-- Logs begin at Wed 2022-04-20 12:05:32 UTC, end at Wed 2022-04-20 14:53:26 UTC. -- Apr 20 12:48:36.705358 n-d-836015-7 systemd[1]: Started Devstack devstack@q-svc.service. Apr 20 12:48:39.414434 n-d-836015-7 neutron-server[114758]: INFO neutron.common.config [-] Logging enabled! Apr 20 12:48:39.415008 n-d-836015-7 neutron-server[114758]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev125 Apr 20 12:48:39.415191 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114758) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 20 12:48:39.418420 n-d-836015-7 neutron-server[114758]: INFO neutron.common.config [-] Logging enabled! Apr 20 12:48:39.418673 n-d-836015-7 neutron-server[114758]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev125 Apr 20 12:48:39.418985 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114758) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 20 12:48:39.419969 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 20 12:48:39.420203 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 20 12:48:39.420560 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 20 12:48:39.420805 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 20 12:48:39.421030 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 20 12:48:39.421353 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.421651 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.421948 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.422174 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.422467 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.422756 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.423037 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.423326 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.423650 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.423935 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.424213 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.424497 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.424726 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.425006 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] config_source = [] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.425293 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.425579 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.425800 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] debug = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.426077 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.426504 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.426920 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.427201 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.427515 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.427797 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.428094 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.428372 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.428658 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.428993 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] host = n-d-836015-7 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.429273 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.429563 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.429852 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.430140 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.430416 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.430694 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.430984 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.431262 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] log_dir = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.431563 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] log_file = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.431840 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.432130 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.432419 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.432709 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.432932 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.433151 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.433439 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.433725 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.434001 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.434274 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.434549 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.434826 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.435097 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.435374 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.435675 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.435959 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.436243 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.436516 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.436790 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.437061 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.437331 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.437615 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.437886 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.438158 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.438429 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.438713 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.438982 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.439253 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.439578 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.439866 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.440147 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.440433 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.440704 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.440986 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.441265 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.441538 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] use_journal = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.441809 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] use_json = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.442080 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.442351 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.442631 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.442904 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.443175 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.443469 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.443777 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.444066 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.444338 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:39.444634 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.444935 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.445235 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.445522 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.445813 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.446093 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.446382 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.446660 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.446952 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.447242 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.447558 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.447838 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.448125 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.448402 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.448697 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.449000 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.449294 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.449586 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.449860 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.450134 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.450407 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.450685 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.450973 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.451257 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.451573 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.451865 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.452144 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.452428 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.452718 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.453006 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.453276 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.453553 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.453843 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.454119 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.454390 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.454667 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.455021 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.455234 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.455533 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.455816 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.456093 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.456362 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.456631 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.456908 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.457199 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.457477 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.457748 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.458017 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.458291 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.458561 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.458842 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.459118 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.459954 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.460231 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.460507 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.460782 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.461052 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.461329 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.461601 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.461882 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.462155 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.462428 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.462700 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.462970 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.463243 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.463544 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.463818 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.464095 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.464373 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.464645 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.464916 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.465192 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.465464 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.465750 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.466047 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.466326 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.466607 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.466885 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.467165 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.467473 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.467756 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.468034 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.468313 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.468586 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.468875 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.469158 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.469443 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.469725 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.470009 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.470304 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.470583 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.470865 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.471143 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.471448 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.471739 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.472024 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.472321 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.472615 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.472906 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.473199 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.473493 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.473775 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.474084 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.474365 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:39.474581 n-d-836015-7 neutron-server[114758]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 20 12:48:39.474817 n-d-836015-7 neutron-server[114758]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=114758) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 20 12:48:39.821731 n-d-836015-7 neutron-server[114758]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=114758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 20 12:48:39.822008 n-d-836015-7 neutron-server[114758]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=114758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 20 12:48:39.822294 n-d-836015-7 neutron-server[114758]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=114758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 20 12:48:39.822626 n-d-836015-7 neutron-server[114758]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 20 12:48:40.213676 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.213884 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.214157 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.215469 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.215742 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.216009 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.251906 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.252181 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.252445 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.267019 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.267296 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.267596 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.296190 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.296470 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.296738 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.333546 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.333821 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.334085 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.560799 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.561349 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.561349 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.561577 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.562264 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.680751 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.681069 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.681352 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.681618 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.681877 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.682181 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.682438 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.682691 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.682941 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.683218 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.683497 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.683760 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.684016 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.684260 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.684509 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.684766 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.685014 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.685276 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.685539 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.685790 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.686053 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.686301 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.686577 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.686949 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.687196 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.687463 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.687856 n-d-836015-7 neutron-server[114758]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=114758) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 12:48:40.688092 n-d-836015-7 neutron-server[114758]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=114758) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 12:48:40.688325 n-d-836015-7 neutron-server[114758]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=114758) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 12:48:40.688557 n-d-836015-7 neutron-server[114758]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=114758) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 12:48:40.688788 n-d-836015-7 neutron-server[114758]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=114758) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 12:48:40.689018 n-d-836015-7 neutron-server[114758]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=114758) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 12:48:40.689379 n-d-836015-7 neutron-server[114758]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 20 12:48:40.692423 n-d-836015-7 neutron-server[114758]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 20 12:48:40.696347 n-d-836015-7 neutron-server[114758]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 20 12:48:40.700150 n-d-836015-7 neutron-server[114758]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Apr 20 12:48:40.701757 n-d-836015-7 neutron-server[114758]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 20 12:48:40.702204 n-d-836015-7 neutron-server[114758]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 20 12:48:40.702541 n-d-836015-7 neutron-server[114758]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 20 12:48:40.702927 n-d-836015-7 neutron-server[114758]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 20 12:48:40.705705 n-d-836015-7 neutron-server[114758]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 20 12:48:40.705959 n-d-836015-7 neutron-server[114758]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 20 12:48:40.706305 n-d-836015-7 neutron-server[114758]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 20 12:48:40.712074 n-d-836015-7 neutron-server[114758]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 20 12:48:40.734163 n-d-836015-7 neutron-server[114758]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 20 12:48:40.734571 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.734866 n-d-836015-7 neutron-server[114758]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=114758) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 20 12:48:40.735231 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.736602 n-d-836015-7 neutron-server[114758]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=114758) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 20 12:48:40.736884 n-d-836015-7 neutron-server[114758]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 20 12:48:40.737129 n-d-836015-7 neutron-server[114758]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 20 12:48:40.740654 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.740929 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:40.802780 n-d-836015-7 neutron-server[114758]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 20 12:48:40.803044 n-d-836015-7 neutron-server[114758]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 20 12:48:40.803281 n-d-836015-7 neutron-server[114758]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 20 12:48:40.803676 n-d-836015-7 neutron-server[114758]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 20 12:48:40.826183 n-d-836015-7 neutron-server[114758]: DEBUG oslo_db.sqlalchemy.engines [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=114758) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 20 12:48:41.503795 n-d-836015-7 neutron-server[114758]: INFO neutron.plugins.ml2.managers [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Initializing driver for type 'gre' Apr 20 12:48:41.504323 n-d-836015-7 neutron-server[114758]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] gre ID ranges: [(1, 1000)] Apr 20 12:48:41.715550 n-d-836015-7 neutron-server[114758]: INFO neutron.plugins.ml2.managers [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Initializing driver for type 'local' Apr 20 12:48:41.716150 n-d-836015-7 neutron-server[114758]: INFO neutron.plugins.ml2.managers [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Initializing driver for type 'vlan' Apr 20 12:48:41.789675 n-d-836015-7 neutron-server[114758]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] VlanTypeDriver initialization complete Apr 20 12:48:41.789955 n-d-836015-7 neutron-server[114758]: INFO neutron.plugins.ml2.managers [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Initializing driver for type 'vxlan' Apr 20 12:48:41.790447 n-d-836015-7 neutron-server[114758]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] vxlan ID ranges: [(1, 1000)] Apr 20 12:48:41.949330 n-d-836015-7 neutron-server[114758]: INFO neutron.plugins.ml2.managers [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Initializing extension driver 'port_security' Apr 20 12:48:41.949677 n-d-836015-7 neutron-server[114758]: INFO neutron.plugins.ml2.extensions.port_security [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] PortSecurityExtensionDriver initialization complete Apr 20 12:48:41.950019 n-d-836015-7 neutron-server[114758]: INFO neutron.plugins.ml2.managers [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Initializing mechanism driver 'openvswitch' Apr 20 12:48:41.950351 n-d-836015-7 neutron-server[114758]: INFO neutron.plugins.ml2.managers [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Initializing mechanism driver 'hyperv' Apr 20 12:48:41.956898 n-d-836015-7 neutron-server[114758]: DEBUG neutron.plugins.ml2.plugin [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=114758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:48:41.957592 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > port after_create 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:41.957967 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > port after_update 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:41.958322 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > port after_delete 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:41.958842 n-d-836015-7 neutron-server[114758]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=114758) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 20 12:48:41.962770 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > subnet after_create 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:41.963157 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > subnet after_update 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:41.963618 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > subnet after_delete 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:41.964027 n-d-836015-7 neutron-server[114758]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=114758) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 20 12:48:41.964443 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > network after_create 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:41.964804 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > network after_update 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:41.965160 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > network after_delete 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:41.965552 n-d-836015-7 neutron-server[114758]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=114758) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 20 12:48:41.965963 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > security_group after_create 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:41.966318 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > security_group after_update 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:41.966666 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > security_group after_delete 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:41.967205 n-d-836015-7 neutron-server[114758]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=114758) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 20 12:48:41.967644 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:41.968005 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:41.968378 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:41.968791 n-d-836015-7 neutron-server[114758]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=114758) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 20 12:48:41.969188 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > address_group after_create 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:41.969543 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > address_group after_update 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:41.969893 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > address_group after_delete 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:41.970285 n-d-836015-7 neutron-server[114758]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=114758) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 20 12:48:41.970733 n-d-836015-7 neutron-server[114758]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] ML2 OVO RPC backend initialized. {{(pid=114758) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Apr 20 12:48:41.971473 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > router_interface after_create 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:41.975412 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:41.975412 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > network before_response 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:41.975412 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > networks before_response 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:41.975412 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > port before_response 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:41.975720 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > ports before_response 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:41.975720 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > subnet before_response 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:41.975720 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > subnets before_response 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:41.975720 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > network after_create 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:41.976024 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > network after_update 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:41.976024 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > network after_delete 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:41.976024 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > port after_create 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:41.976256 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > port after_update 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:41.976482 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > port after_delete 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:41.976835 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > subnet after_create 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:41.977179 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > subnet after_update 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:41.977558 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > subnet after_delete 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:41.984705 n-d-836015-7 neutron-server[114758]: INFO neutron.quota [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded quota_driver: . Apr 20 12:48:41.985073 n-d-836015-7 neutron-server[114758]: INFO neutron.plugins.ml2.plugin [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Modular L2 Plugin initialization complete Apr 20 12:48:41.985427 n-d-836015-7 neutron-server[114758]: DEBUG neutron.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading services supported by the core plugin {{(pid=114758) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 20 12:48:41.985777 n-d-836015-7 neutron-server[114758]: INFO neutron.plugins.ml2.managers [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Got port-security extension from driver 'port_security' Apr 20 12:48:41.986269 n-d-836015-7 neutron-server[114758]: INFO neutron.extensions.vlantransparent [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Disabled vlantransparent extension. Apr 20 12:48:41.986776 n-d-836015-7 neutron-server[114758]: DEBUG neutron.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=114758) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 20 12:48:41.987111 n-d-836015-7 neutron-server[114758]: INFO neutron.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading Plugin: router Apr 20 12:48:42.023003 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > router_interface before_create 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.023428 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > router after_create 55549900 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.023808 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > router before_create 55549900 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.024179 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.024565 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.024928 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > router after_delete 55549900 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.025295 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > floatingip after_create 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.025652 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > floatingip after_update 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.026017 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > router after_create 55549900 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.026373 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > router after_update 55549900 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.026742 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > router after_update 55549900 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.027096 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.027512 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > router after_update 55549900 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.027935 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > router precommit_update 55549900 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.028316 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: port after_update 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.028675 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: port after_delete 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.029025 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: subnet after_update 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.029369 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.029724 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > port precommit_delete 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.030085 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > router precommit_create 55549900 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.030437 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: port before_delete 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.030794 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > router precommit_create 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.031157 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > router after_update 55549900 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.031544 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > router precommit_delete 55549900 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.032161 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > router precommit_create 55549900 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.032529 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > router_interface after_create 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.032883 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > router precommit_update 55549900 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.033254 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > agent after_create 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.033612 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > agent after_delete 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.033964 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > network after_delete 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.034840 n-d-836015-7 neutron-server[114758]: DEBUG neutron.quota.resource_registry [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Tracking information for resource: router configured {{(pid=114758) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 12:48:42.035174 n-d-836015-7 neutron-server[114758]: DEBUG neutron.quota.resource_registry [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Tracking information for resource: floatingip configured {{(pid=114758) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 12:48:42.040687 n-d-836015-7 neutron-server[114758]: INFO neutron.db.l3_agentschedulers_db [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 20 12:48:42.041227 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: port after_update 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.041598 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: port after_create 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.041958 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: port after_delete 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.042315 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: port after_update 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.043123 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > router before_create 55550100 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.043538 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > router precommit_delete 55550100 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.043911 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > router precommit_create 55550100 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.044275 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > router precommit_update 55550100 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.049155 n-d-836015-7 neutron-server[114758]: DEBUG neutron.services.provider_configuration [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Service providers = [] {{(pid=114758) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 20 12:48:42.049526 n-d-836015-7 neutron-server[114758]: DEBUG neutron.db.servicetype_db [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=114758) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 20 12:48:42.052475 n-d-836015-7 neutron-server[114758]: DEBUG neutron.services.service_base [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=114758) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 20 12:48:42.052835 n-d-836015-7 neutron-server[114758]: DEBUG neutron.services.service_base [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=114758) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 20 12:48:42.053215 n-d-836015-7 neutron-server[114758]: DEBUG neutron.services.service_base [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=114758) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 20 12:48:42.054113 n-d-836015-7 neutron-server[114758]: DEBUG neutron.services.service_base [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=114758) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 20 12:48:42.054494 n-d-836015-7 neutron-server[114758]: INFO neutron.services.service_base [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 20 12:48:42.054877 n-d-836015-7 neutron-server[114758]: DEBUG neutron.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=114758) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 12:48:42.055218 n-d-836015-7 neutron-server[114758]: INFO neutron.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 20 12:48:42.065564 n-d-836015-7 neutron-server[114758]: DEBUG neutron.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=114758) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 12:48:42.065912 n-d-836015-7 neutron-server[114758]: INFO neutron.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading Plugin: auto_allocate Apr 20 12:48:42.071874 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: network precommit_update 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.072253 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: network precommit_create 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.072774 n-d-836015-7 neutron-server[114758]: DEBUG neutron.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=114758) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 12:48:42.073103 n-d-836015-7 neutron-server[114758]: INFO neutron.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading Plugin: tag Apr 20 12:48:42.079566 n-d-836015-7 neutron-server[114758]: DEBUG neutron.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=114758) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 12:48:42.079903 n-d-836015-7 neutron-server[114758]: INFO neutron.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading Plugin: timestamp Apr 20 12:48:42.083856 n-d-836015-7 neutron-server[114758]: DEBUG neutron.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=114758) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 12:48:42.084723 n-d-836015-7 neutron-server[114758]: INFO neutron.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading Plugin: network_ip_availability Apr 20 12:48:42.090103 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.090483 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.090848 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.091598 n-d-836015-7 neutron-server[114758]: DEBUG neutron.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=114758) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 12:48:42.091931 n-d-836015-7 neutron-server[114758]: INFO neutron.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading Plugin: flavors Apr 20 12:48:42.096619 n-d-836015-7 neutron-server[114758]: DEBUG neutron.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=114758) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 12:48:42.096966 n-d-836015-7 neutron-server[114758]: INFO neutron.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading Plugin: revisions Apr 20 12:48:42.101738 n-d-836015-7 neutron-server[114758]: DEBUG neutron.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=114758) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 12:48:42.102127 n-d-836015-7 neutron-server[114758]: DEBUG oslo_concurrency.lockutils [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.280s {{(pid=114758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 20 12:48:42.102871 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=114758) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 20 12:48:42.103216 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Initializing extension manager. Apr 20 12:48:42.103761 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: __init__.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.104112 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: __pycache__ {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.104454 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.104795 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: address_group.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.105551 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.106122 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: address-group Apr 20 12:48:42.106478 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: address_scope.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.107208 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.107751 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: address-scope Apr 20 12:48:42.108110 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: admin_state_down_before_update.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.109060 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.109567 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: router-admin-state-down-before-update Apr 20 12:48:42.109896 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: agent.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.110770 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.111294 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: agent Apr 20 12:48:42.111653 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: agent_resources_synced.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.112583 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.113102 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: agent-resources-synced Apr 20 12:48:42.113431 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: allowedaddresspairs.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.115217 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.115811 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: allowed-address-pairs Apr 20 12:48:42.116145 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: auto_allocated_topology.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.117232 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.117754 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: auto-allocated-topology Apr 20 12:48:42.118084 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: availability_zone.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.118782 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.119295 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: availability_zone Apr 20 12:48:42.119648 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: availability_zone_filter.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.120567 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.121079 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: availability_zone_filter Apr 20 12:48:42.121406 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: data_plane_status.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.122319 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.122829 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extension data-plane-status not supported by any of loaded plugins Apr 20 12:48:42.123156 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: default_subnetpools.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.124107 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.124633 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: default-subnetpools Apr 20 12:48:42.124973 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: dhcpagentscheduler.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.125785 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.126298 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: dhcp_agent_scheduler Apr 20 12:48:42.126629 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: dns.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.127612 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.128124 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extension dns-integration not supported by any of loaded plugins Apr 20 12:48:42.128453 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: dns_domain_ports.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.129372 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.129884 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 20 12:48:42.130214 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.131178 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.131715 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 20 12:48:42.132046 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: dvr.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.132720 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.133229 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: dvr Apr 20 12:48:42.133556 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: ecmp_routes.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.134471 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.134978 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extension ecmp_routes not supported by any of loaded plugins Apr 20 12:48:42.135306 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: empty_string_filtering.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.136251 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.136764 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: empty-string-filtering Apr 20 12:48:42.137099 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.138014 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.138528 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 20 12:48:42.138859 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.139809 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.140323 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 20 12:48:42.140656 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: external_net.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.141567 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.142082 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: external-net Apr 20 12:48:42.142409 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: extra_dhcp_opt.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.143325 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.143875 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: extra_dhcp_opt Apr 20 12:48:42.144206 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: extraroute.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.145126 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.145639 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: extraroute Apr 20 12:48:42.145968 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: extraroute_atomic.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.147569 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.148092 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: extraroute-atomic Apr 20 12:48:42.148420 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: filter_validation.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.149096 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.149609 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: filter-validation Apr 20 12:48:42.149936 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: fip_pf_description.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.150860 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.151392 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 20 12:48:42.151724 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: fip_port_details.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.152656 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.153177 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: fip-port-details Apr 20 12:48:42.153505 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: flavors.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.154731 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.155253 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: flavors Apr 20 12:48:42.155610 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.157523 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.158048 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 20 12:48:42.158383 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: floatingip_pools.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.159117 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.159676 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: floatingip-pools Apr 20 12:48:42.160013 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: ip_allocation.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.160951 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.161464 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extension ip_allocation not supported by any of loaded plugins Apr 20 12:48:42.161795 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.163323 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.163865 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: ip-substring-filtering Apr 20 12:48:42.164217 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: l2_adjacency.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.165135 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.165645 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extension l2_adjacency not supported by any of loaded plugins Apr 20 12:48:42.165974 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: l3.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.166941 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.167507 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: router Apr 20 12:48:42.167847 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: l3_conntrack_helper.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.170244 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.170783 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 20 12:48:42.171126 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.172112 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.172636 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: ext-gw-mode Apr 20 12:48:42.172971 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.173897 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.174413 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: l3-ha Apr 20 12:48:42.174746 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: l3_flavors.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.175726 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.176248 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: l3-flavors Apr 20 12:48:42.176583 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.177515 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.178066 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: l3-port-ip-change-not-allowed Apr 20 12:48:42.178397 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: l3agentscheduler.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.179475 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.179998 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: l3_agent_scheduler Apr 20 12:48:42.180330 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: logging.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.181841 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.182371 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extension logging not supported by any of loaded plugins Apr 20 12:48:42.182705 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: metering.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.183482 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.184070 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: metering Apr 20 12:48:42.184404 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.185501 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.186025 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: metering_source_and_destination_fields Apr 20 12:48:42.186359 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: multiprovidernet.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.187289 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.187838 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: multi-provider Apr 20 12:48:42.188169 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: netmtu.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.189097 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.189614 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: net-mtu Apr 20 12:48:42.189943 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: netmtu_writable.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.190864 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.191404 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: net-mtu-writable Apr 20 12:48:42.191737 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: network_availability_zone.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.192413 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.192927 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: network_availability_zone Apr 20 12:48:42.193253 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: network_ip_availability.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.194379 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.194903 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: network-ip-availability Apr 20 12:48:42.195235 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: network_segment_range.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.196036 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.196550 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extension network-segment-range not supported by any of loaded plugins Apr 20 12:48:42.196880 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: pagination.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.197874 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.198217 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: pagination Apr 20 12:48:42.198563 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: port_device_profile.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.199510 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.200038 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: port-device-profile Apr 20 12:48:42.200369 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.201315 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.201832 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: port-mac-address-regenerate Apr 20 12:48:42.202162 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.203087 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.203634 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: port-numa-affinity-policy Apr 20 12:48:42.203964 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: port_resource_request.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.204875 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.205387 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extension port-resource-request not supported by any of loaded plugins Apr 20 12:48:42.205716 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: portbindings.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.206647 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.207159 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: binding Apr 20 12:48:42.207526 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: portbindings_extended.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.208926 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.209970 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: binding-extended Apr 20 12:48:42.210306 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: portsecurity.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.211228 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.211782 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: port-security Apr 20 12:48:42.212114 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: project_id.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.213101 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.213439 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: project-id Apr 20 12:48:42.213768 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: providernet.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.214706 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.215236 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: provider Apr 20 12:48:42.215591 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: qos.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.219078 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.219630 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extension qos not supported by any of loaded plugins Apr 20 12:48:42.219971 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.221223 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.221748 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 20 12:48:42.222086 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.223013 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.223562 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 20 12:48:42.223898 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: qos_default.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.225434 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.225967 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extension qos-default not supported by any of loaded plugins Apr 20 12:48:42.226305 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: qos_fip.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.226967 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.227519 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extension qos-fip not supported by any of loaded plugins Apr 20 12:48:42.227852 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: qos_gateway_ip.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.228788 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.229305 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 20 12:48:42.229638 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: qos_port_network_policy.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.230557 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.231080 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 20 12:48:42.231436 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: qos_pps_rule.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.232603 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.233128 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extension qos-pps not supported by any of loaded plugins Apr 20 12:48:42.233461 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: qos_rule_type_details.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.234384 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.234931 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 20 12:48:42.235265 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: qos_rules_alias.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.236349 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.236866 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 20 12:48:42.237198 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: quotasv2.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.238116 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.238461 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: quotas Apr 20 12:48:42.238783 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: quotasv2_detail.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.240546 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.240893 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: quota_details Apr 20 12:48:42.241229 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: rbac.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.242293 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.242831 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: rbac-policies Apr 20 12:48:42.243169 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: rbac_address_group.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.244131 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.244656 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: rbac-address-group Apr 20 12:48:42.245011 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: rbac_address_scope.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.245941 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.247926 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: rbac-address-scope Apr 20 12:48:42.248279 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: rbac_security_groups.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.249232 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.249763 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: rbac-security-groups Apr 20 12:48:42.250099 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: rbac_subnetpool.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.251037 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.251796 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: rbac-subnetpool Apr 20 12:48:42.252270 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: revisionifmatch.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.253223 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.253753 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: revision-if-match Apr 20 12:48:42.254090 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: revisions.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.255229 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.255772 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: standard-attr-revisions Apr 20 12:48:42.256139 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: router_availability_zone.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.256831 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.257374 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: router_availability_zone Apr 20 12:48:42.257711 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: routerservicetype.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.258649 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.259169 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extension router-service-type not supported by any of loaded plugins Apr 20 12:48:42.259539 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.260475 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.261004 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: security-groups-normalized-cidr Apr 20 12:48:42.261337 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: security_groups_port_filtering.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.262274 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.262797 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: port-security-groups-filtering Apr 20 12:48:42.263131 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.264103 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.264629 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: security-groups-remote-address-group Apr 20 12:48:42.264960 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: securitygroup.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.274986 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.275551 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: security-group Apr 20 12:48:42.275898 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: segment.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.276705 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.277226 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extension segment not supported by any of loaded plugins Apr 20 12:48:42.277565 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.278528 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.279049 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 20 12:48:42.279410 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: servicetype.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.280597 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.281125 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: service-type Apr 20 12:48:42.281462 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: sorting.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.282716 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.283056 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: sorting Apr 20 12:48:42.283417 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: standard_attr_segment.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.284350 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.284868 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 20 12:48:42.285203 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: standardattrdescription.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.285862 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.286401 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: standard-attr-description Apr 20 12:48:42.286737 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: stateful_security_group.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.288362 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.288889 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: stateful-security-group Apr 20 12:48:42.289225 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: stdattrs_common.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.289817 n-d-836015-7 neutron-server[114758]: WARNING neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 20 12:48:42.290150 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.291139 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.291651 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 20 12:48:42.291984 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: subnet_onboard.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.293085 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.293611 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: subnet_onboard Apr 20 12:48:42.293945 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.294879 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.295421 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 20 12:48:42.295759 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: subnet_service_types.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.296693 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.297213 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: subnet-service-types Apr 20 12:48:42.297546 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: subnetallocation.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.298635 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.299155 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: subnet_allocation Apr 20 12:48:42.299519 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.300194 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.300710 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: subnetpool-prefix-ops Apr 20 12:48:42.301039 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.301984 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.302559 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 20 12:48:42.302828 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: tagging.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.303951 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.304473 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: standard-attr-tag Apr 20 12:48:42.304806 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: timestamp.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.306018 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.306549 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loaded extension: standard-attr-timestamp Apr 20 12:48:42.306881 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: trunk.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.307982 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.308519 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extension trunk not supported by any of loaded plugins Apr 20 12:48:42.308853 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: trunk_details.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.309786 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.310307 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extension trunk-details not supported by any of loaded plugins Apr 20 12:48:42.310638 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: uplink_status_propagation.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.311593 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.312112 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 20 12:48:42.312443 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Loading extension file: vlantransparent.py {{(pid=114758) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:48:42.313124 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=114758) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:48:42.313652 n-d-836015-7 neutron-server[114758]: INFO neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extension vlan-transparent not supported by any of loaded plugins Apr 20 12:48:42.316092 n-d-836015-7 neutron-server[114758]: INFO neutron.quota.resource_registry [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Creating instance of TrackedResource for resource:network Apr 20 12:48:42.316622 n-d-836015-7 neutron-server[114758]: INFO neutron.quota.resource_registry [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Creating instance of TrackedResource for resource:subnet Apr 20 12:48:42.317048 n-d-836015-7 neutron-server[114758]: INFO neutron.quota.resource_registry [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 12:48:42.317420 n-d-836015-7 neutron-server[114758]: INFO neutron.quota.resource_registry [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Creating instance of TrackedResource for resource:port Apr 20 12:48:42.318678 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.v2.resource_helper [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114758) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 12:48:42.319122 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.v2.resource_helper [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Service FLAVORS assigned prefix: {{(pid=114758) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 12:48:42.319803 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.v2.resource_helper [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114758) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 12:48:42.320243 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.v2.resource_helper [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114758) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 12:48:42.320578 n-d-836015-7 neutron-server[114758]: INFO neutron.quota.resource_registry [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Creating instance of TrackedResource for resource:router Apr 20 12:48:42.321022 n-d-836015-7 neutron-server[114758]: INFO neutron.quota.resource_registry [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Creating instance of TrackedResource for resource:floatingip Apr 20 12:48:42.321508 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.v2.resource_helper [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Service METERING assigned prefix: /metering {{(pid=114758) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 12:48:42.322938 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.323312 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.323696 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:42.324717 n-d-836015-7 neutron-server[114758]: INFO neutron.quota.resource_registry [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Creating instance of CountableResource for resource:rbac_policy Apr 20 12:48:42.325158 n-d-836015-7 neutron-server[114758]: INFO neutron.quota.resource_registry [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Creating instance of TrackedResource for resource:security_group Apr 20 12:48:42.325601 n-d-836015-7 neutron-server[114758]: INFO neutron.quota.resource_registry [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Creating instance of TrackedResource for resource:security_group_rule Apr 20 12:48:42.326210 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.v2.resource_helper [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Service CORE assigned prefix: {{(pid=114758) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 12:48:42.326546 n-d-836015-7 neutron-server[114758]: INFO neutron.quota.resource_registry [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 12:48:42.326897 n-d-836015-7 neutron-server[114758]: WARNING neutron.quota.resource_registry [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] subnetpool is already registered Apr 20 12:48:42.327329 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.v2.resource_helper [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Service CORE assigned prefix: {{(pid=114758) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 12:48:42.327682 n-d-836015-7 neutron-server[114758]: INFO neutron.quota.resource_registry [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 12:48:42.328024 n-d-836015-7 neutron-server[114758]: WARNING neutron.quota.resource_registry [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] subnetpool is already registered Apr 20 12:48:42.330410 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.v2.resource_helper [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114758) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 12:48:42.330850 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.v2.resource_helper [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Service FLAVORS assigned prefix: {{(pid=114758) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 12:48:42.331493 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.v2.resource_helper [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114758) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 12:48:42.331924 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.v2.resource_helper [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114758) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 12:48:42.332266 n-d-836015-7 neutron-server[114758]: INFO neutron.quota.resource_registry [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Creating instance of TrackedResource for resource:router Apr 20 12:48:42.332614 n-d-836015-7 neutron-server[114758]: WARNING neutron.quota.resource_registry [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] router is already registered Apr 20 12:48:42.333033 n-d-836015-7 neutron-server[114758]: INFO neutron.quota.resource_registry [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Creating instance of TrackedResource for resource:floatingip Apr 20 12:48:42.333374 n-d-836015-7 neutron-server[114758]: WARNING neutron.quota.resource_registry [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] floatingip is already registered Apr 20 12:48:42.333832 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.v2.resource_helper [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Service METERING assigned prefix: /metering {{(pid=114758) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 12:48:42.335035 n-d-836015-7 neutron-server[114758]: INFO neutron.quota.resource_registry [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Creating instance of CountableResource for resource:rbac_policy Apr 20 12:48:42.335390 n-d-836015-7 neutron-server[114758]: WARNING neutron.quota.resource_registry [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] rbac_policy is already registered Apr 20 12:48:42.335804 n-d-836015-7 neutron-server[114758]: INFO neutron.quota.resource_registry [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Creating instance of TrackedResource for resource:security_group Apr 20 12:48:42.336145 n-d-836015-7 neutron-server[114758]: WARNING neutron.quota.resource_registry [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] security_group is already registered Apr 20 12:48:42.336556 n-d-836015-7 neutron-server[114758]: INFO neutron.quota.resource_registry [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Creating instance of TrackedResource for resource:security_group_rule Apr 20 12:48:42.336898 n-d-836015-7 neutron-server[114758]: WARNING neutron.quota.resource_registry [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] security_group_rule is already registered Apr 20 12:48:42.337525 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.v2.resource_helper [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Service CORE assigned prefix: {{(pid=114758) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 12:48:42.337859 n-d-836015-7 neutron-server[114758]: INFO neutron.quota.resource_registry [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 12:48:42.338201 n-d-836015-7 neutron-server[114758]: WARNING neutron.quota.resource_registry [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] subnetpool is already registered Apr 20 12:48:42.338628 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.v2.resource_helper [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Service CORE assigned prefix: {{(pid=114758) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 12:48:42.338960 n-d-836015-7 neutron-server[114758]: INFO neutron.quota.resource_registry [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 12:48:42.339306 n-d-836015-7 neutron-server[114758]: WARNING neutron.quota.resource_registry [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] subnetpool is already registered Apr 20 12:48:42.339808 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extended resource: extensions {{(pid=114758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:48:42.341261 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extended resource: address-groups {{(pid=114758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:48:42.342773 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extended resource: address-scopes {{(pid=114758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:48:42.344116 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extended resource: agents {{(pid=114758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:48:42.345280 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extended resource: auto-allocated-topology {{(pid=114758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:48:42.346519 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extended resource: availability_zones {{(pid=114758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:48:42.347771 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extended resource: dhcp-networks {{(pid=114758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:48:42.349279 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extended resource: dhcp-agents {{(pid=114758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:48:42.351263 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extended resource: routers {{(pid=114758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:48:42.353481 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extended resource: flavors {{(pid=114758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:48:42.354676 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extended resource: service_profiles {{(pid=114758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:48:42.355913 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extended resource: next_providers {{(pid=114758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:48:42.357357 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extended resource: service_profiles {{(pid=114758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:48:42.358902 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extended resource: floatingip-pools {{(pid=114758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:48:42.360151 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extended resource: routers {{(pid=114758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:48:42.362255 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extended resource: floatingips {{(pid=114758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:48:42.363581 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extended resource: l3-routers {{(pid=114758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:48:42.364969 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extended resource: l3-agents {{(pid=114758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:48:42.366414 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extended resource: metering-labels {{(pid=114758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:48:42.367790 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extended resource: metering-label-rules {{(pid=114758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:48:42.369086 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extended resource: network-ip-availabilities {{(pid=114758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:48:42.370348 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extended resource: bindings {{(pid=114758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:48:42.372923 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extended resource: quotas {{(pid=114758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:48:42.374385 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extended resource: quotas {{(pid=114758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:48:42.375832 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extended resource: rbac-policies {{(pid=114758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:48:42.377031 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extended resource: security-groups {{(pid=114758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:48:42.378345 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extended resource: security-group-rules {{(pid=114758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:48:42.379610 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extended resource: service-providers {{(pid=114758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:48:42.380830 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extended resource: subnetpools {{(pid=114758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:48:42.382267 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extended resource: subnetpools {{(pid=114758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:48:42.383786 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extended resource: tags {{(pid=114758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:48:42.385495 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extended resource: tags {{(pid=114758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:48:42.387306 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extended resource: tags {{(pid=114758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:48:42.389144 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extended resource: tags {{(pid=114758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:48:42.390912 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extended resource: tags {{(pid=114758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:48:42.392815 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extended resource: tags {{(pid=114758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:48:42.394499 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extended resource: tags {{(pid=114758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:48:42.396437 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extended resource: tags {{(pid=114758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:48:42.398747 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extended resource: tags {{(pid=114758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:48:42.400548 n-d-836015-7 neutron-server[114758]: DEBUG neutron.api.extensions [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Extended resource: tags {{(pid=114758) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:48:42.406506 n-d-836015-7 neutron-server[114758]: WARNING keystonemiddleware.auth_token [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 20 12:48:42.411579 n-d-836015-7 neutron-server[114758]: WARNING keystonemiddleware.auth_token [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 20 12:48:42.420652 n-d-836015-7 neutron-server[114758]: DEBUG oslo_concurrency.lockutils [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Acquired lock "singleton_lock" {{(pid=114758) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 20 12:48:42.421134 n-d-836015-7 neutron-server[114758]: DEBUG oslo_concurrency.lockutils [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Releasing lock "singleton_lock" {{(pid=114758) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 20 12:48:42.421773 n-d-836015-7 neutron-server[114758]: INFO oslo_service.service [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Starting 2 workers Apr 20 12:48:42.426558 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Started child 114869 {{(pid=114758) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 20 12:48:42.431002 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Started child 114870 {{(pid=114758) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 20 12:48:42.431971 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:42.432652 n-d-836015-7 neutron-server[114758]: INFO neutron.service [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Neutron service started, listening on 0.0.0.0:9696 Apr 20 12:48:42.433279 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Notify callbacks [] for process, before_spawn {{(pid=114758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:42.433462 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [-] (114869) wsgi starting up on http://0.0.0.0:9696 Apr 20 12:48:42.435752 n-d-836015-7 neutron-server[114758]: INFO oslo_service.service [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Starting 1 workers Apr 20 12:48:42.435863 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:42.437137 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [-] (114870) wsgi starting up on http://0.0.0.0:9696 Apr 20 12:48:42.440920 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Started child 114871 {{(pid=114758) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 20 12:48:42.441472 n-d-836015-7 neutron-server[114758]: INFO oslo_service.service [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Starting 1 workers Apr 20 12:48:42.445191 n-d-836015-7 neutron-server[114871]: DEBUG neutron.service [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] calling RpcWorker wait() {{(pid=114871) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 20 12:48:42.445713 n-d-836015-7 neutron-server[114871]: DEBUG neutron.service [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] returning from RpcWorker wait() {{(pid=114871) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 20 12:48:42.446401 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Started child 114872 {{(pid=114758) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 20 12:48:42.447155 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:42.447255 n-d-836015-7 neutron-server[114758]: DEBUG neutron_lib.callbacks.manager [None req-24691118-5bc1-44f0-bf1c-f0698903ec3f None None] Notify callbacks [] for process, after_spawn {{(pid=114758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:42.447725 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:48:42.449116 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114758) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 20 12:48:42.449332 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 20 12:48:42.449524 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 20 12:48:42.449743 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 20 12:48:42.450071 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 20 12:48:42.450237 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 20 12:48:42.450773 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.451054 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.451251 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:42.451742 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.451742 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.451878 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.452480 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.452744 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.452987 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.453266 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.453523 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.453701 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.453872 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.454137 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.454378 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.454867 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.455144 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.455406 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.455727 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.455903 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.456177 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.456461 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.456709 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.456983 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] debug = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.457226 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.457726 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.457983 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.458231 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.458482 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.458770 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.459001 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.459849 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.460115 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.460352 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.460600 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.460855 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.461089 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.461321 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.461541 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.461784 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.462026 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.462536 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] host = n-d-836015-7 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.462757 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.462981 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.463243 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.463519 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.463774 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.463991 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.464261 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.464511 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.464774 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.465001 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.465264 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.465532 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.465779 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.466061 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] log_file = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.466195 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] log_options = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.466433 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.466707 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.466966 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.467156 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.467325 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.467525 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.467780 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.467943 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.468193 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.468409 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.468640 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.468852 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.469100 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.469338 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.469579 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.469837 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.470108 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.470324 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.470580 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.470826 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.471055 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.471276 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.471552 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.471776 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.472014 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.472265 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.472492 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.473786 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.473786 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.473786 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.473786 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.474249 n-d-836015-7 neutron-server[114872]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:48:42.474384 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.474384 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.474384 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.474384 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.474947 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.474947 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.475201 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.475372 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.476425 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.476425 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.476425 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.476674 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.476811 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.477031 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.477246 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.477643 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] use_json = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.478002 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.478385 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.478794 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.479149 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.479529 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.479909 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.480131 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.480370 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.480609 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.481046 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.481329 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.481658 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.481907 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.482165 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.482411 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.482648 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.482874 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.483502 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.483502 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.483673 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.483918 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.484210 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.484448 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.484741 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.485088 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.485375 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.485667 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.485910 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.486165 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.486419 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.486666 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.486917 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.487152 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.487439 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.487678 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.493670 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.493670 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.493670 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.493670 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.493670 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.493670 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.493670 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.493670 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.494220 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.494220 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.494220 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.494220 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.494220 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.494220 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.494220 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.494220 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.494220 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.494816 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.494816 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.494816 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.494816 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.494816 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.494816 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.494816 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.494816 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.494816 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.495567 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.495567 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.495567 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.495567 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.495567 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.495567 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.495567 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.495567 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.496177 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.496177 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.496177 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.496398 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.496571 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.496806 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.497072 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.497310 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.497553 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.497790 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.498017 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.498233 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.498479 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.498698 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.498938 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.499160 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.499406 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.499647 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.499886 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.500130 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.500347 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.500579 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.500790 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.501005 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.501218 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.501446 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.501657 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.501888 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.502098 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.502358 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.502677 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.502915 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.503176 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.503448 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.503712 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.503948 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.504194 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.504430 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.504677 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.504907 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.505180 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.505426 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.505684 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.505927 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.506695 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.506964 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.507203 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.507470 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.507692 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.507928 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.508151 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.508459 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.508728 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.508988 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.509249 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.510138 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.510138 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.510138 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.510480 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.510480 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.510709 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.510983 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.511243 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.511534 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.511784 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.512368 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.512368 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.512540 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.512763 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.513140 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.513231 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.513444 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.513718 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.513951 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.514170 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.514396 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.514634 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.519110 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.519110 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.519110 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.519110 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.519110 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.519110 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.519110 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.519110 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.520317 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.520317 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.520317 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.520317 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.520317 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.520317 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.520317 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.520317 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.520831 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.520831 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.520831 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.520831 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.520831 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.520831 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.520831 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.520831 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.521401 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.521401 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.521401 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.521401 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.521401 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.522416 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.522416 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.522594 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.522835 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.523081 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.523296 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.523570 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.523789 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.524067 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.524335 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.524530 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.524752 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.524971 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.525223 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.525628 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.526074 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.526298 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.526505 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.526716 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.527089 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.527502 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.527716 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.527947 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.528161 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.528421 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.528655 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.529002 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.529245 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.529478 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.529744 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.531184 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.531184 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.531184 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.531184 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.531184 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.531184 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.532251 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.532251 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.532251 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.532251 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.532739 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.532739 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.535988 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.535988 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.535988 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.535988 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.535988 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.535988 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.535988 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.535988 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.535988 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.536818 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.536818 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.536818 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.536818 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.536818 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.536818 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.536818 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.536818 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.537423 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.537423 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.537423 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.537423 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.537806 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.537806 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.538057 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.538181 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.538436 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.538651 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.538863 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.539086 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.539327 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.539537 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.539779 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.539972 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.540190 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.540405 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.540622 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.540832 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.541056 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.541317 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.542692 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.542692 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.542692 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.542692 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.542692 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.542692 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.542692 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.543643 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.543643 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.543643 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.543643 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.543904 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.544079 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.544378 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.544629 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.544878 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.545123 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.545425 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.545639 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.545886 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.546101 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.546344 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.546579 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.546840 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.547178 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.547497 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.547764 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.548028 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.548308 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.548590 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.548851 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.549065 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.549378 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.549666 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.549966 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.550218 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.550455 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.550697 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.551080 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.551471 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.551678 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.551927 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.552175 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.552410 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.552641 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.552925 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.553144 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.553372 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.553588 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.553813 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.554017 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.554388 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.554633 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.554799 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 20 12:48:42.555312 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114758) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 20 12:48:42.555515 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 20 12:48:42.555654 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 20 12:48:42.555961 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 20 12:48:42.555961 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 20 12:48:42.556131 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 20 12:48:42.556322 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.556485 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.556798 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.557094 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.557389 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.557585 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.557736 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.558070 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.558392 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.558553 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.558712 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.558871 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.559024 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.559177 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.559343 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.559512 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.559674 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.559829 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.560142 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.560305 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.560464 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.560622 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.560779 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] debug = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.560937 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.561144 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.561512 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.561865 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.562023 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.562186 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.562351 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.562501 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.562666 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.562807 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.563159 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.563487 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.563646 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.563805 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.563963 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.564121 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.564282 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.564445 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] host = n-d-836015-7 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.564600 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.564919 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.565080 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.565236 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.565535 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.565696 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.565857 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.566011 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.566297 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.566623 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.566953 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.567117 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.567271 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.567586 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] log_file = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.567743 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] log_options = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.568034 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.568358 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.569046 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.569242 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.569404 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.569563 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.569717 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.570027 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.570177 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.570468 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.570761 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.570924 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.571086 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.571241 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.571552 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.571863 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.572030 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.572188 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.572348 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.572506 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.572664 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.572822 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.572981 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.573140 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.573299 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.573457 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.573614 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.573771 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.573932 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.574085 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.574243 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.574407 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.574561 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.574702 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.574998 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.575294 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.575480 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.575639 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.575801 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.575960 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.576120 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.576280 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.576443 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.576595 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.576751 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.576908 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.577182 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] use_json = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.577290 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.577371 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.577529 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.577722 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.577829 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.577992 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.578149 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.578307 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.578465 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:48:42.578643 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.578805 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.578976 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.579136 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.579296 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.579477 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.579639 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.579795 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.579956 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.580113 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.580432 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.580590 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.580768 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.580927 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.581090 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.581252 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.581413 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.581573 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.581735 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.581894 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.582053 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.582212 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.582381 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.582541 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.582700 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.582860 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.583024 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.583198 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.583396 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.583562 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.583722 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.583882 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.584043 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.584257 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.584911 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.585074 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.585236 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.585396 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.585553 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.585860 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.586023 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.586330 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.586493 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.586657 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.586815 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.587121 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.587276 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.587471 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.587622 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.587775 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.587933 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.588085 n-d-836015-7 neutron-server[114871]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:48:42.588220 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.588220 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.588475 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.588650 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.588781 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.588921 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.589051 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.589180 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.589307 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.589438 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.589568 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.589724 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.589884 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.590043 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.590203 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.590401 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.590546 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.590753 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.590883 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.591031 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.591161 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.591289 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.591453 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.591820 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.591820 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.592422 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.592422 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.592422 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.592422 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.593144 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.593144 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.593144 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.593144 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.593144 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.594775 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.594775 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.594775 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.594775 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.594775 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.594775 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.594775 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.594775 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.595799 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.595799 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.595799 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.595799 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.595799 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.595799 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.595799 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.595799 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.596326 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.596326 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.596326 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.596326 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.596326 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.596326 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.596720 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.596720 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.596885 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.596976 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.597110 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.597601 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.597601 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.597601 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.597835 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.597914 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.598024 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.598186 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.598346 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.598514 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.598683 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.598858 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.598991 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.599149 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.599310 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.599491 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.599651 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.599838 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.599999 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.600159 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.600319 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.600486 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.600656 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.600820 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.600977 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.601137 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.601343 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.601561 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.601656 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.601807 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.601966 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.602161 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.602283 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.602442 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.602602 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.602762 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.602909 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.603068 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.603229 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.603411 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.603573 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.603733 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.603895 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.604054 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.607322 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.607322 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.607322 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.607322 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.607322 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.607322 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.607322 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.607322 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.608076 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.608076 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.608076 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.608076 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.608076 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.608076 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.608076 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.608076 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.608651 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.608651 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.608651 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.608651 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.608651 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.608651 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.608651 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.608651 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.609182 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.609182 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.609182 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.609182 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.609182 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.609182 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.609182 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.609182 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.609814 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.609814 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.609814 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.609814 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.609814 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.609814 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.610172 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.610172 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.610172 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.610339 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.610478 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.610632 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.610778 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.610987 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.611092 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.611261 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.611680 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.611680 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.611846 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.611922 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.612021 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.612178 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.612351 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.612512 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.612672 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.612829 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.612990 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.613149 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.613309 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.613470 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.613629 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.613790 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.613948 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.614117 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.614279 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.614438 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.614604 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.615396 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.615396 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.615396 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.615396 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.615806 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.615981 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.616144 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.616306 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.616467 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.616638 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.616798 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.617085 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.617195 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.617319 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.617434 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.617600 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.617753 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.617913 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.618077 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.618238 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.618383 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.618541 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.618703 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.618873 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.619022 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.619174 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.619334 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.619525 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.619687 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.619847 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.620006 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.620165 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.620328 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.620499 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.620663 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.620826 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.620977 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.621133 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.621300 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.622213 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.622213 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.622213 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.622213 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.622213 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.622213 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.622673 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.622673 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.622673 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.622879 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.623003 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.623167 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.623337 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.623528 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.623698 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.623863 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.624032 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.624204 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.624364 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.624523 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.624682 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.624842 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.625025 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.625154 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.625313 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.627378 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.627378 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.627378 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.627378 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.627378 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.627378 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.627378 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.627378 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.627378 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.627962 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.627962 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.627962 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:48:42.627962 n-d-836015-7 neutron-server[114758]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114758) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 20 12:48:42.883952 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 50714) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:42.892536 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064235 Apr 20 12:48:54.401056 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03e2614-be1f-4e02-b3db-9acb758f4c4a None None] get_active_networks_info from n-d-836015-7 {{(pid=114871) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 12:48:54.536850 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03e2614-be1f-4e02-b3db-9acb758f4c4a None None] No non-hosted networks {{(pid=114871) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 20 12:48:54.551233 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.agentschedulers_db [None req-f03e2614-be1f-4e02-b3db-9acb758f4c4a None None] DHCP Agent not found on host n-d-836015-7 {{(pid=114871) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 20 12:48:54.734096 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-da2f9086-e4ce-4191-b044-73ed2a2e8b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-546804'] for agent, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:56.722580 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-46c7356f-e62a-46ad-90b7-b9e06a860ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-546804'] for agent, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:56.762164 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-f0062e9e-e15b-4937-92ba-1c8725729600 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-836015-7 {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 12:48:56.762963 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-f0062e9e-e15b-4937-92ba-1c8725729600 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 12:48:57.287821 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f0062e9e-e15b-4937-92ba-1c8725729600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:57.921288 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-546804'] for agent, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:59.168038 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-546804'] for agent, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:59.738302 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-546804'] for agent, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:59.738956 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:59.739306 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:59.739693 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:59.740027 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:59.740358 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:59.740752 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:59.741039 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:59.741447 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:59.741767 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:59.742092 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:59.742413 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:59.742734 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:59.743136 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-836015-7', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:48:59.754448 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-836015-7', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:49:00.126762 n-d-836015-7 neutron-server[114871]: INFO neutron.db.l3_hamode_db [None req-89ec2fc4-33d6-401f-a35f-61eeea7d95f9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 20 12:49:00.209043 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ec2fc4-33d6-401f-a35f-61eeea7d95f9 None None] Routers set() bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:49:00.209710 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ec2fc4-33d6-401f-a35f-61eeea7d95f9 None None] Router IDs set() for agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 20 12:49:00.440816 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 50804) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:00.945887 n-d-836015-7 neutron-server[114869]: WARNING oslo_policy.policy [None req-5161a1de-c6fb-4c73-adcc-94e6b8b76d71 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 12:49:00.946496 n-d-836015-7 neutron-server[114869]: WARNING oslo_policy.policy [None req-5161a1de-c6fb-4c73-adcc-94e6b8b76d71 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 12:49:01.164919 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [None req-5161a1de-c6fb-4c73-adcc-94e6b8b76d71 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 12:49:01.166165 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5161a1de-c6fb-4c73-adcc-94e6b8b76d71 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7232826 Apr 20 12:49:03.549195 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 50820) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:03.852175 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-2dd6e986-847a-4ef5-941d-b4299536858a admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:03.946163 n-d-836015-7 neutron-server[114869]: DEBUG neutron.policy [None req-2dd6e986-847a-4ef5-941d-b4299536858a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114869) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 20 12:49:03.991334 n-d-836015-7 neutron-server[114869]: WARNING oslo_policy.policy [None req-2dd6e986-847a-4ef5-941d-b4299536858a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 12:49:03.991736 n-d-836015-7 neutron-server[114869]: WARNING oslo_policy.policy [None req-2dd6e986-847a-4ef5-941d-b4299536858a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 12:49:04.149452 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2dd6e986-847a-4ef5-941d-b4299536858a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759759346421', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759759345824', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759759350034', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759759347950', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759759245526', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759759442850', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1613534', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1624268', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-619282', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-683803'] for rbac-policy, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:04.288606 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2dd6e986-847a-4ef5-941d-b4299536858a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:04.289703 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2dd6e986-847a-4ef5-941d-b4299536858a admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7395518 Apr 20 12:49:06.856663 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 50832) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:07.147439 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-40d40e1f-0afd-4f85-9c97-876f018f11ec admin admin] Request body: {'network': {'tenant_id': '17ff4e70ef4f435db1727068decab255', 'admin_state_up': True, 'name': 'private', 'project_id': '17ff4e70ef4f435db1727068decab255'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:07.234632 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d40e1f-0afd-4f85-9c97-876f018f11ec admin admin] Made reservation on behalf of 17ff4e70ef4f435db1727068decab255 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:49:07.237531 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-40d40e1f-0afd-4f85-9c97-876f018f11ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:07.254657 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-40d40e1f-0afd-4f85-9c97-876f018f11ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:07.359602 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-40d40e1f-0afd-4f85-9c97-876f018f11ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:07.423481 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-40d40e1f-0afd-4f85-9c97-876f018f11ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:07.447273 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d40e1f-0afd-4f85-9c97-876f018f11ec admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:49:07.470885 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-40d40e1f-0afd-4f85-9c97-876f018f11ec admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759760574567', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:07.471492 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-40d40e1f-0afd-4f85-9c97-876f018f11ec admin admin] Unsubscribe: segment precommit_create {{(pid=114869) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 20 12:49:07.472012 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-40d40e1f-0afd-4f85-9c97-876f018f11ec admin admin] Added segment a2ef902a-8ff8-4618-965f-308a4712f631 of type vlan for network 681aae76-e3c1-433b-a576-4f69b6e4ff2e Apr 20 12:49:07.478233 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d40e1f-0afd-4f85-9c97-876f018f11ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fe2c89-adcc-4c61-a11a-09a46dc20acd,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:07.513031 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d40e1f-0afd-4f85-9c97-876f018f11ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:07.513375 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d40e1f-0afd-4f85-9c97-876f018f11ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:07.513709 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d40e1f-0afd-4f85-9c97-876f018f11ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:07.514037 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d40e1f-0afd-4f85-9c97-876f018f11ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:07.514361 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d40e1f-0afd-4f85-9c97-876f018f11ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:07.514683 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d40e1f-0afd-4f85-9c97-876f018f11ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:07.515008 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d40e1f-0afd-4f85-9c97-876f018f11ec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:07.515325 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d40e1f-0afd-4f85-9c97-876f018f11ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:07.515665 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d40e1f-0afd-4f85-9c97-876f018f11ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:07.515996 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d40e1f-0afd-4f85-9c97-876f018f11ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:07.516295 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d40e1f-0afd-4f85-9c97-876f018f11ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:07.516606 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d40e1f-0afd-4f85-9c97-876f018f11ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:07.517741 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d40e1f-0afd-4f85-9c97-876f018f11ec admin admin] Tracked resource versions report: Apr 20 12:49:07.517741 n-d-836015-7 neutron-server[114869]: pushed versions: Apr 20 12:49:07.517741 n-d-836015-7 neutron-server[114869]: { 'AddressGroup': {'1.2'}, Apr 20 12:49:07.517741 n-d-836015-7 neutron-server[114869]: 'ConntrackHelper': {'1.0'}, Apr 20 12:49:07.517741 n-d-836015-7 neutron-server[114869]: 'Log': {'1.0'}, Apr 20 12:49:07.517741 n-d-836015-7 neutron-server[114869]: 'Network': {'1.1'}, Apr 20 12:49:07.517741 n-d-836015-7 neutron-server[114869]: 'Port': {'1.7'}, Apr 20 12:49:07.517741 n-d-836015-7 neutron-server[114869]: 'PortForwarding': {'1.2'}, Apr 20 12:49:07.517741 n-d-836015-7 neutron-server[114869]: 'QosPolicy': {'1.9'}, Apr 20 12:49:07.517741 n-d-836015-7 neutron-server[114869]: 'SecurityGroup': {'1.4'}, Apr 20 12:49:07.517741 n-d-836015-7 neutron-server[114869]: 'SecurityGroupRule': {'1.2'}, Apr 20 12:49:07.517741 n-d-836015-7 neutron-server[114869]: 'SubPort': {'1.0'}, Apr 20 12:49:07.517741 n-d-836015-7 neutron-server[114869]: 'Subnet': {'1.1'}, Apr 20 12:49:07.517741 n-d-836015-7 neutron-server[114869]: 'Trunk': {'1.1'}} Apr 20 12:49:07.517741 n-d-836015-7 neutron-server[114869]: consumer versions: Apr 20 12:49:07.517741 n-d-836015-7 neutron-server[114869]: { DHCP agent@n-d-836015-7: {}, Apr 20 12:49:07.517741 n-d-836015-7 neutron-server[114869]: L3 agent@n-d-836015-7: {}, Apr 20 12:49:07.517741 n-d-836015-7 neutron-server[114869]: Metadata agent@n-d-836015-7: {}, Apr 20 12:49:07.517741 n-d-836015-7 neutron-server[114869]: Metering agent@n-d-836015-7: {}, Apr 20 12:49:07.517741 n-d-836015-7 neutron-server[114869]: Open vSwitch agent@n-d-836015-7: { 'AddressGroup': '1.2', Apr 20 12:49:07.517741 n-d-836015-7 neutron-server[114869]: 'ConntrackHelper': '1.0', Apr 20 12:49:07.517741 n-d-836015-7 neutron-server[114869]: 'Log': '1.0', Apr 20 12:49:07.517741 n-d-836015-7 neutron-server[114869]: 'Network': '1.1', Apr 20 12:49:07.517741 n-d-836015-7 neutron-server[114869]: 'Port': '1.7', Apr 20 12:49:07.517741 n-d-836015-7 neutron-server[114869]: 'PortForwarding': '1.2', Apr 20 12:49:07.517741 n-d-836015-7 neutron-server[114869]: 'QosPolicy': '1.9', Apr 20 12:49:07.517741 n-d-836015-7 neutron-server[114869]: 'SecurityGroup': '1.4', Apr 20 12:49:07.517741 n-d-836015-7 neutron-server[114869]: 'SecurityGroupRule': '1.2', Apr 20 12:49:07.517741 n-d-836015-7 neutron-server[114869]: 'SubPort': '1.0', Apr 20 12:49:07.517741 n-d-836015-7 neutron-server[114869]: 'Subnet': '1.1', Apr 20 12:49:07.517741 n-d-836015-7 neutron-server[114869]: 'Trunk': '1.1'}} Apr 20 12:49:07.517741 n-d-836015-7 neutron-server[114869]: {{(pid=114869) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 12:49:07.585457 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-40d40e1f-0afd-4f85-9c97-876f018f11ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:07.674911 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-40d40e1f-0afd-4f85-9c97-876f018f11ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:07.676089 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d40e1f-0afd-4f85-9c97-876f018f11ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:07.676754 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-40d40e1f-0afd-4f85-9c97-876f018f11ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:07.771190 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d40e1f-0afd-4f85-9c97-876f018f11ec admin admin] Pushing event updated for resources: {'Network': ['ID=681aae76-e3c1-433b-a576-4f69b6e4ff2e,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:07.782496 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 681aae76-e3c1-433b-a576-4f69b6e4ff2e details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:49:07.831804 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-40d40e1f-0afd-4f85-9c97-876f018f11ec admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9740324 Apr 20 12:49:10.482336 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 50846) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:10.968280 n-d-836015-7 neutron-server[114870]: WARNING oslo_policy.policy [None req-87cc4045-238e-4515-8d4c-fe7b55d5f95f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 12:49:10.968873 n-d-836015-7 neutron-server[114870]: WARNING oslo_policy.policy [None req-87cc4045-238e-4515-8d4c-fe7b55d5f95f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 12:49:11.402088 n-d-836015-7 neutron-server[114870]: DEBUG neutron.policy [None req-87cc4045-238e-4515-8d4c-fe7b55d5f95f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114870) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 20 12:49:11.448602 n-d-836015-7 neutron-server[114870]: WARNING oslo_policy.policy [None req-87cc4045-238e-4515-8d4c-fe7b55d5f95f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 12:49:11.448976 n-d-836015-7 neutron-server[114870]: WARNING oslo_policy.policy [None req-87cc4045-238e-4515-8d4c-fe7b55d5f95f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 12:49:11.456939 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cc4045-238e-4515-8d4c-fe7b55d5f95f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:11.458687 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-87cc4045-238e-4515-8d4c-fe7b55d5f95f admin admin] 10.222.0.25 "GET /v2.0/networks/681aae76-e3c1-433b-a576-4f69b6e4ff2e HTTP/1.1" status: 200 len: 825 time: 0.9760132 Apr 20 12:49:11.497098 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-19113f98-2abf-4170-9abd-ac4de6e070d5 admin admin] 10.222.0.25 "GET /v2.0/subnetpools/ec4e3a27-e79d-43c6-94c4-cffe3b81e6c1 HTTP/1.1" status: 200 len: 734 time: 0.0320461 Apr 20 12:49:11.507210 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-9bd319cc-fed2-4232-b4c7-4d393eb1c7c9 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '17ff4e70ef4f435db1727068decab255', 'network_id': '681aae76-e3c1-433b-a576-4f69b6e4ff2e', 'subnetpool_id': 'ec4e3a27-e79d-43c6-94c4-cffe3b81e6c1'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:11.640404 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd319cc-fed2-4232-b4c7-4d393eb1c7c9 admin admin] Made reservation on behalf of 17ff4e70ef4f435db1727068decab255 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:49:11.643114 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9bd319cc-fed2-4232-b4c7-4d393eb1c7c9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:11.966636 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9bd319cc-fed2-4232-b4c7-4d393eb1c7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:12.034250 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd319cc-fed2-4232-b4c7-4d393eb1c7c9 admin admin] Checking segment: {'id': 'a2ef902a-8ff8-4618-965f-308a4712f631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '681aae76-e3c1-433b-a576-4f69b6e4ff2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:49:12.034635 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd319cc-fed2-4232-b4c7-4d393eb1c7c9 admin admin] Network hostable DHCP agents. Network: 681aae76-e3c1-433b-a576-4f69b6e4ff2e, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:49:12.053005 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd319cc-fed2-4232-b4c7-4d393eb1c7c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6be402ef-bfa7-43a1-b552-5ec12a743771,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:12.063976 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd319cc-fed2-4232-b4c7-4d393eb1c7c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:12.065596 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd319cc-fed2-4232-b4c7-4d393eb1c7c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:12.065596 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd319cc-fed2-4232-b4c7-4d393eb1c7c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:12.065596 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd319cc-fed2-4232-b4c7-4d393eb1c7c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:12.065596 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd319cc-fed2-4232-b4c7-4d393eb1c7c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:12.065596 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd319cc-fed2-4232-b4c7-4d393eb1c7c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:12.065977 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd319cc-fed2-4232-b4c7-4d393eb1c7c9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:12.066193 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd319cc-fed2-4232-b4c7-4d393eb1c7c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:12.066511 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd319cc-fed2-4232-b4c7-4d393eb1c7c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:12.066829 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd319cc-fed2-4232-b4c7-4d393eb1c7c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:12.067145 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd319cc-fed2-4232-b4c7-4d393eb1c7c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:12.067522 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd319cc-fed2-4232-b4c7-4d393eb1c7c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:12.068621 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd319cc-fed2-4232-b4c7-4d393eb1c7c9 admin admin] Tracked resource versions report: Apr 20 12:49:12.068621 n-d-836015-7 neutron-server[114870]: pushed versions: Apr 20 12:49:12.068621 n-d-836015-7 neutron-server[114870]: { 'AddressGroup': {'1.2'}, Apr 20 12:49:12.068621 n-d-836015-7 neutron-server[114870]: 'ConntrackHelper': {'1.0'}, Apr 20 12:49:12.068621 n-d-836015-7 neutron-server[114870]: 'Log': {'1.0'}, Apr 20 12:49:12.068621 n-d-836015-7 neutron-server[114870]: 'Network': {'1.1'}, Apr 20 12:49:12.068621 n-d-836015-7 neutron-server[114870]: 'Port': {'1.7'}, Apr 20 12:49:12.068621 n-d-836015-7 neutron-server[114870]: 'PortForwarding': {'1.2'}, Apr 20 12:49:12.068621 n-d-836015-7 neutron-server[114870]: 'QosPolicy': {'1.9'}, Apr 20 12:49:12.068621 n-d-836015-7 neutron-server[114870]: 'SecurityGroup': {'1.4'}, Apr 20 12:49:12.068621 n-d-836015-7 neutron-server[114870]: 'SecurityGroupRule': {'1.2'}, Apr 20 12:49:12.068621 n-d-836015-7 neutron-server[114870]: 'SubPort': {'1.0'}, Apr 20 12:49:12.068621 n-d-836015-7 neutron-server[114870]: 'Subnet': {'1.1'}, Apr 20 12:49:12.068621 n-d-836015-7 neutron-server[114870]: 'Trunk': {'1.1'}} Apr 20 12:49:12.068621 n-d-836015-7 neutron-server[114870]: consumer versions: Apr 20 12:49:12.068621 n-d-836015-7 neutron-server[114870]: { DHCP agent@n-d-836015-7: {}, Apr 20 12:49:12.068621 n-d-836015-7 neutron-server[114870]: L3 agent@n-d-836015-7: {}, Apr 20 12:49:12.068621 n-d-836015-7 neutron-server[114870]: Metadata agent@n-d-836015-7: {}, Apr 20 12:49:12.068621 n-d-836015-7 neutron-server[114870]: Metering agent@n-d-836015-7: {}, Apr 20 12:49:12.068621 n-d-836015-7 neutron-server[114870]: Open vSwitch agent@n-d-836015-7: { 'AddressGroup': '1.2', Apr 20 12:49:12.068621 n-d-836015-7 neutron-server[114870]: 'ConntrackHelper': '1.0', Apr 20 12:49:12.068621 n-d-836015-7 neutron-server[114870]: 'Log': '1.0', Apr 20 12:49:12.068621 n-d-836015-7 neutron-server[114870]: 'Network': '1.1', Apr 20 12:49:12.068621 n-d-836015-7 neutron-server[114870]: 'Port': '1.7', Apr 20 12:49:12.068621 n-d-836015-7 neutron-server[114870]: 'PortForwarding': '1.2', Apr 20 12:49:12.068621 n-d-836015-7 neutron-server[114870]: 'QosPolicy': '1.9', Apr 20 12:49:12.068621 n-d-836015-7 neutron-server[114870]: 'SecurityGroup': '1.4', Apr 20 12:49:12.068621 n-d-836015-7 neutron-server[114870]: 'SecurityGroupRule': '1.2', Apr 20 12:49:12.068621 n-d-836015-7 neutron-server[114870]: 'SubPort': '1.0', Apr 20 12:49:12.068621 n-d-836015-7 neutron-server[114870]: 'Subnet': '1.1', Apr 20 12:49:12.068621 n-d-836015-7 neutron-server[114870]: 'Trunk': '1.1'}} Apr 20 12:49:12.068621 n-d-836015-7 neutron-server[114870]: {{(pid=114870) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 12:49:12.103122 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd319cc-fed2-4232-b4c7-4d393eb1c7c9 admin admin] Network 681aae76-e3c1-433b-a576-4f69b6e4ff2e is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:49:12.154456 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-9bd319cc-fed2-4232-b4c7-4d393eb1c7c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 681aae76-e3c1-433b-a576-4f69b6e4ff2e) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:49:12.159528 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd319cc-fed2-4232-b4c7-4d393eb1c7c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:12.160130 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9bd319cc-fed2-4232-b4c7-4d393eb1c7c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:12.165030 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ccaf21-d705-416d-8def-c744e705222b None None] Network 681aae76-e3c1-433b-a576-4f69b6e4ff2e requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:49:12.243074 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9bd319cc-fed2-4232-b4c7-4d393eb1c7c9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7397611 Apr 20 12:49:12.477558 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b61a52d-c2d4-4fd0-b67a-013f05538e4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-681aae76-e3c1-433b-a576-4f69b6e4ff2e', 'network_id': '681aae76-e3c1-433b-a576-4f69b6e4ff2e', 'tenant_id': '17ff4e70ef4f435db1727068decab255', 'fixed_ips': [{'subnet_id': '6be402ef-bfa7-43a1-b552-5ec12a743771'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:49:12.478800 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6b61a52d-c2d4-4fd0-b67a-013f05538e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:12.793416 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-6b61a52d-c2d4-4fd0-b67a-013f05538e4f None None] Allocated IP 172.20.0.2 (681aae76-e3c1-433b-a576-4f69b6e4ff2e/6be402ef-bfa7-43a1-b552-5ec12a743771/49723e86-1724-4b45-92e9-c61a9d99bce4) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:49:12.996534 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6b61a52d-c2d4-4fd0-b67a-013f05538e4f None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:13.098224 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6b61a52d-c2d4-4fd0-b67a-013f05538e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:13.175984 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b61a52d-c2d4-4fd0-b67a-013f05538e4f None None] Network 681aae76-e3c1-433b-a576-4f69b6e4ff2e is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:49:13.181382 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-6b61a52d-c2d4-4fd0-b67a-013f05538e4f None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:49:13.184388 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b61a52d-c2d4-4fd0-b67a-013f05538e4f None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:49:13.192105 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61a52d-c2d4-4fd0-b67a-013f05538e4f None None] Pushing event updated for resources: {'Port': ['ID=49723e86-1724-4b45-92e9-c61a9d99bce4,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:13.235669 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61a52d-c2d4-4fd0-b67a-013f05538e4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:13.236017 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61a52d-c2d4-4fd0-b67a-013f05538e4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:13.236354 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61a52d-c2d4-4fd0-b67a-013f05538e4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:13.236690 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61a52d-c2d4-4fd0-b67a-013f05538e4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:13.237021 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61a52d-c2d4-4fd0-b67a-013f05538e4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:13.237351 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61a52d-c2d4-4fd0-b67a-013f05538e4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:13.237692 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61a52d-c2d4-4fd0-b67a-013f05538e4f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:13.238020 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61a52d-c2d4-4fd0-b67a-013f05538e4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:13.238343 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61a52d-c2d4-4fd0-b67a-013f05538e4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:13.238665 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61a52d-c2d4-4fd0-b67a-013f05538e4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:13.238990 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61a52d-c2d4-4fd0-b67a-013f05538e4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:13.239894 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61a52d-c2d4-4fd0-b67a-013f05538e4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:13.241030 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61a52d-c2d4-4fd0-b67a-013f05538e4f None None] Tracked resource versions report: Apr 20 12:49:13.241030 n-d-836015-7 neutron-server[114871]: pushed versions: Apr 20 12:49:13.241030 n-d-836015-7 neutron-server[114871]: { 'AddressGroup': {'1.2'}, Apr 20 12:49:13.241030 n-d-836015-7 neutron-server[114871]: 'ConntrackHelper': {'1.0'}, Apr 20 12:49:13.241030 n-d-836015-7 neutron-server[114871]: 'Log': {'1.0'}, Apr 20 12:49:13.241030 n-d-836015-7 neutron-server[114871]: 'Network': {'1.1'}, Apr 20 12:49:13.241030 n-d-836015-7 neutron-server[114871]: 'Port': {'1.7'}, Apr 20 12:49:13.241030 n-d-836015-7 neutron-server[114871]: 'PortForwarding': {'1.2'}, Apr 20 12:49:13.241030 n-d-836015-7 neutron-server[114871]: 'QosPolicy': {'1.9'}, Apr 20 12:49:13.241030 n-d-836015-7 neutron-server[114871]: 'SecurityGroup': {'1.4'}, Apr 20 12:49:13.241030 n-d-836015-7 neutron-server[114871]: 'SecurityGroupRule': {'1.2'}, Apr 20 12:49:13.241030 n-d-836015-7 neutron-server[114871]: 'SubPort': {'1.0'}, Apr 20 12:49:13.241030 n-d-836015-7 neutron-server[114871]: 'Subnet': {'1.1'}, Apr 20 12:49:13.241030 n-d-836015-7 neutron-server[114871]: 'Trunk': {'1.1'}} Apr 20 12:49:13.241030 n-d-836015-7 neutron-server[114871]: consumer versions: Apr 20 12:49:13.241030 n-d-836015-7 neutron-server[114871]: { DHCP agent@n-d-836015-7: {}, Apr 20 12:49:13.241030 n-d-836015-7 neutron-server[114871]: L3 agent@n-d-836015-7: {}, Apr 20 12:49:13.241030 n-d-836015-7 neutron-server[114871]: Metadata agent@n-d-836015-7: {}, Apr 20 12:49:13.241030 n-d-836015-7 neutron-server[114871]: Metering agent@n-d-836015-7: {}, Apr 20 12:49:13.241030 n-d-836015-7 neutron-server[114871]: Open vSwitch agent@n-d-836015-7: { 'AddressGroup': '1.2', Apr 20 12:49:13.241030 n-d-836015-7 neutron-server[114871]: 'ConntrackHelper': '1.0', Apr 20 12:49:13.241030 n-d-836015-7 neutron-server[114871]: 'Log': '1.0', Apr 20 12:49:13.241030 n-d-836015-7 neutron-server[114871]: 'Network': '1.1', Apr 20 12:49:13.241030 n-d-836015-7 neutron-server[114871]: 'Port': '1.7', Apr 20 12:49:13.241030 n-d-836015-7 neutron-server[114871]: 'PortForwarding': '1.2', Apr 20 12:49:13.241030 n-d-836015-7 neutron-server[114871]: 'QosPolicy': '1.9', Apr 20 12:49:13.241030 n-d-836015-7 neutron-server[114871]: 'SecurityGroup': '1.4', Apr 20 12:49:13.241030 n-d-836015-7 neutron-server[114871]: 'SecurityGroupRule': '1.2', Apr 20 12:49:13.241030 n-d-836015-7 neutron-server[114871]: 'SubPort': '1.0', Apr 20 12:49:13.241030 n-d-836015-7 neutron-server[114871]: 'Subnet': '1.1', Apr 20 12:49:13.241030 n-d-836015-7 neutron-server[114871]: 'Trunk': '1.1'}} Apr 20 12:49:13.241030 n-d-836015-7 neutron-server[114871]: {{(pid=114871) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 12:49:13.274656 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-6b61a52d-c2d4-4fd0-b67a-013f05538e4f None None] Attempting to bind port 49723e86-1724-4b45-92e9-c61a9d99bce4 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:49:13.275057 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-6b61a52d-c2d4-4fd0-b67a-013f05538e4f None None] Attempting to bind port 49723e86-1724-4b45-92e9-c61a9d99bce4 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'a2ef902a-8ff8-4618-965f-308a4712f631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '681aae76-e3c1-433b-a576-4f69b6e4ff2e'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:49:13.275521 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b61a52d-c2d4-4fd0-b67a-013f05538e4f None None] Attempting to bind port 49723e86-1724-4b45-92e9-c61a9d99bce4 on network 681aae76-e3c1-433b-a576-4f69b6e4ff2e {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:49:13.280320 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b61a52d-c2d4-4fd0-b67a-013f05538e4f None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:49:13.280721 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b61a52d-c2d4-4fd0-b67a-013f05538e4f None None] Checking segment: {'id': 'a2ef902a-8ff8-4618-965f-308a4712f631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '681aae76-e3c1-433b-a576-4f69b6e4ff2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:49:13.281208 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6b61a52d-c2d4-4fd0-b67a-013f05538e4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:13.281599 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b61a52d-c2d4-4fd0-b67a-013f05538e4f None None] Bound using segment: {'id': 'a2ef902a-8ff8-4618-965f-308a4712f631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '681aae76-e3c1-433b-a576-4f69b6e4ff2e'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:49:13.282345 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-6b61a52d-c2d4-4fd0-b67a-013f05538e4f None None] Bound port: 49723e86-1724-4b45-92e9-c61a9d99bce4, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2ef902a-8ff8-4618-965f-308a4712f631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '681aae76-e3c1-433b-a576-4f69b6e4ff2e'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:49:13.282769 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6b61a52d-c2d4-4fd0-b67a-013f05538e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:13.344234 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6b61a52d-c2d4-4fd0-b67a-013f05538e4f None None] For port 49723e86-1724-4b45-92e9-c61a9d99bce4, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:49:13.349038 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6b61a52d-c2d4-4fd0-b67a-013f05538e4f None None] For port 49723e86-1724-4b45-92e9-c61a9d99bce4, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=49723e86-1724-4b45-92e9-c61a9d99bce4,segment=NetworkSegment(a2ef902a-8ff8-4618-965f-308a4712f631),segment_id=a2ef902a-8ff8-4618-965f-308a4712f631)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:49:13.406387 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6b61a52d-c2d4-4fd0-b67a-013f05538e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:13.472675 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61a52d-c2d4-4fd0-b67a-013f05538e4f None None] Pushing event updated for resources: {'Port': ['ID=49723e86-1724-4b45-92e9-c61a9d99bce4,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:14.694262 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 50866) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:15.002555 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [None req-baac30fd-9c0c-4426-97aa-24cfc6d66688 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 12:49:15.003558 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-baac30fd-9c0c-4426-97aa-24cfc6d66688 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3082681 Apr 20 12:49:17.398134 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 50874) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:17.713503 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [None req-0e54cac6-f0c8-4c41-a301-d4276bc9e0a7 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 12:49:17.727386 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0e54cac6-f0c8-4c41-a301-d4276bc9e0a7 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3154621 Apr 20 12:49:20.341882 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 50884) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:20.656235 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-76000324-1180-4395-a14d-670637362a99 admin admin] Request body: {'router': {'tenant_id': '17ff4e70ef4f435db1727068decab255', 'name': 'router1', 'admin_state_up': True}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:20.732060 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-76000324-1180-4395-a14d-670637362a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:20.733756 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-76000324-1180-4395-a14d-670637362a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:20.871288 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-76000324-1180-4395-a14d-670637362a99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:20.927633 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-76000324-1180-4395-a14d-670637362a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:20.959452 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 49723e86-1724-4b45-92e9-c61a9d99bce4 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:49:21.030652 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-76000324-1180-4395-a14d-670637362a99 admin admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:21.032272 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-76000324-1180-4395-a14d-670637362a99 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6889961 Apr 20 12:49:21.046681 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 49723e86-1724-4b45-92e9-c61a9d99bce4 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:21.047067 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:21.162549 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:21.202736 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 49723e86-1724-4b45-92e9-c61a9d99bce4, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=49723e86-1724-4b45-92e9-c61a9d99bce4,segment=NetworkSegment(a2ef902a-8ff8-4618-965f-308a4712f631),segment_id=a2ef902a-8ff8-4618-965f-308a4712f631)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:21.264223 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:21.317746 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=49723e86-1724-4b45-92e9-c61a9d99bce4,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:21.722431 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3f979a-c4d8-4700-aa27-1bd7b1961bee None None] Network 681aae76-e3c1-433b-a576-4f69b6e4ff2e requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:49:21.790227 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6786dd8d-6f6f-453a-b390-8cb91a8d32f3 None None] Provisioning complete for port 49723e86-1724-4b45-92e9-c61a9d99bce4 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:21.790626 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6786dd8d-6f6f-453a-b390-8cb91a8d32f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:22.155540 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-c4a99b72-7214-49a2-bd41-09c60b1b1419 None None] Provisioning complete for port 49723e86-1724-4b45-92e9-c61a9d99bce4 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:22.157849 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c4a99b72-7214-49a2-bd41-09c60b1b1419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:22.932980 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 49723e86-1724-4b45-92e9-c61a9d99bce4 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:49:22.978501 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 49723e86-1724-4b45-92e9-c61a9d99bce4 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:22.978870 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:23.462187 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 50896) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:23.769797 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [None req-a24a80f4-67fd-4a9e-9dad-00758241cecf admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 12:49:23.771424 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a24a80f4-67fd-4a9e-9dad-00758241cecf admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3082721 Apr 20 12:49:24.365605 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f3f8a65f-f3a1-42d8-b3cb-d5a7b2d41ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:26.161259 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 50904) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:26.464000 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-76e1db8d-5cba-41d6-acc0-38e117002007 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'is_default': True}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:26.560411 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e1db8d-5cba-41d6-acc0-38e117002007 admin admin] Made reservation on behalf of 15cd40c7d7e54aca801acf9ee3169de8 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:49:26.562669 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-76e1db8d-5cba-41d6-acc0-38e117002007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:26.579056 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-76e1db8d-5cba-41d6-acc0-38e117002007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:26.682111 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-76e1db8d-5cba-41d6-acc0-38e117002007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:26.743146 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b456f83c-1939-4d3f-a471-6bf12934682e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:26.874309 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-76e1db8d-5cba-41d6-acc0-38e117002007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:26.892612 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-76e1db8d-5cba-41d6-acc0-38e117002007 admin admin] Reserving flat network on physical network physnet1 {{(pid=114870) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 20 12:49:26.910770 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e1db8d-5cba-41d6-acc0-38e117002007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35572b2d-6960-4285-a5a3-3b302834eb2a,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:26.916501 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-76e1db8d-5cba-41d6-acc0-38e117002007 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759760574567', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:26.917070 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-76e1db8d-5cba-41d6-acc0-38e117002007 admin admin] Unsubscribe: segment precommit_create {{(pid=114870) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 20 12:49:26.917550 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-76e1db8d-5cba-41d6-acc0-38e117002007 admin admin] Added segment 2e33f2e9-5edc-4e7d-ba58-2850120e416f of type flat for network 08acadad-0b4a-420a-b5f5-639128d4ec40 Apr 20 12:49:26.975695 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-76e1db8d-5cba-41d6-acc0-38e117002007 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:27.074787 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-76e1db8d-5cba-41d6-acc0-38e117002007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:27.075768 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e1db8d-5cba-41d6-acc0-38e117002007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:27.076335 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-76e1db8d-5cba-41d6-acc0-38e117002007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:27.180977 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e1db8d-5cba-41d6-acc0-38e117002007 admin admin] Pushing event updated for resources: {'Network': ['ID=08acadad-0b4a-420a-b5f5-639128d4ec40,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:27.192685 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-76e1db8d-5cba-41d6-acc0-38e117002007 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0286996 Apr 20 12:49:27.195339 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:49:27.891877 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:29.125740 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:29.571541 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 50922) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:29.680023 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:29.749957 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a5b757-9f71-4821-bd36-1ac5e66ba8d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:29.751280 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-17a5b757-9f71-4821-bd36-1ac5e66ba8d0 admin admin] 10.222.0.25 "GET /v2.0/subnets/6be402ef-bfa7-43a1-b552-5ec12a743771 HTTP/1.1" status: 200 len: 849 time: 0.1787925 Apr 20 12:49:29.907275 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f8d2ae71-641d-4b99-baa3-850a3c213368 admin admin] 10.222.0.25 "GET /v2.0/routers/cdeca97f-28cd-4301-910d-087592cdd0c4 HTTP/1.1" status: 200 len: 704 time: 0.1495433 Apr 20 12:49:30.169426 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b7dba722-4601-4981-97f2-7adf545a4bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:30.456309 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-b7dba722-4601-4981-97f2-7adf545a4bef admin admin] Allocated IP 172.20.0.1 (681aae76-e3c1-433b-a576-4f69b6e4ff2e/6be402ef-bfa7-43a1-b552-5ec12a743771/3391e821-dbd6-4cce-9e1d-478a10e29a2b) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:49:30.605238 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b7dba722-4601-4981-97f2-7adf545a4bef admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:30.726490 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b7dba722-4601-4981-97f2-7adf545a4bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:30.787669 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dba722-4601-4981-97f2-7adf545a4bef admin admin] Network 681aae76-e3c1-433b-a576-4f69b6e4ff2e is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:49:30.793048 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-b7dba722-4601-4981-97f2-7adf545a4bef admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:49:30.801209 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dba722-4601-4981-97f2-7adf545a4bef admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:49:30.801791 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b7dba722-4601-4981-97f2-7adf545a4bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:30.917475 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dba722-4601-4981-97f2-7adf545a4bef admin admin] Pushing event updated for resources: {'Port': ['ID=3391e821-dbd6-4cce-9e1d-478a10e29a2b,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:31.005161 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-43b373e2-ce11-4631-af88-19c7627ac549 None None] Provisioning complete for port 3391e821-dbd6-4cce-9e1d-478a10e29a2b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:31.005720 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-43b373e2-ce11-4631-af88-19c7627ac549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:31.037634 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-43b373e2-ce11-4631-af88-19c7627ac549 None None] Port 3391e821-dbd6-4cce-9e1d-478a10e29a2b cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:49:31.096984 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b7dba722-4601-4981-97f2-7adf545a4bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:31.297753 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b7dba722-4601-4981-97f2-7adf545a4bef admin admin] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:31.331176 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b7dba722-4601-4981-97f2-7adf545a4bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:31.331974 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b7dba722-4601-4981-97f2-7adf545a4bef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:31.408730 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dba722-4601-4981-97f2-7adf545a4bef admin admin] Pushing event updated for resources: {'Port': ['ID=3391e821-dbd6-4cce-9e1d-478a10e29a2b,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:31.452915 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dba722-4601-4981-97f2-7adf545a4bef admin admin] Network 681aae76-e3c1-433b-a576-4f69b6e4ff2e is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:49:31.454168 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-b7dba722-4601-4981-97f2-7adf545a4bef admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:49:31.492452 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 5 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:49:31.658780 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-7600e099-a5a8-441d-a1b6-1e913a9c5a8d None None] Provisioning complete for port 3391e821-dbd6-4cce-9e1d-478a10e29a2b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:31.659131 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7600e099-a5a8-441d-a1b6-1e913a9c5a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:31.691222 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-7600e099-a5a8-441d-a1b6-1e913a9c5a8d None None] Port 3391e821-dbd6-4cce-9e1d-478a10e29a2b cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:49:31.697274 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7dba722-4601-4981-97f2-7adf545a4bef admin admin] Router cdeca97f-28cd-4301-910d-087592cdd0c4 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 12:49:31.787068 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7dba722-4601-4981-97f2-7adf545a4bef admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:49:31.792140 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b7dba722-4601-4981-97f2-7adf545a4bef admin admin] 10.222.0.25 "PUT /v2.0/routers/cdeca97f-28cd-4301-910d-087592cdd0c4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8774178 Apr 20 12:49:31.796801 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682373eb-0620-4a4b-b9cd-4889f4210230 None None] Sync routers for ids ['cdeca97f-28cd-4301-910d-087592cdd0c4'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:49:31.809161 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682373eb-0620-4a4b-b9cd-4889f4210230 None None] Routers {'cdeca97f-28cd-4301-910d-087592cdd0c4'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:49:31.810001 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-682373eb-0620-4a4b-b9cd-4889f4210230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T12:49:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['cdeca97f-28cd-4301-910d-087592cdd0c4'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:49:31.992320 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-682373eb-0620-4a4b-b9cd-4889f4210230 None None] Set router cdeca97f-28cd-4301-910d-087592cdd0c4 gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:49:32.414875 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-682373eb-0620-4a4b-b9cd-4889f4210230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdeca97f-28cd-4301-910d-087592cdd0c4', 'name': 'router1', 'tenant_id': '17ff4e70ef4f435db1727068decab255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:49:20Z', 'updated_at': '2022-04-20T12:49:30Z', 'revision_number': 2, 'project_id': '17ff4e70ef4f435db1727068decab255', 'gw_port_host': None, '_interfaces': [{'id': '3391e821-dbd6-4cce-9e1d-478a10e29a2b', 'name': '', 'network_id': '681aae76-e3c1-433b-a576-4f69b6e4ff2e', 'tenant_id': '17ff4e70ef4f435db1727068decab255', 'mac_address': 'fa:16:3e:e0:1d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdeca97f-28cd-4301-910d-087592cdd0c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6be402ef-bfa7-43a1-b552-5ec12a743771', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:49:30Z', 'updated_at': '2022-04-20T12:49:31Z', 'revision_number': 2, 'project_id': '17ff4e70ef4f435db1727068decab255', 'subnets': [{'id': '6be402ef-bfa7-43a1-b552-5ec12a743771', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec4e3a27-e79d-43c6-94c4-cffe3b81e6c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:49:32.465938 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682373eb-0620-4a4b-b9cd-4889f4210230 None None] Checking router: cdeca97f-28cd-4301-910d-087592cdd0c4 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:49:32.466311 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682373eb-0620-4a4b-b9cd-4889f4210230 None None] Updating router cdeca97f-28cd-4301-910d-087592cdd0c4 port 3391e821-dbd6-4cce-9e1d-478a10e29a2b binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:49:32.514420 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-682373eb-0620-4a4b-b9cd-4889f4210230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:33.029759 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-682373eb-0620-4a4b-b9cd-4889f4210230 None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:33.091545 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-682373eb-0620-4a4b-b9cd-4889f4210230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:33.226449 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae1e04-2dfd-43a3-be6c-d0e140631237 None None] Pushing event updated for resources: {'Port': ['ID=3391e821-dbd6-4cce-9e1d-478a10e29a2b,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:33.253668 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae1e04-2dfd-43a3-be6c-d0e140631237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:33.254599 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae1e04-2dfd-43a3-be6c-d0e140631237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:33.254944 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae1e04-2dfd-43a3-be6c-d0e140631237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:33.255278 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae1e04-2dfd-43a3-be6c-d0e140631237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:33.255638 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae1e04-2dfd-43a3-be6c-d0e140631237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:33.255962 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae1e04-2dfd-43a3-be6c-d0e140631237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:33.256284 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae1e04-2dfd-43a3-be6c-d0e140631237 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:33.256607 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae1e04-2dfd-43a3-be6c-d0e140631237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:33.256929 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae1e04-2dfd-43a3-be6c-d0e140631237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:33.257251 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae1e04-2dfd-43a3-be6c-d0e140631237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:33.257573 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae1e04-2dfd-43a3-be6c-d0e140631237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:33.257893 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae1e04-2dfd-43a3-be6c-d0e140631237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:33.259043 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae1e04-2dfd-43a3-be6c-d0e140631237 None None] Tracked resource versions report: Apr 20 12:49:33.259043 n-d-836015-7 neutron-server[114872]: pushed versions: Apr 20 12:49:33.259043 n-d-836015-7 neutron-server[114872]: { 'AddressGroup': {'1.2'}, Apr 20 12:49:33.259043 n-d-836015-7 neutron-server[114872]: 'ConntrackHelper': {'1.0'}, Apr 20 12:49:33.259043 n-d-836015-7 neutron-server[114872]: 'Log': {'1.0'}, Apr 20 12:49:33.259043 n-d-836015-7 neutron-server[114872]: 'Network': {'1.1'}, Apr 20 12:49:33.259043 n-d-836015-7 neutron-server[114872]: 'Port': {'1.7'}, Apr 20 12:49:33.259043 n-d-836015-7 neutron-server[114872]: 'PortForwarding': {'1.2'}, Apr 20 12:49:33.259043 n-d-836015-7 neutron-server[114872]: 'QosPolicy': {'1.9'}, Apr 20 12:49:33.259043 n-d-836015-7 neutron-server[114872]: 'SecurityGroup': {'1.4'}, Apr 20 12:49:33.259043 n-d-836015-7 neutron-server[114872]: 'SecurityGroupRule': {'1.2'}, Apr 20 12:49:33.259043 n-d-836015-7 neutron-server[114872]: 'SubPort': {'1.0'}, Apr 20 12:49:33.259043 n-d-836015-7 neutron-server[114872]: 'Subnet': {'1.1'}, Apr 20 12:49:33.259043 n-d-836015-7 neutron-server[114872]: 'Trunk': {'1.1'}} Apr 20 12:49:33.259043 n-d-836015-7 neutron-server[114872]: consumer versions: Apr 20 12:49:33.259043 n-d-836015-7 neutron-server[114872]: { DHCP agent@n-d-836015-7: {}, Apr 20 12:49:33.259043 n-d-836015-7 neutron-server[114872]: L3 agent@n-d-836015-7: {}, Apr 20 12:49:33.259043 n-d-836015-7 neutron-server[114872]: Metadata agent@n-d-836015-7: {}, Apr 20 12:49:33.259043 n-d-836015-7 neutron-server[114872]: Metering agent@n-d-836015-7: {}, Apr 20 12:49:33.259043 n-d-836015-7 neutron-server[114872]: Open vSwitch agent@n-d-836015-7: { 'AddressGroup': '1.2', Apr 20 12:49:33.259043 n-d-836015-7 neutron-server[114872]: 'ConntrackHelper': '1.0', Apr 20 12:49:33.259043 n-d-836015-7 neutron-server[114872]: 'Log': '1.0', Apr 20 12:49:33.259043 n-d-836015-7 neutron-server[114872]: 'Network': '1.1', Apr 20 12:49:33.259043 n-d-836015-7 neutron-server[114872]: 'Port': '1.7', Apr 20 12:49:33.259043 n-d-836015-7 neutron-server[114872]: 'PortForwarding': '1.2', Apr 20 12:49:33.259043 n-d-836015-7 neutron-server[114872]: 'QosPolicy': '1.9', Apr 20 12:49:33.259043 n-d-836015-7 neutron-server[114872]: 'SecurityGroup': '1.4', Apr 20 12:49:33.259043 n-d-836015-7 neutron-server[114872]: 'SecurityGroupRule': '1.2', Apr 20 12:49:33.259043 n-d-836015-7 neutron-server[114872]: 'SubPort': '1.0', Apr 20 12:49:33.259043 n-d-836015-7 neutron-server[114872]: 'Subnet': '1.1', Apr 20 12:49:33.259043 n-d-836015-7 neutron-server[114872]: 'Trunk': '1.1'}} Apr 20 12:49:33.259043 n-d-836015-7 neutron-server[114872]: {{(pid=114872) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 12:49:33.270741 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-682373eb-0620-4a4b-b9cd-4889f4210230 None None] Attempting to bind port 3391e821-dbd6-4cce-9e1d-478a10e29a2b on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:49:33.271151 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-682373eb-0620-4a4b-b9cd-4889f4210230 None None] Attempting to bind port 3391e821-dbd6-4cce-9e1d-478a10e29a2b by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'a2ef902a-8ff8-4618-965f-308a4712f631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '681aae76-e3c1-433b-a576-4f69b6e4ff2e'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:49:33.271625 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682373eb-0620-4a4b-b9cd-4889f4210230 None None] Attempting to bind port 3391e821-dbd6-4cce-9e1d-478a10e29a2b on network 681aae76-e3c1-433b-a576-4f69b6e4ff2e {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:49:33.276586 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682373eb-0620-4a4b-b9cd-4889f4210230 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:49:33.276985 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682373eb-0620-4a4b-b9cd-4889f4210230 None None] Checking segment: {'id': 'a2ef902a-8ff8-4618-965f-308a4712f631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '681aae76-e3c1-433b-a576-4f69b6e4ff2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:49:33.277468 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-682373eb-0620-4a4b-b9cd-4889f4210230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:33.277862 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682373eb-0620-4a4b-b9cd-4889f4210230 None None] Bound using segment: {'id': 'a2ef902a-8ff8-4618-965f-308a4712f631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '681aae76-e3c1-433b-a576-4f69b6e4ff2e'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:49:33.278367 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-682373eb-0620-4a4b-b9cd-4889f4210230 None None] Bound port: 3391e821-dbd6-4cce-9e1d-478a10e29a2b, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2ef902a-8ff8-4618-965f-308a4712f631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '681aae76-e3c1-433b-a576-4f69b6e4ff2e'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:49:33.278765 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-682373eb-0620-4a4b-b9cd-4889f4210230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:33.324578 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-9600549c-5d91-4d88-9690-7845174ee5f4 None None] Provisioning complete for port 3391e821-dbd6-4cce-9e1d-478a10e29a2b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:33.325531 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9600549c-5d91-4d88-9690-7845174ee5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:33.344218 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-682373eb-0620-4a4b-b9cd-4889f4210230 None None] For port 3391e821-dbd6-4cce-9e1d-478a10e29a2b, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:49:33.359595 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-9600549c-5d91-4d88-9690-7845174ee5f4 None None] Port 3391e821-dbd6-4cce-9e1d-478a10e29a2b cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:49:33.366840 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-682373eb-0620-4a4b-b9cd-4889f4210230 None None] For port 3391e821-dbd6-4cce-9e1d-478a10e29a2b, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=3391e821-dbd6-4cce-9e1d-478a10e29a2b,segment=NetworkSegment(a2ef902a-8ff8-4618-965f-308a4712f631),segment_id=a2ef902a-8ff8-4618-965f-308a4712f631)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:49:33.417910 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-682373eb-0620-4a4b-b9cd-4889f4210230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:33.474351 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682373eb-0620-4a4b-b9cd-4889f4210230 None None] Routers {'cdeca97f-28cd-4301-910d-087592cdd0c4'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:49:33.474965 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-682373eb-0620-4a4b-b9cd-4889f4210230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T12:49:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['cdeca97f-28cd-4301-910d-087592cdd0c4'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:49:33.476832 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae1e04-2dfd-43a3-be6c-d0e140631237 None None] Pushing event updated for resources: {'Port': ['ID=3391e821-dbd6-4cce-9e1d-478a10e29a2b,revision_number=4']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:33.566823 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-682373eb-0620-4a4b-b9cd-4889f4210230 None None] Set router cdeca97f-28cd-4301-910d-087592cdd0c4 gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:49:33.682029 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-c173f387-fa47-440d-a449-6db0f44c4bee None None] Provisioning complete for port 3391e821-dbd6-4cce-9e1d-478a10e29a2b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:33.682352 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c173f387-fa47-440d-a449-6db0f44c4bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:33.757540 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c173f387-fa47-440d-a449-6db0f44c4bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:33.787564 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-682373eb-0620-4a4b-b9cd-4889f4210230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdeca97f-28cd-4301-910d-087592cdd0c4', 'name': 'router1', 'tenant_id': '17ff4e70ef4f435db1727068decab255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:49:20Z', 'updated_at': '2022-04-20T12:49:30Z', 'revision_number': 2, 'project_id': '17ff4e70ef4f435db1727068decab255', 'gw_port_host': None, '_interfaces': [{'id': '3391e821-dbd6-4cce-9e1d-478a10e29a2b', 'name': '', 'network_id': '681aae76-e3c1-433b-a576-4f69b6e4ff2e', 'tenant_id': '17ff4e70ef4f435db1727068decab255', 'mac_address': 'fa:16:3e:e0:1d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdeca97f-28cd-4301-910d-087592cdd0c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6be402ef-bfa7-43a1-b552-5ec12a743771', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:49:30Z', 'updated_at': '2022-04-20T12:49:33Z', 'revision_number': 4, 'project_id': '17ff4e70ef4f435db1727068decab255', 'subnets': [{'id': '6be402ef-bfa7-43a1-b552-5ec12a743771', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec4e3a27-e79d-43c6-94c4-cffe3b81e6c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:49:33.796409 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-c173f387-fa47-440d-a449-6db0f44c4bee None None] For port 3391e821-dbd6-4cce-9e1d-478a10e29a2b, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=3391e821-dbd6-4cce-9e1d-478a10e29a2b,segment=NetworkSegment(a2ef902a-8ff8-4618-965f-308a4712f631),segment_id=a2ef902a-8ff8-4618-965f-308a4712f631)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:33.816131 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682373eb-0620-4a4b-b9cd-4889f4210230 None None] The sync data for ids ['cdeca97f-28cd-4301-910d-087592cdd0c4'] in n-d-836015-7 is: [{'id': 'cdeca97f-28cd-4301-910d-087592cdd0c4', 'name': 'router1', 'tenant_id': '17ff4e70ef4f435db1727068decab255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:49:20Z', 'updated_at': '2022-04-20T12:49:30Z', 'revision_number': 2, 'project_id': '17ff4e70ef4f435db1727068decab255', 'gw_port_host': None, '_interfaces': [{'id': '3391e821-dbd6-4cce-9e1d-478a10e29a2b', 'name': '', 'network_id': '681aae76-e3c1-433b-a576-4f69b6e4ff2e', 'tenant_id': '17ff4e70ef4f435db1727068decab255', 'mac_address': 'fa:16:3e:e0:1d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdeca97f-28cd-4301-910d-087592cdd0c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6be402ef-bfa7-43a1-b552-5ec12a743771', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:49:30Z', 'updated_at': '2022-04-20T12:49:33Z', 'revision_number': 4, 'project_id': '17ff4e70ef4f435db1727068decab255', 'subnets': [{'id': '6be402ef-bfa7-43a1-b552-5ec12a743771', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec4e3a27-e79d-43c6-94c4-cffe3b81e6c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:49:33.868779 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c173f387-fa47-440d-a449-6db0f44c4bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:33.919833 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173f387-fa47-440d-a449-6db0f44c4bee None None] Pushing event updated for resources: {'Port': ['ID=3391e821-dbd6-4cce-9e1d-478a10e29a2b,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:34.042579 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 50942) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:34.150682 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16d5fcd-7e42-48c5-bd2d-f45c35985b8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:34.152018 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a16d5fcd-7e42-48c5-bd2d-f45c35985b8e admin admin] 10.222.0.25 "GET /v2.0/networks/08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 842 time: 0.1084034 Apr 20 12:49:34.162715 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-87002fce-2626-4055-ba9e-a767573cec03 admin admin] Request body: {'subnet': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'gateway_ip': '172.25.8.1', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.25.8.0/24'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:34.263300 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87002fce-2626-4055-ba9e-a767573cec03 admin admin] Made reservation on behalf of 15cd40c7d7e54aca801acf9ee3169de8 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:49:34.265594 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-87002fce-2626-4055-ba9e-a767573cec03 admin admin] Notify callbacks [] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:34.586573 n-d-836015-7 neutron-server[114870]: DEBUG neutron.objects.ports [None req-87002fce-2626-4055-ba9e-a767573cec03 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114870) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 12:49:34.586984 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-87002fce-2626-4055-ba9e-a767573cec03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:34.647429 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87002fce-2626-4055-ba9e-a767573cec03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a76d75d-e766-4b28-9f93-61260387b272,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:34.651934 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87002fce-2626-4055-ba9e-a767573cec03 admin admin] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:49:34.652287 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87002fce-2626-4055-ba9e-a767573cec03 admin admin] Network hostable DHCP agents. Network: 08acadad-0b4a-420a-b5f5-639128d4ec40, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:49:34.754159 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87002fce-2626-4055-ba9e-a767573cec03 admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:49:34.840450 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-87002fce-2626-4055-ba9e-a767573cec03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 08acadad-0b4a-420a-b5f5-639128d4ec40) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:49:34.844531 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87002fce-2626-4055-ba9e-a767573cec03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:34.845104 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-87002fce-2626-4055-ba9e-a767573cec03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:34.851700 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85e8c2b-a15d-420e-8663-df52d72237cc None None] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:49:34.940168 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-87002fce-2626-4055-ba9e-a767573cec03 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7813261 Apr 20 12:49:34.985152 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db55854-98ed-4a38-9e9e-e352be8cea5a None None] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:49:37.223421 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 50950) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:37.352296 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-902b97e5-e3e7-4726-b574-82e9c687ce75 admin admin] 10.222.0.25 "GET /v2.0/routers/cdeca97f-28cd-4301-910d-087592cdd0c4 HTTP/1.1" status: 200 len: 710 time: 0.1277211 Apr 20 12:49:37.440534 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569a7bfd-15da-40ac-9ad5-d4d74121fc9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:37.441833 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-569a7bfd-15da-40ac-9ad5-d4d74121fc9a admin admin] 10.222.0.25 "GET /v2.0/networks/08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 886 time: 0.0823519 Apr 20 12:49:37.451131 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-416e7b8e-1b85-42ba-83a2-11293bd21bfb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:37.783151 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-416e7b8e-1b85-42ba-83a2-11293bd21bfb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:38.104557 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-416e7b8e-1b85-42ba-83a2-11293bd21bfb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:38.179303 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-416e7b8e-1b85-42ba-83a2-11293bd21bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:38.323955 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-416e7b8e-1b85-42ba-83a2-11293bd21bfb admin admin] Allocated IP 172.25.8.41 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/33e8d0b8-4a0b-4091-baac-8129ba21c390) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:49:38.454871 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-416e7b8e-1b85-42ba-83a2-11293bd21bfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:38.537660 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-416e7b8e-1b85-42ba-83a2-11293bd21bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:38.577166 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416e7b8e-1b85-42ba-83a2-11293bd21bfb admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:49:38.579927 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-416e7b8e-1b85-42ba-83a2-11293bd21bfb admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:49:38.582659 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416e7b8e-1b85-42ba-83a2-11293bd21bfb admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:49:38.620251 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e7b8e-1b85-42ba-83a2-11293bd21bfb admin admin] Pushing event updated for resources: {'Port': ['ID=33e8d0b8-4a0b-4091-baac-8129ba21c390,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:38.936652 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-416e7b8e-1b85-42ba-83a2-11293bd21bfb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:38.969461 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 3391e821-dbd6-4cce-9e1d-478a10e29a2b up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:49:39.021542 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 3391e821-dbd6-4cce-9e1d-478a10e29a2b triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:39.021926 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:39.137678 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-416e7b8e-1b85-42ba-83a2-11293bd21bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-54831'] for router, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:39.141050 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-416e7b8e-1b85-42ba-83a2-11293bd21bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548631'] for router, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:39.322899 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416e7b8e-1b85-42ba-83a2-11293bd21bfb admin admin] Router cdeca97f-28cd-4301-910d-087592cdd0c4 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:49:39.427135 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416e7b8e-1b85-42ba-83a2-11293bd21bfb admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:49:39.431882 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-416e7b8e-1b85-42ba-83a2-11293bd21bfb admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:39.433030 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-416e7b8e-1b85-42ba-83a2-11293bd21bfb admin admin] 10.222.0.25 "PUT /v2.0/routers/cdeca97f-28cd-4301-910d-087592cdd0c4 HTTP/1.1" status: 200 len: 889 time: 1.9850287 Apr 20 12:49:40.207124 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106e498f-2026-4a5a-848a-3b37eaefc2d1 None None] Sync routers for ids ['cdeca97f-28cd-4301-910d-087592cdd0c4'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:49:40.218393 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106e498f-2026-4a5a-848a-3b37eaefc2d1 None None] Routers {'cdeca97f-28cd-4301-910d-087592cdd0c4'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:49:40.219109 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-106e498f-2026-4a5a-848a-3b37eaefc2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T12:49:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['cdeca97f-28cd-4301-910d-087592cdd0c4'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:49:40.421251 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-106e498f-2026-4a5a-848a-3b37eaefc2d1 None None] Set router cdeca97f-28cd-4301-910d-087592cdd0c4 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:49:40.867283 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-106e498f-2026-4a5a-848a-3b37eaefc2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdeca97f-28cd-4301-910d-087592cdd0c4', 'name': 'router1', 'tenant_id': '17ff4e70ef4f435db1727068decab255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '33e8d0b8-4a0b-4091-baac-8129ba21c390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:49:20Z', 'updated_at': '2022-04-20T12:49:38Z', 'revision_number': 4, 'project_id': '17ff4e70ef4f435db1727068decab255', 'gw_port': {'id': '33e8d0b8-4a0b-4091-baac-8129ba21c390', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:25:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdeca97f-28cd-4301-910d-087592cdd0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:49:38Z', 'updated_at': '2022-04-20T12:49:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '3391e821-dbd6-4cce-9e1d-478a10e29a2b', 'name': '', 'network_id': '681aae76-e3c1-433b-a576-4f69b6e4ff2e', 'tenant_id': '17ff4e70ef4f435db1727068decab255', 'mac_address': 'fa:16:3e:e0:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeca97f-28cd-4301-910d-087592cdd0c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6be402ef-bfa7-43a1-b552-5ec12a743771', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:49:30Z', 'updated_at': '2022-04-20T12:49:33Z', 'revision_number': 5, 'project_id': '17ff4e70ef4f435db1727068decab255', 'subnets': [{'id': '6be402ef-bfa7-43a1-b552-5ec12a743771', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec4e3a27-e79d-43c6-94c4-cffe3b81e6c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:49:40.919115 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106e498f-2026-4a5a-848a-3b37eaefc2d1 None None] Checking router: cdeca97f-28cd-4301-910d-087592cdd0c4 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:49:40.919493 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106e498f-2026-4a5a-848a-3b37eaefc2d1 None None] Updating router cdeca97f-28cd-4301-910d-087592cdd0c4 port 33e8d0b8-4a0b-4091-baac-8129ba21c390 binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:49:40.964589 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-106e498f-2026-4a5a-848a-3b37eaefc2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:41.268991 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-106e498f-2026-4a5a-848a-3b37eaefc2d1 None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:41.342586 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-106e498f-2026-4a5a-848a-3b37eaefc2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:41.395020 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-106e498f-2026-4a5a-848a-3b37eaefc2d1 None None] Attempting to bind port 33e8d0b8-4a0b-4091-baac-8129ba21c390 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:49:41.395400 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-106e498f-2026-4a5a-848a-3b37eaefc2d1 None None] Attempting to bind port 33e8d0b8-4a0b-4091-baac-8129ba21c390 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:49:41.395760 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106e498f-2026-4a5a-848a-3b37eaefc2d1 None None] Attempting to bind port 33e8d0b8-4a0b-4091-baac-8129ba21c390 on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:49:41.398440 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3543ef9-b921-4834-b344-f2ce8727895a None None] Pushing event updated for resources: {'Port': ['ID=33e8d0b8-4a0b-4091-baac-8129ba21c390,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:41.402809 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106e498f-2026-4a5a-848a-3b37eaefc2d1 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:49:41.403174 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106e498f-2026-4a5a-848a-3b37eaefc2d1 None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:49:41.403593 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-106e498f-2026-4a5a-848a-3b37eaefc2d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:41.403970 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106e498f-2026-4a5a-848a-3b37eaefc2d1 None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:49:41.404467 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-106e498f-2026-4a5a-848a-3b37eaefc2d1 None None] Bound port: 33e8d0b8-4a0b-4091-baac-8129ba21c390, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:49:41.404856 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-106e498f-2026-4a5a-848a-3b37eaefc2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:41.453754 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-106e498f-2026-4a5a-848a-3b37eaefc2d1 None None] For port 33e8d0b8-4a0b-4091-baac-8129ba21c390, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:49:41.456606 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-106e498f-2026-4a5a-848a-3b37eaefc2d1 None None] For port 33e8d0b8-4a0b-4091-baac-8129ba21c390, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=33e8d0b8-4a0b-4091-baac-8129ba21c390,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:49:41.503131 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-106e498f-2026-4a5a-848a-3b37eaefc2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:41.562198 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3543ef9-b921-4834-b344-f2ce8727895a None None] Pushing event updated for resources: {'Port': ['ID=33e8d0b8-4a0b-4091-baac-8129ba21c390,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:41.564590 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106e498f-2026-4a5a-848a-3b37eaefc2d1 None None] Routers {'cdeca97f-28cd-4301-910d-087592cdd0c4'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:49:41.565182 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-106e498f-2026-4a5a-848a-3b37eaefc2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T12:49:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['cdeca97f-28cd-4301-910d-087592cdd0c4'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:49:41.670707 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-106e498f-2026-4a5a-848a-3b37eaefc2d1 None None] Set router cdeca97f-28cd-4301-910d-087592cdd0c4 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:49:41.838202 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 50962) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:41.882313 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-106e498f-2026-4a5a-848a-3b37eaefc2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdeca97f-28cd-4301-910d-087592cdd0c4', 'name': 'router1', 'tenant_id': '17ff4e70ef4f435db1727068decab255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '33e8d0b8-4a0b-4091-baac-8129ba21c390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:49:20Z', 'updated_at': '2022-04-20T12:49:38Z', 'revision_number': 4, 'project_id': '17ff4e70ef4f435db1727068decab255', 'gw_port': {'id': '33e8d0b8-4a0b-4091-baac-8129ba21c390', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:25:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdeca97f-28cd-4301-910d-087592cdd0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:49:38Z', 'updated_at': '2022-04-20T12:49:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '3391e821-dbd6-4cce-9e1d-478a10e29a2b', 'name': '', 'network_id': '681aae76-e3c1-433b-a576-4f69b6e4ff2e', 'tenant_id': '17ff4e70ef4f435db1727068decab255', 'mac_address': 'fa:16:3e:e0:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeca97f-28cd-4301-910d-087592cdd0c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6be402ef-bfa7-43a1-b552-5ec12a743771', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:49:30Z', 'updated_at': '2022-04-20T12:49:33Z', 'revision_number': 5, 'project_id': '17ff4e70ef4f435db1727068decab255', 'subnets': [{'id': '6be402ef-bfa7-43a1-b552-5ec12a743771', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec4e3a27-e79d-43c6-94c4-cffe3b81e6c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:49:41.907523 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106e498f-2026-4a5a-848a-3b37eaefc2d1 None None] The sync data for ids ['cdeca97f-28cd-4301-910d-087592cdd0c4'] in n-d-836015-7 is: [{'id': 'cdeca97f-28cd-4301-910d-087592cdd0c4', 'name': 'router1', 'tenant_id': '17ff4e70ef4f435db1727068decab255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '33e8d0b8-4a0b-4091-baac-8129ba21c390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:49:20Z', 'updated_at': '2022-04-20T12:49:38Z', 'revision_number': 4, 'project_id': '17ff4e70ef4f435db1727068decab255', 'gw_port': {'id': '33e8d0b8-4a0b-4091-baac-8129ba21c390', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:25:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdeca97f-28cd-4301-910d-087592cdd0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:49:38Z', 'updated_at': '2022-04-20T12:49:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '3391e821-dbd6-4cce-9e1d-478a10e29a2b', 'name': '', 'network_id': '681aae76-e3c1-433b-a576-4f69b6e4ff2e', 'tenant_id': '17ff4e70ef4f435db1727068decab255', 'mac_address': 'fa:16:3e:e0:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdeca97f-28cd-4301-910d-087592cdd0c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6be402ef-bfa7-43a1-b552-5ec12a743771', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:49:30Z', 'updated_at': '2022-04-20T12:49:33Z', 'revision_number': 5, 'project_id': '17ff4e70ef4f435db1727068decab255', 'subnets': [{'id': '6be402ef-bfa7-43a1-b552-5ec12a743771', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec4e3a27-e79d-43c6-94c4-cffe3b81e6c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:49:41.955922 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-57504972-354d-491c-83f6-98455823afc0 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1165056 Apr 20 12:49:42.964014 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 33e8d0b8-4a0b-4091-baac-8129ba21c390 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:49:43.010278 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 33e8d0b8-4a0b-4091-baac-8129ba21c390 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:43.010652 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:43.086519 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:43.106469 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 33e8d0b8-4a0b-4091-baac-8129ba21c390, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=33e8d0b8-4a0b-4091-baac-8129ba21c390,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:43.148798 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:43.195412 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=33e8d0b8-4a0b-4091-baac-8129ba21c390,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:44.971028 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 33e8d0b8-4a0b-4091-baac-8129ba21c390 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:49:45.022673 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 33e8d0b8-4a0b-4091-baac-8129ba21c390 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:45.023249 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:54.371347 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-27033949-4c1e-412f-a93d-b4e9293d4b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:56.720161 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-35cea51a-03f2-40e1-b267-ac4ac158ce78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:57.897446 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:59.125557 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:59.715109 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:08.499333 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 5 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:50:24.341905 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9b1c4674-fc83-4322-9227-720c6657d796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:26.690708 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-df02241e-92b2-4918-a25b-6c62068dd98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:28.581966 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:29.141580 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:29.701617 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:45.489581 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 5 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:50:54.335928 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-15cea158-cac5-4de8-a49b-a200e003dff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:56.701238 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f976d249-a916-4b71-a53e-be90c847f547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:57.855384 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:59.118332 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:59.673704 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:22.489210 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 5 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:51:23.403851 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 51556) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:23.464230 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-617e2a74-be98-41f3-8b2d-53f4f3f3b523 admin admin] GET failed (client error): The resource could not be found. Apr 20 12:51:23.465528 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-617e2a74-be98-41f3-8b2d-53f4f3f3b523 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0607157 Apr 20 12:51:23.619967 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385a82b1-631b-48de-8c79-cc1147fe55ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:23.621329 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-385a82b1-631b-48de-8c79-cc1147fe55ea admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1511731 Apr 20 12:51:24.329769 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6caf302c-e68b-4fa3-8126-826e439f800f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:25.793944 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 51566) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:25.925972 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ca5bbe-312d-42de-b0cd-7fe9562a06b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:25.927322 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-23ca5bbe-312d-42de-b0cd-7fe9562a06b6 admin admin] 10.222.0.25 "GET /v2.0/subnets/6be402ef-bfa7-43a1-b552-5ec12a743771 HTTP/1.1" status: 200 len: 849 time: 0.1323097 Apr 20 12:51:25.938470 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-d0c1891b-df62-4ccd-bd0b-3316de17b383 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:51:26.038715 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d0c1891b-df62-4ccd-bd0b-3316de17b383 admin admin] Notify callbacks [] for subnet, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:26.237773 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d0c1891b-df62-4ccd-bd0b-3316de17b383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759760601528'] for subnet, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:26.275482 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c1891b-df62-4ccd-bd0b-3316de17b383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:26.276583 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d0c1891b-df62-4ccd-bd0b-3316de17b383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:26.277470 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d0c1891b-df62-4ccd-bd0b-3316de17b383 admin admin] 10.222.0.25 "PUT /v2.0/subnets/6be402ef-bfa7-43a1-b552-5ec12a743771 HTTP/1.1" status: 200 len: 868 time: 0.3424699 Apr 20 12:51:26.279765 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549b6cf1-7940-4212-bb64-97ee1f590d52 None None] Network 681aae76-e3c1-433b-a576-4f69b6e4ff2e requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:51:26.294642 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c1891b-df62-4ccd-bd0b-3316de17b383 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6be402ef-bfa7-43a1-b552-5ec12a743771,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:26.302518 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c1891b-df62-4ccd-bd0b-3316de17b383 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:26.302883 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c1891b-df62-4ccd-bd0b-3316de17b383 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:26.303214 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c1891b-df62-4ccd-bd0b-3316de17b383 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:26.303597 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c1891b-df62-4ccd-bd0b-3316de17b383 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:26.303932 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c1891b-df62-4ccd-bd0b-3316de17b383 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:26.304271 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c1891b-df62-4ccd-bd0b-3316de17b383 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:26.304611 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c1891b-df62-4ccd-bd0b-3316de17b383 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:26.304932 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c1891b-df62-4ccd-bd0b-3316de17b383 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:26.305264 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c1891b-df62-4ccd-bd0b-3316de17b383 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:26.305591 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c1891b-df62-4ccd-bd0b-3316de17b383 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:26.305917 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c1891b-df62-4ccd-bd0b-3316de17b383 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:26.306245 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c1891b-df62-4ccd-bd0b-3316de17b383 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:26.687352 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ce710e59-6cb6-408c-bd96-05fbe60dcdfd None None] Provisioning complete for port 49723e86-1724-4b45-92e9-c61a9d99bce4 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:51:26.687743 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ce710e59-6cb6-408c-bd96-05fbe60dcdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:26.711958 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1dec6d2-31a5-444a-83d7-980b694427a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:26.776451 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ce710e59-6cb6-408c-bd96-05fbe60dcdfd None None] Provisioning complete for port 3391e821-dbd6-4cce-9e1d-478a10e29a2b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:51:26.776742 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ce710e59-6cb6-408c-bd96-05fbe60dcdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:27.872007 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:28.466415 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 51576) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:28.666565 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bad0ad5-ef48-4627-8c51-8f2efc327c07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:28.666941 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bad0ad5-ef48-4627-8c51-8f2efc327c07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:28.668482 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5bad0ad5-ef48-4627-8c51-8f2efc327c07 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2011116 Apr 20 12:51:29.134419 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:29.671715 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:30.843759 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 51584) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:30.970216 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f64194e-23c7-40ba-8e65-4f35a807ff99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:30.970690 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f64194e-23c7-40ba-8e65-4f35a807ff99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:30.972241 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-0f64194e-23c7-40ba-8e65-4f35a807ff99 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1275363 Apr 20 12:51:33.146219 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 51592) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:33.325089 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcca1266-7b46-4f30-91be-f51d34a9c516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:33.326472 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-fcca1266-7b46-4f30-91be-f51d34a9c516 admin admin] 10.222.0.25 "GET /v2.0/networks/08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 886 time: 0.1792336 Apr 20 12:51:35.488834 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 51600) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:35.630147 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47994711-758e-4630-b616-bcd5e2a90569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:35.631558 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-47994711-758e-4630-b616-bcd5e2a90569 admin admin] 10.222.0.25 "GET /v2.0/networks/681aae76-e3c1-433b-a576-4f69b6e4ff2e HTTP/1.1" status: 200 len: 869 time: 0.1417437 Apr 20 12:51:37.803265 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 51608) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:37.924953 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e58a7d-0b86-48b5-90a5-59a9699fa645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:37.925401 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e58a7d-0b86-48b5-90a5-59a9699fa645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:37.926911 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c9e58a7d-0b86-48b5-90a5-59a9699fa645 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1226826 Apr 20 12:51:40.090845 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 51616) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:40.212984 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3a3a89-5c0f-46d2-8943-cb00093feda9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:40.213433 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3a3a89-5c0f-46d2-8943-cb00093feda9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:40.214935 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7b3a3a89-5c0f-46d2-8943-cb00093feda9 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1231215 Apr 20 12:51:42.389850 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 51624) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:42.473999 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1814d2-e339-4caf-9b08-be5843b31ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:42.475295 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0a1814d2-e339-4caf-9b08-be5843b31ebf admin admin] 10.222.0.25 "GET /v2.0/subnets/2a76d75d-e766-4b28-9f93-61260387b272 HTTP/1.1" status: 200 len: 816 time: 0.0845034 Apr 20 12:51:44.660449 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 51632) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:44.755217 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827c03b1-6dca-49e4-a452-5bc1808dad78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:44.756504 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-827c03b1-6dca-49e4-a452-5bc1808dad78 admin admin] 10.222.0.25 "GET /v2.0/subnets/6be402ef-bfa7-43a1-b552-5ec12a743771 HTTP/1.1" status: 200 len: 868 time: 0.0951102 Apr 20 12:51:54.374851 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f80d1b58-9e05-4ffa-9320-a25418f097ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:56.682579 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-60d3995a-e232-4577-88b7-5b1aab288763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:57.894541 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:59.121863 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:59.487497 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 5 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:51:59.717572 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:04.805226 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 51686) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:04.851456 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [None req-b3098653-96ca-4a16-b97f-a79ff57d3597 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 12:52:04.852446 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b3098653-96ca-4a16-b97f-a79ff57d3597 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462677 Apr 20 12:52:07.109577 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 51694) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:07.171492 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-256bedc4-51f1-4118-a5dd-613a5c368fd0 admin admin] GET failed (client error): The resource could not be found. Apr 20 12:52:07.172815 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-256bedc4-51f1-4118-a5dd-613a5c368fd0 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0622478 Apr 20 12:52:07.254217 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbf0f47-31ef-4c5e-8fa3-f3109e1a37d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:07.256166 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1cbf0f47-31ef-4c5e-8fa3-f3109e1a37d6 admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0787494 Apr 20 12:52:09.446499 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 51702) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:09.493863 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-6b262f5c-819a-4a78-bbbd-caed9db6ad07 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:52:09.585653 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b262f5c-819a-4a78-bbbd-caed9db6ad07 admin admin] Made reservation on behalf of 15cd40c7d7e54aca801acf9ee3169de8 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:52:09.587924 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6b262f5c-819a-4a78-bbbd-caed9db6ad07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:09.615768 n-d-836015-7 neutron-server[114870]: WARNING neutron.services.revisions.revision_plugin [None req-6b262f5c-819a-4a78-bbbd-caed9db6ad07 admin admin] Could not find related network for resource to bump revision. Apr 20 12:52:09.628763 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b262f5c-819a-4a78-bbbd-caed9db6ad07 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:52:09.637322 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6b262f5c-819a-4a78-bbbd-caed9db6ad07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:09.637802 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-6b262f5c-819a-4a78-bbbd-caed9db6ad07 admin admin] Added segment 8866b213-ccad-42ab-ae6e-f712a16d554d of type vlan for network 6efc3d61-2150-4671-a02d-6127df40131a Apr 20 12:52:09.682219 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6b262f5c-819a-4a78-bbbd-caed9db6ad07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:09.802530 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6b262f5c-819a-4a78-bbbd-caed9db6ad07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:09.803515 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b262f5c-819a-4a78-bbbd-caed9db6ad07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:09.804087 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6b262f5c-819a-4a78-bbbd-caed9db6ad07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:09.860464 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b262f5c-819a-4a78-bbbd-caed9db6ad07 admin admin] Pushing event updated for resources: {'Network': ['ID=6efc3d61-2150-4671-a02d-6127df40131a,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:09.866765 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b262f5c-819a-4a78-bbbd-caed9db6ad07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:09.867108 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b262f5c-819a-4a78-bbbd-caed9db6ad07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:09.867524 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b262f5c-819a-4a78-bbbd-caed9db6ad07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:09.867915 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b262f5c-819a-4a78-bbbd-caed9db6ad07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:09.868245 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b262f5c-819a-4a78-bbbd-caed9db6ad07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:09.868570 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b262f5c-819a-4a78-bbbd-caed9db6ad07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:09.868890 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b262f5c-819a-4a78-bbbd-caed9db6ad07 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:09.869208 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b262f5c-819a-4a78-bbbd-caed9db6ad07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:09.869525 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b262f5c-819a-4a78-bbbd-caed9db6ad07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:09.869916 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b262f5c-819a-4a78-bbbd-caed9db6ad07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:09.870229 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b262f5c-819a-4a78-bbbd-caed9db6ad07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:09.870565 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b262f5c-819a-4a78-bbbd-caed9db6ad07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:09.879390 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6b262f5c-819a-4a78-bbbd-caed9db6ad07 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4302008 Apr 20 12:52:09.881873 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 6efc3d61-2150-4671-a02d-6127df40131a details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:52:12.065271 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 51710) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:12.125972 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc3c4d1-efe7-4290-9d86-f0e0facd38c6 admin admin] GET failed (client error): The resource could not be found. Apr 20 12:52:12.127322 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0cc3c4d1-efe7-4290-9d86-f0e0facd38c6 admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0610607 Apr 20 12:52:12.196630 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932266f0-0aee-4e1b-b0c4-bdfd05d505fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:12.198054 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-932266f0-0aee-4e1b-b0c4-bdfd05d505fb admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0658662 Apr 20 12:52:12.208373 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-a7487844-1d87-4f86-8d90-83a9e191c005 admin admin] Request body: {'subnet': {'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:52:12.281894 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7487844-1d87-4f86-8d90-83a9e191c005 admin admin] Made reservation on behalf of 15cd40c7d7e54aca801acf9ee3169de8 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:52:12.284321 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a7487844-1d87-4f86-8d90-83a9e191c005 admin admin] Notify callbacks [] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:12.493797 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a7487844-1d87-4f86-8d90-83a9e191c005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:12.550218 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7487844-1d87-4f86-8d90-83a9e191c005 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5b1f82a-7732-4b50-ab22-2475f182a712,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:12.558062 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7487844-1d87-4f86-8d90-83a9e191c005 admin admin] Checking segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:52:12.558411 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7487844-1d87-4f86-8d90-83a9e191c005 admin admin] Network hostable DHCP agents. Network: 6efc3d61-2150-4671-a02d-6127df40131a, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:52:12.613252 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7487844-1d87-4f86-8d90-83a9e191c005 admin admin] Network 6efc3d61-2150-4671-a02d-6127df40131a is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:52:12.670691 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-a7487844-1d87-4f86-8d90-83a9e191c005 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 6efc3d61-2150-4671-a02d-6127df40131a) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:52:12.674965 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7487844-1d87-4f86-8d90-83a9e191c005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:12.676520 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a7487844-1d87-4f86-8d90-83a9e191c005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:12.680217 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7de9e4-d4c4-44e1-8d1a-2d168902d161 None None] Network 6efc3d61-2150-4671-a02d-6127df40131a requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:52:12.748231 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a7487844-1d87-4f86-8d90-83a9e191c005 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5430248 Apr 20 12:52:12.933933 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd79fb6-9d45-4f15-9ea5-64177bede668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-6efc3d61-2150-4671-a02d-6127df40131a', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'tenant_id': '15cd40c7d7e54aca801acf9ee3169de8', 'fixed_ips': [{'subnet_id': 'c5b1f82a-7732-4b50-ab22-2475f182a712'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:52:12.935653 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd79fb6-9d45-4f15-9ea5-64177bede668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:13.076436 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-ccd79fb6-9d45-4f15-9ea5-64177bede668 None None] Allocated IP 192.168.233.2 (6efc3d61-2150-4671-a02d-6127df40131a/c5b1f82a-7732-4b50-ab22-2475f182a712/548d127f-48e2-4c33-912c-4fe4146e10ec) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:52:13.225563 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd79fb6-9d45-4f15-9ea5-64177bede668 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:13.339894 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd79fb6-9d45-4f15-9ea5-64177bede668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:13.382028 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd79fb6-9d45-4f15-9ea5-64177bede668 None None] Network 6efc3d61-2150-4671-a02d-6127df40131a is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:52:13.384993 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-ccd79fb6-9d45-4f15-9ea5-64177bede668 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:52:13.388241 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd79fb6-9d45-4f15-9ea5-64177bede668 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:52:13.394018 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd79fb6-9d45-4f15-9ea5-64177bede668 None None] Pushing event updated for resources: {'Port': ['ID=548d127f-48e2-4c33-912c-4fe4146e10ec,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:13.405661 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd79fb6-9d45-4f15-9ea5-64177bede668 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:13.405661 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd79fb6-9d45-4f15-9ea5-64177bede668 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:13.405661 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd79fb6-9d45-4f15-9ea5-64177bede668 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:13.405661 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd79fb6-9d45-4f15-9ea5-64177bede668 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:13.406086 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd79fb6-9d45-4f15-9ea5-64177bede668 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:13.406325 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd79fb6-9d45-4f15-9ea5-64177bede668 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:13.406645 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd79fb6-9d45-4f15-9ea5-64177bede668 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:13.406963 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd79fb6-9d45-4f15-9ea5-64177bede668 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:13.407593 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd79fb6-9d45-4f15-9ea5-64177bede668 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:13.407948 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd79fb6-9d45-4f15-9ea5-64177bede668 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:13.408270 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd79fb6-9d45-4f15-9ea5-64177bede668 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:13.408580 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd79fb6-9d45-4f15-9ea5-64177bede668 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:13.456884 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-ccd79fb6-9d45-4f15-9ea5-64177bede668 None None] Attempting to bind port 548d127f-48e2-4c33-912c-4fe4146e10ec on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:52:13.457249 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-ccd79fb6-9d45-4f15-9ea5-64177bede668 None None] Attempting to bind port 548d127f-48e2-4c33-912c-4fe4146e10ec by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:52:13.457613 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd79fb6-9d45-4f15-9ea5-64177bede668 None None] Attempting to bind port 548d127f-48e2-4c33-912c-4fe4146e10ec on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:52:13.463179 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd79fb6-9d45-4f15-9ea5-64177bede668 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:52:13.463584 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd79fb6-9d45-4f15-9ea5-64177bede668 None None] Checking segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:52:13.463984 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd79fb6-9d45-4f15-9ea5-64177bede668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:13.464370 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd79fb6-9d45-4f15-9ea5-64177bede668 None None] Bound using segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:52:13.464855 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-ccd79fb6-9d45-4f15-9ea5-64177bede668 None None] Bound port: 548d127f-48e2-4c33-912c-4fe4146e10ec, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:52:13.465312 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd79fb6-9d45-4f15-9ea5-64177bede668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:13.533268 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd79fb6-9d45-4f15-9ea5-64177bede668 None None] For port 548d127f-48e2-4c33-912c-4fe4146e10ec, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:52:13.536432 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd79fb6-9d45-4f15-9ea5-64177bede668 None None] For port 548d127f-48e2-4c33-912c-4fe4146e10ec, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=548d127f-48e2-4c33-912c-4fe4146e10ec,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:52:13.608829 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd79fb6-9d45-4f15-9ea5-64177bede668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:13.669529 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd79fb6-9d45-4f15-9ea5-64177bede668 None None] Pushing event updated for resources: {'Port': ['ID=548d127f-48e2-4c33-912c-4fe4146e10ec,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:14.528718 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf89d10-350c-4f26-a270-06f78c2a0928 None None] Network 6efc3d61-2150-4671-a02d-6127df40131a requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:52:14.651698 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ed1d8422-47a6-48c1-b0e6-5a40ed2d7451 None None] Provisioning complete for port 548d127f-48e2-4c33-912c-4fe4146e10ec triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:14.652005 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ed1d8422-47a6-48c1-b0e6-5a40ed2d7451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:14.759727 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ed1d8422-47a6-48c1-b0e6-5a40ed2d7451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:14.794605 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ed1d8422-47a6-48c1-b0e6-5a40ed2d7451 None None] For port 548d127f-48e2-4c33-912c-4fe4146e10ec, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=548d127f-48e2-4c33-912c-4fe4146e10ec,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:52:14.871721 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ed1d8422-47a6-48c1-b0e6-5a40ed2d7451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:14.921809 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1d8422-47a6-48c1-b0e6-5a40ed2d7451 None None] Pushing event updated for resources: {'Port': ['ID=548d127f-48e2-4c33-912c-4fe4146e10ec,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:14.995642 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-c7d5c21a-0aac-4032-8bea-f9a86e8437b4 None None] Provisioning complete for port 548d127f-48e2-4c33-912c-4fe4146e10ec triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:14.995642 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c7d5c21a-0aac-4032-8bea-f9a86e8437b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:15.095485 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 548d127f-48e2-4c33-912c-4fe4146e10ec up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:52:15.143955 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 548d127f-48e2-4c33-912c-4fe4146e10ec triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:15.144323 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:24.350293 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccdad768-5c4f-412c-8e26-6c66e64ef8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:26.704662 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3815d523-dc39-45a5-8dc7-f7e0bf27fdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:27.910188 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:29.138714 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:29.692633 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:36.487517 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 5 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:52:54.378207 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-41ad0d42-ddfd-4770-9827-9a0dc896e0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:56.691766 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5dbb81f3-f5d0-4489-abce-bf55cdc4922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:57.886772 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:59.121683 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:59.669774 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:13.485959 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 5 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:53:24.353743 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a70e186d-bfc6-4a6e-b710-6791307f7b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:26.863739 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a371ffb2-1080-4652-a51c-f24261874727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:27.926416 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:29.131697 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:29.697622 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:50.487349 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 5 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:53:54.382462 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-38cd824d-ee08-4cf4-ba72-c3e8d66d7f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:56.707131 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-50cc70cb-97fb-4873-9851-768cf667ba0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:57.925647 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:59.146728 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:59.689608 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:07.137631 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 51748) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:07.143331 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [None req-cf699c5f-4141-43a9-8c9f-470f5f920011 tempest-verify_tempest_config-273764387 tempest-verify_tempest_config-273764387-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 12:54:07.144299 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-cf699c5f-4141-43a9-8c9f-470f5f920011 tempest-verify_tempest_config-273764387 tempest-verify_tempest_config-273764387-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057688 Apr 20 12:54:07.759173 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 51766) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:07.862256 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-808fe879-6c88-45d8-857a-340acf0575c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:07.933959 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-808fe879-6c88-45d8-857a-340acf0575c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:08.005008 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-808fe879-6c88-45d8-857a-340acf0575c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:08.049490 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808fe879-6c88-45d8-857a-340acf0575c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57307d9d-366d-4904-b6fb-88f8fda6d563,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:08.053889 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-808fe879-6c88-45d8-857a-340acf0575c3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fde310e59d4843179356242ad6364a65&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2937286 Apr 20 12:54:08.056792 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 51770) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:08.059122 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808fe879-6c88-45d8-857a-340acf0575c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:08.059567 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808fe879-6c88-45d8-857a-340acf0575c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:08.059904 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808fe879-6c88-45d8-857a-340acf0575c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:08.060230 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808fe879-6c88-45d8-857a-340acf0575c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:08.060553 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808fe879-6c88-45d8-857a-340acf0575c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:08.060871 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808fe879-6c88-45d8-857a-340acf0575c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:08.061186 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808fe879-6c88-45d8-857a-340acf0575c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:08.061505 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808fe879-6c88-45d8-857a-340acf0575c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:08.061857 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808fe879-6c88-45d8-857a-340acf0575c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:08.062170 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808fe879-6c88-45d8-857a-340acf0575c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:08.062481 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808fe879-6c88-45d8-857a-340acf0575c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:08.062790 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808fe879-6c88-45d8-857a-340acf0575c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:08.111371 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a0b7047e-944c-4829-92e4-af5b87590ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:08.131976 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a0b7047e-944c-4829-92e4-af5b87590ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:08.313795 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a0b7047e-944c-4829-92e4-af5b87590ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:08.316494 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a0b7047e-944c-4829-92e4-af5b87590ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:08.317949 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a0b7047e-944c-4829-92e4-af5b87590ea7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/57307d9d-366d-4904-b6fb-88f8fda6d563 HTTP/1.1" status: 204 len: 168 time: 0.2594619 Apr 20 12:54:08.325668 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7047e-944c-4829-92e4-af5b87590ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57307d9d-366d-4904-b6fb-88f8fda6d563,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:08.332299 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b7047e-944c-4829-92e4-af5b87590ea7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:08.332722 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b7047e-944c-4829-92e4-af5b87590ea7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:08.333040 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b7047e-944c-4829-92e4-af5b87590ea7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:08.333376 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b7047e-944c-4829-92e4-af5b87590ea7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:08.333703 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b7047e-944c-4829-92e4-af5b87590ea7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:08.334027 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b7047e-944c-4829-92e4-af5b87590ea7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:08.334349 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b7047e-944c-4829-92e4-af5b87590ea7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:08.335264 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b7047e-944c-4829-92e4-af5b87590ea7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:08.335693 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b7047e-944c-4829-92e4-af5b87590ea7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:08.336022 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b7047e-944c-4829-92e4-af5b87590ea7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:08.336348 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b7047e-944c-4829-92e4-af5b87590ea7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:08.336725 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b7047e-944c-4829-92e4-af5b87590ea7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:24.359116 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-76038c11-bef3-4dc0-996d-c347183db8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:26.707437 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f1a41563-5dad-4ff1-ae3f-6dcf7cff060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:27.485371 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 5 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:54:27.924347 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:29.158984 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:29.661867 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:54.352279 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-98fed85f-6d32-4047-bebe-7fd3c6c073a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:56.705345 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-edf1509c-70cf-4df9-9442-f3095f5def27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:57.923782 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:59.158296 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:59.700742 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:04.483518 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 5 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:55:24.384641 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3bc343cf-9237-45fd-836f-c45dbe32c025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:26.688906 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0b0d5239-9f20-465b-95a8-d1b1cda6f904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:27.906113 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:29.185941 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:29.723178 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:41.482216 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 5 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:55:54.368199 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-84b4a2dc-5837-492f-8be8-8dec2e780269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:56.709176 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-22e90a14-f1ae-41d3-8430-fcd44b26870b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:57.905483 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:59.171969 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:59.693802 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:18.482792 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 5 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:56:24.367526 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c1b75210-8073-462c-b0df-693bd84d8f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:26.708569 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-24ac52c4-da4b-49c8-acde-de7c9074d971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:27.953953 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:29.150005 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:29.675986 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:54.352895 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3af0c25b-b235-433d-9cc0-b867e42974bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:55.481885 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 5 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:56:56.698118 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-25013d48-0ab5-471f-b796-c03a2b6aeb5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:57.901505 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:59.166350 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:59.715594 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:12.068991 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-546804'] for agent, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:12.560770 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-546804'] for agent, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:24.369534 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a5c45e02-c072-48bc-92f4-b9ac7ad110b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:26.685613 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1d3fe2a2-aa54-4343-8fdf-b8b5767718a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:27.908817 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:29.160549 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:29.700697 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:32.480211 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:57:41.988309 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:42.517363 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:54.365176 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-67d2d5b0-2372-4eea-a022-590c5eb88856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:56.691925 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3412291e-79f3-480b-9146-a7f85f31a2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:57.906668 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:59.171510 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:59.705838 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:03.166921 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 51824) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:03.267776 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-866b5d01-671b-4e5a-8d89-159a09f6c25e admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0997267 Apr 20 12:58:05.442027 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 51834) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:05.496315 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c4cc42f9-0663-41de-951d-6c5aad0529b7 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0531907 Apr 20 12:58:09.479029 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:58:12.064948 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:12.488316 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:24.392722 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-93add35a-761e-4504-9fdc-7486dff7a0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:26.707445 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c7cc8822-8d83-4ee1-9c35-5ac1fd0ebc09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:27.929988 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:29.178610 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:29.715894 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:41.992549 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:42.510661 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:46.488103 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:58:54.376452 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-993f00bd-deb5-4524-91b8-38600f41cfa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:56.700785 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b5e06331-0048-477e-ab64-8a4e3b94e966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:57.932233 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:59.192110 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:59.680829 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:12.002992 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:12.503294 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:23.477545 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:59:24.356939 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-67468222-4524-477f-b202-8359134a9114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:26.702984 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f1688a36-a947-4f52-9bd9-e26cd8be5066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:27.934619 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:29.171575 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:29.705547 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:41.262654 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 52062) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:41.609263 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-5766d765-7159-401c-b79c-0853e758a7c2 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350087970-network', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:41.690937 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5766d765-7159-401c-b79c-0853e758a7c2 admin admin] Made reservation on behalf of 5b1351b4ef5344fa8f1186ac748ba322 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:59:41.693232 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5766d765-7159-401c-b79c-0853e758a7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:41.702184 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5766d765-7159-401c-b79c-0853e758a7c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:41.777081 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5766d765-7159-401c-b79c-0853e758a7c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:41.842422 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5766d765-7159-401c-b79c-0853e758a7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:41.866423 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5766d765-7159-401c-b79c-0853e758a7c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:59:41.876862 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766d765-7159-401c-b79c-0853e758a7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681834fb-b99c-42e9-a168-d79cd65e6fb4,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:41.885406 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5766d765-7159-401c-b79c-0853e758a7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:41.885748 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-5766d765-7159-401c-b79c-0853e758a7c2 admin admin] Added segment 1b17d21e-6447-400e-956c-5c6f6252d3ee of type vlan for network ecf7a882-8a89-482e-a7e3-f6c844876b2c Apr 20 12:59:41.888642 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766d765-7159-401c-b79c-0853e758a7c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:41.889122 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766d765-7159-401c-b79c-0853e758a7c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:41.889324 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766d765-7159-401c-b79c-0853e758a7c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:41.889644 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766d765-7159-401c-b79c-0853e758a7c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:41.889970 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766d765-7159-401c-b79c-0853e758a7c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:41.890289 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766d765-7159-401c-b79c-0853e758a7c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:41.890605 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766d765-7159-401c-b79c-0853e758a7c2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:41.890920 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766d765-7159-401c-b79c-0853e758a7c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:41.891231 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766d765-7159-401c-b79c-0853e758a7c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:41.891702 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766d765-7159-401c-b79c-0853e758a7c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:41.891911 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766d765-7159-401c-b79c-0853e758a7c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:41.892209 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766d765-7159-401c-b79c-0853e758a7c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:41.893342 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766d765-7159-401c-b79c-0853e758a7c2 admin admin] Tracked resource versions report: Apr 20 12:59:41.893342 n-d-836015-7 neutron-server[114869]: pushed versions: Apr 20 12:59:41.893342 n-d-836015-7 neutron-server[114869]: { 'AddressGroup': {'1.2'}, Apr 20 12:59:41.893342 n-d-836015-7 neutron-server[114869]: 'ConntrackHelper': {'1.0'}, Apr 20 12:59:41.893342 n-d-836015-7 neutron-server[114869]: 'Log': {'1.0'}, Apr 20 12:59:41.893342 n-d-836015-7 neutron-server[114869]: 'Network': {'1.1'}, Apr 20 12:59:41.893342 n-d-836015-7 neutron-server[114869]: 'Port': {'1.7'}, Apr 20 12:59:41.893342 n-d-836015-7 neutron-server[114869]: 'PortForwarding': {'1.2'}, Apr 20 12:59:41.893342 n-d-836015-7 neutron-server[114869]: 'QosPolicy': {'1.9'}, Apr 20 12:59:41.893342 n-d-836015-7 neutron-server[114869]: 'SecurityGroup': {'1.4'}, Apr 20 12:59:41.893342 n-d-836015-7 neutron-server[114869]: 'SecurityGroupRule': {'1.2'}, Apr 20 12:59:41.893342 n-d-836015-7 neutron-server[114869]: 'SubPort': {'1.0'}, Apr 20 12:59:41.893342 n-d-836015-7 neutron-server[114869]: 'Subnet': {'1.1'}, Apr 20 12:59:41.893342 n-d-836015-7 neutron-server[114869]: 'Trunk': {'1.1'}} Apr 20 12:59:41.893342 n-d-836015-7 neutron-server[114869]: consumer versions: Apr 20 12:59:41.893342 n-d-836015-7 neutron-server[114869]: { DHCP agent@n-d-836015-7: {}, Apr 20 12:59:41.893342 n-d-836015-7 neutron-server[114869]: HyperV agent@n-h1-836015-7: {}, Apr 20 12:59:41.893342 n-d-836015-7 neutron-server[114869]: HyperV agent@n-h2-836015-7: {}, Apr 20 12:59:41.893342 n-d-836015-7 neutron-server[114869]: L3 agent@n-d-836015-7: {}, Apr 20 12:59:41.893342 n-d-836015-7 neutron-server[114869]: Metadata agent@n-d-836015-7: {}, Apr 20 12:59:41.893342 n-d-836015-7 neutron-server[114869]: Metering agent@n-d-836015-7: {}, Apr 20 12:59:41.893342 n-d-836015-7 neutron-server[114869]: Open vSwitch agent@n-d-836015-7: { 'AddressGroup': '1.2', Apr 20 12:59:41.893342 n-d-836015-7 neutron-server[114869]: 'ConntrackHelper': '1.0', Apr 20 12:59:41.893342 n-d-836015-7 neutron-server[114869]: 'Log': '1.0', Apr 20 12:59:41.893342 n-d-836015-7 neutron-server[114869]: 'Network': '1.1', Apr 20 12:59:41.893342 n-d-836015-7 neutron-server[114869]: 'Port': '1.7', Apr 20 12:59:41.893342 n-d-836015-7 neutron-server[114869]: 'PortForwarding': '1.2', Apr 20 12:59:41.893342 n-d-836015-7 neutron-server[114869]: 'QosPolicy': '1.9', Apr 20 12:59:41.893342 n-d-836015-7 neutron-server[114869]: 'SecurityGroup': '1.4', Apr 20 12:59:41.893342 n-d-836015-7 neutron-server[114869]: 'SecurityGroupRule': '1.2', Apr 20 12:59:41.893342 n-d-836015-7 neutron-server[114869]: 'SubPort': '1.0', Apr 20 12:59:41.893342 n-d-836015-7 neutron-server[114869]: 'Subnet': '1.1', Apr 20 12:59:41.893342 n-d-836015-7 neutron-server[114869]: 'Trunk': '1.1'}} Apr 20 12:59:41.893342 n-d-836015-7 neutron-server[114869]: {{(pid=114869) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 12:59:41.938440 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5766d765-7159-401c-b79c-0853e758a7c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:42.002454 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:42.031251 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5766d765-7159-401c-b79c-0853e758a7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:42.032264 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5766d765-7159-401c-b79c-0853e758a7c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:42.032937 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5766d765-7159-401c-b79c-0853e758a7c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:42.092143 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766d765-7159-401c-b79c-0853e758a7c2 admin admin] Pushing event updated for resources: {'Network': ['ID=ecf7a882-8a89-482e-a7e3-f6c844876b2c,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:42.102391 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network ecf7a882-8a89-482e-a7e3-f6c844876b2c details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:59:42.123861 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52096) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:42.124432 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5766d765-7159-401c-b79c-0853e758a7c2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8602576 Apr 20 12:59:42.134376 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-1746f572-64ee-4135-992c-ae700479fb89 admin admin] Request body: {'subnet': {'network_id': 'ecf7a882-8a89-482e-a7e3-f6c844876b2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350087970-subnet', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:42.253973 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1746f572-64ee-4135-992c-ae700479fb89 admin admin] Made reservation on behalf of 5b1351b4ef5344fa8f1186ac748ba322 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:59:42.256364 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1746f572-64ee-4135-992c-ae700479fb89 admin admin] Notify callbacks [] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:42.502957 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1746f572-64ee-4135-992c-ae700479fb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:42.552415 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1746f572-64ee-4135-992c-ae700479fb89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=301a39b8-8298-4a33-b223-fe67182f35e3,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:42.554740 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:42.562480 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1746f572-64ee-4135-992c-ae700479fb89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:42.586883 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1746f572-64ee-4135-992c-ae700479fb89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:42.586883 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1746f572-64ee-4135-992c-ae700479fb89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:42.586883 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1746f572-64ee-4135-992c-ae700479fb89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:42.586883 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1746f572-64ee-4135-992c-ae700479fb89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:42.586883 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1746f572-64ee-4135-992c-ae700479fb89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:42.586883 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1746f572-64ee-4135-992c-ae700479fb89 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:42.586883 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1746f572-64ee-4135-992c-ae700479fb89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:42.586883 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1746f572-64ee-4135-992c-ae700479fb89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:42.586883 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1746f572-64ee-4135-992c-ae700479fb89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:42.586883 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1746f572-64ee-4135-992c-ae700479fb89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:42.586883 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1746f572-64ee-4135-992c-ae700479fb89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:42.586883 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1746f572-64ee-4135-992c-ae700479fb89 admin admin] Tracked resource versions report: Apr 20 12:59:42.586883 n-d-836015-7 neutron-server[114870]: pushed versions: Apr 20 12:59:42.586883 n-d-836015-7 neutron-server[114870]: { 'AddressGroup': {'1.2'}, Apr 20 12:59:42.586883 n-d-836015-7 neutron-server[114870]: 'ConntrackHelper': {'1.0'}, Apr 20 12:59:42.586883 n-d-836015-7 neutron-server[114870]: 'Log': {'1.0'}, Apr 20 12:59:42.586883 n-d-836015-7 neutron-server[114870]: 'Network': {'1.1'}, Apr 20 12:59:42.586883 n-d-836015-7 neutron-server[114870]: 'Port': {'1.7'}, Apr 20 12:59:42.586883 n-d-836015-7 neutron-server[114870]: 'PortForwarding': {'1.2'}, Apr 20 12:59:42.586883 n-d-836015-7 neutron-server[114870]: 'QosPolicy': {'1.9'}, Apr 20 12:59:42.586883 n-d-836015-7 neutron-server[114870]: 'SecurityGroup': {'1.4'}, Apr 20 12:59:42.586883 n-d-836015-7 neutron-server[114870]: 'SecurityGroupRule': {'1.2'}, Apr 20 12:59:42.586883 n-d-836015-7 neutron-server[114870]: 'SubPort': {'1.0'}, Apr 20 12:59:42.586883 n-d-836015-7 neutron-server[114870]: 'Subnet': {'1.1'}, Apr 20 12:59:42.586883 n-d-836015-7 neutron-server[114870]: 'Trunk': {'1.1'}} Apr 20 12:59:42.586883 n-d-836015-7 neutron-server[114870]: consumer versions: Apr 20 12:59:42.586883 n-d-836015-7 neutron-server[114870]: { DHCP agent@n-d-836015-7: {}, Apr 20 12:59:42.586883 n-d-836015-7 neutron-server[114870]: HyperV agent@n-h1-836015-7: {}, Apr 20 12:59:42.586883 n-d-836015-7 neutron-server[114870]: HyperV agent@n-h2-836015-7: {}, Apr 20 12:59:42.586883 n-d-836015-7 neutron-server[114870]: L3 agent@n-d-836015-7: {}, Apr 20 12:59:42.586883 n-d-836015-7 neutron-server[114870]: Metadata agent@n-d-836015-7: {}, Apr 20 12:59:42.586883 n-d-836015-7 neutron-server[114870]: Metering agent@n-d-836015-7: {}, Apr 20 12:59:42.586883 n-d-836015-7 neutron-server[114870]: Open vSwitch agent@n-d-836015-7: { 'AddressGroup': '1.2', Apr 20 12:59:42.586883 n-d-836015-7 neutron-server[114870]: 'ConntrackHelper': '1.0', Apr 20 12:59:42.586883 n-d-836015-7 neutron-server[114870]: 'Log': '1.0', Apr 20 12:59:42.586883 n-d-836015-7 neutron-server[114870]: 'Network': '1.1', Apr 20 12:59:42.586883 n-d-836015-7 neutron-server[114870]: 'Port': '1.7', Apr 20 12:59:42.586883 n-d-836015-7 neutron-server[114870]: 'PortForwarding': '1.2', Apr 20 12:59:42.586883 n-d-836015-7 neutron-server[114870]: 'QosPolicy': '1.9', Apr 20 12:59:42.586883 n-d-836015-7 neutron-server[114870]: 'SecurityGroup': '1.4', Apr 20 12:59:42.586883 n-d-836015-7 neutron-server[114870]: 'SecurityGroupRule': '1.2', Apr 20 12:59:42.586883 n-d-836015-7 neutron-server[114870]: 'SubPort': '1.0', Apr 20 12:59:42.586883 n-d-836015-7 neutron-server[114870]: 'Subnet': '1.1', Apr 20 12:59:42.586883 n-d-836015-7 neutron-server[114870]: 'Trunk': '1.1'}} Apr 20 12:59:42.586883 n-d-836015-7 neutron-server[114870]: {{(pid=114870) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 12:59:42.603890 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1746f572-64ee-4135-992c-ae700479fb89 admin admin] Checking segment: {'id': '1b17d21e-6447-400e-956c-5c6f6252d3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ecf7a882-8a89-482e-a7e3-f6c844876b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:59:42.604403 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1746f572-64ee-4135-992c-ae700479fb89 admin admin] Network hostable DHCP agents. Network: ecf7a882-8a89-482e-a7e3-f6c844876b2c, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:59:42.685407 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1746f572-64ee-4135-992c-ae700479fb89 admin admin] Network ecf7a882-8a89-482e-a7e3-f6c844876b2c is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:59:42.782578 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-1746f572-64ee-4135-992c-ae700479fb89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, ecf7a882-8a89-482e-a7e3-f6c844876b2c) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:59:42.791427 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46846a91-045f-43a8-8bf2-bf225044c6b7 None None] Network ecf7a882-8a89-482e-a7e3-f6c844876b2c requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:59:42.793490 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1746f572-64ee-4135-992c-ae700479fb89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:42.796780 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1746f572-64ee-4135-992c-ae700479fb89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:42.882483 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1746f572-64ee-4135-992c-ae700479fb89 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7559764 Apr 20 12:59:42.884676 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 52140) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:42.890160 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-0857c42b-83ca-4f2c-8cf3-90bbbed85fdd admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350087970-router', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:42.966635 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2905f762-e2cf-43a8-80bf-27c8bbe968b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-ecf7a882-8a89-482e-a7e3-f6c844876b2c', 'network_id': 'ecf7a882-8a89-482e-a7e3-f6c844876b2c', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'fixed_ips': [{'subnet_id': '301a39b8-8298-4a33-b223-fe67182f35e3'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:59:42.967724 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2905f762-e2cf-43a8-80bf-27c8bbe968b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:42.976956 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0857c42b-83ca-4f2c-8cf3-90bbbed85fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:42.978316 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0857c42b-83ca-4f2c-8cf3-90bbbed85fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:43.034066 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0857c42b-83ca-4f2c-8cf3-90bbbed85fdd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:43.104524 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-2905f762-e2cf-43a8-80bf-27c8bbe968b5 None None] Allocated IP 172.20.0.2 (ecf7a882-8a89-482e-a7e3-f6c844876b2c/301a39b8-8298-4a33-b223-fe67182f35e3/fa98cfad-57d2-4998-96c8-74fe68d2dda8) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:59:43.261977 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2905f762-e2cf-43a8-80bf-27c8bbe968b5 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:43.343580 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2905f762-e2cf-43a8-80bf-27c8bbe968b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:43.404062 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2905f762-e2cf-43a8-80bf-27c8bbe968b5 None None] Network ecf7a882-8a89-482e-a7e3-f6c844876b2c is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:59:43.404343 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0857c42b-83ca-4f2c-8cf3-90bbbed85fdd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:43.408308 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-2905f762-e2cf-43a8-80bf-27c8bbe968b5 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:59:43.412288 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2905f762-e2cf-43a8-80bf-27c8bbe968b5 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:59:43.419986 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2905f762-e2cf-43a8-80bf-27c8bbe968b5 None None] Pushing event updated for resources: {'Port': ['ID=fa98cfad-57d2-4998-96c8-74fe68d2dda8,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:43.434065 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2905f762-e2cf-43a8-80bf-27c8bbe968b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:43.446511 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2905f762-e2cf-43a8-80bf-27c8bbe968b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:43.446511 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2905f762-e2cf-43a8-80bf-27c8bbe968b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:43.446511 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2905f762-e2cf-43a8-80bf-27c8bbe968b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:43.446511 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2905f762-e2cf-43a8-80bf-27c8bbe968b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:43.446511 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2905f762-e2cf-43a8-80bf-27c8bbe968b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:43.446511 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2905f762-e2cf-43a8-80bf-27c8bbe968b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:43.446511 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2905f762-e2cf-43a8-80bf-27c8bbe968b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:43.446511 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2905f762-e2cf-43a8-80bf-27c8bbe968b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:43.446511 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2905f762-e2cf-43a8-80bf-27c8bbe968b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:43.446511 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2905f762-e2cf-43a8-80bf-27c8bbe968b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:43.446511 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2905f762-e2cf-43a8-80bf-27c8bbe968b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:43.446511 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2905f762-e2cf-43a8-80bf-27c8bbe968b5 None None] Tracked resource versions report: Apr 20 12:59:43.446511 n-d-836015-7 neutron-server[114871]: pushed versions: Apr 20 12:59:43.446511 n-d-836015-7 neutron-server[114871]: { 'AddressGroup': {'1.2'}, Apr 20 12:59:43.446511 n-d-836015-7 neutron-server[114871]: 'ConntrackHelper': {'1.0'}, Apr 20 12:59:43.446511 n-d-836015-7 neutron-server[114871]: 'Log': {'1.0'}, Apr 20 12:59:43.446511 n-d-836015-7 neutron-server[114871]: 'Network': {'1.1'}, Apr 20 12:59:43.446511 n-d-836015-7 neutron-server[114871]: 'Port': {'1.7'}, Apr 20 12:59:43.446511 n-d-836015-7 neutron-server[114871]: 'PortForwarding': {'1.2'}, Apr 20 12:59:43.446511 n-d-836015-7 neutron-server[114871]: 'QosPolicy': {'1.9'}, Apr 20 12:59:43.446511 n-d-836015-7 neutron-server[114871]: 'SecurityGroup': {'1.4'}, Apr 20 12:59:43.446511 n-d-836015-7 neutron-server[114871]: 'SecurityGroupRule': {'1.2'}, Apr 20 12:59:43.446511 n-d-836015-7 neutron-server[114871]: 'SubPort': {'1.0'}, Apr 20 12:59:43.446511 n-d-836015-7 neutron-server[114871]: 'Subnet': {'1.1'}, Apr 20 12:59:43.446511 n-d-836015-7 neutron-server[114871]: 'Trunk': {'1.1'}} Apr 20 12:59:43.446511 n-d-836015-7 neutron-server[114871]: consumer versions: Apr 20 12:59:43.446511 n-d-836015-7 neutron-server[114871]: { DHCP agent@n-d-836015-7: {}, Apr 20 12:59:43.446511 n-d-836015-7 neutron-server[114871]: HyperV agent@n-h1-836015-7: {}, Apr 20 12:59:43.446511 n-d-836015-7 neutron-server[114871]: HyperV agent@n-h2-836015-7: {}, Apr 20 12:59:43.446511 n-d-836015-7 neutron-server[114871]: L3 agent@n-d-836015-7: {}, Apr 20 12:59:43.446511 n-d-836015-7 neutron-server[114871]: Metadata agent@n-d-836015-7: {}, Apr 20 12:59:43.446511 n-d-836015-7 neutron-server[114871]: Metering agent@n-d-836015-7: {}, Apr 20 12:59:43.446511 n-d-836015-7 neutron-server[114871]: Open vSwitch agent@n-d-836015-7: { 'AddressGroup': '1.2', Apr 20 12:59:43.446511 n-d-836015-7 neutron-server[114871]: 'ConntrackHelper': '1.0', Apr 20 12:59:43.446511 n-d-836015-7 neutron-server[114871]: 'Log': '1.0', Apr 20 12:59:43.446511 n-d-836015-7 neutron-server[114871]: 'Network': '1.1', Apr 20 12:59:43.446511 n-d-836015-7 neutron-server[114871]: 'Port': '1.7', Apr 20 12:59:43.446511 n-d-836015-7 neutron-server[114871]: 'PortForwarding': '1.2', Apr 20 12:59:43.446511 n-d-836015-7 neutron-server[114871]: 'QosPolicy': '1.9', Apr 20 12:59:43.446511 n-d-836015-7 neutron-server[114871]: 'SecurityGroup': '1.4', Apr 20 12:59:43.446511 n-d-836015-7 neutron-server[114871]: 'SecurityGroupRule': '1.2', Apr 20 12:59:43.446511 n-d-836015-7 neutron-server[114871]: 'SubPort': '1.0', Apr 20 12:59:43.446511 n-d-836015-7 neutron-server[114871]: 'Subnet': '1.1', Apr 20 12:59:43.446511 n-d-836015-7 neutron-server[114871]: 'Trunk': '1.1'}} Apr 20 12:59:43.446511 n-d-836015-7 neutron-server[114871]: {{(pid=114871) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 12:59:43.487276 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-2905f762-e2cf-43a8-80bf-27c8bbe968b5 None None] Attempting to bind port fa98cfad-57d2-4998-96c8-74fe68d2dda8 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:43.487747 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-2905f762-e2cf-43a8-80bf-27c8bbe968b5 None None] Attempting to bind port fa98cfad-57d2-4998-96c8-74fe68d2dda8 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '1b17d21e-6447-400e-956c-5c6f6252d3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ecf7a882-8a89-482e-a7e3-f6c844876b2c'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:43.488112 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2905f762-e2cf-43a8-80bf-27c8bbe968b5 None None] Attempting to bind port fa98cfad-57d2-4998-96c8-74fe68d2dda8 on network ecf7a882-8a89-482e-a7e3-f6c844876b2c {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:43.493321 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2905f762-e2cf-43a8-80bf-27c8bbe968b5 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:59:43.493703 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2905f762-e2cf-43a8-80bf-27c8bbe968b5 None None] Checking segment: {'id': '1b17d21e-6447-400e-956c-5c6f6252d3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ecf7a882-8a89-482e-a7e3-f6c844876b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:59:43.494103 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2905f762-e2cf-43a8-80bf-27c8bbe968b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:43.494491 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2905f762-e2cf-43a8-80bf-27c8bbe968b5 None None] Bound using segment: {'id': '1b17d21e-6447-400e-956c-5c6f6252d3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ecf7a882-8a89-482e-a7e3-f6c844876b2c'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:59:43.494972 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-2905f762-e2cf-43a8-80bf-27c8bbe968b5 None None] Bound port: fa98cfad-57d2-4998-96c8-74fe68d2dda8, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b17d21e-6447-400e-956c-5c6f6252d3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ecf7a882-8a89-482e-a7e3-f6c844876b2c'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:59:43.495393 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2905f762-e2cf-43a8-80bf-27c8bbe968b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:43.569851 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-2905f762-e2cf-43a8-80bf-27c8bbe968b5 None None] For port fa98cfad-57d2-4998-96c8-74fe68d2dda8, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:59:43.575943 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-2905f762-e2cf-43a8-80bf-27c8bbe968b5 None None] For port fa98cfad-57d2-4998-96c8-74fe68d2dda8, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=fa98cfad-57d2-4998-96c8-74fe68d2dda8,segment=NetworkSegment(1b17d21e-6447-400e-956c-5c6f6252d3ee),segment_id=1b17d21e-6447-400e-956c-5c6f6252d3ee)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:59:43.655166 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2905f762-e2cf-43a8-80bf-27c8bbe968b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:43.812777 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2905f762-e2cf-43a8-80bf-27c8bbe968b5 None None] Pushing event updated for resources: {'Port': ['ID=fa98cfad-57d2-4998-96c8-74fe68d2dda8,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:43.818844 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0857c42b-83ca-4f2c-8cf3-90bbbed85fdd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:43.883262 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0857c42b-83ca-4f2c-8cf3-90bbbed85fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:44.097610 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-0857c42b-83ca-4f2c-8cf3-90bbbed85fdd admin admin] Allocated IP 172.25.8.58 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/ba6687fe-eff5-4e64-8bcb-d3984919eccc) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:59:44.238013 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0857c42b-83ca-4f2c-8cf3-90bbbed85fdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:44.366272 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0857c42b-83ca-4f2c-8cf3-90bbbed85fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:44.436929 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0857c42b-83ca-4f2c-8cf3-90bbbed85fdd admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:59:44.447633 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-0857c42b-83ca-4f2c-8cf3-90bbbed85fdd admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:59:44.453894 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0857c42b-83ca-4f2c-8cf3-90bbbed85fdd admin admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:59:44.459547 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0857c42b-83ca-4f2c-8cf3-90bbbed85fdd admin admin] Pushing event updated for resources: {'Port': ['ID=ba6687fe-eff5-4e64-8bcb-d3984919eccc,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:44.614017 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52208) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:44.777621 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-012fc69c-7960-4b40-a2f3-89cbaa420b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:44.792012 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 52222) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:44.797027 n-d-836015-7 neutron-server[114869]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 20 12:59:44.866672 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-012fc69c-7960-4b40-a2f3-89cbaa420b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:44.880914 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-2bd1f3fe-271b-45a4-992c-a10260ebf881 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c8a96530918f4a5a8c32b70f17e71a5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0856628 Apr 20 12:59:44.942515 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ba101f-e60d-47fe-8de3-00c37b6e94b3 None None] Network ecf7a882-8a89-482e-a7e3-f6c844876b2c requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:59:44.943541 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-012fc69c-7960-4b40-a2f3-89cbaa420b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:44.949884 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0857c42b-83ca-4f2c-8cf3-90bbbed85fdd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:44.973392 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-012fc69c-7960-4b40-a2f3-89cbaa420b7c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a29d162048304c01a626ac528b5fc883&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3581192 Apr 20 12:59:44.976391 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52226) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:45.020470 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012fc69c-7960-4b40-a2f3-89cbaa420b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf07ffa-532d-4e53-8e0e-4a881ed43ecc,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:45.072935 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-28dcdb0a-4fd9-4602-9725-d6faf581de11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:45.104867 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-28dcdb0a-4fd9-4602-9725-d6faf581de11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:45.106649 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-af2896d4-3a53-4af2-a1bd-41395f3ac204 None None] Provisioning complete for port fa98cfad-57d2-4998-96c8-74fe68d2dda8 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:45.107070 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-af2896d4-3a53-4af2-a1bd-41395f3ac204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:45.314046 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-af2896d4-3a53-4af2-a1bd-41395f3ac204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:45.394831 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-af2896d4-3a53-4af2-a1bd-41395f3ac204 None None] For port fa98cfad-57d2-4998-96c8-74fe68d2dda8, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=fa98cfad-57d2-4998-96c8-74fe68d2dda8,segment=NetworkSegment(1b17d21e-6447-400e-956c-5c6f6252d3ee),segment_id=1b17d21e-6447-400e-956c-5c6f6252d3ee)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:45.397862 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device fa98cfad-57d2-4998-96c8-74fe68d2dda8 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:59:45.399108 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-18d394b6-f5aa-4f06-9412-af69474582ec tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:45.401619 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-18d394b6-f5aa-4f06-9412-af69474582ec tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5044029 Apr 20 12:59:45.404240 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0857c42b-83ca-4f2c-8cf3-90bbbed85fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:45.425586 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-28dcdb0a-4fd9-4602-9725-d6faf581de11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:45.430109 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-28dcdb0a-4fd9-4602-9725-d6faf581de11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:45.431551 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-28dcdb0a-4fd9-4602-9725-d6faf581de11 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/daf07ffa-532d-4e53-8e0e-4a881ed43ecc HTTP/1.1" status: 204 len: 168 time: 0.4541171 Apr 20 12:59:45.441920 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dcdb0a-4fd9-4602-9725-d6faf581de11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf07ffa-532d-4e53-8e0e-4a881ed43ecc,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:45.471403 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-948f4a79-470d-4e48-995f-87e17ce3cb9e tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/quotas/c8a96530918f4a5a8c32b70f17e71a5c HTTP/1.1" status: 200 len: 375 time: 0.0567188 Apr 20 12:59:45.499395 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port fa98cfad-57d2-4998-96c8-74fe68d2dda8 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:45.499774 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:45.540795 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-af2896d4-3a53-4af2-a1bd-41395f3ac204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:45.582062 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-323fc63a-7cea-4cb8-8f61-584b07c83a52 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c8a96530918f4a5a8c32b70f17e71a5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1028657 Apr 20 12:59:45.633353 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2896d4-3a53-4af2-a1bd-41395f3ac204 None None] Pushing event updated for resources: {'Port': ['ID=fa98cfad-57d2-4998-96c8-74fe68d2dda8,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:45.771348 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-e00a0b92-a2cf-4f4c-9266-c18009c8bb6d None None] Provisioning complete for port fa98cfad-57d2-4998-96c8-74fe68d2dda8 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:45.771989 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e00a0b92-a2cf-4f4c-9266-c18009c8bb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:45.777291 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0857c42b-83ca-4f2c-8cf3-90bbbed85fdd admin admin] Router 140f103b-9d99-461e-9099-d88ca002937b is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 12:59:45.934638 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0857c42b-83ca-4f2c-8cf3-90bbbed85fdd admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:59:45.947597 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c83bb64-c313-402d-98dd-4c4bcfe2681c None None] Sync routers for ids ['140f103b-9d99-461e-9099-d88ca002937b'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:59:45.965753 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c83bb64-c313-402d-98dd-4c4bcfe2681c None None] Routers {'140f103b-9d99-461e-9099-d88ca002937b'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:59:45.966987 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-5c83bb64-c313-402d-98dd-4c4bcfe2681c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T12:59:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['140f103b-9d99-461e-9099-d88ca002937b'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:46.013384 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52280) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:46.018547 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0857c42b-83ca-4f2c-8cf3-90bbbed85fdd admin admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:46.021043 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-0857c42b-83ca-4f2c-8cf3-90bbbed85fdd admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.1345935 Apr 20 12:59:46.024091 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52284) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:46.143425 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-5c83bb64-c313-402d-98dd-4c4bcfe2681c None None] Set router 140f103b-9d99-461e-9099-d88ca002937b gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:59:46.156256 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5720115a-5b0c-46e5-ac0d-c5084b2796ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:46.344562 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 52294) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:46.350511 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-5c83bb64-c313-402d-98dd-4c4bcfe2681c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140f103b-9d99-461e-9099-d88ca002937b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350087970-router', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'ba6687fe-eff5-4e64-8bcb-d3984919eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:42Z', 'updated_at': '2022-04-20T12:59:44Z', 'revision_number': 3, 'project_id': '5b1351b4ef5344fa8f1186ac748ba322', 'gw_port': {'id': 'ba6687fe-eff5-4e64-8bcb-d3984919eccc', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140f103b-9d99-461e-9099-d88ca002937b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:43Z', 'updated_at': '2022-04-20T12:59:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:46.369380 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5720115a-5b0c-46e5-ac0d-c5084b2796ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:46.380627 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c83bb64-c313-402d-98dd-4c4bcfe2681c None None] Checking router: 140f103b-9d99-461e-9099-d88ca002937b for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:59:46.381310 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c83bb64-c313-402d-98dd-4c4bcfe2681c None None] Updating router 140f103b-9d99-461e-9099-d88ca002937b port ba6687fe-eff5-4e64-8bcb-d3984919eccc binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:59:46.402790 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 52300) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:46.417072 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-5c83bb64-c313-402d-98dd-4c4bcfe2681c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:46.443709 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8353e11f-3bdd-4b16-b475-9e1d8f4173f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:46.446174 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5720115a-5b0c-46e5-ac0d-c5084b2796ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:46.538654 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5720115a-5b0c-46e5-ac0d-c5084b2796ce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=106243f867794e48a97e9cc3b08f59d8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5241919 Apr 20 12:59:46.543315 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52302) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:46.547176 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8353e11f-3bdd-4b16-b475-9e1d8f4173f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:46.617214 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5720115a-5b0c-46e5-ac0d-c5084b2796ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3305ee3-bbb0-413e-a59e-356fed26688e,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:46.625907 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8353e11f-3bdd-4b16-b475-9e1d8f4173f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:46.686777 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a8ec1bfd-75c4-4f4b-bb56-7a1f71b5be1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:46.711411 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a8ec1bfd-75c4-4f4b-bb56-7a1f71b5be1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:46.713885 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8353e11f-3bdd-4b16-b475-9e1d8f4173f3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cd72b75ac5bc472884812f2806510ada&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3091562 Apr 20 12:59:46.772397 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 52318) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:46.789123 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8df591ec-8d07-4100-8d0d-c33a39b0ea8a req-058f5beb-30c9-45d1-be21-cc64158fa578 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee45265c-9bfb-4aec-aa61-0199bea94d19 HTTP/1.1" status: 200 len: 210 time: 0.4389217 Apr 20 12:59:46.835139 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-58fd7b98-8f15-4286-a19b-1a1eb79072bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:46.844926 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353e11f-3bdd-4b16-b475-9e1d8f4173f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532eab7b-3b61-4979-be1e-9b76c11e4e72,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:46.872000 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f62e7fb-fb14-4771-b8da-e34076702b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:46.887128 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a8ec1bfd-75c4-4f4b-bb56-7a1f71b5be1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:46.889806 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a8ec1bfd-75c4-4f4b-bb56-7a1f71b5be1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:46.891165 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a8ec1bfd-75c4-4f4b-bb56-7a1f71b5be1e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b3305ee3-bbb0-413e-a59e-356fed26688e HTTP/1.1" status: 204 len: 168 time: 0.3422329 Apr 20 12:59:46.891973 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-5c83bb64-c313-402d-98dd-4c4bcfe2681c None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:46.904289 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec1bfd-75c4-4f4b-bb56-7a1f71b5be1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3305ee3-bbb0-413e-a59e-356fed26688e,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:46.904417 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f62e7fb-fb14-4771-b8da-e34076702b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:46.965826 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-5c83bb64-c313-402d-98dd-4c4bcfe2681c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:47.040005 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f62e7fb-fb14-4771-b8da-e34076702b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:47.045318 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f62e7fb-fb14-4771-b8da-e34076702b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:47.046796 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7f62e7fb-fb14-4771-b8da-e34076702b98 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/532eab7b-3b61-4979-be1e-9b76c11e4e72 HTTP/1.1" status: 204 len: 168 time: 0.2563941 Apr 20 12:59:47.048643 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbf1307-0c70-4e51-beae-bc8e20dec114 None None] Pushing event updated for resources: {'Port': ['ID=ba6687fe-eff5-4e64-8bcb-d3984919eccc,revision_number=2']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:47.063052 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62e7fb-fb14-4771-b8da-e34076702b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532eab7b-3b61-4979-be1e-9b76c11e4e72,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:47.066187 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-5c83bb64-c313-402d-98dd-4c4bcfe2681c None None] Attempting to bind port ba6687fe-eff5-4e64-8bcb-d3984919eccc on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:47.066615 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-5c83bb64-c313-402d-98dd-4c4bcfe2681c None None] Attempting to bind port ba6687fe-eff5-4e64-8bcb-d3984919eccc by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:47.067333 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c83bb64-c313-402d-98dd-4c4bcfe2681c None None] Attempting to bind port ba6687fe-eff5-4e64-8bcb-d3984919eccc on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:47.079721 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c83bb64-c313-402d-98dd-4c4bcfe2681c None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:59:47.080790 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c83bb64-c313-402d-98dd-4c4bcfe2681c None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:59:47.081331 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-5c83bb64-c313-402d-98dd-4c4bcfe2681c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:47.081858 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c83bb64-c313-402d-98dd-4c4bcfe2681c None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:59:47.082729 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-5c83bb64-c313-402d-98dd-4c4bcfe2681c None None] Bound port: ba6687fe-eff5-4e64-8bcb-d3984919eccc, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:59:47.083270 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-5c83bb64-c313-402d-98dd-4c4bcfe2681c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:47.086683 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf1307-0c70-4e51-beae-bc8e20dec114 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:47.087177 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf1307-0c70-4e51-beae-bc8e20dec114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:47.088574 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf1307-0c70-4e51-beae-bc8e20dec114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:47.090452 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf1307-0c70-4e51-beae-bc8e20dec114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:47.091123 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf1307-0c70-4e51-beae-bc8e20dec114 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:47.091878 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf1307-0c70-4e51-beae-bc8e20dec114 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:47.092345 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf1307-0c70-4e51-beae-bc8e20dec114 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:47.092802 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf1307-0c70-4e51-beae-bc8e20dec114 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:47.093278 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf1307-0c70-4e51-beae-bc8e20dec114 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:47.093740 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf1307-0c70-4e51-beae-bc8e20dec114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:47.094469 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf1307-0c70-4e51-beae-bc8e20dec114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:47.095783 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf1307-0c70-4e51-beae-bc8e20dec114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:47.097960 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbf1307-0c70-4e51-beae-bc8e20dec114 None None] Tracked resource versions report: Apr 20 12:59:47.097960 n-d-836015-7 neutron-server[114872]: pushed versions: Apr 20 12:59:47.097960 n-d-836015-7 neutron-server[114872]: { 'AddressGroup': {'1.2'}, Apr 20 12:59:47.097960 n-d-836015-7 neutron-server[114872]: 'ConntrackHelper': {'1.0'}, Apr 20 12:59:47.097960 n-d-836015-7 neutron-server[114872]: 'Log': {'1.0'}, Apr 20 12:59:47.097960 n-d-836015-7 neutron-server[114872]: 'Network': {'1.1'}, Apr 20 12:59:47.097960 n-d-836015-7 neutron-server[114872]: 'Port': {'1.7'}, Apr 20 12:59:47.097960 n-d-836015-7 neutron-server[114872]: 'PortForwarding': {'1.2'}, Apr 20 12:59:47.097960 n-d-836015-7 neutron-server[114872]: 'QosPolicy': {'1.9'}, Apr 20 12:59:47.097960 n-d-836015-7 neutron-server[114872]: 'SecurityGroup': {'1.4'}, Apr 20 12:59:47.097960 n-d-836015-7 neutron-server[114872]: 'SecurityGroupRule': {'1.2'}, Apr 20 12:59:47.097960 n-d-836015-7 neutron-server[114872]: 'SubPort': {'1.0'}, Apr 20 12:59:47.097960 n-d-836015-7 neutron-server[114872]: 'Subnet': {'1.1'}, Apr 20 12:59:47.097960 n-d-836015-7 neutron-server[114872]: 'Trunk': {'1.1'}} Apr 20 12:59:47.097960 n-d-836015-7 neutron-server[114872]: consumer versions: Apr 20 12:59:47.097960 n-d-836015-7 neutron-server[114872]: { DHCP agent@n-d-836015-7: {}, Apr 20 12:59:47.097960 n-d-836015-7 neutron-server[114872]: HyperV agent@n-h1-836015-7: {}, Apr 20 12:59:47.097960 n-d-836015-7 neutron-server[114872]: HyperV agent@n-h2-836015-7: {}, Apr 20 12:59:47.097960 n-d-836015-7 neutron-server[114872]: L3 agent@n-d-836015-7: {}, Apr 20 12:59:47.097960 n-d-836015-7 neutron-server[114872]: Metadata agent@n-d-836015-7: {}, Apr 20 12:59:47.097960 n-d-836015-7 neutron-server[114872]: Metering agent@n-d-836015-7: {}, Apr 20 12:59:47.097960 n-d-836015-7 neutron-server[114872]: Open vSwitch agent@n-d-836015-7: { 'AddressGroup': '1.2', Apr 20 12:59:47.097960 n-d-836015-7 neutron-server[114872]: 'ConntrackHelper': '1.0', Apr 20 12:59:47.097960 n-d-836015-7 neutron-server[114872]: 'Log': '1.0', Apr 20 12:59:47.097960 n-d-836015-7 neutron-server[114872]: 'Network': '1.1', Apr 20 12:59:47.097960 n-d-836015-7 neutron-server[114872]: 'Port': '1.7', Apr 20 12:59:47.097960 n-d-836015-7 neutron-server[114872]: 'PortForwarding': '1.2', Apr 20 12:59:47.097960 n-d-836015-7 neutron-server[114872]: 'QosPolicy': '1.9', Apr 20 12:59:47.097960 n-d-836015-7 neutron-server[114872]: 'SecurityGroup': '1.4', Apr 20 12:59:47.097960 n-d-836015-7 neutron-server[114872]: 'SecurityGroupRule': '1.2', Apr 20 12:59:47.097960 n-d-836015-7 neutron-server[114872]: 'SubPort': '1.0', Apr 20 12:59:47.097960 n-d-836015-7 neutron-server[114872]: 'Subnet': '1.1', Apr 20 12:59:47.097960 n-d-836015-7 neutron-server[114872]: 'Trunk': '1.1'}} Apr 20 12:59:47.097960 n-d-836015-7 neutron-server[114872]: {{(pid=114872) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 12:59:47.157247 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-58fd7b98-8f15-4286-a19b-1a1eb79072bb admin admin] Allocated IP 172.20.0.1 (ecf7a882-8a89-482e-a7e3-f6c844876b2c/301a39b8-8298-4a33-b223-fe67182f35e3/d9967659-c32a-4a92-b827-55bb4610c88e) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:59:47.159894 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-5c83bb64-c313-402d-98dd-4c4bcfe2681c None None] For port ba6687fe-eff5-4e64-8bcb-d3984919eccc, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:59:47.163212 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-5c83bb64-c313-402d-98dd-4c4bcfe2681c None None] For port ba6687fe-eff5-4e64-8bcb-d3984919eccc, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ba6687fe-eff5-4e64-8bcb-d3984919eccc,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:59:47.267510 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-58fd7b98-8f15-4286-a19b-1a1eb79072bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:47.275445 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device fa98cfad-57d2-4998-96c8-74fe68d2dda8 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:59:47.282739 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-5c83bb64-c313-402d-98dd-4c4bcfe2681c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:47.337553 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port fa98cfad-57d2-4998-96c8-74fe68d2dda8 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:47.338024 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:47.378488 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c83bb64-c313-402d-98dd-4c4bcfe2681c None None] Routers {'140f103b-9d99-461e-9099-d88ca002937b'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:59:47.379262 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-5c83bb64-c313-402d-98dd-4c4bcfe2681c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T12:59:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['140f103b-9d99-461e-9099-d88ca002937b'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:47.415419 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbf1307-0c70-4e51-beae-bc8e20dec114 None None] Pushing event updated for resources: {'Port': ['ID=ba6687fe-eff5-4e64-8bcb-d3984919eccc,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:47.441134 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-58fd7b98-8f15-4286-a19b-1a1eb79072bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:47.547230 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd7b98-8f15-4286-a19b-1a1eb79072bb admin admin] Pushing event updated for resources: {'Port': ['ID=d9967659-c32a-4a92-b827-55bb4610c88e,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:47.557955 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fd7b98-8f15-4286-a19b-1a1eb79072bb admin admin] Network ecf7a882-8a89-482e-a7e3-f6c844876b2c is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:59:47.559960 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-58fd7b98-8f15-4286-a19b-1a1eb79072bb admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:59:47.563596 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fd7b98-8f15-4286-a19b-1a1eb79072bb admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:59:47.564323 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-58fd7b98-8f15-4286-a19b-1a1eb79072bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:47.582469 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-5c83bb64-c313-402d-98dd-4c4bcfe2681c None None] Set router 140f103b-9d99-461e-9099-d88ca002937b gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:59:47.913198 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-85ff9d7d-dbf1-491c-9fd4-986b15840687 None None] Provisioning complete for port d9967659-c32a-4a92-b827-55bb4610c88e triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:47.913605 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85ff9d7d-dbf1-491c-9fd4-986b15840687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:47.933419 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-5c83bb64-c313-402d-98dd-4c4bcfe2681c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140f103b-9d99-461e-9099-d88ca002937b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350087970-router', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'ba6687fe-eff5-4e64-8bcb-d3984919eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:42Z', 'updated_at': '2022-04-20T12:59:44Z', 'revision_number': 3, 'project_id': '5b1351b4ef5344fa8f1186ac748ba322', 'gw_port': {'id': 'ba6687fe-eff5-4e64-8bcb-d3984919eccc', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140f103b-9d99-461e-9099-d88ca002937b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:43Z', 'updated_at': '2022-04-20T12:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:47.938565 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-58fd7b98-8f15-4286-a19b-1a1eb79072bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:47.963040 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c83bb64-c313-402d-98dd-4c4bcfe2681c None None] The sync data for ids ['140f103b-9d99-461e-9099-d88ca002937b'] in n-d-836015-7 is: [{'id': '140f103b-9d99-461e-9099-d88ca002937b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350087970-router', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'ba6687fe-eff5-4e64-8bcb-d3984919eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:42Z', 'updated_at': '2022-04-20T12:59:44Z', 'revision_number': 3, 'project_id': '5b1351b4ef5344fa8f1186ac748ba322', 'gw_port': {'id': 'ba6687fe-eff5-4e64-8bcb-d3984919eccc', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140f103b-9d99-461e-9099-d88ca002937b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:43Z', 'updated_at': '2022-04-20T12:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:59:47.986534 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-85ff9d7d-dbf1-491c-9fd4-986b15840687 None None] Port d9967659-c32a-4a92-b827-55bb4610c88e cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:59:48.044196 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-933f1707-f9f4-4fa9-8c3b-e1391184381e req-b5ea18d2-9a55-402c-9a8f-7d63aed08d4b tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee45265c-9bfb-4aec-aa61-0199bea94d19 HTTP/1.1" status: 200 len: 210 time: 0.0691874 Apr 20 12:59:48.081368 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 52394) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:48.099404 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4bb7c6c1-507a-4680-ac49-4e5e1450b5bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:48.191538 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-58fd7b98-8f15-4286-a19b-1a1eb79072bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:48.203999 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4bb7c6c1-507a-4680-ac49-4e5e1450b5bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:48.325424 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4bb7c6c1-507a-4680-ac49-4e5e1450b5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:48.328882 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-58fd7b98-8f15-4286-a19b-1a1eb79072bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:48.328882 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-58fd7b98-8f15-4286-a19b-1a1eb79072bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:48.369780 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 52410) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:48.411783 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb7c6c1-507a-4680-ac49-4e5e1450b5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66e4323-6d19-459a-89e5-d830a4d2a711,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:48.424634 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4bb7c6c1-507a-4680-ac49-4e5e1450b5bd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=29cb53e06d4244c394ad6317bd6d25d7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3419013 Apr 20 12:59:48.425666 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 52416) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:48.498901 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-147f0f4d-3684-4f83-951a-c8cda0f04e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:48.516825 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd7b98-8f15-4286-a19b-1a1eb79072bb admin admin] Pushing event updated for resources: {'Port': ['ID=d9967659-c32a-4a92-b827-55bb4610c88e,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:48.525061 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-147f0f4d-3684-4f83-951a-c8cda0f04e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:48.557179 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fd7b98-8f15-4286-a19b-1a1eb79072bb admin admin] Network ecf7a882-8a89-482e-a7e3-f6c844876b2c is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:59:48.559377 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-58fd7b98-8f15-4286-a19b-1a1eb79072bb admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:59:48.700814 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-147f0f4d-3684-4f83-951a-c8cda0f04e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:48.703828 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-147f0f4d-3684-4f83-951a-c8cda0f04e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:48.707265 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-147f0f4d-3684-4f83-951a-c8cda0f04e86 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e66e4323-6d19-459a-89e5-d830a4d2a711 HTTP/1.1" status: 204 len: 168 time: 0.2780282 Apr 20 12:59:48.717579 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147f0f4d-3684-4f83-951a-c8cda0f04e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66e4323-6d19-459a-89e5-d830a4d2a711,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:48.769270 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58fd7b98-8f15-4286-a19b-1a1eb79072bb admin admin] Router 140f103b-9d99-461e-9099-d88ca002937b has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:59:48.933931 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-8956fe26-ea57-4064-afc7-aa23350bc8bc None None] Provisioning complete for port d9967659-c32a-4a92-b827-55bb4610c88e triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:48.934556 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8956fe26-ea57-4064-afc7-aa23350bc8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:48.968819 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dedd7a5f-678a-44ba-bb2c-85e8437429f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:48.978769 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58fd7b98-8f15-4286-a19b-1a1eb79072bb admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:59:48.990940 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-58fd7b98-8f15-4286-a19b-1a1eb79072bb admin admin] 10.222.0.25 "PUT /v2.0/routers/140f103b-9d99-461e-9099-d88ca002937b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9608328 Apr 20 12:59:49.065143 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-8956fe26-ea57-4064-afc7-aa23350bc8bc None None] Port d9967659-c32a-4a92-b827-55bb4610c88e cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:59:49.130652 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dedd7a5f-678a-44ba-bb2c-85e8437429f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:49.243887 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dedd7a5f-678a-44ba-bb2c-85e8437429f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:49.349374 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-36392956-1110-4991-b556-f5094695a9b5 req-ffd66c62-5172-4c7e-858c-a079cb4851de tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee45265c-9bfb-4aec-aa61-0199bea94d19 HTTP/1.1" status: 200 len: 210 time: 0.0515919 Apr 20 12:59:49.362429 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd7a5f-678a-44ba-bb2c-85e8437429f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91612b4d-aa3f-48e7-a394-b07c96bd138e,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:49.377392 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-dedd7a5f-678a-44ba-bb2c-85e8437429f6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d7658a70d68e4e379fad20cbcf8699d1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0033953 Apr 20 12:59:49.379240 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52462) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:49.440306 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-a1e9eaf0-77ce-4284-ad7e-a909bd06c013 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=69ab0485b86d4d91a3deca36e1da32c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1230674 Apr 20 12:59:49.453088 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ba6687fe-eff5-4e64-8bcb-d3984919eccc up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:59:49.486390 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-694b8564-a111-406b-a1c2-ad499b598a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:49.517324 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-694b8564-a111-406b-a1c2-ad499b598a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:49.554396 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port ba6687fe-eff5-4e64-8bcb-d3984919eccc triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:49.557926 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:49.645468 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-e52414b5-1547-473e-936b-df0c1b9425e2 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:49.649015 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-e52414b5-1547-473e-936b-df0c1b9425e2 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2055953 Apr 20 12:59:49.674478 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-ad1fed26-9b34-4607-ab70-92cac49b2f06 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.25 "GET /v2.0/quotas/69ab0485b86d4d91a3deca36e1da32c8 HTTP/1.1" status: 200 len: 375 time: 0.0202072 Apr 20 12:59:49.678273 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:49.706991 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port ba6687fe-eff5-4e64-8bcb-d3984919eccc, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ba6687fe-eff5-4e64-8bcb-d3984919eccc,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:49.735164 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-8adb3047-7e2d-452b-8540-f043ce097493 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=69ab0485b86d4d91a3deca36e1da32c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591555 Apr 20 12:59:49.796704 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:49.822628 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-694b8564-a111-406b-a1c2-ad499b598a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:49.825667 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-694b8564-a111-406b-a1c2-ad499b598a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:49.826820 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-694b8564-a111-406b-a1c2-ad499b598a9d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/91612b4d-aa3f-48e7-a394-b07c96bd138e HTTP/1.1" status: 204 len: 168 time: 0.4320593 Apr 20 12:59:49.847272 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b8564-a111-406b-a1c2-ad499b598a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91612b4d-aa3f-48e7-a394-b07c96bd138e,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:49.879137 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=ba6687fe-eff5-4e64-8bcb-d3984919eccc,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:50.051607 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d0a8d8ae-a24c-45ed-aa8b-39edb2e52ed5 req-7ea5788f-f92f-4e1e-81fc-9fe1b7ebc61b tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.25 "GET /v2.0/ports?device_id=67e5b501-e023-4e6b-9449-045ff9276bc3 HTTP/1.1" status: 200 len: 210 time: 0.0414181 Apr 20 12:59:50.227605 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52522) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:50.273286 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.15', 63825) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:50.315833 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-a488a086-0a76-4ce3-8155-cb18cabfdba9 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c8a96530918f4a5a8c32b70f17e71a5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410109 Apr 20 12:59:50.602033 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b5d32088-1aa5-4ed1-ad78-89767438bdbe req-651a62d1-32f4-4bd1-a121-e3c27fb7e43b tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee45265c-9bfb-4aec-aa61-0199bea94d19 HTTP/1.1" status: 200 len: 210 time: 0.0390000 Apr 20 12:59:50.621942 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-18078a02-c301-4f43-bcec-777210c77b56 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:50.623479 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-18078a02-c301-4f43-bcec-777210c77b56 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3026917 Apr 20 12:59:50.683415 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-d660e0d4-27b2-418a-8378-13c5f7c19816 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1741057558-network', 'tenant_id': 'ca84cd1ab5d1419e90b1925ce68af674'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:50.750585 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-cce7ba66-28c7-46d9-8a90-586628489fc1 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Request body: {'port': {'device_id': 'ee45265c-9bfb-4aec-aa61-0199bea94d19', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'admin_state_up': True, 'tenant_id': 'c8a96530918f4a5a8c32b70f17e71a5c'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:50.787492 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d660e0d4-27b2-418a-8378-13c5f7c19816 admin admin] Made reservation on behalf of ca84cd1ab5d1419e90b1925ce68af674 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:59:50.789889 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d660e0d4-27b2-418a-8378-13c5f7c19816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:50.868688 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d660e0d4-27b2-418a-8378-13c5f7c19816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:50.984354 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 52574) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:51.015923 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b2bfed5d-4197-4888-8ae2-991c9a0d3e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:51.037486 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3fb5ca-2bc4-4d42-b467-43332bfe3e2e None None] Sync routers for ids ['140f103b-9d99-461e-9099-d88ca002937b'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:59:51.048230 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3fb5ca-2bc4-4d42-b467-43332bfe3e2e None None] Routers {'140f103b-9d99-461e-9099-d88ca002937b'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:59:51.048992 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-9f3fb5ca-2bc4-4d42-b467-43332bfe3e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T12:59:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['140f103b-9d99-461e-9099-d88ca002937b'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:51.086012 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d660e0d4-27b2-418a-8378-13c5f7c19816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:51.134387 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-cce7ba66-28c7-46d9-8a90-586628489fc1 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Made reservation on behalf of c8a96530918f4a5a8c32b70f17e71a5c for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:59:51.138730 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-cce7ba66-28c7-46d9-8a90-586628489fc1 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:51.149801 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-cce7ba66-28c7-46d9-8a90-586628489fc1 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:51.171982 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-05eaccae-b5b8-4a7a-aea0-6fa8428afead req-0c77f267-a6fe-4db8-9268-f8d6110f5568 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.25 "GET /v2.0/ports?device_id=67e5b501-e023-4e6b-9449-045ff9276bc3 HTTP/1.1" status: 200 len: 210 time: 0.0498850 Apr 20 12:59:51.191939 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b2bfed5d-4197-4888-8ae2-991c9a0d3e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:51.223738 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d660e0d4-27b2-418a-8378-13c5f7c19816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:51.236110 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d660e0d4-27b2-418a-8378-13c5f7c19816 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:59:51.245249 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d660e0d4-27b2-418a-8378-13c5f7c19816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:51.246182 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-d660e0d4-27b2-418a-8378-13c5f7c19816 admin admin] Added segment 736a4538-d0db-4a78-bb23-9f11c753d329 of type vlan for network 429f5df5-0ecb-4d61-b9e7-2b9ddd050641 Apr 20 12:59:51.268205 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-9f3fb5ca-2bc4-4d42-b467-43332bfe3e2e None None] Set router 140f103b-9d99-461e-9099-d88ca002937b gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:59:51.284938 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b2bfed5d-4197-4888-8ae2-991c9a0d3e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:51.311065 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 52590) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:51.326796 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ba6687fe-eff5-4e64-8bcb-d3984919eccc up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:59:51.353391 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b2bfed5d-4197-4888-8ae2-991c9a0d3e7d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ed577d2a81b545749acdd77126eaddd9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3679202 Apr 20 12:59:51.356061 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 52598) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:51.360198 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-e15e718e-d7a6-4ad2-a625-64da45948997 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-401638591-network', 'tenant_id': '1f82633db79c4269bcee0291cc268749'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:51.363532 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bfed5d-4197-4888-8ae2-991c9a0d3e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7d5651-dce2-4b87-8981-3eec5274dfd3,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:51.384785 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-cce7ba66-28c7-46d9-8a90-586628489fc1 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:51.447127 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d660e0d4-27b2-418a-8378-13c5f7c19816 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:51.459817 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d660e0d4-27b2-418a-8378-13c5f7c19816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05816cf-ed4d-41f5-805a-d78d3b7f8410,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:51.475595 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-cce7ba66-28c7-46d9-8a90-586628489fc1 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:51.488937 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f1f1f609-2497-47f3-9a5b-0d12fde960b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:51.526752 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15e718e-d7a6-4ad2-a625-64da45948997 admin admin] Made reservation on behalf of 1f82633db79c4269bcee0291cc268749 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:59:51.531833 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e15e718e-d7a6-4ad2-a625-64da45948997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:51.552596 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f1f1f609-2497-47f3-9a5b-0d12fde960b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:51.561606 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e15e718e-d7a6-4ad2-a625-64da45948997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:51.624493 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce7ba66-28c7-46d9-8a90-586628489fc1 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d73d3f-36b4-46ee-bfc6-6fcca6e5b25a,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:51.689031 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port ba6687fe-eff5-4e64-8bcb-d3984919eccc triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:51.689412 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:51.691627 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e15e718e-d7a6-4ad2-a625-64da45948997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:51.734927 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d660e0d4-27b2-418a-8378-13c5f7c19816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:51.735896 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d660e0d4-27b2-418a-8378-13c5f7c19816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:51.736560 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d660e0d4-27b2-418a-8378-13c5f7c19816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:51.738952 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fb1fcaf8-0c93-47c2-9c8b-1a3187f8fd32 req-234c9df4-7fab-4965-9133-f2f114314812 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee45265c-9bfb-4aec-aa61-0199bea94d19 HTTP/1.1" status: 200 len: 210 time: 0.0270112 Apr 20 12:59:51.765714 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f1f1f609-2497-47f3-9a5b-0d12fde960b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:51.769061 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f1f1f609-2497-47f3-9a5b-0d12fde960b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:51.770515 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f1f1f609-2497-47f3-9a5b-0d12fde960b5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/db7d5651-dce2-4b87-8981-3eec5274dfd3 HTTP/1.1" status: 204 len: 168 time: 0.4036467 Apr 20 12:59:51.792287 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e15e718e-d7a6-4ad2-a625-64da45948997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:51.818588 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e15e718e-d7a6-4ad2-a625-64da45948997 admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:59:51.826688 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-cce7ba66-28c7-46d9-8a90-586628489fc1 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Allocated IP 192.168.233.67 (6efc3d61-2150-4671-a02d-6127df40131a/c5b1f82a-7732-4b50-ab22-2475f182a712/ae1bd3b7-b14d-4397-be49-9911b673d63d) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:59:51.837268 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f1f609-2497-47f3-9a5b-0d12fde960b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7d5651-dce2-4b87-8981-3eec5274dfd3,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:51.838435 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d660e0d4-27b2-418a-8378-13c5f7c19816 admin admin] Pushing event updated for resources: {'Network': ['ID=429f5df5-0ecb-4d61-b9e7-2b9ddd050641,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:51.859608 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d660e0d4-27b2-418a-8378-13c5f7c19816 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.6277421 Apr 20 12:59:51.861964 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 52622) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:51.863787 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 429f5df5-0ecb-4d61-b9e7-2b9ddd050641 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:59:51.868432 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-9f3fb5ca-2bc4-4d42-b467-43332bfe3e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140f103b-9d99-461e-9099-d88ca002937b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350087970-router', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'ba6687fe-eff5-4e64-8bcb-d3984919eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:42Z', 'updated_at': '2022-04-20T12:59:47Z', 'revision_number': 4, 'project_id': '5b1351b4ef5344fa8f1186ac748ba322', 'gw_port': {'id': 'ba6687fe-eff5-4e64-8bcb-d3984919eccc', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140f103b-9d99-461e-9099-d88ca002937b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:43Z', 'updated_at': '2022-04-20T12:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'd9967659-c32a-4a92-b827-55bb4610c88e', 'name': '', 'network_id': 'ecf7a882-8a89-482e-a7e3-f6c844876b2c', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'mac_address': 'fa:16:3e:f6:00:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140f103b-9d99-461e-9099-d88ca002937b', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '301a39b8-8298-4a33-b223-fe67182f35e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:46Z', 'updated_at': '2022-04-20T12:59:48Z', 'revision_number': 2, 'project_id': '5b1351b4ef5344fa8f1186ac748ba322', 'subnets': [{'id': '301a39b8-8298-4a33-b223-fe67182f35e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:51.897457 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-38cf35ef-20b8-4bc4-b455-97486c1645a0 admin admin] Request body: {'subnet': {'network_id': '429f5df5-0ecb-4d61-b9e7-2b9ddd050641', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1741057558-subnet', 'tenant_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:51.935690 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e15e718e-d7a6-4ad2-a625-64da45948997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:51.936042 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-e15e718e-d7a6-4ad2-a625-64da45948997 admin admin] Added segment 2d6026c3-daec-462b-9515-721be279e9a0 of type vlan for network ba8db323-8540-4e57-8d19-03d82d4a4dc8 Apr 20 12:59:51.944983 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3fb5ca-2bc4-4d42-b467-43332bfe3e2e None None] Checking router: 140f103b-9d99-461e-9099-d88ca002937b for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:59:51.945629 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3fb5ca-2bc4-4d42-b467-43332bfe3e2e None None] Updating router 140f103b-9d99-461e-9099-d88ca002937b port d9967659-c32a-4a92-b827-55bb4610c88e binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:59:51.979998 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e718e-d7a6-4ad2-a625-64da45948997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfff8b8-8349-4451-89f7-e5dfd5db909c,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:51.991096 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9f3fb5ca-2bc4-4d42-b467-43332bfe3e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:51.995745 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e15e718e-d7a6-4ad2-a625-64da45948997 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:52.029099 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cf35ef-20b8-4bc4-b455-97486c1645a0 admin admin] Made reservation on behalf of ca84cd1ab5d1419e90b1925ce68af674 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:59:52.036738 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-38cf35ef-20b8-4bc4-b455-97486c1645a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:52.103391 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-cce7ba66-28c7-46d9-8a90-586628489fc1 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:52.181853 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e15e718e-d7a6-4ad2-a625-64da45948997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:52.183188 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15e718e-d7a6-4ad2-a625-64da45948997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:52.183934 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e15e718e-d7a6-4ad2-a625-64da45948997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:52.240189 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-cce7ba66-28c7-46d9-8a90-586628489fc1 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:52.364420 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-cce7ba66-28c7-46d9-8a90-586628489fc1 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Network 6efc3d61-2150-4671-a02d-6127df40131a is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:59:52.371151 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-cce7ba66-28c7-46d9-8a90-586628489fc1 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:59:52.374122 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-cce7ba66-28c7-46d9-8a90-586628489fc1 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:59:52.380617 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-cce7ba66-28c7-46d9-8a90-586628489fc1 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:52.381283 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-cce7ba66-28c7-46d9-8a90-586628489fc1 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:52.505456 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-cce7ba66-28c7-46d9-8a90-586628489fc1 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7629635 Apr 20 12:59:52.540887 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e718e-d7a6-4ad2-a625-64da45948997 admin admin] Pushing event updated for resources: {'Network': ['ID=ba8db323-8540-4e57-8d19-03d82d4a4dc8,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:52.547926 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e15e718e-d7a6-4ad2-a625-64da45948997 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1923687 Apr 20 12:59:52.557304 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 52636) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:52.574358 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-1531f71d-1998-4b86-a001-595b71f965ed tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 12:59:52.575750 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-1531f71d-1998-4b86-a001-595b71f965ed tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0331736 Apr 20 12:59:52.577720 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-c100bb0b-5e56-4f4f-840a-d381a030e81b admin admin] Request body: {'subnet': {'network_id': 'ba8db323-8540-4e57-8d19-03d82d4a4dc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-401638591-subnet', 'tenant_id': '1f82633db79c4269bcee0291cc268749', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:52.583800 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce7ba66-28c7-46d9-8a90-586628489fc1 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Pushing event updated for resources: {'Port': ['ID=ae1bd3b7-b14d-4397-be49-9911b673d63d,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:52.649772 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52638) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:52.659850 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network ba8db323-8540-4e57-8d19-03d82d4a4dc8 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:59:52.661274 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3a675349-eaa5-4010-8a37-e31107217ffd req-50f29a10-48f6-4d44-b26e-1b1f78b0ed45 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.25 "GET /v2.0/ports?device_id=67e5b501-e023-4e6b-9449-045ff9276bc3 HTTP/1.1" status: 200 len: 210 time: 0.1234894 Apr 20 12:59:52.674374 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-38cf35ef-20b8-4bc4-b455-97486c1645a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:52.740084 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9f3fb5ca-2bc4-4d42-b467-43332bfe3e2e None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:52.832043 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf35ef-20b8-4bc4-b455-97486c1645a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63f7b2b5-2247-40bc-8ff5-ca27d3aae5dd,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:52.837109 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c100bb0b-5e56-4f4f-840a-d381a030e81b admin admin] Made reservation on behalf of 1f82633db79c4269bcee0291cc268749 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:59:52.839966 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c100bb0b-5e56-4f4f-840a-d381a030e81b admin admin] Notify callbacks [] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:52.881803 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cf35ef-20b8-4bc4-b455-97486c1645a0 admin admin] Checking segment: {'id': '736a4538-d0db-4a78-bb23-9f11c753d329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '429f5df5-0ecb-4d61-b9e7-2b9ddd050641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:59:52.882172 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cf35ef-20b8-4bc4-b455-97486c1645a0 admin admin] Network hostable DHCP agents. Network: 429f5df5-0ecb-4d61-b9e7-2b9ddd050641, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:59:52.892357 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-e191f1be-5c9f-4fca-a198-7908ca7bf148 None None] Provisioning complete for port ae1bd3b7-b14d-4397-be49-9911b673d63d triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:52.894198 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e191f1be-5c9f-4fca-a198-7908ca7bf148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:52.953261 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9f3fb5ca-2bc4-4d42-b467-43332bfe3e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:53.033706 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-e191f1be-5c9f-4fca-a198-7908ca7bf148 None None] Port ae1bd3b7-b14d-4397-be49-9911b673d63d cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:59:53.097742 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1970d8ad-2cef-433c-9111-1d36b05edb74 None None] Pushing event updated for resources: {'Port': ['ID=d9967659-c32a-4a92-b827-55bb4610c88e,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:53.150190 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c732178-0a62-4fec-a4b4-00c1a959cc22 req-df85b86d-8ba7-47d8-8811-d521e374fcf7 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:53.155343 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a042170-aa9a-4351-9355-f3cbea0279ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:53.160853 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1c732178-0a62-4fec-a4b4-00c1a959cc22 req-df85b86d-8ba7-47d8-8811-d521e374fcf7 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee45265c-9bfb-4aec-aa61-0199bea94d19 HTTP/1.1" status: 200 len: 935 time: 0.2909007 Apr 20 12:59:53.192611 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cf35ef-20b8-4bc4-b455-97486c1645a0 admin admin] Network 429f5df5-0ecb-4d61-b9e7-2b9ddd050641 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:59:53.228115 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-9f3fb5ca-2bc4-4d42-b467-43332bfe3e2e None None] Attempting to bind port d9967659-c32a-4a92-b827-55bb4610c88e on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:53.228747 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-9f3fb5ca-2bc4-4d42-b467-43332bfe3e2e None None] Attempting to bind port d9967659-c32a-4a92-b827-55bb4610c88e by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '1b17d21e-6447-400e-956c-5c6f6252d3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ecf7a882-8a89-482e-a7e3-f6c844876b2c'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:53.229771 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3fb5ca-2bc4-4d42-b467-43332bfe3e2e None None] Attempting to bind port d9967659-c32a-4a92-b827-55bb4610c88e on network ecf7a882-8a89-482e-a7e3-f6c844876b2c {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:53.241192 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3fb5ca-2bc4-4d42-b467-43332bfe3e2e None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:59:53.241573 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3fb5ca-2bc4-4d42-b467-43332bfe3e2e None None] Checking segment: {'id': '1b17d21e-6447-400e-956c-5c6f6252d3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ecf7a882-8a89-482e-a7e3-f6c844876b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:59:53.241977 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9f3fb5ca-2bc4-4d42-b467-43332bfe3e2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:53.243622 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3fb5ca-2bc4-4d42-b467-43332bfe3e2e None None] Bound using segment: {'id': '1b17d21e-6447-400e-956c-5c6f6252d3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ecf7a882-8a89-482e-a7e3-f6c844876b2c'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:59:53.244179 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-9f3fb5ca-2bc4-4d42-b467-43332bfe3e2e None None] Bound port: d9967659-c32a-4a92-b827-55bb4610c88e, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b17d21e-6447-400e-956c-5c6f6252d3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ecf7a882-8a89-482e-a7e3-f6c844876b2c'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:59:53.244585 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9f3fb5ca-2bc4-4d42-b467-43332bfe3e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:53.307229 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-d71f1dd4-6af1-4c42-94ac-880f6b1f7d2b service neutron] Request body: {'port': {'device_id': 'ee45265c-9bfb-4aec-aa61-0199bea94d19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:53.381350 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1c732178-0a62-4fec-a4b4-00c1a959cc22 req-f7ea314e-52c1-41c5-b929-90d631f079d0 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0d73d3f-36b4-46ee-bfc6-6fcca6e5b25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184491 Apr 20 12:59:53.400253 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-38cf35ef-20b8-4bc4-b455-97486c1645a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 429f5df5-0ecb-4d61-b9e7-2b9ddd050641) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:59:53.430462 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cf35ef-20b8-4bc4-b455-97486c1645a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:53.430859 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-38cf35ef-20b8-4bc4-b455-97486c1645a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:53.467320 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-9f3fb5ca-2bc4-4d42-b467-43332bfe3e2e None None] For port d9967659-c32a-4a92-b827-55bb4610c88e, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:59:53.487080 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-9f3fb5ca-2bc4-4d42-b467-43332bfe3e2e None None] For port d9967659-c32a-4a92-b827-55bb4610c88e, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d9967659-c32a-4a92-b827-55bb4610c88e,segment=NetworkSegment(1b17d21e-6447-400e-956c-5c6f6252d3ee),segment_id=1b17d21e-6447-400e-956c-5c6f6252d3ee)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:59:53.498961 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6875a0-b2df-4640-85f7-88da57c22536 None None] Network 429f5df5-0ecb-4d61-b9e7-2b9ddd050641 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:59:53.522451 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.32', 51811) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:53.549993 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-d71f1dd4-6af1-4c42-94ac-880f6b1f7d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:53.555787 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-7cb7a3c7-1cd2-4a6d-986b-b5fa0701db52 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=69ab0485b86d4d91a3deca36e1da32c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316689 Apr 20 12:59:53.570191 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-38cf35ef-20b8-4bc4-b455-97486c1645a0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7012382 Apr 20 12:59:53.585471 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52660) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:53.600316 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9f3fb5ca-2bc4-4d42-b467-43332bfe3e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:53.602974 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-c0127814-b155-4070-8a61-42d278e91efa admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1741057558-router', 'tenant_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:53.846649 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-00b8c711-9f5f-4461-ba3d-8870f28cb8ff tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:53.846649 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-00b8c711-9f5f-4461-ba3d-8870f28cb8ff tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2670996 Apr 20 12:59:53.881294 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a042170-aa9a-4351-9355-f3cbea0279ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:53.940399 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-0da5627c-f4b1-4df0-93e2-d3a08c41d075 None None] Provisioning complete for port d9967659-c32a-4a92-b827-55bb4610c88e triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:53.940399 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0da5627c-f4b1-4df0-93e2-d3a08c41d075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:53.941355 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-27fcefcc-63b0-4e64-91b7-d8394d75da12 req-3c02d996-3cec-455e-ab4f-d8bd5f9c4303 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.25 "GET /v2.0/ports?device_id=67e5b501-e023-4e6b-9449-045ff9276bc3 HTTP/1.1" status: 200 len: 210 time: 0.0797238 Apr 20 12:59:53.965534 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-1d8c968f-46bf-40e2-870e-1c8fa1e4db22 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] Request body: {'port': {'device_id': '67e5b501-e023-4e6b-9449-045ff9276bc3', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'admin_state_up': True, 'tenant_id': '69ab0485b86d4d91a3deca36e1da32c8'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:53.996764 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3fb5ca-2bc4-4d42-b467-43332bfe3e2e None None] Routers {'140f103b-9d99-461e-9099-d88ca002937b'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:59:53.998310 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-9f3fb5ca-2bc4-4d42-b467-43332bfe3e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T12:59:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['140f103b-9d99-461e-9099-d88ca002937b'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:54.135967 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1970d8ad-2cef-433c-9111-1d36b05edb74 None None] Pushing event updated for resources: {'Port': ['ID=d9967659-c32a-4a92-b827-55bb4610c88e,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:54.142466 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0da5627c-f4b1-4df0-93e2-d3a08c41d075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:54.293082 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a042170-aa9a-4351-9355-f3cbea0279ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:54.360440 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-0da5627c-f4b1-4df0-93e2-d3a08c41d075 None None] For port d9967659-c32a-4a92-b827-55bb4610c88e, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d9967659-c32a-4a92-b827-55bb4610c88e,segment=NetworkSegment(1b17d21e-6447-400e-956c-5c6f6252d3ee),segment_id=1b17d21e-6447-400e-956c-5c6f6252d3ee)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:54.379391 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a042170-aa9a-4351-9355-f3cbea0279ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8c668d-db03-49fa-a4b3-f00c0db3b592,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:54.390815 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c100bb0b-5e56-4f4f-840a-d381a030e81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:54.420914 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c0127814-b155-4070-8a61-42d278e91efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:54.427638 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c0127814-b155-4070-8a61-42d278e91efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:54.473252 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b35f01c-f17b-4614-885c-9f05d329057a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-429f5df5-0ecb-4d61-b9e7-2b9ddd050641', 'network_id': '429f5df5-0ecb-4d61-b9e7-2b9ddd050641', 'tenant_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'fixed_ips': [{'subnet_id': '63f7b2b5-2247-40bc-8ff5-ca27d3aae5dd'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:59:54.474874 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7b35f01c-f17b-4614-885c-9f05d329057a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:54.486235 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0da5627c-f4b1-4df0-93e2-d3a08c41d075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:54.580854 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da5627c-f4b1-4df0-93e2-d3a08c41d075 None None] Pushing event updated for resources: {'Port': ['ID=d9967659-c32a-4a92-b827-55bb4610c88e,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:54.634258 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-3815eb07-6ef9-4b7c-8d15-1c53b6d491a9 None None] Provisioning complete for port d9967659-c32a-4a92-b827-55bb4610c88e triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:54.635698 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3815eb07-6ef9-4b7c-8d15-1c53b6d491a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:54.692325 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-51e5a235-897f-408f-8cd4-39eff2251246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:54.696151 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-9f3fb5ca-2bc4-4d42-b467-43332bfe3e2e None None] Set router 140f103b-9d99-461e-9099-d88ca002937b gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:59:54.769877 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c0127814-b155-4070-8a61-42d278e91efa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:54.798668 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c100bb0b-5e56-4f4f-840a-d381a030e81b admin admin] Checking segment: {'id': '2d6026c3-daec-462b-9515-721be279e9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ba8db323-8540-4e57-8d19-03d82d4a4dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:59:54.799172 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c100bb0b-5e56-4f4f-840a-d381a030e81b admin admin] Network hostable DHCP agents. Network: ba8db323-8540-4e57-8d19-03d82d4a4dc8, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:59:54.803916 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0a042170-aa9a-4351-9355-f3cbea0279ee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=98216c7c0b9349b4b71827d39c9455af&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1531987 Apr 20 12:59:54.810650 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52692) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:54.876432 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100bb0b-5e56-4f4f-840a-d381a030e81b admin admin] Pushing event updated for resources: {'Subnet': ['ID=396afea9-64ef-4f1c-8ba5-90b58b74e670,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:54.930981 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c100bb0b-5e56-4f4f-840a-d381a030e81b admin admin] Network ba8db323-8540-4e57-8d19-03d82d4a4dc8 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:59:54.972623 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb006f1-da64-4555-afed-aebcf2a1c298 req-228bffe5-ca67-4039-bcc1-bbca5bcd945f tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:54.984015 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4eb006f1-da64-4555-afed-aebcf2a1c298 req-228bffe5-ca67-4039-bcc1-bbca5bcd945f tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee45265c-9bfb-4aec-aa61-0199bea94d19 HTTP/1.1" status: 200 len: 935 time: 0.4069669 Apr 20 12:59:55.035740 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-1d8c968f-46bf-40e2-870e-1c8fa1e4db22 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] Made reservation on behalf of 69ab0485b86d4d91a3deca36e1da32c8 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:59:55.044234 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-1d8c968f-46bf-40e2-870e-1c8fa1e4db22 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:55.077899 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-1d8c968f-46bf-40e2-870e-1c8fa1e4db22 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:55.086116 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b2c0c8ba-cc2a-4b60-bcdc-e5f3ac355f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:55.108532 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-c100bb0b-5e56-4f4f-840a-d381a030e81b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, ba8db323-8540-4e57-8d19-03d82d4a4dc8) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:59:55.128795 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c100bb0b-5e56-4f4f-840a-d381a030e81b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:55.129515 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c100bb0b-5e56-4f4f-840a-d381a030e81b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:55.130621 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-7b35f01c-f17b-4614-885c-9f05d329057a None None] Allocated IP 172.20.0.2 (429f5df5-0ecb-4d61-b9e7-2b9ddd050641/63f7b2b5-2247-40bc-8ff5-ca27d3aae5dd/6ea33170-8761-4b6e-9c0c-eba9f2a5a3be) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:59:55.145587 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 52702) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:55.147670 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ab0dc6-0d79-4e09-812b-57b65f06e9fe None None] Network ba8db323-8540-4e57-8d19-03d82d4a4dc8 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:59:55.177938 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4eb006f1-da64-4555-afed-aebcf2a1c298 req-c3d841ba-b48d-4b09-8153-ff1c3cef4908 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0d73d3f-36b4-46ee-bfc6-6fcca6e5b25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901879 Apr 20 12:59:55.290743 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c100bb0b-5e56-4f4f-840a-d381a030e81b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.7246141 Apr 20 12:59:55.304769 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 52706) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:55.310827 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c0127814-b155-4070-8a61-42d278e91efa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:55.317915 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-f1ef6f6a-8b7c-4ace-b20c-533c21041535 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-401638591-router', 'tenant_id': '1f82633db79c4269bcee0291cc268749', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:55.428084 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b2c0c8ba-cc2a-4b60-bcdc-e5f3ac355f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:55.482601 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-16d22371-a168-4065-a839-8e8687b58c6e req-9831eecc-23a5-4c76-989b-164bc74189f2 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.25 "GET /v2.0/ports?device_id=67e5b501-e023-4e6b-9449-045ff9276bc3 HTTP/1.1" status: 200 len: 210 time: 0.1267283 Apr 20 12:59:55.508290 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7f65f4b2-357a-417f-8dee-70b9cd16e8ff tempest-AutoAllocateNetworkTest-596918426 tempest-AutoAllocateNetworkTest-596918426-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=f262afdc3338472fb8380871e03634a1&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3607683 Apr 20 12:59:55.519961 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 52710) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:55.526891 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-d71f1dd4-6af1-4c42-94ac-880f6b1f7d2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae1bd3b7-b14d-4397-be49-9911b673d63d {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:59:55.558976 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-1d8c968f-46bf-40e2-870e-1c8fa1e4db22 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:55.577571 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-d71f1dd4-6af1-4c42-94ac-880f6b1f7d2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:55.620967 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f1ef6f6a-8b7c-4ace-b20c-533c21041535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:55.623349 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f1ef6f6a-8b7c-4ace-b20c-533c21041535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:55.647945 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7b35f01c-f17b-4614-885c-9f05d329057a None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:55.668790 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-1d8c968f-46bf-40e2-870e-1c8fa1e4db22 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:55.700035 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-d71f1dd4-6af1-4c42-94ac-880f6b1f7d2b service neutron] Transition to ACTIVE for port object ae1bd3b7-b14d-4397-be49-9911b673d63d will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:59:55.731875 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7b35f01c-f17b-4614-885c-9f05d329057a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:55.804942 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-d71f1dd4-6af1-4c42-94ac-880f6b1f7d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:55.925841 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f1ef6f6a-8b7c-4ace-b20c-533c21041535 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:55.995431 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be26fc0b-4dc5-455c-b8a5-181169f0f6ce tempest-AutoAllocateNetworkTest-596918426 tempest-AutoAllocateNetworkTest-596918426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:56.001426 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-be26fc0b-4dc5-455c-b8a5-181169f0f6ce tempest-AutoAllocateNetworkTest-596918426 tempest-AutoAllocateNetworkTest-596918426-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.4763501 Apr 20 12:59:56.059952 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52714) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:56.107769 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c968f-46bf-40e2-870e-1c8fa1e4db22 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8643dfe-1e61-4656-bd06-a2d2d60e5962,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:56.139602 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b2c0c8ba-cc2a-4b60-bcdc-e5f3ac355f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:56.149264 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b2c0c8ba-cc2a-4b60-bcdc-e5f3ac355f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:56.158562 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b2c0c8ba-cc2a-4b60-bcdc-e5f3ac355f56 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0b8c668d-db03-49fa-a4b3-f00c0db3b592 HTTP/1.1" status: 204 len: 168 time: 1.3468130 Apr 20 12:59:56.169908 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-d71f1dd4-6af1-4c42-94ac-880f6b1f7d2b service neutron] Attempting to bind port ae1bd3b7-b14d-4397-be49-9911b673d63d on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:56.170503 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-d71f1dd4-6af1-4c42-94ac-880f6b1f7d2b service neutron] Attempting to bind port ae1bd3b7-b14d-4397-be49-9911b673d63d by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:56.172514 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-d71f1dd4-6af1-4c42-94ac-880f6b1f7d2b service neutron] Attempting to bind port ae1bd3b7-b14d-4397-be49-9911b673d63d on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:56.223033 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c0c8ba-cc2a-4b60-bcdc-e5f3ac355f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8c668d-db03-49fa-a4b3-f00c0db3b592,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:56.278610 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-d71f1dd4-6af1-4c42-94ac-880f6b1f7d2b service neutron] Port ae1bd3b7-b14d-4397-be49-9911b673d63d on network 6efc3d61-2150-4671-a02d-6127df40131a not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:59:56.279269 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-d71f1dd4-6af1-4c42-94ac-880f6b1f7d2b service neutron] Attempting to bind port ae1bd3b7-b14d-4397-be49-9911b673d63d on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:56.293250 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f1dd4-6af1-4c42-94ac-880f6b1f7d2b service neutron] Pushing event updated for resources: {'Port': ['ID=ae1bd3b7-b14d-4397-be49-9911b673d63d,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:56.529885 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b35f01c-f17b-4614-885c-9f05d329057a None None] Network 429f5df5-0ecb-4d61-b9e7-2b9ddd050641 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:59:56.536758 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-d71f1dd4-6af1-4c42-94ac-880f6b1f7d2b service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:59:56.547011 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56da27ea-d25d-4895-aa81-1ba4e82af3e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-ba8db323-8540-4e57-8d19-03d82d4a4dc8', 'network_id': 'ba8db323-8540-4e57-8d19-03d82d4a4dc8', 'tenant_id': '1f82633db79c4269bcee0291cc268749', 'fixed_ips': [{'subnet_id': '396afea9-64ef-4f1c-8ba5-90b58b74e670'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:59:56.547603 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-d71f1dd4-6af1-4c42-94ac-880f6b1f7d2b service neutron] Checking segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:59:56.548379 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-d71f1dd4-6af1-4c42-94ac-880f6b1f7d2b service neutron] Bound using segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:59:56.549022 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-56da27ea-d25d-4895-aa81-1ba4e82af3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:56.549135 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-d71f1dd4-6af1-4c42-94ac-880f6b1f7d2b service neutron] Bound port: ae1bd3b7-b14d-4397-be49-9911b673d63d, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:59:56.549611 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-d71f1dd4-6af1-4c42-94ac-880f6b1f7d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:56.589254 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0a77a20a-f679-40ad-9739-b4b20b605f53 tempest-AutoAllocateNetworkTest-596918426 tempest-AutoAllocateNetworkTest-596918426-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4817870 Apr 20 12:59:56.600389 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52728) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:56.618910 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b35f01c-f17b-4614-885c-9f05d329057a None None] Pushing event updated for resources: {'Port': ['ID=6ea33170-8761-4b6e-9c0c-eba9f2a5a3be,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:56.634599 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-7b35f01c-f17b-4614-885c-9f05d329057a None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:59:56.657143 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b35f01c-f17b-4614-885c-9f05d329057a None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:59:56.765905 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-9f3fb5ca-2bc4-4d42-b467-43332bfe3e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140f103b-9d99-461e-9099-d88ca002937b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350087970-router', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'ba6687fe-eff5-4e64-8bcb-d3984919eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:42Z', 'updated_at': '2022-04-20T12:59:47Z', 'revision_number': 4, 'project_id': '5b1351b4ef5344fa8f1186ac748ba322', 'gw_port': {'id': 'ba6687fe-eff5-4e64-8bcb-d3984919eccc', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140f103b-9d99-461e-9099-d88ca002937b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:43Z', 'updated_at': '2022-04-20T12:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'd9967659-c32a-4a92-b827-55bb4610c88e', 'name': '', 'network_id': 'ecf7a882-8a89-482e-a7e3-f6c844876b2c', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'mac_address': 'fa:16:3e:f6:00:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140f103b-9d99-461e-9099-d88ca002937b', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '301a39b8-8298-4a33-b223-fe67182f35e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:46Z', 'updated_at': '2022-04-20T12:59:53Z', 'revision_number': 4, 'project_id': '5b1351b4ef5344fa8f1186ac748ba322', 'subnets': [{'id': '301a39b8-8298-4a33-b223-fe67182f35e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:56.788615 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f43c5e6f-c3d7-4319-a0bd-228a831d21d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:56.817860 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-d71f1dd4-6af1-4c42-94ac-880f6b1f7d2b service neutron] For port ae1bd3b7-b14d-4397-be49-9911b673d63d, host n-h2-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:59:56.830324 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-d71f1dd4-6af1-4c42-94ac-880f6b1f7d2b service neutron] For port ae1bd3b7-b14d-4397-be49-9911b673d63d, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=ae1bd3b7-b14d-4397-be49-9911b673d63d,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:59:56.840347 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-761c9770-f108-405d-b9d5-995e3dd1abe8 tempest-AutoAllocateNetworkTest-596918426 tempest-AutoAllocateNetworkTest-596918426-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=f262afdc3338472fb8380871e03634a1 HTTP/1.1" status: 200 len: 208 time: 0.2332413 Apr 20 12:59:56.889575 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3fb5ca-2bc4-4d42-b467-43332bfe3e2e None None] The sync data for ids ['140f103b-9d99-461e-9099-d88ca002937b'] in n-d-836015-7 is: [{'id': '140f103b-9d99-461e-9099-d88ca002937b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350087970-router', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'ba6687fe-eff5-4e64-8bcb-d3984919eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:42Z', 'updated_at': '2022-04-20T12:59:47Z', 'revision_number': 4, 'project_id': '5b1351b4ef5344fa8f1186ac748ba322', 'gw_port': {'id': 'ba6687fe-eff5-4e64-8bcb-d3984919eccc', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140f103b-9d99-461e-9099-d88ca002937b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:43Z', 'updated_at': '2022-04-20T12:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'd9967659-c32a-4a92-b827-55bb4610c88e', 'name': '', 'network_id': 'ecf7a882-8a89-482e-a7e3-f6c844876b2c', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'mac_address': 'fa:16:3e:f6:00:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140f103b-9d99-461e-9099-d88ca002937b', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '301a39b8-8298-4a33-b223-fe67182f35e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:46Z', 'updated_at': '2022-04-20T12:59:53Z', 'revision_number': 4, 'project_id': '5b1351b4ef5344fa8f1186ac748ba322', 'subnets': [{'id': '301a39b8-8298-4a33-b223-fe67182f35e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:59:56.915839 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f1ef6f6a-8b7c-4ace-b20c-533c21041535 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:56.968678 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-7b35f01c-f17b-4614-885c-9f05d329057a None None] Attempting to bind port 6ea33170-8761-4b6e-9c0c-eba9f2a5a3be on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:56.968678 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-7b35f01c-f17b-4614-885c-9f05d329057a None None] Attempting to bind port 6ea33170-8761-4b6e-9c0c-eba9f2a5a3be by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '736a4538-d0db-4a78-bb23-9f11c753d329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '429f5df5-0ecb-4d61-b9e7-2b9ddd050641'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:56.970164 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b35f01c-f17b-4614-885c-9f05d329057a None None] Attempting to bind port 6ea33170-8761-4b6e-9c0c-eba9f2a5a3be on network 429f5df5-0ecb-4d61-b9e7-2b9ddd050641 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:56.977311 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-1d8c968f-46bf-40e2-870e-1c8fa1e4db22 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] Allocated IP 192.168.233.111 (6efc3d61-2150-4671-a02d-6127df40131a/c5b1f82a-7732-4b50-ab22-2475f182a712/8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:59:57.021125 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b35f01c-f17b-4614-885c-9f05d329057a None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:59:57.021608 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b35f01c-f17b-4614-885c-9f05d329057a None None] Checking segment: {'id': '736a4538-d0db-4a78-bb23-9f11c753d329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '429f5df5-0ecb-4d61-b9e7-2b9ddd050641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:59:57.022104 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7b35f01c-f17b-4614-885c-9f05d329057a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:57.022506 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b35f01c-f17b-4614-885c-9f05d329057a None None] Bound using segment: {'id': '736a4538-d0db-4a78-bb23-9f11c753d329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '429f5df5-0ecb-4d61-b9e7-2b9ddd050641'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:59:57.023140 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-7b35f01c-f17b-4614-885c-9f05d329057a None None] Bound port: 6ea33170-8761-4b6e-9c0c-eba9f2a5a3be, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736a4538-d0db-4a78-bb23-9f11c753d329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '429f5df5-0ecb-4d61-b9e7-2b9ddd050641'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:59:57.023566 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7b35f01c-f17b-4614-885c-9f05d329057a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:57.111101 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-56da27ea-d25d-4895-aa81-1ba4e82af3e6 None None] Allocated IP 172.20.0.2 (ba8db323-8540-4e57-8d19-03d82d4a4dc8/396afea9-64ef-4f1c-8ba5-90b58b74e670/670353a6-df42-496b-bb46-91045e4a0228) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:59:57.133500 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-d71f1dd4-6af1-4c42-94ac-880f6b1f7d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:57.260943 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82a70f-4265-4a65-a57e-de522cefa209 req-34972a8f-d748-4023-8859-d78a7063692a tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:57.277949 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5f82a70f-4265-4a65-a57e-de522cefa209 req-34972a8f-d748-4023-8859-d78a7063692a tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee45265c-9bfb-4aec-aa61-0199bea94d19 HTTP/1.1" status: 200 len: 947 time: 0.7883344 Apr 20 12:59:57.427520 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c0127814-b155-4070-8a61-42d278e91efa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:57.442570 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-d71f1dd4-6af1-4c42-94ac-880f6b1f7d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:57.443651 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-d71f1dd4-6af1-4c42-94ac-880f6b1f7d2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:57.445893 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-d71f1dd4-6af1-4c42-94ac-880f6b1f7d2b service neutron] 10.222.0.15 "PUT /v2.0/ports/ae1bd3b7-b14d-4397-be49-9911b673d63d HTTP/1.1" status: 200 len: 1095 time: 4.4463606 Apr 20 12:59:57.448849 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee45265c-9bfb-4aec-aa61-0199bea94d19', 'tag': 'ae1bd3b7-b14d-4397-be49-9911b673d63d'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:59:57.491177 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-7b35f01c-f17b-4614-885c-9f05d329057a None None] For port 6ea33170-8761-4b6e-9c0c-eba9f2a5a3be, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:59:57.518359 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5f82a70f-4265-4a65-a57e-de522cefa209 req-3a06ca7b-7056-4bc9-9a42-cde6a3c51936 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0d73d3f-36b4-46ee-bfc6-6fcca6e5b25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364919 Apr 20 12:59:57.525010 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d9967659-c32a-4a92-b827-55bb4610c88e up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:59:57.816925 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-7b35f01c-f17b-4614-885c-9f05d329057a None None] For port 6ea33170-8761-4b6e-9c0c-eba9f2a5a3be, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=6ea33170-8761-4b6e-9c0c-eba9f2a5a3be,segment=NetworkSegment(736a4538-d0db-4a78-bb23-9f11c753d329),segment_id=736a4538-d0db-4a78-bb23-9f11c753d329)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:59:57.832304 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 52736) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:57.960744 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7b35f01c-f17b-4614-885c-9f05d329057a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:57.982204 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c0127814-b155-4070-8a61-42d278e91efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:58.200821 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-56da27ea-d25d-4895-aa81-1ba4e82af3e6 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:58.243750 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port d9967659-c32a-4a92-b827-55bb4610c88e triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:58.244126 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:58.364973 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-c0127814-b155-4070-8a61-42d278e91efa admin admin] Allocated IP 172.25.8.59 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/e1fa2fa4-ec7f-46e8-a677-663bace9586b) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:59:58.365473 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:58.377195 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-1d8c968f-46bf-40e2-870e-1c8fa1e4db22 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:58.439290 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-56da27ea-d25d-4895-aa81-1ba4e82af3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:58.459767 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 52750) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:58.504994 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-092a37a4-c3f1-46e3-8c7c-cbe7229e5fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:58.590096 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-1d8c968f-46bf-40e2-870e-1c8fa1e4db22 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:58.590660 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56da27ea-d25d-4895-aa81-1ba4e82af3e6 None None] Network ba8db323-8540-4e57-8d19-03d82d4a4dc8 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:59:58.598165 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0e63c9f8-1deb-4237-8fb6-3f2639fc1eb6 req-ec37c303-0cfe-4ee9-a9f1-40b8df8f8054 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.25 "GET /v2.0/ports?device_id=67e5b501-e023-4e6b-9449-045ff9276bc3 HTTP/1.1" status: 200 len: 210 time: 0.7697268 Apr 20 12:59:58.642040 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-56da27ea-d25d-4895-aa81-1ba4e82af3e6 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:59:58.649087 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56da27ea-d25d-4895-aa81-1ba4e82af3e6 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:59:58.663134 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94485c73-da7f-4d9c-a799-79c827cff65d" -d '{"events": [{"name": "network-changed", "server_uuid": "ee45265c-9bfb-4aec-aa61-0199bea94d19", "tag": "ae1bd3b7-b14d-4397-be49-9911b673d63d"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:59:58.777603 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b35f01c-f17b-4614-885c-9f05d329057a None None] Pushing event updated for resources: {'Port': ['ID=6ea33170-8761-4b6e-9c0c-eba9f2a5a3be,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:58.829963 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c0127814-b155-4070-8a61-42d278e91efa admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:58.915693 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-9963b35e-c33c-4d6b-b485-8e7dee36c3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:58.917619 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-9963b35e-c33c-4d6b-b485-8e7dee36c3a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8a96530918f4a5a8c32b70f17e71a5c&device_id=ee45265c-9bfb-4aec-aa61-0199bea94d19 HTTP/1.1" status: 200 len: 1098 time: 1.1544597 Apr 20 12:59:58.918373 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f1dd4-6af1-4c42-94ac-880f6b1f7d2b service neutron] Pushing event updated for resources: {'Port': ['ID=ae1bd3b7-b14d-4397-be49-9911b673d63d,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:59.013049 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da27ea-d25d-4895-aa81-1ba4e82af3e6 None None] Pushing event updated for resources: {'Port': ['ID=670353a6-df42-496b-bb46-91045e4a0228,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:59.037614 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-1d8c968f-46bf-40e2-870e-1c8fa1e4db22 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] Network 6efc3d61-2150-4671-a02d-6127df40131a is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:59:59.102474 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-56da27ea-d25d-4895-aa81-1ba4e82af3e6 None None] Attempting to bind port 670353a6-df42-496b-bb46-91045e4a0228 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:59.104826 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-1d8c968f-46bf-40e2-870e-1c8fa1e4db22 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:59:59.109824 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-56da27ea-d25d-4895-aa81-1ba4e82af3e6 None None] Attempting to bind port 670353a6-df42-496b-bb46-91045e4a0228 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2d6026c3-daec-462b-9515-721be279e9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ba8db323-8540-4e57-8d19-03d82d4a4dc8'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:59.112031 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56da27ea-d25d-4895-aa81-1ba4e82af3e6 None None] Attempting to bind port 670353a6-df42-496b-bb46-91045e4a0228 on network ba8db323-8540-4e57-8d19-03d82d4a4dc8 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:59.148290 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-1d8c968f-46bf-40e2-870e-1c8fa1e4db22 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:59:59.166463 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-1d8c968f-46bf-40e2-870e-1c8fa1e4db22 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:59.169163 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-1d8c968f-46bf-40e2-870e-1c8fa1e4db22 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:59.204664 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56da27ea-d25d-4895-aa81-1ba4e82af3e6 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:59:59.205571 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56da27ea-d25d-4895-aa81-1ba4e82af3e6 None None] Checking segment: {'id': '2d6026c3-daec-462b-9515-721be279e9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ba8db323-8540-4e57-8d19-03d82d4a4dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:59:59.206001 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-56da27ea-d25d-4895-aa81-1ba4e82af3e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:59.206395 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56da27ea-d25d-4895-aa81-1ba4e82af3e6 None None] Bound using segment: {'id': '2d6026c3-daec-462b-9515-721be279e9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ba8db323-8540-4e57-8d19-03d82d4a4dc8'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:59:59.206880 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c968f-46bf-40e2-870e-1c8fa1e4db22 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] Pushing event updated for resources: {'Port': ['ID=8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:59.209377 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-56da27ea-d25d-4895-aa81-1ba4e82af3e6 None None] Bound port: 670353a6-df42-496b-bb46-91045e4a0228, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d6026c3-daec-462b-9515-721be279e9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ba8db323-8540-4e57-8d19-03d82d4a4dc8'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:59:59.210497 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-56da27ea-d25d-4895-aa81-1ba4e82af3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:59.211453 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-01114b9a-b8e0-4611-9706-1200100573dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=ae1bd3b7-b14d-4397-be49-9911b673d63d HTTP/1.1" status: 200 len: 217 time: 0.2735639 Apr 20 12:59:59.220294 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c0127814-b155-4070-8a61-42d278e91efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:59.274526 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:59.340769 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b86890e-71c2-4533-b9e7-e96111f0f480 x-openstack-request-id: req-7b86890e-71c2-4533-b9e7-e96111f0f480 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:59:59.341069 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee45265c-9bfb-4aec-aa61-0199bea94d19", "tag": "ae1bd3b7-b14d-4397-be49-9911b673d63d", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:59:59.341323 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b86890e-71c2-4533-b9e7-e96111f0f480 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:59:59.341860 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b86890e-71c2-4533-b9e7-e96111f0f480'] response: {'name': 'network-changed', 'server_uuid': 'ee45265c-9bfb-4aec-aa61-0199bea94d19', 'tag': 'ae1bd3b7-b14d-4397-be49-9911b673d63d', 'status': 'completed', 'code': 200} Apr 20 12:59:59.459444 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-56da27ea-d25d-4895-aa81-1ba4e82af3e6 None None] For port 670353a6-df42-496b-bb46-91045e4a0228, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:59:59.467183 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-56da27ea-d25d-4895-aa81-1ba4e82af3e6 None None] For port 670353a6-df42-496b-bb46-91045e4a0228, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=670353a6-df42-496b-bb46-91045e4a0228,segment=NetworkSegment(2d6026c3-daec-462b-9515-721be279e9a0),segment_id=2d6026c3-daec-462b-9515-721be279e9a0)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:59:59.487883 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-092a37a4-c3f1-46e3-8c7c-cbe7229e5fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:59.489932 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-974165af-dca7-4cac-9b76-8f1da218ff7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:59.546186 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-56da27ea-d25d-4895-aa81-1ba4e82af3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:59.559501 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0127814-b155-4070-8a61-42d278e91efa admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:59:59.576932 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-c0127814-b155-4070-8a61-42d278e91efa admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:59:59.583560 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0127814-b155-4070-8a61-42d278e91efa admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:59:59.621685 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 6ea33170-8761-4b6e-9c0c-eba9f2a5a3be up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:59:59.719545 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-974165af-dca7-4cac-9b76-8f1da218ff7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:59.729701 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-092a37a4-c3f1-46e3-8c7c-cbe7229e5fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:59.738192 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-1d8c968f-46bf-40e2-870e-1c8fa1e4db22 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.7904162 Apr 20 12:59:59.801770 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-a966c8fa-1b44-46a0-a379-2f03f723a57e None None] Provisioning complete for port 8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:59.801770 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a966c8fa-1b44-46a0-a379-2f03f723a57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:59.814699 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a37a4-c3f1-46e3-8c7c-cbe7229e5fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f718e1f1-4c7e-47f0-98f2-6b5f5fee745b,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:59.863606 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da27ea-d25d-4895-aa81-1ba4e82af3e6 None None] Pushing event updated for resources: {'Port': ['ID=670353a6-df42-496b-bb46-91045e4a0228,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:59.876591 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-eedefdb6-6a7d-4755-ac84-1266351eed76 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 12:59:59.879839 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-eedefdb6-6a7d-4755-ac84-1266351eed76 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0663562 Apr 20 12:59:59.900232 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-a966c8fa-1b44-46a0-a379-2f03f723a57e None None] Port 8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:59:59.945254 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 6ea33170-8761-4b6e-9c0c-eba9f2a5a3be triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:59.947411 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:59.967517 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0127814-b155-4070-8a61-42d278e91efa admin admin] Pushing event updated for resources: {'Port': ['ID=e1fa2fa4-ec7f-46e8-a677-663bace9586b,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:00.032747 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-8f280d67-718d-4f60-b79d-d57145e67583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:00.034537 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-8f280d67-718d-4f60-b79d-d57145e67583 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.8117764 Apr 20 13:00:00.114707 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d9d95-7e54-42a1-83f6-411f10451977 req-6e799a9e-d1f9-472e-820f-8c30d86721aa tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:00.123640 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-383d9d95-7e54-42a1-83f6-411f10451977 req-6e799a9e-d1f9-472e-820f-8c30d86721aa tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee45265c-9bfb-4aec-aa61-0199bea94d19 HTTP/1.1" status: 200 len: 947 time: 1.2865412 Apr 20 13:00:00.145308 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-092a37a4-c3f1-46e3-8c7c-cbe7229e5fa2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c79c1a65d2734012a59e5446f1e59fbd&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3040063 Apr 20 13:00:00.173576 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52774) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:00.318889 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:00.355433 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-974165af-dca7-4cac-9b76-8f1da218ff7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:00.390221 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-fe818ff6-321c-4663-bd92-aa359975e9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:00.391370 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:00.401313 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-fe818ff6-321c-4663-bd92-aa359975e9ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3409114 Apr 20 13:00:00.454514 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974165af-dca7-4cac-9b76-8f1da218ff7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d39ee0b-1487-46f5-b7f2-9360e1789da7,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:00.473274 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-29757c9f-ffe7-4936-9541-c1d091982d51 service neutron] Request body: {'port': {'device_id': '67e5b501-e023-4e6b-9449-045ff9276bc3', 'device_owner': 'compute:tempest-test_az-1558304307', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:00.483617 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:00:00.486690 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 6ea33170-8761-4b6e-9c0c-eba9f2a5a3be, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=6ea33170-8761-4b6e-9c0c-eba9f2a5a3be,segment=NetworkSegment(736a4538-d0db-4a78-bb23-9f11c753d329),segment_id=736a4538-d0db-4a78-bb23-9f11c753d329)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:00.540657 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-383d9d95-7e54-42a1-83f6-411f10451977 req-d4960d5f-da91-4091-ad9c-003032239f6b tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0d73d3f-36b4-46ee-bfc6-6fcca6e5b25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4159489 Apr 20 13:00:00.559856 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:00.632087 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f1ef6f6a-8b7c-4ace-b20c-533c21041535 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:00.673356 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=6ea33170-8761-4b6e-9c0c-eba9f2a5a3be,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:00.700493 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3752bb3d-4cfb-420d-912b-a9b59c66f0d4 None None] Network 429f5df5-0ecb-4d61-b9e7-2b9ddd050641 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:00:00.712724 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e1bb16df-aea6-4874-adbd-a3c73da248d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:00.791062 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f1ef6f6a-8b7c-4ace-b20c-533c21041535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:00.840637 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e1bb16df-aea6-4874-adbd-a3c73da248d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:00.850255 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c0127814-b155-4070-8a61-42d278e91efa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:00.873525 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-09001a10-2662-439b-8515-97d8be270e0c None None] Provisioning complete for port 6ea33170-8761-4b6e-9c0c-eba9f2a5a3be triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:00.874261 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-09001a10-2662-439b-8515-97d8be270e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:00.926509 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-443388df-2954-40a3-bcb9-ccec26915f05 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5020790 Apr 20 13:00:00.939991 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-f1ef6f6a-8b7c-4ace-b20c-533c21041535 admin admin] Allocated IP 172.25.8.123 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/7953cf07-a53f-474f-aebc-789b61f0cebf) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:00:01.137302 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d0b4b464-2197-4d5b-905f-9946532e75a5 req-a3f7c9f8-16db-44c3-9be6-b919b0c95428 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898866 Apr 20 13:00:01.145065 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-974165af-dca7-4cac-9b76-8f1da218ff7c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f262afdc3338472fb8380871e03634a1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6212933 Apr 20 13:00:01.147061 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52782) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:01.271145 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f1ef6f6a-8b7c-4ace-b20c-533c21041535 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:01.319161 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da9f2d-8a26-4571-ae78-39d5eea76cb4 req-bf9ac8ab-ae3b-4b39-9b59-2a6a2398f848 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:01.345826 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a3da9f2d-8a26-4571-ae78-39d5eea76cb4 req-bf9ac8ab-ae3b-4b39-9b59-2a6a2398f848 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.25 "GET /v2.0/ports?device_id=67e5b501-e023-4e6b-9449-045ff9276bc3 HTTP/1.1" status: 200 len: 936 time: 0.9074841 Apr 20 13:00:01.412148 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f867af32-f0c6-4caa-96f6-bc276bae3018 None None] Network ba8db323-8540-4e57-8d19-03d82d4a4dc8 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:00:01.467958 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-29757c9f-ffe7-4936-9541-c1d091982d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:01.595446 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-d4427cee-5d35-4f43-92f5-d39766e4c197 None None] Provisioning complete for port 670353a6-df42-496b-bb46-91045e4a0228 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:01.598849 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c0127814-b155-4070-8a61-42d278e91efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:01.600395 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d4427cee-5d35-4f43-92f5-d39766e4c197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:01.604673 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 52788) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:01.659994 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a3da9f2d-8a26-4571-ae78-39d5eea76cb4 req-7d3cd43c-bc05-4eb1-8114-7bec9172784e tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8643dfe-1e61-4656-bd06-a2d2d60e5962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131950 Apr 20 13:00:01.691166 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f1ef6f6a-8b7c-4ace-b20c-533c21041535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:01.756542 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 670353a6-df42-496b-bb46-91045e4a0228 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:00:01.826752 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a12896d2-b3fe-4d76-8822-644d3d8c7166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:01.842021 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef6f6a-8b7c-4ace-b20c-533c21041535 admin admin] Pushing event updated for resources: {'Port': ['ID=7953cf07-a53f-474f-aebc-789b61f0cebf,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:01.874529 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94485c73-da7f-4d9c-a799-79c827cff65d req-fdf41bcf-d3bc-4b29-92be-09778efad614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:01.883895 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-94485c73-da7f-4d9c-a799-79c827cff65d req-fdf41bcf-d3bc-4b29-92be-09778efad614 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8a96530918f4a5a8c32b70f17e71a5c&device_id=ee45265c-9bfb-4aec-aa61-0199bea94d19 HTTP/1.1" status: 200 len: 1098 time: 0.5700204 Apr 20 13:00:01.905051 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e1bb16df-aea6-4874-adbd-a3c73da248d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:01.913549 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e1bb16df-aea6-4874-adbd-a3c73da248d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:01.919877 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e1bb16df-aea6-4874-adbd-a3c73da248d7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f718e1f1-4c7e-47f0-98f2-6b5f5fee745b HTTP/1.1" status: 204 len: 168 time: 1.7315180 Apr 20 13:00:02.007456 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb16df-aea6-4874-adbd-a3c73da248d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f718e1f1-4c7e-47f0-98f2-6b5f5fee745b,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:02.019421 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a12896d2-b3fe-4d76-8822-644d3d8c7166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:02.060678 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ef6f6a-8b7c-4ace-b20c-533c21041535 admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:00:02.193854 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9f08a36d-5342-4e2b-94b7-3a99579d8d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:02.212262 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-f1ef6f6a-8b7c-4ace-b20c-533c21041535 admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:02.241966 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94485c73-da7f-4d9c-a799-79c827cff65d req-e450f2b2-c56f-4479-85e8-c23ec5702def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:02.243438 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ef6f6a-8b7c-4ace-b20c-533c21041535 admin admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:00:02.264710 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-94485c73-da7f-4d9c-a799-79c827cff65d req-e450f2b2-c56f-4479-85e8-c23ec5702def service neutron] 10.222.0.15 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.3372962 Apr 20 13:00:02.289252 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d4427cee-5d35-4f43-92f5-d39766e4c197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:02.337475 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-d4427cee-5d35-4f43-92f5-d39766e4c197 None None] For port 670353a6-df42-496b-bb46-91045e4a0228, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=670353a6-df42-496b-bb46-91045e4a0228,segment=NetworkSegment(2d6026c3-daec-462b-9515-721be279e9a0),segment_id=2d6026c3-daec-462b-9515-721be279e9a0)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:02.376052 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 670353a6-df42-496b-bb46-91045e4a0228 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:02.376540 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:02.405008 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a12896d2-b3fe-4d76-8822-644d3d8c7166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:02.418386 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d4427cee-5d35-4f43-92f5-d39766e4c197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:02.426276 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a12896d2-b3fe-4d76-8822-644d3d8c7166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:02.432682 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a12896d2-b3fe-4d76-8822-644d3d8c7166 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4d39ee0b-1487-46f5-b7f2-9360e1789da7 HTTP/1.1" status: 204 len: 168 time: 1.1227219 Apr 20 13:00:02.432682 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0127814-b155-4070-8a61-42d278e91efa admin admin] Router 7864001c-4e6b-4aa8-9143-992ce9f58950 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:00:02.485094 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-94485c73-da7f-4d9c-a799-79c827cff65d req-426fe2c6-4b5a-4eab-87d6-87c9e9b4066c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=ae1bd3b7-b14d-4397-be49-9911b673d63d HTTP/1.1" status: 200 len: 217 time: 0.2082939 Apr 20 13:00:02.485664 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774f87a-df0c-4bc5-9163-bd89e83f8295 req-959a4164-0934-4f0b-b9f5-e59791f7bf29 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:02.487617 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4774f87a-df0c-4bc5-9163-bd89e83f8295 req-959a4164-0934-4f0b-b9f5-e59791f7bf29 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee45265c-9bfb-4aec-aa61-0199bea94d19 HTTP/1.1" status: 200 len: 947 time: 0.6469426 Apr 20 13:00:02.494179 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12896d2-b3fe-4d76-8822-644d3d8c7166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d39ee0b-1487-46f5-b7f2-9360e1789da7,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:02.655503 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4427cee-5d35-4f43-92f5-d39766e4c197 None None] Pushing event updated for resources: {'Port': ['ID=670353a6-df42-496b-bb46-91045e4a0228,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:02.708180 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 6ea33170-8761-4b6e-9c0c-eba9f2a5a3be up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:00:02.759438 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-9a181686-c743-4a7e-a646-793ff7fd579a None None] Provisioning complete for port 6ea33170-8761-4b6e-9c0c-eba9f2a5a3be triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:02.761861 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9a181686-c743-4a7e-a646-793ff7fd579a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:02.957141 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 6ea33170-8761-4b6e-9c0c-eba9f2a5a3be triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:02.957548 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:03.018378 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0127814-b155-4070-8a61-42d278e91efa admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:00:03.028680 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1329947-b39c-4aef-ad45-01d0a9ba7f04 None None] Sync routers for ids ['7864001c-4e6b-4aa8-9143-992ce9f58950'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:00:03.057184 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1329947-b39c-4aef-ad45-01d0a9ba7f04 None None] Routers {'7864001c-4e6b-4aa8-9143-992ce9f58950'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:00:03.064424 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b1329947-b39c-4aef-ad45-01d0a9ba7f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T12:59:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['7864001c-4e6b-4aa8-9143-992ce9f58950'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:03.111974 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94485c73-da7f-4d9c-a799-79c827cff65d req-606b9c06-e7c2-4e8d-8cfe-0ec3fbad27ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:03.113572 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-94485c73-da7f-4d9c-a799-79c827cff65d req-606b9c06-e7c2-4e8d-8cfe-0ec3fbad27ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.6051052 Apr 20 13:00:03.207053 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c0127814-b155-4070-8a61-42d278e91efa admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:03.215923 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c0127814-b155-4070-8a61-42d278e91efa admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 9.6258707 Apr 20 13:00:03.217715 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52812) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:03.291372 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-29757c9f-ffe7-4936-9541-c1d091982d51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:00:03.303916 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-29757c9f-ffe7-4936-9541-c1d091982d51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:03.341022 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-29757c9f-ffe7-4936-9541-c1d091982d51 service neutron] Transition to ACTIVE for port object 8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:00:03.423415 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9f08a36d-5342-4e2b-94b7-3a99579d8d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:03.476696 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-b2017679-52e3-43ad-a914-097399e27c0e None None] Provisioning complete for port 670353a6-df42-496b-bb46-91045e4a0228 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:03.477239 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b2017679-52e3-43ad-a914-097399e27c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:03.477335 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-b1329947-b39c-4aef-ad45-01d0a9ba7f04 None None] Set router 7864001c-4e6b-4aa8-9143-992ce9f58950 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:00:03.613749 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f1ef6f6a-8b7c-4ace-b20c-533c21041535 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:03.821809 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 670353a6-df42-496b-bb46-91045e4a0228 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:00:04.123617 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b1329947-b39c-4aef-ad45-01d0a9ba7f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7864001c-4e6b-4aa8-9143-992ce9f58950', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1741057558-router', 'tenant_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'e1fa2fa4-ec7f-46e8-a677-663bace9586b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:54Z', 'updated_at': '2022-04-20T13:00:00Z', 'revision_number': 3, 'project_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'gw_port': {'id': 'e1fa2fa4-ec7f-46e8-a677-663bace9586b', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:14:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7864001c-4e6b-4aa8-9143-992ce9f58950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:58Z', 'updated_at': '2022-04-20T12:59:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:04.125657 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-29757c9f-ffe7-4936-9541-c1d091982d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:04.148210 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f1ef6f6a-8b7c-4ace-b20c-533c21041535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:04.186786 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1329947-b39c-4aef-ad45-01d0a9ba7f04 None None] Checking router: 7864001c-4e6b-4aa8-9143-992ce9f58950 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:00:04.187654 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1329947-b39c-4aef-ad45-01d0a9ba7f04 None None] Updating router 7864001c-4e6b-4aa8-9143-992ce9f58950 port e1fa2fa4-ec7f-46e8-a677-663bace9586b binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:00:04.239912 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 670353a6-df42-496b-bb46-91045e4a0228 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:04.240292 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:04.241193 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-b1329947-b39c-4aef-ad45-01d0a9ba7f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:04.268009 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9f08a36d-5342-4e2b-94b7-3a99579d8d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:04.315671 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29757c9f-ffe7-4936-9541-c1d091982d51 service neutron] Pushing event updated for resources: {'Port': ['ID=8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:04.328090 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94485c73-da7f-4d9c-a799-79c827cff65d req-aa60825f-98b1-4650-b82b-2fba0756e970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:04.329980 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-94485c73-da7f-4d9c-a799-79c827cff65d req-aa60825f-98b1-4650-b82b-2fba0756e970 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2023232 Apr 20 13:00:04.540779 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f08a36d-5342-4e2b-94b7-3a99579d8d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134f5fbb-a366-4675-bf13-66be28afff7b,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:04.810041 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4774f87a-df0c-4bc5-9163-bd89e83f8295 req-032f53e6-0dd2-486b-a87d-6a6b7f070352 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0d73d3f-36b4-46ee-bfc6-6fcca6e5b25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.2631617 Apr 20 13:00:04.847031 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9f08a36d-5342-4e2b-94b7-3a99579d8d48 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=34d122981aed4203a625cdc1703a3996&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2155135 Apr 20 13:00:04.857115 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cc6c3-4480-4eab-a1db-2989eb2d5cc5 req-657075b6-7ef4-48be-855e-79e60e4a4c9d tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:04.859040 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a90cc6c3-4480-4eab-a1db-2989eb2d5cc5 req-657075b6-7ef4-48be-855e-79e60e4a4c9d tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.25 "GET /v2.0/ports?device_id=67e5b501-e023-4e6b-9449-045ff9276bc3 HTTP/1.1" status: 200 len: 970 time: 1.4337122 Apr 20 13:00:04.860341 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-29757c9f-ffe7-4936-9541-c1d091982d51 service neutron] Attempting to bind port 8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:00:04.860978 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-29757c9f-ffe7-4936-9541-c1d091982d51 service neutron] Attempting to bind port 8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:00:04.862203 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-29757c9f-ffe7-4936-9541-c1d091982d51 service neutron] Attempting to bind port 8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85 on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:00:04.869981 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 52842) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.947683 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-b1329947-b39c-4aef-ad45-01d0a9ba7f04 None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:04.958334 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-29757c9f-ffe7-4936-9541-c1d091982d51 service neutron] Port 8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85 on network 6efc3d61-2150-4671-a02d-6127df40131a not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:00:04.963098 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-29757c9f-ffe7-4936-9541-c1d091982d51 service neutron] Attempting to bind port 8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85 on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:00:04.987170 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-29757c9f-ffe7-4936-9541-c1d091982d51 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:00:04.987919 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-29757c9f-ffe7-4936-9541-c1d091982d51 service neutron] Checking segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:00:04.988760 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-29757c9f-ffe7-4936-9541-c1d091982d51 service neutron] Bound using segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:00:04.989475 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-29757c9f-ffe7-4936-9541-c1d091982d51 service neutron] Bound port: 8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:00:04.990458 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-29757c9f-ffe7-4936-9541-c1d091982d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:05.039976 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-b1329947-b39c-4aef-ad45-01d0a9ba7f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:05.123103 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-60d21514-ab3d-4aa4-900c-0d702f7cf558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:05.129346 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a90cc6c3-4480-4eab-a1db-2989eb2d5cc5 req-43c90a5a-a352-4660-9334-a7848245522a tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8643dfe-1e61-4656-bd06-a2d2d60e5962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572970 Apr 20 13:00:05.165316 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-b1329947-b39c-4aef-ad45-01d0a9ba7f04 None None] Attempting to bind port e1fa2fa4-ec7f-46e8-a677-663bace9586b on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:00:05.165888 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-b1329947-b39c-4aef-ad45-01d0a9ba7f04 None None] Attempting to bind port e1fa2fa4-ec7f-46e8-a677-663bace9586b by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:00:05.166163 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1329947-b39c-4aef-ad45-01d0a9ba7f04 None None] Attempting to bind port e1fa2fa4-ec7f-46e8-a677-663bace9586b on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:00:05.181201 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1329947-b39c-4aef-ad45-01d0a9ba7f04 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:00:05.181201 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1329947-b39c-4aef-ad45-01d0a9ba7f04 None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:00:05.181201 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-b1329947-b39c-4aef-ad45-01d0a9ba7f04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:05.181201 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1329947-b39c-4aef-ad45-01d0a9ba7f04 None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:00:05.181201 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-b1329947-b39c-4aef-ad45-01d0a9ba7f04 None None] Bound port: e1fa2fa4-ec7f-46e8-a677-663bace9586b, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:00:05.181201 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-b1329947-b39c-4aef-ad45-01d0a9ba7f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:05.182473 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f969f1-1da1-4f4f-9045-7f471264246d None None] Pushing event updated for resources: {'Port': ['ID=e1fa2fa4-ec7f-46e8-a677-663bace9586b,revision_number=2']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:05.201554 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-29757c9f-ffe7-4936-9541-c1d091982d51 service neutron] For port 8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:00:05.216096 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-29757c9f-ffe7-4936-9541-c1d091982d51 service neutron] For port 8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:00:05.218424 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ef6f6a-8b7c-4ace-b20c-533c21041535 admin admin] Router 13aaec27-0a7c-4388-999c-dd5f2f76bbbf is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:00:05.275648 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-b1329947-b39c-4aef-ad45-01d0a9ba7f04 None None] For port e1fa2fa4-ec7f-46e8-a677-663bace9586b, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:00:05.279455 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-b1329947-b39c-4aef-ad45-01d0a9ba7f04 None None] For port e1fa2fa4-ec7f-46e8-a677-663bace9586b, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=e1fa2fa4-ec7f-46e8-a677-663bace9586b,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:00:05.298752 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-94485c73-da7f-4d9c-a799-79c827cff65d req-68c18ea8-aa1e-4d4e-bcfe-977b16102151 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9409420 Apr 20 13:00:05.313427 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-60d21514-ab3d-4aa4-900c-0d702f7cf558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:05.317060 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-29757c9f-ffe7-4936-9541-c1d091982d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:05.338947 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-b1329947-b39c-4aef-ad45-01d0a9ba7f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:05.535238 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1329947-b39c-4aef-ad45-01d0a9ba7f04 None None] Routers {'7864001c-4e6b-4aa8-9143-992ce9f58950'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:00:05.536049 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b1329947-b39c-4aef-ad45-01d0a9ba7f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T12:59:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['7864001c-4e6b-4aa8-9143-992ce9f58950'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:05.549669 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f969f1-1da1-4f4f-9045-7f471264246d None None] Pushing event updated for resources: {'Port': ['ID=e1fa2fa4-ec7f-46e8-a677-663bace9586b,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:05.587240 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-94485c73-da7f-4d9c-a799-79c827cff65d req-ff109e52-c248-43eb-9ffe-e54d8aed54f8 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724149 Apr 20 13:00:05.698187 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-29757c9f-ffe7-4936-9541-c1d091982d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:05.699826 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-29757c9f-ffe7-4936-9541-c1d091982d51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:05.702247 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-29757c9f-ffe7-4936-9541-c1d091982d51 service neutron] 10.222.0.32 "PUT /v2.0/ports/8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85 HTTP/1.1" status: 200 len: 1118 time: 5.5712984 Apr 20 13:00:05.706023 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ef6f6a-8b7c-4ace-b20c-533c21041535 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:00:05.719134 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f1fa3d-0476-4643-8a4d-cf75a414fed9 None None] Sync routers for ids ['13aaec27-0a7c-4388-999c-dd5f2f76bbbf'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:00:05.733362 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e5b501-e023-4e6b-9449-045ff9276bc3', 'tag': '8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:00:05.740640 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f1fa3d-0476-4643-8a4d-cf75a414fed9 None None] Routers {'13aaec27-0a7c-4388-999c-dd5f2f76bbbf'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:00:05.742585 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-36f1fa3d-0476-4643-8a4d-cf75a414fed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T12:59:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['13aaec27-0a7c-4388-999c-dd5f2f76bbbf'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:05.745290 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7715fa33-7c73-4957-81d0-77b3a1a98677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:05.914778 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-b1329947-b39c-4aef-ad45-01d0a9ba7f04 None None] Set router 7864001c-4e6b-4aa8-9143-992ce9f58950 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:00:06.060172 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-36f1fa3d-0476-4643-8a4d-cf75a414fed9 None None] Set router 13aaec27-0a7c-4388-999c-dd5f2f76bbbf gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:00:06.179685 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29757c9f-ffe7-4936-9541-c1d091982d51 service neutron] Pushing event updated for resources: {'Port': ['ID=8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:06.232629 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-7715fa33-7c73-4957-81d0-77b3a1a98677 admin admin] Allocated IP 172.20.0.1 (429f5df5-0ecb-4d61-b9e7-2b9ddd050641/63f7b2b5-2247-40bc-8ff5-ca27d3aae5dd/fed4b2ff-1172-449c-a3da-94136fcf5b45) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:00:06.232811 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f1ef6f6a-8b7c-4ace-b20c-533c21041535 admin admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:06.237994 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f1ef6f6a-8b7c-4ace-b20c-533c21041535 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 10.9232230 Apr 20 13:00:06.239194 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52872) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:06.259221 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-0b190780-e4e4-451d-b8e9-4cf2ba38267e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:06.264829 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-0b190780-e4e4-451d-b8e9-4cf2ba38267e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69ab0485b86d4d91a3deca36e1da32c8&device_id=67e5b501-e023-4e6b-9449-045ff9276bc3 HTTP/1.1" status: 200 len: 1121 time: 0.2840030 Apr 20 13:00:06.350208 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ed922-2a46-49ff-963f-c79389d4b51d req-f0f1ca06-26d0-4718-b58f-ebe3981705e8 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:06.363405 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f9ed922-2a46-49ff-963f-c79389d4b51d req-f0f1ca06-26d0-4718-b58f-ebe3981705e8 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee45265c-9bfb-4aec-aa61-0199bea94d19 HTTP/1.1" status: 200 len: 947 time: 0.3776391 Apr 20 13:00:06.370087 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-60d21514-ab3d-4aa4-900c-0d702f7cf558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:06.373439 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-60d21514-ab3d-4aa4-900c-0d702f7cf558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:06.377069 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-60d21514-ab3d-4aa4-900c-0d702f7cf558 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/134f5fbb-a366-4675-bf13-66be28afff7b HTTP/1.1" status: 204 len: 168 time: 1.5071149 Apr 20 13:00:06.392023 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b1329947-b39c-4aef-ad45-01d0a9ba7f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7864001c-4e6b-4aa8-9143-992ce9f58950', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1741057558-router', 'tenant_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'e1fa2fa4-ec7f-46e8-a677-663bace9586b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:54Z', 'updated_at': '2022-04-20T13:00:00Z', 'revision_number': 3, 'project_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'gw_port': {'id': 'e1fa2fa4-ec7f-46e8-a677-663bace9586b', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:14:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7864001c-4e6b-4aa8-9143-992ce9f58950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:58Z', 'updated_at': '2022-04-20T13:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:06.462764 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-22581681-a2b1-4b8f-9943-a9fb8bc50113 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85 HTTP/1.1" status: 200 len: 217 time: 0.1365056 Apr 20 13:00:06.470594 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d21514-ab3d-4aa4-900c-0d702f7cf558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134f5fbb-a366-4675-bf13-66be28afff7b,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:06.537695 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1329947-b39c-4aef-ad45-01d0a9ba7f04 None None] The sync data for ids ['7864001c-4e6b-4aa8-9143-992ce9f58950'] in n-d-836015-7 is: [{'id': '7864001c-4e6b-4aa8-9143-992ce9f58950', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1741057558-router', 'tenant_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'e1fa2fa4-ec7f-46e8-a677-663bace9586b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:54Z', 'updated_at': '2022-04-20T13:00:00Z', 'revision_number': 3, 'project_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'gw_port': {'id': 'e1fa2fa4-ec7f-46e8-a677-663bace9586b', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:14:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7864001c-4e6b-4aa8-9143-992ce9f58950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:58Z', 'updated_at': '2022-04-20T13:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:00:06.583604 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915fdf9-9700-4684-8821-6b91631b84e3 req-832d82d7-33f8-4b9e-b6d3-ceb245d540b7 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:06.591855 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4915fdf9-9700-4684-8821-6b91631b84e3 req-832d82d7-33f8-4b9e-b6d3-ceb245d540b7 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.25 "GET /v2.0/ports?device_id=67e5b501-e023-4e6b-9449-045ff9276bc3 HTTP/1.1" status: 200 len: 970 time: 0.3354428 Apr 20 13:00:06.605568 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-34059300-621f-4bed-871a-f13f8c8bb5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:06.607495 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-34059300-621f-4bed-871a-f13f8c8bb5b1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.1304669 Apr 20 13:00:06.635945 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-36f1fa3d-0476-4643-8a4d-cf75a414fed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13aaec27-0a7c-4388-999c-dd5f2f76bbbf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-401638591-router', 'tenant_id': '1f82633db79c4269bcee0291cc268749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '7953cf07-a53f-474f-aebc-789b61f0cebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:55Z', 'updated_at': '2022-04-20T13:00:02Z', 'revision_number': 3, 'project_id': '1f82633db79c4269bcee0291cc268749', 'gw_port': {'id': '7953cf07-a53f-474f-aebc-789b61f0cebf', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:14:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13aaec27-0a7c-4388-999c-dd5f2f76bbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:00:00Z', 'updated_at': '2022-04-20T13:00:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:06.654898 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc637d74-ac5e-448f-9999-99b19a2e6008" -d '{"events": [{"name": "network-changed", "server_uuid": "67e5b501-e023-4e6b-9449-045ff9276bc3", "tag": "8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:00:06.731175 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f1fa3d-0476-4643-8a4d-cf75a414fed9 None None] Checking router: 13aaec27-0a7c-4388-999c-dd5f2f76bbbf for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:00:06.731873 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f1fa3d-0476-4643-8a4d-cf75a414fed9 None None] Updating router 13aaec27-0a7c-4388-999c-dd5f2f76bbbf port 7953cf07-a53f-474f-aebc-789b61f0cebf binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:00:06.742656 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f9ed922-2a46-49ff-963f-c79389d4b51d req-85f099c3-36af-4f31-b5e8-4e4efd5cbc69 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0d73d3f-36b4-46ee-bfc6-6fcca6e5b25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804250 Apr 20 13:00:06.767138 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7715fa33-7c73-4957-81d0-77b3a1a98677 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:06.783533 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-36f1fa3d-0476-4643-8a4d-cf75a414fed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:06.863124 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4915fdf9-9700-4684-8821-6b91631b84e3 req-ba7b8299-6a15-4a11-9300-c7fd9ac0b111 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8643dfe-1e61-4656-bd06-a2d2d60e5962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687345 Apr 20 13:00:06.896326 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-e9ea3e31-c572-4dd8-9e42-7bf4e4bd06d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:06.897864 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-e9ea3e31-c572-4dd8-9e42-7bf4e4bd06d2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2648530 Apr 20 13:00:07.061605 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7715fa33-7c73-4957-81d0-77b3a1a98677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:07.204399 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7715fa33-7c73-4957-81d0-77b3a1a98677 admin admin] Network 429f5df5-0ecb-4d61-b9e7-2b9ddd050641 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:00:07.362194 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-7715fa33-7c73-4957-81d0-77b3a1a98677 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:07.373073 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7715fa33-7c73-4957-81d0-77b3a1a98677 admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:00:07.373570 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7715fa33-7c73-4957-81d0-77b3a1a98677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:07.663429 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-36f1fa3d-0476-4643-8a4d-cf75a414fed9 None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:07.740217 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device e1fa2fa4-ec7f-46e8-a677-663bace9586b up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:00:07.849357 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7715fa33-7c73-4957-81d0-77b3a1a98677 admin admin] Pushing event updated for resources: {'Port': ['ID=fed4b2ff-1172-449c-a3da-94136fcf5b45,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:07.874649 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c415bd-098f-4022-85ae-7c1736ec0686 x-openstack-request-id: req-25c415bd-098f-4022-85ae-7c1736ec0686 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:00:07.875887 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67e5b501-e023-4e6b-9449-045ff9276bc3", "tag": "8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:00:07.876357 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-25c415bd-098f-4022-85ae-7c1736ec0686 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:00:07.877063 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25c415bd-098f-4022-85ae-7c1736ec0686'] response: {'name': 'network-changed', 'server_uuid': '67e5b501-e023-4e6b-9449-045ff9276bc3', 'tag': '8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85', 'status': 'completed', 'code': 200} Apr 20 13:00:07.889832 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-36f1fa3d-0476-4643-8a4d-cf75a414fed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:07.944469 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 52902) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:08.083938 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7715fa33-7c73-4957-81d0-77b3a1a98677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:08.086884 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e1dafbb8-b882-47a6-8c47-74c3b3e83687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:08.162634 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc0546-6d0a-4344-9220-5d7116a02ed8 None None] Pushing event updated for resources: {'Port': ['ID=7953cf07-a53f-474f-aebc-789b61f0cebf,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:08.270730 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-917c9aff-0430-4c4e-8e08-bbdcf0bea3fb None None] Provisioning complete for port fed4b2ff-1172-449c-a3da-94136fcf5b45 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:08.272058 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-917c9aff-0430-4c4e-8e08-bbdcf0bea3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:08.359709 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-36f1fa3d-0476-4643-8a4d-cf75a414fed9 None None] Attempting to bind port 7953cf07-a53f-474f-aebc-789b61f0cebf on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:00:08.361570 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-36f1fa3d-0476-4643-8a4d-cf75a414fed9 None None] Attempting to bind port 7953cf07-a53f-474f-aebc-789b61f0cebf by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:00:08.362045 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f1fa3d-0476-4643-8a4d-cf75a414fed9 None None] Attempting to bind port 7953cf07-a53f-474f-aebc-789b61f0cebf on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:00:08.390444 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-59f24738-c426-44b6-95e6-7311f4d9c083 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4535217 Apr 20 13:00:08.410946 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port e1fa2fa4-ec7f-46e8-a677-663bace9586b triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:08.411308 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:08.426471 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f1fa3d-0476-4643-8a4d-cf75a414fed9 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:00:08.426878 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f1fa3d-0476-4643-8a4d-cf75a414fed9 None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:00:08.427291 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-36f1fa3d-0476-4643-8a4d-cf75a414fed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:08.427721 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f1fa3d-0476-4643-8a4d-cf75a414fed9 None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:00:08.428530 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-36f1fa3d-0476-4643-8a4d-cf75a414fed9 None None] Bound port: 7953cf07-a53f-474f-aebc-789b61f0cebf, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:00:08.429111 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-36f1fa3d-0476-4643-8a4d-cf75a414fed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:08.575544 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-36f1fa3d-0476-4643-8a4d-cf75a414fed9 None None] For port 7953cf07-a53f-474f-aebc-789b61f0cebf, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:00:08.583916 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df328b74-b586-4622-af48-def0b8f96a6f req-a031cfc6-82df-4141-86ed-36b11b9c7ca8 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:08.585549 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df328b74-b586-4622-af48-def0b8f96a6f req-a031cfc6-82df-4141-86ed-36b11b9c7ca8 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.25 "GET /v2.0/ports?device_id=67e5b501-e023-4e6b-9449-045ff9276bc3 HTTP/1.1" status: 200 len: 970 time: 0.5968547 Apr 20 13:00:08.586091 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-36f1fa3d-0476-4643-8a4d-cf75a414fed9 None None] For port 7953cf07-a53f-474f-aebc-789b61f0cebf, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=7953cf07-a53f-474f-aebc-789b61f0cebf,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:00:08.664356 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-36f1fa3d-0476-4643-8a4d-cf75a414fed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:08.670157 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-917c9aff-0430-4c4e-8e08-bbdcf0bea3fb None None] Port fed4b2ff-1172-449c-a3da-94136fcf5b45 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:00:08.797625 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a30fe8-bffb-416c-afeb-309331996ec1 req-e9f85d26-3a87-4c1b-9eba-0d35ec589b37 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:08.807469 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-57a30fe8-bffb-416c-afeb-309331996ec1 req-e9f85d26-3a87-4c1b-9eba-0d35ec589b37 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee45265c-9bfb-4aec-aa61-0199bea94d19 HTTP/1.1" status: 200 len: 947 time: 0.8096011 Apr 20 13:00:08.851077 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc0546-6d0a-4344-9220-5d7116a02ed8 None None] Pushing event updated for resources: {'Port': ['ID=7953cf07-a53f-474f-aebc-789b61f0cebf,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:08.992251 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f1fa3d-0476-4643-8a4d-cf75a414fed9 None None] Routers {'13aaec27-0a7c-4388-999c-dd5f2f76bbbf'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:00:08.993077 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-36f1fa3d-0476-4643-8a4d-cf75a414fed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T12:59:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['13aaec27-0a7c-4388-999c-dd5f2f76bbbf'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:09.022807 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df328b74-b586-4622-af48-def0b8f96a6f req-c5e9a491-2743-411c-9bb0-8b562674d544 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8643dfe-1e61-4656-bd06-a2d2d60e5962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309925 Apr 20 13:00:09.038427 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-57a30fe8-bffb-416c-afeb-309331996ec1 req-de5acaae-4aff-444c-b449-6c9bdc4f5811 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0d73d3f-36b4-46ee-bfc6-6fcca6e5b25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299583 Apr 20 13:00:09.047215 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bcb0b91f-9c5c-47a8-a463-ded77945607e req-ce382a0b-1efc-4a3e-ae48-a20bfc2c28b3 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6161704 Apr 20 13:00:09.145398 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e1dafbb8-b882-47a6-8c47-74c3b3e83687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:09.195518 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7715fa33-7c73-4957-81d0-77b3a1a98677 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:09.210502 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-abf5ba46-9962-415c-b6a6-ff63e2a18534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:09.461616 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7715fa33-7c73-4957-81d0-77b3a1a98677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:09.461616 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7715fa33-7c73-4957-81d0-77b3a1a98677 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:09.533755 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e1dafbb8-b882-47a6-8c47-74c3b3e83687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:09.704453 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:09.736537 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e1dafbb8-b882-47a6-8c47-74c3b3e83687 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1bcb7fc5bebb4491a6318b7e357a5baf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7716138 Apr 20 13:00:09.747743 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52922) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:09.775470 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port e1fa2fa4-ec7f-46e8-a677-663bace9586b, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=e1fa2fa4-ec7f-46e8-a677-663bace9586b,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:09.783882 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc637d74-ac5e-448f-9999-99b19a2e6008 req-e0faa36e-1e2b-4b04-bed5-12a2c4bcd0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:09.785810 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc637d74-ac5e-448f-9999-99b19a2e6008 req-e0faa36e-1e2b-4b04-bed5-12a2c4bcd0d2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69ab0485b86d4d91a3deca36e1da32c8&device_id=67e5b501-e023-4e6b-9449-045ff9276bc3 HTTP/1.1" status: 200 len: 1121 time: 0.3581829 Apr 20 13:00:09.790950 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dafbb8-b882-47a6-8c47-74c3b3e83687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f566e80-433b-4e61-b886-be8cf6f41f1a,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:09.852651 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-36f1fa3d-0476-4643-8a4d-cf75a414fed9 None None] Set router 13aaec27-0a7c-4388-999c-dd5f2f76bbbf gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:00:09.925633 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:10.110749 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7715fa33-7c73-4957-81d0-77b3a1a98677 admin admin] Pushing event updated for resources: {'Port': ['ID=fed4b2ff-1172-449c-a3da-94136fcf5b45,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:10.172762 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-abf5ba46-9962-415c-b6a6-ff63e2a18534 admin admin] Allocated IP 172.20.0.1 (ba8db323-8540-4e57-8d19-03d82d4a4dc8/396afea9-64ef-4f1c-8ba5-90b58b74e670/aaf5e41e-c864-4562-8ad9-2cea290114e6) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:00:10.262847 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d7dde4a2-ba53-4704-afd6-f8ab01f44fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:10.393499 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7715fa33-7c73-4957-81d0-77b3a1a98677 admin admin] Network 429f5df5-0ecb-4d61-b9e7-2b9ddd050641 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:00:10.402444 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d7dde4a2-ba53-4704-afd6-f8ab01f44fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:10.467597 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc637d74-ac5e-448f-9999-99b19a2e6008 req-9b363330-03e6-4371-8e6d-476f09afdf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:10.469089 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc637d74-ac5e-448f-9999-99b19a2e6008 req-9b363330-03e6-4371-8e6d-476f09afdf7a service neutron] 10.222.0.32 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.6501300 Apr 20 13:00:10.471485 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=e1fa2fa4-ec7f-46e8-a677-663bace9586b,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:10.472643 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-7715fa33-7c73-4957-81d0-77b3a1a98677 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:10.510568 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8532ee-c71c-4f21-95f0-f473954cbc03 req-a4b1ca1a-c5c1-4110-97e3-9e25e6896ff3 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:10.512262 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4c8532ee-c71c-4f21-95f0-f473954cbc03 req-a4b1ca1a-c5c1-4110-97e3-9e25e6896ff3 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee45265c-9bfb-4aec-aa61-0199bea94d19 HTTP/1.1" status: 200 len: 947 time: 0.2851436 Apr 20 13:00:10.539679 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-36f1fa3d-0476-4643-8a4d-cf75a414fed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13aaec27-0a7c-4388-999c-dd5f2f76bbbf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-401638591-router', 'tenant_id': '1f82633db79c4269bcee0291cc268749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '7953cf07-a53f-474f-aebc-789b61f0cebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:55Z', 'updated_at': '2022-04-20T13:00:02Z', 'revision_number': 3, 'project_id': '1f82633db79c4269bcee0291cc268749', 'gw_port': {'id': '7953cf07-a53f-474f-aebc-789b61f0cebf', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:14:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13aaec27-0a7c-4388-999c-dd5f2f76bbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:00:00Z', 'updated_at': '2022-04-20T13:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:10.592285 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a645159-d26f-4d17-8b5e-7ac24234bb48 req-3d536eb0-aac9-4886-b8e3-4db8ca0bf3ea tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:10.593940 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3a645159-d26f-4d17-8b5e-7ac24234bb48 req-3d536eb0-aac9-4886-b8e3-4db8ca0bf3ea tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.25 "GET /v2.0/ports?device_id=67e5b501-e023-4e6b-9449-045ff9276bc3 HTTP/1.1" status: 200 len: 970 time: 0.2265096 Apr 20 13:00:10.601073 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f1fa3d-0476-4643-8a4d-cf75a414fed9 None None] The sync data for ids ['13aaec27-0a7c-4388-999c-dd5f2f76bbbf'] in n-d-836015-7 is: [{'id': '13aaec27-0a7c-4388-999c-dd5f2f76bbbf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-401638591-router', 'tenant_id': '1f82633db79c4269bcee0291cc268749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '7953cf07-a53f-474f-aebc-789b61f0cebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:55Z', 'updated_at': '2022-04-20T13:00:02Z', 'revision_number': 3, 'project_id': '1f82633db79c4269bcee0291cc268749', 'gw_port': {'id': '7953cf07-a53f-474f-aebc-789b61f0cebf', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:14:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13aaec27-0a7c-4388-999c-dd5f2f76bbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:00:00Z', 'updated_at': '2022-04-20T13:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:00:10.703319 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4c8532ee-c71c-4f21-95f0-f473954cbc03 req-8cddf2ad-6a9e-4d9d-9b7f-ae67d908a7f9 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0d73d3f-36b4-46ee-bfc6-6fcca6e5b25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796789 Apr 20 13:00:10.769101 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3a645159-d26f-4d17-8b5e-7ac24234bb48 req-e0e52de8-7349-41ed-b0e4-d1608e0feced tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8643dfe-1e61-4656-bd06-a2d2d60e5962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588759 Apr 20 13:00:10.804745 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-abf5ba46-9962-415c-b6a6-ff63e2a18534 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:10.846088 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d7dde4a2-ba53-4704-afd6-f8ab01f44fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:10.848678 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d7dde4a2-ba53-4704-afd6-f8ab01f44fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:10.852697 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d7dde4a2-ba53-4704-afd6-f8ab01f44fc2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2f566e80-433b-4e61-b886-be8cf6f41f1a HTTP/1.1" status: 204 len: 168 time: 1.0875912 Apr 20 13:00:10.913087 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dde4a2-ba53-4704-afd6-f8ab01f44fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f566e80-433b-4e61-b886-be8cf6f41f1a,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:10.931784 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52958) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:10.952955 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-58e5e529-df66-4d29-946a-fc792d766281 None None] Provisioning complete for port fed4b2ff-1172-449c-a3da-94136fcf5b45 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:10.952955 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-58e5e529-df66-4d29-946a-fc792d766281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:10.954055 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7715fa33-7c73-4957-81d0-77b3a1a98677 admin admin] Router 7864001c-4e6b-4aa8-9143-992ce9f58950 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:00:11.021231 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-abf5ba46-9962-415c-b6a6-ff63e2a18534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:11.050039 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-58e5e529-df66-4d29-946a-fc792d766281 None None] Port fed4b2ff-1172-449c-a3da-94136fcf5b45 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:00:11.080574 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf5ba46-9962-415c-b6a6-ff63e2a18534 admin admin] Network ba8db323-8540-4e57-8d19-03d82d4a4dc8 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:00:11.082885 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf5ba46-9962-415c-b6a6-ff63e2a18534 admin admin] Pushing event updated for resources: {'Port': ['ID=aaf5e41e-c864-4562-8ad9-2cea290114e6,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:11.087950 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-abf5ba46-9962-415c-b6a6-ff63e2a18534 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:11.090425 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf5ba46-9962-415c-b6a6-ff63e2a18534 admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:00:11.090886 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-abf5ba46-9962-415c-b6a6-ff63e2a18534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:11.243892 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d9fd04e5-0444-4384-a90d-f636b8ea0b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:11.280201 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7715fa33-7c73-4957-81d0-77b3a1a98677 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:00:11.288891 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7715fa33-7c73-4957-81d0-77b3a1a98677 admin admin] 10.222.0.25 "PUT /v2.0/routers/7864001c-4e6b-4aa8-9143-992ce9f58950/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0635822 Apr 20 13:00:11.306068 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca354660-e67a-4f5a-9d3a-5a2f88429d97 None None] Sync routers for ids ['7864001c-4e6b-4aa8-9143-992ce9f58950'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:00:11.322339 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca354660-e67a-4f5a-9d3a-5a2f88429d97 None None] Routers {'7864001c-4e6b-4aa8-9143-992ce9f58950'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:00:11.326343 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-ca354660-e67a-4f5a-9d3a-5a2f88429d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T12:59:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['7864001c-4e6b-4aa8-9143-992ce9f58950'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:11.487477 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-abf5ba46-9962-415c-b6a6-ff63e2a18534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:11.510865 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d9fd04e5-0444-4384-a90d-f636b8ea0b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:11.524251 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-a0b4a7a2-7213-47ff-bb2d-521f447b0897 None None] Provisioning complete for port aaf5e41e-c864-4562-8ad9-2cea290114e6 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:11.524251 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a0b4a7a2-7213-47ff-bb2d-521f447b0897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:11.556592 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-ca354660-e67a-4f5a-9d3a-5a2f88429d97 None None] Set router 7864001c-4e6b-4aa8-9143-992ce9f58950 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:00:11.593579 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-a0b4a7a2-7213-47ff-bb2d-521f447b0897 None None] Port aaf5e41e-c864-4562-8ad9-2cea290114e6 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:00:11.614457 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d9fd04e5-0444-4384-a90d-f636b8ea0b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:11.675817 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd04e5-0444-4384-a90d-f636b8ea0b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5397b2-4931-4738-a78b-f39454128d26,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:11.776799 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d9fd04e5-0444-4384-a90d-f636b8ea0b9d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5a06226346084dfea17379e36719595e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8401101 Apr 20 13:00:11.780925 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52998) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:11.897188 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a2073871-e181-4c21-a8f4-8390efcabd6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:11.955889 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a2073871-e181-4c21-a8f4-8390efcabd6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:12.002512 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-abf5ba46-9962-415c-b6a6-ff63e2a18534 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:12.019482 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-ca354660-e67a-4f5a-9d3a-5a2f88429d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7864001c-4e6b-4aa8-9143-992ce9f58950', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1741057558-router', 'tenant_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'e1fa2fa4-ec7f-46e8-a677-663bace9586b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:54Z', 'updated_at': '2022-04-20T13:00:07Z', 'revision_number': 4, 'project_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'gw_port': {'id': 'e1fa2fa4-ec7f-46e8-a677-663bace9586b', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:14:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7864001c-4e6b-4aa8-9143-992ce9f58950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:58Z', 'updated_at': '2022-04-20T13:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'fed4b2ff-1172-449c-a3da-94136fcf5b45', 'name': '', 'network_id': '429f5df5-0ecb-4d61-b9e7-2b9ddd050641', 'tenant_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'mac_address': 'fa:16:3e:14:e8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7864001c-4e6b-4aa8-9143-992ce9f58950', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '63f7b2b5-2247-40bc-8ff5-ca27d3aae5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:00:05Z', 'updated_at': '2022-04-20T13:00:08Z', 'revision_number': 2, 'project_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'subnets': [{'id': '63f7b2b5-2247-40bc-8ff5-ca27d3aae5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:12.039981 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:12.054827 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca354660-e67a-4f5a-9d3a-5a2f88429d97 None None] Checking router: 7864001c-4e6b-4aa8-9143-992ce9f58950 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:00:12.055202 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca354660-e67a-4f5a-9d3a-5a2f88429d97 None None] Updating router 7864001c-4e6b-4aa8-9143-992ce9f58950 port fed4b2ff-1172-449c-a3da-94136fcf5b45 binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:00:12.097031 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-abf5ba46-9962-415c-b6a6-ff63e2a18534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:12.098416 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-abf5ba46-9962-415c-b6a6-ff63e2a18534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:12.102986 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-ca354660-e67a-4f5a-9d3a-5a2f88429d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:12.167637 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a2073871-e181-4c21-a8f4-8390efcabd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:12.172976 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a2073871-e181-4c21-a8f4-8390efcabd6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:12.174115 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a2073871-e181-4c21-a8f4-8390efcabd6b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ad5397b2-4931-4738-a78b-f39454128d26 HTTP/1.1" status: 204 len: 168 time: 0.3920307 Apr 20 13:00:12.212316 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device e1fa2fa4-ec7f-46e8-a677-663bace9586b up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:00:12.216970 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2073871-e181-4c21-a8f4-8390efcabd6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5397b2-4931-4738-a78b-f39454128d26,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:12.246063 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf5ba46-9962-415c-b6a6-ff63e2a18534 admin admin] Pushing event updated for resources: {'Port': ['ID=aaf5e41e-c864-4562-8ad9-2cea290114e6,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:12.272857 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc637d74-ac5e-448f-9999-99b19a2e6008 req-7375f6b8-4dab-4188-9ece-859a182a4fd4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85 HTTP/1.1" status: 200 len: 217 time: 0.0489783 Apr 20 13:00:12.283216 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-242dc926-c171-4145-a951-475233a3e132 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:12.284723 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-242dc926-c171-4145-a951-475233a3e132 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/networks?id=429f5df5-0ecb-4d61-b9e7-2b9ddd050641 HTTP/1.1" status: 200 len: 829 time: 0.3852191 Apr 20 13:00:12.337843 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf5ba46-9962-415c-b6a6-ff63e2a18534 admin admin] Network ba8db323-8540-4e57-8d19-03d82d4a4dc8 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:00:12.345929 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-abf5ba46-9962-415c-b6a6-ff63e2a18534 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:12.346502 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab52ec7-3d56-4f53-8a87-a3bf4098f1fb req-60d37988-6c5a-417f-b283-98d708aea811 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:12.348739 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port e1fa2fa4-ec7f-46e8-a677-663bace9586b triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:12.349176 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:12.356333 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6ab52ec7-3d56-4f53-8a87-a3bf4098f1fb req-60d37988-6c5a-417f-b283-98d708aea811 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee45265c-9bfb-4aec-aa61-0199bea94d19 HTTP/1.1" status: 200 len: 947 time: 0.1935668 Apr 20 13:00:12.366245 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-05ecc37c-c201-41e2-ad00-59bf16fe6716 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/quotas/ca84cd1ab5d1419e90b1925ce68af674 HTTP/1.1" status: 200 len: 375 time: 0.0704553 Apr 20 13:00:12.400180 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc637d74-ac5e-448f-9999-99b19a2e6008 req-c520b6de-69d4-45d4-b3be-88b551a99c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:12.403807 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc637d74-ac5e-448f-9999-99b19a2e6008 req-c520b6de-69d4-45d4-b3be-88b551a99c1f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.1181321 Apr 20 13:00:12.575576 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 7953cf07-a53f-474f-aebc-789b61f0cebf up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:00:12.578206 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6ab52ec7-3d56-4f53-8a87-a3bf4098f1fb req-eccb7171-864e-453b-bcf6-ac6d3f00500b tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0d73d3f-36b4-46ee-bfc6-6fcca6e5b25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209194 Apr 20 13:00:12.643489 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-ca354660-e67a-4f5a-9d3a-5a2f88429d97 None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:12.654069 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:12.666974 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf5ba46-9962-415c-b6a6-ff63e2a18534 admin admin] Router 13aaec27-0a7c-4388-999c-dd5f2f76bbbf has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:00:12.692859 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc637d74-ac5e-448f-9999-99b19a2e6008 req-30231610-929e-4429-9339-95e0b352d742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:12.704671 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 7953cf07-a53f-474f-aebc-789b61f0cebf triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:12.705044 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:12.713017 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc637d74-ac5e-448f-9999-99b19a2e6008 req-30231610-929e-4429-9339-95e0b352d742 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2890387 Apr 20 13:00:12.747626 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53026) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:12.749044 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-ca354660-e67a-4f5a-9d3a-5a2f88429d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:12.758061 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-ea765151-251e-4801-8cdd-9a31ea4a847a tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca84cd1ab5d1419e90b1925ce68af674&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3735771 Apr 20 13:00:12.820756 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-882cd65b-8622-4cf6-9797-171a6cc4d6da None None] Provisioning complete for port aaf5e41e-c864-4562-8ad9-2cea290114e6 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:12.821629 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-882cd65b-8622-4cf6-9797-171a6cc4d6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:12.840961 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf5ba46-9962-415c-b6a6-ff63e2a18534 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:00:12.867944 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-abf5ba46-9962-415c-b6a6-ff63e2a18534 admin admin] 10.222.0.25 "PUT /v2.0/routers/13aaec27-0a7c-4388-999c-dd5f2f76bbbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6274185 Apr 20 13:00:12.929438 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-882cd65b-8622-4cf6-9797-171a6cc4d6da None None] Port aaf5e41e-c864-4562-8ad9-2cea290114e6 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:00:12.934977 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-ca354660-e67a-4f5a-9d3a-5a2f88429d97 None None] Attempting to bind port fed4b2ff-1172-449c-a3da-94136fcf5b45 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:00:12.935379 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-ca354660-e67a-4f5a-9d3a-5a2f88429d97 None None] Attempting to bind port fed4b2ff-1172-449c-a3da-94136fcf5b45 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '736a4538-d0db-4a78-bb23-9f11c753d329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '429f5df5-0ecb-4d61-b9e7-2b9ddd050641'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:00:12.939997 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca354660-e67a-4f5a-9d3a-5a2f88429d97 None None] Attempting to bind port fed4b2ff-1172-449c-a3da-94136fcf5b45 on network 429f5df5-0ecb-4d61-b9e7-2b9ddd050641 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:00:12.946583 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca354660-e67a-4f5a-9d3a-5a2f88429d97 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:00:12.947015 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca354660-e67a-4f5a-9d3a-5a2f88429d97 None None] Checking segment: {'id': '736a4538-d0db-4a78-bb23-9f11c753d329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '429f5df5-0ecb-4d61-b9e7-2b9ddd050641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:00:12.947533 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-ca354660-e67a-4f5a-9d3a-5a2f88429d97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:12.947937 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca354660-e67a-4f5a-9d3a-5a2f88429d97 None None] Bound using segment: {'id': '736a4538-d0db-4a78-bb23-9f11c753d329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '429f5df5-0ecb-4d61-b9e7-2b9ddd050641'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:00:12.948674 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-ca354660-e67a-4f5a-9d3a-5a2f88429d97 None None] Bound port: fed4b2ff-1172-449c-a3da-94136fcf5b45, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736a4538-d0db-4a78-bb23-9f11c753d329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '429f5df5-0ecb-4d61-b9e7-2b9ddd050641'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:00:12.949081 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-ca354660-e67a-4f5a-9d3a-5a2f88429d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:12.953911 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:12.965875 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449056f-b160-40b1-b428-e0eb257c650b req-1856225a-fec4-442d-9714-1b095f1ae1d6 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:12.968077 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1449056f-b160-40b1-b428-e0eb257c650b req-1856225a-fec4-442d-9714-1b095f1ae1d6 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.25 "GET /v2.0/ports?device_id=67e5b501-e023-4e6b-9449-045ff9276bc3 HTTP/1.1" status: 200 len: 970 time: 0.1789782 Apr 20 13:00:12.987675 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-b6871c2b-353e-4823-b2b1-8b4369c2887b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1484360278-network', 'tenant_id': '1be87b7e79ba4ecba94c1624cfe95dd4'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:13.000442 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 7953cf07-a53f-474f-aebc-789b61f0cebf, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=7953cf07-a53f-474f-aebc-789b61f0cebf,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:13.033259 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b63641-f88a-4791-872d-e4d85c80104e None None] Pushing event updated for resources: {'Port': ['ID=fed4b2ff-1172-449c-a3da-94136fcf5b45,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:13.043761 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc637d74-ac5e-448f-9999-99b19a2e6008 req-6c1183b6-b576-4cc5-a8f2-7adacd43a144 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287764 Apr 20 13:00:13.059710 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1449056f-b160-40b1-b428-e0eb257c650b req-ef0395aa-8ecc-49b5-ae02-d635134a1334 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8643dfe-1e61-4656-bd06-a2d2d60e5962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743256 Apr 20 13:00:13.063009 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:13.092362 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-ca354660-e67a-4f5a-9d3a-5a2f88429d97 None None] For port fed4b2ff-1172-449c-a3da-94136fcf5b45, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:00:13.097249 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-ca354660-e67a-4f5a-9d3a-5a2f88429d97 None None] For port fed4b2ff-1172-449c-a3da-94136fcf5b45, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=fed4b2ff-1172-449c-a3da-94136fcf5b45,segment=NetworkSegment(736a4538-d0db-4a78-bb23-9f11c753d329),segment_id=736a4538-d0db-4a78-bb23-9f11c753d329)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:00:13.130966 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6871c2b-353e-4823-b2b1-8b4369c2887b admin admin] Made reservation on behalf of 1be87b7e79ba4ecba94c1624cfe95dd4 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:00:13.133569 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b6871c2b-353e-4823-b2b1-8b4369c2887b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:13.151153 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b6871c2b-353e-4823-b2b1-8b4369c2887b admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:13.155088 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=7953cf07-a53f-474f-aebc-789b61f0cebf,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:13.190123 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc637d74-ac5e-448f-9999-99b19a2e6008 req-0b0c893d-ee92-4312-a026-940fab65e951 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291373 Apr 20 13:00:13.223188 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-ca354660-e67a-4f5a-9d3a-5a2f88429d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:13.232841 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5ad820-533c-47c9-8eda-5c5959ad100c None None] Sync routers for ids ['13aaec27-0a7c-4388-999c-dd5f2f76bbbf'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:00:13.257243 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-18bfd3a0-c0c2-4ef7-9552-fcda22543e81 None None] Provisioning complete for port fed4b2ff-1172-449c-a3da-94136fcf5b45 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:13.257671 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-18bfd3a0-c0c2-4ef7-9552-fcda22543e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:13.259087 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5ad820-533c-47c9-8eda-5c5959ad100c None None] Routers {'13aaec27-0a7c-4388-999c-dd5f2f76bbbf'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:00:13.259822 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-9c5ad820-533c-47c9-8eda-5c5959ad100c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T12:59:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['13aaec27-0a7c-4388-999c-dd5f2f76bbbf'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:13.261506 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b6871c2b-353e-4823-b2b1-8b4369c2887b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:13.270423 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53040) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:13.299054 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e094bfd6-5293-4bea-b34b-3140b0a6e9cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:13.332275 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca354660-e67a-4f5a-9d3a-5a2f88429d97 None None] Routers {'7864001c-4e6b-4aa8-9143-992ce9f58950'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:00:13.332929 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-ca354660-e67a-4f5a-9d3a-5a2f88429d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T12:59:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['7864001c-4e6b-4aa8-9143-992ce9f58950'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:13.339063 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b6871c2b-353e-4823-b2b1-8b4369c2887b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:13.454424 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6871c2b-353e-4823-b2b1-8b4369c2887b admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:00:13.454967 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-f5aea287-03a3-4c09-945b-770ec7037f2f service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:13.462525 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-f5aea287-03a3-4c09-945b-770ec7037f2f service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3818567 Apr 20 13:00:13.473157 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-9c5ad820-533c-47c9-8eda-5c5959ad100c None None] Set router 13aaec27-0a7c-4388-999c-dd5f2f76bbbf gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:00:13.480769 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b6871c2b-353e-4823-b2b1-8b4369c2887b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:13.481165 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-b6871c2b-353e-4823-b2b1-8b4369c2887b admin admin] Added segment fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1 of type vlan for network da0d71e6-e706-45b9-bcd7-1c5524c4bb88 Apr 20 13:00:13.489399 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-ca354660-e67a-4f5a-9d3a-5a2f88429d97 None None] Set router 7864001c-4e6b-4aa8-9143-992ce9f58950 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:00:13.490595 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6871c2b-353e-4823-b2b1-8b4369c2887b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf8bed8-7274-4125-81f7-e97738ddea90,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:13.527015 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-18bfd3a0-c0c2-4ef7-9552-fcda22543e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:13.562740 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-18bfd3a0-c0c2-4ef7-9552-fcda22543e81 None None] For port fed4b2ff-1172-449c-a3da-94136fcf5b45, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=fed4b2ff-1172-449c-a3da-94136fcf5b45,segment=NetworkSegment(736a4538-d0db-4a78-bb23-9f11c753d329),segment_id=736a4538-d0db-4a78-bb23-9f11c753d329)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:13.638522 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e094bfd6-5293-4bea-b34b-3140b0a6e9cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:13.679947 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-5b632eff-a927-471e-934b-75f63bedea33 service neutron] 10.222.0.25 "GET /v2.0/networks/429f5df5-0ecb-4d61-b9e7-2b9ddd050641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165251 Apr 20 13:00:13.706052 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-18bfd3a0-c0c2-4ef7-9552-fcda22543e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:13.722970 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e094bfd6-5293-4bea-b34b-3140b0a6e9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:13.756019 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53052) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:13.756246 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e094bfd6-5293-4bea-b34b-3140b0a6e9cd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=64bde0f7df024130a32382eda372566a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4846151 Apr 20 13:00:13.760661 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b6871c2b-353e-4823-b2b1-8b4369c2887b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:13.793311 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e094bfd6-5293-4bea-b34b-3140b0a6e9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0540f1c1-34d5-4562-9694-d68f4c57c3b0,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:13.800271 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b63641-f88a-4791-872d-e4d85c80104e None None] Pushing event updated for resources: {'Port': ['ID=fed4b2ff-1172-449c-a3da-94136fcf5b45,revision_number=4']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:13.814554 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-ca354660-e67a-4f5a-9d3a-5a2f88429d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7864001c-4e6b-4aa8-9143-992ce9f58950', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1741057558-router', 'tenant_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'e1fa2fa4-ec7f-46e8-a677-663bace9586b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:54Z', 'updated_at': '2022-04-20T13:00:07Z', 'revision_number': 4, 'project_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'gw_port': {'id': 'e1fa2fa4-ec7f-46e8-a677-663bace9586b', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:14:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7864001c-4e6b-4aa8-9143-992ce9f58950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:58Z', 'updated_at': '2022-04-20T13:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'fed4b2ff-1172-449c-a3da-94136fcf5b45', 'name': '', 'network_id': '429f5df5-0ecb-4d61-b9e7-2b9ddd050641', 'tenant_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'mac_address': 'fa:16:3e:14:e8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7864001c-4e6b-4aa8-9143-992ce9f58950', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '63f7b2b5-2247-40bc-8ff5-ca27d3aae5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:00:05Z', 'updated_at': '2022-04-20T13:00:13Z', 'revision_number': 4, 'project_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'subnets': [{'id': '63f7b2b5-2247-40bc-8ff5-ca27d3aae5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:13.848360 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca354660-e67a-4f5a-9d3a-5a2f88429d97 None None] The sync data for ids ['7864001c-4e6b-4aa8-9143-992ce9f58950'] in n-d-836015-7 is: [{'id': '7864001c-4e6b-4aa8-9143-992ce9f58950', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1741057558-router', 'tenant_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'e1fa2fa4-ec7f-46e8-a677-663bace9586b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:54Z', 'updated_at': '2022-04-20T13:00:07Z', 'revision_number': 4, 'project_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'gw_port': {'id': 'e1fa2fa4-ec7f-46e8-a677-663bace9586b', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:14:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7864001c-4e6b-4aa8-9143-992ce9f58950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:58Z', 'updated_at': '2022-04-20T13:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'fed4b2ff-1172-449c-a3da-94136fcf5b45', 'name': '', 'network_id': '429f5df5-0ecb-4d61-b9e7-2b9ddd050641', 'tenant_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'mac_address': 'fa:16:3e:14:e8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7864001c-4e6b-4aa8-9143-992ce9f58950', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '63f7b2b5-2247-40bc-8ff5-ca27d3aae5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:00:05Z', 'updated_at': '2022-04-20T13:00:13Z', 'revision_number': 4, 'project_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'subnets': [{'id': '63f7b2b5-2247-40bc-8ff5-ca27d3aae5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:00:13.853106 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-cc3210ea-b80d-4fd6-a31c-ae3b42f29522 service neutron] 10.222.0.25 "GET /v2.0/networks/429f5df5-0ecb-4d61-b9e7-2b9ddd050641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717272 Apr 20 13:00:13.865392 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0714f863-222f-4a0f-86e8-7ef6e23b6a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:13.866955 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bfd3a0-c0c2-4ef7-9552-fcda22543e81 None None] Pushing event updated for resources: {'Port': ['ID=fed4b2ff-1172-449c-a3da-94136fcf5b45,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:13.880669 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-8dee3496-e1d7-49d8-923d-9e404af5140b None None] Provisioning complete for port fed4b2ff-1172-449c-a3da-94136fcf5b45 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:13.882490 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b6871c2b-353e-4823-b2b1-8b4369c2887b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:13.882861 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8dee3496-e1d7-49d8-923d-9e404af5140b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:13.883853 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6871c2b-353e-4823-b2b1-8b4369c2887b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:13.884579 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b6871c2b-353e-4823-b2b1-8b4369c2887b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:13.894413 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-9c5ad820-533c-47c9-8eda-5c5959ad100c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13aaec27-0a7c-4388-999c-dd5f2f76bbbf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-401638591-router', 'tenant_id': '1f82633db79c4269bcee0291cc268749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '7953cf07-a53f-474f-aebc-789b61f0cebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:55Z', 'updated_at': '2022-04-20T13:00:11Z', 'revision_number': 4, 'project_id': '1f82633db79c4269bcee0291cc268749', 'gw_port': {'id': '7953cf07-a53f-474f-aebc-789b61f0cebf', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:14:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13aaec27-0a7c-4388-999c-dd5f2f76bbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:00:00Z', 'updated_at': '2022-04-20T13:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'aaf5e41e-c864-4562-8ad9-2cea290114e6', 'name': '', 'network_id': 'ba8db323-8540-4e57-8d19-03d82d4a4dc8', 'tenant_id': '1f82633db79c4269bcee0291cc268749', 'mac_address': 'fa:16:3e:a0:5a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13aaec27-0a7c-4388-999c-dd5f2f76bbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '396afea9-64ef-4f1c-8ba5-90b58b74e670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:00:09Z', 'updated_at': '2022-04-20T13:00:11Z', 'revision_number': 2, 'project_id': '1f82633db79c4269bcee0291cc268749', 'subnets': [{'id': '396afea9-64ef-4f1c-8ba5-90b58b74e670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:13.895617 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0714f863-222f-4a0f-86e8-7ef6e23b6a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:13.979146 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5ad820-533c-47c9-8eda-5c5959ad100c None None] Checking router: 13aaec27-0a7c-4388-999c-dd5f2f76bbbf for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:00:13.979146 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5ad820-533c-47c9-8eda-5c5959ad100c None None] Updating router 13aaec27-0a7c-4388-999c-dd5f2f76bbbf port aaf5e41e-c864-4562-8ad9-2cea290114e6 binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:00:14.037320 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6871c2b-353e-4823-b2b1-8b4369c2887b admin admin] Pushing event updated for resources: {'Network': ['ID=da0d71e6-e706-45b9-bcd7-1c5524c4bb88,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:14.063664 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network da0d71e6-e706-45b9-bcd7-1c5524c4bb88 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:00:14.115602 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9c5ad820-533c-47c9-8eda-5c5959ad100c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:14.161990 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b6871c2b-353e-4823-b2b1-8b4369c2887b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4104736 Apr 20 13:00:14.162784 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53058) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:14.177724 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-08f9d90f-be91-46be-bd1c-769fbdcbf33f admin admin] Request body: {'subnet': {'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1484360278-subnet', 'tenant_id': '1be87b7e79ba4ecba94c1624cfe95dd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:14.224497 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device fed4b2ff-1172-449c-a3da-94136fcf5b45 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:00:14.273753 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f9d90f-be91-46be-bd1c-769fbdcbf33f admin admin] Made reservation on behalf of 1be87b7e79ba4ecba94c1624cfe95dd4 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:00:14.276852 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-08f9d90f-be91-46be-bd1c-769fbdcbf33f admin admin] Notify callbacks [] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:14.299277 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9e696-af16-4f8d-bf42-dfef30b68ed4 req-1d886072-82a6-42d5-8467-71c1bde11f97 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:14.300891 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b0b9e696-af16-4f8d-bf42-dfef30b68ed4 req-1d886072-82a6-42d5-8467-71c1bde11f97 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee45265c-9bfb-4aec-aa61-0199bea94d19 HTTP/1.1" status: 200 len: 947 time: 0.1396620 Apr 20 13:00:14.304875 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0714f863-222f-4a0f-86e8-7ef6e23b6a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:14.307444 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0714f863-222f-4a0f-86e8-7ef6e23b6a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:14.308581 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-0714f863-222f-4a0f-86e8-7ef6e23b6a96 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0540f1c1-34d5-4562-9694-d68f4c57c3b0 HTTP/1.1" status: 204 len: 168 time: 0.5512850 Apr 20 13:00:14.348069 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0714f863-222f-4a0f-86e8-7ef6e23b6a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0540f1c1-34d5-4562-9694-d68f4c57c3b0,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:14.410964 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b0b9e696-af16-4f8d-bf42-dfef30b68ed4 req-13adbdb6-1cb5-49ff-956d-6cf50ee97ee1 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0d73d3f-36b4-46ee-bfc6-6fcca6e5b25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976908 Apr 20 13:00:14.680714 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204df49-07d8-4b51-8949-3f6e37a50b03 req-05d8bf51-e45f-4317-bb7a-f6cdef31a5ac tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:14.691372 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d204df49-07d8-4b51-8949-3f6e37a50b03 req-05d8bf51-e45f-4317-bb7a-f6cdef31a5ac tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.25 "GET /v2.0/ports?device_id=67e5b501-e023-4e6b-9449-045ff9276bc3 HTTP/1.1" status: 200 len: 970 time: 0.0801036 Apr 20 13:00:14.726769 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-08f9d90f-be91-46be-bd1c-769fbdcbf33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:14.736050 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d204df49-07d8-4b51-8949-3f6e37a50b03 req-0d57f799-97e3-44ae-aa04-ce431261a216 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8643dfe-1e61-4656-bd06-a2d2d60e5962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433559 Apr 20 13:00:14.748570 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port fed4b2ff-1172-449c-a3da-94136fcf5b45 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:14.748947 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:14.840798 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6f62b604-3238-42aa-81f2-72a9bffb41e4 req-1b507719-d365-4ec8-a50d-d0ddfcc519b1 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c2cca99-ff84-46b7-a3a8-37096500e69a HTTP/1.1" status: 200 len: 210 time: 0.0532439 Apr 20 13:00:14.899905 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f9d90f-be91-46be-bd1c-769fbdcbf33f admin admin] Checking segment: {'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:00:14.900558 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f9d90f-be91-46be-bd1c-769fbdcbf33f admin admin] Network hostable DHCP agents. Network: da0d71e6-e706-45b9-bcd7-1c5524c4bb88, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:00:14.908254 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9d90f-be91-46be-bd1c-769fbdcbf33f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f1a9c16-f305-43f3-a182-10217ec8e6e3,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:14.997401 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f9d90f-be91-46be-bd1c-769fbdcbf33f admin admin] Network da0d71e6-e706-45b9-bcd7-1c5524c4bb88 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:00:15.007074 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 7953cf07-a53f-474f-aebc-789b61f0cebf up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:00:15.049316 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9c5ad820-533c-47c9-8eda-5c5959ad100c None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:15.100939 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-08f9d90f-be91-46be-bd1c-769fbdcbf33f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, da0d71e6-e706-45b9-bcd7-1c5524c4bb88) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:15.112032 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f9d90f-be91-46be-bd1c-769fbdcbf33f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:15.112735 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-08f9d90f-be91-46be-bd1c-769fbdcbf33f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:15.114414 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859f71b1-ee90-4c56-9df5-65745031fae6 None None] Network da0d71e6-e706-45b9-bcd7-1c5524c4bb88 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:00:15.181688 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9c5ad820-533c-47c9-8eda-5c5959ad100c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:15.199478 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 7953cf07-a53f-474f-aebc-789b61f0cebf triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:15.199978 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:15.267992 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-08f9d90f-be91-46be-bd1c-769fbdcbf33f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1045399 Apr 20 13:00:15.362347 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427cbd7e-2136-4858-85a1-689ee61bb91a None None] Pushing event updated for resources: {'Port': ['ID=aaf5e41e-c864-4562-8ad9-2cea290114e6,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:15.468843 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53108) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:15.480474 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-ef757242-8a9e-4504-921c-6b80c90b2a72 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Request body: {'security_group': {'name': 'tempest-securitygroup--328445552', 'description': 'tempest-description--1084146679'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:15.552476 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12f51b2-cbe3-42e7-9b9b-bd34c9629c5d None None] Network da0d71e6-e706-45b9-bcd7-1c5524c4bb88 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:00:15.572474 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-9c5ad820-533c-47c9-8eda-5c5959ad100c None None] Attempting to bind port aaf5e41e-c864-4562-8ad9-2cea290114e6 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:00:15.573033 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-9c5ad820-533c-47c9-8eda-5c5959ad100c None None] Attempting to bind port aaf5e41e-c864-4562-8ad9-2cea290114e6 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2d6026c3-daec-462b-9515-721be279e9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ba8db323-8540-4e57-8d19-03d82d4a4dc8'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:00:15.573545 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5ad820-533c-47c9-8eda-5c5959ad100c None None] Attempting to bind port aaf5e41e-c864-4562-8ad9-2cea290114e6 on network ba8db323-8540-4e57-8d19-03d82d4a4dc8 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:00:15.609030 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5ad820-533c-47c9-8eda-5c5959ad100c None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:00:15.614085 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5ad820-533c-47c9-8eda-5c5959ad100c None None] Checking segment: {'id': '2d6026c3-daec-462b-9515-721be279e9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ba8db323-8540-4e57-8d19-03d82d4a4dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:00:15.614085 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9c5ad820-533c-47c9-8eda-5c5959ad100c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:15.614085 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5ad820-533c-47c9-8eda-5c5959ad100c None None] Bound using segment: {'id': '2d6026c3-daec-462b-9515-721be279e9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ba8db323-8540-4e57-8d19-03d82d4a4dc8'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:00:15.614085 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-9c5ad820-533c-47c9-8eda-5c5959ad100c None None] Bound port: aaf5e41e-c864-4562-8ad9-2cea290114e6, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d6026c3-daec-462b-9515-721be279e9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ba8db323-8540-4e57-8d19-03d82d4a4dc8'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:00:15.614085 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9c5ad820-533c-47c9-8eda-5c5959ad100c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:15.631694 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ef757242-8a9e-4504-921c-6b80c90b2a72 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:15.717914 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaea2ba-db83-4a13-bf5a-4ef2763d3d04 req-99fa8609-46b2-4d26-a25a-92422382e630 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:15.719533 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-adaea2ba-db83-4a13-bf5a-4ef2763d3d04 req-99fa8609-46b2-4d26-a25a-92422382e630 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee45265c-9bfb-4aec-aa61-0199bea94d19 HTTP/1.1" status: 200 len: 947 time: 0.1162450 Apr 20 13:00:15.805815 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ef757242-8a9e-4504-921c-6b80c90b2a72 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:15.824776 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-adaea2ba-db83-4a13-bf5a-4ef2763d3d04 req-42ed8a11-6d13-40e3-baaa-e75e7196e750 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0d73d3f-36b4-46ee-bfc6-6fcca6e5b25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945499 Apr 20 13:00:15.911966 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-9c5ad820-533c-47c9-8eda-5c5959ad100c None None] For port aaf5e41e-c864-4562-8ad9-2cea290114e6, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:00:15.927822 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-9c5ad820-533c-47c9-8eda-5c5959ad100c None None] For port aaf5e41e-c864-4562-8ad9-2cea290114e6, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=aaf5e41e-c864-4562-8ad9-2cea290114e6,segment=NetworkSegment(2d6026c3-daec-462b-9515-721be279e9a0),segment_id=2d6026c3-daec-462b-9515-721be279e9a0)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:00:15.934267 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ef757242-8a9e-4504-921c-6b80c90b2a72 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:15.946098 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-35e17145-9e5a-4235-b22d-805865912c1f None None] Provisioning complete for port aaf5e41e-c864-4562-8ad9-2cea290114e6 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:15.946565 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-35e17145-9e5a-4235-b22d-805865912c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:15.948029 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b542d-e1b1-4388-a147-c2179878c4d0 req-c64b25b4-ad94-4b1a-ae57-f5311893cc8e tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:15.949972 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b47b542d-e1b1-4388-a147-c2179878c4d0 req-c64b25b4-ad94-4b1a-ae57-f5311893cc8e tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.25 "GET /v2.0/ports?device_id=67e5b501-e023-4e6b-9449-045ff9276bc3 HTTP/1.1" status: 200 len: 970 time: 0.0707417 Apr 20 13:00:15.995390 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef757242-8a9e-4504-921c-6b80c90b2a72 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc33baf-6a58-4370-9de4-593eb1325322,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:15.995937 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-35e17145-9e5a-4235-b22d-805865912c1f None None] Port aaf5e41e-c864-4562-8ad9-2cea290114e6 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:00:16.018632 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b47b542d-e1b1-4388-a147-c2179878c4d0 req-6ff777d0-c1d0-4053-b304-62f4afa46462 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8643dfe-1e61-4656-bd06-a2d2d60e5962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621994 Apr 20 13:00:16.035869 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9c5ad820-533c-47c9-8eda-5c5959ad100c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:16.074361 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ef757242-8a9e-4504-921c-6b80c90b2a72 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:16.076396 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ef757242-8a9e-4504-921c-6b80c90b2a72 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6058941 Apr 20 13:00:16.079794 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53138) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:16.087410 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-8eeca859-d16d-4f3e-892f-7aff5b688bdc tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Request body: {'security_group_rule': {'security_group_id': '4dc33baf-6a58-4370-9de4-593eb1325322', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:16.116081 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5ad820-533c-47c9-8eda-5c5959ad100c None None] Routers {'13aaec27-0a7c-4388-999c-dd5f2f76bbbf'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:00:16.117363 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-9c5ad820-533c-47c9-8eda-5c5959ad100c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T12:59:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['13aaec27-0a7c-4388-999c-dd5f2f76bbbf'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:16.162755 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-68b72183-8126-4736-ab4a-e10e2c857e13 req-9af7ed66-0e2d-4d03-83cc-180bb0a8ac7f tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c2cca99-ff84-46b7-a3a8-37096500e69a HTTP/1.1" status: 200 len: 210 time: 0.0495186 Apr 20 13:00:16.179177 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427cbd7e-2136-4858-85a1-689ee61bb91a None None] Pushing event updated for resources: {'Port': ['ID=aaf5e41e-c864-4562-8ad9-2cea290114e6,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:16.261438 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8eeca859-d16d-4f3e-892f-7aff5b688bdc tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:16.279165 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-9c5ad820-533c-47c9-8eda-5c5959ad100c None None] Set router 13aaec27-0a7c-4388-999c-dd5f2f76bbbf gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:00:16.386723 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8eeca859-d16d-4f3e-892f-7aff5b688bdc tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:16.454341 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-cefe18bd-16dc-4044-9a17-219d52f63482 None None] Provisioning complete for port aaf5e41e-c864-4562-8ad9-2cea290114e6 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:16.454710 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cefe18bd-16dc-4044-9a17-219d52f63482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:16.480554 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8eeca859-d16d-4f3e-892f-7aff5b688bdc tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:16.503715 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeca859-d16d-4f3e-892f-7aff5b688bdc tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99f15a81-300d-48e0-aa16-a3987b2face3,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:16.577852 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8eeca859-d16d-4f3e-892f-7aff5b688bdc tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:16.579995 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8eeca859-d16d-4f3e-892f-7aff5b688bdc tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4991078 Apr 20 13:00:16.580202 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cefe18bd-16dc-4044-9a17-219d52f63482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:16.582794 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53154) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:16.596525 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-9c5ad820-533c-47c9-8eda-5c5959ad100c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13aaec27-0a7c-4388-999c-dd5f2f76bbbf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-401638591-router', 'tenant_id': '1f82633db79c4269bcee0291cc268749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '7953cf07-a53f-474f-aebc-789b61f0cebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:55Z', 'updated_at': '2022-04-20T13:00:11Z', 'revision_number': 4, 'project_id': '1f82633db79c4269bcee0291cc268749', 'gw_port': {'id': '7953cf07-a53f-474f-aebc-789b61f0cebf', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:14:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13aaec27-0a7c-4388-999c-dd5f2f76bbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:00:00Z', 'updated_at': '2022-04-20T13:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'aaf5e41e-c864-4562-8ad9-2cea290114e6', 'name': '', 'network_id': 'ba8db323-8540-4e57-8d19-03d82d4a4dc8', 'tenant_id': '1f82633db79c4269bcee0291cc268749', 'mac_address': 'fa:16:3e:a0:5a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13aaec27-0a7c-4388-999c-dd5f2f76bbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '396afea9-64ef-4f1c-8ba5-90b58b74e670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:00:09Z', 'updated_at': '2022-04-20T13:00:15Z', 'revision_number': 4, 'project_id': '1f82633db79c4269bcee0291cc268749', 'subnets': [{'id': '396afea9-64ef-4f1c-8ba5-90b58b74e670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:16.602376 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-671b3e66-dfa2-4980-8578-6742e0abb93a tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Request body: {'security_group_rule': {'security_group_id': '4dc33baf-6a58-4370-9de4-593eb1325322', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:16.644532 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5ad820-533c-47c9-8eda-5c5959ad100c None None] The sync data for ids ['13aaec27-0a7c-4388-999c-dd5f2f76bbbf'] in n-d-836015-7 is: [{'id': '13aaec27-0a7c-4388-999c-dd5f2f76bbbf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-401638591-router', 'tenant_id': '1f82633db79c4269bcee0291cc268749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '7953cf07-a53f-474f-aebc-789b61f0cebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:55Z', 'updated_at': '2022-04-20T13:00:11Z', 'revision_number': 4, 'project_id': '1f82633db79c4269bcee0291cc268749', 'gw_port': {'id': '7953cf07-a53f-474f-aebc-789b61f0cebf', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:14:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13aaec27-0a7c-4388-999c-dd5f2f76bbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:00:00Z', 'updated_at': '2022-04-20T13:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'aaf5e41e-c864-4562-8ad9-2cea290114e6', 'name': '', 'network_id': 'ba8db323-8540-4e57-8d19-03d82d4a4dc8', 'tenant_id': '1f82633db79c4269bcee0291cc268749', 'mac_address': 'fa:16:3e:a0:5a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13aaec27-0a7c-4388-999c-dd5f2f76bbbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '396afea9-64ef-4f1c-8ba5-90b58b74e670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:00:09Z', 'updated_at': '2022-04-20T13:00:15Z', 'revision_number': 4, 'project_id': '1f82633db79c4269bcee0291cc268749', 'subnets': [{'id': '396afea9-64ef-4f1c-8ba5-90b58b74e670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:00:16.658049 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-cefe18bd-16dc-4044-9a17-219d52f63482 None None] For port aaf5e41e-c864-4562-8ad9-2cea290114e6, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=aaf5e41e-c864-4562-8ad9-2cea290114e6,segment=NetworkSegment(2d6026c3-daec-462b-9515-721be279e9a0),segment_id=2d6026c3-daec-462b-9515-721be279e9a0)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:16.697960 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-671b3e66-dfa2-4980-8578-6742e0abb93a tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:16.722661 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cefe18bd-16dc-4044-9a17-219d52f63482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:16.754002 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-671b3e66-dfa2-4980-8578-6742e0abb93a tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:16.782272 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe18bd-16dc-4044-9a17-219d52f63482 None None] Pushing event updated for resources: {'Port': ['ID=aaf5e41e-c864-4562-8ad9-2cea290114e6,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:16.854439 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-671b3e66-dfa2-4980-8578-6742e0abb93a tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:16.874928 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:00:16.887946 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b3e66-dfa2-4980-8578-6742e0abb93a tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e4880c3-6cf2-450e-9ca6-ba202c59143f,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:16.917197 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53164) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:16.922397 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-264b8e8d-af62-4d10-aadb-beef0f702c81 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-939938941-network', 'tenant_id': 'fd36a19054b7414ba85d2738e9de634e'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:16.974881 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-671b3e66-dfa2-4980-8578-6742e0abb93a tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:16.980043 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-671b3e66-dfa2-4980-8578-6742e0abb93a tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3963277 Apr 20 13:00:16.988748 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53166) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:17.006818 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-194f19ca-a793-4250-bf05-70d57d81221b tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:17.037626 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3db0d0-a903-4afb-8caa-ebb784ee2809 req-c4c08d58-95d2-46b5-9e12-053e9476b2aa tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:17.039470 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0b3db0d0-a903-4afb-8caa-ebb784ee2809 req-c4c08d58-95d2-46b5-9e12-053e9476b2aa tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee45265c-9bfb-4aec-aa61-0199bea94d19 HTTP/1.1" status: 200 len: 947 time: 0.0846694 Apr 20 13:00:17.064250 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264b8e8d-af62-4d10-aadb-beef0f702c81 admin admin] Made reservation on behalf of fd36a19054b7414ba85d2738e9de634e for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:00:17.071215 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-264b8e8d-af62-4d10-aadb-beef0f702c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:17.146269 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:17.163236 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-194f19ca-a793-4250-bf05-70d57d81221b tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks [] for floatingip, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:17.165804 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0b3db0d0-a903-4afb-8caa-ebb784ee2809 req-e0dda11e-d7dd-4002-98c5-0cd68d5542ec tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0d73d3f-36b4-46ee-bfc6-6fcca6e5b25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144199 Apr 20 13:00:17.172257 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'port_id': '8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85', 'mac_address': 'fa:16:3e:be:9c:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b1f82a-7732-4b50-ab22-2475f182a712', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:tempest-test_az-1558304307', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:00:17.272213 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:17.323016 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:00:17.347765 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d23323-8815-4b43-9056-b95ad86b4ab4 req-a2f0046d-07a4-47d5-9121-05be67d8b36c tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:17.357881 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-47d23323-8815-4b43-9056-b95ad86b4ab4 req-a2f0046d-07a4-47d5-9121-05be67d8b36c tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.25 "GET /v2.0/ports?device_id=67e5b501-e023-4e6b-9449-045ff9276bc3 HTTP/1.1" status: 200 len: 970 time: 0.1863129 Apr 20 13:00:17.368844 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53176) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:17.374134 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device ae1bd3b7-b14d-4397-be49-9911b673d63d details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:00:17.400308 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-264b8e8d-af62-4d10-aadb-beef0f702c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:17.428490 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:17.480207 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-34cc0618-4eb4-4e21-88cb-e4adf57676e6 req-a92ef7bf-cb3e-4682-a2bb-99eb95a71fd8 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c2cca99-ff84-46b7-a3a8-37096500e69a HTTP/1.1" status: 200 len: 210 time: 0.0759549 Apr 20 13:00:17.523707 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-47d23323-8815-4b43-9056-b95ad86b4ab4 req-5a1149eb-4502-496e-ab3a-67f5bb0e49ba tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8643dfe-1e61-4656-bd06-a2d2d60e5962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627765 Apr 20 13:00:17.549885 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:17.598583 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-428e54e5-8b81-4b67-800c-66452cf721e1 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:17.600162 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-428e54e5-8b81-4b67-800c-66452cf721e1 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.15 "GET /v2.0/networks?id=429f5df5-0ecb-4d61-b9e7-2b9ddd050641 HTTP/1.1" status: 200 len: 829 time: 0.6344562 Apr 20 13:00:17.682142 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-a712280c-db15-41f0-815a-c9a0cfe22230 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Request body: {'port': {'device_id': '4c2cca99-ff84-46b7-a3a8-37096500e69a', 'network_id': '429f5df5-0ecb-4d61-b9e7-2b9ddd050641', 'admin_state_up': True, 'tenant_id': 'ca84cd1ab5d1419e90b1925ce68af674'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:17.710745 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8b81ac53-5a46-4f33-a7f9-619fe81c52f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:17.731277 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-264b8e8d-af62-4d10-aadb-beef0f702c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:17.829111 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:17.846582 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port ae1bd3b7-b14d-4397-be49-9911b673d63d, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=ae1bd3b7-b14d-4397-be49-9911b673d63d,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:17.847933 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8b81ac53-5a46-4f33-a7f9-619fe81c52f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:17.859450 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'ae1bd3b7-b14d-4397-be49-9911b673d63d', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'port_id': 'ae1bd3b7-b14d-4397-be49-9911b673d63d', 'mac_address': 'fa:16:3e:83:28:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b1f82a-7732-4b50-ab22-2475f182a712', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:00:17.922647 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8b81ac53-5a46-4f33-a7f9-619fe81c52f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:17.984942 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:18.015942 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8b81ac53-5a46-4f33-a7f9-619fe81c52f2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5db93e2fa3ac4ed8abf889cc2465c078&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6451113 Apr 20 13:00:18.016873 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae1bd3b7-b14d-4397-be49-9911b673d63d {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:00:18.017772 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81ac53-5a46-4f33-a7f9-619fe81c52f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd84726-2d3b-4d4d-b49b-a4786c7fda41,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:18.024816 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53190) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:18.058321 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port ae1bd3b7-b14d-4397-be49-9911b673d63d, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=ae1bd3b7-b14d-4397-be49-9911b673d63d,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:18.065536 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:00:18.124499 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-264b8e8d-af62-4d10-aadb-beef0f702c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:18.137847 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-264b8e8d-af62-4d10-aadb-beef0f702c81 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:00:18.141530 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ce1efb6a-f0f8-4a6a-9eb4-40f601d221c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:18.147796 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-264b8e8d-af62-4d10-aadb-beef0f702c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:18.148319 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-264b8e8d-af62-4d10-aadb-beef0f702c81 admin admin] Added segment df4b6291-edd2-4e15-b949-51353092e198 of type vlan for network b41e91c0-b294-45ff-a337-32ef5b8204b2 Apr 20 13:00:18.171115 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ce1efb6a-f0f8-4a6a-9eb4-40f601d221c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:18.188014 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device aaf5e41e-c864-4562-8ad9-2cea290114e6 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:00:18.195287 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-264b8e8d-af62-4d10-aadb-beef0f702c81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:18.203796 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:18.263659 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264b8e8d-af62-4d10-aadb-beef0f702c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00334f1f-2714-4fe4-ba30-9fae1762bd0d,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:18.308499 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-194f19ca-a793-4250-bf05-70d57d81221b tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:18.316845 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-264b8e8d-af62-4d10-aadb-beef0f702c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:18.317826 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264b8e8d-af62-4d10-aadb-beef0f702c81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:18.318413 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-264b8e8d-af62-4d10-aadb-beef0f702c81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:18.332548 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ce1efb6a-f0f8-4a6a-9eb4-40f601d221c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:18.336973 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ce1efb6a-f0f8-4a6a-9eb4-40f601d221c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:18.356154 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ce1efb6a-f0f8-4a6a-9eb4-40f601d221c1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3cd84726-2d3b-4d4d-b49b-a4786c7fda41 HTTP/1.1" status: 204 len: 168 time: 0.3131540 Apr 20 13:00:18.374853 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=ae1bd3b7-b14d-4397-be49-9911b673d63d,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:18.393219 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port aaf5e41e-c864-4562-8ad9-2cea290114e6 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:18.393500 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:18.408949 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9b8cb-cace-47c3-b5cb-45b369881b6c req-c778c2f4-6d28-434e-870d-d635a4d04751 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:18.410637 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1db9b8cb-cace-47c3-b5cb-45b369881b6c req-c778c2f4-6d28-434e-870d-d635a4d04751 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee45265c-9bfb-4aec-aa61-0199bea94d19 HTTP/1.1" status: 200 len: 948 time: 0.1449497 Apr 20 13:00:18.411567 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-a712280c-db15-41f0-815a-c9a0cfe22230 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Made reservation on behalf of ca84cd1ab5d1419e90b1925ce68af674 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:00:18.412749 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1efb6a-f0f8-4a6a-9eb4-40f601d221c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd84726-2d3b-4d4d-b49b-a4786c7fda41,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:18.415102 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-a712280c-db15-41f0-815a-c9a0cfe22230 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:18.468074 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264b8e8d-af62-4d10-aadb-beef0f702c81 admin admin] Pushing event updated for resources: {'Network': ['ID=b41e91c0-b294-45ff-a337-32ef5b8204b2,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:18.490926 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network b41e91c0-b294-45ff-a337-32ef5b8204b2 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:00:18.514301 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1db9b8cb-cace-47c3-b5cb-45b369881b6c req-148aae57-5df7-4ca7-91f4-707af612f329 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0d73d3f-36b4-46ee-bfc6-6fcca6e5b25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970747 Apr 20 13:00:18.553262 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-264b8e8d-af62-4d10-aadb-beef0f702c81 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.6349297 Apr 20 13:00:18.553684 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53202) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:18.563407 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-35d21ff5-b81b-41f1-8ed0-b6cb8f6f5b2e admin admin] Request body: {'subnet': {'network_id': 'b41e91c0-b294-45ff-a337-32ef5b8204b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-939938941-subnet', 'tenant_id': 'fd36a19054b7414ba85d2738e9de634e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:18.624302 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-194f19ca-a793-4250-bf05-70d57d81221b tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Allocated IP 172.25.8.60 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/6c5c2cc2-5362-41d7-ad96-779a96acb2a1) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:00:18.657588 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['ae1bd3b7-b14d-4397-be49-9911b673d63d'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:00:18.676616 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-a712280c-db15-41f0-815a-c9a0cfe22230 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Allocated IP 172.20.0.11 (429f5df5-0ecb-4d61-b9e7-2b9ddd050641/63f7b2b5-2247-40bc-8ff5-ca27d3aae5dd/b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:00:18.748855 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fba66935-7d83-42a0-8b36-10f0c31d46cf req-084c104d-6bb0-442f-b0e5-efe7cebadee0 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c2cca99-ff84-46b7-a3a8-37096500e69a HTTP/1.1" status: 200 len: 210 time: 0.0907493 Apr 20 13:00:18.749460 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53204) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:18.751760 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d21ff5-b81b-41f1-8ed0-b6cb8f6f5b2e admin admin] Made reservation on behalf of fd36a19054b7414ba85d2738e9de634e for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:00:18.754438 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-35d21ff5-b81b-41f1-8ed0-b6cb8f6f5b2e admin admin] Notify callbacks [] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:18.888048 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2355c-79da-4f06-99c9-37d071cd7fb1 req-b2d74697-e803-48ea-8ab9-fd38de11cfb8 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:18.890712 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-79c2355c-79da-4f06-99c9-37d071cd7fb1 req-b2d74697-e803-48ea-8ab9-fd38de11cfb8 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.25 "GET /v2.0/ports?device_id=67e5b501-e023-4e6b-9449-045ff9276bc3 HTTP/1.1" status: 200 len: 971 time: 0.2365804 Apr 20 13:00:18.953290 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-79c2355c-79da-4f06-99c9-37d071cd7fb1 req-e4d07f12-3b1a-42bc-b366-425ee143c9b1 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8643dfe-1e61-4656-bd06-a2d2d60e5962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546584 Apr 20 13:00:18.987799 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-41fcdeeb-2b1a-484a-bc81-c15063d8bbae admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:19.000949 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-194f19ca-a793-4250-bf05-70d57d81221b tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:19.085187 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-a712280c-db15-41f0-815a-c9a0cfe22230 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:19.102336 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-35d21ff5-b81b-41f1-8ed0-b6cb8f6f5b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:19.159738 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-41fcdeeb-2b1a-484a-bc81-c15063d8bbae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:19.162195 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d21ff5-b81b-41f1-8ed0-b6cb8f6f5b2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=47f1343d-8ed2-435f-afb1-dd009cdbdae7,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:19.173089 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d21ff5-b81b-41f1-8ed0-b6cb8f6f5b2e admin admin] Checking segment: {'id': 'df4b6291-edd2-4e15-b949-51353092e198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b41e91c0-b294-45ff-a337-32ef5b8204b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:00:19.173442 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d21ff5-b81b-41f1-8ed0-b6cb8f6f5b2e admin admin] Network hostable DHCP agents. Network: b41e91c0-b294-45ff-a337-32ef5b8204b2, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:00:19.202207 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53210) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:19.216753 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a9119c5b-5ddf-4b8e-9a9e-b52eafa97894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:19.222438 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-194f19ca-a793-4250-bf05-70d57d81221b tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:19.255150 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-41fcdeeb-2b1a-484a-bc81-c15063d8bbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:19.257616 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-a712280c-db15-41f0-815a-c9a0cfe22230 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:19.267584 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194f19ca-a793-4250-bf05-70d57d81221b tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:00:19.289538 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-194f19ca-a793-4250-bf05-70d57d81221b tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:19.300854 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a9119c5b-5ddf-4b8e-9a9e-b52eafa97894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:19.302677 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d21ff5-b81b-41f1-8ed0-b6cb8f6f5b2e admin admin] Network b41e91c0-b294-45ff-a337-32ef5b8204b2 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:00:19.308190 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194f19ca-a793-4250-bf05-70d57d81221b tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:00:19.332879 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-41fcdeeb-2b1a-484a-bc81-c15063d8bbae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ef8f0d6317964b98988b3fbe0c01ad7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5806389 Apr 20 13:00:19.336240 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53212) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:19.348501 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f19ca-a793-4250-bf05-70d57d81221b tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Pushing event updated for resources: {'Port': ['ID=6c5c2cc2-5362-41d7-ad96-779a96acb2a1,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:19.380344 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fcdeeb-2b1a-484a-bc81-c15063d8bbae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f74236-6ec8-47aa-9d4a-217e91175fd4,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:19.381164 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a9119c5b-5ddf-4b8e-9a9e-b52eafa97894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:19.394972 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-a712280c-db15-41f0-815a-c9a0cfe22230 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Network 429f5df5-0ecb-4d61-b9e7-2b9ddd050641 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:00:19.424720 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-a712280c-db15-41f0-815a-c9a0cfe22230 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:19.432189 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-a712280c-db15-41f0-815a-c9a0cfe22230 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:00:19.432913 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3bc470af-2ed5-4dea-bf01-f1c853c6f7a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:19.434683 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9119c5b-5ddf-4b8e-9a9e-b52eafa97894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6bc48a-75fe-4c7e-b5f1-dcbdb8daa1dc,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:19.437688 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-a712280c-db15-41f0-815a-c9a0cfe22230 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:19.438899 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-a712280c-db15-41f0-815a-c9a0cfe22230 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:19.447110 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a9119c5b-5ddf-4b8e-9a9e-b52eafa97894 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=07b02487823f41ed9ff3f06166d48752&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2413523 Apr 20 13:00:19.447110 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-35d21ff5-b81b-41f1-8ed0-b6cb8f6f5b2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, b41e91c0-b294-45ff-a337-32ef5b8204b2) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:19.448949 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53214) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:19.460565 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81eb8fed-1efc-434d-ad7b-360208573686 None None] Network b41e91c0-b294-45ff-a337-32ef5b8204b2 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:00:19.469881 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d21ff5-b81b-41f1-8ed0-b6cb8f6f5b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:19.470565 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-35d21ff5-b81b-41f1-8ed0-b6cb8f6f5b2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:19.470724 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-194f19ca-a793-4250-bf05-70d57d81221b tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:19.482354 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712280c-db15-41f0-815a-c9a0cfe22230 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Pushing event updated for resources: {'Port': ['ID=b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:19.514905 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3bc470af-2ed5-4dea-bf01-f1c853c6f7a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:19.540400 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-a712280c-db15-41f0-815a-c9a0cfe22230 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8623958 Apr 20 13:00:19.560071 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-e5c6df2d-da2b-43ca-ade3-3f9fce789ca3 service neutron] Request body: {'port': {'device_id': '4c2cca99-ff84-46b7-a3a8-37096500e69a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:19.614006 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c6fea3e-37d9-4fa5-9eb4-22e6fa5a9ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:19.630724 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-35d21ff5-b81b-41f1-8ed0-b6cb8f6f5b2e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0755997 Apr 20 13:00:19.692642 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f864c412-c7d2-480b-96bb-1dbee32526ce None None] Network b41e91c0-b294-45ff-a337-32ef5b8204b2 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:00:19.712427 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c6fea3e-37d9-4fa5-9eb4-22e6fa5a9ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:19.726873 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-194f19ca-a793-4250-bf05-70d57d81221b tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:19.763332 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-e5c6df2d-da2b-43ca-ade3-3f9fce789ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:19.848393 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3bc470af-2ed5-4dea-bf01-f1c853c6f7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:19.856296 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-da46b038-f605-43c5-a2ca-c4bf68845548 None None] Provisioning complete for port b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:19.857224 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-da46b038-f605-43c5-a2ca-c4bf68845548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:19.857670 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3bc470af-2ed5-4dea-bf01-f1c853c6f7a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:19.864239 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-3bc470af-2ed5-4dea-bf01-f1c853c6f7a4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/04f74236-6ec8-47aa-9d4a-217e91175fd4 HTTP/1.1" status: 204 len: 168 time: 0.5214915 Apr 20 13:00:19.904976 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc470af-2ed5-4dea-bf01-f1c853c6f7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f74236-6ec8-47aa-9d4a-217e91175fd4,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:19.967430 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-da46b038-f605-43c5-a2ca-c4bf68845548 None None] Port b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:00:20.012184 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29594802-c7be-41ca-8ae5-10972e3feee9 req-8bd97507-895a-40f0-a0f0-cc8b277ae76d tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:20.012184 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-29594802-c7be-41ca-8ae5-10972e3feee9 req-8bd97507-895a-40f0-a0f0-cc8b277ae76d tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee45265c-9bfb-4aec-aa61-0199bea94d19 HTTP/1.1" status: 200 len: 948 time: 0.3380806 Apr 20 13:00:20.013135 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c6fea3e-37d9-4fa5-9eb4-22e6fa5a9ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:20.016167 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c6fea3e-37d9-4fa5-9eb4-22e6fa5a9ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:20.020284 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4c6fea3e-37d9-4fa5-9eb4-22e6fa5a9ab6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9a6bc48a-75fe-4c7e-b5f1-dcbdb8daa1dc HTTP/1.1" status: 204 len: 168 time: 0.5648985 Apr 20 13:00:20.052893 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6fea3e-37d9-4fa5-9eb4-22e6fa5a9ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6bc48a-75fe-4c7e-b5f1-dcbdb8daa1dc,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:20.076325 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-29594802-c7be-41ca-8ae5-10972e3feee9 req-0fed9162-2cd7-44bc-a9b1-4bd421bfd587 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0d73d3f-36b4-46ee-bfc6-6fcca6e5b25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533137 Apr 20 13:00:20.093267 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a960b3f-cfa0-4e89-a0ca-9e067653ba56 req-f89af959-893d-452c-987f-f61761238b6f tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:20.101150 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3a960b3f-cfa0-4e89-a0ca-9e067653ba56 req-f89af959-893d-452c-987f-f61761238b6f tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c2cca99-ff84-46b7-a3a8-37096500e69a HTTP/1.1" status: 200 len: 932 time: 0.1785576 Apr 20 13:00:20.137634 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3a960b3f-cfa0-4e89-a0ca-9e067653ba56 req-e81fa95e-136c-4c5a-90e4-69edccedc0cb tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/security-groups?id=e05816cf-ed4d-41f5-805a-d78d3b7f8410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355613 Apr 20 13:00:20.218022 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa5d5a-2d41-4f05-8ddb-c4a21bf1fd9e req-d3fb8791-0765-434f-bb20-7119e7eed17f tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:20.219523 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8cfa5d5a-2d41-4f05-8ddb-c4a21bf1fd9e req-d3fb8791-0765-434f-bb20-7119e7eed17f tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.25 "GET /v2.0/ports?device_id=67e5b501-e023-4e6b-9449-045ff9276bc3 HTTP/1.1" status: 200 len: 971 time: 0.0494416 Apr 20 13:00:20.220586 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-194f19ca-a793-4250-bf05-70d57d81221b tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:20.268003 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8cfa5d5a-2d41-4f05-8ddb-c4a21bf1fd9e req-c01b5a83-cdf4-492b-b49c-8a62900d2cc5 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8643dfe-1e61-4656-bd06-a2d2d60e5962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420673 Apr 20 13:00:20.272992 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-e5c6df2d-da2b-43ca-ade3-3f9fce789ca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:00:20.288697 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-e5c6df2d-da2b-43ca-ade3-3f9fce789ca3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:20.304256 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-e5c6df2d-da2b-43ca-ade3-3f9fce789ca3 service neutron] Transition to ACTIVE for port object b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:00:20.316251 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-194f19ca-a793-4250-bf05-70d57d81221b tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:20.348292 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-194f19ca-a793-4250-bf05-70d57d81221b tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:20.367871 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f19ca-a793-4250-bf05-70d57d81221b tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Pushing event updated for resources: {'Port': ['ID=6c5c2cc2-5362-41d7-ad96-779a96acb2a1,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:20.396772 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-e5c6df2d-da2b-43ca-ade3-3f9fce789ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:20.468183 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-194f19ca-a793-4250-bf05-70d57d81221b tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:20.478417 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-194f19ca-a793-4250-bf05-70d57d81221b tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4850681 Apr 20 13:00:20.479769 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6df2d-da2b-43ca-ade3-3f9fce789ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:20.498666 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-e5c6df2d-da2b-43ca-ade3-3f9fce789ca3 service neutron] Attempting to bind port b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:00:20.499020 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-e5c6df2d-da2b-43ca-ade3-3f9fce789ca3 service neutron] Attempting to bind port b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '736a4538-d0db-4a78-bb23-9f11c753d329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '429f5df5-0ecb-4d61-b9e7-2b9ddd050641'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:00:20.499393 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-e5c6df2d-da2b-43ca-ade3-3f9fce789ca3 service neutron] Attempting to bind port b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0 on network 429f5df5-0ecb-4d61-b9e7-2b9ddd050641 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:00:20.506065 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-e5c6df2d-da2b-43ca-ade3-3f9fce789ca3 service neutron] Port b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0 on network 429f5df5-0ecb-4d61-b9e7-2b9ddd050641 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:00:20.507424 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-e5c6df2d-da2b-43ca-ade3-3f9fce789ca3 service neutron] Attempting to bind port b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0 on network 429f5df5-0ecb-4d61-b9e7-2b9ddd050641 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:00:20.513825 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-e5c6df2d-da2b-43ca-ade3-3f9fce789ca3 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:00:20.514164 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-e5c6df2d-da2b-43ca-ade3-3f9fce789ca3 service neutron] Checking segment: {'id': '736a4538-d0db-4a78-bb23-9f11c753d329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '429f5df5-0ecb-4d61-b9e7-2b9ddd050641'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:00:20.514548 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-e5c6df2d-da2b-43ca-ade3-3f9fce789ca3 service neutron] Bound using segment: {'id': '736a4538-d0db-4a78-bb23-9f11c753d329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '429f5df5-0ecb-4d61-b9e7-2b9ddd050641'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:00:20.515171 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-e5c6df2d-da2b-43ca-ade3-3f9fce789ca3 service neutron] Bound port: b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '736a4538-d0db-4a78-bb23-9f11c753d329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '429f5df5-0ecb-4d61-b9e7-2b9ddd050641'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:00:20.516722 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-e5c6df2d-da2b-43ca-ade3-3f9fce789ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:20.589762 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-e5c6df2d-da2b-43ca-ade3-3f9fce789ca3 service neutron] For port b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0, host n-h2-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:00:20.600835 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-e5c6df2d-da2b-43ca-ade3-3f9fce789ca3 service neutron] For port b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0,segment=NetworkSegment(736a4538-d0db-4a78-bb23-9f11c753d329),segment_id=736a4538-d0db-4a78-bb23-9f11c753d329)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:00:20.672143 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-e5c6df2d-da2b-43ca-ade3-3f9fce789ca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:20.719396 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-e5c6df2d-da2b-43ca-ade3-3f9fce789ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:20.723302 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-e5c6df2d-da2b-43ca-ade3-3f9fce789ca3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:20.723302 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-e5c6df2d-da2b-43ca-ade3-3f9fce789ca3 service neutron] 10.222.0.15 "PUT /v2.0/ports/b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0 HTTP/1.1" status: 200 len: 1092 time: 1.1694086 Apr 20 13:00:20.723302 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c2cca99-ff84-46b7-a3a8-37096500e69a', 'tag': 'b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:00:20.724512 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbab6cdf-27a5-4854-8236-359549adc160" -d '{"events": [{"name": "network-changed", "server_uuid": "4c2cca99-ff84-46b7-a3a8-37096500e69a", "tag": "b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:00:20.755304 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6df2d-da2b-43ca-ade3-3f9fce789ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:20.794689 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3203e861-792c-4249-9e9d-208215e0a6b8 x-openstack-request-id: req-3203e861-792c-4249-9e9d-208215e0a6b8 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:00:20.795093 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c2cca99-ff84-46b7-a3a8-37096500e69a", "tag": "b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:00:20.795388 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3203e861-792c-4249-9e9d-208215e0a6b8 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:00:20.795887 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3203e861-792c-4249-9e9d-208215e0a6b8'] response: {'name': 'network-changed', 'server_uuid': '4c2cca99-ff84-46b7-a3a8-37096500e69a', 'tag': 'b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0', 'status': 'completed', 'code': 200} Apr 20 13:00:20.869077 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:00:20.883211 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab6cdf-27a5-4854-8236-359549adc160 req-5508681f-e4ed-4b8e-8ddd-a13124ad4fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:20.888172 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-bbab6cdf-27a5-4854-8236-359549adc160 req-5508681f-e4ed-4b8e-8ddd-a13124ad4fc0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca84cd1ab5d1419e90b1925ce68af674&device_id=4c2cca99-ff84-46b7-a3a8-37096500e69a HTTP/1.1" status: 200 len: 1095 time: 0.0658407 Apr 20 13:00:20.916939 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-779883a6-8ff5-4637-b5b8-b5b91bb2975f tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:20.919291 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-779883a6-8ff5-4637-b5b8-b5b91bb2975f tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/networks?id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88 HTTP/1.1" status: 200 len: 808 time: 0.1899574 Apr 20 13:00:20.968274 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-5491fe5d-541c-4f86-b59d-aa4841152ecf tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/quotas/1be87b7e79ba4ecba94c1624cfe95dd4 HTTP/1.1" status: 200 len: 375 time: 0.0405233 Apr 20 13:00:20.976743 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53260) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:20.990947 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-7012c261-a6ef-44fc-b8e7-83a25d528f69 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--328445552&fields=id&tenant_id=5b1351b4ef5344fa8f1186ac748ba322 HTTP/1.1" status: 200 len: 267 time: 0.0895247 Apr 20 13:00:21.007446 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4ac17ec9-ed4f-48b2-99ed-0e2577053941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:21.037837 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-ab480331-4c1e-47ac-a80a-ba693320dd83 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524871 Apr 20 13:00:21.072436 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:00:21.078037 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:21.078437 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:21.094194 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab6cdf-27a5-4854-8236-359549adc160 req-fb82b487-12ce-47e8-8282-41c3131cd162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:21.095827 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-bbab6cdf-27a5-4854-8236-359549adc160 req-fb82b487-12ce-47e8-8282-41c3131cd162 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=ca84cd1ab5d1419e90b1925ce68af674&shared=False HTTP/1.1" status: 200 len: 930 time: 0.2016640 Apr 20 13:00:21.159510 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:21.187392 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e5b501-e023-4e6b-9449-045ff9276bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:00:21.209204 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53266) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:21.235422 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3cf1fd3f-930e-48ba-841d-57722df3f9ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:21.238670 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-ec37f0e4-914c-4a8d-9bba-b42b501f1c29 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:21.240147 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-ec37f0e4-914c-4a8d-9bba-b42b501f1c29 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/networks?id=ecf7a882-8a89-482e-a7e3-f6c844876b2c HTTP/1.1" status: 200 len: 824 time: 0.2361684 Apr 20 13:00:21.243030 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-3863f143-afee-4b0a-a107-1fbcdbf9e8fd service neutron] 10.222.0.25 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909270 Apr 20 13:00:21.289014 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:21.299044 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-7ccc48e4-3716-46bb-86ec-c87af81f7673 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/quotas/5b1351b4ef5344fa8f1186ac748ba322 HTTP/1.1" status: 200 len: 375 time: 0.0478735 Apr 20 13:00:21.334274 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4ac17ec9-ed4f-48b2-99ed-0e2577053941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:21.344472 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device ae1bd3b7-b14d-4397-be49-9911b673d63d up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:00:21.396855 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4ac17ec9-ed4f-48b2-99ed-0e2577053941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:21.404544 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:21.424375 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-fb84a4ae-d8ca-48ac-abde-6b673afc021a tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b1351b4ef5344fa8f1186ac748ba322&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0923181 Apr 20 13:00:21.454922 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac17ec9-ed4f-48b2-99ed-0e2577053941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22cd1e2-330b-4495-938d-c9f4aa897617,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:21.476879 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4ac17ec9-ed4f-48b2-99ed-0e2577053941 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ce39724ef50a46a8901200eda34cbaeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4966407 Apr 20 13:00:21.477029 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d11173f-8b3b-4513-ba03-f1303909e349" -d '{"events": [{"server_uuid": "67e5b501-e023-4e6b-9449-045ff9276bc3", "name": "network-vif-plugged", "status": "completed", "tag": "8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:00:21.482784 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53276) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:21.491116 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-2bac700e-bb93-411c-9a7c-a16c8b58ffa6 service neutron] 10.222.0.25 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388713 Apr 20 13:00:21.501332 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:21.510631 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab6cdf-27a5-4854-8236-359549adc160 req-a5892f5d-0de4-4a73-88af-1388cffafd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:21.512191 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-bbab6cdf-27a5-4854-8236-359549adc160 req-a5892f5d-0de4-4a73-88af-1388cffafd6d service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4076636 Apr 20 13:00:21.567543 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef53bfa9-2cf3-4ec9-a8c5-f36dd29b3090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:21.585606 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port ae1bd3b7-b14d-4397-be49-9911b673d63d completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:00:21.590900 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port ae1bd3b7-b14d-4397-be49-9911b673d63d triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:21.591291 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:21.625088 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3cf1fd3f-930e-48ba-841d-57722df3f9ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:21.626439 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef53bfa9-2cf3-4ec9-a8c5-f36dd29b3090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:21.638029 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-8899b74f-f329-4a4f-a230-28f5b9a827ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:21.639885 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-8899b74f-f329-4a4f-a230-28f5b9a827ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca84cd1ab5d1419e90b1925ce68af674&device_id=4c2cca99-ff84-46b7-a3a8-37096500e69a HTTP/1.1" status: 200 len: 1095 time: 0.0701232 Apr 20 13:00:21.671241 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-353d64a3-55ea-40f9-b8e0-c295f9621973 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:21.674506 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-353d64a3-55ea-40f9-b8e0-c295f9621973 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0737824 Apr 20 13:00:21.696509 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-d786e6d5-0975-4f8d-a7ca-1a0b10c604b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0 HTTP/1.1" status: 200 len: 217 time: 0.0429287 Apr 20 13:00:21.696673 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:21.699723 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3cf1fd3f-930e-48ba-841d-57722df3f9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:21.742523 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port ae1bd3b7-b14d-4397-be49-9911b673d63d, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=ae1bd3b7-b14d-4397-be49-9911b673d63d,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:21.772671 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-2f369dfe-df36-4986-8718-cbb9cd3ca738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:21.774126 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-2f369dfe-df36-4986-8718-cbb9cd3ca738 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63f7b2b5-2247-40bc-8ff5-ca27d3aae5dd HTTP/1.1" status: 200 len: 868 time: 0.0689988 Apr 20 13:00:21.835300 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3cf1fd3f-930e-48ba-841d-57722df3f9ca admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bc75335f765648b2be96af27ed12b1fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6250725 Apr 20 13:00:21.836309 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1fd3f-930e-48ba-841d-57722df3f9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71d9adc-6ee3-47a7-bf05-dff1fec702ab,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:21.839843 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53286) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:21.852568 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-9c8f1419-f72f-4e4f-8076-4a5e231bd7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:21.854066 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-9c8f1419-f72f-4e4f-8076-4a5e231bd7a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=429f5df5-0ecb-4d61-b9e7-2b9ddd050641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674853 Apr 20 13:00:21.856007 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-eb526b1c-b62a-49c6-b621-898c8c8c97a8 service neutron] 10.222.0.25 "GET /v2.0/networks/ecf7a882-8a89-482e-a7e3-f6c844876b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755271 Apr 20 13:00:21.862091 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:21.871421 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cedf0aa-9104-4bca-8df7-2d543526ce6b req-210d0464-e713-44df-aa32-1f8a73553a7e tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:21.879108 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4cedf0aa-9104-4bca-8df7-2d543526ce6b req-210d0464-e713-44df-aa32-1f8a73553a7e tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee45265c-9bfb-4aec-aa61-0199bea94d19 HTTP/1.1" status: 200 len: 948 time: 0.1094835 Apr 20 13:00:21.915228 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=ae1bd3b7-b14d-4397-be49-9911b673d63d,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:21.953984 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef53bfa9-2cf3-4ec9-a8c5-f36dd29b3090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:21.955920 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-7b27fb0a-bec9-4e09-8fa0-23fe45acb173 service neutron] 10.222.0.15 "GET /v2.0/networks/429f5df5-0ecb-4d61-b9e7-2b9ddd050641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944393 Apr 20 13:00:21.956458 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef53bfa9-2cf3-4ec9-a8c5-f36dd29b3090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:21.957581 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ef53bfa9-2cf3-4ec9-a8c5-f36dd29b3090 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c22cd1e2-330b-4495-938d-c9f4aa897617 HTTP/1.1" status: 204 len: 168 time: 0.4742486 Apr 20 13:00:22.007219 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef53bfa9-2cf3-4ec9-a8c5-f36dd29b3090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22cd1e2-330b-4495-938d-c9f4aa897617,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:22.048220 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4cedf0aa-9104-4bca-8df7-2d543526ce6b req-499d8cbb-0be9-4a33-8fcc-0b43ade6cf31 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0d73d3f-36b4-46ee-bfc6-6fcca6e5b25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681445 Apr 20 13:00:22.055750 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6bab4f26-6394-476d-b99e-56f23051ffbe req-6d4d15f5-699d-4744-91ba-e231c108f5af service neutron] 10.222.0.15 "GET /v2.0/networks/429f5df5-0ecb-4d61-b9e7-2b9ddd050641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909204 Apr 20 13:00:22.071383 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3a4f61db-9d81-44aa-b342-08af52f92152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:22.101676 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-95c36f76-72f4-437f-b743-1c67e607ea25 service neutron] 10.222.0.25 "GET /v2.0/networks/ecf7a882-8a89-482e-a7e3-f6c844876b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205465 Apr 20 13:00:22.117977 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3a4f61db-9d81-44aa-b342-08af52f92152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:22.207742 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44196d75-2ee7-480c-9941-72ed901378d1 req-233a124b-be00-4c31-b254-d50b240de987 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:22.209218 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-44196d75-2ee7-480c-9941-72ed901378d1 req-233a124b-be00-4c31-b254-d50b240de987 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c2cca99-ff84-46b7-a3a8-37096500e69a HTTP/1.1" status: 200 len: 944 time: 0.0832419 Apr 20 13:00:22.251324 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-44196d75-2ee7-480c-9941-72ed901378d1 req-45f0d578-06aa-44f1-99cf-478ab7a3de3a tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/security-groups?id=e05816cf-ed4d-41f5-805a-d78d3b7f8410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342686 Apr 20 13:00:22.349938 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3a4f61db-9d81-44aa-b342-08af52f92152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:22.352466 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3a4f61db-9d81-44aa-b342-08af52f92152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:22.356143 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-3a4f61db-9d81-44aa-b342-08af52f92152 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d71d9adc-6ee3-47a7-bf05-dff1fec702ab HTTP/1.1" status: 204 len: 168 time: 0.5124567 Apr 20 13:00:22.381181 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de02861-009b-482b-a98b-a217c1c60751 req-b35083b9-cc03-4f3b-b943-b50267bc1f1a tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:22.382833 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4de02861-009b-482b-a98b-a217c1c60751 req-b35083b9-cc03-4f3b-b943-b50267bc1f1a tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.25 "GET /v2.0/ports?device_id=67e5b501-e023-4e6b-9449-045ff9276bc3 HTTP/1.1" status: 200 len: 972 time: 0.0750005 Apr 20 13:00:22.384214 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f61db-9d81-44aa-b342-08af52f92152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71d9adc-6ee3-47a7-bf05-dff1fec702ab,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:22.455484 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4de02861-009b-482b-a98b-a217c1c60751 req-526948dc-d472-42cd-ad3d-6e2de3695d42 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8643dfe-1e61-4656-bd06-a2d2d60e5962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513425 Apr 20 13:00:22.572683 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0178a958-6b70-4124-9177-5e2f5f2e7a37 req-fd075a6f-6ed8-4b39-8f83-86e62402ad44 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=12cb6c0e-c318-4180-8e7f-8f9bb58fb50d HTTP/1.1" status: 200 len: 210 time: 0.0632911 Apr 20 13:00:22.643552 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-62d2352e-aab9-406d-8dda-b87aac1004fc req-9655a474-98ab-4701-82ac-336a8da19624 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/ports?device_id=90ada35f-5dfa-4966-9ee1-027f16b44d9e HTTP/1.1" status: 200 len: 210 time: 0.0340297 Apr 20 13:00:22.675032 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9563578d-47f3-42f1-b489-502dbabaee0b x-openstack-request-id: req-9563578d-47f3-42f1-b489-502dbabaee0b {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:00:22.675032 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e5b501-e023-4e6b-9449-045ff9276bc3", "name": "network-vif-plugged", "status": "completed", "tag": "8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:00:22.675032 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9563578d-47f3-42f1-b489-502dbabaee0b {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:00:22.675032 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9563578d-47f3-42f1-b489-502dbabaee0b'] response: {'server_uuid': '67e5b501-e023-4e6b-9449-045ff9276bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85', 'code': 200} Apr 20 13:00:22.819917 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728da851-a377-4768-81cf-ff3e00a50cdf req-09922e12-9f88-4899-9787-c67b9596dc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:22.821408 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-728da851-a377-4768-81cf-ff3e00a50cdf req-09922e12-9f88-4899-9787-c67b9596dc43 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=67e5b501-e023-4e6b-9449-045ff9276bc3 HTTP/1.1" status: 200 len: 1123 time: 0.0869253 Apr 20 13:00:22.840140 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-728da851-a377-4768-81cf-ff3e00a50cdf req-9f754b35-6eaa-49fc-aff6-66a1b7be7d60 service neutron] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:22.914764 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-728da851-a377-4768-81cf-ff3e00a50cdf req-9f754b35-6eaa-49fc-aff6-66a1b7be7d60 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:22.996828 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-728da851-a377-4768-81cf-ff3e00a50cdf req-9f754b35-6eaa-49fc-aff6-66a1b7be7d60 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:23.031005 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-728da851-a377-4768-81cf-ff3e00a50cdf req-9f754b35-6eaa-49fc-aff6-66a1b7be7d60 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f8643dfe-1e61-4656-bd06-a2d2d60e5962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026412 Apr 20 13:00:23.040209 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f754b35-6eaa-49fc-aff6-66a1b7be7d60 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ccc59a-747f-4132-9eca-4334bfbaf5e6,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:23.173748 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c438901-08b6-42bd-b5e5-85cb67589050 req-5dabba4c-c71e-4190-93a2-3014b645afe5 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:23.176085 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0c438901-08b6-42bd-b5e5-85cb67589050 req-5dabba4c-c71e-4190-93a2-3014b645afe5 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee45265c-9bfb-4aec-aa61-0199bea94d19 HTTP/1.1" status: 200 len: 949 time: 0.0570388 Apr 20 13:00:23.399778 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0c438901-08b6-42bd-b5e5-85cb67589050 req-a8300209-a401-4c4a-84d6-c937dcbc225e tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0d73d3f-36b4-46ee-bfc6-6fcca6e5b25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171447 Apr 20 13:00:23.427745 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca50bf-71b8-4f76-94c4-65fe5f62224d req-038971ec-6b68-4fec-b2c9-98670bc0d40d tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:23.432999 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-74ca50bf-71b8-4f76-94c4-65fe5f62224d req-038971ec-6b68-4fec-b2c9-98670bc0d40d tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c2cca99-ff84-46b7-a3a8-37096500e69a HTTP/1.1" status: 200 len: 944 time: 0.0752904 Apr 20 13:00:23.472970 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-74ca50bf-71b8-4f76-94c4-65fe5f62224d req-525970eb-5af6-4417-bc0a-5d471706d791 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/security-groups?id=e05816cf-ed4d-41f5-805a-d78d3b7f8410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341811 Apr 20 13:00:23.598052 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0fb8b-3502-4cba-ab20-e8d958c8652d req-b0c7f00c-7ff4-46b7-b498-8ae2619cb6b0 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:23.599815 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bad0fb8b-3502-4cba-ab20-e8d958c8652d req-b0c7f00c-7ff4-46b7-b498-8ae2619cb6b0 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.25 "GET /v2.0/ports?device_id=67e5b501-e023-4e6b-9449-045ff9276bc3 HTTP/1.1" status: 200 len: 972 time: 0.0558882 Apr 20 13:00:23.688536 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b7735e27-b626-472f-b177-ba6c85eaf522 req-d7614e33-f438-4a66-97e0-02bd55059527 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=12cb6c0e-c318-4180-8e7f-8f9bb58fb50d HTTP/1.1" status: 200 len: 210 time: 0.0419157 Apr 20 13:00:23.696894 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bad0fb8b-3502-4cba-ab20-e8d958c8652d req-97b14079-248c-4c05-a8ef-614cd5ec8a96 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8643dfe-1e61-4656-bd06-a2d2d60e5962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871236 Apr 20 13:00:23.796355 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed3f2311-fe51-494c-9f93-4dac8b6ab164 req-6f94b652-5b1c-45fe-88cc-b277462c01a4 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/ports?device_id=90ada35f-5dfa-4966-9ee1-027f16b44d9e HTTP/1.1" status: 200 len: 210 time: 0.0458765 Apr 20 13:00:24.434043 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-805969e9-a980-4f11-9940-30adeec95697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:24.582919 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25885883-2eae-4f8a-b93d-09a9c4e05ce1 req-cef9c0aa-6259-469c-8ed7-c0e4cef48d39 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:24.584415 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-25885883-2eae-4f8a-b93d-09a9c4e05ce1 req-cef9c0aa-6259-469c-8ed7-c0e4cef48d39 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee45265c-9bfb-4aec-aa61-0199bea94d19 HTTP/1.1" status: 200 len: 949 time: 0.0744381 Apr 20 13:00:24.593248 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-8a1ee3f0-7f7d-44fb-aee6-e9f053a57eea tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:24.594652 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-8a1ee3f0-7f7d-44fb-aee6-e9f053a57eea tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.32 "GET /v2.0/networks?id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88 HTTP/1.1" status: 200 len: 808 time: 0.1718903 Apr 20 13:00:24.615254 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-ff3dec35-9792-456a-958e-4976cfaf3553 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Request body: {'port': {'device_id': '12cb6c0e-c318-4180-8e7f-8f9bb58fb50d', 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88', 'admin_state_up': True, 'tenant_id': '1be87b7e79ba4ecba94c1624cfe95dd4'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:24.672572 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee45265c-9bfb-4aec-aa61-0199bea94d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1bd3b7-b14d-4397-be49-9911b673d63d'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:00:24.675602 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7e371a-15a4-493f-92ea-41def7289d20" -d '{"events": [{"server_uuid": "ee45265c-9bfb-4aec-aa61-0199bea94d19", "name": "network-vif-plugged", "status": "completed", "tag": "ae1bd3b7-b14d-4397-be49-9911b673d63d"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:00:24.676946 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-25885883-2eae-4f8a-b93d-09a9c4e05ce1 req-acb2a09c-0d68-454d-99b4-b3779015f3cb tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0d73d3f-36b4-46ee-bfc6-6fcca6e5b25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813582 Apr 20 13:00:24.785763 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce7727-e95d-4212-bafb-de092da7d6e9 req-0ed4b42c-90c4-4ddf-b8eb-b089cc7db6e9 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:24.786986 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9dce7727-e95d-4212-bafb-de092da7d6e9 req-0ed4b42c-90c4-4ddf-b8eb-b089cc7db6e9 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c2cca99-ff84-46b7-a3a8-37096500e69a HTTP/1.1" status: 200 len: 944 time: 0.0510497 Apr 20 13:00:24.825001 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9dce7727-e95d-4212-bafb-de092da7d6e9 req-ee94f090-b4d8-4631-8a9b-4a9c98beb020 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/security-groups?id=e05816cf-ed4d-41f5-805a-d78d3b7f8410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318234 Apr 20 13:00:24.831117 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-ff3dec35-9792-456a-958e-4976cfaf3553 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Made reservation on behalf of 1be87b7e79ba4ecba94c1624cfe95dd4 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:00:24.834683 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-ff3dec35-9792-456a-958e-4976cfaf3553 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:24.903077 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c63899e-7d3f-4969-a5b8-05a7a9e4daa4 x-openstack-request-id: req-2c63899e-7d3f-4969-a5b8-05a7a9e4daa4 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:00:24.903598 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee45265c-9bfb-4aec-aa61-0199bea94d19", "name": "network-vif-plugged", "status": "completed", "tag": "ae1bd3b7-b14d-4397-be49-9911b673d63d", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:00:24.903998 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c63899e-7d3f-4969-a5b8-05a7a9e4daa4 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:00:24.904569 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c63899e-7d3f-4969-a5b8-05a7a9e4daa4'] response: {'server_uuid': 'ee45265c-9bfb-4aec-aa61-0199bea94d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1bd3b7-b14d-4397-be49-9911b673d63d', 'code': 200} Apr 20 13:00:24.937793 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df36ba2f-0d8e-48e3-9d88-2491d4603c30 req-34f752d8-365f-452d-83b1-6eaffcfc9818 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=12cb6c0e-c318-4180-8e7f-8f9bb58fb50d HTTP/1.1" status: 200 len: 210 time: 0.0396130 Apr 20 13:00:25.044200 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ba389-b2c2-42c9-a833-c4ead425ea5d req-4f45cd8a-9b10-4161-b3db-604b0a45d36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:25.045692 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-bb3ba389-b2c2-42c9-a833-c4ead425ea5d req-4f45cd8a-9b10-4161-b3db-604b0a45d36f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ee45265c-9bfb-4aec-aa61-0199bea94d19 HTTP/1.1" status: 200 len: 1100 time: 0.0781102 Apr 20 13:00:25.061093 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52003ac1-a8bc-4b34-9193-5f5e88954491 req-daa6d248-9fc9-4f26-bb6c-9fbf2f00d138 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/ports?device_id=90ada35f-5dfa-4966-9ee1-027f16b44d9e HTTP/1.1" status: 200 len: 210 time: 0.0375595 Apr 20 13:00:25.062961 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-ff3dec35-9792-456a-958e-4976cfaf3553 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Allocated IP 172.20.0.14 (da0d71e6-e706-45b9-bcd7-1c5524c4bb88/7f1a9c16-f305-43f3-a182-10217ec8e6e3/916b4b77-7d7a-491c-ba57-af69d26306e7) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:00:25.083302 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e733ce-01a5-43c2-abc5-82c4b4b60f47 req-44c32e1b-2914-4a02-bc63-beab5108a230 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:25.084930 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-61e733ce-01a5-43c2-abc5-82c4b4b60f47 req-44c32e1b-2914-4a02-bc63-beab5108a230 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.25 "GET /v2.0/ports?device_id=67e5b501-e023-4e6b-9449-045ff9276bc3 HTTP/1.1" status: 200 len: 972 time: 0.1057911 Apr 20 13:00:25.113891 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-bb3ba389-b2c2-42c9-a833-c4ead425ea5d req-736693ee-a61d-4fc1-96e6-a46c2790f47b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e0d73d3f-36b4-46ee-bfc6-6fcca6e5b25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617492 Apr 20 13:00:25.149290 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.32', 51821) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:25.157817 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-61e733ce-01a5-43c2-abc5-82c4b4b60f47 req-d8cd0e24-d981-469d-8542-06101131b8ff tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8643dfe-1e61-4656-bd06-a2d2d60e5962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655334 Apr 20 13:00:25.286811 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-7c2c250a-8ede-49ca-9541-4b9b50c43360 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:25.288494 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-7c2c250a-8ede-49ca-9541-4b9b50c43360 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.32 "GET /v2.0/networks?id=ecf7a882-8a89-482e-a7e3-f6c844876b2c HTTP/1.1" status: 200 len: 824 time: 0.1363473 Apr 20 13:00:25.302771 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-ff3dec35-9792-456a-958e-4976cfaf3553 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:25.352837 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-46ea1903-83ff-4b55-a595-fc430860662f tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b1351b4ef5344fa8f1186ac748ba322 HTTP/1.1" status: 200 len: 379 time: 0.0468316 Apr 20 13:00:25.385804 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-885e37a4-11f5-4154-bb7f-a0dc467bd4ee tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Request body: {'port': {'device_id': '90ada35f-5dfa-4966-9ee1-027f16b44d9e', 'network_id': 'ecf7a882-8a89-482e-a7e3-f6c844876b2c', 'admin_state_up': True, 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'security_groups': ['4dc33baf-6a58-4370-9de4-593eb1325322']}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:25.406058 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-ff3dec35-9792-456a-958e-4976cfaf3553 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:25.466179 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-ff3dec35-9792-456a-958e-4976cfaf3553 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Network da0d71e6-e706-45b9-bcd7-1c5524c4bb88 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:00:25.470645 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-ff3dec35-9792-456a-958e-4976cfaf3553 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:25.476493 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-ff3dec35-9792-456a-958e-4976cfaf3553 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:00:25.484134 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-ff3dec35-9792-456a-958e-4976cfaf3553 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:25.485655 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-ff3dec35-9792-456a-958e-4976cfaf3553 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:25.492108 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3dec35-9792-456a-958e-4976cfaf3553 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Pushing event updated for resources: {'Port': ['ID=916b4b77-7d7a-491c-ba57-af69d26306e7,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:25.567928 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-ff3dec35-9792-456a-958e-4976cfaf3553 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9562435 Apr 20 13:00:25.581649 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-808e7ab7-0148-4138-92d7-68bfa5e8521b service neutron] Request body: {'port': {'device_id': '12cb6c0e-c318-4180-8e7f-8f9bb58fb50d', 'device_owner': 'compute:tempest-test_az-1558304307', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:25.633797 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-808e7ab7-0148-4138-92d7-68bfa5e8521b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:25.685072 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-885e37a4-11f5-4154-bb7f-a0dc467bd4ee tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Made reservation on behalf of 5b1351b4ef5344fa8f1186ac748ba322 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:00:25.689306 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-885e37a4-11f5-4154-bb7f-a0dc467bd4ee tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:25.837441 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-885e37a4-11f5-4154-bb7f-a0dc467bd4ee tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Allocated IP 172.20.0.8 (ecf7a882-8a89-482e-a7e3-f6c844876b2c/301a39b8-8298-4a33-b223-fe67182f35e3/da650793-56a2-49bf-959a-cde69988c81d) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:00:25.850621 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a09d8-f12f-4155-b0a5-84eb28e49e0f req-d766f8fb-e048-4a8b-b685-efc5b7728e20 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:25.854168 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2c1a09d8-f12f-4155-b0a5-84eb28e49e0f req-d766f8fb-e048-4a8b-b685-efc5b7728e20 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee45265c-9bfb-4aec-aa61-0199bea94d19 HTTP/1.1" status: 200 len: 949 time: 0.0917497 Apr 20 13:00:25.955147 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2c1a09d8-f12f-4155-b0a5-84eb28e49e0f req-5681706d-621a-45aa-bbd4-81ef27ea1af8 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0d73d3f-36b4-46ee-bfc6-6fcca6e5b25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878983 Apr 20 13:00:25.997028 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-885e37a4-11f5-4154-bb7f-a0dc467bd4ee tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:26.004395 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810168ce-5f5d-4c65-a90a-04d0ee49da93 req-d3e5fb89-cc51-4ba9-bba6-a0cd5171a656 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:26.005904 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-810168ce-5f5d-4c65-a90a-04d0ee49da93 req-d3e5fb89-cc51-4ba9-bba6-a0cd5171a656 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c2cca99-ff84-46b7-a3a8-37096500e69a HTTP/1.1" status: 200 len: 944 time: 0.1109362 Apr 20 13:00:26.024829 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-808e7ab7-0148-4138-92d7-68bfa5e8521b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 916b4b77-7d7a-491c-ba57-af69d26306e7 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:00:26.050374 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-808e7ab7-0148-4138-92d7-68bfa5e8521b service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:26.087598 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-808e7ab7-0148-4138-92d7-68bfa5e8521b service neutron] Transition to ACTIVE for port object 916b4b77-7d7a-491c-ba57-af69d26306e7 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:00:26.098025 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-810168ce-5f5d-4c65-a90a-04d0ee49da93 req-4b21ce19-1f33-4f8a-ad4d-4cf7a04e410e tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/security-groups?id=e05816cf-ed4d-41f5-805a-d78d3b7f8410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830927 Apr 20 13:00:26.115625 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ddc0c-ca40-4703-bacc-0072b931ed9f req-6d2d4267-b8d3-4a20-9c4c-8ed35cf1a5f3 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:26.117261 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a38ddc0c-ca40-4703-bacc-0072b931ed9f req-6d2d4267-b8d3-4a20-9c4c-8ed35cf1a5f3 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=12cb6c0e-c318-4180-8e7f-8f9bb58fb50d HTTP/1.1" status: 200 len: 932 time: 0.0810094 Apr 20 13:00:26.126047 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-885e37a4-11f5-4154-bb7f-a0dc467bd4ee tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:26.173653 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-885e37a4-11f5-4154-bb7f-a0dc467bd4ee tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Network ecf7a882-8a89-482e-a7e3-f6c844876b2c is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:00:26.176948 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-885e37a4-11f5-4154-bb7f-a0dc467bd4ee tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:26.181001 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-885e37a4-11f5-4154-bb7f-a0dc467bd4ee tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:00:26.186690 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-885e37a4-11f5-4154-bb7f-a0dc467bd4ee tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:26.187327 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-885e37a4-11f5-4154-bb7f-a0dc467bd4ee tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:26.195929 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a38ddc0c-ca40-4703-bacc-0072b931ed9f req-7d226977-0dac-4e95-8f5e-5d9d746aa8e4 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628753 Apr 20 13:00:26.196550 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e37a4-11f5-4154-bb7f-a0dc467bd4ee tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Pushing event updated for resources: {'Port': ['ID=da650793-56a2-49bf-959a-cde69988c81d,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:26.220753 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-808e7ab7-0148-4138-92d7-68bfa5e8521b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:26.246334 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53444) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:26.287685 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-885e37a4-11f5-4154-bb7f-a0dc467bd4ee tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9061587 Apr 20 13:00:26.301288 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-21733abc-abee-48cb-83db-7bddd0db6fc7 service neutron] Request body: {'port': {'device_id': '90ada35f-5dfa-4966-9ee1-027f16b44d9e', 'device_owner': 'compute:tempest-test_az-1558304307', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:26.354692 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d74609-53f4-4182-90ca-3355d920d6bd req-8b45d553-5f4f-460a-9247-54177aa03067 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:26.356280 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e6d74609-53f4-4182-90ca-3355d920d6bd req-8b45d553-5f4f-460a-9247-54177aa03067 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/ports?device_id=90ada35f-5dfa-4966-9ee1-027f16b44d9e HTTP/1.1" status: 200 len: 931 time: 0.1887133 Apr 20 13:00:26.357483 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e7ab7-0148-4138-92d7-68bfa5e8521b service neutron] Pushing event updated for resources: {'Port': ['ID=916b4b77-7d7a-491c-ba57-af69d26306e7,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:26.382254 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9fe4220f-1c4d-404c-9a5e-a0c38db3d527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:26.390558 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-21733abc-abee-48cb-83db-7bddd0db6fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:26.400299 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-808e7ab7-0148-4138-92d7-68bfa5e8521b service neutron] Attempting to bind port 916b4b77-7d7a-491c-ba57-af69d26306e7 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:00:26.401170 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-808e7ab7-0148-4138-92d7-68bfa5e8521b service neutron] Attempting to bind port 916b4b77-7d7a-491c-ba57-af69d26306e7 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:00:26.401498 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-808e7ab7-0148-4138-92d7-68bfa5e8521b service neutron] Attempting to bind port 916b4b77-7d7a-491c-ba57-af69d26306e7 on network da0d71e6-e706-45b9-bcd7-1c5524c4bb88 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:00:26.418115 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd6718a-48e7-49da-ab07-ecc4ae6b02da req-f9ca6aee-7ec8-4890-a2ed-c4ecaefe4863 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:26.419595 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7fd6718a-48e7-49da-ab07-ecc4ae6b02da req-f9ca6aee-7ec8-4890-a2ed-c4ecaefe4863 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.25 "GET /v2.0/ports?device_id=67e5b501-e023-4e6b-9449-045ff9276bc3 HTTP/1.1" status: 200 len: 972 time: 0.1495667 Apr 20 13:00:26.421467 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-808e7ab7-0148-4138-92d7-68bfa5e8521b service neutron] Port 916b4b77-7d7a-491c-ba57-af69d26306e7 on network da0d71e6-e706-45b9-bcd7-1c5524c4bb88 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:00:26.421787 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-808e7ab7-0148-4138-92d7-68bfa5e8521b service neutron] Attempting to bind port 916b4b77-7d7a-491c-ba57-af69d26306e7 on network da0d71e6-e706-45b9-bcd7-1c5524c4bb88 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:00:26.438812 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-808e7ab7-0148-4138-92d7-68bfa5e8521b service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:00:26.439138 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-808e7ab7-0148-4138-92d7-68bfa5e8521b service neutron] Checking segment: {'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:00:26.439537 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-808e7ab7-0148-4138-92d7-68bfa5e8521b service neutron] Bound using segment: {'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:00:26.439975 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-808e7ab7-0148-4138-92d7-68bfa5e8521b service neutron] Bound port: 916b4b77-7d7a-491c-ba57-af69d26306e7, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:00:26.440329 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-808e7ab7-0148-4138-92d7-68bfa5e8521b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:26.459239 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e6d74609-53f4-4182-90ca-3355d920d6bd req-329c0e23-44de-427a-a4ed-1ec031d13ebd tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/security-groups?id=4dc33baf-6a58-4370-9de4-593eb1325322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883486 Apr 20 13:00:26.505239 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3181-5df1-45f8-a047-a9798313b44d None None] Provisioning complete for port da650793-56a2-49bf-959a-cde69988c81d triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:26.505779 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3181-5df1-45f8-a047-a9798313b44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:26.516108 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7fd6718a-48e7-49da-ab07-ecc4ae6b02da req-81d9876b-ca2f-4bc2-949d-0fed26455739 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8643dfe-1e61-4656-bd06-a2d2d60e5962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855033 Apr 20 13:00:26.541434 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-2b9a3181-5df1-45f8-a047-a9798313b44d None None] Port da650793-56a2-49bf-959a-cde69988c81d cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:00:26.547568 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-808e7ab7-0148-4138-92d7-68bfa5e8521b service neutron] For port 916b4b77-7d7a-491c-ba57-af69d26306e7, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:00:26.551679 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-808e7ab7-0148-4138-92d7-68bfa5e8521b service neutron] For port 916b4b77-7d7a-491c-ba57-af69d26306e7, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=916b4b77-7d7a-491c-ba57-af69d26306e7,segment=NetworkSegment(fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1),segment_id=fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:00:26.615970 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9fe4220f-1c4d-404c-9a5e-a0c38db3d527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:26.617600 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-808e7ab7-0148-4138-92d7-68bfa5e8521b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:26.684792 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-808e7ab7-0148-4138-92d7-68bfa5e8521b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:26.685520 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-808e7ab7-0148-4138-92d7-68bfa5e8521b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:26.686974 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-808e7ab7-0148-4138-92d7-68bfa5e8521b service neutron] 10.222.0.32 "PUT /v2.0/ports/916b4b77-7d7a-491c-ba57-af69d26306e7 HTTP/1.1" status: 200 len: 1114 time: 1.1093750 Apr 20 13:00:26.689155 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12cb6c0e-c318-4180-8e7f-8f9bb58fb50d', 'tag': '916b4b77-7d7a-491c-ba57-af69d26306e7'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:00:26.691389 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0f1475-3c09-4b1b-ab8b-85eed41d233a" -d '{"events": [{"name": "network-changed", "server_uuid": "12cb6c0e-c318-4180-8e7f-8f9bb58fb50d", "tag": "916b4b77-7d7a-491c-ba57-af69d26306e7"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:00:26.703835 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9fe4220f-1c4d-404c-9a5e-a0c38db3d527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:26.713787 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e7ab7-0148-4138-92d7-68bfa5e8521b service neutron] Pushing event updated for resources: {'Port': ['ID=916b4b77-7d7a-491c-ba57-af69d26306e7,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:26.724047 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb80ab0-2f8b-486a-ac8f-aca8b59031bc req-b4471fdc-8f7c-4a9e-88ec-4815b538543d tempest-AggregatesAdminTestJSON-1596713535 tempest-AggregatesAdminTestJSON-1596713535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:26.725634 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1eb80ab0-2f8b-486a-ac8f-aca8b59031bc req-b4471fdc-8f7c-4a9e-88ec-4815b538543d tempest-AggregatesAdminTestJSON-1596713535 tempest-AggregatesAdminTestJSON-1596713535-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=67e5b501-e023-4e6b-9449-045ff9276bc3 HTTP/1.1" status: 200 len: 1123 time: 0.0797174 Apr 20 13:00:26.728177 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0938f692-09ad-4228-8f68-4d608c51986b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:26.741922 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820208b0-c774-4f19-a669-e9eb6349b4d5 x-openstack-request-id: req-820208b0-c774-4f19-a669-e9eb6349b4d5 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:00:26.742171 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12cb6c0e-c318-4180-8e7f-8f9bb58fb50d", "tag": "916b4b77-7d7a-491c-ba57-af69d26306e7", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:00:26.742422 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-820208b0-c774-4f19-a669-e9eb6349b4d5 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:00:26.742876 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-820208b0-c774-4f19-a669-e9eb6349b4d5'] response: {'name': 'network-changed', 'server_uuid': '12cb6c0e-c318-4180-8e7f-8f9bb58fb50d', 'tag': '916b4b77-7d7a-491c-ba57-af69d26306e7', 'status': 'completed', 'code': 200} Apr 20 13:00:26.751490 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1eb80ab0-2f8b-486a-ac8f-aca8b59031bc req-4a27a1e2-4171-43e0-9ee7-4b04bc689328 tempest-AggregatesAdminTestJSON-1596713535 tempest-AggregatesAdminTestJSON-1596713535-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:26.762782 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-21733abc-abee-48cb-83db-7bddd0db6fc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da650793-56a2-49bf-959a-cde69988c81d {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:00:26.775453 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-21733abc-abee-48cb-83db-7bddd0db6fc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:26.783405 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9fe4220f-1c4d-404c-9a5e-a0c38db3d527 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6d38ec4bcde14aef8365d69dd7611f7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5341854 Apr 20 13:00:26.784758 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe4220f-1c4d-404c-9a5e-a0c38db3d527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0c5115-47d6-4906-a070-e0feddf479f3,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:26.787034 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53452) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:26.805156 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-21733abc-abee-48cb-83db-7bddd0db6fc7 service neutron] Transition to ACTIVE for port object da650793-56a2-49bf-959a-cde69988c81d will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:00:26.830145 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f1475-3c09-4b1b-ab8b-85eed41d233a req-cefea49d-48f4-4e3a-9c74-13f0f9daef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:26.831669 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8b0f1475-3c09-4b1b-ab8b-85eed41d233a req-cefea49d-48f4-4e3a-9c74-13f0f9daef60 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4&device_id=12cb6c0e-c318-4180-8e7f-8f9bb58fb50d HTTP/1.1" status: 200 len: 1117 time: 0.0670862 Apr 20 13:00:26.841943 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7b8a5af4-dab9-4006-a54f-7eee18f337f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:26.862783 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7b8a5af4-dab9-4006-a54f-7eee18f337f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:26.871513 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-21733abc-abee-48cb-83db-7bddd0db6fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:26.943160 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21733abc-abee-48cb-83db-7bddd0db6fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=da650793-56a2-49bf-959a-cde69988c81d,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:26.966837 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1eb80ab0-2f8b-486a-ac8f-aca8b59031bc req-4a27a1e2-4171-43e0-9ee7-4b04bc689328 tempest-AggregatesAdminTestJSON-1596713535 tempest-AggregatesAdminTestJSON-1596713535-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:26.981799 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-21733abc-abee-48cb-83db-7bddd0db6fc7 service neutron] Attempting to bind port da650793-56a2-49bf-959a-cde69988c81d on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:00:26.982125 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-21733abc-abee-48cb-83db-7bddd0db6fc7 service neutron] Attempting to bind port da650793-56a2-49bf-959a-cde69988c81d by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '1b17d21e-6447-400e-956c-5c6f6252d3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ecf7a882-8a89-482e-a7e3-f6c844876b2c'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:00:26.982622 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-21733abc-abee-48cb-83db-7bddd0db6fc7 service neutron] Attempting to bind port da650793-56a2-49bf-959a-cde69988c81d on network ecf7a882-8a89-482e-a7e3-f6c844876b2c {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:00:26.987626 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-21733abc-abee-48cb-83db-7bddd0db6fc7 service neutron] Port da650793-56a2-49bf-959a-cde69988c81d on network ecf7a882-8a89-482e-a7e3-f6c844876b2c not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:00:26.987950 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-21733abc-abee-48cb-83db-7bddd0db6fc7 service neutron] Attempting to bind port da650793-56a2-49bf-959a-cde69988c81d on network ecf7a882-8a89-482e-a7e3-f6c844876b2c {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:00:26.992908 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-21733abc-abee-48cb-83db-7bddd0db6fc7 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:00:26.993240 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-21733abc-abee-48cb-83db-7bddd0db6fc7 service neutron] Checking segment: {'id': '1b17d21e-6447-400e-956c-5c6f6252d3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ecf7a882-8a89-482e-a7e3-f6c844876b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:00:26.993615 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-21733abc-abee-48cb-83db-7bddd0db6fc7 service neutron] Bound using segment: {'id': '1b17d21e-6447-400e-956c-5c6f6252d3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ecf7a882-8a89-482e-a7e3-f6c844876b2c'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:00:26.994098 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-21733abc-abee-48cb-83db-7bddd0db6fc7 service neutron] Bound port: da650793-56a2-49bf-959a-cde69988c81d, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b17d21e-6447-400e-956c-5c6f6252d3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ecf7a882-8a89-482e-a7e3-f6c844876b2c'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:00:26.994999 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-21733abc-abee-48cb-83db-7bddd0db6fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:27.044732 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1eb80ab0-2f8b-486a-ac8f-aca8b59031bc req-4a27a1e2-4171-43e0-9ee7-4b04bc689328 tempest-AggregatesAdminTestJSON-1596713535 tempest-AggregatesAdminTestJSON-1596713535-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:27.066304 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-21733abc-abee-48cb-83db-7bddd0db6fc7 service neutron] For port da650793-56a2-49bf-959a-cde69988c81d, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:00:27.068249 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f1475-3c09-4b1b-ab8b-85eed41d233a req-15330e6b-dc57-4002-be9a-61975aa1a050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:27.069875 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8b0f1475-3c09-4b1b-ab8b-85eed41d233a req-15330e6b-dc57-4002-be9a-61975aa1a050 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2308354 Apr 20 13:00:27.072421 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-21733abc-abee-48cb-83db-7bddd0db6fc7 service neutron] For port da650793-56a2-49bf-959a-cde69988c81d, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=da650793-56a2-49bf-959a-cde69988c81d,segment=NetworkSegment(1b17d21e-6447-400e-956c-5c6f6252d3ee),segment_id=1b17d21e-6447-400e-956c-5c6f6252d3ee)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:00:27.072421 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7b8a5af4-dab9-4006-a54f-7eee18f337f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:27.074850 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7b8a5af4-dab9-4006-a54f-7eee18f337f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:27.078376 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7b8a5af4-dab9-4006-a54f-7eee18f337f7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9a0c5115-47d6-4906-a070-e0feddf479f3 HTTP/1.1" status: 204 len: 168 time: 0.2857566 Apr 20 13:00:27.084535 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a5af4-dab9-4006-a54f-7eee18f337f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0c5115-47d6-4906-a070-e0feddf479f3,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:27.142166 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1eb80ab0-2f8b-486a-ac8f-aca8b59031bc req-4a27a1e2-4171-43e0-9ee7-4b04bc689328 tempest-AggregatesAdminTestJSON-1596713535 tempest-AggregatesAdminTestJSON-1596713535-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f8643dfe-1e61-4656-bd06-a2d2d60e5962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101686 Apr 20 13:00:27.143014 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-21733abc-abee-48cb-83db-7bddd0db6fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:27.212240 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21733abc-abee-48cb-83db-7bddd0db6fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=da650793-56a2-49bf-959a-cde69988c81d,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:27.232604 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-21733abc-abee-48cb-83db-7bddd0db6fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:27.233240 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-21733abc-abee-48cb-83db-7bddd0db6fc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:27.234691 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-21733abc-abee-48cb-83db-7bddd0db6fc7 service neutron] 10.222.0.32 "PUT /v2.0/ports/da650793-56a2-49bf-959a-cde69988c81d HTTP/1.1" status: 200 len: 1113 time: 0.9382379 Apr 20 13:00:27.235140 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ada35f-5dfa-4966-9ee1-027f16b44d9e', 'tag': 'da650793-56a2-49bf-959a-cde69988c81d'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:00:27.240182 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5afda6c-7249-472a-96b9-5e8f025384cc" -d '{"events": [{"name": "network-changed", "server_uuid": "90ada35f-5dfa-4966-9ee1-027f16b44d9e", "tag": "da650793-56a2-49bf-959a-cde69988c81d"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:00:27.359229 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:00:27.409242 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27a1e2-4171-43e0-9ee7-4b04bc689328 tempest-AggregatesAdminTestJSON-1596713535 tempest-AggregatesAdminTestJSON-1596713535-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf220996-ca04-4f0c-907b-7ca9b7d000d1,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:27.422122 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-e257a35c-b6b4-4400-adb3-69f1e669bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:27.423819 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-e257a35c-b6b4-4400-adb3-69f1e669bf35 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b1351b4ef5344fa8f1186ac748ba322&device_id=90ada35f-5dfa-4966-9ee1-027f16b44d9e HTTP/1.1" status: 200 len: 1116 time: 0.0642097 Apr 20 13:00:27.482541 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-50b86a52-27ca-407f-a9cf-f4608c9172da service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da650793-56a2-49bf-959a-cde69988c81d HTTP/1.1" status: 200 len: 217 time: 0.0441749 Apr 20 13:00:27.482725 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84430900-24d0-45df-937b-a3b39ac23b1b req-80964260-840c-4755-b6ad-1a6cbbbef0f8 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:27.482917 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-84430900-24d0-45df-937b-a3b39ac23b1b req-80964260-840c-4755-b6ad-1a6cbbbef0f8 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee45265c-9bfb-4aec-aa61-0199bea94d19 HTTP/1.1" status: 200 len: 949 time: 0.4322619 Apr 20 13:00:27.526984 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0,segment=NetworkSegment(736a4538-d0db-4a78-bb23-9f11c753d329),segment_id=736a4538-d0db-4a78-bb23-9f11c753d329)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:27.544621 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0', 'network_id': '429f5df5-0ecb-4d61-b9e7-2b9ddd050641', 'port_id': 'b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0', 'mac_address': 'fa:16:3e:c7:4d:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f7b2b5-2247-40bc-8ff5-ca27d3aae5dd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:00:27.557124 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-4be68245-c520-42ad-ac42-e44769414065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:27.558585 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-4be68245-c520-42ad-ac42-e44769414065 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=301a39b8-8298-4a33-b223-fe67182f35e3 HTTP/1.1" status: 200 len: 863 time: 0.0739722 Apr 20 13:00:27.586653 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:27.601909 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbec8e-d28e-447c-9f65-a7dbc96f7843 req-b2819e5b-ea2d-4d10-a2a7-eb4a1194a604 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:27.604246 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2cbec8e-d28e-447c-9f65-a7dbc96f7843 req-b2819e5b-ea2d-4d10-a2a7-eb4a1194a604 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c2cca99-ff84-46b7-a3a8-37096500e69a HTTP/1.1" status: 200 len: 944 time: 0.2023261 Apr 20 13:00:27.607918 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f1475-3c09-4b1b-ab8b-85eed41d233a req-4cc83da3-2d5c-4346-b59f-15dbf58d50c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:27.608633 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:00:27.609451 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8b0f1475-3c09-4b1b-ab8b-85eed41d233a req-4cc83da3-2d5c-4346-b59f-15dbf58d50c9 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5176313 Apr 20 13:00:27.612630 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-84430900-24d0-45df-937b-a3b39ac23b1b req-58b9f785-7e2a-40db-a95d-638e3c5ca1e8 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0d73d3f-36b4-46ee-bfc6-6fcca6e5b25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202290 Apr 20 13:00:27.627217 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-cc632f0b-f0a5-4bc6-b05b-3d2cbf302c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:27.628873 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-cc632f0b-f0a5-4bc6-b05b-3d2cbf302c94 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ecf7a882-8a89-482e-a7e3-f6c844876b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633795 Apr 20 13:00:27.633454 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0,segment=NetworkSegment(736a4538-d0db-4a78-bb23-9f11c753d329),segment_id=736a4538-d0db-4a78-bb23-9f11c753d329)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:27.679081 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2cbec8e-d28e-447c-9f65-a7dbc96f7843 req-1af27d8e-4ccd-4961-9920-8ad7edbbbb46 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/security-groups?id=e05816cf-ed4d-41f5-805a-d78d3b7f8410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622468 Apr 20 13:00:27.694731 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-f08e2e7c-81b3-46e5-9b49-56ca78115199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:27.696396 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-f08e2e7c-81b3-46e5-9b49-56ca78115199 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4&device_id=12cb6c0e-c318-4180-8e7f-8f9bb58fb50d HTTP/1.1" status: 200 len: 1117 time: 0.0460224 Apr 20 13:00:27.709489 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:27.790516 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:27.805723 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-87105d46-8643-4b42-87e9-0807230e9df3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=916b4b77-7d7a-491c-ba57-af69d26306e7 HTTP/1.1" status: 200 len: 217 time: 0.0964389 Apr 20 13:00:27.815768 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-8ec464bb-8777-461c-bed9-1d9c24b08383 service neutron] 10.222.0.32 "GET /v2.0/networks/ecf7a882-8a89-482e-a7e3-f6c844876b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719315 Apr 20 13:00:27.892228 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec09fef-a7a5-49d5-be5c-8202c2f0cb10 req-2231ff30-0ca4-4d5d-a292-21cf466b6cb0 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:27.902236 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9ec09fef-a7a5-49d5-be5c-8202c2f0cb10 req-2231ff30-0ca4-4d5d-a292-21cf466b6cb0 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=12cb6c0e-c318-4180-8e7f-8f9bb58fb50d HTTP/1.1" status: 200 len: 966 time: 0.0936434 Apr 20 13:00:27.905301 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-a2181feb-184f-43ef-99f7-4caba6b5806d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:27.906965 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-a2181feb-184f-43ef-99f7-4caba6b5806d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7f1a9c16-f305-43f3-a182-10217ec8e6e3 HTTP/1.1" status: 200 len: 848 time: 0.0862548 Apr 20 13:00:27.919758 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3b4394cf-2e14-4e8c-80c1-ff3e015d1e5d req-dff6ec74-f80c-429d-a67e-2d9c9ba92813 service neutron] 10.222.0.32 "GET /v2.0/networks/ecf7a882-8a89-482e-a7e3-f6c844876b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979674 Apr 20 13:00:27.923235 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53470) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:27.936437 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ffa4ee39-df65-4e7b-8ea2-c7d2120c04f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:27.939739 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:27.957833 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-d5063ea9-a5fe-4e0a-9161-7813c8cd0fd8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436304 Apr 20 13:00:27.979168 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9ec09fef-a7a5-49d5-be5c-8202c2f0cb10 req-524107cd-aa3c-42fc-a99d-ba86e7c3bd87 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757644 Apr 20 13:00:28.029251 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ffa4ee39-df65-4e7b-8ea2-c7d2120c04f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:28.031131 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1b4836-b5c7-4bae-9dce-7365cc51c66c x-openstack-request-id: req-fe1b4836-b5c7-4bae-9dce-7365cc51c66c {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:00:28.031514 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ada35f-5dfa-4966-9ee1-027f16b44d9e", "tag": "da650793-56a2-49bf-959a-cde69988c81d", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:00:28.032020 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fe1b4836-b5c7-4bae-9dce-7365cc51c66c {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:00:28.035316 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe1b4836-b5c7-4bae-9dce-7365cc51c66c'] response: {'name': 'network-changed', 'server_uuid': '90ada35f-5dfa-4966-9ee1-027f16b44d9e', 'tag': 'da650793-56a2-49bf-959a-cde69988c81d', 'status': 'completed', 'code': 200} Apr 20 13:00:28.045624 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:00:28.116403 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5afda6c-7249-472a-96b9-5e8f025384cc req-56ad2475-d018-4a25-8cae-fae3622a3440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:28.118504 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b5afda6c-7249-472a-96b9-5e8f025384cc req-56ad2475-d018-4a25-8cae-fae3622a3440 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b1351b4ef5344fa8f1186ac748ba322&device_id=90ada35f-5dfa-4966-9ee1-027f16b44d9e HTTP/1.1" status: 200 len: 1116 time: 0.0501821 Apr 20 13:00:28.136498 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-f87220ce-2868-42fe-b599-cf761387381f service neutron] 10.222.0.32 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702693 Apr 20 13:00:28.145324 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ffa4ee39-df65-4e7b-8ea2-c7d2120c04f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:28.223436 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa4ee39-df65-4e7b-8ea2-c7d2120c04f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53ce641-d67a-4071-8fe8-88299f9ca70a,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:28.237667 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5105785-9020-4f88-8e80-6b934d984727 req-3a43e8a8-a96b-45da-bb58-5936e1a5009a tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:28.239150 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a5105785-9020-4f88-8e80-6b934d984727 req-3a43e8a8-a96b-45da-bb58-5936e1a5009a tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/ports?device_id=90ada35f-5dfa-4966-9ee1-027f16b44d9e HTTP/1.1" status: 200 len: 965 time: 0.1504662 Apr 20 13:00:28.242543 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ffa4ee39-df65-4e7b-8ea2-c7d2120c04f9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e9b0d74b0b354fae8c068e67b194b911&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3181763 Apr 20 13:00:28.245207 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53474) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:28.260266 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5afda6c-7249-472a-96b9-5e8f025384cc req-8a39224e-6e6c-42b6-a747-54981a25c60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:28.261720 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b5afda6c-7249-472a-96b9-5e8f025384cc req-8a39224e-6e6c-42b6-a747-54981a25c60d service neutron] 10.222.0.32 "GET /v2.0/networks?id=ecf7a882-8a89-482e-a7e3-f6c844876b2c HTTP/1.1" status: 200 len: 925 time: 0.1344123 Apr 20 13:00:28.292033 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da40549-1623-4da6-a132-5117217aa0ba req-ea0b3166-1c31-4a28-bfba-cd61d7db8284 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:28.293396 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9da40549-1623-4da6-a132-5117217aa0ba req-ea0b3166-1c31-4a28-bfba-cd61d7db8284 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.25 "GET /v2.0/ports?device_id=67e5b501-e023-4e6b-9449-045ff9276bc3 HTTP/1.1" status: 200 len: 972 time: 0.1614349 Apr 20 13:00:28.304005 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b5afda6c-7249-472a-96b9-5e8f025384cc req-aae96b84-ffef-45b0-9b0f-46df126d90d4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da650793-56a2-49bf-959a-cde69988c81d HTTP/1.1" status: 200 len: 217 time: 0.0350215 Apr 20 13:00:28.350799 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-beba1580-9762-4d6e-9a73-fd94d8b53d4e req-fc5f6e6f-e632-4546-9232-32a620b3f7d3 service neutron] 10.222.0.32 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054930 Apr 20 13:00:28.356235 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5afda6c-7249-472a-96b9-5e8f025384cc req-d1ea7d07-b106-466d-a4dc-5886886e8f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:28.358382 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b5afda6c-7249-472a-96b9-5e8f025384cc req-d1ea7d07-b106-466d-a4dc-5886886e8f75 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=301a39b8-8298-4a33-b223-fe67182f35e3 HTTP/1.1" status: 200 len: 863 time: 0.0481901 Apr 20 13:00:28.361107 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a5105785-9020-4f88-8e80-6b934d984727 req-690555d3-a51c-401c-b8a3-3b74730bbac0 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/security-groups?id=4dc33baf-6a58-4370-9de4-593eb1325322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138074 Apr 20 13:00:28.380414 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9da40549-1623-4da6-a132-5117217aa0ba req-e9a12e6c-74ff-4714-87ce-4fbaa04600af tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8643dfe-1e61-4656-bd06-a2d2d60e5962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665572 Apr 20 13:00:28.396729 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ace0fafe-1dda-401e-af1e-513d1fcf4257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:28.412441 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5afda6c-7249-472a-96b9-5e8f025384cc req-2461e448-4490-4b9a-a58f-121871de6c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:28.414070 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b5afda6c-7249-472a-96b9-5e8f025384cc req-2461e448-4490-4b9a-a58f-121871de6c25 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ecf7a882-8a89-482e-a7e3-f6c844876b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481162 Apr 20 13:00:28.419837 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ace0fafe-1dda-401e-af1e-513d1fcf4257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:28.501705 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b5afda6c-7249-472a-96b9-5e8f025384cc req-254c61d1-05f2-4f88-8021-6acefcaf4d4e service neutron] 10.222.0.32 "GET /v2.0/networks/ecf7a882-8a89-482e-a7e3-f6c844876b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799966 Apr 20 13:00:28.524796 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ace0fafe-1dda-401e-af1e-513d1fcf4257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:28.528072 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ace0fafe-1dda-401e-af1e-513d1fcf4257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:28.531838 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ace0fafe-1dda-401e-af1e-513d1fcf4257 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c53ce641-d67a-4071-8fe8-88299f9ca70a HTTP/1.1" status: 204 len: 168 time: 0.2831347 Apr 20 13:00:28.538200 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0fafe-1dda-401e-af1e-513d1fcf4257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53ce641-d67a-4071-8fe8-88299f9ca70a,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:28.599421 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b5afda6c-7249-472a-96b9-5e8f025384cc req-668e0e1f-8b92-4de2-bb9f-e55b5a17a9fb service neutron] 10.222.0.32 "GET /v2.0/networks/ecf7a882-8a89-482e-a7e3-f6c844876b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886378 Apr 20 13:00:28.736438 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742aaf2-5915-4ec4-bd1c-0afaa9edbfc2 req-8f89e7c2-231b-4942-b820-13e5562f261d tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:28.738125 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f742aaf2-5915-4ec4-bd1c-0afaa9edbfc2 req-8f89e7c2-231b-4942-b820-13e5562f261d tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee45265c-9bfb-4aec-aa61-0199bea94d19 HTTP/1.1" status: 200 len: 949 time: 0.0491281 Apr 20 13:00:28.785175 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f742aaf2-5915-4ec4-bd1c-0afaa9edbfc2 req-e1066449-4822-4762-9f44-314861fc6f73 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0d73d3f-36b4-46ee-bfc6-6fcca6e5b25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408993 Apr 20 13:00:28.834456 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03da95-a255-4681-9f28-f617ed5ce7bf req-7a5837e5-a5e0-4195-b55e-8305d8c40b39 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:28.836123 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a03da95-a255-4681-9f28-f617ed5ce7bf req-7a5837e5-a5e0-4195-b55e-8305d8c40b39 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c2cca99-ff84-46b7-a3a8-37096500e69a HTTP/1.1" status: 200 len: 945 time: 0.0671239 Apr 20 13:00:28.877768 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a03da95-a255-4681-9f28-f617ed5ce7bf req-3bba82c5-1099-4ca9-b136-764e709bbcf3 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/security-groups?id=e05816cf-ed4d-41f5-805a-d78d3b7f8410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326116 Apr 20 13:00:29.222443 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:29.251421 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52d1de-f188-4164-b036-cc681783619f req-575eeb1f-1a3e-444a-89e4-dc1964b381fc tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:29.252945 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cf52d1de-f188-4164-b036-cc681783619f req-575eeb1f-1a3e-444a-89e4-dc1964b381fc tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=12cb6c0e-c318-4180-8e7f-8f9bb58fb50d HTTP/1.1" status: 200 len: 966 time: 0.0484521 Apr 20 13:00:29.289666 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cf52d1de-f188-4164-b036-cc681783619f req-5af589b8-be30-4c61-b6e4-56faf5a5aaf3 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305679 Apr 20 13:00:29.395007 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:00:29.489047 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0130e-b9d5-4a17-860a-ee0f5f78a496 req-fa0a1b12-fb40-4842-9b0b-e6b59eec5f94 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:29.490503 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dcd0130e-b9d5-4a17-860a-ee0f5f78a496 req-fa0a1b12-fb40-4842-9b0b-e6b59eec5f94 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/ports?device_id=90ada35f-5dfa-4966-9ee1-027f16b44d9e HTTP/1.1" status: 200 len: 965 time: 0.0535207 Apr 20 13:00:29.529965 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dcd0130e-b9d5-4a17-860a-ee0f5f78a496 req-301f17c4-f9b8-43ad-b127-fc61e7ee9518 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/security-groups?id=4dc33baf-6a58-4370-9de4-593eb1325322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323730 Apr 20 13:00:29.536838 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:00:29.541526 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:29.542002 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:29.638399 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118f25e-8bad-4923-b680-89e00a432291 req-06eecde4-53b2-4109-8c11-4c77bcdeddbd tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:29.640128 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c118f25e-8bad-4923-b680-89e00a432291 req-06eecde4-53b2-4109-8c11-4c77bcdeddbd tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.32 "GET /v2.0/ports?device_id=67e5b501-e023-4e6b-9449-045ff9276bc3 HTTP/1.1" status: 200 len: 972 time: 0.1072664 Apr 20 13:00:29.660868 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:29.685584 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2cca99-ff84-46b7-a3a8-37096500e69a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:00:29.687944 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf895fce-6664-450e-8185-b2571d97f9fa" -d '{"events": [{"server_uuid": "4c2cca99-ff84-46b7-a3a8-37096500e69a", "name": "network-vif-plugged", "status": "completed", "tag": "b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:00:29.701893 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0,segment=NetworkSegment(736a4538-d0db-4a78-bb23-9f11c753d329),segment_id=736a4538-d0db-4a78-bb23-9f11c753d329)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:29.735316 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7942d3-376c-4dcf-b294-8f51a9ffa5a6 req-f93afb41-4b6e-484d-8016-f264297b90f4 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:29.736838 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6c7942d3-376c-4dcf-b294-8f51a9ffa5a6 req-f93afb41-4b6e-484d-8016-f264297b90f4 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.25 "GET /v2.0/ports?device_id=67e5b501-e023-4e6b-9449-045ff9276bc3 HTTP/1.1" status: 200 len: 972 time: 0.1139235 Apr 20 13:00:29.744869 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578a23e-66c9-4db5-8e3a-c35db20193d6 req-3a209594-7871-46b4-aa1c-c7018e5616ce tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:29.746314 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1578a23e-66c9-4db5-8e3a-c35db20193d6 req-3a209594-7871-46b4-aa1c-c7018e5616ce tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee45265c-9bfb-4aec-aa61-0199bea94d19 HTTP/1.1" status: 200 len: 949 time: 0.0838280 Apr 20 13:00:29.752793 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:29.782315 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:29.804622 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6c7942d3-376c-4dcf-b294-8f51a9ffa5a6 req-8a3ed677-3647-441c-88bb-f31ef9e4e62d tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8643dfe-1e61-4656-bd06-a2d2d60e5962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573127 Apr 20 13:00:29.810579 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1578a23e-66c9-4db5-8e3a-c35db20193d6 req-d6273831-4953-4b70-8353-dc1435a7916e tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0d73d3f-36b4-46ee-bfc6-6fcca6e5b25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570984 Apr 20 13:00:29.835677 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:29.858413 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-c118f25e-8bad-4923-b680-89e00a432291 req-c444f009-0853-4037-873c-9aba1b8cec22 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] Deleting port 8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:00:29.858755 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-c118f25e-8bad-4923-b680-89e00a432291 req-c444f009-0853-4037-873c-9aba1b8cec22 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:29.868004 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c869f9e-17b7-493e-81a2-dceea56e8944 x-openstack-request-id: req-4c869f9e-17b7-493e-81a2-dceea56e8944 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:00:29.868326 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c2cca99-ff84-46b7-a3a8-37096500e69a", "name": "network-vif-plugged", "status": "completed", "tag": "b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:00:29.868581 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c869f9e-17b7-493e-81a2-dceea56e8944 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:00:29.869493 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c869f9e-17b7-493e-81a2-dceea56e8944'] response: {'server_uuid': '4c2cca99-ff84-46b7-a3a8-37096500e69a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0', 'code': 200} Apr 20 13:00:29.986677 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-c118f25e-8bad-4923-b680-89e00a432291 req-c444f009-0853-4037-873c-9aba1b8cec22 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] For port 8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:29.987045 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-c118f25e-8bad-4923-b680-89e00a432291 req-c444f009-0853-4037-873c-9aba1b8cec22 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:30.002513 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f1955-b6ef-481a-a1fe-31740148dbc6 req-a2003da8-d2ba-4cac-8f0a-46c517fade94 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:30.004034 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f73f1955-b6ef-481a-a1fe-31740148dbc6 req-a2003da8-d2ba-4cac-8f0a-46c517fade94 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c2cca99-ff84-46b7-a3a8-37096500e69a HTTP/1.1" status: 200 len: 946 time: 0.0529797 Apr 20 13:00:30.004773 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-c118f25e-8bad-4923-b680-89e00a432291 req-c444f009-0853-4037-873c-9aba1b8cec22 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] Calling delete_port for 8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85 owned by compute:tempest-test_az-1558304307 {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:00:30.008750 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b916490-91fe-42d2-b960-8c1498dc9cfa req-dc8cf3c5-9d2b-4d20-b343-b2c80a7a3054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:30.010231 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4b916490-91fe-42d2-b960-8c1498dc9cfa req-dc8cf3c5-9d2b-4d20-b343-b2c80a7a3054 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4c2cca99-ff84-46b7-a3a8-37096500e69a HTTP/1.1" status: 200 len: 1097 time: 0.0798099 Apr 20 13:00:30.046172 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f73f1955-b6ef-481a-a1fe-31740148dbc6 req-d44af3fb-4f16-49d5-a493-d7701f7df0fa tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/security-groups?id=e05816cf-ed4d-41f5-805a-d78d3b7f8410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346961 Apr 20 13:00:30.109681 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4b916490-91fe-42d2-b960-8c1498dc9cfa req-d628baa3-7a5c-4782-872a-a5ad3d829960 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e05816cf-ed4d-41f5-805a-d78d3b7f8410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895772 Apr 20 13:00:30.245808 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-c118f25e-8bad-4923-b680-89e00a432291 req-c444f009-0853-4037-873c-9aba1b8cec22 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:30.257625 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:00:30.273633 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c444f009-0853-4037-873c-9aba1b8cec22 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] Pushing event deleted for resources: {'Port': ['ID=8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:30.339695 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-c118f25e-8bad-4923-b680-89e00a432291 req-c444f009-0853-4037-873c-9aba1b8cec22 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] No DVR routers for this DVR port 8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85 on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:00:30.343186 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-c118f25e-8bad-4923-b680-89e00a432291 req-c444f009-0853-4037-873c-9aba1b8cec22 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:30.347691 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c118f25e-8bad-4923-b680-89e00a432291 req-c444f009-0853-4037-873c-9aba1b8cec22 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.32 "DELETE /v2.0/ports/8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85 HTTP/1.1" status: 204 len: 173 time: 0.6992733 Apr 20 13:00:30.348513 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e5b501-e023-4e6b-9449-045ff9276bc3', 'name': 'network-vif-deleted', 'tag': '8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:00:30.350775 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7795f83e-0a51-4264-94dd-d76986af19a8" -d '{"events": [{"server_uuid": "67e5b501-e023-4e6b-9449-045ff9276bc3", "name": "network-vif-deleted", "tag": "8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:00:30.404691 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74c7219-c0e6-4a66-9e5d-e93117a58201 x-openstack-request-id: req-c74c7219-c0e6-4a66-9e5d-e93117a58201 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:00:30.404986 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e5b501-e023-4e6b-9449-045ff9276bc3", "name": "network-vif-deleted", "tag": "8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:00:30.405239 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c74c7219-c0e6-4a66-9e5d-e93117a58201 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:00:30.406934 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c74c7219-c0e6-4a66-9e5d-e93117a58201'] response: {'server_uuid': '67e5b501-e023-4e6b-9449-045ff9276bc3', 'name': 'network-vif-deleted', 'tag': '8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85', 'status': 'completed', 'code': 200} Apr 20 13:00:30.431862 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8f4b4-8ea3-4321-b986-a72578347662 req-64a63486-6a76-4111-a7bc-57f83dfa40a3 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:30.433372 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1fb8f4b4-8ea3-4321-b986-a72578347662 req-64a63486-6a76-4111-a7bc-57f83dfa40a3 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=12cb6c0e-c318-4180-8e7f-8f9bb58fb50d HTTP/1.1" status: 200 len: 966 time: 0.0605235 Apr 20 13:00:30.480155 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1fb8f4b4-8ea3-4321-b986-a72578347662 req-c78d0d18-739d-4c1e-af6c-7b8df98c3fd5 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397501 Apr 20 13:00:30.651542 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05afada7-ad55-4168-9895-0effc43d5925 req-195e49f0-c6b5-436b-8f82-41357e43e2cd tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:30.653027 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-05afada7-ad55-4168-9895-0effc43d5925 req-195e49f0-c6b5-436b-8f82-41357e43e2cd tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/ports?device_id=90ada35f-5dfa-4966-9ee1-027f16b44d9e HTTP/1.1" status: 200 len: 965 time: 0.0509567 Apr 20 13:00:30.695776 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-05afada7-ad55-4168-9895-0effc43d5925 req-10ac1e2b-4597-4ee2-8be2-8ef9e6f89322 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/security-groups?id=4dc33baf-6a58-4370-9de4-593eb1325322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362012 Apr 20 13:00:30.937124 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0f7fc242-7eff-4aa1-ab85-84a72157700e req-2818d081-ee58-4236-a7c0-8e120588a979 tempest-AggregatesAdminTestJSON-951606537 tempest-AggregatesAdminTestJSON-951606537-project] 10.222.0.25 "GET /v2.0/ports?device_id=67e5b501-e023-4e6b-9449-045ff9276bc3 HTTP/1.1" status: 200 len: 210 time: 0.0464373 Apr 20 13:00:30.965037 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846bae6-bb13-4aa7-9755-890f1026bdcd req-b44ee250-85c1-438d-9cb3-74746023390b tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:30.966503 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6846bae6-bb13-4aa7-9755-890f1026bdcd req-b44ee250-85c1-438d-9cb3-74746023390b tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee45265c-9bfb-4aec-aa61-0199bea94d19 HTTP/1.1" status: 200 len: 949 time: 0.0674331 Apr 20 13:00:31.005986 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6846bae6-bb13-4aa7-9755-890f1026bdcd req-b2fd6e3a-c4b3-4a6a-a3e1-2c56a6c7acfc tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0d73d3f-36b4-46ee-bfc6-6fcca6e5b25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331869 Apr 20 13:00:31.161745 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945c3b7-71ea-4535-b371-e39aded065df req-b6d28418-cbfa-4b01-9858-95f80b2eff4e tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:31.164408 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7945c3b7-71ea-4535-b371-e39aded065df req-b6d28418-cbfa-4b01-9858-95f80b2eff4e tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c2cca99-ff84-46b7-a3a8-37096500e69a HTTP/1.1" status: 200 len: 946 time: 0.0500989 Apr 20 13:00:31.205172 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7945c3b7-71ea-4535-b371-e39aded065df req-cc3e807c-d4c7-41e8-992d-7cb58fad6c4e tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/security-groups?id=e05816cf-ed4d-41f5-805a-d78d3b7f8410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343325 Apr 20 13:00:31.485919 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb02c7-6aac-44ec-8147-4160df5e039f req-54c9d86b-f870-4301-9971-5de0f7e4cef5 tempest-DeleteServersAdminTestJSON-392331136 tempest-DeleteServersAdminTestJSON-392331136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:31.487718 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-48bb02c7-6aac-44ec-8147-4160df5e039f req-54c9d86b-f870-4301-9971-5de0f7e4cef5 tempest-DeleteServersAdminTestJSON-392331136 tempest-DeleteServersAdminTestJSON-392331136-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ee45265c-9bfb-4aec-aa61-0199bea94d19 HTTP/1.1" status: 200 len: 1100 time: 0.0472457 Apr 20 13:00:31.613922 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ae898-50e1-4ed3-9ba8-447206db3640 req-b719ae57-01ca-4455-a571-3a0c60bbc08d tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:31.615520 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7c2ae898-50e1-4ed3-9ba8-447206db3640 req-b719ae57-01ca-4455-a571-3a0c60bbc08d tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=12cb6c0e-c318-4180-8e7f-8f9bb58fb50d HTTP/1.1" status: 200 len: 966 time: 0.0497959 Apr 20 13:00:31.656582 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7c2ae898-50e1-4ed3-9ba8-447206db3640 req-7e42dcad-cab3-4602-b6d9-0c128fbc7ff5 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338304 Apr 20 13:00:31.768429 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-48bb02c7-6aac-44ec-8147-4160df5e039f req-e4da9f3a-5b1d-4be6-b669-e9ca56b15b83 tempest-DeleteServersAdminTestJSON-392331136 tempest-DeleteServersAdminTestJSON-392331136-project-admin] Deleting port ae1bd3b7-b14d-4397-be49-9911b673d63d {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:00:31.768774 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-48bb02c7-6aac-44ec-8147-4160df5e039f req-e4da9f3a-5b1d-4be6-b669-e9ca56b15b83 tempest-DeleteServersAdminTestJSON-392331136 tempest-DeleteServersAdminTestJSON-392331136-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:31.817104 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d222f-9f7d-4f99-9b11-2a5d60b571e6 req-1bbdaaf5-7ffb-4479-a861-736fb8ab4e54 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:31.818583 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-710d222f-9f7d-4f99-9b11-2a5d60b571e6 req-1bbdaaf5-7ffb-4479-a861-736fb8ab4e54 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/ports?device_id=90ada35f-5dfa-4966-9ee1-027f16b44d9e HTTP/1.1" status: 200 len: 965 time: 0.0520315 Apr 20 13:00:31.851325 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-48bb02c7-6aac-44ec-8147-4160df5e039f req-e4da9f3a-5b1d-4be6-b669-e9ca56b15b83 tempest-DeleteServersAdminTestJSON-392331136 tempest-DeleteServersAdminTestJSON-392331136-project-admin] For port ae1bd3b7-b14d-4397-be49-9911b673d63d, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=ae1bd3b7-b14d-4397-be49-9911b673d63d,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:31.851724 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-48bb02c7-6aac-44ec-8147-4160df5e039f req-e4da9f3a-5b1d-4be6-b669-e9ca56b15b83 tempest-DeleteServersAdminTestJSON-392331136 tempest-DeleteServersAdminTestJSON-392331136-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:31.857292 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-710d222f-9f7d-4f99-9b11-2a5d60b571e6 req-c2f6dd8c-4ea3-43d5-a98d-21233f3c7c34 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/security-groups?id=4dc33baf-6a58-4370-9de4-593eb1325322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323110 Apr 20 13:00:31.869582 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-48bb02c7-6aac-44ec-8147-4160df5e039f req-e4da9f3a-5b1d-4be6-b669-e9ca56b15b83 tempest-DeleteServersAdminTestJSON-392331136 tempest-DeleteServersAdminTestJSON-392331136-project-admin] Calling delete_port for ae1bd3b7-b14d-4397-be49-9911b673d63d owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:00:31.958274 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53568) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:32.065375 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-48bb02c7-6aac-44ec-8147-4160df5e039f req-e4da9f3a-5b1d-4be6-b669-e9ca56b15b83 tempest-DeleteServersAdminTestJSON-392331136 tempest-DeleteServersAdminTestJSON-392331136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:32.074631 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a9723ffd-c1ab-4ac4-8e37-35db91a45b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:32.078674 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['ae1bd3b7-b14d-4397-be49-9911b673d63d'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:00:32.097946 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da9f3a-5b1d-4be6-b669-e9ca56b15b83 tempest-DeleteServersAdminTestJSON-392331136 tempest-DeleteServersAdminTestJSON-392331136-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae1bd3b7-b14d-4397-be49-9911b673d63d,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:32.121876 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4e801a31-de5c-4269-ac75-02841cfc27b3 req-46f6d22b-e98d-46b4-8066-3c29c3c5fad3 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee45265c-9bfb-4aec-aa61-0199bea94d19 HTTP/1.1" status: 200 len: 210 time: 0.0387561 Apr 20 13:00:32.149459 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-48bb02c7-6aac-44ec-8147-4160df5e039f req-e4da9f3a-5b1d-4be6-b669-e9ca56b15b83 tempest-DeleteServersAdminTestJSON-392331136 tempest-DeleteServersAdminTestJSON-392331136-project-admin] No DVR routers for this DVR port ae1bd3b7-b14d-4397-be49-9911b673d63d on host n-h2-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:00:32.152710 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-48bb02c7-6aac-44ec-8147-4160df5e039f req-e4da9f3a-5b1d-4be6-b669-e9ca56b15b83 tempest-DeleteServersAdminTestJSON-392331136 tempest-DeleteServersAdminTestJSON-392331136-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:32.156415 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-48bb02c7-6aac-44ec-8147-4160df5e039f req-e4da9f3a-5b1d-4be6-b669-e9ca56b15b83 tempest-DeleteServersAdminTestJSON-392331136 tempest-DeleteServersAdminTestJSON-392331136-project-admin] 10.222.0.15 "DELETE /v2.0/ports/ae1bd3b7-b14d-4397-be49-9911b673d63d HTTP/1.1" status: 204 len: 173 time: 0.6607141 Apr 20 13:00:32.202013 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a9723ffd-c1ab-4ac4-8e37-35db91a45b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:32.306642 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a9723ffd-c1ab-4ac4-8e37-35db91a45b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:32.355192 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a9723ffd-c1ab-4ac4-8e37-35db91a45b96 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=353c5e0276754a5894e83e2779df3bbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3958302 Apr 20 13:00:32.357799 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53588) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:32.366187 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9723ffd-c1ab-4ac4-8e37-35db91a45b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7196925-dc13-473a-9606-1555c34948bc,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:32.378539 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1adb97-0946-40d6-8199-7616770e850b req-22a9c745-3857-4daf-a3f9-ed13e8d3f604 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:32.379775 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bd1adb97-0946-40d6-8199-7616770e850b req-22a9c745-3857-4daf-a3f9-ed13e8d3f604 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c2cca99-ff84-46b7-a3a8-37096500e69a HTTP/1.1" status: 200 len: 946 time: 0.1007051 Apr 20 13:00:32.409183 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee45265c-9bfb-4aec-aa61-0199bea94d19', 'name': 'network-vif-deleted', 'tag': 'ae1bd3b7-b14d-4397-be49-9911b673d63d'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:00:32.411981 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5493fae-8f64-47b7-ac05-f140c002677b" -d '{"events": [{"server_uuid": "ee45265c-9bfb-4aec-aa61-0199bea94d19", "name": "network-vif-deleted", "tag": "ae1bd3b7-b14d-4397-be49-9911b673d63d"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:00:32.415645 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-516cb937-af00-479d-b453-0bfa4e2a83c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:32.431794 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bd1adb97-0946-40d6-8199-7616770e850b req-80e66d20-b234-4ca1-9235-163f32f57a0c tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/security-groups?id=e05816cf-ed4d-41f5-805a-d78d3b7f8410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450640 Apr 20 13:00:32.437503 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-516cb937-af00-479d-b453-0bfa4e2a83c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:32.513987 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca9e547-bbb8-4ca8-aef6-e709329b49bd x-openstack-request-id: req-dca9e547-bbb8-4ca8-aef6-e709329b49bd {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:00:32.515020 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee45265c-9bfb-4aec-aa61-0199bea94d19", "name": "network-vif-deleted", "tag": "ae1bd3b7-b14d-4397-be49-9911b673d63d", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:00:32.515333 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dca9e547-bbb8-4ca8-aef6-e709329b49bd {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:00:32.515823 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dca9e547-bbb8-4ca8-aef6-e709329b49bd'] response: {'server_uuid': 'ee45265c-9bfb-4aec-aa61-0199bea94d19', 'name': 'network-vif-deleted', 'tag': 'ae1bd3b7-b14d-4397-be49-9911b673d63d', 'status': 'completed', 'code': 200} Apr 20 13:00:32.570788 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-516cb937-af00-479d-b453-0bfa4e2a83c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:32.575061 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-516cb937-af00-479d-b453-0bfa4e2a83c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:32.576940 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-516cb937-af00-479d-b453-0bfa4e2a83c5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e7196925-dc13-473a-9606-1555c34948bc HTTP/1.1" status: 204 len: 168 time: 0.2175219 Apr 20 13:00:32.589965 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516cb937-af00-479d-b453-0bfa4e2a83c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7196925-dc13-473a-9606-1555c34948bc,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:32.690944 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e8c872b1-acf9-41c1-b17c-273d2252a6a7 req-9dbe0590-0f38-44ea-b077-7f8c39ac6861 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 258 time: 0.2025943 Apr 20 13:00:32.701698 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-e8c872b1-acf9-41c1-b17c-273d2252a6a7 req-0e77d3f7-504d-4e13-a5c3-5135fa280d49 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:32.831232 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e8c872b1-acf9-41c1-b17c-273d2252a6a7 req-0e77d3f7-504d-4e13-a5c3-5135fa280d49 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks [] for floatingip, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:32.931284 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 916b4b77-7d7a-491c-ba57-af69d26306e7 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:00:32.938481 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e8c872b1-acf9-41c1-b17c-273d2252a6a7 req-0e77d3f7-504d-4e13-a5c3-5135fa280d49 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:33.055707 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-e8c872b1-acf9-41c1-b17c-273d2252a6a7 req-0e77d3f7-504d-4e13-a5c3-5135fa280d49 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Allocated IP 172.25.8.15 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/097ceb41-0587-4881-9948-b8d469ca1114) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:00:33.062684 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 916b4b77-7d7a-491c-ba57-af69d26306e7, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=916b4b77-7d7a-491c-ba57-af69d26306e7,segment=NetworkSegment(fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1),segment_id=fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:33.075854 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '916b4b77-7d7a-491c-ba57-af69d26306e7', 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88', 'port_id': '916b4b77-7d7a-491c-ba57-af69d26306e7', 'mac_address': 'fa:16:3e:12:13:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f1a9c16-f305-43f3-a182-10217ec8e6e3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:tempest-test_az-1558304307', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:00:33.117898 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:33.132739 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 916b4b77-7d7a-491c-ba57-af69d26306e7 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:00:33.153644 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 916b4b77-7d7a-491c-ba57-af69d26306e7, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=916b4b77-7d7a-491c-ba57-af69d26306e7,segment=NetworkSegment(fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1),segment_id=fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:33.280003 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:33.280533 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device da650793-56a2-49bf-959a-cde69988c81d details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:00:33.342423 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53624) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:33.351256 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=916b4b77-7d7a-491c-ba57-af69d26306e7,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:33.366541 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0bf222ba-da21-43fa-8f73-72d899a745cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:33.377447 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e43717-1ffc-4721-9ed8-3f80fe1d4931 req-3f5fbd97-29f8-485c-9fe9-340cfdb397ef tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:33.378934 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-98e43717-1ffc-4721-9ed8-3f80fe1d4931 req-3f5fbd97-29f8-485c-9fe9-340cfdb397ef tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=12cb6c0e-c318-4180-8e7f-8f9bb58fb50d HTTP/1.1" status: 200 len: 967 time: 0.0743380 Apr 20 13:00:33.389178 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e8c872b1-acf9-41c1-b17c-273d2252a6a7 req-0e77d3f7-504d-4e13-a5c3-5135fa280d49 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:33.441315 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-98e43717-1ffc-4721-9ed8-3f80fe1d4931 req-3afec8ce-be27-4d0e-a158-db0ed4165e81 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504086 Apr 20 13:00:33.469853 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port da650793-56a2-49bf-959a-cde69988c81d, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=da650793-56a2-49bf-959a-cde69988c81d,segment=NetworkSegment(1b17d21e-6447-400e-956c-5c6f6252d3ee),segment_id=1b17d21e-6447-400e-956c-5c6f6252d3ee)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:33.474083 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0bf222ba-da21-43fa-8f73-72d899a745cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:33.483281 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': 'da650793-56a2-49bf-959a-cde69988c81d', 'network_id': 'ecf7a882-8a89-482e-a7e3-f6c844876b2c', 'port_id': 'da650793-56a2-49bf-959a-cde69988c81d', 'mac_address': 'fa:16:3e:bc:1a:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '301a39b8-8298-4a33-b223-fe67182f35e3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:tempest-test_az-1558304307', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:00:33.519823 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:33.533523 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da650793-56a2-49bf-959a-cde69988c81d {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:00:33.551563 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0bf222ba-da21-43fa-8f73-72d899a745cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:33.554190 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port da650793-56a2-49bf-959a-cde69988c81d, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=da650793-56a2-49bf-959a-cde69988c81d,segment=NetworkSegment(1b17d21e-6447-400e-956c-5c6f6252d3ee),segment_id=1b17d21e-6447-400e-956c-5c6f6252d3ee)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:33.557988 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da294ab5-9713-481f-9197-67046cf8db50 req-db647ad2-e651-4bf1-b53a-316e7082fb94 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:33.559615 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-da294ab5-9713-481f-9197-67046cf8db50 req-db647ad2-e651-4bf1-b53a-316e7082fb94 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/ports?device_id=90ada35f-5dfa-4966-9ee1-027f16b44d9e HTTP/1.1" status: 200 len: 965 time: 0.0536528 Apr 20 13:00:33.561899 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e8c872b1-acf9-41c1-b17c-273d2252a6a7 req-0e77d3f7-504d-4e13-a5c3-5135fa280d49 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:33.590186 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0bf222ba-da21-43fa-8f73-72d899a745cd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=36ad20bbacf5480b97ee3fb2433f8e40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2466230 Apr 20 13:00:33.592405 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf222ba-da21-43fa-8f73-72d899a745cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f70112a-25da-45ff-9b23-eb87ef16c31c,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:33.593651 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53626) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:33.618110 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8c872b1-acf9-41c1-b17c-273d2252a6a7 req-0e77d3f7-504d-4e13-a5c3-5135fa280d49 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:00:33.630430 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-e8c872b1-acf9-41c1-b17c-273d2252a6a7 req-0e77d3f7-504d-4e13-a5c3-5135fa280d49 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:33.638602 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c872b1-acf9-41c1-b17c-273d2252a6a7 req-0e77d3f7-504d-4e13-a5c3-5135fa280d49 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:00:33.647901 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:33.667375 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77d3f7-504d-4e13-a5c3-5135fa280d49 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Pushing event updated for resources: {'Port': ['ID=097ceb41-0587-4881-9948-b8d469ca1114,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:33.694724 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=da650793-56a2-49bf-959a-cde69988c81d,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:33.724876 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-da294ab5-9713-481f-9197-67046cf8db50 req-4fa0dfc5-7d9a-48df-9e2d-287c3b9f63d5 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/security-groups?id=4dc33baf-6a58-4370-9de4-593eb1325322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562471 Apr 20 13:00:33.769659 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e8c872b1-acf9-41c1-b17c-273d2252a6a7 req-0e77d3f7-504d-4e13-a5c3-5135fa280d49 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:33.777899 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7a5851c3-7682-47c0-b467-bedef22d884d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:33.804505 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7a5851c3-7682-47c0-b467-bedef22d884d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:33.877671 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e8c872b1-acf9-41c1-b17c-273d2252a6a7 req-0e77d3f7-504d-4e13-a5c3-5135fa280d49 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:33.960070 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['da650793-56a2-49bf-959a-cde69988c81d'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:00:33.968523 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7a5851c3-7682-47c0-b467-bedef22d884d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:33.971081 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7a5851c3-7682-47c0-b467-bedef22d884d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:33.974688 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7a5851c3-7682-47c0-b467-bedef22d884d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7f70112a-25da-45ff-9b23-eb87ef16c31c HTTP/1.1" status: 204 len: 168 time: 0.3746881 Apr 20 13:00:33.989290 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5851c3-7682-47c0-b467-bedef22d884d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f70112a-25da-45ff-9b23-eb87ef16c31c,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:33.990869 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['916b4b77-7d7a-491c-ba57-af69d26306e7'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:00:34.065656 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e8c872b1-acf9-41c1-b17c-273d2252a6a7 req-0e77d3f7-504d-4e13-a5c3-5135fa280d49 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:34.142293 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e8c872b1-acf9-41c1-b17c-273d2252a6a7 req-0e77d3f7-504d-4e13-a5c3-5135fa280d49 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:34.200384 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-10b37efa-c625-496f-ba0f-652f8b51c3c4 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c8a96530918f4a5a8c32b70f17e71a5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546503 Apr 20 13:00:34.206525 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e8c872b1-acf9-41c1-b17c-273d2252a6a7 req-0e77d3f7-504d-4e13-a5c3-5135fa280d49 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:34.230290 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77d3f7-504d-4e13-a5c3-5135fa280d49 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Pushing event updated for resources: {'Port': ['ID=097ceb41-0587-4881-9948-b8d469ca1114,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:34.308753 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e8c872b1-acf9-41c1-b17c-273d2252a6a7 req-0e77d3f7-504d-4e13-a5c3-5135fa280d49 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:34.309984 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e8c872b1-acf9-41c1-b17c-273d2252a6a7 req-0e77d3f7-504d-4e13-a5c3-5135fa280d49 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6128454 Apr 20 13:00:34.389685 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-040285f6-a582-4f2a-9c3a-efb806dbec33 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:34.391138 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-040285f6-a582-4f2a-9c3a-efb806dbec33 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1744139 Apr 20 13:00:34.410945 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e8c872b1-acf9-41c1-b17c-273d2252a6a7 req-fc5873f9-80ea-4189-8bd8-783a8af038a0 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.15 HTTP/1.1" status: 200 len: 695 time: 0.0919681 Apr 20 13:00:34.413684 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-169b4eff-2c4a-4cc7-90a4-8210673b89c1 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/quotas/c8a96530918f4a5a8c32b70f17e71a5c HTTP/1.1" status: 200 len: 375 time: 0.0167489 Apr 20 13:00:34.462008 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-f8f32218-abb4-4ff9-9f7f-fcaefbcc36d0 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c8a96530918f4a5a8c32b70f17e71a5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369732 Apr 20 13:00:34.539443 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c872b1-acf9-41c1-b17c-273d2252a6a7 req-3c87f0f6-7df9-45b0-ba91-37249082e72c tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:34.541494 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e8c872b1-acf9-41c1-b17c-273d2252a6a7 req-3c87f0f6-7df9-45b0-ba91-37249082e72c tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/networks/08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 784 time: 0.1248794 Apr 20 13:00:34.553080 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-e8c872b1-acf9-41c1-b17c-273d2252a6a7 req-944eeb1c-1f43-49bf-b7d4-93d781757c79 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:34.556875 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e8c872b1-acf9-41c1-b17c-273d2252a6a7 req-944eeb1c-1f43-49bf-b7d4-93d781757c79 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060101 Apr 20 13:00:34.762810 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccee4cd-7924-47ba-ad07-287eb3fba08a req-82ed0ae9-8ed4-4b8e-8bbc-18b0c341aabe tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:34.764452 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ccee4cd-7924-47ba-ad07-287eb3fba08a req-82ed0ae9-8ed4-4b8e-8bbc-18b0c341aabe tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=12cb6c0e-c318-4180-8e7f-8f9bb58fb50d HTTP/1.1" status: 200 len: 967 time: 0.0607579 Apr 20 13:00:34.875026 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94afd8-3070-42e6-b313-3577764b889b req-46c4c280-bf2b-4cf9-96ac-8241bfde806f tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:34.876523 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6f94afd8-3070-42e6-b313-3577764b889b req-46c4c280-bf2b-4cf9-96ac-8241bfde806f tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c2cca99-ff84-46b7-a3a8-37096500e69a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1111119 Apr 20 13:00:34.881505 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ccee4cd-7924-47ba-ad07-287eb3fba08a req-3b3eb3b1-fa38-4821-a5b0-73c2069047b2 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662634 Apr 20 13:00:34.930010 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 916b4b77-7d7a-491c-ba57-af69d26306e7 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:00:34.935814 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6f94afd8-3070-42e6-b313-3577764b889b req-864ecc30-4657-492e-ad4d-e8edbbb510a0 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.15 HTTP/1.1" status: 200 len: 695 time: 0.0531418 Apr 20 13:00:34.950278 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9a7770e7-877b-48f3-a14e-abd7ceef4b7f req-63d566e9-e7ab-493c-a6fb-120fa7d44b3a tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b27bae7-d697-4e8b-aa4f-e9e67dc621b2 HTTP/1.1" status: 200 len: 210 time: 0.0308626 Apr 20 13:00:34.955027 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-6f94afd8-3070-42e6-b313-3577764b889b req-e7280ec0-0481-49f9-95e6-862f9d0d7ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Request body: {'floatingip': {'port_id': 'b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:35.038015 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6f94afd8-3070-42e6-b313-3577764b889b req-e7280ec0-0481-49f9-95e6-862f9d0d7ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks [] for floatingip, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:35.094751 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 916b4b77-7d7a-491c-ba57-af69d26306e7 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:00:35.107564 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 916b4b77-7d7a-491c-ba57-af69d26306e7 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:35.108080 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:35.205421 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:35.229112 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12cb6c0e-c318-4180-8e7f-8f9bb58fb50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916b4b77-7d7a-491c-ba57-af69d26306e7'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:00:35.231381 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8213f15-e05c-42d4-946d-5ab08cee32cc" -d '{"events": [{"server_uuid": "12cb6c0e-c318-4180-8e7f-8f9bb58fb50d", "name": "network-vif-plugged", "status": "completed", "tag": "916b4b77-7d7a-491c-ba57-af69d26306e7"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:00:35.243874 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 916b4b77-7d7a-491c-ba57-af69d26306e7, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=916b4b77-7d7a-491c-ba57-af69d26306e7,segment=NetworkSegment(fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1),segment_id=fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:35.246736 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51956b-1d96-4b89-b4d6-2d4008898414 req-4d4648e4-bd46-4b76-a3ed-cbd4380d80b3 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:35.248250 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa51956b-1d96-4b89-b4d6-2d4008898414 req-4d4648e4-bd46-4b76-a3ed-cbd4380d80b3 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/ports?device_id=90ada35f-5dfa-4966-9ee1-027f16b44d9e HTTP/1.1" status: 200 len: 966 time: 0.0996099 Apr 20 13:00:35.323023 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa51956b-1d96-4b89-b4d6-2d4008898414 req-bc41e4d5-bf59-42b1-b975-5cb36a13a0f6 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/security-groups?id=4dc33baf-6a58-4370-9de4-593eb1325322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420287 Apr 20 13:00:35.323217 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:35.323886 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device da650793-56a2-49bf-959a-cde69988c81d up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:00:35.394237 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device ae1bd3b7-b14d-4397-be49-9911b673d63d no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:00:35.422265 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=916b4b77-7d7a-491c-ba57-af69d26306e7,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:35.425281 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: ae1bd3b7-b14d-4397-be49-9911b673d63d {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:00:35.425615 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device ae1bd3b7-b14d-4397-be49-9911b673d63d not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:00:35.516820 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port da650793-56a2-49bf-959a-cde69988c81d completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:00:35.521121 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port da650793-56a2-49bf-959a-cde69988c81d triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:35.521488 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:35.599713 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:35.643912 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2ac293-41a4-4a17-8c5a-278ab9129b24 x-openstack-request-id: req-9e2ac293-41a4-4a17-8c5a-278ab9129b24 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:00:35.644235 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12cb6c0e-c318-4180-8e7f-8f9bb58fb50d", "name": "network-vif-plugged", "status": "completed", "tag": "916b4b77-7d7a-491c-ba57-af69d26306e7", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:00:35.644498 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9e2ac293-41a4-4a17-8c5a-278ab9129b24 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:00:35.644891 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e2ac293-41a4-4a17-8c5a-278ab9129b24'] response: {'server_uuid': '12cb6c0e-c318-4180-8e7f-8f9bb58fb50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916b4b77-7d7a-491c-ba57-af69d26306e7', 'code': 200} Apr 20 13:00:35.650029 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port da650793-56a2-49bf-959a-cde69988c81d, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=da650793-56a2-49bf-959a-cde69988c81d,segment=NetworkSegment(1b17d21e-6447-400e-956c-5c6f6252d3ee),segment_id=1b17d21e-6447-400e-956c-5c6f6252d3ee)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:35.724999 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:35.725813 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:00:35.797589 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a3342-0640-401f-91ca-fc5956a88b18 req-d6c99284-f7bc-46dc-85ce-814742d7cb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:35.799109 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2f7a3342-0640-401f-91ca-fc5956a88b18 req-d6c99284-f7bc-46dc-85ce-814742d7cb80 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=12cb6c0e-c318-4180-8e7f-8f9bb58fb50d HTTP/1.1" status: 200 len: 1119 time: 0.0848773 Apr 20 13:00:35.826385 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:00:35.826728 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 8cf33009-4a9d-4aee-8e5f-18ec1a9f5e85 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:00:35.841378 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2f7a3342-0640-401f-91ca-fc5956a88b18 req-ced60fc7-770d-4541-9f69-d5abcc2e3102 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348170 Apr 20 13:00:35.853993 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=da650793-56a2-49bf-959a-cde69988c81d,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:36.056050 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6f94afd8-3070-42e6-b313-3577764b889b req-e7280ec0-0481-49f9-95e6-862f9d0d7ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:36.125072 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d70713-a040-47bf-9ded-3f39dd47aeb1 req-6510fcdc-d557-4875-9b88-5d1232ad4728 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:36.126484 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-21d70713-a040-47bf-9ded-3f39dd47aeb1 req-6510fcdc-d557-4875-9b88-5d1232ad4728 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=12cb6c0e-c318-4180-8e7f-8f9bb58fb50d HTTP/1.1" status: 200 len: 968 time: 0.0510380 Apr 20 13:00:36.130700 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6f94afd8-3070-42e6-b313-3577764b889b req-e7280ec0-0481-49f9-95e6-862f9d0d7ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:36.207281 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-21d70713-a040-47bf-9ded-3f39dd47aeb1 req-bc6d1dc4-6ad8-4643-9d04-7d93da907c40 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736165 Apr 20 13:00:36.258340 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [req-6f94afd8-3070-42e6-b313-3577764b889b req-e7280ec0-0481-49f9-95e6-862f9d0d7ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Floating IP dc5f9eac-de15-498e-9bac-e5329ee0ab51 associated. External IP: 172.25.8.15, port: b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0. Apr 20 13:00:36.325079 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-15e054f9-79d1-486b-979a-d3ce4b8bfd61 req-5bb50e8d-0a8d-4c05-959d-c9e1439e470f tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b27bae7-d697-4e8b-aa4f-e9e67dc621b2 HTTP/1.1" status: 200 len: 210 time: 0.0317798 Apr 20 13:00:36.487635 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f94afd8-3070-42e6-b313-3577764b889b req-e7280ec0-0481-49f9-95e6-862f9d0d7ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Router 7864001c-4e6b-4aa8-9143-992ce9f58950 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:00:36.599979 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f94afd8-3070-42e6-b313-3577764b889b req-e7280ec0-0481-49f9-95e6-862f9d0d7ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:00:36.605269 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6f94afd8-3070-42e6-b313-3577764b889b req-e7280ec0-0481-49f9-95e6-862f9d0d7ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:36.616455 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bf7c2a-1f3b-4975-969b-2759f7b34dae None None] Sync routers for ids ['7864001c-4e6b-4aa8-9143-992ce9f58950'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:00:36.625843 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bf7c2a-1f3b-4975-969b-2759f7b34dae None None] Routers {'7864001c-4e6b-4aa8-9143-992ce9f58950'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:00:36.626464 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-74bf7c2a-1f3b-4975-969b-2759f7b34dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:00:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['7864001c-4e6b-4aa8-9143-992ce9f58950'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:36.639980 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6f94afd8-3070-42e6-b313-3577764b889b req-e7280ec0-0481-49f9-95e6-862f9d0d7ff0 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "PUT /v2.0/floatingips/dc5f9eac-de15-498e-9bac-e5329ee0ab51 HTTP/1.1" status: 200 len: 996 time: 1.6886473 Apr 20 13:00:36.640819 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c2cca99-ff84-46b7-a3a8-37096500e69a', 'tag': 'b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:00:36.644978 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f79ff67-2714-4353-badc-f35b62bc3c3b" -d '{"events": [{"name": "network-changed", "server_uuid": "4c2cca99-ff84-46b7-a3a8-37096500e69a", "tag": "b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:00:36.692878 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94afd8-3070-42e6-b313-3577764b889b req-e605a929-dda6-4dca-a254-3305d6555cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:36.694344 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6f94afd8-3070-42e6-b313-3577764b889b req-e605a929-dda6-4dca-a254-3305d6555cfd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca84cd1ab5d1419e90b1925ce68af674&device_id=4c2cca99-ff84-46b7-a3a8-37096500e69a HTTP/1.1" status: 200 len: 1097 time: 0.0432837 Apr 20 13:00:36.730345 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-74bf7c2a-1f3b-4975-969b-2759f7b34dae None None] Set router 7864001c-4e6b-4aa8-9143-992ce9f58950 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:00:36.795653 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94afd8-3070-42e6-b313-3577764b889b req-0d9fcaa7-bbeb-49cc-89ae-5c7a68bcedae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:36.797160 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6f94afd8-3070-42e6-b313-3577764b889b req-0d9fcaa7-bbeb-49cc-89ae-5c7a68bcedae service neutron] 10.222.0.25 "GET /v2.0/networks?id=429f5df5-0ecb-4d61-b9e7-2b9ddd050641 HTTP/1.1" status: 200 len: 930 time: 0.0964475 Apr 20 13:00:36.835196 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-09c0f2b9-d578-487b-a315-edc3e2b7f6c5 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c8a96530918f4a5a8c32b70f17e71a5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300052 Apr 20 13:00:36.930928 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6f94afd8-3070-42e6-b313-3577764b889b req-836e2223-42c6-4f1b-b716-bf08c2b6569d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0 HTTP/1.1" status: 200 len: 999 time: 0.1268489 Apr 20 13:00:36.946432 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-a948f890-26ad-473a-aa0e-a2b5ae23737b tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:36.948873 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-a948f890-26ad-473a-aa0e-a2b5ae23737b tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1078770 Apr 20 13:00:36.964721 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-59acf51a-ccee-4bf8-a2aa-853b134606f4 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Request body: {'port': {'device_id': '7b27bae7-d697-4e8b-aa4f-e9e67dc621b2', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'admin_state_up': True, 'tenant_id': 'c8a96530918f4a5a8c32b70f17e71a5c'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:36.979178 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e000e-8bb2-4295-a83d-97d570e96c5c req-4ab1fd83-f982-4461-ae28-e82025d34ec0 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:36.987763 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3e3e000e-8bb2-4295-a83d-97d570e96c5c req-4ab1fd83-f982-4461-ae28-e82025d34ec0 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/ports?device_id=90ada35f-5dfa-4966-9ee1-027f16b44d9e HTTP/1.1" status: 200 len: 967 time: 0.1420822 Apr 20 13:00:37.021056 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94afd8-3070-42e6-b313-3577764b889b req-73fbd470-c0f4-47d4-9889-9036c47f61a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:37.022518 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6f94afd8-3070-42e6-b313-3577764b889b req-73fbd470-c0f4-47d4-9889-9036c47f61a5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=63f7b2b5-2247-40bc-8ff5-ca27d3aae5dd HTTP/1.1" status: 200 len: 868 time: 0.0884638 Apr 20 13:00:37.036549 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-74bf7c2a-1f3b-4975-969b-2759f7b34dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7864001c-4e6b-4aa8-9143-992ce9f58950', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1741057558-router', 'tenant_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'e1fa2fa4-ec7f-46e8-a677-663bace9586b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:54Z', 'updated_at': '2022-04-20T13:00:07Z', 'revision_number': 4, 'project_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'gw_port': {'id': 'e1fa2fa4-ec7f-46e8-a677-663bace9586b', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:14:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7864001c-4e6b-4aa8-9143-992ce9f58950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:58Z', 'updated_at': '2022-04-20T13:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'dc5f9eac-de15-498e-9bac-e5329ee0ab51', 'tenant_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'floating_ip_address': '172.25.8.15', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '7864001c-4e6b-4aa8-9143-992ce9f58950', 'port_id': 'b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '429f5df5-0ecb-4d61-b9e7-2b9ddd050641', 'mac_address': 'fa:16:3e:c7:4d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2cca99-ff84-46b7-a3a8-37096500e69a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:00:33Z', 'updated_at': '2022-04-20T13:00:35Z', 'revision_number': 1, 'project_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fed4b2ff-1172-449c-a3da-94136fcf5b45', 'name': '', 'network_id': '429f5df5-0ecb-4d61-b9e7-2b9ddd050641', 'tenant_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'mac_address': 'fa:16:3e:14:e8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7864001c-4e6b-4aa8-9143-992ce9f58950', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '63f7b2b5-2247-40bc-8ff5-ca27d3aae5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:00:05Z', 'updated_at': '2022-04-20T13:00:13Z', 'revision_number': 5, 'project_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'subnets': [{'id': '63f7b2b5-2247-40bc-8ff5-ca27d3aae5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:37.051666 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3e3e000e-8bb2-4295-a83d-97d570e96c5c req-c52a2d26-d606-429c-9d3b-01bcafbfcdfb tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/security-groups?id=4dc33baf-6a58-4370-9de4-593eb1325322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619912 Apr 20 13:00:37.068460 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bf7c2a-1f3b-4975-969b-2759f7b34dae None None] Checking router: 7864001c-4e6b-4aa8-9143-992ce9f58950 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:00:37.080967 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bf7c2a-1f3b-4975-969b-2759f7b34dae None None] Routers {'7864001c-4e6b-4aa8-9143-992ce9f58950'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:00:37.081679 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-74bf7c2a-1f3b-4975-969b-2759f7b34dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:00:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['7864001c-4e6b-4aa8-9143-992ce9f58950'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:37.110977 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94afd8-3070-42e6-b313-3577764b889b req-e6b7d5ae-561a-4ffe-9457-27421efc194b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:37.112266 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6f94afd8-3070-42e6-b313-3577764b889b req-e6b7d5ae-561a-4ffe-9457-27421efc194b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=429f5df5-0ecb-4d61-b9e7-2b9ddd050641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787222 Apr 20 13:00:37.125029 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-6f94afd8-3070-42e6-b313-3577764b889b req-a96fbe06-719f-41bc-bbbd-72fc5eb732e2 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:37.126160 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6f94afd8-3070-42e6-b313-3577764b889b req-a96fbe06-719f-41bc-bbbd-72fc5eb732e2 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058064 Apr 20 13:00:37.191407 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-59acf51a-ccee-4bf8-a2aa-853b134606f4 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Made reservation on behalf of c8a96530918f4a5a8c32b70f17e71a5c for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:00:37.199143 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-59acf51a-ccee-4bf8-a2aa-853b134606f4 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:37.242120 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1458a4f5-459b-4e9b-9a2e-e36bd1a414dd x-openstack-request-id: req-1458a4f5-459b-4e9b-9a2e-e36bd1a414dd {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:00:37.242412 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c2cca99-ff84-46b7-a3a8-37096500e69a", "tag": "b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:00:37.246747 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1458a4f5-459b-4e9b-9a2e-e36bd1a414dd {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:00:37.247214 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1458a4f5-459b-4e9b-9a2e-e36bd1a414dd'] response: {'name': 'network-changed', 'server_uuid': '4c2cca99-ff84-46b7-a3a8-37096500e69a', 'tag': 'b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0', 'status': 'completed', 'code': 200} Apr 20 13:00:37.281597 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.15', 63839) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:37.293680 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-74bf7c2a-1f3b-4975-969b-2759f7b34dae None None] Set router 7864001c-4e6b-4aa8-9143-992ce9f58950 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:00:37.348254 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6f94afd8-3070-42e6-b313-3577764b889b req-fb595cf5-02fd-4a4d-9c25-791f1a247880 service neutron] 10.222.0.25 "GET /v2.0/networks/429f5df5-0ecb-4d61-b9e7-2b9ddd050641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135830 Apr 20 13:00:37.359310 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-59acf51a-ccee-4bf8-a2aa-853b134606f4 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Allocated IP 192.168.233.185 (6efc3d61-2150-4671-a02d-6127df40131a/c5b1f82a-7732-4b50-ab22-2475f182a712/2f9b9d72-976a-40f9-ae45-5bf586345ccc) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:00:37.381159 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79ff67-2714-4353-badc-f35b62bc3c3b req-1c6f9ab3-2fc4-45d3-9cad-97bbdbf7f9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:37.383006 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f79ff67-2714-4353-badc-f35b62bc3c3b req-1c6f9ab3-2fc4-45d3-9cad-97bbdbf7f9e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca84cd1ab5d1419e90b1925ce68af674&device_id=4c2cca99-ff84-46b7-a3a8-37096500e69a HTTP/1.1" status: 200 len: 1097 time: 0.0984116 Apr 20 13:00:37.498362 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:00:37.551007 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6f94afd8-3070-42e6-b313-3577764b889b req-ecc4127e-334e-4c3b-bf8a-b650689c4c8f service neutron] 10.222.0.25 "GET /v2.0/networks/429f5df5-0ecb-4d61-b9e7-2b9ddd050641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927736 Apr 20 13:00:37.566826 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79ff67-2714-4353-badc-f35b62bc3c3b req-5406bc4b-7f8e-4c81-ae1c-1dc5a24cdb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:37.567392 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-59acf51a-ccee-4bf8-a2aa-853b134606f4 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:37.568605 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f79ff67-2714-4353-badc-f35b62bc3c3b req-5406bc4b-7f8e-4c81-ae1c-1dc5a24cdb03 service neutron] 10.222.0.15 "GET /v2.0/networks?id=429f5df5-0ecb-4d61-b9e7-2b9ddd050641 HTTP/1.1" status: 200 len: 930 time: 0.1736114 Apr 20 13:00:37.602776 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-74bf7c2a-1f3b-4975-969b-2759f7b34dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7864001c-4e6b-4aa8-9143-992ce9f58950', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1741057558-router', 'tenant_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'e1fa2fa4-ec7f-46e8-a677-663bace9586b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:54Z', 'updated_at': '2022-04-20T13:00:07Z', 'revision_number': 4, 'project_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'gw_port': {'id': 'e1fa2fa4-ec7f-46e8-a677-663bace9586b', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:14:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7864001c-4e6b-4aa8-9143-992ce9f58950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:58Z', 'updated_at': '2022-04-20T13:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'dc5f9eac-de15-498e-9bac-e5329ee0ab51', 'tenant_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'floating_ip_address': '172.25.8.15', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '7864001c-4e6b-4aa8-9143-992ce9f58950', 'port_id': 'b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '429f5df5-0ecb-4d61-b9e7-2b9ddd050641', 'mac_address': 'fa:16:3e:c7:4d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2cca99-ff84-46b7-a3a8-37096500e69a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:00:33Z', 'updated_at': '2022-04-20T13:00:35Z', 'revision_number': 1, 'project_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fed4b2ff-1172-449c-a3da-94136fcf5b45', 'name': '', 'network_id': '429f5df5-0ecb-4d61-b9e7-2b9ddd050641', 'tenant_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'mac_address': 'fa:16:3e:14:e8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7864001c-4e6b-4aa8-9143-992ce9f58950', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '63f7b2b5-2247-40bc-8ff5-ca27d3aae5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:00:05Z', 'updated_at': '2022-04-20T13:00:13Z', 'revision_number': 5, 'project_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'subnets': [{'id': '63f7b2b5-2247-40bc-8ff5-ca27d3aae5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:37.646373 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ada35f-5dfa-4966-9ee1-027f16b44d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da650793-56a2-49bf-959a-cde69988c81d'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:00:37.649331 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a3a870-af42-4ecc-98ae-3ed871ab9d64" -d '{"events": [{"server_uuid": "90ada35f-5dfa-4966-9ee1-027f16b44d9e", "name": "network-vif-plugged", "status": "completed", "tag": "da650793-56a2-49bf-959a-cde69988c81d"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:00:37.654337 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bf7c2a-1f3b-4975-969b-2759f7b34dae None None] The sync data for ids ['7864001c-4e6b-4aa8-9143-992ce9f58950'] in n-d-836015-7 is: [{'id': '7864001c-4e6b-4aa8-9143-992ce9f58950', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1741057558-router', 'tenant_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'e1fa2fa4-ec7f-46e8-a677-663bace9586b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:54Z', 'updated_at': '2022-04-20T13:00:07Z', 'revision_number': 4, 'project_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'gw_port': {'id': 'e1fa2fa4-ec7f-46e8-a677-663bace9586b', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:14:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7864001c-4e6b-4aa8-9143-992ce9f58950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:58Z', 'updated_at': '2022-04-20T13:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'dc5f9eac-de15-498e-9bac-e5329ee0ab51', 'tenant_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'floating_ip_address': '172.25.8.15', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '7864001c-4e6b-4aa8-9143-992ce9f58950', 'port_id': 'b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '429f5df5-0ecb-4d61-b9e7-2b9ddd050641', 'mac_address': 'fa:16:3e:c7:4d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2cca99-ff84-46b7-a3a8-37096500e69a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:00:33Z', 'updated_at': '2022-04-20T13:00:35Z', 'revision_number': 1, 'project_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fed4b2ff-1172-449c-a3da-94136fcf5b45', 'name': '', 'network_id': '429f5df5-0ecb-4d61-b9e7-2b9ddd050641', 'tenant_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'mac_address': 'fa:16:3e:14:e8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7864001c-4e6b-4aa8-9143-992ce9f58950', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '63f7b2b5-2247-40bc-8ff5-ca27d3aae5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:00:05Z', 'updated_at': '2022-04-20T13:00:13Z', 'revision_number': 5, 'project_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'subnets': [{'id': '63f7b2b5-2247-40bc-8ff5-ca27d3aae5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:00:37.665021 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f79ff67-2714-4353-badc-f35b62bc3c3b req-17a3800a-7156-4930-b21b-80ac680978a5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0 HTTP/1.1" status: 200 len: 999 time: 0.0796466 Apr 20 13:00:37.719987 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-59acf51a-ccee-4bf8-a2aa-853b134606f4 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:37.751712 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79ff67-2714-4353-badc-f35b62bc3c3b req-a4a078c5-14d9-4004-ad25-f36ac27a0d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:37.753223 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f79ff67-2714-4353-badc-f35b62bc3c3b req-a4a078c5-14d9-4004-ad25-f36ac27a0d9d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63f7b2b5-2247-40bc-8ff5-ca27d3aae5dd HTTP/1.1" status: 200 len: 868 time: 0.0817063 Apr 20 13:00:37.757670 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-59acf51a-ccee-4bf8-a2aa-853b134606f4 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Network 6efc3d61-2150-4671-a02d-6127df40131a is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:00:37.763927 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-59acf51a-ccee-4bf8-a2aa-853b134606f4 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:37.767828 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-59acf51a-ccee-4bf8-a2aa-853b134606f4 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:00:37.776126 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-59acf51a-ccee-4bf8-a2aa-853b134606f4 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:37.776782 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-59acf51a-ccee-4bf8-a2aa-853b134606f4 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:37.790238 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59acf51a-ccee-4bf8-a2aa-853b134606f4 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Pushing event updated for resources: {'Port': ['ID=2f9b9d72-976a-40f9-ae45-5bf586345ccc,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:37.811291 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b63a43-9e5a-49fd-855f-11c8917b5cdd req-27c6cc45-6016-4b63-a494-b49fe0961cdc tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:37.813053 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-72b63a43-9e5a-49fd-855f-11c8917b5cdd req-27c6cc45-6016-4b63-a494-b49fe0961cdc tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=12cb6c0e-c318-4180-8e7f-8f9bb58fb50d HTTP/1.1" status: 200 len: 968 time: 0.1070240 Apr 20 13:00:37.875322 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79ff67-2714-4353-badc-f35b62bc3c3b req-ab6c7a48-091a-4ec6-a5fd-1141a1d87586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:37.876816 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f79ff67-2714-4353-badc-f35b62bc3c3b req-ab6c7a48-091a-4ec6-a5fd-1141a1d87586 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=429f5df5-0ecb-4d61-b9e7-2b9ddd050641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1131673 Apr 20 13:00:37.879770 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-59acf51a-ccee-4bf8-a2aa-853b134606f4 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9215527 Apr 20 13:00:37.897468 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-dfb9becb-cd8f-49b3-82f2-a818ff9c6b70 service neutron] Request body: {'port': {'device_id': '7b27bae7-d697-4e8b-aa4f-e9e67dc621b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:37.906320 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-72b63a43-9e5a-49fd-855f-11c8917b5cdd req-7d8f4e05-8007-4f51-a992-8e62ef2a2a57 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793540 Apr 20 13:00:37.939276 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f47a54-01a4-45e3-b54c-4f2135f5937b req-5f38d09a-0f4a-4ff1-b4e4-9c06743df905 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:37.941280 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-43f47a54-01a4-45e3-b54c-4f2135f5937b req-5f38d09a-0f4a-4ff1-b4e4-9c06743df905 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b27bae7-d697-4e8b-aa4f-e9e67dc621b2 HTTP/1.1" status: 200 len: 936 time: 0.1263430 Apr 20 13:00:37.943100 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143abb47-55f7-42a0-9372-111e00c62882 None None] New status for floating IP dc5f9eac-de15-498e-9bac-e5329ee0ab51: ACTIVE {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:00:38.001705 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-dfb9becb-cd8f-49b3-82f2-a818ff9c6b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:38.095507 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f79ff67-2714-4353-badc-f35b62bc3c3b req-58f411d4-aeff-4c1c-a3bf-84c5e831aacb service neutron] 10.222.0.15 "GET /v2.0/networks/429f5df5-0ecb-4d61-b9e7-2b9ddd050641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037425 Apr 20 13:00:38.123029 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-43f47a54-01a4-45e3-b54c-4f2135f5937b req-c3d61c8f-b1cb-48a8-a1c5-4d3b012e0a00 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0d73d3f-36b4-46ee-bfc6-6fcca6e5b25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294653 Apr 20 13:00:38.184280 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5673148b-5c42-4e0d-b8b1-00f62f31e323 x-openstack-request-id: req-5673148b-5c42-4e0d-b8b1-00f62f31e323 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:00:38.184603 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ada35f-5dfa-4966-9ee1-027f16b44d9e", "name": "network-vif-plugged", "status": "completed", "tag": "da650793-56a2-49bf-959a-cde69988c81d", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:00:38.184862 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5673148b-5c42-4e0d-b8b1-00f62f31e323 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:00:38.185265 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5673148b-5c42-4e0d-b8b1-00f62f31e323'] response: {'server_uuid': '90ada35f-5dfa-4966-9ee1-027f16b44d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da650793-56a2-49bf-959a-cde69988c81d', 'code': 200} Apr 20 13:00:38.185976 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-1e3c3049-949b-40e1-a304-427c37176f5b None None] Provisioning complete for port 2f9b9d72-976a-40f9-ae45-5bf586345ccc triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:38.186342 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1e3c3049-949b-40e1-a304-427c37176f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:38.225260 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-1e3c3049-949b-40e1-a304-427c37176f5b None None] Port 2f9b9d72-976a-40f9-ae45-5bf586345ccc cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:00:38.328047 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c9c52-9667-40db-af0a-56c34f133fc3 req-555c9707-716e-4899-a6b0-1ff660ea031c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:38.332208 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ed2c9c52-9667-40db-af0a-56c34f133fc3 req-555c9707-716e-4899-a6b0-1ff660ea031c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=90ada35f-5dfa-4966-9ee1-027f16b44d9e HTTP/1.1" status: 200 len: 1118 time: 0.0821123 Apr 20 13:00:38.401036 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ed2c9c52-9667-40db-af0a-56c34f133fc3 req-9690dc49-f862-413f-b5c6-d3d7d90827dc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4dc33baf-6a58-4370-9de4-593eb1325322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627613 Apr 20 13:00:38.402896 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-dfb9becb-cd8f-49b3-82f2-a818ff9c6b70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f9b9d72-976a-40f9-ae45-5bf586345ccc {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:00:38.410616 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-dfb9becb-cd8f-49b3-82f2-a818ff9c6b70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:38.422189 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-dfb9becb-cd8f-49b3-82f2-a818ff9c6b70 service neutron] Transition to ACTIVE for port object 2f9b9d72-976a-40f9-ae45-5bf586345ccc will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:00:38.453706 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-903d2565-336d-417a-860d-bc18f7fea584 req-01c0de4a-de02-453a-bf26-d2609667ddce tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 258 time: 0.4616399 Apr 20 13:00:38.469235 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-903d2565-336d-417a-860d-bc18f7fea584 req-c4f90486-0029-462b-8336-1e943e05aaad tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:38.495154 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f79ff67-2714-4353-badc-f35b62bc3c3b req-32ca3ea7-ce07-4693-8493-20080137b9a8 service neutron] 10.222.0.15 "GET /v2.0/networks/429f5df5-0ecb-4d61-b9e7-2b9ddd050641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908806 Apr 20 13:00:38.511232 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-dfb9becb-cd8f-49b3-82f2-a818ff9c6b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:38.565157 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9becb-cd8f-49b3-82f2-a818ff9c6b70 service neutron] Pushing event updated for resources: {'Port': ['ID=2f9b9d72-976a-40f9-ae45-5bf586345ccc,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:38.585295 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-903d2565-336d-417a-860d-bc18f7fea584 req-c4f90486-0029-462b-8336-1e943e05aaad tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks [] for floatingip, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:38.613824 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-dfb9becb-cd8f-49b3-82f2-a818ff9c6b70 service neutron] Attempting to bind port 2f9b9d72-976a-40f9-ae45-5bf586345ccc on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:00:38.614167 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-dfb9becb-cd8f-49b3-82f2-a818ff9c6b70 service neutron] Attempting to bind port 2f9b9d72-976a-40f9-ae45-5bf586345ccc by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:00:38.614504 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-dfb9becb-cd8f-49b3-82f2-a818ff9c6b70 service neutron] Attempting to bind port 2f9b9d72-976a-40f9-ae45-5bf586345ccc on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:00:38.619774 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-dfb9becb-cd8f-49b3-82f2-a818ff9c6b70 service neutron] Port 2f9b9d72-976a-40f9-ae45-5bf586345ccc on network 6efc3d61-2150-4671-a02d-6127df40131a not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:00:38.620102 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-dfb9becb-cd8f-49b3-82f2-a818ff9c6b70 service neutron] Attempting to bind port 2f9b9d72-976a-40f9-ae45-5bf586345ccc on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:00:38.625414 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-dfb9becb-cd8f-49b3-82f2-a818ff9c6b70 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:00:38.625770 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-dfb9becb-cd8f-49b3-82f2-a818ff9c6b70 service neutron] Checking segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:00:38.626144 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-dfb9becb-cd8f-49b3-82f2-a818ff9c6b70 service neutron] Bound using segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:00:38.626659 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-dfb9becb-cd8f-49b3-82f2-a818ff9c6b70 service neutron] Bound port: 2f9b9d72-976a-40f9-ae45-5bf586345ccc, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:00:38.626963 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-dfb9becb-cd8f-49b3-82f2-a818ff9c6b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:38.700124 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-dfb9becb-cd8f-49b3-82f2-a818ff9c6b70 service neutron] For port 2f9b9d72-976a-40f9-ae45-5bf586345ccc, host n-h2-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:00:38.703884 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-903d2565-336d-417a-860d-bc18f7fea584 req-c4f90486-0029-462b-8336-1e943e05aaad tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:38.705207 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-dfb9becb-cd8f-49b3-82f2-a818ff9c6b70 service neutron] For port 2f9b9d72-976a-40f9-ae45-5bf586345ccc, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=2f9b9d72-976a-40f9-ae45-5bf586345ccc,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:00:38.782872 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-dfb9becb-cd8f-49b3-82f2-a818ff9c6b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:38.809189 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-903d2565-336d-417a-860d-bc18f7fea584 req-c4f90486-0029-462b-8336-1e943e05aaad tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Allocated IP 172.25.8.218 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/861e48a7-ef25-4774-ad5b-92241e3a1562) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:00:38.817854 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-dfb9becb-cd8f-49b3-82f2-a818ff9c6b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:38.818476 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-dfb9becb-cd8f-49b3-82f2-a818ff9c6b70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:38.820220 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-dfb9becb-cd8f-49b3-82f2-a818ff9c6b70 service neutron] 10.222.0.15 "PUT /v2.0/ports/2f9b9d72-976a-40f9-ae45-5bf586345ccc HTTP/1.1" status: 200 len: 1096 time: 0.9278376 Apr 20 13:00:38.820852 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b27bae7-d697-4e8b-aa4f-e9e67dc621b2', 'tag': '2f9b9d72-976a-40f9-ae45-5bf586345ccc'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:00:38.822896 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed01e930-7243-43e1-82e6-7f994bfaac63" -d '{"events": [{"name": "network-changed", "server_uuid": "7b27bae7-d697-4e8b-aa4f-e9e67dc621b2", "tag": "2f9b9d72-976a-40f9-ae45-5bf586345ccc"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:00:38.871980 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9becb-cd8f-49b3-82f2-a818ff9c6b70 service neutron] Pushing event updated for resources: {'Port': ['ID=2f9b9d72-976a-40f9-ae45-5bf586345ccc,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:38.945638 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-903d2565-336d-417a-860d-bc18f7fea584 req-c4f90486-0029-462b-8336-1e943e05aaad tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:38.972480 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-e20007f5-fe0c-4fda-9904-fb082900aa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:38.974032 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-e20007f5-fe0c-4fda-9904-fb082900aa2c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8a96530918f4a5a8c32b70f17e71a5c&device_id=7b27bae7-d697-4e8b-aa4f-e9e67dc621b2 HTTP/1.1" status: 200 len: 1099 time: 0.0496271 Apr 20 13:00:39.021714 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-37e6c962-ee6e-4c89-8cc7-5801134a9593 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=2f9b9d72-976a-40f9-ae45-5bf586345ccc HTTP/1.1" status: 200 len: 217 time: 0.0360787 Apr 20 13:00:39.051556 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b973092-a6fa-4739-a081-dca748c99a55 req-ea952c47-1542-48df-bb6e-60507eb1eba9 tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:39.053064 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8b973092-a6fa-4739-a081-dca748c99a55 req-ea952c47-1542-48df-bb6e-60507eb1eba9 tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=12cb6c0e-c318-4180-8e7f-8f9bb58fb50d HTTP/1.1" status: 200 len: 1119 time: 0.0424435 Apr 20 13:00:39.079965 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-00599391-a26e-4baf-a724-78559c479f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:39.081419 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-00599391-a26e-4baf-a724-78559c479f7c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0482678 Apr 20 13:00:39.082343 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-903d2565-336d-417a-860d-bc18f7fea584 req-c4f90486-0029-462b-8336-1e943e05aaad tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:39.129754 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-662c7fdf-33f3-4a00-8327-d431f8156e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:39.131067 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8b973092-a6fa-4739-a081-dca748c99a55 req-2f3b79a4-b42a-48a3-9577-b94905d5ee21 tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717499 Apr 20 13:00:39.131170 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-662c7fdf-33f3-4a00-8327-d431f8156e33 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0436292 Apr 20 13:00:39.137452 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-903d2565-336d-417a-860d-bc18f7fea584 req-c4f90486-0029-462b-8336-1e943e05aaad tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:00:39.142987 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-903d2565-336d-417a-860d-bc18f7fea584 req-c4f90486-0029-462b-8336-1e943e05aaad tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:39.157674 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-903d2565-336d-417a-860d-bc18f7fea584 req-c4f90486-0029-462b-8336-1e943e05aaad tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:00:39.162955 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f90486-0029-462b-8336-1e943e05aaad tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Pushing event updated for resources: {'Port': ['ID=861e48a7-ef25-4774-ad5b-92241e3a1562,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:39.226878 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-e4ec2425-f027-4fce-b7f0-3532f9ab88c7 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869343 Apr 20 13:00:39.234381 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-903d2565-336d-417a-860d-bc18f7fea584 req-c4f90486-0029-462b-8336-1e943e05aaad tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:39.260543 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb59e3-c15b-4170-b64c-6ecfa086e6d6 req-6fb202fc-6167-40fc-8ce3-72a3357f4bf8 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:39.262027 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dfcb59e3-c15b-4170-b64c-6ecfa086e6d6 req-6fb202fc-6167-40fc-8ce3-72a3357f4bf8 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/ports?device_id=90ada35f-5dfa-4966-9ee1-027f16b44d9e HTTP/1.1" status: 200 len: 967 time: 0.0563540 Apr 20 13:00:39.300359 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dfcb59e3-c15b-4170-b64c-6ecfa086e6d6 req-3110ca17-fd26-4abf-9b17-7ab40bbd16f1 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/security-groups?id=4dc33baf-6a58-4370-9de4-593eb1325322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320990 Apr 20 13:00:39.320122 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-34f931c8-2be5-48ba-8fcc-64b4d448e7a5 req-70ba63fd-80a5-4d37-8798-490432f60fc0 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867183 Apr 20 13:00:39.336905 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-903d2565-336d-417a-860d-bc18f7fea584 req-c4f90486-0029-462b-8336-1e943e05aaad tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:39.490497 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-903d2565-336d-417a-860d-bc18f7fea584 req-c4f90486-0029-462b-8336-1e943e05aaad tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:39.526751 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ba815d-e490-4853-84f6-ca3ce98a50e1 x-openstack-request-id: req-a9ba815d-e490-4853-84f6-ca3ce98a50e1 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:00:39.527037 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b27bae7-d697-4e8b-aa4f-e9e67dc621b2", "tag": "2f9b9d72-976a-40f9-ae45-5bf586345ccc", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:00:39.527292 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a9ba815d-e490-4853-84f6-ca3ce98a50e1 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:00:39.527753 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9ba815d-e490-4853-84f6-ca3ce98a50e1'] response: {'name': 'network-changed', 'server_uuid': '7b27bae7-d697-4e8b-aa4f-e9e67dc621b2', 'tag': '2f9b9d72-976a-40f9-ae45-5bf586345ccc', 'status': 'completed', 'code': 200} Apr 20 13:00:39.570840 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-903d2565-336d-417a-860d-bc18f7fea584 req-c4f90486-0029-462b-8336-1e943e05aaad tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:39.593752 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01e930-7243-43e1-82e6-7f994bfaac63 req-aaa62872-7029-4846-a80b-f09ec58ba7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:39.595331 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ed01e930-7243-43e1-82e6-7f994bfaac63 req-aaa62872-7029-4846-a80b-f09ec58ba7b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8a96530918f4a5a8c32b70f17e71a5c&device_id=7b27bae7-d697-4e8b-aa4f-e9e67dc621b2 HTTP/1.1" status: 200 len: 1099 time: 0.0469573 Apr 20 13:00:39.632302 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-903d2565-336d-417a-860d-bc18f7fea584 req-c4f90486-0029-462b-8336-1e943e05aaad tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:39.664539 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f90486-0029-462b-8336-1e943e05aaad tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Pushing event updated for resources: {'Port': ['ID=861e48a7-ef25-4774-ad5b-92241e3a1562,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:39.684042 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c87559-57c1-4e34-bda4-375011738cfb req-bfc65f11-cc01-4bac-a339-acd35964d01a tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:39.691702 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-49c87559-57c1-4e34-bda4-375011738cfb req-bfc65f11-cc01-4bac-a339-acd35964d01a tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b27bae7-d697-4e8b-aa4f-e9e67dc621b2 HTTP/1.1" status: 200 len: 948 time: 0.1163511 Apr 20 13:00:39.705771 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01e930-7243-43e1-82e6-7f994bfaac63 req-d08df92e-db4e-4997-b5fc-e87095d3d308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:39.708102 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ed01e930-7243-43e1-82e6-7f994bfaac63 req-d08df92e-db4e-4997-b5fc-e87095d3d308 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.1066577 Apr 20 13:00:39.710783 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-903d2565-336d-417a-860d-bc18f7fea584 req-c4f90486-0029-462b-8336-1e943e05aaad tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:39.711980 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-903d2565-336d-417a-860d-bc18f7fea584 req-c4f90486-0029-462b-8336-1e943e05aaad tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2494783 Apr 20 13:00:39.758047 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ed01e930-7243-43e1-82e6-7f994bfaac63 req-e1d6f91d-3380-4dd0-afe9-17c8993825e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=2f9b9d72-976a-40f9-ae45-5bf586345ccc HTTP/1.1" status: 200 len: 217 time: 0.0412948 Apr 20 13:00:39.767638 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-49c87559-57c1-4e34-bda4-375011738cfb req-d9b0a5c0-5ee2-43b3-9f93-ac290c8a8949 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0d73d3f-36b4-46ee-bfc6-6fcca6e5b25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748203 Apr 20 13:00:39.777332 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-903d2565-336d-417a-860d-bc18f7fea584 req-338ee323-335a-45fd-8c9c-4daa297b7f1e tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.218 HTTP/1.1" status: 200 len: 696 time: 0.0517912 Apr 20 13:00:39.832298 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01e930-7243-43e1-82e6-7f994bfaac63 req-690f1772-9971-4b81-9780-6fae29b4be57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:39.833754 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ed01e930-7243-43e1-82e6-7f994bfaac63 req-690f1772-9971-4b81-9780-6fae29b4be57 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0676250 Apr 20 13:00:39.880170 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01e930-7243-43e1-82e6-7f994bfaac63 req-d80e2aaa-0fdf-4546-8f7f-d62c5afdc123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:39.881663 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ed01e930-7243-43e1-82e6-7f994bfaac63 req-d80e2aaa-0fdf-4546-8f7f-d62c5afdc123 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0400670 Apr 20 13:00:39.928533 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d2565-336d-417a-860d-bc18f7fea584 req-516c38e5-2f96-4ea1-a750-0473f31e2ce2 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:39.929919 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-903d2565-336d-417a-860d-bc18f7fea584 req-516c38e5-2f96-4ea1-a750-0473f31e2ce2 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/networks/08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 784 time: 0.1456671 Apr 20 13:00:39.965792 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07315736-3665-42ca-8bef-ad2470a6692f req-4d97cf03-195c-4108-a587-6cde59116a56 tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:39.965792 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-07315736-3665-42ca-8bef-ad2470a6692f req-4d97cf03-195c-4108-a587-6cde59116a56 tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=12cb6c0e-c318-4180-8e7f-8f9bb58fb50d HTTP/1.1" status: 200 len: 1119 time: 0.0872149 Apr 20 13:00:39.974584 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-07315736-3665-42ca-8bef-ad2470a6692f req-b27b99f4-f9f4-4fd3-9244-9771cb46da95 tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318253 Apr 20 13:00:39.989253 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ed01e930-7243-43e1-82e6-7f994bfaac63 req-eee61458-3a84-4b8d-8f8e-c8bc099d312e service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997179 Apr 20 13:00:40.250418 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ed01e930-7243-43e1-82e6-7f994bfaac63 req-27c827e6-2665-44dd-937e-8c51218e4ae5 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883811 Apr 20 13:00:40.250903 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985245c-cdb6-4ce1-aae1-74867e8b9027 req-82fc1b57-e773-4430-b437-d0f0a5448755 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:40.250903 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b985245c-cdb6-4ce1-aae1-74867e8b9027 req-82fc1b57-e773-4430-b437-d0f0a5448755 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c2cca99-ff84-46b7-a3a8-37096500e69a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0482590 Apr 20 13:00:40.250903 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b985245c-cdb6-4ce1-aae1-74867e8b9027 req-384cbff4-e05d-4a5e-b15d-d911726ea4a0 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.218 HTTP/1.1" status: 200 len: 696 time: 0.0456557 Apr 20 13:00:40.250903 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-b985245c-cdb6-4ce1-aae1-74867e8b9027 req-10a2956c-1391-4ecc-9edf-d29b01d5fdc0 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Request body: {'floatingip': {'port_id': 'b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:40.266722 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b985245c-cdb6-4ce1-aae1-74867e8b9027 req-10a2956c-1391-4ecc-9edf-d29b01d5fdc0 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks [] for floatingip, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:40.495084 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [req-b985245c-cdb6-4ce1-aae1-74867e8b9027 req-10a2956c-1391-4ecc-9edf-d29b01d5fdc0 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] update failed (client error): There was a conflict when trying to complete your request. Apr 20 13:00:40.496149 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b985245c-cdb6-4ce1-aae1-74867e8b9027 req-10a2956c-1391-4ecc-9edf-d29b01d5fdc0 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "PUT /v2.0/floatingips/ca88cbfd-4f71-4819-b751-c6fc7e1d45ad HTTP/1.1" status: 409 len: 551 time: 0.2759945 Apr 20 13:00:40.645268 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-923ca2c9-6c2b-4f95-926b-39a21d734cc2 req-fdc3d845-5876-42a0-808d-f73abab62c33 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/floatingips/ca88cbfd-4f71-4819-b751-c6fc7e1d45ad HTTP/1.1" status: 200 len: 693 time: 0.0546339 Apr 20 13:00:40.733122 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b334bb12-c336-463e-a6b2-ab5646c0440c req-9b3d3c8e-1632-4dd9-8807-10fa8e356032 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:40.734597 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b334bb12-c336-463e-a6b2-ab5646c0440c req-9b3d3c8e-1632-4dd9-8807-10fa8e356032 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/ports?device_id=90ada35f-5dfa-4966-9ee1-027f16b44d9e HTTP/1.1" status: 200 len: 967 time: 0.1066227 Apr 20 13:00:40.792018 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ca2c9-6c2b-4f95-926b-39a21d734cc2 req-a7211c90-0aa7-4bcd-be28-6c2129e254c9 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:40.793248 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-923ca2c9-6c2b-4f95-926b-39a21d734cc2 req-a7211c90-0aa7-4bcd-be28-6c2129e254c9 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/networks/08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 784 time: 0.1334968 Apr 20 13:00:40.804930 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-923ca2c9-6c2b-4f95-926b-39a21d734cc2 req-29a67aea-cab2-4f82-b721-b3e7e7ec3e13 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:40.805874 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-923ca2c9-6c2b-4f95-926b-39a21d734cc2 req-29a67aea-cab2-4f82-b721-b3e7e7ec3e13 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070093 Apr 20 13:00:40.810910 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b334bb12-c336-463e-a6b2-ab5646c0440c req-08cac5c0-cc34-42d8-9b51-b8393854888e tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/security-groups?id=4dc33baf-6a58-4370-9de4-593eb1325322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692475 Apr 20 13:00:40.854991 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-923ca2c9-6c2b-4f95-926b-39a21d734cc2 req-7299e86f-0a33-4141-b721-a46947874e99 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.218 HTTP/1.1" status: 200 len: 696 time: 0.0427692 Apr 20 13:00:40.904872 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-923ca2c9-6c2b-4f95-926b-39a21d734cc2 req-b55d5c8a-6f4e-493e-8128-2ac03c703e1d tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.218 HTTP/1.1" status: 200 len: 696 time: 0.0435975 Apr 20 13:00:40.909733 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-f652ff80-41d5-475c-85db-aa6deaf08c86 req-888bde8a-b1b6-4105-97a7-e2471471a755 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:40.914282 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f652ff80-41d5-475c-85db-aa6deaf08c86 req-888bde8a-b1b6-4105-97a7-e2471471a755 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049763 Apr 20 13:00:41.033515 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-923ca2c9-6c2b-4f95-926b-39a21d734cc2 req-37f06544-5f30-40c8-bf3c-c83ba821b483 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Deleting port 861e48a7-ef25-4774-ad5b-92241e3a1562 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:00:41.033859 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-923ca2c9-6c2b-4f95-926b-39a21d734cc2 req-37f06544-5f30-40c8-bf3c-c83ba821b483 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:41.114810 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-923ca2c9-6c2b-4f95-926b-39a21d734cc2 req-37f06544-5f30-40c8-bf3c-c83ba821b483 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:41.115255 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-923ca2c9-6c2b-4f95-926b-39a21d734cc2 req-37f06544-5f30-40c8-bf3c-c83ba821b483 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:41.129534 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-923ca2c9-6c2b-4f95-926b-39a21d734cc2 req-37f06544-5f30-40c8-bf3c-c83ba821b483 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Calling delete_port for 861e48a7-ef25-4774-ad5b-92241e3a1562 owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:00:41.164873 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53850) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:41.269675 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1af0ac11-7364-4271-aa92-8c3e3a99d1af admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:41.369288 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-923ca2c9-6c2b-4f95-926b-39a21d734cc2 req-37f06544-5f30-40c8-bf3c-c83ba821b483 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:41.394815 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f06544-5f30-40c8-bf3c-c83ba821b483 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Pushing event deleted for resources: {'Port': ['ID=861e48a7-ef25-4774-ad5b-92241e3a1562,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:41.426129 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1af0ac11-7364-4271-aa92-8c3e3a99d1af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:41.430062 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-923ca2c9-6c2b-4f95-926b-39a21d734cc2 req-37f06544-5f30-40c8-bf3c-c83ba821b483 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks [] for floatingip, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:41.433208 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-923ca2c9-6c2b-4f95-926b-39a21d734cc2 req-37f06544-5f30-40c8-bf3c-c83ba821b483 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:41.434344 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-923ca2c9-6c2b-4f95-926b-39a21d734cc2 req-37f06544-5f30-40c8-bf3c-c83ba821b483 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "DELETE /v2.0/floatingips/ca88cbfd-4f71-4819-b751-c6fc7e1d45ad HTTP/1.1" status: 204 len: 173 time: 0.5228851 Apr 20 13:00:41.505672 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1af0ac11-7364-4271-aa92-8c3e3a99d1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:41.545743 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1af0ac11-7364-4271-aa92-8c3e3a99d1af admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a5f62684a2dd47fb947ef71f8be0f0b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3797760 Apr 20 13:00:41.547769 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0ac11-7364-4271-aa92-8c3e3a99d1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f64cef-bf70-4d64-a5c3-464f5bb5d5da,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:41.548486 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53864) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:41.600800 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-41e2764a-981b-49e2-bc1c-9075f321dc73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:41.631960 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-41e2764a-981b-49e2-bc1c-9075f321dc73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:41.763927 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-41e2764a-981b-49e2-bc1c-9075f321dc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:41.766380 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-41e2764a-981b-49e2-bc1c-9075f321dc73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:41.767485 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-41e2764a-981b-49e2-bc1c-9075f321dc73 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/22f64cef-bf70-4d64-a5c3-464f5bb5d5da HTTP/1.1" status: 204 len: 168 time: 0.2179971 Apr 20 13:00:41.791943 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2764a-981b-49e2-bc1c-9075f321dc73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f64cef-bf70-4d64-a5c3-464f5bb5d5da,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:41.825149 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd48230-6a98-4931-b132-61bbf44981f0 req-0df53da2-8cc2-4dd2-9926-9a198ac3a2ab tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:41.826771 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2fd48230-6a98-4931-b132-61bbf44981f0 req-0df53da2-8cc2-4dd2-9926-9a198ac3a2ab tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b27bae7-d697-4e8b-aa4f-e9e67dc621b2 HTTP/1.1" status: 200 len: 948 time: 0.0731971 Apr 20 13:00:41.866584 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2fd48230-6a98-4931-b132-61bbf44981f0 req-f715bd65-98b2-41d6-9c65-0312dd446e3a tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0d73d3f-36b4-46ee-bfc6-6fcca6e5b25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338213 Apr 20 13:00:42.010407 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c1fb1-bbcd-43fa-9f07-82f05966a6c2 req-4e127ba3-23a1-4e61-aff7-da34ea3d572c tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:42.011983 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-618c1fb1-bbcd-43fa-9f07-82f05966a6c2 req-4e127ba3-23a1-4e61-aff7-da34ea3d572c tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/ports?device_id=90ada35f-5dfa-4966-9ee1-027f16b44d9e HTTP/1.1" status: 200 len: 967 time: 0.0532897 Apr 20 13:00:42.020675 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53890) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:42.026050 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-25384de7-f2ba-4ae5-9e88-b7d85a83d6a3 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Request body: {'floatingip': {'port_id': 'da650793-56a2-49bf-959a-cde69988c81d'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:42.108907 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-25384de7-f2ba-4ae5-9e88-b7d85a83d6a3 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks [] for floatingip, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:42.164995 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:42.205764 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9f0123b1-4e5d-4008-b2fe-846b1b76b6be req-3580a43a-142f-44f3-ad4f-3d80d4d0a6df tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.15 HTTP/1.1" status: 200 len: 1001 time: 0.1769016 Apr 20 13:00:42.288438 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0123b1-4e5d-4008-b2fe-846b1b76b6be req-a2897975-3145-4834-b7dd-d3ce62c0aa69 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:42.289750 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9f0123b1-4e5d-4008-b2fe-846b1b76b6be req-a2897975-3145-4834-b7dd-d3ce62c0aa69 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/ports/b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0 HTTP/1.1" status: 200 len: 943 time: 0.0611746 Apr 20 13:00:42.427485 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53898) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:42.432378 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9f0123b1-4e5d-4008-b2fe-846b1b76b6be req-9f58d93d-97a9-43e1-8e42-43dbd6095ee5 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.15 HTTP/1.1" status: 200 len: 1001 time: 0.1028371 Apr 20 13:00:42.442334 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a907214e-5157-48ae-8544-dc14ff9b52cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:42.536859 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a907214e-5157-48ae-8544-dc14ff9b52cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:42.593497 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:42.628062 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a907214e-5157-48ae-8544-dc14ff9b52cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:42.654989 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0123b1-4e5d-4008-b2fe-846b1b76b6be req-6728f07e-831b-42fc-bc0a-030eaae92ecd tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:42.656384 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9f0123b1-4e5d-4008-b2fe-846b1b76b6be req-6728f07e-831b-42fc-bc0a-030eaae92ecd tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/networks/08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 784 time: 0.2159033 Apr 20 13:00:42.671667 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a907214e-5157-48ae-8544-dc14ff9b52cc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aae2e559c77e4bdd9fa3df0fbbd52edb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396741 Apr 20 13:00:42.671667 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907214e-5157-48ae-8544-dc14ff9b52cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cdc5a6-2f9f-4042-b11b-c94c7a74637d,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:42.680728 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53904) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:42.694001 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907214e-5157-48ae-8544-dc14ff9b52cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:42.694367 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907214e-5157-48ae-8544-dc14ff9b52cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:42.694685 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907214e-5157-48ae-8544-dc14ff9b52cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:42.695033 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907214e-5157-48ae-8544-dc14ff9b52cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:42.695528 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907214e-5157-48ae-8544-dc14ff9b52cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:42.695771 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907214e-5157-48ae-8544-dc14ff9b52cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:42.696098 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907214e-5157-48ae-8544-dc14ff9b52cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:42.696422 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907214e-5157-48ae-8544-dc14ff9b52cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:42.696806 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907214e-5157-48ae-8544-dc14ff9b52cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:42.697626 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907214e-5157-48ae-8544-dc14ff9b52cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:42.697947 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907214e-5157-48ae-8544-dc14ff9b52cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:42.698298 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a907214e-5157-48ae-8544-dc14ff9b52cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:42.750956 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-09f59581-1e29-4475-aa12-13289f9be91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:42.774044 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-09f59581-1e29-4475-aa12-13289f9be91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:42.890546 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-09f59581-1e29-4475-aa12-13289f9be91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:42.893294 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-09f59581-1e29-4475-aa12-13289f9be91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:42.894716 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-09f59581-1e29-4475-aa12-13289f9be91e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e9cdc5a6-2f9f-4042-b11b-c94c7a74637d HTTP/1.1" status: 204 len: 168 time: 0.2134809 Apr 20 13:00:42.904295 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f59581-1e29-4475-aa12-13289f9be91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cdc5a6-2f9f-4042-b11b-c94c7a74637d,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:42.961391 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.db.resource_extend [None req-25384de7-f2ba-4ae5-9e88-b7d85a83d6a3 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 13:00:43.007144 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9f0123b1-4e5d-4008-b2fe-846b1b76b6be req-6b7826f1-b619-4cd4-a201-d7bf8f7e86fd tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.15 HTTP/1.1" status: 200 len: 1001 time: 0.3394270 Apr 20 13:00:43.020709 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-9f0123b1-4e5d-4008-b2fe-846b1b76b6be req-05a7109d-8acf-407d-a0d3-434b26480c90 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:43.029204 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-25384de7-f2ba-4ae5-9e88-b7d85a83d6a3 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:43.078624 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9f0123b1-4e5d-4008-b2fe-846b1b76b6be req-05a7109d-8acf-407d-a0d3-434b26480c90 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks [] for floatingip, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:43.163480 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-25384de7-f2ba-4ae5-9e88-b7d85a83d6a3 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:43.182143 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53914) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:43.293806 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9f0123b1-4e5d-4008-b2fe-846b1b76b6be req-05a7109d-8acf-407d-a0d3-434b26480c90 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:43.313850 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-25384de7-f2ba-4ae5-9e88-b7d85a83d6a3 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Floating IP bf236d67-9117-4856-951e-1758320057be associated. External IP: 172.25.8.60, port: da650793-56a2-49bf-959a-cde69988c81d. Apr 20 13:00:43.349140 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9f0123b1-4e5d-4008-b2fe-846b1b76b6be req-05a7109d-8acf-407d-a0d3-434b26480c90 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:43.349486 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [req-9f0123b1-4e5d-4008-b2fe-846b1b76b6be req-05a7109d-8acf-407d-a0d3-434b26480c90 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Floating IP dc5f9eac-de15-498e-9bac-e5329ee0ab51 disassociated. External IP: 172.25.8.15, port: b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0. Apr 20 13:00:43.402869 n-d-836015-7 neutron-server[114870]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 20 13:00:43.406445 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-190d7221-0183-4ba5-98eb-93f245848a0a tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:43.409596 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 2f9b9d72-976a-40f9-ae45-5bf586345ccc details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:00:43.419478 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-190d7221-0183-4ba5-98eb-93f245848a0a tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2362025 Apr 20 13:00:43.553926 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 2f9b9d72-976a-40f9-ae45-5bf586345ccc, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=2f9b9d72-976a-40f9-ae45-5bf586345ccc,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:43.555591 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-34a2eb35-91fc-46e9-b870-8654041ab60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:43.563484 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-34a2eb35-91fc-46e9-b870-8654041ab60e service neutron] 10.222.0.25 "GET /v2.0/ports/916b4b77-7d7a-491c-ba57-af69d26306e7 HTTP/1.1" status: 200 len: 1116 time: 0.1045723 Apr 20 13:00:43.568162 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '2f9b9d72-976a-40f9-ae45-5bf586345ccc', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'port_id': '2f9b9d72-976a-40f9-ae45-5bf586345ccc', 'mac_address': 'fa:16:3e:86:ca:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b1f82a-7732-4b50-ab22-2475f182a712', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:00:43.568789 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-5d6ddd24-4bc1-45a6-9eb8-2b78d0b7a787 service neutron] Request body: {'binding': {'host': 'n-h2-836015-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:43.569313 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-5d6ddd24-4bc1-45a6-9eb8-2b78d0b7a787 service neutron] Unknown quota resources ['binding']. {{(pid=114870) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 20 13:00:43.610650 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:43.624994 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f9b9d72-976a-40f9-ae45-5bf586345ccc {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:00:43.648704 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 2f9b9d72-976a-40f9-ae45-5bf586345ccc, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=2f9b9d72-976a-40f9-ae45-5bf586345ccc,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:43.693505 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25384de7-f2ba-4ae5-9e88-b7d85a83d6a3 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Router 140f103b-9d99-461e-9099-d88ca002937b has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:00:43.697739 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f0123b1-4e5d-4008-b2fe-846b1b76b6be req-05a7109d-8acf-407d-a0d3-434b26480c90 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Router 7864001c-4e6b-4aa8-9143-992ce9f58950 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:00:43.711276 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-5d6ddd24-4bc1-45a6-9eb8-2b78d0b7a787 service neutron] Attempting to bind port 916b4b77-7d7a-491c-ba57-af69d26306e7 on host n-h2-836015-7 for vnic_type normal with profile None {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:00:43.713352 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-5d6ddd24-4bc1-45a6-9eb8-2b78d0b7a787 service neutron] Attempting to bind port 916b4b77-7d7a-491c-ba57-af69d26306e7 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:00:43.713352 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-5d6ddd24-4bc1-45a6-9eb8-2b78d0b7a787 service neutron] Attempting to bind port 916b4b77-7d7a-491c-ba57-af69d26306e7 on network da0d71e6-e706-45b9-bcd7-1c5524c4bb88 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:00:43.717069 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-5d6ddd24-4bc1-45a6-9eb8-2b78d0b7a787 service neutron] Port 916b4b77-7d7a-491c-ba57-af69d26306e7 on network da0d71e6-e706-45b9-bcd7-1c5524c4bb88 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:00:43.717389 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-5d6ddd24-4bc1-45a6-9eb8-2b78d0b7a787 service neutron] Attempting to bind port 916b4b77-7d7a-491c-ba57-af69d26306e7 on network da0d71e6-e706-45b9-bcd7-1c5524c4bb88 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:00:43.722191 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-5d6ddd24-4bc1-45a6-9eb8-2b78d0b7a787 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:00:43.722612 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-5d6ddd24-4bc1-45a6-9eb8-2b78d0b7a787 service neutron] Checking segment: {'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:00:43.722998 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-5d6ddd24-4bc1-45a6-9eb8-2b78d0b7a787 service neutron] Bound using segment: {'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:00:43.723458 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-5d6ddd24-4bc1-45a6-9eb8-2b78d0b7a787 service neutron] Bound port: 916b4b77-7d7a-491c-ba57-af69d26306e7, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:00:43.754169 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:43.814061 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=2f9b9d72-976a-40f9-ae45-5bf586345ccc,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:43.828538 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:43.828538 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:43.828538 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:43.828538 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:43.828817 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-5d6ddd24-4bc1-45a6-9eb8-2b78d0b7a787 service neutron] For port 916b4b77-7d7a-491c-ba57-af69d26306e7, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=916b4b77-7d7a-491c-ba57-af69d26306e7,segment=NetworkSegment(fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1),segment_id=fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:00:43.828910 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:43.828910 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:43.828910 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:43.828910 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:43.828910 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:43.828910 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:43.828910 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:43.829412 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:43.892320 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25384de7-f2ba-4ae5-9e88-b7d85a83d6a3 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:00:43.897410 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-25384de7-f2ba-4ae5-9e88-b7d85a83d6a3 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:43.902667 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc03d7f7-cfde-41ba-8972-5c909650e32b None None] Sync routers for ids ['140f103b-9d99-461e-9099-d88ca002937b'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:00:43.912934 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc03d7f7-cfde-41ba-8972-5c909650e32b None None] Routers {'140f103b-9d99-461e-9099-d88ca002937b'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:00:43.913468 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-5d6ddd24-4bc1-45a6-9eb8-2b78d0b7a787 service neutron] Notify callbacks [] for binding, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:43.913684 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-fc03d7f7-cfde-41ba-8972-5c909650e32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:00:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['140f103b-9d99-461e-9099-d88ca002937b'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:43.923592 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f0123b1-4e5d-4008-b2fe-846b1b76b6be req-05a7109d-8acf-407d-a0d3-434b26480c90 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:00:43.924358 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-5d6ddd24-4bc1-45a6-9eb8-2b78d0b7a787 service neutron] 10.222.0.25 "POST /v2.0/ports/916b4b77-7d7a-491c-ba57-af69d26306e7/bindings HTTP/1.1" status: 201 len: 389 time: 0.3548751 Apr 20 13:00:43.928580 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9f0123b1-4e5d-4008-b2fe-846b1b76b6be req-05a7109d-8acf-407d-a0d3-434b26480c90 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:43.949230 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8f21af-aa38-42b3-8c03-d0403389d925 None None] Sync routers for ids ['7864001c-4e6b-4aa8-9143-992ce9f58950'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:00:43.965201 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-25384de7-f2ba-4ae5-9e88-b7d85a83d6a3 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "PUT /v2.0/floatingips/bf236d67-9117-4856-951e-1758320057be HTTP/1.1" status: 200 len: 1012 time: 1.9432752 Apr 20 13:00:43.967966 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ada35f-5dfa-4966-9ee1-027f16b44d9e', 'tag': 'da650793-56a2-49bf-959a-cde69988c81d'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:00:43.970239 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e1d791-959e-47c8-9d8f-6159fe1f1d9e" -d '{"events": [{"name": "network-changed", "server_uuid": "90ada35f-5dfa-4966-9ee1-027f16b44d9e", "tag": "da650793-56a2-49bf-959a-cde69988c81d"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:00:43.971374 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8f21af-aa38-42b3-8c03-d0403389d925 None None] Routers {'7864001c-4e6b-4aa8-9143-992ce9f58950'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:00:43.972502 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-fe8f21af-aa38-42b3-8c03-d0403389d925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:00:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['7864001c-4e6b-4aa8-9143-992ce9f58950'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:43.977678 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9f0123b1-4e5d-4008-b2fe-846b1b76b6be req-05a7109d-8acf-407d-a0d3-434b26480c90 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "PUT /v2.0/floatingips/dc5f9eac-de15-498e-9bac-e5329ee0ab51 HTTP/1.1" status: 200 len: 694 time: 0.9637771 Apr 20 13:00:44.029818 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0123b1-4e5d-4008-b2fe-846b1b76b6be req-8aa6823f-a1e1-4854-a9e0-37945ad39f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:44.031779 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9f0123b1-4e5d-4008-b2fe-846b1b76b6be req-8aa6823f-a1e1-4854-a9e0-37945ad39f85 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca84cd1ab5d1419e90b1925ce68af674&device_id=4c2cca99-ff84-46b7-a3a8-37096500e69a HTTP/1.1" status: 200 len: 1097 time: 0.0419276 Apr 20 13:00:44.062173 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['2f9b9d72-976a-40f9-ae45-5bf586345ccc'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:00:44.069897 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-fc03d7f7-cfde-41ba-8972-5c909650e32b None None] Set router 140f103b-9d99-461e-9099-d88ca002937b gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:00:44.141822 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0123b1-4e5d-4008-b2fe-846b1b76b6be req-61067c7d-3ed1-44f2-ae68-9984c285c63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:44.144428 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9f0123b1-4e5d-4008-b2fe-846b1b76b6be req-61067c7d-3ed1-44f2-ae68-9984c285c63a service neutron] 10.222.0.25 "GET /v2.0/networks?id=429f5df5-0ecb-4d61-b9e7-2b9ddd050641 HTTP/1.1" status: 200 len: 930 time: 0.1053436 Apr 20 13:00:44.183031 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-fe8f21af-aa38-42b3-8c03-d0403389d925 None None] Set router 7864001c-4e6b-4aa8-9143-992ce9f58950 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:00:44.219474 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9f0123b1-4e5d-4008-b2fe-846b1b76b6be req-bb9cf41b-ad4d-4f53-bb87-29518b2015a6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0 HTTP/1.1" status: 200 len: 217 time: 0.0673404 Apr 20 13:00:44.276119 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0123b1-4e5d-4008-b2fe-846b1b76b6be req-ff82da9d-e183-4a90-b9af-d7edad9258a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:44.278206 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9f0123b1-4e5d-4008-b2fe-846b1b76b6be req-ff82da9d-e183-4a90-b9af-d7edad9258a5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=63f7b2b5-2247-40bc-8ff5-ca27d3aae5dd HTTP/1.1" status: 200 len: 868 time: 0.0517914 Apr 20 13:00:44.361976 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0123b1-4e5d-4008-b2fe-846b1b76b6be req-2d1c8e8b-aa40-4917-8430-d6201fee873b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:44.366066 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9f0123b1-4e5d-4008-b2fe-846b1b76b6be req-2d1c8e8b-aa40-4917-8430-d6201fee873b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=429f5df5-0ecb-4d61-b9e7-2b9ddd050641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671337 Apr 20 13:00:44.376151 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-fc03d7f7-cfde-41ba-8972-5c909650e32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140f103b-9d99-461e-9099-d88ca002937b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350087970-router', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'ba6687fe-eff5-4e64-8bcb-d3984919eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:42Z', 'updated_at': '2022-04-20T12:59:47Z', 'revision_number': 4, 'project_id': '5b1351b4ef5344fa8f1186ac748ba322', 'gw_port': {'id': 'ba6687fe-eff5-4e64-8bcb-d3984919eccc', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140f103b-9d99-461e-9099-d88ca002937b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:43Z', 'updated_at': '2022-04-20T12:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'bf236d67-9117-4856-951e-1758320057be', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'floating_ip_address': '172.25.8.60', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '140f103b-9d99-461e-9099-d88ca002937b', 'port_id': 'da650793-56a2-49bf-959a-cde69988c81d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf7a882-8a89-482e-a7e3-f6c844876b2c', 'mac_address': 'fa:16:3e:bc:1a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ada35f-5dfa-4966-9ee1-027f16b44d9e', 'device_owner': 'compute:tempest-test_az-1558304307'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:00:19Z', 'updated_at': '2022-04-20T13:00:42Z', 'revision_number': 1, 'project_id': '5b1351b4ef5344fa8f1186ac748ba322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9967659-c32a-4a92-b827-55bb4610c88e', 'name': '', 'network_id': 'ecf7a882-8a89-482e-a7e3-f6c844876b2c', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'mac_address': 'fa:16:3e:f6:00:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140f103b-9d99-461e-9099-d88ca002937b', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '301a39b8-8298-4a33-b223-fe67182f35e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:46Z', 'updated_at': '2022-04-20T12:59:54Z', 'revision_number': 5, 'project_id': '5b1351b4ef5344fa8f1186ac748ba322', 'subnets': [{'id': '301a39b8-8298-4a33-b223-fe67182f35e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:44.414064 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc03d7f7-cfde-41ba-8972-5c909650e32b None None] Checking router: 140f103b-9d99-461e-9099-d88ca002937b for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:00:44.423460 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc03d7f7-cfde-41ba-8972-5c909650e32b None None] Routers {'140f103b-9d99-461e-9099-d88ca002937b'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:00:44.424157 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-fc03d7f7-cfde-41ba-8972-5c909650e32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:00:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['140f103b-9d99-461e-9099-d88ca002937b'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:44.545206 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-fc03d7f7-cfde-41ba-8972-5c909650e32b None None] Set router 140f103b-9d99-461e-9099-d88ca002937b gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:00:44.549209 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9f0123b1-4e5d-4008-b2fe-846b1b76b6be req-94ae88ca-e2e6-4ced-9197-59a0635cd6f9 service neutron] 10.222.0.25 "GET /v2.0/networks/429f5df5-0ecb-4d61-b9e7-2b9ddd050641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771162 Apr 20 13:00:44.614940 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-fe8f21af-aa38-42b3-8c03-d0403389d925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7864001c-4e6b-4aa8-9143-992ce9f58950', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1741057558-router', 'tenant_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'e1fa2fa4-ec7f-46e8-a677-663bace9586b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:54Z', 'updated_at': '2022-04-20T13:00:07Z', 'revision_number': 4, 'project_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'gw_port': {'id': 'e1fa2fa4-ec7f-46e8-a677-663bace9586b', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:14:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7864001c-4e6b-4aa8-9143-992ce9f58950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:58Z', 'updated_at': '2022-04-20T13:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'fed4b2ff-1172-449c-a3da-94136fcf5b45', 'name': '', 'network_id': '429f5df5-0ecb-4d61-b9e7-2b9ddd050641', 'tenant_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'mac_address': 'fa:16:3e:14:e8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7864001c-4e6b-4aa8-9143-992ce9f58950', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '63f7b2b5-2247-40bc-8ff5-ca27d3aae5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:00:05Z', 'updated_at': '2022-04-20T13:00:13Z', 'revision_number': 5, 'project_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'subnets': [{'id': '63f7b2b5-2247-40bc-8ff5-ca27d3aae5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:44.651622 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8f21af-aa38-42b3-8c03-d0403389d925 None None] Checking router: 7864001c-4e6b-4aa8-9143-992ce9f58950 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:00:44.662516 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8f21af-aa38-42b3-8c03-d0403389d925 None None] Routers {'7864001c-4e6b-4aa8-9143-992ce9f58950'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:00:44.663146 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-fe8f21af-aa38-42b3-8c03-d0403389d925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:00:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['7864001c-4e6b-4aa8-9143-992ce9f58950'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:44.676600 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-577c456c-e2c5-4c58-82ba-dd6aa1e0a833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:44.681479 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-577c456c-e2c5-4c58-82ba-dd6aa1e0a833 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4&device_id=12cb6c0e-c318-4180-8e7f-8f9bb58fb50d HTTP/1.1" status: 200 len: 1119 time: 0.1087096 Apr 20 13:00:44.683961 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9f0123b1-4e5d-4008-b2fe-846b1b76b6be req-ccde521c-4476-4fc6-a31d-e634609b1f1c service neutron] 10.222.0.25 "GET /v2.0/networks/429f5df5-0ecb-4d61-b9e7-2b9ddd050641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332066 Apr 20 13:00:44.797184 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-fc03d7f7-cfde-41ba-8972-5c909650e32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140f103b-9d99-461e-9099-d88ca002937b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350087970-router', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'ba6687fe-eff5-4e64-8bcb-d3984919eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:42Z', 'updated_at': '2022-04-20T12:59:47Z', 'revision_number': 4, 'project_id': '5b1351b4ef5344fa8f1186ac748ba322', 'gw_port': {'id': 'ba6687fe-eff5-4e64-8bcb-d3984919eccc', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140f103b-9d99-461e-9099-d88ca002937b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:43Z', 'updated_at': '2022-04-20T12:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'bf236d67-9117-4856-951e-1758320057be', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'floating_ip_address': '172.25.8.60', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '140f103b-9d99-461e-9099-d88ca002937b', 'port_id': 'da650793-56a2-49bf-959a-cde69988c81d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf7a882-8a89-482e-a7e3-f6c844876b2c', 'mac_address': 'fa:16:3e:bc:1a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ada35f-5dfa-4966-9ee1-027f16b44d9e', 'device_owner': 'compute:tempest-test_az-1558304307'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:00:19Z', 'updated_at': '2022-04-20T13:00:42Z', 'revision_number': 1, 'project_id': '5b1351b4ef5344fa8f1186ac748ba322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9967659-c32a-4a92-b827-55bb4610c88e', 'name': '', 'network_id': 'ecf7a882-8a89-482e-a7e3-f6c844876b2c', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'mac_address': 'fa:16:3e:f6:00:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140f103b-9d99-461e-9099-d88ca002937b', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '301a39b8-8298-4a33-b223-fe67182f35e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:46Z', 'updated_at': '2022-04-20T12:59:54Z', 'revision_number': 5, 'project_id': '5b1351b4ef5344fa8f1186ac748ba322', 'subnets': [{'id': '301a39b8-8298-4a33-b223-fe67182f35e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:44.803700 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebcdf9-fd76-4967-a8e1-504ab41c0a3c req-1a268cc5-338c-4b50-95cb-06d7c0ca7f41 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:44.805476 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-92ebcdf9-fd76-4967-a8e1-504ab41c0a3c req-1a268cc5-338c-4b50-95cb-06d7c0ca7f41 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b27bae7-d697-4e8b-aa4f-e9e67dc621b2 HTTP/1.1" status: 200 len: 949 time: 0.0694237 Apr 20 13:00:44.826355 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-1a59bc54-32ae-4152-bc63-6c7cc50055c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:44.827429 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc03d7f7-cfde-41ba-8972-5c909650e32b None None] The sync data for ids ['140f103b-9d99-461e-9099-d88ca002937b'] in n-d-836015-7 is: [{'id': '140f103b-9d99-461e-9099-d88ca002937b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350087970-router', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'ba6687fe-eff5-4e64-8bcb-d3984919eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:42Z', 'updated_at': '2022-04-20T12:59:47Z', 'revision_number': 4, 'project_id': '5b1351b4ef5344fa8f1186ac748ba322', 'gw_port': {'id': 'ba6687fe-eff5-4e64-8bcb-d3984919eccc', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140f103b-9d99-461e-9099-d88ca002937b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:43Z', 'updated_at': '2022-04-20T12:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'bf236d67-9117-4856-951e-1758320057be', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'floating_ip_address': '172.25.8.60', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '140f103b-9d99-461e-9099-d88ca002937b', 'port_id': 'da650793-56a2-49bf-959a-cde69988c81d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf7a882-8a89-482e-a7e3-f6c844876b2c', 'mac_address': 'fa:16:3e:bc:1a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ada35f-5dfa-4966-9ee1-027f16b44d9e', 'device_owner': 'compute:tempest-test_az-1558304307'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:00:19Z', 'updated_at': '2022-04-20T13:00:42Z', 'revision_number': 1, 'project_id': '5b1351b4ef5344fa8f1186ac748ba322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9967659-c32a-4a92-b827-55bb4610c88e', 'name': '', 'network_id': 'ecf7a882-8a89-482e-a7e3-f6c844876b2c', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'mac_address': 'fa:16:3e:f6:00:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140f103b-9d99-461e-9099-d88ca002937b', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '301a39b8-8298-4a33-b223-fe67182f35e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:46Z', 'updated_at': '2022-04-20T12:59:54Z', 'revision_number': 5, 'project_id': '5b1351b4ef5344fa8f1186ac748ba322', 'subnets': [{'id': '301a39b8-8298-4a33-b223-fe67182f35e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:00:44.827852 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-1a59bc54-32ae-4152-bc63-6c7cc50055c2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88 HTTP/1.1" status: 200 len: 909 time: 0.1403615 Apr 20 13:00:44.860677 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-92ebcdf9-fd76-4967-a8e1-504ab41c0a3c req-f0b0fca6-99a4-42c8-b26f-b6362923bbc9 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0d73d3f-36b4-46ee-bfc6-6fcca6e5b25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485406 Apr 20 13:00:44.903334 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-0972a162-e24f-45df-a59b-00810e51ed4b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=916b4b77-7d7a-491c-ba57-af69d26306e7 HTTP/1.1" status: 200 len: 217 time: 0.0664766 Apr 20 13:00:44.914303 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-fe8f21af-aa38-42b3-8c03-d0403389d925 None None] Set router 7864001c-4e6b-4aa8-9143-992ce9f58950 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:00:44.965804 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2537bd32-c037-41c1-a5df-068d9442347b x-openstack-request-id: req-2537bd32-c037-41c1-a5df-068d9442347b {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:00:44.966128 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ada35f-5dfa-4966-9ee1-027f16b44d9e", "tag": "da650793-56a2-49bf-959a-cde69988c81d", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:00:44.966540 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2537bd32-c037-41c1-a5df-068d9442347b {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:00:44.966966 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2537bd32-c037-41c1-a5df-068d9442347b'] response: {'name': 'network-changed', 'server_uuid': '90ada35f-5dfa-4966-9ee1-027f16b44d9e', 'tag': 'da650793-56a2-49bf-959a-cde69988c81d', 'status': 'completed', 'code': 200} Apr 20 13:00:44.974808 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-f8ae299c-1220-4cd1-8c27-a0e604076df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:44.976492 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-f8ae299c-1220-4cd1-8c27-a0e604076df5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7f1a9c16-f305-43f3-a182-10217ec8e6e3 HTTP/1.1" status: 200 len: 848 time: 0.0641520 Apr 20 13:00:45.003263 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c7ee8-2124-491a-a7bf-46d034404ed8 req-bc43b1df-cf23-4627-a1a9-08e296ecbd9a tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:45.013248 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-413c7ee8-2124-491a-a7bf-46d034404ed8 req-bc43b1df-cf23-4627-a1a9-08e296ecbd9a tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/ports?device_id=90ada35f-5dfa-4966-9ee1-027f16b44d9e HTTP/1.1" status: 200 len: 967 time: 0.1156566 Apr 20 13:00:45.053549 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-915fe180-bb57-428d-b569-a3eb87b0688d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343897 Apr 20 13:00:45.075694 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1d791-959e-47c8-9d8f-6159fe1f1d9e req-ead36b32-850a-49d6-abad-8cc0b6669e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:45.077190 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c1e1d791-959e-47c8-9d8f-6159fe1f1d9e req-ead36b32-850a-49d6-abad-8cc0b6669e1f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b1351b4ef5344fa8f1186ac748ba322&device_id=90ada35f-5dfa-4966-9ee1-027f16b44d9e HTTP/1.1" status: 200 len: 1118 time: 0.1043503 Apr 20 13:00:45.097167 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-413c7ee8-2124-491a-a7bf-46d034404ed8 req-c8842738-6fbf-4935-9b64-d962eda6f298 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/security-groups?id=4dc33baf-6a58-4370-9de4-593eb1325322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826836 Apr 20 13:00:45.123831 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a89aa-504c-49a2-b5cd-8facb0453fa8 req-744eaee5-3207-4c58-ac44-f70e6fdb491e tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:45.131667 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-461a89aa-504c-49a2-b5cd-8facb0453fa8 req-744eaee5-3207-4c58-ac44-f70e6fdb491e tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=12cb6c0e-c318-4180-8e7f-8f9bb58fb50d HTTP/1.1" status: 200 len: 968 time: 0.0778923 Apr 20 13:00:45.198099 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-461a89aa-504c-49a2-b5cd-8facb0453fa8 req-7aecff79-4594-434f-b43d-22294f5ec4a6 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654838 Apr 20 13:00:45.221044 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104ef006-7926-4e28-a0b5-c3899c3e1ed1 None None] New status for floating IP bf236d67-9117-4856-951e-1758320057be: ACTIVE {{(pid=114872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:00:45.340914 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-fe8f21af-aa38-42b3-8c03-d0403389d925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7864001c-4e6b-4aa8-9143-992ce9f58950', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1741057558-router', 'tenant_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'e1fa2fa4-ec7f-46e8-a677-663bace9586b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:54Z', 'updated_at': '2022-04-20T13:00:07Z', 'revision_number': 4, 'project_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'gw_port': {'id': 'e1fa2fa4-ec7f-46e8-a677-663bace9586b', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:14:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7864001c-4e6b-4aa8-9143-992ce9f58950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:58Z', 'updated_at': '2022-04-20T13:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'fed4b2ff-1172-449c-a3da-94136fcf5b45', 'name': '', 'network_id': '429f5df5-0ecb-4d61-b9e7-2b9ddd050641', 'tenant_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'mac_address': 'fa:16:3e:14:e8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7864001c-4e6b-4aa8-9143-992ce9f58950', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '63f7b2b5-2247-40bc-8ff5-ca27d3aae5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:00:05Z', 'updated_at': '2022-04-20T13:00:13Z', 'revision_number': 5, 'project_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'subnets': [{'id': '63f7b2b5-2247-40bc-8ff5-ca27d3aae5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:45.346467 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-2fb03f47-e1c1-4c31-a6a3-c92ad6c7950a service neutron] 10.222.0.15 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842555 Apr 20 13:00:45.351579 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1d791-959e-47c8-9d8f-6159fe1f1d9e req-c8cb94a4-0661-4776-9338-4588d4b9aa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:45.354245 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c1e1d791-959e-47c8-9d8f-6159fe1f1d9e req-c8cb94a4-0661-4776-9338-4588d4b9aa1f service neutron] 10.222.0.32 "GET /v2.0/networks?id=ecf7a882-8a89-482e-a7e3-f6c844876b2c HTTP/1.1" status: 200 len: 925 time: 0.2668142 Apr 20 13:00:45.387408 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8f21af-aa38-42b3-8c03-d0403389d925 None None] The sync data for ids ['7864001c-4e6b-4aa8-9143-992ce9f58950'] in n-d-836015-7 is: [{'id': '7864001c-4e6b-4aa8-9143-992ce9f58950', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1741057558-router', 'tenant_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'e1fa2fa4-ec7f-46e8-a677-663bace9586b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:54Z', 'updated_at': '2022-04-20T13:00:07Z', 'revision_number': 4, 'project_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'gw_port': {'id': 'e1fa2fa4-ec7f-46e8-a677-663bace9586b', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:14:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7864001c-4e6b-4aa8-9143-992ce9f58950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:58Z', 'updated_at': '2022-04-20T13:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'fed4b2ff-1172-449c-a3da-94136fcf5b45', 'name': '', 'network_id': '429f5df5-0ecb-4d61-b9e7-2b9ddd050641', 'tenant_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'mac_address': 'fa:16:3e:14:e8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7864001c-4e6b-4aa8-9143-992ce9f58950', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '63f7b2b5-2247-40bc-8ff5-ca27d3aae5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:00:05Z', 'updated_at': '2022-04-20T13:00:13Z', 'revision_number': 5, 'project_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'subnets': [{'id': '63f7b2b5-2247-40bc-8ff5-ca27d3aae5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:00:45.409737 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 2f9b9d72-976a-40f9-ae45-5bf586345ccc up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:00:45.585787 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c1e1d791-959e-47c8-9d8f-6159fe1f1d9e req-f31d5a56-da10-4707-8bcd-c42f457a4ff5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da650793-56a2-49bf-959a-cde69988c81d HTTP/1.1" status: 200 len: 1020 time: 0.2117047 Apr 20 13:00:45.591777 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 2f9b9d72-976a-40f9-ae45-5bf586345ccc completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:00:45.597416 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 2f9b9d72-976a-40f9-ae45-5bf586345ccc triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:45.602927 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:45.683101 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ce801a44-a45a-4f15-a874-bfdd91bea580 req-b1c0e4a1-1793-41e4-b308-29e15fcf47bf tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/floatingips/dc5f9eac-de15-498e-9bac-e5329ee0ab51 HTTP/1.1" status: 200 len: 694 time: 0.4391978 Apr 20 13:00:45.794069 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:45.835778 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-36a56ffe-6678-4562-97c4-91a149338a19 req-87688ccb-235d-463d-b85f-347a916d0091 tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1227632880', 'description': 'tempest-description-1113722504'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:45.849691 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b27bae7-d697-4e8b-aa4f-e9e67dc621b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9b9d72-976a-40f9-ae45-5bf586345ccc'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:00:45.852101 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd2e674-6fef-4505-a93b-b1544aba8ac4" -d '{"events": [{"server_uuid": "7b27bae7-d697-4e8b-aa4f-e9e67dc621b2", "name": "network-vif-plugged", "status": "completed", "tag": "2f9b9d72-976a-40f9-ae45-5bf586345ccc"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:00:45.878042 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8b97fc-0d5c-4cd4-806d-3eefd7e5241a None None] New status for floating IP dc5f9eac-de15-498e-9bac-e5329ee0ab51: DOWN {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:00:45.884465 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 2f9b9d72-976a-40f9-ae45-5bf586345ccc, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=2f9b9d72-976a-40f9-ae45-5bf586345ccc,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:45.923321 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1d791-959e-47c8-9d8f-6159fe1f1d9e req-716ff709-f30d-43c7-b05d-63c720894af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:45.924789 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c1e1d791-959e-47c8-9d8f-6159fe1f1d9e req-716ff709-f30d-43c7-b05d-63c720894af8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=301a39b8-8298-4a33-b223-fe67182f35e3 HTTP/1.1" status: 200 len: 863 time: 0.3303590 Apr 20 13:00:45.928356 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-ca15dd50-9bc1-4142-873f-b9297bd7a867 service neutron] 10.222.0.15 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5683949 Apr 20 13:00:45.933138 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce801a44-a45a-4f15-a874-bfdd91bea580 req-e5bafaa3-826b-4d06-b938-0f0e0add8f8e tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:45.934869 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ce801a44-a45a-4f15-a874-bfdd91bea580 req-e5bafaa3-826b-4d06-b938-0f0e0add8f8e tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/networks/08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 784 time: 0.2507174 Apr 20 13:00:45.937086 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-36a56ffe-6678-4562-97c4-91a149338a19 req-87688ccb-235d-463d-b85f-347a916d0091 tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:45.949020 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-36a56ffe-6678-4562-97c4-91a149338a19 req-87688ccb-235d-463d-b85f-347a916d0091 tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:45.951082 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53994) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:45.958848 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-ce801a44-a45a-4f15-a874-bfdd91bea580 req-ad77bf30-cb3e-4535-baa0-b45c2be902f2 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:45.959877 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ce801a44-a45a-4f15-a874-bfdd91bea580 req-ad77bf30-cb3e-4535-baa0-b45c2be902f2 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138552 Apr 20 13:00:45.967532 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:45.978435 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1d791-959e-47c8-9d8f-6159fe1f1d9e req-fc0638ce-6452-4894-b4be-1d0b5f8f542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:45.980353 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c1e1d791-959e-47c8-9d8f-6159fe1f1d9e req-fc0638ce-6452-4894-b4be-1d0b5f8f542b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ecf7a882-8a89-482e-a7e3-f6c844876b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479743 Apr 20 13:00:46.033710 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ce801a44-a45a-4f15-a874-bfdd91bea580 req-f02db97f-25a1-4724-880c-f492457ce687 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.15 HTTP/1.1" status: 200 len: 697 time: 0.0570085 Apr 20 13:00:46.104810 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c1e1d791-959e-47c8-9d8f-6159fe1f1d9e req-cbb19687-66c8-476e-a2e9-b3f79a831d04 service neutron] 10.222.0.32 "GET /v2.0/networks/ecf7a882-8a89-482e-a7e3-f6c844876b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123295 Apr 20 13:00:46.112142 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ce801a44-a45a-4f15-a874-bfdd91bea580 req-e65dc248-5e44-4977-9d5f-7d9e930c7329 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.15 HTTP/1.1" status: 200 len: 697 time: 0.0695040 Apr 20 13:00:46.120430 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ffe73930-b018-4cdb-9fe3-8c87d1b61af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:46.152039 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=2f9b9d72-976a-40f9-ae45-5bf586345ccc,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:46.245583 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-36a56ffe-6678-4562-97c4-91a149338a19 req-87688ccb-235d-463d-b85f-347a916d0091 tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:46.273435 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c1e1d791-959e-47c8-9d8f-6159fe1f1d9e req-94f68ac2-9f49-4a70-8e3c-70dc657c176c service neutron] 10.222.0.32 "GET /v2.0/networks/ecf7a882-8a89-482e-a7e3-f6c844876b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612303 Apr 20 13:00:46.284569 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-82b9750d-41b2-4a4e-be6a-ff3ca9bc68de tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:46.286134 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-82b9750d-41b2-4a4e-be6a-ff3ca9bc68de tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=12cb6c0e-c318-4180-8e7f-8f9bb58fb50d&tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4&binding%3Ahost_id=n-h1-836015-7 HTTP/1.1" status: 200 len: 1119 time: 0.1098762 Apr 20 13:00:46.298237 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-c183ff2c-d306-40f4-9a2a-25ada8db00d3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836015-7'}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:46.321133 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-36a56ffe-6678-4562-97c4-91a149338a19 req-87688ccb-235d-463d-b85f-347a916d0091 tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:46.352676 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ffe73930-b018-4cdb-9fe3-8c87d1b61af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:46.352913 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-c183ff2c-d306-40f4-9a2a-25ada8db00d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:46.356699 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-ce801a44-a45a-4f15-a874-bfdd91bea580 req-306f2f17-2236-410f-9cbd-ec569b00ee11 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Deleting port 097ceb41-0587-4881-9948-b8d469ca1114 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:00:46.357028 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ce801a44-a45a-4f15-a874-bfdd91bea580 req-306f2f17-2236-410f-9cbd-ec569b00ee11 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:46.388661 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87688ccb-235d-463d-b85f-347a916d0091 tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d427ef-ba91-43e1-9a21-d3d9632c7d99,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:46.424514 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ffe73930-b018-4cdb-9fe3-8c87d1b61af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:46.440642 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87688ccb-235d-463d-b85f-347a916d0091 tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:46.440989 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87688ccb-235d-463d-b85f-347a916d0091 tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:46.441324 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87688ccb-235d-463d-b85f-347a916d0091 tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:46.441654 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87688ccb-235d-463d-b85f-347a916d0091 tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:46.441982 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87688ccb-235d-463d-b85f-347a916d0091 tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:46.442306 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87688ccb-235d-463d-b85f-347a916d0091 tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:46.442631 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87688ccb-235d-463d-b85f-347a916d0091 tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:46.442949 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87688ccb-235d-463d-b85f-347a916d0091 tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:46.443272 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87688ccb-235d-463d-b85f-347a916d0091 tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:46.443618 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87688ccb-235d-463d-b85f-347a916d0091 tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:46.443940 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87688ccb-235d-463d-b85f-347a916d0091 tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:46.444254 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87688ccb-235d-463d-b85f-347a916d0091 tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:46.493811 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-c183ff2c-d306-40f4-9a2a-25ada8db00d3 service neutron] For port 916b4b77-7d7a-491c-ba57-af69d26306e7, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=916b4b77-7d7a-491c-ba57-af69d26306e7,segment=NetworkSegment(fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1),segment_id=fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:46.516874 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-36a56ffe-6678-4562-97c4-91a149338a19 req-87688ccb-235d-463d-b85f-347a916d0091 tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:46.521760 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ffe73930-b018-4cdb-9fe3-8c87d1b61af2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f1ecd8ccbb404697b3c5b8bcca0f360d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5609560 Apr 20 13:00:46.524552 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54000) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:46.526336 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe73930-b018-4cdb-9fe3-8c87d1b61af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc3d045-2438-4feb-aa88-0b5727a2cffd,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:46.537216 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ce801a44-a45a-4f15-a874-bfdd91bea580 req-306f2f17-2236-410f-9cbd-ec569b00ee11 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:46.537477 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ce801a44-a45a-4f15-a874-bfdd91bea580 req-306f2f17-2236-410f-9cbd-ec569b00ee11 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:46.549366 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-ce801a44-a45a-4f15-a874-bfdd91bea580 req-306f2f17-2236-410f-9cbd-ec569b00ee11 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Calling delete_port for 097ceb41-0587-4881-9948-b8d469ca1114 owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:00:46.549552 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-c183ff2c-d306-40f4-9a2a-25ada8db00d3 service neutron] For port 916b4b77-7d7a-491c-ba57-af69d26306e7, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:00:46.591552 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-36a56ffe-6678-4562-97c4-91a149338a19 req-87688ccb-235d-463d-b85f-347a916d0091 tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:46.609113 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12cb6c0e-c318-4180-8e7f-8f9bb58fb50d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '916b4b77-7d7a-491c-ba57-af69d26306e7'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:00:46.611315 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d957745-8089-4f31-a388-0cbb3dce6dac" -d '{"events": [{"server_uuid": "12cb6c0e-c318-4180-8e7f-8f9bb58fb50d", "name": "network-vif-unplugged", "status": "completed", "tag": "916b4b77-7d7a-491c-ba57-af69d26306e7"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:00:46.617034 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-c183ff2c-d306-40f4-9a2a-25ada8db00d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:46.628719 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f99717cc-3ac3-4670-a442-d1532612c66e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:46.637239 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87688ccb-235d-463d-b85f-347a916d0091 tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6994eff5-964d-42a1-b9ea-928630833d35,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:46.652044 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f99717cc-3ac3-4670-a442-d1532612c66e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:46.698845 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-36a56ffe-6678-4562-97c4-91a149338a19 req-87688ccb-235d-463d-b85f-347a916d0091 tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:46.700135 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-36a56ffe-6678-4562-97c4-91a149338a19 req-87688ccb-235d-463d-b85f-347a916d0091 tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8726478 Apr 20 13:00:46.719432 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-c183ff2c-d306-40f4-9a2a-25ada8db00d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:46.792762 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f99717cc-3ac3-4670-a442-d1532612c66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:46.795181 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f99717cc-3ac3-4670-a442-d1532612c66e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:46.796329 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f99717cc-3ac3-4670-a442-d1532612c66e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9dc3d045-2438-4feb-aa88-0b5727a2cffd HTTP/1.1" status: 204 len: 168 time: 0.2702706 Apr 20 13:00:46.802497 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ce801a44-a45a-4f15-a874-bfdd91bea580 req-306f2f17-2236-410f-9cbd-ec569b00ee11 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:46.814600 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-c183ff2c-d306-40f4-9a2a-25ada8db00d3 service neutron] Attempting to bind port 916b4b77-7d7a-491c-ba57-af69d26306e7 on host n-h1-836015-7 for vnic_type normal with profile {"migrating_to": "n-h2-836015-7"} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:00:46.814926 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-c183ff2c-d306-40f4-9a2a-25ada8db00d3 service neutron] Attempting to bind port 916b4b77-7d7a-491c-ba57-af69d26306e7 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:00:46.815253 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-c183ff2c-d306-40f4-9a2a-25ada8db00d3 service neutron] Attempting to bind port 916b4b77-7d7a-491c-ba57-af69d26306e7 on network da0d71e6-e706-45b9-bcd7-1c5524c4bb88 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:00:46.817475 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c183ff2c-d306-40f4-9a2a-25ada8db00d3 service neutron] Pushing event updated for resources: {'Port': ['ID=916b4b77-7d7a-491c-ba57-af69d26306e7,revision_number=7']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:46.821676 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99717cc-3ac3-4670-a442-d1532612c66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc3d045-2438-4feb-aa88-0b5727a2cffd,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:46.825427 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-c183ff2c-d306-40f4-9a2a-25ada8db00d3 service neutron] Port 916b4b77-7d7a-491c-ba57-af69d26306e7 on network da0d71e6-e706-45b9-bcd7-1c5524c4bb88 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:00:46.825742 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-c183ff2c-d306-40f4-9a2a-25ada8db00d3 service neutron] Attempting to bind port 916b4b77-7d7a-491c-ba57-af69d26306e7 on network da0d71e6-e706-45b9-bcd7-1c5524c4bb88 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:00:46.831459 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-c183ff2c-d306-40f4-9a2a-25ada8db00d3 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:00:46.831797 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-c183ff2c-d306-40f4-9a2a-25ada8db00d3 service neutron] Checking segment: {'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:00:46.832169 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-c183ff2c-d306-40f4-9a2a-25ada8db00d3 service neutron] Bound using segment: {'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:00:46.832598 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-c183ff2c-d306-40f4-9a2a-25ada8db00d3 service neutron] Bound port: 916b4b77-7d7a-491c-ba57-af69d26306e7, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:00:46.832954 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-c183ff2c-d306-40f4-9a2a-25ada8db00d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:46.836766 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f2f17-2236-410f-9cbd-ec569b00ee11 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Pushing event deleted for resources: {'Port': ['ID=097ceb41-0587-4881-9948-b8d469ca1114,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:46.863231 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ce801a44-a45a-4f15-a874-bfdd91bea580 req-306f2f17-2236-410f-9cbd-ec569b00ee11 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks [] for floatingip, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:46.865873 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ce801a44-a45a-4f15-a874-bfdd91bea580 req-306f2f17-2236-410f-9cbd-ec569b00ee11 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:46.867126 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ce801a44-a45a-4f15-a874-bfdd91bea580 req-306f2f17-2236-410f-9cbd-ec569b00ee11 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "DELETE /v2.0/floatingips/dc5f9eac-de15-498e-9bac-e5329ee0ab51 HTTP/1.1" status: 204 len: 173 time: 0.7446389 Apr 20 13:00:46.918347 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-c183ff2c-d306-40f4-9a2a-25ada8db00d3 service neutron] For port 916b4b77-7d7a-491c-ba57-af69d26306e7, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:00:46.921311 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-c183ff2c-d306-40f4-9a2a-25ada8db00d3 service neutron] For port 916b4b77-7d7a-491c-ba57-af69d26306e7, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=916b4b77-7d7a-491c-ba57-af69d26306e7,segment=NetworkSegment(fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1),segment_id=fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:00:46.968034 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c2cca99-ff84-46b7-a3a8-37096500e69a', 'tag': 'b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:00:46.970533 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d5aaa2-606e-46c2-972f-63c47b3c1557" -d '{"events": [{"name": "network-changed", "server_uuid": "4c2cca99-ff84-46b7-a3a8-37096500e69a", "tag": "b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:00:46.982811 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-c183ff2c-d306-40f4-9a2a-25ada8db00d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:47.002361 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e931236e-55f5-47b1-ac38-31bde1484119 x-openstack-request-id: req-e931236e-55f5-47b1-ac38-31bde1484119 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:00:47.003275 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b27bae7-d697-4e8b-aa4f-e9e67dc621b2", "name": "network-vif-plugged", "status": "completed", "tag": "2f9b9d72-976a-40f9-ae45-5bf586345ccc", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:00:47.004230 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e931236e-55f5-47b1-ac38-31bde1484119 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:00:47.011377 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e931236e-55f5-47b1-ac38-31bde1484119'] response: {'server_uuid': '7b27bae7-d697-4e8b-aa4f-e9e67dc621b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9b9d72-976a-40f9-ae45-5bf586345ccc', 'code': 200} Apr 20 13:00:47.085569 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c183ff2c-d306-40f4-9a2a-25ada8db00d3 service neutron] Pushing event updated for resources: {'Port': ['ID=916b4b77-7d7a-491c-ba57-af69d26306e7,revision_number=8']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:47.092915 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-c183ff2c-d306-40f4-9a2a-25ada8db00d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:47.097212 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-c183ff2c-d306-40f4-9a2a-25ada8db00d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:47.097212 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-c183ff2c-d306-40f4-9a2a-25ada8db00d3 service neutron] 10.222.0.15 "PUT /v2.0/ports/916b4b77-7d7a-491c-ba57-af69d26306e7 HTTP/1.1" status: 200 len: 1144 time: 0.8020778 Apr 20 13:00:47.167645 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f601468-8eb9-4320-927f-dac6fb4e8b17 req-edf8e948-f6ef-4f01-a853-376ce6a01e57 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:47.169113 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f601468-8eb9-4320-927f-dac6fb4e8b17 req-edf8e948-f6ef-4f01-a853-376ce6a01e57 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=12cb6c0e-c318-4180-8e7f-8f9bb58fb50d HTTP/1.1" status: 200 len: 966 time: 0.1090369 Apr 20 13:00:47.173238 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['916b4b77-7d7a-491c-ba57-af69d26306e7'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:00:47.182381 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c6ba1-6c77-45d9-baf6-9b2ac6386867 req-e9675229-5c1d-4dd4-a437-4d4a7b00aa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:47.184128 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-500c6ba1-6c77-45d9-baf6-9b2ac6386867 req-e9675229-5c1d-4dd4-a437-4d4a7b00aa58 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7b27bae7-d697-4e8b-aa4f-e9e67dc621b2 HTTP/1.1" status: 200 len: 1101 time: 0.0958939 Apr 20 13:00:47.197087 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55480edf-2b1e-4c1b-b1f8-7c945b344f05 req-4d589e80-132c-4b24-8fbc-f3bc9d92729b tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:47.199102 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-55480edf-2b1e-4c1b-b1f8-7c945b344f05 req-4d589e80-132c-4b24-8fbc-f3bc9d92729b tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b27bae7-d697-4e8b-aa4f-e9e67dc621b2 HTTP/1.1" status: 200 len: 950 time: 0.1089299 Apr 20 13:00:47.264794 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f601468-8eb9-4320-927f-dac6fb4e8b17 req-a358e840-a2de-466c-b3eb-ffaaa48e0b73 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878031 Apr 20 13:00:47.290490 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-55480edf-2b1e-4c1b-b1f8-7c945b344f05 req-6c9c35ad-f465-413e-831e-741ca21cd808 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0d73d3f-36b4-46ee-bfc6-6fcca6e5b25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717072 Apr 20 13:00:47.290490 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-500c6ba1-6c77-45d9-baf6-9b2ac6386867 req-80ba8a7d-7ba0-4928-b04f-cdc18fd14f30 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e0d73d3f-36b4-46ee-bfc6-6fcca6e5b25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895903 Apr 20 13:00:47.324700 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d17142c-0185-40d3-bd52-f59cbf487fa2 x-openstack-request-id: req-4d17142c-0185-40d3-bd52-f59cbf487fa2 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:00:47.324700 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12cb6c0e-c318-4180-8e7f-8f9bb58fb50d", "name": "network-vif-unplugged", "status": "completed", "tag": "916b4b77-7d7a-491c-ba57-af69d26306e7", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:00:47.325072 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-c27bc763-987c-4bd9-8ffc-3ed2284cdba3 req-9a7291d6-bd1b-4e33-bf44-5521672dc419 tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1953060019', 'description': 'tempest-description-1165095765'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:47.325149 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d17142c-0185-40d3-bd52-f59cbf487fa2 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:00:47.325149 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d17142c-0185-40d3-bd52-f59cbf487fa2'] response: {'server_uuid': '12cb6c0e-c318-4180-8e7f-8f9bb58fb50d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '916b4b77-7d7a-491c-ba57-af69d26306e7', 'code': 200} Apr 20 13:00:47.436617 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c27bc763-987c-4bd9-8ffc-3ed2284cdba3 req-9a7291d6-bd1b-4e33-bf44-5521672dc419 tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:47.506258 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37a7ce2-fac7-4ad8-b435-a6826914709d x-openstack-request-id: req-c37a7ce2-fac7-4ad8-b435-a6826914709d {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:00:47.506545 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c2cca99-ff84-46b7-a3a8-37096500e69a", "tag": "b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:00:47.506792 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c37a7ce2-fac7-4ad8-b435-a6826914709d {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:00:47.507188 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c37a7ce2-fac7-4ad8-b435-a6826914709d'] response: {'name': 'network-changed', 'server_uuid': '4c2cca99-ff84-46b7-a3a8-37096500e69a', 'tag': 'b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0', 'status': 'completed', 'code': 200} Apr 20 13:00:47.518566 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c27bc763-987c-4bd9-8ffc-3ed2284cdba3 req-9a7291d6-bd1b-4e33-bf44-5521672dc419 tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:47.583656 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54030) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:47.597495 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-82347bf7-da02-4a08-a7bf-c4c51d6974ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:47.623036 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c27bc763-987c-4bd9-8ffc-3ed2284cdba3 req-9a7291d6-bd1b-4e33-bf44-5521672dc419 tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:47.666139 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78980340-d90c-4c23-a039-c7ccfb74fe37 req-5a2c2bef-cd21-444f-b7b7-cd72f278bd3d tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:47.667617 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-78980340-d90c-4c23-a039-c7ccfb74fe37 req-5a2c2bef-cd21-444f-b7b7-cd72f278bd3d tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c2cca99-ff84-46b7-a3a8-37096500e69a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1040506 Apr 20 13:00:47.670622 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-82347bf7-da02-4a08-a7bf-c4c51d6974ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:47.675708 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7291d6-bd1b-4e33-bf44-5521672dc419 tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=492f5fc1-aaeb-45d2-a0b8-51091efbfa37,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:47.686840 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5aaa2-606e-46c2-972f-63c47b3c1557 req-b57a4036-7ded-427f-b698-f170bbc12aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:47.688306 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b0d5aaa2-606e-46c2-972f-63c47b3c1557 req-b57a4036-7ded-427f-b698-f170bbc12aee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca84cd1ab5d1419e90b1925ce68af674&device_id=4c2cca99-ff84-46b7-a3a8-37096500e69a HTTP/1.1" status: 200 len: 1097 time: 0.0946128 Apr 20 13:00:47.725741 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c27bc763-987c-4bd9-8ffc-3ed2284cdba3 req-9a7291d6-bd1b-4e33-bf44-5521672dc419 tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:47.726888 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c27bc763-987c-4bd9-8ffc-3ed2284cdba3 req-9a7291d6-bd1b-4e33-bf44-5521672dc419 tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4121959 Apr 20 13:00:47.728139 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-78980340-d90c-4c23-a039-c7ccfb74fe37 req-cd3ed922-ef11-47de-891b-38cc731ccef3 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0535295 Apr 20 13:00:47.746644 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-82347bf7-da02-4a08-a7bf-c4c51d6974ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:47.797348 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-82347bf7-da02-4a08-a7bf-c4c51d6974ef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4835e5d9b6094331956c06c282db425b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2125661 Apr 20 13:00:47.798767 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82347bf7-da02-4a08-a7bf-c4c51d6974ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad6bd18-f573-4639-989b-610029072988,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:47.800927 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54040) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:47.845954 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5aaa2-606e-46c2-972f-63c47b3c1557 req-5e3ab01d-4fa5-466d-834b-7f19e1c1e712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:47.847600 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b0d5aaa2-606e-46c2-972f-63c47b3c1557 req-5e3ab01d-4fa5-466d-834b-7f19e1c1e712 service neutron] 10.222.0.15 "GET /v2.0/networks?id=429f5df5-0ecb-4d61-b9e7-2b9ddd050641 HTTP/1.1" status: 200 len: 930 time: 0.1308787 Apr 20 13:00:47.905322 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b0d5aaa2-606e-46c2-972f-63c47b3c1557 req-f5c8af9d-6905-47c3-bc6a-5c5edce0ca9b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0 HTTP/1.1" status: 200 len: 217 time: 0.0468876 Apr 20 13:00:47.943702 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d30856a8-7e2c-48ee-935a-687056ab7bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:47.945767 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4b65d247-2bd1-42e4-88b9-701b71b3b466 req-c3164075-2fa0-4be0-8808-efc33438a6dd tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0809696 Apr 20 13:00:47.993449 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d30856a8-7e2c-48ee-935a-687056ab7bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:48.005905 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5aaa2-606e-46c2-972f-63c47b3c1557 req-0b73519c-0449-4493-8fb9-9a54c29c8468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:48.007311 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b0d5aaa2-606e-46c2-972f-63c47b3c1557 req-0b73519c-0449-4493-8fb9-9a54c29c8468 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=63f7b2b5-2247-40bc-8ff5-ca27d3aae5dd HTTP/1.1" status: 200 len: 868 time: 0.0710909 Apr 20 13:00:48.039405 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-5760ea5e-d01c-4223-afc6-bfa6ec1f64bb req-89166529-c5fc-4ad0-ba2b-5b6082055736 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-440249569', 'description': 'tempest-description-614669359'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:48.085840 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5aaa2-606e-46c2-972f-63c47b3c1557 req-039871c3-3386-4ecd-8adb-e91e20bc9259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:48.087384 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b0d5aaa2-606e-46c2-972f-63c47b3c1557 req-039871c3-3386-4ecd-8adb-e91e20bc9259 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=429f5df5-0ecb-4d61-b9e7-2b9ddd050641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714314 Apr 20 13:00:48.156016 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-5760ea5e-d01c-4223-afc6-bfa6ec1f64bb req-89166529-c5fc-4ad0-ba2b-5b6082055736 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:48.171819 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-5760ea5e-d01c-4223-afc6-bfa6ec1f64bb req-89166529-c5fc-4ad0-ba2b-5b6082055736 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:48.190552 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d30856a8-7e2c-48ee-935a-687056ab7bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:48.193007 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d30856a8-7e2c-48ee-935a-687056ab7bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:48.194206 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d30856a8-7e2c-48ee-935a-687056ab7bdb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2ad6bd18-f573-4639-989b-610029072988 HTTP/1.1" status: 204 len: 168 time: 0.3921371 Apr 20 13:00:48.207871 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b0d5aaa2-606e-46c2-972f-63c47b3c1557 req-ef90e30d-2749-4491-a7f6-403e7860adf7 service neutron] 10.222.0.15 "GET /v2.0/networks/429f5df5-0ecb-4d61-b9e7-2b9ddd050641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127632 Apr 20 13:00:48.214588 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30856a8-7e2c-48ee-935a-687056ab7bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad6bd18-f573-4639-989b-610029072988,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:48.341491 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b0d5aaa2-606e-46c2-972f-63c47b3c1557 req-9219fe95-7bfd-41a1-a6b5-df3a60cdc1dd service neutron] 10.222.0.15 "GET /v2.0/networks/429f5df5-0ecb-4d61-b9e7-2b9ddd050641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222441 Apr 20 13:00:48.349718 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-5760ea5e-d01c-4223-afc6-bfa6ec1f64bb req-89166529-c5fc-4ad0-ba2b-5b6082055736 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:48.442774 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-5760ea5e-d01c-4223-afc6-bfa6ec1f64bb req-89166529-c5fc-4ad0-ba2b-5b6082055736 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:48.481209 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89166529-c5fc-4ad0-ba2b-5b6082055736 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb71d5f7-c0ce-4ff9-94a5-3922f2995e61,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:48.515344 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-5760ea5e-d01c-4223-afc6-bfa6ec1f64bb req-89166529-c5fc-4ad0-ba2b-5b6082055736 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:48.588230 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-5760ea5e-d01c-4223-afc6-bfa6ec1f64bb req-89166529-c5fc-4ad0-ba2b-5b6082055736 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:48.615264 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89166529-c5fc-4ad0-ba2b-5b6082055736 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee6a82b-7f0d-4ed5-8bbb-f0b04cb35f95,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:48.682497 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-5760ea5e-d01c-4223-afc6-bfa6ec1f64bb req-89166529-c5fc-4ad0-ba2b-5b6082055736 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:48.690927 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5760ea5e-d01c-4223-afc6-bfa6ec1f64bb req-89166529-c5fc-4ad0-ba2b-5b6082055736 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6585977 Apr 20 13:00:48.815176 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ab6c0-a58a-427b-9820-05a42e9ea85c req-853912ec-d3b7-4846-9be5-050f2c17f3d8 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:48.816778 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-636ab6c0-a58a-427b-9820-05a42e9ea85c req-853912ec-d3b7-4846-9be5-050f2c17f3d8 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=12cb6c0e-c318-4180-8e7f-8f9bb58fb50d HTTP/1.1" status: 200 len: 966 time: 0.0814919 Apr 20 13:00:48.825427 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550c333-2d3a-420c-93a3-8a69cd74128b req-94c359ee-c725-430e-ab6b-98de65bfae94 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:48.826959 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a550c333-2d3a-420c-93a3-8a69cd74128b req-94c359ee-c725-430e-ab6b-98de65bfae94 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b27bae7-d697-4e8b-aa4f-e9e67dc621b2 HTTP/1.1" status: 200 len: 950 time: 0.0832019 Apr 20 13:00:48.879625 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-636ab6c0-a58a-427b-9820-05a42e9ea85c req-5b34ac96-5b3b-4da0-8d12-29127d73b432 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516579 Apr 20 13:00:48.887345 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a550c333-2d3a-420c-93a3-8a69cd74128b req-3edf6f67-6681-4266-83f6-c15b248643e7 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0d73d3f-36b4-46ee-bfc6-6fcca6e5b25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460351 Apr 20 13:00:48.987171 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60b2f6-38cb-451b-84ca-978101e1f55e req-4cae3d41-95c3-4e00-be64-5e009867a36b tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:48.988690 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ae60b2f6-38cb-451b-84ca-978101e1f55e req-4cae3d41-95c3-4e00-be64-5e009867a36b tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c2cca99-ff84-46b7-a3a8-37096500e69a HTTP/1.1" status: 200 len: 946 time: 0.0497921 Apr 20 13:00:49.041808 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ae60b2f6-38cb-451b-84ca-978101e1f55e req-96bc0691-a9eb-4334-ae1f-bf91cc6b22ef tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/security-groups?id=e05816cf-ed4d-41f5-805a-d78d3b7f8410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408828 Apr 20 13:00:49.067938 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-590dd91e-c656-4c96-a722-b9e8c173bd13 req-5f50d321-167c-4b2d-a79c-cf5b08b7fafb tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-417466029', 'description': 'tempest-description-1570126524'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:49.199756 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-590dd91e-c656-4c96-a722-b9e8c173bd13 req-5f50d321-167c-4b2d-a79c-cf5b08b7fafb tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:49.281715 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-590dd91e-c656-4c96-a722-b9e8c173bd13 req-5f50d321-167c-4b2d-a79c-cf5b08b7fafb tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:49.323237 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12cb6c0e-c318-4180-8e7f-8f9bb58fb50d', 'tag': '916b4b77-7d7a-491c-ba57-af69d26306e7'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:00:49.325706 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964f7522-7c97-4bb9-bbb0-48f6f4ba933d" -d '{"events": [{"name": "network-changed", "server_uuid": "12cb6c0e-c318-4180-8e7f-8f9bb58fb50d", "tag": "916b4b77-7d7a-491c-ba57-af69d26306e7"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:00:49.359036 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-590dd91e-c656-4c96-a722-b9e8c173bd13 req-5f50d321-167c-4b2d-a79c-cf5b08b7fafb tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:49.390415 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f50d321-167c-4b2d-a79c-cf5b08b7fafb tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade39d23-3e86-4647-8abe-638f223f7d14,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:49.443087 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 916b4b77-7d7a-491c-ba57-af69d26306e7 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:00:49.450151 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-590dd91e-c656-4c96-a722-b9e8c173bd13 req-5f50d321-167c-4b2d-a79c-cf5b08b7fafb tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:49.451683 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-590dd91e-c656-4c96-a722-b9e8c173bd13 req-5f50d321-167c-4b2d-a79c-cf5b08b7fafb tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3886826 Apr 20 13:00:49.496282 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0303fd06-b99f-486e-af62-300027157a77 x-openstack-request-id: req-0303fd06-b99f-486e-af62-300027157a77 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:00:49.496576 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12cb6c0e-c318-4180-8e7f-8f9bb58fb50d", "tag": "916b4b77-7d7a-491c-ba57-af69d26306e7", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:00:49.496828 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0303fd06-b99f-486e-af62-300027157a77 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:00:49.497246 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0303fd06-b99f-486e-af62-300027157a77'] response: {'name': 'network-changed', 'server_uuid': '12cb6c0e-c318-4180-8e7f-8f9bb58fb50d', 'tag': '916b4b77-7d7a-491c-ba57-af69d26306e7', 'status': 'completed', 'code': 200} Apr 20 13:00:49.605615 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f7522-7c97-4bb9-bbb0-48f6f4ba933d req-4d9230ac-9c0d-47b1-bc20-0f95ea7e8039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:49.608591 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 916b4b77-7d7a-491c-ba57-af69d26306e7, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=916b4b77-7d7a-491c-ba57-af69d26306e7,segment=NetworkSegment(fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1),segment_id=fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:49.611803 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-964f7522-7c97-4bb9-bbb0-48f6f4ba933d req-4d9230ac-9c0d-47b1-bc20-0f95ea7e8039 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4&device_id=12cb6c0e-c318-4180-8e7f-8f9bb58fb50d HTTP/1.1" status: 200 len: 1147 time: 0.0727065 Apr 20 13:00:49.623371 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 916b4b77-7d7a-491c-ba57-af69d26306e7 has no active binding in host n-h2-836015-7 {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 20 13:00:49.702732 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f7522-7c97-4bb9-bbb0-48f6f4ba933d req-3dc612cb-5d18-4f1c-aa84-a0976f75a229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:49.704258 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-964f7522-7c97-4bb9-bbb0-48f6f4ba933d req-3dc612cb-5d18-4f1c-aa84-a0976f75a229 service neutron] 10.222.0.32 "GET /v2.0/networks?id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88 HTTP/1.1" status: 200 len: 909 time: 0.0844328 Apr 20 13:00:49.753079 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-964f7522-7c97-4bb9-bbb0-48f6f4ba933d req-d3596992-08bc-4060-b3d9-da8c60070135 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=916b4b77-7d7a-491c-ba57-af69d26306e7 HTTP/1.1" status: 200 len: 217 time: 0.0413816 Apr 20 13:00:49.770460 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f31fc6fb-613c-4855-8811-788ee040da89 req-ce3a2cf5-eda2-4f3f-b5f8-1ee5155c7767 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45074 time: 0.2515438 Apr 20 13:00:49.810089 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f7522-7c97-4bb9-bbb0-48f6f4ba933d req-9e00d5b7-d3e7-4ff9-91c4-d8ba337e5b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:49.811583 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-964f7522-7c97-4bb9-bbb0-48f6f4ba933d req-9e00d5b7-d3e7-4ff9-91c4-d8ba337e5b94 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7f1a9c16-f305-43f3-a182-10217ec8e6e3 HTTP/1.1" status: 200 len: 848 time: 0.0526485 Apr 20 13:00:49.833200 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f31fc6fb-613c-4855-8811-788ee040da89 req-2706f0a7-4a84-4b4d-9a08-aa7f39e0a5d7 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] 10.222.0.25 "GET /v2.0/security-groups/00334f1f-2714-4fe4-ba30-9fae1762bd0d HTTP/1.1" status: 200 len: 2981 time: 0.0503125 Apr 20 13:00:49.862006 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-964f7522-7c97-4bb9-bbb0-48f6f4ba933d req-13ca3ddc-6be2-4a21-bcce-514fc081a9ce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374336 Apr 20 13:00:49.872434 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f31fc6fb-613c-4855-8811-788ee040da89 req-aca5d721-2ac5-4648-84fa-a796dae42959 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] 10.222.0.25 "GET /v2.0/security-groups/00334f1f-2714-4fe4-ba30-9fae1762bd0d HTTP/1.1" status: 200 len: 2981 time: 0.0440304 Apr 20 13:00:49.918222 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f31fc6fb-613c-4855-8811-788ee040da89 req-67c92674-75a7-4472-926b-2d513723fbc1 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] 10.222.0.25 "GET /v2.0/security-groups/35572b2d-6960-4285-a5a3-3b302834eb2a HTTP/1.1" status: 200 len: 2977 time: 0.0379148 Apr 20 13:00:49.974227 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-964f7522-7c97-4bb9-bbb0-48f6f4ba933d req-a4ad9954-9239-4c46-8954-e99dc3761c1b service neutron] 10.222.0.32 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978873 Apr 20 13:00:49.976259 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f31fc6fb-613c-4855-8811-788ee040da89 req-190c8dd8-c9e2-428b-a91d-7e904a95e842 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] 10.222.0.25 "GET /v2.0/security-groups/35572b2d-6960-4285-a5a3-3b302834eb2a HTTP/1.1" status: 200 len: 2977 time: 0.0495703 Apr 20 13:00:50.022772 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f31fc6fb-613c-4855-8811-788ee040da89 req-6d8df7ff-b078-449e-a81d-ed71bddeec29 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] 10.222.0.25 "GET /v2.0/security-groups/681834fb-b99c-42e9-a168-d79cd65e6fb4 HTTP/1.1" status: 200 len: 2977 time: 0.0403512 Apr 20 13:00:50.073527 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-964f7522-7c97-4bb9-bbb0-48f6f4ba933d req-d65c8c1b-1183-49d0-8cf9-20f423d8e040 service neutron] 10.222.0.32 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919182 Apr 20 13:00:50.085281 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f31fc6fb-613c-4855-8811-788ee040da89 req-644b8463-eafd-4918-a33e-458f98d98e34 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] 10.222.0.25 "GET /v2.0/security-groups/681834fb-b99c-42e9-a168-d79cd65e6fb4 HTTP/1.1" status: 200 len: 2977 time: 0.0509152 Apr 20 13:00:50.162709 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f31fc6fb-613c-4855-8811-788ee040da89 req-42139018-3536-447b-b490-940ad6e6e7b8 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] 10.222.0.25 "GET /v2.0/security-groups/6bfff8b8-8349-4451-89f7-e5dfd5db909c HTTP/1.1" status: 200 len: 2977 time: 0.0704799 Apr 20 13:00:50.194852 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc250dc-388c-4050-b737-1b4b56dab719 req-edaa8366-86c9-4d42-b839-12a2be4cf03d tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:50.196337 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9cc250dc-388c-4050-b737-1b4b56dab719 req-edaa8366-86c9-4d42-b839-12a2be4cf03d tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=12cb6c0e-c318-4180-8e7f-8f9bb58fb50d HTTP/1.1" status: 200 len: 966 time: 0.0722184 Apr 20 13:00:50.237866 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f31fc6fb-613c-4855-8811-788ee040da89 req-0bacb66f-af06-42b7-865e-f51bc4689862 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] 10.222.0.25 "GET /v2.0/security-groups/6bfff8b8-8349-4451-89f7-e5dfd5db909c HTTP/1.1" status: 200 len: 2977 time: 0.0682368 Apr 20 13:00:50.255857 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9cc250dc-388c-4050-b737-1b4b56dab719 req-9ca92258-c62f-4372-a3bd-ae01cf324345 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515039 Apr 20 13:00:50.323198 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f31fc6fb-613c-4855-8811-788ee040da89 req-020db80b-6aa4-47a9-babf-c90aa5d28225 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] 10.222.0.25 "GET /v2.0/security-groups/7cf8bed8-7274-4125-81f7-e97738ddea90 HTTP/1.1" status: 200 len: 2981 time: 0.0773258 Apr 20 13:00:50.333770 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c9fd7-691e-4a9f-b17a-ee6757063890 req-a746e774-ba57-4626-83c3-0da17e4dc5be tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:50.335162 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-002c9fd7-691e-4a9f-b17a-ee6757063890 req-a746e774-ba57-4626-83c3-0da17e4dc5be tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c2cca99-ff84-46b7-a3a8-37096500e69a HTTP/1.1" status: 200 len: 946 time: 0.0734732 Apr 20 13:00:50.469864 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ea609-d1ba-4a52-9220-d5cb46c47771 req-36dc829e-a006-4516-95ee-5c4b743d4690 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:50.471309 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a37ea609-d1ba-4a52-9220-d5cb46c47771 req-36dc829e-a006-4516-95ee-5c4b743d4690 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b27bae7-d697-4e8b-aa4f-e9e67dc621b2 HTTP/1.1" status: 200 len: 950 time: 0.1597049 Apr 20 13:00:50.482705 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f31fc6fb-613c-4855-8811-788ee040da89 req-2dfe6881-fb11-41ed-b921-a9c4e63bfd4f tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] 10.222.0.25 "GET /v2.0/security-groups/7cf8bed8-7274-4125-81f7-e97738ddea90 HTTP/1.1" status: 200 len: 2981 time: 0.1318352 Apr 20 13:00:50.557653 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a37ea609-d1ba-4a52-9220-d5cb46c47771 req-6bd586a0-a5ee-4b82-be88-e5bbda2a7c45 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0d73d3f-36b4-46ee-bfc6-6fcca6e5b25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783401 Apr 20 13:00:50.570598 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-002c9fd7-691e-4a9f-b17a-ee6757063890 req-6f53732b-35e5-4d11-b952-1358df0d8ad3 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Deleting port b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:00:50.570938 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-002c9fd7-691e-4a9f-b17a-ee6757063890 req-6f53732b-35e5-4d11-b952-1358df0d8ad3 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:50.588279 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f31fc6fb-613c-4855-8811-788ee040da89 req-68ffd667-f0a4-4983-bb46-dca440e312d3 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] 10.222.0.25 "GET /v2.0/security-groups/bf220996-ca04-4f0c-907b-7ca9b7d000d1 HTTP/1.1" status: 200 len: 2981 time: 0.0957453 Apr 20 13:00:50.691659 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f31fc6fb-613c-4855-8811-788ee040da89 req-ae7dc203-1fa1-4229-8254-5d0218228588 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] 10.222.0.25 "GET /v2.0/security-groups/bf220996-ca04-4f0c-907b-7ca9b7d000d1 HTTP/1.1" status: 200 len: 2981 time: 0.0736356 Apr 20 13:00:50.693506 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-002c9fd7-691e-4a9f-b17a-ee6757063890 req-6f53732b-35e5-4d11-b952-1358df0d8ad3 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] For port b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0,segment=NetworkSegment(736a4538-d0db-4a78-bb23-9f11c753d329),segment_id=736a4538-d0db-4a78-bb23-9f11c753d329)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:50.693874 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-002c9fd7-691e-4a9f-b17a-ee6757063890 req-6f53732b-35e5-4d11-b952-1358df0d8ad3 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:50.719640 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-002c9fd7-691e-4a9f-b17a-ee6757063890 req-6f53732b-35e5-4d11-b952-1358df0d8ad3 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Calling delete_port for b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:00:50.803905 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f31fc6fb-613c-4855-8811-788ee040da89 req-1d1dde33-c174-4da5-8d38-1c4cca5597d5 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] 10.222.0.25 "GET /v2.0/security-groups/c0d427ef-ba91-43e1-9a21-d3d9632c7d99 HTTP/1.1" status: 200 len: 2981 time: 0.1018815 Apr 20 13:00:50.852041 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a113b-2f37-4910-a353-c00db1d842c8 req-44751e99-cccb-46a0-82b4-271de202f32d tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:50.854092 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2f1a113b-2f37-4910-a353-c00db1d842c8 req-44751e99-cccb-46a0-82b4-271de202f32d tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/ports?device_id=4c2cca99-ff84-46b7-a3a8-37096500e69a HTTP/1.1" status: 200 len: 946 time: 0.1166041 Apr 20 13:00:50.897345 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f31fc6fb-613c-4855-8811-788ee040da89 req-1f8f3f33-9e4c-4089-9cf1-402db611ef94 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] 10.222.0.25 "GET /v2.0/security-groups/c0d427ef-ba91-43e1-9a21-d3d9632c7d99 HTTP/1.1" status: 200 len: 2981 time: 0.0871875 Apr 20 13:00:50.947998 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2f1a113b-2f37-4910-a353-c00db1d842c8 req-78595edb-24d4-452e-bacb-6a039f563e6b tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.25 "GET /v2.0/security-groups?id=e05816cf-ed4d-41f5-805a-d78d3b7f8410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847995 Apr 20 13:00:50.986573 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f31fc6fb-613c-4855-8811-788ee040da89 req-2ace5742-dc74-4c12-8709-79b45131a61b tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] 10.222.0.25 "GET /v2.0/security-groups/c3fe2c89-adcc-4c61-a11a-09a46dc20acd HTTP/1.1" status: 200 len: 2973 time: 0.0746961 Apr 20 13:00:51.029860 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f31fc6fb-613c-4855-8811-788ee040da89 req-3dc3b9c9-9c1d-46f4-954f-4670152ae3e8 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] 10.222.0.25 "GET /v2.0/security-groups/c3fe2c89-adcc-4c61-a11a-09a46dc20acd HTTP/1.1" status: 200 len: 2973 time: 0.0371609 Apr 20 13:00:51.064927 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-002c9fd7-691e-4a9f-b17a-ee6757063890 req-6f53732b-35e5-4d11-b952-1358df0d8ad3 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:51.076536 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:00:51.101285 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f53732b-35e5-4d11-b952-1358df0d8ad3 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Pushing event deleted for resources: {'Port': ['ID=b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:51.107395 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f31fc6fb-613c-4855-8811-788ee040da89 req-9aa921f0-a440-4763-a909-c5f8d6e76a0f tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] 10.222.0.25 "GET /v2.0/security-groups/cb71d5f7-c0ce-4ff9-94a5-3922f2995e61 HTTP/1.1" status: 200 len: 2981 time: 0.0710824 Apr 20 13:00:51.178280 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-002c9fd7-691e-4a9f-b17a-ee6757063890 req-6f53732b-35e5-4d11-b952-1358df0d8ad3 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] No DVR routers for this DVR port b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:00:51.182790 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-002c9fd7-691e-4a9f-b17a-ee6757063890 req-6f53732b-35e5-4d11-b952-1358df0d8ad3 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:51.186056 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-002c9fd7-691e-4a9f-b17a-ee6757063890 req-6f53732b-35e5-4d11-b952-1358df0d8ad3 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428 tempest-FloatingIPsAssociationNegativeTestJSON-1578673428-project] 10.222.0.15 "DELETE /v2.0/ports/b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0 HTTP/1.1" status: 204 len: 173 time: 0.8334703 Apr 20 13:00:51.186485 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2cca99-ff84-46b7-a3a8-37096500e69a', 'name': 'network-vif-deleted', 'tag': 'b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:00:51.188689 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f7af66-b883-4f4f-8810-cd5fd08b693a" -d '{"events": [{"server_uuid": "4c2cca99-ff84-46b7-a3a8-37096500e69a", "name": "network-vif-deleted", "tag": "b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:00:51.214224 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f31fc6fb-613c-4855-8811-788ee040da89 req-848c50b9-1425-4693-9dc8-234cacafd305 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] 10.222.0.25 "GET /v2.0/security-groups/cb71d5f7-c0ce-4ff9-94a5-3922f2995e61 HTTP/1.1" status: 200 len: 2981 time: 0.0789957 Apr 20 13:00:51.261347 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f31fc6fb-613c-4855-8811-788ee040da89 req-3e0dea10-d7eb-4b7e-a7d8-f2394a54d974 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] 10.222.0.25 "GET /v2.0/security-groups/e05816cf-ed4d-41f5-805a-d78d3b7f8410 HTTP/1.1" status: 200 len: 2977 time: 0.0407248 Apr 20 13:00:51.309291 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f31fc6fb-613c-4855-8811-788ee040da89 req-48f471e3-4b8c-4db7-95e2-a011530cb454 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] 10.222.0.25 "GET /v2.0/security-groups/e05816cf-ed4d-41f5-805a-d78d3b7f8410 HTTP/1.1" status: 200 len: 2977 time: 0.0418336 Apr 20 13:00:51.350304 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f31fc6fb-613c-4855-8811-788ee040da89 req-b3c4ff39-31e6-4b47-820b-4ced17e89ee0 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] 10.222.0.25 "GET /v2.0/security-groups/e0d73d3f-36b4-46ee-bfc6-6fcca6e5b25a HTTP/1.1" status: 200 len: 2977 time: 0.0348876 Apr 20 13:00:51.391342 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f31fc6fb-613c-4855-8811-788ee040da89 req-410b56d3-4b78-4960-9c21-06d3607b7cc0 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] 10.222.0.25 "GET /v2.0/security-groups/e0d73d3f-36b4-46ee-bfc6-6fcca6e5b25a HTTP/1.1" status: 200 len: 2977 time: 0.0350769 Apr 20 13:00:51.433953 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f31fc6fb-613c-4855-8811-788ee040da89 req-badc6579-95d7-47aa-b342-6d6b191bd9a9 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] 10.222.0.25 "GET /v2.0/security-groups/f8643dfe-1e61-4656-bd06-a2d2d60e5962 HTTP/1.1" status: 200 len: 2981 time: 0.0364459 Apr 20 13:00:51.484658 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f31fc6fb-613c-4855-8811-788ee040da89 req-529f4fc4-73fe-4912-983a-1625f78abfea tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] 10.222.0.25 "GET /v2.0/security-groups/f8643dfe-1e61-4656-bd06-a2d2d60e5962 HTTP/1.1" status: 200 len: 2981 time: 0.0399449 Apr 20 13:00:51.528906 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f31fc6fb-613c-4855-8811-788ee040da89 req-08c71b39-d022-4e68-87a4-472212b7d177 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] 10.222.0.25 "GET /v2.0/security-groups/f8ccc59a-747f-4132-9eca-4334bfbaf5e6 HTTP/1.1" status: 200 len: 2981 time: 0.0387003 Apr 20 13:00:51.570039 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f31fc6fb-613c-4855-8811-788ee040da89 req-8234a061-cca9-482a-a5b7-752d2947472d tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] 10.222.0.25 "GET /v2.0/security-groups/f8ccc59a-747f-4132-9eca-4334bfbaf5e6 HTTP/1.1" status: 200 len: 2981 time: 0.0348706 Apr 20 13:00:51.633150 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f92f114-c4e1-46a0-95ee-f067e75881ef x-openstack-request-id: req-6f92f114-c4e1-46a0-95ee-f067e75881ef {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:00:51.633424 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c2cca99-ff84-46b7-a3a8-37096500e69a", "name": "network-vif-deleted", "tag": "b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:00:51.633676 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6f92f114-c4e1-46a0-95ee-f067e75881ef {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:00:51.634638 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f92f114-c4e1-46a0-95ee-f067e75881ef'] response: {'server_uuid': '4c2cca99-ff84-46b7-a3a8-37096500e69a', 'name': 'network-vif-deleted', 'tag': 'b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0', 'status': 'completed', 'code': 200} Apr 20 13:00:51.756199 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad5e03-49ba-49ab-bd02-23d8ad5deac9 req-19edcf33-6533-43c6-b436-afddcfef1e61 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:51.757569 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2fad5e03-49ba-49ab-bd02-23d8ad5deac9 req-19edcf33-6533-43c6-b436-afddcfef1e61 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=12cb6c0e-c318-4180-8e7f-8f9bb58fb50d HTTP/1.1" status: 200 len: 966 time: 0.0822964 Apr 20 13:00:51.769041 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48d4b6-0c05-4847-b47a-c94d8b192b07 req-605435fd-8477-4807-b531-cd523a25ccc0 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:51.770371 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ef48d4b6-0c05-4847-b47a-c94d8b192b07 req-605435fd-8477-4807-b531-cd523a25ccc0 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b27bae7-d697-4e8b-aa4f-e9e67dc621b2 HTTP/1.1" status: 200 len: 950 time: 0.0696831 Apr 20 13:00:52.043825 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2fad5e03-49ba-49ab-bd02-23d8ad5deac9 req-0d9eec47-3878-4292-8cda-c1188a9430b4 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723818 Apr 20 13:00:52.051245 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ef48d4b6-0c05-4847-b47a-c94d8b192b07 req-4b906d48-095f-4229-966c-ce93fd7229bc tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0d73d3f-36b4-46ee-bfc6-6fcca6e5b25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744367 Apr 20 13:00:52.144681 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-89bde149-796b-4b32-9464-efdf1a2429ae req-09227101-dbb0-450c-adfa-1bd41a509298 tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cf5d3ef548ff473eb453101f1b35121c HTTP/1.1" status: 200 len: 6104 time: 0.0722339 Apr 20 13:00:52.196595 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-89bde149-796b-4b32-9464-efdf1a2429ae req-b7ea517e-6623-4fff-ac8e-f2bcf5f6d6d8 tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] 10.222.0.25 "GET /v2.0/security-groups/c0d427ef-ba91-43e1-9a21-d3d9632c7d99 HTTP/1.1" status: 200 len: 2981 time: 0.0447941 Apr 20 13:00:52.242709 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-89bde149-796b-4b32-9464-efdf1a2429ae req-0e0ab421-1baa-4969-96c5-dbb4c389fcbc tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] 10.222.0.25 "GET /v2.0/security-groups/c0d427ef-ba91-43e1-9a21-d3d9632c7d99 HTTP/1.1" status: 200 len: 2981 time: 0.0401204 Apr 20 13:00:52.309814 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54178) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:52.427663 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ce5a611b-25cb-4f3f-bce6-add3ee9decb7 req-2ea5f89b-482c-486e-89d0-a0350c5ac2a6 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] 10.222.0.25 "GET /v2.0/security-groups/ade39d23-3e86-4647-8abe-638f223f7d14 HTTP/1.1" status: 200 len: 1777 time: 0.0754132 Apr 20 13:00:52.563641 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ce5a611b-25cb-4f3f-bce6-add3ee9decb7 req-3a884c11-8ebe-4e45-8df8-524e79310296 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:52.596832 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ce5a611b-25cb-4f3f-bce6-add3ee9decb7 req-3a884c11-8ebe-4e45-8df8-524e79310296 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:52.768114 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ce5a611b-25cb-4f3f-bce6-add3ee9decb7 req-3a884c11-8ebe-4e45-8df8-524e79310296 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:52.770584 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ce5a611b-25cb-4f3f-bce6-add3ee9decb7 req-3a884c11-8ebe-4e45-8df8-524e79310296 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:52.771772 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ce5a611b-25cb-4f3f-bce6-add3ee9decb7 req-3a884c11-8ebe-4e45-8df8-524e79310296 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/ade39d23-3e86-4647-8abe-638f223f7d14 HTTP/1.1" status: 204 len: 173 time: 0.3379545 Apr 20 13:00:52.802050 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a884c11-8ebe-4e45-8df8-524e79310296 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade39d23-3e86-4647-8abe-638f223f7d14,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:52.845929 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ede6c281-05e1-4782-a28c-b84a74744afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:53.001839 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172044b5-657f-4c61-8419-81fcd6d94403 req-f4d2be62-ef50-4caa-b619-4e62b9b3802b tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:53.003328 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-172044b5-657f-4c61-8419-81fcd6d94403 req-f4d2be62-ef50-4caa-b619-4e62b9b3802b tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b27bae7-d697-4e8b-aa4f-e9e67dc621b2 HTTP/1.1" status: 200 len: 950 time: 0.1555383 Apr 20 13:00:53.010439 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d68993d-6e99-40f8-81b8-7b32d2940e10 req-62bc19f9-a6a5-495b-9fc1-9a84585e2b3c tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] 10.222.0.25 "GET /v2.0/security-groups/cee6a82b-7f0d-4ed5-8bbb-f0b04cb35f95 HTTP/1.1" status: 200 len: 1776 time: 0.1050823 Apr 20 13:00:53.155423 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-172044b5-657f-4c61-8419-81fcd6d94403 req-94fa9cb9-fc7e-4b3d-b350-c2c5ca41aa48 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0d73d3f-36b4-46ee-bfc6-6fcca6e5b25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423075 Apr 20 13:00:53.187893 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7d68993d-6e99-40f8-81b8-7b32d2940e10 req-4350f286-3841-4bca-89af-071406e20160 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:53.220016 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7d68993d-6e99-40f8-81b8-7b32d2940e10 req-4350f286-3841-4bca-89af-071406e20160 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:53.349622 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12fb1c4-3ea0-4e1a-9ded-5b18afd4f7f4 req-7f171858-1dce-477f-9388-b975da06729f tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:53.351105 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a12fb1c4-3ea0-4e1a-9ded-5b18afd4f7f4 req-7f171858-1dce-477f-9388-b975da06729f tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=12cb6c0e-c318-4180-8e7f-8f9bb58fb50d HTTP/1.1" status: 200 len: 966 time: 0.0623429 Apr 20 13:00:53.356284 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-ede6c281-05e1-4782-a28c-b84a74744afc admin admin] Deleting port fed4b2ff-1172-449c-a3da-94136fcf5b45 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:00:53.356629 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ede6c281-05e1-4782-a28c-b84a74744afc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:53.410692 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7d68993d-6e99-40f8-81b8-7b32d2940e10 req-4350f286-3841-4bca-89af-071406e20160 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:53.412656 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54204) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:53.413264 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7d68993d-6e99-40f8-81b8-7b32d2940e10 req-4350f286-3841-4bca-89af-071406e20160 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:53.414330 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d68993d-6e99-40f8-81b8-7b32d2940e10 req-4350f286-3841-4bca-89af-071406e20160 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/cee6a82b-7f0d-4ed5-8bbb-f0b04cb35f95 HTTP/1.1" status: 204 len: 173 time: 0.3940148 Apr 20 13:00:53.442538 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350f286-3841-4bca-89af-071406e20160 tempest-SecurityGroupsTestAdminJSON-1136401748 tempest-SecurityGroupsTestAdminJSON-1136401748-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee6a82b-7f0d-4ed5-8bbb-f0b04cb35f95,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:53.452209 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a12fb1c4-3ea0-4e1a-9ded-5b18afd4f7f4 req-94881a2c-ef61-4441-865a-5c66e9425479 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929122 Apr 20 13:00:53.476469 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-ede6c281-05e1-4782-a28c-b84a74744afc admin admin] For port fed4b2ff-1172-449c-a3da-94136fcf5b45, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=fed4b2ff-1172-449c-a3da-94136fcf5b45,segment=NetworkSegment(736a4538-d0db-4a78-bb23-9f11c753d329),segment_id=736a4538-d0db-4a78-bb23-9f11c753d329)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:53.479444 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ede6c281-05e1-4782-a28c-b84a74744afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:53.502066 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-ede6c281-05e1-4782-a28c-b84a74744afc admin admin] Calling delete_port for fed4b2ff-1172-449c-a3da-94136fcf5b45 owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:00:53.606134 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c3f1300c-d820-4481-a982-cd25848bd863 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=69ab0485b86d4d91a3deca36e1da32c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1922927 Apr 20 13:00:53.608541 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54218) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:53.617586 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2f75e42f-ab7a-4842-881e-31d204a112ab req-7c4e7b70-6cf8-4684-a187-271ec112d0e6 tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] 10.222.0.25 "GET /v2.0/security-groups/492f5fc1-aaeb-45d2-a0b8-51091efbfa37 HTTP/1.1" status: 200 len: 1778 time: 0.0742686 Apr 20 13:00:53.660539 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c6d58a4d-6f51-4a9c-8133-d31d389e5c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:53.685183 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c6d58a4d-6f51-4a9c-8133-d31d389e5c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:53.770139 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2f75e42f-ab7a-4842-881e-31d204a112ab req-6169f3c0-800e-4cda-be5a-fbc9fc886258 tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:53.819787 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c6d58a4d-6f51-4a9c-8133-d31d389e5c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:53.819999 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2f75e42f-ab7a-4842-881e-31d204a112ab req-6169f3c0-800e-4cda-be5a-fbc9fc886258 tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:53.822507 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c6d58a4d-6f51-4a9c-8133-d31d389e5c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:53.823801 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c6d58a4d-6f51-4a9c-8133-d31d389e5c5a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f8643dfe-1e61-4656-bd06-a2d2d60e5962 HTTP/1.1" status: 204 len: 168 time: 0.2141762 Apr 20 13:00:53.832684 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d58a4d-6f51-4a9c-8133-d31d389e5c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8643dfe-1e61-4656-bd06-a2d2d60e5962,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:53.893935 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ede6c281-05e1-4782-a28c-b84a74744afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:53.922956 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede6c281-05e1-4782-a28c-b84a74744afc admin admin] Pushing event deleted for resources: {'Port': ['ID=fed4b2ff-1172-449c-a3da-94136fcf5b45,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:53.945182 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2f75e42f-ab7a-4842-881e-31d204a112ab req-6169f3c0-800e-4cda-be5a-fbc9fc886258 tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:53.947813 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2f75e42f-ab7a-4842-881e-31d204a112ab req-6169f3c0-800e-4cda-be5a-fbc9fc886258 tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:53.951939 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2f75e42f-ab7a-4842-881e-31d204a112ab req-6169f3c0-800e-4cda-be5a-fbc9fc886258 tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] 10.222.0.25 "DELETE /v2.0/security-groups/492f5fc1-aaeb-45d2-a0b8-51091efbfa37 HTTP/1.1" status: 204 len: 173 time: 0.2978251 Apr 20 13:00:54.010491 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6169f3c0-800e-4cda-be5a-fbc9fc886258 tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=492f5fc1-aaeb-45d2-a0b8-51091efbfa37,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:54.109541 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7cfafcc9-84b4-4c90-bdee-9d9dd3b5b33f req-164eb4ba-d682-485f-9156-8a487b3f99be tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] 10.222.0.25 "GET /v2.0/security-groups/6994eff5-964d-42a1-b9ea-928630833d35 HTTP/1.1" status: 200 len: 1778 time: 0.1097338 Apr 20 13:00:54.142610 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ede6c281-05e1-4782-a28c-b84a74744afc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:54.220101 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7cfafcc9-84b4-4c90-bdee-9d9dd3b5b33f req-94a39bd6-d8c3-4bdc-a15a-1792ed73a28b tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:54.322638 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54250) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:54.393568 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b5d90caa-11fa-4bfe-808e-0e6d0704e377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:54.448791 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1345256c-435f-4a6c-ad0b-405ca6ddd2ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:54.536750 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7cfafcc9-84b4-4c90-bdee-9d9dd3b5b33f req-94a39bd6-d8c3-4bdc-a15a-1792ed73a28b tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:54.548806 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1345256c-435f-4a6c-ad0b-405ca6ddd2ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:54.633448 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1345256c-435f-4a6c-ad0b-405ca6ddd2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:54.672210 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1345256c-435f-4a6c-ad0b-405ca6ddd2ff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8edfb5848a1e439ba6c5d22932114289&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3480082 Apr 20 13:00:54.674491 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1345256c-435f-4a6c-ad0b-405ca6ddd2ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78712516-4bd7-4cb6-886a-fada0a16271a,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:54.676949 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54256) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:54.679138 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d05016-2956-46e1-a34e-e43ee4ef29be req-5c15acce-1ac4-488c-b2a2-576be3e7c55c tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:54.680622 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-79d05016-2956-46e1-a34e-e43ee4ef29be req-5c15acce-1ac4-488c-b2a2-576be3e7c55c tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b27bae7-d697-4e8b-aa4f-e9e67dc621b2 HTTP/1.1" status: 200 len: 950 time: 0.1595042 Apr 20 13:00:54.697523 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee463178-1cfa-44e0-a9df-02b69592dba4 req-7a2d977c-5420-4c63-a97f-79a45ae5a37b tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:54.697523 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ee463178-1cfa-44e0-a9df-02b69592dba4 req-7a2d977c-5420-4c63-a97f-79a45ae5a37b tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b27bae7-d697-4e8b-aa4f-e9e67dc621b2 HTTP/1.1" status: 200 len: 950 time: 0.1629827 Apr 20 13:00:54.726420 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b9fd980a-233e-4771-8188-dc525b0c8066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:54.732130 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7cfafcc9-84b4-4c90-bdee-9d9dd3b5b33f req-94a39bd6-d8c3-4bdc-a15a-1792ed73a28b tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:54.734654 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7cfafcc9-84b4-4c90-bdee-9d9dd3b5b33f req-94a39bd6-d8c3-4bdc-a15a-1792ed73a28b tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:54.735711 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7cfafcc9-84b4-4c90-bdee-9d9dd3b5b33f req-94a39bd6-d8c3-4bdc-a15a-1792ed73a28b tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] 10.222.0.25 "DELETE /v2.0/security-groups/6994eff5-964d-42a1-b9ea-928630833d35 HTTP/1.1" status: 204 len: 173 time: 0.6189280 Apr 20 13:00:54.767491 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b9fd980a-233e-4771-8188-dc525b0c8066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:54.775239 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a39bd6-d8c3-4bdc-a15a-1792ed73a28b tempest-SecurityGroupsTestAdminJSON-107914883 tempest-SecurityGroupsTestAdminJSON-107914883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6994eff5-964d-42a1-b9ea-928630833d35,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:54.862857 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ee463178-1cfa-44e0-a9df-02b69592dba4 req-f853b7db-4c1a-4e34-aa98-10010ae2751f tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0d73d3f-36b4-46ee-bfc6-6fcca6e5b25a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586285 Apr 20 13:00:54.898561 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede6c281-05e1-4782-a28c-b84a74744afc admin admin] Router 7864001c-4e6b-4aa8-9143-992ce9f58950 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:00:54.900125 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b9fd980a-233e-4771-8188-dc525b0c8066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:54.900770 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54262) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:54.903113 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b9fd980a-233e-4771-8188-dc525b0c8066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:54.908348 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b9fd980a-233e-4771-8188-dc525b0c8066 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/78712516-4bd7-4cb6-886a-fada0a16271a HTTP/1.1" status: 204 len: 168 time: 0.2305031 Apr 20 13:00:54.920220 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd980a-233e-4771-8188-dc525b0c8066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78712516-4bd7-4cb6-886a-fada0a16271a,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:54.943011 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-79d05016-2956-46e1-a34e-e43ee4ef29be req-21429423-ab5b-431b-96d8-a5e7ec167e37 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Deleting port 2f9b9d72-976a-40f9-ae45-5bf586345ccc {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:00:54.943650 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-79d05016-2956-46e1-a34e-e43ee4ef29be req-21429423-ab5b-431b-96d8-a5e7ec167e37 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:54.992666 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0e975-350a-4749-816e-6ec49cf953b1 req-4e5dc51a-c150-42c0-b89a-3160ee8f856e tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:54.994275 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b6f0e975-350a-4749-816e-6ec49cf953b1 req-4e5dc51a-c150-42c0-b89a-3160ee8f856e tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=12cb6c0e-c318-4180-8e7f-8f9bb58fb50d HTTP/1.1" status: 200 len: 966 time: 0.1498818 Apr 20 13:00:55.057492 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-49e38708-0e55-4e14-babf-9db85267bcf7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=35fe122a95944d088ddc6927ef57ab83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1555002 Apr 20 13:00:55.060080 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54272) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:55.116965 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-47f504ec-94dc-4615-a484-20c0ed0a1c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:55.139905 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-47f504ec-94dc-4615-a484-20c0ed0a1c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:55.158569 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b6f0e975-350a-4749-816e-6ec49cf953b1 req-2713130f-7bf1-4e67-bded-36ed923d57f3 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064990 Apr 20 13:00:55.186816 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-79d05016-2956-46e1-a34e-e43ee4ef29be req-21429423-ab5b-431b-96d8-a5e7ec167e37 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] For port 2f9b9d72-976a-40f9-ae45-5bf586345ccc, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=2f9b9d72-976a-40f9-ae45-5bf586345ccc,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:55.187117 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-79d05016-2956-46e1-a34e-e43ee4ef29be req-21429423-ab5b-431b-96d8-a5e7ec167e37 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:55.204563 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-79d05016-2956-46e1-a34e-e43ee4ef29be req-21429423-ab5b-431b-96d8-a5e7ec167e37 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Calling delete_port for 2f9b9d72-976a-40f9-ae45-5bf586345ccc owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:00:55.206683 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede6c281-05e1-4782-a28c-b84a74744afc admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:00:55.216076 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ede6c281-05e1-4782-a28c-b84a74744afc admin admin] 10.222.0.25 "PUT /v2.0/routers/7864001c-4e6b-4aa8-9143-992ce9f58950/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9051487 Apr 20 13:00:55.217550 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54278) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:55.221708 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6a37d0-50d7-4c8e-ac1a-a01d300652f9 None None] Sync routers for ids ['7864001c-4e6b-4aa8-9143-992ce9f58950'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:00:55.233483 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6a37d0-50d7-4c8e-ac1a-a01d300652f9 None None] Routers {'7864001c-4e6b-4aa8-9143-992ce9f58950'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:00:55.234794 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-5b6a37d0-50d7-4c8e-ac1a-a01d300652f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:00:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['7864001c-4e6b-4aa8-9143-992ce9f58950'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:55.295745 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-47f504ec-94dc-4615-a484-20c0ed0a1c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:55.298273 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-47f504ec-94dc-4615-a484-20c0ed0a1c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:55.299497 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-47f504ec-94dc-4615-a484-20c0ed0a1c2f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bf220996-ca04-4f0c-907b-7ca9b7d000d1 HTTP/1.1" status: 204 len: 168 time: 0.2380702 Apr 20 13:00:55.329498 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f504ec-94dc-4615-a484-20c0ed0a1c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf220996-ca04-4f0c-907b-7ca9b7d000d1,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:55.400849 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-519e1074-ddca-4ea8-9a47-ea113780eadb service neutron] 10.222.0.32 "GET /v2.0/ports/916b4b77-7d7a-491c-ba57-af69d26306e7/bindings/n-h2-836015-7 HTTP/1.1" status: 200 len: 384 time: 0.1907880 Apr 20 13:00:55.431385 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54288) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:55.498360 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-79d05016-2956-46e1-a34e-e43ee4ef29be req-21429423-ab5b-431b-96d8-a5e7ec167e37 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:55.501094 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:00:55.505437 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b82a8b06-6217-4a9a-b1df-92210880282a admin admin] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:55.533358 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['2f9b9d72-976a-40f9-ae45-5bf586345ccc'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:00:55.544564 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21429423-ab5b-431b-96d8-a5e7ec167e37 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Pushing event deleted for resources: {'Port': ['ID=2f9b9d72-976a-40f9-ae45-5bf586345ccc,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:55.560068 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:00:55.560703 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b4f1a68d-9c8b-49ff-ae1a-a3e65177a8b0 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:00:55.609479 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-5b6a37d0-50d7-4c8e-ac1a-a01d300652f9 None None] Set router 7864001c-4e6b-4aa8-9143-992ce9f58950 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:00:55.615908 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d05016-2956-46e1-a34e-e43ee4ef29be req-21429423-ab5b-431b-96d8-a5e7ec167e37 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] No DVR routers for this DVR port 2f9b9d72-976a-40f9-ae45-5bf586345ccc on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:00:55.620380 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-79d05016-2956-46e1-a34e-e43ee4ef29be req-21429423-ab5b-431b-96d8-a5e7ec167e37 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:55.623682 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-79d05016-2956-46e1-a34e-e43ee4ef29be req-21429423-ab5b-431b-96d8-a5e7ec167e37 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.15 "DELETE /v2.0/ports/2f9b9d72-976a-40f9-ae45-5bf586345ccc HTTP/1.1" status: 204 len: 173 time: 0.9304852 Apr 20 13:00:55.624114 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b27bae7-d697-4e8b-aa4f-e9e67dc621b2', 'name': 'network-vif-deleted', 'tag': '2f9b9d72-976a-40f9-ae45-5bf586345ccc'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:00:55.630077 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad311ca-071c-4b98-82ec-c5f2b2127166" -d '{"events": [{"server_uuid": "7b27bae7-d697-4e8b-aa4f-e9e67dc621b2", "name": "network-vif-deleted", "tag": "2f9b9d72-976a-40f9-ae45-5bf586345ccc"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:00:55.678337 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-babae9e8-49c7-4364-818a-414129ecc2c6 x-openstack-request-id: req-babae9e8-49c7-4364-818a-414129ecc2c6 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:00:55.681572 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b27bae7-d697-4e8b-aa4f-e9e67dc621b2", "name": "network-vif-deleted", "tag": "2f9b9d72-976a-40f9-ae45-5bf586345ccc", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:00:55.681572 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-babae9e8-49c7-4364-818a-414129ecc2c6 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:00:55.681572 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-babae9e8-49c7-4364-818a-414129ecc2c6'] response: {'server_uuid': '7b27bae7-d697-4e8b-aa4f-e9e67dc621b2', 'name': 'network-vif-deleted', 'tag': '2f9b9d72-976a-40f9-ae45-5bf586345ccc', 'status': 'completed', 'code': 200} Apr 20 13:00:55.716867 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b82a8b06-6217-4a9a-b1df-92210880282a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:55.746644 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-547d6039-0234-4a05-b95f-d1653b87972c service neutron] For port 916b4b77-7d7a-491c-ba57-af69d26306e7, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=916b4b77-7d7a-491c-ba57-af69d26306e7,segment=NetworkSegment(fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1),segment_id=fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:55.773931 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-547d6039-0234-4a05-b95f-d1653b87972c service neutron] For port 916b4b77-7d7a-491c-ba57-af69d26306e7, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:00:55.823535 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-547d6039-0234-4a05-b95f-d1653b87972c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 916b4b77-7d7a-491c-ba57-af69d26306e7 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:00:55.853602 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-5b6a37d0-50d7-4c8e-ac1a-a01d300652f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7864001c-4e6b-4aa8-9143-992ce9f58950', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1741057558-router', 'tenant_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'e1fa2fa4-ec7f-46e8-a677-663bace9586b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:54Z', 'updated_at': '2022-04-20T13:00:53Z', 'revision_number': 5, 'project_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'gw_port': {'id': 'e1fa2fa4-ec7f-46e8-a677-663bace9586b', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:14:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7864001c-4e6b-4aa8-9143-992ce9f58950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:58Z', 'updated_at': '2022-04-20T13:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:55.854145 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-547d6039-0234-4a05-b95f-d1653b87972c service neutron] For port 916b4b77-7d7a-491c-ba57-af69d26306e7, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=916b4b77-7d7a-491c-ba57-af69d26306e7,segment=NetworkSegment(fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1),segment_id=fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:55.882819 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6a37d0-50d7-4c8e-ac1a-a01d300652f9 None None] Checking router: 7864001c-4e6b-4aa8-9143-992ce9f58950 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:00:55.888861 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-b82a8b06-6217-4a9a-b1df-92210880282a admin admin] Deleting port e1fa2fa4-ec7f-46e8-a677-663bace9586b {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:00:55.889308 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b82a8b06-6217-4a9a-b1df-92210880282a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:55.897559 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6a37d0-50d7-4c8e-ac1a-a01d300652f9 None None] Routers {'7864001c-4e6b-4aa8-9143-992ce9f58950'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:00:55.898231 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-5b6a37d0-50d7-4c8e-ac1a-a01d300652f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:00:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['7864001c-4e6b-4aa8-9143-992ce9f58950'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:55.941271 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54302) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:55.979372 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-547d6039-0234-4a05-b95f-d1653b87972c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:56.014880 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-66723729-c9c0-4480-87fe-20f38851ff03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:56.034243 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-5b6a37d0-50d7-4c8e-ac1a-a01d300652f9 None None] Set router 7864001c-4e6b-4aa8-9143-992ce9f58950 gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:00:56.052139 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d722b1d-5b27-4738-bcf5-c1e43b1d5895 req-76a5fa6a-8016-4f46-a5d5-3a8e864c11b8 tempest-DeleteServersAdminTestJSON-217583692 tempest-DeleteServersAdminTestJSON-217583692-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b27bae7-d697-4e8b-aa4f-e9e67dc621b2 HTTP/1.1" status: 200 len: 210 time: 0.0530987 Apr 20 13:00:56.061566 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-b82a8b06-6217-4a9a-b1df-92210880282a admin admin] For port e1fa2fa4-ec7f-46e8-a677-663bace9586b, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=e1fa2fa4-ec7f-46e8-a677-663bace9586b,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:56.062247 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b82a8b06-6217-4a9a-b1df-92210880282a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:56.103790 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-b82a8b06-6217-4a9a-b1df-92210880282a admin admin] Calling delete_port for e1fa2fa4-ec7f-46e8-a677-663bace9586b owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:00:56.123008 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-5b6a37d0-50d7-4c8e-ac1a-a01d300652f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7864001c-4e6b-4aa8-9143-992ce9f58950', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1741057558-router', 'tenant_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:54Z', 'updated_at': '2022-04-20T13:00:55Z', 'revision_number': 6, 'project_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:56.146028 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-66723729-c9c0-4480-87fe-20f38851ff03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:56.155750 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6a37d0-50d7-4c8e-ac1a-a01d300652f9 None None] The sync data for ids ['7864001c-4e6b-4aa8-9143-992ce9f58950'] in n-d-836015-7 is: [{'id': '7864001c-4e6b-4aa8-9143-992ce9f58950', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1741057558-router', 'tenant_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:54Z', 'updated_at': '2022-04-20T13:00:55Z', 'revision_number': 6, 'project_id': 'ca84cd1ab5d1419e90b1925ce68af674', 'gw_port_host': None}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:00:56.180036 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-547d6039-0234-4a05-b95f-d1653b87972c service neutron] Transition to ACTIVE for port object 916b4b77-7d7a-491c-ba57-af69d26306e7 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:00:56.190754 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d518fd23-d5b1-4a60-9894-00c085b51274 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cf5d3ef548ff473eb453101f1b35121c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7514486 Apr 20 13:00:56.197812 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54306) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:56.273796 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-547d6039-0234-4a05-b95f-d1653b87972c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:56.282767 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-66723729-c9c0-4480-87fe-20f38851ff03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:56.316256 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5a34e8b9-278e-4ce3-bd7d-1002d4800ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:56.348764 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-547d6039-0234-4a05-b95f-d1653b87972c service neutron] No DVR routers for this DVR port 916b4b77-7d7a-491c-ba57-af69d26306e7 on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:00:56.365172 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66723729-c9c0-4480-87fe-20f38851ff03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f69ffe-83c2-4182-be45-d34ca4a1c587,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:56.386106 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5a34e8b9-278e-4ce3-bd7d-1002d4800ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:56.400190 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-66723729-c9c0-4480-87fe-20f38851ff03 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3046231b92ba465db1eeb8b7a485cc79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4571359 Apr 20 13:00:56.402997 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54314) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:56.413297 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c80251-f2b7-4827-b089-729e837a6802 req-f93d57ca-1931-4887-af49-196ff6f08250 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:56.414775 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2c80251-f2b7-4827-b089-729e837a6802 req-f93d57ca-1931-4887-af49-196ff6f08250 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=12cb6c0e-c318-4180-8e7f-8f9bb58fb50d HTTP/1.1" status: 200 len: 966 time: 0.1689382 Apr 20 13:00:56.437209 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-547d6039-0234-4a05-b95f-d1653b87972c service neutron] 10.222.0.32 "PUT /v2.0/ports/916b4b77-7d7a-491c-ba57-af69d26306e7/bindings/n-h2-836015-7/activate HTTP/1.1" status: 200 len: 369 time: 1.0264573 Apr 20 13:00:56.442255 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547d6039-0234-4a05-b95f-d1653b87972c service neutron] Pushing event updated for resources: {'Port': ['ID=916b4b77-7d7a-491c-ba57-af69d26306e7,revision_number=10']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:56.467211 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2c80251-f2b7-4827-b089-729e837a6802 req-867f8b27-e7e0-4598-9fce-68555c17854c tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447786 Apr 20 13:00:56.531870 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ade4bb5e-bc5a-44ad-8cec-afb791b96ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:56.559680 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5a34e8b9-278e-4ce3-bd7d-1002d4800ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:56.560365 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ade4bb5e-bc5a-44ad-8cec-afb791b96ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:56.562386 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5a34e8b9-278e-4ce3-bd7d-1002d4800ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:56.563675 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5a34e8b9-278e-4ce3-bd7d-1002d4800ee0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c0d427ef-ba91-43e1-9a21-d3d9632c7d99 HTTP/1.1" status: 204 len: 168 time: 0.3668458 Apr 20 13:00:56.574166 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a34e8b9-278e-4ce3-bd7d-1002d4800ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d427ef-ba91-43e1-9a21-d3d9632c7d99,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:56.595795 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b82a8b06-6217-4a9a-b1df-92210880282a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:56.697533 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54322) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:56.698527 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a8b06-6217-4a9a-b1df-92210880282a admin admin] Pushing event deleted for resources: {'Port': ['ID=e1fa2fa4-ec7f-46e8-a677-663bace9586b,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:56.730554 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-c0aa2ccc-2fd4-4a0e-85ec-6a30885b8847 tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:56.734260 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-c0aa2ccc-2fd4-4a0e-85ec-6a30885b8847 tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=12cb6c0e-c318-4180-8e7f-8f9bb58fb50d&tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4&binding%3Ahost_id=n-h1-836015-7 HTTP/1.1" status: 200 len: 1118 time: 0.1285982 Apr 20 13:00:56.736641 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b82a8b06-6217-4a9a-b1df-92210880282a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:56.742151 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bcf05a36-f7a2-40ec-94d6-f0c767f03aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:56.833872 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-dd3650a5-6795-4a85-99a7-0c408d5ceecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:56.835728 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-dd3650a5-6795-4a85-99a7-0c408d5ceecd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=12cb6c0e-c318-4180-8e7f-8f9bb58fb50d&tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4 HTTP/1.1" status: 200 len: 1118 time: 0.0961230 Apr 20 13:00:56.909257 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-e3e140b1-d361-434d-a78c-b02609029f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:56.910896 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-e3e140b1-d361-434d-a78c-b02609029f09 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4&device_id=12cb6c0e-c318-4180-8e7f-8f9bb58fb50d HTTP/1.1" status: 200 len: 1118 time: 0.0485291 Apr 20 13:00:57.040949 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-a6f776ad-cf45-4e86-bf9b-5767fa62453d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:57.042809 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-a6f776ad-cf45-4e86-bf9b-5767fa62453d service neutron] 10.222.0.15 "GET /v2.0/networks?id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88 HTTP/1.1" status: 200 len: 909 time: 0.1251221 Apr 20 13:00:57.065949 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b82a8b06-6217-4a9a-b1df-92210880282a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:57.067526 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ade4bb5e-bc5a-44ad-8cec-afb791b96ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:57.069945 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ade4bb5e-bc5a-44ad-8cec-afb791b96ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:57.073548 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ade4bb5e-bc5a-44ad-8cec-afb791b96ea4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/12f69ffe-83c2-4182-be45-d34ca4a1c587 HTTP/1.1" status: 204 len: 168 time: 0.6636972 Apr 20 13:00:57.073548 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b82a8b06-6217-4a9a-b1df-92210880282a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:57.083468 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4bb5e-bc5a-44ad-8cec-afb791b96ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f69ffe-83c2-4182-be45-d34ca4a1c587,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:57.132507 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-19f06467-b4e5-49ec-a519-adc577db0293 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=916b4b77-7d7a-491c-ba57-af69d26306e7 HTTP/1.1" status: 200 len: 217 time: 0.0816679 Apr 20 13:00:57.236766 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-972ae795-6133-4b3f-9e74-06b355c4a189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:57.238203 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-972ae795-6133-4b3f-9e74-06b355c4a189 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7f1a9c16-f305-43f3-a182-10217ec8e6e3 HTTP/1.1" status: 200 len: 848 time: 0.0988750 Apr 20 13:00:57.244495 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e554a75a-9940-414a-83b1-3b1e6da55726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:57.285339 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-56410d34-5193-458e-ba9d-dfeee4d8fc22 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321083 Apr 20 13:00:57.322451 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b82a8b06-6217-4a9a-b1df-92210880282a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:57.323853 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82a8b06-6217-4a9a-b1df-92210880282a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7864001c-4e6b-4aa8-9143-992ce9f58950 {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:00:57.329024 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b82a8b06-6217-4a9a-b1df-92210880282a admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:57.333412 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b82a8b06-6217-4a9a-b1df-92210880282a admin admin] 10.222.0.25 "DELETE /v2.0/routers/7864001c-4e6b-4aa8-9143-992ce9f58950 HTTP/1.1" status: 204 len: 168 time: 2.1147552 Apr 20 13:00:57.334208 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54346) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:57.386626 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc70794e-7373-44cb-ad37-e5d142bc6d80 admin admin] Deleting subnet 63f7b2b5-2247-40bc-8ff5-ca27d3aae5dd {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:00:57.390213 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dc70794e-7373-44cb-ad37-e5d142bc6d80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:57.426394 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-04ede191-8499-4928-9d64-25e768927005 service neutron] 10.222.0.15 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313784 Apr 20 13:00:57.431449 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e554a75a-9940-414a-83b1-3b1e6da55726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:57.447206 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dc70794e-7373-44cb-ad37-e5d142bc6d80 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:57.494780 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e554a75a-9940-414a-83b1-3b1e6da55726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:57.533033 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dc70794e-7373-44cb-ad37-e5d142bc6d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:57.553746 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e554a75a-9940-414a-83b1-3b1e6da55726 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f7bdd0dc0125458f91a9725b00fdd9fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8519876 Apr 20 13:00:57.555666 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54352) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:57.556579 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e554a75a-9940-414a-83b1-3b1e6da55726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e599db62-4334-4caa-b57a-74d05501b772,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:57.564779 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-0e5f3079-96ec-4755-9d9c-626c838d6303 service neutron] 10.222.0.15 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303401 Apr 20 13:00:57.624955 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54356) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:57.678520 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626316eb-f1e4-4a9b-bc94-de35fd8dc8cd req-1ee4b84c-659e-4294-a49a-eb185f1e7ba5 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:57.678747 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2b2fea03-201e-437d-aeb7-9fb0eed6d9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:57.680257 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-626316eb-f1e4-4a9b-bc94-de35fd8dc8cd req-1ee4b84c-659e-4294-a49a-eb185f1e7ba5 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=12cb6c0e-c318-4180-8e7f-8f9bb58fb50d HTTP/1.1" status: 200 len: 967 time: 0.0601869 Apr 20 13:00:57.716754 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2b2fea03-201e-437d-aeb7-9fb0eed6d9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:57.729188 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-626316eb-f1e4-4a9b-bc94-de35fd8dc8cd req-0b58b63c-520b-4f80-93f3-59102062fcba tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424116 Apr 20 13:00:57.744040 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dc70794e-7373-44cb-ad37-e5d142bc6d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:57.767675 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d6cfd34c-2e18-43a8-9b0c-28dd9c8b353a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=feefcb9fba0b477b8548e9507129fa9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1372564 Apr 20 13:00:57.770310 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54358) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:57.792456 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc70794e-7373-44cb-ad37-e5d142bc6d80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63f7b2b5-2247-40bc-8ff5-ca27d3aae5dd,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:57.796690 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dc70794e-7373-44cb-ad37-e5d142bc6d80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:57.801664 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-dc70794e-7373-44cb-ad37-e5d142bc6d80 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/63f7b2b5-2247-40bc-8ff5-ca27d3aae5dd HTTP/1.1" status: 204 len: 168 time: 0.4664350 Apr 20 13:00:57.804628 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d30964-8835-4955-81b6-ea8bb123aa2c None None] Network 429f5df5-0ecb-4d61-b9e7-2b9ddd050641 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:00:57.808405 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54360) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:57.881563 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7769f7ce-b93f-4fcb-942e-7d1ac25570d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:57.902544 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1dbe-fea0-434c-8a90-1247bae68249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:57.912288 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2b2fea03-201e-437d-aeb7-9fb0eed6d9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:57.917963 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7769f7ce-b93f-4fcb-942e-7d1ac25570d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:57.924901 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2b2fea03-201e-437d-aeb7-9fb0eed6d9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:57.924901 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2b2fea03-201e-437d-aeb7-9fb0eed6d9a5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e599db62-4334-4caa-b57a-74d05501b772 HTTP/1.1" status: 204 len: 168 time: 0.3631487 Apr 20 13:00:57.946064 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2fea03-201e-437d-aeb7-9fb0eed6d9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e599db62-4334-4caa-b57a-74d05501b772,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:57.948979 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:58.007601 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-7d7b1dbe-fea0-434c-8a90-1247bae68249 admin admin] Deleting port 6ea33170-8761-4b6e-9c0c-eba9f2a5a3be {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:00:58.007954 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1dbe-fea0-434c-8a90-1247bae68249 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:58.044698 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e523fa-187a-469b-b4ab-65c40911598a None None] DHCP port deletion for 429f5df5-0ecb-4d61-b9e7-2b9ddd050641 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:00:58.083674 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device fed4b2ff-1172-449c-a3da-94136fcf5b45 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:00:58.099259 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-7d7b1dbe-fea0-434c-8a90-1247bae68249 admin admin] For port 6ea33170-8761-4b6e-9c0c-eba9f2a5a3be, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=6ea33170-8761-4b6e-9c0c-eba9f2a5a3be,segment=NetworkSegment(736a4538-d0db-4a78-bb23-9f11c753d329),segment_id=736a4538-d0db-4a78-bb23-9f11c753d329)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:58.099663 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1dbe-fea0-434c-8a90-1247bae68249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:58.109456 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7769f7ce-b93f-4fcb-942e-7d1ac25570d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:58.111880 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: fed4b2ff-1172-449c-a3da-94136fcf5b45 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:00:58.112017 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7769f7ce-b93f-4fcb-942e-7d1ac25570d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:58.112216 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device fed4b2ff-1172-449c-a3da-94136fcf5b45 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:00:58.112809 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device e1fa2fa4-ec7f-46e8-a677-663bace9586b no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:00:58.113090 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7769f7ce-b93f-4fcb-942e-7d1ac25570d8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cb71d5f7-c0ce-4ff9-94a5-3922f2995e61 HTTP/1.1" status: 204 len: 168 time: 0.3417785 Apr 20 13:00:58.126212 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-7d7b1dbe-fea0-434c-8a90-1247bae68249 admin admin] Calling delete_port for 6ea33170-8761-4b6e-9c0c-eba9f2a5a3be owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:00:58.133834 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7769f7ce-b93f-4fcb-942e-7d1ac25570d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb71d5f7-c0ce-4ff9-94a5-3922f2995e61,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:58.136582 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: e1fa2fa4-ec7f-46e8-a677-663bace9586b {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:00:58.137172 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device e1fa2fa4-ec7f-46e8-a677-663bace9586b not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:00:58.144404 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-a0674fda-57a4-4f17-9e31-451e23eac31f tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:58.146122 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-a0674fda-57a4-4f17-9e31-451e23eac31f tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=12cb6c0e-c318-4180-8e7f-8f9bb58fb50d&tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4&binding%3Ahost_id=n-h2-836015-7 HTTP/1.1" status: 200 len: 1118 time: 0.1210778 Apr 20 13:00:58.182768 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-c6e523fa-187a-469b-b4ab-65c40911598a None None] Deleting port 6ea33170-8761-4b6e-9c0c-eba9f2a5a3be {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:00:58.183155 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c6e523fa-187a-469b-b4ab-65c40911598a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:58.262621 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-c6e523fa-187a-469b-b4ab-65c40911598a None None] For port 6ea33170-8761-4b6e-9c0c-eba9f2a5a3be, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=6ea33170-8761-4b6e-9c0c-eba9f2a5a3be,segment=NetworkSegment(736a4538-d0db-4a78-bb23-9f11c753d329),segment_id=736a4538-d0db-4a78-bb23-9f11c753d329)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:58.262621 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c6e523fa-187a-469b-b4ab-65c40911598a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:58.279489 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54376) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:58.281538 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-c6e523fa-187a-469b-b4ab-65c40911598a None None] Calling delete_port for 6ea33170-8761-4b6e-9c0c-eba9f2a5a3be owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:00:58.350653 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1dbe-fea0-434c-8a90-1247bae68249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:58.375634 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b1dbe-fea0-434c-8a90-1247bae68249 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ea33170-8761-4b6e-9c0c-eba9f2a5a3be,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:58.381007 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7b1dbe-fea0-434c-8a90-1247bae68249 admin admin] No DVR routers for this DVR port 6ea33170-8761-4b6e-9c0c-eba9f2a5a3be on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:00:58.398737 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c6e523fa-187a-469b-b4ab-65c40911598a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:58.426317 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e523fa-187a-469b-b4ab-65c40911598a None None] No DVR routers for this DVR port 6ea33170-8761-4b6e-9c0c-eba9f2a5a3be on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:00:58.427699 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e523fa-187a-469b-b4ab-65c40911598a None None] Pushing event deleted for resources: {'Port': ['ID=6ea33170-8761-4b6e-9c0c-eba9f2a5a3be,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:58.461290 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1dbe-fea0-434c-8a90-1247bae68249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:58.464012 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-6bef7c70-a9c3-430c-88b2-867df6a82b6e service neutron] For port 916b4b77-7d7a-491c-ba57-af69d26306e7, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:00:58.472960 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-6bef7c70-a9c3-430c-88b2-867df6a82b6e service neutron] Notify callbacks [] for binding, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:58.474066 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2ca41bbc-9461-41d2-9802-7a84ad51879e req-6bef7c70-a9c3-430c-88b2-867df6a82b6e service neutron] 10.222.0.15 "DELETE /v2.0/ports/916b4b77-7d7a-491c-ba57-af69d26306e7/bindings/n-h1-836015-7 HTTP/1.1" status: 204 len: 173 time: 0.2963841 Apr 20 13:00:58.489102 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1dbe-fea0-434c-8a90-1247bae68249 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 13:00:58.489449 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1dbe-fea0-434c-8a90-1247bae68249 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 13:00:58.490203 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1dbe-fea0-434c-8a90-1247bae68249 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 13:00:58.492576 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1dbe-fea0-434c-8a90-1247bae68249 admin admin] Subscribe: > port after_create 55550000 {{(pid=114869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 13:00:58.492576 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1dbe-fea0-434c-8a90-1247bae68249 admin admin] Subscribe: > port after_delete 55550000 {{(pid=114869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 13:00:58.492576 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1dbe-fea0-434c-8a90-1247bae68249 admin admin] Subscribe: > port after_update 55550000 {{(pid=114869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 13:00:58.492576 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1dbe-fea0-434c-8a90-1247bae68249 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 13:00:58.492576 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1dbe-fea0-434c-8a90-1247bae68249 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 13:00:58.493205 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1dbe-fea0-434c-8a90-1247bae68249 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 13:00:58.493205 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1dbe-fea0-434c-8a90-1247bae68249 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 13:00:58.570834 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1dbe-fea0-434c-8a90-1247bae68249 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 13:00:58.571651 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1dbe-fea0-434c-8a90-1247bae68249 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 13:00:58.571651 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1dbe-fea0-434c-8a90-1247bae68249 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 13:00:58.571883 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1dbe-fea0-434c-8a90-1247bae68249 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 13:00:58.572266 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-7d7b1dbe-fea0-434c-8a90-1247bae68249 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['429f5df5-0ecb-4d61-b9e7-2b9ddd050641']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:58.595193 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-7d7b1dbe-fea0-434c-8a90-1247bae68249 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '736a4538-d0db-4a78-bb23-9f11c753d329') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:58.595906 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-7d7b1dbe-fea0-434c-8a90-1247bae68249 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '736a4538-d0db-4a78-bb23-9f11c753d329') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:58.614751 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1dbe-fea0-434c-8a90-1247bae68249 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:58.638697 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1dbe-fea0-434c-8a90-1247bae68249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:58.647330 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d7b1dbe-fea0-434c-8a90-1247bae68249 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:00:58.647747 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1dbe-fea0-434c-8a90-1247bae68249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:58.681859 n-d-836015-7 neutron-server[114869]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 13:00:58.681859 n-d-836015-7 neutron-server[114869]: from cryptography.utils import int_from_bytes Apr 20 13:00:58.681859 n-d-836015-7 neutron-server[114869]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 13:00:58.681859 n-d-836015-7 neutron-server[114869]: from cryptography.utils import int_from_bytes Apr 20 13:00:58.681859 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:00:58.681859 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:00:58.681859 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:00:58.681859 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:00:58.681859 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:00:58.681859 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:00:58.681859 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:00:58.681859 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:00:58.681859 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:00:58.681859 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:00:58.681859 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:00:58.681859 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:00:58.681859 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:00:58.681859 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:00:58.681859 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:00:58.681859 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:00:58.681859 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:00:58.681859 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:00:58.681859 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:00:58.681859 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:00:58.681859 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:00:58.681859 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:00:58.681859 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:00:58.681859 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:00:58.681859 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:00:58.681859 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:00:58.681859 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:00:58.681859 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:00:58.681859 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:00:58.681859 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:00:58.681859 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:00:58.681859 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:00:58.778875 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a16bd84f-90ff-4b05-bd47-defb0819c01b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c8a96530918f4a5a8c32b70f17e71a5c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4947882 Apr 20 13:00:58.779288 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54392) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:58.852778 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1dbe-fea0-434c-8a90-1247bae68249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:58.860876 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a9429604-1637-4e19-b731-1a2ef459a3b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:58.883461 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1dbe-fea0-434c-8a90-1247bae68249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:58.889562 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7d7b1dbe-fea0-434c-8a90-1247bae68249 admin admin] 10.222.0.25 "DELETE /v2.0/networks/429f5df5-0ecb-4d61-b9e7-2b9ddd050641 HTTP/1.1" status: 204 len: 168 time: 1.0775607 Apr 20 13:00:58.890356 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b1dbe-fea0-434c-8a90-1247bae68249 admin admin] Pushing event deleted for resources: {'Network': ['ID=429f5df5-0ecb-4d61-b9e7-2b9ddd050641,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:58.905815 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a9429604-1637-4e19-b731-1a2ef459a3b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:58.914630 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db2bbe-2cd5-4775-94dc-d9a27f6b2386 req-1c80dccb-2e43-44e0-a8e4-65eebe8280c9 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:58.916323 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-70db2bbe-2cd5-4775-94dc-d9a27f6b2386 req-1c80dccb-2e43-44e0-a8e4-65eebe8280c9 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=12cb6c0e-c318-4180-8e7f-8f9bb58fb50d HTTP/1.1" status: 200 len: 967 time: 0.0997422 Apr 20 13:00:58.977392 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-70db2bbe-2cd5-4775-94dc-d9a27f6b2386 req-8b72a405-b8ec-45a9-819f-4afdfca78f9b tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506232 Apr 20 13:00:59.036919 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 916b4b77-7d7a-491c-ba57-af69d26306e7 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:00:59.057020 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a9429604-1637-4e19-b731-1a2ef459a3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:59.059737 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a9429604-1637-4e19-b731-1a2ef459a3b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:59.063806 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a9429604-1637-4e19-b731-1a2ef459a3b0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e0d73d3f-36b4-46ee-bfc6-6fcca6e5b25a HTTP/1.1" status: 204 len: 168 time: 0.2837150 Apr 20 13:00:59.072251 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9429604-1637-4e19-b731-1a2ef459a3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d73d3f-36b4-46ee-bfc6-6fcca6e5b25a,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:59.085721 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54404) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:59.090028 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 916b4b77-7d7a-491c-ba57-af69d26306e7 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:00:59.113494 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d5108231-283d-45e9-8301-c52c28401fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:59.166993 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041deb58-26d4-4eff-bad4-8ad9e680d180 req-304e9340-9da8-4d48-856a-90838ecfa0fc tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:59.168517 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-041deb58-26d4-4eff-bad4-8ad9e680d180 req-304e9340-9da8-4d48-856a-90838ecfa0fc tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=12cb6c0e-c318-4180-8e7f-8f9bb58fb50d HTTP/1.1" status: 200 len: 1118 time: 0.0629370 Apr 20 13:00:59.225481 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-041deb58-26d4-4eff-bad4-8ad9e680d180 req-a05c3bb2-0395-433d-9762-63e000aca1af tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492501 Apr 20 13:00:59.238482 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:59.257323 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d5108231-283d-45e9-8301-c52c28401fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:59.333464 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d5108231-283d-45e9-8301-c52c28401fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:59.372892 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d5108231-283d-45e9-8301-c52c28401fdd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=506d0f960b9c4bcea5dc19b7c0595e87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2860780 Apr 20 13:00:59.373614 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5108231-283d-45e9-8301-c52c28401fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b39025-5279-44b0-b50b-8d27c526971e,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:59.375783 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54412) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:59.437787 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f7776dc4-0f6f-4520-8115-90d4e6e9c6df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:59.458765 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f7776dc4-0f6f-4520-8115-90d4e6e9c6df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:59.544032 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 2f9b9d72-976a-40f9-ae45-5bf586345ccc no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:00:59.552536 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54416) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:59.568025 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 2f9b9d72-976a-40f9-ae45-5bf586345ccc {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:00:59.568369 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 2f9b9d72-976a-40f9-ae45-5bf586345ccc not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:00:59.591132 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f7776dc4-0f6f-4520-8115-90d4e6e9c6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:59.593665 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f7776dc4-0f6f-4520-8115-90d4e6e9c6df admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:59.594777 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f7776dc4-0f6f-4520-8115-90d4e6e9c6df admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/25b39025-5279-44b0-b50b-8d27c526971e HTTP/1.1" status: 204 len: 168 time: 0.2180026 Apr 20 13:00:59.603770 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-37775ce5-cfc8-4fd4-af91-9beb025f303e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ca84cd1ab5d1419e90b1925ce68af674&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0467024 Apr 20 13:00:59.604200 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54420) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:59.605922 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7776dc4-0f6f-4520-8115-90d4e6e9c6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b39025-5279-44b0-b50b-8d27c526971e,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:59.655885 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8cc53391-8ac2-4615-bc83-0972fe3d765e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:59.681337 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8cc53391-8ac2-4615-bc83-0972fe3d765e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:59.711710 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:59.853576 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8cc53391-8ac2-4615-bc83-0972fe3d765e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:59.856080 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8cc53391-8ac2-4615-bc83-0972fe3d765e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:59.857440 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8cc53391-8ac2-4615-bc83-0972fe3d765e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e05816cf-ed4d-41f5-805a-d78d3b7f8410 HTTP/1.1" status: 204 len: 168 time: 0.2521808 Apr 20 13:00:59.894191 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc53391-8ac2-4615-bc83-0972fe3d765e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05816cf-ed4d-41f5-805a-d78d3b7f8410,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:59.943213 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-8ece02cf-12ba-4bd2-a565-0b55570d49bd tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:59.944711 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-8ece02cf-12ba-4bd2-a565-0b55570d49bd tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/networks?id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88 HTTP/1.1" status: 200 len: 808 time: 0.1135330 Apr 20 13:00:59.970007 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-9a068291-dd54-4885-a10c-cb7e3718bef3 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/quotas/1be87b7e79ba4ecba94c1624cfe95dd4 HTTP/1.1" status: 200 len: 375 time: 0.0153737 Apr 20 13:01:00.025104 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-718eea34-cae9-4935-97c0-62cde6432719 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0465369 Apr 20 13:01:00.027784 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 6ea33170-8761-4b6e-9c0c-eba9f2a5a3be no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:01:00.048722 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 6ea33170-8761-4b6e-9c0c-eba9f2a5a3be {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:01:00.049431 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 6ea33170-8761-4b6e-9c0c-eba9f2a5a3be not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:01:00.127277 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-7cae4a54-36fa-47c7-a49f-d127402d99c5 service neutron] 10.222.0.25 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929339 Apr 20 13:01:00.221813 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-84370a32-0789-405c-8ea4-2cb8b204f77c service neutron] 10.222.0.25 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880220 Apr 20 13:01:00.340553 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54446) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:00.354472 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-083070db-a78a-43dc-b102-34accec66e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:00.437473 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-083070db-a78a-43dc-b102-34accec66e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:00.516636 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-083070db-a78a-43dc-b102-34accec66e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:00.523717 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-704468ac-c38f-45b2-a6c1-34355f8d9063 req-195cf7fb-3d9b-4cc2-ad40-a7a2278a3069 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 210 time: 0.0434446 Apr 20 13:01:00.564951 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-083070db-a78a-43dc-b102-34accec66e8c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=50ca16d8f4574dc2a5152041d29109cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2232983 Apr 20 13:01:00.567701 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54456) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:00.570368 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083070db-a78a-43dc-b102-34accec66e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12c7122-ad88-4bbd-b935-e44776eed166,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:00.628418 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f7d4abb0-fa8f-4147-9aad-e1d67a255fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:00.651342 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f7d4abb0-fa8f-4147-9aad-e1d67a255fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:00.773893 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f7d4abb0-fa8f-4147-9aad-e1d67a255fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:00.776662 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f7d4abb0-fa8f-4147-9aad-e1d67a255fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:00.778220 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f7d4abb0-fa8f-4147-9aad-e1d67a255fa7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a12c7122-ad88-4bbd-b935-e44776eed166 HTTP/1.1" status: 204 len: 168 time: 0.2087204 Apr 20 13:01:00.787449 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d4abb0-fa8f-4147-9aad-e1d67a255fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12c7122-ad88-4bbd-b935-e44776eed166,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:01.613087 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-39b4eb0e-4fd5-452c-b241-75eb8f0a9ab8 req-ad205374-4bf3-4e46-94f8-be7c51f73819 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 210 time: 0.0263128 Apr 20 13:01:02.139756 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-5b0d1a8a-73bd-4bd1-8741-1edbb3ad1e87 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=7c185004f0bb4f68ac206a98646f7134&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226583 Apr 20 13:01:02.261626 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-106961ec-06c8-4503-b7f1-967e0a0b8114 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:02.263670 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-106961ec-06c8-4503-b7f1-967e0a0b8114 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1179593 Apr 20 13:01:02.287922 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-6e2ff45d-1ab6-4350-a0f4-d975b2dfc06f tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/quotas/7c185004f0bb4f68ac206a98646f7134 HTTP/1.1" status: 200 len: 375 time: 0.0145872 Apr 20 13:01:02.319631 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-ef942de6-51f2-49a0-a9fe-e41d9919a568 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7c185004f0bb4f68ac206a98646f7134&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297122 Apr 20 13:01:02.819839 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-acc69dcd-1928-4bb3-9887-7a36fe7cab9a req-9c6bb346-cc9b-4ac6-8a26-800ce7b0e97f tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 210 time: 0.0487905 Apr 20 13:01:02.824267 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-58ee5b7b-aed7-4578-9a65-50dd6cc78128 req-94ebfea8-b732-4fea-97da-5ee622780abb tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 210 time: 0.0546010 Apr 20 13:01:02.867639 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-aa7045d8-b807-449f-ae1b-9d0afbbd3f50 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:02.869558 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-aa7045d8-b807-449f-ae1b-9d0afbbd3f50 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.15 "GET /v2.0/networks?id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88 HTTP/1.1" status: 200 len: 808 time: 0.4290268 Apr 20 13:01:02.883417 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-df37998c-6571-49f0-91ef-0c4627711fbd tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Request body: {'port': {'device_id': '25e7e58b-ed3b-4491-a10d-b1d5a9543e16', 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88', 'admin_state_up': True, 'tenant_id': '1be87b7e79ba4ecba94c1624cfe95dd4'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:03.059875 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-df37998c-6571-49f0-91ef-0c4627711fbd tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Made reservation on behalf of 1be87b7e79ba4ecba94c1624cfe95dd4 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:01:03.063708 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-df37998c-6571-49f0-91ef-0c4627711fbd tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:03.198919 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-df37998c-6571-49f0-91ef-0c4627711fbd tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Allocated IP 172.20.0.9 (da0d71e6-e706-45b9-bcd7-1c5524c4bb88/7f1a9c16-f305-43f3-a182-10217ec8e6e3/c56b3b8b-006e-4368-ac0e-c6a095ea03ec) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:01:03.323596 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54608) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:03.353493 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-df37998c-6571-49f0-91ef-0c4627711fbd tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:03.422263 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54616) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:03.468526 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-df37998c-6571-49f0-91ef-0c4627711fbd tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:03.518498 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-df37998c-6571-49f0-91ef-0c4627711fbd tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Network da0d71e6-e706-45b9-bcd7-1c5524c4bb88 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:01:03.521645 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-df37998c-6571-49f0-91ef-0c4627711fbd tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:01:03.526254 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-df37998c-6571-49f0-91ef-0c4627711fbd tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:01:03.552329 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df37998c-6571-49f0-91ef-0c4627711fbd tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Pushing event updated for resources: {'Port': ['ID=c56b3b8b-006e-4368-ac0e-c6a095ea03ec,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:03.557764 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-48474d75-080b-4131-b01d-7846647c432c admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-349845095-network', 'tenant_id': 'a500cef03173409296912494d6150027'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:03.592489 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-df37998c-6571-49f0-91ef-0c4627711fbd tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:03.593524 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-df37998c-6571-49f0-91ef-0c4627711fbd tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:03.661776 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48474d75-080b-4131-b01d-7846647c432c admin admin] Made reservation on behalf of a500cef03173409296912494d6150027 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:01:03.664330 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-48474d75-080b-4131-b01d-7846647c432c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:03.676123 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-df37998c-6571-49f0-91ef-0c4627711fbd tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7967951 Apr 20 13:01:03.677203 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-48474d75-080b-4131-b01d-7846647c432c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:03.688800 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-8cc4ef8a-64ad-4997-a1b0-83676ac65a2f service neutron] Request body: {'port': {'device_id': '25e7e58b-ed3b-4491-a10d-b1d5a9543e16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:03.744594 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-8cc4ef8a-64ad-4997-a1b0-83676ac65a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:03.771047 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-48474d75-080b-4131-b01d-7846647c432c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:03.785988 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ead39e4a-5e83-455d-a9b9-3a1ced750b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:03.872929 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ead39e4a-5e83-455d-a9b9-3a1ced750b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:03.874324 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-48474d75-080b-4131-b01d-7846647c432c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:03.904813 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48474d75-080b-4131-b01d-7846647c432c admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:01:03.914888 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48474d75-080b-4131-b01d-7846647c432c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30012406-f596-4f69-b586-92381bcc267c,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:03.935437 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-48474d75-080b-4131-b01d-7846647c432c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:03.936415 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-48474d75-080b-4131-b01d-7846647c432c admin admin] Added segment b9427c0d-7fe5-4e74-94e3-27c981444053 of type vlan for network 9eaa8fa9-47b3-460d-82ca-75804ab06d95 Apr 20 13:01:03.950425 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-052b1d1e-b160-433d-97b0-755f7639c48e req-47b67c25-55e4-4bf4-ae23-5517ae443c7e tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 210 time: 0.0452316 Apr 20 13:01:03.976927 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ead39e4a-5e83-455d-a9b9-3a1ced750b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:04.000230 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-48474d75-080b-4131-b01d-7846647c432c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:04.053446 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ead39e4a-5e83-455d-a9b9-3a1ced750b08 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a9d81fda2ccb49308801a9e0cea260a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6272068 Apr 20 13:01:04.053860 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54636) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:04.061518 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead39e4a-5e83-455d-a9b9-3a1ced750b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f487ab4-a703-4477-9ade-e285cf68950e,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:04.121641 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-81bed8f8-ab8a-417c-b35b-fd657dea6331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:04.139121 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c867745-5d64-4e95-8b64-04e7262e0433 req-84cfde78-2224-4e2c-b59b-ec4e982070c0 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:04.140102 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9c867745-5d64-4e95-8b64-04e7262e0433 req-84cfde78-2224-4e2c-b59b-ec4e982070c0 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 931 time: 0.0942965 Apr 20 13:01:04.144340 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-81bed8f8-ab8a-417c-b35b-fd657dea6331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:04.145903 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-8cc4ef8a-64ad-4997-a1b0-83676ac65a2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c56b3b8b-006e-4368-ac0e-c6a095ea03ec {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:01:04.155043 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-8cc4ef8a-64ad-4997-a1b0-83676ac65a2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:04.155766 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-48474d75-080b-4131-b01d-7846647c432c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:04.156861 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48474d75-080b-4131-b01d-7846647c432c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:04.163029 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-48474d75-080b-4131-b01d-7846647c432c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:04.186623 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-8cc4ef8a-64ad-4997-a1b0-83676ac65a2f service neutron] Transition to ACTIVE for port object c56b3b8b-006e-4368-ac0e-c6a095ea03ec will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:01:04.240595 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48474d75-080b-4131-b01d-7846647c432c admin admin] Pushing event updated for resources: {'Network': ['ID=9eaa8fa9-47b3-460d-82ca-75804ab06d95,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:04.246350 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-48474d75-080b-4131-b01d-7846647c432c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9211242 Apr 20 13:01:04.248409 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9c867745-5d64-4e95-8b64-04e7262e0433 req-b78c026c-2368-4a3f-bc5b-7c3824e62fa4 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840042 Apr 20 13:01:04.249414 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54640) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:04.255880 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-7902d00e-720a-43db-8e45-2ffe64585a2b admin admin] Request body: {'subnet': {'network_id': '9eaa8fa9-47b3-460d-82ca-75804ab06d95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-349845095-subnet', 'tenant_id': 'a500cef03173409296912494d6150027', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:04.262681 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 9eaa8fa9-47b3-460d-82ca-75804ab06d95 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:01:04.276702 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-8cc4ef8a-64ad-4997-a1b0-83676ac65a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:04.339420 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4ef8a-64ad-4997-a1b0-83676ac65a2f service neutron] Pushing event updated for resources: {'Port': ['ID=c56b3b8b-006e-4368-ac0e-c6a095ea03ec,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:04.353599 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7902d00e-720a-43db-8e45-2ffe64585a2b admin admin] Made reservation on behalf of a500cef03173409296912494d6150027 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:01:04.356682 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7902d00e-720a-43db-8e45-2ffe64585a2b admin admin] Notify callbacks [] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:04.394099 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-81bed8f8-ab8a-417c-b35b-fd657dea6331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:04.398404 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-81bed8f8-ab8a-417c-b35b-fd657dea6331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:04.400161 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-81bed8f8-ab8a-417c-b35b-fd657dea6331 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6f487ab4-a703-4477-9ade-e285cf68950e HTTP/1.1" status: 204 len: 168 time: 0.3455203 Apr 20 13:01:04.443088 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bed8f8-ab8a-417c-b35b-fd657dea6331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f487ab4-a703-4477-9ade-e285cf68950e,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:04.451051 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-8cc4ef8a-64ad-4997-a1b0-83676ac65a2f service neutron] Attempting to bind port c56b3b8b-006e-4368-ac0e-c6a095ea03ec on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:01:04.451439 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-8cc4ef8a-64ad-4997-a1b0-83676ac65a2f service neutron] Attempting to bind port c56b3b8b-006e-4368-ac0e-c6a095ea03ec by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:01:04.451821 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-8cc4ef8a-64ad-4997-a1b0-83676ac65a2f service neutron] Attempting to bind port c56b3b8b-006e-4368-ac0e-c6a095ea03ec on network da0d71e6-e706-45b9-bcd7-1c5524c4bb88 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:01:04.457858 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-8cc4ef8a-64ad-4997-a1b0-83676ac65a2f service neutron] Port c56b3b8b-006e-4368-ac0e-c6a095ea03ec on network da0d71e6-e706-45b9-bcd7-1c5524c4bb88 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:01:04.458192 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-8cc4ef8a-64ad-4997-a1b0-83676ac65a2f service neutron] Attempting to bind port c56b3b8b-006e-4368-ac0e-c6a095ea03ec on network da0d71e6-e706-45b9-bcd7-1c5524c4bb88 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:01:04.467830 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-8cc4ef8a-64ad-4997-a1b0-83676ac65a2f service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:01:04.468231 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-8cc4ef8a-64ad-4997-a1b0-83676ac65a2f service neutron] Checking segment: {'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:01:04.468630 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-8cc4ef8a-64ad-4997-a1b0-83676ac65a2f service neutron] Bound using segment: {'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:01:04.469235 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-8cc4ef8a-64ad-4997-a1b0-83676ac65a2f service neutron] Bound port: c56b3b8b-006e-4368-ac0e-c6a095ea03ec, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:01:04.469843 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-8cc4ef8a-64ad-4997-a1b0-83676ac65a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:04.562842 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-8cc4ef8a-64ad-4997-a1b0-83676ac65a2f service neutron] For port c56b3b8b-006e-4368-ac0e-c6a095ea03ec, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:01:04.568079 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-8cc4ef8a-64ad-4997-a1b0-83676ac65a2f service neutron] For port c56b3b8b-006e-4368-ac0e-c6a095ea03ec, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=c56b3b8b-006e-4368-ac0e-c6a095ea03ec,segment=NetworkSegment(fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1),segment_id=fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:01:04.654133 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-8cc4ef8a-64ad-4997-a1b0-83676ac65a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:04.684719 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7902d00e-720a-43db-8e45-2ffe64585a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:04.691298 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-8cc4ef8a-64ad-4997-a1b0-83676ac65a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:04.691932 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-8cc4ef8a-64ad-4997-a1b0-83676ac65a2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:04.694032 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-8cc4ef8a-64ad-4997-a1b0-83676ac65a2f service neutron] 10.222.0.15 "PUT /v2.0/ports/c56b3b8b-006e-4368-ac0e-c6a095ea03ec HTTP/1.1" status: 200 len: 1091 time: 1.0093455 Apr 20 13:01:04.694739 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e7e58b-ed3b-4491-a10d-b1d5a9543e16', 'tag': 'c56b3b8b-006e-4368-ac0e-c6a095ea03ec'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:01:04.697812 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96453f81-69af-49f4-b26d-000659da44d5" -d '{"events": [{"name": "network-changed", "server_uuid": "25e7e58b-ed3b-4491-a10d-b1d5a9543e16", "tag": "c56b3b8b-006e-4368-ac0e-c6a095ea03ec"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:01:04.726818 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4ef8a-64ad-4997-a1b0-83676ac65a2f service neutron] Pushing event updated for resources: {'Port': ['ID=c56b3b8b-006e-4368-ac0e-c6a095ea03ec,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:04.748352 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902d00e-720a-43db-8e45-2ffe64585a2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c487580-ee49-4130-b630-2a0a0e6c2f73,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:04.757096 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7902d00e-720a-43db-8e45-2ffe64585a2b admin admin] Checking segment: {'id': 'b9427c0d-7fe5-4e74-94e3-27c981444053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9eaa8fa9-47b3-460d-82ca-75804ab06d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:01:04.762092 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7902d00e-720a-43db-8e45-2ffe64585a2b admin admin] Network hostable DHCP agents. Network: 9eaa8fa9-47b3-460d-82ca-75804ab06d95, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:01:04.776891 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acee2b1f-8abe-4071-846d-8fedebc9a43b x-openstack-request-id: req-acee2b1f-8abe-4071-846d-8fedebc9a43b {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:01:04.777461 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25e7e58b-ed3b-4491-a10d-b1d5a9543e16", "tag": "c56b3b8b-006e-4368-ac0e-c6a095ea03ec", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:01:04.777706 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-acee2b1f-8abe-4071-846d-8fedebc9a43b {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:01:04.778111 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acee2b1f-8abe-4071-846d-8fedebc9a43b'] response: {'name': 'network-changed', 'server_uuid': '25e7e58b-ed3b-4491-a10d-b1d5a9543e16', 'tag': 'c56b3b8b-006e-4368-ac0e-c6a095ea03ec', 'status': 'completed', 'code': 200} Apr 20 13:01:04.839061 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7902d00e-720a-43db-8e45-2ffe64585a2b admin admin] Network 9eaa8fa9-47b3-460d-82ca-75804ab06d95 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:01:04.858603 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96453f81-69af-49f4-b26d-000659da44d5 req-32d6f5af-aea1-4792-8946-71c29ce67cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:04.860305 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-96453f81-69af-49f4-b26d-000659da44d5 req-32d6f5af-aea1-4792-8946-71c29ce67cb7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4&device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 1094 time: 0.0610671 Apr 20 13:01:04.924750 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-7902d00e-720a-43db-8e45-2ffe64585a2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 9eaa8fa9-47b3-460d-82ca-75804ab06d95) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:01:04.929307 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7902d00e-720a-43db-8e45-2ffe64585a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:04.929900 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7902d00e-720a-43db-8e45-2ffe64585a2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:04.941475 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0150c86-5305-4932-9b0f-b5c2c3b47fc4 None None] Network 9eaa8fa9-47b3-460d-82ca-75804ab06d95 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:01:04.974902 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96453f81-69af-49f4-b26d-000659da44d5 req-30a07343-1a5f-445d-9606-13e92029ada5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:04.976506 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-96453f81-69af-49f4-b26d-000659da44d5 req-30a07343-1a5f-445d-9606-13e92029ada5 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1089776 Apr 20 13:01:05.042050 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7902d00e-720a-43db-8e45-2ffe64585a2b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7913077 Apr 20 13:01:05.100343 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fd9eca9c-c9da-4c9e-997c-2a630c7b1421 req-4eea7fd0-236b-4cb3-8ded-ce48f78c3dba tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 210 time: 0.0377831 Apr 20 13:01:05.136582 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e03078-0846-483e-87ce-1e36d65e1587 None None] Network 9eaa8fa9-47b3-460d-82ca-75804ab06d95 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:01:05.145041 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96453f81-69af-49f4-b26d-000659da44d5 req-8ad86409-5b1e-4f93-85ee-e19243944df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:05.146945 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-96453f81-69af-49f4-b26d-000659da44d5 req-8ad86409-5b1e-4f93-85ee-e19243944df9 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1636631 Apr 20 13:01:05.147907 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-e136a6e4-1354-448e-9ea1-19b96eb8443a tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=7c185004f0bb4f68ac206a98646f7134&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349691 Apr 20 13:01:05.229736 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-e77637d7-811f-4109-bba5-074cda8bad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:05.231554 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-e77637d7-811f-4109-bba5-074cda8bad2c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4&device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 1094 time: 0.0449846 Apr 20 13:01:05.312934 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-b1080ec8-d23d-4153-817f-511e6cb36c9d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:05.313597 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-3f4cd3b3-dced-440e-979e-076f444314e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c56b3b8b-006e-4368-ac0e-c6a095ea03ec HTTP/1.1" status: 200 len: 217 time: 0.0706167 Apr 20 13:01:05.314602 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-b1080ec8-d23d-4153-817f-511e6cb36c9d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1612513 Apr 20 13:01:05.327325 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-0b858a84-1575-4614-9302-6ec74f70033e tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Request body: {'port': {'device_id': '461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'admin_state_up': True, 'tenant_id': '7c185004f0bb4f68ac206a98646f7134'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:05.428132 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-ca228303-bc25-444e-89ee-d122e6a1f2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:05.429598 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-ca228303-bc25-444e-89ee-d122e6a1f2e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7f1a9c16-f305-43f3-a182-10217ec8e6e3 HTTP/1.1" status: 200 len: 848 time: 0.1096404 Apr 20 13:01:05.441652 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb19f3-a41c-4019-89d5-21af2e8d7497 req-f4865f3e-3140-4add-a355-17d6a46342c8 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:05.443128 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f8fb19f3-a41c-4019-89d5-21af2e8d7497 req-f4865f3e-3140-4add-a355-17d6a46342c8 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 943 time: 0.1243398 Apr 20 13:01:05.469158 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-452a2b1f-2497-443d-b724-9367dbcf4706 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249257 Apr 20 13:01:05.557177 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f8fb19f3-a41c-4019-89d5-21af2e8d7497 req-afc3bc23-3479-42d9-beb2-59b0c7d34250 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870271 Apr 20 13:01:05.585644 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-7b2f045f-70d4-45e4-acb0-8e40b344cf0d service neutron] 10.222.0.15 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096673 Apr 20 13:01:05.615882 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-0b858a84-1575-4614-9302-6ec74f70033e tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Made reservation on behalf of 7c185004f0bb4f68ac206a98646f7134 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:01:05.620204 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-0b858a84-1575-4614-9302-6ec74f70033e tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:05.633558 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-0b858a84-1575-4614-9302-6ec74f70033e tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:05.693874 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4581fa33-0f8e-44ec-9638-779b1843bf6a req-588a9fc3-ef7a-498e-a217-f8418e9ab3cb service neutron] 10.222.0.15 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990517 Apr 20 13:01:05.741710 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-0b858a84-1575-4614-9302-6ec74f70033e tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:05.839233 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-0b858a84-1575-4614-9302-6ec74f70033e tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:05.867212 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54704) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:05.918893 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b858a84-1575-4614-9302-6ec74f70033e tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b789ce83-41bc-44b6-9124-514399b3478b,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:06.031004 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-0b858a84-1575-4614-9302-6ec74f70033e tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Allocated IP 192.168.233.64 (6efc3d61-2150-4671-a02d-6127df40131a/c5b1f82a-7732-4b50-ab22-2475f182a712/cb7fabd9-e9e0-4004-92bc-60bbb739783b) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:01:06.115670 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-599a4805-29d1-4eaa-9e67-401cfb9210fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:06.212759 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-064c608c-edb4-40f7-8256-208070fa664b tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:06.214251 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-064c608c-edb4-40f7-8256-208070fa664b tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/networks?id=9eaa8fa9-47b3-460d-82ca-75804ab06d95 HTTP/1.1" status: 200 len: 821 time: 0.1967824 Apr 20 13:01:06.225319 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-0b858a84-1575-4614-9302-6ec74f70033e tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:06.243456 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-bb4762eb-b6b9-4a87-b88f-4d81a8f71d8c tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/quotas/a500cef03173409296912494d6150027 HTTP/1.1" status: 200 len: 375 time: 0.0148661 Apr 20 13:01:06.296737 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-b3f9921e-2925-43b8-a405-3290d7a5db99 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a500cef03173409296912494d6150027&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418530 Apr 20 13:01:06.301769 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-599a4805-29d1-4eaa-9e67-401cfb9210fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:06.331149 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-0b858a84-1575-4614-9302-6ec74f70033e tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:06.377131 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-599a4805-29d1-4eaa-9e67-401cfb9210fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:06.383273 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-0b858a84-1575-4614-9302-6ec74f70033e tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Network 6efc3d61-2150-4671-a02d-6127df40131a is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:01:06.391802 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-0b858a84-1575-4614-9302-6ec74f70033e tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:01:06.396010 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-0b858a84-1575-4614-9302-6ec74f70033e tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:01:06.402249 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-0b858a84-1575-4614-9302-6ec74f70033e tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:06.402977 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-0b858a84-1575-4614-9302-6ec74f70033e tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:06.418108 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b858a84-1575-4614-9302-6ec74f70033e tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Pushing event updated for resources: {'Port': ['ID=cb7fabd9-e9e0-4004-92bc-60bbb739783b,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:06.470971 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-599a4805-29d1-4eaa-9e67-401cfb9210fe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bd40d1f4e7b143bea5e461ce0a2f8425&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6028690 Apr 20 13:01:06.473746 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54736) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:06.481995 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a4805-29d1-4eaa-9e67-401cfb9210fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82117829-ba12-430d-b29f-d6dfbbc0f22f,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:06.494451 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-0b858a84-1575-4614-9302-6ec74f70033e tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1711051 Apr 20 13:01:06.504279 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c0a26-4fe7-4219-8899-96ddb0c95359 req-014ab4e7-8917-4a91-8f09-2de157efddf9 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:06.513014 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed8c0a26-4fe7-4219-8899-96ddb0c95359 req-014ab4e7-8917-4a91-8f09-2de157efddf9 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 935 time: 0.1777585 Apr 20 13:01:06.522639 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-410ae71e-c90c-4296-bf5a-d73765db6d07 service neutron] 10.222.0.25 "GET /v2.0/networks/9eaa8fa9-47b3-460d-82ca-75804ab06d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184930 Apr 20 13:01:06.530251 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-6eccf263-e610-4cbd-8cd2-8ea6dfef43db service neutron] Request body: {'port': {'device_id': '461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:06.619070 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-95023922-9de6-44da-81ca-5a739c1f932f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:06.621709 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-6eccf263-e610-4cbd-8cd2-8ea6dfef43db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:06.650288 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed8c0a26-4fe7-4219-8899-96ddb0c95359 req-6b769d9e-1378-4a00-85f2-e9ef46f748f2 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364889 Apr 20 13:01:06.661901 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-79aa8ec2-cb3f-4cad-b26e-e3b1d5cd214f service neutron] 10.222.0.25 "GET /v2.0/networks/9eaa8fa9-47b3-460d-82ca-75804ab06d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320117 Apr 20 13:01:06.683722 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-95023922-9de6-44da-81ca-5a739c1f932f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:06.710214 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-20fc2d8b-2adf-4b05-ac09-a7e053348d21 None None] Provisioning complete for port cb7fabd9-e9e0-4004-92bc-60bbb739783b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:06.710741 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-20fc2d8b-2adf-4b05-ac09-a7e053348d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:06.748643 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-20fc2d8b-2adf-4b05-ac09-a7e053348d21 None None] Port cb7fabd9-e9e0-4004-92bc-60bbb739783b cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:01:06.870713 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-95023922-9de6-44da-81ca-5a739c1f932f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:06.873200 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-95023922-9de6-44da-81ca-5a739c1f932f admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:06.874340 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-95023922-9de6-44da-81ca-5a739c1f932f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/82117829-ba12-430d-b29f-d6dfbbc0f22f HTTP/1.1" status: 204 len: 168 time: 0.3996027 Apr 20 13:01:06.896560 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95023922-9de6-44da-81ca-5a739c1f932f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82117829-ba12-430d-b29f-d6dfbbc0f22f,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:06.981912 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-6eccf263-e610-4cbd-8cd2-8ea6dfef43db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb7fabd9-e9e0-4004-92bc-60bbb739783b {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:01:06.994401 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-6eccf263-e610-4cbd-8cd2-8ea6dfef43db service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:07.007486 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-6eccf263-e610-4cbd-8cd2-8ea6dfef43db service neutron] Transition to ACTIVE for port object cb7fabd9-e9e0-4004-92bc-60bbb739783b will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:01:07.046561 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257de6c8-5b01-492b-9d4f-0931ba0779dc req-231133a3-acbc-4f53-831e-f52c3ec86028 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:07.048155 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-257de6c8-5b01-492b-9d4f-0931ba0779dc req-231133a3-acbc-4f53-831e-f52c3ec86028 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 943 time: 0.0878017 Apr 20 13:01:07.089969 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-257de6c8-5b01-492b-9d4f-0931ba0779dc req-12230f2f-8231-4fc6-a3bc-fe08e1c9872c tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349770 Apr 20 13:01:07.090466 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-6eccf263-e610-4cbd-8cd2-8ea6dfef43db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:07.147975 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eccf263-e610-4cbd-8cd2-8ea6dfef43db service neutron] Pushing event updated for resources: {'Port': ['ID=cb7fabd9-e9e0-4004-92bc-60bbb739783b,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:07.180488 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-6eccf263-e610-4cbd-8cd2-8ea6dfef43db service neutron] Attempting to bind port cb7fabd9-e9e0-4004-92bc-60bbb739783b on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:01:07.180842 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-6eccf263-e610-4cbd-8cd2-8ea6dfef43db service neutron] Attempting to bind port cb7fabd9-e9e0-4004-92bc-60bbb739783b by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:01:07.181142 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-6eccf263-e610-4cbd-8cd2-8ea6dfef43db service neutron] Attempting to bind port cb7fabd9-e9e0-4004-92bc-60bbb739783b on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:01:07.186026 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-6eccf263-e610-4cbd-8cd2-8ea6dfef43db service neutron] Port cb7fabd9-e9e0-4004-92bc-60bbb739783b on network 6efc3d61-2150-4671-a02d-6127df40131a not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:01:07.186571 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-6eccf263-e610-4cbd-8cd2-8ea6dfef43db service neutron] Attempting to bind port cb7fabd9-e9e0-4004-92bc-60bbb739783b on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:01:07.209742 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-6eccf263-e610-4cbd-8cd2-8ea6dfef43db service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:01:07.210215 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-6eccf263-e610-4cbd-8cd2-8ea6dfef43db service neutron] Checking segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:01:07.211102 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-6eccf263-e610-4cbd-8cd2-8ea6dfef43db service neutron] Bound using segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:01:07.212226 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-6eccf263-e610-4cbd-8cd2-8ea6dfef43db service neutron] Bound port: cb7fabd9-e9e0-4004-92bc-60bbb739783b, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:01:07.212598 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-6eccf263-e610-4cbd-8cd2-8ea6dfef43db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:07.295829 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fcb5d15d-3acf-4a0c-97f2-c769b4de9b7a req-9a2550f4-54df-4dba-98b6-050d80c1573a tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2097c93f-bec1-4f4c-9ad2-c08aff6fec98 HTTP/1.1" status: 200 len: 210 time: 0.0456896 Apr 20 13:01:07.313005 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-6eccf263-e610-4cbd-8cd2-8ea6dfef43db service neutron] For port cb7fabd9-e9e0-4004-92bc-60bbb739783b, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:01:07.318345 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-6eccf263-e610-4cbd-8cd2-8ea6dfef43db service neutron] For port cb7fabd9-e9e0-4004-92bc-60bbb739783b, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=cb7fabd9-e9e0-4004-92bc-60bbb739783b,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:01:07.397304 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-6eccf263-e610-4cbd-8cd2-8ea6dfef43db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:07.430752 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-6eccf263-e610-4cbd-8cd2-8ea6dfef43db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:07.431351 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-6eccf263-e610-4cbd-8cd2-8ea6dfef43db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:07.432871 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-6eccf263-e610-4cbd-8cd2-8ea6dfef43db service neutron] 10.222.0.32 "PUT /v2.0/ports/cb7fabd9-e9e0-4004-92bc-60bbb739783b HTTP/1.1" status: 200 len: 1095 time: 0.9277039 Apr 20 13:01:07.433326 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf', 'tag': 'cb7fabd9-e9e0-4004-92bc-60bbb739783b'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:01:07.435542 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa7e9d6-8c9b-4992-b224-0f3c999ba99c" -d '{"events": [{"name": "network-changed", "server_uuid": "461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf", "tag": "cb7fabd9-e9e0-4004-92bc-60bbb739783b"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:01:07.464559 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eccf263-e610-4cbd-8cd2-8ea6dfef43db service neutron] Pushing event updated for resources: {'Port': ['ID=cb7fabd9-e9e0-4004-92bc-60bbb739783b,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:07.482260 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6141eaee-ceab-4025-bcd2-1c30364be83f x-openstack-request-id: req-6141eaee-ceab-4025-bcd2-1c30364be83f {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:01:07.482667 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf", "tag": "cb7fabd9-e9e0-4004-92bc-60bbb739783b", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:01:07.485996 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6141eaee-ceab-4025-bcd2-1c30364be83f {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:01:07.485996 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6141eaee-ceab-4025-bcd2-1c30364be83f'] response: {'name': 'network-changed', 'server_uuid': '461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf', 'tag': 'cb7fabd9-e9e0-4004-92bc-60bbb739783b', 'status': 'completed', 'code': 200} Apr 20 13:01:07.553373 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7e9d6-8c9b-4992-b224-0f3c999ba99c req-5ba2bc26-46a8-45ce-85db-e65b7234964a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:07.554903 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3aa7e9d6-8c9b-4992-b224-0f3c999ba99c req-5ba2bc26-46a8-45ce-85db-e65b7234964a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c185004f0bb4f68ac206a98646f7134&device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 1098 time: 0.0437963 Apr 20 13:01:07.584007 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3aa7e9d6-8c9b-4992-b224-0f3c999ba99c req-2dde60eb-d0c7-4df8-a4ca-f96b2b1edeca service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=7c185004f0bb4f68ac206a98646f7134&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202813 Apr 20 13:01:07.686658 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7e9d6-8c9b-4992-b224-0f3c999ba99c req-b968e734-5285-488c-8a26-2d94a5e55938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:07.688108 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3aa7e9d6-8c9b-4992-b224-0f3c999ba99c req-b968e734-5285-488c-8a26-2d94a5e55938 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0946362 Apr 20 13:01:07.785427 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-beb310ad-2878-46a7-917f-fbc0262b8429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:07.787068 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-beb310ad-2878-46a7-917f-fbc0262b8429 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c185004f0bb4f68ac206a98646f7134&device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 1098 time: 0.0607581 Apr 20 13:01:07.810902 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef482b-2edc-48cf-bbe4-32b25e1b03d0 req-1cbdf171-584b-424e-8d02-b6362bcce40a tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:07.818962 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c3ef482b-2edc-48cf-bbe4-32b25e1b03d0 req-1cbdf171-584b-424e-8d02-b6362bcce40a tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 947 time: 0.0759556 Apr 20 13:01:07.836889 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-02f019e8-c4ea-4697-b9ce-468196ed9601 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=cb7fabd9-e9e0-4004-92bc-60bbb739783b HTTP/1.1" status: 200 len: 217 time: 0.0421233 Apr 20 13:01:07.869240 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c3ef482b-2edc-48cf-bbe4-32b25e1b03d0 req-1a07abf1-7e35-4b2a-8f3f-12f6a6edec52 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459206 Apr 20 13:01:07.898095 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-41cbd57d-25f5-429d-8a77-fb113931d195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:07.899725 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-41cbd57d-25f5-429d-8a77-fb113931d195 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0562944 Apr 20 13:01:07.948157 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-3de873da-2a3b-4e35-a42a-215fa2d57031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:07.949661 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-3de873da-2a3b-4e35-a42a-215fa2d57031 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0430729 Apr 20 13:01:08.037101 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54782) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:08.064591 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-fb91a2bc-b792-4e6d-bcfb-84f5db152a16 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079874 Apr 20 13:01:08.070545 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54788) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:08.162057 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-181c8b08-32d4-4afc-bf15-daa6181751b9 req-414c79dc-8ab1-4749-a46d-a7b92be9b837 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910134 Apr 20 13:01:08.216391 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-518fb89a-ba3a-48a2-9852-27350a2adb0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:08.268500 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54802) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:08.276950 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce72c2-f607-49d1-ab7b-b8edcae0c468 req-014dab35-fca9-4651-a535-28b06bb76856 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:08.276950 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54ce72c2-f607-49d1-ab7b-b8edcae0c468 req-014dab35-fca9-4651-a535-28b06bb76856 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 943 time: 0.1024427 Apr 20 13:01:08.295198 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-702fce6c-7415-4f36-81ec-a852b4bcf782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:08.295342 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f6b6c32d-da83-4c00-aa06-03f5a0a87ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:08.351544 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54ce72c2-f607-49d1-ab7b-b8edcae0c468 req-2ff9317e-cd33-41a2-9bad-badd1ba4ea55 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711255 Apr 20 13:01:08.363062 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-518fb89a-ba3a-48a2-9852-27350a2adb0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:08.420029 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed6d2e31-c7f6-4bf8-8a6e-38697ac9d111 req-2ceddcdd-a7d7-4fba-95b1-f62306a1cb77 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2097c93f-bec1-4f4c-9ad2-c08aff6fec98 HTTP/1.1" status: 200 len: 210 time: 0.0327697 Apr 20 13:01:08.428821 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-702fce6c-7415-4f36-81ec-a852b4bcf782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:08.438411 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f6b6c32d-da83-4c00-aa06-03f5a0a87ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:08.450078 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-518fb89a-ba3a-48a2-9852-27350a2adb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:08.491202 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-518fb89a-ba3a-48a2-9852-27350a2adb0f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a17193e8e0f54150b39a2a1ac027abe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4535758 Apr 20 13:01:08.492364 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518fb89a-ba3a-48a2-9852-27350a2adb0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c895cb-212a-43ce-bf64-a0aa79e40032,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:08.494431 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54812) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:08.543453 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-371a4ec8-3fca-48a7-a433-0c83ab00d0f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:08.562540 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-702fce6c-7415-4f36-81ec-a852b4bcf782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:08.564582 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f6b6c32d-da83-4c00-aa06-03f5a0a87ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:08.567922 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-371a4ec8-3fca-48a7-a433-0c83ab00d0f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:08.605965 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-702fce6c-7415-4f36-81ec-a852b4bcf782 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=259aa9de15334a67af87a6d2a26f040b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3364081 Apr 20 13:01:08.606817 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54818) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:08.618684 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702fce6c-7415-4f36-81ec-a852b4bcf782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e3f3b0-193a-49b0-aef9-ead3e91de9be,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:08.641406 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f6b6c32d-da83-4c00-aa06-03f5a0a87ae2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=debb9aa450d9449393ce0b86ea527589&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5690677 Apr 20 13:01:08.644642 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6c32d-da83-4c00-aa06-03f5a0a87ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f38756-a50e-4781-ab1d-68c26f4b6ec9,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:08.644774 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54820) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:08.709334 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-867d94e5-7618-4ffb-ad7c-53e47fb6ce94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:08.732935 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f3d06c17-36dd-4e3b-952d-2ac82de446e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:08.736196 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-371a4ec8-3fca-48a7-a433-0c83ab00d0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:08.738750 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-371a4ec8-3fca-48a7-a433-0c83ab00d0f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:08.740031 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-371a4ec8-3fca-48a7-a433-0c83ab00d0f7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/25c895cb-212a-43ce-bf64-a0aa79e40032 HTTP/1.1" status: 204 len: 168 time: 0.2444367 Apr 20 13:01:08.744699 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-867d94e5-7618-4ffb-ad7c-53e47fb6ce94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:08.749716 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a4ec8-3fca-48a7-a433-0c83ab00d0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c895cb-212a-43ce-bf64-a0aa79e40032,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:08.776712 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f3d06c17-36dd-4e3b-952d-2ac82de446e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:08.896581 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f3d06c17-36dd-4e3b-952d-2ac82de446e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:08.900338 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f3d06c17-36dd-4e3b-952d-2ac82de446e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:08.904156 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f3d06c17-36dd-4e3b-952d-2ac82de446e7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/12f38756-a50e-4781-ab1d-68c26f4b6ec9 HTTP/1.1" status: 204 len: 168 time: 0.2561178 Apr 20 13:01:08.905934 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-867d94e5-7618-4ffb-ad7c-53e47fb6ce94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:08.909254 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-867d94e5-7618-4ffb-ad7c-53e47fb6ce94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:08.910633 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-867d94e5-7618-4ffb-ad7c-53e47fb6ce94 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f3e3f3b0-193a-49b0-aef9-ead3e91de9be HTTP/1.1" status: 204 len: 168 time: 0.3027699 Apr 20 13:01:08.919590 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d06c17-36dd-4e3b-952d-2ac82de446e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f38756-a50e-4781-ab1d-68c26f4b6ec9,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:08.932681 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d94e5-7618-4ffb-ad7c-53e47fb6ce94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e3f3b0-193a-49b0-aef9-ead3e91de9be,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:08.990394 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62338627-2f7e-4889-8517-1e4b568e5b20 req-c962de1e-4ddf-43ff-b912-f73a609aa6e1 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:08.991972 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-62338627-2f7e-4889-8517-1e4b568e5b20 req-c962de1e-4ddf-43ff-b912-f73a609aa6e1 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 947 time: 0.0552297 Apr 20 13:01:09.030888 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-62338627-2f7e-4889-8517-1e4b568e5b20 req-15d7897f-ced3-4470-9a61-d387ba42f921 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327146 Apr 20 13:01:09.440375 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54840) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:09.453402 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-028a6c51-3eea-4cab-8ea2-a74521b01a56 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:09.455464 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-028a6c51-3eea-4cab-8ea2-a74521b01a56 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.15 "GET /v2.0/networks?id=9eaa8fa9-47b3-460d-82ca-75804ab06d95 HTTP/1.1" status: 200 len: 821 time: 0.1407068 Apr 20 13:01:09.475139 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-f514a909-90c4-497b-a5fa-d4fe19994e69 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Request body: {'port': {'device_id': '2097c93f-bec1-4f4c-9ad2-c08aff6fec98', 'network_id': '9eaa8fa9-47b3-460d-82ca-75804ab06d95', 'admin_state_up': True, 'tenant_id': 'a500cef03173409296912494d6150027'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:09.579628 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2e9e0d34-72cf-43c9-a118-f4d8fb90a4bc req-08cdaa3e-10c7-4980-8124-c9f2d2a8a73a tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2097c93f-bec1-4f4c-9ad2-c08aff6fec98 HTTP/1.1" status: 200 len: 210 time: 0.0430791 Apr 20 13:01:09.611627 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device c56b3b8b-006e-4368-ac0e-c6a095ea03ec details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:01:09.615909 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965da9f-0157-4858-8aab-5b94b56e4cf6 req-bd5e63cf-225a-421c-ac51-9ec8d0c4410c tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:09.623804 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a965da9f-0157-4858-8aab-5b94b56e4cf6 req-bd5e63cf-225a-421c-ac51-9ec8d0c4410c tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 943 time: 0.1628418 Apr 20 13:01:09.648553 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-44df8058-f260-4617-ba0a-0a0ed8e8af17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:09.684298 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a965da9f-0157-4858-8aab-5b94b56e4cf6 req-bc5f2297-78cc-4410-a60f-639fe60f6d96 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542073 Apr 20 13:01:09.753468 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-44df8058-f260-4617-ba0a-0a0ed8e8af17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:09.756874 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port c56b3b8b-006e-4368-ac0e-c6a095ea03ec, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=c56b3b8b-006e-4368-ac0e-c6a095ea03ec,segment=NetworkSegment(fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1),segment_id=fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:09.768781 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'c56b3b8b-006e-4368-ac0e-c6a095ea03ec', 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88', 'port_id': 'c56b3b8b-006e-4368-ac0e-c6a095ea03ec', 'mac_address': 'fa:16:3e:18:9e:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f1a9c16-f305-43f3-a182-10217ec8e6e3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:01:09.781725 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-f514a909-90c4-497b-a5fa-d4fe19994e69 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Made reservation on behalf of a500cef03173409296912494d6150027 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:01:09.787750 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-f514a909-90c4-497b-a5fa-d4fe19994e69 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:09.808056 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:09.810869 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-44df8058-f260-4617-ba0a-0a0ed8e8af17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:09.823839 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c56b3b8b-006e-4368-ac0e-c6a095ea03ec {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:01:09.844543 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port c56b3b8b-006e-4368-ac0e-c6a095ea03ec, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=c56b3b8b-006e-4368-ac0e-c6a095ea03ec,segment=NetworkSegment(fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1),segment_id=fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:09.845174 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54858) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:09.861820 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df8058-f260-4617-ba0a-0a0ed8e8af17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26cd7ef1-3104-4c08-8e8a-93cb1399b2df,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:09.872023 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9d02352c-01fd-4127-8404-56bca94a890b admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:09.882011 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-44df8058-f260-4617-ba0a-0a0ed8e8af17 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=39760870e67d461a834eacb9e6789bfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4408963 Apr 20 13:01:09.882233 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54860) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:09.933574 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ba295c81-e6c9-44b2-af17-0032d7854938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:09.936438 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:09.974090 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-f514a909-90c4-497b-a5fa-d4fe19994e69 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Allocated IP 172.20.0.3 (9eaa8fa9-47b3-460d-82ca-75804ab06d95/4c487580-ee49-4130-b630-2a0a0e6c2f73/55f4e14c-d2dc-4d7d-a11b-f2318569fd75) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:01:09.976791 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ba295c81-e6c9-44b2-af17-0032d7854938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:09.998451 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=c56b3b8b-006e-4368-ac0e-c6a095ea03ec,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:10.072649 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9d02352c-01fd-4127-8404-56bca94a890b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:10.136786 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ba295c81-e6c9-44b2-af17-0032d7854938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:10.143101 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ba295c81-e6c9-44b2-af17-0032d7854938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:10.145016 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ba295c81-e6c9-44b2-af17-0032d7854938 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/26cd7ef1-3104-4c08-8e8a-93cb1399b2df HTTP/1.1" status: 204 len: 168 time: 0.2615411 Apr 20 13:01:10.158937 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba295c81-e6c9-44b2-af17-0032d7854938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cd7ef1-3104-4c08-8e8a-93cb1399b2df,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:10.209029 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9d02352c-01fd-4127-8404-56bca94a890b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:10.247607 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['c56b3b8b-006e-4368-ac0e-c6a095ea03ec'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:01:10.257384 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a235a-3cf5-41c2-b0f5-7f5480d57b48 req-f22eeb23-0443-405c-b082-909c7dff5452 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:10.258890 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8d7a235a-3cf5-41c2-b0f5-7f5480d57b48 req-f22eeb23-0443-405c-b082-909c7dff5452 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 947 time: 0.1493652 Apr 20 13:01:10.292827 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9d02352c-01fd-4127-8404-56bca94a890b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=64cdbc10358546c9ad32142484e3eb71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4459798 Apr 20 13:01:10.298692 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54872) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:10.300706 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d02352c-01fd-4127-8404-56bca94a890b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5cf27eb-1d56-4363-8463-1dfffcd7000b,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:10.350523 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-f514a909-90c4-497b-a5fa-d4fe19994e69 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:10.370345 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8d7a235a-3cf5-41c2-b0f5-7f5480d57b48 req-e0f0e716-a88b-4070-a193-a3fa6ba87f2d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985153 Apr 20 13:01:10.390610 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dd54ebb9-b8e2-44bc-a70c-dd01754ff094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:10.423778 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dd54ebb9-b8e2-44bc-a70c-dd01754ff094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:10.490937 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-f514a909-90c4-497b-a5fa-d4fe19994e69 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:10.540796 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-f514a909-90c4-497b-a5fa-d4fe19994e69 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Network 9eaa8fa9-47b3-460d-82ca-75804ab06d95 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:01:10.543878 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-f514a909-90c4-497b-a5fa-d4fe19994e69 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:01:10.547712 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-f514a909-90c4-497b-a5fa-d4fe19994e69 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:01:10.570246 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f514a909-90c4-497b-a5fa-d4fe19994e69 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Pushing event updated for resources: {'Port': ['ID=55f4e14c-d2dc-4d7d-a11b-f2318569fd75,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:10.570842 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dd54ebb9-b8e2-44bc-a70c-dd01754ff094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:10.575456 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dd54ebb9-b8e2-44bc-a70c-dd01754ff094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:10.579290 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-dd54ebb9-b8e2-44bc-a70c-dd01754ff094 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b5cf27eb-1d56-4363-8463-1dfffcd7000b HTTP/1.1" status: 204 len: 168 time: 0.2784455 Apr 20 13:01:10.585834 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd54ebb9-b8e2-44bc-a70c-dd01754ff094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5cf27eb-1d56-4363-8463-1dfffcd7000b,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:10.599313 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-f514a909-90c4-497b-a5fa-d4fe19994e69 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:10.599917 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-f514a909-90c4-497b-a5fa-d4fe19994e69 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:10.693788 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-f514a909-90c4-497b-a5fa-d4fe19994e69 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2236369 Apr 20 13:01:10.710573 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819d801-b4f6-4030-9b3a-3e4e59ba9f93 req-4a366026-b650-460e-9fd7-47bf614a6b2f tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:10.715406 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0819d801-b4f6-4030-9b3a-3e4e59ba9f93 req-4a366026-b650-460e-9fd7-47bf614a6b2f tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2097c93f-bec1-4f4c-9ad2-c08aff6fec98 HTTP/1.1" status: 200 len: 931 time: 0.0594754 Apr 20 13:01:10.718619 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-ea6bed3d-4986-4ed6-bd4f-1940cfa00593 service neutron] Request body: {'port': {'device_id': '2097c93f-bec1-4f4c-9ad2-c08aff6fec98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:10.832855 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0819d801-b4f6-4030-9b3a-3e4e59ba9f93 req-90375f70-11a0-4217-babe-079f62db289c tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103053 Apr 20 13:01:10.834217 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-ea6bed3d-4986-4ed6-bd4f-1940cfa00593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:10.860593 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e80eb-9876-42b8-9150-7330fc8daeac req-e82a8fbd-5647-4a10-a671-f7c9f58ec66e tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:10.862240 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-240e80eb-9876-42b8-9150-7330fc8daeac req-e82a8fbd-5647-4a10-a671-f7c9f58ec66e tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 944 time: 0.1103423 Apr 20 13:01:10.985941 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-240e80eb-9876-42b8-9150-7330fc8daeac req-737ff09e-6c5d-4635-bf0d-67991d6f8cc9 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041720 Apr 20 13:01:11.112726 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54898) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:11.156865 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54902) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:11.164571 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-ea6bed3d-4986-4ed6-bd4f-1940cfa00593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55f4e14c-d2dc-4d7d-a11b-f2318569fd75 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:01:11.172705 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-ea6bed3d-4986-4ed6-bd4f-1940cfa00593 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:11.184447 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-ea6bed3d-4986-4ed6-bd4f-1940cfa00593 service neutron] Transition to ACTIVE for port object 55f4e14c-d2dc-4d7d-a11b-f2318569fd75 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:01:11.284339 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-7e9a6ee6-d568-4969-bbaa-0e3fc414c72c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-528007737-network', 'tenant_id': 'e8b01a41b4bc4e3890fb87ac80b83556'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:11.326990 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-41235c9c-7cce-4717-8282-6046ee7116b0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-816542176-network', 'tenant_id': '3d8c73074e914bc58eefd75fef245022'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:11.474963 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b2448-941f-4efe-a31e-53f0e8358a3c req-66e78495-89b3-4b3f-963a-4e52fc5d5823 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:11.476431 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cd9b2448-941f-4efe-a31e-53f0e8358a3c req-66e78495-89b3-4b3f-963a-4e52fc5d5823 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 947 time: 0.0472119 Apr 20 13:01:11.513794 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cd9b2448-941f-4efe-a31e-53f0e8358a3c req-84952aa2-73dc-4709-95e8-cb5a46e9c061 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311201 Apr 20 13:01:11.522190 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-ea6bed3d-4986-4ed6-bd4f-1940cfa00593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:11.557297 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41235c9c-7cce-4717-8282-6046ee7116b0 admin admin] Made reservation on behalf of 3d8c73074e914bc58eefd75fef245022 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:01:11.560205 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9a6ee6-d568-4969-bbaa-0e3fc414c72c admin admin] Made reservation on behalf of e8b01a41b4bc4e3890fb87ac80b83556 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:01:11.561226 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-41235c9c-7cce-4717-8282-6046ee7116b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:11.565435 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7e9a6ee6-d568-4969-bbaa-0e3fc414c72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:11.573316 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-41235c9c-7cce-4717-8282-6046ee7116b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:11.576727 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7e9a6ee6-d568-4969-bbaa-0e3fc414c72c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:11.589451 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54916) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:11.609065 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eabd1e20-b13a-4af2-9629-b39ec68eda28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:11.622044 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device c56b3b8b-006e-4368-ac0e-c6a095ea03ec up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:01:11.625956 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6bed3d-4986-4ed6-bd4f-1940cfa00593 service neutron] Pushing event updated for resources: {'Port': ['ID=55f4e14c-d2dc-4d7d-a11b-f2318569fd75,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:11.721092 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-ea6bed3d-4986-4ed6-bd4f-1940cfa00593 service neutron] Attempting to bind port 55f4e14c-d2dc-4d7d-a11b-f2318569fd75 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:01:11.721431 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-ea6bed3d-4986-4ed6-bd4f-1940cfa00593 service neutron] Attempting to bind port 55f4e14c-d2dc-4d7d-a11b-f2318569fd75 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': 'b9427c0d-7fe5-4e74-94e3-27c981444053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9eaa8fa9-47b3-460d-82ca-75804ab06d95'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:01:11.721762 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-ea6bed3d-4986-4ed6-bd4f-1940cfa00593 service neutron] Attempting to bind port 55f4e14c-d2dc-4d7d-a11b-f2318569fd75 on network 9eaa8fa9-47b3-460d-82ca-75804ab06d95 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:01:11.731340 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-ea6bed3d-4986-4ed6-bd4f-1940cfa00593 service neutron] Port 55f4e14c-d2dc-4d7d-a11b-f2318569fd75 on network 9eaa8fa9-47b3-460d-82ca-75804ab06d95 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:01:11.731758 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-ea6bed3d-4986-4ed6-bd4f-1940cfa00593 service neutron] Attempting to bind port 55f4e14c-d2dc-4d7d-a11b-f2318569fd75 on network 9eaa8fa9-47b3-460d-82ca-75804ab06d95 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:01:11.738477 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-ea6bed3d-4986-4ed6-bd4f-1940cfa00593 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:01:11.738667 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-ea6bed3d-4986-4ed6-bd4f-1940cfa00593 service neutron] Checking segment: {'id': 'b9427c0d-7fe5-4e74-94e3-27c981444053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9eaa8fa9-47b3-460d-82ca-75804ab06d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:01:11.739024 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-ea6bed3d-4986-4ed6-bd4f-1940cfa00593 service neutron] Bound using segment: {'id': 'b9427c0d-7fe5-4e74-94e3-27c981444053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9eaa8fa9-47b3-460d-82ca-75804ab06d95'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:01:11.739804 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-ea6bed3d-4986-4ed6-bd4f-1940cfa00593 service neutron] Bound port: 55f4e14c-d2dc-4d7d-a11b-f2318569fd75, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9427c0d-7fe5-4e74-94e3-27c981444053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9eaa8fa9-47b3-460d-82ca-75804ab06d95'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:01:11.740210 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-ea6bed3d-4986-4ed6-bd4f-1940cfa00593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:11.743993 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eabd1e20-b13a-4af2-9629-b39ec68eda28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:11.748601 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-41235c9c-7cce-4717-8282-6046ee7116b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:11.785331 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port c56b3b8b-006e-4368-ac0e-c6a095ea03ec completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:01:11.787951 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7e9a6ee6-d568-4969-bbaa-0e3fc414c72c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:11.789157 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port c56b3b8b-006e-4368-ac0e-c6a095ea03ec triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:11.789527 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:11.814257 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eabd1e20-b13a-4af2-9629-b39ec68eda28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:11.819156 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-41235c9c-7cce-4717-8282-6046ee7116b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:11.823596 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-ea6bed3d-4986-4ed6-bd4f-1940cfa00593 service neutron] For port 55f4e14c-d2dc-4d7d-a11b-f2318569fd75, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:01:11.827919 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-ea6bed3d-4986-4ed6-bd4f-1940cfa00593 service neutron] For port 55f4e14c-d2dc-4d7d-a11b-f2318569fd75, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=55f4e14c-d2dc-4d7d-a11b-f2318569fd75,segment=NetworkSegment(b9427c0d-7fe5-4e74-94e3-27c981444053),segment_id=b9427c0d-7fe5-4e74-94e3-27c981444053)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:01:11.860411 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd1e20-b13a-4af2-9629-b39ec68eda28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc76a274-5ade-40ba-be44-919c5a3ca3c1,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:11.864405 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41235c9c-7cce-4717-8282-6046ee7116b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:01:11.873597 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7e9a6ee6-d568-4969-bbaa-0e3fc414c72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:11.884476 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-eabd1e20-b13a-4af2-9629-b39ec68eda28 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=15eefd9618f0456fa1e6018c07f574d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2898197 Apr 20 13:01:11.896381 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54924) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:11.900096 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:11.900416 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e9a6ee6-d568-4969-bbaa-0e3fc414c72c admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:01:11.912924 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7e9a6ee6-d568-4969-bbaa-0e3fc414c72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:11.912924 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-7e9a6ee6-d568-4969-bbaa-0e3fc414c72c admin admin] Added segment c36f4b37-e1d8-4848-acc2-f80f64f61825 of type vlan for network 0e1f32e0-475a-42d4-85ee-1c369c932480 Apr 20 13:01:11.914816 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-41235c9c-7cce-4717-8282-6046ee7116b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:11.915165 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-41235c9c-7cce-4717-8282-6046ee7116b0 admin admin] Added segment e4c92f94-f6dd-48c1-bca6-089b3293cc2a of type vlan for network 9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7 Apr 20 13:01:11.928856 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e7e58b-ed3b-4491-a10d-b1d5a9543e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56b3b8b-006e-4368-ac0e-c6a095ea03ec'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:01:11.932175 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9825c888-3e56-4d8f-9b8b-0b67e0a847e1" -d '{"events": [{"server_uuid": "25e7e58b-ed3b-4491-a10d-b1d5a9543e16", "name": "network-vif-plugged", "status": "completed", "tag": "c56b3b8b-006e-4368-ac0e-c6a095ea03ec"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:01:11.968603 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port c56b3b8b-006e-4368-ac0e-c6a095ea03ec, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=c56b3b8b-006e-4368-ac0e-c6a095ea03ec,segment=NetworkSegment(fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1),segment_id=fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:11.988092 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285d0032-2b0b-4a0a-8457-ee65cee48315 x-openstack-request-id: req-285d0032-2b0b-4a0a-8457-ee65cee48315 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:01:11.988982 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e7e58b-ed3b-4491-a10d-b1d5a9543e16", "name": "network-vif-plugged", "status": "completed", "tag": "c56b3b8b-006e-4368-ac0e-c6a095ea03ec", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:01:11.989243 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-285d0032-2b0b-4a0a-8457-ee65cee48315 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:01:12.003549 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41235c9c-7cce-4717-8282-6046ee7116b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d9d20d-b394-4330-aaf3-e1fda56d0806,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:12.005766 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-285d0032-2b0b-4a0a-8457-ee65cee48315'] response: {'server_uuid': '25e7e58b-ed3b-4491-a10d-b1d5a9543e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56b3b8b-006e-4368-ac0e-c6a095ea03ec', 'code': 200} Apr 20 13:01:12.005960 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-41235c9c-7cce-4717-8282-6046ee7116b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:12.022542 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7e9a6ee6-d568-4969-bbaa-0e3fc414c72c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:12.042653 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a1be4389-837a-4642-a0ce-361601dceba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:12.046561 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-ea6bed3d-4986-4ed6-bd4f-1940cfa00593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:12.051647 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:12.075542 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-ea6bed3d-4986-4ed6-bd4f-1940cfa00593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:12.076214 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-ea6bed3d-4986-4ed6-bd4f-1940cfa00593 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:12.078707 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-ea6bed3d-4986-4ed6-bd4f-1940cfa00593 service neutron] 10.222.0.15 "PUT /v2.0/ports/55f4e14c-d2dc-4d7d-a11b-f2318569fd75 HTTP/1.1" status: 200 len: 1091 time: 1.3750854 Apr 20 13:01:12.089355 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a1be4389-837a-4642-a0ce-361601dceba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:12.096053 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:12.110279 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2097c93f-bec1-4f4c-9ad2-c08aff6fec98', 'tag': '55f4e14c-d2dc-4d7d-a11b-f2318569fd75'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:01:12.113944 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8673d890-1171-42f4-97f3-388928374816" -d '{"events": [{"name": "network-changed", "server_uuid": "2097c93f-bec1-4f4c-9ad2-c08aff6fec98", "tag": "55f4e14c-d2dc-4d7d-a11b-f2318569fd75"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:01:12.127034 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-41235c9c-7cce-4717-8282-6046ee7116b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:12.127034 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41235c9c-7cce-4717-8282-6046ee7116b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:12.127034 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-41235c9c-7cce-4717-8282-6046ee7116b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:12.136466 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14091c-317f-44b6-ad41-7c3d372d4f02 req-64eca4d9-fcd4-4eeb-8a53-930b61560a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:12.137942 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7b14091c-317f-44b6-ad41-7c3d372d4f02 req-64eca4d9-fcd4-4eeb-8a53-930b61560a98 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 1096 time: 0.0848036 Apr 20 13:01:12.141662 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=c56b3b8b-006e-4368-ac0e-c6a095ea03ec,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:12.189128 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a6ee6-d568-4969-bbaa-0e3fc414c72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba069c9-2cc9-4368-b136-3d9b1d206cd4,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:12.210972 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41235c9c-7cce-4717-8282-6046ee7116b0 admin admin] Pushing event updated for resources: {'Network': ['ID=9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:12.225788 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7b14091c-317f-44b6-ad41-7c3d372d4f02 req-3fd70f2d-0150-4809-a407-40a3502720c0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742977 Apr 20 13:01:12.226159 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:01:12.237752 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6bed3d-4986-4ed6-bd4f-1940cfa00593 service neutron] Pushing event updated for resources: {'Port': ['ID=55f4e14c-d2dc-4d7d-a11b-f2318569fd75,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:12.245247 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-41235c9c-7cce-4717-8282-6046ee7116b0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0861158 Apr 20 13:01:12.245844 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54936) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:12.254639 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-75ea6bd0-5aa6-42a3-b64e-756d9352549d admin admin] Request body: {'subnet': {'network_id': '9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-816542176-subnet', 'tenant_id': '3d8c73074e914bc58eefd75fef245022', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:12.287001 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a1be4389-837a-4642-a0ce-361601dceba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:12.294977 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a1be4389-837a-4642-a0ce-361601dceba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:12.297059 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a1be4389-837a-4642-a0ce-361601dceba5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fc76a274-5ade-40ba-be44-919c5a3ca3c1 HTTP/1.1" status: 204 len: 168 time: 0.3996985 Apr 20 13:01:12.315958 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be4389-837a-4642-a0ce-361601dceba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc76a274-5ade-40ba-be44-919c5a3ca3c1,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:12.347720 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ea6bd0-5aa6-42a3-b64e-756d9352549d admin admin] Made reservation on behalf of 3d8c73074e914bc58eefd75fef245022 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:01:12.350215 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-75ea6bd0-5aa6-42a3-b64e-756d9352549d admin admin] Notify callbacks [] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:12.583542 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7e9a6ee6-d568-4969-bbaa-0e3fc414c72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:12.584485 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9a6ee6-d568-4969-bbaa-0e3fc414c72c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:12.585056 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7e9a6ee6-d568-4969-bbaa-0e3fc414c72c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:12.610568 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:12.661958 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bdbfbb-b108-4096-a0ef-f1cf9efaab66 req-5968da22-69c4-41f3-9c30-3a5acfea1047 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:12.663414 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d8bdbfbb-b108-4096-a0ef-f1cf9efaab66 req-5968da22-69c4-41f3-9c30-3a5acfea1047 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2097c93f-bec1-4f4c-9ad2-c08aff6fec98 HTTP/1.1" status: 200 len: 943 time: 0.6183782 Apr 20 13:01:12.673579 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03745a46-ea35-4c36-bcec-2e12f3f9e752 req-2f125c38-e088-43fb-91ff-dfccfe5eec78 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:12.674976 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-03745a46-ea35-4c36-bcec-2e12f3f9e752 req-2f125c38-e088-43fb-91ff-dfccfe5eec78 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 945 time: 0.5725856 Apr 20 13:01:12.688777 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-0ef439cd-7a32-4b98-8a32-629785a71aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:12.690130 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-0ef439cd-7a32-4b98-8a32-629785a71aa6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a500cef03173409296912494d6150027&device_id=2097c93f-bec1-4f4c-9ad2-c08aff6fec98 HTTP/1.1" status: 200 len: 1094 time: 0.4458952 Apr 20 13:01:12.697575 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a6ee6-d568-4969-bbaa-0e3fc414c72c admin admin] Pushing event updated for resources: {'Network': ['ID=0e1f32e0-475a-42d4-85ee-1c369c932480,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:12.708897 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 0e1f32e0-475a-42d4-85ee-1c369c932480 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:01:12.729668 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-75ea6bd0-5aa6-42a3-b64e-756d9352549d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:12.759727 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7e9a6ee6-d568-4969-bbaa-0e3fc414c72c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6461599 Apr 20 13:01:12.761082 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-957cb15c-e7fa-46be-8366-dd6bbb413344 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55f4e14c-d2dc-4d7d-a11b-f2318569fd75 HTTP/1.1" status: 200 len: 217 time: 0.0612290 Apr 20 13:01:12.769361 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54950) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:12.777562 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-72da5d91-2e1d-4331-8ae7-f17ace4b1d5e admin admin] Request body: {'subnet': {'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-528007737-subnet', 'tenant_id': 'e8b01a41b4bc4e3890fb87ac80b83556', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:12.801631 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d8bdbfbb-b108-4096-a0ef-f1cf9efaab66 req-60a03314-d140-4958-963a-cc0c29eae6ce tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242814 Apr 20 13:01:12.864189 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ea6bd0-5aa6-42a3-b64e-756d9352549d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e80c9431-6d0e-4618-9d9c-e61e50ce49f0,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:12.865317 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-03745a46-ea35-4c36-bcec-2e12f3f9e752 req-c8d281c4-9188-481b-8e0a-77607e6da840 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652951 Apr 20 13:01:12.866713 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ea6bd0-5aa6-42a3-b64e-756d9352549d admin admin] Checking segment: {'id': 'e4c92f94-f6dd-48c1-bca6-089b3293cc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:01:12.867137 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ea6bd0-5aa6-42a3-b64e-756d9352549d admin admin] Network hostable DHCP agents. Network: 9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:01:12.906808 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a825e7-754c-49b3-8371-d488a4e6aedc x-openstack-request-id: req-39a825e7-754c-49b3-8371-d488a4e6aedc {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:01:12.907087 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2097c93f-bec1-4f4c-9ad2-c08aff6fec98", "tag": "55f4e14c-d2dc-4d7d-a11b-f2318569fd75", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:01:12.907333 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-39a825e7-754c-49b3-8371-d488a4e6aedc {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:01:12.908005 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39a825e7-754c-49b3-8371-d488a4e6aedc'] response: {'name': 'network-changed', 'server_uuid': '2097c93f-bec1-4f4c-9ad2-c08aff6fec98', 'tag': '55f4e14c-d2dc-4d7d-a11b-f2318569fd75', 'status': 'completed', 'code': 200} Apr 20 13:01:12.909516 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-6cc720e8-c5b6-4325-a17e-2fe5920c3742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:12.910972 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-6cc720e8-c5b6-4325-a17e-2fe5920c3742 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4c487580-ee49-4130-b630-2a0a0e6c2f73 HTTP/1.1" status: 200 len: 861 time: 0.1376915 Apr 20 13:01:12.936360 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ea6bd0-5aa6-42a3-b64e-756d9352549d admin admin] Network 9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:01:12.950374 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-81ba48af-7dc0-4d26-88b9-cfc6c2b9e49d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9eaa8fa9-47b3-460d-82ca-75804ab06d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266719 Apr 20 13:01:12.990418 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72da5d91-2e1d-4331-8ae7-f17ace4b1d5e admin admin] Made reservation on behalf of e8b01a41b4bc4e3890fb87ac80b83556 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:01:12.992662 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-72da5d91-2e1d-4331-8ae7-f17ace4b1d5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:13.039003 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-75ea6bd0-5aa6-42a3-b64e-756d9352549d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:01:13.043558 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ea6bd0-5aa6-42a3-b64e-756d9352549d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:13.045330 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-75ea6bd0-5aa6-42a3-b64e-756d9352549d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:13.049780 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01104023-5ee0-408b-8f29-f0c8fe4e0bb0 None None] Network 9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:01:13.107062 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device cb7fabd9-e9e0-4004-92bc-60bbb739783b details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:01:13.112573 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583ddf3-1522-4f28-beb0-ae7bde1571a2 req-f667d3ac-f439-4881-8230-332c5d5563b9 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:13.114185 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f583ddf3-1522-4f28-beb0-ae7bde1571a2 req-f667d3ac-f439-4881-8230-332c5d5563b9 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 947 time: 0.1668258 Apr 20 13:01:13.123788 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-75ea6bd0-5aa6-42a3-b64e-756d9352549d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8765540 Apr 20 13:01:13.171716 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-d3eee925-473f-4b93-99a8-238ffd927486 service neutron] 10.222.0.15 "GET /v2.0/networks/9eaa8fa9-47b3-460d-82ca-75804ab06d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131815 Apr 20 13:01:13.203086 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f583ddf3-1522-4f28-beb0-ae7bde1571a2 req-cf03aaf6-15cf-4eb8-aee2-f025317aa92a tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763328 Apr 20 13:01:13.307336 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684e8cba-6aca-4c60-8c3d-c6ff356db3cb None None] Network 9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:01:13.364490 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7cf54f12-80c1-4846-89b4-3c84c98e156e req-8104f7f8-05ba-479a-9313-99a102f5fc68 service neutron] 10.222.0.15 "GET /v2.0/networks/9eaa8fa9-47b3-460d-82ca-75804ab06d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789427 Apr 20 13:01:13.384353 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port cb7fabd9-e9e0-4004-92bc-60bbb739783b, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=cb7fabd9-e9e0-4004-92bc-60bbb739783b,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:13.398989 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': 'cb7fabd9-e9e0-4004-92bc-60bbb739783b', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'port_id': 'cb7fabd9-e9e0-4004-92bc-60bbb739783b', 'mac_address': 'fa:16:3e:41:a2:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b1f82a-7732-4b50-ab22-2475f182a712', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:01:13.422471 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-72da5d91-2e1d-4331-8ae7-f17ace4b1d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:13.513634 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:13.534825 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb7fabd9-e9e0-4004-92bc-60bbb739783b {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:01:13.545767 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da5d91-2e1d-4331-8ae7-f17ace4b1d5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd5d8d2c-9bbe-433b-b6b9-a140ce7264b5,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:13.554119 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72da5d91-2e1d-4331-8ae7-f17ace4b1d5e admin admin] Checking segment: {'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:01:13.554739 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72da5d91-2e1d-4331-8ae7-f17ace4b1d5e admin admin] Network hostable DHCP agents. Network: 0e1f32e0-475a-42d4-85ee-1c369c932480, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:01:13.568027 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port cb7fabd9-e9e0-4004-92bc-60bbb739783b, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=cb7fabd9-e9e0-4004-92bc-60bbb739783b,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:13.580805 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673d890-1171-42f4-97f3-388928374816 req-a1e30f01-537d-49ed-a327-f6a9ea2aec22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:13.582640 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8673d890-1171-42f4-97f3-388928374816 req-a1e30f01-537d-49ed-a327-f6a9ea2aec22 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a500cef03173409296912494d6150027&device_id=2097c93f-bec1-4f4c-9ad2-c08aff6fec98 HTTP/1.1" status: 200 len: 1094 time: 0.0833457 Apr 20 13:01:13.678916 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:13.681301 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72da5d91-2e1d-4331-8ae7-f17ace4b1d5e admin admin] Network 0e1f32e0-475a-42d4-85ee-1c369c932480 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:01:13.690535 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673d890-1171-42f4-97f3-388928374816 req-fdefa073-ef74-4d70-8025-fc0a1a4ee886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:13.693882 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8673d890-1171-42f4-97f3-388928374816 req-fdefa073-ef74-4d70-8025-fc0a1a4ee886 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9eaa8fa9-47b3-460d-82ca-75804ab06d95 HTTP/1.1" status: 200 len: 922 time: 0.1027024 Apr 20 13:01:13.744870 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8673d890-1171-42f4-97f3-388928374816 req-21c76c4e-0716-4e9e-9b3c-343c93ed886a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55f4e14c-d2dc-4d7d-a11b-f2318569fd75 HTTP/1.1" status: 200 len: 217 time: 0.0443122 Apr 20 13:01:13.748025 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=cb7fabd9-e9e0-4004-92bc-60bbb739783b,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:13.752567 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-bcaa1338-26f4-40f5-bd2d-1d18d3db2762 req-fbfac45a-4083-4332-86e1-5bbad5a8a30d tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1991495512', 'description': 'tempest-description-860935154'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:13.808273 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-72da5d91-2e1d-4331-8ae7-f17ace4b1d5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 0e1f32e0-475a-42d4-85ee-1c369c932480) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:01:13.814884 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72da5d91-2e1d-4331-8ae7-f17ace4b1d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:13.815492 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-72da5d91-2e1d-4331-8ae7-f17ace4b1d5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:13.827030 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df61acd1-0243-4725-9c23-6dd732bd0a98 None None] Network 0e1f32e0-475a-42d4-85ee-1c369c932480 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:01:13.829735 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673d890-1171-42f4-97f3-388928374816 req-24bce975-7511-4df9-9878-8f7e476bbcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:13.831188 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8673d890-1171-42f4-97f3-388928374816 req-24bce975-7511-4df9-9878-8f7e476bbcfe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4c487580-ee49-4130-b630-2a0a0e6c2f73 HTTP/1.1" status: 200 len: 861 time: 0.0740919 Apr 20 13:01:13.864335 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8673d890-1171-42f4-97f3-388928374816 req-54396bc9-2f07-4ac7-ba84-af6b264f9b19 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9eaa8fa9-47b3-460d-82ca-75804ab06d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262682 Apr 20 13:01:13.892820 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-bcaa1338-26f4-40f5-bd2d-1d18d3db2762 req-fbfac45a-4083-4332-86e1-5bbad5a8a30d tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:13.932801 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-72da5d91-2e1d-4331-8ae7-f17ace4b1d5e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1623938 Apr 20 13:01:13.994748 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8673d890-1171-42f4-97f3-388928374816 req-17a1c911-ec09-4861-9cf0-f5c837d3a259 service neutron] 10.222.0.15 "GET /v2.0/networks/9eaa8fa9-47b3-460d-82ca-75804ab06d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240973 Apr 20 13:01:14.025110 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['cb7fabd9-e9e0-4004-92bc-60bbb739783b'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:01:14.072259 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c9e81b-1905-4720-8383-94558f9957dd None None] Network 0e1f32e0-475a-42d4-85ee-1c369c932480 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:01:14.107193 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-bcaa1338-26f4-40f5-bd2d-1d18d3db2762 req-fbfac45a-4083-4332-86e1-5bbad5a8a30d tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:14.144330 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f6714-dd9e-4828-8ae8-26ba14dc6daf req-a42ef37a-7378-4e6b-9650-927e9b9972d7 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:14.145828 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-874f6714-dd9e-4828-8ae8-26ba14dc6daf req-a42ef37a-7378-4e6b-9650-927e9b9972d7 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2097c93f-bec1-4f4c-9ad2-c08aff6fec98 HTTP/1.1" status: 200 len: 943 time: 0.1252320 Apr 20 13:01:14.167115 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8673d890-1171-42f4-97f3-388928374816 req-3b3e81c0-1432-4d8a-bf4e-33c54bd6c3a6 service neutron] 10.222.0.15 "GET /v2.0/networks/9eaa8fa9-47b3-460d-82ca-75804ab06d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609962 Apr 20 13:01:14.194560 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-bcaa1338-26f4-40f5-bd2d-1d18d3db2762 req-fbfac45a-4083-4332-86e1-5bbad5a8a30d tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:14.225781 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-874f6714-dd9e-4828-8ae8-26ba14dc6daf req-6876d0b2-0475-405c-b1fd-697e39ac775a tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686517 Apr 20 13:01:14.239291 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfac45a-4083-4332-86e1-5bbad5a8a30d tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cfc52d-072b-4fc5-bc8d-94a636c1b94c,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:14.294661 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-bcaa1338-26f4-40f5-bd2d-1d18d3db2762 req-fbfac45a-4083-4332-86e1-5bbad5a8a30d tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:14.303820 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bcaa1338-26f4-40f5-bd2d-1d18d3db2762 req-fbfac45a-4083-4332-86e1-5bbad5a8a30d tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5564795 Apr 20 13:01:14.368777 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d52ed2-035c-44f7-8151-f789ed545dd6 req-d2788d6c-ab34-4ed6-bef7-90a7e6031e5a tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:14.370472 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66d52ed2-035c-44f7-8151-f789ed545dd6 req-d2788d6c-ab34-4ed6-bef7-90a7e6031e5a tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 945 time: 0.0541079 Apr 20 13:01:14.408095 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66d52ed2-035c-44f7-8151-f789ed545dd6 req-f27fbb6f-3789-4b8e-857f-b53e9dbdcf2d tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312452 Apr 20 13:01:14.496986 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:01:14.519311 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a914f-f393-4c28-9b59-183040049b73 req-fdd22002-8d3e-4057-9818-a9e9d1e06e75 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:14.520914 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3e6a914f-f393-4c28-9b59-183040049b73 req-fdd22002-8d3e-4057-9818-a9e9d1e06e75 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 948 time: 0.0576539 Apr 20 13:01:14.569996 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3e6a914f-f393-4c28-9b59-183040049b73 req-4bc260b5-f731-4622-bdf0-da8b33ab8645 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406144 Apr 20 13:01:14.614406 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-ff28568e-720c-42c5-be29-83adf83beefd req-863a5099-3258-4a31-9a8b-6fa1a75c5d77 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1019498458', 'description': 'tempest-description-1014082751'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:14.669589 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-735b7d42-1228-4d8d-8dd9-081bae7dd078 req-60e1ff56-1ec5-4bfc-8ce4-e7afb4d1171a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=90ada35f-5dfa-4966-9ee1-027f16b44d9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0529153 Apr 20 13:01:14.741669 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ff28568e-720c-42c5-be29-83adf83beefd req-863a5099-3258-4a31-9a8b-6fa1a75c5d77 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:14.759209 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b7d42-1228-4d8d-8dd9-081bae7dd078 req-e234d252-3cf6-4791-85dd-53676c1bed0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:14.761666 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-735b7d42-1228-4d8d-8dd9-081bae7dd078 req-e234d252-3cf6-4791-85dd-53676c1bed0c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b1351b4ef5344fa8f1186ac748ba322&device_id=90ada35f-5dfa-4966-9ee1-027f16b44d9e HTTP/1.1" status: 200 len: 1118 time: 0.0456910 Apr 20 13:01:14.774594 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626c351-179f-47e9-bdcd-4d17f4710785 req-a3362a43-90cc-48e0-a186-73b42c288d46 tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:14.776203 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0626c351-179f-47e9-bdcd-4d17f4710785 req-a3362a43-90cc-48e0-a186-73b42c288d46 tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 1096 time: 0.0639415 Apr 20 13:01:14.833462 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0626c351-179f-47e9-bdcd-4d17f4710785 req-c609d649-ca41-46d2-a406-e3d74dd0f1bb tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473030 Apr 20 13:01:14.876592 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ff28568e-720c-42c5-be29-83adf83beefd req-863a5099-3258-4a31-9a8b-6fa1a75c5d77 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:14.894216 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b7d42-1228-4d8d-8dd9-081bae7dd078 req-17fc5e4b-146b-48f0-999c-d31657ffbc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:14.894330 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-735b7d42-1228-4d8d-8dd9-081bae7dd078 req-17fc5e4b-146b-48f0-999c-d31657ffbc75 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ecf7a882-8a89-482e-a7e3-f6c844876b2c HTTP/1.1" status: 200 len: 925 time: 0.1063068 Apr 20 13:01:14.943161 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55038) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:14.951298 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-8a5fa440-3270-4888-b8d3-47473dd7dc10 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2100769729-network', 'tenant_id': '5e844c904e0f479db917d8e7f80e42d9'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:14.970285 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-735b7d42-1228-4d8d-8dd9-081bae7dd078 req-f4cb4d6a-9548-4694-bfc1-047b3229b7b3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da650793-56a2-49bf-959a-cde69988c81d HTTP/1.1" status: 200 len: 1022 time: 0.0668995 Apr 20 13:01:14.971854 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ff28568e-720c-42c5-be29-83adf83beefd req-863a5099-3258-4a31-9a8b-6fa1a75c5d77 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:15.027240 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a5099-3258-4a31-9a8b-6fa1a75c5d77 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23595038-996f-4705-b1b0-25aa681ca55c,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:15.037366 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b7d42-1228-4d8d-8dd9-081bae7dd078 req-8436f1c6-f2b7-4795-8b59-dd448ed1ed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:15.040493 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde80fb-5336-4aa0-a8f4-2dfd9843051e req-aa278902-ecd8-4ff7-8187-879074afc9e9 tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:15.041277 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-735b7d42-1228-4d8d-8dd9-081bae7dd078 req-8436f1c6-f2b7-4795-8b59-dd448ed1ed1e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=301a39b8-8298-4a33-b223-fe67182f35e3 HTTP/1.1" status: 200 len: 863 time: 0.0607190 Apr 20 13:01:15.041606 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4cde80fb-5336-4aa0-a8f4-2dfd9843051e req-aa278902-ecd8-4ff7-8187-879074afc9e9 tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 1096 time: 0.0816970 Apr 20 13:01:15.079322 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4cde80fb-5336-4aa0-a8f4-2dfd9843051e req-ef6044dd-6871-45e7-8006-f9947e022c53 tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335903 Apr 20 13:01:15.088060 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b7d42-1228-4d8d-8dd9-081bae7dd078 req-73bf287c-088a-484b-9415-5b0b9147fef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:15.089845 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-735b7d42-1228-4d8d-8dd9-081bae7dd078 req-73bf287c-088a-484b-9415-5b0b9147fef3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ecf7a882-8a89-482e-a7e3-f6c844876b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436938 Apr 20 13:01:15.101334 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ff28568e-720c-42c5-be29-83adf83beefd req-863a5099-3258-4a31-9a8b-6fa1a75c5d77 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:15.103250 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ff28568e-720c-42c5-be29-83adf83beefd req-863a5099-3258-4a31-9a8b-6fa1a75c5d77 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4990473 Apr 20 13:01:15.105009 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device cb7fabd9-e9e0-4004-92bc-60bbb739783b up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:01:15.130437 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5fa440-3270-4888-b8d3-47473dd7dc10 admin admin] Made reservation on behalf of 5e844c904e0f479db917d8e7f80e42d9 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:01:15.134719 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8a5fa440-3270-4888-b8d3-47473dd7dc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:15.153479 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8a5fa440-3270-4888-b8d3-47473dd7dc10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:15.250502 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port cb7fabd9-e9e0-4004-92bc-60bbb739783b completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:01:15.255932 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port cb7fabd9-e9e0-4004-92bc-60bbb739783b triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:15.256307 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:15.267322 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8a5fa440-3270-4888-b8d3-47473dd7dc10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:15.280703 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-735b7d42-1228-4d8d-8dd9-081bae7dd078 req-6900d5d9-62ed-4ea6-ba85-c9863a7ed086 service neutron] 10.222.0.32 "GET /v2.0/networks/ecf7a882-8a89-482e-a7e3-f6c844876b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845558 Apr 20 13:01:15.336223 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8a5fa440-3270-4888-b8d3-47473dd7dc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:15.350207 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:15.357418 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a5fa440-3270-4888-b8d3-47473dd7dc10 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:01:15.379773 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7fabd9-e9e0-4004-92bc-60bbb739783b'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:01:15.381538 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5fa440-3270-4888-b8d3-47473dd7dc10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bc0fb1-a24e-4c62-ad2e-72517cfcdf1f,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:15.382673 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40ca5ac-2a38-4139-a212-a242fc69b56d" -d '{"events": [{"server_uuid": "461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf", "name": "network-vif-plugged", "status": "completed", "tag": "cb7fabd9-e9e0-4004-92bc-60bbb739783b"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:01:15.386102 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-735b7d42-1228-4d8d-8dd9-081bae7dd078 req-e371e37f-8446-4f7c-bf93-2cbc3f350b38 service neutron] 10.222.0.32 "GET /v2.0/networks/ecf7a882-8a89-482e-a7e3-f6c844876b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981574 Apr 20 13:01:15.386239 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8a5fa440-3270-4888-b8d3-47473dd7dc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:15.386475 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-8a5fa440-3270-4888-b8d3-47473dd7dc10 admin admin] Added segment b075a5ee-e0b4-4de1-99cd-4e878b19c04b of type vlan for network 37b1b8d2-ee40-4fc3-88af-c1668f6787ca Apr 20 13:01:15.413119 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port cb7fabd9-e9e0-4004-92bc-60bbb739783b, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=cb7fabd9-e9e0-4004-92bc-60bbb739783b,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:15.441667 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8a5fa440-3270-4888-b8d3-47473dd7dc10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:15.485839 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:15.514095 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87cdf5-58f5-479e-9eb2-a60942a7724f req-541aa046-0102-4fa9-b24e-7fad96e8c3e0 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:15.515571 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bd87cdf5-58f5-479e-9eb2-a60942a7724f req-541aa046-0102-4fa9-b24e-7fad96e8c3e0 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2097c93f-bec1-4f4c-9ad2-c08aff6fec98 HTTP/1.1" status: 200 len: 943 time: 0.0655718 Apr 20 13:01:15.542961 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=cb7fabd9-e9e0-4004-92bc-60bbb739783b,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:15.562960 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8a5fa440-3270-4888-b8d3-47473dd7dc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:15.564679 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5fa440-3270-4888-b8d3-47473dd7dc10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:15.564679 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8a5fa440-3270-4888-b8d3-47473dd7dc10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:15.613552 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bd87cdf5-58f5-479e-9eb2-a60942a7724f req-25dad1ce-0776-4e64-8006-688036700679 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905859 Apr 20 13:01:15.687431 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5fa440-3270-4888-b8d3-47473dd7dc10 admin admin] Pushing event updated for resources: {'Network': ['ID=37b1b8d2-ee40-4fc3-88af-c1668f6787ca,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:15.688880 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2951dc8c-b79d-4c60-8ebf-c398e04df767 x-openstack-request-id: req-2951dc8c-b79d-4c60-8ebf-c398e04df767 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:01:15.689260 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf", "name": "network-vif-plugged", "status": "completed", "tag": "cb7fabd9-e9e0-4004-92bc-60bbb739783b", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:01:15.689517 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2951dc8c-b79d-4c60-8ebf-c398e04df767 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:01:15.689913 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2951dc8c-b79d-4c60-8ebf-c398e04df767'] response: {'server_uuid': '461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7fabd9-e9e0-4004-92bc-60bbb739783b', 'code': 200} Apr 20 13:01:15.711923 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 37b1b8d2-ee40-4fc3-88af-c1668f6787ca details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:01:15.726113 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-13aec600-ce92-43f7-83e1-b9846c067995 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:15.728194 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-13aec600-ce92-43f7-83e1-b9846c067995 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/networks?id=9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7 HTTP/1.1" status: 200 len: 812 time: 0.1790340 Apr 20 13:01:15.747213 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8a5fa440-3270-4888-b8d3-47473dd7dc10 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8028953 Apr 20 13:01:15.750023 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55080) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:15.755553 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-ccc3902f-158f-4c6d-b475-a766dc719b2f admin admin] Request body: {'subnet': {'network_id': '37b1b8d2-ee40-4fc3-88af-c1668f6787ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2100769729-subnet', 'tenant_id': '5e844c904e0f479db917d8e7f80e42d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:15.756781 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-13507a3c-4015-4f34-b00d-608267437755 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/quotas/3d8c73074e914bc58eefd75fef245022 HTTP/1.1" status: 200 len: 375 time: 0.0210981 Apr 20 13:01:15.815957 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-c8396b02-e3ec-46e8-81f4-f2493e19973e tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d8c73074e914bc58eefd75fef245022&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502307 Apr 20 13:01:15.852182 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc3902f-158f-4c6d-b475-a766dc719b2f admin admin] Made reservation on behalf of 5e844c904e0f479db917d8e7f80e42d9 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:01:15.855261 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ccc3902f-158f-4c6d-b475-a766dc719b2f admin admin] Notify callbacks [] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:15.916141 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c51faa-bb4a-405b-b683-61a84321b0c3 req-dcb62f9d-9bf9-47ba-9758-0e302f4ee10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:15.917531 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-22c51faa-bb4a-405b-b683-61a84321b0c3 req-dcb62f9d-9bf9-47ba-9758-0e302f4ee10a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 1100 time: 0.1104205 Apr 20 13:01:15.933393 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-ca80f1d1-369d-4f82-ba28-1cb894445c87 service neutron] 10.222.0.25 "GET /v2.0/networks/9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165881 Apr 20 13:01:15.966099 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83410125-d076-4ae1-8c2a-2722fef0dfe9 req-070c2ad8-01ea-4dc3-818f-f682fe5244c0 tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:15.967638 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-83410125-d076-4ae1-8c2a-2722fef0dfe9 req-070c2ad8-01ea-4dc3-818f-f682fe5244c0 tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 1096 time: 0.0735567 Apr 20 13:01:15.977242 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-22c51faa-bb4a-405b-b683-61a84321b0c3 req-96866b3d-c286-4d07-ad6d-621d1baef2d1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523016 Apr 20 13:01:16.041402 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-83410125-d076-4ae1-8c2a-2722fef0dfe9 req-f25d12e3-376b-4289-a215-f2a3cef07b6e tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453658 Apr 20 13:01:16.074218 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-e14db442-1db7-49be-a1b3-dc2ffe3dd889 service neutron] 10.222.0.25 "GET /v2.0/networks/9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228607 Apr 20 13:01:16.149833 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106cfdf-a82f-4115-9748-a83479f7b5bb req-85243dd7-6c6c-4c42-8164-d5086dedf078 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:16.151339 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0106cfdf-a82f-4115-9748-a83479f7b5bb req-85243dd7-6c6c-4c42-8164-d5086dedf078 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 949 time: 0.0510907 Apr 20 13:01:16.153388 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ccc3902f-158f-4c6d-b475-a766dc719b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:16.190528 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0106cfdf-a82f-4115-9748-a83479f7b5bb req-54db52e9-7304-4e11-a5eb-71f499dcd715 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330162 Apr 20 13:01:16.213268 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3902f-158f-4c6d-b475-a766dc719b2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=767c6fd8-9a8d-4578-b19f-5384b3ad503a,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:16.230930 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc3902f-158f-4c6d-b475-a766dc719b2f admin admin] Checking segment: {'id': 'b075a5ee-e0b4-4de1-99cd-4e878b19c04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '37b1b8d2-ee40-4fc3-88af-c1668f6787ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:01:16.231384 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc3902f-158f-4c6d-b475-a766dc719b2f admin admin] Network hostable DHCP agents. Network: 37b1b8d2-ee40-4fc3-88af-c1668f6787ca, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:01:16.319968 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ebae777e-fb91-4181-bbd1-9816b10610b3 req-ba97a0fb-852c-4ce5-be03-ad1ccba1de50 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?device_id=474e7de6-b2b2-4c97-b405-f66b8c99857a HTTP/1.1" status: 200 len: 210 time: 0.0299890 Apr 20 13:01:16.325843 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55092) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:16.342837 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc3902f-158f-4c6d-b475-a766dc719b2f admin admin] Network 37b1b8d2-ee40-4fc3-88af-c1668f6787ca is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:01:16.426529 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-ccc3902f-158f-4c6d-b475-a766dc719b2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 37b1b8d2-ee40-4fc3-88af-c1668f6787ca) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:01:16.432418 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba7e3e5-bd0c-4521-9f38-7bb0e2f05e89 None None] Network 37b1b8d2-ee40-4fc3-88af-c1668f6787ca requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:01:16.433162 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc3902f-158f-4c6d-b475-a766dc719b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:16.434723 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ccc3902f-158f-4c6d-b475-a766dc719b2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:16.459474 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3c969a8a-66b2-4e7e-ae67-20d58bedaee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:16.531073 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ccc3902f-158f-4c6d-b475-a766dc719b2f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7798169 Apr 20 13:01:16.567865 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3c969a8a-66b2-4e7e-ae67-20d58bedaee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:16.575629 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50327f1d-3e65-4b03-8d21-eb016922d44a None None] Network 37b1b8d2-ee40-4fc3-88af-c1668f6787ca requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:01:16.645144 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3c969a8a-66b2-4e7e-ae67-20d58bedaee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:16.699345 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c969a8a-66b2-4e7e-ae67-20d58bedaee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b58e70-cd4a-48dc-bafd-1d9d4e49a65a,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:16.718630 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3c969a8a-66b2-4e7e-ae67-20d58bedaee9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=660f91d10f6c4d6f8aef0fd4a0af25cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3917041 Apr 20 13:01:16.721422 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55116) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:16.810597 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-59f6dfdb-3bcc-4a4c-ae6d-c91efe332537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:16.820795 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25a14f-308e-4421-89a6-3b34976d946f req-5862bbc9-cd69-46f6-81a3-a42064359edd tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:16.822325 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dc25a14f-308e-4421-89a6-3b34976d946f req-5862bbc9-cd69-46f6-81a3-a42064359edd tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2097c93f-bec1-4f4c-9ad2-c08aff6fec98 HTTP/1.1" status: 200 len: 943 time: 0.0794466 Apr 20 13:01:16.858058 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-59f6dfdb-3bcc-4a4c-ae6d-c91efe332537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:16.901721 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dc25a14f-308e-4421-89a6-3b34976d946f req-9ebdfed8-1e01-4413-90c7-d844b4c49ca3 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705040 Apr 20 13:01:17.041466 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-59f6dfdb-3bcc-4a4c-ae6d-c91efe332537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:17.043983 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-59f6dfdb-3bcc-4a4c-ae6d-c91efe332537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:17.045101 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-59f6dfdb-3bcc-4a4c-ae6d-c91efe332537 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f7b58e70-cd4a-48dc-bafd-1d9d4e49a65a HTTP/1.1" status: 204 len: 168 time: 0.3225377 Apr 20 13:01:17.059729 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f6dfdb-3bcc-4a4c-ae6d-c91efe332537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b58e70-cd4a-48dc-bafd-1d9d4e49a65a,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:17.113310 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-45eac456-a3a2-46fb-9dc8-2d7ddf650cdf tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:17.113310 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-45eac456-a3a2-46fb-9dc8-2d7ddf650cdf tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/networks?id=0e1f32e0-475a-42d4-85ee-1c369c932480 HTTP/1.1" status: 200 len: 820 time: 0.1255136 Apr 20 13:01:17.130147 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-2bc58c64-c81e-4f47-a5c0-8703322504b3 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/quotas/e8b01a41b4bc4e3890fb87ac80b83556 HTTP/1.1" status: 200 len: 375 time: 0.0111296 Apr 20 13:01:17.193349 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-a4b0f23c-45cf-45db-b733-09e20ae521fd tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e8b01a41b4bc4e3890fb87ac80b83556&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533154 Apr 20 13:01:17.202927 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4189f4-bdf6-4888-bcbb-e91a3db17379 req-11ea2397-02db-4f26-8fd1-2d188b2350d1 tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:17.204640 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3d4189f4-bdf6-4888-bcbb-e91a3db17379 req-11ea2397-02db-4f26-8fd1-2d188b2350d1 tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 1096 time: 0.0771146 Apr 20 13:01:17.208917 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55138) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:17.304113 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3d4189f4-bdf6-4888-bcbb-e91a3db17379 req-bee54a8a-ee0e-4faa-9a8c-5c7f64c7983a tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869179 Apr 20 13:01:17.350177 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-7a7fe697-1857-40a6-9872-96ab5a98af01 service neutron] 10.222.0.25 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318099 Apr 20 13:01:17.474453 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b6e4a39f-078e-4dd8-ab74-f616955d9498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:17.516819 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a298e5-143c-422a-8243-1f88744f78e0 req-245305d0-0dba-4184-9b81-81c8c81e081f tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:17.518692 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-64a298e5-143c-422a-8243-1f88744f78e0 req-245305d0-0dba-4184-9b81-81c8c81e081f tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 949 time: 0.1387618 Apr 20 13:01:17.545350 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-9d9878d2-4b30-4762-a3e6-463499ff7c77 service neutron] 10.222.0.25 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890421 Apr 20 13:01:17.588711 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-64a298e5-143c-422a-8243-1f88744f78e0 req-a3efad8b-b190-447c-866f-63ea03676f4b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617008 Apr 20 13:01:17.624420 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b6e4a39f-078e-4dd8-ab74-f616955d9498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:17.648964 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 55f4e14c-d2dc-4d7d-a11b-f2318569fd75 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:01:17.741088 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 55f4e14c-d2dc-4d7d-a11b-f2318569fd75, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=55f4e14c-d2dc-4d7d-a11b-f2318569fd75,segment=NetworkSegment(b9427c0d-7fe5-4e74-94e3-27c981444053),segment_id=b9427c0d-7fe5-4e74-94e3-27c981444053)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:17.752203 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '55f4e14c-d2dc-4d7d-a11b-f2318569fd75', 'network_id': '9eaa8fa9-47b3-460d-82ca-75804ab06d95', 'port_id': '55f4e14c-d2dc-4d7d-a11b-f2318569fd75', 'mac_address': 'fa:16:3e:30:76:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c487580-ee49-4130-b630-2a0a0e6c2f73', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:01:17.756718 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b6e4a39f-078e-4dd8-ab74-f616955d9498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:17.790852 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:17.804237 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e4a39f-078e-4dd8-ab74-f616955d9498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df4f53b-9fe2-4a8b-b8cc-57d894db6784,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:17.810259 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f4e14c-d2dc-4d7d-a11b-f2318569fd75 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:01:17.830610 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55150) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:17.832340 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 55f4e14c-d2dc-4d7d-a11b-f2318569fd75, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=55f4e14c-d2dc-4d7d-a11b-f2318569fd75,segment=NetworkSegment(b9427c0d-7fe5-4e74-94e3-27c981444053),segment_id=b9427c0d-7fe5-4e74-94e3-27c981444053)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:17.836031 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b6e4a39f-078e-4dd8-ab74-f616955d9498 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f3cc8c60a7d746958e129e2618601ba4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6259212 Apr 20 13:01:17.904352 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b7a6bed4-1987-4d73-b741-e38e8b14fd87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:17.936798 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b7a6bed4-1987-4d73-b741-e38e8b14fd87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:17.953431 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:17.966552 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55158) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:18.011626 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5be2ec9d-c96d-4208-81d0-ff839f34a56d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:18.039109 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-77440019-d855-4613-8e08-c5396ea0ee98 req-5be5a509-821b-476d-9180-28dba5355b15 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?device_id=474e7de6-b2b2-4c97-b405-f66b8c99857a HTTP/1.1" status: 200 len: 210 time: 0.0481107 Apr 20 13:01:18.137964 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=55f4e14c-d2dc-4d7d-a11b-f2318569fd75,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:18.191407 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5e2cee73-76dc-4f0d-8168-87c7062af6fe req-659ff563-1e77-4f97-99ad-5fbd0fca63e6 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 210 time: 0.0376279 Apr 20 13:01:18.205437 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5be2ec9d-c96d-4208-81d0-ff839f34a56d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:18.265813 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b7a6bed4-1987-4d73-b741-e38e8b14fd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:18.268405 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b7a6bed4-1987-4d73-b741-e38e8b14fd87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:18.269625 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b7a6bed4-1987-4d73-b741-e38e8b14fd87 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5df4f53b-9fe2-4a8b-b8cc-57d894db6784 HTTP/1.1" status: 204 len: 168 time: 0.4436417 Apr 20 13:01:18.275138 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['55f4e14c-d2dc-4d7d-a11b-f2318569fd75'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:01:18.278418 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6bed4-1987-4d73-b741-e38e8b14fd87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df4f53b-9fe2-4a8b-b8cc-57d894db6784,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:18.315462 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1feed323-0707-4874-9a5d-d6e4f3752a9f req-526d2584-dab1-4460-ba83-5f19a7301933 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=12cb6c0e-c318-4180-8e7f-8f9bb58fb50d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0748739 Apr 20 13:01:18.331402 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291be12-60ae-4f7a-ad64-c4ecd18f578d req-24f1d3e7-1635-4827-8170-03edc461bb18 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:18.332958 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c291be12-60ae-4f7a-ad64-c4ecd18f578d req-24f1d3e7-1635-4827-8170-03edc461bb18 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2097c93f-bec1-4f4c-9ad2-c08aff6fec98 HTTP/1.1" status: 200 len: 944 time: 0.0817761 Apr 20 13:01:18.339507 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5be2ec9d-c96d-4208-81d0-ff839f34a56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:18.438590 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5be2ec9d-c96d-4208-81d0-ff839f34a56d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9c4472776b6a4759824996b27025215c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4709589 Apr 20 13:01:18.441784 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55170) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:18.449978 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be2ec9d-c96d-4208-81d0-ff839f34a56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ccbe81-ca4d-4c22-b6a7-7a2ccfaa9d9e,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:18.476037 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c291be12-60ae-4f7a-ad64-c4ecd18f578d req-fa123221-3eb8-4990-95da-6685e455f84f tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289608 Apr 20 13:01:18.499052 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feed323-0707-4874-9a5d-d6e4f3752a9f req-68cae976-65e1-4334-9206-09bf5cf0066c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:18.500681 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1feed323-0707-4874-9a5d-d6e4f3752a9f req-68cae976-65e1-4334-9206-09bf5cf0066c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4&device_id=12cb6c0e-c318-4180-8e7f-8f9bb58fb50d HTTP/1.1" status: 200 len: 1118 time: 0.1037047 Apr 20 13:01:18.653173 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feed323-0707-4874-9a5d-d6e4f3752a9f req-3c188e17-803b-4628-bd0e-8d6a3b49b507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:18.653173 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1feed323-0707-4874-9a5d-d6e4f3752a9f req-3c188e17-803b-4628-bd0e-8d6a3b49b507 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88 HTTP/1.1" status: 200 len: 909 time: 0.1311996 Apr 20 13:01:18.741620 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1feed323-0707-4874-9a5d-d6e4f3752a9f req-9c5debc5-4ae9-4534-afa8-a1b76c61fa0d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=916b4b77-7d7a-491c-ba57-af69d26306e7 HTTP/1.1" status: 200 len: 217 time: 0.0807426 Apr 20 13:01:18.777035 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-41309eef-dd35-4973-b353-7e75e4a28889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:18.807422 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-41309eef-dd35-4973-b353-7e75e4a28889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:18.823942 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feed323-0707-4874-9a5d-d6e4f3752a9f req-739913e7-862d-40bf-97da-08bcd6f9b85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:18.825571 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1feed323-0707-4874-9a5d-d6e4f3752a9f req-739913e7-862d-40bf-97da-08bcd6f9b85b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7f1a9c16-f305-43f3-a182-10217ec8e6e3 HTTP/1.1" status: 200 len: 848 time: 0.0764408 Apr 20 13:01:18.834284 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a61ac6-b676-4be7-8f9c-3692d99db790 req-9196ba9f-6972-40db-93a9-47a88e1840e8 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:18.836182 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14a61ac6-b676-4be7-8f9c-3692d99db790 req-9196ba9f-6972-40db-93a9-47a88e1840e8 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 949 time: 0.0971200 Apr 20 13:01:18.868951 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1feed323-0707-4874-9a5d-d6e4f3752a9f req-461685b2-ac75-4841-976d-af4538366aa9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311069 Apr 20 13:01:18.936021 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-41309eef-dd35-4973-b353-7e75e4a28889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:18.942376 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-41309eef-dd35-4973-b353-7e75e4a28889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:18.946217 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-41309eef-dd35-4973-b353-7e75e4a28889 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a1ccbe81-ca4d-4c22-b6a7-7a2ccfaa9d9e HTTP/1.1" status: 204 len: 168 time: 0.5007310 Apr 20 13:01:18.952584 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14a61ac6-b676-4be7-8f9c-3692d99db790 req-72c849eb-12f7-4607-8097-8d8acacedc85 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059322 Apr 20 13:01:18.972450 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41309eef-dd35-4973-b353-7e75e4a28889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ccbe81-ca4d-4c22-b6a7-7a2ccfaa9d9e,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:19.022047 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1feed323-0707-4874-9a5d-d6e4f3752a9f req-5c2f6160-83dd-40c6-a96a-be4145fef4f3 service neutron] 10.222.0.15 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453478 Apr 20 13:01:19.154380 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-c2a8b708-2714-48b3-b1aa-73cf3deae687 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:19.156799 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-c2a8b708-2714-48b3-b1aa-73cf3deae687 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.32 "GET /v2.0/networks?id=9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7 HTTP/1.1" status: 200 len: 812 time: 0.1723373 Apr 20 13:01:19.170121 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-ffd6b855-3470-4d3c-8201-0551a2643274 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Request body: {'port': {'device_id': '474e7de6-b2b2-4c97-b405-f66b8c99857a', 'network_id': '9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7', 'admin_state_up': True, 'tenant_id': '3d8c73074e914bc58eefd75fef245022'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:19.178501 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1feed323-0707-4874-9a5d-d6e4f3752a9f req-cb03f387-1d56-4a82-b44b-e0746120f401 service neutron] 10.222.0.15 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493735 Apr 20 13:01:19.207176 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55198) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:19.228395 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-960ba7e1-fdcd-4ca3-a85d-25a80dea686e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:19.319867 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-960ba7e1-fdcd-4ca3-a85d-25a80dea686e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:19.385520 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-960ba7e1-fdcd-4ca3-a85d-25a80dea686e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:19.431179 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ba7e1-fdcd-4ca3-a85d-25a80dea686e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46187767-68a6-472d-87d0-7a36dae89e99,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:19.444655 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-ffd6b855-3470-4d3c-8201-0551a2643274 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Made reservation on behalf of 3d8c73074e914bc58eefd75fef245022 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:01:19.448317 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-ffd6b855-3470-4d3c-8201-0551a2643274 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:19.466173 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55208) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:19.467057 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-960ba7e1-fdcd-4ca3-a85d-25a80dea686e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4f1b4a2d163448c7a385a9ff0a34ade6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2577438 Apr 20 13:01:19.540399 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc50106-96ba-4e88-ae5c-823834993d8f req-d4ef541c-6164-434c-aaaa-00f094dbc381 tempest-MigrationsAdminTest-60964135 tempest-MigrationsAdminTest-60964135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:19.541973 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9fc50106-96ba-4e88-ae5c-823834993d8f req-d4ef541c-6164-434c-aaaa-00f094dbc381 tempest-MigrationsAdminTest-60964135 tempest-MigrationsAdminTest-60964135-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 1100 time: 0.0629849 Apr 20 13:01:19.575307 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9fc50106-96ba-4e88-ae5c-823834993d8f req-85bc91ae-254f-4233-b8b3-0251d91c3e23 tempest-MigrationsAdminTest-60964135 tempest-MigrationsAdminTest-60964135-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:19.650410 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 55f4e14c-d2dc-4d7d-a11b-f2318569fd75 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:01:19.654637 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-02219e47-bc64-4024-84f1-3b06ee25baec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:19.693875 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9fc50106-96ba-4e88-ae5c-823834993d8f req-85bc91ae-254f-4233-b8b3-0251d91c3e23 tempest-MigrationsAdminTest-60964135 tempest-MigrationsAdminTest-60964135-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:19.715690 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-02219e47-bc64-4024-84f1-3b06ee25baec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:19.727140 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-ffd6b855-3470-4d3c-8201-0551a2643274 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Allocated IP 172.20.0.5 (9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7/e80c9431-6d0e-4618-9d9c-e61e50ce49f0/36fc73d8-1d42-47db-8c72-b6045f3458cf) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:01:19.793704 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9fc50106-96ba-4e88-ae5c-823834993d8f req-85bc91ae-254f-4233-b8b3-0251d91c3e23 tempest-MigrationsAdminTest-60964135 tempest-MigrationsAdminTest-60964135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:19.812090 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 55f4e14c-d2dc-4d7d-a11b-f2318569fd75 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:01:19.827294 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 55f4e14c-d2dc-4d7d-a11b-f2318569fd75 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:19.827294 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:19.857486 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9fc50106-96ba-4e88-ae5c-823834993d8f req-85bc91ae-254f-4233-b8b3-0251d91c3e23 tempest-MigrationsAdminTest-60964135 tempest-MigrationsAdminTest-60964135-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894545 Apr 20 13:01:19.873788 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc91ae-254f-4233-b8b3-0251d91c3e23 tempest-MigrationsAdminTest-60964135 tempest-MigrationsAdminTest-60964135-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d352c916-d3ba-41c6-bb6a-048af315801b,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:19.916714 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-02219e47-bc64-4024-84f1-3b06ee25baec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:19.919423 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-02219e47-bc64-4024-84f1-3b06ee25baec admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:19.922062 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-02219e47-bc64-4024-84f1-3b06ee25baec admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/46187767-68a6-472d-87d0-7a36dae89e99 HTTP/1.1" status: 204 len: 168 time: 0.4547009 Apr 20 13:01:19.940381 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:19.940556 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02219e47-bc64-4024-84f1-3b06ee25baec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46187767-68a6-472d-87d0-7a36dae89e99,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:20.016741 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2097c93f-bec1-4f4c-9ad2-c08aff6fec98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f4e14c-d2dc-4d7d-a11b-f2318569fd75'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:01:20.024441 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e20a07-ae74-41b9-bb6f-4929b14fe20d" -d '{"events": [{"server_uuid": "2097c93f-bec1-4f4c-9ad2-c08aff6fec98", "name": "network-vif-plugged", "status": "completed", "tag": "55f4e14c-d2dc-4d7d-a11b-f2318569fd75"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:01:20.049660 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 55f4e14c-d2dc-4d7d-a11b-f2318569fd75, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=55f4e14c-d2dc-4d7d-a11b-f2318569fd75,segment=NetworkSegment(b9427c0d-7fe5-4e74-94e3-27c981444053),segment_id=b9427c0d-7fe5-4e74-94e3-27c981444053)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:20.064647 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-ffd6b855-3470-4d3c-8201-0551a2643274 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:20.066523 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-545473fa-ef2c-4052-bc29-a26613e98e0f req-01f6b510-58e2-4aa5-841c-f3174c4e30e8 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?device_id=474e7de6-b2b2-4c97-b405-f66b8c99857a HTTP/1.1" status: 200 len: 210 time: 0.0615585 Apr 20 13:01:20.147722 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:20.161195 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-71561bdb-31fd-4236-a1df-b0758d1d8526 req-21d896d6-9ac7-4117-b6c6-eed1d395146e tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 210 time: 0.0279722 Apr 20 13:01:20.208518 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=55f4e14c-d2dc-4d7d-a11b-f2318569fd75,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:20.239928 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-ffd6b855-3470-4d3c-8201-0551a2643274 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:20.288459 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-ffd6b855-3470-4d3c-8201-0551a2643274 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Network 9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:01:20.300278 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-ffd6b855-3470-4d3c-8201-0551a2643274 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:01:20.305125 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-ffd6b855-3470-4d3c-8201-0551a2643274 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:01:20.312430 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-ffd6b855-3470-4d3c-8201-0551a2643274 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:20.313091 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-ffd6b855-3470-4d3c-8201-0551a2643274 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:20.317220 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6b855-3470-4d3c-8201-0551a2643274 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Pushing event updated for resources: {'Port': ['ID=36fc73d8-1d42-47db-8c72-b6045f3458cf,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:20.318149 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766ddb3-1de0-4ed6-abb2-80eb7f5fa93d req-c61e612c-344c-4dab-bb3d-54ff0045e169 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:20.322814 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3766ddb3-1de0-4ed6-abb2-80eb7f5fa93d req-c61e612c-344c-4dab-bb3d-54ff0045e169 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2097c93f-bec1-4f4c-9ad2-c08aff6fec98 HTTP/1.1" status: 200 len: 945 time: 0.0915976 Apr 20 13:01:20.365469 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3766ddb3-1de0-4ed6-abb2-80eb7f5fa93d req-b9fa31eb-38e4-4676-8991-8a73825db1e7 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349586 Apr 20 13:01:20.390086 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-4d9f6c6c-5cba-405d-bfa0-62dd78023a35 tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:01:20.391180 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-4d9f6c6c-5cba-405d-bfa0-62dd78023a35 tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058160 Apr 20 13:01:20.411237 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-ffd6b855-3470-4d3c-8201-0551a2643274 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2450953 Apr 20 13:01:20.412289 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55238) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:20.426987 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-453db1d5-1927-4088-9a24-0243b807a3fc service neutron] Request body: {'port': {'device_id': '474e7de6-b2b2-4c97-b405-f66b8c99857a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:20.489235 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-72305c7e-e93c-497f-a5fa-b32850463ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:20.490468 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-72305c7e-e93c-497f-a5fa-b32850463ac7 service neutron] 10.222.0.25 "GET /v2.0/ports/c56b3b8b-006e-4368-ac0e-c6a095ea03ec HTTP/1.1" status: 200 len: 1093 time: 0.0781360 Apr 20 13:01:20.509877 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-9a4a8677-929e-4304-af4d-d4325688b610 req-8541bcea-97be-4151-9971-5892b141265c service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:01:20.512077 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9a4a8677-929e-4304-af4d-d4325688b610 req-8541bcea-97be-4151-9971-5892b141265c service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084448 Apr 20 13:01:20.523915 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-cb7760b9-14ec-4f04-b384-8f249c54bf35 service neutron] Request body: {'binding': {'host': 'n-h1-836015-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:20.524373 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-cb7760b9-14ec-4f04-b384-8f249c54bf35 service neutron] Unknown quota resources ['binding']. {{(pid=114870) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 20 13:01:20.549892 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-69276652-15dd-4026-ae2a-952ee6960e58 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-656022357-network', 'tenant_id': '06b63b4309a4402193e12573ecdb1619'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:20.575446 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-453db1d5-1927-4088-9a24-0243b807a3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:20.653726 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69276652-15dd-4026-ae2a-952ee6960e58 admin admin] Made reservation on behalf of 06b63b4309a4402193e12573ecdb1619 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:01:20.656111 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-69276652-15dd-4026-ae2a-952ee6960e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:20.667726 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-69276652-15dd-4026-ae2a-952ee6960e58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:20.855789 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-cb7760b9-14ec-4f04-b384-8f249c54bf35 service neutron] Attempting to bind port c56b3b8b-006e-4368-ac0e-c6a095ea03ec on host n-h1-836015-7 for vnic_type normal with profile None {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:01:20.856367 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-cb7760b9-14ec-4f04-b384-8f249c54bf35 service neutron] Attempting to bind port c56b3b8b-006e-4368-ac0e-c6a095ea03ec by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:01:20.856846 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-cb7760b9-14ec-4f04-b384-8f249c54bf35 service neutron] Attempting to bind port c56b3b8b-006e-4368-ac0e-c6a095ea03ec on network da0d71e6-e706-45b9-bcd7-1c5524c4bb88 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:01:20.864658 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-cb7760b9-14ec-4f04-b384-8f249c54bf35 service neutron] Port c56b3b8b-006e-4368-ac0e-c6a095ea03ec on network da0d71e6-e706-45b9-bcd7-1c5524c4bb88 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:01:20.867906 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-cb7760b9-14ec-4f04-b384-8f249c54bf35 service neutron] Attempting to bind port c56b3b8b-006e-4368-ac0e-c6a095ea03ec on network da0d71e6-e706-45b9-bcd7-1c5524c4bb88 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:01:20.874024 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-cb7760b9-14ec-4f04-b384-8f249c54bf35 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:01:20.874538 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-cb7760b9-14ec-4f04-b384-8f249c54bf35 service neutron] Checking segment: {'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:01:20.875130 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-cb7760b9-14ec-4f04-b384-8f249c54bf35 service neutron] Bound using segment: {'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:01:20.875785 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-cb7760b9-14ec-4f04-b384-8f249c54bf35 service neutron] Bound port: c56b3b8b-006e-4368-ac0e-c6a095ea03ec, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:01:20.880843 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-69276652-15dd-4026-ae2a-952ee6960e58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:20.902014 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-6e1c79ba-67d3-49f3-b968-43ea53b0a812 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:20.906503 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-6e1c79ba-67d3-49f3-b968-43ea53b0a812 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.32 "GET /v2.0/networks?id=0e1f32e0-475a-42d4-85ee-1c369c932480 HTTP/1.1" status: 200 len: 820 time: 0.1887138 Apr 20 13:01:20.916700 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-5d2ed89b-6502-4222-aa50-76621f1fa0ea tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Request body: {'port': {'device_id': '112d18dd-fe44-44d1-98df-737fc44ad5e5', 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480', 'admin_state_up': True, 'tenant_id': 'e8b01a41b4bc4e3890fb87ac80b83556'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:20.967497 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-cb7760b9-14ec-4f04-b384-8f249c54bf35 service neutron] For port c56b3b8b-006e-4368-ac0e-c6a095ea03ec, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=c56b3b8b-006e-4368-ac0e-c6a095ea03ec,segment=NetworkSegment(fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1),segment_id=fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:01:20.984802 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-69276652-15dd-4026-ae2a-952ee6960e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:21.017236 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69276652-15dd-4026-ae2a-952ee6960e58 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:01:21.027178 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-453db1d5-1927-4088-9a24-0243b807a3fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36fc73d8-1d42-47db-8c72-b6045f3458cf {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:01:21.038202 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-453db1d5-1927-4088-9a24-0243b807a3fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:21.051415 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69276652-15dd-4026-ae2a-952ee6960e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033126bd-a08f-48d2-9061-6675a2cac221,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:21.054422 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-453db1d5-1927-4088-9a24-0243b807a3fc service neutron] Transition to ACTIVE for port object 36fc73d8-1d42-47db-8c72-b6045f3458cf will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:01:21.058097 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-69276652-15dd-4026-ae2a-952ee6960e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:21.058625 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-69276652-15dd-4026-ae2a-952ee6960e58 admin admin] Added segment d36ae1dc-1d76-4eb9-ad0b-e72fbc937c74 of type vlan for network fef961d0-3ee9-4b32-a29b-69704ecf25f5 Apr 20 13:01:21.058762 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-cb7760b9-14ec-4f04-b384-8f249c54bf35 service neutron] Notify callbacks [] for binding, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:21.060140 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-cb7760b9-14ec-4f04-b384-8f249c54bf35 service neutron] 10.222.0.25 "POST /v2.0/ports/c56b3b8b-006e-4368-ac0e-c6a095ea03ec/bindings HTTP/1.1" status: 201 len: 389 time: 0.5419095 Apr 20 13:01:21.131297 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-69276652-15dd-4026-ae2a-952ee6960e58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:21.193084 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-453db1d5-1927-4088-9a24-0243b807a3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:21.246075 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453db1d5-1927-4088-9a24-0243b807a3fc service neutron] Pushing event updated for resources: {'Port': ['ID=36fc73d8-1d42-47db-8c72-b6045f3458cf,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:21.277559 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-453db1d5-1927-4088-9a24-0243b807a3fc service neutron] Attempting to bind port 36fc73d8-1d42-47db-8c72-b6045f3458cf on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:01:21.277889 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-453db1d5-1927-4088-9a24-0243b807a3fc service neutron] Attempting to bind port 36fc73d8-1d42-47db-8c72-b6045f3458cf by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': 'e4c92f94-f6dd-48c1-bca6-089b3293cc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:01:21.278214 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-453db1d5-1927-4088-9a24-0243b807a3fc service neutron] Attempting to bind port 36fc73d8-1d42-47db-8c72-b6045f3458cf on network 9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:01:21.282357 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-453db1d5-1927-4088-9a24-0243b807a3fc service neutron] Port 36fc73d8-1d42-47db-8c72-b6045f3458cf on network 9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:01:21.282925 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-453db1d5-1927-4088-9a24-0243b807a3fc service neutron] Attempting to bind port 36fc73d8-1d42-47db-8c72-b6045f3458cf on network 9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:01:21.288480 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-453db1d5-1927-4088-9a24-0243b807a3fc service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:01:21.288811 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-453db1d5-1927-4088-9a24-0243b807a3fc service neutron] Checking segment: {'id': 'e4c92f94-f6dd-48c1-bca6-089b3293cc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:01:21.289191 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-453db1d5-1927-4088-9a24-0243b807a3fc service neutron] Bound using segment: {'id': 'e4c92f94-f6dd-48c1-bca6-089b3293cc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:01:21.289640 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-453db1d5-1927-4088-9a24-0243b807a3fc service neutron] Bound port: 36fc73d8-1d42-47db-8c72-b6045f3458cf, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4c92f94-f6dd-48c1-bca6-089b3293cc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:01:21.289990 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-453db1d5-1927-4088-9a24-0243b807a3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:21.321956 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-69276652-15dd-4026-ae2a-952ee6960e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:21.324978 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69276652-15dd-4026-ae2a-952ee6960e58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:21.325911 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-69276652-15dd-4026-ae2a-952ee6960e58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:21.350241 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-5d2ed89b-6502-4222-aa50-76621f1fa0ea tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Made reservation on behalf of e8b01a41b4bc4e3890fb87ac80b83556 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:01:21.350241 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-5d2ed89b-6502-4222-aa50-76621f1fa0ea tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:21.371818 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d3a4ad-3f40-47a0-8d28-c6f42ea4bf68 x-openstack-request-id: req-c8d3a4ad-3f40-47a0-8d28-c6f42ea4bf68 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:01:21.372978 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2097c93f-bec1-4f4c-9ad2-c08aff6fec98", "name": "network-vif-plugged", "status": "completed", "tag": "55f4e14c-d2dc-4d7d-a11b-f2318569fd75", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:01:21.373272 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c8d3a4ad-3f40-47a0-8d28-c6f42ea4bf68 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:01:21.374142 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8d3a4ad-3f40-47a0-8d28-c6f42ea4bf68'] response: {'server_uuid': '2097c93f-bec1-4f4c-9ad2-c08aff6fec98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f4e14c-d2dc-4d7d-a11b-f2318569fd75', 'code': 200} Apr 20 13:01:21.394565 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-453db1d5-1927-4088-9a24-0243b807a3fc service neutron] For port 36fc73d8-1d42-47db-8c72-b6045f3458cf, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:01:21.399017 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-453db1d5-1927-4088-9a24-0243b807a3fc service neutron] For port 36fc73d8-1d42-47db-8c72-b6045f3458cf, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=36fc73d8-1d42-47db-8c72-b6045f3458cf,segment=NetworkSegment(e4c92f94-f6dd-48c1-bca6-089b3293cc2a),segment_id=e4c92f94-f6dd-48c1-bca6-089b3293cc2a)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:01:21.474377 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-453db1d5-1927-4088-9a24-0243b807a3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:21.521038 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-453db1d5-1927-4088-9a24-0243b807a3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:21.521648 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-453db1d5-1927-4088-9a24-0243b807a3fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:21.523042 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-453db1d5-1927-4088-9a24-0243b807a3fc service neutron] 10.222.0.32 "PUT /v2.0/ports/36fc73d8-1d42-47db-8c72-b6045f3458cf HTTP/1.1" status: 200 len: 1091 time: 1.1004803 Apr 20 13:01:21.524041 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '474e7de6-b2b2-4c97-b405-f66b8c99857a', 'tag': '36fc73d8-1d42-47db-8c72-b6045f3458cf'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:01:21.526313 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d298c42-638e-4d5d-93da-c7466bc9327f" -d '{"events": [{"name": "network-changed", "server_uuid": "474e7de6-b2b2-4c97-b405-f66b8c99857a", "tag": "36fc73d8-1d42-47db-8c72-b6045f3458cf"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:01:21.553584 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453db1d5-1927-4088-9a24-0243b807a3fc service neutron] Pushing event updated for resources: {'Port': ['ID=36fc73d8-1d42-47db-8c72-b6045f3458cf,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:21.706976 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55288) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:21.719868 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-a19657f6-4a21-4219-bf58-eb849f6ebb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:21.721696 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-a19657f6-4a21-4219-bf58-eb849f6ebb84 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d8c73074e914bc58eefd75fef245022&device_id=474e7de6-b2b2-4c97-b405-f66b8c99857a HTTP/1.1" status: 200 len: 1094 time: 0.0595996 Apr 20 13:01:21.803647 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-69276652-15dd-4026-ae2a-952ee6960e58 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3874738 Apr 20 13:01:21.825737 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55292) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:21.837766 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-5dbdd44b-01a4-4f7a-9fe8-4131536da551 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36fc73d8-1d42-47db-8c72-b6045f3458cf HTTP/1.1" status: 200 len: 217 time: 0.0562463 Apr 20 13:01:21.838986 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-76d1ecb3-02ae-4b4d-8a5f-333244b04e10 admin admin] Request body: {'subnet': {'network_id': 'fef961d0-3ee9-4b32-a29b-69704ecf25f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-656022357-subnet', 'tenant_id': '06b63b4309a4402193e12573ecdb1619', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:21.841560 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-a72ef147-8f71-4d73-a20c-a6f3b2a88d47 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1329923 Apr 20 13:01:21.869682 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-87c609c0-fad4-4923-8687-40111b38f7b3 req-b8974a34-151e-41b8-b806-6d3302f3a4ee tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 210 time: 0.0789363 Apr 20 13:01:21.876469 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69276652-15dd-4026-ae2a-952ee6960e58 admin admin] Pushing event updated for resources: {'Network': ['ID=fef961d0-3ee9-4b32-a29b-69704ecf25f5,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:21.889321 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network fef961d0-3ee9-4b32-a29b-69704ecf25f5 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:01:21.902004 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-285b186c-cde8-455b-b50a-34de34273b87 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:01:21.903295 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-285b186c-cde8-455b-b50a-34de34273b87 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0496719 Apr 20 13:01:21.921937 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.32', 51857) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:21.932245 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ed331-1b2e-4ea2-8daa-54b484866c78 req-4904d75b-eeec-4374-9dec-f18df02e1826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:21.933749 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-504ed331-1b2e-4ea2-8daa-54b484866c78 req-4904d75b-eeec-4374-9dec-f18df02e1826 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2097c93f-bec1-4f4c-9ad2-c08aff6fec98 HTTP/1.1" status: 200 len: 1096 time: 0.4660790 Apr 20 13:01:21.955922 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29c125-5e66-4195-a10b-8b57f7b6ec18 req-750fc91f-b9ed-48db-ad61-2b206749628e tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:21.963268 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6f29c125-5e66-4195-a10b-8b57f7b6ec18 req-750fc91f-b9ed-48db-ad61-2b206749628e tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?device_id=474e7de6-b2b2-4c97-b405-f66b8c99857a HTTP/1.1" status: 200 len: 943 time: 0.5360010 Apr 20 13:01:21.982520 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-28003f03-f6b4-4a21-8fa8-02cecfaec388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:21.984363 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-28003f03-f6b4-4a21-8fa8-02cecfaec388 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e80c9431-6d0e-4618-9d9c-e61e50ce49f0 HTTP/1.1" status: 200 len: 852 time: 0.1396203 Apr 20 13:01:22.019836 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-5d2ed89b-6502-4222-aa50-76621f1fa0ea tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Allocated IP 172.20.0.6 (0e1f32e0-475a-42d4-85ee-1c369c932480/dd5d8d2c-9bbe-433b-b6b9-a140ce7264b5/27bd2188-70cb-4539-a1dc-dd1dc73c9dfb) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:01:22.021685 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-037b6316-d41d-438d-9726-37df25a44d82 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288806 Apr 20 13:01:22.024061 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-808fc53d-3a34-4d1a-ac7d-462ca48350ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:22.030222 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-808fc53d-3a34-4d1a-ac7d-462ca48350ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4&device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 1096 time: 0.1023333 Apr 20 13:01:22.033398 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d1ecb3-02ae-4b4d-8a5f-333244b04e10 admin admin] Made reservation on behalf of 06b63b4309a4402193e12573ecdb1619 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:01:22.035671 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-76d1ecb3-02ae-4b4d-8a5f-333244b04e10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:22.072668 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-504ed331-1b2e-4ea2-8daa-54b484866c78 req-e024f3b8-cdac-40e9-839c-3886e33f63f3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304736 Apr 20 13:01:22.087015 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6f29c125-5e66-4195-a10b-8b57f7b6ec18 req-2446e79b-1476-4952-9b3d-dc4fdbbe9861 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups?id=61d9d20d-b394-4330-aaf3-e1fda56d0806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229689 Apr 20 13:01:22.188085 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd63b7f-4ac9-470d-ba37-b89dffd3bea7 req-b93f84ed-4664-4520-a0ff-67bb9e104315 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:22.189610 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-abd63b7f-4ac9-470d-ba37-b89dffd3bea7 req-b93f84ed-4664-4520-a0ff-67bb9e104315 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 945 time: 0.1885128 Apr 20 13:01:22.242360 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-6bd646b0-5541-42ef-901d-091388259041 service neutron] 10.222.0.32 "GET /v2.0/networks/9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087090 Apr 20 13:01:22.247304 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-dbc05ea5-8d1f-4241-8e9a-6b014aa42fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:22.249099 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-dbc05ea5-8d1f-4241-8e9a-6b014aa42fc2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88 HTTP/1.1" status: 200 len: 909 time: 0.2073863 Apr 20 13:01:22.348697 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-da489e5c-7d63-418c-a079-64a13d239725 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c56b3b8b-006e-4368-ac0e-c6a095ea03ec HTTP/1.1" status: 200 len: 217 time: 0.0402393 Apr 20 13:01:22.383320 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-abd63b7f-4ac9-470d-ba37-b89dffd3bea7 req-554a050b-479e-455b-94e5-8dc03e71c349 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721411 Apr 20 13:01:22.424265 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-c27aefb8-a75d-4794-91e8-38b2dc13e02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:22.426124 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-c27aefb8-a75d-4794-91e8-38b2dc13e02f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7f1a9c16-f305-43f3-a182-10217ec8e6e3 HTTP/1.1" status: 200 len: 848 time: 0.0715113 Apr 20 13:01:22.428431 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a4efdc91-e1e5-47c7-b004-cfa6ebd1acea req-d52d658f-4467-4225-a8a6-4968d6f0b4d0 service neutron] 10.222.0.32 "GET /v2.0/networks/9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783292 Apr 20 13:01:22.434781 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de224d-c096-45a8-92d8-ac0a948b11f3 req-fa273c14-06ea-4b72-aac5-eb7b9699c32d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:22.436394 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-89de224d-c096-45a8-92d8-ac0a948b11f3 req-fa273c14-06ea-4b72-aac5-eb7b9699c32d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 949 time: 0.2420242 Apr 20 13:01:22.501481 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-34abc1b8-bc16-4228-867e-0e84b3be07bd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586891 Apr 20 13:01:22.507531 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-5d2ed89b-6502-4222-aa50-76621f1fa0ea tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:22.553144 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-89de224d-c096-45a8-92d8-ac0a948b11f3 req-756dbd58-7aaa-42c1-b5b3-d9fa63aecf38 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022899 Apr 20 13:01:22.579048 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-76d1ecb3-02ae-4b4d-8a5f-333244b04e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:22.603037 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30ddd5-2182-4702-97c2-8d2ebae14a39 req-a3ab222f-ab4a-4260-bd8a-47d00682f34b tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:22.610365 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0d30ddd5-2182-4702-97c2-8d2ebae14a39 req-a3ab222f-ab4a-4260-bd8a-47d00682f34b tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2097c93f-bec1-4f4c-9ad2-c08aff6fec98 HTTP/1.1" status: 200 len: 945 time: 0.1303160 Apr 20 13:01:22.631920 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-1549bce6-34db-45ab-808f-03078ad55641 service neutron] 10.222.0.32 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106997 Apr 20 13:01:22.639345 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbebf36-bdf7-47a6-a201-d0c89525d392 x-openstack-request-id: req-ccbebf36-bdf7-47a6-a201-d0c89525d392 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:01:22.639816 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "474e7de6-b2b2-4c97-b405-f66b8c99857a", "tag": "36fc73d8-1d42-47db-8c72-b6045f3458cf", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:01:22.640262 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ccbebf36-bdf7-47a6-a201-d0c89525d392 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:01:22.640805 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccbebf36-bdf7-47a6-a201-d0c89525d392'] response: {'name': 'network-changed', 'server_uuid': '474e7de6-b2b2-4c97-b405-f66b8c99857a', 'tag': '36fc73d8-1d42-47db-8c72-b6045f3458cf', 'status': 'completed', 'code': 200} Apr 20 13:01:22.699948 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0d30ddd5-2182-4702-97c2-8d2ebae14a39 req-95136262-d42c-4b3e-9f14-91d447ebd454 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887008 Apr 20 13:01:22.707308 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d1ecb3-02ae-4b4d-8a5f-333244b04e10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a846ea44-dbe6-4578-a0d3-26428f0ca508,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:22.717977 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-5d2ed89b-6502-4222-aa50-76621f1fa0ea tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:22.749174 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d298c42-638e-4d5d-93da-c7466bc9327f req-d9fe1b57-dae5-4e76-a10a-4ac3db320e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:22.750852 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9d298c42-638e-4d5d-93da-c7466bc9327f req-d9fe1b57-dae5-4e76-a10a-4ac3db320e9d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d8c73074e914bc58eefd75fef245022&device_id=474e7de6-b2b2-4c97-b405-f66b8c99857a HTTP/1.1" status: 200 len: 1094 time: 0.0837147 Apr 20 13:01:22.757318 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d1ecb3-02ae-4b4d-8a5f-333244b04e10 admin admin] Checking segment: {'id': 'd36ae1dc-1d76-4eb9-ad0b-e72fbc937c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'fef961d0-3ee9-4b32-a29b-69704ecf25f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:01:22.757690 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d1ecb3-02ae-4b4d-8a5f-333244b04e10 admin admin] Network hostable DHCP agents. Network: fef961d0-3ee9-4b32-a29b-69704ecf25f5, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:01:22.794945 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-7d002297-6a62-4eaf-85cf-362f8af945e0 service neutron] 10.222.0.32 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529598 Apr 20 13:01:22.795786 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-5d2ed89b-6502-4222-aa50-76621f1fa0ea tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Network 0e1f32e0-475a-42d4-85ee-1c369c932480 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:01:22.799123 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ed89b-6502-4222-aa50-76621f1fa0ea tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Pushing event updated for resources: {'Port': ['ID=27bd2188-70cb-4539-a1dc-dd1dc73c9dfb,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:22.813600 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-5d2ed89b-6502-4222-aa50-76621f1fa0ea tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:01:22.822865 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-5d2ed89b-6502-4222-aa50-76621f1fa0ea tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:01:22.874353 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d298c42-638e-4d5d-93da-c7466bc9327f req-5ce277c4-a0d2-4f09-a602-72b16b1ed987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:22.875878 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9d298c42-638e-4d5d-93da-c7466bc9327f req-5ce277c4-a0d2-4f09-a602-72b16b1ed987 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7 HTTP/1.1" status: 200 len: 913 time: 0.1111584 Apr 20 13:01:22.879491 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-5d2ed89b-6502-4222-aa50-76621f1fa0ea tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:22.883731 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-5d2ed89b-6502-4222-aa50-76621f1fa0ea tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:22.918203 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9d298c42-638e-4d5d-93da-c7466bc9327f req-af94814c-5ca0-4482-938e-f5bdccf54bb9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36fc73d8-1d42-47db-8c72-b6045f3458cf HTTP/1.1" status: 200 len: 217 time: 0.0355875 Apr 20 13:01:22.956788 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d1ecb3-02ae-4b4d-8a5f-333244b04e10 admin admin] Network fef961d0-3ee9-4b32-a29b-69704ecf25f5 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:01:23.010420 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d298c42-638e-4d5d-93da-c7466bc9327f req-b4df71fe-4eef-41a1-84d7-11d2d5250fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:23.011897 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9d298c42-638e-4d5d-93da-c7466bc9327f req-b4df71fe-4eef-41a1-84d7-11d2d5250fc9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e80c9431-6d0e-4618-9d9c-e61e50ce49f0 HTTP/1.1" status: 200 len: 852 time: 0.0832369 Apr 20 13:01:23.012965 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-5d2ed89b-6502-4222-aa50-76621f1fa0ea tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1008461 Apr 20 13:01:23.022319 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-a1b65081-aee9-42fb-a67e-800e4469e16a tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:23.024125 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-a1b65081-aee9-42fb-a67e-800e4469e16a tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16&tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4&binding%3Ahost_id=n-h2-836015-7 HTTP/1.1" status: 200 len: 1096 time: 0.0637720 Apr 20 13:01:23.030191 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-3e61a397-0596-4ffd-9b73-fcade2d79d52 service neutron] Request body: {'port': {'device_id': '112d18dd-fe44-44d1-98df-737fc44ad5e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:23.041181 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-8b1fbe91-6f24-4e32-8ee4-a7afe8066184 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836015-7'}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:23.062237 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9d298c42-638e-4d5d-93da-c7466bc9327f req-6390d2b9-4017-4c84-9fc9-6cad2917d8a8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368485 Apr 20 13:01:23.066390 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda749a4-71b7-4f4f-9bff-74ac9391418c req-7d25a454-9b75-46ec-bbf8-7f14a74ba5bc tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:23.076628 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eda749a4-71b7-4f4f-9bff-74ac9391418c req-7d25a454-9b75-46ec-bbf8-7f14a74ba5bc tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 931 time: 0.1098177 Apr 20 13:01:23.088863 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-76d1ecb3-02ae-4b4d-8a5f-333244b04e10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, fef961d0-3ee9-4b32-a29b-69704ecf25f5) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:01:23.103502 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d1ecb3-02ae-4b4d-8a5f-333244b04e10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:23.104108 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-76d1ecb3-02ae-4b4d-8a5f-333244b04e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:23.157580 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-3e61a397-0596-4ffd-9b73-fcade2d79d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:23.173250 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eda749a4-71b7-4f4f-9bff-74ac9391418c req-715513c6-650c-47ca-9b00-ea493e96732b tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920877 Apr 20 13:01:23.263345 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-8b1fbe91-6f24-4e32-8ee4-a7afe8066184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:23.264821 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-76d1ecb3-02ae-4b4d-8a5f-333244b04e10 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4322820 Apr 20 13:01:23.292034 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba13a00-5833-4efb-bcb7-d3a8c9aed9f5 req-b465295a-cddd-4504-9cf6-6100291443ca tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:23.299704 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2ba13a00-5833-4efb-bcb7-d3a8c9aed9f5 req-b465295a-cddd-4504-9cf6-6100291443ca tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?device_id=474e7de6-b2b2-4c97-b405-f66b8c99857a HTTP/1.1" status: 200 len: 943 time: 0.1025026 Apr 20 13:01:23.303418 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ae9161-e391-4998-84f7-46cb11048c56 None None] Network fef961d0-3ee9-4b32-a29b-69704ecf25f5 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:01:23.354581 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9d298c42-638e-4d5d-93da-c7466bc9327f req-a130643b-cb0a-4e89-ba09-51ba6c96be61 service neutron] 10.222.0.32 "GET /v2.0/networks/9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594610 Apr 20 13:01:23.425168 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2ba13a00-5833-4efb-bcb7-d3a8c9aed9f5 req-38a24863-ed88-4d5d-b0c8-e4d180d555b1 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups?id=61d9d20d-b394-4330-aaf3-e1fda56d0806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131601 Apr 20 13:01:23.535410 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5f9f02-8330-4512-b9cb-5e5f4f36caf6 None None] Network fef961d0-3ee9-4b32-a29b-69704ecf25f5 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:01:23.545171 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9d298c42-638e-4d5d-93da-c7466bc9327f req-52c067d5-1476-4fef-9fcd-9efa17ba2fbd service neutron] 10.222.0.32 "GET /v2.0/networks/9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762450 Apr 20 13:01:23.640643 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-8b1fbe91-6f24-4e32-8ee4-a7afe8066184 service neutron] For port c56b3b8b-006e-4368-ac0e-c6a095ea03ec, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=c56b3b8b-006e-4368-ac0e-c6a095ea03ec,segment=NetworkSegment(fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1),segment_id=fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:23.655871 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fc35f-f6e9-44c5-a67c-5cb63d6bd2ec req-24b0556e-2238-4db5-a832-20b8d50f93db tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:23.657863 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f9fc35f-f6e9-44c5-a67c-5cb63d6bd2ec req-24b0556e-2238-4db5-a832-20b8d50f93db tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 945 time: 0.1238556 Apr 20 13:01:23.682553 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-8b1fbe91-6f24-4e32-8ee4-a7afe8066184 service neutron] For port c56b3b8b-006e-4368-ac0e-c6a095ea03ec, host n-h2-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:01:23.784545 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-8b1fbe91-6f24-4e32-8ee4-a7afe8066184 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:23.801627 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f9fc35f-f6e9-44c5-a67c-5cb63d6bd2ec req-dc0d6e41-afda-4323-8af4-d448b1445c41 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316822 Apr 20 13:01:23.829422 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55358) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:23.850552 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-8b1fbe91-6f24-4e32-8ee4-a7afe8066184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:23.866759 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e321a3-4c6f-4aa6-be9e-348abcaa2d79 req-440bdc43-5f1c-4cda-ac72-430ed791f2c9 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:23.868978 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b6e321a3-4c6f-4aa6-be9e-348abcaa2d79 req-440bdc43-5f1c-4cda-ac72-430ed791f2c9 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 949 time: 0.1409328 Apr 20 13:01:23.875962 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-3e61a397-0596-4ffd-9b73-fcade2d79d52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:01:23.891903 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-3e61a397-0596-4ffd-9b73-fcade2d79d52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:23.956568 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1fbe91-6f24-4e32-8ee4-a7afe8066184 service neutron] Pushing event updated for resources: {'Port': ['ID=c56b3b8b-006e-4368-ac0e-c6a095ea03ec,revision_number=7']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:23.963790 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-3e61a397-0596-4ffd-9b73-fcade2d79d52 service neutron] Transition to ACTIVE for port object 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:01:23.968210 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b6e321a3-4c6f-4aa6-be9e-348abcaa2d79 req-404efc1f-5300-466a-b6c9-c3afdba2ead6 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871532 Apr 20 13:01:24.004376 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799dc80c-db22-4d07-b011-0a6ea13bfb5a req-43ee6dd6-b033-409c-994e-888f4ced2d11 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:24.004503 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-8b1fbe91-6f24-4e32-8ee4-a7afe8066184 service neutron] Attempting to bind port c56b3b8b-006e-4368-ac0e-c6a095ea03ec on host n-h2-836015-7 for vnic_type normal with profile {"migrating_to": "n-h1-836015-7"} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:01:24.004503 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-8b1fbe91-6f24-4e32-8ee4-a7afe8066184 service neutron] Attempting to bind port c56b3b8b-006e-4368-ac0e-c6a095ea03ec by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:01:24.004503 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-8b1fbe91-6f24-4e32-8ee4-a7afe8066184 service neutron] Attempting to bind port c56b3b8b-006e-4368-ac0e-c6a095ea03ec on network da0d71e6-e706-45b9-bcd7-1c5524c4bb88 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:01:24.004808 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-799dc80c-db22-4d07-b011-0a6ea13bfb5a req-43ee6dd6-b033-409c-994e-888f4ced2d11 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2097c93f-bec1-4f4c-9ad2-c08aff6fec98 HTTP/1.1" status: 200 len: 945 time: 0.1077590 Apr 20 13:01:24.011113 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e3cd368d-1d25-4ccf-9cc4-4a2135970e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:24.015505 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-8b1fbe91-6f24-4e32-8ee4-a7afe8066184 service neutron] Port c56b3b8b-006e-4368-ac0e-c6a095ea03ec on network da0d71e6-e706-45b9-bcd7-1c5524c4bb88 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:01:24.015833 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-8b1fbe91-6f24-4e32-8ee4-a7afe8066184 service neutron] Attempting to bind port c56b3b8b-006e-4368-ac0e-c6a095ea03ec on network da0d71e6-e706-45b9-bcd7-1c5524c4bb88 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:01:24.028272 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-8b1fbe91-6f24-4e32-8ee4-a7afe8066184 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:01:24.028622 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-8b1fbe91-6f24-4e32-8ee4-a7afe8066184 service neutron] Checking segment: {'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:01:24.029168 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-8b1fbe91-6f24-4e32-8ee4-a7afe8066184 service neutron] Bound using segment: {'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:01:24.030081 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-8b1fbe91-6f24-4e32-8ee4-a7afe8066184 service neutron] Bound port: c56b3b8b-006e-4368-ac0e-c6a095ea03ec, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:01:24.030448 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-8b1fbe91-6f24-4e32-8ee4-a7afe8066184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:24.042116 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-799dc80c-db22-4d07-b011-0a6ea13bfb5a req-5340fe40-c016-4707-a95d-bad075670df9 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358858 Apr 20 13:01:24.086610 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-3e61a397-0596-4ffd-9b73-fcade2d79d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:24.138118 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-8b1fbe91-6f24-4e32-8ee4-a7afe8066184 service neutron] For port c56b3b8b-006e-4368-ac0e-c6a095ea03ec, host n-h2-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:01:24.143087 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-8b1fbe91-6f24-4e32-8ee4-a7afe8066184 service neutron] For port c56b3b8b-006e-4368-ac0e-c6a095ea03ec, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=c56b3b8b-006e-4368-ac0e-c6a095ea03ec,segment=NetworkSegment(fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1),segment_id=fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:01:24.169354 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e3cd368d-1d25-4ccf-9cc4-4a2135970e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:24.174764 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e61a397-0596-4ffd-9b73-fcade2d79d52 service neutron] Pushing event updated for resources: {'Port': ['ID=27bd2188-70cb-4539-a1dc-dd1dc73c9dfb,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:24.205457 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-8b1fbe91-6f24-4e32-8ee4-a7afe8066184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:24.241222 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e3cd368d-1d25-4ccf-9cc4-4a2135970e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:24.273295 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b12307-48e0-47e1-aa41-3ba7b31ee463 req-745ed32a-c677-492f-b484-ed70f24dfab8 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:24.274844 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-18b12307-48e0-47e1-aa41-3ba7b31ee463 req-745ed32a-c677-492f-b484-ed70f24dfab8 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2097c93f-bec1-4f4c-9ad2-c08aff6fec98 HTTP/1.1" status: 200 len: 945 time: 0.1471617 Apr 20 13:01:24.332182 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e3cd368d-1d25-4ccf-9cc4-4a2135970e4c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e5fdb2c8ce15424086ed64abdba00518&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4962916 Apr 20 13:01:24.332687 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1fbe91-6f24-4e32-8ee4-a7afe8066184 service neutron] Pushing event updated for resources: {'Port': ['ID=c56b3b8b-006e-4368-ac0e-c6a095ea03ec,revision_number=8']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:24.334272 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55372) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:24.336771 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-8b1fbe91-6f24-4e32-8ee4-a7afe8066184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:24.337496 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-8b1fbe91-6f24-4e32-8ee4-a7afe8066184 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:24.338943 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-8b1fbe91-6f24-4e32-8ee4-a7afe8066184 service neutron] 10.222.0.32 "PUT /v2.0/ports/c56b3b8b-006e-4368-ac0e-c6a095ea03ec HTTP/1.1" status: 200 len: 1121 time: 1.3020222 Apr 20 13:01:24.339673 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd368d-1d25-4ccf-9cc4-4a2135970e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d4c714-fca9-4639-b1dc-c682689b2ff4,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:24.342196 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-3e61a397-0596-4ffd-9b73-fcade2d79d52 service neutron] Attempting to bind port 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:01:24.342537 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-3e61a397-0596-4ffd-9b73-fcade2d79d52 service neutron] Attempting to bind port 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:01:24.342870 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-3e61a397-0596-4ffd-9b73-fcade2d79d52 service neutron] Attempting to bind port 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb on network 0e1f32e0-475a-42d4-85ee-1c369c932480 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:01:24.378363 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-3e61a397-0596-4ffd-9b73-fcade2d79d52 service neutron] Port 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb on network 0e1f32e0-475a-42d4-85ee-1c369c932480 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:01:24.378700 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-3e61a397-0596-4ffd-9b73-fcade2d79d52 service neutron] Attempting to bind port 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb on network 0e1f32e0-475a-42d4-85ee-1c369c932480 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:01:24.389316 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55376) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:24.393794 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-18b12307-48e0-47e1-aa41-3ba7b31ee463 req-59e9ef20-3bef-40a0-9be6-16b089712ba6 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062200 Apr 20 13:01:24.394594 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-8a5cbf32-a1f3-4650-b0a3-93c5274a36e9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-841845556-network', 'tenant_id': '192da4801ddb440b9154764e3b54356e'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:24.401619 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111db46-0312-4d5e-9ad0-a6b09f66a4ea req-329bf2d2-117d-47e6-a8b5-0a2b9f4b0ff3 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:24.404653 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c8fa03d0-ef72-4ce0-9ec3-fd82a3f8f6e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:24.408111 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b111db46-0312-4d5e-9ad0-a6b09f66a4ea req-329bf2d2-117d-47e6-a8b5-0a2b9f4b0ff3 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 943 time: 0.1427004 Apr 20 13:01:24.410165 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-3e61a397-0596-4ffd-9b73-fcade2d79d52 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:01:24.410549 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-3e61a397-0596-4ffd-9b73-fcade2d79d52 service neutron] Checking segment: {'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:01:24.410938 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-3e61a397-0596-4ffd-9b73-fcade2d79d52 service neutron] Bound using segment: {'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:01:24.411477 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-3e61a397-0596-4ffd-9b73-fcade2d79d52 service neutron] Bound port: 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:01:24.411894 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-3e61a397-0596-4ffd-9b73-fcade2d79d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:24.421507 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['c56b3b8b-006e-4368-ac0e-c6a095ea03ec'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:01:24.501444 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5cbf32-a1f3-4650-b0a3-93c5274a36e9 admin admin] Made reservation on behalf of 192da4801ddb440b9154764e3b54356e for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:01:24.504531 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8a5cbf32-a1f3-4650-b0a3-93c5274a36e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:24.513910 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8a5cbf32-a1f3-4650-b0a3-93c5274a36e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:24.515298 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e8be9cbb-40ec-4227-b094-88ad8776229f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:24.560321 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b111db46-0312-4d5e-9ad0-a6b09f66a4ea req-dab0c546-79a1-45b3-a805-a72d49123c31 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462219 Apr 20 13:01:24.592004 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e8be9cbb-40ec-4227-b094-88ad8776229f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:24.609792 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8a5cbf32-a1f3-4650-b0a3-93c5274a36e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:24.625431 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964b872-c6cb-447e-803b-50419037a692 req-0501a3c9-f0f0-49ac-adae-25cb23f05110 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:24.626920 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d964b872-c6cb-447e-803b-50419037a692 req-0501a3c9-f0f0-49ac-adae-25cb23f05110 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2097c93f-bec1-4f4c-9ad2-c08aff6fec98 HTTP/1.1" status: 200 len: 945 time: 0.1127205 Apr 20 13:01:24.635858 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-3e61a397-0596-4ffd-9b73-fcade2d79d52 service neutron] For port 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:01:24.642403 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e7e58b-ed3b-4491-a10d-b1d5a9543e16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c56b3b8b-006e-4368-ac0e-c6a095ea03ec'}, {'name': 'network-changed', 'server_uuid': '25e7e58b-ed3b-4491-a10d-b1d5a9543e16', 'tag': 'c56b3b8b-006e-4368-ac0e-c6a095ea03ec'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:01:24.644736 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34131d29-3ef8-4584-8c21-7def17bf9dd9" -d '{"events": [{"server_uuid": "25e7e58b-ed3b-4491-a10d-b1d5a9543e16", "name": "network-vif-unplugged", "status": "completed", "tag": "c56b3b8b-006e-4368-ac0e-c6a095ea03ec"}, {"name": "network-changed", "server_uuid": "25e7e58b-ed3b-4491-a10d-b1d5a9543e16", "tag": "c56b3b8b-006e-4368-ac0e-c6a095ea03ec"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:01:24.672809 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8a5cbf32-a1f3-4650-b0a3-93c5274a36e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:24.697531 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-3e61a397-0596-4ffd-9b73-fcade2d79d52 service neutron] For port 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=27bd2188-70cb-4539-a1dc-dd1dc73c9dfb,segment=NetworkSegment(c36f4b37-e1d8-4848-acc2-f80f64f61825),segment_id=c36f4b37-e1d8-4848-acc2-f80f64f61825)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:01:24.701579 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a5cbf32-a1f3-4650-b0a3-93c5274a36e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:01:24.710152 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5cbf32-a1f3-4650-b0a3-93c5274a36e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9e3b28-4fe5-491f-8693-ec6d048f0ad9,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:24.726276 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d964b872-c6cb-447e-803b-50419037a692 req-d7a8fba0-7f2b-4b95-a8c3-486d76001982 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873718 Apr 20 13:01:24.741207 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915078c-9abe-4d44-bb0a-2db2213454b3 req-e865c303-cab0-43f1-bb0d-b48db98cb8b5 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:24.754364 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4915078c-9abe-4d44-bb0a-2db2213454b3 req-e865c303-cab0-43f1-bb0d-b48db98cb8b5 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?device_id=474e7de6-b2b2-4c97-b405-f66b8c99857a HTTP/1.1" status: 200 len: 943 time: 0.1132901 Apr 20 13:01:24.768752 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-3e61a397-0596-4ffd-9b73-fcade2d79d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:24.785119 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 20 Apr 2022 13:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c2cd05-a0a7-4315-9b28-a1274160a1bd x-openstack-request-id: req-12c2cd05-a0a7-4315-9b28-a1274160a1bd {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:01:24.785535 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e7e58b-ed3b-4491-a10d-b1d5a9543e16", "name": "network-vif-unplugged", "status": "completed", "tag": "c56b3b8b-006e-4368-ac0e-c6a095ea03ec", "code": 200}, {"name": "network-changed", "server_uuid": "25e7e58b-ed3b-4491-a10d-b1d5a9543e16", "tag": "c56b3b8b-006e-4368-ac0e-c6a095ea03ec", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:01:24.785910 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-12c2cd05-a0a7-4315-9b28-a1274160a1bd {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:01:24.786568 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12c2cd05-a0a7-4315-9b28-a1274160a1bd'] response: {'server_uuid': '25e7e58b-ed3b-4491-a10d-b1d5a9543e16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c56b3b8b-006e-4368-ac0e-c6a095ea03ec', 'code': 200} Apr 20 13:01:24.787233 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12c2cd05-a0a7-4315-9b28-a1274160a1bd'] response: {'name': 'network-changed', 'server_uuid': '25e7e58b-ed3b-4491-a10d-b1d5a9543e16', 'tag': 'c56b3b8b-006e-4368-ac0e-c6a095ea03ec', 'status': 'completed', 'code': 200} Apr 20 13:01:24.812811 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-3e61a397-0596-4ffd-9b73-fcade2d79d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:24.813427 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-3e61a397-0596-4ffd-9b73-fcade2d79d52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:24.814791 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-3e61a397-0596-4ffd-9b73-fcade2d79d52 service neutron] 10.222.0.32 "PUT /v2.0/ports/27bd2188-70cb-4539-a1dc-dd1dc73c9dfb HTTP/1.1" status: 200 len: 1091 time: 1.7891922 Apr 20 13:01:24.819258 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '112d18dd-fe44-44d1-98df-737fc44ad5e5', 'tag': '27bd2188-70cb-4539-a1dc-dd1dc73c9dfb'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:01:24.821916 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa9095c-bb4f-402e-80d2-323919f4b758" -d '{"events": [{"name": "network-changed", "server_uuid": "112d18dd-fe44-44d1-98df-737fc44ad5e5", "tag": "27bd2188-70cb-4539-a1dc-dd1dc73c9dfb"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:01:24.845368 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4915078c-9abe-4d44-bb0a-2db2213454b3 req-fb960f58-398a-4b01-9941-19a80aeed6f8 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups?id=61d9d20d-b394-4330-aaf3-e1fda56d0806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963881 Apr 20 13:01:24.846654 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8a5cbf32-a1f3-4650-b0a3-93c5274a36e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:24.846997 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-8a5cbf32-a1f3-4650-b0a3-93c5274a36e9 admin admin] Added segment f99d1b67-a8c1-4696-a3d9-6329916d80a5 of type vlan for network 47b3d8b6-4d80-4605-9bb5-46194f0e165f Apr 20 13:01:24.877413 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e8be9cbb-40ec-4227-b094-88ad8776229f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:24.879952 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e8be9cbb-40ec-4227-b094-88ad8776229f admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:24.881860 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e8be9cbb-40ec-4227-b094-88ad8776229f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c7d4c714-fca9-4639-b1dc-c682689b2ff4 HTTP/1.1" status: 204 len: 168 time: 0.5458081 Apr 20 13:01:24.892611 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8a5cbf32-a1f3-4650-b0a3-93c5274a36e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:24.925271 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6828cbc4-14a2-478c-a561-a6b17c5dd604 x-openstack-request-id: req-6828cbc4-14a2-478c-a561-a6b17c5dd604 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:01:24.925562 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "112d18dd-fe44-44d1-98df-737fc44ad5e5", "tag": "27bd2188-70cb-4539-a1dc-dd1dc73c9dfb", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:01:24.925800 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6828cbc4-14a2-478c-a561-a6b17c5dd604 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:01:24.926196 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6828cbc4-14a2-478c-a561-a6b17c5dd604'] response: {'name': 'network-changed', 'server_uuid': '112d18dd-fe44-44d1-98df-737fc44ad5e5', 'tag': '27bd2188-70cb-4539-a1dc-dd1dc73c9dfb', 'status': 'completed', 'code': 200} Apr 20 13:01:24.943702 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be9cbb-40ec-4227-b094-88ad8776229f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d4c714-fca9-4639-b1dc-c682689b2ff4,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:24.945408 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e61a397-0596-4ffd-9b73-fcade2d79d52 service neutron] Pushing event updated for resources: {'Port': ['ID=27bd2188-70cb-4539-a1dc-dd1dc73c9dfb,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:24.973185 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34131d29-3ef8-4584-8c21-7def17bf9dd9 req-049288a4-6867-4be3-b2e4-e82ecaaccb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:24.974609 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-34131d29-3ef8-4584-8c21-7def17bf9dd9 req-049288a4-6867-4be3-b2e4-e82ecaaccb97 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4&device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 1124 time: 0.1498146 Apr 20 13:01:24.979603 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-bbe8af9d-6fb7-4041-a477-019299c8fe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:24.981523 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-bbe8af9d-6fb7-4041-a477-019299c8fe80 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c185004f0bb4f68ac206a98646f7134&device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 1100 time: 0.1418140 Apr 20 13:01:24.989905 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59b707-17cc-4dcf-b0f0-0f0e44cc5a60 req-4f50ff1d-f898-42ed-abd2-d791bbb8db30 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:24.992235 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8a5cbf32-a1f3-4650-b0a3-93c5274a36e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:24.995343 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5cbf32-a1f3-4650-b0a3-93c5274a36e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:24.996142 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8a5cbf32-a1f3-4650-b0a3-93c5274a36e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:24.996960 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be59b707-17cc-4dcf-b0f0-0f0e44cc5a60 req-4f50ff1d-f898-42ed-abd2-d791bbb8db30 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2097c93f-bec1-4f4c-9ad2-c08aff6fec98 HTTP/1.1" status: 200 len: 945 time: 0.1547027 Apr 20 13:01:25.072569 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9095c-bb4f-402e-80d2-323919f4b758 req-5264eaf7-ad68-4a61-a32d-8dac8ced4e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:25.074220 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0aa9095c-bb4f-402e-80d2-323919f4b758 req-5264eaf7-ad68-4a61-a32d-8dac8ced4e67 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e8b01a41b4bc4e3890fb87ac80b83556&device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 1094 time: 0.1326056 Apr 20 13:01:25.080961 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5cbf32-a1f3-4650-b0a3-93c5274a36e9 admin admin] Pushing event updated for resources: {'Network': ['ID=47b3d8b6-4d80-4605-9bb5-46194f0e165f,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:25.091693 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 47b3d8b6-4d80-4605-9bb5-46194f0e165f details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:01:25.141989 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8a5cbf32-a1f3-4650-b0a3-93c5274a36e9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7514675 Apr 20 13:01:25.144893 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55398) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:25.155145 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-dc906b98-15b0-42ab-b270-2bc1d9e47cc9 admin admin] Request body: {'subnet': {'network_id': '47b3d8b6-4d80-4605-9bb5-46194f0e165f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-841845556-subnet', 'tenant_id': '192da4801ddb440b9154764e3b54356e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:25.183881 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be59b707-17cc-4dcf-b0f0-0f0e44cc5a60 req-d570de91-17f9-4503-b81d-660cb60a691d tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772399 Apr 20 13:01:25.211324 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9095c-bb4f-402e-80d2-323919f4b758 req-c8211fa0-c562-4bbb-aabb-8d27bf4ea958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:25.212873 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8910d6-35cc-49db-a3e3-0d2466eff580 req-00b8a588-63e9-44e3-8aff-053c483685c2 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:25.213822 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0aa9095c-bb4f-402e-80d2-323919f4b758 req-c8211fa0-c562-4bbb-aabb-8d27bf4ea958 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=e8b01a41b4bc4e3890fb87ac80b83556&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1283345 Apr 20 13:01:25.214322 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0f8910d6-35cc-49db-a3e3-0d2466eff580 req-00b8a588-63e9-44e3-8aff-053c483685c2 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 943 time: 0.2075276 Apr 20 13:01:25.280360 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc906b98-15b0-42ab-b270-2bc1d9e47cc9 admin admin] Made reservation on behalf of 192da4801ddb440b9154764e3b54356e for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:01:25.282111 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dc906b98-15b0-42ab-b270-2bc1d9e47cc9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:25.287413 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34131d29-3ef8-4584-8c21-7def17bf9dd9 req-106c3b85-2030-409a-96ae-edf6fa14351c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:25.289649 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-34131d29-3ef8-4584-8c21-7def17bf9dd9 req-106c3b85-2030-409a-96ae-edf6fa14351c service neutron] 10.222.0.15 "GET /v2.0/networks?id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88 HTTP/1.1" status: 200 len: 909 time: 0.3068571 Apr 20 13:01:25.316395 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-4d829984-dca8-4ca9-83dd-e49f733f2f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:25.317807 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-4d829984-dca8-4ca9-83dd-e49f733f2f99 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.3189692 Apr 20 13:01:25.360763 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-34131d29-3ef8-4584-8c21-7def17bf9dd9 req-e6864316-e844-452b-b24b-f8bc36148cad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c56b3b8b-006e-4368-ac0e-c6a095ea03ec HTTP/1.1" status: 200 len: 217 time: 0.0602272 Apr 20 13:01:25.366816 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0f8910d6-35cc-49db-a3e3-0d2466eff580 req-ee53fdf4-8215-4ae6-8380-0eba0b00e6c5 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412578 Apr 20 13:01:25.379022 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9095c-bb4f-402e-80d2-323919f4b758 req-92249c99-d428-4659-b3cd-d83274c13a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:25.380735 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0aa9095c-bb4f-402e-80d2-323919f4b758 req-92249c99-d428-4659-b3cd-d83274c13a7a service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1616347 Apr 20 13:01:25.428520 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df9e06-0888-43f5-9411-74737c745bed req-9dc9fd0a-bc97-4233-a58e-a3afdd711449 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:25.430577 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-04df9e06-0888-43f5-9411-74737c745bed req-9dc9fd0a-bc97-4233-a58e-a3afdd711449 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 949 time: 0.1923962 Apr 20 13:01:25.432128 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-01245c9f-ed31-4b5c-8083-ef7a5295319d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=cb7fabd9-e9e0-4004-92bc-60bbb739783b HTTP/1.1" status: 200 len: 217 time: 0.0812576 Apr 20 13:01:25.550219 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34131d29-3ef8-4584-8c21-7def17bf9dd9 req-ec179599-ff51-495e-8f54-676e4d4f6061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:25.551522 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-34131d29-3ef8-4584-8c21-7def17bf9dd9 req-ec179599-ff51-495e-8f54-676e4d4f6061 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7f1a9c16-f305-43f3-a182-10217ec8e6e3 HTTP/1.1" status: 200 len: 848 time: 0.1385715 Apr 20 13:01:25.577945 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-6217a1aa-714a-49f0-9fb2-3fc0795e9992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:25.579531 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-6217a1aa-714a-49f0-9fb2-3fc0795e9992 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.1268837 Apr 20 13:01:25.600345 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-04df9e06-0888-43f5-9411-74737c745bed req-987787ce-93d7-45e7-bc64-2a6e1b18a7bf tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487615 Apr 20 13:01:25.606185 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-34131d29-3ef8-4584-8c21-7def17bf9dd9 req-3334b3b9-0382-498e-b6e9-4c2965c7b109 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449195 Apr 20 13:01:25.650302 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e94d12-1518-4129-877e-d26f133be9ba req-26516af7-f6f8-49f5-97fa-391346d12ad7 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:25.651822 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-70e94d12-1518-4129-877e-d26f133be9ba req-26516af7-f6f8-49f5-97fa-391346d12ad7 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2097c93f-bec1-4f4c-9ad2-c08aff6fec98 HTTP/1.1" status: 200 len: 945 time: 0.1616352 Apr 20 13:01:25.738180 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55408) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:25.741340 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-851bfa8e-2f18-4efa-ae6b-d1672505f32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:25.743402 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-851bfa8e-2f18-4efa-ae6b-d1672505f32b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e8b01a41b4bc4e3890fb87ac80b83556&device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 1094 time: 0.3109887 Apr 20 13:01:25.764960 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2067ce7e-f54d-434c-acfd-67c7cbc803f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:25.766986 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-e859acc3-e9c1-4663-968c-e0cb53e670e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:25.768621 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-e859acc3-e9c1-4663-968c-e0cb53e670e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1672540 Apr 20 13:01:25.807071 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-f4bdf075-0019-4d9b-8347-faf2d0412075 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27bd2188-70cb-4539-a1dc-dd1dc73c9dfb HTTP/1.1" status: 200 len: 217 time: 0.0430417 Apr 20 13:01:25.808394 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-70e94d12-1518-4129-877e-d26f133be9ba req-058c5983-7ced-4d06-a3aa-a3b7b78f5b93 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424830 Apr 20 13:01:25.851029 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dc906b98-15b0-42ab-b270-2bc1d9e47cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:25.855622 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71aa52d-6fce-4b7a-a50e-a33377b2b9bb req-56feecd1-cda1-46f6-adb3-b8e25f829330 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:25.857105 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b71aa52d-6fce-4b7a-a50e-a33377b2b9bb req-56feecd1-cda1-46f6-adb3-b8e25f829330 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 943 time: 0.1584194 Apr 20 13:01:25.868008 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-34131d29-3ef8-4584-8c21-7def17bf9dd9 req-0a8e78ca-52d6-48c2-963c-0e153d953e10 service neutron] 10.222.0.15 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527423 Apr 20 13:01:25.917486 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-33cdb99c-5e4f-4384-af10-727ebfbf5af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:25.918947 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-33cdb99c-5e4f-4384-af10-727ebfbf5af9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dd5d8d2c-9bbe-433b-b6b9-a140ce7264b5 HTTP/1.1" status: 200 len: 860 time: 0.1041837 Apr 20 13:01:25.975625 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-d6363e61-b166-4fc3-9b37-e5d2bd4f859c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0e1f32e0-475a-42d4-85ee-1c369c932480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416956 Apr 20 13:01:25.979418 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc906b98-15b0-42ab-b270-2bc1d9e47cc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9938844-5c97-446c-997e-4f9f95ef1809,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:26.025269 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2067ce7e-f54d-434c-acfd-67c7cbc803f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:26.028402 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc906b98-15b0-42ab-b270-2bc1d9e47cc9 admin admin] Checking segment: {'id': 'f99d1b67-a8c1-4696-a3d9-6329916d80a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '47b3d8b6-4d80-4605-9bb5-46194f0e165f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:01:26.028758 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc906b98-15b0-42ab-b270-2bc1d9e47cc9 admin admin] Network hostable DHCP agents. Network: 47b3d8b6-4d80-4605-9bb5-46194f0e165f, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:01:26.102780 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-2abb6a15-0962-4c21-859e-b04695a648e2 service neutron] 10.222.0.32 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184037 Apr 20 13:01:26.118088 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2067ce7e-f54d-434c-acfd-67c7cbc803f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:26.183323 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc906b98-15b0-42ab-b270-2bc1d9e47cc9 admin admin] Network 47b3d8b6-4d80-4605-9bb5-46194f0e165f is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:01:26.207018 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2067ce7e-f54d-434c-acfd-67c7cbc803f1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e28d7b56c9be44a9b17cc46bd0ac36d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4677179 Apr 20 13:01:26.210243 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55414) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:26.210826 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2067ce7e-f54d-434c-acfd-67c7cbc803f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be933bd-74f7-49d2-a29f-2629d3337e21,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:26.241889 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-aeaa8ae0-4634-49ce-9ef4-c339eefe6675 req-e64c29f7-a7fa-4b59-afca-47b112b8a109 service neutron] 10.222.0.32 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319351 Apr 20 13:01:26.256303 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-dc906b98-15b0-42ab-b270-2bc1d9e47cc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 47b3d8b6-4d80-4605-9bb5-46194f0e165f) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:01:26.261118 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc906b98-15b0-42ab-b270-2bc1d9e47cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:26.261797 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dc906b98-15b0-42ab-b270-2bc1d9e47cc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:26.267689 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129f8a06-09e8-4780-9763-2d6697e1f5be None None] Network 47b3d8b6-4d80-4605-9bb5-46194f0e165f requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:01:26.285662 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b71aa52d-6fce-4b7a-a50e-a33377b2b9bb req-70a03f5e-e675-411d-9b75-2bdd53f64260 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4167058 Apr 20 13:01:26.301231 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-cb11b64c-458e-4e94-b216-9b989ed031d7 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5239763 Apr 20 13:01:26.343149 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a0770-bd4b-48f6-a226-6e3566cb583d req-395871af-c403-4d47-a8bc-f4c6d3c65083 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:26.344673 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e39a0770-bd4b-48f6-a226-6e3566cb583d req-395871af-c403-4d47-a8bc-f4c6d3c65083 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2097c93f-bec1-4f4c-9ad2-c08aff6fec98 HTTP/1.1" status: 200 len: 945 time: 0.1852710 Apr 20 13:01:26.357177 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-dc906b98-15b0-42ab-b270-2bc1d9e47cc9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2109253 Apr 20 13:01:26.426606 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43522e3-9789-4694-8fd1-4e6af537c152 None None] Network 47b3d8b6-4d80-4605-9bb5-46194f0e165f requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:01:26.442725 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-34131d29-3ef8-4584-8c21-7def17bf9dd9 req-8a77161b-0524-4c53-8d88-6743ff0a3d4b service neutron] 10.222.0.15 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5645843 Apr 20 13:01:26.465493 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c24f27ab-5d3b-43b1-a329-f443702d0938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:26.511041 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e39a0770-bd4b-48f6-a226-6e3566cb583d req-5203bae5-c862-43e0-8dfe-aae752dd6084 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496868 Apr 20 13:01:26.511179 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55420) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:26.519462 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c24f27ab-5d3b-43b1-a329-f443702d0938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:26.553496 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d40a6b8-de53-40b7-b3e0-0368045b5496 req-3e41c27e-fc0a-451d-8a58-c3dca5b4021e tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:26.555873 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0d40a6b8-de53-40b7-b3e0-0368045b5496 req-3e41c27e-fc0a-451d-8a58-c3dca5b4021e tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?device_id=474e7de6-b2b2-4c97-b405-f66b8c99857a HTTP/1.1" status: 200 len: 943 time: 0.1957707 Apr 20 13:01:26.579830 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0c2b00b-e48f-4a20-8dc2-9645cf54552f admin admin] Deleting subnet a846ea44-dbe6-4578-a0d3-26428f0ca508 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:01:26.583428 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b0c2b00b-e48f-4a20-8dc2-9645cf54552f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:26.599502 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-7777ef62-75bc-4aa3-a2bc-ef9203b2156f service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793443 Apr 20 13:01:26.620079 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b0c2b00b-e48f-4a20-8dc2-9645cf54552f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:26.626199 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b0c2b00b-e48f-4a20-8dc2-9645cf54552f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:26.663906 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0d40a6b8-de53-40b7-b3e0-0368045b5496 req-3750f565-5d4f-45ab-970f-a3c3688d23e9 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups?id=61d9d20d-b394-4330-aaf3-e1fda56d0806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976167 Apr 20 13:01:26.677337 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e81e9-a22e-4b94-ae75-8787a302262c req-3c5f976b-bb2d-4bea-a503-31c44996b0fe tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:26.678936 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0f0e81e9-a22e-4b94-ae75-8787a302262c req-3c5f976b-bb2d-4bea-a503-31c44996b0fe tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 943 time: 0.0877948 Apr 20 13:01:26.708260 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3df2fd16-6962-4911-964b-77525474155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:26.729443 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0f0e81e9-a22e-4b94-ae75-8787a302262c req-78dd3ec4-0966-4a42-ae75-7dbc6b34134a tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435169 Apr 20 13:01:26.760637 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c24f27ab-5d3b-43b1-a329-f443702d0938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:26.763389 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c24f27ab-5d3b-43b1-a329-f443702d0938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:26.764279 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c24f27ab-5d3b-43b1-a329-f443702d0938 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3be933bd-74f7-49d2-a29f-2629d3337e21 HTTP/1.1" status: 204 len: 168 time: 0.5207009 Apr 20 13:01:26.788441 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f27ab-5d3b-43b1-a329-f443702d0938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be933bd-74f7-49d2-a29f-2629d3337e21,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:26.805035 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b0c2b00b-e48f-4a20-8dc2-9645cf54552f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:26.837024 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e4e8f-9dea-47f4-9f4d-9ea23285abae req-63f0c752-dc45-461d-88f1-050552a903d3 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:26.838747 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-176e4e8f-9dea-47f4-9f4d-9ea23285abae req-63f0c752-dc45-461d-88f1-050552a903d3 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 949 time: 0.0900371 Apr 20 13:01:26.850775 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c2b00b-e48f-4a20-8dc2-9645cf54552f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a846ea44-dbe6-4578-a0d3-26428f0ca508,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:26.860107 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b0c2b00b-e48f-4a20-8dc2-9645cf54552f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:26.863465 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b0c2b00b-e48f-4a20-8dc2-9645cf54552f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a846ea44-dbe6-4578-a0d3-26428f0ca508 HTTP/1.1" status: 204 len: 168 time: 0.3514073 Apr 20 13:01:26.866212 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55430) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:26.884109 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc5496-93ed-47f2-9661-1521f7e6c842 req-914b8c05-e852-4cd7-9762-66b84787d082 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:26.885615 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0cfc5496-93ed-47f2-9661-1521f7e6c842 req-914b8c05-e852-4cd7-9762-66b84787d082 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2097c93f-bec1-4f4c-9ad2-c08aff6fec98 HTTP/1.1" status: 200 len: 945 time: 0.0875070 Apr 20 13:01:26.900259 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-176e4e8f-9dea-47f4-9f4d-9ea23285abae req-c8cc8f17-61a1-42e2-ad3a-7948540eefc4 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537930 Apr 20 13:01:26.939465 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0cfc5496-93ed-47f2-9661-1521f7e6c842 req-f2f44926-cf51-4d40-8cf1-ab7f6953bb5b tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430188 Apr 20 13:01:26.953018 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7551ca81-d32e-4c35-910d-2a04e5e6b24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:27.043154 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7551ca81-d32e-4c35-910d-2a04e5e6b24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:27.064492 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4e202-029b-49fa-8a13-34cb772e9d9b req-e3e31489-e776-420d-859c-89a2c1fca157 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:27.066014 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8de4e202-029b-49fa-8a13-34cb772e9d9b req-e3e31489-e776-420d-859c-89a2c1fca157 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2097c93f-bec1-4f4c-9ad2-c08aff6fec98 HTTP/1.1" status: 200 len: 945 time: 0.0554254 Apr 20 13:01:27.072084 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7551ca81-d32e-4c35-910d-2a04e5e6b24b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 13:01:27.072453 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7551ca81-d32e-4c35-910d-2a04e5e6b24b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 13:01:27.073177 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7551ca81-d32e-4c35-910d-2a04e5e6b24b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 13:01:27.073522 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7551ca81-d32e-4c35-910d-2a04e5e6b24b admin admin] Subscribe: > port after_create 55550000 {{(pid=114870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 13:01:27.073858 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7551ca81-d32e-4c35-910d-2a04e5e6b24b admin admin] Subscribe: > port after_delete 55550000 {{(pid=114870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 13:01:27.074198 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7551ca81-d32e-4c35-910d-2a04e5e6b24b admin admin] Subscribe: > port after_update 55550000 {{(pid=114870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 13:01:27.074506 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7551ca81-d32e-4c35-910d-2a04e5e6b24b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 13:01:27.074836 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7551ca81-d32e-4c35-910d-2a04e5e6b24b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 13:01:27.075166 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7551ca81-d32e-4c35-910d-2a04e5e6b24b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 13:01:27.075489 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7551ca81-d32e-4c35-910d-2a04e5e6b24b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 13:01:27.104422 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8de4e202-029b-49fa-8a13-34cb772e9d9b req-0afb25c1-9be6-4a06-89b4-625348d99b93 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315783 Apr 20 13:01:27.140463 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7551ca81-d32e-4c35-910d-2a04e5e6b24b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 13:01:27.140463 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7551ca81-d32e-4c35-910d-2a04e5e6b24b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 13:01:27.140463 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7551ca81-d32e-4c35-910d-2a04e5e6b24b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 13:01:27.140463 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7551ca81-d32e-4c35-910d-2a04e5e6b24b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 13:01:27.141385 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-7551ca81-d32e-4c35-910d-2a04e5e6b24b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fef961d0-3ee9-4b32-a29b-69704ecf25f5']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:27.150224 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 36fc73d8-1d42-47db-8c72-b6045f3458cf details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:01:27.158264 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-7551ca81-d32e-4c35-910d-2a04e5e6b24b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd36ae1dc-1d76-4eb9-ad0b-e72fbc937c74') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:27.158433 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-7551ca81-d32e-4c35-910d-2a04e5e6b24b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd36ae1dc-1d76-4eb9-ad0b-e72fbc937c74') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:27.174924 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7551ca81-d32e-4c35-910d-2a04e5e6b24b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:27.200145 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7551ca81-d32e-4c35-910d-2a04e5e6b24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:27.209195 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7551ca81-d32e-4c35-910d-2a04e5e6b24b admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:01:27.210019 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7551ca81-d32e-4c35-910d-2a04e5e6b24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:27.214424 n-d-836015-7 neutron-server[114870]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 13:01:27.214424 n-d-836015-7 neutron-server[114870]: from cryptography.utils import int_from_bytes Apr 20 13:01:27.214424 n-d-836015-7 neutron-server[114870]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 13:01:27.214424 n-d-836015-7 neutron-server[114870]: from cryptography.utils import int_from_bytes Apr 20 13:01:27.214424 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:01:27.214424 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:01:27.214424 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:01:27.214424 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:01:27.214424 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:01:27.214424 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:01:27.214424 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:01:27.214424 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:01:27.214424 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:01:27.214424 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:01:27.214424 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:01:27.214424 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:01:27.214424 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:01:27.214424 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:01:27.214424 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:01:27.214424 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:01:27.214424 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:01:27.214424 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:01:27.214424 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:01:27.214424 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:01:27.214424 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:01:27.214424 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:01:27.214424 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:01:27.214424 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:01:27.214424 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:01:27.214424 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:01:27.214424 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:01:27.214424 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:01:27.214424 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:01:27.214424 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:01:27.214424 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:01:27.214424 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:01:27.293475 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 36fc73d8-1d42-47db-8c72-b6045f3458cf, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=36fc73d8-1d42-47db-8c72-b6045f3458cf,segment=NetworkSegment(e4c92f94-f6dd-48c1-bca6-089b3293cc2a),segment_id=e4c92f94-f6dd-48c1-bca6-089b3293cc2a)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:27.311005 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '36fc73d8-1d42-47db-8c72-b6045f3458cf', 'network_id': '9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7', 'port_id': '36fc73d8-1d42-47db-8c72-b6045f3458cf', 'mac_address': 'fa:16:3e:ce:92:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e80c9431-6d0e-4618-9d9c-e61e50ce49f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:01:27.349373 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:27.350844 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7551ca81-d32e-4c35-910d-2a04e5e6b24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:27.358952 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7551ca81-d32e-4c35-910d-2a04e5e6b24b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:27.362163 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7551ca81-d32e-4c35-910d-2a04e5e6b24b admin admin] 10.222.0.25 "DELETE /v2.0/networks/fef961d0-3ee9-4b32-a29b-69704ecf25f5 HTTP/1.1" status: 204 len: 168 time: 0.4941328 Apr 20 13:01:27.365075 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55454) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:27.385188 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7551ca81-d32e-4c35-910d-2a04e5e6b24b admin admin] Pushing event deleted for resources: {'Network': ['ID=fef961d0-3ee9-4b32-a29b-69704ecf25f5,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:27.386613 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36fc73d8-1d42-47db-8c72-b6045f3458cf {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:01:27.407677 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 36fc73d8-1d42-47db-8c72-b6045f3458cf, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=36fc73d8-1d42-47db-8c72-b6045f3458cf,segment=NetworkSegment(e4c92f94-f6dd-48c1-bca6-089b3293cc2a),segment_id=e4c92f94-f6dd-48c1-bca6-089b3293cc2a)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:27.446265 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-550616e9-9102-46e1-897a-c4edebfc3e81 admin admin] Deleting subnet b9938844-5c97-446c-997e-4f9f95ef1809 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:01:27.449612 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-550616e9-9102-46e1-897a-c4edebfc3e81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:27.480718 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c68c41-091a-4d5f-9fc6-6d719b0097f4 req-2ec29128-ec1f-40f7-8404-3b3af7fda051 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:27.482186 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-82c68c41-091a-4d5f-9fc6-6d719b0097f4 req-2ec29128-ec1f-40f7-8404-3b3af7fda051 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 943 time: 0.0834897 Apr 20 13:01:27.502350 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-550616e9-9102-46e1-897a-c4edebfc3e81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:27.510970 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:27.511721 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device c56b3b8b-006e-4368-ac0e-c6a095ea03ec details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:01:27.568756 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-82c68c41-091a-4d5f-9fc6-6d719b0097f4 req-b9214c4a-a541-4117-b127-c734b8e1983b tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784700 Apr 20 13:01:27.582404 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-550616e9-9102-46e1-897a-c4edebfc3e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:27.622392 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=36fc73d8-1d42-47db-8c72-b6045f3458cf,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:27.658987 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port c56b3b8b-006e-4368-ac0e-c6a095ea03ec, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=c56b3b8b-006e-4368-ac0e-c6a095ea03ec,segment=NetworkSegment(fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1),segment_id=fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:27.670354 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device c56b3b8b-006e-4368-ac0e-c6a095ea03ec has no active binding in host n-h1-836015-7 {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 20 13:01:27.702833 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-550616e9-9102-46e1-897a-c4edebfc3e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:27.730627 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550616e9-9102-46e1-897a-c4edebfc3e81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9938844-5c97-446c-997e-4f9f95ef1809,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:27.736866 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-550616e9-9102-46e1-897a-c4edebfc3e81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:27.742745 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55466) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:27.742880 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-550616e9-9102-46e1-897a-c4edebfc3e81 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b9938844-5c97-446c-997e-4f9f95ef1809 HTTP/1.1" status: 204 len: 168 time: 0.3762302 Apr 20 13:01:27.828723 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1144fe-4b48-49c1-8183-19f5e0f60c10 req-63688e90-9447-45a8-81ab-4eae7180438d tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:27.830304 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2e1144fe-4b48-49c1-8183-19f5e0f60c10 req-63688e90-9447-45a8-81ab-4eae7180438d tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?device_id=474e7de6-b2b2-4c97-b405-f66b8c99857a HTTP/1.1" status: 200 len: 944 time: 0.0773418 Apr 20 13:01:27.831510 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d809a291-4ee0-4f8d-96cb-2bd1256e4c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:27.920147 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2e1144fe-4b48-49c1-8183-19f5e0f60c10 req-680b3613-662d-4b31-a32b-e3879273317e tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups?id=61d9d20d-b394-4330-aaf3-e1fda56d0806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822198 Apr 20 13:01:27.942470 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381b1be-9505-4bd3-9fdf-9a7389087085 req-bbf6d7c8-da5e-4dee-9e31-1fc90810d193 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:27.944006 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5381b1be-9505-4bd3-9fdf-9a7389087085 req-bbf6d7c8-da5e-4dee-9e31-1fc90810d193 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 943 time: 0.0878110 Apr 20 13:01:27.946686 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:27.955699 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d809a291-4ee0-4f8d-96cb-2bd1256e4c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:27.971219 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-d809a291-4ee0-4f8d-96cb-2bd1256e4c2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47b3d8b6-4d80-4605-9bb5-46194f0e165f']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:27.985091 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-d809a291-4ee0-4f8d-96cb-2bd1256e4c2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f99d1b67-a8c1-4696-a3d9-6329916d80a5') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:27.985964 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-d809a291-4ee0-4f8d-96cb-2bd1256e4c2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f99d1b67-a8c1-4696-a3d9-6329916d80a5') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:27.994958 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5381b1be-9505-4bd3-9fdf-9a7389087085 req-53063e98-a408-4063-bc39-c547028e4d12 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410647 Apr 20 13:01:28.000712 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d809a291-4ee0-4f8d-96cb-2bd1256e4c2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:28.024703 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d809a291-4ee0-4f8d-96cb-2bd1256e4c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:28.032008 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d809a291-4ee0-4f8d-96cb-2bd1256e4c2e admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:01:28.032557 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d809a291-4ee0-4f8d-96cb-2bd1256e4c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:28.034938 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:01:28.034938 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:01:28.034938 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:01:28.034938 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:01:28.034938 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:01:28.034938 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:01:28.034938 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:01:28.034938 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:01:28.034938 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:01:28.034938 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:01:28.034938 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:01:28.034938 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:01:28.034938 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:01:28.034938 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:01:28.034938 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:01:28.034938 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:01:28.034938 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:01:28.034938 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:01:28.034938 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:01:28.034938 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:01:28.034938 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:01:28.034938 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:01:28.034938 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:01:28.034938 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:01:28.034938 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:01:28.034938 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:01:28.034938 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:01:28.034938 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:01:28.034938 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:01:28.034938 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:01:28.034938 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:01:28.034938 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:01:28.133597 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9ae68-10ab-41ec-8dea-0bec515aeaf7 req-f9f41176-bd23-4da3-a710-0a9babb1c5da tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:28.135370 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-01d9ae68-10ab-41ec-8dea-0bec515aeaf7 req-f9f41176-bd23-4da3-a710-0a9babb1c5da tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 949 time: 0.0577049 Apr 20 13:01:28.147102 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['36fc73d8-1d42-47db-8c72-b6045f3458cf'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:01:28.178315 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-01d9ae68-10ab-41ec-8dea-0bec515aeaf7 req-d69ff2f9-1d88-4973-b46b-07842d6bb204 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363848 Apr 20 13:01:28.213701 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d809a291-4ee0-4f8d-96cb-2bd1256e4c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:28.219256 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d809a291-4ee0-4f8d-96cb-2bd1256e4c2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:28.222398 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d809a291-4ee0-4f8d-96cb-2bd1256e4c2e admin admin] 10.222.0.25 "DELETE /v2.0/networks/47b3d8b6-4d80-4605-9bb5-46194f0e165f HTTP/1.1" status: 204 len: 168 time: 0.4784071 Apr 20 13:01:28.235340 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d809a291-4ee0-4f8d-96cb-2bd1256e4c2e admin admin] Pushing event deleted for resources: {'Network': ['ID=47b3d8b6-4d80-4605-9bb5-46194f0e165f,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:28.545520 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99229326-d9db-4870-8103-dd7e3cabf673 req-c85d80f3-53fd-4a69-ba9c-9503349309f9 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:28.547051 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-99229326-d9db-4870-8103-dd7e3cabf673 req-c85d80f3-53fd-4a69-ba9c-9503349309f9 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2097c93f-bec1-4f4c-9ad2-c08aff6fec98 HTTP/1.1" status: 200 len: 945 time: 0.0556347 Apr 20 13:01:28.558379 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55496) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:28.595219 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-99229326-d9db-4870-8103-dd7e3cabf673 req-9ecc89cb-2634-4db4-8de1-3a20a2ed97b0 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410321 Apr 20 13:01:28.604697 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-32471a68-b8d3-403f-b860-6d9467d10de9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=06b63b4309a4402193e12573ecdb1619&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0451217 Apr 20 13:01:28.607210 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55500) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:28.672033 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4f7d2834-5bd0-41cb-b074-efb22a8ddc55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:28.708946 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4f7d2834-5bd0-41cb-b074-efb22a8ddc55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:28.740910 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ccf69a-9c92-4ad9-a7b7-caa0456eee6b req-819df913-623e-4719-92f9-9d75b6e96bb8 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:28.746373 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c7ccf69a-9c92-4ad9-a7b7-caa0456eee6b req-819df913-623e-4719-92f9-9d75b6e96bb8 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 943 time: 0.0834799 Apr 20 13:01:28.786739 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c7ccf69a-9c92-4ad9-a7b7-caa0456eee6b req-eb821b49-2ea2-4eba-afb4-9f592fd3ffd4 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347886 Apr 20 13:01:28.850057 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4f7d2834-5bd0-41cb-b074-efb22a8ddc55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:28.859444 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4f7d2834-5bd0-41cb-b074-efb22a8ddc55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:28.859444 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4f7d2834-5bd0-41cb-b074-efb22a8ddc55 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/033126bd-a08f-48d2-9061-6675a2cac221 HTTP/1.1" status: 204 len: 168 time: 0.2455099 Apr 20 13:01:28.863550 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d2834-5bd0-41cb-b074-efb22a8ddc55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033126bd-a08f-48d2-9061-6675a2cac221,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:29.036508 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926aff78-4b6e-48d5-9cfe-bce35cb3355a req-cd8eedf4-3a9b-4edc-85ef-b5ad79b260bb tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:29.038022 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-926aff78-4b6e-48d5-9cfe-bce35cb3355a req-cd8eedf4-3a9b-4edc-85ef-b5ad79b260bb tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?device_id=474e7de6-b2b2-4c97-b405-f66b8c99857a HTTP/1.1" status: 200 len: 944 time: 0.0511553 Apr 20 13:01:29.080938 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-926aff78-4b6e-48d5-9cfe-bce35cb3355a req-4cdad6bd-7dac-43ef-aa2b-0898a4dd472a tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups?id=61d9d20d-b394-4330-aaf3-e1fda56d0806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355403 Apr 20 13:01:29.168926 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 36fc73d8-1d42-47db-8c72-b6045f3458cf up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:01:29.193695 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743df19-b7eb-4c1c-b782-0cb7124e037e req-aea034dc-481c-4d59-9386-aac26ec0b10b tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:29.195726 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d743df19-b7eb-4c1c-b782-0cb7124e037e req-aea034dc-481c-4d59-9386-aac26ec0b10b tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 943 time: 0.0537453 Apr 20 13:01:29.238517 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d743df19-b7eb-4c1c-b782-0cb7124e037e req-4e562af0-1ce9-4a72-8eb5-31ca825df0c2 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362971 Apr 20 13:01:29.250494 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:29.279109 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 36fc73d8-1d42-47db-8c72-b6045f3458cf completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:01:29.286433 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 36fc73d8-1d42-47db-8c72-b6045f3458cf triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:29.287005 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:29.359476 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9937b-cf6b-41c3-a2fa-1182843f6d3d req-0c7368b2-66e3-4409-8c4c-a1d33feef54e tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:29.364921 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5cb9937b-cf6b-41c3-a2fa-1182843f6d3d req-0c7368b2-66e3-4409-8c4c-a1d33feef54e tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 949 time: 0.0562143 Apr 20 13:01:29.375809 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:29.400166 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '474e7de6-b2b2-4c97-b405-f66b8c99857a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36fc73d8-1d42-47db-8c72-b6045f3458cf'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:01:29.402384 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5e80b3-68ab-4719-aa66-7f6c31eb711f" -d '{"events": [{"server_uuid": "474e7de6-b2b2-4c97-b405-f66b8c99857a", "name": "network-vif-plugged", "status": "completed", "tag": "36fc73d8-1d42-47db-8c72-b6045f3458cf"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:01:29.415540 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 36fc73d8-1d42-47db-8c72-b6045f3458cf, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=36fc73d8-1d42-47db-8c72-b6045f3458cf,segment=NetworkSegment(e4c92f94-f6dd-48c1-bca6-089b3293cc2a),segment_id=e4c92f94-f6dd-48c1-bca6-089b3293cc2a)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:29.416724 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5cb9937b-cf6b-41c3-a2fa-1182843f6d3d req-883b9d41-029c-4ca7-a9a4-8ff105dfdd8d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385900 Apr 20 13:01:29.467174 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6393bd-a271-4b90-b4f2-412d128e78c0 x-openstack-request-id: req-8a6393bd-a271-4b90-b4f2-412d128e78c0 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:01:29.467522 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "474e7de6-b2b2-4c97-b405-f66b8c99857a", "name": "network-vif-plugged", "status": "completed", "tag": "36fc73d8-1d42-47db-8c72-b6045f3458cf", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:01:29.467783 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8a6393bd-a271-4b90-b4f2-412d128e78c0 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:01:29.468181 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a6393bd-a271-4b90-b4f2-412d128e78c0'] response: {'server_uuid': '474e7de6-b2b2-4c97-b405-f66b8c99857a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36fc73d8-1d42-47db-8c72-b6045f3458cf', 'code': 200} Apr 20 13:01:29.530453 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:29.568081 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5de82c-3476-4572-83c8-7177005cf7f4 req-8ac28fc3-33e5-4501-a52f-27f840e532fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:29.569558 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5c5de82c-3476-4572-83c8-7177005cf7f4 req-8ac28fc3-33e5-4501-a52f-27f840e532fe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=474e7de6-b2b2-4c97-b405-f66b8c99857a HTTP/1.1" status: 200 len: 1096 time: 0.0407803 Apr 20 13:01:29.578117 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=36fc73d8-1d42-47db-8c72-b6045f3458cf,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:29.606866 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5c5de82c-3476-4572-83c8-7177005cf7f4 req-9ede69bc-bebc-40d4-a393-92cea640a871 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=61d9d20d-b394-4330-aaf3-e1fda56d0806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309205 Apr 20 13:01:29.613359 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55530) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:29.655621 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2ac78a5a-8b73-4dbf-9297-3b3f9f82de0d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=192da4801ddb440b9154764e3b54356e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409892 Apr 20 13:01:29.658268 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55534) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:29.708184 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bd361208-1c13-4c9c-b19d-3b6f167435f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:29.722687 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b02056-034a-474f-9776-d6534ef8b05c req-7f5a5f38-89e3-4fb4-ad09-a4e22388c291 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:29.724722 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-80b02056-034a-474f-9776-d6534ef8b05c req-7f5a5f38-89e3-4fb4-ad09-a4e22388c291 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2097c93f-bec1-4f4c-9ad2-c08aff6fec98 HTTP/1.1" status: 200 len: 945 time: 0.0523095 Apr 20 13:01:29.728969 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bd361208-1c13-4c9c-b19d-3b6f167435f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:29.730105 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:29.763468 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-80b02056-034a-474f-9776-d6534ef8b05c req-a039739d-8757-4b40-9a4a-cb83263cbb91 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329225 Apr 20 13:01:29.848097 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bd361208-1c13-4c9c-b19d-3b6f167435f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:29.851040 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bd361208-1c13-4c9c-b19d-3b6f167435f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:29.855589 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-bd361208-1c13-4c9c-b19d-3b6f167435f6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3b9e3b28-4fe5-491f-8693-ec6d048f0ad9 HTTP/1.1" status: 204 len: 168 time: 0.1962852 Apr 20 13:01:29.865181 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd361208-1c13-4c9c-b19d-3b6f167435f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9e3b28-4fe5-491f-8693-ec6d048f0ad9,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:29.899861 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55542) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:29.919653 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a991a-d8f7-4c7a-a96c-6552fd6dc73b req-fce3e488-ae40-4c05-8925-93f407f2b188 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:29.923855 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-943a991a-d8f7-4c7a-a96c-6552fd6dc73b req-fce3e488-ae40-4c05-8925-93f407f2b188 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 943 time: 0.0629468 Apr 20 13:01:29.961393 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-943a991a-d8f7-4c7a-a96c-6552fd6dc73b req-6db8ff10-7852-4f36-a889-e59e3fe33a18 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341635 Apr 20 13:01:30.013119 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-88408da8-8454-4626-bbd4-08af9666187e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:30.084771 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-88408da8-8454-4626-bbd4-08af9666187e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:30.135810 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-88408da8-8454-4626-bbd4-08af9666187e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:30.175284 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-88408da8-8454-4626-bbd4-08af9666187e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=88cd4d249cb64570acf36498c35e693a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2743430 Apr 20 13:01:30.179011 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55550) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:30.194966 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88408da8-8454-4626-bbd4-08af9666187e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69329b30-cceb-4b0f-a712-4c054b9dad8f,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:30.213604 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c19e4-d69a-4faf-be2a-465cbdab5295 req-c343c6f7-4ae2-4910-94f4-1a7bfba0ed39 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:30.215278 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d17c19e4-d69a-4faf-be2a-465cbdab5295 req-c343c6f7-4ae2-4910-94f4-1a7bfba0ed39 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?device_id=474e7de6-b2b2-4c97-b405-f66b8c99857a HTTP/1.1" status: 200 len: 945 time: 0.0670185 Apr 20 13:01:30.251266 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a0f4056c-2d08-495f-88d2-623ec2a46858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:30.264126 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d17c19e4-d69a-4faf-be2a-465cbdab5295 req-5292642f-6ead-47f3-8ce2-70c2aea14b9a tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups?id=61d9d20d-b394-4330-aaf3-e1fda56d0806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424962 Apr 20 13:01:30.277748 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a0f4056c-2d08-495f-88d2-623ec2a46858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:30.368948 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61025cc7-e6d8-4b7f-8440-564b444e6186 req-a2f1e2a0-5071-4b7d-b311-7a8ae6562e97 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:30.370444 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-61025cc7-e6d8-4b7f-8440-564b444e6186 req-a2f1e2a0-5071-4b7d-b311-7a8ae6562e97 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 943 time: 0.0505230 Apr 20 13:01:30.402122 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a0f4056c-2d08-495f-88d2-623ec2a46858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:30.404722 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a0f4056c-2d08-495f-88d2-623ec2a46858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:30.405889 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a0f4056c-2d08-495f-88d2-623ec2a46858 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/69329b30-cceb-4b0f-a712-4c054b9dad8f HTTP/1.1" status: 204 len: 168 time: 0.2245028 Apr 20 13:01:30.409465 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-61025cc7-e6d8-4b7f-8440-564b444e6186 req-5bf01e36-c66c-4b4c-b1f7-a5613a600a02 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326149 Apr 20 13:01:30.420603 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f4056c-2d08-495f-88d2-623ec2a46858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69329b30-cceb-4b0f-a712-4c054b9dad8f,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:30.534643 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8139637-9f9e-42e8-af8d-703c0d1695e1 req-65bc732e-4dbf-40cc-80f6-0895fe55f06d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:30.536145 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d8139637-9f9e-42e8-af8d-703c0d1695e1 req-65bc732e-4dbf-40cc-80f6-0895fe55f06d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 949 time: 0.0488613 Apr 20 13:01:30.574845 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d8139637-9f9e-42e8-af8d-703c0d1695e1 req-4d2a8bee-1124-4883-bd7a-66352eaf81c3 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307856 Apr 20 13:01:30.878749 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2229d2-aaf0-40f6-8747-82818ae32340 req-ab68d633-ffef-45a7-8c6a-2ebfd64469d6 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:30.880231 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5d2229d2-aaf0-40f6-8747-82818ae32340 req-ab68d633-ffef-45a7-8c6a-2ebfd64469d6 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2097c93f-bec1-4f4c-9ad2-c08aff6fec98 HTTP/1.1" status: 200 len: 945 time: 0.0515878 Apr 20 13:01:30.918215 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5d2229d2-aaf0-40f6-8747-82818ae32340 req-05629d8c-1024-4ca6-904b-87690c8b5bf9 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314426 Apr 20 13:01:31.057922 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55584) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:31.071386 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8c1b2aad-3d09-47c4-91e9-8876c956dc28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:31.081998 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78c4e3-59ed-48d5-b92d-55c9d12d653f req-f9cb0363-fcb7-4020-a8b6-87fe1a613fb1 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:31.083568 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a78c4e3-59ed-48d5-b92d-55c9d12d653f req-f9cb0363-fcb7-4020-a8b6-87fe1a613fb1 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 943 time: 0.0511723 Apr 20 13:01:31.123438 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a78c4e3-59ed-48d5-b92d-55c9d12d653f req-068bc025-0a8a-4624-9fa5-073c0217ee8f tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332067 Apr 20 13:01:31.156742 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8c1b2aad-3d09-47c4-91e9-8876c956dc28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:31.184354 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:01:31.216456 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8c1b2aad-3d09-47c4-91e9-8876c956dc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:31.257393 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8c1b2aad-3d09-47c4-91e9-8876c956dc28 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=11aaeee5d0234cfcbf9ce00a486ce60c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1982727 Apr 20 13:01:31.257650 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55586) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:31.260274 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b2aad-3d09-47c4-91e9-8876c956dc28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a986ae1-922a-42db-9d22-49960bb5e199,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:31.281636 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=27bd2188-70cb-4539-a1dc-dd1dc73c9dfb,segment=NetworkSegment(c36f4b37-e1d8-4848-acc2-f80f64f61825),segment_id=c36f4b37-e1d8-4848-acc2-f80f64f61825)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:31.293660 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '27bd2188-70cb-4539-a1dc-dd1dc73c9dfb', 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480', 'port_id': '27bd2188-70cb-4539-a1dc-dd1dc73c9dfb', 'mac_address': 'fa:16:3e:dd:8e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd5d8d2c-9bbe-433b-b6b9-a140ce7264b5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:01:31.326556 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-66de4236-b190-4c3a-9347-9cf935ed91f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:31.336245 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:31.350063 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:01:31.356853 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-66de4236-b190-4c3a-9347-9cf935ed91f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:31.370472 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=27bd2188-70cb-4539-a1dc-dd1dc73c9dfb,segment=NetworkSegment(c36f4b37-e1d8-4848-acc2-f80f64f61825),segment_id=c36f4b37-e1d8-4848-acc2-f80f64f61825)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:31.428865 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39411758-08c4-48bb-a55e-6132796dcb1a req-d7aeefb2-746a-4eb3-8c01-4620edcedb2c tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:31.430845 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-39411758-08c4-48bb-a55e-6132796dcb1a req-d7aeefb2-746a-4eb3-8c01-4620edcedb2c tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?device_id=474e7de6-b2b2-4c97-b405-f66b8c99857a HTTP/1.1" status: 200 len: 945 time: 0.0765889 Apr 20 13:01:31.479121 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:31.484206 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-39411758-08c4-48bb-a55e-6132796dcb1a req-2aae3db1-0b43-4523-8347-afdccab70f97 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups?id=61d9d20d-b394-4330-aaf3-e1fda56d0806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467696 Apr 20 13:01:31.513539 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-66de4236-b190-4c3a-9347-9cf935ed91f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:31.516495 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-66de4236-b190-4c3a-9347-9cf935ed91f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:31.517624 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-66de4236-b190-4c3a-9347-9cf935ed91f8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2a986ae1-922a-42db-9d22-49960bb5e199 HTTP/1.1" status: 204 len: 168 time: 0.2575498 Apr 20 13:01:31.544920 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de4236-b190-4c3a-9347-9cf935ed91f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a986ae1-922a-42db-9d22-49960bb5e199,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:31.564584 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2fa4db-2aac-468a-822e-f6ffbd205d78 req-9e4124b2-ddb7-4f50-aac9-b9e80e233e2d tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:31.566583 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ef2fa4db-2aac-468a-822e-f6ffbd205d78 req-9e4124b2-ddb7-4f50-aac9-b9e80e233e2d tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 943 time: 0.0664792 Apr 20 13:01:31.590691 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=27bd2188-70cb-4539-a1dc-dd1dc73c9dfb,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:31.627972 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ef2fa4db-2aac-468a-822e-f6ffbd205d78 req-d93ceaf7-6ff0-48a7-827d-059e009bbb2c tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547128 Apr 20 13:01:31.696122 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bde426-6e71-45a1-af4b-ae49e4630674 req-88c1926c-3c9f-4945-af80-87264ee4fbd6 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:31.697688 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-37bde426-6e71-45a1-af4b-ae49e4630674 req-88c1926c-3c9f-4945-af80-87264ee4fbd6 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 949 time: 0.0495608 Apr 20 13:01:31.717379 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 55f4e14c-d2dc-4d7d-a11b-f2318569fd75 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:01:31.751898 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-37bde426-6e71-45a1-af4b-ae49e4630674 req-868b8930-1a05-42d7-94be-d6ca6fda3f91 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460312 Apr 20 13:01:31.829693 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 55f4e14c-d2dc-4d7d-a11b-f2318569fd75, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=55f4e14c-d2dc-4d7d-a11b-f2318569fd75,segment=NetworkSegment(b9427c0d-7fe5-4e74-94e3-27c981444053),segment_id=b9427c0d-7fe5-4e74-94e3-27c981444053)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:31.844288 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '55f4e14c-d2dc-4d7d-a11b-f2318569fd75', 'network_id': '9eaa8fa9-47b3-460d-82ca-75804ab06d95', 'port_id': '55f4e14c-d2dc-4d7d-a11b-f2318569fd75', 'mac_address': 'fa:16:3e:30:76:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c487580-ee49-4130-b630-2a0a0e6c2f73', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:01:31.889655 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:31.905439 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['27bd2188-70cb-4539-a1dc-dd1dc73c9dfb'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:01:31.909267 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55f4e14c-d2dc-4d7d-a11b-f2318569fd75 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:01:31.961407 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 55f4e14c-d2dc-4d7d-a11b-f2318569fd75, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=55f4e14c-d2dc-4d7d-a11b-f2318569fd75,segment=NetworkSegment(b9427c0d-7fe5-4e74-94e3-27c981444053),segment_id=b9427c0d-7fe5-4e74-94e3-27c981444053)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:32.062648 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a95fa-73f3-4896-93db-12ecfb02840d req-2b0128ca-37be-4698-98d3-ad676bddb7a3 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:32.064157 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-326a95fa-73f3-4896-93db-12ecfb02840d req-2b0128ca-37be-4698-98d3-ad676bddb7a3 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2097c93f-bec1-4f4c-9ad2-c08aff6fec98 HTTP/1.1" status: 200 len: 945 time: 0.0563486 Apr 20 13:01:32.071451 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:32.108929 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-326a95fa-73f3-4896-93db-12ecfb02840d req-2025cc46-161b-4660-8548-1ad819ade656 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379488 Apr 20 13:01:32.178575 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['55f4e14c-d2dc-4d7d-a11b-f2318569fd75'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:01:32.186193 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=55f4e14c-d2dc-4d7d-a11b-f2318569fd75,revision_number=6']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:32.274991 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e609422-60f0-4344-9e7f-8908646f0e08 req-a1f05ad3-c235-4498-8df5-3c0a816b33eb tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:32.276473 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5e609422-60f0-4344-9e7f-8908646f0e08 req-a1f05ad3-c235-4498-8df5-3c0a816b33eb tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 944 time: 0.0677249 Apr 20 13:01:32.318059 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5e609422-60f0-4344-9e7f-8908646f0e08 req-19cdb155-8d8f-4b99-a470-be4517b04c88 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342059 Apr 20 13:01:32.609282 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67872f-8634-4cde-a834-b73e25da1698 req-01f8063e-57c0-4589-a704-87bbc0d9edd0 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:32.609282 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5c67872f-8634-4cde-a834-b73e25da1698 req-01f8063e-57c0-4589-a704-87bbc0d9edd0 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?device_id=474e7de6-b2b2-4c97-b405-f66b8c99857a HTTP/1.1" status: 200 len: 945 time: 0.0504715 Apr 20 13:01:32.644383 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5c67872f-8634-4cde-a834-b73e25da1698 req-2e3c9c18-7bf1-4072-b4b2-8360a6533f11 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups?id=61d9d20d-b394-4330-aaf3-e1fda56d0806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356593 Apr 20 13:01:32.766052 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0acea59e-7e25-4c2c-afdf-d894cdcc2891 req-f4837731-6230-47a1-924c-19c51420dd8f tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1991495512&fields=id&tenant_id=3d8c73074e914bc58eefd75fef245022 HTTP/1.1" status: 200 len: 267 time: 0.0424094 Apr 20 13:01:32.774331 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01358823-efca-4aaf-a36b-afaf67c17014 req-846127e2-e314-46be-9a5c-02689eb9dd8e tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:32.775767 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-01358823-efca-4aaf-a36b-afaf67c17014 req-846127e2-e314-46be-9a5c-02689eb9dd8e tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 943 time: 0.0819297 Apr 20 13:01:32.841820 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acea59e-7e25-4c2c-afdf-d894cdcc2891 req-587be3d6-3f5b-49df-8afd-5342d4b6848f tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:32.843253 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0acea59e-7e25-4c2c-afdf-d894cdcc2891 req-587be3d6-3f5b-49df-8afd-5342d4b6848f tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?device_id=474e7de6-b2b2-4c97-b405-f66b8c99857a HTTP/1.1" status: 200 len: 945 time: 0.0666230 Apr 20 13:01:32.848503 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-01358823-efca-4aaf-a36b-afaf67c17014 req-ba098345-333d-4032-a176-df9418d7cf4e tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633991 Apr 20 13:01:32.855723 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-0acea59e-7e25-4c2c-afdf-d894cdcc2891 req-33c30ac6-2aea-45ef-b02a-0cebcc0cf4c5 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Request body: {'port': {'security_groups': ['61d9d20d-b394-4330-aaf3-e1fda56d0806', 'a4cfc52d-072b-4fc5-bc8d-94a636c1b94c']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:32.925098 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0acea59e-7e25-4c2c-afdf-d894cdcc2891 req-33c30ac6-2aea-45ef-b02a-0cebcc0cf4c5 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:33.037584 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-4241b6c7-d789-47d0-82b2-2350eb9f63b5 service neutron] 10.222.0.15 "GET /v2.0/ports/c56b3b8b-006e-4368-ac0e-c6a095ea03ec/bindings/n-h1-836015-7 HTTP/1.1" status: 200 len: 384 time: 0.1030715 Apr 20 13:01:33.182239 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f9ae6086-639d-4d65-9004-17421e9f8ce4 req-beecb643-8dca-4966-b23a-75092d76f452 tempest-QuotasAdminNegativeTest-828766373 tempest-QuotasAdminNegativeTest-828766373-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=9ac851842b644ef8ae4c8a012be40621&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550883 Apr 20 13:01:33.206959 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:01:33.335704 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-0acea59e-7e25-4c2c-afdf-d894cdcc2891 req-33c30ac6-2aea-45ef-b02a-0cebcc0cf4c5 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] For port 36fc73d8-1d42-47db-8c72-b6045f3458cf, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=36fc73d8-1d42-47db-8c72-b6045f3458cf,segment=NetworkSegment(e4c92f94-f6dd-48c1-bca6-089b3293cc2a),segment_id=e4c92f94-f6dd-48c1-bca6-089b3293cc2a)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:33.340418 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:01:33.344535 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:33.346841 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:33.423017 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae6086-639d-4d65-9004-17421e9f8ce4 req-b80570e8-7c60-434a-88c1-344d984a9723 tempest-QuotasAdminNegativeTest-828766373 tempest-QuotasAdminNegativeTest-828766373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:33.424531 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f9ae6086-639d-4d65-9004-17421e9f8ce4 req-b80570e8-7c60-434a-88c1-344d984a9723 tempest-QuotasAdminNegativeTest-828766373 tempest-QuotasAdminNegativeTest-828766373-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2321599 Apr 20 13:01:33.428366 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0acea59e-7e25-4c2c-afdf-d894cdcc2891 req-33c30ac6-2aea-45ef-b02a-0cebcc0cf4c5 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:33.443881 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:33.455320 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f9ae6086-639d-4d65-9004-17421e9f8ce4 req-0f35e1e4-362c-4c67-8c90-8fe51958b8ff tempest-QuotasAdminNegativeTest-828766373 tempest-QuotasAdminNegativeTest-828766373-project] 10.222.0.25 "GET /v2.0/quotas/9ac851842b644ef8ae4c8a012be40621 HTTP/1.1" status: 200 len: 375 time: 0.0195920 Apr 20 13:01:33.463425 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-3b7f9169-45c5-4a7d-af52-47b5259305ad service neutron] For port c56b3b8b-006e-4368-ac0e-c6a095ea03ec, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=c56b3b8b-006e-4368-ac0e-c6a095ea03ec,segment=NetworkSegment(fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1),segment_id=fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:33.511703 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f9ae6086-639d-4d65-9004-17421e9f8ce4 req-7f42d4c9-be87-4aa9-9ae2-7427c2ed20c3 tempest-QuotasAdminNegativeTest-828766373 tempest-QuotasAdminNegativeTest-828766373-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9ac851842b644ef8ae4c8a012be40621&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454638 Apr 20 13:01:33.515791 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0acea59e-7e25-4c2c-afdf-d894cdcc2891 req-33c30ac6-2aea-45ef-b02a-0cebcc0cf4c5 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:33.554494 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-3b7f9169-45c5-4a7d-af52-47b5259305ad service neutron] For port c56b3b8b-006e-4368-ac0e-c6a095ea03ec, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:01:33.582983 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['36fc73d8-1d42-47db-8c72-b6045f3458cf'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:01:33.590304 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acea59e-7e25-4c2c-afdf-d894cdcc2891 req-33c30ac6-2aea-45ef-b02a-0cebcc0cf4c5 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:33.590941 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0acea59e-7e25-4c2c-afdf-d894cdcc2891 req-33c30ac6-2aea-45ef-b02a-0cebcc0cf4c5 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:33.592389 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0acea59e-7e25-4c2c-afdf-d894cdcc2891 req-33c30ac6-2aea-45ef-b02a-0cebcc0cf4c5 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "PUT /v2.0/ports/36fc73d8-1d42-47db-8c72-b6045f3458cf HTTP/1.1" status: 200 len: 981 time: 0.7413869 Apr 20 13:01:33.594414 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '474e7de6-b2b2-4c97-b405-f66b8c99857a', 'tag': '36fc73d8-1d42-47db-8c72-b6045f3458cf'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:01:33.596685 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218baa56-c8b8-49c5-9075-0bbd09b8423d" -d '{"events": [{"name": "network-changed", "server_uuid": "474e7de6-b2b2-4c97-b405-f66b8c99857a", "tag": "36fc73d8-1d42-47db-8c72-b6045f3458cf"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:01:33.616517 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-3b7f9169-45c5-4a7d-af52-47b5259305ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c56b3b8b-006e-4368-ac0e-c6a095ea03ec {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:01:33.645069 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112d18dd-fe44-44d1-98df-737fc44ad5e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27bd2188-70cb-4539-a1dc-dd1dc73c9dfb'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:01:33.645323 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-3b7f9169-45c5-4a7d-af52-47b5259305ad service neutron] For port c56b3b8b-006e-4368-ac0e-c6a095ea03ec, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=c56b3b8b-006e-4368-ac0e-c6a095ea03ec,segment=NetworkSegment(fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1),segment_id=fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:33.647665 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a73d427-9acf-4702-99ce-dd87f4080618" -d '{"events": [{"server_uuid": "112d18dd-fe44-44d1-98df-737fc44ad5e5", "name": "network-vif-plugged", "status": "completed", "tag": "27bd2188-70cb-4539-a1dc-dd1dc73c9dfb"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:01:33.665889 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=27bd2188-70cb-4539-a1dc-dd1dc73c9dfb,segment=NetworkSegment(c36f4b37-e1d8-4848-acc2-f80f64f61825),segment_id=c36f4b37-e1d8-4848-acc2-f80f64f61825)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:33.677806 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['36fc73d8-1d42-47db-8c72-b6045f3458cf'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:01:33.681511 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c30ac6-2aea-45ef-b02a-0cebcc0cf4c5 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Pushing event updated for resources: {'Port': ['ID=36fc73d8-1d42-47db-8c72-b6045f3458cf,revision_number=6']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:33.716473 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 55f4e14c-d2dc-4d7d-a11b-f2318569fd75 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:01:33.727782 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeffae1-7614-4069-816c-a13bd6782f5e req-c58662af-87e0-4a3f-845c-a6b726aa35fb tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:33.729270 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8aeffae1-7614-4069-816c-a13bd6782f5e req-c58662af-87e0-4a3f-845c-a6b726aa35fb tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 949 time: 0.1055138 Apr 20 13:01:33.741815 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e449d-d431-470d-9dc1-e1c11e8c6870 req-eaf9c10e-f4d1-41f6-8b54-adc819b8c115 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:33.743281 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ba9e449d-d431-470d-9dc1-e1c11e8c6870 req-eaf9c10e-f4d1-41f6-8b54-adc819b8c115 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2097c93f-bec1-4f4c-9ad2-c08aff6fec98 HTTP/1.1" status: 200 len: 944 time: 0.0802269 Apr 20 13:01:33.759526 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:33.765455 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-3b7f9169-45c5-4a7d-af52-47b5259305ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:33.810692 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8aeffae1-7614-4069-816c-a13bd6782f5e req-652115eb-17c3-4b81-aeb4-3aa6b79cba0f tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664058 Apr 20 13:01:33.838264 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ba9e449d-d431-470d-9dc1-e1c11e8c6870 req-4ccf9e97-87a1-4d1b-a0d6-8007fe1c9ba1 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875456 Apr 20 13:01:33.872397 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=27bd2188-70cb-4539-a1dc-dd1dc73c9dfb,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:33.913673 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 55f4e14c-d2dc-4d7d-a11b-f2318569fd75 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:33.914075 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:33.929870 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-3b7f9169-45c5-4a7d-af52-47b5259305ad service neutron] Transition to ACTIVE for port object c56b3b8b-006e-4368-ac0e-c6a095ea03ec will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:01:33.948543 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64750b7-1ecf-489a-b001-83ab687b3229 req-36f592b1-e6ae-4bdd-bf83-e2f196aa26cc tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:33.950333 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f64750b7-1ecf-489a-b001-83ab687b3229 req-36f592b1-e6ae-4bdd-bf83-e2f196aa26cc tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 945 time: 0.0751798 Apr 20 13:01:34.000479 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-3b7f9169-45c5-4a7d-af52-47b5259305ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:34.045753 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f64750b7-1ecf-489a-b001-83ab687b3229 req-b8a343a7-910d-4ebe-a790-e195c0be30c5 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865085 Apr 20 13:01:34.093827 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:34.128518 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-3b7f9169-45c5-4a7d-af52-47b5259305ad service neutron] No DVR routers for this DVR port c56b3b8b-006e-4368-ac0e-c6a095ea03ec on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:01:34.140984 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f9169-45c5-4a7d-af52-47b5259305ad service neutron] Pushing event updated for resources: {'Port': ['ID=c56b3b8b-006e-4368-ac0e-c6a095ea03ec,revision_number=10']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:34.148016 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 55f4e14c-d2dc-4d7d-a11b-f2318569fd75, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=55f4e14c-d2dc-4d7d-a11b-f2318569fd75,segment=NetworkSegment(b9427c0d-7fe5-4e74-94e3-27c981444053),segment_id=b9427c0d-7fe5-4e74-94e3-27c981444053)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:34.153028 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-191f9c3a-fb6e-4e4b-9954-65dbaf475e2a tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=39d9105f5c954ebf808bec7916ff0f5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649450 Apr 20 13:01:34.198100 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-3b7f9169-45c5-4a7d-af52-47b5259305ad service neutron] 10.222.0.15 "PUT /v2.0/ports/c56b3b8b-006e-4368-ac0e-c6a095ea03ec/bindings/n-h1-836015-7/activate HTTP/1.1" status: 200 len: 369 time: 1.1502705 Apr 20 13:01:34.227242 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:34.274836 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=55f4e14c-d2dc-4d7d-a11b-f2318569fd75,revision_number=7']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:34.285292 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-890b03f9-b513-4a19-b4ec-bf4870e8b734 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:34.286773 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-890b03f9-b513-4a19-b4ec-bf4870e8b734 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1329288 Apr 20 13:01:34.302553 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-536ba2e5-6376-490e-bc6d-fb448a7e16fc tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/quotas/39d9105f5c954ebf808bec7916ff0f5c HTTP/1.1" status: 200 len: 375 time: 0.0099137 Apr 20 13:01:34.337522 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-60f23923-08c3-4482-ba60-5b7c6800da71 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=39d9105f5c954ebf808bec7916ff0f5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265901 Apr 20 13:01:34.438029 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-781a4b45-a854-4e7b-af63-5db369d284ac req-23ed4d6f-59cc-4bab-b9b7-7720fce65317 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1019498458&fields=id&tenant_id=3d8c73074e914bc58eefd75fef245022 HTTP/1.1" status: 200 len: 267 time: 0.0619514 Apr 20 13:01:34.444609 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-75b9e2ad-dbcd-4987-bd8f-379e6c241a8a tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:34.446682 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-75b9e2ad-dbcd-4987-bd8f-379e6c241a8a tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16&tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4&binding%3Ahost_id=n-h2-836015-7 HTTP/1.1" status: 200 len: 1095 time: 0.0695124 Apr 20 13:01:34.524308 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a4b45-a854-4e7b-af63-5db369d284ac req-155b365b-7724-4f7d-8846-0eb07f5d36de tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:34.525706 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-781a4b45-a854-4e7b-af63-5db369d284ac req-155b365b-7724-4f7d-8846-0eb07f5d36de tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?device_id=474e7de6-b2b2-4c97-b405-f66b8c99857a HTTP/1.1" status: 200 len: 984 time: 0.0781782 Apr 20 13:01:34.536014 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-2c8c67a6-4bd9-452e-96f1-ea5441d87de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:34.537463 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-2c8c67a6-4bd9-452e-96f1-ea5441d87de1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16&tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4 HTTP/1.1" status: 200 len: 1095 time: 0.0810957 Apr 20 13:01:34.539886 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473707c4-6524-4774-bde3-f0fa09d37f9c x-openstack-request-id: req-473707c4-6524-4774-bde3-f0fa09d37f9c {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:01:34.540167 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "474e7de6-b2b2-4c97-b405-f66b8c99857a", "tag": "36fc73d8-1d42-47db-8c72-b6045f3458cf", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:01:34.540418 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-473707c4-6524-4774-bde3-f0fa09d37f9c {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:01:34.540795 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-473707c4-6524-4774-bde3-f0fa09d37f9c'] response: {'name': 'network-changed', 'server_uuid': '474e7de6-b2b2-4c97-b405-f66b8c99857a', 'tag': '36fc73d8-1d42-47db-8c72-b6045f3458cf', 'status': 'completed', 'code': 200} Apr 20 13:01:34.544958 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-781a4b45-a854-4e7b-af63-5db369d284ac req-f567ea0f-6b85-43bd-a50c-e327c316464d tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Request body: {'port': {'security_groups': ['61d9d20d-b394-4330-aaf3-e1fda56d0806', 'a4cfc52d-072b-4fc5-bc8d-94a636c1b94c', '23595038-996f-4705-b1b0-25aa681ca55c']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:34.572378 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af4dd8e-fb07-4401-8de4-f9062ed1750a x-openstack-request-id: req-7af4dd8e-fb07-4401-8de4-f9062ed1750a {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:01:34.572722 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112d18dd-fe44-44d1-98df-737fc44ad5e5", "name": "network-vif-plugged", "status": "completed", "tag": "27bd2188-70cb-4539-a1dc-dd1dc73c9dfb", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:01:34.573004 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7af4dd8e-fb07-4401-8de4-f9062ed1750a {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:01:34.573424 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7af4dd8e-fb07-4401-8de4-f9062ed1750a'] response: {'server_uuid': '112d18dd-fe44-44d1-98df-737fc44ad5e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27bd2188-70cb-4539-a1dc-dd1dc73c9dfb', 'code': 200} Apr 20 13:01:34.678661 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-781a4b45-a854-4e7b-af63-5db369d284ac req-f567ea0f-6b85-43bd-a50c-e327c316464d tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:34.687295 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-914c5aca-0ba2-4680-8a60-3157fb8c729c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:34.688857 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-914c5aca-0ba2-4680-8a60-3157fb8c729c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4&device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 1095 time: 0.0864294 Apr 20 13:01:34.704215 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218baa56-c8b8-49c5-9075-0bbd09b8423d req-df54893b-e04f-49a5-8f10-15ef3590b478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:34.705758 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-218baa56-c8b8-49c5-9075-0bbd09b8423d req-df54893b-e04f-49a5-8f10-15ef3590b478 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d8c73074e914bc58eefd75fef245022&device_id=474e7de6-b2b2-4c97-b405-f66b8c99857a HTTP/1.1" status: 200 len: 1135 time: 0.0970318 Apr 20 13:01:34.715791 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605cf1b-aa92-4294-a978-0393a3eedf61 req-b5e83d1d-31b5-41e5-8de1-b1cf8f41e2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:34.717852 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e605cf1b-aa92-4294-a978-0393a3eedf61 req-b5e83d1d-31b5-41e5-8de1-b1cf8f41e2b8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 1096 time: 0.0641465 Apr 20 13:01:34.754258 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d71b7-322a-438a-9b80-d91ae0eedac8 req-a59bc75f-10b6-4a35-9b31-ba98f200b042 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:34.755703 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-608d71b7-322a-438a-9b80-d91ae0eedac8 req-a59bc75f-10b6-4a35-9b31-ba98f200b042 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 944 time: 0.1175265 Apr 20 13:01:34.790505 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e605cf1b-aa92-4294-a978-0393a3eedf61 req-b2d29b63-5d60-4cb9-a15a-d4c03fa04450 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623231 Apr 20 13:01:34.817050 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-90da38ce-5dc3-4c4b-a3af-109779f4b6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:34.818523 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-90da38ce-5dc3-4c4b-a3af-109779f4b6fd service neutron] 10.222.0.32 "GET /v2.0/networks?id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88 HTTP/1.1" status: 200 len: 909 time: 0.1161079 Apr 20 13:01:34.866673 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-608d71b7-322a-438a-9b80-d91ae0eedac8 req-5d21449c-d7cf-4288-967a-71a639b34c8f tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982249 Apr 20 13:01:34.904628 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218baa56-c8b8-49c5-9075-0bbd09b8423d req-523c52fa-1dd8-40e6-972b-c9bdbf8e9d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:34.906060 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-218baa56-c8b8-49c5-9075-0bbd09b8423d req-523c52fa-1dd8-40e6-972b-c9bdbf8e9d68 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7 HTTP/1.1" status: 200 len: 913 time: 0.1714156 Apr 20 13:01:35.026637 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-406e91c6-7b21-404b-8a4d-3314d740466d req-12891b34-cbaa-4c52-aa43-abcc6ec308b5 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/ports?device_id=4292dd5f-d52e-476e-8880-ac619a0a098a HTTP/1.1" status: 200 len: 210 time: 0.0381162 Apr 20 13:01:35.031654 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-781a4b45-a854-4e7b-af63-5db369d284ac req-f567ea0f-6b85-43bd-a50c-e327c316464d tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] For port 36fc73d8-1d42-47db-8c72-b6045f3458cf, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=36fc73d8-1d42-47db-8c72-b6045f3458cf,segment=NetworkSegment(e4c92f94-f6dd-48c1-bca6-089b3293cc2a),segment_id=e4c92f94-f6dd-48c1-bca6-089b3293cc2a)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:35.074739 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-781a4b45-a854-4e7b-af63-5db369d284ac req-f567ea0f-6b85-43bd-a50c-e327c316464d tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:35.138988 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4da46-855c-4781-bbc3-b82dccd42f1f req-91d9dcc2-3e4a-4196-ac3c-300838ba9d20 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:35.140465 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e1a4da46-855c-4781-bbc3-b82dccd42f1f req-91d9dcc2-3e4a-4196-ac3c-300838ba9d20 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 949 time: 0.0475986 Apr 20 13:01:35.177834 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e1a4da46-855c-4781-bbc3-b82dccd42f1f req-ede58cd4-19a6-49ef-9d55-62d8cc52d03f tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313196 Apr 20 13:01:35.186747 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-781a4b45-a854-4e7b-af63-5db369d284ac req-f567ea0f-6b85-43bd-a50c-e327c316464d tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:35.199381 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['36fc73d8-1d42-47db-8c72-b6045f3458cf'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:01:35.237156 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a4b45-a854-4e7b-af63-5db369d284ac req-f567ea0f-6b85-43bd-a50c-e327c316464d tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:35.237778 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-781a4b45-a854-4e7b-af63-5db369d284ac req-f567ea0f-6b85-43bd-a50c-e327c316464d tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:35.239142 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-781a4b45-a854-4e7b-af63-5db369d284ac req-f567ea0f-6b85-43bd-a50c-e327c316464d tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "PUT /v2.0/ports/36fc73d8-1d42-47db-8c72-b6045f3458cf HTTP/1.1" status: 200 len: 1020 time: 0.7056458 Apr 20 13:01:35.289426 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f567ea0f-6b85-43bd-a50c-e327c316464d tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Pushing event updated for resources: {'Port': ['ID=36fc73d8-1d42-47db-8c72-b6045f3458cf,revision_number=7']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:35.309010 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf8674-b1ab-45c4-a6b6-e1c934d89a2e req-3f60795f-2398-4f6c-9e1e-756a0aa5d08a tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:35.310602 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4cdf8674-b1ab-45c4-a6b6-e1c934d89a2e req-3f60795f-2398-4f6c-9e1e-756a0aa5d08a tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2097c93f-bec1-4f4c-9ad2-c08aff6fec98 HTTP/1.1" status: 200 len: 945 time: 0.0704963 Apr 20 13:01:35.346618 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['36fc73d8-1d42-47db-8c72-b6045f3458cf'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:01:35.361413 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4cdf8674-b1ab-45c4-a6b6-e1c934d89a2e req-2c70a3c5-582b-4f3d-b239-ae29306c293e tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445511 Apr 20 13:01:35.468001 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a245f-9305-44ea-9f1c-1e2fdea37437 req-0eb02e3f-03e7-431b-a64d-b13399a6a7d1 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:35.469470 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-027a245f-9305-44ea-9f1c-1e2fdea37437 req-0eb02e3f-03e7-431b-a64d-b13399a6a7d1 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 945 time: 0.0497727 Apr 20 13:01:35.523158 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-027a245f-9305-44ea-9f1c-1e2fdea37437 req-cb63ec4e-a1c8-4148-874e-cc8edaecf0cc tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430279 Apr 20 13:01:35.616082 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b55eb-4c71-40d4-bed1-cfe8588af143 req-fec3d654-d689-427d-8b3c-b4a0fa69f587 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:35.620713 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-757b55eb-4c71-40d4-bed1-cfe8588af143 req-fec3d654-d689-427d-8b3c-b4a0fa69f587 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?device_id=474e7de6-b2b2-4c97-b405-f66b8c99857a HTTP/1.1" status: 200 len: 1023 time: 0.0759852 Apr 20 13:01:35.728983 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device c56b3b8b-006e-4368-ac0e-c6a095ea03ec no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:01:35.769790 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device c56b3b8b-006e-4368-ac0e-c6a095ea03ec not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:01:35.943638 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-757b55eb-4c71-40d4-bed1-cfe8588af143 req-17214c6c-a199-4322-bef2-b6ed4b1fee7b tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups?id=61d9d20d-b394-4330-aaf3-e1fda56d0806&id=23595038-996f-4705-b1b0-25aa681ca55c&id=a4cfc52d-072b-4fc5-bc8d-94a636c1b94c HTTP/1.1" status: 200 len: 6149 time: 0.3183267 Apr 20 13:01:36.051165 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-93223ea4-d9eb-4699-83bb-4592c090a53b req-1f7599aa-f33b-48ca-b7a0-8507bce999b0 tempest-QuotasAdminNegativeTest-828766373 tempest-QuotasAdminNegativeTest-828766373-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=9ac851842b644ef8ae4c8a012be40621&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276608 Apr 20 13:01:36.075707 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30854361-bcde-4f20-a30e-38ea8a003f87 req-5bb7a708-372f-4cbb-b157-f11ce8a6f4c1 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:36.077110 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-30854361-bcde-4f20-a30e-38ea8a003f87 req-5bb7a708-372f-4cbb-b157-f11ce8a6f4c1 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 944 time: 0.0802727 Apr 20 13:01:36.161892 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-30854361-bcde-4f20-a30e-38ea8a003f87 req-35d04b14-dc6c-4707-accd-ed25034fe7ef tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729220 Apr 20 13:01:36.194705 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93223ea4-d9eb-4699-83bb-4592c090a53b req-939cc89c-6c2f-4f90-8256-a2f04c955466 tempest-QuotasAdminNegativeTest-828766373 tempest-QuotasAdminNegativeTest-828766373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:36.196303 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-93223ea4-d9eb-4699-83bb-4592c090a53b req-939cc89c-6c2f-4f90-8256-a2f04c955466 tempest-QuotasAdminNegativeTest-828766373 tempest-QuotasAdminNegativeTest-828766373-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1375296 Apr 20 13:01:36.214128 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-93223ea4-d9eb-4699-83bb-4592c090a53b req-96bd04ec-09b8-488c-aa3f-feeb0116de5e tempest-QuotasAdminNegativeTest-828766373 tempest-QuotasAdminNegativeTest-828766373-project] 10.222.0.25 "GET /v2.0/quotas/9ac851842b644ef8ae4c8a012be40621 HTTP/1.1" status: 200 len: 375 time: 0.0095391 Apr 20 13:01:36.266051 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-93223ea4-d9eb-4699-83bb-4592c090a53b req-c55a3f3a-e29b-42de-b2a6-f2dc1eaaef6c tempest-QuotasAdminNegativeTest-828766373 tempest-QuotasAdminNegativeTest-828766373-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9ac851842b644ef8ae4c8a012be40621&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379438 Apr 20 13:01:36.285125 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25fbd6f-36c1-4b5c-918a-54a5498bd217 req-29724892-7458-41f0-b42d-962581752d54 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:36.286575 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f25fbd6f-36c1-4b5c-918a-54a5498bd217 req-29724892-7458-41f0-b42d-962581752d54 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2097c93f-bec1-4f4c-9ad2-c08aff6fec98 HTTP/1.1" status: 200 len: 945 time: 0.0683663 Apr 20 13:01:36.329068 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f25fbd6f-36c1-4b5c-918a-54a5498bd217 req-8198d767-5dd9-4585-abf9-82458cb55be7 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355918 Apr 20 13:01:36.333681 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-eea0ae51-d618-40c1-82e4-15ead3f2e3d4 req-ca3ac10c-e505-4e1f-8ab8-225ccb082bc9 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Request body: {'security_group': {'name': ' tempest-securitygroup -438840373 ', 'description': 'tempest-description-581741319'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:36.408239 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65d5a7ab-3485-47a1-9cdc-5179fb76022c req-5aa8d533-5529-4eed-a252-1e3d5d292c0d tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/ports?device_id=4292dd5f-d52e-476e-8880-ac619a0a098a HTTP/1.1" status: 200 len: 210 time: 0.0251257 Apr 20 13:01:36.436960 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-eea0ae51-d618-40c1-82e4-15ead3f2e3d4 req-ca3ac10c-e505-4e1f-8ab8-225ccb082bc9 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:36.531224 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-eea0ae51-d618-40c1-82e4-15ead3f2e3d4 req-ca3ac10c-e505-4e1f-8ab8-225ccb082bc9 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:36.539601 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476c6fc-f29f-4e16-9ba7-a3a6f8d62977 req-7e18d89c-6ea6-40ea-adef-d479e77245f3 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:36.541071 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f476c6fc-f29f-4e16-9ba7-a3a6f8d62977 req-7e18d89c-6ea6-40ea-adef-d479e77245f3 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 949 time: 0.0774915 Apr 20 13:01:36.541494 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '474e7de6-b2b2-4c97-b405-f66b8c99857a', 'tag': '36fc73d8-1d42-47db-8c72-b6045f3458cf'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:01:36.543687 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a50346-16a4-4ae6-951c-afa7b2286781" -d '{"events": [{"name": "network-changed", "server_uuid": "474e7de6-b2b2-4c97-b405-f66b8c99857a", "tag": "36fc73d8-1d42-47db-8c72-b6045f3458cf"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:01:36.574788 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2097c93f-bec1-4f4c-9ad2-c08aff6fec98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f4e14c-d2dc-4d7d-a11b-f2318569fd75'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:01:36.577191 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306e308f-6769-4539-b25f-cf5577db2c31" -d '{"events": [{"server_uuid": "2097c93f-bec1-4f4c-9ad2-c08aff6fec98", "name": "network-vif-plugged", "status": "completed", "tag": "55f4e14c-d2dc-4d7d-a11b-f2318569fd75"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:01:36.578121 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f476c6fc-f29f-4e16-9ba7-a3a6f8d62977 req-2ac71b09-8bcc-4fb9-9180-cf52cf9e19a1 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304458 Apr 20 13:01:36.630642 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-eea0ae51-d618-40c1-82e4-15ead3f2e3d4 req-ca3ac10c-e505-4e1f-8ab8-225ccb082bc9 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:36.660474 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ac10c-e505-4e1f-8ab8-225ccb082bc9 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd2c7a6-3e07-43ef-b502-80d91244e78f,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:36.737995 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-eea0ae51-d618-40c1-82e4-15ead3f2e3d4 req-ca3ac10c-e505-4e1f-8ab8-225ccb082bc9 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:36.740127 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eea0ae51-d618-40c1-82e4-15ead3f2e3d4 req-ca3ac10c-e505-4e1f-8ab8-225ccb082bc9 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.4101484 Apr 20 13:01:36.777603 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed12e50e-88f8-4642-b7e5-98ad12ba83a9 x-openstack-request-id: req-ed12e50e-88f8-4642-b7e5-98ad12ba83a9 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:01:36.777981 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "474e7de6-b2b2-4c97-b405-f66b8c99857a", "tag": "36fc73d8-1d42-47db-8c72-b6045f3458cf", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:01:36.778328 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ed12e50e-88f8-4642-b7e5-98ad12ba83a9 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:01:36.778843 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed12e50e-88f8-4642-b7e5-98ad12ba83a9'] response: {'name': 'network-changed', 'server_uuid': '474e7de6-b2b2-4c97-b405-f66b8c99857a', 'tag': '36fc73d8-1d42-47db-8c72-b6045f3458cf', 'status': 'completed', 'code': 200} Apr 20 13:01:36.811381 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-739662c9-bb00-49a7-9376-35b2c636c164 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=39d9105f5c954ebf808bec7916ff0f5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233314 Apr 20 13:01:36.860149 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a304a3b-ece6-43d7-a0d7-8ccaf0c688b5 x-openstack-request-id: req-6a304a3b-ece6-43d7-a0d7-8ccaf0c688b5 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:01:36.860535 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2097c93f-bec1-4f4c-9ad2-c08aff6fec98", "name": "network-vif-plugged", "status": "completed", "tag": "55f4e14c-d2dc-4d7d-a11b-f2318569fd75", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:01:36.860856 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6a304a3b-ece6-43d7-a0d7-8ccaf0c688b5 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:01:36.861317 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a304a3b-ece6-43d7-a0d7-8ccaf0c688b5'] response: {'server_uuid': '2097c93f-bec1-4f4c-9ad2-c08aff6fec98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f4e14c-d2dc-4d7d-a11b-f2318569fd75', 'code': 200} Apr 20 13:01:36.965128 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab83ef-306e-4106-a694-76b2da48ae86 req-ade8d36b-7c0f-4391-a046-bc245eb7e34d tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:36.966592 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-41ab83ef-306e-4106-a694-76b2da48ae86 req-ade8d36b-7c0f-4391-a046-bc245eb7e34d tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 945 time: 0.1365755 Apr 20 13:01:36.975698 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-16121923-4076-4b05-a31d-fd30e186f462 req-986cf469-84e6-42d0-b660-8ec117eeafed tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups/9fd2c7a6-3e07-43ef-b502-80d91244e78f HTTP/1.1" status: 200 len: 1779 time: 0.0830569 Apr 20 13:01:37.008644 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-27cd04df-7d6f-4d48-b803-8938830fc538 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:37.010091 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-27cd04df-7d6f-4d48-b803-8938830fc538 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1905010 Apr 20 13:01:37.027392 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-51992afd-078b-4b77-b6b4-caaac89b05d3 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Request body: {'port': {'device_id': '4292dd5f-d52e-476e-8880-ac619a0a098a', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'admin_state_up': True, 'tenant_id': '39d9105f5c954ebf808bec7916ff0f5c'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:37.045454 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-41ab83ef-306e-4106-a694-76b2da48ae86 req-f58f23c1-1942-4c7e-a15e-53108f42c778 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724733 Apr 20 13:01:37.151881 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1189b8d2-27dd-41ad-9064-35ebccad0386 req-b23f543c-6bbc-4518-9d13-65d03212c86f tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups/9fd2c7a6-3e07-43ef-b502-80d91244e78f HTTP/1.1" status: 200 len: 1779 time: 0.0714111 Apr 20 13:01:37.215273 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1189b8d2-27dd-41ad-9064-35ebccad0386 req-97ebba15-f555-4d04-9765-6e9903fa134d tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:37.236314 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1189b8d2-27dd-41ad-9064-35ebccad0386 req-97ebba15-f555-4d04-9765-6e9903fa134d tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:37.265602 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-51992afd-078b-4b77-b6b4-caaac89b05d3 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Made reservation on behalf of 39d9105f5c954ebf808bec7916ff0f5c for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:01:37.269098 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-51992afd-078b-4b77-b6b4-caaac89b05d3 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:37.279203 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-51992afd-078b-4b77-b6b4-caaac89b05d3 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:37.344385 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b618eee-e3ee-4e54-add6-cfa009cddb3a req-877df243-57b5-477c-9180-30ca7a507ae8 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:37.345874 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8b618eee-e3ee-4e54-add6-cfa009cddb3a req-877df243-57b5-477c-9180-30ca7a507ae8 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 944 time: 0.0527096 Apr 20 13:01:37.380318 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1189b8d2-27dd-41ad-9064-35ebccad0386 req-97ebba15-f555-4d04-9765-6e9903fa134d tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:37.383459 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1189b8d2-27dd-41ad-9064-35ebccad0386 req-97ebba15-f555-4d04-9765-6e9903fa134d tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:37.384551 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1189b8d2-27dd-41ad-9064-35ebccad0386 req-97ebba15-f555-4d04-9765-6e9903fa134d tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "DELETE /v2.0/security-groups/9fd2c7a6-3e07-43ef-b502-80d91244e78f HTTP/1.1" status: 204 len: 173 time: 0.2240107 Apr 20 13:01:37.403459 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8b618eee-e3ee-4e54-add6-cfa009cddb3a req-2d047aca-abe9-4cc9-bc13-a871c45fbe68 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514927 Apr 20 13:01:37.407438 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ebba15-f555-4d04-9765-6e9903fa134d tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd2c7a6-3e07-43ef-b502-80d91244e78f,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:37.485987 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-51992afd-078b-4b77-b6b4-caaac89b05d3 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:37.518346 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5b875bc1-8679-4829-91b4-b9622f2c0aa4 req-5a6b0e6f-a125-45be-927a-4310c3f0f73a tempest-QuotasAdminNegativeTest-828766373 tempest-QuotasAdminNegativeTest-828766373-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=9ac851842b644ef8ae4c8a012be40621&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469518 Apr 20 13:01:37.550899 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-51992afd-078b-4b77-b6b4-caaac89b05d3 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:37.608975 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316d713-405d-4fca-a365-4de088e037aa req-f516f9ae-e5c3-49e8-b60f-272304ba41d0 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:37.610429 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6316d713-405d-4fca-a365-4de088e037aa req-f516f9ae-e5c3-49e8-b60f-272304ba41d0 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2097c93f-bec1-4f4c-9ad2-c08aff6fec98 HTTP/1.1" status: 200 len: 945 time: 0.1380196 Apr 20 13:01:37.691618 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51992afd-078b-4b77-b6b4-caaac89b05d3 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b513574a-3d22-4318-bbc3-0b88bec7690f,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:37.761140 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b875bc1-8679-4829-91b4-b9622f2c0aa4 req-69757e47-6ce8-4c1c-8995-ed070a90c65e tempest-QuotasAdminNegativeTest-828766373 tempest-QuotasAdminNegativeTest-828766373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:37.762561 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5b875bc1-8679-4829-91b4-b9622f2c0aa4 req-69757e47-6ce8-4c1c-8995-ed070a90c65e tempest-QuotasAdminNegativeTest-828766373 tempest-QuotasAdminNegativeTest-828766373-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2373152 Apr 20 13:01:37.767341 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6316d713-405d-4fca-a365-4de088e037aa req-45150cc3-497b-49d0-9b80-1ec850d1f035 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434164 Apr 20 13:01:37.787310 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5b875bc1-8679-4829-91b4-b9622f2c0aa4 req-c14bcc6f-c11e-49df-8225-2940ec85c400 tempest-QuotasAdminNegativeTest-828766373 tempest-QuotasAdminNegativeTest-828766373-project] 10.222.0.25 "GET /v2.0/quotas/9ac851842b644ef8ae4c8a012be40621 HTTP/1.1" status: 200 len: 375 time: 0.0158563 Apr 20 13:01:37.812018 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-51992afd-078b-4b77-b6b4-caaac89b05d3 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Allocated IP 192.168.233.43 (6efc3d61-2150-4671-a02d-6127df40131a/c5b1f82a-7732-4b50-ab22-2475f182a712/b264d124-e118-441d-b789-6e14e397baad) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:01:37.826815 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [req-49714d0f-1875-490a-afb4-cf2cea96e224 req-3f564d00-a3d1-411e-8629-e489104c4968 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] show failed (client error): The resource could not be found. Apr 20 13:01:37.827807 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-49714d0f-1875-490a-afb4-cf2cea96e224 req-3f564d00-a3d1-411e-8629-e489104c4968 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups/9fd2c7a6-3e07-43ef-b502-80d91244e78f HTTP/1.1" status: 404 len: 352 time: 0.0361176 Apr 20 13:01:37.844212 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5b875bc1-8679-4829-91b4-b9622f2c0aa4 req-9caabdf4-9212-4a21-9a26-c42b51c76b88 tempest-QuotasAdminNegativeTest-828766373 tempest-QuotasAdminNegativeTest-828766373-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9ac851842b644ef8ae4c8a012be40621&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448034 Apr 20 13:01:37.918538 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483bc75d-4d92-465c-a2f8-9554fdc0c353 req-cc84b5ef-bdf1-4187-87b9-8f8787706a0b tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:37.920151 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-483bc75d-4d92-465c-a2f8-9554fdc0c353 req-cc84b5ef-bdf1-4187-87b9-8f8787706a0b tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.15 "GET /v2.0/ports?device_id=2097c93f-bec1-4f4c-9ad2-c08aff6fec98 HTTP/1.1" status: 200 len: 945 time: 0.0706177 Apr 20 13:01:37.927991 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f297341-4b8f-4022-9ce3-c62ebbff42f0 req-b6312676-9ff6-407f-85ab-002275d1fcde tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/ports?device_id=4292dd5f-d52e-476e-8880-ac619a0a098a HTTP/1.1" status: 200 len: 210 time: 0.0483825 Apr 20 13:01:37.980001 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-65c7aa44-c555-404a-aaf0-86135c1fba21 req-955846d4-feaf-4dd6-a337-c03dc35f964b tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1132935515', 'description': 'tempest-description-584537112'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:38.022628 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-483bc75d-4d92-465c-a2f8-9554fdc0c353 req-b03a9e89-71ae-4c54-bac3-52e67e0d8111 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Deleting port 55f4e14c-d2dc-4d7d-a11b-f2318569fd75 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:01:38.022965 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-483bc75d-4d92-465c-a2f8-9554fdc0c353 req-b03a9e89-71ae-4c54-bac3-52e67e0d8111 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:38.075104 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe1d54-c758-4cdb-975a-8d17f7a9db68 req-4f15109d-ef5c-4063-9f8c-764559c1df32 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:38.076624 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73fe1d54-c758-4cdb-975a-8d17f7a9db68 req-4f15109d-ef5c-4063-9f8c-764559c1df32 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 949 time: 0.0854654 Apr 20 13:01:38.086951 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-51992afd-078b-4b77-b6b4-caaac89b05d3 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:38.108429 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65c7aa44-c555-404a-aaf0-86135c1fba21 req-955846d4-feaf-4dd6-a337-c03dc35f964b tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:38.116720 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-483bc75d-4d92-465c-a2f8-9554fdc0c353 req-b03a9e89-71ae-4c54-bac3-52e67e0d8111 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] For port 55f4e14c-d2dc-4d7d-a11b-f2318569fd75, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=55f4e14c-d2dc-4d7d-a11b-f2318569fd75,segment=NetworkSegment(b9427c0d-7fe5-4e74-94e3-27c981444053),segment_id=b9427c0d-7fe5-4e74-94e3-27c981444053)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:38.117578 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-483bc75d-4d92-465c-a2f8-9554fdc0c353 req-b03a9e89-71ae-4c54-bac3-52e67e0d8111 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:38.130481 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-483bc75d-4d92-465c-a2f8-9554fdc0c353 req-b03a9e89-71ae-4c54-bac3-52e67e0d8111 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Calling delete_port for 55f4e14c-d2dc-4d7d-a11b-f2318569fd75 owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:01:38.149216 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73fe1d54-c758-4cdb-975a-8d17f7a9db68 req-a86150be-499b-40e3-924c-e45bd17a76db tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653303 Apr 20 13:01:38.209406 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65c7aa44-c555-404a-aaf0-86135c1fba21 req-955846d4-feaf-4dd6-a337-c03dc35f964b tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:38.239028 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-51992afd-078b-4b77-b6b4-caaac89b05d3 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:38.273506 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65c7aa44-c555-404a-aaf0-86135c1fba21 req-955846d4-feaf-4dd6-a337-c03dc35f964b tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:38.307790 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-51992afd-078b-4b77-b6b4-caaac89b05d3 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Network 6efc3d61-2150-4671-a02d-6127df40131a is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:01:38.315704 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-51992afd-078b-4b77-b6b4-caaac89b05d3 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:01:38.321163 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51992afd-078b-4b77-b6b4-caaac89b05d3 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Pushing event updated for resources: {'Port': ['ID=b264d124-e118-441d-b789-6e14e397baad,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:38.322318 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-483bc75d-4d92-465c-a2f8-9554fdc0c353 req-b03a9e89-71ae-4c54-bac3-52e67e0d8111 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:38.325469 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-51992afd-078b-4b77-b6b4-caaac89b05d3 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:01:38.348031 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955846d4-feaf-4dd6-a337-c03dc35f964b tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca900c4-6385-4b32-ae60-9f5503fdaeae,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:38.364753 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03a9e89-71ae-4c54-bac3-52e67e0d8111 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Pushing event deleted for resources: {'Port': ['ID=55f4e14c-d2dc-4d7d-a11b-f2318569fd75,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:38.380556 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-51992afd-078b-4b77-b6b4-caaac89b05d3 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:38.381184 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-51992afd-078b-4b77-b6b4-caaac89b05d3 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:38.386222 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65c7aa44-c555-404a-aaf0-86135c1fba21 req-955846d4-feaf-4dd6-a337-c03dc35f964b tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:38.387487 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65c7aa44-c555-404a-aaf0-86135c1fba21 req-955846d4-feaf-4dd6-a337-c03dc35f964b tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4174309 Apr 20 13:01:38.409428 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-483bc75d-4d92-465c-a2f8-9554fdc0c353 req-b03a9e89-71ae-4c54-bac3-52e67e0d8111 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] No DVR routers for this DVR port 55f4e14c-d2dc-4d7d-a11b-f2318569fd75 on host n-h2-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:01:38.412328 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-483bc75d-4d92-465c-a2f8-9554fdc0c353 req-b03a9e89-71ae-4c54-bac3-52e67e0d8111 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:38.418438 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-483bc75d-4d92-465c-a2f8-9554fdc0c353 req-b03a9e89-71ae-4c54-bac3-52e67e0d8111 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.15 "DELETE /v2.0/ports/55f4e14c-d2dc-4d7d-a11b-f2318569fd75 HTTP/1.1" status: 204 len: 173 time: 0.4917424 Apr 20 13:01:38.418775 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2097c93f-bec1-4f4c-9ad2-c08aff6fec98', 'name': 'network-vif-deleted', 'tag': '55f4e14c-d2dc-4d7d-a11b-f2318569fd75'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:01:38.422131 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8caf54c6-52ee-40fb-8a7b-2c62fee57d1b" -d '{"events": [{"server_uuid": "2097c93f-bec1-4f4c-9ad2-c08aff6fec98", "name": "network-vif-deleted", "tag": "55f4e14c-d2dc-4d7d-a11b-f2318569fd75"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:01:38.450494 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-cdd63793-0431-4405-96a8-ca35e22a7cde req-9461c152-e170-4718-ab46-03580815d5b0 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-448292452', 'description': 'tempest-description-1115828945'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:38.482947 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-51992afd-078b-4b77-b6b4-caaac89b05d3 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4624612 Apr 20 13:01:38.505059 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-31795724-615e-4b84-9fc2-44711b31429e service neutron] Request body: {'port': {'device_id': '4292dd5f-d52e-476e-8880-ac619a0a098a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:38.565737 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-7f88fefd-83b3-4596-8fa6-09f9f5d46cd3 None None] Provisioning complete for port b264d124-e118-441d-b789-6e14e397baad triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:38.566374 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7f88fefd-83b3-4596-8fa6-09f9f5d46cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:38.577419 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646aa7be-de7d-4d0b-95e0-c5fb8b73ae14 req-1600b6c1-2a08-4409-83bb-104119c42748 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:38.578828 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-646aa7be-de7d-4d0b-95e0-c5fb8b73ae14 req-1600b6c1-2a08-4409-83bb-104119c42748 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 945 time: 0.1148417 Apr 20 13:01:38.580182 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-31795724-615e-4b84-9fc2-44711b31429e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:38.582189 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cdd63793-0431-4405-96a8-ca35e22a7cde req-9461c152-e170-4718-ab46-03580815d5b0 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:38.604738 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-7f88fefd-83b3-4596-8fa6-09f9f5d46cd3 None None] Port b264d124-e118-441d-b789-6e14e397baad cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:01:38.665330 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-646aa7be-de7d-4d0b-95e0-c5fb8b73ae14 req-f96c79ef-64a4-43da-beb9-78d464ce8bfe tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793173 Apr 20 13:01:38.710636 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5422b832-d31c-4b0f-af89-ad7831e9234d x-openstack-request-id: req-5422b832-d31c-4b0f-af89-ad7831e9234d {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:01:38.711595 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2097c93f-bec1-4f4c-9ad2-c08aff6fec98", "name": "network-vif-deleted", "tag": "55f4e14c-d2dc-4d7d-a11b-f2318569fd75", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:01:38.711898 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5422b832-d31c-4b0f-af89-ad7831e9234d {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:01:38.712347 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5422b832-d31c-4b0f-af89-ad7831e9234d'] response: {'server_uuid': '2097c93f-bec1-4f4c-9ad2-c08aff6fec98', 'name': 'network-vif-deleted', 'tag': '55f4e14c-d2dc-4d7d-a11b-f2318569fd75', 'status': 'completed', 'code': 200} Apr 20 13:01:38.828936 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cdd63793-0431-4405-96a8-ca35e22a7cde req-9461c152-e170-4718-ab46-03580815d5b0 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:38.882075 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c5cb8-76e6-475b-9be7-4dd911a4cf8c req-edb736d6-199a-46f9-bbb8-ef6956d63b5d tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:38.883628 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-938c5cb8-76e6-475b-9be7-4dd911a4cf8c req-edb736d6-199a-46f9-bbb8-ef6956d63b5d tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 944 time: 0.1190119 Apr 20 13:01:38.904112 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cdd63793-0431-4405-96a8-ca35e22a7cde req-9461c152-e170-4718-ab46-03580815d5b0 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:38.974410 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9461c152-e170-4718-ab46-03580815d5b0 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85e46f14-c120-4f88-b562-78f0c91aa48e,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:38.982476 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-938c5cb8-76e6-475b-9be7-4dd911a4cf8c req-d200fa6d-3b43-4ec5-92d1-a8108b372121 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891664 Apr 20 13:01:39.025449 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-31795724-615e-4b84-9fc2-44711b31429e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b264d124-e118-441d-b789-6e14e397baad {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:01:39.034374 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cdd63793-0431-4405-96a8-ca35e22a7cde req-9461c152-e170-4718-ab46-03580815d5b0 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:39.035752 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cdd63793-0431-4405-96a8-ca35e22a7cde req-9461c152-e170-4718-ab46-03580815d5b0 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5896220 Apr 20 13:01:39.037592 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-31795724-615e-4b84-9fc2-44711b31429e service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:39.053189 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-31795724-615e-4b84-9fc2-44711b31429e service neutron] Transition to ACTIVE for port object b264d124-e118-441d-b789-6e14e397baad will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:01:39.116078 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-23d9cbf0-0706-45cf-a2d1-c633272ba8d0 req-42922463-f262-4b6f-b495-2fe8387f1766 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=2097c93f-bec1-4f4c-9ad2-c08aff6fec98 HTTP/1.1" status: 200 len: 210 time: 0.0283773 Apr 20 13:01:39.129866 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-31795724-615e-4b84-9fc2-44711b31429e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:39.177638 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-ab4d3fb4-54e6-43d7-a18f-b2ef70b8db5d req-74f2760d-c8e4-4c32-8f76-576bad386a92 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-700936326', 'description': 'tempest-description-1373408116'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:39.222672 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31795724-615e-4b84-9fc2-44711b31429e service neutron] Pushing event updated for resources: {'Port': ['ID=b264d124-e118-441d-b789-6e14e397baad,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:39.256512 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a15923-83c5-475a-8d39-20087cc4fa5c req-3cbbb27a-1c2e-40e8-b7ca-bdfa9f9ecee7 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:39.258543 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-36a15923-83c5-475a-8d39-20087cc4fa5c req-3cbbb27a-1c2e-40e8-b7ca-bdfa9f9ecee7 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/ports?device_id=4292dd5f-d52e-476e-8880-ac619a0a098a HTTP/1.1" status: 200 len: 947 time: 0.1389606 Apr 20 13:01:39.318162 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ab4d3fb4-54e6-43d7-a18f-b2ef70b8db5d req-74f2760d-c8e4-4c32-8f76-576bad386a92 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:39.354268 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-36a15923-83c5-475a-8d39-20087cc4fa5c req-8073c6f4-508d-47c5-8489-8931952c33f1 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b513574a-3d22-4318-bbc3-0b88bec7690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731862 Apr 20 13:01:39.365551 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-31795724-615e-4b84-9fc2-44711b31429e service neutron] Attempting to bind port b264d124-e118-441d-b789-6e14e397baad on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:01:39.366449 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-31795724-615e-4b84-9fc2-44711b31429e service neutron] Attempting to bind port b264d124-e118-441d-b789-6e14e397baad by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:01:39.366449 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-31795724-615e-4b84-9fc2-44711b31429e service neutron] Attempting to bind port b264d124-e118-441d-b789-6e14e397baad on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:01:39.378333 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-31795724-615e-4b84-9fc2-44711b31429e service neutron] Port b264d124-e118-441d-b789-6e14e397baad on network 6efc3d61-2150-4671-a02d-6127df40131a not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:01:39.378333 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-31795724-615e-4b84-9fc2-44711b31429e service neutron] Attempting to bind port b264d124-e118-441d-b789-6e14e397baad on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:01:39.389241 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-31795724-615e-4b84-9fc2-44711b31429e service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:01:39.389602 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-31795724-615e-4b84-9fc2-44711b31429e service neutron] Checking segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:01:39.389968 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-31795724-615e-4b84-9fc2-44711b31429e service neutron] Bound using segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:01:39.390619 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-31795724-615e-4b84-9fc2-44711b31429e service neutron] Bound port: b264d124-e118-441d-b789-6e14e397baad, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:01:39.390993 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-31795724-615e-4b84-9fc2-44711b31429e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:39.528914 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ab4d3fb4-54e6-43d7-a18f-b2ef70b8db5d req-74f2760d-c8e4-4c32-8f76-576bad386a92 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:39.532121 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-31795724-615e-4b84-9fc2-44711b31429e service neutron] For port b264d124-e118-441d-b789-6e14e397baad, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:01:39.537054 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-31795724-615e-4b84-9fc2-44711b31429e service neutron] For port b264d124-e118-441d-b789-6e14e397baad, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b264d124-e118-441d-b789-6e14e397baad,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:01:39.550802 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000e95b-1e2a-4894-a96c-55393dfc7ccd req-b1978967-79e9-49c5-8b91-ec6ed2be20b2 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:39.552323 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9000e95b-1e2a-4894-a96c-55393dfc7ccd req-b1978967-79e9-49c5-8b91-ec6ed2be20b2 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 949 time: 0.1134667 Apr 20 13:01:39.560034 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55850) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:39.591769 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9000e95b-1e2a-4894-a96c-55393dfc7ccd req-14e0734f-9e46-4d68-971b-f7077a831b47 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319211 Apr 20 13:01:39.604226 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ab4d3fb4-54e6-43d7-a18f-b2ef70b8db5d req-74f2760d-c8e4-4c32-8f76-576bad386a92 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:39.633349 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2760d-c8e4-4c32-8f76-576bad386a92 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b42cce80-9419-443e-ab21-812a0898e6a7,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:39.642612 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-31795724-615e-4b84-9fc2-44711b31429e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:39.684010 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2c7f5e69-8e20-49eb-9eb7-964fd1e1fcc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:39.684113 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-31795724-615e-4b84-9fc2-44711b31429e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:39.684113 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-31795724-615e-4b84-9fc2-44711b31429e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:39.684113 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-31795724-615e-4b84-9fc2-44711b31429e service neutron] 10.222.0.15 "PUT /v2.0/ports/b264d124-e118-441d-b789-6e14e397baad HTTP/1.1" status: 200 len: 1095 time: 1.1841860 Apr 20 13:01:39.684113 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4292dd5f-d52e-476e-8880-ac619a0a098a', 'tag': 'b264d124-e118-441d-b789-6e14e397baad'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:01:39.687720 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e35ce6f-62aa-4670-9f5d-5e2b872ae7eb" -d '{"events": [{"name": "network-changed", "server_uuid": "4292dd5f-d52e-476e-8880-ac619a0a098a", "tag": "b264d124-e118-441d-b789-6e14e397baad"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:01:39.706365 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ab4d3fb4-54e6-43d7-a18f-b2ef70b8db5d req-74f2760d-c8e4-4c32-8f76-576bad386a92 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:39.719154 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ab4d3fb4-54e6-43d7-a18f-b2ef70b8db5d req-74f2760d-c8e4-4c32-8f76-576bad386a92 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5657301 Apr 20 13:01:39.740476 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31795724-615e-4b84-9fc2-44711b31429e service neutron] Pushing event updated for resources: {'Port': ['ID=b264d124-e118-441d-b789-6e14e397baad,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:39.754788 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 55f4e14c-d2dc-4d7d-a11b-f2318569fd75 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:01:39.756034 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a1c6bb-4c07-4521-af9b-b25cc5687d77 x-openstack-request-id: req-a0a1c6bb-4c07-4521-af9b-b25cc5687d77 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:01:39.756573 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4292dd5f-d52e-476e-8880-ac619a0a098a", "tag": "b264d124-e118-441d-b789-6e14e397baad", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:01:39.756918 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a0a1c6bb-4c07-4521-af9b-b25cc5687d77 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:01:39.757408 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0a1c6bb-4c07-4521-af9b-b25cc5687d77'] response: {'name': 'network-changed', 'server_uuid': '4292dd5f-d52e-476e-8880-ac619a0a098a', 'tag': 'b264d124-e118-441d-b789-6e14e397baad', 'status': 'completed', 'code': 200} Apr 20 13:01:39.780812 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 55f4e14c-d2dc-4d7d-a11b-f2318569fd75 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:01:39.781148 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 55f4e14c-d2dc-4d7d-a11b-f2318569fd75 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:01:39.822986 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2c7f5e69-8e20-49eb-9eb7-964fd1e1fcc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:39.882581 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2c7f5e69-8e20-49eb-9eb7-964fd1e1fcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:39.889508 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35ce6f-62aa-4670-9f5d-5e2b872ae7eb req-afcdd1e7-8e03-4392-a9ba-e41a637d1b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:39.891003 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e35ce6f-62aa-4670-9f5d-5e2b872ae7eb req-afcdd1e7-8e03-4392-a9ba-e41a637d1b55 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=39d9105f5c954ebf808bec7916ff0f5c&device_id=4292dd5f-d52e-476e-8880-ac619a0a098a HTTP/1.1" status: 200 len: 1098 time: 0.1113386 Apr 20 13:01:39.902931 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dfd17f-c9cf-4ca1-91b2-637ff3615448 req-8a41525f-8dbf-4e5a-b634-662565fd6108 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:39.904390 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f5dfd17f-c9cf-4ca1-91b2-637ff3615448 req-8a41525f-8dbf-4e5a-b634-662565fd6108 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 945 time: 0.1093862 Apr 20 13:01:39.924635 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2c7f5e69-8e20-49eb-9eb7-964fd1e1fcc9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9ac851842b644ef8ae4c8a012be40621&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3630550 Apr 20 13:01:39.925790 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f5e69-8e20-49eb-9eb7-964fd1e1fcc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c359f4-7020-434b-9c7c-8225d1fb9699,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:39.926875 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55860) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:39.955087 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e35ce6f-62aa-4670-9f5d-5e2b872ae7eb req-b57456b9-daf0-451a-9ff3-c0a28c069ac6 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=39d9105f5c954ebf808bec7916ff0f5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476162 Apr 20 13:01:40.021132 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b78ec267-40e1-4eb2-8cc6-690355afa8e1 req-60af09a2-839d-46d1-9470-52a6a72c3566 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3d8c73074e914bc58eefd75fef245022 HTTP/1.1" status: 200 len: 10896 time: 0.2504046 Apr 20 13:01:40.096086 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f5dfd17f-c9cf-4ca1-91b2-637ff3615448 req-a5ba9e41-a733-4e8c-b96b-f1dcfdaba143 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699231 Apr 20 13:01:40.132964 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5c11b0f3-53a6-4eda-92b6-e544730fa2a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:40.163717 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b78ec267-40e1-4eb2-8cc6-690355afa8e1 req-b3879368-e00c-49b4-a02b-8f6daccfede2 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups/61d9d20d-b394-4330-aaf3-e1fda56d0806 HTTP/1.1" status: 200 len: 2981 time: 0.1089282 Apr 20 13:01:40.182009 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35ce6f-62aa-4670-9f5d-5e2b872ae7eb req-5fd56114-4806-4c37-bd5d-e9e7cc1b7e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:40.183408 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e35ce6f-62aa-4670-9f5d-5e2b872ae7eb req-5fd56114-4806-4c37-bd5d-e9e7cc1b7e48 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2174110 Apr 20 13:01:40.200024 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5c11b0f3-53a6-4eda-92b6-e544730fa2a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:40.302554 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f6acd-dd39-43aa-a1d4-3a3584ef5d72 req-541af001-a996-4fb6-bcb1-17fd4d3204eb tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:40.304009 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-511f6acd-dd39-43aa-a1d4-3a3584ef5d72 req-541af001-a996-4fb6-bcb1-17fd4d3204eb tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 944 time: 0.1462560 Apr 20 13:01:40.311172 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b78ec267-40e1-4eb2-8cc6-690355afa8e1 req-dcd0c236-55f6-45c8-bb91-51b551c32da5 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups/61d9d20d-b394-4330-aaf3-e1fda56d0806 HTTP/1.1" status: 200 len: 2981 time: 0.1304619 Apr 20 13:01:40.330402 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-a2a838e0-4bd1-4c3c-8dcf-57de71d4699f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:40.331874 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-a2a838e0-4bd1-4c3c-8dcf-57de71d4699f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=39d9105f5c954ebf808bec7916ff0f5c&device_id=4292dd5f-d52e-476e-8880-ac619a0a098a HTTP/1.1" status: 200 len: 1098 time: 0.1125121 Apr 20 13:01:40.389102 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-511f6acd-dd39-43aa-a1d4-3a3584ef5d72 req-4b361d57-bf20-4d9a-a28a-8f5704ff2d7f tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768685 Apr 20 13:01:40.390160 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-0905516c-8c90-4e09-b07e-8a856ed44baa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=b264d124-e118-441d-b789-6e14e397baad HTTP/1.1" status: 200 len: 217 time: 0.0502632 Apr 20 13:01:40.457217 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ae583488-9d9e-4056-a3c5-10d591635f76 req-47f98655-bb31-4248-9d9f-1998c5e1ecb5 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups/9ca900c4-6385-4b32-ae60-9f5503fdaeae HTTP/1.1" status: 200 len: 1800 time: 0.0780468 Apr 20 13:01:40.462981 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-871b0401-150c-4e05-a6dc-47e6a4f3f72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:40.464377 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-871b0401-150c-4e05-a6dc-47e6a4f3f72d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0669744 Apr 20 13:01:40.503752 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5c11b0f3-53a6-4eda-92b6-e544730fa2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:40.506224 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5c11b0f3-53a6-4eda-92b6-e544730fa2a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:40.507331 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5c11b0f3-53a6-4eda-92b6-e544730fa2a2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/88c359f4-7020-434b-9c7c-8225d1fb9699 HTTP/1.1" status: 204 len: 168 time: 0.5697033 Apr 20 13:01:40.530738 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11b0f3-53a6-4eda-92b6-e544730fa2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c359f4-7020-434b-9c7c-8225d1fb9699,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:40.543902 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-b1179e27-5647-48e1-9049-90772320e90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:40.545384 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-b1179e27-5647-48e1-9049-90772320e90c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0729558 Apr 20 13:01:40.579169 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ae583488-9d9e-4056-a3c5-10d591635f76 req-a4148210-d5ee-4ca5-a199-40369eb7b07c tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:40.638945 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ae583488-9d9e-4056-a3c5-10d591635f76 req-a4148210-d5ee-4ca5-a199-40369eb7b07c tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:40.692246 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-56570bd4-35c4-421c-bc16-30c8dbd1de0a service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386585 Apr 20 13:01:40.771874 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ae583488-9d9e-4056-a3c5-10d591635f76 req-a4148210-d5ee-4ca5-a199-40369eb7b07c tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:40.774355 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ae583488-9d9e-4056-a3c5-10d591635f76 req-a4148210-d5ee-4ca5-a199-40369eb7b07c tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:40.775496 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ae583488-9d9e-4056-a3c5-10d591635f76 req-a4148210-d5ee-4ca5-a199-40369eb7b07c tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "DELETE /v2.0/security-groups/9ca900c4-6385-4b32-ae60-9f5503fdaeae HTTP/1.1" status: 204 len: 173 time: 0.3102319 Apr 20 13:01:40.918025 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55880) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:40.923501 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-45b1c87c-7336-49a9-a75b-f5234ac0a151 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Request body: {'security_group': {'name': 'tempest-securitygroup--864608030', 'description': 'tempest-description--391927024'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:41.027766 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-45b1c87c-7336-49a9-a75b-f5234ac0a151 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:41.076168 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4148210-d5ee-4ca5-a199-40369eb7b07c tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca900c4-6385-4b32-ae60-9f5503fdaeae,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:41.081519 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-abfe040b-78d0-41cb-a762-fe5971a9f62e req-e2d42bed-366e-4a5a-bc08-2c297f2cca98 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812664 Apr 20 13:01:41.111139 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-45b1c87c-7336-49a9-a75b-f5234ac0a151 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:41.137542 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b476b-47fb-4156-9427-00767e103f15 req-b7bc24b9-358e-4f06-9134-bac8e2debd16 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:41.139002 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-693b476b-47fb-4156-9427-00767e103f15 req-b7bc24b9-358e-4f06-9134-bac8e2debd16 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 949 time: 0.0816708 Apr 20 13:01:41.146836 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621f66c-5d82-441e-b254-454393d2186e req-9d79d692-7704-4633-bdf9-13ce11af7935 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:41.148729 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7621f66c-5d82-441e-b254-454393d2186e req-9d79d692-7704-4633-bdf9-13ce11af7935 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/ports?device_id=4292dd5f-d52e-476e-8880-ac619a0a098a HTTP/1.1" status: 200 len: 947 time: 0.0882702 Apr 20 13:01:41.175240 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55884) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:41.188125 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-45b1c87c-7336-49a9-a75b-f5234ac0a151 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:41.193517 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-589f9e43-f890-45d3-a7d2-36a689c3dfdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:41.197002 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-693b476b-47fb-4156-9427-00767e103f15 req-049195cc-757a-4711-8da8-b02565e663ff tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473390 Apr 20 13:01:41.209449 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7621f66c-5d82-441e-b254-454393d2186e req-b99fb128-2c03-449f-92e0-b9ecf93b35d4 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b513574a-3d22-4318-bbc3-0b88bec7690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532393 Apr 20 13:01:41.234065 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b1c87c-7336-49a9-a75b-f5234ac0a151 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc69487f-25cb-433f-9db8-c20a5d5c8a87,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:41.249443 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [req-06b82465-ec64-428b-9103-d483dd71d040 req-7debbebf-e964-4794-9057-e153d65ca30d tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] show failed (client error): The resource could not be found. Apr 20 13:01:41.250397 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-06b82465-ec64-428b-9103-d483dd71d040 req-7debbebf-e964-4794-9057-e153d65ca30d tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups/9ca900c4-6385-4b32-ae60-9f5503fdaeae HTTP/1.1" status: 404 len: 352 time: 0.0218947 Apr 20 13:01:41.298783 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-589f9e43-f890-45d3-a7d2-36a689c3dfdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:41.306927 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-45b1c87c-7336-49a9-a75b-f5234ac0a151 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:41.308188 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-45b1c87c-7336-49a9-a75b-f5234ac0a151 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3885367 Apr 20 13:01:41.314620 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55888) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:41.318966 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-45741736-3b8c-494c-af1d-e7df5dc6916a tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Request body: {'security_group_rule': {'security_group_id': 'bc69487f-25cb-433f-9db8-c20a5d5c8a87', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:41.340734 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1390aa0b-584b-4b36-a22c-bbeb33b470cc req-e8cc3b7c-cd49-4250-b86f-d956ce31d85e tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups/85e46f14-c120-4f88-b562-78f0c91aa48e HTTP/1.1" status: 200 len: 1800 time: 0.0673323 Apr 20 13:01:41.353137 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-589f9e43-f890-45d3-a7d2-36a689c3dfdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:41.367582 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d61ca0-e365-47fb-b9de-dc5308b94bcb req-4917e036-a5a6-4695-8226-267dd0d9810b tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:41.369160 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73d61ca0-e365-47fb-b9de-dc5308b94bcb req-4917e036-a5a6-4695-8226-267dd0d9810b tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 945 time: 0.0805953 Apr 20 13:01:41.391303 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-589f9e43-f890-45d3-a7d2-36a689c3dfdb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cb962ff1d1464d4bb21bdab97a1921c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2145731 Apr 20 13:01:41.396972 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55890) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:41.398982 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f9e43-f890-45d3-a7d2-36a689c3dfdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f841071-e51c-404b-b4ca-463452eb2785,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:41.402536 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-45741736-3b8c-494c-af1d-e7df5dc6916a tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:41.463781 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73d61ca0-e365-47fb-b9de-dc5308b94bcb req-5ac70abb-35bb-47d4-b6f5-4f5d4e960ba6 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820060 Apr 20 13:01:41.475442 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-45741736-3b8c-494c-af1d-e7df5dc6916a tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:41.479769 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1390aa0b-584b-4b36-a22c-bbeb33b470cc req-d11418e3-4894-4f2d-8b36-58afba49d6c6 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:41.500480 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-abaac2ee-ca69-41a8-8af2-3d022ca224c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:41.519960 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1390aa0b-584b-4b36-a22c-bbeb33b470cc req-d11418e3-4894-4f2d-8b36-58afba49d6c6 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:41.553469 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-abaac2ee-ca69-41a8-8af2-3d022ca224c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:41.561876 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-45741736-3b8c-494c-af1d-e7df5dc6916a tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:41.580270 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45741736-3b8c-494c-af1d-e7df5dc6916a tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f51cb6a4-3512-4f68-b921-13411a288a71,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:41.639409 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0414729-aaa6-49aa-a085-bc51463aead4 req-fe52ffd2-15b6-47e4-9c2b-be1bc3a2e1bf tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:41.640880 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d0414729-aaa6-49aa-a085-bc51463aead4 req-fe52ffd2-15b6-47e4-9c2b-be1bc3a2e1bf tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 944 time: 0.1152041 Apr 20 13:01:41.648663 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-45741736-3b8c-494c-af1d-e7df5dc6916a tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:41.649991 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-45741736-3b8c-494c-af1d-e7df5dc6916a tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3344598 Apr 20 13:01:41.652696 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55894) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:41.657113 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-1579541c-d730-4f84-8a71-081fd343c893 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Request body: {'security_group_rule': {'security_group_id': 'bc69487f-25cb-433f-9db8-c20a5d5c8a87', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:41.685747 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d0414729-aaa6-49aa-a085-bc51463aead4 req-cf606af0-8f5d-4d72-a6b0-b60c83a87204 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387704 Apr 20 13:01:41.693035 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1390aa0b-584b-4b36-a22c-bbeb33b470cc req-d11418e3-4894-4f2d-8b36-58afba49d6c6 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:41.696245 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1390aa0b-584b-4b36-a22c-bbeb33b470cc req-d11418e3-4894-4f2d-8b36-58afba49d6c6 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:41.697289 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1390aa0b-584b-4b36-a22c-bbeb33b470cc req-d11418e3-4894-4f2d-8b36-58afba49d6c6 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "DELETE /v2.0/security-groups/85e46f14-c120-4f88-b562-78f0c91aa48e HTTP/1.1" status: 204 len: 173 time: 0.3506370 Apr 20 13:01:41.706992 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11418e3-4894-4f2d-8b36-58afba49d6c6 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e46f14-c120-4f88-b562-78f0c91aa48e,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:41.729103 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-abaac2ee-ca69-41a8-8af2-3d022ca224c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:41.731621 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-abaac2ee-ca69-41a8-8af2-3d022ca224c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:41.732889 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-abaac2ee-ca69-41a8-8af2-3d022ca224c9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8f841071-e51c-404b-b4ca-463452eb2785 HTTP/1.1" status: 204 len: 168 time: 0.3324614 Apr 20 13:01:41.735551 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [req-06912a2d-f330-4ef1-9aa7-6a2d0806e0ae req-4e642c10-524c-42ac-83fe-28e5bf30d819 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] show failed (client error): The resource could not be found. Apr 20 13:01:41.736818 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-06912a2d-f330-4ef1-9aa7-6a2d0806e0ae req-4e642c10-524c-42ac-83fe-28e5bf30d819 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups/85e46f14-c120-4f88-b562-78f0c91aa48e HTTP/1.1" status: 404 len: 352 time: 0.0222890 Apr 20 13:01:41.744000 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaac2ee-ca69-41a8-8af2-3d022ca224c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f841071-e51c-404b-b4ca-463452eb2785,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:41.769874 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1579541c-d730-4f84-8a71-081fd343c893 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:41.818357 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cff1b25f-7d34-4fd3-ac4c-adf8dea1bb6d req-909e0080-16cc-4abd-aa22-7ae8ea6a5a8d tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups/b42cce80-9419-443e-ab21-812a0898e6a7 HTTP/1.1" status: 200 len: 1800 time: 0.0587699 Apr 20 13:01:41.849093 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1579541c-d730-4f84-8a71-081fd343c893 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:41.873031 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cff1b25f-7d34-4fd3-ac4c-adf8dea1bb6d req-752db7d1-9ecd-409a-abbb-b0e8b4a0c542 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:41.896813 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cff1b25f-7d34-4fd3-ac4c-adf8dea1bb6d req-752db7d1-9ecd-409a-abbb-b0e8b4a0c542 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:41.993885 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1579541c-d730-4f84-8a71-081fd343c893 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:42.011003 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579541c-d730-4f84-8a71-081fd343c893 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d4a8352-cbf9-41f7-9f6b-b9ac8ead33ab,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:42.099335 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cff1b25f-7d34-4fd3-ac4c-adf8dea1bb6d req-752db7d1-9ecd-409a-abbb-b0e8b4a0c542 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:42.102650 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cff1b25f-7d34-4fd3-ac4c-adf8dea1bb6d req-752db7d1-9ecd-409a-abbb-b0e8b4a0c542 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:42.104001 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cff1b25f-7d34-4fd3-ac4c-adf8dea1bb6d req-752db7d1-9ecd-409a-abbb-b0e8b4a0c542 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "DELETE /v2.0/security-groups/b42cce80-9419-443e-ab21-812a0898e6a7 HTTP/1.1" status: 204 len: 173 time: 0.2847753 Apr 20 13:01:42.114899 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752db7d1-9ecd-409a-abbb-b0e8b4a0c542 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42cce80-9419-443e-ab21-812a0898e6a7,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:42.124977 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:42.148831 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [req-a449079b-c419-44ca-b2c7-cc6ff05aab7b req-0ce11fa2-219f-421c-8277-735ab44db22f tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] show failed (client error): The resource could not be found. Apr 20 13:01:42.149851 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a449079b-c419-44ca-b2c7-cc6ff05aab7b req-0ce11fa2-219f-421c-8277-735ab44db22f tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups/b42cce80-9419-443e-ab21-812a0898e6a7 HTTP/1.1" status: 404 len: 352 time: 0.0211256 Apr 20 13:01:42.155746 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1579541c-d730-4f84-8a71-081fd343c893 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:42.160399 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1579541c-d730-4f84-8a71-081fd343c893 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5033393 Apr 20 13:01:42.160665 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55906) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:42.166322 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-b1144faf-afe8-40f6-a27b-e5d123cb0ec7 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:42.254012 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-156da0d9-c0ff-4707-9eff-62f9b521966f req-9adccb14-9048-4946-8df3-7f5496ab7251 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3d8c73074e914bc58eefd75fef245022 HTTP/1.1" status: 200 len: 6149 time: 0.0793486 Apr 20 13:01:42.270193 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b1144faf-afe8-40f6-a27b-e5d123cb0ec7 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks [] for floatingip, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:42.379870 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-156da0d9-c0ff-4707-9eff-62f9b521966f req-5b551bdb-2fcf-4b9a-8903-16475f1ce9fd tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups/61d9d20d-b394-4330-aaf3-e1fda56d0806 HTTP/1.1" status: 200 len: 2981 time: 0.1191053 Apr 20 13:01:42.410955 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc727f-633e-412e-a78f-7b9499f64e30 req-96b2c663-7b0e-45e4-9ffd-cd0275bfc278 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:42.412570 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-10fc727f-633e-412e-a78f-7b9499f64e30 req-96b2c663-7b0e-45e4-9ffd-cd0275bfc278 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 949 time: 0.1178217 Apr 20 13:01:42.486905 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-10fc727f-633e-412e-a78f-7b9499f64e30 req-2ac52cb3-a434-4e05-89f5-c0926865aeb3 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655744 Apr 20 13:01:42.490778 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-156da0d9-c0ff-4707-9eff-62f9b521966f req-6c729439-a7e8-4c69-aafb-33a0358e31ee tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups/61d9d20d-b394-4330-aaf3-e1fda56d0806 HTTP/1.1" status: 200 len: 2981 time: 0.1016533 Apr 20 13:01:42.515730 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b1144faf-afe8-40f6-a27b-e5d123cb0ec7 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:42.615748 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:42.689476 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48050d-71cf-4edb-a76e-1c573bc8f91a req-beb28be0-4d85-4a88-8d6f-0aa5a2d66efb tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:42.690936 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-da48050d-71cf-4edb-a76e-1c573bc8f91a req-beb28be0-4d85-4a88-8d6f-0aa5a2d66efb tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 945 time: 0.1298697 Apr 20 13:01:42.719855 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4238f8-456e-4abb-96df-b1cc1e459667 req-77c85c4e-d3e9-40a8-9e33-3220fa7849b8 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:42.719855 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8a4238f8-456e-4abb-96df-b1cc1e459667 req-77c85c4e-d3e9-40a8-9e33-3220fa7849b8 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/ports?device_id=4292dd5f-d52e-476e-8880-ac619a0a098a HTTP/1.1" status: 200 len: 947 time: 0.1458058 Apr 20 13:01:42.722988 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-b1144faf-afe8-40f6-a27b-e5d123cb0ec7 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Allocated IP 172.25.8.69 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/3594290a-2a33-44dd-93b5-d310461667b6) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:01:42.797974 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-da48050d-71cf-4edb-a76e-1c573bc8f91a req-3ca1e04c-354a-4e5b-a5e9-11be30a63834 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003551 Apr 20 13:01:42.833293 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8a4238f8-456e-4abb-96df-b1cc1e459667 req-595e48b7-4460-4054-ac20-e74dc66b1aeb tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b513574a-3d22-4318-bbc3-0b88bec7690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115870 Apr 20 13:01:42.841705 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-1b0ecebc-74b8-4138-89f2-b3cf8d5bd257 req-5efc70ef-ffbb-4719-b70d-e89cb3fc8b12 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1137873279', 'description': 'tempest-description-1149991673'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:42.928877 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b1144faf-afe8-40f6-a27b-e5d123cb0ec7 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:42.933273 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1b0ecebc-74b8-4138-89f2-b3cf8d5bd257 req-5efc70ef-ffbb-4719-b70d-e89cb3fc8b12 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:42.977178 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f385a2d-4151-4fe1-a66d-0238ec24b32d req-5cd86888-f5e9-455b-bbe2-8afb48181fbf tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:42.978741 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f385a2d-4151-4fe1-a66d-0238ec24b32d req-5cd86888-f5e9-455b-bbe2-8afb48181fbf tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 944 time: 0.0894728 Apr 20 13:01:43.054644 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f385a2d-4151-4fe1-a66d-0238ec24b32d req-63fa151e-2bf8-4ffa-92ea-69cd479a6c03 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645695 Apr 20 13:01:43.076767 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1b0ecebc-74b8-4138-89f2-b3cf8d5bd257 req-5efc70ef-ffbb-4719-b70d-e89cb3fc8b12 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:43.105847 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b1144faf-afe8-40f6-a27b-e5d123cb0ec7 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:43.133700 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1b0ecebc-74b8-4138-89f2-b3cf8d5bd257 req-5efc70ef-ffbb-4719-b70d-e89cb3fc8b12 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:43.164179 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1144faf-afe8-40f6-a27b-e5d123cb0ec7 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:01:43.172820 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-b1144faf-afe8-40f6-a27b-e5d123cb0ec7 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:01:43.178220 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1144faf-afe8-40f6-a27b-e5d123cb0ec7 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Pushing event updated for resources: {'Port': ['ID=3594290a-2a33-44dd-93b5-d310461667b6,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:43.182853 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1144faf-afe8-40f6-a27b-e5d123cb0ec7 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:01:43.186893 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc70ef-ffbb-4719-b70d-e89cb3fc8b12 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6423fb39-d7e0-4e3e-b1e1-68a4fa0fb88a,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:43.255580 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1b0ecebc-74b8-4138-89f2-b3cf8d5bd257 req-5efc70ef-ffbb-4719-b70d-e89cb3fc8b12 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:43.256831 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1b0ecebc-74b8-4138-89f2-b3cf8d5bd257 req-5efc70ef-ffbb-4719-b70d-e89cb3fc8b12 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4211450 Apr 20 13:01:43.278060 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b1144faf-afe8-40f6-a27b-e5d123cb0ec7 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:43.285316 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-a175287e-b78f-4e24-bb64-1cf28d06fb7d req-960044d9-c79c-47ec-a9b5-efd8fff092c1 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1192849212', 'description': 'tempest-description-1077686620'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:43.398939 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a175287e-b78f-4e24-bb64-1cf28d06fb7d req-960044d9-c79c-47ec-a9b5-efd8fff092c1 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:43.437172 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b1144faf-afe8-40f6-a27b-e5d123cb0ec7 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:43.565846 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a175287e-b78f-4e24-bb64-1cf28d06fb7d req-960044d9-c79c-47ec-a9b5-efd8fff092c1 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:43.627600 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a175287e-b78f-4e24-bb64-1cf28d06fb7d req-960044d9-c79c-47ec-a9b5-efd8fff092c1 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:43.675963 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbee28-a193-429f-b3c0-9bcf537a087f req-fa818036-bc32-4ddf-8900-84fceb8ac9b9 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:43.678492 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-efcbee28-a193-429f-b3c0-9bcf537a087f req-fa818036-bc32-4ddf-8900-84fceb8ac9b9 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 949 time: 0.1019289 Apr 20 13:01:43.686087 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960044d9-c79c-47ec-a9b5-efd8fff092c1 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5295cb1-a215-4a0c-ab8f-faa16be92b7b,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:43.711976 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b1144faf-afe8-40f6-a27b-e5d123cb0ec7 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:43.732451 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-efcbee28-a193-429f-b3c0-9bcf537a087f req-46fb8e6b-338d-440b-927c-40d0ba982b8e tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473473 Apr 20 13:01:43.748842 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a175287e-b78f-4e24-bb64-1cf28d06fb7d req-960044d9-c79c-47ec-a9b5-efd8fff092c1 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:43.750131 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a175287e-b78f-4e24-bb64-1cf28d06fb7d req-960044d9-c79c-47ec-a9b5-efd8fff092c1 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4705102 Apr 20 13:01:43.780745 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b1144faf-afe8-40f6-a27b-e5d123cb0ec7 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:43.783786 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b264d124-e118-441d-b789-6e14e397baad details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:01:43.894858 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1144faf-afe8-40f6-a27b-e5d123cb0ec7 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Pushing event updated for resources: {'Port': ['ID=3594290a-2a33-44dd-93b5-d310461667b6,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:43.908436 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b1144faf-afe8-40f6-a27b-e5d123cb0ec7 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:43.964590 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port b264d124-e118-441d-b789-6e14e397baad, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b264d124-e118-441d-b789-6e14e397baad,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:43.975085 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'b264d124-e118-441d-b789-6e14e397baad', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'port_id': 'b264d124-e118-441d-b789-6e14e397baad', 'mac_address': 'fa:16:3e:41:6f:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b1f82a-7732-4b50-ab22-2475f182a712', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:01:44.004181 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a795f-c5a5-4b7e-9cfd-52c169e47fdd req-74689269-6ed7-4562-8dc6-bf6505fca619 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:44.005680 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d97a795f-c5a5-4b7e-9cfd-52c169e47fdd req-74689269-6ed7-4562-8dc6-bf6505fca619 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/ports?device_id=4292dd5f-d52e-476e-8880-ac619a0a098a HTTP/1.1" status: 200 len: 947 time: 0.0774121 Apr 20 13:01:44.014414 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1541801-7deb-457d-9189-ff291bd317f5 req-427f2dee-29d1-43bc-9b1c-ee824b1dca3b tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:44.015783 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e1541801-7deb-457d-9189-ff291bd317f5 req-427f2dee-29d1-43bc-9b1c-ee824b1dca3b tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 945 time: 0.0777838 Apr 20 13:01:44.019923 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:44.020601 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b1144faf-afe8-40f6-a27b-e5d123cb0ec7 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:44.021718 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b1144faf-afe8-40f6-a27b-e5d123cb0ec7 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8599761 Apr 20 13:01:44.034814 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b264d124-e118-441d-b789-6e14e397baad {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:01:44.056786 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port b264d124-e118-441d-b789-6e14e397baad, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b264d124-e118-441d-b789-6e14e397baad,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:44.081587 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d97a795f-c5a5-4b7e-9cfd-52c169e47fdd req-9ac939b5-f4ad-410a-8ec1-149cb6a92481 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b513574a-3d22-4318-bbc3-0b88bec7690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648148 Apr 20 13:01:44.084315 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e1541801-7deb-457d-9189-ff291bd317f5 req-bfeb41aa-e738-4b44-8e44-6e6c883ddcc8 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571413 Apr 20 13:01:44.111112 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:44.161706 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=b264d124-e118-441d-b789-6e14e397baad,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:44.170773 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:44.171145 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:44.171513 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:44.171847 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:44.172222 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:44.172504 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:44.172986 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:44.173587 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:44.173916 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:44.174242 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:44.174568 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:44.174888 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:44.286545 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c1e78-2718-4958-a5b4-905f35a0653d req-e18f4f48-9850-47ff-84a2-925df1999f97 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:44.288036 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-430c1e78-2718-4958-a5b4-905f35a0653d req-e18f4f48-9850-47ff-84a2-925df1999f97 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/networks?id=9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7 HTTP/1.1" status: 200 len: 812 time: 0.1024580 Apr 20 13:01:44.317142 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-31359768-9eb9-4159-a352-a277ff7cd655 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=61f7436d2c8a4651bbeeb56730dd56ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274549 Apr 20 13:01:44.318470 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-430c1e78-2718-4958-a5b4-905f35a0653d req-93472c1f-fe46-44cd-95ec-071dbd58603a tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/quotas/3d8c73074e914bc58eefd75fef245022 HTTP/1.1" status: 200 len: 375 time: 0.0198433 Apr 20 13:01:44.430829 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-430c1e78-2718-4958-a5b4-905f35a0653d req-cb7bbe3d-b3e6-4f95-9028-ceb76f5638fc tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d8c73074e914bc58eefd75fef245022&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1057594 Apr 20 13:01:44.453752 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['b264d124-e118-441d-b789-6e14e397baad'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:01:44.472238 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-30ccf3d8-9dd0-48af-b0be-92920c681cb9 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:44.474139 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-30ccf3d8-9dd0-48af-b0be-92920c681cb9 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1503668 Apr 20 13:01:44.521735 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-42f47ec5-cfa9-40c8-b4ea-608cf74f56ca tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] 10.222.0.25 "GET /v2.0/quotas/61f7436d2c8a4651bbeeb56730dd56ae HTTP/1.1" status: 200 len: 375 time: 0.0180142 Apr 20 13:01:44.567608 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-4bf708ba-ab8e-4a73-b344-a14e749eea31 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=61f7436d2c8a4651bbeeb56730dd56ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384667 Apr 20 13:01:44.573352 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-430c1e78-2718-4958-a5b4-905f35a0653d req-b4040b1c-cc79-4660-9e4a-589ac27b775d service neutron] 10.222.0.25 "GET /v2.0/networks/9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339476 Apr 20 13:01:44.666328 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-430c1e78-2718-4958-a5b4-905f35a0653d req-ed5cb4b8-2e35-424c-b8df-b4814a9c92ed service neutron] 10.222.0.25 "GET /v2.0/networks/9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865903 Apr 20 13:01:44.892186 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c83348-d9af-4522-8f54-04c7889ede49 req-30864eea-62fc-4d18-a677-66a5aa6c2172 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:44.893999 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-11c83348-d9af-4522-8f54-04c7889ede49 req-30864eea-62fc-4d18-a677-66a5aa6c2172 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 944 time: 0.0556633 Apr 20 13:01:44.993298 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-11c83348-d9af-4522-8f54-04c7889ede49 req-061bd501-03e8-45a5-9d93-54eed8ce003f tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876126 Apr 20 13:01:45.027277 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-3b4cf57a-4d84-4da3-b6c5-8b5283d092bb tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:45.032387 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-3b4cf57a-4d84-4da3-b6c5-8b5283d092bb tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/networks?id=9eaa8fa9-47b3-460d-82ca-75804ab06d95 HTTP/1.1" status: 200 len: 821 time: 0.1368337 Apr 20 13:01:45.044797 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-ad893f6f-7e67-4ed2-a694-177f8ca00a0d tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/quotas/a500cef03173409296912494d6150027 HTTP/1.1" status: 200 len: 375 time: 0.0097108 Apr 20 13:01:45.123175 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-4bbeeeb1-e9a5-4148-9d75-6593b74e1656 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a500cef03173409296912494d6150027&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0724351 Apr 20 13:01:45.135519 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412c2fc-689c-4aa5-b577-6e8f6f5be9ec req-b25c5b81-5138-41cc-8bd9-ebba5b03087a tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:45.136933 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a412c2fc-689c-4aa5-b577-6e8f6f5be9ec req-b25c5b81-5138-41cc-8bd9-ebba5b03087a tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 949 time: 0.0750661 Apr 20 13:01:45.222210 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a412c2fc-689c-4aa5-b577-6e8f6f5be9ec req-cde5006f-c8f4-4073-9344-4f00e502eeab tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773194 Apr 20 13:01:45.252841 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-900bf570-858c-4791-b5dc-26f20062fb69 service neutron] 10.222.0.25 "GET /v2.0/networks/9eaa8fa9-47b3-460d-82ca-75804ab06d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149631 Apr 20 13:01:45.332463 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a54c7f86-b588-4fe1-ac5d-17b2dad5af6b req-d5695600-ac2d-4e0c-9f6a-b3e125c449e6 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d3f928-cbb1-4343-9d4e-ea176a0953f6 HTTP/1.1" status: 200 len: 210 time: 0.0552540 Apr 20 13:01:45.391471 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-c98495f2-457c-4336-b594-d496fc47db06 service neutron] 10.222.0.25 "GET /v2.0/networks/9eaa8fa9-47b3-460d-82ca-75804ab06d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320884 Apr 20 13:01:45.406237 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fbf187e0-3e16-49a6-a9a7-532a3e54a75c req-4d604dec-c14d-445d-b856-4b81a1823a5a tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?device_id=71d7f19d-f3e9-4980-9514-cd634c741244 HTTP/1.1" status: 200 len: 210 time: 0.0330503 Apr 20 13:01:45.509558 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e98713-f73d-427d-8abc-081060ffd590 req-825bfe8b-9b3b-4624-bcd1-3923733e0a7d tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:45.511927 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c1e98713-f73d-427d-8abc-081060ffd590 req-825bfe8b-9b3b-4624-bcd1-3923733e0a7d tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/ports?device_id=4292dd5f-d52e-476e-8880-ac619a0a098a HTTP/1.1" status: 200 len: 948 time: 0.0518990 Apr 20 13:01:45.550943 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c1e98713-f73d-427d-8abc-081060ffd590 req-e3e8c28f-1db3-4810-b008-709f5881f520 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b513574a-3d22-4318-bbc3-0b88bec7690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326619 Apr 20 13:01:45.675115 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30506947-ff42-4306-a697-4880a911e9d1 req-04b9a691-802f-41cb-a67e-fdaa9763d38e tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:45.676726 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-30506947-ff42-4306-a697-4880a911e9d1 req-04b9a691-802f-41cb-a67e-fdaa9763d38e tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 945 time: 0.0720310 Apr 20 13:01:45.699969 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-816d2008-ad75-4396-ab41-cbb20d225877 req-9ffa758e-3580-4d76-8456-39bdba21251a tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6511f6b4-3d7a-44f7-b97a-ee76275afcf0 HTTP/1.1" status: 200 len: 210 time: 0.0428717 Apr 20 13:01:45.738570 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-30506947-ff42-4306-a697-4880a911e9d1 req-1b0514e3-3e73-4d44-9386-130b24a6bc7f tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411069 Apr 20 13:01:45.788995 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b264d124-e118-441d-b789-6e14e397baad up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:01:45.904861 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port b264d124-e118-441d-b789-6e14e397baad completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:01:45.908951 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port b264d124-e118-441d-b789-6e14e397baad triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:45.909340 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:45.983264 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:46.009225 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4292dd5f-d52e-476e-8880-ac619a0a098a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b264d124-e118-441d-b789-6e14e397baad'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:01:46.011671 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785bed4a-2944-4c2c-be8e-4c2ccb84f79b" -d '{"events": [{"server_uuid": "4292dd5f-d52e-476e-8880-ac619a0a098a", "name": "network-vif-plugged", "status": "completed", "tag": "b264d124-e118-441d-b789-6e14e397baad"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:01:46.039832 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port b264d124-e118-441d-b789-6e14e397baad, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b264d124-e118-441d-b789-6e14e397baad,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:46.055056 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38441ee-665e-495d-a540-d54d487ba8ce x-openstack-request-id: req-e38441ee-665e-495d-a540-d54d487ba8ce {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:01:46.055461 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4292dd5f-d52e-476e-8880-ac619a0a098a", "name": "network-vif-plugged", "status": "completed", "tag": "b264d124-e118-441d-b789-6e14e397baad", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:01:46.055788 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e38441ee-665e-495d-a540-d54d487ba8ce {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:01:46.056258 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e38441ee-665e-495d-a540-d54d487ba8ce'] response: {'server_uuid': '4292dd5f-d52e-476e-8880-ac619a0a098a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b264d124-e118-441d-b789-6e14e397baad', 'code': 200} Apr 20 13:01:46.112488 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db159ded-b88c-4116-9664-3dfd0606a19f req-9a22e919-b51f-4671-bb1a-44a4657f5589 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:46.113965 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-db159ded-b88c-4116-9664-3dfd0606a19f req-9a22e919-b51f-4671-bb1a-44a4657f5589 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 944 time: 0.0516677 Apr 20 13:01:46.137329 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:46.159651 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-db159ded-b88c-4116-9664-3dfd0606a19f req-a2c4ef7c-5a55-4fba-baa3-661f37445712 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375154 Apr 20 13:01:46.203581 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6ea7e-792a-46c8-90f2-b18c47e25d99 req-6c484209-01be-4da7-90ef-82a9c3ec3397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:46.205216 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dca6ea7e-792a-46c8-90f2-b18c47e25d99 req-6c484209-01be-4da7-90ef-82a9c3ec3397 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4292dd5f-d52e-476e-8880-ac619a0a098a HTTP/1.1" status: 200 len: 1100 time: 0.0440979 Apr 20 13:01:46.205818 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=b264d124-e118-441d-b789-6e14e397baad,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:46.239438 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dca6ea7e-792a-46c8-90f2-b18c47e25d99 req-2802d4a1-e9be-47f3-b8f1-e9821e3076a5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b513574a-3d22-4318-bbc3-0b88bec7690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272565 Apr 20 13:01:46.343600 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0980c4-e48c-46cd-8bf7-cbf3f9c499f3 req-2d5cc2ab-05d0-4c19-8266-87b958ac5324 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:46.345048 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ee0980c4-e48c-46cd-8bf7-cbf3f9c499f3 req-2d5cc2ab-05d0-4c19-8266-87b958ac5324 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 949 time: 0.0523303 Apr 20 13:01:46.383986 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ee0980c4-e48c-46cd-8bf7-cbf3f9c499f3 req-920febc3-57aa-4928-97e7-1383e216f3b8 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328987 Apr 20 13:01:46.426253 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c72f2e4d-3170-4fb3-abf3-1d6f3efa589d req-141eea4c-b7b9-4f52-b2bc-9b19e9bd858b tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d3f928-cbb1-4343-9d4e-ea176a0953f6 HTTP/1.1" status: 200 len: 210 time: 0.0258265 Apr 20 13:01:46.503826 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-026f4ac8-e33b-4286-8290-b84c39a568c2 req-5e3282e7-8b38-4b9e-88bc-0a7eb09b9d50 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?device_id=71d7f19d-f3e9-4980-9514-cd634c741244 HTTP/1.1" status: 200 len: 210 time: 0.0287063 Apr 20 13:01:46.663063 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cba0db-63a1-40b9-9a2b-f6e04bab525b req-2845ae63-b2ae-4190-a5e1-31d00fe1ec96 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:46.665005 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-09cba0db-63a1-40b9-9a2b-f6e04bab525b req-2845ae63-b2ae-4190-a5e1-31d00fe1ec96 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/ports?device_id=4292dd5f-d52e-476e-8880-ac619a0a098a HTTP/1.1" status: 200 len: 949 time: 0.0491953 Apr 20 13:01:46.703341 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-09cba0db-63a1-40b9-9a2b-f6e04bab525b req-6b8ec619-7d6a-4f16-b546-023316361acc tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b513574a-3d22-4318-bbc3-0b88bec7690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321219 Apr 20 13:01:46.797220 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-618d73eb-9a17-4dfd-874e-d112b93fe40d req-741f66d1-faa5-415d-8b5f-d6f2ad41bcf3 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6511f6b4-3d7a-44f7-b97a-ee76275afcf0 HTTP/1.1" status: 200 len: 210 time: 0.0299187 Apr 20 13:01:46.865034 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc6b87e-ec3d-4dc2-8231-df348ab9308e req-cd185229-75a6-4ef1-9158-0aabab6e258a tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:46.866511 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cfc6b87e-ec3d-4dc2-8231-df348ab9308e req-cd185229-75a6-4ef1-9158-0aabab6e258a tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 945 time: 0.0506229 Apr 20 13:01:46.906914 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cfc6b87e-ec3d-4dc2-8231-df348ab9308e req-f1a65b03-cabf-4e88-9ea4-78ef9ea21ed2 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333881 Apr 20 13:01:47.124186 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c1e78-2718-4958-a5b4-905f35a0653d req-5a553957-1664-4313-930b-9a909739cc7e tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:47.125595 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-430c1e78-2718-4958-a5b4-905f35a0653d req-5a553957-1664-4313-930b-9a909739cc7e tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.15 "GET /v2.0/networks?id=9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7 HTTP/1.1" status: 200 len: 812 time: 0.1045079 Apr 20 13:01:47.138974 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-430c1e78-2718-4958-a5b4-905f35a0653d req-24b5bfad-278d-4e3c-977f-731393c49251 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Request body: {'port': {'device_id': '71d7f19d-f3e9-4980-9514-cd634c741244', 'network_id': '9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7', 'admin_state_up': True, 'tenant_id': '3d8c73074e914bc58eefd75fef245022'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:47.287644 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54df40-0e16-4f65-a186-9a7c2aa59b63 req-132ac295-6da7-413e-b5a1-7859f8fb58d2 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:47.289138 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a54df40-0e16-4f65-a186-9a7c2aa59b63 req-132ac295-6da7-413e-b5a1-7859f8fb58d2 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 944 time: 0.0507500 Apr 20 13:01:47.330178 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a54df40-0e16-4f65-a186-9a7c2aa59b63 req-3805279a-b521-49dd-9a01-6d67b29c9a36 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350943 Apr 20 13:01:47.333003 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-430c1e78-2718-4958-a5b4-905f35a0653d req-24b5bfad-278d-4e3c-977f-731393c49251 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Made reservation on behalf of 3d8c73074e914bc58eefd75fef245022 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:01:47.336708 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-430c1e78-2718-4958-a5b4-905f35a0653d req-24b5bfad-278d-4e3c-977f-731393c49251 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:47.508377 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-430c1e78-2718-4958-a5b4-905f35a0653d req-24b5bfad-278d-4e3c-977f-731393c49251 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Allocated IP 172.20.0.10 (9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7/e80c9431-6d0e-4618-9d9c-e61e50ce49f0/9109ccf5-0827-4b6e-8c25-51c73d77b359) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:01:47.557615 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2e51f1f6-5c1d-4f86-a3c4-5d34f619dc7d req-0c8904e0-1591-4065-8104-61bd87f3cb04 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d3f928-cbb1-4343-9d4e-ea176a0953f6 HTTP/1.1" status: 200 len: 210 time: 0.0409713 Apr 20 13:01:47.566857 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe1f24-6b04-4716-b741-5f29f36886e8 req-fbb55e5e-d0a8-4d00-a4f7-b7dfa57364d5 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:47.568396 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6cfe1f24-6b04-4716-b741-5f29f36886e8 req-fbb55e5e-d0a8-4d00-a4f7-b7dfa57364d5 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 949 time: 0.1141303 Apr 20 13:01:47.628263 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6cfe1f24-6b04-4716-b741-5f29f36886e8 req-110d257f-3b6b-49e1-b509-dbcc3bbc1403 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530632 Apr 20 13:01:47.653171 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-949e226f-d22b-4f88-b9cd-81d7045bd653 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=61f7436d2c8a4651bbeeb56730dd56ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334814 Apr 20 13:01:47.697524 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1152ff7a-db38-474e-8bd7-e3926036228e req-c0410ec5-9228-4e1b-a83f-2736f3859993 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?device_id=71d7f19d-f3e9-4980-9514-cd634c741244 HTTP/1.1" status: 200 len: 210 time: 0.0586898 Apr 20 13:01:47.750017 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-430c1e78-2718-4958-a5b4-905f35a0653d req-24b5bfad-278d-4e3c-977f-731393c49251 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:47.792652 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-11fe48bd-c468-4261-9c6d-13b35688cc4f tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:47.794058 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-11fe48bd-c468-4261-9c6d-13b35688cc4f tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1324501 Apr 20 13:01:47.831706 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3ccfa-fe4d-450b-abba-e41a3a73097b req-9f7b0766-83ca-4a7e-9724-6781c687260c tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:47.833175 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aaa3ccfa-fe4d-450b-abba-e41a3a73097b req-9f7b0766-83ca-4a7e-9724-6781c687260c tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/ports?device_id=4292dd5f-d52e-476e-8880-ac619a0a098a HTTP/1.1" status: 200 len: 949 time: 0.0491059 Apr 20 13:01:47.868051 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-f685d90e-70a4-4750-bbbc-a2b0392377b7 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Request body: {'port': {'device_id': 'f2d3f928-cbb1-4343-9d4e-ea176a0953f6', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'admin_state_up': True, 'tenant_id': '61f7436d2c8a4651bbeeb56730dd56ae'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:47.887702 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-430c1e78-2718-4958-a5b4-905f35a0653d req-24b5bfad-278d-4e3c-977f-731393c49251 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:47.899960 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['36fc73d8-1d42-47db-8c72-b6045f3458cf'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:01:47.919476 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-31d76e2a-d235-4cf0-b5ae-28a39b3fee28 req-dcb7e546-6ace-428c-a583-3bc3a8f03930 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6511f6b4-3d7a-44f7-b97a-ee76275afcf0 HTTP/1.1" status: 200 len: 210 time: 0.0453708 Apr 20 13:01:47.926591 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aaa3ccfa-fe4d-450b-abba-e41a3a73097b req-ea73e075-64e7-4f4a-a745-8da288678cf0 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b513574a-3d22-4318-bbc3-0b88bec7690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868859 Apr 20 13:01:47.971442 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-430c1e78-2718-4958-a5b4-905f35a0653d req-24b5bfad-278d-4e3c-977f-731393c49251 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Network 9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:01:47.975200 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-430c1e78-2718-4958-a5b4-905f35a0653d req-24b5bfad-278d-4e3c-977f-731393c49251 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:01:47.981253 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-430c1e78-2718-4958-a5b4-905f35a0653d req-24b5bfad-278d-4e3c-977f-731393c49251 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:01:47.986319 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5bfad-278d-4e3c-977f-731393c49251 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Pushing event updated for resources: {'Port': ['ID=9109ccf5-0827-4b6e-8c25-51c73d77b359,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:48.017815 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b5bfad-278d-4e3c-977f-731393c49251 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:48.018322 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b5bfad-278d-4e3c-977f-731393c49251 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:48.018727 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b5bfad-278d-4e3c-977f-731393c49251 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:48.019125 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b5bfad-278d-4e3c-977f-731393c49251 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:48.019546 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b5bfad-278d-4e3c-977f-731393c49251 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:48.019936 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b5bfad-278d-4e3c-977f-731393c49251 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:48.020325 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b5bfad-278d-4e3c-977f-731393c49251 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:48.020709 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b5bfad-278d-4e3c-977f-731393c49251 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:48.021110 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b5bfad-278d-4e3c-977f-731393c49251 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:48.021511 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b5bfad-278d-4e3c-977f-731393c49251 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:48.021906 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b5bfad-278d-4e3c-977f-731393c49251 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:48.022285 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b5bfad-278d-4e3c-977f-731393c49251 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:48.075059 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c1e78-2718-4958-a5b4-905f35a0653d req-24b5bfad-278d-4e3c-977f-731393c49251 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:48.075699 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-430c1e78-2718-4958-a5b4-905f35a0653d req-24b5bfad-278d-4e3c-977f-731393c49251 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:48.103671 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a67d9-3fbb-4f8e-baf3-855bb8aecf91 req-1ff12dcf-a871-4b91-94f5-72a9d73e4f86 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:48.105198 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f30a67d9-3fbb-4f8e-baf3-855bb8aecf91 req-1ff12dcf-a871-4b91-94f5-72a9d73e4f86 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 945 time: 0.0680032 Apr 20 13:01:48.113492 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-f685d90e-70a4-4750-bbbc-a2b0392377b7 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Made reservation on behalf of 61f7436d2c8a4651bbeeb56730dd56ae for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:01:48.120088 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-f685d90e-70a4-4750-bbbc-a2b0392377b7 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:48.130191 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-f685d90e-70a4-4750-bbbc-a2b0392377b7 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:48.148072 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f30a67d9-3fbb-4f8e-baf3-855bb8aecf91 req-678114a3-e327-4c8a-a2c5-1f7578169f28 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365140 Apr 20 13:01:48.214204 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-f685d90e-70a4-4750-bbbc-a2b0392377b7 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:48.218684 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-430c1e78-2718-4958-a5b4-905f35a0653d req-24b5bfad-278d-4e3c-977f-731393c49251 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0834692 Apr 20 13:01:48.230530 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-430c1e78-2718-4958-a5b4-905f35a0653d req-8ecd84d7-34e3-40dc-a1eb-8ec6502b0e5e service neutron] Request body: {'port': {'device_id': '71d7f19d-f3e9-4980-9514-cd634c741244', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:48.273121 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-f685d90e-70a4-4750-bbbc-a2b0392377b7 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:48.285662 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-430c1e78-2718-4958-a5b4-905f35a0653d req-8ecd84d7-34e3-40dc-a1eb-8ec6502b0e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:48.334517 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.15', 63877) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:48.348514 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685d90e-70a4-4750-bbbc-a2b0392377b7 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67701a2d-7538-49bd-8d7b-9d0b4fe92c7c,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:48.404638 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685d90e-70a4-4750-bbbc-a2b0392377b7 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:48.404981 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685d90e-70a4-4750-bbbc-a2b0392377b7 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:48.405316 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685d90e-70a4-4750-bbbc-a2b0392377b7 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:48.405645 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685d90e-70a4-4750-bbbc-a2b0392377b7 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:48.405972 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685d90e-70a4-4750-bbbc-a2b0392377b7 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:48.406295 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685d90e-70a4-4750-bbbc-a2b0392377b7 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:48.406609 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685d90e-70a4-4750-bbbc-a2b0392377b7 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:48.406928 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685d90e-70a4-4750-bbbc-a2b0392377b7 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:48.407243 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685d90e-70a4-4750-bbbc-a2b0392377b7 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:48.407578 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685d90e-70a4-4750-bbbc-a2b0392377b7 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:48.407895 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685d90e-70a4-4750-bbbc-a2b0392377b7 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:48.408473 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685d90e-70a4-4750-bbbc-a2b0392377b7 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:48.502887 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-f685d90e-70a4-4750-bbbc-a2b0392377b7 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Allocated IP 192.168.233.92 (6efc3d61-2150-4671-a02d-6127df40131a/c5b1f82a-7732-4b50-ab22-2475f182a712/5e17cd99-3ff8-4899-a1b5-2a43c40dc89f) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:01:48.516791 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-2dd0cb99-7578-4aac-849f-1830d637db61 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:48.518321 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-2dd0cb99-7578-4aac-849f-1830d637db61 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.15 "GET /v2.0/networks?id=9eaa8fa9-47b3-460d-82ca-75804ab06d95 HTTP/1.1" status: 200 len: 821 time: 0.1820045 Apr 20 13:01:48.532620 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-3270052d-4cfc-413d-9fe6-021d97a1011d tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Request body: {'port': {'device_id': '6511f6b4-3d7a-44f7-b97a-ee76275afcf0', 'network_id': '9eaa8fa9-47b3-460d-82ca-75804ab06d95', 'admin_state_up': True, 'tenant_id': 'a500cef03173409296912494d6150027'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:48.753778 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-f685d90e-70a4-4750-bbbc-a2b0392377b7 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:48.789626 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-459238ef-02d7-4789-b2ac-e63c545f3833 req-0dd7ea1c-5096-499d-a77d-fe9da1e43397 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d3f928-cbb1-4343-9d4e-ea176a0953f6 HTTP/1.1" status: 200 len: 210 time: 0.0614500 Apr 20 13:01:48.809627 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4842bd-2263-49cc-95dc-095e2e868a7e req-b4b28616-5c8a-49b8-ac14-0dfb72d668e1 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:48.809750 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6f4842bd-2263-49cc-95dc-095e2e868a7e req-b4b28616-5c8a-49b8-ac14-0dfb72d668e1 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 944 time: 0.4083495 Apr 20 13:01:48.811191 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-3270052d-4cfc-413d-9fe6-021d97a1011d tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Made reservation on behalf of a500cef03173409296912494d6150027 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:01:48.814637 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-3270052d-4cfc-413d-9fe6-021d97a1011d tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:48.870733 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-f685d90e-70a4-4750-bbbc-a2b0392377b7 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:48.909106 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6f4842bd-2263-49cc-95dc-095e2e868a7e req-4bc58400-5af9-4cb3-b493-f5c36490fcdb tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880289 Apr 20 13:01:48.939803 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-f685d90e-70a4-4750-bbbc-a2b0392377b7 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Network 6efc3d61-2150-4671-a02d-6127df40131a is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:01:48.940783 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411600d-d7ff-4cb4-aeaa-a67759418862 req-ac5eb6db-7c63-445e-9176-75144061489c tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:48.942301 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6411600d-d7ff-4cb4-aeaa-a67759418862 req-ac5eb6db-7c63-445e-9176-75144061489c tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 949 time: 0.0910206 Apr 20 13:01:48.964235 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-f685d90e-70a4-4750-bbbc-a2b0392377b7 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:01:48.968420 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685d90e-70a4-4750-bbbc-a2b0392377b7 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Pushing event updated for resources: {'Port': ['ID=5e17cd99-3ff8-4899-a1b5-2a43c40dc89f,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:48.970454 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-f685d90e-70a4-4750-bbbc-a2b0392377b7 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:01:49.001139 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-430c1e78-2718-4958-a5b4-905f35a0653d req-8ecd84d7-34e3-40dc-a1eb-8ec6502b0e5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9109ccf5-0827-4b6e-8c25-51c73d77b359 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:01:49.018950 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-430c1e78-2718-4958-a5b4-905f35a0653d req-8ecd84d7-34e3-40dc-a1eb-8ec6502b0e5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:49.032782 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-f685d90e-70a4-4750-bbbc-a2b0392377b7 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:49.033673 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-f685d90e-70a4-4750-bbbc-a2b0392377b7 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:49.036668 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-3270052d-4cfc-413d-9fe6-021d97a1011d tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Allocated IP 172.20.0.4 (9eaa8fa9-47b3-460d-82ca-75804ab06d95/4c487580-ee49-4130-b630-2a0a0e6c2f73/c78f34d1-3f64-4d42-b927-2958cd7474e4) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:01:49.081734 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6411600d-d7ff-4cb4-aeaa-a67759418862 req-25e472c0-a4d4-4fbf-a0f3-72c7cd257929 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103718 Apr 20 13:01:49.084907 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-430c1e78-2718-4958-a5b4-905f35a0653d req-8ecd84d7-34e3-40dc-a1eb-8ec6502b0e5e service neutron] Transition to ACTIVE for port object 9109ccf5-0827-4b6e-8c25-51c73d77b359 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:01:49.120033 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b1c7d-7279-4299-8bee-58d4c30adcfe req-b5c9fd09-7f59-430f-b372-7ad369f02040 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:49.132805 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fc6b1c7d-7279-4299-8bee-58d4c30adcfe req-b5c9fd09-7f59-430f-b372-7ad369f02040 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?device_id=71d7f19d-f3e9-4980-9514-cd634c741244 HTTP/1.1" status: 200 len: 932 time: 0.1370268 Apr 20 13:01:49.159798 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-f685d90e-70a4-4750-bbbc-a2b0392377b7 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2975619 Apr 20 13:01:49.177230 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-38f4330d-9d71-4e4a-b347-d636e607a9c9 req-fc1aaf4a-6bb3-4269-8406-18558ffe138e tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6511f6b4-3d7a-44f7-b97a-ee76275afcf0 HTTP/1.1" status: 200 len: 210 time: 0.0351470 Apr 20 13:01:49.182777 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-8137d3a9-15d0-4f6a-a48b-de7b2d53d89d service neutron] Request body: {'port': {'device_id': 'f2d3f928-cbb1-4343-9d4e-ea176a0953f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:49.198536 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-430c1e78-2718-4958-a5b4-905f35a0653d req-8ecd84d7-34e3-40dc-a1eb-8ec6502b0e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:49.239024 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fc6b1c7d-7279-4299-8bee-58d4c30adcfe req-22c2088e-5eb7-4479-b3b0-494c83591d59 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups?id=61d9d20d-b394-4330-aaf3-e1fda56d0806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050191 Apr 20 13:01:49.257239 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-59bb6547-46d7-4a6f-8067-e38ef99b9884 None None] Provisioning complete for port 5e17cd99-3ff8-4899-a1b5-2a43c40dc89f triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:49.258791 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-59bb6547-46d7-4a6f-8067-e38ef99b9884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:49.278575 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-3270052d-4cfc-413d-9fe6-021d97a1011d tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:49.280058 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-8137d3a9-15d0-4f6a-a48b-de7b2d53d89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:49.306612 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd84d7-34e3-40dc-a1eb-8ec6502b0e5e service neutron] Pushing event updated for resources: {'Port': ['ID=9109ccf5-0827-4b6e-8c25-51c73d77b359,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:49.317673 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-59bb6547-46d7-4a6f-8067-e38ef99b9884 None None] Port 5e17cd99-3ff8-4899-a1b5-2a43c40dc89f cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:01:49.386963 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a7cda-c74a-412a-8247-351f7de84497 req-0d647f8b-9324-4cad-b5a3-1bd1a2bd37b0 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:49.388454 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-557a7cda-c74a-412a-8247-351f7de84497 req-0d647f8b-9324-4cad-b5a3-1bd1a2bd37b0 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/ports?device_id=4292dd5f-d52e-476e-8880-ac619a0a098a HTTP/1.1" status: 200 len: 949 time: 0.1458147 Apr 20 13:01:49.436756 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f8d06-d62e-42fb-92b4-e7c84b48ef37 req-9a455997-aa29-4905-ad92-4ac40ab3b3dd tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:49.438242 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b05f8d06-d62e-42fb-92b4-e7c84b48ef37 req-9a455997-aa29-4905-ad92-4ac40ab3b3dd tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 945 time: 0.1289370 Apr 20 13:01:49.441255 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-3270052d-4cfc-413d-9fe6-021d97a1011d tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:49.463380 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-430c1e78-2718-4958-a5b4-905f35a0653d req-8ecd84d7-34e3-40dc-a1eb-8ec6502b0e5e service neutron] Attempting to bind port 9109ccf5-0827-4b6e-8c25-51c73d77b359 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:01:49.463720 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-430c1e78-2718-4958-a5b4-905f35a0653d req-8ecd84d7-34e3-40dc-a1eb-8ec6502b0e5e service neutron] Attempting to bind port 9109ccf5-0827-4b6e-8c25-51c73d77b359 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': 'e4c92f94-f6dd-48c1-bca6-089b3293cc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:01:49.464056 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430c1e78-2718-4958-a5b4-905f35a0653d req-8ecd84d7-34e3-40dc-a1eb-8ec6502b0e5e service neutron] Attempting to bind port 9109ccf5-0827-4b6e-8c25-51c73d77b359 on network 9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:01:49.479345 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-557a7cda-c74a-412a-8247-351f7de84497 req-0c471ca9-0499-4e24-99bd-aeabe2ae4b69 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b513574a-3d22-4318-bbc3-0b88bec7690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817292 Apr 20 13:01:49.481820 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430c1e78-2718-4958-a5b4-905f35a0653d req-8ecd84d7-34e3-40dc-a1eb-8ec6502b0e5e service neutron] Port 9109ccf5-0827-4b6e-8c25-51c73d77b359 on network 9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:01:49.482146 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430c1e78-2718-4958-a5b4-905f35a0653d req-8ecd84d7-34e3-40dc-a1eb-8ec6502b0e5e service neutron] Attempting to bind port 9109ccf5-0827-4b6e-8c25-51c73d77b359 on network 9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:01:49.501190 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430c1e78-2718-4958-a5b4-905f35a0653d req-8ecd84d7-34e3-40dc-a1eb-8ec6502b0e5e service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:01:49.501539 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430c1e78-2718-4958-a5b4-905f35a0653d req-8ecd84d7-34e3-40dc-a1eb-8ec6502b0e5e service neutron] Checking segment: {'id': 'e4c92f94-f6dd-48c1-bca6-089b3293cc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:01:49.501927 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430c1e78-2718-4958-a5b4-905f35a0653d req-8ecd84d7-34e3-40dc-a1eb-8ec6502b0e5e service neutron] Bound using segment: {'id': 'e4c92f94-f6dd-48c1-bca6-089b3293cc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:01:49.502382 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-430c1e78-2718-4958-a5b4-905f35a0653d req-8ecd84d7-34e3-40dc-a1eb-8ec6502b0e5e service neutron] Bound port: 9109ccf5-0827-4b6e-8c25-51c73d77b359, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4c92f94-f6dd-48c1-bca6-089b3293cc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:01:49.502743 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-430c1e78-2718-4958-a5b4-905f35a0653d req-8ecd84d7-34e3-40dc-a1eb-8ec6502b0e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:49.521898 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b05f8d06-d62e-42fb-92b4-e7c84b48ef37 req-63a6a136-aca5-47c8-8c1a-cbc6ce5403b1 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726252 Apr 20 13:01:49.596771 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-430c1e78-2718-4958-a5b4-905f35a0653d req-8ecd84d7-34e3-40dc-a1eb-8ec6502b0e5e service neutron] For port 9109ccf5-0827-4b6e-8c25-51c73d77b359, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:01:49.600269 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-430c1e78-2718-4958-a5b4-905f35a0653d req-8ecd84d7-34e3-40dc-a1eb-8ec6502b0e5e service neutron] For port 9109ccf5-0827-4b6e-8c25-51c73d77b359, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=9109ccf5-0827-4b6e-8c25-51c73d77b359,segment=NetworkSegment(e4c92f94-f6dd-48c1-bca6-089b3293cc2a),segment_id=e4c92f94-f6dd-48c1-bca6-089b3293cc2a)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:01:49.667971 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-430c1e78-2718-4958-a5b4-905f35a0653d req-8ecd84d7-34e3-40dc-a1eb-8ec6502b0e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:49.716195 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c1e78-2718-4958-a5b4-905f35a0653d req-8ecd84d7-34e3-40dc-a1eb-8ec6502b0e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:49.716806 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-430c1e78-2718-4958-a5b4-905f35a0653d req-8ecd84d7-34e3-40dc-a1eb-8ec6502b0e5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:49.718207 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-430c1e78-2718-4958-a5b4-905f35a0653d req-8ecd84d7-34e3-40dc-a1eb-8ec6502b0e5e service neutron] 10.222.0.15 "PUT /v2.0/ports/9109ccf5-0827-4b6e-8c25-51c73d77b359 HTTP/1.1" status: 200 len: 1092 time: 1.4922040 Apr 20 13:01:49.718633 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d7f19d-f3e9-4980-9514-cd634c741244', 'tag': '9109ccf5-0827-4b6e-8c25-51c73d77b359'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:01:49.720878 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571555a2-6e3a-4688-8da3-c52e98217c71" -d '{"events": [{"name": "network-changed", "server_uuid": "71d7f19d-f3e9-4980-9514-cd634c741244", "tag": "9109ccf5-0827-4b6e-8c25-51c73d77b359"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:01:49.748776 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd84d7-34e3-40dc-a1eb-8ec6502b0e5e service neutron] Pushing event updated for resources: {'Port': ['ID=9109ccf5-0827-4b6e-8c25-51c73d77b359,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:49.762167 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-3270052d-4cfc-413d-9fe6-021d97a1011d tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Network 9eaa8fa9-47b3-460d-82ca-75804ab06d95 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:01:49.769097 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-3270052d-4cfc-413d-9fe6-021d97a1011d tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:01:49.772721 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-3270052d-4cfc-413d-9fe6-021d97a1011d tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:01:49.776030 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270052d-4cfc-413d-9fe6-021d97a1011d tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Pushing event updated for resources: {'Port': ['ID=c78f34d1-3f64-4d42-b927-2958cd7474e4,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:49.780384 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ea9e20-3c38-4aff-84d2-0e145d97e29b x-openstack-request-id: req-b2ea9e20-3c38-4aff-84d2-0e145d97e29b {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:01:49.781087 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71d7f19d-f3e9-4980-9514-cd634c741244", "tag": "9109ccf5-0827-4b6e-8c25-51c73d77b359", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:01:49.781087 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b2ea9e20-3c38-4aff-84d2-0e145d97e29b {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:01:49.781789 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2ea9e20-3c38-4aff-84d2-0e145d97e29b'] response: {'name': 'network-changed', 'server_uuid': '71d7f19d-f3e9-4980-9514-cd634c741244', 'tag': '9109ccf5-0827-4b6e-8c25-51c73d77b359', 'status': 'completed', 'code': 200} Apr 20 13:01:49.845924 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571555a2-6e3a-4688-8da3-c52e98217c71 req-77cfe7b7-1134-48dd-a6fd-c5c81202359b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:49.847572 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-571555a2-6e3a-4688-8da3-c52e98217c71 req-77cfe7b7-1134-48dd-a6fd-c5c81202359b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3d8c73074e914bc58eefd75fef245022&device_id=71d7f19d-f3e9-4980-9514-cd634c741244 HTTP/1.1" status: 200 len: 1095 time: 0.0482149 Apr 20 13:01:49.854974 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-3270052d-4cfc-413d-9fe6-021d97a1011d tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:49.855683 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-3270052d-4cfc-413d-9fe6-021d97a1011d tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:49.913532 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-8137d3a9-15d0-4f6a-a48b-de7b2d53d89d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e17cd99-3ff8-4899-a1b5-2a43c40dc89f {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:01:49.920941 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-8137d3a9-15d0-4f6a-a48b-de7b2d53d89d service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:49.933251 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-8137d3a9-15d0-4f6a-a48b-de7b2d53d89d service neutron] Transition to ACTIVE for port object 5e17cd99-3ff8-4899-a1b5-2a43c40dc89f will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:01:49.972324 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-3270052d-4cfc-413d-9fe6-021d97a1011d tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4436152 Apr 20 13:01:49.985092 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-4a9e06bf-03d0-454e-a21c-e8b9fe8290cd service neutron] Request body: {'port': {'device_id': '6511f6b4-3d7a-44f7-b97a-ee76275afcf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:50.002702 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188a042-9c87-44f7-bac8-0d5284fada65 req-907fbcb7-7930-4401-be04-f221242cbe2d tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:50.009276 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9188a042-9c87-44f7-bac8-0d5284fada65 req-907fbcb7-7930-4401-be04-f221242cbe2d tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/ports?device_id=4292dd5f-d52e-476e-8880-ac619a0a098a HTTP/1.1" status: 200 len: 949 time: 0.1507847 Apr 20 13:01:50.015053 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3210fd-10d2-425b-9c2f-5c70663a9ecb req-c361314b-defb-4d32-8057-21595aa42c1f tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:50.016464 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7a3210fd-10d2-425b-9c2f-5c70663a9ecb req-c361314b-defb-4d32-8057-21595aa42c1f tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d3f928-cbb1-4343-9d4e-ea176a0953f6 HTTP/1.1" status: 200 len: 935 time: 0.1412940 Apr 20 13:01:50.031775 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-8137d3a9-15d0-4f6a-a48b-de7b2d53d89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:50.057653 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571555a2-6e3a-4688-8da3-c52e98217c71 req-294e51b8-313f-46b9-b223-39ddff82f09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:50.059077 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-571555a2-6e3a-4688-8da3-c52e98217c71 req-294e51b8-313f-46b9-b223-39ddff82f09d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=3d8c73074e914bc58eefd75fef245022&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1957245 Apr 20 13:01:50.063772 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-4a9e06bf-03d0-454e-a21c-e8b9fe8290cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:50.097840 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8137d3a9-15d0-4f6a-a48b-de7b2d53d89d service neutron] Pushing event updated for resources: {'Port': ['ID=5e17cd99-3ff8-4899-a1b5-2a43c40dc89f,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:50.115747 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9188a042-9c87-44f7-bac8-0d5284fada65 req-63db131b-4f11-45ca-bb02-1252e3e8729b tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b513574a-3d22-4318-bbc3-0b88bec7690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963497 Apr 20 13:01:50.174990 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7a3210fd-10d2-425b-9c2f-5c70663a9ecb req-05cc3773-704d-4129-afb5-d61f3395f34a tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] 10.222.0.25 "GET /v2.0/security-groups?id=67701a2d-7538-49bd-8d7b-9d0b4fe92c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391842 Apr 20 13:01:50.316343 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571555a2-6e3a-4688-8da3-c52e98217c71 req-27bf1c03-22a1-46a4-b202-78614c185982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:50.317809 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-571555a2-6e3a-4688-8da3-c52e98217c71 req-27bf1c03-22a1-46a4-b202-78614c185982 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2509756 Apr 20 13:01:50.331787 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5dc798-dd00-4d65-8779-a2c891c8c654 req-144e05f3-c106-4bd6-8e58-12665670abc2 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:50.333260 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ec5dc798-dd00-4d65-8779-a2c891c8c654 req-144e05f3-c106-4bd6-8e58-12665670abc2 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 944 time: 0.1194613 Apr 20 13:01:50.345981 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf625d-dce4-42d4-a44d-dbf0273b7ba8 req-f4d1f1ec-129f-40a6-8c40-0cfcec9ab9e0 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:50.347383 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-40bf625d-dce4-42d4-a44d-dbf0273b7ba8 req-f4d1f1ec-129f-40a6-8c40-0cfcec9ab9e0 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 949 time: 0.0866315 Apr 20 13:01:50.403853 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-8137d3a9-15d0-4f6a-a48b-de7b2d53d89d service neutron] Attempting to bind port 5e17cd99-3ff8-4899-a1b5-2a43c40dc89f on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:01:50.404188 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-8137d3a9-15d0-4f6a-a48b-de7b2d53d89d service neutron] Attempting to bind port 5e17cd99-3ff8-4899-a1b5-2a43c40dc89f by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:01:50.404535 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-8137d3a9-15d0-4f6a-a48b-de7b2d53d89d service neutron] Attempting to bind port 5e17cd99-3ff8-4899-a1b5-2a43c40dc89f on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:01:50.412429 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-8137d3a9-15d0-4f6a-a48b-de7b2d53d89d service neutron] Port 5e17cd99-3ff8-4899-a1b5-2a43c40dc89f on network 6efc3d61-2150-4671-a02d-6127df40131a not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:01:50.412751 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-8137d3a9-15d0-4f6a-a48b-de7b2d53d89d service neutron] Attempting to bind port 5e17cd99-3ff8-4899-a1b5-2a43c40dc89f on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:01:50.418108 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ec5dc798-dd00-4d65-8779-a2c891c8c654 req-ce4530d6-21a6-4594-9005-5d9a7335e276 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697594 Apr 20 13:01:50.426009 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-8137d3a9-15d0-4f6a-a48b-de7b2d53d89d service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:01:50.426411 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-8137d3a9-15d0-4f6a-a48b-de7b2d53d89d service neutron] Checking segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:01:50.426801 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-8137d3a9-15d0-4f6a-a48b-de7b2d53d89d service neutron] Bound using segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:01:50.427170 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-8137d3a9-15d0-4f6a-a48b-de7b2d53d89d service neutron] Bound port: 5e17cd99-3ff8-4899-a1b5-2a43c40dc89f, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:01:50.427556 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-8137d3a9-15d0-4f6a-a48b-de7b2d53d89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:50.438161 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-40bf625d-dce4-42d4-a44d-dbf0273b7ba8 req-81087a05-c0d9-43b4-b918-2887b8b8e338 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728033 Apr 20 13:01:50.447659 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c1e78-2718-4958-a5b4-905f35a0653d req-3afcbb1b-0089-43fa-8a1d-9fc814915a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:50.449121 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-430c1e78-2718-4958-a5b4-905f35a0653d req-3afcbb1b-0089-43fa-8a1d-9fc814915a15 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3d8c73074e914bc58eefd75fef245022&device_id=71d7f19d-f3e9-4980-9514-cd634c741244 HTTP/1.1" status: 200 len: 1095 time: 0.0731525 Apr 20 13:01:50.498785 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-430c1e78-2718-4958-a5b4-905f35a0653d req-26d40abe-374c-464e-8a58-170e997c3369 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9109ccf5-0827-4b6e-8c25-51c73d77b359 HTTP/1.1" status: 200 len: 217 time: 0.0417254 Apr 20 13:01:50.563108 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-4a9e06bf-03d0-454e-a21c-e8b9fe8290cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c78f34d1-3f64-4d42-b927-2958cd7474e4 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:01:50.600479 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-4a9e06bf-03d0-454e-a21c-e8b9fe8290cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:50.604002 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-fd1ad3a6-cc66-4ccf-bfc9-8d64ca86a7fb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c56b3b8b-006e-4368-ac0e-c6a095ea03ec HTTP/1.1" status: 200 len: 217 time: 0.0477624 Apr 20 13:01:50.609171 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-8137d3a9-15d0-4f6a-a48b-de7b2d53d89d service neutron] For port 5e17cd99-3ff8-4899-a1b5-2a43c40dc89f, host n-h2-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:01:50.623199 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-5bdcc340-cae7-4e06-9bb8-adb61e8766c9 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=39d9105f5c954ebf808bec7916ff0f5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0685270 Apr 20 13:01:50.629236 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-218baa56-c8b8-49c5-9075-0bbd09b8423d req-85fbe962-410d-4dbc-ae54-10cade8d6b59 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36fc73d8-1d42-47db-8c72-b6045f3458cf HTTP/1.1" status: 200 len: 217 time: 0.0618362 Apr 20 13:01:50.638022 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c1e78-2718-4958-a5b4-905f35a0653d req-540a9f47-4643-468e-b7ac-4c67d719d534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:50.639478 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-430c1e78-2718-4958-a5b4-905f35a0653d req-540a9f47-4643-468e-b7ac-4c67d719d534 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e80c9431-6d0e-4618-9d9c-e61e50ce49f0 HTTP/1.1" status: 200 len: 852 time: 0.1301427 Apr 20 13:01:50.655668 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-8137d3a9-15d0-4f6a-a48b-de7b2d53d89d service neutron] For port 5e17cd99-3ff8-4899-a1b5-2a43c40dc89f, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=5e17cd99-3ff8-4899-a1b5-2a43c40dc89f,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:01:50.658562 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-4a9e06bf-03d0-454e-a21c-e8b9fe8290cd service neutron] Transition to ACTIVE for port object c78f34d1-3f64-4d42-b927-2958cd7474e4 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:01:50.675829 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-5f026883-6af8-46f4-b2ab-e57377dc4d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:50.677305 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-5f026883-6af8-46f4-b2ab-e57377dc4d31 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7f1a9c16-f305-43f3-a182-10217ec8e6e3 HTTP/1.1" status: 200 len: 848 time: 0.0622637 Apr 20 13:01:50.688674 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b9db9-8c0f-4717-bef3-a17074493243 req-f9bb7d5b-7f2a-4322-bef0-6c34db49e556 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:50.690148 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-779b9db9-8c0f-4717-bef3-a17074493243 req-f9bb7d5b-7f2a-4322-bef0-6c34db49e556 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6511f6b4-3d7a-44f7-b97a-ee76275afcf0 HTTP/1.1" status: 200 len: 931 time: 0.1893663 Apr 20 13:01:50.710935 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-e030f07c-97cd-4fcb-9a65-0f6cd2f2d983 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245450 Apr 20 13:01:50.737303 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-8137d3a9-15d0-4f6a-a48b-de7b2d53d89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:50.752729 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-430c1e78-2718-4958-a5b4-905f35a0653d req-977a6a0a-c117-410e-a102-659eb9771936 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998478 Apr 20 13:01:50.793009 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-4a9e06bf-03d0-454e-a21c-e8b9fe8290cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:50.814949 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-8137d3a9-15d0-4f6a-a48b-de7b2d53d89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:50.815597 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-8137d3a9-15d0-4f6a-a48b-de7b2d53d89d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:50.816955 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-8137d3a9-15d0-4f6a-a48b-de7b2d53d89d service neutron] 10.222.0.15 "PUT /v2.0/ports/5e17cd99-3ff8-4899-a1b5-2a43c40dc89f HTTP/1.1" status: 200 len: 1095 time: 1.6403248 Apr 20 13:01:50.821757 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d3f928-cbb1-4343-9d4e-ea176a0953f6', 'tag': '5e17cd99-3ff8-4899-a1b5-2a43c40dc89f'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:01:50.823878 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6550c6-0c70-416c-9feb-a6754ebf69e0" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d3f928-cbb1-4343-9d4e-ea176a0953f6", "tag": "5e17cd99-3ff8-4899-a1b5-2a43c40dc89f"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:01:50.844816 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218baa56-c8b8-49c5-9075-0bbd09b8423d req-3dae9114-cb09-44dd-86c0-b01da7e31ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:50.845963 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-218baa56-c8b8-49c5-9075-0bbd09b8423d req-3dae9114-cb09-44dd-86c0-b01da7e31ee5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e80c9431-6d0e-4618-9d9c-e61e50ce49f0 HTTP/1.1" status: 200 len: 852 time: 0.1968853 Apr 20 13:01:50.858156 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8137d3a9-15d0-4f6a-a48b-de7b2d53d89d service neutron] Pushing event updated for resources: {'Port': ['ID=5e17cd99-3ff8-4899-a1b5-2a43c40dc89f,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:50.894172 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-779b9db9-8c0f-4717-bef3-a17074493243 req-c9984143-2146-4eff-918d-bce5ef61642e tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708009 Apr 20 13:01:50.946716 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-218baa56-c8b8-49c5-9075-0bbd09b8423d req-cf988a2b-ee67-48af-ae7d-0540cdbea6a5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852816 Apr 20 13:01:50.984800 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-e58e2cf6-306a-4edd-9e5c-dbf451b89ab8 service neutron] 10.222.0.32 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643080 Apr 20 13:01:50.995905 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e06bf-03d0-454e-a21c-e8b9fe8290cd service neutron] Pushing event updated for resources: {'Port': ['ID=c78f34d1-3f64-4d42-b927-2958cd7474e4,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:51.011768 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-06d3a382-b76f-4499-9c49-a2847dbc977e tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:51.013562 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-06d3a382-b76f-4499-9c49-a2847dbc977e tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3784802 Apr 20 13:01:51.070447 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-340e20e5-e38e-452c-b315-9d4f5a957acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:51.071951 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-340e20e5-e38e-452c-b315-9d4f5a957acb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=61f7436d2c8a4651bbeeb56730dd56ae&device_id=f2d3f928-cbb1-4343-9d4e-ea176a0953f6 HTTP/1.1" status: 200 len: 1098 time: 0.1446817 Apr 20 13:01:51.078491 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-4a9e06bf-03d0-454e-a21c-e8b9fe8290cd service neutron] Attempting to bind port c78f34d1-3f64-4d42-b927-2958cd7474e4 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:01:51.078763 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-4a9e06bf-03d0-454e-a21c-e8b9fe8290cd service neutron] Attempting to bind port c78f34d1-3f64-4d42-b927-2958cd7474e4 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': 'b9427c0d-7fe5-4e74-94e3-27c981444053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9eaa8fa9-47b3-460d-82ca-75804ab06d95'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:01:51.079091 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-4a9e06bf-03d0-454e-a21c-e8b9fe8290cd service neutron] Attempting to bind port c78f34d1-3f64-4d42-b927-2958cd7474e4 on network 9eaa8fa9-47b3-460d-82ca-75804ab06d95 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:01:51.090810 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-430c1e78-2718-4958-a5b4-905f35a0653d req-a9e7ea6d-177c-455e-bca2-126d8b67e6c7 service neutron] 10.222.0.15 "GET /v2.0/networks/9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228238 Apr 20 13:01:51.095322 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-521927e5-e1f3-460d-9c1e-450d5f90dd42 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/quotas/39d9105f5c954ebf808bec7916ff0f5c HTTP/1.1" status: 200 len: 375 time: 0.0661592 Apr 20 13:01:51.126559 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-4a9e06bf-03d0-454e-a21c-e8b9fe8290cd service neutron] Port c78f34d1-3f64-4d42-b927-2958cd7474e4 on network 9eaa8fa9-47b3-460d-82ca-75804ab06d95 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:01:51.126879 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-4a9e06bf-03d0-454e-a21c-e8b9fe8290cd service neutron] Attempting to bind port c78f34d1-3f64-4d42-b927-2958cd7474e4 on network 9eaa8fa9-47b3-460d-82ca-75804ab06d95 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:01:51.131766 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-3bb9b824-2010-4d45-b5f8-262c0525091a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=5e17cd99-3ff8-4899-a1b5-2a43c40dc89f HTTP/1.1" status: 200 len: 217 time: 0.0464668 Apr 20 13:01:51.142247 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-4a9e06bf-03d0-454e-a21c-e8b9fe8290cd service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:01:51.142586 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-4a9e06bf-03d0-454e-a21c-e8b9fe8290cd service neutron] Checking segment: {'id': 'b9427c0d-7fe5-4e74-94e3-27c981444053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9eaa8fa9-47b3-460d-82ca-75804ab06d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:01:51.142961 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-4a9e06bf-03d0-454e-a21c-e8b9fe8290cd service neutron] Bound using segment: {'id': 'b9427c0d-7fe5-4e74-94e3-27c981444053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9eaa8fa9-47b3-460d-82ca-75804ab06d95'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:01:51.143423 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-4a9e06bf-03d0-454e-a21c-e8b9fe8290cd service neutron] Bound port: c78f34d1-3f64-4d42-b927-2958cd7474e4, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9427c0d-7fe5-4e74-94e3-27c981444053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9eaa8fa9-47b3-460d-82ca-75804ab06d95'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:01:51.143782 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-4a9e06bf-03d0-454e-a21c-e8b9fe8290cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:51.197376 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c75ebd-27ab-4ce5-a17f-c77a927f48d3 req-3def0dcd-7660-4ac2-87b2-c9ea289b11a8 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:51.199399 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b3c75ebd-27ab-4ce5-a17f-c77a927f48d3 req-3def0dcd-7660-4ac2-87b2-c9ea289b11a8 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?device_id=71d7f19d-f3e9-4980-9514-cd634c741244 HTTP/1.1" status: 200 len: 944 time: 0.2214372 Apr 20 13:01:51.209164 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-218baa56-c8b8-49c5-9075-0bbd09b8423d req-ddd8847c-3ca5-45ff-ba6d-5cf308803707 service neutron] 10.222.0.32 "GET /v2.0/networks/9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468753 Apr 20 13:01:51.221841 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-610f7e82-51ab-4994-a3ca-5ee1d2a0701b service neutron] 10.222.0.32 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162013 Apr 20 13:01:51.235456 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-39025e98-ee1a-4306-af06-a66c9994adc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:51.236913 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-39025e98-ee1a-4306-af06-a66c9994adc1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0958407 Apr 20 13:01:51.281221 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-4a9e06bf-03d0-454e-a21c-e8b9fe8290cd service neutron] For port c78f34d1-3f64-4d42-b927-2958cd7474e4, host n-h2-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:01:51.301088 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-4a9e06bf-03d0-454e-a21c-e8b9fe8290cd service neutron] For port c78f34d1-3f64-4d42-b927-2958cd7474e4, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=c78f34d1-3f64-4d42-b927-2958cd7474e4,segment=NetworkSegment(b9427c0d-7fe5-4e74-94e3-27c981444053),segment_id=b9427c0d-7fe5-4e74-94e3-27c981444053)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:01:51.308124 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-a5e36416-08f9-48ac-9616-327274f38eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:51.309616 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-a5e36416-08f9-48ac-9616-327274f38eb7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0657105 Apr 20 13:01:51.326209 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-8a4d1731-d67b-4fa3-977c-2b624e26eb2d tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=39d9105f5c954ebf808bec7916ff0f5c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2075408 Apr 20 13:01:51.340453 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b3c75ebd-27ab-4ce5-a17f-c77a927f48d3 req-5bd136bf-5e1f-4d25-9f0a-1bf40960b854 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups?id=61d9d20d-b394-4330-aaf3-e1fda56d0806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341407 Apr 20 13:01:51.345617 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-430c1e78-2718-4958-a5b4-905f35a0653d req-3205b0c4-0c58-488b-98fd-11bd63dd4ed7 service neutron] 10.222.0.15 "GET /v2.0/networks/9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431245 Apr 20 13:01:51.376575 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-4a9e06bf-03d0-454e-a21c-e8b9fe8290cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:51.380510 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-218baa56-c8b8-49c5-9075-0bbd09b8423d req-ccfba50e-2de5-4658-8d3c-988ca92fa185 service neutron] 10.222.0.32 "GET /v2.0/networks/9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586809 Apr 20 13:01:51.426989 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-4a9e06bf-03d0-454e-a21c-e8b9fe8290cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:51.427630 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-4a9e06bf-03d0-454e-a21c-e8b9fe8290cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:51.429010 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-4a9e06bf-03d0-454e-a21c-e8b9fe8290cd service neutron] 10.222.0.15 "PUT /v2.0/ports/c78f34d1-3f64-4d42-b927-2958cd7474e4 HTTP/1.1" status: 200 len: 1091 time: 1.4480374 Apr 20 13:01:51.444847 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-73573a7d-e54f-4b8a-b6bd-9dd4b36b1102 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285450 Apr 20 13:01:51.469757 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e06bf-03d0-454e-a21c-e8b9fe8290cd service neutron] Pushing event updated for resources: {'Port': ['ID=c78f34d1-3f64-4d42-b927-2958cd7474e4,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:51.487761 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:01:51.502434 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06f20a-1632-40c3-8433-59f29b7b1cad req-9e0624cf-3d61-40ab-ab61-ce72aba674c2 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:51.503974 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa06f20a-1632-40c3-8433-59f29b7b1cad req-9e0624cf-3d61-40ab-ab61-ce72aba674c2 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 945 time: 0.0549090 Apr 20 13:01:51.555716 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa06f20a-1632-40c3-8433-59f29b7b1cad req-41170cf8-cdf8-42b0-ac59-033bb952572b tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450187 Apr 20 13:01:51.627335 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5fa0b7-9b98-48e1-9fa0-dc3e081d6be3 x-openstack-request-id: req-ec5fa0b7-9b98-48e1-9fa0-dc3e081d6be3 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:01:51.627736 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d3f928-cbb1-4343-9d4e-ea176a0953f6", "tag": "5e17cd99-3ff8-4899-a1b5-2a43c40dc89f", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:01:51.628074 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec5fa0b7-9b98-48e1-9fa0-dc3e081d6be3 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:01:51.628779 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec5fa0b7-9b98-48e1-9fa0-dc3e081d6be3'] response: {'name': 'network-changed', 'server_uuid': 'f2d3f928-cbb1-4343-9d4e-ea176a0953f6', 'tag': '5e17cd99-3ff8-4899-a1b5-2a43c40dc89f', 'status': 'completed', 'code': 200} Apr 20 13:01:51.634469 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a50346-16a4-4ae6-951c-afa7b2286781 req-66e002af-20fc-4158-b043-7ea45205b176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:51.642399 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-31a50346-16a4-4ae6-951c-afa7b2286781 req-66e002af-20fc-4158-b043-7ea45205b176 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d8c73074e914bc58eefd75fef245022&device_id=474e7de6-b2b2-4c97-b405-f66b8c99857a HTTP/1.1" status: 200 len: 1174 time: 0.0819616 Apr 20 13:01:51.648610 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3815eacb-acd6-4c45-b94c-7b3ad470716a req-341d82e4-7173-441e-b793-1cfe16e994e6 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941690 Apr 20 13:01:51.679844 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-7e7c5aa3-b613-4510-b06d-28559b559093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:51.681561 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-7e7c5aa3-b613-4510-b06d-28559b559093 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a500cef03173409296912494d6150027&device_id=6511f6b4-3d7a-44f7-b97a-ee76275afcf0 HTTP/1.1" status: 200 len: 1094 time: 0.1185052 Apr 20 13:01:51.738938 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-5189e719-9af3-43c8-89de-d62bb691c3ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c78f34d1-3f64-4d42-b927-2958cd7474e4 HTTP/1.1" status: 200 len: 217 time: 0.0503917 Apr 20 13:01:51.811584 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070fd49-2bf5-4670-8a2c-7ae77ca8c1e4 req-89921fef-1fcf-4243-8f1f-ac1cd541ed32 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:51.815844 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6070fd49-2bf5-4670-8a2c-7ae77ca8c1e4 req-89921fef-1fcf-4243-8f1f-ac1cd541ed32 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d3f928-cbb1-4343-9d4e-ea176a0953f6 HTTP/1.1" status: 200 len: 947 time: 0.1655748 Apr 20 13:01:51.836065 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61d5b0-30cd-4ee7-9c87-4b0173819f6f req-b2dd2777-5018-49c8-855e-ae2e7b807d2e tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:51.837443 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8f61d5b0-30cd-4ee7-9c87-4b0173819f6f req-b2dd2777-5018-49c8-855e-ae2e7b807d2e tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 944 time: 0.1382463 Apr 20 13:01:51.848006 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a50346-16a4-4ae6-951c-afa7b2286781 req-13f43465-852e-46f0-923d-ba899acdb17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:51.849560 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-31a50346-16a4-4ae6-951c-afa7b2286781 req-13f43465-852e-46f0-923d-ba899acdb17c service neutron] 10.222.0.32 "GET /v2.0/networks?id=9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7 HTTP/1.1" status: 200 len: 913 time: 0.1861110 Apr 20 13:01:51.879653 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-88e9c5a6-46b3-44c4-9d15-a8b603c1fe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:51.881287 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-88e9c5a6-46b3-44c4-9d15-a8b603c1fe2b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4c487580-ee49-4130-b630-2a0a0e6c2f73 HTTP/1.1" status: 200 len: 861 time: 0.1336350 Apr 20 13:01:51.889296 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6550c6-0c70-416c-9feb-a6754ebf69e0 req-daa5ea72-e040-4d74-8166-15d8b4c1634a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:51.890657 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5d6550c6-0c70-416c-9feb-a6754ebf69e0 req-daa5ea72-e040-4d74-8166-15d8b4c1634a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=61f7436d2c8a4651bbeeb56730dd56ae&device_id=f2d3f928-cbb1-4343-9d4e-ea176a0953f6 HTTP/1.1" status: 200 len: 1098 time: 0.1266301 Apr 20 13:01:51.893795 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-d0638a04-ce19-4c71-a008-93615baeae34 tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:51.895122 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-d0638a04-ce19-4c71-a008-93615baeae34 tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16&tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4&binding%3Ahost_id=n-h1-836015-7 HTTP/1.1" status: 200 len: 1095 time: 0.0843992 Apr 20 13:01:51.910751 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-31a50346-16a4-4ae6-951c-afa7b2286781 req-6ff341db-fef1-45dc-a476-2ddabc45df7b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36fc73d8-1d42-47db-8c72-b6045f3458cf HTTP/1.1" status: 200 len: 217 time: 0.0529287 Apr 20 13:01:51.936106 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-314704aa-2b55-402a-9404-475a4a4f4ca3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9eaa8fa9-47b3-460d-82ca-75804ab06d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443745 Apr 20 13:01:51.940278 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6070fd49-2bf5-4670-8a2c-7ae77ca8c1e4 req-ab815053-5279-4238-b84f-96abc85f0668 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] 10.222.0.25 "GET /v2.0/security-groups?id=67701a2d-7538-49bd-8d7b-9d0b4fe92c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158736 Apr 20 13:01:51.974361 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8f61d5b0-30cd-4ee7-9c87-4b0173819f6f req-9a3a24be-18c4-4688-aee9-f3451517a661 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281881 Apr 20 13:01:52.000999 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a50346-16a4-4ae6-951c-afa7b2286781 req-6aac58d2-b9cb-4a0b-ae88-6510917efe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:52.008433 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-31a50346-16a4-4ae6-951c-afa7b2286781 req-6aac58d2-b9cb-4a0b-ae88-6510917efe16 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e80c9431-6d0e-4618-9d9c-e61e50ce49f0 HTTP/1.1" status: 200 len: 852 time: 0.0894229 Apr 20 13:01:52.049584 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-31a50346-16a4-4ae6-951c-afa7b2286781 req-b71ca1e7-4842-43ad-89dd-1125d3ad7dfd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344474 Apr 20 13:01:52.147211 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a2cc3d4f-b221-4796-9161-c776a17752c1 req-695a8beb-5243-4ebb-b43a-5107b92bc5c1 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/ports?device_id=05c81026-8fd9-4107-b533-a5a816907517 HTTP/1.1" status: 200 len: 210 time: 0.0649409 Apr 20 13:01:52.167733 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6550c6-0c70-416c-9feb-a6754ebf69e0 req-537d0da4-8c79-4367-884c-33bc120aec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:52.167733 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5d6550c6-0c70-416c-9feb-a6754ebf69e0 req-537d0da4-8c79-4367-884c-33bc120aec06 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.2593949 Apr 20 13:01:52.180131 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded66a9-bfef-4d63-b851-41de222fc613 req-c040f6f5-8b65-4a75-b855-a12463f89d42 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:52.181662 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3ded66a9-bfef-4d63-b851-41de222fc613 req-c040f6f5-8b65-4a75-b855-a12463f89d42 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 949 time: 0.1347015 Apr 20 13:01:52.220965 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-31a50346-16a4-4ae6-951c-afa7b2286781 req-a1e7c335-a835-460d-ae4b-a195f4376f61 service neutron] 10.222.0.32 "GET /v2.0/networks/9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629250 Apr 20 13:01:52.235349 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5d6550c6-0c70-416c-9feb-a6754ebf69e0 req-bc9cf5c2-d064-4c48-9bab-a110b755e22d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=5e17cd99-3ff8-4899-a1b5-2a43c40dc89f HTTP/1.1" status: 200 len: 217 time: 0.0589445 Apr 20 13:01:52.238303 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-2a7ea3ac-5980-4e43-9374-3d23aa881cef service neutron] 10.222.0.15 "GET /v2.0/networks/9eaa8fa9-47b3-460d-82ca-75804ab06d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738893 Apr 20 13:01:52.256280 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3ded66a9-bfef-4d63-b851-41de222fc613 req-13cc0493-636d-4372-b961-1fa18573bbad tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642800 Apr 20 13:01:52.342588 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-85608199-ee64-4599-bdd2-ca972a144328 service neutron] For port c56b3b8b-006e-4368-ac0e-c6a095ea03ec, host n-h2-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:01:52.350304 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6550c6-0c70-416c-9feb-a6754ebf69e0 req-ef6ff6b8-e5de-4bfa-8a2b-dd488c421ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:52.351840 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5d6550c6-0c70-416c-9feb-a6754ebf69e0 req-ef6ff6b8-e5de-4bfa-8a2b-dd488c421ebb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.1031232 Apr 20 13:01:52.354472 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-85608199-ee64-4599-bdd2-ca972a144328 service neutron] Notify callbacks [] for binding, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:52.355497 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-614b4976-92e1-428a-b8a6-73c5d08233b1 req-85608199-ee64-4599-bdd2-ca972a144328 service neutron] 10.222.0.32 "DELETE /v2.0/ports/c56b3b8b-006e-4368-ac0e-c6a095ea03ec/bindings/n-h2-836015-7 HTTP/1.1" status: 204 len: 173 time: 0.4507110 Apr 20 13:01:52.422404 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-edba9e3a-5ef1-43e6-8fc0-9158e5b49170 req-ccb59b25-5c04-4952-82e3-b81813b694e5 service neutron] 10.222.0.15 "GET /v2.0/networks/9eaa8fa9-47b3-460d-82ca-75804ab06d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723957 Apr 20 13:01:52.428682 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6550c6-0c70-416c-9feb-a6754ebf69e0 req-871f76f1-e68e-4f49-91a6-64b270e3e934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:52.430830 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5d6550c6-0c70-416c-9feb-a6754ebf69e0 req-871f76f1-e68e-4f49-91a6-64b270e3e934 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0677683 Apr 20 13:01:52.540117 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5d6550c6-0c70-416c-9feb-a6754ebf69e0 req-fdf3d241-26b1-446b-a083-98e4bf5aab81 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006548 Apr 20 13:01:52.638908 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5d6550c6-0c70-416c-9feb-a6754ebf69e0 req-8f01c237-f509-44c0-972b-cd00af8a76ed service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916901 Apr 20 13:01:52.647106 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34e1ab-758a-4555-b426-f699b9cf1ac4 req-c91d206b-91ee-4c24-b384-ae68f68cbf3b tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:52.651099 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7b34e1ab-758a-4555-b426-f699b9cf1ac4 req-c91d206b-91ee-4c24-b384-ae68f68cbf3b tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6511f6b4-3d7a-44f7-b97a-ee76275afcf0 HTTP/1.1" status: 200 len: 943 time: 0.4103746 Apr 20 13:01:52.685926 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919780ae-4ed1-454b-a50f-e28ca22937fe req-e2995371-c1e6-456d-a96a-ebb35e2d1b63 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:52.687380 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-919780ae-4ed1-454b-a50f-e28ca22937fe req-e2995371-c1e6-456d-a96a-ebb35e2d1b63 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?device_id=71d7f19d-f3e9-4980-9514-cd634c741244 HTTP/1.1" status: 200 len: 944 time: 0.1073513 Apr 20 13:01:52.690794 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-31a50346-16a4-4ae6-951c-afa7b2286781 req-2907e01d-adfe-418c-baed-7f081fb08d4b service neutron] 10.222.0.32 "GET /v2.0/networks/9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4536724 Apr 20 13:01:52.722343 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7b34e1ab-758a-4555-b426-f699b9cf1ac4 req-dd510343-067b-40f0-9cb6-60fdc3447213 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662541 Apr 20 13:01:52.740127 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-919780ae-4ed1-454b-a50f-e28ca22937fe req-70ca0bb2-2fed-42e7-b895-5b126dc88e31 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups?id=61d9d20d-b394-4330-aaf3-e1fda56d0806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446086 Apr 20 13:01:52.832168 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f70378-08f0-48e1-9291-61aba4253820 req-e764123b-c8f5-493e-9b81-d28602adcead tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:52.833649 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-82f70378-08f0-48e1-9291-61aba4253820 req-e764123b-c8f5-493e-9b81-d28602adcead tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 945 time: 0.0541279 Apr 20 13:01:52.873438 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-82f70378-08f0-48e1-9291-61aba4253820 req-7d5712d0-d79b-4eba-85c2-c7768fecf275 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335691 Apr 20 13:01:53.090868 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c8d24-4f75-4fd0-91eb-d87f71a86e9e req-5ca33235-65a1-4b2d-8bb2-6419114b1ab8 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:53.092382 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b24c8d24-4f75-4fd0-91eb-d87f71a86e9e req-5ca33235-65a1-4b2d-8bb2-6419114b1ab8 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d3f928-cbb1-4343-9d4e-ea176a0953f6 HTTP/1.1" status: 200 len: 947 time: 0.0618477 Apr 20 13:01:53.146566 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990220f4-3746-44c0-b0a9-bb65f4fb5eed req-80590b38-e399-43f7-a963-ae003b9a2785 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:53.148619 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-990220f4-3746-44c0-b0a9-bb65f4fb5eed req-80590b38-e399-43f7-a963-ae003b9a2785 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 1096 time: 0.0774722 Apr 20 13:01:53.153562 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b24c8d24-4f75-4fd0-91eb-d87f71a86e9e req-30a4d61a-dd59-4681-b497-5ca55df28b0f tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] 10.222.0.25 "GET /v2.0/security-groups?id=67701a2d-7538-49bd-8d7b-9d0b4fe92c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468893 Apr 20 13:01:53.185759 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-990220f4-3746-44c0-b0a9-bb65f4fb5eed req-04f7ace5-988f-4a1e-a35b-3e22747dbdb9 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308762 Apr 20 13:01:53.260129 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9225a-8b33-461c-97e1-111043309c42 req-4685ea6a-521e-4bb8-9941-76e5377aade6 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:53.260129 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cda9225a-8b33-461c-97e1-111043309c42 req-4685ea6a-521e-4bb8-9941-76e5377aade6 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 944 time: 0.0495532 Apr 20 13:01:53.310672 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cda9225a-8b33-461c-97e1-111043309c42 req-91d51b41-71de-46cd-8156-ca3be4299582 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436778 Apr 20 13:01:53.336233 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-133e8158-e348-4a87-b5e4-2b7730b585b1 req-291244e6-48dc-4f71-ac44-22fb80e2ff23 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/ports?device_id=05c81026-8fd9-4107-b533-a5a816907517 HTTP/1.1" status: 200 len: 210 time: 0.0380769 Apr 20 13:01:53.442205 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c8db8-896a-434a-ba44-26e91538ce26 req-4ad4e59f-276d-4823-a823-e51b78c9579b tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:53.443763 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f04c8db8-896a-434a-ba44-26e91538ce26 req-4ad4e59f-276d-4823-a823-e51b78c9579b tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 1096 time: 0.0690863 Apr 20 13:01:53.465450 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d80655-2fa1-42c6-a706-669a00a75279 req-0d5e196d-3411-4791-9338-f102875df5e0 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:53.466862 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f9d80655-2fa1-42c6-a706-669a00a75279 req-0d5e196d-3411-4791-9338-f102875df5e0 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 949 time: 0.0667396 Apr 20 13:01:53.526479 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f04c8db8-896a-434a-ba44-26e91538ce26 req-88639dc5-92fd-49b6-9e12-5c00d2c827d6 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742037 Apr 20 13:01:53.528108 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-5eba1b45-6247-4df0-89d2-3d223c8012d7 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=39d9105f5c954ebf808bec7916ff0f5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357466 Apr 20 13:01:53.561900 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f9d80655-2fa1-42c6-a706-669a00a75279 req-9c413d1e-4841-4c9f-9461-9f0807dcc3df tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875793 Apr 20 13:01:53.630061 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6511f6b4-3d7a-44f7-b97a-ee76275afcf0', 'tag': 'c78f34d1-3f64-4d42-b927-2958cd7474e4'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:01:53.634574 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a31408-9a3b-4fad-bb34-37e5920f51aa" -d '{"events": [{"name": "network-changed", "server_uuid": "6511f6b4-3d7a-44f7-b97a-ee76275afcf0", "tag": "c78f34d1-3f64-4d42-b927-2958cd7474e4"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:01:53.666538 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-46d59351-a817-4e0b-82fa-5efc9ff2e23c tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:53.668282 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-46d59351-a817-4e0b-82fa-5efc9ff2e23c tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1317606 Apr 20 13:01:53.692103 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d56076-a89c-4b67-b495-d7038803adc0 x-openstack-request-id: req-09d56076-a89c-4b67-b495-d7038803adc0 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:01:53.692103 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6511f6b4-3d7a-44f7-b97a-ee76275afcf0", "tag": "c78f34d1-3f64-4d42-b927-2958cd7474e4", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:01:53.692103 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-09d56076-a89c-4b67-b495-d7038803adc0 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:01:53.692103 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09d56076-a89c-4b67-b495-d7038803adc0'] response: {'name': 'network-changed', 'server_uuid': '6511f6b4-3d7a-44f7-b97a-ee76275afcf0', 'tag': 'c78f34d1-3f64-4d42-b927-2958cd7474e4', 'status': 'completed', 'code': 200} Apr 20 13:01:53.692468 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-4049e204-06a8-4f41-bd2b-3313f09a4343 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Request body: {'port': {'device_id': '05c81026-8fd9-4107-b533-a5a816907517', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'admin_state_up': True, 'tenant_id': '39d9105f5c954ebf808bec7916ff0f5c'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:53.764975 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a31408-9a3b-4fad-bb34-37e5920f51aa req-b0ca755e-ebcc-4ee8-bcd8-7ac75add2ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:53.766446 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-29a31408-9a3b-4fad-bb34-37e5920f51aa req-b0ca755e-ebcc-4ee8-bcd8-7ac75add2ada service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a500cef03173409296912494d6150027&device_id=6511f6b4-3d7a-44f7-b97a-ee76275afcf0 HTTP/1.1" status: 200 len: 1094 time: 0.0599849 Apr 20 13:01:53.814464 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89931f62-097e-42af-b57a-9031e5cf1f0a req-1bd631cb-b188-4856-8014-5bda8e169a43 tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:53.815986 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-89931f62-097e-42af-b57a-9031e5cf1f0a req-1bd631cb-b188-4856-8014-5bda8e169a43 tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 1095 time: 0.1072123 Apr 20 13:01:53.863263 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-89931f62-097e-42af-b57a-9031e5cf1f0a req-f5c26812-d402-48e0-93cd-3af3bd34ad1c tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400982 Apr 20 13:01:53.867821 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a31408-9a3b-4fad-bb34-37e5920f51aa req-9e1b7c2d-f9d3-4b52-a221-5a675580d782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:53.869360 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-29a31408-9a3b-4fad-bb34-37e5920f51aa req-9e1b7c2d-f9d3-4b52-a221-5a675580d782 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9eaa8fa9-47b3-460d-82ca-75804ab06d95 HTTP/1.1" status: 200 len: 922 time: 0.0944493 Apr 20 13:01:53.933426 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-29a31408-9a3b-4fad-bb34-37e5920f51aa req-6d5c0769-eeab-4e27-80c9-c45a71113859 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c78f34d1-3f64-4d42-b927-2958cd7474e4 HTTP/1.1" status: 200 len: 217 time: 0.0570605 Apr 20 13:01:53.963379 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-4049e204-06a8-4f41-bd2b-3313f09a4343 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Made reservation on behalf of 39d9105f5c954ebf808bec7916ff0f5c for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:01:53.967510 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-4049e204-06a8-4f41-bd2b-3313f09a4343 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:54.003642 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a31408-9a3b-4fad-bb34-37e5920f51aa req-7d349f97-c0ac-4692-966a-7d270b3b4677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:54.004299 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-29a31408-9a3b-4fad-bb34-37e5920f51aa req-7d349f97-c0ac-4692-966a-7d270b3b4677 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4c487580-ee49-4130-b630-2a0a0e6c2f73 HTTP/1.1" status: 200 len: 861 time: 0.0641711 Apr 20 13:01:54.012905 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb17bf0-ea06-4795-8b96-954fa4746a7b req-04196d69-de86-424e-9d47-51c2bb2b4ea1 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:54.014358 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dcb17bf0-ea06-4795-8b96-954fa4746a7b req-04196d69-de86-424e-9d47-51c2bb2b4ea1 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6511f6b4-3d7a-44f7-b97a-ee76275afcf0 HTTP/1.1" status: 200 len: 943 time: 0.0781674 Apr 20 13:01:54.038220 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-29a31408-9a3b-4fad-bb34-37e5920f51aa req-ac4a0a48-f74d-4aa8-99e5-a6b406cc9c2b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9eaa8fa9-47b3-460d-82ca-75804ab06d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262787 Apr 20 13:01:54.117844 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dcb17bf0-ea06-4795-8b96-954fa4746a7b req-b40eca93-9263-43de-b9f7-81bfed1693c4 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721872 Apr 20 13:01:54.133949 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-29a31408-9a3b-4fad-bb34-37e5920f51aa req-6812ae8d-41d3-4916-bb90-8c6cfa3f4534 service neutron] 10.222.0.15 "GET /v2.0/networks/9eaa8fa9-47b3-460d-82ca-75804ab06d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886326 Apr 20 13:01:54.150618 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-4049e204-06a8-4f41-bd2b-3313f09a4343 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Allocated IP 192.168.233.219 (6efc3d61-2150-4671-a02d-6127df40131a/c5b1f82a-7732-4b50-ab22-2475f182a712/72eb63d2-35e9-44e4-801e-96bb17cbd1e1) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:01:54.236696 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-29a31408-9a3b-4fad-bb34-37e5920f51aa req-0a143c96-add2-43a2-8014-7e974e5d2c81 service neutron] 10.222.0.15 "GET /v2.0/networks/9eaa8fa9-47b3-460d-82ca-75804ab06d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959814 Apr 20 13:01:54.324633 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3370f39-9b6a-4ea4-be5e-f3fedc1ad36e req-749a43e8-8584-4c98-9326-0ac79bb83788 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:54.326130 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d3370f39-9b6a-4ea4-be5e-f3fedc1ad36e req-749a43e8-8584-4c98-9326-0ac79bb83788 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?device_id=71d7f19d-f3e9-4980-9514-cd634c741244 HTTP/1.1" status: 200 len: 944 time: 0.1069748 Apr 20 13:01:54.350948 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-4049e204-06a8-4f41-bd2b-3313f09a4343 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:54.383960 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d3370f39-9b6a-4ea4-be5e-f3fedc1ad36e req-84a7fc36-7908-432c-bea7-72fda77f4712 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups?id=61d9d20d-b394-4330-aaf3-e1fda56d0806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499549 Apr 20 13:01:54.404324 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b71a07f0-7e12-4eac-86e8-36330c4199de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:54.483112 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-4049e204-06a8-4f41-bd2b-3313f09a4343 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:54.502021 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['b264d124-e118-441d-b789-6e14e397baad'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:01:54.578065 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-4049e204-06a8-4f41-bd2b-3313f09a4343 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Network 6efc3d61-2150-4671-a02d-6127df40131a is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:01:54.585133 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-4049e204-06a8-4f41-bd2b-3313f09a4343 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:01:54.587885 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-4049e204-06a8-4f41-bd2b-3313f09a4343 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:01:54.627801 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4049e204-06a8-4f41-bd2b-3313f09a4343 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Pushing event updated for resources: {'Port': ['ID=72eb63d2-35e9-44e4-801e-96bb17cbd1e1,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:54.667575 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-20025cad-ef8c-456d-bcd8-2c013cfb87bd tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:54.669117 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-20025cad-ef8c-456d-bcd8-2c013cfb87bd tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/networks?id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88 HTTP/1.1" status: 200 len: 808 time: 0.2134788 Apr 20 13:01:54.675265 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-4049e204-06a8-4f41-bd2b-3313f09a4343 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:54.675903 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-4049e204-06a8-4f41-bd2b-3313f09a4343 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:54.696040 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-393ddbd5-e09a-4513-af5b-25c2654b0bed tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/quotas/1be87b7e79ba4ecba94c1624cfe95dd4 HTTP/1.1" status: 200 len: 375 time: 0.0173228 Apr 20 13:01:54.751894 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-9b1c0ae3-2acd-4962-98e3-67a83d535080 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499208 Apr 20 13:01:54.811197 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-4049e204-06a8-4f41-bd2b-3313f09a4343 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1331520 Apr 20 13:01:54.825852 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-71ec7df1-adcb-4e1b-92c6-db7f3bf84209 service neutron] Request body: {'port': {'device_id': '05c81026-8fd9-4107-b533-a5a816907517', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:54.832472 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-8c3b16d9-d713-455a-ad77-6b0d03341229 None None] Provisioning complete for port 72eb63d2-35e9-44e4-801e-96bb17cbd1e1 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:54.833052 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8c3b16d9-d713-455a-ad77-6b0d03341229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:54.875874 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-8c3b16d9-d713-455a-ad77-6b0d03341229 None None] Port 72eb63d2-35e9-44e4-801e-96bb17cbd1e1 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:01:54.897450 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-c91a534b-979f-43d4-9de8-cc3e6a822b43 service neutron] 10.222.0.25 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385264 Apr 20 13:01:54.902097 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-71ec7df1-adcb-4e1b-92c6-db7f3bf84209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:55.089905 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-79c0fc17-3476-4c2b-8cfd-305eddb98f0d service neutron] 10.222.0.25 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848238 Apr 20 13:01:55.235487 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-71ec7df1-adcb-4e1b-92c6-db7f3bf84209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72eb63d2-35e9-44e4-801e-96bb17cbd1e1 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:01:55.242956 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-71ec7df1-adcb-4e1b-92c6-db7f3bf84209 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:55.255496 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-71ec7df1-adcb-4e1b-92c6-db7f3bf84209 service neutron] Transition to ACTIVE for port object 72eb63d2-35e9-44e4-801e-96bb17cbd1e1 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:01:55.337290 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-71ec7df1-adcb-4e1b-92c6-db7f3bf84209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:55.410951 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb292fc-39d6-4b61-927c-d089b052e72a req-a386c09e-02e4-489c-8cdd-d5a44a6a0a82 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:55.412727 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7eb292fc-39d6-4b61-927c-d089b052e72a req-a386c09e-02e4-489c-8cdd-d5a44a6a0a82 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d3f928-cbb1-4343-9d4e-ea176a0953f6 HTTP/1.1" status: 200 len: 947 time: 0.1035156 Apr 20 13:01:55.422139 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec7df1-adcb-4e1b-92c6-db7f3bf84209 service neutron] Pushing event updated for resources: {'Port': ['ID=72eb63d2-35e9-44e4-801e-96bb17cbd1e1,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:55.515927 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7eb292fc-39d6-4b61-927c-d089b052e72a req-f5bf7fa2-aef5-47c6-bee5-622e0c7ea8e6 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] 10.222.0.25 "GET /v2.0/security-groups?id=67701a2d-7538-49bd-8d7b-9d0b4fe92c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949800 Apr 20 13:01:55.541333 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-71ec7df1-adcb-4e1b-92c6-db7f3bf84209 service neutron] Attempting to bind port 72eb63d2-35e9-44e4-801e-96bb17cbd1e1 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:01:55.541333 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-71ec7df1-adcb-4e1b-92c6-db7f3bf84209 service neutron] Attempting to bind port 72eb63d2-35e9-44e4-801e-96bb17cbd1e1 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:01:55.541333 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-71ec7df1-adcb-4e1b-92c6-db7f3bf84209 service neutron] Attempting to bind port 72eb63d2-35e9-44e4-801e-96bb17cbd1e1 on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:01:55.545050 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-71ec7df1-adcb-4e1b-92c6-db7f3bf84209 service neutron] Port 72eb63d2-35e9-44e4-801e-96bb17cbd1e1 on network 6efc3d61-2150-4671-a02d-6127df40131a not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:01:55.545373 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-71ec7df1-adcb-4e1b-92c6-db7f3bf84209 service neutron] Attempting to bind port 72eb63d2-35e9-44e4-801e-96bb17cbd1e1 on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:01:55.551230 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-71ec7df1-adcb-4e1b-92c6-db7f3bf84209 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:01:55.551602 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-71ec7df1-adcb-4e1b-92c6-db7f3bf84209 service neutron] Checking segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:01:55.552028 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-71ec7df1-adcb-4e1b-92c6-db7f3bf84209 service neutron] Bound using segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:01:55.552462 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-71ec7df1-adcb-4e1b-92c6-db7f3bf84209 service neutron] Bound port: 72eb63d2-35e9-44e4-801e-96bb17cbd1e1, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:01:55.552851 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-71ec7df1-adcb-4e1b-92c6-db7f3bf84209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:55.649707 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-71ec7df1-adcb-4e1b-92c6-db7f3bf84209 service neutron] For port 72eb63d2-35e9-44e4-801e-96bb17cbd1e1, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:01:55.652316 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-71ec7df1-adcb-4e1b-92c6-db7f3bf84209 service neutron] For port 72eb63d2-35e9-44e4-801e-96bb17cbd1e1, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=72eb63d2-35e9-44e4-801e-96bb17cbd1e1,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:01:55.660470 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef9569-dba1-4dcb-9fce-2beec700ef69 req-c28fcb3d-6497-410d-a5d9-6928c8c58b41 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:55.661961 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-62ef9569-dba1-4dcb-9fce-2beec700ef69 req-c28fcb3d-6497-410d-a5d9-6928c8c58b41 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/ports?device_id=05c81026-8fd9-4107-b533-a5a816907517 HTTP/1.1" status: 200 len: 948 time: 0.0748990 Apr 20 13:01:55.701033 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-62ef9569-dba1-4dcb-9fce-2beec700ef69 req-590e4580-3d83-41a7-bf32-a4c24b133011 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b513574a-3d22-4318-bbc3-0b88bec7690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325294 Apr 20 13:01:55.722502 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-71ec7df1-adcb-4e1b-92c6-db7f3bf84209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:55.759760 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-71ec7df1-adcb-4e1b-92c6-db7f3bf84209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:55.760549 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-71ec7df1-adcb-4e1b-92c6-db7f3bf84209 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:55.761930 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-71ec7df1-adcb-4e1b-92c6-db7f3bf84209 service neutron] 10.222.0.32 "PUT /v2.0/ports/72eb63d2-35e9-44e4-801e-96bb17cbd1e1 HTTP/1.1" status: 200 len: 1096 time: 0.9403200 Apr 20 13:01:55.762401 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c81026-8fd9-4107-b533-a5a816907517', 'tag': '72eb63d2-35e9-44e4-801e-96bb17cbd1e1'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:01:55.764642 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1bcb03-4b7f-46d3-98cf-7665967b3162" -d '{"events": [{"name": "network-changed", "server_uuid": "05c81026-8fd9-4107-b533-a5a816907517", "tag": "72eb63d2-35e9-44e4-801e-96bb17cbd1e1"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:01:55.793786 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-ef9d1497-89db-4685-bf30-81e18ed7ad41 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:01:55.801812 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-ef9d1497-89db-4685-bf30-81e18ed7ad41 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1476655 Apr 20 13:01:55.836061 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 5e17cd99-3ff8-4899-a1b5-2a43c40dc89f details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:01:55.837963 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec7df1-adcb-4e1b-92c6-db7f3bf84209 service neutron] Pushing event updated for resources: {'Port': ['ID=72eb63d2-35e9-44e4-801e-96bb17cbd1e1,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:55.860744 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206018b-8474-4d88-b600-9a2f5825c244 req-078329cc-b172-468a-a7e3-9a100bb7dd02 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:55.862747 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b206018b-8474-4d88-b600-9a2f5825c244 req-078329cc-b172-468a-a7e3-9a100bb7dd02 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 949 time: 0.0786066 Apr 20 13:01:55.874917 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-9488b40e-50e9-48d3-9a5a-96679a340d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:55.876591 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-9488b40e-50e9-48d3-9a5a-96679a340d9f service neutron] 10.222.0.25 "GET /v2.0/ports/27bd2188-70cb-4539-a1dc-dd1dc73c9dfb HTTP/1.1" status: 200 len: 1093 time: 0.0738821 Apr 20 13:01:55.890166 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-fc3e6100-be2d-447a-9162-775c624ced79 service neutron] Request body: {'binding': {'host': 'n-h2-836015-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:55.890839 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-fc3e6100-be2d-447a-9162-775c624ced79 service neutron] Unknown quota resources ['binding']. {{(pid=114870) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 20 13:01:55.944051 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b206018b-8474-4d88-b600-9a2f5825c244 req-69debcfb-b9cc-4041-8209-bec1b6e34544 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740678 Apr 20 13:01:55.955195 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-cffb0440-867a-42be-98f3-ed5ca300f480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:55.956958 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-cffb0440-867a-42be-98f3-ed5ca300f480 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=39d9105f5c954ebf808bec7916ff0f5c&device_id=05c81026-8fd9-4107-b533-a5a816907517 HTTP/1.1" status: 200 len: 1099 time: 0.0706325 Apr 20 13:01:55.977884 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 5e17cd99-3ff8-4899-a1b5-2a43c40dc89f, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=5e17cd99-3ff8-4899-a1b5-2a43c40dc89f,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:55.992125 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '5e17cd99-3ff8-4899-a1b5-2a43c40dc89f', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'port_id': '5e17cd99-3ff8-4899-a1b5-2a43c40dc89f', 'mac_address': 'fa:16:3e:38:53:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b1f82a-7732-4b50-ab22-2475f182a712', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:01:56.028005 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-4f062fa3-30a7-4646-9430-3a7ae4ae8c6f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=72eb63d2-35e9-44e4-801e-96bb17cbd1e1 HTTP/1.1" status: 200 len: 217 time: 0.0600913 Apr 20 13:01:56.046735 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:56.064033 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e17cd99-3ff8-4899-a1b5-2a43c40dc89f {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:01:56.087154 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 5e17cd99-3ff8-4899-a1b5-2a43c40dc89f, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=5e17cd99-3ff8-4899-a1b5-2a43c40dc89f,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:56.091990 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-fc3e6100-be2d-447a-9162-775c624ced79 service neutron] Attempting to bind port 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb on host n-h2-836015-7 for vnic_type normal with profile None {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:01:56.092327 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-fc3e6100-be2d-447a-9162-775c624ced79 service neutron] Attempting to bind port 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:01:56.092655 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-fc3e6100-be2d-447a-9162-775c624ced79 service neutron] Attempting to bind port 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb on network 0e1f32e0-475a-42d4-85ee-1c369c932480 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:01:56.097422 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-fc3e6100-be2d-447a-9162-775c624ced79 service neutron] Port 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb on network 0e1f32e0-475a-42d4-85ee-1c369c932480 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:01:56.097570 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-fc3e6100-be2d-447a-9162-775c624ced79 service neutron] Attempting to bind port 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb on network 0e1f32e0-475a-42d4-85ee-1c369c932480 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:01:56.102805 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-fc3e6100-be2d-447a-9162-775c624ced79 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:01:56.103335 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-fc3e6100-be2d-447a-9162-775c624ced79 service neutron] Checking segment: {'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:01:56.103554 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-fc3e6100-be2d-447a-9162-775c624ced79 service neutron] Bound using segment: {'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:01:56.104625 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-fc3e6100-be2d-447a-9162-775c624ced79 service neutron] Bound port: 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:01:56.113687 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-36864754-0065-47b2-a196-1f02904049c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:56.115057 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-36864754-0065-47b2-a196-1f02904049c9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0806453 Apr 20 13:01:56.128274 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f94e77-5ce2-43ae-8da0-64471c5b0a04 req-2a0ab59c-04bf-4b7b-ba20-7162242f9a30 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:56.129821 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-97f94e77-5ce2-43ae-8da0-64471c5b0a04 req-2a0ab59c-04bf-4b7b-ba20-7162242f9a30 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6511f6b4-3d7a-44f7-b97a-ee76275afcf0 HTTP/1.1" status: 200 len: 943 time: 0.0627065 Apr 20 13:01:56.152345 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:56.152972 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 9109ccf5-0827-4b6e-8c25-51c73d77b359 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:01:56.168133 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-fc3e6100-be2d-447a-9162-775c624ced79 service neutron] For port 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=27bd2188-70cb-4539-a1dc-dd1dc73c9dfb,segment=NetworkSegment(c36f4b37-e1d8-4848-acc2-f80f64f61825),segment_id=c36f4b37-e1d8-4848-acc2-f80f64f61825)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:01:56.195758 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-2924bb62-94f4-4c15-973d-0ba00c00962d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:56.197784 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-2924bb62-94f4-4c15-973d-0ba00c00962d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0666595 Apr 20 13:01:56.201289 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-97f94e77-5ce2-43ae-8da0-64471c5b0a04 req-0f563161-7eef-4cd1-abd4-b87fb34bcd93 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611534 Apr 20 13:01:56.232868 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-fc3e6100-be2d-447a-9162-775c624ced79 service neutron] Notify callbacks [] for binding, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:56.236234 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-fc3e6100-be2d-447a-9162-775c624ced79 service neutron] 10.222.0.25 "POST /v2.0/ports/27bd2188-70cb-4539-a1dc-dd1dc73c9dfb/bindings HTTP/1.1" status: 201 len: 389 time: 0.3479676 Apr 20 13:01:56.260738 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=5e17cd99-3ff8-4899-a1b5-2a43c40dc89f,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:56.308684 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-59b1563e-a835-4050-bbc9-32d91b9a62af req-9debd647-0c73-4a8e-b990-c7c8d6914e8f tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 210 time: 0.0335338 Apr 20 13:01:56.308898 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 9109ccf5-0827-4b6e-8c25-51c73d77b359, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=9109ccf5-0827-4b6e-8c25-51c73d77b359,segment=NetworkSegment(e4c92f94-f6dd-48c1-bca6-089b3293cc2a),segment_id=e4c92f94-f6dd-48c1-bca6-089b3293cc2a)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:56.321493 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '9109ccf5-0827-4b6e-8c25-51c73d77b359', 'network_id': '9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7', 'port_id': '9109ccf5-0827-4b6e-8c25-51c73d77b359', 'mac_address': 'fa:16:3e:9f:01:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e80c9431-6d0e-4618-9d9c-e61e50ce49f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:01:56.350407 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-611bec19-4406-4e10-a373-8fdb497f6007 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351073 Apr 20 13:01:56.365056 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:56.379402 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9109ccf5-0827-4b6e-8c25-51c73d77b359 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:01:56.401952 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 9109ccf5-0827-4b6e-8c25-51c73d77b359, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=9109ccf5-0827-4b6e-8c25-51c73d77b359,segment=NetworkSegment(e4c92f94-f6dd-48c1-bca6-089b3293cc2a),segment_id=e4c92f94-f6dd-48c1-bca6-089b3293cc2a)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:56.459297 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e03433-b0ae-44cc-a465-0f11e53577b9 x-openstack-request-id: req-e0e03433-b0ae-44cc-a465-0f11e53577b9 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:01:56.459604 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c81026-8fd9-4107-b533-a5a816907517", "tag": "72eb63d2-35e9-44e4-801e-96bb17cbd1e1", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:01:56.459850 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e0e03433-b0ae-44cc-a465-0f11e53577b9 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:01:56.460309 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0e03433-b0ae-44cc-a465-0f11e53577b9'] response: {'name': 'network-changed', 'server_uuid': '05c81026-8fd9-4107-b533-a5a816907517', 'tag': '72eb63d2-35e9-44e4-801e-96bb17cbd1e1', 'status': 'completed', 'code': 200} Apr 20 13:01:56.470903 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:56.471600 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device c78f34d1-3f64-4d42-b927-2958cd7474e4 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:01:56.482392 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44da2e-923d-4ea9-9dbb-013cebefc1dd req-a8a71100-a504-4b50-9dcd-b8da147ce826 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:56.483236 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-da44da2e-923d-4ea9-9dbb-013cebefc1dd req-a8a71100-a504-4b50-9dcd-b8da147ce826 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?device_id=71d7f19d-f3e9-4980-9514-cd634c741244 HTTP/1.1" status: 200 len: 944 time: 0.1012886 Apr 20 13:01:56.512347 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bed1ac64-b4ed-4a8c-83ab-5b1578ba32b3 req-9bc8ff38-d59c-49d2-81ef-6374929f09a6 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595061 Apr 20 13:01:56.543511 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-da44da2e-923d-4ea9-9dbb-013cebefc1dd req-af6d44e5-3e16-4888-a8e2-9639fa60e810 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups?id=61d9d20d-b394-4330-aaf3-e1fda56d0806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508270 Apr 20 13:01:56.581110 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=9109ccf5-0827-4b6e-8c25-51c73d77b359,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:56.625286 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af566528-81c0-432b-9519-9e416a66deb7 req-1f2ae288-8aa1-4234-8c2a-09841137240c tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:56.626748 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-af566528-81c0-432b-9519-9e416a66deb7 req-1f2ae288-8aa1-4234-8c2a-09841137240c tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 945 time: 0.0713856 Apr 20 13:01:56.644750 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port c78f34d1-3f64-4d42-b927-2958cd7474e4, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=c78f34d1-3f64-4d42-b927-2958cd7474e4,segment=NetworkSegment(b9427c0d-7fe5-4e74-94e3-27c981444053),segment_id=b9427c0d-7fe5-4e74-94e3-27c981444053)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:56.668905 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'c78f34d1-3f64-4d42-b927-2958cd7474e4', 'network_id': '9eaa8fa9-47b3-460d-82ca-75804ab06d95', 'port_id': 'c78f34d1-3f64-4d42-b927-2958cd7474e4', 'mac_address': 'fa:16:3e:a8:71:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c487580-ee49-4130-b630-2a0a0e6c2f73', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:01:56.710597 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:56.721000 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fd504bf0-71c3-46cc-b7e6-92b4877ae021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:56.724692 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c78f34d1-3f64-4d42-b927-2958cd7474e4 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:01:56.749485 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port c78f34d1-3f64-4d42-b927-2958cd7474e4, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=c78f34d1-3f64-4d42-b927-2958cd7474e4,segment=NetworkSegment(b9427c0d-7fe5-4e74-94e3-27c981444053),segment_id=b9427c0d-7fe5-4e74-94e3-27c981444053)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:56.751945 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-af566528-81c0-432b-9519-9e416a66deb7 req-8fb5a535-a4a8-48e8-8179-eaed0a66cbf3 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176772 Apr 20 13:01:56.774559 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1bcb03-4b7f-46d3-98cf-7665967b3162 req-1f84bb52-6b5a-42a4-b073-e5fa39caa215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:56.774559 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ee1bcb03-4b7f-46d3-98cf-7665967b3162 req-1f84bb52-6b5a-42a4-b073-e5fa39caa215 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=39d9105f5c954ebf808bec7916ff0f5c&device_id=05c81026-8fd9-4107-b533-a5a816907517 HTTP/1.1" status: 200 len: 1099 time: 0.1099408 Apr 20 13:01:56.795866 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6864d-dd5d-4b8f-8ead-f8a7927744af req-7d71eae7-fc68-4149-bcca-72fc9b3d6749 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:56.798540 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9ed6864d-dd5d-4b8f-8ead-f8a7927744af req-7d71eae7-fc68-4149-bcca-72fc9b3d6749 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d3f928-cbb1-4343-9d4e-ea176a0953f6 HTTP/1.1" status: 200 len: 948 time: 0.1365974 Apr 20 13:01:56.830741 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:56.846067 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-d9c41ed9-5738-4c8c-92d8-92a792e0d011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:56.847706 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-d9c41ed9-5738-4c8c-92d8-92a792e0d011 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8b01a41b4bc4e3890fb87ac80b83556&device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 1096 time: 0.0423434 Apr 20 13:01:56.890325 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=c78f34d1-3f64-4d42-b927-2958cd7474e4,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:56.921622 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9ed6864d-dd5d-4b8f-8ead-f8a7927744af req-2f0c27d8-8451-49cf-9414-ee518e3607ec tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] 10.222.0.25 "GET /v2.0/security-groups?id=67701a2d-7538-49bd-8d7b-9d0b4fe92c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104121 Apr 20 13:01:56.946296 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-84bb1420-13bc-4df1-9ee6-6b3a59a6f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:56.947928 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-84bb1420-13bc-4df1-9ee6-6b3a59a6f799 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0e1f32e0-475a-42d4-85ee-1c369c932480 HTTP/1.1" status: 200 len: 921 time: 0.0934238 Apr 20 13:01:56.955755 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c486a6-6b3d-4dec-8cd8-7623cec2c4b9 req-0ccccb64-e41f-418e-b11b-3fc925dfb6a1 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:56.957185 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d4c486a6-6b3d-4dec-8cd8-7623cec2c4b9 req-0ccccb64-e41f-418e-b11b-3fc925dfb6a1 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/ports?device_id=05c81026-8fd9-4107-b533-a5a816907517 HTTP/1.1" status: 200 len: 948 time: 0.0911195 Apr 20 13:01:56.959860 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1bcb03-4b7f-46d3-98cf-7665967b3162 req-a8b4ab73-7c0a-4add-84e9-72e1c4ecb68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:56.961210 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ee1bcb03-4b7f-46d3-98cf-7665967b3162 req-a8b4ab73-7c0a-4add-84e9-72e1c4ecb68c service neutron] 10.222.0.32 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.1833432 Apr 20 13:01:56.997848 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-0938d5bf-c50e-4498-9d44-e94486c45d0a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27bd2188-70cb-4539-a1dc-dd1dc73c9dfb HTTP/1.1" status: 200 len: 217 time: 0.0421860 Apr 20 13:01:57.016276 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ee1bcb03-4b7f-46d3-98cf-7665967b3162 req-11e48af4-2bfc-4597-b422-63b951999e3c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=72eb63d2-35e9-44e4-801e-96bb17cbd1e1 HTTP/1.1" status: 200 len: 217 time: 0.0470688 Apr 20 13:01:57.048790 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-e55c7f83-d375-45f4-860d-f857b57c71c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:57.050231 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-e55c7f83-d375-45f4-860d-f857b57c71c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd5d8d2c-9bbe-433b-b6b9-a140ce7264b5 HTTP/1.1" status: 200 len: 860 time: 0.0447500 Apr 20 13:01:57.080727 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d4c486a6-6b3d-4dec-8cd8-7623cec2c4b9 req-b6e94fc0-7791-40d5-a99c-129cca2f721f tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b513574a-3d22-4318-bbc3-0b88bec7690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172729 Apr 20 13:01:57.082940 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-7886754e-4547-4dd3-9905-e28c2f70ec17 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e1f32e0-475a-42d4-85ee-1c369c932480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235832 Apr 20 13:01:57.101784 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1bcb03-4b7f-46d3-98cf-7665967b3162 req-17d9e1f4-8e93-48b6-8b7f-1c92fa49f0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:57.103192 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ee1bcb03-4b7f-46d3-98cf-7665967b3162 req-17d9e1f4-8e93-48b6-8b7f-1c92fa49f0c8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0780618 Apr 20 13:01:57.111252 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a94df-a966-4ca3-8726-422640d58515 req-fe1bc45c-aaeb-46fe-8027-839b97fb3dcc tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:57.112652 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f6a94df-a966-4ca3-8726-422640d58515 req-fe1bc45c-aaeb-46fe-8027-839b97fb3dcc tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 949 time: 0.0990245 Apr 20 13:01:57.180096 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1bcb03-4b7f-46d3-98cf-7665967b3162 req-c3bb4d4e-70d1-4428-afa2-841b116bf926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:57.181843 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ee1bcb03-4b7f-46d3-98cf-7665967b3162 req-c3bb4d4e-70d1-4428-afa2-841b116bf926 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0681915 Apr 20 13:01:57.184905 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f6a94df-a966-4ca3-8726-422640d58515 req-6e7d9e8c-6052-4024-b898-80082fe5730f tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625863 Apr 20 13:01:57.311139 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ee1bcb03-4b7f-46d3-98cf-7665967b3162 req-e899615a-7438-402b-8f40-a0a6771e3b0c service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207108 Apr 20 13:01:57.313574 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['5e17cd99-3ff8-4899-a1b5-2a43c40dc89f'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:01:57.346268 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['c78f34d1-3f64-4d42-b927-2958cd7474e4'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:01:57.412067 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c024d-7515-4cec-8ef1-8d20eb60ba33 req-d9c0de82-6708-4418-9a43-39052e1a84d7 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:57.412446 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['9109ccf5-0827-4b6e-8c25-51c73d77b359'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:01:57.413711 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-af7c024d-7515-4cec-8ef1-8d20eb60ba33 req-d9c0de82-6708-4418-9a43-39052e1a84d7 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6511f6b4-3d7a-44f7-b97a-ee76275afcf0 HTTP/1.1" status: 200 len: 944 time: 0.1344595 Apr 20 13:01:57.471059 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eab392ad-68ad-4bd1-b7af-0af4a0a0ce54 req-d4848d43-b801-40bf-8b10-bb5cb56fb405 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 210 time: 0.0543575 Apr 20 13:01:57.507967 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-af7c024d-7515-4cec-8ef1-8d20eb60ba33 req-4780eab3-42af-4c88-aa7f-9fa155a31c86 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768192 Apr 20 13:01:57.533713 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ee1bcb03-4b7f-46d3-98cf-7665967b3162 req-6ce23ede-6d58-4ebb-9f8c-291b856ff971 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142386 Apr 20 13:01:57.550981 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-ee9b6fa2-67e0-4bc2-9020-6ab7bcc07337 service neutron] 10.222.0.15 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4529464 Apr 20 13:01:57.628919 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-9b67b1c7-6371-4250-ad3a-6932ecf943c2 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:57.630376 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-9b67b1c7-6371-4250-ad3a-6932ecf943c2 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.15 "GET /v2.0/networks?id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88 HTTP/1.1" status: 200 len: 808 time: 0.2074170 Apr 20 13:01:57.645108 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-af6b65d4-51a8-4892-86cb-2011aca95e54 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Request body: {'port': {'device_id': 'c9555597-c923-4665-9c66-df378af120ab', 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88', 'admin_state_up': True, 'tenant_id': '1be87b7e79ba4ecba94c1624cfe95dd4'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:57.691376 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09adf699-a397-4c11-a9b2-2a46a4c926a3 req-6768da39-e07d-48d4-a0c0-bd8334fc2a19 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:57.693587 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-09adf699-a397-4c11-a9b2-2a46a4c926a3 req-6768da39-e07d-48d4-a0c0-bd8334fc2a19 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?device_id=71d7f19d-f3e9-4980-9514-cd634c741244 HTTP/1.1" status: 200 len: 945 time: 0.0638564 Apr 20 13:01:57.730290 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-aa166582-9c6f-45f0-ad15-4f2cbd818ca6 service neutron] 10.222.0.15 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709166 Apr 20 13:01:57.749786 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-09adf699-a397-4c11-a9b2-2a46a4c926a3 req-1ac8eb7f-f6cd-43e5-b9f6-7768059d0851 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups?id=61d9d20d-b394-4330-aaf3-e1fda56d0806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449071 Apr 20 13:01:57.847721 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-af6b65d4-51a8-4892-86cb-2011aca95e54 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Made reservation on behalf of 1be87b7e79ba4ecba94c1624cfe95dd4 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:01:57.851918 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-af6b65d4-51a8-4892-86cb-2011aca95e54 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:57.874932 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b470e6e-90fd-4181-9795-c914417514db req-2beaa1a5-0dc3-4188-9dc1-8d12e3f8bc4b tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:57.876687 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3b470e6e-90fd-4181-9795-c914417514db req-2beaa1a5-0dc3-4188-9dc1-8d12e3f8bc4b tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 945 time: 0.0552082 Apr 20 13:01:57.915329 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3b470e6e-90fd-4181-9795-c914417514db req-2eb801d3-8e4f-47fd-b2ac-0a0d29643aeb tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325079 Apr 20 13:01:57.953376 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:57.983715 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-dc9e22c7-dab2-472f-b40c-7e7b1908facc tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:57.985092 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-dc9e22c7-dab2-472f-b40c-7e7b1908facc tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5&tenant_id=e8b01a41b4bc4e3890fb87ac80b83556&binding%3Ahost_id=n-h1-836015-7 HTTP/1.1" status: 200 len: 1096 time: 0.0811002 Apr 20 13:01:57.998310 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-fdf7ea5e-4b21-41db-bbbf-13b617219ef9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836015-7'}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:58.037213 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80324f9-5b4b-4324-9437-38b168e98d4f req-50356d7b-d98b-4b4e-a5be-fe82092357a4 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:58.039280 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d80324f9-5b4b-4324-9437-38b168e98d4f req-50356d7b-d98b-4b4e-a5be-fe82092357a4 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d3f928-cbb1-4343-9d4e-ea176a0953f6 HTTP/1.1" status: 200 len: 948 time: 0.0507910 Apr 20 13:01:58.040636 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-af6b65d4-51a8-4892-86cb-2011aca95e54 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Allocated IP 172.20.0.11 (da0d71e6-e706-45b9-bcd7-1c5524c4bb88/7f1a9c16-f305-43f3-a182-10217ec8e6e3/78bb6d73-8d94-42fd-aa70-f667ac21071f) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:01:58.067908 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-fdf7ea5e-4b21-41db-bbbf-13b617219ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:58.135475 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d80324f9-5b4b-4324-9437-38b168e98d4f req-ff74bdec-362d-4ae6-9d74-450b21b556cc tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] 10.222.0.25 "GET /v2.0/security-groups?id=67701a2d-7538-49bd-8d7b-9d0b4fe92c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895805 Apr 20 13:01:58.200699 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13faf68-7025-4873-8600-f80a33ff56dd req-c771f7a3-fdad-4b3d-9878-13e79bdbc4ac tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:58.202150 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b13faf68-7025-4873-8600-f80a33ff56dd req-c771f7a3-fdad-4b3d-9878-13e79bdbc4ac tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/ports?device_id=05c81026-8fd9-4107-b533-a5a816907517 HTTP/1.1" status: 200 len: 948 time: 0.0530586 Apr 20 13:01:58.239092 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b13faf68-7025-4873-8600-f80a33ff56dd req-b416b116-a227-481d-8673-ebf6e6dd3c53 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b513574a-3d22-4318-bbc3-0b88bec7690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307002 Apr 20 13:01:58.326123 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823303c7-f692-480a-82fe-18c4bd8dee3e req-d401f885-d4c2-4a89-bf0f-74c2904530e3 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:58.327633 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-823303c7-f692-480a-82fe-18c4bd8dee3e req-d401f885-d4c2-4a89-bf0f-74c2904530e3 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 949 time: 0.0512578 Apr 20 13:01:58.358050 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-fdf7ea5e-4b21-41db-bbbf-13b617219ef9 service neutron] For port 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=27bd2188-70cb-4539-a1dc-dd1dc73c9dfb,segment=NetworkSegment(c36f4b37-e1d8-4848-acc2-f80f64f61825),segment_id=c36f4b37-e1d8-4848-acc2-f80f64f61825)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:58.364513 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-823303c7-f692-480a-82fe-18c4bd8dee3e req-96aa7aed-97c8-4194-9135-49b7c12082f3 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305130 Apr 20 13:01:58.386726 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-af6b65d4-51a8-4892-86cb-2011aca95e54 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:58.416929 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-fdf7ea5e-4b21-41db-bbbf-13b617219ef9 service neutron] For port 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:01:58.467157 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112d18dd-fe44-44d1-98df-737fc44ad5e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27bd2188-70cb-4539-a1dc-dd1dc73c9dfb'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:01:58.469405 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bf0028-2bd6-4ffa-a43a-2d988bc984f6" -d '{"events": [{"server_uuid": "112d18dd-fe44-44d1-98df-737fc44ad5e5", "name": "network-vif-unplugged", "status": "completed", "tag": "27bd2188-70cb-4539-a1dc-dd1dc73c9dfb"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:01:58.473519 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-fdf7ea5e-4b21-41db-bbbf-13b617219ef9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:58.505467 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8d76ca-ebca-43ca-b612-608da4802fe0 x-openstack-request-id: req-2d8d76ca-ebca-43ca-b612-608da4802fe0 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:01:58.507891 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112d18dd-fe44-44d1-98df-737fc44ad5e5", "name": "network-vif-unplugged", "status": "completed", "tag": "27bd2188-70cb-4539-a1dc-dd1dc73c9dfb", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:01:58.507891 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2d8d76ca-ebca-43ca-b612-608da4802fe0 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:01:58.507891 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d8d76ca-ebca-43ca-b612-608da4802fe0'] response: {'server_uuid': '112d18dd-fe44-44d1-98df-737fc44ad5e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27bd2188-70cb-4539-a1dc-dd1dc73c9dfb', 'code': 200} Apr 20 13:01:58.542087 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-af6b65d4-51a8-4892-86cb-2011aca95e54 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:58.582426 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-fdf7ea5e-4b21-41db-bbbf-13b617219ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:58.591959 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-af6b65d4-51a8-4892-86cb-2011aca95e54 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Network da0d71e6-e706-45b9-bcd7-1c5524c4bb88 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:01:58.593160 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5d845-4c12-48c2-bb3c-29042e4b550d req-083019a8-6bb7-4811-a68e-8ba2a44891ec tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:58.594850 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-00d5d845-4c12-48c2-bb3c-29042e4b550d req-083019a8-6bb7-4811-a68e-8ba2a44891ec tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 932 time: 0.0497897 Apr 20 13:01:58.599399 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-af6b65d4-51a8-4892-86cb-2011aca95e54 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:01:58.606402 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-af6b65d4-51a8-4892-86cb-2011aca95e54 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:01:58.647123 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b65d4-51a8-4892-86cb-2011aca95e54 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Pushing event updated for resources: {'Port': ['ID=78bb6d73-8d94-42fd-aa70-f667ac21071f,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:58.678652 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7aade7-1bf2-49df-857b-eedbfd9d0339 req-3053a97a-d524-4b47-a62d-96a44fc9c533 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:58.680628 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ba7aade7-1bf2-49df-857b-eedbfd9d0339 req-3053a97a-d524-4b47-a62d-96a44fc9c533 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6511f6b4-3d7a-44f7-b97a-ee76275afcf0 HTTP/1.1" status: 200 len: 944 time: 0.0745506 Apr 20 13:01:58.685624 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-00d5d845-4c12-48c2-bb3c-29042e4b550d req-f8b73cf5-073a-436e-9f21-e8e121d3ab30 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699208 Apr 20 13:01:58.687682 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-af6b65d4-51a8-4892-86cb-2011aca95e54 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:58.688307 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-af6b65d4-51a8-4892-86cb-2011aca95e54 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:58.722399 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ba7aade7-1bf2-49df-857b-eedbfd9d0339 req-ce8fe4ae-3c03-4a20-8924-9412cbdb8d3e tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352886 Apr 20 13:01:58.742346 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-fdf7ea5e-4b21-41db-bbbf-13b617219ef9 service neutron] Attempting to bind port 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb on host n-h1-836015-7 for vnic_type normal with profile {"migrating_to": "n-h2-836015-7"} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:01:58.742685 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-fdf7ea5e-4b21-41db-bbbf-13b617219ef9 service neutron] Attempting to bind port 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:01:58.743015 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-fdf7ea5e-4b21-41db-bbbf-13b617219ef9 service neutron] Attempting to bind port 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb on network 0e1f32e0-475a-42d4-85ee-1c369c932480 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:01:58.748872 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7ea5e-4b21-41db-bbbf-13b617219ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=27bd2188-70cb-4539-a1dc-dd1dc73c9dfb,revision_number=7']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:58.752008 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-fdf7ea5e-4b21-41db-bbbf-13b617219ef9 service neutron] Port 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb on network 0e1f32e0-475a-42d4-85ee-1c369c932480 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:01:58.752328 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-fdf7ea5e-4b21-41db-bbbf-13b617219ef9 service neutron] Attempting to bind port 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb on network 0e1f32e0-475a-42d4-85ee-1c369c932480 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:01:58.757437 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-fdf7ea5e-4b21-41db-bbbf-13b617219ef9 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:01:58.757776 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-fdf7ea5e-4b21-41db-bbbf-13b617219ef9 service neutron] Checking segment: {'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:01:58.758146 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-fdf7ea5e-4b21-41db-bbbf-13b617219ef9 service neutron] Bound using segment: {'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:01:58.758567 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-fdf7ea5e-4b21-41db-bbbf-13b617219ef9 service neutron] Bound port: 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:01:58.758933 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-fdf7ea5e-4b21-41db-bbbf-13b617219ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:58.810438 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-af6b65d4-51a8-4892-86cb-2011aca95e54 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1690874 Apr 20 13:01:58.827446 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-4a1d3cc1-963d-4a1c-b2f1-a85d463f4c56 service neutron] Request body: {'port': {'device_id': 'c9555597-c923-4665-9c66-df378af120ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:58.853035 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf4f6e-0a43-4e86-aabf-20193befb0ff req-7f22edef-6b58-4e1f-bb11-e0a5918bd6ee tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:58.854488 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b5bf4f6e-0a43-4e86-aabf-20193befb0ff req-7f22edef-6b58-4e1f-bb11-e0a5918bd6ee tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?device_id=71d7f19d-f3e9-4980-9514-cd634c741244 HTTP/1.1" status: 200 len: 945 time: 0.0477123 Apr 20 13:01:58.857572 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-fdf7ea5e-4b21-41db-bbbf-13b617219ef9 service neutron] For port 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:01:58.887982 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-fdf7ea5e-4b21-41db-bbbf-13b617219ef9 service neutron] For port 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=27bd2188-70cb-4539-a1dc-dd1dc73c9dfb,segment=NetworkSegment(c36f4b37-e1d8-4848-acc2-f80f64f61825),segment_id=c36f4b37-e1d8-4848-acc2-f80f64f61825)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:01:58.892197 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b5bf4f6e-0a43-4e86-aabf-20193befb0ff req-a5d10091-a5ed-4f74-9e56-7f7b5b7412a4 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups?id=61d9d20d-b394-4330-aaf3-e1fda56d0806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309579 Apr 20 13:01:58.896663 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-4a1d3cc1-963d-4a1c-b2f1-a85d463f4c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:58.941698 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-fdf7ea5e-4b21-41db-bbbf-13b617219ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:59.040605 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc44334-f8c4-4b9b-a011-2c9a99d68870 req-71ba407c-b276-4c5f-a65b-536dc96b0e69 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:59.042061 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5fc44334-f8c4-4b9b-a011-2c9a99d68870 req-71ba407c-b276-4c5f-a65b-536dc96b0e69 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 943 time: 0.0525160 Apr 20 13:01:59.078812 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5fc44334-f8c4-4b9b-a011-2c9a99d68870 req-6ba15ea8-b5d5-481d-a967-307943584bb5 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305219 Apr 20 13:01:59.079958 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7ea5e-4b21-41db-bbbf-13b617219ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=27bd2188-70cb-4539-a1dc-dd1dc73c9dfb,revision_number=8']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:59.112111 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-fdf7ea5e-4b21-41db-bbbf-13b617219ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:59.112727 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-fdf7ea5e-4b21-41db-bbbf-13b617219ef9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:59.114087 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-fdf7ea5e-4b21-41db-bbbf-13b617219ef9 service neutron] 10.222.0.15 "PUT /v2.0/ports/27bd2188-70cb-4539-a1dc-dd1dc73c9dfb HTTP/1.1" status: 200 len: 1121 time: 1.1197503 Apr 20 13:01:59.207976 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['27bd2188-70cb-4539-a1dc-dd1dc73c9dfb'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:01:59.244054 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-4a1d3cc1-963d-4a1c-b2f1-a85d463f4c56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78bb6d73-8d94-42fd-aa70-f667ac21071f {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:01:59.254728 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-4a1d3cc1-963d-4a1c-b2f1-a85d463f4c56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:59.265333 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a9c39-9001-4747-b5af-9b6cde968cc3 req-8a4f5434-4303-4065-bc5b-4db11ee5bef3 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:59.266993 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5b9a9c39-9001-4747-b5af-9b6cde968cc3 req-8a4f5434-4303-4065-bc5b-4db11ee5bef3 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d3f928-cbb1-4343-9d4e-ea176a0953f6 HTTP/1.1" status: 200 len: 948 time: 0.0574887 Apr 20 13:01:59.278275 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-4a1d3cc1-963d-4a1c-b2f1-a85d463f4c56 service neutron] Transition to ACTIVE for port object 78bb6d73-8d94-42fd-aa70-f667ac21071f will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:01:59.286384 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:59.306636 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5b9a9c39-9001-4747-b5af-9b6cde968cc3 req-a551dc8d-2876-4634-a180-d46d9789bad3 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] 10.222.0.25 "GET /v2.0/security-groups?id=67701a2d-7538-49bd-8d7b-9d0b4fe92c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332284 Apr 20 13:01:59.359092 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-4a1d3cc1-963d-4a1c-b2f1-a85d463f4c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:59.364715 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62c3bb-e542-4664-9151-625399ce1a86 req-345d5d83-b445-4447-879a-d8d565a3a856 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:59.366289 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fc62c3bb-e542-4664-9151-625399ce1a86 req-345d5d83-b445-4447-879a-d8d565a3a856 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/ports?device_id=05c81026-8fd9-4107-b533-a5a816907517 HTTP/1.1" status: 200 len: 948 time: 0.0506442 Apr 20 13:01:59.409853 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fc62c3bb-e542-4664-9151-625399ce1a86 req-a58bf1bf-4d45-4813-abdf-9d3abf9847f5 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b513574a-3d22-4318-bbc3-0b88bec7690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340698 Apr 20 13:01:59.424322 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d3cc1-963d-4a1c-b2f1-a85d463f4c56 service neutron] Pushing event updated for resources: {'Port': ['ID=78bb6d73-8d94-42fd-aa70-f667ac21071f,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:59.492972 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e0086-53ef-4c5e-ab56-8aace79a7f05 req-0b223c5d-ead1-4fc0-be17-bb5880f4c437 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:59.494249 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-4a1d3cc1-963d-4a1c-b2f1-a85d463f4c56 service neutron] Attempting to bind port 78bb6d73-8d94-42fd-aa70-f667ac21071f on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:01:59.494488 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-340e0086-53ef-4c5e-ab56-8aace79a7f05 req-0b223c5d-ead1-4fc0-be17-bb5880f4c437 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 949 time: 0.0514071 Apr 20 13:01:59.495017 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-4a1d3cc1-963d-4a1c-b2f1-a85d463f4c56 service neutron] Attempting to bind port 78bb6d73-8d94-42fd-aa70-f667ac21071f by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:01:59.495341 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-4a1d3cc1-963d-4a1c-b2f1-a85d463f4c56 service neutron] Attempting to bind port 78bb6d73-8d94-42fd-aa70-f667ac21071f on network da0d71e6-e706-45b9-bcd7-1c5524c4bb88 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:01:59.500402 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-4a1d3cc1-963d-4a1c-b2f1-a85d463f4c56 service neutron] Port 78bb6d73-8d94-42fd-aa70-f667ac21071f on network da0d71e6-e706-45b9-bcd7-1c5524c4bb88 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:01:59.500718 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-4a1d3cc1-963d-4a1c-b2f1-a85d463f4c56 service neutron] Attempting to bind port 78bb6d73-8d94-42fd-aa70-f667ac21071f on network da0d71e6-e706-45b9-bcd7-1c5524c4bb88 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:01:59.505561 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-4a1d3cc1-963d-4a1c-b2f1-a85d463f4c56 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:01:59.505891 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-4a1d3cc1-963d-4a1c-b2f1-a85d463f4c56 service neutron] Checking segment: {'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:01:59.506263 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-4a1d3cc1-963d-4a1c-b2f1-a85d463f4c56 service neutron] Bound using segment: {'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:01:59.506699 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-4a1d3cc1-963d-4a1c-b2f1-a85d463f4c56 service neutron] Bound port: 78bb6d73-8d94-42fd-aa70-f667ac21071f, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:01:59.507594 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-4a1d3cc1-963d-4a1c-b2f1-a85d463f4c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:59.533904 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-340e0086-53ef-4c5e-ab56-8aace79a7f05 req-53cc7eae-d0a3-45f8-8687-99dd2037583b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325541 Apr 20 13:01:59.570319 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-4a1d3cc1-963d-4a1c-b2f1-a85d463f4c56 service neutron] For port 78bb6d73-8d94-42fd-aa70-f667ac21071f, host n-h2-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:01:59.573237 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-4a1d3cc1-963d-4a1c-b2f1-a85d463f4c56 service neutron] For port 78bb6d73-8d94-42fd-aa70-f667ac21071f, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=78bb6d73-8d94-42fd-aa70-f667ac21071f,segment=NetworkSegment(fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1),segment_id=fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:01:59.630893 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-4a1d3cc1-963d-4a1c-b2f1-a85d463f4c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:59.663025 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-4a1d3cc1-963d-4a1c-b2f1-a85d463f4c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:59.663641 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-4a1d3cc1-963d-4a1c-b2f1-a85d463f4c56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:59.664965 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-4a1d3cc1-963d-4a1c-b2f1-a85d463f4c56 service neutron] 10.222.0.15 "PUT /v2.0/ports/78bb6d73-8d94-42fd-aa70-f667ac21071f HTTP/1.1" status: 200 len: 1092 time: 0.8431642 Apr 20 13:01:59.686915 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d3cc1-963d-4a1c-b2f1-a85d463f4c56 service neutron] Pushing event updated for resources: {'Port': ['ID=78bb6d73-8d94-42fd-aa70-f667ac21071f,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:59.706892 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:59.800963 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-f2445af6-af44-467e-b233-c1331281b69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:59.802431 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-f2445af6-af44-467e-b233-c1331281b69e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4&device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 1095 time: 0.0430286 Apr 20 13:01:59.810140 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d394c-9ebc-471e-ba96-c921b2b3da46 req-e0a866cd-406b-436e-89de-aab392ad339e tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:59.811695 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df8d394c-9ebc-471e-ba96-c921b2b3da46 req-e0a866cd-406b-436e-89de-aab392ad339e tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 944 time: 0.0522878 Apr 20 13:01:59.847340 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-611de77a-69fa-46d2-b64e-e4d7344e69e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78bb6d73-8d94-42fd-aa70-f667ac21071f HTTP/1.1" status: 200 len: 217 time: 0.0368092 Apr 20 13:01:59.849290 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df8d394c-9ebc-471e-ba96-c921b2b3da46 req-f6cc48fa-bb5c-43ec-bc0b-c1f940fa72ba tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315089 Apr 20 13:01:59.858653 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 5e17cd99-3ff8-4899-a1b5-2a43c40dc89f up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:01:59.901395 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-36906147-b1eb-42e1-bde8-0187ef7ec042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:59.902962 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-36906147-b1eb-42e1-bde8-0187ef7ec042 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7f1a9c16-f305-43f3-a182-10217ec8e6e3 HTTP/1.1" status: 200 len: 848 time: 0.0474181 Apr 20 13:01:59.935678 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-efc01643-4d7c-4682-b611-2353e346d555 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252626 Apr 20 13:01:59.957394 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b35d7f-45bc-4391-bb64-14acc55e3978 req-90157af5-a7e7-4211-88ab-66ad984eceef tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:59.958939 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-90b35d7f-45bc-4391-bb64-14acc55e3978 req-90157af5-a7e7-4211-88ab-66ad984eceef tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6511f6b4-3d7a-44f7-b97a-ee76275afcf0 HTTP/1.1" status: 200 len: 944 time: 0.0483067 Apr 20 13:01:59.993742 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 5e17cd99-3ff8-4899-a1b5-2a43c40dc89f completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:01:59.997651 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-90b35d7f-45bc-4391-bb64-14acc55e3978 req-fa1082ee-b82e-4175-b635-ce94db8739f5 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325179 Apr 20 13:01:59.997828 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 5e17cd99-3ff8-4899-a1b5-2a43c40dc89f triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:59.998114 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:00.051065 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-44f7e12f-d930-4f80-acf8-892b487027b9 service neutron] 10.222.0.15 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082382 Apr 20 13:02:00.087768 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:00.107575 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41cdd5-928d-4abd-a56a-0a8cd297419b req-1b1dc194-1d8a-465e-8967-699fbad96be3 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:00.109287 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8c41cdd5-928d-4abd-a56a-0a8cd297419b req-1b1dc194-1d8a-465e-8967-699fbad96be3 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?device_id=71d7f19d-f3e9-4980-9514-cd634c741244 HTTP/1.1" status: 200 len: 945 time: 0.0483494 Apr 20 13:02:00.165871 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3fed321e-ac90-4509-a7e6-177f9895a8be req-52648a98-23a0-4072-b329-47e950278300 service neutron] 10.222.0.15 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072311 Apr 20 13:02:00.167323 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8c41cdd5-928d-4abd-a56a-0a8cd297419b req-e955f8f7-5fa3-4a35-af29-17f1689af256 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups?id=61d9d20d-b394-4330-aaf3-e1fda56d0806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479221 Apr 20 13:02:00.253191 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5da1f-7d8c-4536-9950-6f2d9fe1c6bb req-8af2e16f-bcf3-4ce6-8822-50adda487fcf tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:00.254736 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-94e5da1f-7d8c-4536-9950-6f2d9fe1c6bb req-8af2e16f-bcf3-4ce6-8822-50adda487fcf tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 943 time: 0.0588522 Apr 20 13:02:00.280328 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d3f928-cbb1-4343-9d4e-ea176a0953f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e17cd99-3ff8-4899-a1b5-2a43c40dc89f'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:00.282534 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89699ab-6efe-4b7f-825c-7aaa1b2e4365" -d '{"events": [{"server_uuid": "f2d3f928-cbb1-4343-9d4e-ea176a0953f6", "name": "network-vif-plugged", "status": "completed", "tag": "5e17cd99-3ff8-4899-a1b5-2a43c40dc89f"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:00.295295 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 5e17cd99-3ff8-4899-a1b5-2a43c40dc89f, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=5e17cd99-3ff8-4899-a1b5-2a43c40dc89f,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:00.313727 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-94e5da1f-7d8c-4536-9950-6f2d9fe1c6bb req-b3bb373c-b613-465c-89ed-97f3911768c6 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515378 Apr 20 13:02:00.328798 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-5cd7dd1c-6085-4b81-80bb-b0fbe2455f0a tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--328445552&fields=id&tenant_id=5b1351b4ef5344fa8f1186ac748ba322 HTTP/1.1" status: 200 len: 267 time: 0.0471764 Apr 20 13:02:00.361420 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17c759a-e913-4b1b-baf9-b73d65a61a79 x-openstack-request-id: req-f17c759a-e913-4b1b-baf9-b73d65a61a79 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:00.361919 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d3f928-cbb1-4343-9d4e-ea176a0953f6", "name": "network-vif-plugged", "status": "completed", "tag": "5e17cd99-3ff8-4899-a1b5-2a43c40dc89f", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:00.362375 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f17c759a-e913-4b1b-baf9-b73d65a61a79 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:00.362975 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f17c759a-e913-4b1b-baf9-b73d65a61a79'] response: {'server_uuid': 'f2d3f928-cbb1-4343-9d4e-ea176a0953f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e17cd99-3ff8-4899-a1b5-2a43c40dc89f', 'code': 200} Apr 20 13:02:00.364360 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:00.365677 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 9109ccf5-0827-4b6e-8c25-51c73d77b359 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:02:00.445390 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=5e17cd99-3ff8-4899-a1b5-2a43c40dc89f,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:00.478852 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b98180-ec67-4103-b0dc-3f5228a7022e req-e515dfcb-83fe-4220-9264-44d6e198df49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:00.480529 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-98b98180-ec67-4103-b0dc-3f5228a7022e req-e515dfcb-83fe-4220-9264-44d6e198df49 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f2d3f928-cbb1-4343-9d4e-ea176a0953f6 HTTP/1.1" status: 200 len: 1100 time: 0.0492702 Apr 20 13:02:00.507197 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 9109ccf5-0827-4b6e-8c25-51c73d77b359 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:02:00.507996 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '112d18dd-fe44-44d1-98df-737fc44ad5e5', 'tag': '27bd2188-70cb-4539-a1dc-dd1dc73c9dfb'}, {'name': 'network-changed', 'server_uuid': 'c9555597-c923-4665-9c66-df378af120ab', 'tag': '78bb6d73-8d94-42fd-aa70-f667ac21071f'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:00.510322 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7ea983-9e5b-46ed-9c14-835c473f9e49" -d '{"events": [{"name": "network-changed", "server_uuid": "112d18dd-fe44-44d1-98df-737fc44ad5e5", "tag": "27bd2188-70cb-4539-a1dc-dd1dc73c9dfb"}, {"name": "network-changed", "server_uuid": "c9555597-c923-4665-9c66-df378af120ab", "tag": "78bb6d73-8d94-42fd-aa70-f667ac21071f"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:00.512185 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 9109ccf5-0827-4b6e-8c25-51c73d77b359 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:00.516091 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:00.529688 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-98b98180-ec67-4103-b0dc-3f5228a7022e req-fa132a8e-5907-4411-a58f-569abf0ecb54 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=67701a2d-7538-49bd-8d7b-9d0b4fe92c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409186 Apr 20 13:02:00.599565 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:00.636258 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 9109ccf5-0827-4b6e-8c25-51c73d77b359, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=9109ccf5-0827-4b6e-8c25-51c73d77b359,segment=NetworkSegment(e4c92f94-f6dd-48c1-bca6-089b3293cc2a),segment_id=e4c92f94-f6dd-48c1-bca6-089b3293cc2a)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:00.701231 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:00.702047 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device c78f34d1-3f64-4d42-b927-2958cd7474e4 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:02:00.742631 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-e8d93a80-acb4-4bab-87ac-df266e5e1101 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:00.744130 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-e8d93a80-acb4-4bab-87ac-df266e5e1101 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/networks?id=ecf7a882-8a89-482e-a7e3-f6c844876b2c HTTP/1.1" status: 200 len: 824 time: 0.4053168 Apr 20 13:02:00.766823 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f05af-0353-4180-9888-87881bce78ff req-265f555b-4b83-4439-a085-2e01c4a01180 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:00.768281 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-683f05af-0353-4180-9888-87881bce78ff req-265f555b-4b83-4439-a085-2e01c4a01180 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d3f928-cbb1-4343-9d4e-ea176a0953f6 HTTP/1.1" status: 200 len: 949 time: 0.3354309 Apr 20 13:02:00.770663 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-7a74d3f3-f776-40f1-9f5c-e63c23d2eb7a tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/quotas/5b1351b4ef5344fa8f1186ac748ba322 HTTP/1.1" status: 200 len: 375 time: 0.0198698 Apr 20 13:02:00.781570 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=9109ccf5-0827-4b6e-8c25-51c73d77b359,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:00.830420 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-683f05af-0353-4180-9888-87881bce78ff req-79e05e4b-543a-40e8-be63-aeb167f09cea tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] 10.222.0.25 "GET /v2.0/security-groups?id=67701a2d-7538-49bd-8d7b-9d0b4fe92c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556505 Apr 20 13:02:00.848702 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-c74e4c5b-63fd-460f-8e0f-6b28237de6bc tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b1351b4ef5344fa8f1186ac748ba322&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0683126 Apr 20 13:02:00.873186 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port c78f34d1-3f64-4d42-b927-2958cd7474e4 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:02:00.877481 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port c78f34d1-3f64-4d42-b927-2958cd7474e4 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:00.877930 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:00.960056 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:00.982881 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac13ec-259e-4ce7-bafd-8483f5b6b070 req-84f9164c-2139-4edd-8f6e-4f0e9b4a7e84 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:00.984381 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3dac13ec-259e-4ce7-bafd-8483f5b6b070 req-84f9164c-2139-4edd-8f6e-4f0e9b4a7e84 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/ports?device_id=05c81026-8fd9-4107-b533-a5a816907517 HTTP/1.1" status: 200 len: 948 time: 0.0992882 Apr 20 13:02:00.987928 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-425f4610-718d-457d-b1a5-b6285f042b79 service neutron] 10.222.0.25 "GET /v2.0/networks/ecf7a882-8a89-482e-a7e3-f6c844876b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233518 Apr 20 13:02:00.992841 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port c78f34d1-3f64-4d42-b927-2958cd7474e4, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=c78f34d1-3f64-4d42-b927-2958cd7474e4,segment=NetworkSegment(b9427c0d-7fe5-4e74-94e3-27c981444053),segment_id=b9427c0d-7fe5-4e74-94e3-27c981444053)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:01.040546 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3dac13ec-259e-4ce7-bafd-8483f5b6b070 req-a87f6e0a-bfd7-41c6-9144-9aff4829ec73 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b513574a-3d22-4318-bbc3-0b88bec7690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495682 Apr 20 13:02:01.084478 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:01.089250 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e6cdc2-a5d9-46f6-a598-9f844b303657 x-openstack-request-id: req-70e6cdc2-a5d9-46f6-a598-9f844b303657 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:01.089250 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "112d18dd-fe44-44d1-98df-737fc44ad5e5", "tag": "27bd2188-70cb-4539-a1dc-dd1dc73c9dfb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c9555597-c923-4665-9c66-df378af120ab", "tag": "78bb6d73-8d94-42fd-aa70-f667ac21071f", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:01.089821 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-70e6cdc2-a5d9-46f6-a598-9f844b303657 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:01.090394 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70e6cdc2-a5d9-46f6-a598-9f844b303657'] response: {'name': 'network-changed', 'server_uuid': '112d18dd-fe44-44d1-98df-737fc44ad5e5', 'tag': '27bd2188-70cb-4539-a1dc-dd1dc73c9dfb', 'status': 'completed', 'code': 200} Apr 20 13:02:01.090394 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70e6cdc2-a5d9-46f6-a598-9f844b303657'] response: {'name': 'network-changed', 'server_uuid': 'c9555597-c923-4665-9c66-df378af120ab', 'tag': '78bb6d73-8d94-42fd-aa70-f667ac21071f', 'status': 'completed', 'code': 200} Apr 20 13:02:01.136996 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=c78f34d1-3f64-4d42-b927-2958cd7474e4,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:01.165827 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-1df3a291-c83c-40fd-acaa-5c131403a403 service neutron] 10.222.0.25 "GET /v2.0/networks/ecf7a882-8a89-482e-a7e3-f6c844876b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690373 Apr 20 13:02:01.202455 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ea983-9e5b-46ed-9c14-835c473f9e49 req-af9d194d-1020-47f4-93f7-5150a02021fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:01.203963 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0a7ea983-9e5b-46ed-9c14-835c473f9e49 req-af9d194d-1020-47f4-93f7-5150a02021fe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e8b01a41b4bc4e3890fb87ac80b83556&device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 1124 time: 0.0734200 Apr 20 13:02:01.215617 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14827fcc-8c3b-495a-9207-7cc5357aba95 req-6fb2e6cf-e0b3-4394-9ce0-a723799a323c tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:01.217011 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14827fcc-8c3b-495a-9207-7cc5357aba95 req-6fb2e6cf-e0b3-4394-9ce0-a723799a323c tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 949 time: 0.0738864 Apr 20 13:02:01.301357 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14827fcc-8c3b-495a-9207-7cc5357aba95 req-defb7c33-6c28-4462-b1c2-27d7cad15dcc tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765171 Apr 20 13:02:01.331076 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ea983-9e5b-46ed-9c14-835c473f9e49 req-c21bb88c-3984-42ea-b97c-b62618be3a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:01.332924 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0a7ea983-9e5b-46ed-9c14-835c473f9e49 req-c21bb88c-3984-42ea-b97c-b62618be3a7d service neutron] 10.222.0.32 "GET /v2.0/networks?id=0e1f32e0-475a-42d4-85ee-1c369c932480 HTTP/1.1" status: 200 len: 921 time: 0.1150644 Apr 20 13:02:01.339402 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 72eb63d2-35e9-44e4-801e-96bb17cbd1e1 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:02:01.396348 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0a7ea983-9e5b-46ed-9c14-835c473f9e49 req-f667d31a-3a81-4995-a142-e0f0cc338857 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27bd2188-70cb-4539-a1dc-dd1dc73c9dfb HTTP/1.1" status: 200 len: 217 time: 0.0550427 Apr 20 13:02:01.464348 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 72eb63d2-35e9-44e4-801e-96bb17cbd1e1, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=72eb63d2-35e9-44e4-801e-96bb17cbd1e1,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:01.483163 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '72eb63d2-35e9-44e4-801e-96bb17cbd1e1', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'port_id': '72eb63d2-35e9-44e4-801e-96bb17cbd1e1', 'mac_address': 'fa:16:3e:a7:7c:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b1f82a-7732-4b50-ab22-2475f182a712', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:02:01.506478 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ea983-9e5b-46ed-9c14-835c473f9e49 req-a78fbee3-91a0-4f5f-941b-eaf8121f7597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:01.508425 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0a7ea983-9e5b-46ed-9c14-835c473f9e49 req-a78fbee3-91a0-4f5f-941b-eaf8121f7597 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dd5d8d2c-9bbe-433b-b6b9-a140ce7264b5 HTTP/1.1" status: 200 len: 860 time: 0.0929589 Apr 20 13:02:01.516234 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1232a5-ad77-4cfa-907e-353bfc25d000 req-098ab314-9919-44bc-bea4-5c5fbed623b3 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:01.517676 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f1232a5-ad77-4cfa-907e-353bfc25d000 req-098ab314-9919-44bc-bea4-5c5fbed623b3 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6511f6b4-3d7a-44f7-b97a-ee76275afcf0 HTTP/1.1" status: 200 len: 945 time: 0.1254621 Apr 20 13:02:01.526287 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c8fd4-6d8c-422f-b12c-fecb7a85596d req-cbd01f6a-80b5-46ae-afc0-bf69d55dc18e tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:01.528957 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a96c8fd4-6d8c-422f-b12c-fecb7a85596d req-cbd01f6a-80b5-46ae-afc0-bf69d55dc18e tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 944 time: 0.1356051 Apr 20 13:02:01.548250 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:01.562992 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72eb63d2-35e9-44e4-801e-96bb17cbd1e1 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:02:01.580807 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0a7ea983-9e5b-46ed-9c14-835c473f9e49 req-7f414921-3c7d-4054-a65b-d0add6ac682b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0e1f32e0-475a-42d4-85ee-1c369c932480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621967 Apr 20 13:02:01.581838 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 72eb63d2-35e9-44e4-801e-96bb17cbd1e1, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=72eb63d2-35e9-44e4-801e-96bb17cbd1e1,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:01.648154 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:01.658855 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a96c8fd4-6d8c-422f-b12c-fecb7a85596d req-2058b45b-764a-4144-91d9-a7fb46010273 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185024 Apr 20 13:02:01.670416 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f1232a5-ad77-4cfa-907e-353bfc25d000 req-efe59a15-c331-4be3-9f50-7f8fc7da30d5 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405101 Apr 20 13:02:01.710169 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=72eb63d2-35e9-44e4-801e-96bb17cbd1e1,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:01.724305 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0a7ea983-9e5b-46ed-9c14-835c473f9e49 req-ea568bd3-cef9-4103-b139-f33e12471d9b service neutron] 10.222.0.32 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347945 Apr 20 13:02:01.771480 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e926ef4f-c2df-49cb-888d-b6db87bd28ca req-28a1e863-7fc6-4609-9150-2081f3462fb9 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/ports?device_id=78f77128-931b-4daf-9cfb-8ae6d7aea152 HTTP/1.1" status: 200 len: 210 time: 0.0389047 Apr 20 13:02:01.782633 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e912d-3c8e-4b17-b5b0-a11b93216129 req-93630f30-b58d-4941-81d6-968d9c17f266 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:01.784636 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-419e912d-3c8e-4b17-b5b0-a11b93216129 req-93630f30-b58d-4941-81d6-968d9c17f266 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.32 "GET /v2.0/ports?device_id=90ada35f-5dfa-4966-9ee1-027f16b44d9e HTTP/1.1" status: 200 len: 967 time: 0.0517194 Apr 20 13:02:01.860536 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:02:01.886527 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-419e912d-3c8e-4b17-b5b0-a11b93216129 req-a1707769-5fbb-4c25-9e9a-e1ba038135ce tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Deleting port da650793-56a2-49bf-959a-cde69988c81d {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:02:01.886877 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-419e912d-3c8e-4b17-b5b0-a11b93216129 req-a1707769-5fbb-4c25-9e9a-e1ba038135ce tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:01.905236 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c290e6-1061-4860-aa13-22b1ee944100 req-1eb7f764-dfb7-4b8b-b6bd-8bc99f66d46e tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:01.906663 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-88c290e6-1061-4860-aa13-22b1ee944100 req-1eb7f764-dfb7-4b8b-b6bd-8bc99f66d46e tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?device_id=71d7f19d-f3e9-4980-9514-cd634c741244 HTTP/1.1" status: 200 len: 946 time: 0.1380992 Apr 20 13:02:01.940542 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0a7ea983-9e5b-46ed-9c14-835c473f9e49 req-ea1a82b0-1439-48b1-a345-01e7021739d2 service neutron] 10.222.0.32 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991513 Apr 20 13:02:01.958589 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd678247-5e21-4f46-b66f-011ebde76c40 req-ab1970fc-aed0-4c95-83ef-00c59ee3c7a0 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:01.961315 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dd678247-5e21-4f46-b66f-011ebde76c40 req-ab1970fc-aed0-4c95-83ef-00c59ee3c7a0 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 943 time: 0.1171782 Apr 20 13:02:01.978776 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-88c290e6-1061-4860-aa13-22b1ee944100 req-cf406078-3f08-42d1-bddd-2bfdcbe9a5af tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups?id=61d9d20d-b394-4330-aaf3-e1fda56d0806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581419 Apr 20 13:02:01.986528 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=27bd2188-70cb-4539-a1dc-dd1dc73c9dfb,segment=NetworkSegment(c36f4b37-e1d8-4848-acc2-f80f64f61825),segment_id=c36f4b37-e1d8-4848-acc2-f80f64f61825)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:01.999393 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb has no active binding in host n-h2-836015-7 {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 20 13:02:02.017388 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['72eb63d2-35e9-44e4-801e-96bb17cbd1e1'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:02:02.025040 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dd678247-5e21-4f46-b66f-011ebde76c40 req-81f6faed-6ff7-4e82-86a4-348108aba16e tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488071 Apr 20 13:02:02.032460 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-419e912d-3c8e-4b17-b5b0-a11b93216129 req-a1707769-5fbb-4c25-9e9a-e1ba038135ce tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] For port da650793-56a2-49bf-959a-cde69988c81d, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=da650793-56a2-49bf-959a-cde69988c81d,segment=NetworkSegment(1b17d21e-6447-400e-956c-5c6f6252d3ee),segment_id=1b17d21e-6447-400e-956c-5c6f6252d3ee)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:02.032957 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-419e912d-3c8e-4b17-b5b0-a11b93216129 req-a1707769-5fbb-4c25-9e9a-e1ba038135ce tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:02.137318 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d9d0c-f4d3-4dc7-a5e6-949563ee3fc1 req-ea338921-612c-480f-a4f8-fb70bf1ce7fb tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:02.139055 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-057d9d0c-f4d3-4dc7-a5e6-949563ee3fc1 req-ea338921-612c-480f-a4f8-fb70bf1ce7fb tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d3f928-cbb1-4343-9d4e-ea176a0953f6 HTTP/1.1" status: 200 len: 949 time: 0.0782230 Apr 20 13:02:02.213263 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6f0fc-6f4a-4249-8a94-4229069a6eb2 req-6ffba9a3-84e9-4264-95e5-e900ebf2de98 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:02.214837 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2ac6f0fc-6f4a-4249-8a94-4229069a6eb2 req-6ffba9a3-84e9-4264-95e5-e900ebf2de98 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/ports?device_id=05c81026-8fd9-4107-b533-a5a816907517 HTTP/1.1" status: 200 len: 949 time: 0.0857918 Apr 20 13:02:02.218017 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-057d9d0c-f4d3-4dc7-a5e6-949563ee3fc1 req-9e89165b-d390-44c3-8d22-2215800d6131 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] 10.222.0.25 "GET /v2.0/security-groups?id=67701a2d-7538-49bd-8d7b-9d0b4fe92c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691900 Apr 20 13:02:02.260978 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2ac6f0fc-6f4a-4249-8a94-4229069a6eb2 req-ddf9d536-d75f-4127-ba2f-e46506fc6743 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b513574a-3d22-4318-bbc3-0b88bec7690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389271 Apr 20 13:02:02.312092 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-419e912d-3c8e-4b17-b5b0-a11b93216129 req-a1707769-5fbb-4c25-9e9a-e1ba038135ce tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:02.312650 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-419e912d-3c8e-4b17-b5b0-a11b93216129 req-a1707769-5fbb-4c25-9e9a-e1ba038135ce tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:02.312907 n-d-836015-7 neutron-server[114870]: INFO neutron.db.l3_db [req-419e912d-3c8e-4b17-b5b0-a11b93216129 req-a1707769-5fbb-4c25-9e9a-e1ba038135ce tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Floating IP bf236d67-9117-4856-951e-1758320057be disassociated. External IP: 172.25.8.60, port: da650793-56a2-49bf-959a-cde69988c81d. Apr 20 13:02:02.313252 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-419e912d-3c8e-4b17-b5b0-a11b93216129 req-a1707769-5fbb-4c25-9e9a-e1ba038135ce tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Calling delete_port for da650793-56a2-49bf-959a-cde69988c81d owned by compute:tempest-test_az-1558304307 {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:02:02.364596 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d7f19d-f3e9-4980-9514-cd634c741244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9109ccf5-0827-4b6e-8c25-51c73d77b359'}, {'server_uuid': '6511f6b4-3d7a-44f7-b97a-ee76275afcf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78f34d1-3f64-4d42-b927-2958cd7474e4'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:02.367591 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a4d4f5-dda8-43a1-9fd9-90ce18f2b966" -d '{"events": [{"server_uuid": "71d7f19d-f3e9-4980-9514-cd634c741244", "name": "network-vif-plugged", "status": "completed", "tag": "9109ccf5-0827-4b6e-8c25-51c73d77b359"}, {"server_uuid": "6511f6b4-3d7a-44f7-b97a-ee76275afcf0", "name": "network-vif-plugged", "status": "completed", "tag": "c78f34d1-3f64-4d42-b927-2958cd7474e4"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:02.409609 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65060d9b-6e1a-4fd6-8c47-4d2c3260e79a x-openstack-request-id: req-65060d9b-6e1a-4fd6-8c47-4d2c3260e79a {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:02.409967 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d7f19d-f3e9-4980-9514-cd634c741244", "name": "network-vif-plugged", "status": "completed", "tag": "9109ccf5-0827-4b6e-8c25-51c73d77b359", "code": 200}, {"server_uuid": "6511f6b4-3d7a-44f7-b97a-ee76275afcf0", "name": "network-vif-plugged", "status": "completed", "tag": "c78f34d1-3f64-4d42-b927-2958cd7474e4", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:02.410349 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-65060d9b-6e1a-4fd6-8c47-4d2c3260e79a {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:02.410751 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65060d9b-6e1a-4fd6-8c47-4d2c3260e79a'] response: {'server_uuid': '71d7f19d-f3e9-4980-9514-cd634c741244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9109ccf5-0827-4b6e-8c25-51c73d77b359', 'code': 200} Apr 20 13:02:02.411011 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65060d9b-6e1a-4fd6-8c47-4d2c3260e79a'] response: {'server_uuid': '6511f6b4-3d7a-44f7-b97a-ee76275afcf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78f34d1-3f64-4d42-b927-2958cd7474e4', 'code': 200} Apr 20 13:02:02.422441 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306641d-6eea-46b7-9c84-488c37d108bc req-c61790c2-dcb2-44d5-aaaf-29fe50c84072 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:02.424125 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b306641d-6eea-46b7-9c84-488c37d108bc req-c61790c2-dcb2-44d5-aaaf-29fe50c84072 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 949 time: 0.0535305 Apr 20 13:02:02.462709 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b306641d-6eea-46b7-9c84-488c37d108bc req-33b4de68-c9de-4f6d-8faa-9b1176824b0c tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319991 Apr 20 13:02:02.527665 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-419e912d-3c8e-4b17-b5b0-a11b93216129 req-a1707769-5fbb-4c25-9e9a-e1ba038135ce tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:02.555496 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1707769-5fbb-4c25-9e9a-e1ba038135ce tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Pushing event deleted for resources: {'Port': ['ID=da650793-56a2-49bf-959a-cde69988c81d,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:02.637300 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-ada62962-51d0-48b9-af2a-038ad1fccfc5 service neutron] show failed (client error): The resource could not be found. Apr 20 13:02:02.638696 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-ada62962-51d0-48b9-af2a-038ad1fccfc5 service neutron] 10.222.0.32 "GET /v2.0/ports/cb7fabd9-e9e0-4004-92bc-60bbb739783b/bindings/n-h2-836015-7 HTTP/1.1" status: 404 len: 380 time: 0.0650768 Apr 20 13:02:02.676168 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-419e912d-3c8e-4b17-b5b0-a11b93216129 req-a1707769-5fbb-4c25-9e9a-e1ba038135ce tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Router 140f103b-9d99-461e-9099-d88ca002937b has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:02:02.903736 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0d376-1310-42fe-acbf-190b8fdc7a10 req-a688ed98-39f5-4093-9ae6-bc8c2ed2991d tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:02.903736 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eac0d376-1310-42fe-acbf-190b8fdc7a10 req-a688ed98-39f5-4093-9ae6-bc8c2ed2991d tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 944 time: 0.0885634 Apr 20 13:02:02.903736 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e0f8c-91bd-4f0b-aab6-3fa9a8feb754 req-dfc89d1b-deb1-4797-a866-f93c51e73c38 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:02.909625 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d56e0f8c-91bd-4f0b-aab6-3fa9a8feb754 req-dfc89d1b-deb1-4797-a866-f93c51e73c38 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6511f6b4-3d7a-44f7-b97a-ee76275afcf0 HTTP/1.1" status: 200 len: 945 time: 0.1230891 Apr 20 13:02:02.998074 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d56e0f8c-91bd-4f0b-aab6-3fa9a8feb754 req-1a56f044-1ccd-49fe-90e1-26f2556176f3 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876126 Apr 20 13:02:03.005226 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eac0d376-1310-42fe-acbf-190b8fdc7a10 req-3181e14b-14d1-4a37-a982-4265c30cd77a tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877836 Apr 20 13:02:03.014818 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa32016-986d-46a9-8085-51d948001c7c req-da9420cb-6e9d-44d0-8c37-b2476d2ed40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:03.016320 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1aa32016-986d-46a9-8085-51d948001c7c req-da9420cb-6e9d-44d0-8c37-b2476d2ed40d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6511f6b4-3d7a-44f7-b97a-ee76275afcf0 HTTP/1.1" status: 200 len: 1096 time: 0.0734837 Apr 20 13:02:03.116859 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1aa32016-986d-46a9-8085-51d948001c7c req-fc98e424-e7f5-4862-8e8c-12e242633f64 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851617 Apr 20 13:02:03.172167 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a20ee-8fb8-4f69-9d3a-f3c3e89de10b req-d90e7a57-44b1-4f4f-8443-228c3db46102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:03.172785 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-20c14174-6ba1-449a-9fea-65775038c2d8 req-f128e3c4-673e-4482-98d3-0a8f7a2614c4 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/ports?device_id=78f77128-931b-4daf-9cfb-8ae6d7aea152 HTTP/1.1" status: 200 len: 210 time: 0.0349119 Apr 20 13:02:03.177004 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-188a20ee-8fb8-4f69-9d3a-f3c3e89de10b req-d90e7a57-44b1-4f4f-8443-228c3db46102 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=71d7f19d-f3e9-4980-9514-cd634c741244 HTTP/1.1" status: 200 len: 1097 time: 0.1755302 Apr 20 13:02:03.184116 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ea983-9e5b-46ed-9c14-835c473f9e49 req-6a326b6f-3bf9-4a47-ba87-f4339786f288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:03.186208 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0a7ea983-9e5b-46ed-9c14-835c473f9e49 req-6a326b6f-3bf9-4a47-ba87-f4339786f288 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4&device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 1095 time: 0.1856060 Apr 20 13:02:03.201162 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-419e912d-3c8e-4b17-b5b0-a11b93216129 req-a1707769-5fbb-4c25-9e9a-e1ba038135ce tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:02:03.215116 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce870924-4963-4af9-90af-ae7edf95d1a4 None None] Sync routers for ids ['140f103b-9d99-461e-9099-d88ca002937b'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:02:03.238003 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce870924-4963-4af9-90af-ae7edf95d1a4 None None] Routers {'140f103b-9d99-461e-9099-d88ca002937b'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:02:03.241435 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ce870924-4963-4af9-90af-ae7edf95d1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:01:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['140f103b-9d99-461e-9099-d88ca002937b'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:03.259318 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-419e912d-3c8e-4b17-b5b0-a11b93216129 req-a1707769-5fbb-4c25-9e9a-e1ba038135ce tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] No DVR routers for this DVR port da650793-56a2-49bf-959a-cde69988c81d on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:02:03.260951 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2055361-9138-4694-b3ce-fde2d58fe11a req-4fbb587e-f408-4689-9bd1-7c289397e03a tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:03.264602 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-419e912d-3c8e-4b17-b5b0-a11b93216129 req-a1707769-5fbb-4c25-9e9a-e1ba038135ce tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:03.271110 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-419e912d-3c8e-4b17-b5b0-a11b93216129 req-a1707769-5fbb-4c25-9e9a-e1ba038135ce tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.32 "DELETE /v2.0/ports/da650793-56a2-49bf-959a-cde69988c81d HTTP/1.1" status: 204 len: 173 time: 1.4781098 Apr 20 13:02:03.271261 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f2055361-9138-4694-b3ce-fde2d58fe11a req-4fbb587e-f408-4689-9bd1-7c289397e03a tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?device_id=71d7f19d-f3e9-4980-9514-cd634c741244 HTTP/1.1" status: 200 len: 946 time: 0.1246977 Apr 20 13:02:03.278256 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ada35f-5dfa-4966-9ee1-027f16b44d9e', 'name': 'network-vif-deleted', 'tag': 'da650793-56a2-49bf-959a-cde69988c81d'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:03.281851 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a17855a-de5c-41dd-a8a2-2445438bc5dd" -d '{"events": [{"server_uuid": "90ada35f-5dfa-4966-9ee1-027f16b44d9e", "name": "network-vif-deleted", "tag": "da650793-56a2-49bf-959a-cde69988c81d"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:03.342804 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f2055361-9138-4694-b3ce-fde2d58fe11a req-d9a19fa4-4fe7-490a-a624-3e346d7dc061 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups?id=61d9d20d-b394-4330-aaf3-e1fda56d0806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691290 Apr 20 13:02:03.357014 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 72eb63d2-35e9-44e4-801e-96bb17cbd1e1 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:02:03.362666 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c279b5b-6425-4319-bb73-b8699d8e7e02 req-c07c27db-638a-48d2-982e-622301c990b7 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:03.365735 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9c279b5b-6425-4319-bb73-b8699d8e7e02 req-c07c27db-638a-48d2-982e-622301c990b7 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 943 time: 0.0732687 Apr 20 13:02:03.406797 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-ce870924-4963-4af9-90af-ae7edf95d1a4 None None] Set router 140f103b-9d99-461e-9099-d88ca002937b gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:02:03.428609 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9c279b5b-6425-4319-bb73-b8699d8e7e02 req-48b5b08e-dc3d-45ab-95c0-a82c65ab0789 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559475 Apr 20 13:02:03.534823 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd26ba-2687-438b-8966-a194f1c0a60d req-e71a5677-eb33-4541-ba26-1fab5ce828e8 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:03.535073 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-23bd26ba-2687-438b-8966-a194f1c0a60d req-e71a5677-eb33-4541-ba26-1fab5ce828e8 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d3f928-cbb1-4343-9d4e-ea176a0953f6 HTTP/1.1" status: 200 len: 949 time: 0.0816488 Apr 20 13:02:03.575772 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-188a20ee-8fb8-4f69-9d3a-f3c3e89de10b req-baf77e0d-274f-4212-b29a-3ff2e2f9fc8a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=61d9d20d-b394-4330-aaf3-e1fda56d0806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337141 Apr 20 13:02:03.649023 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-23bd26ba-2687-438b-8966-a194f1c0a60d req-ecf1f5de-cb50-436c-ab57-30cd6bb15754 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] 10.222.0.25 "GET /v2.0/security-groups?id=67701a2d-7538-49bd-8d7b-9d0b4fe92c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855932 Apr 20 13:02:03.680779 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ea983-9e5b-46ed-9c14-835c473f9e49 req-8b0bfe80-a28e-4d0d-8da7-1076c282701e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:03.682564 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0a7ea983-9e5b-46ed-9c14-835c473f9e49 req-8b0bfe80-a28e-4d0d-8da7-1076c282701e service neutron] 10.222.0.15 "GET /v2.0/networks?id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88 HTTP/1.1" status: 200 len: 909 time: 0.1089067 Apr 20 13:02:03.687868 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2188bb-d959-4ac4-8673-981b96e2c417 req-dc9e4096-ae1a-49a6-9235-121ec815ae0e tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:03.693606 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1a2188bb-d959-4ac4-8673-981b96e2c417 req-dc9e4096-ae1a-49a6-9235-121ec815ae0e tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/ports?device_id=05c81026-8fd9-4107-b533-a5a816907517 HTTP/1.1" status: 200 len: 949 time: 0.1347322 Apr 20 13:02:03.697167 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 72eb63d2-35e9-44e4-801e-96bb17cbd1e1 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:02:03.704560 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 72eb63d2-35e9-44e4-801e-96bb17cbd1e1 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:03.705275 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:03.720779 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02c240b-d585-43f5-bd66-8bc180c3cc14 x-openstack-request-id: req-b02c240b-d585-43f5-bd66-8bc180c3cc14 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:03.721116 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ada35f-5dfa-4966-9ee1-027f16b44d9e", "name": "network-vif-deleted", "tag": "da650793-56a2-49bf-959a-cde69988c81d", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:03.721425 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b02c240b-d585-43f5-bd66-8bc180c3cc14 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:03.721827 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b02c240b-d585-43f5-bd66-8bc180c3cc14'] response: {'server_uuid': '90ada35f-5dfa-4966-9ee1-027f16b44d9e', 'name': 'network-vif-deleted', 'tag': 'da650793-56a2-49bf-959a-cde69988c81d', 'status': 'completed', 'code': 200} Apr 20 13:02:03.770062 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1a2188bb-d959-4ac4-8673-981b96e2c417 req-25cb5592-fac4-4869-b122-f41a25e1caa5 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b513574a-3d22-4318-bbc3-0b88bec7690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597939 Apr 20 13:02:03.804525 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ce870924-4963-4af9-90af-ae7edf95d1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140f103b-9d99-461e-9099-d88ca002937b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350087970-router', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'ba6687fe-eff5-4e64-8bcb-d3984919eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:42Z', 'updated_at': '2022-04-20T12:59:47Z', 'revision_number': 4, 'project_id': '5b1351b4ef5344fa8f1186ac748ba322', 'gw_port': {'id': 'ba6687fe-eff5-4e64-8bcb-d3984919eccc', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140f103b-9d99-461e-9099-d88ca002937b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:43Z', 'updated_at': '2022-04-20T12:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'd9967659-c32a-4a92-b827-55bb4610c88e', 'name': '', 'network_id': 'ecf7a882-8a89-482e-a7e3-f6c844876b2c', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'mac_address': 'fa:16:3e:f6:00:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140f103b-9d99-461e-9099-d88ca002937b', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '301a39b8-8298-4a33-b223-fe67182f35e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:46Z', 'updated_at': '2022-04-20T12:59:54Z', 'revision_number': 5, 'project_id': '5b1351b4ef5344fa8f1186ac748ba322', 'subnets': [{'id': '301a39b8-8298-4a33-b223-fe67182f35e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:03.858539 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce870924-4963-4af9-90af-ae7edf95d1a4 None None] Checking router: 140f103b-9d99-461e-9099-d88ca002937b for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:02:03.859335 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc14743-621a-434c-86f7-2a712acce676 req-ef39a2bc-b82e-4ef4-9790-bac80da3590a tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:03.860918 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6fc14743-621a-434c-86f7-2a712acce676 req-ef39a2bc-b82e-4ef4-9790-bac80da3590a tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 949 time: 0.0574098 Apr 20 13:02:03.883852 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce870924-4963-4af9-90af-ae7edf95d1a4 None None] Routers {'140f103b-9d99-461e-9099-d88ca002937b'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:02:03.885270 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ce870924-4963-4af9-90af-ae7edf95d1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:01:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['140f103b-9d99-461e-9099-d88ca002937b'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:03.887235 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:03.910367 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6fc14743-621a-434c-86f7-2a712acce676 req-781e8b0a-5491-49bd-9559-42066fac272e tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420668 Apr 20 13:02:03.937274 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-e2db8061-e6d9-43e6-9416-5b7bac9f9f9a tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:03.938830 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-e2db8061-e6d9-43e6-9416-5b7bac9f9f9a tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.32 "GET /v2.0/networks?id=ecf7a882-8a89-482e-a7e3-f6c844876b2c HTTP/1.1" status: 200 len: 824 time: 0.1298816 Apr 20 13:02:03.972712 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 72eb63d2-35e9-44e4-801e-96bb17cbd1e1, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=72eb63d2-35e9-44e4-801e-96bb17cbd1e1,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:03.993147 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-dc1a5a3a-effe-4374-803a-20ee74ed1fed tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b1351b4ef5344fa8f1186ac748ba322 HTTP/1.1" status: 200 len: 379 time: 0.0420318 Apr 20 13:02:04.003253 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-5dfbd21e-11b4-4e3a-97d5-d3bf3f8cc41c tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Request body: {'port': {'device_id': '78f77128-931b-4daf-9cfb-8ae6d7aea152', 'network_id': 'ecf7a882-8a89-482e-a7e3-f6c844876b2c', 'admin_state_up': True, 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'security_groups': ['4dc33baf-6a58-4370-9de4-593eb1325322']}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:04.040590 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-ce870924-4963-4af9-90af-ae7edf95d1a4 None None] Set router 140f103b-9d99-461e-9099-d88ca002937b gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:02:04.049650 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:04.156705 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c11e0-a9cf-49f1-afed-48218c5dd602 req-4dc09776-b6ce-4674-bc41-af418e451a2e tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:04.158744 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a54c11e0-a9cf-49f1-afed-48218c5dd602 req-4dc09776-b6ce-4674-bc41-af418e451a2e tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6511f6b4-3d7a-44f7-b97a-ee76275afcf0 HTTP/1.1" status: 200 len: 945 time: 0.0564492 Apr 20 13:02:04.226845 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a54c11e0-a9cf-49f1-afed-48218c5dd602 req-544326ab-72b2-4ea6-9501-e9dc9c3a2f7c tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584524 Apr 20 13:02:04.235076 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130ce48-864c-49dc-9753-e2248fca40d1 req-c0ff24c7-3089-418b-a63d-cc5e1f7b8b48 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:04.236969 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8130ce48-864c-49dc-9753-e2248fca40d1 req-c0ff24c7-3089-418b-a63d-cc5e1f7b8b48 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 944 time: 0.0769031 Apr 20 13:02:04.237123 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0a7ea983-9e5b-46ed-9c14-835c473f9e49 req-b6ff5cde-cd36-40f9-8dda-9fa4ee16fdd3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78bb6d73-8d94-42fd-aa70-f667ac21071f HTTP/1.1" status: 200 len: 217 time: 0.1463354 Apr 20 13:02:04.282557 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=72eb63d2-35e9-44e4-801e-96bb17cbd1e1,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:04.294310 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8130ce48-864c-49dc-9753-e2248fca40d1 req-ecc740b3-573a-4a4d-9b76-2ab27a475c1c tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515888 Apr 20 13:02:04.339901 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-520a5614-5c1c-4651-828f-c5e829f237a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:04.341449 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-520a5614-5c1c-4651-828f-c5e829f237a6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf&tenant_id=7c185004f0bb4f68ac206a98646f7134 HTTP/1.1" status: 200 len: 1100 time: 0.2519674 Apr 20 13:02:04.347864 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fd4b8ed7-48ff-4d06-9baf-b5e29bd476b7 req-422fd36f-4145-49b7-9363-a9bca4c8b79f tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/ports?device_id=78f77128-931b-4daf-9cfb-8ae6d7aea152 HTTP/1.1" status: 200 len: 210 time: 0.0427029 Apr 20 13:02:04.358531 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-afc319b6-03df-4e36-ba96-1fca11d42653 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836015-7', 'device_owner': 'compute:nova'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:04.362932 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ea983-9e5b-46ed-9c14-835c473f9e49 req-d657e6bd-b4b9-4c04-8a5b-a5b7a2ae50d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:04.364373 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0a7ea983-9e5b-46ed-9c14-835c473f9e49 req-d657e6bd-b4b9-4c04-8a5b-a5b7a2ae50d9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7f1a9c16-f305-43f3-a182-10217ec8e6e3 HTTP/1.1" status: 200 len: 848 time: 0.1173282 Apr 20 13:02:04.408882 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ce870924-4963-4af9-90af-ae7edf95d1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140f103b-9d99-461e-9099-d88ca002937b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350087970-router', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'ba6687fe-eff5-4e64-8bcb-d3984919eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:42Z', 'updated_at': '2022-04-20T12:59:47Z', 'revision_number': 4, 'project_id': '5b1351b4ef5344fa8f1186ac748ba322', 'gw_port': {'id': 'ba6687fe-eff5-4e64-8bcb-d3984919eccc', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140f103b-9d99-461e-9099-d88ca002937b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:43Z', 'updated_at': '2022-04-20T12:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'd9967659-c32a-4a92-b827-55bb4610c88e', 'name': '', 'network_id': 'ecf7a882-8a89-482e-a7e3-f6c844876b2c', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'mac_address': 'fa:16:3e:f6:00:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140f103b-9d99-461e-9099-d88ca002937b', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '301a39b8-8298-4a33-b223-fe67182f35e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:46Z', 'updated_at': '2022-04-20T12:59:54Z', 'revision_number': 5, 'project_id': '5b1351b4ef5344fa8f1186ac748ba322', 'subnets': [{'id': '301a39b8-8298-4a33-b223-fe67182f35e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:04.413815 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0a7ea983-9e5b-46ed-9c14-835c473f9e49 req-d68bdd9b-4863-408b-a2f6-4b2b3f27fa7e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336640 Apr 20 13:02:04.417901 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c81026-8fd9-4107-b533-a5a816907517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72eb63d2-35e9-44e4-801e-96bb17cbd1e1'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:04.418931 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c6828f-96b6-410a-93c4-f421511631e6" -d '{"events": [{"server_uuid": "05c81026-8fd9-4107-b533-a5a816907517", "name": "network-vif-plugged", "status": "completed", "tag": "72eb63d2-35e9-44e4-801e-96bb17cbd1e1"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:04.451265 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce870924-4963-4af9-90af-ae7edf95d1a4 None None] The sync data for ids ['140f103b-9d99-461e-9099-d88ca002937b'] in n-d-836015-7 is: [{'id': '140f103b-9d99-461e-9099-d88ca002937b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350087970-router', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'ba6687fe-eff5-4e64-8bcb-d3984919eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:42Z', 'updated_at': '2022-04-20T12:59:47Z', 'revision_number': 4, 'project_id': '5b1351b4ef5344fa8f1186ac748ba322', 'gw_port': {'id': 'ba6687fe-eff5-4e64-8bcb-d3984919eccc', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140f103b-9d99-461e-9099-d88ca002937b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:43Z', 'updated_at': '2022-04-20T12:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'd9967659-c32a-4a92-b827-55bb4610c88e', 'name': '', 'network_id': 'ecf7a882-8a89-482e-a7e3-f6c844876b2c', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'mac_address': 'fa:16:3e:f6:00:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140f103b-9d99-461e-9099-d88ca002937b', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '301a39b8-8298-4a33-b223-fe67182f35e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:46Z', 'updated_at': '2022-04-20T12:59:54Z', 'revision_number': 5, 'project_id': '5b1351b4ef5344fa8f1186ac748ba322', 'subnets': [{'id': '301a39b8-8298-4a33-b223-fe67182f35e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:02:04.460701 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-5dfbd21e-11b4-4e3a-97d5-d3bf3f8cc41c tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Made reservation on behalf of 5b1351b4ef5344fa8f1186ac748ba322 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:02:04.463906 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-5dfbd21e-11b4-4e3a-97d5-d3bf3f8cc41c tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:04.473636 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-afc319b6-03df-4e36-ba96-1fca11d42653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:04.554709 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b45b1-2c2a-4a09-9bfa-8a0b91c0b675 req-9a6e6cc5-5489-47e8-961f-81fd3ad01423 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:04.563156 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c76b45b1-2c2a-4a09-9bfa-8a0b91c0b675 req-9a6e6cc5-5489-47e8-961f-81fd3ad01423 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?device_id=71d7f19d-f3e9-4980-9514-cd634c741244 HTTP/1.1" status: 200 len: 946 time: 0.1038363 Apr 20 13:02:04.638763 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c76b45b1-2c2a-4a09-9bfa-8a0b91c0b675 req-92c6db21-5a38-4bad-8ad4-aa4dfd53a66e tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups?id=61d9d20d-b394-4330-aaf3-e1fda56d0806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671537 Apr 20 13:02:04.650184 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3cab01-8393-4ddd-ac3e-8b9c2443f6c7 req-26212e43-fb9f-444d-b14e-646b9909499c tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:04.652953 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ad3cab01-8393-4ddd-ac3e-8b9c2443f6c7 req-26212e43-fb9f-444d-b14e-646b9909499c tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 943 time: 0.0929313 Apr 20 13:02:04.704646 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95978eec-e1cf-4ddf-8e6c-d14e789ee4f2 x-openstack-request-id: req-95978eec-e1cf-4ddf-8e6c-d14e789ee4f2 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:04.704646 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c81026-8fd9-4107-b533-a5a816907517", "name": "network-vif-plugged", "status": "completed", "tag": "72eb63d2-35e9-44e4-801e-96bb17cbd1e1", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:04.704646 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-95978eec-e1cf-4ddf-8e6c-d14e789ee4f2 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:04.704646 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95978eec-e1cf-4ddf-8e6c-d14e789ee4f2'] response: {'server_uuid': '05c81026-8fd9-4107-b533-a5a816907517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72eb63d2-35e9-44e4-801e-96bb17cbd1e1', 'code': 200} Apr 20 13:02:04.717864 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ad3cab01-8393-4ddd-ac3e-8b9c2443f6c7 req-63cac53b-5afd-41cb-911f-2fb2eb9f48d5 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581298 Apr 20 13:02:04.848557 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ccef6-3909-4ac1-bfed-d96f160e786d req-62abc62c-abeb-44cb-9219-91f1d55021dc tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:04.854009 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3c5ccef6-3909-4ac1-bfed-d96f160e786d req-62abc62c-abeb-44cb-9219-91f1d55021dc tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d3f928-cbb1-4343-9d4e-ea176a0953f6 HTTP/1.1" status: 200 len: 949 time: 0.0797665 Apr 20 13:02:04.856015 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bcb396-de7e-4499-975a-f5a960bd9d6e req-2c228ec2-bf61-4ca6-a1a6-97a216757f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:04.857162 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bece1197-d9f3-4a3b-a5f8-e3774d393702 None None] New status for floating IP bf236d67-9117-4856-951e-1758320057be: DOWN {{(pid=114872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:02:04.857676 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-00bcb396-de7e-4499-975a-f5a960bd9d6e req-2c228ec2-bf61-4ca6-a1a6-97a216757f95 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=05c81026-8fd9-4107-b533-a5a816907517 HTTP/1.1" status: 200 len: 1101 time: 0.0914474 Apr 20 13:02:04.884858 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0a7ea983-9e5b-46ed-9c14-835c473f9e49 req-036ec8a0-33cd-4d30-bc61-96ad4cf68fb9 service neutron] 10.222.0.15 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279683 Apr 20 13:02:04.885944 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-5dfbd21e-11b4-4e3a-97d5-d3bf3f8cc41c tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Allocated IP 172.20.0.13 (ecf7a882-8a89-482e-a7e3-f6c844876b2c/301a39b8-8298-4a33-b223-fe67182f35e3/f7dc3b62-bfe5-4f96-a9c7-14145390a61f) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:02:04.943615 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3c5ccef6-3909-4ac1-bfed-d96f160e786d req-b412c70a-7539-4fe3-9f98-8edd4f734da2 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] 10.222.0.25 "GET /v2.0/security-groups?id=67701a2d-7538-49bd-8d7b-9d0b4fe92c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841475 Apr 20 13:02:04.945656 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-00bcb396-de7e-4499-975a-f5a960bd9d6e req-8e17d377-767f-4b08-adbd-dd75857d9603 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b513574a-3d22-4318-bbc3-0b88bec7690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711665 Apr 20 13:02:04.964958 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de42a3-a624-445b-b3f4-09ba3c79a4ba req-cd768980-e970-4688-9d58-a01a7edfee42 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:04.972322 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d2de42a3-a624-445b-b3f4-09ba3c79a4ba req-cd768980-e970-4688-9d58-a01a7edfee42 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/ports?device_id=05c81026-8fd9-4107-b533-a5a816907517 HTTP/1.1" status: 200 len: 950 time: 0.1134982 Apr 20 13:02:05.012530 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d2de42a3-a624-445b-b3f4-09ba3c79a4ba req-5a78b364-ffff-4c2f-8d0f-677289362a6d tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b513574a-3d22-4318-bbc3-0b88bec7690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380414 Apr 20 13:02:05.073562 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a36de-54cc-4c35-8b45-f1f87db918b2 req-47a2c7f9-7c68-46d6-8b31-5f01165fb031 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:05.075177 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5b8a36de-54cc-4c35-8b45-f1f87db918b2 req-47a2c7f9-7c68-46d6-8b31-5f01165fb031 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 949 time: 0.0598245 Apr 20 13:02:05.082794 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-afc319b6-03df-4e36-ba96-1fca11d42653 service neutron] For port cb7fabd9-e9e0-4004-92bc-60bbb739783b, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=cb7fabd9-e9e0-4004-92bc-60bbb739783b,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:05.117347 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5b8a36de-54cc-4c35-8b45-f1f87db918b2 req-26af0099-a2e0-471b-93be-0a2e76b5ce3e tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356283 Apr 20 13:02:05.133806 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0a7ea983-9e5b-46ed-9c14-835c473f9e49 req-7fbb804f-ecc6-4efc-b3e5-d54dc031dd3d service neutron] 10.222.0.15 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308853 Apr 20 13:02:05.166082 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-afc319b6-03df-4e36-ba96-1fca11d42653 service neutron] For port cb7fabd9-e9e0-4004-92bc-60bbb739783b, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:02:05.192952 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-5dfbd21e-11b4-4e3a-97d5-d3bf3f8cc41c tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:05.221212 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-afc319b6-03df-4e36-ba96-1fca11d42653 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:05.244602 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-afc319b6-03df-4e36-ba96-1fca11d42653 service neutron] Transition to ACTIVE for port object cb7fabd9-e9e0-4004-92bc-60bbb739783b will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:02:05.312737 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-afc319b6-03df-4e36-ba96-1fca11d42653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:05.349634 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-5dfbd21e-11b4-4e3a-97d5-d3bf3f8cc41c tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:05.362032 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device da650793-56a2-49bf-959a-cde69988c81d no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:02:05.363916 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52403a3d-33fb-4bd8-9a47-65631818b1ec req-9f48c433-7fa5-448b-8d54-d0d2851631c1 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:05.367977 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52403a3d-33fb-4bd8-9a47-65631818b1ec req-9f48c433-7fa5-448b-8d54-d0d2851631c1 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6511f6b4-3d7a-44f7-b97a-ee76275afcf0 HTTP/1.1" status: 200 len: 945 time: 0.0692205 Apr 20 13:02:05.390281 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: da650793-56a2-49bf-959a-cde69988c81d {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:02:05.390624 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device da650793-56a2-49bf-959a-cde69988c81d not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:02:05.397577 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-afc319b6-03df-4e36-ba96-1fca11d42653 service neutron] No DVR routers for this DVR port cb7fabd9-e9e0-4004-92bc-60bbb739783b on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:02:05.401206 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc319b6-03df-4e36-ba96-1fca11d42653 service neutron] Pushing event updated for resources: {'Port': ['ID=cb7fabd9-e9e0-4004-92bc-60bbb739783b,revision_number=6']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:05.436087 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-5dfbd21e-11b4-4e3a-97d5-d3bf3f8cc41c tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Network ecf7a882-8a89-482e-a7e3-f6c844876b2c is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:02:05.437917 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52403a3d-33fb-4bd8-9a47-65631818b1ec req-c7e55c25-5af0-41f2-b19f-b64df0eb9ee8 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568347 Apr 20 13:02:05.438604 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-5dfbd21e-11b4-4e3a-97d5-d3bf3f8cc41c tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:02:05.441624 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-5dfbd21e-11b4-4e3a-97d5-d3bf3f8cc41c tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:02:05.446492 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54abae-03a0-4a90-b980-d654aff15c9d req-c771a01b-bc49-419b-aa83-5314658ea113 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:05.454820 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cf54abae-03a0-4a90-b980-d654aff15c9d req-c771a01b-bc49-419b-aa83-5314658ea113 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 944 time: 0.0858030 Apr 20 13:02:05.513980 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfbd21e-11b4-4e3a-97d5-d3bf3f8cc41c tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Pushing event updated for resources: {'Port': ['ID=f7dc3b62-bfe5-4f96-a9c7-14145390a61f,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:05.525435 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cf54abae-03a0-4a90-b980-d654aff15c9d req-c4649622-4d47-4c23-abbf-37a1362c851d tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648024 Apr 20 13:02:05.537955 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-afc319b6-03df-4e36-ba96-1fca11d42653 service neutron] Attempting to bind port cb7fabd9-e9e0-4004-92bc-60bbb739783b on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:02:05.538820 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-afc319b6-03df-4e36-ba96-1fca11d42653 service neutron] Attempting to bind port cb7fabd9-e9e0-4004-92bc-60bbb739783b by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:02:05.539152 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-afc319b6-03df-4e36-ba96-1fca11d42653 service neutron] Attempting to bind port cb7fabd9-e9e0-4004-92bc-60bbb739783b on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:02:05.545838 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-afc319b6-03df-4e36-ba96-1fca11d42653 service neutron] Port cb7fabd9-e9e0-4004-92bc-60bbb739783b on network 6efc3d61-2150-4671-a02d-6127df40131a not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:02:05.546161 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-afc319b6-03df-4e36-ba96-1fca11d42653 service neutron] Attempting to bind port cb7fabd9-e9e0-4004-92bc-60bbb739783b on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:02:05.553381 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-5dfbd21e-11b4-4e3a-97d5-d3bf3f8cc41c tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:05.554585 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-5dfbd21e-11b4-4e3a-97d5-d3bf3f8cc41c tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:05.565432 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-afc319b6-03df-4e36-ba96-1fca11d42653 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:02:05.565835 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-afc319b6-03df-4e36-ba96-1fca11d42653 service neutron] Checking segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:02:05.566223 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-afc319b6-03df-4e36-ba96-1fca11d42653 service neutron] Bound using segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:02:05.566675 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-afc319b6-03df-4e36-ba96-1fca11d42653 service neutron] Bound port: cb7fabd9-e9e0-4004-92bc-60bbb739783b, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:02:05.567036 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-afc319b6-03df-4e36-ba96-1fca11d42653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:05.604591 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5d60d-e85f-4466-81ef-48c006886441 req-dc17b000-6a01-44cf-ae61-b2905ba453e5 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:05.606253 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2ad5d60d-e85f-4466-81ef-48c006886441 req-dc17b000-6a01-44cf-ae61-b2905ba453e5 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/ports?device_id=78f77128-931b-4daf-9cfb-8ae6d7aea152 HTTP/1.1" status: 200 len: 932 time: 0.0597191 Apr 20 13:02:05.652847 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2ad5d60d-e85f-4466-81ef-48c006886441 req-47176d54-9617-4510-acc8-034a70c898c5 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/security-groups?id=4dc33baf-6a58-4370-9de4-593eb1325322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393343 Apr 20 13:02:05.660203 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-afc319b6-03df-4e36-ba96-1fca11d42653 service neutron] For port cb7fabd9-e9e0-4004-92bc-60bbb739783b, host n-h2-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:02:05.660892 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-afc319b6-03df-4e36-ba96-1fca11d42653 service neutron] For port cb7fabd9-e9e0-4004-92bc-60bbb739783b, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=cb7fabd9-e9e0-4004-92bc-60bbb739783b,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:02:05.687886 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-5dfbd21e-11b4-4e3a-97d5-d3bf3f8cc41c tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6846137 Apr 20 13:02:05.696491 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-8b188863-9556-46b8-8bfc-6b263b4c77b3 service neutron] Request body: {'port': {'device_id': '78f77128-931b-4daf-9cfb-8ae6d7aea152', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:05.724110 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb7fabd9-e9e0-4004-92bc-60bbb739783b'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:05.727042 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a19385-9d35-4575-aad6-3192f43f725d" -d '{"events": [{"server_uuid": "461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf", "name": "network-vif-unplugged", "status": "completed", "tag": "cb7fabd9-e9e0-4004-92bc-60bbb739783b"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:05.760048 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-8b188863-9556-46b8-8bfc-6b263b4c77b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:05.763321 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c32af9-e374-4a80-a3b1-aa7259a43ea8 req-38532d64-6c7c-4df9-b7cd-1014939ce721 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:05.764303 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-22c32af9-e374-4a80-a3b1-aa7259a43ea8 req-38532d64-6c7c-4df9-b7cd-1014939ce721 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?device_id=71d7f19d-f3e9-4980-9514-cd634c741244 HTTP/1.1" status: 200 len: 946 time: 0.0501578 Apr 20 13:02:05.766507 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-01078532-9f2a-4b54-b2c5-761d3a5ea77a None None] Provisioning complete for port f7dc3b62-bfe5-4f96-a9c7-14145390a61f triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:05.767008 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-01078532-9f2a-4b54-b2c5-761d3a5ea77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:05.775632 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-afc319b6-03df-4e36-ba96-1fca11d42653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:05.808749 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-01078532-9f2a-4b54-b2c5-761d3a5ea77a None None] Port f7dc3b62-bfe5-4f96-a9c7-14145390a61f cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:02:05.824857 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-22c32af9-e374-4a80-a3b1-aa7259a43ea8 req-dddaa362-bbd6-4ffc-bc3f-1b2fb2d431b9 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups?id=61d9d20d-b394-4330-aaf3-e1fda56d0806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524232 Apr 20 13:02:05.836531 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1aa14b-17e2-4278-ba0a-0d7d120e3791 x-openstack-request-id: req-9d1aa14b-17e2-4278-ba0a-0d7d120e3791 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:05.836796 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf", "name": "network-vif-unplugged", "status": "completed", "tag": "cb7fabd9-e9e0-4004-92bc-60bbb739783b", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:05.837053 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9d1aa14b-17e2-4278-ba0a-0d7d120e3791 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:05.837433 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d1aa14b-17e2-4278-ba0a-0d7d120e3791'] response: {'server_uuid': '461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb7fabd9-e9e0-4004-92bc-60bbb739783b', 'code': 200} Apr 20 13:02:05.849846 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-afc319b6-03df-4e36-ba96-1fca11d42653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:05.850454 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-afc319b6-03df-4e36-ba96-1fca11d42653 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:05.851870 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-afc319b6-03df-4e36-ba96-1fca11d42653 service neutron] 10.222.0.15 "PUT /v2.0/ports/cb7fabd9-e9e0-4004-92bc-60bbb739783b HTTP/1.1" status: 200 len: 1095 time: 1.4983695 Apr 20 13:02:05.875438 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 78bb6d73-8d94-42fd-aa70-f667ac21071f details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:02:05.880935 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc319b6-03df-4e36-ba96-1fca11d42653 service neutron] Pushing event updated for resources: {'Port': ['ID=cb7fabd9-e9e0-4004-92bc-60bbb739783b,revision_number=7']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:05.963848 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bffc72-fb16-49ff-b452-4692f21a7f61 req-ba79fe8f-651f-4a9a-a2bd-ee9229fb416d tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:05.975290 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-46bffc72-fb16-49ff-b452-4692f21a7f61 req-ba79fe8f-651f-4a9a-a2bd-ee9229fb416d tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 943 time: 0.0765891 Apr 20 13:02:06.072443 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-f2c09428-2c98-4072-8333-d8ac0594cd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:06.074114 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-f2c09428-2c98-4072-8333-d8ac0594cd52 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7c185004f0bb4f68ac206a98646f7134&device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 1098 time: 0.1386726 Apr 20 13:02:06.090707 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-46bffc72-fb16-49ff-b452-4692f21a7f61 req-d60820c1-059d-4a0e-948c-5b73870cd512 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139150 Apr 20 13:02:06.174342 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-d68ba004-dcbe-45fd-994a-835e0c943026 service neutron] 10.222.0.32 "GET /v2.0/ports/27bd2188-70cb-4539-a1dc-dd1dc73c9dfb/bindings/n-h2-836015-7 HTTP/1.1" status: 200 len: 384 time: 0.1479645 Apr 20 13:02:06.175639 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 78bb6d73-8d94-42fd-aa70-f667ac21071f, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=78bb6d73-8d94-42fd-aa70-f667ac21071f,segment=NetworkSegment(fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1),segment_id=fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:06.185974 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52098d8-40e7-43bb-a7e4-19c7873529eb req-daad1dd1-1d10-4655-83a6-37ba68094889 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:06.189999 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '78bb6d73-8d94-42fd-aa70-f667ac21071f', 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88', 'port_id': '78bb6d73-8d94-42fd-aa70-f667ac21071f', 'mac_address': 'fa:16:3e:b4:02:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f1a9c16-f305-43f3-a182-10217ec8e6e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:02:06.195379 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d52098d8-40e7-43bb-a7e4-19c7873529eb req-daad1dd1-1d10-4655-83a6-37ba68094889 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d3f928-cbb1-4343-9d4e-ea176a0953f6 HTTP/1.1" status: 200 len: 949 time: 0.1499946 Apr 20 13:02:06.234935 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:06.249637 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78bb6d73-8d94-42fd-aa70-f667ac21071f {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:02:06.253034 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-5fa7d206-8ef8-40ee-8040-f17afb8f9c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:06.256334 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-5fa7d206-8ef8-40ee-8040-f17afb8f9c82 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.1690035 Apr 20 13:02:06.258452 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-8b188863-9556-46b8-8bfc-6b263b4c77b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7dc3b62-bfe5-4f96-a9c7-14145390a61f {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:02:06.266093 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-8b188863-9556-46b8-8bfc-6b263b4c77b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:06.279808 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 78bb6d73-8d94-42fd-aa70-f667ac21071f, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=78bb6d73-8d94-42fd-aa70-f667ac21071f,segment=NetworkSegment(fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1),segment_id=fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:06.309926 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-d515ea4a-69e2-432e-b99b-22f02123a37f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=cb7fabd9-e9e0-4004-92bc-60bbb739783b HTTP/1.1" status: 200 len: 217 time: 0.0411825 Apr 20 13:02:06.311903 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d52098d8-40e7-43bb-a7e4-19c7873529eb req-697623e9-71e5-4e44-82f0-94bb0b02a633 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] 10.222.0.25 "GET /v2.0/security-groups?id=67701a2d-7538-49bd-8d7b-9d0b4fe92c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155596 Apr 20 13:02:06.312687 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-8b188863-9556-46b8-8bfc-6b263b4c77b3 service neutron] Transition to ACTIVE for port object f7dc3b62-bfe5-4f96-a9c7-14145390a61f will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:02:06.354545 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e7efe-3076-4228-97e4-d6a55b965924 req-2a349bf5-cf6b-444b-95e6-e842dbd7a007 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:06.356230 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a89e7efe-3076-4228-97e4-d6a55b965924 req-2a349bf5-cf6b-444b-95e6-e842dbd7a007 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/ports?device_id=05c81026-8fd9-4107-b533-a5a816907517 HTTP/1.1" status: 200 len: 950 time: 0.1210644 Apr 20 13:02:06.381070 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-084610ee-885e-4714-9a24-83e1c8a40eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:06.382483 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-084610ee-885e-4714-9a24-83e1c8a40eb9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0652158 Apr 20 13:02:06.394168 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:06.422417 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-8b188863-9556-46b8-8bfc-6b263b4c77b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:06.474997 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=78bb6d73-8d94-42fd-aa70-f667ac21071f,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:06.494226 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-212601e8-f569-4a17-b765-8eca7be2374b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:06.495379 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-212601e8-f569-4a17-b765-8eca7be2374b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1054246 Apr 20 13:02:06.496032 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a89e7efe-3076-4228-97e4-d6a55b965924 req-d21d96b3-b0d2-4201-9714-9698cee980a3 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b513574a-3d22-4318-bbc3-0b88bec7690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314034 Apr 20 13:02:06.549207 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c820f87-db5c-462e-a41b-f41f4fc90145 req-d1d529a5-de0a-4325-af8d-e11a9f4e1e2d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:06.557997 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3c820f87-db5c-462e-a41b-f41f4fc90145 req-d1d529a5-de0a-4325-af8d-e11a9f4e1e2d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 947 time: 0.1687799 Apr 20 13:02:06.562101 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b188863-9556-46b8-8bfc-6b263b4c77b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f7dc3b62-bfe5-4f96-a9c7-14145390a61f,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:06.581075 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-18b7a063-e698-474f-94fc-2c0ffdd0b23d service neutron] For port 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=27bd2188-70cb-4539-a1dc-dd1dc73c9dfb,segment=NetworkSegment(c36f4b37-e1d8-4848-acc2-f80f64f61825),segment_id=c36f4b37-e1d8-4848-acc2-f80f64f61825)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:06.648264 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-18b7a063-e698-474f-94fc-2c0ffdd0b23d service neutron] For port 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:02:06.654669 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3c820f87-db5c-462e-a41b-f41f4fc90145 req-3c298290-0a93-4e70-915a-d192514de661 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955162 Apr 20 13:02:06.686886 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-8b188863-9556-46b8-8bfc-6b263b4c77b3 service neutron] Attempting to bind port f7dc3b62-bfe5-4f96-a9c7-14145390a61f on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:02:06.699037 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-8b188863-9556-46b8-8bfc-6b263b4c77b3 service neutron] Attempting to bind port f7dc3b62-bfe5-4f96-a9c7-14145390a61f by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '1b17d21e-6447-400e-956c-5c6f6252d3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ecf7a882-8a89-482e-a7e3-f6c844876b2c'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:02:06.699037 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-8b188863-9556-46b8-8bfc-6b263b4c77b3 service neutron] Attempting to bind port f7dc3b62-bfe5-4f96-a9c7-14145390a61f on network ecf7a882-8a89-482e-a7e3-f6c844876b2c {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:02:06.700018 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b45f7-c2dd-4ccb-a9ab-0526535d7d90 req-94135671-ed87-43a2-866f-849e9b68e80a tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:06.702328 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-8b188863-9556-46b8-8bfc-6b263b4c77b3 service neutron] Port f7dc3b62-bfe5-4f96-a9c7-14145390a61f on network ecf7a882-8a89-482e-a7e3-f6c844876b2c not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:02:06.702663 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-8b188863-9556-46b8-8bfc-6b263b4c77b3 service neutron] Attempting to bind port f7dc3b62-bfe5-4f96-a9c7-14145390a61f on network ecf7a882-8a89-482e-a7e3-f6c844876b2c {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:02:06.707406 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-463b45f7-c2dd-4ccb-a9ab-0526535d7d90 req-94135671-ed87-43a2-866f-849e9b68e80a tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6511f6b4-3d7a-44f7-b97a-ee76275afcf0 HTTP/1.1" status: 200 len: 945 time: 0.1233997 Apr 20 13:02:06.708603 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-6dbcdb3c-d5f0-4c50-8980-77eba7154092 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003331 Apr 20 13:02:06.712237 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-8b188863-9556-46b8-8bfc-6b263b4c77b3 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:02:06.712741 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-8b188863-9556-46b8-8bfc-6b263b4c77b3 service neutron] Checking segment: {'id': '1b17d21e-6447-400e-956c-5c6f6252d3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ecf7a882-8a89-482e-a7e3-f6c844876b2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:02:06.713127 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-8b188863-9556-46b8-8bfc-6b263b4c77b3 service neutron] Bound using segment: {'id': '1b17d21e-6447-400e-956c-5c6f6252d3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ecf7a882-8a89-482e-a7e3-f6c844876b2c'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:02:06.713679 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-8b188863-9556-46b8-8bfc-6b263b4c77b3 service neutron] Bound port: f7dc3b62-bfe5-4f96-a9c7-14145390a61f, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b17d21e-6447-400e-956c-5c6f6252d3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ecf7a882-8a89-482e-a7e3-f6c844876b2c'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:02:06.713925 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-8b188863-9556-46b8-8bfc-6b263b4c77b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:06.720748 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-18b7a063-e698-474f-94fc-2c0ffdd0b23d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:02:06.740879 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-18b7a063-e698-474f-94fc-2c0ffdd0b23d service neutron] For port 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=27bd2188-70cb-4539-a1dc-dd1dc73c9dfb,segment=NetworkSegment(c36f4b37-e1d8-4848-acc2-f80f64f61825),segment_id=c36f4b37-e1d8-4848-acc2-f80f64f61825)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:06.791886 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-463b45f7-c2dd-4ccb-a9ab-0526535d7d90 req-981337f2-de84-4268-beba-2b8c2bd18da0 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835910 Apr 20 13:02:06.822993 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c767c4-adb3-41c5-91e5-e0e6fd292174 req-805f24d2-0672-41b3-bf21-21b617fc5eb2 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:06.825053 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-94c767c4-adb3-41c5-91e5-e0e6fd292174 req-805f24d2-0672-41b3-bf21-21b617fc5eb2 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 945 time: 0.0710614 Apr 20 13:02:06.826538 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-18b7a063-e698-474f-94fc-2c0ffdd0b23d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:06.841374 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['78bb6d73-8d94-42fd-aa70-f667ac21071f'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:02:06.858033 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-14dc632b-c9f6-405e-a6b6-e96d23e17852 req-54afa8a0-320f-4578-aa61-212c7c4f797f service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344354 Apr 20 13:02:06.877671 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-8b188863-9556-46b8-8bfc-6b263b4c77b3 service neutron] For port f7dc3b62-bfe5-4f96-a9c7-14145390a61f, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:02:06.882217 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-8b188863-9556-46b8-8bfc-6b263b4c77b3 service neutron] For port f7dc3b62-bfe5-4f96-a9c7-14145390a61f, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=f7dc3b62-bfe5-4f96-a9c7-14145390a61f,segment=NetworkSegment(1b17d21e-6447-400e-956c-5c6f6252d3ee),segment_id=1b17d21e-6447-400e-956c-5c6f6252d3ee)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:02:06.935549 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-94c767c4-adb3-41c5-91e5-e0e6fd292174 req-6fa5ee7b-cfb1-4b82-a82c-d12315d7b641 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966716 Apr 20 13:02:06.967253 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ddb46-6945-4419-8075-0d2ef7252041 req-e6a198c8-63ce-4a2f-b2b6-08099aaee8f7 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:06.968797 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a95ddb46-6945-4419-8075-0d2ef7252041 req-e6a198c8-63ce-4a2f-b2b6-08099aaee8f7 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/ports?device_id=78f77128-931b-4daf-9cfb-8ae6d7aea152 HTTP/1.1" status: 200 len: 944 time: 0.1182082 Apr 20 13:02:06.999768 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-18b7a063-e698-474f-94fc-2c0ffdd0b23d service neutron] Transition to ACTIVE for port object 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:02:07.005629 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-8b188863-9556-46b8-8bfc-6b263b4c77b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:07.026493 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a95ddb46-6945-4419-8075-0d2ef7252041 req-9daeef91-84c1-4a0a-bed3-f73d8f8bd867 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/security-groups?id=4dc33baf-6a58-4370-9de4-593eb1325322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514121 Apr 20 13:02:07.044291 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-8b188863-9556-46b8-8bfc-6b263b4c77b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:07.045075 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-8b188863-9556-46b8-8bfc-6b263b4c77b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:07.046485 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-8b188863-9556-46b8-8bfc-6b263b4c77b3 service neutron] 10.222.0.32 "PUT /v2.0/ports/f7dc3b62-bfe5-4f96-a9c7-14145390a61f HTTP/1.1" status: 200 len: 1092 time: 1.3543663 Apr 20 13:02:07.067201 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a5a1c-5946-439c-8dd4-5e6ef6f0bac1 req-549c95c7-2ef3-4e85-b6a8-f2de98d3d4e5 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:07.068730 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-682a5a1c-5946-439c-8dd4-5e6ef6f0bac1 req-549c95c7-2ef3-4e85-b6a8-f2de98d3d4e5 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?device_id=71d7f19d-f3e9-4980-9514-cd634c741244 HTTP/1.1" status: 200 len: 946 time: 0.0642712 Apr 20 13:02:07.077109 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b188863-9556-46b8-8bfc-6b263b4c77b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f7dc3b62-bfe5-4f96-a9c7-14145390a61f,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:07.112867 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-682a5a1c-5946-439c-8dd4-5e6ef6f0bac1 req-c2fbd284-a0af-496c-ae22-92d2eefdae71 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups?id=61d9d20d-b394-4330-aaf3-e1fda56d0806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368276 Apr 20 13:02:07.170633 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-18b7a063-e698-474f-94fc-2c0ffdd0b23d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:07.282102 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-18b7a063-e698-474f-94fc-2c0ffdd0b23d service neutron] No DVR routers for this DVR port 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb on host n-h1-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:02:07.285398 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-769fe81c-0a08-4e8f-a91e-680855db26b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:07.287142 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-769fe81c-0a08-4e8f-a91e-680855db26b1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b1351b4ef5344fa8f1186ac748ba322&device_id=78f77128-931b-4daf-9cfb-8ae6d7aea152 HTTP/1.1" status: 200 len: 1095 time: 0.0477295 Apr 20 13:02:07.296449 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cce5e-08a4-4b7f-a3f4-67188f7306b3 req-d3e381f5-5e83-416e-8438-beab9283acbe tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:07.301780 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f49cce5e-08a4-4b7f-a3f4-67188f7306b3 req-d3e381f5-5e83-416e-8438-beab9283acbe tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 944 time: 0.1272721 Apr 20 13:02:07.311569 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b7a063-e698-474f-94fc-2c0ffdd0b23d service neutron] Pushing event updated for resources: {'Port': ['ID=27bd2188-70cb-4539-a1dc-dd1dc73c9dfb,revision_number=10']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:07.348151 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-c1efbef1-82c7-43f2-a558-85605f12ec18 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7dc3b62-bfe5-4f96-a9c7-14145390a61f HTTP/1.1" status: 200 len: 217 time: 0.0537190 Apr 20 13:02:07.348408 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-18b7a063-e698-474f-94fc-2c0ffdd0b23d service neutron] 10.222.0.32 "PUT /v2.0/ports/27bd2188-70cb-4539-a1dc-dd1dc73c9dfb/bindings/n-h2-836015-7/activate HTTP/1.1" status: 200 len: 369 time: 1.1441092 Apr 20 13:02:07.371970 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f49cce5e-08a4-4b7f-a3f4-67188f7306b3 req-576a4cb6-69af-462c-8dc0-33b0ddefb755 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657558 Apr 20 13:02:07.380851 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:02:07.424474 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-8d37fc90-016d-4dd0-9be9-211dc37b9d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:07.426213 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-8d37fc90-016d-4dd0-9be9-211dc37b9d41 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=301a39b8-8298-4a33-b223-fe67182f35e3 HTTP/1.1" status: 200 len: 863 time: 0.0651622 Apr 20 13:02:07.427187 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:02:07.427657 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device cb7fabd9-e9e0-4004-92bc-60bbb739783b no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:02:07.452517 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4fe7e7-fd5b-40eb-ad7b-7227ca6c685a req-50eefaef-e543-4223-abc5-9e233a0c7996 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:07.454123 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a4fe7e7-fd5b-40eb-ad7b-7227ca6c685a req-50eefaef-e543-4223-abc5-9e233a0c7996 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d3f928-cbb1-4343-9d4e-ea176a0953f6 HTTP/1.1" status: 200 len: 949 time: 0.0521667 Apr 20 13:02:07.466379 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device cb7fabd9-e9e0-4004-92bc-60bbb739783b not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:02:07.481385 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-251a7099-37e1-44dc-a12f-e685538f2257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:07.482927 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-251a7099-37e1-44dc-a12f-e685538f2257 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ecf7a882-8a89-482e-a7e3-f6c844876b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489745 Apr 20 13:02:07.502728 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a4fe7e7-fd5b-40eb-ad7b-7227ca6c685a req-56262366-629b-4964-af62-090efdbc9f1d tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] 10.222.0.25 "GET /v2.0/security-groups?id=67701a2d-7538-49bd-8d7b-9d0b4fe92c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405040 Apr 20 13:02:07.587880 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-68a3d07a-80c3-452f-8b4f-e9ead89a8f46 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:07.589387 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-68a3d07a-80c3-452f-8b4f-e9ead89a8f46 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5&tenant_id=e8b01a41b4bc4e3890fb87ac80b83556&binding%3Ahost_id=n-h1-836015-7 HTTP/1.1" status: 200 len: 1095 time: 0.1055951 Apr 20 13:02:07.625787 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ccf88-0a06-443f-a392-07a8acb482fc req-8b689d67-10e2-4cde-b033-c36c65691efc tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:07.627498 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-622ccf88-0a06-443f-a392-07a8acb482fc req-8b689d67-10e2-4cde-b033-c36c65691efc tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/ports?device_id=05c81026-8fd9-4107-b533-a5a816907517 HTTP/1.1" status: 200 len: 950 time: 0.0586019 Apr 20 13:02:07.631397 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-91516101-c28c-4d73-a27f-0e6be6daf0e9 service neutron] 10.222.0.32 "GET /v2.0/networks/ecf7a882-8a89-482e-a7e3-f6c844876b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397972 Apr 20 13:02:07.670973 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-622ccf88-0a06-443f-a392-07a8acb482fc req-b7ce17d3-e568-4b22-9296-21f482d5954f tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b513574a-3d22-4318-bbc3-0b88bec7690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355837 Apr 20 13:02:07.692729 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-8bac1051-28bd-4753-ab6e-68225bb58799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:07.694345 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-8bac1051-28bd-4753-ab6e-68225bb58799 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5&tenant_id=e8b01a41b4bc4e3890fb87ac80b83556 HTTP/1.1" status: 200 len: 1095 time: 0.0921960 Apr 20 13:02:07.755117 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-66c5ceee-7727-4abb-a095-0466da62cca5 req-56b6462d-93eb-4da2-a820-9dec0fbea63b service neutron] 10.222.0.32 "GET /v2.0/networks/ecf7a882-8a89-482e-a7e3-f6c844876b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167035 Apr 20 13:02:07.772904 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-24ab9f5b-6d08-4587-ba1f-51b5abd15b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:07.774499 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-24ab9f5b-6d08-4587-ba1f-51b5abd15b2d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8b01a41b4bc4e3890fb87ac80b83556&device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 1095 time: 0.0457866 Apr 20 13:02:07.779932 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07ea45-20eb-481c-b62b-675ef954bcc0 req-44c9b861-aeac-4de5-9fee-dc9650dae84f tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:07.781625 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2b07ea45-20eb-481c-b62b-675ef954bcc0 req-44c9b861-aeac-4de5-9fee-dc9650dae84f tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 947 time: 0.0534670 Apr 20 13:02:07.826505 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2b07ea45-20eb-481c-b62b-675ef954bcc0 req-f3ce2008-16e2-45c8-b9e6-a7df6a75c233 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387795 Apr 20 13:02:07.841583 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf', 'tag': 'cb7fabd9-e9e0-4004-92bc-60bbb739783b'}, {'name': 'network-changed', 'server_uuid': '78f77128-931b-4daf-9cfb-8ae6d7aea152', 'tag': 'f7dc3b62-bfe5-4f96-a9c7-14145390a61f'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:07.844784 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d149e5b-67b6-41b7-a9b2-a9e204d19f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf", "tag": "cb7fabd9-e9e0-4004-92bc-60bbb739783b"}, {"name": "network-changed", "server_uuid": "78f77128-931b-4daf-9cfb-8ae6d7aea152", "tag": "f7dc3b62-bfe5-4f96-a9c7-14145390a61f"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:07.877536 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-d6bf474d-af97-4b22-82a9-09ce718f4204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:07.878997 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-d6bf474d-af97-4b22-82a9-09ce718f4204 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0e1f32e0-475a-42d4-85ee-1c369c932480 HTTP/1.1" status: 200 len: 921 time: 0.0963783 Apr 20 13:02:07.930690 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-4ac6d417-a95e-4677-9afd-424aaf1a1cba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27bd2188-70cb-4539-a1dc-dd1dc73c9dfb HTTP/1.1" status: 200 len: 217 time: 0.0401101 Apr 20 13:02:07.982645 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7a357-af81-45f0-822f-d50a06063bcd req-19e9ff6e-fe16-4752-9644-28d2890e80ee tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:07.984190 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2c7a357-af81-45f0-822f-d50a06063bcd req-19e9ff6e-fe16-4752-9644-28d2890e80ee tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6511f6b4-3d7a-44f7-b97a-ee76275afcf0 HTTP/1.1" status: 200 len: 945 time: 0.0488229 Apr 20 13:02:07.988436 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-291978dd-8563-46c9-bc4d-4642078def45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:07.989529 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-291978dd-8563-46c9-bc4d-4642078def45 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd5d8d2c-9bbe-433b-b6b9-a140ce7264b5 HTTP/1.1" status: 200 len: 860 time: 0.0476093 Apr 20 13:02:08.023725 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2c7a357-af81-45f0-822f-d50a06063bcd req-a457db3e-1e31-4cee-aa7f-8439e4049feb tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332117 Apr 20 13:02:08.026704 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-ee493ce2-ff36-47d9-bd4e-3e87667ffec5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e1f32e0-475a-42d4-85ee-1c369c932480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264301 Apr 20 13:02:08.084298 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d17b87-c0cd-4556-a71c-ca30a4b5514a x-openstack-request-id: req-33d17b87-c0cd-4556-a71c-ca30a4b5514a {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:08.085446 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf", "tag": "cb7fabd9-e9e0-4004-92bc-60bbb739783b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "78f77128-931b-4daf-9cfb-8ae6d7aea152", "tag": "f7dc3b62-bfe5-4f96-a9c7-14145390a61f", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:08.085446 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-33d17b87-c0cd-4556-a71c-ca30a4b5514a {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:08.085751 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33d17b87-c0cd-4556-a71c-ca30a4b5514a'] response: {'name': 'network-changed', 'server_uuid': '461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf', 'tag': 'cb7fabd9-e9e0-4004-92bc-60bbb739783b', 'status': 'completed', 'code': 200} Apr 20 13:02:08.086008 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33d17b87-c0cd-4556-a71c-ca30a4b5514a'] response: {'name': 'network-changed', 'server_uuid': '78f77128-931b-4daf-9cfb-8ae6d7aea152', 'tag': 'f7dc3b62-bfe5-4f96-a9c7-14145390a61f', 'status': 'completed', 'code': 200} Apr 20 13:02:08.193353 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc70ea6-8cc0-42c3-9e9b-79c9a48e06cb req-24c28f7b-acd0-422f-a582-733c82c73dc0 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:08.194958 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ecc70ea6-8cc0-42c3-9e9b-79c9a48e06cb req-24c28f7b-acd0-422f-a582-733c82c73dc0 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d3f928-cbb1-4343-9d4e-ea176a0953f6 HTTP/1.1" status: 200 len: 949 time: 0.0554953 Apr 20 13:02:08.245330 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ecc70ea6-8cc0-42c3-9e9b-79c9a48e06cb req-5b23602c-e2c6-4c29-a474-d6b0919fa0f7 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] 10.222.0.25 "GET /v2.0/security-groups?id=67701a2d-7538-49bd-8d7b-9d0b4fe92c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436401 Apr 20 13:02:08.353240 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deec5a7-34db-4f91-adf8-e344436fff44 req-4db50472-dea3-41f8-b960-e6cd775553f5 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:08.354858 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7deec5a7-34db-4f91-adf8-e344436fff44 req-4db50472-dea3-41f8-b960-e6cd775553f5 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 945 time: 0.0831926 Apr 20 13:02:08.378100 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877c0fb-74ad-4f8b-ac6f-979c22ce1fea req-4300f3b3-57f8-4fc9-9bd2-e955e44f8968 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:08.379555 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c877c0fb-74ad-4f8b-ac6f-979c22ce1fea req-4300f3b3-57f8-4fc9-9bd2-e955e44f8968 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/ports?device_id=78f77128-931b-4daf-9cfb-8ae6d7aea152 HTTP/1.1" status: 200 len: 944 time: 0.0714409 Apr 20 13:02:08.408738 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-135b3f1a-7922-4cc6-93b8-250a0669b938 service neutron] 10.222.0.15 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736255 Apr 20 13:02:08.429549 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7deec5a7-34db-4f91-adf8-e344436fff44 req-f69f13fa-929d-483b-a16d-8d890ae49d19 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674963 Apr 20 13:02:08.436699 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c877c0fb-74ad-4f8b-ac6f-979c22ce1fea req-9e556089-d1d1-4275-98cc-7f831edd8642 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/security-groups?id=4dc33baf-6a58-4370-9de4-593eb1325322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502343 Apr 20 13:02:08.447721 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d149e5b-67b6-41b7-a9b2-a9e204d19f4f req-26f5aac0-eba1-46e5-b3d1-782ba2bc27aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:08.457838 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7d149e5b-67b6-41b7-a9b2-a9e204d19f4f req-26f5aac0-eba1-46e5-b3d1-782ba2bc27aa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c185004f0bb4f68ac206a98646f7134&device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 1098 time: 0.3413887 Apr 20 13:02:08.497302 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d149e5b-67b6-41b7-a9b2-a9e204d19f4f req-391d0bc3-f8c5-46d4-97ae-23137e17faae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:08.498764 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7d149e5b-67b6-41b7-a9b2-a9e204d19f4f req-391d0bc3-f8c5-46d4-97ae-23137e17faae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7c185004f0bb4f68ac206a98646f7134&device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 1098 time: 0.3776267 Apr 20 13:02:08.573503 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83dbf5-fc32-4364-9518-f6b6adc636bc req-e2d97468-106c-4dcb-a655-e4935d4e6b74 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:08.574969 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9b83dbf5-fc32-4364-9518-f6b6adc636bc req-e2d97468-106c-4dcb-a655-e4935d4e6b74 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/ports?device_id=05c81026-8fd9-4107-b533-a5a816907517 HTTP/1.1" status: 200 len: 950 time: 0.0775476 Apr 20 13:02:08.582241 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288a628-f1cf-4edd-88c1-5b6f8f6521bb req-34303a05-c072-40c7-9cde-b9da280269ea tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:08.583607 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0288a628-f1cf-4edd-88c1-5b6f8f6521bb req-34303a05-c072-40c7-9cde-b9da280269ea tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?device_id=71d7f19d-f3e9-4980-9514-cd634c741244 HTTP/1.1" status: 200 len: 946 time: 0.0772107 Apr 20 13:02:08.640315 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9b83dbf5-fc32-4364-9518-f6b6adc636bc req-b2de9d4f-d6cd-4e1f-adfe-9e4ce12e13ae tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b513574a-3d22-4318-bbc3-0b88bec7690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557578 Apr 20 13:02:08.642842 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0288a628-f1cf-4edd-88c1-5b6f8f6521bb req-ae5a2953-161e-4a1a-af39-1e69baf47078 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups?id=61d9d20d-b394-4330-aaf3-e1fda56d0806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521495 Apr 20 13:02:08.647151 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-37e03939-0d2d-4d15-a6cf-cabbf684a9b9 service neutron] 10.222.0.15 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283254 Apr 20 13:02:08.675266 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d149e5b-67b6-41b7-a9b2-a9e204d19f4f req-4cf152db-4014-485d-8ca6-546ff258d0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:08.676787 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7d149e5b-67b6-41b7-a9b2-a9e204d19f4f req-4cf152db-4014-485d-8ca6-546ff258d0ce service neutron] 10.222.0.32 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.2182019 Apr 20 13:02:08.693806 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d149e5b-67b6-41b7-a9b2-a9e204d19f4f req-8f42cfc2-02ae-447b-a150-443cfbf4a654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:08.695829 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7d149e5b-67b6-41b7-a9b2-a9e204d19f4f req-8f42cfc2-02ae-447b-a150-443cfbf4a654 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.1824925 Apr 20 13:02:08.733860 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7d149e5b-67b6-41b7-a9b2-a9e204d19f4f req-28551218-8600-465d-8c22-d7be0dc76637 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=cb7fabd9-e9e0-4004-92bc-60bbb739783b HTTP/1.1" status: 200 len: 217 time: 0.0492332 Apr 20 13:02:08.752130 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee65772-ffd9-4865-a281-f6de9a0f5de1 req-b961e67b-5b88-43c0-bc82-029e8f0f5a73 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:08.753604 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3ee65772-ffd9-4865-a281-f6de9a0f5de1 req-b961e67b-5b88-43c0-bc82-029e8f0f5a73 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 944 time: 0.0519097 Apr 20 13:02:08.774172 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7d149e5b-67b6-41b7-a9b2-a9e204d19f4f req-9dfc1268-1347-4aa1-a1cc-11d76c841955 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=cb7fabd9-e9e0-4004-92bc-60bbb739783b HTTP/1.1" status: 200 len: 217 time: 0.0468328 Apr 20 13:02:08.794416 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3ee65772-ffd9-4865-a281-f6de9a0f5de1 req-6e9d0e1d-7268-45f5-a459-4f69342d3fec tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317254 Apr 20 13:02:08.841106 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d149e5b-67b6-41b7-a9b2-a9e204d19f4f req-26d8e29d-cab5-4454-af0d-b20912d64d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:08.842480 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7d149e5b-67b6-41b7-a9b2-a9e204d19f4f req-26d8e29d-cab5-4454-af0d-b20912d64d71 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0764787 Apr 20 13:02:08.849212 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d149e5b-67b6-41b7-a9b2-a9e204d19f4f req-47319421-db36-4cf4-b87d-83ee4da8394e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:08.850575 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7d149e5b-67b6-41b7-a9b2-a9e204d19f4f req-47319421-db36-4cf4-b87d-83ee4da8394e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0574291 Apr 20 13:02:08.921884 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d149e5b-67b6-41b7-a9b2-a9e204d19f4f req-ac65db83-d9f5-44c7-95f5-a7cc7ca5f695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:08.923399 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7d149e5b-67b6-41b7-a9b2-a9e204d19f4f req-ac65db83-d9f5-44c7-95f5-a7cc7ca5f695 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0717735 Apr 20 13:02:08.925145 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d149e5b-67b6-41b7-a9b2-a9e204d19f4f req-e06d24f4-e18e-4e4c-8473-41ce35b75e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:08.926564 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7d149e5b-67b6-41b7-a9b2-a9e204d19f4f req-e06d24f4-e18e-4e4c-8473-41ce35b75e70 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0666819 Apr 20 13:02:08.942192 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98939a4a-0807-48da-8061-99992ede3220 req-601c3cfe-dd47-4a37-875f-1e57201f74d2 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:08.949415 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-98939a4a-0807-48da-8061-99992ede3220 req-601c3cfe-dd47-4a37-875f-1e57201f74d2 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 947 time: 0.0485644 Apr 20 13:02:08.984789 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-98939a4a-0807-48da-8061-99992ede3220 req-a380169b-91c9-4a01-9ae7-7796bfb4bf19 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333676 Apr 20 13:02:09.081660 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7d149e5b-67b6-41b7-a9b2-a9e204d19f4f req-c187fa7d-6ef3-42f3-acfd-00a94b4e2527 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495221 Apr 20 13:02:09.085184 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7d149e5b-67b6-41b7-a9b2-a9e204d19f4f req-fcd4f9ff-6a59-47cc-95c4-3f963f58544a service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454926 Apr 20 13:02:09.139004 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e5d93-4a05-4ad5-ba74-d29243df6261 req-75a6aa42-67e2-4a1c-a467-52fa5b2d9a0e tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:09.140551 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-de5e5d93-4a05-4ad5-ba74-d29243df6261 req-75a6aa42-67e2-4a1c-a467-52fa5b2d9a0e tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6511f6b4-3d7a-44f7-b97a-ee76275afcf0 HTTP/1.1" status: 200 len: 945 time: 0.0496011 Apr 20 13:02:09.183453 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-de5e5d93-4a05-4ad5-ba74-d29243df6261 req-d4556e61-5b19-4f62-8517-815d84408274 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364451 Apr 20 13:02:09.264370 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-27a68100-7739-4e03-abc3-345dfa2f50ed tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:09.265900 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-27a68100-7739-4e03-abc3-345dfa2f50ed tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5&tenant_id=e8b01a41b4bc4e3890fb87ac80b83556&binding%3Ahost_id=n-h2-836015-7 HTTP/1.1" status: 200 len: 1095 time: 0.1150274 Apr 20 13:02:09.280589 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7d149e5b-67b6-41b7-a9b2-a9e204d19f4f req-9cb247a3-a8e9-4a5c-bbf7-e57379564280 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911273 Apr 20 13:02:09.289983 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7d149e5b-67b6-41b7-a9b2-a9e204d19f4f req-82b0a640-a9a6-468c-a1d3-2af4823f3311 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814122 Apr 20 13:02:09.374967 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b055cdf1-38c3-439d-b5e0-c3ba45707d75 req-b6150c7a-4197-4c27-892a-5989423d202b tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:09.376862 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b055cdf1-38c3-439d-b5e0-c3ba45707d75 req-b6150c7a-4197-4c27-892a-5989423d202b tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d3f928-cbb1-4343-9d4e-ea176a0953f6 HTTP/1.1" status: 200 len: 949 time: 0.0548768 Apr 20 13:02:09.398433 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d149e5b-67b6-41b7-a9b2-a9e204d19f4f req-37b8f67d-ec7f-4a37-9b46-c5d638f15aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:09.399522 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7d149e5b-67b6-41b7-a9b2-a9e204d19f4f req-37b8f67d-ec7f-4a37-9b46-c5d638f15aa7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b1351b4ef5344fa8f1186ac748ba322&device_id=78f77128-931b-4daf-9cfb-8ae6d7aea152 HTTP/1.1" status: 200 len: 1095 time: 0.0753117 Apr 20 13:02:09.435444 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b055cdf1-38c3-439d-b5e0-c3ba45707d75 req-fb92b5e8-6b34-483a-8793-9cfe324f6467 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] 10.222.0.25 "GET /v2.0/security-groups?id=67701a2d-7538-49bd-8d7b-9d0b4fe92c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400276 Apr 20 13:02:09.510066 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d149e5b-67b6-41b7-a9b2-a9e204d19f4f req-9cc193a4-fafb-4061-8b62-bc57de2d454a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:09.511633 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7d149e5b-67b6-41b7-a9b2-a9e204d19f4f req-9cc193a4-fafb-4061-8b62-bc57de2d454a service neutron] 10.222.0.32 "GET /v2.0/networks?id=ecf7a882-8a89-482e-a7e3-f6c844876b2c HTTP/1.1" status: 200 len: 925 time: 0.1042113 Apr 20 13:02:09.557013 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7d149e5b-67b6-41b7-a9b2-a9e204d19f4f req-bae9dcc4-36e7-4a08-ad36-5e51b39effac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7dc3b62-bfe5-4f96-a9c7-14145390a61f HTTP/1.1" status: 200 len: 217 time: 0.0370808 Apr 20 13:02:09.559680 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-9a894d98-bd2c-4215-903e-245699af135b service neutron] For port 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:02:09.562859 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-9a894d98-bd2c-4215-903e-245699af135b service neutron] Notify callbacks [] for binding, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:09.563901 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9c3fadc6-865a-4af4-a4ee-68e5e890b27d req-9a894d98-bd2c-4215-903e-245699af135b service neutron] 10.222.0.15 "DELETE /v2.0/ports/27bd2188-70cb-4539-a1dc-dd1dc73c9dfb/bindings/n-h1-836015-7 HTTP/1.1" status: 204 len: 173 time: 0.2856579 Apr 20 13:02:09.575808 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84ee4b-1dbe-43d7-bf6e-b75078e5896c req-f5af14b2-31ed-4bf5-96b5-3fa4f06a622c tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:09.577285 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f84ee4b-1dbe-43d7-bf6e-b75078e5896c req-f5af14b2-31ed-4bf5-96b5-3fa4f06a622c tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 945 time: 0.0752244 Apr 20 13:02:09.591011 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94717dc7-d670-4a61-bd82-6f51faece94b req-1f0582e3-1cb9-470c-82cd-8dc55c0dbcbe tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:09.592471 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-94717dc7-d670-4a61-bd82-6f51faece94b req-1f0582e3-1cb9-470c-82cd-8dc55c0dbcbe tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/ports?device_id=78f77128-931b-4daf-9cfb-8ae6d7aea152 HTTP/1.1" status: 200 len: 944 time: 0.0795262 Apr 20 13:02:09.613635 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d149e5b-67b6-41b7-a9b2-a9e204d19f4f req-95433570-3aa8-49a0-ba33-7136493eaf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:09.615169 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7d149e5b-67b6-41b7-a9b2-a9e204d19f4f req-95433570-3aa8-49a0-ba33-7136493eaf22 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=301a39b8-8298-4a33-b223-fe67182f35e3 HTTP/1.1" status: 200 len: 863 time: 0.0503898 Apr 20 13:02:09.643952 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f84ee4b-1dbe-43d7-bf6e-b75078e5896c req-4d44c8de-b529-4c08-8a46-3dedde363682 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505157 Apr 20 13:02:09.652783 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-94717dc7-d670-4a61-bd82-6f51faece94b req-1c644595-c579-4fe8-a819-e1974cc567bf tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/security-groups?id=4dc33baf-6a58-4370-9de4-593eb1325322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528123 Apr 20 13:02:09.666563 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d149e5b-67b6-41b7-a9b2-a9e204d19f4f req-45a10438-b1d7-4350-8cd4-c548215b85f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:09.668133 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7d149e5b-67b6-41b7-a9b2-a9e204d19f4f req-45a10438-b1d7-4350-8cd4-c548215b85f0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ecf7a882-8a89-482e-a7e3-f6c844876b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456200 Apr 20 13:02:09.774923 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7d149e5b-67b6-41b7-a9b2-a9e204d19f4f req-af48ca6d-af48-4f57-8b07-6a036be24449 service neutron] 10.222.0.32 "GET /v2.0/networks/ecf7a882-8a89-482e-a7e3-f6c844876b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994334 Apr 20 13:02:09.808014 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ca202-8a5a-48dd-9e99-738f8e7be8bb req-737f2305-6b50-4e50-a153-3da9ed34fa73 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:09.809479 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d26ca202-8a5a-48dd-9e99-738f8e7be8bb req-737f2305-6b50-4e50-a153-3da9ed34fa73 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/ports?device_id=05c81026-8fd9-4107-b533-a5a816907517 HTTP/1.1" status: 200 len: 950 time: 0.0826015 Apr 20 13:02:09.817761 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82adbddd-86a7-4939-8c75-c9ab528126c1 req-191c50b1-9cf0-4485-8fb6-5ee5731e65ab tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:09.819112 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-82adbddd-86a7-4939-8c75-c9ab528126c1 req-191c50b1-9cf0-4485-8fb6-5ee5731e65ab tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?device_id=71d7f19d-f3e9-4980-9514-cd634c741244 HTTP/1.1" status: 200 len: 946 time: 0.0824447 Apr 20 13:02:09.867320 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7d149e5b-67b6-41b7-a9b2-a9e204d19f4f req-02703974-7c1f-47b9-961b-64c4ec4c7f4d service neutron] 10.222.0.32 "GET /v2.0/networks/ecf7a882-8a89-482e-a7e3-f6c844876b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816429 Apr 20 13:02:09.868817 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d26ca202-8a5a-48dd-9e99-738f8e7be8bb req-a4b5289d-d7aa-46be-9aab-d2875651d37c tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b513574a-3d22-4318-bbc3-0b88bec7690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481398 Apr 20 13:02:09.888872 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-82adbddd-86a7-4939-8c75-c9ab528126c1 req-e1045d78-9a8b-495c-8a49-f01384f52017 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups?id=61d9d20d-b394-4330-aaf3-e1fda56d0806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614848 Apr 20 13:02:09.896806 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 78bb6d73-8d94-42fd-aa70-f667ac21071f up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:02:10.013362 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ba344-819f-4a32-bf39-d5ea2d637211 req-487633c3-ad42-4b3c-a411-c342b772550b tempest-LiveMigrationNegativeTest-17156561 tempest-LiveMigrationNegativeTest-17156561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:10.014935 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ef2ba344-819f-4a32-bf39-d5ea2d637211 req-487633c3-ad42-4b3c-a411-c342b772550b tempest-LiveMigrationNegativeTest-17156561 tempest-LiveMigrationNegativeTest-17156561-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=05c81026-8fd9-4107-b533-a5a816907517 HTTP/1.1" status: 200 len: 1101 time: 0.0641105 Apr 20 13:02:10.027192 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 78bb6d73-8d94-42fd-aa70-f667ac21071f completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:02:10.027422 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb62ad7-6361-4383-b73f-284cf0fda8e0 req-3819dad4-b798-4d0b-851a-36294aec9891 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:10.028878 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dbb62ad7-6361-4383-b73f-284cf0fda8e0 req-3819dad4-b798-4d0b-851a-36294aec9891 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 944 time: 0.0907438 Apr 20 13:02:10.031174 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 78bb6d73-8d94-42fd-aa70-f667ac21071f triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:10.031561 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:10.044114 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ef2ba344-819f-4a32-bf39-d5ea2d637211 req-bfacc7ec-0863-4a79-a81a-a58d9fb82564 tempest-LiveMigrationNegativeTest-17156561 tempest-LiveMigrationNegativeTest-17156561-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:10.091575 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dbb62ad7-6361-4383-b73f-284cf0fda8e0 req-381013de-d2d2-4fcd-bce1-cf59f2e5d807 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493448 Apr 20 13:02:10.138056 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:10.165586 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9555597-c923-4665-9c66-df378af120ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bb6d73-8d94-42fd-aa70-f667ac21071f'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:10.167953 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67562c21-b406-40bd-a9f9-18d97e94d932" -d '{"events": [{"server_uuid": "c9555597-c923-4665-9c66-df378af120ab", "name": "network-vif-plugged", "status": "completed", "tag": "78bb6d73-8d94-42fd-aa70-f667ac21071f"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:10.169587 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e432c-dd20-46b9-9192-557e3a6346f7 req-98d4ecf7-ddaa-4b7a-b7fc-767ce0d543ce tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:10.171094 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-003e432c-dd20-46b9-9192-557e3a6346f7 req-98d4ecf7-ddaa-4b7a-b7fc-767ce0d543ce tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2d3f928-cbb1-4343-9d4e-ea176a0953f6 HTTP/1.1" status: 200 len: 949 time: 0.0615058 Apr 20 13:02:10.175678 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ef2ba344-819f-4a32-bf39-d5ea2d637211 req-bfacc7ec-0863-4a79-a81a-a58d9fb82564 tempest-LiveMigrationNegativeTest-17156561 tempest-LiveMigrationNegativeTest-17156561-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:10.182535 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 78bb6d73-8d94-42fd-aa70-f667ac21071f, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=78bb6d73-8d94-42fd-aa70-f667ac21071f,segment=NetworkSegment(fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1),segment_id=fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:10.227489 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0187c-237c-4507-b154-e56338e6417c req-6de8322c-80a2-4a97-b516-a2e6590fc00a tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:10.229153 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bee0187c-237c-4507-b154-e56338e6417c req-6de8322c-80a2-4a97-b516-a2e6590fc00a tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 947 time: 0.0479105 Apr 20 13:02:10.263377 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ef2ba344-819f-4a32-bf39-d5ea2d637211 req-bfacc7ec-0863-4a79-a81a-a58d9fb82564 tempest-LiveMigrationNegativeTest-17156561 tempest-LiveMigrationNegativeTest-17156561-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:10.268482 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-003e432c-dd20-46b9-9192-557e3a6346f7 req-bc3fa009-2d6d-4789-84bf-38da6141105a tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Deleting port 5e17cd99-3ff8-4899-a1b5-2a43c40dc89f {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:02:10.268829 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-003e432c-dd20-46b9-9192-557e3a6346f7 req-bc3fa009-2d6d-4789-84bf-38da6141105a tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:10.289749 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:10.291574 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bee0187c-237c-4507-b154-e56338e6417c req-1ac9924a-e5ad-4e91-9ea8-88ef8cbf45ca tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554333 Apr 20 13:02:10.296112 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ef2ba344-819f-4a32-bf39-d5ea2d637211 req-bfacc7ec-0863-4a79-a81a-a58d9fb82564 tempest-LiveMigrationNegativeTest-17156561 tempest-LiveMigrationNegativeTest-17156561-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b513574a-3d22-4318-bbc3-0b88bec7690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663984 Apr 20 13:02:10.306709 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfacc7ec-0863-4a79-a81a-a58d9fb82564 tempest-LiveMigrationNegativeTest-17156561 tempest-LiveMigrationNegativeTest-17156561-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2567b96c-b1ef-4e9b-88ff-27ae75222936,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:10.379592 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fee75d-fa6a-4f53-a386-07a59aaa8daf x-openstack-request-id: req-f4fee75d-fa6a-4f53-a386-07a59aaa8daf {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:10.380096 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9555597-c923-4665-9c66-df378af120ab", "name": "network-vif-plugged", "status": "completed", "tag": "78bb6d73-8d94-42fd-aa70-f667ac21071f", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:10.380512 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4fee75d-fa6a-4f53-a386-07a59aaa8daf {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:10.381062 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4fee75d-fa6a-4f53-a386-07a59aaa8daf'] response: {'server_uuid': 'c9555597-c923-4665-9c66-df378af120ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bb6d73-8d94-42fd-aa70-f667ac21071f', 'code': 200} Apr 20 13:02:10.389182 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=78bb6d73-8d94-42fd-aa70-f667ac21071f,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:10.439339 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-003e432c-dd20-46b9-9192-557e3a6346f7 req-bc3fa009-2d6d-4789-84bf-38da6141105a tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] For port 5e17cd99-3ff8-4899-a1b5-2a43c40dc89f, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=5e17cd99-3ff8-4899-a1b5-2a43c40dc89f,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:10.439824 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-003e432c-dd20-46b9-9192-557e3a6346f7 req-bc3fa009-2d6d-4789-84bf-38da6141105a tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:10.462419 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-003e432c-dd20-46b9-9192-557e3a6346f7 req-bc3fa009-2d6d-4789-84bf-38da6141105a tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Calling delete_port for 5e17cd99-3ff8-4899-a1b5-2a43c40dc89f owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:02:10.471029 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec0405-1bb0-4788-8fee-8cdd8da37cf1 req-243dd097-e4ff-44ca-ad98-e7013bd4654e tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:10.480334 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-30ec0405-1bb0-4788-8fee-8cdd8da37cf1 req-243dd097-e4ff-44ca-ad98-e7013bd4654e tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6511f6b4-3d7a-44f7-b97a-ee76275afcf0 HTTP/1.1" status: 200 len: 945 time: 0.0883622 Apr 20 13:02:10.548572 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-30ec0405-1bb0-4788-8fee-8cdd8da37cf1 req-701dda34-f09e-4a5e-8cac-11aa541eb7e0 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672648 Apr 20 13:02:10.555718 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848957ae-d993-4aa0-88e3-9f937d7f5a20 req-2edc15b2-e714-40cb-a761-0bc7f765a9de tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:10.557380 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-848957ae-d993-4aa0-88e3-9f937d7f5a20 req-2edc15b2-e714-40cb-a761-0bc7f765a9de tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 1095 time: 0.0748384 Apr 20 13:02:10.586490 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd4e04-c2da-4aec-86c3-02e72ffdb605 req-d5cb2850-3673-4abd-b8b2-e0b24d403593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:10.588031 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-50cd4e04-c2da-4aec-86c3-02e72ffdb605 req-d5cb2850-3673-4abd-b8b2-e0b24d403593 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 1097 time: 0.0703528 Apr 20 13:02:10.621142 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-848957ae-d993-4aa0-88e3-9f937d7f5a20 req-4438f332-62cc-4f9c-aacd-a0fcefcc0f96 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554595 Apr 20 13:02:10.684119 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-50cd4e04-c2da-4aec-86c3-02e72ffdb605 req-d224d6b8-ee64-456d-898c-a5b72cdbb06b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838277 Apr 20 13:02:10.761091 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd055e75-8752-4be1-a639-01c23cc53f09 req-75328689-7069-4450-bd58-ed835376ba43 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:10.762948 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dd055e75-8752-4be1-a639-01c23cc53f09 req-75328689-7069-4450-bd58-ed835376ba43 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d3f928-cbb1-4343-9d4e-ea176a0953f6 HTTP/1.1" status: 200 len: 949 time: 0.0623674 Apr 20 13:02:10.785519 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-003e432c-dd20-46b9-9192-557e3a6346f7 req-bc3fa009-2d6d-4789-84bf-38da6141105a tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:10.802978 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['5e17cd99-3ff8-4899-a1b5-2a43c40dc89f'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:02:10.809992 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dd055e75-8752-4be1-a639-01c23cc53f09 req-35ee0297-eda4-40a8-a34e-fee7827ec088 tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] 10.222.0.25 "GET /v2.0/security-groups?id=67701a2d-7538-49bd-8d7b-9d0b4fe92c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404027 Apr 20 13:02:10.819578 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3fa009-2d6d-4789-84bf-38da6141105a tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Pushing event deleted for resources: {'Port': ['ID=5e17cd99-3ff8-4899-a1b5-2a43c40dc89f,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:10.872510 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-003e432c-dd20-46b9-9192-557e3a6346f7 req-bc3fa009-2d6d-4789-84bf-38da6141105a tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] No DVR routers for this DVR port 5e17cd99-3ff8-4899-a1b5-2a43c40dc89f on host n-h2-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:02:10.875107 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-003e432c-dd20-46b9-9192-557e3a6346f7 req-bc3fa009-2d6d-4789-84bf-38da6141105a tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:10.886510 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-003e432c-dd20-46b9-9192-557e3a6346f7 req-bc3fa009-2d6d-4789-84bf-38da6141105a tempest-ServerDiagnosticsNegativeTest-1988913563 tempest-ServerDiagnosticsNegativeTest-1988913563-project] 10.222.0.15 "DELETE /v2.0/ports/5e17cd99-3ff8-4899-a1b5-2a43c40dc89f HTTP/1.1" status: 204 len: 173 time: 0.7084081 Apr 20 13:02:10.887928 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d3f928-cbb1-4343-9d4e-ea176a0953f6', 'name': 'network-vif-deleted', 'tag': '5e17cd99-3ff8-4899-a1b5-2a43c40dc89f'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:10.893103 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a025110-9cc3-4e14-9f16-05438f7e1522" -d '{"events": [{"server_uuid": "f2d3f928-cbb1-4343-9d4e-ea176a0953f6", "name": "network-vif-deleted", "tag": "5e17cd99-3ff8-4899-a1b5-2a43c40dc89f"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:10.926847 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36096aee-1fe6-42bb-9699-84ec3a3121a6 req-3e8da938-bf22-44e2-85db-715b75e07829 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:10.928381 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-36096aee-1fe6-42bb-9699-84ec3a3121a6 req-3e8da938-bf22-44e2-85db-715b75e07829 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 946 time: 0.0530856 Apr 20 13:02:10.969550 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-36096aee-1fe6-42bb-9699-84ec3a3121a6 req-d0dcaf3a-9008-409b-a12d-5a49b5cb4fbf tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347352 Apr 20 13:02:11.093927 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9384ff7-1fea-4f4d-b2b8-017d9904296b req-6bc560fd-b2d8-4a27-8fb8-484d05de4b53 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:11.095587 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c9384ff7-1fea-4f4d-b2b8-017d9904296b req-6bc560fd-b2d8-4a27-8fb8-484d05de4b53 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/ports?device_id=78f77128-931b-4daf-9cfb-8ae6d7aea152 HTTP/1.1" status: 200 len: 944 time: 0.0491390 Apr 20 13:02:11.136379 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c9384ff7-1fea-4f4d-b2b8-017d9904296b req-72d8a02e-6a80-4541-beb2-120406ba5889 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/security-groups?id=4dc33baf-6a58-4370-9de4-593eb1325322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338502 Apr 20 13:02:11.183028 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6382006c-b8ab-4326-9537-1ae35c96d16b x-openstack-request-id: req-6382006c-b8ab-4326-9537-1ae35c96d16b {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:11.183562 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d3f928-cbb1-4343-9d4e-ea176a0953f6", "name": "network-vif-deleted", "tag": "5e17cd99-3ff8-4899-a1b5-2a43c40dc89f", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:11.183675 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6382006c-b8ab-4326-9537-1ae35c96d16b {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:11.184711 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6382006c-b8ab-4326-9537-1ae35c96d16b'] response: {'server_uuid': 'f2d3f928-cbb1-4343-9d4e-ea176a0953f6', 'name': 'network-vif-deleted', 'tag': '5e17cd99-3ff8-4899-a1b5-2a43c40dc89f', 'status': 'completed', 'code': 200} Apr 20 13:02:11.295170 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-10a3c405-2cc8-44f0-8917-6b5299eb2bf8 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:11.296646 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-10a3c405-2cc8-44f0-8917-6b5299eb2bf8 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/networks?id=0e1f32e0-475a-42d4-85ee-1c369c932480 HTTP/1.1" status: 200 len: 820 time: 0.1312594 Apr 20 13:02:11.308369 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ccb28-781e-4a3b-a333-898ddfdd2649 req-2726e3f1-84ba-4e1a-909f-a9d6ed5c3d8a tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:11.309802 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e0ccb28-781e-4a3b-a333-898ddfdd2649 req-2726e3f1-84ba-4e1a-909f-a9d6ed5c3d8a tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?device_id=71d7f19d-f3e9-4980-9514-cd634c741244 HTTP/1.1" status: 200 len: 946 time: 0.0798421 Apr 20 13:02:11.334096 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-488e6046-c9b0-4b96-8cf2-f540c0b535b4 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/quotas/e8b01a41b4bc4e3890fb87ac80b83556 HTTP/1.1" status: 200 len: 375 time: 0.0233369 Apr 20 13:02:11.376906 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e0ccb28-781e-4a3b-a333-898ddfdd2649 req-ce1bd344-1de4-40cc-a531-b81db3259d98 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups?id=61d9d20d-b394-4330-aaf3-e1fda56d0806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596905 Apr 20 13:02:11.396344 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-f6c1af46-10c2-4014-8ccd-a8b9caba2f86 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e8b01a41b4bc4e3890fb87ac80b83556&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0558231 Apr 20 13:02:11.417295 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device f7dc3b62-bfe5-4f96-a9c7-14145390a61f details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:02:11.515570 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port f7dc3b62-bfe5-4f96-a9c7-14145390a61f, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=f7dc3b62-bfe5-4f96-a9c7-14145390a61f,segment=NetworkSegment(1b17d21e-6447-400e-956c-5c6f6252d3ee),segment_id=1b17d21e-6447-400e-956c-5c6f6252d3ee)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:11.526188 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864d599-2523-48ac-b82d-5d31890898db req-5bcda847-3bd6-4281-83bd-d92c217f2853 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:11.527581 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': 'f7dc3b62-bfe5-4f96-a9c7-14145390a61f', 'network_id': 'ecf7a882-8a89-482e-a7e3-f6c844876b2c', 'port_id': 'f7dc3b62-bfe5-4f96-a9c7-14145390a61f', 'mac_address': 'fa:16:3e:a0:19:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '301a39b8-8298-4a33-b223-fe67182f35e3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:02:11.527745 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9864d599-2523-48ac-b82d-5d31890898db req-5bcda847-3bd6-4281-83bd-d92c217f2853 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/ports?device_id=05c81026-8fd9-4107-b533-a5a816907517 HTTP/1.1" status: 200 len: 950 time: 0.0766649 Apr 20 13:02:11.529803 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-e5343cf3-edf6-4cfe-acf9-832d333fac6f service neutron] 10.222.0.25 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249714 Apr 20 13:02:11.568932 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:11.583060 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7dc3b62-bfe5-4f96-a9c7-14145390a61f {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:02:11.604523 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port f7dc3b62-bfe5-4f96-a9c7-14145390a61f, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=f7dc3b62-bfe5-4f96-a9c7-14145390a61f,segment=NetworkSegment(1b17d21e-6447-400e-956c-5c6f6252d3ee),segment_id=1b17d21e-6447-400e-956c-5c6f6252d3ee)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:11.718427 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:11.768810 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=f7dc3b62-bfe5-4f96-a9c7-14145390a61f,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:11.867610 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9864d599-2523-48ac-b82d-5d31890898db req-36fefc27-a1bc-43e9-9374-d5b39ebf05ab tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b513574a-3d22-4318-bbc3-0b88bec7690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337502 Apr 20 13:02:11.908990 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-a49e35f3-a6c8-4eb5-a8f0-c3b062afe03a service neutron] 10.222.0.25 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689585 Apr 20 13:02:11.923535 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device cb7fabd9-e9e0-4004-92bc-60bbb739783b details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:02:11.995729 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411eb57-cfb4-44b7-b2d4-7a7186a6040b req-22310ff4-a38f-4478-b045-73d59c5679ce tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:12.000071 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a411eb57-cfb4-44b7-b2d4-7a7186a6040b req-22310ff4-a38f-4478-b045-73d59c5679ce tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 947 time: 0.0718188 Apr 20 13:02:12.046063 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port cb7fabd9-e9e0-4004-92bc-60bbb739783b, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=cb7fabd9-e9e0-4004-92bc-60bbb739783b,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:12.048648 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a411eb57-cfb4-44b7-b2d4-7a7186a6040b req-1f93be00-0e8e-499b-8c31-6081884a4091 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430286 Apr 20 13:02:12.057917 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'cb7fabd9-e9e0-4004-92bc-60bbb739783b', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'port_id': 'cb7fabd9-e9e0-4004-92bc-60bbb739783b', 'mac_address': 'fa:16:3e:41:a2:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b1f82a-7732-4b50-ab22-2475f182a712', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:02:12.068463 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['f7dc3b62-bfe5-4f96-a9c7-14145390a61f'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:02:12.120996 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:12.143897 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:12.150779 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-287d4204-ac9a-4760-85b1-c2a03c4922a7 req-2a1bbe4e-8e66-4ab3-b9ed-75ff3df8e9a1 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1137873279&fields=id&tenant_id=3d8c73074e914bc58eefd75fef245022 HTTP/1.1" status: 200 len: 267 time: 0.0368128 Apr 20 13:02:12.166171 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb7fabd9-e9e0-4004-92bc-60bbb739783b {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:02:12.210081 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port cb7fabd9-e9e0-4004-92bc-60bbb739783b, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=cb7fabd9-e9e0-4004-92bc-60bbb739783b,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:12.215854 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d4204-ac9a-4760-85b1-c2a03c4922a7 req-d9eb4d81-e7b9-4c7e-aa21-03ce517f11ac tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:12.222955 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-287d4204-ac9a-4760-85b1-c2a03c4922a7 req-d9eb4d81-e7b9-4c7e-aa21-03ce517f11ac tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?device_id=71d7f19d-f3e9-4980-9514-cd634c741244 HTTP/1.1" status: 200 len: 946 time: 0.0649564 Apr 20 13:02:12.235127 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-287d4204-ac9a-4760-85b1-c2a03c4922a7 req-2936a057-1cde-4c02-b868-bec3cceeb89d tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Request body: {'port': {'security_groups': ['61d9d20d-b394-4330-aaf3-e1fda56d0806', '6423fb39-d7e0-4e3e-b1e1-68a4fa0fb88a']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:12.305600 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:12.334412 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-287d4204-ac9a-4760-85b1-c2a03c4922a7 req-2936a057-1cde-4c02-b868-bec3cceeb89d tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:12.364781 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=cb7fabd9-e9e0-4004-92bc-60bbb739783b,revision_number=8']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:12.383302 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3e4c7-5616-4641-816c-d86f9d7dff95 req-6f300c36-3089-449a-910b-2d190028b370 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:12.384810 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4da3e4c7-5616-4641-816c-d86f9d7dff95 req-6f300c36-3089-449a-910b-2d190028b370 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6511f6b4-3d7a-44f7-b97a-ee76275afcf0 HTTP/1.1" status: 200 len: 945 time: 0.1167541 Apr 20 13:02:12.451864 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4da3e4c7-5616-4641-816c-d86f9d7dff95 req-5846c419-2238-4e42-891a-0364b0c5d58e tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596745 Apr 20 13:02:12.608080 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-287d4204-ac9a-4760-85b1-c2a03c4922a7 req-2936a057-1cde-4c02-b868-bec3cceeb89d tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] For port 9109ccf5-0827-4b6e-8c25-51c73d77b359, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=9109ccf5-0827-4b6e-8c25-51c73d77b359,segment=NetworkSegment(e4c92f94-f6dd-48c1-bca6-089b3293cc2a),segment_id=e4c92f94-f6dd-48c1-bca6-089b3293cc2a)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:12.631581 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:12.657724 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-287d4204-ac9a-4760-85b1-c2a03c4922a7 req-2936a057-1cde-4c02-b868-bec3cceeb89d tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:12.667306 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63699a59-55a5-4c65-9b01-8e7ce3c50a0c req-f4df29b2-f96c-48c0-a5a3-cc41e7f8474c tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:12.668823 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63699a59-55a5-4c65-9b01-8e7ce3c50a0c req-f4df29b2-f96c-48c0-a5a3-cc41e7f8474c tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 946 time: 0.1049249 Apr 20 13:02:12.708087 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63699a59-55a5-4c65-9b01-8e7ce3c50a0c req-9b859506-6472-49f9-af45-c94aff4cd59e tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322645 Apr 20 13:02:12.787157 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21509746-f1dc-41ed-9294-f3ee5211dcc2 req-999ae59b-0258-4935-bdde-165864ce8694 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:12.788738 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-21509746-f1dc-41ed-9294-f3ee5211dcc2 req-999ae59b-0258-4935-bdde-165864ce8694 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.32 "GET /v2.0/ports?device_id=05c81026-8fd9-4107-b533-a5a816907517 HTTP/1.1" status: 200 len: 950 time: 0.0534599 Apr 20 13:02:12.793662 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-287d4204-ac9a-4760-85b1-c2a03c4922a7 req-2936a057-1cde-4c02-b868-bec3cceeb89d tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:12.812276 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['9109ccf5-0827-4b6e-8c25-51c73d77b359'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:02:12.855051 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d4204-ac9a-4760-85b1-c2a03c4922a7 req-2936a057-1cde-4c02-b868-bec3cceeb89d tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:12.855733 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-287d4204-ac9a-4760-85b1-c2a03c4922a7 req-2936a057-1cde-4c02-b868-bec3cceeb89d tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:12.857139 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-287d4204-ac9a-4760-85b1-c2a03c4922a7 req-2936a057-1cde-4c02-b868-bec3cceeb89d tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "PUT /v2.0/ports/9109ccf5-0827-4b6e-8c25-51c73d77b359 HTTP/1.1" status: 200 len: 982 time: 0.6291027 Apr 20 13:02:12.857610 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d7f19d-f3e9-4980-9514-cd634c741244', 'tag': '9109ccf5-0827-4b6e-8c25-51c73d77b359'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:12.860135 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d84de2e-3131-47ad-b59a-b48d59622c26" -d '{"events": [{"name": "network-changed", "server_uuid": "71d7f19d-f3e9-4980-9514-cd634c741244", "tag": "9109ccf5-0827-4b6e-8c25-51c73d77b359"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:12.909558 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08189fb5-2be7-46e9-b875-fad3bdb7de47 req-6dca2fa4-979b-47bd-970c-5a446feffa3e tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:12.916818 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-08189fb5-2be7-46e9-b875-fad3bdb7de47 req-6dca2fa4-979b-47bd-970c-5a446feffa3e tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/ports?device_id=78f77128-931b-4daf-9cfb-8ae6d7aea152 HTTP/1.1" status: 200 len: 945 time: 0.1523471 Apr 20 13:02:12.922220 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['cb7fabd9-e9e0-4004-92bc-60bbb739783b'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:02:12.925989 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['36fc73d8-1d42-47db-8c72-b6045f3458cf'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:02:12.931682 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2936a057-1cde-4c02-b868-bec3cceeb89d tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Pushing event updated for resources: {'Port': ['ID=9109ccf5-0827-4b6e-8c25-51c73d77b359,revision_number=6']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:12.955089 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-21509746-f1dc-41ed-9294-f3ee5211dcc2 req-6b338eec-6d40-4c35-b0a7-7a7548bd108c tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Deleting port 72eb63d2-35e9-44e4-801e-96bb17cbd1e1 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:02:12.955656 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-21509746-f1dc-41ed-9294-f3ee5211dcc2 req-6b338eec-6d40-4c35-b0a7-7a7548bd108c tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:12.975588 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2e4c8835-6735-4935-8f22-801d3c5ebd9a req-7de7181d-c618-4f4d-99c3-d3834470c010 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 210 time: 0.0448151 Apr 20 13:02:12.999337 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-08189fb5-2be7-46e9-b875-fad3bdb7de47 req-9191afaa-7a53-4f65-b701-9c07cedcf6e4 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/security-groups?id=4dc33baf-6a58-4370-9de4-593eb1325322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816598 Apr 20 13:02:13.046542 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['9109ccf5-0827-4b6e-8c25-51c73d77b359'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:02:13.114339 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-21509746-f1dc-41ed-9294-f3ee5211dcc2 req-6b338eec-6d40-4c35-b0a7-7a7548bd108c tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] For port 72eb63d2-35e9-44e4-801e-96bb17cbd1e1, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=72eb63d2-35e9-44e4-801e-96bb17cbd1e1,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:13.114969 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-21509746-f1dc-41ed-9294-f3ee5211dcc2 req-6b338eec-6d40-4c35-b0a7-7a7548bd108c tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:13.115650 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1764b032-c1a8-4ce3-b411-251622c5a212 req-97e572cf-06d5-4e79-a350-124478e9e506 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups/6423fb39-d7e0-4e3e-b1e1-68a4fa0fb88a HTTP/1.1" status: 200 len: 1801 time: 0.0771141 Apr 20 13:02:13.136165 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-21509746-f1dc-41ed-9294-f3ee5211dcc2 req-6b338eec-6d40-4c35-b0a7-7a7548bd108c tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Calling delete_port for 72eb63d2-35e9-44e4-801e-96bb17cbd1e1 owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:02:13.183671 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ee933-52e1-4531-9479-bb56a661a09c req-cf33d96f-8e9b-4de1-8947-9c01cc398096 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:13.191749 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-037ee933-52e1-4531-9479-bb56a661a09c req-cf33d96f-8e9b-4de1-8947-9c01cc398096 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6511f6b4-3d7a-44f7-b97a-ee76275afcf0 HTTP/1.1" status: 200 len: 945 time: 0.0880899 Apr 20 13:02:13.192927 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56522) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:13.222235 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [req-1764b032-c1a8-4ce3-b411-251622c5a212 req-891ea950-84c4-4446-aebf-8445d84089ca tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 20 13:02:13.241678 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1764b032-c1a8-4ce3-b411-251622c5a212 req-891ea950-84c4-4446-aebf-8445d84089ca tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "DELETE /v2.0/security-groups/6423fb39-d7e0-4e3e-b1e1-68a4fa0fb88a HTTP/1.1" status: 409 len: 341 time: 0.1073036 Apr 20 13:02:13.268043 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-037ee933-52e1-4531-9479-bb56a661a09c req-c180039c-d0e8-4362-bab8-7f36a68f567c tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759573 Apr 20 13:02:13.307189 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e63bcb-3856-4cca-811e-910ac7570bc1 x-openstack-request-id: req-87e63bcb-3856-4cca-811e-910ac7570bc1 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:13.315677 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71d7f19d-f3e9-4980-9514-cd634c741244", "tag": "9109ccf5-0827-4b6e-8c25-51c73d77b359", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:13.315677 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-87e63bcb-3856-4cca-811e-910ac7570bc1 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:13.315677 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87e63bcb-3856-4cca-811e-910ac7570bc1'] response: {'name': 'network-changed', 'server_uuid': '71d7f19d-f3e9-4980-9514-cd634c741244', 'tag': '9109ccf5-0827-4b6e-8c25-51c73d77b359', 'status': 'completed', 'code': 200} Apr 20 13:02:13.439324 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84de2e-3131-47ad-b59a-b48d59622c26 req-68a22369-736d-4e97-8555-3c792448a122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:13.440813 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7d84de2e-3131-47ad-b59a-b48d59622c26 req-68a22369-736d-4e97-8555-3c792448a122 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3d8c73074e914bc58eefd75fef245022&device_id=71d7f19d-f3e9-4980-9514-cd634c741244 HTTP/1.1" status: 200 len: 1136 time: 0.0804121 Apr 20 13:02:13.446592 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device f7dc3b62-bfe5-4f96-a9c7-14145390a61f up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:02:13.541965 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621f88b-529d-4c44-a8bd-e780816d8bb2 req-613c2c31-1212-4275-af35-394b070d9073 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:13.542878 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-21509746-f1dc-41ed-9294-f3ee5211dcc2 req-6b338eec-6d40-4c35-b0a7-7a7548bd108c tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:13.543825 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a621f88b-529d-4c44-a8bd-e780816d8bb2 req-613c2c31-1212-4275-af35-394b070d9073 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/ports?device_id=05c81026-8fd9-4107-b533-a5a816907517 HTTP/1.1" status: 200 len: 950 time: 0.1513104 Apr 20 13:02:13.552209 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a40bca04-9210-4e6c-a01a-89effa2eb0d0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=61f7436d2c8a4651bbeeb56730dd56ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3557887 Apr 20 13:02:13.555919 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56530) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:13.578560 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682606a-ef5b-4ebe-9be3-3a11c2cf09dd req-e558e08a-a050-4332-a998-847533068553 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:13.580159 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1682606a-ef5b-4ebe-9be3-3a11c2cf09dd req-e558e08a-a050-4332-a998-847533068553 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 948 time: 0.1362202 Apr 20 13:02:13.590496 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84de2e-3131-47ad-b59a-b48d59622c26 req-97a89c8e-b6ba-4dc7-814a-26520b460344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:13.592311 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7d84de2e-3131-47ad-b59a-b48d59622c26 req-97a89c8e-b6ba-4dc7-814a-26520b460344 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7 HTTP/1.1" status: 200 len: 913 time: 0.1431262 Apr 20 13:02:13.595139 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b338eec-6d40-4c35-b0a7-7a7548bd108c tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Pushing event deleted for resources: {'Port': ['ID=72eb63d2-35e9-44e4-801e-96bb17cbd1e1,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:13.624430 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a621f88b-529d-4c44-a8bd-e780816d8bb2 req-faa12eea-795d-4565-a5ee-168a70f93923 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b513574a-3d22-4318-bbc3-0b88bec7690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692346 Apr 20 13:02:13.671304 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1682606a-ef5b-4ebe-9be3-3a11c2cf09dd req-ece6bcb3-8d5b-46f7-9ddc-6bdd0f54ccd1 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769219 Apr 20 13:02:13.705412 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7d84de2e-3131-47ad-b59a-b48d59622c26 req-fe272d56-6833-4cef-9ca3-8159cb96a762 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9109ccf5-0827-4b6e-8c25-51c73d77b359 HTTP/1.1" status: 200 len: 217 time: 0.0999277 Apr 20 13:02:13.792980 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port f7dc3b62-bfe5-4f96-a9c7-14145390a61f completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:02:13.809966 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port f7dc3b62-bfe5-4f96-a9c7-14145390a61f triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:13.810922 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:13.842472 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-21509746-f1dc-41ed-9294-f3ee5211dcc2 req-6b338eec-6d40-4c35-b0a7-7a7548bd108c tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] No DVR routers for this DVR port 72eb63d2-35e9-44e4-801e-96bb17cbd1e1 on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:02:13.845037 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84de2e-3131-47ad-b59a-b48d59622c26 req-c1765b9e-3ddf-4f51-84a3-342278df6fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:13.846683 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7d84de2e-3131-47ad-b59a-b48d59622c26 req-c1765b9e-3ddf-4f51-84a3-342278df6fe3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e80c9431-6d0e-4618-9d9c-e61e50ce49f0 HTTP/1.1" status: 200 len: 852 time: 0.0686526 Apr 20 13:02:13.847759 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-21509746-f1dc-41ed-9294-f3ee5211dcc2 req-6b338eec-6d40-4c35-b0a7-7a7548bd108c tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:13.851435 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-21509746-f1dc-41ed-9294-f3ee5211dcc2 req-6b338eec-6d40-4c35-b0a7-7a7548bd108c tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.32 "DELETE /v2.0/ports/72eb63d2-35e9-44e4-801e-96bb17cbd1e1 HTTP/1.1" status: 204 len: 173 time: 1.0557318 Apr 20 13:02:13.852122 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-57f79aae-131f-46eb-b2e6-0b9403b47002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:13.893279 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-57f79aae-131f-46eb-b2e6-0b9403b47002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:13.909385 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c81026-8fd9-4107-b533-a5a816907517', 'name': 'network-vif-deleted', 'tag': '72eb63d2-35e9-44e4-801e-96bb17cbd1e1'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:13.912194 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcfb06e-9a53-4b48-85a5-b44e2eda0693" -d '{"events": [{"server_uuid": "05c81026-8fd9-4107-b533-a5a816907517", "name": "network-vif-deleted", "tag": "72eb63d2-35e9-44e4-801e-96bb17cbd1e1"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:13.943534 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['b264d124-e118-441d-b789-6e14e397baad'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:02:13.971519 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7d84de2e-3131-47ad-b59a-b48d59622c26 req-2a859bc8-1b67-45cf-aeb8-61d63ef4a46f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539296 Apr 20 13:02:13.978424 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 5e17cd99-3ff8-4899-a1b5-2a43c40dc89f no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:02:14.037914 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 5e17cd99-3ff8-4899-a1b5-2a43c40dc89f {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:02:14.038972 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 5e17cd99-3ff8-4899-a1b5-2a43c40dc89f not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:02:14.052358 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:14.072495 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['72eb63d2-35e9-44e4-801e-96bb17cbd1e1'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:02:14.123492 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f77128-931b-4daf-9cfb-8ae6d7aea152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7dc3b62-bfe5-4f96-a9c7-14145390a61f'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:14.125776 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb78a56-3df5-4dd6-a58a-e912064f2aac" -d '{"events": [{"server_uuid": "78f77128-931b-4daf-9cfb-8ae6d7aea152", "name": "network-vif-plugged", "status": "completed", "tag": "f7dc3b62-bfe5-4f96-a9c7-14145390a61f"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:14.150697 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port f7dc3b62-bfe5-4f96-a9c7-14145390a61f, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=f7dc3b62-bfe5-4f96-a9c7-14145390a61f,segment=NetworkSegment(1b17d21e-6447-400e-956c-5c6f6252d3ee),segment_id=1b17d21e-6447-400e-956c-5c6f6252d3ee)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:14.210745 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:14.313607 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=f7dc3b62-bfe5-4f96-a9c7-14145390a61f,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:14.334555 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7d84de2e-3131-47ad-b59a-b48d59622c26 req-b523b04e-4c15-49a3-acc6-837bdc0d5b8c service neutron] 10.222.0.15 "GET /v2.0/networks/9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415654 Apr 20 13:02:14.355421 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f0757-0a2a-496a-b803-74472c4db122 req-82947c2c-3b52-4fb8-9ca3-5086dd8e325c tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:14.358740 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e55f0757-0a2a-496a-b803-74472c4db122 req-82947c2c-3b52-4fb8-9ca3-5086dd8e325c tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 946 time: 0.0666873 Apr 20 13:02:14.420576 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c56753-696a-4597-9ee6-bbff2723b580 x-openstack-request-id: req-e8c56753-696a-4597-9ee6-bbff2723b580 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:14.420861 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c81026-8fd9-4107-b533-a5a816907517", "name": "network-vif-deleted", "tag": "72eb63d2-35e9-44e4-801e-96bb17cbd1e1", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:14.421102 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e8c56753-696a-4597-9ee6-bbff2723b580 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:14.421483 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8c56753-696a-4597-9ee6-bbff2723b580'] response: {'server_uuid': '05c81026-8fd9-4107-b533-a5a816907517', 'name': 'network-vif-deleted', 'tag': '72eb63d2-35e9-44e4-801e-96bb17cbd1e1', 'status': 'completed', 'code': 200} Apr 20 13:02:14.448924 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e55f0757-0a2a-496a-b803-74472c4db122 req-0d4696f7-6c1c-4cf9-8b89-c89815078b45 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742970 Apr 20 13:02:14.488709 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-57f79aae-131f-46eb-b2e6-0b9403b47002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:14.495226 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-57f79aae-131f-46eb-b2e6-0b9403b47002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:14.495226 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-57f79aae-131f-46eb-b2e6-0b9403b47002 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/67701a2d-7538-49bd-8d7b-9d0b4fe92c7c HTTP/1.1" status: 204 len: 168 time: 0.9324713 Apr 20 13:02:14.530319 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7d84de2e-3131-47ad-b59a-b48d59622c26 req-c1e8c288-1309-4070-9406-c04aceeb3c16 service neutron] 10.222.0.15 "GET /v2.0/networks/9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874285 Apr 20 13:02:14.531380 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f79aae-131f-46eb-b2e6-0b9403b47002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67701a2d-7538-49bd-8d7b-9d0b4fe92c7c,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:14.531806 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7779bfe-c1b2-4eaa-8435-975d5b5aa638 req-53154273-1279-45b4-9384-5f632f12f862 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:14.534687 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c7779bfe-c1b2-4eaa-8435-975d5b5aa638 req-53154273-1279-45b4-9384-5f632f12f862 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?device_id=71d7f19d-f3e9-4980-9514-cd634c741244 HTTP/1.1" status: 200 len: 985 time: 0.0726762 Apr 20 13:02:14.549316 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1e848-d4ea-4f5c-8ba2-cf995e0afcd6 req-b1557c6d-d910-4e80-9062-c3f94c7c4c69 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:14.550930 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a6d1e848-d4ea-4f5c-8ba2-cf995e0afcd6 req-b1557c6d-d910-4e80-9062-c3f94c7c4c69 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.32 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf&tenant_id=7c185004f0bb4f68ac206a98646f7134&binding%3Ahost_id=n-h2-836015-7 HTTP/1.1" status: 200 len: 948 time: 0.1287041 Apr 20 13:02:14.621059 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a2f81cf6-4a71-43f8-96ac-2c087ff51297 req-e478c2aa-c82c-43c0-90d4-1e1eb3ba5be3 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 210 time: 0.0418377 Apr 20 13:02:14.629150 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [req-a6d1e848-d4ea-4f5c-8ba2-cf995e0afcd6 req-de724b66-323d-49e2-9aa2-8ecff1b56b4d service neutron] delete failed (client error): The resource could not be found. Apr 20 13:02:14.630287 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a6d1e848-d4ea-4f5c-8ba2-cf995e0afcd6 req-de724b66-323d-49e2-9aa2-8ecff1b56b4d service neutron] 10.222.0.32 "DELETE /v2.0/ports/cb7fabd9-e9e0-4004-92bc-60bbb739783b/bindings/n-h1-836015-7 HTTP/1.1" status: 404 len: 380 time: 0.0666895 Apr 20 13:02:14.679200 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c7779bfe-c1b2-4eaa-8435-975d5b5aa638 req-9afc2a5e-29f2-4572-b3a2-07926c869f50 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups?id=61d9d20d-b394-4330-aaf3-e1fda56d0806&id=6423fb39-d7e0-4e3e-b1e1-68a4fa0fb88a&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1299610 Apr 20 13:02:14.724325 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1086a572-a709-4ff8-a6cf-dd2c89f7a925 x-openstack-request-id: req-1086a572-a709-4ff8-a6cf-dd2c89f7a925 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:14.724882 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78f77128-931b-4daf-9cfb-8ae6d7aea152", "name": "network-vif-plugged", "status": "completed", "tag": "f7dc3b62-bfe5-4f96-a9c7-14145390a61f", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:14.725141 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1086a572-a709-4ff8-a6cf-dd2c89f7a925 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:14.725586 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1086a572-a709-4ff8-a6cf-dd2c89f7a925'] response: {'server_uuid': '78f77128-931b-4daf-9cfb-8ae6d7aea152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7dc3b62-bfe5-4f96-a9c7-14145390a61f', 'code': 200} Apr 20 13:02:14.800042 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0ee73-e184-4399-b779-4a2978c50db0 req-a3b4d0f7-08a8-4705-8a14-c4b7b010d8bb tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:14.802150 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-13c0ee73-e184-4399-b779-4a2978c50db0 req-a3b4d0f7-08a8-4705-8a14-c4b7b010d8bb tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/ports?device_id=78f77128-931b-4daf-9cfb-8ae6d7aea152 HTTP/1.1" status: 200 len: 946 time: 0.0900207 Apr 20 13:02:14.828892 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1e848-d4ea-4f5c-8ba2-cf995e0afcd6 req-bb0d41c2-e05c-4690-9bc4-e99e99019e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:14.830369 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a6d1e848-d4ea-4f5c-8ba2-cf995e0afcd6 req-bb0d41c2-e05c-4690-9bc4-e99e99019e3c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c185004f0bb4f68ac206a98646f7134&device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 1099 time: 0.0739601 Apr 20 13:02:14.840182 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2959d-7fda-4185-b2a5-2c584ac5ed36 req-75d7c6fc-66fe-45ab-8bc7-5f4b9c52020a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:14.841668 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f7d2959d-7fda-4185-b2a5-2c584ac5ed36 req-75d7c6fc-66fe-45ab-8bc7-5f4b9c52020a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3d8c73074e914bc58eefd75fef245022&device_id=71d7f19d-f3e9-4980-9514-cd634c741244 HTTP/1.1" status: 200 len: 1136 time: 0.1062443 Apr 20 13:02:14.855106 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-5a76caa0-dc45-41a7-8c86-2bcc803b1f89 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:14.856576 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-5a76caa0-dc45-41a7-8c86-2bcc803b1f89 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.32 "GET /v2.0/networks?id=0e1f32e0-475a-42d4-85ee-1c369c932480 HTTP/1.1" status: 200 len: 820 time: 0.2454555 Apr 20 13:02:14.876371 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-39a62ca6-0a7f-449a-9590-ee01dc08f45d tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Request body: {'port': {'device_id': '60792bb0-2fc1-442f-b870-11039b13fd70', 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480', 'admin_state_up': True, 'tenant_id': 'e8b01a41b4bc4e3890fb87ac80b83556'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:14.901455 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-13c0ee73-e184-4399-b779-4a2978c50db0 req-758a128c-a228-4eb7-9eab-28d02a5915d7 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/security-groups?id=4dc33baf-6a58-4370-9de4-593eb1325322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745602 Apr 20 13:02:14.913828 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf872bf-7c4b-4036-b1d0-eef2db1e4573 req-9d8e9260-fe0b-4435-90bf-61a7baad64e7 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:14.929390 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9bf872bf-7c4b-4036-b1d0-eef2db1e4573 req-9d8e9260-fe0b-4435-90bf-61a7baad64e7 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 948 time: 0.1458695 Apr 20 13:02:15.022579 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50cba7-d1c0-47b9-8db3-41711b6278e0 req-c0974ed4-05f9-4be8-8477-358f5f1f77fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:15.023687 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9bf872bf-7c4b-4036-b1d0-eef2db1e4573 req-f192aa0a-d5f4-4da5-b0bf-11a0eea6ddf6 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930352 Apr 20 13:02:15.024088 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0c50cba7-d1c0-47b9-8db3-41711b6278e0 req-c0974ed4-05f9-4be8-8477-358f5f1f77fb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=78f77128-931b-4daf-9cfb-8ae6d7aea152 HTTP/1.1" status: 200 len: 1097 time: 0.1921222 Apr 20 13:02:15.088533 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1e848-d4ea-4f5c-8ba2-cf995e0afcd6 req-0447de9a-2e36-4ada-a839-e731b02fb43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:15.089996 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a6d1e848-d4ea-4f5c-8ba2-cf995e0afcd6 req-0447de9a-2e36-4ada-a839-e731b02fb43e service neutron] 10.222.0.32 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.2464526 Apr 20 13:02:15.096899 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2959d-7fda-4185-b2a5-2c584ac5ed36 req-b9a7c791-f660-4ae0-80c3-f7b132aaaf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:15.098407 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f7d2959d-7fda-4185-b2a5-2c584ac5ed36 req-b9a7c791-f660-4ae0-80c3-f7b132aaaf50 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7 HTTP/1.1" status: 200 len: 913 time: 0.2337461 Apr 20 13:02:15.148540 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0c50cba7-d1c0-47b9-8db3-41711b6278e0 req-6204c03e-1a5a-4ab3-bafb-aa41a9b9ad9d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4dc33baf-6a58-4370-9de4-593eb1325322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037931 Apr 20 13:02:15.166138 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfffc4db-1ac4-4bd8-821e-afb8e0a7be0e req-97b4b6b5-a70e-46d7-bf35-6d31002f2db2 tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:15.170077 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dfffc4db-1ac4-4bd8-821e-afb8e0a7be0e req-97b4b6b5-a70e-46d7-bf35-6d31002f2db2 tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 1097 time: 0.0592074 Apr 20 13:02:15.175196 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a6d1e848-d4ea-4f5c-8ba2-cf995e0afcd6 req-b1306965-e9c0-47f8-961d-9606b685073b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=cb7fabd9-e9e0-4004-92bc-60bbb739783b HTTP/1.1" status: 200 len: 217 time: 0.0738046 Apr 20 13:02:15.176812 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f7d2959d-7fda-4185-b2a5-2c584ac5ed36 req-e6a6e27c-e736-4175-9449-51545828e43b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9109ccf5-0827-4b6e-8c25-51c73d77b359 HTTP/1.1" status: 200 len: 217 time: 0.0665851 Apr 20 13:02:15.200648 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-39a62ca6-0a7f-449a-9590-ee01dc08f45d tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Made reservation on behalf of e8b01a41b4bc4e3890fb87ac80b83556 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:02:15.204308 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-39a62ca6-0a7f-449a-9590-ee01dc08f45d tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:15.224407 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dfffc4db-1ac4-4bd8-821e-afb8e0a7be0e req-79213b5d-27a3-439f-9d50-96510f556353 tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490658 Apr 20 13:02:15.233126 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2959d-7fda-4185-b2a5-2c584ac5ed36 req-8097cb30-05d8-4ca9-b390-760d6060913c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:15.234992 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f7d2959d-7fda-4185-b2a5-2c584ac5ed36 req-8097cb30-05d8-4ca9-b390-760d6060913c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e80c9431-6d0e-4618-9d9c-e61e50ce49f0 HTTP/1.1" status: 200 len: 852 time: 0.0506783 Apr 20 13:02:15.275669 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f7d2959d-7fda-4185-b2a5-2c584ac5ed36 req-2b17177b-03e2-40e9-9011-90bf1ed897de service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249257 Apr 20 13:02:15.350071 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-923ab548-39eb-41b9-9819-d11fddae176f req-1110d688-6cea-4f03-9f24-4e1c8e66e71f tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/ports?device_id=05c81026-8fd9-4107-b533-a5a816907517 HTTP/1.1" status: 200 len: 210 time: 0.0314171 Apr 20 13:02:15.373248 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-39a62ca6-0a7f-449a-9590-ee01dc08f45d tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Allocated IP 172.20.0.11 (0e1f32e0-475a-42d4-85ee-1c369c932480/dd5d8d2c-9bbe-433b-b6b9-a140ce7264b5/17c31c64-738f-4607-aae0-bc51b0f3b724) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:02:15.409760 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f7d2959d-7fda-4185-b2a5-2c584ac5ed36 req-a1661418-df45-4462-930a-54af52e36367 service neutron] 10.222.0.15 "GET /v2.0/networks/9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273053 Apr 20 13:02:15.519892 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56586) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:15.543154 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1e848-d4ea-4f5c-8ba2-cf995e0afcd6 req-18e747de-2980-422a-b382-c3239aa8caf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:15.544629 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a6d1e848-d4ea-4f5c-8ba2-cf995e0afcd6 req-18e747de-2980-422a-b382-c3239aa8caf6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.1164534 Apr 20 13:02:15.550768 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a747b9e-dc7c-4277-8a82-0322980684a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:15.587343 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-39a62ca6-0a7f-449a-9590-ee01dc08f45d tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:15.604723 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f7d2959d-7fda-4185-b2a5-2c584ac5ed36 req-b53d89cc-e37a-4c5f-84c7-2feaf13122ee service neutron] 10.222.0.15 "GET /v2.0/networks/9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842566 Apr 20 13:02:15.612028 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40828a74-821e-497c-aa99-9803f0a2ac0b req-14d47b4e-3247-4247-bfed-35d2765c30c5 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:15.613514 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-40828a74-821e-497c-aa99-9803f0a2ac0b req-14d47b4e-3247-4247-bfed-35d2765c30c5 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6511f6b4-3d7a-44f7-b97a-ee76275afcf0 HTTP/1.1" status: 200 len: 945 time: 0.0716698 Apr 20 13:02:15.632446 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1e848-d4ea-4f5c-8ba2-cf995e0afcd6 req-688a5f7e-7d6a-4b53-a0f6-c4ecd88271a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:15.633860 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a6d1e848-d4ea-4f5c-8ba2-cf995e0afcd6 req-688a5f7e-7d6a-4b53-a0f6-c4ecd88271a5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0783546 Apr 20 13:02:15.674260 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-40828a74-821e-497c-aa99-9803f0a2ac0b req-14110548-ff3e-4e34-b9c8-deffd55bd891 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518034 Apr 20 13:02:15.688807 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a747b9e-dc7c-4277-8a82-0322980684a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:15.720031 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-39a62ca6-0a7f-449a-9590-ee01dc08f45d tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:15.748506 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a747b9e-dc7c-4277-8a82-0322980684a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:15.820800 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0a747b9e-dc7c-4277-8a82-0322980684a9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eb33a912ac18486986bc607fc29b3cae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2984855 Apr 20 13:02:15.821524 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a747b9e-dc7c-4277-8a82-0322980684a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce2b8a8-2b92-4937-9f48-b6214ca55aa6,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:15.823871 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56592) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:15.846879 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a6d1e848-d4ea-4f5c-8ba2-cf995e0afcd6 req-7a61d6e9-a008-4b24-b588-aafb464e7f36 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710396 Apr 20 13:02:15.856077 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-39a62ca6-0a7f-449a-9590-ee01dc08f45d tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Network 0e1f32e0-475a-42d4-85ee-1c369c932480 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:02:15.876225 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-39a62ca6-0a7f-449a-9590-ee01dc08f45d tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:02:15.878739 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-39a62ca6-0a7f-449a-9590-ee01dc08f45d tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:02:15.912428 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a62ca6-0a7f-449a-9590-ee01dc08f45d tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Pushing event updated for resources: {'Port': ['ID=17c31c64-738f-4607-aae0-bc51b0f3b724,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:15.927616 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device cb7fabd9-e9e0-4004-92bc-60bbb739783b up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:02:15.946443 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-122b8240-c1f2-4871-a768-69e4756b6867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:15.950916 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d618d4-c08b-46be-8a9a-8aeeebf187cb req-8671038e-625b-484e-ab53-268c9becca3c tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:15.952515 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-09d618d4-c08b-46be-8a9a-8aeeebf187cb req-8671038e-625b-484e-ab53-268c9becca3c tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 932 time: 0.2261827 Apr 20 13:02:15.962566 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-39a62ca6-0a7f-449a-9590-ee01dc08f45d tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:15.963186 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-39a62ca6-0a7f-449a-9590-ee01dc08f45d tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:15.986306 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-122b8240-c1f2-4871-a768-69e4756b6867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:15.989608 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a6d1e848-d4ea-4f5c-8ba2-cf995e0afcd6 req-fa445a8b-bb83-4dda-a769-d4b7dc5f0e4f service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316457 Apr 20 13:02:16.012274 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e4df2-3e13-42e0-bfb8-c9f86a8cc3c9 req-b6ab0823-4dda-4377-bc0e-e06e42f19c76 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:16.021372 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-656e4df2-3e13-42e0-bfb8-c9f86a8cc3c9 req-b6ab0823-4dda-4377-bc0e-e06e42f19c76 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?device_id=71d7f19d-f3e9-4980-9514-cd634c741244 HTTP/1.1" status: 200 len: 985 time: 0.2024858 Apr 20 13:02:16.080092 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-09d618d4-c08b-46be-8a9a-8aeeebf187cb req-a5da8155-f57d-4001-80a1-29dba6fe58df tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057093 Apr 20 13:02:16.085952 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-39a62ca6-0a7f-449a-9590-ee01dc08f45d tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2150121 Apr 20 13:02:16.091122 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port cb7fabd9-e9e0-4004-92bc-60bbb739783b completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:02:16.101399 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-656e4df2-3e13-42e0-bfb8-c9f86a8cc3c9 req-4a7248df-9794-4bd7-a805-b42e1b91199f tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups?id=61d9d20d-b394-4330-aaf3-e1fda56d0806&id=6423fb39-d7e0-4e3e-b1e1-68a4fa0fb88a&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0791280 Apr 20 13:02:16.116945 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port cb7fabd9-e9e0-4004-92bc-60bbb739783b triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:16.117632 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:16.120055 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-611b122b-cf3b-43e4-8978-b46ea799611d service neutron] Request body: {'port': {'device_id': '60792bb0-2fc1-442f-b870-11039b13fd70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:16.153354 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-122b8240-c1f2-4871-a768-69e4756b6867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:16.156157 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-122b8240-c1f2-4871-a768-69e4756b6867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:16.157673 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-122b8240-c1f2-4871-a768-69e4756b6867 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fce2b8a8-2b92-4937-9f48-b6214ca55aa6 HTTP/1.1" status: 204 len: 168 time: 0.3280396 Apr 20 13:02:16.194969 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b8240-c1f2-4871-a768-69e4756b6867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce2b8a8-2b92-4937-9f48-b6214ca55aa6,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:16.227143 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-33f497b4-d9b1-442c-b5ef-4680145a1c2d req-f6b1bd84-03a3-428c-a0c7-aa9d77210561 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1084845 Apr 20 13:02:16.281949 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:16.305016 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-611b122b-cf3b-43e4-8978-b46ea799611d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:16.326275 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port cb7fabd9-e9e0-4004-92bc-60bbb739783b, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=cb7fabd9-e9e0-4004-92bc-60bbb739783b,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:16.343547 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f497b4-d9b1-442c-b5ef-4680145a1c2d req-1e76f4a7-0849-4f72-8e58-6942dd7f933f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:16.345249 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-33f497b4-d9b1-442c-b5ef-4680145a1c2d req-1e76f4a7-0849-4f72-8e58-6942dd7f933f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4&device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 1095 time: 0.0589218 Apr 20 13:02:16.386506 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59deea9-27ee-4415-9d00-06e0abf550fe req-0937a97c-5219-4cc5-a32d-7485a9258dc0 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:16.391931 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d59deea9-27ee-4415-9d00-06e0abf550fe req-0937a97c-5219-4cc5-a32d-7485a9258dc0 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 948 time: 0.1495049 Apr 20 13:02:16.460195 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907863b0-aefb-472d-9f43-349e3d826c90 req-4b734399-0acd-4ac4-b2e0-1ca92c736872 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:16.460195 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-907863b0-aefb-472d-9f43-349e3d826c90 req-4b734399-0acd-4ac4-b2e0-1ca92c736872 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/ports?device_id=78f77128-931b-4daf-9cfb-8ae6d7aea152 HTTP/1.1" status: 200 len: 946 time: 0.2363636 Apr 20 13:02:16.469922 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:16.485464 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f497b4-d9b1-442c-b5ef-4680145a1c2d req-a8e398a9-826d-482e-8ad2-921ccef4a373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:16.487670 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-33f497b4-d9b1-442c-b5ef-4680145a1c2d req-a8e398a9-826d-482e-8ad2-921ccef4a373 service neutron] 10.222.0.32 "GET /v2.0/networks?id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88 HTTP/1.1" status: 200 len: 909 time: 0.1205697 Apr 20 13:02:16.582037 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=cb7fabd9-e9e0-4004-92bc-60bbb739783b,revision_number=9']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:16.597498 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-33f497b4-d9b1-442c-b5ef-4680145a1c2d req-a2a59e97-4a2e-430b-ae39-78d5f17bb3ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c56b3b8b-006e-4368-ac0e-c6a095ea03ec HTTP/1.1" status: 200 len: 217 time: 0.0972672 Apr 20 13:02:16.618677 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d59deea9-27ee-4415-9d00-06e0abf550fe req-01d957c1-70cc-4459-8e56-089a2d24e023 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146626 Apr 20 13:02:16.644816 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-907863b0-aefb-472d-9f43-349e3d826c90 req-aa5b4f85-c23b-4dce-9570-2b7baf4ec615 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/security-groups?id=4dc33baf-6a58-4370-9de4-593eb1325322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764562 Apr 20 13:02:16.699087 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f497b4-d9b1-442c-b5ef-4680145a1c2d req-ae56abda-3e77-46d9-a4d3-d0cdefdc2d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:16.705919 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-33f497b4-d9b1-442c-b5ef-4680145a1c2d req-ae56abda-3e77-46d9-a4d3-d0cdefdc2d8c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7f1a9c16-f305-43f3-a182-10217ec8e6e3 HTTP/1.1" status: 200 len: 848 time: 0.0958827 Apr 20 13:02:16.727236 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7fabd9-e9e0-4004-92bc-60bbb739783b'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:16.729580 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05310e07-364c-48db-81c5-06f26691110b" -d '{"events": [{"server_uuid": "461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf", "name": "network-vif-plugged", "status": "completed", "tag": "cb7fabd9-e9e0-4004-92bc-60bbb739783b"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:16.778178 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-33f497b4-d9b1-442c-b5ef-4680145a1c2d req-1340a453-a7d2-4d79-bf16-7b8d81cce301 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649471 Apr 20 13:02:16.837283 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-611b122b-cf3b-43e4-8978-b46ea799611d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17c31c64-738f-4607-aae0-bc51b0f3b724 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:02:16.849479 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-611b122b-cf3b-43e4-8978-b46ea799611d service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:16.879143 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc607a2d-64c1-4cc9-beff-803e9d9f3062 req-276cc23f-9146-4b0a-ba89-dffb2ed2de42 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:16.880907 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fc607a2d-64c1-4cc9-beff-803e9d9f3062 req-276cc23f-9146-4b0a-ba89-dffb2ed2de42 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6511f6b4-3d7a-44f7-b97a-ee76275afcf0 HTTP/1.1" status: 200 len: 945 time: 0.0865633 Apr 20 13:02:16.891053 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-611b122b-cf3b-43e4-8978-b46ea799611d service neutron] Transition to ACTIVE for port object 17c31c64-738f-4607-aae0-bc51b0f3b724 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:02:16.927026 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-33f497b4-d9b1-442c-b5ef-4680145a1c2d req-3ceed89f-89fb-4786-b4a2-b4edcda694a2 service neutron] 10.222.0.32 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412764 Apr 20 13:02:16.960755 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fc607a2d-64c1-4cc9-beff-803e9d9f3062 req-f445a500-2264-4d01-bed5-c73d45d9efca tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683658 Apr 20 13:02:16.965242 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-611b122b-cf3b-43e4-8978-b46ea799611d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:17.049589 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b122b-cf3b-43e4-8978-b46ea799611d service neutron] Pushing event updated for resources: {'Port': ['ID=17c31c64-738f-4607-aae0-bc51b0f3b724,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:17.068287 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02799ef-1bd5-42e1-bbee-c57fe5309a07 x-openstack-request-id: req-e02799ef-1bd5-42e1-bbee-c57fe5309a07 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:17.069677 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf", "name": "network-vif-plugged", "status": "completed", "tag": "cb7fabd9-e9e0-4004-92bc-60bbb739783b", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:17.069677 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e02799ef-1bd5-42e1-bbee-c57fe5309a07 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:17.069879 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e02799ef-1bd5-42e1-bbee-c57fe5309a07'] response: {'server_uuid': '461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7fabd9-e9e0-4004-92bc-60bbb739783b', 'code': 200} Apr 20 13:02:17.119258 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-33f497b4-d9b1-442c-b5ef-4680145a1c2d req-fb08e9a7-957e-4ba4-b558-9682bb54e007 service neutron] 10.222.0.32 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798418 Apr 20 13:02:17.198908 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-611b122b-cf3b-43e4-8978-b46ea799611d service neutron] Attempting to bind port 17c31c64-738f-4607-aae0-bc51b0f3b724 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:02:17.199243 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-611b122b-cf3b-43e4-8978-b46ea799611d service neutron] Attempting to bind port 17c31c64-738f-4607-aae0-bc51b0f3b724 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:02:17.199609 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-611b122b-cf3b-43e4-8978-b46ea799611d service neutron] Attempting to bind port 17c31c64-738f-4607-aae0-bc51b0f3b724 on network 0e1f32e0-475a-42d4-85ee-1c369c932480 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:02:17.212467 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-611b122b-cf3b-43e4-8978-b46ea799611d service neutron] Port 17c31c64-738f-4607-aae0-bc51b0f3b724 on network 0e1f32e0-475a-42d4-85ee-1c369c932480 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:02:17.212773 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-611b122b-cf3b-43e4-8978-b46ea799611d service neutron] Attempting to bind port 17c31c64-738f-4607-aae0-bc51b0f3b724 on network 0e1f32e0-475a-42d4-85ee-1c369c932480 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:02:17.239344 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-611b122b-cf3b-43e4-8978-b46ea799611d service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:02:17.239936 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-611b122b-cf3b-43e4-8978-b46ea799611d service neutron] Checking segment: {'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:02:17.240308 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-611b122b-cf3b-43e4-8978-b46ea799611d service neutron] Bound using segment: {'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:02:17.242431 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-611b122b-cf3b-43e4-8978-b46ea799611d service neutron] Bound port: 17c31c64-738f-4607-aae0-bc51b0f3b724, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:02:17.242917 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-611b122b-cf3b-43e4-8978-b46ea799611d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:17.377364 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7fcf9-d169-4a23-a6ed-accf470468b6 req-4eb2c399-939e-48f4-a81f-8e9404d8f0e4 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:17.385802 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aab7fcf9-d169-4a23-a6ed-accf470468b6 req-4eb2c399-939e-48f4-a81f-8e9404d8f0e4 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?device_id=71d7f19d-f3e9-4980-9514-cd634c741244 HTTP/1.1" status: 200 len: 985 time: 0.1638651 Apr 20 13:02:17.398230 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-611b122b-cf3b-43e4-8978-b46ea799611d service neutron] For port 17c31c64-738f-4607-aae0-bc51b0f3b724, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:02:17.408308 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0593c8b-ce4d-4ef1-b054-6d8d44d4ed14 req-e1ef25c3-ed28-4be4-888b-3da43a5dccf8 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:17.415989 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b0593c8b-ce4d-4ef1-b054-6d8d44d4ed14 req-e1ef25c3-ed28-4be4-888b-3da43a5dccf8 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 944 time: 0.1897800 Apr 20 13:02:17.428930 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-611b122b-cf3b-43e4-8978-b46ea799611d service neutron] For port 17c31c64-738f-4607-aae0-bc51b0f3b724, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=17c31c64-738f-4607-aae0-bc51b0f3b724,segment=NetworkSegment(c36f4b37-e1d8-4848-acc2-f80f64f61825),segment_id=c36f4b37-e1d8-4848-acc2-f80f64f61825)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:02:17.458817 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aab7fcf9-d169-4a23-a6ed-accf470468b6 req-e79a6ae7-bc0f-4c77-bd4e-74c344fdbf78 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups?id=61d9d20d-b394-4330-aaf3-e1fda56d0806&id=6423fb39-d7e0-4e3e-b1e1-68a4fa0fb88a&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0720663 Apr 20 13:02:17.463733 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 72eb63d2-35e9-44e4-801e-96bb17cbd1e1 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:02:17.491661 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-611b122b-cf3b-43e4-8978-b46ea799611d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:17.530967 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 72eb63d2-35e9-44e4-801e-96bb17cbd1e1 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:02:17.534267 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 72eb63d2-35e9-44e4-801e-96bb17cbd1e1 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:02:17.575747 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-611b122b-cf3b-43e4-8978-b46ea799611d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:17.576371 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-611b122b-cf3b-43e4-8978-b46ea799611d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:17.577907 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-611b122b-cf3b-43e4-8978-b46ea799611d service neutron] 10.222.0.32 "PUT /v2.0/ports/17c31c64-738f-4607-aae0-bc51b0f3b724 HTTP/1.1" status: 200 len: 1092 time: 1.4706254 Apr 20 13:02:17.578513 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b122b-cf3b-43e4-8978-b46ea799611d service neutron] Pushing event updated for resources: {'Port': ['ID=17c31c64-738f-4607-aae0-bc51b0f3b724,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:17.581260 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60792bb0-2fc1-442f-b870-11039b13fd70', 'tag': '17c31c64-738f-4607-aae0-bc51b0f3b724'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:17.583698 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bd4e4d-062a-4de7-9587-d53397a226e8" -d '{"events": [{"name": "network-changed", "server_uuid": "60792bb0-2fc1-442f-b870-11039b13fd70", "tag": "17c31c64-738f-4607-aae0-bc51b0f3b724"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:17.595950 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b0593c8b-ce4d-4ef1-b054-6d8d44d4ed14 req-bc9c3bdd-02d1-4f27-9c60-aae000a2caaf tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650121 Apr 20 13:02:17.689365 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f928a1e-f286-4b1c-a876-ea2735415b21 req-bb26137c-6152-43d7-8204-6ba6bc33fe9e tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:17.690883 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f928a1e-f286-4b1c-a876-ea2735415b21 req-bb26137c-6152-43d7-8204-6ba6bc33fe9e tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/ports?device_id=4292dd5f-d52e-476e-8880-ac619a0a098a HTTP/1.1" status: 200 len: 949 time: 0.0914226 Apr 20 13:02:17.797039 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f928a1e-f286-4b1c-a876-ea2735415b21 req-b357e1cd-5c5b-4d88-aa3b-e285551620d8 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b513574a-3d22-4318-bbc3-0b88bec7690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997331 Apr 20 13:02:17.800837 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-694d7a63-6973-4b78-be96-cab322cbf3d9 req-fa08a78d-d794-4f88-b00a-781ba68cab15 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1192849212&fields=id&tenant_id=3d8c73074e914bc58eefd75fef245022 HTTP/1.1" status: 200 len: 267 time: 0.0940788 Apr 20 13:02:17.843844 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-a71b7176-c77a-49c4-b7a1-7d9bd22fd12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:17.845014 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-a71b7176-c77a-49c4-b7a1-7d9bd22fd12c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e8b01a41b4bc4e3890fb87ac80b83556&device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 1095 time: 0.0914884 Apr 20 13:02:17.849352 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1543aee-b6cc-4066-a380-7185400233e2 x-openstack-request-id: req-a1543aee-b6cc-4066-a380-7185400233e2 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:17.849636 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60792bb0-2fc1-442f-b870-11039b13fd70", "tag": "17c31c64-738f-4607-aae0-bc51b0f3b724", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:17.849882 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a1543aee-b6cc-4066-a380-7185400233e2 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:17.850806 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1543aee-b6cc-4066-a380-7185400233e2'] response: {'name': 'network-changed', 'server_uuid': '60792bb0-2fc1-442f-b870-11039b13fd70', 'tag': '17c31c64-738f-4607-aae0-bc51b0f3b724', 'status': 'completed', 'code': 200} Apr 20 13:02:17.903178 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-440aca0e-2791-40d4-8d4e-0619c7f3f4a9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17c31c64-738f-4607-aae0-bc51b0f3b724 HTTP/1.1" status: 200 len: 217 time: 0.0484002 Apr 20 13:02:17.920590 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d7a63-6973-4b78-be96-cab322cbf3d9 req-0b6e56c0-14a3-4773-a566-540a169083e6 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:17.922001 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-694d7a63-6973-4b78-be96-cab322cbf3d9 req-0b6e56c0-14a3-4773-a566-540a169083e6 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?device_id=71d7f19d-f3e9-4980-9514-cd634c741244 HTTP/1.1" status: 200 len: 985 time: 0.1103117 Apr 20 13:02:17.937403 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device c78f34d1-3f64-4d42-b927-2958cd7474e4 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:02:17.948768 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-694d7a63-6973-4b78-be96-cab322cbf3d9 req-0d38e960-d898-43a0-a2c0-cd4fface11c3 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Request body: {'port': {'security_groups': ['61d9d20d-b394-4330-aaf3-e1fda56d0806', '6423fb39-d7e0-4e3e-b1e1-68a4fa0fb88a', 'c5295cb1-a215-4a0c-ab8f-faa16be92b7b']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:18.031402 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-bd75802b-598a-49c3-abc8-e7636113dc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:18.032837 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-bd75802b-598a-49c3-abc8-e7636113dc2a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dd5d8d2c-9bbe-433b-b6b9-a140ce7264b5 HTTP/1.1" status: 200 len: 860 time: 0.1217306 Apr 20 13:02:18.070106 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e51576-9d20-4b43-a37e-f148d8441771 req-95257be0-1fac-4ffe-a085-4df14ef54e99 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:18.071623 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b6e51576-9d20-4b43-a37e-f148d8441771 req-95257be0-1fac-4ffe-a085-4df14ef54e99 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 949 time: 0.1726317 Apr 20 13:02:18.083793 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port c78f34d1-3f64-4d42-b927-2958cd7474e4, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=c78f34d1-3f64-4d42-b927-2958cd7474e4,segment=NetworkSegment(b9427c0d-7fe5-4e74-94e3-27c981444053),segment_id=b9427c0d-7fe5-4e74-94e3-27c981444053)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:18.094476 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-4aacf0d6-6b5d-4c6d-b179-dd33e6c05ed3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0e1f32e0-475a-42d4-85ee-1c369c932480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412982 Apr 20 13:02:18.095990 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-694d7a63-6973-4b78-be96-cab322cbf3d9 req-0d38e960-d898-43a0-a2c0-cd4fface11c3 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:18.101188 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'c78f34d1-3f64-4d42-b927-2958cd7474e4', 'network_id': '9eaa8fa9-47b3-460d-82ca-75804ab06d95', 'port_id': 'c78f34d1-3f64-4d42-b927-2958cd7474e4', 'mac_address': 'fa:16:3e:a8:71:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c487580-ee49-4130-b630-2a0a0e6c2f73', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:02:18.142436 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:18.156686 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c78f34d1-3f64-4d42-b927-2958cd7474e4 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:02:18.192361 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port c78f34d1-3f64-4d42-b927-2958cd7474e4, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=c78f34d1-3f64-4d42-b927-2958cd7474e4,segment=NetworkSegment(b9427c0d-7fe5-4e74-94e3-27c981444053),segment_id=b9427c0d-7fe5-4e74-94e3-27c981444053)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:18.233451 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b6e51576-9d20-4b43-a37e-f148d8441771 req-e2343e0f-31f9-4e0a-8133-f4f94f485735 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411147 Apr 20 13:02:18.270981 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:18.396224 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=c78f34d1-3f64-4d42-b927-2958cd7474e4,revision_number=6']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:18.418781 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-111ec81b-51d8-4c61-874a-1c2742060453 service neutron] 10.222.0.32 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167462 Apr 20 13:02:18.442893 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['c78f34d1-3f64-4d42-b927-2958cd7474e4'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:02:18.526209 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994e5e9-6788-4d06-a1aa-974ea8e73559 req-7588e132-afa4-4003-930b-cf8c75a6f653 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:18.533875 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f994e5e9-6788-4d06-a1aa-974ea8e73559 req-7588e132-afa4-4003-930b-cf8c75a6f653 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/ports?device_id=78f77128-931b-4daf-9cfb-8ae6d7aea152 HTTP/1.1" status: 200 len: 946 time: 0.1751001 Apr 20 13:02:18.962314 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f994e5e9-6788-4d06-a1aa-974ea8e73559 req-4359d4cb-8ae5-4c9e-8ace-67c63b9bb792 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/security-groups?id=4dc33baf-6a58-4370-9de4-593eb1325322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4275324 Apr 20 13:02:18.967270 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0633a073-03ab-419a-a7eb-ad099453ce19 req-38019da5-0c67-446a-b938-f3fcd0a10c00 service neutron] 10.222.0.32 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5379381 Apr 20 13:02:19.026719 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-694d7a63-6973-4b78-be96-cab322cbf3d9 req-0d38e960-d898-43a0-a2c0-cd4fface11c3 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] For port 9109ccf5-0827-4b6e-8c25-51c73d77b359, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=9109ccf5-0827-4b6e-8c25-51c73d77b359,segment=NetworkSegment(e4c92f94-f6dd-48c1-bca6-089b3293cc2a),segment_id=e4c92f94-f6dd-48c1-bca6-089b3293cc2a)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:19.088895 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-694d7a63-6973-4b78-be96-cab322cbf3d9 req-0d38e960-d898-43a0-a2c0-cd4fface11c3 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:19.106083 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579530a1-dfe1-4608-8e1d-5a9953d6f16e req-7b4dd63e-33b1-4e8b-a587-f596f0fa37e0 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:19.109693 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-579530a1-dfe1-4608-8e1d-5a9953d6f16e req-7b4dd63e-33b1-4e8b-a587-f596f0fa37e0 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6511f6b4-3d7a-44f7-b97a-ee76275afcf0 HTTP/1.1" status: 200 len: 944 time: 0.0727532 Apr 20 13:02:19.147544 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-579530a1-dfe1-4608-8e1d-5a9953d6f16e req-23eebbf1-aa1b-4298-bd7f-f0fb2d81c423 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323980 Apr 20 13:02:19.210690 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-694d7a63-6973-4b78-be96-cab322cbf3d9 req-0d38e960-d898-43a0-a2c0-cd4fface11c3 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:19.224129 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['36fc73d8-1d42-47db-8c72-b6045f3458cf'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:02:19.277906 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['9109ccf5-0827-4b6e-8c25-51c73d77b359'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:02:19.278611 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d7a63-6973-4b78-be96-cab322cbf3d9 req-0d38e960-d898-43a0-a2c0-cd4fface11c3 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:19.279349 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-694d7a63-6973-4b78-be96-cab322cbf3d9 req-0d38e960-d898-43a0-a2c0-cd4fface11c3 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:19.291719 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-694d7a63-6973-4b78-be96-cab322cbf3d9 req-0d38e960-d898-43a0-a2c0-cd4fface11c3 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "PUT /v2.0/ports/9109ccf5-0827-4b6e-8c25-51c73d77b359 HTTP/1.1" status: 200 len: 1021 time: 1.3498256 Apr 20 13:02:19.395047 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd4e4d-062a-4de7-9587-d53397a226e8 req-2083c188-f491-4154-82ee-53649be097b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:19.396588 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66bd4e4d-062a-4de7-9587-d53397a226e8 req-2083c188-f491-4154-82ee-53649be097b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e8b01a41b4bc4e3890fb87ac80b83556&device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 1095 time: 0.1960402 Apr 20 13:02:19.407130 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd95333-932a-47b6-8d60-71aa41172f3f req-5282798c-c8e2-4c3b-8bee-9073bf0e01e7 tempest-MigrationsAdminTest-60964135 tempest-MigrationsAdminTest-60964135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:19.408835 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dfd95333-932a-47b6-8d60-71aa41172f3f req-5282798c-c8e2-4c3b-8bee-9073bf0e01e7 tempest-MigrationsAdminTest-60964135 tempest-MigrationsAdminTest-60964135-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 1100 time: 0.1958537 Apr 20 13:02:19.416965 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d38e960-d898-43a0-a2c0-cd4fface11c3 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Pushing event updated for resources: {'Port': ['ID=9109ccf5-0827-4b6e-8c25-51c73d77b359,revision_number=7']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:19.497918 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c34c58-cee1-4a38-9b7b-00d22af06b8a req-1ff9f399-e4ec-4701-95c0-8ce7e569d636 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:19.499469 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-17c34c58-cee1-4a38-9b7b-00d22af06b8a req-1ff9f399-e4ec-4701-95c0-8ce7e569d636 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 944 time: 0.1488826 Apr 20 13:02:19.529324 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dfd95333-932a-47b6-8d60-71aa41172f3f req-d0526bf9-fa59-4c92-91d5-ebc7c2c9917d tempest-MigrationsAdminTest-60964135 tempest-MigrationsAdminTest-60964135-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093607 Apr 20 13:02:19.570683 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd4e4d-062a-4de7-9587-d53397a226e8 req-cda8fafd-982e-491a-a1c1-444d53035359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:19.572650 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66bd4e4d-062a-4de7-9587-d53397a226e8 req-cda8fafd-982e-491a-a1c1-444d53035359 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0e1f32e0-475a-42d4-85ee-1c369c932480 HTTP/1.1" status: 200 len: 921 time: 0.1683056 Apr 20 13:02:19.629482 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-17c34c58-cee1-4a38-9b7b-00d22af06b8a req-d481a984-82d5-475b-842f-41bf3379460d tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171603 Apr 20 13:02:19.639268 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66bd4e4d-062a-4de7-9587-d53397a226e8 req-1ce78133-9a98-4586-a251-e315271c7f07 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17c31c64-738f-4607-aae0-bc51b0f3b724 HTTP/1.1" status: 200 len: 217 time: 0.0589888 Apr 20 13:02:19.728227 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['9109ccf5-0827-4b6e-8c25-51c73d77b359'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:02:19.752771 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd4e4d-062a-4de7-9587-d53397a226e8 req-52fda565-0a76-4e33-983a-d2c279f2e8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:19.754274 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66bd4e4d-062a-4de7-9587-d53397a226e8 req-52fda565-0a76-4e33-983a-d2c279f2e8bb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dd5d8d2c-9bbe-433b-b6b9-a140ce7264b5 HTTP/1.1" status: 200 len: 860 time: 0.0840290 Apr 20 13:02:19.762270 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf6b5d-e01f-49b8-98a7-3da91dd4d349 req-33bd595e-0073-4d27-a8e9-dfeccfa2043b tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:19.763709 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b3bf6b5d-e01f-49b8-98a7-3da91dd4d349 req-33bd595e-0073-4d27-a8e9-dfeccfa2043b tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/ports?device_id=4292dd5f-d52e-476e-8880-ac619a0a098a HTTP/1.1" status: 200 len: 949 time: 0.1377728 Apr 20 13:02:19.803031 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66bd4e4d-062a-4de7-9587-d53397a226e8 req-f917e463-a0ed-44da-ba04-40eb9a065e1a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0e1f32e0-475a-42d4-85ee-1c369c932480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367212 Apr 20 13:02:19.825060 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249e1ba-c4bd-433d-a923-a6bd8d445dc8 req-0239872b-6224-444c-80f7-cd171767e06a tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:19.826515 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7249e1ba-c4bd-433d-a923-a6bd8d445dc8 req-0239872b-6224-444c-80f7-cd171767e06a tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/ports?device_id=78f77128-931b-4daf-9cfb-8ae6d7aea152 HTTP/1.1" status: 200 len: 946 time: 0.1244285 Apr 20 13:02:19.848456 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56692) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:19.855875 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-3f45f51b-4da1-43e0-a4c6-3aacb071d9ac tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Request body: {'floatingip': {'port_id': 'f7dc3b62-bfe5-4f96-a9c7-14145390a61f'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:19.862922 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d7f19d-f3e9-4980-9514-cd634c741244', 'tag': '9109ccf5-0827-4b6e-8c25-51c73d77b359'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:19.872592 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d671f9-ae37-4550-bc82-96e595cbd4cd" -d '{"events": [{"name": "network-changed", "server_uuid": "71d7f19d-f3e9-4980-9514-cd634c741244", "tag": "9109ccf5-0827-4b6e-8c25-51c73d77b359"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:19.921760 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3f45f51b-4da1-43e0-a4c6-3aacb071d9ac tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks [] for floatingip, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:19.943685 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b3bf6b5d-e01f-49b8-98a7-3da91dd4d349 req-b56feff6-19fa-4fb5-af70-6ca5d8b409b3 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/security-groups?id=b513574a-3d22-4318-bbc3-0b88bec7690f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634305 Apr 20 13:02:19.978138 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device c78f34d1-3f64-4d42-b927-2958cd7474e4 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:02:20.036648 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e69fb1-3346-48ae-8211-43c1f255e627 req-7b270039-63d6-44b4-9ee4-5ba6f652aa8e tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:20.038218 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-43e69fb1-3346-48ae-8211-43c1f255e627 req-7b270039-63d6-44b4-9ee4-5ba6f652aa8e tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.15 "GET /v2.0/ports?device_id=4292dd5f-d52e-476e-8880-ac619a0a098a HTTP/1.1" status: 200 len: 949 time: 0.2120786 Apr 20 13:02:20.056840 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66bd4e4d-062a-4de7-9587-d53397a226e8 req-cbc2b3aa-a639-4328-98d2-f829d6279c81 service neutron] 10.222.0.32 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380953 Apr 20 13:02:20.058837 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0e8c15e7-6b0f-49fe-9013-cb6bfebb6bc6 req-41947f56-de3c-4514-8e2a-c4e7a36cbec7 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups/c5295cb1-a215-4a0c-ab8f-faa16be92b7b HTTP/1.1" status: 200 len: 1801 time: 0.0896375 Apr 20 13:02:20.083280 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port c78f34d1-3f64-4d42-b927-2958cd7474e4 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:20.083810 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:20.182673 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:20.199396 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66bd4e4d-062a-4de7-9587-d53397a226e8 req-f960e4a0-c102-477c-ae02-23f267fe5c02 service neutron] 10.222.0.32 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372607 Apr 20 13:02:20.206788 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6511f6b4-3d7a-44f7-b97a-ee76275afcf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78f34d1-3f64-4d42-b927-2958cd7474e4'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:20.209083 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bdc8d78-4dcc-4466-b3e8-9d3c32308c74" -d '{"events": [{"server_uuid": "6511f6b4-3d7a-44f7-b97a-ee76275afcf0", "name": "network-vif-plugged", "status": "completed", "tag": "c78f34d1-3f64-4d42-b927-2958cd7474e4"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:20.222604 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port c78f34d1-3f64-4d42-b927-2958cd7474e4, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=c78f34d1-3f64-4d42-b927-2958cd7474e4,segment=NetworkSegment(b9427c0d-7fe5-4e74-94e3-27c981444053),segment_id=b9427c0d-7fe5-4e74-94e3-27c981444053)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:20.245243 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [req-0e8c15e7-6b0f-49fe-9013-cb6bfebb6bc6 req-59f33413-9b69-4f6f-bd23-80d435f72a81 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 20 13:02:20.246888 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0e8c15e7-6b0f-49fe-9013-cb6bfebb6bc6 req-59f33413-9b69-4f6f-bd23-80d435f72a81 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "DELETE /v2.0/security-groups/c5295cb1-a215-4a0c-ab8f-faa16be92b7b HTTP/1.1" status: 409 len: 341 time: 0.1580536 Apr 20 13:02:20.288605 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:20.304653 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-43e69fb1-3346-48ae-8211-43c1f255e627 req-8c8ae9e2-d917-4d8c-9a1e-749f80b38894 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Deleting port b264d124-e118-441d-b789-6e14e397baad {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:02:20.305006 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-43e69fb1-3346-48ae-8211-43c1f255e627 req-8c8ae9e2-d917-4d8c-9a1e-749f80b38894 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:20.325369 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80944fc-35e2-406f-9b51-5bef88e55f2a x-openstack-request-id: req-e80944fc-35e2-406f-9b51-5bef88e55f2a {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:20.325660 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71d7f19d-f3e9-4980-9514-cd634c741244", "tag": "9109ccf5-0827-4b6e-8c25-51c73d77b359", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:20.325909 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e80944fc-35e2-406f-9b51-5bef88e55f2a {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:20.326458 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e80944fc-35e2-406f-9b51-5bef88e55f2a'] response: {'name': 'network-changed', 'server_uuid': '71d7f19d-f3e9-4980-9514-cd634c741244', 'tag': '9109ccf5-0827-4b6e-8c25-51c73d77b359', 'status': 'completed', 'code': 200} Apr 20 13:02:20.407927 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=c78f34d1-3f64-4d42-b927-2958cd7474e4,revision_number=7']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:20.466771 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb0883-99ec-47ab-b847-197a29159674 req-e9d3e002-eabd-4d75-9670-c7d8bcf67961 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:20.474155 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e6cb0883-99ec-47ab-b847-197a29159674 req-e9d3e002-eabd-4d75-9670-c7d8bcf67961 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6511f6b4-3d7a-44f7-b97a-ee76275afcf0 HTTP/1.1" status: 200 len: 945 time: 0.0904870 Apr 20 13:02:20.537230 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e6cb0883-99ec-47ab-b847-197a29159674 req-85777652-a8b5-4dcb-b2ee-2716d833aed6 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620778 Apr 20 13:02:20.589347 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5659da2d-d14b-461f-9485-74790b4bc8df x-openstack-request-id: req-5659da2d-d14b-461f-9485-74790b4bc8df {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:20.589883 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6511f6b4-3d7a-44f7-b97a-ee76275afcf0", "name": "network-vif-plugged", "status": "completed", "tag": "c78f34d1-3f64-4d42-b927-2958cd7474e4", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:20.590021 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5659da2d-d14b-461f-9485-74790b4bc8df {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:20.590702 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5659da2d-d14b-461f-9485-74790b4bc8df'] response: {'server_uuid': '6511f6b4-3d7a-44f7-b97a-ee76275afcf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78f34d1-3f64-4d42-b927-2958cd7474e4', 'code': 200} Apr 20 13:02:20.610939 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d671f9-ae37-4550-bc82-96e595cbd4cd req-5395de6b-5cfd-455d-a5df-4f699cb6adf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:20.612450 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-90d671f9-ae37-4550-bc82-96e595cbd4cd req-5395de6b-5cfd-455d-a5df-4f699cb6adf8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3d8c73074e914bc58eefd75fef245022&device_id=71d7f19d-f3e9-4980-9514-cd634c741244 HTTP/1.1" status: 200 len: 1175 time: 0.2380192 Apr 20 13:02:20.669481 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-43e69fb1-3346-48ae-8211-43c1f255e627 req-8c8ae9e2-d917-4d8c-9a1e-749f80b38894 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] For port b264d124-e118-441d-b789-6e14e397baad, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b264d124-e118-441d-b789-6e14e397baad,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:20.669858 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-43e69fb1-3346-48ae-8211-43c1f255e627 req-8c8ae9e2-d917-4d8c-9a1e-749f80b38894 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:21.014840 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-43e69fb1-3346-48ae-8211-43c1f255e627 req-8c8ae9e2-d917-4d8c-9a1e-749f80b38894 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Calling delete_port for b264d124-e118-441d-b789-6e14e397baad owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:02:21.031973 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb2418c3-2482-492f-9f71-fd2baa4c02fa req-a46be5d2-f852-482c-9325-e14d833160e2 tempest-ServersAdmin275Test-1780375358 tempest-ServersAdmin275Test-1780375358-project] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0310633 Apr 20 13:02:21.142545 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-2b47ba36-d61d-44e5-a5db-b95ea2af726a tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=7c185004f0bb4f68ac206a98646f7134&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220344 Apr 20 13:02:21.191732 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d671f9-ae37-4550-bc82-96e595cbd4cd req-773f08da-7016-4e19-9a2f-587f7d1d404c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:21.193210 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-90d671f9-ae37-4550-bc82-96e595cbd4cd req-773f08da-7016-4e19-9a2f-587f7d1d404c service neutron] 10.222.0.15 "GET /v2.0/networks?id=9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7 HTTP/1.1" status: 200 len: 913 time: 0.5626614 Apr 20 13:02:21.263849 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-f519fd69-f79d-4700-9a7f-c2f957ff80d2 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:21.265290 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-f519fd69-f79d-4700-9a7f-c2f957ff80d2 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1163001 Apr 20 13:02:21.281141 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-3d6b4efb-3dc7-487a-a6e6-4c9999a1b9bb tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/quotas/7c185004f0bb4f68ac206a98646f7134 HTTP/1.1" status: 200 len: 375 time: 0.0097520 Apr 20 13:02:21.281834 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-90d671f9-ae37-4550-bc82-96e595cbd4cd req-6885a116-9523-46c1-b34b-3cc62e23bfb4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9109ccf5-0827-4b6e-8c25-51c73d77b359 HTTP/1.1" status: 200 len: 217 time: 0.0515034 Apr 20 13:02:21.300638 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3f45f51b-4da1-43e0-a4c6-3aacb071d9ac tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:21.331218 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-660cf4fa-7141-4518-85bd-c396cd7b5e38 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7c185004f0bb4f68ac206a98646f7134&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0440624 Apr 20 13:02:21.372697 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3f45f51b-4da1-43e0-a4c6-3aacb071d9ac tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:21.451186 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-43e69fb1-3346-48ae-8211-43c1f255e627 req-8c8ae9e2-d917-4d8c-9a1e-749f80b38894 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:21.465118 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['b264d124-e118-441d-b789-6e14e397baad'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:02:21.491255 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d671f9-ae37-4550-bc82-96e595cbd4cd req-a3c5d0e9-f7dd-4114-b8d7-69628f283c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:21.492821 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-90d671f9-ae37-4550-bc82-96e595cbd4cd req-a3c5d0e9-f7dd-4114-b8d7-69628f283c02 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e80c9431-6d0e-4618-9d9c-e61e50ce49f0 HTTP/1.1" status: 200 len: 852 time: 0.1306551 Apr 20 13:02:21.524671 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873cc721-0190-47c0-b650-35ad1b314915 req-a99b1dac-3a52-4f34-8203-645fd4815913 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:21.526164 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-873cc721-0190-47c0-b650-35ad1b314915 req-a99b1dac-3a52-4f34-8203-645fd4815913 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 944 time: 0.0679901 Apr 20 13:02:21.562341 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ae9e2-d917-4d8c-9a1e-749f80b38894 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Pushing event deleted for resources: {'Port': ['ID=b264d124-e118-441d-b789-6e14e397baad,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:21.607269 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-90d671f9-ae37-4550-bc82-96e595cbd4cd req-a99fe8ea-6ee5-4b9f-a4f9-5da72ac61da5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887978 Apr 20 13:02:21.629142 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-873cc721-0190-47c0-b650-35ad1b314915 req-48fe47c1-41e9-4a82-9864-f2439b96e33a tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883894 Apr 20 13:02:21.631241 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e69fb1-3346-48ae-8211-43c1f255e627 req-8c8ae9e2-d917-4d8c-9a1e-749f80b38894 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] No DVR routers for this DVR port b264d124-e118-441d-b789-6e14e397baad on host n-h2-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:02:21.640674 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-43e69fb1-3346-48ae-8211-43c1f255e627 req-8c8ae9e2-d917-4d8c-9a1e-749f80b38894 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:21.640881 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-43e69fb1-3346-48ae-8211-43c1f255e627 req-8c8ae9e2-d917-4d8c-9a1e-749f80b38894 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.15 "DELETE /v2.0/ports/b264d124-e118-441d-b789-6e14e397baad HTTP/1.1" status: 204 len: 173 time: 1.5942049 Apr 20 13:02:21.641871 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4292dd5f-d52e-476e-8880-ac619a0a098a', 'name': 'network-vif-deleted', 'tag': 'b264d124-e118-441d-b789-6e14e397baad'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:21.645542 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696beefa-96d4-47ea-ad39-2ea442faf0dc" -d '{"events": [{"server_uuid": "4292dd5f-d52e-476e-8880-ac619a0a098a", "name": "network-vif-deleted", "tag": "b264d124-e118-441d-b789-6e14e397baad"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:21.655699 n-d-836015-7 neutron-server[114870]: INFO neutron.db.l3_db [None req-3f45f51b-4da1-43e0-a4c6-3aacb071d9ac tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Floating IP bf236d67-9117-4856-951e-1758320057be associated. External IP: 172.25.8.60, port: f7dc3b62-bfe5-4f96-a9c7-14145390a61f. Apr 20 13:02:21.751796 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e33b5a-28bd-47bf-8930-4b9906eb97db req-5c3c994d-20d0-47aa-83e0-4404c2ddf7cf tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:21.753624 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f0e33b5a-28bd-47bf-8930-4b9906eb97db req-5c3c994d-20d0-47aa-83e0-4404c2ddf7cf tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?device_id=71d7f19d-f3e9-4980-9514-cd634c741244 HTTP/1.1" status: 200 len: 1024 time: 0.0888486 Apr 20 13:02:21.835937 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ca30b4ff-20a2-453b-8f29-751441c99632 req-d63c52e1-44b2-4d1f-ba4d-0eb3661a4a07 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/ports?device_id=4292dd5f-d52e-476e-8880-ac619a0a098a HTTP/1.1" status: 200 len: 210 time: 0.0680859 Apr 20 13:02:21.879894 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f0e33b5a-28bd-47bf-8930-4b9906eb97db req-333c8262-2eb9-4cfd-9b7a-6535fe9ff27b tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups?id=61d9d20d-b394-4330-aaf3-e1fda56d0806&id=c5295cb1-a215-4a0c-ab8f-faa16be92b7b&id=6423fb39-d7e0-4e3e-b1e1-68a4fa0fb88a&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1135869 Apr 20 13:02:21.885074 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-90d671f9-ae37-4550-bc82-96e595cbd4cd req-d8535640-f931-42e6-aecc-c63f43b7b93a service neutron] 10.222.0.15 "GET /v2.0/networks/9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602213 Apr 20 13:02:21.952535 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2f087e80-31cf-42a2-af76-e9a6da3918eb req-06bc56e4-9584-41ad-b229-93ea50bf65e2 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 210 time: 0.0449989 Apr 20 13:02:22.081780 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8d2a31d0-544d-43fd-b537-e3659fe90b2e req-e1d70428-fada-41c6-b1f5-ca75c86b8a48 tempest-ServersAdmin275Test-1780375358 tempest-ServersAdmin275Test-1780375358-project] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0715694 Apr 20 13:02:22.179226 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4ba80-744f-44b0-8e60-07fc665fe892 req-9706a98a-fadf-435c-86a8-22eff02d4941 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:22.183282 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-38a4ba80-744f-44b0-8e60-07fc665fe892 req-9706a98a-fadf-435c-86a8-22eff02d4941 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6511f6b4-3d7a-44f7-b97a-ee76275afcf0 HTTP/1.1" status: 200 len: 945 time: 0.1192853 Apr 20 13:02:22.212786 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60015cd-fc88-48be-b4e9-fd762f4108be x-openstack-request-id: req-d60015cd-fc88-48be-b4e9-fd762f4108be {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:22.213331 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4292dd5f-d52e-476e-8880-ac619a0a098a", "name": "network-vif-deleted", "tag": "b264d124-e118-441d-b789-6e14e397baad", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:22.214112 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d60015cd-fc88-48be-b4e9-fd762f4108be {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:22.215179 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d60015cd-fc88-48be-b4e9-fd762f4108be'] response: {'server_uuid': '4292dd5f-d52e-476e-8880-ac619a0a098a', 'name': 'network-vif-deleted', 'tag': 'b264d124-e118-441d-b789-6e14e397baad', 'status': 'completed', 'code': 200} Apr 20 13:02:22.220886 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-90d671f9-ae37-4550-bc82-96e595cbd4cd req-fdb7adca-eeda-4577-bdf6-4389cca9c7f1 service neutron] 10.222.0.15 "GET /v2.0/networks/9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018005 Apr 20 13:02:22.282543 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-38a4ba80-744f-44b0-8e60-07fc665fe892 req-66f225b4-50a0-4118-9ac6-9d735b4c47f4 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922282 Apr 20 13:02:22.351727 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f45f51b-4da1-43e0-a4c6-3aacb071d9ac tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Router 140f103b-9d99-461e-9099-d88ca002937b has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:02:22.496871 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f45f51b-4da1-43e0-a4c6-3aacb071d9ac tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:02:22.501771 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3f45f51b-4da1-43e0-a4c6-3aacb071d9ac tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:22.506728 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfd82fe-42db-4ec0-8b52-680c5515b016 None None] Sync routers for ids ['140f103b-9d99-461e-9099-d88ca002937b'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:02:22.524776 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfd82fe-42db-4ec0-8b52-680c5515b016 None None] Routers {'140f103b-9d99-461e-9099-d88ca002937b'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:02:22.525750 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-8dfd82fe-42db-4ec0-8b52-680c5515b016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:01:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['140f103b-9d99-461e-9099-d88ca002937b'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:22.534624 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3f45f51b-4da1-43e0-a4c6-3aacb071d9ac tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "PUT /v2.0/floatingips/bf236d67-9117-4856-951e-1758320057be HTTP/1.1" status: 200 len: 991 time: 2.6838977 Apr 20 13:02:22.652304 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab31625c-6f34-4fdd-b5f5-bda981bbb074 req-9ff237bd-6933-4afe-b599-8fe96b837e01 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:22.653842 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ab31625c-6f34-4fdd-b5f5-bda981bbb074 req-9ff237bd-6933-4afe-b599-8fe96b837e01 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/ports?device_id=78f77128-931b-4daf-9cfb-8ae6d7aea152 HTTP/1.1" status: 200 len: 946 time: 0.0600061 Apr 20 13:02:22.658484 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-8dfd82fe-42db-4ec0-8b52-680c5515b016 None None] Set router 140f103b-9d99-461e-9099-d88ca002937b gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:02:22.710998 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ab31625c-6f34-4fdd-b5f5-bda981bbb074 req-8a703d39-1ffe-43c1-9303-40763340faae tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/security-groups?id=4dc33baf-6a58-4370-9de4-593eb1325322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479934 Apr 20 13:02:22.774198 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f7dd8-54a0-46a9-989b-177f642c99dc req-bf86fb6e-c3c3-4620-b516-a42847c97c6f tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:22.775713 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3e1f7dd8-54a0-46a9-989b-177f642c99dc req-bf86fb6e-c3c3-4620-b516-a42847c97c6f tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 944 time: 0.0624380 Apr 20 13:02:22.817695 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3e1f7dd8-54a0-46a9-989b-177f642c99dc req-398e0e02-66cd-4ac8-ba2b-369f1f3ce811 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343952 Apr 20 13:02:23.014259 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d7b714bd-d5a9-4697-a71a-3a778a6ebe5d req-cf937149-7c27-49e1-8198-a94729b4a962 tempest-LiveMigrationNegativeTest-1986046979 tempest-LiveMigrationNegativeTest-1986046979-project] 10.222.0.25 "GET /v2.0/ports?device_id=4292dd5f-d52e-476e-8880-ac619a0a098a HTTP/1.1" status: 200 len: 210 time: 0.0614476 Apr 20 13:02:23.023827 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-8dfd82fe-42db-4ec0-8b52-680c5515b016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140f103b-9d99-461e-9099-d88ca002937b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350087970-router', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'ba6687fe-eff5-4e64-8bcb-d3984919eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:42Z', 'updated_at': '2022-04-20T12:59:47Z', 'revision_number': 4, 'project_id': '5b1351b4ef5344fa8f1186ac748ba322', 'gw_port': {'id': 'ba6687fe-eff5-4e64-8bcb-d3984919eccc', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140f103b-9d99-461e-9099-d88ca002937b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:43Z', 'updated_at': '2022-04-20T12:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'bf236d67-9117-4856-951e-1758320057be', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'floating_ip_address': '172.25.8.60', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '140f103b-9d99-461e-9099-d88ca002937b', 'port_id': 'f7dc3b62-bfe5-4f96-a9c7-14145390a61f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf7a882-8a89-482e-a7e3-f6c844876b2c', 'mac_address': 'fa:16:3e:a0:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f77128-931b-4daf-9cfb-8ae6d7aea152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:00:19Z', 'updated_at': '2022-04-20T13:02:21Z', 'revision_number': 5, 'project_id': '5b1351b4ef5344fa8f1186ac748ba322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9967659-c32a-4a92-b827-55bb4610c88e', 'name': '', 'network_id': 'ecf7a882-8a89-482e-a7e3-f6c844876b2c', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'mac_address': 'fa:16:3e:f6:00:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140f103b-9d99-461e-9099-d88ca002937b', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '301a39b8-8298-4a33-b223-fe67182f35e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:46Z', 'updated_at': '2022-04-20T12:59:54Z', 'revision_number': 5, 'project_id': '5b1351b4ef5344fa8f1186ac748ba322', 'subnets': [{'id': '301a39b8-8298-4a33-b223-fe67182f35e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:23.074263 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935523da-36f2-4194-8196-88cfe1866c59 req-53d095d1-0b4a-4f1d-8c57-4edbb8a293ba tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:23.079911 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-935523da-36f2-4194-8196-88cfe1866c59 req-53d095d1-0b4a-4f1d-8c57-4edbb8a293ba tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?device_id=71d7f19d-f3e9-4980-9514-cd634c741244 HTTP/1.1" status: 200 len: 1024 time: 0.0701270 Apr 20 13:02:23.090927 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfd82fe-42db-4ec0-8b52-680c5515b016 None None] Checking router: 140f103b-9d99-461e-9099-d88ca002937b for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:02:23.101405 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfd82fe-42db-4ec0-8b52-680c5515b016 None None] Routers {'140f103b-9d99-461e-9099-d88ca002937b'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:02:23.102377 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-8dfd82fe-42db-4ec0-8b52-680c5515b016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:01:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['140f103b-9d99-461e-9099-d88ca002937b'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:23.146356 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-935523da-36f2-4194-8196-88cfe1866c59 req-e4c32000-3f51-49cb-bcea-a9f5b423574b tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups?id=61d9d20d-b394-4330-aaf3-e1fda56d0806&id=c5295cb1-a215-4a0c-ab8f-faa16be92b7b&id=6423fb39-d7e0-4e3e-b1e1-68a4fa0fb88a&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0625484 Apr 20 13:02:23.260084 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-8dfd82fe-42db-4ec0-8b52-680c5515b016 None None] Set router 140f103b-9d99-461e-9099-d88ca002937b gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:02:23.409669 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9601a29f-ed42-4623-9d8d-23db0ea62877 req-aef2ca3a-a852-4636-84f3-db7b5b7ac75f tempest-ServersAdmin275Test-1780375358 tempest-ServersAdmin275Test-1780375358-project] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0750208 Apr 20 13:02:23.432853 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df1b7e-dda9-45b2-86d3-57827ffc7c13 req-fc7978c6-803b-4495-a11f-84706eba3ce3 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:23.434501 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-18df1b7e-dda9-45b2-86d3-57827ffc7c13 req-fc7978c6-803b-4495-a11f-84706eba3ce3 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.15 "GET /v2.0/ports?device_id=71d7f19d-f3e9-4980-9514-cd634c741244 HTTP/1.1" status: 200 len: 1024 time: 0.0802050 Apr 20 13:02:23.454056 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e9b1c4f6-bea9-4279-a62c-3c1366b87188 req-d21b0b63-203a-4e98-9fd3-4fcc91930479 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 210 time: 0.0396297 Apr 20 13:02:23.528140 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 17c31c64-738f-4607-aae0-bc51b0f3b724 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:02:23.624388 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-18df1b7e-dda9-45b2-86d3-57827ffc7c13 req-25672eb4-69e6-4d4b-ae32-cae23c50938f tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Deleting port 9109ccf5-0827-4b6e-8c25-51c73d77b359 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:02:23.624741 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-18df1b7e-dda9-45b2-86d3-57827ffc7c13 req-25672eb4-69e6-4d4b-ae32-cae23c50938f tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:23.634940 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db75c9-3f7d-4b8b-b75c-7fd5ae381770 req-b015e231-ff88-4bdf-92c8-8242c8bf08c9 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:23.636570 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b0db75c9-3f7d-4b8b-b75c-7fd5ae381770 req-b015e231-ff88-4bdf-92c8-8242c8bf08c9 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6511f6b4-3d7a-44f7-b97a-ee76275afcf0 HTTP/1.1" status: 200 len: 945 time: 0.0938869 Apr 20 13:02:23.678309 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 17c31c64-738f-4607-aae0-bc51b0f3b724, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=17c31c64-738f-4607-aae0-bc51b0f3b724,segment=NetworkSegment(c36f4b37-e1d8-4848-acc2-f80f64f61825),segment_id=c36f4b37-e1d8-4848-acc2-f80f64f61825)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:23.700970 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '17c31c64-738f-4607-aae0-bc51b0f3b724', 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480', 'port_id': '17c31c64-738f-4607-aae0-bc51b0f3b724', 'mac_address': 'fa:16:3e:d7:ad:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd5d8d2c-9bbe-433b-b6b9-a140ce7264b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:02:23.719859 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b0db75c9-3f7d-4b8b-b75c-7fd5ae381770 req-aa9b63a9-1262-4af4-9165-64514d8d9b4a tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769124 Apr 20 13:02:23.725858 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-18df1b7e-dda9-45b2-86d3-57827ffc7c13 req-25672eb4-69e6-4d4b-ae32-cae23c50938f tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] For port 9109ccf5-0827-4b6e-8c25-51c73d77b359, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=9109ccf5-0827-4b6e-8c25-51c73d77b359,segment=NetworkSegment(e4c92f94-f6dd-48c1-bca6-089b3293cc2a),segment_id=e4c92f94-f6dd-48c1-bca6-089b3293cc2a)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:23.725858 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-18df1b7e-dda9-45b2-86d3-57827ffc7c13 req-25672eb4-69e6-4d4b-ae32-cae23c50938f tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:23.767659 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-18df1b7e-dda9-45b2-86d3-57827ffc7c13 req-25672eb4-69e6-4d4b-ae32-cae23c50938f tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Calling delete_port for 9109ccf5-0827-4b6e-8c25-51c73d77b359 owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:02:23.777799 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:23.794527 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17c31c64-738f-4607-aae0-bc51b0f3b724 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:02:23.820527 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 17c31c64-738f-4607-aae0-bc51b0f3b724, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=17c31c64-738f-4607-aae0-bc51b0f3b724,segment=NetworkSegment(c36f4b37-e1d8-4848-acc2-f80f64f61825),segment_id=c36f4b37-e1d8-4848-acc2-f80f64f61825)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:23.832253 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-8dfd82fe-42db-4ec0-8b52-680c5515b016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140f103b-9d99-461e-9099-d88ca002937b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350087970-router', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'ba6687fe-eff5-4e64-8bcb-d3984919eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:42Z', 'updated_at': '2022-04-20T12:59:47Z', 'revision_number': 4, 'project_id': '5b1351b4ef5344fa8f1186ac748ba322', 'gw_port': {'id': 'ba6687fe-eff5-4e64-8bcb-d3984919eccc', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140f103b-9d99-461e-9099-d88ca002937b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:43Z', 'updated_at': '2022-04-20T12:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'bf236d67-9117-4856-951e-1758320057be', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'floating_ip_address': '172.25.8.60', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '140f103b-9d99-461e-9099-d88ca002937b', 'port_id': 'f7dc3b62-bfe5-4f96-a9c7-14145390a61f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf7a882-8a89-482e-a7e3-f6c844876b2c', 'mac_address': 'fa:16:3e:a0:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f77128-931b-4daf-9cfb-8ae6d7aea152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:00:19Z', 'updated_at': '2022-04-20T13:02:21Z', 'revision_number': 5, 'project_id': '5b1351b4ef5344fa8f1186ac748ba322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9967659-c32a-4a92-b827-55bb4610c88e', 'name': '', 'network_id': 'ecf7a882-8a89-482e-a7e3-f6c844876b2c', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'mac_address': 'fa:16:3e:f6:00:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140f103b-9d99-461e-9099-d88ca002937b', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '301a39b8-8298-4a33-b223-fe67182f35e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:46Z', 'updated_at': '2022-04-20T12:59:54Z', 'revision_number': 5, 'project_id': '5b1351b4ef5344fa8f1186ac748ba322', 'subnets': [{'id': '301a39b8-8298-4a33-b223-fe67182f35e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:24.003493 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b264d124-e118-441d-b789-6e14e397baad no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:02:24.006790 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfd82fe-42db-4ec0-8b52-680c5515b016 None None] The sync data for ids ['140f103b-9d99-461e-9099-d88ca002937b'] in n-d-836015-7 is: [{'id': '140f103b-9d99-461e-9099-d88ca002937b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350087970-router', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'ba6687fe-eff5-4e64-8bcb-d3984919eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:42Z', 'updated_at': '2022-04-20T12:59:47Z', 'revision_number': 4, 'project_id': '5b1351b4ef5344fa8f1186ac748ba322', 'gw_port': {'id': 'ba6687fe-eff5-4e64-8bcb-d3984919eccc', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140f103b-9d99-461e-9099-d88ca002937b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:43Z', 'updated_at': '2022-04-20T12:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'bf236d67-9117-4856-951e-1758320057be', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'floating_ip_address': '172.25.8.60', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '140f103b-9d99-461e-9099-d88ca002937b', 'port_id': 'f7dc3b62-bfe5-4f96-a9c7-14145390a61f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf7a882-8a89-482e-a7e3-f6c844876b2c', 'mac_address': 'fa:16:3e:a0:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f77128-931b-4daf-9cfb-8ae6d7aea152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:00:19Z', 'updated_at': '2022-04-20T13:02:21Z', 'revision_number': 5, 'project_id': '5b1351b4ef5344fa8f1186ac748ba322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9967659-c32a-4a92-b827-55bb4610c88e', 'name': '', 'network_id': 'ecf7a882-8a89-482e-a7e3-f6c844876b2c', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'mac_address': 'fa:16:3e:f6:00:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140f103b-9d99-461e-9099-d88ca002937b', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '301a39b8-8298-4a33-b223-fe67182f35e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:46Z', 'updated_at': '2022-04-20T12:59:54Z', 'revision_number': 5, 'project_id': '5b1351b4ef5344fa8f1186ac748ba322', 'subnets': [{'id': '301a39b8-8298-4a33-b223-fe67182f35e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:02:24.008589 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:24.018005 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-18df1b7e-dda9-45b2-86d3-57827ffc7c13 req-25672eb4-69e6-4d4b-ae32-cae23c50938f tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:24.039316 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['36fc73d8-1d42-47db-8c72-b6045f3458cf'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:02:24.062552 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: b264d124-e118-441d-b789-6e14e397baad {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:02:24.062763 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b264d124-e118-441d-b789-6e14e397baad not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:02:24.072586 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25672eb4-69e6-4d4b-ae32-cae23c50938f tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Pushing event deleted for resources: {'Port': ['ID=9109ccf5-0827-4b6e-8c25-51c73d77b359,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:24.137992 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=17c31c64-738f-4607-aae0-bc51b0f3b724,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:24.179031 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-18df1b7e-dda9-45b2-86d3-57827ffc7c13 req-25672eb4-69e6-4d4b-ae32-cae23c50938f tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] No DVR routers for this DVR port 9109ccf5-0827-4b6e-8c25-51c73d77b359 on host n-h2-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:02:24.184842 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-18df1b7e-dda9-45b2-86d3-57827ffc7c13 req-25672eb4-69e6-4d4b-ae32-cae23c50938f tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:24.193175 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-18df1b7e-dda9-45b2-86d3-57827ffc7c13 req-25672eb4-69e6-4d4b-ae32-cae23c50938f tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.15 "DELETE /v2.0/ports/9109ccf5-0827-4b6e-8c25-51c73d77b359 HTTP/1.1" status: 204 len: 173 time: 0.7502513 Apr 20 13:02:24.216162 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78f77128-931b-4daf-9cfb-8ae6d7aea152', 'tag': 'f7dc3b62-bfe5-4f96-a9c7-14145390a61f'}, {'server_uuid': '71d7f19d-f3e9-4980-9514-cd634c741244', 'name': 'network-vif-deleted', 'tag': '9109ccf5-0827-4b6e-8c25-51c73d77b359'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:24.218525 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336f5cff-14d0-451c-9529-1158025eadf1" -d '{"events": [{"name": "network-changed", "server_uuid": "78f77128-931b-4daf-9cfb-8ae6d7aea152", "tag": "f7dc3b62-bfe5-4f96-a9c7-14145390a61f"}, {"server_uuid": "71d7f19d-f3e9-4980-9514-cd634c741244", "name": "network-vif-deleted", "tag": "9109ccf5-0827-4b6e-8c25-51c73d77b359"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:24.244602 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d78ce0-4855-412a-b6ee-c40ad73619dc req-557988f3-52a5-489c-a297-c8645e6781ea tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:24.246888 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-25d78ce0-4855-412a-b6ee-c40ad73619dc req-557988f3-52a5-489c-a297-c8645e6781ea tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 945 time: 0.0627966 Apr 20 13:02:24.364940 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-25d78ce0-4855-412a-b6ee-c40ad73619dc req-40462a87-750f-4134-bd07-194cf33e14e6 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037202 Apr 20 13:02:24.394300 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-ac82b275-bae8-4db8-88ed-849428f876f9 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=7c185004f0bb4f68ac206a98646f7134&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0862586 Apr 20 13:02:24.472633 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f858ab31-917c-43e2-b1a4-960153dc30a3 None None] New status for floating IP bf236d67-9117-4856-951e-1758320057be: ACTIVE {{(pid=114872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:02:24.495298 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-20e36fa0-4b54-48c1-8009-3dd3ffb304b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:24.499057 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ad786b-2b19-463d-bf83-35614b4c217c x-openstack-request-id: req-90ad786b-2b19-463d-bf83-35614b4c217c {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:24.499057 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78f77128-931b-4daf-9cfb-8ae6d7aea152", "tag": "f7dc3b62-bfe5-4f96-a9c7-14145390a61f", "status": "completed", "code": 200}, {"server_uuid": "71d7f19d-f3e9-4980-9514-cd634c741244", "name": "network-vif-deleted", "tag": "9109ccf5-0827-4b6e-8c25-51c73d77b359", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:24.499057 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-90ad786b-2b19-463d-bf83-35614b4c217c {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:24.499057 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90ad786b-2b19-463d-bf83-35614b4c217c'] response: {'name': 'network-changed', 'server_uuid': '78f77128-931b-4daf-9cfb-8ae6d7aea152', 'tag': 'f7dc3b62-bfe5-4f96-a9c7-14145390a61f', 'status': 'completed', 'code': 200} Apr 20 13:02:24.499057 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90ad786b-2b19-463d-bf83-35614b4c217c'] response: {'server_uuid': '71d7f19d-f3e9-4980-9514-cd634c741244', 'name': 'network-vif-deleted', 'tag': '9109ccf5-0827-4b6e-8c25-51c73d77b359', 'status': 'completed', 'code': 200} Apr 20 13:02:24.594345 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-549b8908-6f56-4042-b120-23e0b81ef369 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:24.597578 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-549b8908-6f56-4042-b120-23e0b81ef369 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1920366 Apr 20 13:02:24.600622 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-89291679-073c-4ea4-b06c-9e5943c2351a req-a29a07f7-5fca-4a6b-a593-8017bfdd63fc tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?device_id=71d7f19d-f3e9-4980-9514-cd634c741244 HTTP/1.1" status: 200 len: 210 time: 0.1964197 Apr 20 13:02:24.606771 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['17c31c64-738f-4607-aae0-bc51b0f3b724'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:02:24.612639 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f5cff-14d0-451c-9529-1158025eadf1 req-e440f4e5-39c1-4505-a040-e3bc0db32c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:24.624509 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-336f5cff-14d0-451c-9529-1158025eadf1 req-e440f4e5-39c1-4505-a040-e3bc0db32c57 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b1351b4ef5344fa8f1186ac748ba322&device_id=78f77128-931b-4daf-9cfb-8ae6d7aea152 HTTP/1.1" status: 200 len: 1097 time: 0.1119595 Apr 20 13:02:24.650233 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-cbee9a32-de28-4119-87af-0cb3ade47200 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Request body: {'port': {'device_id': 'cdde50de-682c-4829-9098-b7f6e41b3e00', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'admin_state_up': True, 'tenant_id': '7c185004f0bb4f68ac206a98646f7134'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:24.687033 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7079c17-ca6f-4f52-937e-78b28dd49913 req-9cf2a49e-1f92-4478-bb62-3ca2c6fd45da tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:24.697319 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d7079c17-ca6f-4f52-937e-78b28dd49913 req-9cf2a49e-1f92-4478-bb62-3ca2c6fd45da tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6511f6b4-3d7a-44f7-b97a-ee76275afcf0 HTTP/1.1" status: 200 len: 945 time: 0.0956814 Apr 20 13:02:24.842118 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d7079c17-ca6f-4f52-937e-78b28dd49913 req-8eb26499-45b9-4e4a-b1a8-d6213ee31b93 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412320 Apr 20 13:02:24.854998 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f5cff-14d0-451c-9529-1158025eadf1 req-5d1c122b-d4f9-4e18-928f-f8e708113945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:24.856712 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-336f5cff-14d0-451c-9529-1158025eadf1 req-5d1c122b-d4f9-4e18-928f-f8e708113945 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ecf7a882-8a89-482e-a7e3-f6c844876b2c HTTP/1.1" status: 200 len: 925 time: 0.2311587 Apr 20 13:02:24.897891 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-046cb04f-213a-44ab-8a76-0611bb945657 req-e43650e9-be26-4ce6-8562-047f4eeb0f97 tempest-ServersAdmin275Test-1780375358 tempest-ServersAdmin275Test-1780375358-project] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0983818 Apr 20 13:02:24.997403 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-336f5cff-14d0-451c-9529-1158025eadf1 req-fc235fc5-fe1a-4ef4-a5e2-44b4af920e38 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7dc3b62-bfe5-4f96-a9c7-14145390a61f HTTP/1.1" status: 200 len: 999 time: 0.1334140 Apr 20 13:02:25.006035 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-64b38ccc-e382-4be3-8530-8a8816a099a2 req-8c241f44-d99c-4796-9f61-9a8a6e9ee2ff tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 210 time: 0.0603685 Apr 20 13:02:25.054677 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f5cff-14d0-451c-9529-1158025eadf1 req-fef408f7-fbe7-4252-90b6-0c479c670ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:25.056262 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-336f5cff-14d0-451c-9529-1158025eadf1 req-fef408f7-fbe7-4252-90b6-0c479c670ae7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=301a39b8-8298-4a33-b223-fe67182f35e3 HTTP/1.1" status: 200 len: 863 time: 0.0523307 Apr 20 13:02:25.109033 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f5cff-14d0-451c-9529-1158025eadf1 req-93fa83eb-25b3-40eb-b702-35c12a9c7f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:25.110568 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-336f5cff-14d0-451c-9529-1158025eadf1 req-93fa83eb-25b3-40eb-b702-35c12a9c7f76 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ecf7a882-8a89-482e-a7e3-f6c844876b2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444529 Apr 20 13:02:25.141871 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-cbee9a32-de28-4119-87af-0cb3ade47200 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Made reservation on behalf of 7c185004f0bb4f68ac206a98646f7134 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:02:25.145871 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-cbee9a32-de28-4119-87af-0cb3ade47200 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:25.220448 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56816) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:25.237233 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-336f5cff-14d0-451c-9529-1158025eadf1 req-f3c2a7c8-4b90-4dab-a4cb-2ca0b4149c84 service neutron] 10.222.0.32 "GET /v2.0/networks/ecf7a882-8a89-482e-a7e3-f6c844876b2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101615 Apr 20 13:02:25.329575 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-cbee9a32-de28-4119-87af-0cb3ade47200 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Allocated IP 192.168.233.234 (6efc3d61-2150-4671-a02d-6127df40131a/c5b1f82a-7732-4b50-ab22-2475f182a712/d652d4b0-9ae0-4c73-8d1c-2eedd7583cef) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:02:25.400733 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-336f5cff-14d0-451c-9529-1158025eadf1 req-b7a03924-af66-4605-a948-19e0c22778cf service neutron] 10.222.0.32 "GET /v2.0/networks/ecf7a882-8a89-482e-a7e3-f6c844876b2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562610 Apr 20 13:02:25.425808 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1cacd9eb-1a6c-490f-9496-e48b7f174a40 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=39d9105f5c954ebf808bec7916ff0f5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1970873 Apr 20 13:02:25.426415 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56822) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:25.486263 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-635a14bb-611b-4d9c-832b-d7f1fbbe874f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:25.508915 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-635a14bb-611b-4d9c-832b-d7f1fbbe874f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:25.520336 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a441f4-f494-48e0-a045-e9453937f499 req-22771a29-f249-4902-82db-8193d8ae8a12 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:25.521798 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-29a441f4-f494-48e0-a045-e9453937f499 req-22771a29-f249-4902-82db-8193d8ae8a12 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 945 time: 0.0803843 Apr 20 13:02:25.551385 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-cbee9a32-de28-4119-87af-0cb3ade47200 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:25.589954 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-29a441f4-f494-48e0-a045-e9453937f499 req-91952a86-61fe-4706-82ca-684799fd1d11 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617096 Apr 20 13:02:25.627032 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-635a14bb-611b-4d9c-832b-d7f1fbbe874f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:25.629821 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-635a14bb-611b-4d9c-832b-d7f1fbbe874f admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:25.631258 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-635a14bb-611b-4d9c-832b-d7f1fbbe874f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b513574a-3d22-4318-bbc3-0b88bec7690f HTTP/1.1" status: 204 len: 168 time: 0.2037425 Apr 20 13:02:25.643140 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a14bb-611b-4d9c-832b-d7f1fbbe874f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b513574a-3d22-4318-bbc3-0b88bec7690f,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:25.680675 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-cbee9a32-de28-4119-87af-0cb3ade47200 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:25.695929 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['cb7fabd9-e9e0-4004-92bc-60bbb739783b'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:02:25.745861 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-cbee9a32-de28-4119-87af-0cb3ade47200 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Network 6efc3d61-2150-4671-a02d-6127df40131a is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:02:25.760780 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-cbee9a32-de28-4119-87af-0cb3ade47200 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:02:25.766878 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee9a32-de28-4119-87af-0cb3ade47200 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Pushing event updated for resources: {'Port': ['ID=d652d4b0-9ae0-4c73-8d1c-2eedd7583cef,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:25.770673 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-cbee9a32-de28-4119-87af-0cb3ade47200 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:02:25.819806 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c308102d-6138-4bbb-9f70-eb16d18ab1df req-1362297b-37df-4329-a04a-9b674477e4a2 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups/6423fb39-d7e0-4e3e-b1e1-68a4fa0fb88a HTTP/1.1" status: 200 len: 1801 time: 0.1066976 Apr 20 13:02:25.864827 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-cbee9a32-de28-4119-87af-0cb3ade47200 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:25.866239 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-cbee9a32-de28-4119-87af-0cb3ade47200 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:25.945870 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c308102d-6138-4bbb-9f70-eb16d18ab1df req-34b7593b-4e21-422f-b102-96327f6477d9 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:25.953315 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 9109ccf5-0827-4b6e-8c25-51c73d77b359 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:02:25.982817 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 9109ccf5-0827-4b6e-8c25-51c73d77b359 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:02:25.983290 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 9109ccf5-0827-4b6e-8c25-51c73d77b359 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:02:25.983804 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device c78f34d1-3f64-4d42-b927-2958cd7474e4 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:02:26.002552 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-cbee9a32-de28-4119-87af-0cb3ade47200 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3613732 Apr 20 13:02:26.025171 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c308102d-6138-4bbb-9f70-eb16d18ab1df req-34b7593b-4e21-422f-b102-96327f6477d9 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:26.045898 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-bb353476-562b-4273-88e8-b6163ad676a3 service neutron] Request body: {'port': {'device_id': 'cdde50de-682c-4829-9098-b7f6e41b3e00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:26.081771 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70a692-0cd6-47e4-9570-cb528eea6a77 req-79254c5a-e2da-4b18-b69f-22a3f8b2705d tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:26.083313 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9f70a692-0cd6-47e4-9570-cb528eea6a77 req-79254c5a-e2da-4b18-b69f-22a3f8b2705d tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6511f6b4-3d7a-44f7-b97a-ee76275afcf0 HTTP/1.1" status: 200 len: 945 time: 0.1360066 Apr 20 13:02:26.102394 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:26.161373 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port c78f34d1-3f64-4d42-b927-2958cd7474e4, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=c78f34d1-3f64-4d42-b927-2958cd7474e4,segment=NetworkSegment(b9427c0d-7fe5-4e74-94e3-27c981444053),segment_id=b9427c0d-7fe5-4e74-94e3-27c981444053)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:26.163917 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6511f6b4-3d7a-44f7-b97a-ee76275afcf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c78f34d1-3f64-4d42-b927-2958cd7474e4'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:26.167203 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c042ef5e-25b8-4444-97ba-52059cb8e87f" -d '{"events": [{"server_uuid": "6511f6b4-3d7a-44f7-b97a-ee76275afcf0", "name": "network-vif-unplugged", "status": "completed", "tag": "c78f34d1-3f64-4d42-b927-2958cd7474e4"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:26.169888 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-bb353476-562b-4273-88e8-b6163ad676a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:26.182275 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-e89e43f3-b91b-4323-b456-ff6ff83502d1 None None] Provisioning complete for port d652d4b0-9ae0-4c73-8d1c-2eedd7583cef triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:26.182650 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e89e43f3-b91b-4323-b456-ff6ff83502d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:26.204664 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9f70a692-0cd6-47e4-9570-cb528eea6a77 req-d073cc17-52c4-4a17-a83e-4e158f7c5c84 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136086 Apr 20 13:02:26.226749 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a2e0d91d-f3c1-4821-8d74-c53bded3e779 req-87aa4862-ef26-406f-a0f0-49182417efad service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0378776 Apr 20 13:02:26.233775 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-e89e43f3-b91b-4323-b456-ff6ff83502d1 None None] Port d652d4b0-9ae0-4c73-8d1c-2eedd7583cef cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:02:26.271202 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:26.341497 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=c78f34d1-3f64-4d42-b927-2958cd7474e4,revision_number=8']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:26.359290 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8d748004-35cb-4cfd-98a2-6badb971739b req-b438e18b-3e82-4eab-849b-5e073cb0e140 tempest-ServersAdmin275Test-1780375358 tempest-ServersAdmin275Test-1780375358-project] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0372088 Apr 20 13:02:26.359840 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c308102d-6138-4bbb-9f70-eb16d18ab1df req-34b7593b-4e21-422f-b102-96327f6477d9 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:26.362340 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c308102d-6138-4bbb-9f70-eb16d18ab1df req-34b7593b-4e21-422f-b102-96327f6477d9 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:26.363340 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c308102d-6138-4bbb-9f70-eb16d18ab1df req-34b7593b-4e21-422f-b102-96327f6477d9 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "DELETE /v2.0/security-groups/6423fb39-d7e0-4e3e-b1e1-68a4fa0fb88a HTTP/1.1" status: 204 len: 173 time: 0.5460784 Apr 20 13:02:26.381097 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7593b-4e21-422f-b102-96327f6477d9 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6423fb39-d7e0-4e3e-b1e1-68a4fa0fb88a,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:26.448711 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf43de5-899a-4059-9588-78345baaf086 x-openstack-request-id: req-7cf43de5-899a-4059-9588-78345baaf086 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:26.449025 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6511f6b4-3d7a-44f7-b97a-ee76275afcf0", "name": "network-vif-unplugged", "status": "completed", "tag": "c78f34d1-3f64-4d42-b927-2958cd7474e4", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:26.449415 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7cf43de5-899a-4059-9588-78345baaf086 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:26.449840 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cf43de5-899a-4059-9588-78345baaf086'] response: {'server_uuid': '6511f6b4-3d7a-44f7-b97a-ee76275afcf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c78f34d1-3f64-4d42-b927-2958cd7474e4', 'code': 200} Apr 20 13:02:26.483102 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56844) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:26.513214 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cb818-ed11-4f70-83d3-faf8054518c8 req-815435ba-e875-4719-8df8-d4cdef41623a tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:26.514692 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5c6cb818-ed11-4f70-83d3-faf8054518c8 req-815435ba-e875-4719-8df8-d4cdef41623a tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.15 "GET /v2.0/ports?device_id=6511f6b4-3d7a-44f7-b97a-ee76275afcf0 HTTP/1.1" status: 200 len: 943 time: 0.1006289 Apr 20 13:02:26.618579 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-5c6cb818-ed11-4f70-83d3-faf8054518c8 req-360609f7-e227-48cc-a9e1-d53705589100 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Deleting port c78f34d1-3f64-4d42-b927-2958cd7474e4 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:02:26.618892 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5c6cb818-ed11-4f70-83d3-faf8054518c8 req-360609f7-e227-48cc-a9e1-d53705589100 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:26.625963 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-382ff048-ee41-4993-b532-b416eac9f53a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0f2361fab97d47b4a942e92e0503adcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1390779 Apr 20 13:02:26.632651 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56848) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:26.635983 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9bff7bea-1e5e-47da-95cf-10636eb527a3 req-1f53beca-ba64-41c3-9753-e4d43eeda4a8 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups/c5295cb1-a215-4a0c-ab8f-faa16be92b7b HTTP/1.1" status: 200 len: 1801 time: 0.1420093 Apr 20 13:02:26.662966 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73fb280-cfe5-4e0b-aea5-51a5347776a7 req-1d2ade64-4d8c-48b4-a818-150a072f7cd4 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:26.664829 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d73fb280-cfe5-4e0b-aea5-51a5347776a7 req-1d2ade64-4d8c-48b4-a818-150a072f7cd4 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 936 time: 0.1485157 Apr 20 13:02:26.728858 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8885490c-6709-4f13-97bb-60c7f1b40a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:26.741854 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-dd3c583e-c1f7-4de4-9387-8606e991c32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:26.750356 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8885490c-6709-4f13-97bb-60c7f1b40a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:26.756025 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-bb353476-562b-4273-88e8-b6163ad676a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d652d4b0-9ae0-4c73-8d1c-2eedd7583cef {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:02:26.768080 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-bb353476-562b-4273-88e8-b6163ad676a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:26.774580 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d73fb280-cfe5-4e0b-aea5-51a5347776a7 req-77c58e22-8424-4923-84b5-4814a83b0f54 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028688 Apr 20 13:02:26.800243 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-bb353476-562b-4273-88e8-b6163ad676a3 service neutron] Transition to ACTIVE for port object d652d4b0-9ae0-4c73-8d1c-2eedd7583cef will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:02:26.803589 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-5c6cb818-ed11-4f70-83d3-faf8054518c8 req-360609f7-e227-48cc-a9e1-d53705589100 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] For port c78f34d1-3f64-4d42-b927-2958cd7474e4, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=c78f34d1-3f64-4d42-b927-2958cd7474e4,segment=NetworkSegment(b9427c0d-7fe5-4e74-94e3-27c981444053),segment_id=b9427c0d-7fe5-4e74-94e3-27c981444053)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:26.803974 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5c6cb818-ed11-4f70-83d3-faf8054518c8 req-360609f7-e227-48cc-a9e1-d53705589100 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:26.808705 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9bff7bea-1e5e-47da-95cf-10636eb527a3 req-497d2f10-e507-4951-ba1f-04ad4a6abb17 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:26.816952 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-5c6cb818-ed11-4f70-83d3-faf8054518c8 req-360609f7-e227-48cc-a9e1-d53705589100 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Calling delete_port for c78f34d1-3f64-4d42-b927-2958cd7474e4 owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:02:26.847137 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9bff7bea-1e5e-47da-95cf-10636eb527a3 req-497d2f10-e507-4951-ba1f-04ad4a6abb17 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:26.888131 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-bb353476-562b-4273-88e8-b6163ad676a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:26.940986 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8885490c-6709-4f13-97bb-60c7f1b40a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:26.943808 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8885490c-6709-4f13-97bb-60c7f1b40a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:26.944979 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8885490c-6709-4f13-97bb-60c7f1b40a32 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2567b96c-b1ef-4e9b-88ff-27ae75222936 HTTP/1.1" status: 204 len: 168 time: 0.3113506 Apr 20 13:02:26.958771 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885490c-6709-4f13-97bb-60c7f1b40a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2567b96c-b1ef-4e9b-88ff-27ae75222936,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:26.998091 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a27489-9bce-4f12-9cef-c393c1992e31 req-6ed612df-7d1b-4735-9b68-b411a8a4636c tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:26.998476 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-97a27489-9bce-4f12-9cef-c393c1992e31 req-6ed612df-7d1b-4735-9b68-b411a8a4636c tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 945 time: 0.1300123 Apr 20 13:02:27.041737 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb353476-562b-4273-88e8-b6163ad676a3 service neutron] Pushing event updated for resources: {'Port': ['ID=d652d4b0-9ae0-4c73-8d1c-2eedd7583cef,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:27.072655 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9bff7bea-1e5e-47da-95cf-10636eb527a3 req-497d2f10-e507-4951-ba1f-04ad4a6abb17 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:27.075302 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9bff7bea-1e5e-47da-95cf-10636eb527a3 req-497d2f10-e507-4951-ba1f-04ad4a6abb17 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:27.079558 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9bff7bea-1e5e-47da-95cf-10636eb527a3 req-497d2f10-e507-4951-ba1f-04ad4a6abb17 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "DELETE /v2.0/security-groups/c5295cb1-a215-4a0c-ab8f-faa16be92b7b HTTP/1.1" status: 204 len: 173 time: 0.4350326 Apr 20 13:02:27.090256 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5c6cb818-ed11-4f70-83d3-faf8054518c8 req-360609f7-e227-48cc-a9e1-d53705589100 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:27.121651 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-efba464d-d3ba-45d8-b43e-ad3a4203b7d9 req-4d85e640-a51a-4bc6-92e1-1dbd1991d8e5 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1367645879', 'description': 'tempest-description-1135160655'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:27.126123 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d2f10-e507-4951-ba1f-04ad4a6abb17 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5295cb1-a215-4a0c-ab8f-faa16be92b7b,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:27.130028 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360609f7-e227-48cc-a9e1-d53705589100 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Pushing event deleted for resources: {'Port': ['ID=c78f34d1-3f64-4d42-b927-2958cd7474e4,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:27.175155 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-97a27489-9bce-4f12-9cef-c393c1992e31 req-cf774127-1d80-447d-8e0e-49298e91e4b2 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390793 Apr 20 13:02:27.182883 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c6cb818-ed11-4f70-83d3-faf8054518c8 req-360609f7-e227-48cc-a9e1-d53705589100 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] No DVR routers for this DVR port c78f34d1-3f64-4d42-b927-2958cd7474e4 on host n-h2-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:02:27.185472 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5c6cb818-ed11-4f70-83d3-faf8054518c8 req-360609f7-e227-48cc-a9e1-d53705589100 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:27.196399 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5c6cb818-ed11-4f70-83d3-faf8054518c8 req-360609f7-e227-48cc-a9e1-d53705589100 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.15 "DELETE /v2.0/ports/c78f34d1-3f64-4d42-b927-2958cd7474e4 HTTP/1.1" status: 204 len: 173 time: 0.6661062 Apr 20 13:02:27.196399 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6511f6b4-3d7a-44f7-b97a-ee76275afcf0', 'name': 'network-vif-deleted', 'tag': 'c78f34d1-3f64-4d42-b927-2958cd7474e4'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:27.196399 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e145d31e-abde-4524-9e32-05d5416dfc42" -d '{"events": [{"server_uuid": "6511f6b4-3d7a-44f7-b97a-ee76275afcf0", "name": "network-vif-deleted", "tag": "c78f34d1-3f64-4d42-b927-2958cd7474e4"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:27.210001 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-bb353476-562b-4273-88e8-b6163ad676a3 service neutron] Attempting to bind port d652d4b0-9ae0-4c73-8d1c-2eedd7583cef on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:02:27.210357 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-bb353476-562b-4273-88e8-b6163ad676a3 service neutron] Attempting to bind port d652d4b0-9ae0-4c73-8d1c-2eedd7583cef by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:02:27.210692 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-bb353476-562b-4273-88e8-b6163ad676a3 service neutron] Attempting to bind port d652d4b0-9ae0-4c73-8d1c-2eedd7583cef on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:02:27.219556 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-bb353476-562b-4273-88e8-b6163ad676a3 service neutron] Port d652d4b0-9ae0-4c73-8d1c-2eedd7583cef on network 6efc3d61-2150-4671-a02d-6127df40131a not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:02:27.220845 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-bb353476-562b-4273-88e8-b6163ad676a3 service neutron] Attempting to bind port d652d4b0-9ae0-4c73-8d1c-2eedd7583cef on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:02:27.226426 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-bb353476-562b-4273-88e8-b6163ad676a3 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:02:27.226772 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-bb353476-562b-4273-88e8-b6163ad676a3 service neutron] Checking segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:02:27.227190 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-bb353476-562b-4273-88e8-b6163ad676a3 service neutron] Bound using segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:02:27.227650 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-bb353476-562b-4273-88e8-b6163ad676a3 service neutron] Bound port: d652d4b0-9ae0-4c73-8d1c-2eedd7583cef, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:02:27.228188 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-bb353476-562b-4273-88e8-b6163ad676a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:27.250930 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1093eca8-4d1c-49af-9860-728b88a433da x-openstack-request-id: req-1093eca8-4d1c-49af-9860-728b88a433da {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:27.251309 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6511f6b4-3d7a-44f7-b97a-ee76275afcf0", "name": "network-vif-deleted", "tag": "c78f34d1-3f64-4d42-b927-2958cd7474e4", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:27.251693 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1093eca8-4d1c-49af-9860-728b88a433da {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:27.252328 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1093eca8-4d1c-49af-9860-728b88a433da'] response: {'server_uuid': '6511f6b4-3d7a-44f7-b97a-ee76275afcf0', 'name': 'network-vif-deleted', 'tag': 'c78f34d1-3f64-4d42-b927-2958cd7474e4', 'status': 'completed', 'code': 200} Apr 20 13:02:27.283135 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-efba464d-d3ba-45d8-b43e-ad3a4203b7d9 req-4d85e640-a51a-4bc6-92e1-1dbd1991d8e5 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:27.339031 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-50ef1b86-6866-4c9c-8b23-774b2ac1f695 req-b3665265-e644-43f9-9821-53c39d3b779c tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6511f6b4-3d7a-44f7-b97a-ee76275afcf0 HTTP/1.1" status: 200 len: 210 time: 0.0365527 Apr 20 13:02:27.344923 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-bb353476-562b-4273-88e8-b6163ad676a3 service neutron] For port d652d4b0-9ae0-4c73-8d1c-2eedd7583cef, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:02:27.371784 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-bb353476-562b-4273-88e8-b6163ad676a3 service neutron] For port d652d4b0-9ae0-4c73-8d1c-2eedd7583cef, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=d652d4b0-9ae0-4c73-8d1c-2eedd7583cef,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:02:27.404255 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-efba464d-d3ba-45d8-b43e-ad3a4203b7d9 req-4d85e640-a51a-4bc6-92e1-1dbd1991d8e5 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:27.483119 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-09db9c7b-84e5-48cb-8570-1a15a991347e req-6068f064-809e-4bb3-b375-d5f86514d43a tempest-ServersAdmin275Test-1780375358 tempest-ServersAdmin275Test-1780375358-project] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0307684 Apr 20 13:02:27.491345 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-bb353476-562b-4273-88e8-b6163ad676a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:27.491345 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-efba464d-d3ba-45d8-b43e-ad3a4203b7d9 req-4d85e640-a51a-4bc6-92e1-1dbd1991d8e5 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:27.511910 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 17c31c64-738f-4607-aae0-bc51b0f3b724 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:02:27.561781 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-bb353476-562b-4273-88e8-b6163ad676a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:27.562564 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-bb353476-562b-4273-88e8-b6163ad676a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:27.566952 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-bb353476-562b-4273-88e8-b6163ad676a3 service neutron] 10.222.0.32 "PUT /v2.0/ports/d652d4b0-9ae0-4c73-8d1c-2eedd7583cef HTTP/1.1" status: 200 len: 1096 time: 1.5357902 Apr 20 13:02:27.570496 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdde50de-682c-4829-9098-b7f6e41b3e00', 'tag': 'd652d4b0-9ae0-4c73-8d1c-2eedd7583cef'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:27.582276 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c267136-5b72-439f-bc88-ccc95dcaf459" -d '{"events": [{"name": "network-changed", "server_uuid": "cdde50de-682c-4829-9098-b7f6e41b3e00", "tag": "d652d4b0-9ae0-4c73-8d1c-2eedd7583cef"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:27.611777 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d85e640-a51a-4bc6-92e1-1dbd1991d8e5 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2c86b7-d19e-4c96-bec4-5062851d9ada,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:27.637505 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb353476-562b-4273-88e8-b6163ad676a3 service neutron] Pushing event updated for resources: {'Port': ['ID=d652d4b0-9ae0-4c73-8d1c-2eedd7583cef,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:27.657334 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-efba464d-d3ba-45d8-b43e-ad3a4203b7d9 req-4d85e640-a51a-4bc6-92e1-1dbd1991d8e5 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:27.663278 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-efba464d-d3ba-45d8-b43e-ad3a4203b7d9 req-4d85e640-a51a-4bc6-92e1-1dbd1991d8e5 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5560956 Apr 20 13:02:27.664978 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b2274c-7534-4dee-a803-409076f05948 x-openstack-request-id: req-a6b2274c-7534-4dee-a803-409076f05948 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:27.670542 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdde50de-682c-4829-9098-b7f6e41b3e00", "tag": "d652d4b0-9ae0-4c73-8d1c-2eedd7583cef", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:27.670542 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a6b2274c-7534-4dee-a803-409076f05948 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:27.670542 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6b2274c-7534-4dee-a803-409076f05948'] response: {'name': 'network-changed', 'server_uuid': 'cdde50de-682c-4829-9098-b7f6e41b3e00', 'tag': 'd652d4b0-9ae0-4c73-8d1c-2eedd7583cef', 'status': 'completed', 'code': 200} Apr 20 13:02:27.747876 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 17c31c64-738f-4607-aae0-bc51b0f3b724 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:02:27.749640 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-24b4649f-da0e-445f-9a40-d22fc47e7433 req-1e3643dd-ab36-41ed-9551-ff6aa25ba6ee tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups/0b2c86b7-d19e-4c96-bec4-5062851d9ada HTTP/1.1" status: 200 len: 1801 time: 0.0647640 Apr 20 13:02:27.751783 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c267136-5b72-439f-bc88-ccc95dcaf459 req-1179453a-c0b9-4fe9-acc3-d6433581c492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:27.753236 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2c267136-5b72-439f-bc88-ccc95dcaf459 req-1179453a-c0b9-4fe9-acc3-d6433581c492 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c185004f0bb4f68ac206a98646f7134&device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 1099 time: 0.0782204 Apr 20 13:02:27.759404 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 17c31c64-738f-4607-aae0-bc51b0f3b724 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:27.759404 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:27.773500 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-24b4649f-da0e-445f-9a40-d22fc47e7433 req-dd88ec8a-cc6d-4d8c-9627-576b6037218a tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1679586955', 'description': 'tempest-description-hth-1059535530'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:27.796482 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2c267136-5b72-439f-bc88-ccc95dcaf459 req-4b8e7d44-844c-4875-a75f-fd9240c97bf3 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=7c185004f0bb4f68ac206a98646f7134&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339451 Apr 20 13:02:27.847672 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-24b4649f-da0e-445f-9a40-d22fc47e7433 req-dd88ec8a-cc6d-4d8c-9627-576b6037218a tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:27.880644 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:27.922016 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 17c31c64-738f-4607-aae0-bc51b0f3b724, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=17c31c64-738f-4607-aae0-bc51b0f3b724,segment=NetworkSegment(c36f4b37-e1d8-4848-acc2-f80f64f61825),segment_id=c36f4b37-e1d8-4848-acc2-f80f64f61825)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:27.938712 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:27.989043 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3facadcf-3eda-4d3e-882e-f7192ebdd20f req-ad3436e7-4259-497d-96bd-82c360332455 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:27.990594 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3facadcf-3eda-4d3e-882e-f7192ebdd20f req-ad3436e7-4259-497d-96bd-82c360332455 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 948 time: 0.1038048 Apr 20 13:02:27.992077 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c267136-5b72-439f-bc88-ccc95dcaf459 req-e28caf4a-8858-4fcf-9444-fb8af1c7225f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:27.993928 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2c267136-5b72-439f-bc88-ccc95dcaf459 req-e28caf4a-8858-4fcf-9444-fb8af1c7225f service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1865814 Apr 20 13:02:28.019227 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:28.060003 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3facadcf-3eda-4d3e-882e-f7192ebdd20f req-409bddad-231a-4217-95b4-2151507c7908 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610664 Apr 20 13:02:28.091410 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=17c31c64-738f-4607-aae0-bc51b0f3b724,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:28.110788 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-24b4649f-da0e-445f-9a40-d22fc47e7433 req-dd88ec8a-cc6d-4d8c-9627-576b6037218a tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:28.124135 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-b890fa8d-ff51-4ac1-bf95-a5956954cb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:28.125681 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-b890fa8d-ff51-4ac1-bf95-a5956954cb00 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c185004f0bb4f68ac206a98646f7134&device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 1099 time: 0.0628686 Apr 20 13:02:28.169850 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-2cde6b2f-e401-40d7-b7d2-19ef41bc6d3b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=d652d4b0-9ae0-4c73-8d1c-2eedd7583cef HTTP/1.1" status: 200 len: 217 time: 0.0339875 Apr 20 13:02:28.184779 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-24b4649f-da0e-445f-9a40-d22fc47e7433 req-dd88ec8a-cc6d-4d8c-9627-576b6037218a tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:28.187103 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-24b4649f-da0e-445f-9a40-d22fc47e7433 req-dd88ec8a-cc6d-4d8c-9627-576b6037218a tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:28.188241 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-24b4649f-da0e-445f-9a40-d22fc47e7433 req-dd88ec8a-cc6d-4d8c-9627-576b6037218a tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "PUT /v2.0/security-groups/0b2c86b7-d19e-4c96-bec4-5062851d9ada HTTP/1.1" status: 200 len: 1775 time: 0.4280384 Apr 20 13:02:28.272376 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd88ec8a-cc6d-4d8c-9627-576b6037218a tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2c86b7-d19e-4c96-bec4-5062851d9ada,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:28.278050 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-0de05050-eae4-4937-bb76-a2116f99b9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:28.279513 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-0de05050-eae4-4937-bb76-a2116f99b9d6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.1028426 Apr 20 13:02:28.331263 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-37bae9c6-70ca-44b2-a334-7cc7dad5c75b req-b482be72-47c7-4e81-ae99-56df69f50a4b tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups/0b2c86b7-d19e-4c96-bec4-5062851d9ada HTTP/1.1" status: 200 len: 1775 time: 0.1181312 Apr 20 13:02:28.355146 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e7252-845f-40c0-aaaf-41ba62a178fe req-51a50b3b-8e58-4d56-82c9-5e9ae846b005 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:28.356765 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-973e7252-845f-40c0-aaaf-41ba62a178fe req-51a50b3b-8e58-4d56-82c9-5e9ae846b005 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 946 time: 0.1040721 Apr 20 13:02:28.391630 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-9bba2693-8d7f-487f-921a-066eca05d9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:28.393089 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-9bba2693-8d7f-487f-921a-066eca05d9d4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0981257 Apr 20 13:02:28.449182 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-973e7252-845f-40c0-aaaf-41ba62a178fe req-3936ce2c-59e9-49e0-b3f4-0b7a2a0ff2f9 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840428 Apr 20 13:02:28.451003 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60792bb0-2fc1-442f-b870-11039b13fd70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c31c64-738f-4607-aae0-bc51b0f3b724'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:28.455291 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5caf5a22-417b-4cea-9388-2c0bda32ee16" -d '{"events": [{"server_uuid": "60792bb0-2fc1-442f-b870-11039b13fd70", "name": "network-vif-plugged", "status": "completed", "tag": "17c31c64-738f-4607-aae0-bc51b0f3b724"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:28.482882 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dbad6df6-9cc8-4f61-800d-a599b14259dc req-ffbed9cc-dfaa-4de9-82c4-bb3e7104a060 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups/0b2c86b7-d19e-4c96-bec4-5062851d9ada HTTP/1.1" status: 200 len: 1775 time: 0.1250720 Apr 20 13:02:28.490128 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:02:28.568194 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-058a851b-83bf-41a4-94e9-f81f389f9acf service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620746 Apr 20 13:02:28.585516 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-24cf521c-fc72-46b0-90f9-6eb88753a253 req-d9d10259-4a54-4243-b6bb-0ab4492eb164 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6511f6b4-3d7a-44f7-b97a-ee76275afcf0 HTTP/1.1" status: 200 len: 210 time: 0.0416658 Apr 20 13:02:28.631840 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b0f116-61b4-46ed-8ef2-4a5357e19876 x-openstack-request-id: req-88b0f116-61b4-46ed-8ef2-4a5357e19876 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:28.632296 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60792bb0-2fc1-442f-b870-11039b13fd70", "name": "network-vif-plugged", "status": "completed", "tag": "17c31c64-738f-4607-aae0-bc51b0f3b724", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:28.632555 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-88b0f116-61b4-46ed-8ef2-4a5357e19876 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:28.633043 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88b0f116-61b4-46ed-8ef2-4a5357e19876'] response: {'server_uuid': '60792bb0-2fc1-442f-b870-11039b13fd70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c31c64-738f-4607-aae0-bc51b0f3b724', 'code': 200} Apr 20 13:02:28.652502 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-dbad6df6-9cc8-4f61-800d-a599b14259dc req-84bd33fd-29b2-4217-ba7e-0794bad54f64 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:28.698996 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-dbad6df6-9cc8-4f61-800d-a599b14259dc req-84bd33fd-29b2-4217-ba7e-0794bad54f64 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:28.742101 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59d45c-c302-4a97-ac49-a27d98bc23df req-3efc2992-6b23-4b6a-8ad1-440c0229d3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:28.743514 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7c59d45c-c302-4a97-ac49-a27d98bc23df req-3efc2992-6b23-4b6a-8ad1-440c0229d3fd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 1097 time: 0.0429702 Apr 20 13:02:28.749631 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0c727ea1-73c2-4ac3-b994-617a42fd580e req-db638ee5-ce7f-4be3-b71d-b4ad5643d031 tempest-ServersAdmin275Test-1780375358 tempest-ServersAdmin275Test-1780375358-project] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0528746 Apr 20 13:02:28.764672 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f4bf6eb8-bd2b-418e-b4ea-9aa88c4f6bed req-56a1bd52-b3cc-46ea-9e73-c5f8155c1f5f service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818130 Apr 20 13:02:28.797932 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7c59d45c-c302-4a97-ac49-a27d98bc23df req-5a6d3e50-8cf0-42bf-a106-3805c61dba94 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470095 Apr 20 13:02:28.870753 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-dbad6df6-9cc8-4f61-800d-a599b14259dc req-84bd33fd-29b2-4217-ba7e-0794bad54f64 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:28.873935 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-dbad6df6-9cc8-4f61-800d-a599b14259dc req-84bd33fd-29b2-4217-ba7e-0794bad54f64 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:28.875060 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dbad6df6-9cc8-4f61-800d-a599b14259dc req-84bd33fd-29b2-4217-ba7e-0794bad54f64 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "DELETE /v2.0/security-groups/0b2c86b7-d19e-4c96-bec4-5062851d9ada HTTP/1.1" status: 204 len: 173 time: 0.3826146 Apr 20 13:02:28.885838 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd33fd-29b2-4217-ba7e-0794bad54f64 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2c86b7-d19e-4c96-bec4-5062851d9ada,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:28.978484 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [req-d4a540db-4aa0-4545-9d60-c9d3ff380e7f req-75d6e4dd-f927-4315-a485-db3ec07c1bd5 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] show failed (client error): The resource could not be found. Apr 20 13:02:28.979495 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d4a540db-4aa0-4545-9d60-c9d3ff380e7f req-75d6e4dd-f927-4315-a485-db3ec07c1bd5 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups/c5295cb1-a215-4a0c-ab8f-faa16be92b7b HTTP/1.1" status: 404 len: 352 time: 0.0152934 Apr 20 13:02:29.013264 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [req-bd24b12b-b727-4921-a43f-552735d8e0ce req-055314ca-dac0-4c4b-9af4-39bda211fd41 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] show failed (client error): The resource could not be found. Apr 20 13:02:29.019953 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bd24b12b-b727-4921-a43f-552735d8e0ce req-055314ca-dac0-4c4b-9af4-39bda211fd41 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups/6423fb39-d7e0-4e3e-b1e1-68a4fa0fb88a HTTP/1.1" status: 404 len: 352 time: 0.0139289 Apr 20 13:02:29.047842 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [req-17e9429c-ecfb-47b4-9320-da51838ac7b0 req-13252517-bebe-4ca6-8c53-369ab7437d89 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] show failed (client error): The resource could not be found. Apr 20 13:02:29.049063 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-17e9429c-ecfb-47b4-9320-da51838ac7b0 req-13252517-bebe-4ca6-8c53-369ab7437d89 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups/b42cce80-9419-443e-ab21-812a0898e6a7 HTTP/1.1" status: 404 len: 352 time: 0.0155864 Apr 20 13:02:29.084038 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [req-799f4866-47e1-4ab9-9704-a7aab3c5557d req-82a7e7df-a6c8-4338-b368-cf9f5e9d0b47 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] show failed (client error): The resource could not be found. Apr 20 13:02:29.085555 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-799f4866-47e1-4ab9-9704-a7aab3c5557d req-82a7e7df-a6c8-4338-b368-cf9f5e9d0b47 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups/85e46f14-c120-4f88-b562-78f0c91aa48e HTTP/1.1" status: 404 len: 352 time: 0.0157840 Apr 20 13:02:29.206547 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e2b66d2c-f9c1-474f-a738-88b015e541a7 req-e0f11edd-53b3-43ee-918e-901ed1873058 tempest-ServersAdmin275Test-1780375358 tempest-ServersAdmin275Test-1780375358-project] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0496790 Apr 20 13:02:29.221332 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:29.243512 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0f38f-3975-455c-bab6-08e7091571c9 req-1729611b-8bda-4eaa-be9c-5689301f3aec tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:29.244752 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-95c0f38f-3975-455c-bab6-08e7091571c9 req-1729611b-8bda-4eaa-be9c-5689301f3aec tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 948 time: 0.0899091 Apr 20 13:02:29.278357 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [req-a3b72e8b-2a5a-4ace-b58c-7626ce306e9a req-0dae06e6-7f6c-4835-b7cf-4f90343e46a3 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] show failed (client error): The resource could not be found. Apr 20 13:02:29.279333 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a3b72e8b-2a5a-4ace-b58c-7626ce306e9a req-0dae06e6-7f6c-4835-b7cf-4f90343e46a3 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups/9ca900c4-6385-4b32-ae60-9f5503fdaeae HTTP/1.1" status: 404 len: 352 time: 0.0327256 Apr 20 13:02:29.296959 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-95c0f38f-3975-455c-bab6-08e7091571c9 req-e8f8656e-5f0b-4fed-81ee-027586371e8f tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513809 Apr 20 13:02:29.361633 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-507f1af8-7bfe-48d2-adce-b7d874177d06 req-373f6c4d-9e43-49e7-a447-ce314ca63cbf tempest-ServersAdmin275Test-1780375358 tempest-ServersAdmin275Test-1780375358-project] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0269477 Apr 20 13:02:29.414974 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [req-7c1ce801-28a2-421d-80ed-ffb0b6c74677 req-27b4da0a-cfe4-448d-ac87-0c8ca35822d8 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] show failed (client error): The resource could not be found. Apr 20 13:02:29.418467 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7c1ce801-28a2-421d-80ed-ffb0b6c74677 req-27b4da0a-cfe4-448d-ac87-0c8ca35822d8 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups/9fd2c7a6-3e07-43ef-b502-80d91244e78f HTTP/1.1" status: 404 len: 352 time: 0.0150890 Apr 20 13:02:29.758323 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:29.895592 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1bdba-0e6c-405e-822f-c91c94e4b191 req-87259aac-f4ef-49fe-a49b-fa82f29aeb02 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:29.897471 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f4e1bdba-0e6c-405e-822f-c91c94e4b191 req-87259aac-f4ef-49fe-a49b-fa82f29aeb02 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 946 time: 0.0507185 Apr 20 13:02:29.934875 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f4e1bdba-0e6c-405e-822f-c91c94e4b191 req-29fa5073-dd55-4b0d-b0d1-f5d135991bb7 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311887 Apr 20 13:02:29.985599 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device c78f34d1-3f64-4d42-b927-2958cd7474e4 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:02:30.010526 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: c78f34d1-3f64-4d42-b927-2958cd7474e4 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:02:30.010874 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device c78f34d1-3f64-4d42-b927-2958cd7474e4 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:02:30.073346 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8f76e-17e1-4de6-af17-e6a523cf1901 req-bfe75413-803e-46ed-9bf5-c96f50b07d87 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:30.074884 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e5e8f76e-17e1-4de6-af17-e6a523cf1901 req-bfe75413-803e-46ed-9bf5-c96f50b07d87 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?device_id=474e7de6-b2b2-4c97-b405-f66b8c99857a HTTP/1.1" status: 200 len: 1023 time: 0.0516644 Apr 20 13:02:30.117298 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e5e8f76e-17e1-4de6-af17-e6a523cf1901 req-18de22cc-2dc5-45c0-9c92-550346d439b0 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups?id=61d9d20d-b394-4330-aaf3-e1fda56d0806&id=23595038-996f-4705-b1b0-25aa681ca55c&id=a4cfc52d-072b-4fc5-bc8d-94a636c1b94c&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0361235 Apr 20 13:02:30.291767 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-a0de20ba-b5dc-4b80-bafb-f63ee11cde54 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:30.293221 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-a0de20ba-b5dc-4b80-bafb-f63ee11cde54 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/networks?id=9eaa8fa9-47b3-460d-82ca-75804ab06d95 HTTP/1.1" status: 200 len: 821 time: 0.1039581 Apr 20 13:02:30.307684 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-19afc064-a7c7-4b5e-a02f-5f62033aba65 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/quotas/a500cef03173409296912494d6150027 HTTP/1.1" status: 200 len: 375 time: 0.0087523 Apr 20 13:02:30.355409 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-657871c3-d0b9-4d82-9192-85da19002e2f tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a500cef03173409296912494d6150027&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0423141 Apr 20 13:02:30.449899 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-cdd72dd3-ef66-493b-b7f7-4b5e7ef79c96 service neutron] 10.222.0.25 "GET /v2.0/networks/9eaa8fa9-47b3-460d-82ca-75804ab06d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874114 Apr 20 13:02:30.539182 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-0d25fae1-0c75-478e-b842-541df4a01375 service neutron] 10.222.0.25 "GET /v2.0/networks/9eaa8fa9-47b3-460d-82ca-75804ab06d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831015 Apr 20 13:02:30.854943 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-48e9fc08-5179-4af0-946a-083edcaf52f8 req-5d51eabf-c76d-4007-8171-8fa7f8f4430f tempest-ServersAdmin275Test-1780375358 tempest-ServersAdmin275Test-1780375358-project] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0594394 Apr 20 13:02:30.876792 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce5b8e-a81f-40b0-9a3d-4aef4ac253df req-05c381ce-80eb-4500-af28-0ef46b05f154 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:30.878054 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-40ce5b8e-a81f-40b0-9a3d-4aef4ac253df req-05c381ce-80eb-4500-af28-0ef46b05f154 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 948 time: 0.0987639 Apr 20 13:02:30.944145 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-69f38e4b-155e-4f7e-b631-ea99f313c059 req-39ecd8f7-b782-499a-9dd4-a367486a5fd0 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 210 time: 0.0322559 Apr 20 13:02:30.948462 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-40ce5b8e-a81f-40b0-9a3d-4aef4ac253df req-5a5fa6c9-2bd3-4bc6-81ec-91db232d456e tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631087 Apr 20 13:02:31.052129 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb83418-9c26-42ff-90c8-458c2b601f59 req-7e893252-2679-4c41-8e01-1ff79dfb0c0b tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:31.054135 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4fb83418-9c26-42ff-90c8-458c2b601f59 req-7e893252-2679-4c41-8e01-1ff79dfb0c0b tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 946 time: 0.0486031 Apr 20 13:02:31.090630 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4fb83418-9c26-42ff-90c8-458c2b601f59 req-c15de5e3-90c0-4062-97ea-2f7c40dee931 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306020 Apr 20 13:02:31.237434 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b0b60-71e0-4ee2-b33c-e39a53f630c8 req-62e6bdae-4c27-4d86-90e3-f00477672180 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:31.238789 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-989b0b60-71e0-4ee2-b33c-e39a53f630c8 req-62e6bdae-4c27-4d86-90e3-f00477672180 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 1097 time: 0.0704076 Apr 20 13:02:31.253430 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57012) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:31.259415 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb28207c-801d-4d0e-9a06-9a6ada1b91d4 req-4ce6b6f6-f2e0-4546-a7a7-f417de6564a7 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:31.261091 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bb28207c-801d-4d0e-9a06-9a6ada1b91d4 req-4ce6b6f6-f2e0-4546-a7a7-f417de6564a7 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?device_id=474e7de6-b2b2-4c97-b405-f66b8c99857a HTTP/1.1" status: 200 len: 1023 time: 0.0651114 Apr 20 13:02:31.319513 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-989b0b60-71e0-4ee2-b33c-e39a53f630c8 req-213bd09d-f333-480a-9786-59e6d64366cc tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718954 Apr 20 13:02:31.351775 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bb28207c-801d-4d0e-9a06-9a6ada1b91d4 req-96aad45a-5dab-40b8-8ea4-415d97bbfcee tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups?id=61d9d20d-b394-4330-aaf3-e1fda56d0806&id=23595038-996f-4705-b1b0-25aa681ca55c&id=a4cfc52d-072b-4fc5-bc8d-94a636c1b94c&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0644302 Apr 20 13:02:31.379025 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-95b63cc8-eb1f-499a-9fb1-8b5da8556c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:31.447570 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d346a0-8f95-4b9d-b0b4-42f775d581cd req-d7768b37-c471-4129-a624-6cc618395b3b tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:31.449063 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14d346a0-8f95-4b9d-b0b4-42f775d581cd req-d7768b37-c471-4129-a624-6cc618395b3b tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 1097 time: 0.0432925 Apr 20 13:02:31.456628 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-95b63cc8-eb1f-499a-9fb1-8b5da8556c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:31.484026 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14d346a0-8f95-4b9d-b0b4-42f775d581cd req-cd49bd4e-6d42-45e3-94e8-7300c905c335 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285978 Apr 20 13:02:31.547922 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-95b63cc8-eb1f-499a-9fb1-8b5da8556c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:31.593329 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b63cc8-eb1f-499a-9fb1-8b5da8556c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffa1316-7891-417f-ae33-6beb007d23f6,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:31.601321 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-95b63cc8-eb1f-499a-9fb1-8b5da8556c36 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fc6d6b5b9c54455d99f1369d17e9563e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3458204 Apr 20 13:02:31.604230 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57024) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:31.617529 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0ad3c-a127-4874-b51b-c64784b6a182 req-3d7c7115-486b-45c6-bb83-f831372ea220 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:31.618979 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c4d0ad3c-a127-4874-b51b-c64784b6a182 req-3d7c7115-486b-45c6-bb83-f831372ea220 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.32 "GET /v2.0/ports?device_id=474e7de6-b2b2-4c97-b405-f66b8c99857a HTTP/1.1" status: 200 len: 1023 time: 0.0987067 Apr 20 13:02:31.658672 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-25370014-d75e-48a3-86d6-8c7184a21501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:31.679686 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-25370014-d75e-48a3-86d6-8c7184a21501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:31.734923 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-c4d0ad3c-a127-4874-b51b-c64784b6a182 req-2d3b1050-5c4a-48fa-a748-fdbb1bea6101 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Deleting port 36fc73d8-1d42-47db-8c72-b6045f3458cf {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:02:31.735266 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-c4d0ad3c-a127-4874-b51b-c64784b6a182 req-2d3b1050-5c4a-48fa-a748-fdbb1bea6101 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:31.822235 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-c4d0ad3c-a127-4874-b51b-c64784b6a182 req-2d3b1050-5c4a-48fa-a748-fdbb1bea6101 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] For port 36fc73d8-1d42-47db-8c72-b6045f3458cf, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=36fc73d8-1d42-47db-8c72-b6045f3458cf,segment=NetworkSegment(e4c92f94-f6dd-48c1-bca6-089b3293cc2a),segment_id=e4c92f94-f6dd-48c1-bca6-089b3293cc2a)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:31.822673 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-c4d0ad3c-a127-4874-b51b-c64784b6a182 req-2d3b1050-5c4a-48fa-a748-fdbb1bea6101 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:31.824890 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-25370014-d75e-48a3-86d6-8c7184a21501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:31.827373 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-25370014-d75e-48a3-86d6-8c7184a21501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:31.830174 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-25370014-d75e-48a3-86d6-8c7184a21501 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5ffa1316-7891-417f-ae33-6beb007d23f6 HTTP/1.1" status: 204 len: 168 time: 0.2249398 Apr 20 13:02:31.845227 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25370014-d75e-48a3-86d6-8c7184a21501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffa1316-7891-417f-ae33-6beb007d23f6,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:31.856387 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-c4d0ad3c-a127-4874-b51b-c64784b6a182 req-2d3b1050-5c4a-48fa-a748-fdbb1bea6101 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Calling delete_port for 36fc73d8-1d42-47db-8c72-b6045f3458cf owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:02:31.913732 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9512b43-0e65-4b53-b0de-1656f30b6fc7 req-2a9042d7-4480-4042-8ad5-eb39688e1501 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:31.922654 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e9512b43-0e65-4b53-b0de-1656f30b6fc7 req-2a9042d7-4480-4042-8ad5-eb39688e1501 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 1097 time: 0.0584917 Apr 20 13:02:31.964103 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e9512b43-0e65-4b53-b0de-1656f30b6fc7 req-4a4a8802-2a52-4a7c-90e9-0f58e7d52d7b tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400910 Apr 20 13:02:31.997919 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-32d0d50d-1394-4c87-bbe4-2f26d07b5380 req-f2c35539-cad5-44d1-b853-d57635356e7c tempest-ServersAdmin275Test-1780375358 tempest-ServersAdmin275Test-1780375358-project] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0314174 Apr 20 13:02:32.088758 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-48919a69-cff5-48cc-88c9-ca1e7016bb24 req-02c30ea1-7d42-4cc5-a424-0ae5bd1974a5 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 210 time: 0.0283182 Apr 20 13:02:32.135712 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-c4d0ad3c-a127-4874-b51b-c64784b6a182 req-2d3b1050-5c4a-48fa-a748-fdbb1bea6101 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:32.141111 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcdb82-cc59-4998-a7e2-969d494ad489 req-9f530ee2-bf60-486f-af3c-fac6b99af3e8 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:32.142698 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2dfcdb82-cc59-4998-a7e2-969d494ad489 req-9f530ee2-bf60-486f-af3c-fac6b99af3e8 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 948 time: 0.0514908 Apr 20 13:02:32.157856 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['36fc73d8-1d42-47db-8c72-b6045f3458cf'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:02:32.165297 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b1050-5c4a-48fa-a748-fdbb1bea6101 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Pushing event deleted for resources: {'Port': ['ID=36fc73d8-1d42-47db-8c72-b6045f3458cf,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:32.200569 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2dfcdb82-cc59-4998-a7e2-969d494ad489 req-9bb0c78d-2c65-46a1-9f98-2b5cef9d723f tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504541 Apr 20 13:02:32.215940 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d0ad3c-a127-4874-b51b-c64784b6a182 req-2d3b1050-5c4a-48fa-a748-fdbb1bea6101 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] No DVR routers for this DVR port 36fc73d8-1d42-47db-8c72-b6045f3458cf on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:02:32.218673 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-c4d0ad3c-a127-4874-b51b-c64784b6a182 req-2d3b1050-5c4a-48fa-a748-fdbb1bea6101 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:32.222145 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c4d0ad3c-a127-4874-b51b-c64784b6a182 req-2d3b1050-5c4a-48fa-a748-fdbb1bea6101 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.32 "DELETE /v2.0/ports/36fc73d8-1d42-47db-8c72-b6045f3458cf HTTP/1.1" status: 204 len: 173 time: 0.5964906 Apr 20 13:02:32.222596 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '474e7de6-b2b2-4c97-b405-f66b8c99857a', 'name': 'network-vif-deleted', 'tag': '36fc73d8-1d42-47db-8c72-b6045f3458cf'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:32.225768 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd6c5d8-a754-49c6-bcea-a10c7a4fd303" -d '{"events": [{"server_uuid": "474e7de6-b2b2-4c97-b405-f66b8c99857a", "name": "network-vif-deleted", "tag": "36fc73d8-1d42-47db-8c72-b6045f3458cf"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:32.264506 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f30c63f-929a-43a4-acbf-1fe8c4f77d1f x-openstack-request-id: req-9f30c63f-929a-43a4-acbf-1fe8c4f77d1f {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:32.265129 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "474e7de6-b2b2-4c97-b405-f66b8c99857a", "name": "network-vif-deleted", "tag": "36fc73d8-1d42-47db-8c72-b6045f3458cf", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:32.265129 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9f30c63f-929a-43a4-acbf-1fe8c4f77d1f {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:32.265529 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f30c63f-929a-43a4-acbf-1fe8c4f77d1f'] response: {'server_uuid': '474e7de6-b2b2-4c97-b405-f66b8c99857a', 'name': 'network-vif-deleted', 'tag': '36fc73d8-1d42-47db-8c72-b6045f3458cf', 'status': 'completed', 'code': 200} Apr 20 13:02:32.438668 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-094c89da-3930-435d-9c01-2a477c4f503e req-92cb6675-8be7-4ce3-ae03-641883e813ba tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/ports?device_id=474e7de6-b2b2-4c97-b405-f66b8c99857a HTTP/1.1" status: 200 len: 210 time: 0.0266316 Apr 20 13:02:32.593234 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57044) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:32.606849 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c26fefc-b8cb-4f76-9341-3628650d0153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:32.680163 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c26fefc-b8cb-4f76-9341-3628650d0153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:32.744352 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c26fefc-b8cb-4f76-9341-3628650d0153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:32.781767 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4c26fefc-b8cb-4f76-9341-3628650d0153 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c419c8d439814c25bd90e005a9549b50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1874957 Apr 20 13:02:32.782623 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26fefc-b8cb-4f76-9341-3628650d0153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb71f9c4-4326-4178-9ed1-1fb55fd83916,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:32.785554 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57046) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:32.853646 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d9e547ac-727c-41b4-979b-8e443e389902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:32.908099 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d9e547ac-727c-41b4-979b-8e443e389902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:32.970193 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-4286bb63-33e8-40c9-b122-4f8f377145a3 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:32.971549 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-4286bb63-33e8-40c9-b122-4f8f377145a3 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.15 "GET /v2.0/networks?id=9eaa8fa9-47b3-460d-82ca-75804ab06d95 HTTP/1.1" status: 200 len: 821 time: 0.1452329 Apr 20 13:02:32.984271 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-687e1229-a25e-48e4-9183-cf63bcdd1185 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Request body: {'port': {'device_id': '6bdd3624-ab99-422a-9a25-3ae1c9f22962', 'network_id': '9eaa8fa9-47b3-460d-82ca-75804ab06d95', 'admin_state_up': True, 'tenant_id': 'a500cef03173409296912494d6150027'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:33.107760 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d9e547ac-727c-41b4-979b-8e443e389902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:33.110019 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d9e547ac-727c-41b4-979b-8e443e389902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:33.111326 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d9e547ac-727c-41b4-979b-8e443e389902 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eb71f9c4-4326-4178-9ed1-1fb55fd83916 HTTP/1.1" status: 204 len: 168 time: 0.3244267 Apr 20 13:02:33.116971 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725c36e-1710-4d50-855e-fbf50c6b2000 req-d5ef266e-09c5-45b4-b15b-eaea48233c67 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:33.120468 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b725c36e-1710-4d50-855e-fbf50c6b2000 req-d5ef266e-09c5-45b4-b15b-eaea48233c67 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 1097 time: 0.0561180 Apr 20 13:02:33.130669 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e547ac-727c-41b4-979b-8e443e389902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb71f9c4-4326-4178-9ed1-1fb55fd83916,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:33.198147 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-687e1229-a25e-48e4-9183-cf63bcdd1185 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Made reservation on behalf of a500cef03173409296912494d6150027 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:02:33.202177 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-687e1229-a25e-48e4-9183-cf63bcdd1185 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:33.423064 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a024296f-4865-491d-9edb-0e021eea038a req-834f9456-6031-48c8-b082-05ebaaa0d597 tempest-ServersAdmin275Test-1780375358 tempest-ServersAdmin275Test-1780375358-project] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.2979841 Apr 20 13:02:33.449316 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b725c36e-1710-4d50-855e-fbf50c6b2000 req-b449260e-c6bc-491c-a0aa-1149759b23af tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215044 Apr 20 13:02:33.555772 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9677a084-4ada-4f28-bf71-22ad025c22c6 req-b571483e-c42a-4556-9b50-e334395b1153 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 210 time: 0.0299463 Apr 20 13:02:33.567246 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device d652d4b0-9ae0-4c73-8d1c-2eedd7583cef details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:02:33.616881 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-687e1229-a25e-48e4-9183-cf63bcdd1185 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Allocated IP 172.20.0.12 (9eaa8fa9-47b3-460d-82ca-75804ab06d95/4c487580-ee49-4130-b630-2a0a0e6c2f73/8fe646d6-3d81-4d59-b950-e14f0d1e0b39) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:02:33.644037 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00b4ad-6b43-4a70-9797-70f4fe8ee30a req-0a4e4804-3614-4c6c-af94-bd05c9b40514 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:33.660605 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5e00b4ad-6b43-4a70-9797-70f4fe8ee30a req-0a4e4804-3614-4c6c-af94-bd05c9b40514 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 948 time: 0.1078725 Apr 20 13:02:33.751720 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5e00b4ad-6b43-4a70-9797-70f4fe8ee30a req-9708b791-72ba-4334-a25e-9c48bb2cf9ff tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641050 Apr 20 13:02:33.752715 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port d652d4b0-9ae0-4c73-8d1c-2eedd7583cef, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=d652d4b0-9ae0-4c73-8d1c-2eedd7583cef,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:33.766878 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': 'd652d4b0-9ae0-4c73-8d1c-2eedd7583cef', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'port_id': 'd652d4b0-9ae0-4c73-8d1c-2eedd7583cef', 'mac_address': 'fa:16:3e:19:ac:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b1f82a-7732-4b50-ab22-2475f182a712', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:02:33.816150 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-687e1229-a25e-48e4-9183-cf63bcdd1185 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:33.816574 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3ab45d39-dce0-4543-921a-ba4cc983d606 req-959af0dc-6ee1-4e84-8584-cc549e155931 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups/23595038-996f-4705-b1b0-25aa681ca55c HTTP/1.1" status: 200 len: 1801 time: 0.0594881 Apr 20 13:02:33.818995 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:33.832769 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d652d4b0-9ae0-4c73-8d1c-2eedd7583cef {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:02:33.853299 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port d652d4b0-9ae0-4c73-8d1c-2eedd7583cef, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=d652d4b0-9ae0-4c73-8d1c-2eedd7583cef,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:33.880647 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3ab45d39-dce0-4543-921a-ba4cc983d606 req-c77fff00-16bd-40ef-9c06-57682cc9dc20 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:34.034614 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3ab45d39-dce0-4543-921a-ba4cc983d606 req-c77fff00-16bd-40ef-9c06-57682cc9dc20 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:34.264900 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:34.270100 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3ab45d39-dce0-4543-921a-ba4cc983d606 req-c77fff00-16bd-40ef-9c06-57682cc9dc20 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:34.270266 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-687e1229-a25e-48e4-9183-cf63bcdd1185 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:34.270394 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3ab45d39-dce0-4543-921a-ba4cc983d606 req-c77fff00-16bd-40ef-9c06-57682cc9dc20 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:34.270769 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3ab45d39-dce0-4543-921a-ba4cc983d606 req-c77fff00-16bd-40ef-9c06-57682cc9dc20 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "DELETE /v2.0/security-groups/23595038-996f-4705-b1b0-25aa681ca55c HTTP/1.1" status: 204 len: 173 time: 0.4438095 Apr 20 13:02:34.283202 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fff00-16bd-40ef-9c06-57682cc9dc20 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23595038-996f-4705-b1b0-25aa681ca55c,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:34.315504 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-687e1229-a25e-48e4-9183-cf63bcdd1185 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Network 9eaa8fa9-47b3-460d-82ca-75804ab06d95 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:02:34.318865 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-687e1229-a25e-48e4-9183-cf63bcdd1185 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:02:34.323630 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-687e1229-a25e-48e4-9183-cf63bcdd1185 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:02:34.327746 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e1229-a25e-48e4-9183-cf63bcdd1185 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Pushing event updated for resources: {'Port': ['ID=8fe646d6-3d81-4d59-b950-e14f0d1e0b39,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:34.332199 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=d652d4b0-9ae0-4c73-8d1c-2eedd7583cef,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:34.350697 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc772433-0cc1-4525-88ac-b36b7fb26a3b req-1842b661-87eb-427c-9d20-d3100c63e278 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "GET /v2.0/security-groups/a4cfc52d-072b-4fc5-bc8d-94a636c1b94c HTTP/1.1" status: 200 len: 1800 time: 0.0566471 Apr 20 13:02:34.375247 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-687e1229-a25e-48e4-9183-cf63bcdd1185 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:34.379147 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-687e1229-a25e-48e4-9183-cf63bcdd1185 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:34.410947 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cc772433-0cc1-4525-88ac-b36b7fb26a3b req-686fc866-1356-4032-9ba5-be679e7931e6 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:34.435559 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cc772433-0cc1-4525-88ac-b36b7fb26a3b req-686fc866-1356-4032-9ba5-be679e7931e6 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:34.484024 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-687e1229-a25e-48e4-9183-cf63bcdd1185 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5032358 Apr 20 13:02:34.502367 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-ddf8d388-003a-47f0-a45f-0e07512a5f4b service neutron] Request body: {'port': {'device_id': '6bdd3624-ab99-422a-9a25-3ae1c9f22962', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:34.561096 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-ddf8d388-003a-47f0-a45f-0e07512a5f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:34.564021 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cc772433-0cc1-4525-88ac-b36b7fb26a3b req-686fc866-1356-4032-9ba5-be679e7931e6 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:34.566533 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cc772433-0cc1-4525-88ac-b36b7fb26a3b req-686fc866-1356-4032-9ba5-be679e7931e6 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:34.567687 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc772433-0cc1-4525-88ac-b36b7fb26a3b req-686fc866-1356-4032-9ba5-be679e7931e6 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] 10.222.0.25 "DELETE /v2.0/security-groups/a4cfc52d-072b-4fc5-bc8d-94a636c1b94c HTTP/1.1" status: 204 len: 173 time: 0.2097769 Apr 20 13:02:34.575007 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57088) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:34.577671 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686fc866-1356-4032-9ba5-be679e7931e6 tempest-SecurityGroupsTestJSON-1523843604 tempest-SecurityGroupsTestJSON-1523843604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cfc52d-072b-4fc5-bc8d-94a636c1b94c,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:34.648794 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['d652d4b0-9ae0-4c73-8d1c-2eedd7583cef'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:02:34.666418 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-018ccd72-e07d-43c6-82bf-ffd3ffee54da req-67b18f62-69f4-4335-8bf2-c5c256bb8a3f tempest-ServersAdmin275Test-1780375358 tempest-ServersAdmin275Test-1780375358-project] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0350599 Apr 20 13:02:34.715849 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eb0c70f-069b-41c5-93ce-200c27cb874e admin admin] Deleting subnet e80c9431-6d0e-4618-9d9c-e61e50ce49f0 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:02:34.810896 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9eb0c70f-069b-41c5-93ce-200c27cb874e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:34.824521 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75231d1e-2114-43c3-84bc-c38090c69218 req-3a83164f-8d0e-455c-9dc2-5227b0da4a9a tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:34.826655 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-75231d1e-2114-43c3-84bc-c38090c69218 req-3a83164f-8d0e-455c-9dc2-5227b0da4a9a tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 932 time: 0.0906205 Apr 20 13:02:34.887114 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9eb0c70f-069b-41c5-93ce-200c27cb874e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:34.893558 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-75231d1e-2114-43c3-84bc-c38090c69218 req-21e0b3ad-2dd7-4f24-9357-bc756426b89d tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582807 Apr 20 13:02:35.008358 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9eb0c70f-069b-41c5-93ce-200c27cb874e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:35.025310 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f15b7-886c-438e-8bde-804f02d6c612 req-fe9b55a0-607e-4051-a994-dd8f6b9f61ba tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:35.026809 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-651f15b7-886c-438e-8bde-804f02d6c612 req-fe9b55a0-607e-4051-a994-dd8f6b9f61ba tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 949 time: 0.0553997 Apr 20 13:02:35.071061 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-651f15b7-886c-438e-8bde-804f02d6c612 req-2b72b57d-7d03-4d28-a938-dedac7f39ff9 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378513 Apr 20 13:02:35.124371 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-ddf8d388-003a-47f0-a45f-0e07512a5f4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fe646d6-3d81-4d59-b950-e14f0d1e0b39 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:02:35.132395 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-ddf8d388-003a-47f0-a45f-0e07512a5f4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:35.143819 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-ddf8d388-003a-47f0-a45f-0e07512a5f4b service neutron] Transition to ACTIVE for port object 8fe646d6-3d81-4d59-b950-e14f0d1e0b39 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:02:35.254472 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9eb0c70f-069b-41c5-93ce-200c27cb874e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:35.258807 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-ddf8d388-003a-47f0-a45f-0e07512a5f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:35.294109 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb0c70f-069b-41c5-93ce-200c27cb874e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e80c9431-6d0e-4618-9d9c-e61e50ce49f0,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:35.324904 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9eb0c70f-069b-41c5-93ce-200c27cb874e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:35.328051 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9eb0c70f-069b-41c5-93ce-200c27cb874e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e80c9431-6d0e-4618-9d9c-e61e50ce49f0 HTTP/1.1" status: 204 len: 168 time: 0.7518220 Apr 20 13:02:35.330758 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57122) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:35.363576 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8d388-003a-47f0-a45f-0e07512a5f4b service neutron] Pushing event updated for resources: {'Port': ['ID=8fe646d6-3d81-4d59-b950-e14f0d1e0b39,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:35.399694 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-485d4184-6ec2-4486-a215-7e7138eeed61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:35.415127 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-ddf8d388-003a-47f0-a45f-0e07512a5f4b service neutron] Attempting to bind port 8fe646d6-3d81-4d59-b950-e14f0d1e0b39 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:02:35.415492 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-ddf8d388-003a-47f0-a45f-0e07512a5f4b service neutron] Attempting to bind port 8fe646d6-3d81-4d59-b950-e14f0d1e0b39 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': 'b9427c0d-7fe5-4e74-94e3-27c981444053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9eaa8fa9-47b3-460d-82ca-75804ab06d95'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:02:35.415824 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-ddf8d388-003a-47f0-a45f-0e07512a5f4b service neutron] Attempting to bind port 8fe646d6-3d81-4d59-b950-e14f0d1e0b39 on network 9eaa8fa9-47b3-460d-82ca-75804ab06d95 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:02:35.420408 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-ddf8d388-003a-47f0-a45f-0e07512a5f4b service neutron] Port 8fe646d6-3d81-4d59-b950-e14f0d1e0b39 on network 9eaa8fa9-47b3-460d-82ca-75804ab06d95 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:02:35.420758 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-ddf8d388-003a-47f0-a45f-0e07512a5f4b service neutron] Attempting to bind port 8fe646d6-3d81-4d59-b950-e14f0d1e0b39 on network 9eaa8fa9-47b3-460d-82ca-75804ab06d95 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:02:35.425524 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-ddf8d388-003a-47f0-a45f-0e07512a5f4b service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:02:35.425860 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-ddf8d388-003a-47f0-a45f-0e07512a5f4b service neutron] Checking segment: {'id': 'b9427c0d-7fe5-4e74-94e3-27c981444053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9eaa8fa9-47b3-460d-82ca-75804ab06d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:02:35.426243 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-ddf8d388-003a-47f0-a45f-0e07512a5f4b service neutron] Bound using segment: {'id': 'b9427c0d-7fe5-4e74-94e3-27c981444053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9eaa8fa9-47b3-460d-82ca-75804ab06d95'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:02:35.426781 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-ddf8d388-003a-47f0-a45f-0e07512a5f4b service neutron] Bound port: 8fe646d6-3d81-4d59-b950-e14f0d1e0b39, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9427c0d-7fe5-4e74-94e3-27c981444053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9eaa8fa9-47b3-460d-82ca-75804ab06d95'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:02:35.427150 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-ddf8d388-003a-47f0-a45f-0e07512a5f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:35.488603 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-485d4184-6ec2-4486-a215-7e7138eeed61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:35.509959 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-ddf8d388-003a-47f0-a45f-0e07512a5f4b service neutron] For port 8fe646d6-3d81-4d59-b950-e14f0d1e0b39, host n-h2-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:02:35.512629 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-485d4184-6ec2-4486-a215-7e7138eeed61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:35.513959 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-ddf8d388-003a-47f0-a45f-0e07512a5f4b service neutron] For port 8fe646d6-3d81-4d59-b950-e14f0d1e0b39, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=8fe646d6-3d81-4d59-b950-e14f0d1e0b39,segment=NetworkSegment(b9427c0d-7fe5-4e74-94e3-27c981444053),segment_id=b9427c0d-7fe5-4e74-94e3-27c981444053)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:02:35.523241 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-485d4184-6ec2-4486-a215-7e7138eeed61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4c92f94-f6dd-48c1-bca6-089b3293cc2a') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:35.523664 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-485d4184-6ec2-4486-a215-7e7138eeed61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4c92f94-f6dd-48c1-bca6-089b3293cc2a') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:35.533231 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-485d4184-6ec2-4486-a215-7e7138eeed61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:35.547406 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-485d4184-6ec2-4486-a215-7e7138eeed61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:35.553874 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-485d4184-6ec2-4486-a215-7e7138eeed61 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:02:35.554264 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-485d4184-6ec2-4486-a215-7e7138eeed61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:35.555981 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:02:35.555981 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:02:35.555981 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:02:35.555981 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:02:35.555981 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:02:35.555981 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:02:35.555981 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:02:35.555981 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:02:35.555981 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:02:35.555981 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:02:35.555981 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:02:35.555981 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:02:35.555981 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:02:35.555981 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:02:35.555981 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:02:35.555981 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:02:35.555981 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:02:35.555981 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:02:35.555981 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:02:35.555981 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:02:35.555981 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:02:35.555981 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:02:35.555981 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:02:35.555981 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:02:35.555981 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:02:35.555981 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:02:35.555981 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:02:35.555981 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:02:35.555981 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:02:35.555981 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:02:35.555981 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:02:35.555981 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:02:35.570939 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 36fc73d8-1d42-47db-8c72-b6045f3458cf no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:02:35.591329 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 36fc73d8-1d42-47db-8c72-b6045f3458cf {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:02:35.591700 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 36fc73d8-1d42-47db-8c72-b6045f3458cf not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:02:35.598573 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-ddf8d388-003a-47f0-a45f-0e07512a5f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:35.637801 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-ddf8d388-003a-47f0-a45f-0e07512a5f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:35.638560 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-ddf8d388-003a-47f0-a45f-0e07512a5f4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:35.640932 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-ddf8d388-003a-47f0-a45f-0e07512a5f4b service neutron] 10.222.0.15 "PUT /v2.0/ports/8fe646d6-3d81-4d59-b950-e14f0d1e0b39 HTTP/1.1" status: 200 len: 1092 time: 1.1461267 Apr 20 13:02:35.656353 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bdd3624-ab99-422a-9a25-3ae1c9f22962', 'tag': '8fe646d6-3d81-4d59-b950-e14f0d1e0b39'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:35.658719 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4adfdf-d1f7-4c33-b715-9e2139155336" -d '{"events": [{"name": "network-changed", "server_uuid": "6bdd3624-ab99-422a-9a25-3ae1c9f22962", "tag": "8fe646d6-3d81-4d59-b950-e14f0d1e0b39"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:35.700590 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-485d4184-6ec2-4486-a215-7e7138eeed61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:35.701983 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8d388-003a-47f0-a45f-0e07512a5f4b service neutron] Pushing event updated for resources: {'Port': ['ID=8fe646d6-3d81-4d59-b950-e14f0d1e0b39,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:35.710027 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-485d4184-6ec2-4486-a215-7e7138eeed61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:35.715694 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-485d4184-6ec2-4486-a215-7e7138eeed61 admin admin] 10.222.0.25 "DELETE /v2.0/networks/9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7 HTTP/1.1" status: 204 len: 168 time: 0.3813138 Apr 20 13:02:35.729596 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d4184-6ec2-4486-a215-7e7138eeed61 admin admin] Pushing event deleted for resources: {'Network': ['ID=9798a3ba-0dd1-4d79-a94a-4efa4d86c6a7,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:35.740150 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ddb87-15ec-4dd4-9470-f9ffd5dfa59e req-3f54634f-c7cb-4fdc-90a2-cc5de310723a tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:35.742356 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3b8ddb87-15ec-4dd4-9470-f9ffd5dfa59e req-3f54634f-c7cb-4fdc-90a2-cc5de310723a tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 1097 time: 0.0708172 Apr 20 13:02:35.782752 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3b8ddb87-15ec-4dd4-9470-f9ffd5dfa59e req-6f80ac0b-9753-4ec3-8bfa-dd74be867786 tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320919 Apr 20 13:02:35.829509 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-68cdd829-b853-4a73-a1bb-20ef6cd71727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:35.831107 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-68cdd829-b853-4a73-a1bb-20ef6cd71727 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a500cef03173409296912494d6150027&device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 1095 time: 0.0493238 Apr 20 13:02:35.850503 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b508f809-83a7-4ba3-ae94-28bdf2f5ef45 x-openstack-request-id: req-b508f809-83a7-4ba3-ae94-28bdf2f5ef45 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:35.850794 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bdd3624-ab99-422a-9a25-3ae1c9f22962", "tag": "8fe646d6-3d81-4d59-b950-e14f0d1e0b39", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:35.851041 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b508f809-83a7-4ba3-ae94-28bdf2f5ef45 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:35.851447 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b508f809-83a7-4ba3-ae94-28bdf2f5ef45'] response: {'name': 'network-changed', 'server_uuid': '6bdd3624-ab99-422a-9a25-3ae1c9f22962', 'tag': '8fe646d6-3d81-4d59-b950-e14f0d1e0b39', 'status': 'completed', 'code': 200} Apr 20 13:02:35.889366 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-0cd42638-eacb-4e68-abc8-bfe4d4dcb97e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fe646d6-3d81-4d59-b950-e14f0d1e0b39 HTTP/1.1" status: 200 len: 217 time: 0.0470495 Apr 20 13:02:35.932507 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7c2d078b-287b-4da2-b498-5fd02135f1e0 req-fd9d2aeb-4b11-4712-a49f-077bbd6657c7 tempest-ServersAdmin275Test-1780375358 tempest-ServersAdmin275Test-1780375358-project] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0266731 Apr 20 13:02:35.948085 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-184bd14c-eeeb-48df-b3a8-9ecf661396e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:35.949608 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-184bd14c-eeeb-48df-b3a8-9ecf661396e0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4c487580-ee49-4130-b630-2a0a0e6c2f73 HTTP/1.1" status: 200 len: 861 time: 0.0511339 Apr 20 13:02:35.998903 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-05c1c18c-b802-4b32-ac62-5a9d87a9d6f6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9eaa8fa9-47b3-460d-82ca-75804ab06d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344460 Apr 20 13:02:36.085626 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57152) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:36.119227 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-db7f4b2f-5607-4def-a2bd-d02f370f1b1c tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:02:36.120249 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-db7f4b2f-5607-4def-a2bd-d02f370f1b1c tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085728 Apr 20 13:02:36.122320 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-ed167efc-83e5-4e1d-9bb0-c30c93c26be9 service neutron] 10.222.0.15 "GET /v2.0/networks/9eaa8fa9-47b3-460d-82ca-75804ab06d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125481 Apr 20 13:02:36.133051 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-46d40d11-0d19-4d30-acdb-a36b178ec24b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3d8c73074e914bc58eefd75fef245022&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460484 Apr 20 13:02:36.135549 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57158) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:36.185016 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-da41b1cd-eac7-4cdf-9788-39f76d0191bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:36.206855 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-4d303be8-71c6-46dc-9be7-ac84ad3972fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:36.207177 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-da41b1cd-eac7-4cdf-9788-39f76d0191bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:36.209703 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-4d303be8-71c6-46dc-9be7-ac84ad3972fc service neutron] 10.222.0.25 "GET /v2.0/ports/17c31c64-738f-4607-aae0-bc51b0f3b724 HTTP/1.1" status: 200 len: 1094 time: 0.0803065 Apr 20 13:02:36.219693 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-03694bb8-7005-4b8a-a1f7-757c6acf4c90 service neutron] Request body: {'binding': {'host': 'n-h2-836015-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:36.220138 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-03694bb8-7005-4b8a-a1f7-757c6acf4c90 service neutron] Unknown quota resources ['binding']. {{(pid=114870) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 20 13:02:36.289324 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7fc9e69d-4bbb-4dae-900b-56cf171cc8bb req-93737c33-8e7f-46b6-a91f-c3f6ac5d3fa4 service neutron] 10.222.0.15 "GET /v2.0/networks/9eaa8fa9-47b3-460d-82ca-75804ab06d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520038 Apr 20 13:02:36.329884 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-da41b1cd-eac7-4cdf-9788-39f76d0191bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:36.332482 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-da41b1cd-eac7-4cdf-9788-39f76d0191bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:36.333638 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-da41b1cd-eac7-4cdf-9788-39f76d0191bd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/61d9d20d-b394-4330-aaf3-e1fda56d0806 HTTP/1.1" status: 204 len: 168 time: 0.1971467 Apr 20 13:02:36.352162 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da41b1cd-eac7-4cdf-9788-39f76d0191bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d9d20d-b394-4330-aaf3-e1fda56d0806,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:36.398066 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-03694bb8-7005-4b8a-a1f7-757c6acf4c90 service neutron] Attempting to bind port 17c31c64-738f-4607-aae0-bc51b0f3b724 on host n-h2-836015-7 for vnic_type normal with profile None {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:02:36.398724 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-03694bb8-7005-4b8a-a1f7-757c6acf4c90 service neutron] Attempting to bind port 17c31c64-738f-4607-aae0-bc51b0f3b724 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:02:36.398724 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-03694bb8-7005-4b8a-a1f7-757c6acf4c90 service neutron] Attempting to bind port 17c31c64-738f-4607-aae0-bc51b0f3b724 on network 0e1f32e0-475a-42d4-85ee-1c369c932480 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:02:36.404239 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-03694bb8-7005-4b8a-a1f7-757c6acf4c90 service neutron] Port 17c31c64-738f-4607-aae0-bc51b0f3b724 on network 0e1f32e0-475a-42d4-85ee-1c369c932480 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:02:36.404561 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-03694bb8-7005-4b8a-a1f7-757c6acf4c90 service neutron] Attempting to bind port 17c31c64-738f-4607-aae0-bc51b0f3b724 on network 0e1f32e0-475a-42d4-85ee-1c369c932480 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:02:36.409966 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-03694bb8-7005-4b8a-a1f7-757c6acf4c90 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:02:36.410386 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-03694bb8-7005-4b8a-a1f7-757c6acf4c90 service neutron] Checking segment: {'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:02:36.410769 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-03694bb8-7005-4b8a-a1f7-757c6acf4c90 service neutron] Bound using segment: {'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:02:36.411202 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-03694bb8-7005-4b8a-a1f7-757c6acf4c90 service neutron] Bound port: 17c31c64-738f-4607-aae0-bc51b0f3b724, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:02:36.492121 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4adfdf-d1f7-4c33-b715-9e2139155336 req-6d443526-6bf1-427e-b285-4c7a17c6a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:36.493658 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2d4adfdf-d1f7-4c33-b715-9e2139155336 req-6d443526-6bf1-427e-b285-4c7a17c6a9d1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a500cef03173409296912494d6150027&device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 1095 time: 0.0794675 Apr 20 13:02:36.495339 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-03694bb8-7005-4b8a-a1f7-757c6acf4c90 service neutron] For port 17c31c64-738f-4607-aae0-bc51b0f3b724, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=17c31c64-738f-4607-aae0-bc51b0f3b724,segment=NetworkSegment(c36f4b37-e1d8-4848-acc2-f80f64f61825),segment_id=c36f4b37-e1d8-4848-acc2-f80f64f61825)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:02:36.589813 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4adfdf-d1f7-4c33-b715-9e2139155336 req-0e8e7e7e-8e1b-4752-8e5d-03e9ef7e99b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:36.591314 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2d4adfdf-d1f7-4c33-b715-9e2139155336 req-0e8e7e7e-8e1b-4752-8e5d-03e9ef7e99b2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9eaa8fa9-47b3-460d-82ca-75804ab06d95 HTTP/1.1" status: 200 len: 922 time: 0.0906417 Apr 20 13:02:36.601487 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-03694bb8-7005-4b8a-a1f7-757c6acf4c90 service neutron] Notify callbacks [] for binding, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:36.602605 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-03694bb8-7005-4b8a-a1f7-757c6acf4c90 service neutron] 10.222.0.25 "POST /v2.0/ports/17c31c64-738f-4607-aae0-bc51b0f3b724/bindings HTTP/1.1" status: 201 len: 389 time: 0.3862772 Apr 20 13:02:36.637652 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2d4adfdf-d1f7-4c33-b715-9e2139155336 req-af8ef3b7-9c8b-4197-b034-d9e16f2ca832 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fe646d6-3d81-4d59-b950-e14f0d1e0b39 HTTP/1.1" status: 200 len: 217 time: 0.0392749 Apr 20 13:02:36.689931 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4adfdf-d1f7-4c33-b715-9e2139155336 req-618a1733-62cf-4156-b451-a171819e1899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:36.691412 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2d4adfdf-d1f7-4c33-b715-9e2139155336 req-618a1733-62cf-4156-b451-a171819e1899 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4c487580-ee49-4130-b630-2a0a0e6c2f73 HTTP/1.1" status: 200 len: 861 time: 0.0457561 Apr 20 13:02:36.726880 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2d4adfdf-d1f7-4c33-b715-9e2139155336 req-3dfa30be-0a36-443d-a806-39c3da6fc320 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9eaa8fa9-47b3-460d-82ca-75804ab06d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280602 Apr 20 13:02:36.841739 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2d4adfdf-d1f7-4c33-b715-9e2139155336 req-9f9074a1-fa97-4e50-8b72-db0a6e030f66 service neutron] 10.222.0.15 "GET /v2.0/networks/9eaa8fa9-47b3-460d-82ca-75804ab06d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035743 Apr 20 13:02:36.919536 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f276dd28-8260-4c4d-83f5-69953dfd5d26 req-5a094039-4af0-4921-8290-296e93daad0e tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:36.921023 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f276dd28-8260-4c4d-83f5-69953dfd5d26 req-5a094039-4af0-4921-8290-296e93daad0e tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 944 time: 0.0611234 Apr 20 13:02:36.947586 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2d4adfdf-d1f7-4c33-b715-9e2139155336 req-d86fc293-9f7f-4b4a-8856-d8d5f007d8fc service neutron] 10.222.0.15 "GET /v2.0/networks/9eaa8fa9-47b3-460d-82ca-75804ab06d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990791 Apr 20 13:02:36.964609 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f276dd28-8260-4c4d-83f5-69953dfd5d26 req-acd11c69-70e3-45d6-8563-ea12d17a3974 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372677 Apr 20 13:02:37.068271 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e68ae8-b0ba-4d13-b878-8c43f5f204f6 req-b4b96df5-a13b-44b4-b8c5-39b1e59465d5 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:37.069774 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a2e68ae8-b0ba-4d13-b878-8c43f5f204f6 req-b4b96df5-a13b-44b4-b8c5-39b1e59465d5 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 949 time: 0.0497494 Apr 20 13:02:37.111557 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a2e68ae8-b0ba-4d13-b878-8c43f5f204f6 req-4dad67f1-5eed-4527-9c88-ff24cdf79ae2 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355046 Apr 20 13:02:37.326087 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-54151e93-cd93-45fb-a55f-aa2080c19007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:37.327612 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-54151e93-cd93-45fb-a55f-aa2080c19007 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8b01a41b4bc4e3890fb87ac80b83556&device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 1097 time: 0.0488853 Apr 20 13:02:37.385517 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-e0cabd78-bdb2-4785-904e-7b9b9d4961c5 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=1eb4b98654a64cc0a24f0db20416c844&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239804 Apr 20 13:02:37.440311 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-e2f43ce5-b68c-44ff-970b-e0a5d93bf634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:37.442375 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-e2f43ce5-b68c-44ff-970b-e0a5d93bf634 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0e1f32e0-475a-42d4-85ee-1c369c932480 HTTP/1.1" status: 200 len: 921 time: 0.1051888 Apr 20 13:02:37.498683 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-25a15a12-3337-45bc-b66f-940a1b17a096 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17c31c64-738f-4607-aae0-bc51b0f3b724 HTTP/1.1" status: 200 len: 217 time: 0.0434911 Apr 20 13:02:37.498683 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57214) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:37.516988 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-aeeb6551-7277-4a94-8122-04f364b90d26 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:37.524813 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-aeeb6551-7277-4a94-8122-04f364b90d26 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1326807 Apr 20 13:02:37.537682 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-61c57de9-319a-4b1f-a2ca-8b0f1c94a137 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/quotas/1eb4b98654a64cc0a24f0db20416c844 HTTP/1.1" status: 200 len: 375 time: 0.0118446 Apr 20 13:02:37.548348 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-95c83a75-2133-49c5-b7d1-98173a729ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:37.550635 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-95c83a75-2133-49c5-b7d1-98173a729ac1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd5d8d2c-9bbe-433b-b6b9-a140ce7264b5 HTTP/1.1" status: 200 len: 860 time: 0.0488837 Apr 20 13:02:37.578795 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-1a0440e9-8e74-4beb-8d58-eebd4c18590a tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1eb4b98654a64cc0a24f0db20416c844&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292785 Apr 20 13:02:37.583162 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device d652d4b0-9ae0-4c73-8d1c-2eedd7583cef up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:02:37.592373 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-9a41eab6-0c78-40e9-9cee-429f5aefc383 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e1f32e0-475a-42d4-85ee-1c369c932480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346198 Apr 20 13:02:37.628178 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-6a385703-66de-4947-b0f3-e9f86be2610c admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1345862045-network', 'tenant_id': 'a5c7fc7fd4e245f68984d88449ba6c93'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:37.721594 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-1ed1980c-030e-4b47-805e-de5fa9278f86 service neutron] 10.222.0.15 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096792 Apr 20 13:02:37.733472 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port d652d4b0-9ae0-4c73-8d1c-2eedd7583cef completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:02:37.738016 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port d652d4b0-9ae0-4c73-8d1c-2eedd7583cef triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:37.738419 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:37.782590 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a385703-66de-4947-b0f3-e9f86be2610c admin admin] Made reservation on behalf of a5c7fc7fd4e245f68984d88449ba6c93 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:02:37.785098 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6a385703-66de-4947-b0f3-e9f86be2610c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:37.797486 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6a385703-66de-4947-b0f3-e9f86be2610c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:37.829435 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:37.859793 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-ad4cc0ff-5860-4738-a545-0ebce86285f4 service neutron] 10.222.0.15 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270554 Apr 20 13:02:37.883652 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdde50de-682c-4829-9098-b7f6e41b3e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd652d4b0-9ae0-4c73-8d1c-2eedd7583cef'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:37.886215 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fefb6f-3b24-41f4-809d-4844f95f96fb" -d '{"events": [{"server_uuid": "cdde50de-682c-4829-9098-b7f6e41b3e00", "name": "network-vif-plugged", "status": "completed", "tag": "d652d4b0-9ae0-4c73-8d1c-2eedd7583cef"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:37.913964 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port d652d4b0-9ae0-4c73-8d1c-2eedd7583cef, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=d652d4b0-9ae0-4c73-8d1c-2eedd7583cef,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:37.933324 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-e72a728f-4a6e-4b51-b362-8300eaf29b0d tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:02:37.934359 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-e72a728f-4a6e-4b51-b362-8300eaf29b0d tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141792 Apr 20 13:02:37.948692 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6a385703-66de-4947-b0f3-e9f86be2610c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:37.990488 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-51d6ff18-0b80-4c23-8d4b-3d63ddd7139c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:37.991988 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-51d6ff18-0b80-4c23-8d4b-3d63ddd7139c service neutron] 10.222.0.25 "GET /v2.0/ports/78bb6d73-8d94-42fd-aa70-f667ac21071f HTTP/1.1" status: 200 len: 1094 time: 0.0418637 Apr 20 13:02:37.997048 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:37.999741 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e76f1a-4e41-418c-9ade-f3c0d238a69a req-277c032b-317d-48e2-a2da-05c16992ce3b tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:38.011537 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-11e76f1a-4e41-418c-9ade-f3c0d238a69a req-277c032b-317d-48e2-a2da-05c16992ce3b tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 946 time: 0.0719819 Apr 20 13:02:38.029540 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-70148b64-c2ab-4175-8956-4826c90b72e6 service neutron] Request body: {'binding': {'host': 'n-h1-836015-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:38.029998 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-70148b64-c2ab-4175-8956-4826c90b72e6 service neutron] Unknown quota resources ['binding']. {{(pid=114870) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 20 13:02:38.062264 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-11e76f1a-4e41-418c-9ade-f3c0d238a69a req-f8d8acc8-af46-495b-95f2-363b32037f88 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452774 Apr 20 13:02:38.077253 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-7df40507-d922-46a3-ae26-a75be94ba232 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:38.078732 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-7df40507-d922-46a3-ae26-a75be94ba232 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70&tenant_id=e8b01a41b4bc4e3890fb87ac80b83556&binding%3Ahost_id=n-h1-836015-7 HTTP/1.1" status: 200 len: 1097 time: 0.0858912 Apr 20 13:02:38.079322 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6a385703-66de-4947-b0f3-e9f86be2610c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:38.079471 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=d652d4b0-9ae0-4c73-8d1c-2eedd7583cef,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:38.110743 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-5be93a04-5676-4eb4-ab2c-c52ccf518bc2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836015-7'}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:38.126294 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a385703-66de-4947-b0f3-e9f86be2610c admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:02:38.158251 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b8fc076a-1c10-4051-a2e4-28b7c5b08240 req-0ad1690f-b3a8-4a1e-b74e-04e2733ef8ca tempest-ServersAdmin275Test-1780375358 tempest-ServersAdmin275Test-1780375358-project] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0313971 Apr 20 13:02:38.185731 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6a385703-66de-4947-b0f3-e9f86be2610c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:38.186079 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-6a385703-66de-4947-b0f3-e9f86be2610c admin admin] Added segment 9c9fbc7c-e6c9-4ef9-aa65-a234f828be92 of type vlan for network 31b982df-6f64-4bf1-9c83-25f59b9dc070 Apr 20 13:02:38.203411 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a385703-66de-4947-b0f3-e9f86be2610c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a833e1-f278-4e03-9858-ddae25fbe1ba,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:38.211863 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c060c7-05fa-4643-a445-6b2bea423ff9 x-openstack-request-id: req-a7c060c7-05fa-4643-a445-6b2bea423ff9 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:38.212159 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdde50de-682c-4829-9098-b7f6e41b3e00", "name": "network-vif-plugged", "status": "completed", "tag": "d652d4b0-9ae0-4c73-8d1c-2eedd7583cef", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:38.212475 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a7c060c7-05fa-4643-a445-6b2bea423ff9 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:38.212885 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7c060c7-05fa-4643-a445-6b2bea423ff9'] response: {'server_uuid': 'cdde50de-682c-4829-9098-b7f6e41b3e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd652d4b0-9ae0-4c73-8d1c-2eedd7583cef', 'code': 200} Apr 20 13:02:38.265009 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6a385703-66de-4947-b0f3-e9f86be2610c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:38.299815 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-dfd15139-bc37-4b2b-8986-76e003ce7d7f tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=1eb4b98654a64cc0a24f0db20416c844&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213764 Apr 20 13:02:38.329081 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-5be93a04-5676-4eb4-ab2c-c52ccf518bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:38.396117 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-70148b64-c2ab-4175-8956-4826c90b72e6 service neutron] Attempting to bind port 78bb6d73-8d94-42fd-aa70-f667ac21071f on host n-h1-836015-7 for vnic_type normal with profile None {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:02:38.397088 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-70148b64-c2ab-4175-8956-4826c90b72e6 service neutron] Attempting to bind port 78bb6d73-8d94-42fd-aa70-f667ac21071f by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:02:38.397429 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-70148b64-c2ab-4175-8956-4826c90b72e6 service neutron] Attempting to bind port 78bb6d73-8d94-42fd-aa70-f667ac21071f on network da0d71e6-e706-45b9-bcd7-1c5524c4bb88 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:02:38.402897 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272e3fa-6d18-49d4-92ca-5ce7d76241ce req-f2def4a4-adc8-4c7a-8df2-59d503db8040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:38.404417 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7272e3fa-6d18-49d4-92ca-5ce7d76241ce req-f2def4a4-adc8-4c7a-8df2-59d503db8040 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 1101 time: 0.1145885 Apr 20 13:02:38.410317 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-70148b64-c2ab-4175-8956-4826c90b72e6 service neutron] Port 78bb6d73-8d94-42fd-aa70-f667ac21071f on network da0d71e6-e706-45b9-bcd7-1c5524c4bb88 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:02:38.410641 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-70148b64-c2ab-4175-8956-4826c90b72e6 service neutron] Attempting to bind port 78bb6d73-8d94-42fd-aa70-f667ac21071f on network da0d71e6-e706-45b9-bcd7-1c5524c4bb88 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:02:38.418156 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-20ba4d45-8670-40c1-88e7-162b41d88bc6 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:38.425540 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-20ba4d45-8670-40c1-88e7-162b41d88bc6 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1197064 Apr 20 13:02:38.427212 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-70148b64-c2ab-4175-8956-4826c90b72e6 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:02:38.427597 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-70148b64-c2ab-4175-8956-4826c90b72e6 service neutron] Checking segment: {'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:02:38.427993 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-70148b64-c2ab-4175-8956-4826c90b72e6 service neutron] Bound using segment: {'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:02:38.428435 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-70148b64-c2ab-4175-8956-4826c90b72e6 service neutron] Bound port: 78bb6d73-8d94-42fd-aa70-f667ac21071f, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:02:38.441061 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-c92d045a-0d9c-49a0-b35c-39fee5b95d1a tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/quotas/1eb4b98654a64cc0a24f0db20416c844 HTTP/1.1" status: 200 len: 375 time: 0.0146782 Apr 20 13:02:38.456767 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6a385703-66de-4947-b0f3-e9f86be2610c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:38.457497 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a385703-66de-4947-b0f3-e9f86be2610c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:38.458073 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6a385703-66de-4947-b0f3-e9f86be2610c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:38.468606 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-875dec15-0518-4d11-b111-5a2e6b480af4 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1eb4b98654a64cc0a24f0db20416c844&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266998 Apr 20 13:02:38.593735 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7272e3fa-6d18-49d4-92ca-5ce7d76241ce req-d63820eb-08ee-4255-966f-07cc5c6b14cd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784658 Apr 20 13:02:38.611689 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6a385703-66de-4947-b0f3-e9f86be2610c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1158311 Apr 20 13:02:38.614779 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57244) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:38.620294 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-73feae9e-e084-4029-8e60-c534deb7ef4e admin admin] Request body: {'subnet': {'network_id': '31b982df-6f64-4bf1-9c83-25f59b9dc070', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1345862045-subnet', 'tenant_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:38.620457 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a385703-66de-4947-b0f3-e9f86be2610c admin admin] Pushing event updated for resources: {'Network': ['ID=31b982df-6f64-4bf1-9c83-25f59b9dc070,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:38.624944 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-70148b64-c2ab-4175-8956-4826c90b72e6 service neutron] For port 78bb6d73-8d94-42fd-aa70-f667ac21071f, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=78bb6d73-8d94-42fd-aa70-f667ac21071f,segment=NetworkSegment(fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1),segment_id=fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:02:38.633706 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 31b982df-6f64-4bf1-9c83-25f59b9dc070 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:02:38.642113 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-5be93a04-5676-4eb4-ab2c-c52ccf518bc2 service neutron] For port 17c31c64-738f-4607-aae0-bc51b0f3b724, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=17c31c64-738f-4607-aae0-bc51b0f3b724,segment=NetworkSegment(c36f4b37-e1d8-4848-acc2-f80f64f61825),segment_id=c36f4b37-e1d8-4848-acc2-f80f64f61825)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:38.681754 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-5be93a04-5676-4eb4-ab2c-c52ccf518bc2 service neutron] For port 17c31c64-738f-4607-aae0-bc51b0f3b724, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:02:38.714603 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-70148b64-c2ab-4175-8956-4826c90b72e6 service neutron] Notify callbacks [] for binding, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:38.719253 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-70148b64-c2ab-4175-8956-4826c90b72e6 service neutron] 10.222.0.25 "POST /v2.0/ports/78bb6d73-8d94-42fd-aa70-f667ac21071f/bindings HTTP/1.1" status: 201 len: 389 time: 0.6935575 Apr 20 13:02:38.737987 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-5be93a04-5676-4eb4-ab2c-c52ccf518bc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:38.742234 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60792bb0-2fc1-442f-b870-11039b13fd70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17c31c64-738f-4607-aae0-bc51b0f3b724'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:38.743132 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1673bf43-5734-4557-9db4-dbddc56061c6" -d '{"events": [{"server_uuid": "60792bb0-2fc1-442f-b870-11039b13fd70", "name": "network-vif-unplugged", "status": "completed", "tag": "17c31c64-738f-4607-aae0-bc51b0f3b724"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:38.745318 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73feae9e-e084-4029-8e60-c534deb7ef4e admin admin] Made reservation on behalf of a5c7fc7fd4e245f68984d88449ba6c93 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:02:38.748140 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-73feae9e-e084-4029-8e60-c534deb7ef4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:38.821155 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-5be93a04-5676-4eb4-ab2c-c52ccf518bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:38.872446 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d89291-cdb5-4d1d-b932-8b0ce8a684dc req-6a2d6dd4-c063-49f0-a679-71ae9bdd1850 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:38.874010 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-34d89291-cdb5-4d1d-b932-8b0ce8a684dc req-6a2d6dd4-c063-49f0-a679-71ae9bdd1850 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 944 time: 0.1297235 Apr 20 13:02:38.919852 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be93a04-5676-4eb4-ab2c-c52ccf518bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=17c31c64-738f-4607-aae0-bc51b0f3b724,revision_number=7']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:38.924154 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-5be93a04-5676-4eb4-ab2c-c52ccf518bc2 service neutron] Attempting to bind port 17c31c64-738f-4607-aae0-bc51b0f3b724 on host n-h1-836015-7 for vnic_type normal with profile {"migrating_to": "n-h2-836015-7"} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:02:38.924495 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-5be93a04-5676-4eb4-ab2c-c52ccf518bc2 service neutron] Attempting to bind port 17c31c64-738f-4607-aae0-bc51b0f3b724 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:02:38.924825 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-5be93a04-5676-4eb4-ab2c-c52ccf518bc2 service neutron] Attempting to bind port 17c31c64-738f-4607-aae0-bc51b0f3b724 on network 0e1f32e0-475a-42d4-85ee-1c369c932480 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:02:38.930061 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-5be93a04-5676-4eb4-ab2c-c52ccf518bc2 service neutron] Port 17c31c64-738f-4607-aae0-bc51b0f3b724 on network 0e1f32e0-475a-42d4-85ee-1c369c932480 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:02:38.930559 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-5be93a04-5676-4eb4-ab2c-c52ccf518bc2 service neutron] Attempting to bind port 17c31c64-738f-4607-aae0-bc51b0f3b724 on network 0e1f32e0-475a-42d4-85ee-1c369c932480 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:02:38.935827 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-5be93a04-5676-4eb4-ab2c-c52ccf518bc2 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:02:38.936348 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-5be93a04-5676-4eb4-ab2c-c52ccf518bc2 service neutron] Checking segment: {'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:02:38.936914 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-5be93a04-5676-4eb4-ab2c-c52ccf518bc2 service neutron] Bound using segment: {'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:02:38.937506 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-5be93a04-5676-4eb4-ab2c-c52ccf518bc2 service neutron] Bound port: 17c31c64-738f-4607-aae0-bc51b0f3b724, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:02:38.937875 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-5be93a04-5676-4eb4-ab2c-c52ccf518bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:38.957259 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-34d89291-cdb5-4d1d-b932-8b0ce8a684dc req-ebf4eabb-bced-42fa-8b95-317fa4d83ef5 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637245 Apr 20 13:02:39.023228 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-5be93a04-5676-4eb4-ab2c-c52ccf518bc2 service neutron] For port 17c31c64-738f-4607-aae0-bc51b0f3b724, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:02:39.026536 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-5be93a04-5676-4eb4-ab2c-c52ccf518bc2 service neutron] For port 17c31c64-738f-4607-aae0-bc51b0f3b724, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=17c31c64-738f-4607-aae0-bc51b0f3b724,segment=NetworkSegment(c36f4b37-e1d8-4848-acc2-f80f64f61825),segment_id=c36f4b37-e1d8-4848-acc2-f80f64f61825)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:02:39.101665 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-73feae9e-e084-4029-8e60-c534deb7ef4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:39.119836 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-5be93a04-5676-4eb4-ab2c-c52ccf518bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:39.165670 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c5763458-75d9-437f-b4f7-c0a7449c2d5c req-e3d4da15-a39b-486a-a481-c7a3d63a8e63 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 210 time: 0.0664439 Apr 20 13:02:39.187482 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be93a04-5676-4eb4-ab2c-c52ccf518bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=17c31c64-738f-4607-aae0-bc51b0f3b724,revision_number=8']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:39.208671 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8ec38-22cd-4d05-ba19-80c518f84691 req-72d5aad1-a2c5-4542-8daf-b8e1384cc213 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:39.212177 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5fb8ec38-22cd-4d05-ba19-80c518f84691 req-72d5aad1-a2c5-4542-8daf-b8e1384cc213 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 950 time: 0.1631315 Apr 20 13:02:39.218628 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce3906d-b71b-461a-8a2d-05d7e660ccae x-openstack-request-id: req-9ce3906d-b71b-461a-8a2d-05d7e660ccae {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:39.218909 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60792bb0-2fc1-442f-b870-11039b13fd70", "name": "network-vif-unplugged", "status": "completed", "tag": "17c31c64-738f-4607-aae0-bc51b0f3b724", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:39.219157 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ce3906d-b71b-461a-8a2d-05d7e660ccae {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:39.219704 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ce3906d-b71b-461a-8a2d-05d7e660ccae'] response: {'server_uuid': '60792bb0-2fc1-442f-b870-11039b13fd70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17c31c64-738f-4607-aae0-bc51b0f3b724', 'code': 200} Apr 20 13:02:39.221086 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-5be93a04-5676-4eb4-ab2c-c52ccf518bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:39.221858 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-5be93a04-5676-4eb4-ab2c-c52ccf518bc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:39.223841 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-5be93a04-5676-4eb4-ab2c-c52ccf518bc2 service neutron] 10.222.0.15 "PUT /v2.0/ports/17c31c64-738f-4607-aae0-bc51b0f3b724 HTTP/1.1" status: 200 len: 1122 time: 1.1350062 Apr 20 13:02:39.261329 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73feae9e-e084-4029-8e60-c534deb7ef4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a9b202b-1aa6-4cb7-9ec5-51bfcb82221f,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:39.322797 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5fb8ec38-22cd-4d05-ba19-80c518f84691 req-9d99c473-05f9-4bb2-94f8-bc2493af2dd5 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947595 Apr 20 13:02:39.324428 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73feae9e-e084-4029-8e60-c534deb7ef4e admin admin] Checking segment: {'id': '9c9fbc7c-e6c9-4ef9-aa65-a234f828be92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '31b982df-6f64-4bf1-9c83-25f59b9dc070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:02:39.332183 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73feae9e-e084-4029-8e60-c534deb7ef4e admin admin] Network hostable DHCP agents. Network: 31b982df-6f64-4bf1-9c83-25f59b9dc070, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:02:39.352482 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['17c31c64-738f-4607-aae0-bc51b0f3b724'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:02:39.357489 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e8217-5180-4a08-8bc4-9940e54c61ac req-e3e23efc-8775-44b5-aa3f-cdb4bf797f97 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:39.357489 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc9e8217-5180-4a08-8bc4-9940e54c61ac req-e3e23efc-8775-44b5-aa3f-cdb4bf797f97 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 946 time: 0.0859728 Apr 20 13:02:39.412673 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc9e8217-5180-4a08-8bc4-9940e54c61ac req-853e21b1-a8d8-4acb-ad67-1df0ac262403 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428102 Apr 20 13:02:39.480194 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73feae9e-e084-4029-8e60-c534deb7ef4e admin admin] Network 31b982df-6f64-4bf1-9c83-25f59b9dc070 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:02:39.503976 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-1606137d-41f2-403d-9040-4cbbe9e4cb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:39.505449 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-1606137d-41f2-403d-9040-4cbbe9e4cb11 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4&device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 1097 time: 0.0664744 Apr 20 13:02:39.531591 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e1d81316-165b-4c31-8d58-5abbaee02fbf req-cc72a105-b92b-496f-a0bd-6f124072f53a tempest-ServersAdmin275Test-1780375358 tempest-ServersAdmin275Test-1780375358-project] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0410640 Apr 20 13:02:39.545400 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df987989-987c-4920-81f4-5154b99bacd9 req-9363284b-80cd-47ce-8970-78eef5a94b36 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:39.547078 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df987989-987c-4920-81f4-5154b99bacd9 req-9363284b-80cd-47ce-8970-78eef5a94b36 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 944 time: 0.1068902 Apr 20 13:02:39.590761 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-73feae9e-e084-4029-8e60-c534deb7ef4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 31b982df-6f64-4bf1-9c83-25f59b9dc070) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:02:39.600139 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45770dfb-12e4-4499-b662-b75a4057b48a None None] Network 31b982df-6f64-4bf1-9c83-25f59b9dc070 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:02:39.601940 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df987989-987c-4920-81f4-5154b99bacd9 req-ac547040-83b5-4f36-a884-f9751d09f832 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477934 Apr 20 13:02:39.612542 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73feae9e-e084-4029-8e60-c534deb7ef4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:39.615298 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-73feae9e-e084-4029-8e60-c534deb7ef4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:39.642792 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-1056e3ca-fb8d-4dee-8e55-effe3d223ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:39.644423 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-1056e3ca-fb8d-4dee-8e55-effe3d223ff8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88 HTTP/1.1" status: 200 len: 909 time: 0.1247923 Apr 20 13:02:39.688781 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-fae9eed2-1307-4978-9bbf-1821ceb57cae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78bb6d73-8d94-42fd-aa70-f667ac21071f HTTP/1.1" status: 200 len: 217 time: 0.0375092 Apr 20 13:02:39.692192 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-73feae9e-e084-4029-8e60-c534deb7ef4e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0757954 Apr 20 13:02:39.695023 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57264) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:39.699653 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-6293df3a-0b93-4015-98b6-a7095d8f6a2d admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1345862045-router', 'tenant_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:39.740250 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-b7cc3a50-83bd-4ee9-8c9b-6598d90e9eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:39.741725 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-b7cc3a50-83bd-4ee9-8c9b-6598d90e9eb9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7f1a9c16-f305-43f3-a182-10217ec8e6e3 HTTP/1.1" status: 200 len: 848 time: 0.0441954 Apr 20 13:02:39.764572 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcebb01f-f811-4613-b252-f929c3c98cef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-31b982df-6f64-4bf1-9c83-25f59b9dc070', 'network_id': '31b982df-6f64-4bf1-9c83-25f59b9dc070', 'tenant_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'fixed_ips': [{'subnet_id': '8a9b202b-1aa6-4cb7-9ec5-51bfcb82221f'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:02:39.765527 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bcebb01f-f811-4613-b252-f929c3c98cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:39.773881 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-982b18c3-2dc2-4134-b24b-62e18ea346bd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250566 Apr 20 13:02:39.775310 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6293df3a-0b93-4015-98b6-a7095d8f6a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:39.776561 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6293df3a-0b93-4015-98b6-a7095d8f6a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:39.831899 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6293df3a-0b93-4015-98b6-a7095d8f6a2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:39.874438 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-c672fa58-9ec3-4183-a45e-4b232dce1ad8 service neutron] 10.222.0.32 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904112 Apr 20 13:02:39.913185 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-bcebb01f-f811-4613-b252-f929c3c98cef None None] Allocated IP 172.20.0.2 (31b982df-6f64-4bf1-9c83-25f59b9dc070/8a9b202b-1aa6-4cb7-9ec5-51bfcb82221f/f65f89e6-bd31-4741-bea2-c4302bc6d279) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:02:39.974983 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-130dfe92-3956-42e3-bf58-adb9fb44e373 service neutron] 10.222.0.32 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925663 Apr 20 13:02:40.002094 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 8fe646d6-3d81-4d59-b950-e14f0d1e0b39 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:02:40.052683 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6293df3a-0b93-4015-98b6-a7095d8f6a2d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:40.110459 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04e804-29e2-460c-a43d-a63d5c7c0c9d req-170cca68-1586-4e3e-8b98-18e21f6f5620 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:40.119982 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1d04e804-29e2-460c-a43d-a63d5c7c0c9d req-170cca68-1586-4e3e-8b98-18e21f6f5620 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 944 time: 0.0613244 Apr 20 13:02:40.174284 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 8fe646d6-3d81-4d59-b950-e14f0d1e0b39, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=8fe646d6-3d81-4d59-b950-e14f0d1e0b39,segment=NetworkSegment(b9427c0d-7fe5-4e74-94e3-27c981444053),segment_id=b9427c0d-7fe5-4e74-94e3-27c981444053)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:40.191060 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1d04e804-29e2-460c-a43d-a63d5c7c0c9d req-da765ca4-3617-4732-a2de-c2a54c625cf1 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558946 Apr 20 13:02:40.191165 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bcebb01f-f811-4613-b252-f929c3c98cef None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:40.191931 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '8fe646d6-3d81-4d59-b950-e14f0d1e0b39', 'network_id': '9eaa8fa9-47b3-460d-82ca-75804ab06d95', 'port_id': '8fe646d6-3d81-4d59-b950-e14f0d1e0b39', 'mac_address': 'fa:16:3e:75:2b:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c487580-ee49-4130-b630-2a0a0e6c2f73', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:02:40.240590 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:40.267910 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fe646d6-3d81-4d59-b950-e14f0d1e0b39 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:02:40.274236 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bcebb01f-f811-4613-b252-f929c3c98cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:40.301639 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1cd73e91-b829-4009-8bf0-22829f645d95 req-517cb6f6-00fe-48e1-a11d-c0cc7a7deb39 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 210 time: 0.0360384 Apr 20 13:02:40.322295 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 8fe646d6-3d81-4d59-b950-e14f0d1e0b39, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=8fe646d6-3d81-4d59-b950-e14f0d1e0b39,segment=NetworkSegment(b9427c0d-7fe5-4e74-94e3-27c981444053),segment_id=b9427c0d-7fe5-4e74-94e3-27c981444053)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:40.336595 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcebb01f-f811-4613-b252-f929c3c98cef None None] Network 31b982df-6f64-4bf1-9c83-25f59b9dc070 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:02:40.340655 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-bcebb01f-f811-4613-b252-f929c3c98cef None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:02:40.342545 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcebb01f-f811-4613-b252-f929c3c98cef None None] Pushing event updated for resources: {'Port': ['ID=f65f89e6-bd31-4741-bea2-c4302bc6d279,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:40.344735 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcebb01f-f811-4613-b252-f929c3c98cef None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:02:40.386612 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-fa1673e2-f143-4553-8121-cfcb4d6fa067 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=1eb4b98654a64cc0a24f0db20416c844&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299535 Apr 20 13:02:40.421518 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-bcebb01f-f811-4613-b252-f929c3c98cef None None] Attempting to bind port f65f89e6-bd31-4741-bea2-c4302bc6d279 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:02:40.422554 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-bcebb01f-f811-4613-b252-f929c3c98cef None None] Attempting to bind port f65f89e6-bd31-4741-bea2-c4302bc6d279 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '9c9fbc7c-e6c9-4ef9-aa65-a234f828be92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '31b982df-6f64-4bf1-9c83-25f59b9dc070'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:02:40.423073 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcebb01f-f811-4613-b252-f929c3c98cef None None] Attempting to bind port f65f89e6-bd31-4741-bea2-c4302bc6d279 on network 31b982df-6f64-4bf1-9c83-25f59b9dc070 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:02:40.428873 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:40.505925 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6293df3a-0b93-4015-98b6-a7095d8f6a2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:40.527245 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6293df3a-0b93-4015-98b6-a7095d8f6a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:40.530793 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcebb01f-f811-4613-b252-f929c3c98cef None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:02:40.531392 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcebb01f-f811-4613-b252-f929c3c98cef None None] Checking segment: {'id': '9c9fbc7c-e6c9-4ef9-aa65-a234f828be92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '31b982df-6f64-4bf1-9c83-25f59b9dc070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:02:40.533425 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bcebb01f-f811-4613-b252-f929c3c98cef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:40.533425 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcebb01f-f811-4613-b252-f929c3c98cef None None] Bound using segment: {'id': '9c9fbc7c-e6c9-4ef9-aa65-a234f828be92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '31b982df-6f64-4bf1-9c83-25f59b9dc070'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:02:40.534440 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-bcebb01f-f811-4613-b252-f929c3c98cef None None] Bound port: f65f89e6-bd31-4741-bea2-c4302bc6d279, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9fbc7c-e6c9-4ef9-aa65-a234f828be92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '31b982df-6f64-4bf1-9c83-25f59b9dc070'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:02:40.534888 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bcebb01f-f811-4613-b252-f929c3c98cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:40.551702 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=8fe646d6-3d81-4d59-b950-e14f0d1e0b39,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:40.578562 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda652bd-006f-47a9-8d27-69ecd743f267 req-49a07da1-9327-4e7c-9ba0-e83f2190920f tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:40.585998 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eda652bd-006f-47a9-8d27-69ecd743f267 req-49a07da1-9327-4e7c-9ba0-e83f2190920f tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 950 time: 0.1515105 Apr 20 13:02:40.607984 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-01c42121-bd1b-4eb8-9cbf-54f42ec0077e tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:40.609609 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-01c42121-bd1b-4eb8-9cbf-54f42ec0077e tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2156258 Apr 20 13:02:40.639960 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-7fb3b7f0-4aba-4b22-8c47-ebb4d529325b tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Request body: {'port': {'device_id': '5fa9b908-179a-45c9-8029-6d4c5c63513a', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'admin_state_up': True, 'tenant_id': '1eb4b98654a64cc0a24f0db20416c844'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:40.682442 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eda652bd-006f-47a9-8d27-69ecd743f267 req-e804cc70-f396-4fdc-8ea9-764b85caf146 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955167 Apr 20 13:02:40.700299 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-bcebb01f-f811-4613-b252-f929c3c98cef None None] For port f65f89e6-bd31-4741-bea2-c4302bc6d279, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:02:40.710773 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-bcebb01f-f811-4613-b252-f929c3c98cef None None] For port f65f89e6-bd31-4741-bea2-c4302bc6d279, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f65f89e6-bd31-4741-bea2-c4302bc6d279,segment=NetworkSegment(9c9fbc7c-e6c9-4ef9-aa65-a234f828be92),segment_id=9c9fbc7c-e6c9-4ef9-aa65-a234f828be92)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:02:40.764868 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b562e-a466-462f-b8e7-92762975dfba req-c870bdfd-1e17-43db-9c24-485585c1813e tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:40.766687 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c77b562e-a466-462f-b8e7-92762975dfba req-c870bdfd-1e17-43db-9c24-485585c1813e tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 946 time: 0.2371843 Apr 20 13:02:40.779546 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bcebb01f-f811-4613-b252-f929c3c98cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:40.802044 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-6293df3a-0b93-4015-98b6-a7095d8f6a2d admin admin] Allocated IP 172.25.8.171 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/06cf3fbb-ac13-4a6e-98cc-6e3677c9a519) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:02:40.826052 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0875cec2-69a7-440d-8c22-dedd821773c8 req-4604b0cc-3754-4ec5-ad6e-ef7fa1c745d8 tempest-ServersAdmin275Test-1780375358 tempest-ServersAdmin275Test-1780375358-project] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0544631 Apr 20 13:02:40.855441 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-7fb3b7f0-4aba-4b22-8c47-ebb4d529325b tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Made reservation on behalf of 1eb4b98654a64cc0a24f0db20416c844 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:02:40.858261 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcebb01f-f811-4613-b252-f929c3c98cef None None] Pushing event updated for resources: {'Port': ['ID=f65f89e6-bd31-4741-bea2-c4302bc6d279,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:40.859900 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-7fb3b7f0-4aba-4b22-8c47-ebb4d529325b tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:40.887931 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-7fb3b7f0-4aba-4b22-8c47-ebb4d529325b tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:40.902615 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c77b562e-a466-462f-b8e7-92762975dfba req-37490701-fdc9-43bc-aa4f-6ce262d3cc72 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246567 Apr 20 13:02:40.943611 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['8fe646d6-3d81-4d59-b950-e14f0d1e0b39'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:02:41.042828 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-7fb3b7f0-4aba-4b22-8c47-ebb4d529325b tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:41.073009 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd220a-6216-4201-a2c2-28b75abc08f6 req-769c2fef-7672-4cd2-825c-34dc4969d5af tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:41.081196 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0acd220a-6216-4201-a2c2-28b75abc08f6 req-769c2fef-7672-4cd2-825c-34dc4969d5af tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 944 time: 0.1233256 Apr 20 13:02:41.110145 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6293df3a-0b93-4015-98b6-a7095d8f6a2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:41.124146 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-7fb3b7f0-4aba-4b22-8c47-ebb4d529325b tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:41.155271 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0acd220a-6216-4201-a2c2-28b75abc08f6 req-812e6911-ebfd-4073-b6d2-48156ed9ae28 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730987 Apr 20 13:02:41.166151 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-9b00ae2d-d7ee-4928-862c-89026c69334d req-a6c3911b-a0ee-4cbf-84f2-a2bbff809571 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:02:41.176979 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9b00ae2d-d7ee-4928-862c-89026c69334d req-a6c3911b-a0ee-4cbf-84f2-a2bbff809571 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0389497 Apr 20 13:02:41.222858 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60792bb0-2fc1-442f-b870-11039b13fd70', 'tag': '17c31c64-738f-4607-aae0-bc51b0f3b724'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:41.236730 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec78b726-90b2-4916-84e4-f0d5b7aab4d4" -d '{"events": [{"name": "network-changed", "server_uuid": "60792bb0-2fc1-442f-b870-11039b13fd70", "tag": "17c31c64-738f-4607-aae0-bc51b0f3b724"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:41.307677 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6293df3a-0b93-4015-98b6-a7095d8f6a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:41.358953 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6293df3a-0b93-4015-98b6-a7095d8f6a2d admin admin] Pushing event updated for resources: {'Port': ['ID=06cf3fbb-ac13-4a6e-98cc-6e3677c9a519,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:41.381580 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54103043-ab04-44ae-a3e9-331d34907562 req-ebefe593-8ccc-4a48-9bb9-114647515165 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:41.383951 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54103043-ab04-44ae-a3e9-331d34907562 req-ebefe593-8ccc-4a48-9bb9-114647515165 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 945 time: 0.1184108 Apr 20 13:02:41.421609 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6293df3a-0b93-4015-98b6-a7095d8f6a2d admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:02:41.425362 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-6293df3a-0b93-4015-98b6-a7095d8f6a2d admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:02:41.440017 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6293df3a-0b93-4015-98b6-a7095d8f6a2d admin admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:02:41.485238 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54103043-ab04-44ae-a3e9-331d34907562 req-a946dba0-2617-44f1-a9c1-b993ca20473d tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899923 Apr 20 13:02:41.678311 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fe180080-ba5a-42b9-8e30-272c65eb8c27 req-25c23f3b-d75e-4c54-919e-da5a10126642 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 210 time: 0.0308564 Apr 20 13:02:41.709477 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-f6290c43-e4ec-4fc6-b82c-c5a318b49e70 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=1eb4b98654a64cc0a24f0db20416c844&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400026 Apr 20 13:02:41.729934 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3b7f0-4aba-4b22-8c47-ebb4d529325b tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06e75bd6-4e53-4ec6-98c3-915be1d195c2,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:41.793363 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de752f10-9f06-4940-b97c-f6659baea4ca x-openstack-request-id: req-de752f10-9f06-4940-b97c-f6659baea4ca {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:41.793656 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60792bb0-2fc1-442f-b870-11039b13fd70", "tag": "17c31c64-738f-4607-aae0-bc51b0f3b724", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:41.793903 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-de752f10-9f06-4940-b97c-f6659baea4ca {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:41.794289 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de752f10-9f06-4940-b97c-f6659baea4ca'] response: {'name': 'network-changed', 'server_uuid': '60792bb0-2fc1-442f-b870-11039b13fd70', 'tag': '17c31c64-738f-4607-aae0-bc51b0f3b724', 'status': 'completed', 'code': 200} Apr 20 13:02:41.861132 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4037d4-cc4c-4250-8c0c-1ec0556594bc req-2c8e96c1-1924-4678-933c-8c86a18a7c73 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:41.875712 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5b4037d4-cc4c-4250-8c0c-1ec0556594bc req-2c8e96c1-1924-4678-933c-8c86a18a7c73 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 950 time: 0.1963665 Apr 20 13:02:41.914785 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6293df3a-0b93-4015-98b6-a7095d8f6a2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:41.935587 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-7fb3b7f0-4aba-4b22-8c47-ebb4d529325b tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Allocated IP 192.168.233.130 (6efc3d61-2150-4671-a02d-6127df40131a/c5b1f82a-7732-4b50-ab22-2475f182a712/13397ee1-19f1-4d58-9c64-1a626346836b) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:02:41.999274 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1281a67-6d29-4c15-a495-7650eaffb9ca req-a282e093-a1ac-49b7-9e05-819eda146b17 tempest-ServersAdmin275Test-1780375358 tempest-ServersAdmin275Test-1780375358-project] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0335999 Apr 20 13:02:42.011445 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78b726-90b2-4916-84e4-f0d5b7aab4d4 req-90c35300-13e8-409e-a6bd-7e6ab24e8921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:42.012997 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ec78b726-90b2-4916-84e4-f0d5b7aab4d4 req-90c35300-13e8-409e-a6bd-7e6ab24e8921 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e8b01a41b4bc4e3890fb87ac80b83556&device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 1125 time: 0.1714277 Apr 20 13:02:42.015644 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 17c31c64-738f-4607-aae0-bc51b0f3b724 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:02:42.018443 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5b4037d4-cc4c-4250-8c0c-1ec0556594bc req-a8137731-b857-4583-9b29-f6fb4f847ce4 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414590 Apr 20 13:02:42.023785 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4250ae5b-80b4-455d-a632-76b0eaf73dbd req-93f822da-10b3-4ca2-a53d-f85fc287e108 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1788685 Apr 20 13:02:42.052368 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-0a62b4b7-212b-4132-bc46-591ff927b7af tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:42.054874 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-0a62b4b7-212b-4132-bc46-591ff927b7af tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3386698 Apr 20 13:02:42.094276 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:42.107949 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-eb1c5621-3a69-4b9e-b882-491ea9d14db1 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Request body: {'port': {'device_id': 'c00b6b14-3280-4095-a1b0-2c9fd8f8edcd', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'admin_state_up': True, 'tenant_id': '1eb4b98654a64cc0a24f0db20416c844'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:42.258051 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 17c31c64-738f-4607-aae0-bc51b0f3b724, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=17c31c64-738f-4607-aae0-bc51b0f3b724,segment=NetworkSegment(c36f4b37-e1d8-4848-acc2-f80f64f61825),segment_id=c36f4b37-e1d8-4848-acc2-f80f64f61825)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:42.271437 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 17c31c64-738f-4607-aae0-bc51b0f3b724 has no active binding in host n-h2-836015-7 {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 20 13:02:42.275904 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f65f89e6-bd31-4741-bea2-c4302bc6d279 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:02:42.377172 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83136ae6-bc10-4f06-928c-6ce5f9a98f8b req-1dfbf7b3-9a61-43fd-ac93-57ac67430119 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:42.379206 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-83136ae6-bc10-4f06-928c-6ce5f9a98f8b req-1dfbf7b3-9a61-43fd-ac93-57ac67430119 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 946 time: 0.2030234 Apr 20 13:02:42.403183 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4183f1-ef09-45ef-9625-7a56d8990186 req-02874673-2682-447f-8cba-21b4ec71e684 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:42.412503 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9f4183f1-ef09-45ef-9625-7a56d8990186 req-02874673-2682-447f-8cba-21b4ec71e684 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 944 time: 0.0883372 Apr 20 13:02:42.469906 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb40ff9-1207-4c66-9f02-a84013c01760 None None] Network 31b982df-6f64-4bf1-9c83-25f59b9dc070 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:02:42.493625 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78b726-90b2-4916-84e4-f0d5b7aab4d4 req-8724cb3e-b21a-41c9-b795-bfe54d3ec790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:42.495531 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ec78b726-90b2-4916-84e4-f0d5b7aab4d4 req-8724cb3e-b21a-41c9-b795-bfe54d3ec790 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0e1f32e0-475a-42d4-85ee-1c369c932480 HTTP/1.1" status: 200 len: 921 time: 0.4649670 Apr 20 13:02:42.504383 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-bb53c9e0-a047-4ae2-a754-6af68a8c5054 None None] Provisioning complete for port f65f89e6-bd31-4741-bea2-c4302bc6d279 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:42.504760 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bb53c9e0-a047-4ae2-a754-6af68a8c5054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:42.577675 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ec78b726-90b2-4916-84e4-f0d5b7aab4d4 req-f36cb4cc-0226-4d36-ace1-1705b448fee6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17c31c64-738f-4607-aae0-bc51b0f3b724 HTTP/1.1" status: 200 len: 217 time: 0.0705788 Apr 20 13:02:42.580798 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-7fb3b7f0-4aba-4b22-8c47-ebb4d529325b tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:42.654364 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78b726-90b2-4916-84e4-f0d5b7aab4d4 req-ebc205b5-767a-4a01-a477-762dcc803497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:42.656085 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ec78b726-90b2-4916-84e4-f0d5b7aab4d4 req-ebc205b5-767a-4a01-a477-762dcc803497 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dd5d8d2c-9bbe-433b-b6b9-a140ce7264b5 HTTP/1.1" status: 200 len: 860 time: 0.0664449 Apr 20 13:02:42.688199 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bb53c9e0-a047-4ae2-a754-6af68a8c5054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:42.700480 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ec78b726-90b2-4916-84e4-f0d5b7aab4d4 req-c9b546cb-45ee-4bd9-a9f9-34d52f82e085 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0e1f32e0-475a-42d4-85ee-1c369c932480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351794 Apr 20 13:02:42.700480 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-eb1c5621-3a69-4b9e-b882-491ea9d14db1 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Made reservation on behalf of 1eb4b98654a64cc0a24f0db20416c844 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:02:42.704438 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-eb1c5621-3a69-4b9e-b882-491ea9d14db1 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:42.725409 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:42.767124 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-bb53c9e0-a047-4ae2-a754-6af68a8c5054 None None] For port f65f89e6-bd31-4741-bea2-c4302bc6d279, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f65f89e6-bd31-4741-bea2-c4302bc6d279,segment=NetworkSegment(9c9fbc7c-e6c9-4ef9-aa65-a234f828be92),segment_id=9c9fbc7c-e6c9-4ef9-aa65-a234f828be92)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:42.773528 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-7fb3b7f0-4aba-4b22-8c47-ebb4d529325b tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:42.872390 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port f65f89e6-bd31-4741-bea2-c4302bc6d279 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:42.873094 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:42.897162 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-7fb3b7f0-4aba-4b22-8c47-ebb4d529325b tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Network 6efc3d61-2150-4671-a02d-6127df40131a is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:02:42.914728 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-7fb3b7f0-4aba-4b22-8c47-ebb4d529325b tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:02:42.923266 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-7fb3b7f0-4aba-4b22-8c47-ebb4d529325b tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:02:42.931499 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bb53c9e0-a047-4ae2-a754-6af68a8c5054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:42.933585 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3b7f0-4aba-4b22-8c47-ebb4d529325b tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Pushing event updated for resources: {'Port': ['ID=13397ee1-19f1-4d58-9c64-1a626346836b,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:42.947611 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ec78b726-90b2-4916-84e4-f0d5b7aab4d4 req-5b21b13f-514e-46e6-b6ef-db430ae8c422 service neutron] 10.222.0.32 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404280 Apr 20 13:02:43.046067 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb53c9e0-a047-4ae2-a754-6af68a8c5054 None None] Pushing event updated for resources: {'Port': ['ID=f65f89e6-bd31-4741-bea2-c4302bc6d279,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:43.139518 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-83136ae6-bc10-4f06-928c-6ce5f9a98f8b req-eaa81cf9-cdaf-45a3-b180-d9fb3245d116 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7465134 Apr 20 13:02:43.160312 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9f4183f1-ef09-45ef-9625-7a56d8990186 req-554e8ed6-3306-4489-894c-13f24526265e tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7466629 Apr 20 13:02:43.183985 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6293df3a-0b93-4015-98b6-a7095d8f6a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:43.256543 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-7fb3b7f0-4aba-4b22-8c47-ebb4d529325b tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:43.257180 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-7fb3b7f0-4aba-4b22-8c47-ebb4d529325b tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:43.342979 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-eb1c5621-3a69-4b9e-b882-491ea9d14db1 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Allocated IP 192.168.233.214 (6efc3d61-2150-4671-a02d-6127df40131a/c5b1f82a-7732-4b50-ab22-2475f182a712/ff97bd33-6d35-4183-a5d7-08318b73927e) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:02:43.355858 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ec78b726-90b2-4916-84e4-f0d5b7aab4d4 req-fd6cde66-a564-4824-afd9-0f65d2030e39 service neutron] 10.222.0.32 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542473 Apr 20 13:02:43.387985 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-f4100498-8cf8-4a45-bcbc-f3a43d016b58 None None] Provisioning complete for port 13397ee1-19f1-4d58-9c64-1a626346836b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:43.388384 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f4100498-8cf8-4a45-bcbc-f3a43d016b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:43.395106 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-570246d6-c0ab-4c52-ba63-3228470f5c7f req-365477d4-6c13-4a44-b496-791be7397619 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 210 time: 0.0589104 Apr 20 13:02:43.465401 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-7fb3b7f0-4aba-4b22-8c47-ebb4d529325b tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8437061 Apr 20 13:02:43.467335 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-f4100498-8cf8-4a45-bcbc-f3a43d016b58 None None] Port 13397ee1-19f1-4d58-9c64-1a626346836b cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:02:43.482368 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a00c37-70d8-487e-b06c-16db3d64cea6 req-3aeea6c4-e592-4159-a318-a400a84fce87 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:43.485519 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-48a00c37-70d8-487e-b06c-16db3d64cea6 req-3aeea6c4-e592-4159-a318-a400a84fce87 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 945 time: 0.2158372 Apr 20 13:02:43.504765 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-e49a4bf2-93f1-4df9-8693-93196befd366 service neutron] Request body: {'port': {'device_id': '5fa9b908-179a-45c9-8029-6d4c5c63513a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:43.568969 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-48a00c37-70d8-487e-b06c-16db3d64cea6 req-d412adba-7ab0-4e34-b12e-b64218f4ce65 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820608 Apr 20 13:02:43.593080 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7dedc-dc4d-4fce-a9b7-41600f35718b req-4fbe15a6-d0c7-49cc-adaa-4bbe8818a99b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:43.594019 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-3c490d84-e0cf-42e0-8966-da1314905787 None None] Provisioning complete for port f65f89e6-bd31-4741-bea2-c4302bc6d279 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:43.594399 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3c490d84-e0cf-42e0-8966-da1314905787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:43.594613 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0cf7dedc-dc4d-4fce-a9b7-41600f35718b req-4fbe15a6-d0c7-49cc-adaa-4bbe8818a99b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 950 time: 0.0935438 Apr 20 13:02:43.597959 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-e49a4bf2-93f1-4df9-8693-93196befd366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:43.648825 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-eb1c5621-3a69-4b9e-b882-491ea9d14db1 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:43.683167 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6293df3a-0b93-4015-98b6-a7095d8f6a2d admin admin] Router 9773d03c-cf7b-45fa-b4de-f6ad253b831d is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:02:43.705420 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0cf7dedc-dc4d-4fce-a9b7-41600f35718b req-df628692-1323-46c4-9382-35165cf5e60d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014495 Apr 20 13:02:43.743912 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be55d167-ae4e-45a6-ab7c-c36cc2ac230c req-2050dcec-811d-4a3b-bfa8-c6a59fc78774 tempest-ServersAdmin275Test-1780375358 tempest-ServersAdmin275Test-1780375358-project] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0545735 Apr 20 13:02:43.854430 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-eb1c5621-3a69-4b9e-b882-491ea9d14db1 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:43.861249 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6293df3a-0b93-4015-98b6-a7095d8f6a2d admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:02:43.871849 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63266eff-d81b-49f9-a115-63c2757bf4c7 None None] Sync routers for ids ['9773d03c-cf7b-45fa-b4de-f6ad253b831d'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:02:43.892683 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63266eff-d81b-49f9-a115-63c2757bf4c7 None None] Routers {'9773d03c-cf7b-45fa-b4de-f6ad253b831d'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:02:43.893319 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-63266eff-d81b-49f9-a115-63c2757bf4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:02:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['9773d03c-cf7b-45fa-b4de-f6ad253b831d'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:43.959846 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-eb1c5621-3a69-4b9e-b882-491ea9d14db1 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Network 6efc3d61-2150-4671-a02d-6127df40131a is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:02:43.962138 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6293df3a-0b93-4015-98b6-a7095d8f6a2d admin admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:43.965848 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-6293df3a-0b93-4015-98b6-a7095d8f6a2d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2673531 Apr 20 13:02:43.972795 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57326) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:43.972945 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-eb1c5621-3a69-4b9e-b882-491ea9d14db1 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:02:43.972945 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c5621-3a69-4b9e-b882-491ea9d14db1 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Pushing event updated for resources: {'Port': ['ID=ff97bd33-6d35-4183-a5d7-08318b73927e,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:43.975085 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-eb1c5621-3a69-4b9e-b882-491ea9d14db1 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:02:44.034412 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-eb1c5621-3a69-4b9e-b882-491ea9d14db1 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:44.035045 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-eb1c5621-3a69-4b9e-b882-491ea9d14db1 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:44.106635 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 8fe646d6-3d81-4d59-b950-e14f0d1e0b39 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:02:44.119712 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-63266eff-d81b-49f9-a115-63c2757bf4c7 None None] Set router 9773d03c-cf7b-45fa-b4de-f6ad253b831d gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:02:44.207822 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-eb1c5621-3a69-4b9e-b882-491ea9d14db1 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1194484 Apr 20 13:02:44.243083 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-de531f15-40b2-48c2-a861-d79c71b0a449 service neutron] Request body: {'port': {'device_id': 'c00b6b14-3280-4095-a1b0-2c9fd8f8edcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:44.279971 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-e49a4bf2-93f1-4df9-8693-93196befd366 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13397ee1-19f1-4d58-9c64-1a626346836b {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:02:44.290466 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-e49a4bf2-93f1-4df9-8693-93196befd366 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:44.305041 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f65f89e6-bd31-4741-bea2-c4302bc6d279 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:02:44.363504 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-de531f15-40b2-48c2-a861-d79c71b0a449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:44.384217 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-e49a4bf2-93f1-4df9-8693-93196befd366 service neutron] Transition to ACTIVE for port object 13397ee1-19f1-4d58-9c64-1a626346836b will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:02:44.414301 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965194b0-6cfc-4c5a-b5c1-9a91c19594e9 req-bb6864f4-5569-409f-8f55-8ca354688170 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:44.422074 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-965194b0-6cfc-4c5a-b5c1-9a91c19594e9 req-bb6864f4-5569-409f-8f55-8ca354688170 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 946 time: 0.1449151 Apr 20 13:02:44.434731 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5eb86a-fed9-4aa8-a4e8-2f427290cd39 req-07f91a10-2d8a-4c7e-ace6-9a0b15152036 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:44.442243 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed5eb86a-fed9-4aa8-a4e8-2f427290cd39 req-07f91a10-2d8a-4c7e-ace6-9a0b15152036 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 944 time: 0.1496990 Apr 20 13:02:44.448993 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-287206e1-1235-4ed9-939c-0b3e6886e70b None None] Provisioning complete for port ff97bd33-6d35-4183-a5d7-08318b73927e triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:44.449365 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-287206e1-1235-4ed9-939c-0b3e6886e70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:44.469688 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-e49a4bf2-93f1-4df9-8693-93196befd366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:44.532918 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-287206e1-1235-4ed9-939c-0b3e6886e70b None None] Port ff97bd33-6d35-4183-a5d7-08318b73927e cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:02:44.542830 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port f65f89e6-bd31-4741-bea2-c4302bc6d279 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:44.543207 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:44.550285 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed5eb86a-fed9-4aa8-a4e8-2f427290cd39 req-aab6bf26-7a6b-4898-9076-791254ef4b74 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070948 Apr 20 13:02:44.582817 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-965194b0-6cfc-4c5a-b5c1-9a91c19594e9 req-8f9ce256-dc8c-4395-a382-37ae5388efa4 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445508 Apr 20 13:02:44.591976 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 8fe646d6-3d81-4d59-b950-e14f0d1e0b39 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:02:44.606060 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 8fe646d6-3d81-4d59-b950-e14f0d1e0b39 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:44.606449 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:44.648165 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a4bf2-93f1-4df9-8693-93196befd366 service neutron] Pushing event updated for resources: {'Port': ['ID=13397ee1-19f1-4d58-9c64-1a626346836b,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:44.736024 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-63266eff-d81b-49f9-a115-63c2757bf4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9773d03c-cf7b-45fa-b4de-f6ad253b831d', 'name': 'tempest-ServersTestFqdnHostnames-1345862045-router', 'tenant_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '06cf3fbb-ac13-4a6e-98cc-6e3677c9a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:02:39Z', 'updated_at': '2022-04-20T13:02:41Z', 'revision_number': 3, 'project_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'gw_port': {'id': '06cf3fbb-ac13-4a6e-98cc-6e3677c9a519', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9773d03c-cf7b-45fa-b4de-f6ad253b831d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:02:40Z', 'updated_at': '2022-04-20T13:02:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:44.810535 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63266eff-d81b-49f9-a115-63c2757bf4c7 None None] Checking router: 9773d03c-cf7b-45fa-b4de-f6ad253b831d for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:02:44.810885 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63266eff-d81b-49f9-a115-63c2757bf4c7 None None] Updating router 9773d03c-cf7b-45fa-b4de-f6ad253b831d port 06cf3fbb-ac13-4a6e-98cc-6e3677c9a519 binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:02:44.860007 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:44.867099 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-63266eff-d81b-49f9-a115-63c2757bf4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:44.886479 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca009c-9bab-4d00-9465-155ad2c77c50 req-23474731-8b65-4554-9890-442df1faa747 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:44.889371 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c9ca009c-9bab-4d00-9465-155ad2c77c50 req-23474731-8b65-4554-9890-442df1faa747 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 936 time: 0.1535268 Apr 20 13:02:44.910319 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-e49a4bf2-93f1-4df9-8693-93196befd366 service neutron] Attempting to bind port 13397ee1-19f1-4d58-9c64-1a626346836b on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:02:44.910659 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc7d5f-3461-4e39-aa2d-e8a97ee8e165 req-aa661c07-70e3-41ed-b759-f3446dc17ded tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:44.910793 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-e49a4bf2-93f1-4df9-8693-93196befd366 service neutron] Attempting to bind port 13397ee1-19f1-4d58-9c64-1a626346836b by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:02:44.911075 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-e49a4bf2-93f1-4df9-8693-93196befd366 service neutron] Attempting to bind port 13397ee1-19f1-4d58-9c64-1a626346836b on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:02:44.919187 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ddcc7d5f-3461-4e39-aa2d-e8a97ee8e165 req-aa661c07-70e3-41ed-b759-f3446dc17ded tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 945 time: 0.1845706 Apr 20 13:02:44.921187 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-e49a4bf2-93f1-4df9-8693-93196befd366 service neutron] Port 13397ee1-19f1-4d58-9c64-1a626346836b on network 6efc3d61-2150-4671-a02d-6127df40131a not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:02:44.922048 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-e49a4bf2-93f1-4df9-8693-93196befd366 service neutron] Attempting to bind port 13397ee1-19f1-4d58-9c64-1a626346836b on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:02:44.930559 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bdd3624-ab99-422a-9a25-3ae1c9f22962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe646d6-3d81-4d59-b950-e14f0d1e0b39'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:44.933073 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c67ce7e-5902-4c7a-ba4b-3f35614cd616" -d '{"events": [{"server_uuid": "6bdd3624-ab99-422a-9a25-3ae1c9f22962", "name": "network-vif-plugged", "status": "completed", "tag": "8fe646d6-3d81-4d59-b950-e14f0d1e0b39"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:44.944864 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2d23ade0-7853-4352-aca0-5da3f9026f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:44.995093 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-e49a4bf2-93f1-4df9-8693-93196befd366 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:02:44.998167 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-e49a4bf2-93f1-4df9-8693-93196befd366 service neutron] Checking segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:02:44.998574 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-e49a4bf2-93f1-4df9-8693-93196befd366 service neutron] Bound using segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:02:44.999035 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-e49a4bf2-93f1-4df9-8693-93196befd366 service neutron] Bound port: 13397ee1-19f1-4d58-9c64-1a626346836b, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:02:44.999549 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-e49a4bf2-93f1-4df9-8693-93196befd366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:45.005057 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 8fe646d6-3d81-4d59-b950-e14f0d1e0b39, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=8fe646d6-3d81-4d59-b950-e14f0d1e0b39,segment=NetworkSegment(b9427c0d-7fe5-4e74-94e3-27c981444053),segment_id=b9427c0d-7fe5-4e74-94e3-27c981444053)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:45.034358 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ddcc7d5f-3461-4e39-aa2d-e8a97ee8e165 req-a039c41c-30c5-4735-a822-b3e88b41830a tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137140 Apr 20 13:02:45.098221 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:45.121464 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c9ca009c-9bab-4d00-9465-155ad2c77c50 req-3b483e69-4f1f-4746-b3ab-18c537d75aee tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196941 Apr 20 13:02:45.187254 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-e49a4bf2-93f1-4df9-8693-93196befd366 service neutron] For port 13397ee1-19f1-4d58-9c64-1a626346836b, host n-h2-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:02:45.191075 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-e49a4bf2-93f1-4df9-8693-93196befd366 service neutron] For port 13397ee1-19f1-4d58-9c64-1a626346836b, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=13397ee1-19f1-4d58-9c64-1a626346836b,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:02:45.232449 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=8fe646d6-3d81-4d59-b950-e14f0d1e0b39,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:45.253916 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:45.254515 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:45.255010 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:45.256056 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:45.256549 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:45.259954 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:45.259954 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:45.259954 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:45.259954 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:45.259954 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:45.259954 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:45.259954 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:45.272407 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca68929-ef4f-44f9-8dc5-b6d9b192ca21 req-b8c8cc8f-113c-492e-9e6f-5d77e8a67256 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:45.279777 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3ca68929-ef4f-44f9-8dc5-b6d9b192ca21 req-b8c8cc8f-113c-492e-9e6f-5d77e8a67256 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 950 time: 0.1385958 Apr 20 13:02:45.286886 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-e49a4bf2-93f1-4df9-8693-93196befd366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:45.303324 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4e933f49-7940-4586-bbb8-0020fec777a2 req-704df0f7-7346-4779-aa22-5271bffa8ba4 tempest-ServersAdmin275Test-1780375358 tempest-ServersAdmin275Test-1780375358-project] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0587585 Apr 20 13:02:45.336378 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250ae5b-80b4-455d-a632-76b0eaf73dbd req-03cae56d-fc3b-4fba-aa67-68ea26e704c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:45.338312 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4250ae5b-80b4-455d-a632-76b0eaf73dbd req-03cae56d-fc3b-4fba-aa67-68ea26e704c2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c185004f0bb4f68ac206a98646f7134&device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 1101 time: 0.3012271 Apr 20 13:02:45.344392 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-de531f15-40b2-48c2-a861-d79c71b0a449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff97bd33-6d35-4183-a5d7-08318b73927e {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:02:45.350509 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-63266eff-d81b-49f9-a115-63c2757bf4c7 None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:45.357783 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-e49a4bf2-93f1-4df9-8693-93196befd366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:45.357783 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-e49a4bf2-93f1-4df9-8693-93196befd366 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:45.357783 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-e49a4bf2-93f1-4df9-8693-93196befd366 service neutron] 10.222.0.15 "PUT /v2.0/ports/13397ee1-19f1-4d58-9c64-1a626346836b HTTP/1.1" status: 200 len: 1096 time: 1.8566771 Apr 20 13:02:45.363155 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa9b908-179a-45c9-8029-6d4c5c63513a', 'tag': '13397ee1-19f1-4d58-9c64-1a626346836b'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:45.366197 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675d5457-4e4c-453e-979d-bfc15aab7052" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa9b908-179a-45c9-8029-6d4c5c63513a", "tag": "13397ee1-19f1-4d58-9c64-1a626346836b"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:45.373541 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-2d23ade0-7853-4352-aca0-5da3f9026f72 admin admin] Allocated IP 172.20.0.1 (31b982df-6f64-4bf1-9c83-25f59b9dc070/8a9b202b-1aa6-4cb7-9ec5-51bfcb82221f/fcddc367-efeb-4cbe-9ea3-7282e613307a) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:02:45.383622 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3ca68929-ef4f-44f9-8dc5-b6d9b192ca21 req-7928b2df-7d3b-4084-a833-b54d40408512 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029582 Apr 20 13:02:45.385880 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-de531f15-40b2-48c2-a861-d79c71b0a449 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:45.448852 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-63266eff-d81b-49f9-a115-63c2757bf4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:45.474186 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e3bc57-6f2b-474c-8501-fbfe8d79510a x-openstack-request-id: req-d4e3bc57-6f2b-474c-8501-fbfe8d79510a {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:45.474508 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa9b908-179a-45c9-8029-6d4c5c63513a", "tag": "13397ee1-19f1-4d58-9c64-1a626346836b", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:45.474756 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d4e3bc57-6f2b-474c-8501-fbfe8d79510a {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:45.475154 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4e3bc57-6f2b-474c-8501-fbfe8d79510a'] response: {'name': 'network-changed', 'server_uuid': '5fa9b908-179a-45c9-8029-6d4c5c63513a', 'tag': '13397ee1-19f1-4d58-9c64-1a626346836b', 'status': 'completed', 'code': 200} Apr 20 13:02:45.485871 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-de531f15-40b2-48c2-a861-d79c71b0a449 service neutron] Transition to ACTIVE for port object ff97bd33-6d35-4183-a5d7-08318b73927e will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:02:45.518992 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a4bf2-93f1-4df9-8693-93196befd366 service neutron] Pushing event updated for resources: {'Port': ['ID=13397ee1-19f1-4d58-9c64-1a626346836b,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:45.537081 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2435a4c8-28b7-462a-8d15-1078717ea334 x-openstack-request-id: req-2435a4c8-28b7-462a-8d15-1078717ea334 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:45.537455 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bdd3624-ab99-422a-9a25-3ae1c9f22962", "name": "network-vif-plugged", "status": "completed", "tag": "8fe646d6-3d81-4d59-b950-e14f0d1e0b39", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:45.537700 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2435a4c8-28b7-462a-8d15-1078717ea334 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:45.538236 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2435a4c8-28b7-462a-8d15-1078717ea334'] response: {'server_uuid': '6bdd3624-ab99-422a-9a25-3ae1c9f22962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe646d6-3d81-4d59-b950-e14f0d1e0b39', 'code': 200} Apr 20 13:02:45.564404 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-63266eff-d81b-49f9-a115-63c2757bf4c7 None None] Attempting to bind port 06cf3fbb-ac13-4a6e-98cc-6e3677c9a519 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:02:45.564793 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-63266eff-d81b-49f9-a115-63c2757bf4c7 None None] Attempting to bind port 06cf3fbb-ac13-4a6e-98cc-6e3677c9a519 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:02:45.566324 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63266eff-d81b-49f9-a115-63c2757bf4c7 None None] Attempting to bind port 06cf3fbb-ac13-4a6e-98cc-6e3677c9a519 on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:02:45.575054 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63266eff-d81b-49f9-a115-63c2757bf4c7 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:02:45.575638 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63266eff-d81b-49f9-a115-63c2757bf4c7 None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:02:45.576094 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-63266eff-d81b-49f9-a115-63c2757bf4c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:45.576473 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63266eff-d81b-49f9-a115-63c2757bf4c7 None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:02:45.576952 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-63266eff-d81b-49f9-a115-63c2757bf4c7 None None] Bound port: 06cf3fbb-ac13-4a6e-98cc-6e3677c9a519, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:02:45.577337 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-63266eff-d81b-49f9-a115-63c2757bf4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:45.579198 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-de531f15-40b2-48c2-a861-d79c71b0a449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:45.624749 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b44cac-4bc1-4c85-941e-440f88033e2b req-7aead9c4-ed8c-473d-8b2e-b1369ee8e0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:45.625366 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea8873-f30c-4fa7-a32c-d0947fe91ecc None None] Pushing event updated for resources: {'Port': ['ID=06cf3fbb-ac13-4a6e-98cc-6e3677c9a519,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:45.626293 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-80b44cac-4bc1-4c85-941e-440f88033e2b req-7aead9c4-ed8c-473d-8b2e-b1369ee8e0f5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 1097 time: 0.0888455 Apr 20 13:02:45.691532 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2d23ade0-7853-4352-aca0-5da3f9026f72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:45.707659 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-63266eff-d81b-49f9-a115-63c2757bf4c7 None None] For port 06cf3fbb-ac13-4a6e-98cc-6e3677c9a519, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:02:45.712481 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-80b44cac-4bc1-4c85-941e-440f88033e2b req-21574ade-f472-401d-afa8-3626e8bdcd9f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739017 Apr 20 13:02:45.713236 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-63266eff-d81b-49f9-a115-63c2757bf4c7 None None] For port 06cf3fbb-ac13-4a6e-98cc-6e3677c9a519, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=06cf3fbb-ac13-4a6e-98cc-6e3677c9a519,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:02:45.732885 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250ae5b-80b4-455d-a632-76b0eaf73dbd req-d5889520-0237-455e-abd8-00ba5b1c378c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:45.734334 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4250ae5b-80b4-455d-a632-76b0eaf73dbd req-d5889520-0237-455e-abd8-00ba5b1c378c service neutron] 10.222.0.32 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.3742352 Apr 20 13:02:45.745964 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d5457-4e4c-453e-979d-bfc15aab7052 req-44b76f37-b7a5-401a-8714-e0d11718a0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:45.747460 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-675d5457-4e4c-453e-979d-bfc15aab7052 req-44b76f37-b7a5-401a-8714-e0d11718a0b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1eb4b98654a64cc0a24f0db20416c844&device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 1099 time: 0.2447662 Apr 20 13:02:45.787769 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-63266eff-d81b-49f9-a115-63c2757bf4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:45.792539 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4250ae5b-80b4-455d-a632-76b0eaf73dbd req-c54bb8d6-7970-4214-82b7-d8ca6c5966e4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=d652d4b0-9ae0-4c73-8d1c-2eedd7583cef HTTP/1.1" status: 200 len: 217 time: 0.0440962 Apr 20 13:02:45.793123 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de531f15-40b2-48c2-a861-d79c71b0a449 service neutron] Pushing event updated for resources: {'Port': ['ID=ff97bd33-6d35-4183-a5d7-08318b73927e,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:45.836710 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67948b-6194-408f-9ed0-76e7dddbcfb9 req-1d8d4190-e3d6-4f0e-b4e4-3a85c293e5ee tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:45.844893 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ec67948b-6194-408f-9ed0-76e7dddbcfb9 req-1d8d4190-e3d6-4f0e-b4e4-3a85c293e5ee tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 946 time: 0.1147535 Apr 20 13:02:45.861847 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca5fa8-09ad-4093-80a2-457356f2dff6 req-444387ce-080c-4d59-8bfc-e5c6bde9028b tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:45.863959 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4eca5fa8-09ad-4093-80a2-457356f2dff6 req-444387ce-080c-4d59-8bfc-e5c6bde9028b tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 944 time: 0.1402452 Apr 20 13:02:45.901227 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250ae5b-80b4-455d-a632-76b0eaf73dbd req-763c31ad-92b6-44a3-8e3b-45d28cb623f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:45.902689 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4250ae5b-80b4-455d-a632-76b0eaf73dbd req-763c31ad-92b6-44a3-8e3b-45d28cb623f3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.1028516 Apr 20 13:02:45.925384 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63266eff-d81b-49f9-a115-63c2757bf4c7 None None] Routers {'9773d03c-cf7b-45fa-b4de-f6ad253b831d'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:02:45.926038 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-63266eff-d81b-49f9-a115-63c2757bf4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:02:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['9773d03c-cf7b-45fa-b4de-f6ad253b831d'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:45.932138 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea8873-f30c-4fa7-a32c-d0947fe91ecc None None] Pushing event updated for resources: {'Port': ['ID=06cf3fbb-ac13-4a6e-98cc-6e3677c9a519,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:45.935288 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ec67948b-6194-408f-9ed0-76e7dddbcfb9 req-cdf93020-ff97-4252-bffd-7aed3eeb9102 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894010 Apr 20 13:02:45.943467 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2d23ade0-7853-4352-aca0-5da3f9026f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:45.943927 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-de531f15-40b2-48c2-a861-d79c71b0a449 service neutron] Attempting to bind port ff97bd33-6d35-4183-a5d7-08318b73927e on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:02:45.944354 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-de531f15-40b2-48c2-a861-d79c71b0a449 service neutron] Attempting to bind port ff97bd33-6d35-4183-a5d7-08318b73927e by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:02:45.944903 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-de531f15-40b2-48c2-a861-d79c71b0a449 service neutron] Attempting to bind port ff97bd33-6d35-4183-a5d7-08318b73927e on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:02:45.985678 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-de531f15-40b2-48c2-a861-d79c71b0a449 service neutron] Port ff97bd33-6d35-4183-a5d7-08318b73927e on network 6efc3d61-2150-4671-a02d-6127df40131a not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:02:45.985953 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-de531f15-40b2-48c2-a861-d79c71b0a449 service neutron] Attempting to bind port ff97bd33-6d35-4183-a5d7-08318b73927e on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:02:45.996299 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-de531f15-40b2-48c2-a861-d79c71b0a449 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:02:45.996631 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-de531f15-40b2-48c2-a861-d79c71b0a449 service neutron] Checking segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:02:45.996999 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-de531f15-40b2-48c2-a861-d79c71b0a449 service neutron] Bound using segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:02:45.997446 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-de531f15-40b2-48c2-a861-d79c71b0a449 service neutron] Bound port: ff97bd33-6d35-4183-a5d7-08318b73927e, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:02:45.997806 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-de531f15-40b2-48c2-a861-d79c71b0a449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:46.001165 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23ade0-7853-4352-aca0-5da3f9026f72 admin admin] Pushing event updated for resources: {'Port': ['ID=fcddc367-efeb-4cbe-9ea3-7282e613307a,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:46.010987 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4eca5fa8-09ad-4093-80a2-457356f2dff6 req-d4388575-ecab-4475-aede-408038e902e5 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389074 Apr 20 13:02:46.021067 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d23ade0-7853-4352-aca0-5da3f9026f72 admin admin] Network 31b982df-6f64-4bf1-9c83-25f59b9dc070 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:02:46.023236 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-2d23ade0-7853-4352-aca0-5da3f9026f72 admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:02:46.036153 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d23ade0-7853-4352-aca0-5da3f9026f72 admin admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:02:46.144825 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2d23ade0-7853-4352-aca0-5da3f9026f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:46.314661 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b65d1-baa8-47af-8eb3-ba1de61ac338 req-a6643860-564a-4eda-83c6-b7736b41ce0e tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:46.323515 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-211b65d1-baa8-47af-8eb3-ba1de61ac338 req-a6643860-564a-4eda-83c6-b7736b41ce0e tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.1223071 Apr 20 13:02:46.352299 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-63266eff-d81b-49f9-a115-63c2757bf4c7 None None] Set router 9773d03c-cf7b-45fa-b4de-f6ad253b831d gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:02:46.421044 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ebb9a-55b2-4a8c-ad2e-97c9122e5197 req-8e04598a-81fc-471e-a2d7-da5db4361210 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:46.422592 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1c9ebb9a-55b2-4a8c-ad2e-97c9122e5197 req-8e04598a-81fc-471e-a2d7-da5db4361210 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 948 time: 0.1873412 Apr 20 13:02:46.459184 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250ae5b-80b4-455d-a632-76b0eaf73dbd req-f01be99f-0df5-4f4e-8f85-929a952aa7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:46.461021 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4250ae5b-80b4-455d-a632-76b0eaf73dbd req-f01be99f-0df5-4f4e-8f85-929a952aa7e5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5189371 Apr 20 13:02:46.479936 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-211b65d1-baa8-47af-8eb3-ba1de61ac338 req-f72bb94a-7f59-49bc-9792-fb34bfdd6fa8 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553497 Apr 20 13:02:46.526372 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-de531f15-40b2-48c2-a861-d79c71b0a449 service neutron] For port ff97bd33-6d35-4183-a5d7-08318b73927e, host n-h2-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:02:46.543112 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1c9ebb9a-55b2-4a8c-ad2e-97c9122e5197 req-d22314c5-93d0-4420-ab3e-c3044bc193cc tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125956 Apr 20 13:02:46.551023 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-de531f15-40b2-48c2-a861-d79c71b0a449 service neutron] For port ff97bd33-6d35-4183-a5d7-08318b73927e, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=ff97bd33-6d35-4183-a5d7-08318b73927e,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:02:46.568914 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-b597db2a-17f4-4fba-ac4f-28a2356a5831 None None] Provisioning complete for port fcddc367-efeb-4cbe-9ea3-7282e613307a triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:46.568914 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b597db2a-17f4-4fba-ac4f-28a2356a5831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:46.607178 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4250ae5b-80b4-455d-a632-76b0eaf73dbd req-1550610a-62a7-48d1-833c-fd16465f7658 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355491 Apr 20 13:02:46.620737 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-621b2d77-8440-4fdc-b4c1-93b46e7d8b25 req-a31d2ebb-12a4-47bf-9d03-0defe785d991 tempest-ServersAdmin275Test-1780375358 tempest-ServersAdmin275Test-1780375358-project] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0416942 Apr 20 13:02:46.647898 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-de531f15-40b2-48c2-a861-d79c71b0a449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:46.661254 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-b597db2a-17f4-4fba-ac4f-28a2356a5831 None None] Port fcddc367-efeb-4cbe-9ea3-7282e613307a cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:02:46.686771 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-63266eff-d81b-49f9-a115-63c2757bf4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9773d03c-cf7b-45fa-b4de-f6ad253b831d', 'name': 'tempest-ServersTestFqdnHostnames-1345862045-router', 'tenant_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '06cf3fbb-ac13-4a6e-98cc-6e3677c9a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:02:39Z', 'updated_at': '2022-04-20T13:02:41Z', 'revision_number': 3, 'project_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'gw_port': {'id': '06cf3fbb-ac13-4a6e-98cc-6e3677c9a519', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9773d03c-cf7b-45fa-b4de-f6ad253b831d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:02:40Z', 'updated_at': '2022-04-20T13:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:46.703452 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2d23ade0-7853-4352-aca0-5da3f9026f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:46.716794 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63266eff-d81b-49f9-a115-63c2757bf4c7 None None] The sync data for ids ['9773d03c-cf7b-45fa-b4de-f6ad253b831d'] in n-d-836015-7 is: [{'id': '9773d03c-cf7b-45fa-b4de-f6ad253b831d', 'name': 'tempest-ServersTestFqdnHostnames-1345862045-router', 'tenant_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '06cf3fbb-ac13-4a6e-98cc-6e3677c9a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:02:39Z', 'updated_at': '2022-04-20T13:02:41Z', 'revision_number': 3, 'project_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'gw_port': {'id': '06cf3fbb-ac13-4a6e-98cc-6e3677c9a519', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9773d03c-cf7b-45fa-b4de-f6ad253b831d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:02:40Z', 'updated_at': '2022-04-20T13:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:02:46.741156 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-de531f15-40b2-48c2-a861-d79c71b0a449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:46.741782 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-de531f15-40b2-48c2-a861-d79c71b0a449 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:46.743214 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-de531f15-40b2-48c2-a861-d79c71b0a449 service neutron] 10.222.0.15 "PUT /v2.0/ports/ff97bd33-6d35-4183-a5d7-08318b73927e HTTP/1.1" status: 200 len: 1096 time: 2.5081842 Apr 20 13:02:46.781645 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de531f15-40b2-48c2-a861-d79c71b0a449 service neutron] Pushing event updated for resources: {'Port': ['ID=ff97bd33-6d35-4183-a5d7-08318b73927e,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:46.802970 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680ac3d-53ed-4d1e-bd7f-ea66d3588928 req-916aa7e6-9938-482d-875e-3a7f9afbab81 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:46.802970 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d680ac3d-53ed-4d1e-bd7f-ea66d3588928 req-916aa7e6-9938-482d-875e-3a7f9afbab81 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 950 time: 0.1408443 Apr 20 13:02:46.834413 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4250ae5b-80b4-455d-a632-76b0eaf73dbd req-e41ad7b5-768d-409a-a65f-248939f1b0b6 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186906 Apr 20 13:02:46.894801 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d680ac3d-53ed-4d1e-bd7f-ea66d3588928 req-bc9fb326-a7e6-4cdc-b2eb-1a74fca406f4 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786283 Apr 20 13:02:46.976301 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2d23ade0-7853-4352-aca0-5da3f9026f72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:47.098692 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2d23ade0-7853-4352-aca0-5da3f9026f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:47.135462 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a7be1-9c21-470e-929f-97081690bc9c req-8bb23aa7-8a21-4ccb-aaaf-6d74e9cb24c1 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:47.137055 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-206a7be1-9c21-470e-929f-97081690bc9c req-8bb23aa7-8a21-4ccb-aaaf-6d74e9cb24c1 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 946 time: 0.1121669 Apr 20 13:02:47.239190 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2d23ade0-7853-4352-aca0-5da3f9026f72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:47.253187 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23ade0-7853-4352-aca0-5da3f9026f72 admin admin] Pushing event updated for resources: {'Port': ['ID=fcddc367-efeb-4cbe-9ea3-7282e613307a,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:47.265770 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-206a7be1-9c21-470e-929f-97081690bc9c req-b44c24c6-c166-42ec-827e-29b6800e4bed tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044962 Apr 20 13:02:47.288841 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa086d-9348-40a1-8cce-b1eb34ab1ec9 req-e881a8a0-ebde-4a89-90b3-90f74df75482 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:47.288841 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7bfa086d-9348-40a1-8cce-b1eb34ab1ec9 req-e881a8a0-ebde-4a89-90b3-90f74df75482 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 944 time: 0.1479888 Apr 20 13:02:47.369890 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7bfa086d-9348-40a1-8cce-b1eb34ab1ec9 req-e0edb5ea-b8bf-41e3-849e-768900e46691 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738389 Apr 20 13:02:47.417401 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d23ade0-7853-4352-aca0-5da3f9026f72 admin admin] Network 31b982df-6f64-4bf1-9c83-25f59b9dc070 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:02:47.418791 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-2d23ade0-7853-4352-aca0-5da3f9026f72 admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:02:47.485998 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c00b6b14-3280-4095-a1b0-2c9fd8f8edcd', 'tag': 'ff97bd33-6d35-4183-a5d7-08318b73927e'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:47.488465 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454d36a5-c9ea-47e2-b1dd-e8354b299c66" -d '{"events": [{"name": "network-changed", "server_uuid": "c00b6b14-3280-4095-a1b0-2c9fd8f8edcd", "tag": "ff97bd33-6d35-4183-a5d7-08318b73927e"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:47.545087 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc2a1ae-d3bf-4738-a357-686870e78fa3 x-openstack-request-id: req-0cc2a1ae-d3bf-4738-a357-686870e78fa3 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:47.545383 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c00b6b14-3280-4095-a1b0-2c9fd8f8edcd", "tag": "ff97bd33-6d35-4183-a5d7-08318b73927e", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:47.545639 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0cc2a1ae-d3bf-4738-a357-686870e78fa3 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:47.546094 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cc2a1ae-d3bf-4738-a357-686870e78fa3'] response: {'name': 'network-changed', 'server_uuid': 'c00b6b14-3280-4095-a1b0-2c9fd8f8edcd', 'tag': 'ff97bd33-6d35-4183-a5d7-08318b73927e', 'status': 'completed', 'code': 200} Apr 20 13:02:47.718370 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-19161e9c-a192-450c-b31b-32f475616340 None None] Provisioning complete for port fcddc367-efeb-4cbe-9ea3-7282e613307a triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:47.718974 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-19161e9c-a192-450c-b31b-32f475616340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:47.753270 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-19161e9c-a192-450c-b31b-32f475616340 None None] Port fcddc367-efeb-4cbe-9ea3-7282e613307a cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:02:47.879484 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d23ade0-7853-4352-aca0-5da3f9026f72 admin admin] Router 9773d03c-cf7b-45fa-b4de-f6ad253b831d has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:02:47.898348 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3090e7c7-78da-415c-8fbc-7243c807b2da req-c6e4deb8-3e5b-4f5b-bfdf-a23a7e11312d tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:47.899827 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3090e7c7-78da-415c-8fbc-7243c807b2da req-c6e4deb8-3e5b-4f5b-bfdf-a23a7e11312d tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 948 time: 0.0971422 Apr 20 13:02:47.908062 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58358afa-0b5c-45c2-b1b5-fa78550282a1 req-b57158ea-6860-49bd-a500-9e1a7766d09a tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:47.909648 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-58358afa-0b5c-45c2-b1b5-fa78550282a1 req-b57158ea-6860-49bd-a500-9e1a7766d09a tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.1058478 Apr 20 13:02:48.012676 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3090e7c7-78da-415c-8fbc-7243c807b2da req-9c977443-d00d-4da6-ba07-acdcea4e1f5f tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006620 Apr 20 13:02:48.017048 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-58358afa-0b5c-45c2-b1b5-fa78550282a1 req-38ea57b8-e9d7-4c33-bdad-47fc492d26fb tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965283 Apr 20 13:02:48.103082 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d23ade0-7853-4352-aca0-5da3f9026f72 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:02:48.111610 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2d23ade0-7853-4352-aca0-5da3f9026f72 admin admin] 10.222.0.25 "PUT /v2.0/routers/9773d03c-cf7b-45fa-b4de-f6ad253b831d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1444328 Apr 20 13:02:48.155455 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 06cf3fbb-ac13-4a6e-98cc-6e3677c9a519 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:02:48.164885 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4df543c2-6f51-4872-a843-5ce31240f618 req-8b3b52d2-36a7-4df7-b833-5b8e08d4ed61 tempest-ServersAdmin275Test-1780375358 tempest-ServersAdmin275Test-1780375358-project] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0596023 Apr 20 13:02:48.192412 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c10f41-92b2-4700-b684-fd89256e7cbd req-a8d6eb8b-1810-4a0f-9b2e-5504c778505f tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:48.195087 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-07c10f41-92b2-4700-b684-fd89256e7cbd req-a8d6eb8b-1810-4a0f-9b2e-5504c778505f tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 950 time: 0.1066818 Apr 20 13:02:48.219609 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 06cf3fbb-ac13-4a6e-98cc-6e3677c9a519 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:48.220004 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:48.238641 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-07c10f41-92b2-4700-b684-fd89256e7cbd req-9c6103f0-91ba-4ac1-b1b2-b47bf484b74c tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373127 Apr 20 13:02:48.314064 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:48.336432 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 06cf3fbb-ac13-4a6e-98cc-6e3677c9a519, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=06cf3fbb-ac13-4a6e-98cc-6e3677c9a519,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:48.389387 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9560444-db4f-4606-8eec-36938c04255b req-36ee3848-82e5-4e46-868d-407f7b9c559b tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:48.390959 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d9560444-db4f-4606-8eec-36938c04255b req-36ee3848-82e5-4e46-868d-407f7b9c559b tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 946 time: 0.0503588 Apr 20 13:02:48.404047 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:48.452101 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d9560444-db4f-4606-8eec-36938c04255b req-d4d95231-a83d-4e89-a7f5-0efaf39bd166 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546982 Apr 20 13:02:48.458994 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=06cf3fbb-ac13-4a6e-98cc-6e3677c9a519,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:48.537700 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78acdb0c-19ca-48ad-8e47-44d15316398b None None] Sync routers for ids ['9773d03c-cf7b-45fa-b4de-f6ad253b831d'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:02:48.548027 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78acdb0c-19ca-48ad-8e47-44d15316398b None None] Routers {'9773d03c-cf7b-45fa-b4de-f6ad253b831d'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:02:48.548904 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-78acdb0c-19ca-48ad-8e47-44d15316398b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:02:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['9773d03c-cf7b-45fa-b4de-f6ad253b831d'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:48.564810 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f234f8-7b6a-46f7-8d83-15381771a936 req-588a18d6-0668-48d4-b5b3-fbb6947078c9 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:48.566331 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-24f234f8-7b6a-46f7-8d83-15381771a936 req-588a18d6-0668-48d4-b5b3-fbb6947078c9 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 944 time: 0.0569003 Apr 20 13:02:48.606155 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-24f234f8-7b6a-46f7-8d83-15381771a936 req-3c635bc2-7099-4d2c-8ffd-73e294e0ae98 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326290 Apr 20 13:02:48.652375 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-78acdb0c-19ca-48ad-8e47-44d15316398b None None] Set router 9773d03c-cf7b-45fa-b4de-f6ad253b831d gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:02:48.810803 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57380) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:48.816864 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-378e8a3f-af5d-4c05-8f3b-d1db0e4813d8 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1651805617', 'description': 'tempest-description--708694793'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:48.847675 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-78acdb0c-19ca-48ad-8e47-44d15316398b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9773d03c-cf7b-45fa-b4de-f6ad253b831d', 'name': 'tempest-ServersTestFqdnHostnames-1345862045-router', 'tenant_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '06cf3fbb-ac13-4a6e-98cc-6e3677c9a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:02:39Z', 'updated_at': '2022-04-20T13:02:46Z', 'revision_number': 4, 'project_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'gw_port': {'id': '06cf3fbb-ac13-4a6e-98cc-6e3677c9a519', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773d03c-cf7b-45fa-b4de-f6ad253b831d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:02:40Z', 'updated_at': '2022-04-20T13:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'fcddc367-efeb-4cbe-9ea3-7282e613307a', 'name': '', 'network_id': '31b982df-6f64-4bf1-9c83-25f59b9dc070', 'tenant_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'mac_address': 'fa:16:3e:b0:f8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9773d03c-cf7b-45fa-b4de-f6ad253b831d', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '8a9b202b-1aa6-4cb7-9ec5-51bfcb82221f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:02:44Z', 'updated_at': '2022-04-20T13:02:46Z', 'revision_number': 2, 'project_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'subnets': [{'id': '8a9b202b-1aa6-4cb7-9ec5-51bfcb82221f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:48.874086 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78acdb0c-19ca-48ad-8e47-44d15316398b None None] Checking router: 9773d03c-cf7b-45fa-b4de-f6ad253b831d for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:02:48.874372 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78acdb0c-19ca-48ad-8e47-44d15316398b None None] Updating router 9773d03c-cf7b-45fa-b4de-f6ad253b831d port fcddc367-efeb-4cbe-9ea3-7282e613307a binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:02:48.887691 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-378e8a3f-af5d-4c05-8f3b-d1db0e4813d8 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:48.901315 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-78acdb0c-19ca-48ad-8e47-44d15316398b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:48.955882 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-378e8a3f-af5d-4c05-8f3b-d1db0e4813d8 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:49.038433 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-378e8a3f-af5d-4c05-8f3b-d1db0e4813d8 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:49.076933 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e8a3f-af5d-4c05-8f3b-d1db0e4813d8 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5acf63-304a-4116-a09c-131cd4d5b2c6,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:49.085200 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378e8a3f-af5d-4c05-8f3b-d1db0e4813d8 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:49.085609 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378e8a3f-af5d-4c05-8f3b-d1db0e4813d8 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:49.085977 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378e8a3f-af5d-4c05-8f3b-d1db0e4813d8 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:49.086310 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378e8a3f-af5d-4c05-8f3b-d1db0e4813d8 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:49.086641 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378e8a3f-af5d-4c05-8f3b-d1db0e4813d8 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:49.086968 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378e8a3f-af5d-4c05-8f3b-d1db0e4813d8 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:49.087347 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378e8a3f-af5d-4c05-8f3b-d1db0e4813d8 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:49.087712 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378e8a3f-af5d-4c05-8f3b-d1db0e4813d8 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:49.088035 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378e8a3f-af5d-4c05-8f3b-d1db0e4813d8 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:49.088356 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378e8a3f-af5d-4c05-8f3b-d1db0e4813d8 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:49.088675 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378e8a3f-af5d-4c05-8f3b-d1db0e4813d8 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:49.088995 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378e8a3f-af5d-4c05-8f3b-d1db0e4813d8 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:49.149851 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-378e8a3f-af5d-4c05-8f3b-d1db0e4813d8 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:49.151128 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-378e8a3f-af5d-4c05-8f3b-d1db0e4813d8 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3390245 Apr 20 13:02:49.154055 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57386) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:49.159496 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-e1438229-6fbe-4499-897c-f0e4789841fd tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Request body: {'security_group_rule': {'security_group_id': '4c5acf63-304a-4116-a09c-131cd4d5b2c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:49.176528 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7f882-fceb-4af5-a496-b49896994c65 req-924a1238-1d76-453c-9e1d-3e82591eebea tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:49.178041 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3bb7f882-fceb-4af5-a496-b49896994c65 req-924a1238-1d76-453c-9e1d-3e82591eebea tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 948 time: 0.0842538 Apr 20 13:02:49.190967 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce11f39b-dc6f-4866-ace1-1dab3ce67e99 req-46a2639b-e8e7-4097-94ff-0fd8aca88383 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:49.192413 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ce11f39b-dc6f-4866-ace1-1dab3ce67e99 req-46a2639b-e8e7-4097-94ff-0fd8aca88383 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.0975196 Apr 20 13:02:49.243881 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e1438229-6fbe-4499-897c-f0e4789841fd tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:49.248436 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3bb7f882-fceb-4af5-a496-b49896994c65 req-911c6c56-ccaf-4d81-89da-fd450f11a016 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550456 Apr 20 13:02:49.253357 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ce11f39b-dc6f-4866-ace1-1dab3ce67e99 req-9dd4a11d-629f-4388-be18-77a32e5852dc tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532718 Apr 20 13:02:49.263830 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-78acdb0c-19ca-48ad-8e47-44d15316398b None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:49.324467 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e1438229-6fbe-4499-897c-f0e4789841fd tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:49.346256 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-78acdb0c-19ca-48ad-8e47-44d15316398b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:49.354410 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f7e64376-7033-42a7-88a7-09321faba7df req-e8168548-dbf1-417d-92fd-a9179d50dd53 tempest-ServersAdmin275Test-1780375358 tempest-ServersAdmin275Test-1780375358-project] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0329843 Apr 20 13:02:49.394454 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda6eba3-4439-4fbf-9768-3cb314b00552 req-8cbb8117-c20d-48d4-915a-a70665615389 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:49.396073 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cda6eba3-4439-4fbf-9768-3cb314b00552 req-8cbb8117-c20d-48d4-915a-a70665615389 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 950 time: 0.0652316 Apr 20 13:02:49.404468 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e1438229-6fbe-4499-897c-f0e4789841fd tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:49.407778 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c47ae6-5c4e-490a-8b0d-c120d7da8452 None None] Pushing event updated for resources: {'Port': ['ID=fcddc367-efeb-4cbe-9ea3-7282e613307a,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:49.419196 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c47ae6-5c4e-490a-8b0d-c120d7da8452 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:49.419570 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c47ae6-5c4e-490a-8b0d-c120d7da8452 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:49.419911 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c47ae6-5c4e-490a-8b0d-c120d7da8452 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:49.420243 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c47ae6-5c4e-490a-8b0d-c120d7da8452 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:49.420572 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c47ae6-5c4e-490a-8b0d-c120d7da8452 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:49.420899 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c47ae6-5c4e-490a-8b0d-c120d7da8452 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:49.421220 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c47ae6-5c4e-490a-8b0d-c120d7da8452 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:49.421479 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1438229-6fbe-4499-897c-f0e4789841fd tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=040be315-07b5-4c9a-abc3-49dabe3c39dc,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:49.421604 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c47ae6-5c4e-490a-8b0d-c120d7da8452 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:49.421848 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c47ae6-5c4e-490a-8b0d-c120d7da8452 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:49.422165 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c47ae6-5c4e-490a-8b0d-c120d7da8452 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:49.422483 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c47ae6-5c4e-490a-8b0d-c120d7da8452 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:49.422796 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c47ae6-5c4e-490a-8b0d-c120d7da8452 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:49.431599 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1438229-6fbe-4499-897c-f0e4789841fd tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:49.431973 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1438229-6fbe-4499-897c-f0e4789841fd tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:49.432277 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1438229-6fbe-4499-897c-f0e4789841fd tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:49.432616 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1438229-6fbe-4499-897c-f0e4789841fd tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:49.432947 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1438229-6fbe-4499-897c-f0e4789841fd tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:49.433273 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1438229-6fbe-4499-897c-f0e4789841fd tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:49.433598 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1438229-6fbe-4499-897c-f0e4789841fd tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:49.434006 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1438229-6fbe-4499-897c-f0e4789841fd tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:49.434229 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1438229-6fbe-4499-897c-f0e4789841fd tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:49.434552 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1438229-6fbe-4499-897c-f0e4789841fd tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:49.434875 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1438229-6fbe-4499-897c-f0e4789841fd tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:49.435191 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1438229-6fbe-4499-897c-f0e4789841fd tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:49.439543 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cda6eba3-4439-4fbf-9768-3cb314b00552 req-e2e7fe7b-4dcb-4d7d-a5cc-6b511df2da00 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372672 Apr 20 13:02:49.491438 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-78acdb0c-19ca-48ad-8e47-44d15316398b None None] Attempting to bind port fcddc367-efeb-4cbe-9ea3-7282e613307a on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:02:49.491814 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-78acdb0c-19ca-48ad-8e47-44d15316398b None None] Attempting to bind port fcddc367-efeb-4cbe-9ea3-7282e613307a by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '9c9fbc7c-e6c9-4ef9-aa65-a234f828be92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '31b982df-6f64-4bf1-9c83-25f59b9dc070'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:02:49.492177 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78acdb0c-19ca-48ad-8e47-44d15316398b None None] Attempting to bind port fcddc367-efeb-4cbe-9ea3-7282e613307a on network 31b982df-6f64-4bf1-9c83-25f59b9dc070 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:02:49.498259 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78acdb0c-19ca-48ad-8e47-44d15316398b None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:02:49.500557 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78acdb0c-19ca-48ad-8e47-44d15316398b None None] Checking segment: {'id': '9c9fbc7c-e6c9-4ef9-aa65-a234f828be92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '31b982df-6f64-4bf1-9c83-25f59b9dc070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:02:49.500557 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-78acdb0c-19ca-48ad-8e47-44d15316398b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:49.500557 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78acdb0c-19ca-48ad-8e47-44d15316398b None None] Bound using segment: {'id': '9c9fbc7c-e6c9-4ef9-aa65-a234f828be92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '31b982df-6f64-4bf1-9c83-25f59b9dc070'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:02:49.500557 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-78acdb0c-19ca-48ad-8e47-44d15316398b None None] Bound port: fcddc367-efeb-4cbe-9ea3-7282e613307a, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9fbc7c-e6c9-4ef9-aa65-a234f828be92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '31b982df-6f64-4bf1-9c83-25f59b9dc070'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:02:49.500557 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-78acdb0c-19ca-48ad-8e47-44d15316398b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:49.519689 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e1438229-6fbe-4499-897c-f0e4789841fd tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:49.523285 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e1438229-6fbe-4499-897c-f0e4789841fd tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3658183 Apr 20 13:02:49.523563 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57394) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:49.528261 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-2a1535e0-772c-441b-a7ea-42bb4a4243c5 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Request body: {'security_group_rule': {'security_group_id': '4c5acf63-304a-4116-a09c-131cd4d5b2c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:49.572518 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-78acdb0c-19ca-48ad-8e47-44d15316398b None None] For port fcddc367-efeb-4cbe-9ea3-7282e613307a, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:02:49.575776 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade5743-212d-4a3b-95de-6034b898e8aa req-50738d3d-88ae-4d8d-a86c-765c493180fa tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:49.575929 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-78acdb0c-19ca-48ad-8e47-44d15316398b None None] For port fcddc367-efeb-4cbe-9ea3-7282e613307a, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=fcddc367-efeb-4cbe-9ea3-7282e613307a,segment=NetworkSegment(9c9fbc7c-e6c9-4ef9-aa65-a234f828be92),segment_id=9c9fbc7c-e6c9-4ef9-aa65-a234f828be92)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:02:49.577430 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3ade5743-212d-4a3b-95de-6034b898e8aa req-50738d3d-88ae-4d8d-a86c-765c493180fa tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 946 time: 0.0620379 Apr 20 13:02:49.614004 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2a1535e0-772c-441b-a7ea-42bb4a4243c5 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:49.617291 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3ade5743-212d-4a3b-95de-6034b898e8aa req-7bf15bb0-0ae9-4376-85ee-4354b8448d17 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335317 Apr 20 13:02:49.632561 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-78acdb0c-19ca-48ad-8e47-44d15316398b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:49.684775 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2a1535e0-772c-441b-a7ea-42bb4a4243c5 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:49.691916 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-e1f6eb07-9b49-42b9-9b12-f32e3fe78d5a None None] Provisioning complete for port fcddc367-efeb-4cbe-9ea3-7282e613307a triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:49.692439 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e1f6eb07-9b49-42b9-9b12-f32e3fe78d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:49.699704 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78acdb0c-19ca-48ad-8e47-44d15316398b None None] Routers {'9773d03c-cf7b-45fa-b4de-f6ad253b831d'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:02:49.700349 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-78acdb0c-19ca-48ad-8e47-44d15316398b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:02:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['9773d03c-cf7b-45fa-b4de-f6ad253b831d'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:49.702356 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c47ae6-5c4e-490a-8b0d-c120d7da8452 None None] Pushing event updated for resources: {'Port': ['ID=fcddc367-efeb-4cbe-9ea3-7282e613307a,revision_number=4']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:49.738807 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2a1535e0-772c-441b-a7ea-42bb4a4243c5 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:49.775305 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a240d-a421-42d4-af76-9c3747f305e0 req-4a97f8be-3f4d-42c2-9477-619204de79e2 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:49.777567 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1535e0-772c-441b-a7ea-42bb4a4243c5 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d8b0ccc-9564-4887-a256-27754bbc5063,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:49.788330 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a76a240d-a421-42d4-af76-9c3747f305e0 req-4a97f8be-3f4d-42c2-9477-619204de79e2 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 944 time: 0.0827065 Apr 20 13:02:49.805374 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e1f6eb07-9b49-42b9-9b12-f32e3fe78d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:49.816957 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2a1535e0-772c-441b-a7ea-42bb4a4243c5 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:49.818429 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2a1535e0-772c-441b-a7ea-42bb4a4243c5 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2939332 Apr 20 13:02:49.821615 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57398) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:49.827721 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-4ff7c5cc-c5fe-4d81-95aa-d78bb60dbbd7 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:49.845041 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-78acdb0c-19ca-48ad-8e47-44d15316398b None None] Set router 9773d03c-cf7b-45fa-b4de-f6ad253b831d gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:02:49.849638 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a76a240d-a421-42d4-af76-9c3747f305e0 req-006321a4-2e49-4a6e-bf94-055e8135f6fb tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558815 Apr 20 13:02:49.855035 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-e1f6eb07-9b49-42b9-9b12-f32e3fe78d5a None None] For port fcddc367-efeb-4cbe-9ea3-7282e613307a, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=fcddc367-efeb-4cbe-9ea3-7282e613307a,segment=NetworkSegment(9c9fbc7c-e6c9-4ef9-aa65-a234f828be92),segment_id=9c9fbc7c-e6c9-4ef9-aa65-a234f828be92)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:49.898884 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4ff7c5cc-c5fe-4d81-95aa-d78bb60dbbd7 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks [] for floatingip, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:49.906686 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e1f6eb07-9b49-42b9-9b12-f32e3fe78d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:49.959936 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f6eb07-9b49-42b9-9b12-f32e3fe78d5a None None] Pushing event updated for resources: {'Port': ['ID=fcddc367-efeb-4cbe-9ea3-7282e613307a,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:49.999261 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4ff7c5cc-c5fe-4d81-95aa-d78bb60dbbd7 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:50.027857 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-1916c606-4bd1-4249-a5e6-f6690fa024bb None None] Provisioning complete for port fcddc367-efeb-4cbe-9ea3-7282e613307a triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:50.028225 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1916c606-4bd1-4249-a5e6-f6690fa024bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:50.081546 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-78acdb0c-19ca-48ad-8e47-44d15316398b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9773d03c-cf7b-45fa-b4de-f6ad253b831d', 'name': 'tempest-ServersTestFqdnHostnames-1345862045-router', 'tenant_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '06cf3fbb-ac13-4a6e-98cc-6e3677c9a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:02:39Z', 'updated_at': '2022-04-20T13:02:46Z', 'revision_number': 4, 'project_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'gw_port': {'id': '06cf3fbb-ac13-4a6e-98cc-6e3677c9a519', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773d03c-cf7b-45fa-b4de-f6ad253b831d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:02:40Z', 'updated_at': '2022-04-20T13:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'fcddc367-efeb-4cbe-9ea3-7282e613307a', 'name': '', 'network_id': '31b982df-6f64-4bf1-9c83-25f59b9dc070', 'tenant_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'mac_address': 'fa:16:3e:b0:f8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9773d03c-cf7b-45fa-b4de-f6ad253b831d', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '8a9b202b-1aa6-4cb7-9ec5-51bfcb82221f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:02:44Z', 'updated_at': '2022-04-20T13:02:49Z', 'revision_number': 4, 'project_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'subnets': [{'id': '8a9b202b-1aa6-4cb7-9ec5-51bfcb82221f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:50.115847 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 06cf3fbb-ac13-4a6e-98cc-6e3677c9a519 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:02:50.122678 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-4ff7c5cc-c5fe-4d81-95aa-d78bb60dbbd7 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Allocated IP 172.25.8.26 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/34323333-d61b-4196-b539-112e0a9912b2) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:02:50.123783 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78acdb0c-19ca-48ad-8e47-44d15316398b None None] The sync data for ids ['9773d03c-cf7b-45fa-b4de-f6ad253b831d'] in n-d-836015-7 is: [{'id': '9773d03c-cf7b-45fa-b4de-f6ad253b831d', 'name': 'tempest-ServersTestFqdnHostnames-1345862045-router', 'tenant_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '06cf3fbb-ac13-4a6e-98cc-6e3677c9a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:02:39Z', 'updated_at': '2022-04-20T13:02:46Z', 'revision_number': 4, 'project_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'gw_port': {'id': '06cf3fbb-ac13-4a6e-98cc-6e3677c9a519', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773d03c-cf7b-45fa-b4de-f6ad253b831d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:02:40Z', 'updated_at': '2022-04-20T13:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'fcddc367-efeb-4cbe-9ea3-7282e613307a', 'name': '', 'network_id': '31b982df-6f64-4bf1-9c83-25f59b9dc070', 'tenant_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'mac_address': 'fa:16:3e:b0:f8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9773d03c-cf7b-45fa-b4de-f6ad253b831d', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '8a9b202b-1aa6-4cb7-9ec5-51bfcb82221f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:02:44Z', 'updated_at': '2022-04-20T13:02:49Z', 'revision_number': 4, 'project_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'subnets': [{'id': '8a9b202b-1aa6-4cb7-9ec5-51bfcb82221f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:02:50.165679 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 06cf3fbb-ac13-4a6e-98cc-6e3677c9a519 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:50.166061 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:50.250489 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4ff7c5cc-c5fe-4d81-95aa-d78bb60dbbd7 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:50.351321 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4ff7c5cc-c5fe-4d81-95aa-d78bb60dbbd7 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:50.393984 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff7c5cc-c5fe-4d81-95aa-d78bb60dbbd7 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:02:50.401107 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-4ff7c5cc-c5fe-4d81-95aa-d78bb60dbbd7 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:02:50.407271 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff7c5cc-c5fe-4d81-95aa-d78bb60dbbd7 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:02:50.418809 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56655459-0978-4196-ae7c-1a3604e589e6 req-86ab1280-394d-4e49-ac91-795062454c07 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:50.420396 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-56655459-0978-4196-ae7c-1a3604e589e6 req-86ab1280-394d-4e49-ac91-795062454c07 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 948 time: 0.0894070 Apr 20 13:02:50.433250 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7c5cc-c5fe-4d81-95aa-d78bb60dbbd7 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Pushing event updated for resources: {'Port': ['ID=34323333-d61b-4196-b539-112e0a9912b2,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:50.442772 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea7bfb-d01a-4a6a-9fd7-9fa738c7d180 req-98bb7f27-6241-4fdf-94ba-558ac6d3d255 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:50.450138 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54ea7bfb-d01a-4a6a-9fd7-9fa738c7d180 req-98bb7f27-6241-4fdf-94ba-558ac6d3d255 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.0873005 Apr 20 13:02:50.502960 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4ff7c5cc-c5fe-4d81-95aa-d78bb60dbbd7 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:50.509471 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54ea7bfb-d01a-4a6a-9fd7-9fa738c7d180 req-178bf002-fe32-4cce-85da-75b089cc8845 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584674 Apr 20 13:02:50.512301 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-56655459-0978-4196-ae7c-1a3604e589e6 req-d85e671f-8c06-499e-97f1-b538cd13f9a9 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830820 Apr 20 13:02:50.611040 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4ff7c5cc-c5fe-4d81-95aa-d78bb60dbbd7 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:50.622160 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d278122e-5deb-45eb-acf5-cfff7ee7c85c req-f45ae35b-f4cc-4c4c-b0fc-0e03682fe9b4 tempest-ServersAdmin275Test-1780375358 tempest-ServersAdmin275Test-1780375358-project] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0476990 Apr 20 13:02:50.650892 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50024da6-cf49-4e8a-aa7e-b6badf62c762 req-8633a893-9724-435c-8f63-859fd8530282 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:50.653563 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-50024da6-cf49-4e8a-aa7e-b6badf62c762 req-8633a893-9724-435c-8f63-859fd8530282 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 950 time: 0.0704041 Apr 20 13:02:50.710502 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-50024da6-cf49-4e8a-aa7e-b6badf62c762 req-e4c0d7b9-7acd-4bfe-bd92-f080124ad624 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372224 Apr 20 13:02:50.782486 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ad940-f064-44d4-b42d-65f66c19ca6e req-7f3639e0-bd1a-4119-bc22-272b86332666 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:50.784971 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-879ad940-f064-44d4-b42d-65f66c19ca6e req-7f3639e0-bd1a-4119-bc22-272b86332666 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 946 time: 0.0574043 Apr 20 13:02:50.792375 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4ff7c5cc-c5fe-4d81-95aa-d78bb60dbbd7 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:50.826802 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-879ad940-f064-44d4-b42d-65f66c19ca6e req-751c52ec-6caf-4af0-b4f5-f8ba6b0aa5b5 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339210 Apr 20 13:02:50.850272 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4ff7c5cc-c5fe-4d81-95aa-d78bb60dbbd7 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:50.931582 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7c5cc-c5fe-4d81-95aa-d78bb60dbbd7 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Pushing event updated for resources: {'Port': ['ID=34323333-d61b-4196-b539-112e0a9912b2,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:50.936386 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4ff7c5cc-c5fe-4d81-95aa-d78bb60dbbd7 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:50.969884 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce7b83-8e7e-4d82-89b6-8eee98e47dd2 req-9cb27391-89a3-4361-9bc9-0cd1468092a1 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:50.971497 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-15ce7b83-8e7e-4d82-89b6-8eee98e47dd2 req-9cb27391-89a3-4361-9bc9-0cd1468092a1 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 944 time: 0.0511620 Apr 20 13:02:51.011890 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-15ce7b83-8e7e-4d82-89b6-8eee98e47dd2 req-bba2c744-8df2-4c7e-a03e-d67efd47942b tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334847 Apr 20 13:02:51.023539 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4ff7c5cc-c5fe-4d81-95aa-d78bb60dbbd7 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:51.023539 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4ff7c5cc-c5fe-4d81-95aa-d78bb60dbbd7 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1998084 Apr 20 13:02:51.176057 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-a119d1c9-e4d7-41eb-9cd1-dfa06ab92ee6 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1651805617&fields=id&tenant_id=a5c7fc7fd4e245f68984d88449ba6c93 HTTP/1.1" status: 200 len: 267 time: 0.0425649 Apr 20 13:02:51.284390 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-d4c27cad-3212-4fa9-875a-69aaa8c8742d tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:51.285841 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-d4c27cad-3212-4fa9-875a-69aaa8c8742d tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] 10.222.0.25 "GET /v2.0/networks?id=31b982df-6f64-4bf1-9c83-25f59b9dc070 HTTP/1.1" status: 200 len: 815 time: 0.1081963 Apr 20 13:02:51.301257 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-ecf8eb4d-38c8-42d8-97ca-1d3198b09cdd tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] 10.222.0.25 "GET /v2.0/quotas/a5c7fc7fd4e245f68984d88449ba6c93 HTTP/1.1" status: 200 len: 375 time: 0.0095665 Apr 20 13:02:51.355269 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-8d701869-5141-4eeb-9081-34f1470143d0 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a5c7fc7fd4e245f68984d88449ba6c93&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476556 Apr 20 13:02:51.447776 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-74d90b52-082f-4bc7-9da7-7ecf26ccf0cd service neutron] 10.222.0.25 "GET /v2.0/networks/31b982df-6f64-4bf1-9c83-25f59b9dc070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798099 Apr 20 13:02:51.537385 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-f01510af-7880-456b-8592-e9c7a6ff35a2 service neutron] 10.222.0.25 "GET /v2.0/networks/31b982df-6f64-4bf1-9c83-25f59b9dc070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833549 Apr 20 13:02:51.633994 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca5e8c-34c7-4f4a-a0af-f82960cabb42 req-4e1dba0b-55e5-4cb4-9841-acfc141f1967 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:51.635520 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-23ca5e8c-34c7-4f4a-a0af-f82960cabb42 req-4e1dba0b-55e5-4cb4-9841-acfc141f1967 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.0503757 Apr 20 13:02:51.673555 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-23ca5e8c-34c7-4f4a-a0af-f82960cabb42 req-d28d8630-ca91-4da6-84c7-7eadceb9c8aa tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318604 Apr 20 13:02:51.792241 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6cc9ca4f-b73e-4b39-94c5-e4cc0f5f4587 req-4bcee0ac-4af2-4450-9241-66a404e9ae66 tempest-ServersAdmin275Test-1780375358 tempest-ServersAdmin275Test-1780375358-project] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0294099 Apr 20 13:02:51.809016 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6503cc-ce42-4c08-a1e3-94d83ae9ba9b req-1020ea65-5abb-4514-8395-baf647fc61f5 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:51.810689 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8e6503cc-ce42-4c08-a1e3-94d83ae9ba9b req-1020ea65-5abb-4514-8395-baf647fc61f5 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 948 time: 0.0822730 Apr 20 13:02:51.875692 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c090fbf9-5fd6-4abb-921b-27fb9ee0626d req-5744fb17-4afd-43c9-b6ed-48803904f47e tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] 10.222.0.25 "GET /v2.0/ports?device_id=7120d5eb-3559-473f-8480-5fbeb078b59a HTTP/1.1" status: 200 len: 210 time: 0.0349381 Apr 20 13:02:51.878634 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8e6503cc-ce42-4c08-a1e3-94d83ae9ba9b req-bc78dd11-8174-4530-9430-bb30839424ac tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581405 Apr 20 13:02:52.009488 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb9756-9bd9-4133-9432-5099c5b3bdce req-32eb2957-8796-4b79-8c0e-5fd387457c62 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:52.010969 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-25bb9756-9bd9-4133-9432-5099c5b3bdce req-32eb2957-8796-4b79-8c0e-5fd387457c62 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 950 time: 0.0797143 Apr 20 13:02:52.019399 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557277b8-6565-4655-ba8e-48eb250b1e14 req-763e4a4c-4ea0-41da-8905-b93c1a40b6e0 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:52.020764 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-557277b8-6565-4655-ba8e-48eb250b1e14 req-763e4a4c-4ea0-41da-8905-b93c1a40b6e0 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 946 time: 0.0788393 Apr 20 13:02:52.076617 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-557277b8-6565-4655-ba8e-48eb250b1e14 req-2e78d584-91da-4bf5-9db4-6563ec78fd3a tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492988 Apr 20 13:02:52.079414 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-25bb9756-9bd9-4133-9432-5099c5b3bdce req-5f5d70b0-f940-4275-9742-6e44b8bc82e0 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577173 Apr 20 13:02:52.144943 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device fcddc367-efeb-4cbe-9ea3-7282e613307a up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:02:52.200426 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port fcddc367-efeb-4cbe-9ea3-7282e613307a triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:52.200900 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:52.207764 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5036a-6239-4af9-a220-40a3ec91f798 req-162b8fe0-2544-4cb4-af20-c23784fa880a tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:52.209914 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-87e5036a-6239-4af9-a220-40a3ec91f798 req-162b8fe0-2544-4cb4-af20-c23784fa880a tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 944 time: 0.0559461 Apr 20 13:02:52.250311 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-87e5036a-6239-4af9-a220-40a3ec91f798 req-f67ff0bd-69b2-4982-80ed-848c3efed6d2 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337775 Apr 20 13:02:52.792481 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c8c7a-d1b6-4591-979c-96ce7ab233bf req-5c428ec7-6d73-4280-8369-a6c5e5b97e10 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:52.794036 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3c3c8c7a-d1b6-4591-979c-96ce7ab233bf req-5c428ec7-6d73-4280-8369-a6c5e5b97e10 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.0492840 Apr 20 13:02:52.836900 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3c3c8c7a-d1b6-4591-979c-96ce7ab233bf req-dee71084-ca31-4164-a805-96e1be89a6ad tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365944 Apr 20 13:02:52.894379 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-e655cd9f-ccc8-4878-bc75-361f5bf87e14 service neutron] 10.222.0.32 "GET /v2.0/ports/17c31c64-738f-4607-aae0-bc51b0f3b724/bindings/n-h2-836015-7 HTTP/1.1" status: 200 len: 384 time: 0.0638833 Apr 20 13:02:52.919297 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7f41ff17-7b5b-42b1-8108-49d09aa75f0a req-5f49cf97-9014-40ac-a5fb-515eac5da77e tempest-ServersAdmin275Test-1780375358 tempest-ServersAdmin275Test-1780375358-project] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0310743 Apr 20 13:02:53.000219 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb8104a7-4d83-42c7-8144-21150e3e4215 req-ee07839b-7baf-4bbc-8969-08b2ab24eae9 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] 10.222.0.25 "GET /v2.0/ports?device_id=7120d5eb-3559-473f-8480-5fbeb078b59a HTTP/1.1" status: 200 len: 210 time: 0.0431626 Apr 20 13:02:53.055797 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c668979-9164-49fd-a269-cb800b4d440a req-d2f3f016-1598-4ad6-9f76-bd992dfc5e14 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:53.057298 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2c668979-9164-49fd-a269-cb800b4d440a req-d2f3f016-1598-4ad6-9f76-bd992dfc5e14 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 948 time: 0.0561628 Apr 20 13:02:53.096455 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2c668979-9164-49fd-a269-cb800b4d440a req-7f6d332f-cd46-4ec6-846e-1ac64cecf4e3 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316050 Apr 20 13:02:53.097610 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-1bc4c826-3149-4876-a596-898b857511df service neutron] For port 17c31c64-738f-4607-aae0-bc51b0f3b724, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=17c31c64-738f-4607-aae0-bc51b0f3b724,segment=NetworkSegment(c36f4b37-e1d8-4848-acc2-f80f64f61825),segment_id=c36f4b37-e1d8-4848-acc2-f80f64f61825)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:53.126628 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-1bc4c826-3149-4876-a596-898b857511df service neutron] For port 17c31c64-738f-4607-aae0-bc51b0f3b724, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:02:53.167086 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-1bc4c826-3149-4876-a596-898b857511df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17c31c64-738f-4607-aae0-bc51b0f3b724 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:02:53.179395 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-1bc4c826-3149-4876-a596-898b857511df service neutron] For port 17c31c64-738f-4607-aae0-bc51b0f3b724, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=17c31c64-738f-4607-aae0-bc51b0f3b724,segment=NetworkSegment(c36f4b37-e1d8-4848-acc2-f80f64f61825),segment_id=c36f4b37-e1d8-4848-acc2-f80f64f61825)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:53.234442 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60811cd2-d3e0-44b2-b728-c240e40a66aa req-afbeaf58-7380-40e3-95c0-37cd029faf33 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:53.235937 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-60811cd2-d3e0-44b2-b728-c240e40a66aa req-afbeaf58-7380-40e3-95c0-37cd029faf33 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 946 time: 0.0872357 Apr 20 13:02:53.243219 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e39bc-4394-4467-87e0-43b57fad8aa5 req-d86dbc33-73d6-47b6-a2dd-4335361d76ea tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:53.243742 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-1bc4c826-3149-4876-a596-898b857511df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:53.244672 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-033e39bc-4394-4467-87e0-43b57fad8aa5 req-d86dbc33-73d6-47b6-a2dd-4335361d76ea tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 950 time: 0.0689785 Apr 20 13:02:53.297899 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-60811cd2-d3e0-44b2-b728-c240e40a66aa req-ec275522-5b6a-4dd5-958d-f6adcad7138d tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523193 Apr 20 13:02:53.305188 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-033e39bc-4394-4467-87e0-43b57fad8aa5 req-a01ce62c-1041-4f7b-82dd-5beb5fbe1da6 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529566 Apr 20 13:02:53.335974 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-1bc4c826-3149-4876-a596-898b857511df service neutron] Transition to ACTIVE for port object 17c31c64-738f-4607-aae0-bc51b0f3b724 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:02:53.390804 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-1bc4c826-3149-4876-a596-898b857511df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:53.411787 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba54b4-fb20-47db-92e9-8424a14d8477 req-7df680f0-2338-47b8-b8e8-7f7f0403e88c tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:53.413357 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ceba54b4-fb20-47db-92e9-8424a14d8477 req-7df680f0-2338-47b8-b8e8-7f7f0403e88c tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 944 time: 0.0496988 Apr 20 13:02:53.451715 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ceba54b4-fb20-47db-92e9-8424a14d8477 req-d679d560-c1a8-4b2b-b164-3f588c8c6e2b tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317650 Apr 20 13:02:53.460228 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-1bc4c826-3149-4876-a596-898b857511df service neutron] No DVR routers for this DVR port 17c31c64-738f-4607-aae0-bc51b0f3b724 on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:02:53.469638 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc4c826-3149-4876-a596-898b857511df service neutron] Pushing event updated for resources: {'Port': ['ID=17c31c64-738f-4607-aae0-bc51b0f3b724,revision_number=10']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:53.493946 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-1bc4c826-3149-4876-a596-898b857511df service neutron] 10.222.0.32 "PUT /v2.0/ports/17c31c64-738f-4607-aae0-bc51b0f3b724/bindings/n-h2-836015-7/activate HTTP/1.1" status: 200 len: 369 time: 0.5894430 Apr 20 13:02:53.812707 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-571d56b9-9f1c-45bd-997a-0fa2a3e450a8 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:53.814090 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-571d56b9-9f1c-45bd-997a-0fa2a3e450a8 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] 10.222.0.32 "GET /v2.0/networks?id=31b982df-6f64-4bf1-9c83-25f59b9dc070 HTTP/1.1" status: 200 len: 815 time: 0.1008215 Apr 20 13:02:53.855796 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-8b9acde0-c8ac-4f1e-bd54-b0738138a9c8 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5c7fc7fd4e245f68984d88449ba6c93 HTTP/1.1" status: 200 len: 380 time: 0.0323548 Apr 20 13:02:53.865412 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-dfa689a7-6764-4db7-a8b3-61062fc05313 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Request body: {'port': {'device_id': '7120d5eb-3559-473f-8480-5fbeb078b59a', 'network_id': '31b982df-6f64-4bf1-9c83-25f59b9dc070', 'admin_state_up': True, 'tenant_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'security_groups': ['4c5acf63-304a-4116-a09c-131cd4d5b2c6']}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:53.963262 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40cd36-482b-407c-bcab-7dbcd8fc9ac6 req-ac21c124-933c-4b30-8151-704f9a2c8163 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:53.965351 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a40cd36-482b-407c-bcab-7dbcd8fc9ac6 req-ac21c124-933c-4b30-8151-704f9a2c8163 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.0566647 Apr 20 13:02:54.018564 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a40cd36-482b-407c-bcab-7dbcd8fc9ac6 req-9ebe3be5-b54c-48fd-8c32-7f4d3a7cea9f tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425417 Apr 20 13:02:54.033585 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7c877fd7-4f34-4570-87c5-969d9dd3e0ec req-21df1601-7b2f-4bd7-8b96-5bd7ef863d0a tempest-ServersAdmin275Test-1780375358 tempest-ServersAdmin275Test-1780375358-project] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0288603 Apr 20 13:02:54.056885 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-dfa689a7-6764-4db7-a8b3-61062fc05313 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Made reservation on behalf of a5c7fc7fd4e245f68984d88449ba6c93 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:02:54.060939 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-dfa689a7-6764-4db7-a8b3-61062fc05313 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:54.112428 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-32b72afa-5732-4e16-8113-04e33fcee0f5 req-60ad1b38-fc9a-414a-a464-c445f1876256 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] 10.222.0.25 "GET /v2.0/ports?device_id=7120d5eb-3559-473f-8480-5fbeb078b59a HTTP/1.1" status: 200 len: 210 time: 0.0264719 Apr 20 13:02:54.190498 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-dfa689a7-6764-4db7-a8b3-61062fc05313 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Allocated IP 172.20.0.3 (31b982df-6f64-4bf1-9c83-25f59b9dc070/8a9b202b-1aa6-4cb7-9ec5-51bfcb82221f/1f961a38-05eb-43c9-9169-c4c1be895119) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:02:54.222891 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a2c12-cd2b-48f1-a881-95d5b9322ba1 req-496f523a-48db-43ef-b680-26b546f8f8ee tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:54.224937 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1e6a2c12-cd2b-48f1-a881-95d5b9322ba1 req-496f523a-48db-43ef-b680-26b546f8f8ee tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 948 time: 0.0491054 Apr 20 13:02:54.262822 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1e6a2c12-cd2b-48f1-a881-95d5b9322ba1 req-5ee2c345-e789-47bc-8029-436ffb385bd7 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311425 Apr 20 13:02:54.322323 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-dfa689a7-6764-4db7-a8b3-61062fc05313 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:54.396506 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-14e550b2-30c0-4286-9c2b-781e4d757bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:54.424921 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-dfa689a7-6764-4db7-a8b3-61062fc05313 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:54.452789 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8444796-8a6a-41b0-bb31-6cf4dd8d5d02 req-55355688-6812-4066-9b97-983c9dd30afe tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:54.454344 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e8444796-8a6a-41b0-bb31-6cf4dd8d5d02 req-55355688-6812-4066-9b97-983c9dd30afe tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 946 time: 0.0840983 Apr 20 13:02:54.463201 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20777792-89c5-451c-a2be-3ce1eae59a4c req-24efe9ff-4ebe-4248-aa7a-167707d80e2f tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:54.464664 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-20777792-89c5-451c-a2be-3ce1eae59a4c req-24efe9ff-4ebe-4248-aa7a-167707d80e2f tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 950 time: 0.0852392 Apr 20 13:02:54.469164 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-dfa689a7-6764-4db7-a8b3-61062fc05313 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Network 31b982df-6f64-4bf1-9c83-25f59b9dc070 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:02:54.472333 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-dfa689a7-6764-4db7-a8b3-61062fc05313 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:02:54.476843 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-dfa689a7-6764-4db7-a8b3-61062fc05313 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:02:54.500230 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa689a7-6764-4db7-a8b3-61062fc05313 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Pushing event updated for resources: {'Port': ['ID=1f961a38-05eb-43c9-9169-c4c1be895119,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:54.527959 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e8444796-8a6a-41b0-bb31-6cf4dd8d5d02 req-f82fd7f1-ecf0-4700-a06c-df6f0b1097fc tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622003 Apr 20 13:02:54.542162 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-20777792-89c5-451c-a2be-3ce1eae59a4c req-ee2e231b-9df4-4e70-bb39-c3fa072142e0 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697496 Apr 20 13:02:54.547651 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-dfa689a7-6764-4db7-a8b3-61062fc05313 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:54.548908 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-dfa689a7-6764-4db7-a8b3-61062fc05313 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:54.629253 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-dfa689a7-6764-4db7-a8b3-61062fc05313 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7679574 Apr 20 13:02:54.636773 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ba5ea-3430-4708-a212-01400a79cd03 req-db583b25-275e-4afa-835a-06a1089f767d tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:54.638227 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-962ba5ea-3430-4708-a212-01400a79cd03 req-db583b25-275e-4afa-835a-06a1089f767d tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 945 time: 0.0529227 Apr 20 13:02:54.643442 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-1da68bed-989b-4c82-8d57-c97447bcf434 service neutron] Request body: {'port': {'device_id': '7120d5eb-3559-473f-8480-5fbeb078b59a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:54.679618 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-962ba5ea-3430-4708-a212-01400a79cd03 req-6148c5be-e008-4f13-a6c3-cc3abad946cb tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345654 Apr 20 13:02:54.702985 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-1da68bed-989b-4c82-8d57-c97447bcf434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:54.761935 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-cc13fa46-2491-41ec-8157-c5c769c36f87 None None] Provisioning complete for port 1f961a38-05eb-43c9-9169-c4c1be895119 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:54.762387 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cc13fa46-2491-41ec-8157-c5c769c36f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:54.795586 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-cc13fa46-2491-41ec-8157-c5c769c36f87 None None] Port 1f961a38-05eb-43c9-9169-c4c1be895119 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:02:54.961293 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-1da68bed-989b-4c82-8d57-c97447bcf434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f961a38-05eb-43c9-9169-c4c1be895119 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:02:54.968367 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-1da68bed-989b-4c82-8d57-c97447bcf434 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:54.979713 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-1da68bed-989b-4c82-8d57-c97447bcf434 service neutron] Transition to ACTIVE for port object 1f961a38-05eb-43c9-9169-c4c1be895119 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:02:55.055179 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-1da68bed-989b-4c82-8d57-c97447bcf434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:55.157233 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da68bed-989b-4c82-8d57-c97447bcf434 service neutron] Pushing event updated for resources: {'Port': ['ID=1f961a38-05eb-43c9-9169-c4c1be895119,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:55.176481 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fd405ecb-f029-4e95-bcfc-1704d494f0b5 req-13787f82-7ddf-4135-98d0-b286b2f2c601 tempest-ServersAdmin275Test-1780375358 tempest-ServersAdmin275Test-1780375358-project] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0439939 Apr 20 13:02:55.177778 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-1da68bed-989b-4c82-8d57-c97447bcf434 service neutron] Attempting to bind port 1f961a38-05eb-43c9-9169-c4c1be895119 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:02:55.178112 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-1da68bed-989b-4c82-8d57-c97447bcf434 service neutron] Attempting to bind port 1f961a38-05eb-43c9-9169-c4c1be895119 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '9c9fbc7c-e6c9-4ef9-aa65-a234f828be92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '31b982df-6f64-4bf1-9c83-25f59b9dc070'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:02:55.178871 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-1da68bed-989b-4c82-8d57-c97447bcf434 service neutron] Attempting to bind port 1f961a38-05eb-43c9-9169-c4c1be895119 on network 31b982df-6f64-4bf1-9c83-25f59b9dc070 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:02:55.182864 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-1da68bed-989b-4c82-8d57-c97447bcf434 service neutron] Port 1f961a38-05eb-43c9-9169-c4c1be895119 on network 31b982df-6f64-4bf1-9c83-25f59b9dc070 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:02:55.183183 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-1da68bed-989b-4c82-8d57-c97447bcf434 service neutron] Attempting to bind port 1f961a38-05eb-43c9-9169-c4c1be895119 on network 31b982df-6f64-4bf1-9c83-25f59b9dc070 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:02:55.188701 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-1da68bed-989b-4c82-8d57-c97447bcf434 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:02:55.189036 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-1da68bed-989b-4c82-8d57-c97447bcf434 service neutron] Checking segment: {'id': '9c9fbc7c-e6c9-4ef9-aa65-a234f828be92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '31b982df-6f64-4bf1-9c83-25f59b9dc070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:02:55.189414 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-1da68bed-989b-4c82-8d57-c97447bcf434 service neutron] Bound using segment: {'id': '9c9fbc7c-e6c9-4ef9-aa65-a234f828be92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '31b982df-6f64-4bf1-9c83-25f59b9dc070'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:02:55.189840 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-1da68bed-989b-4c82-8d57-c97447bcf434 service neutron] Bound port: 1f961a38-05eb-43c9-9169-c4c1be895119, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c9fbc7c-e6c9-4ef9-aa65-a234f828be92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '31b982df-6f64-4bf1-9c83-25f59b9dc070'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:02:55.190194 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-1da68bed-989b-4c82-8d57-c97447bcf434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:55.194579 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-c5384dce-1792-437f-bb9e-01384b0741b2 tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:55.196106 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-c5384dce-1792-437f-bb9e-01384b0741b2 tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab&tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4&binding%3Ahost_id=n-h2-836015-7 HTTP/1.1" status: 200 len: 1097 time: 0.1073897 Apr 20 13:02:55.207070 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b3f65-c702-471e-b49b-69cee2a97aa9 req-f50c24c1-cb76-4b96-9cf1-67457b87f0ac tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:55.215129 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1e6b3f65-c702-471e-b49b-69cee2a97aa9 req-f50c24c1-cb76-4b96-9cf1-67457b87f0ac tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.1119001 Apr 20 13:02:55.226292 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-61b0f0c6-3c18-4903-8f0f-ac60a968b4c8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836015-7'}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:55.267879 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-1da68bed-989b-4c82-8d57-c97447bcf434 service neutron] For port 1f961a38-05eb-43c9-9169-c4c1be895119, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:02:55.272282 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-1da68bed-989b-4c82-8d57-c97447bcf434 service neutron] For port 1f961a38-05eb-43c9-9169-c4c1be895119, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=1f961a38-05eb-43c9-9169-c4c1be895119,segment=NetworkSegment(9c9fbc7c-e6c9-4ef9-aa65-a234f828be92),segment_id=9c9fbc7c-e6c9-4ef9-aa65-a234f828be92)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:02:55.299426 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1e6b3f65-c702-471e-b49b-69cee2a97aa9 req-5c032f72-c853-4b77-9fea-bd1372208520 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833778 Apr 20 13:02:55.340995 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-61b0f0c6-3c18-4903-8f0f-ac60a968b4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:55.387001 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-1da68bed-989b-4c82-8d57-c97447bcf434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:55.399819 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30810ac2-c2e7-4190-95bf-eac8b1bf23fb req-9ada4619-2874-4ddc-977a-fc49906a6c86 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:55.401292 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-30810ac2-c2e7-4190-95bf-eac8b1bf23fb req-9ada4619-2874-4ddc-977a-fc49906a6c86 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] 10.222.0.25 "GET /v2.0/ports?device_id=7120d5eb-3559-473f-8480-5fbeb078b59a HTTP/1.1" status: 200 len: 943 time: 0.1207604 Apr 20 13:02:55.422210 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-1da68bed-989b-4c82-8d57-c97447bcf434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:55.422878 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-1da68bed-989b-4c82-8d57-c97447bcf434 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:55.424287 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-1da68bed-989b-4c82-8d57-c97447bcf434 service neutron] 10.222.0.32 "PUT /v2.0/ports/1f961a38-05eb-43c9-9169-c4c1be895119 HTTP/1.1" status: 200 len: 1091 time: 0.7852800 Apr 20 13:02:55.430315 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7120d5eb-3559-473f-8480-5fbeb078b59a', 'tag': '1f961a38-05eb-43c9-9169-c4c1be895119'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:55.430315 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3512af-002e-43be-9620-c1b726f68abd" -d '{"events": [{"name": "network-changed", "server_uuid": "7120d5eb-3559-473f-8480-5fbeb078b59a", "tag": "1f961a38-05eb-43c9-9169-c4c1be895119"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:55.450539 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da68bed-989b-4c82-8d57-c97447bcf434 service neutron] Pushing event updated for resources: {'Port': ['ID=1f961a38-05eb-43c9-9169-c4c1be895119,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:55.520224 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be08ad-3867-402b-b2b3-0c2a34f25206 req-f6c47fc6-452c-48d3-ab1b-27678e41cc30 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:55.522367 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-16be08ad-3867-402b-b2b3-0c2a34f25206 req-f6c47fc6-452c-48d3-ab1b-27678e41cc30 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 948 time: 0.1638918 Apr 20 13:02:55.525179 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-30810ac2-c2e7-4190-95bf-eac8b1bf23fb req-0d443b97-3241-47ce-b05a-ca129bd2a970 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c5acf63-304a-4116-a09c-131cd4d5b2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081274 Apr 20 13:02:55.587084 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-61b0f0c6-3c18-4903-8f0f-ac60a968b4c8 service neutron] For port 78bb6d73-8d94-42fd-aa70-f667ac21071f, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=78bb6d73-8d94-42fd-aa70-f667ac21071f,segment=NetworkSegment(fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1),segment_id=fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:55.592082 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd8ef3f-9538-4855-a9b8-d1a8e8383fe4 x-openstack-request-id: req-8fd8ef3f-9538-4855-a9b8-d1a8e8383fe4 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:55.593046 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7120d5eb-3559-473f-8480-5fbeb078b59a", "tag": "1f961a38-05eb-43c9-9169-c4c1be895119", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:55.593385 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8fd8ef3f-9538-4855-a9b8-d1a8e8383fe4 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:55.593875 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fd8ef3f-9538-4855-a9b8-d1a8e8383fe4'] response: {'name': 'network-changed', 'server_uuid': '7120d5eb-3559-473f-8480-5fbeb078b59a', 'tag': '1f961a38-05eb-43c9-9169-c4c1be895119', 'status': 'completed', 'code': 200} Apr 20 13:02:55.605900 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-7b3c6857-1ca3-461f-ac70-65bbecc75df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:55.607487 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-7b3c6857-1ca3-461f-ac70-65bbecc75df4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a5c7fc7fd4e245f68984d88449ba6c93&device_id=7120d5eb-3559-473f-8480-5fbeb078b59a HTTP/1.1" status: 200 len: 1094 time: 0.0737824 Apr 20 13:02:55.614633 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-16be08ad-3867-402b-b2b3-0c2a34f25206 req-af9d2d4e-d5fa-48a0-8e7b-edfe113792b8 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736990 Apr 20 13:02:55.663453 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 78bb6d73-8d94-42fd-aa70-f667ac21071f details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:02:55.676572 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-3286bbed-e715-4ebc-b868-74571251267b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f961a38-05eb-43c9-9169-c4c1be895119 HTTP/1.1" status: 200 len: 217 time: 0.0595732 Apr 20 13:02:55.697574 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 17c31c64-738f-4607-aae0-bc51b0f3b724 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:02:55.721413 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-61b0f0c6-3c18-4903-8f0f-ac60a968b4c8 service neutron] For port 78bb6d73-8d94-42fd-aa70-f667ac21071f, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:02:55.736789 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-cfadecc0-54e5-4dc1-b0f4-515cd941a5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:55.738473 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-cfadecc0-54e5-4dc1-b0f4-515cd941a5e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a9b202b-1aa6-4cb7-9ec5-51bfcb82221f HTTP/1.1" status: 200 len: 854 time: 0.0540030 Apr 20 13:02:55.788775 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-79f83ae1-32e6-476e-8d33-7ab0cef08a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:55.790612 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c12f63c-b43b-4eba-88bf-80669e3e79fe req-b485cdef-fcdf-4a18-84bd-cb6f469eb95f tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:55.790749 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-79f83ae1-32e6-476e-8d33-7ab0cef08a1b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=31b982df-6f64-4bf1-9c83-25f59b9dc070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443108 Apr 20 13:02:55.795976 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8c12f63c-b43b-4eba-88bf-80669e3e79fe req-b485cdef-fcdf-4a18-84bd-cb6f469eb95f tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 946 time: 0.1503396 Apr 20 13:02:55.799718 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9555597-c923-4665-9c66-df378af120ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78bb6d73-8d94-42fd-aa70-f667ac21071f'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:55.802879 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecef0e55-c8fd-442f-85da-0e3f7c39b355" -d '{"events": [{"server_uuid": "c9555597-c923-4665-9c66-df378af120ab", "name": "network-vif-unplugged", "status": "completed", "tag": "78bb6d73-8d94-42fd-aa70-f667ac21071f"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:55.807427 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-61b0f0c6-3c18-4903-8f0f-ac60a968b4c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:55.812040 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 17c31c64-738f-4607-aae0-bc51b0f3b724 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:02:55.818213 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 78bb6d73-8d94-42fd-aa70-f667ac21071f, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=78bb6d73-8d94-42fd-aa70-f667ac21071f,segment=NetworkSegment(fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1),segment_id=fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:55.818719 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767de944-cbf3-4865-abdc-eaa26918f1f5 req-54b5b58d-7ab8-4236-bf1c-7f9709a5bd18 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:55.826660 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-767de944-cbf3-4865-abdc-eaa26918f1f5 req-54b5b58d-7ab8-4236-bf1c-7f9709a5bd18 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 950 time: 0.1463878 Apr 20 13:02:55.830846 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 78bb6d73-8d94-42fd-aa70-f667ac21071f has no active binding in host n-h1-836015-7 {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 20 13:02:55.880506 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-767de944-cbf3-4865-abdc-eaa26918f1f5 req-1a50b020-2f7b-44cc-98b1-74380901eb25 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528827 Apr 20 13:02:55.887966 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8c12f63c-b43b-4eba-88bf-80669e3e79fe req-3136e21c-9e61-43bc-b835-3d32fcd157a4 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780294 Apr 20 13:02:55.889007 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-61b0f0c6-3c18-4903-8f0f-ac60a968b4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:55.892687 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-8e74bbea-8355-4f36-ba20-dadc1efbcc50 service neutron] 10.222.0.32 "GET /v2.0/networks/31b982df-6f64-4bf1-9c83-25f59b9dc070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932131 Apr 20 13:02:55.947391 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea072525-5cd4-4fdc-ab95-da1c89bec48f x-openstack-request-id: req-ea072525-5cd4-4fdc-ab95-da1c89bec48f {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:55.947754 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9555597-c923-4665-9c66-df378af120ab", "name": "network-vif-unplugged", "status": "completed", "tag": "78bb6d73-8d94-42fd-aa70-f667ac21071f", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:55.948006 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ea072525-5cd4-4fdc-ab95-da1c89bec48f {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:55.948441 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea072525-5cd4-4fdc-ab95-da1c89bec48f'] response: {'server_uuid': 'c9555597-c923-4665-9c66-df378af120ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78bb6d73-8d94-42fd-aa70-f667ac21071f', 'code': 200} Apr 20 13:02:55.992893 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0f0c6-3c18-4903-8f0f-ac60a968b4c8 service neutron] Pushing event updated for resources: {'Port': ['ID=78bb6d73-8d94-42fd-aa70-f667ac21071f,revision_number=7']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:56.004826 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c2b99b24-d165-4c4b-8864-ead2a138f5bf req-87f074b6-93c7-4aba-ac2c-a7a2901f1a93 service neutron] 10.222.0.32 "GET /v2.0/networks/31b982df-6f64-4bf1-9c83-25f59b9dc070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004267 Apr 20 13:02:56.010598 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-61b0f0c6-3c18-4903-8f0f-ac60a968b4c8 service neutron] Attempting to bind port 78bb6d73-8d94-42fd-aa70-f667ac21071f on host n-h2-836015-7 for vnic_type normal with profile {"migrating_to": "n-h1-836015-7"} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:02:56.010932 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-61b0f0c6-3c18-4903-8f0f-ac60a968b4c8 service neutron] Attempting to bind port 78bb6d73-8d94-42fd-aa70-f667ac21071f by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:02:56.011260 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-61b0f0c6-3c18-4903-8f0f-ac60a968b4c8 service neutron] Attempting to bind port 78bb6d73-8d94-42fd-aa70-f667ac21071f on network da0d71e6-e706-45b9-bcd7-1c5524c4bb88 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:02:56.018210 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-61b0f0c6-3c18-4903-8f0f-ac60a968b4c8 service neutron] Port 78bb6d73-8d94-42fd-aa70-f667ac21071f on network da0d71e6-e706-45b9-bcd7-1c5524c4bb88 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:02:56.018533 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-61b0f0c6-3c18-4903-8f0f-ac60a968b4c8 service neutron] Attempting to bind port 78bb6d73-8d94-42fd-aa70-f667ac21071f on network da0d71e6-e706-45b9-bcd7-1c5524c4bb88 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:02:56.025730 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-61b0f0c6-3c18-4903-8f0f-ac60a968b4c8 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:02:56.026068 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-61b0f0c6-3c18-4903-8f0f-ac60a968b4c8 service neutron] Checking segment: {'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:02:56.026450 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-61b0f0c6-3c18-4903-8f0f-ac60a968b4c8 service neutron] Bound using segment: {'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:02:56.026876 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-61b0f0c6-3c18-4903-8f0f-ac60a968b4c8 service neutron] Bound port: 78bb6d73-8d94-42fd-aa70-f667ac21071f, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:02:56.027238 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-61b0f0c6-3c18-4903-8f0f-ac60a968b4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:56.056411 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817b0a9-13e8-4829-82f4-6cc538f40be5 req-4c60f64e-c165-4eea-a477-37df18c67fed tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:56.057869 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b817b0a9-13e8-4829-82f4-6cc538f40be5 req-4c60f64e-c165-4eea-a477-37df18c67fed tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 945 time: 0.0880673 Apr 20 13:02:56.130424 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b817b0a9-13e8-4829-82f4-6cc538f40be5 req-fccad3b1-cfab-46e8-aad1-f49af77252a8 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538685 Apr 20 13:02:56.135617 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-61b0f0c6-3c18-4903-8f0f-ac60a968b4c8 service neutron] For port 78bb6d73-8d94-42fd-aa70-f667ac21071f, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:02:56.138221 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3512af-002e-43be-9620-c1b726f68abd req-66cb4f23-21a1-418e-9906-2e46aef6c59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:56.139257 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-61b0f0c6-3c18-4903-8f0f-ac60a968b4c8 service neutron] For port 78bb6d73-8d94-42fd-aa70-f667ac21071f, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=78bb6d73-8d94-42fd-aa70-f667ac21071f,segment=NetworkSegment(fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1),segment_id=fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:02:56.140129 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7b3512af-002e-43be-9620-c1b726f68abd req-66cb4f23-21a1-418e-9906-2e46aef6c59e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a5c7fc7fd4e245f68984d88449ba6c93&device_id=7120d5eb-3559-473f-8480-5fbeb078b59a HTTP/1.1" status: 200 len: 1094 time: 0.0417237 Apr 20 13:02:56.198435 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-61b0f0c6-3c18-4903-8f0f-ac60a968b4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:56.246826 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3512af-002e-43be-9620-c1b726f68abd req-b9710209-b925-4310-98e1-d62fd4616297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:56.248702 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7b3512af-002e-43be-9620-c1b726f68abd req-b9710209-b925-4310-98e1-d62fd4616297 service neutron] 10.222.0.32 "GET /v2.0/networks?id=31b982df-6f64-4bf1-9c83-25f59b9dc070 HTTP/1.1" status: 200 len: 916 time: 0.0927069 Apr 20 13:02:56.276977 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-61b0f0c6-3c18-4903-8f0f-ac60a968b4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:56.277587 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-61b0f0c6-3c18-4903-8f0f-ac60a968b4c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:56.279158 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-61b0f0c6-3c18-4903-8f0f-ac60a968b4c8 service neutron] 10.222.0.32 "PUT /v2.0/ports/78bb6d73-8d94-42fd-aa70-f667ac21071f HTTP/1.1" status: 200 len: 1122 time: 1.0573671 Apr 20 13:02:56.279973 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0f0c6-3c18-4903-8f0f-ac60a968b4c8 service neutron] Pushing event updated for resources: {'Port': ['ID=78bb6d73-8d94-42fd-aa70-f667ac21071f,revision_number=8']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:56.296403 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7b3512af-002e-43be-9620-c1b726f68abd req-32fd8908-c900-49b3-8f7f-8d60750b2cd8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f961a38-05eb-43c9-9169-c4c1be895119 HTTP/1.1" status: 200 len: 217 time: 0.0372224 Apr 20 13:02:56.316956 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6f124fff-2092-4d15-96af-ed0eceda5754 req-fb3c8185-7543-4c30-a81d-d193c0e5532f tempest-ServersAdmin275Test-1780375358 tempest-ServersAdmin275Test-1780375358-project] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0290143 Apr 20 13:02:56.353207 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3512af-002e-43be-9620-c1b726f68abd req-0dc43f28-bc8f-440a-82a9-ecdbbf7d2164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:56.354715 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7b3512af-002e-43be-9620-c1b726f68abd req-0dc43f28-bc8f-440a-82a9-ecdbbf7d2164 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a9b202b-1aa6-4cb7-9ec5-51bfcb82221f HTTP/1.1" status: 200 len: 854 time: 0.0510297 Apr 20 13:02:56.381218 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['78bb6d73-8d94-42fd-aa70-f667ac21071f'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:02:56.411595 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3512af-002e-43be-9620-c1b726f68abd req-cfac1dee-8a04-4392-b415-09dd9d2f3bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:56.413459 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7b3512af-002e-43be-9620-c1b726f68abd req-cfac1dee-8a04-4392-b415-09dd9d2f3bcc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=31b982df-6f64-4bf1-9c83-25f59b9dc070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513194 Apr 20 13:02:56.430935 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e95ae-4089-4444-94b4-4f08bd4a0489 req-d6e08b39-1ecc-4271-ba5b-c6c2d4cea2f0 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:56.432036 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-426e95ae-4089-4444-94b4-4f08bd4a0489 req-d6e08b39-1ecc-4271-ba5b-c6c2d4cea2f0 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.0598493 Apr 20 13:02:56.472412 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-426e95ae-4089-4444-94b4-4f08bd4a0489 req-90842f3f-a5f0-4143-87dd-65ead9320a15 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336759 Apr 20 13:02:56.514672 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7b3512af-002e-43be-9620-c1b726f68abd req-ac37511d-d96b-4016-ae82-d5d8e6da925b service neutron] 10.222.0.32 "GET /v2.0/networks/31b982df-6f64-4bf1-9c83-25f59b9dc070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917168 Apr 20 13:02:56.560189 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['78bb6d73-8d94-42fd-aa70-f667ac21071f'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:02:56.619048 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7b3512af-002e-43be-9620-c1b726f68abd req-e1638409-6393-45fe-ba0f-1c2305a5b903 service neutron] 10.222.0.32 "GET /v2.0/networks/31b982df-6f64-4bf1-9c83-25f59b9dc070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909123 Apr 20 13:02:56.707840 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c37882-a0bb-482a-8bf5-496597cedb16 req-67ab31f6-fbcd-484d-b3d7-a435afbde493 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:56.709505 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f8c37882-a0bb-482a-8bf5-496597cedb16 req-67ab31f6-fbcd-484d-b3d7-a435afbde493 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] 10.222.0.25 "GET /v2.0/ports?device_id=7120d5eb-3559-473f-8480-5fbeb078b59a HTTP/1.1" status: 200 len: 943 time: 0.0877421 Apr 20 13:02:56.724395 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e75ac661-a5c3-47ad-b02e-5b1e9a0e4b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:56.748849 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0633e8-ccd3-47c4-bc27-e355f54f13ae req-2a164e91-3a6b-40c7-b4d7-4a32c085421a tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:56.750297 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9e0633e8-ccd3-47c4-bc27-e355f54f13ae req-2a164e91-3a6b-40c7-b4d7-4a32c085421a tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 948 time: 0.0792630 Apr 20 13:02:56.781454 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f8c37882-a0bb-482a-8bf5-496597cedb16 req-6f7ccf86-2138-42c7-a7b8-b411ff8042b1 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c5acf63-304a-4116-a09c-131cd4d5b2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619864 Apr 20 13:02:56.804015 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9e0633e8-ccd3-47c4-bc27-e355f54f13ae req-710b850d-7c65-4d50-839b-3bb9f86bc25c tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433304 Apr 20 13:02:57.023608 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a36ab-02ff-4752-a487-199adf417b0e req-e84b7af9-4a34-42c2-8e92-ba97fb0a75ef tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:57.025034 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c28a36ab-02ff-4752-a487-199adf417b0e req-e84b7af9-4a34-42c2-8e92-ba97fb0a75ef tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 950 time: 0.0749786 Apr 20 13:02:57.037736 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa57fc25-81e8-4681-aa45-44255a7a9c15 req-dca11e5d-7f61-45ba-9eb6-1c07af62efca tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:57.039086 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa57fc25-81e8-4681-aa45-44255a7a9c15 req-dca11e5d-7f61-45ba-9eb6-1c07af62efca tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 944 time: 0.0639076 Apr 20 13:02:57.089141 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c28a36ab-02ff-4752-a487-199adf417b0e req-8c79c711-9bdd-4280-aeca-920292fd64ed tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491102 Apr 20 13:02:57.095943 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa57fc25-81e8-4681-aa45-44255a7a9c15 req-d886e8c6-ff2e-4ef4-8ee9-901a2a730cde tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495822 Apr 20 13:02:57.251436 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832464e2-2c33-477c-a7a1-b550ce30e51e req-0f141444-ff56-436b-976f-91a253868248 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:57.252866 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-832464e2-2c33-477c-a7a1-b550ce30e51e req-0f141444-ff56-436b-976f-91a253868248 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 945 time: 0.0509923 Apr 20 13:02:57.289145 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-832464e2-2c33-477c-a7a1-b550ce30e51e req-da2e3a85-263d-4ebf-8586-06376297f67f tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304520 Apr 20 13:02:57.433767 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6d613612-354b-458e-b057-945177e404e8 req-391cf897-8e0e-470a-b2c4-fdeed87df8ef tempest-ServersAdmin275Test-1780375358 tempest-ServersAdmin275Test-1780375358-project] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0275486 Apr 20 13:02:57.586833 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01edd7b6-d6d7-4dc4-8d3c-d7b5149c1310 req-fd43478f-9bbf-441a-943b-5c6f142ce9f1 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:57.588296 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-01edd7b6-d6d7-4dc4-8d3c-d7b5149c1310 req-fd43478f-9bbf-441a-943b-5c6f142ce9f1 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.0473928 Apr 20 13:02:57.624911 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-01edd7b6-d6d7-4dc4-8d3c-d7b5149c1310 req-da24a7c6-9bd8-4e28-96b2-5371a57784c1 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306647 Apr 20 13:02:57.924170 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb88e10-d8f9-4b18-91f6-ac2308edb6dc req-13591404-b2ab-48d4-9055-e041778f690e tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:57.925607 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2bb88e10-d8f9-4b18-91f6-ac2308edb6dc req-13591404-b2ab-48d4-9055-e041778f690e tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] 10.222.0.25 "GET /v2.0/ports?device_id=7120d5eb-3559-473f-8480-5fbeb078b59a HTTP/1.1" status: 200 len: 943 time: 0.0789955 Apr 20 13:02:57.936971 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f71df-9eae-428b-ab48-17f690c04b14 req-0a86209c-328f-47c2-b950-f5f019c59020 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:57.938328 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0e7f71df-9eae-428b-ab48-17f690c04b14 req-0a86209c-328f-47c2-b950-f5f019c59020 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 948 time: 0.0666869 Apr 20 13:02:57.940956 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:57.956612 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9555597-c923-4665-9c66-df378af120ab', 'tag': '78bb6d73-8d94-42fd-aa70-f667ac21071f'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:57.959200 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afeba55-179a-46a3-a10d-5379125fac26" -d '{"events": [{"name": "network-changed", "server_uuid": "c9555597-c923-4665-9c66-df378af120ab", "tag": "78bb6d73-8d94-42fd-aa70-f667ac21071f"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:57.994596 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2bb88e10-d8f9-4b18-91f6-ac2308edb6dc req-8c1554f3-cdcd-42c8-bdaf-61ed5800bd41 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c5acf63-304a-4116-a09c-131cd4d5b2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553436 Apr 20 13:02:58.001569 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0e7f71df-9eae-428b-ab48-17f690c04b14 req-d13837b2-e9de-4009-917a-f1ede0f1f518 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560477 Apr 20 13:02:58.038484 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15148fb3-f996-4503-80ab-6eadacfee8af x-openstack-request-id: req-15148fb3-f996-4503-80ab-6eadacfee8af {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:58.038845 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9555597-c923-4665-9c66-df378af120ab", "tag": "78bb6d73-8d94-42fd-aa70-f667ac21071f", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:58.039098 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15148fb3-f996-4503-80ab-6eadacfee8af {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:58.039520 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15148fb3-f996-4503-80ab-6eadacfee8af'] response: {'name': 'network-changed', 'server_uuid': 'c9555597-c923-4665-9c66-df378af120ab', 'tag': '78bb6d73-8d94-42fd-aa70-f667ac21071f', 'status': 'completed', 'code': 200} Apr 20 13:02:58.233615 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161257b0-040f-48a8-b224-b3b280087f91 req-ca11a4fc-e2b3-459c-91c5-5d933058e1ef tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:58.235042 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-161257b0-040f-48a8-b224-b3b280087f91 req-ca11a4fc-e2b3-459c-91c5-5d933058e1ef tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 944 time: 0.0685375 Apr 20 13:02:58.242291 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c16ee3-8b87-4470-bd06-2f50331eaf1b req-b5fc5fe2-8106-4513-b2d9-ea9817fd728c tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:58.243714 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-61c16ee3-8b87-4470-bd06-2f50331eaf1b req-b5fc5fe2-8106-4513-b2d9-ea9817fd728c tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 950 time: 0.0876107 Apr 20 13:02:58.294632 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-161257b0-040f-48a8-b224-b3b280087f91 req-5fce7885-7226-4ac1-b279-d60fb8de895f tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499995 Apr 20 13:02:58.301508 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-61c16ee3-8b87-4470-bd06-2f50331eaf1b req-915058c6-942e-40e3-8451-a4f2e669febd tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513170 Apr 20 13:02:58.402849 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8f755-e976-40db-a989-c166e0569ae2 req-f353d2d4-54e1-47ea-9084-922360b8fea9 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:58.404214 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c6a8f755-e976-40db-a989-c166e0569ae2 req-f353d2d4-54e1-47ea-9084-922360b8fea9 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 945 time: 0.0463712 Apr 20 13:02:58.440388 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c6a8f755-e976-40db-a989-c166e0569ae2 req-574d6542-f08b-4bbe-9aaa-cf620e4f1754 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299826 Apr 20 13:02:58.537362 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f4e8cee1-9b37-4dfc-9faa-5c609bb3bd44 req-c80ae943-b35e-4ea4-8dba-8a99c3fe9e2f tempest-ServersAdmin275Test-1780375358 tempest-ServersAdmin275Test-1780375358-project] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0263615 Apr 20 13:02:58.737963 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b46055-4e4f-4794-9bd9-8e619f1a8efd req-31cf57d8-bf6d-468e-83b2-6d401fea4e02 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:58.739380 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e6b46055-4e4f-4794-9bd9-8e619f1a8efd req-31cf57d8-bf6d-468e-83b2-6d401fea4e02 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.0498164 Apr 20 13:02:58.776450 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e6b46055-4e4f-4794-9bd9-8e619f1a8efd req-a4f4def9-920b-4d35-a616-34e49069aa92 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310471 Apr 20 13:02:59.136620 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c442b2-af75-48f6-ba67-6e56dac3ba80 req-3270969a-0ab9-402d-b7d3-1e8774535a01 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:59.138099 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-09c442b2-af75-48f6-ba67-6e56dac3ba80 req-3270969a-0ab9-402d-b7d3-1e8774535a01 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] 10.222.0.25 "GET /v2.0/ports?device_id=7120d5eb-3559-473f-8480-5fbeb078b59a HTTP/1.1" status: 200 len: 943 time: 0.0759776 Apr 20 13:02:59.149501 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e830eab-3d54-4964-bfe5-1e3522400103 req-2667bf9b-bd96-4129-90e5-5ab816612e59 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:59.150920 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5e830eab-3d54-4964-bfe5-1e3522400103 req-2667bf9b-bd96-4129-90e5-5ab816612e59 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 948 time: 0.0639479 Apr 20 13:02:59.206539 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-09c442b2-af75-48f6-ba67-6e56dac3ba80 req-2af6664e-bd20-4600-af09-8255daeacf7a tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c5acf63-304a-4116-a09c-131cd4d5b2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546010 Apr 20 13:02:59.211294 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5e830eab-3d54-4964-bfe5-1e3522400103 req-18690451-1d7f-4283-a607-9cc0b4c99d15 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537770 Apr 20 13:02:59.213239 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:59.698978 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:59.699208 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab62a5-a414-4e40-aa18-420b965fad35 req-d34fad31-0444-4826-9e76-72bb829573ab tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:59.700589 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eeab62a5-a414-4e40-aa18-420b965fad35 req-d34fad31-0444-4826-9e76-72bb829573ab tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 950 time: 0.3300998 Apr 20 13:02:59.705156 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 1f961a38-05eb-43c9-9169-c4c1be895119 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:02:59.709084 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0361e-dda5-4d13-ad4a-4bc9fd34c055 req-c7f081e9-0c0c-44e2-a121-87ab2da15f64 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:59.710487 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d2d0361e-dda5-4d13-ad4a-4bc9fd34c055 req-c7f081e9-0c0c-44e2-a121-87ab2da15f64 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 944 time: 0.3489952 Apr 20 13:02:59.762013 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eeab62a5-a414-4e40-aa18-420b965fad35 req-6131122d-3aa9-483c-861a-80b54e8577dd tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505559 Apr 20 13:02:59.769239 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d2d0361e-dda5-4d13-ad4a-4bc9fd34c055 req-b657d965-a620-4343-9491-c57dd57b6017 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512071 Apr 20 13:02:59.807807 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 1f961a38-05eb-43c9-9169-c4c1be895119, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=1f961a38-05eb-43c9-9169-c4c1be895119,segment=NetworkSegment(9c9fbc7c-e6c9-4ef9-aa65-a234f828be92),segment_id=9c9fbc7c-e6c9-4ef9-aa65-a234f828be92)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:59.820479 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '1f961a38-05eb-43c9-9169-c4c1be895119', 'network_id': '31b982df-6f64-4bf1-9c83-25f59b9dc070', 'port_id': '1f961a38-05eb-43c9-9169-c4c1be895119', 'mac_address': 'fa:16:3e:85:21:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a9b202b-1aa6-4cb7-9ec5-51bfcb82221f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:02:59.856724 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:59.870057 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f961a38-05eb-43c9-9169-c4c1be895119 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:02:59.878571 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-29eddc2b-6c20-40bc-bb3a-7e34645dbad7 req-f83bdf91-ab31-4fc8-ae01-4b2d3afe8075 tempest-ServersAdmin275Test-1780375358 tempest-ServersAdmin275Test-1780375358-project] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0282216 Apr 20 13:02:59.889672 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 1f961a38-05eb-43c9-9169-c4c1be895119, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=1f961a38-05eb-43c9-9169-c4c1be895119,segment=NetworkSegment(9c9fbc7c-e6c9-4ef9-aa65-a234f828be92),segment_id=9c9fbc7c-e6c9-4ef9-aa65-a234f828be92)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:59.894306 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1a09c-ff09-4763-aa78-75fe45fb1bc8 req-4c82c7bc-fe80-40c8-8475-ecd886fa9190 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:59.895878 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7fa1a09c-ff09-4763-aa78-75fe45fb1bc8 req-4c82c7bc-fe80-40c8-8475-ecd886fa9190 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 945 time: 0.0742288 Apr 20 13:02:59.933884 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7fa1a09c-ff09-4763-aa78-75fe45fb1bc8 req-08f0539d-6afc-4113-8e4e-07577eca8097 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319445 Apr 20 13:02:59.951469 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:59.988284 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085e7c7-b24a-45dd-8b2e-a1a7eb2939a2 req-84810270-4d16-44d4-ab07-c3d53638825f tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:59.990287 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d085e7c7-b24a-45dd-8b2e-a1a7eb2939a2 req-84810270-4d16-44d4-ab07-c3d53638825f tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.0482473 Apr 20 13:03:00.000265 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=1f961a38-05eb-43c9-9169-c4c1be895119,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:00.027773 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d085e7c7-b24a-45dd-8b2e-a1a7eb2939a2 req-972e0ad4-ddd4-4c67-b721-e427f55da7dd tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314519 Apr 20 13:03:00.290206 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['1f961a38-05eb-43c9-9169-c4c1be895119'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:03:00.352001 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6edb17-fbb0-4dbb-804b-1eb75d1e0cd2 req-8dcb0f02-4201-4888-8283-9b5640681773 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:00.353465 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6c6edb17-fbb0-4dbb-804b-1eb75d1e0cd2 req-8dcb0f02-4201-4888-8283-9b5640681773 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] 10.222.0.25 "GET /v2.0/ports?device_id=7120d5eb-3559-473f-8480-5fbeb078b59a HTTP/1.1" status: 200 len: 944 time: 0.0797799 Apr 20 13:03:00.361484 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0e2ab-c1cf-4913-a07f-c14efa482a90 req-0e70a90d-57c2-472c-ac3f-179281b1b1ca tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:00.362848 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d8e0e2ab-c1cf-4913-a07f-c14efa482a90 req-0e70a90d-57c2-472c-ac3f-179281b1b1ca tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 948 time: 0.0805330 Apr 20 13:03:00.415191 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6c6edb17-fbb0-4dbb-804b-1eb75d1e0cd2 req-e2c38977-bce6-42cc-aabc-f4a2888f11af tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c5acf63-304a-4116-a09c-131cd4d5b2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513723 Apr 20 13:03:00.422424 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d8e0e2ab-c1cf-4913-a07f-c14efa482a90 req-e57d44bf-65a7-4837-ae4a-4b5b44833dd9 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516543 Apr 20 13:03:00.905235 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba59db-8742-4f3f-ac3c-7876b3e0def1 req-f9912cd8-4170-4a15-904d-60b0f3dde33c tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:00.906673 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-60ba59db-8742-4f3f-ac3c-7876b3e0def1 req-f9912cd8-4170-4a15-904d-60b0f3dde33c tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 950 time: 0.0774298 Apr 20 13:03:00.915060 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04567029-b6d8-437e-9e49-aa9113a17d66 req-b64ef011-0bff-4a45-b757-9a76224ecde1 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:00.916646 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-04567029-b6d8-437e-9e49-aa9113a17d66 req-b64ef011-0bff-4a45-b757-9a76224ecde1 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 944 time: 0.0776670 Apr 20 13:03:00.971375 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-60ba59db-8742-4f3f-ac3c-7876b3e0def1 req-efb61f05-ac54-4582-92b2-11e6dd08edfa tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539193 Apr 20 13:03:00.974246 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-04567029-b6d8-437e-9e49-aa9113a17d66 req-3f8975bc-aeac-45cf-b4a1-d41ecbb90d20 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511291 Apr 20 13:03:01.064120 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c32425a4-5ebd-4527-b268-fb907aa6c026 req-3fc1f629-e3dd-4aa5-bcda-e7c9a5855686 tempest-ServersAdmin275Test-1780375358 tempest-ServersAdmin275Test-1780375358-project] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0317905 Apr 20 13:03:01.099664 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e902bd0-8823-46cb-9eef-ca7b90aa3eca req-caa1b758-c5ee-4a28-a183-b3a5d84115db tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:01.101134 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1e902bd0-8823-46cb-9eef-ca7b90aa3eca req-caa1b758-c5ee-4a28-a183-b3a5d84115db tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 945 time: 0.0671704 Apr 20 13:03:01.163825 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1e902bd0-8823-46cb-9eef-ca7b90aa3eca req-84d772e5-26b0-48a1-abfd-674f62cfea44 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564306 Apr 20 13:03:01.185797 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc1b15-8452-4470-a059-144b8da906ae req-edcdba9c-9597-4c23-85e9-bd79282d4596 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:01.187246 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-16fc1b15-8452-4470-a059-144b8da906ae req-edcdba9c-9597-4c23-85e9-bd79282d4596 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.0603011 Apr 20 13:03:01.223819 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-16fc1b15-8452-4470-a059-144b8da906ae req-83b1933a-5bda-4834-97bd-8f8324a9e04a tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300372 Apr 20 13:03:01.562593 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ebc92-9125-45a6-ba6d-98723acb283e req-520d3f2e-e4ef-4403-a36b-6398a8727d1a tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:01.564100 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7b5ebc92-9125-45a6-ba6d-98723acb283e req-520d3f2e-e4ef-4403-a36b-6398a8727d1a tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] 10.222.0.25 "GET /v2.0/ports?device_id=7120d5eb-3559-473f-8480-5fbeb078b59a HTTP/1.1" status: 200 len: 944 time: 0.0788805 Apr 20 13:03:01.572400 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61148a9-5116-43a5-8864-3942c12c98fe req-bebe0346-a727-41a1-9ded-8256181a0a23 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:01.573778 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e61148a9-5116-43a5-8864-3942c12c98fe req-bebe0346-a727-41a1-9ded-8256181a0a23 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 948 time: 0.0775950 Apr 20 13:03:01.638696 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e61148a9-5116-43a5-8864-3942c12c98fe req-0ad93964-b1c6-4116-859f-f8ad50093292 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573375 Apr 20 13:03:01.641492 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7b5ebc92-9125-45a6-ba6d-98723acb283e req-5bc07d3a-a55c-4795-a798-8c6a2424a1d6 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c5acf63-304a-4116-a09c-131cd4d5b2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668502 Apr 20 13:03:01.721952 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 1f961a38-05eb-43c9-9169-c4c1be895119 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:03:01.826429 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 1f961a38-05eb-43c9-9169-c4c1be895119 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:03:01.830021 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 1f961a38-05eb-43c9-9169-c4c1be895119 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:01.830390 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:01.907244 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:01.929001 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7120d5eb-3559-473f-8480-5fbeb078b59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f961a38-05eb-43c9-9169-c4c1be895119'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:03:01.931215 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a452d99f-2f30-49bf-93b3-678d2c1ed1f2" -d '{"events": [{"server_uuid": "7120d5eb-3559-473f-8480-5fbeb078b59a", "name": "network-vif-plugged", "status": "completed", "tag": "1f961a38-05eb-43c9-9169-c4c1be895119"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:03:01.943752 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 1f961a38-05eb-43c9-9169-c4c1be895119, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=1f961a38-05eb-43c9-9169-c4c1be895119,segment=NetworkSegment(9c9fbc7c-e6c9-4ef9-aa65-a234f828be92),segment_id=9c9fbc7c-e6c9-4ef9-aa65-a234f828be92)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:01.966970 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd10d3b-c728-40d1-b9a0-2ec4d69bf42b x-openstack-request-id: req-3dd10d3b-c728-40d1-b9a0-2ec4d69bf42b {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:03:01.967253 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7120d5eb-3559-473f-8480-5fbeb078b59a", "name": "network-vif-plugged", "status": "completed", "tag": "1f961a38-05eb-43c9-9169-c4c1be895119", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:03:01.967537 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3dd10d3b-c728-40d1-b9a0-2ec4d69bf42b {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:03:01.967928 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dd10d3b-c728-40d1-b9a0-2ec4d69bf42b'] response: {'server_uuid': '7120d5eb-3559-473f-8480-5fbeb078b59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f961a38-05eb-43c9-9169-c4c1be895119', 'code': 200} Apr 20 13:03:02.009620 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:02.066363 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=1f961a38-05eb-43c9-9169-c4c1be895119,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:02.075396 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627b281-f118-42dc-9d1a-cdd0c0fa7f64 req-a37b2d51-934b-4bb1-9565-5117753b6701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:02.077058 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4627b281-f118-42dc-9d1a-cdd0c0fa7f64 req-a37b2d51-934b-4bb1-9565-5117753b6701 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7120d5eb-3559-473f-8480-5fbeb078b59a HTTP/1.1" status: 200 len: 1096 time: 0.0539668 Apr 20 13:03:02.114560 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4627b281-f118-42dc-9d1a-cdd0c0fa7f64 req-1a0a9378-60b7-47cd-a84c-bfa6e555a84c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4c5acf63-304a-4116-a09c-131cd4d5b2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291638 Apr 20 13:03:02.124169 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f97db-df27-49dc-be32-928feaab4cf3 req-52d7b754-cb9d-4974-993f-ffd9c1f3d52c tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:02.126698 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f61f97db-df27-49dc-be32-928feaab4cf3 req-52d7b754-cb9d-4974-993f-ffd9c1f3d52c tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 944 time: 0.0790808 Apr 20 13:03:02.145243 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8357f2e-1e88-4965-b1ae-41154d3f8e5d req-72c72c58-6d23-40c7-b122-3fe279f9d7e7 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:02.147719 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a8357f2e-1e88-4965-b1ae-41154d3f8e5d req-72c72c58-6d23-40c7-b122-3fe279f9d7e7 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 950 time: 0.0712645 Apr 20 13:03:02.190506 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f61f97db-df27-49dc-be32-928feaab4cf3 req-96acba7a-e554-421a-80f2-18c5a67b2b69 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582745 Apr 20 13:03:02.202330 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a8357f2e-1e88-4965-b1ae-41154d3f8e5d req-49221925-0ab7-40dd-8af3-5bad2b092ee6 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466588 Apr 20 13:03:02.280819 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e32ae019-a3e4-45ab-b8ea-a4ad31641927 req-5d111795-7ff0-4c21-aaa9-2e9bc4ce1cb6 tempest-ServersAdmin275Test-1780375358 tempest-ServersAdmin275Test-1780375358-project] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0328794 Apr 20 13:03:02.323367 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f70d4-abd3-4366-a968-2ab39c76d9c1 req-fdc61c94-6233-4c1a-9631-8f9dc5cd8c62 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:02.324840 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b65f70d4-abd3-4366-a968-2ab39c76d9c1 req-fdc61c94-6233-4c1a-9631-8f9dc5cd8c62 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 945 time: 0.0660460 Apr 20 13:03:02.389318 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b65f70d4-abd3-4366-a968-2ab39c76d9c1 req-b6c41b3c-7a2c-43ef-b2b3-a58f22b7b0f7 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584760 Apr 20 13:03:02.406911 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd81b71-2490-4355-bfbb-09fc2158a06e req-8f3c359b-1fb1-4886-8bef-0b2ee6c5b330 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:02.408407 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cbd81b71-2490-4355-bfbb-09fc2158a06e req-8f3c359b-1fb1-4886-8bef-0b2ee6c5b330 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.0642848 Apr 20 13:03:02.432807 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-675d5457-4e4c-453e-979d-bfc15aab7052 req-7d736771-a78f-4b42-af3f-ab59de2343b2 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=1eb4b98654a64cc0a24f0db20416c844&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222464 Apr 20 13:03:02.455001 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cbd81b71-2490-4355-bfbb-09fc2158a06e req-e159ff43-9526-441f-8103-e05049fb0f79 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400894 Apr 20 13:03:02.529913 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.15', 63916) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:02.593541 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-0fae6bfc-dfbf-4c3e-870a-e6aed4cc1008 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:02.593813 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afeba55-179a-46a3-a10d-5379125fac26 req-165321d1-387e-434e-9485-d935c4698b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:02.595008 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-0fae6bfc-dfbf-4c3e-870a-e6aed4cc1008 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70&tenant_id=e8b01a41b4bc4e3890fb87ac80b83556&binding%3Ahost_id=n-h1-836015-7 HTTP/1.1" status: 200 len: 1096 time: 0.0980294 Apr 20 13:03:02.595132 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8afeba55-179a-46a3-a10d-5379125fac26 req-165321d1-387e-434e-9485-d935c4698b69 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4&device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 1125 time: 0.0726583 Apr 20 13:03:02.597600 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d36a5-c9ea-47e2-b1dd-e8354b299c66 req-d967d432-c8f6-420c-9ad2-aef1ce3ecb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:02.598970 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-454d36a5-c9ea-47e2-b1dd-e8354b299c66 req-d967d432-c8f6-420c-9ad2-aef1ce3ecb69 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1eb4b98654a64cc0a24f0db20416c844&device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 1099 time: 0.0681393 Apr 20 13:03:02.611189 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d5457-4e4c-453e-979d-bfc15aab7052 req-066dd6dc-8263-4e46-ba74-86cc376df19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:02.612634 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-675d5457-4e4c-453e-979d-bfc15aab7052 req-066dd6dc-8263-4e46-ba74-86cc376df19a service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1235671 Apr 20 13:03:02.655453 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-4cbd1cc7-829f-47bb-9764-a534828befc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:02.656901 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-4cbd1cc7-829f-47bb-9764-a534828befc6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70&tenant_id=e8b01a41b4bc4e3890fb87ac80b83556 HTTP/1.1" status: 200 len: 1096 time: 0.0430460 Apr 20 13:03:02.682888 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-454d36a5-c9ea-47e2-b1dd-e8354b299c66 req-8a1e4cb2-6813-4a0f-9085-5d039a46bcd4 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=1eb4b98654a64cc0a24f0db20416c844&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597064 Apr 20 13:03:02.736544 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-496d1b3a-1043-41a1-93e7-11e663a0e287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:02.737967 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-496d1b3a-1043-41a1-93e7-11e663a0e287 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1eb4b98654a64cc0a24f0db20416c844&device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 1099 time: 0.0849230 Apr 20 13:03:02.745165 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-69c10f2e-1dac-4fb6-ba27-7ddf39bc8924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:02.746531 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-69c10f2e-1dac-4fb6-ba27-7ddf39bc8924 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8b01a41b4bc4e3890fb87ac80b83556&device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 1096 time: 0.0622077 Apr 20 13:03:02.797312 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-9745890f-3ea2-49bb-85da-506eae8ff57a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=13397ee1-19f1-4d58-9c64-1a626346836b HTTP/1.1" status: 200 len: 217 time: 0.0497508 Apr 20 13:03:02.847985 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afeba55-179a-46a3-a10d-5379125fac26 req-0eafaffe-f353-4a2b-b0e2-a63bd82a4839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:02.849491 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8afeba55-179a-46a3-a10d-5379125fac26 req-0eafaffe-f353-4a2b-b0e2-a63bd82a4839 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88 HTTP/1.1" status: 200 len: 909 time: 0.2356868 Apr 20 13:03:02.892542 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-8b344eff-9d6a-4b30-b3db-1a326742eb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:02.893972 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-8b344eff-9d6a-4b30-b3db-1a326742eb67 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0646403 Apr 20 13:03:02.908887 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5902d-6051-45ea-a711-d537cec2a3ec req-341f3069-7184-416a-b276-e7976294e915 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:02.909965 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-ebbd182e-e543-4aa1-a573-5efbdfb5779b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:02.910578 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-24d5902d-6051-45ea-a711-d537cec2a3ec req-341f3069-7184-416a-b276-e7976294e915 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 948 time: 0.1650264 Apr 20 13:03:02.911331 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-ebbd182e-e543-4aa1-a573-5efbdfb5779b service neutron] 10.222.0.15 "GET /v2.0/networks?id=0e1f32e0-475a-42d4-85ee-1c369c932480 HTTP/1.1" status: 200 len: 921 time: 0.1570921 Apr 20 13:03:02.913181 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d36a5-c9ea-47e2-b1dd-e8354b299c66 req-50dc6fdb-83cf-4861-9c19-f21a78535e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:02.914497 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-454d36a5-c9ea-47e2-b1dd-e8354b299c66 req-50dc6fdb-83cf-4861-9c19-f21a78535e11 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2238183 Apr 20 13:03:02.917511 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8afeba55-179a-46a3-a10d-5379125fac26 req-783bc816-8387-428b-b73f-4f61c8d9f299 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78bb6d73-8d94-42fd-aa70-f667ac21071f HTTP/1.1" status: 200 len: 217 time: 0.0556152 Apr 20 13:03:02.930963 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16477fb-20d7-48a0-89fa-2f01e0eec04b req-6611bf03-6ead-4805-a48b-27b4b404ef20 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:02.932493 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b16477fb-20d7-48a0-89fa-2f01e0eec04b req-6611bf03-6ead-4805-a48b-27b4b404ef20 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] 10.222.0.25 "GET /v2.0/ports?device_id=7120d5eb-3559-473f-8480-5fbeb078b59a HTTP/1.1" status: 200 len: 945 time: 0.1835341 Apr 20 13:03:02.971654 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-89bbbcd1-36d4-46fc-827c-be9e28ce5d36 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17c31c64-738f-4607-aae0-bc51b0f3b724 HTTP/1.1" status: 200 len: 217 time: 0.0426562 Apr 20 13:03:03.006278 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-0c523885-4c90-4a42-8bbe-c746370f5dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:03.007445 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-0c523885-4c90-4a42-8bbe-c746370f5dff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1052253 Apr 20 13:03:03.043999 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-3885cb98-b74e-483b-b90e-8ba24c7eb0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:03.045429 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-3885cb98-b74e-483b-b90e-8ba24c7eb0b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd5d8d2c-9bbe-433b-b6b9-a140ce7264b5 HTTP/1.1" status: 200 len: 860 time: 0.0677891 Apr 20 13:03:03.059934 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afeba55-179a-46a3-a10d-5379125fac26 req-21b1a8fb-8066-4b48-a71d-400e23c19cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:03.061357 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8afeba55-179a-46a3-a10d-5379125fac26 req-21b1a8fb-8066-4b48-a71d-400e23c19cb5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7f1a9c16-f305-43f3-a182-10217ec8e6e3 HTTP/1.1" status: 200 len: 848 time: 0.1238821 Apr 20 13:03:03.064486 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b16477fb-20d7-48a0-89fa-2f01e0eec04b req-19e70bab-1806-4096-a165-85f0154ef9bc tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c5acf63-304a-4116-a09c-131cd4d5b2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176312 Apr 20 13:03:03.075702 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-24d5902d-6051-45ea-a711-d537cec2a3ec req-617d5d1f-3866-495a-8cd4-1ba8a441a699 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489985 Apr 20 13:03:03.101129 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8afeba55-179a-46a3-a10d-5379125fac26 req-e7774350-fa0d-40b8-bfc9-434863b5bbc0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305920 Apr 20 13:03:03.101709 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-70b7b6b4-9bdc-4c61-b587-8fe3798613c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e1f32e0-475a-42d4-85ee-1c369c932480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283189 Apr 20 13:03:03.104218 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-dd5ebcd4-c9a2-4286-ac91-ed20fabc39ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:03.105582 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-dd5ebcd4-c9a2-4286-ac91-ed20fabc39ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1eb4b98654a64cc0a24f0db20416c844&device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 1099 time: 0.1322773 Apr 20 13:03:03.149886 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-7c11fff5-4785-46f7-8b57-1d8aba3f8ea6 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332316 Apr 20 13:03:03.173358 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-0b292bb5-88e8-4f96-97c3-8a99fe74efb6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=ff97bd33-6d35-4183-a5d7-08318b73927e HTTP/1.1" status: 200 len: 217 time: 0.0462494 Apr 20 13:03:03.259404 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-47b329ae-0b52-443c-a80a-25e5e4e6f373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:03.260778 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-47b329ae-0b52-443c-a80a-25e5e4e6f373 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0618007 Apr 20 13:03:03.274205 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-8e71f006-bc6e-475d-b84b-950a00d96f1d service neutron] 10.222.0.15 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505396 Apr 20 13:03:03.280846 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8afeba55-179a-46a3-a10d-5379125fac26 req-868f079a-6e40-485b-8a50-8bd04dc24ff9 service neutron] 10.222.0.15 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607523 Apr 20 13:03:03.307652 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-b1e95c28-4ebc-40ae-9725-2c83fc39aab0 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320069 Apr 20 13:03:03.375232 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-a241ec01-c129-4529-bb6e-6d9fdfafebb8 service neutron] 10.222.0.15 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946259 Apr 20 13:03:03.437637 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-38b1e494-c737-4a13-94c3-f47434697ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:03.439119 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-38b1e494-c737-4a13-94c3-f47434697ed8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1573722 Apr 20 13:03:03.470681 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b89a08-e490-487a-8685-713b1daabcdd req-00708c79-61d0-47e4-adcd-c3d70046e50a tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:03.472103 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-70b89a08-e490-487a-8685-713b1daabcdd req-00708c79-61d0-47e4-adcd-c3d70046e50a tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 950 time: 0.1706400 Apr 20 13:03:03.483707 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f79552-21dc-457d-a13d-a5e73d99c5c8 req-ce1cd562-393e-4866-857a-8e0fae5def7b tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:03.485129 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f1f79552-21dc-457d-a13d-a5e73d99c5c8 req-ce1cd562-393e-4866-857a-8e0fae5def7b tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 944 time: 0.1921408 Apr 20 13:03:03.557183 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8afeba55-179a-46a3-a10d-5379125fac26 req-836a119b-a2bc-4680-979c-24bced9b3a45 service neutron] 10.222.0.15 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662954 Apr 20 13:03:03.606927 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f1f79552-21dc-457d-a13d-a5e73d99c5c8 req-de648a41-f135-4f90-97b3-0e4c3f9dbff8 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061666 Apr 20 13:03:03.611401 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-70b89a08-e490-487a-8685-713b1daabcdd req-feb10c87-f4dd-4628-8e99-4682310da9d9 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123953 Apr 20 13:03:03.644146 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-57dc75b4-6755-4906-b9ee-d3b147a3d888 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889973 Apr 20 13:03:03.741708 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-70433cb3-ee60-4984-86aa-53e6ca2e2462 req-ba8b2646-8457-44e1-a95f-ae30cb5a78f7 tempest-ServersAdmin275Test-1780375358 tempest-ServersAdmin275Test-1780375358-project] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0649354 Apr 20 13:03:03.807730 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0f54d6e7-f620-45bb-a387-7d20a062c443 req-5eaf1360-9e24-4932-82f7-1b86269eda4f service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498775 Apr 20 13:03:03.828715 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45458a6d-458b-4c5a-bac3-4494c9999cb9 req-36ff5a87-8d68-4516-95a0-1360776b1dcb tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:03.834713 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-45458a6d-458b-4c5a-bac3-4494c9999cb9 req-36ff5a87-8d68-4516-95a0-1360776b1dcb tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 945 time: 0.1420109 Apr 20 13:03:03.925013 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc37911-442a-480e-83e9-4d52601c3649 req-f79b9160-8475-44ff-a91e-f4e0e9d19685 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:03.926453 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0fc37911-442a-480e-83e9-4d52601c3649 req-f79b9160-8475-44ff-a91e-f4e0e9d19685 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.1179616 Apr 20 13:03:03.931182 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-45458a6d-458b-4c5a-bac3-4494c9999cb9 req-d9b7608e-9fbb-49d7-b1b3-55ea7f4b74c8 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810945 Apr 20 13:03:03.934966 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-363f54df-460c-4fd1-a50a-f9536d309952 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:03.936342 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-363f54df-460c-4fd1-a50a-f9536d309952 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70&tenant_id=e8b01a41b4bc4e3890fb87ac80b83556&binding%3Ahost_id=n-h2-836015-7 HTTP/1.1" status: 200 len: 1096 time: 0.0873771 Apr 20 13:03:04.002089 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0fc37911-442a-480e-83e9-4d52601c3649 req-86df93d1-e541-4de7-a945-b5c93a559057 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691900 Apr 20 13:03:04.174093 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-ca039dd6-736c-4b6b-9098-fea8f38cf656 service neutron] For port 17c31c64-738f-4607-aae0-bc51b0f3b724, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:03:04.194246 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-ca039dd6-736c-4b6b-9098-fea8f38cf656 service neutron] Notify callbacks [] for binding, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:04.195316 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-988ceff9-2ebb-44b7-9fd9-10cdbe66a440 req-ca039dd6-736c-4b6b-9098-fea8f38cf656 service neutron] 10.222.0.15 "DELETE /v2.0/ports/17c31c64-738f-4607-aae0-bc51b0f3b724/bindings/n-h1-836015-7 HTTP/1.1" status: 204 len: 173 time: 0.2433450 Apr 20 13:03:04.218715 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ac031-2cb1-46d3-9e1b-7f8cb767f08b req-428bfa08-3288-4c62-b836-0e7308e0e098 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:04.220194 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-113ac031-2cb1-46d3-9e1b-7f8cb767f08b req-428bfa08-3288-4c62-b836-0e7308e0e098 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] 10.222.0.25 "GET /v2.0/ports?device_id=7120d5eb-3559-473f-8480-5fbeb078b59a HTTP/1.1" status: 200 len: 945 time: 0.0854561 Apr 20 13:03:04.231881 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f01c4-0970-45fa-b317-33adfca6bf8d req-538a0038-74e5-4090-bd47-ba4ec328d29e tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:04.233233 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e36f01c4-0970-45fa-b317-33adfca6bf8d req-538a0038-74e5-4090-bd47-ba4ec328d29e tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 948 time: 0.0729136 Apr 20 13:03:04.286012 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-113ac031-2cb1-46d3-9e1b-7f8cb767f08b req-a7aa5e21-e391-43a6-b7a1-5ab04b63e715 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c5acf63-304a-4116-a09c-131cd4d5b2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518234 Apr 20 13:03:04.291041 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e36f01c4-0970-45fa-b317-33adfca6bf8d req-a601bcd0-5f76-4292-a73c-40463180ea62 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514047 Apr 20 13:03:04.394105 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14011fb-cce8-419d-a11a-453c0a3f2d89 req-14c2c8b5-c93b-4bd9-9ca8-bb565faabd4d tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:04.395574 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c14011fb-cce8-419d-a11a-453c0a3f2d89 req-14c2c8b5-c93b-4bd9-9ca8-bb565faabd4d tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] 10.222.0.25 "GET /v2.0/ports?device_id=7120d5eb-3559-473f-8480-5fbeb078b59a HTTP/1.1" status: 200 len: 945 time: 0.0475469 Apr 20 13:03:04.403874 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57594) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:04.407968 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-a5063701-8055-4735-be95-c5eb04ac38aa tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Request body: {'floatingip': {'port_id': '1f961a38-05eb-43c9-9169-c4c1be895119'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:03:04.445066 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a5063701-8055-4735-be95-c5eb04ac38aa tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks [] for floatingip, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:04.846739 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066f61f-d8f9-49fc-9c4a-800dde95eeeb req-e6cc615e-2efc-469f-b08d-b66ff9a2b4ef tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:04.849355 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7066f61f-d8f9-49fc-9c4a-800dde95eeeb req-e6cc615e-2efc-469f-b08d-b66ff9a2b4ef tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 944 time: 0.1609702 Apr 20 13:03:04.869927 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c694bf-7865-494d-9f2f-765828b6268c req-e5ae4658-404b-4834-bbee-2f088a5d87c6 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:04.871660 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f5c694bf-7865-494d-9f2f-765828b6268c req-e5ae4658-404b-4834-bbee-2f088a5d87c6 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 950 time: 0.1506817 Apr 20 13:03:05.029959 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4bbaaf0e-3645-41bc-a804-8cd4f6f398fb req-2c988dc1-d6be-48bd-8ff3-9d0ddc4cfca3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0311935 Apr 20 13:03:05.254158 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7066f61f-d8f9-49fc-9c4a-800dde95eeeb req-ef9b4b5c-0d5c-49d2-a858-86722301edbb tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964202 Apr 20 13:03:05.259621 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.db.resource_extend [None req-a5063701-8055-4735-be95-c5eb04ac38aa tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 13:03:05.297842 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f5c694bf-7865-494d-9f2f-765828b6268c req-5552109f-b11a-4506-b03e-ef177c4fc6d8 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4102473 Apr 20 13:03:05.343182 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d5afa4a-d1a3-49be-af12-184046cc4859 req-38b82b56-121b-4ee1-ae57-067afdf17642 tempest-ServersAdmin275Test-1780375358 tempest-ServersAdmin275Test-1780375358-project] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0305462 Apr 20 13:03:05.347350 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a5063701-8055-4735-be95-c5eb04ac38aa tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:05.401019 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3528081b-997c-4c47-9b78-d622c6199f6d req-7a3e0262-1973-4df2-98b1-95a1bd9ca25e tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:05.402510 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3528081b-997c-4c47-9b78-d622c6199f6d req-7a3e0262-1973-4df2-98b1-95a1bd9ca25e tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 945 time: 0.0526936 Apr 20 13:03:05.421856 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a5063701-8055-4735-be95-c5eb04ac38aa tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:05.489795 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:03:05.512969 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3528081b-997c-4c47-9b78-d622c6199f6d req-48606713-4830-42ac-9b29-495325ed52da tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040959 Apr 20 13:03:05.562130 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe41be7-3302-462c-a355-f715da2da671 req-24f3f03e-0c0f-4eed-8c87-e2d1d7e6a283 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:05.563549 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3fe41be7-3302-462c-a355-f715da2da671 req-24f3f03e-0c0f-4eed-8c87-e2d1d7e6a283 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.1397758 Apr 20 13:03:05.582091 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-a5063701-8055-4735-be95-c5eb04ac38aa tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Floating IP 63201a8c-0b91-4bb3-971a-63a5a3676a2f associated. External IP: 172.25.8.26, port: 1f961a38-05eb-43c9-9169-c4c1be895119. Apr 20 13:03:05.683486 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3fe41be7-3302-462c-a355-f715da2da671 req-bd89bc26-6f34-41b9-a424-aa6756f262f2 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079147 Apr 20 13:03:05.722209 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ecddc-9c4b-4a88-bcc8-88bf37adc0e6 req-cb0ababa-7bce-4283-b260-0e8135d6b191 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:05.723749 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-758ecddc-9c4b-4a88-bcc8-88bf37adc0e6 req-cb0ababa-7bce-4283-b260-0e8135d6b191 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 948 time: 0.1379294 Apr 20 13:03:05.824093 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-758ecddc-9c4b-4a88-bcc8-88bf37adc0e6 req-75f99d0f-a6b1-4955-b636-4b4460f3744a tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849938 Apr 20 13:03:05.892270 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f866e8-42c2-453d-8654-0c835fdd53a4 req-9b564c90-fa9c-4734-8936-782d8b7ea738 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:05.893763 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52f866e8-42c2-453d-8654-0c835fdd53a4 req-9b564c90-fa9c-4734-8936-782d8b7ea738 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 1096 time: 0.0945544 Apr 20 13:03:05.921948 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5063701-8055-4735-be95-c5eb04ac38aa tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Router 9773d03c-cf7b-45fa-b4de-f6ad253b831d has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:03:05.941638 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52f866e8-42c2-453d-8654-0c835fdd53a4 req-c8f72132-d1e3-44bc-bec7-8cb1395011d7 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407338 Apr 20 13:03:06.042731 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5063701-8055-4735-be95-c5eb04ac38aa tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:03:06.047119 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a5063701-8055-4735-be95-c5eb04ac38aa tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:06.057450 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7a628f-1813-435f-a274-3a2c815d9940 None None] Sync routers for ids ['9773d03c-cf7b-45fa-b4de-f6ad253b831d'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:03:06.073433 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7a628f-1813-435f-a274-3a2c815d9940 None None] Routers {'9773d03c-cf7b-45fa-b4de-f6ad253b831d'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:03:06.074163 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ae7a628f-1813-435f-a274-3a2c815d9940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:02:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['9773d03c-cf7b-45fa-b4de-f6ad253b831d'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:06.081330 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a5063701-8055-4735-be95-c5eb04ac38aa tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] 10.222.0.25 "PUT /v2.0/floatingips/63201a8c-0b91-4bb3-971a-63a5a3676a2f HTTP/1.1" status: 200 len: 990 time: 1.6764100 Apr 20 13:03:06.082191 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7120d5eb-3559-473f-8480-5fbeb078b59a', 'tag': '1f961a38-05eb-43c9-9169-c4c1be895119'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:03:06.086239 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e2327a-b212-4691-8add-e8efdf4c804d" -d '{"events": [{"name": "network-changed", "server_uuid": "7120d5eb-3559-473f-8480-5fbeb078b59a", "tag": "1f961a38-05eb-43c9-9169-c4c1be895119"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:03:06.125983 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca6c6f7-76ba-4645-97fb-364c4be8839a x-openstack-request-id: req-9ca6c6f7-76ba-4645-97fb-364c4be8839a {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:03:06.126276 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 13397ee1-19f1-4d58-9c64-1a626346836b details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:03:06.126700 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7120d5eb-3559-473f-8480-5fbeb078b59a", "tag": "1f961a38-05eb-43c9-9169-c4c1be895119", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:03:06.126952 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ca6c6f7-76ba-4645-97fb-364c4be8839a {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:03:06.127351 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ca6c6f7-76ba-4645-97fb-364c4be8839a'] response: {'name': 'network-changed', 'server_uuid': '7120d5eb-3559-473f-8480-5fbeb078b59a', 'tag': '1f961a38-05eb-43c9-9169-c4c1be895119', 'status': 'completed', 'code': 200} Apr 20 13:03:06.197894 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2327a-b212-4691-8add-e8efdf4c804d req-f27d4670-93f8-4dba-8a9f-78427ce273d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:06.200148 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-74e2327a-b212-4691-8add-e8efdf4c804d req-f27d4670-93f8-4dba-8a9f-78427ce273d9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a5c7fc7fd4e245f68984d88449ba6c93&device_id=7120d5eb-3559-473f-8480-5fbeb078b59a HTTP/1.1" status: 200 len: 1096 time: 0.0417674 Apr 20 13:03:06.243766 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-2b4b2d9d-94e9-4afb-a4d0-5fc7f92429fa tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:06.245356 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-2b4b2d9d-94e9-4afb-a4d0-5fc7f92429fa tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/networks?id=0e1f32e0-475a-42d4-85ee-1c369c932480 HTTP/1.1" status: 200 len: 820 time: 0.1056614 Apr 20 13:03:06.250187 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-ae7a628f-1813-435f-a274-3a2c815d9940 None None] Set router 9773d03c-cf7b-45fa-b4de-f6ad253b831d gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:03:06.263657 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-6169eeca-07de-4c24-a093-6789a5b451d7 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/quotas/e8b01a41b4bc4e3890fb87ac80b83556 HTTP/1.1" status: 200 len: 375 time: 0.0102739 Apr 20 13:03:06.294088 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2327a-b212-4691-8add-e8efdf4c804d req-9fffbbce-a10f-415a-8825-1f29856e0419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:06.300367 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-74e2327a-b212-4691-8add-e8efdf4c804d req-9fffbbce-a10f-415a-8825-1f29856e0419 service neutron] 10.222.0.32 "GET /v2.0/networks?id=31b982df-6f64-4bf1-9c83-25f59b9dc070 HTTP/1.1" status: 200 len: 916 time: 0.0940354 Apr 20 13:03:06.346587 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-d208bfd9-c8dc-4bf1-a9f3-c36df83cd041 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e8b01a41b4bc4e3890fb87ac80b83556&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0739031 Apr 20 13:03:06.387454 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-74e2327a-b212-4691-8add-e8efdf4c804d req-5fbba98d-3464-4b94-a129-92b3f470e3ec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f961a38-05eb-43c9-9169-c4c1be895119 HTTP/1.1" status: 200 len: 998 time: 0.0727096 Apr 20 13:03:06.441136 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2327a-b212-4691-8add-e8efdf4c804d req-92d39a0f-f9a8-43a1-bccd-e79353d97fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:06.443265 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-74e2327a-b212-4691-8add-e8efdf4c804d req-92d39a0f-f9a8-43a1-bccd-e79353d97fe2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a9b202b-1aa6-4cb7-9ec5-51bfcb82221f HTTP/1.1" status: 200 len: 854 time: 0.0480084 Apr 20 13:03:06.478669 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fbd6bb-f66b-4af1-98e2-ab47569368e1 req-d55949c1-9e6a-44ae-aadf-c6daa6a821b2 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:06.480218 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a7fbd6bb-f66b-4af1-98e2-ab47569368e1 req-d55949c1-9e6a-44ae-aadf-c6daa6a821b2 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 944 time: 0.1283185 Apr 20 13:03:06.488649 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 13397ee1-19f1-4d58-9c64-1a626346836b, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=13397ee1-19f1-4d58-9c64-1a626346836b,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:06.496809 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2327a-b212-4691-8add-e8efdf4c804d req-fc003c37-132a-4eb8-9c94-6c246f93f0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:06.498740 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-74e2327a-b212-4691-8add-e8efdf4c804d req-fc003c37-132a-4eb8-9c94-6c246f93f0bc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=31b982df-6f64-4bf1-9c83-25f59b9dc070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490663 Apr 20 13:03:06.510110 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-231df74f-9800-4ff4-9fd3-8eba88fab524 service neutron] 10.222.0.25 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495540 Apr 20 13:03:06.514934 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '13397ee1-19f1-4d58-9c64-1a626346836b', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'port_id': '13397ee1-19f1-4d58-9c64-1a626346836b', 'mac_address': 'fa:16:3e:5b:6d:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b1f82a-7732-4b50-ab22-2475f182a712', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:03:06.545700 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a7fbd6bb-f66b-4af1-98e2-ab47569368e1 req-effa8085-4d6d-4820-8e87-f2b225802ab6 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561881 Apr 20 13:03:06.609778 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:06.631621 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13397ee1-19f1-4d58-9c64-1a626346836b {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:03:06.642866 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-74e2327a-b212-4691-8add-e8efdf4c804d req-0329ce3c-6e31-45d4-9cc8-f9728c910202 service neutron] 10.222.0.32 "GET /v2.0/networks/31b982df-6f64-4bf1-9c83-25f59b9dc070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357484 Apr 20 13:03:06.668382 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 13397ee1-19f1-4d58-9c64-1a626346836b, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=13397ee1-19f1-4d58-9c64-1a626346836b,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:06.678175 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-c2604de6-7d7a-476e-b66f-d0d45c50d906 service neutron] 10.222.0.25 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558232 Apr 20 13:03:06.700399 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0740dd2-2cf8-410d-865c-3bd0fd7918b2 req-8b01686a-1f3e-4625-81e2-22d09ced84db tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:06.702043 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e0740dd2-2cf8-410d-865c-3bd0fd7918b2 req-8b01686a-1f3e-4625-81e2-22d09ced84db tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 950 time: 0.0689416 Apr 20 13:03:06.740706 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ae7a628f-1813-435f-a274-3a2c815d9940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9773d03c-cf7b-45fa-b4de-f6ad253b831d', 'name': 'tempest-ServersTestFqdnHostnames-1345862045-router', 'tenant_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '06cf3fbb-ac13-4a6e-98cc-6e3677c9a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:02:39Z', 'updated_at': '2022-04-20T13:02:46Z', 'revision_number': 4, 'project_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'gw_port': {'id': '06cf3fbb-ac13-4a6e-98cc-6e3677c9a519', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773d03c-cf7b-45fa-b4de-f6ad253b831d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:02:40Z', 'updated_at': '2022-04-20T13:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '63201a8c-0b91-4bb3-971a-63a5a3676a2f', 'tenant_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'floating_ip_address': '172.25.8.26', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '9773d03c-cf7b-45fa-b4de-f6ad253b831d', 'port_id': '1f961a38-05eb-43c9-9169-c4c1be895119', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31b982df-6f64-4bf1-9c83-25f59b9dc070', 'mac_address': 'fa:16:3e:85:21:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7120d5eb-3559-473f-8480-5fbeb078b59a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:02:50Z', 'updated_at': '2022-04-20T13:03:04Z', 'revision_number': 1, 'project_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcddc367-efeb-4cbe-9ea3-7282e613307a', 'name': '', 'network_id': '31b982df-6f64-4bf1-9c83-25f59b9dc070', 'tenant_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'mac_address': 'fa:16:3e:b0:f8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773d03c-cf7b-45fa-b4de-f6ad253b831d', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '8a9b202b-1aa6-4cb7-9ec5-51bfcb82221f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:02:44Z', 'updated_at': '2022-04-20T13:02:49Z', 'revision_number': 5, 'project_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'subnets': [{'id': '8a9b202b-1aa6-4cb7-9ec5-51bfcb82221f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:06.744476 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:06.755906 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e0740dd2-2cf8-410d-865c-3bd0fd7918b2 req-40ffa4b7-514b-4a6f-bb85-9c163c577c42 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460968 Apr 20 13:03:06.776345 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-74e2327a-b212-4691-8add-e8efdf4c804d req-21fa648b-651f-4ea9-a483-9f632d580553 service neutron] 10.222.0.32 "GET /v2.0/networks/31b982df-6f64-4bf1-9c83-25f59b9dc070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144466 Apr 20 13:03:06.796253 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7a628f-1813-435f-a274-3a2c815d9940 None None] Checking router: 9773d03c-cf7b-45fa-b4de-f6ad253b831d for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:03:06.832104 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7a628f-1813-435f-a274-3a2c815d9940 None None] Routers {'9773d03c-cf7b-45fa-b4de-f6ad253b831d'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:03:06.833028 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ae7a628f-1813-435f-a274-3a2c815d9940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:02:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['9773d03c-cf7b-45fa-b4de-f6ad253b831d'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:06.859098 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f977303f-e1b6-42d6-95bc-502249808826 req-e1be4c41-6cc6-497c-8082-d9fe8e050120 tempest-ServersAdmin275Test-1780375358 tempest-ServersAdmin275Test-1780375358-project] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0282094 Apr 20 13:03:06.889921 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=13397ee1-19f1-4d58-9c64-1a626346836b,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:06.987518 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-ae7a628f-1813-435f-a274-3a2c815d9940 None None] Set router 9773d03c-cf7b-45fa-b4de-f6ad253b831d gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:03:07.019506 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07686a5e-4c59-4132-acd9-f29bf6d238f3 req-164ee2fd-2cd9-4e32-9809-23394e41c820 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:07.021162 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-07686a5e-4c59-4132-acd9-f29bf6d238f3 req-164ee2fd-2cd9-4e32-9809-23394e41c820 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.0876737 Apr 20 13:03:07.059527 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cee847-ff0b-4e92-ba41-b5cf94db141d req-6a3115bc-cc81-45b7-be11-7d91389a2eb7 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:07.060999 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-41cee847-ff0b-4e92-ba41-b5cf94db141d req-6a3115bc-cc81-45b7-be11-7d91389a2eb7 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 948 time: 0.0883586 Apr 20 13:03:07.093524 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-07686a5e-4c59-4132-acd9-f29bf6d238f3 req-4c0e002d-a167-44cf-97d9-b49cee5c4fea tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635946 Apr 20 13:03:07.118056 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-41cee847-ff0b-4e92-ba41-b5cf94db141d req-5c0c7ffd-eadb-47e2-add2-7df5298b5b1e tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471060 Apr 20 13:03:07.188653 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6862b0b4-5ebd-4ab5-90de-90282ed7a0c7 req-85b688eb-591b-4d1b-8863-b05812c66786 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 210 time: 0.0262394 Apr 20 13:03:07.234613 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['13397ee1-19f1-4d58-9c64-1a626346836b'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:03:07.326040 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ae7a628f-1813-435f-a274-3a2c815d9940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9773d03c-cf7b-45fa-b4de-f6ad253b831d', 'name': 'tempest-ServersTestFqdnHostnames-1345862045-router', 'tenant_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '06cf3fbb-ac13-4a6e-98cc-6e3677c9a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:02:39Z', 'updated_at': '2022-04-20T13:02:46Z', 'revision_number': 4, 'project_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'gw_port': {'id': '06cf3fbb-ac13-4a6e-98cc-6e3677c9a519', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773d03c-cf7b-45fa-b4de-f6ad253b831d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:02:40Z', 'updated_at': '2022-04-20T13:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '63201a8c-0b91-4bb3-971a-63a5a3676a2f', 'tenant_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'floating_ip_address': '172.25.8.26', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '9773d03c-cf7b-45fa-b4de-f6ad253b831d', 'port_id': '1f961a38-05eb-43c9-9169-c4c1be895119', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31b982df-6f64-4bf1-9c83-25f59b9dc070', 'mac_address': 'fa:16:3e:85:21:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7120d5eb-3559-473f-8480-5fbeb078b59a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:02:50Z', 'updated_at': '2022-04-20T13:03:04Z', 'revision_number': 1, 'project_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcddc367-efeb-4cbe-9ea3-7282e613307a', 'name': '', 'network_id': '31b982df-6f64-4bf1-9c83-25f59b9dc070', 'tenant_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'mac_address': 'fa:16:3e:b0:f8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773d03c-cf7b-45fa-b4de-f6ad253b831d', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '8a9b202b-1aa6-4cb7-9ec5-51bfcb82221f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:02:44Z', 'updated_at': '2022-04-20T13:02:49Z', 'revision_number': 5, 'project_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'subnets': [{'id': '8a9b202b-1aa6-4cb7-9ec5-51bfcb82221f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:07.359955 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7a628f-1813-435f-a274-3a2c815d9940 None None] The sync data for ids ['9773d03c-cf7b-45fa-b4de-f6ad253b831d'] in n-d-836015-7 is: [{'id': '9773d03c-cf7b-45fa-b4de-f6ad253b831d', 'name': 'tempest-ServersTestFqdnHostnames-1345862045-router', 'tenant_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '06cf3fbb-ac13-4a6e-98cc-6e3677c9a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:02:39Z', 'updated_at': '2022-04-20T13:02:46Z', 'revision_number': 4, 'project_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'gw_port': {'id': '06cf3fbb-ac13-4a6e-98cc-6e3677c9a519', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773d03c-cf7b-45fa-b4de-f6ad253b831d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:02:40Z', 'updated_at': '2022-04-20T13:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '63201a8c-0b91-4bb3-971a-63a5a3676a2f', 'tenant_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'floating_ip_address': '172.25.8.26', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '9773d03c-cf7b-45fa-b4de-f6ad253b831d', 'port_id': '1f961a38-05eb-43c9-9169-c4c1be895119', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31b982df-6f64-4bf1-9c83-25f59b9dc070', 'mac_address': 'fa:16:3e:85:21:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7120d5eb-3559-473f-8480-5fbeb078b59a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:02:50Z', 'updated_at': '2022-04-20T13:03:04Z', 'revision_number': 1, 'project_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcddc367-efeb-4cbe-9ea3-7282e613307a', 'name': '', 'network_id': '31b982df-6f64-4bf1-9c83-25f59b9dc070', 'tenant_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'mac_address': 'fa:16:3e:b0:f8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773d03c-cf7b-45fa-b4de-f6ad253b831d', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '8a9b202b-1aa6-4cb7-9ec5-51bfcb82221f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:02:44Z', 'updated_at': '2022-04-20T13:02:49Z', 'revision_number': 5, 'project_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'subnets': [{'id': '8a9b202b-1aa6-4cb7-9ec5-51bfcb82221f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:03:07.552845 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fef9e1-5e7f-4f42-9f7c-a2eb870cf5ad None None] New status for floating IP 63201a8c-0b91-4bb3-971a-63a5a3676a2f: ACTIVE {{(pid=114872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:03:07.681440 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7cf86823-5ad3-45ed-a763-99e542b87b84 req-798c1929-c47f-4e29-a8ae-279213ccaf8c tempest-ServersAdmin275Test-1677650825 tempest-ServersAdmin275Test-1677650825-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0383754 Apr 20 13:03:07.694494 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ab8fd-4b60-4be7-8634-df13b3b1d047 req-07ecacc2-17b7-4bed-8271-486bf0a9d410 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:07.703994 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b61ab8fd-4b60-4be7-8634-df13b3b1d047 req-07ecacc2-17b7-4bed-8271-486bf0a9d410 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 944 time: 0.0867412 Apr 20 13:03:07.737260 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b61ab8fd-4b60-4be7-8634-df13b3b1d047 req-b527f35c-59e9-4c58-adba-f85c67f5786f tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324159 Apr 20 13:03:07.814451 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dc92f051-f677-43ad-b852-b923ec464ef1 req-ecdb296b-a7ee-40fe-bc4e-45b152b9a35d tempest-ServersAdmin275Test-1677650825 tempest-ServersAdmin275Test-1677650825-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0297141 Apr 20 13:03:07.893373 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d3c53-e25a-4ab1-b0d4-4e29e9f79c55 req-5d46fcab-1f11-4ad7-a65c-c102d85d7b23 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:07.895301 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-403d3c53-e25a-4ab1-b0d4-4e29e9f79c55 req-5d46fcab-1f11-4ad7-a65c-c102d85d7b23 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 950 time: 0.0610199 Apr 20 13:03:07.933886 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-403d3c53-e25a-4ab1-b0d4-4e29e9f79c55 req-dcbeb45a-c450-400a-8af9-ef7d28e868d2 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316889 Apr 20 13:03:08.105698 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device ff97bd33-6d35-4183-a5d7-08318b73927e details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:03:08.233793 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port ff97bd33-6d35-4183-a5d7-08318b73927e, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=ff97bd33-6d35-4183-a5d7-08318b73927e,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:08.245538 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'ff97bd33-6d35-4183-a5d7-08318b73927e', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'port_id': 'ff97bd33-6d35-4183-a5d7-08318b73927e', 'mac_address': 'fa:16:3e:cc:a8:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b1f82a-7732-4b50-ab22-2475f182a712', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:03:08.248736 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1146b-8389-425a-ab9d-3855f6b88db6 req-a411abe5-a12a-4b66-a4aa-bbe98d27f30d tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:08.250284 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-58e1146b-8389-425a-ab9d-3855f6b88db6 req-a411abe5-a12a-4b66-a4aa-bbe98d27f30d tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.0797448 Apr 20 13:03:08.287338 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:08.290382 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023dc8aa-ea95-4531-a56e-273c8fc2116b req-309c69c5-c903-4b1c-acca-6025a4cc52b9 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:08.291877 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-023dc8aa-ea95-4531-a56e-273c8fc2116b req-309c69c5-c903-4b1c-acca-6025a4cc52b9 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 948 time: 0.0844786 Apr 20 13:03:08.300382 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff97bd33-6d35-4183-a5d7-08318b73927e {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:03:08.321416 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port ff97bd33-6d35-4183-a5d7-08318b73927e, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=ff97bd33-6d35-4183-a5d7-08318b73927e,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:08.321638 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-58e1146b-8389-425a-ab9d-3855f6b88db6 req-b1355477-3054-4312-9888-c640dc5afcb6 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604172 Apr 20 13:03:08.348845 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-023dc8aa-ea95-4531-a56e-273c8fc2116b req-d51da733-9fc5-488e-bfb5-bed186ec2f3b tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472093 Apr 20 13:03:08.397941 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:08.415797 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7cd7f5e0-e450-4d46-9b46-bdf95386742c req-42d636d9-3d0c-449f-b30f-ee8e69376c52 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 210 time: 0.0265942 Apr 20 13:03:08.450145 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=ff97bd33-6d35-4183-a5d7-08318b73927e,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:08.830600 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['ff97bd33-6d35-4183-a5d7-08318b73927e'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:03:08.854572 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531241a-b77e-4954-9d3f-71d402aaf422 req-c799cc04-8c45-4a3c-86a8-6a114ed5c186 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:08.856080 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e531241a-b77e-4954-9d3f-71d402aaf422 req-c799cc04-8c45-4a3c-86a8-6a114ed5c186 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 944 time: 0.0500512 Apr 20 13:03:08.899327 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e531241a-b77e-4954-9d3f-71d402aaf422 req-ed5ba5da-00eb-42fd-8e04-5e605280f4f3 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372264 Apr 20 13:03:08.961970 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5f27c2ca-1ad8-44b9-8dd3-8d8d8e404507 req-f26f6d94-6345-42a6-b4df-173bc8e653de tempest-ServersAdmin275Test-1677650825 tempest-ServersAdmin275Test-1677650825-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0253949 Apr 20 13:03:09.048427 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-5ddc1902-62c2-4c0f-a095-ed171cad9fdc tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:09.050060 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-5ddc1902-62c2-4c0f-a095-ed171cad9fdc tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.32 "GET /v2.0/networks?id=0e1f32e0-475a-42d4-85ee-1c369c932480 HTTP/1.1" status: 200 len: 820 time: 0.1412520 Apr 20 13:03:09.061092 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce5ddb-7d01-4558-958e-6c78deeb9083 req-db07b862-efa5-4985-b677-a13041af00a7 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:09.062543 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52ce5ddb-7d01-4558-958e-6c78deeb9083 req-db07b862-efa5-4985-b677-a13041af00a7 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 950 time: 0.0512073 Apr 20 13:03:09.070065 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-e7d2d3a4-7d5a-4668-8193-d4fad044e42d tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Request body: {'port': {'device_id': '9fccc88f-63f5-4918-8e46-454d040b6111', 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480', 'admin_state_up': True, 'tenant_id': 'e8b01a41b4bc4e3890fb87ac80b83556'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:03:09.104929 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52ce5ddb-7d01-4558-958e-6c78deeb9083 req-d574ef60-3854-46ea-905b-748864f4d954 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347676 Apr 20 13:03:09.260241 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-e7d2d3a4-7d5a-4668-8193-d4fad044e42d tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Made reservation on behalf of e8b01a41b4bc4e3890fb87ac80b83556 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:03:09.263749 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-e7d2d3a4-7d5a-4668-8193-d4fad044e42d tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:09.392598 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-e7d2d3a4-7d5a-4668-8193-d4fad044e42d tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Allocated IP 172.20.0.5 (0e1f32e0-475a-42d4-85ee-1c369c932480/dd5d8d2c-9bbe-433b-b6b9-a140ce7264b5/1f25d80c-815a-40d7-b33f-b8616b996117) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:03:09.485055 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28918c-5875-47f4-ad95-f6f29371e45e req-ac56c255-21de-43f4-9bd1-1b98a2e33d8d tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:09.486561 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa28918c-5875-47f4-ad95-f6f29371e45e req-ac56c255-21de-43f4-9bd1-1b98a2e33d8d tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.0839458 Apr 20 13:03:09.517995 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3905260-0727-45c4-a758-b7a456e0abcd req-9b4b0857-778f-491e-bfe2-2c69a847d960 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:09.519562 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a3905260-0727-45c4-a758-b7a456e0abcd req-9b4b0857-778f-491e-bfe2-2c69a847d960 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 949 time: 0.0777597 Apr 20 13:03:09.555064 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa28918c-5875-47f4-ad95-f6f29371e45e req-48194dc6-cfeb-41b8-82a9-69850e974bc6 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601599 Apr 20 13:03:09.576559 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a3905260-0727-45c4-a758-b7a456e0abcd req-fd2ad1b1-d43f-4b4c-99d8-69eb252ac347 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464213 Apr 20 13:03:09.642458 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-05652bf1-a454-43bb-a36b-30f91dab43a0 req-66ada2fe-0ccb-45ae-8e93-d9659fdec3fe tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 210 time: 0.0262158 Apr 20 13:03:09.800541 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-e7d2d3a4-7d5a-4668-8193-d4fad044e42d tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:09.906788 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-e7d2d3a4-7d5a-4668-8193-d4fad044e42d tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:09.950658 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-e7d2d3a4-7d5a-4668-8193-d4fad044e42d tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Network 0e1f32e0-475a-42d4-85ee-1c369c932480 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:03:09.953838 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-e7d2d3a4-7d5a-4668-8193-d4fad044e42d tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:03:09.956588 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-e7d2d3a4-7d5a-4668-8193-d4fad044e42d tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:03:09.984348 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2d3a4-7d5a-4668-8193-d4fad044e42d tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Pushing event updated for resources: {'Port': ['ID=1f25d80c-815a-40d7-b33f-b8616b996117,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:10.015270 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-e7d2d3a4-7d5a-4668-8193-d4fad044e42d tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:10.015897 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-e7d2d3a4-7d5a-4668-8193-d4fad044e42d tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:10.020292 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6d9d4-e356-47ee-bb54-07cbffc3cef2 req-2640522c-c3fe-49ac-9127-567c48b5e417 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:10.022463 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-36d6d9d4-e356-47ee-bb54-07cbffc3cef2 req-2640522c-c3fe-49ac-9127-567c48b5e417 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 944 time: 0.0542924 Apr 20 13:03:10.068445 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-36d6d9d4-e356-47ee-bb54-07cbffc3cef2 req-3d0359db-d603-40f7-a041-c4e36d85ab1d tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325351 Apr 20 13:03:10.089870 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-e7d2d3a4-7d5a-4668-8193-d4fad044e42d tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0235510 Apr 20 13:03:10.098224 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1729258b-a039-4c0a-90a3-330f095e2a4f req-8d79c851-df70-4dba-95cd-2721c2a693e6 tempest-ServersAdmin275Test-1677650825 tempest-ServersAdmin275Test-1677650825-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0274854 Apr 20 13:03:10.104421 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-7751db01-1b9d-4738-965f-c6d5f5f45325 service neutron] Request body: {'port': {'device_id': '9fccc88f-63f5-4918-8e46-454d040b6111', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:03:10.121837 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device ff97bd33-6d35-4183-a5d7-08318b73927e up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:03:10.165027 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-7751db01-1b9d-4738-965f-c6d5f5f45325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:10.239985 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d573e-2478-4189-b552-319276db5b96 req-7704de36-f77b-486e-a472-449acae13791 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:10.241493 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b56d573e-2478-4189-b552-319276db5b96 req-7704de36-f77b-486e-a472-449acae13791 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 950 time: 0.0505316 Apr 20 13:03:10.243331 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port ff97bd33-6d35-4183-a5d7-08318b73927e completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:03:10.247399 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port ff97bd33-6d35-4183-a5d7-08318b73927e triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:10.247779 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:10.282359 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b56d573e-2478-4189-b552-319276db5b96 req-22da9d35-ecde-45bb-b1bf-a7c94af80a55 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338702 Apr 20 13:03:10.329062 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:10.350713 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c00b6b14-3280-4095-a1b0-2c9fd8f8edcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff97bd33-6d35-4183-a5d7-08318b73927e'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:03:10.352964 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a685a716-cdfa-4c3f-a729-11f3970efe5e" -d '{"events": [{"server_uuid": "c00b6b14-3280-4095-a1b0-2c9fd8f8edcd", "name": "network-vif-plugged", "status": "completed", "tag": "ff97bd33-6d35-4183-a5d7-08318b73927e"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:03:10.366406 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port ff97bd33-6d35-4183-a5d7-08318b73927e, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=ff97bd33-6d35-4183-a5d7-08318b73927e,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:10.392043 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27daefe-cebd-44ea-8026-2f572b9e1f6f x-openstack-request-id: req-c27daefe-cebd-44ea-8026-2f572b9e1f6f {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:03:10.392427 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c00b6b14-3280-4095-a1b0-2c9fd8f8edcd", "name": "network-vif-plugged", "status": "completed", "tag": "ff97bd33-6d35-4183-a5d7-08318b73927e", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:03:10.392748 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c27daefe-cebd-44ea-8026-2f572b9e1f6f {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:03:10.393229 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c27daefe-cebd-44ea-8026-2f572b9e1f6f'] response: {'server_uuid': 'c00b6b14-3280-4095-a1b0-2c9fd8f8edcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff97bd33-6d35-4183-a5d7-08318b73927e', 'code': 200} Apr 20 13:03:10.432053 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-7751db01-1b9d-4738-965f-c6d5f5f45325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f25d80c-815a-40d7-b33f-b8616b996117 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:03:10.436840 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:10.437680 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 13397ee1-19f1-4d58-9c64-1a626346836b up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:03:10.439562 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-7751db01-1b9d-4738-965f-c6d5f5f45325 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:10.452214 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-7751db01-1b9d-4738-965f-c6d5f5f45325 service neutron] Transition to ACTIVE for port object 1f25d80c-815a-40d7-b33f-b8616b996117 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:03:10.493809 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65e8d4-f4ce-409b-839a-e3a340f21e3c req-34d4f2a6-9155-43d4-9996-b94283e7fdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:10.495333 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7f65e8d4-f4ce-409b-839a-e3a340f21e3c req-34d4f2a6-9155-43d4-9996-b94283e7fdab service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 1101 time: 0.0439224 Apr 20 13:03:10.516423 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-7751db01-1b9d-4738-965f-c6d5f5f45325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:10.523325 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=ff97bd33-6d35-4183-a5d7-08318b73927e,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:10.530765 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7f65e8d4-f4ce-409b-839a-e3a340f21e3c req-35b43c5e-ada0-43de-9c32-2b2902748ce5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279818 Apr 20 13:03:10.566129 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751db01-1b9d-4738-965f-c6d5f5f45325 service neutron] Pushing event updated for resources: {'Port': ['ID=1f25d80c-815a-40d7-b33f-b8616b996117,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:10.614870 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 13397ee1-19f1-4d58-9c64-1a626346836b completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:03:10.619106 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 13397ee1-19f1-4d58-9c64-1a626346836b triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:10.621944 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:10.651681 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-7751db01-1b9d-4738-965f-c6d5f5f45325 service neutron] Attempting to bind port 1f25d80c-815a-40d7-b33f-b8616b996117 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:03:10.652015 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-7751db01-1b9d-4738-965f-c6d5f5f45325 service neutron] Attempting to bind port 1f25d80c-815a-40d7-b33f-b8616b996117 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:03:10.652340 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-7751db01-1b9d-4738-965f-c6d5f5f45325 service neutron] Attempting to bind port 1f25d80c-815a-40d7-b33f-b8616b996117 on network 0e1f32e0-475a-42d4-85ee-1c369c932480 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:03:10.657301 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-7751db01-1b9d-4738-965f-c6d5f5f45325 service neutron] Port 1f25d80c-815a-40d7-b33f-b8616b996117 on network 0e1f32e0-475a-42d4-85ee-1c369c932480 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:03:10.657620 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-7751db01-1b9d-4738-965f-c6d5f5f45325 service neutron] Attempting to bind port 1f25d80c-815a-40d7-b33f-b8616b996117 on network 0e1f32e0-475a-42d4-85ee-1c369c932480 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:03:10.663253 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-7751db01-1b9d-4738-965f-c6d5f5f45325 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:03:10.663629 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-7751db01-1b9d-4738-965f-c6d5f5f45325 service neutron] Checking segment: {'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:03:10.664004 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-7751db01-1b9d-4738-965f-c6d5f5f45325 service neutron] Bound using segment: {'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:03:10.664563 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-7751db01-1b9d-4738-965f-c6d5f5f45325 service neutron] Bound port: 1f25d80c-815a-40d7-b33f-b8616b996117, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:03:10.664801 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-7751db01-1b9d-4738-965f-c6d5f5f45325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:10.704030 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:10.711244 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc9be8-f83e-4030-8de4-10bd5223d647 req-8aaf7a19-821f-45db-9472-daccf26a66a8 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:10.712910 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8abc9be8-f83e-4030-8de4-10bd5223d647 req-8aaf7a19-821f-45db-9472-daccf26a66a8 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.0869644 Apr 20 13:03:10.731059 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77ba8d-b102-4a94-806f-df59fcfcc3a3 req-e252cadc-aaa4-433c-ad08-b814c2a6bf7d tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:10.732699 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8e77ba8d-b102-4a94-806f-df59fcfcc3a3 req-e252cadc-aaa4-433c-ad08-b814c2a6bf7d tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 950 time: 0.0790575 Apr 20 13:03:10.743494 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-7751db01-1b9d-4738-965f-c6d5f5f45325 service neutron] For port 1f25d80c-815a-40d7-b33f-b8616b996117, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:03:10.747730 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-7751db01-1b9d-4738-965f-c6d5f5f45325 service neutron] For port 1f25d80c-815a-40d7-b33f-b8616b996117, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=1f25d80c-815a-40d7-b33f-b8616b996117,segment=NetworkSegment(c36f4b37-e1d8-4848-acc2-f80f64f61825),segment_id=c36f4b37-e1d8-4848-acc2-f80f64f61825)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:03:10.747920 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 13397ee1-19f1-4d58-9c64-1a626346836b, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=13397ee1-19f1-4d58-9c64-1a626346836b,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:10.783656 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8abc9be8-f83e-4030-8de4-10bd5223d647 req-41cbc9e1-7b42-4563-8768-47e1d7f33514 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610189 Apr 20 13:03:10.790806 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8e77ba8d-b102-4a94-806f-df59fcfcc3a3 req-1fd4d386-6c68-45ca-9769-78971e8331a2 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521090 Apr 20 13:03:10.815615 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-7751db01-1b9d-4738-965f-c6d5f5f45325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:10.844364 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:10.852107 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-7751db01-1b9d-4738-965f-c6d5f5f45325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:10.852107 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-7751db01-1b9d-4738-965f-c6d5f5f45325 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:10.852401 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-7751db01-1b9d-4738-965f-c6d5f5f45325 service neutron] 10.222.0.32 "PUT /v2.0/ports/1f25d80c-815a-40d7-b33f-b8616b996117 HTTP/1.1" status: 200 len: 1091 time: 0.7520416 Apr 20 13:03:10.852748 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fccc88f-63f5-4918-8e46-454d040b6111', 'tag': '1f25d80c-815a-40d7-b33f-b8616b996117'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:03:10.854985 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1cdf0b-a834-4f77-b0c6-ee1854d5686a" -d '{"events": [{"name": "network-changed", "server_uuid": "9fccc88f-63f5-4918-8e46-454d040b6111", "tag": "1f25d80c-815a-40d7-b33f-b8616b996117"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:03:10.882352 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751db01-1b9d-4738-965f-c6d5f5f45325 service neutron] Pushing event updated for resources: {'Port': ['ID=1f25d80c-815a-40d7-b33f-b8616b996117,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:10.911329 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=13397ee1-19f1-4d58-9c64-1a626346836b,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:10.911463 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a5cfae-035e-4213-8806-849108a06db2 req-dec3adfa-1e00-471f-8a2e-8ac19a9133e6 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:10.911463 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c8a5cfae-035e-4213-8806-849108a06db2 req-dec3adfa-1e00-471f-8a2e-8ac19a9133e6 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 943 time: 0.0680530 Apr 20 13:03:10.911686 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b512698e-7317-49e5-af1f-70a00c8abb9c x-openstack-request-id: req-b512698e-7317-49e5-af1f-70a00c8abb9c {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:03:10.911686 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fccc88f-63f5-4918-8e46-454d040b6111", "tag": "1f25d80c-815a-40d7-b33f-b8616b996117", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:03:10.911686 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b512698e-7317-49e5-af1f-70a00c8abb9c {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:03:10.911686 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b512698e-7317-49e5-af1f-70a00c8abb9c'] response: {'name': 'network-changed', 'server_uuid': '9fccc88f-63f5-4918-8e46-454d040b6111', 'tag': '1f25d80c-815a-40d7-b33f-b8616b996117', 'status': 'completed', 'code': 200} Apr 20 13:03:10.945347 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c8a5cfae-035e-4213-8806-849108a06db2 req-642fc082-da88-4313-9aed-a664ffa13462 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332410 Apr 20 13:03:10.971799 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1cdf0b-a834-4f77-b0c6-ee1854d5686a req-2ca6ae0c-c48d-473b-afd6-d841ce2d75cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:10.973285 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ce1cdf0b-a834-4f77-b0c6-ee1854d5686a req-2ca6ae0c-c48d-473b-afd6-d841ce2d75cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e8b01a41b4bc4e3890fb87ac80b83556&device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 1094 time: 0.0401947 Apr 20 13:03:11.076114 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1cdf0b-a834-4f77-b0c6-ee1854d5686a req-4bae018c-40d1-464f-b6b9-26f8778540f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:11.077546 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ce1cdf0b-a834-4f77-b0c6-ee1854d5686a req-4bae018c-40d1-464f-b6b9-26f8778540f9 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=e8b01a41b4bc4e3890fb87ac80b83556&shared=False HTTP/1.1" status: 200 len: 921 time: 0.0955193 Apr 20 13:03:11.184066 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1cdf0b-a834-4f77-b0c6-ee1854d5686a req-4c9fce19-0536-4558-b602-04ec74a23d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:11.185518 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ce1cdf0b-a834-4f77-b0c6-ee1854d5686a req-4c9fce19-0536-4558-b602-04ec74a23d1f service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0988789 Apr 20 13:03:11.186329 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbd30b-ea25-4edf-ae7f-9fd56e6688ff req-0e309b2e-9fd0-49c0-a2f8-b5892eb1846b tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:11.187825 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b3fbd30b-ea25-4edf-ae7f-9fd56e6688ff req-0e309b2e-9fd0-49c0-a2f8-b5892eb1846b tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 944 time: 0.0513127 Apr 20 13:03:11.229990 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b3fbd30b-ea25-4edf-ae7f-9fd56e6688ff req-027b723e-337b-4d49-9028-03c7d775d564 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352421 Apr 20 13:03:11.265273 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-09eb0651-c129-4c45-8286-993afb1a7a4f req-83140de5-81b8-47cd-b4ec-d22d8a2df30b tempest-ServersAdmin275Test-1677650825 tempest-ServersAdmin275Test-1677650825-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0240703 Apr 20 13:03:11.272774 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-2d2ab27e-317c-49ca-81cb-ab4be528cd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:11.274472 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-2d2ab27e-317c-49ca-81cb-ab4be528cd8d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e8b01a41b4bc4e3890fb87ac80b83556&device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 1094 time: 0.0409813 Apr 20 13:03:11.323869 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-ffa3be16-8d27-49f7-8b8e-fd2b5fe47a76 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f25d80c-815a-40d7-b33f-b8616b996117 HTTP/1.1" status: 200 len: 217 time: 0.0340452 Apr 20 13:03:11.377154 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-66fe32f8-ac36-437a-a804-e3199cab1d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:11.378816 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-66fe32f8-ac36-437a-a804-e3199cab1d8e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dd5d8d2c-9bbe-433b-b6b9-a140ce7264b5 HTTP/1.1" status: 200 len: 860 time: 0.0436099 Apr 20 13:03:11.394867 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016295e3-94a8-4753-b62c-87e5ae67902e req-6ceb2c75-9ead-4470-8b14-2b02c28e31c3 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:11.396389 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-016295e3-94a8-4753-b62c-87e5ae67902e req-6ceb2c75-9ead-4470-8b14-2b02c28e31c3 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 950 time: 0.0478778 Apr 20 13:03:11.416533 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-22132db3-f7a8-40cf-90e3-9abae8c47db0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0e1f32e0-475a-42d4-85ee-1c369c932480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278459 Apr 20 13:03:11.439200 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-016295e3-94a8-4753-b62c-87e5ae67902e req-ef4466bd-934b-4b0b-a2a2-d23956e517ff tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353353 Apr 20 13:03:11.508954 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-bbb3ba4d-e19b-4a6b-9393-5777a16ea97b service neutron] 10.222.0.32 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820446 Apr 20 13:03:11.601246 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5852c655-4e42-4ffa-b65c-84aaf1015cb0 req-b3fb627b-3d75-4055-835b-da048156eda9 service neutron] 10.222.0.32 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844123 Apr 20 13:03:11.921776 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2ae13-c62a-48f0-bf56-c6942d754d40 req-e8132862-0e1b-4321-bcfa-d39d01cdcbf5 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:11.923239 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-09e2ae13-c62a-48f0-bf56-c6942d754d40 req-e8132862-0e1b-4321-bcfa-d39d01cdcbf5 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.0717323 Apr 20 13:03:11.934966 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f9923-7771-4c4e-ac48-7007086808e4 req-8dd71e78-368e-476c-a0ef-bc770da9382c tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:11.936363 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ae4f9923-7771-4c4e-ac48-7007086808e4 req-8dd71e78-368e-476c-a0ef-bc770da9382c tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 950 time: 0.0762873 Apr 20 13:03:11.989820 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-09e2ae13-c62a-48f0-bf56-c6942d754d40 req-e31759cb-fdd1-4504-8e8c-8d698209f108 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525200 Apr 20 13:03:11.994609 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ae4f9923-7771-4c4e-ac48-7007086808e4 req-54b565d4-c5d8-4847-a98c-26c90eb16c51 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517290 Apr 20 13:03:12.047114 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:12.097208 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50be49-41aa-4dda-9640-31022f8f6532 req-ef6a142f-d0a0-4d4c-9596-17046b01bafd tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:12.098643 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0f50be49-41aa-4dda-9640-31022f8f6532 req-ef6a142f-d0a0-4d4c-9596-17046b01bafd tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 943 time: 0.0516343 Apr 20 13:03:12.135440 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0f50be49-41aa-4dda-9640-31022f8f6532 req-cb5693a8-2a2b-4a3d-95b0-2d2fc43cf0c0 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307088 Apr 20 13:03:12.346087 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaca1a3-b6ec-4299-a932-e6016258259c req-f7d05fe9-2d2f-4321-9420-83e7b1f383c1 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:12.347592 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-acaca1a3-b6ec-4299-a932-e6016258259c req-f7d05fe9-2d2f-4321-9420-83e7b1f383c1 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 944 time: 0.0498734 Apr 20 13:03:12.388778 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b3163f0d-dfcc-4347-8ad3-1284a5ee27d0 req-8f1696a4-ee44-4a71-b3bb-3b749cce8bb0 tempest-ServersAdmin275Test-1677650825 tempest-ServersAdmin275Test-1677650825-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0340135 Apr 20 13:03:12.394053 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa9b908-179a-45c9-8029-6d4c5c63513a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13397ee1-19f1-4d58-9c64-1a626346836b'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:03:12.396387 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f42383e-9605-4864-b016-693441b8a8d2" -d '{"events": [{"server_uuid": "5fa9b908-179a-45c9-8029-6d4c5c63513a", "name": "network-vif-plugged", "status": "completed", "tag": "13397ee1-19f1-4d58-9c64-1a626346836b"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:03:12.406529 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-acaca1a3-b6ec-4299-a932-e6016258259c req-0750e10b-a26e-4d0d-a001-38633aeb2120 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528352 Apr 20 13:03:12.448109 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64beefd-0d20-4711-bb70-71b2981829fd x-openstack-request-id: req-b64beefd-0d20-4711-bb70-71b2981829fd {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:03:12.448393 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa9b908-179a-45c9-8029-6d4c5c63513a", "name": "network-vif-plugged", "status": "completed", "tag": "13397ee1-19f1-4d58-9c64-1a626346836b", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:03:12.448641 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b64beefd-0d20-4711-bb70-71b2981829fd {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:03:12.449030 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b64beefd-0d20-4711-bb70-71b2981829fd'] response: {'server_uuid': '5fa9b908-179a-45c9-8029-6d4c5c63513a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13397ee1-19f1-4d58-9c64-1a626346836b', 'code': 200} Apr 20 13:03:12.554980 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40eb678-e16f-430b-8203-f24095ab3ed7 req-88e8d1a1-e567-4f52-8a1a-bb1345516e9f tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:12.556582 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f40eb678-e16f-430b-8203-f24095ab3ed7 req-88e8d1a1-e567-4f52-8a1a-bb1345516e9f tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 950 time: 0.0517240 Apr 20 13:03:12.593645 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f40eb678-e16f-430b-8203-f24095ab3ed7 req-1405da3e-38bc-474f-a7e4-3ff5cfc2fd17 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312405 Apr 20 13:03:12.649214 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:13.133582 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0867e-a909-437c-aacd-efe3f401f0ea req-ece53ce4-8030-4e5c-bf09-30d349ff0f9b tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:13.135044 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-53c0867e-a909-437c-aacd-efe3f401f0ea req-ece53ce4-8030-4e5c-bf09-30d349ff0f9b tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 950 time: 0.0733342 Apr 20 13:03:13.143054 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae3212-fff9-431f-af89-d73cd0300904 req-ff5d7d57-3743-45d1-9ff3-c9cb20123f3e tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:13.144450 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7bae3212-fff9-431f-af89-d73cd0300904 req-ff5d7d57-3743-45d1-9ff3-c9cb20123f3e tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.0845981 Apr 20 13:03:13.199273 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-53c0867e-a909-437c-aacd-efe3f401f0ea req-cadf13df-10b4-4ebe-87a1-2f0238275c5d tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538843 Apr 20 13:03:13.201977 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7bae3212-fff9-431f-af89-d73cd0300904 req-c5397d42-744a-40bb-8afa-51accda09cef tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506358 Apr 20 13:03:13.303100 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32025925-2c68-4f95-a18e-4648c291d367 req-5421b0d3-daeb-4ca2-b6cd-6128421eaa27 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:13.304473 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-32025925-2c68-4f95-a18e-4648c291d367 req-5421b0d3-daeb-4ca2-b6cd-6128421eaa27 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 943 time: 0.0504043 Apr 20 13:03:13.340085 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-32025925-2c68-4f95-a18e-4648c291d367 req-24100169-a7a5-4c6c-8a1e-9de154de1888 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296290 Apr 20 13:03:13.519684 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a0de82d9-3f61-4b82-91f0-b8c83e10c616 req-48edfe04-25aa-40a8-978a-19ec91f9e3c1 tempest-ServersAdmin275Test-1677650825 tempest-ServersAdmin275Test-1677650825-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0380328 Apr 20 13:03:13.539320 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c96fd-380b-4d9e-aec4-74eb4d935596 req-3fca7089-761e-4002-81cf-9b4ca75d3523 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:13.540800 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b65c96fd-380b-4d9e-aec4-74eb4d935596 req-3fca7089-761e-4002-81cf-9b4ca75d3523 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 944 time: 0.0684857 Apr 20 13:03:13.577535 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b65c96fd-380b-4d9e-aec4-74eb4d935596 req-a0023fc2-0de8-4bf8-aa18-d652248cfa4b tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308917 Apr 20 13:03:13.709017 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e738ad5-fad4-4791-9639-7c0303eefcc6 req-8195bbbe-e576-44f3-9b05-dbc0bf570fea tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:13.710449 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2e738ad5-fad4-4791-9639-7c0303eefcc6 req-8195bbbe-e576-44f3-9b05-dbc0bf570fea tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 950 time: 0.0513532 Apr 20 13:03:13.746255 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2e738ad5-fad4-4791-9639-7c0303eefcc6 req-41ba8f05-c13b-4cd7-871f-415de957a3e4 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297496 Apr 20 13:03:14.342642 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7678acb-1994-4acb-be4e-86df8ab9829a req-747a9607-f6a2-408d-b514-97da7f6d7bc9 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:14.344135 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a7678acb-1994-4acb-be4e-86df8ab9829a req-747a9607-f6a2-408d-b514-97da7f6d7bc9 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 950 time: 0.0759544 Apr 20 13:03:14.351970 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15191c6-a270-4083-a6b7-b78e364ce33e req-4d5b7253-869c-45fb-b1b1-d4270e387aba tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:14.353367 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c15191c6-a270-4083-a6b7-b78e364ce33e req-4d5b7253-869c-45fb-b1b1-d4270e387aba tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.0833251 Apr 20 13:03:14.408181 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a7678acb-1994-4acb-be4e-86df8ab9829a req-c422e1ab-0089-427f-b507-4ab3020d7c1a tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533202 Apr 20 13:03:14.413577 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c15191c6-a270-4083-a6b7-b78e364ce33e req-b406d567-4326-4645-b672-d2018cac7eab tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530882 Apr 20 13:03:14.509312 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a528e0-943b-43d8-9d1e-3c7117e661a0 req-8c0719a8-e0ac-4a16-a5c7-4ba2ed2e7d1b tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:14.510743 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-20a528e0-943b-43d8-9d1e-3c7117e661a0 req-8c0719a8-e0ac-4a16-a5c7-4ba2ed2e7d1b tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 943 time: 0.0484161 Apr 20 13:03:14.547024 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-20a528e0-943b-43d8-9d1e-3c7117e661a0 req-ccd08e4c-6dde-4a07-a179-ac497f29b434 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303807 Apr 20 13:03:14.634215 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-92d4579c-fd12-4214-b95c-acab19b4aa0a req-02142b12-99cf-4808-9841-2c7a810524b7 tempest-ServersAdmin275Test-1677650825 tempest-ServersAdmin275Test-1677650825-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0239305 Apr 20 13:03:14.691790 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0329eb-5f49-46ae-8f84-0c1ca4999e00 req-0e108248-fa0c-470a-8a8d-5aef435335e5 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:14.693254 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bb0329eb-5f49-46ae-8f84-0c1ca4999e00 req-0e108248-fa0c-470a-8a8d-5aef435335e5 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 944 time: 0.0479565 Apr 20 13:03:14.729898 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bb0329eb-5f49-46ae-8f84-0c1ca4999e00 req-00054469-cf01-4e40-85a8-87bb144585d4 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307386 Apr 20 13:03:14.861646 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e37ee-a092-49b9-b7ef-d7dda0dba965 req-0a28006c-d3a5-4e5e-98f0-6816c824c5d9 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:14.862990 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-690e37ee-a092-49b9-b7ef-d7dda0dba965 req-0a28006c-d3a5-4e5e-98f0-6816c824c5d9 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 950 time: 0.0504563 Apr 20 13:03:14.900305 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-690e37ee-a092-49b9-b7ef-d7dda0dba965 req-7245f8e9-fc0f-40fa-b407-7cd513ffa130 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308206 Apr 20 13:03:15.548883 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988ed78-7a07-49a4-9d82-f7eeabbb852b req-64df1c9a-ba13-4014-8518-630eb778624b tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:15.550324 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4988ed78-7a07-49a4-9d82-f7eeabbb852b req-64df1c9a-ba13-4014-8518-630eb778624b tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 950 time: 0.0758183 Apr 20 13:03:15.557763 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9ea2d-3d46-4f08-a115-7f60667a40a8 req-b5780295-a54d-4e28-9bd4-5766f91c7e31 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:15.559079 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-abe9ea2d-3d46-4f08-a115-7f60667a40a8 req-b5780295-a54d-4e28-9bd4-5766f91c7e31 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.0761747 Apr 20 13:03:15.611557 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4988ed78-7a07-49a4-9d82-f7eeabbb852b req-5f960cdf-1dd3-4a56-9ba8-2e7653cfb02f tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514951 Apr 20 13:03:15.618796 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-abe9ea2d-3d46-4f08-a115-7f60667a40a8 req-dce74c9b-37d9-481b-b528-586828e70d7c tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532999 Apr 20 13:03:15.714698 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3290b8b6-b1b7-44c2-b5c9-2e5f6bd1585e req-5b2d2b27-4c42-47cb-9bd6-53161c034dca tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:15.716186 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3290b8b6-b1b7-44c2-b5c9-2e5f6bd1585e req-5b2d2b27-4c42-47cb-9bd6-53161c034dca tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 943 time: 0.0486388 Apr 20 13:03:15.757225 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-37e31968-e0bc-4809-99b2-cb9715d1725d req-f6c90799-ecab-497c-85f7-4a68f30484a0 tempest-ServersAdmin275Test-1677650825 tempest-ServersAdmin275Test-1677650825-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0341630 Apr 20 13:03:15.774228 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3290b8b6-b1b7-44c2-b5c9-2e5f6bd1585e req-62adf5c4-a8a9-4095-bf6a-b1d8207c0ea0 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522428 Apr 20 13:03:15.877454 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e2b2b-1319-4660-9b10-9524dba3367f req-5d572b0d-9147-4877-bbb2-204011c40ee7 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:15.878918 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c25e2b2b-1319-4660-9b10-9524dba3367f req-5d572b0d-9147-4877-bbb2-204011c40ee7 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 944 time: 0.0479970 Apr 20 13:03:15.915375 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c25e2b2b-1319-4660-9b10-9524dba3367f req-3da37df9-f95b-4f3c-8fe9-9cd4b2ca66ac tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304646 Apr 20 13:03:16.015088 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a0bbd-1d9b-4927-a889-0cc9452b7d2d req-010e2f49-7340-4b38-86c1-b7fda9c9dcd5 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:16.016476 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-777a0bbd-1d9b-4927-a889-0cc9452b7d2d req-010e2f49-7340-4b38-86c1-b7fda9c9dcd5 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 950 time: 0.0507667 Apr 20 13:03:16.053651 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-777a0bbd-1d9b-4927-a889-0cc9452b7d2d req-1783a3d5-94d8-4da2-aa11-c80cba678289 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305645 Apr 20 13:03:16.752132 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc6083-84df-4bf4-98f4-7c37a8155abc req-02d8fe31-ba13-47bb-8b74-acfe723b6ae4 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:16.753499 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66bc6083-84df-4bf4-98f4-7c37a8155abc req-02d8fe31-ba13-47bb-8b74-acfe723b6ae4 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.0664630 Apr 20 13:03:16.760648 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab3455-cec8-4d1e-80c7-475cf6b65260 req-d14f68d6-7ffe-413d-91fd-a214ac545f18 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:16.761963 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f9ab3455-cec8-4d1e-80c7-475cf6b65260 req-d14f68d6-7ffe-413d-91fd-a214ac545f18 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 950 time: 0.0833285 Apr 20 13:03:16.817094 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66bc6083-84df-4bf4-98f4-7c37a8155abc req-5b66a920-7e51-4e2d-9cfd-9ec4cb1dc562 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541890 Apr 20 13:03:16.821740 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f9ab3455-cec8-4d1e-80c7-475cf6b65260 req-3d9c7d4f-9950-4839-b552-d917d0fc261c tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533447 Apr 20 13:03:16.903074 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df8988ec-4006-459b-bb93-6321d36c4254 req-257418c6-6571-4f7a-894d-41e3a0fc1179 tempest-ServersAdmin275Test-1677650825 tempest-ServersAdmin275Test-1677650825-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0308707 Apr 20 13:03:16.937603 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338a00f-a3bc-4ecd-a110-6b3216d8011d req-a8765f89-8719-48b5-a304-1eadd18c7848 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:16.939218 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0338a00f-a3bc-4ecd-a110-6b3216d8011d req-a8765f89-8719-48b5-a304-1eadd18c7848 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 943 time: 0.0592570 Apr 20 13:03:16.978777 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0338a00f-a3bc-4ecd-a110-6b3216d8011d req-4d193e65-cfaa-4a35-b39e-30fc00d673b2 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324800 Apr 20 13:03:17.026939 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b38da5-e24f-4b44-b4a0-7da026733688 req-73567ea7-96d8-4ef8-a2e5-ba2207a748e2 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:17.028334 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-49b38da5-e24f-4b44-b4a0-7da026733688 req-73567ea7-96d8-4ef8-a2e5-ba2207a748e2 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 944 time: 0.0471826 Apr 20 13:03:17.065486 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-49b38da5-e24f-4b44-b4a0-7da026733688 req-489789b2-8e55-42f4-ada7-c5ddc838aa71 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311391 Apr 20 13:03:17.169700 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97108f48-d3e2-436d-a913-a123638edf36 req-c8c94fa0-a519-4f87-83df-d4b161956089 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:17.171128 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-97108f48-d3e2-436d-a913-a123638edf36 req-c8c94fa0-a519-4f87-83df-d4b161956089 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 950 time: 0.0512338 Apr 20 13:03:17.207516 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-97108f48-d3e2-436d-a913-a123638edf36 req-dea29309-ed11-40af-a642-ec99c7c3e772 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303681 Apr 20 13:03:17.808806 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 1f25d80c-815a-40d7-b33f-b8616b996117 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:03:17.904624 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 1f25d80c-815a-40d7-b33f-b8616b996117, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=1f25d80c-815a-40d7-b33f-b8616b996117,segment=NetworkSegment(c36f4b37-e1d8-4848-acc2-f80f64f61825),segment_id=c36f4b37-e1d8-4848-acc2-f80f64f61825)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:17.916831 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '1f25d80c-815a-40d7-b33f-b8616b996117', 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480', 'port_id': '1f25d80c-815a-40d7-b33f-b8616b996117', 'mac_address': 'fa:16:3e:1b:b4:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd5d8d2c-9bbe-433b-b6b9-a140ce7264b5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:03:17.952833 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:17.958774 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4f419-78a4-4e24-a5f3-46038c51be74 req-0b4548dd-d731-48d4-97b3-88beb4c9f19c tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:17.960839 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0df4f419-78a4-4e24-a5f3-46038c51be74 req-0b4548dd-d731-48d4-97b3-88beb4c9f19c tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.0738571 Apr 20 13:03:17.966733 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f25d80c-815a-40d7-b33f-b8616b996117 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:03:17.971261 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a714c-b051-4623-8c4d-9619ec24dfe5 req-f7f1569f-5e1c-463d-ad72-3212971e2a2f tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:17.972774 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2b7a714c-b051-4623-8c4d-9619ec24dfe5 req-f7f1569f-5e1c-463d-ad72-3212971e2a2f tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 950 time: 0.0776649 Apr 20 13:03:17.986225 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 1f25d80c-815a-40d7-b33f-b8616b996117, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=1f25d80c-815a-40d7-b33f-b8616b996117,segment=NetworkSegment(c36f4b37-e1d8-4848-acc2-f80f64f61825),segment_id=c36f4b37-e1d8-4848-acc2-f80f64f61825)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:18.031832 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0df4f419-78a4-4e24-a5f3-46038c51be74 req-9e4ee69b-440e-480e-a207-79cb19ca35f5 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580072 Apr 20 13:03:18.034426 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2b7a714c-b051-4623-8c4d-9619ec24dfe5 req-7e154aca-6f39-4fb2-972c-c9c331e0aa02 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550487 Apr 20 13:03:18.089035 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:18.125087 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5c2d8a8e-2925-4fca-bbe7-ec04f737a7fb req-3fea80fa-f381-4ea1-bf2e-4d569e57241b tempest-ServersAdmin275Test-1677650825 tempest-ServersAdmin275Test-1677650825-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0336375 Apr 20 13:03:18.139132 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=1f25d80c-815a-40d7-b33f-b8616b996117,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:18.173145 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404ebf3-5716-473e-8855-ac0241d9e44c req-866d87fd-d5c7-4b1b-8d95-a19fd2114e24 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:18.174668 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3404ebf3-5716-473e-8855-ac0241d9e44c req-866d87fd-d5c7-4b1b-8d95-a19fd2114e24 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 944 time: 0.0731988 Apr 20 13:03:18.233771 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3404ebf3-5716-473e-8855-ac0241d9e44c req-de2f9aa5-bc6f-4741-b508-47c01ab2b606 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529220 Apr 20 13:03:18.266206 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32f714-52d7-45ad-b73e-409ef17722e0 req-25967077-e4f6-4ecd-b691-32a7544ac6ae tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:18.267691 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dc32f714-52d7-45ad-b73e-409ef17722e0 req-25967077-e4f6-4ecd-b691-32a7544ac6ae tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 944 time: 0.0669434 Apr 20 13:03:18.317077 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dc32f714-52d7-45ad-b73e-409ef17722e0 req-4bdfa816-b78d-4086-8a02-c80e6f215c21 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427794 Apr 20 13:03:18.352027 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020c7aa-b040-4e31-942e-1a58ac7b6bbc req-ec4d1cc6-a30f-4c46-87fd-0cb86c5245b0 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:18.353471 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1020c7aa-b040-4e31-942e-1a58ac7b6bbc req-ec4d1cc6-a30f-4c46-87fd-0cb86c5245b0 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 950 time: 0.0594838 Apr 20 13:03:18.390762 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1020c7aa-b040-4e31-942e-1a58ac7b6bbc req-803f3a11-4baf-4867-b62f-c6b1492e78bf tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313299 Apr 20 13:03:18.540239 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['1f25d80c-815a-40d7-b33f-b8616b996117'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:03:19.177925 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b0093-086d-4eba-b7fa-dee350ca8706 req-5f9bb0b3-87b0-40ea-be6b-8590defb02fe tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:19.179391 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8f4b0093-086d-4eba-b7fa-dee350ca8706 req-5f9bb0b3-87b0-40ea-be6b-8590defb02fe tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.0778749 Apr 20 13:03:19.190751 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8f294-d29b-4b08-8b7b-a3d59a29cee6 req-58a33bfe-8a47-4ee7-99a4-71a80517d3d9 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:19.192141 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4bb8f294-d29b-4b08-8b7b-a3d59a29cee6 req-58a33bfe-8a47-4ee7-99a4-71a80517d3d9 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 950 time: 0.0783801 Apr 20 13:03:19.249239 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8f4b0093-086d-4eba-b7fa-dee350ca8706 req-8e624ae2-0a10-432e-abb1-87a74fa5c721 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561423 Apr 20 13:03:19.254260 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4bb8f294-d29b-4b08-8b7b-a3d59a29cee6 req-e2267ee5-a089-4b1c-81ca-4dd65daed03b tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556850 Apr 20 13:03:19.336453 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fd6f3951-abbb-4252-b937-bf20b79660f0 req-877df0da-15ca-4ab7-9882-cdd354ed2406 tempest-ServersAdmin275Test-1677650825 tempest-ServersAdmin275Test-1677650825-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0312669 Apr 20 13:03:19.372416 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e46b6-e7a0-4b6c-a4db-03e7459fe513 req-92611ce1-f2ba-42ba-89d3-3d15ed538dff tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:19.373894 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2b5e46b6-e7a0-4b6c-a4db-03e7459fe513 req-92611ce1-f2ba-42ba-89d3-3d15ed538dff tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 944 time: 0.0608170 Apr 20 13:03:19.430017 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2b5e46b6-e7a0-4b6c-a4db-03e7459fe513 req-cc114aae-e0aa-4e1f-a225-eabf195064e7 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502687 Apr 20 13:03:19.447166 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4250ae5b-80b4-455d-a632-76b0eaf73dbd req-92b2ac5d-3820-4154-b0b0-bc6b3ac2ba58 service neutron] 10.222.0.32 "GET /v2.0/ports/d652d4b0-9ae0-4c73-8d1c-2eedd7583cef/bindings/n-h1-836015-7 HTTP/1.1" status: 200 len: 382 time: 0.0592451 Apr 20 13:03:19.477678 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376ff61-6aea-4727-9ecd-3a035c8f9932 req-da3630f7-496b-4d07-8ccb-37908a719695 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:19.481073 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0376ff61-6aea-4727-9ecd-3a035c8f9932 req-da3630f7-496b-4d07-8ccb-37908a719695 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 944 time: 0.0631442 Apr 20 13:03:19.544462 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0376ff61-6aea-4727-9ecd-3a035c8f9932 req-553a54cc-bf79-420b-aa7b-49cde7653fca tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585818 Apr 20 13:03:19.566927 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00bba5-cb75-4243-b98b-ce515303b844 req-0e88457a-b670-45dd-8990-def7685efefa tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:19.566927 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ea00bba5-cb75-4243-b98b-ce515303b844 req-0e88457a-b670-45dd-8990-def7685efefa tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 950 time: 0.0657103 Apr 20 13:03:19.602948 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ea00bba5-cb75-4243-b98b-ce515303b844 req-2efd44cd-4ce8-482e-b020-5555fc9788cf tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315032 Apr 20 13:03:19.822032 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 1f25d80c-815a-40d7-b33f-b8616b996117 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:03:19.952025 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 1f25d80c-815a-40d7-b33f-b8616b996117 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:03:19.956021 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 1f25d80c-815a-40d7-b33f-b8616b996117 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:19.956405 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:20.004690 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250ae5b-80b4-455d-a632-76b0eaf73dbd req-8af41dee-b94a-4da2-bcfc-df53097363a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:20.006818 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4250ae5b-80b4-455d-a632-76b0eaf73dbd req-8af41dee-b94a-4da2-bcfc-df53097363a5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00&tenant_id=7c185004f0bb4f68ac206a98646f7134 HTTP/1.1" status: 200 len: 1101 time: 0.0395331 Apr 20 13:03:20.085552 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250ae5b-80b4-455d-a632-76b0eaf73dbd req-a5fa2cd3-140b-47f5-9e71-63c212a8019e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:20.087040 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4250ae5b-80b4-455d-a632-76b0eaf73dbd req-a5fa2cd3-140b-47f5-9e71-63c212a8019e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c185004f0bb4f68ac206a98646f7134&device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 1101 time: 0.0399916 Apr 20 13:03:20.089830 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:20.111738 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fccc88f-63f5-4918-8e46-454d040b6111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f25d80c-815a-40d7-b33f-b8616b996117'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:03:20.113935 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828cbf9a-3e2a-43d1-8f61-c52f119add6a" -d '{"events": [{"server_uuid": "9fccc88f-63f5-4918-8e46-454d040b6111", "name": "network-vif-plugged", "status": "completed", "tag": "1f25d80c-815a-40d7-b33f-b8616b996117"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:03:20.127287 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 1f25d80c-815a-40d7-b33f-b8616b996117, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=1f25d80c-815a-40d7-b33f-b8616b996117,segment=NetworkSegment(c36f4b37-e1d8-4848-acc2-f80f64f61825),segment_id=c36f4b37-e1d8-4848-acc2-f80f64f61825)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:20.151867 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b6171b-4b13-49bc-b93d-ddfd94610946 x-openstack-request-id: req-36b6171b-4b13-49bc-b93d-ddfd94610946 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:03:20.152542 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fccc88f-63f5-4918-8e46-454d040b6111", "name": "network-vif-plugged", "status": "completed", "tag": "1f25d80c-815a-40d7-b33f-b8616b996117", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:03:20.152542 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-36b6171b-4b13-49bc-b93d-ddfd94610946 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:03:20.152802 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36b6171b-4b13-49bc-b93d-ddfd94610946'] response: {'server_uuid': '9fccc88f-63f5-4918-8e46-454d040b6111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f25d80c-815a-40d7-b33f-b8616b996117', 'code': 200} Apr 20 13:03:20.181010 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250ae5b-80b4-455d-a632-76b0eaf73dbd req-daaad884-0d7a-4255-9086-b160834b18be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:20.182455 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4250ae5b-80b4-455d-a632-76b0eaf73dbd req-daaad884-0d7a-4255-9086-b160834b18be service neutron] 10.222.0.32 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.0869827 Apr 20 13:03:20.192163 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:20.229234 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4250ae5b-80b4-455d-a632-76b0eaf73dbd req-12ce656d-83b2-456b-a62f-95dbcc9e2b9f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=d652d4b0-9ae0-4c73-8d1c-2eedd7583cef HTTP/1.1" status: 200 len: 217 time: 0.0353479 Apr 20 13:03:20.245347 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=1f25d80c-815a-40d7-b33f-b8616b996117,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:20.292128 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662418d-628f-47ed-b41c-f144b704f894 req-0795e613-b8a1-4bf9-8351-cfdef51e72fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:20.293685 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a662418d-628f-47ed-b41c-f144b704f894 req-0795e613-b8a1-4bf9-8351-cfdef51e72fe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 1096 time: 0.0410306 Apr 20 13:03:20.302502 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250ae5b-80b4-455d-a632-76b0eaf73dbd req-f9af5f02-d48f-41cb-9d85-2a4766b988f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:20.304527 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4250ae5b-80b4-455d-a632-76b0eaf73dbd req-f9af5f02-d48f-41cb-9d85-2a4766b988f8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0498140 Apr 20 13:03:20.357430 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250ae5b-80b4-455d-a632-76b0eaf73dbd req-97dbb4f9-bfb1-4938-828f-1afa4ba33a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:20.358943 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4250ae5b-80b4-455d-a632-76b0eaf73dbd req-97dbb4f9-bfb1-4938-828f-1afa4ba33a9a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0441871 Apr 20 13:03:20.373512 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a662418d-628f-47ed-b41c-f144b704f894 req-e7ae2365-0b24-4836-a825-5b0c9833d2a8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655184 Apr 20 13:03:20.416557 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35e05a-7965-4570-8452-de2c3bf42325 req-d2db2d2b-f028-4fb7-91e9-bf48e4d3c1e4 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:20.417968 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8a35e05a-7965-4570-8452-de2c3bf42325 req-d2db2d2b-f028-4fb7-91e9-bf48e4d3c1e4 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 950 time: 0.0756011 Apr 20 13:03:20.424971 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231fc2f-4eca-4e77-8a5a-7b64c248e292 req-a2d79a5f-79c1-4475-a755-bb715c661871 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:20.426303 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c231fc2f-4eca-4e77-8a5a-7b64c248e292 req-a2d79a5f-79c1-4475-a755-bb715c661871 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.0925071 Apr 20 13:03:20.480142 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8a35e05a-7965-4570-8452-de2c3bf42325 req-347291a9-5bd0-440c-a60b-f4aa890af8a5 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528231 Apr 20 13:03:20.482750 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c231fc2f-4eca-4e77-8a5a-7b64c248e292 req-13833eb1-5312-49b3-bf01-3de923df4ace tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494804 Apr 20 13:03:20.586627 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-70217179-10e7-4d30-8807-5f9f585e4926 req-99d3fb9a-7849-4d8a-80d5-2948809dc365 tempest-ServersAdmin275Test-1677650825 tempest-ServersAdmin275Test-1677650825-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0481420 Apr 20 13:03:20.608129 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da249694-2b30-419a-82a0-ea5f1c13ef07 req-d72eafa1-6412-4f68-9716-d6c847242c7f tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:20.609580 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-da249694-2b30-419a-82a0-ea5f1c13ef07 req-d72eafa1-6412-4f68-9716-d6c847242c7f tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 945 time: 0.0692902 Apr 20 13:03:20.648173 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-da249694-2b30-419a-82a0-ea5f1c13ef07 req-fc5847ec-eb9e-482d-93f3-d2c180ed27ae tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322356 Apr 20 13:03:20.705535 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2e3f4-1972-4e62-8eec-daf7f70037f8 req-aad9c173-7b5a-45b9-afc4-ad7fabb71ba0 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:20.706989 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0fd2e3f4-1972-4e62-8eec-daf7f70037f8 req-aad9c173-7b5a-45b9-afc4-ad7fabb71ba0 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 944 time: 0.0490961 Apr 20 13:03:20.776445 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150ded4-bdc0-4998-b918-a7452ea6bc06 req-00f3aabb-5e00-434d-bdd4-5f642595b4a1 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:20.777808 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a150ded4-bdc0-4998-b918-a7452ea6bc06 req-00f3aabb-5e00-434d-bdd4-5f642595b4a1 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 950 time: 0.0699325 Apr 20 13:03:20.780431 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0fd2e3f4-1972-4e62-8eec-daf7f70037f8 req-94c702c6-42e1-4c3d-a593-26a2ea6dc023 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629897 Apr 20 13:03:20.815036 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a150ded4-bdc0-4998-b918-a7452ea6bc06 req-36fa5b81-300f-4a19-a3a2-0a7cb402f33f tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312781 Apr 20 13:03:21.880204 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2ab85-6709-44d9-967c-8c0f70ce0f78 req-cd6582df-074e-4c35-9622-b0232cd95ff4 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:21.881708 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3ee2ab85-6709-44d9-967c-8c0f70ce0f78 req-cd6582df-074e-4c35-9622-b0232cd95ff4 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 950 time: 0.3329973 Apr 20 13:03:21.892903 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c547251-3872-44bf-8c3a-9e9a8f5bf250 req-f75c070d-7405-406a-a2da-9a62f0962f51 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:21.894287 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1c547251-3872-44bf-8c3a-9e9a8f5bf250 req-f75c070d-7405-406a-a2da-9a62f0962f51 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.3366070 Apr 20 13:03:21.947500 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3ee2ab85-6709-44d9-967c-8c0f70ce0f78 req-6afd1b80-eb28-4139-ad8a-0b60ab30dbfd tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522442 Apr 20 13:03:21.952228 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1c547251-3872-44bf-8c3a-9e9a8f5bf250 req-4b6e12b1-7c8f-46f7-8460-58aab52487a2 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514030 Apr 20 13:03:22.056314 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be7d06c1-55a6-4e24-a8b7-f203368ee755 req-c5003018-c30d-4f44-8df5-151a2ca90b94 tempest-ServersAdmin275Test-1677650825 tempest-ServersAdmin275Test-1677650825-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0406330 Apr 20 13:03:22.075972 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b5bf9-60d8-4059-af14-a9efc7ccdca6 req-41bbc77c-a77d-4123-a80c-135bcf9252a6 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:22.077446 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c48b5bf9-60d8-4059-af14-a9efc7ccdca6 req-41bbc77c-a77d-4123-a80c-135bcf9252a6 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 945 time: 0.0703301 Apr 20 13:03:22.116463 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c48b5bf9-60d8-4059-af14-a9efc7ccdca6 req-c3327fb4-fa28-414f-8b6a-0ef07cff5573 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331135 Apr 20 13:03:22.181399 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177ce5c-4df5-4ea5-8a80-164f9980c40e req-6b71d229-434b-4d06-899c-5a40c690b7da tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:22.182935 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0177ce5c-4df5-4ea5-8a80-164f9980c40e req-6b71d229-434b-4d06-899c-5a40c690b7da tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 944 time: 0.0540922 Apr 20 13:03:22.246788 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0177ce5c-4df5-4ea5-8a80-164f9980c40e req-41fc5219-ce79-4850-9542-b8756232118a tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552382 Apr 20 13:03:22.254711 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6f16f-32dc-4a53-bc0c-849c964c7eea req-20bf58e7-af6a-41d1-87f5-9798a630a57c tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:22.256178 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cca6f16f-32dc-4a53-bc0c-849c964c7eea req-20bf58e7-af6a-41d1-87f5-9798a630a57c tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 950 time: 0.0724163 Apr 20 13:03:22.293934 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cca6f16f-32dc-4a53-bc0c-849c964c7eea req-05b75651-42d0-4090-864d-44de134e5bd7 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313213 Apr 20 13:03:23.089616 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e78c4a-897b-4bea-9464-1fc1a16b87ec req-2e92fc75-155f-4e67-b1e0-6fcf45b8186d tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:23.091073 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f4e78c4a-897b-4bea-9464-1fc1a16b87ec req-2e92fc75-155f-4e67-b1e0-6fcf45b8186d tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 950 time: 0.0772929 Apr 20 13:03:23.101856 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048894c5-54a2-4b47-82e5-2d52dfdb754c req-147a2c94-22f2-42bf-8bea-82d4fb76b16d tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:23.103251 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-048894c5-54a2-4b47-82e5-2d52dfdb754c req-147a2c94-22f2-42bf-8bea-82d4fb76b16d tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.0782487 Apr 20 13:03:23.158518 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f4e78c4a-897b-4bea-9464-1fc1a16b87ec req-1fc869ec-6ff6-488f-81c5-110e1edb6d2f tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543034 Apr 20 13:03:23.163990 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-048894c5-54a2-4b47-82e5-2d52dfdb754c req-522bbb92-0496-4078-a079-a356065b68d7 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542459 Apr 20 13:03:23.246657 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7bdd2fae-0373-4765-bd60-f9e50cc669a2 req-6f9a32d9-9c9e-44a7-b103-c5067113b2c7 tempest-ServersAdmin275Test-1677650825 tempest-ServersAdmin275Test-1677650825-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0316572 Apr 20 13:03:23.282129 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6920ff-0947-4c30-9da2-d78d5ac598eb req-a494deeb-08db-4b64-bc28-49c14b7c8c20 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:23.283625 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8a6920ff-0947-4c30-9da2-d78d5ac598eb req-a494deeb-08db-4b64-bc28-49c14b7c8c20 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 945 time: 0.0592070 Apr 20 13:03:23.331887 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8a6920ff-0947-4c30-9da2-d78d5ac598eb req-c9e57586-86b6-4c29-8128-14e4680defaa tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412877 Apr 20 13:03:23.368089 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1660a-b868-4d8c-9474-ae1797ef0072 req-9553dcd4-dbdf-4dbf-8977-2925d158b84c tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:23.369622 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d7d1660a-b868-4d8c-9474-ae1797ef0072 req-9553dcd4-dbdf-4dbf-8977-2925d158b84c tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 944 time: 0.0524337 Apr 20 13:03:23.435748 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d7d1660a-b868-4d8c-9474-ae1797ef0072 req-d5570150-898d-4f4a-8182-480bccf85fe7 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603092 Apr 20 13:03:23.452024 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45574a17-d671-4724-99f4-20462e4832dd req-4b2fc508-ef72-480b-8a91-53773bcb9e8b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:23.453466 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-45574a17-d671-4724-99f4-20462e4832dd req-4b2fc508-ef72-480b-8a91-53773bcb9e8b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 950 time: 0.0629840 Apr 20 13:03:23.490730 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-45574a17-d671-4724-99f4-20462e4832dd req-0d0792eb-285d-4bb3-ae6f-f338807e4481 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313349 Apr 20 13:03:23.819035 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device d652d4b0-9ae0-4c73-8d1c-2eedd7583cef no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:03:23.890517 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:23.911991 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdde50de-682c-4829-9098-b7f6e41b3e00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd652d4b0-9ae0-4c73-8d1c-2eedd7583cef'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:03:23.914203 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b230ba9-a98f-40d2-a956-805496fb4c42" -d '{"events": [{"server_uuid": "cdde50de-682c-4829-9098-b7f6e41b3e00", "name": "network-vif-unplugged", "status": "completed", "tag": "d652d4b0-9ae0-4c73-8d1c-2eedd7583cef"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:03:23.926449 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port d652d4b0-9ae0-4c73-8d1c-2eedd7583cef, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=d652d4b0-9ae0-4c73-8d1c-2eedd7583cef,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:23.957041 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c1cab4-5327-4199-8a34-8bb6fb842436 x-openstack-request-id: req-d7c1cab4-5327-4199-8a34-8bb6fb842436 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:03:23.957349 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdde50de-682c-4829-9098-b7f6e41b3e00", "name": "network-vif-unplugged", "status": "completed", "tag": "d652d4b0-9ae0-4c73-8d1c-2eedd7583cef", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:03:23.957597 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d7c1cab4-5327-4199-8a34-8bb6fb842436 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:03:23.957985 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7c1cab4-5327-4199-8a34-8bb6fb842436'] response: {'server_uuid': 'cdde50de-682c-4829-9098-b7f6e41b3e00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd652d4b0-9ae0-4c73-8d1c-2eedd7583cef', 'code': 200} Apr 20 13:03:24.001527 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:24.171449 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=d652d4b0-9ae0-4c73-8d1c-2eedd7583cef,revision_number=6']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:24.309974 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9f469-8fba-49e7-baab-a2d58cc7c77b req-a72f77a9-ded3-47de-a0a3-80779b8e3290 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:24.311744 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6fb9f469-8fba-49e7-baab-a2d58cc7c77b req-a72f77a9-ded3-47de-a0a3-80779b8e3290 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.0769238 Apr 20 13:03:24.318851 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f3bee-219f-4001-a547-879a417d30fe req-15339cd0-2e87-4a46-ab74-3ec7b1160675 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:24.320269 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb9f3bee-219f-4001-a547-879a417d30fe req-15339cd0-2e87-4a46-ab74-3ec7b1160675 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 950 time: 0.0765998 Apr 20 13:03:24.367074 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6de3a900-b922-4c6f-a260-5fd9643fbea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:24.379060 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6fb9f469-8fba-49e7-baab-a2d58cc7c77b req-df106fb2-f55a-4a8a-bfc1-8174011e8ef1 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578372 Apr 20 13:03:24.381882 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb9f3bee-219f-4001-a547-879a417d30fe req-6fc6c77e-aee3-46ee-a17d-1db4a90a1167 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549569 Apr 20 13:03:24.470716 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-083d9a19-7e47-44be-a1d0-5cc2f331126b req-f3613e53-4428-42d8-9dd1-d3de02ba2fe4 tempest-ServersAdmin275Test-1677650825 tempest-ServersAdmin275Test-1677650825-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0326865 Apr 20 13:03:24.511191 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf732db-bc57-4d5a-8e2e-95d826718a28 req-7d5d914a-0354-46f9-bead-82ef122ade75 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:24.511191 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-edf732db-bc57-4d5a-8e2e-95d826718a28 req-7d5d914a-0354-46f9-bead-82ef122ade75 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 945 time: 0.0617542 Apr 20 13:03:24.548661 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-edf732db-bc57-4d5a-8e2e-95d826718a28 req-5e280076-b9e9-4fe8-961e-273a47f8d17a tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338664 Apr 20 13:03:24.594135 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b586a7d-b826-42f4-96a0-be7564e6622d req-25ba5470-adcd-4c7e-8e5a-a74df96d6922 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:24.595659 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3b586a7d-b826-42f4-96a0-be7564e6622d req-25ba5470-adcd-4c7e-8e5a-a74df96d6922 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 944 time: 0.0511744 Apr 20 13:03:24.660869 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3b586a7d-b826-42f4-96a0-be7564e6622d req-adb53243-b4d3-4aad-ae20-0bc20d87c0ee tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585537 Apr 20 13:03:24.677177 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00061fb1-cec8-4c64-86b0-f25b877eb078 req-7c6a7a0e-bcfb-462b-8593-06e2ec54b6bf tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:24.678682 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-00061fb1-cec8-4c64-86b0-f25b877eb078 req-7c6a7a0e-bcfb-462b-8593-06e2ec54b6bf tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 948 time: 0.0704834 Apr 20 13:03:24.716003 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-00061fb1-cec8-4c64-86b0-f25b877eb078 req-7561f60b-52d3-4db8-b4ff-182585182062 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313983 Apr 20 13:03:25.520925 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d4dce-74b8-4ece-9d1d-cb7c2b4002e1 req-4311a103-ee91-4a5c-87d5-62f9acf9bd74 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:25.523035 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-531d4dce-74b8-4ece-9d1d-cb7c2b4002e1 req-4311a103-ee91-4a5c-87d5-62f9acf9bd74 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.0738146 Apr 20 13:03:25.543409 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224889a-baf1-438b-9505-38d8f7999319 req-7e75ec6c-cd1d-4ca2-99cc-1f7408d6dd9f tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:25.544808 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2224889a-baf1-438b-9505-38d8f7999319 req-7e75ec6c-cd1d-4ca2-99cc-1f7408d6dd9f tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 950 time: 0.0702128 Apr 20 13:03:25.590075 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-531d4dce-74b8-4ece-9d1d-cb7c2b4002e1 req-bd5134c0-a08b-4f49-8ac3-1ab91d50ee63 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596731 Apr 20 13:03:25.601862 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2224889a-baf1-438b-9505-38d8f7999319 req-5743f1b0-a22b-494c-acd3-2c2b9c16804b tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498157 Apr 20 13:03:25.673607 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b852e31b-56c0-4fff-b2d8-efb56c756fec req-b7562c77-c6bd-418a-b11b-0a9ae8cebc33 tempest-ServersAdmin275Test-1677650825 tempest-ServersAdmin275Test-1677650825-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0281022 Apr 20 13:03:25.720223 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957065b-b47c-4a9e-9030-dcd540e80ae3 req-7412e593-3a3b-465e-98cf-b0d169af6305 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:25.721778 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f957065b-b47c-4a9e-9030-dcd540e80ae3 req-7412e593-3a3b-465e-98cf-b0d169af6305 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 945 time: 0.0504794 Apr 20 13:03:25.761223 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f957065b-b47c-4a9e-9030-dcd540e80ae3 req-662ad78f-e904-448f-ba51-d91323bf3489 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332201 Apr 20 13:03:25.807946 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7084213-a943-4ceb-9bd4-fa7116f48392 req-958d5d50-d316-43ea-a149-ecfb7ffc76f5 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:25.809415 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a7084213-a943-4ceb-9bd4-fa7116f48392 req-958d5d50-d316-43ea-a149-ecfb7ffc76f5 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 944 time: 0.0521457 Apr 20 13:03:25.875285 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a7084213-a943-4ceb-9bd4-fa7116f48392 req-ee362519-3ecc-408a-b787-4817eb191fc8 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597997 Apr 20 13:03:25.890614 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65485c-6c12-4d1f-b3ae-9e4131427dda req-2781984e-3420-4da1-8c02-7de08fc8b9bd tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:25.892068 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-db65485c-6c12-4d1f-b3ae-9e4131427dda req-2781984e-3420-4da1-8c02-7de08fc8b9bd tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 948 time: 0.0698833 Apr 20 13:03:25.929819 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-db65485c-6c12-4d1f-b3ae-9e4131427dda req-6418012d-f710-42a5-8ebf-85e2ca6205b6 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311689 Apr 20 13:03:26.185880 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 78bb6d73-8d94-42fd-aa70-f667ac21071f no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:03:26.729074 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-83d49389-e8df-41cf-80e8-8e741ec96f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:26.731004 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba8641-2436-408a-8d97-7514f247729d req-fc0252df-694f-4982-aadd-8c3c7ad01812 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:26.732857 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-98ba8641-2436-408a-8d97-7514f247729d req-fc0252df-694f-4982-aadd-8c3c7ad01812 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.0757332 Apr 20 13:03:26.754221 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedb9ac-d327-416d-b845-c8a1c558d9de req-fe9f2d5a-09c4-481c-aac4-58e300978c59 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:26.755546 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3dedb9ac-d327-416d-b845-c8a1c558d9de req-fe9f2d5a-09c4-481c-aac4-58e300978c59 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 950 time: 0.0720379 Apr 20 13:03:26.800432 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-98ba8641-2436-408a-8d97-7514f247729d req-9e3f9103-b633-459b-9cf5-40c10607368d tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614159 Apr 20 13:03:26.812698 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3dedb9ac-d327-416d-b845-c8a1c558d9de req-f5e001f4-331e-4f69-b452-42130bc8c688 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510511 Apr 20 13:03:26.888253 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2b71684-09d1-43cf-8d03-839a14d2b1f7 req-6f477010-b9d7-4735-9172-250acfc9724a tempest-ServersAdmin275Test-1677650825 tempest-ServersAdmin275Test-1677650825-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0309756 Apr 20 13:03:26.929286 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11767d-8789-4bce-a792-b0bfebd96875 req-a0e14a18-0bd5-478c-a793-58968d192bc0 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:26.929286 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dd11767d-8789-4bce-a792-b0bfebd96875 req-a0e14a18-0bd5-478c-a793-58968d192bc0 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 945 time: 0.0622578 Apr 20 13:03:26.976841 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dd11767d-8789-4bce-a792-b0bfebd96875 req-af9d7838-8387-4079-abc0-7d671625be7d tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410681 Apr 20 13:03:27.013624 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed49f3c-5118-4245-9218-c75781367470 req-4d97d37a-8288-4d05-90be-ea122ea12a01 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:27.015101 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6ed49f3c-5118-4245-9218-c75781367470 req-4d97d37a-8288-4d05-90be-ea122ea12a01 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 944 time: 0.0542650 Apr 20 13:03:27.081411 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6ed49f3c-5118-4245-9218-c75781367470 req-f55f781f-81cd-4dd5-9b5c-53687a219a7d tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599737 Apr 20 13:03:27.097747 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0bc77-d049-40aa-855e-6ac6a17d39c0 req-a5f49f12-f162-4a70-acaf-ff551b353e80 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:27.099182 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3aa0bc77-d049-40aa-855e-6ac6a17d39c0 req-a5f49f12-f162-4a70-acaf-ff551b353e80 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 948 time: 0.0624039 Apr 20 13:03:27.136311 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3aa0bc77-d049-40aa-855e-6ac6a17d39c0 req-846a14a5-1279-467a-ac4a-a29194281ad0 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310514 Apr 20 13:03:27.942755 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0909b-eca6-4034-852f-4b9106159bc0 req-9a9401f8-e3aa-4d7c-8e19-851fd349e4ff tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:27.944352 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2ac0909b-eca6-4034-852f-4b9106159bc0 req-9a9401f8-e3aa-4d7c-8e19-851fd349e4ff tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.0768406 Apr 20 13:03:27.950001 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:27.956361 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31518c6-6217-471d-8da0-7850951b1ddb req-e814b73d-e22e-4fb3-acdf-79d965fc7fa4 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:27.957756 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e31518c6-6217-471d-8da0-7850951b1ddb req-e814b73d-e22e-4fb3-acdf-79d965fc7fa4 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 950 time: 0.0651796 Apr 20 13:03:28.015111 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2ac0909b-eca6-4034-852f-4b9106159bc0 req-4193e30d-f5f3-4374-80cf-e921fb7b64a0 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564094 Apr 20 13:03:28.019825 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e31518c6-6217-471d-8da0-7850951b1ddb req-e7074de2-06a8-4178-bfb7-6160a956a65a tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554571 Apr 20 13:03:28.116525 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7efd1f65-cd8b-4f69-a7e5-403f6e523b90 req-35aaf23c-92b8-4bcd-9726-8e7cfa8d71c1 tempest-ServersAdmin275Test-1677650825 tempest-ServersAdmin275Test-1677650825-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0438113 Apr 20 13:03:28.138603 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42766b3-0c56-48ff-95fb-94ae20a5410f req-a8914000-2cd0-4d7c-a66f-4b238e6aaf47 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:28.140101 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a42766b3-0c56-48ff-95fb-94ae20a5410f req-a8914000-2cd0-4d7c-a66f-4b238e6aaf47 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 945 time: 0.0592093 Apr 20 13:03:28.179639 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a42766b3-0c56-48ff-95fb-94ae20a5410f req-0ff9e091-d745-4b17-b46e-9f1a0e21069a tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334477 Apr 20 13:03:28.239176 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf4b85-cc6b-4ef5-82f4-1a51a3274222 req-e5e56d19-be25-4a36-8479-ac25701f1dae tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:28.240822 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-40cf4b85-cc6b-4ef5-82f4-1a51a3274222 req-e5e56d19-be25-4a36-8479-ac25701f1dae tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 944 time: 0.0501280 Apr 20 13:03:28.306772 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-40cf4b85-cc6b-4ef5-82f4-1a51a3274222 req-627be846-7ad2-4ffc-bc40-92d805351ccd tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569682 Apr 20 13:03:28.314770 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ab38b-1f5e-4168-abee-b0df6db78afb req-b40ead36-8d87-4b88-b28f-77b6bbddd6be tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:28.316201 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-319ab38b-1f5e-4168-abee-b0df6db78afb req-b40ead36-8d87-4b88-b28f-77b6bbddd6be tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 948 time: 0.0745163 Apr 20 13:03:28.354007 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-319ab38b-1f5e-4168-abee-b0df6db78afb req-17bad6af-7052-41e8-8b60-476a7b7e3eec tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314140 Apr 20 13:03:29.167567 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8a830-64ad-456f-b116-f787ecbc134f req-2fe1771e-996e-4dc2-833b-8ef70b01b586 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:29.169032 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ebe8a830-64ad-456f-b116-f787ecbc134f req-2fe1771e-996e-4dc2-833b-8ef70b01b586 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 950 time: 0.0776846 Apr 20 13:03:29.176207 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde01ba-9752-4498-a42a-a4e6868224c4 req-015d24f0-566c-4898-ac57-cb47db18b24f tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:29.177519 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2cde01ba-9752-4498-a42a-a4e6868224c4 req-015d24f0-566c-4898-ac57-cb47db18b24f tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.0762470 Apr 20 13:03:29.191491 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:29.231797 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ebe8a830-64ad-456f-b116-f787ecbc134f req-7251cfec-4e15-4c9a-804e-0382ae4ad4e4 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527277 Apr 20 13:03:29.238744 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2cde01ba-9752-4498-a42a-a4e6868224c4 req-e42a748a-944e-4e8e-b1ef-b437e25b8e09 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540774 Apr 20 13:03:29.321277 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-49134999-ff96-4a09-a070-6dedfd43d704 req-b0855cab-d7e2-4c6e-a7b3-950c8f03ad70 tempest-ServersAdmin275Test-1677650825 tempest-ServersAdmin275Test-1677650825-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0319810 Apr 20 13:03:29.356137 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df6b15-1699-4c67-bf65-c20d7fb1748a req-0320f6de-d0c5-4009-befa-30d76bcdc4ea tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:29.357620 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-82df6b15-1699-4c67-bf65-c20d7fb1748a req-0320f6de-d0c5-4009-befa-30d76bcdc4ea tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 945 time: 0.0603859 Apr 20 13:03:29.406153 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-82df6b15-1699-4c67-bf65-c20d7fb1748a req-8521e631-bf92-462f-995d-975f8201ce79 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417385 Apr 20 13:03:29.452559 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25776c-094f-439d-af12-0881df14127c req-a2e3d337-69c6-4d6c-89fb-9b2f5c30a1a2 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:29.454053 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3e25776c-094f-439d-af12-0881df14127c req-a2e3d337-69c6-4d6c-89fb-9b2f5c30a1a2 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 944 time: 0.0621657 Apr 20 13:03:29.524004 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3e25776c-094f-439d-af12-0881df14127c req-790d44aa-3cf4-4f51-9367-e94980c1e51b tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625300 Apr 20 13:03:29.536073 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc602cd8-44de-429a-b534-a9837ee8d0e5 req-b097827b-34fb-4839-85c4-57aa6850947f tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:29.537560 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fc602cd8-44de-429a-b534-a9837ee8d0e5 req-b097827b-34fb-4839-85c4-57aa6850947f tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 948 time: 0.0702240 Apr 20 13:03:29.575111 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fc602cd8-44de-429a-b534-a9837ee8d0e5 req-9619b9b7-4564-4c32-af29-d37b7a8f7063 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314653 Apr 20 13:03:29.699901 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:29.833044 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4250ae5b-80b4-455d-a632-76b0eaf73dbd req-749cb6d8-a600-4c7d-867d-54e78d7f633d service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823855 Apr 20 13:03:29.932926 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4250ae5b-80b4-455d-a632-76b0eaf73dbd req-dcb2aa7f-c8bc-4bbf-a589-996848490382 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896087 Apr 20 13:03:30.371534 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19850-a9da-493b-b1b1-7f5a8c66955e req-b090e58c-f438-455f-8bd8-fbf4ba415a3e tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:30.372989 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fda19850-a9da-493b-b1b1-7f5a8c66955e req-b090e58c-f438-455f-8bd8-fbf4ba415a3e tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 950 time: 0.0760133 Apr 20 13:03:30.380075 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95811f67-58c5-4495-83fb-869adc99285c req-8e915a3f-6854-4969-9984-c630469bba65 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:30.381412 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-95811f67-58c5-4495-83fb-869adc99285c req-8e915a3f-6854-4969-9984-c630469bba65 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.0741413 Apr 20 13:03:30.439528 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fda19850-a9da-493b-b1b1-7f5a8c66955e req-18d08845-d038-4c7b-a9a7-4c84550b30bb tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570827 Apr 20 13:03:30.442125 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-95811f67-58c5-4495-83fb-869adc99285c req-4f302b3b-16c2-4f5a-bc83-a8e58f325b95 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542152 Apr 20 13:03:30.531158 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5fdb240b-721f-4c43-8153-f55474eca90a req-a72ad604-9e8b-4311-bee6-7802f13f7bac tempest-ServersAdmin275Test-1677650825 tempest-ServersAdmin275Test-1677650825-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0312719 Apr 20 13:03:30.571932 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8fa9f-7edd-4330-bd4c-475835729aee req-402dad76-826a-4d74-b6c0-6501c0dbc619 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:30.571932 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b9a8fa9f-7edd-4330-bd4c-475835729aee req-402dad76-826a-4d74-b6c0-6501c0dbc619 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 945 time: 0.0598257 Apr 20 13:03:30.605346 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b9a8fa9f-7edd-4330-bd4c-475835729aee req-92683810-c9d9-4ded-af23-bfc8ff469188 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319374 Apr 20 13:03:30.652150 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230147f-e609-4c85-a60b-1c44552a6e12 req-13070677-2e7d-42a4-b3f1-4a6c8117d5ca tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:30.653615 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8230147f-e609-4c85-a60b-1c44552a6e12 req-13070677-2e7d-42a4-b3f1-4a6c8117d5ca tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 944 time: 0.0474117 Apr 20 13:03:30.719019 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8230147f-e609-4c85-a60b-1c44552a6e12 req-5ab755bb-b833-4c89-be36-32a1ddbeb676 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592766 Apr 20 13:03:30.734495 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150a9e3-8757-4f99-beff-d4ef919d7b04 req-8356b65e-d937-4c33-adbc-b691b0ccf96a tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:30.735971 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7150a9e3-8757-4f99-beff-d4ef919d7b04 req-8356b65e-d937-4c33-adbc-b691b0ccf96a tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 948 time: 0.0697486 Apr 20 13:03:30.773539 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7150a9e3-8757-4f99-beff-d4ef919d7b04 req-6259b310-f9de-4bd2-a7c1-a14be2e79d98 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314794 Apr 20 13:03:31.579933 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2edec-b6d9-49d2-b5f1-30fc429dd7e3 req-c5ddd8ef-49c2-4ae0-b918-5c73dcf9acbf tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:31.581395 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-89e2edec-b6d9-49d2-b5f1-30fc429dd7e3 req-c5ddd8ef-49c2-4ae0-b918-5c73dcf9acbf tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 950 time: 0.0740368 Apr 20 13:03:31.589286 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e51e1c-9102-49f1-bf57-e0a0d9b959d0 req-14806ae8-cd3a-46dc-87cb-759d60ceb5c7 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:31.590628 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-21e51e1c-9102-49f1-bf57-e0a0d9b959d0 req-14806ae8-cd3a-46dc-87cb-759d60ceb5c7 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.0749018 Apr 20 13:03:31.644930 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-89e2edec-b6d9-49d2-b5f1-30fc429dd7e3 req-a3d771b4-b950-4521-837c-6f0106c02e1b tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533590 Apr 20 13:03:31.651975 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-21e51e1c-9102-49f1-bf57-e0a0d9b959d0 req-e2ce2868-616e-4055-9762-1594cacdd869 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548432 Apr 20 13:03:31.745033 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-16b9e980-03e9-4659-a021-46ad9e5c6ef1 req-40ce8cb8-600a-4059-bbc5-592a3c0e8450 tempest-ServersAdmin275Test-1677650825 tempest-ServersAdmin275Test-1677650825-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0439889 Apr 20 13:03:31.767012 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976698d-408e-490a-83a5-6e45ee5e18c1 req-21c5acae-6803-4676-bb2c-26fb8b653bdf tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:31.768683 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9976698d-408e-490a-83a5-6e45ee5e18c1 req-21c5acae-6803-4676-bb2c-26fb8b653bdf tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 945 time: 0.0598557 Apr 20 13:03:31.808505 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9976698d-408e-490a-83a5-6e45ee5e18c1 req-fac6cd2c-7e0f-4e13-a619-66bcb57dbf02 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336196 Apr 20 13:03:31.862443 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481345f1-370c-4397-a782-b580e1ae55ae req-2e2f8486-c278-4e7d-a435-9df42777d828 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:31.863875 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-481345f1-370c-4397-a782-b580e1ae55ae req-2e2f8486-c278-4e7d-a435-9df42777d828 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 944 time: 0.0493143 Apr 20 13:03:31.929452 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-481345f1-370c-4397-a782-b580e1ae55ae req-4e1d7f80-5647-41cd-b114-f10089e9fa8f tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597177 Apr 20 13:03:31.941214 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498bf6d-2592-4af9-9666-f762d4e4b336 req-200c9418-3efa-4398-9c8d-3769b3bc3db8 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:31.942670 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5498bf6d-2592-4af9-9666-f762d4e4b336 req-200c9418-3efa-4398-9c8d-3769b3bc3db8 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 948 time: 0.0746665 Apr 20 13:03:31.981928 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5498bf6d-2592-4af9-9666-f762d4e4b336 req-e8382f76-bc8c-45bd-8000-c4e2c89b7e60 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331821 Apr 20 13:03:32.402275 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bad82c-5e6c-486c-b6d6-72f5ad32b350 req-ff797096-a6fd-49ad-9ead-6284805e9574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:32.403755 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-20bad82c-5e6c-486c-b6d6-72f5ad32b350 req-ff797096-a6fd-49ad-9ead-6284805e9574 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 1101 time: 0.0654013 Apr 20 13:03:32.410098 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9945aec3-05aa-4397-b654-d5508a68df78 req-823d5cc2-0f6d-4ed5-9f82-60f316c147d3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=12cb6c0e-c318-4180-8e7f-8f9bb58fb50d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0484664 Apr 20 13:03:32.438917 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-20bad82c-5e6c-486c-b6d6-72f5ad32b350 req-bb6564ca-342f-4e2f-8c62-3ddfe9797688 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276051 Apr 20 13:03:32.789003 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7897ba-bb0a-44aa-a2ca-5cf91ba14208 req-26885391-fc33-4963-b86f-fdf1212e81be tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:32.790475 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1b7897ba-bb0a-44aa-a2ca-5cf91ba14208 req-26885391-fc33-4963-b86f-fdf1212e81be tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 950 time: 0.0785878 Apr 20 13:03:32.798506 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338e933-da4a-4ad5-acd6-3a2dcdbab247 req-f4966d50-0399-4fad-814f-24732e239f5c tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:32.799884 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c338e933-da4a-4ad5-acd6-3a2dcdbab247 req-f4966d50-0399-4fad-814f-24732e239f5c tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.0782115 Apr 20 13:03:32.853193 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1b7897ba-bb0a-44aa-a2ca-5cf91ba14208 req-15edb8a3-61ba-4182-aeaa-6a054c030097 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523658 Apr 20 13:03:32.857972 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c338e933-da4a-4ad5-acd6-3a2dcdbab247 req-3eaf253a-0d43-4c9d-9e9c-e95797181975 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510609 Apr 20 13:03:32.955825 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d6615104-049d-4742-a223-c0df87067048 req-25a1e1f4-16ad-4d7e-ba5a-6732d12b6da4 tempest-ServersAdmin275Test-1677650825 tempest-ServersAdmin275Test-1677650825-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0471480 Apr 20 13:03:32.978943 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d24f5-3b4a-431e-966b-635119d6e729 req-c57b16ab-711c-4656-ba51-60d97f40c328 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:32.984014 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a9d24f5-3b4a-431e-966b-635119d6e729 req-c57b16ab-711c-4656-ba51-60d97f40c328 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 945 time: 0.0669060 Apr 20 13:03:33.023894 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a9d24f5-3b4a-431e-966b-635119d6e729 req-a3271233-8476-41b8-9f73-974127903d69 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320032 Apr 20 13:03:33.077666 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d2a6d-e0c3-402b-beb7-d68823b7dd78 req-c539ae2f-5f03-42de-88bb-9fe000bbcfa6 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:33.079895 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e54d2a6d-e0c3-402b-beb7-d68823b7dd78 req-c539ae2f-5f03-42de-88bb-9fe000bbcfa6 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 944 time: 0.0516963 Apr 20 13:03:33.143677 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e54d2a6d-e0c3-402b-beb7-d68823b7dd78 req-ef171777-3dc5-4cc7-b425-870829f17098 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583591 Apr 20 13:03:33.155580 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662fd0b-3ab4-46ce-96a5-dd1d69751eda req-6279ae3a-b35a-4630-b664-81e239884352 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:33.156998 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8662fd0b-3ab4-46ce-96a5-dd1d69751eda req-6279ae3a-b35a-4630-b664-81e239884352 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 948 time: 0.0706081 Apr 20 13:03:33.195314 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8662fd0b-3ab4-46ce-96a5-dd1d69751eda req-7873306c-dc43-48e8-bddf-a8f982943850 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316267 Apr 20 13:03:33.881341 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device d652d4b0-9ae0-4c73-8d1c-2eedd7583cef details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:03:33.981578 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port d652d4b0-9ae0-4c73-8d1c-2eedd7583cef, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=d652d4b0-9ae0-4c73-8d1c-2eedd7583cef,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:33.993189 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': 'd652d4b0-9ae0-4c73-8d1c-2eedd7583cef', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'port_id': 'd652d4b0-9ae0-4c73-8d1c-2eedd7583cef', 'mac_address': 'fa:16:3e:19:ac:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b1f82a-7732-4b50-ab22-2475f182a712', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:03:34.010135 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3b509-7f33-4d13-b5dd-9ddc3a91be12 req-99ee9b79-755a-4b11-ab5d-084dbe67ba9f tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:34.011974 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-08c3b509-7f33-4d13-b5dd-9ddc3a91be12 req-99ee9b79-755a-4b11-ab5d-084dbe67ba9f tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.0836918 Apr 20 13:03:34.019330 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8203fe-16b5-491e-8e48-a0e1f621ebc2 req-2406ac8d-8b46-4e24-b782-96640b269e1c tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:34.020731 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-af8203fe-16b5-491e-8e48-a0e1f621ebc2 req-2406ac8d-8b46-4e24-b782-96640b269e1c tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 950 time: 0.0839043 Apr 20 13:03:34.031169 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:34.044280 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d652d4b0-9ae0-4c73-8d1c-2eedd7583cef {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:03:34.063788 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port d652d4b0-9ae0-4c73-8d1c-2eedd7583cef, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=d652d4b0-9ae0-4c73-8d1c-2eedd7583cef,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:34.071089 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-08c3b509-7f33-4d13-b5dd-9ddc3a91be12 req-64f76228-0d13-4103-8bb8-7c46eba06115 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493557 Apr 20 13:03:34.084730 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-af8203fe-16b5-491e-8e48-a0e1f621ebc2 req-4f034881-6695-43e6-b5dc-501f8e1f5518 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557904 Apr 20 13:03:34.138589 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:34.185384 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=d652d4b0-9ae0-4c73-8d1c-2eedd7583cef,revision_number=7']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:34.186363 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc291838-3840-4bc4-b897-60dd54ecf7f3 req-29be06b7-821d-4327-bfa1-8124cd30cf92 tempest-ServersAdmin275Test-1677650825 tempest-ServersAdmin275Test-1677650825-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0487878 Apr 20 13:03:34.210580 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28190a-21a2-434c-a247-166455f59324 req-791e1ba7-db46-40bc-a490-2f35bc24521c tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:34.212153 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3b28190a-21a2-434c-a247-166455f59324 req-791e1ba7-db46-40bc-a490-2f35bc24521c tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 945 time: 0.0649405 Apr 20 13:03:34.251064 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3b28190a-21a2-434c-a247-166455f59324 req-9f1550bc-a99e-46d5-ad34-99bdef4356b1 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326681 Apr 20 13:03:34.312015 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729394ee-c1b9-4736-9f7e-48e3a831e50a req-c0da5382-4834-4a6d-9057-74935655d620 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:34.313487 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-729394ee-c1b9-4736-9f7e-48e3a831e50a req-c0da5382-4834-4a6d-9057-74935655d620 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 944 time: 0.0498033 Apr 20 13:03:34.372122 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-729394ee-c1b9-4736-9f7e-48e3a831e50a req-6b038b96-1759-495b-8f22-1447b53390e2 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492828 Apr 20 13:03:34.384711 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6fde3-5614-4215-80b1-ad5029373745 req-b6a4a81f-9e2a-41de-b133-036fd2533903 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:34.386179 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a9e6fde3-5614-4215-80b1-ad5029373745 req-b6a4a81f-9e2a-41de-b133-036fd2533903 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 949 time: 0.0718126 Apr 20 13:03:34.422810 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a9e6fde3-5614-4215-80b1-ad5029373745 req-1c11fb34-d0e1-4374-9084-91ac6cd1edae tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304003 Apr 20 13:03:35.112638 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945aec3-05aa-4397-b654-d5508a68df78 req-e7ecc6bd-41ff-4d37-8fc9-3460af19aca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:35.113515 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9945aec3-05aa-4397-b654-d5508a68df78 req-e7ecc6bd-41ff-4d37-8fc9-3460af19aca0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4&device_id=12cb6c0e-c318-4180-8e7f-8f9bb58fb50d HTTP/1.1" status: 200 len: 1118 time: 0.0443394 Apr 20 13:03:35.291841 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abdca6-cd65-4607-b848-eaf138dfedbd req-993b7a2c-712e-48d7-9e33-adf02a6b6b45 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:35.293305 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b2abdca6-cd65-4607-b848-eaf138dfedbd req-993b7a2c-712e-48d7-9e33-adf02a6b6b45 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.1396766 Apr 20 13:03:35.297460 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945aec3-05aa-4397-b654-d5508a68df78 req-d89208f2-bd46-443f-a2fa-ceb1362bc18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:35.298797 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9945aec3-05aa-4397-b654-d5508a68df78 req-d89208f2-bd46-443f-a2fa-ceb1362bc18d service neutron] 10.222.0.15 "GET /v2.0/networks?id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88 HTTP/1.1" status: 200 len: 909 time: 0.1656740 Apr 20 13:03:35.308600 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee563c-3761-48fb-b60d-4e35dce5954a req-33520093-8661-404c-957b-7965190d69dd tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:35.309947 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d7ee563c-3761-48fb-b60d-4e35dce5954a req-33520093-8661-404c-957b-7965190d69dd tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 950 time: 0.1031318 Apr 20 13:03:35.369718 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9945aec3-05aa-4397-b654-d5508a68df78 req-621b8cec-0bdd-4c29-869d-540adf449074 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=916b4b77-7d7a-491c-ba57-af69d26306e7 HTTP/1.1" status: 200 len: 217 time: 0.0548594 Apr 20 13:03:35.421443 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b2abdca6-cd65-4607-b848-eaf138dfedbd req-40960a85-eb3d-4c1d-bf60-df0904163577 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209650 Apr 20 13:03:35.429306 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d7ee563c-3761-48fb-b60d-4e35dce5954a req-3aea1553-1965-4824-8457-434cc5d09761 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072176 Apr 20 13:03:35.444723 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945aec3-05aa-4397-b654-d5508a68df78 req-d5410d59-0195-4e5b-90e9-74fea33cdb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:35.445152 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9945aec3-05aa-4397-b654-d5508a68df78 req-d5410d59-0195-4e5b-90e9-74fea33cdb85 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7f1a9c16-f305-43f3-a182-10217ec8e6e3 HTTP/1.1" status: 200 len: 848 time: 0.0683198 Apr 20 13:03:35.486643 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9945aec3-05aa-4397-b654-d5508a68df78 req-c322eb05-2ac4-4257-9f49-43da380d0acf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343351 Apr 20 13:03:35.548874 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7b88118b-40e5-4fe3-bafd-7d73a5ec23de req-b0390f7f-c7c9-4602-b5f1-47c984d0953f tempest-ServersAdmin275Test-1677650825 tempest-ServersAdmin275Test-1677650825-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0434661 Apr 20 13:03:35.629374 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7b511-14d5-46a2-b060-ceee334fb049 req-72946bd0-3dce-4802-bb1f-1a6c1ee18ebb tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:35.631305 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-23b7b511-14d5-46a2-b060-ceee334fb049 req-72946bd0-3dce-4802-bb1f-1a6c1ee18ebb tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 945 time: 0.1222281 Apr 20 13:03:35.672905 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9945aec3-05aa-4397-b654-d5508a68df78 req-2802b5cb-6e30-4449-9919-067253931fe7 service neutron] 10.222.0.15 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789734 Apr 20 13:03:35.762882 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5fa491-c191-4d1e-9291-1ad581a63d37 req-a91c1d12-0432-47ca-b05a-42bbd0968ba6 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:35.764433 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9d5fa491-c191-4d1e-9291-1ad581a63d37 req-a91c1d12-0432-47ca-b05a-42bbd0968ba6 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 944 time: 0.1322167 Apr 20 13:03:35.767265 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-23b7b511-14d5-46a2-b060-ceee334fb049 req-599a99b7-4d3e-454b-b5d9-53735e7e8105 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192217 Apr 20 13:03:35.827610 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9d5fa491-c191-4d1e-9291-1ad581a63d37 req-80cbdb8b-cdd2-4db8-811f-25caf4fd693b tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556331 Apr 20 13:03:35.831320 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9945aec3-05aa-4397-b654-d5508a68df78 req-1b78c5b7-cbb2-45fb-8ad6-9dc8ca8afe30 service neutron] 10.222.0.15 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501958 Apr 20 13:03:35.902166 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169741e-4abc-49ed-afff-08a6708ee4ab req-25936dd2-bc4e-4e06-9615-61e35a72e32d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:35.903685 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7169741e-4abc-49ed-afff-08a6708ee4ab req-25936dd2-bc4e-4e06-9615-61e35a72e32d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 949 time: 0.0531998 Apr 20 13:03:35.942192 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7169741e-4abc-49ed-afff-08a6708ee4ab req-e808f376-83f6-4b73-9b31-6488f89add66 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316951 Apr 20 13:03:36.571182 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba18cb5-9698-4e32-aeed-c7fd30259a24 req-ab35fb06-9d4a-42ad-a89c-1a1f39ca38a2 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:36.572716 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bba18cb5-9698-4e32-aeed-c7fd30259a24 req-ab35fb06-9d4a-42ad-a89c-1a1f39ca38a2 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.0774527 Apr 20 13:03:36.585778 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759fc4a-8fa6-4801-8991-5135e63871e1 req-a881273b-407b-47b4-91b1-3380615ed0f2 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:36.587160 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2759fc4a-8fa6-4801-8991-5135e63871e1 req-a881273b-407b-47b4-91b1-3380615ed0f2 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 950 time: 0.0658267 Apr 20 13:03:36.691552 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bba18cb5-9698-4e32-aeed-c7fd30259a24 req-d0235e0a-0f10-4077-9585-744f665009fa tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023502 Apr 20 13:03:36.698717 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2759fc4a-8fa6-4801-8991-5135e63871e1 req-2754c951-3926-4626-8c18-0e70f02f46ba tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978401 Apr 20 13:03:36.702699 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-c511d6f7-b4f7-4253-a5ed-01747f04927b service neutron] 10.222.0.15 "GET /v2.0/ports/78bb6d73-8d94-42fd-aa70-f667ac21071f/bindings/n-h1-836015-7 HTTP/1.1" status: 200 len: 384 time: 0.1146233 Apr 20 13:03:36.787562 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dac1c4aa-a459-47b8-a451-efc9e725d873 req-9aa9b7d4-e0ba-4aaa-8c85-f9f4a06ed4fa tempest-ServersAdmin275Test-1677650825 tempest-ServersAdmin275Test-1677650825-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0298772 Apr 20 13:03:36.978477 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca2edd-b6cd-4022-9fa8-fa4a7f0dafd7 req-064e06a1-b279-4356-9633-a237e6f2b47f tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:36.979960 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-23ca2edd-b6cd-4022-9fa8-fa4a7f0dafd7 req-064e06a1-b279-4356-9633-a237e6f2b47f tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 945 time: 0.1369481 Apr 20 13:03:36.989529 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-bb164296-3750-4c92-b139-c4d45ed64b8b service neutron] For port 78bb6d73-8d94-42fd-aa70-f667ac21071f, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=78bb6d73-8d94-42fd-aa70-f667ac21071f,segment=NetworkSegment(fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1),segment_id=fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:37.026578 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e85d3-a3f8-4852-a2d7-fbf39536429b req-1dc50ead-d416-4423-9ee0-015fe2d97eb8 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:37.028032 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-403e85d3-a3f8-4852-a2d7-fbf39536429b req-1dc50ead-d416-4423-9ee0-015fe2d97eb8 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 944 time: 0.1289461 Apr 20 13:03:37.038133 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-bb164296-3750-4c92-b139-c4d45ed64b8b service neutron] For port 78bb6d73-8d94-42fd-aa70-f667ac21071f, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:03:37.081517 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-23ca2edd-b6cd-4022-9fa8-fa4a7f0dafd7 req-cc6d3c26-3331-410d-a023-59d36d695f7e tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952928 Apr 20 13:03:37.102375 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-bb164296-3750-4c92-b139-c4d45ed64b8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78bb6d73-8d94-42fd-aa70-f667ac21071f {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:03:37.111063 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-403e85d3-a3f8-4852-a2d7-fbf39536429b req-0babd473-05ae-4261-a803-9d9fbc62db43 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751128 Apr 20 13:03:37.116253 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-bb164296-3750-4c92-b139-c4d45ed64b8b service neutron] For port 78bb6d73-8d94-42fd-aa70-f667ac21071f, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=78bb6d73-8d94-42fd-aa70-f667ac21071f,segment=NetworkSegment(fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1),segment_id=fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:37.192005 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-bb164296-3750-4c92-b139-c4d45ed64b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:37.202954 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355d395-453c-43d4-a8d5-56c8fd2b2d1e req-81d30466-c13e-447e-8a49-7dd361c7d4b9 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:37.204417 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d355d395-453c-43d4-a8d5-56c8fd2b2d1e req-81d30466-c13e-447e-8a49-7dd361c7d4b9 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 949 time: 0.0541399 Apr 20 13:03:37.268646 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d355d395-453c-43d4-a8d5-56c8fd2b2d1e req-17caddbb-220c-4dd2-adbc-d28e18c0bc14 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570121 Apr 20 13:03:37.298182 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-bb164296-3750-4c92-b139-c4d45ed64b8b service neutron] Transition to ACTIVE for port object 78bb6d73-8d94-42fd-aa70-f667ac21071f will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:03:37.380399 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-bb164296-3750-4c92-b139-c4d45ed64b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:37.445274 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-bb164296-3750-4c92-b139-c4d45ed64b8b service neutron] No DVR routers for this DVR port 78bb6d73-8d94-42fd-aa70-f667ac21071f on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:03:37.458670 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb164296-3750-4c92-b139-c4d45ed64b8b service neutron] Pushing event updated for resources: {'Port': ['ID=78bb6d73-8d94-42fd-aa70-f667ac21071f,revision_number=10']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:37.740787 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-bb164296-3750-4c92-b139-c4d45ed64b8b service neutron] 10.222.0.15 "PUT /v2.0/ports/78bb6d73-8d94-42fd-aa70-f667ac21071f/bindings/n-h1-836015-7/activate HTTP/1.1" status: 200 len: 369 time: 1.0284410 Apr 20 13:03:37.808698 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b087c-d321-410a-bc25-7f818b365705 req-c6e74428-64d9-4706-8c29-6c198012a701 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:37.810161 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-286b087c-d321-410a-bc25-7f818b365705 req-c6e74428-64d9-4706-8c29-6c198012a701 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.0483100 Apr 20 13:03:37.847721 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-286b087c-d321-410a-bc25-7f818b365705 req-f5a51a8e-ec85-488a-b426-5e322c73a45a tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312867 Apr 20 13:03:37.896201 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-055fbdaf-8dcb-465c-b293-b1a1cb7a02a3 tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:37.898360 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-055fbdaf-8dcb-465c-b293-b1a1cb7a02a3 tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab&tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4&binding%3Ahost_id=n-h2-836015-7 HTTP/1.1" status: 200 len: 1096 time: 0.0528944 Apr 20 13:03:37.948475 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-f7ab90d9-c732-4e33-a79f-3fa5c80a5ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:37.950214 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-f7ab90d9-c732-4e33-a79f-3fa5c80a5ca3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab&tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4 HTTP/1.1" status: 200 len: 1096 time: 0.0441279 Apr 20 13:03:37.962926 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df9894-b838-414e-972f-d3751f3423b2 req-ad7a8782-7f1b-4964-9898-07764052dea3 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:37.967829 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-41df9894-b838-414e-972f-d3751f3423b2 req-ad7a8782-7f1b-4964-9898-07764052dea3 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 950 time: 0.0616879 Apr 20 13:03:38.011966 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-38519db7-68d7-4e5d-8f5f-5fdcce3defe6 req-404c01a2-ef3e-4065-859a-b7dae23296d7 tempest-ServersAdmin275Test-1677650825 tempest-ServersAdmin275Test-1677650825-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0269628 Apr 20 13:03:38.018043 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-0058f683-cca7-497a-8236-d09626c887c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:38.019703 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-0058f683-cca7-497a-8236-d09626c887c2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4&device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 1096 time: 0.0450022 Apr 20 13:03:38.031932 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-41df9894-b838-414e-972f-d3751f3423b2 req-6f546a9b-c3ad-4307-bb12-fe81ea5a488c tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606763 Apr 20 13:03:38.114280 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-95bf9457-fc5b-4f07-aac3-214c9d108655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:38.116143 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-95bf9457-fc5b-4f07-aac3-214c9d108655 service neutron] 10.222.0.32 "GET /v2.0/networks?id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88 HTTP/1.1" status: 200 len: 909 time: 0.0888429 Apr 20 13:03:38.136559 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a004e7-8d5f-41a3-8f86-38be3e6803ef req-223573e3-70c0-4fea-a9dc-546603b0eca3 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:38.137646 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d6a004e7-8d5f-41a3-8f86-38be3e6803ef req-223573e3-70c0-4fea-a9dc-546603b0eca3 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/ports?device_id=78f77128-931b-4daf-9cfb-8ae6d7aea152 HTTP/1.1" status: 200 len: 946 time: 0.0493884 Apr 20 13:03:38.165415 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-ea310ddd-41dc-4bd4-8960-074f44432dc6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78bb6d73-8d94-42fd-aa70-f667ac21071f HTTP/1.1" status: 200 len: 217 time: 0.0419273 Apr 20 13:03:38.202363 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d6a004e7-8d5f-41a3-8f86-38be3e6803ef req-42a020fd-8bd0-408b-ad62-1a3c89a423f9 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/security-groups?id=4dc33baf-6a58-4370-9de4-593eb1325322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578794 Apr 20 13:03:38.223909 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-f88af55c-3b73-4b33-a047-003943aedf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:38.223909 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-f88af55c-3b73-4b33-a047-003943aedf0f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7f1a9c16-f305-43f3-a182-10217ec8e6e3 HTTP/1.1" status: 200 len: 848 time: 0.0447633 Apr 20 13:03:38.224119 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b141e-f433-42b8-8b6b-4649cd8f1229 req-ade08f50-5b16-414a-92e0-4d34e9770cfd tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:38.224119 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-459b141e-f433-42b8-8b6b-4649cd8f1229 req-ade08f50-5b16-414a-92e0-4d34e9770cfd tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 945 time: 0.0641565 Apr 20 13:03:38.261842 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-cb5758e1-4448-41b9-b4e8-5d4fb849c941 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275345 Apr 20 13:03:38.273944 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-459b141e-f433-42b8-8b6b-4649cd8f1229 req-f7c80c43-00c4-4587-818a-2032d65ba6cf tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451038 Apr 20 13:03:38.313247 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f3434-683b-4b93-a688-1c748ac4b90c req-b6508f79-1e19-4e1c-a5e6-486c5d40b58f tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:38.315191 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e46f3434-683b-4b93-a688-1c748ac4b90c req-b6508f79-1e19-4e1c-a5e6-486c5d40b58f tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 945 time: 0.0550530 Apr 20 13:03:38.363445 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-830fcb60-1215-4a97-9602-712710714965 service neutron] 10.222.0.32 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862496 Apr 20 13:03:38.363684 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e46f3434-683b-4b93-a688-1c748ac4b90c req-348eb357-c324-44ab-8a5b-e741f39dd7f8 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411158 Apr 20 13:03:38.400533 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b166237-4de4-4daf-923d-990c11374b57 req-5666194e-ff74-4343-b46d-d9e21b86b0a9 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:38.402028 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6b166237-4de4-4daf-923d-990c11374b57 req-5666194e-ff74-4343-b46d-d9e21b86b0a9 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 949 time: 0.0582263 Apr 20 13:03:38.438735 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6b166237-4de4-4daf-923d-990c11374b57 req-72d447c8-c1b6-4080-af07-a54160a9bc50 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303361 Apr 20 13:03:38.465426 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-388b3b01-c00e-4e8e-bd0a-ad7a1f464d66 service neutron] 10.222.0.32 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885842 Apr 20 13:03:38.884973 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-676b6969-c10a-4052-a502-bae8cdf60d43 tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:38.886458 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-676b6969-c10a-4052-a502-bae8cdf60d43 tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab&tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4&binding%3Ahost_id=n-h1-836015-7 HTTP/1.1" status: 200 len: 1096 time: 0.0446224 Apr 20 13:03:38.963979 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196922d-dde6-4f57-be22-860870a3876c req-a2b967e8-9244-4d2e-adff-e0c3bc33752d tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:38.965448 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6196922d-dde6-4f57-be22-860870a3876c req-a2b967e8-9244-4d2e-adff-e0c3bc33752d tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.0488918 Apr 20 13:03:39.002773 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6196922d-dde6-4f57-be22-860870a3876c req-21016e62-f7b0-47f5-a454-69eac0ece961 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312669 Apr 20 13:03:39.063049 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-1762454b-a517-4725-b047-62aeedabf835 service neutron] For port 78bb6d73-8d94-42fd-aa70-f667ac21071f, host n-h2-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:03:39.067056 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-1762454b-a517-4725-b047-62aeedabf835 service neutron] Notify callbacks [] for binding, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:39.068421 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5f37ca15-390f-4008-a48e-55e53eba6cf3 req-1762454b-a517-4725-b047-62aeedabf835 service neutron] 10.222.0.32 "DELETE /v2.0/ports/78bb6d73-8d94-42fd-aa70-f667ac21071f/bindings/n-h2-836015-7 HTTP/1.1" status: 204 len: 173 time: 0.1719441 Apr 20 13:03:39.154166 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e8022162-ae47-46f1-bcbc-e3ba8e43f072 req-cb7f4032-d66c-4e82-bff7-81ccbcf41ffa tempest-ServersAdmin275Test-1677650825 tempest-ServersAdmin275Test-1677650825-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0464113 Apr 20 13:03:39.177568 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9269d9-a750-4437-80e0-8ad134b2d1fb req-e6a25945-e2bb-4eda-b6fb-1d12bb40c7df tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:39.179668 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9e9269d9-a750-4437-80e0-8ad134b2d1fb req-e6a25945-e2bb-4eda-b6fb-1d12bb40c7df tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 950 time: 0.0747185 Apr 20 13:03:39.217218 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9e9269d9-a750-4437-80e0-8ad134b2d1fb req-a7a56043-6190-4937-b770-d176156d68cb tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314646 Apr 20 13:03:39.318787 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd698a-83ed-4df9-a1be-f53467bb0dbf req-0d4a9860-3c15-4c99-8865-abdcac447d50 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:39.320307 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0bdd698a-83ed-4df9-a1be-f53467bb0dbf req-0d4a9860-3c15-4c99-8865-abdcac447d50 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/ports?device_id=78f77128-931b-4daf-9cfb-8ae6d7aea152 HTTP/1.1" status: 200 len: 946 time: 0.0490482 Apr 20 13:03:39.383816 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0bdd698a-83ed-4df9-a1be-f53467bb0dbf req-8f4818a7-eca7-41e7-aa37-d5d9e1517fd6 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/security-groups?id=4dc33baf-6a58-4370-9de4-593eb1325322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572932 Apr 20 13:03:39.416824 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531a80a-4651-46dd-a6f2-9bd9a57e1108 req-ad288ea3-4494-4526-acec-b00d3b1b14e4 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:39.418305 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4531a80a-4651-46dd-a6f2-9bd9a57e1108 req-ad288ea3-4494-4526-acec-b00d3b1b14e4 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 945 time: 0.0719912 Apr 20 13:03:39.483948 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4531a80a-4651-46dd-a6f2-9bd9a57e1108 req-8fb1e68c-6efe-4a03-ace8-c9613714d20b tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592687 Apr 20 13:03:39.505611 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98bb4f-f0a7-478b-832d-e2a5e37bc29a req-2dbd3cb3-ffac-4791-9093-a01f80542d4d tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:39.508617 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7a98bb4f-f0a7-478b-832d-e2a5e37bc29a req-2dbd3cb3-ffac-4791-9093-a01f80542d4d tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 945 time: 0.0668082 Apr 20 13:03:39.552347 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7a98bb4f-f0a7-478b-832d-e2a5e37bc29a req-5529f7fc-1bb8-4569-b418-48b6355fbaa7 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363579 Apr 20 13:03:39.603332 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d70b5-5c7d-4cad-aa61-efb02145bc23 req-68bc2b71-a51b-4b50-9881-75cc89f63619 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:39.603332 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7b9d70b5-5c7d-4cad-aa61-efb02145bc23 req-68bc2b71-a51b-4b50-9881-75cc89f63619 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 949 time: 0.0499604 Apr 20 13:03:39.641975 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7b9d70b5-5c7d-4cad-aa61-efb02145bc23 req-2a583cf8-54b4-4402-ad0a-900f1877a669 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326438 Apr 20 13:03:39.693165 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d7b6b-3b6f-4252-b389-14ebc80a8f7b req-28e22676-9d46-434c-b6c6-58fd0da233c6 tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:39.695183 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-960d7b6b-3b6f-4252-b389-14ebc80a8f7b req-28e22676-9d46-434c-b6c6-58fd0da233c6 tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 1096 time: 0.0429771 Apr 20 13:03:39.729561 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-960d7b6b-3b6f-4252-b389-14ebc80a8f7b req-2774d530-8215-4f15-a76e-c346f57147ca tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283158 Apr 20 13:03:39.765253 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['d652d4b0-9ae0-4c73-8d1c-2eedd7583cef'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:03:39.836325 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a31d97-aafa-4af9-87e3-8fa777096ef3 req-eabdbf41-cb30-4afa-a40a-407a1272803f tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:39.837842 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-38a31d97-aafa-4af9-87e3-8fa777096ef3 req-eabdbf41-cb30-4afa-a40a-407a1272803f tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 1096 time: 0.0428288 Apr 20 13:03:39.873219 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-38a31d97-aafa-4af9-87e3-8fa777096ef3 req-cb2e92b9-14f6-4961-b7dc-b81061743085 tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282686 Apr 20 13:03:39.999205 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e241eb-38ca-48f8-b680-092cdfe8789a req-fe5f3155-cb4c-4bab-90aa-ca73b859cfba tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:40.004141 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c6e241eb-38ca-48f8-b680-092cdfe8789a req-fe5f3155-cb4c-4bab-90aa-ca73b859cfba tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 949 time: 0.0623298 Apr 20 13:03:40.048213 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c6e241eb-38ca-48f8-b680-092cdfe8789a req-f0e6cfaf-1c91-4643-a788-7fd8a7e20435 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366473 Apr 20 13:03:40.148294 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363f595-e126-4c82-b7aa-d8fb43449013 req-7db57907-24c7-43eb-b374-3b0f6dbbb901 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:40.150436 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9363f595-e126-4c82-b7aa-d8fb43449013 req-7db57907-24c7-43eb-b374-3b0f6dbbb901 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.32 "GET /v2.0/ports?device_id=78f77128-931b-4daf-9cfb-8ae6d7aea152 HTTP/1.1" status: 200 len: 946 time: 0.0647731 Apr 20 13:03:40.203110 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bddd0d2-2a5a-4b01-84a4-c22a0301323d req-5ba6ef97-a8fb-4cfd-9df9-008824e065a9 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:40.204542 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7bddd0d2-2a5a-4b01-84a4-c22a0301323d req-5ba6ef97-a8fb-4cfd-9df9-008824e065a9 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00&tenant_id=7c185004f0bb4f68ac206a98646f7134&binding%3Ahost_id=n-h1-836015-7 HTTP/1.1" status: 200 len: 949 time: 0.1188910 Apr 20 13:03:40.221630 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f0f04-0320-4577-ad7b-dd450130f068 req-a87ee6a3-2576-41ef-a0e5-43270ba85b20 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:40.223323 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-442f0f04-0320-4577-ad7b-dd450130f068 req-a87ee6a3-2576-41ef-a0e5-43270ba85b20 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.0826409 Apr 20 13:03:40.262942 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-9363f595-e126-4c82-b7aa-d8fb43449013 req-1e70a60a-5c99-4339-bfcf-06c9115a5d41 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Deleting port f7dc3b62-bfe5-4f96-a9c7-14145390a61f {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:03:40.263583 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-9363f595-e126-4c82-b7aa-d8fb43449013 req-1e70a60a-5c99-4339-bfcf-06c9115a5d41 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:40.277650 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-442f0f04-0320-4577-ad7b-dd450130f068 req-e3099fc7-d00b-4adf-b3f7-c1be48de1bdf tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415883 Apr 20 13:03:40.345007 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bddd0d2-2a5a-4b01-84a4-c22a0301323d req-24639e38-f4d1-436f-8827-e1b8d022ba1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:40.346487 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7bddd0d2-2a5a-4b01-84a4-c22a0301323d req-24639e38-f4d1-436f-8827-e1b8d022ba1b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c185004f0bb4f68ac206a98646f7134&device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 1100 time: 0.0509248 Apr 20 13:03:40.367699 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-9363f595-e126-4c82-b7aa-d8fb43449013 req-1e70a60a-5c99-4339-bfcf-06c9115a5d41 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] For port f7dc3b62-bfe5-4f96-a9c7-14145390a61f, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=f7dc3b62-bfe5-4f96-a9c7-14145390a61f,segment=NetworkSegment(1b17d21e-6447-400e-956c-5c6f6252d3ee),segment_id=1b17d21e-6447-400e-956c-5c6f6252d3ee)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:40.368070 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-9363f595-e126-4c82-b7aa-d8fb43449013 req-1e70a60a-5c99-4339-bfcf-06c9115a5d41 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:40.380802 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-124d9876-b3c2-43ea-a976-e76bc1fa65cf req-e67beeb1-cb6e-4467-ab88-8a4983ef34af tempest-ServersAdmin275Test-1677650825 tempest-ServersAdmin275Test-1677650825-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0333579 Apr 20 13:03:40.547809 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bddd0d2-2a5a-4b01-84a4-c22a0301323d req-0fb4325d-c41e-401f-a7aa-e2b4c820225e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:40.549260 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7bddd0d2-2a5a-4b01-84a4-c22a0301323d req-0fb4325d-c41e-401f-a7aa-e2b4c820225e service neutron] 10.222.0.32 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.1933482 Apr 20 13:03:40.558525 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1259ac-1200-4e33-a9b2-b5388bf96a4c req-ab3b9cba-cf81-4f53-bea1-121c31334ca2 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:40.559943 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7c1259ac-1200-4e33-a9b2-b5388bf96a4c req-ab3b9cba-cf81-4f53-bea1-121c31334ca2 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 950 time: 0.1068106 Apr 20 13:03:40.565524 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-9363f595-e126-4c82-b7aa-d8fb43449013 req-1e70a60a-5c99-4339-bfcf-06c9115a5d41 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:40.566000 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-9363f595-e126-4c82-b7aa-d8fb43449013 req-1e70a60a-5c99-4339-bfcf-06c9115a5d41 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:40.566415 n-d-836015-7 neutron-server[114870]: INFO neutron.db.l3_db [req-9363f595-e126-4c82-b7aa-d8fb43449013 req-1e70a60a-5c99-4339-bfcf-06c9115a5d41 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Floating IP bf236d67-9117-4856-951e-1758320057be disassociated. External IP: 172.25.8.60, port: f7dc3b62-bfe5-4f96-a9c7-14145390a61f. Apr 20 13:03:40.567044 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-9363f595-e126-4c82-b7aa-d8fb43449013 req-1e70a60a-5c99-4339-bfcf-06c9115a5d41 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Calling delete_port for f7dc3b62-bfe5-4f96-a9c7-14145390a61f owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:03:40.609284 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7bddd0d2-2a5a-4b01-84a4-c22a0301323d req-1823b35f-cc95-458a-a7d0-cf07b548dbbe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=d652d4b0-9ae0-4c73-8d1c-2eedd7583cef HTTP/1.1" status: 200 len: 217 time: 0.0471637 Apr 20 13:03:40.693639 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7c1259ac-1200-4e33-a9b2-b5388bf96a4c req-addbad9b-b7bf-44e3-8a40-f279558f0255 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173096 Apr 20 13:03:40.707680 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144c04d-ce7d-4c61-a26e-086408b23fe6 req-27b69db1-2347-4b46-9265-9a8285038696 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:40.707680 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3144c04d-ce7d-4c61-a26e-086408b23fe6 req-27b69db1-2347-4b46-9265-9a8285038696 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/ports?device_id=78f77128-931b-4daf-9cfb-8ae6d7aea152 HTTP/1.1" status: 200 len: 946 time: 0.1453004 Apr 20 13:03:40.710201 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bddd0d2-2a5a-4b01-84a4-c22a0301323d req-622f5575-46ee-4950-b1f6-a642af9665ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:40.711390 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7bddd0d2-2a5a-4b01-84a4-c22a0301323d req-622f5575-46ee-4950-b1f6-a642af9665ca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0827632 Apr 20 13:03:40.751913 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-9363f595-e126-4c82-b7aa-d8fb43449013 req-1e70a60a-5c99-4339-bfcf-06c9115a5d41 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:40.780868 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70a60a-5c99-4339-bfcf-06c9115a5d41 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Pushing event deleted for resources: {'Port': ['ID=f7dc3b62-bfe5-4f96-a9c7-14145390a61f,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:40.781381 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3144c04d-ce7d-4c61-a26e-086408b23fe6 req-d4de821c-dd30-47ad-bcbb-aa57be600ec7 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/security-groups?id=4dc33baf-6a58-4370-9de4-593eb1325322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651858 Apr 20 13:03:40.823431 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bddd0d2-2a5a-4b01-84a4-c22a0301323d req-438e6b16-a7c3-4696-862b-3f56199dbf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:40.824819 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7bddd0d2-2a5a-4b01-84a4-c22a0301323d req-438e6b16-a7c3-4696-862b-3f56199dbf6c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0952005 Apr 20 13:03:40.840942 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f069bd-df7f-4642-9410-b54b3d34aed4 req-bde7103b-7488-4eef-a7c7-3f4d97b52d75 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:40.842410 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d8f069bd-df7f-4642-9410-b54b3d34aed4 req-bde7103b-7488-4eef-a7c7-3f4d97b52d75 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 945 time: 0.0810101 Apr 20 13:03:40.898568 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9363f595-e126-4c82-b7aa-d8fb43449013 req-1e70a60a-5c99-4339-bfcf-06c9115a5d41 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Router 140f103b-9d99-461e-9099-d88ca002937b has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:03:40.927344 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d8f069bd-df7f-4642-9410-b54b3d34aed4 req-38aaf7ff-02f0-4b12-91b4-f021d28ac592 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757196 Apr 20 13:03:40.953245 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7bddd0d2-2a5a-4b01-84a4-c22a0301323d req-68f44758-b127-40d0-b4bc-22e58283a941 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098914 Apr 20 13:03:41.005471 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9363f595-e126-4c82-b7aa-d8fb43449013 req-1e70a60a-5c99-4339-bfcf-06c9115a5d41 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:03:41.016520 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4727574-66e5-4ab1-933d-2eddda4a6d9a None None] Sync routers for ids ['140f103b-9d99-461e-9099-d88ca002937b'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:03:41.028017 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4727574-66e5-4ab1-933d-2eddda4a6d9a None None] Routers {'140f103b-9d99-461e-9099-d88ca002937b'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:03:41.028951 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-e4727574-66e5-4ab1-933d-2eddda4a6d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:03:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['140f103b-9d99-461e-9099-d88ca002937b'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:41.046847 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-9363f595-e126-4c82-b7aa-d8fb43449013 req-1e70a60a-5c99-4339-bfcf-06c9115a5d41 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] No DVR routers for this DVR port f7dc3b62-bfe5-4f96-a9c7-14145390a61f on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:03:41.050484 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-9363f595-e126-4c82-b7aa-d8fb43449013 req-1e70a60a-5c99-4339-bfcf-06c9115a5d41 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:41.051063 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7bddd0d2-2a5a-4b01-84a4-c22a0301323d req-15db3190-e02b-49fb-9663-97891d465fd6 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892255 Apr 20 13:03:41.053768 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9363f595-e126-4c82-b7aa-d8fb43449013 req-1e70a60a-5c99-4339-bfcf-06c9115a5d41 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.32 "DELETE /v2.0/ports/f7dc3b62-bfe5-4f96-a9c7-14145390a61f HTTP/1.1" status: 204 len: 173 time: 0.8954155 Apr 20 13:03:41.054237 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f77128-931b-4daf-9cfb-8ae6d7aea152', 'name': 'network-vif-deleted', 'tag': 'f7dc3b62-bfe5-4f96-a9c7-14145390a61f'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:03:41.057263 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a8b4f7-e5ec-4430-b01c-b69ef7ad9552" -d '{"events": [{"server_uuid": "78f77128-931b-4daf-9cfb-8ae6d7aea152", "name": "network-vif-deleted", "tag": "f7dc3b62-bfe5-4f96-a9c7-14145390a61f"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:03:41.097053 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d333e4ab-28d0-45d0-ab24-3744c7095385 x-openstack-request-id: req-d333e4ab-28d0-45d0-ab24-3744c7095385 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:03:41.097525 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78f77128-931b-4daf-9cfb-8ae6d7aea152", "name": "network-vif-deleted", "tag": "f7dc3b62-bfe5-4f96-a9c7-14145390a61f", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:03:41.097939 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d333e4ab-28d0-45d0-ab24-3744c7095385 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:03:41.098483 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d333e4ab-28d0-45d0-ab24-3744c7095385'] response: {'server_uuid': '78f77128-931b-4daf-9cfb-8ae6d7aea152', 'name': 'network-vif-deleted', 'tag': 'f7dc3b62-bfe5-4f96-a9c7-14145390a61f', 'status': 'completed', 'code': 200} Apr 20 13:03:41.141909 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-e4727574-66e5-4ab1-933d-2eddda4a6d9a None None] Set router 140f103b-9d99-461e-9099-d88ca002937b gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:03:41.180610 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f97fd-6052-421d-b30c-77bcb85f5642 req-875e6029-76f1-43f3-a2ea-fe9501f2c420 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:41.188274 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-389f97fd-6052-421d-b30c-77bcb85f5642 req-875e6029-76f1-43f3-a2ea-fe9501f2c420 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 949 time: 0.0642259 Apr 20 13:03:41.246317 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-389f97fd-6052-421d-b30c-77bcb85f5642 req-07041b24-9e0b-40e6-92a3-ce80253fe354 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398638 Apr 20 13:03:41.397663 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-e4727574-66e5-4ab1-933d-2eddda4a6d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140f103b-9d99-461e-9099-d88ca002937b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350087970-router', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'ba6687fe-eff5-4e64-8bcb-d3984919eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:42Z', 'updated_at': '2022-04-20T12:59:47Z', 'revision_number': 4, 'project_id': '5b1351b4ef5344fa8f1186ac748ba322', 'gw_port': {'id': 'ba6687fe-eff5-4e64-8bcb-d3984919eccc', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140f103b-9d99-461e-9099-d88ca002937b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:43Z', 'updated_at': '2022-04-20T12:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'd9967659-c32a-4a92-b827-55bb4610c88e', 'name': '', 'network_id': 'ecf7a882-8a89-482e-a7e3-f6c844876b2c', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'mac_address': 'fa:16:3e:f6:00:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140f103b-9d99-461e-9099-d88ca002937b', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '301a39b8-8298-4a33-b223-fe67182f35e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:46Z', 'updated_at': '2022-04-20T12:59:54Z', 'revision_number': 5, 'project_id': '5b1351b4ef5344fa8f1186ac748ba322', 'subnets': [{'id': '301a39b8-8298-4a33-b223-fe67182f35e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:41.406136 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9906b-4246-4603-a617-bfc982630c59 req-277019e6-b87c-4dcb-a3ba-c1966a893e4e tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:41.410562 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6fa9906b-4246-4603-a617-bfc982630c59 req-277019e6-b87c-4dcb-a3ba-c1966a893e4e tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.0585063 Apr 20 13:03:41.428255 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4727574-66e5-4ab1-933d-2eddda4a6d9a None None] Checking router: 140f103b-9d99-461e-9099-d88ca002937b for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:03:41.437169 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4727574-66e5-4ab1-933d-2eddda4a6d9a None None] Routers {'140f103b-9d99-461e-9099-d88ca002937b'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:03:41.437776 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-e4727574-66e5-4ab1-933d-2eddda4a6d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:03:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['140f103b-9d99-461e-9099-d88ca002937b'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:41.443571 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6fa9906b-4246-4603-a617-bfc982630c59 req-8d900cf3-58b3-4687-841b-cfd308a8a8b7 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321257 Apr 20 13:03:41.582307 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-e4727574-66e5-4ab1-933d-2eddda4a6d9a None None] Set router 140f103b-9d99-461e-9099-d88ca002937b gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:03:41.591985 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c246c6d3-1529-4283-b509-a15c4d76a5d1 req-263308a9-fc82-4c86-8fd5-65591bde26c6 tempest-ServersAdmin275Test-1677650825 tempest-ServersAdmin275Test-1677650825-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0430703 Apr 20 13:03:41.827764 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909a670-e661-4459-bc6f-938533f0b2d8 req-80e6128b-9e98-4816-ae43-b2ce5ff7f94f tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:41.837255 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f909a670-e661-4459-bc6f-938533f0b2d8 req-80e6128b-9e98-4816-ae43-b2ce5ff7f94f tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 950 time: 0.0643027 Apr 20 13:03:41.875752 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-e4727574-66e5-4ab1-933d-2eddda4a6d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140f103b-9d99-461e-9099-d88ca002937b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350087970-router', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'ba6687fe-eff5-4e64-8bcb-d3984919eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:42Z', 'updated_at': '2022-04-20T12:59:47Z', 'revision_number': 4, 'project_id': '5b1351b4ef5344fa8f1186ac748ba322', 'gw_port': {'id': 'ba6687fe-eff5-4e64-8bcb-d3984919eccc', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140f103b-9d99-461e-9099-d88ca002937b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:43Z', 'updated_at': '2022-04-20T12:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'd9967659-c32a-4a92-b827-55bb4610c88e', 'name': '', 'network_id': 'ecf7a882-8a89-482e-a7e3-f6c844876b2c', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'mac_address': 'fa:16:3e:f6:00:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140f103b-9d99-461e-9099-d88ca002937b', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '301a39b8-8298-4a33-b223-fe67182f35e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:46Z', 'updated_at': '2022-04-20T12:59:54Z', 'revision_number': 5, 'project_id': '5b1351b4ef5344fa8f1186ac748ba322', 'subnets': [{'id': '301a39b8-8298-4a33-b223-fe67182f35e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:41.884283 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f909a670-e661-4459-bc6f-938533f0b2d8 req-e46b2379-2b43-4e6b-9c01-4d2a97555d37 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413318 Apr 20 13:03:41.919253 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4727574-66e5-4ab1-933d-2eddda4a6d9a None None] The sync data for ids ['140f103b-9d99-461e-9099-d88ca002937b'] in n-d-836015-7 is: [{'id': '140f103b-9d99-461e-9099-d88ca002937b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350087970-router', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'ba6687fe-eff5-4e64-8bcb-d3984919eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:42Z', 'updated_at': '2022-04-20T12:59:47Z', 'revision_number': 4, 'project_id': '5b1351b4ef5344fa8f1186ac748ba322', 'gw_port': {'id': 'ba6687fe-eff5-4e64-8bcb-d3984919eccc', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140f103b-9d99-461e-9099-d88ca002937b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:43Z', 'updated_at': '2022-04-20T12:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'd9967659-c32a-4a92-b827-55bb4610c88e', 'name': '', 'network_id': 'ecf7a882-8a89-482e-a7e3-f6c844876b2c', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'mac_address': 'fa:16:3e:f6:00:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140f103b-9d99-461e-9099-d88ca002937b', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '301a39b8-8298-4a33-b223-fe67182f35e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:46Z', 'updated_at': '2022-04-20T12:59:54Z', 'revision_number': 5, 'project_id': '5b1351b4ef5344fa8f1186ac748ba322', 'subnets': [{'id': '301a39b8-8298-4a33-b223-fe67182f35e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:03:41.934408 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device d652d4b0-9ae0-4c73-8d1c-2eedd7583cef up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:03:41.969249 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-511a458f-f919-4d08-a588-81c03bf86c33 req-568c0677-bb8b-4a59-b42e-798e06afc858 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/ports?device_id=78f77128-931b-4daf-9cfb-8ae6d7aea152 HTTP/1.1" status: 200 len: 210 time: 0.0548220 Apr 20 13:03:42.015855 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port d652d4b0-9ae0-4c73-8d1c-2eedd7583cef triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:42.016814 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:42.083452 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:42.099956 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6656d22-0aed-4b73-9c33-1703945f72fc req-7ddeb6c6-afab-46cf-9985-5da46a2a1336 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:42.107944 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e6656d22-0aed-4b73-9c33-1703945f72fc req-7ddeb6c6-afab-46cf-9985-5da46a2a1336 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 945 time: 0.0677121 Apr 20 13:03:42.154669 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:42.155654 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e6656d22-0aed-4b73-9c33-1703945f72fc req-863e3706-74c7-4e2b-bf38-206c33f289c2 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467262 Apr 20 13:03:42.196263 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdde50de-682c-4829-9098-b7f6e41b3e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd652d4b0-9ae0-4c73-8d1c-2eedd7583cef'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:03:42.199251 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0128e25-0bf2-4a43-8614-a5a7785ec57c" -d '{"events": [{"server_uuid": "cdde50de-682c-4829-9098-b7f6e41b3e00", "name": "network-vif-plugged", "status": "completed", "tag": "d652d4b0-9ae0-4c73-8d1c-2eedd7583cef"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:03:42.214360 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port d652d4b0-9ae0-4c73-8d1c-2eedd7583cef, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=d652d4b0-9ae0-4c73-8d1c-2eedd7583cef,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:42.248155 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cdcff05-3df2-4001-a410-47ab1ab18885 x-openstack-request-id: req-8cdcff05-3df2-4001-a410-47ab1ab18885 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:03:42.248155 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdde50de-682c-4829-9098-b7f6e41b3e00", "name": "network-vif-plugged", "status": "completed", "tag": "d652d4b0-9ae0-4c73-8d1c-2eedd7583cef", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:03:42.248155 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8cdcff05-3df2-4001-a410-47ab1ab18885 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:03:42.248155 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cdcff05-3df2-4001-a410-47ab1ab18885'] response: {'server_uuid': 'cdde50de-682c-4829-9098-b7f6e41b3e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd652d4b0-9ae0-4c73-8d1c-2eedd7583cef', 'code': 200} Apr 20 13:03:42.344069 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb6b34b-4af5-4158-a552-b41e6f607e2e None None] New status for floating IP bf236d67-9117-4856-951e-1758320057be: DOWN {{(pid=114872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:03:42.346878 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:42.348994 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device f7dc3b62-bfe5-4f96-a9c7-14145390a61f no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:03:42.401276 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=d652d4b0-9ae0-4c73-8d1c-2eedd7583cef,revision_number=8']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:42.425382 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: f7dc3b62-bfe5-4f96-a9c7-14145390a61f {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:03:42.425859 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device f7dc3b62-bfe5-4f96-a9c7-14145390a61f not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:03:42.435525 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf796fe-a549-410e-ae35-9b4c96cd6e5b req-83c807b2-c139-4a92-a340-c6198c2e7756 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:42.437044 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ecf796fe-a549-410e-ae35-9b4c96cd6e5b req-83c807b2-c139-4a92-a340-c6198c2e7756 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 949 time: 0.1145401 Apr 20 13:03:42.501147 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ecf796fe-a549-410e-ae35-9b4c96cd6e5b req-c6fdd8c7-dbac-427f-85f4-adb61015de4b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570083 Apr 20 13:03:42.501638 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:03:42.660970 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3556a-8a2e-4eb2-82ab-3bed67179944 req-4b5168e0-5d5a-4516-b4c5-207be3c740b2 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:42.662477 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c9a3556a-8a2e-4eb2-82ab-3bed67179944 req-4b5168e0-5d5a-4516-b4c5-207be3c740b2 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.1171386 Apr 20 13:03:42.672087 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:42.705118 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6245d-dbdf-4cdd-8090-1c8c7647b170 req-4e5d2b0f-c75e-42a5-90d5-069a8f50b91b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:42.706639 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fac6245d-dbdf-4cdd-8090-1c8c7647b170 req-4e5d2b0f-c75e-42a5-90d5-069a8f50b91b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 950 time: 0.0882757 Apr 20 13:03:42.732213 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c9a3556a-8a2e-4eb2-82ab-3bed67179944 req-c81d5e7d-17d5-45eb-a94c-f78154778a41 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622809 Apr 20 13:03:42.784812 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fac6245d-dbdf-4cdd-8090-1c8c7647b170 req-431bc5c5-8d55-467d-a490-6816de6ae701 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710719 Apr 20 13:03:42.875349 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f71ac161-e92a-4e62-994d-0f4f3db889e5 req-57a6972c-b7c1-4e0b-805b-107a92f5a64d tempest-ServersAdmin275Test-1677650825 tempest-ServersAdmin275Test-1677650825-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0326171 Apr 20 13:03:43.026702 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85734312-4ff7-4b10-85a6-c8cf9d46642f req-87931444-b39d-4466-9d29-8047ff2d7bfe tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:43.028796 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85734312-4ff7-4b10-85a6-c8cf9d46642f req-87931444-b39d-4466-9d29-8047ff2d7bfe tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 950 time: 0.0497346 Apr 20 13:03:43.068933 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85734312-4ff7-4b10-85a6-c8cf9d46642f req-911c1868-8afe-485a-91d6-8bf2255a2b3c tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331624 Apr 20 13:03:43.219565 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f46c8-25d9-4b37-82d8-2224a26ed2c4 req-a814a876-c714-429c-838f-0067ee50ac40 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:43.221038 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-707f46c8-25d9-4b37-82d8-2224a26ed2c4 req-a814a876-c714-429c-838f-0067ee50ac40 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.0495861 Apr 20 13:03:43.262921 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-707f46c8-25d9-4b37-82d8-2224a26ed2c4 req-c6aa6a1e-8ca5-4d3a-84b1-4d713916d712 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346229 Apr 20 13:03:43.493179 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba45e83-cc66-40be-ae03-5f13c714716e req-10ea9fec-3689-4670-8ceb-ffb914bb6470 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:43.494764 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2ba45e83-cc66-40be-ae03-5f13c714716e req-10ea9fec-3689-4670-8ceb-ffb914bb6470 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 945 time: 0.0795813 Apr 20 13:03:43.496434 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-7e17df01-6133-45e0-827c-775ff9fdff15 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=1eb4b98654a64cc0a24f0db20416c844&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446725 Apr 20 13:03:43.589692 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2ba45e83-cc66-40be-ae03-5f13c714716e req-8e9d14b0-a928-4b26-bb10-6b61f25cc8ba tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862982 Apr 20 13:03:43.626594 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-01f3b2d5-5351-4b9c-a9b9-1ea057cb4ca1 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:43.628184 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-01f3b2d5-5351-4b9c-a9b9-1ea057cb4ca1 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1260333 Apr 20 13:03:43.643992 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-e062bf9b-0535-4122-9250-fa820b953cf2 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/quotas/1eb4b98654a64cc0a24f0db20416c844 HTTP/1.1" status: 200 len: 375 time: 0.0090215 Apr 20 13:03:43.727658 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa11ec-8bbe-45bc-8ecf-f4fa77f67291 req-8aa52af3-1436-4a01-ae15-bbd3ca78f2c3 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:43.729115 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7dfa11ec-8bbe-45bc-8ecf-f4fa77f67291 req-8aa52af3-1436-4a01-ae15-bbd3ca78f2c3 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.0705459 Apr 20 13:03:43.735547 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-16cac9f0-bf73-4101-8280-d925abd77753 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1eb4b98654a64cc0a24f0db20416c844&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0849929 Apr 20 13:03:43.768668 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7dfa11ec-8bbe-45bc-8ecf-f4fa77f67291 req-17a88398-a6c2-4b1a-a5ca-6305fb3136e7 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322678 Apr 20 13:03:43.975762 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58128) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:44.038804 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ae9023e6-e66e-4896-af81-d650dd0ebe52 req-2fb75fc5-6c5d-4191-8aff-94d0b83d7c0d tempest-ServersAdmin275Test-1677650825 tempest-ServersAdmin275Test-1677650825-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0359049 Apr 20 13:03:44.086902 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-5ef6d5e3-534b-4844-b4a7-d78f336fde22 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=7c185004f0bb4f68ac206a98646f7134&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443311 Apr 20 13:03:44.136361 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0643195b-7274-4102-bcb9-c8067ded6924 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:44.190300 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c8026369-c91d-410e-bacb-6fe5cc384bfe req-ed4a3338-24df-4e78-8cdf-09a2d255d38e tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=b76d5ca0-7c0b-429c-9bf1-32a63dde2066 HTTP/1.1" status: 200 len: 210 time: 0.0779305 Apr 20 13:03:44.213817 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0643195b-7274-4102-bcb9-c8067ded6924 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:44.276751 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-04f097d7-a0b9-4b4a-98d3-690c54ef3f9f tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:44.278229 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-04f097d7-a0b9-4b4a-98d3-690c54ef3f9f tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1820395 Apr 20 13:03:44.311577 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-d1d4447a-9be4-480f-a114-4aff401559a1 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/quotas/7c185004f0bb4f68ac206a98646f7134 HTTP/1.1" status: 200 len: 375 time: 0.0168128 Apr 20 13:03:44.358335 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-f4769b78-09a3-4f43-a0d7-1cdaca5855e9 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7c185004f0bb4f68ac206a98646f7134&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458305 Apr 20 13:03:44.363057 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0643195b-7274-4102-bcb9-c8067ded6924 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:44.366710 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0643195b-7274-4102-bcb9-c8067ded6924 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:44.370240 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-0643195b-7274-4102-bcb9-c8067ded6924 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "DELETE /v2.0/security-groups/4dc33baf-6a58-4370-9de4-593eb1325322 HTTP/1.1" status: 204 len: 168 time: 0.3917491 Apr 20 13:03:44.370864 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58142) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:44.380257 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0643195b-7274-4102-bcb9-c8067ded6924 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc33baf-6a58-4370-9de4-593eb1325322,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:44.408093 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-320b5894-51bd-4c72-980a-8912bba3b504 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] show failed (client error): The resource could not be found. Apr 20 13:03:44.408093 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-320b5894-51bd-4c72-980a-8912bba3b504 tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "GET /v2.0/security-groups/4dc33baf-6a58-4370-9de4-593eb1325322 HTTP/1.1" status: 404 len: 347 time: 0.0306156 Apr 20 13:03:44.408093 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58144) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:44.565136 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-9e6fc9ce-7296-4651-8aea-99ae3756742c tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Deleting port 6c5c2cc2-5362-41d7-ad96-779a96acb2a1 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:03:44.565479 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9e6fc9ce-7296-4651-8aea-99ae3756742c tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:44.678517 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9e6fc9ce-7296-4651-8aea-99ae3756742c tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:44.681508 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9e6fc9ce-7296-4651-8aea-99ae3756742c tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:44.707412 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-9e6fc9ce-7296-4651-8aea-99ae3756742c tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Calling delete_port for 6c5c2cc2-5362-41d7-ad96-779a96acb2a1 owned by network:floatingip {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:03:44.735895 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9cfb977e-e1d7-4d89-a1ad-9544c1a152f0 req-cdb2da6a-2fa2-43b2-b1ea-3bde7dac9ce7 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 210 time: 0.0464063 Apr 20 13:03:44.764701 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f8081-1dce-4c29-a698-30c333a2cb25 req-f48341c6-10b8-4560-ba5a-26b3cdc3a644 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:44.775717 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-509f8081-1dce-4c29-a698-30c333a2cb25 req-f48341c6-10b8-4560-ba5a-26b3cdc3a644 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 945 time: 0.0962842 Apr 20 13:03:44.823760 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-509f8081-1dce-4c29-a698-30c333a2cb25 req-ce2b53d0-e663-4264-8f5c-2e6c39f1f1bb tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451264 Apr 20 13:03:44.981978 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04bba6-2fa1-4b3e-aa68-243d187255b8 req-df5d0d43-087d-4ed3-859f-632e71553ec4 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:44.983836 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9f04bba6-2fa1-4b3e-aa68-243d187255b8 req-df5d0d43-087d-4ed3-859f-632e71553ec4 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.1349981 Apr 20 13:03:45.003726 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9e6fc9ce-7296-4651-8aea-99ae3756742c tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:45.005240 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89785b55-315a-4be3-98f9-ddaa6bf2f86f req-40812670-9d6e-47cd-8cba-f605195bd6c3 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:45.007263 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-89785b55-315a-4be3-98f9-ddaa6bf2f86f req-40812670-9d6e-47cd-8cba-f605195bd6c3 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 946 time: 0.1095736 Apr 20 13:03:45.043032 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0666205a-e493-458e-806a-1c69fbff506c req-7d559762-20b7-43c2-be1a-cdcea44ab8b2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0296555 Apr 20 13:03:45.049594 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90fdc4-5068-4b77-93c8-c007a14eebf8 req-f7b9aed6-f30a-4454-9137-523cd4a64545 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:45.051075 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f90fdc4-5068-4b77-93c8-c007a14eebf8 req-f7b9aed6-f30a-4454-9137-523cd4a64545 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 1096 time: 0.1213839 Apr 20 13:03:45.064445 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6fc9ce-7296-4651-8aea-99ae3756742c tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Pushing event deleted for resources: {'Port': ['ID=6c5c2cc2-5362-41d7-ad96-779a96acb2a1,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:45.140078 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9e6fc9ce-7296-4651-8aea-99ae3756742c tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks [] for floatingip, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:45.143442 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9e6fc9ce-7296-4651-8aea-99ae3756742c tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:45.151205 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-89785b55-315a-4be3-98f9-ddaa6bf2f86f req-84a47649-f191-4e52-bd8d-02a379a0165e tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups?id=30012406-f596-4f69-b586-92381bcc267c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145689 Apr 20 13:03:45.156298 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9e6fc9ce-7296-4651-8aea-99ae3756742c tempest-ServersWithSpecificFlavorTestJSON-1221342458 tempest-ServersWithSpecificFlavorTestJSON-1221342458-project] 10.222.0.25 "DELETE /v2.0/floatingips/bf236d67-9117-4856-951e-1758320057be HTTP/1.1" status: 204 len: 168 time: 0.7491136 Apr 20 13:03:45.170770 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f90fdc4-5068-4b77-93c8-c007a14eebf8 req-a9e6db4f-d8a1-4624-97ad-b80d573f69b1 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077545 Apr 20 13:03:45.190289 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-9f04bba6-2fa1-4b3e-aa68-243d187255b8 req-b989f8d9-ec97-4248-88a6-0d3847184b9c tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Deleting port 8fe646d6-3d81-4d59-b950-e14f0d1e0b39 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:03:45.190629 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9f04bba6-2fa1-4b3e-aa68-243d187255b8 req-b989f8d9-ec97-4248-88a6-0d3847184b9c tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:45.314138 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c1fd37ff-8f30-4254-a373-d1559ef1e233 req-4a3b328e-5b8b-405f-8f35-9c5832a2816d tempest-ServersAdmin275Test-1677650825 tempest-ServersAdmin275Test-1677650825-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0415442 Apr 20 13:03:45.341524 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-9f04bba6-2fa1-4b3e-aa68-243d187255b8 req-b989f8d9-ec97-4248-88a6-0d3847184b9c tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] For port 8fe646d6-3d81-4d59-b950-e14f0d1e0b39, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=8fe646d6-3d81-4d59-b950-e14f0d1e0b39,segment=NetworkSegment(b9427c0d-7fe5-4e74-94e3-27c981444053),segment_id=b9427c0d-7fe5-4e74-94e3-27c981444053)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:45.341892 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9f04bba6-2fa1-4b3e-aa68-243d187255b8 req-b989f8d9-ec97-4248-88a6-0d3847184b9c tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:45.363385 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-9f04bba6-2fa1-4b3e-aa68-243d187255b8 req-b989f8d9-ec97-4248-88a6-0d3847184b9c tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Calling delete_port for 8fe646d6-3d81-4d59-b950-e14f0d1e0b39 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:03:45.447760 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2674497c-c7c3-4604-939c-2492be1205a1 req-cebbfc12-5537-47f3-bdfc-576f61a81520 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=b76d5ca0-7c0b-429c-9bf1-32a63dde2066 HTTP/1.1" status: 200 len: 210 time: 0.0476744 Apr 20 13:03:45.635759 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9f04bba6-2fa1-4b3e-aa68-243d187255b8 req-b989f8d9-ec97-4248-88a6-0d3847184b9c tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:45.648072 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['8fe646d6-3d81-4d59-b950-e14f0d1e0b39'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:03:45.691633 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b989f8d9-ec97-4248-88a6-0d3847184b9c tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Pushing event deleted for resources: {'Port': ['ID=8fe646d6-3d81-4d59-b950-e14f0d1e0b39,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:45.737272 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f04bba6-2fa1-4b3e-aa68-243d187255b8 req-b989f8d9-ec97-4248-88a6-0d3847184b9c tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] No DVR routers for this DVR port 8fe646d6-3d81-4d59-b950-e14f0d1e0b39 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:03:45.740306 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9f04bba6-2fa1-4b3e-aa68-243d187255b8 req-b989f8d9-ec97-4248-88a6-0d3847184b9c tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:45.744337 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9f04bba6-2fa1-4b3e-aa68-243d187255b8 req-b989f8d9-ec97-4248-88a6-0d3847184b9c tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.15 "DELETE /v2.0/ports/8fe646d6-3d81-4d59-b950-e14f0d1e0b39 HTTP/1.1" status: 204 len: 173 time: 0.7531092 Apr 20 13:03:45.744803 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bdd3624-ab99-422a-9a25-3ae1c9f22962', 'name': 'network-vif-deleted', 'tag': '8fe646d6-3d81-4d59-b950-e14f0d1e0b39'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:03:45.747020 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a29fb0e-c994-49ba-a8b7-7bb38bb94c0a" -d '{"events": [{"server_uuid": "6bdd3624-ab99-422a-9a25-3ae1c9f22962", "name": "network-vif-deleted", "tag": "8fe646d6-3d81-4d59-b950-e14f0d1e0b39"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:03:45.777508 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58198) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:45.786199 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635acae1-53be-42d5-b74d-11d724a95545 x-openstack-request-id: req-635acae1-53be-42d5-b74d-11d724a95545 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:03:45.786512 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bdd3624-ab99-422a-9a25-3ae1c9f22962", "name": "network-vif-deleted", "tag": "8fe646d6-3d81-4d59-b950-e14f0d1e0b39", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:03:45.786763 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-635acae1-53be-42d5-b74d-11d724a95545 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:03:45.787184 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-635acae1-53be-42d5-b74d-11d724a95545'] response: {'server_uuid': '6bdd3624-ab99-422a-9a25-3ae1c9f22962', 'name': 'network-vif-deleted', 'tag': '8fe646d6-3d81-4d59-b950-e14f0d1e0b39', 'status': 'completed', 'code': 200} Apr 20 13:03:45.860283 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-288286d7-c953-484a-b5f4-1ed55a0454d6 req-19244a30-f020-49fb-bbe4-38959a4588d4 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 210 time: 0.0309765 Apr 20 13:03:46.177733 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-a415f37f-8cd1-4efd-91a3-884f59720053 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=1eb4b98654a64cc0a24f0db20416c844&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263648 Apr 20 13:03:46.197302 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-21b6420e-b965-4f89-af66-50472b388a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:46.334988 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f3ea2f80-b71f-451e-a537-ccb5ec7281c4 req-d869aebe-cd75-4361-b934-4cc1e3319ef4 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bdd3624-ab99-422a-9a25-3ae1c9f22962 HTTP/1.1" status: 200 len: 210 time: 0.0410619 Apr 20 13:03:46.423837 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-17e45e10-b6d5-4a9f-b738-52c24d337cbb tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:46.425306 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-17e45e10-b6d5-4a9f-b738-52c24d337cbb tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2409251 Apr 20 13:03:46.446751 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-e1ffadea-0820-4309-90b1-f1c1f31629f1 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Request body: {'port': {'device_id': 'b76d5ca0-7c0b-429c-9bf1-32a63dde2066', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'admin_state_up': True, 'tenant_id': '1eb4b98654a64cc0a24f0db20416c844'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:03:46.489499 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c59826c9-60fc-468f-9bfa-5c114d4a2d51 req-92dcb24b-0438-446c-aabb-5c75a612e8ca tempest-ServersAdmin275Test-1677650825 tempest-ServersAdmin275Test-1677650825-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0587759 Apr 20 13:03:46.635002 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3781d5c8-0c96-4245-8fd9-e48a789abd23 req-fd04727c-6a3e-4f0f-b11e-c35879b03301 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=b76d5ca0-7c0b-429c-9bf1-32a63dde2066 HTTP/1.1" status: 200 len: 210 time: 0.0722518 Apr 20 13:03:47.016060 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c555daef-9dbd-4a78-a1df-2d511146f5a6 req-ef1ef412-1ba7-4af8-8b58-28edc3233d4c tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 210 time: 0.0326457 Apr 20 13:03:47.069383 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-45f87a6e-31a3-4a26-8378-493850610fa5 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=7c185004f0bb4f68ac206a98646f7134&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242574 Apr 20 13:03:47.101083 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-21b6420e-b965-4f89-af66-50472b388a61 admin admin] Deleting port d9967659-c32a-4a92-b827-55bb4610c88e {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:03:47.101480 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-21b6420e-b965-4f89-af66-50472b388a61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:47.165446 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-e1ffadea-0820-4309-90b1-f1c1f31629f1 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Made reservation on behalf of 1eb4b98654a64cc0a24f0db20416c844 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:03:47.169237 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-e1ffadea-0820-4309-90b1-f1c1f31629f1 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:47.199873 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-5ffb7049-a335-432e-a017-92833b24c61a tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:47.205420 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-5ffb7049-a335-432e-a017-92833b24c61a tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1272578 Apr 20 13:03:47.210398 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-21b6420e-b965-4f89-af66-50472b388a61 admin admin] For port d9967659-c32a-4a92-b827-55bb4610c88e, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d9967659-c32a-4a92-b827-55bb4610c88e,segment=NetworkSegment(1b17d21e-6447-400e-956c-5c6f6252d3ee),segment_id=1b17d21e-6447-400e-956c-5c6f6252d3ee)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:47.210794 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-21b6420e-b965-4f89-af66-50472b388a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:47.218063 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-c6ce819d-d8d6-45e2-9f6d-26c34085572d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Request body: {'port': {'device_id': '30e13159-406c-4c1c-b517-066f69d3579d', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'admin_state_up': True, 'tenant_id': '7c185004f0bb4f68ac206a98646f7134'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:03:47.239300 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-21b6420e-b965-4f89-af66-50472b388a61 admin admin] Calling delete_port for d9967659-c32a-4a92-b827-55bb4610c88e owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:03:47.448984 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-c6ce819d-d8d6-45e2-9f6d-26c34085572d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Made reservation on behalf of 7c185004f0bb4f68ac206a98646f7134 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:03:47.454810 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-e1ffadea-0820-4309-90b1-f1c1f31629f1 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Allocated IP 192.168.233.15 (6efc3d61-2150-4671-a02d-6127df40131a/c5b1f82a-7732-4b50-ab22-2475f182a712/bdd1f217-dea3-4974-a8e7-787127461687) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:03:47.456343 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-c6ce819d-d8d6-45e2-9f6d-26c34085572d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:47.669869 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ee9a71ce-7e61-4b1b-a6cb-c6dddcd0a37f req-62e43b9d-7843-45e8-af2f-266fed0c7027 tempest-ServersAdmin275Test-1677650825 tempest-ServersAdmin275Test-1677650825-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0438344 Apr 20 13:03:47.690357 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58282) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:47.723691 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-e1ffadea-0820-4309-90b1-f1c1f31629f1 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:47.725459 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-21b6420e-b965-4f89-af66-50472b388a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:47.792438 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6420e-b965-4f89-af66-50472b388a61 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9967659-c32a-4a92-b827-55bb4610c88e,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:47.793314 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-86c2f765-05eb-4aa5-b227-17df603e30f6 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:47.822539 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-86c2f765-05eb-4aa5-b227-17df603e30f6 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:47.897007 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-69f59465-f649-4d0b-a2aa-7b9b1e152e77 req-1eb9dbc0-83a2-40d8-aaf7-4318f667f46b tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=b76d5ca0-7c0b-429c-9bf1-32a63dde2066 HTTP/1.1" status: 200 len: 210 time: 0.0972755 Apr 20 13:03:47.959453 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-e1ffadea-0820-4309-90b1-f1c1f31629f1 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:47.971747 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['13397ee1-19f1-4d58-9c64-1a626346836b', 'ff97bd33-6d35-4183-a5d7-08318b73927e'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:03:47.993041 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-86c2f765-05eb-4aa5-b227-17df603e30f6 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:47.995987 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-86c2f765-05eb-4aa5-b227-17df603e30f6 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:47.997502 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-86c2f765-05eb-4aa5-b227-17df603e30f6 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "DELETE /v2.0/security-groups/bc69487f-25cb-433f-9db8-c20a5d5c8a87 HTTP/1.1" status: 204 len: 168 time: 0.3105061 Apr 20 13:03:48.000830 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58314) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:48.029071 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-c6ce819d-d8d6-45e2-9f6d-26c34085572d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Allocated IP 192.168.233.89 (6efc3d61-2150-4671-a02d-6127df40131a/c5b1f82a-7732-4b50-ab22-2475f182a712/8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:03:48.031438 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c2f765-05eb-4aa5-b227-17df603e30f6 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc69487f-25cb-433f-9db8-c20a5d5c8a87,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:48.115175 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-c6e7204a-fe99-490a-b912-5befb394237c tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] show failed (client error): The resource could not be found. Apr 20 13:03:48.121247 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c6e7204a-fe99-490a-b912-5befb394237c tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "GET /v2.0/security-groups/bc69487f-25cb-433f-9db8-c20a5d5c8a87 HTTP/1.1" status: 404 len: 347 time: 0.0851991 Apr 20 13:03:48.153267 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58324) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:48.161667 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-e1ffadea-0820-4309-90b1-f1c1f31629f1 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Network 6efc3d61-2150-4671-a02d-6127df40131a is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:03:48.183554 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ffadea-0820-4309-90b1-f1c1f31629f1 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Pushing event updated for resources: {'Port': ['ID=bdd1f217-dea3-4974-a8e7-787127461687,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:48.272620 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-e1ffadea-0820-4309-90b1-f1c1f31629f1 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:03:48.295987 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-e1ffadea-0820-4309-90b1-f1c1f31629f1 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:03:48.304197 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-c6ce819d-d8d6-45e2-9f6d-26c34085572d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:48.311445 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 8fe646d6-3d81-4d59-b950-e14f0d1e0b39 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:03:48.345797 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 8fe646d6-3d81-4d59-b950-e14f0d1e0b39 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:03:48.345797 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 8fe646d6-3d81-4d59-b950-e14f0d1e0b39 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:03:48.418951 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0d59e66b-8a26-4abf-9ccc-630be7f3bfac req-ebbe89dc-0f12-4d44-8eee-c8ef3a6ab4b9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b89544d259fd4b3e9a485c1a9c57bce0&device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.1480594 Apr 20 13:03:48.443658 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-c6ce819d-d8d6-45e2-9f6d-26c34085572d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:48.447576 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8a937829-12b2-40be-bf91-3f3251a9f390 req-29f40051-39d4-490b-851b-ece31abe0147 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 210 time: 0.1658103 Apr 20 13:03:48.455910 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-108dec65-19e8-40a3-9718-07998c9bf220 req-57eee4df-ab76-43c2-b245-d0dfeae411cf tempest-ServersAdmin275Test-1780375358 tempest-ServersAdmin275Test-1780375358-project] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.1808326 Apr 20 13:03:48.469130 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['d652d4b0-9ae0-4c73-8d1c-2eedd7583cef'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:03:48.507627 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-21b6420e-b965-4f89-af66-50472b388a61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:48.575255 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0d59e66b-8a26-4abf-9ccc-630be7f3bfac req-06a4123a-eb5a-4876-a1e6-d515d6d0b986 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=b89544d259fd4b3e9a485c1a9c57bce0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0690613 Apr 20 13:03:48.611883 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ce819d-d8d6-45e2-9f6d-26c34085572d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Pushing event updated for resources: {'Port': ['ID=8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:48.633417 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-c6ce819d-d8d6-45e2-9f6d-26c34085572d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Network 6efc3d61-2150-4671-a02d-6127df40131a is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:03:48.636002 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-c6ce819d-d8d6-45e2-9f6d-26c34085572d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:03:48.639157 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-c6ce819d-d8d6-45e2-9f6d-26c34085572d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:03:48.731999 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-c6ce819d-d8d6-45e2-9f6d-26c34085572d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:48.733724 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-c6ce819d-d8d6-45e2-9f6d-26c34085572d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:48.741231 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-e1ffadea-0820-4309-90b1-f1c1f31629f1 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:48.742221 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-e1ffadea-0820-4309-90b1-f1c1f31629f1 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:48.751061 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-75c28fb2-85fe-4362-8e3c-05f1d70f6f89 None None] Provisioning complete for port bdd1f217-dea3-4974-a8e7-787127461687 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:48.751716 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-75c28fb2-85fe-4362-8e3c-05f1d70f6f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:48.810427 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-75c28fb2-85fe-4362-8e3c-05f1d70f6f89 None None] Port bdd1f217-dea3-4974-a8e7-787127461687 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:03:48.822230 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-c6ce819d-d8d6-45e2-9f6d-26c34085572d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6083279 Apr 20 13:03:48.837083 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-4b61b37a-a559-4982-b790-b2b02e465cae service neutron] Request body: {'port': {'device_id': '30e13159-406c-4c1c-b517-066f69d3579d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:03:48.875826 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['cb7fabd9-e9e0-4004-92bc-60bbb739783b'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:03:48.930994 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-e1ffadea-0820-4309-90b1-f1c1f31629f1 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4871898 Apr 20 13:03:48.936706 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-4b61b37a-a559-4982-b790-b2b02e465cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:48.941993 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-e34b0b73-78d3-4953-8e03-64cb9ed62d06 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Deleting port 3594290a-2a33-44dd-93b5-d310461667b6 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:03:48.942340 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e34b0b73-78d3-4953-8e03-64cb9ed62d06 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:48.963259 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-3d5609de-4ee9-46f3-9b2a-58c24a096fbb service neutron] Request body: {'port': {'device_id': 'b76d5ca0-7c0b-429c-9bf1-32a63dde2066', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:03:48.982394 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-cf0301b9-8f91-4184-9d9a-2bda9ef6ed3c None None] Provisioning complete for port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:48.983038 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cf0301b9-8f91-4184-9d9a-2bda9ef6ed3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:49.005008 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59e66b-8a26-4abf-9ccc-630be7f3bfac req-ad011d85-46c1-497a-a0ef-62f86c780a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:49.007206 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0d59e66b-8a26-4abf-9ccc-630be7f3bfac req-ad011d85-46c1-497a-a0ef-62f86c780a9c service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4166479 Apr 20 13:03:49.025459 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-cf0301b9-8f91-4184-9d9a-2bda9ef6ed3c None None] Port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:03:49.256960 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-3d5609de-4ee9-46f3-9b2a-58c24a096fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:49.259982 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b6420e-b965-4f89-af66-50472b388a61 admin admin] Router 140f103b-9d99-461e-9099-d88ca002937b has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:03:49.282543 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e34b0b73-78d3-4953-8e03-64cb9ed62d06 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:49.282884 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e34b0b73-78d3-4953-8e03-64cb9ed62d06 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:49.294356 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a799dc-df0a-4d62-b074-78df80145ef6 req-d1a43291-6b05-43dc-a50c-8f6aedafba2d tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:49.295865 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-92a799dc-df0a-4d62-b074-78df80145ef6 req-d1a43291-6b05-43dc-a50c-8f6aedafba2d tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=b76d5ca0-7c0b-429c-9bf1-32a63dde2066 HTTP/1.1" status: 200 len: 935 time: 0.2441003 Apr 20 13:03:49.297403 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-4b61b37a-a559-4982-b790-b2b02e465cae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:03:49.305920 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-4b61b37a-a559-4982-b790-b2b02e465cae service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:49.320010 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-4b61b37a-a559-4982-b790-b2b02e465cae service neutron] Transition to ACTIVE for port object 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:03:49.331640 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-e34b0b73-78d3-4953-8e03-64cb9ed62d06 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Calling delete_port for 3594290a-2a33-44dd-93b5-d310461667b6 owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:03:49.438087 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-4b61b37a-a559-4982-b790-b2b02e465cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:49.531167 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-92a799dc-df0a-4d62-b074-78df80145ef6 req-179ef447-2dbc-4837-a580-493a065d9238 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251487 Apr 20 13:03:49.561983 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b61b37a-a559-4982-b790-b2b02e465cae service neutron] Pushing event updated for resources: {'Port': ['ID=8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:49.671138 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61b37a-a559-4982-b790-b2b02e465cae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:49.672496 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61b37a-a559-4982-b790-b2b02e465cae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:49.672847 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61b37a-a559-4982-b790-b2b02e465cae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:49.673186 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61b37a-a559-4982-b790-b2b02e465cae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:49.673507 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61b37a-a559-4982-b790-b2b02e465cae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:49.674567 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61b37a-a559-4982-b790-b2b02e465cae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:49.674891 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61b37a-a559-4982-b790-b2b02e465cae service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:49.675209 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61b37a-a559-4982-b790-b2b02e465cae service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:49.675559 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61b37a-a559-4982-b790-b2b02e465cae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:49.675910 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61b37a-a559-4982-b790-b2b02e465cae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:49.676232 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61b37a-a559-4982-b790-b2b02e465cae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:49.676553 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61b37a-a559-4982-b790-b2b02e465cae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:49.727637 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-4b61b37a-a559-4982-b790-b2b02e465cae service neutron] Attempting to bind port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:03:49.727982 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-4b61b37a-a559-4982-b790-b2b02e465cae service neutron] Attempting to bind port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:03:49.728304 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-4b61b37a-a559-4982-b790-b2b02e465cae service neutron] Attempting to bind port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:03:49.741642 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-4b61b37a-a559-4982-b790-b2b02e465cae service neutron] Port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 on network 6efc3d61-2150-4671-a02d-6127df40131a not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:03:49.741994 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-4b61b37a-a559-4982-b790-b2b02e465cae service neutron] Attempting to bind port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:03:49.748105 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-4b61b37a-a559-4982-b790-b2b02e465cae service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:03:49.748436 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-4b61b37a-a559-4982-b790-b2b02e465cae service neutron] Checking segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:03:49.748751 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-4b61b37a-a559-4982-b790-b2b02e465cae service neutron] Bound using segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:03:49.749677 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-4b61b37a-a559-4982-b790-b2b02e465cae service neutron] Bound port: 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:03:49.760845 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-4b61b37a-a559-4982-b790-b2b02e465cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:49.867287 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-4b61b37a-a559-4982-b790-b2b02e465cae service neutron] For port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:03:49.874129 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-4b61b37a-a559-4982-b790-b2b02e465cae service neutron] For port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:03:49.939289 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-4b61b37a-a559-4982-b790-b2b02e465cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:50.019449 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-4b61b37a-a559-4982-b790-b2b02e465cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:50.020136 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-4b61b37a-a559-4982-b790-b2b02e465cae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:50.021598 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-4b61b37a-a559-4982-b790-b2b02e465cae service neutron] 10.222.0.32 "PUT /v2.0/ports/8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 HTTP/1.1" status: 200 len: 1095 time: 1.1915345 Apr 20 13:03:50.023126 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e13159-406c-4c1c-b517-066f69d3579d', 'tag': '8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:03:50.026247 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c767e1-4d25-4d37-97c5-da0f103c3e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "30e13159-406c-4c1c-b517-066f69d3579d", "tag": "8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:03:50.045636 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fb87f688-93a5-457b-bab5-f5a43506478e req-c5c87523-0b2b-4929-8360-19d5e5a2add7 tempest-ServersAdmin275Test-1780375358 tempest-ServersAdmin275Test-1780375358-project] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.3566115 Apr 20 13:03:50.066120 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b61b37a-a559-4982-b790-b2b02e465cae service neutron] Pushing event updated for resources: {'Port': ['ID=8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:50.095735 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4bc686-1c52-4f95-82c8-73abf9d5238a x-openstack-request-id: req-9c4bc686-1c52-4f95-82c8-73abf9d5238a {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:03:50.096029 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30e13159-406c-4c1c-b517-066f69d3579d", "tag": "8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:03:50.096280 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c4bc686-1c52-4f95-82c8-73abf9d5238a {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:03:50.096682 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c4bc686-1c52-4f95-82c8-73abf9d5238a'] response: {'name': 'network-changed', 'server_uuid': '30e13159-406c-4c1c-b517-066f69d3579d', 'tag': '8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9', 'status': 'completed', 'code': 200} Apr 20 13:03:50.115839 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b6420e-b965-4f89-af66-50472b388a61 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:03:50.126113 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-21b6420e-b965-4f89-af66-50472b388a61 admin admin] 10.222.0.25 "PUT /v2.0/routers/140f103b-9d99-461e-9099-d88ca002937b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3468051 Apr 20 13:03:50.130419 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58354) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:50.131513 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1351c7af-e3af-43d3-a092-2c0d1233d622 None None] Sync routers for ids ['140f103b-9d99-461e-9099-d88ca002937b'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:03:50.147931 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1351c7af-e3af-43d3-a092-2c0d1233d622 None None] Routers {'140f103b-9d99-461e-9099-d88ca002937b'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:03:50.148813 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-1351c7af-e3af-43d3-a092-2c0d1233d622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:03:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['140f103b-9d99-461e-9099-d88ca002937b'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:50.225951 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c767e1-4d25-4d37-97c5-da0f103c3e0b req-3eb5a803-7148-4dae-b8f8-ebb55f9ffe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:50.233503 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e9c767e1-4d25-4d37-97c5-da0f103c3e0b req-3eb5a803-7148-4dae-b8f8-ebb55f9ffe33 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c185004f0bb4f68ac206a98646f7134&device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 1098 time: 0.1052675 Apr 20 13:03:50.269774 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e9c767e1-4d25-4d37-97c5-da0f103c3e0b req-d36c4e8f-e26d-4069-b348-66d51434427c service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=7c185004f0bb4f68ac206a98646f7134&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263946 Apr 20 13:03:50.328073 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9949e-49b2-40af-b63e-67495a8daaa1 req-cac85e93-4358-40b9-8a1b-a45c94cc1333 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:50.338278 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5cd9949e-49b2-40af-b63e-67495a8daaa1 req-cac85e93-4358-40b9-8a1b-a45c94cc1333 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 947 time: 0.6874783 Apr 20 13:03:50.356043 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-1351c7af-e3af-43d3-a092-2c0d1233d622 None None] Set router 140f103b-9d99-461e-9099-d88ca002937b gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:03:50.392586 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c767e1-4d25-4d37-97c5-da0f103c3e0b req-07a34d5f-21eb-4b70-9a8e-492efb1c585d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:50.394046 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e9c767e1-4d25-4d37-97c5-da0f103c3e0b req-07a34d5f-21eb-4b70-9a8e-492efb1c585d service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1171253 Apr 20 13:03:50.493513 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-0c2bd291-48ae-43be-8258-f8f761c9e8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:50.496388 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-0c2bd291-48ae-43be-8258-f8f761c9e8a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c185004f0bb4f68ac206a98646f7134&device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 1098 time: 0.0490792 Apr 20 13:03:50.508062 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5cd9949e-49b2-40af-b63e-67495a8daaa1 req-574450b6-3f9b-4453-992f-9ff0c5b51f0f tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688552 Apr 20 13:03:50.537540 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e34b0b73-78d3-4953-8e03-64cb9ed62d06 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:50.551581 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7bfc34ac-f89a-4b20-a6bd-d105ed009424 admin admin] Notify callbacks [] for router, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:50.611800 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-900b22fd-ae4b-427a-8260-5c03b4909ae8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 HTTP/1.1" status: 200 len: 217 time: 0.0941248 Apr 20 13:03:50.631925 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0d59e66b-8a26-4abf-9ccc-630be7f3bfac req-e6f0e3f7-90b2-45fb-906c-37846d2cc8e7 tempest-ServersAdmin275Test-1780375358 tempest-ServersAdmin275Test-1780375358-project] 10.222.0.32 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.0981345 Apr 20 13:03:50.635588 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-3d5609de-4ee9-46f3-9b2a-58c24a096fbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdd1f217-dea3-4974-a8e7-787127461687 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:03:50.641711 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b0b73-78d3-4953-8e03-64cb9ed62d06 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Pushing event deleted for resources: {'Port': ['ID=3594290a-2a33-44dd-93b5-d310461667b6,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:50.670722 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-3d5609de-4ee9-46f3-9b2a-58c24a096fbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:50.692709 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b0b73-78d3-4953-8e03-64cb9ed62d06 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:50.692709 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b0b73-78d3-4953-8e03-64cb9ed62d06 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:50.692709 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b0b73-78d3-4953-8e03-64cb9ed62d06 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:50.692709 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b0b73-78d3-4953-8e03-64cb9ed62d06 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:50.693176 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b0b73-78d3-4953-8e03-64cb9ed62d06 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:50.694704 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b0b73-78d3-4953-8e03-64cb9ed62d06 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:50.694704 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b0b73-78d3-4953-8e03-64cb9ed62d06 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:50.694704 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b0b73-78d3-4953-8e03-64cb9ed62d06 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:50.694996 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b0b73-78d3-4953-8e03-64cb9ed62d06 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:50.695200 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b0b73-78d3-4953-8e03-64cb9ed62d06 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:50.695561 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b0b73-78d3-4953-8e03-64cb9ed62d06 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:50.695894 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34b0b73-78d3-4953-8e03-64cb9ed62d06 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:50.743051 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-aef42b65-cd47-4c4e-93b8-b426cf0e4825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:50.747998 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-aef42b65-cd47-4c4e-93b8-b426cf0e4825 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.1308899 Apr 20 13:03:50.753619 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-3d5609de-4ee9-46f3-9b2a-58c24a096fbb service neutron] Transition to ACTIVE for port object bdd1f217-dea3-4974-a8e7-787127461687 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:03:50.828849 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-db915dcf-cce0-4e30-9ce1-425cc9802848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:50.831052 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-db915dcf-cce0-4e30-9ce1-425cc9802848 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0734499 Apr 20 13:03:50.837022 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-1351c7af-e3af-43d3-a092-2c0d1233d622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140f103b-9d99-461e-9099-d88ca002937b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350087970-router', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'ba6687fe-eff5-4e64-8bcb-d3984919eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:42Z', 'updated_at': '2022-04-20T13:03:47Z', 'revision_number': 5, 'project_id': '5b1351b4ef5344fa8f1186ac748ba322', 'gw_port': {'id': 'ba6687fe-eff5-4e64-8bcb-d3984919eccc', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140f103b-9d99-461e-9099-d88ca002937b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:43Z', 'updated_at': '2022-04-20T12:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:50.861777 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1351c7af-e3af-43d3-a092-2c0d1233d622 None None] Checking router: 140f103b-9d99-461e-9099-d88ca002937b for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:03:50.872248 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e34b0b73-78d3-4953-8e03-64cb9ed62d06 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks [] for floatingip, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:50.874991 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e34b0b73-78d3-4953-8e03-64cb9ed62d06 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:50.876344 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e34b0b73-78d3-4953-8e03-64cb9ed62d06 tempest-ImagesOneServerNegativeTestJSON-1815288360 tempest-ImagesOneServerNegativeTestJSON-1815288360-project] 10.222.0.25 "DELETE /v2.0/floatingips/27c0efd7-6e3a-4060-b97c-dd24410355d7 HTTP/1.1" status: 204 len: 168 time: 2.7121303 Apr 20 13:03:50.882907 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1351c7af-e3af-43d3-a092-2c0d1233d622 None None] Routers {'140f103b-9d99-461e-9099-d88ca002937b'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:03:50.882907 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-1351c7af-e3af-43d3-a092-2c0d1233d622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:03:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['140f103b-9d99-461e-9099-d88ca002937b'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:50.883143 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-3d5609de-4ee9-46f3-9b2a-58c24a096fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:50.941615 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7bfc34ac-f89a-4b20-a6bd-d105ed009424 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:50.953960 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2deaa-a518-40fc-8b9e-14e912f19dab req-8f1862d9-b2a7-4a4b-b5c4-dbfac3521359 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:50.956051 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-29e2deaa-a518-40fc-8b9e-14e912f19dab req-8f1862d9-b2a7-4a4b-b5c4-dbfac3521359 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=b76d5ca0-7c0b-429c-9bf1-32a63dde2066 HTTP/1.1" status: 200 len: 935 time: 0.2752154 Apr 20 13:03:51.016810 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5609de-4ee9-46f3-9b2a-58c24a096fbb service neutron] Pushing event updated for resources: {'Port': ['ID=bdd1f217-dea3-4974-a8e7-787127461687,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:51.043103 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-6e6f274a-aa3b-4a5d-af1a-6119e6b36d53 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033739 Apr 20 13:03:51.117869 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-29e2deaa-a518-40fc-8b9e-14e912f19dab req-6c692c35-e276-4d3c-876e-6ed34ee1c078 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516187 Apr 20 13:03:51.184175 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58374) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:51.337953 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-44c9d068-4d01-4e04-a325-700440f5f174 admin admin] Deleting subnet 4c487580-ee49-4130-b630-2a0a0e6c2f73 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:03:51.348351 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-44c9d068-4d01-4e04-a325-700440f5f174 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:51.371829 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-782db7b0-9483-4912-850a-40f1e5f1eaec req-d52789e8-0cb4-4c88-8ff1-50d27499ff2f tempest-ServersAdmin275Test-1780375358 tempest-ServersAdmin275Test-1780375358-project] 10.222.0.25 "GET /v2.0/ports?device_id=20195660-aba9-49dc-8522-6d4f87c20170 HTTP/1.1" status: 200 len: 210 time: 0.1147590 Apr 20 13:03:51.374885 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1f3257df-8dac-45ef-9494-1b0885f9db6e req-cbfee2ca-4924-4f47-b652-89ebe36930b2 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234291 Apr 20 13:03:51.393792 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-44c9d068-4d01-4e04-a325-700440f5f174 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:51.401738 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-3d5609de-4ee9-46f3-9b2a-58c24a096fbb service neutron] Attempting to bind port bdd1f217-dea3-4974-a8e7-787127461687 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:03:51.402212 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-3d5609de-4ee9-46f3-9b2a-58c24a096fbb service neutron] Attempting to bind port bdd1f217-dea3-4974-a8e7-787127461687 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:03:51.402647 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-3d5609de-4ee9-46f3-9b2a-58c24a096fbb service neutron] Attempting to bind port bdd1f217-dea3-4974-a8e7-787127461687 on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:03:51.409529 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-7bfc34ac-f89a-4b20-a6bd-d105ed009424 admin admin] Deleting port ba6687fe-eff5-4e64-8bcb-d3984919eccc {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:03:51.410267 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7bfc34ac-f89a-4b20-a6bd-d105ed009424 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:51.413904 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-3d5609de-4ee9-46f3-9b2a-58c24a096fbb service neutron] Port bdd1f217-dea3-4974-a8e7-787127461687 on network 6efc3d61-2150-4671-a02d-6127df40131a not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:03:51.414371 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-3d5609de-4ee9-46f3-9b2a-58c24a096fbb service neutron] Attempting to bind port bdd1f217-dea3-4974-a8e7-787127461687 on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:03:51.443386 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-3d5609de-4ee9-46f3-9b2a-58c24a096fbb service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:03:51.443892 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-3d5609de-4ee9-46f3-9b2a-58c24a096fbb service neutron] Checking segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:03:51.444388 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-3d5609de-4ee9-46f3-9b2a-58c24a096fbb service neutron] Bound using segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:03:51.444936 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-3d5609de-4ee9-46f3-9b2a-58c24a096fbb service neutron] Bound port: bdd1f217-dea3-4974-a8e7-787127461687, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:03:51.445412 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-3d5609de-4ee9-46f3-9b2a-58c24a096fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:51.460438 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-1351c7af-e3af-43d3-a092-2c0d1233d622 None None] Set router 140f103b-9d99-461e-9099-d88ca002937b gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:03:51.508896 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-44c9d068-4d01-4e04-a325-700440f5f174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:51.567280 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-7bfc34ac-f89a-4b20-a6bd-d105ed009424 admin admin] For port ba6687fe-eff5-4e64-8bcb-d3984919eccc, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ba6687fe-eff5-4e64-8bcb-d3984919eccc,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:51.567888 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7bfc34ac-f89a-4b20-a6bd-d105ed009424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:51.588894 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-7bfc34ac-f89a-4b20-a6bd-d105ed009424 admin admin] Calling delete_port for ba6687fe-eff5-4e64-8bcb-d3984919eccc owned by network:router_gateway {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:03:51.594204 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-3d5609de-4ee9-46f3-9b2a-58c24a096fbb service neutron] For port bdd1f217-dea3-4974-a8e7-787127461687, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:03:51.599118 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-3d5609de-4ee9-46f3-9b2a-58c24a096fbb service neutron] For port bdd1f217-dea3-4974-a8e7-787127461687, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=bdd1f217-dea3-4974-a8e7-787127461687,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:03:51.782817 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71001cf5-838e-4846-af71-f173cd8e9c2e req-2d2b4f75-d617-4bf6-9674-93bb705ff00e tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:51.785399 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-71001cf5-838e-4846-af71-f173cd8e9c2e req-2d2b4f75-d617-4bf6-9674-93bb705ff00e tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 947 time: 0.1083517 Apr 20 13:03:51.809911 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-1351c7af-e3af-43d3-a092-2c0d1233d622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '140f103b-9d99-461e-9099-d88ca002937b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350087970-router', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'ba6687fe-eff5-4e64-8bcb-d3984919eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:42Z', 'updated_at': '2022-04-20T13:03:47Z', 'revision_number': 5, 'project_id': '5b1351b4ef5344fa8f1186ac748ba322', 'gw_port': {'id': 'ba6687fe-eff5-4e64-8bcb-d3984919eccc', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140f103b-9d99-461e-9099-d88ca002937b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:43Z', 'updated_at': '2022-04-20T12:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:51.819899 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-3d5609de-4ee9-46f3-9b2a-58c24a096fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:51.871908 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1351c7af-e3af-43d3-a092-2c0d1233d622 None None] The sync data for ids ['140f103b-9d99-461e-9099-d88ca002937b'] in n-d-836015-7 is: [{'id': '140f103b-9d99-461e-9099-d88ca002937b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1350087970-router', 'tenant_id': '5b1351b4ef5344fa8f1186ac748ba322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'ba6687fe-eff5-4e64-8bcb-d3984919eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:42Z', 'updated_at': '2022-04-20T13:03:47Z', 'revision_number': 5, 'project_id': '5b1351b4ef5344fa8f1186ac748ba322', 'gw_port': {'id': 'ba6687fe-eff5-4e64-8bcb-d3984919eccc', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5a:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140f103b-9d99-461e-9099-d88ca002937b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:43Z', 'updated_at': '2022-04-20T12:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:03:51.885257 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-44c9d068-4d01-4e04-a325-700440f5f174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:51.921831 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c9d068-4d01-4e04-a325-700440f5f174 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c487580-ee49-4130-b630-2a0a0e6c2f73,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:51.928559 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-44c9d068-4d01-4e04-a325-700440f5f174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:51.931756 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-44c9d068-4d01-4e04-a325-700440f5f174 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4c487580-ee49-4130-b630-2a0a0e6c2f73 HTTP/1.1" status: 204 len: 168 time: 0.7424960 Apr 20 13:03:51.936692 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58382) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:52.010982 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-3d5609de-4ee9-46f3-9b2a-58c24a096fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:52.011834 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-3d5609de-4ee9-46f3-9b2a-58c24a096fbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:52.013374 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-3d5609de-4ee9-46f3-9b2a-58c24a096fbb service neutron] 10.222.0.15 "PUT /v2.0/ports/bdd1f217-dea3-4974-a8e7-787127461687 HTTP/1.1" status: 200 len: 1095 time: 3.0612915 Apr 20 13:03:52.015027 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76d5ca0-7c0b-429c-9bf1-32a63dde2066', 'tag': 'bdd1f217-dea3-4974-a8e7-787127461687'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:03:52.018791 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11fcf4b4-177f-4e39-8ace-f8be66313629" -d '{"events": [{"name": "network-changed", "server_uuid": "b76d5ca0-7c0b-429c-9bf1-32a63dde2066", "tag": "bdd1f217-dea3-4974-a8e7-787127461687"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:03:52.030576 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-71001cf5-838e-4846-af71-f173cd8e9c2e req-282ec1de-e968-40f7-9215-30e45f5a1320 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045667 Apr 20 13:03:52.043211 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5609de-4ee9-46f3-9b2a-58c24a096fbb service neutron] Pushing event updated for resources: {'Port': ['ID=bdd1f217-dea3-4974-a8e7-787127461687,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:52.081753 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7bfc34ac-f89a-4b20-a6bd-d105ed009424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:52.148312 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8a0a70-2746-4be4-bd59-93c32b7c8744 x-openstack-request-id: req-ed8a0a70-2746-4be4-bd59-93c32b7c8744 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:03:52.150166 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76d5ca0-7c0b-429c-9bf1-32a63dde2066", "tag": "bdd1f217-dea3-4974-a8e7-787127461687", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:03:52.151029 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ed8a0a70-2746-4be4-bd59-93c32b7c8744 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:03:52.151702 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed8a0a70-2746-4be4-bd59-93c32b7c8744'] response: {'name': 'network-changed', 'server_uuid': 'b76d5ca0-7c0b-429c-9bf1-32a63dde2066', 'tag': 'bdd1f217-dea3-4974-a8e7-787127461687', 'status': 'completed', 'code': 200} Apr 20 13:03:52.156405 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc34ac-f89a-4b20-a6bd-d105ed009424 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba6687fe-eff5-4e64-8bcb-d3984919eccc,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:52.435292 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d9967659-c32a-4a92-b827-55bb4610c88e no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:03:52.448549 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d7b673aa-1437-4bcf-82da-d022c1e296f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:52.449374 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fcf4b4-177f-4e39-8ace-f8be66313629 req-c06a93f8-138e-4e3f-99e7-bb5f6868674f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:52.450919 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-11fcf4b4-177f-4e39-8ace-f8be66313629 req-c06a93f8-138e-4e3f-99e7-bb5f6868674f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1eb4b98654a64cc0a24f0db20416c844&device_id=b76d5ca0-7c0b-429c-9bf1-32a63dde2066 HTTP/1.1" status: 200 len: 1098 time: 0.2946770 Apr 20 13:03:52.473427 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7bfc34ac-f89a-4b20-a6bd-d105ed009424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:52.488867 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: d9967659-c32a-4a92-b827-55bb4610c88e {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:03:52.489964 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d9967659-c32a-4a92-b827-55bb4610c88e not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:03:52.592489 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d7b673aa-1437-4bcf-82da-d022c1e296f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:52.612002 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-11fcf4b4-177f-4e39-8ace-f8be66313629 req-7ab4f934-7bd3-41a9-91ee-feb1abc877fe service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=1eb4b98654a64cc0a24f0db20416c844&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1508012 Apr 20 13:03:52.623389 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9386b-074f-4545-b789-520779341001 req-83105ed0-03e7-4851-9274-7e59137eb304 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:52.625674 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aef9386b-074f-4545-b789-520779341001 req-83105ed0-03e7-4851-9274-7e59137eb304 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=b76d5ca0-7c0b-429c-9bf1-32a63dde2066 HTTP/1.1" status: 200 len: 947 time: 0.2899587 Apr 20 13:03:52.636394 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-d7b673aa-1437-4bcf-82da-d022c1e296f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eaa8fa9-47b3-460d-82ca-75804ab06d95']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:52.654125 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-d7b673aa-1437-4bcf-82da-d022c1e296f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9427c0d-7fe5-4e74-94e3-27c981444053') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:52.661212 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-d7b673aa-1437-4bcf-82da-d022c1e296f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9427c0d-7fe5-4e74-94e3-27c981444053') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:52.664856 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d7b673aa-1437-4bcf-82da-d022c1e296f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:52.680190 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d7b673aa-1437-4bcf-82da-d022c1e296f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:52.687456 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7b673aa-1437-4bcf-82da-d022c1e296f4 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:03:52.693107 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d7b673aa-1437-4bcf-82da-d022c1e296f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:52.693107 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:03:52.693107 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:03:52.693107 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:03:52.693107 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:03:52.693107 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:03:52.693107 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:03:52.693107 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:03:52.693107 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:03:52.693107 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:03:52.693107 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:03:52.693107 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:03:52.693107 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:03:52.693107 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:03:52.693107 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:03:52.693107 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:03:52.693107 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:03:52.693107 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:03:52.693107 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:03:52.693107 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:03:52.693107 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:03:52.693107 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:03:52.693107 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:03:52.693107 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:03:52.693107 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:03:52.693107 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:03:52.693107 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:03:52.693107 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:03:52.693107 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:03:52.693107 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:03:52.693107 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:03:52.693107 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:03:52.693107 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:03:52.696476 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7bfc34ac-f89a-4b20-a6bd-d105ed009424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:52.709851 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7bfc34ac-f89a-4b20-a6bd-d105ed009424 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:52.827921 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aef9386b-074f-4545-b789-520779341001 req-49496de9-69e8-451e-9e0c-e903857e42cc tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798499 Apr 20 13:03:52.857758 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d7b673aa-1437-4bcf-82da-d022c1e296f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:52.869814 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fcf4b4-177f-4e39-8ace-f8be66313629 req-7c5707ba-c388-44d4-beae-16dfa6324cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:52.871644 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-11fcf4b4-177f-4e39-8ace-f8be66313629 req-7c5707ba-c388-44d4-beae-16dfa6324cda service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2354567 Apr 20 13:03:52.879971 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d7b673aa-1437-4bcf-82da-d022c1e296f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:52.884568 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d7b673aa-1437-4bcf-82da-d022c1e296f4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/9eaa8fa9-47b3-460d-82ca-75804ab06d95 HTTP/1.1" status: 204 len: 168 time: 0.9463630 Apr 20 13:03:52.888259 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b673aa-1437-4bcf-82da-d022c1e296f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9eaa8fa9-47b3-460d-82ca-75804ab06d95,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:52.906368 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7bfc34ac-f89a-4b20-a6bd-d105ed009424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:52.906993 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bfc34ac-f89a-4b20-a6bd-d105ed009424 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 140f103b-9d99-461e-9099-d88ca002937b {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:03:52.920830 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7bfc34ac-f89a-4b20-a6bd-d105ed009424 admin admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:52.922499 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7bfc34ac-f89a-4b20-a6bd-d105ed009424 admin admin] 10.222.0.25 "DELETE /v2.0/routers/140f103b-9d99-461e-9099-d88ca002937b HTTP/1.1" status: 204 len: 168 time: 2.7904630 Apr 20 13:03:52.925364 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58398) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:53.020779 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-a17d57e0-9e69-40f7-9a00-0844294ccd03 admin admin] Deleting subnet 301a39b8-8298-4a33-b223-fe67182f35e3 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:03:53.025197 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a17d57e0-9e69-40f7-9a00-0844294ccd03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:53.066360 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a17d57e0-9e69-40f7-9a00-0844294ccd03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:53.169036 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-d98d1360-4319-4d24-bab7-7faad6c4edd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:53.170330 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-d98d1360-4319-4d24-bab7-7faad6c4edd6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1eb4b98654a64cc0a24f0db20416c844&device_id=b76d5ca0-7c0b-429c-9bf1-32a63dde2066 HTTP/1.1" status: 200 len: 1098 time: 0.1912074 Apr 20 13:03:53.187921 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a17d57e0-9e69-40f7-9a00-0844294ccd03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:53.203630 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58404) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:53.250732 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-7d1e6dfa-9eed-4e0b-9f20-0bc128e95686 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=bdd1f217-dea3-4974-a8e7-787127461687 HTTP/1.1" status: 200 len: 217 time: 0.0568781 Apr 20 13:03:53.313736 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58408) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:53.356435 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47d358-6628-4d72-89ab-ae5992ca4b28 req-2d2cda8e-6a3f-44b1-9abd-4d968e22b462 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:53.357962 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dc47d358-6628-4d72-89ab-ae5992ca4b28 req-2d2cda8e-6a3f-44b1-9abd-4d968e22b462 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 947 time: 0.1659575 Apr 20 13:03:53.363587 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-b3942dc5-78cb-4a5d-a669-963ebc084238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:53.364994 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-b3942dc5-78cb-4a5d-a669-963ebc084238 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0991459 Apr 20 13:03:53.399811 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5b480eeb-2d88-4cd1-9002-1d4680337cb7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a500cef03173409296912494d6150027&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0828502 Apr 20 13:03:53.401539 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58410) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:53.441671 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-e04a8a8a-a3b2-4c87-a84d-b87af9fbfa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:53.443207 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-e04a8a8a-a3b2-4c87-a84d-b87af9fbfa7e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0663533 Apr 20 13:03:53.446859 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dc47d358-6628-4d72-89ab-ae5992ca4b28 req-a9f2ef69-b1b2-432f-8903-dd9d33d1c369 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803609 Apr 20 13:03:53.488458 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a17d57e0-9e69-40f7-9a00-0844294ccd03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:53.504213 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-60cd0511-3b32-4d78-a040-246fc8bc4c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:53.556429 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-60cd0511-3b32-4d78-a040-246fc8bc4c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:53.569570 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d57e0-9e69-40f7-9a00-0844294ccd03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=301a39b8-8298-4a33-b223-fe67182f35e3,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:53.580421 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a17d57e0-9e69-40f7-9a00-0844294ccd03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:53.583444 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bc7b3b-897a-48ec-9038-738ff0892673 None None] Network ecf7a882-8a89-482e-a7e3-f6c844876b2c requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:03:53.601998 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a17d57e0-9e69-40f7-9a00-0844294ccd03 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/301a39b8-8298-4a33-b223-fe67182f35e3 HTTP/1.1" status: 204 len: 168 time: 0.6733124 Apr 20 13:03:53.602813 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58412) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:53.621722 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-204fdf94-f688-497d-be17-83c5e391de7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:53.716159 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-90e435f5-bcd4-4fa8-aa1e-d812064d5ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:53.739043 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-d1a906f8-4341-4fe4-8644-a369a5f4e156 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874157 Apr 20 13:03:53.804871 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-204fdf94-f688-497d-be17-83c5e391de7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:53.808421 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-60cd0511-3b32-4d78-a040-246fc8bc4c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:53.811729 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-60cd0511-3b32-4d78-a040-246fc8bc4c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:53.815649 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-60cd0511-3b32-4d78-a040-246fc8bc4c6c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/30012406-f596-4f69-b586-92381bcc267c HTTP/1.1" status: 204 len: 168 time: 0.4106429 Apr 20 13:03:53.823878 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd0511-3b32-4d78-a040-246fc8bc4c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30012406-f596-4f69-b586-92381bcc267c,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:53.866170 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-204fdf94-f688-497d-be17-83c5e391de7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:53.890099 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d1c7b9-9778-480a-b7cd-5fcc4211de17 None None] DHCP port deletion for ecf7a882-8a89-482e-a7e3-f6c844876b2c request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:03:53.969234 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-204fdf94-f688-497d-be17-83c5e391de7f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b89544d259fd4b3e9a485c1a9c57bce0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7639740 Apr 20 13:03:53.969746 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58422) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:53.972299 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204fdf94-f688-497d-be17-83c5e391de7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce01f878-08af-4480-ab14-a65b3a225aa5,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:54.020617 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-a4d1c7b9-9778-480a-b7cd-5fcc4211de17 None None] Deleting port fa98cfad-57d2-4998-96c8-74fe68d2dda8 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:03:54.021621 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a4d1c7b9-9778-480a-b7cd-5fcc4211de17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:54.112861 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-a4d1c7b9-9778-480a-b7cd-5fcc4211de17 None None] For port fa98cfad-57d2-4998-96c8-74fe68d2dda8, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=fa98cfad-57d2-4998-96c8-74fe68d2dda8,segment=NetworkSegment(1b17d21e-6447-400e-956c-5c6f6252d3ee),segment_id=1b17d21e-6447-400e-956c-5c6f6252d3ee)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:54.113267 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a4d1c7b9-9778-480a-b7cd-5fcc4211de17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:54.152718 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-a4d1c7b9-9778-480a-b7cd-5fcc4211de17 None None] Calling delete_port for fa98cfad-57d2-4998-96c8-74fe68d2dda8 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:03:54.171118 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8931bcf4-45d2-4336-b9b3-508ac4361392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:54.194546 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8931bcf4-45d2-4336-b9b3-508ac4361392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:54.248938 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ba6687fe-eff5-4e64-8bcb-d3984919eccc no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:03:54.283279 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: ba6687fe-eff5-4e64-8bcb-d3984919eccc {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:03:54.283657 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ba6687fe-eff5-4e64-8bcb-d3984919eccc not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:03:54.284170 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device fa98cfad-57d2-4998-96c8-74fe68d2dda8 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:03:54.361056 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8931bcf4-45d2-4336-b9b3-508ac4361392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:54.363540 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d0cf0-f60b-481d-81bc-600230e60fc6 req-0cdb8fc0-7be3-4c40-b77d-ef77055076bd tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:54.363680 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8931bcf4-45d2-4336-b9b3-508ac4361392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:54.365231 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d22d0cf0-f60b-481d-81bc-600230e60fc6 req-0cdb8fc0-7be3-4c40-b77d-ef77055076bd tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=b76d5ca0-7c0b-429c-9bf1-32a63dde2066 HTTP/1.1" status: 200 len: 947 time: 0.1427827 Apr 20 13:03:54.368271 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8931bcf4-45d2-4336-b9b3-508ac4361392 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ce01f878-08af-4480-ab14-a65b3a225aa5 HTTP/1.1" status: 204 len: 168 time: 0.3972573 Apr 20 13:03:54.370155 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-07bd6f0c-e0f8-4ecc-90c4-d3f4b25f37b4 req-97e6f9dd-d1ff-4ec5-aaf7-0740acfd2324 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201446 Apr 20 13:03:54.400093 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931bcf4-45d2-4336-b9b3-508ac4361392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce01f878-08af-4480-ab14-a65b3a225aa5,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:54.406328 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-90e435f5-bcd4-4fa8-aa1e-d812064d5ef2 admin admin] Deleting port fa98cfad-57d2-4998-96c8-74fe68d2dda8 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:03:54.406762 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-90e435f5-bcd4-4fa8-aa1e-d812064d5ef2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:54.431900 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d22d0cf0-f60b-481d-81bc-600230e60fc6 req-63b557d6-ac46-438f-874b-55e1c3fa4501 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546067 Apr 20 13:03:54.471317 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c8ca4bca-bcc7-4a60-9075-cd1e902ae89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:54.529968 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:54.548602 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-90e435f5-bcd4-4fa8-aa1e-d812064d5ef2 admin admin] For port fa98cfad-57d2-4998-96c8-74fe68d2dda8, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=fa98cfad-57d2-4998-96c8-74fe68d2dda8,segment=NetworkSegment(1b17d21e-6447-400e-956c-5c6f6252d3ee),segment_id=1b17d21e-6447-400e-956c-5c6f6252d3ee)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:54.548995 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-90e435f5-bcd4-4fa8-aa1e-d812064d5ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:54.587242 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-90e435f5-bcd4-4fa8-aa1e-d812064d5ef2 admin admin] Calling delete_port for fa98cfad-57d2-4998-96c8-74fe68d2dda8 owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:03:54.598817 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a4d1c7b9-9778-480a-b7cd-5fcc4211de17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:54.649714 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1c7b9-9778-480a-b7cd-5fcc4211de17 None None] Pushing event deleted for resources: {'Port': ['ID=fa98cfad-57d2-4998-96c8-74fe68d2dda8,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:54.652013 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d1c7b9-9778-480a-b7cd-5fcc4211de17 None None] No DVR routers for this DVR port fa98cfad-57d2-4998-96c8-74fe68d2dda8 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:03:54.666401 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1c7b9-9778-480a-b7cd-5fcc4211de17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:54.666927 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1c7b9-9778-480a-b7cd-5fcc4211de17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:54.667529 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1c7b9-9778-480a-b7cd-5fcc4211de17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:54.668208 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1c7b9-9778-480a-b7cd-5fcc4211de17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:54.668695 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1c7b9-9778-480a-b7cd-5fcc4211de17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:54.669255 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1c7b9-9778-480a-b7cd-5fcc4211de17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:54.669724 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1c7b9-9778-480a-b7cd-5fcc4211de17 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:54.670357 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1c7b9-9778-480a-b7cd-5fcc4211de17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:54.671011 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1c7b9-9778-480a-b7cd-5fcc4211de17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:54.671514 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1c7b9-9778-480a-b7cd-5fcc4211de17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:54.671988 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1c7b9-9778-480a-b7cd-5fcc4211de17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:54.672660 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d1c7b9-9778-480a-b7cd-5fcc4211de17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:54.694783 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ddd74-f422-4c69-bc38-51f2c2e29d29 req-6eec7a20-c003-4313-a6e5-f4406878a14b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:54.695527 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-623ddd74-f422-4c69-bc38-51f2c2e29d29 req-6eec7a20-c003-4313-a6e5-f4406878a14b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 947 time: 0.1202431 Apr 20 13:03:54.765193 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-623ddd74-f422-4c69-bc38-51f2c2e29d29 req-aae0e8f3-f447-45d3-aeed-760b42d220d2 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611398 Apr 20 13:03:54.790110 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-90e435f5-bcd4-4fa8-aa1e-d812064d5ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:54.827007 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e435f5-bcd4-4fa8-aa1e-d812064d5ef2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa98cfad-57d2-4998-96c8-74fe68d2dda8,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:54.835860 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e435f5-bcd4-4fa8-aa1e-d812064d5ef2 admin admin] No DVR routers for this DVR port fa98cfad-57d2-4998-96c8-74fe68d2dda8 on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:03:54.925029 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-90e435f5-bcd4-4fa8-aa1e-d812064d5ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:54.951705 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-90e435f5-bcd4-4fa8-aa1e-d812064d5ef2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf7a882-8a89-482e-a7e3-f6c844876b2c']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:54.963718 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-90e435f5-bcd4-4fa8-aa1e-d812064d5ef2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b17d21e-6447-400e-956c-5c6f6252d3ee') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:54.963718 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-90e435f5-bcd4-4fa8-aa1e-d812064d5ef2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b17d21e-6447-400e-956c-5c6f6252d3ee') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:54.973900 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-90e435f5-bcd4-4fa8-aa1e-d812064d5ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:54.995643 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-90e435f5-bcd4-4fa8-aa1e-d812064d5ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:55.003148 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e435f5-bcd4-4fa8-aa1e-d812064d5ef2 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:03:55.003665 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-90e435f5-bcd4-4fa8-aa1e-d812064d5ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:55.007170 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:03:55.007170 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 13:03:55.007170 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:03:55.007170 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 13:03:55.007170 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:03:55.007170 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 13:03:55.007170 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:03:55.007170 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 13:03:55.007170 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:03:55.007170 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:03:55.007170 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:03:55.007170 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:03:55.007170 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:03:55.007170 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:03:55.007170 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:03:55.007170 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:03:55.007170 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:03:55.007170 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:03:55.007170 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:03:55.007170 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:03:55.007170 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:03:55.007170 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:03:55.007170 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:03:55.007170 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:03:55.007170 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:03:55.007170 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:03:55.007170 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:03:55.007170 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:03:55.007170 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:03:55.007170 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:03:55.007170 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:03:55.007170 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:03:55.007170 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:03:55.007170 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:03:55.007170 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:03:55.007170 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:03:55.007170 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:03:55.007170 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:03:55.007170 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:03:55.007170 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:03:55.157469 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-90e435f5-bcd4-4fa8-aa1e-d812064d5ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:55.165946 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-90e435f5-bcd4-4fa8-aa1e-d812064d5ef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:55.170193 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-90e435f5-bcd4-4fa8-aa1e-d812064d5ef2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ecf7a882-8a89-482e-a7e3-f6c844876b2c HTTP/1.1" status: 204 len: 168 time: 1.5655389 Apr 20 13:03:55.172246 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58452) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:55.179856 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e435f5-bcd4-4fa8-aa1e-d812064d5ef2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecf7a882-8a89-482e-a7e3-f6c844876b2c,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:55.282934 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58456) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:55.298983 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ca99b4cc-7db2-481e-8aa5-89a9c613141e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:55.402192 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ca99b4cc-7db2-481e-8aa5-89a9c613141e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:55.478678 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ca99b4cc-7db2-481e-8aa5-89a9c613141e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:55.559268 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99b4cc-7db2-481e-8aa5-89a9c613141e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a833cd2b-fe22-47b2-9b06-b5573eee6203,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:55.655087 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ca99b4cc-7db2-481e-8aa5-89a9c613141e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=acf2c642312e4b238675e00b9b605cea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3708680 Apr 20 13:03:55.658706 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58464) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:55.767476 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d021bab-f427-47bf-8787-5557b557059c req-2095ec3b-0504-4918-b303-2003e9ffdae1 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:55.770045 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1d021bab-f427-47bf-8787-5557b557059c req-2095ec3b-0504-4918-b303-2003e9ffdae1 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=b76d5ca0-7c0b-429c-9bf1-32a63dde2066 HTTP/1.1" status: 200 len: 947 time: 0.1624057 Apr 20 13:03:55.770492 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b6231b87-5ae4-476b-bb06-bc74f84aec96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:55.799606 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b6231b87-5ae4-476b-bb06-bc74f84aec96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:55.877557 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f6c37ec9-2170-41e7-bd78-b07737b2bb9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:55.884207 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0c14a879-541a-4601-b301-a05851c33693 req-1106e3d2-48ea-4ce3-93c5-90b4641cedb3 tempest-AbsoluteLimitsNegativeTestJSON-94554481 tempest-AbsoluteLimitsNegativeTestJSON-94554481-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=dc23798f1f704935944a7301210a2e19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303531 Apr 20 13:03:55.921720 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1d021bab-f427-47bf-8787-5557b557059c req-2db82945-1fda-4640-96fb-8118d140b847 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746095 Apr 20 13:03:55.987125 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:03:56.035377 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14a879-541a-4601-b301-a05851c33693 req-5a318852-0f0b-427b-b3ac-1af51a2ecbd9 tempest-AbsoluteLimitsNegativeTestJSON-94554481 tempest-AbsoluteLimitsNegativeTestJSON-94554481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:56.037022 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0c14a879-541a-4601-b301-a05851c33693 req-5a318852-0f0b-427b-b3ac-1af51a2ecbd9 tempest-AbsoluteLimitsNegativeTestJSON-94554481 tempest-AbsoluteLimitsNegativeTestJSON-94554481-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1417091 Apr 20 13:03:56.082330 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0c14a879-541a-4601-b301-a05851c33693 req-67fdcd2d-da3e-471f-996d-bf28f1f639a4 tempest-AbsoluteLimitsNegativeTestJSON-94554481 tempest-AbsoluteLimitsNegativeTestJSON-94554481-project] 10.222.0.25 "GET /v2.0/quotas/dc23798f1f704935944a7301210a2e19 HTTP/1.1" status: 200 len: 375 time: 0.0370078 Apr 20 13:03:56.102426 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:56.145434 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'port_id': '8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9', 'mac_address': 'fa:16:3e:7b:c9:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b1f82a-7732-4b50-ab22-2475f182a712', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:03:56.158952 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0c14a879-541a-4601-b301-a05851c33693 req-150b95ee-e56c-4f27-bb02-38592f55f391 tempest-AbsoluteLimitsNegativeTestJSON-94554481 tempest-AbsoluteLimitsNegativeTestJSON-94554481-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc23798f1f704935944a7301210a2e19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0641932 Apr 20 13:03:56.164568 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b6231b87-5ae4-476b-bb06-bc74f84aec96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:56.167099 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b6231b87-5ae4-476b-bb06-bc74f84aec96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:56.168270 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b6231b87-5ae4-476b-bb06-bc74f84aec96 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a833cd2b-fe22-47b2-9b06-b5573eee6203 HTTP/1.1" status: 204 len: 168 time: 0.5085785 Apr 20 13:03:56.212993 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:56.229239 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:03:56.247598 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6231b87-5ae4-476b-bb06-bc74f84aec96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a833cd2b-fe22-47b2-9b06-b5573eee6203,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:56.264606 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:56.272565 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3f804-979e-417e-85be-2de4a9045636 req-16bd8448-0874-4b97-92ce-7de4e05ca117 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:56.287620 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cba3f804-979e-417e-85be-2de4a9045636 req-16bd8448-0874-4b97-92ce-7de4e05ca117 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 947 time: 0.2605176 Apr 20 13:03:56.327490 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-f6c37ec9-2170-41e7-bd78-b07737b2bb9b admin admin] Deleting port aaf5e41e-c864-4562-8ad9-2cea290114e6 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:03:56.328120 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f6c37ec9-2170-41e7-bd78-b07737b2bb9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:56.331596 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:56.377054 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cba3f804-979e-417e-85be-2de4a9045636 req-b6a52d2f-9038-4399-a900-477e65d4bce3 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875967 Apr 20 13:03:56.398649 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:56.448297 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-f6c37ec9-2170-41e7-bd78-b07737b2bb9b admin admin] For port aaf5e41e-c864-4562-8ad9-2cea290114e6, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=aaf5e41e-c864-4562-8ad9-2cea290114e6,segment=NetworkSegment(2d6026c3-daec-462b-9515-721be279e9a0),segment_id=2d6026c3-daec-462b-9515-721be279e9a0)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:56.448764 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f6c37ec9-2170-41e7-bd78-b07737b2bb9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:56.462256 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-f6c37ec9-2170-41e7-bd78-b07737b2bb9b admin admin] Calling delete_port for aaf5e41e-c864-4562-8ad9-2cea290114e6 owned by network:router_interface {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:03:56.748044 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:03:56.778246 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ac725dd5-34f3-4c2a-b8ba-eaf703b368eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:56.788153 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f6c37ec9-2170-41e7-bd78-b07737b2bb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:56.844142 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c37ec9-2170-41e7-bd78-b07737b2bb9b admin admin] Pushing event deleted for resources: {'Port': ['ID=aaf5e41e-c864-4562-8ad9-2cea290114e6,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:56.941999 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58498) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:57.102548 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfb6d3-9dcd-48ec-880d-710918741f56 req-461f6c69-5bec-45b0-94be-4915d03eb22c tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:57.113300 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-79dfb6d3-9dcd-48ec-880d-710918741f56 req-461f6c69-5bec-45b0-94be-4915d03eb22c tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=b76d5ca0-7c0b-429c-9bf1-32a63dde2066 HTTP/1.1" status: 200 len: 947 time: 0.0910339 Apr 20 13:03:57.119922 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f6c37ec9-2170-41e7-bd78-b07737b2bb9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:57.154460 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-267600f7-e326-40db-9473-3d4b3c79b69b admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:57.194562 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-79dfb6d3-9dcd-48ec-880d-710918741f56 req-880421bb-50b6-4e53-b07d-63643297b252 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708687 Apr 20 13:03:57.273406 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-267600f7-e326-40db-9473-3d4b3c79b69b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:57.368511 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-267600f7-e326-40db-9473-3d4b3c79b69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:57.419686 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c37ec9-2170-41e7-bd78-b07737b2bb9b admin admin] Router 13aaec27-0a7c-4388-999c-dd5f2f76bbbf has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:03:57.439535 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-267600f7-e326-40db-9473-3d4b3c79b69b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dc23798f1f704935944a7301210a2e19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4942114 Apr 20 13:03:57.439535 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267600f7-e326-40db-9473-3d4b3c79b69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14912e0-5696-4bbd-9afd-865217fd54a2,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:57.442562 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58518) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:57.540152 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-11d477d1-ec1b-411b-b47f-c424adaa20e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:57.554063 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf828a64-859b-493e-95e5-802d27c4a5d0 req-4b0b4c29-08b8-44f3-91ce-8108c6dc0450 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:57.556585 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c37ec9-2170-41e7-bd78-b07737b2bb9b admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:03:57.556719 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cf828a64-859b-493e-95e5-802d27c4a5d0 req-4b0b4c29-08b8-44f3-91ce-8108c6dc0450 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 948 time: 0.0757902 Apr 20 13:03:57.562249 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f6c37ec9-2170-41e7-bd78-b07737b2bb9b admin admin] 10.222.0.25 "PUT /v2.0/routers/13aaec27-0a7c-4388-999c-dd5f2f76bbbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3859928 Apr 20 13:03:57.563101 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58520) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:57.571520 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f330e06a-2e0e-465e-a213-2513442443a5 None None] Sync routers for ids ['13aaec27-0a7c-4388-999c-dd5f2f76bbbf'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:03:57.593868 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f330e06a-2e0e-465e-a213-2513442443a5 None None] Routers {'13aaec27-0a7c-4388-999c-dd5f2f76bbbf'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:03:57.594778 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f330e06a-2e0e-465e-a213-2513442443a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:03:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['13aaec27-0a7c-4388-999c-dd5f2f76bbbf'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:57.599587 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-11d477d1-ec1b-411b-b47f-c424adaa20e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:57.626740 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cf828a64-859b-493e-95e5-802d27c4a5d0 req-6c4dd41d-065a-489e-aa10-a53621ec6a19 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628567 Apr 20 13:03:57.697150 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-deb95279-ca18-40fb-9d4b-1cd84e67c1a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:57.763182 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-11d477d1-ec1b-411b-b47f-c424adaa20e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:57.765764 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-11d477d1-ec1b-411b-b47f-c424adaa20e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:57.766978 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-11d477d1-ec1b-411b-b47f-c424adaa20e0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f14912e0-5696-4bbd-9afd-865217fd54a2 HTTP/1.1" status: 204 len: 168 time: 0.3233087 Apr 20 13:03:57.784336 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d477d1-ec1b-411b-b47f-c424adaa20e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14912e0-5696-4bbd-9afd-865217fd54a2,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:57.816067 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-deb95279-ca18-40fb-9d4b-1cd84e67c1a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:57.835761 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-f330e06a-2e0e-465e-a213-2513442443a5 None None] Set router 13aaec27-0a7c-4388-999c-dd5f2f76bbbf gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:03:57.947298 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:57.952024 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-deb95279-ca18-40fb-9d4b-1cd84e67c1a4 admin admin] Deleting port 7953cf07-a53f-474f-aebc-789b61f0cebf {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:03:57.952374 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-deb95279-ca18-40fb-9d4b-1cd84e67c1a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:58.005025 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:03:58.028202 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f330e06a-2e0e-465e-a213-2513442443a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13aaec27-0a7c-4388-999c-dd5f2f76bbbf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-401638591-router', 'tenant_id': '1f82633db79c4269bcee0291cc268749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '7953cf07-a53f-474f-aebc-789b61f0cebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:55Z', 'updated_at': '2022-04-20T13:03:56Z', 'revision_number': 5, 'project_id': '1f82633db79c4269bcee0291cc268749', 'gw_port': {'id': '7953cf07-a53f-474f-aebc-789b61f0cebf', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:14:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13aaec27-0a7c-4388-999c-dd5f2f76bbbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:00:00Z', 'updated_at': '2022-04-20T13:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:58.056840 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f330e06a-2e0e-465e-a213-2513442443a5 None None] Checking router: 13aaec27-0a7c-4388-999c-dd5f2f76bbbf for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:03:58.067140 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f330e06a-2e0e-465e-a213-2513442443a5 None None] Routers {'13aaec27-0a7c-4388-999c-dd5f2f76bbbf'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:03:58.068030 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f330e06a-2e0e-465e-a213-2513442443a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:03:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['13aaec27-0a7c-4388-999c-dd5f2f76bbbf'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:58.069494 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-deb95279-ca18-40fb-9d4b-1cd84e67c1a4 admin admin] For port 7953cf07-a53f-474f-aebc-789b61f0cebf, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=7953cf07-a53f-474f-aebc-789b61f0cebf,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:58.071509 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-deb95279-ca18-40fb-9d4b-1cd84e67c1a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:58.087840 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-deb95279-ca18-40fb-9d4b-1cd84e67c1a4 admin admin] Calling delete_port for 7953cf07-a53f-474f-aebc-789b61f0cebf owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:03:58.151459 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:03:58.159391 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:58.160035 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:58.161964 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-f330e06a-2e0e-465e-a213-2513442443a5 None None] Set router 13aaec27-0a7c-4388-999c-dd5f2f76bbbf gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:03:58.275619 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f330e06a-2e0e-465e-a213-2513442443a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13aaec27-0a7c-4388-999c-dd5f2f76bbbf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-401638591-router', 'tenant_id': '1f82633db79c4269bcee0291cc268749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:55Z', 'updated_at': '2022-04-20T13:03:57Z', 'revision_number': 6, 'project_id': '1f82633db79c4269bcee0291cc268749', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:58.316174 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:58.361244 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f330e06a-2e0e-465e-a213-2513442443a5 None None] The sync data for ids ['13aaec27-0a7c-4388-999c-dd5f2f76bbbf'] in n-d-836015-7 is: [{'id': '13aaec27-0a7c-4388-999c-dd5f2f76bbbf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-401638591-router', 'tenant_id': '1f82633db79c4269bcee0291cc268749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:55Z', 'updated_at': '2022-04-20T13:03:57Z', 'revision_number': 6, 'project_id': '1f82633db79c4269bcee0291cc268749', 'gw_port_host': None}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:03:58.367390 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device bdd1f217-dea3-4974-a8e7-787127461687 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:03:58.410638 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e13159-406c-4c1c-b517-066f69d3579d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:03:58.413577 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c988bf1-2dd0-4883-b8db-6501836d456b" -d '{"events": [{"server_uuid": "30e13159-406c-4c1c-b517-066f69d3579d", "name": "network-vif-plugged", "status": "completed", "tag": "8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:03:58.433772 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7345f01-3142-460b-9314-5044c16b5456 req-6b574424-caee-4ed5-bc98-dfb827bcef10 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:58.435517 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e7345f01-3142-460b-9314-5044c16b5456 req-6b574424-caee-4ed5-bc98-dfb827bcef10 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=b76d5ca0-7c0b-429c-9bf1-32a63dde2066 HTTP/1.1" status: 200 len: 947 time: 0.0872927 Apr 20 13:03:58.457615 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:58.532815 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d591f69c-026a-4e3d-b55a-cedb1c5eb9b0 x-openstack-request-id: req-d591f69c-026a-4e3d-b55a-cedb1c5eb9b0 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:03:58.532815 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e13159-406c-4c1c-b517-066f69d3579d", "name": "network-vif-plugged", "status": "completed", "tag": "8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:03:58.532815 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d591f69c-026a-4e3d-b55a-cedb1c5eb9b0 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:03:58.533278 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e7345f01-3142-460b-9314-5044c16b5456 req-c0d0bb3a-2a57-476f-b192-e79813ec3a69 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793426 Apr 20 13:03:58.533395 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d591f69c-026a-4e3d-b55a-cedb1c5eb9b0'] response: {'server_uuid': '30e13159-406c-4c1c-b517-066f69d3579d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9', 'code': 200} Apr 20 13:03:58.536657 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:58.545871 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-deb95279-ca18-40fb-9d4b-1cd84e67c1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:58.608616 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb95279-ca18-40fb-9d4b-1cd84e67c1a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7953cf07-a53f-474f-aebc-789b61f0cebf,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:58.665623 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port bdd1f217-dea3-4974-a8e7-787127461687, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=bdd1f217-dea3-4974-a8e7-787127461687,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:58.685842 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'bdd1f217-dea3-4974-a8e7-787127461687', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'port_id': 'bdd1f217-dea3-4974-a8e7-787127461687', 'mac_address': 'fa:16:3e:eb:cd:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b1f82a-7732-4b50-ab22-2475f182a712', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:03:58.688384 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c8868-3ce3-41d3-812a-250a6f2cf77c req-6de783f8-b9a6-4938-96c5-594b22209c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:58.689890 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-669c8868-3ce3-41d3-812a-250a6f2cf77c req-6de783f8-b9a6-4938-96c5-594b22209c2c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 1100 time: 0.1012290 Apr 20 13:03:58.695163 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-deb95279-ca18-40fb-9d4b-1cd84e67c1a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:58.741262 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:58.756552 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:58.776658 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdd1f217-dea3-4974-a8e7-787127461687 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:03:58.802272 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port bdd1f217-dea3-4974-a8e7-787127461687, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=bdd1f217-dea3-4974-a8e7-787127461687,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:58.857447 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-deb95279-ca18-40fb-9d4b-1cd84e67c1a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:58.860281 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-deb95279-ca18-40fb-9d4b-1cd84e67c1a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:58.870820 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:58.877262 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd0108-e648-4b05-a3e2-8d1d08cf615b req-b49d29e7-4221-4ece-abda-0d005604af6d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:58.880338 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-23bd0108-e648-4b05-a3e2-8d1d08cf615b req-b49d29e7-4221-4ece-abda-0d005604af6d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 949 time: 0.1202831 Apr 20 13:03:58.915195 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-669c8868-3ce3-41d3-812a-250a6f2cf77c req-5089466f-5c5a-4d38-afbd-b1cf51476b27 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487167 Apr 20 13:03:58.972896 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-23bd0108-e648-4b05-a3e2-8d1d08cf615b req-daecc56e-ce85-474c-8500-7f06b9d8a412 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797806 Apr 20 13:03:58.975774 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=bdd1f217-dea3-4974-a8e7-787127461687,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:58.979745 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-deb95279-ca18-40fb-9d4b-1cd84e67c1a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:58.980281 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb95279-ca18-40fb-9d4b-1cd84e67c1a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13aaec27-0a7c-4388-999c-dd5f2f76bbbf {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:03:58.986114 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-deb95279-ca18-40fb-9d4b-1cd84e67c1a4 admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:58.989603 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-deb95279-ca18-40fb-9d4b-1cd84e67c1a4 admin admin] 10.222.0.25 "DELETE /v2.0/routers/13aaec27-0a7c-4388-999c-dd5f2f76bbbf HTTP/1.1" status: 204 len: 168 time: 1.4231584 Apr 20 13:03:58.990840 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58556) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:59.042478 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b1e9750-400a-4bc3-994b-cb47d5461c8d admin admin] Deleting subnet 396afea9-64ef-4f1c-8ba5-90b58b74e670 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:03:59.046303 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b1e9750-400a-4bc3-994b-cb47d5461c8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:59.089675 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b1e9750-400a-4bc3-994b-cb47d5461c8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:59.175616 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b1e9750-400a-4bc3-994b-cb47d5461c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:59.250104 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:59.289431 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['bdd1f217-dea3-4974-a8e7-787127461687'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:03:59.311887 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b1e9750-400a-4bc3-994b-cb47d5461c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:59.326094 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b1e9750-400a-4bc3-994b-cb47d5461c8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:59.333403 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58570) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:59.347590 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0b1e9750-400a-4bc3-994b-cb47d5461c8d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/396afea9-64ef-4f1c-8ba5-90b58b74e670 HTTP/1.1" status: 204 len: 168 time: 0.3388464 Apr 20 13:03:59.348000 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9418435d-0561-4d81-b906-d7ff9b760d5d None None] Network ba8db323-8540-4e57-8d19-03d82d4a4dc8 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:03:59.406632 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e9750-400a-4bc3-994b-cb47d5461c8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=396afea9-64ef-4f1c-8ba5-90b58b74e670,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:59.500542 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b0f225f-e5c8-4405-acdb-3dee9431b3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:59.592948 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-2b0f225f-e5c8-4405-acdb-3dee9431b3ff admin admin] Deleting port 670353a6-df42-496b-bb46-91045e4a0228 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:03:59.593295 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b0f225f-e5c8-4405-acdb-3dee9431b3ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:59.599002 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58584) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:59.738425 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-32dc2907-b899-45bb-87cd-308961c37afe admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-12630918-network', 'tenant_id': 'a2167363010147eeba9c4887cfd010d1'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:03:59.804866 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-2b0f225f-e5c8-4405-acdb-3dee9431b3ff admin admin] For port 670353a6-df42-496b-bb46-91045e4a0228, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=670353a6-df42-496b-bb46-91045e4a0228,segment=NetworkSegment(2d6026c3-daec-462b-9515-721be279e9a0),segment_id=2d6026c3-daec-462b-9515-721be279e9a0)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:59.805333 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b0f225f-e5c8-4405-acdb-3dee9431b3ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:59.827320 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-2b0f225f-e5c8-4405-acdb-3dee9431b3ff admin admin] Calling delete_port for 670353a6-df42-496b-bb46-91045e4a0228 owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:03:59.831231 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:59.840408 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db742dd0-60d0-4128-851e-41d4fcbb47f5 req-c1104cea-7724-4dd5-9521-96d6c5769eb6 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:59.845180 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-db742dd0-60d0-4128-851e-41d4fcbb47f5 req-c1104cea-7724-4dd5-9521-96d6c5769eb6 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=b76d5ca0-7c0b-429c-9bf1-32a63dde2066 HTTP/1.1" status: 200 len: 948 time: 0.1874678 Apr 20 13:03:59.852206 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ef88ad-69be-4694-ad46-36f1a9a5013d None None] DHCP port deletion for ba8db323-8540-4e57-8d19-03d82d4a4dc8 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:03:59.865460 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32dc2907-b899-45bb-87cd-308961c37afe admin admin] Made reservation on behalf of a2167363010147eeba9c4887cfd010d1 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:03:59.868051 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-32dc2907-b899-45bb-87cd-308961c37afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:59.878126 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-32dc2907-b899-45bb-87cd-308961c37afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:59.908566 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-98ef88ad-69be-4694-ad46-36f1a9a5013d None None] Deleting port 670353a6-df42-496b-bb46-91045e4a0228 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:03:59.909089 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-98ef88ad-69be-4694-ad46-36f1a9a5013d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:59.954157 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-db742dd0-60d0-4128-851e-41d4fcbb47f5 req-6ef28968-9d3b-44ca-bb29-ae141135d639 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021845 Apr 20 13:03:59.980522 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-e98e4246-d102-45ed-95a6-e858f047a2fa tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=f448ceb25b9d4c9aaa37dd3ffb188317&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452576 Apr 20 13:04:00.010006 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-98ef88ad-69be-4694-ad46-36f1a9a5013d None None] For port 670353a6-df42-496b-bb46-91045e4a0228, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=670353a6-df42-496b-bb46-91045e4a0228,segment=NetworkSegment(2d6026c3-daec-462b-9515-721be279e9a0),segment_id=2d6026c3-daec-462b-9515-721be279e9a0)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:00.010545 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-98ef88ad-69be-4694-ad46-36f1a9a5013d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:00.028492 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-98ef88ad-69be-4694-ad46-36f1a9a5013d None None] Calling delete_port for 670353a6-df42-496b-bb46-91045e4a0228 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:04:00.037836 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-32dc2907-b899-45bb-87cd-308961c37afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:00.071648 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b0f225f-e5c8-4405-acdb-3dee9431b3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:00.114318 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-32dc2907-b899-45bb-87cd-308961c37afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:00.124006 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f225f-e5c8-4405-acdb-3dee9431b3ff admin admin] Pushing event deleted for resources: {'Port': ['ID=670353a6-df42-496b-bb46-91045e4a0228,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:00.126068 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-98ef88ad-69be-4694-ad46-36f1a9a5013d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:00.133182 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0f225f-e5c8-4405-acdb-3dee9431b3ff admin admin] No DVR routers for this DVR port 670353a6-df42-496b-bb46-91045e4a0228 on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:04:00.165952 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32dc2907-b899-45bb-87cd-308961c37afe admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:04:00.175733 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef88ad-69be-4694-ad46-36f1a9a5013d None None] Pushing event deleted for resources: {'Port': ['ID=670353a6-df42-496b-bb46-91045e4a0228,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:00.177722 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ef88ad-69be-4694-ad46-36f1a9a5013d None None] No DVR routers for this DVR port 670353a6-df42-496b-bb46-91045e4a0228 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:04:00.182676 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc2907-b899-45bb-87cd-308961c37afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595b2b1a-4e47-458f-94b9-05591e1aa8ae,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:00.189170 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-32dc2907-b899-45bb-87cd-308961c37afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:00.189535 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-32dc2907-b899-45bb-87cd-308961c37afe admin admin] Added segment eda2d809-e296-4c8f-ab5f-9093e51bef85 of type vlan for network 47863965-1e9b-49c6-bcaf-81a7b204c137 Apr 20 13:04:00.222699 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device aaf5e41e-c864-4562-8ad9-2cea290114e6 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:04:00.245405 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: aaf5e41e-c864-4562-8ad9-2cea290114e6 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:04:00.245405 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device aaf5e41e-c864-4562-8ad9-2cea290114e6 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:04:00.246206 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 670353a6-df42-496b-bb46-91045e4a0228 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:04:00.256946 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-32dc2907-b899-45bb-87cd-308961c37afe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:00.259259 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6550da0f-4aed-4906-b011-a5f0798eb431 req-80a83f0e-229e-4c93-93e6-5bb26da723ad tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:00.260840 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6550da0f-4aed-4906-b011-a5f0798eb431 req-80a83f0e-229e-4c93-93e6-5bb26da723ad tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 949 time: 0.2008944 Apr 20 13:04:00.267346 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 670353a6-df42-496b-bb46-91045e4a0228 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:04:00.267875 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 670353a6-df42-496b-bb46-91045e4a0228 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:04:00.268399 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 7953cf07-a53f-474f-aebc-789b61f0cebf no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:04:00.271387 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-34b323e0-0242-4137-85f8-3e6ea5b44673 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:00.272682 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-34b323e0-0242-4137-85f8-3e6ea5b44673 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2864459 Apr 20 13:04:00.291329 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 7953cf07-a53f-474f-aebc-789b61f0cebf {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:04:00.291848 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 7953cf07-a53f-474f-aebc-789b61f0cebf not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:04:00.330558 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b0f225f-e5c8-4405-acdb-3dee9431b3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:00.332755 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-32dc2907-b899-45bb-87cd-308961c37afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:00.335272 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dc2907-b899-45bb-87cd-308961c37afe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:00.335272 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-32dc2907-b899-45bb-87cd-308961c37afe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:00.354016 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-834e9eb9-cf78-4b00-b970-610d0a74a722 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] 10.222.0.25 "GET /v2.0/quotas/f448ceb25b9d4c9aaa37dd3ffb188317 HTTP/1.1" status: 200 len: 375 time: 0.0386739 Apr 20 13:04:00.363611 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-2b0f225f-e5c8-4405-acdb-3dee9431b3ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba8db323-8540-4e57-8d19-03d82d4a4dc8']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:00.400366 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-2b0f225f-e5c8-4405-acdb-3dee9431b3ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d6026c3-daec-462b-9515-721be279e9a0') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:00.400975 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-2b0f225f-e5c8-4405-acdb-3dee9431b3ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d6026c3-daec-462b-9515-721be279e9a0') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:00.457260 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-c9dfc79f-f3df-4e9d-851d-719bbea5a183 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f448ceb25b9d4c9aaa37dd3ffb188317&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0844550 Apr 20 13:04:00.463834 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b0f225f-e5c8-4405-acdb-3dee9431b3ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:00.478273 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6550da0f-4aed-4906-b011-a5f0798eb431 req-313dc60f-d8db-4d80-a3ac-195b25f590ba tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559312 Apr 20 13:04:00.497652 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b0f225f-e5c8-4405-acdb-3dee9431b3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:00.512623 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b0f225f-e5c8-4405-acdb-3dee9431b3ff admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:04:00.513344 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b0f225f-e5c8-4405-acdb-3dee9431b3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:00.519141 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:04:00.519141 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:04:00.519141 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:04:00.519141 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:04:00.519141 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:04:00.519141 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:04:00.519141 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:04:00.519141 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:04:00.519141 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:04:00.519141 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:04:00.519141 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:04:00.519141 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:04:00.519141 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:04:00.519141 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:04:00.519141 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:04:00.519141 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:04:00.519141 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:04:00.519141 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:04:00.519141 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:04:00.519141 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:04:00.519141 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:04:00.519141 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:04:00.519141 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:04:00.519141 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:04:00.519141 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:04:00.519141 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:04:00.519141 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:04:00.519141 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:04:00.519141 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:04:00.519141 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:04:00.519141 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:04:00.519141 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:04:00.690073 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-32dc2907-b899-45bb-87cd-308961c37afe admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0872121 Apr 20 13:04:00.690698 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b0f225f-e5c8-4405-acdb-3dee9431b3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:00.691763 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58602) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:00.696371 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-c9b4eb74-0fe2-4598-bbd7-81d5f959c1b6 admin admin] Request body: {'subnet': {'network_id': '47863965-1e9b-49c6-bcaf-81a7b204c137', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-12630918-subnet', 'tenant_id': 'a2167363010147eeba9c4887cfd010d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:00.700902 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc2907-b899-45bb-87cd-308961c37afe admin admin] Pushing event updated for resources: {'Network': ['ID=47863965-1e9b-49c6-bcaf-81a7b204c137,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:00.702619 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b0f225f-e5c8-4405-acdb-3dee9431b3ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:00.709520 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2b0f225f-e5c8-4405-acdb-3dee9431b3ff admin admin] 10.222.0.25 "DELETE /v2.0/networks/ba8db323-8540-4e57-8d19-03d82d4a4dc8 HTTP/1.1" status: 204 len: 168 time: 1.3746645 Apr 20 13:04:00.712931 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 47863965-1e9b-49c6-bcaf-81a7b204c137 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:04:00.725573 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f225f-e5c8-4405-acdb-3dee9431b3ff admin admin] Pushing event deleted for resources: {'Network': ['ID=ba8db323-8540-4e57-8d19-03d82d4a4dc8,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:00.823814 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7ce56fd0-03a6-4c12-b454-d1be50f41684 req-088425e1-f567-46c5-8e83-895338e4ac56 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] 10.222.0.25 "GET /v2.0/ports?device_id=e385da7f-433d-45d1-b01a-6eac635e70b2 HTTP/1.1" status: 200 len: 210 time: 0.0322077 Apr 20 13:04:00.825652 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b4eb74-0fe2-4598-bbd7-81d5f959c1b6 admin admin] Made reservation on behalf of a2167363010147eeba9c4887cfd010d1 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:04:00.832636 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c9b4eb74-0fe2-4598-bbd7-81d5f959c1b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:01.085037 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc90d6e-1edd-46d5-ad15-e35301d847d9 req-b5ac2b43-5f07-427c-9397-321cfb2d89f6 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:01.086852 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3dc90d6e-1edd-46d5-ad15-e35301d847d9 req-b5ac2b43-5f07-427c-9397-321cfb2d89f6 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=b76d5ca0-7c0b-429c-9bf1-32a63dde2066 HTTP/1.1" status: 200 len: 948 time: 0.0557067 Apr 20 13:04:01.118792 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c9b4eb74-0fe2-4598-bbd7-81d5f959c1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:01.157647 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3dc90d6e-1edd-46d5-ad15-e35301d847d9 req-01b01a55-9494-49f1-be06-d2eb50652fa8 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639753 Apr 20 13:04:01.182740 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b4eb74-0fe2-4598-bbd7-81d5f959c1b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=425ef31e-a36e-47a8-a534-39ce263a8cea,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:01.199080 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b4eb74-0fe2-4598-bbd7-81d5f959c1b6 admin admin] Checking segment: {'id': 'eda2d809-e296-4c8f-ab5f-9093e51bef85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '47863965-1e9b-49c6-bcaf-81a7b204c137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:04:01.199480 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b4eb74-0fe2-4598-bbd7-81d5f959c1b6 admin admin] Network hostable DHCP agents. Network: 47863965-1e9b-49c6-bcaf-81a7b204c137, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:04:01.220006 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58616) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:01.260398 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9b887f24-cdee-4e6e-9182-35e5a590ac6c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5b1351b4ef5344fa8f1186ac748ba322&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0390487 Apr 20 13:04:01.262685 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58618) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:01.298874 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b4eb74-0fe2-4598-bbd7-81d5f959c1b6 admin admin] Network 47863965-1e9b-49c6-bcaf-81a7b204c137 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:04:01.317823 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6c6d64e7-4751-4fea-9fac-7fe8dbdbfdad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:01.339700 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6c6d64e7-4751-4fea-9fac-7fe8dbdbfdad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:01.385498 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-c9b4eb74-0fe2-4598-bbd7-81d5f959c1b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 47863965-1e9b-49c6-bcaf-81a7b204c137) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:04:01.391058 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b4eb74-0fe2-4598-bbd7-81d5f959c1b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:01.393968 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c9b4eb74-0fe2-4598-bbd7-81d5f959c1b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:01.400226 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6709a1f-ed46-428f-8c95-018ab73c5a4d None None] Network 47863965-1e9b-49c6-bcaf-81a7b204c137 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:04:01.482943 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6c6d64e7-4751-4fea-9fac-7fe8dbdbfdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:01.485583 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6c6d64e7-4751-4fea-9fac-7fe8dbdbfdad admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:01.489140 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-6c6d64e7-4751-4fea-9fac-7fe8dbdbfdad admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/681834fb-b99c-42e9-a168-d79cd65e6fb4 HTTP/1.1" status: 204 len: 168 time: 0.2235749 Apr 20 13:04:01.499946 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d64e7-4751-4fea-9fac-7fe8dbdbfdad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681834fb-b99c-42e9-a168-d79cd65e6fb4,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:01.562052 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dac48d-2a70-4f72-b12e-a9af5d76e64e None None] Network 47863965-1e9b-49c6-bcaf-81a7b204c137 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:04:01.668675 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6013a4e-b374-4159-8ac1-469646e0ce30 req-d10ba05e-296a-478b-bae5-7f6d683cf2df tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:01.670992 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f6013a4e-b374-4159-8ac1-469646e0ce30 req-d10ba05e-296a-478b-bae5-7f6d683cf2df tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 949 time: 0.0906920 Apr 20 13:04:01.722978 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f6013a4e-b374-4159-8ac1-469646e0ce30 req-9741c98e-06f8-49b0-b095-fc7e7d988f26 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450799 Apr 20 13:04:01.875202 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3955dac7-0f7b-4727-83ad-22fe5a0b482d req-36b55003-c42c-44d7-a8f6-f4d11fbed649 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:01.877083 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3955dac7-0f7b-4727-83ad-22fe5a0b482d req-36b55003-c42c-44d7-a8f6-f4d11fbed649 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 949 time: 0.0616748 Apr 20 13:04:01.940197 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-62937b19-c84d-4f64-ad50-46112e4d92f0 req-8b29d1b5-f288-4379-9e08-65d8f3ada987 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] 10.222.0.25 "GET /v2.0/ports?device_id=e385da7f-433d-45d1-b01a-6eac635e70b2 HTTP/1.1" status: 200 len: 210 time: 0.0541699 Apr 20 13:04:01.947675 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c9b4eb74-0fe2-4598-bbd7-81d5f959c1b6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2524259 Apr 20 13:04:01.978471 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3955dac7-0f7b-4727-83ad-22fe5a0b482d req-b7dc1535-bfee-4591-9d2f-a335ec5ed6be tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941739 Apr 20 13:04:02.219386 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [req-73c8afa6-6cd2-4dc5-a1e3-c5cd89445dee req-1380e4b3-91c0-4a3f-a9b1-1978236c82a1 tempest-SecurityGroupsNegativeTestJSON-787694139 tempest-SecurityGroupsNegativeTestJSON-787694139-project] show failed (client error): The resource could not be found. Apr 20 13:04:02.220474 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73c8afa6-6cd2-4dc5-a1e3-c5cd89445dee req-1380e4b3-91c0-4a3f-a9b1-1978236c82a1 tempest-SecurityGroupsNegativeTestJSON-787694139 tempest-SecurityGroupsNegativeTestJSON-787694139-project] 10.222.0.25 "GET /v2.0/security-groups/592cd654-b8dc-4bdd-a279-fcaf6679bfd9 HTTP/1.1" status: 404 len: 352 time: 0.0175066 Apr 20 13:04:02.339736 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device bdd1f217-dea3-4974-a8e7-787127461687 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:04:02.360993 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-62861591-14be-4e2e-bb89-59f0f5506c84 req-74361a98-4dc1-4bfe-9219-cd7813d4964e tempest-SecurityGroupsNegativeTestJSON-787694139 tempest-SecurityGroupsNegativeTestJSON-787694139-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a2167363010147eeba9c4887cfd010d1 HTTP/1.1" status: 200 len: 2984 time: 0.0806134 Apr 20 13:04:02.369552 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415a5e3-e7e0-4fb2-bd17-8b7ab36d8e39 req-66f613df-c9f8-4238-9e55-08f7216b3ca6 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:02.371008 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0415a5e3-e7e0-4fb2-bd17-8b7ab36d8e39 req-66f613df-c9f8-4238-9e55-08f7216b3ca6 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=b76d5ca0-7c0b-429c-9bf1-32a63dde2066 HTTP/1.1" status: 200 len: 948 time: 0.0835967 Apr 20 13:04:02.440242 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-62861591-14be-4e2e-bb89-59f0f5506c84 req-98ee6d01-1a3f-44e4-a16d-9f46eb06f4ff tempest-SecurityGroupsNegativeTestJSON-787694139 tempest-SecurityGroupsNegativeTestJSON-787694139-project] 10.222.0.25 "GET /v2.0/security-groups/595b2b1a-4e47-458f-94b9-05591e1aa8ae HTTP/1.1" status: 200 len: 2981 time: 0.0638897 Apr 20 13:04:02.458423 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0415a5e3-e7e0-4fb2-bd17-8b7ab36d8e39 req-0c5df329-6c6a-4850-aed2-e65f97902732 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797191 Apr 20 13:04:02.466321 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port bdd1f217-dea3-4974-a8e7-787127461687 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:04:02.470454 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port bdd1f217-dea3-4974-a8e7-787127461687 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:02.474624 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:02.516241 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-62861591-14be-4e2e-bb89-59f0f5506c84 req-4807c06d-343e-4736-aeb3-ae357e5b8a70 tempest-SecurityGroupsNegativeTestJSON-787694139 tempest-SecurityGroupsNegativeTestJSON-787694139-project] 10.222.0.25 "GET /v2.0/security-groups/595b2b1a-4e47-458f-94b9-05591e1aa8ae HTTP/1.1" status: 200 len: 2981 time: 0.0710480 Apr 20 13:04:02.587718 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-51ddfc17-37bb-4a65-a3f8-85ea15011c39 req-4b9cfb4d-6460-4efe-8ec8-ac846b0e74e5 tempest-SecurityGroupsNegativeTestJSON-787694139 tempest-SecurityGroupsNegativeTestJSON-787694139-project] 10.222.0.25 "GET /v2.0/security-groups/595b2b1a-4e47-458f-94b9-05591e1aa8ae HTTP/1.1" status: 200 len: 2981 time: 0.0485291 Apr 20 13:04:02.651034 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:02.681427 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [req-51ddfc17-37bb-4a65-a3f8-85ea15011c39 req-7256c93c-10b6-4c9a-9eed-f8ac91853281 tempest-SecurityGroupsNegativeTestJSON-787694139 tempest-SecurityGroupsNegativeTestJSON-787694139-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 20 13:04:02.686386 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-51ddfc17-37bb-4a65-a3f8-85ea15011c39 req-7256c93c-10b6-4c9a-9eed-f8ac91853281 tempest-SecurityGroupsNegativeTestJSON-787694139 tempest-SecurityGroupsNegativeTestJSON-787694139-project] 10.222.0.25 "DELETE /v2.0/security-groups/595b2b1a-4e47-458f-94b9-05591e1aa8ae HTTP/1.1" status: 409 len: 352 time: 0.0914760 Apr 20 13:04:02.686516 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76d5ca0-7c0b-429c-9bf1-32a63dde2066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd1f217-dea3-4974-a8e7-787127461687'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:02.688945 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d322145d-2c62-4938-a96c-14bee66ed363" -d '{"events": [{"server_uuid": "b76d5ca0-7c0b-429c-9bf1-32a63dde2066", "name": "network-vif-plugged", "status": "completed", "tag": "bdd1f217-dea3-4974-a8e7-787127461687"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:02.719158 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port bdd1f217-dea3-4974-a8e7-787127461687, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=bdd1f217-dea3-4974-a8e7-787127461687,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:02.723852 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [req-e8c98161-145e-4aca-8f76-1f39be1b3b56 req-78ff03e5-cdf9-4c91-ae45-cbd065b65e92 tempest-SecurityGroupsNegativeTestJSON-787694139 tempest-SecurityGroupsNegativeTestJSON-787694139-project] show failed (client error): The resource could not be found. Apr 20 13:04:02.725200 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e8c98161-145e-4aca-8f76-1f39be1b3b56 req-78ff03e5-cdf9-4c91-ae45-cbd065b65e92 tempest-SecurityGroupsNegativeTestJSON-787694139 tempest-SecurityGroupsNegativeTestJSON-787694139-project] 10.222.0.25 "GET /v2.0/security-groups/614c7257-4265-4561-8719-d0d678d1c325 HTTP/1.1" status: 404 len: 352 time: 0.0181162 Apr 20 13:04:02.779071 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbfc8b2-56e9-4e9e-a7a7-5b57bb6d5e5d x-openstack-request-id: req-9fbfc8b2-56e9-4e9e-a7a7-5b57bb6d5e5d {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:02.779491 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76d5ca0-7c0b-429c-9bf1-32a63dde2066", "name": "network-vif-plugged", "status": "completed", "tag": "bdd1f217-dea3-4974-a8e7-787127461687", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:02.779751 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9fbfc8b2-56e9-4e9e-a7a7-5b57bb6d5e5d {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:02.780204 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fbfc8b2-56e9-4e9e-a7a7-5b57bb6d5e5d'] response: {'server_uuid': 'b76d5ca0-7c0b-429c-9bf1-32a63dde2066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd1f217-dea3-4974-a8e7-787127461687', 'code': 200} Apr 20 13:04:02.806269 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [req-83bba3e7-53a8-4d50-9c46-544aaff6b361 req-01e998f1-d986-4033-8312-81c2529c560a tempest-SecurityGroupsNegativeTestJSON-787694139 tempest-SecurityGroupsNegativeTestJSON-787694139-project] show failed (client error): The resource could not be found. Apr 20 13:04:02.808286 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-83bba3e7-53a8-4d50-9c46-544aaff6b361 req-01e998f1-d986-4033-8312-81c2529c560a tempest-SecurityGroupsNegativeTestJSON-787694139 tempest-SecurityGroupsNegativeTestJSON-787694139-project] 10.222.0.25 "GET /v2.0/security-groups/565410d8-deed-43c9-bd7c-9b28df3b3fb3 HTTP/1.1" status: 404 len: 352 time: 0.0168414 Apr 20 13:04:02.819032 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58672) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:02.826737 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:02.927099 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=bdd1f217-dea3-4974-a8e7-787127461687,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:02.941476 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3c54a9c-7564-4b56-926e-11dda1e339ae admin admin] Deleting subnet 425ef31e-a36e-47a8-a534-39ce263a8cea {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:04:02.946749 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a3c54a9c-7564-4b56-926e-11dda1e339ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:02.969482 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942e7db-8b77-45f9-81d1-de1aa23912a9 req-11d5d7ae-ed62-4760-9a51-2ffb57e8c11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:02.971136 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f942e7db-8b77-45f9-81d1-de1aa23912a9 req-11d5d7ae-ed62-4760-9a51-2ffb57e8c11d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b76d5ca0-7c0b-429c-9bf1-32a63dde2066 HTTP/1.1" status: 200 len: 1100 time: 0.1222425 Apr 20 13:04:02.993846 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9934b4-1fde-4a7a-a713-a943a88a3d8a req-123c247c-c6a7-463f-97aa-d6f3dcd027d6 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:03.009806 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6c9934b4-1fde-4a7a-a713-a943a88a3d8a req-123c247c-c6a7-463f-97aa-d6f3dcd027d6 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 1096 time: 0.0816097 Apr 20 13:04:03.010122 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a3c54a9c-7564-4b56-926e-11dda1e339ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:03.033968 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58678) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:03.084500 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f942e7db-8b77-45f9-81d1-de1aa23912a9 req-375813dc-ed39-49cc-8e40-110e873597e4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037328 Apr 20 13:04:03.092865 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a3c54a9c-7564-4b56-926e-11dda1e339ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:03.097116 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f2831336-4811-44b1-800a-a0c178544545 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1f82633db79c4269bcee0291cc268749&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0616593 Apr 20 13:04:03.100486 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6c9934b4-1fde-4a7a-a713-a943a88a3d8a req-5a6b5153-54c3-4180-90c3-5ea8137978ce tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811632 Apr 20 13:04:03.104325 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58680) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:03.135329 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ab42b-bea7-4326-89cc-d0857abfeabf req-82631676-da85-4289-a754-db3650c29d97 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:03.160002 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5c8ab42b-bea7-4326-89cc-d0857abfeabf req-82631676-da85-4289-a754-db3650c29d97 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 949 time: 0.1578240 Apr 20 13:04:03.191019 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-56247364-3cca-49e6-8b12-913995978622 req-67da1421-0c48-44d2-8f4a-03d3cf35e279 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0578017 Apr 20 13:04:03.206767 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [req-56247364-3cca-49e6-8b12-913995978622 req-079ec0c1-78e4-4ec7-828f-5d389683d1c3 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:04:03.211683 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5c8ab42b-bea7-4326-89cc-d0857abfeabf req-f66abbce-a301-40e0-b5b5-df42fa5abbb7 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557323 Apr 20 13:04:03.217121 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-685544da-c7e8-4ad4-b4c3-e90cb183a6c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:03.218940 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-56247364-3cca-49e6-8b12-913995978622 req-079ec0c1-78e4-4ec7-828f-5d389683d1c3 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0193815 Apr 20 13:04:03.247081 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-685544da-c7e8-4ad4-b4c3-e90cb183a6c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:03.290190 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a3c54a9c-7564-4b56-926e-11dda1e339ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:03.290512 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-95ea53a5-6f28-45ee-aa0a-ebe2e476080d req-7e7a516b-4a79-4faf-98a4-247d7a1b35de tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] 10.222.0.25 "GET /v2.0/ports?device_id=e385da7f-433d-45d1-b01a-6eac635e70b2 HTTP/1.1" status: 200 len: 210 time: 0.0366230 Apr 20 13:04:03.347557 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a3c54a9c-7564-4b56-926e-11dda1e339ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:03.351090 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a3c54a9c-7564-4b56-926e-11dda1e339ae admin admin] 10.222.0.25 "DELETE /v2.0/subnets/425ef31e-a36e-47a8-a534-39ce263a8cea HTTP/1.1" status: 204 len: 168 time: 0.5313871 Apr 20 13:04:03.352193 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c54a9c-7564-4b56-926e-11dda1e339ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=425ef31e-a36e-47a8-a534-39ce263a8cea,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:03.353659 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58686) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:03.416007 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-685544da-c7e8-4ad4-b4c3-e90cb183a6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:03.418462 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-685544da-c7e8-4ad4-b4c3-e90cb183a6c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:03.419722 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-685544da-c7e8-4ad4-b4c3-e90cb183a6c1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6bfff8b8-8349-4451-89f7-e5dfd5db909c HTTP/1.1" status: 204 len: 168 time: 0.3157601 Apr 20 13:04:03.438328 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685544da-c7e8-4ad4-b4c3-e90cb183a6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfff8b8-8349-4451-89f7-e5dfd5db909c,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:03.462631 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-51fa1d75-b80f-482d-b500-e94d294caab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:03.571303 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-51fa1d75-b80f-482d-b500-e94d294caab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:03.634319 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-51fa1d75-b80f-482d-b500-e94d294caab3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47863965-1e9b-49c6-bcaf-81a7b204c137']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:03.654776 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-51fa1d75-b80f-482d-b500-e94d294caab3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eda2d809-e296-4c8f-ab5f-9093e51bef85') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:03.655101 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-51fa1d75-b80f-482d-b500-e94d294caab3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eda2d809-e296-4c8f-ab5f-9093e51bef85') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:03.672388 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-51fa1d75-b80f-482d-b500-e94d294caab3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:03.692199 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1409fe-0583-48c8-8d35-f25764b73f39 req-f954444c-0762-4365-8c39-e0b47bd4b0b3 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:03.694290 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9c1409fe-0583-48c8-8d35-f25764b73f39 req-f954444c-0762-4365-8c39-e0b47bd4b0b3 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=b76d5ca0-7c0b-429c-9bf1-32a63dde2066 HTTP/1.1" status: 200 len: 949 time: 0.1256962 Apr 20 13:04:03.699868 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-51fa1d75-b80f-482d-b500-e94d294caab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:03.714521 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51fa1d75-b80f-482d-b500-e94d294caab3 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:04:03.714922 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-51fa1d75-b80f-482d-b500-e94d294caab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:03.716625 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:04:03.716625 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:04:03.716625 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:04:03.716625 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:04:03.716625 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:04:03.716625 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:04:03.716625 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:04:03.716625 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:04:03.716625 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:04:03.716625 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:04:03.716625 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:04:03.716625 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:04:03.716625 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:04:03.716625 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:04:03.716625 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:04:03.716625 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:04:03.716625 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:04:03.716625 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:04:03.716625 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:04:03.716625 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:04:03.716625 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:04:03.716625 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:04:03.716625 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:04:03.716625 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:04:03.716625 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:04:03.716625 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:04:03.716625 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:04:03.716625 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:04:03.716625 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:04:03.716625 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:04:03.716625 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:04:03.716625 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:04:03.795512 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9c1409fe-0583-48c8-8d35-f25764b73f39 req-9e413cdf-e115-46f9-a7e2-e4eabfd73854 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901563 Apr 20 13:04:03.900507 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-51fa1d75-b80f-482d-b500-e94d294caab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:03.914827 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-51fa1d75-b80f-482d-b500-e94d294caab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:03.920915 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-51fa1d75-b80f-482d-b500-e94d294caab3 admin admin] 10.222.0.25 "DELETE /v2.0/networks/47863965-1e9b-49c6-bcaf-81a7b204c137 HTTP/1.1" status: 204 len: 168 time: 0.5661960 Apr 20 13:04:03.949963 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa1d75-b80f-482d-b500-e94d294caab3 admin admin] Pushing event deleted for resources: {'Network': ['ID=47863965-1e9b-49c6-bcaf-81a7b204c137,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:04.284046 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58742) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:04.368677 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a47063dd-5828-473e-a1e2-73466f64beef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a2167363010147eeba9c4887cfd010d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0833271 Apr 20 13:04:04.371194 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58748) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:04.409908 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-128434c7-2897-41af-b18a-f90a34eaae88 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f448ceb25b9d4c9aaa37dd3ffb188317&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505359 Apr 20 13:04:04.482295 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2bca8-bf07-406a-beaf-297ba570103b req-051314cf-6769-4af7-aa12-5be0ba02ac89 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:04.492726 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b6f2bca8-bf07-406a-beaf-297ba570103b req-051314cf-6769-4af7-aa12-5be0ba02ac89 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 949 time: 0.1787543 Apr 20 13:04:04.549484 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b6f2bca8-bf07-406a-beaf-297ba570103b req-3256c6a5-3e3b-432c-9381-9927bb9f1038 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554743 Apr 20 13:04:04.562218 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-53363dd6-b43a-4bfc-a18b-0ddcc82ce112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:04.602332 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-53363dd6-b43a-4bfc-a18b-0ddcc82ce112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:04.634507 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-a07323a3-b35e-4bb1-af8e-364a04ec8da1 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:04.637236 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-a07323a3-b35e-4bb1-af8e-364a04ec8da1 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2179556 Apr 20 13:04:04.666072 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-3fa107fb-a36c-496e-9e0c-df4c634b54d5 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] Request body: {'port': {'device_id': 'e385da7f-433d-45d1-b01a-6eac635e70b2', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'admin_state_up': True, 'tenant_id': 'f448ceb25b9d4c9aaa37dd3ffb188317'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:04.718628 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-61498dba-dc7b-4ef5-bdde-764efc2bb4be req-9f1dba8e-acb3-4e94-b6ce-849ef4253686 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] 10.222.0.25 "GET /v2.0/ports?device_id=e385da7f-433d-45d1-b01a-6eac635e70b2 HTTP/1.1" status: 200 len: 210 time: 0.0605938 Apr 20 13:04:04.812851 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-53363dd6-b43a-4bfc-a18b-0ddcc82ce112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:04.815487 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-53363dd6-b43a-4bfc-a18b-0ddcc82ce112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:04.816636 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-53363dd6-b43a-4bfc-a18b-0ddcc82ce112 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/595b2b1a-4e47-458f-94b9-05591e1aa8ae HTTP/1.1" status: 204 len: 168 time: 0.4444544 Apr 20 13:04:04.839175 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53363dd6-b43a-4bfc-a18b-0ddcc82ce112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595b2b1a-4e47-458f-94b9-05591e1aa8ae,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:04.934859 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-3fa107fb-a36c-496e-9e0c-df4c634b54d5 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] Made reservation on behalf of f448ceb25b9d4c9aaa37dd3ffb188317 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:04:04.938922 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-3fa107fb-a36c-496e-9e0c-df4c634b54d5 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:04.968139 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-3fa107fb-a36c-496e-9e0c-df4c634b54d5 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:05.002155 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23335f63-9392-4a06-8d87-5371a4233c1a req-6a013e6c-a90d-48d0-8517-2b2f2e7a0728 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:05.010056 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-23335f63-9392-4a06-8d87-5371a4233c1a req-6a013e6c-a90d-48d0-8517-2b2f2e7a0728 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=b76d5ca0-7c0b-429c-9bf1-32a63dde2066 HTTP/1.1" status: 200 len: 949 time: 0.0979044 Apr 20 13:04:05.075065 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-23335f63-9392-4a06-8d87-5371a4233c1a req-939f65a9-8de5-4fbb-a5ff-25c9a998cdcf tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592389 Apr 20 13:04:05.092771 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-3fa107fb-a36c-496e-9e0c-df4c634b54d5 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:05.167105 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-3fa107fb-a36c-496e-9e0c-df4c634b54d5 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:05.235617 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa107fb-a36c-496e-9e0c-df4c634b54d5 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=183a5ed7-31ad-493e-88cc-122384fc8c3c,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:05.355924 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-3fa107fb-a36c-496e-9e0c-df4c634b54d5 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] Allocated IP 192.168.233.133 (6efc3d61-2150-4671-a02d-6127df40131a/c5b1f82a-7732-4b50-ab22-2475f182a712/2208e2ae-641f-4d95-bba3-6646638af9a3) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:04:05.567396 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-3fa107fb-a36c-496e-9e0c-df4c634b54d5 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:05.732393 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf591e51-ee11-4a60-978e-29e383a609aa req-16ba1500-76b8-4329-a851-d91689b0e284 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:05.733922 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bf591e51-ee11-4a60-978e-29e383a609aa req-16ba1500-76b8-4329-a851-d91689b0e284 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 949 time: 0.0665665 Apr 20 13:04:05.780468 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bf591e51-ee11-4a60-978e-29e383a609aa req-94e67b5f-f418-4e4b-ae96-e65342a9c86f tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386016 Apr 20 13:04:05.787465 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-6f3c31f7-d7bb-428a-829b-910208559c7e tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:04:05.788664 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-6f3c31f7-d7bb-428a-829b-910208559c7e tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141041 Apr 20 13:04:05.845280 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-ea205a10-fe82-4fec-9380-b85ace91954a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:05.846764 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-ea205a10-fe82-4fec-9380-b85ace91954a service neutron] 10.222.0.25 "GET /v2.0/ports/1f25d80c-815a-40d7-b33f-b8616b996117 HTTP/1.1" status: 200 len: 1093 time: 0.0384233 Apr 20 13:04:05.848266 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-3fa107fb-a36c-496e-9e0c-df4c634b54d5 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:05.864422 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-73cb4cdc-19d3-454f-afee-803487696004 service neutron] Request body: {'binding': {'host': 'n-h2-836015-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:05.864422 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-73cb4cdc-19d3-454f-afee-803487696004 service neutron] Unknown quota resources ['binding']. {{(pid=114870) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 20 13:04:05.919644 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-3fa107fb-a36c-496e-9e0c-df4c634b54d5 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] Network 6efc3d61-2150-4671-a02d-6127df40131a is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:04:05.924682 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-3fa107fb-a36c-496e-9e0c-df4c634b54d5 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:04:05.935809 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-3fa107fb-a36c-496e-9e0c-df4c634b54d5 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:04:05.978087 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa107fb-a36c-496e-9e0c-df4c634b54d5 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] Pushing event updated for resources: {'Port': ['ID=2208e2ae-641f-4d95-bba3-6646638af9a3,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:06.050485 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56247364-3cca-49e6-8b12-913995978622 req-cc44664b-d995-4dde-bd37-48cb239c2795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:06.054780 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-56247364-3cca-49e6-8b12-913995978622 req-cc44664b-d995-4dde-bd37-48cb239c2795 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c185004f0bb4f68ac206a98646f7134&device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 1100 time: 0.1301141 Apr 20 13:04:06.072043 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-3fa107fb-a36c-496e-9e0c-df4c634b54d5 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:06.073480 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-3fa107fb-a36c-496e-9e0c-df4c634b54d5 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:06.155566 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-73cb4cdc-19d3-454f-afee-803487696004 service neutron] Attempting to bind port 1f25d80c-815a-40d7-b33f-b8616b996117 on host n-h2-836015-7 for vnic_type normal with profile None {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:04:06.156178 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-73cb4cdc-19d3-454f-afee-803487696004 service neutron] Attempting to bind port 1f25d80c-815a-40d7-b33f-b8616b996117 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:04:06.156703 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-73cb4cdc-19d3-454f-afee-803487696004 service neutron] Attempting to bind port 1f25d80c-815a-40d7-b33f-b8616b996117 on network 0e1f32e0-475a-42d4-85ee-1c369c932480 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:04:06.163252 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-3fa107fb-a36c-496e-9e0c-df4c634b54d5 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5168204 Apr 20 13:04:06.183642 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-73cb4cdc-19d3-454f-afee-803487696004 service neutron] Port 1f25d80c-815a-40d7-b33f-b8616b996117 on network 0e1f32e0-475a-42d4-85ee-1c369c932480 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:04:06.183642 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-73cb4cdc-19d3-454f-afee-803487696004 service neutron] Attempting to bind port 1f25d80c-815a-40d7-b33f-b8616b996117 on network 0e1f32e0-475a-42d4-85ee-1c369c932480 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:04:06.183642 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-1cc04904-1271-4ae3-aa63-05b8982d73ed service neutron] Request body: {'port': {'device_id': 'e385da7f-433d-45d1-b01a-6eac635e70b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:06.184752 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-73cb4cdc-19d3-454f-afee-803487696004 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:04:06.185264 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-73cb4cdc-19d3-454f-afee-803487696004 service neutron] Checking segment: {'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:04:06.185809 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-73cb4cdc-19d3-454f-afee-803487696004 service neutron] Bound using segment: {'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:04:06.186436 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-73cb4cdc-19d3-454f-afee-803487696004 service neutron] Bound port: 1f25d80c-815a-40d7-b33f-b8616b996117, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:04:06.223795 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56247364-3cca-49e6-8b12-913995978622 req-b8fb4a9d-bf80-4937-af66-1709c08544a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:06.226105 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-56247364-3cca-49e6-8b12-913995978622 req-b8fb4a9d-bf80-4937-af66-1709c08544a7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.1631007 Apr 20 13:04:06.277535 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-73cb4cdc-19d3-454f-afee-803487696004 service neutron] For port 1f25d80c-815a-40d7-b33f-b8616b996117, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=1f25d80c-815a-40d7-b33f-b8616b996117,segment=NetworkSegment(c36f4b37-e1d8-4848-acc2-f80f64f61825),segment_id=c36f4b37-e1d8-4848-acc2-f80f64f61825)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:04:06.301334 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6bec5350-d4bb-4eb4-9caf-d8d78a4f2b35 None None] Provisioning complete for port 2208e2ae-641f-4d95-bba3-6646638af9a3 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:06.301999 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6bec5350-d4bb-4eb4-9caf-d8d78a4f2b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:06.318991 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-1cc04904-1271-4ae3-aa63-05b8982d73ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:06.334740 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-56247364-3cca-49e6-8b12-913995978622 req-e116b943-af1d-4193-8ab2-74c41a77c9ff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 HTTP/1.1" status: 200 len: 217 time: 0.0956068 Apr 20 13:04:06.360989 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6bec5350-d4bb-4eb4-9caf-d8d78a4f2b35 None None] Port 2208e2ae-641f-4d95-bba3-6646638af9a3 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:04:06.367826 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-73cb4cdc-19d3-454f-afee-803487696004 service neutron] Notify callbacks [] for binding, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:06.370278 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-73cb4cdc-19d3-454f-afee-803487696004 service neutron] 10.222.0.25 "POST /v2.0/ports/1f25d80c-815a-40d7-b33f-b8616b996117/bindings HTTP/1.1" status: 201 len: 389 time: 0.5091708 Apr 20 13:04:06.500405 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bffc2-5e71-413d-b20c-ce0861215416 req-0a46fa34-6cd5-4330-a03b-b7a640299109 tempest-ServersAdminTestJSON-1778302570 tempest-ServersAdminTestJSON-1778302570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:06.500910 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bffc2-5e71-413d-b20c-ce0861215416 req-0a46fa34-6cd5-4330-a03b-b7a640299109 tempest-ServersAdminTestJSON-1778302570 tempest-ServersAdminTestJSON-1778302570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:06.501377 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bffc2-5e71-413d-b20c-ce0861215416 req-0a46fa34-6cd5-4330-a03b-b7a640299109 tempest-ServersAdminTestJSON-1778302570 tempest-ServersAdminTestJSON-1778302570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:06.501839 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bffc2-5e71-413d-b20c-ce0861215416 req-0a46fa34-6cd5-4330-a03b-b7a640299109 tempest-ServersAdminTestJSON-1778302570 tempest-ServersAdminTestJSON-1778302570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:06.502297 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bffc2-5e71-413d-b20c-ce0861215416 req-0a46fa34-6cd5-4330-a03b-b7a640299109 tempest-ServersAdminTestJSON-1778302570 tempest-ServersAdminTestJSON-1778302570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:06.502817 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bffc2-5e71-413d-b20c-ce0861215416 req-0a46fa34-6cd5-4330-a03b-b7a640299109 tempest-ServersAdminTestJSON-1778302570 tempest-ServersAdminTestJSON-1778302570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:06.503380 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bffc2-5e71-413d-b20c-ce0861215416 req-0a46fa34-6cd5-4330-a03b-b7a640299109 tempest-ServersAdminTestJSON-1778302570 tempest-ServersAdminTestJSON-1778302570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:06.504404 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bffc2-5e71-413d-b20c-ce0861215416 req-0a46fa34-6cd5-4330-a03b-b7a640299109 tempest-ServersAdminTestJSON-1778302570 tempest-ServersAdminTestJSON-1778302570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:06.504404 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bffc2-5e71-413d-b20c-ce0861215416 req-0a46fa34-6cd5-4330-a03b-b7a640299109 tempest-ServersAdminTestJSON-1778302570 tempest-ServersAdminTestJSON-1778302570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:06.506054 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bffc2-5e71-413d-b20c-ce0861215416 req-0a46fa34-6cd5-4330-a03b-b7a640299109 tempest-ServersAdminTestJSON-1778302570 tempest-ServersAdminTestJSON-1778302570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:06.506844 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bffc2-5e71-413d-b20c-ce0861215416 req-0a46fa34-6cd5-4330-a03b-b7a640299109 tempest-ServersAdminTestJSON-1778302570 tempest-ServersAdminTestJSON-1778302570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:06.507405 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bffc2-5e71-413d-b20c-ce0861215416 req-0a46fa34-6cd5-4330-a03b-b7a640299109 tempest-ServersAdminTestJSON-1778302570 tempest-ServersAdminTestJSON-1778302570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:06.507974 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bffc2-5e71-413d-b20c-ce0861215416 req-0a46fa34-6cd5-4330-a03b-b7a640299109 tempest-ServersAdminTestJSON-1778302570 tempest-ServersAdminTestJSON-1778302570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:06.508492 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bffc2-5e71-413d-b20c-ce0861215416 req-0a46fa34-6cd5-4330-a03b-b7a640299109 tempest-ServersAdminTestJSON-1778302570 tempest-ServersAdminTestJSON-1778302570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:06.520305 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-496bffc2-5e71-413d-b20c-ce0861215416 req-0a46fa34-6cd5-4330-a03b-b7a640299109 tempest-ServersAdminTestJSON-1778302570 tempest-ServersAdminTestJSON-1778302570-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e385da7f-433d-45d1-b01a-6eac635e70b2&device_id=30e13159-406c-4c1c-b517-066f69d3579d&device_id=b76d5ca0-7c0b-429c-9bf1-32a63dde2066&device_id=9fccc88f-63f5-4918-8e46-454d040b6111&device_id=7120d5eb-3559-473f-8480-5fbeb078b59a&device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd&device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a&device_id=cdde50de-682c-4829-9098-b7f6e41b3e00&device_id=60792bb0-2fc1-442f-b870-11039b13fd70&device_id=c9555597-c923-4665-9c66-df378af120ab&device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5&device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf&device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16&device_id=12cb6c0e-c318-4180-8e7f-8f9bb58fb50d HTTP/1.1" status: 200 len: 12599 time: 0.1845038 Apr 20 13:04:06.523552 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56247364-3cca-49e6-8b12-913995978622 req-a2558e12-3194-4f0c-9930-557f3cd4975c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:06.525076 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-56247364-3cca-49e6-8b12-913995978622 req-a2558e12-3194-4f0c-9930-557f3cd4975c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.1849749 Apr 20 13:04:06.561499 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-496bffc2-5e71-413d-b20c-ce0861215416 req-6a8b9afe-cb38-431e-9f86-931f823ce9c1 tempest-ServersAdminTestJSON-1778302570 tempest-ServersAdminTestJSON-1778302570-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:06.603132 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56247364-3cca-49e6-8b12-913995978622 req-4bbe890d-c244-4b05-9330-9a8c170e98e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:06.604675 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-56247364-3cca-49e6-8b12-913995978622 req-4bbe890d-c244-4b05-9330-9a8c170e98e1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0721855 Apr 20 13:04:06.739764 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-496bffc2-5e71-413d-b20c-ce0861215416 req-6a8b9afe-cb38-431e-9f86-931f823ce9c1 tempest-ServersAdminTestJSON-1778302570 tempest-ServersAdminTestJSON-1778302570-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:06.752182 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-56247364-3cca-49e6-8b12-913995978622 req-8ed71502-886a-4b1c-9f39-0e0fdade804d service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361732 Apr 20 13:04:06.759923 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-1cc04904-1271-4ae3-aa63-05b8982d73ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2208e2ae-641f-4d95-bba3-6646638af9a3 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:04:06.768290 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-1cc04904-1271-4ae3-aa63-05b8982d73ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:06.790092 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-1cc04904-1271-4ae3-aa63-05b8982d73ed service neutron] Transition to ACTIVE for port object 2208e2ae-641f-4d95-bba3-6646638af9a3 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:04:06.843255 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-496bffc2-5e71-413d-b20c-ce0861215416 req-6a8b9afe-cb38-431e-9f86-931f823ce9c1 tempest-ServersAdminTestJSON-1778302570 tempest-ServersAdminTestJSON-1778302570-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:06.858319 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-1cc04904-1271-4ae3-aa63-05b8982d73ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:06.887944 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-496bffc2-5e71-413d-b20c-ce0861215416 req-6a8b9afe-cb38-431e-9f86-931f823ce9c1 tempest-ServersAdminTestJSON-1778302570 tempest-ServersAdminTestJSON-1778302570-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&id=183a5ed7-31ad-493e-88cc-122384fc8c3c&id=b789ce83-41bc-44b6-9124-514399b3478b&id=4c5acf63-304a-4116-a09c-131cd4d5b2c6&id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.3666735 Apr 20 13:04:06.947727 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc04904-1271-4ae3-aa63-05b8982d73ed service neutron] Pushing event updated for resources: {'Port': ['ID=2208e2ae-641f-4d95-bba3-6646638af9a3,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:06.966572 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8b9afe-cb38-431e-9f86-931f823ce9c1 tempest-ServersAdminTestJSON-1778302570 tempest-ServersAdminTestJSON-1778302570-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63aecab9-c792-40ad-87c1-823253612b06,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:06.990337 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-56247364-3cca-49e6-8b12-913995978622 req-85a9da1b-c2db-46fc-89a6-f753527ac86a service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299163 Apr 20 13:04:07.030689 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c96e53-5442-40d2-8155-619cc9538fd8 req-2fb58732-cede-4957-869a-89df3a00e53d tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:07.037619 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-33c96e53-5442-40d2-8155-619cc9538fd8 req-2fb58732-cede-4957-869a-89df3a00e53d tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] 10.222.0.25 "GET /v2.0/ports?device_id=e385da7f-433d-45d1-b01a-6eac635e70b2 HTTP/1.1" status: 200 len: 948 time: 0.1587253 Apr 20 13:04:07.093435 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-1cc04904-1271-4ae3-aa63-05b8982d73ed service neutron] Attempting to bind port 2208e2ae-641f-4d95-bba3-6646638af9a3 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:04:07.094127 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-1cc04904-1271-4ae3-aa63-05b8982d73ed service neutron] Attempting to bind port 2208e2ae-641f-4d95-bba3-6646638af9a3 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:04:07.094676 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-1cc04904-1271-4ae3-aa63-05b8982d73ed service neutron] Attempting to bind port 2208e2ae-641f-4d95-bba3-6646638af9a3 on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:04:07.100356 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-33c96e53-5442-40d2-8155-619cc9538fd8 req-b728c728-66ab-47f9-b1ec-088a2c4a64cd tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] 10.222.0.25 "GET /v2.0/security-groups?id=183a5ed7-31ad-493e-88cc-122384fc8c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541584 Apr 20 13:04:07.105050 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-1cc04904-1271-4ae3-aa63-05b8982d73ed service neutron] Port 2208e2ae-641f-4d95-bba3-6646638af9a3 on network 6efc3d61-2150-4671-a02d-6127df40131a not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:04:07.105380 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-1cc04904-1271-4ae3-aa63-05b8982d73ed service neutron] Attempting to bind port 2208e2ae-641f-4d95-bba3-6646638af9a3 on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:04:07.120437 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-1cc04904-1271-4ae3-aa63-05b8982d73ed service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:04:07.120819 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-1cc04904-1271-4ae3-aa63-05b8982d73ed service neutron] Checking segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:04:07.123809 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-1cc04904-1271-4ae3-aa63-05b8982d73ed service neutron] Bound using segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:04:07.123809 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-1cc04904-1271-4ae3-aa63-05b8982d73ed service neutron] Bound port: 2208e2ae-641f-4d95-bba3-6646638af9a3, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:04:07.129700 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-1cc04904-1271-4ae3-aa63-05b8982d73ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:07.204206 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-1cc04904-1271-4ae3-aa63-05b8982d73ed service neutron] For port 2208e2ae-641f-4d95-bba3-6646638af9a3, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:04:07.208087 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-1cc04904-1271-4ae3-aa63-05b8982d73ed service neutron] For port 2208e2ae-641f-4d95-bba3-6646638af9a3, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=2208e2ae-641f-4d95-bba3-6646638af9a3,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:04:07.287087 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f2464-5701-48ce-918c-159ee35e204e req-616b9252-48d8-4313-b3d2-62b98134fea4 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:07.288494 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c88f2464-5701-48ce-918c-159ee35e204e req-616b9252-48d8-4313-b3d2-62b98134fea4 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 945 time: 0.1002162 Apr 20 13:04:07.294938 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-9e0fce37-c93c-4212-b29f-5db9d347a339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:07.296393 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-9e0fce37-c93c-4212-b29f-5db9d347a339 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8b01a41b4bc4e3890fb87ac80b83556&device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 1096 time: 0.0577879 Apr 20 13:04:07.310614 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-1cc04904-1271-4ae3-aa63-05b8982d73ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:07.364799 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-1cc04904-1271-4ae3-aa63-05b8982d73ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:07.370495 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-1cc04904-1271-4ae3-aa63-05b8982d73ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:07.371261 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-1cc04904-1271-4ae3-aa63-05b8982d73ed service neutron] 10.222.0.32 "PUT /v2.0/ports/2208e2ae-641f-4d95-bba3-6646638af9a3 HTTP/1.1" status: 200 len: 1096 time: 1.1951070 Apr 20 13:04:07.381928 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e385da7f-433d-45d1-b01a-6eac635e70b2', 'tag': '2208e2ae-641f-4d95-bba3-6646638af9a3'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:07.381928 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99a801f-58d5-4825-993b-82f8bb3111ec" -d '{"events": [{"name": "network-changed", "server_uuid": "e385da7f-433d-45d1-b01a-6eac635e70b2", "tag": "2208e2ae-641f-4d95-bba3-6646638af9a3"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:07.382130 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c88f2464-5701-48ce-918c-159ee35e204e req-7747daf0-dd4b-46c3-8f6a-0a295882594a tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825539 Apr 20 13:04:07.443219 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc04904-1271-4ae3-aa63-05b8982d73ed service neutron] Pushing event updated for resources: {'Port': ['ID=2208e2ae-641f-4d95-bba3-6646638af9a3,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:07.504866 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-14512dab-c31f-49fd-8015-78458cf94ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:07.507758 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-14512dab-c31f-49fd-8015-78458cf94ac4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0e1f32e0-475a-42d4-85ee-1c369c932480 HTTP/1.1" status: 200 len: 921 time: 0.1974535 Apr 20 13:04:07.585194 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-933fc59a-5936-4857-859a-a11e78d45685 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f25d80c-815a-40d7-b33f-b8616b996117 HTTP/1.1" status: 200 len: 217 time: 0.0686183 Apr 20 13:04:07.599771 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ec635-b14a-4000-9c06-c1f2bb1c5a3d req-bf82d3d4-2fad-42c2-b986-7776f6a789a9 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:07.604547 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-88b50a47-cb4d-4100-99e8-c8be66cb933f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:07.606704 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-88b50a47-cb4d-4100-99e8-c8be66cb933f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f448ceb25b9d4c9aaa37dd3ffb188317&device_id=e385da7f-433d-45d1-b01a-6eac635e70b2 HTTP/1.1" status: 200 len: 1099 time: 0.0466168 Apr 20 13:04:07.611576 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c89ec635-b14a-4000-9c06-c1f2bb1c5a3d req-bf82d3d4-2fad-42c2-b986-7776f6a789a9 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 949 time: 0.1617501 Apr 20 13:04:07.668880 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-e212fb12-e5c9-4823-874e-1433dddb6f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:07.670591 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-73c98bef-63a7-457b-97bd-bbba2f071c4a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=2208e2ae-641f-4d95-bba3-6646638af9a3 HTTP/1.1" status: 200 len: 217 time: 0.0541008 Apr 20 13:04:07.671164 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-e212fb12-e5c9-4823-874e-1433dddb6f21 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd5d8d2c-9bbe-433b-b6b9-a140ce7264b5 HTTP/1.1" status: 200 len: 860 time: 0.0591414 Apr 20 13:04:07.731578 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-6f06a563-c0a4-4f1c-9d0a-16867ccdffcf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e1f32e0-475a-42d4-85ee-1c369c932480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432479 Apr 20 13:04:07.748039 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-79eb7a27-8057-4c4f-be3a-1618354fe3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:07.749648 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c89ec635-b14a-4000-9c06-c1f2bb1c5a3d req-0cc865fd-79a7-42c3-9a46-1cfa6ef8a850 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392219 Apr 20 13:04:07.750165 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-79eb7a27-8057-4c4f-be3a-1618354fe3a5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0715671 Apr 20 13:04:07.810231 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c04774b-5a17-4f53-923e-01311f29b265 x-openstack-request-id: req-5c04774b-5a17-4f53-923e-01311f29b265 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:07.810842 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e385da7f-433d-45d1-b01a-6eac635e70b2", "tag": "2208e2ae-641f-4d95-bba3-6646638af9a3", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:07.810842 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c04774b-5a17-4f53-923e-01311f29b265 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:07.811141 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c04774b-5a17-4f53-923e-01311f29b265'] response: {'name': 'network-changed', 'server_uuid': 'e385da7f-433d-45d1-b01a-6eac635e70b2', 'tag': '2208e2ae-641f-4d95-bba3-6646638af9a3', 'status': 'completed', 'code': 200} Apr 20 13:04:07.819905 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-dc20cf69-9b76-44fc-8f24-9cb6b5420153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:07.821348 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-dc20cf69-9b76-44fc-8f24-9cb6b5420153 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0637035 Apr 20 13:04:07.860821 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-8bf620ba-b2ad-4740-8db6-1b4a564e8e83 service neutron] 10.222.0.15 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101007 Apr 20 13:04:07.951416 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-295f5d1c-6916-4b8e-9e18-42a6fb4861bc service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209178 Apr 20 13:04:08.012836 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-b80c4e1e-f8ee-4b1b-9946-4b499513d394 service neutron] 10.222.0.15 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389034 Apr 20 13:04:08.064265 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810ef25-33e3-4e85-b808-d3af386d7909 req-0a38cff7-576d-4271-9199-68507c6707c8 tempest-ServersAdminTestJSON-1778302570 tempest-ServersAdminTestJSON-1778302570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:08.064908 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810ef25-33e3-4e85-b808-d3af386d7909 req-0a38cff7-576d-4271-9199-68507c6707c8 tempest-ServersAdminTestJSON-1778302570 tempest-ServersAdminTestJSON-1778302570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:08.065383 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810ef25-33e3-4e85-b808-d3af386d7909 req-0a38cff7-576d-4271-9199-68507c6707c8 tempest-ServersAdminTestJSON-1778302570 tempest-ServersAdminTestJSON-1778302570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:08.067138 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d810ef25-33e3-4e85-b808-d3af386d7909 req-0a38cff7-576d-4271-9199-68507c6707c8 tempest-ServersAdminTestJSON-1778302570 tempest-ServersAdminTestJSON-1778302570-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b76d5ca0-7c0b-429c-9bf1-32a63dde2066&device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd&device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 2883 time: 0.0650072 Apr 20 13:04:08.109290 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d810ef25-33e3-4e85-b808-d3af386d7909 req-87648f96-0192-458b-a04c-c171fef0b08a tempest-ServersAdminTestJSON-1778302570 tempest-ServersAdminTestJSON-1778302570-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332410 Apr 20 13:04:08.144029 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dc7460da-d5fe-4996-94a3-b7a6722efba0 req-49687ae3-948c-4fe4-aeeb-02e11f022be7 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821935 Apr 20 13:04:08.231844 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58874) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:08.298931 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46219ad6-901f-4a6f-934b-4832712036a5 req-0b12b0b7-ae5f-4c73-960a-9b62e6a786e8 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:08.300839 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-46219ad6-901f-4a6f-934b-4832712036a5 req-0b12b0b7-ae5f-4c73-960a-9b62e6a786e8 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] 10.222.0.25 "GET /v2.0/ports?device_id=e385da7f-433d-45d1-b01a-6eac635e70b2 HTTP/1.1" status: 200 len: 948 time: 0.0626006 Apr 20 13:04:08.338533 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a801f-58d5-4825-993b-82f8bb3111ec req-cbb9e22a-86aa-468f-9441-6bedb96591be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:08.340989 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c99a801f-58d5-4825-993b-82f8bb3111ec req-cbb9e22a-86aa-468f-9441-6bedb96591be service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f448ceb25b9d4c9aaa37dd3ffb188317&device_id=e385da7f-433d-45d1-b01a-6eac635e70b2 HTTP/1.1" status: 200 len: 1099 time: 0.0640416 Apr 20 13:04:08.357599 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-46219ad6-901f-4a6f-934b-4832712036a5 req-aa05c5c6-e0b3-49f2-9da0-2b7369149e05 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] 10.222.0.25 "GET /v2.0/security-groups?id=183a5ed7-31ad-493e-88cc-122384fc8c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493908 Apr 20 13:04:08.446373 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-66194e27-6be4-4bc7-8b37-c2778aa929d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:08.466760 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a801f-58d5-4825-993b-82f8bb3111ec req-12864484-7092-4254-b79d-3c7f78918774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:08.468455 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c99a801f-58d5-4825-993b-82f8bb3111ec req-12864484-7092-4254-b79d-3c7f78918774 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.1192033 Apr 20 13:04:08.543459 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c99a801f-58d5-4825-993b-82f8bb3111ec req-a6b2ae92-b63f-47a1-aa60-5515654c5905 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=2208e2ae-641f-4d95-bba3-6646638af9a3 HTTP/1.1" status: 200 len: 217 time: 0.0667789 Apr 20 13:04:08.586934 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-66194e27-6be4-4bc7-8b37-c2778aa929d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:08.622122 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a801f-58d5-4825-993b-82f8bb3111ec req-a48359e9-829f-438c-967b-b41676ea83cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:08.623688 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c99a801f-58d5-4825-993b-82f8bb3111ec req-a48359e9-829f-438c-967b-b41676ea83cf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0698678 Apr 20 13:04:08.664382 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-66194e27-6be4-4bc7-8b37-c2778aa929d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:08.683056 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a801f-58d5-4825-993b-82f8bb3111ec req-26cc9db3-199f-4b0e-bce8-c22a927e1bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:08.684798 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c99a801f-58d5-4825-993b-82f8bb3111ec req-26cc9db3-199f-4b0e-bce8-c22a927e1bbf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0518541 Apr 20 13:04:08.720341 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-66194e27-6be4-4bc7-8b37-c2778aa929d7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=463d225f94a04f69b41013ebd07ec0b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4873860 Apr 20 13:04:08.721197 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66194e27-6be4-4bc7-8b37-c2778aa929d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34086c1-0954-4c26-8e63-ad83036762eb,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:08.723897 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58888) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:08.836544 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c99a801f-58d5-4825-993b-82f8bb3111ec req-17aa047e-a8eb-47ba-b151-5fd5d64e90f5 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316810 Apr 20 13:04:08.862482 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-43471139-6eed-47e6-a329-9129e5aeeca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:08.897286 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e81dd-6ee5-4767-84f4-725290cf8950 req-04fdb22f-4ac4-42a2-aead-67c28bf31178 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:08.899510 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1d8e81dd-6ee5-4767-84f4-725290cf8950 req-04fdb22f-4ac4-42a2-aead-67c28bf31178 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 945 time: 0.0941184 Apr 20 13:04:08.902055 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-43471139-6eed-47e6-a329-9129e5aeeca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:08.959415 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c99a801f-58d5-4825-993b-82f8bb3111ec req-5c28788f-a551-4fb5-a9e7-6c5d446dfd6c service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095173 Apr 20 13:04:08.976272 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1d8e81dd-6ee5-4767-84f4-725290cf8950 req-185d5a42-6667-480b-8d27-d875adaf8d93 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618117 Apr 20 13:04:09.107726 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03783f3f-b311-4070-a684-4c9b9fd2271f req-959f1e6b-b70c-4569-b0df-2197ad0e3931 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:09.109993 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-03783f3f-b311-4070-a684-4c9b9fd2271f req-959f1e6b-b70c-4569-b0df-2197ad0e3931 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 949 time: 0.0647707 Apr 20 13:04:09.155008 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-03783f3f-b311-4070-a684-4c9b9fd2271f req-7b55fce2-6c6b-4ead-8872-33f72fe79035 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373540 Apr 20 13:04:09.177053 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-43471139-6eed-47e6-a329-9129e5aeeca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:09.179860 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-43471139-6eed-47e6-a329-9129e5aeeca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:09.181886 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-43471139-6eed-47e6-a329-9129e5aeeca9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b34086c1-0954-4c26-8e63-ad83036762eb HTTP/1.1" status: 204 len: 168 time: 0.4544718 Apr 20 13:04:09.191517 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43471139-6eed-47e6-a329-9129e5aeeca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34086c1-0954-4c26-8e63-ad83036762eb,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:09.523487 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d522b3-41db-45c6-8af7-0040c7a8b84c req-416965eb-bbd5-481e-94ac-c4989c224146 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:09.525535 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e0d522b3-41db-45c6-8af7-0040c7a8b84c req-416965eb-bbd5-481e-94ac-c4989c224146 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] 10.222.0.25 "GET /v2.0/ports?device_id=e385da7f-433d-45d1-b01a-6eac635e70b2 HTTP/1.1" status: 200 len: 948 time: 0.0881178 Apr 20 13:04:09.565291 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e0d522b3-41db-45c6-8af7-0040c7a8b84c req-171f18e1-694b-4496-bec4-119e7b9277c0 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] 10.222.0.25 "GET /v2.0/security-groups?id=183a5ed7-31ad-493e-88cc-122384fc8c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335076 Apr 20 13:04:09.737969 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e2120-70b7-4daa-9620-255fd55f11d5 req-ba164b97-2df6-42c5-b852-59ae5d0682df tempest-ServersAdminTestJSON-1778302570 tempest-ServersAdminTestJSON-1778302570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:09.737969 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1a9e2120-70b7-4daa-9620-255fd55f11d5 req-ba164b97-2df6-42c5-b852-59ae5d0682df tempest-ServersAdminTestJSON-1778302570 tempest-ServersAdminTestJSON-1778302570-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 1101 time: 0.0455389 Apr 20 13:04:09.795680 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1a9e2120-70b7-4daa-9620-255fd55f11d5 req-4ec98e63-f33c-4406-a208-c7b57b262aef tempest-ServersAdminTestJSON-1778302570 tempest-ServersAdminTestJSON-1778302570-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480726 Apr 20 13:04:09.905006 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9267f7-9cb2-4090-951c-d36f694b41d7 req-a51a63ab-cf35-43f2-9e53-f98819f562fb tempest-ServersAdminTestJSON-1778302570 tempest-ServersAdminTestJSON-1778302570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:09.913933 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2d9267f7-9cb2-4090-951c-d36f694b41d7 req-a51a63ab-cf35-43f2-9e53-f98819f562fb tempest-ServersAdminTestJSON-1778302570 tempest-ServersAdminTestJSON-1778302570-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 1101 time: 0.0539491 Apr 20 13:04:09.957163 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2d9267f7-9cb2-4090-951c-d36f694b41d7 req-2f7ff3d0-6896-4688-9697-1d75dbad2769 tempest-ServersAdminTestJSON-1778302570 tempest-ServersAdminTestJSON-1778302570-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408309 Apr 20 13:04:10.215411 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a25d30-7911-4239-a51c-245c74389e34 req-b58683b8-1a5a-4a5b-bfb9-474c9ceb11fe tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:10.230535 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-44a25d30-7911-4239-a51c-245c74389e34 req-b58683b8-1a5a-4a5b-bfb9-474c9ceb11fe tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 945 time: 0.0943055 Apr 20 13:04:10.243133 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58950) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:10.282311 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-44a25d30-7911-4239-a51c-245c74389e34 req-c741e65f-caec-4d10-8f6e-ec533ee704f5 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507820 Apr 20 13:04:10.413307 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6598b05a-a0e8-4a5e-b350-5a8343d156e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:10.471895 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3dea0c-8425-4c29-a850-2e0245014889 req-51c884b7-60ba-43e9-bb62-6c06228e2668 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:10.474158 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1d3dea0c-8425-4c29-a850-2e0245014889 req-51c884b7-60ba-43e9-bb62-6c06228e2668 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 949 time: 0.0981069 Apr 20 13:04:10.530796 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6598b05a-a0e8-4a5e-b350-5a8343d156e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:10.539937 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1d3dea0c-8425-4c29-a850-2e0245014889 req-9589b675-6eab-47e2-bcf2-19d025710007 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569105 Apr 20 13:04:10.603044 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6598b05a-a0e8-4a5e-b350-5a8343d156e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:10.610746 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58966) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:10.662061 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6598b05a-a0e8-4a5e-b350-5a8343d156e7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8d2f012819f747e184de02c4c198d8ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4173105 Apr 20 13:04:10.664393 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598b05a-a0e8-4a5e-b350-5a8343d156e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fb0cba-425f-4405-a9e7-95b44b74bf05,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:10.664847 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58970) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:10.756847 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-c2cbc5cd-5de7-4276-9b10-26cf1265fe8b admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1307317144-network', 'tenant_id': '4ee446561a7145cd9b19941f05f717df'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:10.796758 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d2cfc-5919-449f-bd5c-77acbe7d9576 req-48bc0260-aac9-446c-b50a-9663cfde0ae6 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:10.798224 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-db4d2cfc-5919-449f-bd5c-77acbe7d9576 req-48bc0260-aac9-446c-b50a-9663cfde0ae6 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] 10.222.0.25 "GET /v2.0/ports?device_id=e385da7f-433d-45d1-b01a-6eac635e70b2 HTTP/1.1" status: 200 len: 948 time: 0.1073377 Apr 20 13:04:10.801535 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ed0cea19-7fbd-477b-b72b-f010ac2e8e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:10.852545 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ed0cea19-7fbd-477b-b72b-f010ac2e8e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:10.886948 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-db4d2cfc-5919-449f-bd5c-77acbe7d9576 req-d57a689c-27e2-4cff-83ae-480ed91c7d1a tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] 10.222.0.25 "GET /v2.0/security-groups?id=183a5ed7-31ad-493e-88cc-122384fc8c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722234 Apr 20 13:04:10.890086 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cbc5cd-5de7-4276-9b10-26cf1265fe8b admin admin] Made reservation on behalf of 4ee446561a7145cd9b19941f05f717df for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:04:10.893060 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c2cbc5cd-5de7-4276-9b10-26cf1265fe8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:10.916725 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c2cbc5cd-5de7-4276-9b10-26cf1265fe8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:11.046474 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ed0cea19-7fbd-477b-b72b-f010ac2e8e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:11.049259 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ed0cea19-7fbd-477b-b72b-f010ac2e8e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:11.053193 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ed0cea19-7fbd-477b-b72b-f010ac2e8e48 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c8fb0cba-425f-4405-a9e7-95b44b74bf05 HTTP/1.1" status: 204 len: 168 time: 0.3844316 Apr 20 13:04:11.083164 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0cea19-7fbd-477b-b72b-f010ac2e8e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fb0cba-425f-4405-a9e7-95b44b74bf05,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:11.166172 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c2cbc5cd-5de7-4276-9b10-26cf1265fe8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:11.231461 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c2cbc5cd-5de7-4276-9b10-26cf1265fe8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:11.267444 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2cbc5cd-5de7-4276-9b10-26cf1265fe8b admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:04:11.332571 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cbc5cd-5de7-4276-9b10-26cf1265fe8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2694b87b-8a98-453b-9d78-158789152b4e,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:11.340652 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c2cbc5cd-5de7-4276-9b10-26cf1265fe8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:11.340997 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-c2cbc5cd-5de7-4276-9b10-26cf1265fe8b admin admin] Added segment c736c956-6e26-4bd6-ade2-e481096df2a9 of type vlan for network 69de9d5d-5572-485a-ac3a-fd4213d271eb Apr 20 13:04:11.407141 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c2cbc5cd-5de7-4276-9b10-26cf1265fe8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:11.428436 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b4469-402f-4938-a8f3-337675c9aae5 req-3bad906e-8bab-4ac8-be47-5e73ce11e583 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:11.430917 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6b7b4469-402f-4938-a8f3-337675c9aae5 req-3bad906e-8bab-4ac8-be47-5e73ce11e583 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.1171074 Apr 20 13:04:11.805358 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6b7b4469-402f-4938-a8f3-337675c9aae5 req-e30c6cca-d974-4d74-9bb7-e4b060cee3dc tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633573 Apr 20 13:04:11.821244 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10998b4-d8f9-4739-9c3c-7de6b96c82de req-49a6a675-f994-45d0-8e51-fe81a68e370e tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:11.822717 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b10998b4-d8f9-4739-9c3c-7de6b96c82de req-49a6a675-f994-45d0-8e51-fe81a68e370e tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 945 time: 0.4053094 Apr 20 13:04:11.879224 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b10998b4-d8f9-4739-9c3c-7de6b96c82de req-be9ebcec-fc3a-4e12-ab22-f2dd2378552e tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446866 Apr 20 13:04:11.928002 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943722d-ddec-4a2f-955c-7bfa212c569a req-365c6a21-3dfa-4b83-9f48-0b267f8d9c95 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:11.929654 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7943722d-ddec-4a2f-955c-7bfa212c569a req-365c6a21-3dfa-4b83-9f48-0b267f8d9c95 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 949 time: 0.0653505 Apr 20 13:04:11.980430 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7943722d-ddec-4a2f-955c-7bfa212c569a req-79608172-ae21-42cb-9413-404bfbb68952 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440395 Apr 20 13:04:12.020963 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6f064-c3b5-4f85-b3ce-4f0eaa7a7832 req-ab531d8a-395d-4980-8780-f9200fa5a667 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:12.021718 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 2208e2ae-641f-4d95-bba3-6646638af9a3 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:04:12.022749 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73a6f064-c3b5-4f85-b3ce-4f0eaa7a7832 req-ab531d8a-395d-4980-8780-f9200fa5a667 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] 10.222.0.25 "GET /v2.0/ports?device_id=e385da7f-433d-45d1-b01a-6eac635e70b2 HTTP/1.1" status: 200 len: 948 time: 0.0587635 Apr 20 13:04:12.025909 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c2cbc5cd-5de7-4276-9b10-26cf1265fe8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:12.026732 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cbc5cd-5de7-4276-9b10-26cf1265fe8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:12.027594 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c2cbc5cd-5de7-4276-9b10-26cf1265fe8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:12.061766 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59002) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:12.076375 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ca130718-aa53-478c-b448-df322e11ba22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:12.144997 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 2208e2ae-641f-4d95-bba3-6646638af9a3, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=2208e2ae-641f-4d95-bba3-6646638af9a3,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:12.149041 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73a6f064-c3b5-4f85-b3ce-4f0eaa7a7832 req-9e6b58a6-23e3-425c-ad98-ed90d5cfe57f tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] 10.222.0.25 "GET /v2.0/security-groups?id=183a5ed7-31ad-493e-88cc-122384fc8c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109815 Apr 20 13:04:12.159403 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:12.160963 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '2208e2ae-641f-4d95-bba3-6646638af9a3', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'port_id': '2208e2ae-641f-4d95-bba3-6646638af9a3', 'mac_address': 'fa:16:3e:27:4c:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b1f82a-7732-4b50-ab22-2475f182a712', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:04:12.163059 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cbc5cd-5de7-4276-9b10-26cf1265fe8b admin admin] Pushing event updated for resources: {'Network': ['ID=69de9d5d-5572-485a-ac3a-fd4213d271eb,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:12.195705 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 69de9d5d-5572-485a-ac3a-fd4213d271eb details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:04:12.195935 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c2cbc5cd-5de7-4276-9b10-26cf1265fe8b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5819945 Apr 20 13:04:12.197427 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59004) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:12.202514 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-08eccf24-32da-4769-9c9d-7d0538730f94 admin admin] Request body: {'subnet': {'network_id': '69de9d5d-5572-485a-ac3a-fd4213d271eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1307317144-subnet', 'tenant_id': '4ee446561a7145cd9b19941f05f717df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:12.211983 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ca130718-aa53-478c-b448-df322e11ba22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:12.262475 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:12.284586 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2208e2ae-641f-4d95-bba3-6646638af9a3 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:04:12.306414 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 2208e2ae-641f-4d95-bba3-6646638af9a3, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=2208e2ae-641f-4d95-bba3-6646638af9a3,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:12.345681 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ca130718-aa53-478c-b448-df322e11ba22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:12.361283 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08eccf24-32da-4769-9c9d-7d0538730f94 admin admin] Made reservation on behalf of 4ee446561a7145cd9b19941f05f717df for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:04:12.363946 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-08eccf24-32da-4769-9c9d-7d0538730f94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:12.388257 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ca130718-aa53-478c-b448-df322e11ba22 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=94ceb87b1fc54828b893226514e0d11b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3230944 Apr 20 13:04:12.388257 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca130718-aa53-478c-b448-df322e11ba22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0e3fe9-1f52-424d-a6e6-2e8e6622a334,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:12.389121 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59006) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:12.431403 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:12.444975 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8e457898-bc6a-4a65-80f8-52d10197d247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:12.477305 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8e457898-bc6a-4a65-80f8-52d10197d247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:12.518507 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=2208e2ae-641f-4d95-bba3-6646638af9a3,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:12.676336 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8e457898-bc6a-4a65-80f8-52d10197d247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:12.676336 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8e457898-bc6a-4a65-80f8-52d10197d247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:12.676336 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8e457898-bc6a-4a65-80f8-52d10197d247 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ff0e3fe9-1f52-424d-a6e6-2e8e6622a334 HTTP/1.1" status: 204 len: 168 time: 0.2580025 Apr 20 13:04:12.676336 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e457898-bc6a-4a65-80f8-52d10197d247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0e3fe9-1f52-424d-a6e6-2e8e6622a334,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:12.734195 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-08eccf24-32da-4769-9c9d-7d0538730f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:12.794078 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eccf24-32da-4769-9c9d-7d0538730f94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b7921a8-6ec4-4226-8a2d-d286be38417c,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:12.805497 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08eccf24-32da-4769-9c9d-7d0538730f94 admin admin] Checking segment: {'id': 'c736c956-6e26-4bd6-ade2-e481096df2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '69de9d5d-5572-485a-ac3a-fd4213d271eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:04:12.805916 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08eccf24-32da-4769-9c9d-7d0538730f94 admin admin] Network hostable DHCP agents. Network: 69de9d5d-5572-485a-ac3a-fd4213d271eb, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:04:12.808786 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['2208e2ae-641f-4d95-bba3-6646638af9a3'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:04:12.839606 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:12.936770 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a208b7-f585-480e-8204-6ab73090b3d4 req-5a95f781-274f-4cb7-8251-5acb0724eed9 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:12.946448 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d2a208b7-f585-480e-8204-6ab73090b3d4 req-5a95f781-274f-4cb7-8251-5acb0724eed9 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.0663440 Apr 20 13:04:12.950468 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08eccf24-32da-4769-9c9d-7d0538730f94 admin admin] Network 69de9d5d-5572-485a-ac3a-fd4213d271eb is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:04:13.010914 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d2a208b7-f585-480e-8204-6ab73090b3d4 req-1cccd7ba-a6c2-48de-8973-883ec09215d1 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619757 Apr 20 13:04:13.058216 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1275c-5452-464f-91f0-0d8a73d11f02 req-42d2d84f-9fdc-4dd3-b89d-e9b8ddec48b0 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:13.059903 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-49b1275c-5452-464f-91f0-0d8a73d11f02 req-42d2d84f-9fdc-4dd3-b89d-e9b8ddec48b0 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 945 time: 0.0689678 Apr 20 13:04:13.112602 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-08eccf24-32da-4769-9c9d-7d0538730f94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 69de9d5d-5572-485a-ac3a-fd4213d271eb) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:04:13.122510 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462d3488-6e5b-4f75-88ef-c40893c52552 None None] Network 69de9d5d-5572-485a-ac3a-fd4213d271eb requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:04:13.136888 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08eccf24-32da-4769-9c9d-7d0538730f94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:13.137699 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-08eccf24-32da-4769-9c9d-7d0538730f94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:13.161195 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-49b1275c-5452-464f-91f0-0d8a73d11f02 req-3607a363-7a0e-400d-aca1-27b8b2f8c010 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919878 Apr 20 13:04:13.181363 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc6d0b-0227-4ab2-a106-b000086ae7de req-fb4a9583-859a-4fff-aa78-423abaaa9793 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:13.190624 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1efc6d0b-0227-4ab2-a106-b000086ae7de req-fb4a9583-859a-4fff-aa78-423abaaa9793 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 949 time: 0.1131067 Apr 20 13:04:13.243582 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1efc6d0b-0227-4ab2-a106-b000086ae7de req-71b68363-5bd6-4a74-8bb6-a6eac23f3141 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481331 Apr 20 13:04:13.254750 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-08eccf24-32da-4769-9c9d-7d0538730f94 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0562201 Apr 20 13:04:13.258202 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59022) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:13.262957 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-9fbe770b-40d2-42f7-b66a-d17aa5c7c111 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1307317144-router', 'tenant_id': '4ee446561a7145cd9b19941f05f717df', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:13.322222 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e491caaa-d833-4abc-b3b0-a24b203dab55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-69de9d5d-5572-485a-ac3a-fd4213d271eb', 'network_id': '69de9d5d-5572-485a-ac3a-fd4213d271eb', 'tenant_id': '4ee446561a7145cd9b19941f05f717df', 'fixed_ips': [{'subnet_id': '2b7921a8-6ec4-4226-8a2d-d286be38417c'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:04:13.324345 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e491caaa-d833-4abc-b3b0-a24b203dab55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:13.332984 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5bd46-49d8-43ce-bede-b5d9a1aee14b req-769ed92e-5cc0-479d-8fc2-ed458e9db115 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:13.334553 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dce5bd46-49d8-43ce-bede-b5d9a1aee14b req-769ed92e-5cc0-479d-8fc2-ed458e9db115 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] 10.222.0.25 "GET /v2.0/ports?device_id=e385da7f-433d-45d1-b01a-6eac635e70b2 HTTP/1.1" status: 200 len: 949 time: 0.0580909 Apr 20 13:04:13.375102 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9fbe770b-40d2-42f7-b66a-d17aa5c7c111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:13.376212 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9fbe770b-40d2-42f7-b66a-d17aa5c7c111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:13.393358 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dce5bd46-49d8-43ce-bede-b5d9a1aee14b req-5368d639-45d6-40a0-ac07-d70f78695d27 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] 10.222.0.25 "GET /v2.0/security-groups?id=183a5ed7-31ad-493e-88cc-122384fc8c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444517 Apr 20 13:04:13.444497 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9fbe770b-40d2-42f7-b66a-d17aa5c7c111 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:13.501279 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-e491caaa-d833-4abc-b3b0-a24b203dab55 None None] Allocated IP 172.20.0.2 (69de9d5d-5572-485a-ac3a-fd4213d271eb/2b7921a8-6ec4-4226-8a2d-d286be38417c/f6387d09-4513-42de-8881-57f1173d6cea) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:04:13.674188 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e491caaa-d833-4abc-b3b0-a24b203dab55 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:13.692308 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9fbe770b-40d2-42f7-b66a-d17aa5c7c111 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:13.787987 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e491caaa-d833-4abc-b3b0-a24b203dab55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:13.839540 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e491caaa-d833-4abc-b3b0-a24b203dab55 None None] Network 69de9d5d-5572-485a-ac3a-fd4213d271eb is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:04:13.847623 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-e491caaa-d833-4abc-b3b0-a24b203dab55 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:04:13.849779 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e491caaa-d833-4abc-b3b0-a24b203dab55 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:04:13.857391 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491caaa-d833-4abc-b3b0-a24b203dab55 None None] Pushing event updated for resources: {'Port': ['ID=f6387d09-4513-42de-8881-57f1173d6cea,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:13.907747 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-e491caaa-d833-4abc-b3b0-a24b203dab55 None None] Attempting to bind port f6387d09-4513-42de-8881-57f1173d6cea on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:04:13.908414 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-e491caaa-d833-4abc-b3b0-a24b203dab55 None None] Attempting to bind port f6387d09-4513-42de-8881-57f1173d6cea by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'c736c956-6e26-4bd6-ade2-e481096df2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '69de9d5d-5572-485a-ac3a-fd4213d271eb'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:04:13.908774 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e491caaa-d833-4abc-b3b0-a24b203dab55 None None] Attempting to bind port f6387d09-4513-42de-8881-57f1173d6cea on network 69de9d5d-5572-485a-ac3a-fd4213d271eb {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:04:13.914460 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e491caaa-d833-4abc-b3b0-a24b203dab55 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:04:13.921978 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e491caaa-d833-4abc-b3b0-a24b203dab55 None None] Checking segment: {'id': 'c736c956-6e26-4bd6-ade2-e481096df2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '69de9d5d-5572-485a-ac3a-fd4213d271eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:04:13.921978 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e491caaa-d833-4abc-b3b0-a24b203dab55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:13.921978 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e491caaa-d833-4abc-b3b0-a24b203dab55 None None] Bound using segment: {'id': 'c736c956-6e26-4bd6-ade2-e481096df2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '69de9d5d-5572-485a-ac3a-fd4213d271eb'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:04:13.921978 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-e491caaa-d833-4abc-b3b0-a24b203dab55 None None] Bound port: f6387d09-4513-42de-8881-57f1173d6cea, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c736c956-6e26-4bd6-ade2-e481096df2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '69de9d5d-5572-485a-ac3a-fd4213d271eb'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:04:13.921978 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e491caaa-d833-4abc-b3b0-a24b203dab55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:13.983142 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-e491caaa-d833-4abc-b3b0-a24b203dab55 None None] For port f6387d09-4513-42de-8881-57f1173d6cea, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:04:13.986252 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-e491caaa-d833-4abc-b3b0-a24b203dab55 None None] For port f6387d09-4513-42de-8881-57f1173d6cea, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f6387d09-4513-42de-8881-57f1173d6cea,segment=NetworkSegment(c736c956-6e26-4bd6-ade2-e481096df2a9),segment_id=c736c956-6e26-4bd6-ade2-e481096df2a9)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:04:14.003398 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9fbe770b-40d2-42f7-b66a-d17aa5c7c111 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:14.022401 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9fbe770b-40d2-42f7-b66a-d17aa5c7c111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:14.028529 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 2208e2ae-641f-4d95-bba3-6646638af9a3 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:04:14.106856 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e491caaa-d833-4abc-b3b0-a24b203dab55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:14.186570 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-9fbe770b-40d2-42f7-b66a-d17aa5c7c111 admin admin] Allocated IP 172.25.8.129 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/2720aa15-472a-455e-a98f-3b9a018b6549) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:04:14.193876 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491caaa-d833-4abc-b3b0-a24b203dab55 None None] Pushing event updated for resources: {'Port': ['ID=f6387d09-4513-42de-8881-57f1173d6cea,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:14.213038 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f597ef6-684d-4cb8-939d-5d7930e4f95b req-c485db83-59d1-42d1-9234-62d5a38abd6f tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:14.223569 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0f597ef6-684d-4cb8-939d-5d7930e4f95b req-c485db83-59d1-42d1-9234-62d5a38abd6f tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.1103656 Apr 20 13:04:14.254120 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 2208e2ae-641f-4d95-bba3-6646638af9a3 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:04:14.270943 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 2208e2ae-641f-4d95-bba3-6646638af9a3 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:14.273033 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:14.291254 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0f597ef6-684d-4cb8-939d-5d7930e4f95b req-7af8eee7-d119-4362-afb3-722c812630a5 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667205 Apr 20 13:04:14.350459 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9fbe770b-40d2-42f7-b66a-d17aa5c7c111 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:14.365192 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3dc2e4-81dd-4529-9dcc-5ac183d1fd84 req-9b75554e-7de5-4991-a1dd-92975b129ced tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:14.373410 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5d3dc2e4-81dd-4529-9dcc-5ac183d1fd84 req-9b75554e-7de5-4991-a1dd-92975b129ced tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 945 time: 0.0805209 Apr 20 13:04:14.410754 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:14.447433 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e385da7f-433d-45d1-b01a-6eac635e70b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2208e2ae-641f-4d95-bba3-6646638af9a3'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:14.449784 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f58ac96-4364-4405-8e11-9201c3626844" -d '{"events": [{"server_uuid": "e385da7f-433d-45d1-b01a-6eac635e70b2", "name": "network-vif-plugged", "status": "completed", "tag": "2208e2ae-641f-4d95-bba3-6646638af9a3"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:14.459592 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5d3dc2e4-81dd-4529-9dcc-5ac183d1fd84 req-48048a47-6ede-42a7-845d-17d83b46ee13 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826893 Apr 20 13:04:14.476194 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 2208e2ae-641f-4d95-bba3-6646638af9a3, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=2208e2ae-641f-4d95-bba3-6646638af9a3,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:14.483625 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0f642-e258-4c5d-a852-5603664b8357 req-5c54bfa0-3aa1-444e-afe6-8db38ce4f02f tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:14.491648 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b0c0f642-e258-4c5d-a852-5603664b8357 req-5c54bfa0-3aa1-444e-afe6-8db38ce4f02f tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 949 time: 0.0968561 Apr 20 13:04:14.529164 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9fbe770b-40d2-42f7-b66a-d17aa5c7c111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:14.562779 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:14.585164 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b0c0f642-e258-4c5d-a852-5603664b8357 req-69c1599c-4ebe-4d98-9dd2-840b2c54707d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813479 Apr 20 13:04:14.611970 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbe770b-40d2-42f7-b66a-d17aa5c7c111 admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:04:14.619655 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-9fbe770b-40d2-42f7-b66a-d17aa5c7c111 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:04:14.624633 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c769d55-db6a-4470-864d-66958ae15536 x-openstack-request-id: req-3c769d55-db6a-4470-864d-66958ae15536 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:14.625288 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e385da7f-433d-45d1-b01a-6eac635e70b2", "name": "network-vif-plugged", "status": "completed", "tag": "2208e2ae-641f-4d95-bba3-6646638af9a3", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:14.625861 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c769d55-db6a-4470-864d-66958ae15536 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:14.626664 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c769d55-db6a-4470-864d-66958ae15536'] response: {'server_uuid': 'e385da7f-433d-45d1-b01a-6eac635e70b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2208e2ae-641f-4d95-bba3-6646638af9a3', 'code': 200} Apr 20 13:04:14.627681 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbe770b-40d2-42f7-b66a-d17aa5c7c111 admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:04:14.684378 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=2208e2ae-641f-4d95-bba3-6646638af9a3,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:14.713187 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893caf47-6cdc-45c2-98ec-179cd7280417 req-ae34085f-acd4-416b-92ce-768602449b86 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:14.713187 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-893caf47-6cdc-45c2-98ec-179cd7280417 req-ae34085f-acd4-416b-92ce-768602449b86 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] 10.222.0.25 "GET /v2.0/ports?device_id=e385da7f-433d-45d1-b01a-6eac635e70b2 HTTP/1.1" status: 200 len: 950 time: 0.1140828 Apr 20 13:04:14.756002 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-893caf47-6cdc-45c2-98ec-179cd7280417 req-37017a5b-9e7c-4a88-9f99-6a4c5fcb2ff3 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] 10.222.0.25 "GET /v2.0/security-groups?id=183a5ed7-31ad-493e-88cc-122384fc8c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353711 Apr 20 13:04:14.799018 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe770b-40d2-42f7-b66a-d17aa5c7c111 admin admin] Pushing event updated for resources: {'Port': ['ID=2720aa15-472a-455e-a98f-3b9a018b6549,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:14.864468 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c8966-d6a9-4d47-b280-12aca17ffa0d req-8d4b4a7f-c695-43ee-bc48-f998946145b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:14.866617 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c07c8966-d6a9-4d47-b280-12aca17ffa0d req-8d4b4a7f-c695-43ee-bc48-f998946145b2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e385da7f-433d-45d1-b01a-6eac635e70b2 HTTP/1.1" status: 200 len: 1101 time: 0.1472692 Apr 20 13:04:14.913694 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c07c8966-d6a9-4d47-b280-12aca17ffa0d req-74b013ae-f52a-4cef-8cd9-9da1d1a3b9c7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=183a5ed7-31ad-493e-88cc-122384fc8c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391273 Apr 20 13:04:15.155176 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9fbe770b-40d2-42f7-b66a-d17aa5c7c111 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:15.400038 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9fbe770b-40d2-42f7-b66a-d17aa5c7c111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:15.417191 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3294e6e-00d0-4fb9-bcdb-08b03e73bb10 None None] Network 69de9d5d-5572-485a-ac3a-fd4213d271eb requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:04:15.432707 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f22720-c27d-4036-953d-b0bc5a3b701e req-32aa3783-52e2-4397-a2fa-b9e09bac9dcd tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:15.440478 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2f22720-c27d-4036-953d-b0bc5a3b701e req-32aa3783-52e2-4397-a2fa-b9e09bac9dcd tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.0737867 Apr 20 13:04:15.501632 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-51f8dca7-4612-4005-a433-4106c5b31a75 None None] Provisioning complete for port f6387d09-4513-42de-8881-57f1173d6cea triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:15.502175 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-51f8dca7-4612-4005-a433-4106c5b31a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:15.537717 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2f22720-c27d-4036-953d-b0bc5a3b701e req-0c048fc2-432b-4044-a7e2-35767568d899 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959489 Apr 20 13:04:15.741321 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86fcc19-cdac-4a0f-8a68-54bbdde2e7b8 req-ee84600d-33c4-451d-861f-933c573b5d40 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:15.742876 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f86fcc19-cdac-4a0f-8a68-54bbdde2e7b8 req-ee84600d-33c4-451d-861f-933c573b5d40 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 945 time: 0.0917716 Apr 20 13:04:15.754580 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-51f8dca7-4612-4005-a433-4106c5b31a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:15.836555 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f86fcc19-cdac-4a0f-8a68-54bbdde2e7b8 req-3bcf07ac-e493-41fd-8a31-78a6c8f97f32 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863218 Apr 20 13:04:15.849643 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-51f8dca7-4612-4005-a433-4106c5b31a75 None None] For port f6387d09-4513-42de-8881-57f1173d6cea, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f6387d09-4513-42de-8881-57f1173d6cea,segment=NetworkSegment(c736c956-6e26-4bd6-ade2-e481096df2a9),segment_id=c736c956-6e26-4bd6-ade2-e481096df2a9)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:15.931090 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b7910-af8e-4d59-bfa9-c673d0829fa8 req-e563db2d-cc41-41b6-a0a8-2c7acf9a0e06 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:15.932914 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-990b7910-af8e-4d59-bfa9-c673d0829fa8 req-e563db2d-cc41-41b6-a0a8-2c7acf9a0e06 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 949 time: 0.0565741 Apr 20 13:04:16.002808 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-990b7910-af8e-4d59-bfa9-c673d0829fa8 req-6c2f1294-b0e3-4543-838e-7cc89242dba1 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626709 Apr 20 13:04:16.003125 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-51f8dca7-4612-4005-a433-4106c5b31a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:16.020210 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afbd825-2c5c-400a-883c-56905b58eaa0 req-712c5f49-e556-4ff5-8e32-5867935579cc tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:16.022288 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2afbd825-2c5c-400a-883c-56905b58eaa0 req-712c5f49-e556-4ff5-8e32-5867935579cc tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] 10.222.0.25 "GET /v2.0/ports?device_id=e385da7f-433d-45d1-b01a-6eac635e70b2 HTTP/1.1" status: 200 len: 950 time: 0.0754139 Apr 20 13:04:16.043451 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fbe770b-40d2-42f7-b66a-d17aa5c7c111 admin admin] Router bebe1a2b-7a66-4958-80bc-3ff1a9d92a56 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:04:16.068487 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2afbd825-2c5c-400a-883c-56905b58eaa0 req-fbbee6c6-7d16-4d27-b218-cb4328c497c9 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] 10.222.0.25 "GET /v2.0/security-groups?id=183a5ed7-31ad-493e-88cc-122384fc8c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392163 Apr 20 13:04:16.070680 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8dca7-4612-4005-a433-4106c5b31a75 None None] Pushing event updated for resources: {'Port': ['ID=f6387d09-4513-42de-8881-57f1173d6cea,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:16.128305 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-b0997ef8-2cf5-4a38-852e-52d0bf152f30 None None] Provisioning complete for port f6387d09-4513-42de-8881-57f1173d6cea triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:16.128728 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b0997ef8-2cf5-4a38-852e-52d0bf152f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:16.230993 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbe770b-40d2-42f7-b66a-d17aa5c7c111 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:04:16.244024 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009a029a-5887-4a59-8032-91c8ea8c69be None None] Sync routers for ids ['bebe1a2b-7a66-4958-80bc-3ff1a9d92a56'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:04:16.258010 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009a029a-5887-4a59-8032-91c8ea8c69be None None] Routers {'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:04:16.259100 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-009a029a-5887-4a59-8032-91c8ea8c69be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:03:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['bebe1a2b-7a66-4958-80bc-3ff1a9d92a56'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:16.262537 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f6387d09-4513-42de-8881-57f1173d6cea up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:04:16.370071 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9fbe770b-40d2-42f7-b66a-d17aa5c7c111 admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:16.373954 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9fbe770b-40d2-42f7-b66a-d17aa5c7c111 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1119249 Apr 20 13:04:16.374234 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59116) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:16.416719 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-009a029a-5887-4a59-8032-91c8ea8c69be None None] Set router bebe1a2b-7a66-4958-80bc-3ff1a9d92a56 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:04:16.418482 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port f6387d09-4513-42de-8881-57f1173d6cea triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:16.419071 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:16.680371 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de9df4-1cf1-4884-83f4-cad840445265 req-d512cffd-170f-4c70-bc06-806cae21e2c8 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:16.682071 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54de9df4-1cf1-4884-83f4-cad840445265 req-d512cffd-170f-4c70-bc06-806cae21e2c8 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.0690277 Apr 20 13:04:16.723455 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54de9df4-1cf1-4884-83f4-cad840445265 req-7483c292-87bf-4c6a-9fb2-0172b976d62b tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344806 Apr 20 13:04:16.819599 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-009a029a-5887-4a59-8032-91c8ea8c69be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56', 'name': 'tempest-ServersTestManualDisk-1307317144-router', 'tenant_id': '4ee446561a7145cd9b19941f05f717df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '2720aa15-472a-455e-a98f-3b9a018b6549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:04:13Z', 'updated_at': '2022-04-20T13:04:14Z', 'revision_number': 3, 'project_id': '4ee446561a7145cd9b19941f05f717df', 'gw_port': {'id': '2720aa15-472a-455e-a98f-3b9a018b6549', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:04:14Z', 'updated_at': '2022-04-20T13:04:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:16.865659 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009a029a-5887-4a59-8032-91c8ea8c69be None None] Checking router: bebe1a2b-7a66-4958-80bc-3ff1a9d92a56 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:04:16.866011 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009a029a-5887-4a59-8032-91c8ea8c69be None None] Updating router bebe1a2b-7a66-4958-80bc-3ff1a9d92a56 port 2720aa15-472a-455e-a98f-3b9a018b6549 binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:04:16.874474 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59124) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:16.875707 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c02c62e3-0e71-4b22-abbc-38209104e2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:16.895671 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-009a029a-5887-4a59-8032-91c8ea8c69be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:17.021580 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d03ba4-cef9-4dc1-958a-2383409f821b req-f768945d-8366-424a-9fec-5b3c14894d1e tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:17.023518 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-82d03ba4-cef9-4dc1-958a-2383409f821b req-f768945d-8366-424a-9fec-5b3c14894d1e tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 945 time: 0.0797894 Apr 20 13:04:17.029724 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ee77b934-9653-487d-b766-3672a8788be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:17.063249 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-c02c62e3-0e71-4b22-abbc-38209104e2a4 admin admin] Allocated IP 172.20.0.1 (69de9d5d-5572-485a-ac3a-fd4213d271eb/2b7921a8-6ec4-4226-8a2d-d286be38417c/3b0cc308-33d5-4f1b-b318-8dfb5b0e97ac) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:04:17.089688 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-82d03ba4-cef9-4dc1-958a-2383409f821b req-721364df-1f35-4216-9d3e-b033c149c4d9 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572615 Apr 20 13:04:17.206731 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c02c62e3-0e71-4b22-abbc-38209104e2a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:17.226155 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-009a029a-5887-4a59-8032-91c8ea8c69be None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:17.242977 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ee77b934-9653-487d-b766-3672a8788be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:17.251738 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc898e-5344-4b61-9be3-14222bbd1c5f req-dd7ea448-8e7e-44ed-8126-f0735a20c9e0 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:17.253403 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-60bc898e-5344-4b61-9be3-14222bbd1c5f req-dd7ea448-8e7e-44ed-8126-f0735a20c9e0 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 949 time: 0.1127527 Apr 20 13:04:17.265376 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85373b-e9e4-40b7-b6a5-36f414603d8f req-ccc06c78-444e-4ec0-8975-06fad48a7a4b tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:17.266758 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3b85373b-e9e4-40b7-b6a5-36f414603d8f req-ccc06c78-444e-4ec0-8975-06fad48a7a4b tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] 10.222.0.25 "GET /v2.0/ports?device_id=e385da7f-433d-45d1-b01a-6eac635e70b2 HTTP/1.1" status: 200 len: 950 time: 0.0912607 Apr 20 13:04:17.275177 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-009a029a-5887-4a59-8032-91c8ea8c69be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:17.317189 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c02c62e3-0e71-4b22-abbc-38209104e2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:17.322474 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ee77b934-9653-487d-b766-3672a8788be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:17.332331 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-009a029a-5887-4a59-8032-91c8ea8c69be None None] Attempting to bind port 2720aa15-472a-455e-a98f-3b9a018b6549 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:04:17.332836 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-009a029a-5887-4a59-8032-91c8ea8c69be None None] Attempting to bind port 2720aa15-472a-455e-a98f-3b9a018b6549 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:04:17.333936 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009a029a-5887-4a59-8032-91c8ea8c69be None None] Attempting to bind port 2720aa15-472a-455e-a98f-3b9a018b6549 on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:04:17.335955 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-60bc898e-5344-4b61-9be3-14222bbd1c5f req-e7a122d7-621d-44ae-9e5d-1d9979ece21c tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681846 Apr 20 13:04:17.342924 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebece6-8c33-4c53-a4a9-0f238f943866 None None] Pushing event updated for resources: {'Port': ['ID=2720aa15-472a-455e-a98f-3b9a018b6549,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:17.346797 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009a029a-5887-4a59-8032-91c8ea8c69be None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:04:17.347482 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009a029a-5887-4a59-8032-91c8ea8c69be None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:04:17.347988 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-009a029a-5887-4a59-8032-91c8ea8c69be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:17.348470 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009a029a-5887-4a59-8032-91c8ea8c69be None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:04:17.349076 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-009a029a-5887-4a59-8032-91c8ea8c69be None None] Bound port: 2720aa15-472a-455e-a98f-3b9a018b6549, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:04:17.349568 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-009a029a-5887-4a59-8032-91c8ea8c69be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:17.370181 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02c62e3-0e71-4b22-abbc-38209104e2a4 admin admin] Network 69de9d5d-5572-485a-ac3a-fd4213d271eb is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:04:17.370410 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3b85373b-e9e4-40b7-b6a5-36f414603d8f req-86cf8da0-418d-43af-8875-03a51d0a99f1 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] 10.222.0.25 "GET /v2.0/security-groups?id=183a5ed7-31ad-493e-88cc-122384fc8c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949922 Apr 20 13:04:17.372566 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-c02c62e3-0e71-4b22-abbc-38209104e2a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:04:17.375135 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02c62e3-0e71-4b22-abbc-38209104e2a4 admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:04:17.394331 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ee77b934-9653-487d-b766-3672a8788be9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=62d70a3d66144aaf9f584db68459c356&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5187690 Apr 20 13:04:17.401527 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59134) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:17.401792 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c62e3-0e71-4b22-abbc-38209104e2a4 admin admin] Pushing event updated for resources: {'Port': ['ID=3b0cc308-33d5-4f1b-b318-8dfb5b0e97ac,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:17.410047 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77b934-9653-487d-b766-3672a8788be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc8b7fa-73c1-4e04-990f-ae5e7413673b,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:17.438385 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c02c62e3-0e71-4b22-abbc-38209104e2a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:17.450677 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-009a029a-5887-4a59-8032-91c8ea8c69be None None] For port 2720aa15-472a-455e-a98f-3b9a018b6549, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:04:17.455283 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-009a029a-5887-4a59-8032-91c8ea8c69be None None] For port 2720aa15-472a-455e-a98f-3b9a018b6549, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=2720aa15-472a-455e-a98f-3b9a018b6549,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:04:17.472907 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2132adef-2143-4dac-a5b9-e047b1ac1d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:17.518340 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2132adef-2143-4dac-a5b9-e047b1ac1d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:17.561682 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-009a029a-5887-4a59-8032-91c8ea8c69be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:17.625967 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebece6-8c33-4c53-a4a9-0f238f943866 None None] Pushing event updated for resources: {'Port': ['ID=2720aa15-472a-455e-a98f-3b9a018b6549,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:17.628572 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009a029a-5887-4a59-8032-91c8ea8c69be None None] Routers {'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:04:17.629337 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-009a029a-5887-4a59-8032-91c8ea8c69be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:03:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['bebe1a2b-7a66-4958-80bc-3ff1a9d92a56'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:17.692144 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c02c62e3-0e71-4b22-abbc-38209104e2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:17.700238 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-634f9f44-6d25-4496-a028-46aa55700741 None None] Provisioning complete for port 3b0cc308-33d5-4f1b-b318-8dfb5b0e97ac triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:17.700634 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-634f9f44-6d25-4496-a028-46aa55700741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:17.701518 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2132adef-2143-4dac-a5b9-e047b1ac1d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:17.704418 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2132adef-2143-4dac-a5b9-e047b1ac1d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:17.705899 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2132adef-2143-4dac-a5b9-e047b1ac1d8b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1cc8b7fa-73c1-4e04-990f-ae5e7413673b HTTP/1.1" status: 204 len: 168 time: 0.3082969 Apr 20 13:04:17.728678 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132adef-2143-4dac-a5b9-e047b1ac1d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc8b7fa-73c1-4e04-990f-ae5e7413673b,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:17.798878 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-634f9f44-6d25-4496-a028-46aa55700741 None None] Port 3b0cc308-33d5-4f1b-b318-8dfb5b0e97ac cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:04:17.798878 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-009a029a-5887-4a59-8032-91c8ea8c69be None None] Set router bebe1a2b-7a66-4958-80bc-3ff1a9d92a56 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:04:17.900036 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c3666-d6c2-4c19-b2f7-b5773f991a6b req-36891f42-510d-464d-8f32-f8cb735ee15a tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:17.903856 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3c2c3666-d6c2-4c19-b2f7-b5773f991a6b req-36891f42-510d-464d-8f32-f8cb735ee15a tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.0707045 Apr 20 13:04:17.959775 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c02c62e3-0e71-4b22-abbc-38209104e2a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:17.965654 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3c2c3666-d6c2-4c19-b2f7-b5773f991a6b req-c9417cd1-f47d-4f52-864d-7db6bf609dcd tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560436 Apr 20 13:04:18.033407 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-009a029a-5887-4a59-8032-91c8ea8c69be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56', 'name': 'tempest-ServersTestManualDisk-1307317144-router', 'tenant_id': '4ee446561a7145cd9b19941f05f717df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '2720aa15-472a-455e-a98f-3b9a018b6549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:04:13Z', 'updated_at': '2022-04-20T13:04:14Z', 'revision_number': 3, 'project_id': '4ee446561a7145cd9b19941f05f717df', 'gw_port': {'id': '2720aa15-472a-455e-a98f-3b9a018b6549', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:04:14Z', 'updated_at': '2022-04-20T13:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:18.061739 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009a029a-5887-4a59-8032-91c8ea8c69be None None] The sync data for ids ['bebe1a2b-7a66-4958-80bc-3ff1a9d92a56'] in n-d-836015-7 is: [{'id': 'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56', 'name': 'tempest-ServersTestManualDisk-1307317144-router', 'tenant_id': '4ee446561a7145cd9b19941f05f717df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '2720aa15-472a-455e-a98f-3b9a018b6549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:04:13Z', 'updated_at': '2022-04-20T13:04:14Z', 'revision_number': 3, 'project_id': '4ee446561a7145cd9b19941f05f717df', 'gw_port': {'id': '2720aa15-472a-455e-a98f-3b9a018b6549', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:04:14Z', 'updated_at': '2022-04-20T13:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:04:18.076686 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c02c62e3-0e71-4b22-abbc-38209104e2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:18.151192 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c62e3-0e71-4b22-abbc-38209104e2a4 admin admin] Pushing event updated for resources: {'Port': ['ID=3b0cc308-33d5-4f1b-b318-8dfb5b0e97ac,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:18.157125 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c02c62e3-0e71-4b22-abbc-38209104e2a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:18.245057 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba4409-90f5-4b92-9c19-db9eaf889b4d req-5e702158-061b-4fcf-b0df-ddb1efa423ef tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:18.246715 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aeba4409-90f5-4b92-9c19-db9eaf889b4d req-5e702158-061b-4fcf-b0df-ddb1efa423ef tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 945 time: 0.0605888 Apr 20 13:04:18.270012 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02c62e3-0e71-4b22-abbc-38209104e2a4 admin admin] Network 69de9d5d-5572-485a-ac3a-fd4213d271eb is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:04:18.272294 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-c02c62e3-0e71-4b22-abbc-38209104e2a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:04:18.294158 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aeba4409-90f5-4b92-9c19-db9eaf889b4d req-3c186940-ea88-4444-86ac-86dd93991fb4 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369539 Apr 20 13:04:18.501916 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02c62e3-0e71-4b22-abbc-38209104e2a4 admin admin] Router bebe1a2b-7a66-4958-80bc-3ff1a9d92a56 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:04:18.523254 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df41a2-01e6-4c13-8776-45d31fa6f5a8 req-d8b44232-8830-4cf8-b95e-f9ba7d90241d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:18.532077 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a6df41a2-01e6-4c13-8776-45d31fa6f5a8 req-d8b44232-8830-4cf8-b95e-f9ba7d90241d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 949 time: 0.1034651 Apr 20 13:04:18.593933 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a6df41a2-01e6-4c13-8776-45d31fa6f5a8 req-96e8b196-7e31-45f3-84a7-fc2555a2bb7e tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597184 Apr 20 13:04:18.627125 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59160) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:18.642039 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-d1e23633-888b-4c25-8e6a-becaf3007f32 None None] Provisioning complete for port 3b0cc308-33d5-4f1b-b318-8dfb5b0e97ac triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:18.646701 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1e23633-888b-4c25-8e6a-becaf3007f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:18.656471 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02c62e3-0e71-4b22-abbc-38209104e2a4 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:04:18.661962 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6d85f-9b69-4e4e-912e-0e60d47670c8 req-5c4e3eec-d501-4198-8768-7f88bf81b73c tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:18.663655 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2fd6d85f-9b69-4e4e-912e-0e60d47670c8 req-5c4e3eec-d501-4198-8768-7f88bf81b73c tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] 10.222.0.25 "GET /v2.0/ports?device_id=e385da7f-433d-45d1-b01a-6eac635e70b2 HTTP/1.1" status: 200 len: 950 time: 0.0929499 Apr 20 13:04:18.664563 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e69d6aac-3f32-40ce-bcc6-8f7cae95af37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:18.664809 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c02c62e3-0e71-4b22-abbc-38209104e2a4 admin admin] 10.222.0.25 "PUT /v2.0/routers/bebe1a2b-7a66-4958-80bc-3ff1a9d92a56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2895505 Apr 20 13:04:18.717540 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e0860be1-d8ac-4803-b8f7-37aafea29d55 req-b8631967-02db-4032-a842-66939944db09 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513184 Apr 20 13:04:18.750615 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-d1e23633-888b-4c25-8e6a-becaf3007f32 None None] Port 3b0cc308-33d5-4f1b-b318-8dfb5b0e97ac cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:04:18.769322 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2fd6d85f-9b69-4e4e-912e-0e60d47670c8 req-11208e52-3e74-4bb2-ab45-e2dcbf7adb7e tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] 10.222.0.25 "GET /v2.0/security-groups?id=183a5ed7-31ad-493e-88cc-122384fc8c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572789 Apr 20 13:04:18.827980 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e69d6aac-3f32-40ce-bcc6-8f7cae95af37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:18.828239 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0860be1-d8ac-4803-b8f7-37aafea29d55 req-e219cb38-f319-40b3-8142-f11b616c2948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:18.829720 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e0860be1-d8ac-4803-b8f7-37aafea29d55 req-e219cb38-f319-40b3-8142-f11b616c2948 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4&device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 1095 time: 0.0432611 Apr 20 13:04:18.905424 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e69d6aac-3f32-40ce-bcc6-8f7cae95af37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:18.992809 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e69d6aac-3f32-40ce-bcc6-8f7cae95af37 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ab374add16524ad3b4eabf00fa290930&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3705328 Apr 20 13:04:18.994088 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d6aac-3f32-40ce-bcc6-8f7cae95af37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce48b9d-c3e2-4ce6-b4e1-7669a807768b,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:19.030799 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59172) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:19.044331 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0860be1-d8ac-4803-b8f7-37aafea29d55 req-35693d8c-9568-4444-ab99-e10e3cae07fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:19.047272 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e0860be1-d8ac-4803-b8f7-37aafea29d55 req-35693d8c-9568-4444-ab99-e10e3cae07fb service neutron] 10.222.0.32 "GET /v2.0/networks?id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88 HTTP/1.1" status: 200 len: 909 time: 0.1910062 Apr 20 13:04:19.115144 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2ce97fc1-db4b-4d02-a28c-41411501445b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:19.159929 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2ce97fc1-db4b-4d02-a28c-41411501445b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:19.197394 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e0860be1-d8ac-4803-b8f7-37aafea29d55 req-1199d009-6c51-488e-a5fe-e29bff3b07a0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c56b3b8b-006e-4368-ac0e-c6a095ea03ec HTTP/1.1" status: 200 len: 217 time: 0.1410875 Apr 20 13:04:19.273500 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470b081-6f3a-4fcf-a6bc-58a52f48f55e req-e83d2684-4e7a-4cf6-9ee7-5dbdb981b3d3 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:19.275077 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d470b081-6f3a-4fcf-a6bc-58a52f48f55e req-e83d2684-4e7a-4cf6-9ee7-5dbdb981b3d3 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.1263790 Apr 20 13:04:19.327056 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0860be1-d8ac-4803-b8f7-37aafea29d55 req-6ee0d9be-7255-4c79-9e54-c8e0ef79030e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:19.329119 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e0860be1-d8ac-4803-b8f7-37aafea29d55 req-6ee0d9be-7255-4c79-9e54-c8e0ef79030e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7f1a9c16-f305-43f3-a182-10217ec8e6e3 HTTP/1.1" status: 200 len: 848 time: 0.1229346 Apr 20 13:04:19.353904 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d470b081-6f3a-4fcf-a6bc-58a52f48f55e req-823e4f8a-8633-41af-9fb3-820be1c3918a tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643601 Apr 20 13:04:19.376237 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e0860be1-d8ac-4803-b8f7-37aafea29d55 req-70587230-66b6-42e1-a94f-3b8397fa6d53 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307713 Apr 20 13:04:19.435474 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2ce97fc1-db4b-4d02-a28c-41411501445b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:19.438924 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2ce97fc1-db4b-4d02-a28c-41411501445b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:19.442586 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2ce97fc1-db4b-4d02-a28c-41411501445b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bce48b9d-c3e2-4ce6-b4e1-7669a807768b HTTP/1.1" status: 204 len: 168 time: 0.4269030 Apr 20 13:04:19.467267 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce97fc1-db4b-4d02-a28c-41411501445b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce48b9d-c3e2-4ce6-b4e1-7669a807768b,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:19.491476 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:04:19.547047 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e0860be1-d8ac-4803-b8f7-37aafea29d55 req-d0967419-dfbf-4304-8fac-44d37249839f service neutron] 10.222.0.32 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564929 Apr 20 13:04:19.551439 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baebd81-e1c6-4922-ad8b-107861da98c1 req-abff7e2c-668a-4431-81fc-0bd4d88944b8 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:19.553805 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2baebd81-e1c6-4922-ad8b-107861da98c1 req-abff7e2c-668a-4431-81fc-0bd4d88944b8 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 945 time: 0.0842810 Apr 20 13:04:19.634547 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2baebd81-e1c6-4922-ad8b-107861da98c1 req-6bd1b6bc-79d8-479c-8627-66da6a49cbfc tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727267 Apr 20 13:04:19.657647 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59180) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:19.663352 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-a042c9df-b60b-4433-9de3-af16396a6a14 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1199595394', 'description': 'tempest-description--526503839'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:19.685305 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e0860be1-d8ac-4803-b8f7-37aafea29d55 req-7176c29d-3378-4de0-9ec6-455ffffeee97 service neutron] 10.222.0.32 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272032 Apr 20 13:04:19.763764 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f2888-f7eb-456b-8ae4-039a3b315b66 req-f2baf1ce-29fa-4b57-af42-c492dfccc3f5 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:19.765324 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7b8f2888-f7eb-456b-8ae4-039a3b315b66 req-f2baf1ce-29fa-4b57-af42-c492dfccc3f5 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 949 time: 0.0566857 Apr 20 13:04:19.788903 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a042c9df-b60b-4433-9de3-af16396a6a14 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:19.823519 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7b8f2888-f7eb-456b-8ae4-039a3b315b66 req-1ee62cbd-824c-4634-9382-c97a27f1c074 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520554 Apr 20 13:04:19.936537 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a042c9df-b60b-4433-9de3-af16396a6a14 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:19.966647 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a7f9b-4cf4-4858-99ac-5bae896f91ed req-95c820c7-f409-4b39-8dc1-85cc0012a7d7 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:19.975046 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-768a7f9b-4cf4-4858-99ac-5bae896f91ed req-95c820c7-f409-4b39-8dc1-85cc0012a7d7 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] 10.222.0.25 "GET /v2.0/ports?device_id=e385da7f-433d-45d1-b01a-6eac635e70b2 HTTP/1.1" status: 200 len: 950 time: 0.0742676 Apr 20 13:04:20.016214 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-768a7f9b-4cf4-4858-99ac-5bae896f91ed req-29795502-8de1-48ea-bb40-2175804e9b3b tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] 10.222.0.25 "GET /v2.0/security-groups?id=183a5ed7-31ad-493e-88cc-122384fc8c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398643 Apr 20 13:04:20.042867 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a042c9df-b60b-4433-9de3-af16396a6a14 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:20.089948 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042c9df-b60b-4433-9de3-af16396a6a14 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5007e27e-1313-4af2-bc0b-7ce50559f90d,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:20.174766 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a042c9df-b60b-4433-9de3-af16396a6a14 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:20.180003 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59194) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:20.181036 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a042c9df-b60b-4433-9de3-af16396a6a14 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5221539 Apr 20 13:04:20.184872 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-5c1b4423-63fa-4207-92eb-84677414e269 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Request body: {'security_group_rule': {'security_group_id': '5007e27e-1313-4af2-bc0b-7ce50559f90d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:20.220666 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 2720aa15-472a-455e-a98f-3b9a018b6549 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:04:20.267735 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5c1b4423-63fa-4207-92eb-84677414e269 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:20.277649 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 2720aa15-472a-455e-a98f-3b9a018b6549 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:20.278029 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:20.293914 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522a6b84-131e-45be-a667-a40139b60109 None None] Sync routers for ids ['bebe1a2b-7a66-4958-80bc-3ff1a9d92a56'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:04:20.308950 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522a6b84-131e-45be-a667-a40139b60109 None None] Routers {'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:04:20.309653 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-522a6b84-131e-45be-a667-a40139b60109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:03:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['bebe1a2b-7a66-4958-80bc-3ff1a9d92a56'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:20.376391 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5c1b4423-63fa-4207-92eb-84677414e269 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:20.385152 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:20.391196 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd34d0-a3a4-4279-9184-92808023b7eb req-0178ac1a-83eb-4fd9-bf04-0711fa34ef28 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:20.394230 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-29bd34d0-a3a4-4279-9184-92808023b7eb req-0178ac1a-83eb-4fd9-bf04-0711fa34ef28 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] 10.222.0.32 "GET /v2.0/ports?device_id=e385da7f-433d-45d1-b01a-6eac635e70b2 HTTP/1.1" status: 200 len: 950 time: 0.0785964 Apr 20 13:04:20.411073 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 2720aa15-472a-455e-a98f-3b9a018b6549, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=2720aa15-472a-455e-a98f-3b9a018b6549,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:20.439651 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-522a6b84-131e-45be-a667-a40139b60109 None None] Set router bebe1a2b-7a66-4958-80bc-3ff1a9d92a56 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:04:20.503726 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77b5c3-e482-4784-82a4-4a1ee15f9b60 req-1b0b17d0-b86b-4364-ab8c-71e41dce65d5 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:20.505766 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bc77b5c3-e482-4784-82a4-4a1ee15f9b60 req-1b0b17d0-b86b-4364-ab8c-71e41dce65d5 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.0616183 Apr 20 13:04:20.510272 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-29bd34d0-a3a4-4279-9184-92808023b7eb req-abec7a5f-758f-4592-a7a8-200ff021d969 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] Deleting port 2208e2ae-641f-4d95-bba3-6646638af9a3 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:04:20.510620 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-29bd34d0-a3a4-4279-9184-92808023b7eb req-abec7a5f-758f-4592-a7a8-200ff021d969 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:20.526005 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5c1b4423-63fa-4207-92eb-84677414e269 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:20.550909 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bc77b5c3-e482-4784-82a4-4a1ee15f9b60 req-dfe38b3b-f206-4a19-b83a-a749398c6811 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369148 Apr 20 13:04:20.551743 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:20.584707 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b4423-63fa-4207-92eb-84677414e269 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4125f98-c922-44e0-b9d8-6e525394ca7c,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:20.646642 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-29bd34d0-a3a4-4279-9184-92808023b7eb req-abec7a5f-758f-4592-a7a8-200ff021d969 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] For port 2208e2ae-641f-4d95-bba3-6646638af9a3, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=2208e2ae-641f-4d95-bba3-6646638af9a3,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:20.652506 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-29bd34d0-a3a4-4279-9184-92808023b7eb req-abec7a5f-758f-4592-a7a8-200ff021d969 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:20.652664 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-522a6b84-131e-45be-a667-a40139b60109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56', 'name': 'tempest-ServersTestManualDisk-1307317144-router', 'tenant_id': '4ee446561a7145cd9b19941f05f717df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '2720aa15-472a-455e-a98f-3b9a018b6549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:04:13Z', 'updated_at': '2022-04-20T13:04:17Z', 'revision_number': 4, 'project_id': '4ee446561a7145cd9b19941f05f717df', 'gw_port': {'id': '2720aa15-472a-455e-a98f-3b9a018b6549', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:04:14Z', 'updated_at': '2022-04-20T13:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '3b0cc308-33d5-4f1b-b318-8dfb5b0e97ac', 'name': '', 'network_id': '69de9d5d-5572-485a-ac3a-fd4213d271eb', 'tenant_id': '4ee446561a7145cd9b19941f05f717df', 'mac_address': 'fa:16:3e:42:ac:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2b7921a8-6ec4-4226-8a2d-d286be38417c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:04:16Z', 'updated_at': '2022-04-20T13:04:17Z', 'revision_number': 2, 'project_id': '4ee446561a7145cd9b19941f05f717df', 'subnets': [{'id': '2b7921a8-6ec4-4226-8a2d-d286be38417c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:20.667841 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-29bd34d0-a3a4-4279-9184-92808023b7eb req-abec7a5f-758f-4592-a7a8-200ff021d969 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] Calling delete_port for 2208e2ae-641f-4d95-bba3-6646638af9a3 owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:04:20.668694 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=2720aa15-472a-455e-a98f-3b9a018b6549,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:20.681646 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5c1b4423-63fa-4207-92eb-84677414e269 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:20.684176 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522a6b84-131e-45be-a667-a40139b60109 None None] Checking router: bebe1a2b-7a66-4958-80bc-3ff1a9d92a56 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:04:20.684485 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5c1b4423-63fa-4207-92eb-84677414e269 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5032268 Apr 20 13:04:20.689841 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522a6b84-131e-45be-a667-a40139b60109 None None] Updating router bebe1a2b-7a66-4958-80bc-3ff1a9d92a56 port 3b0cc308-33d5-4f1b-b318-8dfb5b0e97ac binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:04:20.691926 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59208) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:20.704452 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-0853df7e-053a-4d32-b953-7fbbdc76c1e0 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Request body: {'security_group_rule': {'security_group_id': '5007e27e-1313-4af2-bc0b-7ce50559f90d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:20.713077 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-522a6b84-131e-45be-a667-a40139b60109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:20.812332 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362228d9-341c-498e-a11f-ffef6080aee5 req-b07f515d-7881-4bbb-b8cb-ed72007e1680 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:20.814726 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-362228d9-341c-498e-a11f-ffef6080aee5 req-b07f515d-7881-4bbb-b8cb-ed72007e1680 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 945 time: 0.0528567 Apr 20 13:04:20.861459 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-362228d9-341c-498e-a11f-ffef6080aee5 req-3c0b24f1-7fd0-4ecf-a240-d916e75a5695 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382307 Apr 20 13:04:20.899170 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0853df7e-053a-4d32-b953-7fbbdc76c1e0 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:20.951146 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-29bd34d0-a3a4-4279-9184-92808023b7eb req-abec7a5f-758f-4592-a7a8-200ff021d969 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:20.963301 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['2208e2ae-641f-4d95-bba3-6646638af9a3'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:04:20.999487 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec7a5f-758f-4592-a7a8-200ff021d969 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] Pushing event deleted for resources: {'Port': ['ID=2208e2ae-641f-4d95-bba3-6646638af9a3,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:21.011745 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-522a6b84-131e-45be-a667-a40139b60109 None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:21.039011 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0853df7e-053a-4d32-b953-7fbbdc76c1e0 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:21.051026 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fbdd17-134b-441c-9151-a84a3ba908c4 req-d5bccc61-c78f-49f1-8ec2-90e38cfba511 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:21.053390 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-37fbdd17-134b-441c-9151-a84a3ba908c4 req-d5bccc61-c78f-49f1-8ec2-90e38cfba511 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 949 time: 0.1266820 Apr 20 13:04:21.086439 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-29bd34d0-a3a4-4279-9184-92808023b7eb req-abec7a5f-758f-4592-a7a8-200ff021d969 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] No DVR routers for this DVR port 2208e2ae-641f-4d95-bba3-6646638af9a3 on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:04:21.091594 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-29bd34d0-a3a4-4279-9184-92808023b7eb req-abec7a5f-758f-4592-a7a8-200ff021d969 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:21.098652 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-29bd34d0-a3a4-4279-9184-92808023b7eb req-abec7a5f-758f-4592-a7a8-200ff021d969 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] 10.222.0.32 "DELETE /v2.0/ports/2208e2ae-641f-4d95-bba3-6646638af9a3 HTTP/1.1" status: 204 len: 173 time: 0.6974998 Apr 20 13:04:21.102850 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e385da7f-433d-45d1-b01a-6eac635e70b2', 'name': 'network-vif-deleted', 'tag': '2208e2ae-641f-4d95-bba3-6646638af9a3'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:21.121126 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-37fbdd17-134b-441c-9151-a84a3ba908c4 req-c577d3ee-651f-4872-9cd7-9924a1c3e079 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590112 Apr 20 13:04:21.121311 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b912e0-71dc-4c75-b8a9-421e5d43b958" -d '{"events": [{"server_uuid": "e385da7f-433d-45d1-b01a-6eac635e70b2", "name": "network-vif-deleted", "tag": "2208e2ae-641f-4d95-bba3-6646638af9a3"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:21.157489 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-522a6b84-131e-45be-a667-a40139b60109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:21.188104 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5a230f02-879b-4ec1-9ff7-cd2576a0d70e req-554d5985-d8a4-411c-95b9-c9448ae0aae8 tempest-TenantUsagesTestJSON-715102768 tempest-TenantUsagesTestJSON-715102768-project] 10.222.0.25 "GET /v2.0/ports?device_id=e385da7f-433d-45d1-b01a-6eac635e70b2 HTTP/1.1" status: 200 len: 210 time: 0.0558686 Apr 20 13:04:21.191059 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0853df7e-053a-4d32-b953-7fbbdc76c1e0 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:21.194642 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff90018-974c-4f3d-90da-6dc534f307b0 x-openstack-request-id: req-cff90018-974c-4f3d-90da-6dc534f307b0 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:21.195198 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e385da7f-433d-45d1-b01a-6eac635e70b2", "name": "network-vif-deleted", "tag": "2208e2ae-641f-4d95-bba3-6646638af9a3", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:21.195198 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cff90018-974c-4f3d-90da-6dc534f307b0 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:21.195380 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cff90018-974c-4f3d-90da-6dc534f307b0'] response: {'server_uuid': 'e385da7f-433d-45d1-b01a-6eac635e70b2', 'name': 'network-vif-deleted', 'tag': '2208e2ae-641f-4d95-bba3-6646638af9a3', 'status': 'completed', 'code': 200} Apr 20 13:04:21.214772 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0853df7e-053a-4d32-b953-7fbbdc76c1e0 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21b02c50-de84-4860-bd79-aa1c800475fb,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:21.217086 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c624a7d-2dfa-44b5-a430-9f1ad2e7b13d None None] Pushing event updated for resources: {'Port': ['ID=3b0cc308-33d5-4f1b-b318-8dfb5b0e97ac,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:21.227068 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c624a7d-2dfa-44b5-a430-9f1ad2e7b13d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:21.227452 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c624a7d-2dfa-44b5-a430-9f1ad2e7b13d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:21.227794 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c624a7d-2dfa-44b5-a430-9f1ad2e7b13d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:21.228160 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c624a7d-2dfa-44b5-a430-9f1ad2e7b13d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:21.228546 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c624a7d-2dfa-44b5-a430-9f1ad2e7b13d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:21.228897 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c624a7d-2dfa-44b5-a430-9f1ad2e7b13d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:21.229274 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c624a7d-2dfa-44b5-a430-9f1ad2e7b13d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:21.229598 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c624a7d-2dfa-44b5-a430-9f1ad2e7b13d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:21.229913 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c624a7d-2dfa-44b5-a430-9f1ad2e7b13d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:21.239443 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c624a7d-2dfa-44b5-a430-9f1ad2e7b13d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:21.239443 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c624a7d-2dfa-44b5-a430-9f1ad2e7b13d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:21.239443 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c624a7d-2dfa-44b5-a430-9f1ad2e7b13d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:21.322317 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0853df7e-053a-4d32-b953-7fbbdc76c1e0 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:21.326581 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59226) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:21.326766 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-0853df7e-053a-4d32-b953-7fbbdc76c1e0 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6314988 Apr 20 13:04:21.328437 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-522a6b84-131e-45be-a667-a40139b60109 None None] Attempting to bind port 3b0cc308-33d5-4f1b-b318-8dfb5b0e97ac on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:04:21.328989 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-522a6b84-131e-45be-a667-a40139b60109 None None] Attempting to bind port 3b0cc308-33d5-4f1b-b318-8dfb5b0e97ac by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'c736c956-6e26-4bd6-ade2-e481096df2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '69de9d5d-5572-485a-ac3a-fd4213d271eb'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:04:21.329776 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522a6b84-131e-45be-a667-a40139b60109 None None] Attempting to bind port 3b0cc308-33d5-4f1b-b318-8dfb5b0e97ac on network 69de9d5d-5572-485a-ac3a-fd4213d271eb {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:04:21.331854 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-9087dc8b-5e29-4b17-852f-185311441eda tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:21.351083 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522a6b84-131e-45be-a667-a40139b60109 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:04:21.351563 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522a6b84-131e-45be-a667-a40139b60109 None None] Checking segment: {'id': 'c736c956-6e26-4bd6-ade2-e481096df2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '69de9d5d-5572-485a-ac3a-fd4213d271eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:04:21.351903 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-522a6b84-131e-45be-a667-a40139b60109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:21.352276 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522a6b84-131e-45be-a667-a40139b60109 None None] Bound using segment: {'id': 'c736c956-6e26-4bd6-ade2-e481096df2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '69de9d5d-5572-485a-ac3a-fd4213d271eb'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:04:21.352757 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-522a6b84-131e-45be-a667-a40139b60109 None None] Bound port: 3b0cc308-33d5-4f1b-b318-8dfb5b0e97ac, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c736c956-6e26-4bd6-ade2-e481096df2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '69de9d5d-5572-485a-ac3a-fd4213d271eb'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:04:21.353168 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-522a6b84-131e-45be-a667-a40139b60109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:21.431116 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-522a6b84-131e-45be-a667-a40139b60109 None None] For port 3b0cc308-33d5-4f1b-b318-8dfb5b0e97ac, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:04:21.434444 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-522a6b84-131e-45be-a667-a40139b60109 None None] For port 3b0cc308-33d5-4f1b-b318-8dfb5b0e97ac, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=3b0cc308-33d5-4f1b-b318-8dfb5b0e97ac,segment=NetworkSegment(c736c956-6e26-4bd6-ade2-e481096df2a9),segment_id=c736c956-6e26-4bd6-ade2-e481096df2a9)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:04:21.448488 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9087dc8b-5e29-4b17-852f-185311441eda tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks [] for floatingip, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:21.503659 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-48b22975-fd42-4b02-80bd-09a4a54a969b None None] Provisioning complete for port 3b0cc308-33d5-4f1b-b318-8dfb5b0e97ac triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:21.504278 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-48b22975-fd42-4b02-80bd-09a4a54a969b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:21.543575 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-48b22975-fd42-4b02-80bd-09a4a54a969b None None] Port 3b0cc308-33d5-4f1b-b318-8dfb5b0e97ac cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:04:21.550976 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-97e7b629-9360-4e62-bd17-0362e5c0d76c tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:21.552736 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-97e7b629-9360-4e62-bd17-0362e5c0d76c tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111&tenant_id=e8b01a41b4bc4e3890fb87ac80b83556&binding%3Ahost_id=n-h1-836015-7 HTTP/1.1" status: 200 len: 1096 time: 0.0630848 Apr 20 13:04:21.564368 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-239b2913-1531-4547-bd69-46296ed79545 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836015-7'}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:21.570823 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9087dc8b-5e29-4b17-852f-185311441eda tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:21.632339 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-522a6b84-131e-45be-a667-a40139b60109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:21.653810 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-239b2913-1531-4547-bd69-46296ed79545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:21.689300 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-9087dc8b-5e29-4b17-852f-185311441eda tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Allocated IP 172.25.8.123 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/a78bbfe7-6fb5-41f6-926a-7572786a0540) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:04:21.728788 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c624a7d-2dfa-44b5-a430-9f1ad2e7b13d None None] Pushing event updated for resources: {'Port': ['ID=3b0cc308-33d5-4f1b-b318-8dfb5b0e97ac,revision_number=4']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:21.742260 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522a6b84-131e-45be-a667-a40139b60109 None None] Routers {'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:04:21.743629 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-522a6b84-131e-45be-a667-a40139b60109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:03:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['bebe1a2b-7a66-4958-80bc-3ff1a9d92a56'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:21.843621 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9087dc8b-5e29-4b17-852f-185311441eda tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:21.867040 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-522a6b84-131e-45be-a667-a40139b60109 None None] Set router bebe1a2b-7a66-4958-80bc-3ff1a9d92a56 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:04:21.888254 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b334f5-7d50-4b44-9e38-387d9770a879 req-1f3ce21b-e588-46eb-85c7-e1635824b6b4 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:21.890161 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d8b334f5-7d50-4b44-9e38-387d9770a879 req-1f3ce21b-e588-46eb-85c7-e1635824b6b4 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.1659026 Apr 20 13:04:21.945908 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9087dc8b-5e29-4b17-852f-185311441eda tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:22.007296 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9087dc8b-5e29-4b17-852f-185311441eda tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:04:22.011144 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9087dc8b-5e29-4b17-852f-185311441eda tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Pushing event updated for resources: {'Port': ['ID=a78bbfe7-6fb5-41f6-926a-7572786a0540,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:22.024000 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-9087dc8b-5e29-4b17-852f-185311441eda tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:04:22.026345 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-239b2913-1531-4547-bd69-46296ed79545 service neutron] For port 1f25d80c-815a-40d7-b33f-b8616b996117, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=1f25d80c-815a-40d7-b33f-b8616b996117,segment=NetworkSegment(c36f4b37-e1d8-4848-acc2-f80f64f61825),segment_id=c36f4b37-e1d8-4848-acc2-f80f64f61825)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:22.027698 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9087dc8b-5e29-4b17-852f-185311441eda tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:04:22.076100 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-04fe4662-8a48-4014-b949-1480baddf141 None None] Provisioning complete for port 3b0cc308-33d5-4f1b-b318-8dfb5b0e97ac triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:22.076742 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-04fe4662-8a48-4014-b949-1480baddf141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:22.116236 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d8b334f5-7d50-4b44-9e38-387d9770a879 req-f85cc0bd-708f-456d-b1d7-1d9c83e19808 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136788 Apr 20 13:04:22.151285 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-239b2913-1531-4547-bd69-46296ed79545 service neutron] For port 1f25d80c-815a-40d7-b33f-b8616b996117, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:04:22.158533 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-522a6b84-131e-45be-a667-a40139b60109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56', 'name': 'tempest-ServersTestManualDisk-1307317144-router', 'tenant_id': '4ee446561a7145cd9b19941f05f717df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '2720aa15-472a-455e-a98f-3b9a018b6549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:04:13Z', 'updated_at': '2022-04-20T13:04:17Z', 'revision_number': 4, 'project_id': '4ee446561a7145cd9b19941f05f717df', 'gw_port': {'id': '2720aa15-472a-455e-a98f-3b9a018b6549', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:04:14Z', 'updated_at': '2022-04-20T13:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '3b0cc308-33d5-4f1b-b318-8dfb5b0e97ac', 'name': '', 'network_id': '69de9d5d-5572-485a-ac3a-fd4213d271eb', 'tenant_id': '4ee446561a7145cd9b19941f05f717df', 'mac_address': 'fa:16:3e:42:ac:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2b7921a8-6ec4-4226-8a2d-d286be38417c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:04:16Z', 'updated_at': '2022-04-20T13:04:21Z', 'revision_number': 4, 'project_id': '4ee446561a7145cd9b19941f05f717df', 'subnets': [{'id': '2b7921a8-6ec4-4226-8a2d-d286be38417c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:22.198538 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fd033-6162-4604-a624-cb60ac0bc3d0 req-58d50511-168e-4762-b568-b9db7e25b136 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:22.206720 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb4fd033-6162-4604-a624-cb60ac0bc3d0 req-58d50511-168e-4762-b568-b9db7e25b136 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 945 time: 0.2232788 Apr 20 13:04:22.274971 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fccc88f-63f5-4918-8e46-454d040b6111', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f25d80c-815a-40d7-b33f-b8616b996117'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:22.278015 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10be018-2b31-4cfa-8413-374a3e710f6e" -d '{"events": [{"server_uuid": "9fccc88f-63f5-4918-8e46-454d040b6111", "name": "network-vif-unplugged", "status": "completed", "tag": "1f25d80c-815a-40d7-b33f-b8616b996117"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:22.283215 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 2720aa15-472a-455e-a98f-3b9a018b6549 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:04:22.293967 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-239b2913-1531-4547-bd69-46296ed79545 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:22.354357 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9087dc8b-5e29-4b17-852f-185311441eda tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:22.367655 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-04fe4662-8a48-4014-b949-1480baddf141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:22.391138 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522a6b84-131e-45be-a667-a40139b60109 None None] The sync data for ids ['bebe1a2b-7a66-4958-80bc-3ff1a9d92a56'] in n-d-836015-7 is: [{'id': 'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56', 'name': 'tempest-ServersTestManualDisk-1307317144-router', 'tenant_id': '4ee446561a7145cd9b19941f05f717df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '2720aa15-472a-455e-a98f-3b9a018b6549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:04:13Z', 'updated_at': '2022-04-20T13:04:17Z', 'revision_number': 4, 'project_id': '4ee446561a7145cd9b19941f05f717df', 'gw_port': {'id': '2720aa15-472a-455e-a98f-3b9a018b6549', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:04:14Z', 'updated_at': '2022-04-20T13:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '3b0cc308-33d5-4f1b-b318-8dfb5b0e97ac', 'name': '', 'network_id': '69de9d5d-5572-485a-ac3a-fd4213d271eb', 'tenant_id': '4ee446561a7145cd9b19941f05f717df', 'mac_address': 'fa:16:3e:42:ac:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2b7921a8-6ec4-4226-8a2d-d286be38417c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:04:16Z', 'updated_at': '2022-04-20T13:04:21Z', 'revision_number': 4, 'project_id': '4ee446561a7145cd9b19941f05f717df', 'subnets': [{'id': '2b7921a8-6ec4-4226-8a2d-d286be38417c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:04:22.416993 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-04fe4662-8a48-4014-b949-1480baddf141 None None] For port 3b0cc308-33d5-4f1b-b318-8dfb5b0e97ac, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=3b0cc308-33d5-4f1b-b318-8dfb5b0e97ac,segment=NetworkSegment(c736c956-6e26-4bd6-ade2-e481096df2a9),segment_id=c736c956-6e26-4bd6-ade2-e481096df2a9)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:22.426831 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54901707-90c2-4e5e-bea2-282d84b24c1e req-a27aef33-100f-4ddd-bdd7-49ed32088a51 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1272151 Apr 20 13:04:22.429698 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb4fd033-6162-4604-a624-cb60ac0bc3d0 req-77200af0-6a15-49ea-98fb-3927ed730e70 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220805 Apr 20 13:04:22.432855 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 1f25d80c-815a-40d7-b33f-b8616b996117 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:04:22.438083 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 13397ee1-19f1-4d58-9c64-1a626346836b no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:04:22.448062 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 2720aa15-472a-455e-a98f-3b9a018b6549 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:22.448062 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:22.472978 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495eaf3-122f-4c37-b064-5911cfe7fe22 req-9869b9e1-c1e8-48df-bff5-1f36930b4abd tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:22.480192 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8495eaf3-122f-4c37-b064-5911cfe7fe22 req-9869b9e1-c1e8-48df-bff5-1f36930b4abd tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 949 time: 0.1911962 Apr 20 13:04:22.543230 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8495eaf3-122f-4c37-b064-5911cfe7fe22 req-26f1f3d3-1a01-4bf0-9e1c-c72fc72dbe85 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617726 Apr 20 13:04:22.576481 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9087dc8b-5e29-4b17-852f-185311441eda tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:22.585960 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-239b2913-1531-4547-bd69-46296ed79545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:22.719773 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71689d1-1712-4f34-864d-d6dbd2c70767 x-openstack-request-id: req-c71689d1-1712-4f34-864d-d6dbd2c70767 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:22.720061 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fccc88f-63f5-4918-8e46-454d040b6111", "name": "network-vif-unplugged", "status": "completed", "tag": "1f25d80c-815a-40d7-b33f-b8616b996117", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:22.720753 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c71689d1-1712-4f34-864d-d6dbd2c70767 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:22.720753 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c71689d1-1712-4f34-864d-d6dbd2c70767'] response: {'server_uuid': '9fccc88f-63f5-4918-8e46-454d040b6111', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f25d80c-815a-40d7-b33f-b8616b996117', 'code': 200} Apr 20 13:04:22.741886 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-04fe4662-8a48-4014-b949-1480baddf141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:22.742820 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54901707-90c2-4e5e-bea2-282d84b24c1e req-eaca40a1-1884-45c8-aa3b-f74ba23ed1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:22.744353 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54901707-90c2-4e5e-bea2-282d84b24c1e req-eaca40a1-1884-45c8-aa3b-f74ba23ed1bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7c185004f0bb4f68ac206a98646f7134&device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 1100 time: 0.2124872 Apr 20 13:04:22.869141 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b2913-1531-4547-bd69-46296ed79545 service neutron] Pushing event updated for resources: {'Port': ['ID=1f25d80c-815a-40d7-b33f-b8616b996117,revision_number=7']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:22.878199 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9087dc8b-5e29-4b17-852f-185311441eda tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:22.918755 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.resource_extend [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 13:04:22.931759 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-239b2913-1531-4547-bd69-46296ed79545 service neutron] Attempting to bind port 1f25d80c-815a-40d7-b33f-b8616b996117 on host n-h1-836015-7 for vnic_type normal with profile {"migrating_to": "n-h2-836015-7"} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:04:22.932303 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-239b2913-1531-4547-bd69-46296ed79545 service neutron] Attempting to bind port 1f25d80c-815a-40d7-b33f-b8616b996117 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:04:22.932621 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-239b2913-1531-4547-bd69-46296ed79545 service neutron] Attempting to bind port 1f25d80c-815a-40d7-b33f-b8616b996117 on network 0e1f32e0-475a-42d4-85ee-1c369c932480 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:04:22.943767 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-239b2913-1531-4547-bd69-46296ed79545 service neutron] Port 1f25d80c-815a-40d7-b33f-b8616b996117 on network 0e1f32e0-475a-42d4-85ee-1c369c932480 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:04:22.944337 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-239b2913-1531-4547-bd69-46296ed79545 service neutron] Attempting to bind port 1f25d80c-815a-40d7-b33f-b8616b996117 on network 0e1f32e0-475a-42d4-85ee-1c369c932480 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:04:22.951445 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-239b2913-1531-4547-bd69-46296ed79545 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:04:22.951707 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9087dc8b-5e29-4b17-852f-185311441eda tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:22.952018 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-239b2913-1531-4547-bd69-46296ed79545 service neutron] Checking segment: {'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:04:22.952497 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-239b2913-1531-4547-bd69-46296ed79545 service neutron] Bound using segment: {'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:04:22.953224 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-239b2913-1531-4547-bd69-46296ed79545 service neutron] Bound port: 1f25d80c-815a-40d7-b33f-b8616b996117, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:04:22.953669 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-239b2913-1531-4547-bd69-46296ed79545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:23.086532 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54901707-90c2-4e5e-bea2-282d84b24c1e req-d54eb864-aae4-4bed-8822-4c7e5ac76971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:23.099885 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54901707-90c2-4e5e-bea2-282d84b24c1e req-d54eb864-aae4-4bed-8822-4c7e5ac76971 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.2988350 Apr 20 13:04:23.120225 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9087dc8b-5e29-4b17-852f-185311441eda tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Pushing event updated for resources: {'Port': ['ID=a78bbfe7-6fb5-41f6-926a-7572786a0540,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:23.128495 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe4662-8a48-4014-b949-1480baddf141 None None] Pushing event updated for resources: {'Port': ['ID=3b0cc308-33d5-4f1b-b318-8dfb5b0e97ac,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:23.181203 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9087dc8b-5e29-4b17-852f-185311441eda tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:23.266035 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-239b2913-1531-4547-bd69-46296ed79545 service neutron] For port 1f25d80c-815a-40d7-b33f-b8616b996117, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:04:23.287055 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9087dc8b-5e29-4b17-852f-185311441eda tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:23.289092 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9087dc8b-5e29-4b17-852f-185311441eda tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9612684 Apr 20 13:04:23.315339 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-239b2913-1531-4547-bd69-46296ed79545 service neutron] For port 1f25d80c-815a-40d7-b33f-b8616b996117, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=1f25d80c-815a-40d7-b33f-b8616b996117,segment=NetworkSegment(c36f4b37-e1d8-4848-acc2-f80f64f61825),segment_id=c36f4b37-e1d8-4848-acc2-f80f64f61825)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:04:23.331705 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54901707-90c2-4e5e-bea2-282d84b24c1e req-59a48a20-1a25-4afb-a2e5-f1d69430f472 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=cb7fabd9-e9e0-4004-92bc-60bbb739783b HTTP/1.1" status: 200 len: 217 time: 0.2222371 Apr 20 13:04:23.346454 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 1f25d80c-815a-40d7-b33f-b8616b996117, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=1f25d80c-815a-40d7-b33f-b8616b996117,segment=NetworkSegment(c36f4b37-e1d8-4848-acc2-f80f64f61825),segment_id=c36f4b37-e1d8-4848-acc2-f80f64f61825)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:23.416258 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:23.436099 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59286) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:23.455643 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 1f25d80c-815a-40d7-b33f-b8616b996117 has no active binding in host n-h2-836015-7 {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 20 13:04:23.479179 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa9b908-179a-45c9-8029-6d4c5c63513a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13397ee1-19f1-4d58-9c64-1a626346836b'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:23.480814 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-239b2913-1531-4547-bd69-46296ed79545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:23.483064 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602b46dc-ab12-4d18-88bf-a999cc2ea6b2" -d '{"events": [{"server_uuid": "5fa9b908-179a-45c9-8029-6d4c5c63513a", "name": "network-vif-unplugged", "status": "completed", "tag": "13397ee1-19f1-4d58-9c64-1a626346836b"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:23.507223 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 13397ee1-19f1-4d58-9c64-1a626346836b, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=13397ee1-19f1-4d58-9c64-1a626346836b,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:23.569296 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54901707-90c2-4e5e-bea2-282d84b24c1e req-c4972c9a-f2d9-4d15-9a91-f6c04052463b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:23.570782 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54901707-90c2-4e5e-bea2-282d84b24c1e req-c4972c9a-f2d9-4d15-9a91-f6c04052463b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.2199354 Apr 20 13:04:23.579998 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:23.696738 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=13397ee1-19f1-4d58-9c64-1a626346836b,revision_number=6']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:23.704107 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33be6d3-6e96-4e6d-aeab-dc7d199c9d16 req-e23ae5e5-f329-498b-88b7-abbd46273b41 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:23.712069 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e33be6d3-6e96-4e6d-aeab-dc7d199c9d16 req-e23ae5e5-f329-498b-88b7-abbd46273b41 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.3828890 Apr 20 13:04:23.714855 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b2913-1531-4547-bd69-46296ed79545 service neutron] Pushing event updated for resources: {'Port': ['ID=1f25d80c-815a-40d7-b33f-b8616b996117,revision_number=8']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:23.722838 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b6799ed5-03ed-4f18-bd24-40983ba448d2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f448ceb25b9d4c9aaa37dd3ffb188317&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2834747 Apr 20 13:04:23.723097 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59306) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:23.759408 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-239b2913-1531-4547-bd69-46296ed79545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:23.760007 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-239b2913-1531-4547-bd69-46296ed79545 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:23.761496 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-239b2913-1531-4547-bd69-46296ed79545 service neutron] 10.222.0.15 "PUT /v2.0/ports/1f25d80c-815a-40d7-b33f-b8616b996117 HTTP/1.1" status: 200 len: 1121 time: 2.2012746 Apr 20 13:04:23.787153 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-4f045abf-2fc6-44f4-8b66-ee5d25c0e120 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1199595394&fields=id&tenant_id=4ee446561a7145cd9b19941f05f717df HTTP/1.1" status: 200 len: 267 time: 0.1760936 Apr 20 13:04:23.804361 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2f852af5-5a0c-4eac-82dc-a9017b47cbbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:23.834197 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e33be6d3-6e96-4e6d-aeab-dc7d199c9d16 req-bf866579-12ee-4b29-93db-5d1e6640dcd8 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212389 Apr 20 13:04:23.849896 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['1f25d80c-815a-40d7-b33f-b8616b996117'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:04:23.856058 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2f852af5-5a0c-4eac-82dc-a9017b47cbbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:23.856207 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54901707-90c2-4e5e-bea2-282d84b24c1e req-fcc86c05-21f3-40bd-9c69-5b5e26259009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:23.856296 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['1f25d80c-815a-40d7-b33f-b8616b996117'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:04:23.856591 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54901707-90c2-4e5e-bea2-282d84b24c1e req-fcc86c05-21f3-40bd-9c69-5b5e26259009 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2645841 Apr 20 13:04:23.967267 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5690b2-51e5-470e-bdbd-d9a323d13549 x-openstack-request-id: req-0f5690b2-51e5-470e-bdbd-d9a323d13549 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:23.967622 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa9b908-179a-45c9-8029-6d4c5c63513a", "name": "network-vif-unplugged", "status": "completed", "tag": "13397ee1-19f1-4d58-9c64-1a626346836b", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:23.967878 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0f5690b2-51e5-470e-bdbd-d9a323d13549 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:23.968266 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f5690b2-51e5-470e-bdbd-d9a323d13549'] response: {'server_uuid': '5fa9b908-179a-45c9-8029-6d4c5c63513a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13397ee1-19f1-4d58-9c64-1a626346836b', 'code': 200} Apr 20 13:04:24.002776 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2f852af5-5a0c-4eac-82dc-a9017b47cbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:24.007855 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2f852af5-5a0c-4eac-82dc-a9017b47cbbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:24.011300 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2f852af5-5a0c-4eac-82dc-a9017b47cbbb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/183a5ed7-31ad-493e-88cc-122384fc8c3c HTTP/1.1" status: 204 len: 168 time: 0.2867713 Apr 20 13:04:24.026908 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f852af5-5a0c-4eac-82dc-a9017b47cbbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183a5ed7-31ad-493e-88cc-122384fc8c3c,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:24.108233 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-11b92b80-2579-4b20-bdac-809bc243ba7e tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:24.113872 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 2208e2ae-641f-4d95-bba3-6646638af9a3 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:04:24.116292 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-11b92b80-2579-4b20-bdac-809bc243ba7e tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "GET /v2.0/networks?id=69de9d5d-5572-485a-ac3a-fd4213d271eb HTTP/1.1" status: 200 len: 812 time: 0.3278368 Apr 20 13:04:24.180940 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-80473780-ae74-4392-8302-f9cfd2184bfa tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "GET /v2.0/quotas/4ee446561a7145cd9b19941f05f717df HTTP/1.1" status: 200 len: 375 time: 0.0633974 Apr 20 13:04:24.181758 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 2208e2ae-641f-4d95-bba3-6646638af9a3 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:04:24.182202 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 2208e2ae-641f-4d95-bba3-6646638af9a3 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:04:24.186059 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54901707-90c2-4e5e-bea2-282d84b24c1e req-d5ff8dd2-06f6-47c9-9eaf-9db028b37573 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157902 Apr 20 13:04:24.196361 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5f230-5cd8-4e89-aad3-c3161ba58782 req-88fa49a4-e53e-47d6-a95e-3a6dd221bece tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:24.199773 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-78f5f230-5cd8-4e89-aad3-c3161ba58782 req-88fa49a4-e53e-47d6-a95e-3a6dd221bece tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 943 time: 0.2131398 Apr 20 13:04:24.212671 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59312) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:24.303985 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 3b0cc308-33d5-4f1b-b318-8dfb5b0e97ac up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:04:24.380089 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-78f5f230-5cd8-4e89-aad3-c3161ba58782 req-10c74d97-cb73-40bf-945a-20bf56e06789 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214206 Apr 20 13:04:24.412436 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-507833fc-ec5a-4b4f-9d61-5e3bc6e7d44c tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4ee446561a7145cd9b19941f05f717df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2300019 Apr 20 13:04:24.455606 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 13397ee1-19f1-4d58-9c64-1a626346836b details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:04:24.471199 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-61d9909b-d699-465e-be8d-74ce572f9855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:24.564192 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2b8e59f3-961e-447e-9905-e4ff3989a79f admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:24.598120 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54901707-90c2-4e5e-bea2-282d84b24c1e req-9c42c805-f4ca-418a-bfad-03904d00725f service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973489 Apr 20 13:04:24.603613 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 3b0cc308-33d5-4f1b-b318-8dfb5b0e97ac triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:24.603613 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:24.633344 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91993ef4-e237-432a-9a36-4e941d21f122 req-8898c2ca-3ab5-430c-85ce-d17a62c0ee4b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:24.634881 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-91993ef4-e237-432a-9a36-4e941d21f122 req-8898c2ca-3ab5-430c-85ce-d17a62c0ee4b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 949 time: 0.0901117 Apr 20 13:04:24.681514 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-c1ad775c-ac75-4ea7-9e42-fec91861a16e service neutron] 10.222.0.25 "GET /v2.0/networks/69de9d5d-5572-485a-ac3a-fd4213d271eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652364 Apr 20 13:04:24.698573 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2b8e59f3-961e-447e-9905-e4ff3989a79f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:24.722193 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-91993ef4-e237-432a-9a36-4e941d21f122 req-4776cf43-510b-4f76-b447-b399f3934a49 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747917 Apr 20 13:04:24.724320 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fccc88f-63f5-4918-8e46-454d040b6111', 'tag': '1f25d80c-815a-40d7-b33f-b8616b996117'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:24.727064 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2cae9a-0947-4182-b4ec-205a3b3ae0b6" -d '{"events": [{"name": "network-changed", "server_uuid": "9fccc88f-63f5-4918-8e46-454d040b6111", "tag": "1f25d80c-815a-40d7-b33f-b8616b996117"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:24.737050 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 13397ee1-19f1-4d58-9c64-1a626346836b, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=13397ee1-19f1-4d58-9c64-1a626346836b,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:24.763498 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '13397ee1-19f1-4d58-9c64-1a626346836b', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'port_id': '13397ee1-19f1-4d58-9c64-1a626346836b', 'mac_address': 'fa:16:3e:5b:6d:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b1f82a-7732-4b50-ab22-2475f182a712', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:04:24.768655 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2b8e59f3-961e-447e-9905-e4ff3989a79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:24.809858 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2b8e59f3-961e-447e-9905-e4ff3989a79f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fd79f8ddbfc64335969726b0cdd39516&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5961881 Apr 20 13:04:24.810578 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e59f3-961e-447e-9905-e4ff3989a79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c3d9da-728c-479f-a38d-8629b9b6bd73,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:24.811095 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-75863069-bbdc-405a-822a-a878e9ab7f1d service neutron] 10.222.0.25 "GET /v2.0/networks/69de9d5d-5572-485a-ac3a-fd4213d271eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208551 Apr 20 13:04:24.812655 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59328) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:24.816631 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:24.845106 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13397ee1-19f1-4d58-9c64-1a626346836b {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:04:24.872086 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 13397ee1-19f1-4d58-9c64-1a626346836b, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=13397ee1-19f1-4d58-9c64-1a626346836b,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:24.929034 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:24.939591 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-80329cce-5462-4c4f-a4fc-fcc0238faff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:24.953705 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59332) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:24.967930 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bb9cff6e-29b4-45c9-aed4-6cf1b5509f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:24.981552 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-80329cce-5462-4c4f-a4fc-fcc0238faff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:24.987796 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=13397ee1-19f1-4d58-9c64-1a626346836b,revision_number=7']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:24.989243 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-38cb83b3-8a75-48e2-b732-8661c84c5819 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:24.991225 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-38cb83b3-8a75-48e2-b732-8661c84c5819 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/networks?id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88 HTTP/1.1" status: 200 len: 808 time: 0.1519773 Apr 20 13:04:25.027338 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-ee7dbe1c-1a74-483c-93b3-4c987c5dfc97 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/quotas/1be87b7e79ba4ecba94c1624cfe95dd4 HTTP/1.1" status: 200 len: 375 time: 0.0228145 Apr 20 13:04:25.085315 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bb9cff6e-29b4-45c9-aed4-6cf1b5509f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:25.110894 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-4a9040ac-570a-41af-b98a-8706485500ca tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0588284 Apr 20 13:04:25.132783 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-80329cce-5462-4c4f-a4fc-fcc0238faff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:25.138583 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-80329cce-5462-4c4f-a4fc-fcc0238faff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:25.138583 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-80329cce-5462-4c4f-a4fc-fcc0238faff4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/22c3d9da-728c-479f-a38d-8629b9b6bd73 HTTP/1.1" status: 204 len: 168 time: 0.3226609 Apr 20 13:04:25.157278 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bb9cff6e-29b4-45c9-aed4-6cf1b5509f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:25.192526 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80329cce-5462-4c4f-a4fc-fcc0238faff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c3d9da-728c-479f-a38d-8629b9b6bd73,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:25.204600 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-bb9cff6e-29b4-45c9-aed4-6cf1b5509f5f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8ce6f453755b4d2fa9301287dd16dfc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2497330 Apr 20 13:04:25.205558 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9cff6e-29b4-45c9-aed4-6cf1b5509f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0859716a-352a-40c1-a538-dd467984971f,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:25.207825 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59342) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:25.261368 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-f4ce3913-8124-4e17-85a9-3fa8386b2b81 service neutron] 10.222.0.25 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549723 Apr 20 13:04:25.284595 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6c1db732-32fe-4381-8c77-0cf6f1b89086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:25.326824 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6c1db732-32fe-4381-8c77-0cf6f1b89086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:25.363883 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-0ca52dc4-ffc0-4dea-9d44-053446755425 service neutron] 10.222.0.25 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956099 Apr 20 13:04:25.434504 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494ed878-2431-49e8-8030-e72676fbb0d7 x-openstack-request-id: req-494ed878-2431-49e8-8030-e72676fbb0d7 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:25.434791 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fccc88f-63f5-4918-8e46-454d040b6111", "tag": "1f25d80c-815a-40d7-b33f-b8616b996117", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:25.435041 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-494ed878-2431-49e8-8030-e72676fbb0d7 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:25.435517 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-494ed878-2431-49e8-8030-e72676fbb0d7'] response: {'name': 'network-changed', 'server_uuid': '9fccc88f-63f5-4918-8e46-454d040b6111', 'tag': '1f25d80c-815a-40d7-b33f-b8616b996117', 'status': 'completed', 'code': 200} Apr 20 13:04:25.438081 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6c1db732-32fe-4381-8c77-0cf6f1b89086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:25.439826 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['13397ee1-19f1-4d58-9c64-1a626346836b'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:04:25.441867 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6c1db732-32fe-4381-8c77-0cf6f1b89086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:25.443885 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6c1db732-32fe-4381-8c77-0cf6f1b89086 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0859716a-352a-40c1-a538-dd467984971f HTTP/1.1" status: 204 len: 168 time: 0.2345872 Apr 20 13:04:25.455213 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1db732-32fe-4381-8c77-0cf6f1b89086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0859716a-352a-40c1-a538-dd467984971f,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:25.571396 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2cae9a-0947-4182-b4ec-205a3b3ae0b6 req-34d4b36e-7f55-4611-904b-5cd01d7a8643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:25.575819 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-df2cae9a-0947-4182-b4ec-205a3b3ae0b6 req-34d4b36e-7f55-4611-904b-5cd01d7a8643 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e8b01a41b4bc4e3890fb87ac80b83556&device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 1124 time: 0.0871525 Apr 20 13:04:25.620366 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2657a-3dc3-4504-85f2-54517bdf67ee req-9d31b3d3-e82c-427d-826b-5f2c2577869c tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:25.639436 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-29c2657a-3dc3-4504-85f2-54517bdf67ee req-9d31b3d3-e82c-427d-826b-5f2c2577869c tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 949 time: 0.1004927 Apr 20 13:04:25.688054 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-29c2657a-3dc3-4504-85f2-54517bdf67ee req-30dc8cb1-325e-4c37-9caa-e88412de8bc0 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471683 Apr 20 13:04:25.703298 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2cae9a-0947-4182-b4ec-205a3b3ae0b6 req-96264b19-1fe1-495e-9dd9-07831c2c40cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:25.704808 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-df2cae9a-0947-4182-b4ec-205a3b3ae0b6 req-96264b19-1fe1-495e-9dd9-07831c2c40cb service neutron] 10.222.0.32 "GET /v2.0/networks?id=0e1f32e0-475a-42d4-85ee-1c369c932480 HTTP/1.1" status: 200 len: 921 time: 0.1218140 Apr 20 13:04:25.756390 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-df2cae9a-0947-4182-b4ec-205a3b3ae0b6 req-109c63ff-74f0-46d9-b074-b4ffcf75d2a0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f25d80c-815a-40d7-b33f-b8616b996117 HTTP/1.1" status: 200 len: 217 time: 0.0425217 Apr 20 13:04:25.768164 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-47d79755-f12f-4ae5-bbfc-e0cc04468821 req-989e239b-46c5-4b07-b850-1f48f520f247 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91 HTTP/1.1" status: 200 len: 210 time: 0.0318954 Apr 20 13:04:25.809569 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2cae9a-0947-4182-b4ec-205a3b3ae0b6 req-1cf38a32-88fd-42f6-a121-c00fca6ecc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:25.811054 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-df2cae9a-0947-4182-b4ec-205a3b3ae0b6 req-1cf38a32-88fd-42f6-a121-c00fca6ecc5e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dd5d8d2c-9bbe-433b-b6b9-a140ce7264b5 HTTP/1.1" status: 200 len: 860 time: 0.0474999 Apr 20 13:04:25.844403 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-df2cae9a-0947-4182-b4ec-205a3b3ae0b6 req-582b51d0-3c88-4eb6-86d4-831e93c6915b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0e1f32e0-475a-42d4-85ee-1c369c932480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237556 Apr 20 13:04:25.870085 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b7c8d-f5f3-4de8-abcb-dfd9a1e65609 req-08c918dc-7901-4df1-a15c-58d8f7f0758c tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:25.871656 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f13b7c8d-f5f3-4de8-abcb-dfd9a1e65609 req-08c918dc-7901-4df1-a15c-58d8f7f0758c tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] 10.222.0.25 "GET /v2.0/ports?device_id=7120d5eb-3559-473f-8480-5fbeb078b59a HTTP/1.1" status: 200 len: 945 time: 0.0543754 Apr 20 13:04:25.915910 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f13b7c8d-f5f3-4de8-abcb-dfd9a1e65609 req-97bfd55b-800b-4eca-925b-a166226d0176 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c5acf63-304a-4116-a09c-131cd4d5b2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373173 Apr 20 13:04:25.975587 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-df2cae9a-0947-4182-b4ec-205a3b3ae0b6 req-6fa9791f-7000-481a-8386-38251db91eaf service neutron] 10.222.0.32 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220891 Apr 20 13:04:26.072146 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11e2e0-5fc3-4df3-a0b6-48a073fd5230 req-67d5835d-66f8-4035-a987-ecca3ed63739 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:26.074111 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1e11e2e0-5fc3-4df3-a0b6-48a073fd5230 req-67d5835d-66f8-4035-a987-ecca3ed63739 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 943 time: 0.0901084 Apr 20 13:04:26.109113 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59374) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:26.110750 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-df2cae9a-0947-4182-b4ec-205a3b3ae0b6 req-34da4189-9ba3-4ae9-9de7-f8161bc49fd7 service neutron] 10.222.0.32 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244464 Apr 20 13:04:26.152984 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b1ca83b1-1c54-4dba-9c0a-903341ed4d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:26.189410 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1e11e2e0-5fc3-4df3-a0b6-48a073fd5230 req-c055c684-fb7c-4bdd-b97d-b8445ca02214 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081769 Apr 20 13:04:26.211976 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c178869-014d-4bd2-8fc4-dfc257df5f71 req-b528bf67-d915-48ef-8442-3968c8608cbc tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:26.213626 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1c178869-014d-4bd2-8fc4-dfc257df5f71 req-b528bf67-d915-48ef-8442-3968c8608cbc tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 949 time: 0.1035829 Apr 20 13:04:26.289118 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1c178869-014d-4bd2-8fc4-dfc257df5f71 req-ec8c2639-df0d-425f-8d0b-094764dc5d0f tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623741 Apr 20 13:04:26.308439 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3dc1df3c-9fd5-409f-b2ba-de026d87570c req-54022ddc-e5d1-4b8a-a91e-431c4b337e9a tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 210 time: 0.0400076 Apr 20 13:04:26.339705 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b1ca83b1-1c54-4dba-9c0a-903341ed4d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:26.402275 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b1ca83b1-1c54-4dba-9c0a-903341ed4d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:26.444163 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b1ca83b1-1c54-4dba-9c0a-903341ed4d2f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c5946ef846ce464ebb12d75b234e36de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3329546 Apr 20 13:04:26.445255 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca83b1-1c54-4dba-9c0a-903341ed4d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83cff5b8-38ca-4ba2-8dcc-ee1fe90636f4,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:26.446824 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59384) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:26.514359 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a610e262-c063-4d5d-8847-0f69f34dd945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:26.541105 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a610e262-c063-4d5d-8847-0f69f34dd945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:26.675111 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a610e262-c063-4d5d-8847-0f69f34dd945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:26.678122 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a610e262-c063-4d5d-8847-0f69f34dd945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:26.679268 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a610e262-c063-4d5d-8847-0f69f34dd945 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/83cff5b8-38ca-4ba2-8dcc-ee1fe90636f4 HTTP/1.1" status: 204 len: 168 time: 0.2294531 Apr 20 13:04:26.688297 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610e262-c063-4d5d-8847-0f69f34dd945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cff5b8-38ca-4ba2-8dcc-ee1fe90636f4,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:26.809863 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b611b-96b8-407f-a52e-ec1e4f76a143 req-5fc27a99-048a-4226-8da6-ca9691c7d925 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:26.811476 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-125b611b-96b8-407f-a52e-ec1e4f76a143 req-5fc27a99-048a-4226-8da6-ca9691c7d925 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 949 time: 0.0503831 Apr 20 13:04:26.819834 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c874e539-34d7-46fc-be2f-93ac5ea9ea1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:26.861403 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-125b611b-96b8-407f-a52e-ec1e4f76a143 req-a858d343-802d-467d-90ab-86a81393db75 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420961 Apr 20 13:04:26.887716 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-81223e7b-7874-48cd-a428-20b3ac202365 req-5ed9e9ac-5307-42ca-9900-ac98222d8212 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91 HTTP/1.1" status: 200 len: 210 time: 0.0465465 Apr 20 13:04:26.930031 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59402) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:27.040168 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a33b52c-1a00-4cb4-90b8-58e8c04ed321 req-74449362-5311-4c4b-9d8e-48a8a00aa5e0 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:27.041834 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a33b52c-1a00-4cb4-90b8-58e8c04ed321 req-74449362-5311-4c4b-9d8e-48a8a00aa5e0 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] 10.222.0.25 "GET /v2.0/ports?device_id=7120d5eb-3559-473f-8480-5fbeb078b59a HTTP/1.1" status: 200 len: 945 time: 0.0551083 Apr 20 13:04:27.085334 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a33b52c-1a00-4cb4-90b8-58e8c04ed321 req-0afbc0f9-14b1-4297-ae42-ea0bdd9435c2 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c5acf63-304a-4116-a09c-131cd4d5b2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373087 Apr 20 13:04:27.146701 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-8e2e92b6-132c-43ac-a09d-7280a551646e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-420694647-network', 'tenant_id': 'd758d67738124ba0bddea2602210e24a'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:27.242771 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2e92b6-132c-43ac-a09d-7280a551646e admin admin] Made reservation on behalf of d758d67738124ba0bddea2602210e24a for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:04:27.245225 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8e2e92b6-132c-43ac-a09d-7280a551646e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:27.258186 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8e2e92b6-132c-43ac-a09d-7280a551646e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:27.328392 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578962ce-72e3-469e-b65a-ae8f649ac8de req-1889a0ea-f6e7-45a3-a090-d7da9c4e956e tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:27.330135 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-578962ce-72e3-469e-b65a-ae8f649ac8de req-1889a0ea-f6e7-45a3-a090-d7da9c4e956e tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 943 time: 0.0522687 Apr 20 13:04:27.336215 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8e2e92b6-132c-43ac-a09d-7280a551646e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:27.398089 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-578962ce-72e3-469e-b65a-ae8f649ac8de req-ef341ecc-c554-4b76-bc5c-9d9b21edc2fd tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591583 Apr 20 13:04:27.423177 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ba594-5277-47e4-b0f2-0b2bc53b0c6e req-92bf2f39-5081-4fc1-926c-4e7f47234154 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:27.424739 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b57ba594-5277-47e4-b0f2-0b2bc53b0c6e req-92bf2f39-5081-4fc1-926c-4e7f47234154 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 949 time: 0.0586517 Apr 20 13:04:27.476631 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8e2e92b6-132c-43ac-a09d-7280a551646e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:27.484386 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b57ba594-5277-47e4-b0f2-0b2bc53b0c6e req-445f2125-0598-4664-b893-ec3371192df5 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452967 Apr 20 13:04:27.491516 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-59ae58c5-41b7-4550-963f-7d3052dcc355 req-d321de36-f75b-4d45-ac38-fc0405820aae tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 210 time: 0.0307176 Apr 20 13:04:27.505016 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e2e92b6-132c-43ac-a09d-7280a551646e admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:04:27.522840 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e92b6-132c-43ac-a09d-7280a551646e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a341c28-0f0f-4dfe-80ed-2e583e3efdcd,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:27.554596 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8e2e92b6-132c-43ac-a09d-7280a551646e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:27.555035 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-8e2e92b6-132c-43ac-a09d-7280a551646e admin admin] Added segment 9991b4c9-022c-4dda-93cd-3d94aa6822d9 of type vlan for network 47983a66-8d56-476e-a0ef-cf80a38b788b Apr 20 13:04:27.609866 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01c0a4-82fb-4007-80ce-f0e323c07508 req-9a2ac97d-cde5-40f9-934a-e35ad929871a tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:27.610858 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0e01c0a4-82fb-4007-80ce-f0e323c07508 req-9a2ac97d-cde5-40f9-934a-e35ad929871a tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] 10.222.0.32 "GET /v2.0/ports?device_id=7120d5eb-3559-473f-8480-5fbeb078b59a HTTP/1.1" status: 200 len: 945 time: 0.1035757 Apr 20 13:04:27.614715 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8e2e92b6-132c-43ac-a09d-7280a551646e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:27.725371 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-0e01c0a4-82fb-4007-80ce-f0e323c07508 req-739e3bef-3edc-43c2-89da-274f29544927 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Deleting port 1f961a38-05eb-43c9-9169-c4c1be895119 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:04:27.726035 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0e01c0a4-82fb-4007-80ce-f0e323c07508 req-739e3bef-3edc-43c2-89da-274f29544927 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:27.772131 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8e2e92b6-132c-43ac-a09d-7280a551646e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:27.773028 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2e92b6-132c-43ac-a09d-7280a551646e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:27.773652 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8e2e92b6-132c-43ac-a09d-7280a551646e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:27.848973 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e92b6-132c-43ac-a09d-7280a551646e admin admin] Pushing event updated for resources: {'Network': ['ID=47983a66-8d56-476e-a0ef-cf80a38b788b,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:27.859887 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 47983a66-8d56-476e-a0ef-cf80a38b788b details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:04:27.904306 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-0e01c0a4-82fb-4007-80ce-f0e323c07508 req-739e3bef-3edc-43c2-89da-274f29544927 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] For port 1f961a38-05eb-43c9-9169-c4c1be895119, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=1f961a38-05eb-43c9-9169-c4c1be895119,segment=NetworkSegment(9c9fbc7c-e6c9-4ef9-aa65-a234f828be92),segment_id=9c9fbc7c-e6c9-4ef9-aa65-a234f828be92)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:27.904917 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0e01c0a4-82fb-4007-80ce-f0e323c07508 req-739e3bef-3edc-43c2-89da-274f29544927 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:27.938182 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8e2e92b6-132c-43ac-a09d-7280a551646e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0070350 Apr 20 13:04:27.943782 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59436) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:27.952613 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-ccd89988-58a8-4bd1-a167-8de24f0bb2d1 admin admin] Request body: {'subnet': {'network_id': '47983a66-8d56-476e-a0ef-cf80a38b788b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-420694647-subnet', 'tenant_id': 'd758d67738124ba0bddea2602210e24a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:27.979032 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-d51a1cad-61b3-41ac-bbcf-6e1a6e81a5ac tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:27.980618 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-d51a1cad-61b3-41ac-bbcf-6e1a6e81a5ac tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.32 "GET /v2.0/networks?id=69de9d5d-5572-485a-ac3a-fd4213d271eb HTTP/1.1" status: 200 len: 812 time: 0.1659958 Apr 20 13:04:28.058557 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:28.086587 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-676a609e-d532-4650-b938-8938da88a356 req-215d41cd-cf40-4249-86e8-a1e3865ef5e6 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91 HTTP/1.1" status: 200 len: 210 time: 0.0540466 Apr 20 13:04:28.091902 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-d70241ed-bf33-48c3-b5da-0b9de56e7d63 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ee446561a7145cd9b19941f05f717df HTTP/1.1" status: 200 len: 380 time: 0.1001413 Apr 20 13:04:28.108855 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-cd33ae71-e1b3-42df-8c1f-8713bad8e6a9 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Request body: {'port': {'device_id': 'c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91', 'network_id': '69de9d5d-5572-485a-ac3a-fd4213d271eb', 'admin_state_up': True, 'tenant_id': '4ee446561a7145cd9b19941f05f717df', 'security_groups': ['5007e27e-1313-4af2-bc0b-7ce50559f90d']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:28.129476 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd89988-58a8-4bd1-a167-8de24f0bb2d1 admin admin] Made reservation on behalf of d758d67738124ba0bddea2602210e24a for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:04:28.133740 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ccd89988-58a8-4bd1-a167-8de24f0bb2d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:28.185013 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0e01c0a4-82fb-4007-80ce-f0e323c07508 req-739e3bef-3edc-43c2-89da-274f29544927 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:28.185455 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0e01c0a4-82fb-4007-80ce-f0e323c07508 req-739e3bef-3edc-43c2-89da-274f29544927 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:28.185855 n-d-836015-7 neutron-server[114870]: INFO neutron.db.l3_db [req-0e01c0a4-82fb-4007-80ce-f0e323c07508 req-739e3bef-3edc-43c2-89da-274f29544927 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Floating IP 63201a8c-0b91-4bb3-971a-63a5a3676a2f disassociated. External IP: 172.25.8.26, port: 1f961a38-05eb-43c9-9169-c4c1be895119. Apr 20 13:04:28.186298 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-0e01c0a4-82fb-4007-80ce-f0e323c07508 req-739e3bef-3edc-43c2-89da-274f29544927 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Calling delete_port for 1f961a38-05eb-43c9-9169-c4c1be895119 owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:04:28.191195 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186148f-264d-49e9-90e0-80e04e5a9d10 req-2b9838e6-f7c1-4125-b536-4078857d18e1 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:28.199195 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d186148f-264d-49e9-90e0-80e04e5a9d10 req-2b9838e6-f7c1-4125-b536-4078857d18e1 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 949 time: 0.1756551 Apr 20 13:04:28.441126 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0e01c0a4-82fb-4007-80ce-f0e323c07508 req-739e3bef-3edc-43c2-89da-274f29544927 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:28.463562 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 13397ee1-19f1-4d58-9c64-1a626346836b up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:04:28.471509 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e3bef-3edc-43c2-89da-274f29544927 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Pushing event deleted for resources: {'Port': ['ID=1f961a38-05eb-43c9-9169-c4c1be895119,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:28.559444 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 13397ee1-19f1-4d58-9c64-1a626346836b triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:28.559832 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:28.666723 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:28.678537 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-06531c62-220c-4e00-903d-058526e7dff3 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:28.679502 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce6903-0037-409c-bac7-8b9747b3597c req-cbcba7e3-f2b5-4c51-a73b-d808896e4cd7 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:28.680175 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-06531c62-220c-4e00-903d-058526e7dff3 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.32 "GET /v2.0/networks?id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88 HTTP/1.1" status: 200 len: 808 time: 0.1398575 Apr 20 13:04:28.680964 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-32ce6903-0037-409c-bac7-8b9747b3597c req-cbcba7e3-f2b5-4c51-a73b-d808896e4cd7 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] 10.222.0.25 "GET /v2.0/ports?device_id=7120d5eb-3559-473f-8480-5fbeb078b59a HTTP/1.1" status: 200 len: 867 time: 0.5013525 Apr 20 13:04:28.704279 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d186148f-264d-49e9-90e0-80e04e5a9d10 req-4b682c5b-925c-4c3e-921b-15f9489f4beb tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4899001 Apr 20 13:04:28.720782 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 13397ee1-19f1-4d58-9c64-1a626346836b, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=13397ee1-19f1-4d58-9c64-1a626346836b,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:28.722319 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa9b908-179a-45c9-8029-6d4c5c63513a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13397ee1-19f1-4d58-9c64-1a626346836b'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:28.722674 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-c3613782-833d-4cea-98ed-f45a086879d2 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Request body: {'port': {'device_id': 'f9f695b4-10e9-488d-b7e8-360b51e80751', 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88', 'admin_state_up': True, 'tenant_id': '1be87b7e79ba4ecba94c1624cfe95dd4'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:28.725835 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd44fc2-9873-4226-a04e-b836e1b48b2c" -d '{"events": [{"server_uuid": "5fa9b908-179a-45c9-8029-6d4c5c63513a", "name": "network-vif-plugged", "status": "completed", "tag": "13397ee1-19f1-4d58-9c64-1a626346836b"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:28.759474 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-32ce6903-0037-409c-bac7-8b9747b3597c req-36b2db5d-f136-4de2-b50f-0b395813d1c0 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c5acf63-304a-4116-a09c-131cd4d5b2c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605576 Apr 20 13:04:28.778184 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:28.823100 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e01c0a4-82fb-4007-80ce-f0e323c07508 req-739e3bef-3edc-43c2-89da-274f29544927 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Router 9773d03c-cf7b-45fa-b4de-f6ad253b831d has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:04:28.883898 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-cd33ae71-e1b3-42df-8c1f-8713bad8e6a9 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Made reservation on behalf of 4ee446561a7145cd9b19941f05f717df for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:04:28.887730 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-cd33ae71-e1b3-42df-8c1f-8713bad8e6a9 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:28.897618 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=13397ee1-19f1-4d58-9c64-1a626346836b,revision_number=8']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:29.016590 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e01c0a4-82fb-4007-80ce-f0e323c07508 req-739e3bef-3edc-43c2-89da-274f29544927 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:04:29.023780 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18e0fd-a883-45ad-9c7f-d0b5c89e43a3 req-b8fdfc83-a239-4836-ad01-b3d161bc8024 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:29.032390 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa18e0fd-a883-45ad-9c7f-d0b5c89e43a3 req-b8fdfc83-a239-4836-ad01-b3d161bc8024 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 943 time: 0.2211671 Apr 20 13:04:29.032510 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86815406-3b58-4e3e-bec9-dab5491766fe None None] Sync routers for ids ['9773d03c-cf7b-45fa-b4de-f6ad253b831d'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:04:29.046737 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86815406-3b58-4e3e-bec9-dab5491766fe None None] Routers {'9773d03c-cf7b-45fa-b4de-f6ad253b831d'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:04:29.047682 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-86815406-3b58-4e3e-bec9-dab5491766fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:04:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['9773d03c-cf7b-45fa-b4de-f6ad253b831d'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:29.129166 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58138f95-cd44-4d0e-8ef3-dae786a82664 req-c9ddfeab-1b88-4e04-b30c-7272786775ed tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:29.131260 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-58138f95-cd44-4d0e-8ef3-dae786a82664 req-c9ddfeab-1b88-4e04-b30c-7272786775ed tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 949 time: 0.2302928 Apr 20 13:04:29.157312 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ccd89988-58a8-4bd1-a167-8de24f0bb2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:29.163244 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa18e0fd-a883-45ad-9c7f-d0b5c89e43a3 req-e5375bae-0e76-496a-95f6-afcac71adb3c tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247232 Apr 20 13:04:29.276763 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-cd33ae71-e1b3-42df-8c1f-8713bad8e6a9 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Allocated IP 172.20.0.14 (69de9d5d-5572-485a-ac3a-fd4213d271eb/2b7921a8-6ec4-4226-8a2d-d286be38417c/3bd2e349-b69d-423a-8d43-9da5e398d4d3) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:04:29.287204 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-86815406-3b58-4e3e-bec9-dab5491766fe None None] Set router 9773d03c-cf7b-45fa-b4de-f6ad253b831d gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:04:29.370074 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:29.397891 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-c3613782-833d-4cea-98ed-f45a086879d2 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Made reservation on behalf of 1be87b7e79ba4ecba94c1624cfe95dd4 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:04:29.402107 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-c3613782-833d-4cea-98ed-f45a086879d2 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:29.428997 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd89988-58a8-4bd1-a167-8de24f0bb2d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b5d0722-2dd7-4057-b3e5-955c96105cfe,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:29.451200 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e01c0a4-82fb-4007-80ce-f0e323c07508 req-739e3bef-3edc-43c2-89da-274f29544927 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] No DVR routers for this DVR port 1f961a38-05eb-43c9-9169-c4c1be895119 on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:04:29.461289 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0e01c0a4-82fb-4007-80ce-f0e323c07508 req-739e3bef-3edc-43c2-89da-274f29544927 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:29.467929 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0e01c0a4-82fb-4007-80ce-f0e323c07508 req-739e3bef-3edc-43c2-89da-274f29544927 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] 10.222.0.32 "DELETE /v2.0/ports/1f961a38-05eb-43c9-9169-c4c1be895119 HTTP/1.1" status: 204 len: 173 time: 1.8422832 Apr 20 13:04:29.468660 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7120d5eb-3559-473f-8480-5fbeb078b59a', 'name': 'network-vif-deleted', 'tag': '1f961a38-05eb-43c9-9169-c4c1be895119'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:29.471484 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c137fc00-2b5c-485d-ba02-8791c104a208" -d '{"events": [{"server_uuid": "7120d5eb-3559-473f-8480-5fbeb078b59a", "name": "network-vif-deleted", "tag": "1f961a38-05eb-43c9-9169-c4c1be895119"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:29.521233 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-58138f95-cd44-4d0e-8ef3-dae786a82664 req-4ff8a689-1ccd-40b0-aac7-760c0d677d8b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502147 Apr 20 13:04:29.533838 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-205c93b2-1095-4913-897e-47b9d4fd144a req-ec135ce3-438a-4336-a10b-03d8db9a0136 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 210 time: 0.1061263 Apr 20 13:04:29.640808 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd89988-58a8-4bd1-a167-8de24f0bb2d1 admin admin] Checking segment: {'id': '9991b4c9-022c-4dda-93cd-3d94aa6822d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '47983a66-8d56-476e-a0ef-cf80a38b788b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:04:29.659715 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-c3613782-833d-4cea-98ed-f45a086879d2 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Allocated IP 172.20.0.8 (da0d71e6-e706-45b9-bcd7-1c5524c4bb88/7f1a9c16-f305-43f3-a182-10217ec8e6e3/cdafaeb0-226b-4658-81e5-235e25055ce8) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:04:29.668508 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd89988-58a8-4bd1-a167-8de24f0bb2d1 admin admin] Network hostable DHCP agents. Network: 47983a66-8d56-476e-a0ef-cf80a38b788b, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:04:29.698548 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-cd33ae71-e1b3-42df-8c1f-8713bad8e6a9 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:29.758678 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5478ef38-6de2-4a58-8152-4dd3b9270b82 x-openstack-request-id: req-5478ef38-6de2-4a58-8152-4dd3b9270b82 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:29.759023 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa9b908-179a-45c9-8029-6d4c5c63513a", "name": "network-vif-plugged", "status": "completed", "tag": "13397ee1-19f1-4d58-9c64-1a626346836b", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:29.759234 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5478ef38-6de2-4a58-8152-4dd3b9270b82 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:29.759838 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5478ef38-6de2-4a58-8152-4dd3b9270b82'] response: {'server_uuid': '5fa9b908-179a-45c9-8029-6d4c5c63513a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13397ee1-19f1-4d58-9c64-1a626346836b', 'code': 200} Apr 20 13:04:29.808105 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-829c5932-c1d4-4d1c-8ef3-177e9e3f6e55 req-c219c36c-4a40-41e9-8507-8a72da31cb7e tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91 HTTP/1.1" status: 200 len: 210 time: 0.0849831 Apr 20 13:04:29.815796 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-86815406-3b58-4e3e-bec9-dab5491766fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9773d03c-cf7b-45fa-b4de-f6ad253b831d', 'name': 'tempest-ServersTestFqdnHostnames-1345862045-router', 'tenant_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '06cf3fbb-ac13-4a6e-98cc-6e3677c9a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:02:39Z', 'updated_at': '2022-04-20T13:02:46Z', 'revision_number': 4, 'project_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'gw_port': {'id': '06cf3fbb-ac13-4a6e-98cc-6e3677c9a519', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773d03c-cf7b-45fa-b4de-f6ad253b831d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:02:40Z', 'updated_at': '2022-04-20T13:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'fcddc367-efeb-4cbe-9ea3-7282e613307a', 'name': '', 'network_id': '31b982df-6f64-4bf1-9c83-25f59b9dc070', 'tenant_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'mac_address': 'fa:16:3e:b0:f8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773d03c-cf7b-45fa-b4de-f6ad253b831d', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '8a9b202b-1aa6-4cb7-9ec5-51bfcb82221f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:02:44Z', 'updated_at': '2022-04-20T13:02:49Z', 'revision_number': 5, 'project_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'subnets': [{'id': '8a9b202b-1aa6-4cb7-9ec5-51bfcb82221f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:29.854420 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd89988-58a8-4bd1-a167-8de24f0bb2d1 admin admin] Network 47983a66-8d56-476e-a0ef-cf80a38b788b is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:04:29.895958 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:29.897374 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86815406-3b58-4e3e-bec9-dab5491766fe None None] Checking router: 9773d03c-cf7b-45fa-b4de-f6ad253b831d for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:04:29.899830 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fd47f8-07c8-44fe-ab1a-ded5720c7189 x-openstack-request-id: req-77fd47f8-07c8-44fe-ab1a-ded5720c7189 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:29.900316 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7120d5eb-3559-473f-8480-5fbeb078b59a", "name": "network-vif-deleted", "tag": "1f961a38-05eb-43c9-9169-c4c1be895119", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:29.900444 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-77fd47f8-07c8-44fe-ab1a-ded5720c7189 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:29.900763 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77fd47f8-07c8-44fe-ab1a-ded5720c7189'] response: {'server_uuid': '7120d5eb-3559-473f-8480-5fbeb078b59a', 'name': 'network-vif-deleted', 'tag': '1f961a38-05eb-43c9-9169-c4c1be895119', 'status': 'completed', 'code': 200} Apr 20 13:04:29.917466 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86815406-3b58-4e3e-bec9-dab5491766fe None None] Routers {'9773d03c-cf7b-45fa-b4de-f6ad253b831d'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:04:29.925914 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-86815406-3b58-4e3e-bec9-dab5491766fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:04:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['9773d03c-cf7b-45fa-b4de-f6ad253b831d'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:29.981133 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-c3613782-833d-4cea-98ed-f45a086879d2 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:29.999605 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-ccd89988-58a8-4bd1-a167-8de24f0bb2d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 47983a66-8d56-476e-a0ef-cf80a38b788b) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:04:30.014884 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ca88f4-8051-4136-b213-e299f39cfa3a None None] Network 47983a66-8d56-476e-a0ef-cf80a38b788b requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:04:30.015761 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ef997-5847-4f10-a024-108fd0f449a8 req-5f60f6af-f8ab-4abd-9d14-25625cc2bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:30.017461 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ea7ef997-5847-4f10-a024-108fd0f449a8 req-5f60f6af-f8ab-4abd-9d14-25625cc2bb58 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 1101 time: 0.2084148 Apr 20 13:04:30.018815 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd89988-58a8-4bd1-a167-8de24f0bb2d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:30.027866 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ccd89988-58a8-4bd1-a167-8de24f0bb2d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:30.069614 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-cd33ae71-e1b3-42df-8c1f-8713bad8e6a9 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:30.117399 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-c3613782-833d-4cea-98ed-f45a086879d2 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:30.149080 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ccd89988-58a8-4bd1-a167-8de24f0bb2d1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2017195 Apr 20 13:04:30.149080 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4a9bdeba-27eb-4a29-904c-8f40e5c99f97 req-d8f1c4e0-858c-46b4-8fa8-720c0663054a tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] 10.222.0.25 "GET /v2.0/ports?device_id=7120d5eb-3559-473f-8480-5fbeb078b59a HTTP/1.1" status: 200 len: 210 time: 0.0754986 Apr 20 13:04:30.149361 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59476) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:30.153730 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-dc85c493-8fcc-468a-9b0e-d0d692a11228 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-420694647-router', 'tenant_id': 'd758d67738124ba0bddea2602210e24a', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:30.160183 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-cd33ae71-e1b3-42df-8c1f-8713bad8e6a9 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Network 69de9d5d-5572-485a-ac3a-fd4213d271eb is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:04:30.185977 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ebbdf-930f-4df9-8780-00e48cdca5ba req-4c78ab71-a14d-4bbf-961f-66bcfd8cd21a tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:30.206395 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-c3613782-833d-4cea-98ed-f45a086879d2 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Network da0d71e6-e706-45b9-bcd7-1c5524c4bb88 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:04:30.210333 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-030ebbdf-930f-4df9-8780-00e48cdca5ba req-4c78ab71-a14d-4bbf-961f-66bcfd8cd21a tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.2659428 Apr 20 13:04:30.210897 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-c3613782-833d-4cea-98ed-f45a086879d2 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:04:30.213305 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3613782-833d-4cea-98ed-f45a086879d2 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Pushing event updated for resources: {'Port': ['ID=cdafaeb0-226b-4658-81e5-235e25055ce8,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:30.216402 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-c3613782-833d-4cea-98ed-f45a086879d2 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:04:30.238355 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-86815406-3b58-4e3e-bec9-dab5491766fe None None] Set router 9773d03c-cf7b-45fa-b4de-f6ad253b831d gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:04:30.254672 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dc85c493-8fcc-468a-9b0e-d0d692a11228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:30.254888 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-cd33ae71-e1b3-42df-8c1f-8713bad8e6a9 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:04:30.256145 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dc85c493-8fcc-468a-9b0e-d0d692a11228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:30.271150 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-cd33ae71-e1b3-42df-8c1f-8713bad8e6a9 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:04:30.284159 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ea7ef997-5847-4f10-a024-108fd0f449a8 req-1916b942-6e78-4309-9b34-1242f56a6f12 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411501 Apr 20 13:04:30.284617 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-c3613782-833d-4cea-98ed-f45a086879d2 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:30.285726 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-c3613782-833d-4cea-98ed-f45a086879d2 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:30.349173 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dc85c493-8fcc-468a-9b0e-d0d692a11228 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:30.357370 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33ae71-e1b3-42df-8c1f-8713bad8e6a9 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Pushing event updated for resources: {'Port': ['ID=3bd2e349-b69d-423a-8d43-9da5e398d4d3,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:30.384835 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-c3613782-833d-4cea-98ed-f45a086879d2 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6657681 Apr 20 13:04:30.388021 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['78bb6d73-8d94-42fd-aa70-f667ac21071f'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:04:30.396093 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 1f961a38-05eb-43c9-9169-c4c1be895119 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:04:30.401374 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-7a1ee585-a3c9-43cf-b9ea-63bc80d8e5e3 service neutron] Request body: {'port': {'device_id': 'f9f695b4-10e9-488d-b7e8-360b51e80751', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:30.424737 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-030ebbdf-930f-4df9-8780-00e48cdca5ba req-15b5ccb5-bb61-4158-8d1b-d134cfc358b7 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103519 Apr 20 13:04:30.488871 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-cd33ae71-e1b3-42df-8c1f-8713bad8e6a9 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:30.489581 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-cd33ae71-e1b3-42df-8c1f-8713bad8e6a9 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:30.504980 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 1f961a38-05eb-43c9-9169-c4c1be895119 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:04:30.510135 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 1f961a38-05eb-43c9-9169-c4c1be895119 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:04:30.599387 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-cd33ae71-e1b3-42df-8c1f-8713bad8e6a9 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5007417 Apr 20 13:04:30.617426 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-5d84437f-e4d6-483b-8871-693b85491828 service neutron] Request body: {'port': {'device_id': 'c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:30.755275 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c50d64-1c2d-43b5-87eb-5aa30935050e req-8c1ee93a-e073-4c7d-a986-2803900cb3f1 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:30.756962 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-61c50d64-1c2d-43b5-87eb-5aa30935050e req-8c1ee93a-e073-4c7d-a986-2803900cb3f1 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 943 time: 0.2137277 Apr 20 13:04:30.768104 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dc85c493-8fcc-468a-9b0e-d0d692a11228 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:30.768204 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-5d84437f-e4d6-483b-8871-693b85491828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:30.773622 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-7a1ee585-a3c9-43cf-b9ea-63bc80d8e5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:30.773794 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac8beac-0eef-4d11-8d5f-fdc12c80d0ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-47983a66-8d56-476e-a0ef-cf80a38b788b', 'network_id': '47983a66-8d56-476e-a0ef-cf80a38b788b', 'tenant_id': 'd758d67738124ba0bddea2602210e24a', 'fixed_ips': [{'subnet_id': '9b5d0722-2dd7-4057-b3e5-955c96105cfe'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:04:30.774508 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5ac8beac-0eef-4d11-8d5f-fdc12c80d0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:30.830816 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-68503a1d-bde6-408a-a7dd-6f6bca6f3dbe None None] Provisioning complete for port 3bd2e349-b69d-423a-8d43-9da5e398d4d3 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:30.831545 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-68503a1d-bde6-408a-a7dd-6f6bca6f3dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:30.864427 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-61c50d64-1c2d-43b5-87eb-5aa30935050e req-22a7dd61-fe03-4b0b-9916-0c10ef031ce6 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998077 Apr 20 13:04:30.880674 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04de52-5dce-4af6-aabf-0e15942f1753 req-2b297427-f2bc-4900-a711-e22a9bba87f9 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:30.882493 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7f04de52-5dce-4af6-aabf-0e15942f1753 req-2b297427-f2bc-4900-a711-e22a9bba87f9 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 949 time: 0.1937103 Apr 20 13:04:30.954270 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7f04de52-5dce-4af6-aabf-0e15942f1753 req-cd42b25a-a122-44d9-a7ce-0d0af2ac1042 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596278 Apr 20 13:04:31.046543 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-68503a1d-bde6-408a-a7dd-6f6bca6f3dbe None None] Port 3bd2e349-b69d-423a-8d43-9da5e398d4d3 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:04:31.121630 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd131794-c68c-45c4-b14e-386b4aea3956 req-bf2db950-fff7-4384-9c90-3a9d2e98aae7 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:31.130546 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dd131794-c68c-45c4-b14e-386b4aea3956 req-bf2db950-fff7-4384-9c90-3a9d2e98aae7 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 931 time: 0.1126158 Apr 20 13:04:31.166881 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59494) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:31.183862 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-5ac8beac-0eef-4d11-8d5f-fdc12c80d0ad None None] Allocated IP 172.20.0.2 (47983a66-8d56-476e-a0ef-cf80a38b788b/9b5d0722-2dd7-4057-b3e5-955c96105cfe/4090d5f2-e982-4316-b44b-e52a22c7ac7e) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:04:31.219613 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dd131794-c68c-45c4-b14e-386b4aea3956 req-0f4897e6-04ca-44a8-91d9-ad7628a6ea01 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878303 Apr 20 13:04:31.290475 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-86815406-3b58-4e3e-bec9-dab5491766fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9773d03c-cf7b-45fa-b4de-f6ad253b831d', 'name': 'tempest-ServersTestFqdnHostnames-1345862045-router', 'tenant_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '06cf3fbb-ac13-4a6e-98cc-6e3677c9a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:02:39Z', 'updated_at': '2022-04-20T13:02:46Z', 'revision_number': 4, 'project_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'gw_port': {'id': '06cf3fbb-ac13-4a6e-98cc-6e3677c9a519', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773d03c-cf7b-45fa-b4de-f6ad253b831d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:02:40Z', 'updated_at': '2022-04-20T13:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'fcddc367-efeb-4cbe-9ea3-7282e613307a', 'name': '', 'network_id': '31b982df-6f64-4bf1-9c83-25f59b9dc070', 'tenant_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'mac_address': 'fa:16:3e:b0:f8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773d03c-cf7b-45fa-b4de-f6ad253b831d', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '8a9b202b-1aa6-4cb7-9ec5-51bfcb82221f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:02:44Z', 'updated_at': '2022-04-20T13:02:49Z', 'revision_number': 5, 'project_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'subnets': [{'id': '8a9b202b-1aa6-4cb7-9ec5-51bfcb82221f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:31.318334 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b907e-25f9-467c-9235-c02e2bbede2b req-3b82b61d-ba3a-4242-baa0-ff3923db8d74 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:31.319742 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d32b907e-25f9-467c-9235-c02e2bbede2b req-3b82b61d-ba3a-4242-baa0-ff3923db8d74 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91 HTTP/1.1" status: 200 len: 932 time: 0.2382052 Apr 20 13:04:31.332297 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86815406-3b58-4e3e-bec9-dab5491766fe None None] The sync data for ids ['9773d03c-cf7b-45fa-b4de-f6ad253b831d'] in n-d-836015-7 is: [{'id': '9773d03c-cf7b-45fa-b4de-f6ad253b831d', 'name': 'tempest-ServersTestFqdnHostnames-1345862045-router', 'tenant_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '06cf3fbb-ac13-4a6e-98cc-6e3677c9a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:02:39Z', 'updated_at': '2022-04-20T13:02:46Z', 'revision_number': 4, 'project_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'gw_port': {'id': '06cf3fbb-ac13-4a6e-98cc-6e3677c9a519', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773d03c-cf7b-45fa-b4de-f6ad253b831d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:02:40Z', 'updated_at': '2022-04-20T13:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'fcddc367-efeb-4cbe-9ea3-7282e613307a', 'name': '', 'network_id': '31b982df-6f64-4bf1-9c83-25f59b9dc070', 'tenant_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'mac_address': 'fa:16:3e:b0:f8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773d03c-cf7b-45fa-b4de-f6ad253b831d', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '8a9b202b-1aa6-4cb7-9ec5-51bfcb82221f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:02:44Z', 'updated_at': '2022-04-20T13:02:49Z', 'revision_number': 5, 'project_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'subnets': [{'id': '8a9b202b-1aa6-4cb7-9ec5-51bfcb82221f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:04:31.416569 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d32b907e-25f9-467c-9235-c02e2bbede2b req-82136a3d-50c4-440f-9737-cdaa5383c6f7 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "GET /v2.0/security-groups?id=5007e27e-1313-4af2-bc0b-7ce50559f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551598 Apr 20 13:04:31.428863 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5b1099b2-d6d7-42ea-99cc-3a1ee5cd84eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:31.481071 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59504) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:31.486291 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5ac8beac-0eef-4d11-8d5f-fdc12c80d0ad None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:31.551716 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5ac8beac-0eef-4d11-8d5f-fdc12c80d0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:31.575466 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-7a1ee585-a3c9-43cf-b9ea-63bc80d8e5e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdafaeb0-226b-4658-81e5-235e25055ce8 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:04:31.596507 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-7a1ee585-a3c9-43cf-b9ea-63bc80d8e5e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:31.628532 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8f1ff8a5-254c-480e-9f80-59841deadd8a tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:31.628745 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dc85c493-8fcc-468a-9b0e-d0d692a11228 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:31.633026 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-7a1ee585-a3c9-43cf-b9ea-63bc80d8e5e3 service neutron] Transition to ACTIVE for port object cdafaeb0-226b-4658-81e5-235e25055ce8 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:04:31.636868 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac8beac-0eef-4d11-8d5f-fdc12c80d0ad None None] Pushing event updated for resources: {'Port': ['ID=4090d5f2-e982-4316-b44b-e52a22c7ac7e,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:31.655049 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac8beac-0eef-4d11-8d5f-fdc12c80d0ad None None] Network 47983a66-8d56-476e-a0ef-cf80a38b788b is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:04:31.658052 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-5ac8beac-0eef-4d11-8d5f-fdc12c80d0ad None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:04:31.661328 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dc85c493-8fcc-468a-9b0e-d0d692a11228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:31.662767 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac8beac-0eef-4d11-8d5f-fdc12c80d0ad None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:04:31.691191 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8f1ff8a5-254c-480e-9f80-59841deadd8a tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:31.721000 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-7a1ee585-a3c9-43cf-b9ea-63bc80d8e5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:31.747210 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5b1099b2-d6d7-42ea-99cc-3a1ee5cd84eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:31.755809 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d992db66-304d-4f8f-a6f8-769e8f2e93e8 None None] New status for floating IP 63201a8c-0b91-4bb3-971a-63a5a3676a2f: DOWN {{(pid=114872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:04:31.766339 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-5ac8beac-0eef-4d11-8d5f-fdc12c80d0ad None None] Attempting to bind port 4090d5f2-e982-4316-b44b-e52a22c7ac7e on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:04:31.766800 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-5ac8beac-0eef-4d11-8d5f-fdc12c80d0ad None None] Attempting to bind port 4090d5f2-e982-4316-b44b-e52a22c7ac7e by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '9991b4c9-022c-4dda-93cd-3d94aa6822d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '47983a66-8d56-476e-a0ef-cf80a38b788b'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:04:31.767096 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac8beac-0eef-4d11-8d5f-fdc12c80d0ad None None] Attempting to bind port 4090d5f2-e982-4316-b44b-e52a22c7ac7e on network 47983a66-8d56-476e-a0ef-cf80a38b788b {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:04:31.773902 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac8beac-0eef-4d11-8d5f-fdc12c80d0ad None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:04:31.774283 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac8beac-0eef-4d11-8d5f-fdc12c80d0ad None None] Checking segment: {'id': '9991b4c9-022c-4dda-93cd-3d94aa6822d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '47983a66-8d56-476e-a0ef-cf80a38b788b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:04:31.774690 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5ac8beac-0eef-4d11-8d5f-fdc12c80d0ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:31.775168 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac8beac-0eef-4d11-8d5f-fdc12c80d0ad None None] Bound using segment: {'id': '9991b4c9-022c-4dda-93cd-3d94aa6822d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '47983a66-8d56-476e-a0ef-cf80a38b788b'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:04:31.775725 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-5ac8beac-0eef-4d11-8d5f-fdc12c80d0ad None None] Bound port: 4090d5f2-e982-4316-b44b-e52a22c7ac7e, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9991b4c9-022c-4dda-93cd-3d94aa6822d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '47983a66-8d56-476e-a0ef-cf80a38b788b'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:04:31.776124 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5ac8beac-0eef-4d11-8d5f-fdc12c80d0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:31.817799 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5b1099b2-d6d7-42ea-99cc-3a1ee5cd84eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:31.818467 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ba04c-7d9c-46fc-be9d-fa676ad248a8 req-8772e7e8-fe17-478d-988d-67678c36f8e0 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:31.820315 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0f2ba04c-7d9c-46fc-be9d-fa676ad248a8 req-8772e7e8-fe17-478d-988d-67678c36f8e0 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.2786899 Apr 20 13:04:31.827754 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-5d84437f-e4d6-483b-8871-693b85491828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bd2e349-b69d-423a-8d43-9da5e398d4d3 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:04:31.858064 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ee585-a3c9-43cf-b9ea-63bc80d8e5e3 service neutron] Pushing event updated for resources: {'Port': ['ID=cdafaeb0-226b-4658-81e5-235e25055ce8,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:31.873417 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-5d84437f-e4d6-483b-8871-693b85491828 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:31.878365 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-5ac8beac-0eef-4d11-8d5f-fdc12c80d0ad None None] For port 4090d5f2-e982-4316-b44b-e52a22c7ac7e, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:04:31.884307 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-5ac8beac-0eef-4d11-8d5f-fdc12c80d0ad None None] For port 4090d5f2-e982-4316-b44b-e52a22c7ac7e, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=4090d5f2-e982-4316-b44b-e52a22c7ac7e,segment=NetworkSegment(9991b4c9-022c-4dda-93cd-3d94aa6822d9),segment_id=9991b4c9-022c-4dda-93cd-3d94aa6822d9)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:04:31.900637 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8f1ff8a5-254c-480e-9f80-59841deadd8a tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:31.904851 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5b1099b2-d6d7-42ea-99cc-3a1ee5cd84eb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6a533734f3144c2ab40acbe725cd0364&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7342148 Apr 20 13:04:31.905022 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8f1ff8a5-254c-480e-9f80-59841deadd8a tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:31.909806 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8f1ff8a5-254c-480e-9f80-59841deadd8a tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] 10.222.0.25 "DELETE /v2.0/security-groups/4c5acf63-304a-4116-a09c-131cd4d5b2c6 HTTP/1.1" status: 204 len: 168 time: 0.4272580 Apr 20 13:04:31.910144 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-dc85c493-8fcc-468a-9b0e-d0d692a11228 admin admin] Allocated IP 172.25.8.73 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/5274a32e-1c0f-4745-a901-4d372590c345) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:04:31.911116 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59508) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:31.911116 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59510) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:31.912521 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1099b2-d6d7-42ea-99cc-3a1ee5cd84eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0969733-fee8-4e90-af7a-b33625d27501,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:31.946207 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5ac8beac-0eef-4d11-8d5f-fdc12c80d0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:31.993751 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0f2ba04c-7d9c-46fc-be9d-fa676ad248a8 req-15506b8e-f873-4fe6-bcd7-9bcf3cd63eb9 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610329 Apr 20 13:04:31.997579 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-5d84437f-e4d6-483b-8871-693b85491828 service neutron] Transition to ACTIVE for port object 3bd2e349-b69d-423a-8d43-9da5e398d4d3 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:04:31.998821 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ff8a5-254c-480e-9f80-59841deadd8a tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5acf63-304a-4116-a09c-131cd4d5b2c6,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:32.015960 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-0407fcd3-eab4-44a0-b628-2b0daa095ea6 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] show failed (client error): The resource could not be found. Apr 20 13:04:32.019552 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-0407fcd3-eab4-44a0-b628-2b0daa095ea6 tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] 10.222.0.25 "GET /v2.0/security-groups/4c5acf63-304a-4116-a09c-131cd4d5b2c6 HTTP/1.1" status: 404 len: 347 time: 0.0871646 Apr 20 13:04:32.020118 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59514) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:32.031759 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-7a1ee585-a3c9-43cf-b9ea-63bc80d8e5e3 service neutron] Attempting to bind port cdafaeb0-226b-4658-81e5-235e25055ce8 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:04:32.032129 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-7a1ee585-a3c9-43cf-b9ea-63bc80d8e5e3 service neutron] Attempting to bind port cdafaeb0-226b-4658-81e5-235e25055ce8 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:04:32.032456 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-7a1ee585-a3c9-43cf-b9ea-63bc80d8e5e3 service neutron] Attempting to bind port cdafaeb0-226b-4658-81e5-235e25055ce8 on network da0d71e6-e706-45b9-bcd7-1c5524c4bb88 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:04:32.045288 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-7a1ee585-a3c9-43cf-b9ea-63bc80d8e5e3 service neutron] Port cdafaeb0-226b-4658-81e5-235e25055ce8 on network da0d71e6-e706-45b9-bcd7-1c5524c4bb88 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:04:32.045612 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-7a1ee585-a3c9-43cf-b9ea-63bc80d8e5e3 service neutron] Attempting to bind port cdafaeb0-226b-4658-81e5-235e25055ce8 on network da0d71e6-e706-45b9-bcd7-1c5524c4bb88 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:04:32.073682 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-7a1ee585-a3c9-43cf-b9ea-63bc80d8e5e3 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:04:32.074176 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-7a1ee585-a3c9-43cf-b9ea-63bc80d8e5e3 service neutron] Checking segment: {'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:04:32.074488 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-7a1ee585-a3c9-43cf-b9ea-63bc80d8e5e3 service neutron] Bound using segment: {'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:04:32.074828 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-7a1ee585-a3c9-43cf-b9ea-63bc80d8e5e3 service neutron] Bound port: cdafaeb0-226b-4658-81e5-235e25055ce8, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:04:32.075187 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-7a1ee585-a3c9-43cf-b9ea-63bc80d8e5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:32.119871 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac8beac-0eef-4d11-8d5f-fdc12c80d0ad None None] Pushing event updated for resources: {'Port': ['ID=4090d5f2-e982-4316-b44b-e52a22c7ac7e,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:32.120504 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-5d84437f-e4d6-483b-8871-693b85491828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:32.172567 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5a684f82-a21a-4374-8204-b5b85d800d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:32.179986 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dc85c493-8fcc-468a-9b0e-d0d692a11228 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:32.230548 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-7a1ee585-a3c9-43cf-b9ea-63bc80d8e5e3 service neutron] For port cdafaeb0-226b-4658-81e5-235e25055ce8, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:04:32.234718 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-7a1ee585-a3c9-43cf-b9ea-63bc80d8e5e3 service neutron] For port cdafaeb0-226b-4658-81e5-235e25055ce8, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=cdafaeb0-226b-4658-81e5-235e25055ce8,segment=NetworkSegment(fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1),segment_id=fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:04:32.302821 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5a684f82-a21a-4374-8204-b5b85d800d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:32.306823 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-7a1ee585-a3c9-43cf-b9ea-63bc80d8e5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:32.323917 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84437f-e4d6-483b-8871-693b85491828 service neutron] Pushing event updated for resources: {'Port': ['ID=3bd2e349-b69d-423a-8d43-9da5e398d4d3,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:32.338031 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1f9c0-35b0-4a6a-855f-fd141257f9ed req-7bc7f56c-2592-4bd4-bdda-a31478608d2a tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:32.339628 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-74f1f9c0-35b0-4a6a-855f-fd141257f9ed req-7bc7f56c-2592-4bd4-bdda-a31478608d2a tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 943 time: 0.2680340 Apr 20 13:04:32.376491 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-7a1ee585-a3c9-43cf-b9ea-63bc80d8e5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:32.377979 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-7a1ee585-a3c9-43cf-b9ea-63bc80d8e5e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:32.380059 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-7a1ee585-a3c9-43cf-b9ea-63bc80d8e5e3 service neutron] 10.222.0.32 "PUT /v2.0/ports/cdafaeb0-226b-4658-81e5-235e25055ce8 HTTP/1.1" status: 200 len: 1091 time: 1.9845843 Apr 20 13:04:32.383266 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9f695b4-10e9-488d-b7e8-360b51e80751', 'tag': 'cdafaeb0-226b-4658-81e5-235e25055ce8'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:32.399657 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589bcbc5-00ba-4243-893a-b540f013af5b" -d '{"events": [{"name": "network-changed", "server_uuid": "f9f695b4-10e9-488d-b7e8-360b51e80751", "tag": "cdafaeb0-226b-4658-81e5-235e25055ce8"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:32.408797 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dc85c493-8fcc-468a-9b0e-d0d692a11228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:32.437142 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb7590-cb51-423b-9007-e9c979a6a9cd req-897a4c69-bd81-4876-b288-98969194800e tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:32.438574 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ebdb7590-cb51-423b-9007-e9c979a6a9cd req-897a4c69-bd81-4876-b288-98969194800e tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 949 time: 0.3039780 Apr 20 13:04:32.464461 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc85c493-8fcc-468a-9b0e-d0d692a11228 admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:04:32.468389 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-dc85c493-8fcc-468a-9b0e-d0d692a11228 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:04:32.472831 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc85c493-8fcc-468a-9b0e-d0d692a11228 admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:04:32.477284 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ee585-a3c9-43cf-b9ea-63bc80d8e5e3 service neutron] Pushing event updated for resources: {'Port': ['ID=cdafaeb0-226b-4658-81e5-235e25055ce8,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:32.599284 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-74f1f9c0-35b0-4a6a-855f-fd141257f9ed req-cfca520f-9b2f-4a13-96b7-5a21bb189b88 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286007 Apr 20 13:04:32.644664 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-3d6522fa-1617-45e3-ad96-421359a6855f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:32.646214 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-3d6522fa-1617-45e3-ad96-421359a6855f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4&device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 1094 time: 0.1238911 Apr 20 13:04:32.646846 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc85c493-8fcc-468a-9b0e-d0d692a11228 admin admin] Pushing event updated for resources: {'Port': ['ID=5274a32e-1c0f-4745-a901-4d372590c345,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:32.670966 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-17e77793-4e1a-47f8-b2bc-35fa6700cafe tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Deleting port 34323333-d61b-4196-b539-112e0a9912b2 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:04:32.670966 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-17e77793-4e1a-47f8-b2bc-35fa6700cafe tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:32.707243 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5a684f82-a21a-4374-8204-b5b85d800d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:32.710521 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5a684f82-a21a-4374-8204-b5b85d800d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:32.712065 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5a684f82-a21a-4374-8204-b5b85d800d5b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c0969733-fee8-4e90-af7a-b33625d27501 HTTP/1.1" status: 204 len: 168 time: 0.7808709 Apr 20 13:04:32.724654 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ebdb7590-cb51-423b-9007-e9c979a6a9cd req-5e4c02d1-19c1-44e4-b1e8-6a3bc283e278 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502635 Apr 20 13:04:32.725414 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-5d84437f-e4d6-483b-8871-693b85491828 service neutron] Attempting to bind port 3bd2e349-b69d-423a-8d43-9da5e398d4d3 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:04:32.725821 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-5d84437f-e4d6-483b-8871-693b85491828 service neutron] Attempting to bind port 3bd2e349-b69d-423a-8d43-9da5e398d4d3 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': 'c736c956-6e26-4bd6-ade2-e481096df2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '69de9d5d-5572-485a-ac3a-fd4213d271eb'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:04:32.726237 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-5d84437f-e4d6-483b-8871-693b85491828 service neutron] Attempting to bind port 3bd2e349-b69d-423a-8d43-9da5e398d4d3 on network 69de9d5d-5572-485a-ac3a-fd4213d271eb {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:04:32.787126 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a684f82-a21a-4374-8204-b5b85d800d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0969733-fee8-4e90-af7a-b33625d27501,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:32.790840 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-5d84437f-e4d6-483b-8871-693b85491828 service neutron] Port 3bd2e349-b69d-423a-8d43-9da5e398d4d3 on network 69de9d5d-5572-485a-ac3a-fd4213d271eb not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:04:32.791169 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-5d84437f-e4d6-483b-8871-693b85491828 service neutron] Attempting to bind port 3bd2e349-b69d-423a-8d43-9da5e398d4d3 on network 69de9d5d-5572-485a-ac3a-fd4213d271eb {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:04:32.814686 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-795f7798-4b43-4a1e-900b-84388f3fb6f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdafaeb0-226b-4658-81e5-235e25055ce8 HTTP/1.1" status: 200 len: 217 time: 0.1210835 Apr 20 13:04:32.828158 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-5d84437f-e4d6-483b-8871-693b85491828 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:04:32.828740 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-5d84437f-e4d6-483b-8871-693b85491828 service neutron] Checking segment: {'id': 'c736c956-6e26-4bd6-ade2-e481096df2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '69de9d5d-5572-485a-ac3a-fd4213d271eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:04:32.828957 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-5d84437f-e4d6-483b-8871-693b85491828 service neutron] Bound using segment: {'id': 'c736c956-6e26-4bd6-ade2-e481096df2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '69de9d5d-5572-485a-ac3a-fd4213d271eb'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:04:32.829302 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-5d84437f-e4d6-483b-8871-693b85491828 service neutron] Bound port: 3bd2e349-b69d-423a-8d43-9da5e398d4d3, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c736c956-6e26-4bd6-ade2-e481096df2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '69de9d5d-5572-485a-ac3a-fd4213d271eb'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:04:32.829650 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-5d84437f-e4d6-483b-8871-693b85491828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:32.859845 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-17e77793-4e1a-47f8-b2bc-35fa6700cafe tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:32.860174 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-17e77793-4e1a-47f8-b2bc-35fa6700cafe tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:32.878283 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-17e77793-4e1a-47f8-b2bc-35fa6700cafe tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Calling delete_port for 34323333-d61b-4196-b539-112e0a9912b2 owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:04:32.893076 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d841417-d7af-41d8-896a-81efd3672d09 x-openstack-request-id: req-7d841417-d7af-41d8-896a-81efd3672d09 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:32.895759 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9f695b4-10e9-488d-b7e8-360b51e80751", "tag": "cdafaeb0-226b-4658-81e5-235e25055ce8", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:32.896110 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7d841417-d7af-41d8-896a-81efd3672d09 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:32.896579 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d841417-d7af-41d8-896a-81efd3672d09'] response: {'name': 'network-changed', 'server_uuid': 'f9f695b4-10e9-488d-b7e8-360b51e80751', 'tag': 'cdafaeb0-226b-4658-81e5-235e25055ce8', 'status': 'completed', 'code': 200} Apr 20 13:04:32.924608 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6aa84-890b-4719-a838-9a29fe524ce4 req-24eeaf02-07c2-4a5b-a478-133c6172b8e8 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:32.932989 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d9b6aa84-890b-4719-a838-9a29fe524ce4 req-24eeaf02-07c2-4a5b-a478-133c6172b8e8 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 943 time: 0.1748011 Apr 20 13:04:32.978863 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-e2f26de7-73ae-4987-bf4a-ef20f0b31fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:32.980509 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-e2f26de7-73ae-4987-bf4a-ef20f0b31fdf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7f1a9c16-f305-43f3-a182-10217ec8e6e3 HTTP/1.1" status: 200 len: 848 time: 0.0830686 Apr 20 13:04:33.014981 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-42a231ef-7352-4e29-9ab4-9cefeae9b039 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257971 Apr 20 13:04:33.066792 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-5d84437f-e4d6-483b-8871-693b85491828 service neutron] For port 3bd2e349-b69d-423a-8d43-9da5e398d4d3, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:04:33.093686 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d9b6aa84-890b-4719-a838-9a29fe524ce4 req-a2d90b0d-2c56-45c1-a639-b2696cae71a1 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601555 Apr 20 13:04:33.101933 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-5d84437f-e4d6-483b-8871-693b85491828 service neutron] For port 3bd2e349-b69d-423a-8d43-9da5e398d4d3, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=3bd2e349-b69d-423a-8d43-9da5e398d4d3,segment=NetworkSegment(c736c956-6e26-4bd6-ade2-e481096df2a9),segment_id=c736c956-6e26-4bd6-ade2-e481096df2a9)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:04:33.127945 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6546d9-1037-4a58-b614-2f388ad50ca4 req-a5073eee-4a32-4f71-bc31-b797064c7326 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:33.127945 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7a6546d9-1037-4a58-b614-2f388ad50ca4 req-a5073eee-4a32-4f71-bc31-b797064c7326 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91 HTTP/1.1" status: 200 len: 944 time: 0.1911569 Apr 20 13:04:33.141588 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-6b2e0355-91dd-4dce-943a-dded9d53eed1 service neutron] 10.222.0.32 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071055 Apr 20 13:04:33.190424 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-5d84437f-e4d6-483b-8871-693b85491828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:33.402492 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-5d84437f-e4d6-483b-8871-693b85491828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:33.402492 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-5d84437f-e4d6-483b-8871-693b85491828 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:33.402492 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-5d84437f-e4d6-483b-8871-693b85491828 service neutron] 10.222.0.32 "PUT /v2.0/ports/3bd2e349-b69d-423a-8d43-9da5e398d4d3 HTTP/1.1" status: 200 len: 1092 time: 2.6968863 Apr 20 13:04:33.402492 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91', 'tag': '3bd2e349-b69d-423a-8d43-9da5e398d4d3'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:33.402492 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffee9566-c92d-4521-bf56-b3eadbfaf2d4" -d '{"events": [{"name": "network-changed", "server_uuid": "c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91", "tag": "3bd2e349-b69d-423a-8d43-9da5e398d4d3"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:33.402492 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7a6546d9-1037-4a58-b614-2f388ad50ca4 req-2bea7e21-a143-4779-8b61-364d28ee8ee8 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "GET /v2.0/security-groups?id=5007e27e-1313-4af2-bc0b-7ce50559f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754069 Apr 20 13:04:33.402492 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84437f-e4d6-483b-8871-693b85491828 service neutron] Pushing event updated for resources: {'Port': ['ID=3bd2e349-b69d-423a-8d43-9da5e398d4d3,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:33.441470 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dc85c493-8fcc-468a-9b0e-d0d692a11228 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:33.442490 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3969d13-7508-46f7-ab6a-da7b4c80d8d0 req-5dbf8227-8a5e-4a12-8bbc-c2cdbc9a462f tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:33.442490 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c3969d13-7508-46f7-ab6a-da7b4c80d8d0 req-5dbf8227-8a5e-4a12-8bbc-c2cdbc9a462f tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.1404293 Apr 20 13:04:33.442490 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a131ca01-492f-4059-addd-a7fc1117cd3c x-openstack-request-id: req-a131ca01-492f-4059-addd-a7fc1117cd3c {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:33.442490 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91", "tag": "3bd2e349-b69d-423a-8d43-9da5e398d4d3", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:33.442490 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a131ca01-492f-4059-addd-a7fc1117cd3c {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:33.442490 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a131ca01-492f-4059-addd-a7fc1117cd3c'] response: {'name': 'network-changed', 'server_uuid': 'c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91', 'tag': '3bd2e349-b69d-423a-8d43-9da5e398d4d3', 'status': 'completed', 'code': 200} Apr 20 13:04:33.504999 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-17e77793-4e1a-47f8-b2bc-35fa6700cafe tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:33.523977 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c3969d13-7508-46f7-ab6a-da7b4c80d8d0 req-aa4c4730-b2b2-4715-a3e5-27c35fbed30d tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034443 Apr 20 13:04:33.563777 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e77793-4e1a-47f8-b2bc-35fa6700cafe tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Pushing event deleted for resources: {'Port': ['ID=34323333-d61b-4196-b539-112e0a9912b2,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:33.634854 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee9566-c92d-4521-bf56-b3eadbfaf2d4 req-c73323e9-4780-4652-a13a-07b1f19e80cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:33.637118 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ffee9566-c92d-4521-bf56-b3eadbfaf2d4 req-c73323e9-4780-4652-a13a-07b1f19e80cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ee446561a7145cd9b19941f05f717df&device_id=c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91 HTTP/1.1" status: 200 len: 1095 time: 0.1909044 Apr 20 13:04:33.637553 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad63126-b7c9-47f5-ab3a-37d4526a8bee None None] Network 47983a66-8d56-476e-a0ef-cf80a38b788b requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:04:33.679158 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59532) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:33.718323 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d0809787-0004-429b-8120-361e566db512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:33.754430 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-037f0f03-3b5a-476a-8b6a-e23ee6e0b9fb req-d5cf830c-edf9-44cd-9f3e-d0a69626524e service neutron] 10.222.0.32 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5994766 Apr 20 13:04:33.756369 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-17e77793-4e1a-47f8-b2bc-35fa6700cafe tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks [] for floatingip, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:33.759192 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-17e77793-4e1a-47f8-b2bc-35fa6700cafe tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:33.760326 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-17e77793-4e1a-47f8-b2bc-35fa6700cafe tempest-ServersTestFqdnHostnames-361839787 tempest-ServersTestFqdnHostnames-361839787-project] 10.222.0.25 "DELETE /v2.0/floatingips/63201a8c-0b91-4bb3-971a-63a5a3676a2f HTTP/1.1" status: 204 len: 168 time: 1.7372990 Apr 20 13:04:33.763713 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59536) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:33.767295 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-7eba84bd-0a50-4461-bac0-75ad89967c3d None None] Provisioning complete for port 4090d5f2-e982-4316-b44b-e52a22c7ac7e triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:33.767693 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7eba84bd-0a50-4461-bac0-75ad89967c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:33.786755 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dc85c493-8fcc-468a-9b0e-d0d692a11228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:33.935065 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7eba84bd-0a50-4461-bac0-75ad89967c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:33.982638 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-7eba84bd-0a50-4461-bac0-75ad89967c3d None None] For port 4090d5f2-e982-4316-b44b-e52a22c7ac7e, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=4090d5f2-e982-4316-b44b-e52a22c7ac7e,segment=NetworkSegment(9991b4c9-022c-4dda-93cd-3d94aa6822d9),segment_id=9991b4c9-022c-4dda-93cd-3d94aa6822d9)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:33.992611 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bcbc5-00ba-4243-893a-b540f013af5b req-713ac707-5540-475f-9b09-b79129ad869a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:33.994298 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-589bcbc5-00ba-4243-893a-b540f013af5b req-713ac707-5540-475f-9b09-b79129ad869a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4&device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 1094 time: 0.1014185 Apr 20 13:04:34.098905 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7eba84bd-0a50-4461-bac0-75ad89967c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:34.125535 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc85c493-8fcc-468a-9b0e-d0d692a11228 admin admin] Router f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:04:34.134986 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bcbc5-00ba-4243-893a-b540f013af5b req-88c52a0e-e002-476f-9554-181433556e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:34.152672 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-589bcbc5-00ba-4243-893a-b540f013af5b req-88c52a0e-e002-476f-9554-181433556e64 service neutron] 10.222.0.32 "GET /v2.0/networks?id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88 HTTP/1.1" status: 200 len: 909 time: 0.1482351 Apr 20 13:04:34.254264 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-589bcbc5-00ba-4243-893a-b540f013af5b req-b7354e12-9a2e-4a3c-b070-61e1c98e7ab7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdafaeb0-226b-4658-81e5-235e25055ce8 HTTP/1.1" status: 200 len: 217 time: 0.0899925 Apr 20 13:04:34.350434 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 4090d5f2-e982-4316-b44b-e52a22c7ac7e up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:04:34.377933 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d0809787-0004-429b-8120-361e566db512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:34.383159 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bcbc5-00ba-4243-893a-b540f013af5b req-3539916e-14ca-49f2-b76e-a57261365c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:34.384883 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-589bcbc5-00ba-4243-893a-b540f013af5b req-3539916e-14ca-49f2-b76e-a57261365c3b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7f1a9c16-f305-43f3-a182-10217ec8e6e3 HTTP/1.1" status: 200 len: 848 time: 0.0910547 Apr 20 13:04:34.421734 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eba84bd-0a50-4461-bac0-75ad89967c3d None None] Pushing event updated for resources: {'Port': ['ID=4090d5f2-e982-4316-b44b-e52a22c7ac7e,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:34.433737 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-589bcbc5-00ba-4243-893a-b540f013af5b req-f4f2c0d6-e9bb-48cc-a1f9-54d290b84bda service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319228 Apr 20 13:04:34.434705 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe49b67-af66-4707-bfcc-ac22d764a73d req-ef26dcf5-b9e1-4e0b-89ad-202c946f5d1a tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:34.437380 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc85c493-8fcc-468a-9b0e-d0d692a11228 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:04:34.447430 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cbe49b67-af66-4707-bfcc-ac22d764a73d req-ef26dcf5-b9e1-4e0b-89ad-202c946f5d1a tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 943 time: 0.6982820 Apr 20 13:04:34.450115 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872c8e0a-6bda-4aba-8071-ce0873ddf0a1 None None] Sync routers for ids ['f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:04:34.473790 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872c8e0a-6bda-4aba-8071-ce0873ddf0a1 None None] Routers {'f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:04:34.474808 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-872c8e0a-6bda-4aba-8071-ce0873ddf0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:04:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:34.482311 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d0948-5661-4b81-acfe-183df21dfe2a req-24df8166-3d01-497a-a2e2-9335eaf66aed tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:34.487853 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-717d0948-5661-4b81-acfe-183df21dfe2a req-24df8166-3d01-497a-a2e2-9335eaf66aed tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 949 time: 0.5625710 Apr 20 13:04:34.529177 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 4090d5f2-e982-4316-b44b-e52a22c7ac7e triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:34.529800 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:34.550541 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-589bcbc5-00ba-4243-893a-b540f013af5b req-ba313882-ec06-43b4-ab7f-1cf3463809aa service neutron] 10.222.0.32 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045740 Apr 20 13:04:34.555288 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cbe49b67-af66-4707-bfcc-ac22d764a73d req-97630be0-e829-4746-9bc0-a391a29d9970 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080027 Apr 20 13:04:34.556068 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d0809787-0004-429b-8120-361e566db512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:34.585244 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dc85c493-8fcc-468a-9b0e-d0d692a11228 admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:34.585244 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-dc85c493-8fcc-468a-9b0e-d0d692a11228 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4325888 Apr 20 13:04:34.597698 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-05a3750d-1e37-4f53-a4d8-458d59d7e48e None None] Provisioning complete for port 4090d5f2-e982-4316-b44b-e52a22c7ac7e triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:34.598062 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-05a3750d-1e37-4f53-a4d8-458d59d7e48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:34.610039 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59544) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:34.632889 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-717d0948-5661-4b81-acfe-183df21dfe2a req-eea6bd7c-a25c-4b90-9a09-33e7a5d2dea8 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338568 Apr 20 13:04:34.690243 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee9566-c92d-4521-bf56-b3eadbfaf2d4 req-fba4b32a-bad4-48ca-955b-2c6e099c3497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:34.691766 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ffee9566-c92d-4521-bf56-b3eadbfaf2d4 req-fba4b32a-bad4-48ca-955b-2c6e099c3497 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=4ee446561a7145cd9b19941f05f717df&shared=False HTTP/1.1" status: 200 len: 913 time: 1.0359213 Apr 20 13:04:34.706749 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-872c8e0a-6bda-4aba-8071-ce0873ddf0a1 None None] Set router f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:04:34.843645 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee9566-c92d-4521-bf56-b3eadbfaf2d4 req-f7395f05-66ed-40ee-8299-83d9ab197840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:34.845479 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ffee9566-c92d-4521-bf56-b3eadbfaf2d4 req-f7395f05-66ed-40ee-8299-83d9ab197840 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1171114 Apr 20 13:04:34.858938 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d0809787-0004-429b-8120-361e566db512 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c190352366144f43b232c9fcdf7a035a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1737108 Apr 20 13:04:34.889694 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0809787-0004-429b-8120-361e566db512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb36927-7c82-4c78-b611-ee931dfa21a6,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:34.914193 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59546) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:35.010039 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-872c8e0a-6bda-4aba-8071-ce0873ddf0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1', 'name': 'tempest-FloatingIPsTestJSON-420694647-router', 'tenant_id': 'd758d67738124ba0bddea2602210e24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '5274a32e-1c0f-4745-a901-4d372590c345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:04:30Z', 'updated_at': '2022-04-20T13:04:32Z', 'revision_number': 3, 'project_id': 'd758d67738124ba0bddea2602210e24a', 'gw_port': {'id': '5274a32e-1c0f-4745-a901-4d372590c345', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:04:31Z', 'updated_at': '2022-04-20T13:04:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:35.044851 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872c8e0a-6bda-4aba-8071-ce0873ddf0a1 None None] Checking router: f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:04:35.045954 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872c8e0a-6bda-4aba-8071-ce0873ddf0a1 None None] Updating router f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1 port 5274a32e-1c0f-4745-a901-4d372590c345 binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:04:35.086170 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-872c8e0a-6bda-4aba-8071-ce0873ddf0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:35.094355 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c7dad-980c-4d2d-ac19-6db07b2e2346 req-3239d31a-c737-4581-aee9-9534026e1316 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:35.103574 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9f8c7dad-980c-4d2d-ac19-6db07b2e2346 req-3239d31a-c737-4581-aee9-9534026e1316 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 943 time: 0.3945959 Apr 20 13:04:35.169659 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-589bcbc5-00ba-4243-893a-b540f013af5b req-22dc2bf5-a8d9-456d-a2cf-db7d47d25274 service neutron] 10.222.0.32 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6084082 Apr 20 13:04:35.203338 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884eec0-26fc-4cac-9fb1-df1d38505384 req-2d81f8f5-9306-4935-8d2d-01f1f532c8c0 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:35.204872 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e884eec0-26fc-4cac-9fb1-df1d38505384 req-2d81f8f5-9306-4935-8d2d-01f1f532c8c0 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91 HTTP/1.1" status: 200 len: 944 time: 0.4685388 Apr 20 13:04:35.213095 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-38619546-b46a-479b-9cb8-7d4a3bed2f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:35.214569 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-38619546-b46a-479b-9cb8-7d4a3bed2f6f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ee446561a7145cd9b19941f05f717df&device_id=c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91 HTTP/1.1" status: 200 len: 1095 time: 0.3047862 Apr 20 13:04:35.302236 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b0492497-1ac0-4010-ba34-b76c4583a7f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:35.306262 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9f8c7dad-980c-4d2d-ac19-6db07b2e2346 req-c2ee5781-77b0-4a67-873e-8ff37fa69114 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018623 Apr 20 13:04:35.311609 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-011bc67d-9ee2-4a55-9365-0f40741cba80 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3bd2e349-b69d-423a-8d43-9da5e398d4d3 HTTP/1.1" status: 200 len: 217 time: 0.0810030 Apr 20 13:04:35.381540 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b0492497-1ac0-4010-ba34-b76c4583a7f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:35.398786 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e884eec0-26fc-4cac-9fb1-df1d38505384 req-b906754d-62f3-4ef6-b306-f80a853c3028 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "GET /v2.0/security-groups?id=5007e27e-1313-4af2-bc0b-7ce50559f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787722 Apr 20 13:04:35.441598 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-872c8e0a-6bda-4aba-8071-ce0873ddf0a1 None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:35.478814 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-5f0d3d29-a945-4b46-af21-5e87110c736f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:35.480198 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-5f0d3d29-a945-4b46-af21-5e87110c736f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2b7921a8-6ec4-4226-8a2d-d286be38417c HTTP/1.1" status: 200 len: 851 time: 0.1533446 Apr 20 13:04:35.521414 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-872c8e0a-6bda-4aba-8071-ce0873ddf0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:35.541888 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10ff02-fae2-47de-9d01-495bcf2dc9c8 req-8afa8df3-454c-4f3f-abae-41fe8e739238 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:35.543387 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3d10ff02-fae2-47de-9d01-495bcf2dc9c8 req-8afa8df3-454c-4f3f-abae-41fe8e739238 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.1399097 Apr 20 13:04:35.553322 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b6b36e27-e780-4277-846a-881c3c202edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:35.561634 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-43026028-819e-4ff7-811c-8cac9bbc304d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:35.563157 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-43026028-819e-4ff7-811c-8cac9bbc304d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69de9d5d-5572-485a-ac3a-fd4213d271eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745564 Apr 20 13:04:35.584223 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-872c8e0a-6bda-4aba-8071-ce0873ddf0a1 None None] Attempting to bind port 5274a32e-1c0f-4745-a901-4d372590c345 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:04:35.584595 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-872c8e0a-6bda-4aba-8071-ce0873ddf0a1 None None] Attempting to bind port 5274a32e-1c0f-4745-a901-4d372590c345 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:04:35.584961 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872c8e0a-6bda-4aba-8071-ce0873ddf0a1 None None] Attempting to bind port 5274a32e-1c0f-4745-a901-4d372590c345 on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:04:35.587921 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05788a-cd25-4991-b3d6-63989598a246 None None] Pushing event updated for resources: {'Port': ['ID=5274a32e-1c0f-4745-a901-4d372590c345,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:35.594182 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872c8e0a-6bda-4aba-8071-ce0873ddf0a1 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:04:35.594182 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872c8e0a-6bda-4aba-8071-ce0873ddf0a1 None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:04:35.594666 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-872c8e0a-6bda-4aba-8071-ce0873ddf0a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:35.594774 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872c8e0a-6bda-4aba-8071-ce0873ddf0a1 None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:04:35.595482 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-872c8e0a-6bda-4aba-8071-ce0873ddf0a1 None None] Bound port: 5274a32e-1c0f-4745-a901-4d372590c345, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:04:35.595703 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-872c8e0a-6bda-4aba-8071-ce0873ddf0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:35.654023 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-872c8e0a-6bda-4aba-8071-ce0873ddf0a1 None None] For port 5274a32e-1c0f-4745-a901-4d372590c345, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:04:35.662130 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-872c8e0a-6bda-4aba-8071-ce0873ddf0a1 None None] For port 5274a32e-1c0f-4745-a901-4d372590c345, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=5274a32e-1c0f-4745-a901-4d372590c345,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:04:35.675099 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b0492497-1ac0-4010-ba34-b76c4583a7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:35.677600 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b0492497-1ac0-4010-ba34-b76c4583a7f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:35.678721 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b0492497-1ac0-4010-ba34-b76c4583a7f5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ecb36927-7c82-4c78-b611-ee931dfa21a6 HTTP/1.1" status: 204 len: 168 time: 0.7554364 Apr 20 13:04:35.690839 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3d10ff02-fae2-47de-9d01-495bcf2dc9c8 req-8fafbd42-72fb-4713-86a3-b63840015e45 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349354 Apr 20 13:04:35.712830 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0492497-1ac0-4010-ba34-b76c4583a7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb36927-7c82-4c78-b611-ee931dfa21a6,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:35.744658 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-872c8e0a-6bda-4aba-8071-ce0873ddf0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:35.783548 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-02bc3172-c1ab-4c3a-9949-2b291aba069e service neutron] 10.222.0.32 "GET /v2.0/networks/69de9d5d-5572-485a-ac3a-fd4213d271eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035840 Apr 20 13:04:35.792901 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1dbf9-3dd7-43a8-98bc-2ae37c1a53bf req-5a097f0b-b70a-4d2a-a1cd-e40d5998cc2c tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:35.794414 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2fb1dbf9-3dd7-43a8-98bc-2ae37c1a53bf req-5a097f0b-b70a-4d2a-a1cd-e40d5998cc2c tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 943 time: 0.1143036 Apr 20 13:04:35.832315 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872c8e0a-6bda-4aba-8071-ce0873ddf0a1 None None] Routers {'f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:04:35.833539 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-872c8e0a-6bda-4aba-8071-ce0873ddf0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:04:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:35.836035 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05788a-cd25-4991-b3d6-63989598a246 None None] Pushing event updated for resources: {'Port': ['ID=5274a32e-1c0f-4745-a901-4d372590c345,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:35.851337 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7f38a6c-d772-4a10-a13e-fbd38eb9e362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:35.862038 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-b6b36e27-e780-4277-846a-881c3c202edd admin admin] Allocated IP 172.20.0.1 (47983a66-8d56-476e-a0ef-cf80a38b788b/9b5d0722-2dd7-4057-b3e5-955c96105cfe/7d9b5684-6d99-4349-bcc1-1d7396e0e660) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:04:35.974556 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2fb1dbf9-3dd7-43a8-98bc-2ae37c1a53bf req-7d0d79a6-0e4a-4811-b2ee-35e18ae329ce tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506081 Apr 20 13:04:35.990370 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-872c8e0a-6bda-4aba-8071-ce0873ddf0a1 None None] Set router f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:04:35.990595 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6784a1d-5107-483c-9025-2844867a6b76 req-5e0681f9-f400-43f0-8aa5-cb45fb1af0bd tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:35.992102 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c6784a1d-5107-483c-9025-2844867a6b76 req-5e0681f9-f400-43f0-8aa5-cb45fb1af0bd tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 949 time: 0.1879137 Apr 20 13:04:36.018534 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b6b36e27-e780-4277-846a-881c3c202edd admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:36.057961 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0089af7e-3d4a-4b68-af8b-f92ae01ecef7 req-a9194153-afee-4237-bd36-0b6b3dfe8984 service neutron] 10.222.0.32 "GET /v2.0/networks/69de9d5d-5572-485a-ac3a-fd4213d271eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625494 Apr 20 13:04:36.126236 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c6784a1d-5107-483c-9025-2844867a6b76 req-fc12662c-fba3-42fb-8dd1-a7b98d1c85d5 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035278 Apr 20 13:04:36.155937 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b6b36e27-e780-4277-846a-881c3c202edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:36.226256 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 4090d5f2-e982-4316-b44b-e52a22c7ac7e up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:04:36.241252 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b36e27-e780-4277-846a-881c3c202edd admin admin] Pushing event updated for resources: {'Port': ['ID=7d9b5684-6d99-4349-bcc1-1d7396e0e660,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:36.253050 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b36e27-e780-4277-846a-881c3c202edd admin admin] Network 47983a66-8d56-476e-a0ef-cf80a38b788b is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:04:36.254403 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-b6b36e27-e780-4277-846a-881c3c202edd admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:04:36.256877 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-e7f38a6c-d772-4a10-a13e-fbd38eb9e362 admin admin] Deleting port fcddc367-efeb-4cbe-9ea3-7282e613307a {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:04:36.256877 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7f38a6c-d772-4a10-a13e-fbd38eb9e362 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:36.264002 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-872c8e0a-6bda-4aba-8071-ce0873ddf0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1', 'name': 'tempest-FloatingIPsTestJSON-420694647-router', 'tenant_id': 'd758d67738124ba0bddea2602210e24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '5274a32e-1c0f-4745-a901-4d372590c345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:04:30Z', 'updated_at': '2022-04-20T13:04:32Z', 'revision_number': 3, 'project_id': 'd758d67738124ba0bddea2602210e24a', 'gw_port': {'id': '5274a32e-1c0f-4745-a901-4d372590c345', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:04:31Z', 'updated_at': '2022-04-20T13:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:36.272898 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b36e27-e780-4277-846a-881c3c202edd admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:04:36.303109 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872c8e0a-6bda-4aba-8071-ce0873ddf0a1 None None] The sync data for ids ['f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1'] in n-d-836015-7 is: [{'id': 'f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1', 'name': 'tempest-FloatingIPsTestJSON-420694647-router', 'tenant_id': 'd758d67738124ba0bddea2602210e24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '5274a32e-1c0f-4745-a901-4d372590c345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:04:30Z', 'updated_at': '2022-04-20T13:04:32Z', 'revision_number': 3, 'project_id': 'd758d67738124ba0bddea2602210e24a', 'gw_port': {'id': '5274a32e-1c0f-4745-a901-4d372590c345', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:04:31Z', 'updated_at': '2022-04-20T13:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:04:36.335573 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 4090d5f2-e982-4316-b44b-e52a22c7ac7e triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:36.335947 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:36.384992 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b6b36e27-e780-4277-846a-881c3c202edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:36.392197 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-e7f38a6c-d772-4a10-a13e-fbd38eb9e362 admin admin] For port fcddc367-efeb-4cbe-9ea3-7282e613307a, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=fcddc367-efeb-4cbe-9ea3-7282e613307a,segment=NetworkSegment(9c9fbc7c-e6c9-4ef9-aa65-a234f828be92),segment_id=9c9fbc7c-e6c9-4ef9-aa65-a234f828be92)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:36.392750 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7f38a6c-d772-4a10-a13e-fbd38eb9e362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:36.438594 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-e7f38a6c-d772-4a10-a13e-fbd38eb9e362 admin admin] Calling delete_port for fcddc367-efeb-4cbe-9ea3-7282e613307a owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:04:36.605083 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f993fe2-cd87-49a8-b716-d1d5fc1b4e11 req-2de1d915-0afc-46fb-8493-da669243c957 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:36.606572 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0f993fe2-cd87-49a8-b716-d1d5fc1b4e11 req-2de1d915-0afc-46fb-8493-da669243c957 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91 HTTP/1.1" status: 200 len: 944 time: 0.0796461 Apr 20 13:04:36.615735 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f0778-5265-43d4-b64c-bad9dbc9a163 req-d700db63-3d26-43ff-8098-cd75bd54c26e tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:36.617189 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f77f0778-5265-43d4-b64c-bad9dbc9a163 req-d700db63-3d26-43ff-8098-cd75bd54c26e tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 943 time: 0.1650100 Apr 20 13:04:36.623149 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-cd5bd9fa-014c-467a-a37f-1428344b1a1a None None] Provisioning complete for port 7d9b5684-6d99-4349-bcc1-1d7396e0e660 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:36.623575 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cd5bd9fa-014c-467a-a37f-1428344b1a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:36.703435 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b6b36e27-e780-4277-846a-881c3c202edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:36.710519 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-cd5bd9fa-014c-467a-a37f-1428344b1a1a None None] Port 7d9b5684-6d99-4349-bcc1-1d7396e0e660 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:04:36.713454 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f77f0778-5265-43d4-b64c-bad9dbc9a163 req-145eabc5-a488-489a-a644-83f872566382 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849712 Apr 20 13:04:36.785450 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0f993fe2-cd87-49a8-b716-d1d5fc1b4e11 req-34b990d8-52ed-4fca-babc-7faaefb6408c tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "GET /v2.0/security-groups?id=5007e27e-1313-4af2-bc0b-7ce50559f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627986 Apr 20 13:04:36.904710 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b7118-a7c4-492f-9168-82da6b754c67 req-450a6eeb-de52-4e6a-a860-b4be2585bbb4 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:36.906273 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-835b7118-a7c4-492f-9168-82da6b754c67 req-450a6eeb-de52-4e6a-a860-b4be2585bbb4 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.0890660 Apr 20 13:04:36.951801 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-835b7118-a7c4-492f-9168-82da6b754c67 req-be2e930f-61a6-47b0-a231-51f5ecc0b908 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355873 Apr 20 13:04:36.952957 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7f38a6c-d772-4a10-a13e-fbd38eb9e362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:36.978820 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b6b36e27-e780-4277-846a-881c3c202edd admin admin] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:36.992118 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f38a6c-d772-4a10-a13e-fbd38eb9e362 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcddc367-efeb-4cbe-9ea3-7282e613307a,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:37.053906 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b6b36e27-e780-4277-846a-881c3c202edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:37.201969 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b6b36e27-e780-4277-846a-881c3c202edd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:37.216268 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b36e27-e780-4277-846a-881c3c202edd admin admin] Pushing event updated for resources: {'Port': ['ID=7d9b5684-6d99-4349-bcc1-1d7396e0e660,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:37.308112 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82171cc9-d094-4828-ad0a-2649e4b54bc7 req-2256bd6d-c06a-4805-8a8c-fb941fd2edb3 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:37.317311 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-82171cc9-d094-4828-ad0a-2649e4b54bc7 req-2256bd6d-c06a-4805-8a8c-fb941fd2edb3 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 943 time: 0.2254579 Apr 20 13:04:37.391470 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b36e27-e780-4277-846a-881c3c202edd admin admin] Network 47983a66-8d56-476e-a0ef-cf80a38b788b is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:04:37.398292 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-b6b36e27-e780-4277-846a-881c3c202edd admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:04:37.442657 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-82171cc9-d094-4828-ad0a-2649e4b54bc7 req-7ed4ef85-fd07-4975-9a01-9f62c244b878 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243806 Apr 20 13:04:37.478538 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7f38a6c-d772-4a10-a13e-fbd38eb9e362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:37.503791 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1e12e-b1e4-4816-be6d-9b6039f5cd30 req-e59bc837-2348-418b-98d7-bfc2e065616d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:37.506639 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-22f1e12e-b1e4-4816-be6d-9b6039f5cd30 req-e59bc837-2348-418b-98d7-bfc2e065616d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 949 time: 0.2276468 Apr 20 13:04:37.619232 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b36e27-e780-4277-846a-881c3c202edd admin admin] Router f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:04:37.679133 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-22f1e12e-b1e4-4816-be6d-9b6039f5cd30 req-0f6cf732-2102-4313-a818-12cd44644355 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539721 Apr 20 13:04:37.780298 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b36e27-e780-4277-846a-881c3c202edd admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:04:37.787935 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b6b36e27-e780-4277-846a-881c3c202edd admin admin] 10.222.0.25 "PUT /v2.0/routers/f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1768692 Apr 20 13:04:37.849243 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-b51649d4-507e-4150-b9f6-c36eb4a8d77d None None] Provisioning complete for port 7d9b5684-6d99-4349-bcc1-1d7396e0e660 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:37.850237 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b51649d4-507e-4150-b9f6-c36eb4a8d77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:37.920990 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-b51649d4-507e-4150-b9f6-c36eb4a8d77d None None] Port 7d9b5684-6d99-4349-bcc1-1d7396e0e660 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:04:38.345384 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f3d0d-9657-4eaa-8327-e86d9ab0a35c req-95c99650-4d3a-48e3-aa54-50b50ba27a37 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:38.353482 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ea1f3d0d-9657-4eaa-8327-e86d9ab0a35c req-95c99650-4d3a-48e3-aa54-50b50ba27a37 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91 HTTP/1.1" status: 200 len: 944 time: 0.4596915 Apr 20 13:04:38.365153 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082cfe5-ac1d-4c91-ba56-09d4508b8985 req-860c4b84-3780-4788-b01a-4d914e19c275 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:38.366580 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f082cfe5-ac1d-4c91-ba56-09d4508b8985 req-860c4b84-3780-4788-b01a-4d914e19c275 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 943 time: 0.5322711 Apr 20 13:04:38.413472 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 5274a32e-1c0f-4745-a901-4d372590c345 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:04:38.423201 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f38a6c-d772-4a10-a13e-fbd38eb9e362 admin admin] Router 9773d03c-cf7b-45fa-b4de-f6ad253b831d has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:04:38.465253 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ea1f3d0d-9657-4eaa-8327-e86d9ab0a35c req-90d97cab-7c61-4ffb-9e0e-bfaa132cd9bb tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "GET /v2.0/security-groups?id=5007e27e-1313-4af2-bc0b-7ce50559f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108932 Apr 20 13:04:38.467773 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 5274a32e-1c0f-4745-a901-4d372590c345 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:38.468212 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:38.468330 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f082cfe5-ac1d-4c91-ba56-09d4508b8985 req-78c7b7f8-a992-4614-b367-db4960a72899 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948617 Apr 20 13:04:38.581821 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:38.584998 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f38a6c-d772-4a10-a13e-fbd38eb9e362 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:04:38.590202 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e7f38a6c-d772-4a10-a13e-fbd38eb9e362 admin admin] 10.222.0.25 "PUT /v2.0/routers/9773d03c-cf7b-45fa-b4de-f6ad253b831d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8175218 Apr 20 13:04:38.592843 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59614) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:38.596314 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71cbbbc-5616-4545-9fd9-610e4dcdec72 None None] Sync routers for ids ['9773d03c-cf7b-45fa-b4de-f6ad253b831d'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:04:38.613615 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71cbbbc-5616-4545-9fd9-610e4dcdec72 None None] Routers {'9773d03c-cf7b-45fa-b4de-f6ad253b831d'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:04:38.615596 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-e71cbbbc-5616-4545-9fd9-610e4dcdec72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:04:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['9773d03c-cf7b-45fa-b4de-f6ad253b831d'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:38.648788 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 5274a32e-1c0f-4745-a901-4d372590c345, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=5274a32e-1c0f-4745-a901-4d372590c345,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:38.727287 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f70954-006f-4851-8232-fa8c7a128226 None None] Sync routers for ids ['f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:04:38.756021 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ff6a45e-42af-4838-aa3d-f84196c3c060 admin admin] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:38.765003 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a95b25-68b0-44f8-849a-eac423da5c27 req-1c63ec3b-9127-48e5-80b4-0123605d52a3 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:38.769088 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f70954-006f-4851-8232-fa8c7a128226 None None] Routers {'f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:04:38.769739 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-c4f70954-006f-4851-8232-fa8c7a128226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:04:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:38.775452 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:38.784776 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-03a95b25-68b0-44f8-849a-eac423da5c27 req-1c63ec3b-9127-48e5-80b4-0123605d52a3 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.1030822 Apr 20 13:04:38.787802 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-e71cbbbc-5616-4545-9fd9-610e4dcdec72 None None] Set router 9773d03c-cf7b-45fa-b4de-f6ad253b831d gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:04:38.839191 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-03a95b25-68b0-44f8-849a-eac423da5c27 req-84c4732f-9f89-4a6e-bac1-0991336cf03e tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527816 Apr 20 13:04:38.939772 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ff6a45e-42af-4838-aa3d-f84196c3c060 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:39.035426 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-e71cbbbc-5616-4545-9fd9-610e4dcdec72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9773d03c-cf7b-45fa-b4de-f6ad253b831d', 'name': 'tempest-ServersTestFqdnHostnames-1345862045-router', 'tenant_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '06cf3fbb-ac13-4a6e-98cc-6e3677c9a519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:02:39Z', 'updated_at': '2022-04-20T13:04:36Z', 'revision_number': 5, 'project_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'gw_port': {'id': '06cf3fbb-ac13-4a6e-98cc-6e3677c9a519', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773d03c-cf7b-45fa-b4de-f6ad253b831d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:02:40Z', 'updated_at': '2022-04-20T13:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:39.075439 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-3ff6a45e-42af-4838-aa3d-f84196c3c060 admin admin] Deleting port 06cf3fbb-ac13-4a6e-98cc-6e3677c9a519 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:04:39.076152 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ff6a45e-42af-4838-aa3d-f84196c3c060 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:39.081284 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71cbbbc-5616-4545-9fd9-610e4dcdec72 None None] Checking router: 9773d03c-cf7b-45fa-b4de-f6ad253b831d for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:04:39.092870 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71cbbbc-5616-4545-9fd9-610e4dcdec72 None None] Routers {'9773d03c-cf7b-45fa-b4de-f6ad253b831d'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:04:39.096768 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-e71cbbbc-5616-4545-9fd9-610e4dcdec72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:04:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['9773d03c-cf7b-45fa-b4de-f6ad253b831d'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:39.126581 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=5274a32e-1c0f-4745-a901-4d372590c345,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:39.136634 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-c4f70954-006f-4851-8232-fa8c7a128226 None None] Set router f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:04:39.190080 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-3ff6a45e-42af-4838-aa3d-f84196c3c060 admin admin] For port 06cf3fbb-ac13-4a6e-98cc-6e3677c9a519, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=06cf3fbb-ac13-4a6e-98cc-6e3677c9a519,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:39.190877 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ff6a45e-42af-4838-aa3d-f84196c3c060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:39.194353 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-e71cbbbc-5616-4545-9fd9-610e4dcdec72 None None] Set router 9773d03c-cf7b-45fa-b4de-f6ad253b831d gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:04:39.205998 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-3ff6a45e-42af-4838-aa3d-f84196c3c060 admin admin] Calling delete_port for 06cf3fbb-ac13-4a6e-98cc-6e3677c9a519 owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:04:39.262048 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-e71cbbbc-5616-4545-9fd9-610e4dcdec72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9773d03c-cf7b-45fa-b4de-f6ad253b831d', 'name': 'tempest-ServersTestFqdnHostnames-1345862045-router', 'tenant_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:02:39Z', 'updated_at': '2022-04-20T13:04:38Z', 'revision_number': 6, 'project_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:39.270724 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1b33d082-7f93-4504-a158-cfe7094c6c86 req-f70aedf6-40e1-4d54-aecf-ed1496f1dac4 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4207864 Apr 20 13:04:39.275273 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-1b33d082-7f93-4504-a158-cfe7094c6c86 req-7553b575-1aba-4a5c-91bc-352794e06626 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:39.290601 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71cbbbc-5616-4545-9fd9-610e4dcdec72 None None] The sync data for ids ['9773d03c-cf7b-45fa-b4de-f6ad253b831d'] in n-d-836015-7 is: [{'id': '9773d03c-cf7b-45fa-b4de-f6ad253b831d', 'name': 'tempest-ServersTestFqdnHostnames-1345862045-router', 'tenant_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:02:39Z', 'updated_at': '2022-04-20T13:04:38Z', 'revision_number': 6, 'project_id': 'a5c7fc7fd4e245f68984d88449ba6c93', 'gw_port_host': None}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:04:39.322273 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-22fcb44f-f65e-4c8e-b642-9d70c645d63e service neutron] 10.222.0.32 "GET /v2.0/ports/1f25d80c-815a-40d7-b33f-b8616b996117/bindings/n-h2-836015-7 HTTP/1.1" status: 200 len: 384 time: 0.2386775 Apr 20 13:04:39.330930 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a94029-6cd3-4ce2-865b-b291008e90d2 req-16524840-8e30-4aed-858c-5dd89c9ebb19 tempest-NetworksTest-1264067942 tempest-NetworksTest-1264067942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:39.331114 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a94029-6cd3-4ce2-865b-b291008e90d2 req-16524840-8e30-4aed-858c-5dd89c9ebb19 tempest-NetworksTest-1264067942 tempest-NetworksTest-1264067942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:39.331625 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a94029-6cd3-4ce2-865b-b291008e90d2 req-16524840-8e30-4aed-858c-5dd89c9ebb19 tempest-NetworksTest-1264067942 tempest-NetworksTest-1264067942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:39.332042 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a94029-6cd3-4ce2-865b-b291008e90d2 req-16524840-8e30-4aed-858c-5dd89c9ebb19 tempest-NetworksTest-1264067942 tempest-NetworksTest-1264067942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:39.333330 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a94029-6cd3-4ce2-865b-b291008e90d2 req-16524840-8e30-4aed-858c-5dd89c9ebb19 tempest-NetworksTest-1264067942 tempest-NetworksTest-1264067942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:39.334043 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a94029-6cd3-4ce2-865b-b291008e90d2 req-16524840-8e30-4aed-858c-5dd89c9ebb19 tempest-NetworksTest-1264067942 tempest-NetworksTest-1264067942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:39.334323 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a94029-6cd3-4ce2-865b-b291008e90d2 req-16524840-8e30-4aed-858c-5dd89c9ebb19 tempest-NetworksTest-1264067942 tempest-NetworksTest-1264067942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:39.334779 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a94029-6cd3-4ce2-865b-b291008e90d2 req-16524840-8e30-4aed-858c-5dd89c9ebb19 tempest-NetworksTest-1264067942 tempest-NetworksTest-1264067942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:39.335235 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a94029-6cd3-4ce2-865b-b291008e90d2 req-16524840-8e30-4aed-858c-5dd89c9ebb19 tempest-NetworksTest-1264067942 tempest-NetworksTest-1264067942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:39.335812 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a94029-6cd3-4ce2-865b-b291008e90d2 req-16524840-8e30-4aed-858c-5dd89c9ebb19 tempest-NetworksTest-1264067942 tempest-NetworksTest-1264067942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:39.338184 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d9a94029-6cd3-4ce2-865b-b291008e90d2 req-16524840-8e30-4aed-858c-5dd89c9ebb19 tempest-NetworksTest-1264067942 tempest-NetworksTest-1264067942-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7114 time: 0.3586302 Apr 20 13:04:39.400409 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-c4f70954-006f-4851-8232-fa8c7a128226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1', 'name': 'tempest-FloatingIPsTestJSON-420694647-router', 'tenant_id': 'd758d67738124ba0bddea2602210e24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '5274a32e-1c0f-4745-a901-4d372590c345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:04:30Z', 'updated_at': '2022-04-20T13:04:36Z', 'revision_number': 4, 'project_id': 'd758d67738124ba0bddea2602210e24a', 'gw_port': {'id': '5274a32e-1c0f-4745-a901-4d372590c345', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:04:31Z', 'updated_at': '2022-04-20T13:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '7d9b5684-6d99-4349-bcc1-1d7396e0e660', 'name': '', 'network_id': '47983a66-8d56-476e-a0ef-cf80a38b788b', 'tenant_id': 'd758d67738124ba0bddea2602210e24a', 'mac_address': 'fa:16:3e:ad:34:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '9b5d0722-2dd7-4057-b3e5-955c96105cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:04:35Z', 'updated_at': '2022-04-20T13:04:36Z', 'revision_number': 2, 'project_id': 'd758d67738124ba0bddea2602210e24a', 'subnets': [{'id': '9b5d0722-2dd7-4057-b3e5-955c96105cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:39.405186 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1b33d082-7f93-4504-a158-cfe7094c6c86 req-7553b575-1aba-4a5c-91bc-352794e06626 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Notify callbacks [] for floatingip, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:39.431649 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f70954-006f-4851-8232-fa8c7a128226 None None] Checking router: f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:04:39.432037 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f70954-006f-4851-8232-fa8c7a128226 None None] Updating router f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1 port 7d9b5684-6d99-4349-bcc1-1d7396e0e660 binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:04:39.458362 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c4f70954-006f-4851-8232-fa8c7a128226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:39.497392 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ff6a45e-42af-4838-aa3d-f84196c3c060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:39.529877 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6a45e-42af-4838-aa3d-f84196c3c060 admin admin] Pushing event deleted for resources: {'Port': ['ID=06cf3fbb-ac13-4a6e-98cc-6e3677c9a519,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:39.545457 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1165c-8bc2-43f3-bc23-a4166ebf13ea req-9c95de92-47aa-4abe-9520-0ccb8d626c6e tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:39.546895 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4cf1165c-8bc2-43f3-bc23-a4166ebf13ea req-9c95de92-47aa-4abe-9520-0ccb8d626c6e tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 943 time: 0.1455133 Apr 20 13:04:39.603543 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [req-56247364-3cca-49e6-8b12-913995978622 req-7d4975ba-cf3e-4fcd-909e-50d81a52a020 service neutron] show failed (client error): The resource could not be found. Apr 20 13:04:39.604617 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-56247364-3cca-49e6-8b12-913995978622 req-7d4975ba-cf3e-4fcd-909e-50d81a52a020 service neutron] 10.222.0.32 "GET /v2.0/ports/8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9/bindings/n-h2-836015-7 HTTP/1.1" status: 404 len: 380 time: 0.1388674 Apr 20 13:04:39.626427 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ff6a45e-42af-4838-aa3d-f84196c3c060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:39.647090 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4cf1165c-8bc2-43f3-bc23-a4166ebf13ea req-8fcc3af8-d253-4be2-8277-cc203a038c7b tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934298 Apr 20 13:04:39.662116 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-13161e53-0cfb-4515-b90a-d2e13cdb71dd service neutron] For port 1f25d80c-815a-40d7-b33f-b8616b996117, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=1f25d80c-815a-40d7-b33f-b8616b996117,segment=NetworkSegment(c36f4b37-e1d8-4848-acc2-f80f64f61825),segment_id=c36f4b37-e1d8-4848-acc2-f80f64f61825)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:39.713009 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-13161e53-0cfb-4515-b90a-d2e13cdb71dd service neutron] For port 1f25d80c-815a-40d7-b33f-b8616b996117, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:04:39.776408 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-13161e53-0cfb-4515-b90a-d2e13cdb71dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f25d80c-815a-40d7-b33f-b8616b996117 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:04:39.782195 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ff6a45e-42af-4838-aa3d-f84196c3c060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:39.784718 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ff6a45e-42af-4838-aa3d-f84196c3c060 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:39.791897 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-13161e53-0cfb-4515-b90a-d2e13cdb71dd service neutron] For port 1f25d80c-815a-40d7-b33f-b8616b996117, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=1f25d80c-815a-40d7-b33f-b8616b996117,segment=NetworkSegment(c36f4b37-e1d8-4848-acc2-f80f64f61825),segment_id=c36f4b37-e1d8-4848-acc2-f80f64f61825)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:39.798835 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c4f70954-006f-4851-8232-fa8c7a128226 None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:39.801122 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1b33d082-7f93-4504-a158-cfe7094c6c86 req-7553b575-1aba-4a5c-91bc-352794e06626 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:39.870637 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c4f70954-006f-4851-8232-fa8c7a128226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:39.893901 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ff6a45e-42af-4838-aa3d-f84196c3c060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:39.894629 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff6a45e-42af-4838-aa3d-f84196c3c060 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9773d03c-cf7b-45fa-b4de-f6ad253b831d {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:04:39.896455 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-13161e53-0cfb-4515-b90a-d2e13cdb71dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:39.900277 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ff6a45e-42af-4838-aa3d-f84196c3c060 admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:39.904628 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3ff6a45e-42af-4838-aa3d-f84196c3c060 admin admin] 10.222.0.25 "DELETE /v2.0/routers/9773d03c-cf7b-45fa-b4de-f6ad253b831d HTTP/1.1" status: 204 len: 168 time: 1.3105643 Apr 20 13:04:39.905235 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59628) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:39.908397 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca05f7-862e-4c47-ae6f-7dcd2edd2986 req-d321fdb5-d565-4627-a324-ee8161ae98f1 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:39.909945 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cfca05f7-862e-4c47-ae6f-7dcd2edd2986 req-d321fdb5-d565-4627-a324-ee8161ae98f1 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 949 time: 0.1055381 Apr 20 13:04:39.930521 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399a7e5-ae40-4226-9499-7f3caf7f8060 None None] Pushing event updated for resources: {'Port': ['ID=7d9b5684-6d99-4349-bcc1-1d7396e0e660,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:39.990184 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-c4f70954-006f-4851-8232-fa8c7a128226 None None] Attempting to bind port 7d9b5684-6d99-4349-bcc1-1d7396e0e660 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:04:39.990929 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-c4f70954-006f-4851-8232-fa8c7a128226 None None] Attempting to bind port 7d9b5684-6d99-4349-bcc1-1d7396e0e660 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '9991b4c9-022c-4dda-93cd-3d94aa6822d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '47983a66-8d56-476e-a0ef-cf80a38b788b'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:04:39.991602 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f70954-006f-4851-8232-fa8c7a128226 None None] Attempting to bind port 7d9b5684-6d99-4349-bcc1-1d7396e0e660 on network 47983a66-8d56-476e-a0ef-cf80a38b788b {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:04:39.997586 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f70954-006f-4851-8232-fa8c7a128226 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:04:39.998362 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f70954-006f-4851-8232-fa8c7a128226 None None] Checking segment: {'id': '9991b4c9-022c-4dda-93cd-3d94aa6822d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '47983a66-8d56-476e-a0ef-cf80a38b788b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:04:39.998986 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c4f70954-006f-4851-8232-fa8c7a128226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:39.999673 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f70954-006f-4851-8232-fa8c7a128226 None None] Bound using segment: {'id': '9991b4c9-022c-4dda-93cd-3d94aa6822d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '47983a66-8d56-476e-a0ef-cf80a38b788b'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:04:40.000458 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-c4f70954-006f-4851-8232-fa8c7a128226 None None] Bound port: 7d9b5684-6d99-4349-bcc1-1d7396e0e660, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9991b4c9-022c-4dda-93cd-3d94aa6822d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '47983a66-8d56-476e-a0ef-cf80a38b788b'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:04:40.001090 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c4f70954-006f-4851-8232-fa8c7a128226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:40.006013 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3e5954b-ab94-490c-bf8e-5eedb1a654dd admin admin] Deleting subnet 8a9b202b-1aa6-4cb7-9ec5-51bfcb82221f {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:04:40.009875 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f3e5954b-ab94-490c-bf8e-5eedb1a654dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:40.041006 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cfca05f7-862e-4c47-ae6f-7dcd2edd2986 req-69c99d4d-0f51-4bf7-ba0a-a65a357e7640 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192861 Apr 20 13:04:40.061039 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f3e5954b-ab94-490c-bf8e-5eedb1a654dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:40.078050 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-1b33d082-7f93-4504-a158-cfe7094c6c86 req-7553b575-1aba-4a5c-91bc-352794e06626 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Allocated IP 172.25.8.187 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/264adfab-22c9-448f-9ac6-b68e361bb0d8) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:04:40.083500 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-c4f70954-006f-4851-8232-fa8c7a128226 None None] For port 7d9b5684-6d99-4349-bcc1-1d7396e0e660, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:04:40.086635 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-c4f70954-006f-4851-8232-fa8c7a128226 None None] For port 7d9b5684-6d99-4349-bcc1-1d7396e0e660, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=7d9b5684-6d99-4349-bcc1-1d7396e0e660,segment=NetworkSegment(9991b4c9-022c-4dda-93cd-3d94aa6822d9),segment_id=9991b4c9-022c-4dda-93cd-3d94aa6822d9)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:04:40.152268 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c4f70954-006f-4851-8232-fa8c7a128226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:40.156642 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f3e5954b-ab94-490c-bf8e-5eedb1a654dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:40.187803 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 3bd2e349-b69d-423a-8d43-9da5e398d4d3 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:04:40.197709 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 1f25d80c-815a-40d7-b33f-b8616b996117 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:04:40.289931 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 5274a32e-1c0f-4745-a901-4d372590c345 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:04:40.296404 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f70954-006f-4851-8232-fa8c7a128226 None None] Routers {'f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:04:40.297162 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-c4f70954-006f-4851-8232-fa8c7a128226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:04:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:40.320615 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30407ce6-53bc-4eb8-a530-4c8fa086740e req-ca8009fa-a6da-4e00-8e60-2951edcc0b33 tempest-NetworksTest-1264067942 tempest-NetworksTest-1264067942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:40.321622 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-30407ce6-53bc-4eb8-a530-4c8fa086740e req-ca8009fa-a6da-4e00-8e60-2951edcc0b33 tempest-NetworksTest-1264067942 tempest-NetworksTest-1264067942-project-admin] 10.222.0.25 "GET /v2.0/networks/08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 886 time: 0.2457826 Apr 20 13:04:40.340663 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-13161e53-0cfb-4515-b90a-d2e13cdb71dd service neutron] Transition to ACTIVE for port object 1f25d80c-815a-40d7-b33f-b8616b996117 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:04:40.341050 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f3e5954b-ab94-490c-bf8e-5eedb1a654dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:40.356561 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1b33d082-7f93-4504-a158-cfe7094c6c86 req-7553b575-1aba-4a5c-91bc-352794e06626 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:40.375309 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e5954b-ab94-490c-bf8e-5eedb1a654dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a9b202b-1aa6-4cb7-9ec5-51bfcb82221f,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:40.381720 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f3e5954b-ab94-490c-bf8e-5eedb1a654dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:40.393136 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f3e5954b-ab94-490c-bf8e-5eedb1a654dd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8a9b202b-1aa6-4cb7-9ec5-51bfcb82221f HTTP/1.1" status: 204 len: 168 time: 0.4852908 Apr 20 13:04:40.393264 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59632) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:40.421829 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77945b11-659e-48f3-bc2f-4805b37e561b None None] Network 31b982df-6f64-4bf1-9c83-25f59b9dc070 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:04:40.424557 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-c47e4578-ab83-4853-b357-c472247cdd43 None None] Provisioning complete for port 7d9b5684-6d99-4349-bcc1-1d7396e0e660 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:40.424927 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c47e4578-ab83-4853-b357-c472247cdd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:40.433642 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-13161e53-0cfb-4515-b90a-d2e13cdb71dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:40.516144 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399a7e5-ae40-4226-9499-7f3caf7f8060 None None] Pushing event updated for resources: {'Port': ['ID=7d9b5684-6d99-4349-bcc1-1d7396e0e660,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:40.566389 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b1cd7cf7-fe7a-497e-957d-11a153e1c530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:40.601897 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-13161e53-0cfb-4515-b90a-d2e13cdb71dd service neutron] No DVR routers for this DVR port 1f25d80c-815a-40d7-b33f-b8616b996117 on host n-h1-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:04:40.615936 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1b33d082-7f93-4504-a158-cfe7094c6c86 req-7553b575-1aba-4a5c-91bc-352794e06626 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:40.620574 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13161e53-0cfb-4515-b90a-d2e13cdb71dd service neutron] Pushing event updated for resources: {'Port': ['ID=1f25d80c-815a-40d7-b33f-b8616b996117,revision_number=10']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:40.633428 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fe085-4289-4371-8d74-144a08f550b0 req-c8de1a8c-0f0a-44df-a1c5-20bae7936a65 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:40.635911 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c25fe085-4289-4371-8d74-144a08f550b0 req-c8de1a8c-0f0a-44df-a1c5-20bae7936a65 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91 HTTP/1.1" status: 200 len: 944 time: 0.2070129 Apr 20 13:04:40.705075 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b33d082-7f93-4504-a158-cfe7094c6c86 req-7553b575-1aba-4a5c-91bc-352794e06626 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:04:40.709046 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-13161e53-0cfb-4515-b90a-d2e13cdb71dd service neutron] 10.222.0.32 "PUT /v2.0/ports/1f25d80c-815a-40d7-b33f-b8616b996117/bindings/n-h2-836015-7/activate HTTP/1.1" status: 200 len: 369 time: 1.3701701 Apr 20 13:04:40.730688 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-1b33d082-7f93-4504-a158-cfe7094c6c86 req-7553b575-1aba-4a5c-91bc-352794e06626 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:04:40.735064 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b33d082-7f93-4504-a158-cfe7094c6c86 req-7553b575-1aba-4a5c-91bc-352794e06626 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:04:40.757483 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 3bd2e349-b69d-423a-8d43-9da5e398d4d3, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=3bd2e349-b69d-423a-8d43-9da5e398d4d3,segment=NetworkSegment(c736c956-6e26-4bd6-ade2-e481096df2a9),segment_id=c736c956-6e26-4bd6-ade2-e481096df2a9)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:40.764741 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-c4f70954-006f-4851-8232-fa8c7a128226 None None] Set router f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:04:40.770303 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 5274a32e-1c0f-4745-a901-4d372590c345 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:40.770675 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:40.789912 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7553b575-1aba-4a5c-91bc-352794e06626 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Pushing event updated for resources: {'Port': ['ID=264adfab-22c9-448f-9ac6-b68e361bb0d8,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:40.796445 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c25fe085-4289-4371-8d74-144a08f550b0 req-0b00322d-2ab5-48bb-89b5-e8401d8b688e tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "GET /v2.0/security-groups?id=5007e27e-1313-4af2-bc0b-7ce50559f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530631 Apr 20 13:04:40.864417 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '3bd2e349-b69d-423a-8d43-9da5e398d4d3', 'network_id': '69de9d5d-5572-485a-ac3a-fd4213d271eb', 'port_id': '3bd2e349-b69d-423a-8d43-9da5e398d4d3', 'mac_address': 'fa:16:3e:ea:55:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b7921a8-6ec4-4226-8a2d-d286be38417c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:04:40.865447 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-b1cd7cf7-fe7a-497e-957d-11a153e1c530 admin admin] Deleting port f65f89e6-bd31-4741-bea2-c4302bc6d279 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:04:40.865447 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b1cd7cf7-fe7a-497e-957d-11a153e1c530 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:40.903525 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1b33d082-7f93-4504-a158-cfe7094c6c86 req-7553b575-1aba-4a5c-91bc-352794e06626 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:40.946646 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c47e4578-ab83-4853-b357-c472247cdd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:40.968021 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-b1cd7cf7-fe7a-497e-957d-11a153e1c530 admin admin] For port f65f89e6-bd31-4741-bea2-c4302bc6d279, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f65f89e6-bd31-4741-bea2-c4302bc6d279,segment=NetworkSegment(9c9fbc7c-e6c9-4ef9-aa65-a234f828be92),segment_id=9c9fbc7c-e6c9-4ef9-aa65-a234f828be92)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:40.968389 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b1cd7cf7-fe7a-497e-957d-11a153e1c530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:40.969075 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ab2430-3a8a-4c76-b272-2e6af51eab3d None None] DHCP port deletion for 31b982df-6f64-4bf1-9c83-25f59b9dc070 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:04:40.988399 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc888a5b-8c93-4390-9094-547aee3b5806 req-1a9bbb7a-38d2-47a7-84d2-8d118f84dbdc tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:40.990699 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dc888a5b-8c93-4390-9094-547aee3b5806 req-1a9bbb7a-38d2-47a7-84d2-8d118f84dbdc tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 943 time: 0.1294112 Apr 20 13:04:40.996605 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-b1cd7cf7-fe7a-497e-957d-11a153e1c530 admin admin] Calling delete_port for f65f89e6-bd31-4741-bea2-c4302bc6d279 owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:04:41.021327 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:41.080238 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1b33d082-7f93-4504-a158-cfe7094c6c86 req-7553b575-1aba-4a5c-91bc-352794e06626 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:41.134016 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dc888a5b-8c93-4390-9094-547aee3b5806 req-706d3e02-8a1d-4bbc-8828-1e9ca9dd4707 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350412 Apr 20 13:04:41.236241 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bd2e349-b69d-423a-8d43-9da5e398d4d3 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:04:41.252704 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-c47e4578-ab83-4853-b357-c472247cdd43 None None] For port 7d9b5684-6d99-4349-bcc1-1d7396e0e660, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=7d9b5684-6d99-4349-bcc1-1d7396e0e660,segment=NetworkSegment(9991b4c9-022c-4dda-93cd-3d94aa6822d9),segment_id=9991b4c9-022c-4dda-93cd-3d94aa6822d9)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:41.279821 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6460d0f-2c0b-44b4-ab29-2428ec196403 req-24634f69-0df8-491f-9592-1bb9600f94d8 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:41.281284 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e6460d0f-2c0b-44b4-ab29-2428ec196403 req-24634f69-0df8-491f-9592-1bb9600f94d8 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.0753505 Apr 20 13:04:41.284563 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b1cd7cf7-fe7a-497e-957d-11a153e1c530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:41.287672 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 3bd2e349-b69d-423a-8d43-9da5e398d4d3, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=3bd2e349-b69d-423a-8d43-9da5e398d4d3,segment=NetworkSegment(c736c956-6e26-4bd6-ade2-e481096df2a9),segment_id=c736c956-6e26-4bd6-ade2-e481096df2a9)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:41.332483 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cd7cf7-fe7a-497e-957d-11a153e1c530 admin admin] No DVR routers for this DVR port f65f89e6-bd31-4741-bea2-c4302bc6d279 on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:04:41.332728 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c47e4578-ab83-4853-b357-c472247cdd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:41.334151 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cd7cf7-fe7a-497e-957d-11a153e1c530 admin admin] Pushing event deleted for resources: {'Port': ['ID=f65f89e6-bd31-4741-bea2-c4302bc6d279,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:41.343206 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device fcddc367-efeb-4cbe-9ea3-7282e613307a no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:04:41.349257 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-e7ab2430-3a8a-4c76-b272-2e6af51eab3d None None] Deleting port f65f89e6-bd31-4741-bea2-c4302bc6d279 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:04:41.349651 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e7ab2430-3a8a-4c76-b272-2e6af51eab3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:41.391606 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:41.395915 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1b33d082-7f93-4504-a158-cfe7094c6c86 req-7553b575-1aba-4a5c-91bc-352794e06626 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:41.403561 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: fcddc367-efeb-4cbe-9ea3-7282e613307a {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:04:41.403904 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device fcddc367-efeb-4cbe-9ea3-7282e613307a not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:04:41.404318 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 06cf3fbb-ac13-4a6e-98cc-6e3677c9a519 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:04:41.429698 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e6460d0f-2c0b-44b4-ab29-2428ec196403 req-365bc6c7-9cdb-4759-ab31-2ffaa0a4af35 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318619 Apr 20 13:04:41.441518 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b1cd7cf7-fe7a-497e-957d-11a153e1c530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:41.462642 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 06cf3fbb-ac13-4a6e-98cc-6e3677c9a519 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:04:41.462984 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 06cf3fbb-ac13-4a6e-98cc-6e3677c9a519 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:04:41.491153 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1b33d082-7f93-4504-a158-cfe7094c6c86 req-7553b575-1aba-4a5c-91bc-352794e06626 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:41.494720 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-b1cd7cf7-fe7a-497e-957d-11a153e1c530 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31b982df-6f64-4bf1-9c83-25f59b9dc070']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:41.507591 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4578-ab83-4853-b357-c472247cdd43 None None] Pushing event updated for resources: {'Port': ['ID=7d9b5684-6d99-4349-bcc1-1d7396e0e660,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:41.518494 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-e7ab2430-3a8a-4c76-b272-2e6af51eab3d None None] For port f65f89e6-bd31-4741-bea2-c4302bc6d279, host n-d-836015-7, got binding levels [] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:41.518888 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e7ab2430-3a8a-4c76-b272-2e6af51eab3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:41.561145 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-b1cd7cf7-fe7a-497e-957d-11a153e1c530 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c9fbc7c-e6c9-4ef9-aa65-a234f828be92') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:41.561439 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-b1cd7cf7-fe7a-497e-957d-11a153e1c530 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c9fbc7c-e6c9-4ef9-aa65-a234f828be92') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:41.562110 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-9285b242-cbfe-4b52-b57f-5219f49df2e9 None None] Provisioning complete for port 7d9b5684-6d99-4349-bcc1-1d7396e0e660 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:41.562482 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9285b242-cbfe-4b52-b57f-5219f49df2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:41.564167 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-e7ab2430-3a8a-4c76-b272-2e6af51eab3d None None] Calling delete_port for f65f89e6-bd31-4741-bea2-c4302bc6d279 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:04:41.572424 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.ipam_backend_mixin [None req-e7ab2430-3a8a-4c76-b272-2e6af51eab3d None None] Port f65f89e6-bd31-4741-bea2-c4302bc6d279 was not found and therefore no delete operation was performed {{(pid=114871) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 13:04:41.578447 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-c4f70954-006f-4851-8232-fa8c7a128226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1', 'name': 'tempest-FloatingIPsTestJSON-420694647-router', 'tenant_id': 'd758d67738124ba0bddea2602210e24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '5274a32e-1c0f-4745-a901-4d372590c345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:04:30Z', 'updated_at': '2022-04-20T13:04:36Z', 'revision_number': 4, 'project_id': 'd758d67738124ba0bddea2602210e24a', 'gw_port': {'id': '5274a32e-1c0f-4745-a901-4d372590c345', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:04:31Z', 'updated_at': '2022-04-20T13:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '7d9b5684-6d99-4349-bcc1-1d7396e0e660', 'name': '', 'network_id': '47983a66-8d56-476e-a0ef-cf80a38b788b', 'tenant_id': 'd758d67738124ba0bddea2602210e24a', 'mac_address': 'fa:16:3e:ad:34:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '9b5d0722-2dd7-4057-b3e5-955c96105cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:04:35Z', 'updated_at': '2022-04-20T13:04:40Z', 'revision_number': 4, 'project_id': 'd758d67738124ba0bddea2602210e24a', 'subnets': [{'id': '9b5d0722-2dd7-4057-b3e5-955c96105cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:41.587404 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b1cd7cf7-fe7a-497e-957d-11a153e1c530 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:41.599327 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e7ab2430-3a8a-4c76-b272-2e6af51eab3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:41.636860 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7553b575-1aba-4a5c-91bc-352794e06626 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Pushing event updated for resources: {'Port': ['ID=264adfab-22c9-448f-9ac6-b68e361bb0d8,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:41.640879 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b1cd7cf7-fe7a-497e-957d-11a153e1c530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:41.644230 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f70954-006f-4851-8232-fa8c7a128226 None None] The sync data for ids ['f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1'] in n-d-836015-7 is: [{'id': 'f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1', 'name': 'tempest-FloatingIPsTestJSON-420694647-router', 'tenant_id': 'd758d67738124ba0bddea2602210e24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '5274a32e-1c0f-4745-a901-4d372590c345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:04:30Z', 'updated_at': '2022-04-20T13:04:36Z', 'revision_number': 4, 'project_id': 'd758d67738124ba0bddea2602210e24a', 'gw_port': {'id': '5274a32e-1c0f-4745-a901-4d372590c345', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:04:31Z', 'updated_at': '2022-04-20T13:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '7d9b5684-6d99-4349-bcc1-1d7396e0e660', 'name': '', 'network_id': '47983a66-8d56-476e-a0ef-cf80a38b788b', 'tenant_id': 'd758d67738124ba0bddea2602210e24a', 'mac_address': 'fa:16:3e:ad:34:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '9b5d0722-2dd7-4057-b3e5-955c96105cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:04:35Z', 'updated_at': '2022-04-20T13:04:40Z', 'revision_number': 4, 'project_id': 'd758d67738124ba0bddea2602210e24a', 'subnets': [{'id': '9b5d0722-2dd7-4057-b3e5-955c96105cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:04:41.652708 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=3bd2e349-b69d-423a-8d43-9da5e398d4d3,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:41.655807 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ab2430-3a8a-4c76-b272-2e6af51eab3d None None] No DVR routers for this DVR port f65f89e6-bd31-4741-bea2-c4302bc6d279 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:04:41.668023 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1cd7cf7-fe7a-497e-957d-11a153e1c530 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:04:41.668023 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b1cd7cf7-fe7a-497e-957d-11a153e1c530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:41.668023 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:04:41.668023 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:04:41.668023 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:04:41.668023 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:04:41.668023 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:04:41.668023 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:04:41.668023 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:04:41.668023 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:04:41.668023 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:04:41.668023 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:04:41.668023 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:04:41.668023 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:04:41.668023 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:04:41.668023 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:04:41.668023 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:04:41.668023 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:04:41.668023 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:04:41.668023 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:04:41.668023 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:04:41.668023 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:04:41.668023 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:04:41.668023 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:04:41.668023 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:04:41.668023 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:04:41.668023 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:04:41.668023 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:04:41.668023 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:04:41.668023 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:04:41.668023 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:04:41.668023 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:04:41.668023 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:04:41.668023 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:04:41.693100 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ab2430-3a8a-4c76-b272-2e6af51eab3d None None] Pushing event deleted for resources: {'Port': ['ID=f65f89e6-bd31-4741-bea2-c4302bc6d279,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:41.718744 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1b33d082-7f93-4504-a158-cfe7094c6c86 req-7553b575-1aba-4a5c-91bc-352794e06626 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:41.751119 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea21a9-54be-4f02-81b1-95a3bcad4cd2 req-a8d1148d-e011-44eb-bbc6-2a7227893363 tempest-NetworksTest-1264067942 tempest-NetworksTest-1264067942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:41.751119 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea21a9-54be-4f02-81b1-95a3bcad4cd2 req-a8d1148d-e011-44eb-bbc6-2a7227893363 tempest-NetworksTest-1264067942 tempest-NetworksTest-1264067942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:41.751119 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea21a9-54be-4f02-81b1-95a3bcad4cd2 req-a8d1148d-e011-44eb-bbc6-2a7227893363 tempest-NetworksTest-1264067942 tempest-NetworksTest-1264067942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:41.751119 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea21a9-54be-4f02-81b1-95a3bcad4cd2 req-a8d1148d-e011-44eb-bbc6-2a7227893363 tempest-NetworksTest-1264067942 tempest-NetworksTest-1264067942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:41.751119 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea21a9-54be-4f02-81b1-95a3bcad4cd2 req-a8d1148d-e011-44eb-bbc6-2a7227893363 tempest-NetworksTest-1264067942 tempest-NetworksTest-1264067942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:41.751738 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea21a9-54be-4f02-81b1-95a3bcad4cd2 req-a8d1148d-e011-44eb-bbc6-2a7227893363 tempest-NetworksTest-1264067942 tempest-NetworksTest-1264067942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:41.752231 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea21a9-54be-4f02-81b1-95a3bcad4cd2 req-a8d1148d-e011-44eb-bbc6-2a7227893363 tempest-NetworksTest-1264067942 tempest-NetworksTest-1264067942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:41.752672 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea21a9-54be-4f02-81b1-95a3bcad4cd2 req-a8d1148d-e011-44eb-bbc6-2a7227893363 tempest-NetworksTest-1264067942 tempest-NetworksTest-1264067942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:41.753122 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea21a9-54be-4f02-81b1-95a3bcad4cd2 req-a8d1148d-e011-44eb-bbc6-2a7227893363 tempest-NetworksTest-1264067942 tempest-NetworksTest-1264067942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:41.753582 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea21a9-54be-4f02-81b1-95a3bcad4cd2 req-a8d1148d-e011-44eb-bbc6-2a7227893363 tempest-NetworksTest-1264067942 tempest-NetworksTest-1264067942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:41.767128 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-98ea21a9-54be-4f02-81b1-95a3bcad4cd2 req-a8d1148d-e011-44eb-bbc6-2a7227893363 tempest-NetworksTest-1264067942 tempest-NetworksTest-1264067942-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7076 time: 0.3096182 Apr 20 13:04:41.769015 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['3bd2e349-b69d-423a-8d43-9da5e398d4d3'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:04:41.865992 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1b33d082-7f93-4504-a158-cfe7094c6c86 req-7553b575-1aba-4a5c-91bc-352794e06626 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:41.874743 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1b33d082-7f93-4504-a158-cfe7094c6c86 req-7553b575-1aba-4a5c-91bc-352794e06626 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6029091 Apr 20 13:04:41.883590 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b1cd7cf7-fe7a-497e-957d-11a153e1c530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:41.891183 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b1cd7cf7-fe7a-497e-957d-11a153e1c530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:41.895318 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b1cd7cf7-fe7a-497e-957d-11a153e1c530 admin admin] 10.222.0.25 "DELETE /v2.0/networks/31b982df-6f64-4bf1-9c83-25f59b9dc070 HTTP/1.1" status: 204 len: 168 time: 1.5012679 Apr 20 13:04:41.923667 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb72b7-84e9-4625-8947-a495fd2f9ced req-ef1530dc-3a8b-469e-a0e4-6bcb94f660a5 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:41.925215 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a9bb72b7-84e9-4625-8947-a495fd2f9ced req-ef1530dc-3a8b-469e-a0e4-6bcb94f660a5 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 944 time: 0.1074786 Apr 20 13:04:41.972211 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cd7cf7-fe7a-497e-957d-11a153e1c530 admin admin] Pushing event deleted for resources: {'Network': ['ID=31b982df-6f64-4bf1-9c83-25f59b9dc070,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:41.988737 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1b33d082-7f93-4504-a158-cfe7094c6c86 req-c4cd1b1e-72ac-4665-9400-a646e4c638b6 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.187 HTTP/1.1" status: 200 len: 696 time: 0.1122162 Apr 20 13:04:42.067401 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a9bb72b7-84e9-4625-8947-a495fd2f9ced req-b2fe3067-e89b-4fcc-95c5-7106dc5defaf tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000910 Apr 20 13:04:42.121927 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33d082-7f93-4504-a158-cfe7094c6c86 req-c38875c0-1070-4956-acfe-3037999ce501 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:42.124284 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1b33d082-7f93-4504-a158-cfe7094c6c86 req-c38875c0-1070-4956-acfe-3037999ce501 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] 10.222.0.25 "GET /v2.0/networks/08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 784 time: 0.1290894 Apr 20 13:04:42.131114 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:42.182249 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:04:42.235284 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f9ba5-753f-418b-9b76-dcac424b69c1 req-ab66668f-e13f-4a41-8642-abdee2c2718d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:42.243828 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-af6f9ba5-753f-418b-9b76-dcac424b69c1 req-ab66668f-e13f-4a41-8642-abdee2c2718d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 949 time: 0.1041999 Apr 20 13:04:42.297401 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 7d9b5684-6d99-4349-bcc1-1d7396e0e660 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:04:42.318519 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:42.322264 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-af6f9ba5-753f-418b-9b76-dcac424b69c1 req-9c359352-ba40-4464-929d-5ad851de4b35 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695884 Apr 20 13:04:42.343004 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7099d82-61ac-4db6-89f8-2ff075466bd2 req-ac7d4b4a-f5be-4d4a-bfdb-36edffa575bc tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:42.344757 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b7099d82-61ac-4db6-89f8-2ff075466bd2 req-ac7d4b4a-f5be-4d4a-bfdb-36edffa575bc tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91 HTTP/1.1" status: 200 len: 945 time: 0.1263645 Apr 20 13:04:42.378765 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e13159-406c-4c1c-b517-066f69d3579d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:42.383736 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7f2f2f-8e24-4a36-aa9b-2348e5e41d41" -d '{"events": [{"server_uuid": "30e13159-406c-4c1c-b517-066f69d3579d", "name": "network-vif-unplugged", "status": "completed", "tag": "8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:42.409277 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:42.422105 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 7d9b5684-6d99-4349-bcc1-1d7396e0e660 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:42.422726 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:42.433694 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59654) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:42.438097 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a3f50b0-1b10-42ed-b85d-9e857f76a896 req-9a669ddd-c0d6-4298-a5ff-a1d001c4c2e2 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] 10.222.0.25 "GET /v2.0/floatingips/7a55745f-6296-4f7e-a3a5-0bc7fe4e76ad HTTP/1.1" status: 200 len: 693 time: 0.0711617 Apr 20 13:04:42.444060 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59656) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:42.468997 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b7099d82-61ac-4db6-89f8-2ff075466bd2 req-311635d3-7288-483d-b6c3-893d37fb05ad tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "GET /v2.0/security-groups?id=5007e27e-1313-4af2-bc0b-7ce50559f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104147 Apr 20 13:04:42.484353 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:42.526693 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-aea924df-dd0b-4728-a407-f4fafccf200c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a5c7fc7fd4e245f68984d88449ba6c93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0903144 Apr 20 13:04:42.528963 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59662) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:42.584350 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9,revision_number=6']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:42.619685 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-27383bfb-c253-4cfe-8982-6c7de4668b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:42.658688 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-27383bfb-c253-4cfe-8982-6c7de4668b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:42.674505 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f50b0-1b10-42ed-b85d-9e857f76a896 req-3226c5c7-030c-4bb4-845c-063dcbf0bf21 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:42.675970 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a3f50b0-1b10-42ed-b85d-9e857f76a896 req-3226c5c7-030c-4bb4-845c-063dcbf0bf21 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] 10.222.0.25 "GET /v2.0/networks/08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 784 time: 0.2236319 Apr 20 13:04:42.703492 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-2a3f50b0-1b10-42ed-b85d-9e857f76a896 req-65b5c337-2203-46cf-bdf6-5494272e7595 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:04:42.703492 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a3f50b0-1b10-42ed-b85d-9e857f76a896 req-65b5c337-2203-46cf-bdf6-5494272e7595 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140932 Apr 20 13:04:42.735630 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:42.768751 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a33234e7-42f5-4860-b6c9-572f3639ccdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:42.786761 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f65f89e6-bd31-4741-bea2-c4302bc6d279 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:04:42.810405 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-27383bfb-c253-4cfe-8982-6c7de4668b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:42.812633 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5214e623-061d-4b7c-9564-dc4f13986fe0 x-openstack-request-id: req-5214e623-061d-4b7c-9564-dc4f13986fe0 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:42.813085 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e13159-406c-4c1c-b517-066f69d3579d", "name": "network-vif-unplugged", "status": "completed", "tag": "8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:42.813400 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5214e623-061d-4b7c-9564-dc4f13986fe0 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:42.813798 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5214e623-061d-4b7c-9564-dc4f13986fe0'] response: {'server_uuid': '30e13159-406c-4c1c-b517-066f69d3579d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9', 'code': 200} Apr 20 13:04:42.814534 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: f65f89e6-bd31-4741-bea2-c4302bc6d279 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:04:42.814794 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f65f89e6-bd31-4741-bea2-c4302bc6d279 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:04:42.815630 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-27383bfb-c253-4cfe-8982-6c7de4668b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:42.817177 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-27383bfb-c253-4cfe-8982-6c7de4668b17 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/78a833e1-f278-4e03-9858-ddae25fbe1ba HTTP/1.1" status: 204 len: 168 time: 0.2868984 Apr 20 13:04:42.835769 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27383bfb-c253-4cfe-8982-6c7de4668b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a833e1-f278-4e03-9858-ddae25fbe1ba,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:42.917557 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a33234e7-42f5-4860-b6c9-572f3639ccdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:42.943578 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c5e9f-8f40-4fae-922a-467d1ca2e5bb req-155a8ab8-d2bf-4dcc-8c2b-642d55a6481c tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:42.945241 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8a5c5e9f-8f40-4fae-922a-467d1ca2e5bb req-155a8ab8-d2bf-4dcc-8c2b-642d55a6481c tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.0586417 Apr 20 13:04:42.996941 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a33234e7-42f5-4860-b6c9-572f3639ccdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:43.021961 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8a5c5e9f-8f40-4fae-922a-467d1ca2e5bb req-9c2a3968-ff6e-47cf-9a39-2f0a79a5bb0b tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657668 Apr 20 13:04:43.030958 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4c06f-29c9-492a-813d-06b2caa2b443 req-37db5285-efb6-4ac5-a639-c14ac071f1c3 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:43.033132 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0da4c06f-29c9-492a-813d-06b2caa2b443 req-37db5285-efb6-4ac5-a639-c14ac071f1c3 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 943 time: 0.0860054 Apr 20 13:04:43.045346 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a33234e7-42f5-4860-b6c9-572f3639ccdd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ce999aa0a31240d98f0227f26718b4d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5993984 Apr 20 13:04:43.046056 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33234e7-42f5-4860-b6c9-572f3639ccdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111c72e7-0d41-45ff-aaba-01e4ba16f1b0,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:43.048352 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59668) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:43.108651 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-839ebea8-aa5e-4719-ae54-dbda029b93cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:43.133478 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-839ebea8-aa5e-4719-ae54-dbda029b93cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:43.265258 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-839ebea8-aa5e-4719-ae54-dbda029b93cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:43.268218 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-839ebea8-aa5e-4719-ae54-dbda029b93cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:43.270960 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-839ebea8-aa5e-4719-ae54-dbda029b93cb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/111c72e7-0d41-45ff-aaba-01e4ba16f1b0 HTTP/1.1" status: 204 len: 168 time: 0.2201190 Apr 20 13:04:43.279989 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839ebea8-aa5e-4719-ae54-dbda029b93cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111c72e7-0d41-45ff-aaba-01e4ba16f1b0,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:43.452662 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1a0ff540-7192-431b-9bd3-b7780caae503 req-087715a6-b52a-4a83-a584-74700da7c0ee tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=d758d67738124ba0bddea2602210e24a HTTP/1.1" status: 200 len: 696 time: 0.3813040 Apr 20 13:04:43.457585 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0da4c06f-29c9-492a-813d-06b2caa2b443 req-471b4930-3bea-4b4e-9d07-ea8216bb7a9e tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056480 Apr 20 13:04:43.587688 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ff540-7192-431b-9bd3-b7780caae503 req-3a132013-d1c7-4b61-852d-b6362f585f44 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:43.589240 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1a0ff540-7192-431b-9bd3-b7780caae503 req-3a132013-d1c7-4b61-852d-b6362f585f44 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] 10.222.0.25 "GET /v2.0/networks?id=08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 787 time: 0.1299381 Apr 20 13:04:43.601180 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-1a0ff540-7192-431b-9bd3-b7780caae503 req-01cb3f1c-79d5-41fa-93d4-1b4605ae7972 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:04:43.602108 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1a0ff540-7192-431b-9bd3-b7780caae503 req-01cb3f1c-79d5-41fa-93d4-1b4605ae7972 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064850 Apr 20 13:04:43.617542 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2a04b-646a-40eb-ae41-71ec1d837395 req-1fe83fac-9b03-4b78-952a-161853ede059 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:43.617542 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c7b2a04b-646a-40eb-ae41-71ec1d837395 req-1fe83fac-9b03-4b78-952a-161853ede059 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 944 time: 0.0862997 Apr 20 13:04:43.650281 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c7b2a04b-646a-40eb-ae41-71ec1d837395 req-d2ca721e-202c-43bb-bacb-75042bdcc124 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328214 Apr 20 13:04:43.719392 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fdf285-359b-4df6-8de0-98e389e3fe7d req-3524b44b-7b1f-4af2-ac06-19af134b90af tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:43.731456 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1fdf285-359b-4df6-8de0-98e389e3fe7d req-3524b44b-7b1f-4af2-ac06-19af134b90af tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 947 time: 0.0634789 Apr 20 13:04:43.782853 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1fdf285-359b-4df6-8de0-98e389e3fe7d req-d4c5932b-cbcc-40f9-ad2c-28a79614bb7c tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523479 Apr 20 13:04:43.794053 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417e99d-0325-432f-8614-ee54868576b5 req-efc56601-50d6-4de9-b92d-2a03e7f25118 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:43.795708 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a417e99d-0325-432f-8614-ee54868576b5 req-efc56601-50d6-4de9-b92d-2a03e7f25118 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91 HTTP/1.1" status: 200 len: 945 time: 0.0740120 Apr 20 13:04:43.872008 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-49e1f56b-73aa-45bb-923d-423b71269d02 req-e512ec8a-4346-47f2-91d6-20dd1a70a5c6 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] 10.222.0.25 "GET /v2.0/floatingips/7a55745f-6296-4f7e-a3a5-0bc7fe4e76ad HTTP/1.1" status: 200 len: 693 time: 0.0579398 Apr 20 13:04:43.888090 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a417e99d-0325-432f-8614-ee54868576b5 req-b2489f8c-6990-44dd-bd64-22bb58beab2a tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "GET /v2.0/security-groups?id=5007e27e-1313-4af2-bc0b-7ce50559f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850017 Apr 20 13:04:44.003453 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1f56b-73aa-45bb-923d-423b71269d02 req-f739ab9e-1b18-4dcd-99d4-9d1fb2305c47 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:44.003453 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-49e1f56b-73aa-45bb-923d-423b71269d02 req-f739ab9e-1b18-4dcd-99d4-9d1fb2305c47 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] 10.222.0.25 "GET /v2.0/networks/08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 784 time: 0.1194849 Apr 20 13:04:44.055086 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-49e1f56b-73aa-45bb-923d-423b71269d02 req-2dfe142d-b290-4e0c-a0fa-a92ae2d10dc9 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.187 HTTP/1.1" status: 200 len: 696 time: 0.0460429 Apr 20 13:04:44.110680 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-49e1f56b-73aa-45bb-923d-423b71269d02 req-8f08d8eb-e30f-473a-8e50-16d8ee9d867b tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.187 HTTP/1.1" status: 200 len: 696 time: 0.0490870 Apr 20 13:04:44.137828 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59704) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:44.144133 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59708) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:44.159667 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-062f2190-d561-4645-9e01-62e3d92d7241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:44.196661 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device cdafaeb0-226b-4658-81e5-235e25055ce8 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:04:44.199502 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 3bd2e349-b69d-423a-8d43-9da5e398d4d3 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:04:44.263833 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-49e1f56b-73aa-45bb-923d-423b71269d02 req-f39deb81-c7b5-4e8d-94df-c58a2a7152a4 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Deleting port 264adfab-22c9-448f-9ac6-b68e361bb0d8 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:04:44.263833 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-49e1f56b-73aa-45bb-923d-423b71269d02 req-f39deb81-c7b5-4e8d-94df-c58a2a7152a4 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:44.264121 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-062f2190-d561-4645-9e01-62e3d92d7241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:44.308748 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-109b6ba9-3f1f-4f3f-b9bc-c81ed5932efa admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1680938502-network', 'tenant_id': '4ea07556cdb2477c9f098452366cccbb'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:44.345165 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-062f2190-d561-4645-9e01-62e3d92d7241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:44.372997 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-49e1f56b-73aa-45bb-923d-423b71269d02 req-f39deb81-c7b5-4e8d-94df-c58a2a7152a4 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:44.373331 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-49e1f56b-73aa-45bb-923d-423b71269d02 req-f39deb81-c7b5-4e8d-94df-c58a2a7152a4 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:44.375349 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 3bd2e349-b69d-423a-8d43-9da5e398d4d3 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:04:44.382221 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 3bd2e349-b69d-423a-8d43-9da5e398d4d3 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:44.382904 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:44.389078 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-062f2190-d561-4645-9e01-62e3d92d7241 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aef23950eb994e558693733151743136&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2410588 Apr 20 13:04:44.395513 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59710) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:44.396374 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f2190-d561-4645-9e01-62e3d92d7241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2cb5b1-f375-412e-a5d6-311155f2cbe4,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:44.399419 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-49e1f56b-73aa-45bb-923d-423b71269d02 req-f39deb81-c7b5-4e8d-94df-c58a2a7152a4 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Calling delete_port for 264adfab-22c9-448f-9ac6-b68e361bb0d8 owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:04:44.423030 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109b6ba9-3f1f-4f3f-b9bc-c81ed5932efa admin admin] Made reservation on behalf of 4ea07556cdb2477c9f098452366cccbb for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:04:44.425290 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-109b6ba9-3f1f-4f3f-b9bc-c81ed5932efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:44.431602 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port cdafaeb0-226b-4658-81e5-235e25055ce8, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=cdafaeb0-226b-4658-81e5-235e25055ce8,segment=NetworkSegment(fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1),segment_id=fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:44.441629 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-109b6ba9-3f1f-4f3f-b9bc-c81ed5932efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:44.444632 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': 'cdafaeb0-226b-4658-81e5-235e25055ce8', 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88', 'port_id': 'cdafaeb0-226b-4658-81e5-235e25055ce8', 'mac_address': 'fa:16:3e:16:d1:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f1a9c16-f305-43f3-a182-10217ec8e6e3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:04:44.470776 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-45cfd0d9-3887-4bb4-b51c-d04b5b877baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:44.481742 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2ecec-a36f-4bf9-a4cd-ceb0638823f9 req-24ea01b4-fa23-497f-9037-17f5d3173a8e tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:44.488330 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-44c2ecec-a36f-4bf9-a4cd-ceb0638823f9 req-24ea01b4-fa23-497f-9037-17f5d3173a8e tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.3802173 Apr 20 13:04:44.511463 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-45cfd0d9-3887-4bb4-b51c-d04b5b877baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:44.515946 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:44.539123 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-44c2ecec-a36f-4bf9-a4cd-ceb0638823f9 req-a534bd77-45f1-48b2-9553-4e3d1f44c312 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491419 Apr 20 13:04:44.547250 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdafaeb0-226b-4658-81e5-235e25055ce8 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:04:44.593492 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-109b6ba9-3f1f-4f3f-b9bc-c81ed5932efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:44.607734 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port cdafaeb0-226b-4658-81e5-235e25055ce8, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=cdafaeb0-226b-4658-81e5-235e25055ce8,segment=NetworkSegment(fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1),segment_id=fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:44.620284 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:44.652016 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 3bd2e349-b69d-423a-8d43-9da5e398d4d3, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=3bd2e349-b69d-423a-8d43-9da5e398d4d3,segment=NetworkSegment(c736c956-6e26-4bd6-ade2-e481096df2a9),segment_id=c736c956-6e26-4bd6-ade2-e481096df2a9)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:44.659536 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-109b6ba9-3f1f-4f3f-b9bc-c81ed5932efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:44.670885 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946529b-1ff3-490f-ae5d-49998d4d002c req-2258d7b7-d85b-45c3-877c-00d2c2fdf70a tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:44.672390 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4946529b-1ff3-490f-ae5d-49998d4d002c req-2258d7b7-d85b-45c3-877c-00d2c2fdf70a tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 943 time: 0.0479364 Apr 20 13:04:44.682787 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:44.687886 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-49e1f56b-73aa-45bb-923d-423b71269d02 req-f39deb81-c7b5-4e8d-94df-c58a2a7152a4 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:44.691982 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-45cfd0d9-3887-4bb4-b51c-d04b5b877baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:44.693282 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-45cfd0d9-3887-4bb4-b51c-d04b5b877baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:44.696939 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-45cfd0d9-3887-4bb4-b51c-d04b5b877baa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ed2cb5b1-f375-412e-a5d6-311155f2cbe4 HTTP/1.1" status: 204 len: 168 time: 0.3038247 Apr 20 13:04:44.699811 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-109b6ba9-3f1f-4f3f-b9bc-c81ed5932efa admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:04:44.701807 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b6ba9-3f1f-4f3f-b9bc-c81ed5932efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:44.717959 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cfd0d9-3887-4bb4-b51c-d04b5b877baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2cb5b1-f375-412e-a5d6-311155f2cbe4,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:44.726146 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-109b6ba9-3f1f-4f3f-b9bc-c81ed5932efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:44.726572 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-109b6ba9-3f1f-4f3f-b9bc-c81ed5932efa admin admin] Added segment b8a45d7f-8d03-42e0-b39a-371992aad9ff of type vlan for network ce4b787d-844d-4a10-8a46-e3a4d131f18d Apr 20 13:04:44.746331 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:44.755797 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=cdafaeb0-226b-4658-81e5-235e25055ce8,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:44.764205 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39deb81-c7b5-4e8d-94df-c58a2a7152a4 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Pushing event deleted for resources: {'Port': ['ID=264adfab-22c9-448f-9ac6-b68e361bb0d8,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:44.780720 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-109b6ba9-3f1f-4f3f-b9bc-c81ed5932efa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:44.814176 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=3bd2e349-b69d-423a-8d43-9da5e398d4d3,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:44.819617 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4946529b-1ff3-490f-ae5d-49998d4d002c req-8bef0aba-056e-4e73-aae2-5e746af7c380 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364253 Apr 20 13:04:44.819770 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd2e349-b69d-423a-8d43-9da5e398d4d3'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:44.819770 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94607560-b831-4b7f-8f3d-3bd563cb2508" -d '{"events": [{"server_uuid": "c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91", "name": "network-vif-plugged", "status": "completed", "tag": "3bd2e349-b69d-423a-8d43-9da5e398d4d3"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:44.853438 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-49e1f56b-73aa-45bb-923d-423b71269d02 req-f39deb81-c7b5-4e8d-94df-c58a2a7152a4 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Notify callbacks [] for floatingip, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:44.856150 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-49e1f56b-73aa-45bb-923d-423b71269d02 req-f39deb81-c7b5-4e8d-94df-c58a2a7152a4 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:44.857401 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-49e1f56b-73aa-45bb-923d-423b71269d02 req-f39deb81-c7b5-4e8d-94df-c58a2a7152a4 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] 10.222.0.25 "DELETE /v2.0/floatingips/7a55745f-6296-4f7e-a3a5-0bc7fe4e76ad HTTP/1.1" status: 204 len: 173 time: 0.7400453 Apr 20 13:04:44.893671 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-109b6ba9-3f1f-4f3f-b9bc-c81ed5932efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:44.899192 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109b6ba9-3f1f-4f3f-b9bc-c81ed5932efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:44.899192 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-109b6ba9-3f1f-4f3f-b9bc-c81ed5932efa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:44.959629 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b6ba9-3f1f-4f3f-b9bc-c81ed5932efa admin admin] Pushing event updated for resources: {'Network': ['ID=ce4b787d-844d-4a10-8a46-e3a4d131f18d,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:44.969861 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network ce4b787d-844d-4a10-8a46-e3a4d131f18d details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:04:44.970040 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394e269-3a2a-44eb-9d0a-1becc2cf193a req-1eef9f3c-8e85-4343-b21e-3eb1ce99182e tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:44.971479 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2394e269-3a2a-44eb-9d0a-1becc2cf193a req-1eef9f3c-8e85-4343-b21e-3eb1ce99182e tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 944 time: 0.0814462 Apr 20 13:04:44.999712 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c65906-c639-46c6-987c-6b95b5d07b3b req-667a5782-656e-4713-875b-5f97b2b1afde tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:44.999712 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-46c65906-c639-46c6-987c-6b95b5d07b3b req-667a5782-656e-4713-875b-5f97b2b1afde tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 947 time: 0.0827622 Apr 20 13:04:45.001689 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-109b6ba9-3f1f-4f3f-b9bc-c81ed5932efa admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8607004 Apr 20 13:04:45.002431 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59728) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:45.007326 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-99768043-9a6f-450b-bf5f-4cbd11f54de4 admin admin] Request body: {'subnet': {'network_id': 'ce4b787d-844d-4a10-8a46-e3a4d131f18d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1680938502-subnet', 'tenant_id': '4ea07556cdb2477c9f098452366cccbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:45.037033 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2394e269-3a2a-44eb-9d0a-1becc2cf193a req-26e4fe78-c27c-4738-b5ab-d282f2ed68fd tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560932 Apr 20 13:04:45.040668 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['cdafaeb0-226b-4658-81e5-235e25055ce8'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:04:45.096548 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7e468c-68b4-4d1f-a31c-e34c48513c27 x-openstack-request-id: req-0f7e468c-68b4-4d1f-a31c-e34c48513c27 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:45.096863 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91", "name": "network-vif-plugged", "status": "completed", "tag": "3bd2e349-b69d-423a-8d43-9da5e398d4d3", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:45.097128 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0f7e468c-68b4-4d1f-a31c-e34c48513c27 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:45.097513 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f7e468c-68b4-4d1f-a31c-e34c48513c27'] response: {'server_uuid': 'c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd2e349-b69d-423a-8d43-9da5e398d4d3', 'code': 200} Apr 20 13:04:45.133407 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99768043-9a6f-450b-bf5f-4cbd11f54de4 admin admin] Made reservation on behalf of 4ea07556cdb2477c9f098452366cccbb for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:04:45.136914 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-99768043-9a6f-450b-bf5f-4cbd11f54de4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:45.346139 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-240cd24d-66d3-46f3-8756-98103af0976a req-d465d132-f611-433b-bc76-8f201682eb02 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2346773 Apr 20 13:04:45.356477 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-46c65906-c639-46c6-987c-6b95b5d07b3b req-a883cfa9-ec4f-498e-a677-65378e8a4d21 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419089 Apr 20 13:04:45.363395 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-240cd24d-66d3-46f3-8756-98103af0976a req-60eda1c6-0dce-4edd-b4d4-be78fa973e79 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:45.382228 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9667fb2-9531-4feb-93f6-9a8b9a750851 req-90ea4ea6-9e0c-4809-a14a-332353a98dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:45.382228 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b9667fb2-9531-4feb-93f6-9a8b9a750851 req-90ea4ea6-9e0c-4809-a14a-332353a98dcf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91 HTTP/1.1" status: 200 len: 1097 time: 0.1100328 Apr 20 13:04:45.418206 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b9667fb2-9531-4feb-93f6-9a8b9a750851 req-88af19b7-5cbb-4bcb-8e38-cd190d7c77c3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5007e27e-1313-4af2-bc0b-7ce50559f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323246 Apr 20 13:04:45.465169 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-99768043-9a6f-450b-bf5f-4cbd11f54de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:45.481860 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c8de9-eb7c-4585-9c02-22e1d914b70a req-784e6519-435e-48b9-8be3-f78dc644c5ad tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:45.483385 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8d4c8de9-eb7c-4585-9c02-22e1d914b70a req-784e6519-435e-48b9-8be3-f78dc644c5ad tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91 HTTP/1.1" status: 200 len: 946 time: 0.0491614 Apr 20 13:04:45.487568 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-240cd24d-66d3-46f3-8756-98103af0976a req-60eda1c6-0dce-4edd-b4d4-be78fa973e79 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Notify callbacks [] for floatingip, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:45.527236 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99768043-9a6f-450b-bf5f-4cbd11f54de4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fce0cd2d-82e3-48f4-af7d-ad5190f8c609,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:45.529742 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99768043-9a6f-450b-bf5f-4cbd11f54de4 admin admin] Checking segment: {'id': 'b8a45d7f-8d03-42e0-b39a-371992aad9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ce4b787d-844d-4a10-8a46-e3a4d131f18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:04:45.530074 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99768043-9a6f-450b-bf5f-4cbd11f54de4 admin admin] Network hostable DHCP agents. Network: ce4b787d-844d-4a10-8a46-e3a4d131f18d, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:04:45.567925 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8d4c8de9-eb7c-4585-9c02-22e1d914b70a req-05d91e47-bfa0-4d5b-bb94-3e1dc2a297d0 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "GET /v2.0/security-groups?id=5007e27e-1313-4af2-bc0b-7ce50559f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772111 Apr 20 13:04:45.616184 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-240cd24d-66d3-46f3-8756-98103af0976a req-60eda1c6-0dce-4edd-b4d4-be78fa973e79 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:45.635196 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99768043-9a6f-450b-bf5f-4cbd11f54de4 admin admin] Network ce4b787d-844d-4a10-8a46-e3a4d131f18d is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:04:45.715278 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-99768043-9a6f-450b-bf5f-4cbd11f54de4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, ce4b787d-844d-4a10-8a46-e3a4d131f18d) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:04:45.719667 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99768043-9a6f-450b-bf5f-4cbd11f54de4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:45.720318 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-99768043-9a6f-450b-bf5f-4cbd11f54de4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:45.726193 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23de3ea-e4a7-4d39-b147-39204bb2232c None None] Network ce4b787d-844d-4a10-8a46-e3a4d131f18d requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:04:45.740742 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0afb0c-a947-4b82-8c7e-6dc3b09cfb45 req-b1266dec-d0a4-47ed-b2d0-47f345c22a42 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:45.741730 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-db0afb0c-a947-4b82-8c7e-6dc3b09cfb45 req-b1266dec-d0a4-47ed-b2d0-47f345c22a42 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.0897763 Apr 20 13:04:45.765134 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-240cd24d-66d3-46f3-8756-98103af0976a req-60eda1c6-0dce-4edd-b4d4-be78fa973e79 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Allocated IP 172.25.8.135 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/09515587-58fd-4219-8a72-4ad43e302f7e) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:04:45.806609 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-99768043-9a6f-450b-bf5f-4cbd11f54de4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8018851 Apr 20 13:04:45.864200 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-db0afb0c-a947-4b82-8c7e-6dc3b09cfb45 req-b0e16c61-c4c6-43ef-8dee-e97a4862c6a8 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932503 Apr 20 13:04:45.875086 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14914364-d708-4c39-b3b0-f5c8384f052b None None] Network ce4b787d-844d-4a10-8a46-e3a4d131f18d requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:04:45.959271 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-240cd24d-66d3-46f3-8756-98103af0976a req-60eda1c6-0dce-4edd-b4d4-be78fa973e79 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:46.031350 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249de1c-688b-4265-8c97-bff3b74973a3 req-76e0c02f-cde8-4b63-bc65-e99467a98460 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:46.034307 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f249de1c-688b-4265-8c97-bff3b74973a3 req-76e0c02f-cde8-4b63-bc65-e99467a98460 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 944 time: 0.1001227 Apr 20 13:04:46.072110 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f249de1c-688b-4265-8c97-bff3b74973a3 req-b35afec3-f3b4-4762-b113-3179386877c9 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315936 Apr 20 13:04:46.185556 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-240cd24d-66d3-46f3-8756-98103af0976a req-60eda1c6-0dce-4edd-b4d4-be78fa973e79 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:46.205225 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device cdafaeb0-226b-4658-81e5-235e25055ce8 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:04:46.222255 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-240cd24d-66d3-46f3-8756-98103af0976a req-60eda1c6-0dce-4edd-b4d4-be78fa973e79 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:04:46.229642 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-240cd24d-66d3-46f3-8756-98103af0976a req-60eda1c6-0dce-4edd-b4d4-be78fa973e79 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:04:46.233737 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-240cd24d-66d3-46f3-8756-98103af0976a req-60eda1c6-0dce-4edd-b4d4-be78fa973e79 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:04:46.240585 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eda1c6-0dce-4edd-b4d4-be78fa973e79 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Pushing event updated for resources: {'Port': ['ID=09515587-58fd-4219-8a72-4ad43e302f7e,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:46.331909 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-240cd24d-66d3-46f3-8756-98103af0976a req-60eda1c6-0dce-4edd-b4d4-be78fa973e79 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:46.361253 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port cdafaeb0-226b-4658-81e5-235e25055ce8 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:04:46.361253 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port cdafaeb0-226b-4658-81e5-235e25055ce8 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:46.361253 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:46.448970 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:46.468614 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-240cd24d-66d3-46f3-8756-98103af0976a req-60eda1c6-0dce-4edd-b4d4-be78fa973e79 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:46.486476 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port cdafaeb0-226b-4658-81e5-235e25055ce8, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=cdafaeb0-226b-4658-81e5-235e25055ce8,segment=NetworkSegment(fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1),segment_id=fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:46.544783 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-7d94feaa-4d87-4420-80b8-7ad28ea29edc tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:46.546258 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-7d94feaa-4d87-4420-80b8-7ad28ea29edc tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/networks?id=ce4b787d-844d-4a10-8a46-e3a4d131f18d HTTP/1.1" status: 200 len: 815 time: 0.1637800 Apr 20 13:04:46.550704 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:46.597590 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-e6841153-7b8e-42e9-a8c4-c79e3f04a593 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/quotas/4ea07556cdb2477c9f098452366cccbb HTTP/1.1" status: 200 len: 375 time: 0.0415225 Apr 20 13:04:46.600983 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=cdafaeb0-226b-4658-81e5-235e25055ce8,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:46.633049 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-29e6c197-b956-4f83-befa-0a2bc6321345 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4ea07556cdb2477c9f098452366cccbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285227 Apr 20 13:04:46.747759 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-240cd24d-66d3-46f3-8756-98103af0976a req-60eda1c6-0dce-4edd-b4d4-be78fa973e79 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:46.761922 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-9125ca88-b278-46a2-b1a1-07be767dbdb4 service neutron] 10.222.0.25 "GET /v2.0/networks/ce4b787d-844d-4a10-8a46-e3a4d131f18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203539 Apr 20 13:04:46.814958 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-240cd24d-66d3-46f3-8756-98103af0976a req-60eda1c6-0dce-4edd-b4d4-be78fa973e79 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:46.905637 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eda1c6-0dce-4edd-b4d4-be78fa973e79 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Pushing event updated for resources: {'Port': ['ID=09515587-58fd-4219-8a72-4ad43e302f7e,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:46.930062 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-0ab1acb6-6191-47f5-bcee-2e0fa3f34fbf service neutron] 10.222.0.25 "GET /v2.0/networks/ce4b787d-844d-4a10-8a46-e3a4d131f18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619279 Apr 20 13:04:46.930951 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-240cd24d-66d3-46f3-8756-98103af0976a req-60eda1c6-0dce-4edd-b4d4-be78fa973e79 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:47.083663 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-240cd24d-66d3-46f3-8756-98103af0976a req-60eda1c6-0dce-4edd-b4d4-be78fa973e79 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:47.085563 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-240cd24d-66d3-46f3-8756-98103af0976a req-60eda1c6-0dce-4edd-b4d4-be78fa973e79 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7281637 Apr 20 13:04:47.099439 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-f7ca1438-c94f-4152-a09d-bb9600f10658 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:47.099646 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f695b4-10e9-488d-b7e8-360b51e80751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdafaeb0-226b-4658-81e5-235e25055ce8'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:47.100887 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-f7ca1438-c94f-4152-a09d-bb9600f10658 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111&tenant_id=e8b01a41b4bc4e3890fb87ac80b83556&binding%3Ahost_id=n-h1-836015-7 HTTP/1.1" status: 200 len: 1095 time: 0.0796297 Apr 20 13:04:47.102208 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10dfa78f-8e2b-412f-956a-edf03effc899" -d '{"events": [{"server_uuid": "f9f695b4-10e9-488d-b7e8-360b51e80751", "name": "network-vif-plugged", "status": "completed", "tag": "cdafaeb0-226b-4658-81e5-235e25055ce8"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:47.158745 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56247364-3cca-49e6-8b12-913995978622 req-8a416679-f274-4a17-9371-1627f844d883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:47.160118 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-56247364-3cca-49e6-8b12-913995978622 req-8a416679-f274-4a17-9371-1627f844d883 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d&tenant_id=7c185004f0bb4f68ac206a98646f7134 HTTP/1.1" status: 200 len: 1098 time: 0.1127243 Apr 20 13:04:47.176605 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-240cd24d-66d3-46f3-8756-98103af0976a req-89bf0501-6a23-4c17-89de-3897ceb35bfc tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.135 HTTP/1.1" status: 200 len: 696 time: 0.0796413 Apr 20 13:04:47.182346 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-56247364-3cca-49e6-8b12-913995978622 req-a93f9459-dd14-45cc-9a73-764bec0149c8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836015-7', 'device_owner': 'compute:nova'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:47.304758 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-959d8ee1-79b8-4e56-8a8b-7705819e49a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:47.306390 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-959d8ee1-79b8-4e56-8a8b-7705819e49a9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111&tenant_id=e8b01a41b4bc4e3890fb87ac80b83556 HTTP/1.1" status: 200 len: 1095 time: 0.1950002 Apr 20 13:04:47.380592 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-56247364-3cca-49e6-8b12-913995978622 req-a93f9459-dd14-45cc-9a73-764bec0149c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:47.419521 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf8759-99f1-4bee-a8fc-cc3631ba3aba req-c56984b6-dbf5-45dc-ba19-ac5a84685c69 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:47.420989 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-46bf8759-99f1-4bee-a8fc-cc3631ba3aba req-c56984b6-dbf5-45dc-ba19-ac5a84685c69 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 944 time: 0.1506200 Apr 20 13:04:47.432206 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cd24d-66d3-46f3-8756-98103af0976a req-8cd877fb-74fa-4eda-87d4-1a4e5c895d73 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:47.433519 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-240cd24d-66d3-46f3-8756-98103af0976a req-8cd877fb-74fa-4eda-87d4-1a4e5c895d73 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] 10.222.0.25 "GET /v2.0/networks/08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 784 time: 0.2457728 Apr 20 13:04:47.470360 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-3f2cdf20-1816-4e51-a41c-e63f6d0b5785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:47.471780 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-3f2cdf20-1816-4e51-a41c-e63f6d0b5785 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8b01a41b4bc4e3890fb87ac80b83556&device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 1095 time: 0.1353362 Apr 20 13:04:47.619326 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-46bf8759-99f1-4bee-a8fc-cc3631ba3aba req-c9bedf20-228b-44ad-9210-c7479fd10941 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848161 Apr 20 13:04:47.705198 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774cf9e-431d-4001-8480-f612093e0538 req-3e08f0e6-adbf-4ed7-96cc-d04bb792919d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:47.706546 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c774cf9e-431d-4001-8480-f612093e0538 req-3e08f0e6-adbf-4ed7-96cc-d04bb792919d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 947 time: 0.1893454 Apr 20 13:04:47.755282 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-36c29eef-15af-4e69-85c5-d11541cee8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:47.756725 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-36c29eef-15af-4e69-85c5-d11541cee8cc service neutron] 10.222.0.15 "GET /v2.0/networks?id=0e1f32e0-475a-42d4-85ee-1c369c932480 HTTP/1.1" status: 200 len: 921 time: 0.2748697 Apr 20 13:04:48.109891 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-1cf4b618-c717-4f40-b021-1f5c1b84162d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f25d80c-815a-40d7-b33f-b8616b996117 HTTP/1.1" status: 200 len: 217 time: 0.3355439 Apr 20 13:04:48.153711 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb4e46-b253-4bf7-8a82-f91c89b638ac req-745b91d9-4166-4e05-a6ae-cb12f1199c75 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:48.155163 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-afcb4e46-b253-4bf7-8a82-f91c89b638ac req-745b91d9-4166-4e05-a6ae-cb12f1199c75 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91 HTTP/1.1" status: 200 len: 946 time: 0.4615903 Apr 20 13:04:48.157827 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c774cf9e-431d-4001-8480-f612093e0538 req-5fdd1e41-41a6-4e74-8f08-56408a64a4b1 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4407473 Apr 20 13:04:48.191428 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-56247364-3cca-49e6-8b12-913995978622 req-a93f9459-dd14-45cc-9a73-764bec0149c8 service neutron] For port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:48.229674 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-87ceae58-56a3-4ebd-9f2f-ce8b492bba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:48.231066 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-87ceae58-56a3-4ebd-9f2f-ce8b492bba7a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd5d8d2c-9bbe-433b-b6b9-a140ce7264b5 HTTP/1.1" status: 200 len: 860 time: 0.1050985 Apr 20 13:04:48.275774 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-afcb4e46-b253-4bf7-8a82-f91c89b638ac req-5007d71d-e663-4001-b727-c64872a7b817 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "GET /v2.0/security-groups?id=5007e27e-1313-4af2-bc0b-7ce50559f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979869 Apr 20 13:04:48.279336 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-38e83de0-478b-46d7-905f-4cccf8559632 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e1f32e0-475a-42d4-85ee-1c369c932480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399730 Apr 20 13:04:48.285109 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-56247364-3cca-49e6-8b12-913995978622 req-a93f9459-dd14-45cc-9a73-764bec0149c8 service neutron] For port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:04:48.370894 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-56247364-3cca-49e6-8b12-913995978622 req-a93f9459-dd14-45cc-9a73-764bec0149c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:04:48.399106 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-56247364-3cca-49e6-8b12-913995978622 req-a93f9459-dd14-45cc-9a73-764bec0149c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:48.446581 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-56247364-3cca-49e6-8b12-913995978622 req-a93f9459-dd14-45cc-9a73-764bec0149c8 service neutron] Transition to ACTIVE for port object 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:04:48.486948 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fccbf7-dee7-409b-8fd0-0a1aec1ff2c2 req-368bfab3-2873-47c4-81e9-f8c6aaee6230 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:48.488496 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e3fccbf7-dee7-409b-8fd0-0a1aec1ff2c2 req-368bfab3-2873-47c4-81e9-f8c6aaee6230 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.1345754 Apr 20 13:04:48.495913 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65167b56-efd9-4422-92e0-237643fb6f23 req-11ae457d-08c7-4165-a6c4-2d71ab4e5ca0 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:48.497278 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65167b56-efd9-4422-92e0-237643fb6f23 req-11ae457d-08c7-4165-a6c4-2d71ab4e5ca0 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 945 time: 0.1222165 Apr 20 13:04:48.500300 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-7b81ca6b-17ee-4b47-8cfb-b093d33c516a service neutron] 10.222.0.15 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128794 Apr 20 13:04:48.584006 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-56247364-3cca-49e6-8b12-913995978622 req-a93f9459-dd14-45cc-9a73-764bec0149c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:48.633345 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e3fccbf7-dee7-409b-8fd0-0a1aec1ff2c2 req-1bde9c56-bb4e-440a-a6e0-0a21ce4266e9 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349030 Apr 20 13:04:48.656965 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65167b56-efd9-4422-92e0-237643fb6f23 req-f8168aa7-c3f6-4b10-abd3-1ddc6644f2b3 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453137 Apr 20 13:04:48.668815 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f9459-dd14-45cc-9a73-764bec0149c8 service neutron] Pushing event updated for resources: {'Port': ['ID=8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9,revision_number=7']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:48.693716 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ee8430-520b-4c25-acaf-a526749e1d0d x-openstack-request-id: req-a8ee8430-520b-4c25-acaf-a526749e1d0d {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:48.694214 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9f695b4-10e9-488d-b7e8-360b51e80751", "name": "network-vif-plugged", "status": "completed", "tag": "cdafaeb0-226b-4658-81e5-235e25055ce8", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:48.694396 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a8ee8430-520b-4c25-acaf-a526749e1d0d {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:48.694841 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8ee8430-520b-4c25-acaf-a526749e1d0d'] response: {'server_uuid': 'f9f695b4-10e9-488d-b7e8-360b51e80751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdafaeb0-226b-4658-81e5-235e25055ce8', 'code': 200} Apr 20 13:04:48.701566 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-56247364-3cca-49e6-8b12-913995978622 req-a93f9459-dd14-45cc-9a73-764bec0149c8 service neutron] No DVR routers for this DVR port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 on host n-h1-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:04:48.708503 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-0fab42b7-bd85-4b56-a0ac-70bbf41e7b31 service neutron] 10.222.0.15 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962893 Apr 20 13:04:48.819763 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f13771ca-caea-4c95-9e76-be8d4450b198 req-00af37d1-a735-4caa-b934-169260f18136 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] 10.222.0.25 "GET /v2.0/floatingips/4fb0c5dc-b521-4e37-b4d6-4222410ef24a HTTP/1.1" status: 200 len: 693 time: 0.1100016 Apr 20 13:04:48.840622 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0bfcb52c-1006-44eb-b223-b47a01a7cb4b req-c0058b79-a790-4adf-84c7-81e61024affb tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 210 time: 0.0673125 Apr 20 13:04:48.851011 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-56247364-3cca-49e6-8b12-913995978622 req-a93f9459-dd14-45cc-9a73-764bec0149c8 service neutron] Attempting to bind port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:04:48.851486 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-56247364-3cca-49e6-8b12-913995978622 req-a93f9459-dd14-45cc-9a73-764bec0149c8 service neutron] Attempting to bind port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:04:48.851691 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56247364-3cca-49e6-8b12-913995978622 req-a93f9459-dd14-45cc-9a73-764bec0149c8 service neutron] Attempting to bind port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:04:48.921827 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56247364-3cca-49e6-8b12-913995978622 req-a93f9459-dd14-45cc-9a73-764bec0149c8 service neutron] Port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 on network 6efc3d61-2150-4671-a02d-6127df40131a not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:04:48.922159 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56247364-3cca-49e6-8b12-913995978622 req-a93f9459-dd14-45cc-9a73-764bec0149c8 service neutron] Attempting to bind port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:04:48.953702 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56247364-3cca-49e6-8b12-913995978622 req-a93f9459-dd14-45cc-9a73-764bec0149c8 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:04:48.954020 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56247364-3cca-49e6-8b12-913995978622 req-a93f9459-dd14-45cc-9a73-764bec0149c8 service neutron] Checking segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:04:48.954457 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56247364-3cca-49e6-8b12-913995978622 req-a93f9459-dd14-45cc-9a73-764bec0149c8 service neutron] Bound using segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:04:48.954910 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-56247364-3cca-49e6-8b12-913995978622 req-a93f9459-dd14-45cc-9a73-764bec0149c8 service neutron] Bound port: 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:04:48.955278 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-56247364-3cca-49e6-8b12-913995978622 req-a93f9459-dd14-45cc-9a73-764bec0149c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:48.971867 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6e47d-5dff-424d-82a1-427adc5fe717 req-94077ac7-b65c-48a1-b2c0-350fdf2fc2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:48.973377 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-64e6e47d-5dff-424d-82a1-427adc5fe717 req-94077ac7-b65c-48a1-b2c0-350fdf2fc2f2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 1096 time: 0.1991220 Apr 20 13:04:49.056576 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13771ca-caea-4c95-9e76-be8d4450b198 req-a0383d40-06e6-483e-afd8-71fe940cb754 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:49.057925 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f13771ca-caea-4c95-9e76-be8d4450b198 req-a0383d40-06e6-483e-afd8-71fe940cb754 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] 10.222.0.25 "GET /v2.0/networks/08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 784 time: 0.2197418 Apr 20 13:04:49.075213 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81dba6-2760-4e80-b801-f90ef78254a3 req-458cd973-5f6c-4ffb-b540-fe3f8b950f7a tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:49.076654 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bd81dba6-2760-4e80-b801-f90ef78254a3 req-458cd973-5f6c-4ffb-b540-fe3f8b950f7a tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91 HTTP/1.1" status: 200 len: 946 time: 0.1689992 Apr 20 13:04:49.085770 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59818) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:49.091560 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-6e31d20f-49eb-48aa-8c43-e9b136410e78 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Request body: {'floatingip': {'port_id': '3bd2e349-b69d-423a-8d43-9da5e398d4d3'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:49.100629 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-64e6e47d-5dff-424d-82a1-427adc5fe717 req-c47eb510-80db-4897-b118-874034deda7c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149979 Apr 20 13:04:49.142348 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6e31d20f-49eb-48aa-8c43-e9b136410e78 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks [] for floatingip, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:49.142618 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f13771ca-caea-4c95-9e76-be8d4450b198 req-28008936-4ff4-49d3-a985-2c42e79e228f tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.135 HTTP/1.1" status: 200 len: 696 time: 0.0633578 Apr 20 13:04:49.146915 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-56247364-3cca-49e6-8b12-913995978622 req-a93f9459-dd14-45cc-9a73-764bec0149c8 service neutron] For port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:04:49.151852 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-56247364-3cca-49e6-8b12-913995978622 req-a93f9459-dd14-45cc-9a73-764bec0149c8 service neutron] For port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:04:49.201349 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f13771ca-caea-4c95-9e76-be8d4450b198 req-183d2e21-4531-4087-a4d1-d4f0ec41e54a tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.135 HTTP/1.1" status: 200 len: 696 time: 0.0501835 Apr 20 13:04:49.246447 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-56247364-3cca-49e6-8b12-913995978622 req-a93f9459-dd14-45cc-9a73-764bec0149c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:49.353960 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56247364-3cca-49e6-8b12-913995978622 req-a93f9459-dd14-45cc-9a73-764bec0149c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:49.354473 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-56247364-3cca-49e6-8b12-913995978622 req-a93f9459-dd14-45cc-9a73-764bec0149c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:49.355949 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-56247364-3cca-49e6-8b12-913995978622 req-a93f9459-dd14-45cc-9a73-764bec0149c8 service neutron] 10.222.0.15 "PUT /v2.0/ports/8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 HTTP/1.1" status: 200 len: 1095 time: 2.1783259 Apr 20 13:04:49.357289 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e13159-406c-4c1c-b517-066f69d3579d', 'tag': '8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:49.359570 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870c7ab9-051a-4e8a-9a9b-32522cc0dd5d" -d '{"events": [{"name": "network-changed", "server_uuid": "30e13159-406c-4c1c-b517-066f69d3579d", "tag": "8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:49.414244 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f9459-dd14-45cc-9a73-764bec0149c8 service neutron] Pushing event updated for resources: {'Port': ['ID=8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9,revision_number=8']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:49.418309 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-91dacfc5-ea7f-4c4f-aa05-b611ceb1d6e1 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:49.419827 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-91dacfc5-ea7f-4c4f-aa05-b611ceb1d6e1 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111&tenant_id=e8b01a41b4bc4e3890fb87ac80b83556&binding%3Ahost_id=n-h2-836015-7 HTTP/1.1" status: 200 len: 1095 time: 0.1764226 Apr 20 13:04:49.511511 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56247364-3cca-49e6-8b12-913995978622 req-4622c940-616e-4fc5-8b33-9694032c15de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:49.513029 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-56247364-3cca-49e6-8b12-913995978622 req-4622c940-616e-4fc5-8b33-9694032c15de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7c185004f0bb4f68ac206a98646f7134&device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 1098 time: 0.1182952 Apr 20 13:04:49.534223 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-f13771ca-caea-4c95-9e76-be8d4450b198 req-69809612-c9d7-4b0a-b84c-67b52e8baa26 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Deleting port 09515587-58fd-4219-8a72-4ad43e302f7e {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:04:49.534570 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f13771ca-caea-4c95-9e76-be8d4450b198 req-69809612-c9d7-4b0a-b84c-67b52e8baa26 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:49.716756 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56247364-3cca-49e6-8b12-913995978622 req-4fdfe0f2-5862-4a22-b92d-2af7b5cf4b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:49.718136 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-56247364-3cca-49e6-8b12-913995978622 req-4fdfe0f2-5862-4a22-b92d-2af7b5cf4b75 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.1964836 Apr 20 13:04:49.721753 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f13771ca-caea-4c95-9e76-be8d4450b198 req-69809612-c9d7-4b0a-b84c-67b52e8baa26 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:49.722078 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f13771ca-caea-4c95-9e76-be8d4450b198 req-69809612-c9d7-4b0a-b84c-67b52e8baa26 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:49.769308 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-f13771ca-caea-4c95-9e76-be8d4450b198 req-69809612-c9d7-4b0a-b84c-67b52e8baa26 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Calling delete_port for 09515587-58fd-4219-8a72-4ad43e302f7e owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:04:49.776162 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-56247364-3cca-49e6-8b12-913995978622 req-a2606058-82d6-4aad-a70c-7c6a035f3854 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 HTTP/1.1" status: 200 len: 217 time: 0.0506864 Apr 20 13:04:49.844497 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-93dcfaa3-45a5-402d-82c5-3d1b3a7d036e service neutron] For port 1f25d80c-815a-40d7-b33f-b8616b996117, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:04:49.863990 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-93dcfaa3-45a5-402d-82c5-3d1b3a7d036e service neutron] Notify callbacks [] for binding, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:49.865076 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14a8f8f7-d587-49b2-80a9-8dab29fb1a37 req-93dcfaa3-45a5-402d-82c5-3d1b3a7d036e service neutron] 10.222.0.15 "DELETE /v2.0/ports/1f25d80c-815a-40d7-b33f-b8616b996117/bindings/n-h1-836015-7 HTTP/1.1" status: 204 len: 173 time: 0.4262016 Apr 20 13:04:49.876845 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56247364-3cca-49e6-8b12-913995978622 req-cce13e93-56c1-43dc-b1df-374c3f7e758b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:49.878299 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-56247364-3cca-49e6-8b12-913995978622 req-cce13e93-56c1-43dc-b1df-374c3f7e758b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0953348 Apr 20 13:04:49.940898 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56247364-3cca-49e6-8b12-913995978622 req-73bfb8cf-cb27-4f78-a365-3b99310b15b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:49.942922 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-56247364-3cca-49e6-8b12-913995978622 req-73bfb8cf-cb27-4f78-a365-3b99310b15b1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0540924 Apr 20 13:04:49.968262 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-c24ed1bd-1fbb-4e17-ae0e-21e8a2206d91 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:49.969611 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-c24ed1bd-1fbb-4e17-ae0e-21e8a2206d91 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.15 "GET /v2.0/networks?id=ce4b787d-844d-4a10-8a46-e3a4d131f18d HTTP/1.1" status: 200 len: 815 time: 0.1742759 Apr 20 13:04:49.975790 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6e31d20f-49eb-48aa-8c43-e9b136410e78 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:49.983698 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-c27545f7-e854-40e5-8be8-1d5a781dc4c2 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Request body: {'port': {'device_id': '8b2f56c9-80a3-4ae2-baa6-123b277110d5', 'network_id': 'ce4b787d-844d-4a10-8a46-e3a4d131f18d', 'admin_state_up': True, 'tenant_id': '4ea07556cdb2477c9f098452366cccbb'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:50.056717 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6e31d20f-49eb-48aa-8c43-e9b136410e78 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:50.062895 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-56247364-3cca-49e6-8b12-913995978622 req-3956ea9d-de72-4496-b84c-44e62a0d302a service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981114 Apr 20 13:04:50.119156 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f13771ca-caea-4c95-9e76-be8d4450b198 req-69809612-c9d7-4b0a-b84c-67b52e8baa26 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:50.156319 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69809612-c9d7-4b0a-b84c-67b52e8baa26 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Pushing event deleted for resources: {'Port': ['ID=09515587-58fd-4219-8a72-4ad43e302f7e,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:50.182411 n-d-836015-7 neutron-server[114870]: INFO neutron.db.l3_db [None req-6e31d20f-49eb-48aa-8c43-e9b136410e78 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Floating IP 5d2a30c8-b524-40fb-99a3-4ea7447908a0 associated. External IP: 172.25.8.123, port: 3bd2e349-b69d-423a-8d43-9da5e398d4d3. Apr 20 13:04:50.233160 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-56247364-3cca-49e6-8b12-913995978622 req-c3e351f5-6d7a-4eaf-a334-5756e4435df4 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624625 Apr 20 13:04:50.241317 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f13771ca-caea-4c95-9e76-be8d4450b198 req-69809612-c9d7-4b0a-b84c-67b52e8baa26 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Notify callbacks [] for floatingip, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:50.242097 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-c27545f7-e854-40e5-8be8-1d5a781dc4c2 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Made reservation on behalf of 4ea07556cdb2477c9f098452366cccbb for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:04:50.243878 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f13771ca-caea-4c95-9e76-be8d4450b198 req-69809612-c9d7-4b0a-b84c-67b52e8baa26 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:50.244998 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f13771ca-caea-4c95-9e76-be8d4450b198 req-69809612-c9d7-4b0a-b84c-67b52e8baa26 tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] 10.222.0.25 "DELETE /v2.0/floatingips/4fb0c5dc-b521-4e37-b4d6-4222410ef24a HTTP/1.1" status: 204 len: 173 time: 1.0391340 Apr 20 13:04:50.246206 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-c27545f7-e854-40e5-8be8-1d5a781dc4c2 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:50.375138 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d5f62-7320-4ef1-acaf-65a73364672b req-ddca3be8-e7c2-4ce2-bc40-4467444db3f6 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:50.382306 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-308d5f62-7320-4ef1-acaf-65a73364672b req-ddca3be8-e7c2-4ce2-bc40-4467444db3f6 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 944 time: 0.0843174 Apr 20 13:04:50.434727 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520646d-0b30-4fef-9b41-e40c4ec531cb req-91be4732-6ac2-409b-a107-084ca90fba96 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:50.436396 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5520646d-0b30-4fef-9b41-e40c4ec531cb req-91be4732-6ac2-409b-a107-084ca90fba96 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 947 time: 0.1007543 Apr 20 13:04:50.443152 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-308d5f62-7320-4ef1-acaf-65a73364672b req-6527e140-c245-4d2a-9c1e-491eeb0cec3d tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589600 Apr 20 13:04:50.495137 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5520646d-0b30-4fef-9b41-e40c4ec531cb req-e394daaf-dc99-4816-b8c8-50344eb62715 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507648 Apr 20 13:04:50.521111 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11dc4a6-7242-4341-9839-bcb69f68b8ac x-openstack-request-id: req-b11dc4a6-7242-4341-9839-bcb69f68b8ac {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:50.521111 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30e13159-406c-4c1c-b517-066f69d3579d", "tag": "8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:50.521111 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b11dc4a6-7242-4341-9839-bcb69f68b8ac {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:50.521111 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b11dc4a6-7242-4341-9839-bcb69f68b8ac'] response: {'name': 'network-changed', 'server_uuid': '30e13159-406c-4c1c-b517-066f69d3579d', 'tag': '8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9', 'status': 'completed', 'code': 200} Apr 20 13:04:50.551636 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e31d20f-49eb-48aa-8c43-e9b136410e78 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Router bebe1a2b-7a66-4958-80bc-3ff1a9d92a56 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:04:50.568054 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-c27545f7-e854-40e5-8be8-1d5a781dc4c2 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Allocated IP 172.20.0.4 (ce4b787d-844d-4a10-8a46-e3a4d131f18d/fce0cd2d-82e3-48f4-af7d-ad5190f8c609/f523a5de-7d3d-4dc1-bf1b-6d626deb317f) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:04:50.638847 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c7ab9-051a-4e8a-9a9b-32522cc0dd5d req-6ec63527-7da5-4de3-abd6-2a5fe0ad693f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:50.640729 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-870c7ab9-051a-4e8a-9a9b-32522cc0dd5d req-6ec63527-7da5-4de3-abd6-2a5fe0ad693f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7c185004f0bb4f68ac206a98646f7134&device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 1098 time: 0.1003118 Apr 20 13:04:50.759927 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e31d20f-49eb-48aa-8c43-e9b136410e78 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:04:50.760140 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c7ab9-051a-4e8a-9a9b-32522cc0dd5d req-9ea418f7-57a6-46ed-8608-9c0339986650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:50.761519 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-870c7ab9-051a-4e8a-9a9b-32522cc0dd5d req-9ea418f7-57a6-46ed-8608-9c0339986650 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c185004f0bb4f68ac206a98646f7134&device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 1098 time: 0.1687944 Apr 20 13:04:50.771679 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6e31d20f-49eb-48aa-8c43-e9b136410e78 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:50.776453 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5794bb56-219f-4cd7-9e2f-b0df532e7991 None None] Sync routers for ids ['bebe1a2b-7a66-4958-80bc-3ff1a9d92a56'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:04:50.779582 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31973145-6c20-4dad-87f8-9624384341b2 req-f44a5fcf-c8b9-4cc2-b8ea-a35a266665ed tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:50.781072 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-31973145-6c20-4dad-87f8-9624384341b2 req-f44a5fcf-c8b9-4cc2-b8ea-a35a266665ed tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 945 time: 0.1746023 Apr 20 13:04:50.788393 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5794bb56-219f-4cd7-9e2f-b0df532e7991 None None] Routers {'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:04:50.789101 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-5794bb56-219f-4cd7-9e2f-b0df532e7991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:04:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['bebe1a2b-7a66-4958-80bc-3ff1a9d92a56'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:50.807479 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d370cf0-55bc-429a-bac2-2d47b83b1700 req-238c979c-a69c-4e5f-a942-052786805318 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:50.808942 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0d370cf0-55bc-429a-bac2-2d47b83b1700 req-238c979c-a69c-4e5f-a942-052786805318 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.2014375 Apr 20 13:04:50.823015 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6e31d20f-49eb-48aa-8c43-e9b136410e78 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "PUT /v2.0/floatingips/5d2a30c8-b524-40fb-99a3-4ea7447908a0 HTTP/1.1" status: 200 len: 992 time: 1.7331243 Apr 20 13:04:50.826423 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91', 'tag': '3bd2e349-b69d-423a-8d43-9da5e398d4d3'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:50.828776 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa495db4-53e6-4753-b10b-32086a5d6f3b" -d '{"events": [{"name": "network-changed", "server_uuid": "c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91", "tag": "3bd2e349-b69d-423a-8d43-9da5e398d4d3"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:50.849750 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-c27545f7-e854-40e5-8be8-1d5a781dc4c2 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:50.902052 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-5794bb56-219f-4cd7-9e2f-b0df532e7991 None None] Set router bebe1a2b-7a66-4958-80bc-3ff1a9d92a56 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:04:50.911977 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c7ab9-051a-4e8a-9a9b-32522cc0dd5d req-d333822a-e616-4b8f-a471-32e5f6258ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:50.913438 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-870c7ab9-051a-4e8a-9a9b-32522cc0dd5d req-d333822a-e616-4b8f-a471-32e5f6258ba6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.2373903 Apr 20 13:04:50.948299 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-31973145-6c20-4dad-87f8-9624384341b2 req-5b9bcece-9359-431a-a65e-c3345584b3a0 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559048 Apr 20 13:04:50.982013 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0d370cf0-55bc-429a-bac2-2d47b83b1700 req-bd11cbc0-7e4a-4d14-86d9-4d37c06937c4 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548138 Apr 20 13:04:50.985619 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-870c7ab9-051a-4e8a-9a9b-32522cc0dd5d req-0dd18834-654c-48dd-9d6c-79ee878af0b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 HTTP/1.1" status: 200 len: 217 time: 0.0577121 Apr 20 13:04:50.986774 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-c27545f7-e854-40e5-8be8-1d5a781dc4c2 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:51.036045 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c7ab9-051a-4e8a-9a9b-32522cc0dd5d req-a0c05f40-44c1-4b5f-bc3d-dde5a67facd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:51.037569 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-870c7ab9-051a-4e8a-9a9b-32522cc0dd5d req-a0c05f40-44c1-4b5f-bc3d-dde5a67facd7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.2534399 Apr 20 13:04:51.065061 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27545f7-e854-40e5-8be8-1d5a781dc4c2 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Pushing event updated for resources: {'Port': ['ID=f523a5de-7d3d-4dc1-bf1b-6d626deb317f,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:51.079243 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27545f7-e854-40e5-8be8-1d5a781dc4c2 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:51.081269 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27545f7-e854-40e5-8be8-1d5a781dc4c2 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:51.081269 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27545f7-e854-40e5-8be8-1d5a781dc4c2 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:51.081269 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27545f7-e854-40e5-8be8-1d5a781dc4c2 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:51.081269 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27545f7-e854-40e5-8be8-1d5a781dc4c2 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:51.081791 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27545f7-e854-40e5-8be8-1d5a781dc4c2 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:51.082238 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27545f7-e854-40e5-8be8-1d5a781dc4c2 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:51.082662 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27545f7-e854-40e5-8be8-1d5a781dc4c2 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:51.083088 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27545f7-e854-40e5-8be8-1d5a781dc4c2 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:51.083707 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27545f7-e854-40e5-8be8-1d5a781dc4c2 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:51.084160 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27545f7-e854-40e5-8be8-1d5a781dc4c2 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:51.085497 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27545f7-e854-40e5-8be8-1d5a781dc4c2 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:51.094424 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-c27545f7-e854-40e5-8be8-1d5a781dc4c2 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Network ce4b787d-844d-4a10-8a46-e3a4d131f18d is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:04:51.096024 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-c27545f7-e854-40e5-8be8-1d5a781dc4c2 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:04:51.107340 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-c27545f7-e854-40e5-8be8-1d5a781dc4c2 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:04:51.121774 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [req-69523b58-9ec2-45ae-8bc5-3ef49c61ae27 req-00c6911f-9a0c-4dd1-b7b8-989e99fc6fad tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] show failed (client error): The resource could not be found. Apr 20 13:04:51.135574 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-69523b58-9ec2-45ae-8bc5-3ef49c61ae27 req-00c6911f-9a0c-4dd1-b7b8-989e99fc6fad tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] 10.222.0.25 "GET /v2.0/floatingips/4fb0c5dc-b521-4e37-b4d6-4222410ef24a HTTP/1.1" status: 404 len: 350 time: 0.0919929 Apr 20 13:04:51.142015 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-5794bb56-219f-4cd7-9e2f-b0df532e7991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56', 'name': 'tempest-ServersTestManualDisk-1307317144-router', 'tenant_id': '4ee446561a7145cd9b19941f05f717df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '2720aa15-472a-455e-a98f-3b9a018b6549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:04:13Z', 'updated_at': '2022-04-20T13:04:17Z', 'revision_number': 4, 'project_id': '4ee446561a7145cd9b19941f05f717df', 'gw_port': {'id': '2720aa15-472a-455e-a98f-3b9a018b6549', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:04:14Z', 'updated_at': '2022-04-20T13:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '5d2a30c8-b524-40fb-99a3-4ea7447908a0', 'tenant_id': '4ee446561a7145cd9b19941f05f717df', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56', 'port_id': '3bd2e349-b69d-423a-8d43-9da5e398d4d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69de9d5d-5572-485a-ac3a-fd4213d271eb', 'mac_address': 'fa:16:3e:ea:55:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:04:22Z', 'updated_at': '2022-04-20T13:04:49Z', 'revision_number': 1, 'project_id': '4ee446561a7145cd9b19941f05f717df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b0cc308-33d5-4f1b-b318-8dfb5b0e97ac', 'name': '', 'network_id': '69de9d5d-5572-485a-ac3a-fd4213d271eb', 'tenant_id': '4ee446561a7145cd9b19941f05f717df', 'mac_address': 'fa:16:3e:42:ac:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2b7921a8-6ec4-4226-8a2d-d286be38417c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:04:16Z', 'updated_at': '2022-04-20T13:04:22Z', 'revision_number': 5, 'project_id': '4ee446561a7145cd9b19941f05f717df', 'subnets': [{'id': '2b7921a8-6ec4-4226-8a2d-d286be38417c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:51.144312 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-870c7ab9-051a-4e8a-9a9b-32522cc0dd5d req-874cd273-e5b3-45f5-b08d-b42d05cf7dff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 HTTP/1.1" status: 200 len: 217 time: 0.0931916 Apr 20 13:04:51.155855 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c7ab9-051a-4e8a-9a9b-32522cc0dd5d req-54186965-d925-4e7f-993d-c41660753fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:51.155855 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-870c7ab9-051a-4e8a-9a9b-32522cc0dd5d req-54186965-d925-4e7f-993d-c41660753fc8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.1482761 Apr 20 13:04:51.178294 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-c27545f7-e854-40e5-8be8-1d5a781dc4c2 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:51.179614 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-c27545f7-e854-40e5-8be8-1d5a781dc4c2 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:51.199171 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5794bb56-219f-4cd7-9e2f-b0df532e7991 None None] Checking router: bebe1a2b-7a66-4958-80bc-3ff1a9d92a56 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:04:51.211102 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5794bb56-219f-4cd7-9e2f-b0df532e7991 None None] Routers {'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:04:51.211949 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-5794bb56-219f-4cd7-9e2f-b0df532e7991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:04:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['bebe1a2b-7a66-4958-80bc-3ff1a9d92a56'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:51.251516 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae02038d-fb89-4cd6-a2dd-b514b7939b8a req-32c9c845-2969-40e8-834c-4da181e6c300 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:51.253235 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ae02038d-fb89-4cd6-a2dd-b514b7939b8a req-32c9c845-2969-40e8-834c-4da181e6c300 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 931 time: 0.1641371 Apr 20 13:04:51.256494 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c7ab9-051a-4e8a-9a9b-32522cc0dd5d req-f9fa91da-6dc6-4212-a116-188dfec00136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:51.257844 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-870c7ab9-051a-4e8a-9a9b-32522cc0dd5d req-f9fa91da-6dc6-4212-a116-188dfec00136 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0936480 Apr 20 13:04:51.271781 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c7ab9-051a-4e8a-9a9b-32522cc0dd5d req-33a4ad5d-329a-4f35-8f65-db6cdd262f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:51.273102 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-870c7ab9-051a-4e8a-9a9b-32522cc0dd5d req-33a4ad5d-329a-4f35-8f65-db6cdd262f05 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1101661 Apr 20 13:04:51.290308 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-c27545f7-e854-40e5-8be8-1d5a781dc4c2 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3105397 Apr 20 13:04:51.302114 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-45323ac8-40c7-4bfb-a055-30c2122f37c1 service neutron] Request body: {'port': {'device_id': '8b2f56c9-80a3-4ae2-baa6-123b277110d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:51.332605 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-5794bb56-219f-4cd7-9e2f-b0df532e7991 None None] Set router bebe1a2b-7a66-4958-80bc-3ff1a9d92a56 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:04:51.365091 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-45323ac8-40c7-4bfb-a055-30c2122f37c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:51.651698 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-45323ac8-40c7-4bfb-a055-30c2122f37c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f523a5de-7d3d-4dc1-bf1b-6d626deb317f {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:04:51.659883 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-45323ac8-40c7-4bfb-a055-30c2122f37c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:51.666843 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-5794bb56-219f-4cd7-9e2f-b0df532e7991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56', 'name': 'tempest-ServersTestManualDisk-1307317144-router', 'tenant_id': '4ee446561a7145cd9b19941f05f717df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '2720aa15-472a-455e-a98f-3b9a018b6549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:04:13Z', 'updated_at': '2022-04-20T13:04:17Z', 'revision_number': 4, 'project_id': '4ee446561a7145cd9b19941f05f717df', 'gw_port': {'id': '2720aa15-472a-455e-a98f-3b9a018b6549', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:04:14Z', 'updated_at': '2022-04-20T13:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '5d2a30c8-b524-40fb-99a3-4ea7447908a0', 'tenant_id': '4ee446561a7145cd9b19941f05f717df', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56', 'port_id': '3bd2e349-b69d-423a-8d43-9da5e398d4d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69de9d5d-5572-485a-ac3a-fd4213d271eb', 'mac_address': 'fa:16:3e:ea:55:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:04:22Z', 'updated_at': '2022-04-20T13:04:49Z', 'revision_number': 1, 'project_id': '4ee446561a7145cd9b19941f05f717df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b0cc308-33d5-4f1b-b318-8dfb5b0e97ac', 'name': '', 'network_id': '69de9d5d-5572-485a-ac3a-fd4213d271eb', 'tenant_id': '4ee446561a7145cd9b19941f05f717df', 'mac_address': 'fa:16:3e:42:ac:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2b7921a8-6ec4-4226-8a2d-d286be38417c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:04:16Z', 'updated_at': '2022-04-20T13:04:22Z', 'revision_number': 5, 'project_id': '4ee446561a7145cd9b19941f05f717df', 'subnets': [{'id': '2b7921a8-6ec4-4226-8a2d-d286be38417c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:51.674275 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-45323ac8-40c7-4bfb-a055-30c2122f37c1 service neutron] Transition to ACTIVE for port object f523a5de-7d3d-4dc1-bf1b-6d626deb317f will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:04:51.694527 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5794bb56-219f-4cd7-9e2f-b0df532e7991 None None] The sync data for ids ['bebe1a2b-7a66-4958-80bc-3ff1a9d92a56'] in n-d-836015-7 is: [{'id': 'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56', 'name': 'tempest-ServersTestManualDisk-1307317144-router', 'tenant_id': '4ee446561a7145cd9b19941f05f717df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '2720aa15-472a-455e-a98f-3b9a018b6549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:04:13Z', 'updated_at': '2022-04-20T13:04:17Z', 'revision_number': 4, 'project_id': '4ee446561a7145cd9b19941f05f717df', 'gw_port': {'id': '2720aa15-472a-455e-a98f-3b9a018b6549', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:04:14Z', 'updated_at': '2022-04-20T13:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '5d2a30c8-b524-40fb-99a3-4ea7447908a0', 'tenant_id': '4ee446561a7145cd9b19941f05f717df', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56', 'port_id': '3bd2e349-b69d-423a-8d43-9da5e398d4d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69de9d5d-5572-485a-ac3a-fd4213d271eb', 'mac_address': 'fa:16:3e:ea:55:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:04:22Z', 'updated_at': '2022-04-20T13:04:49Z', 'revision_number': 1, 'project_id': '4ee446561a7145cd9b19941f05f717df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b0cc308-33d5-4f1b-b318-8dfb5b0e97ac', 'name': '', 'network_id': '69de9d5d-5572-485a-ac3a-fd4213d271eb', 'tenant_id': '4ee446561a7145cd9b19941f05f717df', 'mac_address': 'fa:16:3e:42:ac:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2b7921a8-6ec4-4226-8a2d-d286be38417c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:04:16Z', 'updated_at': '2022-04-20T13:04:22Z', 'revision_number': 5, 'project_id': '4ee446561a7145cd9b19941f05f717df', 'subnets': [{'id': '2b7921a8-6ec4-4226-8a2d-d286be38417c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:04:51.707611 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ae02038d-fb89-4cd6-a2dd-b514b7939b8a req-75804dce-eb21-409c-b7ad-4636e019f510 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4450438 Apr 20 13:04:51.726667 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69190059-6a4f-48ab-9501-e1ccebfc5486 req-10d3f35b-d553-4c3b-a3c5-17c4ac2cf9e7 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:51.728251 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-69190059-6a4f-48ab-9501-e1ccebfc5486 req-10d3f35b-d553-4c3b-a3c5-17c4ac2cf9e7 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91 HTTP/1.1" status: 200 len: 946 time: 0.4680059 Apr 20 13:04:51.738742 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c7ab9-051a-4e8a-9a9b-32522cc0dd5d req-5e110b9c-a812-4c20-8ef5-f75e9c69e504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:51.740208 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-870c7ab9-051a-4e8a-9a9b-32522cc0dd5d req-5e110b9c-a812-4c20-8ef5-f75e9c69e504 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4651847 Apr 20 13:04:51.744927 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-45323ac8-40c7-4bfb-a055-30c2122f37c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:51.794532 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cec2d72-dd85-4d9d-b3e8-eb619b09614a x-openstack-request-id: req-7cec2d72-dd85-4d9d-b3e8-eb619b09614a {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:51.794877 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91", "tag": "3bd2e349-b69d-423a-8d43-9da5e398d4d3", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:51.795124 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7cec2d72-dd85-4d9d-b3e8-eb619b09614a {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:51.795540 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cec2d72-dd85-4d9d-b3e8-eb619b09614a'] response: {'name': 'network-changed', 'server_uuid': 'c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91', 'tag': '3bd2e349-b69d-423a-8d43-9da5e398d4d3', 'status': 'completed', 'code': 200} Apr 20 13:04:51.803391 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-870c7ab9-051a-4e8a-9a9b-32522cc0dd5d req-48c122d3-da4c-4d04-a73f-95ddd744259b service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5002248 Apr 20 13:04:51.850526 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45323ac8-40c7-4bfb-a055-30c2122f37c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f523a5de-7d3d-4dc1-bf1b-6d626deb317f,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:51.873847 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [req-1097e3ed-350e-4ef5-b586-d36f3bc78429 req-ba0b53de-22e9-4984-96a2-77ae4e7e324e tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] show failed (client error): The resource could not be found. Apr 20 13:04:51.882104 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa495db4-53e6-4753-b10b-32086a5d6f3b req-dbc7290c-01be-426d-a3ce-a873e063d7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:51.882104 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-fa495db4-53e6-4753-b10b-32086a5d6f3b req-dbc7290c-01be-426d-a3ce-a873e063d7e0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ee446561a7145cd9b19941f05f717df&device_id=c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91 HTTP/1.1" status: 200 len: 1097 time: 0.0827353 Apr 20 13:04:51.882626 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1097e3ed-350e-4ef5-b586-d36f3bc78429 req-ba0b53de-22e9-4984-96a2-77ae4e7e324e tempest-FloatingIPsTestJSON-1798959253 tempest-FloatingIPsTestJSON-1798959253-project] 10.222.0.25 "GET /v2.0/floatingips/4fb0c5dc-b521-4e37-b4d6-4222410ef24a HTTP/1.1" status: 404 len: 350 time: 0.1033785 Apr 20 13:04:51.909198 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59848) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:51.909865 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-69190059-6a4f-48ab-9501-e1ccebfc5486 req-ea539720-ec75-4813-bf65-4d4f641a17c0 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "GET /v2.0/security-groups?id=5007e27e-1313-4af2-bc0b-7ce50559f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733315 Apr 20 13:04:51.998011 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-45323ac8-40c7-4bfb-a055-30c2122f37c1 service neutron] Attempting to bind port f523a5de-7d3d-4dc1-bf1b-6d626deb317f on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:04:51.998387 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-45323ac8-40c7-4bfb-a055-30c2122f37c1 service neutron] Attempting to bind port f523a5de-7d3d-4dc1-bf1b-6d626deb317f by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': 'b8a45d7f-8d03-42e0-b39a-371992aad9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ce4b787d-844d-4a10-8a46-e3a4d131f18d'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:04:51.998681 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-45323ac8-40c7-4bfb-a055-30c2122f37c1 service neutron] Attempting to bind port f523a5de-7d3d-4dc1-bf1b-6d626deb317f on network ce4b787d-844d-4a10-8a46-e3a4d131f18d {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:04:52.004847 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11e87c3-a7e6-4121-853c-d33b2454794a None None] New status for floating IP 5d2a30c8-b524-40fb-99a3-4ea7447908a0: ACTIVE {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:04:52.007806 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-45323ac8-40c7-4bfb-a055-30c2122f37c1 service neutron] Port f523a5de-7d3d-4dc1-bf1b-6d626deb317f on network ce4b787d-844d-4a10-8a46-e3a4d131f18d not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:04:52.008132 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-45323ac8-40c7-4bfb-a055-30c2122f37c1 service neutron] Attempting to bind port f523a5de-7d3d-4dc1-bf1b-6d626deb317f on network ce4b787d-844d-4a10-8a46-e3a4d131f18d {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:04:52.022559 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-45323ac8-40c7-4bfb-a055-30c2122f37c1 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:04:52.022903 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-45323ac8-40c7-4bfb-a055-30c2122f37c1 service neutron] Checking segment: {'id': 'b8a45d7f-8d03-42e0-b39a-371992aad9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ce4b787d-844d-4a10-8a46-e3a4d131f18d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:04:52.023292 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-45323ac8-40c7-4bfb-a055-30c2122f37c1 service neutron] Bound using segment: {'id': 'b8a45d7f-8d03-42e0-b39a-371992aad9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ce4b787d-844d-4a10-8a46-e3a4d131f18d'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:04:52.023759 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-45323ac8-40c7-4bfb-a055-30c2122f37c1 service neutron] Bound port: f523a5de-7d3d-4dc1-bf1b-6d626deb317f, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a45d7f-8d03-42e0-b39a-371992aad9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ce4b787d-844d-4a10-8a46-e3a4d131f18d'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:04:52.024123 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-45323ac8-40c7-4bfb-a055-30c2122f37c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:52.046922 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa495db4-53e6-4753-b10b-32086a5d6f3b req-d2d33128-ee13-472e-8c12-189980a7a14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:52.048418 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-fa495db4-53e6-4753-b10b-32086a5d6f3b req-d2d33128-ee13-472e-8c12-189980a7a14c service neutron] 10.222.0.32 "GET /v2.0/networks?id=69de9d5d-5572-485a-ac3a-fd4213d271eb HTTP/1.1" status: 200 len: 913 time: 0.1431613 Apr 20 13:04:52.080993 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-870c7ab9-051a-4e8a-9a9b-32522cc0dd5d req-827ca65e-6521-4ae1-a104-9f82569c5847 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258376 Apr 20 13:04:52.144299 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-45323ac8-40c7-4bfb-a055-30c2122f37c1 service neutron] For port f523a5de-7d3d-4dc1-bf1b-6d626deb317f, host n-h2-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:04:52.166230 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-45323ac8-40c7-4bfb-a055-30c2122f37c1 service neutron] For port f523a5de-7d3d-4dc1-bf1b-6d626deb317f, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=f523a5de-7d3d-4dc1-bf1b-6d626deb317f,segment=NetworkSegment(b8a45d7f-8d03-42e0-b39a-371992aad9ff),segment_id=b8a45d7f-8d03-42e0-b39a-371992aad9ff)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:04:52.172948 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-fa495db4-53e6-4753-b10b-32086a5d6f3b req-dc201e2f-0e3a-4aef-aca0-f763bd0c92ef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3bd2e349-b69d-423a-8d43-9da5e398d4d3 HTTP/1.1" status: 200 len: 1000 time: 0.1022453 Apr 20 13:04:52.224551 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa495db4-53e6-4753-b10b-32086a5d6f3b req-bfa9e4e9-c76e-4baf-9c65-d0e2b5642cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:52.226013 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-fa495db4-53e6-4753-b10b-32086a5d6f3b req-bfa9e4e9-c76e-4baf-9c65-d0e2b5642cc8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2b7921a8-6ec4-4226-8a2d-d286be38417c HTTP/1.1" status: 200 len: 851 time: 0.0461946 Apr 20 13:04:52.238880 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f7ac-9f63-4285-abb6-b4260152bcda req-994cfccb-afb1-49e7-bd8b-6a4b88f31548 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:52.240479 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3af9f7ac-9f63-4285-abb6-b4260152bcda req-994cfccb-afb1-49e7-bd8b-6a4b88f31548 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 1095 time: 0.2198865 Apr 20 13:04:52.242238 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-870c7ab9-051a-4e8a-9a9b-32522cc0dd5d req-a188e7ca-19df-4845-b25d-0e7d66492141 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788328 Apr 20 13:04:52.266917 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-45323ac8-40c7-4bfb-a055-30c2122f37c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:52.322091 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-45323ac8-40c7-4bfb-a055-30c2122f37c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:52.322861 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-45323ac8-40c7-4bfb-a055-30c2122f37c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:52.324244 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-45323ac8-40c7-4bfb-a055-30c2122f37c1 service neutron] 10.222.0.15 "PUT /v2.0/ports/f523a5de-7d3d-4dc1-bf1b-6d626deb317f HTTP/1.1" status: 200 len: 1091 time: 1.0267437 Apr 20 13:04:52.343690 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-870c7ab9-051a-4e8a-9a9b-32522cc0dd5d req-d5955814-8eb4-4939-b602-4452e9d1cfde service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322290 Apr 20 13:04:52.353260 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3af9f7ac-9f63-4285-abb6-b4260152bcda req-3e0d9ecf-4c61-4a87-9ad5-8a6280a09807 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039624 Apr 20 13:04:52.354768 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa495db4-53e6-4753-b10b-32086a5d6f3b req-534fa8c3-a248-457e-b135-cbe4f73be7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:52.358540 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-fa495db4-53e6-4753-b10b-32086a5d6f3b req-534fa8c3-a248-457e-b135-cbe4f73be7ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69de9d5d-5572-485a-ac3a-fd4213d271eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1162212 Apr 20 13:04:52.363524 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45323ac8-40c7-4bfb-a055-30c2122f37c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f523a5de-7d3d-4dc1-bf1b-6d626deb317f,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:52.459698 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-fa495db4-53e6-4753-b10b-32086a5d6f3b req-249e27be-7622-453f-863c-0de94e91e740 service neutron] 10.222.0.32 "GET /v2.0/networks/69de9d5d-5572-485a-ac3a-fd4213d271eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931199 Apr 20 13:04:52.523769 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46329c64-9aaf-4d1f-bddd-fff9a9e08dba req-473ac8b6-df3a-43f1-9825-5cd4a7f0f0f4 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:52.525385 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-46329c64-9aaf-4d1f-bddd-fff9a9e08dba req-473ac8b6-df3a-43f1-9825-5cd4a7f0f0f4 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 947 time: 0.0718226 Apr 20 13:04:52.565698 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-fa495db4-53e6-4753-b10b-32086a5d6f3b req-c6e08a87-42c9-4b8f-bd8b-edb623a35d13 service neutron] 10.222.0.32 "GET /v2.0/networks/69de9d5d-5572-485a-ac3a-fd4213d271eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991859 Apr 20 13:04:52.600415 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-46329c64-9aaf-4d1f-bddd-fff9a9e08dba req-dc8c0d56-90fb-44b5-b034-20b5388ebe7c tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417082 Apr 20 13:04:52.622074 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b451d88d-81a9-470c-a837-c61098546a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:52.633310 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-472dc5c8-f081-46e0-88f4-e2f9efe8f3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:52.635003 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-472dc5c8-f081-46e0-88f4-e2f9efe8f3ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ea07556cdb2477c9f098452366cccbb&device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 1094 time: 0.1613989 Apr 20 13:04:52.678075 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-2d62c0be-31ba-4710-b36f-50d3af724b80 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f523a5de-7d3d-4dc1-bf1b-6d626deb317f HTTP/1.1" status: 200 len: 217 time: 0.0347955 Apr 20 13:04:52.726563 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-979f8449-efeb-4929-98a6-7ac0c8476e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:52.728052 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-979f8449-efeb-4929-98a6-7ac0c8476e7d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fce0cd2d-82e3-48f4-af7d-ad5190f8c609 HTTP/1.1" status: 200 len: 855 time: 0.0438070 Apr 20 13:04:52.751373 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730dd943-6cb4-44a4-930f-cfb03225d11b req-c6349821-347b-4551-8196-fa7bb4331b63 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:52.752865 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-730dd943-6cb4-44a4-930f-cfb03225d11b req-c6349821-347b-4551-8196-fa7bb4331b63 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 945 time: 0.0936058 Apr 20 13:04:52.769904 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-1506b200-5fef-4aea-ac2a-3d0873fb2389 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ce4b787d-844d-4a10-8a46-e3a4d131f18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336118 Apr 20 13:04:52.843715 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-730dd943-6cb4-44a4-930f-cfb03225d11b req-fe0e3266-99ae-496d-94fd-c9969d9bc81f tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830791 Apr 20 13:04:52.860317 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-3d01ff82-9924-41d2-bec2-bce31218336d service neutron] 10.222.0.15 "GET /v2.0/networks/ce4b787d-844d-4a10-8a46-e3a4d131f18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837572 Apr 20 13:04:52.983748 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d74e7aa1-5fcc-4a9e-bd27-a2b3e7d37513 req-77d4562d-6f7d-48f5-aad3-c5d0e714195d service neutron] 10.222.0.15 "GET /v2.0/networks/ce4b787d-844d-4a10-8a46-e3a4d131f18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106012 Apr 20 13:04:53.026222 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629c997-6e68-4bad-b742-797ffedb18ff req-d2c07d67-bcb1-4041-b623-400ae9d55e5b tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:53.027879 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2629c997-6e68-4bad-b742-797ffedb18ff req-d2c07d67-bcb1-4041-b623-400ae9d55e5b tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 1095 time: 0.1065445 Apr 20 13:04:53.038908 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358dfdc-a22d-494c-a207-3155e84ed98c req-74953e55-c1d0-4b91-b1eb-37b2f8e61533 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:53.040354 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8358dfdc-a22d-494c-a207-3155e84ed98c req-74953e55-c1d0-4b91-b1eb-37b2f8e61533 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.1060905 Apr 20 13:04:53.099947 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-b451d88d-81a9-470c-a837-c61098546a5d admin admin] Deleting port 7d9b5684-6d99-4349-bcc1-1d7396e0e660 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:04:53.100283 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b451d88d-81a9-470c-a837-c61098546a5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:53.117894 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2629c997-6e68-4bad-b742-797ffedb18ff req-37080c21-0119-4240-8c1a-8226494bc8dd tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738003 Apr 20 13:04:53.122779 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8358dfdc-a22d-494c-a207-3155e84ed98c req-e5bba199-c5b8-40b5-9941-f8ca7470185c tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722098 Apr 20 13:04:53.200110 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-b451d88d-81a9-470c-a837-c61098546a5d admin admin] For port 7d9b5684-6d99-4349-bcc1-1d7396e0e660, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=7d9b5684-6d99-4349-bcc1-1d7396e0e660,segment=NetworkSegment(9991b4c9-022c-4dda-93cd-3d94aa6822d9),segment_id=9991b4c9-022c-4dda-93cd-3d94aa6822d9)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:53.200849 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b451d88d-81a9-470c-a837-c61098546a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:53.232969 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-b451d88d-81a9-470c-a837-c61098546a5d admin admin] Calling delete_port for 7d9b5684-6d99-4349-bcc1-1d7396e0e660 owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:04:53.330993 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d39ed6-89b4-48ea-9797-382a21313b62 req-83441014-5d52-485b-b8dd-6b9729a17920 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:53.333025 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52d39ed6-89b4-48ea-9797-382a21313b62 req-83441014-5d52-485b-b8dd-6b9729a17920 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 943 time: 0.1289201 Apr 20 13:04:53.342669 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b1417-c061-4670-8074-00519502b725 req-5b23f7eb-d317-48e2-8fa6-37a9cacbcafb tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:53.344155 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-179b1417-c061-4670-8074-00519502b725 req-5b23f7eb-d317-48e2-8fa6-37a9cacbcafb tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 1096 time: 0.1242416 Apr 20 13:04:53.367496 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59872) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:53.439388 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52d39ed6-89b4-48ea-9797-382a21313b62 req-f5afa842-6949-497f-a6d5-aa8d3cdce095 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895526 Apr 20 13:04:53.447307 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-179b1417-c061-4670-8074-00519502b725 req-f253a2c6-5ea5-4b82-9c6e-b8a2bb255f82 tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945849 Apr 20 13:04:53.480207 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-506ba81c-f06a-42b3-baf1-66fd1b8a21c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:53.584786 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-506ba81c-f06a-42b3-baf1-66fd1b8a21c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:53.587340 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035adfe4-a031-4903-bed1-a0ff4efbf6b0 req-697074b8-d644-49c2-856c-d707d569c715 tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:53.588890 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-035adfe4-a031-4903-bed1-a0ff4efbf6b0 req-697074b8-d644-49c2-856c-d707d569c715 tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 1096 time: 0.0436454 Apr 20 13:04:53.623078 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-035adfe4-a031-4903-bed1-a0ff4efbf6b0 req-07fa4491-899c-4b03-9419-8660d2135e0f tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281720 Apr 20 13:04:53.647823 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b451d88d-81a9-470c-a837-c61098546a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:53.670699 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-506ba81c-f06a-42b3-baf1-66fd1b8a21c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:53.675328 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451d88d-81a9-470c-a837-c61098546a5d admin admin] Pushing event deleted for resources: {'Port': ['ID=7d9b5684-6d99-4349-bcc1-1d7396e0e660,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:53.710673 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b451d88d-81a9-470c-a837-c61098546a5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:53.710966 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b451d88d-81a9-470c-a837-c61098546a5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:53.711299 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b451d88d-81a9-470c-a837-c61098546a5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:53.711729 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b451d88d-81a9-470c-a837-c61098546a5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:53.712023 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b451d88d-81a9-470c-a837-c61098546a5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:53.712354 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b451d88d-81a9-470c-a837-c61098546a5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:53.712683 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b451d88d-81a9-470c-a837-c61098546a5d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:53.713010 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b451d88d-81a9-470c-a837-c61098546a5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:53.713332 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b451d88d-81a9-470c-a837-c61098546a5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:53.713655 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b451d88d-81a9-470c-a837-c61098546a5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:53.713973 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b451d88d-81a9-470c-a837-c61098546a5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:53.714314 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b451d88d-81a9-470c-a837-c61098546a5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:53.717656 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ba81c-f06a-42b3-baf1-66fd1b8a21c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e030d385-5cdb-4f20-b595-fce27a75216a,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:53.727402 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-506ba81c-f06a-42b3-baf1-66fd1b8a21c2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fc197d7c6ee24a689852a0b5e2f337a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3583131 Apr 20 13:04:53.733392 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59886) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:53.787167 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9e2b0090-6874-4735-b343-73445fe75560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:53.789375 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18658844-2503-4902-84e1-2e878c2eb4f6 req-61ad9154-1174-484d-b025-eedc542f9d0b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:53.790925 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-18658844-2503-4902-84e1-2e878c2eb4f6 req-61ad9154-1174-484d-b025-eedc542f9d0b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 947 time: 0.1129687 Apr 20 13:04:53.797405 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2f56c9-80a3-4ae2-baa6-123b277110d5', 'tag': 'f523a5de-7d3d-4dc1-bf1b-6d626deb317f'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:53.799788 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbdb823-a578-4755-9bad-a64de0615f94" -d '{"events": [{"name": "network-changed", "server_uuid": "8b2f56c9-80a3-4ae2-baa6-123b277110d5", "tag": "f523a5de-7d3d-4dc1-bf1b-6d626deb317f"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:53.830340 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9e2b0090-6874-4735-b343-73445fe75560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:53.905847 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41f7852-b004-4b21-a07c-84bd6b8eab28 x-openstack-request-id: req-e41f7852-b004-4b21-a07c-84bd6b8eab28 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:53.906739 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b2f56c9-80a3-4ae2-baa6-123b277110d5", "tag": "f523a5de-7d3d-4dc1-bf1b-6d626deb317f", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:53.907044 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e41f7852-b004-4b21-a07c-84bd6b8eab28 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:53.907470 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e41f7852-b004-4b21-a07c-84bd6b8eab28'] response: {'name': 'network-changed', 'server_uuid': '8b2f56c9-80a3-4ae2-baa6-123b277110d5', 'tag': 'f523a5de-7d3d-4dc1-bf1b-6d626deb317f', 'status': 'completed', 'code': 200} Apr 20 13:04:53.917462 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-18658844-2503-4902-84e1-2e878c2eb4f6 req-057288aa-4b46-4950-ae50-d3cd68d091bb tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885730 Apr 20 13:04:53.950461 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b451d88d-81a9-470c-a837-c61098546a5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:53.978147 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9e2b0090-6874-4735-b343-73445fe75560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:53.980704 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9e2b0090-6874-4735-b343-73445fe75560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:53.984404 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9e2b0090-6874-4735-b343-73445fe75560 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e030d385-5cdb-4f20-b595-fce27a75216a HTTP/1.1" status: 204 len: 168 time: 0.2507429 Apr 20 13:04:54.032429 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b0090-6874-4735-b343-73445fe75560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e030d385-5cdb-4f20-b595-fce27a75216a,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:54.061909 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbdb823-a578-4755-9bad-a64de0615f94 req-3c9f5c70-9414-4dc2-85e7-92f76747e8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:54.063467 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-fdbdb823-a578-4755-9bad-a64de0615f94 req-3c9f5c70-9414-4dc2-85e7-92f76747e8ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ea07556cdb2477c9f098452366cccbb&device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 1094 time: 0.0991840 Apr 20 13:04:54.183937 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbdb823-a578-4755-9bad-a64de0615f94 req-2a497360-623d-4ed6-8e17-9c98892b181c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:54.185621 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-fdbdb823-a578-4755-9bad-a64de0615f94 req-2a497360-623d-4ed6-8e17-9c98892b181c service neutron] 10.222.0.15 "GET /v2.0/networks?id=ce4b787d-844d-4a10-8a46-e3a4d131f18d HTTP/1.1" status: 200 len: 916 time: 0.1105235 Apr 20 13:04:54.239318 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-fdbdb823-a578-4755-9bad-a64de0615f94 req-618538c7-24a9-441a-9c8d-558a8ee1dc70 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f523a5de-7d3d-4dc1-bf1b-6d626deb317f HTTP/1.1" status: 200 len: 217 time: 0.0445926 Apr 20 13:04:54.242468 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b451d88d-81a9-470c-a837-c61098546a5d admin admin] Router f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:04:54.296311 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbdb823-a578-4755-9bad-a64de0615f94 req-faea7188-b98c-4131-8741-a2638dc4db74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:54.298105 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-fdbdb823-a578-4755-9bad-a64de0615f94 req-faea7188-b98c-4131-8741-a2638dc4db74 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fce0cd2d-82e3-48f4-af7d-ad5190f8c609 HTTP/1.1" status: 200 len: 855 time: 0.0490923 Apr 20 13:04:54.304979 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a54e9a-b111-421a-b0bd-df226d12e253 req-2fe48f7b-2835-45e8-9040-ba5fad3e3ed9 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:54.306583 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-04a54e9a-b111-421a-b0bd-df226d12e253 req-2fe48f7b-2835-45e8-9040-ba5fad3e3ed9 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.1006153 Apr 20 13:04:54.333411 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-fdbdb823-a578-4755-9bad-a64de0615f94 req-999c8ef4-29d1-4fa8-972a-94cbe04a1e7e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ce4b787d-844d-4a10-8a46-e3a4d131f18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271528 Apr 20 13:04:54.398039 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-04a54e9a-b111-421a-b0bd-df226d12e253 req-e9936541-e0e5-446c-8fab-3d65845ee4c1 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779874 Apr 20 13:04:54.406391 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b451d88d-81a9-470c-a837-c61098546a5d admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:04:54.414976 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b451d88d-81a9-470c-a837-c61098546a5d admin admin] 10.222.0.25 "PUT /v2.0/routers/f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5005958 Apr 20 13:04:54.414976 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59902) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:54.418741 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ed2c0c-09a3-4779-b854-8d0c9da3572c None None] Sync routers for ids ['f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:04:54.431920 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-807326eb-a246-4a09-bd3d-2b8c7ba28143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:54.432412 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ed2c0c-09a3-4779-b854-8d0c9da3572c None None] Routers {'f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:04:54.432870 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-89ed2c0c-09a3-4779-b854-8d0c9da3572c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:04:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:54.444975 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-fdbdb823-a578-4755-9bad-a64de0615f94 req-d211aaa0-7009-46a9-bec0-b3e131ad2a38 service neutron] 10.222.0.15 "GET /v2.0/networks/ce4b787d-844d-4a10-8a46-e3a4d131f18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037509 Apr 20 13:04:54.551644 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-89ed2c0c-09a3-4779-b854-8d0c9da3572c None None] Set router f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:04:54.569021 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-fdbdb823-a578-4755-9bad-a64de0615f94 req-ee418835-5062-4371-8f7e-986803981e1c service neutron] 10.222.0.15 "GET /v2.0/networks/ce4b787d-844d-4a10-8a46-e3a4d131f18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149602 Apr 20 13:04:54.575830 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e6b1c93f-e50d-41db-8ac7-c16934cded64 admin admin] Notify callbacks [] for router, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:54.635887 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7362de-bdef-4bc5-a45a-fc7ad7c92994 req-91540636-8379-4e56-9e51-55bb76ac6282 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:54.637511 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0a7362de-bdef-4bc5-a45a-fc7ad7c92994 req-91540636-8379-4e56-9e51-55bb76ac6282 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 943 time: 0.0947380 Apr 20 13:04:54.657885 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:04:54.708559 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59910) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:54.738413 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-96221fa5-b4bb-49fb-9d4b-e80a08fff658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:54.744964 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-89ed2c0c-09a3-4779-b854-8d0c9da3572c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1', 'name': 'tempest-FloatingIPsTestJSON-420694647-router', 'tenant_id': 'd758d67738124ba0bddea2602210e24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '5274a32e-1c0f-4745-a901-4d372590c345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:04:30Z', 'updated_at': '2022-04-20T13:04:53Z', 'revision_number': 5, 'project_id': 'd758d67738124ba0bddea2602210e24a', 'gw_port': {'id': '5274a32e-1c0f-4745-a901-4d372590c345', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:04:31Z', 'updated_at': '2022-04-20T13:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:54.776631 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ed2c0c-09a3-4779-b854-8d0c9da3572c None None] Checking router: f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:04:54.787149 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ed2c0c-09a3-4779-b854-8d0c9da3572c None None] Routers {'f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:04:54.788187 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-89ed2c0c-09a3-4779-b854-8d0c9da3572c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:04:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:54.798079 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0a7362de-bdef-4bc5-a45a-fc7ad7c92994 req-bdb80fb2-5394-43c8-a5df-9b8318b3c336 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458197 Apr 20 13:04:54.806139 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:54.807092 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e6b1c93f-e50d-41db-8ac7-c16934cded64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:54.826636 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'port_id': '8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9', 'mac_address': 'fa:16:3e:7b:c9:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b1f82a-7732-4b50-ab22-2475f182a712', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:04:54.868745 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-96221fa5-b4bb-49fb-9d4b-e80a08fff658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:54.870943 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:54.893753 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:04:54.907671 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-89ed2c0c-09a3-4779-b854-8d0c9da3572c None None] Set router f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:04:54.933251 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:55.002406 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:55.092975 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9,revision_number=9']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:55.102085 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:55.102821 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:55.107832 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:55.109941 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:55.110510 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:55.119146 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:55.119146 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:55.119146 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:55.119146 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:55.119146 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:55.119146 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:55.119146 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:55.140034 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-89ed2c0c-09a3-4779-b854-8d0c9da3572c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1', 'name': 'tempest-FloatingIPsTestJSON-420694647-router', 'tenant_id': 'd758d67738124ba0bddea2602210e24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '5274a32e-1c0f-4745-a901-4d372590c345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:04:30Z', 'updated_at': '2022-04-20T13:04:53Z', 'revision_number': 5, 'project_id': 'd758d67738124ba0bddea2602210e24a', 'gw_port': {'id': '5274a32e-1c0f-4745-a901-4d372590c345', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:04:31Z', 'updated_at': '2022-04-20T13:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:55.172675 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ed2c0c-09a3-4779-b854-8d0c9da3572c None None] The sync data for ids ['f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1'] in n-d-836015-7 is: [{'id': 'f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1', 'name': 'tempest-FloatingIPsTestJSON-420694647-router', 'tenant_id': 'd758d67738124ba0bddea2602210e24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '5274a32e-1c0f-4745-a901-4d372590c345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:04:30Z', 'updated_at': '2022-04-20T13:04:53Z', 'revision_number': 5, 'project_id': 'd758d67738124ba0bddea2602210e24a', 'gw_port': {'id': '5274a32e-1c0f-4745-a901-4d372590c345', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:04:31Z', 'updated_at': '2022-04-20T13:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:04:55.297608 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-96221fa5-b4bb-49fb-9d4b-e80a08fff658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:55.364984 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96221fa5-b4bb-49fb-9d4b-e80a08fff658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de3d0b4-e544-497a-86ee-f7651403506a,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:55.372258 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-96221fa5-b4bb-49fb-9d4b-e80a08fff658 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=898bb8e7405d4759bca255b8e0b5d36a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6580770 Apr 20 13:04:55.372386 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59932) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:55.397305 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af1bdb-2551-440d-bc71-75417cb95fcb req-4b66a45e-98a1-4333-a624-818a5680c616 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:55.398769 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-32af1bdb-2551-440d-bc71-75417cb95fcb req-4b66a45e-98a1-4333-a624-818a5680c616 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 948 time: 0.1044426 Apr 20 13:04:55.404342 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-e6b1c93f-e50d-41db-8ac7-c16934cded64 admin admin] Deleting port 5274a32e-1c0f-4745-a901-4d372590c345 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:04:55.404682 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e6b1c93f-e50d-41db-8ac7-c16934cded64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:55.429968 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce92cc91-b305-4e0f-9ebd-7e8ebdfc4361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:55.451433 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce92cc91-b305-4e0f-9ebd-7e8ebdfc4361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:55.506786 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-32af1bdb-2551-440d-bc71-75417cb95fcb req-edd292e9-e99b-4851-ae28-30b120a3186c tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560341 Apr 20 13:04:55.537669 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-e6b1c93f-e50d-41db-8ac7-c16934cded64 admin admin] For port 5274a32e-1c0f-4745-a901-4d372590c345, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=5274a32e-1c0f-4745-a901-4d372590c345,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:55.537669 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e6b1c93f-e50d-41db-8ac7-c16934cded64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:55.567193 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-e6b1c93f-e50d-41db-8ac7-c16934cded64 admin admin] Calling delete_port for 5274a32e-1c0f-4745-a901-4d372590c345 owned by network:router_gateway {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:04:55.585305 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce92cc91-b305-4e0f-9ebd-7e8ebdfc4361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:55.587857 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce92cc91-b305-4e0f-9ebd-7e8ebdfc4361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:55.592395 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ce92cc91-b305-4e0f-9ebd-7e8ebdfc4361 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7de3d0b4-e544-497a-86ee-f7651403506a HTTP/1.1" status: 204 len: 168 time: 0.2185555 Apr 20 13:04:55.600423 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce92cc91-b305-4e0f-9ebd-7e8ebdfc4361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de3d0b4-e544-497a-86ee-f7651403506a,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:55.851315 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca109eb4-98cd-4bf8-a0d8-0d5ea74931d2 req-2e57c6ea-a406-4ca2-a6f6-daa9afefaf46 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:55.852966 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ca109eb4-98cd-4bf8-a0d8-0d5ea74931d2 req-2e57c6ea-a406-4ca2-a6f6-daa9afefaf46 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.0958414 Apr 20 13:04:55.902121 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ca109eb4-98cd-4bf8-a0d8-0d5ea74931d2 req-3090907c-b9ca-4313-b4be-ff26383846f7 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384047 Apr 20 13:04:55.938250 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e6b1c93f-e50d-41db-8ac7-c16934cded64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:55.971172 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b1c93f-e50d-41db-8ac7-c16934cded64 admin admin] Pushing event deleted for resources: {'Port': ['ID=5274a32e-1c0f-4745-a901-4d372590c345,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:56.041650 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e6b1c93f-e50d-41db-8ac7-c16934cded64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:56.154382 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e6b1c93f-e50d-41db-8ac7-c16934cded64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:56.157516 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e6b1c93f-e50d-41db-8ac7-c16934cded64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:56.176446 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-a70f265e-c475-4dd7-a01c-4a8ec3b8348c tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:04:56.178629 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-a70f265e-c475-4dd7-a01c-4a8ec3b8348c tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081689 Apr 20 13:04:56.265397 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-6674fb15-d49b-4cee-a3bf-c6b1830387a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:56.266898 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-6674fb15-d49b-4cee-a3bf-c6b1830387a2 service neutron] 10.222.0.25 "GET /v2.0/ports/cdafaeb0-226b-4658-81e5-235e25055ce8 HTTP/1.1" status: 200 len: 1093 time: 0.0728645 Apr 20 13:04:56.277578 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-61b97480-0cc9-4ec7-841a-5831d78fe022 service neutron] Request body: {'binding': {'host': 'n-h2-836015-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:56.278424 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-61b97480-0cc9-4ec7-841a-5831d78fe022 service neutron] Unknown quota resources ['binding']. {{(pid=114870) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 20 13:04:56.299790 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 7d9b5684-6d99-4349-bcc1-1d7396e0e660 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:04:56.326174 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 7d9b5684-6d99-4349-bcc1-1d7396e0e660 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:04:56.327772 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 7d9b5684-6d99-4349-bcc1-1d7396e0e660 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:04:56.335943 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d40b6-8e7f-4c10-87ab-600a37bc57b5 req-dcbc0877-4a5b-42b9-b4c3-d5d8aa18db15 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:56.338355 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8c1d40b6-8e7f-4c10-87ab-600a37bc57b5 req-dcbc0877-4a5b-42b9-b4c3-d5d8aa18db15 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 943 time: 0.0947835 Apr 20 13:04:56.340358 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e6b1c93f-e50d-41db-8ac7-c16934cded64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:56.341778 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b1c93f-e50d-41db-8ac7-c16934cded64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1 {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:04:56.346940 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e6b1c93f-e50d-41db-8ac7-c16934cded64 admin admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:56.348806 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e6b1c93f-e50d-41db-8ac7-c16934cded64 admin admin] 10.222.0.25 "DELETE /v2.0/routers/f4cbd0c8-96e5-4fb9-abab-679a5f9b9cc1 HTTP/1.1" status: 204 len: 168 time: 1.9325194 Apr 20 13:04:56.351712 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59948) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:56.392565 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8c1d40b6-8e7f-4c10-87ab-600a37bc57b5 req-c4ad5a72-b00c-45ae-ac83-9086cb26ce97 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378063 Apr 20 13:04:56.446276 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee168a77-d286-44ef-a57f-ecf0df685e42 admin admin] Deleting subnet 9b5d0722-2dd7-4057-b3e5-955c96105cfe {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:04:56.452579 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ee168a77-d286-44ef-a57f-ecf0df685e42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:56.495214 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:04:56.529851 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ee168a77-d286-44ef-a57f-ecf0df685e42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:56.585756 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-61b97480-0cc9-4ec7-841a-5831d78fe022 service neutron] Attempting to bind port cdafaeb0-226b-4658-81e5-235e25055ce8 on host n-h2-836015-7 for vnic_type normal with profile None {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:04:56.586098 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-61b97480-0cc9-4ec7-841a-5831d78fe022 service neutron] Attempting to bind port cdafaeb0-226b-4658-81e5-235e25055ce8 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:04:56.586429 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-61b97480-0cc9-4ec7-841a-5831d78fe022 service neutron] Attempting to bind port cdafaeb0-226b-4658-81e5-235e25055ce8 on network da0d71e6-e706-45b9-bcd7-1c5524c4bb88 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:04:56.607061 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-61b97480-0cc9-4ec7-841a-5831d78fe022 service neutron] Port cdafaeb0-226b-4658-81e5-235e25055ce8 on network da0d71e6-e706-45b9-bcd7-1c5524c4bb88 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:04:56.607061 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-61b97480-0cc9-4ec7-841a-5831d78fe022 service neutron] Attempting to bind port cdafaeb0-226b-4658-81e5-235e25055ce8 on network da0d71e6-e706-45b9-bcd7-1c5524c4bb88 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:04:56.624144 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-61b97480-0cc9-4ec7-841a-5831d78fe022 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:04:56.624489 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-61b97480-0cc9-4ec7-841a-5831d78fe022 service neutron] Checking segment: {'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:04:56.624867 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-61b97480-0cc9-4ec7-841a-5831d78fe022 service neutron] Bound using segment: {'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:04:56.625310 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-61b97480-0cc9-4ec7-841a-5831d78fe022 service neutron] Bound port: cdafaeb0-226b-4658-81e5-235e25055ce8, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:04:56.665014 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605799e3-06c6-42d3-af42-2a11910806d0 req-14b29258-b094-4d14-8f71-e7fa5ced5192 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:56.666903 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-605799e3-06c6-42d3-af42-2a11910806d0 req-14b29258-b094-4d14-8f71-e7fa5ced5192 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 948 time: 0.0678277 Apr 20 13:04:56.691762 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ee168a77-d286-44ef-a57f-ecf0df685e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:56.713586 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-61b97480-0cc9-4ec7-841a-5831d78fe022 service neutron] For port cdafaeb0-226b-4658-81e5-235e25055ce8, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=cdafaeb0-226b-4658-81e5-235e25055ce8,segment=NetworkSegment(fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1),segment_id=fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:04:56.718234 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-605799e3-06c6-42d3-af42-2a11910806d0 req-e62ee84b-2fa1-44fc-91aa-e6c8dbf7129a tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448611 Apr 20 13:04:56.745372 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3df2e888-b6ff-475a-a944-f7fca627f336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:56.787801 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-61b97480-0cc9-4ec7-841a-5831d78fe022 service neutron] Notify callbacks [] for binding, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:56.788980 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-61b97480-0cc9-4ec7-841a-5831d78fe022 service neutron] 10.222.0.25 "POST /v2.0/ports/cdafaeb0-226b-4658-81e5-235e25055ce8/bindings HTTP/1.1" status: 201 len: 389 time: 0.5152807 Apr 20 13:04:56.836463 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ee168a77-d286-44ef-a57f-ecf0df685e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:56.869711 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee168a77-d286-44ef-a57f-ecf0df685e42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b5d0722-2dd7-4057-b3e5-955c96105cfe,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:56.873479 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ee168a77-d286-44ef-a57f-ecf0df685e42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:56.878972 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ee168a77-d286-44ef-a57f-ecf0df685e42 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9b5d0722-2dd7-4057-b3e5-955c96105cfe HTTP/1.1" status: 204 len: 168 time: 0.5241380 Apr 20 13:04:56.879839 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59962) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:56.884228 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99a5315-5aab-49ba-b541-f1df4c66b64f None None] Network 47983a66-8d56-476e-a0ef-cf80a38b788b requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:04:57.042864 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59970) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:57.068560 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e57e1fbc-eb55-415b-b011-d6fbc52cc595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:57.104273 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63829a1d-1828-4cc9-8991-98809a7644f9 req-5b6d4b6b-5722-4663-9161-1a31db2ceba3 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:57.106561 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63829a1d-1828-4cc9-8991-98809a7644f9 req-5b6d4b6b-5722-4663-9161-1a31db2ceba3 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.0842996 Apr 20 13:04:57.204342 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62e5b86-a4c8-4e13-bdb7-0889526ffb1f None None] DHCP port deletion for 47983a66-8d56-476e-a0ef-cf80a38b788b request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:04:57.216311 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-75f4c552-0adf-4eda-9a8e-3c9c5d345b90 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-850191610-network', 'tenant_id': '564a5d1e5b6e4687a901496539f07f39'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:57.224603 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63829a1d-1828-4cc9-8991-98809a7644f9 req-7f573716-c35e-49db-ada0-eaa36508ccb9 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785484 Apr 20 13:04:57.238210 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facfc6b1-a8aa-4ea5-a1e3-c8f4de3d4c74 req-195b4c0a-31c0-4b0d-a50a-0602421b7f15 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:57.245678 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-facfc6b1-a8aa-4ea5-a1e3-c8f4de3d4c74 req-195b4c0a-31c0-4b0d-a50a-0602421b7f15 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 945 time: 0.1370554 Apr 20 13:04:57.271529 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-e57e1fbc-eb55-415b-b011-d6fbc52cc595 admin admin] Deleting port 4090d5f2-e982-4316-b44b-e52a22c7ac7e {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:04:57.271969 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e57e1fbc-eb55-415b-b011-d6fbc52cc595 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:57.280196 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-a62e5b86-a4c8-4e13-bdb7-0889526ffb1f None None] Deleting port 4090d5f2-e982-4316-b44b-e52a22c7ac7e {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:04:57.283492 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a62e5b86-a4c8-4e13-bdb7-0889526ffb1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:57.323181 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-facfc6b1-a8aa-4ea5-a1e3-c8f4de3d4c74 req-f6ad7912-7410-41f5-922f-d28c694e8d53 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765762 Apr 20 13:04:57.350645 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f4c552-0adf-4eda-9a8e-3c9c5d345b90 admin admin] Made reservation on behalf of 564a5d1e5b6e4687a901496539f07f39 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:04:57.353647 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-75f4c552-0adf-4eda-9a8e-3c9c5d345b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:57.358184 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-e57e1fbc-eb55-415b-b011-d6fbc52cc595 admin admin] For port 4090d5f2-e982-4316-b44b-e52a22c7ac7e, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=4090d5f2-e982-4316-b44b-e52a22c7ac7e,segment=NetworkSegment(9991b4c9-022c-4dda-93cd-3d94aa6822d9),segment_id=9991b4c9-022c-4dda-93cd-3d94aa6822d9)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:57.358560 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e57e1fbc-eb55-415b-b011-d6fbc52cc595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:57.372666 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-e57e1fbc-eb55-415b-b011-d6fbc52cc595 admin admin] Calling delete_port for 4090d5f2-e982-4316-b44b-e52a22c7ac7e owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:04:57.374805 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-75f4c552-0adf-4eda-9a8e-3c9c5d345b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:57.397796 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-a62e5b86-a4c8-4e13-bdb7-0889526ffb1f None None] For port 4090d5f2-e982-4316-b44b-e52a22c7ac7e, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=4090d5f2-e982-4316-b44b-e52a22c7ac7e,segment=NetworkSegment(9991b4c9-022c-4dda-93cd-3d94aa6822d9),segment_id=9991b4c9-022c-4dda-93cd-3d94aa6822d9)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:57.398920 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a62e5b86-a4c8-4e13-bdb7-0889526ffb1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:57.422190 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-a62e5b86-a4c8-4e13-bdb7-0889526ffb1f None None] Calling delete_port for 4090d5f2-e982-4316-b44b-e52a22c7ac7e owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:04:57.523151 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a62e5b86-a4c8-4e13-bdb7-0889526ffb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:57.532875 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e57e1fbc-eb55-415b-b011-d6fbc52cc595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:57.550273 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e5b86-a4c8-4e13-bdb7-0889526ffb1f None None] Pushing event deleted for resources: {'Port': ['ID=4090d5f2-e982-4316-b44b-e52a22c7ac7e,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:57.553847 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62e5b86-a4c8-4e13-bdb7-0889526ffb1f None None] No DVR routers for this DVR port 4090d5f2-e982-4316-b44b-e52a22c7ac7e on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:04:57.573464 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-75f4c552-0adf-4eda-9a8e-3c9c5d345b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:57.577824 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57e1fbc-eb55-415b-b011-d6fbc52cc595 admin admin] No DVR routers for this DVR port 4090d5f2-e982-4316-b44b-e52a22c7ac7e on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:04:57.591193 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e1fbc-eb55-415b-b011-d6fbc52cc595 admin admin] Pushing event deleted for resources: {'Port': ['ID=4090d5f2-e982-4316-b44b-e52a22c7ac7e,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:57.611771 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-df510fbd-057c-4c15-9ff1-a6371e2d5107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:57.613344 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-df510fbd-057c-4c15-9ff1-a6371e2d5107 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4&device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 1096 time: 0.0907912 Apr 20 13:04:57.623976 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-75f4c552-0adf-4eda-9a8e-3c9c5d345b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:57.634875 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d5cc3-c653-4823-8fde-61ff2a34eda0 req-a5afca64-8352-4f39-aec8-94bb682f4ad1 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:57.642044 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ff6d5cc3-c653-4823-8fde-61ff2a34eda0 req-a5afca64-8352-4f39-aec8-94bb682f4ad1 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 943 time: 0.1437576 Apr 20 13:04:57.672928 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75f4c552-0adf-4eda-9a8e-3c9c5d345b90 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:04:57.709918 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4c552-0adf-4eda-9a8e-3c9c5d345b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b663cc9-efff-4765-b21c-e49b8df89a74,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:57.720841 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-75f4c552-0adf-4eda-9a8e-3c9c5d345b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:57.721424 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-75f4c552-0adf-4eda-9a8e-3c9c5d345b90 admin admin] Added segment b8a6c4b7-66db-416a-aa28-84e1cd810023 of type vlan for network 1448fb0c-76a1-4762-b0ef-b8c667a2a5dc Apr 20 13:04:57.731907 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ff6d5cc3-c653-4823-8fde-61ff2a34eda0 req-687b8496-ace3-4f48-8da6-688332d49920 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889747 Apr 20 13:04:57.747589 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e57e1fbc-eb55-415b-b011-d6fbc52cc595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:57.775878 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-e57e1fbc-eb55-415b-b011-d6fbc52cc595 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47983a66-8d56-476e-a0ef-cf80a38b788b']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:57.805793 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-e57e1fbc-eb55-415b-b011-d6fbc52cc595 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9991b4c9-022c-4dda-93cd-3d94aa6822d9') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:57.811438 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-e57e1fbc-eb55-415b-b011-d6fbc52cc595 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9991b4c9-022c-4dda-93cd-3d94aa6822d9') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:57.847878 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e57e1fbc-eb55-415b-b011-d6fbc52cc595 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:57.883436 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e57e1fbc-eb55-415b-b011-d6fbc52cc595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:57.892740 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e57e1fbc-eb55-415b-b011-d6fbc52cc595 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:04:57.893147 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e57e1fbc-eb55-415b-b011-d6fbc52cc595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:57.906353 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:04:57.906353 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:04:57.906353 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:04:57.906353 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:04:57.906353 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:04:57.906353 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:04:57.906353 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:04:57.906353 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:04:57.906353 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:04:57.906353 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:04:57.906353 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:04:57.906353 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:04:57.906353 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:04:57.906353 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:04:57.906353 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:04:57.906353 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:04:57.906353 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:04:57.906353 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:04:57.906353 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:04:57.906353 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:04:57.906353 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:04:57.906353 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:04:57.906353 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:04:57.906353 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:04:57.906353 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:04:57.906353 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:04:57.906353 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:04:57.906353 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:04:57.906353 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:04:57.906353 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:04:57.906353 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:04:57.906353 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:04:57.965505 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396f605-e31a-41cc-82ca-b987d53a4615 req-6c0b074d-acac-4c6f-80fa-94a60b3b04a2 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:57.967153 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c396f605-e31a-41cc-82ca-b987d53a4615 req-6c0b074d-acac-4c6f-80fa-94a60b3b04a2 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 948 time: 0.1532238 Apr 20 13:04:57.980257 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:58.012598 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c396f605-e31a-41cc-82ca-b987d53a4615 req-4b6ba828-1c99-4b55-9450-9bfd72c0c1f5 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360396 Apr 20 13:04:58.065188 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e57e1fbc-eb55-415b-b011-d6fbc52cc595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:58.073433 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e57e1fbc-eb55-415b-b011-d6fbc52cc595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:58.076751 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-75f4c552-0adf-4eda-9a8e-3c9c5d345b90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:58.080157 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e57e1fbc-eb55-415b-b011-d6fbc52cc595 admin admin] 10.222.0.25 "DELETE /v2.0/networks/47983a66-8d56-476e-a0ef-cf80a38b788b HTTP/1.1" status: 204 len: 168 time: 1.1958470 Apr 20 13:04:58.087200 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e1fbc-eb55-415b-b011-d6fbc52cc595 admin admin] Pushing event deleted for resources: {'Network': ['ID=47983a66-8d56-476e-a0ef-cf80a38b788b,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:58.094830 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-c364b760-d7a5-4357-b77d-e2de2515da16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:58.096482 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-c364b760-d7a5-4357-b77d-e2de2515da16 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88 HTTP/1.1" status: 200 len: 909 time: 0.4646299 Apr 20 13:04:58.146344 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-64030695-e1f4-42a5-a39a-486da9aad3c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdafaeb0-226b-4658-81e5-235e25055ce8 HTTP/1.1" status: 200 len: 217 time: 0.0390475 Apr 20 13:04:58.204380 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-26afad19-025a-445d-960f-3ef56030bea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:58.206043 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-26afad19-025a-445d-960f-3ef56030bea9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7f1a9c16-f305-43f3-a182-10217ec8e6e3 HTTP/1.1" status: 200 len: 848 time: 0.0532496 Apr 20 13:04:58.224693 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 4090d5f2-e982-4316-b44b-e52a22c7ac7e no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:04:58.240816 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-75f4c552-0adf-4eda-9a8e-3c9c5d345b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:58.241871 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f4c552-0adf-4eda-9a8e-3c9c5d345b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:58.242370 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-75f4c552-0adf-4eda-9a8e-3c9c5d345b90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:58.246024 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-9c522f6b-9a05-4cf5-8ec3-ebf2c00d8f8f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305564 Apr 20 13:04:58.351491 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4c552-0adf-4eda-9a8e-3c9c5d345b90 admin admin] Pushing event updated for resources: {'Network': ['ID=1448fb0c-76a1-4762-b0ef-b8c667a2a5dc,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:58.362862 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-75f4c552-0adf-4eda-9a8e-3c9c5d345b90 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3168423 Apr 20 13:04:58.373683 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59988) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:58.387164 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dfd78f-4c31-4013-a9f9-2d8f3aab3403 req-45c84dee-ac77-4376-a395-ee8346101634 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:58.393041 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-67dfd78f-4c31-4013-a9f9-2d8f3aab3403 req-45c84dee-ac77-4376-a395-ee8346101634 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.0850129 Apr 20 13:04:58.395958 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 1448fb0c-76a1-4762-b0ef-b8c667a2a5dc details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:04:58.398398 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 4090d5f2-e982-4316-b44b-e52a22c7ac7e {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:04:58.399335 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 4090d5f2-e982-4316-b44b-e52a22c7ac7e not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:04:58.399913 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 5274a32e-1c0f-4745-a901-4d372590c345 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:04:58.401009 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-f0d8fb2e-4a60-4980-858a-b5b2edd256f5 admin admin] Request body: {'subnet': {'network_id': '1448fb0c-76a1-4762-b0ef-b8c667a2a5dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-850191610-subnet', 'tenant_id': '564a5d1e5b6e4687a901496539f07f39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:58.432566 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 5274a32e-1c0f-4745-a901-4d372590c345 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:04:58.433153 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 5274a32e-1c0f-4745-a901-4d372590c345 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:04:58.447660 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59990) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:58.510535 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-67dfd78f-4c31-4013-a9f9-2d8f3aab3403 req-a5c8a017-3890-4e86-bd49-ca8096c2d926 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948825 Apr 20 13:04:58.525706 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-3163a862-f341-42e1-956b-28ee8fe067d2 service neutron] 10.222.0.15 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586570 Apr 20 13:04:58.525871 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c599bc5-254c-4be7-9b2c-8d9eb6e28f32 req-6a57435b-2d4d-41d4-8209-ec6ee96ebd81 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:58.533158 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7c599bc5-254c-4be7-9b2c-8d9eb6e28f32 req-6a57435b-2d4d-41d4-8209-ec6ee96ebd81 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 945 time: 0.0848339 Apr 20 13:04:58.565674 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-027d49c5-56b5-475f-9cfb-244b321fab78 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d758d67738124ba0bddea2602210e24a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1167314 Apr 20 13:04:58.575531 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7c599bc5-254c-4be7-9b2c-8d9eb6e28f32 req-17f39e03-98e3-411d-a690-07411f5954c8 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398872 Apr 20 13:04:58.578895 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59992) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:58.598769 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d8fb2e-4a60-4980-858a-b5b2edd256f5 admin admin] Made reservation on behalf of 564a5d1e5b6e4687a901496539f07f39 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:04:58.601388 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f0d8fb2e-4a60-4980-858a-b5b2edd256f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:58.631616 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-78f71b30-4e43-4278-bc3e-ef790a99932b service neutron] 10.222.0.15 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913053 Apr 20 13:04:58.682833 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device f523a5de-7d3d-4dc1-bf1b-6d626deb317f details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:04:58.691065 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-46779d46-c706-405d-a66c-f19f018e8dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:58.726565 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-46779d46-c706-405d-a66c-f19f018e8dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:58.813899 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port f523a5de-7d3d-4dc1-bf1b-6d626deb317f, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=f523a5de-7d3d-4dc1-bf1b-6d626deb317f,segment=NetworkSegment(b8a45d7f-8d03-42e0-b39a-371992aad9ff),segment_id=b8a45d7f-8d03-42e0-b39a-371992aad9ff)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:58.829681 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'f523a5de-7d3d-4dc1-bf1b-6d626deb317f', 'network_id': 'ce4b787d-844d-4a10-8a46-e3a4d131f18d', 'port_id': 'f523a5de-7d3d-4dc1-bf1b-6d626deb317f', 'mac_address': 'fa:16:3e:e2:bd:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce0cd2d-82e3-48f4-af7d-ad5190f8c609', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:04:58.890244 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:58.910410 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f0205-555b-4429-a489-b3769bf90e0f req-1a846d1f-3541-4d2a-9244-c0a888807a00 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:58.920942 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f523a5de-7d3d-4dc1-bf1b-6d626deb317f {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:04:58.921341 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e57f0205-555b-4429-a489-b3769bf90e0f req-1a846d1f-3541-4d2a-9244-c0a888807a00 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 943 time: 0.0950379 Apr 20 13:04:58.934056 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port f523a5de-7d3d-4dc1-bf1b-6d626deb317f, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=f523a5de-7d3d-4dc1-bf1b-6d626deb317f,segment=NetworkSegment(b8a45d7f-8d03-42e0-b39a-371992aad9ff),segment_id=b8a45d7f-8d03-42e0-b39a-371992aad9ff)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:58.962662 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e57f0205-555b-4429-a489-b3769bf90e0f req-4d74f084-71b9-432b-b447-ef0c710ab404 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412238 Apr 20 13:04:58.984929 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-46779d46-c706-405d-a66c-f19f018e8dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:58.987622 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-46779d46-c706-405d-a66c-f19f018e8dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:58.989921 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-46779d46-c706-405d-a66c-f19f018e8dc5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2a341c28-0f0f-4dfe-80ed-2e583e3efdcd HTTP/1.1" status: 204 len: 168 time: 0.4114320 Apr 20 13:04:58.999233 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46779d46-c706-405d-a66c-f19f018e8dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a341c28-0f0f-4dfe-80ed-2e583e3efdcd,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:59.014409 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f0d8fb2e-4a60-4980-858a-b5b2edd256f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:59.018340 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:59.135351 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8fb2e-4a60-4980-858a-b5b2edd256f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c84cb6f4-b4cc-4751-b4bc-ddb2101451ae,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:59.137779 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d8fb2e-4a60-4980-858a-b5b2edd256f5 admin admin] Checking segment: {'id': 'b8a6c4b7-66db-416a-aa28-84e1cd810023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1448fb0c-76a1-4762-b0ef-b8c667a2a5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:04:59.138250 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d8fb2e-4a60-4980-858a-b5b2edd256f5 admin admin] Network hostable DHCP agents. Network: 1448fb0c-76a1-4762-b0ef-b8c667a2a5dc, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:04:59.163085 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=f523a5de-7d3d-4dc1-bf1b-6d626deb317f,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:59.203550 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509635ea-07fc-4ff8-b056-58c873bbd483 req-b0eb7281-2d22-4e96-8419-7e6d7d4ed471 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:59.205013 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-509635ea-07fc-4ff8-b056-58c873bbd483 req-b0eb7281-2d22-4e96-8419-7e6d7d4ed471 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 948 time: 0.0539949 Apr 20 13:04:59.246813 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-509635ea-07fc-4ff8-b056-58c873bbd483 req-e9e4be63-9fbc-4000-b09d-c0349da8b709 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349848 Apr 20 13:04:59.248600 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d8fb2e-4a60-4980-858a-b5b2edd256f5 admin admin] Network 1448fb0c-76a1-4762-b0ef-b8c667a2a5dc is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:04:59.250308 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:59.333569 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-f0d8fb2e-4a60-4980-858a-b5b2edd256f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 1448fb0c-76a1-4762-b0ef-b8c667a2a5dc) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:04:59.339597 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d8fb2e-4a60-4980-858a-b5b2edd256f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:59.339597 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f0d8fb2e-4a60-4980-858a-b5b2edd256f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:59.347580 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a1518f-1e78-48df-8839-1b22cfcb6455 None None] Network 1448fb0c-76a1-4762-b0ef-b8c667a2a5dc requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:04:59.456771 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f0d8fb2e-4a60-4980-858a-b5b2edd256f5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0593133 Apr 20 13:04:59.484909 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a73e51-01b1-4f91-aa3c-c4b1c4454cfc None None] Network 1448fb0c-76a1-4762-b0ef-b8c667a2a5dc requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:04:59.611312 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['f523a5de-7d3d-4dc1-bf1b-6d626deb317f'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:04:59.678569 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00d808-0074-44c6-a13c-a94256295468 req-fc3e6441-b90b-4224-bef5-aa9439078221 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:59.680469 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2b00d808-0074-44c6-a13c-a94256295468 req-fc3e6441-b90b-4224-bef5-aa9439078221 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.0581057 Apr 20 13:04:59.775179 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2b00d808-0074-44c6-a13c-a94256295468 req-5a24d906-0f63-4606-b93b-e544bf4ee967 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825315 Apr 20 13:04:59.788988 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:59.790000 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6269c36-d30f-4c49-9b85-53c52ede6f6c req-c200fa65-6ca4-42f4-8933-9cdc40ab29bc tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:59.799974 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b6269c36-d30f-4c49-9b85-53c52ede6f6c req-c200fa65-6ca4-42f4-8933-9cdc40ab29bc tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 945 time: 0.1183500 Apr 20 13:04:59.851580 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b6269c36-d30f-4c49-9b85-53c52ede6f6c req-e1d96177-63cc-443b-abdc-c7783c77f21b tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408134 Apr 20 13:05:00.152290 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02eb5d-d92d-4570-940e-5df8a23976f2 req-7b4ff744-94af-4dea-a303-af324ec7547c tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:00.155243 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed02eb5d-d92d-4570-940e-5df8a23976f2 req-7b4ff744-94af-4dea-a303-af324ec7547c tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 944 time: 0.1036861 Apr 20 13:05:00.297962 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed02eb5d-d92d-4570-940e-5df8a23976f2 req-92eec46b-b104-4d4a-8696-ed14ecaadc2f tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286552 Apr 20 13:05:00.363548 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-691bd4f6-e0f4-4739-bbb9-261b2df7d0c0 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:00.369773 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-691bd4f6-e0f4-4739-bbb9-261b2df7d0c0 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/networks?id=1448fb0c-76a1-4762-b0ef-b8c667a2a5dc HTTP/1.1" status: 200 len: 811 time: 0.2132628 Apr 20 13:05:00.409175 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-8a5649b4-0d3d-49b6-a912-c96452625f2a tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/quotas/564a5d1e5b6e4687a901496539f07f39 HTTP/1.1" status: 200 len: 375 time: 0.0365438 Apr 20 13:05:00.456666 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45500c-c1e8-4b69-a37f-5325d8f3bf33 req-0c695d7e-d6ac-4c2b-8c7d-db35a10a38ca tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:00.458870 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6b45500c-c1e8-4b69-a37f-5325d8f3bf33 req-0c695d7e-d6ac-4c2b-8c7d-db35a10a38ca tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 948 time: 0.0881410 Apr 20 13:05:00.461768 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-e868d84a-a4d6-4520-bdc5-ec2bc5e55585 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=564a5d1e5b6e4687a901496539f07f39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417516 Apr 20 13:05:00.551247 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6b45500c-c1e8-4b69-a37f-5325d8f3bf33 req-9781a20c-4ba2-4c78-8a58-3f781748c47c tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827272 Apr 20 13:05:00.580415 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:05:00.589006 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-8e848d92-7636-43c2-9047-f7c189e69ecf service neutron] 10.222.0.25 "GET /v2.0/networks/1448fb0c-76a1-4762-b0ef-b8c667a2a5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194293 Apr 20 13:05:00.722474 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-4c0c3558-736c-48b5-963b-566e35af6b58 service neutron] 10.222.0.25 "GET /v2.0/networks/1448fb0c-76a1-4762-b0ef-b8c667a2a5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239898 Apr 20 13:05:01.026016 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc1f77-d13d-41be-a281-62bed00a6553 req-ecdf7cce-6a3d-49ee-95f6-529557a272c3 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:01.035261 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fedc1f77-d13d-41be-a281-62bed00a6553 req-ecdf7cce-6a3d-49ee-95f6-529557a272c3 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.0747631 Apr 20 13:05:01.076516 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fedc1f77-d13d-41be-a281-62bed00a6553 req-643e1ee5-2d8b-40d7-aecc-49d52829a7e0 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415483 Apr 20 13:05:01.229272 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fc023-2675-4807-952d-c08ed5efe368 req-b26693d3-e09a-4071-bfed-2e244a38d62a tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:01.230708 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b96fc023-2675-4807-952d-c08ed5efe368 req-b26693d3-e09a-4071-bfed-2e244a38d62a tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 945 time: 0.0496235 Apr 20 13:05:01.271246 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b96fc023-2675-4807-952d-c08ed5efe368 req-bb9471a2-ef7b-40a6-a52d-e77ce7582788 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341749 Apr 20 13:05:01.345827 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8c32e4f0-405c-4ca1-9432-636abd63e743 req-212799af-0f32-4d7d-8185-f347cb9169d1 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f51f9064-1c59-4935-a02d-4bf64263a50f HTTP/1.1" status: 200 len: 210 time: 0.0261705 Apr 20 13:05:01.588800 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a841574-2f98-41c6-92d7-fab604289e24 req-5b399ce4-9c8f-4365-80f4-a801c5baa0db tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:01.591300 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6a841574-2f98-41c6-92d7-fab604289e24 req-5b399ce4-9c8f-4365-80f4-a801c5baa0db tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.15 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d&tenant_id=7c185004f0bb4f68ac206a98646f7134&binding%3Ahost_id=n-h2-836015-7 HTTP/1.1" status: 200 len: 948 time: 0.0783503 Apr 20 13:05:01.616887 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd672a-53ab-4dcf-8b04-6f683563fae2 req-ffc2bc52-397e-428b-9674-fb9ac8609444 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:01.618549 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0fbd672a-53ab-4dcf-8b04-6f683563fae2 req-ffc2bc52-397e-428b-9674-fb9ac8609444 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 944 time: 0.1412725 Apr 20 13:05:01.631936 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346880b6-539a-46c4-b782-2a745242ceab req-1090303d-5d94-4691-baa1-dc7074a117af tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:01.633957 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-346880b6-539a-46c4-b782-2a745242ceab req-1090303d-5d94-4691-baa1-dc7074a117af tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 948 time: 0.0692496 Apr 20 13:05:01.686662 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0fbd672a-53ab-4dcf-8b04-6f683563fae2 req-1c199d7f-c442-4b27-a2b7-fb74101bc278 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514982 Apr 20 13:05:01.715808 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-346880b6-539a-46c4-b782-2a745242ceab req-337a6762-b3f9-4af2-a24c-d17fe34ccc1d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745389 Apr 20 13:05:01.734281 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6a841574-2f98-41c6-92d7-fab604289e24 req-f0874dfd-9ef9-4b29-8dd3-f593adcfee73 service neutron] 10.222.0.15 "GET /v2.0/ports/8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9/bindings/n-h2-836015-7 HTTP/1.1" status: 200 len: 382 time: 0.1308784 Apr 20 13:05:01.814548 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a841574-2f98-41c6-92d7-fab604289e24 req-f5b1f484-cf44-4765-970b-06d037640d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:01.816605 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6a841574-2f98-41c6-92d7-fab604289e24 req-f5b1f484-cf44-4765-970b-06d037640d41 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7c185004f0bb4f68ac206a98646f7134&device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 1099 time: 0.0445952 Apr 20 13:05:01.928908 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a841574-2f98-41c6-92d7-fab604289e24 req-8269c18c-97cf-416b-ac79-9da32d21af8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:01.932518 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6a841574-2f98-41c6-92d7-fab604289e24 req-8269c18c-97cf-416b-ac79-9da32d21af8b service neutron] 10.222.0.15 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.1065059 Apr 20 13:05:01.978561 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6a841574-2f98-41c6-92d7-fab604289e24 req-ea5e4b4f-9555-4d24-bee0-da16973b1a92 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 HTTP/1.1" status: 200 len: 217 time: 0.0408642 Apr 20 13:05:02.030515 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a841574-2f98-41c6-92d7-fab604289e24 req-4b391521-b871-47dc-9ad4-81a0062b93b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:02.032076 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6a841574-2f98-41c6-92d7-fab604289e24 req-4b391521-b871-47dc-9ad4-81a0062b93b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0469072 Apr 20 13:05:02.083656 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a841574-2f98-41c6-92d7-fab604289e24 req-e44cdcaf-a62d-4bb7-9089-22eb6f3ae94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:02.085264 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6a841574-2f98-41c6-92d7-fab604289e24 req-e44cdcaf-a62d-4bb7-9089-22eb6f3ae94b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0445025 Apr 20 13:05:02.209994 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f90652-1bfa-4fa9-bdc0-3c27f6c3273b req-de3d6760-1e91-40b9-9df8-1613e1c41953 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:02.213563 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-83f90652-1bfa-4fa9-bdc0-3c27f6c3273b req-de3d6760-1e91-40b9-9df8-1613e1c41953 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.0602071 Apr 20 13:05:02.249757 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6a841574-2f98-41c6-92d7-fab604289e24 req-e30bedbc-5fa3-49c2-96e2-4207364059ec service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562974 Apr 20 13:05:02.267128 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-83f90652-1bfa-4fa9-bdc0-3c27f6c3273b req-d336f56e-7929-496d-9ff8-8be61759b674 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458801 Apr 20 13:05:02.390627 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60188) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:02.430547 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6a841574-2f98-41c6-92d7-fab604289e24 req-9235887c-b5a3-4789-aa61-8a94fd70a11e service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711771 Apr 20 13:05:02.479940 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681f44c-ad67-479c-b619-12b072396270 req-e1f79a9a-fd01-4e69-a4ab-a003f713f170 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:02.483718 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3681f44c-ad67-479c-b619-12b072396270 req-e1f79a9a-fd01-4e69-a4ab-a003f713f170 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 945 time: 0.0780661 Apr 20 13:05:02.570393 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7ac04e9a-1b78-489f-aa4c-c9a73023ef06 req-efc90e87-9a0c-472d-8318-cc02baaaa773 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f51f9064-1c59-4935-a02d-4bf64263a50f HTTP/1.1" status: 200 len: 210 time: 0.0826244 Apr 20 13:05:02.580460 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3681f44c-ad67-479c-b619-12b072396270 req-f8786a51-d1a1-4c56-9a8f-200c01be35ee tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905604 Apr 20 13:05:02.587972 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2e55d5bc-5e3c-4794-96fa-e9afaeecd306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:02.700110 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2e55d5bc-5e3c-4794-96fa-e9afaeecd306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:02.713949 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:05:02.806799 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2e55d5bc-5e3c-4794-96fa-e9afaeecd306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:02.836354 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:05:02.849926 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:05:02.850509 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:02.914879 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55d5bc-5e3c-4794-96fa-e9afaeecd306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87daba9c-04f9-45de-b31b-0f99fd2fce54,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:02.944577 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 60196) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:02.950998 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2e55d5bc-5e3c-4794-96fa-e9afaeecd306 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0c4de3b4f6564f8990fa5a3dc9f4ee22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5581934 Apr 20 13:05:02.966133 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:02.984633 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b8517-10f5-4a65-885a-52cfa7483044 req-31bb35cc-b0dd-4e10-9bb1-6f63fa6f0667 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:02.995415 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-633b8517-10f5-4a65-885a-52cfa7483044 req-31bb35cc-b0dd-4e10-9bb1-6f63fa6f0667 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 944 time: 0.1809464 Apr 20 13:05:03.000580 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e13159-406c-4c1c-b517-066f69d3579d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:05:03.003159 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19096ae-0150-4446-ab77-ec8d041d9867" -d '{"events": [{"server_uuid": "30e13159-406c-4c1c-b517-066f69d3579d", "name": "network-vif-plugged", "status": "completed", "tag": "8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:05:03.016278 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ac3ef643-854d-420b-b618-1c543577e371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:03.021992 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:03.027482 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e616c3b-2f3f-4dbc-9320-6838c3482dab req-442d51de-2e0c-49a8-826e-2e1b88cbca3b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:03.037376 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9e616c3b-2f3f-4dbc-9320-6838c3482dab req-442d51de-2e0c-49a8-826e-2e1b88cbca3b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 948 time: 0.1965039 Apr 20 13:05:03.044470 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ac3ef643-854d-420b-b618-1c543577e371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:03.087012 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:03.087941 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device f523a5de-7d3d-4dc1-bf1b-6d626deb317f up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:05:03.093782 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9e616c3b-2f3f-4dbc-9320-6838c3482dab req-3dd101d2-69b4-47cd-8275-124ad854be97 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549135 Apr 20 13:05:03.121057 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-633b8517-10f5-4a65-885a-52cfa7483044 req-f630780b-150c-4312-b260-c6d6dba7e24f tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246819 Apr 20 13:05:03.196972 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9,revision_number=10']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:03.207463 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ac3ef643-854d-420b-b618-1c543577e371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:03.210586 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ac3ef643-854d-420b-b618-1c543577e371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:03.211245 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e771f0f-26c4-4c31-b6d3-2fedae279bdf x-openstack-request-id: req-1e771f0f-26c4-4c31-b6d3-2fedae279bdf {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:05:03.214384 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e13159-406c-4c1c-b517-066f69d3579d", "name": "network-vif-plugged", "status": "completed", "tag": "8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:05:03.214384 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1e771f0f-26c4-4c31-b6d3-2fedae279bdf {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:05:03.214788 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ac3ef643-854d-420b-b618-1c543577e371 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/87daba9c-04f9-45de-b31b-0f99fd2fce54 HTTP/1.1" status: 204 len: 168 time: 0.2664042 Apr 20 13:05:03.214893 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e771f0f-26c4-4c31-b6d3-2fedae279bdf'] response: {'server_uuid': '30e13159-406c-4c1c-b517-066f69d3579d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9', 'code': 200} Apr 20 13:05:03.222181 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ef643-854d-420b-b618-1c543577e371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87daba9c-04f9-45de-b31b-0f99fd2fce54,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:03.281001 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port f523a5de-7d3d-4dc1-bf1b-6d626deb317f completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:05:03.288005 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port f523a5de-7d3d-4dc1-bf1b-6d626deb317f triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:05:03.288005 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:03.389908 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:03.431747 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port f523a5de-7d3d-4dc1-bf1b-6d626deb317f, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=f523a5de-7d3d-4dc1-bf1b-6d626deb317f,segment=NetworkSegment(b8a45d7f-8d03-42e0-b39a-371992aad9ff),segment_id=b8a45d7f-8d03-42e0-b39a-371992aad9ff)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:03.445285 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e26e5-5a48-4c91-8347-1caefc78a84e req-34012661-8fe5-4eb3-bd88-0b21c605e8c7 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:03.447548 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b00e26e5-5a48-4c91-8347-1caefc78a84e req-34012661-8fe5-4eb3-bd88-0b21c605e8c7 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.0818019 Apr 20 13:05:03.522483 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b00e26e5-5a48-4c91-8347-1caefc78a84e req-32356c98-a14b-4f99-818a-40d4ec6ca8cd tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683753 Apr 20 13:05:03.523807 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:03.602499 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=f523a5de-7d3d-4dc1-bf1b-6d626deb317f,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:03.642266 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-2333179f-b0c3-4d8d-b951-8e7ca96529fc tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:03.644394 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-2333179f-b0c3-4d8d-b951-8e7ca96529fc tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.32 "GET /v2.0/networks?id=1448fb0c-76a1-4762-b0ef-b8c667a2a5dc HTTP/1.1" status: 200 len: 811 time: 0.1760662 Apr 20 13:05:03.663024 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-270f21e0-b5a9-402b-acf4-f7ad1d4e1f0e tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Request body: {'port': {'device_id': 'f51f9064-1c59-4935-a02d-4bf64263a50f', 'network_id': '1448fb0c-76a1-4762-b0ef-b8c667a2a5dc', 'admin_state_up': True, 'tenant_id': '564a5d1e5b6e4687a901496539f07f39'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:03.782705 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b8600f05-6722-4e84-a800-77ca4a9344c3 req-d41ab504-8f81-45bf-955d-635329292c64 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f51f9064-1c59-4935-a02d-4bf64263a50f HTTP/1.1" status: 200 len: 210 time: 0.0607517 Apr 20 13:05:03.882563 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c664f-a52f-4d62-b85a-9f5484751ce9 req-c6043fca-ed6d-4d31-a224-e0473bfb33c9 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:03.887844 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-049c664f-a52f-4d62-b85a-9f5484751ce9 req-c6043fca-ed6d-4d31-a224-e0473bfb33c9 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 945 time: 0.1458883 Apr 20 13:05:03.892254 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-270f21e0-b5a9-402b-acf4-f7ad1d4e1f0e tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Made reservation on behalf of 564a5d1e5b6e4687a901496539f07f39 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:05:03.895968 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-270f21e0-b5a9-402b-acf4-f7ad1d4e1f0e tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:03.936946 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-049c664f-a52f-4d62-b85a-9f5484751ce9 req-d98bee28-1311-4df8-8a68-7ef024a0cb02 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449567 Apr 20 13:05:04.039278 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-270f21e0-b5a9-402b-acf4-f7ad1d4e1f0e tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Allocated IP 172.20.0.8 (1448fb0c-76a1-4762-b0ef-b8c667a2a5dc/c84cb6f4-b4cc-4751-b4bc-ddb2101451ae/f24678a4-4291-48d9-ae70-c5a8b63e34c7) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:05:04.225142 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-270f21e0-b5a9-402b-acf4-f7ad1d4e1f0e tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:04.315207 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b955bd-0ff9-4db7-8534-3d400b625eab req-e897cba8-bc15-4179-bcc3-bcbd5b4be44d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:04.323393 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-06b955bd-0ff9-4db7-8534-3d400b625eab req-e897cba8-bc15-4179-bcc3-bcbd5b4be44d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 950 time: 0.1384134 Apr 20 13:05:04.356814 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff50fe-f851-45ed-9349-823b18711dc6 req-cb3b4d41-5688-4968-966c-73b539814da6 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:04.358468 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-32ff50fe-f851-45ed-9349-823b18711dc6 req-cb3b4d41-5688-4968-966c-73b539814da6 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 945 time: 0.1220868 Apr 20 13:05:04.397109 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-06b955bd-0ff9-4db7-8534-3d400b625eab req-f8154e09-3303-4f2e-b67c-4abf565f1180 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675697 Apr 20 13:05:04.407400 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-270f21e0-b5a9-402b-acf4-f7ad1d4e1f0e tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:04.432615 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-32ff50fe-f851-45ed-9349-823b18711dc6 req-4d2f33af-c786-42c5-92ee-111557c00e60 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630739 Apr 20 13:05:04.477600 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-270f21e0-b5a9-402b-acf4-f7ad1d4e1f0e tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Network 1448fb0c-76a1-4762-b0ef-b8c667a2a5dc is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:05:04.481230 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-270f21e0-b5a9-402b-acf4-f7ad1d4e1f0e tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:05:04.485830 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-270f21e0-b5a9-402b-acf4-f7ad1d4e1f0e tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:05:04.493863 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f21e0-b5a9-402b-acf4-f7ad1d4e1f0e tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Pushing event updated for resources: {'Port': ['ID=f24678a4-4291-48d9-ae70-c5a8b63e34c7,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:04.561833 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-270f21e0-b5a9-402b-acf4-f7ad1d4e1f0e tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:04.562625 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-270f21e0-b5a9-402b-acf4-f7ad1d4e1f0e tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:04.643169 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e9a90-4853-4c77-a62b-8ff9aa6929ea req-5207c82f-93d0-45f6-b454-e8eeba644a6b tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:04.644979 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-604e9a90-4853-4c77-a62b-8ff9aa6929ea req-5207c82f-93d0-45f6-b454-e8eeba644a6b tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.0543454 Apr 20 13:05:04.649721 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-270f21e0-b5a9-402b-acf4-f7ad1d4e1f0e tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9914973 Apr 20 13:05:04.717922 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-604e9a90-4853-4c77-a62b-8ff9aa6929ea req-44832af4-f759-4b90-8e76-1a214804a56f tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625565 Apr 20 13:05:04.795832 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-bad31bc9-1456-4843-8015-eb3e9626d6c3 service neutron] Request body: {'port': {'device_id': 'f51f9064-1c59-4935-a02d-4bf64263a50f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:04.865495 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-bad31bc9-1456-4843-8015-eb3e9626d6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:04.930153 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36119ab7-8da3-4c55-a660-be89c44ef7c7 req-4f6b0e43-68ce-40e1-b203-d8eadf4e965b tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:04.937718 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-36119ab7-8da3-4c55-a660-be89c44ef7c7 req-4f6b0e43-68ce-40e1-b203-d8eadf4e965b tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f51f9064-1c59-4935-a02d-4bf64263a50f HTTP/1.1" status: 200 len: 931 time: 0.0587571 Apr 20 13:05:04.980454 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-36119ab7-8da3-4c55-a660-be89c44ef7c7 req-ebf45c31-b0d3-4035-9f8c-9803d0cd3a00 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417783 Apr 20 13:05:05.164732 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e56b2-a33a-4ef4-af3b-c9f8839e3f6d req-d2a7430b-5091-4e04-9300-2b2fca74c4f3 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:05.167077 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a29e56b2-a33a-4ef4-af3b-c9f8839e3f6d req-d2a7430b-5091-4e04-9300-2b2fca74c4f3 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 945 time: 0.0741389 Apr 20 13:05:05.212230 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-bad31bc9-1456-4843-8015-eb3e9626d6c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f24678a4-4291-48d9-ae70-c5a8b63e34c7 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:05:05.213714 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2f56c9-80a3-4ae2-baa6-123b277110d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f523a5de-7d3d-4dc1-bf1b-6d626deb317f'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:05:05.216024 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851b15f2-6b8a-46f1-97da-4e8e5ed0225c" -d '{"events": [{"server_uuid": "8b2f56c9-80a3-4ae2-baa6-123b277110d5", "name": "network-vif-plugged", "status": "completed", "tag": "f523a5de-7d3d-4dc1-bf1b-6d626deb317f"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:05:05.221965 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-bad31bc9-1456-4843-8015-eb3e9626d6c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:05.229907 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a29e56b2-a33a-4ef4-af3b-c9f8839e3f6d req-80b9b50e-653f-4d39-8479-d96c652e8967 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478899 Apr 20 13:05:05.239625 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-bad31bc9-1456-4843-8015-eb3e9626d6c3 service neutron] Transition to ACTIVE for port object f24678a4-4291-48d9-ae70-c5a8b63e34c7 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:05:05.264584 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d2119f-d5ee-4c5b-8834-b5f67c161eea x-openstack-request-id: req-67d2119f-d5ee-4c5b-8834-b5f67c161eea {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:05:05.264884 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2f56c9-80a3-4ae2-baa6-123b277110d5", "name": "network-vif-plugged", "status": "completed", "tag": "f523a5de-7d3d-4dc1-bf1b-6d626deb317f", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:05:05.265136 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-67d2119f-d5ee-4c5b-8834-b5f67c161eea {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:05:05.265535 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67d2119f-d5ee-4c5b-8834-b5f67c161eea'] response: {'server_uuid': '8b2f56c9-80a3-4ae2-baa6-123b277110d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f523a5de-7d3d-4dc1-bf1b-6d626deb317f', 'code': 200} Apr 20 13:05:05.282322 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-bad31bc9-1456-4843-8015-eb3e9626d6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:05.338571 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad31bc9-1456-4843-8015-eb3e9626d6c3 service neutron] Pushing event updated for resources: {'Port': ['ID=f24678a4-4291-48d9-ae70-c5a8b63e34c7,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:05.436937 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f0f76-fb93-4d49-8da9-1b743024e940 req-e7baf821-fd97-4055-94e1-bf2ed4cf0bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:05.438578 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-458f0f76-fb93-4d49-8da9-1b743024e940 req-e7baf821-fd97-4055-94e1-bf2ed4cf0bdb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 1096 time: 0.0879495 Apr 20 13:05:05.470486 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-bad31bc9-1456-4843-8015-eb3e9626d6c3 service neutron] Attempting to bind port f24678a4-4291-48d9-ae70-c5a8b63e34c7 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:05:05.470894 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-bad31bc9-1456-4843-8015-eb3e9626d6c3 service neutron] Attempting to bind port f24678a4-4291-48d9-ae70-c5a8b63e34c7 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': 'b8a6c4b7-66db-416a-aa28-84e1cd810023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1448fb0c-76a1-4762-b0ef-b8c667a2a5dc'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:05:05.471301 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-bad31bc9-1456-4843-8015-eb3e9626d6c3 service neutron] Attempting to bind port f24678a4-4291-48d9-ae70-c5a8b63e34c7 on network 1448fb0c-76a1-4762-b0ef-b8c667a2a5dc {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:05:05.480068 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-bad31bc9-1456-4843-8015-eb3e9626d6c3 service neutron] Port f24678a4-4291-48d9-ae70-c5a8b63e34c7 on network 1448fb0c-76a1-4762-b0ef-b8c667a2a5dc not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:05:05.480475 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-bad31bc9-1456-4843-8015-eb3e9626d6c3 service neutron] Attempting to bind port f24678a4-4291-48d9-ae70-c5a8b63e34c7 on network 1448fb0c-76a1-4762-b0ef-b8c667a2a5dc {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:05:05.492133 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-bad31bc9-1456-4843-8015-eb3e9626d6c3 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:05:05.492477 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-bad31bc9-1456-4843-8015-eb3e9626d6c3 service neutron] Checking segment: {'id': 'b8a6c4b7-66db-416a-aa28-84e1cd810023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1448fb0c-76a1-4762-b0ef-b8c667a2a5dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:05:05.492913 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-bad31bc9-1456-4843-8015-eb3e9626d6c3 service neutron] Bound using segment: {'id': 'b8a6c4b7-66db-416a-aa28-84e1cd810023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1448fb0c-76a1-4762-b0ef-b8c667a2a5dc'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:05:05.493361 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-bad31bc9-1456-4843-8015-eb3e9626d6c3 service neutron] Bound port: f24678a4-4291-48d9-ae70-c5a8b63e34c7, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a6c4b7-66db-416a-aa28-84e1cd810023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1448fb0c-76a1-4762-b0ef-b8c667a2a5dc'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:05:05.493727 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-bad31bc9-1456-4843-8015-eb3e9626d6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:05.509746 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-458f0f76-fb93-4d49-8da9-1b743024e940 req-0174188c-dda1-491f-8ab4-094b45268846 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596392 Apr 20 13:05:05.571715 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-bad31bc9-1456-4843-8015-eb3e9626d6c3 service neutron] For port f24678a4-4291-48d9-ae70-c5a8b63e34c7, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:05:05.574610 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5096b5-f9e9-4a4d-a749-2810bbc667ec req-40211a0d-2fda-4d08-a6c3-8ebb5e2fde0b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:05.575167 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-bad31bc9-1456-4843-8015-eb3e9626d6c3 service neutron] For port f24678a4-4291-48d9-ae70-c5a8b63e34c7, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=f24678a4-4291-48d9-ae70-c5a8b63e34c7,segment=NetworkSegment(b8a6c4b7-66db-416a-aa28-84e1cd810023),segment_id=b8a6c4b7-66db-416a-aa28-84e1cd810023)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:05:05.576874 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0f5096b5-f9e9-4a4d-a749-2810bbc667ec req-40211a0d-2fda-4d08-a6c3-8ebb5e2fde0b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 950 time: 0.0604622 Apr 20 13:05:05.642143 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-bad31bc9-1456-4843-8015-eb3e9626d6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:05.655222 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0f5096b5-f9e9-4a4d-a749-2810bbc667ec req-76d9631c-8503-4eaf-a077-95983a198117 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712247 Apr 20 13:05:05.680081 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a841574-2f98-41c6-92d7-fab604289e24 req-22bdd48d-13cb-432c-9ef3-4719e5f2a8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:05.680081 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a841574-2f98-41c6-92d7-fab604289e24 req-22bdd48d-13cb-432c-9ef3-4719e5f2a8ec service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d&tenant_id=7c185004f0bb4f68ac206a98646f7134 HTTP/1.1" status: 200 len: 1101 time: 0.0805476 Apr 20 13:05:05.684781 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-bad31bc9-1456-4843-8015-eb3e9626d6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:05.685389 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-bad31bc9-1456-4843-8015-eb3e9626d6c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:05.686800 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-bad31bc9-1456-4843-8015-eb3e9626d6c3 service neutron] 10.222.0.32 "PUT /v2.0/ports/f24678a4-4291-48d9-ae70-c5a8b63e34c7 HTTP/1.1" status: 200 len: 1091 time: 1.0271256 Apr 20 13:05:05.687247 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f51f9064-1c59-4935-a02d-4bf64263a50f', 'tag': 'f24678a4-4291-48d9-ae70-c5a8b63e34c7'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:05:05.689780 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac9f877-2cf7-4ed6-8d2d-76df4900d702" -d '{"events": [{"name": "network-changed", "server_uuid": "f51f9064-1c59-4935-a02d-4bf64263a50f", "tag": "f24678a4-4291-48d9-ae70-c5a8b63e34c7"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:05:05.693919 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-6a841574-2f98-41c6-92d7-fab604289e24 req-d3bc3e4a-16bd-468a-9c2d-4f43c13961cd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836015-7', 'device_owner': 'compute:nova'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:05.714151 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad31bc9-1456-4843-8015-eb3e9626d6c3 service neutron] Pushing event updated for resources: {'Port': ['ID=f24678a4-4291-48d9-ae70-c5a8b63e34c7,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:05.791404 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6a841574-2f98-41c6-92d7-fab604289e24 req-d3bc3e4a-16bd-468a-9c2d-4f43c13961cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:05.802440 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72951048-2e87-4251-92f2-f05a14ade831 req-bed6a47d-f845-426f-b65b-71eca8332316 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:05.804220 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-72951048-2e87-4251-92f2-f05a14ade831 req-bed6a47d-f845-426f-b65b-71eca8332316 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 945 time: 0.0787919 Apr 20 13:05:05.874590 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-81ce1b0a-5be9-4527-b76c-1fe33ea8ae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:05.876582 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-81ce1b0a-5be9-4527-b76c-1fe33ea8ae27 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=564a5d1e5b6e4687a901496539f07f39&device_id=f51f9064-1c59-4935-a02d-4bf64263a50f HTTP/1.1" status: 200 len: 1094 time: 0.0611928 Apr 20 13:05:05.879573 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-72951048-2e87-4251-92f2-f05a14ade831 req-e1a237cb-ef4f-4c8b-84c3-4fa74845063a tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669506 Apr 20 13:05:05.902910 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c538e44-6f9d-46cd-b44f-875ec6431c90 x-openstack-request-id: req-3c538e44-6f9d-46cd-b44f-875ec6431c90 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:05:05.904816 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f51f9064-1c59-4935-a02d-4bf64263a50f", "tag": "f24678a4-4291-48d9-ae70-c5a8b63e34c7", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:05:05.905391 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c538e44-6f9d-46cd-b44f-875ec6431c90 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:05:05.914870 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c538e44-6f9d-46cd-b44f-875ec6431c90'] response: {'name': 'network-changed', 'server_uuid': 'f51f9064-1c59-4935-a02d-4bf64263a50f', 'tag': 'f24678a4-4291-48d9-ae70-c5a8b63e34c7', 'status': 'completed', 'code': 200} Apr 20 13:05:05.953775 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-bca30b2a-ac6a-478f-9ce6-96dc83db3aff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f24678a4-4291-48d9-ae70-c5a8b63e34c7 HTTP/1.1" status: 200 len: 217 time: 0.0657141 Apr 20 13:05:06.017864 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-6e5c2dd7-63b7-43f6-856d-5e4269648c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:06.019530 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-6e5c2dd7-63b7-43f6-856d-5e4269648c54 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c84cb6f4-b4cc-4751-b4bc-ddb2101451ae HTTP/1.1" status: 200 len: 851 time: 0.0578825 Apr 20 13:05:06.057004 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c03ab-857d-4c39-b60a-282315c38c3b req-ea70f514-315c-49f6-af0c-3d3fc288f006 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:06.058526 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0e9c03ab-857d-4c39-b60a-282315c38c3b req-ea70f514-315c-49f6-af0c-3d3fc288f006 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.1058683 Apr 20 13:05:06.060274 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-0f2fd87d-b767-44af-a10e-a63fda3ab038 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1448fb0c-76a1-4762-b0ef-b8c667a2a5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329084 Apr 20 13:05:06.101791 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-6a841574-2f98-41c6-92d7-fab604289e24 req-d3bc3e4a-16bd-468a-9c2d-4f43c13961cd service neutron] For port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:06.133501 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0e9c03ab-857d-4c39-b60a-282315c38c3b req-25a15785-d39e-4f19-8c79-ac5d5c76ddd7 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617650 Apr 20 13:05:06.150689 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-6a841574-2f98-41c6-92d7-fab604289e24 req-d3bc3e4a-16bd-468a-9c2d-4f43c13961cd service neutron] For port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:05:06.196534 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-f5dfeec4-3070-47d5-9a6f-3318860991c1 service neutron] 10.222.0.32 "GET /v2.0/networks/1448fb0c-76a1-4762-b0ef-b8c667a2a5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208107 Apr 20 13:05:06.207958 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e13159-406c-4c1c-b517-066f69d3579d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:05:06.207958 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc26e4a-c4f2-4d69-87eb-1ed1ad4bf3a6" -d '{"events": [{"server_uuid": "30e13159-406c-4c1c-b517-066f69d3579d", "name": "network-vif-unplugged", "status": "completed", "tag": "8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:05:06.207958 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6a841574-2f98-41c6-92d7-fab604289e24 req-d3bc3e4a-16bd-468a-9c2d-4f43c13961cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:06.219941 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-6a841574-2f98-41c6-92d7-fab604289e24 req-d3bc3e4a-16bd-468a-9c2d-4f43c13961cd service neutron] Transition to ACTIVE for port object 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:05:06.281533 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b302c918-3879-4165-af18-08f7d827873b req-1cf6e06c-ea32-48ab-a866-579ea34fc982 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:06.283250 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b302c918-3879-4165-af18-08f7d827873b req-1cf6e06c-ea32-48ab-a866-579ea34fc982 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f51f9064-1c59-4935-a02d-4bf64263a50f HTTP/1.1" status: 200 len: 943 time: 0.0618114 Apr 20 13:05:06.284719 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6a841574-2f98-41c6-92d7-fab604289e24 req-d3bc3e4a-16bd-468a-9c2d-4f43c13961cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:06.323058 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d4356875-90f4-41dc-9671-e6962ef44ca9 req-b99ab042-b2ad-46f8-a89a-02bf6bb9ef73 service neutron] 10.222.0.32 "GET /v2.0/networks/1448fb0c-76a1-4762-b0ef-b8c667a2a5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147909 Apr 20 13:05:06.377713 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a841574-2f98-41c6-92d7-fab604289e24 req-d3bc3e4a-16bd-468a-9c2d-4f43c13961cd service neutron] No DVR routers for this DVR port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:05:06.390482 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc3e4a-16bd-468a-9c2d-4f43c13961cd service neutron] Pushing event updated for resources: {'Port': ['ID=8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9,revision_number=11']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:06.405007 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d1c44b-78a7-4591-bf5f-4f0d7447040a x-openstack-request-id: req-59d1c44b-78a7-4591-bf5f-4f0d7447040a {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:05:06.406263 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e13159-406c-4c1c-b517-066f69d3579d", "name": "network-vif-unplugged", "status": "completed", "tag": "8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:05:06.406616 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-59d1c44b-78a7-4591-bf5f-4f0d7447040a {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:05:06.407150 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59d1c44b-78a7-4591-bf5f-4f0d7447040a'] response: {'server_uuid': '30e13159-406c-4c1c-b517-066f69d3579d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9', 'code': 200} Apr 20 13:05:06.418783 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b302c918-3879-4165-af18-08f7d827873b req-70d81e27-2445-4dc1-9e89-993670a7bf10 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214457 Apr 20 13:05:06.467343 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-6a841574-2f98-41c6-92d7-fab604289e24 req-d3bc3e4a-16bd-468a-9c2d-4f43c13961cd service neutron] Attempting to bind port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:05:06.467795 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-6a841574-2f98-41c6-92d7-fab604289e24 req-d3bc3e4a-16bd-468a-9c2d-4f43c13961cd service neutron] Attempting to bind port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:05:06.468830 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a841574-2f98-41c6-92d7-fab604289e24 req-d3bc3e4a-16bd-468a-9c2d-4f43c13961cd service neutron] Attempting to bind port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:05:06.474860 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a841574-2f98-41c6-92d7-fab604289e24 req-d3bc3e4a-16bd-468a-9c2d-4f43c13961cd service neutron] Port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 on network 6efc3d61-2150-4671-a02d-6127df40131a not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:05:06.475803 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a841574-2f98-41c6-92d7-fab604289e24 req-d3bc3e4a-16bd-468a-9c2d-4f43c13961cd service neutron] Attempting to bind port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:05:06.481253 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a841574-2f98-41c6-92d7-fab604289e24 req-d3bc3e4a-16bd-468a-9c2d-4f43c13961cd service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:05:06.481784 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a841574-2f98-41c6-92d7-fab604289e24 req-d3bc3e4a-16bd-468a-9c2d-4f43c13961cd service neutron] Checking segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:05:06.482242 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a841574-2f98-41c6-92d7-fab604289e24 req-d3bc3e4a-16bd-468a-9c2d-4f43c13961cd service neutron] Bound using segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:05:06.482748 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-6a841574-2f98-41c6-92d7-fab604289e24 req-d3bc3e4a-16bd-468a-9c2d-4f43c13961cd service neutron] Bound port: 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:05:06.483184 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6a841574-2f98-41c6-92d7-fab604289e24 req-d3bc3e4a-16bd-468a-9c2d-4f43c13961cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:06.527468 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9f877-2cf7-4ed6-8d2d-76df4900d702 req-b793d829-ea8d-4cb6-a0c4-8d9637b06126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:06.529546 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8ac9f877-2cf7-4ed6-8d2d-76df4900d702 req-b793d829-ea8d-4cb6-a0c4-8d9637b06126 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=564a5d1e5b6e4687a901496539f07f39&device_id=f51f9064-1c59-4935-a02d-4bf64263a50f HTTP/1.1" status: 200 len: 1094 time: 0.0541849 Apr 20 13:05:06.604996 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cbb05e-c99d-4e70-841a-d84a71e9747b req-ed987e0f-cb9e-41c4-abeb-e6ac5535c554 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:06.606127 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-76cbb05e-c99d-4e70-841a-d84a71e9747b req-ed987e0f-cb9e-41c4-abeb-e6ac5535c554 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 945 time: 0.0785849 Apr 20 13:05:06.614395 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-6a841574-2f98-41c6-92d7-fab604289e24 req-d3bc3e4a-16bd-468a-9c2d-4f43c13961cd service neutron] For port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:05:06.630164 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-6a841574-2f98-41c6-92d7-fab604289e24 req-d3bc3e4a-16bd-468a-9c2d-4f43c13961cd service neutron] For port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:05:06.654987 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-76cbb05e-c99d-4e70-841a-d84a71e9747b req-3cddd777-2a0f-4e28-a246-d7ea8da57f6e tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377059 Apr 20 13:05:06.677088 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9f877-2cf7-4ed6-8d2d-76df4900d702 req-78f304db-732e-4655-b673-63afd7ad19e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:06.679155 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8ac9f877-2cf7-4ed6-8d2d-76df4900d702 req-78f304db-732e-4655-b673-63afd7ad19e3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1448fb0c-76a1-4762-b0ef-b8c667a2a5dc HTTP/1.1" status: 200 len: 912 time: 0.1410482 Apr 20 13:05:06.724488 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6a841574-2f98-41c6-92d7-fab604289e24 req-d3bc3e4a-16bd-468a-9c2d-4f43c13961cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:06.739529 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8ac9f877-2cf7-4ed6-8d2d-76df4900d702 req-f16b9b00-1263-4af4-a33e-940bd906faf4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f24678a4-4291-48d9-ae70-c5a8b63e34c7 HTTP/1.1" status: 200 len: 217 time: 0.0534477 Apr 20 13:05:06.811986 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a841574-2f98-41c6-92d7-fab604289e24 req-d3bc3e4a-16bd-468a-9c2d-4f43c13961cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:06.812330 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6a841574-2f98-41c6-92d7-fab604289e24 req-d3bc3e4a-16bd-468a-9c2d-4f43c13961cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:06.814048 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a841574-2f98-41c6-92d7-fab604289e24 req-d3bc3e4a-16bd-468a-9c2d-4f43c13961cd service neutron] 10.222.0.32 "PUT /v2.0/ports/8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 HTTP/1.1" status: 200 len: 1096 time: 1.1262815 Apr 20 13:05:06.819987 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9f877-2cf7-4ed6-8d2d-76df4900d702 req-74f48de0-b1ca-449a-b488-04b692bd4063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:06.821539 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8ac9f877-2cf7-4ed6-8d2d-76df4900d702 req-74f48de0-b1ca-449a-b488-04b692bd4063 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c84cb6f4-b4cc-4751-b4bc-ddb2101451ae HTTP/1.1" status: 200 len: 851 time: 0.0747490 Apr 20 13:05:06.861670 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8ac9f877-2cf7-4ed6-8d2d-76df4900d702 req-e60cf0ea-f0c9-43bb-8d1f-cb367bd1b1ac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1448fb0c-76a1-4762-b0ef-b8c667a2a5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329051 Apr 20 13:05:06.867883 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d456ae7-58cd-4f69-b66e-cb884979aa39 req-d02d8bfb-9c15-4c24-abf3-2ffa2e108a70 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:06.875897 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2d456ae7-58cd-4f69-b66e-cb884979aa39 req-d02d8bfb-9c15-4c24-abf3-2ffa2e108a70 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 948 time: 0.1046176 Apr 20 13:05:06.903983 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc3e4a-16bd-468a-9c2d-4f43c13961cd service neutron] Pushing event updated for resources: {'Port': ['ID=8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9,revision_number=12']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:06.951611 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a841574-2f98-41c6-92d7-fab604289e24 req-04501f95-3451-4b93-8f0f-12b342e19486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:06.959735 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a841574-2f98-41c6-92d7-fab604289e24 req-04501f95-3451-4b93-8f0f-12b342e19486 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c185004f0bb4f68ac206a98646f7134&device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 1099 time: 0.1122994 Apr 20 13:05:06.962541 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2d456ae7-58cd-4f69-b66e-cb884979aa39 req-0555b1b7-b017-47a2-bc0b-9fb000371da1 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552065 Apr 20 13:05:07.063074 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8ac9f877-2cf7-4ed6-8d2d-76df4900d702 req-b3624861-7ae7-4ccd-97a6-0e58eee6a4b6 service neutron] 10.222.0.32 "GET /v2.0/networks/1448fb0c-76a1-4762-b0ef-b8c667a2a5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945047 Apr 20 13:05:07.193559 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8ac9f877-2cf7-4ed6-8d2d-76df4900d702 req-bc44ad94-205d-46b4-a734-293eb85020cf service neutron] 10.222.0.32 "GET /v2.0/networks/1448fb0c-76a1-4762-b0ef-b8c667a2a5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219766 Apr 20 13:05:07.442375 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d278b-61a6-4f23-9c02-fd938f8678c3 req-1594650f-c7f4-4465-94c9-38ffd949293b tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:07.443839 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-491d278b-61a6-4f23-9c02-fd938f8678c3 req-1594650f-c7f4-4465-94c9-38ffd949293b tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 945 time: 0.3953383 Apr 20 13:05:07.446679 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a841574-2f98-41c6-92d7-fab604289e24 req-eb158ee9-c59f-48a5-9ce2-3b33750182dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:07.448008 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a841574-2f98-41c6-92d7-fab604289e24 req-eb158ee9-c59f-48a5-9ce2-3b33750182dc service neutron] 10.222.0.32 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.4784291 Apr 20 13:05:07.524954 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a841574-2f98-41c6-92d7-fab604289e24 req-89649254-d157-4ef4-ab31-127f8f373d1f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 HTTP/1.1" status: 200 len: 217 time: 0.0640740 Apr 20 13:05:07.550267 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-491d278b-61a6-4f23-9c02-fd938f8678c3 req-77698ac9-08fc-40a2-b520-03c1a38fdc32 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985906 Apr 20 13:05:07.598232 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a841574-2f98-41c6-92d7-fab604289e24 req-626f6948-fd25-4f60-9138-ac900c9901b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:07.598232 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a841574-2f98-41c6-92d7-fab604289e24 req-626f6948-fd25-4f60-9138-ac900c9901b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0579674 Apr 20 13:05:07.677480 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a841574-2f98-41c6-92d7-fab604289e24 req-683c1541-9c32-4022-830f-93647f455961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:07.679200 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a841574-2f98-41c6-92d7-fab604289e24 req-683c1541-9c32-4022-830f-93647f455961 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0764189 Apr 20 13:05:07.691347 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed03a79-b368-4d2a-96bc-7c26c0eb9c4a req-89d90ff2-3216-4c69-8441-bb0cc8a0a1e1 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:07.692947 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9ed03a79-b368-4d2a-96bc-7c26c0eb9c4a req-89d90ff2-3216-4c69-8441-bb0cc8a0a1e1 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.0630927 Apr 20 13:05:07.806892 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9ed03a79-b368-4d2a-96bc-7c26c0eb9c4a req-c7042300-ee36-46ce-8b37-9f4932c6b7fc tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051276 Apr 20 13:05:07.840671 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4a2b6-3f91-402e-8e7e-0764f873f141 req-10d6ea35-77e8-4e0c-9abe-80725451242e tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:07.851967 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d8c4a2b6-3f91-402e-8e7e-0764f873f141 req-10d6ea35-77e8-4e0c-9abe-80725451242e tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f51f9064-1c59-4935-a02d-4bf64263a50f HTTP/1.1" status: 200 len: 943 time: 0.0947804 Apr 20 13:05:07.879506 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a841574-2f98-41c6-92d7-fab604289e24 req-3457eb72-407a-4f37-ad11-59295fcd8fe6 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849122 Apr 20 13:05:07.948177 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d8c4a2b6-3f91-402e-8e7e-0764f873f141 req-cfb2c123-3da5-4054-9e76-b4f84890a84f tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942817 Apr 20 13:05:08.011352 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d57678-f2f3-4152-a4d8-726f7dd2cd7b req-c0e52923-feca-4fcc-ac93-c3508e2811e0 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:08.012982 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-00d57678-f2f3-4152-a4d8-726f7dd2cd7b req-c0e52923-feca-4fcc-ac93-c3508e2811e0 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 945 time: 0.1300316 Apr 20 13:05:08.054856 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a841574-2f98-41c6-92d7-fab604289e24 req-9ef55014-0eee-41ac-9354-804ca55704ec service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620028 Apr 20 13:05:08.069608 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-00d57678-f2f3-4152-a4d8-726f7dd2cd7b req-218dca6b-7d45-40ca-be65-919cbc30d4b6 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470243 Apr 20 13:05:08.192108 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77ee38-a40b-4abf-a351-c3aba29665c6 req-2e359667-d699-4e9c-a115-ee598645e2f9 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:08.193662 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6d77ee38-a40b-4abf-a351-c3aba29665c6 req-2e359667-d699-4e9c-a115-ee598645e2f9 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 948 time: 0.0619118 Apr 20 13:05:08.233738 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6d77ee38-a40b-4abf-a351-c3aba29665c6 req-29ad1d7c-3c95-475e-afc9-57cbe871af14 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334764 Apr 20 13:05:08.407832 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e13159-406c-4c1c-b517-066f69d3579d', 'tag': '8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:05:08.410891 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca84c30-7511-4a12-89de-404ef37e50cb" -d '{"events": [{"name": "network-changed", "server_uuid": "30e13159-406c-4c1c-b517-066f69d3579d", "tag": "8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:05:08.460505 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103de9f7-9cf0-4751-afe4-f3dc21fbc767 x-openstack-request-id: req-103de9f7-9cf0-4751-afe4-f3dc21fbc767 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:05:08.461518 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30e13159-406c-4c1c-b517-066f69d3579d", "tag": "8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:05:08.461771 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-103de9f7-9cf0-4751-afe4-f3dc21fbc767 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:05:08.462176 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-103de9f7-9cf0-4751-afe4-f3dc21fbc767'] response: {'name': 'network-changed', 'server_uuid': '30e13159-406c-4c1c-b517-066f69d3579d', 'tag': '8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9', 'status': 'completed', 'code': 200} Apr 20 13:05:08.536676 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca84c30-7511-4a12-89de-404ef37e50cb req-3ded4fa5-3968-4cfe-b128-333e6e086ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:08.538805 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7ca84c30-7511-4a12-89de-404ef37e50cb req-3ded4fa5-3968-4cfe-b128-333e6e086ea6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c185004f0bb4f68ac206a98646f7134&device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 1099 time: 0.0596125 Apr 20 13:05:08.542800 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca84c30-7511-4a12-89de-404ef37e50cb req-f3d65ed0-0d09-48db-9339-98ecec5dc3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:08.544353 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7ca84c30-7511-4a12-89de-404ef37e50cb req-f3d65ed0-0d09-48db-9339-98ecec5dc3f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7c185004f0bb4f68ac206a98646f7134&device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 1099 time: 0.0558069 Apr 20 13:05:08.672435 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca84c30-7511-4a12-89de-404ef37e50cb req-9cb22e2a-f5aa-4123-9ee3-721cb5d6043d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:08.675224 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7ca84c30-7511-4a12-89de-404ef37e50cb req-9cb22e2a-f5aa-4123-9ee3-721cb5d6043d service neutron] 10.222.0.15 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.1227593 Apr 20 13:05:08.709956 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca84c30-7511-4a12-89de-404ef37e50cb req-2dab4cae-9a25-4b1c-ad52-62862fa363f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:08.711260 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7ca84c30-7511-4a12-89de-404ef37e50cb req-2dab4cae-9a25-4b1c-ad52-62862fa363f5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.1649954 Apr 20 13:05:08.718628 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3948d0a-8e4d-4cea-bba0-bad66e5e7b82 req-68198333-93ff-4f9c-bc1e-967f0b167eb8 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:08.720010 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b3948d0a-8e4d-4cea-bba0-bad66e5e7b82 req-68198333-93ff-4f9c-bc1e-967f0b167eb8 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 945 time: 0.0929596 Apr 20 13:05:08.723865 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7ca84c30-7511-4a12-89de-404ef37e50cb req-03d450a2-3b00-43d9-a579-8d1a54d2123f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 HTTP/1.1" status: 200 len: 217 time: 0.0409501 Apr 20 13:05:08.734387 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:05:08.765867 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7ca84c30-7511-4a12-89de-404ef37e50cb req-63438172-475e-4be0-9917-63febc9ff5d4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 HTTP/1.1" status: 200 len: 217 time: 0.0426357 Apr 20 13:05:08.780932 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:05:08.784195 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca84c30-7511-4a12-89de-404ef37e50cb req-9c0e7dcc-4350-4eb3-949c-284256495b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:08.789054 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7ca84c30-7511-4a12-89de-404ef37e50cb req-9c0e7dcc-4350-4eb3-949c-284256495b6b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0524435 Apr 20 13:05:08.830960 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b3948d0a-8e4d-4cea-bba0-bad66e5e7b82 req-1fbf828a-9108-4f53-a124-aff808592a90 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018639 Apr 20 13:05:08.844211 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca84c30-7511-4a12-89de-404ef37e50cb req-0a1610ff-2184-4080-b0ee-e6d6a025d236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:08.844884 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca84c30-7511-4a12-89de-404ef37e50cb req-5c85c95f-3694-4b58-b4c8-03418c1e2dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:08.847788 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7ca84c30-7511-4a12-89de-404ef37e50cb req-5c85c95f-3694-4b58-b4c8-03418c1e2dd0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0708797 Apr 20 13:05:08.852473 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7ca84c30-7511-4a12-89de-404ef37e50cb req-0a1610ff-2184-4080-b0ee-e6d6a025d236 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0515110 Apr 20 13:05:08.897814 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca84c30-7511-4a12-89de-404ef37e50cb req-e3d45722-b3c4-48b1-96a7-63b00959b674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:08.899669 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7ca84c30-7511-4a12-89de-404ef37e50cb req-e3d45722-b3c4-48b1-96a7-63b00959b674 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0421357 Apr 20 13:05:08.983691 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7ca84c30-7511-4a12-89de-404ef37e50cb req-a98a50ee-9b19-4ef1-a1d3-e1193f24aae4 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238911 Apr 20 13:05:09.032872 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c997ae-561b-4f85-a369-2e901c5fbbf0 req-593e34db-b286-4640-aec4-baee80dcb588 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:09.040889 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-36c997ae-561b-4f85-a369-2e901c5fbbf0 req-593e34db-b286-4640-aec4-baee80dcb588 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.1097112 Apr 20 13:05:09.093170 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7ca84c30-7511-4a12-89de-404ef37e50cb req-ee312f42-e82d-4232-857a-d56396c95426 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832893 Apr 20 13:05:09.144938 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7ca84c30-7511-4a12-89de-404ef37e50cb req-77154657-c9ec-42d7-9395-1bef6ea5ed2a service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428151 Apr 20 13:05:09.150342 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-36c997ae-561b-4f85-a369-2e901c5fbbf0 req-810d8e41-b05d-4b3b-a5b5-45888a5bbc27 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073563 Apr 20 13:05:09.168635 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 60328) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:09.235815 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0057cb-6c54-40d0-8bc5-e3ef062d1b43 req-96cfcd93-4f01-4ace-929e-3e1566bbbb83 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:09.237663 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ec0057cb-6c54-40d0-8bc5-e3ef062d1b43 req-96cfcd93-4f01-4ace-929e-3e1566bbbb83 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f51f9064-1c59-4935-a02d-4bf64263a50f HTTP/1.1" status: 200 len: 943 time: 0.1947918 Apr 20 13:05:09.350311 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ec0057cb-6c54-40d0-8bc5-e3ef062d1b43 req-8bca9659-296d-4871-a8df-51b7c1b57d85 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984020 Apr 20 13:05:09.352795 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d9887e9a-31c7-46a4-8e2c-8511a9d7a683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:09.358888 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7ca84c30-7511-4a12-89de-404ef37e50cb req-0a0baacf-27d8-48fe-a0b9-0853b9c85280 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510340 Apr 20 13:05:09.372021 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f2fc2-ab0a-4f59-a463-a515c8bab7f8 req-bb5d3ecc-69d6-49cc-8445-33fd8f3c15f8 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:09.373842 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be3f2fc2-ab0a-4f59-a463-a515c8bab7f8 req-bb5d3ecc-69d6-49cc-8445-33fd8f3c15f8 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 945 time: 0.1193342 Apr 20 13:05:09.430801 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be3f2fc2-ab0a-4f59-a463-a515c8bab7f8 req-6a6584f3-f7ed-463b-bda6-cbd314cf10dd tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498838 Apr 20 13:05:09.456547 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d9887e9a-31c7-46a4-8e2c-8511a9d7a683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:09.489150 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a28e0-852b-49a7-a662-b4b17802241d req-848ca0b6-5bbe-4746-98aa-ef7e3e729ac7 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:09.490629 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-380a28e0-852b-49a7-a662-b4b17802241d req-848ca0b6-5bbe-4746-98aa-ef7e3e729ac7 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 948 time: 0.0588756 Apr 20 13:05:09.530586 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-380a28e0-852b-49a7-a662-b4b17802241d req-38353715-c565-4a0f-bd98-c4b3a4e935de tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337014 Apr 20 13:05:09.561970 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d9887e9a-31c7-46a4-8e2c-8511a9d7a683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:09.608921 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d9887e9a-31c7-46a4-8e2c-8511a9d7a683 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ac9a9d92a63f4f4d9c1b4be8141a5c64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4390683 Apr 20 13:05:09.610039 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9887e9a-31c7-46a4-8e2c-8511a9d7a683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4fa276-fbff-452f-993d-4cbc06d3efdd,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:09.611718 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60336) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:09.669437 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-992f4034-3da7-416d-bd6d-0e69d2976335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:09.692706 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-992f4034-3da7-416d-bd6d-0e69d2976335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:09.802335 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-992f4034-3da7-416d-bd6d-0e69d2976335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:09.804769 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-992f4034-3da7-416d-bd6d-0e69d2976335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:09.805923 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-992f4034-3da7-416d-bd6d-0e69d2976335 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aa4fa276-fbff-452f-993d-4cbc06d3efdd HTTP/1.1" status: 204 len: 168 time: 0.1931884 Apr 20 13:05:09.813898 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f4034-3da7-416d-bd6d-0e69d2976335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4fa276-fbff-452f-993d-4cbc06d3efdd,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:09.968005 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9967f-d1f6-43eb-9fb8-cf6f67229ed4 req-c58e607c-0019-46f5-b490-d085d1f645b3 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:09.971588 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-90f9967f-d1f6-43eb-9fb8-cf6f67229ed4 req-c58e607c-0019-46f5-b490-d085d1f645b3 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 945 time: 0.0513377 Apr 20 13:05:10.013694 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-90f9967f-d1f6-43eb-9fb8-cf6f67229ed4 req-615add36-953f-4034-94cb-d21b33fa7db6 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370221 Apr 20 13:05:10.141972 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da79c1-026a-467b-8eee-96d20cf06c67 req-e6c8cbb3-afba-4fe0-b92c-707035bf6e75 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:10.143580 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-05da79c1-026a-467b-8eee-96d20cf06c67 req-e6c8cbb3-afba-4fe0-b92c-707035bf6e75 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 945 time: 0.0601804 Apr 20 13:05:10.189184 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-05da79c1-026a-467b-8eee-96d20cf06c67 req-654ecfa9-10e3-41c8-acde-8a3ca242da5b tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354786 Apr 20 13:05:10.302738 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490695f-cfc7-4c74-a68e-fb4fd8c0fcd5 req-11f21147-abbb-439c-a406-953bf7fd8878 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:10.305284 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4490695f-cfc7-4c74-a68e-fb4fd8c0fcd5 req-11f21147-abbb-439c-a406-953bf7fd8878 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.0645475 Apr 20 13:05:10.352395 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4490695f-cfc7-4c74-a68e-fb4fd8c0fcd5 req-078f131d-551a-40d3-9cd8-d90fb70cb887 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395021 Apr 20 13:05:10.464350 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1dd25-6a19-48f5-a72c-4b4c6f31fbde req-bb8dd655-c2ee-4d71-a80a-5f97f32dac30 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:10.465965 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6cd1dd25-6a19-48f5-a72c-4b4c6f31fbde req-bb8dd655-c2ee-4d71-a80a-5f97f32dac30 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f51f9064-1c59-4935-a02d-4bf64263a50f HTTP/1.1" status: 200 len: 943 time: 0.0500970 Apr 20 13:05:10.508206 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6cd1dd25-6a19-48f5-a72c-4b4c6f31fbde req-f4e9784f-e459-4ee2-9868-f4aa623b5a7e tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358460 Apr 20 13:05:10.710135 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0343b20-e06d-4fe3-b9ae-428d2b7a12f5 req-83619d3a-51e3-482e-91d8-a0517c29a1aa tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:10.713265 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c0343b20-e06d-4fe3-b9ae-428d2b7a12f5 req-83619d3a-51e3-482e-91d8-a0517c29a1aa tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.1270199 Apr 20 13:05:10.735541 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c4057-c734-40d1-abf7-951bb44ea9fb req-5e17ff49-4046-45fa-90d4-d53b248151fd tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:10.737318 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-003c4057-c734-40d1-abf7-951bb44ea9fb req-5e17ff49-4046-45fa-90d4-d53b248151fd tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 945 time: 0.0920575 Apr 20 13:05:10.787451 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c0343b20-e06d-4fe3-b9ae-428d2b7a12f5 req-ca946687-4ff8-497a-a503-784f616e6fc1 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668130 Apr 20 13:05:10.795859 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-003c4057-c734-40d1-abf7-951bb44ea9fb req-794658c8-b685-402b-a3b4-f63eaefda4aa tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504918 Apr 20 13:05:10.959264 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60392) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:10.978798 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce1254-4b1b-47df-9191-29ed11fc030a req-50c55dcc-b491-4519-b1cc-41bd990dd24b tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:10.980300 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b8ce1254-4b1b-47df-9191-29ed11fc030a req-50c55dcc-b491-4519-b1cc-41bd990dd24b tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 945 time: 0.0893195 Apr 20 13:05:10.988604 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1a86d-e38b-4c08-89ac-a8243971b04c req-b930edee-7406-4854-b87e-8d53bc6d5a5f tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:10.990154 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-50e1a86d-e38b-4c08-89ac-a8243971b04c req-b930edee-7406-4854-b87e-8d53bc6d5a5f tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 948 time: 0.1177206 Apr 20 13:05:11.064821 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-50e1a86d-e38b-4c08-89ac-a8243971b04c req-b615f899-d96b-4250-b259-bf761b4b8dba tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647368 Apr 20 13:05:11.076106 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b8ce1254-4b1b-47df-9191-29ed11fc030a req-8848732a-6b8e-45b9-9172-bbe26135247a tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739362 Apr 20 13:05:11.083557 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-5cf0f821-e7d8-4328-a3c0-b755ea278d39 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1541186323-network', 'tenant_id': '394ac142a73240f1b5f44b79229f1d3c'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:11.195909 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf0f821-e7d8-4328-a3c0-b755ea278d39 admin admin] Made reservation on behalf of 394ac142a73240f1b5f44b79229f1d3c for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:05:11.198618 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5cf0f821-e7d8-4328-a3c0-b755ea278d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:11.209218 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-9bea8527-09bf-4ef1-bcab-2c32aa4fbc45 tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:11.211817 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5cf0f821-e7d8-4328-a3c0-b755ea278d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:11.211930 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-9bea8527-09bf-4ef1-bcab-2c32aa4fbc45 tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751&tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4&binding%3Ahost_id=n-h1-836015-7 HTTP/1.1" status: 200 len: 1096 time: 0.0635350 Apr 20 13:05:11.224526 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-cf1081fc-a197-4d25-9cc8-34fe2831f95a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836015-7'}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:11.300943 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5cf0f821-e7d8-4328-a3c0-b755ea278d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:11.301254 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-cf1081fc-a197-4d25-9cc8-34fe2831f95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:11.377740 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5cf0f821-e7d8-4328-a3c0-b755ea278d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:11.406505 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cf0f821-e7d8-4328-a3c0-b755ea278d39 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:05:11.412950 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf0f821-e7d8-4328-a3c0-b755ea278d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95745e1-31a0-4b29-8b4d-a0baec710da7,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:11.437016 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5cf0f821-e7d8-4328-a3c0-b755ea278d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:11.437287 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-5cf0f821-e7d8-4328-a3c0-b755ea278d39 admin admin] Added segment b3342ddf-a062-4188-aad9-c2980360c91c of type vlan for network f97962d3-ace8-4932-a1fa-7d84c4ec9817 Apr 20 13:05:11.453267 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-cf1081fc-a197-4d25-9cc8-34fe2831f95a service neutron] For port cdafaeb0-226b-4658-81e5-235e25055ce8, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=cdafaeb0-226b-4658-81e5-235e25055ce8,segment=NetworkSegment(fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1),segment_id=fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:11.496380 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5cf0f821-e7d8-4328-a3c0-b755ea278d39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:11.530838 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-cf1081fc-a197-4d25-9cc8-34fe2831f95a service neutron] For port cdafaeb0-226b-4658-81e5-235e25055ce8, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:05:11.590119 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-cf1081fc-a197-4d25-9cc8-34fe2831f95a service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:11.593230 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f695b4-10e9-488d-b7e8-360b51e80751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdafaeb0-226b-4658-81e5-235e25055ce8'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:05:11.596157 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7898ab-e107-45eb-a2c1-10d3a51c5680" -d '{"events": [{"server_uuid": "f9f695b4-10e9-488d-b7e8-360b51e80751", "name": "network-vif-unplugged", "status": "completed", "tag": "cdafaeb0-226b-4658-81e5-235e25055ce8"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:05:11.596326 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5cf0f821-e7d8-4328-a3c0-b755ea278d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:11.597753 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf0f821-e7d8-4328-a3c0-b755ea278d39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:11.598347 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5cf0f821-e7d8-4328-a3c0-b755ea278d39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:11.698045 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05718875-7d42-4e91-8ce6-4314c8d5211f req-c700b1d0-0871-4981-b95c-fa057356497e tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:11.699573 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-05718875-7d42-4e91-8ce6-4314c8d5211f req-c700b1d0-0871-4981-b95c-fa057356497e tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.1620574 Apr 20 13:05:11.706990 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf0f821-e7d8-4328-a3c0-b755ea278d39 admin admin] Pushing event updated for resources: {'Network': ['ID=f97962d3-ace8-4932-a1fa-7d84c4ec9817,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:11.716653 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-cf1081fc-a197-4d25-9cc8-34fe2831f95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:11.742032 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network f97962d3-ace8-4932-a1fa-7d84c4ec9817 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:05:11.755264 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7b432-3ab0-4dc7-8fc0-d433b4d51713 req-52372017-4b7a-471e-ab1b-f2faf2b1ef4c tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:11.756762 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1ab7b432-3ab0-4dc7-8fc0-d433b4d51713 req-52372017-4b7a-471e-ab1b-f2faf2b1ef4c tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f51f9064-1c59-4935-a02d-4bf64263a50f HTTP/1.1" status: 200 len: 943 time: 0.1462049 Apr 20 13:05:11.763831 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5cf0f821-e7d8-4328-a3c0-b755ea278d39 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8034470 Apr 20 13:05:11.769641 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-05718875-7d42-4e91-8ce6-4314c8d5211f req-dac25f1a-130c-420d-aa78-fc42264e41f7 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595760 Apr 20 13:05:11.774386 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60414) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:11.779928 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-0392d2b3-efa3-4e42-8c16-88375b5fdc69 admin admin] Request body: {'subnet': {'network_id': 'f97962d3-ace8-4932-a1fa-7d84c4ec9817', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1541186323-subnet', 'tenant_id': '394ac142a73240f1b5f44b79229f1d3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:11.823102 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1ab7b432-3ab0-4dc7-8fc0-d433b4d51713 req-8ef36f55-6139-43cb-b46e-5e5d9ffa0521 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578411 Apr 20 13:05:11.914801 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0392d2b3-efa3-4e42-8c16-88375b5fdc69 admin admin] Made reservation on behalf of 394ac142a73240f1b5f44b79229f1d3c for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:05:11.917591 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0392d2b3-efa3-4e42-8c16-88375b5fdc69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:11.929558 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57dd3b09-f6f5-45a2-9981-b0bd9810084b x-openstack-request-id: req-57dd3b09-f6f5-45a2-9981-b0bd9810084b {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:05:11.930448 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9f695b4-10e9-488d-b7e8-360b51e80751", "name": "network-vif-unplugged", "status": "completed", "tag": "cdafaeb0-226b-4658-81e5-235e25055ce8", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:05:11.930715 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-57dd3b09-f6f5-45a2-9981-b0bd9810084b {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:05:11.931138 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57dd3b09-f6f5-45a2-9981-b0bd9810084b'] response: {'server_uuid': 'f9f695b4-10e9-488d-b7e8-360b51e80751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdafaeb0-226b-4658-81e5-235e25055ce8', 'code': 200} Apr 20 13:05:11.931840 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1081fc-a197-4d25-9cc8-34fe2831f95a service neutron] Pushing event updated for resources: {'Port': ['ID=cdafaeb0-226b-4658-81e5-235e25055ce8,revision_number=7']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:11.938920 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-cf1081fc-a197-4d25-9cc8-34fe2831f95a service neutron] Attempting to bind port cdafaeb0-226b-4658-81e5-235e25055ce8 on host n-h1-836015-7 for vnic_type normal with profile {"migrating_to": "n-h2-836015-7"} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:05:11.939262 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-cf1081fc-a197-4d25-9cc8-34fe2831f95a service neutron] Attempting to bind port cdafaeb0-226b-4658-81e5-235e25055ce8 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:05:11.939635 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-cf1081fc-a197-4d25-9cc8-34fe2831f95a service neutron] Attempting to bind port cdafaeb0-226b-4658-81e5-235e25055ce8 on network da0d71e6-e706-45b9-bcd7-1c5524c4bb88 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:05:11.945836 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-cf1081fc-a197-4d25-9cc8-34fe2831f95a service neutron] Port cdafaeb0-226b-4658-81e5-235e25055ce8 on network da0d71e6-e706-45b9-bcd7-1c5524c4bb88 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:05:11.946171 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-cf1081fc-a197-4d25-9cc8-34fe2831f95a service neutron] Attempting to bind port cdafaeb0-226b-4658-81e5-235e25055ce8 on network da0d71e6-e706-45b9-bcd7-1c5524c4bb88 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:05:11.953883 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-cf1081fc-a197-4d25-9cc8-34fe2831f95a service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:05:11.954253 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-cf1081fc-a197-4d25-9cc8-34fe2831f95a service neutron] Checking segment: {'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:05:11.954632 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-cf1081fc-a197-4d25-9cc8-34fe2831f95a service neutron] Bound using segment: {'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:05:11.955057 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-cf1081fc-a197-4d25-9cc8-34fe2831f95a service neutron] Bound port: cdafaeb0-226b-4658-81e5-235e25055ce8, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'da0d71e6-e706-45b9-bcd7-1c5524c4bb88'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:05:11.955502 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-cf1081fc-a197-4d25-9cc8-34fe2831f95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:12.040854 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-cf1081fc-a197-4d25-9cc8-34fe2831f95a service neutron] For port cdafaeb0-226b-4658-81e5-235e25055ce8, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:05:12.045324 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-cf1081fc-a197-4d25-9cc8-34fe2831f95a service neutron] For port cdafaeb0-226b-4658-81e5-235e25055ce8, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=cdafaeb0-226b-4658-81e5-235e25055ce8,segment=NetworkSegment(fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1),segment_id=fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:05:12.059795 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18011e10-52b5-4b86-b074-a82a2f43fc70 req-987f619c-fa61-4488-9470-c467c22de544 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:12.061379 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-18011e10-52b5-4b86-b074-a82a2f43fc70 req-987f619c-fa61-4488-9470-c467c22de544 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 943 time: 0.1229696 Apr 20 13:05:12.076956 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:12.138035 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-18011e10-52b5-4b86-b074-a82a2f43fc70 req-dcdff8f2-0638-41cd-94c7-93e857b2ea51 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662978 Apr 20 13:05:12.185186 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-cf1081fc-a197-4d25-9cc8-34fe2831f95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:12.236961 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6618d24-c155-4dec-b781-5e8069b82c38 req-a5a714cf-821b-44fe-8f86-de3ba5f90528 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:12.239065 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b6618d24-c155-4dec-b781-5e8069b82c38 req-a5a714cf-821b-44fe-8f86-de3ba5f90528 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 948 time: 0.0685179 Apr 20 13:05:12.282764 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1081fc-a197-4d25-9cc8-34fe2831f95a service neutron] Pushing event updated for resources: {'Port': ['ID=cdafaeb0-226b-4658-81e5-235e25055ce8,revision_number=8']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:12.286831 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-cf1081fc-a197-4d25-9cc8-34fe2831f95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:12.286831 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-cf1081fc-a197-4d25-9cc8-34fe2831f95a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:12.288369 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-cf1081fc-a197-4d25-9cc8-34fe2831f95a service neutron] 10.222.0.15 "PUT /v2.0/ports/cdafaeb0-226b-4658-81e5-235e25055ce8 HTTP/1.1" status: 200 len: 1121 time: 1.0697324 Apr 20 13:05:12.303986 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0392d2b3-efa3-4e42-8c16-88375b5fdc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:12.314444 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:05:12.322775 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b6618d24-c155-4dec-b781-5e8069b82c38 req-45d357ee-e1c7-4831-811f-32cc34445aa7 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740378 Apr 20 13:05:12.355104 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28532faf-ce81-4abf-9b77-bc2e4b690939 req-c270fbcc-2bbb-40c0-8d77-74ae96d0f6c9 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:12.356668 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-28532faf-ce81-4abf-9b77-bc2e4b690939 req-c270fbcc-2bbb-40c0-8d77-74ae96d0f6c9 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 945 time: 0.1166754 Apr 20 13:05:12.392300 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392d2b3-efa3-4e42-8c16-88375b5fdc69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb51521a-4483-4e5a-b4eb-19926e94378d,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:12.425737 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-28532faf-ce81-4abf-9b77-bc2e4b690939 req-0b52bdf4-5cca-4486-8339-8a3baad6ba12 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515099 Apr 20 13:05:12.426600 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0392d2b3-efa3-4e42-8c16-88375b5fdc69 admin admin] Checking segment: {'id': 'b3342ddf-a062-4188-aad9-c2980360c91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f97962d3-ace8-4932-a1fa-7d84c4ec9817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:05:12.426965 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0392d2b3-efa3-4e42-8c16-88375b5fdc69 admin admin] Network hostable DHCP agents. Network: f97962d3-ace8-4932-a1fa-7d84c4ec9817, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:05:12.459644 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['cdafaeb0-226b-4658-81e5-235e25055ce8'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:05:12.461899 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['cdafaeb0-226b-4658-81e5-235e25055ce8'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:05:12.470149 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:12.504752 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0392d2b3-efa3-4e42-8c16-88375b5fdc69 admin admin] Network f97962d3-ace8-4932-a1fa-7d84c4ec9817 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:05:12.540174 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'port_id': '8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9', 'mac_address': 'fa:16:3e:7b:c9:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b1f82a-7732-4b50-ab22-2475f182a712', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:05:12.634117 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:12.634961 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-0392d2b3-efa3-4e42-8c16-88375b5fdc69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, f97962d3-ace8-4932-a1fa-7d84c4ec9817) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:05:12.640433 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0392d2b3-efa3-4e42-8c16-88375b5fdc69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:12.641156 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0392d2b3-efa3-4e42-8c16-88375b5fdc69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:12.658370 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4531ec-6ad6-457b-94b1-0e82d2cad301 None None] Network f97962d3-ace8-4932-a1fa-7d84c4ec9817 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:05:12.689584 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:05:12.751267 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device cdafaeb0-226b-4658-81e5-235e25055ce8 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:05:12.760592 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-0392d2b3-efa3-4e42-8c16-88375b5fdc69 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9779019 Apr 20 13:05:12.761011 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:12.803311 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:12.901142 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:12.901785 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device f24678a4-4291-48d9-ae70-c5a8b63e34c7 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:05:12.980162 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f0f46-f3a0-4c28-b958-3cf408fd4f68 req-46f117f2-97c9-4510-8008-8c7f3185773a tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:12.981607 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d94f0f46-f3a0-4c28-b958-3cf408fd4f68 req-46f117f2-97c9-4510-8008-8c7f3185773a tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.0887170 Apr 20 13:05:12.996287 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e46118-92e8-4f5c-a684-c595d62ce2ce req-3449c9c3-a5c2-4123-9ea2-0c4528bdebf5 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:12.997828 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-79e46118-92e8-4f5c-a684-c595d62ce2ce req-3449c9c3-a5c2-4123-9ea2-0c4528bdebf5 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f51f9064-1c59-4935-a02d-4bf64263a50f HTTP/1.1" status: 200 len: 943 time: 0.0733528 Apr 20 13:05:13.055040 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d94f0f46-f3a0-4c28-b958-3cf408fd4f68 req-4405cf66-4977-4b85-929f-f2a764f9b2da tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664608 Apr 20 13:05:13.075400 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-79e46118-92e8-4f5c-a684-c595d62ce2ce req-2d6c89db-43ea-4a79-aced-cd5d8a75a119 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707669 Apr 20 13:05:13.204330 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.resource_extend [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 13:05:13.220725 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9a51eb-9e2e-4b19-abb5-78a060bc7b88 None None] Network f97962d3-ace8-4932-a1fa-7d84c4ec9817 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:05:13.271175 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-84b5d06a-2fca-49c6-a91b-bce35fd39e67 req-1b06961d-abb3-4ae8-b56d-fe417737ffe8 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-207326223', 'description': 'tempest-description-150581392'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:13.307926 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24eb509-e759-4c7a-8533-bbcbe724fcf5 req-a5b840e2-5f24-4c08-9c95-e6c61e5bd320 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:13.316419 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a24eb509-e759-4c7a-8533-bbcbe724fcf5 req-a5b840e2-5f24-4c08-9c95-e6c61e5bd320 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 943 time: 0.0836957 Apr 20 13:05:13.318230 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9,revision_number=13']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:13.351210 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port cdafaeb0-226b-4658-81e5-235e25055ce8, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=cdafaeb0-226b-4658-81e5-235e25055ce8,segment=NetworkSegment(fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1),segment_id=fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:13.360119 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a24eb509-e759-4c7a-8533-bbcbe724fcf5 req-26078886-abae-43b9-9f8b-d703029ee89f tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423198 Apr 20 13:05:13.388512 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device cdafaeb0-226b-4658-81e5-235e25055ce8 has no active binding in host n-h2-836015-7 {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 20 13:05:13.407182 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-84b5d06a-2fca-49c6-a91b-bce35fd39e67 req-1b06961d-abb3-4ae8-b56d-fe417737ffe8 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:13.414880 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port f24678a4-4291-48d9-ae70-c5a8b63e34c7, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=f24678a4-4291-48d9-ae70-c5a8b63e34c7,segment=NetworkSegment(b8a6c4b7-66db-416a-aa28-84e1cd810023),segment_id=b8a6c4b7-66db-416a-aa28-84e1cd810023)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:13.450354 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': 'f24678a4-4291-48d9-ae70-c5a8b63e34c7', 'network_id': '1448fb0c-76a1-4762-b0ef-b8c667a2a5dc', 'port_id': 'f24678a4-4291-48d9-ae70-c5a8b63e34c7', 'mac_address': 'fa:16:3e:40:62:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c84cb6f4-b4cc-4751-b4bc-ddb2101451ae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:05:13.504171 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd22d53-d462-4ba1-bc31-e06e0cafa0c7 req-a5f36058-d58c-4599-8dcd-5d629e9eaa6a tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:13.505492 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:13.505648 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-efd22d53-d462-4ba1-bc31-e06e0cafa0c7 req-a5f36058-d58c-4599-8dcd-5d629e9eaa6a tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 949 time: 0.0808122 Apr 20 13:05:13.518404 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f24678a4-4291-48d9-ae70-c5a8b63e34c7 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:05:13.539525 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port f24678a4-4291-48d9-ae70-c5a8b63e34c7, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=f24678a4-4291-48d9-ae70-c5a8b63e34c7,segment=NetworkSegment(b8a6c4b7-66db-416a-aa28-84e1cd810023),segment_id=b8a6c4b7-66db-416a-aa28-84e1cd810023)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:13.550909 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-84b5d06a-2fca-49c6-a91b-bce35fd39e67 req-1b06961d-abb3-4ae8-b56d-fe417737ffe8 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:13.568364 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-efd22d53-d462-4ba1-bc31-e06e0cafa0c7 req-c7ed3da4-e144-44d2-a38f-d4cd459f4fa6 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529897 Apr 20 13:05:13.623553 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:13.641071 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-84b5d06a-2fca-49c6-a91b-bce35fd39e67 req-1b06961d-abb3-4ae8-b56d-fe417737ffe8 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:13.678170 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=f24678a4-4291-48d9-ae70-c5a8b63e34c7,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:13.694577 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b06961d-abb3-4ae8-b56d-fe417737ffe8 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec7fb81-5498-4ec6-8c0a-950bc2741c6f,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:13.710509 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f875de1-f287-4da7-b082-9299679ad0f6 req-21e23b0e-2542-492c-9c61-fcc36a4d4d3c tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:13.713759 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7f875de1-f287-4da7-b082-9299679ad0f6 req-21e23b0e-2542-492c-9c61-fcc36a4d4d3c tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 945 time: 0.0858676 Apr 20 13:05:13.749862 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7f875de1-f287-4da7-b082-9299679ad0f6 req-596507c9-998b-4f7c-afde-44561f5c6033 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328417 Apr 20 13:05:13.760721 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-84b5d06a-2fca-49c6-a91b-bce35fd39e67 req-1b06961d-abb3-4ae8-b56d-fe417737ffe8 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:13.761986 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-84b5d06a-2fca-49c6-a91b-bce35fd39e67 req-1b06961d-abb3-4ae8-b56d-fe417737ffe8 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4961562 Apr 20 13:05:13.862478 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fe33e1da-ba0b-472b-999e-ce0abd740a36 req-08ddd2ed-a9bb-45f2-a539-2d1a894b8809 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] 10.222.0.25 "GET /v2.0/security-groups/1ec7fb81-5498-4ec6-8c0a-950bc2741c6f HTTP/1.1" status: 200 len: 1811 time: 0.0753753 Apr 20 13:05:13.878174 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-fe33e1da-ba0b-472b-999e-ce0abd740a36 req-0c486237-15c3-4823-91f2-cb1ad64bb391 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1ec7fb81-5498-4ec6-8c0a-950bc2741c6f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:13.878497 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-fe33e1da-ba0b-472b-999e-ce0abd740a36 req-0c486237-15c3-4823-91f2-cb1ad64bb391 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1ec7fb81-5498-4ec6-8c0a-950bc2741c6f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:13.892596 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2f1a3-7113-4de1-ab28-5f503acfc778 req-96bc001a-b8df-4445-b78e-5e9323275f04 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:13.894063 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-25e2f1a3-7113-4de1-ab28-5f503acfc778 req-96bc001a-b8df-4445-b78e-5e9323275f04 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 949 time: 0.0817685 Apr 20 13:05:13.931920 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9f695b4-10e9-488d-b7e8-360b51e80751', 'tag': 'cdafaeb0-226b-4658-81e5-235e25055ce8'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:05:13.934221 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a6c07e-d4ec-4d54-a79c-4550a8121696" -d '{"events": [{"name": "network-changed", "server_uuid": "f9f695b4-10e9-488d-b7e8-360b51e80751", "tag": "cdafaeb0-226b-4658-81e5-235e25055ce8"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:05:13.944197 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-25e2f1a3-7113-4de1-ab28-5f503acfc778 req-8002ab83-26d4-40e9-a6f7-8158d351b496 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406818 Apr 20 13:05:13.991929 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0bc44c4-08eb-47f8-8bd8-c6bfb2a35655 x-openstack-request-id: req-e0bc44c4-08eb-47f8-8bd8-c6bfb2a35655 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:05:13.995574 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9f695b4-10e9-488d-b7e8-360b51e80751", "tag": "cdafaeb0-226b-4658-81e5-235e25055ce8", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:05:13.995574 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e0bc44c4-08eb-47f8-8bd8-c6bfb2a35655 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:05:13.995574 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0bc44c4-08eb-47f8-8bd8-c6bfb2a35655'] response: {'name': 'network-changed', 'server_uuid': 'f9f695b4-10e9-488d-b7e8-360b51e80751', 'tag': 'cdafaeb0-226b-4658-81e5-235e25055ce8', 'status': 'completed', 'code': 200} Apr 20 13:05:14.051680 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fe33e1da-ba0b-472b-999e-ce0abd740a36 req-0c486237-15c3-4823-91f2-cb1ad64bb391 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:14.062443 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:05:14.065306 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['f24678a4-4291-48d9-ae70-c5a8b63e34c7'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:05:14.118555 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fe33e1da-ba0b-472b-999e-ce0abd740a36 req-0c486237-15c3-4823-91f2-cb1ad64bb391 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:14.129725 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6c07e-d4ec-4d54-a79c-4550a8121696 req-52552054-9d98-41c6-b930-39928cf89650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:14.131796 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2a6c07e-d4ec-4d54-a79c-4550a8121696 req-52552054-9d98-41c6-b930-39928cf89650 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4&device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 1124 time: 0.0937467 Apr 20 13:05:14.291201 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad747a5-1a1f-48d4-a116-404bcfbf1d97 req-4a8ab1d1-bba7-4ca7-9bfe-bad7d001dc1e tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:14.292874 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1ad747a5-1a1f-48d4-a116-404bcfbf1d97 req-4a8ab1d1-bba7-4ca7-9bfe-bad7d001dc1e tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.1124065 Apr 20 13:05:14.294433 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6c07e-d4ec-4d54-a79c-4550a8121696 req-df613186-2d59-4a91-b1bc-d62670bad380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:14.295861 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2a6c07e-d4ec-4d54-a79c-4550a8121696 req-df613186-2d59-4a91-b1bc-d62670bad380 service neutron] 10.222.0.32 "GET /v2.0/networks?id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88 HTTP/1.1" status: 200 len: 909 time: 0.1553624 Apr 20 13:05:14.296646 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fe33e1da-ba0b-472b-999e-ce0abd740a36 req-0c486237-15c3-4823-91f2-cb1ad64bb391 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:14.327447 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c486237-15c3-4823-91f2-cb1ad64bb391 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e275df5f-5d4d-4392-9b3e-0d1823573bd7,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:14.370608 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2a6c07e-d4ec-4d54-a79c-4550a8121696 req-f6ad2dc5-72b0-4381-a696-a403edef8b34 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdafaeb0-226b-4658-81e5-235e25055ce8 HTTP/1.1" status: 200 len: 217 time: 0.0500193 Apr 20 13:05:14.395892 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1ad747a5-1a1f-48d4-a116-404bcfbf1d97 req-66803468-af23-40d8-a72a-3cd55b221ce0 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855703 Apr 20 13:05:14.418233 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fe33e1da-ba0b-472b-999e-ce0abd740a36 req-0c486237-15c3-4823-91f2-cb1ad64bb391 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:14.419467 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fe33e1da-ba0b-472b-999e-ce0abd740a36 req-0c486237-15c3-4823-91f2-cb1ad64bb391 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5482755 Apr 20 13:05:14.440408 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6c07e-d4ec-4d54-a79c-4550a8121696 req-06885c44-6618-47f1-924b-7a587b4acd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:14.443489 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2a6c07e-d4ec-4d54-a79c-4550a8121696 req-06885c44-6618-47f1-924b-7a587b4acd1e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7f1a9c16-f305-43f3-a182-10217ec8e6e3 HTTP/1.1" status: 200 len: 848 time: 0.0594137 Apr 20 13:05:14.502998 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2a6c07e-d4ec-4d54-a79c-4550a8121696 req-ee0d4ec7-5075-4a53-8c6b-d6cd40234413 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497897 Apr 20 13:05:14.563445 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-5693cfdf-48f9-4aff-b15a-da564084261b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=7c185004f0bb4f68ac206a98646f7134&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0592043 Apr 20 13:05:14.639879 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3fb4c-4d5b-40b0-8878-7a938e5a8bc9 req-bbd6d344-0729-4f73-b181-38a1eeaadea7 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:14.641341 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-96a3fb4c-4d5b-40b0-8878-7a938e5a8bc9 req-bbd6d344-0729-4f73-b181-38a1eeaadea7 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f51f9064-1c59-4935-a02d-4bf64263a50f HTTP/1.1" status: 200 len: 944 time: 0.1718895 Apr 20 13:05:14.734587 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2a6c07e-d4ec-4d54-a79c-4550a8121696 req-631f06c5-79e2-49ad-a3d3-d9fe925cee48 service neutron] 10.222.0.32 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170942 Apr 20 13:05:14.765444 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-96a3fb4c-4d5b-40b0-8878-7a938e5a8bc9 req-6692e1d7-c3b6-4ead-bc95-c1263b4e43e6 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957162 Apr 20 13:05:14.788338 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-426edc64-45da-4c86-983e-db3af840cfbf tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:14.789765 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-426edc64-45da-4c86-983e-db3af840cfbf tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1980953 Apr 20 13:05:14.835584 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-dc29bfab-2318-4946-ad6b-3bab73dce6be tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/quotas/7c185004f0bb4f68ac206a98646f7134 HTTP/1.1" status: 200 len: 375 time: 0.0183935 Apr 20 13:05:14.924872 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2a6c07e-d4ec-4d54-a79c-4550a8121696 req-d5cb8704-7ad8-4c6e-b174-882634c95ab5 service neutron] 10.222.0.32 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743851 Apr 20 13:05:14.943072 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efead44-5b8c-4507-9ca0-6c04b5381b2d req-c68ee019-6ebf-415f-8004-7b82dd071ded tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:14.944574 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7efead44-5b8c-4507-9ca0-6c04b5381b2d req-c68ee019-6ebf-415f-8004-7b82dd071ded tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 943 time: 0.1065400 Apr 20 13:05:14.953260 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-da5afd97-d918-456c-8a82-3e342caf1636 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7c185004f0bb4f68ac206a98646f7134&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1057088 Apr 20 13:05:14.992071 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7efead44-5b8c-4507-9ca0-6c04b5381b2d req-4469bb34-f473-4935-a673-b863026a5646 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378251 Apr 20 13:05:15.074939 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-159dd508-a77d-4e3c-8da5-3e9b138198ec req-d8724ead-5373-4e69-89f8-4cbb2558c721 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] 10.222.0.25 "GET /v2.0/security-groups/1ec7fb81-5498-4ec6-8c0a-950bc2741c6f HTTP/1.1" status: 200 len: 2404 time: 0.0440249 Apr 20 13:05:15.185167 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d1f8f-558b-49bf-a720-403b526bb38b req-9db35dc9-889a-452f-86f9-77bc5d550664 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:15.186695 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-971d1f8f-558b-49bf-a720-403b526bb38b req-9db35dc9-889a-452f-86f9-77bc5d550664 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 945 time: 0.0521646 Apr 20 13:05:15.226002 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-971d1f8f-558b-49bf-a720-403b526bb38b req-9005bb55-5cb7-408d-99f7-c5816957f08c tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325263 Apr 20 13:05:15.271239 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-46c3b382-ae61-4e0e-84e8-480acc3107a3 req-2dbf5459-4680-4158-b8a9-6171e7a7b8ea tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] 10.222.0.25 "GET /v2.0/security-group-rules/e275df5f-5d4d-4392-9b3e-0d1823573bd7 HTTP/1.1" status: 200 len: 778 time: 0.0216451 Apr 20 13:05:15.639316 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-46c3b382-ae61-4e0e-84e8-480acc3107a3 req-a061137f-0055-4eba-9df7-47c5ec3b50d0 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] 10.222.0.25 "GET /v2.0/security-groups/1ec7fb81-5498-4ec6-8c0a-950bc2741c6f HTTP/1.1" status: 200 len: 2404 time: 0.3617911 Apr 20 13:05:15.655261 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-440ee4b4-dc2a-429d-853f-fce33336eedb req-0fc08056-eb4d-46ed-841d-32120ac5833c tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 210 time: 0.0287960 Apr 20 13:05:15.687806 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-46c3b382-ae61-4e0e-84e8-480acc3107a3 req-0619603b-83a5-4d9e-af19-004679d2e5d2 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:15.696724 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-46c3b382-ae61-4e0e-84e8-480acc3107a3 req-0619603b-83a5-4d9e-af19-004679d2e5d2 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:15.783930 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68c46d-39f9-47ad-bf31-767618998147 req-9fe06281-ee88-46e5-a6ee-993a53df8f4f tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:15.786278 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f68c46d-39f9-47ad-bf31-767618998147 req-9fe06281-ee88-46e5-a6ee-993a53df8f4f tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.0542669 Apr 20 13:05:15.839916 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f68c46d-39f9-47ad-bf31-767618998147 req-b9c59741-4236-4f20-8c17-1aea68b456cc tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465872 Apr 20 13:05:15.842736 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-46c3b382-ae61-4e0e-84e8-480acc3107a3 req-0619603b-83a5-4d9e-af19-004679d2e5d2 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:15.853977 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-46c3b382-ae61-4e0e-84e8-480acc3107a3 req-0619603b-83a5-4d9e-af19-004679d2e5d2 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:15.859139 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-46c3b382-ae61-4e0e-84e8-480acc3107a3 req-0619603b-83a5-4d9e-af19-004679d2e5d2 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/e275df5f-5d4d-4392-9b3e-0d1823573bd7 HTTP/1.1" status: 204 len: 173 time: 0.2063756 Apr 20 13:05:15.865332 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0619603b-83a5-4d9e-af19-004679d2e5d2 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e275df5f-5d4d-4392-9b3e-0d1823573bd7,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:15.881017 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-ed3c9821-b6e8-4baf-87c5-c8ac5e458ca2 req-aa9289a7-a872-42c8-b27f-b2bcafec7ef4 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1107427434', 'description': 'tempest-description-1024120247'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:15.967906 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521ec0a-a918-48b1-b722-9881856c31fb req-634dd303-fc9f-4140-aaa8-aadd1a9f971f tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:15.969491 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6521ec0a-a918-48b1-b722-9881856c31fb req-634dd303-fc9f-4140-aaa8-aadd1a9f971f tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f51f9064-1c59-4935-a02d-4bf64263a50f HTTP/1.1" status: 200 len: 944 time: 0.0538361 Apr 20 13:05:16.005267 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ed3c9821-b6e8-4baf-87c5-c8ac5e458ca2 req-aa9289a7-a872-42c8-b27f-b2bcafec7ef4 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:16.038867 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6521ec0a-a918-48b1-b722-9881856c31fb req-fe729e33-813d-4acf-898b-687ba915a256 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623770 Apr 20 13:05:16.105137 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ed3c9821-b6e8-4baf-87c5-c8ac5e458ca2 req-aa9289a7-a872-42c8-b27f-b2bcafec7ef4 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:16.145692 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76780c36-7447-4f50-a33d-1d6b718349d3 req-58bac83c-bef9-437b-aa0e-27e9c7d984b4 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:16.147016 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-76780c36-7447-4f50-a33d-1d6b718349d3 req-58bac83c-bef9-437b-aa0e-27e9c7d984b4 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 943 time: 0.0577960 Apr 20 13:05:16.187891 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-76780c36-7447-4f50-a33d-1d6b718349d3 req-6cfd1c87-1b88-44e2-a3d5-33e226a6f07b tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344281 Apr 20 13:05:16.201464 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ed3c9821-b6e8-4baf-87c5-c8ac5e458ca2 req-aa9289a7-a872-42c8-b27f-b2bcafec7ef4 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:16.232046 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9289a7-a872-42c8-b27f-b2bcafec7ef4 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1da5e17a-9353-4b77-9463-1fc11bb4890a,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:16.332382 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ed3c9821-b6e8-4baf-87c5-c8ac5e458ca2 req-aa9289a7-a872-42c8-b27f-b2bcafec7ef4 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:16.333577 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed3c9821-b6e8-4baf-87c5-c8ac5e458ca2 req-aa9289a7-a872-42c8-b27f-b2bcafec7ef4 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4573493 Apr 20 13:05:16.373364 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e8345-08ac-4416-ab66-7d8024d12ae3 req-7d258a55-e120-41db-9767-e85e0c980ef9 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:16.374944 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8d1e8345-08ac-4416-ab66-7d8024d12ae3 req-7d258a55-e120-41db-9767-e85e0c980ef9 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 945 time: 0.0765862 Apr 20 13:05:16.414831 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:05:16.440496 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8d1e8345-08ac-4416-ab66-7d8024d12ae3 req-0252ec63-4f73-4143-b269-b813bc80367c tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569379 Apr 20 13:05:16.453022 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-53db4b6e-bb53-4a17-8966-1ae0b11c8cf2 req-004d80aa-7168-4f62-9f06-475404761aeb tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] 10.222.0.25 "GET /v2.0/security-groups/1da5e17a-9353-4b77-9463-1fc11bb4890a HTTP/1.1" status: 200 len: 1813 time: 0.0830638 Apr 20 13:05:16.490855 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-37dbbf57-5b28-423d-83f0-3cb122bbeb03 req-e3d3c62e-1c42-48d2-979d-27731ea4f5cf tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-116747754', 'description': 'tempest-description-1723951854'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:16.765240 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85173902-608e-439d-81a5-7d366406c8aa req-8ef77c82-f0f7-4a06-8c8c-6af7c6b81bd7 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 210 time: 0.0349278 Apr 20 13:05:16.952206 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834b883-8ef9-4226-b685-9efcfc351dfd req-b45ce049-2bfe-4822-87eb-2f1046d4c65a tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:16.953583 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b834b883-8ef9-4226-b685-9efcfc351dfd req-b45ce049-2bfe-4822-87eb-2f1046d4c65a tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.0512726 Apr 20 13:05:16.994253 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b834b883-8ef9-4226-b685-9efcfc351dfd req-c47e0e3a-052a-4571-8bcb-b7e629db8e77 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343862 Apr 20 13:05:17.151157 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185a00a-1078-4166-b75f-c22ddf86af63 req-ca0445e5-7db4-4275-b7a6-c49c84111732 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:17.159942 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7185a00a-1078-4166-b75f-c22ddf86af63 req-ca0445e5-7db4-4275-b7a6-c49c84111732 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f51f9064-1c59-4935-a02d-4bf64263a50f HTTP/1.1" status: 200 len: 944 time: 0.0534618 Apr 20 13:05:17.200965 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7185a00a-1078-4166-b75f-c22ddf86af63 req-d5c2fae4-35a8-47ee-bdeb-a27e6f2703e6 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380516 Apr 20 13:05:17.307317 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5479f7-f949-4156-b93e-9e2912988e68 req-c67695ad-90b6-4133-99a1-c53739a4d553 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:17.308797 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5e5479f7-f949-4156-b93e-9e2912988e68 req-c67695ad-90b6-4133-99a1-c53739a4d553 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 943 time: 0.0492098 Apr 20 13:05:17.346221 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5e5479f7-f949-4156-b93e-9e2912988e68 req-011fdbc2-6e8f-43f1-be21-4f1bf20d0b48 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313349 Apr 20 13:05:17.498268 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-37dbbf57-5b28-423d-83f0-3cb122bbeb03 req-e3d3c62e-1c42-48d2-979d-27731ea4f5cf tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:17.500027 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:05:17.510345 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:05:17.510718 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:17.622189 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:17.624595 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4089f9-382f-4c0c-ba26-f205cf94837b req-8360c314-3d89-4092-b74a-0d5a072252a0 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:17.626524 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6f4089f9-382f-4c0c-ba26-f205cf94837b req-8360c314-3d89-4092-b74a-0d5a072252a0 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 945 time: 0.1015205 Apr 20 13:05:17.671903 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:17.673335 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e13159-406c-4c1c-b517-066f69d3579d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:05:17.676696 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ee738d-44b3-44d7-9056-7eb3b706e9e1" -d '{"events": [{"server_uuid": "30e13159-406c-4c1c-b517-066f69d3579d", "name": "network-vif-plugged", "status": "completed", "tag": "8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:05:17.688577 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-37dbbf57-5b28-423d-83f0-3cb122bbeb03 req-e3d3c62e-1c42-48d2-979d-27731ea4f5cf tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:17.701733 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6f4089f9-382f-4c0c-ba26-f205cf94837b req-1aa950b7-977c-4ad4-a4ad-6ec06baa092f tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597415 Apr 20 13:05:17.745483 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9360b00-ae7c-45b2-a5af-b5b0ebbc0be9 x-openstack-request-id: req-a9360b00-ae7c-45b2-a5af-b5b0ebbc0be9 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:05:17.745782 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e13159-406c-4c1c-b517-066f69d3579d", "name": "network-vif-plugged", "status": "completed", "tag": "8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:05:17.746038 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a9360b00-ae7c-45b2-a5af-b5b0ebbc0be9 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:05:17.746439 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9360b00-ae7c-45b2-a5af-b5b0ebbc0be9'] response: {'server_uuid': '30e13159-406c-4c1c-b517-066f69d3579d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9', 'code': 200} Apr 20 13:05:17.749948 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:17.751128 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device f24678a4-4291-48d9-ae70-c5a8b63e34c7 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:05:17.806654 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-37dbbf57-5b28-423d-83f0-3cb122bbeb03 req-e3d3c62e-1c42-48d2-979d-27731ea4f5cf tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:17.829713 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9,revision_number=14']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:17.853306 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d3c62e-1c42-48d2-979d-27731ea4f5cf tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09f23806-d676-4dab-a53c-6dc02d2fcd77,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:17.873676 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7fbe2736-961f-4444-b174-e792c855a01c req-35e24cdc-79c4-4d59-a822-90ba01ae8fea tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 210 time: 0.0315454 Apr 20 13:05:17.906962 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-37dbbf57-5b28-423d-83f0-3cb122bbeb03 req-e3d3c62e-1c42-48d2-979d-27731ea4f5cf tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:17.908354 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-37dbbf57-5b28-423d-83f0-3cb122bbeb03 req-e3d3c62e-1c42-48d2-979d-27731ea4f5cf tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.4221692 Apr 20 13:05:17.929672 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port f24678a4-4291-48d9-ae70-c5a8b63e34c7 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:05:17.940312 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port f24678a4-4291-48d9-ae70-c5a8b63e34c7 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:05:17.941679 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:17.997859 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0e8bb723-6834-481d-bd89-c5ac0e13edd9 req-1c184220-269d-41fb-820e-a0bd1211efdc tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] 10.222.0.25 "GET /v2.0/security-groups/09f23806-d676-4dab-a53c-6dc02d2fcd77 HTTP/1.1" status: 200 len: 1812 time: 0.0463383 Apr 20 13:05:18.015441 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-1f77d58c-61b5-440a-a8c1-19c768eb28bd req-7092d0f0-7f75-4e46-9147-3959d98e8911 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1774084799', 'description': 'tempest-description-910990432'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:18.066668 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:18.129565 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902db9a2-b622-4488-959f-0a0f37f57c19 req-5d81d7e3-b0ac-46fd-aa6d-bf3c0bf5d278 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:18.130529 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port f24678a4-4291-48d9-ae70-c5a8b63e34c7, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=f24678a4-4291-48d9-ae70-c5a8b63e34c7,segment=NetworkSegment(b8a6c4b7-66db-416a-aa28-84e1cd810023),segment_id=b8a6c4b7-66db-416a-aa28-84e1cd810023)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:18.133333 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-902db9a2-b622-4488-959f-0a0f37f57c19 req-5d81d7e3-b0ac-46fd-aa6d-bf3c0bf5d278 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.0613217 Apr 20 13:05:18.141269 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1f77d58c-61b5-440a-a8c1-19c768eb28bd req-7092d0f0-7f75-4e46-9147-3959d98e8911 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:18.202338 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-902db9a2-b622-4488-959f-0a0f37f57c19 req-f1e3f289-0538-4435-bce2-84eebce0ca8a tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623322 Apr 20 13:05:18.203282 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:18.258990 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1f77d58c-61b5-440a-a8c1-19c768eb28bd req-7092d0f0-7f75-4e46-9147-3959d98e8911 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:18.278888 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=f24678a4-4291-48d9-ae70-c5a8b63e34c7,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:18.351672 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d892d31-bbf7-4e34-b2e5-14c53ad30e05 req-0acdc121-498f-492e-a536-cd78f6034879 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:18.353491 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d892d31-bbf7-4e34-b2e5-14c53ad30e05 req-0acdc121-498f-492e-a536-cd78f6034879 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f51f9064-1c59-4935-a02d-4bf64263a50f HTTP/1.1" status: 200 len: 945 time: 0.0569856 Apr 20 13:05:18.363727 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1f77d58c-61b5-440a-a8c1-19c768eb28bd req-7092d0f0-7f75-4e46-9147-3959d98e8911 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:18.429817 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d892d31-bbf7-4e34-b2e5-14c53ad30e05 req-468cdde6-b917-4738-b231-8c4e7e41f4ee tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696414 Apr 20 13:05:18.431921 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7092d0f0-7f75-4e46-9147-3959d98e8911 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1779af39-ec0b-49f5-9776-d2498836eac8,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:18.519105 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1f77d58c-61b5-440a-a8c1-19c768eb28bd req-7092d0f0-7f75-4e46-9147-3959d98e8911 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:18.520573 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f77d58c-61b5-440a-a8c1-19c768eb28bd req-7092d0f0-7f75-4e46-9147-3959d98e8911 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5093908 Apr 20 13:05:18.627430 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1df816-bdcd-420a-ab82-78d05391967a req-689673b2-e826-4542-8179-4d6f9725ec88 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:18.631865 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc1df816-bdcd-420a-ab82-78d05391967a req-689673b2-e826-4542-8179-4d6f9725ec88 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 943 time: 0.1080098 Apr 20 13:05:18.637117 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-584ad378-2218-4177-bd6d-25f34c8adffa req-7a76d76a-dabf-4dfb-a3af-0288678f95a5 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] 10.222.0.25 "GET /v2.0/security-groups/1779af39-ec0b-49f5-9776-d2498836eac8 HTTP/1.1" status: 200 len: 1812 time: 0.0937314 Apr 20 13:05:18.667797 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-66957d6d-20ec-4c88-ba25-d300fc93813f req-c088c9ce-2bfa-4e4c-b269-6bfd4fe4379d tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1143879525', 'description': 'tempest-description-759124162'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:18.733366 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc1df816-bdcd-420a-ab82-78d05391967a req-18ab3cf0-bcfc-470d-a744-07974c3af142 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947471 Apr 20 13:05:18.741308 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-92903b14-5840-4e06-b277-bc980faefb78 req-947a3958-4d87-47b3-a48e-ce5dc9f591fb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0950003 Apr 20 13:05:18.750297 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-a982c8f8-8af4-4b1e-88d9-80db144cf141 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=7c185004f0bb4f68ac206a98646f7134&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333099 Apr 20 13:05:18.803070 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-66957d6d-20ec-4c88-ba25-d300fc93813f req-c088c9ce-2bfa-4e4c-b269-6bfd4fe4379d tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:18.875068 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92903b14-5840-4e06-b277-bc980faefb78 req-a91bd36a-ee6f-49ce-8714-70023e92563f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:18.877722 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-92903b14-5840-4e06-b277-bc980faefb78 req-a91bd36a-ee6f-49ce-8714-70023e92563f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4&device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 1096 time: 0.1080704 Apr 20 13:05:18.919479 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-2c46c3ba-936a-4d16-be92-c82817cd45db tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:18.921041 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-2c46c3ba-936a-4d16-be92-c82817cd45db tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1652000 Apr 20 13:05:18.932751 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-77046d83-7949-4e2e-aedc-6a9866b2d961 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Request body: {'port': {'device_id': '329c3254-20ee-4e02-9b79-550d23ef6fa5', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'admin_state_up': True, 'tenant_id': '7c185004f0bb4f68ac206a98646f7134'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:19.028857 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be6ac2-2a02-42a2-92d8-04b48dd1bafa req-7416813f-6d0b-4bcd-b121-153411a4710d tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:19.030732 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b8be6ac2-2a02-42a2-92d8-04b48dd1bafa req-7416813f-6d0b-4bcd-b121-153411a4710d tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 945 time: 0.1965699 Apr 20 13:05:19.077682 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-66957d6d-20ec-4c88-ba25-d300fc93813f req-c088c9ce-2bfa-4e4c-b269-6bfd4fe4379d tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:19.080399 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92903b14-5840-4e06-b277-bc980faefb78 req-869b390f-80b9-4c36-aa6d-3db886fb2c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:19.082437 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-92903b14-5840-4e06-b277-bc980faefb78 req-869b390f-80b9-4c36-aa6d-3db886fb2c47 service neutron] 10.222.0.32 "GET /v2.0/networks?id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88 HTTP/1.1" status: 200 len: 909 time: 0.1692169 Apr 20 13:05:19.144929 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-92903b14-5840-4e06-b277-bc980faefb78 req-8308ad36-d49a-479c-8837-250a9a08eebb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78bb6d73-8d94-42fd-aa70-f667ac21071f HTTP/1.1" status: 200 len: 217 time: 0.0559700 Apr 20 13:05:19.156613 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-77046d83-7949-4e2e-aedc-6a9866b2d961 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Made reservation on behalf of 7c185004f0bb4f68ac206a98646f7134 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:05:19.161455 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-77046d83-7949-4e2e-aedc-6a9866b2d961 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:19.242438 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92903b14-5840-4e06-b277-bc980faefb78 req-2d886af3-77f7-4840-8f84-47d4fd14c68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:19.249326 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-92903b14-5840-4e06-b277-bc980faefb78 req-2d886af3-77f7-4840-8f84-47d4fd14c68d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7f1a9c16-f305-43f3-a182-10217ec8e6e3 HTTP/1.1" status: 200 len: 848 time: 0.0946462 Apr 20 13:05:19.269362 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-66957d6d-20ec-4c88-ba25-d300fc93813f req-c088c9ce-2bfa-4e4c-b269-6bfd4fe4379d tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:19.299547 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-92903b14-5840-4e06-b277-bc980faefb78 req-3eb3c2fd-eb41-4eae-a89a-9298055557f9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412536 Apr 20 13:05:19.302547 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b8be6ac2-2a02-42a2-92d8-04b48dd1bafa req-775b4109-3911-4684-9300-cd3f3a4faa71 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283266 Apr 20 13:05:19.375761 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c088c9ce-2bfa-4e4c-b269-6bfd4fe4379d tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41b58528-5c52-4cb1-9310-454c6537d764,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:19.444866 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a71bdfa1-6db5-46ff-b321-cfeb96a1742d req-d03c5ed8-5403-439b-8a8a-965f3858e941 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 210 time: 0.0464299 Apr 20 13:05:19.454753 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-66957d6d-20ec-4c88-ba25-d300fc93813f req-c088c9ce-2bfa-4e4c-b269-6bfd4fe4379d tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:19.456710 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66957d6d-20ec-4c88-ba25-d300fc93813f req-c088c9ce-2bfa-4e4c-b269-6bfd4fe4379d tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7949593 Apr 20 13:05:19.463784 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-92903b14-5840-4e06-b277-bc980faefb78 req-5db3f2fc-f421-4da9-88ee-e0e94753c83b service neutron] 10.222.0.32 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513431 Apr 20 13:05:19.492341 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-77046d83-7949-4e2e-aedc-6a9866b2d961 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Allocated IP 192.168.233.245 (6efc3d61-2150-4671-a02d-6127df40131a/c5b1f82a-7732-4b50-ab22-2475f182a712/b23bbbda-3a2b-4073-9f40-b9d62ad8cf99) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:05:19.747206 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51f9064-1c59-4935-a02d-4bf64263a50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24678a4-4291-48d9-ae70-c5a8b63e34c7'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:05:19.751831 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949a539f-155a-4986-9555-815cf3af5171" -d '{"events": [{"server_uuid": "f51f9064-1c59-4935-a02d-4bf64263a50f", "name": "network-vif-plugged", "status": "completed", "tag": "f24678a4-4291-48d9-ae70-c5a8b63e34c7"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:05:19.810459 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d261a3-0915-4e5a-bb21-270abb33fa6c req-c9c3de78-c2a2-4cb8-951b-05059a9420f3 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:19.819748 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-08d261a3-0915-4e5a-bb21-270abb33fa6c req-c9c3de78-c2a2-4cb8-951b-05059a9420f3 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f51f9064-1c59-4935-a02d-4bf64263a50f HTTP/1.1" status: 200 len: 945 time: 0.2179258 Apr 20 13:05:19.845389 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9efe2-bc6c-4956-b8a3-ed6cdf8d60e9 req-70cb9bef-2788-46bf-9fb8-a4d3c9695a8d tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:19.847271 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5dc9efe2-bc6c-4956-b8a3-ed6cdf8d60e9 req-70cb9bef-2788-46bf-9fb8-a4d3c9695a8d tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.2010384 Apr 20 13:05:19.869429 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-92903b14-5840-4e06-b277-bc980faefb78 req-1b72451b-e0ed-4ff9-9c9e-91d49d5c1cf6 service neutron] 10.222.0.32 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946733 Apr 20 13:05:19.892356 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-77046d83-7949-4e2e-aedc-6a9866b2d961 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:19.943986 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-08d261a3-0915-4e5a-bb21-270abb33fa6c req-70757d08-4def-4b51-8ef6-85670ffb7a81 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230166 Apr 20 13:05:19.977703 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5dc9efe2-bc6c-4956-b8a3-ed6cdf8d60e9 req-00f6cb47-fca6-41e1-81bb-7bd402220078 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186101 Apr 20 13:05:20.035633 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6600070a-19f3-4cb6-9e93-2e307be0b31c req-884e853c-d7f4-4890-a90c-3e62d6e5b259 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] 10.222.0.25 "GET /v2.0/security-groups/41b58528-5c52-4cb1-9310-454c6537d764 HTTP/1.1" status: 200 len: 1812 time: 0.0675526 Apr 20 13:05:20.064046 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25578365-9897-438a-9212-d9aa4067c80e x-openstack-request-id: req-25578365-9897-438a-9212-d9aa4067c80e {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:05:20.064709 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51f9064-1c59-4935-a02d-4bf64263a50f", "name": "network-vif-plugged", "status": "completed", "tag": "f24678a4-4291-48d9-ae70-c5a8b63e34c7", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:05:20.065372 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-25578365-9897-438a-9212-d9aa4067c80e {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:05:20.065978 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25578365-9897-438a-9212-d9aa4067c80e'] response: {'server_uuid': 'f51f9064-1c59-4935-a02d-4bf64263a50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24678a4-4291-48d9-ae70-c5a8b63e34c7', 'code': 200} Apr 20 13:05:20.078197 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-77046d83-7949-4e2e-aedc-6a9866b2d961 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:20.096459 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['d652d4b0-9ae0-4c73-8d1c-2eedd7583cef', '8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:05:20.123006 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['cb7fabd9-e9e0-4004-92bc-60bbb739783b'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:05:20.128111 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [req-aa8ac357-0c78-45b8-9e49-f6496182d9b1 req-b849c5bb-8477-46d2-9e29-8907dc2e6ef4 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] show failed (client error): The resource could not be found. Apr 20 13:05:20.129158 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa8ac357-0c78-45b8-9e49-f6496182d9b1 req-b849c5bb-8477-46d2-9e29-8907dc2e6ef4 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] 10.222.0.25 "GET /v2.0/security-groups/21e256de-82e1-4f57-bf0a-3fb607b90e93 HTTP/1.1" status: 404 len: 352 time: 0.0420146 Apr 20 13:05:20.219140 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-77046d83-7949-4e2e-aedc-6a9866b2d961 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Network 6efc3d61-2150-4671-a02d-6127df40131a is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:05:20.222741 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-77046d83-7949-4e2e-aedc-6a9866b2d961 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:05:20.233335 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-77046d83-7949-4e2e-aedc-6a9866b2d961 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:05:20.312083 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [req-d4cb3b6a-1293-450b-af7f-90b1882d2a3f req-0b5cd3b0-19e0-4a29-b86d-080cf2c503ec tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] show failed (client error): The resource could not be found. Apr 20 13:05:20.312083 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d4cb3b6a-1293-450b-af7f-90b1882d2a3f req-0b5cd3b0-19e0-4a29-b86d-080cf2c503ec tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] 10.222.0.25 "GET /v2.0/security-group-rules/dc60839a-f447-46f5-be7f-02f11072dfe4 HTTP/1.1" status: 404 len: 361 time: 0.1450412 Apr 20 13:05:20.344978 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53091e80-9ee0-4746-a642-626f83e9f446 req-2d933878-1996-413e-a51e-9cb856b8e948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:20.344978 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-53091e80-9ee0-4746-a642-626f83e9f446 req-2d933878-1996-413e-a51e-9cb856b8e948 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f51f9064-1c59-4935-a02d-4bf64263a50f HTTP/1.1" status: 200 len: 1096 time: 0.1728463 Apr 20 13:05:20.372588 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-77046d83-7949-4e2e-aedc-6a9866b2d961 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:20.373242 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-77046d83-7949-4e2e-aedc-6a9866b2d961 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:20.446735 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77046d83-7949-4e2e-aedc-6a9866b2d961 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Pushing event updated for resources: {'Port': ['ID=b23bbbda-3a2b-4073-9f40-b9d62ad8cf99,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:20.464818 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device cdafaeb0-226b-4658-81e5-235e25055ce8 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:05:20.512044 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-9e22b4bb-17f6-4264-9eda-795811940bc2 service neutron] 10.222.0.32 "GET /v2.0/ports/cdafaeb0-226b-4658-81e5-235e25055ce8/bindings/n-h2-836015-7 HTTP/1.1" status: 200 len: 384 time: 0.1317556 Apr 20 13:05:20.557065 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-77046d83-7949-4e2e-aedc-6a9866b2d961 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6280816 Apr 20 13:05:20.574590 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-bbc4fb5e-d5e5-4826-9929-80c1c5844005 service neutron] Request body: {'port': {'device_id': '329c3254-20ee-4e02-9b79-550d23ef6fa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:20.598419 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-53091e80-9ee0-4746-a642-626f83e9f446 req-a5952f27-ef0a-4cd7-944d-c5d110430e95 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577106 Apr 20 13:05:20.605189 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-35448e3b-cb14-4240-96c3-f7be44c6e455 req-3a49d672-059c-42af-985b-ad5e416931b2 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] 10.222.0.25 "GET /v2.0/security-groups/41b58528-5c52-4cb1-9310-454c6537d764 HTTP/1.1" status: 200 len: 1812 time: 0.2495508 Apr 20 13:05:20.672152 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633800fd-23b6-42d3-b8ea-93cbc619128a req-61df976d-5d70-46e1-9de2-eba49e14a90d tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:20.673828 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-633800fd-23b6-42d3-b8ea-93cbc619128a req-61df976d-5d70-46e1-9de2-eba49e14a90d tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 943 time: 0.1189833 Apr 20 13:05:20.714291 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-f97cfbf6-dffd-468d-be56-fa73da7dcd6d None None] Provisioning complete for port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:05:20.714657 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f97cfbf6-dffd-468d-be56-fa73da7dcd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:20.715531 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-35448e3b-cb14-4240-96c3-f7be44c6e455 req-ec783f3b-d94c-4796-8479-60d19bb05f41 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:20.754456 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-35448e3b-cb14-4240-96c3-f7be44c6e455 req-ec783f3b-d94c-4796-8479-60d19bb05f41 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:20.759700 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-633800fd-23b6-42d3-b8ea-93cbc619128a req-4c200117-279d-4260-800c-a8f51fc6c43f tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762975 Apr 20 13:05:20.781719 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-1606e42c-551b-4c1f-9967-abdfe7e50acb service neutron] For port cdafaeb0-226b-4658-81e5-235e25055ce8, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=cdafaeb0-226b-4658-81e5-235e25055ce8,segment=NetworkSegment(fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1),segment_id=fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:20.803534 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-f97cfbf6-dffd-468d-be56-fa73da7dcd6d None None] Port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:05:20.809627 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-1606e42c-551b-4c1f-9967-abdfe7e50acb service neutron] For port cdafaeb0-226b-4658-81e5-235e25055ce8, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:05:20.845497 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-1606e42c-551b-4c1f-9967-abdfe7e50acb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdafaeb0-226b-4658-81e5-235e25055ce8 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:05:20.858553 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-1606e42c-551b-4c1f-9967-abdfe7e50acb service neutron] For port cdafaeb0-226b-4658-81e5-235e25055ce8, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=cdafaeb0-226b-4658-81e5-235e25055ce8,segment=NetworkSegment(fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1),segment_id=fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:20.873044 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-bbc4fb5e-d5e5-4826-9929-80c1c5844005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:20.918102 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d26854-571a-42b3-9004-d360edc20a92 req-73f83301-124f-493e-a435-80739c81b7d9 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:20.927942 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-76d26854-571a-42b3-9004-d360edc20a92 req-73f83301-124f-493e-a435-80739c81b7d9 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 945 time: 0.0753663 Apr 20 13:05:20.938140 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-1606e42c-551b-4c1f-9967-abdfe7e50acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:20.954367 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-35448e3b-cb14-4240-96c3-f7be44c6e455 req-ec783f3b-d94c-4796-8479-60d19bb05f41 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:20.958695 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-35448e3b-cb14-4240-96c3-f7be44c6e455 req-ec783f3b-d94c-4796-8479-60d19bb05f41 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:20.959939 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-35448e3b-cb14-4240-96c3-f7be44c6e455 req-ec783f3b-d94c-4796-8479-60d19bb05f41 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] 10.222.0.25 "DELETE /v2.0/security-groups/41b58528-5c52-4cb1-9310-454c6537d764 HTTP/1.1" status: 204 len: 173 time: 0.3444550 Apr 20 13:05:20.998406 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec783f3b-d94c-4796-8479-60d19bb05f41 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b58528-5c52-4cb1-9310-454c6537d764,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:21.011477 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-76d26854-571a-42b3-9004-d360edc20a92 req-33615a2e-b74d-4722-ba56-71292dc57b81 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822136 Apr 20 13:05:21.144131 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379636ff-affe-444c-ad1f-44bf21ddbf9e req-727badad-3760-4c87-b129-f0c9800a20f3 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:21.145696 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-379636ff-affe-444c-ad1f-44bf21ddbf9e req-727badad-3760-4c87-b129-f0c9800a20f3 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 936 time: 0.0749059 Apr 20 13:05:21.172664 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27382610-709f-4597-a678-a532a1e95538 req-2dd45881-6986-4530-8046-5360b55c57f1 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:21.174235 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-27382610-709f-4597-a678-a532a1e95538 req-2dd45881-6986-4530-8046-5360b55c57f1 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f51f9064-1c59-4935-a02d-4bf64263a50f HTTP/1.1" status: 200 len: 945 time: 0.0733514 Apr 20 13:05:21.192268 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-1606e42c-551b-4c1f-9967-abdfe7e50acb service neutron] Transition to ACTIVE for port object cdafaeb0-226b-4658-81e5-235e25055ce8 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:05:21.232276 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-27382610-709f-4597-a678-a532a1e95538 req-a2edd7eb-0e23-462d-90c2-57beefdce823 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490751 Apr 20 13:05:21.238396 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-379636ff-affe-444c-ad1f-44bf21ddbf9e req-4a02036f-e3ec-42c8-b79b-831419ad16de tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804849 Apr 20 13:05:21.276680 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-1606e42c-551b-4c1f-9967-abdfe7e50acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:21.366128 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-17eb26ae-d55f-4526-88d6-b92aecd8e64d req-b4a2d182-afbb-4821-9924-8eacac8d42d3 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] 10.222.0.25 "GET /v2.0/security-groups/1779af39-ec0b-49f5-9776-d2498836eac8 HTTP/1.1" status: 200 len: 1812 time: 0.0940838 Apr 20 13:05:21.393026 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-bbc4fb5e-d5e5-4826-9929-80c1c5844005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:05:21.425617 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-1606e42c-551b-4c1f-9967-abdfe7e50acb service neutron] No DVR routers for this DVR port cdafaeb0-226b-4658-81e5-235e25055ce8 on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:05:21.429869 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-bbc4fb5e-d5e5-4826-9929-80c1c5844005 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:21.432081 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1606e42c-551b-4c1f-9967-abdfe7e50acb service neutron] Pushing event updated for resources: {'Port': ['ID=cdafaeb0-226b-4658-81e5-235e25055ce8,revision_number=10']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:21.464793 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-bbc4fb5e-d5e5-4826-9929-80c1c5844005 service neutron] Transition to ACTIVE for port object b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:05:21.470246 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-1606e42c-551b-4c1f-9967-abdfe7e50acb service neutron] 10.222.0.32 "PUT /v2.0/ports/cdafaeb0-226b-4658-81e5-235e25055ce8/bindings/n-h2-836015-7/activate HTTP/1.1" status: 200 len: 369 time: 0.9518518 Apr 20 13:05:21.481505 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abde41d-5938-423a-a1c1-04cb154222b9 req-6ec7dbc2-d041-496c-b378-73cfb613a58b tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:21.487860 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7abde41d-5938-423a-a1c1-04cb154222b9 req-6ec7dbc2-d041-496c-b378-73cfb613a58b tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.1167281 Apr 20 13:05:21.504865 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-17eb26ae-d55f-4526-88d6-b92aecd8e64d req-895a1b2f-aa1d-4847-8e4a-deefaa394963 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:21.526178 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-bbc4fb5e-d5e5-4826-9929-80c1c5844005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:21.549695 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-17eb26ae-d55f-4526-88d6-b92aecd8e64d req-895a1b2f-aa1d-4847-8e4a-deefaa394963 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:21.563389 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7abde41d-5938-423a-a1c1-04cb154222b9 req-3a2e01d2-48b4-44fe-bd96-a47856d63e3f tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721364 Apr 20 13:05:21.585232 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4fb5e-d5e5-4826-9929-80c1c5844005 service neutron] Pushing event updated for resources: {'Port': ['ID=b23bbbda-3a2b-4073-9f40-b9d62ad8cf99,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:21.660474 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-bbc4fb5e-d5e5-4826-9929-80c1c5844005 service neutron] Attempting to bind port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:05:21.665422 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-bbc4fb5e-d5e5-4826-9929-80c1c5844005 service neutron] Attempting to bind port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:05:21.665422 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-bbc4fb5e-d5e5-4826-9929-80c1c5844005 service neutron] Attempting to bind port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:05:21.666183 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-bbc4fb5e-d5e5-4826-9929-80c1c5844005 service neutron] Port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 on network 6efc3d61-2150-4671-a02d-6127df40131a not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:05:21.666637 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-bbc4fb5e-d5e5-4826-9929-80c1c5844005 service neutron] Attempting to bind port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:05:21.672077 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-bbc4fb5e-d5e5-4826-9929-80c1c5844005 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:05:21.672353 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-bbc4fb5e-d5e5-4826-9929-80c1c5844005 service neutron] Checking segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:05:21.672804 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-bbc4fb5e-d5e5-4826-9929-80c1c5844005 service neutron] Bound using segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:05:21.673295 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-bbc4fb5e-d5e5-4826-9929-80c1c5844005 service neutron] Bound port: b23bbbda-3a2b-4073-9f40-b9d62ad8cf99, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:05:21.673765 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-bbc4fb5e-d5e5-4826-9929-80c1c5844005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:21.727473 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-17eb26ae-d55f-4526-88d6-b92aecd8e64d req-895a1b2f-aa1d-4847-8e4a-deefaa394963 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:21.731676 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-17eb26ae-d55f-4526-88d6-b92aecd8e64d req-895a1b2f-aa1d-4847-8e4a-deefaa394963 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:21.733757 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-17eb26ae-d55f-4526-88d6-b92aecd8e64d req-895a1b2f-aa1d-4847-8e4a-deefaa394963 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] 10.222.0.25 "DELETE /v2.0/security-groups/1779af39-ec0b-49f5-9776-d2498836eac8 HTTP/1.1" status: 204 len: 173 time: 0.3515918 Apr 20 13:05:21.750043 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-bbc4fb5e-d5e5-4826-9929-80c1c5844005 service neutron] For port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:05:21.754571 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-bbc4fb5e-d5e5-4826-9929-80c1c5844005 service neutron] For port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=b23bbbda-3a2b-4073-9f40-b9d62ad8cf99,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:05:21.759085 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895a1b2f-aa1d-4847-8e4a-deefaa394963 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1779af39-ec0b-49f5-9776-d2498836eac8,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:21.832025 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-551b3044-a198-4914-b6a6-9a40698e9917 req-553d633d-1d3e-4b42-b6d7-a70f1acab06e tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] 10.222.0.25 "GET /v2.0/security-groups/09f23806-d676-4dab-a53c-6dc02d2fcd77 HTTP/1.1" status: 200 len: 1812 time: 0.0559373 Apr 20 13:05:21.847758 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-bbc4fb5e-d5e5-4826-9929-80c1c5844005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:21.926428 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-bbc4fb5e-d5e5-4826-9929-80c1c5844005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:21.927555 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-bbc4fb5e-d5e5-4826-9929-80c1c5844005 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:21.928665 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-bbc4fb5e-d5e5-4826-9929-80c1c5844005 service neutron] 10.222.0.32 "PUT /v2.0/ports/b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 HTTP/1.1" status: 200 len: 1096 time: 1.3587053 Apr 20 13:05:21.930303 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '329c3254-20ee-4e02-9b79-550d23ef6fa5', 'tag': 'b23bbbda-3a2b-4073-9f40-b9d62ad8cf99'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:05:21.932917 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116891af-7e00-406e-bdd2-e0e259693ef7" -d '{"events": [{"name": "network-changed", "server_uuid": "329c3254-20ee-4e02-9b79-550d23ef6fa5", "tag": "b23bbbda-3a2b-4073-9f40-b9d62ad8cf99"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:05:21.936523 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-551b3044-a198-4914-b6a6-9a40698e9917 req-20805d63-ca7c-40a5-b598-db236a6561d5 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:21.967674 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4fb5e-d5e5-4826-9929-80c1c5844005 service neutron] Pushing event updated for resources: {'Port': ['ID=b23bbbda-3a2b-4073-9f40-b9d62ad8cf99,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:21.971138 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3eda3-44c2-43e3-8013-8d822899b775 req-b80cd28e-a9b4-4b61-96db-583bdbc7ee68 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:21.972842 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-48e3eda3-44c2-43e3-8013-8d822899b775 req-b80cd28e-a9b4-4b61-96db-583bdbc7ee68 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 944 time: 0.0938067 Apr 20 13:05:21.983980 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-8306696b-318b-44ad-a857-52379c8ab2c0 tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:21.984191 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-551b3044-a198-4914-b6a6-9a40698e9917 req-20805d63-ca7c-40a5-b598-db236a6561d5 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:21.984312 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-8306696b-318b-44ad-a857-52379c8ab2c0 tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751&tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4&binding%3Ahost_id=n-h1-836015-7 HTTP/1.1" status: 200 len: 1095 time: 0.1123724 Apr 20 13:05:22.044503 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-48e3eda3-44c2-43e3-8013-8d822899b775 req-d724c30a-35d4-46e1-96ef-c5e98a7c4591 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638988 Apr 20 13:05:22.048367 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-14f58c04-50ef-4b16-8bfa-a2ab6b8310a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:22.052339 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-14f58c04-50ef-4b16-8bfa-a2ab6b8310a0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751&tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4 HTTP/1.1" status: 200 len: 1095 time: 0.0532258 Apr 20 13:05:22.123787 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea9cdc2-c220-42f9-ace7-68d8be5ad9d3 x-openstack-request-id: req-8ea9cdc2-c220-42f9-ace7-68d8be5ad9d3 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:05:22.124096 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "329c3254-20ee-4e02-9b79-550d23ef6fa5", "tag": "b23bbbda-3a2b-4073-9f40-b9d62ad8cf99", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:05:22.124303 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ea9cdc2-c220-42f9-ace7-68d8be5ad9d3 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:05:22.124715 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ea9cdc2-c220-42f9-ace7-68d8be5ad9d3'] response: {'name': 'network-changed', 'server_uuid': '329c3254-20ee-4e02-9b79-550d23ef6fa5', 'tag': 'b23bbbda-3a2b-4073-9f40-b9d62ad8cf99', 'status': 'completed', 'code': 200} Apr 20 13:05:22.144744 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-551b3044-a198-4914-b6a6-9a40698e9917 req-20805d63-ca7c-40a5-b598-db236a6561d5 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:22.154694 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-551b3044-a198-4914-b6a6-9a40698e9917 req-20805d63-ca7c-40a5-b598-db236a6561d5 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:22.154694 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-551b3044-a198-4914-b6a6-9a40698e9917 req-20805d63-ca7c-40a5-b598-db236a6561d5 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] 10.222.0.25 "DELETE /v2.0/security-groups/09f23806-d676-4dab-a53c-6dc02d2fcd77 HTTP/1.1" status: 204 len: 173 time: 0.3155627 Apr 20 13:05:22.160739 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-fe93a4ec-6e47-4a7d-9100-9a8df7afc328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:22.160739 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-fe93a4ec-6e47-4a7d-9100-9a8df7afc328 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4&device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 1095 time: 0.0784588 Apr 20 13:05:22.176706 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20805d63-ca7c-40a5-b598-db236a6561d5 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f23806-d676-4dab-a53c-6dc02d2fcd77,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:22.224285 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-5c8339fe-fd26-40cf-a01c-d5adb82333db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:22.225851 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-5c8339fe-fd26-40cf-a01c-d5adb82333db service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c185004f0bb4f68ac206a98646f7134&device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 1099 time: 0.1121681 Apr 20 13:05:22.262092 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-814416a1-5215-4b9b-a863-a5f2716b357a req-7851592c-612f-485a-b4c5-285f57458c9f tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] 10.222.0.25 "GET /v2.0/security-groups/1da5e17a-9353-4b77-9463-1fc11bb4890a HTTP/1.1" status: 200 len: 1813 time: 0.0756781 Apr 20 13:05:22.270730 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2013a-b749-4007-88a9-52330be539d8 req-89e66f80-4cc2-476d-8970-a7e8307ad1bc tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:22.272255 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-02c2013a-b749-4007-88a9-52330be539d8 req-89e66f80-4cc2-476d-8970-a7e8307ad1bc tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 945 time: 0.0775282 Apr 20 13:05:22.298848 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-fb95a102-b282-4bb7-bcdf-413379b4092f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 HTTP/1.1" status: 200 len: 217 time: 0.0394983 Apr 20 13:05:22.340668 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-02c2013a-b749-4007-88a9-52330be539d8 req-29a02325-01cd-43c3-852d-e32b0b4a2ef5 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583136 Apr 20 13:05:22.354675 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-814416a1-5215-4b9b-a863-a5f2716b357a req-b7f2cc66-ec86-4b21-a30c-a26af43ee6ce tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:22.375898 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-3f87b5a2-f89f-48b0-b860-73291f50a768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:22.378595 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-3f87b5a2-f89f-48b0-b860-73291f50a768 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88 HTTP/1.1" status: 200 len: 909 time: 0.1977406 Apr 20 13:05:22.378912 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-5a8a3103-e009-4564-9f35-05070496c62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:22.380345 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-5a8a3103-e009-4564-9f35-05070496c62f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0743973 Apr 20 13:05:22.393352 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-814416a1-5215-4b9b-a863-a5f2716b357a req-b7f2cc66-ec86-4b21-a30c-a26af43ee6ce tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:22.462784 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-14218523-eebd-4b8c-a356-e8a7fc6b8550 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdafaeb0-226b-4658-81e5-235e25055ce8 HTTP/1.1" status: 200 len: 217 time: 0.0608428 Apr 20 13:05:22.479172 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-49df4c4e-7282-43a8-aec7-b1863ad11853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:22.485861 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-49df4c4e-7282-43a8-aec7-b1863ad11853 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0916054 Apr 20 13:05:22.490234 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94fa81-5e52-4693-80bb-71290a8dc42c req-9bb64a84-d4cf-4b2d-83e7-9a200492224e tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:22.496185 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0e94fa81-5e52-4693-80bb-71290a8dc42c req-9bb64a84-d4cf-4b2d-83e7-9a200492224e tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f51f9064-1c59-4935-a02d-4bf64263a50f HTTP/1.1" status: 200 len: 945 time: 0.0781493 Apr 20 13:05:22.531009 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0e94fa81-5e52-4693-80bb-71290a8dc42c req-20bcd525-7979-4ab2-b6e3-55f26aa80889 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331020 Apr 20 13:05:22.561764 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-814416a1-5215-4b9b-a863-a5f2716b357a req-b7f2cc66-ec86-4b21-a30c-a26af43ee6ce tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:22.561764 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-814416a1-5215-4b9b-a863-a5f2716b357a req-b7f2cc66-ec86-4b21-a30c-a26af43ee6ce tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:22.561764 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-814416a1-5215-4b9b-a863-a5f2716b357a req-b7f2cc66-ec86-4b21-a30c-a26af43ee6ce tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] 10.222.0.25 "DELETE /v2.0/security-groups/1da5e17a-9353-4b77-9463-1fc11bb4890a HTTP/1.1" status: 204 len: 173 time: 0.2861421 Apr 20 13:05:22.570748 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2cc66-ec86-4b21-a30c-a26af43ee6ce tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da5e17a-9353-4b77-9463-1fc11bb4890a,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:22.674188 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee547d06-fded-407a-885c-59b07dbe17ad req-053bef9b-9772-4e5b-8190-56e4b27c2f66 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:22.675888 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ee547d06-fded-407a-885c-59b07dbe17ad req-053bef9b-9772-4e5b-8190-56e4b27c2f66 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 948 time: 0.0568137 Apr 20 13:05:22.716636 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ee547d06-fded-407a-885c-59b07dbe17ad req-00fb71a4-2ab7-4067-a82f-37c39575e711 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343063 Apr 20 13:05:22.781789 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ce199305-ec8f-4ac6-a914-084bb71bda97 req-899171a3-38b9-4e18-84c6-f261a612a0e0 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] 10.222.0.25 "GET /v2.0/security-groups/1ec7fb81-5498-4ec6-8c0a-950bc2741c6f HTTP/1.1" status: 200 len: 1811 time: 0.0408564 Apr 20 13:05:22.844536 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ce199305-ec8f-4ac6-a914-084bb71bda97 req-0b31485e-4002-4275-ab73-41e73665d429 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:22.859261 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-299ee7f4-a12f-4e9e-abbf-6387500689ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:22.861024 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-299ee7f4-a12f-4e9e-abbf-6387500689ac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7f1a9c16-f305-43f3-a182-10217ec8e6e3 HTTP/1.1" status: 200 len: 848 time: 0.3843005 Apr 20 13:05:22.868037 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ce199305-ec8f-4ac6-a914-084bb71bda97 req-0b31485e-4002-4275-ab73-41e73665d429 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:22.913627 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-323c7879-a007-40a5-90d0-c99ff0d5e100 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da0d71e6-e706-45b9-bcd7-1c5524c4bb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385101 Apr 20 13:05:22.919316 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-7b0bd71b-80e2-452b-87db-3c610442e036 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316938 Apr 20 13:05:23.059277 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ce199305-ec8f-4ac6-a914-084bb71bda97 req-0b31485e-4002-4275-ab73-41e73665d429 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:23.062722 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ce199305-ec8f-4ac6-a914-084bb71bda97 req-0b31485e-4002-4275-ab73-41e73665d429 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:23.064149 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ce199305-ec8f-4ac6-a914-084bb71bda97 req-0b31485e-4002-4275-ab73-41e73665d429 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] 10.222.0.25 "DELETE /v2.0/security-groups/1ec7fb81-5498-4ec6-8c0a-950bc2741c6f HTTP/1.1" status: 204 len: 173 time: 0.2741446 Apr 20 13:05:23.073917 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 60626) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:23.076240 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b31485e-4002-4275-ab73-41e73665d429 tempest-SecurityGroupRulesNegativeTestJSON-1168691218 tempest-SecurityGroupRulesNegativeTestJSON-1168691218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec7fb81-5498-4ec6-8c0a-950bc2741c6f,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:23.118371 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-bd3b5e93-ffa1-47cc-972e-4005ef0868c4 service neutron] 10.222.0.15 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968870 Apr 20 13:05:23.127270 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1825f287-512b-4e6a-a18a-5b1264806d75 req-2c957e82-9723-4bda-9f54-eeebe48a62ce service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982830 Apr 20 13:05:23.166865 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-f60b83f2-f370-44d4-b3d1-2e06801494ad admin admin] Deleting subnet eb51521a-4483-4e5a-b4eb-19926e94378d {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:05:23.171260 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f60b83f2-f370-44d4-b3d1-2e06801494ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:23.217207 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f7600-448b-4f7c-ba92-dec78c950041 req-d1f5a78f-59e9-4555-8b0e-fc9be0a7f48d tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:23.224668 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-576f7600-448b-4f7c-ba92-dec78c950041 req-d1f5a78f-59e9-4555-8b0e-fc9be0a7f48d tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.0965815 Apr 20 13:05:23.241408 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f60b83f2-f370-44d4-b3d1-2e06801494ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:23.267757 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47cb5b9-c2be-40f2-b91f-590c9b208bdb req-bef64be1-bde5-481b-9b5b-549d4bc4ab00 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:23.269300 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f47cb5b9-c2be-40f2-b91f-590c9b208bdb req-bef64be1-bde5-481b-9b5b-549d4bc4ab00 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 944 time: 0.0988183 Apr 20 13:05:23.317263 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-576f7600-448b-4f7c-ba92-dec78c950041 req-b537ed94-9c16-415b-aaa8-6794d8ef300a tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916400 Apr 20 13:05:23.324485 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-a77dd98d-6e92-46c0-bf49-be4544edcd22 service neutron] 10.222.0.15 "GET /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841514 Apr 20 13:05:23.334600 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f60b83f2-f370-44d4-b3d1-2e06801494ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:23.339589 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f47cb5b9-c2be-40f2-b91f-590c9b208bdb req-083fd108-1ccb-457e-8a1e-c96b9143cb81 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558133 Apr 20 13:05:23.345370 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b7077381-d1fb-41d8-9b80-5f008e437707 req-9ae4aa79-47bd-432a-81cd-e3c61c5e322f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0995979 Apr 20 13:05:23.377626 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116891af-7e00-406e-bdd2-e0e259693ef7 req-d7eb395f-d143-4468-9b52-9e5c53b47437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:23.380161 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-116891af-7e00-406e-bdd2-e0e259693ef7 req-d7eb395f-d143-4468-9b52-9e5c53b47437 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c185004f0bb4f68ac206a98646f7134&device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 1099 time: 0.1087523 Apr 20 13:05:23.453876 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7077381-d1fb-41d8-9b80-5f008e437707 req-a365a1b4-ccec-430f-9df7-9f44e22fb480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:23.455284 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b7077381-d1fb-41d8-9b80-5f008e437707 req-a365a1b4-ccec-430f-9df7-9f44e22fb480 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8b01a41b4bc4e3890fb87ac80b83556&device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 1095 time: 0.0848169 Apr 20 13:05:23.488611 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b62bb-88f3-47b2-9180-f911f52718d5 req-8727d972-d3f3-4199-80f7-0dcdd0690162 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:23.492089 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-000b62bb-88f3-47b2-9180-f911f52718d5 req-8727d972-d3f3-4199-80f7-0dcdd0690162 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f51f9064-1c59-4935-a02d-4bf64263a50f HTTP/1.1" status: 200 len: 945 time: 0.0914011 Apr 20 13:05:23.512784 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116891af-7e00-406e-bdd2-e0e259693ef7 req-c7149e19-d8f9-4829-af98-4497eb511b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:23.514449 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-116891af-7e00-406e-bdd2-e0e259693ef7 req-c7149e19-d8f9-4829-af98-4497eb511b37 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.1257172 Apr 20 13:05:23.558067 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-116891af-7e00-406e-bdd2-e0e259693ef7 req-4213e1df-1e82-43a1-904d-cca59fef79c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 HTTP/1.1" status: 200 len: 217 time: 0.0367928 Apr 20 13:05:23.579776 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885e785-c610-4134-808f-1714b1135a76 req-d702db45-056c-4d01-ac71-e40fb98d17cb tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:23.581334 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2885e785-c610-4134-808f-1714b1135a76 req-d702db45-056c-4d01-ac71-e40fb98d17cb tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 945 time: 0.1447003 Apr 20 13:05:23.597199 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f60b83f2-f370-44d4-b3d1-2e06801494ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:23.618391 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-000b62bb-88f3-47b2-9180-f911f52718d5 req-2ec0ed58-c574-4743-a95f-16871d1bbd7c tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122246 Apr 20 13:05:23.638704 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f60b83f2-f370-44d4-b3d1-2e06801494ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:23.645499 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f60b83f2-f370-44d4-b3d1-2e06801494ad admin admin] 10.222.0.25 "DELETE /v2.0/subnets/eb51521a-4483-4e5a-b4eb-19926e94378d HTTP/1.1" status: 204 len: 168 time: 0.5685887 Apr 20 13:05:23.645499 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60b83f2-f370-44d4-b3d1-2e06801494ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb51521a-4483-4e5a-b4eb-19926e94378d,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:23.648380 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60636) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:23.654315 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116891af-7e00-406e-bdd2-e0e259693ef7 req-d3a16b0c-9c30-47bf-a6c5-49b994defd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:23.655984 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-116891af-7e00-406e-bdd2-e0e259693ef7 req-d3a16b0c-9c30-47bf-a6c5-49b994defd80 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0894964 Apr 20 13:05:23.683960 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2885e785-c610-4134-808f-1714b1135a76 req-98875730-b960-4d90-aebd-4324a3df6211 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925846 Apr 20 13:05:23.706432 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116891af-7e00-406e-bdd2-e0e259693ef7 req-a741b102-9370-4c93-b932-674bad037e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:23.708371 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-116891af-7e00-406e-bdd2-e0e259693ef7 req-a741b102-9370-4c93-b932-674bad037e37 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0433297 Apr 20 13:05:23.722838 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7077381-d1fb-41d8-9b80-5f008e437707 req-03d807ff-d466-40c4-bc3c-7e44b80dfa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:23.724300 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b7077381-d1fb-41d8-9b80-5f008e437707 req-03d807ff-d466-40c4-bc3c-7e44b80dfa61 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0e1f32e0-475a-42d4-85ee-1c369c932480 HTTP/1.1" status: 200 len: 921 time: 0.2295134 Apr 20 13:05:23.773530 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b7077381-d1fb-41d8-9b80-5f008e437707 req-e982547d-0ac5-45f0-8105-4bbd531adf71 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27bd2188-70cb-4539-a1dc-dd1dc73c9dfb HTTP/1.1" status: 200 len: 217 time: 0.0365479 Apr 20 13:05:23.777375 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e40f0748-7ee5-438a-9308-08a17e809889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:23.806224 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-116891af-7e00-406e-bdd2-e0e259693ef7 req-316dc983-8393-4c63-8c71-0719b8fec142 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908840 Apr 20 13:05:23.889217 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7077381-d1fb-41d8-9b80-5f008e437707 req-e46fbb32-9993-4185-a956-54d7d1eb8c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:23.890550 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b7077381-d1fb-41d8-9b80-5f008e437707 req-e46fbb32-9993-4185-a956-54d7d1eb8c84 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd5d8d2c-9bbe-433b-b6b9-a140ce7264b5 HTTP/1.1" status: 200 len: 860 time: 0.1101966 Apr 20 13:05:23.929607 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-a5a5911c-d9bd-4902-af9b-de6a50b6e1aa tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:23.931077 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-a5a5911c-d9bd-4902-af9b-de6a50b6e1aa tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751&tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4&binding%3Ahost_id=n-h2-836015-7 HTTP/1.1" status: 200 len: 1095 time: 0.0983145 Apr 20 13:05:23.941345 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-116891af-7e00-406e-bdd2-e0e259693ef7 req-1fedbb94-fa3d-45f9-98d8-b9728965a947 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271069 Apr 20 13:05:23.944038 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e40f0748-7ee5-438a-9308-08a17e809889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:23.953634 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450e77b-0d48-4bff-a44e-14285cd7592a req-8bc4dbc3-a533-479d-9436-035be057499a tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:23.955120 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b450e77b-0d48-4bff-a44e-14285cd7592a req-8bc4dbc3-a533-479d-9436-035be057499a tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 948 time: 0.1444566 Apr 20 13:05:23.977534 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b7077381-d1fb-41d8-9b80-5f008e437707 req-98879606-f514-412a-892e-cdd1594f01cc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e1f32e0-475a-42d4-85ee-1c369c932480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555065 Apr 20 13:05:24.017653 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-e40f0748-7ee5-438a-9308-08a17e809889 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f97962d3-ace8-4932-a1fa-7d84c4ec9817']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:05:24.047526 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-e40f0748-7ee5-438a-9308-08a17e809889 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3342ddf-a062-4188-aad9-c2980360c91c') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:05:24.047813 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-e40f0748-7ee5-438a-9308-08a17e809889 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3342ddf-a062-4188-aad9-c2980360c91c') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:05:24.085270 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e40f0748-7ee5-438a-9308-08a17e809889 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:24.096248 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b450e77b-0d48-4bff-a44e-14285cd7592a req-aec7d217-4bec-44b2-a66a-ca7f992a167f tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211848 Apr 20 13:05:24.111280 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e40f0748-7ee5-438a-9308-08a17e809889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:24.123997 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e40f0748-7ee5-438a-9308-08a17e809889 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:05:24.124391 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e40f0748-7ee5-438a-9308-08a17e809889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:24.126269 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:05:24.126269 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:05:24.126269 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:05:24.126269 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:05:24.126269 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:05:24.126269 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:05:24.126269 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:05:24.126269 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:05:24.126269 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:05:24.126269 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:05:24.126269 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:05:24.126269 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:05:24.126269 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:05:24.126269 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:05:24.126269 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:05:24.126269 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:05:24.126269 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:05:24.126269 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:05:24.126269 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:05:24.126269 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:05:24.126269 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:05:24.126269 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:05:24.126269 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:05:24.126269 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:05:24.126269 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:05:24.126269 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:05:24.126269 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:05:24.126269 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:05:24.126269 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:05:24.126269 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:05:24.126269 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:05:24.126269 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:05:24.159826 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-79c91962-d31a-413c-b474-bf2a5ae03532 service neutron] For port cdafaeb0-226b-4658-81e5-235e25055ce8, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:05:24.163137 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-79c91962-d31a-413c-b474-bf2a5ae03532 service neutron] Notify callbacks [] for binding, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:24.164367 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-19e32fb4-ea68-4293-a573-dbb1ef1a4f91 req-79c91962-d31a-413c-b474-bf2a5ae03532 service neutron] 10.222.0.15 "DELETE /v2.0/ports/cdafaeb0-226b-4658-81e5-235e25055ce8/bindings/n-h1-836015-7 HTTP/1.1" status: 204 len: 173 time: 0.2220037 Apr 20 13:05:24.193559 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b7077381-d1fb-41d8-9b80-5f008e437707 req-e9fcc35e-fb22-416f-a64f-2ef8bb8676e1 service neutron] 10.222.0.15 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956246 Apr 20 13:05:24.285610 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b7077381-d1fb-41d8-9b80-5f008e437707 req-c94f0265-ff96-43ab-a350-da57cf565281 service neutron] 10.222.0.15 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832036 Apr 20 13:05:24.327238 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e40f0748-7ee5-438a-9308-08a17e809889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:24.332695 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e40f0748-7ee5-438a-9308-08a17e809889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:24.345270 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e40f0748-7ee5-438a-9308-08a17e809889 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f97962d3-ace8-4932-a1fa-7d84c4ec9817 HTTP/1.1" status: 204 len: 168 time: 0.6865053 Apr 20 13:05:24.347173 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f0748-7ee5-438a-9308-08a17e809889 admin admin] Pushing event deleted for resources: {'Network': ['ID=f97962d3-ace8-4932-a1fa-7d84c4ec9817,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:24.414120 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ed6ff213-5f97-47a6-99bf-a4661c786405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:24.479240 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a67caf6-44a1-4e3d-9a82-e0d918cce091 req-5c8bda1f-45fe-4704-acf7-1bfc93ede227 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:24.481063 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9a67caf6-44a1-4e3d-9a82-e0d918cce091 req-5c8bda1f-45fe-4704-acf7-1bfc93ede227 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.0852983 Apr 20 13:05:24.508854 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc615a1-f5c9-44d5-935e-afaf60f16f18 req-b7d94fcd-1467-485b-bee4-6ab49f3dbb1c tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:24.510282 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8dc615a1-f5c9-44d5-935e-afaf60f16f18 req-b7d94fcd-1467-485b-bee4-6ab49f3dbb1c tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 944 time: 0.0800850 Apr 20 13:05:24.552436 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9a67caf6-44a1-4e3d-9a82-e0d918cce091 req-5126719f-b727-45ec-a9c8-4e74d9171ae4 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600317 Apr 20 13:05:24.567967 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8dc615a1-f5c9-44d5-935e-afaf60f16f18 req-82ee0219-92df-4940-b105-f5cfa5d534e4 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512247 Apr 20 13:05:24.767179 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b967d03-1983-4975-882d-d30b8df9345a req-f626e7e2-10e5-4381-944c-790ce39d7c4c tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:24.769207 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5b967d03-1983-4975-882d-d30b8df9345a req-f626e7e2-10e5-4381-944c-790ce39d7c4c tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 1095 time: 0.0752904 Apr 20 13:05:24.777807 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f385db-90e4-402d-b05a-c4dc532aeab9 req-c1f78281-3591-4e8b-83fd-d0bb72a4c2dd tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:24.779219 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-40f385db-90e4-402d-b05a-c4dc532aeab9 req-c1f78281-3591-4e8b-83fd-d0bb72a4c2dd tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f51f9064-1c59-4935-a02d-4bf64263a50f HTTP/1.1" status: 200 len: 945 time: 0.0764391 Apr 20 13:05:24.781529 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778e885-8f57-4510-a722-9131414f05e0 req-950714c2-29e4-4679-a9b5-a132566777b1 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:24.782971 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8778e885-8f57-4510-a722-9131414f05e0 req-950714c2-29e4-4679-a9b5-a132566777b1 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.32 "GET /v2.0/ports?device_id=f51f9064-1c59-4935-a02d-4bf64263a50f HTTP/1.1" status: 200 len: 945 time: 0.0485964 Apr 20 13:05:24.830697 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5b967d03-1983-4975-882d-d30b8df9345a req-2cb452cb-f864-427d-868e-74bdcd0c1561 tempest-LiveMigrationTest-1806970161 tempest-LiveMigrationTest-1806970161-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503738 Apr 20 13:05:24.836040 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60656) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:24.844282 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-40f385db-90e4-402d-b05a-c4dc532aeab9 req-b498d7bd-dfe2-40de-806b-220d9f3044ab tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573018 Apr 20 13:05:24.906201 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-442bf01e-1c08-4b2d-9230-ef9fa58f1405 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=394ac142a73240f1b5f44b79229f1d3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0675700 Apr 20 13:05:24.907274 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60660) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:24.922903 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-8778e885-8f57-4510-a722-9131414f05e0 req-61f08a1d-f0f7-48ad-8420-a722157577f6 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Deleting port f24678a4-4291-48d9-ae70-c5a8b63e34c7 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:05:24.923203 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8778e885-8f57-4510-a722-9131414f05e0 req-61f08a1d-f0f7-48ad-8420-a722157577f6 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:24.989300 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7af48-2f03-404f-b985-fe7cac1815b6 req-503732f3-8437-452c-a26b-9ced2f531f24 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:24.990766 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ccc7af48-2f03-404f-b985-fe7cac1815b6 req-503732f3-8437-452c-a26b-9ced2f531f24 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 945 time: 0.0741441 Apr 20 13:05:25.011593 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-00f2c539-e268-4807-a017-eb9ed444a399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:25.055279 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-00f2c539-e268-4807-a017-eb9ed444a399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:25.064309 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ccc7af48-2f03-404f-b985-fe7cac1815b6 req-8334ff38-2cba-4bb2-8008-1488a6a8a3f9 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664160 Apr 20 13:05:25.193194 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-8778e885-8f57-4510-a722-9131414f05e0 req-61f08a1d-f0f7-48ad-8420-a722157577f6 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] For port f24678a4-4291-48d9-ae70-c5a8b63e34c7, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=f24678a4-4291-48d9-ae70-c5a8b63e34c7,segment=NetworkSegment(b8a6c4b7-66db-416a-aa28-84e1cd810023),segment_id=b8a6c4b7-66db-416a-aa28-84e1cd810023)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:25.193779 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8778e885-8f57-4510-a722-9131414f05e0 req-61f08a1d-f0f7-48ad-8420-a722157577f6 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:25.208064 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-8778e885-8f57-4510-a722-9131414f05e0 req-61f08a1d-f0f7-48ad-8420-a722157577f6 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Calling delete_port for f24678a4-4291-48d9-ae70-c5a8b63e34c7 owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:05:25.219930 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e5f3f-dabf-42ad-9070-26ba2ffe8999 req-974c51bd-22cf-44cd-9dad-c146725f03c1 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:25.219930 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e90e5f3f-dabf-42ad-9070-26ba2ffe8999 req-974c51bd-22cf-44cd-9dad-c146725f03c1 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 948 time: 0.0491173 Apr 20 13:05:25.241408 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-00f2c539-e268-4807-a017-eb9ed444a399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:25.244234 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-00f2c539-e268-4807-a017-eb9ed444a399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:25.245218 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-00f2c539-e268-4807-a017-eb9ed444a399 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d95745e1-31a0-4b29-8b4d-a0baec710da7 HTTP/1.1" status: 204 len: 168 time: 0.3370028 Apr 20 13:05:25.287657 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e90e5f3f-dabf-42ad-9070-26ba2ffe8999 req-826ee388-103e-42af-8ed9-10e01ca5c8e1 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653899 Apr 20 13:05:25.289422 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2c539-e268-4807-a017-eb9ed444a399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95745e1-31a0-4b29-8b4d-a0baec710da7,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:25.493250 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8778e885-8f57-4510-a722-9131414f05e0 req-61f08a1d-f0f7-48ad-8420-a722157577f6 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:25.506084 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['f24678a4-4291-48d9-ae70-c5a8b63e34c7'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:05:25.532433 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f08a1d-f0f7-48ad-8420-a722157577f6 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Pushing event deleted for resources: {'Port': ['ID=f24678a4-4291-48d9-ae70-c5a8b63e34c7,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:25.567150 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-8778e885-8f57-4510-a722-9131414f05e0 req-61f08a1d-f0f7-48ad-8420-a722157577f6 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] No DVR routers for this DVR port f24678a4-4291-48d9-ae70-c5a8b63e34c7 on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:05:25.571018 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8778e885-8f57-4510-a722-9131414f05e0 req-61f08a1d-f0f7-48ad-8420-a722157577f6 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:25.574293 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8778e885-8f57-4510-a722-9131414f05e0 req-61f08a1d-f0f7-48ad-8420-a722157577f6 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.32 "DELETE /v2.0/ports/f24678a4-4291-48d9-ae70-c5a8b63e34c7 HTTP/1.1" status: 204 len: 173 time: 0.7837813 Apr 20 13:05:25.574753 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51f9064-1c59-4935-a02d-4bf64263a50f', 'name': 'network-vif-deleted', 'tag': 'f24678a4-4291-48d9-ae70-c5a8b63e34c7'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:05:25.577051 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74cd4c8-0add-44c6-b4b3-90d5a2366334" -d '{"events": [{"server_uuid": "f51f9064-1c59-4935-a02d-4bf64263a50f", "name": "network-vif-deleted", "tag": "f24678a4-4291-48d9-ae70-c5a8b63e34c7"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:05:25.605818 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46f858-6369-4a98-aea5-77efe547cd2a req-8032c899-64ed-490a-a77e-790e42cbdd55 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:25.611910 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6b46f858-6369-4a98-aea5-77efe547cd2a req-8032c899-64ed-490a-a77e-790e42cbdd55 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 944 time: 0.0639794 Apr 20 13:05:25.681891 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6b46f858-6369-4a98-aea5-77efe547cd2a req-66d2786b-17e2-4d99-9bf7-3c2807adf56c tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678756 Apr 20 13:05:25.701142 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ecbbf-7d66-4f49-b615-16285c2dc79b req-228e7ce7-c1ae-485a-b5ea-0c52d43cbf5c tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:25.702770 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-715ecbbf-7d66-4f49-b615-16285c2dc79b req-228e7ce7-c1ae-485a-b5ea-0c52d43cbf5c tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.0696979 Apr 20 13:05:25.730592 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ca6301-cc5f-4e36-a86a-8d4d2d18c869 x-openstack-request-id: req-d2ca6301-cc5f-4e36-a86a-8d4d2d18c869 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:05:25.730932 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51f9064-1c59-4935-a02d-4bf64263a50f", "name": "network-vif-deleted", "tag": "f24678a4-4291-48d9-ae70-c5a8b63e34c7", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:05:25.731233 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d2ca6301-cc5f-4e36-a86a-8d4d2d18c869 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:05:25.731671 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2ca6301-cc5f-4e36-a86a-8d4d2d18c869'] response: {'server_uuid': 'f51f9064-1c59-4935-a02d-4bf64263a50f', 'name': 'network-vif-deleted', 'tag': 'f24678a4-4291-48d9-ae70-c5a8b63e34c7', 'status': 'completed', 'code': 200} Apr 20 13:05:25.759503 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-715ecbbf-7d66-4f49-b615-16285c2dc79b req-140eb824-865e-4ec6-896e-eeea0e2dac9e tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426633 Apr 20 13:05:25.959980 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-69aaa17c-52ff-4781-b593-4ba15e48990e req-23eb0d0b-9da4-4f93-a331-110f65acc33b tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f51f9064-1c59-4935-a02d-4bf64263a50f HTTP/1.1" status: 200 len: 210 time: 0.0259891 Apr 20 13:05:26.197108 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a607a-bb7d-4554-b1f7-89f6986a3e4b req-011ea7cd-7953-42fa-9b11-7a2110fd32c4 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:26.198552 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5c8a607a-bb7d-4554-b1f7-89f6986a3e4b req-011ea7cd-7953-42fa-9b11-7a2110fd32c4 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 945 time: 0.0513780 Apr 20 13:05:26.235821 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5c8a607a-bb7d-4554-b1f7-89f6986a3e4b req-6f0a3f9f-305b-4746-8e33-0752ac962695 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312793 Apr 20 13:05:26.288634 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8e118-7ccf-415c-aad3-c926faa9ae0b req-ca8ebdc4-60b0-4036-829d-be900be6bfee tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:26.290089 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9ab8e118-7ccf-415c-aad3-c926faa9ae0b req-ca8ebdc4-60b0-4036-829d-be900be6bfee tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 944 time: 0.0527775 Apr 20 13:05:26.425682 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34876189-f364-4303-92a4-26a6b017de35 req-e058de7a-5008-44be-848c-6564eadd49c3 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:26.427150 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-34876189-f364-4303-92a4-26a6b017de35 req-e058de7a-5008-44be-848c-6564eadd49c3 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 948 time: 0.0603528 Apr 20 13:05:26.433928 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-9ab8e118-7ccf-415c-aad3-c926faa9ae0b req-05b90dd6-eeca-45fb-951f-00ebe7bd9a98 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Deleting port cdafaeb0-226b-4658-81e5-235e25055ce8 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:05:26.434272 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9ab8e118-7ccf-415c-aad3-c926faa9ae0b req-05b90dd6-eeca-45fb-951f-00ebe7bd9a98 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:26.523280 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-34876189-f364-4303-92a4-26a6b017de35 req-4ab9f508-257d-4574-88a0-a4050cae9e1f tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856147 Apr 20 13:05:26.555882 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-9ab8e118-7ccf-415c-aad3-c926faa9ae0b req-05b90dd6-eeca-45fb-951f-00ebe7bd9a98 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] For port cdafaeb0-226b-4658-81e5-235e25055ce8, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=cdafaeb0-226b-4658-81e5-235e25055ce8,segment=NetworkSegment(fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1),segment_id=fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:26.556437 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9ab8e118-7ccf-415c-aad3-c926faa9ae0b req-05b90dd6-eeca-45fb-951f-00ebe7bd9a98 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:26.570664 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-9ab8e118-7ccf-415c-aad3-c926faa9ae0b req-05b90dd6-eeca-45fb-951f-00ebe7bd9a98 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Calling delete_port for cdafaeb0-226b-4658-81e5-235e25055ce8 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:05:26.784587 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-95624f38-c8f5-4026-badd-049cda354189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:26.809803 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0340e-56d3-43e0-bbcd-66dd3faa496c req-36fdb52e-acc1-4b39-8b01-e0d98c2225a0 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:26.816285 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9fd0340e-56d3-43e0-bbcd-66dd3faa496c req-36fdb52e-acc1-4b39-8b01-e0d98c2225a0 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 944 time: 0.0550556 Apr 20 13:05:26.834803 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9ab8e118-7ccf-415c-aad3-c926faa9ae0b req-05b90dd6-eeca-45fb-951f-00ebe7bd9a98 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:26.844023 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['78bb6d73-8d94-42fd-aa70-f667ac21071f'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:05:26.869743 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b90dd6-eeca-45fb-951f-00ebe7bd9a98 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Pushing event deleted for resources: {'Port': ['ID=cdafaeb0-226b-4658-81e5-235e25055ce8,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:26.900960 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['cdafaeb0-226b-4658-81e5-235e25055ce8'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:05:26.912363 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9fd0340e-56d3-43e0-bbcd-66dd3faa496c req-e6f52102-7722-4583-b16a-bb9a8069f10f tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945582 Apr 20 13:05:26.926541 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab8e118-7ccf-415c-aad3-c926faa9ae0b req-05b90dd6-eeca-45fb-951f-00ebe7bd9a98 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] No DVR routers for this DVR port cdafaeb0-226b-4658-81e5-235e25055ce8 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:05:26.937255 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9ab8e118-7ccf-415c-aad3-c926faa9ae0b req-05b90dd6-eeca-45fb-951f-00ebe7bd9a98 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:26.941845 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9ab8e118-7ccf-415c-aad3-c926faa9ae0b req-05b90dd6-eeca-45fb-951f-00ebe7bd9a98 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.15 "DELETE /v2.0/ports/cdafaeb0-226b-4658-81e5-235e25055ce8 HTTP/1.1" status: 204 len: 173 time: 0.6436505 Apr 20 13:05:26.942232 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f695b4-10e9-488d-b7e8-360b51e80751', 'name': 'network-vif-deleted', 'tag': 'cdafaeb0-226b-4658-81e5-235e25055ce8'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:05:26.944574 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc687ba-7ed3-444d-91ca-8bc3e5b9b8d7" -d '{"events": [{"server_uuid": "f9f695b4-10e9-488d-b7e8-360b51e80751", "name": "network-vif-deleted", "tag": "cdafaeb0-226b-4658-81e5-235e25055ce8"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:05:27.032564 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df2107-adf2-4e30-871d-c270e612e6e6 req-8a57ebf6-960c-45ed-bf42-7d45c3cb8d89 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:27.033933 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b0df2107-adf2-4e30-871d-c270e612e6e6 req-8a57ebf6-960c-45ed-bf42-7d45c3cb8d89 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.0578103 Apr 20 13:05:27.066341 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a252bab7-d2a9-4c31-8bcd-224976806459 x-openstack-request-id: req-a252bab7-d2a9-4c31-8bcd-224976806459 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:05:27.066634 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9f695b4-10e9-488d-b7e8-360b51e80751", "name": "network-vif-deleted", "tag": "cdafaeb0-226b-4658-81e5-235e25055ce8", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:05:27.066891 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a252bab7-d2a9-4c31-8bcd-224976806459 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:05:27.067727 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a252bab7-d2a9-4c31-8bcd-224976806459'] response: {'server_uuid': 'f9f695b4-10e9-488d-b7e8-360b51e80751', 'name': 'network-vif-deleted', 'tag': 'cdafaeb0-226b-4658-81e5-235e25055ce8', 'status': 'completed', 'code': 200} Apr 20 13:05:27.088594 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b0df2107-adf2-4e30-871d-c270e612e6e6 req-63e3e96f-42c0-4272-8842-1fb1a010adfa tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465903 Apr 20 13:05:27.179951 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-499c6b52-5e02-46b5-9a46-c77e9973c2d8 req-762c5b51-c922-48e3-8ae3-5b4d55d9b1fd tempest-ServerShowV257Test-1315349148 tempest-ServerShowV257Test-1315349148-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.0417852 Apr 20 13:05:27.698520 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c59573-076d-433c-a2fe-81617cf162a1 req-e16a55d8-d82d-499e-825e-ea578fb18eb9 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:27.699947 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-48c59573-076d-433c-a2fe-81617cf162a1 req-e16a55d8-d82d-499e-825e-ea578fb18eb9 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 945 time: 0.3852124 Apr 20 13:05:27.773132 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-a0da15b4-e318-40f6-9ae2-59c38bad6df4 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:27.774576 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-a0da15b4-e318-40f6-9ae2-59c38bad6df4 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/networks?id=1448fb0c-76a1-4762-b0ef-b8c667a2a5dc HTTP/1.1" status: 200 len: 811 time: 0.4237430 Apr 20 13:05:27.782196 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-48c59573-076d-433c-a2fe-81617cf162a1 req-1050a09b-8693-4773-b00b-08f0fdf9a86b tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673444 Apr 20 13:05:27.792946 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-aeeb2860-2204-4943-abb5-727b7c6c433f tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/quotas/564a5d1e5b6e4687a901496539f07f39 HTTP/1.1" status: 200 len: 375 time: 0.0098224 Apr 20 13:05:27.836983 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-10359e1c-5891-4a8a-8bbc-25206c7b3da4 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=564a5d1e5b6e4687a901496539f07f39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309219 Apr 20 13:05:27.919517 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12fff27-8dd4-4600-8bb4-26208af03e5a req-fa3186c7-9311-40fa-aca4-da37edbd6972 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:27.921442 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a12fff27-8dd4-4600-8bb4-26208af03e5a req-fa3186c7-9311-40fa-aca4-da37edbd6972 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 948 time: 0.0621896 Apr 20 13:05:27.973695 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a12fff27-8dd4-4600-8bb4-26208af03e5a req-bbaa085e-10db-4d1f-8f86-ca3b00f165dd tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453649 Apr 20 13:05:28.022117 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:28.061688 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-9d73faaa-25e2-46d0-9a3c-7dc0e369fc95 service neutron] 10.222.0.25 "GET /v2.0/networks/1448fb0c-76a1-4762-b0ef-b8c667a2a5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159634 Apr 20 13:05:28.083253 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ebfa6573-2b55-448a-a2f0-a0a08fed6ae1 req-8c1de003-5f2c-4cb5-a0b6-a5e1f2a463ee tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 210 time: 0.0408511 Apr 20 13:05:28.197401 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-ed407566-f763-4793-9216-07656a84cb2b service neutron] 10.222.0.25 "GET /v2.0/networks/1448fb0c-76a1-4762-b0ef-b8c667a2a5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171861 Apr 20 13:05:28.223421 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ae214-6f20-4d72-a3f9-71f04675aeca req-5abcd818-c2af-4b74-ad85-ec79a5b2ee06 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:28.228090 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-890ae214-6f20-4d72-a3f9-71f04675aeca req-5abcd818-c2af-4b74-ad85-ec79a5b2ee06 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.0609560 Apr 20 13:05:28.275912 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-890ae214-6f20-4d72-a3f9-71f04675aeca req-89e93b14-f73d-4aa6-abeb-30629695b1d4 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441163 Apr 20 13:05:28.345264 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ee0c39d9-51c7-4f71-86ac-1e3c0022a706 req-2a5d65ea-78b3-4b92-aadd-7dcd590cf4c9 tempest-ServerShowV257Test-1315349148 tempest-ServerShowV257Test-1315349148-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.0310595 Apr 20 13:05:28.490611 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:05:28.494004 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device f24678a4-4291-48d9-ae70-c5a8b63e34c7 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:05:28.520798 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: f24678a4-4291-48d9-ae70-c5a8b63e34c7 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:05:28.521511 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device f24678a4-4291-48d9-ae70-c5a8b63e34c7 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:05:28.593601 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f50599e8-62ca-4a82-9627-94c843f89eed req-f17946f3-0fe2-4aeb-b186-49213eac15cb tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4c5a5a5-e5f5-45c3-92ba-5f2e6b034b50 HTTP/1.1" status: 200 len: 210 time: 0.0340319 Apr 20 13:05:28.634313 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=b23bbbda-3a2b-4073-9f40-b9d62ad8cf99,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:28.647501 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': 'b23bbbda-3a2b-4073-9f40-b9d62ad8cf99', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'port_id': 'b23bbbda-3a2b-4073-9f40-b9d62ad8cf99', 'mac_address': 'fa:16:3e:19:55:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b1f82a-7732-4b50-ab22-2475f182a712', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:05:28.693694 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:28.707302 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:05:28.732906 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=b23bbbda-3a2b-4073-9f40-b9d62ad8cf99,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:28.859182 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:28.915659 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=b23bbbda-3a2b-4073-9f40-b9d62ad8cf99,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:28.922302 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbccb968-d691-44bc-8fae-f05aa0e87840 req-2c14370c-bfd2-4cbc-9415-d01c69d95591 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:28.924028 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cbccb968-d691-44bc-8fae-f05aa0e87840 req-2c14370c-bfd2-4cbc-9415-d01c69d95591 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 945 time: 0.0670352 Apr 20 13:05:28.965026 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cbccb968-d691-44bc-8fae-f05aa0e87840 req-70e1af9e-2799-4496-b45f-adf8a4dd3264 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339026 Apr 20 13:05:29.097141 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd587ad-1970-40f3-a754-521dc7a72851 req-d7763b8f-4639-4f10-a071-94634af3d5b7 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:29.098980 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cbd587ad-1970-40f3-a754-521dc7a72851 req-d7763b8f-4639-4f10-a071-94634af3d5b7 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 949 time: 0.0500131 Apr 20 13:05:29.146642 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cbd587ad-1970-40f3-a754-521dc7a72851 req-ef5eddbb-b8c7-42d5-8afd-c3f8740caa0b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411561 Apr 20 13:05:29.194191 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-465cdc1b-cead-4c2b-9802-c20f07cca8c5 req-b5c22f9e-69bc-4d77-b3c0-72b6c07e5dc1 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 210 time: 0.0353470 Apr 20 13:05:29.217158 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['b23bbbda-3a2b-4073-9f40-b9d62ad8cf99'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:05:29.249826 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:29.404188 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf4c21-4b57-491d-b319-3d6a633bc950 req-810544d3-3af8-4aab-93c3-02157037e5b3 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:29.406352 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-55bf4c21-4b57-491d-b319-3d6a633bc950 req-810544d3-3af8-4aab-93c3-02157037e5b3 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.0620451 Apr 20 13:05:29.455547 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-55bf4c21-4b57-491d-b319-3d6a633bc950 req-c8fcd27c-0e48-4eaa-b7dd-042250650519 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421307 Apr 20 13:05:29.508415 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6ee7f413-d880-494f-9538-ce8756eb82a5 req-78fb7d18-c791-4437-854d-f5864fd45cab tempest-ServerShowV257Test-1315349148 tempest-ServerShowV257Test-1315349148-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.0290518 Apr 20 13:05:29.683091 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6633b785-3904-43e2-807b-5aefa8aaad8c req-91d066d1-60f7-423e-aac3-a0e2c832ece8 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4c5a5a5-e5f5-45c3-92ba-5f2e6b034b50 HTTP/1.1" status: 200 len: 210 time: 0.0257578 Apr 20 13:05:29.744242 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:30.085145 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c06ecb-55ac-41ce-96cb-d76d24d97241 req-76e57402-57d0-4f46-a84e-172220845683 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:30.086730 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-74c06ecb-55ac-41ce-96cb-d76d24d97241 req-76e57402-57d0-4f46-a84e-172220845683 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 945 time: 0.0507164 Apr 20 13:05:30.129536 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-74c06ecb-55ac-41ce-96cb-d76d24d97241 req-5f4cbdbe-d95f-4a0e-9920-66ce70111ec2 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364785 Apr 20 13:05:30.275408 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a9af26-a3a7-4bdf-af61-a76c4dc9ff88 req-f688f3a7-b685-4233-83a2-fcda9d4aab67 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:30.277037 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-25a9af26-a3a7-4bdf-af61-a76c4dc9ff88 req-f688f3a7-b685-4233-83a2-fcda9d4aab67 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 949 time: 0.0529122 Apr 20 13:05:30.309184 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb51c9ce-6094-431f-9dfe-a0a1752e1428 req-8b9b4b39-3641-4e50-a890-7db7ff0c8309 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 210 time: 0.0309820 Apr 20 13:05:30.337125 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-25a9af26-a3a7-4bdf-af61-a76c4dc9ff88 req-8e3451d2-ded6-4cfe-b488-380a9bc6a7ec tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501828 Apr 20 13:05:30.498720 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:05:30.596149 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829624b4-4ca4-4153-b4f6-3c888e9728e8 req-be868b46-4175-4255-b42c-a58c7699b60e tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:30.605929 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-829624b4-4ca4-4153-b4f6-3c888e9728e8 req-be868b46-4175-4255-b42c-a58c7699b60e tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.0595741 Apr 20 13:05:30.658561 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-829624b4-4ca4-4153-b4f6-3c888e9728e8 req-edc63e70-d3bb-4671-b6d9-1c9c6140b4fa tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513608 Apr 20 13:05:30.664568 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:05:30.670789 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:05:30.671160 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:30.684586 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-936b0274-ecad-4590-b3a7-e057a5404af4 req-b4f60585-bf74-4188-94c2-9d3f8fbf2b23 tempest-ServerShowV257Test-1315349148 tempest-ServerShowV257Test-1315349148-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.0390120 Apr 20 13:05:30.760808 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:30.780405 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ee33af49-2fa5-4028-bd07-94de0885f070 req-e750f457-a841-44b6-b503-a177df2f1102 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4c5a5a5-e5f5-45c3-92ba-5f2e6b034b50 HTTP/1.1" status: 200 len: 210 time: 0.0267427 Apr 20 13:05:30.787450 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329c3254-20ee-4e02-9b79-550d23ef6fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23bbbda-3a2b-4073-9f40-b9d62ad8cf99'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:05:30.787450 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2aedd54-57a6-41c9-8c04-15528535e139" -d '{"events": [{"server_uuid": "329c3254-20ee-4e02-9b79-550d23ef6fa5", "name": "network-vif-plugged", "status": "completed", "tag": "b23bbbda-3a2b-4073-9f40-b9d62ad8cf99"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:05:30.806415 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=b23bbbda-3a2b-4073-9f40-b9d62ad8cf99,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:30.806415 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device cdafaeb0-226b-4658-81e5-235e25055ce8 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:05:30.826848 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: cdafaeb0-226b-4658-81e5-235e25055ce8 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:05:30.827197 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device cdafaeb0-226b-4658-81e5-235e25055ce8 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:05:30.899113 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cffbf54-0477-47a9-8417-8650e730e418 x-openstack-request-id: req-0cffbf54-0477-47a9-8417-8650e730e418 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:05:30.899518 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329c3254-20ee-4e02-9b79-550d23ef6fa5", "name": "network-vif-plugged", "status": "completed", "tag": "b23bbbda-3a2b-4073-9f40-b9d62ad8cf99", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:05:30.899869 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0cffbf54-0477-47a9-8417-8650e730e418 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:05:30.900328 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cffbf54-0477-47a9-8417-8650e730e418'] response: {'server_uuid': '329c3254-20ee-4e02-9b79-550d23ef6fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23bbbda-3a2b-4073-9f40-b9d62ad8cf99', 'code': 200} Apr 20 13:05:30.915810 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:30.965760 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=b23bbbda-3a2b-4073-9f40-b9d62ad8cf99,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:31.056021 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76e070-4222-4150-b497-73284f8a5074 req-1dadbe9f-72b8-4317-823d-0e487237f0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:31.057512 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0f76e070-4222-4150-b497-73284f8a5074 req-1dadbe9f-72b8-4317-823d-0e487237f0ff service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 1101 time: 0.0958254 Apr 20 13:05:31.122488 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0f76e070-4222-4150-b497-73284f8a5074 req-a623992d-2c14-4866-93df-034fe3cabbc7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551801 Apr 20 13:05:31.133927 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-05a06680-152f-493b-997a-20d132d90c30 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:31.135478 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-05a06680-152f-493b-997a-20d132d90c30 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.32 "GET /v2.0/networks?id=1448fb0c-76a1-4762-b0ef-b8c667a2a5dc HTTP/1.1" status: 200 len: 811 time: 0.1350641 Apr 20 13:05:31.245278 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd4eef-dab5-46de-8c76-0bce267423a6 req-033382e6-c0b8-4709-9e31-661d9898d4ef tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:31.246834 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-02bd4eef-dab5-46de-8c76-0bce267423a6 req-033382e6-c0b8-4709-9e31-661d9898d4ef tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 945 time: 0.0490024 Apr 20 13:05:31.289050 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-02bd4eef-dab5-46de-8c76-0bce267423a6 req-1c384aa1-5438-4571-ab89-71df2d4ce62f tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354788 Apr 20 13:05:31.377169 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-2633c40e-16cc-4b72-98be-7f50b8f18f3b tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Request body: {'port': {'device_id': 'e4c5a5a5-e5f5-45c3-92ba-5f2e6b034b50', 'network_id': '1448fb0c-76a1-4762-b0ef-b8c667a2a5dc', 'admin_state_up': True, 'tenant_id': '564a5d1e5b6e4687a901496539f07f39'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:31.489992 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7455ec6b-6d2b-423e-a05b-9572827e6fba req-ff77ee36-0d6d-4200-9336-a12a1e5c51cc tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9f695b4-10e9-488d-b7e8-360b51e80751 HTTP/1.1" status: 200 len: 210 time: 0.0378392 Apr 20 13:05:31.502108 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6abedb-c58a-485a-b246-6bdecb5ca1c8 req-36bd488d-91c4-49e5-a041-cfb70f224587 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:31.511248 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ba6abedb-c58a-485a-b246-6bdecb5ca1c8 req-36bd488d-91c4-49e5-a041-cfb70f224587 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 950 time: 0.0917726 Apr 20 13:05:31.562504 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ba6abedb-c58a-485a-b246-6bdecb5ca1c8 req-fba3a53e-3e4a-4e7d-a274-0109d544a69a tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503268 Apr 20 13:05:31.663559 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-2633c40e-16cc-4b72-98be-7f50b8f18f3b tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Made reservation on behalf of 564a5d1e5b6e4687a901496539f07f39 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:05:31.667056 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-2633c40e-16cc-4b72-98be-7f50b8f18f3b tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:31.807886 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9768fac2-4503-4d02-ba5a-0daa2af295a3 req-77d0b907-b0ab-488c-b5eb-0dd291968708 tempest-ServerShowV257Test-1315349148 tempest-ServerShowV257Test-1315349148-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.0295937 Apr 20 13:05:31.829441 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e678799-beb4-4fb9-a640-b404ce40e659 req-4a8f342f-c63e-48bc-a4d2-e680d54f6850 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:31.840720 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9e678799-beb4-4fb9-a640-b404ce40e659 req-4a8f342f-c63e-48bc-a4d2-e680d54f6850 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.0958002 Apr 20 13:05:31.878172 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-2633c40e-16cc-4b72-98be-7f50b8f18f3b tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Allocated IP 172.20.0.11 (1448fb0c-76a1-4762-b0ef-b8c667a2a5dc/c84cb6f4-b4cc-4751-b4bc-ddb2101451ae/056817fc-ffa7-4013-934f-5db0a5ba69bf) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:05:31.895623 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9e678799-beb4-4fb9-a640-b404ce40e659 req-90790c87-7039-4407-b1e0-57489baff247 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468423 Apr 20 13:05:31.941714 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-499d59d4-3b33-48e4-9abe-170629cdecca req-64512f68-b412-48c0-b7d6-5fcae1cd539a tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4c5a5a5-e5f5-45c3-92ba-5f2e6b034b50 HTTP/1.1" status: 200 len: 210 time: 0.0390625 Apr 20 13:05:32.072091 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-2633c40e-16cc-4b72-98be-7f50b8f18f3b tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:32.240546 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-2633c40e-16cc-4b72-98be-7f50b8f18f3b tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:32.289271 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-2633c40e-16cc-4b72-98be-7f50b8f18f3b tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Network 1448fb0c-76a1-4762-b0ef-b8c667a2a5dc is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:05:32.292417 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-2633c40e-16cc-4b72-98be-7f50b8f18f3b tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:05:32.295048 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-2633c40e-16cc-4b72-98be-7f50b8f18f3b tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:05:32.323881 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2633c40e-16cc-4b72-98be-7f50b8f18f3b tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Pushing event updated for resources: {'Port': ['ID=056817fc-ffa7-4013-934f-5db0a5ba69bf,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:32.357058 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-2633c40e-16cc-4b72-98be-7f50b8f18f3b tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:32.357702 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-2633c40e-16cc-4b72-98be-7f50b8f18f3b tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:32.412888 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae8726-f46b-42b3-b3fd-090c3e157706 req-b37b595d-7a58-4540-83e9-d7badde1841a tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:32.414415 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c5ae8726-f46b-42b3-b3fd-090c3e157706 req-b37b595d-7a58-4540-83e9-d7badde1841a tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 945 time: 0.0515060 Apr 20 13:05:32.452726 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c5ae8726-f46b-42b3-b3fd-090c3e157706 req-cc597dc1-e3d5-4fc3-99a0-31c7c31e9d2a tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313597 Apr 20 13:05:32.501316 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-2633c40e-16cc-4b72-98be-7f50b8f18f3b tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1286087 Apr 20 13:05:32.520040 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-f126f63c-9ae6-473b-bf9f-0fefecc3214c service neutron] Request body: {'port': {'device_id': 'e4c5a5a5-e5f5-45c3-92ba-5f2e6b034b50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:32.581874 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-f126f63c-9ae6-473b-bf9f-0fefecc3214c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:32.732660 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce2144-b288-4b94-9215-2bdbffc5da86 req-f855ce78-d242-4b78-b348-33b48f4b35fe tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:32.745918 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d0ce2144-b288-4b94-9215-2bdbffc5da86 req-f855ce78-d242-4b78-b348-33b48f4b35fe tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 950 time: 0.1021514 Apr 20 13:05:32.782860 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d0ce2144-b288-4b94-9215-2bdbffc5da86 req-0405863c-850b-429d-bb90-d906e52c3e4e tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347252 Apr 20 13:05:32.900818 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-f126f63c-9ae6-473b-bf9f-0fefecc3214c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 056817fc-ffa7-4013-934f-5db0a5ba69bf {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:05:32.910357 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-f126f63c-9ae6-473b-bf9f-0fefecc3214c service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:32.928418 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-f126f63c-9ae6-473b-bf9f-0fefecc3214c service neutron] Transition to ACTIVE for port object 056817fc-ffa7-4013-934f-5db0a5ba69bf will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:05:32.941647 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-851cf15d-13c5-405a-83c7-b5f8a41437d6 req-f470c069-21dd-4488-973d-b09c63264034 tempest-ServerShowV257Test-1315349148 tempest-ServerShowV257Test-1315349148-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.0278070 Apr 20 13:05:33.078505 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0d500-b67e-4cc3-a539-19d28bc2ae56 req-855ae1f4-7fdb-4f8a-8d6c-5e210a5cdb83 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:33.081595 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-f126f63c-9ae6-473b-bf9f-0fefecc3214c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:33.091969 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1ee0d500-b67e-4cc3-a539-19d28bc2ae56 req-855ae1f4-7fdb-4f8a-8d6c-5e210a5cdb83 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.1110444 Apr 20 13:05:33.148027 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448706c0-56d9-4e14-a677-9a3a1885d358 req-55b59230-c131-4807-bd29-9e0453b45ca8 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:33.152397 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-448706c0-56d9-4e14-a677-9a3a1885d358 req-55b59230-c131-4807-bd29-9e0453b45ca8 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4c5a5a5-e5f5-45c3-92ba-5f2e6b034b50 HTTP/1.1" status: 200 len: 932 time: 0.1239371 Apr 20 13:05:33.195055 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1ee0d500-b67e-4cc3-a539-19d28bc2ae56 req-58094c55-2b64-441c-a9d5-1f0a40407ac0 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021008 Apr 20 13:05:33.231615 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f126f63c-9ae6-473b-bf9f-0fefecc3214c service neutron] Pushing event updated for resources: {'Port': ['ID=056817fc-ffa7-4013-934f-5db0a5ba69bf,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:33.236288 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-f126f63c-9ae6-473b-bf9f-0fefecc3214c service neutron] Attempting to bind port 056817fc-ffa7-4013-934f-5db0a5ba69bf on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:05:33.236559 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-f126f63c-9ae6-473b-bf9f-0fefecc3214c service neutron] Attempting to bind port 056817fc-ffa7-4013-934f-5db0a5ba69bf by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': 'b8a6c4b7-66db-416a-aa28-84e1cd810023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1448fb0c-76a1-4762-b0ef-b8c667a2a5dc'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:05:33.237438 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-f126f63c-9ae6-473b-bf9f-0fefecc3214c service neutron] Attempting to bind port 056817fc-ffa7-4013-934f-5db0a5ba69bf on network 1448fb0c-76a1-4762-b0ef-b8c667a2a5dc {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:05:33.240929 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-448706c0-56d9-4e14-a677-9a3a1885d358 req-eca8033c-d37b-4f27-8bc0-8627208e6a01 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801530 Apr 20 13:05:33.242555 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-f126f63c-9ae6-473b-bf9f-0fefecc3214c service neutron] Port 056817fc-ffa7-4013-934f-5db0a5ba69bf on network 1448fb0c-76a1-4762-b0ef-b8c667a2a5dc not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:05:33.242881 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-f126f63c-9ae6-473b-bf9f-0fefecc3214c service neutron] Attempting to bind port 056817fc-ffa7-4013-934f-5db0a5ba69bf on network 1448fb0c-76a1-4762-b0ef-b8c667a2a5dc {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:05:33.247990 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-f126f63c-9ae6-473b-bf9f-0fefecc3214c service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:05:33.248327 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-f126f63c-9ae6-473b-bf9f-0fefecc3214c service neutron] Checking segment: {'id': 'b8a6c4b7-66db-416a-aa28-84e1cd810023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1448fb0c-76a1-4762-b0ef-b8c667a2a5dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:05:33.248709 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-f126f63c-9ae6-473b-bf9f-0fefecc3214c service neutron] Bound using segment: {'id': 'b8a6c4b7-66db-416a-aa28-84e1cd810023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1448fb0c-76a1-4762-b0ef-b8c667a2a5dc'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:05:33.249133 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-f126f63c-9ae6-473b-bf9f-0fefecc3214c service neutron] Bound port: 056817fc-ffa7-4013-934f-5db0a5ba69bf, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a6c4b7-66db-416a-aa28-84e1cd810023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1448fb0c-76a1-4762-b0ef-b8c667a2a5dc'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:05:33.249506 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-f126f63c-9ae6-473b-bf9f-0fefecc3214c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:33.324391 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-f126f63c-9ae6-473b-bf9f-0fefecc3214c service neutron] For port 056817fc-ffa7-4013-934f-5db0a5ba69bf, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:05:33.327544 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-f126f63c-9ae6-473b-bf9f-0fefecc3214c service neutron] For port 056817fc-ffa7-4013-934f-5db0a5ba69bf, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=056817fc-ffa7-4013-934f-5db0a5ba69bf,segment=NetworkSegment(b8a6c4b7-66db-416a-aa28-84e1cd810023),segment_id=b8a6c4b7-66db-416a-aa28-84e1cd810023)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:05:33.425705 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-f126f63c-9ae6-473b-bf9f-0fefecc3214c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:33.467821 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-f126f63c-9ae6-473b-bf9f-0fefecc3214c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:33.468986 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-f126f63c-9ae6-473b-bf9f-0fefecc3214c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:33.470481 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-f126f63c-9ae6-473b-bf9f-0fefecc3214c service neutron] 10.222.0.32 "PUT /v2.0/ports/056817fc-ffa7-4013-934f-5db0a5ba69bf HTTP/1.1" status: 200 len: 1092 time: 0.9554100 Apr 20 13:05:33.471017 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c5a5a5-e5f5-45c3-92ba-5f2e6b034b50', 'tag': '056817fc-ffa7-4013-934f-5db0a5ba69bf'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:05:33.474064 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985072fd-7e11-4dda-9cd2-ffc1f23d6376" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c5a5a5-e5f5-45c3-92ba-5f2e6b034b50", "tag": "056817fc-ffa7-4013-934f-5db0a5ba69bf"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:05:33.497792 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:05:33.513531 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f126f63c-9ae6-473b-bf9f-0fefecc3214c service neutron] Pushing event updated for resources: {'Port': ['ID=056817fc-ffa7-4013-934f-5db0a5ba69bf,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:33.543696 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833b84a8-5501-427d-b757-32508c2b2b91 x-openstack-request-id: req-833b84a8-5501-427d-b757-32508c2b2b91 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:05:33.543888 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c5a5a5-e5f5-45c3-92ba-5f2e6b034b50", "tag": "056817fc-ffa7-4013-934f-5db0a5ba69bf", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:05:33.544137 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-833b84a8-5501-427d-b757-32508c2b2b91 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:05:33.544538 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-833b84a8-5501-427d-b757-32508c2b2b91'] response: {'name': 'network-changed', 'server_uuid': 'e4c5a5a5-e5f5-45c3-92ba-5f2e6b034b50', 'tag': '056817fc-ffa7-4013-934f-5db0a5ba69bf', 'status': 'completed', 'code': 200} Apr 20 13:05:33.614782 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985072fd-7e11-4dda-9cd2-ffc1f23d6376 req-4798c275-c7aa-4954-a456-b9ca9cb191b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:33.618162 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-985072fd-7e11-4dda-9cd2-ffc1f23d6376 req-4798c275-c7aa-4954-a456-b9ca9cb191b4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=564a5d1e5b6e4687a901496539f07f39&device_id=e4c5a5a5-e5f5-45c3-92ba-5f2e6b034b50 HTTP/1.1" status: 200 len: 1095 time: 0.0564029 Apr 20 13:05:33.631345 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd9beb-c975-4cdc-9e76-94bf459ce375 req-2146adb8-e2c2-41a9-bfcb-6ca0b2c90177 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:33.632957 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-49fd9beb-c975-4cdc-9e76-94bf459ce375 req-2146adb8-e2c2-41a9-bfcb-6ca0b2c90177 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 945 time: 0.0565727 Apr 20 13:05:33.676753 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-49fd9beb-c975-4cdc-9e76-94bf459ce375 req-48d74779-1194-4121-aabf-43da2c17af8a tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357642 Apr 20 13:05:33.732671 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985072fd-7e11-4dda-9cd2-ffc1f23d6376 req-f78b7f65-6bbd-49c2-9d3e-26ed6fcbca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:33.734132 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-985072fd-7e11-4dda-9cd2-ffc1f23d6376 req-f78b7f65-6bbd-49c2-9d3e-26ed6fcbca07 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=564a5d1e5b6e4687a901496539f07f39&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1060855 Apr 20 13:05:33.835573 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985072fd-7e11-4dda-9cd2-ffc1f23d6376 req-ca54fef7-1dfe-44f7-b5ce-c3ede70e009d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:33.837291 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-985072fd-7e11-4dda-9cd2-ffc1f23d6376 req-ca54fef7-1dfe-44f7-b5ce-c3ede70e009d service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954812 Apr 20 13:05:33.934438 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-82d31ffb-edb7-4f60-8ad8-a8632cab6deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:33.937043 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-82d31ffb-edb7-4f60-8ad8-a8632cab6deb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=564a5d1e5b6e4687a901496539f07f39&device_id=e4c5a5a5-e5f5-45c3-92ba-5f2e6b034b50 HTTP/1.1" status: 200 len: 1095 time: 0.0533957 Apr 20 13:05:33.968449 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae76c9c-794f-4cf2-8a46-90d62c4e46aa req-4a6083e9-5855-4785-b8c7-cac286a08a5f tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:33.970656 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cae76c9c-794f-4cf2-8a46-90d62c4e46aa req-4a6083e9-5855-4785-b8c7-cac286a08a5f tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 950 time: 0.0847800 Apr 20 13:05:33.999102 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-8c8ed6b2-7f4b-42d6-81b8-1eeca02db02f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=056817fc-ffa7-4013-934f-5db0a5ba69bf HTTP/1.1" status: 200 len: 217 time: 0.0520020 Apr 20 13:05:34.044574 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cae76c9c-794f-4cf2-8a46-90d62c4e46aa req-b51a74c0-15eb-41fa-8d59-8057d7848bfe tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624375 Apr 20 13:05:34.070929 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-5ee23d6b-e8e1-44be-9f78-4fc0891ed499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:34.072585 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-5ee23d6b-e8e1-44be-9f78-4fc0891ed499 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c84cb6f4-b4cc-4751-b4bc-ddb2101451ae HTTP/1.1" status: 200 len: 851 time: 0.0655978 Apr 20 13:05:34.090685 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e91e173d-a49f-4259-b25d-76100920805f req-2a4d6199-8474-4f47-b799-d7c36c7a6ec0 tempest-ServerShowV257Test-1315349148 tempest-ServerShowV257Test-1315349148-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.0423326 Apr 20 13:05:34.137415 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-d1e20f52-bbe2-4fac-8ada-43680cad1d92 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1448fb0c-76a1-4762-b0ef-b8c667a2a5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468228 Apr 20 13:05:34.160073 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0a2c2d89-f590-4563-acb6-6fb41be19848 req-74231a86-de4c-4166-a0b0-710c6a29fd67 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.0620427 Apr 20 13:05:34.172121 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0c4ab-e31f-4df6-88fd-37e5ba8d672c req-e1d8bb8a-b54c-4bfe-8388-e0791068b9ff tempest-MigrationsAdminTest-60964135 tempest-MigrationsAdminTest-60964135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:34.174143 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9da0c4ab-e31f-4df6-88fd-37e5ba8d672c req-e1d8bb8a-b54c-4bfe-8388-e0791068b9ff tempest-MigrationsAdminTest-60964135 tempest-MigrationsAdminTest-60964135-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 1101 time: 0.0472488 Apr 20 13:05:34.239997 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9da0c4ab-e31f-4df6-88fd-37e5ba8d672c req-4b6a780d-de3e-4574-894e-cbb1a77120a7 tempest-MigrationsAdminTest-60964135 tempest-MigrationsAdminTest-60964135-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580916 Apr 20 13:05:34.288433 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-4eed3827-3b47-48db-a591-3594ca8e064b service neutron] 10.222.0.32 "GET /v2.0/networks/1448fb0c-76a1-4762-b0ef-b8c667a2a5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368446 Apr 20 13:05:34.372683 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67a3ff-8a39-48db-b3d8-c7577ae03e6c req-8c0c65d1-ba8f-4ced-ba42-cb1160e9550c tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:34.374165 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be67a3ff-8a39-48db-b3d8-c7577ae03e6c req-8c0c65d1-ba8f-4ced-ba42-cb1160e9550c tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.0772007 Apr 20 13:05:34.504355 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb7030-8cef-4c8d-b51c-b510cd70edd9 req-1f1a3855-61bd-46bc-ad49-c86ec63f92d9 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:34.505954 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6dcb7030-8cef-4c8d-b51c-b510cd70edd9 req-1f1a3855-61bd-46bc-ad49-c86ec63f92d9 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4c5a5a5-e5f5-45c3-92ba-5f2e6b034b50 HTTP/1.1" status: 200 len: 944 time: 0.1557949 Apr 20 13:05:34.529111 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be67a3ff-8a39-48db-b3d8-c7577ae03e6c req-b66f4b5d-dd04-42ec-8d44-b3f4759ef09e tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363046 Apr 20 13:05:34.544220 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7976e107-9d88-4471-bbad-c7acb586d2ec req-e6f271b6-119d-419d-8e24-253357813384 service neutron] 10.222.0.32 "GET /v2.0/networks/1448fb0c-76a1-4762-b0ef-b8c667a2a5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370595 Apr 20 13:05:34.576473 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6dcb7030-8cef-4c8d-b51c-b510cd70edd9 req-05987362-019b-427b-a2af-30cb8177af04 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463688 Apr 20 13:05:34.865594 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe68c08-01b8-4810-9f4f-524090e6c2e2 req-8595cfad-b369-478d-8cb8-bc18f85db587 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:34.867383 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8fe68c08-01b8-4810-9f4f-524090e6c2e2 req-8595cfad-b369-478d-8cb8-bc18f85db587 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 945 time: 0.0735414 Apr 20 13:05:34.954333 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8fe68c08-01b8-4810-9f4f-524090e6c2e2 req-08358c99-eace-4e8a-88ae-717baa372374 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611532 Apr 20 13:05:35.238159 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-18bd0779-0751-4474-87a2-5f9bb00c17af req-a7e26851-edaa-4ce6-871f-5ac9f336499a tempest-ServerShowV257Test-1315349148 tempest-ServerShowV257Test-1315349148-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.0397847 Apr 20 13:05:35.379746 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446160b-2d69-4aad-8fc8-ee5327354792 req-e6f44a32-3a83-4a7a-afa9-6f8229233e38 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:35.381615 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a446160b-2d69-4aad-8fc8-ee5327354792 req-e6f44a32-3a83-4a7a-afa9-6f8229233e38 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 950 time: 0.0591838 Apr 20 13:05:35.421746 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a446160b-2d69-4aad-8fc8-ee5327354792 req-59457a5f-d05c-47a1-a196-7ea914dc2e5a tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340219 Apr 20 13:05:35.524626 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-ab75f1b5-41a3-4a17-b8c2-d5e359fef81d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0449355 Apr 20 13:05:35.650466 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa59116-63bb-4446-a971-adf6144ed538 req-9fdd1353-baf6-4de8-97f8-bcb4341306dd tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:35.651965 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9aa59116-63bb-4446-a971-adf6144ed538 req-9fdd1353-baf6-4de8-97f8-bcb4341306dd tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.0524051 Apr 20 13:05:35.726382 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76373953-6ff6-4349-a448-6d037dff1d66 req-703b0e4c-1c5e-484c-8826-3a2481472199 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:35.727789 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-76373953-6ff6-4349-a448-6d037dff1d66 req-703b0e4c-1c5e-484c-8826-3a2481472199 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4c5a5a5-e5f5-45c3-92ba-5f2e6b034b50 HTTP/1.1" status: 200 len: 944 time: 0.0749419 Apr 20 13:05:35.730791 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9aa59116-63bb-4446-a971-adf6144ed538 req-44f29de5-1b04-4354-a6e1-19a21b980c86 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700886 Apr 20 13:05:35.780024 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-76373953-6ff6-4349-a448-6d037dff1d66 req-be3c1e58-c227-4b1f-8c6b-0b129616bf9f tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376503 Apr 20 13:05:36.073147 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b438b-7e4c-4cf7-9bc6-70ebc09e2809 req-871ad3a2-0714-44a1-bc5d-ca95a65d5fad tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:36.074647 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f54b438b-7e4c-4cf7-9bc6-70ebc09e2809 req-871ad3a2-0714-44a1-bc5d-ca95a65d5fad tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 945 time: 0.0638525 Apr 20 13:05:36.116094 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f54b438b-7e4c-4cf7-9bc6-70ebc09e2809 req-bd7083d4-6199-45f7-98a6-18d7f867beff tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337882 Apr 20 13:05:36.342389 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e13db580-5991-4353-8dcc-eac4c9283844 req-0e184d17-82e4-432b-af7f-b30be3c4a923 tempest-ServerShowV257Test-1315349148 tempest-ServerShowV257Test-1315349148-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.0278261 Apr 20 13:05:36.790891 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1459ab-15f4-4384-b17b-01149a2e257c req-6e24508a-77e9-44fc-a958-ad7153c5a2f4 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:36.798453 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8f1459ab-15f4-4384-b17b-01149a2e257c req-6e24508a-77e9-44fc-a958-ad7153c5a2f4 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 950 time: 0.0575502 Apr 20 13:05:36.840482 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8f1459ab-15f4-4384-b17b-01149a2e257c req-cc5b9834-57f2-48ba-a4ba-c0b6267647a5 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411389 Apr 20 13:05:37.006214 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f043f-b6a3-4937-9eb4-9871250688c7 req-4e7b935f-e0c7-4b16-95b5-0330dac71c12 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:37.007857 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-653f043f-b6a3-4937-9eb4-9871250688c7 req-4e7b935f-e0c7-4b16-95b5-0330dac71c12 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 945 time: 0.1058528 Apr 20 13:05:37.026199 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-facbf11f-557a-4719-86f1-003dc7fe33a8 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:37.027776 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-facbf11f-557a-4719-86f1-003dc7fe33a8 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/networks?id=0e1f32e0-475a-42d4-85ee-1c369c932480 HTTP/1.1" status: 200 len: 820 time: 0.1469760 Apr 20 13:05:37.053990 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-29a0470f-4f37-4469-90b2-bf52d1c4cc1e tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/quotas/e8b01a41b4bc4e3890fb87ac80b83556 HTTP/1.1" status: 200 len: 375 time: 0.0186126 Apr 20 13:05:37.079342 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-653f043f-b6a3-4937-9eb4-9871250688c7 req-d3d05263-7745-495a-9ef0-8acbfa8a1b7d tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505512 Apr 20 13:05:37.117754 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-b4c39de7-3ac6-4eeb-820f-3f49ab2aca95 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e8b01a41b4bc4e3890fb87ac80b83556&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0544293 Apr 20 13:05:37.246885 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67a4b8-10a7-48fc-81e9-11f1362efd86 req-15a455ef-d3f8-4d6b-bb63-bc545eb95a76 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:37.248256 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dd67a4b8-10a7-48fc-81e9-11f1362efd86 req-15a455ef-d3f8-4d6b-bb63-bc545eb95a76 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.0777552 Apr 20 13:05:37.251820 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-db97539d-b133-4e6d-9649-f1217d2ac565 service neutron] 10.222.0.25 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266487 Apr 20 13:05:37.331338 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dd67a4b8-10a7-48fc-81e9-11f1362efd86 req-9991eed8-93f5-4403-9175-4d55e6334edd tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760269 Apr 20 13:05:37.366901 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-efe3ab8f-000f-4708-bcea-e6d411e77a05 service neutron] 10.222.0.25 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047385 Apr 20 13:05:37.432088 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-015db78f-1a99-484b-9669-9dcd29309567 req-500767de-6fa7-4375-81a5-bd9ebc132adf tempest-ServerShowV257Test-1315349148 tempest-ServerShowV257Test-1315349148-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.0325279 Apr 20 13:05:37.549134 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e4178-efb9-470e-99a8-d1dce9b45b12 req-69552c37-510c-4370-a287-1c8ac0095480 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:37.550586 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e52e4178-efb9-470e-99a8-d1dce9b45b12 req-69552c37-510c-4370-a287-1c8ac0095480 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4c5a5a5-e5f5-45c3-92ba-5f2e6b034b50 HTTP/1.1" status: 200 len: 944 time: 0.0487573 Apr 20 13:05:37.588194 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e52e4178-efb9-470e-99a8-d1dce9b45b12 req-845b9623-1a0e-4d71-b08f-cecfe49d63c2 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313129 Apr 20 13:05:37.690351 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181e3d5-723f-4265-bd8b-668ae736b00c req-08e011dd-e1c2-4af4-913e-c79cfa86e7d3 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:37.691209 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22747aa3-ae20-4c10-862f-4ad734faab28 req-4cfff4d5-a8d2-4a0e-824d-8f517bc71ccc tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:37.692623 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9181e3d5-723f-4265-bd8b-668ae736b00c req-08e011dd-e1c2-4af4-913e-c79cfa86e7d3 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 945 time: 0.0504801 Apr 20 13:05:37.692764 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-22747aa3-ae20-4c10-862f-4ad734faab28 req-4cfff4d5-a8d2-4a0e-824d-8f517bc71ccc tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 945 time: 0.0505331 Apr 20 13:05:37.732222 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-22747aa3-ae20-4c10-862f-4ad734faab28 req-af7fef1a-1266-4925-9b40-01a8977d8872 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333996 Apr 20 13:05:37.803496 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-b4c24a13-e6b5-42b2-8df5-ab9a24403bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:37.804946 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-b4c24a13-e6b5-42b2-8df5-ab9a24403bee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c185004f0bb4f68ac206a98646f7134&device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 1101 time: 0.0910399 Apr 20 13:05:37.876779 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-9181e3d5-723f-4265-bd8b-668ae736b00c req-ffdfc957-5b9d-4f8c-9a5c-9cc597e4437a tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Deleting port 78bb6d73-8d94-42fd-aa70-f667ac21071f {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:05:37.884489 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-9181e3d5-723f-4265-bd8b-668ae736b00c req-ffdfc957-5b9d-4f8c-9a5c-9cc597e4437a tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:37.966276 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-041d5ef9-5c65-4133-b100-fd51eb884b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:37.968121 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-041d5ef9-5c65-4133-b100-fd51eb884b57 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.1535485 Apr 20 13:05:37.970724 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e822e400-276d-4492-ab73-d004048fd2c4 req-ac2a81bb-79b5-43ea-9c06-c9c312fa00b3 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 210 time: 0.0448594 Apr 20 13:05:38.030600 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-ad6a338f-d82f-447f-bd1c-040c91e8071c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 HTTP/1.1" status: 200 len: 217 time: 0.0423305 Apr 20 13:05:38.031249 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7846cf0-feb5-4b08-bbb1-30fc52bc7b7f req-7aef15ea-bab1-4e8b-a914-ba5e273eb335 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:38.032751 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e7846cf0-feb5-4b08-bbb1-30fc52bc7b7f req-7aef15ea-bab1-4e8b-a914-ba5e273eb335 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 950 time: 0.0912721 Apr 20 13:05:38.086991 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-9181e3d5-723f-4265-bd8b-668ae736b00c req-ffdfc957-5b9d-4f8c-9a5c-9cc597e4437a tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] For port 78bb6d73-8d94-42fd-aa70-f667ac21071f, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=78bb6d73-8d94-42fd-aa70-f667ac21071f,segment=NetworkSegment(fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1),segment_id=fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:38.087386 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-9181e3d5-723f-4265-bd8b-668ae736b00c req-ffdfc957-5b9d-4f8c-9a5c-9cc597e4437a tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:38.091498 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e7846cf0-feb5-4b08-bbb1-30fc52bc7b7f req-eeef9544-f481-4eea-abad-45481d3a3006 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499799 Apr 20 13:05:38.110880 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-9181e3d5-723f-4265-bd8b-668ae736b00c req-ffdfc957-5b9d-4f8c-9a5c-9cc597e4437a tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Calling delete_port for 78bb6d73-8d94-42fd-aa70-f667ac21071f owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:05:38.115814 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-ad535b6b-a285-448f-ab69-3d8af39df46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:38.117446 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-ad535b6b-a285-448f-ab69-3d8af39df46c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0810349 Apr 20 13:05:38.200020 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea93e95-3702-4daa-af9d-473e09c827b5 req-6ffac7f4-40b6-4d71-925e-fb14d4dc1847 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:38.201412 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1ea93e95-3702-4daa-af9d-473e09c827b5 req-6ffac7f4-40b6-4d71-925e-fb14d4dc1847 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 945 time: 0.0514803 Apr 20 13:05:38.205805 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-372c5aae-d770-443e-99de-9f2a1ac67a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:38.207305 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-372c5aae-d770-443e-99de-9f2a1ac67a92 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0833080 Apr 20 13:05:38.245277 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1ea93e95-3702-4daa-af9d-473e09c827b5 req-6e216676-a9cd-4a5b-aa65-e1de8e0a7d2f tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323625 Apr 20 13:05:38.351014 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-84a642a3-f27c-4535-b8ff-f2824b89adc3 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365519 Apr 20 13:05:38.420170 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-9181e3d5-723f-4265-bd8b-668ae736b00c req-ffdfc957-5b9d-4f8c-9a5c-9cc597e4437a tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:38.437399 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['78bb6d73-8d94-42fd-aa70-f667ac21071f'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:05:38.457588 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e09e9a-8706-4b70-9c00-d04aac311da0 req-94494d5f-e34d-467c-a740-6272af15ae87 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:38.461143 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdfc957-5b9d-4f8c-9a5c-9cc597e4437a tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Pushing event deleted for resources: {'Port': ['ID=78bb6d73-8d94-42fd-aa70-f667ac21071f,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:38.461300 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63e09e9a-8706-4b70-9c00-d04aac311da0 req-94494d5f-e34d-467c-a740-6272af15ae87 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.0561328 Apr 20 13:05:38.496553 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-e74c865b-7988-4399-b834-03973ce5da6d service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375916 Apr 20 13:05:38.516119 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-9181e3d5-723f-4265-bd8b-668ae736b00c req-ffdfc957-5b9d-4f8c-9a5c-9cc597e4437a tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] No DVR routers for this DVR port 78bb6d73-8d94-42fd-aa70-f667ac21071f on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:05:38.518812 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-9181e3d5-723f-4265-bd8b-668ae736b00c req-ffdfc957-5b9d-4f8c-9a5c-9cc597e4437a tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:38.521333 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63e09e9a-8706-4b70-9c00-d04aac311da0 req-b5f5782c-7576-4ccb-a193-f60490169dfa tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481288 Apr 20 13:05:38.522478 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9181e3d5-723f-4265-bd8b-668ae736b00c req-ffdfc957-5b9d-4f8c-9a5c-9cc597e4437a tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.32 "DELETE /v2.0/ports/78bb6d73-8d94-42fd-aa70-f667ac21071f HTTP/1.1" status: 204 len: 173 time: 0.8196285 Apr 20 13:05:38.522939 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9555597-c923-4665-9c66-df378af120ab', 'name': 'network-vif-deleted', 'tag': '78bb6d73-8d94-42fd-aa70-f667ac21071f'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:05:38.525207 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9311441-0cf9-462b-b334-26531b39fbef" -d '{"events": [{"server_uuid": "c9555597-c923-4665-9c66-df378af120ab", "name": "network-vif-deleted", "tag": "78bb6d73-8d94-42fd-aa70-f667ac21071f"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:05:38.551748 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 056817fc-ffa7-4013-934f-5db0a5ba69bf details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:05:38.570873 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e39184-8acb-48f5-931e-5aac4bcc3557 x-openstack-request-id: req-11e39184-8acb-48f5-931e-5aac4bcc3557 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:05:38.576083 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9555597-c923-4665-9c66-df378af120ab", "name": "network-vif-deleted", "tag": "78bb6d73-8d94-42fd-aa70-f667ac21071f", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:05:38.576083 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-11e39184-8acb-48f5-931e-5aac4bcc3557 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:05:38.576083 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11e39184-8acb-48f5-931e-5aac4bcc3557'] response: {'server_uuid': 'c9555597-c923-4665-9c66-df378af120ab', 'name': 'network-vif-deleted', 'tag': '78bb6d73-8d94-42fd-aa70-f667ac21071f', 'status': 'completed', 'code': 200} Apr 20 13:05:38.576397 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8f1a5fa7-c669-46f4-8759-85563fe8dbd1 req-489d079b-6f81-4c9f-af8d-a18aa7dfc673 tempest-ServerShowV257Test-1315349148 tempest-ServerShowV257Test-1315349148-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.0306621 Apr 20 13:05:38.649728 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 056817fc-ffa7-4013-934f-5db0a5ba69bf, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=056817fc-ffa7-4013-934f-5db0a5ba69bf,segment=NetworkSegment(b8a6c4b7-66db-416a-aa28-84e1cd810023),segment_id=b8a6c4b7-66db-416a-aa28-84e1cd810023)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:38.662884 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '056817fc-ffa7-4013-934f-5db0a5ba69bf', 'network_id': '1448fb0c-76a1-4762-b0ef-b8c667a2a5dc', 'port_id': '056817fc-ffa7-4013-934f-5db0a5ba69bf', 'mac_address': 'fa:16:3e:72:fd:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c84cb6f4-b4cc-4751-b4bc-ddb2101451ae', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:05:38.703647 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:38.707793 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc968116-ba11-41ea-a382-40a8f6cf0a5d req-fa5260a5-7d66-439c-9a16-ed0a3f8bdc1e tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:38.709462 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fc968116-ba11-41ea-a382-40a8f6cf0a5d req-fa5260a5-7d66-439c-9a16-ed0a3f8bdc1e tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4c5a5a5-e5f5-45c3-92ba-5f2e6b034b50 HTTP/1.1" status: 200 len: 944 time: 0.0516317 Apr 20 13:05:38.716872 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 056817fc-ffa7-4013-934f-5db0a5ba69bf {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:05:38.737788 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 056817fc-ffa7-4013-934f-5db0a5ba69bf, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=056817fc-ffa7-4013-934f-5db0a5ba69bf,segment=NetworkSegment(b8a6c4b7-66db-416a-aa28-84e1cd810023),segment_id=b8a6c4b7-66db-416a-aa28-84e1cd810023)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:38.762315 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fc968116-ba11-41ea-a382-40a8f6cf0a5d req-0b911298-c8b8-4bc7-8537-6eaad57342f1 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353160 Apr 20 13:05:38.841826 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:38.852345 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873feb34-e894-41e0-b63e-da7266843599 req-965d2cfd-3aa2-4dfd-97e9-f66822109484 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:38.853843 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-873feb34-e894-41e0-b63e-da7266843599 req-965d2cfd-3aa2-4dfd-97e9-f66822109484 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 945 time: 0.0513775 Apr 20 13:05:38.894804 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=056817fc-ffa7-4013-934f-5db0a5ba69bf,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:38.898641 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-873feb34-e894-41e0-b63e-da7266843599 req-0846e063-a0b1-4765-a236-7839f5e13796 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351422 Apr 20 13:05:39.066024 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-59634ea4-0833-4d91-9a9e-7311fb0ac77e req-b9676cd4-6b2a-4ddc-bdf6-9309e02fdc30 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 210 time: 0.0293965 Apr 20 13:05:39.204266 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a121a6c-ac5f-45c5-996d-7452bf8ab074 req-08c484bd-bf44-4aee-8465-79745f9cc373 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:39.206238 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9a121a6c-ac5f-45c5-996d-7452bf8ab074 req-08c484bd-bf44-4aee-8465-79745f9cc373 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 950 time: 0.0482786 Apr 20 13:05:39.244458 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9a121a6c-ac5f-45c5-996d-7452bf8ab074 req-f8ac0acf-ad39-4501-8ab9-9a409af3cfef tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320468 Apr 20 13:05:39.265516 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['056817fc-ffa7-4013-934f-5db0a5ba69bf'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:05:39.346170 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4ed77216-d848-469e-9e17-d5cf8e679722 req-2b59c01d-06ae-41dd-b0cb-f05b17101137 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9555597-c923-4665-9c66-df378af120ab HTTP/1.1" status: 200 len: 210 time: 0.0270417 Apr 20 13:05:39.642238 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ecfb52-502c-4fc5-ac49-fc398560f1f0 req-c1f39da5-61e3-4fd8-8553-2056e5854640 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:39.644735 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-84ecfb52-502c-4fc5-ac49-fc398560f1f0 req-c1f39da5-61e3-4fd8-8553-2056e5854640 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.0521650 Apr 20 13:05:39.693534 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6d5a3eec-a556-4344-9f6d-865b05f6628d req-aa07c8e8-64a7-4464-ab41-5743f011e2c0 tempest-ServerShowV257Test-1315349148 tempest-ServerShowV257Test-1315349148-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.0351355 Apr 20 13:05:39.711023 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-84ecfb52-502c-4fc5-ac49-fc398560f1f0 req-c5410ed8-7729-4afb-b3a8-15ee7eac75f5 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597281 Apr 20 13:05:39.877030 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7476fd-a863-42c3-8597-a6c079414ce7 req-ec9b999c-7f6a-402e-8de3-53c06a708fd3 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:39.879010 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7c7476fd-a863-42c3-8597-a6c079414ce7 req-ec9b999c-7f6a-402e-8de3-53c06a708fd3 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4c5a5a5-e5f5-45c3-92ba-5f2e6b034b50 HTTP/1.1" status: 200 len: 945 time: 0.0481775 Apr 20 13:05:39.917892 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7c7476fd-a863-42c3-8597-a6c079414ce7 req-9ecf2c50-cbbd-4fea-afac-d43414044540 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319633 Apr 20 13:05:40.014037 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e7877-ab9c-4389-927f-9ed6889d35c7 req-c658f05d-23d3-439f-9988-2354bfc2c4e8 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:40.015509 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d70e7877-ab9c-4389-927f-9ed6889d35c7 req-c658f05d-23d3-439f-9988-2354bfc2c4e8 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 945 time: 0.0489984 Apr 20 13:05:40.054748 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d70e7877-ab9c-4389-927f-9ed6889d35c7 req-9b046b34-b13d-4720-a404-31810c438d69 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329821 Apr 20 13:05:40.164853 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-443181ba-5052-4be0-b4c9-591ac462cde6 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:40.166225 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-443181ba-5052-4be0-b4c9-591ac462cde6 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.32 "GET /v2.0/networks?id=0e1f32e0-475a-42d4-85ee-1c369c932480 HTTP/1.1" status: 200 len: 820 time: 0.1056492 Apr 20 13:05:40.175014 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa45bf37-f7a3-4df9-8a97-c9a20820469e req-af2f18a8-ef0f-4012-a81a-eaacf117b1fa tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 210 time: 0.0326660 Apr 20 13:05:40.180346 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-e3910564-06bb-460f-8164-89d3a37d405a tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Request body: {'port': {'device_id': 'b45b8f55-cffb-479f-a871-ac6968352e20', 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480', 'admin_state_up': True, 'tenant_id': 'e8b01a41b4bc4e3890fb87ac80b83556'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:40.343919 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-e3910564-06bb-460f-8164-89d3a37d405a tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Made reservation on behalf of e8b01a41b4bc4e3890fb87ac80b83556 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:05:40.348247 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-e3910564-06bb-460f-8164-89d3a37d405a tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:40.368611 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b81d26a-4447-4f22-8f1e-858e3a6f9539 req-545693a2-b2c9-40e7-9c62-200c8c7ed542 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:40.369733 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7b81d26a-4447-4f22-8f1e-858e3a6f9539 req-545693a2-b2c9-40e7-9c62-200c8c7ed542 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 950 time: 0.0517530 Apr 20 13:05:40.423082 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7b81d26a-4447-4f22-8f1e-858e3a6f9539 req-301a3d48-e27e-4264-b359-c7e317fc1c73 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466068 Apr 20 13:05:40.499697 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-e3910564-06bb-460f-8164-89d3a37d405a tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Allocated IP 172.20.0.9 (0e1f32e0-475a-42d4-85ee-1c369c932480/dd5d8d2c-9bbe-433b-b6b9-a140ce7264b5/54035792-79c1-4a66-b659-7d1ad857a866) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:05:40.573479 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 056817fc-ffa7-4013-934f-5db0a5ba69bf up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:05:40.650590 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-e3910564-06bb-460f-8164-89d3a37d405a tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:40.681315 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 056817fc-ffa7-4013-934f-5db0a5ba69bf completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:05:40.687955 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 056817fc-ffa7-4013-934f-5db0a5ba69bf triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:05:40.688730 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:40.798116 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:40.820281 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3a64c117-8fc7-42f7-ac7c-f3fe462548d5 req-aab6b35e-ac42-4508-9417-e59bab970160 tempest-ServerShowV257Test-1315349148 tempest-ServerShowV257Test-1315349148-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.0320292 Apr 20 13:05:40.836879 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c5a5a5-e5f5-45c3-92ba-5f2e6b034b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056817fc-ffa7-4013-934f-5db0a5ba69bf'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:05:40.839560 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e668e69e-ae6d-4fc4-a5ec-4ac1cf672ead" -d '{"events": [{"server_uuid": "e4c5a5a5-e5f5-45c3-92ba-5f2e6b034b50", "name": "network-vif-plugged", "status": "completed", "tag": "056817fc-ffa7-4013-934f-5db0a5ba69bf"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:05:40.874050 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 056817fc-ffa7-4013-934f-5db0a5ba69bf, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=056817fc-ffa7-4013-934f-5db0a5ba69bf,segment=NetworkSegment(b8a6c4b7-66db-416a-aa28-84e1cd810023),segment_id=b8a6c4b7-66db-416a-aa28-84e1cd810023)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:40.899662 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a1c86-369e-435e-9e97-f66da0b3d761 req-05859c18-67d7-4f78-9d09-8a35ff195042 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:40.904585 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-904a1c86-369e-435e-9e97-f66da0b3d761 req-05859c18-67d7-4f78-9d09-8a35ff195042 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.0667083 Apr 20 13:05:40.927031 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:40.927910 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 78bb6d73-8d94-42fd-aa70-f667ac21071f no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:05:40.960553 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 78bb6d73-8d94-42fd-aa70-f667ac21071f {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:05:40.961217 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 78bb6d73-8d94-42fd-aa70-f667ac21071f not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:05:40.998088 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-904a1c86-369e-435e-9e97-f66da0b3d761 req-1b68bf72-b65c-4a95-9238-a097de0b8b65 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878918 Apr 20 13:05:41.013624 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=056817fc-ffa7-4013-934f-5db0a5ba69bf,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:41.013793 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296fd95-4da6-48e8-b6a6-95285f75368c req-39d5bf18-8041-4bcb-ba9c-787b10e268c2 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:41.015292 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d296fd95-4da6-48e8-b6a6-95285f75368c req-39d5bf18-8041-4bcb-ba9c-787b10e268c2 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 944 time: 0.0912633 Apr 20 13:05:41.058419 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6710acff-d141-4e0b-a181-c3bd49f06fe5 x-openstack-request-id: req-6710acff-d141-4e0b-a181-c3bd49f06fe5 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:05:41.058828 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c5a5a5-e5f5-45c3-92ba-5f2e6b034b50", "name": "network-vif-plugged", "status": "completed", "tag": "056817fc-ffa7-4013-934f-5db0a5ba69bf", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:05:41.059143 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6710acff-d141-4e0b-a181-c3bd49f06fe5 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:05:41.059620 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6710acff-d141-4e0b-a181-c3bd49f06fe5'] response: {'server_uuid': 'e4c5a5a5-e5f5-45c3-92ba-5f2e6b034b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056817fc-ffa7-4013-934f-5db0a5ba69bf', 'code': 200} Apr 20 13:05:41.064241 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d296fd95-4da6-48e8-b6a6-95285f75368c req-8749b8d2-bcc8-4fcd-ab6f-1cbf2a88a779 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421371 Apr 20 13:05:41.079287 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-e3910564-06bb-460f-8164-89d3a37d405a tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:41.091623 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['1f25d80c-815a-40d7-b33f-b8616b996117'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:05:41.177296 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3910564-06bb-460f-8164-89d3a37d405a tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Pushing event updated for resources: {'Port': ['ID=54035792-79c1-4a66-b659-7d1ad857a866,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:41.210753 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-e3910564-06bb-460f-8164-89d3a37d405a tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Network 0e1f32e0-475a-42d4-85ee-1c369c932480 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:05:41.234444 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-e3910564-06bb-460f-8164-89d3a37d405a tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:05:41.243423 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b74358-7bcc-4ba8-8707-f1bfd1405eac req-748304ad-9946-4ecf-87ba-1e36af630a74 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:41.244611 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-19b74358-7bcc-4ba8-8707-f1bfd1405eac req-748304ad-9946-4ecf-87ba-1e36af630a74 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4c5a5a5-e5f5-45c3-92ba-5f2e6b034b50 HTTP/1.1" status: 200 len: 946 time: 0.1129258 Apr 20 13:05:41.257817 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-e3910564-06bb-460f-8164-89d3a37d405a tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:05:41.258543 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b698e-2adb-4760-8a86-731bd41d01f7 req-e0286868-758d-4008-a6b0-5242cfd66a04 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:41.264556 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-575b698e-2adb-4760-8a86-731bd41d01f7 req-e0286868-758d-4008-a6b0-5242cfd66a04 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 945 time: 0.0749311 Apr 20 13:05:41.314122 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e90eb1-cb14-457a-8c2c-916ed40593ea req-f83ba98c-9cb3-49c4-a5b6-c5b4f98fd4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:41.317342 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-64e90eb1-cb14-457a-8c2c-916ed40593ea req-f83ba98c-9cb3-49c4-a5b6-c5b4f98fd4b5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e4c5a5a5-e5f5-45c3-92ba-5f2e6b034b50 HTTP/1.1" status: 200 len: 1097 time: 0.1288490 Apr 20 13:05:41.369032 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-19b74358-7bcc-4ba8-8707-f1bfd1405eac req-7acd7927-ba11-43e5-bf16-56ba129730ed tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034436 Apr 20 13:05:41.380089 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-575b698e-2adb-4760-8a86-731bd41d01f7 req-0c77c11e-9b73-4955-8e87-5f318b76c0c2 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023960 Apr 20 13:05:41.385199 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-e3910564-06bb-460f-8164-89d3a37d405a tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:41.386093 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-e3910564-06bb-460f-8164-89d3a37d405a tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:41.400450 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-64e90eb1-cb14-457a-8c2c-916ed40593ea req-88c7a45d-f184-47a1-a178-dfecbf06a90e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686829 Apr 20 13:05:41.417788 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac840e3-2de2-4f4c-b1b9-c82fb882434f req-c099901f-29f2-4bef-aa58-bb07bbc17f42 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:41.419398 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aac840e3-2de2-4f4c-b1b9-c82fb882434f req-c099901f-29f2-4bef-aa58-bb07bbc17f42 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.32 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 944 time: 0.1526809 Apr 20 13:05:41.477831 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-e3910564-06bb-460f-8164-89d3a37d405a tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3012397 Apr 20 13:05:41.505191 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e7ff6-b376-41ff-9980-504de96a43aa req-978c2c2a-36ed-47dd-8757-c53453f93734 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:41.506925 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-673e7ff6-b376-41ff-9980-504de96a43aa req-978c2c2a-36ed-47dd-8757-c53453f93734 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 931 time: 0.0650635 Apr 20 13:05:41.571400 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-673e7ff6-b376-41ff-9980-504de96a43aa req-bc23d29c-eb75-48e3-b98b-e6e1c1040387 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553467 Apr 20 13:05:41.581863 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624cd33-97dc-4be6-859b-2032db56368c req-2238cd02-7a8f-4f77-85f9-ac24db7d7864 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:41.583501 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d624cd33-97dc-4be6-859b-2032db56368c req-2238cd02-7a8f-4f77-85f9-ac24db7d7864 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 950 time: 0.0755613 Apr 20 13:05:41.626022 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d624cd33-97dc-4be6-859b-2032db56368c req-b24e6f35-4d17-44fa-b17e-70a2e5391b30 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356891 Apr 20 13:05:41.676164 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-dd9e4216-6b15-4d49-9cc3-df9f31082735 service neutron] Request body: {'port': {'device_id': 'b45b8f55-cffb-479f-a871-ac6968352e20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:41.730282 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-dd9e4216-6b15-4d49-9cc3-df9f31082735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:41.761924 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-aac840e3-2de2-4f4c-b1b9-c82fb882434f req-0d5bf889-867c-47bc-aba3-2468bbad0a77 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Deleting port c56b3b8b-006e-4368-ac0e-c6a095ea03ec {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:05:41.762318 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-aac840e3-2de2-4f4c-b1b9-c82fb882434f req-0d5bf889-867c-47bc-aba3-2468bbad0a77 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:41.862935 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-aac840e3-2de2-4f4c-b1b9-c82fb882434f req-0d5bf889-867c-47bc-aba3-2468bbad0a77 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] For port c56b3b8b-006e-4368-ac0e-c6a095ea03ec, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=c56b3b8b-006e-4368-ac0e-c6a095ea03ec,segment=NetworkSegment(fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1),segment_id=fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:41.863339 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-aac840e3-2de2-4f4c-b1b9-c82fb882434f req-0d5bf889-867c-47bc-aba3-2468bbad0a77 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:41.885128 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-aac840e3-2de2-4f4c-b1b9-c82fb882434f req-0d5bf889-867c-47bc-aba3-2468bbad0a77 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Calling delete_port for c56b3b8b-006e-4368-ac0e-c6a095ea03ec owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:05:41.980530 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8ef0b0f8-ba7c-4e5c-ab6a-e73e900e0915 req-c417f128-db7c-4c78-a650-83f72022c563 tempest-ServerShowV257Test-1315349148 tempest-ServerShowV257Test-1315349148-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.0350718 Apr 20 13:05:42.006442 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-dd9e4216-6b15-4d49-9cc3-df9f31082735 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54035792-79c1-4a66-b659-7d1ad857a866 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:05:42.014073 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-dd9e4216-6b15-4d49-9cc3-df9f31082735 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:42.027230 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-dd9e4216-6b15-4d49-9cc3-df9f31082735 service neutron] Transition to ACTIVE for port object 54035792-79c1-4a66-b659-7d1ad857a866 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:05:42.087224 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:42.130021 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb50166-e819-42df-b014-3c2c457207fd req-d738abbc-67ee-453d-82c9-ccbd70da9740 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:42.131927 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aeb50166-e819-42df-b014-3c2c457207fd req-d738abbc-67ee-453d-82c9-ccbd70da9740 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.0572028 Apr 20 13:05:42.136271 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-dd9e4216-6b15-4d49-9cc3-df9f31082735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:42.146399 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-aac840e3-2de2-4f4c-b1b9-c82fb882434f req-0d5bf889-867c-47bc-aba3-2468bbad0a77 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:42.219036 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5bf889-867c-47bc-aba3-2468bbad0a77 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Pushing event deleted for resources: {'Port': ['ID=c56b3b8b-006e-4368-ac0e-c6a095ea03ec,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:42.232346 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e4216-6b15-4d49-9cc3-df9f31082735 service neutron] Pushing event updated for resources: {'Port': ['ID=54035792-79c1-4a66-b659-7d1ad857a866,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:42.268622 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d9ab4ede-0f4e-4920-bd12-8bbfd3787b56 req-b38c3473-1eb1-491f-9179-7c8500c6fd8b tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 210 time: 0.0939813 Apr 20 13:05:42.289891 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aeb50166-e819-42df-b014-3c2c457207fd req-41d9568f-7c9c-4399-bf8a-946a3765571f tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475596 Apr 20 13:05:42.299820 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac840e3-2de2-4f4c-b1b9-c82fb882434f req-0d5bf889-867c-47bc-aba3-2468bbad0a77 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] No DVR routers for this DVR port c56b3b8b-006e-4368-ac0e-c6a095ea03ec on host n-h1-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:05:42.302673 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-aac840e3-2de2-4f4c-b1b9-c82fb882434f req-0d5bf889-867c-47bc-aba3-2468bbad0a77 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:42.306769 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aac840e3-2de2-4f4c-b1b9-c82fb882434f req-0d5bf889-867c-47bc-aba3-2468bbad0a77 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.32 "DELETE /v2.0/ports/c56b3b8b-006e-4368-ac0e-c6a095ea03ec HTTP/1.1" status: 204 len: 173 time: 0.6355441 Apr 20 13:05:42.307472 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e7e58b-ed3b-4491-a10d-b1d5a9543e16', 'name': 'network-vif-deleted', 'tag': 'c56b3b8b-006e-4368-ac0e-c6a095ea03ec'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:05:42.320355 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3341a86c-0208-4aac-b88c-72595545ce16" -d '{"events": [{"server_uuid": "25e7e58b-ed3b-4491-a10d-b1d5a9543e16", "name": "network-vif-deleted", "tag": "c56b3b8b-006e-4368-ac0e-c6a095ea03ec"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:05:42.332379 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-dd9e4216-6b15-4d49-9cc3-df9f31082735 service neutron] Attempting to bind port 54035792-79c1-4a66-b659-7d1ad857a866 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:05:42.332886 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-dd9e4216-6b15-4d49-9cc3-df9f31082735 service neutron] Attempting to bind port 54035792-79c1-4a66-b659-7d1ad857a866 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:05:42.333062 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-dd9e4216-6b15-4d49-9cc3-df9f31082735 service neutron] Attempting to bind port 54035792-79c1-4a66-b659-7d1ad857a866 on network 0e1f32e0-475a-42d4-85ee-1c369c932480 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:05:42.342959 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-dd9e4216-6b15-4d49-9cc3-df9f31082735 service neutron] Port 54035792-79c1-4a66-b659-7d1ad857a866 on network 0e1f32e0-475a-42d4-85ee-1c369c932480 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:05:42.342959 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-dd9e4216-6b15-4d49-9cc3-df9f31082735 service neutron] Attempting to bind port 54035792-79c1-4a66-b659-7d1ad857a866 on network 0e1f32e0-475a-42d4-85ee-1c369c932480 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:05:42.352926 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-dd9e4216-6b15-4d49-9cc3-df9f31082735 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:05:42.353889 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-dd9e4216-6b15-4d49-9cc3-df9f31082735 service neutron] Checking segment: {'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:05:42.354544 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-dd9e4216-6b15-4d49-9cc3-df9f31082735 service neutron] Bound using segment: {'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:05:42.355210 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-dd9e4216-6b15-4d49-9cc3-df9f31082735 service neutron] Bound port: 54035792-79c1-4a66-b659-7d1ad857a866, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:05:42.355837 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-dd9e4216-6b15-4d49-9cc3-df9f31082735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:42.358417 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321fdb86-c9db-4f7b-bbfa-68f2e3f4796b x-openstack-request-id: req-321fdb86-c9db-4f7b-bbfa-68f2e3f4796b {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:05:42.358718 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e7e58b-ed3b-4491-a10d-b1d5a9543e16", "name": "network-vif-deleted", "tag": "c56b3b8b-006e-4368-ac0e-c6a095ea03ec", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:05:42.358967 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-321fdb86-c9db-4f7b-bbfa-68f2e3f4796b {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:05:42.359398 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-321fdb86-c9db-4f7b-bbfa-68f2e3f4796b'] response: {'server_uuid': '25e7e58b-ed3b-4491-a10d-b1d5a9543e16', 'name': 'network-vif-deleted', 'tag': 'c56b3b8b-006e-4368-ac0e-c6a095ea03ec', 'status': 'completed', 'code': 200} Apr 20 13:05:42.432616 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-dd9e4216-6b15-4d49-9cc3-df9f31082735 service neutron] For port 54035792-79c1-4a66-b659-7d1ad857a866, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:05:42.436739 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-dd9e4216-6b15-4d49-9cc3-df9f31082735 service neutron] For port 54035792-79c1-4a66-b659-7d1ad857a866, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=54035792-79c1-4a66-b659-7d1ad857a866,segment=NetworkSegment(c36f4b37-e1d8-4848-acc2-f80f64f61825),segment_id=c36f4b37-e1d8-4848-acc2-f80f64f61825)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:05:42.533337 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-dd9e4216-6b15-4d49-9cc3-df9f31082735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:42.544742 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253a7cb-6cef-428b-ae99-9a77704e6d6c req-b29c2ae8-13d9-40a3-a450-fa73a29d8b71 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:42.546348 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2253a7cb-6cef-428b-ae99-9a77704e6d6c req-b29c2ae8-13d9-40a3-a450-fa73a29d8b71 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4c5a5a5-e5f5-45c3-92ba-5f2e6b034b50 HTTP/1.1" status: 200 len: 946 time: 0.0892615 Apr 20 13:05:42.554902 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876865d-d10d-46da-a233-d9d1b83e7c10 req-046491cf-1a88-4e46-8fcd-9dd6917d0433 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:42.556434 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0876865d-d10d-46da-a233-d9d1b83e7c10 req-046491cf-1a88-4e46-8fcd-9dd6917d0433 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 945 time: 0.0670807 Apr 20 13:05:42.611053 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e4216-6b15-4d49-9cc3-df9f31082735 service neutron] Pushing event updated for resources: {'Port': ['ID=54035792-79c1-4a66-b659-7d1ad857a866,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:42.628345 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2253a7cb-6cef-428b-ae99-9a77704e6d6c req-4ac9e50f-ee27-44c6-a073-259d9673dd0a tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705769 Apr 20 13:05:42.628826 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-dd9e4216-6b15-4d49-9cc3-df9f31082735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:42.630690 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-dd9e4216-6b15-4d49-9cc3-df9f31082735 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:42.634652 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-dd9e4216-6b15-4d49-9cc3-df9f31082735 service neutron] 10.222.0.32 "PUT /v2.0/ports/54035792-79c1-4a66-b659-7d1ad857a866 HTTP/1.1" status: 200 len: 1091 time: 0.9638045 Apr 20 13:05:42.635139 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b45b8f55-cffb-479f-a871-ac6968352e20', 'tag': '54035792-79c1-4a66-b659-7d1ad857a866'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:05:42.638156 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e9a8b4-d5ea-46f8-9a87-0824f671f241" -d '{"events": [{"name": "network-changed", "server_uuid": "b45b8f55-cffb-479f-a871-ac6968352e20", "tag": "54035792-79c1-4a66-b659-7d1ad857a866"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:05:42.647814 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0876865d-d10d-46da-a233-d9d1b83e7c10 req-87a40da0-e222-43ac-8057-c966617aac9c tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840032 Apr 20 13:05:42.688047 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce38369b-2df6-471a-b895-3b33544ef9e4 x-openstack-request-id: req-ce38369b-2df6-471a-b895-3b33544ef9e4 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:05:42.688047 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b45b8f55-cffb-479f-a871-ac6968352e20", "tag": "54035792-79c1-4a66-b659-7d1ad857a866", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:05:42.688047 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce38369b-2df6-471a-b895-3b33544ef9e4 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:05:42.688315 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce38369b-2df6-471a-b895-3b33544ef9e4'] response: {'name': 'network-changed', 'server_uuid': 'b45b8f55-cffb-479f-a871-ac6968352e20', 'tag': '54035792-79c1-4a66-b659-7d1ad857a866', 'status': 'completed', 'code': 200} Apr 20 13:05:42.704445 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:42.769053 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9a8b4-d5ea-46f8-9a87-0824f671f241 req-17e896ad-9300-4e0f-88c4-ec1d10ad4fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:42.770472 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-49e9a8b4-d5ea-46f8-9a87-0824f671f241 req-17e896ad-9300-4e0f-88c4-ec1d10ad4fee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e8b01a41b4bc4e3890fb87ac80b83556&device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 1094 time: 0.0577633 Apr 20 13:05:42.800465 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc4182-16d3-4dc1-9f73-38b84a6d07f9 req-13b72b3f-81d8-4846-a555-1d9437189b92 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:42.801905 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0dcc4182-16d3-4dc1-9f73-38b84a6d07f9 req-13b72b3f-81d8-4846-a555-1d9437189b92 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 943 time: 0.1065373 Apr 20 13:05:42.810065 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765ca3d-6a9c-45d0-9c50-8c60d604a8bd req-52f49208-c47c-4cf4-9a43-e6a387904437 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:42.814094 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8765ca3d-6a9c-45d0-9c50-8c60d604a8bd req-52f49208-c47c-4cf4-9a43-e6a387904437 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 950 time: 0.0671625 Apr 20 13:05:42.876509 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0dcc4182-16d3-4dc1-9f73-38b84a6d07f9 req-a78e5434-1028-492d-9345-628eeeeeeeb0 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620944 Apr 20 13:05:42.880403 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8765ca3d-6a9c-45d0-9c50-8c60d604a8bd req-cec12028-7f7c-4f83-b99c-dd2362d4a45b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616379 Apr 20 13:05:42.930595 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9a8b4-d5ea-46f8-9a87-0824f671f241 req-82a69e45-0df2-4360-8a3d-be679e937b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:42.932141 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-49e9a8b4-d5ea-46f8-9a87-0824f671f241 req-82a69e45-0df2-4360-8a3d-be679e937b69 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=e8b01a41b4bc4e3890fb87ac80b83556&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1389263 Apr 20 13:05:43.101574 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-09495008-7f41-4eae-9533-fef87f885b3e req-93277dbc-963c-4a44-9370-1cf706c8f98d tempest-ServerShowV257Test-1315349148 tempest-ServerShowV257Test-1315349148-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.0348852 Apr 20 13:05:43.193387 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9a8b4-d5ea-46f8-9a87-0824f671f241 req-ff95a5bf-47db-4564-b3d6-1af453fb575a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:43.194982 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-49e9a8b4-d5ea-46f8-9a87-0824f671f241 req-ff95a5bf-47db-4564-b3d6-1af453fb575a service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1045084 Apr 20 13:05:43.290109 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-e85cac88-5067-4519-8402-70a40ccd46ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:43.291683 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-e85cac88-5067-4519-8402-70a40ccd46ba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e8b01a41b4bc4e3890fb87ac80b83556&device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 1094 time: 0.0444279 Apr 20 13:05:43.346605 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-cdeff919-f3c9-4d8b-b870-ace04eed8f65 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54035792-79c1-4a66-b659-7d1ad857a866 HTTP/1.1" status: 200 len: 217 time: 0.0453467 Apr 20 13:05:43.389154 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9fc15a83-e628-4b30-abd2-75f58eb2d0a4 req-e0ebc89d-cdc9-4ea3-a9d9-fc3dbdb94fd9 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=25e7e58b-ed3b-4491-a10d-b1d5a9543e16 HTTP/1.1" status: 200 len: 210 time: 0.0347338 Apr 20 13:05:43.398913 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-7c4796b1-a025-4530-8540-234a9e4c5d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:43.400751 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-7c4796b1-a025-4530-8540-234a9e4c5d52 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dd5d8d2c-9bbe-433b-b6b9-a140ce7264b5 HTTP/1.1" status: 200 len: 860 time: 0.0460200 Apr 20 13:05:43.450023 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-00374385-165b-4f46-8fdc-9a5d4db014f3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0e1f32e0-475a-42d4-85ee-1c369c932480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276546 Apr 20 13:05:43.454134 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14c9c6-54b0-4841-aa3b-540269ba0fb3 req-8fb4d6a2-29d4-4d9a-bf62-28a580556bca tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:43.454842 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3e14c9c6-54b0-4841-aa3b-540269ba0fb3 req-8fb4d6a2-29d4-4d9a-bf62-28a580556bca tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.0684905 Apr 20 13:05:43.512473 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3e14c9c6-54b0-4841-aa3b-540269ba0fb3 req-7ea8ed61-54ad-443e-a856-d8366d71b3e0 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503836 Apr 20 13:05:43.566511 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-a53c848a-0648-4b2a-8817-187cc9fdd476 service neutron] 10.222.0.32 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080244 Apr 20 13:05:43.655109 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8b2833d5-e3bd-4fb2-b5a7-9e3dd9c090ec req-6fe37628-ff56-4795-811a-e5371d8ca323 service neutron] 10.222.0.32 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819392 Apr 20 13:05:43.780546 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef5b65-f6ed-4bbb-8948-73b6bbbb137f req-0bd7c939-4ca3-498a-82ef-9d2312531966 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:43.782041 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f5ef5b65-f6ed-4bbb-8948-73b6bbbb137f req-0bd7c939-4ca3-498a-82ef-9d2312531966 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4c5a5a5-e5f5-45c3-92ba-5f2e6b034b50 HTTP/1.1" status: 200 len: 946 time: 0.0853031 Apr 20 13:05:43.794819 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650fc6a-13a8-484d-b126-57fc620016b9 req-ca2ab09b-bba3-429e-9582-3f5dbfaebb7c tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:43.796298 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c650fc6a-13a8-484d-b126-57fc620016b9 req-ca2ab09b-bba3-429e-9582-3f5dbfaebb7c tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 945 time: 0.0687068 Apr 20 13:05:43.854844 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f5ef5b65-f6ed-4bbb-8948-73b6bbbb137f req-85eab3a6-339f-4ecc-8491-b314a5b3dd03 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575767 Apr 20 13:05:43.860190 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c650fc6a-13a8-484d-b126-57fc620016b9 req-03f99181-5dbe-48ca-bc52-af7cbaae9480 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562603 Apr 20 13:05:44.027573 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e89a78-4460-4e65-9dbd-5a2999c1a3b7 req-d73831df-5529-485a-b4eb-793d64f4cc33 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:44.029180 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-47e89a78-4460-4e65-9dbd-5a2999c1a3b7 req-d73831df-5529-485a-b4eb-793d64f4cc33 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 943 time: 0.0808964 Apr 20 13:05:44.038271 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce928b71-ed18-446e-bbad-c8a5c638db16 req-d4e4a2d4-c705-4527-a688-d4defd5102fd tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:44.039722 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ce928b71-ed18-446e-bbad-c8a5c638db16 req-d4e4a2d4-c705-4527-a688-d4defd5102fd tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 950 time: 0.0806456 Apr 20 13:05:44.100967 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-47e89a78-4460-4e65-9dbd-5a2999c1a3b7 req-69228439-f2b6-4769-8c52-5220a810b4d4 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601459 Apr 20 13:05:44.104417 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ce928b71-ed18-446e-bbad-c8a5c638db16 req-97f4792e-82b2-4935-9518-cb49189ef31c tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579252 Apr 20 13:05:44.220710 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-78649a41-1343-4fcc-b8c7-21b540c54763 req-f7038d61-0636-4867-919e-c251c5bcb63f tempest-ServerShowV257Test-1315349148 tempest-ServerShowV257Test-1315349148-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.0393341 Apr 20 13:05:44.575394 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device c56b3b8b-006e-4368-ac0e-c6a095ea03ec no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:05:44.600797 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: c56b3b8b-006e-4368-ac0e-c6a095ea03ec {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:05:44.601169 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device c56b3b8b-006e-4368-ac0e-c6a095ea03ec not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:05:44.631021 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76472f6f-0b66-4bcf-ba4e-cdd0c8e7d27e req-80bb3688-8702-4693-bd6f-0e2ff61f0a2f tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:44.632584 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-76472f6f-0b66-4bcf-ba4e-cdd0c8e7d27e req-80bb3688-8702-4693-bd6f-0e2ff61f0a2f tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.0521860 Apr 20 13:05:44.671928 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-76472f6f-0b66-4bcf-ba4e-cdd0c8e7d27e req-4d202d79-7a2a-4226-843c-65574020cfa1 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333986 Apr 20 13:05:44.848176 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13e7f3-e948-49c8-ba3e-b3365dd50d98 req-f875191a-c1d7-4ae2-a996-49e5e70ebe37 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:44.849657 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8b13e7f3-e948-49c8-ba3e-b3365dd50d98 req-f875191a-c1d7-4ae2-a996-49e5e70ebe37 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=12cb6c0e-c318-4180-8e7f-8f9bb58fb50d HTTP/1.1" status: 200 len: 967 time: 0.0512393 Apr 20 13:05:44.889414 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8b13e7f3-e948-49c8-ba3e-b3365dd50d98 req-cbb080ce-aa4b-46ed-93b5-2f7ec1aacb39 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323038 Apr 20 13:05:44.992706 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8422fdd-40bf-464c-b703-baf59259d101 req-9249c06b-ac2c-4311-a47c-a97fe357a8fa tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:44.994202 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b8422fdd-40bf-464c-b703-baf59259d101 req-9249c06b-ac2c-4311-a47c-a97fe357a8fa tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 945 time: 0.0519989 Apr 20 13:05:45.032881 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b8422fdd-40bf-464c-b703-baf59259d101 req-340e8e18-560c-4132-89fb-7e689d7298c5 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325468 Apr 20 13:05:45.257456 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548f137-70ef-489a-86a5-72ebeffa5814 req-c358cc6b-fec7-4348-be3b-25eeae09f90b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:45.258941 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3548f137-70ef-489a-86a5-72ebeffa5814 req-c358cc6b-fec7-4348-be3b-25eeae09f90b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 950 time: 0.0781863 Apr 20 13:05:45.271516 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4927a-cbb4-4b9d-99e6-fe83926aa44e req-c5b8c3a5-355a-4b69-bec2-1af4563ab13f tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:45.272887 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9af4927a-cbb4-4b9d-99e6-fe83926aa44e req-c5b8c3a5-355a-4b69-bec2-1af4563ab13f tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 943 time: 0.0659590 Apr 20 13:05:45.332239 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3548f137-70ef-489a-86a5-72ebeffa5814 req-30a6bf9a-5403-471c-b265-48b18f22fe8d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583942 Apr 20 13:05:45.335041 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9af4927a-cbb4-4b9d-99e6-fe83926aa44e req-bade4cba-16b6-4d90-a01d-de0aeff8c723 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557237 Apr 20 13:05:45.448892 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fb3895b1-84ea-4084-970f-742a929a2de8 req-fb7e85ca-9bb4-4c4c-9f62-c38e131c3bb0 tempest-ServerShowV257Test-1315349148 tempest-ServerShowV257Test-1315349148-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.0336142 Apr 20 13:05:45.735991 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ac375-68ce-4b69-84aa-7bc3aaa6c27d req-affde7a7-4aa2-482c-be1f-2d63b3662b04 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:45.737933 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fc7ac375-68ce-4b69-84aa-7bc3aaa6c27d req-affde7a7-4aa2-482c-be1f-2d63b3662b04 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.15 "GET /v2.0/ports?device_id=12cb6c0e-c318-4180-8e7f-8f9bb58fb50d HTTP/1.1" status: 200 len: 967 time: 0.0487108 Apr 20 13:05:45.840304 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e3209-2527-42bf-a430-04722495fb04 req-be64c9c7-a85e-479c-a3d6-51f12c52bf31 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:45.841743 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a3e3209-2527-42bf-a430-04722495fb04 req-be64c9c7-a85e-479c-a3d6-51f12c52bf31 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.0911310 Apr 20 13:05:45.890649 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-fc7ac375-68ce-4b69-84aa-7bc3aaa6c27d req-57720ab8-224e-45ae-b304-aff2af71f701 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Deleting port 916b4b77-7d7a-491c-ba57-af69d26306e7 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:05:45.891350 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fc7ac375-68ce-4b69-84aa-7bc3aaa6c27d req-57720ab8-224e-45ae-b304-aff2af71f701 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:45.897091 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a3e3209-2527-42bf-a430-04722495fb04 req-743e165a-3ef4-472a-b8c0-5551dc429559 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491714 Apr 20 13:05:46.005982 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-fc7ac375-68ce-4b69-84aa-7bc3aaa6c27d req-57720ab8-224e-45ae-b304-aff2af71f701 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] For port 916b4b77-7d7a-491c-ba57-af69d26306e7, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=916b4b77-7d7a-491c-ba57-af69d26306e7,segment=NetworkSegment(fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1),segment_id=fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:46.006258 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fc7ac375-68ce-4b69-84aa-7bc3aaa6c27d req-57720ab8-224e-45ae-b304-aff2af71f701 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:46.021635 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-fc7ac375-68ce-4b69-84aa-7bc3aaa6c27d req-57720ab8-224e-45ae-b304-aff2af71f701 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Calling delete_port for 916b4b77-7d7a-491c-ba57-af69d26306e7 owned by compute:tempest-test_az-1558304307 {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:05:46.040870 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe18908-91fd-4a49-a1c7-63df9e2d037a req-741219ca-cc2d-4f4f-b5fc-62e49d224cb4 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:46.042314 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1fe18908-91fd-4a49-a1c7-63df9e2d037a req-741219ca-cc2d-4f4f-b5fc-62e49d224cb4 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/ports?device_id=12cb6c0e-c318-4180-8e7f-8f9bb58fb50d HTTP/1.1" status: 200 len: 967 time: 0.0841613 Apr 20 13:05:46.127314 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1fe18908-91fd-4a49-a1c7-63df9e2d037a req-d5318032-c2de-4b0b-bf08-59751e7aee08 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cf8bed8-7274-4125-81f7-e97738ddea90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543125 Apr 20 13:05:46.176714 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c03279-9c77-4fec-8120-b5afc1cf3260 req-1aa75d71-7de5-4854-9ca6-61564ae03524 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:46.178134 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f9c03279-9c77-4fec-8120-b5afc1cf3260 req-1aa75d71-7de5-4854-9ca6-61564ae03524 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 945 time: 0.0704904 Apr 20 13:05:46.247963 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f9c03279-9c77-4fec-8120-b5afc1cf3260 req-f5e0a8d7-35a0-4303-859b-e8ec62e67a52 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637226 Apr 20 13:05:46.315077 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fc7ac375-68ce-4b69-84aa-7bc3aaa6c27d req-57720ab8-224e-45ae-b304-aff2af71f701 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:46.340981 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57720ab8-224e-45ae-b304-aff2af71f701 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Pushing event deleted for resources: {'Port': ['ID=916b4b77-7d7a-491c-ba57-af69d26306e7,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:46.385365 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7ac375-68ce-4b69-84aa-7bc3aaa6c27d req-57720ab8-224e-45ae-b304-aff2af71f701 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] No DVR routers for this DVR port 916b4b77-7d7a-491c-ba57-af69d26306e7 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:05:46.387963 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fc7ac375-68ce-4b69-84aa-7bc3aaa6c27d req-57720ab8-224e-45ae-b304-aff2af71f701 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:46.391213 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fc7ac375-68ce-4b69-84aa-7bc3aaa6c27d req-57720ab8-224e-45ae-b304-aff2af71f701 tempest-LiveMigrationTest-682650992 tempest-LiveMigrationTest-682650992-project] 10.222.0.15 "DELETE /v2.0/ports/916b4b77-7d7a-491c-ba57-af69d26306e7 HTTP/1.1" status: 204 len: 173 time: 0.6466072 Apr 20 13:05:46.391749 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12cb6c0e-c318-4180-8e7f-8f9bb58fb50d', 'name': 'network-vif-deleted', 'tag': '916b4b77-7d7a-491c-ba57-af69d26306e7'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:05:46.393991 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3ddf30-42f8-438f-84f3-41b499f23f01" -d '{"events": [{"server_uuid": "12cb6c0e-c318-4180-8e7f-8f9bb58fb50d", "name": "network-vif-deleted", "tag": "916b4b77-7d7a-491c-ba57-af69d26306e7"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:05:46.495091 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39296fe2-08cf-41a5-a7fc-b2be78863b63 req-4850aba5-8724-45f4-bb82-bcdff2b588c0 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:46.496616 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-39296fe2-08cf-41a5-a7fc-b2be78863b63 req-4850aba5-8724-45f4-bb82-bcdff2b588c0 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 943 time: 0.0772374 Apr 20 13:05:46.504780 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1ed25-6db5-4d2c-b308-51c226e2df25 req-c21cd92f-74e8-4147-ae8b-4d126f1365f7 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:46.506189 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-01a1ed25-6db5-4d2c-b308-51c226e2df25 req-c21cd92f-74e8-4147-ae8b-4d126f1365f7 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 950 time: 0.0772154 Apr 20 13:05:46.554805 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-39296fe2-08cf-41a5-a7fc-b2be78863b63 req-39118bc4-8354-446d-906a-1841c9905122 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475326 Apr 20 13:05:46.566669 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-01a1ed25-6db5-4d2c-b308-51c226e2df25 req-7c64cfc5-094d-42c0-8e3d-ad7929e3643c tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537720 Apr 20 13:05:46.602389 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037ef87e-48d7-4a74-9626-172fe572045a x-openstack-request-id: req-037ef87e-48d7-4a74-9626-172fe572045a {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:05:46.603303 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12cb6c0e-c318-4180-8e7f-8f9bb58fb50d", "name": "network-vif-deleted", "tag": "916b4b77-7d7a-491c-ba57-af69d26306e7", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:05:46.603696 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-037ef87e-48d7-4a74-9626-172fe572045a {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:05:46.604270 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-037ef87e-48d7-4a74-9626-172fe572045a'] response: {'server_uuid': '12cb6c0e-c318-4180-8e7f-8f9bb58fb50d', 'name': 'network-vif-deleted', 'tag': '916b4b77-7d7a-491c-ba57-af69d26306e7', 'status': 'completed', 'code': 200} Apr 20 13:05:46.661220 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-49dde620-9488-42ab-ad50-1950e35fb9ef req-86ae0cc1-2c99-45ab-8bc7-cffc609102e5 tempest-ServerShowV257Test-1315349148 tempest-ServerShowV257Test-1315349148-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.0309353 Apr 20 13:05:46.888725 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device f523a5de-7d3d-4dc1-bf1b-6d626deb317f details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:05:46.890850 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device f523a5de-7d3d-4dc1-bf1b-6d626deb317f no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:05:47.054995 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:47.058030 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port f523a5de-7d3d-4dc1-bf1b-6d626deb317f, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=f523a5de-7d3d-4dc1-bf1b-6d626deb317f,segment=NetworkSegment(b8a45d7f-8d03-42e0-b39a-371992aad9ff),segment_id=b8a45d7f-8d03-42e0-b39a-371992aad9ff)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:47.078003 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'f523a5de-7d3d-4dc1-bf1b-6d626deb317f', 'network_id': 'ce4b787d-844d-4a10-8a46-e3a4d131f18d', 'port_id': 'f523a5de-7d3d-4dc1-bf1b-6d626deb317f', 'mac_address': 'fa:16:3e:e2:bd:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce0cd2d-82e3-48f4-af7d-ad5190f8c609', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:05:47.095524 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2f56c9-80a3-4ae2-baa6-123b277110d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f523a5de-7d3d-4dc1-bf1b-6d626deb317f'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:05:47.098025 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c52b1a-7192-40a3-916f-d098cf43165d" -d '{"events": [{"server_uuid": "8b2f56c9-80a3-4ae2-baa6-123b277110d5", "name": "network-vif-unplugged", "status": "completed", "tag": "f523a5de-7d3d-4dc1-bf1b-6d626deb317f"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:05:47.131218 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port f523a5de-7d3d-4dc1-bf1b-6d626deb317f, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=f523a5de-7d3d-4dc1-bf1b-6d626deb317f,segment=NetworkSegment(b8a45d7f-8d03-42e0-b39a-371992aad9ff),segment_id=b8a45d7f-8d03-42e0-b39a-371992aad9ff)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:47.147415 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:47.162187 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f523a5de-7d3d-4dc1-bf1b-6d626deb317f {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:05:47.213364 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:47.291138 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:05:47.291567 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:05:47.296144 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=f523a5de-7d3d-4dc1-bf1b-6d626deb317f,revision_number=6']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:47.303114 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe39eb-1d79-4a2d-9fff-4f4e3453d3bb req-82e4aad7-336b-4f44-b436-d8748c5a1fed tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:47.305134 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fbfe39eb-1d79-4a2d-9fff-4f4e3453d3bb req-82e4aad7-336b-4f44-b436-d8748c5a1fed tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.3369021 Apr 20 13:05:47.343451 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fbfe39eb-1d79-4a2d-9fff-4f4e3453d3bb req-433fa753-a406-4676-ad22-4d8e068eb4f6 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319610 Apr 20 13:05:47.385950 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d789d2-7a55-4555-ae44-ea927496c548 x-openstack-request-id: req-c5d789d2-7a55-4555-ae44-ea927496c548 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:05:47.386755 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2f56c9-80a3-4ae2-baa6-123b277110d5", "name": "network-vif-unplugged", "status": "completed", "tag": "f523a5de-7d3d-4dc1-bf1b-6d626deb317f", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:05:47.387073 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c5d789d2-7a55-4555-ae44-ea927496c548 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:05:47.387576 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5d789d2-7a55-4555-ae44-ea927496c548'] response: {'server_uuid': '8b2f56c9-80a3-4ae2-baa6-123b277110d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f523a5de-7d3d-4dc1-bf1b-6d626deb317f', 'code': 200} Apr 20 13:05:47.415882 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 32880) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:47.516221 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ace363-128d-4465-8275-2b4f7f01e379 req-845a896e-892d-4e4d-8dd2-49bd2239c72d tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:47.517736 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d0ace363-128d-4465-8275-2b4f7f01e379 req-845a896e-892d-4e4d-8dd2-49bd2239c72d tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 943 time: 0.0605881 Apr 20 13:05:47.591606 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d0ace363-128d-4465-8275-2b4f7f01e379 req-869c82f8-5e82-4ec3-8278-3198c5d27dd4 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675907 Apr 20 13:05:47.594512 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-b010d9c1-062e-4195-9f43-cc28e8185341 admin admin] Deleting subnet 7f1a9c16-f305-43f3-a182-10217ec8e6e3 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:05:47.598798 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b010d9c1-062e-4195-9f43-cc28e8185341 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:47.633438 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b010d9c1-062e-4195-9f43-cc28e8185341 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:47.723600 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b010d9c1-062e-4195-9f43-cc28e8185341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:47.776034 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b9fc38-ca1b-4adc-8d7a-ddd21741c024 req-18605a25-4ace-4bf5-a5db-65ac92007b8f tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:47.777485 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e2b9fc38-ca1b-4adc-8d7a-ddd21741c024 req-18605a25-4ace-4bf5-a5db-65ac92007b8f tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 943 time: 0.1226203 Apr 20 13:05:47.788579 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf885b64-6f94-4b5c-b9a8-0b090e2a895d req-e31b7805-ae0f-4e1d-bee3-cbf96001a464 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:47.789948 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cf885b64-6f94-4b5c-b9a8-0b090e2a895d req-e31b7805-ae0f-4e1d-bee3-cbf96001a464 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 950 time: 0.1297112 Apr 20 13:05:47.830014 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:47.846477 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f523a5de-7d3d-4dc1-bf1b-6d626deb317f {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:05:47.853469 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cf885b64-6f94-4b5c-b9a8-0b090e2a895d req-a9b508a9-5fdd-4302-af05-911ed84d8da3 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558739 Apr 20 13:05:47.863600 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e2b9fc38-ca1b-4adc-8d7a-ddd21741c024 req-e265c303-804e-45e5-a979-c81ea2b42a79 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725029 Apr 20 13:05:47.878693 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port f523a5de-7d3d-4dc1-bf1b-6d626deb317f, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=f523a5de-7d3d-4dc1-bf1b-6d626deb317f,segment=NetworkSegment(b8a45d7f-8d03-42e0-b39a-371992aad9ff),segment_id=b8a45d7f-8d03-42e0-b39a-371992aad9ff)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:47.911071 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b010d9c1-062e-4195-9f43-cc28e8185341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:47.938416 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:47.950802 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010d9c1-062e-4195-9f43-cc28e8185341 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f1a9c16-f305-43f3-a182-10217ec8e6e3,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:47.966550 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b010d9c1-062e-4195-9f43-cc28e8185341 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:47.969751 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b010d9c1-062e-4195-9f43-cc28e8185341 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7f1a9c16-f305-43f3-a182-10217ec8e6e3 HTTP/1.1" status: 204 len: 168 time: 0.5527663 Apr 20 13:05:47.972377 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e35756d1-4a45-41f0-9b5c-38f4996c821b req-427c3607-63ee-4a77-ac1b-9adfc6b35e1a tempest-ServerShowV257Test-1315349148 tempest-ServerShowV257Test-1315349148-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.0339861 Apr 20 13:05:47.972947 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 32892) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:47.996170 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=f523a5de-7d3d-4dc1-bf1b-6d626deb317f,revision_number=7']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:48.046598 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b4748bf5-7a72-4d76-9517-8c968150339a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:48.121873 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b4748bf5-7a72-4d76-9517-8c968150339a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:48.141361 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-b4748bf5-7a72-4d76-9517-8c968150339a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da0d71e6-e706-45b9-bcd7-1c5524c4bb88']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:05:48.151829 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-b4748bf5-7a72-4d76-9517-8c968150339a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:05:48.152125 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-b4748bf5-7a72-4d76-9517-8c968150339a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fce2a1cb-cb3c-4ef7-b5a3-b3dbc17068e1') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:05:48.162759 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b4748bf5-7a72-4d76-9517-8c968150339a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:48.177446 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b4748bf5-7a72-4d76-9517-8c968150339a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:48.184312 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4748bf5-7a72-4d76-9517-8c968150339a admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:05:48.184763 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b4748bf5-7a72-4d76-9517-8c968150339a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:48.186512 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:05:48.186512 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:05:48.186512 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:05:48.186512 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:05:48.186512 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:05:48.186512 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:05:48.186512 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:05:48.186512 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:05:48.186512 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:05:48.186512 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:05:48.186512 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:05:48.186512 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:05:48.186512 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:05:48.186512 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:05:48.186512 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:05:48.186512 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:05:48.186512 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:05:48.186512 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:05:48.186512 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:05:48.186512 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:05:48.186512 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:05:48.186512 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:05:48.186512 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:05:48.186512 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:05:48.186512 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:05:48.186512 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:05:48.186512 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:05:48.186512 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:05:48.186512 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:05:48.186512 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:05:48.186512 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:05:48.186512 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:05:48.322606 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['f523a5de-7d3d-4dc1-bf1b-6d626deb317f'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:05:48.332385 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b4748bf5-7a72-4d76-9517-8c968150339a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:48.338294 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b4748bf5-7a72-4d76-9517-8c968150339a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:48.342495 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b4748bf5-7a72-4d76-9517-8c968150339a admin admin] 10.222.0.25 "DELETE /v2.0/networks/da0d71e6-e706-45b9-bcd7-1c5524c4bb88 HTTP/1.1" status: 204 len: 168 time: 0.3685031 Apr 20 13:05:48.345425 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 32894) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:48.357486 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4748bf5-7a72-4d76-9517-8c968150339a admin admin] Pushing event deleted for resources: {'Network': ['ID=da0d71e6-e706-45b9-bcd7-1c5524c4bb88,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:48.403188 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf4b5bbd-a924-40fb-9bc9-7e2a93c43025 admin admin] Deleting subnet 47f1343d-8ed2-435f-afb1-dd009cdbdae7 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:05:48.407455 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bf4b5bbd-a924-40fb-9bc9-7e2a93c43025 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:48.470063 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bf4b5bbd-a924-40fb-9bc9-7e2a93c43025 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:48.524601 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2c001-40fa-449b-b136-a735ff5facf6 req-c8e4c143-3175-4ef1-99f8-a0cbc3e29965 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:48.526163 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-94d2c001-40fa-449b-b136-a735ff5facf6 req-c8e4c143-3175-4ef1-99f8-a0cbc3e29965 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.0947068 Apr 20 13:05:48.530720 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bf4b5bbd-a924-40fb-9bc9-7e2a93c43025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:48.592299 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-94d2c001-40fa-449b-b136-a735ff5facf6 req-9ce78565-9dc4-4956-bb93-08bbdba5145b tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592105 Apr 20 13:05:48.695876 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bf4b5bbd-a924-40fb-9bc9-7e2a93c43025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:48.728668 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b5bbd-a924-40fb-9bc9-7e2a93c43025 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47f1343d-8ed2-435f-afb1-dd009cdbdae7,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:48.733061 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bf4b5bbd-a924-40fb-9bc9-7e2a93c43025 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:48.739659 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 32902) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:48.747989 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-bf4b5bbd-a924-40fb-9bc9-7e2a93c43025 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/47f1343d-8ed2-435f-afb1-dd009cdbdae7 HTTP/1.1" status: 204 len: 168 time: 0.4006956 Apr 20 13:05:48.765416 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a62a5-cd56-4fd6-b3a8-06003d9b4c0e req-1b71ccd8-6e89-4764-a115-67363157a4cb tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:48.773394 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fb4a62a5-cd56-4fd6-b3a8-06003d9b4c0e req-1b71ccd8-6e89-4764-a115-67363157a4cb tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 944 time: 0.1119258 Apr 20 13:05:48.810212 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fb4a62a5-cd56-4fd6-b3a8-06003d9b4c0e req-3b30b256-792d-4962-8270-7e9739867b7f tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359228 Apr 20 13:05:48.834911 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c00ac960-4711-4f27-b17e-e8cd4e003fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:48.912597 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 13397ee1-19f1-4d58-9c64-1a626346836b details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:05:48.915567 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 13397ee1-19f1-4d58-9c64-1a626346836b no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:05:48.945303 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c00ac960-4711-4f27-b17e-e8cd4e003fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:48.990542 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-c00ac960-4711-4f27-b17e-e8cd4e003fcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b41e91c0-b294-45ff-a337-32ef5b8204b2']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:05:49.005005 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-c00ac960-4711-4f27-b17e-e8cd4e003fcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df4b6291-edd2-4e15-b949-51353092e198') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:05:49.005219 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-c00ac960-4711-4f27-b17e-e8cd4e003fcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df4b6291-edd2-4e15-b949-51353092e198') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:05:49.013242 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e9d99-0c39-4002-b59b-de891ba08eb5 req-5de89881-a66d-4297-9918-05f1dd14a484 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:49.015107 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-507e9d99-0c39-4002-b59b-de891ba08eb5 req-5de89881-a66d-4297-9918-05f1dd14a484 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 950 time: 0.0882213 Apr 20 13:05:49.020523 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c00ac960-4711-4f27-b17e-e8cd4e003fcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:49.043629 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c00ac960-4711-4f27-b17e-e8cd4e003fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:49.051322 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c00ac960-4711-4f27-b17e-e8cd4e003fcd admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:05:49.051749 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c00ac960-4711-4f27-b17e-e8cd4e003fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:49.058815 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7ffb0-b880-4997-9517-a1d6de3c6a9d req-bd7ccde5-4848-41cb-bed3-fded73a21f7d tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:49.061069 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66c7ffb0-b880-4997-9517-a1d6de3c6a9d req-bd7ccde5-4848-41cb-bed3-fded73a21f7d tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 943 time: 0.0993307 Apr 20 13:05:49.070643 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:49.071538 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:05:49.071538 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:05:49.071538 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:05:49.071538 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:05:49.071538 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:05:49.071538 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:05:49.071538 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:05:49.071538 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:05:49.071538 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:05:49.071538 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:05:49.071538 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:05:49.071538 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:05:49.071538 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:05:49.071538 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:05:49.071538 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:05:49.071538 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:05:49.071538 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:05:49.071538 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:05:49.071538 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:05:49.071538 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:05:49.071538 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:05:49.071538 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:05:49.071538 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:05:49.071538 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:05:49.071538 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:05:49.071538 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:05:49.071538 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:05:49.071538 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:05:49.071538 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:05:49.071538 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:05:49.071538 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:05:49.071538 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:05:49.109402 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-507e9d99-0c39-4002-b59b-de891ba08eb5 req-225a33d0-26fa-4f4d-8144-118fb1f85637 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832353 Apr 20 13:05:49.138796 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 13397ee1-19f1-4d58-9c64-1a626346836b, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=13397ee1-19f1-4d58-9c64-1a626346836b,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:49.153553 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 13397ee1-19f1-4d58-9c64-1a626346836b, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=13397ee1-19f1-4d58-9c64-1a626346836b,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:49.156021 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66c7ffb0-b880-4997-9517-a1d6de3c6a9d req-0b8bd662-8075-4106-9aa3-219a1913bd0a tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789192 Apr 20 13:05:49.166311 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '13397ee1-19f1-4d58-9c64-1a626346836b', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'port_id': '13397ee1-19f1-4d58-9c64-1a626346836b', 'mac_address': 'fa:16:3e:5b:6d:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b1f82a-7732-4b50-ab22-2475f182a712', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:05:49.196424 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:49.197122 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 916b4b77-7d7a-491c-ba57-af69d26306e7 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:05:49.224062 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c00ac960-4711-4f27-b17e-e8cd4e003fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:49.230078 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fe12edd3-ec61-445d-af5a-48e4ed1156dc req-ac2d03c9-7ae4-4196-91c9-6aebb320bb69 tempest-ServerShowV257Test-1315349148 tempest-ServerShowV257Test-1315349148-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.0310380 Apr 20 13:05:49.232609 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c00ac960-4711-4f27-b17e-e8cd4e003fcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:49.236009 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c00ac960-4711-4f27-b17e-e8cd4e003fcd admin admin] 10.222.0.25 "DELETE /v2.0/networks/b41e91c0-b294-45ff-a337-32ef5b8204b2 HTTP/1.1" status: 204 len: 168 time: 0.4955239 Apr 20 13:05:49.264935 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 916b4b77-7d7a-491c-ba57-af69d26306e7 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:05:49.265496 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 916b4b77-7d7a-491c-ba57-af69d26306e7 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:05:49.268960 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=13397ee1-19f1-4d58-9c64-1a626346836b,revision_number=9']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:49.281319 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ac960-4711-4f27-b17e-e8cd4e003fcd admin admin] Pushing event deleted for resources: {'Network': ['ID=b41e91c0-b294-45ff-a337-32ef5b8204b2,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:49.281520 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:49.300174 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13397ee1-19f1-4d58-9c64-1a626346836b {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:05:49.339432 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:05:49.339888 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:05:49.388493 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa9b908-179a-45c9-8029-6d4c5c63513a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13397ee1-19f1-4d58-9c64-1a626346836b'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:05:49.390938 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea6bd46-f903-43f8-a118-418ee7b4b2e0" -d '{"events": [{"server_uuid": "5fa9b908-179a-45c9-8029-6d4c5c63513a", "name": "network-vif-unplugged", "status": "completed", "tag": "13397ee1-19f1-4d58-9c64-1a626346836b"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:05:49.429034 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62418df3-2214-4b3e-aca3-42d7b04afaae x-openstack-request-id: req-62418df3-2214-4b3e-aca3-42d7b04afaae {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:05:49.429327 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa9b908-179a-45c9-8029-6d4c5c63513a", "name": "network-vif-unplugged", "status": "completed", "tag": "13397ee1-19f1-4d58-9c64-1a626346836b", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:05:49.429580 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-62418df3-2214-4b3e-aca3-42d7b04afaae {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:05:49.429980 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62418df3-2214-4b3e-aca3-42d7b04afaae'] response: {'server_uuid': '5fa9b908-179a-45c9-8029-6d4c5c63513a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13397ee1-19f1-4d58-9c64-1a626346836b', 'code': 200} Apr 20 13:05:49.600913 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 32914) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:49.660095 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-525a344c-2b8c-4aba-87a0-39aeebc7d706 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1be87b7e79ba4ecba94c1624cfe95dd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0580313 Apr 20 13:05:49.663537 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 32920) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:49.716420 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-23cc3b85-6c4d-4e5f-81b4-128a46b599c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:49.738387 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-23cc3b85-6c4d-4e5f-81b4-128a46b599c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:49.739843 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e35ed-3422-4430-a48b-b0b7e04d185e req-24e70630-66a2-4db7-ab4f-f83c67161afd tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:49.741398 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-646e35ed-3422-4430-a48b-b0b7e04d185e req-24e70630-66a2-4db7-ab4f-f83c67161afd tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 948 time: 0.0504544 Apr 20 13:05:49.787256 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-646e35ed-3422-4430-a48b-b0b7e04d185e req-13c1b711-706d-4a3b-8a7c-569e2625001a tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392513 Apr 20 13:05:49.869856 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-23cc3b85-6c4d-4e5f-81b4-128a46b599c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:49.872582 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-23cc3b85-6c4d-4e5f-81b4-128a46b599c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:49.876460 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-23cc3b85-6c4d-4e5f-81b4-128a46b599c2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7cf8bed8-7274-4125-81f7-e97738ddea90 HTTP/1.1" status: 204 len: 168 time: 0.2119410 Apr 20 13:05:49.885007 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc3b85-6c4d-4e5f-81b4-128a46b599c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf8bed8-7274-4125-81f7-e97738ddea90,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:49.899819 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:49.922744 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13397ee1-19f1-4d58-9c64-1a626346836b {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:05:49.941648 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 13397ee1-19f1-4d58-9c64-1a626346836b, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=13397ee1-19f1-4d58-9c64-1a626346836b,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:49.972883 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025ed42-7d8d-4d30-a13c-054d5abde3a0 req-c7f3a236-a877-4265-91ba-f48978f296d3 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:49.974378 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d025ed42-7d8d-4d30-a13c-054d5abde3a0 req-c7f3a236-a877-4265-91ba-f48978f296d3 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 944 time: 0.0779607 Apr 20 13:05:50.001223 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:50.028457 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d025ed42-7d8d-4d30-a13c-054d5abde3a0 req-bd2247c0-ca4f-494e-b3ff-2e167b0c40c8 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474946 Apr 20 13:05:50.049712 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=13397ee1-19f1-4d58-9c64-1a626346836b,revision_number=10']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:50.221098 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b26c3-c57a-4ffb-88a3-565ac0a72a0a req-5f74863e-4872-40ba-95ad-098755471d35 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:50.229765 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e5b26c3-c57a-4ffb-88a3-565ac0a72a0a req-5f74863e-4872-40ba-95ad-098755471d35 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 950 time: 0.0597968 Apr 20 13:05:50.297477 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e5b26c3-c57a-4ffb-88a3-565ac0a72a0a req-161a9e90-0358-4aa9-9ca0-c48b7da35f7b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668421 Apr 20 13:05:50.313199 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7c985-5cc6-44f2-95e1-f5aa9360d226 req-e867ffdf-77d1-49bc-99de-d6c418d9ec9b tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:50.315599 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-41a7c985-5cc6-44f2-95e1-f5aa9360d226 req-e867ffdf-77d1-49bc-99de-d6c418d9ec9b tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 943 time: 0.0675144 Apr 20 13:05:50.363734 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-41a7c985-5cc6-44f2-95e1-f5aa9360d226 req-ec7b5c61-e7e3-42e7-8f8f-d6b20db15bdc tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393202 Apr 20 13:05:50.387625 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['13397ee1-19f1-4d58-9c64-1a626346836b'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:05:50.397427 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8ecb4758-a253-4c72-9e3f-e415696121b1 req-4b1c70d5-3b5b-42b9-81bf-c12cce8419eb tempest-ServerShowV257Test-1315349148 tempest-ServerShowV257Test-1315349148-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.0280395 Apr 20 13:05:50.577707 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 32934) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:50.616085 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1f72d9e1-e45d-4406-b106-c1bb3187130c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fd36a19054b7414ba85d2738e9de634e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372381 Apr 20 13:05:50.618547 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 32936) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:50.673427 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bd9541a9-cfa2-4e5c-8510-6e28b5f409c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:50.704388 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bd9541a9-cfa2-4e5c-8510-6e28b5f409c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:50.902899 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bd9541a9-cfa2-4e5c-8510-6e28b5f409c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:50.905282 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2409c43-62ae-4b53-9354-2734ea3368ea req-a5994469-6a30-4674-bba0-482f19d7cb94 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:50.905746 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bd9541a9-cfa2-4e5c-8510-6e28b5f409c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:50.906747 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f2409c43-62ae-4b53-9354-2734ea3368ea req-a5994469-6a30-4674-bba0-482f19d7cb94 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.0503240 Apr 20 13:05:50.911935 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-bd9541a9-cfa2-4e5c-8510-6e28b5f409c9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/00334f1f-2714-4fe4-ba30-9fae1762bd0d HTTP/1.1" status: 204 len: 168 time: 0.2902412 Apr 20 13:05:50.920477 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9541a9-cfa2-4e5c-8510-6e28b5f409c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00334f1f-2714-4fe4-ba30-9fae1762bd0d,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:50.925098 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device f523a5de-7d3d-4dc1-bf1b-6d626deb317f up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:05:50.966771 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f2409c43-62ae-4b53-9354-2734ea3368ea req-6b94ef31-e547-4194-9f25-73a9b4b5d7e0 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410705 Apr 20 13:05:50.999559 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port f523a5de-7d3d-4dc1-bf1b-6d626deb317f triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:05:50.999936 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:51.083241 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:51.122829 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port f523a5de-7d3d-4dc1-bf1b-6d626deb317f, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=f523a5de-7d3d-4dc1-bf1b-6d626deb317f,segment=NetworkSegment(b8a45d7f-8d03-42e0-b39a-371992aad9ff),segment_id=b8a45d7f-8d03-42e0-b39a-371992aad9ff)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:51.149332 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953e0cf-4591-4f1b-a97d-304f0f84d818 req-7fcb243a-03bb-42bd-9743-ca6bb68e1e93 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:51.150802 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5953e0cf-4591-4f1b-a97d-304f0f84d818 req-7fcb243a-03bb-42bd-9743-ca6bb68e1e93 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 944 time: 0.0554969 Apr 20 13:05:51.178467 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:51.190153 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5953e0cf-4591-4f1b-a97d-304f0f84d818 req-fab64bb6-9669-42c4-a71d-574f6777b4b7 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324440 Apr 20 13:05:51.233755 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=f523a5de-7d3d-4dc1-bf1b-6d626deb317f,revision_number=8']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:51.426590 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a77347-1495-43f7-9581-1f92ba7e3649 req-bbcd0d5f-3512-4a0e-a035-d9288d86c34a tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:51.431446 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2f56c9-80a3-4ae2-baa6-123b277110d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f523a5de-7d3d-4dc1-bf1b-6d626deb317f'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:05:51.433737 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-82a77347-1495-43f7-9581-1f92ba7e3649 req-bbcd0d5f-3512-4a0e-a035-d9288d86c34a tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 950 time: 0.0597677 Apr 20 13:05:51.433945 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b834802b-f660-488d-a931-353584ea9b85" -d '{"events": [{"server_uuid": "8b2f56c9-80a3-4ae2-baa6-123b277110d5", "name": "network-vif-plugged", "status": "completed", "tag": "f523a5de-7d3d-4dc1-bf1b-6d626deb317f"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:05:51.492223 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-82a77347-1495-43f7-9581-1f92ba7e3649 req-281d70ac-063d-4196-85f0-07995c3d4a67 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576346 Apr 20 13:05:51.515561 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4276626-8f46-491a-997c-d54c0849f153 req-8aebd154-a8dd-4386-ae4f-f31e87c89468 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:51.521690 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e4276626-8f46-491a-997c-d54c0849f153 req-8aebd154-a8dd-4386-ae4f-f31e87c89468 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 943 time: 0.0857332 Apr 20 13:05:51.569201 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e4276626-8f46-491a-997c-d54c0849f153 req-de8a4170-7d78-4c8f-9b7d-d1be3ebf138f tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455961 Apr 20 13:05:51.607870 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6911634f-e176-49e0-a6ce-17234be503d8 req-79bbf613-11eb-4674-8ce7-9822a663d4d6 tempest-ServerShowV257Test-1315349148 tempest-ServerShowV257Test-1315349148-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.0374939 Apr 20 13:05:51.642821 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6b673d-c85a-4b4c-8a64-d41aec4fd85f x-openstack-request-id: req-ee6b673d-c85a-4b4c-8a64-d41aec4fd85f {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:05:51.643142 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2f56c9-80a3-4ae2-baa6-123b277110d5", "name": "network-vif-plugged", "status": "completed", "tag": "f523a5de-7d3d-4dc1-bf1b-6d626deb317f", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:05:51.643462 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee6b673d-c85a-4b4c-8a64-d41aec4fd85f {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:05:51.643862 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee6b673d-c85a-4b4c-8a64-d41aec4fd85f'] response: {'server_uuid': '8b2f56c9-80a3-4ae2-baa6-123b277110d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f523a5de-7d3d-4dc1-bf1b-6d626deb317f', 'code': 200} Apr 20 13:05:51.796215 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94896212-6ff5-453d-9b10-2cf858501edc req-7dc2deba-2dd4-4eae-9d02-59ef2c590803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:51.797703 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-94896212-6ff5-453d-9b10-2cf858501edc req-7dc2deba-2dd4-4eae-9d02-59ef2c590803 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 1096 time: 0.0512762 Apr 20 13:05:51.833919 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-94896212-6ff5-453d-9b10-2cf858501edc req-ab4236ed-bcff-4aef-ba89-ff045fdeb6b3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291741 Apr 20 13:05:52.074102 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411da471-eb3f-4dca-9be7-d89893f8a105 req-a8ca2b4b-9a48-4cfe-bd45-7844d3a2c4aa tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:52.075644 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-411da471-eb3f-4dca-9be7-d89893f8a105 req-a8ca2b4b-9a48-4cfe-bd45-7844d3a2c4aa tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 950 time: 0.0517161 Apr 20 13:05:52.113274 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-411da471-eb3f-4dca-9be7-d89893f8a105 req-caa74323-4972-4e35-b214-e4e4e0ccd9a7 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310225 Apr 20 13:05:52.314681 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7bfd8-8058-4446-b454-5523344459e6 req-2e5c6a09-b71e-4cfa-b022-96e19a95ba1c tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:52.316339 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eff7bfd8-8058-4446-b454-5523344459e6 req-2e5c6a09-b71e-4cfa-b022-96e19a95ba1c tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 945 time: 0.0542235 Apr 20 13:05:52.356414 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eff7bfd8-8058-4446-b454-5523344459e6 req-967d60ba-b303-4216-995a-4e8ecc4b2a35 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321493 Apr 20 13:05:52.605432 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f80ff1-1233-4bb8-9c88-ac878c693671 req-d1acf70c-f738-45e0-b0d7-951f79799ebd tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:52.606896 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-31f80ff1-1233-4bb8-9c88-ac878c693671 req-d1acf70c-f738-45e0-b0d7-951f79799ebd tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 950 time: 0.0474930 Apr 20 13:05:52.654475 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-31f80ff1-1233-4bb8-9c88-ac878c693671 req-12cd7434-4915-41b9-acff-cab8af080920 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366602 Apr 20 13:05:52.709614 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615e9f9-9a6a-41db-b169-27de6f870b4c req-f1535f5f-91c6-4341-9b97-c1e1bb4d885b tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:52.711094 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a615e9f9-9a6a-41db-b169-27de6f870b4c req-f1535f5f-91c6-4341-9b97-c1e1bb4d885b tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 943 time: 0.0557609 Apr 20 13:05:52.750305 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be47f6c1-7f01-426d-8bf0-add65667d094 req-320e38de-c4c2-46ee-b3da-dfc196049a9e tempest-ServerShowV257Test-1315349148 tempest-ServerShowV257Test-1315349148-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.0331604 Apr 20 13:05:52.782184 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a615e9f9-9a6a-41db-b169-27de6f870b4c req-c187ec04-46dd-4b25-a2cb-16d201d88e31 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556953 Apr 20 13:05:52.937267 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 13397ee1-19f1-4d58-9c64-1a626346836b up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:05:52.990228 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 13397ee1-19f1-4d58-9c64-1a626346836b triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:05:52.990598 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:53.074540 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:53.106956 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 13397ee1-19f1-4d58-9c64-1a626346836b, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=13397ee1-19f1-4d58-9c64-1a626346836b,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:53.178485 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:53.231170 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=13397ee1-19f1-4d58-9c64-1a626346836b,revision_number=11']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:53.256195 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5b443-f148-4a13-a5e4-4fe92582a7a9 req-9ff58066-5c1a-415d-b602-72196f4d6714 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:53.256730 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a5b443-f148-4a13-a5e4-4fe92582a7a9 req-9ff58066-5c1a-415d-b602-72196f4d6714 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 951 time: 0.0545568 Apr 20 13:05:53.297184 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a5b443-f148-4a13-a5e4-4fe92582a7a9 req-7fbb88f0-2236-40f4-91af-453684de939a tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339735 Apr 20 13:05:53.478703 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bda4c3-855a-426d-a644-6ae1c34a0fd3 req-772991cf-4b04-4461-85c0-5340f9769a12 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:53.480118 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85bda4c3-855a-426d-a644-6ae1c34a0fd3 req-772991cf-4b04-4461-85c0-5340f9769a12 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 945 time: 0.0543535 Apr 20 13:05:53.518586 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85bda4c3-855a-426d-a644-6ae1c34a0fd3 req-74306a00-fb49-44ba-8be9-51d72671b91b tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321755 Apr 20 13:05:53.638963 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b342aae-edf2-455b-bf00-a7af5eaa555d req-89f7d71f-1fb2-4815-85d5-61394daaeed2 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:53.640473 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5b342aae-edf2-455b-bf00-a7af5eaa555d req-89f7d71f-1fb2-4815-85d5-61394daaeed2 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 945 time: 0.0548234 Apr 20 13:05:53.645277 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa9b908-179a-45c9-8029-6d4c5c63513a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13397ee1-19f1-4d58-9c64-1a626346836b'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:05:53.647861 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1198de-70eb-4a18-b28d-cb2234bfd33b" -d '{"events": [{"server_uuid": "5fa9b908-179a-45c9-8029-6d4c5c63513a", "name": "network-vif-plugged", "status": "completed", "tag": "13397ee1-19f1-4d58-9c64-1a626346836b"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:05:53.682585 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5b342aae-edf2-455b-bf00-a7af5eaa555d req-9b983dd0-6f77-40ff-991e-e426e884c624 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356221 Apr 20 13:05:53.686223 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d994ac7-5b86-4296-934f-0a4c4e0be4c8 x-openstack-request-id: req-4d994ac7-5b86-4296-934f-0a4c4e0be4c8 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:05:53.686641 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa9b908-179a-45c9-8029-6d4c5c63513a", "name": "network-vif-plugged", "status": "completed", "tag": "13397ee1-19f1-4d58-9c64-1a626346836b", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:05:53.687204 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d994ac7-5b86-4296-934f-0a4c4e0be4c8 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:05:53.687678 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d994ac7-5b86-4296-934f-0a4c4e0be4c8'] response: {'server_uuid': '5fa9b908-179a-45c9-8029-6d4c5c63513a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13397ee1-19f1-4d58-9c64-1a626346836b', 'code': 200} Apr 20 13:05:53.799128 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687f7d8-5524-41d4-b23f-4b7122afad02 req-327ea744-7527-4152-b71a-a6ada7db9d91 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:53.800669 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0687f7d8-5524-41d4-b23f-4b7122afad02 req-327ea744-7527-4152-b71a-a6ada7db9d91 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 950 time: 0.0673020 Apr 20 13:05:53.861673 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2597f-7711-4765-a5a6-d02db31ffdaa req-2a1fd755-4644-4348-9ba5-3c4f84e8d166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:53.863159 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-27c2597f-7711-4765-a5a6-d02db31ffdaa req-2a1fd755-4644-4348-9ba5-3c4f84e8d166 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 1102 time: 0.0616202 Apr 20 13:05:53.866151 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0687f7d8-5524-41d4-b23f-4b7122afad02 req-66be36a9-af27-4626-941a-1a7e48985cf0 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575032 Apr 20 13:05:53.901239 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-27c2597f-7711-4765-a5a6-d02db31ffdaa req-2d1a8877-dc24-494d-8274-bbe1046b13cd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310757 Apr 20 13:05:53.966984 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8166281b-d6b9-4662-965b-d343bc2088ef req-366cc913-02a6-46ab-a6b0-c499bf853c7b tempest-ServerShowV257Test-1315349148 tempest-ServerShowV257Test-1315349148-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.0292022 Apr 20 13:05:54.090392 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c91113-a88a-4b8c-b187-d35af01213be req-a784cb19-8e18-4336-a105-62b8bc89bf8d tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:54.092196 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-11c91113-a88a-4b8c-b187-d35af01213be req-a784cb19-8e18-4336-a105-62b8bc89bf8d tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 943 time: 0.0524962 Apr 20 13:05:54.131832 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-11c91113-a88a-4b8c-b187-d35af01213be req-ffcb7e14-4945-48a1-b91e-08c7003fc6a1 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331237 Apr 20 13:05:54.323630 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-cb571b4e-7eee-4a17-b9c9-ff50132a7544 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:54.325103 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-cb571b4e-7eee-4a17-b9c9-ff50132a7544 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/networks?id=ce4b787d-844d-4a10-8a46-e3a4d131f18d HTTP/1.1" status: 200 len: 815 time: 0.1049807 Apr 20 13:05:54.341204 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-6a6c4a49-d00e-4e27-a1ed-b1b02a93d26c tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/quotas/4ea07556cdb2477c9f098452366cccbb HTTP/1.1" status: 200 len: 375 time: 0.0094242 Apr 20 13:05:54.400184 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7b9cf2bc-83f5-46db-b380-d4357ed0dec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:54.424366 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-11de8ba1-7f00-4d20-8a9a-c27219aa1aaf tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4ea07556cdb2477c9f098452366cccbb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0772159 Apr 20 13:05:54.437179 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717318a5-b130-4765-8d16-359b810a8bd2 req-3d009efa-f3f1-4247-ac99-421766f4e2bc tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:54.438599 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-717318a5-b130-4765-8d16-359b810a8bd2 req-3d009efa-f3f1-4247-ac99-421766f4e2bc tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 951 time: 0.0601423 Apr 20 13:05:54.478897 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-717318a5-b130-4765-8d16-359b810a8bd2 req-3af549c6-a041-4e74-bba7-21607a25d3ca tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326815 Apr 20 13:05:54.616352 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 54035792-79c1-4a66-b659-7d1ad857a866 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:05:54.628182 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-cc64c326-28eb-4adb-bd00-66ea95fe2630 service neutron] 10.222.0.25 "GET /v2.0/networks/ce4b787d-844d-4a10-8a46-e3a4d131f18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877568 Apr 20 13:05:54.714911 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 54035792-79c1-4a66-b659-7d1ad857a866, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=54035792-79c1-4a66-b659-7d1ad857a866,segment=NetworkSegment(c36f4b37-e1d8-4848-acc2-f80f64f61825),segment_id=c36f4b37-e1d8-4848-acc2-f80f64f61825)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:54.717031 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-4b4f611d-609a-4fcc-96f1-c13c35311027 service neutron] 10.222.0.25 "GET /v2.0/networks/ce4b787d-844d-4a10-8a46-e3a4d131f18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846055 Apr 20 13:05:54.726609 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '54035792-79c1-4a66-b659-7d1ad857a866', 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480', 'port_id': '54035792-79c1-4a66-b659-7d1ad857a866', 'mac_address': 'fa:16:3e:28:27:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd5d8d2c-9bbe-433b-b6b9-a140ce7264b5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:05:54.769541 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:54.784564 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54035792-79c1-4a66-b659-7d1ad857a866 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:05:54.804962 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 54035792-79c1-4a66-b659-7d1ad857a866, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=54035792-79c1-4a66-b659-7d1ad857a866,segment=NetworkSegment(c36f4b37-e1d8-4848-acc2-f80f64f61825),segment_id=c36f4b37-e1d8-4848-acc2-f80f64f61825)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:54.924060 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:54.977167 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bffc6380-8b67-4bf2-b578-bf29a22e254b req-0907285c-3818-44dd-b2a2-cab49d194381 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 210 time: 0.0477805 Apr 20 13:05:55.006537 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=54035792-79c1-4a66-b659-7d1ad857a866,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:55.054183 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809e845-d4db-48c6-bd0a-c41dbd9e11b1 req-8e830cd7-15a5-49a0-a3da-af9ef3c264b7 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:55.056100 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b809e845-d4db-48c6-bd0a-c41dbd9e11b1 req-8e830cd7-15a5-49a0-a3da-af9ef3c264b7 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 950 time: 0.0683153 Apr 20 13:05:55.090511 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-caf9e327-a298-4314-b747-d0dbcca3fd50 req-be68bea2-ced6-4e2e-8020-b4e532d8fed6 tempest-ServerShowV257Test-1315349148 tempest-ServerShowV257Test-1315349148-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.0316646 Apr 20 13:05:55.128766 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b809e845-d4db-48c6-bd0a-c41dbd9e11b1 req-2f1cbb28-73cb-436f-a1cc-cb99a614e951 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598743 Apr 20 13:05:55.258078 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc2475-1135-45b0-92c3-35299619d54f req-b213c530-81f6-4694-996b-5b39ded3f8e5 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:55.259627 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c4bc2475-1135-45b0-92c3-35299619d54f req-b213c530-81f6-4694-996b-5b39ded3f8e5 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 944 time: 0.0506191 Apr 20 13:05:55.305736 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c4bc2475-1135-45b0-92c3-35299619d54f req-cf02a93a-53f1-4657-89f2-8610bd8e3eb9 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320821 Apr 20 13:05:55.388759 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['54035792-79c1-4a66-b659-7d1ad857a866'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:05:55.620963 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92823ac8-5fb2-4ec4-b0e4-c81cd9782e50 req-d677086c-b415-40e3-9a19-361616bf6c9c tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:55.622677 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-92823ac8-5fb2-4ec4-b0e4-c81cd9782e50 req-d677086c-b415-40e3-9a19-361616bf6c9c tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 951 time: 0.0542786 Apr 20 13:05:55.661678 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-92823ac8-5fb2-4ec4-b0e4-c81cd9782e50 req-b569893f-3c69-4780-b8cb-87651d322b81 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320590 Apr 20 13:05:55.828178 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a395b29-6e12-4fc1-a2c5-4ab4799f4cf3 req-c246e7bd-7bf1-4bff-9139-708209640ff3 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:55.829562 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5a395b29-6e12-4fc1-a2c5-4ab4799f4cf3 req-c246e7bd-7bf1-4bff-9139-708209640ff3 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2f56c9-80a3-4ae2-baa6-123b277110d5 HTTP/1.1" status: 200 len: 945 time: 0.0489182 Apr 20 13:05:55.932061 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-5a395b29-6e12-4fc1-a2c5-4ab4799f4cf3 req-1a4b79e1-bf74-4d15-bf33-67632a99d235 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Deleting port f523a5de-7d3d-4dc1-bf1b-6d626deb317f {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:05:55.932413 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-5a395b29-6e12-4fc1-a2c5-4ab4799f4cf3 req-1a4b79e1-bf74-4d15-bf33-67632a99d235 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:56.051231 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-5a395b29-6e12-4fc1-a2c5-4ab4799f4cf3 req-1a4b79e1-bf74-4d15-bf33-67632a99d235 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] For port f523a5de-7d3d-4dc1-bf1b-6d626deb317f, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=f523a5de-7d3d-4dc1-bf1b-6d626deb317f,segment=NetworkSegment(b8a45d7f-8d03-42e0-b39a-371992aad9ff),segment_id=b8a45d7f-8d03-42e0-b39a-371992aad9ff)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:56.051637 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-5a395b29-6e12-4fc1-a2c5-4ab4799f4cf3 req-1a4b79e1-bf74-4d15-bf33-67632a99d235 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:56.067588 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-5a395b29-6e12-4fc1-a2c5-4ab4799f4cf3 req-1a4b79e1-bf74-4d15-bf33-67632a99d235 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Calling delete_port for f523a5de-7d3d-4dc1-bf1b-6d626deb317f owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:05:56.139969 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1316187e-7068-45fb-af0e-6c9de5db016b req-1d751948-8431-4604-ae08-0e8f23933490 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 210 time: 0.0617790 Apr 20 13:05:56.189687 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce489c2e-1ef2-47a6-bc87-7d2f354b8cde req-9b97d91b-e6d1-4e3c-bff3-384bbcd2e34c tempest-ServersAdminTestJSON-1778302570 tempest-ServersAdminTestJSON-1778302570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:56.191210 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ce489c2e-1ef2-47a6-bc87-7d2f354b8cde req-9b97d91b-e6d1-4e3c-bff3-384bbcd2e34c tempest-ServersAdminTestJSON-1778302570 tempest-ServersAdminTestJSON-1778302570-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 1102 time: 0.1008668 Apr 20 13:05:56.263075 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ce489c2e-1ef2-47a6-bc87-7d2f354b8cde req-30aa763d-4093-462c-b575-baeaaed97a75 tempest-ServersAdminTestJSON-1778302570 tempest-ServersAdminTestJSON-1778302570-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652628 Apr 20 13:05:56.361878 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d246769d-4d42-42bb-8ce2-22972054f870 req-af574dff-0b86-4c3d-beed-cb1e8b51f1d4 tempest-ServerShowV257Test-1315349148 tempest-ServerShowV257Test-1315349148-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.0283985 Apr 20 13:05:56.427199 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-5a395b29-6e12-4fc1-a2c5-4ab4799f4cf3 req-1a4b79e1-bf74-4d15-bf33-67632a99d235 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:56.438210 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['f523a5de-7d3d-4dc1-bf1b-6d626deb317f'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:05:56.459658 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b79e1-bf74-4d15-bf33-67632a99d235 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Pushing event deleted for resources: {'Port': ['ID=f523a5de-7d3d-4dc1-bf1b-6d626deb317f,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:56.476155 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b79e1-bf74-4d15-bf33-67632a99d235 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:56.476592 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b79e1-bf74-4d15-bf33-67632a99d235 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:56.476934 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b79e1-bf74-4d15-bf33-67632a99d235 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:56.479262 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b79e1-bf74-4d15-bf33-67632a99d235 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:56.479262 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b79e1-bf74-4d15-bf33-67632a99d235 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:56.479262 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b79e1-bf74-4d15-bf33-67632a99d235 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:56.479262 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b79e1-bf74-4d15-bf33-67632a99d235 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:56.479262 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b79e1-bf74-4d15-bf33-67632a99d235 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:56.479262 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b79e1-bf74-4d15-bf33-67632a99d235 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:56.479262 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b79e1-bf74-4d15-bf33-67632a99d235 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:56.479924 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b79e1-bf74-4d15-bf33-67632a99d235 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:56.479924 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4b79e1-bf74-4d15-bf33-67632a99d235 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:56.508510 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d7264-3604-4fd6-acda-61365976817d req-cada3e8a-7e90-44e9-9c1d-c9f11f590c57 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:56.510451 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-215d7264-3604-4fd6-acda-61365976817d req-cada3e8a-7e90-44e9-9c1d-c9f11f590c57 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 950 time: 0.1156220 Apr 20 13:05:56.525468 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a395b29-6e12-4fc1-a2c5-4ab4799f4cf3 req-1a4b79e1-bf74-4d15-bf33-67632a99d235 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] No DVR routers for this DVR port f523a5de-7d3d-4dc1-bf1b-6d626deb317f on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:05:56.532143 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-5a395b29-6e12-4fc1-a2c5-4ab4799f4cf3 req-1a4b79e1-bf74-4d15-bf33-67632a99d235 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:56.535765 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5a395b29-6e12-4fc1-a2c5-4ab4799f4cf3 req-1a4b79e1-bf74-4d15-bf33-67632a99d235 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.15 "DELETE /v2.0/ports/f523a5de-7d3d-4dc1-bf1b-6d626deb317f HTTP/1.1" status: 204 len: 173 time: 0.7009299 Apr 20 13:05:56.536198 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2f56c9-80a3-4ae2-baa6-123b277110d5', 'name': 'network-vif-deleted', 'tag': 'f523a5de-7d3d-4dc1-bf1b-6d626deb317f'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:05:56.538754 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd49b37-dc10-44cf-8a2d-7e94f44c1cec" -d '{"events": [{"server_uuid": "8b2f56c9-80a3-4ae2-baa6-123b277110d5", "name": "network-vif-deleted", "tag": "f523a5de-7d3d-4dc1-bf1b-6d626deb317f"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:05:56.567278 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-215d7264-3604-4fd6-acda-61365976817d req-3bcb01e1-3a76-46cc-897d-77d272ab2aa1 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428209 Apr 20 13:05:56.634429 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 54035792-79c1-4a66-b659-7d1ad857a866 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:05:56.672994 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26eab7-1093-42f9-8232-eb7f89c5cec9 req-6dcd07a1-9a5e-47e3-8a4f-bc5e217db516 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:56.674386 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a26eab7-1093-42f9-8232-eb7f89c5cec9 req-6dcd07a1-9a5e-47e3-8a4f-bc5e217db516 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 944 time: 0.0544043 Apr 20 13:05:56.714239 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a26eab7-1093-42f9-8232-eb7f89c5cec9 req-1ef06ecb-9022-4e0f-902f-5f2ec8ea8d31 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330775 Apr 20 13:05:56.738642 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-50c9681a-459f-4bcf-ab27-f6d1adcb5c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:56.765540 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6c83b4-26c1-402b-8c40-404365a6f92a x-openstack-request-id: req-6b6c83b4-26c1-402b-8c40-404365a6f92a {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:05:56.766500 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2f56c9-80a3-4ae2-baa6-123b277110d5", "name": "network-vif-deleted", "tag": "f523a5de-7d3d-4dc1-bf1b-6d626deb317f", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:05:56.766754 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6b6c83b4-26c1-402b-8c40-404365a6f92a {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:05:56.767265 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b6c83b4-26c1-402b-8c40-404365a6f92a'] response: {'server_uuid': '8b2f56c9-80a3-4ae2-baa6-123b277110d5', 'name': 'network-vif-deleted', 'tag': 'f523a5de-7d3d-4dc1-bf1b-6d626deb317f', 'status': 'completed', 'code': 200} Apr 20 13:05:56.768609 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 54035792-79c1-4a66-b659-7d1ad857a866 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:05:56.772589 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 54035792-79c1-4a66-b659-7d1ad857a866 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:05:56.772949 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:56.863468 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:56.864997 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d583a-63e4-47a6-a857-a50cd65ab97a req-93fb7f31-adf6-449b-80df-27169fe96444 tempest-ServersAdminTestJSON-1778302570 tempest-ServersAdminTestJSON-1778302570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:56.866924 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e1d583a-63e4-47a6-a857-a50cd65ab97a req-93fb7f31-adf6-449b-80df-27169fe96444 tempest-ServersAdminTestJSON-1778302570 tempest-ServersAdminTestJSON-1778302570-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 1102 time: 0.0434561 Apr 20 13:05:56.897668 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45b8f55-cffb-479f-a871-ac6968352e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54035792-79c1-4a66-b659-7d1ad857a866'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:05:56.899936 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b2e841-31da-43f3-b778-c3f570130433" -d '{"events": [{"server_uuid": "b45b8f55-cffb-479f-a871-ac6968352e20", "name": "network-vif-plugged", "status": "completed", "tag": "54035792-79c1-4a66-b659-7d1ad857a866"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:05:56.912572 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 54035792-79c1-4a66-b659-7d1ad857a866, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=54035792-79c1-4a66-b659-7d1ad857a866,segment=NetworkSegment(c36f4b37-e1d8-4848-acc2-f80f64f61825),segment_id=c36f4b37-e1d8-4848-acc2-f80f64f61825)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:56.914239 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e1d583a-63e4-47a6-a857-a50cd65ab97a req-7ab0d2a3-a66f-4701-bb6b-69b5dd746c32 tempest-ServersAdminTestJSON-1778302570 tempest-ServersAdminTestJSON-1778302570-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413384 Apr 20 13:05:56.958314 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d9e848-35a6-446b-967d-453de7c99c40 x-openstack-request-id: req-57d9e848-35a6-446b-967d-453de7c99c40 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:05:56.958819 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45b8f55-cffb-479f-a871-ac6968352e20", "name": "network-vif-plugged", "status": "completed", "tag": "54035792-79c1-4a66-b659-7d1ad857a866", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:05:56.959013 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-57d9e848-35a6-446b-967d-453de7c99c40 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:05:56.959433 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57d9e848-35a6-446b-967d-453de7c99c40'] response: {'server_uuid': 'b45b8f55-cffb-479f-a871-ac6968352e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54035792-79c1-4a66-b659-7d1ad857a866', 'code': 200} Apr 20 13:05:57.024751 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:57.073442 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada81848-d8c5-4d24-922c-5e0e9d669555 req-4d697d55-0057-4f95-b2c6-da814e6f2dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:57.076719 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ada81848-d8c5-4d24-922c-5e0e9d669555 req-4d697d55-0057-4f95-b2c6-da814e6f2dc6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 1096 time: 0.0436568 Apr 20 13:05:57.082623 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=54035792-79c1-4a66-b659-7d1ad857a866,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:57.091237 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:57.091606 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:57.091942 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:57.092277 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:57.092599 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:57.092929 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:57.093248 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:57.093565 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:57.094083 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:57.094559 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:57.095042 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:57.095570 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:57.121100 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ada81848-d8c5-4d24-922c-5e0e9d669555 req-e5e5dffd-9ae2-4238-9c70-ce8da4c9b24a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351839 Apr 20 13:05:57.155951 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-1c7f25ff-4977-4615-8141-bc586076ff06 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:57.157387 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-1c7f25ff-4977-4615-8141-bc586076ff06 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.15 "GET /v2.0/networks?id=ce4b787d-844d-4a10-8a46-e3a4d131f18d HTTP/1.1" status: 200 len: 815 time: 0.1119003 Apr 20 13:05:57.172158 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-ef4a755c-16ab-4920-a93b-022f9a8df0bd tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Request body: {'port': {'device_id': '7529e07f-096f-4c8d-8f94-202509811a27', 'network_id': 'ce4b787d-844d-4a10-8a46-e3a4d131f18d', 'admin_state_up': True, 'tenant_id': '4ea07556cdb2477c9f098452366cccbb'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:57.349601 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-ef4a755c-16ab-4920-a93b-022f9a8df0bd tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Made reservation on behalf of 4ea07556cdb2477c9f098452366cccbb for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:05:57.353231 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-ef4a755c-16ab-4920-a93b-022f9a8df0bd tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:57.395174 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1c87d443-35d9-4631-b111-86b488361039 req-5d8fb991-5251-4b34-8452-0c46cd961f60 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 210 time: 0.0383935 Apr 20 13:05:57.536429 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ea419-8de1-4c55-b359-9a88117da290 req-b28252fc-e007-43c5-88e0-eaf4fe4ae15a tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:57.538161 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-060ea419-8de1-4c55-b359-9a88117da290 req-b28252fc-e007-43c5-88e0-eaf4fe4ae15a tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=b76d5ca0-7c0b-429c-9bf1-32a63dde2066 HTTP/1.1" status: 200 len: 949 time: 0.0873291 Apr 20 13:05:57.541994 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-ef4a755c-16ab-4920-a93b-022f9a8df0bd tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Allocated IP 172.20.0.3 (ce4b787d-844d-4a10-8a46-e3a4d131f18d/fce0cd2d-82e3-48f4-af7d-ad5190f8c609/efa8b45b-bd72-4ed1-9ff2-467e6261fe61) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:05:57.596604 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-060ea419-8de1-4c55-b359-9a88117da290 req-2e6f4aae-4ffb-47cc-9555-3e83b11e911e tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521355 Apr 20 13:05:57.700527 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cef3fe62-c647-4570-892e-fd9ed3414902 req-3db4838b-2367-41c7-91d4-740e341d82b5 tempest-ServerShowV257Test-1315349148 tempest-ServerShowV257Test-1315349148-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.0346684 Apr 20 13:05:57.745314 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-ef4a755c-16ab-4920-a93b-022f9a8df0bd tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:57.821812 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0354030-784b-49ce-9e54-eee6a15f19ad req-4ea28ab8-2738-4425-a23d-3ec80d5abb09 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:57.823314 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a0354030-784b-49ce-9e54-eee6a15f19ad req-4ea28ab8-2738-4425-a23d-3ec80d5abb09 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 950 time: 0.0599961 Apr 20 13:05:57.860696 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a0354030-784b-49ce-9e54-eee6a15f19ad req-cf2322f1-a1c4-420e-876e-e8cca6fd9627 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311313 Apr 20 13:05:57.910338 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-ef4a755c-16ab-4920-a93b-022f9a8df0bd tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:57.962975 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-ef4a755c-16ab-4920-a93b-022f9a8df0bd tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Network ce4b787d-844d-4a10-8a46-e3a4d131f18d is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:05:57.983032 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-ef4a755c-16ab-4920-a93b-022f9a8df0bd tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:05:57.988961 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:57.989511 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-ef4a755c-16ab-4920-a93b-022f9a8df0bd tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:05:58.019087 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a755c-16ab-4920-a93b-022f9a8df0bd tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Pushing event updated for resources: {'Port': ['ID=efa8b45b-bd72-4ed1-9ff2-467e6261fe61,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:58.050514 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a59d6-e1e6-4c59-b37b-8c57e0257c32 req-48080bf0-1586-480a-8f27-05889d8dd060 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:58.052016 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b08a59d6-e1e6-4c59-b37b-8c57e0257c32 req-48080bf0-1586-480a-8f27-05889d8dd060 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 945 time: 0.1253693 Apr 20 13:05:58.058001 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-ef4a755c-16ab-4920-a93b-022f9a8df0bd tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:58.058594 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-ef4a755c-16ab-4920-a93b-022f9a8df0bd tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:58.102647 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b08a59d6-e1e6-4c59-b37b-8c57e0257c32 req-5e015cbc-14fd-46bf-9649-192761f066db tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405109 Apr 20 13:05:58.207865 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-ef4a755c-16ab-4920-a93b-022f9a8df0bd tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0392213 Apr 20 13:05:58.221035 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-f3d97683-3706-4ca6-8005-ff860b00e338 service neutron] Request body: {'port': {'device_id': '7529e07f-096f-4c8d-8f94-202509811a27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:58.275809 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-f3d97683-3706-4ca6-8005-ff860b00e338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:58.535827 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-f3d97683-3706-4ca6-8005-ff860b00e338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efa8b45b-bd72-4ed1-9ff2-467e6261fe61 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:05:58.543212 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-f3d97683-3706-4ca6-8005-ff860b00e338 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:58.555756 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-f3d97683-3706-4ca6-8005-ff860b00e338 service neutron] Transition to ACTIVE for port object efa8b45b-bd72-4ed1-9ff2-467e6261fe61 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:05:58.617214 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-f3d97683-3706-4ca6-8005-ff860b00e338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:58.713297 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d97683-3706-4ca6-8005-ff860b00e338 service neutron] Pushing event updated for resources: {'Port': ['ID=efa8b45b-bd72-4ed1-9ff2-467e6261fe61,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:58.761930 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5950e4df-bec3-488c-bf0d-791e1d6d0028 req-925ab9c5-4ac8-4b99-977a-ef76497c47c3 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:58.763323 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5950e4df-bec3-488c-bf0d-791e1d6d0028 req-925ab9c5-4ac8-4b99-977a-ef76497c47c3 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 943 time: 0.1159344 Apr 20 13:05:58.792868 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-f3d97683-3706-4ca6-8005-ff860b00e338 service neutron] Attempting to bind port efa8b45b-bd72-4ed1-9ff2-467e6261fe61 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:05:58.794866 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-f3d97683-3706-4ca6-8005-ff860b00e338 service neutron] Attempting to bind port efa8b45b-bd72-4ed1-9ff2-467e6261fe61 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': 'b8a45d7f-8d03-42e0-b39a-371992aad9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ce4b787d-844d-4a10-8a46-e3a4d131f18d'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:05:58.794866 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-f3d97683-3706-4ca6-8005-ff860b00e338 service neutron] Attempting to bind port efa8b45b-bd72-4ed1-9ff2-467e6261fe61 on network ce4b787d-844d-4a10-8a46-e3a4d131f18d {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:05:58.802581 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-f3d97683-3706-4ca6-8005-ff860b00e338 service neutron] Port efa8b45b-bd72-4ed1-9ff2-467e6261fe61 on network ce4b787d-844d-4a10-8a46-e3a4d131f18d not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:05:58.802907 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-f3d97683-3706-4ca6-8005-ff860b00e338 service neutron] Attempting to bind port efa8b45b-bd72-4ed1-9ff2-467e6261fe61 on network ce4b787d-844d-4a10-8a46-e3a4d131f18d {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:05:58.816347 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-f3d97683-3706-4ca6-8005-ff860b00e338 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:05:58.816757 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-f3d97683-3706-4ca6-8005-ff860b00e338 service neutron] Checking segment: {'id': 'b8a45d7f-8d03-42e0-b39a-371992aad9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ce4b787d-844d-4a10-8a46-e3a4d131f18d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:05:58.817066 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-f3d97683-3706-4ca6-8005-ff860b00e338 service neutron] Bound using segment: {'id': 'b8a45d7f-8d03-42e0-b39a-371992aad9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ce4b787d-844d-4a10-8a46-e3a4d131f18d'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:05:58.817501 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-f3d97683-3706-4ca6-8005-ff860b00e338 service neutron] Bound port: efa8b45b-bd72-4ed1-9ff2-467e6261fe61, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a45d7f-8d03-42e0-b39a-371992aad9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ce4b787d-844d-4a10-8a46-e3a4d131f18d'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:05:58.817861 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-f3d97683-3706-4ca6-8005-ff860b00e338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:58.823016 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5950e4df-bec3-488c-bf0d-791e1d6d0028 req-3be486f9-e796-4623-a2e3-0015bb493882 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516458 Apr 20 13:05:58.897753 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-f3d97683-3706-4ca6-8005-ff860b00e338 service neutron] For port efa8b45b-bd72-4ed1-9ff2-467e6261fe61, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:05:58.928807 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-f3d97683-3706-4ca6-8005-ff860b00e338 service neutron] For port efa8b45b-bd72-4ed1-9ff2-467e6261fe61, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=efa8b45b-bd72-4ed1-9ff2-467e6261fe61,segment=NetworkSegment(b8a45d7f-8d03-42e0-b39a-371992aad9ff),segment_id=b8a45d7f-8d03-42e0-b39a-371992aad9ff)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:05:58.944947 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff4a8c-91b8-4323-99b6-35872ca76427 req-4e242e8e-a51e-4dbe-87ea-b448516c7a91 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:58.946428 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5aff4a8c-91b8-4323-99b6-35872ca76427 req-4e242e8e-a51e-4dbe-87ea-b448516c7a91 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4c5a5a5-e5f5-45c3-92ba-5f2e6b034b50 HTTP/1.1" status: 200 len: 946 time: 0.0639379 Apr 20 13:05:58.983757 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device f523a5de-7d3d-4dc1-bf1b-6d626deb317f no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:05:58.985506 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5aff4a8c-91b8-4323-99b6-35872ca76427 req-52e3254c-56ef-417e-addb-2d77d5dd40fc tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329304 Apr 20 13:05:58.987848 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-f3d97683-3706-4ca6-8005-ff860b00e338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:59.021397 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: f523a5de-7d3d-4dc1-bf1b-6d626deb317f {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:05:59.021397 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device f523a5de-7d3d-4dc1-bf1b-6d626deb317f not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:05:59.031732 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-f3d97683-3706-4ca6-8005-ff860b00e338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:59.033542 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-f3d97683-3706-4ca6-8005-ff860b00e338 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:59.035040 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-f3d97683-3706-4ca6-8005-ff860b00e338 service neutron] 10.222.0.15 "PUT /v2.0/ports/efa8b45b-bd72-4ed1-9ff2-467e6261fe61 HTTP/1.1" status: 200 len: 1091 time: 0.8188705 Apr 20 13:05:59.037649 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7529e07f-096f-4c8d-8f94-202509811a27', 'tag': 'efa8b45b-bd72-4ed1-9ff2-467e6261fe61'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:05:59.041051 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840abc47-4604-4a11-a2e0-d541bbe5bb34" -d '{"events": [{"name": "network-changed", "server_uuid": "7529e07f-096f-4c8d-8f94-202509811a27", "tag": "efa8b45b-bd72-4ed1-9ff2-467e6261fe61"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:05:59.065452 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d97683-3706-4ca6-8005-ff860b00e338 service neutron] Pushing event updated for resources: {'Port': ['ID=efa8b45b-bd72-4ed1-9ff2-467e6261fe61,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:59.078417 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e95a2-0123-4743-9dc8-b14a237e9531 req-a9d4dfcd-211c-4d33-bcf3-c354bb047e7b tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:59.080003 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f79e95a2-0123-4743-9dc8-b14a237e9531 req-a9d4dfcd-211c-4d33-bcf3-c354bb047e7b tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.15 "GET /v2.0/ports?device_id=b76d5ca0-7c0b-429c-9bf1-32a63dde2066 HTTP/1.1" status: 200 len: 949 time: 0.0823147 Apr 20 13:05:59.146214 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0ea24-f977-4906-bf06-91ed63817dec req-dc84eae0-a58e-4d68-88fd-84d0ebe7c1de tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:59.147919 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b7e0ea24-f977-4906-bf06-91ed63817dec req-dc84eae0-a58e-4d68-88fd-84d0ebe7c1de tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=b76d5ca0-7c0b-429c-9bf1-32a63dde2066 HTTP/1.1" status: 200 len: 949 time: 0.0541313 Apr 20 13:05:59.192287 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-f79e95a2-0123-4743-9dc8-b14a237e9531 req-8e1a9747-48b8-49ac-a37b-8a933c680314 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Deleting port bdd1f217-dea3-4974-a8e7-787127461687 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:05:59.192626 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-f79e95a2-0123-4743-9dc8-b14a237e9531 req-8e1a9747-48b8-49ac-a37b-8a933c680314 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:59.212735 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-db1226d1-03f9-4f7e-ac35-1d76c5a89c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:59.213480 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-db1226d1-03f9-4f7e-ac35-1d76c5a89c62 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ea07556cdb2477c9f098452366cccbb&device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 1094 time: 0.0646641 Apr 20 13:05:59.218474 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b7e0ea24-f977-4906-bf06-91ed63817dec req-6e01ee90-dfa3-4b0a-a4ae-bd102ebb62e7 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612378 Apr 20 13:05:59.223983 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:59.259321 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-04a492de-10c3-4555-808d-31a21649b763 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efa8b45b-bd72-4ed1-9ff2-467e6261fe61 HTTP/1.1" status: 200 len: 217 time: 0.0366688 Apr 20 13:05:59.285525 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-f79e95a2-0123-4743-9dc8-b14a237e9531 req-8e1a9747-48b8-49ac-a37b-8a933c680314 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] For port bdd1f217-dea3-4974-a8e7-787127461687, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=bdd1f217-dea3-4974-a8e7-787127461687,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:59.285801 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-f79e95a2-0123-4743-9dc8-b14a237e9531 req-8e1a9747-48b8-49ac-a37b-8a933c680314 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:59.302553 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-f79e95a2-0123-4743-9dc8-b14a237e9531 req-8e1a9747-48b8-49ac-a37b-8a933c680314 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Calling delete_port for bdd1f217-dea3-4974-a8e7-787127461687 owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:05:59.328528 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-69f866d0-a5ef-40a1-bfd0-17ee10c66f98 req-1cc4ebc8-ce11-47a8-a44a-35fc11bf4013 tempest-ServerShowV257Test-1315349148 tempest-ServerShowV257Test-1315349148-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.0304785 Apr 20 13:05:59.330815 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-0af6bf5c-f6dc-49f2-b2e7-90dda6adb8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:59.332198 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-0af6bf5c-f6dc-49f2-b2e7-90dda6adb8cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fce0cd2d-82e3-48f4-af7d-ad5190f8c609 HTTP/1.1" status: 200 len: 855 time: 0.0671842 Apr 20 13:05:59.367226 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-f5b9052c-6e6d-403e-8ba1-4ffd3e43ed7e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ce4b787d-844d-4a10-8a46-e3a4d131f18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266206 Apr 20 13:05:59.481538 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-f79e95a2-0123-4743-9dc8-b14a237e9531 req-8e1a9747-48b8-49ac-a37b-8a933c680314 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:59.499824 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b9812-7f04-498e-ab65-981fae9fa20a req-9520337a-461a-4920-a7ec-49c38f67284a tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:59.501332 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-699b9812-7f04-498e-ab65-981fae9fa20a req-9520337a-461a-4920-a7ec-49c38f67284a tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 950 time: 0.1009426 Apr 20 13:05:59.506149 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['ff97bd33-6d35-4183-a5d7-08318b73927e', 'bdd1f217-dea3-4974-a8e7-787127461687', '13397ee1-19f1-4d58-9c64-1a626346836b'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:05:59.510279 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-a322a68e-b062-4165-b15e-289b398148e7 service neutron] 10.222.0.15 "GET /v2.0/networks/ce4b787d-844d-4a10-8a46-e3a4d131f18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325316 Apr 20 13:05:59.514428 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a9747-48b8-49ac-a37b-8a933c680314 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Pushing event deleted for resources: {'Port': ['ID=bdd1f217-dea3-4974-a8e7-787127461687,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:59.528132 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a9747-48b8-49ac-a37b-8a933c680314 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:59.528649 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a9747-48b8-49ac-a37b-8a933c680314 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:59.529137 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a9747-48b8-49ac-a37b-8a933c680314 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:59.529623 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a9747-48b8-49ac-a37b-8a933c680314 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:59.530161 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a9747-48b8-49ac-a37b-8a933c680314 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:59.530819 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a9747-48b8-49ac-a37b-8a933c680314 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:59.531299 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a9747-48b8-49ac-a37b-8a933c680314 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:59.531796 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a9747-48b8-49ac-a37b-8a933c680314 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:59.532346 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a9747-48b8-49ac-a37b-8a933c680314 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:59.533393 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a9747-48b8-49ac-a37b-8a933c680314 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:59.533960 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a9747-48b8-49ac-a37b-8a933c680314 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:59.534516 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a9747-48b8-49ac-a37b-8a933c680314 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:59.574673 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-f79e95a2-0123-4743-9dc8-b14a237e9531 req-8e1a9747-48b8-49ac-a37b-8a933c680314 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] No DVR routers for this DVR port bdd1f217-dea3-4974-a8e7-787127461687 on host n-h2-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:05:59.577896 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-f79e95a2-0123-4743-9dc8-b14a237e9531 req-8e1a9747-48b8-49ac-a37b-8a933c680314 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:59.581294 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f79e95a2-0123-4743-9dc8-b14a237e9531 req-8e1a9747-48b8-49ac-a37b-8a933c680314 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.15 "DELETE /v2.0/ports/bdd1f217-dea3-4974-a8e7-787127461687 HTTP/1.1" status: 204 len: 173 time: 0.4953778 Apr 20 13:05:59.581830 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76d5ca0-7c0b-429c-9bf1-32a63dde2066', 'name': 'network-vif-deleted', 'tag': 'bdd1f217-dea3-4974-a8e7-787127461687'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:05:59.584237 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051264a2-b107-4ba2-9c63-556ad438474e" -d '{"events": [{"server_uuid": "b76d5ca0-7c0b-429c-9bf1-32a63dde2066", "name": "network-vif-deleted", "tag": "bdd1f217-dea3-4974-a8e7-787127461687"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:05:59.611048 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-699b9812-7f04-498e-ab65-981fae9fa20a req-f03f588a-eea3-4b5f-94c5-f2e1623723b6 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983813 Apr 20 13:05:59.648355 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2251ed36-2d90-4f8f-adb5-d0ebd695f29d req-993b79bf-f7ab-4669-b50e-ba1900e8d6ea service neutron] 10.222.0.15 "GET /v2.0/networks/ce4b787d-844d-4a10-8a46-e3a4d131f18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335521 Apr 20 13:05:59.692744 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248b0053-6725-4d66-a075-f3da5dc9978d x-openstack-request-id: req-248b0053-6725-4d66-a075-f3da5dc9978d {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:05:59.693185 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7529e07f-096f-4c8d-8f94-202509811a27", "tag": "efa8b45b-bd72-4ed1-9ff2-467e6261fe61", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:05:59.693443 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-248b0053-6725-4d66-a075-f3da5dc9978d {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:05:59.694110 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-248b0053-6725-4d66-a075-f3da5dc9978d'] response: {'name': 'network-changed', 'server_uuid': '7529e07f-096f-4c8d-8f94-202509811a27', 'tag': 'efa8b45b-bd72-4ed1-9ff2-467e6261fe61', 'status': 'completed', 'code': 200} Apr 20 13:05:59.725264 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:59.817151 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3bb1d-3880-4338-a071-79aad938449e req-f1844a67-8a4b-4e8a-a933-6480449bc9dc tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:59.818527 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8db3bb1d-3880-4338-a071-79aad938449e req-f1844a67-8a4b-4e8a-a933-6480449bc9dc tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 945 time: 0.0724735 Apr 20 13:05:59.841646 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840abc47-4604-4a11-a2e0-d541bbe5bb34 req-f2d6764f-7f35-404f-96f4-ac6aee3d323d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:59.843347 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-840abc47-4604-4a11-a2e0-d541bbe5bb34 req-f2d6764f-7f35-404f-96f4-ac6aee3d323d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ea07556cdb2477c9f098452366cccbb&device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 1094 time: 0.0709536 Apr 20 13:05:59.886143 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2dd87b1-bceb-4713-a284-91ec77b60267 x-openstack-request-id: req-c2dd87b1-bceb-4713-a284-91ec77b60267 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:05:59.886684 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76d5ca0-7c0b-429c-9bf1-32a63dde2066", "name": "network-vif-deleted", "tag": "bdd1f217-dea3-4974-a8e7-787127461687", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:05:59.887085 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c2dd87b1-bceb-4713-a284-91ec77b60267 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:05:59.887746 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2dd87b1-bceb-4713-a284-91ec77b60267'] response: {'server_uuid': 'b76d5ca0-7c0b-429c-9bf1-32a63dde2066', 'name': 'network-vif-deleted', 'tag': 'bdd1f217-dea3-4974-a8e7-787127461687', 'status': 'completed', 'code': 200} Apr 20 13:05:59.933603 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8db3bb1d-3880-4338-a071-79aad938449e req-5c77b52c-49ae-4ab7-9066-7336185630eb tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071060 Apr 20 13:06:00.010395 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840abc47-4604-4a11-a2e0-d541bbe5bb34 req-da755d55-647c-4c2b-8b5d-51a84efb53d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:00.011905 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-840abc47-4604-4a11-a2e0-d541bbe5bb34 req-da755d55-647c-4c2b-8b5d-51a84efb53d5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ce4b787d-844d-4a10-8a46-e3a4d131f18d HTTP/1.1" status: 200 len: 916 time: 0.1534932 Apr 20 13:06:00.019868 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e534faf0-6071-4b29-aa66-686663a2d3ba req-8a210136-8d8d-4628-a388-ebcffbb3f9e9 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:00.021405 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e534faf0-6071-4b29-aa66-686663a2d3ba req-8a210136-8d8d-4628-a388-ebcffbb3f9e9 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 943 time: 0.0784736 Apr 20 13:06:00.066279 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-840abc47-4604-4a11-a2e0-d541bbe5bb34 req-74d2037c-1ec9-4fb2-808b-782428e9123c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efa8b45b-bd72-4ed1-9ff2-467e6261fe61 HTTP/1.1" status: 200 len: 217 time: 0.0438800 Apr 20 13:06:00.332341 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33220) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:00.442038 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c810e41b-0188-4382-ab24-1ccc5312dfaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:00.449894 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e534faf0-6071-4b29-aa66-686663a2d3ba req-7150c3cb-79bb-4198-a425-8cc18fdee3c7 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877101 Apr 20 13:06:00.458433 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840abc47-4604-4a11-a2e0-d541bbe5bb34 req-9c19180b-c02c-4b04-ba2d-7ae781fac12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:00.459876 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-840abc47-4604-4a11-a2e0-d541bbe5bb34 req-9c19180b-c02c-4b04-ba2d-7ae781fac12d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fce0cd2d-82e3-48f4-af7d-ad5190f8c609 HTTP/1.1" status: 200 len: 855 time: 0.3815830 Apr 20 13:06:00.479664 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20744454-d89f-429c-8d50-9e33414ad3e0 req-177f0000-ea4e-44ce-9f10-e8eb8189a19a tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:00.487494 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-20744454-d89f-429c-8d50-9e33414ad3e0 req-177f0000-ea4e-44ce-9f10-e8eb8189a19a tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 1096 time: 0.4241004 Apr 20 13:06:00.509446 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-840abc47-4604-4a11-a2e0-d541bbe5bb34 req-c61ed6ca-af20-4d9a-9521-088e7e37faa6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ce4b787d-844d-4a10-8a46-e3a4d131f18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421686 Apr 20 13:06:00.528308 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c810e41b-0188-4382-ab24-1ccc5312dfaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:00.601069 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c810e41b-0188-4382-ab24-1ccc5312dfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:00.614771 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-20744454-d89f-429c-8d50-9e33414ad3e0 req-f410c0d7-e605-41d6-9f21-2cbf92543758 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263993 Apr 20 13:06:00.641971 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c810e41b-0188-4382-ab24-1ccc5312dfaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a671518-a8af-43eb-b847-dbb4e1a2a8c5,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:00.645815 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78923205-c91d-458c-abf6-9284b7f67e0d req-9cc5df21-800b-4172-80e0-314b31278885 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:00.647319 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-78923205-c91d-458c-abf6-9284b7f67e0d req-9cc5df21-800b-4172-80e0-314b31278885 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4c5a5a5-e5f5-45c3-92ba-5f2e6b034b50 HTTP/1.1" status: 200 len: 946 time: 0.1178048 Apr 20 13:06:00.676135 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c810e41b-0188-4382-ab24-1ccc5312dfaa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=445d9c86e55c40f0b2ad48ebd9f46795&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3390536 Apr 20 13:06:00.677257 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33230) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:00.680977 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-840abc47-4604-4a11-a2e0-d541bbe5bb34 req-1a65d1c2-9162-4949-a889-6202c2b63a82 service neutron] 10.222.0.15 "GET /v2.0/networks/ce4b787d-844d-4a10-8a46-e3a4d131f18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640954 Apr 20 13:06:00.792401 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-78923205-c91d-458c-abf6-9284b7f67e0d req-12e2612e-df4a-4aa4-b6be-98e96de0594e tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321332 Apr 20 13:06:00.818198 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1c9319f3-512f-4359-ba75-e7f4558939a0 req-9e8b94ac-bc4d-452b-9260-9d9b5951f2cf tempest-ServerShowV257Test-1315349148 tempest-ServerShowV257Test-1315349148-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.0801728 Apr 20 13:06:00.849244 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-095d8dab-f136-458a-8a1b-b8864884bb91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:00.871264 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-840abc47-4604-4a11-a2e0-d541bbe5bb34 req-09fb3d52-af82-4f84-8969-8f1ed4c48804 service neutron] 10.222.0.15 "GET /v2.0/networks/ce4b787d-844d-4a10-8a46-e3a4d131f18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764596 Apr 20 13:06:00.905832 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-095d8dab-f136-458a-8a1b-b8864884bb91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:00.977081 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499f128-bc4b-4146-a478-c301e96e87c5 req-2d44b6ac-9989-4a8f-8246-9110dbb70bdd tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:00.978558 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f499f128-bc4b-4146-a478-c301e96e87c5 req-2d44b6ac-9989-4a8f-8246-9110dbb70bdd tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 950 time: 0.1131101 Apr 20 13:06:00.984864 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d275e8a-23f1-4075-bbd9-18a26272a6fb req-76d62171-6825-4e87-9290-fbdccfa2f026 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:00.986820 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1d275e8a-23f1-4075-bbd9-18a26272a6fb req-76d62171-6825-4e87-9290-fbdccfa2f026 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 1096 time: 0.0852211 Apr 20 13:06:01.042834 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f499f128-bc4b-4146-a478-c301e96e87c5 req-8c596e84-7fd9-4260-9f44-9c24c0fb6f99 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550287 Apr 20 13:06:01.048873 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1d275e8a-23f1-4075-bbd9-18a26272a6fb req-f88d929c-8724-4c37-97cf-9b1081e5dcc7 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535865 Apr 20 13:06:01.112329 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-095d8dab-f136-458a-8a1b-b8864884bb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:01.113216 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-095d8dab-f136-458a-8a1b-b8864884bb91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:01.117121 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-095d8dab-f136-458a-8a1b-b8864884bb91 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1a671518-a8af-43eb-b847-dbb4e1a2a8c5 HTTP/1.1" status: 204 len: 168 time: 0.4365699 Apr 20 13:06:01.126173 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d8dab-f136-458a-8a1b-b8864884bb91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a671518-a8af-43eb-b847-dbb4e1a2a8c5,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:01.319715 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f33e2-a22a-488b-9ef4-1e311d9fe056 req-1f08d67c-a41d-4d01-9d11-b71226ae6395 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:01.321204 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3b1f33e2-a22a-488b-9ef4-1e311d9fe056 req-1f08d67c-a41d-4d01-9d11-b71226ae6395 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4c5a5a5-e5f5-45c3-92ba-5f2e6b034b50 HTTP/1.1" status: 200 len: 946 time: 0.0489843 Apr 20 13:06:01.419539 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-3b1f33e2-a22a-488b-9ef4-1e311d9fe056 req-1b1439c9-9720-4813-a6a7-31396d6a191d tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Deleting port 056817fc-ffa7-4013-934f-5db0a5ba69bf {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:06:01.420208 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-3b1f33e2-a22a-488b-9ef4-1e311d9fe056 req-1b1439c9-9720-4813-a6a7-31396d6a191d tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:01.527335 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-3b1f33e2-a22a-488b-9ef4-1e311d9fe056 req-1b1439c9-9720-4813-a6a7-31396d6a191d tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] For port 056817fc-ffa7-4013-934f-5db0a5ba69bf, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=056817fc-ffa7-4013-934f-5db0a5ba69bf,segment=NetworkSegment(b8a6c4b7-66db-416a-aa28-84e1cd810023),segment_id=b8a6c4b7-66db-416a-aa28-84e1cd810023)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:01.528163 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-3b1f33e2-a22a-488b-9ef4-1e311d9fe056 req-1b1439c9-9720-4813-a6a7-31396d6a191d tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:01.545987 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-3b1f33e2-a22a-488b-9ef4-1e311d9fe056 req-1b1439c9-9720-4813-a6a7-31396d6a191d tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Calling delete_port for 056817fc-ffa7-4013-934f-5db0a5ba69bf owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:06:01.548597 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f4159-6b85-4a46-b529-d9ebf6df9422 req-91d8ed7c-61a9-4460-9509-0c77928ca2e4 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:01.550072 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ad9f4159-6b85-4a46-b529-d9ebf6df9422 req-91d8ed7c-61a9-4460-9509-0c77928ca2e4 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 950 time: 0.0619965 Apr 20 13:06:01.588686 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ad9f4159-6b85-4a46-b529-d9ebf6df9422 req-fb794790-63d0-40ef-bbb4-25ea8b5d12bf tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320773 Apr 20 13:06:01.690318 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e75b8-2592-4a46-bde1-d9c50c38ccfd req-d55d6ec1-b3e6-47a4-98cc-60928ddaa080 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:01.691772 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-682e75b8-2592-4a46-bde1-d9c50c38ccfd req-d55d6ec1-b3e6-47a4-98cc-60928ddaa080 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 943 time: 0.0488775 Apr 20 13:06:01.721751 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-3b1f33e2-a22a-488b-9ef4-1e311d9fe056 req-1b1439c9-9720-4813-a6a7-31396d6a191d tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:01.732516 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-682e75b8-2592-4a46-bde1-d9c50c38ccfd req-07c9a530-8033-459f-98b8-455ed11a4ff8 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347214 Apr 20 13:06:01.736231 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['056817fc-ffa7-4013-934f-5db0a5ba69bf'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:06:01.798618 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1f33e2-a22a-488b-9ef4-1e311d9fe056 req-1b1439c9-9720-4813-a6a7-31396d6a191d tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] No DVR routers for this DVR port 056817fc-ffa7-4013-934f-5db0a5ba69bf on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:06:01.798618 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-3b1f33e2-a22a-488b-9ef4-1e311d9fe056 req-1b1439c9-9720-4813-a6a7-31396d6a191d tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:01.803553 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3b1f33e2-a22a-488b-9ef4-1e311d9fe056 req-1b1439c9-9720-4813-a6a7-31396d6a191d tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.32 "DELETE /v2.0/ports/056817fc-ffa7-4013-934f-5db0a5ba69bf HTTP/1.1" status: 204 len: 173 time: 0.4732797 Apr 20 13:06:01.803553 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1439c9-9720-4813-a6a7-31396d6a191d tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Pushing event deleted for resources: {'Port': ['ID=056817fc-ffa7-4013-934f-5db0a5ba69bf,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:01.803811 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33252) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:01.818267 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9a882086-6234-4e6c-9bd2-4be0fd0bd82f admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:01.895391 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c5a5a5-e5f5-45c3-92ba-5f2e6b034b50', 'name': 'network-vif-deleted', 'tag': '056817fc-ffa7-4013-934f-5db0a5ba69bf'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:06:01.895532 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80de250-0c17-46aa-a9af-04fa4d6620c4" -d '{"events": [{"server_uuid": "e4c5a5a5-e5f5-45c3-92ba-5f2e6b034b50", "name": "network-vif-deleted", "tag": "056817fc-ffa7-4013-934f-5db0a5ba69bf"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:06:01.911783 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-22107d86-9832-496a-8fe1-2ae3d305e698 req-1657a490-86b4-4f9e-aa33-8cef73dd6d7c tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4c5a5a5-e5f5-45c3-92ba-5f2e6b034b50 HTTP/1.1" status: 200 len: 210 time: 0.0421662 Apr 20 13:06:01.919095 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9a882086-6234-4e6c-9bd2-4be0fd0bd82f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:01.999763 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0bc0e7e6-c557-4df9-bb8c-3e53aa7564c7 req-e739b4ec-7a70-4a27-9365-d447943bde9c tempest-ServerShowV257Test-1315349148 tempest-ServerShowV257Test-1315349148-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.0290782 Apr 20 13:06:02.008356 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9a882086-6234-4e6c-9bd2-4be0fd0bd82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:02.049713 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a882086-6234-4e6c-9bd2-4be0fd0bd82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2c99d8-a951-44cd-83db-2ab18c29d6f3,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:02.057272 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625ce3fa-5a43-4276-9017-de6142f0b5df x-openstack-request-id: req-625ce3fa-5a43-4276-9017-de6142f0b5df {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:06:02.057627 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c5a5a5-e5f5-45c3-92ba-5f2e6b034b50", "name": "network-vif-deleted", "tag": "056817fc-ffa7-4013-934f-5db0a5ba69bf", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:06:02.058028 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-625ce3fa-5a43-4276-9017-de6142f0b5df {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:06:02.058640 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-625ce3fa-5a43-4276-9017-de6142f0b5df'] response: {'server_uuid': 'e4c5a5a5-e5f5-45c3-92ba-5f2e6b034b50', 'name': 'network-vif-deleted', 'tag': '056817fc-ffa7-4013-934f-5db0a5ba69bf', 'status': 'completed', 'code': 200} Apr 20 13:06:02.075944 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9a882086-6234-4e6c-9bd2-4be0fd0bd82f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4878d126c9ee43ff8376dc9392c05bb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2712250 Apr 20 13:06:02.076162 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33276) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:02.134052 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c0216e83-012f-4f05-8b76-852636412916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:02.156593 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c0216e83-012f-4f05-8b76-852636412916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:02.310753 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c0216e83-012f-4f05-8b76-852636412916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:02.311571 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c0216e83-012f-4f05-8b76-852636412916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:02.312770 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c0216e83-012f-4f05-8b76-852636412916 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fc2c99d8-a951-44cd-83db-2ab18c29d6f3 HTTP/1.1" status: 204 len: 168 time: 0.2349489 Apr 20 13:06:02.337668 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0216e83-012f-4f05-8b76-852636412916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2c99d8-a951-44cd-83db-2ab18c29d6f3,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:02.391261 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a33865-f3a9-45cc-a4f7-e1f0681ebae1 req-de4cfcba-f3c4-4319-8d7e-4bd266d7eaa8 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:02.393430 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c0a33865-f3a9-45cc-a4f7-e1f0681ebae1 req-de4cfcba-f3c4-4319-8d7e-4bd266d7eaa8 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 950 time: 0.0957010 Apr 20 13:06:02.440102 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c0a33865-f3a9-45cc-a4f7-e1f0681ebae1 req-407f6e19-613b-4476-976f-4ed13d032a7d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398986 Apr 20 13:06:02.736736 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c5eb7-52f0-495c-bc88-107bbc5e9a06 req-9f7e8224-8db2-4093-a92e-60ddc27121f9 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:02.739131 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b09c5eb7-52f0-495c-bc88-107bbc5e9a06 req-9f7e8224-8db2-4093-a92e-60ddc27121f9 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 950 time: 0.0772982 Apr 20 13:06:02.798910 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b09c5eb7-52f0-495c-bc88-107bbc5e9a06 req-87e6f4c1-ebd5-4dda-b1e6-65a0b758a526 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496156 Apr 20 13:06:02.918011 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e5be6-0e29-4be8-8ca2-b3310fc4f5a4 req-211f581b-64da-4c2d-a640-d579951a2825 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:02.919604 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-996e5be6-0e29-4be8-8ca2-b3310fc4f5a4 req-211f581b-64da-4c2d-a640-d579951a2825 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 943 time: 0.0506752 Apr 20 13:06:02.963711 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-996e5be6-0e29-4be8-8ca2-b3310fc4f5a4 req-cffffbf1-bbc4-471b-849f-0dfb830629f5 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351584 Apr 20 13:06:03.014948 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device efa8b45b-bd72-4ed1-9ff2-467e6261fe61 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:06:03.021435 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device bdd1f217-dea3-4974-a8e7-787127461687 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:06:03.067964 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: bdd1f217-dea3-4974-a8e7-787127461687 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:06:03.068669 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device bdd1f217-dea3-4974-a8e7-787127461687 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:06:03.083484 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7aafff0e-9da4-497b-93f7-168106a8ebc0 req-6eb03eb1-de1d-42cd-9caa-c5a28714a2d1 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4c5a5a5-e5f5-45c3-92ba-5f2e6b034b50 HTTP/1.1" status: 200 len: 210 time: 0.0575306 Apr 20 13:06:03.108395 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da76bd-b46b-4744-9b6f-ebeac909681e req-1b7f313e-0f27-4474-aeb2-14a371ae9186 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:03.110611 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-50da76bd-b46b-4744-9b6f-ebeac909681e req-1b7f313e-0f27-4474-aeb2-14a371ae9186 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.15 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 950 time: 0.1222956 Apr 20 13:06:03.163687 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-35da76cd-41f4-4264-9dea-06b703997d67 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:06:03.171818 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-35da76cd-41f4-4264-9dea-06b703997d67 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156205 Apr 20 13:06:03.189298 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port efa8b45b-bd72-4ed1-9ff2-467e6261fe61, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=efa8b45b-bd72-4ed1-9ff2-467e6261fe61,segment=NetworkSegment(b8a45d7f-8d03-42e0-b39a-371992aad9ff),segment_id=b8a45d7f-8d03-42e0-b39a-371992aad9ff)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:03.202759 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'efa8b45b-bd72-4ed1-9ff2-467e6261fe61', 'network_id': 'ce4b787d-844d-4a10-8a46-e3a4d131f18d', 'port_id': 'efa8b45b-bd72-4ed1-9ff2-467e6261fe61', 'mac_address': 'fa:16:3e:90:05:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce0cd2d-82e3-48f4-af7d-ad5190f8c609', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:06:03.221441 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-29cb5ffc-51de-4762-b435-c44e2ed0bf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:03.229992 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-29cb5ffc-51de-4762-b435-c44e2ed0bf83 service neutron] 10.222.0.25 "GET /v2.0/ports/54035792-79c1-4a66-b659-7d1ad857a866 HTTP/1.1" status: 200 len: 1093 time: 0.0560908 Apr 20 13:06:03.235209 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-227f8dc4-50f8-45c5-b733-00f8f79a903a service neutron] Request body: {'binding': {'host': 'n-h2-836015-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:03.236155 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-227f8dc4-50f8-45c5-b733-00f8f79a903a service neutron] Unknown quota resources ['binding']. {{(pid=114870) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 20 13:06:03.247845 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:03.248051 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1d31f410-0668-416f-8ede-1625b87d8ab6 req-e870582a-fdef-4137-b930-327fd16660fc tempest-ServerShowV257Test-1315349148 tempest-ServerShowV257Test-1315349148-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.0620921 Apr 20 13:06:03.269534 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efa8b45b-bd72-4ed1-9ff2-467e6261fe61 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:06:03.281273 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-50da76bd-b46b-4744-9b6f-ebeac909681e req-eed49100-5315-4e7e-9538-4423f1a2de57 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Deleting port ff97bd33-6d35-4183-a5d7-08318b73927e {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:06:03.281273 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-50da76bd-b46b-4744-9b6f-ebeac909681e req-eed49100-5315-4e7e-9538-4423f1a2de57 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:03.296111 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port efa8b45b-bd72-4ed1-9ff2-467e6261fe61, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=efa8b45b-bd72-4ed1-9ff2-467e6261fe61,segment=NetworkSegment(b8a45d7f-8d03-42e0-b39a-371992aad9ff),segment_id=b8a45d7f-8d03-42e0-b39a-371992aad9ff)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:03.378645 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:03.419541 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-50da76bd-b46b-4744-9b6f-ebeac909681e req-eed49100-5315-4e7e-9538-4423f1a2de57 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] For port ff97bd33-6d35-4183-a5d7-08318b73927e, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=ff97bd33-6d35-4183-a5d7-08318b73927e,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:03.419921 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-50da76bd-b46b-4744-9b6f-ebeac909681e req-eed49100-5315-4e7e-9538-4423f1a2de57 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:03.432644 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-227f8dc4-50f8-45c5-b733-00f8f79a903a service neutron] Attempting to bind port 54035792-79c1-4a66-b659-7d1ad857a866 on host n-h2-836015-7 for vnic_type normal with profile None {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:06:03.433047 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-227f8dc4-50f8-45c5-b733-00f8f79a903a service neutron] Attempting to bind port 54035792-79c1-4a66-b659-7d1ad857a866 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:06:03.433282 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-227f8dc4-50f8-45c5-b733-00f8f79a903a service neutron] Attempting to bind port 54035792-79c1-4a66-b659-7d1ad857a866 on network 0e1f32e0-475a-42d4-85ee-1c369c932480 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:06:03.434902 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-50da76bd-b46b-4744-9b6f-ebeac909681e req-eed49100-5315-4e7e-9538-4423f1a2de57 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Calling delete_port for ff97bd33-6d35-4183-a5d7-08318b73927e owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:06:03.439494 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-227f8dc4-50f8-45c5-b733-00f8f79a903a service neutron] Port 54035792-79c1-4a66-b659-7d1ad857a866 on network 0e1f32e0-475a-42d4-85ee-1c369c932480 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:06:03.440113 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-227f8dc4-50f8-45c5-b733-00f8f79a903a service neutron] Attempting to bind port 54035792-79c1-4a66-b659-7d1ad857a866 on network 0e1f32e0-475a-42d4-85ee-1c369c932480 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:06:03.446504 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-227f8dc4-50f8-45c5-b733-00f8f79a903a service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:06:03.447269 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-227f8dc4-50f8-45c5-b733-00f8f79a903a service neutron] Checking segment: {'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:06:03.447843 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-227f8dc4-50f8-45c5-b733-00f8f79a903a service neutron] Bound using segment: {'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:06:03.448481 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-227f8dc4-50f8-45c5-b733-00f8f79a903a service neutron] Bound port: 54035792-79c1-4a66-b659-7d1ad857a866, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:06:03.550777 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-227f8dc4-50f8-45c5-b733-00f8f79a903a service neutron] For port 54035792-79c1-4a66-b659-7d1ad857a866, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=54035792-79c1-4a66-b659-7d1ad857a866,segment=NetworkSegment(c36f4b37-e1d8-4848-acc2-f80f64f61825),segment_id=c36f4b37-e1d8-4848-acc2-f80f64f61825)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:06:03.611842 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=efa8b45b-bd72-4ed1-9ff2-467e6261fe61,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:03.632326 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-227f8dc4-50f8-45c5-b733-00f8f79a903a service neutron] Notify callbacks [] for binding, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:03.634698 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-227f8dc4-50f8-45c5-b733-00f8f79a903a service neutron] 10.222.0.25 "POST /v2.0/ports/54035792-79c1-4a66-b659-7d1ad857a866/bindings HTTP/1.1" status: 201 len: 389 time: 0.4024737 Apr 20 13:06:03.652469 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5fcf66-57d7-4f98-bb12-f2e3c022ff32 req-4169eef9-17e5-4107-aa8e-43d7aea3f4c4 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:03.654135 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9d5fcf66-57d7-4f98-bb12-f2e3c022ff32 req-4169eef9-17e5-4107-aa8e-43d7aea3f4c4 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 950 time: 0.0804405 Apr 20 13:06:03.696201 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9d5fcf66-57d7-4f98-bb12-f2e3c022ff32 req-431fd2f6-8bad-4750-93f3-0080174614bb tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358202 Apr 20 13:06:03.709406 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-50da76bd-b46b-4744-9b6f-ebeac909681e req-eed49100-5315-4e7e-9538-4423f1a2de57 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:03.723153 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['ff97bd33-6d35-4183-a5d7-08318b73927e', '13397ee1-19f1-4d58-9c64-1a626346836b'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:06:03.741056 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed49100-5315-4e7e-9538-4423f1a2de57 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Pushing event deleted for resources: {'Port': ['ID=ff97bd33-6d35-4183-a5d7-08318b73927e,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:03.809061 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-50da76bd-b46b-4744-9b6f-ebeac909681e req-eed49100-5315-4e7e-9538-4423f1a2de57 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] No DVR routers for this DVR port ff97bd33-6d35-4183-a5d7-08318b73927e on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:06:03.811867 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-50da76bd-b46b-4744-9b6f-ebeac909681e req-eed49100-5315-4e7e-9538-4423f1a2de57 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:03.815540 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['efa8b45b-bd72-4ed1-9ff2-467e6261fe61'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:06:03.824147 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-50da76bd-b46b-4744-9b6f-ebeac909681e req-eed49100-5315-4e7e-9538-4423f1a2de57 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.15 "DELETE /v2.0/ports/ff97bd33-6d35-4183-a5d7-08318b73927e HTTP/1.1" status: 204 len: 173 time: 0.7048118 Apr 20 13:06:03.824147 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c00b6b14-3280-4095-a1b0-2c9fd8f8edcd', 'name': 'network-vif-deleted', 'tag': 'ff97bd33-6d35-4183-a5d7-08318b73927e'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:06:03.826054 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd2b223-9955-4c3a-bc12-5c4c9d5d7946" -d '{"events": [{"server_uuid": "c00b6b14-3280-4095-a1b0-2c9fd8f8edcd", "name": "network-vif-deleted", "tag": "ff97bd33-6d35-4183-a5d7-08318b73927e"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:06:03.917466 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f53d3c08-4eae-40cd-93bf-92bbf61312cd req-c0f3ef7e-0fad-4c29-ad51-6b42da64059c tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 210 time: 0.0314786 Apr 20 13:06:04.011569 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793be962-98dd-43ed-b270-bd8a7a2cb8db x-openstack-request-id: req-793be962-98dd-43ed-b270-bd8a7a2cb8db {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:06:04.012190 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c00b6b14-3280-4095-a1b0-2c9fd8f8edcd", "name": "network-vif-deleted", "tag": "ff97bd33-6d35-4183-a5d7-08318b73927e", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:06:04.012441 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-793be962-98dd-43ed-b270-bd8a7a2cb8db {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:06:04.012941 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-793be962-98dd-43ed-b270-bd8a7a2cb8db'] response: {'server_uuid': 'c00b6b14-3280-4095-a1b0-2c9fd8f8edcd', 'name': 'network-vif-deleted', 'tag': 'ff97bd33-6d35-4183-a5d7-08318b73927e', 'status': 'completed', 'code': 200} Apr 20 13:06:04.173347 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58009a8-c92e-4acd-9d27-ad1450bd2519 req-6c2b2288-0dc0-4fda-9ee5-44e74030fe28 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:04.180761 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a58009a8-c92e-4acd-9d27-ad1450bd2519 req-6c2b2288-0dc0-4fda-9ee5-44e74030fe28 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 944 time: 0.1098537 Apr 20 13:06:04.209721 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01ce55-25f8-4121-b37c-87d82ba2f9af req-e02dfb05-9efa-476a-8012-710180661d39 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:04.217154 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ea01ce55-25f8-4121-b37c-87d82ba2f9af req-e02dfb05-9efa-476a-8012-710180661d39 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 945 time: 0.1049469 Apr 20 13:06:04.276426 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a58009a8-c92e-4acd-9d27-ad1450bd2519 req-185d1ff2-da0c-4310-a8d2-0ea26c252cc4 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889008 Apr 20 13:06:04.298985 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ea01ce55-25f8-4121-b37c-87d82ba2f9af req-142cad36-ba45-43b6-9520-4e6f8e2b65bf tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809841 Apr 20 13:06:04.474425 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-843a9c7b-5fed-4d2f-b607-8e29153d694e req-2e7d3c4f-5e40-4b5a-a4be-64d3fbca450e tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4c5a5a5-e5f5-45c3-92ba-5f2e6b034b50 HTTP/1.1" status: 200 len: 210 time: 0.0798888 Apr 20 13:06:04.482557 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-59b3218f-52a0-4b34-9be4-09fbe48a1bc9 req-1f004049-ead0-4d02-bd25-53947351dbd4 tempest-ServerShowV257Test-1315349148 tempest-ServerShowV257Test-1315349148-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.0450220 Apr 20 13:06:04.502032 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-dd350474-826b-494b-9e28-903f0069573a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:04.503547 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-dd350474-826b-494b-9e28-903f0069573a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8b01a41b4bc4e3890fb87ac80b83556&device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 1096 time: 0.1195722 Apr 20 13:06:04.608301 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-3f099c4a-3f48-4ade-9998-cc75fba3fac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:04.609757 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-3f099c4a-3f48-4ade-9998-cc75fba3fac2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0e1f32e0-475a-42d4-85ee-1c369c932480 HTTP/1.1" status: 200 len: 921 time: 0.0975261 Apr 20 13:06:04.653359 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-9f94e747-1827-4b4a-b7a8-467cb55e6066 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54035792-79c1-4a66-b659-7d1ad857a866 HTTP/1.1" status: 200 len: 217 time: 0.0369613 Apr 20 13:06:04.661356 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 056817fc-ffa7-4013-934f-5db0a5ba69bf no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:06:04.686324 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 056817fc-ffa7-4013-934f-5db0a5ba69bf {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:06:04.687021 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 056817fc-ffa7-4013-934f-5db0a5ba69bf not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:06:04.707316 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-beb6ec72-c598-4dc1-bc62-3ade6febde27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:04.707316 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-beb6ec72-c598-4dc1-bc62-3ade6febde27 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd5d8d2c-9bbe-433b-b6b9-a140ce7264b5 HTTP/1.1" status: 200 len: 860 time: 0.0471356 Apr 20 13:06:04.742081 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-a05c6658-536d-43b3-aadb-310414e077ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e1f32e0-475a-42d4-85ee-1c369c932480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280187 Apr 20 13:06:04.873565 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc24955-ffc2-48ee-af32-08d70b0e569a req-02cff999-5590-4f6f-b7a5-2feb87425949 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:04.875322 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8dc24955-ffc2-48ee-af32-08d70b0e569a req-02cff999-5590-4f6f-b7a5-2feb87425949 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 950 time: 0.0982406 Apr 20 13:06:04.918101 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-e40f339a-1bb9-416d-9a78-0d5c703de1d5 service neutron] 10.222.0.15 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646578 Apr 20 13:06:04.949749 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8dc24955-ffc2-48ee-af32-08d70b0e569a req-1a90024e-f46b-4a91-bc82-eab0cdf84204 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601432 Apr 20 13:06:05.037906 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device efa8b45b-bd72-4ed1-9ff2-467e6261fe61 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:06:05.087444 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-d6b5a86d-facd-4ad3-9c24-c268c5dd0ae3 service neutron] 10.222.0.15 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607766 Apr 20 13:06:05.089479 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d6fce5d1-b7d4-4c16-a4fd-608cfa2a1aaa req-0249bef6-0d94-4910-a377-c8b9e9d00db9 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=c00b6b14-3280-4095-a1b0-2c9fd8f8edcd HTTP/1.1" status: 200 len: 210 time: 0.0411274 Apr 20 13:06:05.184337 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port efa8b45b-bd72-4ed1-9ff2-467e6261fe61 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:06:05.188863 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port efa8b45b-bd72-4ed1-9ff2-467e6261fe61 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:06:05.194629 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:05.289719 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:05.317673 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7529e07f-096f-4c8d-8f94-202509811a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa8b45b-bd72-4ed1-9ff2-467e6261fe61'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:06:05.320066 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9fd163-2ba8-45df-8e00-360496b75e50" -d '{"events": [{"server_uuid": "7529e07f-096f-4c8d-8f94-202509811a27", "name": "network-vif-plugged", "status": "completed", "tag": "efa8b45b-bd72-4ed1-9ff2-467e6261fe61"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:06:05.343444 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port efa8b45b-bd72-4ed1-9ff2-467e6261fe61, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=efa8b45b-bd72-4ed1-9ff2-467e6261fe61,segment=NetworkSegment(b8a45d7f-8d03-42e0-b39a-371992aad9ff),segment_id=b8a45d7f-8d03-42e0-b39a-371992aad9ff)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:05.401724 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe706f0-8cba-4e99-aa38-e03a83532a7e req-3d544600-2a37-41d3-bc3d-6ce1c58f5673 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:05.411044 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1fe706f0-8cba-4e99-aa38-e03a83532a7e req-3d544600-2a37-41d3-bc3d-6ce1c58f5673 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 944 time: 0.0728874 Apr 20 13:06:05.423627 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e01ba0c-d7da-4e43-90d1-85ac8a352fc7 x-openstack-request-id: req-6e01ba0c-d7da-4e43-90d1-85ac8a352fc7 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:06:05.428484 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7529e07f-096f-4c8d-8f94-202509811a27", "name": "network-vif-plugged", "status": "completed", "tag": "efa8b45b-bd72-4ed1-9ff2-467e6261fe61", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:06:05.428484 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6e01ba0c-d7da-4e43-90d1-85ac8a352fc7 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:06:05.428484 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e01ba0c-d7da-4e43-90d1-85ac8a352fc7'] response: {'server_uuid': '7529e07f-096f-4c8d-8f94-202509811a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa8b45b-bd72-4ed1-9ff2-467e6261fe61', 'code': 200} Apr 20 13:06:05.452331 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:05.456346 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1fe706f0-8cba-4e99-aa38-e03a83532a7e req-08a9aca3-20b3-4767-b0c4-3269db5f6180 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441191 Apr 20 13:06:05.573381 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9e9d8-79cb-4de8-b05d-3e10a787e977 req-590905c4-382c-4fec-9744-6aac22b0b07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:05.574401 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=efa8b45b-bd72-4ed1-9ff2-467e6261fe61,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:05.577192 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f0f9e9d8-79cb-4de8-b05d-3e10a787e977 req-590905c4-382c-4fec-9744-6aac22b0b07b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 1096 time: 0.0624480 Apr 20 13:06:05.643872 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f0f9e9d8-79cb-4de8-b05d-3e10a787e977 req-529b7a4e-7449-4f94-99da-85ffbcd1e096 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524006 Apr 20 13:06:05.654773 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae1e184-4909-4a65-a51b-ede032ae01fe req-fee2057a-8042-4f81-b0fb-1febe65d7f75 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:05.660541 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dae1e184-4909-4a65-a51b-ede032ae01fe req-fee2057a-8042-4f81-b0fb-1febe65d7f75 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 945 time: 0.0820572 Apr 20 13:06:05.707648 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dae1e184-4909-4a65-a51b-ede032ae01fe req-92d6bc61-e9c5-45c5-8b8c-0414d4cd4c9a tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408120 Apr 20 13:06:05.781212 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f221c72c-c853-4aa3-9694-f271c4979230 req-c3952c84-cef1-4fdd-9e3a-8412e1919489 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4c5a5a5-e5f5-45c3-92ba-5f2e6b034b50 HTTP/1.1" status: 200 len: 210 time: 0.0433276 Apr 20 13:06:05.820558 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2298a4ff-280e-4e29-b505-fe8177c72b80 req-864365a3-5d1b-47c4-97ee-0001f2ddd827 tempest-ServerShowV257Test-1315349148 tempest-ServerShowV257Test-1315349148-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.0276270 Apr 20 13:06:06.080466 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8019bc9-e4d7-4816-8f05-50fd8fd9898b req-c8caeed7-30a4-443d-8146-234cd27bda7d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:06.081870 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f8019bc9-e4d7-4816-8f05-50fd8fd9898b req-c8caeed7-30a4-443d-8146-234cd27bda7d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 950 time: 0.0506699 Apr 20 13:06:06.124021 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f8019bc9-e4d7-4816-8f05-50fd8fd9898b req-aef64a3b-4f76-4eab-a97d-a80d55747751 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358846 Apr 20 13:06:06.586984 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05faa485-aace-497c-b7ef-ad0c2111155e req-6252b922-785c-4100-a58f-3f17973cde6b tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:06.588707 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-05faa485-aace-497c-b7ef-ad0c2111155e req-6252b922-785c-4100-a58f-3f17973cde6b tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 945 time: 0.0545175 Apr 20 13:06:06.660174 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-05faa485-aace-497c-b7ef-ad0c2111155e req-8cb0e590-5d71-4e4b-89de-aaa0d82e755a tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653877 Apr 20 13:06:06.692992 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd7bff-ab06-4f5e-82e0-c0a5e51cfb78 req-0e5f680d-552a-41fd-99d8-1ffb04e079dc tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:06.695862 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-83fd7bff-ab06-4f5e-82e0-c0a5e51cfb78 req-0e5f680d-552a-41fd-99d8-1ffb04e079dc tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 951 time: 0.0859935 Apr 20 13:06:06.738129 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-83fd7bff-ab06-4f5e-82e0-c0a5e51cfb78 req-2d861df7-ac88-45ab-963f-80627467a9ed tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375147 Apr 20 13:06:06.825230 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8edbb9-2f45-4a98-9c0b-61e451d7c460 req-79dfd1ca-c7e1-4814-990c-81dd0c00bddd tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:06.826929 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ad8edbb9-2f45-4a98-9c0b-61e451d7c460 req-79dfd1ca-c7e1-4814-990c-81dd0c00bddd tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 945 time: 0.0514135 Apr 20 13:06:06.907062 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ad8edbb9-2f45-4a98-9c0b-61e451d7c460 req-b9c8ae29-4601-43f3-9421-7846bac3f246 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741479 Apr 20 13:06:06.923612 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-120a3145-c082-4318-a8cb-49712b11f95b req-714e5850-3632-4abd-bb16-695fd44253ea tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4c5a5a5-e5f5-45c3-92ba-5f2e6b034b50 HTTP/1.1" status: 200 len: 210 time: 0.0485799 Apr 20 13:06:07.040323 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device ff97bd33-6d35-4183-a5d7-08318b73927e no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:06:07.053089 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-07b61e9e-f06a-4c67-a2c2-443c9747d382 req-909590dc-8cd5-40e1-9f9a-5d9c9eefdebf tempest-ServerShowV257Test-1315349148 tempest-ServerShowV257Test-1315349148-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.0681481 Apr 20 13:06:07.073995 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: ff97bd33-6d35-4183-a5d7-08318b73927e {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:06:07.074340 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device ff97bd33-6d35-4183-a5d7-08318b73927e not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:06:07.257095 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d450f-0e6c-4e97-94c1-73a080ddf21e req-a9cec994-3d43-4538-927a-b65bece97110 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:07.258615 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f45d450f-0e6c-4e97-94c1-73a080ddf21e req-a9cec994-3d43-4538-927a-b65bece97110 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 950 time: 0.0567243 Apr 20 13:06:07.304538 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f45d450f-0e6c-4e97-94c1-73a080ddf21e req-80cb1300-2f14-42eb-8ae1-f78b0c3d3462 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377986 Apr 20 13:06:07.354815 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2a377-7deb-4007-b5fe-584dbf9911f5 req-75257725-2f1a-44d4-874a-489a239c6c8a tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:07.356568 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b3a2a377-7deb-4007-b5fe-584dbf9911f5 req-75257725-2f1a-44d4-874a-489a239c6c8a tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91 HTTP/1.1" status: 200 len: 946 time: 0.0563536 Apr 20 13:06:07.402606 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b3a2a377-7deb-4007-b5fe-584dbf9911f5 req-bf04d304-178b-49aa-bee4-7555f193e508 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "GET /v2.0/security-groups?id=5007e27e-1313-4af2-bc0b-7ce50559f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372899 Apr 20 13:06:07.599819 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33428) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:07.705602 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6ceec4c4-2ab6-411c-a150-b88128d53fe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:07.806414 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32868fd4-cf78-4770-9d72-fb84647a32ae req-2c097174-c7ce-404a-8b5d-21d5e8436b46 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:07.808018 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-32868fd4-cf78-4770-9d72-fb84647a32ae req-2c097174-c7ce-404a-8b5d-21d5e8436b46 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 945 time: 0.0750847 Apr 20 13:06:07.865652 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6ceec4c4-2ab6-411c-a150-b88128d53fe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:07.889607 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-32868fd4-cf78-4770-9d72-fb84647a32ae req-d7508be9-318d-4518-aa8f-4fb661ed4d78 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644584 Apr 20 13:06:07.906034 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b561af1-00d6-401d-882f-726b863b0b75 req-d122f494-c3f6-4721-9059-e5c1f8a85a8b tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:07.908016 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9b561af1-00d6-401d-882f-726b863b0b75 req-d122f494-c3f6-4721-9059-e5c1f8a85a8b tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 951 time: 0.0988808 Apr 20 13:06:07.932755 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6ceec4c4-2ab6-411c-a150-b88128d53fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:07.973450 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9b561af1-00d6-401d-882f-726b863b0b75 req-b31556f3-0653-4cee-9ddc-a0c2d0bcc082 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587053 Apr 20 13:06:07.990069 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33444) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:07.990610 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-6ceec4c4-2ab6-411c-a150-b88128d53fe4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=afc95619a9774e309cb823e84f74210c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3891351 Apr 20 13:06:07.991103 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceec4c4-2ab6-411c-a150-b88128d53fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f198697-b17d-491a-9894-aed1b9d35f36,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:08.064427 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b66bb3d-2a33-40a7-a79b-a27d740b7e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:08.087940 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b66bb3d-2a33-40a7-a79b-a27d740b7e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:08.116924 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa98f4c-cc52-4aa3-9dcf-7f3fa4c0619e req-903f040f-a45f-4864-a994-50904aa1dea3 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:08.118390 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4aa98f4c-cc52-4aa3-9dcf-7f3fa4c0619e req-903f040f-a45f-4864-a994-50904aa1dea3 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 945 time: 0.0558541 Apr 20 13:06:08.159291 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4aa98f4c-cc52-4aa3-9dcf-7f3fa4c0619e req-777a13ee-d322-4094-8279-2492b9c934e1 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336092 Apr 20 13:06:08.195316 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b66bb3d-2a33-40a7-a79b-a27d740b7e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:08.199242 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b66bb3d-2a33-40a7-a79b-a27d740b7e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:08.200864 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0b66bb3d-2a33-40a7-a79b-a27d740b7e14 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0f198697-b17d-491a-9894-aed1b9d35f36 HTTP/1.1" status: 204 len: 168 time: 0.2086000 Apr 20 13:06:08.213189 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b66bb3d-2a33-40a7-a79b-a27d740b7e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f198697-b17d-491a-9894-aed1b9d35f36,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:08.310226 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6527c7-aca5-40e5-8635-557152aab722 req-00b968b3-a5f8-4e35-857e-689336680d08 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:08.311863 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4e6527c7-aca5-40e5-8635-557152aab722 req-00b968b3-a5f8-4e35-857e-689336680d08 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 945 time: 0.0502462 Apr 20 13:06:08.351334 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4e6527c7-aca5-40e5-8635-557152aab722 req-328ea5b6-253f-4256-b127-3e2f0881a06c tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325372 Apr 20 13:06:08.512362 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a384d4e1-39b7-4ff7-aadf-151fe4a27d7c req-87b44a7d-05ff-43f2-848b-e520739f7ae1 tempest-ServerShowV257Test-1315349148 tempest-ServerShowV257Test-1315349148-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.0590758 Apr 20 13:06:08.524232 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57ac7d-ff97-4706-8986-67a8eb3520fb req-013c29b1-c091-43e5-9d9e-db24870c2bb3 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:08.525785 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3e57ac7d-ff97-4706-8986-67a8eb3520fb req-013c29b1-c091-43e5-9d9e-db24870c2bb3 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 951 time: 0.1441774 Apr 20 13:06:08.668378 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbf79a-4d3a-4ef1-919a-62b0d1f2b274 req-51168edd-bb96-4201-9d7c-26b4f10f9450 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:08.669831 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2fdbf79a-4d3a-4ef1-919a-62b0d1f2b274 req-51168edd-bb96-4201-9d7c-26b4f10f9450 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 950 time: 0.0629106 Apr 20 13:06:08.729404 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-3e57ac7d-ff97-4706-8986-67a8eb3520fb req-16e393f3-b57e-4a03-9154-4f087b3245b6 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Deleting port 13397ee1-19f1-4d58-9c64-1a626346836b {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:06:08.729748 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3e57ac7d-ff97-4706-8986-67a8eb3520fb req-16e393f3-b57e-4a03-9154-4f087b3245b6 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:08.791826 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2fdbf79a-4d3a-4ef1-919a-62b0d1f2b274 req-e0db40b4-11f4-4bd6-9a03-f7bd14ed1ddb tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105092 Apr 20 13:06:08.803085 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ad1ad-b2a4-451e-8fe3-7eab82c770fb req-2ff558d2-4e80-450b-966c-12dae484394c tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:08.804696 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8f1ad1ad-b2a4-451e-8fe3-7eab82c770fb req-2ff558d2-4e80-450b-966c-12dae484394c tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91 HTTP/1.1" status: 200 len: 946 time: 0.1443920 Apr 20 13:06:08.886080 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-3e57ac7d-ff97-4706-8986-67a8eb3520fb req-16e393f3-b57e-4a03-9154-4f087b3245b6 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] For port 13397ee1-19f1-4d58-9c64-1a626346836b, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=13397ee1-19f1-4d58-9c64-1a626346836b,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:08.886456 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3e57ac7d-ff97-4706-8986-67a8eb3520fb req-16e393f3-b57e-4a03-9154-4f087b3245b6 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:08.908321 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-3e57ac7d-ff97-4706-8986-67a8eb3520fb req-16e393f3-b57e-4a03-9154-4f087b3245b6 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Calling delete_port for 13397ee1-19f1-4d58-9c64-1a626346836b owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:06:08.912476 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8f1ad1ad-b2a4-451e-8fe3-7eab82c770fb req-02130a2a-7eba-48d8-b118-6bad64f5e41c tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "GET /v2.0/security-groups?id=5007e27e-1313-4af2-bc0b-7ce50559f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799787 Apr 20 13:06:08.999177 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33472) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:09.020483 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c80dc942-a553-414e-bde4-f94971305d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:09.031801 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e03abd-6653-4be6-857a-f0803b21f8af req-44be59e2-b4b0-4eeb-9bb4-484b4ee73291 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:09.042158 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c1e03abd-6653-4be6-857a-f0803b21f8af req-44be59e2-b4b0-4eeb-9bb4-484b4ee73291 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 945 time: 0.1159418 Apr 20 13:06:09.138380 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c80dc942-a553-414e-bde4-f94971305d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:09.143260 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c1e03abd-6653-4be6-857a-f0803b21f8af req-9624dee8-e814-454f-9d71-8a3c127fbb0c tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002381 Apr 20 13:06:09.172273 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca090c6f-a03f-451b-841c-09f8d244b323 req-ffb517c1-2fe6-495f-b4e2-0ab44bb6d1ab tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:09.174560 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ca090c6f-a03f-451b-841c-09f8d244b323 req-ffb517c1-2fe6-495f-b4e2-0ab44bb6d1ab tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/ports?device_id=5fa9b908-179a-45c9-8029-6d4c5c63513a HTTP/1.1" status: 200 len: 951 time: 0.1168792 Apr 20 13:06:09.208314 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c80dc942-a553-414e-bde4-f94971305d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:09.258316 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c80dc942-a553-414e-bde4-f94971305d72 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a274ef094b20496fa32e6cf0545a8b34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2584910 Apr 20 13:06:09.259866 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80dc942-a553-414e-bde4-f94971305d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a52c12-51ea-4b02-ac1a-9c0aba4c597e,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:09.261023 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ca090c6f-a03f-451b-841c-09f8d244b323 req-631b26cb-bf63-4c1c-806e-bd734661ce7c tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.25 "GET /v2.0/security-groups?id=06e75bd6-4e53-4ec6-98c3-915be1d195c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714738 Apr 20 13:06:09.262785 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33486) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:09.264580 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3e57ac7d-ff97-4706-8986-67a8eb3520fb req-16e393f3-b57e-4a03-9154-4f087b3245b6 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:09.286262 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['13397ee1-19f1-4d58-9c64-1a626346836b'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:06:09.316944 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-063d6180-1e0d-497d-b576-4a6a913b9d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:09.341778 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-063d6180-1e0d-497d-b576-4a6a913b9d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:09.360338 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e393f3-b57e-4a03-9154-4f087b3245b6 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Pushing event deleted for resources: {'Port': ['ID=13397ee1-19f1-4d58-9c64-1a626346836b,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:09.449771 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e57ac7d-ff97-4706-8986-67a8eb3520fb req-16e393f3-b57e-4a03-9154-4f087b3245b6 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] No DVR routers for this DVR port 13397ee1-19f1-4d58-9c64-1a626346836b on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:06:09.455415 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3e57ac7d-ff97-4706-8986-67a8eb3520fb req-16e393f3-b57e-4a03-9154-4f087b3245b6 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:09.458733 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3e57ac7d-ff97-4706-8986-67a8eb3520fb req-16e393f3-b57e-4a03-9154-4f087b3245b6 tempest-ServersAdminTestJSON-205190250 tempest-ServersAdminTestJSON-205190250-project] 10.222.0.15 "DELETE /v2.0/ports/13397ee1-19f1-4d58-9c64-1a626346836b HTTP/1.1" status: 204 len: 173 time: 0.9265263 Apr 20 13:06:09.462387 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa9b908-179a-45c9-8029-6d4c5c63513a', 'name': 'network-vif-deleted', 'tag': '13397ee1-19f1-4d58-9c64-1a626346836b'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:06:09.464518 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2862b8f-07b9-4912-b736-241f3182f778" -d '{"events": [{"server_uuid": "5fa9b908-179a-45c9-8029-6d4c5c63513a", "name": "network-vif-deleted", "tag": "13397ee1-19f1-4d58-9c64-1a626346836b"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:06:09.495862 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484d009-4ccf-4153-8f45-f09289d07e82 req-674d31f1-dac8-4e55-a241-d13861185047 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:09.498170 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-063d6180-1e0d-497d-b576-4a6a913b9d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:09.499598 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f484d009-4ccf-4153-8f45-f09289d07e82 req-674d31f1-dac8-4e55-a241-d13861185047 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/networks?id=1448fb0c-76a1-4762-b0ef-b8c667a2a5dc HTTP/1.1" status: 200 len: 811 time: 0.2698596 Apr 20 13:06:09.501143 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-063d6180-1e0d-497d-b576-4a6a913b9d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:09.502450 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-063d6180-1e0d-497d-b576-4a6a913b9d7e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c6a52c12-51ea-4b02-ac1a-9c0aba4c597e HTTP/1.1" status: 204 len: 168 time: 0.2385476 Apr 20 13:06:09.513817 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d6180-1e0d-497d-b576-4a6a913b9d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a52c12-51ea-4b02-ac1a-9c0aba4c597e,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:09.529684 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de14003-a0cd-4034-8b4c-46ab2f0a8e79 req-01e2afed-90c8-4453-b446-f3b0a89bfb74 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:09.533039 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2de14003-a0cd-4034-8b4c-46ab2f0a8e79 req-01e2afed-90c8-4453-b446-f3b0a89bfb74 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 945 time: 0.1640046 Apr 20 13:06:09.572269 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f484d009-4ccf-4153-8f45-f09289d07e82 req-1d1dea69-6852-4975-b25f-2341045e4e5f tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/quotas/564a5d1e5b6e4687a901496539f07f39 HTTP/1.1" status: 200 len: 375 time: 0.0399187 Apr 20 13:06:09.608892 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f484d009-4ccf-4153-8f45-f09289d07e82 req-f6ba22e0-78ba-41ce-b574-950a9a7acdd6 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=564a5d1e5b6e4687a901496539f07f39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357249 Apr 20 13:06:09.651396 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2de14003-a0cd-4034-8b4c-46ab2f0a8e79 req-5fd163f7-840b-4e7f-9bd3-ea4dcf1536a9 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099660 Apr 20 13:06:09.737673 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f484d009-4ccf-4153-8f45-f09289d07e82 req-c6314ba0-1710-495b-ba24-9d0bbcd96345 service neutron] 10.222.0.25 "GET /v2.0/networks/1448fb0c-76a1-4762-b0ef-b8c667a2a5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186652 Apr 20 13:06:09.823630 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3d48d-1d20-4afc-9ca7-9cb37d0b9030 req-442eb8ee-715a-45da-aac7-58b6b9e209d9 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:09.825088 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-01a3d48d-1d20-4afc-9ca7-9cb37d0b9030 req-442eb8ee-715a-45da-aac7-58b6b9e209d9 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 945 time: 0.1061933 Apr 20 13:06:09.892839 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f484d009-4ccf-4153-8f45-f09289d07e82 req-74e968f9-aa9a-4a2b-8b9c-9777347c0af0 service neutron] 10.222.0.25 "GET /v2.0/networks/1448fb0c-76a1-4762-b0ef-b8c667a2a5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414633 Apr 20 13:06:09.902339 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-01a3d48d-1d20-4afc-9ca7-9cb37d0b9030 req-6f400ac8-815d-4da3-a98e-118b05a54908 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666535 Apr 20 13:06:09.962067 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c908c1-7abb-4459-8fe2-1036aefd1015 x-openstack-request-id: req-d6c908c1-7abb-4459-8fe2-1036aefd1015 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:06:09.962067 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa9b908-179a-45c9-8029-6d4c5c63513a", "name": "network-vif-deleted", "tag": "13397ee1-19f1-4d58-9c64-1a626346836b", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:06:09.962067 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d6c908c1-7abb-4459-8fe2-1036aefd1015 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:06:09.962067 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6c908c1-7abb-4459-8fe2-1036aefd1015'] response: {'server_uuid': '5fa9b908-179a-45c9-8029-6d4c5c63513a', 'name': 'network-vif-deleted', 'tag': '13397ee1-19f1-4d58-9c64-1a626346836b', 'status': 'completed', 'code': 200} Apr 20 13:06:10.045790 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bdcc7689-e87f-437f-bb5c-02923529c0f3 req-5917dd0b-67b8-43fd-a7af-c191e1d53867 tempest-ServerShowV257Test-1315349148 tempest-ServerShowV257Test-1315349148-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.0334747 Apr 20 13:06:10.294050 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdbf92c-2589-48f1-af17-e9845d6fc104 req-487e46d3-ca44-4a97-88bb-5a9990de6509 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:10.295772 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2cdbf92c-2589-48f1-af17-e9845d6fc104 req-487e46d3-ca44-4a97-88bb-5a9990de6509 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91 HTTP/1.1" status: 200 len: 946 time: 0.0825834 Apr 20 13:06:10.310176 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705b9ff-63c3-4b06-a495-4702f6f5b9ab req-c85872af-0294-4f27-9cfa-a9a235ed100b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:10.320378 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e705b9ff-63c3-4b06-a495-4702f6f5b9ab req-c85872af-0294-4f27-9cfa-a9a235ed100b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 950 time: 0.1158788 Apr 20 13:06:10.370862 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e705b9ff-63c3-4b06-a495-4702f6f5b9ab req-3b6e59b6-20d3-4769-9ceb-24efb8cc638f tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495627 Apr 20 13:06:10.457665 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-2cdbf92c-2589-48f1-af17-e9845d6fc104 req-3d0ac87b-b488-43b5-a3d6-047eaaa48fb4 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Deleting port 3bd2e349-b69d-423a-8d43-9da5e398d4d3 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:06:10.461676 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-2cdbf92c-2589-48f1-af17-e9845d6fc104 req-3d0ac87b-b488-43b5-a3d6-047eaaa48fb4 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:10.496855 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:06:10.545593 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f1224-6141-4d0d-85bb-6104d9a8b0f3 req-08f8a2e6-a683-4257-b553-3b38fe368b3f tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:10.546837 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b91f1224-6141-4d0d-85bb-6104d9a8b0f3 req-08f8a2e6-a683-4257-b553-3b38fe368b3f tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91 HTTP/1.1" status: 200 len: 946 time: 0.0872879 Apr 20 13:06:10.604348 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-2cdbf92c-2589-48f1-af17-e9845d6fc104 req-3d0ac87b-b488-43b5-a3d6-047eaaa48fb4 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] For port 3bd2e349-b69d-423a-8d43-9da5e398d4d3, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=3bd2e349-b69d-423a-8d43-9da5e398d4d3,segment=NetworkSegment(c736c956-6e26-4bd6-ade2-e481096df2a9),segment_id=c736c956-6e26-4bd6-ade2-e481096df2a9)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:10.604348 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-2cdbf92c-2589-48f1-af17-e9845d6fc104 req-3d0ac87b-b488-43b5-a3d6-047eaaa48fb4 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:10.607656 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a2bc4dab-5b7a-4219-9047-ad85bbde8c25 req-65bd438c-b488-4bcd-ac43-92bf673e8389 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=93bbcee1-866a-46fa-9ee8-b6c8f2071d57 HTTP/1.1" status: 200 len: 210 time: 0.0376503 Apr 20 13:06:10.645537 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b91f1224-6141-4d0d-85bb-6104d9a8b0f3 req-79525f18-6718-4ce1-864a-5d6815504215 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "GET /v2.0/security-groups?id=5007e27e-1313-4af2-bc0b-7ce50559f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764959 Apr 20 13:06:10.791901 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c43a7-609b-465f-9cb0-91a07b838d4f req-0d2b548d-7b23-4131-8d95-c3446c95698d tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:10.793777 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b31c43a7-609b-465f-9cb0-91a07b838d4f req-0d2b548d-7b23-4131-8d95-c3446c95698d tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 945 time: 0.0625741 Apr 20 13:06:10.852543 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b31c43a7-609b-465f-9cb0-91a07b838d4f req-3b2328b3-59a6-4467-a71c-15ddb09071d2 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497191 Apr 20 13:06:10.854019 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-2cdbf92c-2589-48f1-af17-e9845d6fc104 req-3d0ac87b-b488-43b5-a3d6-047eaaa48fb4 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:10.854478 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-2cdbf92c-2589-48f1-af17-e9845d6fc104 req-3d0ac87b-b488-43b5-a3d6-047eaaa48fb4 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:10.855796 n-d-836015-7 neutron-server[114870]: INFO neutron.db.l3_db [req-2cdbf92c-2589-48f1-af17-e9845d6fc104 req-3d0ac87b-b488-43b5-a3d6-047eaaa48fb4 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Floating IP 5d2a30c8-b524-40fb-99a3-4ea7447908a0 disassociated. External IP: 172.25.8.123, port: 3bd2e349-b69d-423a-8d43-9da5e398d4d3. Apr 20 13:06:10.856153 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-2cdbf92c-2589-48f1-af17-e9845d6fc104 req-3d0ac87b-b488-43b5-a3d6-047eaaa48fb4 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Calling delete_port for 3bd2e349-b69d-423a-8d43-9da5e398d4d3 owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:06:11.042618 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0eb48-4d7c-49da-8435-e97b6e6e52ab req-af9153cd-599e-4c9e-84d2-770efe9d1bdc tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:11.044219 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2f0eb48-4d7c-49da-8435-e97b6e6e52ab req-af9153cd-599e-4c9e-84d2-770efe9d1bdc tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 945 time: 0.0677531 Apr 20 13:06:11.092124 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2f0eb48-4d7c-49da-8435-e97b6e6e52ab req-7e1d2b9b-0efe-4403-bcba-eefab8f0c4b0 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398500 Apr 20 13:06:11.126789 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-2cdbf92c-2589-48f1-af17-e9845d6fc104 req-3d0ac87b-b488-43b5-a3d6-047eaaa48fb4 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:11.142594 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33564) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:11.172096 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ac87b-b488-43b5-a3d6-047eaaa48fb4 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Pushing event deleted for resources: {'Port': ['ID=3bd2e349-b69d-423a-8d43-9da5e398d4d3,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:11.333005 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-849e713d-c5bc-4d31-8a3b-7758e71f71a1 req-7b37245e-fe10-40b7-bea5-34411370e1fd tempest-ServerShowV257Test-1315349148 tempest-ServerShowV257Test-1315349148-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.1040063 Apr 20 13:06:11.361699 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cdbf92c-2589-48f1-af17-e9845d6fc104 req-3d0ac87b-b488-43b5-a3d6-047eaaa48fb4 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Router bebe1a2b-7a66-4958-80bc-3ff1a9d92a56 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:06:11.367970 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-14f3d6da-58eb-4870-af51-38bc3835d1b7 service neutron] show failed (client error): The resource could not be found. Apr 20 13:06:11.369467 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-14f3d6da-58eb-4870-af51-38bc3835d1b7 service neutron] 10.222.0.32 "GET /v2.0/ports/b23bbbda-3a2b-4073-9f40-b9d62ad8cf99/bindings/n-h2-836015-7 HTTP/1.1" status: 404 len: 380 time: 0.2193468 Apr 20 13:06:11.515279 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cdbf92c-2589-48f1-af17-e9845d6fc104 req-3d0ac87b-b488-43b5-a3d6-047eaaa48fb4 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:06:11.530781 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98fd13c-c13a-47e8-ac8a-7cdd646a8ced None None] Sync routers for ids ['bebe1a2b-7a66-4958-80bc-3ff1a9d92a56'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:06:11.532993 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-549447ef-de3a-4abb-ac3b-6a3c9363c622 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1eb4b98654a64cc0a24f0db20416c844&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3886695 Apr 20 13:06:11.541383 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33580) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:11.549389 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98fd13c-c13a-47e8-ac8a-7cdd646a8ced None None] Routers {'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:06:11.552935 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-f98fd13c-c13a-47e8-ac8a-7cdd646a8ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:05:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['bebe1a2b-7a66-4958-80bc-3ff1a9d92a56'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:11.566121 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cdbf92c-2589-48f1-af17-e9845d6fc104 req-3d0ac87b-b488-43b5-a3d6-047eaaa48fb4 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] No DVR routers for this DVR port 3bd2e349-b69d-423a-8d43-9da5e398d4d3 on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:06:11.570581 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-2cdbf92c-2589-48f1-af17-e9845d6fc104 req-3d0ac87b-b488-43b5-a3d6-047eaaa48fb4 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:11.585389 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2cdbf92c-2589-48f1-af17-e9845d6fc104 req-3d0ac87b-b488-43b5-a3d6-047eaaa48fb4 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.32 "DELETE /v2.0/ports/3bd2e349-b69d-423a-8d43-9da5e398d4d3 HTTP/1.1" status: 204 len: 173 time: 1.2823713 Apr 20 13:06:11.585876 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91', 'name': 'network-vif-deleted', 'tag': '3bd2e349-b69d-423a-8d43-9da5e398d4d3'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:06:11.589669 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc7a4b1-b403-439b-ac74-fe649937ac60" -d '{"events": [{"server_uuid": "c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91", "name": "network-vif-deleted", "tag": "3bd2e349-b69d-423a-8d43-9da5e398d4d3"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:06:11.595960 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec25082-23cc-4fe5-bde3-29be6b558191 req-bb873f22-9fad-4aee-bfef-9ae4a4f800b2 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:11.598942 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9ec25082-23cc-4fe5-bde3-29be6b558191 req-bb873f22-9fad-4aee-bfef-9ae4a4f800b2 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 950 time: 0.1201015 Apr 20 13:06:11.682935 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cacd019b-174b-42f5-b18e-a747850d7155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:11.687159 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657bc771-edcf-4e02-9177-8f52c7c118a5 x-openstack-request-id: req-657bc771-edcf-4e02-9177-8f52c7c118a5 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:06:11.689094 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91", "name": "network-vif-deleted", "tag": "3bd2e349-b69d-423a-8d43-9da5e398d4d3", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:06:11.689094 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-657bc771-edcf-4e02-9177-8f52c7c118a5 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:06:11.689094 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-657bc771-edcf-4e02-9177-8f52c7c118a5'] response: {'server_uuid': 'c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91', 'name': 'network-vif-deleted', 'tag': '3bd2e349-b69d-423a-8d43-9da5e398d4d3', 'status': 'completed', 'code': 200} Apr 20 13:06:11.698392 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9ec25082-23cc-4fe5-bde3-29be6b558191 req-86ae70ea-5f95-4b50-bb15-e7bd965bb958 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896451 Apr 20 13:06:11.765724 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cacd019b-174b-42f5-b18e-a747850d7155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:11.827286 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-f98fd13c-c13a-47e8-ac8a-7cdd646a8ced None None] Set router bebe1a2b-7a66-4958-80bc-3ff1a9d92a56 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:06:11.913376 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-340c1107-d9dc-4a08-bcc8-d9a7df39aaf5 req-c6a2843b-862a-4786-b3b1-caa3cb162b07 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0fe9b36-5ca4-4d9f-bf42-0dda7406fb91 HTTP/1.1" status: 200 len: 210 time: 0.0694969 Apr 20 13:06:12.066064 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-8843fb95-5191-4b33-a70d-419ab369124c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:12.067567 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-8843fb95-5191-4b33-a70d-419ab369124c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5&tenant_id=7c185004f0bb4f68ac206a98646f7134 HTTP/1.1" status: 200 len: 1101 time: 0.1463926 Apr 20 13:06:12.080131 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-6ec566e7-2570-46d1-9732-62a3fc19daa9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836015-7', 'device_owner': 'compute:nova'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:12.111027 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cacd019b-174b-42f5-b18e-a747850d7155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:12.113604 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cacd019b-174b-42f5-b18e-a747850d7155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:12.114741 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-cacd019b-174b-42f5-b18e-a747850d7155 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/06e75bd6-4e53-4ec6-98c3-915be1d195c2 HTTP/1.1" status: 204 len: 168 time: 0.5672653 Apr 20 13:06:12.122441 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02b79e-a865-48c7-a70d-49c62f5a6155 req-f2a6353c-1aee-4615-9e4a-8323d6cb07e2 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:12.123968 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9a02b79e-a865-48c7-a70d-49c62f5a6155 req-f2a6353c-1aee-4615-9e4a-8323d6cb07e2 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 945 time: 0.1406372 Apr 20 13:06:12.134227 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:12.168371 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd019b-174b-42f5-b18e-a747850d7155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e75bd6-4e53-4ec6-98c3-915be1d195c2,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:12.232030 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-f98fd13c-c13a-47e8-ac8a-7cdd646a8ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56', 'name': 'tempest-ServersTestManualDisk-1307317144-router', 'tenant_id': '4ee446561a7145cd9b19941f05f717df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '2720aa15-472a-455e-a98f-3b9a018b6549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:04:13Z', 'updated_at': '2022-04-20T13:04:17Z', 'revision_number': 4, 'project_id': '4ee446561a7145cd9b19941f05f717df', 'gw_port': {'id': '2720aa15-472a-455e-a98f-3b9a018b6549', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:04:14Z', 'updated_at': '2022-04-20T13:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '3b0cc308-33d5-4f1b-b318-8dfb5b0e97ac', 'name': '', 'network_id': '69de9d5d-5572-485a-ac3a-fd4213d271eb', 'tenant_id': '4ee446561a7145cd9b19941f05f717df', 'mac_address': 'fa:16:3e:42:ac:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2b7921a8-6ec4-4226-8a2d-d286be38417c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:04:16Z', 'updated_at': '2022-04-20T13:04:22Z', 'revision_number': 5, 'project_id': '4ee446561a7145cd9b19941f05f717df', 'subnets': [{'id': '2b7921a8-6ec4-4226-8a2d-d286be38417c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:12.262395 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9a02b79e-a865-48c7-a70d-49c62f5a6155 req-9c6f8815-d2f0-4fd9-a602-5fecbe51d6f0 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123118 Apr 20 13:06:12.265201 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-6ec566e7-2570-46d1-9732-62a3fc19daa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:12.278894 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98fd13c-c13a-47e8-ac8a-7cdd646a8ced None None] Checking router: bebe1a2b-7a66-4958-80bc-3ff1a9d92a56 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:06:12.290907 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98fd13c-c13a-47e8-ac8a-7cdd646a8ced None None] Routers {'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:06:12.291552 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-f98fd13c-c13a-47e8-ac8a-7cdd646a8ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:05:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['bebe1a2b-7a66-4958-80bc-3ff1a9d92a56'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:12.301003 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-3a9a6e77-5c39-4c9d-a3f0-ff9a9f515aca tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:12.302452 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-3a9a6e77-5c39-4c9d-a3f0-ff9a9f515aca tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/networks?id=1448fb0c-76a1-4762-b0ef-b8c667a2a5dc HTTP/1.1" status: 200 len: 811 time: 0.2712498 Apr 20 13:06:12.346082 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-2d7d5a2c-8dea-47a1-a5c2-68d1ed38b5fd tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/quotas/564a5d1e5b6e4687a901496539f07f39 HTTP/1.1" status: 200 len: 375 time: 0.0324512 Apr 20 13:06:12.402434 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b37dd414-e5f0-4f36-86d4-1b560e190f17 req-ad61560d-4d9a-42d4-b19c-7b93620d8ff5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.0358918 Apr 20 13:06:12.421085 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-5224db38-af28-40e5-a98f-3b6173abb55e tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=564a5d1e5b6e4687a901496539f07f39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0741255 Apr 20 13:06:12.447278 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-f98fd13c-c13a-47e8-ac8a-7cdd646a8ced None None] Set router bebe1a2b-7a66-4958-80bc-3ff1a9d92a56 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:06:12.701545 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33620) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:12.722458 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:12.741524 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-f98fd13c-c13a-47e8-ac8a-7cdd646a8ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56', 'name': 'tempest-ServersTestManualDisk-1307317144-router', 'tenant_id': '4ee446561a7145cd9b19941f05f717df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '2720aa15-472a-455e-a98f-3b9a018b6549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:04:13Z', 'updated_at': '2022-04-20T13:04:17Z', 'revision_number': 4, 'project_id': '4ee446561a7145cd9b19941f05f717df', 'gw_port': {'id': '2720aa15-472a-455e-a98f-3b9a018b6549', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:04:14Z', 'updated_at': '2022-04-20T13:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '3b0cc308-33d5-4f1b-b318-8dfb5b0e97ac', 'name': '', 'network_id': '69de9d5d-5572-485a-ac3a-fd4213d271eb', 'tenant_id': '4ee446561a7145cd9b19941f05f717df', 'mac_address': 'fa:16:3e:42:ac:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2b7921a8-6ec4-4226-8a2d-d286be38417c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:04:16Z', 'updated_at': '2022-04-20T13:04:22Z', 'revision_number': 5, 'project_id': '4ee446561a7145cd9b19941f05f717df', 'subnets': [{'id': '2b7921a8-6ec4-4226-8a2d-d286be38417c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:12.775892 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98fd13c-c13a-47e8-ac8a-7cdd646a8ced None None] The sync data for ids ['bebe1a2b-7a66-4958-80bc-3ff1a9d92a56'] in n-d-836015-7 is: [{'id': 'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56', 'name': 'tempest-ServersTestManualDisk-1307317144-router', 'tenant_id': '4ee446561a7145cd9b19941f05f717df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '2720aa15-472a-455e-a98f-3b9a018b6549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:04:13Z', 'updated_at': '2022-04-20T13:04:17Z', 'revision_number': 4, 'project_id': '4ee446561a7145cd9b19941f05f717df', 'gw_port': {'id': '2720aa15-472a-455e-a98f-3b9a018b6549', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:04:14Z', 'updated_at': '2022-04-20T13:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '3b0cc308-33d5-4f1b-b318-8dfb5b0e97ac', 'name': '', 'network_id': '69de9d5d-5572-485a-ac3a-fd4213d271eb', 'tenant_id': '4ee446561a7145cd9b19941f05f717df', 'mac_address': 'fa:16:3e:42:ac:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '2b7921a8-6ec4-4226-8a2d-d286be38417c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:04:16Z', 'updated_at': '2022-04-20T13:04:22Z', 'revision_number': 5, 'project_id': '4ee446561a7145cd9b19941f05f717df', 'subnets': [{'id': '2b7921a8-6ec4-4226-8a2d-d286be38417c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:06:12.888315 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e7f70643-76bc-4c20-99fd-e7f5abefd9c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:12.891840 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693ddb6-9c64-40ab-b408-c109f14510da req-8a653235-2a19-4b02-a868-8d8d544afa6e tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:12.893707 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3693ddb6-9c64-40ab-b408-c109f14510da req-8a653235-2a19-4b02-a868-8d8d544afa6e tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 945 time: 0.5280991 Apr 20 13:06:12.989184 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e7f70643-76bc-4c20-99fd-e7f5abefd9c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:13.012594 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-92ffe109-4e4a-43ce-8404-47f576b5a999 service neutron] 10.222.0.25 "GET /v2.0/networks/1448fb0c-76a1-4762-b0ef-b8c667a2a5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5775468 Apr 20 13:06:13.015562 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3693ddb6-9c64-40ab-b408-c109f14510da req-62ccaffc-8af2-4c3f-954c-f3be6ffec80b tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118240 Apr 20 13:06:13.052477 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 13397ee1-19f1-4d58-9c64-1a626346836b no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:06:13.085868 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 13397ee1-19f1-4d58-9c64-1a626346836b {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:06:13.086599 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 13397ee1-19f1-4d58-9c64-1a626346836b not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:06:13.105206 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d85468-e43f-4cf7-a039-86cf67595ad8 None None] New status for floating IP 5d2a30c8-b524-40fb-99a3-4ea7447908a0: DOWN {{(pid=114872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:06:13.108311 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-6ec566e7-2570-46d1-9732-62a3fc19daa9 service neutron] For port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=b23bbbda-3a2b-4073-9f40-b9d62ad8cf99,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:13.137039 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e7f70643-76bc-4c20-99fd-e7f5abefd9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:13.158992 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c5bc50eb-8a72-4540-8093-e92a975dc6cd req-78de066c-a0e0-44cf-87b7-1e20df9f2f25 tempest-ServerShowV257Test-1315349148 tempest-ServerShowV257Test-1315349148-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.0429626 Apr 20 13:06:13.184807 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e7f70643-76bc-4c20-99fd-e7f5abefd9c4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=68289aed6a424facbfe58f6d93cb3084&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4818108 Apr 20 13:06:13.185462 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33628) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:13.187776 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f70643-76bc-4c20-99fd-e7f5abefd9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9344e08-c73c-48de-ba26-89ea22be0f31,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:13.196220 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-ff5d6277-2640-4036-aa09-0e710462a92a service neutron] 10.222.0.25 "GET /v2.0/networks/1448fb0c-76a1-4762-b0ef-b8c667a2a5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704004 Apr 20 13:06:13.197346 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-6ec566e7-2570-46d1-9732-62a3fc19daa9 service neutron] For port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:06:13.232540 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33630) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:13.277631 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329c3254-20ee-4e02-9b79-550d23ef6fa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b23bbbda-3a2b-4073-9f40-b9d62ad8cf99'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:06:13.279943 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57d189f-212e-4a57-ad05-84f2b1885c85" -d '{"events": [{"server_uuid": "329c3254-20ee-4e02-9b79-550d23ef6fa5", "name": "network-vif-unplugged", "status": "completed", "tag": "b23bbbda-3a2b-4073-9f40-b9d62ad8cf99"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:06:13.281900 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-75001944-deca-49a5-a963-a5216a3c4cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:13.283950 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-6ec566e7-2570-46d1-9732-62a3fc19daa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:13.308293 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-75001944-deca-49a5-a963-a5216a3c4cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:13.308625 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-680c712a-080c-46c4-a373-5efffbc74e1d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e8979d91779e4814bbcfe96deb505b64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0749922 Apr 20 13:06:13.309660 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-6ec566e7-2570-46d1-9732-62a3fc19daa9 service neutron] Transition to ACTIVE for port object b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:06:13.311091 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33636) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:13.363304 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-6ec566e7-2570-46d1-9732-62a3fc19daa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:13.452453 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-75001944-deca-49a5-a963-a5216a3c4cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:13.458117 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-75001944-deca-49a5-a963-a5216a3c4cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:13.459832 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-75001944-deca-49a5-a963-a5216a3c4cdc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c9344e08-c73c-48de-ba26-89ea22be0f31 HTTP/1.1" status: 204 len: 168 time: 0.2730291 Apr 20 13:06:13.459973 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec566e7-2570-46d1-9732-62a3fc19daa9 service neutron] Pushing event updated for resources: {'Port': ['ID=b23bbbda-3a2b-4073-9f40-b9d62ad8cf99,revision_number=6']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:13.462809 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-6ec566e7-2570-46d1-9732-62a3fc19daa9 service neutron] No DVR routers for this DVR port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 on host n-h1-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:06:13.471764 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c0a85-810a-43c8-8423-659cad41eddc req-870b65a1-ebf4-4fe0-bfae-9a4c7da3fef4 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:13.479025 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0c2c0a85-810a-43c8-8423-659cad41eddc req-870b65a1-ebf4-4fe0-bfae-9a4c7da3fef4 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 950 time: 0.1612968 Apr 20 13:06:13.498734 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4d124340-3a15-4c1c-b985-e78e903c8f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:13.499320 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75001944-deca-49a5-a963-a5216a3c4cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9344e08-c73c-48de-ba26-89ea22be0f31,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:13.638192 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4d124340-3a15-4c1c-b985-e78e903c8f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:13.692560 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0c2c0a85-810a-43c8-8423-659cad41eddc req-5f410b99-7f6a-4135-8435-c19f9bb72c92 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126443 Apr 20 13:06:13.693219 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-6ec566e7-2570-46d1-9732-62a3fc19daa9 service neutron] Attempting to bind port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:06:13.693560 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-6ec566e7-2570-46d1-9732-62a3fc19daa9 service neutron] Attempting to bind port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:06:13.693891 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-6ec566e7-2570-46d1-9732-62a3fc19daa9 service neutron] Attempting to bind port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:06:13.706158 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-6ec566e7-2570-46d1-9732-62a3fc19daa9 service neutron] Port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 on network 6efc3d61-2150-4671-a02d-6127df40131a not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:06:13.706489 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-6ec566e7-2570-46d1-9732-62a3fc19daa9 service neutron] Attempting to bind port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:06:13.716365 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-6ec566e7-2570-46d1-9732-62a3fc19daa9 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:06:13.716712 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-6ec566e7-2570-46d1-9732-62a3fc19daa9 service neutron] Checking segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:06:13.717101 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-6ec566e7-2570-46d1-9732-62a3fc19daa9 service neutron] Bound using segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:06:13.717537 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-6ec566e7-2570-46d1-9732-62a3fc19daa9 service neutron] Bound port: b23bbbda-3a2b-4073-9f40-b9d62ad8cf99, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:06:13.717899 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-6ec566e7-2570-46d1-9732-62a3fc19daa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:13.739135 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513dcc6-f946-4716-937b-12fa2c84134d req-47196d79-8d33-4387-ac4e-23e3f23bea8c tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:13.743783 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0513dcc6-f946-4716-937b-12fa2c84134d req-47196d79-8d33-4387-ac4e-23e3f23bea8c tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 945 time: 0.1274748 Apr 20 13:06:13.759671 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3053176f-e8dc-493d-9617-72ceca6d1c9a x-openstack-request-id: req-3053176f-e8dc-493d-9617-72ceca6d1c9a {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:06:13.759949 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329c3254-20ee-4e02-9b79-550d23ef6fa5", "name": "network-vif-unplugged", "status": "completed", "tag": "b23bbbda-3a2b-4073-9f40-b9d62ad8cf99", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:06:13.762385 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3053176f-e8dc-493d-9617-72ceca6d1c9a {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:06:13.762385 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3053176f-e8dc-493d-9617-72ceca6d1c9a'] response: {'server_uuid': '329c3254-20ee-4e02-9b79-550d23ef6fa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b23bbbda-3a2b-4073-9f40-b9d62ad8cf99', 'code': 200} Apr 20 13:06:13.814903 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4d124340-3a15-4c1c-b985-e78e903c8f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:13.817385 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4d124340-3a15-4c1c-b985-e78e903c8f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:13.818512 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4d124340-3a15-4c1c-b985-e78e903c8f98 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/63aecab9-c792-40ad-87c1-823253612b06 HTTP/1.1" status: 204 len: 168 time: 0.5064807 Apr 20 13:06:13.853615 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-23a8b5c7-645a-4993-9b5f-793097d18808 req-74a3cc4f-c73d-4709-8401-b6b0bfa1c76c tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8dabefc-ee97-420a-b6e9-6cff30f9ce15 HTTP/1.1" status: 200 len: 210 time: 0.0623677 Apr 20 13:06:13.876468 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d124340-3a15-4c1c-b985-e78e903c8f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63aecab9-c792-40ad-87c1-823253612b06,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:13.893655 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0513dcc6-f946-4716-937b-12fa2c84134d req-af71295c-82d0-4d11-a3c4-011ec759715f tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359456 Apr 20 13:06:13.908256 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-6ec566e7-2570-46d1-9732-62a3fc19daa9 service neutron] For port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:06:13.914973 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-6ec566e7-2570-46d1-9732-62a3fc19daa9 service neutron] For port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b23bbbda-3a2b-4073-9f40-b9d62ad8cf99,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:06:13.974399 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33654) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:14.030760 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-30665a61-ef80-4ab3-aadd-97df60107283 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:14.033223 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-6ec566e7-2570-46d1-9732-62a3fc19daa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:14.084166 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-6ec566e7-2570-46d1-9732-62a3fc19daa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:14.084971 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-6ec566e7-2570-46d1-9732-62a3fc19daa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:14.087005 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-6ec566e7-2570-46d1-9732-62a3fc19daa9 service neutron] 10.222.0.15 "PUT /v2.0/ports/b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 HTTP/1.1" status: 200 len: 1096 time: 2.0121536 Apr 20 13:06:14.101948 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-30665a61-ef80-4ab3-aadd-97df60107283 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:14.190103 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec566e7-2570-46d1-9732-62a3fc19daa9 service neutron] Pushing event updated for resources: {'Port': ['ID=b23bbbda-3a2b-4073-9f40-b9d62ad8cf99,revision_number=7']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:14.238341 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-e59f8135-2edf-4db6-8535-20c01ed879cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:14.239988 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-e59f8135-2edf-4db6-8535-20c01ed879cd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7c185004f0bb4f68ac206a98646f7134&device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 1099 time: 0.1211407 Apr 20 13:06:14.251057 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d14776-468f-4787-97bc-9d564ee237ac req-ea9c5b7b-da9d-4234-8edc-14b16e0eb876 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:14.258406 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-04d14776-468f-4787-97bc-9d564ee237ac req-ea9c5b7b-da9d-4234-8edc-14b16e0eb876 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 945 time: 0.1528223 Apr 20 13:06:14.370044 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-04d14776-468f-4787-97bc-9d564ee237ac req-569fc86e-bc61-4541-8c83-4fb43594a774 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106992 Apr 20 13:06:14.371953 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f411670f-d9ff-494d-a939-6ea23f4c0150 req-4585319e-2e00-41a9-a947-0ec5f8c13215 tempest-ServerShowV257Test-1315349148 tempest-ServerShowV257Test-1315349148-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.0470974 Apr 20 13:06:14.374606 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33662) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:14.387263 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-30665a61-ef80-4ab3-aadd-97df60107283 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:14.388515 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-30665a61-ef80-4ab3-aadd-97df60107283 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:14.402763 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33664) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:14.402908 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-30665a61-ef80-4ab3-aadd-97df60107283 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "DELETE /v2.0/security-groups/5007e27e-1313-4af2-bc0b-7ce50559f90d HTTP/1.1" status: 204 len: 168 time: 0.4272437 Apr 20 13:06:14.423967 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-285878b4-836b-4066-8a88-b0636423eb60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:14.432452 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-042e7a02-bc03-4b80-a426-e9ade28a70db tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] show failed (client error): The resource could not be found. Apr 20 13:06:14.434592 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-042e7a02-bc03-4b80-a426-e9ade28a70db tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "GET /v2.0/security-groups/5007e27e-1313-4af2-bc0b-7ce50559f90d HTTP/1.1" status: 404 len: 347 time: 0.0305159 Apr 20 13:06:14.437323 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33670) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:14.449645 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30665a61-ef80-4ab3-aadd-97df60107283 tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5007e27e-1313-4af2-bc0b-7ce50559f90d,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:14.475426 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-150fc09b-7034-43d3-b29d-54503007cffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:14.477908 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-150fc09b-7034-43d3-b29d-54503007cffa service neutron] 10.222.0.15 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.2157655 Apr 20 13:06:14.539845 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-6332c908-5d1e-443c-b845-21da60d7979e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 HTTP/1.1" status: 200 len: 217 time: 0.0544298 Apr 20 13:06:14.602083 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-e1cdb0e8-c2af-4a7a-928f-ecb36b533bef tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Deleting port a78bbfe7-6fb5-41f6-926a-7572786a0540 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:06:14.603001 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e1cdb0e8-c2af-4a7a-928f-ecb36b533bef tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:14.621020 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-2013ae9f-46ba-47e8-809f-e549c82090e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:14.622487 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-2013ae9f-46ba-47e8-809f-e549c82090e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0756636 Apr 20 13:06:14.658376 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-285878b4-836b-4066-8a88-b0636423eb60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:14.671093 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 3bd2e349-b69d-423a-8d43-9da5e398d4d3 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:06:14.676530 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-8855c99b-4af4-43e6-916a-d04792e099bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:14.677472 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-8855c99b-4af4-43e6-916a-d04792e099bc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0453067 Apr 20 13:06:14.700809 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e1cdb0e8-c2af-4a7a-928f-ecb36b533bef tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:14.701141 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e1cdb0e8-c2af-4a7a-928f-ecb36b533bef tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:14.720459 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-e1cdb0e8-c2af-4a7a-928f-ecb36b533bef tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Calling delete_port for a78bbfe7-6fb5-41f6-926a-7572786a0540 owned by network:floatingip {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:06:14.722742 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 3bd2e349-b69d-423a-8d43-9da5e398d4d3 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:06:14.726455 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 3bd2e349-b69d-423a-8d43-9da5e398d4d3 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:06:14.726919 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:06:14.771266 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-285878b4-836b-4066-8a88-b0636423eb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:14.808048 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:06:14.861823 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-285878b4-836b-4066-8a88-b0636423eb60 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6c508c2ddca04483b730ad90e5ec9876&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4861221 Apr 20 13:06:14.868333 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285878b4-836b-4066-8a88-b0636423eb60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd4334c-7bd4-44e5-a885-ccb9dd1907b7,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:14.871628 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33682) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:14.889171 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ca36320c-6f52-47c0-94fa-2c664101ca70 req-b5fd04a7-320e-46c1-86e6-63ae0b70fe38 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f50ca48b943749acb7b030c4d5b62562&device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.0302587 Apr 20 13:06:14.938297 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ca36320c-6f52-47c0-94fa-2c664101ca70 req-d8949a19-4ed6-44d1-9c82-5de27d4234b9 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=f50ca48b943749acb7b030c4d5b62562&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309334 Apr 20 13:06:14.959480 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b5695730-1d9d-4ac2-9cee-33d4749a1695 req-a5f98968-d714-4f1d-a246-1d93879a595e tempest-ServerShowV257Test-1315349148 tempest-ServerShowV257Test-1315349148-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.0652721 Apr 20 13:06:15.010173 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-8f1b3855-f941-4f42-b2b9-cf243539c7c2 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252258 Apr 20 13:06:15.010997 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9a87b91c-b3c5-4840-8bee-e8a4017cd75d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:15.038554 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9a87b91c-b3c5-4840-8bee-e8a4017cd75d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:15.044447 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36320c-6f52-47c0-94fa-2c664101ca70 req-87ea62b8-b803-4f15-a430-95a438ded9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:15.046385 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ca36320c-6f52-47c0-94fa-2c664101ca70 req-87ea62b8-b803-4f15-a430-95a438ded9fb service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1013927 Apr 20 13:06:15.054174 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2059c-03b5-446b-8d3a-a4254d26dfb2 req-01582b6e-7343-4683-9de2-7b0a7ab30a11 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:15.055692 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f6c2059c-03b5-446b-8d3a-a4254d26dfb2 req-01582b6e-7343-4683-9de2-7b0a7ab30a11 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 948 time: 0.2567799 Apr 20 13:06:15.121763 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-142b94be-ac92-4547-bb96-26bcd8cf6ec8 req-68461a19-6a9b-4154-97a6-149387f0be66 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8dabefc-ee97-420a-b6e9-6cff30f9ce15 HTTP/1.1" status: 200 len: 210 time: 0.0628464 Apr 20 13:06:15.187608 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e1cdb0e8-c2af-4a7a-928f-ecb36b533bef tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:15.194472 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f6c2059c-03b5-446b-8d3a-a4254d26dfb2 req-37acdf22-728c-44af-9c5b-8ae2e658906e tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135473 Apr 20 13:06:15.234475 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cdb0e8-c2af-4a7a-928f-ecb36b533bef tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Pushing event deleted for resources: {'Port': ['ID=a78bbfe7-6fb5-41f6-926a-7572786a0540,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:15.248026 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-998cffee-baf0-402f-be91-9c2d1162d0ae req-6e6acd1d-b424-4fb4-8825-e54f71705899 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881156 Apr 20 13:06:15.266777 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa26d36-cc85-4b74-bb82-43c943a1e0eb req-3f2b519a-4e08-4b36-88f9-e6612a0b7f11 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:15.274485 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1aa26d36-cc85-4b74-bb82-43c943a1e0eb req-3f2b519a-4e08-4b36-88f9-e6612a0b7f11 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 945 time: 0.0790813 Apr 20 13:06:15.308240 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e1cdb0e8-c2af-4a7a-928f-ecb36b533bef tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks [] for floatingip, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:15.311610 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e1cdb0e8-c2af-4a7a-928f-ecb36b533bef tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:15.315568 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1aa26d36-cc85-4b74-bb82-43c943a1e0eb req-c5a6c6f4-1bd6-47e1-9660-ea5f69c43be2 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399082 Apr 20 13:06:15.316276 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33696) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:15.316590 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e1cdb0e8-c2af-4a7a-928f-ecb36b533bef tempest-ServersTestManualDisk-250447951 tempest-ServersTestManualDisk-250447951-project] 10.222.0.25 "DELETE /v2.0/floatingips/5d2a30c8-b524-40fb-99a3-4ea7447908a0 HTTP/1.1" status: 204 len: 168 time: 0.8781073 Apr 20 13:06:15.323267 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9a87b91c-b3c5-4840-8bee-e8a4017cd75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:15.325875 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9a87b91c-b3c5-4840-8bee-e8a4017cd75d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:15.328221 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9a87b91c-b3c5-4840-8bee-e8a4017cd75d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9fd4334c-7bd4-44e5-a885-ccb9dd1907b7 HTTP/1.1" status: 204 len: 168 time: 0.4534888 Apr 20 13:06:15.369008 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a87b91c-b3c5-4840-8bee-e8a4017cd75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd4334c-7bd4-44e5-a885-ccb9dd1907b7,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:15.591731 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233ba68-1581-4987-a99b-cb08f322166f req-b1eb4097-2278-4bef-a4ec-e8e8e7ff8f01 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:15.593247 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4233ba68-1581-4987-a99b-cb08f322166f req-b1eb4097-2278-4bef-a4ec-e8e8e7ff8f01 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 945 time: 0.1050723 Apr 20 13:06:15.689544 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4233ba68-1581-4987-a99b-cb08f322166f req-8f034c5e-5dc2-4e43-9aa2-3b2c7be4b0fd tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882857 Apr 20 13:06:15.761232 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '329c3254-20ee-4e02-9b79-550d23ef6fa5', 'tag': 'b23bbbda-3a2b-4073-9f40-b9d62ad8cf99'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:06:15.764716 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f7a20f-851c-4e50-a238-941356cc9de1" -d '{"events": [{"name": "network-changed", "server_uuid": "329c3254-20ee-4e02-9b79-550d23ef6fa5", "tag": "b23bbbda-3a2b-4073-9f40-b9d62ad8cf99"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:06:15.816660 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdd12dd-05e1-4700-b223-d01f6222bfc8 x-openstack-request-id: req-2fdd12dd-05e1-4700-b223-d01f6222bfc8 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:06:15.816953 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "329c3254-20ee-4e02-9b79-550d23ef6fa5", "tag": "b23bbbda-3a2b-4073-9f40-b9d62ad8cf99", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:06:15.817229 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2fdd12dd-05e1-4700-b223-d01f6222bfc8 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:06:15.817622 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fdd12dd-05e1-4700-b223-d01f6222bfc8'] response: {'name': 'network-changed', 'server_uuid': '329c3254-20ee-4e02-9b79-550d23ef6fa5', 'tag': 'b23bbbda-3a2b-4073-9f40-b9d62ad8cf99', 'status': 'completed', 'code': 200} Apr 20 13:06:15.909006 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-98e81e1a-aaf0-42ff-a16f-4e217a847ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:15.917098 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7a20f-851c-4e50-a238-941356cc9de1 req-71e9d9ce-0b09-4d43-9893-e747f0584399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:15.919297 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-01f7a20f-851c-4e50-a238-941356cc9de1 req-71e9d9ce-0b09-4d43-9893-e747f0584399 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c185004f0bb4f68ac206a98646f7134&device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 1099 time: 0.0782931 Apr 20 13:06:15.926911 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7a20f-851c-4e50-a238-941356cc9de1 req-2e55297e-67d8-4339-80ee-22703ee117fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:15.928689 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-01f7a20f-851c-4e50-a238-941356cc9de1 req-2e55297e-67d8-4339-80ee-22703ee117fc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7c185004f0bb4f68ac206a98646f7134&device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 1099 time: 0.0608730 Apr 20 13:06:15.964725 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-138dc4a9-4f67-4540-9021-f075bf9a4dd9 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:15.966231 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-138dc4a9-4f67-4540-9021-f075bf9a4dd9 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.15 "GET /v2.0/networks?id=1448fb0c-76a1-4762-b0ef-b8c667a2a5dc HTTP/1.1" status: 200 len: 811 time: 0.1965933 Apr 20 13:06:15.981767 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-fb1404ad-99c0-4df9-96f9-3ccea67b2531 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Request body: {'port': {'device_id': 'e8dabefc-ee97-420a-b6e9-6cff30f9ce15', 'network_id': '1448fb0c-76a1-4762-b0ef-b8c667a2a5dc', 'admin_state_up': True, 'tenant_id': '564a5d1e5b6e4687a901496539f07f39'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:16.118207 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-01969c4e-6c0b-4049-997c-ec1cf923c955 req-7c9e7aec-77c0-480b-ad25-6ae6fc9def60 tempest-ServerShowV257Test-1315349148 tempest-ServerShowV257Test-1315349148-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.0448437 Apr 20 13:06:16.134643 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7a20f-851c-4e50-a238-941356cc9de1 req-8f06761b-2ca4-4bc5-8a7d-d37f6997b189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:16.138163 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-01f7a20f-851c-4e50-a238-941356cc9de1 req-8f06761b-2ca4-4bc5-8a7d-d37f6997b189 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.2081492 Apr 20 13:06:16.201887 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-01f7a20f-851c-4e50-a238-941356cc9de1 req-dc076781-023e-4591-a8d3-69d8156dbc3e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 HTTP/1.1" status: 200 len: 217 time: 0.0543120 Apr 20 13:06:16.203576 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7a20f-851c-4e50-a238-941356cc9de1 req-41c3a1f3-11c0-4dfa-884e-c37e735cbc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:16.205251 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-01f7a20f-851c-4e50-a238-941356cc9de1 req-41c3a1f3-11c0-4dfa-884e-c37e735cbc2e service neutron] 10.222.0.15 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.2666616 Apr 20 13:06:16.286574 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8ee171a8-bbad-4e05-9b9f-31546cb5ef73 req-a2c91f4b-e994-49d1-ad54-c7d1f5d7c5a0 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8dabefc-ee97-420a-b6e9-6cff30f9ce15 HTTP/1.1" status: 200 len: 210 time: 0.0464568 Apr 20 13:06:16.318298 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-01f7a20f-851c-4e50-a238-941356cc9de1 req-3e16147c-d28b-482f-9267-f8d154ee4d71 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 HTTP/1.1" status: 200 len: 217 time: 0.0974395 Apr 20 13:06:16.386804 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7a20f-851c-4e50-a238-941356cc9de1 req-0380e49f-a7a4-4d2d-87a0-f0d99b400760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:16.386804 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-01f7a20f-851c-4e50-a238-941356cc9de1 req-0380e49f-a7a4-4d2d-87a0-f0d99b400760 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.1715589 Apr 20 13:06:16.405360 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7a20f-851c-4e50-a238-941356cc9de1 req-eac27039-d73e-4e45-bfad-dbe707ccf333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:16.406922 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-01f7a20f-851c-4e50-a238-941356cc9de1 req-eac27039-d73e-4e45-bfad-dbe707ccf333 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0805471 Apr 20 13:06:16.432035 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-fb1404ad-99c0-4df9-96f9-3ccea67b2531 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Made reservation on behalf of 564a5d1e5b6e4687a901496539f07f39 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:06:16.435194 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-fb1404ad-99c0-4df9-96f9-3ccea67b2531 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:16.488610 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7a20f-851c-4e50-a238-941356cc9de1 req-d8525d75-ad9c-4e11-a38f-d7a497700318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:16.491499 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-01f7a20f-851c-4e50-a238-941356cc9de1 req-d8525d75-ad9c-4e11-a38f-d7a497700318 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0999572 Apr 20 13:06:16.494206 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7a20f-851c-4e50-a238-941356cc9de1 req-7febbc83-4a8b-4675-ad33-cc23e8dbe9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:16.495634 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-01f7a20f-851c-4e50-a238-941356cc9de1 req-7febbc83-4a8b-4675-ad33-cc23e8dbe9b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0681162 Apr 20 13:06:16.637073 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ca36320c-6f52-47c0-94fa-2c664101ca70 req-5e28efe0-afa8-4e8a-9c4c-9addfda48da3 tempest-ServerShowV257Test-1315349148 tempest-ServerShowV257Test-1315349148-project] 10.222.0.32 "GET /v2.0/ports?device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.0479100 Apr 20 13:06:16.707610 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-fb1404ad-99c0-4df9-96f9-3ccea67b2531 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Allocated IP 172.20.0.10 (1448fb0c-76a1-4762-b0ef-b8c667a2a5dc/c84cb6f4-b4cc-4751-b4bc-ddb2101451ae/cf0447ae-e3b6-440c-959c-ba187cebf865) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:06:16.731679 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3dfc04-25f8-423b-85e6-1c01e43b5f8c req-1085b0b7-18ac-49de-ae5b-366ff91c95f1 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:16.733278 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ab3dfc04-25f8-423b-85e6-1c01e43b5f8c req-1085b0b7-18ac-49de-ae5b-366ff91c95f1 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 948 time: 0.3314631 Apr 20 13:06:16.747177 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8319b3-8ab4-407a-84f1-63c30208b0d8 req-ba142662-7232-45e9-9d36-65ebfe0ce653 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:16.748870 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f8319b3-8ab4-407a-84f1-63c30208b0d8 req-ba142662-7232-45e9-9d36-65ebfe0ce653 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 945 time: 0.2811449 Apr 20 13:06:16.768190 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-98e81e1a-aaf0-42ff-a16f-4e217a847ffb admin admin] Deleting port 3b0cc308-33d5-4f1b-b318-8dfb5b0e97ac {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:06:16.768512 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-98e81e1a-aaf0-42ff-a16f-4e217a847ffb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:16.906425 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f8319b3-8ab4-407a-84f1-63c30208b0d8 req-514949fe-7db9-423a-a1cf-08f7581aecfd tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479583 Apr 20 13:06:16.909184 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ab3dfc04-25f8-423b-85e6-1c01e43b5f8c req-5157f4c9-20b9-4ea2-ad5b-c2b85edb649d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593955 Apr 20 13:06:16.982643 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-01f7a20f-851c-4e50-a238-941356cc9de1 req-1d6ffb71-70d4-4aae-8453-16dfede4604d service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4854634 Apr 20 13:06:17.012315 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-01f7a20f-851c-4e50-a238-941356cc9de1 req-d6d7dd5d-8536-43c0-8874-30860654b3bd service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5048804 Apr 20 13:06:17.162263 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-01f7a20f-851c-4e50-a238-941356cc9de1 req-e451220c-af63-4077-bbd6-c689663dd9d4 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709995 Apr 20 13:06:17.200000 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-01f7a20f-851c-4e50-a238-941356cc9de1 req-c3358f08-7430-45ae-929e-0ab992beb186 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515155 Apr 20 13:06:17.292585 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-f3c18b72-0ceb-4d84-8638-40cdd045ee65 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:17.298404 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-f3c18b72-0ceb-4d84-8638-40cdd045ee65 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20&tenant_id=e8b01a41b4bc4e3890fb87ac80b83556&binding%3Ahost_id=n-h1-836015-7 HTTP/1.1" status: 200 len: 1096 time: 0.0780764 Apr 20 13:06:17.311902 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-6a44f99b-6af7-4686-ae13-52e038c9d0fa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836015-7'}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:17.347115 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2802e939-209e-441b-b516-954c62d0d415 req-185c455f-7a16-4224-9325-0e2cee280d6b tempest-ServerShowV257Test-1315349148 tempest-ServerShowV257Test-1315349148-project] 10.222.0.25 "GET /v2.0/ports?device_id=49c63764-8df8-49b5-8593-e258180f6a94 HTTP/1.1" status: 200 len: 210 time: 0.0391462 Apr 20 13:06:17.368860 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-6a44f99b-6af7-4686-ae13-52e038c9d0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:17.395380 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-98e81e1a-aaf0-42ff-a16f-4e217a847ffb admin admin] For port 3b0cc308-33d5-4f1b-b318-8dfb5b0e97ac, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=3b0cc308-33d5-4f1b-b318-8dfb5b0e97ac,segment=NetworkSegment(c736c956-6e26-4bd6-ade2-e481096df2a9),segment_id=c736c956-6e26-4bd6-ade2-e481096df2a9)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:17.405820 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-98e81e1a-aaf0-42ff-a16f-4e217a847ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:17.447981 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-98e81e1a-aaf0-42ff-a16f-4e217a847ffb admin admin] Calling delete_port for 3b0cc308-33d5-4f1b-b318-8dfb5b0e97ac owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:06:17.461868 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-fb1404ad-99c0-4df9-96f9-3ccea67b2531 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:17.565486 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e163c-4f5f-446f-b2d9-59fc6c44451a req-347cd342-7934-43ab-bd1f-af0e81ba7dc5 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:17.566960 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5e9e163c-4f5f-446f-b2d9-59fc6c44451a req-347cd342-7934-43ab-bd1f-af0e81ba7dc5 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 945 time: 0.1799717 Apr 20 13:06:17.572362 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-6a44f99b-6af7-4686-ae13-52e038c9d0fa service neutron] For port 54035792-79c1-4a66-b659-7d1ad857a866, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=54035792-79c1-4a66-b659-7d1ad857a866,segment=NetworkSegment(c36f4b37-e1d8-4848-acc2-f80f64f61825),segment_id=c36f4b37-e1d8-4848-acc2-f80f64f61825)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:17.573744 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5d394477-80ab-4a7f-8099-a9dfd82fb85c req-fa222890-ef58-4b05-9be4-86c4abf39674 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8dabefc-ee97-420a-b6e9-6cff30f9ce15 HTTP/1.1" status: 200 len: 210 time: 0.0508265 Apr 20 13:06:17.674263 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-6a44f99b-6af7-4686-ae13-52e038c9d0fa service neutron] For port 54035792-79c1-4a66-b659-7d1ad857a866, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:06:17.680891 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5e9e163c-4f5f-446f-b2d9-59fc6c44451a req-b1c0cf77-aa39-469d-88c8-cb4aaa8ee5cb tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933216 Apr 20 13:06:17.706826 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-fb1404ad-99c0-4df9-96f9-3ccea67b2531 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:17.733479 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45b8f55-cffb-479f-a871-ac6968352e20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54035792-79c1-4a66-b659-7d1ad857a866'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:06:17.737194 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d445437-a47b-4588-9b3b-a8a55d682347" -d '{"events": [{"server_uuid": "b45b8f55-cffb-479f-a871-ac6968352e20", "name": "network-vif-unplugged", "status": "completed", "tag": "54035792-79c1-4a66-b659-7d1ad857a866"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:06:17.742667 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-6a44f99b-6af7-4686-ae13-52e038c9d0fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:17.803884 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4beb7d46-230d-415a-812a-b1b3e26cad0f x-openstack-request-id: req-4beb7d46-230d-415a-812a-b1b3e26cad0f {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:06:17.804897 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45b8f55-cffb-479f-a871-ac6968352e20", "name": "network-vif-unplugged", "status": "completed", "tag": "54035792-79c1-4a66-b659-7d1ad857a866", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:06:17.805429 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4beb7d46-230d-415a-812a-b1b3e26cad0f {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:06:17.805779 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4beb7d46-230d-415a-812a-b1b3e26cad0f'] response: {'server_uuid': 'b45b8f55-cffb-479f-a871-ac6968352e20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54035792-79c1-4a66-b659-7d1ad857a866', 'code': 200} Apr 20 13:06:17.819495 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-fb1404ad-99c0-4df9-96f9-3ccea67b2531 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Network 1448fb0c-76a1-4762-b0ef-b8c667a2a5dc is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:06:17.824072 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-fb1404ad-99c0-4df9-96f9-3ccea67b2531 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:06:17.829789 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-fb1404ad-99c0-4df9-96f9-3ccea67b2531 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:06:17.834861 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1404ad-99c0-4df9-96f9-3ccea67b2531 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Pushing event updated for resources: {'Port': ['ID=cf0447ae-e3b6-440c-959c-ba187cebf865,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:17.841617 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-6a44f99b-6af7-4686-ae13-52e038c9d0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:17.917514 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-fb1404ad-99c0-4df9-96f9-3ccea67b2531 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:17.918664 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-fb1404ad-99c0-4df9-96f9-3ccea67b2531 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:17.931344 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44f99b-6af7-4686-ae13-52e038c9d0fa service neutron] Pushing event updated for resources: {'Port': ['ID=54035792-79c1-4a66-b659-7d1ad857a866,revision_number=7']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:17.938380 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-6a44f99b-6af7-4686-ae13-52e038c9d0fa service neutron] Attempting to bind port 54035792-79c1-4a66-b659-7d1ad857a866 on host n-h1-836015-7 for vnic_type normal with profile {"migrating_to": "n-h2-836015-7"} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:06:17.938724 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-6a44f99b-6af7-4686-ae13-52e038c9d0fa service neutron] Attempting to bind port 54035792-79c1-4a66-b659-7d1ad857a866 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:06:17.939043 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-6a44f99b-6af7-4686-ae13-52e038c9d0fa service neutron] Attempting to bind port 54035792-79c1-4a66-b659-7d1ad857a866 on network 0e1f32e0-475a-42d4-85ee-1c369c932480 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:06:17.945331 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-6a44f99b-6af7-4686-ae13-52e038c9d0fa service neutron] Port 54035792-79c1-4a66-b659-7d1ad857a866 on network 0e1f32e0-475a-42d4-85ee-1c369c932480 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:06:17.945662 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-6a44f99b-6af7-4686-ae13-52e038c9d0fa service neutron] Attempting to bind port 54035792-79c1-4a66-b659-7d1ad857a866 on network 0e1f32e0-475a-42d4-85ee-1c369c932480 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:06:17.954603 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-6a44f99b-6af7-4686-ae13-52e038c9d0fa service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:06:17.954603 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-6a44f99b-6af7-4686-ae13-52e038c9d0fa service neutron] Checking segment: {'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:06:17.954603 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-6a44f99b-6af7-4686-ae13-52e038c9d0fa service neutron] Bound using segment: {'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:06:17.954603 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-6a44f99b-6af7-4686-ae13-52e038c9d0fa service neutron] Bound port: 54035792-79c1-4a66-b659-7d1ad857a866, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c36f4b37-e1d8-4848-acc2-f80f64f61825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0e1f32e0-475a-42d4-85ee-1c369c932480'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:06:17.954603 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-6a44f99b-6af7-4686-ae13-52e038c9d0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:18.003778 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-fb1404ad-99c0-4df9-96f9-3ccea67b2531 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0280097 Apr 20 13:06:18.023247 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-6a44f99b-6af7-4686-ae13-52e038c9d0fa service neutron] For port 54035792-79c1-4a66-b659-7d1ad857a866, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:06:18.026728 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-6a44f99b-6af7-4686-ae13-52e038c9d0fa service neutron] For port 54035792-79c1-4a66-b659-7d1ad857a866, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=54035792-79c1-4a66-b659-7d1ad857a866,segment=NetworkSegment(c36f4b37-e1d8-4848-acc2-f80f64f61825),segment_id=c36f4b37-e1d8-4848-acc2-f80f64f61825)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:06:18.027624 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-fe2e620c-ab9b-4204-9f93-56c30c9adbff service neutron] Request body: {'port': {'device_id': 'e8dabefc-ee97-420a-b6e9-6cff30f9ce15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:18.070317 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-98e81e1a-aaf0-42ff-a16f-4e217a847ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:18.125384 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e81e1a-aaf0-42ff-a16f-4e217a847ffb admin admin] Pushing event deleted for resources: {'Port': ['ID=3b0cc308-33d5-4f1b-b318-8dfb5b0e97ac,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:18.213213 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-6a44f99b-6af7-4686-ae13-52e038c9d0fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:18.213472 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945f475-285e-4943-a16d-d5e831417b5a req-f97f2f7e-fe1e-43a1-a1a6-61236a239289 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:18.214870 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b945f475-285e-4943-a16d-d5e831417b5a req-f97f2f7e-fe1e-43a1-a1a6-61236a239289 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 945 time: 0.2057674 Apr 20 13:06:18.237053 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0528c5-9bb7-47cd-9578-5fe43615902c req-35a7568d-362a-4911-9474-9d1cdb8a506e tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:18.239677 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1b0528c5-9bb7-47cd-9578-5fe43615902c req-35a7568d-362a-4911-9474-9d1cdb8a506e tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 948 time: 0.2197919 Apr 20 13:06:18.244522 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-fe2e620c-ab9b-4204-9f93-56c30c9adbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:18.348596 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-6a44f99b-6af7-4686-ae13-52e038c9d0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:18.349262 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-6a44f99b-6af7-4686-ae13-52e038c9d0fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:18.350715 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-6a44f99b-6af7-4686-ae13-52e038c9d0fa service neutron] 10.222.0.15 "PUT /v2.0/ports/54035792-79c1-4a66-b659-7d1ad857a866 HTTP/1.1" status: 200 len: 1121 time: 1.0467136 Apr 20 13:06:18.356923 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44f99b-6af7-4686-ae13-52e038c9d0fa service neutron] Pushing event updated for resources: {'Port': ['ID=54035792-79c1-4a66-b659-7d1ad857a866,revision_number=8']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:18.415497 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33800) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:18.427739 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['54035792-79c1-4a66-b659-7d1ad857a866'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:06:18.436409 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1b0528c5-9bb7-47cd-9578-5fe43615902c req-511d2fca-cc82-4a82-9287-052fe63c055d tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773944 Apr 20 13:06:18.465188 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['54035792-79c1-4a66-b659-7d1ad857a866'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:06:18.551555 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e9ba2cbf-6dfb-45fb-abb1-91a4629a6072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:18.646619 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e9ba2cbf-6dfb-45fb-abb1-91a4629a6072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:18.706310 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b945f475-285e-4943-a16d-d5e831417b5a req-c273b121-d85a-4fe4-a972-8c5b0391c536 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4645500 Apr 20 13:06:18.734989 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-98e81e1a-aaf0-42ff-a16f-4e217a847ffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:18.741126 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e9ba2cbf-6dfb-45fb-abb1-91a4629a6072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:18.829262 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d55c3179-9138-44ac-978e-ac9403d1a093 req-b694eca5-cba7-464c-b11b-1617e076bccd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1582878 Apr 20 13:06:18.837199 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e9ba2cbf-6dfb-45fb-abb1-91a4629a6072 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fa1c4a1ab0524593a0caf790fe7a90f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4168696 Apr 20 13:06:18.837199 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba2cbf-6dfb-45fb-abb1-91a4629a6072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265ee909-9365-4b3c-bd67-cc3e09f4bb08,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:18.837199 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33816) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:18.918803 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e37ec6c2-39c7-40bc-b86f-43d1065afaaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:18.949030 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c3179-9138-44ac-978e-ac9403d1a093 req-f75700ef-4ee8-4789-9895-52edbc2dc41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:18.949289 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9fd593-5226-44b5-a394-26a2b2cbc9a2 req-06443cf2-03e9-4b72-b12b-39db14a69c1f tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:18.950518 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9d9fd593-5226-44b5-a394-26a2b2cbc9a2 req-06443cf2-03e9-4b72-b12b-39db14a69c1f tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8dabefc-ee97-420a-b6e9-6cff30f9ce15 HTTP/1.1" status: 200 len: 932 time: 0.1495185 Apr 20 13:06:18.950710 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d55c3179-9138-44ac-978e-ac9403d1a093 req-f75700ef-4ee8-4789-9895-52edbc2dc41c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c185004f0bb4f68ac206a98646f7134&device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 1101 time: 0.0716910 Apr 20 13:06:18.952655 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e37ec6c2-39c7-40bc-b86f-43d1065afaaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:19.010219 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-fe2e620c-ab9b-4204-9f93-56c30c9adbff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf0447ae-e3b6-440c-959c-ba187cebf865 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:06:19.022125 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-fe2e620c-ab9b-4204-9f93-56c30c9adbff service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:19.076101 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 54035792-79c1-4a66-b659-7d1ad857a866 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:06:19.098391 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc73aa7-0ffa-48dc-b899-ddf13c8ea5f3 req-1ff4dc5e-56ea-4c0b-9f92-17145338e7a8 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:19.099952 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0cc73aa7-0ffa-48dc-b899-ddf13c8ea5f3 req-1ff4dc5e-56ea-4c0b-9f92-17145338e7a8 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 943 time: 0.2095826 Apr 20 13:06:19.111640 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c3179-9138-44ac-978e-ac9403d1a093 req-6813236d-4e9f-4e6f-8e27-dddbaa929591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:19.112121 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9d9fd593-5226-44b5-a394-26a2b2cbc9a2 req-5ee29695-30e7-4007-943e-ebf9ea9ff111 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359251 Apr 20 13:06:19.113237 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d55c3179-9138-44ac-978e-ac9403d1a093 req-6813236d-4e9f-4e6f-8e27-dddbaa929591 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.1341677 Apr 20 13:06:19.181460 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-fe2e620c-ab9b-4204-9f93-56c30c9adbff service neutron] Transition to ACTIVE for port object cf0447ae-e3b6-440c-959c-ba187cebf865 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:06:19.206911 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0cc73aa7-0ffa-48dc-b899-ddf13c8ea5f3 req-1a6daad4-cf62-4f72-9560-c00ea0a530ef tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941284 Apr 20 13:06:19.241344 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d55c3179-9138-44ac-978e-ac9403d1a093 req-a2ddd365-53c6-44de-9c21-0fc445586d3a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=d652d4b0-9ae0-4c73-8d1c-2eedd7583cef HTTP/1.1" status: 200 len: 217 time: 0.1096532 Apr 20 13:06:19.241918 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e81e1a-aaf0-42ff-a16f-4e217a847ffb admin admin] Router bebe1a2b-7a66-4958-80bc-3ff1a9d92a56 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:06:19.242636 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e37ec6c2-39c7-40bc-b86f-43d1065afaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:19.255037 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e37ec6c2-39c7-40bc-b86f-43d1065afaaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:19.261762 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e37ec6c2-39c7-40bc-b86f-43d1065afaaf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/265ee909-9365-4b3c-bd67-cc3e09f4bb08 HTTP/1.1" status: 204 len: 168 time: 0.4237075 Apr 20 13:06:19.310892 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ec6c2-39c7-40bc-b86f-43d1065afaaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265ee909-9365-4b3c-bd67-cc3e09f4bb08,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:19.336907 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 54035792-79c1-4a66-b659-7d1ad857a866, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=54035792-79c1-4a66-b659-7d1ad857a866,segment=NetworkSegment(c36f4b37-e1d8-4848-acc2-f80f64f61825),segment_id=c36f4b37-e1d8-4848-acc2-f80f64f61825)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:19.338999 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c3179-9138-44ac-978e-ac9403d1a093 req-39ee4bf1-b89e-4dfb-bf2d-4ae706297201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:19.342868 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d55c3179-9138-44ac-978e-ac9403d1a093 req-39ee4bf1-b89e-4dfb-bf2d-4ae706297201 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0772207 Apr 20 13:06:19.345508 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-fe2e620c-ab9b-4204-9f93-56c30c9adbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:19.368863 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 54035792-79c1-4a66-b659-7d1ad857a866 has no active binding in host n-h2-836015-7 {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 20 13:06:19.387990 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:06:19.423039 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c3179-9138-44ac-978e-ac9403d1a093 req-1e91d912-726e-4f24-8ca0-331f3c42fdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:19.425204 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d55c3179-9138-44ac-978e-ac9403d1a093 req-1e91d912-726e-4f24-8ca0-331f3c42fdee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0749435 Apr 20 13:06:19.497905 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e620c-ab9b-4204-9f93-56c30c9adbff service neutron] Pushing event updated for resources: {'Port': ['ID=cf0447ae-e3b6-440c-959c-ba187cebf865,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:19.543423 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33828) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:19.617031 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e81e1a-aaf0-42ff-a16f-4e217a847ffb admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:06:19.626347 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-98e81e1a-aaf0-42ff-a16f-4e217a847ffb admin admin] 10.222.0.25 "PUT /v2.0/routers/bebe1a2b-7a66-4958-80bc-3ff1a9d92a56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3078094 Apr 20 13:06:19.638036 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33832) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:19.642907 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b23bbbda-3a2b-4073-9f40-b9d62ad8cf99,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:19.654271 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98c14c6-217c-48f2-ab74-a064c8b4953c None None] Sync routers for ids ['bebe1a2b-7a66-4958-80bc-3ff1a9d92a56'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:06:19.660578 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d55c3179-9138-44ac-978e-ac9403d1a093 req-d6e1fc16-82a0-4c3f-b795-5f50c66d16ab service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272491 Apr 20 13:06:19.668389 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-fe2e620c-ab9b-4204-9f93-56c30c9adbff service neutron] Attempting to bind port cf0447ae-e3b6-440c-959c-ba187cebf865 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:06:19.668648 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-fe2e620c-ab9b-4204-9f93-56c30c9adbff service neutron] Attempting to bind port cf0447ae-e3b6-440c-959c-ba187cebf865 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': 'b8a6c4b7-66db-416a-aa28-84e1cd810023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1448fb0c-76a1-4762-b0ef-b8c667a2a5dc'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:06:19.668949 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-fe2e620c-ab9b-4204-9f93-56c30c9adbff service neutron] Attempting to bind port cf0447ae-e3b6-440c-959c-ba187cebf865 on network 1448fb0c-76a1-4762-b0ef-b8c667a2a5dc {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:06:19.675563 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-fe2e620c-ab9b-4204-9f93-56c30c9adbff service neutron] Port cf0447ae-e3b6-440c-959c-ba187cebf865 on network 1448fb0c-76a1-4762-b0ef-b8c667a2a5dc not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:06:19.675894 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-fe2e620c-ab9b-4204-9f93-56c30c9adbff service neutron] Attempting to bind port cf0447ae-e3b6-440c-959c-ba187cebf865 on network 1448fb0c-76a1-4762-b0ef-b8c667a2a5dc {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:06:19.690294 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f1e82-6098-4671-9791-319c4fd602c9 req-8a98f4da-7654-4ebd-9409-f8194a08ebfd tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:19.692073 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f12f1e82-6098-4671-9791-319c4fd602c9 req-8a98f4da-7654-4ebd-9409-f8194a08ebfd tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 948 time: 0.0886941 Apr 20 13:06:19.693488 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-fe2e620c-ab9b-4204-9f93-56c30c9adbff service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:06:19.693963 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-fe2e620c-ab9b-4204-9f93-56c30c9adbff service neutron] Checking segment: {'id': 'b8a6c4b7-66db-416a-aa28-84e1cd810023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1448fb0c-76a1-4762-b0ef-b8c667a2a5dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:06:19.694201 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-fe2e620c-ab9b-4204-9f93-56c30c9adbff service neutron] Bound using segment: {'id': 'b8a6c4b7-66db-416a-aa28-84e1cd810023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1448fb0c-76a1-4762-b0ef-b8c667a2a5dc'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:06:19.694679 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-fe2e620c-ab9b-4204-9f93-56c30c9adbff service neutron] Bound port: cf0447ae-e3b6-440c-959c-ba187cebf865, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a6c4b7-66db-416a-aa28-84e1cd810023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1448fb0c-76a1-4762-b0ef-b8c667a2a5dc'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:06:19.695059 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-fe2e620c-ab9b-4204-9f93-56c30c9adbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:19.777145 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f12f1e82-6098-4671-9791-319c4fd602c9 req-a4a7d059-72d5-46dd-880a-4768410d36ab tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719852 Apr 20 13:06:19.809925 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-fe2e620c-ab9b-4204-9f93-56c30c9adbff service neutron] For port cf0447ae-e3b6-440c-959c-ba187cebf865, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:06:19.810583 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-fe2e620c-ab9b-4204-9f93-56c30c9adbff service neutron] For port cf0447ae-e3b6-440c-959c-ba187cebf865, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=cf0447ae-e3b6-440c-959c-ba187cebf865,segment=NetworkSegment(b8a6c4b7-66db-416a-aa28-84e1cd810023),segment_id=b8a6c4b7-66db-416a-aa28-84e1cd810023)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:06:19.832150 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b45b8f55-cffb-479f-a871-ac6968352e20', 'tag': '54035792-79c1-4a66-b659-7d1ad857a866'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:06:19.834416 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d5838f-961b-4de1-b54e-dde3f62a00a3" -d '{"events": [{"name": "network-changed", "server_uuid": "b45b8f55-cffb-479f-a871-ac6968352e20", "tag": "54035792-79c1-4a66-b659-7d1ad857a866"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:06:19.866970 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-fe2e620c-ab9b-4204-9f93-56c30c9adbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:19.938805 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'b23bbbda-3a2b-4073-9f40-b9d62ad8cf99', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'port_id': 'b23bbbda-3a2b-4073-9f40-b9d62ad8cf99', 'mac_address': 'fa:16:3e:19:55:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b1f82a-7732-4b50-ab22-2475f182a712', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:06:19.940586 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc50198-f787-4dd7-9d1b-419c584acdf0 x-openstack-request-id: req-ddc50198-f787-4dd7-9d1b-419c584acdf0 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:06:19.942609 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b45b8f55-cffb-479f-a871-ac6968352e20", "tag": "54035792-79c1-4a66-b659-7d1ad857a866", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:06:19.942609 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ddc50198-f787-4dd7-9d1b-419c584acdf0 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:06:19.942942 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddc50198-f787-4dd7-9d1b-419c584acdf0'] response: {'name': 'network-changed', 'server_uuid': 'b45b8f55-cffb-479f-a871-ac6968352e20', 'tag': '54035792-79c1-4a66-b659-7d1ad857a866', 'status': 'completed', 'code': 200} Apr 20 13:06:19.949157 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98c14c6-217c-48f2-ab74-a064c8b4953c None None] Routers {'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:06:19.950062 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-f98c14c6-217c-48f2-ab74-a064c8b4953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:05:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['bebe1a2b-7a66-4958-80bc-3ff1a9d92a56'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:20.087093 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-fe2e620c-ab9b-4204-9f93-56c30c9adbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:20.087656 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-fe2e620c-ab9b-4204-9f93-56c30c9adbff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:20.089411 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-fe2e620c-ab9b-4204-9f93-56c30c9adbff service neutron] 10.222.0.15 "PUT /v2.0/ports/cf0447ae-e3b6-440c-959c-ba187cebf865 HTTP/1.1" status: 200 len: 1092 time: 2.0684590 Apr 20 13:06:20.095567 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8dabefc-ee97-420a-b6e9-6cff30f9ce15', 'tag': 'cf0447ae-e3b6-440c-959c-ba187cebf865'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:06:20.095767 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4e16f6ce-46ef-4042-b4e7-bdd12bbc06b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:20.099616 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081f2382-d53e-41e9-b1c0-304bf66da68b" -d '{"events": [{"name": "network-changed", "server_uuid": "e8dabefc-ee97-420a-b6e9-6cff30f9ce15", "tag": "cf0447ae-e3b6-440c-959c-ba187cebf865"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:06:20.144784 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-f98c14c6-217c-48f2-ab74-a064c8b4953c None None] Set router bebe1a2b-7a66-4958-80bc-3ff1a9d92a56 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:06:20.170178 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483bdc7-bfdc-43c6-90b6-3043f8fe0f46 req-3031a9af-7967-419d-904d-a44bed090f7f tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:20.171861 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a483bdc7-bfdc-43c6-90b6-3043f8fe0f46 req-3031a9af-7967-419d-904d-a44bed090f7f tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 945 time: 0.3022780 Apr 20 13:06:20.205057 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e620c-ab9b-4204-9f93-56c30c9adbff service neutron] Pushing event updated for resources: {'Port': ['ID=cf0447ae-e3b6-440c-959c-ba187cebf865,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:20.223082 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6645fa-865f-44e9-81f6-6335b8c587e5 x-openstack-request-id: req-eb6645fa-865f-44e9-81f6-6335b8c587e5 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:06:20.223459 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8dabefc-ee97-420a-b6e9-6cff30f9ce15", "tag": "cf0447ae-e3b6-440c-959c-ba187cebf865", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:06:20.223636 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eb6645fa-865f-44e9-81f6-6335b8c587e5 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:06:20.224335 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb6645fa-865f-44e9-81f6-6335b8c587e5'] response: {'name': 'network-changed', 'server_uuid': 'e8dabefc-ee97-420a-b6e9-6cff30f9ce15', 'tag': 'cf0447ae-e3b6-440c-959c-ba187cebf865', 'status': 'completed', 'code': 200} Apr 20 13:06:20.236493 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5838f-961b-4de1-b54e-dde3f62a00a3 req-9f7b1986-787e-4302-a826-8f04c998431c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:20.238024 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-10d5838f-961b-4de1-b54e-dde3f62a00a3 req-9f7b1986-787e-4302-a826-8f04c998431c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e8b01a41b4bc4e3890fb87ac80b83556&device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 1124 time: 0.2575510 Apr 20 13:06:20.258643 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d55c3179-9138-44ac-978e-ac9403d1a093 req-8386a1ac-f194-4a97-9272-a40332e3fdba service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5416088 Apr 20 13:06:20.435225 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:20.444557 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5838f-961b-4de1-b54e-dde3f62a00a3 req-f2f0cf2d-b57b-4870-8ff5-2d380cd749ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:20.448428 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-10d5838f-961b-4de1-b54e-dde3f62a00a3 req-f2f0cf2d-b57b-4870-8ff5-2d380cd749ba service neutron] 10.222.0.32 "GET /v2.0/networks?id=0e1f32e0-475a-42d4-85ee-1c369c932480 HTTP/1.1" status: 200 len: 921 time: 0.1661189 Apr 20 13:06:20.470807 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:06:20.482128 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-848fdb2f-234c-4943-ade8-0cef3d548df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:20.511726 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33848) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:20.514994 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a483bdc7-bfdc-43c6-90b6-3043f8fe0f46 req-390b2d78-1c1c-4e18-9082-87380699ff95 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269720 Apr 20 13:06:20.539334 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b23bbbda-3a2b-4073-9f40-b9d62ad8cf99,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:20.552366 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4e16f6ce-46ef-4042-b4e7-bdd12bbc06b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:20.608070 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-f98c14c6-217c-48f2-ab74-a064c8b4953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56', 'name': 'tempest-ServersTestManualDisk-1307317144-router', 'tenant_id': '4ee446561a7145cd9b19941f05f717df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '2720aa15-472a-455e-a98f-3b9a018b6549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:04:13Z', 'updated_at': '2022-04-20T13:06:17Z', 'revision_number': 5, 'project_id': '4ee446561a7145cd9b19941f05f717df', 'gw_port': {'id': '2720aa15-472a-455e-a98f-3b9a018b6549', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:04:14Z', 'updated_at': '2022-04-20T13:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:20.645150 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-10d5838f-961b-4de1-b54e-dde3f62a00a3 req-c081e3e2-dab3-476a-823b-02fc6c3ada0e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54035792-79c1-4a66-b659-7d1ad857a866 HTTP/1.1" status: 200 len: 217 time: 0.1632686 Apr 20 13:06:20.648921 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98c14c6-217c-48f2-ab74-a064c8b4953c None None] Checking router: bebe1a2b-7a66-4958-80bc-3ff1a9d92a56 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:06:20.651156 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:20.660086 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-848fdb2f-234c-4943-ade8-0cef3d548df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:20.692459 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98c14c6-217c-48f2-ab74-a064c8b4953c None None] Routers {'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:06:20.693143 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-f98c14c6-217c-48f2-ab74-a064c8b4953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:05:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['bebe1a2b-7a66-4958-80bc-3ff1a9d92a56'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:20.701003 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d17daaac-df63-411e-9d80-30794f10e217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:20.722053 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33852) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:20.724248 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-848fdb2f-234c-4943-ade8-0cef3d548df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:20.739299 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f2382-d53e-41e9-b1c0-304bf66da68b req-758ff84d-cdef-4032-94fa-fe87e33f1512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:20.741234 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-081f2382-d53e-41e9-b1c0-304bf66da68b req-758ff84d-cdef-4032-94fa-fe87e33f1512 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=564a5d1e5b6e4687a901496539f07f39&device_id=e8dabefc-ee97-420a-b6e9-6cff30f9ce15 HTTP/1.1" status: 200 len: 1095 time: 0.4632392 Apr 20 13:06:20.783022 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=b23bbbda-3a2b-4073-9f40-b9d62ad8cf99,revision_number=8']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:20.784710 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-642f551a-c1a5-49a4-a250-0be303907e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:20.803814 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-f98c14c6-217c-48f2-ab74-a064c8b4953c None None] Set router bebe1a2b-7a66-4958-80bc-3ff1a9d92a56 gateway port host: None {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:06:20.819869 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-848fdb2f-234c-4943-ade8-0cef3d548df0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f50ca48b943749acb7b030c4d5b62562&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2663341 Apr 20 13:06:20.820212 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33856) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:20.826825 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848fdb2f-234c-4943-ade8-0cef3d548df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c6e8ce-809d-41f1-b451-ad133e3cb84b,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:20.847401 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-4e16f6ce-46ef-4042-b4e7-bdd12bbc06b9 admin admin] Deleting port 2720aa15-472a-455e-a98f-3b9a018b6549 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:06:20.847589 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4e16f6ce-46ef-4042-b4e7-bdd12bbc06b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:20.854802 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec4f20-5e60-499a-b38d-6c4e3c19d14d req-0bbe29f0-e234-460a-8a24-6afd708bdbf7 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:20.856673 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4bec4f20-5e60-499a-b38d-6c4e3c19d14d req-0bbe29f0-e234-460a-8a24-6afd708bdbf7 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8dabefc-ee97-420a-b6e9-6cff30f9ce15 HTTP/1.1" status: 200 len: 944 time: 0.4044623 Apr 20 13:06:20.880380 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-f98c14c6-217c-48f2-ab74-a064c8b4953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56', 'name': 'tempest-ServersTestManualDisk-1307317144-router', 'tenant_id': '4ee446561a7145cd9b19941f05f717df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:04:13Z', 'updated_at': '2022-04-20T13:06:20Z', 'revision_number': 6, 'project_id': '4ee446561a7145cd9b19941f05f717df', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:20.889977 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f2382-d53e-41e9-b1c0-304bf66da68b req-7ee0e8f4-735e-4457-894f-c1037d42e71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:20.891886 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-081f2382-d53e-41e9-b1c0-304bf66da68b req-7ee0e8f4-735e-4457-894f-c1037d42e71b service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=564a5d1e5b6e4687a901496539f07f39&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1363728 Apr 20 13:06:20.905244 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99543ade-963c-4db5-9724-089975c37039 req-e1276502-9791-45ce-bd3e-2b97b085fa4f tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:20.907856 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-99543ade-963c-4db5-9724-089975c37039 req-e1276502-9791-45ce-bd3e-2b97b085fa4f tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 943 time: 0.2689869 Apr 20 13:06:20.908767 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98c14c6-217c-48f2-ab74-a064c8b4953c None None] The sync data for ids ['bebe1a2b-7a66-4958-80bc-3ff1a9d92a56'] in n-d-836015-7 is: [{'id': 'bebe1a2b-7a66-4958-80bc-3ff1a9d92a56', 'name': 'tempest-ServersTestManualDisk-1307317144-router', 'tenant_id': '4ee446561a7145cd9b19941f05f717df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:04:13Z', 'updated_at': '2022-04-20T13:06:20Z', 'revision_number': 6, 'project_id': '4ee446561a7145cd9b19941f05f717df', 'gw_port_host': None}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:06:20.921335 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5838f-961b-4de1-b54e-dde3f62a00a3 req-51e5998e-8a84-4a6e-891a-997653e871d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:20.923414 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-10d5838f-961b-4de1-b54e-dde3f62a00a3 req-51e5998e-8a84-4a6e-891a-997653e871d9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dd5d8d2c-9bbe-433b-b6b9-a140ce7264b5 HTTP/1.1" status: 200 len: 860 time: 0.2405148 Apr 20 13:06:20.988654 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d17daaac-df63-411e-9d80-30794f10e217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:20.999334 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4bec4f20-5e60-499a-b38d-6c4e3c19d14d req-bd715da6-834f-47ae-8ea0-9cf9e938c20d tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294844 Apr 20 13:06:21.001133 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-10d5838f-961b-4de1-b54e-dde3f62a00a3 req-8402999c-6aac-4d1d-926e-41fb4ee9662b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0e1f32e0-475a-42d4-85ee-1c369c932480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574629 Apr 20 13:06:21.024702 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-71ff97e2-8a82-4dfe-842a-5387d9b03fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:21.055663 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-4e16f6ce-46ef-4042-b4e7-bdd12bbc06b9 admin admin] For port 2720aa15-472a-455e-a98f-3b9a018b6549, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=2720aa15-472a-455e-a98f-3b9a018b6549,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:21.056032 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4e16f6ce-46ef-4042-b4e7-bdd12bbc06b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:21.067182 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d17daaac-df63-411e-9d80-30794f10e217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:21.080710 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-71ff97e2-8a82-4dfe-842a-5387d9b03fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:21.103962 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-4e16f6ce-46ef-4042-b4e7-bdd12bbc06b9 admin admin] Calling delete_port for 2720aa15-472a-455e-a98f-3b9a018b6549 owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:06:21.120807 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-99543ade-963c-4db5-9724-089975c37039 req-26f0c6fe-eeb9-4915-bab1-d5e53a546726 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942434 Apr 20 13:06:21.133457 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-642f551a-c1a5-49a4-a250-0be303907e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:21.159448 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['b23bbbda-3a2b-4073-9f40-b9d62ad8cf99'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:06:21.162839 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d17daaac-df63-411e-9d80-30794f10e217 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dae9035472eb412e84dddb9c6473c98e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6497612 Apr 20 13:06:21.174040 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33858) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:21.195049 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17daaac-df63-411e-9d80-30794f10e217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ededb1f4-88cf-448c-a8ff-f260f6005340,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:21.201929 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f2382-d53e-41e9-b1c0-304bf66da68b req-c6c622a6-7f6b-466f-8ade-e7a144992094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:21.203510 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-081f2382-d53e-41e9-b1c0-304bf66da68b req-c6c622a6-7f6b-466f-8ade-e7a144992094 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2945979 Apr 20 13:06:21.225133 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-642f551a-c1a5-49a4-a250-0be303907e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:21.234205 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bb33f-23b8-4a30-a85c-e244cf81b2a7 req-09be47bd-c99c-479f-90f2-4534c422bff2 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:21.242367 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b34bb33f-23b8-4a30-a85c-e244cf81b2a7 req-09be47bd-c99c-479f-90f2-4534c422bff2 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 949 time: 0.1533048 Apr 20 13:06:21.256753 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-10d5838f-961b-4de1-b54e-dde3f62a00a3 req-bdaea006-844f-4fe5-bad9-db10d46d365a service neutron] 10.222.0.32 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289524 Apr 20 13:06:21.329040 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f551a-c1a5-49a4-a250-0be303907e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3929ebec-38df-471d-886b-04df8f6b4498,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:21.348700 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-642f551a-c1a5-49a4-a250-0be303907e31 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6c771816eecd4cbb979adf8ba900162f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6253085 Apr 20 13:06:21.353163 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-71ff97e2-8a82-4dfe-842a-5387d9b03fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:21.357237 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-71ff97e2-8a82-4dfe-842a-5387d9b03fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:21.358746 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-71ff97e2-8a82-4dfe-842a-5387d9b03fae admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/40c6e8ce-809d-41f1-b451-ad133e3cb84b HTTP/1.1" status: 204 len: 168 time: 0.5329661 Apr 20 13:06:21.359710 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33860) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:21.384708 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff97e2-8a82-4dfe-842a-5387d9b03fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c6e8ce-809d-41f1-b451-ad133e3cb84b,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:21.490093 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8b522339-3ca5-491c-b662-e0b2c66e16bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:21.523464 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8b522339-3ca5-491c-b662-e0b2c66e16bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:21.535013 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4e16f6ce-46ef-4042-b4e7-bdd12bbc06b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:21.573777 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e16f6ce-46ef-4042-b4e7-bdd12bbc06b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2720aa15-472a-455e-a98f-3b9a018b6549,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:21.649770 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4e16f6ce-46ef-4042-b4e7-bdd12bbc06b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:21.737946 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b34bb33f-23b8-4a30-a85c-e244cf81b2a7 req-351dae24-1d47-4be4-a83f-e6652eeb6cfb tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4945722 Apr 20 13:06:21.745080 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4e16f6ce-46ef-4042-b4e7-bdd12bbc06b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:21.745296 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6f5e81ec-8562-41a8-b136-6aecc87a0f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:21.746459 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4e16f6ce-46ef-4042-b4e7-bdd12bbc06b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:21.787609 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-9f849472-3595-4b54-b85b-0db9ef27c6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:21.789369 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-9f849472-3595-4b54-b85b-0db9ef27c6d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=564a5d1e5b6e4687a901496539f07f39&device_id=e8dabefc-ee97-420a-b6e9-6cff30f9ce15 HTTP/1.1" status: 200 len: 1095 time: 0.5217330 Apr 20 13:06:21.826347 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6f5e81ec-8562-41a8-b136-6aecc87a0f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:21.876713 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21865310-4b36-4840-a258-fab980b9523d req-4692c6cf-86a7-430b-b8a7-4b1e3aa152e5 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:21.878375 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-21865310-4b36-4840-a258-fab980b9523d req-4692c6cf-86a7-430b-b8a7-4b1e3aa152e5 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 945 time: 0.2346942 Apr 20 13:06:21.882066 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-8c232d39-1f81-4fb3-8e2c-a7d47c9821b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf0447ae-e3b6-440c-959c-ba187cebf865 HTTP/1.1" status: 200 len: 217 time: 0.0746412 Apr 20 13:06:21.884055 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-10d5838f-961b-4de1-b54e-dde3f62a00a3 req-37b1611c-3dac-4bca-a00a-9952e461f540 service neutron] 10.222.0.32 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6114519 Apr 20 13:06:21.978216 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-21865310-4b36-4840-a258-fab980b9523d req-d4839248-5ce5-42ea-9045-9906ec174d85 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910480 Apr 20 13:06:21.986752 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-07451a9f-08e7-4e49-b0a7-63f7e0370582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:21.988342 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-07451a9f-08e7-4e49-b0a7-63f7e0370582 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c84cb6f4-b4cc-4751-b4bc-ddb2101451ae HTTP/1.1" status: 200 len: 851 time: 0.0946085 Apr 20 13:06:22.022958 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-cfec5f92-e3ea-43fa-b8bc-185de1b7fff4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1448fb0c-76a1-4762-b0ef-b8c667a2a5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246525 Apr 20 13:06:22.102721 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8b522339-3ca5-491c-b662-e0b2c66e16bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:22.105292 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8b522339-3ca5-491c-b662-e0b2c66e16bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:22.106453 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8b522339-3ca5-491c-b662-e0b2c66e16bc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3929ebec-38df-471d-886b-04df8f6b4498 HTTP/1.1" status: 204 len: 168 time: 0.7334282 Apr 20 13:06:22.114653 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b522339-3ca5-491c-b662-e0b2c66e16bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3929ebec-38df-471d-886b-04df8f6b4498,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:22.132798 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4e16f6ce-46ef-4042-b4e7-bdd12bbc06b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:22.134731 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e16f6ce-46ef-4042-b4e7-bdd12bbc06b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bebe1a2b-7a66-4958-80bc-3ff1a9d92a56 {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:06:22.153504 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4e16f6ce-46ef-4042-b4e7-bdd12bbc06b9 admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:22.156954 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4e16f6ce-46ef-4042-b4e7-bdd12bbc06b9 admin admin] 10.222.0.25 "DELETE /v2.0/routers/bebe1a2b-7a66-4958-80bc-3ff1a9d92a56 HTTP/1.1" status: 204 len: 168 time: 2.5178511 Apr 20 13:06:22.159531 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33876) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:22.177604 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6f5e81ec-8562-41a8-b136-6aecc87a0f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:22.186374 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6f5e81ec-8562-41a8-b136-6aecc87a0f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:22.190778 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-6f5e81ec-8562-41a8-b136-6aecc87a0f51 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ededb1f4-88cf-448c-a8ff-f260f6005340 HTTP/1.1" status: 204 len: 168 time: 1.0110247 Apr 20 13:06:22.230200 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2cd5d2-48fa-422c-81f8-94e41d297050 req-02860cc5-607b-47b5-9f11-d13044f13629 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:22.241352 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ff2cd5d2-48fa-422c-81f8-94e41d297050 req-02860cc5-607b-47b5-9f11-d13044f13629 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8dabefc-ee97-420a-b6e9-6cff30f9ce15 HTTP/1.1" status: 200 len: 944 time: 0.1627901 Apr 20 13:06:22.272448 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f02c504-3502-456d-9cde-07cd604d26a4 admin admin] Deleting subnet 2b7921a8-6ec4-4226-8a2d-d286be38417c {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:06:22.285928 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4f02c504-3502-456d-9cde-07cd604d26a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:22.295466 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e81ec-8562-41a8-b136-6aecc87a0f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ededb1f4-88cf-448c-a8ff-f260f6005340,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:22.301255 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-0025e290-438c-4fe1-b941-f13a910d66c0 service neutron] 10.222.0.15 "GET /v2.0/networks/1448fb0c-76a1-4762-b0ef-b8c667a2a5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670953 Apr 20 13:06:22.369433 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4f02c504-3502-456d-9cde-07cd604d26a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:22.370383 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ff2cd5d2-48fa-422c-81f8-94e41d297050 req-1a184f66-e986-4bde-88a0-e235a12b7b3e tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271071 Apr 20 13:06:22.398652 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 2720aa15-472a-455e-a98f-3b9a018b6549 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:06:22.435854 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 2720aa15-472a-455e-a98f-3b9a018b6549 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:06:22.436310 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 2720aa15-472a-455e-a98f-3b9a018b6549 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:06:22.436738 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 3b0cc308-33d5-4f1b-b318-8dfb5b0e97ac no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:06:22.504918 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 3b0cc308-33d5-4f1b-b318-8dfb5b0e97ac {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:06:22.505264 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 3b0cc308-33d5-4f1b-b318-8dfb5b0e97ac not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:06:22.564257 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4f02c504-3502-456d-9cde-07cd604d26a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:22.586341 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-82fe55b9-2d24-4541-a7c1-7478d126a4e4 req-fe6ad5c2-8831-418a-833c-8aea3591cc71 service neutron] 10.222.0.15 "GET /v2.0/networks/1448fb0c-76a1-4762-b0ef-b8c667a2a5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624187 Apr 20 13:06:22.606393 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-3d1e5908-a921-42c6-86a5-b948992a14ab tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:22.608225 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-3d1e5908-a921-42c6-86a5-b948992a14ab tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.15 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5&tenant_id=7c185004f0bb4f68ac206a98646f7134&binding%3Ahost_id=n-h2-836015-7 HTTP/1.1" status: 200 len: 949 time: 0.0922756 Apr 20 13:06:22.608386 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5cf49-187a-493a-9fd5-5ffdc6bf135b req-0c45e074-4021-41e3-9a75-a718cac0389d tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:22.609607 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-69f5cf49-187a-493a-9fd5-5ffdc6bf135b req-0c45e074-4021-41e3-9a75-a718cac0389d tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 943 time: 0.1192276 Apr 20 13:06:22.618161 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87c7a9-9f0b-41c9-9187-0641c8612936 req-fcf26414-9b89-4fe8-9e1f-0fcffb5b9219 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:22.627245 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4e87c7a9-9f0b-41c9-9187-0641c8612936 req-fcf26414-9b89-4fe8-9e1f-0fcffb5b9219 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 949 time: 0.1180556 Apr 20 13:06:22.693197 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-cf38daa2-a016-4259-ae0f-5257af0818ca service neutron] 10.222.0.15 "GET /v2.0/ports/b23bbbda-3a2b-4073-9f40-b9d62ad8cf99/bindings/n-h2-836015-7 HTTP/1.1" status: 200 len: 382 time: 0.0744975 Apr 20 13:06:22.695889 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4e87c7a9-9f0b-41c9-9187-0641c8612936 req-c601aeda-f07c-4fb1-b66d-4e72c7bfd6f5 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697658 Apr 20 13:06:22.721771 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-69f5cf49-187a-493a-9fd5-5ffdc6bf135b req-bc302751-aa75-4608-a361-8ec12a141f32 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888500 Apr 20 13:06:22.751991 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4f02c504-3502-456d-9cde-07cd604d26a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:22.792555 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02c504-3502-456d-9cde-07cd604d26a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b7921a8-6ec4-4226-8a2d-d286be38417c,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:22.810490 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4f02c504-3502-456d-9cde-07cd604d26a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:22.816376 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4f02c504-3502-456d-9cde-07cd604d26a4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2b7921a8-6ec4-4226-8a2d-d286be38417c HTTP/1.1" status: 204 len: 168 time: 0.6542089 Apr 20 13:06:22.818399 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33888) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:22.819748 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b122a640-136c-4bcb-97d5-47ef54d9d5b8 None None] Network 69de9d5d-5572-485a-ac3a-fd4213d271eb requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:06:22.828615 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-e75e367c-edae-48ce-91b5-a3f0dd096dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:22.830069 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-e75e367c-edae-48ce-91b5-a3f0dd096dfd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7c185004f0bb4f68ac206a98646f7134&device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 1100 time: 0.1134429 Apr 20 13:06:22.975593 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-028f8c52-0141-4574-b708-dd5aff55dd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:23.053873 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-24a31a44-12fb-4504-9b66-2b98f9c0a7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:23.053873 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-24a31a44-12fb-4504-9b66-2b98f9c0a7cf service neutron] 10.222.0.15 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.2091455 Apr 20 13:06:23.122889 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-ee4c3950-a39b-44b6-b50a-5bbba8bc73e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 HTTP/1.1" status: 200 len: 217 time: 0.0476956 Apr 20 13:06:23.123176 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:06:23.130519 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-028f8c52-0141-4574-b708-dd5aff55dd00 admin admin] Deleting port f6387d09-4513-42de-8881-57f1173d6cea {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:06:23.131042 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-028f8c52-0141-4574-b708-dd5aff55dd00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:23.146060 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88c944-a813-476c-b91b-b378c32d0d07 req-0a7896f5-a726-4fb6-b9dc-fb8befe4955d tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:23.148187 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3c88c944-a813-476c-b91b-b378c32d0d07 req-0a7896f5-a726-4fb6-b9dc-fb8befe4955d tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 945 time: 0.0699186 Apr 20 13:06:23.215077 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3c88c944-a813-476c-b91b-b378c32d0d07 req-e20df705-52e2-46e3-8f34-5052fc884b7c tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608249 Apr 20 13:06:23.216089 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ef6524-c228-44ef-b56a-2c2badc86a41 None None] DHCP port deletion for 69de9d5d-5572-485a-ac3a-fd4213d271eb request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:06:23.249980 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-631e32d7-d28d-4ca3-b380-bd0a080bb35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:23.251638 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-631e32d7-d28d-4ca3-b380-bd0a080bb35d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.1174493 Apr 20 13:06:23.258522 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-028f8c52-0141-4574-b708-dd5aff55dd00 admin admin] For port f6387d09-4513-42de-8881-57f1173d6cea, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f6387d09-4513-42de-8881-57f1173d6cea,segment=NetworkSegment(c736c956-6e26-4bd6-ade2-e481096df2a9),segment_id=c736c956-6e26-4bd6-ade2-e481096df2a9)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:23.258907 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-028f8c52-0141-4574-b708-dd5aff55dd00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:23.288825 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-97ef6524-c228-44ef-b56a-2c2badc86a41 None None] Deleting port f6387d09-4513-42de-8881-57f1173d6cea {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:06:23.289340 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-97ef6524-c228-44ef-b56a-2c2badc86a41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:23.305433 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-028f8c52-0141-4574-b708-dd5aff55dd00 admin admin] Calling delete_port for f6387d09-4513-42de-8881-57f1173d6cea owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:06:23.348787 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:06:23.355407 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:06:23.355791 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:23.377403 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-eed33cc6-64e6-4de5-88be-23f2cb0b7483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:23.378947 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-eed33cc6-64e6-4de5-88be-23f2cb0b7483 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1174219 Apr 20 13:06:23.414257 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33904) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:23.425678 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-97ef6524-c228-44ef-b56a-2c2badc86a41 None None] For port f6387d09-4513-42de-8881-57f1173d6cea, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f6387d09-4513-42de-8881-57f1173d6cea,segment=NetworkSegment(c736c956-6e26-4bd6-ade2-e481096df2a9),segment_id=c736c956-6e26-4bd6-ade2-e481096df2a9)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:23.426229 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-97ef6524-c228-44ef-b56a-2c2badc86a41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:23.444030 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0331dd41-bf81-49a6-ac34-a21d66145ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:23.448800 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-97ef6524-c228-44ef-b56a-2c2badc86a41 None None] Calling delete_port for f6387d09-4513-42de-8881-57f1173d6cea owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:06:23.595555 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:23.615026 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-f2412d74-9584-4496-8f6d-ab0692d9a961 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255685 Apr 20 13:06:23.627254 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329c3254-20ee-4e02-9b79-550d23ef6fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23bbbda-3a2b-4073-9f40-b9d62ad8cf99'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:06:23.630614 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6eccbac-395f-42fb-8561-9955677019a3" -d '{"events": [{"server_uuid": "329c3254-20ee-4e02-9b79-550d23ef6fa5", "name": "network-vif-plugged", "status": "completed", "tag": "b23bbbda-3a2b-4073-9f40-b9d62ad8cf99"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:06:23.647242 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b23bbbda-3a2b-4073-9f40-b9d62ad8cf99,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:23.668593 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-97ef6524-c228-44ef-b56a-2c2badc86a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:23.687002 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0331dd41-bf81-49a6-ac34-a21d66145ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:23.689075 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-028f8c52-0141-4574-b708-dd5aff55dd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:23.711656 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef6524-c228-44ef-b56a-2c2badc86a41 None None] Pushing event deleted for resources: {'Port': ['ID=f6387d09-4513-42de-8881-57f1173d6cea,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:23.716167 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ef6524-c228-44ef-b56a-2c2badc86a41 None None] No DVR routers for this DVR port f6387d09-4513-42de-8881-57f1173d6cea on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:06:23.736067 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba0274-5faa-45c6-969e-7dee6a5c0b3a req-89f0a8ea-c774-45ac-9865-c5edd4c9f3be tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:23.737811 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc49feea-2520-430e-aa62-b78178947ce3 x-openstack-request-id: req-fc49feea-2520-430e-aa62-b78178947ce3 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:06:23.738125 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329c3254-20ee-4e02-9b79-550d23ef6fa5", "name": "network-vif-plugged", "status": "completed", "tag": "b23bbbda-3a2b-4073-9f40-b9d62ad8cf99", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:06:23.738379 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fc49feea-2520-430e-aa62-b78178947ce3 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:06:23.738816 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc49feea-2520-430e-aa62-b78178947ce3'] response: {'server_uuid': '329c3254-20ee-4e02-9b79-550d23ef6fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23bbbda-3a2b-4073-9f40-b9d62ad8cf99', 'code': 200} Apr 20 13:06:23.739429 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-44ba0274-5faa-45c6-969e-7dee6a5c0b3a req-89f0a8ea-c774-45ac-9865-c5edd4c9f3be tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8dabefc-ee97-420a-b6e9-6cff30f9ce15 HTTP/1.1" status: 200 len: 944 time: 0.2253420 Apr 20 13:06:23.754825 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:23.811091 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-3a79966c-8976-4b5e-8ae8-55382f91bb1d service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835556 Apr 20 13:06:23.812540 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028f8c52-0141-4574-b708-dd5aff55dd00 admin admin] No DVR routers for this DVR port f6387d09-4513-42de-8881-57f1173d6cea on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:06:23.834337 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f8c52-0141-4574-b708-dd5aff55dd00 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6387d09-4513-42de-8881-57f1173d6cea,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:23.837816 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0331dd41-bf81-49a6-ac34-a21d66145ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:23.897458 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=b23bbbda-3a2b-4073-9f40-b9d62ad8cf99,revision_number=9']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:23.917387 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-44ba0274-5faa-45c6-969e-7dee6a5c0b3a req-7635a19f-da68-4fd7-a3b2-6eaa41276142 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677055 Apr 20 13:06:24.014895 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-028f8c52-0141-4574-b708-dd5aff55dd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:24.033878 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-0331dd41-bf81-49a6-ac34-a21d66145ce1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9f65c0abeb4b41cc9b704fff1f69525a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6147084 Apr 20 13:06:24.035902 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33922) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:24.043452 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331dd41-bf81-49a6-ac34-a21d66145ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8ae9fd-9cad-4b57-84cf-58fe2602023c,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:24.051673 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-028f8c52-0141-4574-b708-dd5aff55dd00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69de9d5d-5572-485a-ac3a-fd4213d271eb']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:24.070786 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-028f8c52-0141-4574-b708-dd5aff55dd00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c736c956-6e26-4bd6-ade2-e481096df2a9') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:24.071108 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-028f8c52-0141-4574-b708-dd5aff55dd00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c736c956-6e26-4bd6-ade2-e481096df2a9') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:24.085852 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8b877-3de7-48da-8712-7bb1359ec508 req-10ce723a-1d75-400b-95a9-8f786eff9604 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:24.087180 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-028f8c52-0141-4574-b708-dd5aff55dd00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:24.093088 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ec8b877-3de7-48da-8712-7bb1359ec508 req-10ce723a-1d75-400b-95a9-8f786eff9604 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 950 time: 0.2371235 Apr 20 13:06:24.112372 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-028f8c52-0141-4574-b708-dd5aff55dd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:24.126533 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-028f8c52-0141-4574-b708-dd5aff55dd00 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:06:24.127144 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-028f8c52-0141-4574-b708-dd5aff55dd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:24.128748 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec9f14-8aef-442b-bc37-13fdc2678943 req-52cd5b71-0406-4db1-9c2d-2bdd8bc52387 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:24.129003 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:06:24.129003 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:06:24.129003 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:06:24.129003 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:06:24.129003 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:06:24.129003 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:06:24.129003 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:06:24.129003 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:06:24.129003 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:06:24.129003 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:06:24.129003 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:06:24.129003 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:06:24.129003 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:06:24.129003 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:06:24.129003 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:06:24.129003 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:06:24.129003 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:06:24.129003 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:06:24.129003 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:06:24.129003 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:06:24.129003 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:06:24.129003 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:06:24.129003 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:06:24.129003 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:06:24.129003 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:06:24.129003 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:06:24.129003 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:06:24.129003 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:06:24.129003 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:06:24.129003 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:06:24.129003 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:06:24.129003 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:06:24.136352 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-30ec9f14-8aef-442b-bc37-13fdc2678943 req-52cd5b71-0406-4db1-9c2d-2bdd8bc52387 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 943 time: 0.1038010 Apr 20 13:06:24.138628 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-12bfd5fd-c3b8-4c8f-bacb-1fa8ccc572d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:24.189001 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ec8b877-3de7-48da-8712-7bb1359ec508 req-125d6aea-03ba-4412-945d-654ffcd5c86e tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888970 Apr 20 13:06:24.232521 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-30ec9f14-8aef-442b-bc37-13fdc2678943 req-c98e0f6e-5113-45ae-b1d5-e5327005b09b tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942414 Apr 20 13:06:24.272211 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-12bfd5fd-c3b8-4c8f-bacb-1fa8ccc572d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:24.293815 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33930) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:24.374450 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f6387d09-4513-42de-8881-57f1173d6cea no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:06:24.398249 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: f6387d09-4513-42de-8881-57f1173d6cea {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:06:24.398596 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f6387d09-4513-42de-8881-57f1173d6cea not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:06:24.420196 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47a31c-4d54-4a14-ad0f-cb1f03a3c5ae req-c0ada4ee-8a01-4da6-a863-aa4d727bff85 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:24.420196 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2e47a31c-4d54-4a14-ad0f-cb1f03a3c5ae req-c0ada4ee-8a01-4da6-a863-aa4d727bff85 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 945 time: 0.0855412 Apr 20 13:06:24.446732 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-f22c5310-efd6-407f-81db-c1b9f13e7639 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1973273255-network', 'tenant_id': 'f8d19a9aa62241b5ab6be6dca0f69ef5'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:24.489466 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2e47a31c-4d54-4a14-ad0f-cb1f03a3c5ae req-cdd329c6-5592-4d5a-ad7a-bc0415a3e2f9 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624001 Apr 20 13:06:24.526321 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-028f8c52-0141-4574-b708-dd5aff55dd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:24.531474 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-028f8c52-0141-4574-b708-dd5aff55dd00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:24.535238 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-028f8c52-0141-4574-b708-dd5aff55dd00 admin admin] 10.222.0.25 "DELETE /v2.0/networks/69de9d5d-5572-485a-ac3a-fd4213d271eb HTTP/1.1" status: 204 len: 168 time: 1.7157443 Apr 20 13:06:24.552634 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f8c52-0141-4574-b708-dd5aff55dd00 admin admin] Pushing event deleted for resources: {'Network': ['ID=69de9d5d-5572-485a-ac3a-fd4213d271eb,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:24.566860 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5ff0cd9f-616a-48c8-b400-6198f3fb342a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:24.567394 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-12bfd5fd-c3b8-4c8f-bacb-1fa8ccc572d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:24.585045 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-12bfd5fd-c3b8-4c8f-bacb-1fa8ccc572d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:24.585045 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-12bfd5fd-c3b8-4c8f-bacb-1fa8ccc572d1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ad8ae9fd-9cad-4b57-84cf-58fe2602023c HTTP/1.1" status: 204 len: 168 time: 0.5385449 Apr 20 13:06:24.585045 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bfd5fd-c3b8-4c8f-bacb-1fa8ccc572d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8ae9fd-9cad-4b57-84cf-58fe2602023c,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:24.618043 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22c5310-efd6-407f-81db-c1b9f13e7639 admin admin] Made reservation on behalf of f8d19a9aa62241b5ab6be6dca0f69ef5 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:06:24.620658 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f22c5310-efd6-407f-81db-c1b9f13e7639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:24.633290 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f22c5310-efd6-407f-81db-c1b9f13e7639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:24.711078 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f22c5310-efd6-407f-81db-c1b9f13e7639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:24.726787 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 54035792-79c1-4a66-b659-7d1ad857a866 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:06:24.808314 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f22c5310-efd6-407f-81db-c1b9f13e7639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:24.836692 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-ae4a8f88-73f4-4ec3-9b27-14f217b95e26 service neutron] 10.222.0.32 "GET /v2.0/ports/54035792-79c1-4a66-b659-7d1ad857a866/bindings/n-h2-836015-7 HTTP/1.1" status: 200 len: 384 time: 0.0797083 Apr 20 13:06:24.840985 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f22c5310-efd6-407f-81db-c1b9f13e7639 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:06:24.860126 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c5310-efd6-407f-81db-c1b9f13e7639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c20d640-53d3-49f3-a04e-5340d5b50ee6,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:24.880264 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f22c5310-efd6-407f-81db-c1b9f13e7639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:24.880777 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-f22c5310-efd6-407f-81db-c1b9f13e7639 admin admin] Added segment e8fb9d5d-7145-4fe3-a668-912152405029 of type vlan for network b36936a9-8985-4590-98a7-9db5fb9365d7 Apr 20 13:06:24.941402 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f22c5310-efd6-407f-81db-c1b9f13e7639 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:24.988419 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33946) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:25.041337 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1fcf7067-f031-4bb8-8b0e-64d9e24790f0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4ee446561a7145cd9b19941f05f717df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513332 Apr 20 13:06:25.042458 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33948) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:25.093310 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcbc5b-0a77-427e-a4c1-b4b3e147c66e req-0b788eb2-762d-4eb6-95ad-4bea1f943a72 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:25.093584 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0f58ac68-e172-4683-a890-c3f9598950b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:25.094916 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a4dcbc5b-0a77-427e-a4c1-b4b3e147c66e req-0b788eb2-762d-4eb6-95ad-4bea1f943a72 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8dabefc-ee97-420a-b6e9-6cff30f9ce15 HTTP/1.1" status: 200 len: 944 time: 0.1045630 Apr 20 13:06:25.131033 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0f58ac68-e172-4683-a890-c3f9598950b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:25.143630 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f22c5310-efd6-407f-81db-c1b9f13e7639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:25.144941 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22c5310-efd6-407f-81db-c1b9f13e7639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:25.145748 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f22c5310-efd6-407f-81db-c1b9f13e7639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:25.162216 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-2da24a12-0d88-4f23-92db-585dacda412c service neutron] For port 54035792-79c1-4a66-b659-7d1ad857a866, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=54035792-79c1-4a66-b659-7d1ad857a866,segment=NetworkSegment(c36f4b37-e1d8-4848-acc2-f80f64f61825),segment_id=c36f4b37-e1d8-4848-acc2-f80f64f61825)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:25.240524 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a4dcbc5b-0a77-427e-a4c1-b4b3e147c66e req-ca3653b9-863b-455b-98e7-42dfcc9c6fab tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381960 Apr 20 13:06:25.249950 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-2da24a12-0d88-4f23-92db-585dacda412c service neutron] For port 54035792-79c1-4a66-b659-7d1ad857a866, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:06:25.288072 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c5310-efd6-407f-81db-c1b9f13e7639 admin admin] Pushing event updated for resources: {'Network': ['ID=b36936a9-8985-4590-98a7-9db5fb9365d7,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:25.296815 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network b36936a9-8985-4590-98a7-9db5fb9365d7 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:06:25.315885 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f22c5310-efd6-407f-81db-c1b9f13e7639 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0206425 Apr 20 13:06:25.331664 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33962) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:25.339110 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-ac1b9a80-02ad-4921-ba08-5ec68b27130b admin admin] Request body: {'subnet': {'network_id': 'b36936a9-8985-4590-98a7-9db5fb9365d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1973273255-subnet', 'tenant_id': 'f8d19a9aa62241b5ab6be6dca0f69ef5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:25.348254 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-2da24a12-0d88-4f23-92db-585dacda412c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54035792-79c1-4a66-b659-7d1ad857a866 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:06:25.355813 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0f58ac68-e172-4683-a890-c3f9598950b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:25.358386 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0f58ac68-e172-4683-a890-c3f9598950b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:25.362401 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0f58ac68-e172-4683-a890-c3f9598950b7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2694b87b-8a98-453b-9d78-158789152b4e HTTP/1.1" status: 204 len: 168 time: 0.3167226 Apr 20 13:06:25.362596 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-2da24a12-0d88-4f23-92db-585dacda412c service neutron] For port 54035792-79c1-4a66-b659-7d1ad857a866, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=54035792-79c1-4a66-b659-7d1ad857a866,segment=NetworkSegment(c36f4b37-e1d8-4848-acc2-f80f64f61825),segment_id=c36f4b37-e1d8-4848-acc2-f80f64f61825)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:25.390204 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58ac68-e172-4683-a890-c3f9598950b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2694b87b-8a98-453b-9d78-158789152b4e,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:25.411673 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d65d33-8efe-4feb-ac23-5a8753f73fed req-57f0d889-267f-426b-8b50-57fb6ea8dcbb tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:25.413485 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-20d65d33-8efe-4feb-ac23-5a8753f73fed req-57f0d889-267f-426b-8b50-57fb6ea8dcbb tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 950 time: 0.1281900 Apr 20 13:06:25.418013 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ccea2efb-c27d-48fc-b515-2195d03429bf req-e8500890-c4a9-4c85-9b8b-2276d2a50c3d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1444898 Apr 20 13:06:25.495411 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-2da24a12-0d88-4f23-92db-585dacda412c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:25.510202 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea2efb-c27d-48fc-b515-2195d03429bf req-6b21e8f4-229e-43e0-b744-b3e92848c207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:25.511959 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ccea2efb-c27d-48fc-b515-2195d03429bf req-6b21e8f4-229e-43e0-b744-b3e92848c207 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8b01a41b4bc4e3890fb87ac80b83556&device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 1096 time: 0.0577452 Apr 20 13:06:25.523063 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1351823-2d32-48bd-a9f9-cf5a66342430 req-3b6e41ca-202d-4b89-83f4-21c750afa42e tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:25.530664 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e1351823-2d32-48bd-a9f9-cf5a66342430 req-3b6e41ca-202d-4b89-83f4-21c750afa42e tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 943 time: 0.1429992 Apr 20 13:06:25.559007 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1b9a80-02ad-4921-ba08-5ec68b27130b admin admin] Made reservation on behalf of f8d19a9aa62241b5ab6be6dca0f69ef5 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:06:25.561275 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ac1b9a80-02ad-4921-ba08-5ec68b27130b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:25.606101 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-20d65d33-8efe-4feb-ac23-5a8753f73fed req-38f7bc41-1f4d-4376-9c7c-769bbcd66071 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630704 Apr 20 13:06:25.639788 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea2efb-c27d-48fc-b515-2195d03429bf req-ff9766d8-0a18-4516-9177-5d846d785461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:25.641314 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ccea2efb-c27d-48fc-b515-2195d03429bf req-ff9766d8-0a18-4516-9177-5d846d785461 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0e1f32e0-475a-42d4-85ee-1c369c932480 HTTP/1.1" status: 200 len: 921 time: 0.1054862 Apr 20 13:06:25.675798 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e1351823-2d32-48bd-a9f9-cf5a66342430 req-9b752391-471d-40c2-ac04-509ae8b4b225 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441104 Apr 20 13:06:25.698694 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ccea2efb-c27d-48fc-b515-2195d03429bf req-993f13df-8022-47f2-8230-7da4d125e2ad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17c31c64-738f-4607-aae0-bc51b0f3b724 HTTP/1.1" status: 200 len: 217 time: 0.0505643 Apr 20 13:06:25.756585 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea2efb-c27d-48fc-b515-2195d03429bf req-3288b430-da64-4589-a96e-b68248048b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:25.757150 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-2da24a12-0d88-4f23-92db-585dacda412c service neutron] Transition to ACTIVE for port object 54035792-79c1-4a66-b659-7d1ad857a866 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:06:25.758840 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ccea2efb-c27d-48fc-b515-2195d03429bf req-3288b430-da64-4589-a96e-b68248048b4b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd5d8d2c-9bbe-433b-b6b9-a140ce7264b5 HTTP/1.1" status: 200 len: 860 time: 0.0521505 Apr 20 13:06:25.781205 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba623072-bd65-47ae-be5b-6966a3cca119 req-ef894690-d38c-4bc2-a498-7b3a387233a9 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:25.783244 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ba623072-bd65-47ae-be5b-6966a3cca119 req-ef894690-d38c-4bc2-a498-7b3a387233a9 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 945 time: 0.1027377 Apr 20 13:06:25.793480 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ccea2efb-c27d-48fc-b515-2195d03429bf req-a0de8b62-aae9-4002-843c-5f775d2128bb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e1f32e0-475a-42d4-85ee-1c369c932480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249715 Apr 20 13:06:25.851591 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ba623072-bd65-47ae-be5b-6966a3cca119 req-db0a10a2-e7eb-4096-94e5-8bad842d72c1 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462000 Apr 20 13:06:25.897839 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ccea2efb-c27d-48fc-b515-2195d03429bf req-aaf187a0-15ee-4f2e-b22d-ceb153462a4e service neutron] 10.222.0.15 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998745 Apr 20 13:06:25.963140 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-2da24a12-0d88-4f23-92db-585dacda412c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:25.993246 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ccea2efb-c27d-48fc-b515-2195d03429bf req-3f57536a-925c-412e-b214-4b27c0499162 service neutron] 10.222.0.15 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877268 Apr 20 13:06:26.055385 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-2da24a12-0d88-4f23-92db-585dacda412c service neutron] No DVR routers for this DVR port 54035792-79c1-4a66-b659-7d1ad857a866 on host n-h1-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:06:26.066166 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ac1b9a80-02ad-4921-ba08-5ec68b27130b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:26.100976 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da24a12-0d88-4f23-92db-585dacda412c service neutron] Pushing event updated for resources: {'Port': ['ID=54035792-79c1-4a66-b659-7d1ad857a866,revision_number=10']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:26.135109 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-2da24a12-0d88-4f23-92db-585dacda412c service neutron] 10.222.0.32 "PUT /v2.0/ports/54035792-79c1-4a66-b659-7d1ad857a866/bindings/n-h2-836015-7/activate HTTP/1.1" status: 200 len: 369 time: 1.2864666 Apr 20 13:06:26.151522 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b9a80-02ad-4921-ba08-5ec68b27130b admin admin] Pushing event updated for resources: {'Subnet': ['ID=44548ec3-b3a5-43d3-911e-1ed7db963e44,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:26.171299 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1b9a80-02ad-4921-ba08-5ec68b27130b admin admin] Checking segment: {'id': 'e8fb9d5d-7145-4fe3-a668-912152405029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b36936a9-8985-4590-98a7-9db5fb9365d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:06:26.171700 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1b9a80-02ad-4921-ba08-5ec68b27130b admin admin] Network hostable DHCP agents. Network: b36936a9-8985-4590-98a7-9db5fb9365d7, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:06:26.289483 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1b9a80-02ad-4921-ba08-5ec68b27130b admin admin] Network b36936a9-8985-4590-98a7-9db5fb9365d7 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:06:26.362887 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-ffd72a1e-3c87-48fb-9eed-ab816711894d tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:26.364458 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-ffd72a1e-3c87-48fb-9eed-ab816711894d tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20&tenant_id=e8b01a41b4bc4e3890fb87ac80b83556&binding%3Ahost_id=n-h1-836015-7 HTTP/1.1" status: 200 len: 1095 time: 0.0656703 Apr 20 13:06:26.377942 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f4a2d-f0a5-43cd-97e7-f00e556925eb req-2f31f4ad-f160-464a-a3bd-e02d8a9152a5 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:26.380092 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3b4f4a2d-f0a5-43cd-97e7-f00e556925eb req-2f31f4ad-f160-464a-a3bd-e02d8a9152a5 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8dabefc-ee97-420a-b6e9-6cff30f9ce15 HTTP/1.1" status: 200 len: 944 time: 0.0582461 Apr 20 13:06:26.394403 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-ac1b9a80-02ad-4921-ba08-5ec68b27130b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, b36936a9-8985-4590-98a7-9db5fb9365d7) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:06:26.402259 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c865929-df8c-4b48-b771-5c28c058ed5f None None] Network b36936a9-8985-4590-98a7-9db5fb9365d7 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:06:26.416940 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1b9a80-02ad-4921-ba08-5ec68b27130b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:26.420203 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ac1b9a80-02ad-4921-ba08-5ec68b27130b admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:26.434330 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-e4cefa06-6060-4848-950b-c844e005c91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:26.434330 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-e4cefa06-6060-4848-950b-c844e005c91f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20&tenant_id=e8b01a41b4bc4e3890fb87ac80b83556 HTTP/1.1" status: 200 len: 1095 time: 0.0543351 Apr 20 13:06:26.484087 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3b4f4a2d-f0a5-43cd-97e7-f00e556925eb req-c7150198-0990-44e0-bf0a-9a8c46bd2b64 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914896 Apr 20 13:06:26.552027 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-e6142d58-5a1e-4f59-83a4-8ad3c1465d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:26.554997 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-e6142d58-5a1e-4f59-83a4-8ad3c1465d7a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8b01a41b4bc4e3890fb87ac80b83556&device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 1095 time: 0.0969913 Apr 20 13:06:26.583503 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ac1b9a80-02ad-4921-ba08-5ec68b27130b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2504907 Apr 20 13:06:26.591255 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f3cd4b-208d-4d17-be8b-30798cb446c1 None None] Network b36936a9-8985-4590-98a7-9db5fb9365d7 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:06:26.788754 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190e02f-042d-4660-bd21-69430c330d11 req-94b921eb-9016-4f1a-8ab3-35f8424f8273 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:26.791075 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0190e02f-042d-4660-bd21-69430c330d11 req-94b921eb-9016-4f1a-8ab3-35f8424f8273 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 950 time: 0.0687478 Apr 20 13:06:26.943260 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-be9a4235-3078-4905-ac12-e069d31ee44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:26.951498 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06c530-9b29-403c-a6d2-946ce5245436 req-6a0727bf-71ad-4a2e-bd3a-04eb2218a63d tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:26.953076 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fa06c530-9b29-403c-a6d2-946ce5245436 req-6a0727bf-71ad-4a2e-bd3a-04eb2218a63d tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 944 time: 0.1383615 Apr 20 13:06:26.956905 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0190e02f-042d-4660-bd21-69430c330d11 req-644e4d6c-1142-4e30-a551-a8b385ead61b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586587 Apr 20 13:06:27.048254 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fa06c530-9b29-403c-a6d2-946ce5245436 req-4c38fd84-ffb7-4710-8eaf-52b6ce0be2a4 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736220 Apr 20 13:06:27.089757 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34018) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:27.092806 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-dfb5329c-f042-40d6-8f29-90d211851a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:27.095033 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-dfb5329c-f042-40d6-8f29-90d211851a98 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0e1f32e0-475a-42d4-85ee-1c369c932480 HTTP/1.1" status: 200 len: 921 time: 0.5323868 Apr 20 13:06:27.148015 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-c044b4dd-b073-44c8-ab55-6d7972154515 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54035792-79c1-4a66-b659-7d1ad857a866 HTTP/1.1" status: 200 len: 217 time: 0.0415685 Apr 20 13:06:27.148316 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device cf0447ae-e3b6-440c-959c-ba187cebf865 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:06:27.164159 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9a660-e75a-4ffa-8fff-a57f98cb15b4 req-f3473d2a-fdbd-46e7-99fb-4db7ba6e39da tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:27.165750 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-91b9a660-e75a-4ffa-8fff-a57f98cb15b4 req-f3473d2a-fdbd-46e7-99fb-4db7ba6e39da tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 945 time: 0.0565674 Apr 20 13:06:27.239785 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-7ed603b5-7fcb-4a7b-9e20-dac40db07db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:27.240163 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-91b9a660-e75a-4ffa-8fff-a57f98cb15b4 req-136f03ea-1d7e-444b-a29e-7c7631877b48 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569482 Apr 20 13:06:27.243911 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-7ed603b5-7fcb-4a7b-9e20-dac40db07db7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd5d8d2c-9bbe-433b-b6b9-a140ce7264b5 HTTP/1.1" status: 200 len: 860 time: 0.0870721 Apr 20 13:06:27.274481 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34024) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:27.311589 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port cf0447ae-e3b6-440c-959c-ba187cebf865, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=cf0447ae-e3b6-440c-959c-ba187cebf865,segment=NetworkSegment(b8a6c4b7-66db-416a-aa28-84e1cd810023),segment_id=b8a6c4b7-66db-416a-aa28-84e1cd810023)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:27.316273 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-dce01cbb-3717-4768-8c8a-646f9750dfdf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0e1f32e0-475a-42d4-85ee-1c369c932480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627606 Apr 20 13:06:27.326774 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'cf0447ae-e3b6-440c-959c-ba187cebf865', 'network_id': '1448fb0c-76a1-4762-b0ef-b8c667a2a5dc', 'port_id': 'cf0447ae-e3b6-440c-959c-ba187cebf865', 'mac_address': 'fa:16:3e:1b:f2:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c84cb6f4-b4cc-4751-b4bc-ddb2101451ae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:06:27.355014 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8641945-db34-42f2-855e-f6f782f15996 admin admin] Deleting subnet 44548ec3-b3a5-43d3-911e-1ed7db963e44 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:06:27.361133 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c8641945-db34-42f2-855e-f6f782f15996 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:27.379173 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:27.399115 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf0447ae-e3b6-440c-959c-ba187cebf865 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:06:27.429807 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port cf0447ae-e3b6-440c-959c-ba187cebf865, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=cf0447ae-e3b6-440c-959c-ba187cebf865,segment=NetworkSegment(b8a6c4b7-66db-416a-aa28-84e1cd810023),segment_id=b8a6c4b7-66db-416a-aa28-84e1cd810023)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:27.447236 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c8641945-db34-42f2-855e-f6f782f15996 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:27.454147 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-a03e2e74-ec03-42aa-a2b5-8cd7eb84d63c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1776452712-network', 'tenant_id': '5570a05404ce4451b330b205b802e490'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:27.469831 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-55fc82a7-01aa-4e49-bae5-9ae81cb797c2 service neutron] 10.222.0.15 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456997 Apr 20 13:06:27.509501 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:27.516299 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-274a8a56-fe31-4a66-816e-96d1c8ed0f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:27.517754 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-274a8a56-fe31-4a66-816e-96d1c8ed0f48 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5&tenant_id=7c185004f0bb4f68ac206a98646f7134 HTTP/1.1" status: 200 len: 1101 time: 0.1160378 Apr 20 13:06:27.524763 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c8641945-db34-42f2-855e-f6f782f15996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:27.530034 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-b824e18a-0527-4e36-ab5a-9376a26e8259 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836015-7', 'device_owner': 'compute:nova'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:27.585843 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=cf0447ae-e3b6-440c-959c-ba187cebf865,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:27.606402 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-9b9605f4-7325-43f7-af38-7874dd8b5860 service neutron] 10.222.0.15 "GET /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251962 Apr 20 13:06:27.622298 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03e2e74-ec03-42aa-a2b5-8cd7eb84d63c admin admin] Made reservation on behalf of 5570a05404ce4451b330b205b802e490 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:06:27.622298 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a03e2e74-ec03-42aa-a2b5-8cd7eb84d63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:27.635805 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a03e2e74-ec03-42aa-a2b5-8cd7eb84d63c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:27.647798 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-b824e18a-0527-4e36-ab5a-9376a26e8259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:27.764475 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a928b70c-9c3c-4dc8-9963-cfd141d66008 req-fba1423c-84c5-44c5-9a74-77c9170e5b11 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:27.766487 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a928b70c-9c3c-4dc8-9963-cfd141d66008 req-fba1423c-84c5-44c5-9a74-77c9170e5b11 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8dabefc-ee97-420a-b6e9-6cff30f9ce15 HTTP/1.1" status: 200 len: 945 time: 0.1069069 Apr 20 13:06:27.791161 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c8641945-db34-42f2-855e-f6f782f15996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:27.887147 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8641945-db34-42f2-855e-f6f782f15996 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44548ec3-b3a5-43d3-911e-1ed7db963e44,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:27.899432 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c8641945-db34-42f2-855e-f6f782f15996 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:27.905976 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c8641945-db34-42f2-855e-f6f782f15996 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/44548ec3-b3a5-43d3-911e-1ed7db963e44 HTTP/1.1" status: 204 len: 168 time: 0.6279812 Apr 20 13:06:27.909754 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34058) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:27.916523 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['cf0447ae-e3b6-440c-959c-ba187cebf865'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:06:27.945917 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a928b70c-9c3c-4dc8-9963-cfd141d66008 req-c9c7e363-564f-4025-881e-85e5b7e9c6d7 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713533 Apr 20 13:06:27.982588 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:28.008087 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34066) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:28.040214 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a03e2e74-ec03-42aa-a2b5-8cd7eb84d63c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:28.083330 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-b824e18a-0527-4e36-ab5a-9376a26e8259 service neutron] For port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b23bbbda-3a2b-4073-9f40-b9d62ad8cf99,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:28.130033 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-b824e18a-0527-4e36-ab5a-9376a26e8259 service neutron] For port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:06:28.181052 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a03e2e74-ec03-42aa-a2b5-8cd7eb84d63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:28.191298 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6009ccf2-c06b-44f9-bc60-88dbc4a75a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:28.202841 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-10d67154-6360-4bb6-b4b9-603fb2cd454e admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1931406948-network', 'tenant_id': '7f24aea8ff2146a69feb6b75310aae0a'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:28.219016 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-10d1d3e6-2e8a-4c45-ab8d-92cb6e8f7c29 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:28.220548 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-10d1d3e6-2e8a-4c45-ab8d-92cb6e8f7c29 tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20&tenant_id=e8b01a41b4bc4e3890fb87ac80b83556&binding%3Ahost_id=n-h2-836015-7 HTTP/1.1" status: 200 len: 1095 time: 0.0827875 Apr 20 13:06:28.256477 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a03e2e74-ec03-42aa-a2b5-8cd7eb84d63c admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:06:28.273215 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329c3254-20ee-4e02-9b79-550d23ef6fa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b23bbbda-3a2b-4073-9f40-b9d62ad8cf99'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:06:28.275707 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d49167-0cbf-47ee-b806-96f270c0b108" -d '{"events": [{"server_uuid": "329c3254-20ee-4e02-9b79-550d23ef6fa5", "name": "network-vif-unplugged", "status": "completed", "tag": "b23bbbda-3a2b-4073-9f40-b9d62ad8cf99"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:06:28.286239 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-b824e18a-0527-4e36-ab5a-9376a26e8259 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:28.300532 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a03e2e74-ec03-42aa-a2b5-8cd7eb84d63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:28.300920 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-a03e2e74-ec03-42aa-a2b5-8cd7eb84d63c admin admin] Added segment b550718e-99f1-43a9-a37d-5b24d8a0f3a6 of type vlan for network 33d36c62-f48b-427f-896c-83ee0a24e548 Apr 20 13:06:28.311752 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e2e74-ec03-42aa-a2b5-8cd7eb84d63c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499819ac-0a03-4e50-b6a9-194f1b1704da,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:28.326073 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-b824e18a-0527-4e36-ab5a-9376a26e8259 service neutron] Transition to ACTIVE for port object b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:06:28.327684 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6009ccf2-c06b-44f9-bc60-88dbc4a75a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:28.358018 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a707d-3ce0-4103-b129-71efc8de5f1f req-72388f34-5663-4ade-9944-6c9e5fb75c8b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:28.358018 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d43a707d-3ce0-4103-b129-71efc8de5f1f req-72388f34-5663-4ade-9944-6c9e5fb75c8b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 950 time: 0.2222590 Apr 20 13:06:28.358669 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-6009ccf2-c06b-44f9-bc60-88dbc4a75a9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b36936a9-8985-4590-98a7-9db5fb9365d7']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:28.369390 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a03e2e74-ec03-42aa-a2b5-8cd7eb84d63c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:28.370903 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-6009ccf2-c06b-44f9-bc60-88dbc4a75a9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8fb9d5d-7145-4fe3-a668-912152405029') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:28.371424 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-6009ccf2-c06b-44f9-bc60-88dbc4a75a9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8fb9d5d-7145-4fe3-a668-912152405029') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:28.388406 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d67154-6360-4bb6-b4b9-603fb2cd454e admin admin] Made reservation on behalf of 7f24aea8ff2146a69feb6b75310aae0a for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:06:28.398409 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-10d67154-6360-4bb6-b4b9-603fb2cd454e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:28.403790 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6009ccf2-c06b-44f9-bc60-88dbc4a75a9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:28.415208 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-10d67154-6360-4bb6-b4b9-603fb2cd454e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:28.429113 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6009ccf2-c06b-44f9-bc60-88dbc4a75a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:28.434453 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-b824e18a-0527-4e36-ab5a-9376a26e8259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:28.435638 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6009ccf2-c06b-44f9-bc60-88dbc4a75a9a admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:06:28.436255 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6009ccf2-c06b-44f9-bc60-88dbc4a75a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:28.438654 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:06:28.438654 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:06:28.438654 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:06:28.438654 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:06:28.438654 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:06:28.438654 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:06:28.438654 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:06:28.438654 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:06:28.438654 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:06:28.438654 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:06:28.438654 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:06:28.438654 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:06:28.438654 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:06:28.438654 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:06:28.438654 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:06:28.438654 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:06:28.438654 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:06:28.438654 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:06:28.438654 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:06:28.438654 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:06:28.438654 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:06:28.438654 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:06:28.438654 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:06:28.438654 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:06:28.438654 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:06:28.438654 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:06:28.438654 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:06:28.438654 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:06:28.438654 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:06:28.438654 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:06:28.438654 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:06:28.438654 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:06:28.453313 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d43a707d-3ce0-4103-b129-71efc8de5f1f req-cc292f78-8b0c-4aae-9930-106156428bd1 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877807 Apr 20 13:06:28.512430 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-200f117f-2f6e-41f7-9144-9e0565f88e43 service neutron] For port 54035792-79c1-4a66-b659-7d1ad857a866, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:06:28.516017 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-200f117f-2f6e-41f7-9144-9e0565f88e43 service neutron] Notify callbacks [] for binding, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:28.517237 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-200f117f-2f6e-41f7-9144-9e0565f88e43 service neutron] 10.222.0.15 "DELETE /v2.0/ports/54035792-79c1-4a66-b659-7d1ad857a866/bindings/n-h1-836015-7 HTTP/1.1" status: 204 len: 173 time: 0.2782745 Apr 20 13:06:28.560339 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-b824e18a-0527-4e36-ab5a-9376a26e8259 service neutron] No DVR routers for this DVR port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:06:28.590003 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824e18a-0527-4e36-ab5a-9376a26e8259 service neutron] Pushing event updated for resources: {'Port': ['ID=b23bbbda-3a2b-4073-9f40-b9d62ad8cf99,revision_number=10']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:28.595420 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a03e2e74-ec03-42aa-a2b5-8cd7eb84d63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:28.596323 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03e2e74-ec03-42aa-a2b5-8cd7eb84d63c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:28.596897 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a03e2e74-ec03-42aa-a2b5-8cd7eb84d63c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:28.608333 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6009ccf2-c06b-44f9-bc60-88dbc4a75a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:28.612895 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6009ccf2-c06b-44f9-bc60-88dbc4a75a9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:28.617394 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6009ccf2-c06b-44f9-bc60-88dbc4a75a9a admin admin] 10.222.0.25 "DELETE /v2.0/networks/b36936a9-8985-4590-98a7-9db5fb9365d7 HTTP/1.1" status: 204 len: 168 time: 0.7057178 Apr 20 13:06:28.632807 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6009ccf2-c06b-44f9-bc60-88dbc4a75a9a admin admin] Pushing event deleted for resources: {'Network': ['ID=b36936a9-8985-4590-98a7-9db5fb9365d7,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:28.759934 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c61cd-92e8-4a21-b0aa-5987308fc178 req-386e2f3d-11b1-47a7-b15b-e68590ff55e8 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:28.765548 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-935c61cd-92e8-4a21-b0aa-5987308fc178 req-386e2f3d-11b1-47a7-b15b-e68590ff55e8 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 944 time: 0.2694819 Apr 20 13:06:28.765548 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-b824e18a-0527-4e36-ab5a-9376a26e8259 service neutron] Attempting to bind port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:06:28.765548 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-b824e18a-0527-4e36-ab5a-9376a26e8259 service neutron] Attempting to bind port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:06:28.765548 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-b824e18a-0527-4e36-ab5a-9376a26e8259 service neutron] Attempting to bind port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:06:28.788695 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-b824e18a-0527-4e36-ab5a-9376a26e8259 service neutron] Port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 on network 6efc3d61-2150-4671-a02d-6127df40131a not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:06:28.789113 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-b824e18a-0527-4e36-ab5a-9376a26e8259 service neutron] Attempting to bind port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:06:28.798403 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e2e74-ec03-42aa-a2b5-8cd7eb84d63c admin admin] Pushing event updated for resources: {'Network': ['ID=33d36c62-f48b-427f-896c-83ee0a24e548,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:28.810142 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb5fbf-78b0-4f83-b285-250db75d8b24 req-d921316b-8584-4533-8c85-f85452e5358b tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:28.810326 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 33d36c62-f48b-427f-896c-83ee0a24e548 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:06:28.811825 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7bfb5fbf-78b0-4f83-b285-250db75d8b24 req-d921316b-8584-4533-8c85-f85452e5358b tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 945 time: 0.2538698 Apr 20 13:06:28.827879 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a03e2e74-ec03-42aa-a2b5-8cd7eb84d63c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7335327 Apr 20 13:06:28.828203 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34088) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:28.832737 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-2ca29d8b-514c-4ed3-9763-1da723516006 admin admin] Request body: {'subnet': {'network_id': '33d36c62-f48b-427f-896c-83ee0a24e548', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1776452712-subnet', 'tenant_id': '5570a05404ce4451b330b205b802e490', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:28.833211 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-b824e18a-0527-4e36-ab5a-9376a26e8259 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:06:28.833478 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-b824e18a-0527-4e36-ab5a-9376a26e8259 service neutron] Checking segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:06:28.833872 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-b824e18a-0527-4e36-ab5a-9376a26e8259 service neutron] Bound using segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:06:28.834380 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-b824e18a-0527-4e36-ab5a-9376a26e8259 service neutron] Bound port: b23bbbda-3a2b-4073-9f40-b9d62ad8cf99, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:06:28.834743 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-b824e18a-0527-4e36-ab5a-9376a26e8259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:28.892709 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-10d67154-6360-4bb6-b4b9-603fb2cd454e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:28.904223 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34090) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:28.939033 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-935c61cd-92e8-4a21-b0aa-5987308fc178 req-1c2dfae2-4ebc-46af-abe2-2c8a3d038fe9 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643884 Apr 20 13:06:28.972849 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7bfb5fbf-78b0-4f83-b285-250db75d8b24 req-201ca5c9-1de4-4e4e-a19f-f34e4e4b5409 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327789 Apr 20 13:06:28.995269 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca29d8b-514c-4ed3-9763-1da723516006 admin admin] Made reservation on behalf of 5570a05404ce4451b330b205b802e490 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:06:28.999793 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2ca29d8b-514c-4ed3-9763-1da723516006 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:29.034386 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-b824e18a-0527-4e36-ab5a-9376a26e8259 service neutron] For port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:06:29.034386 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-b824e18a-0527-4e36-ab5a-9376a26e8259 service neutron] For port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=b23bbbda-3a2b-4073-9f40-b9d62ad8cf99,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:06:29.061812 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e4b22d-6cc8-4080-8e1e-768521b94e7e x-openstack-request-id: req-b7e4b22d-6cc8-4080-8e1e-768521b94e7e {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:06:29.062100 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329c3254-20ee-4e02-9b79-550d23ef6fa5", "name": "network-vif-unplugged", "status": "completed", "tag": "b23bbbda-3a2b-4073-9f40-b9d62ad8cf99", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:06:29.062343 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b7e4b22d-6cc8-4080-8e1e-768521b94e7e {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:06:29.062734 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7e4b22d-6cc8-4080-8e1e-768521b94e7e'] response: {'server_uuid': '329c3254-20ee-4e02-9b79-550d23ef6fa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b23bbbda-3a2b-4073-9f40-b9d62ad8cf99', 'code': 200} Apr 20 13:06:29.074124 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-10d67154-6360-4bb6-b4b9-603fb2cd454e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:29.103111 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-171d3bb9-1bf3-40a4-81e8-b544f0f98e09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:29.109224 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d67154-6360-4bb6-b4b9-603fb2cd454e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:29.141685 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10d67154-6360-4bb6-b4b9-603fb2cd454e admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:06:29.160847 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device cf0447ae-e3b6-440c-959c-ba187cebf865 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:06:29.173640 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-10d67154-6360-4bb6-b4b9-603fb2cd454e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:29.173906 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-10d67154-6360-4bb6-b4b9-603fb2cd454e admin admin] Added segment cd997797-ec42-428d-80b9-e169230980d9 of type vlan for network 8536e81d-569a-4cbc-bcb6-19bd4ebd3a7b Apr 20 13:06:29.226334 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffb97b-365d-4f22-ace4-df1baafeb7f5 req-5020815d-2951-4184-affe-1fddcbe8a9c2 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:29.227921 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-91ffb97b-365d-4f22-ace4-df1baafeb7f5 req-5020815d-2951-4184-affe-1fddcbe8a9c2 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8dabefc-ee97-420a-b6e9-6cff30f9ce15 HTTP/1.1" status: 200 len: 945 time: 0.1290350 Apr 20 13:06:29.232740 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711fb9b-90f4-41cc-a20e-d0397441b331 req-aec0f918-0eeb-4e2a-aabd-d9e5a1417d0a tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:29.234167 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3711fb9b-90f4-41cc-a20e-d0397441b331 req-aec0f918-0eeb-4e2a-aabd-d9e5a1417d0a tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 1095 time: 0.1201873 Apr 20 13:06:29.244054 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34100) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:29.259722 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-b824e18a-0527-4e36-ab5a-9376a26e8259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:29.269058 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-10d67154-6360-4bb6-b4b9-603fb2cd454e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:29.300900 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-171d3bb9-1bf3-40a4-81e8-b544f0f98e09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:29.307578 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:29.342144 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-b824e18a-0527-4e36-ab5a-9376a26e8259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:29.342759 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-b824e18a-0527-4e36-ab5a-9376a26e8259 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:29.344993 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-b824e18a-0527-4e36-ab5a-9376a26e8259 service neutron] 10.222.0.32 "PUT /v2.0/ports/b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 HTTP/1.1" status: 200 len: 1097 time: 1.8182738 Apr 20 13:06:29.356047 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-bbb5b3a9-41df-4846-9a1a-2567a954035a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f8d19a9aa62241b5ab6be6dca0f69ef5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1107457 Apr 20 13:06:29.356933 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34102) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:29.368490 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-91ffb97b-365d-4f22-ace4-df1baafeb7f5 req-c6ff42d8-4784-477c-9127-c4b941c00a54 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306927 Apr 20 13:06:29.373196 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port cf0447ae-e3b6-440c-959c-ba187cebf865 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:06:29.379470 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port cf0447ae-e3b6-440c-959c-ba187cebf865 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:06:29.381429 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:29.387293 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3711fb9b-90f4-41cc-a20e-d0397441b331 req-b367e250-ecff-4259-b2be-ed8058add6fb tempest-LiveAutoBlockMigrationV225Test-534304421 tempest-LiveAutoBlockMigrationV225Test-534304421-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369791 Apr 20 13:06:29.402329 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824e18a-0527-4e36-ab5a-9376a26e8259 service neutron] Pushing event updated for resources: {'Port': ['ID=b23bbbda-3a2b-4073-9f40-b9d62ad8cf99,revision_number=11']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:29.421705 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-e39945c7-8158-4d13-9c24-927256879b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:29.423581 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-e39945c7-8158-4d13-9c24-927256879b42 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c185004f0bb4f68ac206a98646f7134&device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 1100 time: 0.0487580 Apr 20 13:06:29.469963 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4b4be3d9-cb84-41ac-9206-842eb2274fe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:29.538128 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-171d3bb9-1bf3-40a4-81e8-b544f0f98e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:29.548798 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2ca29d8b-514c-4ed3-9763-1da723516006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:29.549885 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:29.563471 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4b4be3d9-cb84-41ac-9206-842eb2274fe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:29.587752 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-10d67154-6360-4bb6-b4b9-603fb2cd454e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:29.589919 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d67154-6360-4bb6-b4b9-603fb2cd454e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:29.596557 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-10d67154-6360-4bb6-b4b9-603fb2cd454e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:29.598843 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8dabefc-ee97-420a-b6e9-6cff30f9ce15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0447ae-e3b6-440c-959c-ba187cebf865'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:06:29.601121 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4713577a-5379-4031-ba0c-d2712ddff1c6" -d '{"events": [{"server_uuid": "e8dabefc-ee97-420a-b6e9-6cff30f9ce15", "name": "network-vif-plugged", "status": "completed", "tag": "cf0447ae-e3b6-440c-959c-ba187cebf865"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:06:29.615036 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port cf0447ae-e3b6-440c-959c-ba187cebf865, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=cf0447ae-e3b6-440c-959c-ba187cebf865,segment=NetworkSegment(b8a6c4b7-66db-416a-aa28-84e1cd810023),segment_id=b8a6c4b7-66db-416a-aa28-84e1cd810023)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:29.650578 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-171d3bb9-1bf3-40a4-81e8-b544f0f98e09 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0371ec6733c74aba940ed9a9a08fa83f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7452927 Apr 20 13:06:29.673088 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34110) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:29.684276 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d3bb9-1bf3-40a4-81e8-b544f0f98e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de41c9ec-7425-4480-bf75-ea716fb2adb0,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:29.701497 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca29d8b-514c-4ed3-9763-1da723516006 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a92124e6-e49b-4ef9-898f-773b76764750,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:29.726985 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:29.728257 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:06:29.738923 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca29d8b-514c-4ed3-9763-1da723516006 admin admin] Checking segment: {'id': 'b550718e-99f1-43a9-a37d-5b24d8a0f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '33d36c62-f48b-427f-896c-83ee0a24e548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:06:29.739275 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca29d8b-514c-4ed3-9763-1da723516006 admin admin] Network hostable DHCP agents. Network: 33d36c62-f48b-427f-896c-83ee0a24e548, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:06:29.753563 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d67154-6360-4bb6-b4b9-603fb2cd454e admin admin] Pushing event updated for resources: {'Network': ['ID=8536e81d-569a-4cbc-bcb6-19bd4ebd3a7b,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:29.766733 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-731f9bb3-4061-4617-a7b1-22c1eda460b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:29.773129 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-9a173bf7-850b-42d6-933f-cf2da07703e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:29.774609 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-9a173bf7-850b-42d6-933f-cf2da07703e3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.3432159 Apr 20 13:06:29.793628 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 8536e81d-569a-4cbc-bcb6-19bd4ebd3a7b details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:06:29.794025 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-731f9bb3-4061-4617-a7b1-22c1eda460b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:29.796098 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:29.796705 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b5c70-6bf7-40aa-8352-07b8d8f6a554 req-dc75a4b2-495d-4ea3-b9af-cc665d2d2cee tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:29.798431 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-867b5c70-6bf7-40aa-8352-07b8d8f6a554 req-dc75a4b2-495d-4ea3-b9af-cc665d2d2cee tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 949 time: 0.2144537 Apr 20 13:06:29.831175 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-10d67154-6360-4bb6-b4b9-603fb2cd454e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8200841 Apr 20 13:06:29.834710 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34112) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:29.839003 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-212b2ea7-4a9d-44e4-8904-7bc55e4873c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 HTTP/1.1" status: 200 len: 217 time: 0.0567763 Apr 20 13:06:29.841179 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-4a517a6e-45c6-443b-b049-36fdcae64c4f admin admin] Request body: {'subnet': {'network_id': '8536e81d-569a-4cbc-bcb6-19bd4ebd3a7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1931406948-subnet', 'tenant_id': '7f24aea8ff2146a69feb6b75310aae0a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:29.876364 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4b4be3d9-cb84-41ac-9206-842eb2274fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:29.879475 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4b4be3d9-cb84-41ac-9206-842eb2274fe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:29.885382 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4b4be3d9-cb84-41ac-9206-842eb2274fe6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3c20d640-53d3-49f3-a04e-5340d5b50ee6 HTTP/1.1" status: 204 len: 168 time: 0.5264535 Apr 20 13:06:29.897402 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4be3d9-cb84-41ac-9206-842eb2274fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c20d640-53d3-49f3-a04e-5340d5b50ee6,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:29.903142 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-867b5c70-6bf7-40aa-8352-07b8d8f6a554 req-c8cf8dc7-8856-4ccd-8391-c7e7a0255352 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757971 Apr 20 13:06:29.907150 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-47d54d90-d2fa-41f2-a5fa-4579ef7a2d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:29.908945 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-47d54d90-d2fa-41f2-a5fa-4579ef7a2d25 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0616045 Apr 20 13:06:29.917774 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:06:29.919109 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=cf0447ae-e3b6-440c-959c-ba187cebf865,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:29.934114 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca29d8b-514c-4ed3-9763-1da723516006 admin admin] Network 33d36c62-f48b-427f-896c-83ee0a24e548 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:06:29.967091 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a517a6e-45c6-443b-b049-36fdcae64c4f admin admin] Made reservation on behalf of 7f24aea8ff2146a69feb6b75310aae0a for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:06:29.969543 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77bd9e90-a620-4a11-876c-48e36e602846 x-openstack-request-id: req-77bd9e90-a620-4a11-876c-48e36e602846 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:06:29.969835 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8dabefc-ee97-420a-b6e9-6cff30f9ce15", "name": "network-vif-plugged", "status": "completed", "tag": "cf0447ae-e3b6-440c-959c-ba187cebf865", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:06:29.970084 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-77bd9e90-a620-4a11-876c-48e36e602846 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:06:29.970398 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4a517a6e-45c6-443b-b049-36fdcae64c4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:29.970505 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77bd9e90-a620-4a11-876c-48e36e602846'] response: {'server_uuid': 'e8dabefc-ee97-420a-b6e9-6cff30f9ce15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0447ae-e3b6-440c-959c-ba187cebf865', 'code': 200} Apr 20 13:06:29.972966 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-731f9bb3-4061-4617-a7b1-22c1eda460b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:29.975794 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-731f9bb3-4061-4617-a7b1-22c1eda460b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:29.991878 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-731f9bb3-4061-4617-a7b1-22c1eda460b5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/de41c9ec-7425-4480-bf75-ea716fb2adb0 HTTP/1.1" status: 204 len: 168 time: 0.3127584 Apr 20 13:06:30.043096 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f9bb3-4061-4617-a7b1-22c1eda460b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de41c9ec-7425-4480-bf75-ea716fb2adb0,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:30.084675 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-2ca29d8b-514c-4ed3-9763-1da723516006 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 33d36c62-f48b-427f-896c-83ee0a24e548) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:06:30.096064 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dedb5d3-79be-45ca-9e7b-dbcc3a5aa381 None None] Network 33d36c62-f48b-427f-896c-83ee0a24e548 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:06:30.115152 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca29d8b-514c-4ed3-9763-1da723516006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:30.123740 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2ca29d8b-514c-4ed3-9763-1da723516006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:30.226687 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80be0ec-af7f-4235-a0ba-5fc8e483c0d1 req-49d9cb8c-3d11-4ee3-a267-cbbcfc1490a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:30.228210 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b80be0ec-af7f-4235-a0ba-5fc8e483c0d1 req-49d9cb8c-3d11-4ee3-a267-cbbcfc1490a1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e8dabefc-ee97-420a-b6e9-6cff30f9ce15 HTTP/1.1" status: 200 len: 1097 time: 0.1416049 Apr 20 13:06:30.291868 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cee3f14-7ac3-4b7f-a031-f8bdaa95192b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-33d36c62-f48b-427f-896c-83ee0a24e548', 'network_id': '33d36c62-f48b-427f-896c-83ee0a24e548', 'tenant_id': '5570a05404ce4451b330b205b802e490', 'fixed_ips': [{'subnet_id': 'a92124e6-e49b-4ef9-898f-773b76764750'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:06:30.292830 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4cee3f14-7ac3-4b7f-a031-f8bdaa95192b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:30.331574 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b80be0ec-af7f-4235-a0ba-5fc8e483c0d1 req-efe8ffcf-6b16-4dc8-b4f5-539aadbeda4d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887296 Apr 20 13:06:30.337975 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2ca29d8b-514c-4ed3-9763-1da723516006 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5092282 Apr 20 13:06:30.340695 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34122) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:30.346539 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-ba2e7a1a-84bb-442c-9b79-3b37e909769b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1776452712-router', 'tenant_id': '5570a05404ce4451b330b205b802e490', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:30.402324 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb1e9b-a8a8-4c66-9a6d-32227e790de0 req-a511008c-c3f8-4786-95a2-edb18810a56e tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:30.403803 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-37eb1e9b-a8a8-4c66-9a6d-32227e790de0 req-a511008c-c3f8-4786-95a2-edb18810a56e tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 945 time: 0.0838380 Apr 20 13:06:30.409091 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-161d7a67-9b1e-4e04-8488-e4f4a252731a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:30.410716 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-161d7a67-9b1e-4e04-8488-e4f4a252731a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4956057 Apr 20 13:06:30.427306 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3873b00-c4fc-4662-840c-5c0bcda5312e req-42d196b9-20af-4349-9677-55bc94adf91b tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:30.428940 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c3873b00-c4fc-4662-840c-5c0bcda5312e req-42d196b9-20af-4349-9677-55bc94adf91b tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 944 time: 0.1102483 Apr 20 13:06:30.444698 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-4cee3f14-7ac3-4b7f-a031-f8bdaa95192b None None] Allocated IP 172.20.0.2 (33d36c62-f48b-427f-896c-83ee0a24e548/a92124e6-e49b-4ef9-898f-773b76764750/63d46491-e018-4005-b720-dfe62e5dabd1) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:06:30.465225 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ba2e7a1a-84bb-442c-9b79-3b37e909769b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:30.472976 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ba2e7a1a-84bb-442c-9b79-3b37e909769b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:30.527712 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4a517a6e-45c6-443b-b049-36fdcae64c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:30.538052 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-37eb1e9b-a8a8-4c66-9a6d-32227e790de0 req-f7fa5b41-a502-48bc-9533-010cccc89e3e tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242263 Apr 20 13:06:30.562004 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c3873b00-c4fc-4662-840c-5c0bcda5312e req-95ae6d1d-8adb-4e54-861c-f67bbec720c6 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159699 Apr 20 13:06:30.574809 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ba2e7a1a-84bb-442c-9b79-3b37e909769b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:30.633445 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a517a6e-45c6-443b-b049-36fdcae64c4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cfa6f4f-f54b-4163-b933-0ce22b496da6,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:30.639399 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-84b0b2d4-00c9-4a34-a695-3d8f72c95d12 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086127 Apr 20 13:06:30.691097 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4cee3f14-7ac3-4b7f-a031-f8bdaa95192b None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:30.754531 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a517a6e-45c6-443b-b049-36fdcae64c4f admin admin] Checking segment: {'id': 'cd997797-ec42-428d-80b9-e169230980d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8536e81d-569a-4cbc-bcb6-19bd4ebd3a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:06:30.754889 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a517a6e-45c6-443b-b049-36fdcae64c4f admin admin] Network hostable DHCP agents. Network: 8536e81d-569a-4cbc-bcb6-19bd4ebd3a7b, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:06:30.758155 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba56c4-ee91-4846-a4bb-8c56cc53cbe4 req-a6f5db4f-93e2-4bd7-bd34-f7a2c3de886e tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:30.766364 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-60ba56c4-ee91-4846-a4bb-8c56cc53cbe4 req-a6f5db4f-93e2-4bd7-bd34-f7a2c3de886e tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8dabefc-ee97-420a-b6e9-6cff30f9ce15 HTTP/1.1" status: 200 len: 946 time: 0.1229246 Apr 20 13:06:30.784833 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4cee3f14-7ac3-4b7f-a031-f8bdaa95192b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:30.810219 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb645d86-1781-427a-90c9-5e5a58fa65cf req-30668432-1ae0-491f-be2e-de26e8998d9e service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583617 Apr 20 13:06:30.818912 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-60ba56c4-ee91-4846-a4bb-8c56cc53cbe4 req-f6b8bcc3-9f8a-4051-8bae-335fd1bdc1cf tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514944 Apr 20 13:06:30.832284 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ba2e7a1a-84bb-442c-9b79-3b37e909769b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:30.845853 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cee3f14-7ac3-4b7f-a031-f8bdaa95192b None None] Network 33d36c62-f48b-427f-896c-83ee0a24e548 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:06:30.848571 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-4cee3f14-7ac3-4b7f-a031-f8bdaa95192b None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:06:30.853996 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cee3f14-7ac3-4b7f-a031-f8bdaa95192b None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:06:30.866010 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee3f14-7ac3-4b7f-a031-f8bdaa95192b None None] Pushing event updated for resources: {'Port': ['ID=63d46491-e018-4005-b720-dfe62e5dabd1,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:30.909184 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a517a6e-45c6-443b-b049-36fdcae64c4f admin admin] Network 8536e81d-569a-4cbc-bcb6-19bd4ebd3a7b is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:06:30.913971 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-4cee3f14-7ac3-4b7f-a031-f8bdaa95192b None None] Attempting to bind port 63d46491-e018-4005-b720-dfe62e5dabd1 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:06:30.914888 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-4cee3f14-7ac3-4b7f-a031-f8bdaa95192b None None] Attempting to bind port 63d46491-e018-4005-b720-dfe62e5dabd1 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'b550718e-99f1-43a9-a37d-5b24d8a0f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '33d36c62-f48b-427f-896c-83ee0a24e548'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:06:30.915266 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cee3f14-7ac3-4b7f-a031-f8bdaa95192b None None] Attempting to bind port 63d46491-e018-4005-b720-dfe62e5dabd1 on network 33d36c62-f48b-427f-896c-83ee0a24e548 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:06:30.921364 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cee3f14-7ac3-4b7f-a031-f8bdaa95192b None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:06:30.922407 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cee3f14-7ac3-4b7f-a031-f8bdaa95192b None None] Checking segment: {'id': 'b550718e-99f1-43a9-a37d-5b24d8a0f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '33d36c62-f48b-427f-896c-83ee0a24e548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:06:30.923127 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4cee3f14-7ac3-4b7f-a031-f8bdaa95192b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:30.923729 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cee3f14-7ac3-4b7f-a031-f8bdaa95192b None None] Bound using segment: {'id': 'b550718e-99f1-43a9-a37d-5b24d8a0f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '33d36c62-f48b-427f-896c-83ee0a24e548'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:06:30.924424 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-4cee3f14-7ac3-4b7f-a031-f8bdaa95192b None None] Bound port: 63d46491-e018-4005-b720-dfe62e5dabd1, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b550718e-99f1-43a9-a37d-5b24d8a0f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '33d36c62-f48b-427f-896c-83ee0a24e548'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:06:30.924973 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4cee3f14-7ac3-4b7f-a031-f8bdaa95192b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:31.020821 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-4a517a6e-45c6-443b-b049-36fdcae64c4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 8536e81d-569a-4cbc-bcb6-19bd4ebd3a7b) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:06:31.030433 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5f4f0d-f144-40a8-8333-65da5bae1a39 None None] Network 8536e81d-569a-4cbc-bcb6-19bd4ebd3a7b requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:06:31.033295 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-4cee3f14-7ac3-4b7f-a031-f8bdaa95192b None None] For port 63d46491-e018-4005-b720-dfe62e5dabd1, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:06:31.044911 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67e2eb-3062-45e5-924b-2fa3a53900f1 req-941ee792-a651-44d9-8a78-90868c83e9ea tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:31.046656 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eb67e2eb-3062-45e5-924b-2fa3a53900f1 req-941ee792-a651-44d9-8a78-90868c83e9ea tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 949 time: 0.0634458 Apr 20 13:06:31.058222 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a517a6e-45c6-443b-b049-36fdcae64c4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:31.058503 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4a517a6e-45c6-443b-b049-36fdcae64c4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:31.062005 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-4cee3f14-7ac3-4b7f-a031-f8bdaa95192b None None] For port 63d46491-e018-4005-b720-dfe62e5dabd1, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=63d46491-e018-4005-b720-dfe62e5dabd1,segment=NetworkSegment(b550718e-99f1-43a9-a37d-5b24d8a0f3a6),segment_id=b550718e-99f1-43a9-a37d-5b24d8a0f3a6)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:06:31.070167 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '329c3254-20ee-4e02-9b79-550d23ef6fa5', 'tag': 'b23bbbda-3a2b-4073-9f40-b9d62ad8cf99'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:06:31.072785 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b66b69a-7b6b-487d-b5de-7d58ebf6869d" -d '{"events": [{"name": "network-changed", "server_uuid": "329c3254-20ee-4e02-9b79-550d23ef6fa5", "tag": "b23bbbda-3a2b-4073-9f40-b9d62ad8cf99"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:06:31.112590 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eb67e2eb-3062-45e5-924b-2fa3a53900f1 req-c98256fc-06a4-4d58-b047-7becfa6efc94 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561886 Apr 20 13:06:31.118843 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34142) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:31.146085 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781b5139-0ef3-4812-ae6f-e8981d2a41d1 x-openstack-request-id: req-781b5139-0ef3-4812-ae6f-e8981d2a41d1 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:06:31.146697 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "329c3254-20ee-4e02-9b79-550d23ef6fa5", "tag": "b23bbbda-3a2b-4073-9f40-b9d62ad8cf99", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:06:31.146970 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-781b5139-0ef3-4812-ae6f-e8981d2a41d1 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:06:31.147349 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-781b5139-0ef3-4812-ae6f-e8981d2a41d1'] response: {'name': 'network-changed', 'server_uuid': '329c3254-20ee-4e02-9b79-550d23ef6fa5', 'tag': 'b23bbbda-3a2b-4073-9f40-b9d62ad8cf99', 'status': 'completed', 'code': 200} Apr 20 13:06:31.148593 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-188ba8a2-e505-4958-a435-8c11c53b0119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:31.190996 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4cee3f14-7ac3-4b7f-a031-f8bdaa95192b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:31.204197 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4a517a6e-45c6-443b-b049-36fdcae64c4f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3670685 Apr 20 13:06:31.205043 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34146) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:31.214871 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24409e0-11bc-4e24-bd9d-e953eab48742 req-39810e75-d650-4925-b089-a128c18c3d8e tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:31.217158 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b24409e0-11bc-4e24-bd9d-e953eab48742 req-39810e75-d650-4925-b089-a128c18c3d8e tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.15 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 944 time: 0.2345171 Apr 20 13:06:31.225453 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-c12bdba8-285c-421f-bda2-1756f48b7776 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1931406948-router', 'tenant_id': '7f24aea8ff2146a69feb6b75310aae0a', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:31.306578 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee3f14-7ac3-4b7f-a031-f8bdaa95192b None None] Pushing event updated for resources: {'Port': ['ID=63d46491-e018-4005-b720-dfe62e5dabd1,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:31.310256 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff494b91-16e7-4a93-bd45-c781a03cd645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-8536e81d-569a-4cbc-bcb6-19bd4ebd3a7b', 'network_id': '8536e81d-569a-4cbc-bcb6-19bd4ebd3a7b', 'tenant_id': '7f24aea8ff2146a69feb6b75310aae0a', 'fixed_ips': [{'subnet_id': '2cfa6f4f-f54b-4163-b933-0ce22b496da6'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:06:31.311170 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66b69a-7b6b-487d-b5de-7d58ebf6869d req-f1749711-c5b2-4580-8e88-a8491592cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:31.311583 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ff494b91-16e7-4a93-bd45-c781a03cd645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:31.313243 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9b66b69a-7b6b-487d-b5de-7d58ebf6869d req-f1749711-c5b2-4580-8e88-a8491592cd05 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7c185004f0bb4f68ac206a98646f7134&device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 1100 time: 0.1525943 Apr 20 13:06:31.318934 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66b69a-7b6b-487d-b5de-7d58ebf6869d req-76da7767-e732-40fe-bf93-a37f102b351f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:31.320625 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9b66b69a-7b6b-487d-b5de-7d58ebf6869d req-76da7767-e732-40fe-bf93-a37f102b351f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c185004f0bb4f68ac206a98646f7134&device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 1100 time: 0.1477292 Apr 20 13:06:31.357338 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ba2e7a1a-84bb-442c-9b79-3b37e909769b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:31.380275 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c12bdba8-285c-421f-bda2-1756f48b7776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:31.381407 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c12bdba8-285c-421f-bda2-1756f48b7776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:31.390053 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ba2e7a1a-84bb-442c-9b79-3b37e909769b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:31.456572 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-b24409e0-11bc-4e24-bd9d-e953eab48742 req-70d1f00e-d89c-49c9-b588-c7fc335f43c7 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Deleting port 54035792-79c1-4a66-b659-7d1ad857a866 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:06:31.456850 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-b24409e0-11bc-4e24-bd9d-e953eab48742 req-70d1f00e-d89c-49c9-b588-c7fc335f43c7 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:31.540938 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-ff494b91-16e7-4a93-bd45-c781a03cd645 None None] Allocated IP 172.20.0.2 (8536e81d-569a-4cbc-bcb6-19bd4ebd3a7b/2cfa6f4f-f54b-4163-b933-0ce22b496da6/7adf9d12-1047-48bd-9380-3808ee95df03) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:06:31.600256 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66b69a-7b6b-487d-b5de-7d58ebf6869d req-20061898-8f9f-4da9-b586-2f34427a88d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:31.601868 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9b66b69a-7b6b-487d-b5de-7d58ebf6869d req-20061898-8f9f-4da9-b586-2f34427a88d9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.2567976 Apr 20 13:06:31.629763 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-ba2e7a1a-84bb-442c-9b79-3b37e909769b admin admin] Allocated IP 172.25.8.43 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/e898f7f8-5717-4387-81ca-190992917dd3) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:06:31.649427 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-b24409e0-11bc-4e24-bd9d-e953eab48742 req-70d1f00e-d89c-49c9-b588-c7fc335f43c7 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] For port 54035792-79c1-4a66-b659-7d1ad857a866, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=54035792-79c1-4a66-b659-7d1ad857a866,segment=NetworkSegment(c36f4b37-e1d8-4848-acc2-f80f64f61825),segment_id=c36f4b37-e1d8-4848-acc2-f80f64f61825)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:31.649809 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-b24409e0-11bc-4e24-bd9d-e953eab48742 req-70d1f00e-d89c-49c9-b588-c7fc335f43c7 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:31.681802 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-b24409e0-11bc-4e24-bd9d-e953eab48742 req-70d1f00e-d89c-49c9-b588-c7fc335f43c7 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Calling delete_port for 54035792-79c1-4a66-b659-7d1ad857a866 owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:06:31.728301 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34158) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:31.771278 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9b66b69a-7b6b-487d-b5de-7d58ebf6869d req-116d400f-cec5-492d-9988-b2fb2e4b28eb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 HTTP/1.1" status: 200 len: 217 time: 0.1480606 Apr 20 13:06:31.790791 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-188ba8a2-e505-4958-a435-8c11c53b0119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:31.801280 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ff494b91-16e7-4a93-bd45-c781a03cd645 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:31.854046 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c12bdba8-285c-421f-bda2-1756f48b7776 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:31.890780 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-7c315119-4175-4013-9597-3cf1aa56a53a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1796423913-network', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:31.892873 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ff494b91-16e7-4a93-bd45-c781a03cd645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:31.933784 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-188ba8a2-e505-4958-a435-8c11c53b0119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:31.937383 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff494b91-16e7-4a93-bd45-c781a03cd645 None None] Network 8536e81d-569a-4cbc-bcb6-19bd4ebd3a7b is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:06:31.943523 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-ff494b91-16e7-4a93-bd45-c781a03cd645 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:06:31.943696 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66b69a-7b6b-487d-b5de-7d58ebf6869d req-acf3a808-6205-4b32-8425-13d3d1e8f40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:31.944318 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff494b91-16e7-4a93-bd45-c781a03cd645 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:06:31.945271 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9b66b69a-7b6b-487d-b5de-7d58ebf6869d req-acf3a808-6205-4b32-8425-13d3d1e8f40b service neutron] 10.222.0.15 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.6204028 Apr 20 13:06:31.953964 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ba2e7a1a-84bb-442c-9b79-3b37e909769b admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:31.954878 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff494b91-16e7-4a93-bd45-c781a03cd645 None None] Pushing event updated for resources: {'Port': ['ID=7adf9d12-1047-48bd-9380-3808ee95df03,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:32.016154 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-ff494b91-16e7-4a93-bd45-c781a03cd645 None None] Attempting to bind port 7adf9d12-1047-48bd-9380-3808ee95df03 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:06:32.016506 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-ff494b91-16e7-4a93-bd45-c781a03cd645 None None] Attempting to bind port 7adf9d12-1047-48bd-9380-3808ee95df03 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'cd997797-ec42-428d-80b9-e169230980d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8536e81d-569a-4cbc-bcb6-19bd4ebd3a7b'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:06:32.016871 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff494b91-16e7-4a93-bd45-c781a03cd645 None None] Attempting to bind port 7adf9d12-1047-48bd-9380-3808ee95df03 on network 8536e81d-569a-4cbc-bcb6-19bd4ebd3a7b {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:06:32.030388 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff494b91-16e7-4a93-bd45-c781a03cd645 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:06:32.030854 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff494b91-16e7-4a93-bd45-c781a03cd645 None None] Checking segment: {'id': 'cd997797-ec42-428d-80b9-e169230980d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8536e81d-569a-4cbc-bcb6-19bd4ebd3a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:06:32.034787 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ff494b91-16e7-4a93-bd45-c781a03cd645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:32.034787 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff494b91-16e7-4a93-bd45-c781a03cd645 None None] Bound using segment: {'id': 'cd997797-ec42-428d-80b9-e169230980d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8536e81d-569a-4cbc-bcb6-19bd4ebd3a7b'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:06:32.034787 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-ff494b91-16e7-4a93-bd45-c781a03cd645 None None] Bound port: 7adf9d12-1047-48bd-9380-3808ee95df03, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd997797-ec42-428d-80b9-e169230980d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8536e81d-569a-4cbc-bcb6-19bd4ebd3a7b'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:06:32.034787 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ff494b91-16e7-4a93-bd45-c781a03cd645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:32.038327 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9b66b69a-7b6b-487d-b5de-7d58ebf6869d req-38cb1f91-63c5-4a5e-b425-5400f8d0f210 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 HTTP/1.1" status: 200 len: 217 time: 0.0760186 Apr 20 13:06:32.075061 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-188ba8a2-e505-4958-a435-8c11c53b0119 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=04c680872c6e4cfead5202c79bbd4c26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9551919 Apr 20 13:06:32.077174 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66b69a-7b6b-487d-b5de-7d58ebf6869d req-6dbdc73c-4ea9-4d96-842d-85775e06a48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:32.077961 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34166) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:32.078706 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9b66b69a-7b6b-487d-b5de-7d58ebf6869d req-6dbdc73c-4ea9-4d96-842d-85775e06a48d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.2272806 Apr 20 13:06:32.102677 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ff494b91-16e7-4a93-bd45-c781a03cd645 None None] For port 7adf9d12-1047-48bd-9380-3808ee95df03, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:06:32.106942 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ff494b91-16e7-4a93-bd45-c781a03cd645 None None] For port 7adf9d12-1047-48bd-9380-3808ee95df03, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=7adf9d12-1047-48bd-9380-3808ee95df03,segment=NetworkSegment(cd997797-ec42-428d-80b9-e169230980d9),segment_id=cd997797-ec42-428d-80b9-e169230980d9)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:06:32.121971 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c315119-4175-4013-9597-3cf1aa56a53a admin admin] Made reservation on behalf of c6b1693032114a59884d6bf282ad5efe for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:06:32.126622 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7c315119-4175-4013-9597-3cf1aa56a53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:32.139328 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7c315119-4175-4013-9597-3cf1aa56a53a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:32.141225 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e91dacf3-97b7-431d-ba3e-21154b6e49ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:32.182766 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-b24409e0-11bc-4e24-bd9d-e953eab48742 req-70d1f00e-d89c-49c9-b588-c7fc335f43c7 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:32.187995 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ba2e7a1a-84bb-442c-9b79-3b37e909769b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:32.192600 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30f9e1-3faa-4c76-903f-6efd58ab3f97 req-f3e252ec-8b79-4e95-90f9-2f27bc86522f tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:32.194502 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e91dacf3-97b7-431d-ba3e-21154b6e49ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:32.196080 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['1f25d80c-815a-40d7-b33f-b8616b996117', '54035792-79c1-4a66-b659-7d1ad857a866'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:06:32.202811 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4e30f9e1-3faa-4c76-903f-6efd58ab3f97 req-f3e252ec-8b79-4e95-90f9-2f27bc86522f tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 944 time: 0.4299500 Apr 20 13:06:32.210616 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ba8a2-e505-4958-a435-8c11c53b0119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c59072-30db-48e6-a8f3-d9a16ae99656,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:32.236425 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0ce16-c4ff-4bd0-9b48-121c91d4a314 req-935e4062-9a7b-4322-880c-929f450ef565 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:32.244859 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9cb0ce16-c4ff-4bd0-9b48-121c91d4a314 req-935e4062-9a7b-4322-880c-929f450ef565 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 945 time: 0.3946655 Apr 20 13:06:32.263790 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1f00e-d89c-49c9-b588-c7fc335f43c7 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Pushing event deleted for resources: {'Port': ['ID=54035792-79c1-4a66-b659-7d1ad857a866,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:32.300038 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2e7a1a-84bb-442c-9b79-3b37e909769b admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:06:32.336028 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ff494b91-16e7-4a93-bd45-c781a03cd645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:32.336612 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66b69a-7b6b-487d-b5de-7d58ebf6869d req-0734e34a-3811-46ce-b6f1-fbe1d23e8721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:32.338298 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9b66b69a-7b6b-487d-b5de-7d58ebf6869d req-0734e34a-3811-46ce-b6f1-fbe1d23e8721 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.2550175 Apr 20 13:06:32.359415 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-ba2e7a1a-84bb-442c-9b79-3b37e909769b admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:06:32.359415 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2e7a1a-84bb-442c-9b79-3b37e909769b admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:06:32.374711 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c12bdba8-285c-421f-bda2-1756f48b7776 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:32.401521 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24409e0-11bc-4e24-bd9d-e953eab48742 req-70d1f00e-d89c-49c9-b588-c7fc335f43c7 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] No DVR routers for this DVR port 54035792-79c1-4a66-b659-7d1ad857a866 on host n-h2-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:06:32.404572 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-b24409e0-11bc-4e24-bd9d-e953eab48742 req-70d1f00e-d89c-49c9-b588-c7fc335f43c7 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:32.410533 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b24409e0-11bc-4e24-bd9d-e953eab48742 req-70d1f00e-d89c-49c9-b588-c7fc335f43c7 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.15 "DELETE /v2.0/ports/54035792-79c1-4a66-b659-7d1ad857a866 HTTP/1.1" status: 204 len: 173 time: 1.1735253 Apr 20 13:06:32.431647 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45b8f55-cffb-479f-a871-ac6968352e20', 'name': 'network-vif-deleted', 'tag': '54035792-79c1-4a66-b659-7d1ad857a866'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:06:32.434442 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2040b2-aaf5-45e3-be41-cd30500fff6e" -d '{"events": [{"server_uuid": "b45b8f55-cffb-479f-a871-ac6968352e20", "name": "network-vif-deleted", "tag": "54035792-79c1-4a66-b659-7d1ad857a866"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:06:32.436885 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 63d46491-e018-4005-b720-dfe62e5dabd1 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:06:32.437670 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66b69a-7b6b-487d-b5de-7d58ebf6869d req-3be1cb03-2ee0-42a0-9d9e-8a85e536c5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:32.438671 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2e7a1a-84bb-442c-9b79-3b37e909769b admin admin] Pushing event updated for resources: {'Port': ['ID=e898f7f8-5717-4387-81ca-190992917dd3,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:32.439202 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9b66b69a-7b6b-487d-b5de-7d58ebf6869d req-3be1cb03-2ee0-42a0-9d9e-8a85e536c5c8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3349681 Apr 20 13:06:32.469750 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4e30f9e1-3faa-4c76-903f-6efd58ab3f97 req-1771a3d0-d547-4700-84d0-e16137463107 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646105 Apr 20 13:06:32.524997 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7c315119-4175-4013-9597-3cf1aa56a53a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:32.573503 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff494b91-16e7-4a93-bd45-c781a03cd645 None None] Pushing event updated for resources: {'Port': ['ID=7adf9d12-1047-48bd-9380-3808ee95df03,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:32.599397 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9cb0ce16-c4ff-4bd0-9b48-121c91d4a314 req-4875ad6a-92b2-4e74-aaaa-aef299723ffe tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532498 Apr 20 13:06:32.620515 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e91dacf3-97b7-431d-ba3e-21154b6e49ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:32.623130 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e91dacf3-97b7-431d-ba3e-21154b6e49ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:32.631735 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e91dacf3-97b7-431d-ba3e-21154b6e49ba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c4c59072-30db-48e6-a8f3-d9a16ae99656 HTTP/1.1" status: 204 len: 168 time: 0.5503364 Apr 20 13:06:32.638774 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7c315119-4175-4013-9597-3cf1aa56a53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:32.731608 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 63d46491-e018-4005-b720-dfe62e5dabd1 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:06:32.732277 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:32.742792 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66b69a-7b6b-487d-b5de-7d58ebf6869d req-33b06974-0d63-4183-8902-17403e2df30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:32.744383 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9b66b69a-7b6b-487d-b5de-7d58ebf6869d req-33b06974-0d63-4183-8902-17403e2df30b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3651357 Apr 20 13:06:32.817886 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91dacf3-97b7-431d-ba3e-21154b6e49ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c59072-30db-48e6-a8f3-d9a16ae99656,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:32.845556 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c315119-4175-4013-9597-3cf1aa56a53a admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:06:32.894748 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7c315119-4175-4013-9597-3cf1aa56a53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:32.896260 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-7c315119-4175-4013-9597-3cf1aa56a53a admin admin] Added segment 0f113b16-94ad-4b02-8521-e93247ce464b of type vlan for network 5f8d1d6d-7980-40b6-a3d5-202cd4161f9d Apr 20 13:06:32.906281 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c315119-4175-4013-9597-3cf1aa56a53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f86448-2387-4059-bb82-8b1bc3859134,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:32.935592 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb020b2-7a98-410d-9b72-09c5f8baade9 None None] Network 33d36c62-f48b-427f-896c-83ee0a24e548 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:06:32.964339 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9b66b69a-7b6b-487d-b5de-7d58ebf6869d req-0fe008d3-d628-4045-a599-6ca80d8faef8 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091315 Apr 20 13:06:33.004510 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7c315119-4175-4013-9597-3cf1aa56a53a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:33.070804 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-9630281f-c670-4484-8b57-6a66547df102 None None] Provisioning complete for port 63d46491-e018-4005-b720-dfe62e5dabd1 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:06:33.071338 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9630281f-c670-4484-8b57-6a66547df102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:33.146802 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ba2e7a1a-84bb-442c-9b79-3b37e909769b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:33.177696 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9b66b69a-7b6b-487d-b5de-7d58ebf6869d req-49a66199-1dec-4225-bb5d-2bdd617ef8ec service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523120 Apr 20 13:06:33.225622 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7c315119-4175-4013-9597-3cf1aa56a53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:33.227272 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c315119-4175-4013-9597-3cf1aa56a53a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:33.228285 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7c315119-4175-4013-9597-3cf1aa56a53a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:33.278357 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ead6b0-4049-4563-99b5-0188d61ed632 req-cafa26df-94fd-4571-afa9-4d19730b8112 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:33.280265 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d6ead6b0-4049-4563-99b5-0188d61ed632 req-cafa26df-94fd-4571-afa9-4d19730b8112 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 949 time: 0.5349717 Apr 20 13:06:33.288877 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c9e88-7da1-4bed-8522-31bf5e9486a7 req-9d48b01b-c1b7-4be2-9388-4eb8355fccc8 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:33.293402 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:33.298909 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ad1c9e88-7da1-4bed-8522-31bf5e9486a7 req-9d48b01b-c1b7-4be2-9388-4eb8355fccc8 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8dabefc-ee97-420a-b6e9-6cff30f9ce15 HTTP/1.1" status: 200 len: 946 time: 0.7072122 Apr 20 13:06:33.304781 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9b66b69a-7b6b-487d-b5de-7d58ebf6869d req-4411165a-1883-4590-b69a-b2fd2987009d service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8336623 Apr 20 13:06:33.327596 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7c315119-4175-4013-9597-3cf1aa56a53a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5968502 Apr 20 13:06:33.332566 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34180) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:33.343263 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-368a3b3d-f2e5-4e4c-8ac3-20e41c25bdf1 admin admin] Request body: {'subnet': {'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1796423913-subnet', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:33.358029 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 63d46491-e018-4005-b720-dfe62e5dabd1, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=63d46491-e018-4005-b720-dfe62e5dabd1,segment=NetworkSegment(b550718e-99f1-43a9-a37d-5b24d8a0f3a6),segment_id=b550718e-99f1-43a9-a37d-5b24d8a0f3a6)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:33.396362 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c315119-4175-4013-9597-3cf1aa56a53a admin admin] Pushing event updated for resources: {'Network': ['ID=5f8d1d6d-7980-40b6-a3d5-202cd4161f9d,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:33.415172 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 5f8d1d6d-7980-40b6-a3d5-202cd4161f9d details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:06:33.457713 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:33.462356 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9630281f-c670-4484-8b57-6a66547df102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:33.501127 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9b66b69a-7b6b-487d-b5de-7d58ebf6869d req-294f8ee2-097f-4987-bce6-0faa0304fec0 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743317 Apr 20 13:06:33.541562 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d6ead6b0-4049-4563-99b5-0188d61ed632 req-ce162506-3178-49c0-b6e7-2881d66e3d84 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328038 Apr 20 13:06:33.562016 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ad1c9e88-7da1-4bed-8522-31bf5e9486a7 req-b9952ee7-98dc-444c-863e-f6c626493a64 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622874 Apr 20 13:06:33.850375 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a6a34d2f-19ee-4eac-b68b-3b45aff42d48 req-616ed94d-e443-4cac-abb6-3c8580efb0a4 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 210 time: 0.1486428 Apr 20 13:06:33.900527 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=63d46491-e018-4005-b720-dfe62e5dabd1,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:33.945208 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-9630281f-c670-4484-8b57-6a66547df102 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:06:33.945594 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-9630281f-c670-4484-8b57-6a66547df102 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:06:33.964976 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c12bdba8-285c-421f-bda2-1756f48b7776 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:34.015119 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c12bdba8-285c-421f-bda2-1756f48b7776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:34.138063 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1716c4-a99a-4bd5-bdfe-b5ca97b673c5 x-openstack-request-id: req-ad1716c4-a99a-4bd5-bdfe-b5ca97b673c5 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:06:34.138337 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45b8f55-cffb-479f-a871-ac6968352e20", "name": "network-vif-deleted", "tag": "54035792-79c1-4a66-b659-7d1ad857a866", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:06:34.138774 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad1716c4-a99a-4bd5-bdfe-b5ca97b673c5 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:06:34.139170 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad1716c4-a99a-4bd5-bdfe-b5ca97b673c5'] response: {'server_uuid': 'b45b8f55-cffb-479f-a871-ac6968352e20', 'name': 'network-vif-deleted', 'tag': '54035792-79c1-4a66-b659-7d1ad857a866', 'status': 'completed', 'code': 200} Apr 20 13:06:34.145097 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368a3b3d-f2e5-4e4c-8ac3-20e41c25bdf1 admin admin] Made reservation on behalf of c6b1693032114a59884d6bf282ad5efe for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:06:34.147526 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-368a3b3d-f2e5-4e4c-8ac3-20e41c25bdf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:34.218147 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354277b4-5e0f-450d-869d-9c11d81ba351 None None] Network 8536e81d-569a-4cbc-bcb6-19bd4ebd3a7b requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:06:34.293591 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ba2e7a1a-84bb-442c-9b79-3b37e909769b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:34.454827 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a762f0-9843-43e2-8491-5f437a9d7545 req-b66dc040-bae3-44c5-9f59-a6014987d309 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:34.456727 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a6a762f0-9843-43e2-8491-5f437a9d7545 req-b66dc040-bae3-44c5-9f59-a6014987d309 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8dabefc-ee97-420a-b6e9-6cff30f9ce15 HTTP/1.1" status: 200 len: 946 time: 0.2927012 Apr 20 13:06:34.512751 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-c12bdba8-285c-421f-bda2-1756f48b7776 admin admin] Allocated IP 172.25.8.201 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/79f75561-56e7-46bc-92f1-17d0a37e6722) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:06:34.564843 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8d445-5f4c-4159-a19b-b2509125be1e req-adf0d30b-1f05-4bc8-ba4b-8ed03ae72154 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:34.569096 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 63d46491-e018-4005-b720-dfe62e5dabd1 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:06:34.573260 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66d8d445-5f4c-4159-a19b-b2509125be1e req-adf0d30b-1f05-4bc8-ba4b-8ed03ae72154 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 945 time: 0.5598791 Apr 20 13:06:34.617661 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-368a3b3d-f2e5-4e4c-8ac3-20e41c25bdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:34.645087 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a6a762f0-9843-43e2-8491-5f437a9d7545 req-bade49ae-3856-46fe-8c81-842dbff1d29b tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679916 Apr 20 13:06:34.690557 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66d8d445-5f4c-4159-a19b-b2509125be1e req-97d2e010-f9a2-4ea3-bb25-7e9c4db5b273 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118686 Apr 20 13:06:34.705138 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 63d46491-e018-4005-b720-dfe62e5dabd1 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:06:34.705606 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:34.735797 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba2e7a1a-84bb-442c-9b79-3b37e909769b admin admin] Router e3b32ba0-793d-4b73-a569-ff8470f758e3 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:06:34.744220 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6394d38d-e561-491f-809f-5183a93c1005 None None] Provisioning complete for port 63d46491-e018-4005-b720-dfe62e5dabd1 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:06:34.744676 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6394d38d-e561-491f-809f-5183a93c1005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:34.783011 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:06:34.797507 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a3b3d-f2e5-4e4c-8ac3-20e41c25bdf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50283e41-42f7-46ab-979a-b196312e8e7f,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:34.813331 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c12bdba8-285c-421f-bda2-1756f48b7776 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:34.913593 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368a3b3d-f2e5-4e4c-8ac3-20e41c25bdf1 admin admin] Checking segment: {'id': '0f113b16-94ad-4b02-8521-e93247ce464b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:06:34.913593 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368a3b3d-f2e5-4e4c-8ac3-20e41c25bdf1 admin admin] Network hostable DHCP agents. Network: 5f8d1d6d-7980-40b6-a3d5-202cd4161f9d, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:06:34.950514 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ce332-6142-4ff5-a32c-f928a96b5137 req-65f682b2-9f51-41b3-b464-a4effad4fa02 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:34.958503 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-041ce332-6142-4ff5-a32c-f928a96b5137 req-65f682b2-9f51-41b3-b464-a4effad4fa02 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 949 time: 0.1501274 Apr 20 13:06:35.024649 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-041ce332-6142-4ff5-a32c-f928a96b5137 req-87b39c28-784c-4f01-9bb4-bf094976f250 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519342 Apr 20 13:06:35.055874 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2e7a1a-84bb-442c-9b79-3b37e909769b admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:06:35.066699 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862a9dc2-6f54-4df4-ae99-cb5e0875ed43 None None] Sync routers for ids ['e3b32ba0-793d-4b73-a569-ff8470f758e3'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:06:35.079769 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862a9dc2-6f54-4df4-ae99-cb5e0875ed43 None None] Routers {'e3b32ba0-793d-4b73-a569-ff8470f758e3'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:06:35.081777 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-862a9dc2-6f54-4df4-ae99-cb5e0875ed43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:06:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['e3b32ba0-793d-4b73-a569-ff8470f758e3'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:35.091899 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c12bdba8-285c-421f-bda2-1756f48b7776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:35.104789 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368a3b3d-f2e5-4e4c-8ac3-20e41c25bdf1 admin admin] Network 5f8d1d6d-7980-40b6-a3d5-202cd4161f9d is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:06:35.115425 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-743a0aaa-45ba-44d6-b027-64035d31229e req-f02e1083-eae0-48a2-a9e8-9838da99ea79 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 210 time: 0.0742593 Apr 20 13:06:35.151889 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ba2e7a1a-84bb-442c-9b79-3b37e909769b admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:35.153935 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ba2e7a1a-84bb-442c-9b79-3b37e909769b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8113155 Apr 20 13:06:35.160220 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34228) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:35.162445 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12bdba8-285c-421f-bda2-1756f48b7776 admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:06:35.164105 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-c12bdba8-285c-421f-bda2-1756f48b7776 admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:06:35.166745 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12bdba8-285c-421f-bda2-1756f48b7776 admin admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:06:35.180903 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-368a3b3d-f2e5-4e4c-8ac3-20e41c25bdf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 5f8d1d6d-7980-40b6-a3d5-202cd4161f9d) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:06:35.198151 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368a3b3d-f2e5-4e4c-8ac3-20e41c25bdf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:35.198151 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-368a3b3d-f2e5-4e4c-8ac3-20e41c25bdf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:35.228185 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=b23bbbda-3a2b-4073-9f40-b9d62ad8cf99,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:35.231008 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed665348-c92a-4189-8e9c-3ffb41c540d4 None None] Network 5f8d1d6d-7980-40b6-a3d5-202cd4161f9d requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:06:35.232645 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 54035792-79c1-4a66-b659-7d1ad857a866 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:06:35.253144 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12bdba8-285c-421f-bda2-1756f48b7776 admin admin] Pushing event updated for resources: {'Port': ['ID=79f75561-56e7-46bc-92f1-17d0a37e6722,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:35.452427 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-368a3b3d-f2e5-4e4c-8ac3-20e41c25bdf1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1180062 Apr 20 13:06:35.455583 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34246) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:35.461627 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-baa6a764-11ba-4421-b211-9bb6de334d47 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1796423913-router', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:35.463258 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 54035792-79c1-4a66-b659-7d1ad857a866 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:06:35.463638 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 54035792-79c1-4a66-b659-7d1ad857a866 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:06:35.507577 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': 'b23bbbda-3a2b-4073-9f40-b9d62ad8cf99', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'port_id': 'b23bbbda-3a2b-4073-9f40-b9d62ad8cf99', 'mac_address': 'fa:16:3e:19:55:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b1f82a-7732-4b50-ab22-2475f182a712', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:06:35.533239 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-862a9dc2-6f54-4df4-ae99-cb5e0875ed43 None None] Set router e3b32ba0-793d-4b73-a569-ff8470f758e3 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:06:35.599783 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6394d38d-e561-491f-809f-5183a93c1005 None None] Provisioning complete for port 7adf9d12-1047-48bd-9380-3808ee95df03 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:06:35.600171 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6394d38d-e561-491f-809f-5183a93c1005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:35.609693 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 7adf9d12-1047-48bd-9380-3808ee95df03 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:06:35.696088 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c12bdba8-285c-421f-bda2-1756f48b7776 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:35.700912 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-baa6a764-11ba-4421-b211-9bb6de334d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:35.703009 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-baa6a764-11ba-4421-b211-9bb6de334d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:35.867979 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:35.948916 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-862a9dc2-6f54-4df4-ae99-cb5e0875ed43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b32ba0-793d-4b73-a569-ff8470f758e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1776452712-router', 'tenant_id': '5570a05404ce4451b330b205b802e490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'e898f7f8-5717-4387-81ca-190992917dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:30Z', 'updated_at': '2022-04-20T13:06:32Z', 'revision_number': 3, 'project_id': '5570a05404ce4451b330b205b802e490', 'gw_port': {'id': 'e898f7f8-5717-4387-81ca-190992917dd3', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:91:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b32ba0-793d-4b73-a569-ff8470f758e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:31Z', 'updated_at': '2022-04-20T13:06:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:35.982706 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8264512a-82ce-4425-8977-14fdfc3f38b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:36.006843 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6a2836-13c2-42f7-b19b-13c51b919154 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-5f8d1d6d-7980-40b6-a3d5-202cd4161f9d', 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'fixed_ips': [{'subnet_id': '50283e41-42f7-46ab-979a-b196312e8e7f'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:06:36.008117 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1f6a2836-13c2-42f7-b19b-13c51b919154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:36.014627 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 7adf9d12-1047-48bd-9380-3808ee95df03 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:06:36.015270 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862a9dc2-6f54-4df4-ae99-cb5e0875ed43 None None] Checking router: e3b32ba0-793d-4b73-a569-ff8470f758e3 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:06:36.016635 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862a9dc2-6f54-4df4-ae99-cb5e0875ed43 None None] Updating router e3b32ba0-793d-4b73-a569-ff8470f758e3 port e898f7f8-5717-4387-81ca-190992917dd3 binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:06:36.017145 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:36.021738 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:06:36.032985 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34254) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:36.045596 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=b23bbbda-3a2b-4073-9f40-b9d62ad8cf99,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:36.059389 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-862a9dc2-6f54-4df4-ae99-cb5e0875ed43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:36.224855 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-1f6a2836-13c2-42f7-b19b-13c51b919154 None None] Allocated IP 172.20.0.2 (5f8d1d6d-7980-40b6-a3d5-202cd4161f9d/50283e41-42f7-46ab-979a-b196312e8e7f/522932ad-a69a-4228-aee7-f4395644d0df) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:06:36.271604 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8ef69edf-b8f5-4471-bd29-c804bb2150b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:36.350360 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-8264512a-82ce-4425-8977-14fdfc3f38b4 admin admin] Allocated IP 172.20.0.1 (33d36c62-f48b-427f-896c-83ee0a24e548/a92124e6-e49b-4ef9-898f-773b76764750/4fc003b1-3b91-4a84-b6bf-b70b061f600f) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:06:36.389158 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-baa6a764-11ba-4421-b211-9bb6de334d47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:36.409737 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-862a9dc2-6f54-4df4-ae99-cb5e0875ed43 None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:36.427707 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:36.437714 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec14848-8480-4c69-af69-2e2239760843 req-2c8ead72-24de-407e-b353-3e48a91e50cf tempest-MigrationsAdminTest-60964135 tempest-MigrationsAdminTest-60964135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:36.439260 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eec14848-8480-4c69-af69-2e2239760843 req-2c8ead72-24de-407e-b353-3e48a91e50cf tempest-MigrationsAdminTest-60964135 tempest-MigrationsAdminTest-60964135-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 1100 time: 0.8544016 Apr 20 13:06:36.450122 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906c572-7bff-4509-8b68-9c680f343b59 req-63d6fe89-2a37-4251-a073-77d9e963c0c7 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:36.451534 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2906c572-7bff-4509-8b68-9c680f343b59 req-63d6fe89-2a37-4251-a073-77d9e963c0c7 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8dabefc-ee97-420a-b6e9-6cff30f9ce15 HTTP/1.1" status: 200 len: 946 time: 0.0964382 Apr 20 13:06:36.455317 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6394d38d-e561-491f-809f-5183a93c1005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:36.480017 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8ef69edf-b8f5-4471-bd29-c804bb2150b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:36.492168 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-862a9dc2-6f54-4df4-ae99-cb5e0875ed43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:36.515953 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8264512a-82ce-4425-8977-14fdfc3f38b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:36.527760 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8ef69edf-b8f5-4471-bd29-c804bb2150b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:36.562513 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8ef69edf-b8f5-4471-bd29-c804bb2150b5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c70a8229e98c40a29f490dc4bdd51aba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5282261 Apr 20 13:06:36.564216 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34260) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:36.588670 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b517844-28d7-4b5e-8dfb-59027bdb299e None None] Pushing event updated for resources: {'Port': ['ID=e898f7f8-5717-4387-81ca-190992917dd3,revision_number=2']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:36.611437 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b517844-28d7-4b5e-8dfb-59027bdb299e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:36.611777 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b517844-28d7-4b5e-8dfb-59027bdb299e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:36.612120 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b517844-28d7-4b5e-8dfb-59027bdb299e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:36.612457 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b517844-28d7-4b5e-8dfb-59027bdb299e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:36.612786 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b517844-28d7-4b5e-8dfb-59027bdb299e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:36.613114 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b517844-28d7-4b5e-8dfb-59027bdb299e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:36.619137 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b517844-28d7-4b5e-8dfb-59027bdb299e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:36.619628 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b517844-28d7-4b5e-8dfb-59027bdb299e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:36.620220 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b517844-28d7-4b5e-8dfb-59027bdb299e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:36.620748 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b517844-28d7-4b5e-8dfb-59027bdb299e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:36.621142 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b517844-28d7-4b5e-8dfb-59027bdb299e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:36.621479 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b517844-28d7-4b5e-8dfb-59027bdb299e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:36.662307 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eec14848-8480-4c69-af69-2e2239760843 req-890931f1-650c-4bb9-ba6b-e4fd02adacfd tempest-MigrationsAdminTest-60964135 tempest-MigrationsAdminTest-60964135-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563742 Apr 20 13:06:36.667645 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-862a9dc2-6f54-4df4-ae99-cb5e0875ed43 None None] Attempting to bind port e898f7f8-5717-4387-81ca-190992917dd3 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:06:36.668015 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-862a9dc2-6f54-4df4-ae99-cb5e0875ed43 None None] Attempting to bind port e898f7f8-5717-4387-81ca-190992917dd3 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:06:36.668382 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862a9dc2-6f54-4df4-ae99-cb5e0875ed43 None None] Attempting to bind port e898f7f8-5717-4387-81ca-190992917dd3 on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:06:36.682724 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6394d38d-e561-491f-809f-5183a93c1005 None None] For port 7adf9d12-1047-48bd-9380-3808ee95df03, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=7adf9d12-1047-48bd-9380-3808ee95df03,segment=NetworkSegment(cd997797-ec42-428d-80b9-e169230980d9),segment_id=cd997797-ec42-428d-80b9-e169230980d9)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:36.699596 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862a9dc2-6f54-4df4-ae99-cb5e0875ed43 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:06:36.700085 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862a9dc2-6f54-4df4-ae99-cb5e0875ed43 None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:06:36.704010 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-862a9dc2-6f54-4df4-ae99-cb5e0875ed43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:36.704159 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2906c572-7bff-4509-8b68-9c680f343b59 req-7856d0be-4f00-4445-b558-ae7affa82567 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815982 Apr 20 13:06:36.704284 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862a9dc2-6f54-4df4-ae99-cb5e0875ed43 None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:06:36.704284 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-862a9dc2-6f54-4df4-ae99-cb5e0875ed43 None None] Bound port: e898f7f8-5717-4387-81ca-190992917dd3, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:06:36.704284 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-862a9dc2-6f54-4df4-ae99-cb5e0875ed43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:36.737760 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef69edf-b8f5-4471-bd29-c804bb2150b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2473fa6-a053-44de-98b1-f43531009e3a,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:36.775334 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1f6a2836-13c2-42f7-b19b-13c51b919154 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:36.785329 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-baa6a764-11ba-4421-b211-9bb6de334d47 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:36.785496 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6394d38d-e561-491f-809f-5183a93c1005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:36.795634 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f137b9d5-0d78-499f-982a-ff14bb1eaed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:36.813333 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=b23bbbda-3a2b-4073-9f40-b9d62ad8cf99,revision_number=12']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:36.838108 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-862a9dc2-6f54-4df4-ae99-cb5e0875ed43 None None] For port e898f7f8-5717-4387-81ca-190992917dd3, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:06:36.843220 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f137b9d5-0d78-499f-982a-ff14bb1eaed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:36.847878 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-862a9dc2-6f54-4df4-ae99-cb5e0875ed43 None None] For port e898f7f8-5717-4387-81ca-190992917dd3, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=e898f7f8-5717-4387-81ca-190992917dd3,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:06:36.854650 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8264512a-82ce-4425-8977-14fdfc3f38b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:36.871183 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['b23bbbda-3a2b-4073-9f40-b9d62ad8cf99'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:06:36.917048 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c12bdba8-285c-421f-bda2-1756f48b7776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:36.926652 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-862a9dc2-6f54-4df4-ae99-cb5e0875ed43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:36.928856 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8264512a-82ce-4425-8977-14fdfc3f38b4 admin admin] Network 33d36c62-f48b-427f-896c-83ee0a24e548 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:06:36.931712 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1f6a2836-13c2-42f7-b19b-13c51b919154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:36.941937 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-8264512a-82ce-4425-8977-14fdfc3f38b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:06:36.948853 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8264512a-82ce-4425-8977-14fdfc3f38b4 admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:06:37.003608 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8264512a-82ce-4425-8977-14fdfc3f38b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:37.008257 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8264512a-82ce-4425-8977-14fdfc3f38b4 admin admin] Pushing event updated for resources: {'Port': ['ID=4fc003b1-3b91-4a84-b6bf-b70b061f600f,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:37.028184 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-f1c9d1ed-c1f5-40d5-83e4-be56b76105c1 None None] Provisioning complete for port 7adf9d12-1047-48bd-9380-3808ee95df03 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:06:37.032399 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f1c9d1ed-c1f5-40d5-83e4-be56b76105c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:37.032520 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2b2de2d2-80aa-48dc-8079-1c938a5b0cab req-b9cf628a-6fe2-40b3-a5bc-7b5ce738ba51 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 210 time: 0.1207981 Apr 20 13:06:37.045212 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b517844-28d7-4b5e-8dfb-59027bdb299e None None] Pushing event updated for resources: {'Port': ['ID=e898f7f8-5717-4387-81ca-190992917dd3,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:37.096717 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862a9dc2-6f54-4df4-ae99-cb5e0875ed43 None None] Routers {'e3b32ba0-793d-4b73-a569-ff8470f758e3'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:06:37.097389 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-862a9dc2-6f54-4df4-ae99-cb5e0875ed43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:06:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['e3b32ba0-793d-4b73-a569-ff8470f758e3'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:37.182744 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7b2ee-2e12-465a-b0b3-074ee514c5b1 req-d44c13ac-1b48-4edb-88d7-4fb911d01865 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:37.184747 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a7a7b2ee-2e12-465a-b0b3-074ee514c5b1 req-d44c13ac-1b48-4edb-88d7-4fb911d01865 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 945 time: 0.3192017 Apr 20 13:06:37.223617 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f137b9d5-0d78-499f-982a-ff14bb1eaed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:37.227150 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f137b9d5-0d78-499f-982a-ff14bb1eaed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:37.228539 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f137b9d5-0d78-499f-982a-ff14bb1eaed5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f2473fa6-a053-44de-98b1-f43531009e3a HTTP/1.1" status: 204 len: 168 time: 0.6616011 Apr 20 13:06:37.249901 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f137b9d5-0d78-499f-982a-ff14bb1eaed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2473fa6-a053-44de-98b1-f43531009e3a,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:37.293963 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6a2836-13c2-42f7-b19b-13c51b919154 None None] Network 5f8d1d6d-7980-40b6-a3d5-202cd4161f9d is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:06:37.299403 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6394d38d-e561-491f-809f-5183a93c1005 None None] Pushing event updated for resources: {'Port': ['ID=7adf9d12-1047-48bd-9380-3808ee95df03,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:37.336792 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8264512a-82ce-4425-8977-14fdfc3f38b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:37.360113 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-862a9dc2-6f54-4df4-ae99-cb5e0875ed43 None None] Set router e3b32ba0-793d-4b73-a569-ff8470f758e3 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:06:37.383626 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-1f6a2836-13c2-42f7-b19b-13c51b919154 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:06:37.407189 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6a2836-13c2-42f7-b19b-13c51b919154 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:06:37.408754 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a7a7b2ee-2e12-465a-b0b3-074ee514c5b1 req-778e6b31-1b1c-4d60-b505-6526124918c4 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223221 Apr 20 13:06:37.479034 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a2836-13c2-42f7-b19b-13c51b919154 None None] Pushing event updated for resources: {'Port': ['ID=522932ad-a69a-4228-aee7-f4395644d0df,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:37.559230 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-1f6a2836-13c2-42f7-b19b-13c51b919154 None None] Attempting to bind port 522932ad-a69a-4228-aee7-f4395644d0df on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:06:37.571878 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-1f6a2836-13c2-42f7-b19b-13c51b919154 None None] Attempting to bind port 522932ad-a69a-4228-aee7-f4395644d0df by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '0f113b16-94ad-4b02-8521-e93247ce464b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:06:37.573281 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a2836-13c2-42f7-b19b-13c51b919154 None None] Attempting to bind port 522932ad-a69a-4228-aee7-f4395644d0df on network 5f8d1d6d-7980-40b6-a3d5-202cd4161f9d {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:06:37.683059 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8264512a-82ce-4425-8977-14fdfc3f38b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:37.704111 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a2836-13c2-42f7-b19b-13c51b919154 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:06:37.705087 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a2836-13c2-42f7-b19b-13c51b919154 None None] Checking segment: {'id': '0f113b16-94ad-4b02-8521-e93247ce464b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:06:37.705256 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1f6a2836-13c2-42f7-b19b-13c51b919154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:37.705756 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a2836-13c2-42f7-b19b-13c51b919154 None None] Bound using segment: {'id': '0f113b16-94ad-4b02-8521-e93247ce464b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:06:37.707004 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-1f6a2836-13c2-42f7-b19b-13c51b919154 None None] Bound port: 522932ad-a69a-4228-aee7-f4395644d0df, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f113b16-94ad-4b02-8521-e93247ce464b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:06:37.710315 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1f6a2836-13c2-42f7-b19b-13c51b919154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:37.766005 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8264512a-82ce-4425-8977-14fdfc3f38b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:37.774947 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-862a9dc2-6f54-4df4-ae99-cb5e0875ed43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b32ba0-793d-4b73-a569-ff8470f758e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1776452712-router', 'tenant_id': '5570a05404ce4451b330b205b802e490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'e898f7f8-5717-4387-81ca-190992917dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:30Z', 'updated_at': '2022-04-20T13:06:32Z', 'revision_number': 3, 'project_id': '5570a05404ce4451b330b205b802e490', 'gw_port': {'id': 'e898f7f8-5717-4387-81ca-190992917dd3', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:91:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b32ba0-793d-4b73-a569-ff8470f758e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:31Z', 'updated_at': '2022-04-20T13:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:37.819472 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862a9dc2-6f54-4df4-ae99-cb5e0875ed43 None None] The sync data for ids ['e3b32ba0-793d-4b73-a569-ff8470f758e3'] in n-d-836015-7 is: [{'id': 'e3b32ba0-793d-4b73-a569-ff8470f758e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1776452712-router', 'tenant_id': '5570a05404ce4451b330b205b802e490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'e898f7f8-5717-4387-81ca-190992917dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:30Z', 'updated_at': '2022-04-20T13:06:32Z', 'revision_number': 3, 'project_id': '5570a05404ce4451b330b205b802e490', 'gw_port': {'id': 'e898f7f8-5717-4387-81ca-190992917dd3', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:91:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b32ba0-793d-4b73-a569-ff8470f758e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:31Z', 'updated_at': '2022-04-20T13:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:06:37.850815 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-1f6a2836-13c2-42f7-b19b-13c51b919154 None None] For port 522932ad-a69a-4228-aee7-f4395644d0df, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:06:37.894063 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-1f6a2836-13c2-42f7-b19b-13c51b919154 None None] For port 522932ad-a69a-4228-aee7-f4395644d0df, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=522932ad-a69a-4228-aee7-f4395644d0df,segment=NetworkSegment(0f113b16-94ad-4b02-8521-e93247ce464b),segment_id=0f113b16-94ad-4b02-8521-e93247ce464b)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:06:37.909095 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-a01a4b32-4fad-4af3-a2d1-d856a6379e45 None None] Provisioning complete for port 4fc003b1-3b91-4a84-b6bf-b70b061f600f triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:06:37.909783 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a01a4b32-4fad-4af3-a2d1-d856a6379e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:37.930311 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12bdba8-285c-421f-bda2-1756f48b7776 admin admin] Router 4c54d688-a419-4f17-aeea-49928e707463 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:06:37.943255 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8264512a-82ce-4425-8977-14fdfc3f38b4 admin admin] Pushing event updated for resources: {'Port': ['ID=4fc003b1-3b91-4a84-b6bf-b70b061f600f,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:37.946228 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8264512a-82ce-4425-8977-14fdfc3f38b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:37.957434 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa75db5-20bf-4d46-b51e-11733cb3aa28 req-4713b364-3e97-48ca-875e-05591164a02b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:37.961064 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1fa75db5-20bf-4d46-b51e-11733cb3aa28 req-4713b364-3e97-48ca-875e-05591164a02b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 950 time: 0.2000742 Apr 20 13:06:37.979999 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-a01a4b32-4fad-4af3-a2d1-d856a6379e45 None None] Port 4fc003b1-3b91-4a84-b6bf-b70b061f600f cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:06:37.988701 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-baa6a764-11ba-4421-b211-9bb6de334d47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:38.028831 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1f6a2836-13c2-42f7-b19b-13c51b919154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:38.049035 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-baa6a764-11ba-4421-b211-9bb6de334d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:38.092159 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8264512a-82ce-4425-8977-14fdfc3f38b4 admin admin] Network 33d36c62-f48b-427f-896c-83ee0a24e548 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:06:38.094687 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-8264512a-82ce-4425-8977-14fdfc3f38b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:06:38.222018 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a2836-13c2-42f7-b19b-13c51b919154 None None] Pushing event updated for resources: {'Port': ['ID=522932ad-a69a-4228-aee7-f4395644d0df,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:38.383076 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8264512a-82ce-4425-8977-14fdfc3f38b4 admin admin] Router e3b32ba0-793d-4b73-a569-ff8470f758e3 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:06:38.530713 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1fa75db5-20bf-4d46-b51e-11733cb3aa28 req-16219723-ad9a-4b16-9d8c-bc5dae2e4e2a tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5556064 Apr 20 13:06:38.577988 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-baa6a764-11ba-4421-b211-9bb6de334d47 admin admin] Allocated IP 172.25.8.129 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/e0156b26-b064-4225-8417-ea8cce1a54ab) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:06:38.624761 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-2aa1e5a7-6782-4f61-9ba1-85a1dfa46a38 None None] Provisioning complete for port 4fc003b1-3b91-4a84-b6bf-b70b061f600f triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:06:38.625384 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2aa1e5a7-6782-4f61-9ba1-85a1dfa46a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:38.662110 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8264512a-82ce-4425-8977-14fdfc3f38b4 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:06:38.673007 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8264512a-82ce-4425-8977-14fdfc3f38b4 admin admin] 10.222.0.25 "PUT /v2.0/routers/e3b32ba0-793d-4b73-a569-ff8470f758e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5119100 Apr 20 13:06:38.711920 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-2aa1e5a7-6782-4f61-9ba1-85a1dfa46a38 None None] Port 4fc003b1-3b91-4a84-b6bf-b70b061f600f cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:06:38.759711 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ba74c214-b88f-4e0f-b32b-8eb419ce5c6d req-3e43f7cc-a265-41bf-9520-ad98f275a2cc tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 210 time: 0.0816505 Apr 20 13:06:38.813020 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:06:38.849011 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fcf11-bfc7-4b84-bb41-e2ee1efb1471 req-87d96154-487b-4839-9bb6-614113e3af39 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:38.850609 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7c1fcf11-bfc7-4b84-bb41-e2ee1efb1471 req-87d96154-487b-4839-9bb6-614113e3af39 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8dabefc-ee97-420a-b6e9-6cff30f9ce15 HTTP/1.1" status: 200 len: 946 time: 0.7453139 Apr 20 13:06:38.853834 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12bdba8-285c-421f-bda2-1756f48b7776 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:06:38.884006 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecebfd39-538d-46b5-879d-285fab7666a6 None None] Sync routers for ids ['4c54d688-a419-4f17-aeea-49928e707463'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:06:38.916514 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecebfd39-538d-46b5-879d-285fab7666a6 None None] Routers {'4c54d688-a419-4f17-aeea-49928e707463'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:06:38.917993 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ecebfd39-538d-46b5-879d-285fab7666a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:06:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['4c54d688-a419-4f17-aeea-49928e707463'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:38.961049 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34298) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:39.002919 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:06:39.010398 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:06:39.016412 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:39.054643 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c12bdba8-285c-421f-bda2-1756f48b7776 admin admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:39.055898 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c12bdba8-285c-421f-bda2-1756f48b7776 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.8486612 Apr 20 13:06:39.058677 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34302) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:39.111095 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7c1fcf11-bfc7-4b84-bb41-e2ee1efb1471 req-8802cc26-65df-4da5-a258-e7274eabe858 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786408 Apr 20 13:06:39.169291 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805f593-d3a7-484f-a091-600355afa075 req-d4453ed5-c9d1-4d20-bbba-4725b8458d04 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:39.170267 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1805f593-d3a7-484f-a091-600355afa075 req-d4453ed5-c9d1-4d20-bbba-4725b8458d04 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 945 time: 0.2424583 Apr 20 13:06:39.178173 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-84d8b0a4-6a33-4a24-a549-854deff5b1aa admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-785915238-network', 'tenant_id': '80a09310883244f09c77418f84fc8e88'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:39.208720 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-baa6a764-11ba-4421-b211-9bb6de334d47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:39.258361 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72762a-1d2e-45d2-b035-131369e214ae req-75e445e6-f3de-4183-8db4-5cdece2e9808 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:39.258653 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed72762a-1d2e-45d2-b035-131369e214ae req-75e445e6-f3de-4183-8db4-5cdece2e9808 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.32 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 950 time: 0.2299793 Apr 20 13:06:39.287654 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-ecebfd39-538d-46b5-879d-285fab7666a6 None None] Set router 4c54d688-a419-4f17-aeea-49928e707463 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:06:39.289511 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1805f593-d3a7-484f-a091-600355afa075 req-dba6acf6-50d0-48ea-9b4f-7c691e787a16 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075034 Apr 20 13:06:39.343599 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d8b0a4-6a33-4a24-a549-854deff5b1aa admin admin] Made reservation on behalf of 80a09310883244f09c77418f84fc8e88 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:06:39.352670 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84d8b0a4-6a33-4a24-a549-854deff5b1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:39.394282 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84d8b0a4-6a33-4a24-a549-854deff5b1aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:39.452473 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-baa6a764-11ba-4421-b211-9bb6de334d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:39.622710 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa6a764-11ba-4421-b211-9bb6de334d47 admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:06:39.675943 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 522932ad-a69a-4228-aee7-f4395644d0df up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:06:39.682101 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-baa6a764-11ba-4421-b211-9bb6de334d47 admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:06:39.694131 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa6a764-11ba-4421-b211-9bb6de334d47 admin admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:06:39.732948 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:39.734106 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84d8b0a4-6a33-4a24-a549-854deff5b1aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:39.800267 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=b23bbbda-3a2b-4073-9f40-b9d62ad8cf99,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:39.811152 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329c3254-20ee-4e02-9b79-550d23ef6fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23bbbda-3a2b-4073-9f40-b9d62ad8cf99'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:06:39.811152 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7003935e-666d-4b66-99e2-4c3e162a8410" -d '{"events": [{"server_uuid": "329c3254-20ee-4e02-9b79-550d23ef6fa5", "name": "network-vif-plugged", "status": "completed", "tag": "b23bbbda-3a2b-4073-9f40-b9d62ad8cf99"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:06:39.838892 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84d8b0a4-6a33-4a24-a549-854deff5b1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:39.853813 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84d8b0a4-6a33-4a24-a549-854deff5b1aa admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:06:39.862215 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6a764-11ba-4421-b211-9bb6de334d47 admin admin] Pushing event updated for resources: {'Port': ['ID=e0156b26-b064-4225-8417-ea8cce1a54ab,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:39.867831 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84d8b0a4-6a33-4a24-a549-854deff5b1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:39.868187 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-84d8b0a4-6a33-4a24-a549-854deff5b1aa admin admin] Added segment 738fba35-11d5-4597-a6a9-a3497c92a9f7 of type vlan for network c0567742-ebd6-4040-88bb-7f8afbb4e328 Apr 20 13:06:39.881986 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 522932ad-a69a-4228-aee7-f4395644d0df triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:06:39.881986 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:39.923609 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84d8b0a4-6a33-4a24-a549-854deff5b1aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:39.925077 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:39.933654 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0151c69e-e832-4cee-bfc1-e9609ca4509a None None] Network 5f8d1d6d-7980-40b6-a3d5-202cd4161f9d requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:06:40.003341 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d8b0a4-6a33-4a24-a549-854deff5b1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556d7529-8c3d-4632-818a-1051dfde20d7,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:40.034822 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84d8b0a4-6a33-4a24-a549-854deff5b1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:40.037973 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d8b0a4-6a33-4a24-a549-854deff5b1aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:40.038568 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84d8b0a4-6a33-4a24-a549-854deff5b1aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:40.114871 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34320) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:40.122936 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-3006d184-01cb-4104-af8b-7f3a4e9a8983 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1841477300-network', 'tenant_id': 'a6b451742cde4bdd92a02183833a8484'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:40.133543 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-2eb248d6-7c23-4377-afad-d623d04b1d50 None None] Provisioning complete for port 522932ad-a69a-4228-aee7-f4395644d0df triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:06:40.133865 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2eb248d6-7c23-4377-afad-d623d04b1d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:40.172276 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-84d8b0a4-6a33-4a24-a549-854deff5b1aa admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2099051 Apr 20 13:06:40.178979 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b36fc-10e9-4e97-97cd-ea7b841deb43 req-9b197282-638d-41c7-b6be-fe8684648374 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:40.180538 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc8b36fc-10e9-4e97-97cd-ea7b841deb43 req-9b197282-638d-41c7-b6be-fe8684648374 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8dabefc-ee97-420a-b6e9-6cff30f9ce15 HTTP/1.1" status: 200 len: 946 time: 0.6127958 Apr 20 13:06:40.183794 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34324) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:40.192671 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d8b0a4-6a33-4a24-a549-854deff5b1aa admin admin] Pushing event updated for resources: {'Network': ['ID=c0567742-ebd6-4040-88bb-7f8afbb4e328,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:40.213332 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-4070b87f-c092-4a14-9b84-7d607865e195 admin admin] Request body: {'subnet': {'network_id': 'c0567742-ebd6-4040-88bb-7f8afbb4e328', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-785915238-subnet', 'tenant_id': '80a09310883244f09c77418f84fc8e88', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:40.234118 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c71c7744-276e-44bf-b9f8-81a2ae254180 req-2b68fe20-5abe-42f2-95ec-cd43958b8c81 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=b45b8f55-cffb-479f-a871-ac6968352e20 HTTP/1.1" status: 200 len: 210 time: 0.1863859 Apr 20 13:06:40.277662 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3006d184-01cb-4104-af8b-7f3a4e9a8983 admin admin] Made reservation on behalf of a6b451742cde4bdd92a02183833a8484 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:06:40.281583 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3006d184-01cb-4104-af8b-7f3a4e9a8983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:40.307401 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3006d184-01cb-4104-af8b-7f3a4e9a8983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:40.325505 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-ed72762a-1d2e-45d2-b035-131369e214ae req-85bd0c97-a7f9-413a-89f2-72750a70779e tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Deleting port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:06:40.325857 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ed72762a-1d2e-45d2-b035-131369e214ae req-85bd0c97-a7f9-413a-89f2-72750a70779e tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:40.342885 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639ecb7-91aa-48a7-af36-da5426f1ff7b req-641bf4a0-a20e-44ea-bea1-a88c9cc49399 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:40.347763 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604b3ca0-88a3-49fc-ac4a-3bc173c57cd8 x-openstack-request-id: req-604b3ca0-88a3-49fc-ac4a-3bc173c57cd8 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:06:40.348159 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329c3254-20ee-4e02-9b79-550d23ef6fa5", "name": "network-vif-plugged", "status": "completed", "tag": "b23bbbda-3a2b-4073-9f40-b9d62ad8cf99", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:06:40.348614 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-604b3ca0-88a3-49fc-ac4a-3bc173c57cd8 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:06:40.349531 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-604b3ca0-88a3-49fc-ac4a-3bc173c57cd8'] response: {'server_uuid': '329c3254-20ee-4e02-9b79-550d23ef6fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23bbbda-3a2b-4073-9f40-b9d62ad8cf99', 'code': 200} Apr 20 13:06:40.351146 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3639ecb7-91aa-48a7-af36-da5426f1ff7b req-641bf4a0-a20e-44ea-bea1-a88c9cc49399 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 950 time: 0.6540759 Apr 20 13:06:40.382180 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network c0567742-ebd6-4040-88bb-7f8afbb4e328 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:06:40.387775 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=b23bbbda-3a2b-4073-9f40-b9d62ad8cf99,revision_number=13']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:40.512692 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ecebfd39-538d-46b5-879d-285fab7666a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c54d688-a419-4f17-aeea-49928e707463', 'name': 'tempest-ServersTestMultiNic-1931406948-router', 'tenant_id': '7f24aea8ff2146a69feb6b75310aae0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '79f75561-56e7-46bc-92f1-17d0a37e6722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:31Z', 'updated_at': '2022-04-20T13:06:35Z', 'revision_number': 3, 'project_id': '7f24aea8ff2146a69feb6b75310aae0a', 'gw_port': {'id': '79f75561-56e7-46bc-92f1-17d0a37e6722', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d3:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c54d688-a419-4f17-aeea-49928e707463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:34Z', 'updated_at': '2022-04-20T13:06:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:40.546499 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:40.567548 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecebfd39-538d-46b5-879d-285fab7666a6 None None] Checking router: 4c54d688-a419-4f17-aeea-49928e707463 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:06:40.568015 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecebfd39-538d-46b5-879d-285fab7666a6 None None] Updating router 4c54d688-a419-4f17-aeea-49928e707463 port 79f75561-56e7-46bc-92f1-17d0a37e6722 binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:06:40.590920 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3006d184-01cb-4104-af8b-7f3a4e9a8983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:40.596875 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-78b0394a-2967-489a-ad42-85fd1b79a1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:40.657134 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 522932ad-a69a-4228-aee7-f4395644d0df, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=522932ad-a69a-4228-aee7-f4395644d0df,segment=NetworkSegment(0f113b16-94ad-4b02-8521-e93247ce464b),segment_id=0f113b16-94ad-4b02-8521-e93247ce464b)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:40.658876 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ecebfd39-538d-46b5-879d-285fab7666a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:40.664980 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d6e6c5-2377-4474-9298-6b12bf1c4d1d None None] Sync routers for ids ['e3b32ba0-793d-4b73-a569-ff8470f758e3'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:06:40.686198 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d6e6c5-2377-4474-9298-6b12bf1c4d1d None None] Routers {'e3b32ba0-793d-4b73-a569-ff8470f758e3'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:06:40.687217 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-a7d6e6c5-2377-4474-9298-6b12bf1c4d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:06:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['e3b32ba0-793d-4b73-a569-ff8470f758e3'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:40.717064 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3006d184-01cb-4104-af8b-7f3a4e9a8983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:40.872957 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3006d184-01cb-4104-af8b-7f3a4e9a8983 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:06:40.884402 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006d184-01cb-4104-af8b-7f3a4e9a8983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae685a4-c36c-4e8b-a875-6ccd34bbf662,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:40.908504 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3006d184-01cb-4104-af8b-7f3a4e9a8983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:40.909089 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-3006d184-01cb-4104-af8b-7f3a4e9a8983 admin admin] Added segment 5f67196c-0ae9-4453-9107-e2d5c49b6699 of type vlan for network 6fd67347-ec71-45a1-9364-18b0e76e690d Apr 20 13:06:40.921401 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4070b87f-c092-4a14-9b84-7d607865e195 admin admin] Made reservation on behalf of 80a09310883244f09c77418f84fc8e88 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:06:40.930091 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4070b87f-c092-4a14-9b84-7d607865e195 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:41.005310 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-a7d6e6c5-2377-4474-9298-6b12bf1c4d1d None None] Set router e3b32ba0-793d-4b73-a569-ff8470f758e3 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:06:41.069906 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3006d184-01cb-4104-af8b-7f3a4e9a8983 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:41.084822 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:41.085763 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 7adf9d12-1047-48bd-9380-3808ee95df03 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:06:41.104458 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3639ecb7-91aa-48a7-af36-da5426f1ff7b req-e78c432d-4e71-4db3-9a6b-ca43026eef1e tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7475893 Apr 20 13:06:41.110739 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-78b0394a-2967-489a-ad42-85fd1b79a1e5 admin admin] Allocated IP 172.20.0.1 (8536e81d-569a-4cbc-bcb6-19bd4ebd3a7b/2cfa6f4f-f54b-4163-b933-0ce22b496da6/43ef864a-5522-401d-9679-7d2624a6f802) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:06:41.167448 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ecebfd39-538d-46b5-879d-285fab7666a6 None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:41.239502 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-78b0394a-2967-489a-ad42-85fd1b79a1e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:41.266968 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3006d184-01cb-4104-af8b-7f3a4e9a8983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:41.268965 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3006d184-01cb-4104-af8b-7f3a4e9a8983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:41.271072 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3006d184-01cb-4104-af8b-7f3a4e9a8983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:41.287745 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8273c18-a1ea-497c-b6e5-ec1f2f0c0cce req-e58f2509-fc62-408d-8365-7378348d618d tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:41.289227 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e8273c18-a1ea-497c-b6e5-ec1f2f0c0cce req-e58f2509-fc62-408d-8365-7378348d618d tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8dabefc-ee97-420a-b6e9-6cff30f9ce15 HTTP/1.1" status: 200 len: 946 time: 0.8330996 Apr 20 13:06:41.300060 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-ed72762a-1d2e-45d2-b035-131369e214ae req-85bd0c97-a7f9-413a-89f2-72750a70779e tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] For port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=b23bbbda-3a2b-4073-9f40-b9d62ad8cf99,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:41.300513 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ed72762a-1d2e-45d2-b035-131369e214ae req-85bd0c97-a7f9-413a-89f2-72750a70779e tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:41.343287 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=522932ad-a69a-4228-aee7-f4395644d0df,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:41.348824 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006d184-01cb-4104-af8b-7f3a4e9a8983 admin admin] Pushing event updated for resources: {'Network': ['ID=6fd67347-ec71-45a1-9364-18b0e76e690d,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:41.360468 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-cc8b36fc-10e9-4e97-97cd-ea7b841deb43 req-10b33c0d-7a62-423d-86f0-0dd4cd994efa tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Deleting port cf0447ae-e3b6-440c-959c-ba187cebf865 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:06:41.362958 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cc8b36fc-10e9-4e97-97cd-ea7b841deb43 req-10b33c0d-7a62-423d-86f0-0dd4cd994efa tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:41.363295 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device cf0447ae-e3b6-440c-959c-ba187cebf865 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:06:41.391790 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3006d184-01cb-4104-af8b-7f3a4e9a8983 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2759373 Apr 20 13:06:41.394371 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34330) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:41.400444 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-0013f461-7ee4-46e1-9083-972f734b8da5 admin admin] Request body: {'subnet': {'network_id': '6fd67347-ec71-45a1-9364-18b0e76e690d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1841477300-subnet', 'tenant_id': 'a6b451742cde4bdd92a02183833a8484', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:41.420691 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 6fd67347-ec71-45a1-9364-18b0e76e690d details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:06:41.423107 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-a7d6e6c5-2377-4474-9298-6b12bf1c4d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b32ba0-793d-4b73-a569-ff8470f758e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1776452712-router', 'tenant_id': '5570a05404ce4451b330b205b802e490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'e898f7f8-5717-4387-81ca-190992917dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:30Z', 'updated_at': '2022-04-20T13:06:37Z', 'revision_number': 4, 'project_id': '5570a05404ce4451b330b205b802e490', 'gw_port': {'id': 'e898f7f8-5717-4387-81ca-190992917dd3', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:91:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b32ba0-793d-4b73-a569-ff8470f758e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:31Z', 'updated_at': '2022-04-20T13:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '4fc003b1-3b91-4a84-b6bf-b70b061f600f', 'name': '', 'network_id': '33d36c62-f48b-427f-896c-83ee0a24e548', 'tenant_id': '5570a05404ce4451b330b205b802e490', 'mac_address': 'fa:16:3e:77:00:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b32ba0-793d-4b73-a569-ff8470f758e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'a92124e6-e49b-4ef9-898f-773b76764750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:36Z', 'updated_at': '2022-04-20T13:06:37Z', 'revision_number': 2, 'project_id': '5570a05404ce4451b330b205b802e490', 'subnets': [{'id': 'a92124e6-e49b-4ef9-898f-773b76764750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:41.452183 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-78b0394a-2967-489a-ad42-85fd1b79a1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:41.467188 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-ed72762a-1d2e-45d2-b035-131369e214ae req-85bd0c97-a7f9-413a-89f2-72750a70779e tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Calling delete_port for b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:06:41.492013 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d6e6c5-2377-4474-9298-6b12bf1c4d1d None None] Checking router: e3b32ba0-793d-4b73-a569-ff8470f758e3 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:06:41.496203 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d6e6c5-2377-4474-9298-6b12bf1c4d1d None None] Updating router e3b32ba0-793d-4b73-a569-ff8470f758e3 port 4fc003b1-3b91-4a84-b6bf-b70b061f600f binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:06:41.499777 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ecebfd39-538d-46b5-879d-285fab7666a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:41.500363 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e8273c18-a1ea-497c-b6e5-ec1f2f0c0cce req-8acf9854-7cb4-43a5-8cc2-421a06562a27 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896694 Apr 20 13:06:41.530825 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678790ff-5bb8-478d-8667-f63d8410b627 req-cf73c618-c2ac-4d0a-aad2-c500bcc659f0 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:41.533232 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-678790ff-5bb8-478d-8667-f63d8410b627 req-cf73c618-c2ac-4d0a-aad2-c500bcc659f0 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 945 time: 0.3128204 Apr 20 13:06:41.561331 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-a7d6e6c5-2377-4474-9298-6b12bf1c4d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:41.565116 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b0394a-2967-489a-ad42-85fd1b79a1e5 admin admin] Network 8536e81d-569a-4cbc-bcb6-19bd4ebd3a7b is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:06:41.573974 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-78b0394a-2967-489a-ad42-85fd1b79a1e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:06:41.585955 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 7adf9d12-1047-48bd-9380-3808ee95df03 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:06:41.586349 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:41.602123 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b0394a-2967-489a-ad42-85fd1b79a1e5 admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:06:41.625187 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-baa6a764-11ba-4421-b211-9bb6de334d47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:41.647878 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0394a-2967-489a-ad42-85fd1b79a1e5 admin admin] Pushing event updated for resources: {'Port': ['ID=43ef864a-5522-401d-9679-7d2624a6f802,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:41.650326 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0013f461-7ee4-46e1-9083-972f734b8da5 admin admin] Made reservation on behalf of a6b451742cde4bdd92a02183833a8484 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:06:41.653140 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0013f461-7ee4-46e1-9083-972f734b8da5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:41.699249 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806df0ef-b0c6-42cf-bc2b-b5cdf58a1469 None None] Pushing event updated for resources: {'Port': ['ID=79f75561-56e7-46bc-92f1-17d0a37e6722,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:41.738468 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:41.739060 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-78b0394a-2967-489a-ad42-85fd1b79a1e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:41.760643 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-ecebfd39-538d-46b5-879d-285fab7666a6 None None] Attempting to bind port 79f75561-56e7-46bc-92f1-17d0a37e6722 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:06:41.761022 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-ecebfd39-538d-46b5-879d-285fab7666a6 None None] Attempting to bind port 79f75561-56e7-46bc-92f1-17d0a37e6722 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:06:41.761390 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecebfd39-538d-46b5-879d-285fab7666a6 None None] Attempting to bind port 79f75561-56e7-46bc-92f1-17d0a37e6722 on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:06:41.782662 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-678790ff-5bb8-478d-8667-f63d8410b627 req-fb1208b8-0438-4349-94ba-33ee8760e2ad tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346201 Apr 20 13:06:41.788776 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-cc8b36fc-10e9-4e97-97cd-ea7b841deb43 req-10b33c0d-7a62-423d-86f0-0dd4cd994efa tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] For port cf0447ae-e3b6-440c-959c-ba187cebf865, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=cf0447ae-e3b6-440c-959c-ba187cebf865,segment=NetworkSegment(b8a6c4b7-66db-416a-aa28-84e1cd810023),segment_id=b8a6c4b7-66db-416a-aa28-84e1cd810023)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:41.789160 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cc8b36fc-10e9-4e97-97cd-ea7b841deb43 req-10b33c0d-7a62-423d-86f0-0dd4cd994efa tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:41.807089 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port cf0447ae-e3b6-440c-959c-ba187cebf865, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=cf0447ae-e3b6-440c-959c-ba187cebf865,segment=NetworkSegment(b8a6c4b7-66db-416a-aa28-84e1cd810023),segment_id=b8a6c4b7-66db-416a-aa28-84e1cd810023)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:41.808234 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-4778871a-c110-49ea-8ef7-2ed4e280ca17 None None] Provisioning complete for port 522932ad-a69a-4228-aee7-f4395644d0df triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:06:41.808606 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4778871a-c110-49ea-8ef7-2ed4e280ca17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:41.822914 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-cc8b36fc-10e9-4e97-97cd-ea7b841deb43 req-10b33c0d-7a62-423d-86f0-0dd4cd994efa tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Calling delete_port for cf0447ae-e3b6-440c-959c-ba187cebf865 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:06:41.857139 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecebfd39-538d-46b5-879d-285fab7666a6 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:06:41.857522 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecebfd39-538d-46b5-879d-285fab7666a6 None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:06:41.857924 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ecebfd39-538d-46b5-879d-285fab7666a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:41.858368 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecebfd39-538d-46b5-879d-285fab7666a6 None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:06:41.858824 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-ecebfd39-538d-46b5-879d-285fab7666a6 None None] Bound port: 79f75561-56e7-46bc-92f1-17d0a37e6722, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:06:41.859250 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ecebfd39-538d-46b5-879d-285fab7666a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:41.977230 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ecebfd39-538d-46b5-879d-285fab7666a6 None None] For port 79f75561-56e7-46bc-92f1-17d0a37e6722, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:06:41.985338 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ecebfd39-538d-46b5-879d-285fab7666a6 None None] For port 79f75561-56e7-46bc-92f1-17d0a37e6722, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=79f75561-56e7-46bc-92f1-17d0a37e6722,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:06:42.014825 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:42.018863 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device efa8b45b-bd72-4ed1-9ff2-467e6261fe61 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:06:42.108872 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4070b87f-c092-4a14-9b84-7d607865e195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:42.130290 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ecebfd39-538d-46b5-879d-285fab7666a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:42.196470 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device e898f7f8-5717-4387-81ca-190992917dd3 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:06:42.208704 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0013f461-7ee4-46e1-9083-972f734b8da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:42.210895 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-a7d6e6c5-2377-4474-9298-6b12bf1c4d1d None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:42.265945 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0013f461-7ee4-46e1-9083-972f734b8da5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63b327b0-51a8-4300-a77a-b5c0e950779a,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:42.272556 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-78b0394a-2967-489a-ad42-85fd1b79a1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:42.324920 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:42.328751 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4070b87f-c092-4a14-9b84-7d607865e195 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab468ffa-ce13-456d-af37-126b9348379e,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:42.338421 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=cf0447ae-e3b6-440c-959c-ba187cebf865,revision_number=6']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:42.348917 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-a7d6e6c5-2377-4474-9298-6b12bf1c4d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:42.360181 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8dabefc-ee97-420a-b6e9-6cff30f9ce15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf0447ae-e3b6-440c-959c-ba187cebf865'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:06:42.362566 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9a3c6b-62be-4e16-8d1c-33b5fadc7dea" -d '{"events": [{"server_uuid": "e8dabefc-ee97-420a-b6e9-6cff30f9ce15", "name": "network-vif-unplugged", "status": "completed", "tag": "cf0447ae-e3b6-440c-959c-ba187cebf865"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:06:42.383173 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0013f461-7ee4-46e1-9083-972f734b8da5 admin admin] Checking segment: {'id': '5f67196c-0ae9-4453-9107-e2d5c49b6699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6fd67347-ec71-45a1-9364-18b0e76e690d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:06:42.383569 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0013f461-7ee4-46e1-9083-972f734b8da5 admin admin] Network hostable DHCP agents. Network: 6fd67347-ec71-45a1-9364-18b0e76e690d, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:06:42.387979 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-baa6a764-11ba-4421-b211-9bb6de334d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:42.390531 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ed72762a-1d2e-45d2-b035-131369e214ae req-85bd0c97-a7f9-413a-89f2-72750a70779e tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:42.404623 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecebfd39-538d-46b5-879d-285fab7666a6 None None] Routers {'4c54d688-a419-4f17-aeea-49928e707463'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:06:42.424659 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ecebfd39-538d-46b5-879d-285fab7666a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:06:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['4c54d688-a419-4f17-aeea-49928e707463'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:42.466025 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd0c97-a7f9-413a-89f2-72750a70779e tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Pushing event deleted for resources: {'Port': ['ID=b23bbbda-3a2b-4073-9f40-b9d62ad8cf99,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:42.498310 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['cb7fabd9-e9e0-4004-92bc-60bbb739783b'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:06:42.510055 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['d652d4b0-9ae0-4c73-8d1c-2eedd7583cef', '8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:06:42.511611 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0013f461-7ee4-46e1-9083-972f734b8da5 admin admin] Network 6fd67347-ec71-45a1-9364-18b0e76e690d is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:06:42.544404 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5dd06f-cd42-4f7e-b8f1-232dfe78777c req-d6f7d2e8-868d-4343-b85a-46db5a422e64 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:42.546757 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0e5dd06f-cd42-4f7e-b8f1-232dfe78777c req-d6f7d2e8-868d-4343-b85a-46db5a422e64 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=329c3254-20ee-4e02-9b79-550d23ef6fa5 HTTP/1.1" status: 200 len: 868 time: 0.3214688 Apr 20 13:06:42.554752 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4070b87f-c092-4a14-9b84-7d607865e195 admin admin] Checking segment: {'id': '738fba35-11d5-4597-a6a9-a3497c92a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c0567742-ebd6-4040-88bb-7f8afbb4e328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:06:42.555173 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4070b87f-c092-4a14-9b84-7d607865e195 admin admin] Network hostable DHCP agents. Network: c0567742-ebd6-4040-88bb-7f8afbb4e328, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:06:42.577461 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-0013f461-7ee4-46e1-9083-972f734b8da5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 6fd67347-ec71-45a1-9364-18b0e76e690d) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:06:42.591715 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0013f461-7ee4-46e1-9083-972f734b8da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:42.593112 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0013f461-7ee4-46e1-9083-972f734b8da5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:42.626801 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6257e6a-61af-4eda-a517-ac0b6013f837 x-openstack-request-id: req-d6257e6a-61af-4eda-a517-ac0b6013f837 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:06:42.627243 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8dabefc-ee97-420a-b6e9-6cff30f9ce15", "name": "network-vif-unplugged", "status": "completed", "tag": "cf0447ae-e3b6-440c-959c-ba187cebf865", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:06:42.627599 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d6257e6a-61af-4eda-a517-ac0b6013f837 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:06:42.628105 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6257e6a-61af-4eda-a517-ac0b6013f837'] response: {'server_uuid': 'e8dabefc-ee97-420a-b6e9-6cff30f9ce15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf0447ae-e3b6-440c-959c-ba187cebf865', 'code': 200} Apr 20 13:06:42.643849 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-78b0394a-2967-489a-ad42-85fd1b79a1e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:42.677194 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed72762a-1d2e-45d2-b035-131369e214ae req-85bd0c97-a7f9-413a-89f2-72750a70779e tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] No DVR routers for this DVR port b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 on host n-h1-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:06:42.680143 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ed72762a-1d2e-45d2-b035-131369e214ae req-85bd0c97-a7f9-413a-89f2-72750a70779e tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:42.684093 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed72762a-1d2e-45d2-b035-131369e214ae req-85bd0c97-a7f9-413a-89f2-72750a70779e tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.32 "DELETE /v2.0/ports/b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 HTTP/1.1" status: 204 len: 173 time: 3.4160895 Apr 20 13:06:42.692636 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329c3254-20ee-4e02-9b79-550d23ef6fa5', 'name': 'network-vif-deleted', 'tag': 'b23bbbda-3a2b-4073-9f40-b9d62ad8cf99'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:06:42.695590 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5353b726-3e1a-4a40-8bd3-10947dd168ec" -d '{"events": [{"server_uuid": "329c3254-20ee-4e02-9b79-550d23ef6fa5", "name": "network-vif-deleted", "tag": "b23bbbda-3a2b-4073-9f40-b9d62ad8cf99"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:06:42.720499 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cc8b36fc-10e9-4e97-97cd-ea7b841deb43 req-10b33c0d-7a62-423d-86f0-0dd4cd994efa tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:42.735884 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0013f461-7ee4-46e1-9083-972f734b8da5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3401453 Apr 20 13:06:42.738173 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-78b0394a-2967-489a-ad42-85fd1b79a1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:42.740735 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34346) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:42.752952 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f15fabc1-dc1a-4fe6-a388-f56431a324ab req-b7faa940-9703-40f4-bc80-64ecacab792a tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8dabefc-ee97-420a-b6e9-6cff30f9ce15 HTTP/1.1" status: 200 len: 210 time: 0.0852394 Apr 20 13:06:42.767669 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60acd261-4314-4b0e-96ad-e95ac9ae4c21 None None] Network 6fd67347-ec71-45a1-9364-18b0e76e690d requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:06:42.783348 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:42.802157 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b321510-8696-4e28-9d2d-ce160f39ad49 None None] Pushing event updated for resources: {'Port': ['ID=4fc003b1-3b91-4a84-b6bf-b70b061f600f,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:42.862451 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-b0e52726-5506-4558-97e2-59f7a48896e2 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1841477300-router', 'tenant_id': 'a6b451742cde4bdd92a02183833a8484', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:42.883869 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0394a-2967-489a-ad42-85fd1b79a1e5 admin admin] Pushing event updated for resources: {'Port': ['ID=43ef864a-5522-401d-9679-7d2624a6f802,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:42.884968 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199aa118-8c91-4e06-989a-a7e89a9402cb x-openstack-request-id: req-199aa118-8c91-4e06-989a-a7e89a9402cb {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:06:42.892819 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329c3254-20ee-4e02-9b79-550d23ef6fa5", "name": "network-vif-deleted", "tag": "b23bbbda-3a2b-4073-9f40-b9d62ad8cf99", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:06:42.893292 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-199aa118-8c91-4e06-989a-a7e89a9402cb {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:06:42.894712 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-199aa118-8c91-4e06-989a-a7e89a9402cb'] response: {'server_uuid': '329c3254-20ee-4e02-9b79-550d23ef6fa5', 'name': 'network-vif-deleted', 'tag': 'b23bbbda-3a2b-4073-9f40-b9d62ad8cf99', 'status': 'completed', 'code': 200} Apr 20 13:06:42.920491 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:06:42.975724 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-a7d6e6c5-2377-4474-9298-6b12bf1c4d1d None None] Attempting to bind port 4fc003b1-3b91-4a84-b6bf-b70b061f600f on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:06:42.976393 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-a7d6e6c5-2377-4474-9298-6b12bf1c4d1d None None] Attempting to bind port 4fc003b1-3b91-4a84-b6bf-b70b061f600f by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'b550718e-99f1-43a9-a37d-5b24d8a0f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '33d36c62-f48b-427f-896c-83ee0a24e548'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:06:42.977086 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d6e6c5-2377-4474-9298-6b12bf1c4d1d None None] Attempting to bind port 4fc003b1-3b91-4a84-b6bf-b70b061f600f on network 33d36c62-f48b-427f-896c-83ee0a24e548 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:06:42.983255 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d6e6c5-2377-4474-9298-6b12bf1c4d1d None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:06:42.986259 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-78b0394a-2967-489a-ad42-85fd1b79a1e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:42.986968 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d6e6c5-2377-4474-9298-6b12bf1c4d1d None None] Checking segment: {'id': 'b550718e-99f1-43a9-a37d-5b24d8a0f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '33d36c62-f48b-427f-896c-83ee0a24e548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:06:42.987722 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-a7d6e6c5-2377-4474-9298-6b12bf1c4d1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:42.988345 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d6e6c5-2377-4474-9298-6b12bf1c4d1d None None] Bound using segment: {'id': 'b550718e-99f1-43a9-a37d-5b24d8a0f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '33d36c62-f48b-427f-896c-83ee0a24e548'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:06:42.989058 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-a7d6e6c5-2377-4474-9298-6b12bf1c4d1d None None] Bound port: 4fc003b1-3b91-4a84-b6bf-b70b061f600f, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b550718e-99f1-43a9-a37d-5b24d8a0f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '33d36c62-f48b-427f-896c-83ee0a24e548'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:06:42.989676 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-a7d6e6c5-2377-4474-9298-6b12bf1c4d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:43.004941 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b33c0d-7a62-423d-86f0-0dd4cd994efa tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Pushing event deleted for resources: {'Port': ['ID=cf0447ae-e3b6-440c-959c-ba187cebf865,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:43.020780 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b0e52726-5506-4558-97e2-59f7a48896e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:43.024561 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b0e52726-5506-4558-97e2-59f7a48896e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:43.057362 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4070b87f-c092-4a14-9b84-7d607865e195 admin admin] Network c0567742-ebd6-4040-88bb-7f8afbb4e328 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:06:43.070457 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0e5dd06f-cd42-4f7e-b8f1-232dfe78777c req-080ee14b-29e5-40ce-a865-06890821572a tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4948738 Apr 20 13:06:43.141713 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8b36fc-10e9-4e97-97cd-ea7b841deb43 req-10b33c0d-7a62-423d-86f0-0dd4cd994efa tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] No DVR routers for this DVR port cf0447ae-e3b6-440c-959c-ba187cebf865 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:06:43.149077 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cc8b36fc-10e9-4e97-97cd-ea7b841deb43 req-10b33c0d-7a62-423d-86f0-0dd4cd994efa tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:43.152986 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc8b36fc-10e9-4e97-97cd-ea7b841deb43 req-10b33c0d-7a62-423d-86f0-0dd4cd994efa tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.15 "DELETE /v2.0/ports/cf0447ae-e3b6-440c-959c-ba187cebf865 HTTP/1.1" status: 204 len: 173 time: 2.9314790 Apr 20 13:06:43.154791 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-4070b87f-c092-4a14-9b84-7d607865e195 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, c0567742-ebd6-4040-88bb-7f8afbb4e328) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:06:43.160193 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4070b87f-c092-4a14-9b84-7d607865e195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:43.160996 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4070b87f-c092-4a14-9b84-7d607865e195 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:43.207721 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818cde7-b2f2-4925-8d16-fb68be585560 req-18ecb970-98d7-4715-a11f-c64ee7b2649e tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:43.210079 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-a7d6e6c5-2377-4474-9298-6b12bf1c4d1d None None] For port 4fc003b1-3b91-4a84-b6bf-b70b061f600f, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:06:43.216170 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9818cde7-b2f2-4925-8d16-fb68be585560 req-18ecb970-98d7-4715-a11f-c64ee7b2649e tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 945 time: 0.1943858 Apr 20 13:06:43.216849 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-a7d6e6c5-2377-4474-9298-6b12bf1c4d1d None None] For port 4fc003b1-3b91-4a84-b6bf-b70b061f600f, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=4fc003b1-3b91-4a84-b6bf-b70b061f600f,segment=NetworkSegment(b550718e-99f1-43a9-a37d-5b24d8a0f3a6),segment_id=b550718e-99f1-43a9-a37d-5b24d8a0f3a6)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:06:43.296728 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9818cde7-b2f2-4925-8d16-fb68be585560 req-dd9a1c10-9d2c-4a12-8dd6-38ad385a05ba tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794072 Apr 20 13:06:43.321118 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-a7d6e6c5-2377-4474-9298-6b12bf1c4d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:43.323401 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4070b87f-c092-4a14-9b84-7d607865e195 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1367486 Apr 20 13:06:43.326112 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34358) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:43.330650 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-d466fdcf-aa2c-45de-9c5f-e13b80f142a6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-785915238-router', 'tenant_id': '80a09310883244f09c77418f84fc8e88', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:43.345205 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b0e52726-5506-4558-97e2-59f7a48896e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:43.352294 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-ecebfd39-538d-46b5-879d-285fab7666a6 None None] Set router 4c54d688-a419-4f17-aeea-49928e707463 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:06:43.386617 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b0394a-2967-489a-ad42-85fd1b79a1e5 admin admin] Network 8536e81d-569a-4cbc-bcb6-19bd4ebd3a7b is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:06:43.396778 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-78b0394a-2967-489a-ad42-85fd1b79a1e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:06:43.440022 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa6a764-11ba-4421-b211-9bb6de334d47 admin admin] Router 743ceca2-0b4a-4a6e-adc1-701ab4e69731 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:06:43.465827 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d6e6c5-2377-4474-9298-6b12bf1c4d1d None None] Routers {'e3b32ba0-793d-4b73-a569-ff8470f758e3'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:06:43.466587 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-a7d6e6c5-2377-4474-9298-6b12bf1c4d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:06:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['e3b32ba0-793d-4b73-a569-ff8470f758e3'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:43.471749 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d466fdcf-aa2c-45de-9c5f-e13b80f142a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:43.472909 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d466fdcf-aa2c-45de-9c5f-e13b80f142a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:43.513532 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-29771ad1-d705-4fb8-ac17-fc37d9d74aac None None] Provisioning complete for port 43ef864a-5522-401d-9679-7d2624a6f802 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:06:43.523756 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-29771ad1-d705-4fb8-ac17-fc37d9d74aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:43.544756 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806df0ef-b0c6-42cf-bc2b-b5cdf58a1469 None None] Pushing event updated for resources: {'Port': ['ID=79f75561-56e7-46bc-92f1-17d0a37e6722,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:43.604673 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce56974e-9cf8-4ad7-bb33-d7e4dc087910 None None] Network c0567742-ebd6-4040-88bb-7f8afbb4e328 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:06:43.606975 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device efa8b45b-bd72-4ed1-9ff2-467e6261fe61 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:06:43.615241 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:06:43.615844 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device b23bbbda-3a2b-4073-9f40-b9d62ad8cf99 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:06:43.618715 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b321510-8696-4e28-9d2d-ce160f39ad49 None None] Pushing event updated for resources: {'Port': ['ID=4fc003b1-3b91-4a84-b6bf-b70b061f600f,revision_number=4']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:43.690012 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d466fdcf-aa2c-45de-9c5f-e13b80f142a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:43.790102 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-a7d6e6c5-2377-4474-9298-6b12bf1c4d1d None None] Set router e3b32ba0-793d-4b73-a569-ff8470f758e3 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:06:43.942030 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port efa8b45b-bd72-4ed1-9ff2-467e6261fe61, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=efa8b45b-bd72-4ed1-9ff2-467e6261fe61,segment=NetworkSegment(b8a45d7f-8d03-42e0-b39a-371992aad9ff),segment_id=b8a45d7f-8d03-42e0-b39a-371992aad9ff)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:43.962010 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'efa8b45b-bd72-4ed1-9ff2-467e6261fe61', 'network_id': 'ce4b787d-844d-4a10-8a46-e3a4d131f18d', 'port_id': 'efa8b45b-bd72-4ed1-9ff2-467e6261fe61', 'mac_address': 'fa:16:3e:90:05:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce0cd2d-82e3-48f4-af7d-ad5190f8c609', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:06:44.012753 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port e898f7f8-5717-4387-81ca-190992917dd3 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:06:44.013218 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:44.089049 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0446dd80-9da3-4b1b-853a-9804f1852faa req-ceb7591f-760c-4458-ad2e-477c825701e8 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8dabefc-ee97-420a-b6e9-6cff30f9ce15 HTTP/1.1" status: 200 len: 210 time: 0.0603731 Apr 20 13:06:44.129079 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-a7d6e6c5-2377-4474-9298-6b12bf1c4d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b32ba0-793d-4b73-a569-ff8470f758e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1776452712-router', 'tenant_id': '5570a05404ce4451b330b205b802e490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'e898f7f8-5717-4387-81ca-190992917dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:30Z', 'updated_at': '2022-04-20T13:06:37Z', 'revision_number': 4, 'project_id': '5570a05404ce4451b330b205b802e490', 'gw_port': {'id': 'e898f7f8-5717-4387-81ca-190992917dd3', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:91:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b32ba0-793d-4b73-a569-ff8470f758e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:31Z', 'updated_at': '2022-04-20T13:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '4fc003b1-3b91-4a84-b6bf-b70b061f600f', 'name': '', 'network_id': '33d36c62-f48b-427f-896c-83ee0a24e548', 'tenant_id': '5570a05404ce4451b330b205b802e490', 'mac_address': 'fa:16:3e:77:00:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b32ba0-793d-4b73-a569-ff8470f758e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'a92124e6-e49b-4ef9-898f-773b76764750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:36Z', 'updated_at': '2022-04-20T13:06:43Z', 'revision_number': 4, 'project_id': '5570a05404ce4451b330b205b802e490', 'subnets': [{'id': 'a92124e6-e49b-4ef9-898f-773b76764750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:44.210032 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d6e6c5-2377-4474-9298-6b12bf1c4d1d None None] The sync data for ids ['e3b32ba0-793d-4b73-a569-ff8470f758e3'] in n-d-836015-7 is: [{'id': 'e3b32ba0-793d-4b73-a569-ff8470f758e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1776452712-router', 'tenant_id': '5570a05404ce4451b330b205b802e490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'e898f7f8-5717-4387-81ca-190992917dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:30Z', 'updated_at': '2022-04-20T13:06:37Z', 'revision_number': 4, 'project_id': '5570a05404ce4451b330b205b802e490', 'gw_port': {'id': 'e898f7f8-5717-4387-81ca-190992917dd3', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:91:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b32ba0-793d-4b73-a569-ff8470f758e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:31Z', 'updated_at': '2022-04-20T13:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '4fc003b1-3b91-4a84-b6bf-b70b061f600f', 'name': '', 'network_id': '33d36c62-f48b-427f-896c-83ee0a24e548', 'tenant_id': '5570a05404ce4451b330b205b802e490', 'mac_address': 'fa:16:3e:77:00:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b32ba0-793d-4b73-a569-ff8470f758e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'a92124e6-e49b-4ef9-898f-773b76764750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:36Z', 'updated_at': '2022-04-20T13:06:43Z', 'revision_number': 4, 'project_id': '5570a05404ce4451b330b205b802e490', 'subnets': [{'id': 'a92124e6-e49b-4ef9-898f-773b76764750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:06:44.342699 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d466fdcf-aa2c-45de-9c5f-e13b80f142a6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:44.368809 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa6a764-11ba-4421-b211-9bb6de334d47 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:06:44.515924 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-baa6a764-11ba-4421-b211-9bb6de334d47 admin admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:44.524054 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-baa6a764-11ba-4421-b211-9bb6de334d47 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.0646915 Apr 20 13:06:44.527662 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34372) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:44.585271 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b0394a-2967-489a-ad42-85fd1b79a1e5 admin admin] Router 4c54d688-a419-4f17-aeea-49928e707463 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:06:44.618224 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b0e52726-5506-4558-97e2-59f7a48896e2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:44.634061 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cdc8ba-dad9-42fe-a92c-d1183badf728 req-7d206edf-1d68-4347-846e-c1ae05ed5bac tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:44.639714 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d6cdc8ba-dad9-42fe-a92c-d1183badf728 req-7d206edf-1d68-4347-846e-c1ae05ed5bac tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 945 time: 0.2268498 Apr 20 13:06:44.650373 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port efa8b45b-bd72-4ed1-9ff2-467e6261fe61, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=efa8b45b-bd72-4ed1-9ff2-467e6261fe61,segment=NetworkSegment(b8a45d7f-8d03-42e0-b39a-371992aad9ff),segment_id=b8a45d7f-8d03-42e0-b39a-371992aad9ff)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:44.659217 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-29771ad1-d705-4fb8-ac17-fc37d9d74aac None None] Port 43ef864a-5522-401d-9679-7d2624a6f802 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:06:44.675419 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:44.676093 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7529e07f-096f-4c8d-8f94-202509811a27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efa8b45b-bd72-4ed1-9ff2-467e6261fe61'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:06:44.678422 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf10fc2d-c980-4f1c-8140-35b44cda60cf" -d '{"events": [{"server_uuid": "7529e07f-096f-4c8d-8f94-202509811a27", "name": "network-vif-unplugged", "status": "completed", "tag": "efa8b45b-bd72-4ed1-9ff2-467e6261fe61"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:06:44.769613 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e025b1-6a8a-4195-889e-0b70e57ab04d None None] Sync routers for ids ['743ceca2-0b4a-4a6e-adc1-701ab4e69731'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:06:44.772186 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:44.846903 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id efa8b45b-bd72-4ed1-9ff2-467e6261fe61 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:06:44.921387 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22981ad4-4a9e-4f32-b0a8-e423666905ed x-openstack-request-id: req-22981ad4-4a9e-4f32-b0a8-e423666905ed {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:06:44.922430 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7529e07f-096f-4c8d-8f94-202509811a27", "name": "network-vif-unplugged", "status": "completed", "tag": "efa8b45b-bd72-4ed1-9ff2-467e6261fe61", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:06:44.922744 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-22981ad4-4a9e-4f32-b0a8-e423666905ed {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:06:44.926400 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22981ad4-4a9e-4f32-b0a8-e423666905ed'] response: {'server_uuid': '7529e07f-096f-4c8d-8f94-202509811a27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efa8b45b-bd72-4ed1-9ff2-467e6261fe61', 'code': 200} Apr 20 13:06:44.928119 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b0394a-2967-489a-ad42-85fd1b79a1e5 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:06:44.947434 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:44.949893 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-78b0394a-2967-489a-ad42-85fd1b79a1e5 admin admin] 10.222.0.25 "PUT /v2.0/routers/4c54d688-a419-4f17-aeea-49928e707463/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8884823 Apr 20 13:06:45.124994 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=efa8b45b-bd72-4ed1-9ff2-467e6261fe61,revision_number=6']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:45.167034 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34382) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:45.173632 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e025b1-6a8a-4195-889e-0b70e57ab04d None None] Routers {'743ceca2-0b4a-4a6e-adc1-701ab4e69731'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:06:45.174462 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-36e025b1-6a8a-4195-889e-0b70e57ab04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:06:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['743ceca2-0b4a-4a6e-adc1-701ab4e69731'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:45.188109 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-c3e503eb-9ecf-418c-89ce-2ae5b61de42d None None] Provisioning complete for port 4fc003b1-3b91-4a84-b6bf-b70b061f600f triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:06:45.188599 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c3e503eb-9ecf-418c-89ce-2ae5b61de42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:45.273268 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2a939e-a125-45b4-8217-c451270083c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-6fd67347-ec71-45a1-9364-18b0e76e690d', 'network_id': '6fd67347-ec71-45a1-9364-18b0e76e690d', 'tenant_id': 'a6b451742cde4bdd92a02183833a8484', 'fixed_ips': [{'subnet_id': '63b327b0-51a8-4300-a77a-b5c0e950779a'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:06:45.274225 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ad2a939e-a125-45b4-8217-c451270083c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:45.405328 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-1c103bd4-5d39-4cc4-9b7f-a870c292f465 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-329603536'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:45.421063 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b0e52726-5506-4558-97e2-59f7a48896e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:45.458563 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b0e52726-5506-4558-97e2-59f7a48896e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:45.458848 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8dabefc-ee97-420a-b6e9-6cff30f9ce15', 'name': 'network-vif-deleted', 'tag': 'cf0447ae-e3b6-440c-959c-ba187cebf865'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:06:45.461241 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f98041-7dc8-4952-9f58-d84e0e05482f" -d '{"events": [{"server_uuid": "e8dabefc-ee97-420a-b6e9-6cff30f9ce15", "name": "network-vif-deleted", "tag": "cf0447ae-e3b6-440c-959c-ba187cebf865"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:06:45.516725 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:45.530513 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:06:45.530872 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:06:45.532014 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d6cdc8ba-dad9-42fe-a92c-d1183badf728 req-8e649d6e-e47f-4174-a780-03f4b2bbdb0b tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8448651 Apr 20 13:06:45.580678 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c103bd4-5d39-4cc4-9b7f-a870c292f465 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Made reservation on behalf of 7f24aea8ff2146a69feb6b75310aae0a for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:06:45.585208 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1c103bd4-5d39-4cc4-9b7f-a870c292f465 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:45.647278 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-b0e52726-5506-4558-97e2-59f7a48896e2 admin admin] Allocated IP 172.25.8.16 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/b064edd0-53c3-4315-b2bf-a2e258786747) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:06:45.655144 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c103bd4-5d39-4cc4-9b7f-a870c292f465 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:06:45.699333 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-ad2a939e-a125-45b4-8217-c451270083c1 None None] Allocated IP 172.20.0.2 (6fd67347-ec71-45a1-9364-18b0e76e690d/63b327b0-51a8-4300-a77a-b5c0e950779a/b4238f1d-8353-4cb5-834c-d2bcbe23c7e2) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:06:45.730963 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858f965-59bf-4e56-895a-64aafefd6fc3 req-a3725e69-a0b6-4077-9231-84b439d205f4 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:45.741896 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2858f965-59bf-4e56-895a-64aafefd6fc3 req-a3725e69-a0b6-4077-9231-84b439d205f4 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 950 time: 0.2705400 Apr 20 13:06:45.757680 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe54585-d6a2-40c9-9239-a60aef744156 x-openstack-request-id: req-0fe54585-d6a2-40c9-9239-a60aef744156 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:06:45.757962 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8dabefc-ee97-420a-b6e9-6cff30f9ce15", "name": "network-vif-deleted", "tag": "cf0447ae-e3b6-440c-959c-ba187cebf865", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:06:45.758211 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0fe54585-d6a2-40c9-9239-a60aef744156 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:06:45.758600 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fe54585-d6a2-40c9-9239-a60aef744156'] response: {'server_uuid': 'e8dabefc-ee97-420a-b6e9-6cff30f9ce15', 'name': 'network-vif-deleted', 'tag': 'cf0447ae-e3b6-440c-959c-ba187cebf865', 'status': 'completed', 'code': 200} Apr 20 13:06:45.854073 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ad2a939e-a125-45b4-8217-c451270083c1 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:45.865210 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b0e52726-5506-4558-97e2-59f7a48896e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:45.903962 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bd87bc-65cc-4bcb-b626-1865b864274f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-c0567742-ebd6-4040-88bb-7f8afbb4e328', 'network_id': 'c0567742-ebd6-4040-88bb-7f8afbb4e328', 'tenant_id': '80a09310883244f09c77418f84fc8e88', 'fixed_ips': [{'subnet_id': 'ab468ffa-ce13-456d-af37-126b9348379e'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:06:45.904823 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-48bd87bc-65cc-4bcb-b626-1865b864274f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:45.922810 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port e898f7f8-5717-4387-81ca-190992917dd3, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=e898f7f8-5717-4387-81ca-190992917dd3,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:45.926721 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1c103bd4-5d39-4cc4-9b7f-a870c292f465 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:45.927158 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-1c103bd4-5d39-4cc4-9b7f-a870c292f465 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Added segment fd661946-010d-4ee5-895f-ad1f462f035e of type vlan for network 5b00292b-fac6-471f-82ba-b12a2921cf9b Apr 20 13:06:45.974783 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1c103bd4-5d39-4cc4-9b7f-a870c292f465 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:45.978363 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2858f965-59bf-4e56-895a-64aafefd6fc3 req-3a67b2f4-a11f-45f3-b417-4ac1a3a2fe72 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326815 Apr 20 13:06:46.029853 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b0e52726-5506-4558-97e2-59f7a48896e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:46.064497 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-48bd87bc-65cc-4bcb-b626-1865b864274f None None] Allocated IP 172.20.0.2 (c0567742-ebd6-4040-88bb-7f8afbb4e328/ab468ffa-ce13-456d-af37-126b9348379e/5c15de53-3138-4732-8386-98b866692271) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:06:46.148818 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e52726-5506-4558-97e2-59f7a48896e2 admin admin] Pushing event updated for resources: {'Port': ['ID=b064edd0-53c3-4315-b2bf-a2e258786747,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:46.179297 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1c103bd4-5d39-4cc4-9b7f-a870c292f465 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:46.187888 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ad2a939e-a125-45b4-8217-c451270083c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:46.196307 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:46.212266 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c103bd4-5d39-4cc4-9b7f-a870c292f465 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:46.213676 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1c103bd4-5d39-4cc4-9b7f-a870c292f465 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:46.242981 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c3e503eb-9ecf-418c-89ce-2ae5b61de42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:46.246643 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-a8ae5622-a7f7-454c-83a8-67f13184fc97 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:46.252499 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-a8ae5622-a7f7-454c-83a8-67f13184fc97 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/networks?id=1448fb0c-76a1-4762-b0ef-b8c667a2a5dc HTTP/1.1" status: 200 len: 811 time: 0.3190532 Apr 20 13:06:46.271883 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d466fdcf-aa2c-45de-9c5f-e13b80f142a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:46.329160 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-32e2c922-c44a-408c-92a0-f8b9f6296e42 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/quotas/564a5d1e5b6e4687a901496539f07f39 HTTP/1.1" status: 200 len: 375 time: 0.0659235 Apr 20 13:06:46.369017 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d466fdcf-aa2c-45de-9c5f-e13b80f142a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:46.396034 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1c103bd4-5d39-4cc4-9b7f-a870c292f465 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2276139 Apr 20 13:06:46.411899 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-e75ac4a1-d1bf-4ef5-a1fc-112f5094bd92 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=564a5d1e5b6e4687a901496539f07f39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0814462 Apr 20 13:06:46.412754 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e52726-5506-4558-97e2-59f7a48896e2 admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:06:46.413439 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34404) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:46.454959 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-48bd87bc-65cc-4bcb-b626-1865b864274f None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:46.457129 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-3a4383ff-c390-494a-8547-d2d933447dbd tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Request body: {'subnet': {'network_id': '5b00292b-fac6-471f-82ba-b12a2921cf9b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:46.482525 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-b0e52726-5506-4558-97e2-59f7a48896e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:06:46.516267 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e52726-5506-4558-97e2-59f7a48896e2 admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:06:46.539596 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-36e025b1-6a8a-4195-889e-0b70e57ab04d None None] Set router 743ceca2-0b4a-4a6e-adc1-701ab4e69731 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:06:46.592378 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c103bd4-5d39-4cc4-9b7f-a870c292f465 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Pushing event updated for resources: {'Network': ['ID=5b00292b-fac6-471f-82ba-b12a2921cf9b,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:46.595031 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-e3e21fa0-a384-4dec-b08d-ff79f9a74abc service neutron] 10.222.0.25 "GET /v2.0/networks/1448fb0c-76a1-4762-b0ef-b8c667a2a5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814814 Apr 20 13:06:46.639609 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-c3e503eb-9ecf-418c-89ce-2ae5b61de42d None None] For port 4fc003b1-3b91-4a84-b6bf-b70b061f600f, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=4fc003b1-3b91-4a84-b6bf-b70b061f600f,segment=NetworkSegment(b550718e-99f1-43a9-a37d-5b24d8a0f3a6),segment_id=b550718e-99f1-43a9-a37d-5b24d8a0f3a6)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:46.650152 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 522932ad-a69a-4228-aee7-f4395644d0df up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:06:46.652636 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 5b00292b-fac6-471f-82ba-b12a2921cf9b details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:06:46.656471 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2a939e-a125-45b4-8217-c451270083c1 None None] Network 6fd67347-ec71-45a1-9364-18b0e76e690d is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:06:46.709582 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4383ff-c390-494a-8547-d2d933447dbd tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Made reservation on behalf of 7f24aea8ff2146a69feb6b75310aae0a for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:06:46.713001 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3a4383ff-c390-494a-8547-d2d933447dbd tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:46.724780 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d6148-4aa7-41c4-9d84-acdb87f22f8d req-63109f67-b7ca-40cb-94b7-602c465c2d63 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:46.725728 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-388d6148-4aa7-41c4-9d84-acdb87f22f8d req-63109f67-b7ca-40cb-94b7-602c465c2d63 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.32 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 950 time: 0.3859186 Apr 20 13:06:46.729185 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c3e503eb-9ecf-418c-89ce-2ae5b61de42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:46.733251 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-48bd87bc-65cc-4bcb-b626-1865b864274f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:46.753882 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-ad2a939e-a125-45b4-8217-c451270083c1 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:06:46.779623 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2a939e-a125-45b4-8217-c451270083c1 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:06:46.839687 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:46.891955 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-5e0a792d-e6f0-4618-a1e9-70ba3ca28033 service neutron] 10.222.0.25 "GET /v2.0/networks/1448fb0c-76a1-4762-b0ef-b8c667a2a5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959592 Apr 20 13:06:46.896081 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a939e-a125-45b4-8217-c451270083c1 None None] Pushing event updated for resources: {'Port': ['ID=b4238f1d-8353-4cb5-834c-d2bcbe23c7e2,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:46.935725 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-c3e503eb-9ecf-418c-89ce-2ae5b61de42d None None] Provisioning complete for port 43ef864a-5522-401d-9679-7d2624a6f802 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:06:46.936098 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c3e503eb-9ecf-418c-89ce-2ae5b61de42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:46.936344 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fc6b67a3-c28f-433a-a6e4-17f7e3c6ef80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:46.945061 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-d466fdcf-aa2c-45de-9c5f-e13b80f142a6 admin admin] Allocated IP 172.25.8.229 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/c1c0b034-8586-49b7-aee5-15dec55bc405) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:06:46.945342 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bd87bc-65cc-4bcb-b626-1865b864274f None None] Network c0567742-ebd6-4040-88bb-7f8afbb4e328 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:06:46.972534 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4369d-c281-4082-bdd0-37d7c3a6b19b req-9ab6918c-5e25-4d51-87b1-fe027fb969b8 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:46.974323 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1da4369d-c281-4082-bdd0-37d7c3a6b19b req-9ab6918c-5e25-4d51-87b1-fe027fb969b8 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 943 time: 0.2782929 Apr 20 13:06:47.026637 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efa8b45b-bd72-4ed1-9ff2-467e6261fe61 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:06:47.154169 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b0e52726-5506-4558-97e2-59f7a48896e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:47.159217 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1da4369d-c281-4082-bdd0-37d7c3a6b19b req-8cb36cf7-682d-4a2b-aa24-43f08ca783f9 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720254 Apr 20 13:06:47.197930 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-48bd87bc-65cc-4bcb-b626-1865b864274f None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:06:47.205148 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-388d6148-4aa7-41c4-9d84-acdb87f22f8d req-137fff88-cb75-406f-95d7-e9671238e42b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Deleting port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:06:47.205775 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-388d6148-4aa7-41c4-9d84-acdb87f22f8d req-137fff88-cb75-406f-95d7-e9671238e42b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:47.240890 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bd87bc-65cc-4bcb-b626-1865b864274f None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:06:47.271514 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3a4383ff-c390-494a-8547-d2d933447dbd tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:47.296771 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d466fdcf-aa2c-45de-9c5f-e13b80f142a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:47.329746 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4383ff-c390-494a-8547-d2d933447dbd tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Pushing event updated for resources: {'Subnet': ['ID=47078f41-7228-450d-ab68-088f249f7e64,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:47.406737 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d5b097d2-e872-493b-8f3a-f3ff548ede2a req-b3deb671-28bb-4f63-8b37-619770c7e2a0 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 210 time: 0.0600562 Apr 20 13:06:47.408763 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port efa8b45b-bd72-4ed1-9ff2-467e6261fe61, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=efa8b45b-bd72-4ed1-9ff2-467e6261fe61,segment=NetworkSegment(b8a45d7f-8d03-42e0-b39a-371992aad9ff),segment_id=b8a45d7f-8d03-42e0-b39a-371992aad9ff)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:47.426731 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4383ff-c390-494a-8547-d2d933447dbd tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Checking segment: {'id': 'fd661946-010d-4ee5-895f-ad1f462f035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5b00292b-fac6-471f-82ba-b12a2921cf9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:06:47.427261 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4383ff-c390-494a-8547-d2d933447dbd tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Network hostable DHCP agents. Network: 5b00292b-fac6-471f-82ba-b12a2921cf9b, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:06:47.480270 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-fc6b67a3-c28f-433a-a6e4-17f7e3c6ef80 admin admin] Allocated IP 172.20.0.1 (5f8d1d6d-7980-40b6-a3d5-202cd4161f9d/50283e41-42f7-46ab-979a-b196312e8e7f/ebc0a48e-f464-444f-96b9-d70e47d4e667) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:06:47.501225 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:06:47.523843 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b0e52726-5506-4558-97e2-59f7a48896e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:47.536706 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-ad2a939e-a125-45b4-8217-c451270083c1 None None] Attempting to bind port b4238f1d-8353-4cb5-834c-d2bcbe23c7e2 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:06:47.537342 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-ad2a939e-a125-45b4-8217-c451270083c1 None None] Attempting to bind port b4238f1d-8353-4cb5-834c-d2bcbe23c7e2 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '5f67196c-0ae9-4453-9107-e2d5c49b6699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6fd67347-ec71-45a1-9364-18b0e76e690d'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:06:47.537708 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2a939e-a125-45b4-8217-c451270083c1 None None] Attempting to bind port b4238f1d-8353-4cb5-834c-d2bcbe23c7e2 on network 6fd67347-ec71-45a1-9364-18b0e76e690d {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:06:47.538526 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-388d6148-4aa7-41c4-9d84-acdb87f22f8d req-137fff88-cb75-406f-95d7-e9671238e42b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] For port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:47.539022 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-388d6148-4aa7-41c4-9d84-acdb87f22f8d req-137fff88-cb75-406f-95d7-e9671238e42b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:47.561870 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=e898f7f8-5717-4387-81ca-190992917dd3,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:47.647691 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-c3e503eb-9ecf-418c-89ce-2ae5b61de42d None None] Port 43ef864a-5522-401d-9679-7d2624a6f802 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:06:47.650143 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-388d6148-4aa7-41c4-9d84-acdb87f22f8d req-137fff88-cb75-406f-95d7-e9671238e42b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Calling delete_port for 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:06:47.658111 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2a939e-a125-45b4-8217-c451270083c1 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:06:47.658481 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2a939e-a125-45b4-8217-c451270083c1 None None] Checking segment: {'id': '5f67196c-0ae9-4453-9107-e2d5c49b6699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6fd67347-ec71-45a1-9364-18b0e76e690d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:06:47.658877 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ad2a939e-a125-45b4-8217-c451270083c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:47.659268 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2a939e-a125-45b4-8217-c451270083c1 None None] Bound using segment: {'id': '5f67196c-0ae9-4453-9107-e2d5c49b6699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6fd67347-ec71-45a1-9364-18b0e76e690d'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:06:47.659792 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-ad2a939e-a125-45b4-8217-c451270083c1 None None] Bound port: b4238f1d-8353-4cb5-834c-d2bcbe23c7e2, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f67196c-0ae9-4453-9107-e2d5c49b6699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6fd67347-ec71-45a1-9364-18b0e76e690d'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:06:47.660160 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ad2a939e-a125-45b4-8217-c451270083c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:47.677968 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12def028-0928-4e88-bcb4-50729824b1a7 req-67f2f77f-9a6e-4474-9e74-7407f8442d77 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:47.679578 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-12def028-0928-4e88-bcb4-50729824b1a7 req-67f2f77f-9a6e-4474-9e74-7407f8442d77 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 950 time: 0.2893744 Apr 20 13:06:47.680747 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:47.688051 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d466fdcf-aa2c-45de-9c5f-e13b80f142a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:47.689587 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4383ff-c390-494a-8547-d2d933447dbd tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Network 5b00292b-fac6-471f-82ba-b12a2921cf9b is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:06:47.695615 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ecebfd39-538d-46b5-879d-285fab7666a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c54d688-a419-4f17-aeea-49928e707463', 'name': 'tempest-ServersTestMultiNic-1931406948-router', 'tenant_id': '7f24aea8ff2146a69feb6b75310aae0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '79f75561-56e7-46bc-92f1-17d0a37e6722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:31Z', 'updated_at': '2022-04-20T13:06:42Z', 'revision_number': 4, 'project_id': '7f24aea8ff2146a69feb6b75310aae0a', 'gw_port': {'id': '79f75561-56e7-46bc-92f1-17d0a37e6722', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d3:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c54d688-a419-4f17-aeea-49928e707463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:34Z', 'updated_at': '2022-04-20T13:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '43ef864a-5522-401d-9679-7d2624a6f802', 'name': '', 'network_id': '8536e81d-569a-4cbc-bcb6-19bd4ebd3a7b', 'tenant_id': '7f24aea8ff2146a69feb6b75310aae0a', 'mac_address': 'fa:16:3e:e6:69:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c54d688-a419-4f17-aeea-49928e707463', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '2cfa6f4f-f54b-4163-b933-0ce22b496da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:40Z', 'updated_at': '2022-04-20T13:06:41Z', 'revision_number': 1, 'project_id': '7f24aea8ff2146a69feb6b75310aae0a', 'subnets': [{'id': '2cfa6f4f-f54b-4163-b933-0ce22b496da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:47.746587 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecebfd39-538d-46b5-879d-285fab7666a6 None None] The sync data for ids ['4c54d688-a419-4f17-aeea-49928e707463'] in n-d-836015-7 is: [{'id': '4c54d688-a419-4f17-aeea-49928e707463', 'name': 'tempest-ServersTestMultiNic-1931406948-router', 'tenant_id': '7f24aea8ff2146a69feb6b75310aae0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '79f75561-56e7-46bc-92f1-17d0a37e6722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:31Z', 'updated_at': '2022-04-20T13:06:42Z', 'revision_number': 4, 'project_id': '7f24aea8ff2146a69feb6b75310aae0a', 'gw_port': {'id': '79f75561-56e7-46bc-92f1-17d0a37e6722', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d3:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c54d688-a419-4f17-aeea-49928e707463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:34Z', 'updated_at': '2022-04-20T13:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '43ef864a-5522-401d-9679-7d2624a6f802', 'name': '', 'network_id': '8536e81d-569a-4cbc-bcb6-19bd4ebd3a7b', 'tenant_id': '7f24aea8ff2146a69feb6b75310aae0a', 'mac_address': 'fa:16:3e:e6:69:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c54d688-a419-4f17-aeea-49928e707463', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '2cfa6f4f-f54b-4163-b933-0ce22b496da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:40Z', 'updated_at': '2022-04-20T13:06:41Z', 'revision_number': 1, 'project_id': '7f24aea8ff2146a69feb6b75310aae0a', 'subnets': [{'id': '2cfa6f4f-f54b-4163-b933-0ce22b496da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:06:47.751180 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 522932ad-a69a-4228-aee7-f4395644d0df triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:06:47.751180 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:47.752298 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e503eb-9ecf-418c-89ce-2ae5b61de42d None None] Pushing event updated for resources: {'Port': ['ID=4fc003b1-3b91-4a84-b6bf-b70b061f600f,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:47.774080 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-48bd87bc-65cc-4bcb-b626-1865b864274f None None] Attempting to bind port 5c15de53-3138-4732-8386-98b866692271 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:06:47.774449 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-48bd87bc-65cc-4bcb-b626-1865b864274f None None] Attempting to bind port 5c15de53-3138-4732-8386-98b866692271 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '738fba35-11d5-4597-a6a9-a3497c92a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c0567742-ebd6-4040-88bb-7f8afbb4e328'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:06:47.774816 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bd87bc-65cc-4bcb-b626-1865b864274f None None] Attempting to bind port 5c15de53-3138-4732-8386-98b866692271 on network c0567742-ebd6-4040-88bb-7f8afbb4e328 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:06:47.808359 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fc6b67a3-c28f-433a-a6e4-17f7e3c6ef80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:47.813147 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e52726-5506-4558-97e2-59f7a48896e2 admin admin] Router ad2eee32-7058-487f-b8e5-afc078baaea4 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:06:47.815591 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-3a4383ff-c390-494a-8547-d2d933447dbd tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 5b00292b-fac6-471f-82ba-b12a2921cf9b) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:06:47.835210 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4383ff-c390-494a-8547-d2d933447dbd tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:47.835848 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3a4383ff-c390-494a-8547-d2d933447dbd tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:47.845848 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bd87bc-65cc-4bcb-b626-1865b864274f None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:06:47.846288 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bd87bc-65cc-4bcb-b626-1865b864274f None None] Checking segment: {'id': '738fba35-11d5-4597-a6a9-a3497c92a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c0567742-ebd6-4040-88bb-7f8afbb4e328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:06:47.846607 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-48bd87bc-65cc-4bcb-b626-1865b864274f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:47.847002 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bd87bc-65cc-4bcb-b626-1865b864274f None None] Bound using segment: {'id': '738fba35-11d5-4597-a6a9-a3497c92a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c0567742-ebd6-4040-88bb-7f8afbb4e328'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:06:47.847515 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-48bd87bc-65cc-4bcb-b626-1865b864274f None None] Bound port: 5c15de53-3138-4732-8386-98b866692271, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738fba35-11d5-4597-a6a9-a3497c92a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c0567742-ebd6-4040-88bb-7f8afbb4e328'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:06:47.847903 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-48bd87bc-65cc-4bcb-b626-1865b864274f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:47.874201 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483a2fb0-e6ba-49dc-81f0-bc36768c3cd4 None None] Network 5b00292b-fac6-471f-82ba-b12a2921cf9b requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:06:47.911812 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d466fdcf-aa2c-45de-9c5f-e13b80f142a6 admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:06:47.916379 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466fdcf-aa2c-45de-9c5f-e13b80f142a6 admin admin] Pushing event updated for resources: {'Port': ['ID=c1c0b034-8586-49b7-aee5-15dec55bc405,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:47.934715 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-d466fdcf-aa2c-45de-9c5f-e13b80f142a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:06:47.945543 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d466fdcf-aa2c-45de-9c5f-e13b80f142a6 admin admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:06:48.009794 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-12def028-0928-4e88-bcb4-50729824b1a7 req-49fcc058-f8fa-4a66-b972-eb6558821dce tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096004 Apr 20 13:06:48.013190 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3a4383ff-c390-494a-8547-d2d933447dbd tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5614998 Apr 20 13:06:48.016858 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34422) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:48.028202 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-43d40a27-7e57-4b11-a745-49abadf6b148 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1224752038'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:48.088006 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd87bc-65cc-4bcb-b626-1865b864274f None None] Pushing event updated for resources: {'Port': ['ID=5c15de53-3138-4732-8386-98b866692271,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:48.207191 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fc6b67a3-c28f-433a-a6e4-17f7e3c6ef80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:48.225300 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['efa8b45b-bd72-4ed1-9ff2-467e6261fe61'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:06:48.278814 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e52726-5506-4558-97e2-59f7a48896e2 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:06:48.290423 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ae2bb7-4a98-4649-8af7-8c5b722099a4 None None] Sync routers for ids ['ad2eee32-7058-487f-b8e5-afc078baaea4'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:06:48.311891 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d40a27-7e57-4b11-a745-49abadf6b148 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Made reservation on behalf of 7f24aea8ff2146a69feb6b75310aae0a for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:06:48.313633 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ad2a939e-a125-45b4-8217-c451270083c1 None None] For port b4238f1d-8353-4cb5-834c-d2bcbe23c7e2, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:06:48.322210 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ae2bb7-4a98-4649-8af7-8c5b722099a4 None None] Routers {'ad2eee32-7058-487f-b8e5-afc078baaea4'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:06:48.322857 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-38ae2bb7-4a98-4649-8af7-8c5b722099a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:06:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['ad2eee32-7058-487f-b8e5-afc078baaea4'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:48.334178 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-43d40a27-7e57-4b11-a745-49abadf6b148 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:48.343323 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6b67a3-c28f-433a-a6e4-17f7e3c6ef80 admin admin] Network 5f8d1d6d-7980-40b6-a3d5-202cd4161f9d is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:06:48.363488 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-36e025b1-6a8a-4195-889e-0b70e57ab04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'name': 'tempest-AttachVolumeShelveTestJSON-1796423913-router', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'e0156b26-b064-4225-8417-ea8cce1a54ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:35Z', 'updated_at': '2022-04-20T13:06:40Z', 'revision_number': 3, 'project_id': 'c6b1693032114a59884d6bf282ad5efe', 'gw_port': {'id': 'e0156b26-b064-4225-8417-ea8cce1a54ab', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:38Z', 'updated_at': '2022-04-20T13:06:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:48.363755 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d40a27-7e57-4b11-a745-49abadf6b148 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:06:48.377278 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-43d40a27-7e57-4b11-a745-49abadf6b148 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:48.377628 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-43d40a27-7e57-4b11-a745-49abadf6b148 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Added segment d7df52ce-f2f3-4aaf-9f41-c86ef69cb326 of type vlan for network 3fb47c34-1cee-4cad-85f7-20c636f9b377 Apr 20 13:06:48.431414 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-43d40a27-7e57-4b11-a745-49abadf6b148 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:48.433224 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-fc6b67a3-c28f-433a-a6e4-17f7e3c6ef80 admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:06:48.468096 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b0e52726-5506-4558-97e2-59f7a48896e2 admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:48.471128 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b0e52726-5506-4558-97e2-59f7a48896e2 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.6129425 Apr 20 13:06:48.472446 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34432) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:48.505616 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e025b1-6a8a-4195-889e-0b70e57ab04d None None] Checking router: 743ceca2-0b4a-4a6e-adc1-701ab4e69731 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:06:48.506278 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e025b1-6a8a-4195-889e-0b70e57ab04d None None] Updating router 743ceca2-0b4a-4a6e-adc1-701ab4e69731 port e0156b26-b064-4225-8417-ea8cce1a54ab binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:06:48.535774 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6b67a3-c28f-433a-a6e4-17f7e3c6ef80 admin admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:06:48.541087 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-38ae2bb7-4a98-4649-8af7-8c5b722099a4 None None] Set router ad2eee32-7058-487f-b8e5-afc078baaea4 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:06:48.604481 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-43d40a27-7e57-4b11-a745-49abadf6b148 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:48.609575 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b67a3-c28f-433a-a6e4-17f7e3c6ef80 admin admin] Pushing event updated for resources: {'Port': ['ID=ebc0a48e-f464-444f-96b9-d70e47d4e667,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:48.634124 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=efa8b45b-bd72-4ed1-9ff2-467e6261fe61,revision_number=7']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:48.651616 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d40a27-7e57-4b11-a745-49abadf6b148 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:48.653420 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-43d40a27-7e57-4b11-a745-49abadf6b148 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:48.658647 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-388d6148-4aa7-41c4-9d84-acdb87f22f8d req-137fff88-cb75-406f-95d7-e9671238e42b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:48.671318 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ad2a939e-a125-45b4-8217-c451270083c1 None None] For port b4238f1d-8353-4cb5-834c-d2bcbe23c7e2, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=b4238f1d-8353-4cb5-834c-d2bcbe23c7e2,segment=NetworkSegment(5f67196c-0ae9-4453-9107-e2d5c49b6699),segment_id=5f67196c-0ae9-4453-9107-e2d5c49b6699)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:06:48.724634 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 4fc003b1-3b91-4a84-b6bf-b70b061f600f up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:06:48.776869 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-43d40a27-7e57-4b11-a745-49abadf6b148 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7554073 Apr 20 13:06:48.790731 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['d652d4b0-9ae0-4c73-8d1c-2eedd7583cef'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:06:48.811821 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-48bd87bc-65cc-4bcb-b626-1865b864274f None None] For port 5c15de53-3138-4732-8386-98b866692271, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:06:48.837913 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34434) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:48.856066 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ad2a939e-a125-45b4-8217-c451270083c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:48.859108 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-c94cd5f9-5a7f-4a73-a680-c6f4b7240a6d tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Request body: {'subnet': {'network_id': '3fb47c34-1cee-4cad-85f7-20c636f9b377', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:48.935158 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-36e025b1-6a8a-4195-889e-0b70e57ab04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:48.941755 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d40a27-7e57-4b11-a745-49abadf6b148 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Pushing event updated for resources: {'Network': ['ID=3fb47c34-1cee-4cad-85f7-20c636f9b377,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:48.972449 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-38ae2bb7-4a98-4649-8af7-8c5b722099a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2eee32-7058-487f-b8e5-afc078baaea4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1841477300-router', 'tenant_id': 'a6b451742cde4bdd92a02183833a8484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'b064edd0-53c3-4315-b2bf-a2e258786747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:43Z', 'updated_at': '2022-04-20T13:06:46Z', 'revision_number': 3, 'project_id': 'a6b451742cde4bdd92a02183833a8484', 'gw_port': {'id': 'b064edd0-53c3-4315-b2bf-a2e258786747', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:05:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2eee32-7058-487f-b8e5-afc078baaea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:45Z', 'updated_at': '2022-04-20T13:06:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:49.003703 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-48bd87bc-65cc-4bcb-b626-1865b864274f None None] For port 5c15de53-3138-4732-8386-98b866692271, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=5c15de53-3138-4732-8386-98b866692271,segment=NetworkSegment(738fba35-11d5-4597-a6a9-a3497c92a9f7),segment_id=738fba35-11d5-4597-a6a9-a3497c92a9f7)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:06:49.006917 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 3fb47c34-1cee-4cad-85f7-20c636f9b377 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:06:49.023391 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ae2bb7-4a98-4649-8af7-8c5b722099a4 None None] Checking router: ad2eee32-7058-487f-b8e5-afc078baaea4 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:06:49.024108 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ae2bb7-4a98-4649-8af7-8c5b722099a4 None None] Updating router ad2eee32-7058-487f-b8e5-afc078baaea4 port b064edd0-53c3-4315-b2bf-a2e258786747 binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:06:49.070258 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-38ae2bb7-4a98-4649-8af7-8c5b722099a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:49.276395 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-48bd87bc-65cc-4bcb-b626-1865b864274f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:49.281963 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-7fce0d58-9f68-4a1a-9689-c9639e8a6454 None None] Provisioning complete for port ebc0a48e-f464-444f-96b9-d70e47d4e667 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:06:49.282387 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7fce0d58-9f68-4a1a-9689-c9639e8a6454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:49.372391 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-7fce0d58-9f68-4a1a-9689-c9639e8a6454 None None] Port ebc0a48e-f464-444f-96b9-d70e47d4e667 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:06:49.389585 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94cd5f9-5a7f-4a73-a680-c6f4b7240a6d tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Made reservation on behalf of 7f24aea8ff2146a69feb6b75310aae0a for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:06:49.398569 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c94cd5f9-5a7f-4a73-a680-c6f4b7240a6d tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:49.490406 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a939e-a125-45b4-8217-c451270083c1 None None] Pushing event updated for resources: {'Port': ['ID=b4238f1d-8353-4cb5-834c-d2bcbe23c7e2,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:49.501924 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2e0759-397e-4891-9e8a-642b936afe95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-5b00292b-fac6-471f-82ba-b12a2921cf9b', 'network_id': '5b00292b-fac6-471f-82ba-b12a2921cf9b', 'tenant_id': '7f24aea8ff2146a69feb6b75310aae0a', 'fixed_ips': [{'subnet_id': '47078f41-7228-450d-ab68-088f249f7e64'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:06:49.503044 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7b2e0759-397e-4891-9e8a-642b936afe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:49.584171 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137fff88-cb75-406f-95d7-e9671238e42b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Pushing event deleted for resources: {'Port': ['ID=8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:49.658010 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0b3bc-62f3-4460-a722-a2014b7025e3 req-7124284d-a956-4fc6-8fe6-820d119de1e9 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:49.666565 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bee0b3bc-62f3-4460-a722-a2014b7025e3 req-7124284d-a956-4fc6-8fe6-820d119de1e9 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 944 time: 1.4280932 Apr 20 13:06:49.675223 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-38ae2bb7-4a98-4649-8af7-8c5b722099a4 None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:49.684243 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 4fc003b1-3b91-4a84-b6bf-b70b061f600f triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:06:49.685035 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:49.705999 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888e71c-400f-4b3d-a537-0632fd27d0bd req-0c949277-9dad-4083-ac30-4c34f256f6e6 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:49.707584 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e888e71c-400f-4b3d-a537-0632fd27d0bd req-0c949277-9dad-4083-ac30-4c34f256f6e6 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 944 time: 1.2997284 Apr 20 13:06:49.732514 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fc6b67a3-c28f-433a-a6e4-17f7e3c6ef80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:49.774162 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-388d6148-4aa7-41c4-9d84-acdb87f22f8d req-137fff88-cb75-406f-95d7-e9671238e42b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] No DVR routers for this DVR port 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 on host n-h1-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:06:49.776790 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-388d6148-4aa7-41c4-9d84-acdb87f22f8d req-137fff88-cb75-406f-95d7-e9671238e42b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:49.782536 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-388d6148-4aa7-41c4-9d84-acdb87f22f8d req-137fff88-cb75-406f-95d7-e9671238e42b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.32 "DELETE /v2.0/ports/8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 HTTP/1.1" status: 204 len: 173 time: 3.0497651 Apr 20 13:06:49.800821 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-38ae2bb7-4a98-4649-8af7-8c5b722099a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:49.808937 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-25c6c01f-9fb4-436d-8a2a-28d4f39a7369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:49.846809 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e13159-406c-4c1c-b517-066f69d3579d', 'name': 'network-vif-deleted', 'tag': '8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:06:49.850357 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76adc7f7-2936-43a0-8b81-c03a0f767da7" -d '{"events": [{"server_uuid": "30e13159-406c-4c1c-b517-066f69d3579d", "name": "network-vif-deleted", "tag": "8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:06:49.869012 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b98f24e-69f5-455a-8b78-a97e310eb905 None None] Pushing event updated for resources: {'Port': ['ID=b064edd0-53c3-4315-b2bf-a2e258786747,revision_number=2']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:49.885877 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-38ae2bb7-4a98-4649-8af7-8c5b722099a4 None None] Attempting to bind port b064edd0-53c3-4315-b2bf-a2e258786747 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:06:49.887584 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-38ae2bb7-4a98-4649-8af7-8c5b722099a4 None None] Attempting to bind port b064edd0-53c3-4315-b2bf-a2e258786747 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:06:49.891775 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ae2bb7-4a98-4649-8af7-8c5b722099a4 None None] Attempting to bind port b064edd0-53c3-4315-b2bf-a2e258786747 on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:06:49.902845 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ae2bb7-4a98-4649-8af7-8c5b722099a4 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:06:49.906953 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ae2bb7-4a98-4649-8af7-8c5b722099a4 None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:06:49.907968 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-38ae2bb7-4a98-4649-8af7-8c5b722099a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:49.908473 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ae2bb7-4a98-4649-8af7-8c5b722099a4 None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:06:49.908870 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-38ae2bb7-4a98-4649-8af7-8c5b722099a4 None None] Bound port: b064edd0-53c3-4315-b2bf-a2e258786747, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:06:49.909256 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-38ae2bb7-4a98-4649-8af7-8c5b722099a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:49.954276 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd87bc-65cc-4bcb-b626-1865b864274f None None] Pushing event updated for resources: {'Port': ['ID=5c15de53-3138-4732-8386-98b866692271,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:50.015462 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba4174-0b6d-4370-bb2c-68278c72b37d req-e5428eeb-e882-42e3-a2c2-3f2e9f8758fe tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:50.017239 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1bba4174-0b6d-4370-bb2c-68278c72b37d req-e5428eeb-e882-42e3-a2c2-3f2e9f8758fe tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.15 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 944 time: 0.4503226 Apr 20 13:06:50.020910 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-38ae2bb7-4a98-4649-8af7-8c5b722099a4 None None] For port b064edd0-53c3-4315-b2bf-a2e258786747, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:06:50.024739 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-38ae2bb7-4a98-4649-8af7-8c5b722099a4 None None] For port b064edd0-53c3-4315-b2bf-a2e258786747, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=b064edd0-53c3-4315-b2bf-a2e258786747,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:06:50.029899 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bee0b3bc-62f3-4460-a722-a2014b7025e3 req-788240c3-7521-472b-b172-813f3c0493fa tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628366 Apr 20 13:06:50.110365 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-38ae2bb7-4a98-4649-8af7-8c5b722099a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:50.180404 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e888e71c-400f-4b3d-a537-0632fd27d0bd req-9dd5ec2c-5990-4ed7-bd4e-0689c345ceae tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442375 Apr 20 13:06:50.213236 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ae2bb7-4a98-4649-8af7-8c5b722099a4 None None] Routers {'ad2eee32-7058-487f-b8e5-afc078baaea4'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:06:50.214515 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-38ae2bb7-4a98-4649-8af7-8c5b722099a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:06:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['ad2eee32-7058-487f-b8e5-afc078baaea4'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:50.432881 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-38ae2bb7-4a98-4649-8af7-8c5b722099a4 None None] Set router ad2eee32-7058-487f-b8e5-afc078baaea4 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:06:50.542056 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-25c6c01f-9fb4-436d-8a2a-28d4f39a7369 admin admin] Allocated IP 172.20.0.1 (6fd67347-ec71-45a1-9364-18b0e76e690d/63b327b0-51a8-4300-a77a-b5c0e950779a/6bfcdd38-3734-45b2-aac4-7f5254398ce3) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:06:50.564059 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c94cd5f9-5a7f-4a73-a680-c6f4b7240a6d tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:50.580346 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b98f24e-69f5-455a-8b78-a97e310eb905 None None] Pushing event updated for resources: {'Port': ['ID=b064edd0-53c3-4315-b2bf-a2e258786747,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:50.599006 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ffefee19-8c4a-43ec-b8c2-0330f73d624f req-c7942ec7-3270-49a9-be0b-4f6901990b3d tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 210 time: 0.3779271 Apr 20 13:06:50.680180 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-7b2e0759-397e-4891-9e8a-642b936afe95 None None] Allocated IP 19.80.0.2 (5b00292b-fac6-471f-82ba-b12a2921cf9b/47078f41-7228-450d-ab68-088f249f7e64/7d1c154c-5e5d-49c5-bbf6-21878928be26) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:06:50.799563 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-2fe2677e-2e30-47c4-9c0e-0737d79d2adf tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:50.801431 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-2fe2677e-2e30-47c4-9c0e-0737d79d2adf tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.32 "GET /v2.0/networks?id=1448fb0c-76a1-4762-b0ef-b8c667a2a5dc HTTP/1.1" status: 200 len: 811 time: 0.7231393 Apr 20 13:06:50.802060 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d466fdcf-aa2c-45de-9c5f-e13b80f142a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:50.834956 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94cd5f9-5a7f-4a73-a680-c6f4b7240a6d tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Pushing event updated for resources: {'Subnet': ['ID=053e2bb8-0c4c-43d3-b534-6e814b91dfd8,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:50.855946 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94cd5f9-5a7f-4a73-a680-c6f4b7240a6d tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Checking segment: {'id': 'd7df52ce-f2f3-4aaf-9f41-c86ef69cb326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3fb47c34-1cee-4cad-85f7-20c636f9b377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:06:50.856456 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94cd5f9-5a7f-4a73-a680-c6f4b7240a6d tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Network hostable DHCP agents. Network: 3fb47c34-1cee-4cad-85f7-20c636f9b377, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:06:50.940158 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-25c6c01f-9fb4-436d-8a2a-28d4f39a7369 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:50.982024 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94cd5f9-5a7f-4a73-a680-c6f4b7240a6d tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Network 3fb47c34-1cee-4cad-85f7-20c636f9b377 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:06:51.029325 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28ab673-fba5-401f-b2b0-ce31f29659c9 x-openstack-request-id: req-f28ab673-fba5-401f-b2b0-ce31f29659c9 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:06:51.029680 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e13159-406c-4c1c-b517-066f69d3579d", "name": "network-vif-deleted", "tag": "8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:06:51.029996 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f28ab673-fba5-401f-b2b0-ce31f29659c9 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:06:51.030511 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f28ab673-fba5-401f-b2b0-ce31f29659c9'] response: {'server_uuid': '30e13159-406c-4c1c-b517-066f69d3579d', 'name': 'network-vif-deleted', 'tag': '8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9', 'status': 'completed', 'code': 200} Apr 20 13:06:51.036259 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-23dd4e36-22e7-4b7d-b52d-3e13130e0312 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Request body: {'port': {'device_id': 'df4c23c1-ad9e-4420-a05d-a2f176712d4b', 'network_id': '1448fb0c-76a1-4762-b0ef-b8c667a2a5dc', 'admin_state_up': True, 'tenant_id': '564a5d1e5b6e4687a901496539f07f39'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:51.115294 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-38ae2bb7-4a98-4649-8af7-8c5b722099a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2eee32-7058-487f-b8e5-afc078baaea4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1841477300-router', 'tenant_id': 'a6b451742cde4bdd92a02183833a8484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'b064edd0-53c3-4315-b2bf-a2e258786747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:43Z', 'updated_at': '2022-04-20T13:06:46Z', 'revision_number': 3, 'project_id': 'a6b451742cde4bdd92a02183833a8484', 'gw_port': {'id': 'b064edd0-53c3-4315-b2bf-a2e258786747', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:05:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2eee32-7058-487f-b8e5-afc078baaea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:45Z', 'updated_at': '2022-04-20T13:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:51.130863 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:06:51.132369 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-962cd673-d06a-48b5-8010-8a35dd3d8910 req-ca1dcc6c-145e-473f-8b9f-2641be75e173 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=30e13159-406c-4c1c-b517-066f69d3579d HTTP/1.1" status: 200 len: 210 time: 0.3794019 Apr 20 13:06:51.133639 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02e8eeb-b1d1-4964-b146-2e942b4b7c3d None None] Network 6fd67347-ec71-45a1-9364-18b0e76e690d requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:06:51.135626 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-c94cd5f9-5a7f-4a73-a680-c6f4b7240a6d tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 3fb47c34-1cee-4cad-85f7-20c636f9b377) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:06:51.172950 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['cb7fabd9-e9e0-4004-92bc-60bbb739783b'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:06:51.174098 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94cd5f9-5a7f-4a73-a680-c6f4b7240a6d tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:51.175536 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ae2bb7-4a98-4649-8af7-8c5b722099a4 None None] The sync data for ids ['ad2eee32-7058-487f-b8e5-afc078baaea4'] in n-d-836015-7 is: [{'id': 'ad2eee32-7058-487f-b8e5-afc078baaea4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1841477300-router', 'tenant_id': 'a6b451742cde4bdd92a02183833a8484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'b064edd0-53c3-4315-b2bf-a2e258786747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:43Z', 'updated_at': '2022-04-20T13:06:46Z', 'revision_number': 3, 'project_id': 'a6b451742cde4bdd92a02183833a8484', 'gw_port': {'id': 'b064edd0-53c3-4315-b2bf-a2e258786747', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:05:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2eee32-7058-487f-b8e5-afc078baaea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:45Z', 'updated_at': '2022-04-20T13:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:06:51.178262 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c94cd5f9-5a7f-4a73-a680-c6f4b7240a6d tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:51.193459 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ff4bbf-364d-4c03-9c0a-c0f80a019c23 None None] Network 3fb47c34-1cee-4cad-85f7-20c636f9b377 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:06:51.213719 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-25c6c01f-9fb4-436d-8a2a-28d4f39a7369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:51.281058 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c6c01f-9fb4-436d-8a2a-28d4f39a7369 admin admin] Pushing event updated for resources: {'Port': ['ID=6bfcdd38-3734-45b2-aac4-7f5254398ce3,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:51.294669 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c6c01f-9fb4-436d-8a2a-28d4f39a7369 admin admin] Network 6fd67347-ec71-45a1-9364-18b0e76e690d is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:06:51.299662 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-25c6c01f-9fb4-436d-8a2a-28d4f39a7369 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:06:51.300866 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:06:51.301511 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fc6b67a3-c28f-433a-a6e4-17f7e3c6ef80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:51.302252 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c6c01f-9fb4-436d-8a2a-28d4f39a7369 admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:06:51.304220 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 8fbfd123-9a6d-4e5c-a558-23ccd8ff05b9 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:06:51.345329 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device b4238f1d-8353-4cb5-834c-d2bcbe23c7e2 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:06:51.355080 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-25c6c01f-9fb4-436d-8a2a-28d4f39a7369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:51.407435 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c94cd5f9-5a7f-4a73-a680-c6f4b7240a6d tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5644879 Apr 20 13:06:51.422966 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-36e025b1-6a8a-4195-889e-0b70e57ab04d None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:51.520809 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-36e025b1-6a8a-4195-889e-0b70e57ab04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:51.530038 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-a4a52bee-98b8-47c9-b88e-e0e3efa5af8f None None] Provisioning complete for port b4238f1d-8353-4cb5-834c-d2bcbe23c7e2 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:06:51.538917 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a4a52bee-98b8-47c9-b88e-e0e3efa5af8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:51.658648 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-25c6c01f-9fb4-436d-8a2a-28d4f39a7369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:51.685342 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-1bba4174-0b6d-4370-bb2c-68278c72b37d req-6db41f95-4516-4f2f-ac73-79f7a4359904 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Deleting port 1f25d80c-815a-40d7-b33f-b8616b996117 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:06:51.685987 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1bba4174-0b6d-4370-bb2c-68278c72b37d req-6db41f95-4516-4f2f-ac73-79f7a4359904 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:51.729399 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device efa8b45b-bd72-4ed1-9ff2-467e6261fe61 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:06:51.761686 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d466fdcf-aa2c-45de-9c5f-e13b80f142a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:51.772769 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0646506-8a88-485a-8196-aa7d213c267c req-9df488ac-bde0-46b2-b90f-97f061c300e9 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:51.775254 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b0646506-8a88-485a-8196-aa7d213c267c req-9df488ac-bde0-46b2-b90f-97f061c300e9 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 944 time: 0.3917823 Apr 20 13:06:51.827439 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5fc831-42e2-450c-97d8-b857ffc454c7 req-4293cf19-e0d9-4ac5-a456-70b49724eac1 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:51.838378 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ae5fc831-42e2-450c-97d8-b857ffc454c7 req-4293cf19-e0d9-4ac5-a456-70b49724eac1 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 944 time: 0.5103593 Apr 20 13:06:51.926608 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-25c6c01f-9fb4-436d-8a2a-28d4f39a7369 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:51.958045 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-36e025b1-6a8a-4195-889e-0b70e57ab04d None None] Attempting to bind port e0156b26-b064-4225-8417-ea8cce1a54ab on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:06:51.958716 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-36e025b1-6a8a-4195-889e-0b70e57ab04d None None] Attempting to bind port e0156b26-b064-4225-8417-ea8cce1a54ab by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:06:51.959261 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e025b1-6a8a-4195-889e-0b70e57ab04d None None] Attempting to bind port e0156b26-b064-4225-8417-ea8cce1a54ab on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:06:51.961432 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1bc86d-5014-4984-bbfc-47d8ea754a5e None None] Pushing event updated for resources: {'Port': ['ID=e0156b26-b064-4225-8417-ea8cce1a54ab,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:51.998885 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7b2e0759-397e-4891-9e8a-642b936afe95 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:52.011726 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-25c6c01f-9fb4-436d-8a2a-28d4f39a7369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:52.041087 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-23dd4e36-22e7-4b7d-b52d-3e13130e0312 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Made reservation on behalf of 564a5d1e5b6e4687a901496539f07f39 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:06:52.045385 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-23dd4e36-22e7-4b7d-b52d-3e13130e0312 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:52.047530 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e025b1-6a8a-4195-889e-0b70e57ab04d None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:06:52.047918 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e025b1-6a8a-4195-889e-0b70e57ab04d None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:06:52.049536 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-36e025b1-6a8a-4195-889e-0b70e57ab04d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:52.049536 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e025b1-6a8a-4195-889e-0b70e57ab04d None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:06:52.049536 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-36e025b1-6a8a-4195-889e-0b70e57ab04d None None] Bound port: e0156b26-b064-4225-8417-ea8cce1a54ab, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:06:52.049536 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-36e025b1-6a8a-4195-889e-0b70e57ab04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:52.080212 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ae5fc831-42e2-450c-97d8-b857ffc454c7 req-480df214-d5b6-4db5-8d80-33c71f1524db tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405064 Apr 20 13:06:52.086815 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba130e6-830f-4f92-822d-3d5c2819e986 None None] Sync routers for ids ['4c54d688-a419-4f17-aeea-49928e707463'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:06:52.108028 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port b4238f1d-8353-4cb5-834c-d2bcbe23c7e2 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:06:52.108638 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:52.130185 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c6c01f-9fb4-436d-8a2a-28d4f39a7369 admin admin] Pushing event updated for resources: {'Port': ['ID=6bfcdd38-3734-45b2-aac4-7f5254398ce3,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:52.134256 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-25c6c01f-9fb4-436d-8a2a-28d4f39a7369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:52.151256 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1160f65c-aded-48b9-9b3b-7d60ece1249d None None] Network c0567742-ebd6-4040-88bb-7f8afbb4e328 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:06:52.201462 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7b2e0759-397e-4891-9e8a-642b936afe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:52.236007 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-1bba4174-0b6d-4370-bb2c-68278c72b37d req-6db41f95-4516-4f2f-ac73-79f7a4359904 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] For port 1f25d80c-815a-40d7-b33f-b8616b996117, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=1f25d80c-815a-40d7-b33f-b8616b996117,segment=NetworkSegment(c36f4b37-e1d8-4848-acc2-f80f64f61825),segment_id=c36f4b37-e1d8-4848-acc2-f80f64f61825)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:52.236500 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1bba4174-0b6d-4370-bb2c-68278c72b37d req-6db41f95-4516-4f2f-ac73-79f7a4359904 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:52.260109 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b0646506-8a88-485a-8196-aa7d213c267c req-1880ad76-b9ac-4b30-aa75-0b855aac569c tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4583807 Apr 20 13:06:52.274053 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c6c01f-9fb4-436d-8a2a-28d4f39a7369 admin admin] Network 6fd67347-ec71-45a1-9364-18b0e76e690d is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:06:52.275789 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-25c6c01f-9fb4-436d-8a2a-28d4f39a7369 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:06:52.416171 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-c3173151-d36e-4588-bfd8-8d94c41a3bf7 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:52.422715 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-c3173151-d36e-4588-bfd8-8d94c41a3bf7 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:52.430450 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba130e6-830f-4f92-822d-3d5c2819e986 None None] Routers {'4c54d688-a419-4f17-aeea-49928e707463'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:06:52.431085 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-c3173151-d36e-4588-bfd8-8d94c41a3bf7 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/networks?id=5b00292b-fac6-471f-82ba-b12a2921cf9b&id=3fb47c34-1cee-4cad-85f7-20c636f9b377&id=5b00292b-fac6-471f-82ba-b12a2921cf9b HTTP/1.1" status: 200 len: 1391 time: 0.1526186 Apr 20 13:06:52.431745 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-8ba130e6-830f-4f92-822d-3d5c2819e986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:06:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['4c54d688-a419-4f17-aeea-49928e707463'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:52.491971 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-e6ee75ea-9f89-4ca0-8ade-5e9893f19011 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/quotas/7f24aea8ff2146a69feb6b75310aae0a HTTP/1.1" status: 200 len: 375 time: 0.0592892 Apr 20 13:06:52.494144 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2e0759-397e-4891-9e8a-642b936afe95 None None] Network 5b00292b-fac6-471f-82ba-b12a2921cf9b is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:06:52.497159 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a946b726-5705-474e-9955-08a617e90a92 req-73c76c01-7503-4228-8e98-4046c2cd8831 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 210 time: 0.0429378 Apr 20 13:06:52.498159 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-1bba4174-0b6d-4370-bb2c-68278c72b37d req-6db41f95-4516-4f2f-ac73-79f7a4359904 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Calling delete_port for 1f25d80c-815a-40d7-b33f-b8616b996117 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:06:52.578129 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fc6b67a3-c28f-433a-a6e4-17f7e3c6ef80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:52.699309 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-36e025b1-6a8a-4195-889e-0b70e57ab04d None None] For port e0156b26-b064-4225-8417-ea8cce1a54ab, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:06:52.699309 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-36e025b1-6a8a-4195-889e-0b70e57ab04d None None] For port e0156b26-b064-4225-8417-ea8cce1a54ab, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=e0156b26-b064-4225-8417-ea8cce1a54ab,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:06:52.699309 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-8ba130e6-830f-4f92-822d-3d5c2819e986 None None] Set router 4c54d688-a419-4f17-aeea-49928e707463 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:06:52.745464 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-7b2e0759-397e-4891-9e8a-642b936afe95 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:06:52.753109 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2e0759-397e-4891-9e8a-642b936afe95 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:06:52.764968 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c6c01f-9fb4-436d-8a2a-28d4f39a7369 admin admin] Router ad2eee32-7058-487f-b8e5-afc078baaea4 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:06:52.819110 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738b5a2f-d608-4409-b38c-1ed4851e8720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-3fb47c34-1cee-4cad-85f7-20c636f9b377', 'network_id': '3fb47c34-1cee-4cad-85f7-20c636f9b377', 'tenant_id': '7f24aea8ff2146a69feb6b75310aae0a', 'fixed_ips': [{'subnet_id': '053e2bb8-0c4c-43d3-b534-6e814b91dfd8'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:06:52.819811 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-738b5a2f-d608-4409-b38c-1ed4851e8720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:52.838639 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-bee008f4-29a0-4977-933e-fd7470da8fb7 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7f24aea8ff2146a69feb6b75310aae0a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2742751 Apr 20 13:06:52.898696 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c6c01f-9fb4-436d-8a2a-28d4f39a7369 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:06:52.909743 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-25c6c01f-9fb4-436d-8a2a-28d4f39a7369 admin admin] 10.222.0.25 "PUT /v2.0/routers/ad2eee32-7058-487f-b8e5-afc078baaea4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4360733 Apr 20 13:06:52.964386 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a4a52bee-98b8-47c9-b88e-e0e3efa5af8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:53.012988 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-a4a52bee-98b8-47c9-b88e-e0e3efa5af8f None None] For port b4238f1d-8353-4cb5-834c-d2bcbe23c7e2, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=b4238f1d-8353-4cb5-834c-d2bcbe23c7e2,segment=NetworkSegment(5f67196c-0ae9-4453-9107-e2d5c49b6699),segment_id=5f67196c-0ae9-4453-9107-e2d5c49b6699)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:53.014148 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e0759-397e-4891-9e8a-642b936afe95 None None] Pushing event updated for resources: {'Port': ['ID=7d1c154c-5e5d-49c5-bbf6-21878928be26,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:53.016770 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port efa8b45b-bd72-4ed1-9ff2-467e6261fe61 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:06:53.017270 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:53.144144 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-36e025b1-6a8a-4195-889e-0b70e57ab04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:53.374249 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a4a52bee-98b8-47c9-b88e-e0e3efa5af8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:53.377472 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d466fdcf-aa2c-45de-9c5f-e13b80f142a6 admin admin] Router b9692bf5-f1b2-4876-9b3f-060c953cf2cb is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:06:53.382563 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fc6b67a3-c28f-433a-a6e4-17f7e3c6ef80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:53.396475 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-7b2e0759-397e-4891-9e8a-642b936afe95 None None] Attempting to bind port 7d1c154c-5e5d-49c5-bbf6-21878928be26 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:06:53.396819 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-7b2e0759-397e-4891-9e8a-642b936afe95 None None] Attempting to bind port 7d1c154c-5e5d-49c5-bbf6-21878928be26 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'fd661946-010d-4ee5-895f-ad1f462f035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5b00292b-fac6-471f-82ba-b12a2921cf9b'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:06:53.397239 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2e0759-397e-4891-9e8a-642b936afe95 None None] Attempting to bind port 7d1c154c-5e5d-49c5-bbf6-21878928be26 on network 5b00292b-fac6-471f-82ba-b12a2921cf9b {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:06:53.442575 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-23dd4e36-22e7-4b7d-b52d-3e13130e0312 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Allocated IP 172.20.0.14 (1448fb0c-76a1-4762-b0ef-b8c667a2a5dc/c84cb6f4-b4cc-4751-b4bc-ddb2101451ae/c8821e47-1795-462a-8e0e-1e348b5dee64) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:06:53.523764 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:53.536983 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2e0759-397e-4891-9e8a-642b936afe95 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:06:53.537609 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2e0759-397e-4891-9e8a-642b936afe95 None None] Checking segment: {'id': 'fd661946-010d-4ee5-895f-ad1f462f035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5b00292b-fac6-471f-82ba-b12a2921cf9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:06:53.538000 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7b2e0759-397e-4891-9e8a-642b936afe95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:53.538384 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2e0759-397e-4891-9e8a-642b936afe95 None None] Bound using segment: {'id': 'fd661946-010d-4ee5-895f-ad1f462f035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5b00292b-fac6-471f-82ba-b12a2921cf9b'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:06:53.538855 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-7b2e0759-397e-4891-9e8a-642b936afe95 None None] Bound port: 7d1c154c-5e5d-49c5-bbf6-21878928be26, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd661946-010d-4ee5-895f-ad1f462f035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5b00292b-fac6-471f-82ba-b12a2921cf9b'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:06:53.539231 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7b2e0759-397e-4891-9e8a-642b936afe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:53.601540 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-45795452-40ee-4713-af3b-6104d5688ca5 service neutron] 10.222.0.25 "GET /v2.0/networks/5b00292b-fac6-471f-82ba-b12a2921cf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7540882 Apr 20 13:06:53.614356 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1bc86d-5014-4984-bbfc-47d8ea754a5e None None] Pushing event updated for resources: {'Port': ['ID=e0156b26-b064-4225-8417-ea8cce1a54ab,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:53.685444 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-738b5a2f-d608-4409-b38c-1ed4851e8720 None None] Allocated IP 19.86.0.2 (3fb47c34-1cee-4cad-85f7-20c636f9b377/053e2bb8-0c4c-43d3-b534-6e814b91dfd8/26c6fd5f-b5a3-4b1a-8376-e6245e5ae816) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:06:53.705174 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b67a3-c28f-433a-a6e4-17f7e3c6ef80 admin admin] Pushing event updated for resources: {'Port': ['ID=ebc0a48e-f464-444f-96b9-d70e47d4e667,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:53.751582 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fc6b67a3-c28f-433a-a6e4-17f7e3c6ef80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:53.765337 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a52bee-98b8-47c9-b88e-e0e3efa5af8f None None] Pushing event updated for resources: {'Port': ['ID=b4238f1d-8353-4cb5-834c-d2bcbe23c7e2,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:53.828537 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1bba4174-0b6d-4370-bb2c-68278c72b37d req-6db41f95-4516-4f2f-ac73-79f7a4359904 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:53.867054 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8a1af-0439-490b-8c2f-578d302ca52e req-46388d06-6aea-4703-8ff1-a492f07a67ad tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:53.868783 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-e8bd89ee-2da8-49be-8875-7a21a5d28a72 None None] Provisioning complete for port 6bfcdd38-3734-45b2-aac4-7f5254398ce3 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:06:53.869103 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e8bd89ee-2da8-49be-8875-7a21a5d28a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:53.875085 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e5f8a1af-0439-490b-8c2f-578d302ca52e req-46388d06-6aea-4703-8ff1-a492f07a67ad tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fccc88f-63f5-4918-8e46-454d040b6111 HTTP/1.1" status: 200 len: 944 time: 0.4120281 Apr 20 13:06:53.877138 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e025b1-6a8a-4195-889e-0b70e57ab04d None None] Routers {'743ceca2-0b4a-4a6e-adc1-701ab4e69731'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:06:53.882893 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-36e025b1-6a8a-4195-889e-0b70e57ab04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:06:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['743ceca2-0b4a-4a6e-adc1-701ab4e69731'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:53.932810 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e1bd17-4f0d-4ba3-b6de-e32f6813216e None None] Sync routers for ids ['ad2eee32-7058-487f-b8e5-afc078baaea4'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:06:53.949757 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e1bd17-4f0d-4ba3-b6de-e32f6813216e None None] Routers {'ad2eee32-7058-487f-b8e5-afc078baaea4'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:06:53.950391 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f8e1bd17-4f0d-4ba3-b6de-e32f6813216e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:06:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['ad2eee32-7058-487f-b8e5-afc078baaea4'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:53.979509 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db41f95-4516-4f2f-ac73-79f7a4359904 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Pushing event deleted for resources: {'Port': ['ID=1f25d80c-815a-40d7-b33f-b8616b996117,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:54.047054 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:54.077143 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-e8bd89ee-2da8-49be-8875-7a21a5d28a72 None None] Port 6bfcdd38-3734-45b2-aac4-7f5254398ce3 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:06:54.154683 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bba4174-0b6d-4370-bb2c-68278c72b37d req-6db41f95-4516-4f2f-ac73-79f7a4359904 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] No DVR routers for this DVR port 1f25d80c-815a-40d7-b33f-b8616b996117 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:06:54.158390 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1bba4174-0b6d-4370-bb2c-68278c72b37d req-6db41f95-4516-4f2f-ac73-79f7a4359904 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:54.162824 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1bba4174-0b6d-4370-bb2c-68278c72b37d req-6db41f95-4516-4f2f-ac73-79f7a4359904 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.15 "DELETE /v2.0/ports/1f25d80c-815a-40d7-b33f-b8616b996117 HTTP/1.1" status: 204 len: 173 time: 4.1187134 Apr 20 13:06:54.185799 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fccc88f-63f5-4918-8e46-454d040b6111', 'name': 'network-vif-deleted', 'tag': '1f25d80c-815a-40d7-b33f-b8616b996117'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:06:54.189671 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdc11a4-1872-4820-ae8e-7ac7691a4140" -d '{"events": [{"server_uuid": "9fccc88f-63f5-4918-8e46-454d040b6111", "name": "network-vif-deleted", "tag": "1f25d80c-815a-40d7-b33f-b8616b996117"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:06:54.229115 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-f8e1bd17-4f0d-4ba3-b6de-e32f6813216e None None] Set router ad2eee32-7058-487f-b8e5-afc078baaea4 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:06:54.230010 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e5f8a1af-0439-490b-8c2f-578d302ca52e req-8cec8622-881b-46aa-94f8-304e74735983 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536944 Apr 20 13:06:54.233483 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d466fdcf-aa2c-45de-9c5f-e13b80f142a6 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:06:54.354659 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-c0588fcf-95cf-4854-813a-d3e8df9eaec6 service neutron] 10.222.0.25 "GET /v2.0/networks/5b00292b-fac6-471f-82ba-b12a2921cf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6816850 Apr 20 13:06:54.441479 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-738b5a2f-d608-4409-b38c-1ed4851e8720 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:54.456741 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-7b2e0759-397e-4891-9e8a-642b936afe95 None None] For port 7d1c154c-5e5d-49c5-bbf6-21878928be26, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:06:54.460562 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-7b2e0759-397e-4891-9e8a-642b936afe95 None None] For port 7d1c154c-5e5d-49c5-bbf6-21878928be26, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=7d1c154c-5e5d-49c5-bbf6-21878928be26,segment=NetworkSegment(fd661946-010d-4ee5-895f-ad1f462f035e),segment_id=fd661946-010d-4ee5-895f-ad1f462f035e)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:06:54.520594 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port efa8b45b-bd72-4ed1-9ff2-467e6261fe61, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=efa8b45b-bd72-4ed1-9ff2-467e6261fe61,segment=NetworkSegment(b8a45d7f-8d03-42e0-b39a-371992aad9ff),segment_id=b8a45d7f-8d03-42e0-b39a-371992aad9ff)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:54.540390 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-23dd4e36-22e7-4b7d-b52d-3e13130e0312 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:54.547832 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6b67a3-c28f-433a-a6e4-17f7e3c6ef80 admin admin] Network 5f8d1d6d-7980-40b6-a3d5-202cd4161f9d is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:06:54.558916 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d466fdcf-aa2c-45de-9c5f-e13b80f142a6 admin admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:54.560623 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d466fdcf-aa2c-45de-9c5f-e13b80f142a6 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.2335103 Apr 20 13:06:54.564021 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34484) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:54.576057 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7529e07f-096f-4c8d-8f94-202509811a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa8b45b-bd72-4ed1-9ff2-467e6261fe61'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:06:54.576822 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-fc6b67a3-c28f-433a-a6e4-17f7e3c6ef80 admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:06:54.578879 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17821922-dd56-4c0e-973a-7071001c6e88" -d '{"events": [{"server_uuid": "7529e07f-096f-4c8d-8f94-202509811a27", "name": "network-vif-plugged", "status": "completed", "tag": "efa8b45b-bd72-4ed1-9ff2-467e6261fe61"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:06:54.588040 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff826a36-f075-4c69-8b7e-2a0285afa64d None None] Sync routers for ids ['b9692bf5-f1b2-4876-9b3f-060c953cf2cb'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:06:54.620665 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f8e1bd17-4f0d-4ba3-b6de-e32f6813216e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2eee32-7058-487f-b8e5-afc078baaea4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1841477300-router', 'tenant_id': 'a6b451742cde4bdd92a02183833a8484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'b064edd0-53c3-4315-b2bf-a2e258786747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:43Z', 'updated_at': '2022-04-20T13:06:51Z', 'revision_number': 4, 'project_id': 'a6b451742cde4bdd92a02183833a8484', 'gw_port': {'id': 'b064edd0-53c3-4315-b2bf-a2e258786747', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:05:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2eee32-7058-487f-b8e5-afc078baaea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:45Z', 'updated_at': '2022-04-20T13:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '6bfcdd38-3734-45b2-aac4-7f5254398ce3', 'name': '', 'network_id': '6fd67347-ec71-45a1-9364-18b0e76e690d', 'tenant_id': 'a6b451742cde4bdd92a02183833a8484', 'mac_address': 'fa:16:3e:d7:c3:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2eee32-7058-487f-b8e5-afc078baaea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '63b327b0-51a8-4300-a77a-b5c0e950779a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:49Z', 'updated_at': '2022-04-20T13:06:51Z', 'revision_number': 2, 'project_id': 'a6b451742cde4bdd92a02183833a8484', 'subnets': [{'id': '63b327b0-51a8-4300-a77a-b5c0e950779a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:54.631695 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-738b5a2f-d608-4409-b38c-1ed4851e8720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:54.659884 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-e8bd89ee-2da8-49be-8875-7a21a5d28a72 None None] Provisioning complete for port 5c15de53-3138-4732-8386-98b866692271 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:06:54.660245 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e8bd89ee-2da8-49be-8875-7a21a5d28a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:54.673508 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e1bd17-4f0d-4ba3-b6de-e32f6813216e None None] Checking router: ad2eee32-7058-487f-b8e5-afc078baaea4 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:06:54.676463 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e1bd17-4f0d-4ba3-b6de-e32f6813216e None None] Updating router ad2eee32-7058-487f-b8e5-afc078baaea4 port 6bfcdd38-3734-45b2-aac4-7f5254398ce3 binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:06:54.726015 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e2961-cc22-468a-acfe-b3a7058274e8 req-64382c99-8459-4535-8c79-e44f24ee26b4 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:54.728597 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a00e2961-cc22-468a-acfe-b3a7058274e8 req-64382c99-8459-4535-8c79-e44f24ee26b4 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 950 time: 0.3385582 Apr 20 13:06:54.741545 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-f8e1bd17-4f0d-4ba3-b6de-e32f6813216e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:54.836209 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738b5a2f-d608-4409-b38c-1ed4851e8720 None None] Network 3fb47c34-1cee-4cad-85f7-20c636f9b377 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:06:54.838181 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7b2e0759-397e-4891-9e8a-642b936afe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:54.843932 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-5ad7e163-320e-45cb-862b-180dc8740fb2 service neutron] 10.222.0.25 "GET /v2.0/networks/3fb47c34-1cee-4cad-85f7-20c636f9b377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4648578 Apr 20 13:06:54.858131 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b5a2f-d608-4409-b38c-1ed4851e8720 None None] Pushing event updated for resources: {'Port': ['ID=26c6fd5f-b5a3-4b1a-8376-e6245e5ae816,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:54.869146 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-738b5a2f-d608-4409-b38c-1ed4851e8720 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:06:54.884133 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:54.887938 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 1f25d80c-815a-40d7-b33f-b8616b996117 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:06:54.966224 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09147e-96fb-4e10-8ef7-d092c312b292 req-bb3d3d12-acf4-4cc1-a741-412b364affee tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:54.968156 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a00e2961-cc22-468a-acfe-b3a7058274e8 req-c13da94c-57b6-4e95-aa0c-d189b016c8ab tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181909 Apr 20 13:06:54.975739 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738b5a2f-d608-4409-b38c-1ed4851e8720 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:06:54.980795 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-fe09147e-96fb-4e10-8ef7-d092c312b292 req-bb3d3d12-acf4-4cc1-a741-412b364affee tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 950 time: 0.2668874 Apr 20 13:06:55.065232 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-23dd4e36-22e7-4b7d-b52d-3e13130e0312 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:55.069753 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 1f25d80c-815a-40d7-b33f-b8616b996117 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:06:55.070054 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 1f25d80c-815a-40d7-b33f-b8616b996117 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:06:55.101685 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:06:55.110899 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:06:55.115808 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff826a36-f075-4c69-8b7e-2a0285afa64d None None] Routers {'b9692bf5-f1b2-4876-9b3f-060c953cf2cb'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:06:55.116766 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ff826a36-f075-4c69-8b7e-2a0285afa64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:06:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['b9692bf5-f1b2-4876-9b3f-060c953cf2cb'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:55.169870 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd4e36-22e7-4b7d-b52d-3e13130e0312 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Pushing event updated for resources: {'Port': ['ID=c8821e47-1795-462a-8e0e-1e348b5dee64,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:55.219883 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-36e025b1-6a8a-4195-889e-0b70e57ab04d None None] Set router 743ceca2-0b4a-4a6e-adc1-701ab4e69731 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:06:55.233376 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-23dd4e36-22e7-4b7d-b52d-3e13130e0312 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Network 1448fb0c-76a1-4762-b0ef-b8c667a2a5dc is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:06:55.244649 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-23dd4e36-22e7-4b7d-b52d-3e13130e0312 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:06:55.253650 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-23dd4e36-22e7-4b7d-b52d-3e13130e0312 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:06:55.258482 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6b67a3-c28f-433a-a6e4-17f7e3c6ef80 admin admin] Router 743ceca2-0b4a-4a6e-adc1-701ab4e69731 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:06:55.307299 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-dcafb34b-39f9-4355-bd47-00bff437b349 service neutron] 10.222.0.25 "GET /v2.0/networks/3fb47c34-1cee-4cad-85f7-20c636f9b377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4534385 Apr 20 13:06:55.355219 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df368f-e90d-45ea-abec-74ac4882bb11 req-cdc01e23-19b1-4fd0-a818-88b29cd32c4a tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:55.365348 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-50df368f-e90d-45ea-abec-74ac4882bb11 req-cdc01e23-19b1-4fd0-a818-88b29cd32c4a tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 945 time: 0.1763465 Apr 20 13:06:55.410617 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e0759-397e-4891-9e8a-642b936afe95 None None] Pushing event updated for resources: {'Port': ['ID=7d1c154c-5e5d-49c5-bbf6-21878928be26,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:55.458709 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-f8e1bd17-4f0d-4ba3-b6de-e32f6813216e None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:55.469681 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-fe09147e-96fb-4e10-8ef7-d092c312b292 req-54f52067-d763-41a3-97f0-9f0f63631b3b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Deleting port d652d4b0-9ae0-4c73-8d1c-2eedd7583cef {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:06:55.470069 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-fe09147e-96fb-4e10-8ef7-d092c312b292 req-54f52067-d763-41a3-97f0-9f0f63631b3b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:55.506653 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-23dd4e36-22e7-4b7d-b52d-3e13130e0312 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:55.507857 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-23dd4e36-22e7-4b7d-b52d-3e13130e0312 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:55.511043 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-87f4c580-0c27-4ed4-87f3-134202a4734d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:55.542842 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-f8e1bd17-4f0d-4ba3-b6de-e32f6813216e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:55.571708 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-50df368f-e90d-45ea-abec-74ac4882bb11 req-0cc7da87-21a1-4d62-b11c-8a5a244adba8 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024043 Apr 20 13:06:55.602353 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-738b5a2f-d608-4409-b38c-1ed4851e8720 None None] Attempting to bind port 26c6fd5f-b5a3-4b1a-8376-e6245e5ae816 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:06:55.602732 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-738b5a2f-d608-4409-b38c-1ed4851e8720 None None] Attempting to bind port 26c6fd5f-b5a3-4b1a-8376-e6245e5ae816 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'd7df52ce-f2f3-4aaf-9f41-c86ef69cb326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3fb47c34-1cee-4cad-85f7-20c636f9b377'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:06:55.603122 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738b5a2f-d608-4409-b38c-1ed4851e8720 None None] Attempting to bind port 26c6fd5f-b5a3-4b1a-8376-e6245e5ae816 on network 3fb47c34-1cee-4cad-85f7-20c636f9b377 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:06:55.618444 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c19bbe4-aed2-4914-a3e9-44a47c2c35d1 None None] Pushing event updated for resources: {'Port': ['ID=6bfcdd38-3734-45b2-aac4-7f5254398ce3,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:55.647284 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-23dd4e36-22e7-4b7d-b52d-3e13130e0312 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6216888 Apr 20 13:06:55.710137 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-f8e1bd17-4f0d-4ba3-b6de-e32f6813216e None None] Attempting to bind port 6bfcdd38-3734-45b2-aac4-7f5254398ce3 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:06:55.710802 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-f8e1bd17-4f0d-4ba3-b6de-e32f6813216e None None] Attempting to bind port 6bfcdd38-3734-45b2-aac4-7f5254398ce3 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '5f67196c-0ae9-4453-9107-e2d5c49b6699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6fd67347-ec71-45a1-9364-18b0e76e690d'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:06:55.711327 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e1bd17-4f0d-4ba3-b6de-e32f6813216e None None] Attempting to bind port 6bfcdd38-3734-45b2-aac4-7f5254398ce3 on network 6fd67347-ec71-45a1-9364-18b0e76e690d {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:06:55.726449 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e1bd17-4f0d-4ba3-b6de-e32f6813216e None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:06:55.735619 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e1bd17-4f0d-4ba3-b6de-e32f6813216e None None] Checking segment: {'id': '5f67196c-0ae9-4453-9107-e2d5c49b6699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6fd67347-ec71-45a1-9364-18b0e76e690d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:06:55.735619 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-f8e1bd17-4f0d-4ba3-b6de-e32f6813216e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:55.735619 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e1bd17-4f0d-4ba3-b6de-e32f6813216e None None] Bound using segment: {'id': '5f67196c-0ae9-4453-9107-e2d5c49b6699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6fd67347-ec71-45a1-9364-18b0e76e690d'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:06:55.735619 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-f8e1bd17-4f0d-4ba3-b6de-e32f6813216e None None] Bound port: 6bfcdd38-3734-45b2-aac4-7f5254398ce3, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f67196c-0ae9-4453-9107-e2d5c49b6699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6fd67347-ec71-45a1-9364-18b0e76e690d'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:06:55.735619 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-f8e1bd17-4f0d-4ba3-b6de-e32f6813216e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:55.743604 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-08ee3035-6aae-4a43-91d8-f3e8563a0e01 service neutron] Request body: {'port': {'device_id': 'df4c23c1-ad9e-4420-a05d-a2f176712d4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:55.745314 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738b5a2f-d608-4409-b38c-1ed4851e8720 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:06:55.745694 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738b5a2f-d608-4409-b38c-1ed4851e8720 None None] Checking segment: {'id': 'd7df52ce-f2f3-4aaf-9f41-c86ef69cb326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3fb47c34-1cee-4cad-85f7-20c636f9b377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:06:55.746107 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-738b5a2f-d608-4409-b38c-1ed4851e8720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:55.746597 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738b5a2f-d608-4409-b38c-1ed4851e8720 None None] Bound using segment: {'id': 'd7df52ce-f2f3-4aaf-9f41-c86ef69cb326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3fb47c34-1cee-4cad-85f7-20c636f9b377'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:06:55.746983 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-738b5a2f-d608-4409-b38c-1ed4851e8720 None None] Bound port: 26c6fd5f-b5a3-4b1a-8376-e6245e5ae816, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7df52ce-f2f3-4aaf-9f41-c86ef69cb326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3fb47c34-1cee-4cad-85f7-20c636f9b377'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:06:55.747384 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-738b5a2f-d608-4409-b38c-1ed4851e8720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:55.875022 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-957c0403-f92c-4bdc-bded-ff2102ff6bef service neutron] 10.222.0.25 "GET /v2.0/networks/5b00292b-fac6-471f-82ba-b12a2921cf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5516965 Apr 20 13:06:55.886573 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6b67a3-c28f-433a-a6e4-17f7e3c6ef80 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:06:55.910597 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-fc6b67a3-c28f-433a-a6e4-17f7e3c6ef80 admin admin] 10.222.0.25 "PUT /v2.0/routers/743ceca2-0b4a-4a6e-adc1-701ab4e69731/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3756630 Apr 20 13:06:56.000308 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-08ee3035-6aae-4a43-91d8-f3e8563a0e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:56.040587 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-f8e1bd17-4f0d-4ba3-b6de-e32f6813216e None None] For port 6bfcdd38-3734-45b2-aac4-7f5254398ce3, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:06:56.045478 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-f8e1bd17-4f0d-4ba3-b6de-e32f6813216e None None] For port 6bfcdd38-3734-45b2-aac4-7f5254398ce3, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=6bfcdd38-3734-45b2-aac4-7f5254398ce3,segment=NetworkSegment(5f67196c-0ae9-4453-9107-e2d5c49b6699),segment_id=5f67196c-0ae9-4453-9107-e2d5c49b6699)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:06:56.057987 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e8bd89ee-2da8-49be-8875-7a21a5d28a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:56.068667 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ffd31-a215-4d79-9d69-d64b3263a1dc req-0b2fae10-5ae2-43ce-bb2b-52df2c337f7a tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:56.082192 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-fe09147e-96fb-4e10-8ef7-d092c312b292 req-54f52067-d763-41a3-97f0-9f0f63631b3b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] For port d652d4b0-9ae0-4c73-8d1c-2eedd7583cef, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=d652d4b0-9ae0-4c73-8d1c-2eedd7583cef,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:56.082819 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-fe09147e-96fb-4e10-8ef7-d092c312b292 req-54f52067-d763-41a3-97f0-9f0f63631b3b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:56.083225 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6c3ffd31-a215-4d79-9d69-d64b3263a1dc req-0b2fae10-5ae2-43ce-bb2b-52df2c337f7a tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 932 time: 0.3577125 Apr 20 13:06:56.115075 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-f8e1bd17-4f0d-4ba3-b6de-e32f6813216e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:56.146178 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-ff826a36-f075-4c69-8b7e-2a0285afa64d None None] Set router b9692bf5-f1b2-4876-9b3f-060c953cf2cb gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:06:56.157685 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-fe09147e-96fb-4e10-8ef7-d092c312b292 req-54f52067-d763-41a3-97f0-9f0f63631b3b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Calling delete_port for d652d4b0-9ae0-4c73-8d1c-2eedd7583cef owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:06:56.347699 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c19bbe4-aed2-4914-a3e9-44a47c2c35d1 None None] Pushing event updated for resources: {'Port': ['ID=6bfcdd38-3734-45b2-aac4-7f5254398ce3,revision_number=4']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:56.373587 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e1bd17-4f0d-4ba3-b6de-e32f6813216e None None] Routers {'ad2eee32-7058-487f-b8e5-afc078baaea4'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:06:56.378252 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f8e1bd17-4f0d-4ba3-b6de-e32f6813216e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:06:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['ad2eee32-7058-487f-b8e5-afc078baaea4'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:56.382190 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-8ba130e6-830f-4f92-822d-3d5c2819e986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c54d688-a419-4f17-aeea-49928e707463', 'name': 'tempest-ServersTestMultiNic-1931406948-router', 'tenant_id': '7f24aea8ff2146a69feb6b75310aae0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '79f75561-56e7-46bc-92f1-17d0a37e6722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:31Z', 'updated_at': '2022-04-20T13:06:42Z', 'revision_number': 4, 'project_id': '7f24aea8ff2146a69feb6b75310aae0a', 'gw_port': {'id': '79f75561-56e7-46bc-92f1-17d0a37e6722', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d3:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c54d688-a419-4f17-aeea-49928e707463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:34Z', 'updated_at': '2022-04-20T13:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '43ef864a-5522-401d-9679-7d2624a6f802', 'name': '', 'network_id': '8536e81d-569a-4cbc-bcb6-19bd4ebd3a7b', 'tenant_id': '7f24aea8ff2146a69feb6b75310aae0a', 'mac_address': 'fa:16:3e:e6:69:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c54d688-a419-4f17-aeea-49928e707463', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '2cfa6f4f-f54b-4163-b933-0ce22b496da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:40Z', 'updated_at': '2022-04-20T13:06:42Z', 'revision_number': 2, 'project_id': '7f24aea8ff2146a69feb6b75310aae0a', 'subnets': [{'id': '2cfa6f4f-f54b-4163-b933-0ce22b496da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:56.425899 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6c3ffd31-a215-4d79-9d69-d64b3263a1dc req-7d8e28b9-6b05-49af-9041-57ab01493946 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408759 Apr 20 13:06:56.572890 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba130e6-830f-4f92-822d-3d5c2819e986 None None] Checking router: 4c54d688-a419-4f17-aeea-49928e707463 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:06:56.590349 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba130e6-830f-4f92-822d-3d5c2819e986 None None] Updating router 4c54d688-a419-4f17-aeea-49928e707463 port 43ef864a-5522-401d-9679-7d2624a6f802 binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:06:56.703525 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8173fc-9196-4402-9fa2-df9dac4e6466 x-openstack-request-id: req-ee8173fc-9196-4402-9fa2-df9dac4e6466 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:06:56.703896 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fccc88f-63f5-4918-8e46-454d040b6111", "name": "network-vif-deleted", "tag": "1f25d80c-815a-40d7-b33f-b8616b996117", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:06:56.704143 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee8173fc-9196-4402-9fa2-df9dac4e6466 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:06:56.704549 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee8173fc-9196-4402-9fa2-df9dac4e6466'] response: {'server_uuid': '9fccc88f-63f5-4918-8e46-454d040b6111', 'name': 'network-vif-deleted', 'tag': '1f25d80c-815a-40d7-b33f-b8616b996117', 'status': 'completed', 'code': 200} Apr 20 13:06:56.784212 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-542d307d-505e-4247-ac5b-43a97453a73c service neutron] 10.222.0.25 "GET /v2.0/networks/5b00292b-fac6-471f-82ba-b12a2921cf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8703117 Apr 20 13:06:56.802314 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-f8e1bd17-4f0d-4ba3-b6de-e32f6813216e None None] Set router ad2eee32-7058-487f-b8e5-afc078baaea4 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:06:56.909792 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d0be898c-a268-4c57-9e74-c8fd5e583e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:57.273422 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4449c-edbc-4c60-b118-0c83aeafdabb req-fa672176-b3e8-4c99-9f09-d3e0d819e845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:57.277533 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-00e4449c-edbc-4c60-b118-0c83aeafdabb req-fa672176-b3e8-4c99-9f09-d3e0d819e845 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 1096 time: 0.3629038 Apr 20 13:06:57.279249 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-738b5a2f-d608-4409-b38c-1ed4851e8720 None None] For port 26c6fd5f-b5a3-4b1a-8376-e6245e5ae816, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:06:57.300396 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-738b5a2f-d608-4409-b38c-1ed4851e8720 None None] For port 26c6fd5f-b5a3-4b1a-8376-e6245e5ae816, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=26c6fd5f-b5a3-4b1a-8376-e6245e5ae816,segment=NetworkSegment(d7df52ce-f2f3-4aaf-9f41-c86ef69cb326),segment_id=d7df52ce-f2f3-4aaf-9f41-c86ef69cb326)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:06:57.356509 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb97575b-20dc-41a3-b486-a1f5b764c532 x-openstack-request-id: req-eb97575b-20dc-41a3-b486-a1f5b764c532 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:06:57.357074 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7529e07f-096f-4c8d-8f94-202509811a27", "name": "network-vif-plugged", "status": "completed", "tag": "efa8b45b-bd72-4ed1-9ff2-467e6261fe61", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:06:57.358260 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eb97575b-20dc-41a3-b486-a1f5b764c532 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:06:57.359581 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb97575b-20dc-41a3-b486-a1f5b764c532'] response: {'server_uuid': '7529e07f-096f-4c8d-8f94-202509811a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa8b45b-bd72-4ed1-9ff2-467e6261fe61', 'code': 200} Apr 20 13:06:57.422588 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-fe09147e-96fb-4e10-8ef7-d092c312b292 req-54f52067-d763-41a3-97f0-9f0f63631b3b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:57.541483 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb99d66-4e9b-4589-8c72-d521c5e45618 req-347248fa-bdaa-4545-8a1f-e38456192c50 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:57.550602 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f8e1bd17-4f0d-4ba3-b6de-e32f6813216e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2eee32-7058-487f-b8e5-afc078baaea4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1841477300-router', 'tenant_id': 'a6b451742cde4bdd92a02183833a8484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'b064edd0-53c3-4315-b2bf-a2e258786747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:43Z', 'updated_at': '2022-04-20T13:06:51Z', 'revision_number': 4, 'project_id': 'a6b451742cde4bdd92a02183833a8484', 'gw_port': {'id': 'b064edd0-53c3-4315-b2bf-a2e258786747', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:05:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2eee32-7058-487f-b8e5-afc078baaea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:45Z', 'updated_at': '2022-04-20T13:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '6bfcdd38-3734-45b2-aac4-7f5254398ce3', 'name': '', 'network_id': '6fd67347-ec71-45a1-9364-18b0e76e690d', 'tenant_id': 'a6b451742cde4bdd92a02183833a8484', 'mac_address': 'fa:16:3e:d7:c3:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2eee32-7058-487f-b8e5-afc078baaea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '63b327b0-51a8-4300-a77a-b5c0e950779a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:49Z', 'updated_at': '2022-04-20T13:06:56Z', 'revision_number': 4, 'project_id': 'a6b451742cde4bdd92a02183833a8484', 'subnets': [{'id': '63b327b0-51a8-4300-a77a-b5c0e950779a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:57.552778 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bfb99d66-4e9b-4589-8c72-d521c5e45618 req-347248fa-bdaa-4545-8a1f-e38456192c50 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 950 time: 0.5253043 Apr 20 13:06:57.598607 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-738b5a2f-d608-4409-b38c-1ed4851e8720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:57.605480 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-00e4449c-edbc-4c60-b118-0c83aeafdabb req-a6d44778-5a67-4a6f-b4a3-5422318f1cb8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011522 Apr 20 13:06:57.607462 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f52067-d763-41a3-97f0-9f0f63631b3b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Pushing event deleted for resources: {'Port': ['ID=d652d4b0-9ae0-4c73-8d1c-2eedd7583cef,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:57.616887 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e1bd17-4f0d-4ba3-b6de-e32f6813216e None None] The sync data for ids ['ad2eee32-7058-487f-b8e5-afc078baaea4'] in n-d-836015-7 is: [{'id': 'ad2eee32-7058-487f-b8e5-afc078baaea4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1841477300-router', 'tenant_id': 'a6b451742cde4bdd92a02183833a8484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'b064edd0-53c3-4315-b2bf-a2e258786747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:43Z', 'updated_at': '2022-04-20T13:06:51Z', 'revision_number': 4, 'project_id': 'a6b451742cde4bdd92a02183833a8484', 'gw_port': {'id': 'b064edd0-53c3-4315-b2bf-a2e258786747', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:05:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2eee32-7058-487f-b8e5-afc078baaea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:45Z', 'updated_at': '2022-04-20T13:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '6bfcdd38-3734-45b2-aac4-7f5254398ce3', 'name': '', 'network_id': '6fd67347-ec71-45a1-9364-18b0e76e690d', 'tenant_id': 'a6b451742cde4bdd92a02183833a8484', 'mac_address': 'fa:16:3e:d7:c3:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2eee32-7058-487f-b8e5-afc078baaea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '63b327b0-51a8-4300-a77a-b5c0e950779a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:49Z', 'updated_at': '2022-04-20T13:06:56Z', 'revision_number': 4, 'project_id': 'a6b451742cde4bdd92a02183833a8484', 'subnets': [{'id': '63b327b0-51a8-4300-a77a-b5c0e950779a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:06:57.630191 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['cb7fabd9-e9e0-4004-92bc-60bbb739783b'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:06:57.667918 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bfb99d66-4e9b-4589-8c72-d521c5e45618 req-a3afc5c6-3162-4126-80c4-66124ca673e6 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139264 Apr 20 13:06:57.760381 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device e898f7f8-5717-4387-81ca-190992917dd3 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:06:57.770009 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=efa8b45b-bd72-4ed1-9ff2-467e6261fe61,revision_number=8']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:57.775561 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe09147e-96fb-4e10-8ef7-d092c312b292 req-54f52067-d763-41a3-97f0-9f0f63631b3b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] No DVR routers for this DVR port d652d4b0-9ae0-4c73-8d1c-2eedd7583cef on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:06:57.992346 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8ba130e6-830f-4f92-822d-3d5c2819e986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:58.024818 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-08ee3035-6aae-4a43-91d8-f3e8563a0e01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8821e47-1795-462a-8e0e-1e348b5dee64 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:06:58.047988 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc1aaa6-9cfc-438c-8489-9da34ef5ff67 None None] Network 5b00292b-fac6-471f-82ba-b12a2921cf9b requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:06:58.053648 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-08ee3035-6aae-4a43-91d8-f3e8563a0e01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:58.059985 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-fe09147e-96fb-4e10-8ef7-d092c312b292 req-54f52067-d763-41a3-97f0-9f0f63631b3b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:58.077940 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-fe09147e-96fb-4e10-8ef7-d092c312b292 req-54f52067-d763-41a3-97f0-9f0f63631b3b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.32 "DELETE /v2.0/ports/d652d4b0-9ae0-4c73-8d1c-2eedd7583cef HTTP/1.1" status: 204 len: 173 time: 3.0658584 Apr 20 13:06:58.081390 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdde50de-682c-4829-9098-b7f6e41b3e00', 'name': 'network-vif-deleted', 'tag': 'd652d4b0-9ae0-4c73-8d1c-2eedd7583cef'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:06:58.087445 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3054cc5d-6bbd-40d1-87d4-c5851bca75f8" -d '{"events": [{"server_uuid": "cdde50de-682c-4829-9098-b7f6e41b3e00", "name": "network-vif-deleted", "tag": "d652d4b0-9ae0-4c73-8d1c-2eedd7583cef"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:06:58.095231 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-08ee3035-6aae-4a43-91d8-f3e8563a0e01 service neutron] Transition to ACTIVE for port object c8821e47-1795-462a-8e0e-1e348b5dee64 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:06:58.121764 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-d0be898c-a268-4c57-9e74-c8fd5e583e76 admin admin] Allocated IP 172.20.0.1 (c0567742-ebd6-4040-88bb-7f8afbb4e328/ab468ffa-ce13-456d-af37-126b9348379e/6d05bc1d-e87e-4c39-a78d-99565650587b) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:06:58.228318 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-08ee3035-6aae-4a43-91d8-f3e8563a0e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:58.282367 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c1c9f3f4-71bd-41eb-8c60-0ed87f5ea188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:58.288499 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee3035-6aae-4a43-91d8-f3e8563a0e01 service neutron] Pushing event updated for resources: {'Port': ['ID=c8821e47-1795-462a-8e0e-1e348b5dee64,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:58.320515 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1c427-7cc7-4251-b271-6a3cb113f8c2 req-830c0d67-737e-4273-bf72-4d69bc657f7c tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:58.332002 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-04b1c427-7cc7-4251-b271-6a3cb113f8c2 req-830c0d67-737e-4273-bf72-4d69bc657f7c tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 945 time: 0.2347951 Apr 20 13:06:58.377791 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-e8bd89ee-2da8-49be-8875-7a21a5d28a72 None None] For port 5c15de53-3138-4732-8386-98b866692271, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=5c15de53-3138-4732-8386-98b866692271,segment=NetworkSegment(738fba35-11d5-4597-a6a9-a3497c92a9f7),segment_id=738fba35-11d5-4597-a6a9-a3497c92a9f7)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:58.397589 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d0be898c-a268-4c57-9e74-c8fd5e583e76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:58.408903 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ee3035-6aae-4a43-91d8-f3e8563a0e01 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:58.411326 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ee3035-6aae-4a43-91d8-f3e8563a0e01 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:58.416028 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ee3035-6aae-4a43-91d8-f3e8563a0e01 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:58.416028 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ee3035-6aae-4a43-91d8-f3e8563a0e01 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:58.416353 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:58.416458 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:58.416904 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:58.417245 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:58.417577 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:58.417910 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:58.418292 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:58.418625 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:58.418966 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:58.419273 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:58.419789 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:58.420159 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:58.424571 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ee3035-6aae-4a43-91d8-f3e8563a0e01 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:58.425696 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ee3035-6aae-4a43-91d8-f3e8563a0e01 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:58.427314 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ee3035-6aae-4a43-91d8-f3e8563a0e01 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:58.428063 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ee3035-6aae-4a43-91d8-f3e8563a0e01 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:58.428632 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ee3035-6aae-4a43-91d8-f3e8563a0e01 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:58.431310 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ee3035-6aae-4a43-91d8-f3e8563a0e01 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:58.432008 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ee3035-6aae-4a43-91d8-f3e8563a0e01 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:58.432546 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ee3035-6aae-4a43-91d8-f3e8563a0e01 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:58.479482 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:58.566004 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d0be898c-a268-4c57-9e74-c8fd5e583e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:58.636067 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-04b1c427-7cc7-4251-b271-6a3cb113f8c2 req-5f53c945-cd12-444a-990b-249b8b7e8578 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021758 Apr 20 13:06:58.677622 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be898c-a268-4c57-9e74-c8fd5e583e76 admin admin] Pushing event updated for resources: {'Port': ['ID=6d05bc1d-e87e-4c39-a78d-99565650587b,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:58.716619 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-08ee3035-6aae-4a43-91d8-f3e8563a0e01 service neutron] Attempting to bind port c8821e47-1795-462a-8e0e-1e348b5dee64 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:06:58.718998 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-08ee3035-6aae-4a43-91d8-f3e8563a0e01 service neutron] Attempting to bind port c8821e47-1795-462a-8e0e-1e348b5dee64 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': 'b8a6c4b7-66db-416a-aa28-84e1cd810023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1448fb0c-76a1-4762-b0ef-b8c667a2a5dc'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:06:58.719375 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-08ee3035-6aae-4a43-91d8-f3e8563a0e01 service neutron] Attempting to bind port c8821e47-1795-462a-8e0e-1e348b5dee64 on network 1448fb0c-76a1-4762-b0ef-b8c667a2a5dc {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:06:58.721332 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0be898c-a268-4c57-9e74-c8fd5e583e76 admin admin] Network c0567742-ebd6-4040-88bb-7f8afbb4e328 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:06:58.729743 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-d0be898c-a268-4c57-9e74-c8fd5e583e76 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:06:58.737791 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0be898c-a268-4c57-9e74-c8fd5e583e76 admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:06:58.740920 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-08ee3035-6aae-4a43-91d8-f3e8563a0e01 service neutron] Port c8821e47-1795-462a-8e0e-1e348b5dee64 on network 1448fb0c-76a1-4762-b0ef-b8c667a2a5dc not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:06:58.741436 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-08ee3035-6aae-4a43-91d8-f3e8563a0e01 service neutron] Attempting to bind port c8821e47-1795-462a-8e0e-1e348b5dee64 on network 1448fb0c-76a1-4762-b0ef-b8c667a2a5dc {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:06:58.757493 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-08ee3035-6aae-4a43-91d8-f3e8563a0e01 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:06:58.758756 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-08ee3035-6aae-4a43-91d8-f3e8563a0e01 service neutron] Checking segment: {'id': 'b8a6c4b7-66db-416a-aa28-84e1cd810023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1448fb0c-76a1-4762-b0ef-b8c667a2a5dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:06:58.759877 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-08ee3035-6aae-4a43-91d8-f3e8563a0e01 service neutron] Bound using segment: {'id': 'b8a6c4b7-66db-416a-aa28-84e1cd810023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1448fb0c-76a1-4762-b0ef-b8c667a2a5dc'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:06:58.761084 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-08ee3035-6aae-4a43-91d8-f3e8563a0e01 service neutron] Bound port: c8821e47-1795-462a-8e0e-1e348b5dee64, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a6c4b7-66db-416a-aa28-84e1cd810023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1448fb0c-76a1-4762-b0ef-b8c667a2a5dc'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:06:58.762010 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-08ee3035-6aae-4a43-91d8-f3e8563a0e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:58.778414 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e8bd89ee-2da8-49be-8875-7a21a5d28a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:58.861678 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d0be898c-a268-4c57-9e74-c8fd5e583e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:58.979530 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-08ee3035-6aae-4a43-91d8-f3e8563a0e01 service neutron] For port c8821e47-1795-462a-8e0e-1e348b5dee64, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:06:58.990271 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-08ee3035-6aae-4a43-91d8-f3e8563a0e01 service neutron] For port c8821e47-1795-462a-8e0e-1e348b5dee64, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=c8821e47-1795-462a-8e0e-1e348b5dee64,segment=NetworkSegment(b8a6c4b7-66db-416a-aa28-84e1cd810023),segment_id=b8a6c4b7-66db-416a-aa28-84e1cd810023)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:06:59.044358 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device d652d4b0-9ae0-4c73-8d1c-2eedd7583cef no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:06:59.064218 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34520) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:59.085207 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-e2787e94-d830-4210-84ff-9d68e457f4fd tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1916484944', 'description': 'tempest-description--1201295890'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:59.102401 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port e898f7f8-5717-4387-81ca-190992917dd3 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:06:59.107581 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:59.122796 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-08ee3035-6aae-4a43-91d8-f3e8563a0e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:59.204847 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-08ee3035-6aae-4a43-91d8-f3e8563a0e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:59.212549 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-08ee3035-6aae-4a43-91d8-f3e8563a0e01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:59.229833 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-08ee3035-6aae-4a43-91d8-f3e8563a0e01 service neutron] 10.222.0.32 "PUT /v2.0/ports/c8821e47-1795-462a-8e0e-1e348b5dee64 HTTP/1.1" status: 200 len: 1092 time: 3.4944782 Apr 20 13:06:59.240705 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df4c23c1-ad9e-4420-a05d-a2f176712d4b', 'tag': 'c8821e47-1795-462a-8e0e-1e348b5dee64'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:06:59.258209 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d07600-5c89-41bd-b0dc-1f932d06960f" -d '{"events": [{"name": "network-changed", "server_uuid": "df4c23c1-ad9e-4420-a05d-a2f176712d4b", "tag": "c8821e47-1795-462a-8e0e-1e348b5dee64"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:06:59.292480 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: d652d4b0-9ae0-4c73-8d1c-2eedd7583cef {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:06:59.293237 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device d652d4b0-9ae0-4c73-8d1c-2eedd7583cef not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:06:59.425054 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d0c5ab13-2138-4ccc-bd21-c8b87e4e336c req-9aa191f9-1ec2-446b-b8a3-e49a9690c445 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9e9466b-e73f-4563-84d6-8c79d84ffc23 HTTP/1.1" status: 200 len: 210 time: 0.0766571 Apr 20 13:06:59.469653 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e2787e94-d830-4210-84ff-9d68e457f4fd tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:59.555635 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee3035-6aae-4a43-91d8-f3e8563a0e01 service neutron] Pushing event updated for resources: {'Port': ['ID=c8821e47-1795-462a-8e0e-1e348b5dee64,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:59.590474 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f88170f-f342-433d-a1d7-cc6deb1fc7e8 x-openstack-request-id: req-1f88170f-f342-433d-a1d7-cc6deb1fc7e8 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:06:59.590474 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdde50de-682c-4829-9098-b7f6e41b3e00", "name": "network-vif-deleted", "tag": "d652d4b0-9ae0-4c73-8d1c-2eedd7583cef", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:06:59.590474 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1f88170f-f342-433d-a1d7-cc6deb1fc7e8 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:06:59.590474 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f88170f-f342-433d-a1d7-cc6deb1fc7e8'] response: {'server_uuid': 'cdde50de-682c-4829-9098-b7f6e41b3e00', 'name': 'network-vif-deleted', 'tag': 'd652d4b0-9ae0-4c73-8d1c-2eedd7583cef', 'status': 'completed', 'code': 200} Apr 20 13:06:59.605812 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d0be898c-a268-4c57-9e74-c8fd5e583e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:59.608518 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-b30d3fa3-1bb0-4197-a8b0-e2b03abc4ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:59.611003 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-b30d3fa3-1bb0-4197-a8b0-e2b03abc4ce9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=564a5d1e5b6e4687a901496539f07f39&device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 1095 time: 0.1196325 Apr 20 13:06:59.641316 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32aba8f-992a-4154-9f12-e871d63686ae req-ab46e513-be76-4754-b1e7-0a917a32a930 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:59.652442 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d32aba8f-992a-4154-9f12-e871d63686ae req-ab46e513-be76-4754-b1e7-0a917a32a930 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 944 time: 0.1087449 Apr 20 13:06:59.727034 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-e8bd89ee-2da8-49be-8875-7a21a5d28a72 None None] Provisioning complete for port b4238f1d-8353-4cb5-834c-d2bcbe23c7e2 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:06:59.730129 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e8bd89ee-2da8-49be-8875-7a21a5d28a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:59.947717 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e2787e94-d830-4210-84ff-9d68e457f4fd tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:59.972847 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b5a2f-d608-4409-b38c-1ed4851e8720 None None] Pushing event updated for resources: {'Port': ['ID=26c6fd5f-b5a3-4b1a-8376-e6245e5ae816,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:00.059999 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d0be898c-a268-4c57-9e74-c8fd5e583e76 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:00.115888 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e2787e94-d830-4210-84ff-9d68e457f4fd tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:00.152577 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d0be898c-a268-4c57-9e74-c8fd5e583e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:00.154929 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd89ee-2da8-49be-8875-7a21a5d28a72 None None] Pushing event updated for resources: {'Port': ['ID=5c15de53-3138-4732-8386-98b866692271,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:00.241976 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2787e94-d830-4210-84ff-9d68e457f4fd tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d28b963-72c8-4772-9654-eaf327e16a0e,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:00.252858 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e2787e94-d830-4210-84ff-9d68e457f4fd tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:00.254208 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e2787e94-d830-4210-84ff-9d68e457f4fd tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1777661 Apr 20 13:07:00.258038 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:00.259042 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2787e94-d830-4210-84ff-9d68e457f4fd tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:00.259402 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2787e94-d830-4210-84ff-9d68e457f4fd tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:00.259859 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2787e94-d830-4210-84ff-9d68e457f4fd tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:00.260321 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2787e94-d830-4210-84ff-9d68e457f4fd tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:00.260653 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2787e94-d830-4210-84ff-9d68e457f4fd tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:00.261747 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2787e94-d830-4210-84ff-9d68e457f4fd tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:00.262082 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2787e94-d830-4210-84ff-9d68e457f4fd tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:00.262663 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2787e94-d830-4210-84ff-9d68e457f4fd tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:00.262997 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2787e94-d830-4210-84ff-9d68e457f4fd tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:00.263327 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2787e94-d830-4210-84ff-9d68e457f4fd tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:00.264087 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2787e94-d830-4210-84ff-9d68e457f4fd tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:00.264416 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2787e94-d830-4210-84ff-9d68e457f4fd tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:00.271050 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34530) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:00.282841 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-96d85a97-a85c-4904-aef6-4d571c30083d tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Request body: {'security_group_rule': {'security_group_id': '4d28b963-72c8-4772-9654-eaf327e16a0e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:00.308349 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d0be898c-a268-4c57-9e74-c8fd5e583e76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:00.314512 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be898c-a268-4c57-9e74-c8fd5e583e76 admin admin] Pushing event updated for resources: {'Port': ['ID=6d05bc1d-e87e-4c39-a78d-99565650587b,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:00.438244 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0be898c-a268-4c57-9e74-c8fd5e583e76 admin admin] Network c0567742-ebd6-4040-88bb-7f8afbb4e328 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:07:00.445171 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-d0be898c-a268-4c57-9e74-c8fd5e583e76 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:07:00.447645 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-96d85a97-a85c-4904-aef6-4d571c30083d tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:00.451613 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-496c54cb-b445-4156-9ce7-54b7fda56fe4 req-8b8e4002-9def-487c-b048-2ff3dcff4f26 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdde50de-682c-4829-9098-b7f6e41b3e00 HTTP/1.1" status: 200 len: 210 time: 0.0624759 Apr 20 13:07:00.458969 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-172fa72a-2e71-4438-b964-9b5e1eb54295 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8821e47-1795-462a-8e0e-1e348b5dee64 HTTP/1.1" status: 200 len: 217 time: 0.7860234 Apr 20 13:07:00.471727 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6088753-6442-47f3-9a86-0cd0e3772a04 None None] Network 3fb47c34-1cee-4cad-85f7-20c636f9b377 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:07:00.549212 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-36e025b1-6a8a-4195-889e-0b70e57ab04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'name': 'tempest-AttachVolumeShelveTestJSON-1796423913-router', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'e0156b26-b064-4225-8417-ea8cce1a54ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:35Z', 'updated_at': '2022-04-20T13:06:50Z', 'revision_number': 4, 'project_id': 'c6b1693032114a59884d6bf282ad5efe', 'gw_port': {'id': 'e0156b26-b064-4225-8417-ea8cce1a54ab', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:38Z', 'updated_at': '2022-04-20T13:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'ebc0a48e-f464-444f-96b9-d70e47d4e667', 'name': '', 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'mac_address': 'fa:16:3e:99:2d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '50283e41-42f7-46ab-979a-b196312e8e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:46Z', 'updated_at': '2022-04-20T13:06:51Z', 'revision_number': 2, 'project_id': 'c6b1693032114a59884d6bf282ad5efe', 'subnets': [{'id': '50283e41-42f7-46ab-979a-b196312e8e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:00.595346 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7d4029-365b-4a5e-b81c-4eb7da8b14d9 x-openstack-request-id: req-0c7d4029-365b-4a5e-b81c-4eb7da8b14d9 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:00.599435 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df4c23c1-ad9e-4420-a05d-a2f176712d4b", "tag": "c8821e47-1795-462a-8e0e-1e348b5dee64", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:00.605430 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0c7d4029-365b-4a5e-b81c-4eb7da8b14d9 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:00.605914 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c7d4029-365b-4a5e-b81c-4eb7da8b14d9'] response: {'name': 'network-changed', 'server_uuid': 'df4c23c1-ad9e-4420-a05d-a2f176712d4b', 'tag': 'c8821e47-1795-462a-8e0e-1e348b5dee64', 'status': 'completed', 'code': 200} Apr 20 13:07:00.665433 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d32aba8f-992a-4154-9f12-e871d63686ae req-805a4655-76c5-4a02-ae29-a55e4ef288ce tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0118856 Apr 20 13:07:00.782380 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6a943-d37d-41cc-a44d-c8370a5b757d req-8a1586ad-daca-483f-b536-98bea09e85e5 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:00.784206 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-72a6a943-d37d-41cc-a44d-c8370a5b757d req-8a1586ad-daca-483f-b536-98bea09e85e5 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.15 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 945 time: 0.4055634 Apr 20 13:07:00.792144 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-760ee5fd-4632-4142-975d-35ea3dbbb1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:00.793990 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-760ee5fd-4632-4142-975d-35ea3dbbb1d9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c84cb6f4-b4cc-4751-b4bc-ddb2101451ae HTTP/1.1" status: 200 len: 851 time: 0.3269920 Apr 20 13:07:00.856010 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22852cfc-4322-4df7-81f9-70c160b1dc49 req-35bce988-b090-4e6b-a72f-e7633aa50f22 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:00.867769 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-22852cfc-4322-4df7-81f9-70c160b1dc49 req-35bce988-b090-4e6b-a72f-e7633aa50f22 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 945 time: 0.1903627 Apr 20 13:07:01.005286 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-96d85a97-a85c-4904-aef6-4d571c30083d tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:01.006154 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-f5b734ea-926e-4bec-bed5-344ba0637543 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1448fb0c-76a1-4762-b0ef-b8c667a2a5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1975775 Apr 20 13:07:01.013086 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-d3065dc2-879c-4d6b-911d-5fb99c373e50 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:01.019755 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-d3065dc2-879c-4d6b-911d-5fb99c373e50 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:01.021552 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-d3065dc2-879c-4d6b-911d-5fb99c373e50 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.32 "GET /v2.0/networks?id=5b00292b-fac6-471f-82ba-b12a2921cf9b&id=3fb47c34-1cee-4cad-85f7-20c636f9b377&id=5b00292b-fac6-471f-82ba-b12a2921cf9b HTTP/1.1" status: 200 len: 1391 time: 0.4888225 Apr 20 13:07:01.028124 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0be898c-a268-4c57-9e74-c8fd5e583e76 admin admin] Router b9692bf5-f1b2-4876-9b3f-060c953cf2cb has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:07:01.038600 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-90911d51-084e-4e5d-a4f8-e7c0b303ca5c tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Request body: {'port': {'device_id': 'e9e9466b-e73f-4563-84d6-8c79d84ffc23', 'network_id': '5b00292b-fac6-471f-82ba-b12a2921cf9b', 'admin_state_up': True, 'tenant_id': '7f24aea8ff2146a69feb6b75310aae0a'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:01.095076 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8ba130e6-830f-4f92-822d-3d5c2819e986 None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:01.103751 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:01.117275 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e025b1-6a8a-4195-889e-0b70e57ab04d None None] The sync data for ids ['743ceca2-0b4a-4a6e-adc1-701ab4e69731'] in n-d-836015-7 is: [{'id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'name': 'tempest-AttachVolumeShelveTestJSON-1796423913-router', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'e0156b26-b064-4225-8417-ea8cce1a54ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:35Z', 'updated_at': '2022-04-20T13:06:50Z', 'revision_number': 4, 'project_id': 'c6b1693032114a59884d6bf282ad5efe', 'gw_port': {'id': 'e0156b26-b064-4225-8417-ea8cce1a54ab', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:38Z', 'updated_at': '2022-04-20T13:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'ebc0a48e-f464-444f-96b9-d70e47d4e667', 'name': '', 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'mac_address': 'fa:16:3e:99:2d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '50283e41-42f7-46ab-979a-b196312e8e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:46Z', 'updated_at': '2022-04-20T13:06:51Z', 'revision_number': 2, 'project_id': 'c6b1693032114a59884d6bf282ad5efe', 'subnets': [{'id': '50283e41-42f7-46ab-979a-b196312e8e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:07:01.194448 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-ff37eb44-8dd0-4c13-9580-8c3ffce8dbcb service neutron] 10.222.0.32 "GET /v2.0/networks/1448fb0c-76a1-4762-b0ef-b8c667a2a5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797175 Apr 20 13:07:01.260229 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 79f75561-56e7-46bc-92f1-17d0a37e6722 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:01.312729 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-22852cfc-4322-4df7-81f9-70c160b1dc49 req-4a84ccec-57d5-4df5-9a82-151f93b96928 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4381678 Apr 20 13:07:01.337192 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8ba130e6-830f-4f92-822d-3d5c2819e986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:01.343340 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ff826a36-f075-4c69-8b7e-2a0285afa64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9692bf5-f1b2-4876-9b3f-060c953cf2cb', 'name': 'tempest-TaggedBootDevicesTest-785915238-router', 'tenant_id': '80a09310883244f09c77418f84fc8e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'c1c0b034-8586-49b7-aee5-15dec55bc405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:43Z', 'updated_at': '2022-04-20T13:06:49Z', 'revision_number': 3, 'project_id': '80a09310883244f09c77418f84fc8e88', 'gw_port': {'id': 'c1c0b034-8586-49b7-aee5-15dec55bc405', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:09:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9692bf5-f1b2-4876-9b3f-060c953cf2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:46Z', 'updated_at': '2022-04-20T13:06:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:01.362446 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-96d85a97-a85c-4904-aef6-4d571c30083d tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:01.431331 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-a1ccd7f6-5d4f-476c-9ffc-7f507eec3319 None None] Provisioning complete for port 6d05bc1d-e87e-4c39-a78d-99565650587b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:01.431711 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd7f6-5d4f-476c-9ffc-7f507eec3319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:01.436913 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff826a36-f075-4c69-8b7e-2a0285afa64d None None] Checking router: b9692bf5-f1b2-4876-9b3f-060c953cf2cb for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:07:01.442772 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff826a36-f075-4c69-8b7e-2a0285afa64d None None] Updating router b9692bf5-f1b2-4876-9b3f-060c953cf2cb port c1c0b034-8586-49b7-aee5-15dec55bc405 binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:07:01.445874 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d85a97-a85c-4904-aef6-4d571c30083d tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9767e3f3-6b1b-48af-abae-667184780392,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:01.470051 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835248f-fa08-44be-9c94-57ce269d482c req-19b22d5f-9194-4dd0-bc20-0d5638f0dcae tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:01.479079 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5835248f-fa08-44be-9c94-57ce269d482c req-19b22d5f-9194-4dd0-bc20-0d5638f0dcae tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 945 time: 0.5945101 Apr 20 13:07:01.482339 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0be898c-a268-4c57-9e74-c8fd5e583e76 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:07:01.496168 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d0be898c-a268-4c57-9e74-c8fd5e583e76 admin admin] 10.222.0.25 "PUT /v2.0/routers/b9692bf5-f1b2-4876-9b3f-060c953cf2cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9223995 Apr 20 13:07:01.540938 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-72a6a943-d37d-41cc-a44d-c8370a5b757d req-9d812fc5-0e53-4f02-8358-aecfaf706b1e tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Deleting port 17c31c64-738f-4607-aae0-bc51b0f3b724 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:07:01.541286 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-72a6a943-d37d-41cc-a44d-c8370a5b757d req-9d812fc5-0e53-4f02-8358-aecfaf706b1e tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:01.553891 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-96d85a97-a85c-4904-aef6-4d571c30083d tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:01.557006 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-96d85a97-a85c-4904-aef6-4d571c30083d tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2797437 Apr 20 13:07:01.557682 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34538) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:01.566668 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-f4d5ce0d-edcd-41d1-bd14-5d7830874902 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Request body: {'security_group_rule': {'security_group_id': '4d28b963-72c8-4772-9654-eaf327e16a0e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:01.595389 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5d051fc2-d8f6-4963-bc3a-45dc32658d81 req-35bec7ba-45d3-40c6-a552-a7627c16447c tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9e9466b-e73f-4563-84d6-8c79d84ffc23 HTTP/1.1" status: 200 len: 210 time: 0.1428654 Apr 20 13:07:01.664715 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-90911d51-084e-4e5d-a4f8-e7c0b303ca5c tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Made reservation on behalf of 7f24aea8ff2146a69feb6b75310aae0a for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:07:01.681370 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-90911d51-084e-4e5d-a4f8-e7c0b303ca5c tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:01.728879 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ff826a36-f075-4c69-8b7e-2a0285afa64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:01.739060 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad685b8d-926d-497b-ac3b-05887d44d2c4 None None] Pushing event updated for resources: {'Port': ['ID=43ef864a-5522-401d-9679-7d2624a6f802,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:01.803734 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f4d5ce0d-edcd-41d1-bd14-5d7830874902 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:01.865898 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-a1ccd7f6-5d4f-476c-9ffc-7f507eec3319 None None] Port 6d05bc1d-e87e-4c39-a78d-99565650587b cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:07:01.901888 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 79f75561-56e7-46bc-92f1-17d0a37e6722 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:01.902258 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:02.076549 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-8ba130e6-830f-4f92-822d-3d5c2819e986 None None] Attempting to bind port 43ef864a-5522-401d-9679-7d2624a6f802 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:07:02.077870 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-8ba130e6-830f-4f92-822d-3d5c2819e986 None None] Attempting to bind port 43ef864a-5522-401d-9679-7d2624a6f802 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'cd997797-ec42-428d-80b9-e169230980d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8536e81d-569a-4cbc-bcb6-19bd4ebd3a7b'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:07:02.078466 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba130e6-830f-4f92-822d-3d5c2819e986 None None] Attempting to bind port 43ef864a-5522-401d-9679-7d2624a6f802 on network 8536e81d-569a-4cbc-bcb6-19bd4ebd3a7b {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:07:02.102750 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba130e6-830f-4f92-822d-3d5c2819e986 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:07:02.104040 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba130e6-830f-4f92-822d-3d5c2819e986 None None] Checking segment: {'id': 'cd997797-ec42-428d-80b9-e169230980d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8536e81d-569a-4cbc-bcb6-19bd4ebd3a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:07:02.104710 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8ba130e6-830f-4f92-822d-3d5c2819e986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:02.105332 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba130e6-830f-4f92-822d-3d5c2819e986 None None] Bound using segment: {'id': 'cd997797-ec42-428d-80b9-e169230980d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8536e81d-569a-4cbc-bcb6-19bd4ebd3a7b'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:07:02.106073 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-8ba130e6-830f-4f92-822d-3d5c2819e986 None None] Bound port: 43ef864a-5522-401d-9679-7d2624a6f802, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd997797-ec42-428d-80b9-e169230980d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '8536e81d-569a-4cbc-bcb6-19bd4ebd3a7b'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:07:02.106696 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8ba130e6-830f-4f92-822d-3d5c2819e986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:02.111184 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-a1ccd7f6-5d4f-476c-9ffc-7f507eec3319 None None] Provisioning complete for port ebc0a48e-f464-444f-96b9-d70e47d4e667 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:02.112100 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd7f6-5d4f-476c-9ffc-7f507eec3319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:02.145637 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8a35d15d-b1d5-410a-906b-0061d8b82866 req-d30b583c-b775-481f-a74c-be5200a1c88f service neutron] 10.222.0.32 "GET /v2.0/networks/1448fb0c-76a1-4762-b0ef-b8c667a2a5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9363213 Apr 20 13:07:02.187301 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-a1ccd7f6-5d4f-476c-9ffc-7f507eec3319 None None] Port ebc0a48e-f464-444f-96b9-d70e47d4e667 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:07:02.194798 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5835248f-fa08-44be-9c94-57ce269d482c req-7a8869f4-cbfb-49a6-accf-acc763e7c796 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7017195 Apr 20 13:07:02.289418 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f4d5ce0d-edcd-41d1-bd14-5d7830874902 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:02.357225 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f4d5ce0d-edcd-41d1-bd14-5d7830874902 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:02.399312 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-90911d51-084e-4e5d-a4f8-e7c0b303ca5c tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Allocated IP 19.80.0.244 (5b00292b-fac6-471f-82ba-b12a2921cf9b/47078f41-7228-450d-ab68-088f249f7e64/b491319f-a16e-4b71-a0cd-34891dc2ffb9) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:07:02.408500 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695848e-2c42-4028-86ce-c80a2581c95d req-995a879d-1565-434b-b10a-30b35bc0993d tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:02.422540 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8695848e-2c42-4028-86ce-c80a2581c95d req-995a879d-1565-434b-b10a-30b35bc0993d tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 944 time: 0.4409692 Apr 20 13:07:02.562846 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8695848e-2c42-4028-86ce-c80a2581c95d req-92d41730-016c-45c4-afc4-2f11f270cc6d tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371896 Apr 20 13:07:02.610284 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d07600-5c89-41bd-b0dc-1f932d06960f req-ea769d73-6ced-4589-ab8b-4f597359ad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:02.622252 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42d07600-5c89-41bd-b0dc-1f932d06960f req-ea769d73-6ced-4589-ab8b-4f597359ad21 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=564a5d1e5b6e4687a901496539f07f39&device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 1095 time: 0.3358355 Apr 20 13:07:02.667222 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-72a6a943-d37d-41cc-a44d-c8370a5b757d req-9d812fc5-0e53-4f02-8358-aecfaf706b1e tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] For port 17c31c64-738f-4607-aae0-bc51b0f3b724, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=17c31c64-738f-4607-aae0-bc51b0f3b724,segment=NetworkSegment(c36f4b37-e1d8-4848-acc2-f80f64f61825),segment_id=c36f4b37-e1d8-4848-acc2-f80f64f61825)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:02.681173 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-72a6a943-d37d-41cc-a44d-c8370a5b757d req-9d812fc5-0e53-4f02-8358-aecfaf706b1e tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:02.843605 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-72a6a943-d37d-41cc-a44d-c8370a5b757d req-9d812fc5-0e53-4f02-8358-aecfaf706b1e tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Calling delete_port for 17c31c64-738f-4607-aae0-bc51b0f3b724 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:07:02.966751 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2213a-2e83-4af6-bd6f-44177164002a req-f240ef2a-c2d8-4f67-b6cf-7badd939e209 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:02.983240 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b9b2213a-2e83-4af6-bd6f-44177164002a req-f240ef2a-c2d8-4f67-b6cf-7badd939e209 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 945 time: 0.2408659 Apr 20 13:07:03.040258 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-a1ccd7f6-5d4f-476c-9ffc-7f507eec3319 None None] Provisioning complete for port 5c15de53-3138-4732-8386-98b866692271 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:03.050643 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd7f6-5d4f-476c-9ffc-7f507eec3319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:03.058253 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-90911d51-084e-4e5d-a4f8-e7c0b303ca5c tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:03.156888 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d5ce0d-edcd-41d1-bd14-5d7830874902 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1cdc9c2-f6e1-43c6-bcf8-4fe57dcdda65,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:03.168664 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f4d5ce0d-edcd-41d1-bd14-5d7830874902 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:03.169923 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f4d5ce0d-edcd-41d1-bd14-5d7830874902 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6111782 Apr 20 13:07:03.174138 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34560) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:03.193644 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-e98bf4bf-1918-4a19-ad29-1ae382e9c9ea tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:03.240804 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-90911d51-084e-4e5d-a4f8-e7c0b303ca5c tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:03.266826 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d07600-5c89-41bd-b0dc-1f932d06960f req-6e36af0b-0faf-454f-8b69-65261341ab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:03.275565 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-90911d51-084e-4e5d-a4f8-e7c0b303ca5c tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Network 5b00292b-fac6-471f-82ba-b12a2921cf9b is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:07:03.278765 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-90911d51-084e-4e5d-a4f8-e7c0b303ca5c tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:07:03.287984 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42d07600-5c89-41bd-b0dc-1f932d06960f req-6e36af0b-0faf-454f-8b69-65261341ab19 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1448fb0c-76a1-4762-b0ef-b8c667a2a5dc HTTP/1.1" status: 200 len: 912 time: 0.6646931 Apr 20 13:07:03.296645 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b9b2213a-2e83-4af6-bd6f-44177164002a req-8e43768c-5083-4d3b-a48d-ab9e060ea9ec tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105221 Apr 20 13:07:03.327968 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-90911d51-084e-4e5d-a4f8-e7c0b303ca5c tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:07:03.370287 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ff826a36-f075-4c69-8b7e-2a0285afa64d None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:03.431406 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42d07600-5c89-41bd-b0dc-1f932d06960f req-13bf2089-ebe6-4f5d-b67b-5960e2192645 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8821e47-1795-462a-8e0e-1e348b5dee64 HTTP/1.1" status: 200 len: 217 time: 0.1336756 Apr 20 13:07:03.453909 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb8a61-6065-48b7-aa37-18e52679d0d0 req-a07079e8-ab08-448f-8cda-c6c5d0484998 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:03.462798 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9ddb8a61-6065-48b7-aa37-18e52679d0d0 req-a07079e8-ab08-448f-8cda-c6c5d0484998 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 945 time: 0.4437003 Apr 20 13:07:03.496184 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:03.502777 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90911d51-084e-4e5d-a4f8-e7c0b303ca5c tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Pushing event updated for resources: {'Port': ['ID=b491319f-a16e-4b71-a0cd-34891dc2ffb9,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:03.550010 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 79f75561-56e7-46bc-92f1-17d0a37e6722, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=79f75561-56e7-46bc-92f1-17d0a37e6722,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:03.556027 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ff826a36-f075-4c69-8b7e-2a0285afa64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:03.568767 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-90911d51-084e-4e5d-a4f8-e7c0b303ca5c tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:03.569451 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-90911d51-084e-4e5d-a4f8-e7c0b303ca5c tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:03.636463 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:03.637310 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 5c15de53-3138-4732-8386-98b866692271 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:03.651723 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34570) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:03.662527 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-0b0b3097-a05c-41b8-af95-0e62eaf937e9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1780988306-network', 'tenant_id': '487102ef14a64aa3a1f17f25b4ec297c'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:03.679976 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-8ba130e6-830f-4f92-822d-3d5c2819e986 None None] For port 43ef864a-5522-401d-9679-7d2624a6f802, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:07:03.684127 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-8ba130e6-830f-4f92-822d-3d5c2819e986 None None] For port 43ef864a-5522-401d-9679-7d2624a6f802, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=43ef864a-5522-401d-9679-7d2624a6f802,segment=NetworkSegment(cd997797-ec42-428d-80b9-e169230980d9),segment_id=cd997797-ec42-428d-80b9-e169230980d9)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:07:03.720932 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-90911d51-084e-4e5d-a4f8-e7c0b303ca5c tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6870749 Apr 20 13:07:03.744948 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-fa0a39a8-09db-4a0f-9ede-548d5aa7cf8a tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Request body: {'port': {'device_id': 'e9e9466b-e73f-4563-84d6-8c79d84ffc23', 'network_id': '3fb47c34-1cee-4cad-85f7-20c636f9b377', 'admin_state_up': True, 'tenant_id': '7f24aea8ff2146a69feb6b75310aae0a'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:03.798654 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 17c31c64-738f-4607-aae0-bc51b0f3b724 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:07:03.841030 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-72a6a943-d37d-41cc-a44d-c8370a5b757d req-9d812fc5-0e53-4f02-8358-aecfaf706b1e tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:03.854756 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8ba130e6-830f-4f92-822d-3d5c2819e986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:03.866808 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No active binding found for port 17c31c64-738f-4607-aae0-bc51b0f3b724 {{(pid=114871) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 20 13:07:03.867727 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 17c31c64-738f-4607-aae0-bc51b0f3b724 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:07:03.878792 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0b3097-a05c-41b8-af95-0e62eaf937e9 admin admin] Made reservation on behalf of 487102ef14a64aa3a1f17f25b4ec297c for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:07:03.881046 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b0b3097-a05c-41b8-af95-0e62eaf937e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:03.896947 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e98bf4bf-1918-4a19-ad29-1ae382e9c9ea tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks [] for floatingip, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:03.899299 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b0b3097-a05c-41b8-af95-0e62eaf937e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:03.903789 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-ff826a36-f075-4c69-8b7e-2a0285afa64d None None] Attempting to bind port c1c0b034-8586-49b7-aee5-15dec55bc405 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:07:03.906679 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-ff826a36-f075-4c69-8b7e-2a0285afa64d None None] Attempting to bind port c1c0b034-8586-49b7-aee5-15dec55bc405 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:07:03.906883 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff826a36-f075-4c69-8b7e-2a0285afa64d None None] Attempting to bind port c1c0b034-8586-49b7-aee5-15dec55bc405 on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:07:03.923809 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba130e6-830f-4f92-822d-3d5c2819e986 None None] Routers {'4c54d688-a419-4f17-aeea-49928e707463'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:07:03.925207 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-8ba130e6-830f-4f92-822d-3d5c2819e986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:06:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['4c54d688-a419-4f17-aeea-49928e707463'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:03.942236 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9ddb8a61-6065-48b7-aa37-18e52679d0d0 req-9824bbc0-9709-434a-aa35-b12c8b80b67d tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4785383 Apr 20 13:07:04.030390 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d812fc5-0e53-4f02-8358-aecfaf706b1e tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Pushing event deleted for resources: {'Port': ['ID=17c31c64-738f-4607-aae0-bc51b0f3b724,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:04.073101 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d07600-5c89-41bd-b0dc-1f932d06960f req-f26d8c79-4a8a-4116-b42b-f9f4c8964da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:04.075104 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42d07600-5c89-41bd-b0dc-1f932d06960f req-f26d8c79-4a8a-4116-b42b-f9f4c8964da9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c84cb6f4-b4cc-4751-b4bc-ddb2101451ae HTTP/1.1" status: 200 len: 851 time: 0.6103210 Apr 20 13:07:04.135524 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-8ba130e6-830f-4f92-822d-3d5c2819e986 None None] Set router 4c54d688-a419-4f17-aeea-49928e707463 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:07:04.136233 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b0b3097-a05c-41b8-af95-0e62eaf937e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:04.153257 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a6a943-d37d-41cc-a44d-c8370a5b757d req-9d812fc5-0e53-4f02-8358-aecfaf706b1e tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] No DVR routers for this DVR port 17c31c64-738f-4607-aae0-bc51b0f3b724 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:07:04.178211 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e9352-64ed-41d9-b9bd-9f3ad83fb9e5 req-164ed5af-e3af-4ccc-b24d-ca1976eee92a tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:04.190709 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a30e9352-64ed-41d9-b9bd-9f3ad83fb9e5 req-164ed5af-e3af-4ccc-b24d-ca1976eee92a tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9e9466b-e73f-4563-84d6-8c79d84ffc23 HTTP/1.1" status: 200 len: 932 time: 0.4168918 Apr 20 13:07:04.224147 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-72a6a943-d37d-41cc-a44d-c8370a5b757d req-9d812fc5-0e53-4f02-8358-aecfaf706b1e tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:04.228851 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-72a6a943-d37d-41cc-a44d-c8370a5b757d req-9d812fc5-0e53-4f02-8358-aecfaf706b1e tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.15 "DELETE /v2.0/ports/17c31c64-738f-4607-aae0-bc51b0f3b724 HTTP/1.1" status: 204 len: 173 time: 3.4331121 Apr 20 13:07:04.231912 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b0b3097-a05c-41b8-af95-0e62eaf937e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:04.240757 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff826a36-f075-4c69-8b7e-2a0285afa64d None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:07:04.240955 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42d07600-5c89-41bd-b0dc-1f932d06960f req-9fcbe88b-d1fb-432a-a70e-0e06c5db9db2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1448fb0c-76a1-4762-b0ef-b8c667a2a5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805783 Apr 20 13:07:04.241230 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff826a36-f075-4c69-8b7e-2a0285afa64d None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:07:04.241586 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ff826a36-f075-4c69-8b7e-2a0285afa64d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:04.241979 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff826a36-f075-4c69-8b7e-2a0285afa64d None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:07:04.242456 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-ff826a36-f075-4c69-8b7e-2a0285afa64d None None] Bound port: c1c0b034-8586-49b7-aee5-15dec55bc405, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:07:04.243030 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ff826a36-f075-4c69-8b7e-2a0285afa64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:04.257218 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-fa0a39a8-09db-4a0f-9ede-548d5aa7cf8a tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Made reservation on behalf of 7f24aea8ff2146a69feb6b75310aae0a for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:07:04.264752 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-fa0a39a8-09db-4a0f-9ede-548d5aa7cf8a tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:04.320775 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b3097-a05c-41b8-af95-0e62eaf937e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc456d4-285f-43e7-9e90-ff2dff052c0d,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:04.331636 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ff826a36-f075-4c69-8b7e-2a0285afa64d None None] For port c1c0b034-8586-49b7-aee5-15dec55bc405, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:07:04.339559 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ff826a36-f075-4c69-8b7e-2a0285afa64d None None] For port c1c0b034-8586-49b7-aee5-15dec55bc405, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=c1c0b034-8586-49b7-aee5-15dec55bc405,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:07:04.346012 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60792bb0-2fc1-442f-b870-11039b13fd70', 'name': 'network-vif-deleted', 'tag': '17c31c64-738f-4607-aae0-bc51b0f3b724'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:04.360128 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4ab0a9-2e8c-4d7d-a87f-3a3a19b36c02" -d '{"events": [{"server_uuid": "60792bb0-2fc1-442f-b870-11039b13fd70", "name": "network-vif-deleted", "tag": "17c31c64-738f-4607-aae0-bc51b0f3b724"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:04.373974 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b0b3097-a05c-41b8-af95-0e62eaf937e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:07:04.390395 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b0b3097-a05c-41b8-af95-0e62eaf937e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:04.390720 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-0b0b3097-a05c-41b8-af95-0e62eaf937e9 admin admin] Added segment 75dde688-0424-4757-bed7-2277565735bf of type vlan for network 64b1827f-14e5-433a-afd6-d0538fe62ff3 Apr 20 13:07:04.461881 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a30e9352-64ed-41d9-b9bd-9f3ad83fb9e5 req-5b9aa1cc-43f5-446d-91ce-8b06186d30b5 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/security-groups?id=44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667506 Apr 20 13:07:04.522791 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b0b3097-a05c-41b8-af95-0e62eaf937e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:04.536110 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5809dac-6e6d-4743-9b98-66ffc10fb380 None None] Pushing event updated for resources: {'Port': ['ID=c1c0b034-8586-49b7-aee5-15dec55bc405,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:04.629852 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 5c15de53-3138-4732-8386-98b866692271 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:04.630284 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:04.641334 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ff826a36-f075-4c69-8b7e-2a0285afa64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:04.682306 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42d07600-5c89-41bd-b0dc-1f932d06960f req-289d2fd5-43a8-4135-b0a8-8115668fa78f service neutron] 10.222.0.32 "GET /v2.0/networks/1448fb0c-76a1-4762-b0ef-b8c667a2a5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405892 Apr 20 13:07:04.722560 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9314b-4ae9-4e6e-aad3-8605d2a3cd82 req-a463179f-3e6b-42a0-802d-0e2f79195b00 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:04.724461 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0cb9314b-4ae9-4e6e-aad3-8605d2a3cd82 req-a463179f-3e6b-42a0-802d-0e2f79195b00 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 949 time: 0.4947436 Apr 20 13:07:04.734060 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e87b5-9f8c-49c1-b0b3-5d02cf75e905 req-1b4a2bf0-71a2-42a8-a451-3e7ab765668b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:04.735922 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8b5e87b5-9f8c-49c1-b0b3-5d02cf75e905 req-1b4a2bf0-71a2-42a8-a451-3e7ab765668b tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.15 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 949 time: 0.3689127 Apr 20 13:07:04.745551 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b0b3097-a05c-41b8-af95-0e62eaf937e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:04.747857 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0b3097-a05c-41b8-af95-0e62eaf937e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:04.747857 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b0b3097-a05c-41b8-af95-0e62eaf937e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:04.784286 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-fa0a39a8-09db-4a0f-9ede-548d5aa7cf8a tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Allocated IP 19.86.0.175 (3fb47c34-1cee-4cad-85f7-20c636f9b377/053e2bb8-0c4c-43d3-b534-6e814b91dfd8/a39487df-827a-48ea-9d9b-33ef073f66da) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:07:04.872335 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0b0b3097-a05c-41b8-af95-0e62eaf937e9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2142389 Apr 20 13:07:04.878533 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34574) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:04.895926 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-8fe87bb9-5fef-45c1-a157-53d69deb9931 admin admin] Request body: {'subnet': {'network_id': '64b1827f-14e5-433a-afd6-d0538fe62ff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1780988306-subnet', 'tenant_id': '487102ef14a64aa3a1f17f25b4ec297c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:04.914773 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b3097-a05c-41b8-af95-0e62eaf937e9 admin admin] Pushing event updated for resources: {'Network': ['ID=64b1827f-14e5-433a-afd6-d0538fe62ff3,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:04.949489 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413fb297-edbf-4cb6-8646-37754b1e4158 None None] Sync routers for ids ['743ceca2-0b4a-4a6e-adc1-701ab4e69731'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:07:04.981797 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413fb297-edbf-4cb6-8646-37754b1e4158 None None] Routers {'743ceca2-0b4a-4a6e-adc1-701ab4e69731'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:07:04.983141 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-413fb297-edbf-4cb6-8646-37754b1e4158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:06:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['743ceca2-0b4a-4a6e-adc1-701ab4e69731'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:05.027683 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-a1ccd7f6-5d4f-476c-9ffc-7f507eec3319 None None] Provisioning complete for port 6bfcdd38-3734-45b2-aac4-7f5254398ce3 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:05.028066 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd7f6-5d4f-476c-9ffc-7f507eec3319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:05.042023 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=79f75561-56e7-46bc-92f1-17d0a37e6722,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:05.106600 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42d07600-5c89-41bd-b0dc-1f932d06960f req-babacda1-898b-480d-9ef1-11e237774c89 service neutron] 10.222.0.32 "GET /v2.0/networks/1448fb0c-76a1-4762-b0ef-b8c667a2a5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050121 Apr 20 13:07:05.181230 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0cb9314b-4ae9-4e6e-aad3-8605d2a3cd82 req-0fa8f330-eabe-4f93-a9f3-c9320d7741a9 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4360492 Apr 20 13:07:05.208341 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 64b1827f-14e5-433a-afd6-d0538fe62ff3 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:07:05.234900 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e98bf4bf-1918-4a19-ad29-1ae382e9c9ea tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:05.303247 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-413fb297-edbf-4cb6-8646-37754b1e4158 None None] Set router 743ceca2-0b4a-4a6e-adc1-701ab4e69731 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:07:05.341475 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-fa0a39a8-09db-4a0f-9ede-548d5aa7cf8a tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:05.389495 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42baebc-f6e1-4add-81cb-04df0c0dcb65 x-openstack-request-id: req-f42baebc-f6e1-4add-81cb-04df0c0dcb65 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:05.389495 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60792bb0-2fc1-442f-b870-11039b13fd70", "name": "network-vif-deleted", "tag": "17c31c64-738f-4607-aae0-bc51b0f3b724", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:05.389898 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f42baebc-f6e1-4add-81cb-04df0c0dcb65 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:05.391073 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f42baebc-f6e1-4add-81cb-04df0c0dcb65'] response: {'server_uuid': '60792bb0-2fc1-442f-b870-11039b13fd70', 'name': 'network-vif-deleted', 'tag': '17c31c64-738f-4607-aae0-bc51b0f3b724', 'status': 'completed', 'code': 200} Apr 20 13:07:05.407551 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe87bb9-5fef-45c1-a157-53d69deb9931 admin admin] Made reservation on behalf of 487102ef14a64aa3a1f17f25b4ec297c for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:07:05.413528 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8fe87bb9-5fef-45c1-a157-53d69deb9931 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:05.438271 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-e98bf4bf-1918-4a19-ad29-1ae382e9c9ea tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Allocated IP 172.25.8.225 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/8f9359e8-817c-4dc0-ae3c-92aa1d3c5296) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:07:05.472104 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff826a36-f075-4c69-8b7e-2a0285afa64d None None] Routers {'b9692bf5-f1b2-4876-9b3f-060c953cf2cb'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:07:05.473211 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ff826a36-f075-4c69-8b7e-2a0285afa64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:06:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['b9692bf5-f1b2-4876-9b3f-060c953cf2cb'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:05.592906 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad685b8d-926d-497b-ac3b-05887d44d2c4 None None] Pushing event updated for resources: {'Port': ['ID=43ef864a-5522-401d-9679-7d2624a6f802,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:05.687263 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e98bf4bf-1918-4a19-ad29-1ae382e9c9ea tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:05.743409 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-fa0a39a8-09db-4a0f-9ede-548d5aa7cf8a tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:05.768260 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-413fb297-edbf-4cb6-8646-37754b1e4158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'name': 'tempest-AttachVolumeShelveTestJSON-1796423913-router', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'e0156b26-b064-4225-8417-ea8cce1a54ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:35Z', 'updated_at': '2022-04-20T13:06:50Z', 'revision_number': 4, 'project_id': 'c6b1693032114a59884d6bf282ad5efe', 'gw_port': {'id': 'e0156b26-b064-4225-8417-ea8cce1a54ab', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:38Z', 'updated_at': '2022-04-20T13:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'ebc0a48e-f464-444f-96b9-d70e47d4e667', 'name': '', 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'mac_address': 'fa:16:3e:99:2d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '50283e41-42f7-46ab-979a-b196312e8e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:46Z', 'updated_at': '2022-04-20T13:06:51Z', 'revision_number': 2, 'project_id': 'c6b1693032114a59884d6bf282ad5efe', 'subnets': [{'id': '50283e41-42f7-46ab-979a-b196312e8e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:05.822861 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413fb297-edbf-4cb6-8646-37754b1e4158 None None] Checking router: 743ceca2-0b4a-4a6e-adc1-701ab4e69731 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:07:05.823915 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413fb297-edbf-4cb6-8646-37754b1e4158 None None] Updating router 743ceca2-0b4a-4a6e-adc1-701ab4e69731 port ebc0a48e-f464-444f-96b9-d70e47d4e667 binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:07:05.835758 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e860d15-0646-4015-8d4a-bc063db87789 req-43141440-8126-4f4f-af79-c05c439ceebc tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:05.839719 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2e860d15-0646-4015-8d4a-bc063db87789 req-43141440-8126-4f4f-af79-c05c439ceebc tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 944 time: 0.7096043 Apr 20 13:07:05.844081 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-fa0a39a8-09db-4a0f-9ede-548d5aa7cf8a tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Network 3fb47c34-1cee-4cad-85f7-20c636f9b377 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:07:05.856088 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-fa0a39a8-09db-4a0f-9ede-548d5aa7cf8a tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:07:05.878029 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e98bf4bf-1918-4a19-ad29-1ae382e9c9ea tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:05.882840 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-fa0a39a8-09db-4a0f-9ede-548d5aa7cf8a tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:07:05.897734 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-413fb297-edbf-4cb6-8646-37754b1e4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:05.916416 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd7f6-5d4f-476c-9ffc-7f507eec3319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:06.002776 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 4fc003b1-3b91-4a84-b6bf-b70b061f600f up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:06.079445 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98bf4bf-1918-4a19-ad29-1ae382e9c9ea tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Pushing event updated for resources: {'Port': ['ID=8f9359e8-817c-4dc0-ae3c-92aa1d3c5296,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:06.085476 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-549c5c90-f705-454b-b448-5c7cade86475 req-6d814951-bb45-4f1b-8255-c13cfdbf211d tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=60792bb0-2fc1-442f-b870-11039b13fd70 HTTP/1.1" status: 200 len: 210 time: 0.3141229 Apr 20 13:07:06.174930 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2e860d15-0646-4015-8d4a-bc063db87789 req-5ff70327-4890-484c-9a4d-d6d4c824fbda tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152156 Apr 20 13:07:06.185937 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-8b5e87b5-9f8c-49c1-b0b3-5d02cf75e905 req-c2a723cf-6051-4a62-a700-bc2ca8464782 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Deleting port cb7fabd9-e9e0-4004-92bc-60bbb739783b {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:07:06.185937 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8b5e87b5-9f8c-49c1-b0b3-5d02cf75e905 req-c2a723cf-6051-4a62-a700-bc2ca8464782 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:06.206640 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-a1ccd7f6-5d4f-476c-9ffc-7f507eec3319 None None] For port 6bfcdd38-3734-45b2-aac4-7f5254398ce3, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=6bfcdd38-3734-45b2-aac4-7f5254398ce3,segment=NetworkSegment(5f67196c-0ae9-4453-9107-e2d5c49b6699),segment_id=5f67196c-0ae9-4453-9107-e2d5c49b6699)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:06.222890 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5809dac-6e6d-4743-9b98-66ffc10fb380 None None] Pushing event updated for resources: {'Port': ['ID=c1c0b034-8586-49b7-aee5-15dec55bc405,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:06.249980 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 4fc003b1-3b91-4a84-b6bf-b70b061f600f triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:06.254504 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:06.309420 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd7f6-5d4f-476c-9ffc-7f507eec3319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:06.340159 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-8ba130e6-830f-4f92-822d-3d5c2819e986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c54d688-a419-4f17-aeea-49928e707463', 'name': 'tempest-ServersTestMultiNic-1931406948-router', 'tenant_id': '7f24aea8ff2146a69feb6b75310aae0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '79f75561-56e7-46bc-92f1-17d0a37e6722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:31Z', 'updated_at': '2022-04-20T13:06:42Z', 'revision_number': 4, 'project_id': '7f24aea8ff2146a69feb6b75310aae0a', 'gw_port': {'id': '79f75561-56e7-46bc-92f1-17d0a37e6722', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c54d688-a419-4f17-aeea-49928e707463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:34Z', 'updated_at': '2022-04-20T13:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '43ef864a-5522-401d-9679-7d2624a6f802', 'name': '', 'network_id': '8536e81d-569a-4cbc-bcb6-19bd4ebd3a7b', 'tenant_id': '7f24aea8ff2146a69feb6b75310aae0a', 'mac_address': 'fa:16:3e:e6:69:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c54d688-a419-4f17-aeea-49928e707463', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '2cfa6f4f-f54b-4163-b933-0ce22b496da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:40Z', 'updated_at': '2022-04-20T13:07:03Z', 'revision_number': 4, 'project_id': '7f24aea8ff2146a69feb6b75310aae0a', 'subnets': [{'id': '2cfa6f4f-f54b-4163-b933-0ce22b496da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:06.368033 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98bf4bf-1918-4a19-ad29-1ae382e9c9ea tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:07:06.402328 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-e98bf4bf-1918-4a19-ad29-1ae382e9c9ea tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:07:06.419832 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98bf4bf-1918-4a19-ad29-1ae382e9c9ea tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:07:06.457475 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ccd7f6-5d4f-476c-9ffc-7f507eec3319 None None] Pushing event updated for resources: {'Port': ['ID=6bfcdd38-3734-45b2-aac4-7f5254398ce3,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:06.465307 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-ff826a36-f075-4c69-8b7e-2a0285afa64d None None] Set router b9692bf5-f1b2-4876-9b3f-060c953cf2cb gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:07:06.469994 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba130e6-830f-4f92-822d-3d5c2819e986 None None] The sync data for ids ['4c54d688-a419-4f17-aeea-49928e707463'] in n-d-836015-7 is: [{'id': '4c54d688-a419-4f17-aeea-49928e707463', 'name': 'tempest-ServersTestMultiNic-1931406948-router', 'tenant_id': '7f24aea8ff2146a69feb6b75310aae0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '79f75561-56e7-46bc-92f1-17d0a37e6722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:31Z', 'updated_at': '2022-04-20T13:06:42Z', 'revision_number': 4, 'project_id': '7f24aea8ff2146a69feb6b75310aae0a', 'gw_port': {'id': '79f75561-56e7-46bc-92f1-17d0a37e6722', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c54d688-a419-4f17-aeea-49928e707463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:34Z', 'updated_at': '2022-04-20T13:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '43ef864a-5522-401d-9679-7d2624a6f802', 'name': '', 'network_id': '8536e81d-569a-4cbc-bcb6-19bd4ebd3a7b', 'tenant_id': '7f24aea8ff2146a69feb6b75310aae0a', 'mac_address': 'fa:16:3e:e6:69:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c54d688-a419-4f17-aeea-49928e707463', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': '2cfa6f4f-f54b-4163-b933-0ce22b496da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:40Z', 'updated_at': '2022-04-20T13:07:03Z', 'revision_number': 4, 'project_id': '7f24aea8ff2146a69feb6b75310aae0a', 'subnets': [{'id': '2cfa6f4f-f54b-4163-b933-0ce22b496da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:07:06.520964 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-a1ccd7f6-5d4f-476c-9ffc-7f507eec3319 None None] Provisioning complete for port 7d1c154c-5e5d-49c5-bbf6-21878928be26 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:06.521342 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd7f6-5d4f-476c-9ffc-7f507eec3319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:06.557924 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-413fb297-edbf-4cb6-8646-37754b1e4158 None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:06.580398 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a39a8-09db-4a0f-9ede-548d5aa7cf8a tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Pushing event updated for resources: {'Port': ['ID=a39487df-827a-48ea-9d9b-33ef073f66da,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:06.596745 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-2ab911fd-fac3-49ae-a06d-f509d44383f9 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:06.605010 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-2ab911fd-fac3-49ae-a06d-f509d44383f9 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/networks?id=ce4b787d-844d-4a10-8a46-e3a4d131f18d HTTP/1.1" status: 200 len: 815 time: 0.2477751 Apr 20 13:07:06.657799 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-413fb297-edbf-4cb6-8646-37754b1e4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:06.664735 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-d6aa6aaf-ce7c-4d47-8bb9-d385f9dc1a3a tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/quotas/4ea07556cdb2477c9f098452366cccbb HTTP/1.1" status: 200 len: 375 time: 0.0460343 Apr 20 13:07:06.694448 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-fa0a39a8-09db-4a0f-9ede-548d5aa7cf8a tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:06.695641 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-fa0a39a8-09db-4a0f-9ede-548d5aa7cf8a tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:06.715226 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd4963-2417-42a5-94bc-726588d92f57 req-1b13c67e-d5d4-4543-8215-1a6006ad153b tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:06.716803 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f7dd4963-2417-42a5-94bc-726588d92f57 req-1b13c67e-d5d4-4543-8215-1a6006ad153b tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.15 "GET /v2.0/ports?device_id=7529e07f-096f-4c8d-8f94-202509811a27 HTTP/1.1" status: 200 len: 945 time: 0.1378217 Apr 20 13:07:06.760921 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8fe87bb9-5fef-45c1-a157-53d69deb9931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:06.809047 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61530a20-6899-4f85-9c99-e0c6c37ad07f req-7b671850-0023-4d61-b702-a70a31cee1f8 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:06.819476 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dbad93-0623-4619-8053-9df6dd9a0096 None None] Pushing event updated for resources: {'Port': ['ID=ebc0a48e-f464-444f-96b9-d70e47d4e667,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:06.833621 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61530a20-6899-4f85-9c99-e0c6c37ad07f req-7b671850-0023-4d61-b702-a70a31cee1f8 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:06.833747 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe87bb9-5fef-45c1-a157-53d69deb9931 admin admin] Pushing event updated for resources: {'Subnet': ['ID=380b4a67-f6a3-46d6-a387-d54a3f89ae6e,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:06.837981 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-fa0a39a8-09db-4a0f-9ede-548d5aa7cf8a tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1070361 Apr 20 13:07:06.848595 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-61530a20-6899-4f85-9c99-e0c6c37ad07f req-7b671850-0023-4d61-b702-a70a31cee1f8 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9e9466b-e73f-4563-84d6-8c79d84ffc23 HTTP/1.1" status: 200 len: 1655 time: 0.4785759 Apr 20 13:07:06.854817 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-dade59f8-c188-4ffc-bca2-e969463fbcab tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Request body: {'port': {'device_id': 'e9e9466b-e73f-4563-84d6-8c79d84ffc23', 'network_id': '5b00292b-fac6-471f-82ba-b12a2921cf9b', 'admin_state_up': True, 'tenant_id': '7f24aea8ff2146a69feb6b75310aae0a'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:06.867976 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-8b5e87b5-9f8c-49c1-b0b3-5d02cf75e905 req-c2a723cf-6051-4a62-a700-bc2ca8464782 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] For port cb7fabd9-e9e0-4004-92bc-60bbb739783b, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=cb7fabd9-e9e0-4004-92bc-60bbb739783b,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:06.868904 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8b5e87b5-9f8c-49c1-b0b3-5d02cf75e905 req-c2a723cf-6051-4a62-a700-bc2ca8464782 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:06.883565 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-413fb297-edbf-4cb6-8646-37754b1e4158 None None] Attempting to bind port ebc0a48e-f464-444f-96b9-d70e47d4e667 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:07:06.884035 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-413fb297-edbf-4cb6-8646-37754b1e4158 None None] Attempting to bind port ebc0a48e-f464-444f-96b9-d70e47d4e667 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '0f113b16-94ad-4b02-8521-e93247ce464b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:07:06.884824 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413fb297-edbf-4cb6-8646-37754b1e4158 None None] Attempting to bind port ebc0a48e-f464-444f-96b9-d70e47d4e667 on network 5f8d1d6d-7980-40b6-a3d5-202cd4161f9d {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:07:06.900739 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413fb297-edbf-4cb6-8646-37754b1e4158 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:07:06.903760 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413fb297-edbf-4cb6-8646-37754b1e4158 None None] Checking segment: {'id': '0f113b16-94ad-4b02-8521-e93247ce464b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:07:06.904450 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-413fb297-edbf-4cb6-8646-37754b1e4158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:06.907102 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413fb297-edbf-4cb6-8646-37754b1e4158 None None] Bound using segment: {'id': '0f113b16-94ad-4b02-8521-e93247ce464b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:07:06.908566 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-413fb297-edbf-4cb6-8646-37754b1e4158 None None] Bound port: ebc0a48e-f464-444f-96b9-d70e47d4e667, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f113b16-94ad-4b02-8521-e93247ce464b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:07:06.910120 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-413fb297-edbf-4cb6-8646-37754b1e4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:06.929728 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device c8821e47-1795-462a-8e0e-1e348b5dee64 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:07:06.954680 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-8b5e87b5-9f8c-49c1-b0b3-5d02cf75e905 req-c2a723cf-6051-4a62-a700-bc2ca8464782 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Calling delete_port for cb7fabd9-e9e0-4004-92bc-60bbb739783b owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:07:07.137168 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-413fb297-edbf-4cb6-8646-37754b1e4158 None None] For port ebc0a48e-f464-444f-96b9-d70e47d4e667, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:07:07.143616 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-413fb297-edbf-4cb6-8646-37754b1e4158 None None] For port ebc0a48e-f464-444f-96b9-d70e47d4e667, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ebc0a48e-f464-444f-96b9-d70e47d4e667,segment=NetworkSegment(0f113b16-94ad-4b02-8521-e93247ce464b),segment_id=0f113b16-94ad-4b02-8521-e93247ce464b)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:07:07.207057 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-413fb297-edbf-4cb6-8646-37754b1e4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:07.327877 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe87bb9-5fef-45c1-a157-53d69deb9931 admin admin] Checking segment: {'id': '75dde688-0424-4757-bed7-2277565735bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '64b1827f-14e5-433a-afd6-d0538fe62ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:07:07.328253 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe87bb9-5fef-45c1-a157-53d69deb9931 admin admin] Network hostable DHCP agents. Network: 64b1827f-14e5-433a-afd6-d0538fe62ff3, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:07:07.331671 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dbad93-0623-4619-8053-9df6dd9a0096 None None] Pushing event updated for resources: {'Port': ['ID=ebc0a48e-f464-444f-96b9-d70e47d4e667,revision_number=4']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:07.375407 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd7f6-5d4f-476c-9ffc-7f507eec3319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:07.379716 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-f7dd4963-2417-42a5-94bc-726588d92f57 req-d304291c-3779-464d-bbb5-822799c57a4c tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Deleting port efa8b45b-bd72-4ed1-9ff2-467e6261fe61 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:07:07.384909 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-f7dd4963-2417-42a5-94bc-726588d92f57 req-d304291c-3779-464d-bbb5-822799c57a4c tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:07.386200 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413fb297-edbf-4cb6-8646-37754b1e4158 None None] Routers {'743ceca2-0b4a-4a6e-adc1-701ab4e69731'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:07:07.386851 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-413fb297-edbf-4cb6-8646-37754b1e4158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:06:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['743ceca2-0b4a-4a6e-adc1-701ab4e69731'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:07.435343 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port c8821e47-1795-462a-8e0e-1e348b5dee64, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=c8821e47-1795-462a-8e0e-1e348b5dee64,segment=NetworkSegment(b8a6c4b7-66db-416a-aa28-84e1cd810023),segment_id=b8a6c4b7-66db-416a-aa28-84e1cd810023)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:07.539107 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-a1ccd7f6-5d4f-476c-9ffc-7f507eec3319 None None] For port 7d1c154c-5e5d-49c5-bbf6-21878928be26, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=7d1c154c-5e5d-49c5-bbf6-21878928be26,segment=NetworkSegment(fd661946-010d-4ee5-895f-ad1f462f035e),segment_id=fd661946-010d-4ee5-895f-ad1f462f035e)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:07.541139 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': 'c8821e47-1795-462a-8e0e-1e348b5dee64', 'network_id': '1448fb0c-76a1-4762-b0ef-b8c667a2a5dc', 'port_id': 'c8821e47-1795-462a-8e0e-1e348b5dee64', 'mac_address': 'fa:16:3e:8f:4b:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c84cb6f4-b4cc-4751-b4bc-ddb2101451ae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:07:07.551277 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe87bb9-5fef-45c1-a157-53d69deb9931 admin admin] Network 64b1827f-14e5-433a-afd6-d0538fe62ff3 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:07:07.571495 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-dade59f8-c188-4ffc-bca2-e969463fbcab tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Made reservation on behalf of 7f24aea8ff2146a69feb6b75310aae0a for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:07:07.576575 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-dade59f8-c188-4ffc-bca2-e969463fbcab tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:07.653352 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 6bfcdd38-3734-45b2-aac4-7f5254398ce3 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:07.660963 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd7f6-5d4f-476c-9ffc-7f507eec3319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:07.758441 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device cb7fabd9-e9e0-4004-92bc-60bbb739783b no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:07:07.802300 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-413fb297-edbf-4cb6-8646-37754b1e4158 None None] Set router 743ceca2-0b4a-4a6e-adc1-701ab4e69731 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:07:07.853447 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-dade59f8-c188-4ffc-bca2-e969463fbcab tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Allocated IP 19.80.0.150 (5b00292b-fac6-471f-82ba-b12a2921cf9b/47078f41-7228-450d-ab68-088f249f7e64/0d36c283-4c85-4edc-af33-87d5e859c57f) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:07:07.946953 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-a1ccd7f6-5d4f-476c-9ffc-7f507eec3319 None None] Provisioning complete for port 26c6fd5f-b5a3-4b1a-8376-e6245e5ae816 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:07.953414 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd7f6-5d4f-476c-9ffc-7f507eec3319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:07.956618 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:07.970940 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-b77abe00-c980-4ae9-a4f8-912764c7bd55 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4ea07556cdb2477c9f098452366cccbb&fields=id HTTP/1.1" status: 200 len: 255 time: 1.3040340 Apr 20 13:07:07.976261 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-8fe87bb9-5fef-45c1-a157-53d69deb9931 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 64b1827f-14e5-433a-afd6-d0538fe62ff3) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:07:07.985358 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe87bb9-5fef-45c1-a157-53d69deb9931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:07.985963 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8fe87bb9-5fef-45c1-a157-53d69deb9931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:08.050919 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-f7dd4963-2417-42a5-94bc-726588d92f57 req-d304291c-3779-464d-bbb5-822799c57a4c tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] For port efa8b45b-bd72-4ed1-9ff2-467e6261fe61, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=efa8b45b-bd72-4ed1-9ff2-467e6261fe61,segment=NetworkSegment(b8a45d7f-8d03-42e0-b39a-371992aad9ff),segment_id=b8a45d7f-8d03-42e0-b39a-371992aad9ff)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:08.051295 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-f7dd4963-2417-42a5-94bc-726588d92f57 req-d304291c-3779-464d-bbb5-822799c57a4c tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:08.055164 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8821e47-1795-462a-8e0e-1e348b5dee64 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:07:08.091162 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port c8821e47-1795-462a-8e0e-1e348b5dee64, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=c8821e47-1795-462a-8e0e-1e348b5dee64,segment=NetworkSegment(b8a6c4b7-66db-416a-aa28-84e1cd810023),segment_id=b8a6c4b7-66db-416a-aa28-84e1cd810023)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:08.097662 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8fe87bb9-5fef-45c1-a157-53d69deb9931 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.2096322 Apr 20 13:07:08.099980 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6c0ead-3531-4b21-8cce-143d9c5da94c None None] Network 64b1827f-14e5-433a-afd6-d0538fe62ff3 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:07:08.102355 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34622) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:08.109023 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-1359b530-35ec-4f6a-8994-b8fc923cc01b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1780988306-router', 'tenant_id': '487102ef14a64aa3a1f17f25b4ec297c', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:08.136695 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-dade59f8-c188-4ffc-bca2-e969463fbcab tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:08.149338 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-f7dd4963-2417-42a5-94bc-726588d92f57 req-d304291c-3779-464d-bbb5-822799c57a4c tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Calling delete_port for efa8b45b-bd72-4ed1-9ff2-467e6261fe61 owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:07:08.162543 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-fffb703e-1aaa-4be9-8419-0f9a21c30fa3 service neutron] 10.222.0.25 "GET /v2.0/networks/ce4b787d-844d-4a10-8a46-e3a4d131f18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879771 Apr 20 13:07:08.183025 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-413fb297-edbf-4cb6-8646-37754b1e4158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'name': 'tempest-AttachVolumeShelveTestJSON-1796423913-router', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'e0156b26-b064-4225-8417-ea8cce1a54ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:35Z', 'updated_at': '2022-04-20T13:06:50Z', 'revision_number': 4, 'project_id': 'c6b1693032114a59884d6bf282ad5efe', 'gw_port': {'id': 'e0156b26-b064-4225-8417-ea8cce1a54ab', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:38Z', 'updated_at': '2022-04-20T13:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'ebc0a48e-f464-444f-96b9-d70e47d4e667', 'name': '', 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'mac_address': 'fa:16:3e:99:2d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '50283e41-42f7-46ab-979a-b196312e8e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:46Z', 'updated_at': '2022-04-20T13:07:07Z', 'revision_number': 4, 'project_id': 'c6b1693032114a59884d6bf282ad5efe', 'subnets': [{'id': '50283e41-42f7-46ab-979a-b196312e8e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:08.216606 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-61530a20-6899-4f85-9c99-e0c6c37ad07f req-41f253f1-8562-4bd5-9b1b-80404d19d351 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/security-groups?id=44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3670466 Apr 20 13:07:08.220115 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413fb297-edbf-4cb6-8646-37754b1e4158 None None] The sync data for ids ['743ceca2-0b4a-4a6e-adc1-701ab4e69731'] in n-d-836015-7 is: [{'id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'name': 'tempest-AttachVolumeShelveTestJSON-1796423913-router', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'e0156b26-b064-4225-8417-ea8cce1a54ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:35Z', 'updated_at': '2022-04-20T13:06:50Z', 'revision_number': 4, 'project_id': 'c6b1693032114a59884d6bf282ad5efe', 'gw_port': {'id': 'e0156b26-b064-4225-8417-ea8cce1a54ab', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:38Z', 'updated_at': '2022-04-20T13:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'ebc0a48e-f464-444f-96b9-d70e47d4e667', 'name': '', 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'mac_address': 'fa:16:3e:99:2d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '50283e41-42f7-46ab-979a-b196312e8e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:46Z', 'updated_at': '2022-04-20T13:07:07Z', 'revision_number': 4, 'project_id': 'c6b1693032114a59884d6bf282ad5efe', 'subnets': [{'id': '50283e41-42f7-46ab-979a-b196312e8e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:07:08.236633 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e98bf4bf-1918-4a19-ad29-1ae382e9c9ea tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:08.258646 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:08.266533 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1359b530-35ec-4f6a-8994-b8fc923cc01b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:08.268205 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1359b530-35ec-4f6a-8994-b8fc923cc01b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:08.278256 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ccd7f6-5d4f-476c-9ffc-7f507eec3319 None None] Pushing event updated for resources: {'Port': ['ID=7d1c154c-5e5d-49c5-bbf6-21878928be26,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:08.338647 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-dade59f8-c188-4ffc-bca2-e969463fbcab tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:08.370371 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=c8821e47-1795-462a-8e0e-1e348b5dee64,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:08.432055 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade59f8-c188-4ffc-bca2-e969463fbcab tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Pushing event updated for resources: {'Port': ['ID=0d36c283-4c85-4edc-af33-87d5e859c57f,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:08.443649 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 6bfcdd38-3734-45b2-aac4-7f5254398ce3 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:08.444110 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:08.448486 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e98bf4bf-1918-4a19-ad29-1ae382e9c9ea tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:08.497662 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1359b530-35ec-4f6a-8994-b8fc923cc01b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:08.512011 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-dade59f8-c188-4ffc-bca2-e969463fbcab tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Network 5b00292b-fac6-471f-82ba-b12a2921cf9b is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:07:08.515776 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-dade59f8-c188-4ffc-bca2-e969463fbcab tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:07:08.519666 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-dade59f8-c188-4ffc-bca2-e969463fbcab tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:07:08.524314 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd7f6-5d4f-476c-9ffc-7f507eec3319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:08.530502 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-7464fa1e-d9e5-41eb-992f-02ff6e4ad9eb service neutron] 10.222.0.25 "GET /v2.0/networks/ce4b787d-844d-4a10-8a46-e3a4d131f18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650057 Apr 20 13:07:08.587330 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e0182-c1cf-44ca-93be-2fe9dcc425d8 req-f76cb002-cf28-4997-9ce3-3b2869b691f6 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:08.587579 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-dade59f8-c188-4ffc-bca2-e969463fbcab tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:08.588190 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-dade59f8-c188-4ffc-bca2-e969463fbcab tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:08.600010 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-200e0182-c1cf-44ca-93be-2fe9dcc425d8 req-f76cb002-cf28-4997-9ce3-3b2869b691f6 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 949 time: 0.2513382 Apr 20 13:07:08.606009 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ff826a36-f075-4c69-8b7e-2a0285afa64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9692bf5-f1b2-4876-9b3f-060c953cf2cb', 'name': 'tempest-TaggedBootDevicesTest-785915238-router', 'tenant_id': '80a09310883244f09c77418f84fc8e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'c1c0b034-8586-49b7-aee5-15dec55bc405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:43Z', 'updated_at': '2022-04-20T13:06:59Z', 'revision_number': 4, 'project_id': '80a09310883244f09c77418f84fc8e88', 'gw_port': {'id': 'c1c0b034-8586-49b7-aee5-15dec55bc405', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:09:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9692bf5-f1b2-4876-9b3f-060c953cf2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:46Z', 'updated_at': '2022-04-20T13:07:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '6d05bc1d-e87e-4c39-a78d-99565650587b', 'name': '', 'network_id': 'c0567742-ebd6-4040-88bb-7f8afbb4e328', 'tenant_id': '80a09310883244f09c77418f84fc8e88', 'mac_address': 'fa:16:3e:53:e3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9692bf5-f1b2-4876-9b3f-060c953cf2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'ab468ffa-ce13-456d-af37-126b9348379e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:56Z', 'updated_at': '2022-04-20T13:06:59Z', 'revision_number': 2, 'project_id': '80a09310883244f09c77418f84fc8e88', 'subnets': [{'id': 'ab468ffa-ce13-456d-af37-126b9348379e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:08.665325 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['c8821e47-1795-462a-8e0e-1e348b5dee64'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:07:08.683675 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:08.804777 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff826a36-f075-4c69-8b7e-2a0285afa64d None None] The sync data for ids ['b9692bf5-f1b2-4876-9b3f-060c953cf2cb'] in n-d-836015-7 is: [{'id': 'b9692bf5-f1b2-4876-9b3f-060c953cf2cb', 'name': 'tempest-TaggedBootDevicesTest-785915238-router', 'tenant_id': '80a09310883244f09c77418f84fc8e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'c1c0b034-8586-49b7-aee5-15dec55bc405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:43Z', 'updated_at': '2022-04-20T13:06:59Z', 'revision_number': 4, 'project_id': '80a09310883244f09c77418f84fc8e88', 'gw_port': {'id': 'c1c0b034-8586-49b7-aee5-15dec55bc405', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:09:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9692bf5-f1b2-4876-9b3f-060c953cf2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:46Z', 'updated_at': '2022-04-20T13:07:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '6d05bc1d-e87e-4c39-a78d-99565650587b', 'name': '', 'network_id': 'c0567742-ebd6-4040-88bb-7f8afbb4e328', 'tenant_id': '80a09310883244f09c77418f84fc8e88', 'mac_address': 'fa:16:3e:53:e3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9692bf5-f1b2-4876-9b3f-060c953cf2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'ab468ffa-ce13-456d-af37-126b9348379e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:56Z', 'updated_at': '2022-04-20T13:06:59Z', 'revision_number': 2, 'project_id': '80a09310883244f09c77418f84fc8e88', 'subnets': [{'id': 'ab468ffa-ce13-456d-af37-126b9348379e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:07:08.843765 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-200e0182-c1cf-44ca-93be-2fe9dcc425d8 req-c333ab66-c26e-49b8-b8ac-4ec1bfa22e0a tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/security-groups?id=b789ce83-41bc-44b6-9124-514399b3478b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403560 Apr 20 13:07:09.052921 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1359b530-35ec-4f6a-8994-b8fc923cc01b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:09.101928 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8b5e87b5-9f8c-49c1-b0b3-5d02cf75e905 req-c2a723cf-6051-4a62-a700-bc2ca8464782 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:09.131396 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-a1ccd7f6-5d4f-476c-9ffc-7f507eec3319 None None] For port 26c6fd5f-b5a3-4b1a-8376-e6245e5ae816, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=26c6fd5f-b5a3-4b1a-8376-e6245e5ae816,segment=NetworkSegment(d7df52ce-f2f3-4aaf-9f41-c86ef69cb326),segment_id=d7df52ce-f2f3-4aaf-9f41-c86ef69cb326)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:09.160176 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-dade59f8-c188-4ffc-bca2-e969463fbcab tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3126891 Apr 20 13:07:09.168637 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a723cf-6051-4a62-a700-bc2ca8464782 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Pushing event deleted for resources: {'Port': ['ID=cb7fabd9-e9e0-4004-92bc-60bbb739783b,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:09.186966 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-8e900138-4883-4600-8eaf-1e8397a30dd2 service neutron] Request body: {'port': {'device_id': 'e9e9466b-e73f-4563-84d6-8c79d84ffc23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:09.197732 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0d49170f-42a5-4522-a00e-52fa9917f4c5 req-ec74fba7-5e63-4fb1-96f2-87c252317c16 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c7b84c-f21f-49e0-ae91-8ded4de1f880 HTTP/1.1" status: 200 len: 210 time: 0.1092710 Apr 20 13:07:09.222232 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a58404-bd95-486c-abc5-ceea4ff58f9d req-60e597f2-67d0-449e-9be8-c1feff4b53cb tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:09.245479 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee4e4f5-0f64-474a-a29e-69d16d6777cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-64b1827f-14e5-433a-afd6-d0538fe62ff3', 'network_id': '64b1827f-14e5-433a-afd6-d0538fe62ff3', 'tenant_id': '487102ef14a64aa3a1f17f25b4ec297c', 'fixed_ips': [{'subnet_id': '380b4a67-f6a3-46d6-a387-d54a3f89ae6e'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:07:09.246483 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9ee4e4f5-0f64-474a-a29e-69d16d6777cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:09.249356 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-64a58404-bd95-486c-abc5-ceea4ff58f9d req-60e597f2-67d0-449e-9be8-c1feff4b53cb tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 945 time: 0.2311158 Apr 20 13:07:09.260642 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd7f6-5d4f-476c-9ffc-7f507eec3319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:09.374455 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-8e900138-4883-4600-8eaf-1e8397a30dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:09.403852 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-64a58404-bd95-486c-abc5-ceea4ff58f9d req-baa6e1c6-ae27-46ae-ac7f-48ab4942b0db tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440079 Apr 20 13:07:09.451511 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device efa8b45b-bd72-4ed1-9ff2-467e6261fe61 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:07:09.462227 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-f7dd4963-2417-42a5-94bc-726588d92f57 req-d304291c-3779-464d-bbb5-822799c57a4c tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:09.512637 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5e87b5-9f8c-49c1-b0b3-5d02cf75e905 req-c2a723cf-6051-4a62-a700-bc2ca8464782 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] No DVR routers for this DVR port cb7fabd9-e9e0-4004-92bc-60bbb739783b on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:07:09.526241 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8b5e87b5-9f8c-49c1-b0b3-5d02cf75e905 req-c2a723cf-6051-4a62-a700-bc2ca8464782 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:09.534939 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8b5e87b5-9f8c-49c1-b0b3-5d02cf75e905 req-c2a723cf-6051-4a62-a700-bc2ca8464782 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.15 "DELETE /v2.0/ports/cb7fabd9-e9e0-4004-92bc-60bbb739783b HTTP/1.1" status: 204 len: 173 time: 4.7671847 Apr 20 13:07:09.537434 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf', 'name': 'network-vif-deleted', 'tag': 'cb7fabd9-e9e0-4004-92bc-60bbb739783b'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:09.545528 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa447ead-bf1e-4d85-8f86-fd22fcdb3dd1" -d '{"events": [{"server_uuid": "461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf", "name": "network-vif-deleted", "tag": "cb7fabd9-e9e0-4004-92bc-60bbb739783b"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:09.574189 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e98bf4bf-1918-4a19-ad29-1ae382e9c9ea tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:09.588465 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ccd7f6-5d4f-476c-9ffc-7f507eec3319 None None] Pushing event updated for resources: {'Port': ['ID=26c6fd5f-b5a3-4b1a-8376-e6245e5ae816,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:09.596239 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: efa8b45b-bd72-4ed1-9ff2-467e6261fe61 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:07:09.617206 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device efa8b45b-bd72-4ed1-9ff2-467e6261fe61 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:07:09.619885 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 7d1c154c-5e5d-49c5-bbf6-21878928be26 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:09.622409 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b46c2-37ea-4ac7-9943-a5bada6b2bc7 req-b57459a1-036b-4b65-b4a0-2c5c9e993643 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:09.630470 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b46c2-37ea-4ac7-9943-a5bada6b2bc7 req-b57459a1-036b-4b65-b4a0-2c5c9e993643 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:09.643321 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b46c2-37ea-4ac7-9943-a5bada6b2bc7 req-b57459a1-036b-4b65-b4a0-2c5c9e993643 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:09.645459 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-266b46c2-37ea-4ac7-9943-a5bada6b2bc7 req-b57459a1-036b-4b65-b4a0-2c5c9e993643 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9e9466b-e73f-4563-84d6-8c79d84ffc23 HTTP/1.1" status: 200 len: 2377 time: 0.0904894 Apr 20 13:07:09.709312 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-266b46c2-37ea-4ac7-9943-a5bada6b2bc7 req-4cec491d-37be-4f3f-887e-434b8a6dfa83 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/security-groups?id=44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588074 Apr 20 13:07:09.714403 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e98bf4bf-1918-4a19-ad29-1ae382e9c9ea tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:09.794708 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1359b530-35ec-4f6a-8994-b8fc923cc01b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:09.832816 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7997d16-e70c-4332-9bbc-9abaeb3cca7d x-openstack-request-id: req-a7997d16-e70c-4332-9bbc-9abaeb3cca7d {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:09.833569 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf", "name": "network-vif-deleted", "tag": "cb7fabd9-e9e0-4004-92bc-60bbb739783b", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:09.834057 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a7997d16-e70c-4332-9bbc-9abaeb3cca7d {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:09.834735 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7997d16-e70c-4332-9bbc-9abaeb3cca7d'] response: {'server_uuid': '461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf', 'name': 'network-vif-deleted', 'tag': 'cb7fabd9-e9e0-4004-92bc-60bbb739783b', 'status': 'completed', 'code': 200} Apr 20 13:07:09.960264 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98bf4bf-1918-4a19-ad29-1ae382e9c9ea tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Pushing event updated for resources: {'Port': ['ID=8f9359e8-817c-4dc0-ae3c-92aa1d3c5296,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:09.979943 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1359b530-35ec-4f6a-8994-b8fc923cc01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:10.026639 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e98bf4bf-1918-4a19-ad29-1ae382e9c9ea tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:10.039051 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 7d1c154c-5e5d-49c5-bbf6-21878928be26 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:10.039600 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:10.065003 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-34a51bcc-80de-41fc-8186-a1485f9b8761 req-5d972c63-c227-4213-bc0e-1abbc2376642 tempest-MigrationsAdminTest-708318698 tempest-MigrationsAdminTest-708318698-project] 10.222.0.25 "GET /v2.0/ports?device_id=461ce5bd-6db5-4e9d-ba3b-ff273a64d2cf HTTP/1.1" status: 200 len: 210 time: 0.0619111 Apr 20 13:07:10.137072 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-0f0fef84-5f8a-47ed-8c51-339d23d8103f None None] Provisioning complete for port 6d05bc1d-e87e-4c39-a78d-99565650587b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:10.137662 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0f0fef84-5f8a-47ed-8c51-339d23d8103f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:10.193444 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-0f0fef84-5f8a-47ed-8c51-339d23d8103f None None] Port 6d05bc1d-e87e-4c39-a78d-99565650587b cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:07:10.252956 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-1359b530-35ec-4f6a-8994-b8fc923cc01b admin admin] Allocated IP 172.25.8.108 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/46e2c512-8119-4071-ab4c-aeea5ec25e2c) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:07:10.264157 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9e04a-74c1-4de3-9a0d-c9961b860b62 req-cea705b8-ceaf-4176-aa85-9c0bb1d93c5c tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:10.276192 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-69e9e04a-74c1-4de3-9a0d-c9961b860b62 req-cea705b8-ceaf-4176-aa85-9c0bb1d93c5c tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 944 time: 0.1585708 Apr 20 13:07:10.287141 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e98bf4bf-1918-4a19-ad29-1ae382e9c9ea tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:10.290890 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e98bf4bf-1918-4a19-ad29-1ae382e9c9ea tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1060331 Apr 20 13:07:10.386636 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device b4238f1d-8353-4cb5-834c-d2bcbe23c7e2 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:10.404652 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d304291c-3779-464d-bbb5-822799c57a4c tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Pushing event deleted for resources: {'Port': ['ID=efa8b45b-bd72-4ed1-9ff2-467e6261fe61,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:10.518597 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-692e88f4-b740-4f6b-94da-49433d3064be req-6cb922d4-d09b-413f-befe-6312b0761f45 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c7b84c-f21f-49e0-ae91-8ded4de1f880 HTTP/1.1" status: 200 len: 210 time: 0.1699462 Apr 20 13:07:10.540908 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-0f0fef84-5f8a-47ed-8c51-339d23d8103f None None] Provisioning complete for port ebc0a48e-f464-444f-96b9-d70e47d4e667 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:10.546526 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0f0fef84-5f8a-47ed-8c51-339d23d8103f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:10.564121 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-69e9e04a-74c1-4de3-9a0d-c9961b860b62 req-b04c3c2d-d17b-448f-b2ef-6fa8e2250b10 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863069 Apr 20 13:07:10.708435 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7dd4963-2417-42a5-94bc-726588d92f57 req-d304291c-3779-464d-bbb5-822799c57a4c tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] No DVR routers for this DVR port efa8b45b-bd72-4ed1-9ff2-467e6261fe61 on host n-h2-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:07:10.711675 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-f7dd4963-2417-42a5-94bc-726588d92f57 req-d304291c-3779-464d-bbb5-822799c57a4c tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:10.718307 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f7dd4963-2417-42a5-94bc-726588d92f57 req-d304291c-3779-464d-bbb5-822799c57a4c tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.15 "DELETE /v2.0/ports/efa8b45b-bd72-4ed1-9ff2-467e6261fe61 HTTP/1.1" status: 204 len: 173 time: 3.9943597 Apr 20 13:07:10.749733 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7529e07f-096f-4c8d-8f94-202509811a27', 'name': 'network-vif-deleted', 'tag': 'efa8b45b-bd72-4ed1-9ff2-467e6261fe61'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:10.753722 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866dbcfe-5d75-423e-a695-be324d24114c" -d '{"events": [{"server_uuid": "7529e07f-096f-4c8d-8f94-202509811a27", "name": "network-vif-deleted", "tag": "efa8b45b-bd72-4ed1-9ff2-467e6261fe61"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:10.855081 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-9ee4e4f5-0f64-474a-a29e-69d16d6777cf None None] Allocated IP 172.20.0.2 (64b1827f-14e5-433a-afd6-d0538fe62ff3/380b4a67-f6a3-46d6-a387-d54a3f89ae6e/11bc75fb-4d40-46d3-97ba-2adfa317d842) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:07:10.886028 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1359b530-35ec-4f6a-8994-b8fc923cc01b admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:10.935713 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-02fec971-593e-494a-9253-0169bbfd72fd req-1a2c16a1-6789-4926-a662-ae9ac6421bd6 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1916484944&fields=id&tenant_id=c6b1693032114a59884d6bf282ad5efe HTTP/1.1" status: 200 len: 267 time: 0.1447091 Apr 20 13:07:10.950469 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e4445-f3ce-4f22-a1e1-d2162a7c93e7 req-dc15fd13-421e-4ecf-8c71-a05516bf0af5 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:10.952574 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-599e4445-f3ce-4f22-a1e1-d2162a7c93e7 req-dc15fd13-421e-4ecf-8c71-a05516bf0af5 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.15 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 944 time: 0.3870208 Apr 20 13:07:11.022335 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-8e900138-4883-4600-8eaf-1e8397a30dd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b491319f-a16e-4b71-a0cd-34891dc2ffb9 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:07:11.032905 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-8e900138-4883-4600-8eaf-1e8397a30dd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:11.050690 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-8e900138-4883-4600-8eaf-1e8397a30dd2 service neutron] Transition to ACTIVE for port object b491319f-a16e-4b71-a0cd-34891dc2ffb9 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:07:11.065736 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532cb565-fb9c-486b-b31d-5bce3d49f3b1 req-c399efa8-d13a-4ab0-850c-d482d6fd14ef tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:11.067325 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-532cb565-fb9c-486b-b31d-5bce3d49f3b1 req-c399efa8-d13a-4ab0-850c-d482d6fd14ef tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 945 time: 0.3809860 Apr 20 13:07:11.138487 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-8e900138-4883-4600-8eaf-1e8397a30dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:11.206227 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1359b530-35ec-4f6a-8994-b8fc923cc01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:11.248635 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1359b530-35ec-4f6a-8994-b8fc923cc01b admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:07:11.257642 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-1359b530-35ec-4f6a-8994-b8fc923cc01b admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:07:11.262922 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1359b530-35ec-4f6a-8994-b8fc923cc01b admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:07:11.328305 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e900138-4883-4600-8eaf-1e8397a30dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=b491319f-a16e-4b71-a0cd-34891dc2ffb9,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:11.504141 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-532cb565-fb9c-486b-b31d-5bce3d49f3b1 req-298a7cd7-efb3-44d1-8aa5-002107cb940a tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720415 Apr 20 13:07:11.581649 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fec971-593e-494a-9253-0169bbfd72fd req-706f9349-9dcc-45cd-a576-a1bb51eb1b43 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:11.587888 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device c8821e47-1795-462a-8e0e-1e348b5dee64 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:11.590454 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-02fec971-593e-494a-9253-0169bbfd72fd req-706f9349-9dcc-45cd-a576-a1bb51eb1b43 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/networks?id=5f8d1d6d-7980-40b6-a3d5-202cd4161f9d HTTP/1.1" status: 200 len: 817 time: 0.6538298 Apr 20 13:07:11.634682 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-599e4445-f3ce-4f22-a1e1-d2162a7c93e7 req-aa305dc8-260f-40cf-96ac-af03cf1fcb16 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Deleting port 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:07:11.643757 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-599e4445-f3ce-4f22-a1e1-d2162a7c93e7 req-aa305dc8-260f-40cf-96ac-af03cf1fcb16 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:11.651629 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0f0fef84-5f8a-47ed-8c51-339d23d8103f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:11.660592 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-02fec971-593e-494a-9253-0169bbfd72fd req-9a52d648-ce5c-4d1a-8405-e5159252ba63 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/quotas/c6b1693032114a59884d6bf282ad5efe HTTP/1.1" status: 200 len: 375 time: 0.0689824 Apr 20 13:07:11.667802 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-8e900138-4883-4600-8eaf-1e8397a30dd2 service neutron] Attempting to bind port b491319f-a16e-4b71-a0cd-34891dc2ffb9 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:07:11.668438 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-8e900138-4883-4600-8eaf-1e8397a30dd2 service neutron] Attempting to bind port b491319f-a16e-4b71-a0cd-34891dc2ffb9 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': 'fd661946-010d-4ee5-895f-ad1f462f035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5b00292b-fac6-471f-82ba-b12a2921cf9b'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:07:11.671316 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-8e900138-4883-4600-8eaf-1e8397a30dd2 service neutron] Attempting to bind port b491319f-a16e-4b71-a0cd-34891dc2ffb9 on network 5b00292b-fac6-471f-82ba-b12a2921cf9b {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:07:11.688321 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-8e900138-4883-4600-8eaf-1e8397a30dd2 service neutron] Port b491319f-a16e-4b71-a0cd-34891dc2ffb9 on network 5b00292b-fac6-471f-82ba-b12a2921cf9b not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:07:11.688646 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-8e900138-4883-4600-8eaf-1e8397a30dd2 service neutron] Attempting to bind port b491319f-a16e-4b71-a0cd-34891dc2ffb9 on network 5b00292b-fac6-471f-82ba-b12a2921cf9b {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:07:11.695764 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1359b530-35ec-4f6a-8994-b8fc923cc01b admin admin] Pushing event updated for resources: {'Port': ['ID=46e2c512-8119-4071-ab4c-aeea5ec25e2c,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:11.705576 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-8e900138-4883-4600-8eaf-1e8397a30dd2 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:07:11.705958 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-8e900138-4883-4600-8eaf-1e8397a30dd2 service neutron] Checking segment: {'id': 'fd661946-010d-4ee5-895f-ad1f462f035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5b00292b-fac6-471f-82ba-b12a2921cf9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:07:11.706347 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-8e900138-4883-4600-8eaf-1e8397a30dd2 service neutron] Bound using segment: {'id': 'fd661946-010d-4ee5-895f-ad1f462f035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5b00292b-fac6-471f-82ba-b12a2921cf9b'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:07:11.707081 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-8e900138-4883-4600-8eaf-1e8397a30dd2 service neutron] Bound port: b491319f-a16e-4b71-a0cd-34891dc2ffb9, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd661946-010d-4ee5-895f-ad1f462f035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5b00292b-fac6-471f-82ba-b12a2921cf9b'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:07:11.707533 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-8e900138-4883-4600-8eaf-1e8397a30dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:11.774755 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port b4238f1d-8353-4cb5-834c-d2bcbe23c7e2 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:11.775991 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:11.901069 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9ee4e4f5-0f64-474a-a29e-69d16d6777cf None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:11.923413 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-0f0fef84-5f8a-47ed-8c51-339d23d8103f None None] For port ebc0a48e-f464-444f-96b9-d70e47d4e667, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ebc0a48e-f464-444f-96b9-d70e47d4e667,segment=NetworkSegment(0f113b16-94ad-4b02-8521-e93247ce464b),segment_id=0f113b16-94ad-4b02-8521-e93247ce464b)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:11.943981 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-02fec971-593e-494a-9253-0169bbfd72fd req-b7875f71-9b4e-49bb-9d21-ef803961ba35 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c6b1693032114a59884d6bf282ad5efe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2822504 Apr 20 13:07:12.037723 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68411f8d-9371-4ae6-8c37-fbd044ca1beb req-fa737fac-0693-44a6-baa5-9fd6a88d5ae0 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:12.044078 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68411f8d-9371-4ae6-8c37-fbd044ca1beb req-fa737fac-0693-44a6-baa5-9fd6a88d5ae0 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:12.050249 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-e8ede589-72b6-4c89-a92b-928cb52c0076 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:12.050747 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68411f8d-9371-4ae6-8c37-fbd044ca1beb req-fa737fac-0693-44a6-baa5-9fd6a88d5ae0 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:12.051729 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-e8ede589-72b6-4c89-a92b-928cb52c0076 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.15 "GET /v2.0/networks?id=ce4b787d-844d-4a10-8a46-e3a4d131f18d HTTP/1.1" status: 200 len: 815 time: 0.1634607 Apr 20 13:07:12.058519 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-68411f8d-9371-4ae6-8c37-fbd044ca1beb req-fa737fac-0693-44a6-baa5-9fd6a88d5ae0 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9e9466b-e73f-4563-84d6-8c79d84ffc23 HTTP/1.1" status: 200 len: 2389 time: 0.3071902 Apr 20 13:07:12.059947 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-8e900138-4883-4600-8eaf-1e8397a30dd2 service neutron] For port b491319f-a16e-4b71-a0cd-34891dc2ffb9, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:07:12.061791 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-599e4445-f3ce-4f22-a1e1-d2162a7c93e7 req-aa305dc8-260f-40cf-96ac-af03cf1fcb16 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] For port 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=27bd2188-70cb-4539-a1dc-dd1dc73c9dfb,segment=NetworkSegment(c36f4b37-e1d8-4848-acc2-f80f64f61825),segment_id=c36f4b37-e1d8-4848-acc2-f80f64f61825)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:12.062175 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-599e4445-f3ce-4f22-a1e1-d2162a7c93e7 req-aa305dc8-260f-40cf-96ac-af03cf1fcb16 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:12.066064 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device e0156b26-b064-4225-8417-ea8cce1a54ab up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:12.068069 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-02820820-6643-4b41-b30b-9487ab5f6de7 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Request body: {'port': {'device_id': '31c7b84c-f21f-49e0-ae91-8ded4de1f880', 'network_id': 'ce4b787d-844d-4a10-8a46-e3a4d131f18d', 'admin_state_up': True, 'tenant_id': '4ea07556cdb2477c9f098452366cccbb'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:12.098671 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-599e4445-f3ce-4f22-a1e1-d2162a7c93e7 req-aa305dc8-260f-40cf-96ac-af03cf1fcb16 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Calling delete_port for 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:07:12.099711 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port c8821e47-1795-462a-8e0e-1e348b5dee64 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:07:12.103036 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-8e900138-4883-4600-8eaf-1e8397a30dd2 service neutron] For port b491319f-a16e-4b71-a0cd-34891dc2ffb9, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=b491319f-a16e-4b71-a0cd-34891dc2ffb9,segment=NetworkSegment(fd661946-010d-4ee5-895f-ad1f462f035e),segment_id=fd661946-010d-4ee5-895f-ad1f462f035e)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:07:12.104751 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9ee4e4f5-0f64-474a-a29e-69d16d6777cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:12.116094 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port c8821e47-1795-462a-8e0e-1e348b5dee64 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:12.116475 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:12.156801 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-68411f8d-9371-4ae6-8c37-fbd044ca1beb req-27758462-e24f-4b89-823f-2099d306e4ed tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/security-groups?id=44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973177 Apr 20 13:07:12.158714 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0f0fef84-5f8a-47ed-8c51-339d23d8103f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:12.213619 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-8e900138-4883-4600-8eaf-1e8397a30dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:12.279114 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee4e4f5-0f64-474a-a29e-69d16d6777cf None None] Network 64b1827f-14e5-433a-afd6-d0538fe62ff3 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:07:12.280590 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-02fec971-593e-494a-9253-0169bbfd72fd req-8e57f529-b50c-446c-80b2-51c3922948ae service neutron] 10.222.0.25 "GET /v2.0/networks/5f8d1d6d-7980-40b6-a3d5-202cd4161f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231480 Apr 20 13:07:12.294359 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420e2537-926c-425c-8c6b-dc9ca86bcbb2 x-openstack-request-id: req-420e2537-926c-425c-8c6b-dc9ca86bcbb2 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:12.294932 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7529e07f-096f-4c8d-8f94-202509811a27", "name": "network-vif-deleted", "tag": "efa8b45b-bd72-4ed1-9ff2-467e6261fe61", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:12.295423 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-420e2537-926c-425c-8c6b-dc9ca86bcbb2 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:12.295771 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-420e2537-926c-425c-8c6b-dc9ca86bcbb2'] response: {'server_uuid': '7529e07f-096f-4c8d-8f94-202509811a27', 'name': 'network-vif-deleted', 'tag': 'efa8b45b-bd72-4ed1-9ff2-467e6261fe61', 'status': 'completed', 'code': 200} Apr 20 13:07:12.297957 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-9ee4e4f5-0f64-474a-a29e-69d16d6777cf None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:07:12.333741 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e900138-4883-4600-8eaf-1e8397a30dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=b491319f-a16e-4b71-a0cd-34891dc2ffb9,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:12.344573 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee4e4f5-0f64-474a-a29e-69d16d6777cf None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:07:12.395991 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-8e900138-4883-4600-8eaf-1e8397a30dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:12.396907 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-8e900138-4883-4600-8eaf-1e8397a30dd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:12.400027 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-8e900138-4883-4600-8eaf-1e8397a30dd2 service neutron] 10.222.0.32 "PUT /v2.0/ports/b491319f-a16e-4b71-a0cd-34891dc2ffb9 HTTP/1.1" status: 200 len: 1092 time: 3.2186103 Apr 20 13:07:12.413550 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4faf6b11-d9ac-4d19-a023-4872052e6989 req-101b1abb-e6f3-4709-adcc-3f1478171300 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c7b84c-f21f-49e0-ae91-8ded4de1f880 HTTP/1.1" status: 200 len: 210 time: 0.0541837 Apr 20 13:07:12.449011 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1359b530-35ec-4f6a-8994-b8fc923cc01b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:12.578627 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-b3a2da37-83cf-414d-8137-2943a2b6c114 service neutron] Request body: {'port': {'device_id': 'e9e9466b-e73f-4563-84d6-8c79d84ffc23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:12.608549 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:12.615949 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:12.635543 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-02820820-6643-4b41-b30b-9487ab5f6de7 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Made reservation on behalf of 4ea07556cdb2477c9f098452366cccbb for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:07:12.638087 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-0f0fef84-5f8a-47ed-8c51-339d23d8103f None None] Provisioning complete for port a39487df-827a-48ea-9d9b-33ef073f66da triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:12.638463 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0f0fef84-5f8a-47ed-8c51-339d23d8103f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:12.639057 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-02820820-6643-4b41-b30b-9487ab5f6de7 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:12.726649 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-02fec971-593e-494a-9253-0169bbfd72fd req-41029015-7dd2-43b7-b31d-9b3cb91b3f5c service neutron] 10.222.0.25 "GET /v2.0/networks/5f8d1d6d-7980-40b6-a3d5-202cd4161f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4395919 Apr 20 13:07:12.814021 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bfec36-6b85-4b4e-b465-2b0f1106c986 req-d0a8e859-35d9-411b-9cfe-a1ff93ce729c tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:12.823880 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d9bfec36-6b85-4b4e-b465-2b0f1106c986 req-d0a8e859-35d9-411b-9cfe-a1ff93ce729c tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 944 time: 0.2666821 Apr 20 13:07:12.833448 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee4e4f5-0f64-474a-a29e-69d16d6777cf None None] Pushing event updated for resources: {'Port': ['ID=11bc75fb-4d40-46d3-97ba-2adfa317d842,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:12.861865 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-0f0fef84-5f8a-47ed-8c51-339d23d8103f None None] Port a39487df-827a-48ea-9d9b-33ef073f66da cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:07:12.877052 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d9bfec36-6b85-4b4e-b465-2b0f1106c986 req-c9ebb68c-e27c-4be4-80fc-cb52a1b9ed65 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/security-groups?id=aba069c9-2cc9-4368-b136-3d9b1d206cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511768 Apr 20 13:07:12.943054 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-599e4445-f3ce-4f22-a1e1-d2162a7c93e7 req-aa305dc8-260f-40cf-96ac-af03cf1fcb16 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:12.998726 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa305dc8-260f-40cf-96ac-af03cf1fcb16 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Pushing event deleted for resources: {'Port': ['ID=27bd2188-70cb-4539-a1dc-dd1dc73c9dfb,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:13.029122 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0fef84-5f8a-47ed-8c51-339d23d8103f None None] Pushing event updated for resources: {'Port': ['ID=ebc0a48e-f464-444f-96b9-d70e47d4e667,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:13.095998 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:13.111300 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4c23c1-ad9e-4420-a05d-a2f176712d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8821e47-1795-462a-8e0e-1e348b5dee64'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:13.112956 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa99710-d199-489a-81b0-b4bf30840166" -d '{"events": [{"server_uuid": "df4c23c1-ad9e-4420-a05d-a2f176712d4b", "name": "network-vif-plugged", "status": "completed", "tag": "c8821e47-1795-462a-8e0e-1e348b5dee64"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:13.149964 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port e0156b26-b064-4225-8417-ea8cce1a54ab triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:13.150347 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:13.155968 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34680) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:13.158054 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-599e4445-f3ce-4f22-a1e1-d2162a7c93e7 req-aa305dc8-260f-40cf-96ac-af03cf1fcb16 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] No DVR routers for this DVR port 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:07:13.166665 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-9ee4e4f5-0f64-474a-a29e-69d16d6777cf None None] Attempting to bind port 11bc75fb-4d40-46d3-97ba-2adfa317d842 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:07:13.166665 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-9ee4e4f5-0f64-474a-a29e-69d16d6777cf None None] Attempting to bind port 11bc75fb-4d40-46d3-97ba-2adfa317d842 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '75dde688-0424-4757-bed7-2277565735bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '64b1827f-14e5-433a-afd6-d0538fe62ff3'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:07:13.166665 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee4e4f5-0f64-474a-a29e-69d16d6777cf None None] Attempting to bind port 11bc75fb-4d40-46d3-97ba-2adfa317d842 on network 64b1827f-14e5-433a-afd6-d0538fe62ff3 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:07:13.166948 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-599e4445-f3ce-4f22-a1e1-d2162a7c93e7 req-aa305dc8-260f-40cf-96ac-af03cf1fcb16 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:13.168957 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-599e4445-f3ce-4f22-a1e1-d2162a7c93e7 req-aa305dc8-260f-40cf-96ac-af03cf1fcb16 tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.15 "DELETE /v2.0/ports/27bd2188-70cb-4539-a1dc-dd1dc73c9dfb HTTP/1.1" status: 204 len: 173 time: 2.1812558 Apr 20 13:07:13.176640 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee4e4f5-0f64-474a-a29e-69d16d6777cf None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:07:13.177151 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee4e4f5-0f64-474a-a29e-69d16d6777cf None None] Checking segment: {'id': '75dde688-0424-4757-bed7-2277565735bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '64b1827f-14e5-433a-afd6-d0538fe62ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:07:13.177587 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9ee4e4f5-0f64-474a-a29e-69d16d6777cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:13.177990 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee4e4f5-0f64-474a-a29e-69d16d6777cf None None] Bound using segment: {'id': '75dde688-0424-4757-bed7-2277565735bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '64b1827f-14e5-433a-afd6-d0538fe62ff3'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:07:13.178490 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-9ee4e4f5-0f64-474a-a29e-69d16d6777cf None None] Bound port: 11bc75fb-4d40-46d3-97ba-2adfa317d842, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75dde688-0424-4757-bed7-2277565735bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '64b1827f-14e5-433a-afd6-d0538fe62ff3'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:07:13.178921 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9ee4e4f5-0f64-474a-a29e-69d16d6777cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:13.206452 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port c8821e47-1795-462a-8e0e-1e348b5dee64, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=c8821e47-1795-462a-8e0e-1e348b5dee64,segment=NetworkSegment(b8a6c4b7-66db-416a-aa28-84e1cd810023),segment_id=b8a6c4b7-66db-416a-aa28-84e1cd810023)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:13.215308 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112d18dd-fe44-44d1-98df-737fc44ad5e5', 'name': 'network-vif-deleted', 'tag': '27bd2188-70cb-4539-a1dc-dd1dc73c9dfb'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:13.223844 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1960c72f-8662-437a-9657-a36098412360" -d '{"events": [{"server_uuid": "112d18dd-fe44-44d1-98df-737fc44ad5e5", "name": "network-vif-deleted", "tag": "27bd2188-70cb-4539-a1dc-dd1dc73c9dfb"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:13.243786 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-0f0fef84-5f8a-47ed-8c51-339d23d8103f None None] Provisioning complete for port 0d36c283-4c85-4edc-af33-87d5e859c57f triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:13.244219 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0f0fef84-5f8a-47ed-8c51-339d23d8103f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:13.258822 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-b3a2da37-83cf-414d-8137-2943a2b6c114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:13.294252 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8d3d1ead-2986-42c1-aed2-fc08f7064f75 req-a69fcf2f-ba22-465a-8e60-6273da698036 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 210 time: 0.1615913 Apr 20 13:07:13.353801 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a9bf5-1a06-4a05-9b54-09ac8dee108d req-58e4fc39-87ea-4da8-9610-2bdbbcfab2b2 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:13.370422 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-0f0fef84-5f8a-47ed-8c51-339d23d8103f None None] Port 0d36c283-4c85-4edc-af33-87d5e859c57f cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:07:13.372896 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a63a9bf5-1a06-4a05-9b54-09ac8dee108d req-58e4fc39-87ea-4da8-9610-2bdbbcfab2b2 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 945 time: 0.3001842 Apr 20 13:07:13.427403 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:13.452619 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52202940-8f56-40a8-8529-ffb8d42838c7 x-openstack-request-id: req-52202940-8f56-40a8-8529-ffb8d42838c7 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:13.452854 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4c23c1-ad9e-4420-a05d-a2f176712d4b", "name": "network-vif-plugged", "status": "completed", "tag": "c8821e47-1795-462a-8e0e-1e348b5dee64", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:13.453413 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-52202940-8f56-40a8-8529-ffb8d42838c7 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:13.453413 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52202940-8f56-40a8-8529-ffb8d42838c7'] response: {'server_uuid': 'df4c23c1-ad9e-4420-a05d-a2f176712d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8821e47-1795-462a-8e0e-1e348b5dee64', 'code': 200} Apr 20 13:07:13.552445 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-0f0fef84-5f8a-47ed-8c51-339d23d8103f None None] Provisioning complete for port 7d1c154c-5e5d-49c5-bbf6-21878928be26 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:13.552785 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0f0fef84-5f8a-47ed-8c51-339d23d8103f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:13.580189 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1359b530-35ec-4f6a-8994-b8fc923cc01b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:13.619216 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=c8821e47-1795-462a-8e0e-1e348b5dee64,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:13.619838 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1399b383-c7d0-46cc-81f3-dc4af41c8ee6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7c185004f0bb4f68ac206a98646f7134&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4565346 Apr 20 13:07:13.625534 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34696) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:13.674843 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-9ee4e4f5-0f64-474a-a29e-69d16d6777cf None None] For port 11bc75fb-4d40-46d3-97ba-2adfa317d842, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:07:13.679053 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-02820820-6643-4b41-b30b-9487ab5f6de7 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Allocated IP 172.20.0.13 (ce4b787d-844d-4a10-8a46-e3a4d131f18d/fce0cd2d-82e3-48f4-af7d-ad5190f8c609/9fce764e-f0e5-44ae-bfc4-914b3fe6df65) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:07:13.681776 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a63a9bf5-1a06-4a05-9b54-09ac8dee108d req-be579702-fbbc-4589-9f12-f4b3c1e68510 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052862 Apr 20 13:07:13.700697 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-9ee4e4f5-0f64-474a-a29e-69d16d6777cf None None] For port 11bc75fb-4d40-46d3-97ba-2adfa317d842, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=11bc75fb-4d40-46d3-97ba-2adfa317d842,segment=NetworkSegment(75dde688-0424-4757-bed7-2277565735bf),segment_id=75dde688-0424-4757-bed7-2277565735bf)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:07:13.711181 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:13.745026 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port e0156b26-b064-4225-8417-ea8cce1a54ab, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=e0156b26-b064-4225-8417-ea8cce1a54ab,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:13.806311 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:07:13.833389 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9ee4e4f5-0f64-474a-a29e-69d16d6777cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:13.848089 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f632e2f-1492-4442-8eea-e2cd255ae6c2 x-openstack-request-id: req-5f632e2f-1492-4442-8eea-e2cd255ae6c2 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:13.850222 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:07:13.850460 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112d18dd-fe44-44d1-98df-737fc44ad5e5", "name": "network-vif-deleted", "tag": "27bd2188-70cb-4539-a1dc-dd1dc73c9dfb", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:13.850763 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 27bd2188-70cb-4539-a1dc-dd1dc73c9dfb not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:07:13.851556 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5f632e2f-1492-4442-8eea-e2cd255ae6c2 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:13.854623 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f632e2f-1492-4442-8eea-e2cd255ae6c2'] response: {'server_uuid': '112d18dd-fe44-44d1-98df-737fc44ad5e5', 'name': 'network-vif-deleted', 'tag': '27bd2188-70cb-4539-a1dc-dd1dc73c9dfb', 'status': 'completed', 'code': 200} Apr 20 13:07:13.854845 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:13.855752 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 79f75561-56e7-46bc-92f1-17d0a37e6722 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:13.859334 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8b533-5c99-4645-9873-5ddf7f8a3bbd req-204cdb66-a7a9-4a37-96f6-c869fd910475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:13.874568 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7bc8b533-5c99-4645-9873-5ddf7f8a3bbd req-204cdb66-a7a9-4a37-96f6-c869fd910475 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 1097 time: 0.3826723 Apr 20 13:07:13.926851 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-0f0fef84-5f8a-47ed-8c51-339d23d8103f None None] Provisioning complete for port 26c6fd5f-b5a3-4b1a-8376-e6245e5ae816 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:13.927325 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0f0fef84-5f8a-47ed-8c51-339d23d8103f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:13.950945 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a3579-5c04-406e-b9ad-83a7a76b72a1 req-9bace590-3dfa-4031-8aad-31d583263978 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:13.976553 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a3579-5c04-406e-b9ad-83a7a76b72a1 req-9bace590-3dfa-4031-8aad-31d583263978 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:14.015309 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a3579-5c04-406e-b9ad-83a7a76b72a1 req-9bace590-3dfa-4031-8aad-31d583263978 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:14.019674 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0e5a3579-5c04-406e-b9ad-83a7a76b72a1 req-9bace590-3dfa-4031-8aad-31d583263978 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9e9466b-e73f-4563-84d6-8c79d84ffc23 HTTP/1.1" status: 200 len: 2389 time: 0.4186835 Apr 20 13:07:14.080124 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0916da45-a37c-4ad3-bebb-30579d1abd6b req-2568fc3f-fe87-4f0a-b53a-d18b178065ae tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c7b84c-f21f-49e0-ae91-8ded4de1f880 HTTP/1.1" status: 200 len: 210 time: 0.0500140 Apr 20 13:07:14.096668 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee4e4f5-0f64-474a-a29e-69d16d6777cf None None] Pushing event updated for resources: {'Port': ['ID=11bc75fb-4d40-46d3-97ba-2adfa317d842,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:14.140671 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa56cd4-e573-4e14-aae4-a106139ec9f9 None None] Sync routers for ids ['b9692bf5-f1b2-4876-9b3f-060c953cf2cb'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:07:14.183796 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c81a23dd-fa0c-4cdb-875a-fa478b4df623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:14.186950 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 79f75561-56e7-46bc-92f1-17d0a37e6722 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:14.187393 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:14.266609 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-02820820-6643-4b41-b30b-9487ab5f6de7 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:14.310197 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa56cd4-e573-4e14-aae4-a106139ec9f9 None None] Routers {'b9692bf5-f1b2-4876-9b3f-060c953cf2cb'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:07:14.319200 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-8fa56cd4-e573-4e14-aae4-a106139ec9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:06:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['b9692bf5-f1b2-4876-9b3f-060c953cf2cb'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:14.319398 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e9466b-e73f-4563-84d6-8c79d84ffc23', 'tag': 'b491319f-a16e-4b71-a0cd-34891dc2ffb9'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:14.321288 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=e0156b26-b064-4225-8417-ea8cce1a54ab,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:14.322590 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082a2280-1fd4-4be1-8325-b16f925f3891" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e9466b-e73f-4563-84d6-8c79d84ffc23", "tag": "b491319f-a16e-4b71-a0cd-34891dc2ffb9"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:14.340229 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7bc8b533-5c99-4645-9873-5ddf7f8a3bbd req-563972af-f901-41d8-8124-ab32a9729fdb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4402261 Apr 20 13:07:14.342417 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c81a23dd-fa0c-4cdb-875a-fa478b4df623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:14.401767 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0e5a3579-5c04-406e-b9ad-83a7a76b72a1 req-0d45bbed-0817-4e4b-abe5-1f4e1b4d4511 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/security-groups?id=44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729498 Apr 20 13:07:14.427262 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-94f8e931-2bb2-47a4-b94b-8cda492e4cc7 req-1f78e761-8e49-4dbc-9f4e-2f99c039da2c tempest-LiveAutoBlockMigrationV225Test-1611904277 tempest-LiveAutoBlockMigrationV225Test-1611904277-project] 10.222.0.25 "GET /v2.0/ports?device_id=112d18dd-fe44-44d1-98df-737fc44ad5e5 HTTP/1.1" status: 200 len: 210 time: 0.1373892 Apr 20 13:07:14.541973 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4a2d74-32b7-4777-9ab7-f86c7ad14dfb x-openstack-request-id: req-6c4a2d74-32b7-4777-9ab7-f86c7ad14dfb {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:14.542253 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e9466b-e73f-4563-84d6-8c79d84ffc23", "tag": "b491319f-a16e-4b71-a0cd-34891dc2ffb9", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:14.542663 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6c4a2d74-32b7-4777-9ab7-f86c7ad14dfb {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:14.543127 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c4a2d74-32b7-4777-9ab7-f86c7ad14dfb'] response: {'name': 'network-changed', 'server_uuid': 'e9e9466b-e73f-4563-84d6-8c79d84ffc23', 'tag': 'b491319f-a16e-4b71-a0cd-34891dc2ffb9', 'status': 'completed', 'code': 200} Apr 20 13:07:14.569711 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1359b530-35ec-4f6a-8994-b8fc923cc01b admin admin] Router 0051b573-975e-4674-ad4b-318ab5572eb9 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:07:14.571874 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-02820820-6643-4b41-b30b-9487ab5f6de7 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:14.581171 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e1ae4b45-20de-4aa4-8776-ec98fba8106a req-e3ff6143-eaee-4a02-9b6b-2259b64204d8 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 210 time: 0.0825167 Apr 20 13:07:14.613197 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-02820820-6643-4b41-b30b-9487ab5f6de7 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Network ce4b787d-844d-4a10-8a46-e3a4d131f18d is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:07:14.617783 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-b3a2da37-83cf-414d-8137-2943a2b6c114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a39487df-827a-48ea-9d9b-33ef073f66da {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:07:14.628243 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-02820820-6643-4b41-b30b-9487ab5f6de7 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:07:14.636681 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-02820820-6643-4b41-b30b-9487ab5f6de7 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:07:14.696629 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a2280-1fd4-4be1-8325-b16f925f3891 req-874dee76-6865-408a-b501-f07c15c47aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:14.697577 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a2280-1fd4-4be1-8325-b16f925f3891 req-874dee76-6865-408a-b501-f07c15c47aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:14.698217 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a2280-1fd4-4be1-8325-b16f925f3891 req-874dee76-6865-408a-b501-f07c15c47aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:14.703715 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-8fa56cd4-e573-4e14-aae4-a106139ec9f9 None None] Set router b9692bf5-f1b2-4876-9b3f-060c953cf2cb gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:07:14.708956 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-082a2280-1fd4-4be1-8325-b16f925f3891 req-874dee76-6865-408a-b501-f07c15c47aea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f24aea8ff2146a69feb6b75310aae0a&device_id=e9e9466b-e73f-4563-84d6-8c79d84ffc23 HTTP/1.1" status: 200 len: 2732 time: 0.1011770 Apr 20 13:07:14.711091 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c81a23dd-fa0c-4cdb-875a-fa478b4df623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:14.714919 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c81a23dd-fa0c-4cdb-875a-fa478b4df623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:14.716326 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c81a23dd-fa0c-4cdb-875a-fa478b4df623 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b789ce83-41bc-44b6-9124-514399b3478b HTTP/1.1" status: 204 len: 168 time: 1.0823596 Apr 20 13:07:14.771908 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-02820820-6643-4b41-b30b-9487ab5f6de7 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:14.771908 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-02820820-6643-4b41-b30b-9487ab5f6de7 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:14.790033 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-b3a2da37-83cf-414d-8137-2943a2b6c114 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:14.791752 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-0f0fef84-5f8a-47ed-8c51-339d23d8103f None None] Provisioning complete for port 43ef864a-5522-401d-9679-7d2624a6f802 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:14.792386 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0f0fef84-5f8a-47ed-8c51-339d23d8103f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:14.800357 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 26c6fd5f-b5a3-4b1a-8376-e6245e5ae816 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:14.852770 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a23dd-fa0c-4cdb-875a-fa478b4df623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b789ce83-41bc-44b6-9124-514399b3478b,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:14.900799 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-b3a2da37-83cf-414d-8137-2943a2b6c114 service neutron] Transition to ACTIVE for port object a39487df-827a-48ea-9d9b-33ef073f66da will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:07:14.901751 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02820820-6643-4b41-b30b-9487ab5f6de7 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Pushing event updated for resources: {'Port': ['ID=9fce764e-f0e5-44ae-bfc4-914b3fe6df65,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:14.974656 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-02820820-6643-4b41-b30b-9487ab5f6de7 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9102802 Apr 20 13:07:14.988407 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-14679f31-087a-4892-8b45-b87a196b9700 service neutron] Request body: {'port': {'device_id': '31c7b84c-f21f-49e0-ae91-8ded4de1f880', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:15.006026 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc94a23-3a19-4c3b-8001-1a40c087a91a req-eef0f67d-8776-4dec-b76b-541164194436 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:15.009851 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dbc94a23-3a19-4c3b-8001-1a40c087a91a req-eef0f67d-8776-4dec-b76b-541164194436 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 946 time: 0.1863091 Apr 20 13:07:15.053904 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-b3a2da37-83cf-414d-8137-2943a2b6c114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:15.118602 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2da37-83cf-414d-8137-2943a2b6c114 service neutron] Pushing event updated for resources: {'Port': ['ID=a39487df-827a-48ea-9d9b-33ef073f66da,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:15.132958 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a2280-1fd4-4be1-8325-b16f925f3891 req-37c5687f-00e8-44dd-8aed-557741cd47b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:15.135268 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a2280-1fd4-4be1-8325-b16f925f3891 req-37c5687f-00e8-44dd-8aed-557741cd47b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:15.136314 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a2280-1fd4-4be1-8325-b16f925f3891 req-37c5687f-00e8-44dd-8aed-557741cd47b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:15.146226 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-082a2280-1fd4-4be1-8325-b16f925f3891 req-37c5687f-00e8-44dd-8aed-557741cd47b1 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=7f24aea8ff2146a69feb6b75310aae0a&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4212532 Apr 20 13:07:15.203295 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dbc94a23-3a19-4c3b-8001-1a40c087a91a req-f99c044a-054c-47d9-9f1f-73fcbd249d7a tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845241 Apr 20 13:07:15.322250 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1359b530-35ec-4f6a-8994-b8fc923cc01b admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:07:15.333131 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc1e709-7328-4c92-9d96-9b15550ecc67 None None] Sync routers for ids ['0051b573-975e-4674-ad4b-318ab5572eb9'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:07:15.354879 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc1e709-7328-4c92-9d96-9b15550ecc67 None None] Routers {'0051b573-975e-4674-ad4b-318ab5572eb9'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:07:15.364022 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-6cc1e709-7328-4c92-9d96-9b15550ecc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:06:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['0051b573-975e-4674-ad4b-318ab5572eb9'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:15.385878 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-14679f31-087a-4892-8b45-b87a196b9700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:15.489929 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610384c1-483d-48c2-a373-a26b138406d1 req-d2cfb08e-94b8-4df3-8665-fb7b3ad60b74 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:15.499074 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-610384c1-483d-48c2-a373-a26b138406d1 req-d2cfb08e-94b8-4df3-8665-fb7b3ad60b74 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c7b84c-f21f-49e0-ae91-8ded4de1f880 HTTP/1.1" status: 200 len: 932 time: 0.2638235 Apr 20 13:07:15.624996 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-b3a2da37-83cf-414d-8137-2943a2b6c114 service neutron] Attempting to bind port a39487df-827a-48ea-9d9b-33ef073f66da on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:07:15.625530 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-b3a2da37-83cf-414d-8137-2943a2b6c114 service neutron] Attempting to bind port a39487df-827a-48ea-9d9b-33ef073f66da by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': 'd7df52ce-f2f3-4aaf-9f41-c86ef69cb326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3fb47c34-1cee-4cad-85f7-20c636f9b377'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:07:15.625665 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-b3a2da37-83cf-414d-8137-2943a2b6c114 service neutron] Attempting to bind port a39487df-827a-48ea-9d9b-33ef073f66da on network 3fb47c34-1cee-4cad-85f7-20c636f9b377 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:07:15.629890 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1359b530-35ec-4f6a-8994-b8fc923cc01b admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:15.637026 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1359b530-35ec-4f6a-8994-b8fc923cc01b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.5266020 Apr 20 13:07:15.643675 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34720) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:15.645408 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-610384c1-483d-48c2-a373-a26b138406d1 req-6e424267-4abd-4a4b-a501-fb546978ace7 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433840 Apr 20 13:07:15.658789 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a2280-1fd4-4be1-8325-b16f925f3891 req-a5d34f63-473e-49f9-a2f1-c6d3923eef38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:15.666895 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-082a2280-1fd4-4be1-8325-b16f925f3891 req-a5d34f63-473e-49f9-a2f1-c6d3923eef38 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5135105 Apr 20 13:07:15.680518 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 26c6fd5f-b5a3-4b1a-8376-e6245e5ae816 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:15.682354 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:15.747019 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34722) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:15.754152 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-6cc1e709-7328-4c92-9d96-9b15550ecc67 None None] Set router 0051b573-975e-4674-ad4b-318ab5572eb9 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:07:15.812328 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee999fb-c8ee-4928-b399-9417b6c2ded5 req-e1da58f6-7ccb-444f-ad69-9d0395de5573 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:15.844833 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee999fb-c8ee-4928-b399-9417b6c2ded5 req-e1da58f6-7ccb-444f-ad69-9d0395de5573 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:15.863087 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee999fb-c8ee-4928-b399-9417b6c2ded5 req-e1da58f6-7ccb-444f-ad69-9d0395de5573 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:15.870484 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1ee999fb-c8ee-4928-b399-9417b6c2ded5 req-e1da58f6-7ccb-444f-ad69-9d0395de5573 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9e9466b-e73f-4563-84d6-8c79d84ffc23 HTTP/1.1" status: 200 len: 2401 time: 0.2642322 Apr 20 13:07:15.870990 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34726) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:15.876519 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0f0fef84-5f8a-47ed-8c51-339d23d8103f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:15.993722 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087af378-344a-4f64-b779-1fa29bbc7642 None None] Network 64b1827f-14e5-433a-afd6-d0538fe62ff3 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:07:16.038001 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1090abb6-5c4c-43f9-9dba-f7a18ba52724 req-d683b06a-f333-4c84-929a-e585490901fb tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 210 time: 0.1038158 Apr 20 13:07:16.053510 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-0f0fef84-5f8a-47ed-8c51-339d23d8103f None None] For port 43ef864a-5522-401d-9679-7d2624a6f802, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=43ef864a-5522-401d-9679-7d2624a6f802,segment=NetworkSegment(cd997797-ec42-428d-80b9-e169230980d9),segment_id=cd997797-ec42-428d-80b9-e169230980d9)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:16.171230 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1ee999fb-c8ee-4928-b399-9417b6c2ded5 req-de64c66b-bdd1-4370-8d4a-c7dc29fe2458 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/security-groups?id=44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175570 Apr 20 13:07:16.180635 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-82c33e93-4e15-451c-bfee-c9070009181b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d63d098d82824e008c2210c78542627f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3084702 Apr 20 13:07:16.181987 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34728) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:16.198989 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-6cc1e709-7328-4c92-9d96-9b15550ecc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0051b573-975e-4674-ad4b-318ab5572eb9', 'name': 'tempest-TaggedBootDevicesTest-1780988306-router', 'tenant_id': '487102ef14a64aa3a1f17f25b4ec297c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '46e2c512-8119-4071-ab4c-aeea5ec25e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:08Z', 'updated_at': '2022-04-20T13:07:11Z', 'revision_number': 3, 'project_id': '487102ef14a64aa3a1f17f25b4ec297c', 'gw_port': {'id': '46e2c512-8119-4071-ab4c-aeea5ec25e2c', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:95:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0051b573-975e-4674-ad4b-318ab5572eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:10Z', 'updated_at': '2022-04-20T13:07:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:16.217053 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-b3a2da37-83cf-414d-8137-2943a2b6c114 service neutron] Port a39487df-827a-48ea-9d9b-33ef073f66da on network 3fb47c34-1cee-4cad-85f7-20c636f9b377 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:07:16.217862 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-b3a2da37-83cf-414d-8137-2943a2b6c114 service neutron] Attempting to bind port a39487df-827a-48ea-9d9b-33ef073f66da on network 3fb47c34-1cee-4cad-85f7-20c636f9b377 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:07:16.238353 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-8fa56cd4-e573-4e14-aae4-a106139ec9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9692bf5-f1b2-4876-9b3f-060c953cf2cb', 'name': 'tempest-TaggedBootDevicesTest-785915238-router', 'tenant_id': '80a09310883244f09c77418f84fc8e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'c1c0b034-8586-49b7-aee5-15dec55bc405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:43Z', 'updated_at': '2022-04-20T13:06:59Z', 'revision_number': 4, 'project_id': '80a09310883244f09c77418f84fc8e88', 'gw_port': {'id': 'c1c0b034-8586-49b7-aee5-15dec55bc405', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:09:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9692bf5-f1b2-4876-9b3f-060c953cf2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:46Z', 'updated_at': '2022-04-20T13:07:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '6d05bc1d-e87e-4c39-a78d-99565650587b', 'name': '', 'network_id': 'c0567742-ebd6-4040-88bb-7f8afbb4e328', 'tenant_id': '80a09310883244f09c77418f84fc8e88', 'mac_address': 'fa:16:3e:53:e3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9692bf5-f1b2-4876-9b3f-060c953cf2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'ab468ffa-ce13-456d-af37-126b9348379e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:56Z', 'updated_at': '2022-04-20T13:06:59Z', 'revision_number': 2, 'project_id': '80a09310883244f09c77418f84fc8e88', 'subnets': [{'id': 'ab468ffa-ce13-456d-af37-126b9348379e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:16.257078 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc1e709-7328-4c92-9d96-9b15550ecc67 None None] Checking router: 0051b573-975e-4674-ad4b-318ab5572eb9 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:07:16.257578 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc1e709-7328-4c92-9d96-9b15550ecc67 None None] Updating router 0051b573-975e-4674-ad4b-318ab5572eb9 port 46e2c512-8119-4071-ab4c-aeea5ec25e2c binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:07:16.284423 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-b3a2da37-83cf-414d-8137-2943a2b6c114 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:07:16.285696 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-b3a2da37-83cf-414d-8137-2943a2b6c114 service neutron] Checking segment: {'id': 'd7df52ce-f2f3-4aaf-9f41-c86ef69cb326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3fb47c34-1cee-4cad-85f7-20c636f9b377'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:07:16.286224 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-b3a2da37-83cf-414d-8137-2943a2b6c114 service neutron] Bound using segment: {'id': 'd7df52ce-f2f3-4aaf-9f41-c86ef69cb326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3fb47c34-1cee-4cad-85f7-20c636f9b377'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:07:16.286816 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-b3a2da37-83cf-414d-8137-2943a2b6c114 service neutron] Bound port: a39487df-827a-48ea-9d9b-33ef073f66da, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7df52ce-f2f3-4aaf-9f41-c86ef69cb326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3fb47c34-1cee-4cad-85f7-20c636f9b377'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:07:16.288123 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-b3a2da37-83cf-414d-8137-2943a2b6c114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:16.304962 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9756741e-b1f6-432b-b89c-f9e91601d6c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:16.319490 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-6cc1e709-7328-4c92-9d96-9b15550ecc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:16.324553 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa56cd4-e573-4e14-aae4-a106139ec9f9 None None] Checking router: b9692bf5-f1b2-4876-9b3f-060c953cf2cb for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:07:16.326277 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa56cd4-e573-4e14-aae4-a106139ec9f9 None None] Updating router b9692bf5-f1b2-4876-9b3f-060c953cf2cb port 6d05bc1d-e87e-4c39-a78d-99565650587b binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:07:16.413522 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9756741e-b1f6-432b-b89c-f9e91601d6c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:16.474013 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-e02a59c2-34ff-4bdb-9a7d-cb14bd4e4519 admin admin] Deleting subnet dd5d8d2c-9bbe-433b-b6b9-a140ce7264b5 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:07:16.477791 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e02a59c2-34ff-4bdb-9a7d-cb14bd4e4519 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:16.517909 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e02a59c2-34ff-4bdb-9a7d-cb14bd4e4519 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:16.535972 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0f0fef84-5f8a-47ed-8c51-339d23d8103f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:16.550816 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 5c15de53-3138-4732-8386-98b866692271 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:16.573335 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e02a59c2-34ff-4bdb-9a7d-cb14bd4e4519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:16.628091 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8fa56cd4-e573-4e14-aae4-a106139ec9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:16.630881 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-b3a2da37-83cf-414d-8137-2943a2b6c114 service neutron] For port a39487df-827a-48ea-9d9b-33ef073f66da, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:07:16.710298 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-b3a2da37-83cf-414d-8137-2943a2b6c114 service neutron] For port a39487df-827a-48ea-9d9b-33ef073f66da, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=a39487df-827a-48ea-9d9b-33ef073f66da,segment=NetworkSegment(d7df52ce-f2f3-4aaf-9f41-c86ef69cb326),segment_id=d7df52ce-f2f3-4aaf-9f41-c86ef69cb326)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:07:16.721887 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e02a59c2-34ff-4bdb-9a7d-cb14bd4e4519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:16.782463 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57acd90-eda6-4ec2-ac3b-1e82c9c1d45f req-ea0f2ee0-cbee-47fb-af39-4084e4a09449 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:16.790376 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c57acd90-eda6-4ec2-ac3b-1e82c9c1d45f req-ea0f2ee0-cbee-47fb-af39-4084e4a09449 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 946 time: 0.4541018 Apr 20 13:07:16.816718 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-b3a2da37-83cf-414d-8137-2943a2b6c114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:16.878448 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a59c2-34ff-4bdb-9a7d-cb14bd4e4519 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd5d8d2c-9bbe-433b-b6b9-a140ce7264b5,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:16.902840 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e02a59c2-34ff-4bdb-9a7d-cb14bd4e4519 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:16.906655 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e02a59c2-34ff-4bdb-9a7d-cb14bd4e4519 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/dd5d8d2c-9bbe-433b-b6b9-a140ce7264b5 HTTP/1.1" status: 204 len: 168 time: 1.1567605 Apr 20 13:07:16.909160 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34734) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:16.955383 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-6cc1e709-7328-4c92-9d96-9b15550ecc67 None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:16.991390 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2da37-83cf-414d-8137-2943a2b6c114 service neutron] Pushing event updated for resources: {'Port': ['ID=a39487df-827a-48ea-9d9b-33ef073f66da,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:17.006440 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6117a936-0244-45b3-9da2-4e807a00d05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:17.011029 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-b3a2da37-83cf-414d-8137-2943a2b6c114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:17.011739 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-b3a2da37-83cf-414d-8137-2943a2b6c114 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:17.013572 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-b3a2da37-83cf-414d-8137-2943a2b6c114 service neutron] 10.222.0.32 "PUT /v2.0/ports/a39487df-827a-48ea-9d9b-33ef073f66da HTTP/1.1" status: 200 len: 1092 time: 4.4406865 Apr 20 13:07:17.016313 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9756741e-b1f6-432b-b89c-f9e91601d6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:17.018925 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9756741e-b1f6-432b-b89c-f9e91601d6c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:17.020329 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e9466b-e73f-4563-84d6-8c79d84ffc23', 'tag': 'a39487df-827a-48ea-9d9b-33ef073f66da'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:17.020604 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9756741e-b1f6-432b-b89c-f9e91601d6c9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d352c916-d3ba-41c6-bb6a-048af315801b HTTP/1.1" status: 204 len: 168 time: 0.8373435 Apr 20 13:07:17.027268 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3c41e4-4a32-4501-9719-daf78a3a7a85" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e9466b-e73f-4563-84d6-8c79d84ffc23", "tag": "a39487df-827a-48ea-9d9b-33ef073f66da"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:17.033586 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-14679f31-087a-4892-8b45-b87a196b9700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fce764e-f0e5-44ae-bfc4-914b3fe6df65 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:07:17.039665 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-6cc1e709-7328-4c92-9d96-9b15550ecc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:17.039846 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba846899-baac-4e2a-a351-2c07ba9dd38e req-112cb0ef-1650-4db7-b396-9801edabdf89 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:17.047092 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ba846899-baac-4e2a-a351-2c07ba9dd38e req-112cb0ef-1650-4db7-b396-9801edabdf89 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c7b84c-f21f-49e0-ae91-8ded4de1f880 HTTP/1.1" status: 200 len: 932 time: 0.2441807 Apr 20 13:07:17.049241 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-14679f31-087a-4892-8b45-b87a196b9700 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:17.091400 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c57acd90-eda6-4ec2-ac3b-1e82c9c1d45f req-24a84d60-3f53-4b5b-a87b-adfa6b4428c6 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990909 Apr 20 13:07:17.091574 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-14679f31-087a-4892-8b45-b87a196b9700 service neutron] Transition to ACTIVE for port object 9fce764e-f0e5-44ae-bfc4-914b3fe6df65 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:07:17.134807 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9756741e-b1f6-432b-b89c-f9e91601d6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d352c916-d3ba-41c6-bb6a-048af315801b,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:17.175448 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fec971-593e-494a-9253-0169bbfd72fd req-9ea3e0d4-51c4-451d-9f57-6e3adcd06bc9 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:17.178318 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-02fec971-593e-494a-9253-0169bbfd72fd req-9ea3e0d4-51c4-451d-9f57-6e3adcd06bc9 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.15 "GET /v2.0/networks?id=5f8d1d6d-7980-40b6-a3d5-202cd4161f9d HTTP/1.1" status: 200 len: 817 time: 0.5398822 Apr 20 13:07:17.206699 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-6cc1e709-7328-4c92-9d96-9b15550ecc67 None None] Attempting to bind port 46e2c512-8119-4071-ab4c-aeea5ec25e2c on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:07:17.207183 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-6cc1e709-7328-4c92-9d96-9b15550ecc67 None None] Attempting to bind port 46e2c512-8119-4071-ab4c-aeea5ec25e2c by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:07:17.212345 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc1e709-7328-4c92-9d96-9b15550ecc67 None None] Attempting to bind port 46e2c512-8119-4071-ab4c-aeea5ec25e2c on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:07:17.216769 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86095d7-cac3-4b31-9469-7c9e386aa17a x-openstack-request-id: req-c86095d7-cac3-4b31-9469-7c9e386aa17a {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:17.255517 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e9466b-e73f-4563-84d6-8c79d84ffc23", "tag": "a39487df-827a-48ea-9d9b-33ef073f66da", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:17.255517 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c86095d7-cac3-4b31-9469-7c9e386aa17a {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:17.255517 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c86095d7-cac3-4b31-9469-7c9e386aa17a'] response: {'name': 'network-changed', 'server_uuid': 'e9e9466b-e73f-4563-84d6-8c79d84ffc23', 'tag': 'a39487df-827a-48ea-9d9b-33ef073f66da', 'status': 'completed', 'code': 200} Apr 20 13:07:17.279605 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc1e709-7328-4c92-9d96-9b15550ecc67 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:07:17.279605 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc1e709-7328-4c92-9d96-9b15550ecc67 None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:07:17.279605 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-6cc1e709-7328-4c92-9d96-9b15550ecc67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:17.279605 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc1e709-7328-4c92-9d96-9b15550ecc67 None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:07:17.279605 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-6cc1e709-7328-4c92-9d96-9b15550ecc67 None None] Bound port: 46e2c512-8119-4071-ab4c-aeea5ec25e2c, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:07:17.279605 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-6cc1e709-7328-4c92-9d96-9b15550ecc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:17.281106 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8fa56cd4-e573-4e14-aae4-a106139ec9f9 None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:17.281913 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-92224705-34c5-4a6a-b777-2dc859ba0a89 service neutron] Request body: {'port': {'device_id': 'e9e9466b-e73f-4563-84d6-8c79d84ffc23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:17.282021 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ba846899-baac-4e2a-a351-2c07ba9dd38e req-4051ee5e-7da4-4eb4-ac02-adbefb499b90 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077944 Apr 20 13:07:17.289296 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-14679f31-087a-4892-8b45-b87a196b9700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:17.384492 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-6cc1e709-7328-4c92-9d96-9b15550ecc67 None None] For port 46e2c512-8119-4071-ab4c-aeea5ec25e2c, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:07:17.388686 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-6cc1e709-7328-4c92-9d96-9b15550ecc67 None None] For port 46e2c512-8119-4071-ab4c-aeea5ec25e2c, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=46e2c512-8119-4071-ab4c-aeea5ec25e2c,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:07:17.401562 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b7f3ca-24de-4ed0-b720-7218fa81f0b8 None None] Pushing event updated for resources: {'Port': ['ID=46e2c512-8119-4071-ab4c-aeea5ec25e2c,revision_number=2']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:17.421614 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0fef84-5f8a-47ed-8c51-339d23d8103f None None] Pushing event updated for resources: {'Port': ['ID=43ef864a-5522-401d-9679-7d2624a6f802,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:17.463534 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-a611882c-6ee7-465f-a763-63fbedb55198 None None] Provisioning complete for port 11bc75fb-4d40-46d3-97ba-2adfa317d842 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:17.463922 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a611882c-6ee7-465f-a763-63fbedb55198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:17.485457 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14679f31-087a-4892-8b45-b87a196b9700 service neutron] Pushing event updated for resources: {'Port': ['ID=9fce764e-f0e5-44ae-bfc4-914b3fe6df65,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:17.531313 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 5c15de53-3138-4732-8386-98b866692271 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:17.531889 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:17.546116 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-552cae0f-009c-42c5-87eb-6185e7e73bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:17.571050 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-92224705-34c5-4a6a-b777-2dc859ba0a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:17.651371 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a611882c-6ee7-465f-a763-63fbedb55198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:17.654102 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8fa56cd4-e573-4e14-aae4-a106139ec9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:17.775012 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-6cc1e709-7328-4c92-9d96-9b15550ecc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:17.815201 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-14679f31-087a-4892-8b45-b87a196b9700 service neutron] Attempting to bind port 9fce764e-f0e5-44ae-bfc4-914b3fe6df65 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:07:17.815849 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-14679f31-087a-4892-8b45-b87a196b9700 service neutron] Attempting to bind port 9fce764e-f0e5-44ae-bfc4-914b3fe6df65 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': 'b8a45d7f-8d03-42e0-b39a-371992aad9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ce4b787d-844d-4a10-8a46-e3a4d131f18d'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:07:17.816139 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-14679f31-087a-4892-8b45-b87a196b9700 service neutron] Attempting to bind port 9fce764e-f0e5-44ae-bfc4-914b3fe6df65 on network ce4b787d-844d-4a10-8a46-e3a4d131f18d {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:07:17.887105 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-a611882c-6ee7-465f-a763-63fbedb55198 None None] For port 11bc75fb-4d40-46d3-97ba-2adfa317d842, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=11bc75fb-4d40-46d3-97ba-2adfa317d842,segment=NetworkSegment(75dde688-0424-4757-bed7-2277565735bf),segment_id=75dde688-0424-4757-bed7-2277565735bf)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:17.908665 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181510d-8689-450e-9441-256285832071 None None] Pushing event updated for resources: {'Port': ['ID=6d05bc1d-e87e-4c39-a78d-99565650587b,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:17.915243 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b7f3ca-24de-4ed0-b720-7218fa81f0b8 None None] Pushing event updated for resources: {'Port': ['ID=46e2c512-8119-4071-ab4c-aeea5ec25e2c,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:17.945274 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6117a936-0244-45b3-9da2-4e807a00d05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:17.962699 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-874a982e-4b19-4cbe-8622-079b1e8f385e req-7d9741c1-df53-4ae9-a8e1-b5a1a6cf4430 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 210 time: 0.6742921 Apr 20 13:07:17.965481 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc1e709-7328-4c92-9d96-9b15550ecc67 None None] Routers {'0051b573-975e-4674-ad4b-318ab5572eb9'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:07:17.972383 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-6cc1e709-7328-4c92-9d96-9b15550ecc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:06:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['0051b573-975e-4674-ad4b-318ab5572eb9'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:17.986834 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-8fa56cd4-e573-4e14-aae4-a106139ec9f9 None None] Attempting to bind port 6d05bc1d-e87e-4c39-a78d-99565650587b on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:07:17.987118 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-8fa56cd4-e573-4e14-aae4-a106139ec9f9 None None] Attempting to bind port 6d05bc1d-e87e-4c39-a78d-99565650587b by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '738fba35-11d5-4597-a6a9-a3497c92a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c0567742-ebd6-4040-88bb-7f8afbb4e328'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:07:17.987529 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa56cd4-e573-4e14-aae4-a106139ec9f9 None None] Attempting to bind port 6d05bc1d-e87e-4c39-a78d-99565650587b on network c0567742-ebd6-4040-88bb-7f8afbb4e328 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:07:18.002660 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 43ef864a-5522-401d-9679-7d2624a6f802 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:18.018917 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a611882c-6ee7-465f-a763-63fbedb55198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:18.055719 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-02fec971-593e-494a-9253-0169bbfd72fd req-1f099407-36a0-4292-af55-4c96131e46c8 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6b1693032114a59884d6bf282ad5efe HTTP/1.1" status: 200 len: 380 time: 0.8181412 Apr 20 13:07:18.057481 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-6117a936-0244-45b3-9da2-4e807a00d05c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e1f32e0-475a-42d4-85ee-1c369c932480']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:18.065111 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c41e4-4a32-4501-9719-daf78a3a7a85 req-eb0cfbea-6f6a-47f6-8615-ae4cbb0b1b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:18.065603 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c41e4-4a32-4501-9719-daf78a3a7a85 req-eb0cfbea-6f6a-47f6-8615-ae4cbb0b1b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:18.066684 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c41e4-4a32-4501-9719-daf78a3a7a85 req-eb0cfbea-6f6a-47f6-8615-ae4cbb0b1b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:18.069060 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4d3c41e4-4a32-4501-9719-daf78a3a7a85 req-eb0cfbea-6f6a-47f6-8615-ae4cbb0b1b31 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f24aea8ff2146a69feb6b75310aae0a&device_id=e9e9466b-e73f-4563-84d6-8c79d84ffc23 HTTP/1.1" status: 200 len: 2799 time: 0.8123021 Apr 20 13:07:18.076253 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-02fec971-593e-494a-9253-0169bbfd72fd req-5c8bf4d1-8af1-4fd2-8a3d-aec06265f0c6 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Request body: {'port': {'device_id': 'ac79ce14-eb0e-4fc6-878f-fb0634053479', 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d', 'admin_state_up': True, 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'security_groups': ['4d28b963-72c8-4772-9654-eaf327e16a0e']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:18.183620 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-6117a936-0244-45b3-9da2-4e807a00d05c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c36f4b37-e1d8-4848-acc2-f80f64f61825') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:18.184596 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-6117a936-0244-45b3-9da2-4e807a00d05c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c36f4b37-e1d8-4848-acc2-f80f64f61825') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:18.217771 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6117a936-0244-45b3-9da2-4e807a00d05c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:18.240883 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa56cd4-e573-4e14-aae4-a106139ec9f9 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:07:18.241750 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa56cd4-e573-4e14-aae4-a106139ec9f9 None None] Checking segment: {'id': '738fba35-11d5-4597-a6a9-a3497c92a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c0567742-ebd6-4040-88bb-7f8afbb4e328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:07:18.242818 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8fa56cd4-e573-4e14-aae4-a106139ec9f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:18.243548 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa56cd4-e573-4e14-aae4-a106139ec9f9 None None] Bound using segment: {'id': '738fba35-11d5-4597-a6a9-a3497c92a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c0567742-ebd6-4040-88bb-7f8afbb4e328'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:07:18.244788 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-8fa56cd4-e573-4e14-aae4-a106139ec9f9 None None] Bound port: 6d05bc1d-e87e-4c39-a78d-99565650587b, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738fba35-11d5-4597-a6a9-a3497c92a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c0567742-ebd6-4040-88bb-7f8afbb4e328'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:07:18.245374 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8fa56cd4-e573-4e14-aae4-a106139ec9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:18.264962 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6117a936-0244-45b3-9da2-4e807a00d05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:18.272788 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a611882c-6ee7-465f-a763-63fbedb55198 None None] Pushing event updated for resources: {'Port': ['ID=11bc75fb-4d40-46d3-97ba-2adfa317d842,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:18.313557 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-6cc1e709-7328-4c92-9d96-9b15550ecc67 None None] Set router 0051b573-975e-4674-ad4b-318ab5572eb9 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:07:18.454120 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 43ef864a-5522-401d-9679-7d2624a6f802 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:18.457519 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:18.517925 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-a6d457d7-a7b5-46bf-854e-98cabfb30d62 None None] Provisioning complete for port 6d05bc1d-e87e-4c39-a78d-99565650587b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:18.518654 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a6d457d7-a7b5-46bf-854e-98cabfb30d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:18.523910 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-8fa56cd4-e573-4e14-aae4-a106139ec9f9 None None] For port 6d05bc1d-e87e-4c39-a78d-99565650587b, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:07:18.571423 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-8fa56cd4-e573-4e14-aae4-a106139ec9f9 None None] For port 6d05bc1d-e87e-4c39-a78d-99565650587b, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=6d05bc1d-e87e-4c39-a78d-99565650587b,segment=NetworkSegment(738fba35-11d5-4597-a6a9-a3497c92a9f7),segment_id=738fba35-11d5-4597-a6a9-a3497c92a9f7)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:07:18.585742 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-a6d457d7-a7b5-46bf-854e-98cabfb30d62 None None] Port 6d05bc1d-e87e-4c39-a78d-99565650587b cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:07:18.619795 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-a6d457d7-a7b5-46bf-854e-98cabfb30d62 None None] Provisioning complete for port 11bc75fb-4d40-46d3-97ba-2adfa317d842 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:18.627287 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a6d457d7-a7b5-46bf-854e-98cabfb30d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:18.650281 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c41e4-4a32-4501-9719-daf78a3a7a85 req-77223572-7a12-4ad8-b745-4052797b9c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:18.656069 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c41e4-4a32-4501-9719-daf78a3a7a85 req-77223572-7a12-4ad8-b745-4052797b9c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:18.656359 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-6cc1e709-7328-4c92-9d96-9b15550ecc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0051b573-975e-4674-ad4b-318ab5572eb9', 'name': 'tempest-TaggedBootDevicesTest-1780988306-router', 'tenant_id': '487102ef14a64aa3a1f17f25b4ec297c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '46e2c512-8119-4071-ab4c-aeea5ec25e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:08Z', 'updated_at': '2022-04-20T13:07:11Z', 'revision_number': 3, 'project_id': '487102ef14a64aa3a1f17f25b4ec297c', 'gw_port': {'id': '46e2c512-8119-4071-ab4c-aeea5ec25e2c', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:95:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0051b573-975e-4674-ad4b-318ab5572eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:10Z', 'updated_at': '2022-04-20T13:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:18.656532 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c41e4-4a32-4501-9719-daf78a3a7a85 req-77223572-7a12-4ad8-b745-4052797b9c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:18.663061 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4d3c41e4-4a32-4501-9719-daf78a3a7a85 req-77223572-7a12-4ad8-b745-4052797b9c8e service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=7f24aea8ff2146a69feb6b75310aae0a&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3698726 Apr 20 13:07:18.726849 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc1e709-7328-4c92-9d96-9b15550ecc67 None None] The sync data for ids ['0051b573-975e-4674-ad4b-318ab5572eb9'] in n-d-836015-7 is: [{'id': '0051b573-975e-4674-ad4b-318ab5572eb9', 'name': 'tempest-TaggedBootDevicesTest-1780988306-router', 'tenant_id': '487102ef14a64aa3a1f17f25b4ec297c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '46e2c512-8119-4071-ab4c-aeea5ec25e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:08Z', 'updated_at': '2022-04-20T13:07:11Z', 'revision_number': 3, 'project_id': '487102ef14a64aa3a1f17f25b4ec297c', 'gw_port': {'id': '46e2c512-8119-4071-ab4c-aeea5ec25e2c', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:95:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0051b573-975e-4674-ad4b-318ab5572eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:10Z', 'updated_at': '2022-04-20T13:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:07:18.732492 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8fa56cd4-e573-4e14-aae4-a106139ec9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:18.764777 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6117a936-0244-45b3-9da2-4e807a00d05c admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:07:18.764777 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6117a936-0244-45b3-9da2-4e807a00d05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:18.810006 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:07:18.810006 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:07:18.810006 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:07:18.810006 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:07:18.810006 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:07:18.810006 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:07:18.810006 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:07:18.810006 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:07:18.810006 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:07:18.810006 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:07:18.810006 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:07:18.810006 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:07:18.810006 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:07:18.810006 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:07:18.810006 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:07:18.810006 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:07:18.810006 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:07:18.810006 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:07:18.810006 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:07:18.810006 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:07:18.810006 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:07:18.810006 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:07:18.810006 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:07:18.810006 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:07:18.810006 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:07:18.810006 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:07:18.810006 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:07:18.810006 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:07:18.810006 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:07:18.810006 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:07:18.810006 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:07:18.810006 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:07:18.864488 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device b064edd0-53c3-4315-b2bf-a2e258786747 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:18.924059 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-14679f31-087a-4892-8b45-b87a196b9700 service neutron] Port 9fce764e-f0e5-44ae-bfc4-914b3fe6df65 on network ce4b787d-844d-4a10-8a46-e3a4d131f18d not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:07:18.924685 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-14679f31-087a-4892-8b45-b87a196b9700 service neutron] Attempting to bind port 9fce764e-f0e5-44ae-bfc4-914b3fe6df65 on network ce4b787d-844d-4a10-8a46-e3a4d131f18d {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:07:18.937604 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-14679f31-087a-4892-8b45-b87a196b9700 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:07:18.944406 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-14679f31-087a-4892-8b45-b87a196b9700 service neutron] Checking segment: {'id': 'b8a45d7f-8d03-42e0-b39a-371992aad9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ce4b787d-844d-4a10-8a46-e3a4d131f18d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:07:18.944406 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-14679f31-087a-4892-8b45-b87a196b9700 service neutron] Bound using segment: {'id': 'b8a45d7f-8d03-42e0-b39a-371992aad9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ce4b787d-844d-4a10-8a46-e3a4d131f18d'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:07:18.944689 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa56cd4-e573-4e14-aae4-a106139ec9f9 None None] Routers {'b9692bf5-f1b2-4876-9b3f-060c953cf2cb'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:07:18.944689 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-8fa56cd4-e573-4e14-aae4-a106139ec9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:06:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['b9692bf5-f1b2-4876-9b3f-060c953cf2cb'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:18.944912 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-14679f31-087a-4892-8b45-b87a196b9700 service neutron] Bound port: 9fce764e-f0e5-44ae-bfc4-914b3fe6df65, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a45d7f-8d03-42e0-b39a-371992aad9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'ce4b787d-844d-4a10-8a46-e3a4d131f18d'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:07:18.944912 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-14679f31-087a-4892-8b45-b87a196b9700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:19.221732 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-14679f31-087a-4892-8b45-b87a196b9700 service neutron] For port 9fce764e-f0e5-44ae-bfc4-914b3fe6df65, host n-h2-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:07:19.236545 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-14679f31-087a-4892-8b45-b87a196b9700 service neutron] For port 9fce764e-f0e5-44ae-bfc4-914b3fe6df65, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=9fce764e-f0e5-44ae-bfc4-914b3fe6df65,segment=NetworkSegment(b8a45d7f-8d03-42e0-b39a-371992aad9ff),segment_id=b8a45d7f-8d03-42e0-b39a-371992aad9ff)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:07:19.267599 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280e710-90e8-4009-83c3-b14809aac6d3 req-f76985d8-30b2-4666-80bd-1669df16c173 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:19.272778 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280e710-90e8-4009-83c3-b14809aac6d3 req-f76985d8-30b2-4666-80bd-1669df16c173 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:19.279978 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280e710-90e8-4009-83c3-b14809aac6d3 req-f76985d8-30b2-4666-80bd-1669df16c173 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:19.288272 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9280e710-90e8-4009-83c3-b14809aac6d3 req-f76985d8-30b2-4666-80bd-1669df16c173 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9e9466b-e73f-4563-84d6-8c79d84ffc23 HTTP/1.1" status: 200 len: 2401 time: 1.0103889 Apr 20 13:07:19.341917 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580157fa-9ad8-4bf5-95cc-65010c9c0569 req-32f57163-5b0b-416e-80ca-39368779f387 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:19.343575 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-580157fa-9ad8-4bf5-95cc-65010c9c0569 req-32f57163-5b0b-416e-80ca-39368779f387 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c7b84c-f21f-49e0-ae91-8ded4de1f880 HTTP/1.1" status: 200 len: 944 time: 0.4552994 Apr 20 13:07:19.346269 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6117a936-0244-45b3-9da2-4e807a00d05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:19.366629 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6117a936-0244-45b3-9da2-4e807a00d05c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:19.379110 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-6117a936-0244-45b3-9da2-4e807a00d05c admin admin] 10.222.0.25 "DELETE /v2.0/networks/0e1f32e0-475a-42d4-85ee-1c369c932480 HTTP/1.1" status: 204 len: 168 time: 2.4568586 Apr 20 13:07:19.383899 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-8fa56cd4-e573-4e14-aae4-a106139ec9f9 None None] Set router b9692bf5-f1b2-4876-9b3f-060c953cf2cb gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:07:19.413853 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34782) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:19.438590 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-14679f31-087a-4892-8b45-b87a196b9700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:19.540480 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6117a936-0244-45b3-9da2-4e807a00d05c admin admin] Pushing event deleted for resources: {'Network': ['ID=0e1f32e0-475a-42d4-85ee-1c369c932480,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:19.553981 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c41e4-4a32-4501-9719-daf78a3a7a85 req-a7dc2cb6-711f-4978-9e32-d0999e55d788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:19.556250 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4d3c41e4-4a32-4501-9719-daf78a3a7a85 req-a7dc2cb6-711f-4978-9e32-d0999e55d788 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8768833 Apr 20 13:07:19.614455 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9280e710-90e8-4009-83c3-b14809aac6d3 req-d60907eb-5317-4ca1-b2ae-91c2912f936a tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/security-groups?id=44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250566 Apr 20 13:07:19.664833 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02fec971-593e-494a-9253-0169bbfd72fd req-5c8bf4d1-8af1-4fd2-8a3d-aec06265f0c6 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Made reservation on behalf of c6b1693032114a59884d6bf282ad5efe for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:07:19.682707 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-02fec971-593e-494a-9253-0169bbfd72fd req-5c8bf4d1-8af1-4fd2-8a3d-aec06265f0c6 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:19.713584 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-92224705-34c5-4a6a-b777-2dc859ba0a89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d36c283-4c85-4edc-af33-87d5e859c57f {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:07:19.723327 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-92224705-34c5-4a6a-b777-2dc859ba0a89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:19.735711 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-580157fa-9ad8-4bf5-95cc-65010c9c0569 req-09f7d3dc-8ac4-401e-9bd6-f2705eca139b tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464663 Apr 20 13:07:19.740267 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-92224705-34c5-4a6a-b777-2dc859ba0a89 service neutron] Transition to ACTIVE for port object 0d36c283-4c85-4edc-af33-87d5e859c57f will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:07:19.749612 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-552cae0f-009c-42c5-87eb-6185e7e73bf2 admin admin] Allocated IP 172.20.0.1 (64b1827f-14e5-433a-afd6-d0538fe62ff3/380b4a67-f6a3-46d6-a387-d54a3f89ae6e/cafb557c-d156-4086-868f-68aa259023ae) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:07:19.766666 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eecfb80-80a1-4d84-9700-a35224918b8e admin admin] Deleting subnet 767c6fd8-9a8d-4578-b19f-5384b3ad503a {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:07:19.796155 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8eecfb80-80a1-4d84-9700-a35224918b8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:19.920773 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-552cae0f-009c-42c5-87eb-6185e7e73bf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:19.969533 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-92224705-34c5-4a6a-b777-2dc859ba0a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:20.025812 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-14679f31-087a-4892-8b45-b87a196b9700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:20.028140 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-14679f31-087a-4892-8b45-b87a196b9700 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:20.031050 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-14679f31-087a-4892-8b45-b87a196b9700 service neutron] 10.222.0.15 "PUT /v2.0/ports/9fce764e-f0e5-44ae-bfc4-914b3fe6df65 HTTP/1.1" status: 200 len: 1092 time: 5.0479252 Apr 20 13:07:20.070012 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bace2d85-1a44-4ffe-bb41-d32dd9bfb983 req-7ffedeba-847f-4763-8f99-bc6f0ccd1f46 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 210 time: 0.1489446 Apr 20 13:07:20.077914 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181510d-8689-450e-9441-256285832071 None None] Pushing event updated for resources: {'Port': ['ID=6d05bc1d-e87e-4c39-a78d-99565650587b,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:20.111426 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8eecfb80-80a1-4d84-9700-a35224918b8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:20.146843 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c7b84c-f21f-49e0-ae91-8ded4de1f880', 'tag': '9fce764e-f0e5-44ae-bfc4-914b3fe6df65'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:20.158084 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd46e19b-f2a4-4994-b1ed-5f48ae10cdae" -d '{"events": [{"name": "network-changed", "server_uuid": "31c7b84c-f21f-49e0-ae91-8ded4de1f880", "tag": "9fce764e-f0e5-44ae-bfc4-914b3fe6df65"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:20.272345 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port b064edd0-53c3-4315-b2bf-a2e258786747 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:20.272723 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:20.286833 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c825287-b8b9-414f-8dfc-119f65f8a81e req-a3872464-7f73-462e-a8de-aa522a9b97a1 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:20.296117 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3c825287-b8b9-414f-8dfc-119f65f8a81e req-a3872464-7f73-462e-a8de-aa522a9b97a1 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 946 time: 0.4131298 Apr 20 13:07:20.336579 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-552cae0f-009c-42c5-87eb-6185e7e73bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:20.421803 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434cdc57-fb88-4e6c-93d9-09d067a217ba x-openstack-request-id: req-434cdc57-fb88-4e6c-93d9-09d067a217ba {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:20.422551 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c7b84c-f21f-49e0-ae91-8ded4de1f880", "tag": "9fce764e-f0e5-44ae-bfc4-914b3fe6df65", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:20.425852 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-434cdc57-fb88-4e6c-93d9-09d067a217ba {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:20.426576 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-434cdc57-fb88-4e6c-93d9-09d067a217ba'] response: {'name': 'network-changed', 'server_uuid': '31c7b84c-f21f-49e0-ae91-8ded4de1f880', 'tag': '9fce764e-f0e5-44ae-bfc4-914b3fe6df65', 'status': 'completed', 'code': 200} Apr 20 13:07:20.452165 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552cae0f-009c-42c5-87eb-6185e7e73bf2 admin admin] Network 64b1827f-14e5-433a-afd6-d0538fe62ff3 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:07:20.453732 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14679f31-087a-4892-8b45-b87a196b9700 service neutron] Pushing event updated for resources: {'Port': ['ID=9fce764e-f0e5-44ae-bfc4-914b3fe6df65,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:20.475280 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3c825287-b8b9-414f-8dfc-119f65f8a81e req-008b7a11-3a05-4f0c-8839-c32f36567c9f tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589005 Apr 20 13:07:20.478516 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-552cae0f-009c-42c5-87eb-6185e7e73bf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:07:20.533857 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552cae0f-009c-42c5-87eb-6185e7e73bf2 admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:07:20.534340 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8eecfb80-80a1-4d84-9700-a35224918b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:20.545800 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-92224705-34c5-4a6a-b777-2dc859ba0a89 service neutron] Attempting to bind port 0d36c283-4c85-4edc-af33-87d5e859c57f on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:07:20.546792 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-92224705-34c5-4a6a-b777-2dc859ba0a89 service neutron] Attempting to bind port 0d36c283-4c85-4edc-af33-87d5e859c57f by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': 'fd661946-010d-4ee5-895f-ad1f462f035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5b00292b-fac6-471f-82ba-b12a2921cf9b'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:07:20.546792 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-92224705-34c5-4a6a-b777-2dc859ba0a89 service neutron] Attempting to bind port 0d36c283-4c85-4edc-af33-87d5e859c57f on network 5b00292b-fac6-471f-82ba-b12a2921cf9b {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:07:20.701658 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-02fec971-593e-494a-9253-0169bbfd72fd req-5c8bf4d1-8af1-4fd2-8a3d-aec06265f0c6 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Allocated IP 172.20.0.7 (5f8d1d6d-7980-40b6-a3d5-202cd4161f9d/50283e41-42f7-46ab-979a-b196312e8e7f/7b13bc59-5400-414e-939f-28f09df4a6f9) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:07:20.707625 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-92224705-34c5-4a6a-b777-2dc859ba0a89 service neutron] Port 0d36c283-4c85-4edc-af33-87d5e859c57f on network 5b00292b-fac6-471f-82ba-b12a2921cf9b not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:07:20.708041 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-92224705-34c5-4a6a-b777-2dc859ba0a89 service neutron] Attempting to bind port 0d36c283-4c85-4edc-af33-87d5e859c57f on network 5b00292b-fac6-471f-82ba-b12a2921cf9b {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:07:20.721143 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-51d8200c-90ab-46b5-834b-44090b185fbf None None] Provisioning complete for port 6d05bc1d-e87e-4c39-a78d-99565650587b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:20.728008 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-51d8200c-90ab-46b5-834b-44090b185fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:20.823214 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-552cae0f-009c-42c5-87eb-6185e7e73bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:20.955010 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8eecfb80-80a1-4d84-9700-a35224918b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:20.977008 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:21.020951 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port b064edd0-53c3-4315-b2bf-a2e258786747, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=b064edd0-53c3-4315-b2bf-a2e258786747,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:21.029751 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-7a5b27ed-55a0-42c8-8957-9bd722a3c17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:21.031264 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-7a5b27ed-55a0-42c8-8957-9bd722a3c17b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ea07556cdb2477c9f098452366cccbb&device_id=31c7b84c-f21f-49e0-ae91-8ded4de1f880 HTTP/1.1" status: 200 len: 1095 time: 0.8634498 Apr 20 13:07:21.032115 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92224705-34c5-4a6a-b777-2dc859ba0a89 service neutron] Pushing event updated for resources: {'Port': ['ID=0d36c283-4c85-4edc-af33-87d5e859c57f,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:21.067895 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-8fa56cd4-e573-4e14-aae4-a106139ec9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9692bf5-f1b2-4876-9b3f-060c953cf2cb', 'name': 'tempest-TaggedBootDevicesTest-785915238-router', 'tenant_id': '80a09310883244f09c77418f84fc8e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'c1c0b034-8586-49b7-aee5-15dec55bc405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:43Z', 'updated_at': '2022-04-20T13:06:59Z', 'revision_number': 4, 'project_id': '80a09310883244f09c77418f84fc8e88', 'gw_port': {'id': 'c1c0b034-8586-49b7-aee5-15dec55bc405', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:09:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9692bf5-f1b2-4876-9b3f-060c953cf2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:46Z', 'updated_at': '2022-04-20T13:07:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '6d05bc1d-e87e-4c39-a78d-99565650587b', 'name': '', 'network_id': 'c0567742-ebd6-4040-88bb-7f8afbb4e328', 'tenant_id': '80a09310883244f09c77418f84fc8e88', 'mac_address': 'fa:16:3e:53:e3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9692bf5-f1b2-4876-9b3f-060c953cf2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'ab468ffa-ce13-456d-af37-126b9348379e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:56Z', 'updated_at': '2022-04-20T13:07:18Z', 'revision_number': 4, 'project_id': '80a09310883244f09c77418f84fc8e88', 'subnets': [{'id': 'ab468ffa-ce13-456d-af37-126b9348379e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:21.073769 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-92224705-34c5-4a6a-b777-2dc859ba0a89 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:07:21.074143 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-92224705-34c5-4a6a-b777-2dc859ba0a89 service neutron] Checking segment: {'id': 'fd661946-010d-4ee5-895f-ad1f462f035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5b00292b-fac6-471f-82ba-b12a2921cf9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:07:21.074497 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-92224705-34c5-4a6a-b777-2dc859ba0a89 service neutron] Bound using segment: {'id': 'fd661946-010d-4ee5-895f-ad1f462f035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5b00292b-fac6-471f-82ba-b12a2921cf9b'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:07:21.074950 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-92224705-34c5-4a6a-b777-2dc859ba0a89 service neutron] Bound port: 0d36c283-4c85-4edc-af33-87d5e859c57f, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd661946-010d-4ee5-895f-ad1f462f035e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5b00292b-fac6-471f-82ba-b12a2921cf9b'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:07:21.075312 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-92224705-34c5-4a6a-b777-2dc859ba0a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:21.109097 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa56cd4-e573-4e14-aae4-a106139ec9f9 None None] The sync data for ids ['b9692bf5-f1b2-4876-9b3f-060c953cf2cb'] in n-d-836015-7 is: [{'id': 'b9692bf5-f1b2-4876-9b3f-060c953cf2cb', 'name': 'tempest-TaggedBootDevicesTest-785915238-router', 'tenant_id': '80a09310883244f09c77418f84fc8e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'c1c0b034-8586-49b7-aee5-15dec55bc405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:43Z', 'updated_at': '2022-04-20T13:06:59Z', 'revision_number': 4, 'project_id': '80a09310883244f09c77418f84fc8e88', 'gw_port': {'id': 'c1c0b034-8586-49b7-aee5-15dec55bc405', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:09:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9692bf5-f1b2-4876-9b3f-060c953cf2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:46Z', 'updated_at': '2022-04-20T13:07:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '6d05bc1d-e87e-4c39-a78d-99565650587b', 'name': '', 'network_id': 'c0567742-ebd6-4040-88bb-7f8afbb4e328', 'tenant_id': '80a09310883244f09c77418f84fc8e88', 'mac_address': 'fa:16:3e:53:e3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9692bf5-f1b2-4876-9b3f-060c953cf2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'ab468ffa-ce13-456d-af37-126b9348379e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:56Z', 'updated_at': '2022-04-20T13:07:18Z', 'revision_number': 4, 'project_id': '80a09310883244f09c77418f84fc8e88', 'subnets': [{'id': 'ab468ffa-ce13-456d-af37-126b9348379e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:07:21.110842 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:21.184286 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-51d8200c-90ab-46b5-834b-44090b185fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:21.234118 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=b064edd0-53c3-4315-b2bf-a2e258786747,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:21.296815 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-51d8200c-90ab-46b5-834b-44090b185fbf None None] For port 6d05bc1d-e87e-4c39-a78d-99565650587b, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=6d05bc1d-e87e-4c39-a78d-99565650587b,segment=NetworkSegment(738fba35-11d5-4597-a6a9-a3497c92a9f7),segment_id=738fba35-11d5-4597-a6a9-a3497c92a9f7)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:21.310535 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eecfb80-80a1-4d84-9700-a35224918b8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=767c6fd8-9a8d-4578-b19f-5384b3ad503a,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:21.337167 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8eecfb80-80a1-4d84-9700-a35224918b8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:21.343495 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8eecfb80-80a1-4d84-9700-a35224918b8e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/767c6fd8-9a8d-4578-b19f-5384b3ad503a HTTP/1.1" status: 204 len: 168 time: 1.9228873 Apr 20 13:07:21.346330 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34808) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:21.361271 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-51d8200c-90ab-46b5-834b-44090b185fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:21.441816 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-8ffb1ee2-26e1-4cd3-a907-d43b5e86d5e7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fce764e-f0e5-44ae-bfc4-914b3fe6df65 HTTP/1.1" status: 200 len: 217 time: 0.3719010 Apr 20 13:07:21.610523 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768c679-0614-4aa3-9c7b-36f56e30f339 req-cef49909-a02a-4317-b920-27cf609f5866 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:21.617631 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768c679-0614-4aa3-9c7b-36f56e30f339 req-cef49909-a02a-4317-b920-27cf609f5866 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:21.630511 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8200c-90ab-46b5-834b-44090b185fbf None None] Pushing event updated for resources: {'Port': ['ID=6d05bc1d-e87e-4c39-a78d-99565650587b,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:21.634150 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768c679-0614-4aa3-9c7b-36f56e30f339 req-cef49909-a02a-4317-b920-27cf609f5866 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:21.636518 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5768c679-0614-4aa3-9c7b-36f56e30f339 req-cef49909-a02a-4317-b920-27cf609f5866 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9e9466b-e73f-4563-84d6-8c79d84ffc23 HTTP/1.1" status: 200 len: 2413 time: 0.7132511 Apr 20 13:07:21.685659 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-1d05c726-44fa-4339-9666-b98ac615f606 None None] Provisioning complete for port cafb557c-d156-4086-868f-68aa259023ae triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:21.686100 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1d05c726-44fa-4339-9666-b98ac615f606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:21.714139 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a0a42-ef0f-4793-bd9a-31a3ef152a07 req-efb16535-124e-4c91-9200-d1e3f33ad9b1 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:21.716153 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5b4a0a42-ef0f-4793-bd9a-31a3ef152a07 req-efb16535-124e-4c91-9200-d1e3f33ad9b1 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c7b84c-f21f-49e0-ae91-8ded4de1f880 HTTP/1.1" status: 200 len: 944 time: 0.7984130 Apr 20 13:07:21.740276 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-1d05c726-44fa-4339-9666-b98ac615f606 None None] Port cafb557c-d156-4086-868f-68aa259023ae cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:07:21.770650 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-25f307ef-0e87-4e7c-80d0-417868422998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:21.772225 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-25f307ef-0e87-4e7c-80d0-417868422998 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fce0cd2d-82e3-48f4-af7d-ad5190f8c609 HTTP/1.1" status: 200 len: 855 time: 0.2440906 Apr 20 13:07:21.772884 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-02fec971-593e-494a-9253-0169bbfd72fd req-5c8bf4d1-8af1-4fd2-8a3d-aec06265f0c6 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:21.829474 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-21a8c4f9-db27-4988-8b44-5bc34f61f47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:21.853876 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552cae0f-009c-42c5-87eb-6185e7e73bf2 admin admin] Pushing event updated for resources: {'Port': ['ID=cafb557c-d156-4086-868f-68aa259023ae,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:21.932127 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5768c679-0614-4aa3-9c7b-36f56e30f339 req-c6fba024-f681-4055-a39d-bed1ae5b0f97 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/security-groups?id=44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674227 Apr 20 13:07:21.952049 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-020de7a9-370d-4446-9dea-1dc3174fab5f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ce4b787d-844d-4a10-8a46-e3a4d131f18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1576631 Apr 20 13:07:21.972575 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5b4a0a42-ef0f-4793-bd9a-31a3ef152a07 req-83303f91-fe67-451e-96e2-3ca9e2806def tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195115 Apr 20 13:07:22.121485 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-92224705-34c5-4a6a-b777-2dc859ba0a89 service neutron] For port 0d36c283-4c85-4edc-af33-87d5e859c57f, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:07:22.127215 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-92224705-34c5-4a6a-b777-2dc859ba0a89 service neutron] For port 0d36c283-4c85-4edc-af33-87d5e859c57f, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=0d36c283-4c85-4edc-af33-87d5e859c57f,segment=NetworkSegment(fd661946-010d-4ee5-895f-ad1f462f035e),segment_id=fd661946-010d-4ee5-895f-ad1f462f035e)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:07:22.149542 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-dc003bf4-0570-46ba-bae6-fd1e4e4e361d service neutron] 10.222.0.15 "GET /v2.0/networks/ce4b787d-844d-4a10-8a46-e3a4d131f18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755688 Apr 20 13:07:22.187602 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-02fec971-593e-494a-9253-0169bbfd72fd req-5c8bf4d1-8af1-4fd2-8a3d-aec06265f0c6 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:22.228838 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-21a8c4f9-db27-4988-8b44-5bc34f61f47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:22.292320 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02fec971-593e-494a-9253-0169bbfd72fd req-5c8bf4d1-8af1-4fd2-8a3d-aec06265f0c6 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Network 5f8d1d6d-7980-40b6-a3d5-202cd4161f9d is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:07:22.315750 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-92224705-34c5-4a6a-b777-2dc859ba0a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:22.337349 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8bf4d1-8af1-4fd2-8a3d-aec06265f0c6 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Pushing event updated for resources: {'Port': ['ID=7b13bc59-5400-414e-939f-28f09df4a6f9,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:22.352350 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-02fec971-593e-494a-9253-0169bbfd72fd req-5c8bf4d1-8af1-4fd2-8a3d-aec06265f0c6 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:07:22.358986 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-02fec971-593e-494a-9253-0169bbfd72fd req-5c8bf4d1-8af1-4fd2-8a3d-aec06265f0c6 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:07:22.380088 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device c1c0b034-8586-49b7-aee5-15dec55bc405 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:22.402173 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-92224705-34c5-4a6a-b777-2dc859ba0a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:22.406997 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-92224705-34c5-4a6a-b777-2dc859ba0a89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:22.409986 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-92224705-34c5-4a6a-b777-2dc859ba0a89 service neutron] 10.222.0.32 "PUT /v2.0/ports/0d36c283-4c85-4edc-af33-87d5e859c57f HTTP/1.1" status: 200 len: 1092 time: 5.1888602 Apr 20 13:07:22.430351 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5bb05261-d049-43ac-a805-fb84ae5a3afc req-95d18eb8-b48e-47ce-a308-f176c847c475 service neutron] 10.222.0.15 "GET /v2.0/networks/ce4b787d-844d-4a10-8a46-e3a4d131f18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721868 Apr 20 13:07:22.440402 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-552cae0f-009c-42c5-87eb-6185e7e73bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:22.443232 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e9466b-e73f-4563-84d6-8c79d84ffc23', 'tag': '0d36c283-4c85-4edc-af33-87d5e859c57f'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:22.450600 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b324fd-a8a1-4416-8132-95c354d6bd7a" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e9466b-e73f-4563-84d6-8c79d84ffc23", "tag": "0d36c283-4c85-4edc-af33-87d5e859c57f"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:22.456956 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-21a8c4f9-db27-4988-8b44-5bc34f61f47b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37b1b8d2-ee40-4fc3-88af-c1668f6787ca']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:22.475483 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-21a8c4f9-db27-4988-8b44-5bc34f61f47b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b075a5ee-e0b4-4de1-99cd-4e878b19c04b') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:22.475926 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-21a8c4f9-db27-4988-8b44-5bc34f61f47b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b075a5ee-e0b4-4de1-99cd-4e878b19c04b') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:22.508012 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port c1c0b034-8586-49b7-aee5-15dec55bc405 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:22.508838 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:22.520238 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6ccb7-fb04-4299-8168-78b9a6868f7c req-2e3ca021-0d9f-46ab-ad8e-6876a8845239 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:22.527661 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0bd6ccb7-fb04-4299-8168-78b9a6868f7c req-2e3ca021-0d9f-46ab-ad8e-6876a8845239 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 931 time: 0.3863895 Apr 20 13:07:22.534458 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-21a8c4f9-db27-4988-8b44-5bc34f61f47b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:22.558828 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92224705-34c5-4a6a-b777-2dc859ba0a89 service neutron] Pushing event updated for resources: {'Port': ['ID=0d36c283-4c85-4edc-af33-87d5e859c57f,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:22.640077 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fec971-593e-494a-9253-0169bbfd72fd req-5c8bf4d1-8af1-4fd2-8a3d-aec06265f0c6 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:22.641167 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-02fec971-593e-494a-9253-0169bbfd72fd req-5c8bf4d1-8af1-4fd2-8a3d-aec06265f0c6 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:22.694751 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021daca2-7f2d-43b4-9fdc-2fae3a86e854 req-1722400c-3a4c-475f-8fe7-2739de310328 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:22.703401 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-021daca2-7f2d-43b4-9fdc-2fae3a86e854 req-1722400c-3a4c-475f-8fe7-2739de310328 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 946 time: 0.4716332 Apr 20 13:07:22.718064 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:22.742769 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-21a8c4f9-db27-4988-8b44-5bc34f61f47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:22.760522 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port c1c0b034-8586-49b7-aee5-15dec55bc405, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=c1c0b034-8586-49b7-aee5-15dec55bc405,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:22.765042 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a8c4f9-db27-4988-8b44-5bc34f61f47b admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:07:22.774099 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-21a8c4f9-db27-4988-8b44-5bc34f61f47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:22.790920 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:07:22.790920 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:07:22.790920 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:07:22.790920 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:07:22.790920 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:07:22.790920 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:07:22.790920 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:07:22.790920 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:07:22.790920 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:07:22.790920 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:07:22.790920 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:07:22.790920 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:07:22.790920 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:07:22.790920 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:07:22.790920 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:07:22.790920 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:07:22.790920 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:07:22.790920 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:07:22.790920 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:07:22.790920 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:07:22.790920 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:07:22.790920 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:07:22.790920 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:07:22.790920 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:07:22.790920 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:07:22.790920 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:07:22.790920 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:07:22.790920 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:07:22.790920 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:07:22.790920 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:07:22.790920 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:07:22.790920 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:07:22.804789 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6a73c9d3-ab9a-4dee-b789-ffdcec156c8b None None] Provisioning complete for port 7b13bc59-5400-414e-939f-28f09df4a6f9 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:22.805340 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6a73c9d3-ab9a-4dee-b789-ffdcec156c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:22.830176 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:22.831308 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 7d1c154c-5e5d-49c5-bbf6-21878928be26 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:22.831518 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-02fec971-593e-494a-9253-0169bbfd72fd req-5c8bf4d1-8af1-4fd2-8a3d-aec06265f0c6 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7612920 Apr 20 13:07:22.846894 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0bd6ccb7-fb04-4299-8168-78b9a6868f7c req-088ca268-9ac3-4fc7-8cc8-d55398599806 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2436209 Apr 20 13:07:22.908262 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-02fec971-593e-494a-9253-0169bbfd72fd req-0b694073-12f4-43db-846a-b6ca180728df service neutron] Request body: {'port': {'device_id': 'ac79ce14-eb0e-4fc6-878f-fb0634053479', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:22.909014 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6a73c9d3-ab9a-4dee-b789-ffdcec156c8b None None] Port 7b13bc59-5400-414e-939f-28f09df4a6f9 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:07:22.966820 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-021daca2-7f2d-43b4-9fdc-2fae3a86e854 req-4c4e322d-8c15-48e6-af30-989dc1b281b5 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286654 Apr 20 13:07:22.983340 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 7d1c154c-5e5d-49c5-bbf6-21878928be26 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:22.986108 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-552cae0f-009c-42c5-87eb-6185e7e73bf2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:22.987142 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:23.035021 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46e19b-f2a4-4994-b1ed-5f48ae10cdae req-122298be-0088-4d72-8050-bcfc9d7d68e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:23.046755 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=c1c0b034-8586-49b7-aee5-15dec55bc405,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:23.052972 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-02fec971-593e-494a-9253-0169bbfd72fd req-0b694073-12f4-43db-846a-b6ca180728df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:23.057898 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dd46e19b-f2a4-4994-b1ed-5f48ae10cdae req-122298be-0088-4d72-8050-bcfc9d7d68e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ea07556cdb2477c9f098452366cccbb&device_id=31c7b84c-f21f-49e0-ae91-8ded4de1f880 HTTP/1.1" status: 200 len: 1095 time: 0.4503033 Apr 20 13:07:23.060401 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53daef2b-b056-4de4-a23b-0a7fa348e13f x-openstack-request-id: req-53daef2b-b056-4de4-a23b-0a7fa348e13f {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:23.066646 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e9466b-e73f-4563-84d6-8c79d84ffc23", "tag": "0d36c283-4c85-4edc-af33-87d5e859c57f", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:23.069290 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-53daef2b-b056-4de4-a23b-0a7fa348e13f {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:23.069290 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53daef2b-b056-4de4-a23b-0a7fa348e13f'] response: {'name': 'network-changed', 'server_uuid': 'e9e9466b-e73f-4563-84d6-8c79d84ffc23', 'tag': '0d36c283-4c85-4edc-af33-87d5e859c57f', 'status': 'completed', 'code': 200} Apr 20 13:07:23.088531 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-5bb1102f-8acd-476e-a356-2a5cd734d393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:23.090938 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-21a8c4f9-db27-4988-8b44-5bc34f61f47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:23.091613 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-5bb1102f-8acd-476e-a356-2a5cd734d393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:23.092255 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-5bb1102f-8acd-476e-a356-2a5cd734d393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:23.103932 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-5bb1102f-8acd-476e-a356-2a5cd734d393 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f24aea8ff2146a69feb6b75310aae0a&device_id=e9e9466b-e73f-4563-84d6-8c79d84ffc23 HTTP/1.1" status: 200 len: 2866 time: 0.4947433 Apr 20 13:07:23.114035 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-21a8c4f9-db27-4988-8b44-5bc34f61f47b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:23.120678 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-21a8c4f9-db27-4988-8b44-5bc34f61f47b admin admin] 10.222.0.25 "DELETE /v2.0/networks/37b1b8d2-ee40-4fc3-88af-c1668f6787ca HTTP/1.1" status: 204 len: 168 time: 1.7682140 Apr 20 13:07:23.196512 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-552cae0f-009c-42c5-87eb-6185e7e73bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:23.241166 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 46e2c512-8119-4071-ab4c-aeea5ec25e2c up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:23.354992 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 46e2c512-8119-4071-ab4c-aeea5ec25e2c triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:23.356044 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:23.362017 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dd96c282-b930-4173-9461-983f4fd1b787 req-4ebdab36-3264-4616-bf1c-65a784236c80 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=afd124bf09bb445eb730e24ce948a6be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0763166 Apr 20 13:07:23.383779 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a8c4f9-db27-4988-8b44-5bc34f61f47b admin admin] Pushing event deleted for resources: {'Network': ['ID=37b1b8d2-ee40-4fc3-88af-c1668f6787ca,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:23.439180 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-833ed9ce-4df3-48ca-8c65-8edd9d061b9d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.244&port_id=b491319f-a16e-4b71-a0cd-34891dc2ffb9 HTTP/1.1" status: 200 len: 217 time: 0.3326223 Apr 20 13:07:23.501002 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:23.536669 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-552cae0f-009c-42c5-87eb-6185e7e73bf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:23.539760 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552cae0f-009c-42c5-87eb-6185e7e73bf2 admin admin] Pushing event updated for resources: {'Port': ['ID=cafb557c-d156-4086-868f-68aa259023ae,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:23.546617 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 46e2c512-8119-4071-ab4c-aeea5ec25e2c, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=46e2c512-8119-4071-ab4c-aeea5ec25e2c,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:23.596282 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46e19b-f2a4-4994-b1ed-5f48ae10cdae req-890470c6-5e7d-46ee-8f9f-ebf2b33d1f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:23.596851 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d9220-40e5-4cfc-9df3-ef194367a7ce req-08f93bfe-3019-4f95-b661-b1e4edb0309b tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:23.598465 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dd46e19b-f2a4-4994-b1ed-5f48ae10cdae req-890470c6-5e7d-46ee-8f9f-ebf2b33d1f0c service neutron] 10.222.0.15 "GET /v2.0/networks?id=ce4b787d-844d-4a10-8a46-e3a4d131f18d HTTP/1.1" status: 200 len: 916 time: 0.5300217 Apr 20 13:07:23.600322 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-4f8f13a1-987a-4b59-a6a2-426e24e55274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:23.602047 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-4f8f13a1-987a-4b59-a6a2-426e24e55274 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47078f41-7228-450d-ab68-088f249f7e64 HTTP/1.1" status: 200 len: 801 time: 0.1545150 Apr 20 13:07:23.602729 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d9220-40e5-4cfc-9df3-ef194367a7ce req-08f93bfe-3019-4f95-b661-b1e4edb0309b tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:23.609240 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d9220-40e5-4cfc-9df3-ef194367a7ce req-08f93bfe-3019-4f95-b661-b1e4edb0309b tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:23.611820 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-195d9220-40e5-4cfc-9df3-ef194367a7ce req-08f93bfe-3019-4f95-b661-b1e4edb0309b tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9e9466b-e73f-4563-84d6-8c79d84ffc23 HTTP/1.1" status: 200 len: 2413 time: 0.2944884 Apr 20 13:07:23.616699 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:23.618603 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ebc0a48e-f464-444f-96b9-d70e47d4e667 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:23.672566 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34836) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:23.672802 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=46e2c512-8119-4071-ab4c-aeea5ec25e2c,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:23.733069 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port ebc0a48e-f464-444f-96b9-d70e47d4e667 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:23.733942 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:23.753098 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96c282-b930-4173-9461-983f4fd1b787 req-b4faedb0-807e-4dc9-9e33-f9d80f50d3aa tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:23.754706 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dd96c282-b930-4173-9461-983f4fd1b787 req-b4faedb0-807e-4dc9-9e33-f9d80f50d3aa tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3614314 Apr 20 13:07:23.768319 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dd46e19b-f2a4-4994-b1ed-5f48ae10cdae req-42ede2fe-c163-4a16-baba-6331333eb32d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fce764e-f0e5-44ae-bfc4-914b3fe6df65 HTTP/1.1" status: 200 len: 217 time: 0.0930912 Apr 20 13:07:23.787170 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dd96c282-b930-4173-9461-983f4fd1b787 req-306feb0b-96ee-46b8-9d4b-000e544919f5 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/quotas/afd124bf09bb445eb730e24ce948a6be HTTP/1.1" status: 200 len: 375 time: 0.0262718 Apr 20 13:07:23.807859 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-195d9220-40e5-4cfc-9df3-ef194367a7ce req-1ce53d54-f857-44c6-8c31-eded2b0bc433 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/security-groups?id=44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864072 Apr 20 13:07:23.879954 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-39b03808-814e-4d79-a2e1-8301be852558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:23.881914 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-39b03808-814e-4d79-a2e1-8301be852558 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5b00292b-fac6-471f-82ba-b12a2921cf9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2079291 Apr 20 13:07:23.891318 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e84d0384-6d2c-4538-a168-8fc1ef1b997f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e8b01a41b4bc4e3890fb87ac80b83556&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2150002 Apr 20 13:07:23.896730 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34842) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:23.910078 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dd96c282-b930-4173-9461-983f4fd1b787 req-0a837a3d-14ea-46d0-b1eb-5bb212bc6c9b tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=afd124bf09bb445eb730e24ce948a6be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0949142 Apr 20 13:07:23.979894 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device e0156b26-b064-4225-8417-ea8cce1a54ab up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:23.984609 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46e19b-f2a4-4994-b1ed-5f48ae10cdae req-aa0d9809-d61a-4ccc-93f0-cac146fa8248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:23.986379 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dd46e19b-f2a4-4994-b1ed-5f48ae10cdae req-aa0d9809-d61a-4ccc-93f0-cac146fa8248 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fce0cd2d-82e3-48f4-af7d-ad5190f8c609 HTTP/1.1" status: 200 len: 855 time: 0.2082000 Apr 20 13:07:24.004462 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d80411-88e0-4c91-b2db-445d6220332a req-f98a5c28-be52-402b-b354-4df776796621 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:24.004735 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552cae0f-009c-42c5-87eb-6185e7e73bf2 admin admin] Network 64b1827f-14e5-433a-afd6-d0538fe62ff3 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:07:24.009145 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-552cae0f-009c-42c5-87eb-6185e7e73bf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:07:24.012238 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-96d80411-88e0-4c91-b2db-445d6220332a req-f98a5c28-be52-402b-b354-4df776796621 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c7b84c-f21f-49e0-ae91-8ded4de1f880 HTTP/1.1" status: 200 len: 944 time: 0.0906041 Apr 20 13:07:24.042401 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-02fec971-593e-494a-9253-0169bbfd72fd req-0b694073-12f4-43db-846a-b6ca180728df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b13bc59-5400-414e-939f-28f09df4a6f9 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:07:24.075949 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-96d80411-88e0-4c91-b2db-445d6220332a req-7348a3f7-c298-474a-8458-e34552867986 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610509 Apr 20 13:07:24.092726 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-02fec971-593e-494a-9253-0169bbfd72fd req-0b694073-12f4-43db-846a-b6ca180728df service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:24.128603 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-02fec971-593e-494a-9253-0169bbfd72fd req-0b694073-12f4-43db-846a-b6ca180728df service neutron] Transition to ACTIVE for port object 7b13bc59-5400-414e-939f-28f09df4a6f9 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:07:24.192051 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port e0156b26-b064-4225-8417-ea8cce1a54ab triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:24.192544 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:24.206440 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-02fec971-593e-494a-9253-0169bbfd72fd req-0b694073-12f4-43db-846a-b6ca180728df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:24.328273 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a91e4-b6ac-4ba5-b45a-5f7f94a99ef6 req-e10bd8a6-1cfd-48c5-ae31-96d601db7b01 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:24.341002 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-992a91e4-b6ac-4ba5-b45a-5f7f94a99ef6 req-e10bd8a6-1cfd-48c5-ae31-96d601db7b01 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 931 time: 0.1787755 Apr 20 13:07:24.349467 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b694073-12f4-43db-846a-b6ca180728df service neutron] Pushing event updated for resources: {'Port': ['ID=7b13bc59-5400-414e-939f-28f09df4a6f9,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:24.495118 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:07:24.519554 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8687624e-2841-47b1-8628-d8920235a23a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:24.536451 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dd46e19b-f2a4-4994-b1ed-5f48ae10cdae req-e8bf9deb-550c-4deb-8d9e-cbae9a0c293c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ce4b787d-844d-4a10-8a46-e3a4d131f18d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5244932 Apr 20 13:07:24.567004 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 6d05bc1d-e87e-4c39-a78d-99565650587b up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:24.628344 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-95a234e3-77fa-4088-845e-e6a5019c272e None None] Provisioning complete for port cafb557c-d156-4086-868f-68aa259023ae triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:24.628824 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-95a234e3-77fa-4088-845e-e6a5019c272e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:24.652785 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552cae0f-009c-42c5-87eb-6185e7e73bf2 admin admin] Router 0051b573-975e-4674-ad4b-318ab5572eb9 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:07:24.673104 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-992a91e4-b6ac-4ba5-b45a-5f7f94a99ef6 req-f5db11f3-515a-41ba-90aa-ade18e87fcf2 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3272345 Apr 20 13:07:24.733550 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-5bddf831-3bde-4f06-aa96-bd9c56b4b5b7 service neutron] 10.222.0.32 "GET /v2.0/networks/5b00292b-fac6-471f-82ba-b12a2921cf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8389232 Apr 20 13:07:24.766384 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 6d05bc1d-e87e-4c39-a78d-99565650587b triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:24.766940 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f220f0c-0afc-4640-b5c5-6f97f172f8df req-54e8e3a2-744f-4aaa-b077-df3c547382af tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:24.769014 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:24.777016 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-95a234e3-77fa-4088-845e-e6a5019c272e None None] Port cafb557c-d156-4086-868f-68aa259023ae cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:07:24.778326 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9f220f0c-0afc-4640-b5c5-6f97f172f8df req-54e8e3a2-744f-4aaa-b077-df3c547382af tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 946 time: 0.2124333 Apr 20 13:07:24.833734 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-914f9596-686e-46d3-b688-269d8583d4ee req-47338a51-5ac2-44d9-a316-a4dbe6430373 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cc8aa55-ab0e-47fd-9dab-bb00cf36599a HTTP/1.1" status: 200 len: 210 time: 0.0442083 Apr 20 13:07:24.839270 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-02fec971-593e-494a-9253-0169bbfd72fd req-0b694073-12f4-43db-846a-b6ca180728df service neutron] Attempting to bind port 7b13bc59-5400-414e-939f-28f09df4a6f9 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:07:24.843816 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-02fec971-593e-494a-9253-0169bbfd72fd req-0b694073-12f4-43db-846a-b6ca180728df service neutron] Attempting to bind port 7b13bc59-5400-414e-939f-28f09df4a6f9 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '0f113b16-94ad-4b02-8521-e93247ce464b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:07:24.846779 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fec971-593e-494a-9253-0169bbfd72fd req-0b694073-12f4-43db-846a-b6ca180728df service neutron] Attempting to bind port 7b13bc59-5400-414e-939f-28f09df4a6f9 on network 5f8d1d6d-7980-40b6-a3d5-202cd4161f9d {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:07:24.865690 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fec971-593e-494a-9253-0169bbfd72fd req-0b694073-12f4-43db-846a-b6ca180728df service neutron] Port 7b13bc59-5400-414e-939f-28f09df4a6f9 on network 5f8d1d6d-7980-40b6-a3d5-202cd4161f9d not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:07:24.866025 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fec971-593e-494a-9253-0169bbfd72fd req-0b694073-12f4-43db-846a-b6ca180728df service neutron] Attempting to bind port 7b13bc59-5400-414e-939f-28f09df4a6f9 on network 5f8d1d6d-7980-40b6-a3d5-202cd4161f9d {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:07:24.876655 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fec971-593e-494a-9253-0169bbfd72fd req-0b694073-12f4-43db-846a-b6ca180728df service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:07:24.876987 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fec971-593e-494a-9253-0169bbfd72fd req-0b694073-12f4-43db-846a-b6ca180728df service neutron] Checking segment: {'id': '0f113b16-94ad-4b02-8521-e93247ce464b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:07:24.877376 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fec971-593e-494a-9253-0169bbfd72fd req-0b694073-12f4-43db-846a-b6ca180728df service neutron] Bound using segment: {'id': '0f113b16-94ad-4b02-8521-e93247ce464b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:07:24.877811 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-02fec971-593e-494a-9253-0169bbfd72fd req-0b694073-12f4-43db-846a-b6ca180728df service neutron] Bound port: 7b13bc59-5400-414e-939f-28f09df4a6f9, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f113b16-94ad-4b02-8521-e93247ce464b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:07:24.878171 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-02fec971-593e-494a-9253-0169bbfd72fd req-0b694073-12f4-43db-846a-b6ca180728df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:24.880701 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4d002bc1-d978-43f6-b8d2-a00697388645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:24.911482 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4d002bc1-d978-43f6-b8d2-a00697388645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:24.938461 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9f220f0c-0afc-4640-b5c5-6f97f172f8df req-276e24ce-5270-42d8-a626-ea28ed87f52b tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591909 Apr 20 13:07:24.988324 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 26c6fd5f-b5a3-4b1a-8376-e6245e5ae816 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:24.998111 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-8c1b482a-6e9c-40cc-b333-93018009e8a5 service neutron] 10.222.0.32 "GET /v2.0/networks/5b00292b-fac6-471f-82ba-b12a2921cf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477942 Apr 20 13:07:25.049570 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-02fec971-593e-494a-9253-0169bbfd72fd req-0b694073-12f4-43db-846a-b6ca180728df service neutron] For port 7b13bc59-5400-414e-939f-28f09df4a6f9, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:07:25.054543 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-02fec971-593e-494a-9253-0169bbfd72fd req-0b694073-12f4-43db-846a-b6ca180728df service neutron] For port 7b13bc59-5400-414e-939f-28f09df4a6f9, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=7b13bc59-5400-414e-939f-28f09df4a6f9,segment=NetworkSegment(0f113b16-94ad-4b02-8521-e93247ce464b),segment_id=0f113b16-94ad-4b02-8521-e93247ce464b)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:07:25.066775 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2319b-74fd-4d53-86bf-f251bdc1e195 req-48ee4d00-22c9-43b0-8f90-38049711c2d5 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:25.071846 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2319b-74fd-4d53-86bf-f251bdc1e195 req-48ee4d00-22c9-43b0-8f90-38049711c2d5 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:25.083312 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2319b-74fd-4d53-86bf-f251bdc1e195 req-48ee4d00-22c9-43b0-8f90-38049711c2d5 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:25.085283 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86d2319b-74fd-4d53-86bf-f251bdc1e195 req-48ee4d00-22c9-43b0-8f90-38049711c2d5 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9e9466b-e73f-4563-84d6-8c79d84ffc23 HTTP/1.1" status: 200 len: 2413 time: 0.1005428 Apr 20 13:07:25.090706 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-4209b5af-b11b-4acd-8f83-507bdcdca871 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.175&port_id=a39487df-827a-48ea-9d9b-33ef073f66da HTTP/1.1" status: 200 len: 217 time: 0.0451100 Apr 20 13:07:25.098164 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 26c6fd5f-b5a3-4b1a-8376-e6245e5ae816 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:25.098528 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:25.188226 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-02fec971-593e-494a-9253-0169bbfd72fd req-0b694073-12f4-43db-846a-b6ca180728df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:25.229038 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 43ef864a-5522-401d-9679-7d2624a6f802 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:25.307556 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fec971-593e-494a-9253-0169bbfd72fd req-0b694073-12f4-43db-846a-b6ca180728df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:25.308156 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-02fec971-593e-494a-9253-0169bbfd72fd req-0b694073-12f4-43db-846a-b6ca180728df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:25.309753 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-02fec971-593e-494a-9253-0169bbfd72fd req-0b694073-12f4-43db-846a-b6ca180728df service neutron] 10.222.0.15 "PUT /v2.0/ports/7b13bc59-5400-414e-939f-28f09df4a6f9 HTTP/1.1" status: 200 len: 1091 time: 2.4064960 Apr 20 13:07:25.329720 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86d2319b-74fd-4d53-86bf-f251bdc1e195 req-ecae46c5-cfe6-4f00-baf7-a153b4c4f0f1 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/security-groups?id=44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363243 Apr 20 13:07:25.329981 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac79ce14-eb0e-4fc6-878f-fb0634053479', 'tag': '7b13bc59-5400-414e-939f-28f09df4a6f9'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:25.333474 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709e0cc2-77ba-406f-83c3-d6af1f6d7437" -d '{"events": [{"name": "network-changed", "server_uuid": "ac79ce14-eb0e-4fc6-878f-fb0634053479", "tag": "7b13bc59-5400-414e-939f-28f09df4a6f9"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:25.359637 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 43ef864a-5522-401d-9679-7d2624a6f802 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:25.360527 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:25.423175 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-45e5e591-d9ab-48f0-bede-3609858e08f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:25.427004 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-45e5e591-d9ab-48f0-bede-3609858e08f7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=053e2bb8-0c4c-43d3-b534-6e814b91dfd8 HTTP/1.1" status: 200 len: 801 time: 0.3214223 Apr 20 13:07:25.430877 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dd46e19b-f2a4-4994-b1ed-5f48ae10cdae req-96450b5a-a970-4b4b-a8ba-41e81260b184 service neutron] 10.222.0.15 "GET /v2.0/networks/ce4b787d-844d-4a10-8a46-e3a4d131f18d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8519893 Apr 20 13:07:25.438486 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b694073-12f4-43db-846a-b6ca180728df service neutron] Pushing event updated for resources: {'Port': ['ID=7b13bc59-5400-414e-939f-28f09df4a6f9,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:25.460920 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0036a7e-1fa8-452e-89b6-7eaddbb1773b x-openstack-request-id: req-f0036a7e-1fa8-452e-89b6-7eaddbb1773b {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:25.461430 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac79ce14-eb0e-4fc6-878f-fb0634053479", "tag": "7b13bc59-5400-414e-939f-28f09df4a6f9", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:25.461829 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f0036a7e-1fa8-452e-89b6-7eaddbb1773b {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:25.462388 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0036a7e-1fa8-452e-89b6-7eaddbb1773b'] response: {'name': 'network-changed', 'server_uuid': 'ac79ce14-eb0e-4fc6-878f-fb0634053479', 'tag': '7b13bc59-5400-414e-939f-28f09df4a6f9', 'status': 'completed', 'code': 200} Apr 20 13:07:25.491720 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb790be-e61c-4de1-bf09-9c90e0c9c5f8 req-a781788e-4d14-4545-b3fa-f58a31cc73d4 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:25.507324 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ddb790be-e61c-4de1-bf09-9c90e0c9c5f8 req-a781788e-4d14-4545-b3fa-f58a31cc73d4 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c7b84c-f21f-49e0-ae91-8ded4de1f880 HTTP/1.1" status: 200 len: 944 time: 0.2203784 Apr 20 13:07:25.515003 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 11bc75fb-4d40-46d3-97ba-2adfa317d842 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:25.590226 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ddb790be-e61c-4de1-bf09-9c90e0c9c5f8 req-6d55fa68-ea7b-43a9-a09c-47120b35aed1 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817254 Apr 20 13:07:25.619747 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 11bc75fb-4d40-46d3-97ba-2adfa317d842 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:25.620419 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:25.630571 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e0cc2-77ba-406f-83c3-d6af1f6d7437 req-4708157a-d679-49c2-8ce9-5753cd0aa037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:25.638923 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-709e0cc2-77ba-406f-83c3-d6af1f6d7437 req-4708157a-d679-49c2-8ce9-5753cd0aa037 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c6b1693032114a59884d6bf282ad5efe&device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 1094 time: 0.1193125 Apr 20 13:07:25.820975 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 9fce764e-f0e5-44ae-bfc4-914b3fe6df65 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:07:25.982220 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 9fce764e-f0e5-44ae-bfc4-914b3fe6df65, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=9fce764e-f0e5-44ae-bfc4-914b3fe6df65,segment=NetworkSegment(b8a45d7f-8d03-42e0-b39a-371992aad9ff),segment_id=b8a45d7f-8d03-42e0-b39a-371992aad9ff)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:26.007567 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '9fce764e-f0e5-44ae-bfc4-914b3fe6df65', 'network_id': 'ce4b787d-844d-4a10-8a46-e3a4d131f18d', 'port_id': '9fce764e-f0e5-44ae-bfc4-914b3fe6df65', 'mac_address': 'fa:16:3e:73:ec:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce0cd2d-82e3-48f4-af7d-ad5190f8c609', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:07:26.008761 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e0cc2-77ba-406f-83c3-d6af1f6d7437 req-9b20097e-3666-46c3-96d3-f31ea80dc920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:26.017197 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-709e0cc2-77ba-406f-83c3-d6af1f6d7437 req-9b20097e-3666-46c3-96d3-f31ea80dc920 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c6b1693032114a59884d6bf282ad5efe&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3682151 Apr 20 13:07:26.067586 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device c1c0b034-8586-49b7-aee5-15dec55bc405 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:26.095088 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e6bb3fb9-e22c-4c48-828a-a0976e628873 req-f1b45f72-bb0a-4e05-b659-84b634f0dc1c tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cc8aa55-ab0e-47fd-9dab-bb00cf36599a HTTP/1.1" status: 200 len: 210 time: 0.0753765 Apr 20 13:07:26.108882 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22c5f2-e3f1-4e8a-b587-f8a730143f90 req-97c0164a-d79f-47d0-8971-ee3534fe6170 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:26.110933 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5b22c5f2-e3f1-4e8a-b587-f8a730143f90 req-97c0164a-d79f-47d0-8971-ee3534fe6170 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 943 time: 0.2669299 Apr 20 13:07:26.148859 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:26.172308 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fce764e-f0e5-44ae-bfc4-914b3fe6df65 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:07:26.193101 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5b22c5f2-e3f1-4e8a-b587-f8a730143f90 req-942ce1e0-b5ab-4442-be94-b40e47d180d1 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489187 Apr 20 13:07:26.212917 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 9fce764e-f0e5-44ae-bfc4-914b3fe6df65, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=9fce764e-f0e5-44ae-bfc4-914b3fe6df65,segment=NetworkSegment(b8a45d7f-8d03-42e0-b39a-371992aad9ff),segment_id=b8a45d7f-8d03-42e0-b39a-371992aad9ff)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:26.230227 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4d002bc1-d978-43f6-b8d2-a00697388645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:26.230227 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4d002bc1-d978-43f6-b8d2-a00697388645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:26.230841 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port c1c0b034-8586-49b7-aee5-15dec55bc405 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:26.230841 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:26.231969 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4d002bc1-d978-43f6-b8d2-a00697388645 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aba069c9-2cc9-4368-b136-3d9b1d206cd4 HTTP/1.1" status: 204 len: 168 time: 2.2924712 Apr 20 13:07:26.262081 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d002bc1-d978-43f6-b8d2-a00697388645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba069c9-2cc9-4368-b136-3d9b1d206cd4,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:26.265066 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552cae0f-009c-42c5-87eb-6185e7e73bf2 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:07:26.282933 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-552cae0f-009c-42c5-87eb-6185e7e73bf2 admin admin] 10.222.0.25 "PUT /v2.0/routers/0051b573-975e-4674-ad4b-318ab5572eb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6380625 Apr 20 13:07:26.289002 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349e1706-6e24-49cf-8c9a-53271b7c2c50 None None] Sync routers for ids ['0051b573-975e-4674-ad4b-318ab5572eb9'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:07:26.327313 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349e1706-6e24-49cf-8c9a-53271b7c2c50 None None] Routers {'0051b573-975e-4674-ad4b-318ab5572eb9'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:07:26.328151 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-349e1706-6e24-49cf-8c9a-53271b7c2c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:06:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['0051b573-975e-4674-ad4b-318ab5572eb9'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:26.339295 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dd46e19b-f2a4-4994-b1ed-5f48ae10cdae req-19553837-56e5-46d0-90bf-72f1f503161c service neutron] 10.222.0.15 "GET /v2.0/networks/ce4b787d-844d-4a10-8a46-e3a4d131f18d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8981166 Apr 20 13:07:26.352600 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-a2b4bed2-d5e9-46b6-b487-ac80c8a48aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:26.355953 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-a2b4bed2-d5e9-46b6-b487-ac80c8a48aa4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3fb47c34-1cee-4cad-85f7-20c636f9b377&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9083571 Apr 20 13:07:26.390787 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:26.390983 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e0cc2-77ba-406f-83c3-d6af1f6d7437 req-67fba22a-4195-41a2-89a8-25e30a2f800a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:26.392450 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-709e0cc2-77ba-406f-83c3-d6af1f6d7437 req-67fba22a-4195-41a2-89a8-25e30a2f800a service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3479462 Apr 20 13:07:26.450839 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b81619-b9a5-43c5-941b-9ade10deeb1f req-32e51a56-c3eb-4516-b564-57c66706457a tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:26.454823 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-41b81619-b9a5-43c5-941b-9ade10deeb1f req-32e51a56-c3eb-4516-b564-57c66706457a tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 946 time: 0.2357047 Apr 20 13:07:26.512356 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 6d05bc1d-e87e-4c39-a78d-99565650587b up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:26.630813 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-89ed35b2-451b-41ec-bfe1-660492e14899 service neutron] 10.222.0.32 "GET /v2.0/networks/3fb47c34-1cee-4cad-85f7-20c636f9b377?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638617 Apr 20 13:07:26.645787 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-41b81619-b9a5-43c5-941b-9ade10deeb1f req-aa789412-dfa9-4b09-bb1c-6b72f0e84012 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739290 Apr 20 13:07:26.730893 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fec971-593e-494a-9253-0169bbfd72fd req-f547c35a-46c9-46f5-afb3-53bd6bed4f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:26.738269 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-02fec971-593e-494a-9253-0169bbfd72fd req-f547c35a-46c9-46f5-afb3-53bd6bed4f4f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c6b1693032114a59884d6bf282ad5efe&device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 1094 time: 0.2809763 Apr 20 13:07:26.764135 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40dac3d-5cf4-4d36-94cf-e002b3114fba req-59ccd0ef-65c9-4710-9b10-f71bda1743da tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:26.780339 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40dac3d-5cf4-4d36-94cf-e002b3114fba req-59ccd0ef-65c9-4710-9b10-f71bda1743da tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:26.780339 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40dac3d-5cf4-4d36-94cf-e002b3114fba req-59ccd0ef-65c9-4710-9b10-f71bda1743da tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:26.788315 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b40dac3d-5cf4-4d36-94cf-e002b3114fba req-59ccd0ef-65c9-4710-9b10-f71bda1743da tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9e9466b-e73f-4563-84d6-8c79d84ffc23 HTTP/1.1" status: 200 len: 2413 time: 0.2361763 Apr 20 13:07:26.932200 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=9fce764e-f0e5-44ae-bfc4-914b3fe6df65,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:26.971324 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['9fce764e-f0e5-44ae-bfc4-914b3fe6df65'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:07:26.997200 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-02fec971-593e-494a-9253-0169bbfd72fd req-83c8e3c9-5f7d-44ec-8e66-147af5cb446d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b13bc59-5400-414e-939f-28f09df4a6f9 HTTP/1.1" status: 200 len: 217 time: 0.2501574 Apr 20 13:07:27.018288 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-349e1706-6e24-49cf-8c9a-53271b7c2c50 None None] Set router 0051b573-975e-4674-ad4b-318ab5572eb9 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:07:27.038183 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-2fd36f87-6823-458c-8112-5a9f78506c9c service neutron] 10.222.0.32 "GET /v2.0/networks/3fb47c34-1cee-4cad-85f7-20c636f9b377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985727 Apr 20 13:07:27.055746 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b40dac3d-5cf4-4d36-94cf-e002b3114fba req-f107edaa-d953-4530-95b5-a96e184045e5 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/security-groups?id=44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588665 Apr 20 13:07:27.100202 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 6d05bc1d-e87e-4c39-a78d-99565650587b triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:27.100398 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:27.115737 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-480efd57-b3c5-4e8c-ab80-1a3619599a04 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.150&port_id=0d36c283-4c85-4edc-af33-87d5e859c57f HTTP/1.1" status: 200 len: 217 time: 0.0700519 Apr 20 13:07:27.128282 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688f1e2-99a0-4893-98be-50b17eb3a10a req-490d8d36-fa09-4bb0-9d9f-8c78c0de65f5 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:27.178885 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0688f1e2-99a0-4893-98be-50b17eb3a10a req-490d8d36-fa09-4bb0-9d9f-8c78c0de65f5 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c7b84c-f21f-49e0-ae91-8ded4de1f880 HTTP/1.1" status: 200 len: 945 time: 0.3362961 Apr 20 13:07:27.178885 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fec971-593e-494a-9253-0169bbfd72fd req-62efad65-8afb-4867-8642-96a938a607a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:27.178885 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-02fec971-593e-494a-9253-0169bbfd72fd req-62efad65-8afb-4867-8642-96a938a607a2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=50283e41-42f7-46ab-979a-b196312e8e7f HTTP/1.1" status: 200 len: 856 time: 0.1561427 Apr 20 13:07:27.196818 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-8c80c383-b3f2-4ed6-bc38-51339471a55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:27.198285 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-8c80c383-b3f2-4ed6-bc38-51339471a55d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47078f41-7228-450d-ab68-088f249f7e64 HTTP/1.1" status: 200 len: 801 time: 0.0701263 Apr 20 13:07:27.215946 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0688f1e2-99a0-4893-98be-50b17eb3a10a req-1f43ff2b-6d35-401e-98aa-1c5e91d4ab6b tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794280 Apr 20 13:07:27.280853 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c5c5b8f6-fb48-42cd-bf08-e30b1ceabc1c req-8fb779cd-c01f-4b45-aace-8f5ffaff736c tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cc8aa55-ab0e-47fd-9dab-bb00cf36599a HTTP/1.1" status: 200 len: 210 time: 0.0702190 Apr 20 13:07:27.284595 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fec971-593e-494a-9253-0169bbfd72fd req-a4b5ee0b-8793-46ae-8183-da11f508f0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:27.286904 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-73097758-3433-45b8-8603-a82e5d4e0e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:27.298300 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-73097758-3433-45b8-8603-a82e5d4e0e79 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5b00292b-fac6-471f-82ba-b12a2921cf9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0832710 Apr 20 13:07:27.298764 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-02fec971-593e-494a-9253-0169bbfd72fd req-a4b5ee0b-8793-46ae-8183-da11f508f0a6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5f8d1d6d-7980-40b6-a3d5-202cd4161f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1225743 Apr 20 13:07:27.398098 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-cbf51182-c788-4230-946b-b69b4179b88c service neutron] 10.222.0.32 "GET /v2.0/networks/5b00292b-fac6-471f-82ba-b12a2921cf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025209 Apr 20 13:07:27.437628 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0e37f-cfd2-40da-90df-401ca58fa2bb req-cf3c24a2-6f78-4af9-b68a-74dc81d9d553 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:27.439280 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a8f0e37f-cfd2-40da-90df-401ca58fa2bb req-cf3c24a2-6f78-4af9-b68a-74dc81d9d553 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 943 time: 0.1064968 Apr 20 13:07:27.439959 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9537d859-0b18-44a7-9bea-e0dd6bc670ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:27.497615 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-02fec971-593e-494a-9253-0169bbfd72fd req-5e41989e-fbc5-4480-9003-46d4df86149d service neutron] 10.222.0.15 "GET /v2.0/networks/5f8d1d6d-7980-40b6-a3d5-202cd4161f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996334 Apr 20 13:07:27.520040 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device b064edd0-53c3-4315-b2bf-a2e258786747 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:27.530530 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a8f0e37f-cfd2-40da-90df-401ca58fa2bb req-ceb6bfa8-253c-43ad-bb92-8f2908bfb17f tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796769 Apr 20 13:07:27.560079 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5f7d03ed-6ce2-4da1-b9de-11d6d3c94483 req-1ec4ed63-0829-46bb-98f0-9e5ec194b628 service neutron] 10.222.0.32 "GET /v2.0/networks/5b00292b-fac6-471f-82ba-b12a2921cf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549709 Apr 20 13:07:27.629469 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-02fec971-593e-494a-9253-0169bbfd72fd req-3bf13444-40b3-42b1-82e2-88c3080cdf66 service neutron] 10.222.0.15 "GET /v2.0/networks/5f8d1d6d-7980-40b6-a3d5-202cd4161f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231780 Apr 20 13:07:27.653559 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-349e1706-6e24-49cf-8c9a-53271b7c2c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0051b573-975e-4674-ad4b-318ab5572eb9', 'name': 'tempest-TaggedBootDevicesTest-1780988306-router', 'tenant_id': '487102ef14a64aa3a1f17f25b4ec297c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '46e2c512-8119-4071-ab4c-aeea5ec25e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:08Z', 'updated_at': '2022-04-20T13:07:22Z', 'revision_number': 4, 'project_id': '487102ef14a64aa3a1f17f25b4ec297c', 'gw_port': {'id': '46e2c512-8119-4071-ab4c-aeea5ec25e2c', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:95:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0051b573-975e-4674-ad4b-318ab5572eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:10Z', 'updated_at': '2022-04-20T13:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'cafb557c-d156-4086-868f-68aa259023ae', 'name': '', 'network_id': '64b1827f-14e5-433a-afd6-d0538fe62ff3', 'tenant_id': '487102ef14a64aa3a1f17f25b4ec297c', 'mac_address': 'fa:16:3e:01:fa:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0051b573-975e-4674-ad4b-318ab5572eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '380b4a67-f6a3-46d6-a387-d54a3f89ae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:17Z', 'updated_at': '2022-04-20T13:07:22Z', 'revision_number': 2, 'project_id': '487102ef14a64aa3a1f17f25b4ec297c', 'subnets': [{'id': '380b4a67-f6a3-46d6-a387-d54a3f89ae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:27.689896 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349e1706-6e24-49cf-8c9a-53271b7c2c50 None None] Checking router: 0051b573-975e-4674-ad4b-318ab5572eb9 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:07:27.690618 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349e1706-6e24-49cf-8c9a-53271b7c2c50 None None] Updating router 0051b573-975e-4674-ad4b-318ab5572eb9 port cafb557c-d156-4086-868f-68aa259023ae binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:07:27.750022 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port b064edd0-53c3-4315-b2bf-a2e258786747 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:27.752354 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:27.756620 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-349e1706-6e24-49cf-8c9a-53271b7c2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:27.811397 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b324fd-a8a1-4416-8132-95c354d6bd7a req-1ffebd9f-c065-4615-9a70-65a384e8e810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:27.812266 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b324fd-a8a1-4416-8132-95c354d6bd7a req-1ffebd9f-c065-4615-9a70-65a384e8e810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:27.813090 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b324fd-a8a1-4416-8132-95c354d6bd7a req-1ffebd9f-c065-4615-9a70-65a384e8e810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:27.815186 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-23b324fd-a8a1-4416-8132-95c354d6bd7a req-1ffebd9f-c065-4615-9a70-65a384e8e810 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f24aea8ff2146a69feb6b75310aae0a&device_id=e9e9466b-e73f-4563-84d6-8c79d84ffc23 HTTP/1.1" status: 200 len: 2866 time: 0.0725515 Apr 20 13:07:27.815805 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34936) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:27.910696 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec42be7-bcb0-4127-898e-2740dafed6ca req-b1c13578-f9f8-42de-8ee6-8fc140fa0446 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:27.922293 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fec42be7-bcb0-4127-898e-2740dafed6ca req-b1c13578-f9f8-42de-8ee6-8fc140fa0446 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 946 time: 0.1459560 Apr 20 13:07:27.956690 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7de8139d-ac84-4f79-983f-554c01c42a6c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5e844c904e0f479db917d8e7f80e42d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1396568 Apr 20 13:07:27.959426 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34938) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:28.071716 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ad282895-5b31-4042-a6d1-159141fa4e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:28.080204 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b324fd-a8a1-4416-8132-95c354d6bd7a req-b3c9d3da-e517-4ccf-8fd2-64b238db49a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:28.082879 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-23b324fd-a8a1-4416-8132-95c354d6bd7a req-b3c9d3da-e517-4ccf-8fd2-64b238db49a7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5b00292b-fac6-471f-82ba-b12a2921cf9b HTTP/1.1" status: 200 len: 902 time: 0.2591500 Apr 20 13:07:28.140671 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ad282895-5b31-4042-a6d1-159141fa4e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:28.143331 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-23b324fd-a8a1-4416-8132-95c354d6bd7a req-7a81060c-8f4c-4eac-9db6-5fe7d9dd8133 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.150&port_id=0d36c283-4c85-4edc-af33-87d5e859c57f HTTP/1.1" status: 200 len: 217 time: 0.0519588 Apr 20 13:07:28.281527 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 46e2c512-8119-4071-ab4c-aeea5ec25e2c up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:28.287923 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b324fd-a8a1-4416-8132-95c354d6bd7a req-813782a4-5736-445f-b741-05aee58e9807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:28.291314 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-23b324fd-a8a1-4416-8132-95c354d6bd7a req-813782a4-5736-445f-b741-05aee58e9807 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47078f41-7228-450d-ab68-088f249f7e64 HTTP/1.1" status: 200 len: 801 time: 0.1296740 Apr 20 13:07:28.317687 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:28.341037 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ad282895-5b31-4042-a6d1-159141fa4e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:28.345856 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ad282895-5b31-4042-a6d1-159141fa4e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:28.353221 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ad282895-5b31-4042-a6d1-159141fa4e87 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f6bc0fb1-a24e-4c62-ad2e-72517cfcdf1f HTTP/1.1" status: 204 len: 168 time: 0.3912215 Apr 20 13:07:28.374135 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad282895-5b31-4042-a6d1-159141fa4e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bc0fb1-a24e-4c62-ad2e-72517cfcdf1f,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:28.390297 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b324fd-a8a1-4416-8132-95c354d6bd7a req-bacc3f43-8ec4-465d-b020-df445401dddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:28.392873 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-23b324fd-a8a1-4416-8132-95c354d6bd7a req-bacc3f43-8ec4-465d-b020-df445401dddc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5b00292b-fac6-471f-82ba-b12a2921cf9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0951495 Apr 20 13:07:28.439503 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 46e2c512-8119-4071-ab4c-aeea5ec25e2c triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:28.439886 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:28.563994 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-349e1706-6e24-49cf-8c9a-53271b7c2c50 None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:28.629327 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-23b324fd-a8a1-4416-8132-95c354d6bd7a req-d818d388-b77a-4475-8267-86a2254d5215 service neutron] 10.222.0.32 "GET /v2.0/networks/5b00292b-fac6-471f-82ba-b12a2921cf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207985 Apr 20 13:07:28.667135 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fec42be7-bcb0-4127-898e-2740dafed6ca req-e451e206-5911-4483-8123-7d774c0cfb69 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7426035 Apr 20 13:07:28.688928 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dd96c282-b930-4173-9461-983f4fd1b787 req-99fe3913-0c87-4378-8cb4-74dc1ab9ce89 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=afd124bf09bb445eb730e24ce948a6be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1299784 Apr 20 13:07:28.713362 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-349e1706-6e24-49cf-8c9a-53271b7c2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:28.837875 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a27f455-2fe6-4957-8ab1-e426a63cf6a0 None None] Pushing event updated for resources: {'Port': ['ID=cafb557c-d156-4086-868f-68aa259023ae,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:28.944507 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-23b324fd-a8a1-4416-8132-95c354d6bd7a req-c8ef9807-952d-4307-9560-ad609fcf4f02 service neutron] 10.222.0.32 "GET /v2.0/networks/5b00292b-fac6-471f-82ba-b12a2921cf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974942 Apr 20 13:07:28.977092 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-349e1706-6e24-49cf-8c9a-53271b7c2c50 None None] Attempting to bind port cafb557c-d156-4086-868f-68aa259023ae on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:07:28.977468 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-349e1706-6e24-49cf-8c9a-53271b7c2c50 None None] Attempting to bind port cafb557c-d156-4086-868f-68aa259023ae by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '75dde688-0424-4757-bed7-2277565735bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '64b1827f-14e5-433a-afd6-d0538fe62ff3'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:07:28.977899 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349e1706-6e24-49cf-8c9a-53271b7c2c50 None None] Attempting to bind port cafb557c-d156-4086-868f-68aa259023ae on network 64b1827f-14e5-433a-afd6-d0538fe62ff3 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:07:28.979546 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef572be-f5bd-4a1d-8f6a-c41e51e067a7 req-b705c1a0-9d5e-46c3-a4d9-9d5df9d62a44 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:28.996397 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef572be-f5bd-4a1d-8f6a-c41e51e067a7 req-b705c1a0-9d5e-46c3-a4d9-9d5df9d62a44 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:29.004493 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349e1706-6e24-49cf-8c9a-53271b7c2c50 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:07:29.004876 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349e1706-6e24-49cf-8c9a-53271b7c2c50 None None] Checking segment: {'id': '75dde688-0424-4757-bed7-2277565735bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '64b1827f-14e5-433a-afd6-d0538fe62ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:07:29.005293 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-349e1706-6e24-49cf-8c9a-53271b7c2c50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:29.005692 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349e1706-6e24-49cf-8c9a-53271b7c2c50 None None] Bound using segment: {'id': '75dde688-0424-4757-bed7-2277565735bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '64b1827f-14e5-433a-afd6-d0538fe62ff3'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:07:29.006190 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-349e1706-6e24-49cf-8c9a-53271b7c2c50 None None] Bound port: cafb557c-d156-4086-868f-68aa259023ae, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75dde688-0424-4757-bed7-2277565735bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '64b1827f-14e5-433a-afd6-d0538fe62ff3'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:07:29.006576 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-349e1706-6e24-49cf-8c9a-53271b7c2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:29.019044 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef572be-f5bd-4a1d-8f6a-c41e51e067a7 req-b705c1a0-9d5e-46c3-a4d9-9d5df9d62a44 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:29.020849 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6ef572be-f5bd-4a1d-8f6a-c41e51e067a7 req-b705c1a0-9d5e-46c3-a4d9-9d5df9d62a44 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9e9466b-e73f-4563-84d6-8c79d84ffc23 HTTP/1.1" status: 200 len: 2413 time: 0.5657089 Apr 20 13:07:29.205658 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-349e1706-6e24-49cf-8c9a-53271b7c2c50 None None] For port cafb557c-d156-4086-868f-68aa259023ae, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:07:29.272587 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0919ce-b85e-4a86-9a24-d206c138d269 req-5a35407e-8a50-4200-9d28-598f4e464e9f tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:29.278876 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f0919ce-b85e-4a86-9a24-d206c138d269 req-5a35407e-8a50-4200-9d28-598f4e464e9f tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c7b84c-f21f-49e0-ae91-8ded4de1f880 HTTP/1.1" status: 200 len: 945 time: 0.2569542 Apr 20 13:07:29.280758 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-349e1706-6e24-49cf-8c9a-53271b7c2c50 None None] For port cafb557c-d156-4086-868f-68aa259023ae, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=cafb557c-d156-4086-868f-68aa259023ae,segment=NetworkSegment(75dde688-0424-4757-bed7-2277565735bf),segment_id=75dde688-0424-4757-bed7-2277565735bf)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:07:29.281959 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ed4d5d7c-076e-45de-863f-add70ec41a5a None None] Provisioning complete for port cafb557c-d156-4086-868f-68aa259023ae triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:29.282525 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ed4d5d7c-076e-45de-863f-add70ec41a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:29.310999 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96c282-b930-4173-9461-983f4fd1b787 req-5ba5d3a1-57c0-44dd-a100-fda658e6e2e8 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:29.313585 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dd96c282-b930-4173-9461-983f4fd1b787 req-5ba5d3a1-57c0-44dd-a100-fda658e6e2e8 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6164372 Apr 20 13:07:29.322854 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6ef572be-f5bd-4a1d-8f6a-c41e51e067a7 req-b6b1b637-fece-47fe-9e5b-b5cfc432fef0 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/security-groups?id=44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908227 Apr 20 13:07:29.330113 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-dd96c282-b930-4173-9461-983f4fd1b787 req-55a51038-957b-4ff3-bc37-7c633effa276 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Request body: {'port': {'device_id': '0cc8aa55-ab0e-47fd-9dab-bb00cf36599a', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'admin_state_up': True, 'tenant_id': 'afd124bf09bb445eb730e24ce948a6be'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:29.337213 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ed4d5d7c-076e-45de-863f-add70ec41a5a None None] Port cafb557c-d156-4086-868f-68aa259023ae cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:07:29.340106 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:29.386020 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-349e1706-6e24-49cf-8c9a-53271b7c2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:29.460646 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349e1706-6e24-49cf-8c9a-53271b7c2c50 None None] Routers {'0051b573-975e-4674-ad4b-318ab5572eb9'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:07:29.461211 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-349e1706-6e24-49cf-8c9a-53271b7c2c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:07:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['0051b573-975e-4674-ad4b-318ab5572eb9'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:29.536824 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a27f455-2fe6-4957-8ab1-e426a63cf6a0 None None] Pushing event updated for resources: {'Port': ['ID=cafb557c-d156-4086-868f-68aa259023ae,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:29.573644 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-56f602b7-21f8-4218-967c-522954396d13 req-fba723ac-59bf-479e-a082-9162a8b94615 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cc8aa55-ab0e-47fd-9dab-bb00cf36599a HTTP/1.1" status: 200 len: 210 time: 0.1043930 Apr 20 13:07:29.582404 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f0919ce-b85e-4a86-9a24-d206c138d269 req-adb88c79-27ce-4f5f-9299-1e072886a511 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020887 Apr 20 13:07:29.728248 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd96c282-b930-4173-9461-983f4fd1b787 req-55a51038-957b-4ff3-bc37-7c633effa276 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Made reservation on behalf of afd124bf09bb445eb730e24ce948a6be for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:07:29.737306 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-349e1706-6e24-49cf-8c9a-53271b7c2c50 None None] Set router 0051b573-975e-4674-ad4b-318ab5572eb9 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:07:29.743808 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-dd96c282-b930-4173-9461-983f4fd1b787 req-55a51038-957b-4ff3-bc37-7c633effa276 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:29.809568 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:29.825570 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-dd96c282-b930-4173-9461-983f4fd1b787 req-55a51038-957b-4ff3-bc37-7c633effa276 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:29.892240 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 9fce764e-f0e5-44ae-bfc4-914b3fe6df65 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:29.913347 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ca13e-0884-4cb6-bf3c-9576f3e1a9ec req-33b4ad1e-8083-4fc7-b3c5-670c7cdd3f03 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:29.922566 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a64ca13e-0884-4cb6-bf3c-9576f3e1a9ec req-33b4ad1e-8083-4fc7-b3c5-670c7cdd3f03 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 943 time: 0.2306626 Apr 20 13:07:30.004697 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a64ca13e-0884-4cb6-bf3c-9576f3e1a9ec req-e21e23bd-61c8-45ac-aad2-2525d030db86 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809453 Apr 20 13:07:30.042840 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2f5f7-bb7c-4cf2-ac69-40d61ddfd80e req-19e0a86f-597b-4060-8aa5-13a44df11185 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:30.044584 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c5e2f5f7-bb7c-4cf2-ac69-40d61ddfd80e req-19e0a86f-597b-4060-8aa5-13a44df11185 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 946 time: 0.1916459 Apr 20 13:07:30.123927 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c5e2f5f7-bb7c-4cf2-ac69-40d61ddfd80e req-6fb7a296-196a-4076-955c-6eafadcef9dc tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657241 Apr 20 13:07:30.127087 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-dd96c282-b930-4173-9461-983f4fd1b787 req-55a51038-957b-4ff3-bc37-7c633effa276 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:30.193923 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-dd96c282-b930-4173-9461-983f4fd1b787 req-55a51038-957b-4ff3-bc37-7c633effa276 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:30.344821 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-d4aa0e49-eb1b-4ff7-aba5-1f2cce8f46f3 None None] Provisioning complete for port cafb557c-d156-4086-868f-68aa259023ae triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:30.344821 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d4aa0e49-eb1b-4ff7-aba5-1f2cce8f46f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:30.429258 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a51038-957b-4ff3-bc37-7c633effa276 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed082636-8ea7-4f97-8053-156d46c3f336,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:30.577416 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d4aa0e49-eb1b-4ff7-aba5-1f2cce8f46f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:30.582049 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-349e1706-6e24-49cf-8c9a-53271b7c2c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0051b573-975e-4674-ad4b-318ab5572eb9', 'name': 'tempest-TaggedBootDevicesTest-1780988306-router', 'tenant_id': '487102ef14a64aa3a1f17f25b4ec297c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '46e2c512-8119-4071-ab4c-aeea5ec25e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:08Z', 'updated_at': '2022-04-20T13:07:22Z', 'revision_number': 4, 'project_id': '487102ef14a64aa3a1f17f25b4ec297c', 'gw_port': {'id': '46e2c512-8119-4071-ab4c-aeea5ec25e2c', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:95:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0051b573-975e-4674-ad4b-318ab5572eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:10Z', 'updated_at': '2022-04-20T13:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'cafb557c-d156-4086-868f-68aa259023ae', 'name': '', 'network_id': '64b1827f-14e5-433a-afd6-d0538fe62ff3', 'tenant_id': '487102ef14a64aa3a1f17f25b4ec297c', 'mac_address': 'fa:16:3e:01:fa:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0051b573-975e-4674-ad4b-318ab5572eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '380b4a67-f6a3-46d6-a387-d54a3f89ae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:17Z', 'updated_at': '2022-04-20T13:07:29Z', 'revision_number': 4, 'project_id': '487102ef14a64aa3a1f17f25b4ec297c', 'subnets': [{'id': '380b4a67-f6a3-46d6-a387-d54a3f89ae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:30.589530 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-dd96c282-b930-4173-9461-983f4fd1b787 req-55a51038-957b-4ff3-bc37-7c633effa276 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Allocated IP 192.168.233.157 (6efc3d61-2150-4671-a02d-6127df40131a/c5b1f82a-7732-4b50-ab22-2475f182a712/5cea9c6d-a175-4c8d-ab22-5cff7289a3d9) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:07:30.619123 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349e1706-6e24-49cf-8c9a-53271b7c2c50 None None] The sync data for ids ['0051b573-975e-4674-ad4b-318ab5572eb9'] in n-d-836015-7 is: [{'id': '0051b573-975e-4674-ad4b-318ab5572eb9', 'name': 'tempest-TaggedBootDevicesTest-1780988306-router', 'tenant_id': '487102ef14a64aa3a1f17f25b4ec297c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '46e2c512-8119-4071-ab4c-aeea5ec25e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:08Z', 'updated_at': '2022-04-20T13:07:22Z', 'revision_number': 4, 'project_id': '487102ef14a64aa3a1f17f25b4ec297c', 'gw_port': {'id': '46e2c512-8119-4071-ab4c-aeea5ec25e2c', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:95:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0051b573-975e-4674-ad4b-318ab5572eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:10Z', 'updated_at': '2022-04-20T13:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'cafb557c-d156-4086-868f-68aa259023ae', 'name': '', 'network_id': '64b1827f-14e5-433a-afd6-d0538fe62ff3', 'tenant_id': '487102ef14a64aa3a1f17f25b4ec297c', 'mac_address': 'fa:16:3e:01:fa:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0051b573-975e-4674-ad4b-318ab5572eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '380b4a67-f6a3-46d6-a387-d54a3f89ae6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:17Z', 'updated_at': '2022-04-20T13:07:29Z', 'revision_number': 4, 'project_id': '487102ef14a64aa3a1f17f25b4ec297c', 'subnets': [{'id': '380b4a67-f6a3-46d6-a387-d54a3f89ae6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:07:30.625898 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 9fce764e-f0e5-44ae-bfc4-914b3fe6df65 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:07:30.641475 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 9fce764e-f0e5-44ae-bfc4-914b3fe6df65 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:30.641983 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:30.646770 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47252d5-2c4c-4595-944a-ebccccf19e62 req-3b46294c-2e31-43de-9340-4e754ccd5257 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:30.680296 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47252d5-2c4c-4595-944a-ebccccf19e62 req-3b46294c-2e31-43de-9340-4e754ccd5257 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:30.681039 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-d4aa0e49-eb1b-4ff7-aba5-1f2cce8f46f3 None None] For port cafb557c-d156-4086-868f-68aa259023ae, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=cafb557c-d156-4086-868f-68aa259023ae,segment=NetworkSegment(75dde688-0424-4757-bed7-2277565735bf),segment_id=75dde688-0424-4757-bed7-2277565735bf)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:30.726671 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47252d5-2c4c-4595-944a-ebccccf19e62 req-3b46294c-2e31-43de-9340-4e754ccd5257 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:30.743758 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d47252d5-2c4c-4595-944a-ebccccf19e62 req-3b46294c-2e31-43de-9340-4e754ccd5257 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9e9466b-e73f-4563-84d6-8c79d84ffc23 HTTP/1.1" status: 200 len: 2413 time: 0.2910485 Apr 20 13:07:30.752271 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d4aa0e49-eb1b-4ff7-aba5-1f2cce8f46f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:30.899100 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d78a0ab2-14e1-40ea-bcfd-e549d5d18fc0 req-345e31a3-c6db-4c2e-a9f5-9e84ba573292 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cc8aa55-ab0e-47fd-9dab-bb00cf36599a HTTP/1.1" status: 200 len: 210 time: 0.0994728 Apr 20 13:07:30.902712 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa0e49-eb1b-4ff7-aba5-1f2cce8f46f3 None None] Pushing event updated for resources: {'Port': ['ID=cafb557c-d156-4086-868f-68aa259023ae,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:30.918540 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:30.968238 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c7b84c-f21f-49e0-ae91-8ded4de1f880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fce764e-f0e5-44ae-bfc4-914b3fe6df65'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:30.971872 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354c2e6a-c363-4f82-bc93-50d1b4143196" -d '{"events": [{"server_uuid": "31c7b84c-f21f-49e0-ae91-8ded4de1f880", "name": "network-vif-plugged", "status": "completed", "tag": "9fce764e-f0e5-44ae-bfc4-914b3fe6df65"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:30.977315 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d47252d5-2c4c-4595-944a-ebccccf19e62 req-3d1cad61-5d0a-400a-91a2-098efa2e247b tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/security-groups?id=44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279367 Apr 20 13:07:31.010644 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device cafb557c-d156-4086-868f-68aa259023ae up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:31.107953 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d476f2f4-93ee-4b36-a732-6a3dc6c1b112 x-openstack-request-id: req-d476f2f4-93ee-4b36-a732-6a3dc6c1b112 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:31.112254 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c7b84c-f21f-49e0-ae91-8ded4de1f880", "name": "network-vif-plugged", "status": "completed", "tag": "9fce764e-f0e5-44ae-bfc4-914b3fe6df65", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:31.112254 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d476f2f4-93ee-4b36-a732-6a3dc6c1b112 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:31.112736 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d476f2f4-93ee-4b36-a732-6a3dc6c1b112'] response: {'server_uuid': '31c7b84c-f21f-49e0-ae91-8ded4de1f880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fce764e-f0e5-44ae-bfc4-914b3fe6df65', 'code': 200} Apr 20 13:07:31.117297 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 9fce764e-f0e5-44ae-bfc4-914b3fe6df65, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=9fce764e-f0e5-44ae-bfc4-914b3fe6df65,segment=NetworkSegment(b8a45d7f-8d03-42e0-b39a-371992aad9ff),segment_id=b8a45d7f-8d03-42e0-b39a-371992aad9ff)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:31.121172 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device a39487df-827a-48ea-9d9b-33ef073f66da details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:07:31.220855 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:31.278915 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c1cae-d322-4718-9fb0-c2c423e3c7b9 req-590e8ec1-85ff-45be-82e4-613d518ff21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:31.280523 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4c7c1cae-d322-4718-9fb0-c2c423e3c7b9 req-590e8ec1-85ff-45be-82e4-613d518ff21f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=31c7b84c-f21f-49e0-ae91-8ded4de1f880 HTTP/1.1" status: 200 len: 1096 time: 0.0861738 Apr 20 13:07:31.379928 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port cafb557c-d156-4086-868f-68aa259023ae triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:31.380980 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:31.414208 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=9fce764e-f0e5-44ae-bfc4-914b3fe6df65,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:31.423212 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4c7c1cae-d322-4718-9fb0-c2c423e3c7b9 req-eecd5d14-8ec2-40c1-a1bf-22f2962cf3f5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234591 Apr 20 13:07:31.453272 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port a39487df-827a-48ea-9d9b-33ef073f66da, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=a39487df-827a-48ea-9d9b-33ef073f66da,segment=NetworkSegment(d7df52ce-f2f3-4aaf-9f41-c86ef69cb326),segment_id=d7df52ce-f2f3-4aaf-9f41-c86ef69cb326)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:31.474402 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a291cc8-42bc-4297-9f55-53f8cd186528 req-b9fe0050-3986-4c8a-82a1-ebf5c2c4a18c tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:31.482035 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a291cc8-42bc-4297-9f55-53f8cd186528 req-b9fe0050-3986-4c8a-82a1-ebf5c2c4a18c tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c7b84c-f21f-49e0-ae91-8ded4de1f880 HTTP/1.1" status: 200 len: 945 time: 0.4595785 Apr 20 13:07:31.507724 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': 'a39487df-827a-48ea-9d9b-33ef073f66da', 'network_id': '3fb47c34-1cee-4cad-85f7-20c636f9b377', 'port_id': 'a39487df-827a-48ea-9d9b-33ef073f66da', 'mac_address': 'fa:16:3e:4b:91:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '053e2bb8-0c4c-43d3-b534-6e814b91dfd8', 'ip_address': '19.86.0.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:07:31.576831 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9fa33-c243-4450-a7fd-a6f69eb889b3 req-222eaa85-1e8f-4bc4-8610-4ef77bbe809e tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:31.580412 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-79c9fa33-c243-4450-a7fd-a6f69eb889b3 req-222eaa85-1e8f-4bc4-8610-4ef77bbe809e tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 943 time: 0.2378788 Apr 20 13:07:31.604921 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a291cc8-42bc-4297-9f55-53f8cd186528 req-e794e796-cd50-474b-907c-068d40528a9d tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189702 Apr 20 13:07:31.608863 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:31.646131 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-dd96c282-b930-4173-9461-983f4fd1b787 req-55a51038-957b-4ff3-bc37-7c633effa276 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:31.658936 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a39487df-827a-48ea-9d9b-33ef073f66da {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:07:31.735593 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-79c9fa33-c243-4450-a7fd-a6f69eb889b3 req-0d7640ea-992d-4850-b5c1-b88d13b79d7e tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488187 Apr 20 13:07:31.735894 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port a39487df-827a-48ea-9d9b-33ef073f66da, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=a39487df-827a-48ea-9d9b-33ef073f66da,segment=NetworkSegment(d7df52ce-f2f3-4aaf-9f41-c86ef69cb326),segment_id=d7df52ce-f2f3-4aaf-9f41-c86ef69cb326)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:31.789224 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:31.789953 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 0d36c283-4c85-4edc-af33-87d5e859c57f details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:07:31.819139 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd345e-9789-4a40-93d8-16ae2e2df541 req-d9dad821-c128-4651-921f-a4576fe32e00 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:31.820736 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6ebd345e-9789-4a40-93d8-16ae2e2df541 req-d9dad821-c128-4651-921f-a4576fe32e00 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 946 time: 0.0667565 Apr 20 13:07:31.873642 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-dd96c282-b930-4173-9461-983f4fd1b787 req-55a51038-957b-4ff3-bc37-7c633effa276 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:31.884102 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 7b13bc59-5400-414e-939f-28f09df4a6f9 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:07:31.929230 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6ebd345e-9789-4a40-93d8-16ae2e2df541 req-0e9b9163-320c-4284-a6c2-50fce6691152 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992939 Apr 20 13:07:31.952338 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd96c282-b930-4173-9461-983f4fd1b787 req-55a51038-957b-4ff3-bc37-7c633effa276 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Network 6efc3d61-2150-4671-a02d-6127df40131a is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:07:31.955913 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-dd96c282-b930-4173-9461-983f4fd1b787 req-55a51038-957b-4ff3-bc37-7c633effa276 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:07:31.960076 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd96c282-b930-4173-9461-983f4fd1b787 req-55a51038-957b-4ff3-bc37-7c633effa276 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:07:31.973046 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a51038-957b-4ff3-bc37-7c633effa276 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Pushing event updated for resources: {'Port': ['ID=5cea9c6d-a175-4c8d-ab22-5cff7289a3d9,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:32.066685 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.resource_extend [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 13:07:32.149739 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=a39487df-827a-48ea-9d9b-33ef073f66da,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:32.158589 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96c282-b930-4173-9461-983f4fd1b787 req-55a51038-957b-4ff3-bc37-7c633effa276 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:32.169644 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-dd96c282-b930-4173-9461-983f4fd1b787 req-55a51038-957b-4ff3-bc37-7c633effa276 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:32.285639 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 7b13bc59-5400-414e-939f-28f09df4a6f9, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=7b13bc59-5400-414e-939f-28f09df4a6f9,segment=NetworkSegment(0f113b16-94ad-4b02-8521-e93247ce464b),segment_id=0f113b16-94ad-4b02-8521-e93247ce464b)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:32.331844 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '7b13bc59-5400-414e-939f-28f09df4a6f9', 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d', 'port_id': '7b13bc59-5400-414e-939f-28f09df4a6f9', 'mac_address': 'fa:16:3e:57:eb:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50283e41-42f7-46ab-979a-b196312e8e7f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:07:32.350556 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093410a-d02f-4d89-a443-7ddda7f5a1f3 req-00c373ab-38ad-4ae2-afb1-f093061d14ec tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:32.363500 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a093410a-d02f-4d89-a443-7ddda7f5a1f3 req-00c373ab-38ad-4ae2-afb1-f093061d14ec tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cc8aa55-ab0e-47fd-9dab-bb00cf36599a HTTP/1.1" status: 200 len: 936 time: 0.1821811 Apr 20 13:07:32.367540 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dd96c282-b930-4173-9461-983f4fd1b787 req-55a51038-957b-4ff3-bc37-7c633effa276 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0435612 Apr 20 13:07:32.395646 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-dd96c282-b930-4173-9461-983f4fd1b787 req-0ec58892-fdf7-421d-bf85-5ec02369fcdf service neutron] Request body: {'port': {'device_id': '0cc8aa55-ab0e-47fd-9dab-bb00cf36599a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:32.513569 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-4201da55-7930-435e-b5ce-c7e711002d52 None None] Provisioning complete for port 5cea9c6d-a175-4c8d-ab22-5cff7289a3d9 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:32.514106 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4201da55-7930-435e-b5ce-c7e711002d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:32.516905 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 0d36c283-4c85-4edc-af33-87d5e859c57f, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=0d36c283-4c85-4edc-af33-87d5e859c57f,segment=NetworkSegment(fd661946-010d-4ee5-895f-ad1f462f035e),segment_id=fd661946-010d-4ee5-895f-ad1f462f035e)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:32.599495 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:32.656688 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b13bc59-5400-414e-939f-28f09df4a6f9 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:07:32.681590 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-dd96c282-b930-4173-9461-983f4fd1b787 req-0ec58892-fdf7-421d-bf85-5ec02369fcdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:32.690134 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '0d36c283-4c85-4edc-af33-87d5e859c57f', 'network_id': '5b00292b-fac6-471f-82ba-b12a2921cf9b', 'port_id': '0d36c283-4c85-4edc-af33-87d5e859c57f', 'mac_address': 'fa:16:3e:e7:c0:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47078f41-7228-450d-ab68-088f249f7e64', 'ip_address': '19.80.0.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:07:32.695393 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 7b13bc59-5400-414e-939f-28f09df4a6f9, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=7b13bc59-5400-414e-939f-28f09df4a6f9,segment=NetworkSegment(0f113b16-94ad-4b02-8521-e93247ce464b),segment_id=0f113b16-94ad-4b02-8521-e93247ce464b)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:32.705248 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a093410a-d02f-4d89-a443-7ddda7f5a1f3 req-b058ffa8-bc22-4310-bed3-0cd3ce2a2314 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed082636-8ea7-4f97-8053-156d46c3f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067334 Apr 20 13:07:32.717788 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-4201da55-7930-435e-b5ce-c7e711002d52 None None] Port 5cea9c6d-a175-4c8d-ab22-5cff7289a3d9 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:07:32.784084 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:32.786685 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd530d-aed9-4e16-abf0-f69eb9c768d8 req-72bc9fa7-7d3a-46c6-8785-1496e66f8bb1 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:32.805727 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:32.808143 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd530d-aed9-4e16-abf0-f69eb9c768d8 req-72bc9fa7-7d3a-46c6-8785-1496e66f8bb1 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:32.825211 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd530d-aed9-4e16-abf0-f69eb9c768d8 req-72bc9fa7-7d3a-46c6-8785-1496e66f8bb1 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:32.826848 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4bfd530d-aed9-4e16-abf0-f69eb9c768d8 req-72bc9fa7-7d3a-46c6-8785-1496e66f8bb1 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9e9466b-e73f-4563-84d6-8c79d84ffc23 HTTP/1.1" status: 200 len: 2414 time: 0.3644781 Apr 20 13:07:32.869327 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d36c283-4c85-4edc-af33-87d5e859c57f {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:07:32.920431 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 0d36c283-4c85-4edc-af33-87d5e859c57f, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=0d36c283-4c85-4edc-af33-87d5e859c57f,segment=NetworkSegment(fd661946-010d-4ee5-895f-ad1f462f035e),segment_id=fd661946-010d-4ee5-895f-ad1f462f035e)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:32.921651 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=7b13bc59-5400-414e-939f-28f09df4a6f9,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:32.944461 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device cafb557c-d156-4086-868f-68aa259023ae up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:33.019162 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4bfd530d-aed9-4e16-abf0-f69eb9c768d8 req-afed79d6-a35d-4d70-92d1-4c5eccc2de4f tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/security-groups?id=44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658742 Apr 20 13:07:33.021098 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:33.022041 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device b491319f-a16e-4b71-a0cd-34891dc2ffb9 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:07:33.134521 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['7b13bc59-5400-414e-939f-28f09df4a6f9'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:07:33.216402 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port b491319f-a16e-4b71-a0cd-34891dc2ffb9, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=b491319f-a16e-4b71-a0cd-34891dc2ffb9,segment=NetworkSegment(fd661946-010d-4ee5-895f-ad1f462f035e),segment_id=fd661946-010d-4ee5-895f-ad1f462f035e)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:33.243021 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port cafb557c-d156-4086-868f-68aa259023ae triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:33.243434 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:33.246601 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=0d36c283-4c85-4edc-af33-87d5e859c57f,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:33.265085 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945b314-1ebf-4349-a926-5038eb70873b req-cc217635-a484-4012-9cd7-db600b53a349 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:33.267550 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4945b314-1ebf-4349-a926-5038eb70873b req-cc217635-a484-4012-9cd7-db600b53a349 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c7b84c-f21f-49e0-ae91-8ded4de1f880 HTTP/1.1" status: 200 len: 946 time: 0.2168205 Apr 20 13:07:33.280608 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': 'b491319f-a16e-4b71-a0cd-34891dc2ffb9', 'network_id': '5b00292b-fac6-471f-82ba-b12a2921cf9b', 'port_id': 'b491319f-a16e-4b71-a0cd-34891dc2ffb9', 'mac_address': 'fa:16:3e:76:b5:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47078f41-7228-450d-ab68-088f249f7e64', 'ip_address': '19.80.0.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:07:33.322368 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40148602-4fce-4259-9a53-a7c4868d4586 req-608da9a0-cd52-4281-b7e5-30ac3569e192 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:33.324307 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-40148602-4fce-4259-9a53-a7c4868d4586 req-608da9a0-cd52-4281-b7e5-30ac3569e192 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 944 time: 0.1573451 Apr 20 13:07:33.404833 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:33.438487 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b491319f-a16e-4b71-a0cd-34891dc2ffb9 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:07:33.441911 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4945b314-1ebf-4349-a926-5038eb70873b req-2de4da43-5061-4d6f-97c4-cf0f2f3bc54b tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516593 Apr 20 13:07:33.469897 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-40148602-4fce-4259-9a53-a7c4868d4586 req-6f6e7777-4463-4b30-8913-18510ba6ffc4 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056571 Apr 20 13:07:33.553183 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port b491319f-a16e-4b71-a0cd-34891dc2ffb9, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=b491319f-a16e-4b71-a0cd-34891dc2ffb9,segment=NetworkSegment(fd661946-010d-4ee5-895f-ad1f462f035e),segment_id=fd661946-010d-4ee5-895f-ad1f462f035e)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:33.605752 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:33.642440 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-dd96c282-b930-4173-9461-983f4fd1b787 req-0ec58892-fdf7-421d-bf85-5ec02369fcdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cea9c6d-a175-4c8d-ab22-5cff7289a3d9 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:07:33.660458 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-dd96c282-b930-4173-9461-983f4fd1b787 req-0ec58892-fdf7-421d-bf85-5ec02369fcdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:33.706039 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-dd96c282-b930-4173-9461-983f4fd1b787 req-0ec58892-fdf7-421d-bf85-5ec02369fcdf service neutron] Transition to ACTIVE for port object 5cea9c6d-a175-4c8d-ab22-5cff7289a3d9 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:07:33.727650 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48df67-c2ce-4bd1-a80b-bbf42329bc0a req-1733bbb3-be3e-4820-b3e3-0a8d2a6ec71a tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:33.737911 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e48df67-c2ce-4bd1-a80b-bbf42329bc0a req-1733bbb3-be3e-4820-b3e3-0a8d2a6ec71a tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 946 time: 0.0793176 Apr 20 13:07:33.753577 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=b491319f-a16e-4b71-a0cd-34891dc2ffb9,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:33.771266 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-dd96c282-b930-4173-9461-983f4fd1b787 req-0ec58892-fdf7-421d-bf85-5ec02369fcdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:33.800625 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e48df67-c2ce-4bd1-a80b-bbf42329bc0a req-f34f1f3c-ec50-4c6d-aeec-23b9a5f0b887 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617118 Apr 20 13:07:33.882356 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec58892-fdf7-421d-bf85-5ec02369fcdf service neutron] Pushing event updated for resources: {'Port': ['ID=5cea9c6d-a175-4c8d-ab22-5cff7289a3d9,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:34.108913 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['0d36c283-4c85-4edc-af33-87d5e859c57f'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:07:34.183145 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['a39487df-827a-48ea-9d9b-33ef073f66da'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:07:34.204405 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-dd96c282-b930-4173-9461-983f4fd1b787 req-0ec58892-fdf7-421d-bf85-5ec02369fcdf service neutron] Attempting to bind port 5cea9c6d-a175-4c8d-ab22-5cff7289a3d9 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:07:34.206381 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-dd96c282-b930-4173-9461-983f4fd1b787 req-0ec58892-fdf7-421d-bf85-5ec02369fcdf service neutron] Attempting to bind port 5cea9c6d-a175-4c8d-ab22-5cff7289a3d9 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:07:34.206989 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd96c282-b930-4173-9461-983f4fd1b787 req-0ec58892-fdf7-421d-bf85-5ec02369fcdf service neutron] Attempting to bind port 5cea9c6d-a175-4c8d-ab22-5cff7289a3d9 on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:07:34.212776 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['b491319f-a16e-4b71-a0cd-34891dc2ffb9'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:07:34.222806 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b719c1e-be4c-4c51-9255-58a049f99016 req-12d45013-65fe-4a97-9350-a689f1828129 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:34.224889 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7b719c1e-be4c-4c51-9255-58a049f99016 req-12d45013-65fe-4a97-9350-a689f1828129 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cc8aa55-ab0e-47fd-9dab-bb00cf36599a HTTP/1.1" status: 200 len: 948 time: 0.2666306 Apr 20 13:07:34.254697 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd96c282-b930-4173-9461-983f4fd1b787 req-0ec58892-fdf7-421d-bf85-5ec02369fcdf service neutron] Port 5cea9c6d-a175-4c8d-ab22-5cff7289a3d9 on network 6efc3d61-2150-4671-a02d-6127df40131a not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:07:34.255431 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd96c282-b930-4173-9461-983f4fd1b787 req-0ec58892-fdf7-421d-bf85-5ec02369fcdf service neutron] Attempting to bind port 5cea9c6d-a175-4c8d-ab22-5cff7289a3d9 on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:07:34.281332 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd96c282-b930-4173-9461-983f4fd1b787 req-0ec58892-fdf7-421d-bf85-5ec02369fcdf service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:07:34.282065 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd96c282-b930-4173-9461-983f4fd1b787 req-0ec58892-fdf7-421d-bf85-5ec02369fcdf service neutron] Checking segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:07:34.282710 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd96c282-b930-4173-9461-983f4fd1b787 req-0ec58892-fdf7-421d-bf85-5ec02369fcdf service neutron] Bound using segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:07:34.283426 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-dd96c282-b930-4173-9461-983f4fd1b787 req-0ec58892-fdf7-421d-bf85-5ec02369fcdf service neutron] Bound port: 5cea9c6d-a175-4c8d-ab22-5cff7289a3d9, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:07:34.284054 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-dd96c282-b930-4173-9461-983f4fd1b787 req-0ec58892-fdf7-421d-bf85-5ec02369fcdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:34.407104 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab720e25-373a-407f-98cd-34956ffddafb req-369b65e4-1e58-4154-98a4-10b0cb45faeb tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:34.434251 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab720e25-373a-407f-98cd-34956ffddafb req-369b65e4-1e58-4154-98a4-10b0cb45faeb tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:34.455624 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab720e25-373a-407f-98cd-34956ffddafb req-369b65e4-1e58-4154-98a4-10b0cb45faeb tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:34.475422 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ab720e25-373a-407f-98cd-34956ffddafb req-369b65e4-1e58-4154-98a4-10b0cb45faeb tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9e9466b-e73f-4563-84d6-8c79d84ffc23 HTTP/1.1" status: 200 len: 2416 time: 0.2518981 Apr 20 13:07:34.512493 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7b719c1e-be4c-4c51-9255-58a049f99016 req-379ac724-00a4-46ae-b718-82ef2729a508 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed082636-8ea7-4f97-8053-156d46c3f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773118 Apr 20 13:07:34.586289 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ab720e25-373a-407f-98cd-34956ffddafb req-d37c27d7-a4ea-4cdb-abe0-8157b6072703 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/security-groups?id=44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138933 Apr 20 13:07:34.591022 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-dd96c282-b930-4173-9461-983f4fd1b787 req-0ec58892-fdf7-421d-bf85-5ec02369fcdf service neutron] For port 5cea9c6d-a175-4c8d-ab22-5cff7289a3d9, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:07:34.596056 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-dd96c282-b930-4173-9461-983f4fd1b787 req-0ec58892-fdf7-421d-bf85-5ec02369fcdf service neutron] For port 5cea9c6d-a175-4c8d-ab22-5cff7289a3d9, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=5cea9c6d-a175-4c8d-ab22-5cff7289a3d9,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:07:34.660340 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6799bc-ed86-4740-8e3c-e721ed068ae7 req-4f192149-1442-4782-9490-f3b26342651a tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:34.661971 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f6799bc-ed86-4740-8e3c-e721ed068ae7 req-4f192149-1442-4782-9490-f3b26342651a tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c7b84c-f21f-49e0-ae91-8ded4de1f880 HTTP/1.1" status: 200 len: 946 time: 0.0726302 Apr 20 13:07:34.763174 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f6799bc-ed86-4740-8e3c-e721ed068ae7 req-c1459cab-2a77-4b21-a078-dd5c683d5958 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770605 Apr 20 13:07:34.763174 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af0693-52b9-4bba-8711-7f75ffdf3926 req-8b8ddae5-1122-4b83-86cb-d7ed5a49fa56 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:34.763174 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-09af0693-52b9-4bba-8711-7f75ffdf3926 req-8b8ddae5-1122-4b83-86cb-d7ed5a49fa56 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 944 time: 0.0948493 Apr 20 13:07:34.809293 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-09af0693-52b9-4bba-8711-7f75ffdf3926 req-b1077958-23a0-4d64-96e3-cf066e8292cc tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428751 Apr 20 13:07:34.927728 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea3c1a-1d8c-463d-8afa-d2e77cdd6570 req-46918489-6ef0-4014-8742-38d3837c6e21 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:34.929313 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b0ea3c1a-1d8c-463d-8afa-d2e77cdd6570 req-46918489-6ef0-4014-8742-38d3837c6e21 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c7b84c-f21f-49e0-ae91-8ded4de1f880 HTTP/1.1" status: 200 len: 946 time: 0.0800772 Apr 20 13:07:34.961759 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1344003-383d-4816-8c09-3b5cdeb28b5e req-f39f4f5e-daff-4cc4-b896-26cde3d7ee7a tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:34.963202 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e1344003-383d-4816-8c09-3b5cdeb28b5e req-f39f4f5e-daff-4cc4-b896-26cde3d7ee7a tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 946 time: 0.0830231 Apr 20 13:07:35.015598 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b0ea3c1a-1d8c-463d-8afa-d2e77cdd6570 req-523c2e69-21f6-4d2e-aa2a-0d7061589f4c tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769029 Apr 20 13:07:35.018376 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e1344003-383d-4816-8c09-3b5cdeb28b5e req-e7c878f3-08a3-40bf-b829-1a6c5197ceae tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473192 Apr 20 13:07:35.092099 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-dd96c282-b930-4173-9461-983f4fd1b787 req-0ec58892-fdf7-421d-bf85-5ec02369fcdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:35.131320 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96c282-b930-4173-9461-983f4fd1b787 req-0ec58892-fdf7-421d-bf85-5ec02369fcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:35.131320 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-dd96c282-b930-4173-9461-983f4fd1b787 req-0ec58892-fdf7-421d-bf85-5ec02369fcdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:35.132502 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dd96c282-b930-4173-9461-983f4fd1b787 req-0ec58892-fdf7-421d-bf85-5ec02369fcdf service neutron] 10.222.0.15 "PUT /v2.0/ports/5cea9c6d-a175-4c8d-ab22-5cff7289a3d9 HTTP/1.1" status: 200 len: 1096 time: 2.7517681 Apr 20 13:07:35.145118 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc8aa55-ab0e-47fd-9dab-bb00cf36599a', 'tag': '5cea9c6d-a175-4c8d-ab22-5cff7289a3d9'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:35.148292 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728390fa-bbd5-4469-9098-eeccf9438ae0" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc8aa55-ab0e-47fd-9dab-bb00cf36599a", "tag": "5cea9c6d-a175-4c8d-ab22-5cff7289a3d9"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:35.181452 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec58892-fdf7-421d-bf85-5ec02369fcdf service neutron] Pushing event updated for resources: {'Port': ['ID=5cea9c6d-a175-4c8d-ab22-5cff7289a3d9,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:35.193764 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c4867a-6a4d-4ca8-8cf8-9fb38aeb221a x-openstack-request-id: req-20c4867a-6a4d-4ca8-8cf8-9fb38aeb221a {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:35.194057 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc8aa55-ab0e-47fd-9dab-bb00cf36599a", "tag": "5cea9c6d-a175-4c8d-ab22-5cff7289a3d9", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:35.194466 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-20c4867a-6a4d-4ca8-8cf8-9fb38aeb221a {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:35.194869 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20c4867a-6a4d-4ca8-8cf8-9fb38aeb221a'] response: {'name': 'network-changed', 'server_uuid': '0cc8aa55-ab0e-47fd-9dab-bb00cf36599a', 'tag': '5cea9c6d-a175-4c8d-ab22-5cff7289a3d9', 'status': 'completed', 'code': 200} Apr 20 13:07:35.321823 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728390fa-bbd5-4469-9098-eeccf9438ae0 req-af72f84e-6a90-4131-bba7-6a167e927a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:35.324022 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-728390fa-bbd5-4469-9098-eeccf9438ae0 req-af72f84e-6a90-4131-bba7-6a167e927a8d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=afd124bf09bb445eb730e24ce948a6be&device_id=0cc8aa55-ab0e-47fd-9dab-bb00cf36599a HTTP/1.1" status: 200 len: 1099 time: 0.1000671 Apr 20 13:07:35.371976 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-728390fa-bbd5-4469-9098-eeccf9438ae0 req-6591347d-2e17-488b-9b13-1e9d5b1220b1 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=afd124bf09bb445eb730e24ce948a6be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375171 Apr 20 13:07:35.444990 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35108) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:35.523813 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e0dc5-0300-42c1-a118-54b619710d11 req-48756c5e-663a-4ba4-960a-3f00f2b4132c tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:35.525849 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b10e0dc5-0300-42c1-a118-54b619710d11 req-48756c5e-663a-4ba4-960a-3f00f2b4132c tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c7b84c-f21f-49e0-ae91-8ded4de1f880 HTTP/1.1" status: 200 len: 946 time: 0.1668127 Apr 20 13:07:35.603839 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a39773f5-8184-42ea-bf79-4d5c13409d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:35.606420 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728390fa-bbd5-4469-9098-eeccf9438ae0 req-de0e2d43-dffa-499b-8c43-82863a46ca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:35.608147 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-728390fa-bbd5-4469-9098-eeccf9438ae0 req-de0e2d43-dffa-499b-8c43-82863a46ca74 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2121611 Apr 20 13:07:35.645963 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b10e0dc5-0300-42c1-a118-54b619710d11 req-2def04a6-e752-4b93-8ff7-35cdb98f85ee tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056991 Apr 20 13:07:35.755121 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90046e6-8b48-44b5-a8a4-abe21f21bb16 req-c7337454-04bc-47e7-9624-0a08a983ce6e tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:35.759026 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c90046e6-8b48-44b5-a8a4-abe21f21bb16 req-c7337454-04bc-47e7-9624-0a08a983ce6e tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cc8aa55-ab0e-47fd-9dab-bb00cf36599a HTTP/1.1" status: 200 len: 948 time: 0.1349578 Apr 20 13:07:35.820915 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a39773f5-8184-42ea-bf79-4d5c13409d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:35.825728 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96c282-b930-4173-9461-983f4fd1b787 req-0f0094e2-82e4-4596-9b97-f5508efaa776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:35.828318 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dd96c282-b930-4173-9461-983f4fd1b787 req-0f0094e2-82e4-4596-9b97-f5508efaa776 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=afd124bf09bb445eb730e24ce948a6be&device_id=0cc8aa55-ab0e-47fd-9dab-bb00cf36599a HTTP/1.1" status: 200 len: 1099 time: 0.1572223 Apr 20 13:07:35.851017 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c90046e6-8b48-44b5-a8a4-abe21f21bb16 req-70c150f0-b834-4287-a766-5b3747386211 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed082636-8ea7-4f97-8053-156d46c3f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708852 Apr 20 13:07:35.894546 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 7b13bc59-5400-414e-939f-28f09df4a6f9 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:35.914792 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dd96c282-b930-4173-9461-983f4fd1b787 req-0601d61c-5d12-404c-9c4c-a4f58dd8f850 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=5cea9c6d-a175-4c8d-ab22-5cff7289a3d9 HTTP/1.1" status: 200 len: 217 time: 0.0672357 Apr 20 13:07:35.925889 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c402a0-edde-4de2-854e-9025f9307efe req-2c588260-f01c-4510-979b-3ce6c068e7b8 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:35.930222 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a39773f5-8184-42ea-bf79-4d5c13409d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:35.932912 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c402a0-edde-4de2-854e-9025f9307efe req-2c588260-f01c-4510-979b-3ce6c068e7b8 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:35.940157 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c402a0-edde-4de2-854e-9025f9307efe req-2c588260-f01c-4510-979b-3ce6c068e7b8 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:35.942056 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-21c402a0-edde-4de2-854e-9025f9307efe req-2c588260-f01c-4510-979b-3ce6c068e7b8 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9e9466b-e73f-4563-84d6-8c79d84ffc23 HTTP/1.1" status: 200 len: 2416 time: 0.1793482 Apr 20 13:07:35.984876 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a39773f5-8184-42ea-bf79-4d5c13409d0a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5681ffeeb333411fb2eacf569240a37c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5387819 Apr 20 13:07:35.985738 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35122) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:35.997444 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39773f5-8184-42ea-bf79-4d5c13409d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2bcb9f-9b41-461c-b09f-c5a031d10ad6,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:36.033923 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 7b13bc59-5400-414e-939f-28f09df4a6f9 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:07:36.040845 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 7b13bc59-5400-414e-939f-28f09df4a6f9 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:36.041249 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:36.054097 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f1249fee-e21d-4b15-8daf-59a7b9737579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:36.057127 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-21c402a0-edde-4de2-854e-9025f9307efe req-8df0787f-af1f-4e6f-a250-134a0b8ef0a7 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/security-groups?id=44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641770 Apr 20 13:07:36.065871 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96c282-b930-4173-9461-983f4fd1b787 req-5f452d1c-ac68-4f79-a849-9c644069d514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:36.067324 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dd96c282-b930-4173-9461-983f4fd1b787 req-5f452d1c-ac68-4f79-a849-9c644069d514 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.1243756 Apr 20 13:07:36.078320 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff615782-7a83-4740-9431-68fe5d750886 req-bbd3018a-98bb-49e8-9d16-220a2c192e95 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:36.088970 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ff615782-7a83-4740-9431-68fe5d750886 req-bbd3018a-98bb-49e8-9d16-220a2c192e95 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c7b84c-f21f-49e0-ae91-8ded4de1f880 HTTP/1.1" status: 200 len: 946 time: 0.1000621 Apr 20 13:07:36.093798 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f1249fee-e21d-4b15-8daf-59a7b9737579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:36.166970 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:36.183603 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ff615782-7a83-4740-9431-68fe5d750886 req-38d1740c-d573-485b-8344-b132852c3ffa tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936921 Apr 20 13:07:36.195538 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96c282-b930-4173-9461-983f4fd1b787 req-6583a2fe-5608-45cb-bc0f-2add992afa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:36.197109 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dd96c282-b930-4173-9461-983f4fd1b787 req-6583a2fe-5608-45cb-bc0f-2add992afa5d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1059971 Apr 20 13:07:36.222458 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f1249fee-e21d-4b15-8daf-59a7b9737579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:36.232033 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f1249fee-e21d-4b15-8daf-59a7b9737579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:36.232033 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f1249fee-e21d-4b15-8daf-59a7b9737579 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5c2bcb9f-9b41-461c-b09f-c5a031d10ad6 HTTP/1.1" status: 204 len: 168 time: 0.2405615 Apr 20 13:07:36.242378 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249fee-e21d-4b15-8daf-59a7b9737579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2bcb9f-9b41-461c-b09f-c5a031d10ad6,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:36.392857 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f84b1-e378-4949-a4a7-b97185911166 req-08f499cf-cae0-4640-8af8-53eb47479c8b tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:36.394418 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a66f84b1-e378-4949-a4a7-b97185911166 req-08f499cf-cae0-4640-8af8-53eb47479c8b tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 944 time: 0.1877565 Apr 20 13:07:36.400090 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dd96c282-b930-4173-9461-983f4fd1b787 req-c4bf10f1-bfeb-46b5-89fc-c35ee554cb63 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964078 Apr 20 13:07:36.418266 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ccba4-6d23-4b12-ae90-4ed0735357e1 req-7feeb58e-45ee-4319-b506-410afeabbe1f tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:36.420374 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-380ccba4-6d23-4b12-ae90-4ed0735357e1 req-7feeb58e-45ee-4319-b506-410afeabbe1f tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 946 time: 0.0986438 Apr 20 13:07:36.421712 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac79ce14-eb0e-4fc6-878f-fb0634053479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b13bc59-5400-414e-939f-28f09df4a6f9'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:36.423990 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef2b571-5c94-489c-b157-728ee9175989" -d '{"events": [{"server_uuid": "ac79ce14-eb0e-4fc6-878f-fb0634053479", "name": "network-vif-plugged", "status": "completed", "tag": "7b13bc59-5400-414e-939f-28f09df4a6f9"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:36.438427 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 7b13bc59-5400-414e-939f-28f09df4a6f9, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=7b13bc59-5400-414e-939f-28f09df4a6f9,segment=NetworkSegment(0f113b16-94ad-4b02-8521-e93247ce464b),segment_id=0f113b16-94ad-4b02-8521-e93247ce464b)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:36.507997 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:36.527467 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a66f84b1-e378-4949-a4a7-b97185911166 req-a2ba4d46-255c-49a2-889f-46090263f6a1 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263974 Apr 20 13:07:36.539520 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-380ccba4-6d23-4b12-ae90-4ed0735357e1 req-9ba513ce-b12a-4204-a72c-a64f160e23bc tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993061 Apr 20 13:07:36.565650 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=7b13bc59-5400-414e-939f-28f09df4a6f9,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:36.569112 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dd96c282-b930-4173-9461-983f4fd1b787 req-0f277fa7-adf5-4fc4-966d-72354446ebc7 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564922 Apr 20 13:07:36.605464 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9e4658-5bb2-4451-ae20-d52b6824b8c0 x-openstack-request-id: req-6b9e4658-5bb2-4451-ae20-d52b6824b8c0 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:36.605464 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac79ce14-eb0e-4fc6-878f-fb0634053479", "name": "network-vif-plugged", "status": "completed", "tag": "7b13bc59-5400-414e-939f-28f09df4a6f9", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:36.605464 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6b9e4658-5bb2-4451-ae20-d52b6824b8c0 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:36.605464 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b9e4658-5bb2-4451-ae20-d52b6824b8c0'] response: {'server_uuid': 'ac79ce14-eb0e-4fc6-878f-fb0634053479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b13bc59-5400-414e-939f-28f09df4a6f9', 'code': 200} Apr 20 13:07:36.735588 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0393d3-86b5-4ee0-b672-6a566abe912b req-1c4c868c-40b0-4807-bcda-b9f961621dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:36.735588 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1b0393d3-86b5-4ee0-b672-6a566abe912b req-1c4c868c-40b0-4807-bcda-b9f961621dc4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 1096 time: 0.0478430 Apr 20 13:07:36.767457 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1b0393d3-86b5-4ee0-b672-6a566abe912b req-3fa832c3-73cf-44bc-9f64-ce10b4f2b7f9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364144 Apr 20 13:07:36.992721 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6f69e-1947-400c-85f0-48a56433b468 req-95573ae0-a0bf-4003-b42b-ba7e04d8161f tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:36.995039 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e2e6f69e-1947-400c-85f0-48a56433b468 req-95573ae0-a0bf-4003-b42b-ba7e04d8161f tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cc8aa55-ab0e-47fd-9dab-bb00cf36599a HTTP/1.1" status: 200 len: 948 time: 0.0704203 Apr 20 13:07:37.035373 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e2e6f69e-1947-400c-85f0-48a56433b468 req-0268daa6-a3e9-4fa0-9d1a-10cc03cab168 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed082636-8ea7-4f97-8053-156d46c3f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340929 Apr 20 13:07:37.230499 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc7e5a-1b04-4493-9ce7-8473e4b4b391 req-cc74768d-3d06-48f9-8236-1330e23435c2 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:37.236414 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc7e5a-1b04-4493-9ce7-8473e4b4b391 req-cc74768d-3d06-48f9-8236-1330e23435c2 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:37.242217 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc7e5a-1b04-4493-9ce7-8473e4b4b391 req-cc74768d-3d06-48f9-8236-1330e23435c2 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:37.243910 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-59fc7e5a-1b04-4493-9ce7-8473e4b4b391 req-cc74768d-3d06-48f9-8236-1330e23435c2 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9e9466b-e73f-4563-84d6-8c79d84ffc23 HTTP/1.1" status: 200 len: 2416 time: 0.0900824 Apr 20 13:07:37.278012 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190356b9-1791-4dac-ad14-8140aeacaa91 req-48f716c7-7e2e-47a5-8688-409480212ea1 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:37.280064 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-190356b9-1791-4dac-ad14-8140aeacaa91 req-48f716c7-7e2e-47a5-8688-409480212ea1 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c7b84c-f21f-49e0-ae91-8ded4de1f880 HTTP/1.1" status: 200 len: 946 time: 0.0971262 Apr 20 13:07:37.299127 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35150) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:37.320550 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-59fc7e5a-1b04-4493-9ce7-8473e4b4b391 req-06615f83-03be-43d4-af71-a5911c313b9f tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/security-groups?id=44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701761 Apr 20 13:07:37.327910 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c99ac2ee-a155-4b0e-b57c-774f96669a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:37.369136 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-190356b9-1791-4dac-ad14-8140aeacaa91 req-bc961055-3a0e-4b80-b67b-1f24f7737b65 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790951 Apr 20 13:07:37.426090 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c99ac2ee-a155-4b0e-b57c-774f96669a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:37.496445 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c99ac2ee-a155-4b0e-b57c-774f96669a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:37.551411 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c99ac2ee-a155-4b0e-b57c-774f96669a43 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0cea503753b54f72a8d09471eb6551bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2481396 Apr 20 13:07:37.551411 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ac2ee-a155-4b0e-b57c-774f96669a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66fc95a-a4b7-4bb6-839e-168bdd488171,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:37.553172 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35156) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:37.562102 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023c679-e040-4289-81f7-46c6b7d4a529 req-5f8e1420-9c22-4110-91d4-f0ef6613d306 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:37.564160 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6023c679-e040-4289-81f7-46c6b7d4a529 req-5f8e1420-9c22-4110-91d4-f0ef6613d306 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c7b84c-f21f-49e0-ae91-8ded4de1f880 HTTP/1.1" status: 200 len: 946 time: 0.1011944 Apr 20 13:07:37.610752 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6023c679-e040-4289-81f7-46c6b7d4a529 req-216f2e1f-ffee-4eea-be8e-6f0913ac28a1 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404785 Apr 20 13:07:37.620025 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2dea54d9-e3eb-4ea3-8d0f-69163f1f8f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:37.640721 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device a39487df-827a-48ea-9d9b-33ef073f66da up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:37.646946 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2dea54d9-e3eb-4ea3-8d0f-69163f1f8f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:37.759987 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f0856-c70a-456b-8334-5d7d1145a5bf req-e3ba7af5-5399-4536-9e9a-897a8550a118 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:37.759987 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-907f0856-c70a-456b-8334-5d7d1145a5bf req-e3ba7af5-5399-4536-9e9a-897a8550a118 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 945 time: 0.0564647 Apr 20 13:07:37.782012 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port a39487df-827a-48ea-9d9b-33ef073f66da completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:07:37.787370 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port a39487df-827a-48ea-9d9b-33ef073f66da triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:37.788367 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:37.799919 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-907f0856-c70a-456b-8334-5d7d1145a5bf req-60be5b1c-b502-4d05-aa01-7efd1750e0fc tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374525 Apr 20 13:07:37.828502 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2dea54d9-e3eb-4ea3-8d0f-69163f1f8f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:37.834495 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2dea54d9-e3eb-4ea3-8d0f-69163f1f8f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:37.842127 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2dea54d9-e3eb-4ea3-8d0f-69163f1f8f89 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a66fc95a-a4b7-4bb6-839e-168bdd488171 HTTP/1.1" status: 204 len: 168 time: 0.2825584 Apr 20 13:07:37.856314 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea54d9-e3eb-4ea3-8d0f-69163f1f8f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66fc95a-a4b7-4bb6-839e-168bdd488171,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:37.994110 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8f2e2-931b-43c1-a215-3224179033f7 req-388e5440-5c5e-4853-8851-0e8bd106a09a tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:37.996072 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:37.996209 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-27c8f2e2-931b-43c1-a215-3224179033f7 req-388e5440-5c5e-4853-8851-0e8bd106a09a tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 946 time: 0.0702364 Apr 20 13:07:38.033303 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port a39487df-827a-48ea-9d9b-33ef073f66da, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=a39487df-827a-48ea-9d9b-33ef073f66da,segment=NetworkSegment(d7df52ce-f2f3-4aaf-9f41-c86ef69cb326),segment_id=d7df52ce-f2f3-4aaf-9f41-c86ef69cb326)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:38.036026 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-27c8f2e2-931b-43c1-a215-3224179033f7 req-fc25cbf3-ded0-4ccd-9042-e3e907637bb2 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329652 Apr 20 13:07:38.125573 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:38.126448 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 0d36c283-4c85-4edc-af33-87d5e859c57f up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:38.135886 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35170) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:38.141592 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-e0f626f9-6418-4d22-91dc-ccdbd30e5b70 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Request body: {'security_group': {'name': 'tempest-securitygroup--370817474', 'description': 'tempest-description--756285963'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:38.217524 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=a39487df-827a-48ea-9d9b-33ef073f66da,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:38.246275 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35973e2-3819-4861-9612-bbd0afe90a36 req-a1c25828-fbc8-4bd0-8689-0f44fc5bc8c1 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:38.248983 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e35973e2-3819-4861-9612-bbd0afe90a36 req-a1c25828-fbc8-4bd0-8689-0f44fc5bc8c1 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cc8aa55-ab0e-47fd-9dab-bb00cf36599a HTTP/1.1" status: 200 len: 948 time: 0.0679953 Apr 20 13:07:38.286881 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e35973e2-3819-4861-9612-bbd0afe90a36 req-30d6073c-002d-404d-b69f-946d9e6b8921 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed082636-8ea7-4f97-8053-156d46c3f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322344 Apr 20 13:07:38.306416 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e0f626f9-6418-4d22-91dc-ccdbd30e5b70 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:38.324714 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 0d36c283-4c85-4edc-af33-87d5e859c57f completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:07:38.328712 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 0d36c283-4c85-4edc-af33-87d5e859c57f triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:38.329415 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:38.418672 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e0f626f9-6418-4d22-91dc-ccdbd30e5b70 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:38.496139 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcaac89-14f7-4e0e-af02-eab63177e588 req-f3f91f0e-2137-4211-a875-7e5782640118 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:38.500829 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcaac89-14f7-4e0e-af02-eab63177e588 req-f3f91f0e-2137-4211-a875-7e5782640118 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:38.507637 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcaac89-14f7-4e0e-af02-eab63177e588 req-f3f91f0e-2137-4211-a875-7e5782640118 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:38.509458 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1dcaac89-14f7-4e0e-af02-eab63177e588 req-f3f91f0e-2137-4211-a875-7e5782640118 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9e9466b-e73f-4563-84d6-8c79d84ffc23 HTTP/1.1" status: 200 len: 2417 time: 0.1079259 Apr 20 13:07:38.519996 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e0f626f9-6418-4d22-91dc-ccdbd30e5b70 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:38.528917 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:38.560746 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1dcaac89-14f7-4e0e-af02-eab63177e588 req-8d594156-7974-4868-97e5-7e895dbbd091 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/security-groups?id=44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441213 Apr 20 13:07:38.575951 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 0d36c283-4c85-4edc-af33-87d5e859c57f, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=0d36c283-4c85-4edc-af33-87d5e859c57f,segment=NetworkSegment(fd661946-010d-4ee5-895f-ad1f462f035e),segment_id=fd661946-010d-4ee5-895f-ad1f462f035e)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:38.582164 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f626f9-6418-4d22-91dc-ccdbd30e5b70 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b271a06e-2a81-43a1-98d4-61e6aca5d2f0,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:38.602621 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e9466b-e73f-4563-84d6-8c79d84ffc23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39487df-827a-48ea-9d9b-33ef073f66da'}, {'server_uuid': 'e9e9466b-e73f-4563-84d6-8c79d84ffc23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d36c283-4c85-4edc-af33-87d5e859c57f'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:38.605499 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e2edf5-e6a5-4790-a73d-da4f6267e0ba" -d '{"events": [{"server_uuid": "e9e9466b-e73f-4563-84d6-8c79d84ffc23", "name": "network-vif-plugged", "status": "completed", "tag": "a39487df-827a-48ea-9d9b-33ef073f66da"}, {"server_uuid": "e9e9466b-e73f-4563-84d6-8c79d84ffc23", "name": "network-vif-plugged", "status": "completed", "tag": "0d36c283-4c85-4edc-af33-87d5e859c57f"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:38.630829 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e0f626f9-6418-4d22-91dc-ccdbd30e5b70 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:38.632115 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e0f626f9-6418-4d22-91dc-ccdbd30e5b70 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4951682 Apr 20 13:07:38.635109 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35186) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:38.642763 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-867c8b32-56c1-44af-8fec-089e45b0df45 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Request body: {'security_group_rule': {'security_group_id': 'b271a06e-2a81-43a1-98d4-61e6aca5d2f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:38.649058 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff20fe7-8d95-42bc-a29a-2d1a25ff7ddf x-openstack-request-id: req-1ff20fe7-8d95-42bc-a29a-2d1a25ff7ddf {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:38.649494 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e9466b-e73f-4563-84d6-8c79d84ffc23", "name": "network-vif-plugged", "status": "completed", "tag": "a39487df-827a-48ea-9d9b-33ef073f66da", "code": 200}, {"server_uuid": "e9e9466b-e73f-4563-84d6-8c79d84ffc23", "name": "network-vif-plugged", "status": "completed", "tag": "0d36c283-4c85-4edc-af33-87d5e859c57f", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:38.649631 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1ff20fe7-8d95-42bc-a29a-2d1a25ff7ddf {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:38.650011 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ff20fe7-8d95-42bc-a29a-2d1a25ff7ddf'] response: {'server_uuid': 'e9e9466b-e73f-4563-84d6-8c79d84ffc23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39487df-827a-48ea-9d9b-33ef073f66da', 'code': 200} Apr 20 13:07:38.650265 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ff20fe7-8d95-42bc-a29a-2d1a25ff7ddf'] response: {'server_uuid': 'e9e9466b-e73f-4563-84d6-8c79d84ffc23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d36c283-4c85-4edc-af33-87d5e859c57f', 'code': 200} Apr 20 13:07:38.685339 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:38.686202 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device b491319f-a16e-4b71-a0cd-34891dc2ffb9 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:38.764762 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c2345-30ae-4d0a-98be-cb7bcef8f7c6 req-d8ce01a9-0f06-4a9c-b1af-b4dbe0d5cd5d tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:38.766466 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6f1c2345-30ae-4d0a-98be-cb7bcef8f7c6 req-d8ce01a9-0f06-4a9c-b1af-b4dbe0d5cd5d tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c7b84c-f21f-49e0-ae91-8ded4de1f880 HTTP/1.1" status: 200 len: 946 time: 0.0649583 Apr 20 13:07:38.778217 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-867c8b32-56c1-44af-8fec-089e45b0df45 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:38.778651 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=0d36c283-4c85-4edc-af33-87d5e859c57f,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:38.815493 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6f1c2345-30ae-4d0a-98be-cb7bcef8f7c6 req-47ecf216-ab1c-4b00-a660-3a978c955d08 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403051 Apr 20 13:07:38.857185 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port b491319f-a16e-4b71-a0cd-34891dc2ffb9 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:07:38.862552 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port b491319f-a16e-4b71-a0cd-34891dc2ffb9 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:38.865783 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:38.866074 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-867c8b32-56c1-44af-8fec-089e45b0df45 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:38.938928 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7dc95-12b7-4c89-977c-836709e831f8 req-d5f436f1-f526-4bd1-8877-50065875828b tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:38.940461 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1ae7dc95-12b7-4c89-977c-836709e831f8 req-d5f436f1-f526-4bd1-8877-50065875828b tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 945 time: 0.0547864 Apr 20 13:07:38.954760 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-867c8b32-56c1-44af-8fec-089e45b0df45 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:38.966582 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:38.985646 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1ae7dc95-12b7-4c89-977c-836709e831f8 req-5ece71c4-6f22-47fc-9106-1c25a9a171d3 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384555 Apr 20 13:07:38.993210 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c8b32-56c1-44af-8fec-089e45b0df45 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de15e3fc-4978-4d16-a6f7-078253e583a1,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:39.032337 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port b491319f-a16e-4b71-a0cd-34891dc2ffb9, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=b491319f-a16e-4b71-a0cd-34891dc2ffb9,segment=NetworkSegment(fd661946-010d-4ee5-895f-ad1f462f035e),segment_id=fd661946-010d-4ee5-895f-ad1f462f035e)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:39.034435 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-867c8b32-56c1-44af-8fec-089e45b0df45 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:39.035420 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-867c8b32-56c1-44af-8fec-089e45b0df45 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3984587 Apr 20 13:07:39.038103 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35202) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:39.042719 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-a88abaae-cccc-41f3-b28b-c25944357941 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Request body: {'security_group_rule': {'security_group_id': 'b271a06e-2a81-43a1-98d4-61e6aca5d2f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:39.102291 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:39.167701 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=b491319f-a16e-4b71-a0cd-34891dc2ffb9,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:39.188737 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3224e8-4ff4-4683-a000-92fb37622a69 req-731c4960-78ea-4f82-aaa8-1c98d4ad59b3 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:39.190194 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5d3224e8-4ff4-4683-a000-92fb37622a69 req-731c4960-78ea-4f82-aaa8-1c98d4ad59b3 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 945 time: 0.0896175 Apr 20 13:07:39.200402 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35208) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:39.201823 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e4693-2100-4eb3-9daf-28de76942c72 req-ce3dce87-fec5-45a7-8f4e-474477c52d8d tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:39.203298 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1b9e4693-2100-4eb3-9daf-28de76942c72 req-ce3dce87-fec5-45a7-8f4e-474477c52d8d tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 946 time: 0.0702243 Apr 20 13:07:39.204228 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-5e1d8fdf-37c9-4270-ad00-d0b4e12bde5d tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Request body: {'floatingip': {'port_id': '7b13bc59-5400-414e-939f-28f09df4a6f9'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:39.216052 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a88abaae-cccc-41f3-b28b-c25944357941 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:39.250621 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5e1d8fdf-37c9-4270-ad00-d0b4e12bde5d tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks [] for floatingip, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:39.267903 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1b9e4693-2100-4eb3-9daf-28de76942c72 req-09bb3052-019b-4a5f-ae32-081c007bb638 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582082 Apr 20 13:07:39.301190 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a88abaae-cccc-41f3-b28b-c25944357941 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:39.387965 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a88abaae-cccc-41f3-b28b-c25944357941 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:39.397572 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35214) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:39.427163 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88abaae-cccc-41f3-b28b-c25944357941 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a36ec02-2911-495d-850c-6911d4d31c57,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:39.452018 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a41bb-578b-472b-969c-075fbb778eb2 req-30c7bd80-6ada-4159-bb5f-cb64a1a9a129 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:39.453718 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-826a41bb-578b-472b-969c-075fbb778eb2 req-30c7bd80-6ada-4159-bb5f-cb64a1a9a129 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cc8aa55-ab0e-47fd-9dab-bb00cf36599a HTTP/1.1" status: 200 len: 948 time: 0.0945053 Apr 20 13:07:39.505039 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a88abaae-cccc-41f3-b28b-c25944357941 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:39.506325 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a88abaae-cccc-41f3-b28b-c25944357941 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4672158 Apr 20 13:07:39.510398 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-826a41bb-578b-472b-969c-075fbb778eb2 req-3c2377dc-9b16-4028-a001-ffe3a990e69a tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed082636-8ea7-4f97-8053-156d46c3f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469532 Apr 20 13:07:39.510398 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35218) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:39.515139 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-f0d09677-b257-4f6b-b805-dababed7f6b7 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:39.566133 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-160022ad-ff6c-4444-bf0f-a3a0343d3753 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1758772103-network', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:39.625071 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f0d09677-b257-4f6b-b805-dababed7f6b7 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks [] for floatingip, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:39.675851 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160022ad-ff6c-4444-bf0f-a3a0343d3753 admin admin] Made reservation on behalf of ad4bf9f25ca54612b09fd2442e19f7e7 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:07:39.678316 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-160022ad-ff6c-4444-bf0f-a3a0343d3753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:39.717906 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-160022ad-ff6c-4444-bf0f-a3a0343d3753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:39.757142 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30dfd9-5538-44cf-81ab-d07ee58db67d req-f97bdcd2-59fc-4414-a4a1-17b44fad7811 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:39.762981 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30dfd9-5538-44cf-81ab-d07ee58db67d req-f97bdcd2-59fc-4414-a4a1-17b44fad7811 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:39.769429 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30dfd9-5538-44cf-81ab-d07ee58db67d req-f97bdcd2-59fc-4414-a4a1-17b44fad7811 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:39.771086 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8e30dfd9-5538-44cf-81ab-d07ee58db67d req-f97bdcd2-59fc-4414-a4a1-17b44fad7811 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9e9466b-e73f-4563-84d6-8c79d84ffc23 HTTP/1.1" status: 200 len: 2419 time: 0.1319935 Apr 20 13:07:39.772660 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5e1d8fdf-37c9-4270-ad00-d0b4e12bde5d tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:39.839853 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8e30dfd9-5538-44cf-81ab-d07ee58db67d req-ab27a19d-4e22-4d1f-9242-630545e83466 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/security-groups?id=44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577719 Apr 20 13:07:39.843374 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5e1d8fdf-37c9-4270-ad00-d0b4e12bde5d tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:39.903312 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-160022ad-ff6c-4444-bf0f-a3a0343d3753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:39.906510 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f0d09677-b257-4f6b-b805-dababed7f6b7 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:39.914211 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 5cea9c6d-a175-4c8d-ab22-5cff7289a3d9 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:07:39.965591 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-160022ad-ff6c-4444-bf0f-a3a0343d3753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:40.009457 n-d-836015-7 neutron-server[114870]: INFO neutron.db.l3_db [None req-5e1d8fdf-37c9-4270-ad00-d0b4e12bde5d tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Floating IP f2d2218d-d7c6-41f7-94f4-1b6b0be3e9e5 associated. External IP: 172.25.8.225, port: 7b13bc59-5400-414e-939f-28f09df4a6f9. Apr 20 13:07:40.025413 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-160022ad-ff6c-4444-bf0f-a3a0343d3753 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:07:40.063501 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 5cea9c6d-a175-4c8d-ab22-5cff7289a3d9, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=5cea9c6d-a175-4c8d-ab22-5cff7289a3d9,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:40.081753 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '5cea9c6d-a175-4c8d-ab22-5cff7289a3d9', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'port_id': '5cea9c6d-a175-4c8d-ab22-5cff7289a3d9', 'mac_address': 'fa:16:3e:d2:f5:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b1f82a-7732-4b50-ab22-2475f182a712', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:07:40.087056 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-160022ad-ff6c-4444-bf0f-a3a0343d3753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:40.092598 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-160022ad-ff6c-4444-bf0f-a3a0343d3753 admin admin] Added segment 3365e179-b408-4368-8008-105fabe837fd of type vlan for network 216be08c-a7d9-48bb-ac07-e1350f2b5dea Apr 20 13:07:40.100058 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160022ad-ff6c-4444-bf0f-a3a0343d3753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38bb95a-8774-4ed8-be64-0561899f7a7e,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:40.130001 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:40.148218 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab08d2-b605-4962-b293-0a5c25713aba req-f6a3fa8e-21ef-48c6-ab8f-703556f8b3b4 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:40.151549 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-17ab08d2-b605-4962-b293-0a5c25713aba req-f6a3fa8e-21ef-48c6-ab8f-703556f8b3b4 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c7b84c-f21f-49e0-ae91-8ded4de1f880 HTTP/1.1" status: 200 len: 946 time: 0.1873679 Apr 20 13:07:40.151693 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cea9c6d-a175-4c8d-ab22-5cff7289a3d9 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:07:40.162917 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-f0d09677-b257-4f6b-b805-dababed7f6b7 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Allocated IP 172.25.8.156 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/dd8afbd1-679a-4670-8f2d-f5188242b93d) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:07:40.175079 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-160022ad-ff6c-4444-bf0f-a3a0343d3753 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:40.176781 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 5cea9c6d-a175-4c8d-ab22-5cff7289a3d9, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=5cea9c6d-a175-4c8d-ab22-5cff7289a3d9,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:40.256502 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:40.270786 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-17ab08d2-b605-4962-b293-0a5c25713aba req-c5b7d756-a017-4f4d-ae4b-63044b171c57 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095037 Apr 20 13:07:40.326509 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9263234-c498-43d0-82ef-d3a2c18b24e4 req-56cc7eee-9e47-41c9-91c4-b0d1b95a97e6 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:40.328054 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b9263234-c498-43d0-82ef-d3a2c18b24e4 req-56cc7eee-9e47-41c9-91c4-b0d1b95a97e6 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.15 "GET /v2.0/ports?device_id=31c7b84c-f21f-49e0-ae91-8ded4de1f880 HTTP/1.1" status: 200 len: 946 time: 0.1392996 Apr 20 13:07:40.333354 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e1d8fdf-37c9-4270-ad00-d0b4e12bde5d tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Router 743ceca2-0b4a-4a6e-adc1-701ab4e69731 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:07:40.350190 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=5cea9c6d-a175-4c8d-ab22-5cff7289a3d9,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:40.350457 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-160022ad-ff6c-4444-bf0f-a3a0343d3753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:40.351407 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160022ad-ff6c-4444-bf0f-a3a0343d3753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:40.351985 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-160022ad-ff6c-4444-bf0f-a3a0343d3753 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:40.455048 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1d8fdf-37c9-4270-ad00-d0b4e12bde5d tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:07:40.459597 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5e1d8fdf-37c9-4270-ad00-d0b4e12bde5d tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:40.466852 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b79996-0ca5-4b02-9bc8-27933013289c None None] Sync routers for ids ['743ceca2-0b4a-4a6e-adc1-701ab4e69731'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:07:40.481778 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b79996-0ca5-4b02-9bc8-27933013289c None None] Routers {'743ceca2-0b4a-4a6e-adc1-701ab4e69731'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:07:40.483080 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-84b79996-0ca5-4b02-9bc8-27933013289c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:07:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['743ceca2-0b4a-4a6e-adc1-701ab4e69731'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:40.504005 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5e1d8fdf-37c9-4270-ad00-d0b4e12bde5d tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "PUT /v2.0/floatingips/f2d2218d-d7c6-41f7-94f4-1b6b0be3e9e5 HTTP/1.1" status: 200 len: 991 time: 1.3031793 Apr 20 13:07:40.504824 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac79ce14-eb0e-4fc6-878f-fb0634053479', 'tag': '7b13bc59-5400-414e-939f-28f09df4a6f9'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:40.507617 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574c0f54-9a3e-4ee0-8dba-e1368e437b41" -d '{"events": [{"name": "network-changed", "server_uuid": "ac79ce14-eb0e-4fc6-878f-fb0634053479", "tag": "7b13bc59-5400-414e-939f-28f09df4a6f9"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:40.548534 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5aa665-6e56-42f2-b0ba-13c7f63dfa64 x-openstack-request-id: req-bd5aa665-6e56-42f2-b0ba-13c7f63dfa64 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:40.549255 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac79ce14-eb0e-4fc6-878f-fb0634053479", "tag": "7b13bc59-5400-414e-939f-28f09df4a6f9", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:40.549612 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bd5aa665-6e56-42f2-b0ba-13c7f63dfa64 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:40.550130 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd5aa665-6e56-42f2-b0ba-13c7f63dfa64'] response: {'name': 'network-changed', 'server_uuid': 'ac79ce14-eb0e-4fc6-878f-fb0634053479', 'tag': '7b13bc59-5400-414e-939f-28f09df4a6f9', 'status': 'completed', 'code': 200} Apr 20 13:07:40.563977 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['5cea9c6d-a175-4c8d-ab22-5cff7289a3d9'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:07:40.610336 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-84b79996-0ca5-4b02-9bc8-27933013289c None None] Set router 743ceca2-0b4a-4a6e-adc1-701ab4e69731 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:07:40.652363 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c0f54-9a3e-4ee0-8dba-e1368e437b41 req-06859ea8-bb0a-4669-b65f-f289aafb9a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:40.654268 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-574c0f54-9a3e-4ee0-8dba-e1368e437b41 req-06859ea8-bb0a-4669-b65f-f289aafb9a10 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c6b1693032114a59884d6bf282ad5efe&device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 1096 time: 0.0684381 Apr 20 13:07:40.661325 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e9466b-e73f-4563-84d6-8c79d84ffc23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b491319f-a16e-4b71-a0cd-34891dc2ffb9'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:40.664417 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9208eeed-54f9-480d-a0be-9b09eacb1eb9" -d '{"events": [{"server_uuid": "e9e9466b-e73f-4563-84d6-8c79d84ffc23", "name": "network-vif-plugged", "status": "completed", "tag": "b491319f-a16e-4b71-a0cd-34891dc2ffb9"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:40.778208 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c0f54-9a3e-4ee0-8dba-e1368e437b41 req-151336f7-9ea8-4443-a6d8-8c57a76c2561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:40.782624 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-574c0f54-9a3e-4ee0-8dba-e1368e437b41 req-151336f7-9ea8-4443-a6d8-8c57a76c2561 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5f8d1d6d-7980-40b6-a3d5-202cd4161f9d HTTP/1.1" status: 200 len: 918 time: 0.1210413 Apr 20 13:07:40.876628 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-574c0f54-9a3e-4ee0-8dba-e1368e437b41 req-1910cfa7-977a-462a-b908-bd57c0b6ace1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b13bc59-5400-414e-939f-28f09df4a6f9 HTTP/1.1" status: 200 len: 999 time: 0.0873299 Apr 20 13:07:40.881061 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160022ad-ff6c-4444-bf0f-a3a0343d3753 admin admin] Pushing event updated for resources: {'Network': ['ID=216be08c-a7d9-48bb-ac07-e1350f2b5dea,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:40.892959 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 216be08c-a7d9-48bb-ac07-e1350f2b5dea details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:07:40.898847 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-84b79996-0ca5-4b02-9bc8-27933013289c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'name': 'tempest-AttachVolumeShelveTestJSON-1796423913-router', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'e0156b26-b064-4225-8417-ea8cce1a54ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:35Z', 'updated_at': '2022-04-20T13:06:50Z', 'revision_number': 4, 'project_id': 'c6b1693032114a59884d6bf282ad5efe', 'gw_port': {'id': 'e0156b26-b064-4225-8417-ea8cce1a54ab', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:38Z', 'updated_at': '2022-04-20T13:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'f2d2218d-d7c6-41f7-94f4-1b6b0be3e9e5', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'floating_ip_address': '172.25.8.225', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'port_id': '7b13bc59-5400-414e-939f-28f09df4a6f9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d', 'mac_address': 'fa:16:3e:57:eb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac79ce14-eb0e-4fc6-878f-fb0634053479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:07:06Z', 'updated_at': '2022-04-20T13:07:39Z', 'revision_number': 1, 'project_id': 'c6b1693032114a59884d6bf282ad5efe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc0a48e-f464-444f-96b9-d70e47d4e667', 'name': '', 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'mac_address': 'fa:16:3e:99:2d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '50283e41-42f7-46ab-979a-b196312e8e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:46Z', 'updated_at': '2022-04-20T13:07:11Z', 'revision_number': 5, 'project_id': 'c6b1693032114a59884d6bf282ad5efe', 'subnets': [{'id': '50283e41-42f7-46ab-979a-b196312e8e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:40.925734 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f0d09677-b257-4f6b-b805-dababed7f6b7 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:40.942596 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b79996-0ca5-4b02-9bc8-27933013289c None None] Checking router: 743ceca2-0b4a-4a6e-adc1-701ab4e69731 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:07:40.948219 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c0f54-9a3e-4ee0-8dba-e1368e437b41 req-86b32f11-52f8-4ce7-b132-5816b6da1ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:40.950598 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-574c0f54-9a3e-4ee0-8dba-e1368e437b41 req-86b32f11-52f8-4ce7-b132-5816b6da1ed0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=50283e41-42f7-46ab-979a-b196312e8e7f HTTP/1.1" status: 200 len: 856 time: 0.0678315 Apr 20 13:07:40.955802 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b79996-0ca5-4b02-9bc8-27933013289c None None] Routers {'743ceca2-0b4a-4a6e-adc1-701ab4e69731'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:07:40.956720 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-84b79996-0ca5-4b02-9bc8-27933013289c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:07:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['743ceca2-0b4a-4a6e-adc1-701ab4e69731'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:40.976928 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-160022ad-ff6c-4444-bf0f-a3a0343d3753 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5643001 Apr 20 13:07:41.003729 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35238) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:41.024089 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-4fa693dc-5b8c-491a-8e28-32f74e284de7 admin admin] Request body: {'subnet': {'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758772103-subnet', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:41.028653 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f0d09677-b257-4f6b-b805-dababed7f6b7 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:41.059231 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c0f54-9a3e-4ee0-8dba-e1368e437b41 req-2c7389fc-02da-49af-a5d3-1b1755f35ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:41.060834 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-574c0f54-9a3e-4ee0-8dba-e1368e437b41 req-2c7389fc-02da-49af-a5d3-1b1755f35ff3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5f8d1d6d-7980-40b6-a3d5-202cd4161f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1020601 Apr 20 13:07:41.098518 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-84b79996-0ca5-4b02-9bc8-27933013289c None None] Set router 743ceca2-0b4a-4a6e-adc1-701ab4e69731 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:07:41.114674 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d09677-b257-4f6b-b805-dababed7f6b7 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Pushing event updated for resources: {'Port': ['ID=dd8afbd1-679a-4670-8f2d-f5188242b93d,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:41.132907 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90eee2-ded8-4ffa-9b4f-32b7ff621f72 req-2e01b5c1-5512-4e87-84ff-9bb29d4616b5 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:41.138731 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa693dc-5b8c-491a-8e28-32f74e284de7 admin admin] Made reservation on behalf of ad4bf9f25ca54612b09fd2442e19f7e7 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:07:41.139560 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7a90eee2-ded8-4ffa-9b4f-32b7ff621f72 req-2e01b5c1-5512-4e87-84ff-9bb29d4616b5 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 946 time: 0.3706470 Apr 20 13:07:41.141528 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4fa693dc-5b8c-491a-8e28-32f74e284de7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:41.159988 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d09677-b257-4f6b-b805-dababed7f6b7 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:07:41.171859 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-f0d09677-b257-4f6b-b805-dababed7f6b7 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:07:41.195269 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b547a0e-12e3-4917-8b61-b6ee306d97b8 req-cfc76e8a-58fa-42dd-a69a-ad79fc0e4cfb tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:41.204211 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0b547a0e-12e3-4917-8b61-b6ee306d97b8 req-cfc76e8a-58fa-42dd-a69a-ad79fc0e4cfb tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cc8aa55-ab0e-47fd-9dab-bb00cf36599a HTTP/1.1" status: 200 len: 949 time: 0.4364738 Apr 20 13:07:41.207554 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d09677-b257-4f6b-b805-dababed7f6b7 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:07:41.259667 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-574c0f54-9a3e-4ee0-8dba-e1368e437b41 req-b16b1a9e-e1c5-4385-ad42-d2497562257f service neutron] 10.222.0.15 "GET /v2.0/networks/5f8d1d6d-7980-40b6-a3d5-202cd4161f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915135 Apr 20 13:07:41.304410 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7a90eee2-ded8-4ffa-9b4f-32b7ff621f72 req-48256805-f79b-49fd-8b2e-30f11fb153c3 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639059 Apr 20 13:07:41.336824 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-b9263234-c498-43d0-82ef-d3a2c18b24e4 req-a3cee7f0-9855-44a8-af91-de16895371fd tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Deleting port 9fce764e-f0e5-44ae-bfc4-914b3fe6df65 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:07:41.337439 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b9263234-c498-43d0-82ef-d3a2c18b24e4 req-a3cee7f0-9855-44a8-af91-de16895371fd tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:41.370790 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9149613-60f8-4ed6-956d-6e128c92ed2a x-openstack-request-id: req-b9149613-60f8-4ed6-956d-6e128c92ed2a {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:41.371497 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e9466b-e73f-4563-84d6-8c79d84ffc23", "name": "network-vif-plugged", "status": "completed", "tag": "b491319f-a16e-4b71-a0cd-34891dc2ffb9", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:41.371497 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b9149613-60f8-4ed6-956d-6e128c92ed2a {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:41.371874 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9149613-60f8-4ed6-956d-6e128c92ed2a'] response: {'server_uuid': 'e9e9466b-e73f-4563-84d6-8c79d84ffc23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b491319f-a16e-4b71-a0cd-34891dc2ffb9', 'code': 200} Apr 20 13:07:41.441297 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-574c0f54-9a3e-4ee0-8dba-e1368e437b41 req-2d79dcaf-d384-4591-8d4d-6488065c1af7 service neutron] 10.222.0.15 "GET /v2.0/networks/5f8d1d6d-7980-40b6-a3d5-202cd4161f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731710 Apr 20 13:07:41.445740 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-84b79996-0ca5-4b02-9bc8-27933013289c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'name': 'tempest-AttachVolumeShelveTestJSON-1796423913-router', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'e0156b26-b064-4225-8417-ea8cce1a54ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:35Z', 'updated_at': '2022-04-20T13:06:50Z', 'revision_number': 4, 'project_id': 'c6b1693032114a59884d6bf282ad5efe', 'gw_port': {'id': 'e0156b26-b064-4225-8417-ea8cce1a54ab', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:38Z', 'updated_at': '2022-04-20T13:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'f2d2218d-d7c6-41f7-94f4-1b6b0be3e9e5', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'floating_ip_address': '172.25.8.225', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'port_id': '7b13bc59-5400-414e-939f-28f09df4a6f9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d', 'mac_address': 'fa:16:3e:57:eb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac79ce14-eb0e-4fc6-878f-fb0634053479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:07:06Z', 'updated_at': '2022-04-20T13:07:39Z', 'revision_number': 1, 'project_id': 'c6b1693032114a59884d6bf282ad5efe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc0a48e-f464-444f-96b9-d70e47d4e667', 'name': '', 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'mac_address': 'fa:16:3e:99:2d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '50283e41-42f7-46ab-979a-b196312e8e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:46Z', 'updated_at': '2022-04-20T13:07:11Z', 'revision_number': 5, 'project_id': 'c6b1693032114a59884d6bf282ad5efe', 'subnets': [{'id': '50283e41-42f7-46ab-979a-b196312e8e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:41.458243 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0b547a0e-12e3-4917-8b61-b6ee306d97b8 req-53250be4-f80c-4a21-b91a-4b23320be91a tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed082636-8ea7-4f97-8053-156d46c3f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527380 Apr 20 13:07:41.511318 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbadee0-55a5-4b52-8e68-1a1a61daf82d req-a68b2044-d2fc-4724-b5c7-5a658c61ef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:41.512031 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbadee0-55a5-4b52-8e68-1a1a61daf82d req-a68b2044-d2fc-4724-b5c7-5a658c61ef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:41.512820 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbadee0-55a5-4b52-8e68-1a1a61daf82d req-a68b2044-d2fc-4724-b5c7-5a658c61ef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:41.515282 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2bbadee0-55a5-4b52-8e68-1a1a61daf82d req-a68b2044-d2fc-4724-b5c7-5a658c61ef59 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e9e9466b-e73f-4563-84d6-8c79d84ffc23 HTTP/1.1" status: 200 len: 2872 time: 0.0730467 Apr 20 13:07:41.518180 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b79996-0ca5-4b02-9bc8-27933013289c None None] The sync data for ids ['743ceca2-0b4a-4a6e-adc1-701ab4e69731'] in n-d-836015-7 is: [{'id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'name': 'tempest-AttachVolumeShelveTestJSON-1796423913-router', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'e0156b26-b064-4225-8417-ea8cce1a54ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:35Z', 'updated_at': '2022-04-20T13:06:50Z', 'revision_number': 4, 'project_id': 'c6b1693032114a59884d6bf282ad5efe', 'gw_port': {'id': 'e0156b26-b064-4225-8417-ea8cce1a54ab', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:38Z', 'updated_at': '2022-04-20T13:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'f2d2218d-d7c6-41f7-94f4-1b6b0be3e9e5', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'floating_ip_address': '172.25.8.225', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'port_id': '7b13bc59-5400-414e-939f-28f09df4a6f9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d', 'mac_address': 'fa:16:3e:57:eb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac79ce14-eb0e-4fc6-878f-fb0634053479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:07:06Z', 'updated_at': '2022-04-20T13:07:39Z', 'revision_number': 1, 'project_id': 'c6b1693032114a59884d6bf282ad5efe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc0a48e-f464-444f-96b9-d70e47d4e667', 'name': '', 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'mac_address': 'fa:16:3e:99:2d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '50283e41-42f7-46ab-979a-b196312e8e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:46Z', 'updated_at': '2022-04-20T13:07:11Z', 'revision_number': 5, 'project_id': 'c6b1693032114a59884d6bf282ad5efe', 'subnets': [{'id': '50283e41-42f7-46ab-979a-b196312e8e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:07:41.574955 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2bbadee0-55a5-4b52-8e68-1a1a61daf82d req-c952b8e0-6c24-49b0-844f-5694fdd78eef service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505161 Apr 20 13:07:41.588920 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4fa693dc-5b8c-491a-8e28-32f74e284de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:41.594275 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f0d09677-b257-4f6b-b805-dababed7f6b7 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:41.646946 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ec0d0-80d4-4fa1-9f06-8d32042e38c3 req-2d9bc62c-c47e-45c5-9445-29ff0b1ebcd1 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:41.652881 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ec0d0-80d4-4fa1-9f06-8d32042e38c3 req-2d9bc62c-c47e-45c5-9445-29ff0b1ebcd1 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:41.658943 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ec0d0-80d4-4fa1-9f06-8d32042e38c3 req-2d9bc62c-c47e-45c5-9445-29ff0b1ebcd1 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:41.660669 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-171ec0d0-80d4-4fa1-9f06-8d32042e38c3 req-2d9bc62c-c47e-45c5-9445-29ff0b1ebcd1 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9e9466b-e73f-4563-84d6-8c79d84ffc23 HTTP/1.1" status: 200 len: 2419 time: 0.2299957 Apr 20 13:07:41.672841 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa693dc-5b8c-491a-8e28-32f74e284de7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b77211f-3453-4701-925b-fc2afaf87461,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:41.678962 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa693dc-5b8c-491a-8e28-32f74e284de7 admin admin] Checking segment: {'id': '3365e179-b408-4368-8008-105fabe837fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:07:41.679318 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa693dc-5b8c-491a-8e28-32f74e284de7 admin admin] Network hostable DHCP agents. Network: 216be08c-a7d9-48bb-ac07-e1350f2b5dea, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:07:41.691323 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-b9263234-c498-43d0-82ef-d3a2c18b24e4 req-a3cee7f0-9855-44a8-af91-de16895371fd tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] For port 9fce764e-f0e5-44ae-bfc4-914b3fe6df65, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=9fce764e-f0e5-44ae-bfc4-914b3fe6df65,segment=NetworkSegment(b8a45d7f-8d03-42e0-b39a-371992aad9ff),segment_id=b8a45d7f-8d03-42e0-b39a-371992aad9ff)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:41.691726 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b9263234-c498-43d0-82ef-d3a2c18b24e4 req-a3cee7f0-9855-44a8-af91-de16895371fd tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:41.741092 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-b9263234-c498-43d0-82ef-d3a2c18b24e4 req-a3cee7f0-9855-44a8-af91-de16895371fd tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Calling delete_port for 9fce764e-f0e5-44ae-bfc4-914b3fe6df65 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:07:41.759520 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa693dc-5b8c-491a-8e28-32f74e284de7 admin admin] Network 216be08c-a7d9-48bb-ac07-e1350f2b5dea is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:07:41.766095 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3ed35-3e11-4954-84ac-d96014c33159 req-261a5106-939a-4930-8b26-5a5f8079d75b tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:41.767671 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6fa3ed35-3e11-4954-84ac-d96014c33159 req-261a5106-939a-4930-8b26-5a5f8079d75b tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c7b84c-f21f-49e0-ae91-8ded4de1f880 HTTP/1.1" status: 200 len: 946 time: 0.1885016 Apr 20 13:07:41.777189 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f0d09677-b257-4f6b-b805-dababed7f6b7 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:41.787137 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-171ec0d0-80d4-4fa1-9f06-8d32042e38c3 req-0fc45f98-962c-4761-b0b3-46c5bd4da3f7 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/security-groups?id=44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168900 Apr 20 13:07:41.833207 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-4fa693dc-5b8c-491a-8e28-32f74e284de7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 216be08c-a7d9-48bb-ac07-e1350f2b5dea) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:07:41.841147 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa693dc-5b8c-491a-8e28-32f74e284de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:41.841873 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4fa693dc-5b8c-491a-8e28-32f74e284de7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:41.849097 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e10d860-dafa-47c3-93e5-6052d0c4af54 None None] Network 216be08c-a7d9-48bb-ac07-e1350f2b5dea requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:07:41.926438 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6fa3ed35-3e11-4954-84ac-d96014c33159 req-9c686dda-6c7e-45f7-aec1-cb7f4a9bce35 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/security-groups?id=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442997 Apr 20 13:07:41.927156 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4fa693dc-5b8c-491a-8e28-32f74e284de7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9207828 Apr 20 13:07:41.928066 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35244) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:41.933387 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-1cb97e83-90da-41fc-958e-8b83dbd04288 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1758772103-router', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:41.962288 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 5cea9c6d-a175-4c8d-ab22-5cff7289a3d9 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:42.093033 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f0d09677-b257-4f6b-b805-dababed7f6b7 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:42.114790 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dd5731-686f-4c53-802e-d44fc5424db3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-216be08c-a7d9-48bb-ac07-e1350f2b5dea', 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'fixed_ips': [{'subnet_id': '0b77211f-3453-4701-925b-fc2afaf87461'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:07:42.115730 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a5dd5731-686f-4c53-802e-d44fc5424db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:42.290509 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-a5dd5731-686f-4c53-802e-d44fc5424db3 None None] Allocated IP 172.20.0.2 (216be08c-a7d9-48bb-ac07-e1350f2b5dea/0b77211f-3453-4701-925b-fc2afaf87461/ee99b4d8-38d7-4976-bdbd-a01192f50f3f) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:07:42.465205 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a0ce0-ee41-40b4-b579-11390294b562 req-89a24b46-e0e7-46e2-a842-d19d3dccdb69 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:42.467735 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-839a0ce0-ee41-40b4-b579-11390294b562 req-89a24b46-e0e7-46e2-a842-d19d3dccdb69 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 946 time: 0.0832071 Apr 20 13:07:42.484591 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a5dd5731-686f-4c53-802e-d44fc5424db3 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:42.541958 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-839a0ce0-ee41-40b4-b579-11390294b562 req-7881f3fb-5c6f-4984-8295-d656eb074873 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679975 Apr 20 13:07:42.594464 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c56686-337e-44a0-96fa-2cf6b7988b85 None None] New status for floating IP f2d2218d-d7c6-41f7-94f4-1b6b0be3e9e5: ACTIVE {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:07:42.604664 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0848a507-42da-4784-b282-77ab51597e07 req-11edb1f0-0fc4-4155-a09e-97569f1785b7 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:42.607699 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0848a507-42da-4784-b282-77ab51597e07 req-11edb1f0-0fc4-4155-a09e-97569f1785b7 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cc8aa55-ab0e-47fd-9dab-bb00cf36599a HTTP/1.1" status: 200 len: 949 time: 0.0546963 Apr 20 13:07:42.656132 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0848a507-42da-4784-b282-77ab51597e07 req-7c8dacb4-d8be-4197-b1b7-4504232a64ef tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed082636-8ea7-4f97-8053-156d46c3f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383132 Apr 20 13:07:42.890644 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1cb97e83-90da-41fc-958e-8b83dbd04288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:42.892451 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1cb97e83-90da-41fc-958e-8b83dbd04288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:42.909661 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 5cea9c6d-a175-4c8d-ab22-5cff7289a3d9 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:07:42.920041 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1c700-a1b7-4173-85ec-0945a64038c2 req-86e4ccc6-c2ce-4f6d-acf0-fe61a9028f83 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:42.920190 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:42.921128 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:42.922252 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a5dd5731-686f-4c53-802e-d44fc5424db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:42.926527 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1c700-a1b7-4173-85ec-0945a64038c2 req-86e4ccc6-c2ce-4f6d-acf0-fe61a9028f83 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:42.932802 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1c700-a1b7-4173-85ec-0945a64038c2 req-86e4ccc6-c2ce-4f6d-acf0-fe61a9028f83 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:42.935850 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c7e1c700-a1b7-4173-85ec-0945a64038c2 req-86e4ccc6-c2ce-4f6d-acf0-fe61a9028f83 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9e9466b-e73f-4563-84d6-8c79d84ffc23 HTTP/1.1" status: 200 len: 2419 time: 0.0771017 Apr 20 13:07:42.954257 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 5cea9c6d-a175-4c8d-ab22-5cff7289a3d9 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:42.955909 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:42.988952 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f0d09677-b257-4f6b-b805-dababed7f6b7 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:43.009368 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dd5731-686f-4c53-802e-d44fc5424db3 None None] Network 216be08c-a7d9-48bb-ac07-e1350f2b5dea is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:07:43.018266 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-a5dd5731-686f-4c53-802e-d44fc5424db3 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:07:43.024104 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dd5731-686f-4c53-802e-d44fc5424db3 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:07:43.029819 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd5731-686f-4c53-802e-d44fc5424db3 None None] Pushing event updated for resources: {'Port': ['ID=ee99b4d8-38d7-4976-bdbd-a01192f50f3f,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:43.073586 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b9263234-c498-43d0-82ef-d3a2c18b24e4 req-a3cee7f0-9855-44a8-af91-de16895371fd tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:43.118204 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1cb97e83-90da-41fc-958e-8b83dbd04288 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:43.121119 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d09677-b257-4f6b-b805-dababed7f6b7 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Pushing event updated for resources: {'Port': ['ID=dd8afbd1-679a-4670-8f2d-f5188242b93d,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:43.131276 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-a5dd5731-686f-4c53-802e-d44fc5424db3 None None] Attempting to bind port ee99b4d8-38d7-4976-bdbd-a01192f50f3f on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:07:43.131690 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-a5dd5731-686f-4c53-802e-d44fc5424db3 None None] Attempting to bind port ee99b4d8-38d7-4976-bdbd-a01192f50f3f by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '3365e179-b408-4368-8008-105fabe837fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:07:43.132065 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dd5731-686f-4c53-802e-d44fc5424db3 None None] Attempting to bind port ee99b4d8-38d7-4976-bdbd-a01192f50f3f on network 216be08c-a7d9-48bb-ac07-e1350f2b5dea {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:07:43.138770 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:43.142387 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dd5731-686f-4c53-802e-d44fc5424db3 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:07:43.142763 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dd5731-686f-4c53-802e-d44fc5424db3 None None] Checking segment: {'id': '3365e179-b408-4368-8008-105fabe837fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:07:43.147222 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a5dd5731-686f-4c53-802e-d44fc5424db3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:43.147222 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dd5731-686f-4c53-802e-d44fc5424db3 None None] Bound using segment: {'id': '3365e179-b408-4368-8008-105fabe837fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:07:43.147222 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-a5dd5731-686f-4c53-802e-d44fc5424db3 None None] Bound port: ee99b4d8-38d7-4976-bdbd-a01192f50f3f, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3365e179-b408-4368-8008-105fabe837fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:07:43.147222 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a5dd5731-686f-4c53-802e-d44fc5424db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:43.164464 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-59af6a0d-96a3-44b2-bcd1-1305a478785a req-1db03b21-7675-4e71-8824-db3f7f08643d tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c7b84c-f21f-49e0-ae91-8ded4de1f880 HTTP/1.1" status: 200 len: 210 time: 0.0908556 Apr 20 13:07:43.183677 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c7e1c700-a1b7-4173-85ec-0945a64038c2 req-79b7c9ca-e5eb-4402-9564-d95c3786e65c tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/security-groups?id=44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939528 Apr 20 13:07:43.221250 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cee7f0-9855-44a8-af91-de16895371fd tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Pushing event deleted for resources: {'Port': ['ID=9fce764e-f0e5-44ae-bfc4-914b3fe6df65,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:43.250308 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f0d09677-b257-4f6b-b805-dababed7f6b7 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:43.266846 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-a5dd5731-686f-4c53-802e-d44fc5424db3 None None] For port ee99b4d8-38d7-4976-bdbd-a01192f50f3f, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:07:43.272861 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9263234-c498-43d0-82ef-d3a2c18b24e4 req-a3cee7f0-9855-44a8-af91-de16895371fd tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] No DVR routers for this DVR port 9fce764e-f0e5-44ae-bfc4-914b3fe6df65 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:07:43.277703 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b9263234-c498-43d0-82ef-d3a2c18b24e4 req-a3cee7f0-9855-44a8-af91-de16895371fd tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:43.281208 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b9263234-c498-43d0-82ef-d3a2c18b24e4 req-a3cee7f0-9855-44a8-af91-de16895371fd tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.15 "DELETE /v2.0/ports/9fce764e-f0e5-44ae-bfc4-914b3fe6df65 HTTP/1.1" status: 204 len: 173 time: 2.9419332 Apr 20 13:07:43.282161 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c7b84c-f21f-49e0-ae91-8ded4de1f880', 'name': 'network-vif-deleted', 'tag': '9fce764e-f0e5-44ae-bfc4-914b3fe6df65'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:43.282901 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-a5dd5731-686f-4c53-802e-d44fc5424db3 None None] For port ee99b4d8-38d7-4976-bdbd-a01192f50f3f, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ee99b4d8-38d7-4976-bdbd-a01192f50f3f,segment=NetworkSegment(3365e179-b408-4368-8008-105fabe837fd),segment_id=3365e179-b408-4368-8008-105fabe837fd)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:07:43.284556 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0a7e8d-3091-4b5a-b43d-b2360e201e8c" -d '{"events": [{"server_uuid": "31c7b84c-f21f-49e0-ae91-8ded4de1f880", "name": "network-vif-deleted", "tag": "9fce764e-f0e5-44ae-bfc4-914b3fe6df65"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:43.319477 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 5cea9c6d-a175-4c8d-ab22-5cff7289a3d9, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=5cea9c6d-a175-4c8d-ab22-5cff7289a3d9,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:43.325551 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a5dd5731-686f-4c53-802e-d44fc5424db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:43.336399 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c065d2-ee4f-449c-9960-509cc4723fda x-openstack-request-id: req-31c065d2-ee4f-449c-9960-509cc4723fda {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:43.336665 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c7b84c-f21f-49e0-ae91-8ded4de1f880", "name": "network-vif-deleted", "tag": "9fce764e-f0e5-44ae-bfc4-914b3fe6df65", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:43.336913 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-31c065d2-ee4f-449c-9960-509cc4723fda {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:43.337319 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31c065d2-ee4f-449c-9960-509cc4723fda'] response: {'server_uuid': '31c7b84c-f21f-49e0-ae91-8ded4de1f880', 'name': 'network-vif-deleted', 'tag': '9fce764e-f0e5-44ae-bfc4-914b3fe6df65', 'status': 'completed', 'code': 200} Apr 20 13:07:43.345335 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f0d09677-b257-4f6b-b805-dababed7f6b7 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:43.361478 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f0d09677-b257-4f6b-b805-dababed7f6b7 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8359077 Apr 20 13:07:43.381213 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc8aa55-ab0e-47fd-9dab-bb00cf36599a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cea9c6d-a175-4c8d-ab22-5cff7289a3d9'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:43.383721 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d9990c-a741-4173-8605-103c067789f8" -d '{"events": [{"server_uuid": "0cc8aa55-ab0e-47fd-9dab-bb00cf36599a", "name": "network-vif-plugged", "status": "completed", "tag": "5cea9c6d-a175-4c8d-ab22-5cff7289a3d9"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:43.415023 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd5731-686f-4c53-802e-d44fc5424db3 None None] Pushing event updated for resources: {'Port': ['ID=ee99b4d8-38d7-4976-bdbd-a01192f50f3f,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:43.423757 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1cb97e83-90da-41fc-958e-8b83dbd04288 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:43.428970 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:43.429945 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 9fce764e-f0e5-44ae-bfc4-914b3fe6df65 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:07:43.485008 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75c03e8-6d8d-46be-8c9b-c1f5f13cc50e x-openstack-request-id: req-e75c03e8-6d8d-46be-8c9b-c1f5f13cc50e {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:43.485799 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc8aa55-ab0e-47fd-9dab-bb00cf36599a", "name": "network-vif-plugged", "status": "completed", "tag": "5cea9c6d-a175-4c8d-ab22-5cff7289a3d9", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:43.486036 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e75c03e8-6d8d-46be-8c9b-c1f5f13cc50e {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:43.486421 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e75c03e8-6d8d-46be-8c9b-c1f5f13cc50e'] response: {'server_uuid': '0cc8aa55-ab0e-47fd-9dab-bb00cf36599a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cea9c6d-a175-4c8d-ab22-5cff7289a3d9', 'code': 200} Apr 20 13:07:43.490250 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 9fce764e-f0e5-44ae-bfc4-914b3fe6df65 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:07:43.490535 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 9fce764e-f0e5-44ae-bfc4-914b3fe6df65 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:07:43.536795 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=5cea9c6d-a175-4c8d-ab22-5cff7289a3d9,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:43.770841 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c3cd4-0a55-4a28-9a2c-35ee713bb990 req-7f6dbf92-08c3-49aa-9197-789ad0d70035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:43.772393 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1a8c3cd4-0a55-4a28-9a2c-35ee713bb990 req-7f6dbf92-08c3-49aa-9197-789ad0d70035 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0cc8aa55-ab0e-47fd-9dab-bb00cf36599a HTTP/1.1" status: 200 len: 1101 time: 0.1892364 Apr 20 13:07:43.798675 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-c871fba2-30ce-449f-999f-dc2a39d62a66 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--370817474&fields=id&tenant_id=5570a05404ce4451b330b205b802e490 HTTP/1.1" status: 200 len: 267 time: 0.1191087 Apr 20 13:07:43.854025 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1cb97e83-90da-41fc-958e-8b83dbd04288 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:43.878069 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1cb97e83-90da-41fc-958e-8b83dbd04288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:43.897430 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82517830-894d-48d8-90f3-f09263936d57 req-51c377c4-33d0-48d9-a44f-22207e2474a5 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:43.899319 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-82517830-894d-48d8-90f3-f09263936d57 req-51c377c4-33d0-48d9-a44f-22207e2474a5 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 946 time: 0.1635902 Apr 20 13:07:43.942112 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1a8c3cd4-0a55-4a28-9a2c-35ee713bb990 req-3b118797-051b-4863-b4b7-b78a73af495e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ed082636-8ea7-4f97-8053-156d46c3f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568570 Apr 20 13:07:43.974566 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-82517830-894d-48d8-90f3-f09263936d57 req-4353efbd-b5f6-4e51-8207-2a27c8d9e879 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670533 Apr 20 13:07:43.997958 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-1cb97e83-90da-41fc-958e-8b83dbd04288 admin admin] Allocated IP 172.25.8.248 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/ebbcba4a-4e51-4a53-b480-2042359c1c51) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:07:44.013405 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-670166fa-b639-41fc-8a05-65990c9e64b6 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:44.020509 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-670166fa-b639-41fc-8a05-65990c9e64b6 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/networks?id=33d36c62-f48b-427f-896c-83ee0a24e548 HTTP/1.1" status: 200 len: 815 time: 0.2084577 Apr 20 13:07:44.031084 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-2982f45e-9add-45f5-acd4-62b79939bbcf tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/quotas/5570a05404ce4451b330b205b802e490 HTTP/1.1" status: 200 len: 375 time: 0.0097046 Apr 20 13:07:44.121025 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1cb97e83-90da-41fc-958e-8b83dbd04288 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:44.128377 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-26402fae-7765-4665-b362-e0a2c072b990 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5570a05404ce4451b330b205b802e490&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0906022 Apr 20 13:07:44.143650 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af23df2-2417-43f8-b1a8-555ea7941808 req-26727291-0724-4181-b6fb-1b365c606b70 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:44.145658 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5af23df2-2417-43f8-b1a8-555ea7941808 req-26727291-0724-4181-b6fb-1b365c606b70 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cc8aa55-ab0e-47fd-9dab-bb00cf36599a HTTP/1.1" status: 200 len: 950 time: 0.0728641 Apr 20 13:07:44.217711 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1cb97e83-90da-41fc-958e-8b83dbd04288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:44.236881 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5af23df2-2417-43f8-b1a8-555ea7941808 req-92b14d97-9631-437c-b448-89b266cffdb1 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed082636-8ea7-4f97-8053-156d46c3f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812693 Apr 20 13:07:44.267517 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-63844cca-d8e5-4646-93c9-e80b1de175b5 service neutron] 10.222.0.25 "GET /v2.0/networks/33d36c62-f48b-427f-896c-83ee0a24e548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179688 Apr 20 13:07:44.290820 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb97e83-90da-41fc-958e-8b83dbd04288 admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:07:44.293759 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-1cb97e83-90da-41fc-958e-8b83dbd04288 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:07:44.312572 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb97e83-90da-41fc-958e-8b83dbd04288 admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:07:44.365947 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb97e83-90da-41fc-958e-8b83dbd04288 admin admin] Pushing event updated for resources: {'Port': ['ID=ebbcba4a-4e51-4a53-b480-2042359c1c51,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:44.432235 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dba9d15b-e046-43f5-9449-700f64999d49 req-a385c112-b1bd-4420-8738-520d2a79c975 tempest-ServerDiskConfigTestJSON-123448589 tempest-ServerDiskConfigTestJSON-123448589-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c7b84c-f21f-49e0-ae91-8ded4de1f880 HTTP/1.1" status: 200 len: 210 time: 0.0416963 Apr 20 13:07:44.439264 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-51f02e74-1a3d-4ca1-8fa4-4f5b9a44e194 service neutron] 10.222.0.25 "GET /v2.0/networks/33d36c62-f48b-427f-896c-83ee0a24e548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505291 Apr 20 13:07:44.592932 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59f3ff-47a1-4c8b-b218-51eb31973c33 req-994abd88-6853-4732-a822-98324ca63ef9 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:44.599171 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59f3ff-47a1-4c8b-b218-51eb31973c33 req-994abd88-6853-4732-a822-98324ca63ef9 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:44.605813 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59f3ff-47a1-4c8b-b218-51eb31973c33 req-994abd88-6853-4732-a822-98324ca63ef9 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:44.613611 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9b59f3ff-47a1-4c8b-b218-51eb31973c33 req-994abd88-6853-4732-a822-98324ca63ef9 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9e9466b-e73f-4563-84d6-8c79d84ffc23 HTTP/1.1" status: 200 len: 2419 time: 0.0927889 Apr 20 13:07:44.654951 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9b59f3ff-47a1-4c8b-b218-51eb31973c33 req-90eb7aca-39d1-4026-998c-1ed933d153d9 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/security-groups?id=44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402286 Apr 20 13:07:44.857947 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4619b5b-7aa4-48a1-9321-52f5810ac063 None None] Network 216be08c-a7d9-48bb-ac07-e1350f2b5dea requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:07:44.878219 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1cb97e83-90da-41fc-958e-8b83dbd04288 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:44.886277 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d608af1-974f-467d-9fbc-396e4e471be6 req-b97e8ed3-41ac-4f9f-a908-4f38a8fd3f10 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/ports?device_id=51254915-cb38-4cf8-b558-ab8072a02f7a HTTP/1.1" status: 200 len: 210 time: 0.0925727 Apr 20 13:07:45.142132 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ee99b4d8-38d7-4976-bdbd-a01192f50f3f up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:45.144147 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-b879e4ec-995f-4c35-a856-ee80238cd3d3 None None] Provisioning complete for port ee99b4d8-38d7-4976-bdbd-a01192f50f3f triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:45.144529 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b879e4ec-995f-4c35-a856-ee80238cd3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:45.155654 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f4370-308b-420a-9dc6-d4d151d7845d req-41acc126-2103-4d8c-ab45-0a4f4440305e tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:45.157529 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f30f4370-308b-420a-9dc6-d4d151d7845d req-41acc126-2103-4d8c-ab45-0a4f4440305e tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 946 time: 0.0748038 Apr 20 13:07:45.219753 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f30f4370-308b-420a-9dc6-d4d151d7845d req-d967fef8-fe22-44be-9d2c-5f4fb3d5beca tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550015 Apr 20 13:07:45.372812 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port ee99b4d8-38d7-4976-bdbd-a01192f50f3f triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:45.373564 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:45.436262 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1b140-1966-44a9-bbe0-9965a0ea94e7 req-53ac85f2-31dd-412b-99dc-2aad1966cc74 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:45.445076 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cec1b140-1966-44a9-bbe0-9965a0ea94e7 req-53ac85f2-31dd-412b-99dc-2aad1966cc74 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cc8aa55-ab0e-47fd-9dab-bb00cf36599a HTTP/1.1" status: 200 len: 950 time: 0.0918913 Apr 20 13:07:45.498400 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cec1b140-1966-44a9-bbe0-9965a0ea94e7 req-aa3dc25a-9849-4376-bfc2-ee8ae31fde05 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed082636-8ea7-4f97-8053-156d46c3f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469019 Apr 20 13:07:45.524881 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b879e4ec-995f-4c35-a856-ee80238cd3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:45.613548 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a864a41-de8a-4e01-b4f7-9678d0a8f7ec req-ee3d550a-7f32-4ec7-a07a-315997d82c08 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:45.618660 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1cb97e83-90da-41fc-958e-8b83dbd04288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:45.625419 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a864a41-de8a-4e01-b4f7-9678d0a8f7ec req-ee3d550a-7f32-4ec7-a07a-315997d82c08 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:45.630975 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-b879e4ec-995f-4c35-a856-ee80238cd3d3 None None] For port ee99b4d8-38d7-4976-bdbd-a01192f50f3f, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ee99b4d8-38d7-4976-bdbd-a01192f50f3f,segment=NetworkSegment(3365e179-b408-4368-8008-105fabe837fd),segment_id=3365e179-b408-4368-8008-105fabe837fd)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:45.640309 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a864a41-de8a-4e01-b4f7-9678d0a8f7ec req-ee3d550a-7f32-4ec7-a07a-315997d82c08 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:45.642037 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a864a41-de8a-4e01-b4f7-9678d0a8f7ec req-ee3d550a-7f32-4ec7-a07a-315997d82c08 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9e9466b-e73f-4563-84d6-8c79d84ffc23 HTTP/1.1" status: 200 len: 2419 time: 0.1107657 Apr 20 13:07:45.689130 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:45.724864 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b879e4ec-995f-4c35-a856-ee80238cd3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:45.726606 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a864a41-de8a-4e01-b4f7-9678d0a8f7ec req-80333f9b-8be8-4390-b2e1-b4cff88d9b6f tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/security-groups?id=44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736430 Apr 20 13:07:45.818554 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:07:45.818918 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:07:45.824006 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b879e4ec-995f-4c35-a856-ee80238cd3d3 None None] Pushing event updated for resources: {'Port': ['ID=ee99b4d8-38d7-4976-bdbd-a01192f50f3f,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:45.855777 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35316) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:45.902467 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-44b1bb39-3583-44f2-b966-4c70ab260ef4 admin admin] Deleting subnet fce0cd2d-82e3-48f4-af7d-ad5190f8c609 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:07:45.905853 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-44b1bb39-3583-44f2-b966-4c70ab260ef4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:45.940464 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb97e83-90da-41fc-958e-8b83dbd04288 admin admin] Router 58ac7165-3ec6-4819-a93a-ee6e28e96e44 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:07:45.960839 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-27505542-33ba-477c-889c-6e4198c09771 None None] Provisioning complete for port ee99b4d8-38d7-4976-bdbd-a01192f50f3f triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:45.961372 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-44b1bb39-3583-44f2-b966-4c70ab260ef4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:45.974746 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-27505542-33ba-477c-889c-6e4198c09771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:46.035971 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e0a8947-fb62-4c28-9d9e-a3e95734acec req-c26d5d2f-1633-4c08-baf6-4b072db6db02 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/ports?device_id=51254915-cb38-4cf8-b558-ab8072a02f7a HTTP/1.1" status: 200 len: 210 time: 0.0441697 Apr 20 13:07:46.063026 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-44b1bb39-3583-44f2-b966-4c70ab260ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:46.100091 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb97e83-90da-41fc-958e-8b83dbd04288 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:07:46.112443 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1565fab6-db21-4197-9857-5acc46d1857a None None] Sync routers for ids ['58ac7165-3ec6-4819-a93a-ee6e28e96e44'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:07:46.123379 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1565fab6-db21-4197-9857-5acc46d1857a None None] Routers {'58ac7165-3ec6-4819-a93a-ee6e28e96e44'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:07:46.124088 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-1565fab6-db21-4197-9857-5acc46d1857a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:07:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['58ac7165-3ec6-4819-a93a-ee6e28e96e44'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:46.206981 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1cb97e83-90da-41fc-958e-8b83dbd04288 admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:46.208277 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1cb97e83-90da-41fc-958e-8b83dbd04288 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.2791221 Apr 20 13:07:46.210992 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35320) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:46.230757 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-1565fab6-db21-4197-9857-5acc46d1857a None None] Set router 58ac7165-3ec6-4819-a93a-ee6e28e96e44 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:07:46.252353 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-44b1bb39-3583-44f2-b966-4c70ab260ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:46.297827 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-44b1bb39-3583-44f2-b966-4c70ab260ef4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:46.303905 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-44b1bb39-3583-44f2-b966-4c70ab260ef4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/fce0cd2d-82e3-48f4-af7d-ad5190f8c609 HTTP/1.1" status: 204 len: 168 time: 0.4448647 Apr 20 13:07:46.304816 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b1bb39-3583-44f2-b966-4c70ab260ef4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fce0cd2d-82e3-48f4-af7d-ad5190f8c609,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:46.318772 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35324) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:46.424738 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6677733-ed0d-495b-b5fc-259efefa8131 req-afd14409-7bfc-4782-b4c6-55710e419995 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:46.433528 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a6677733-ed0d-495b-b5fc-259efefa8131 req-afd14409-7bfc-4782-b4c6-55710e419995 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 946 time: 0.1299334 Apr 20 13:07:46.452828 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b12ab728-a442-431a-8975-f3b13f0037f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:46.486886 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a6677733-ed0d-495b-b5fc-259efefa8131 req-126b5cfa-487c-4150-9e32-f8276746d1ea tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520229 Apr 20 13:07:46.487482 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-1565fab6-db21-4197-9857-5acc46d1857a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758772103-router', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:42Z', 'updated_at': '2022-04-20T13:07:44Z', 'revision_number': 3, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'gw_port': {'id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:17:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:43Z', 'updated_at': '2022-04-20T13:07:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:46.542347 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1565fab6-db21-4197-9857-5acc46d1857a None None] Checking router: 58ac7165-3ec6-4819-a93a-ee6e28e96e44 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:07:46.543033 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1565fab6-db21-4197-9857-5acc46d1857a None None] Updating router 58ac7165-3ec6-4819-a93a-ee6e28e96e44 port ebbcba4a-4e51-4a53-b480-2042359c1c51 binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:07:46.580846 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-1565fab6-db21-4197-9857-5acc46d1857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:46.604699 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b12ab728-a442-431a-8975-f3b13f0037f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:46.650489 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b48cc-e950-464e-8303-755e4770defc req-794ea77f-4492-4ed5-a28e-8d985d3586f6 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:46.652286 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fb4b48cc-e950-464e-8303-755e4770defc req-794ea77f-4492-4ed5-a28e-8d985d3586f6 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cc8aa55-ab0e-47fd-9dab-bb00cf36599a HTTP/1.1" status: 200 len: 950 time: 0.0668290 Apr 20 13:07:46.659287 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-b12ab728-a442-431a-8975-f3b13f0037f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce4b787d-844d-4a10-8a46-e3a4d131f18d']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:46.678937 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-b12ab728-a442-431a-8975-f3b13f0037f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8a45d7f-8d03-42e0-b39a-371992aad9ff') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:46.679250 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-b12ab728-a442-431a-8975-f3b13f0037f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8a45d7f-8d03-42e0-b39a-371992aad9ff') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:46.720938 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fb4b48cc-e950-464e-8303-755e4770defc req-aae98687-0762-42c4-bc5b-3a1c91a7d133 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed082636-8ea7-4f97-8053-156d46c3f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526910 Apr 20 13:07:46.760577 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b12ab728-a442-431a-8975-f3b13f0037f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:46.858109 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ee99b4d8-38d7-4976-bdbd-a01192f50f3f up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:46.875778 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b12ab728-a442-431a-8975-f3b13f0037f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:46.887086 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b12ab728-a442-431a-8975-f3b13f0037f1 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:07:46.887542 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b12ab728-a442-431a-8975-f3b13f0037f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:46.890895 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:07:46.890895 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:07:46.890895 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:07:46.890895 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:07:46.890895 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:07:46.890895 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:07:46.890895 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:07:46.890895 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:07:46.890895 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:07:46.890895 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:07:46.890895 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:07:46.890895 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:07:46.890895 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:07:46.890895 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:07:46.890895 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:07:46.890895 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:07:46.890895 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:07:46.890895 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:07:46.890895 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:07:46.890895 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:07:46.890895 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:07:46.890895 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:07:46.890895 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:07:46.890895 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:07:46.890895 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:07:46.890895 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:07:46.890895 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:07:46.890895 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:07:46.890895 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:07:46.890895 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:07:46.890895 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:07:46.890895 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:07:46.947871 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf7b92-c6df-4e0e-b8f0-38d5128b237d req-bbb3c483-6c76-4bd7-a30c-237387aa2106 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:46.958252 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf7b92-c6df-4e0e-b8f0-38d5128b237d req-bbb3c483-6c76-4bd7-a30c-237387aa2106 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:46.965746 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf7b92-c6df-4e0e-b8f0-38d5128b237d req-bbb3c483-6c76-4bd7-a30c-237387aa2106 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:46.975616 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port ee99b4d8-38d7-4976-bdbd-a01192f50f3f triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:46.976122 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:46.978825 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0fbf7b92-c6df-4e0e-b8f0-38d5128b237d req-bbb3c483-6c76-4bd7-a30c-237387aa2106 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9e9466b-e73f-4563-84d6-8c79d84ffc23 HTTP/1.1" status: 200 len: 2419 time: 0.1076798 Apr 20 13:07:47.061628 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0fbf7b92-c6df-4e0e-b8f0-38d5128b237d req-876a7106-d117-4fc3-870e-b8c127035477 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/security-groups?id=44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815954 Apr 20 13:07:47.085151 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-1565fab6-db21-4197-9857-5acc46d1857a None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:47.106668 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-31cb7a30-f066-4422-9e99-cdc617f0d475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:47.189756 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-466639f1-b8bc-49fb-b858-38525f9a4957 req-9729ed65-02f6-49dd-8ed9-0ea07f99f48e tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/ports?device_id=51254915-cb38-4cf8-b558-ab8072a02f7a HTTP/1.1" status: 200 len: 210 time: 0.0475497 Apr 20 13:07:47.239307 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-1565fab6-db21-4197-9857-5acc46d1857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:47.239931 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b12ab728-a442-431a-8975-f3b13f0037f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:47.246935 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b12ab728-a442-431a-8975-f3b13f0037f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:47.253610 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b12ab728-a442-431a-8975-f3b13f0037f1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ce4b787d-844d-4a10-8a46-e3a4d131f18d HTTP/1.1" status: 204 len: 168 time: 0.9345775 Apr 20 13:07:47.272540 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ab728-a442-431a-8975-f3b13f0037f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce4b787d-844d-4a10-8a46-e3a4d131f18d,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:47.328687 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-1565fab6-db21-4197-9857-5acc46d1857a None None] Attempting to bind port ebbcba4a-4e51-4a53-b480-2042359c1c51 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:07:47.329088 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-1565fab6-db21-4197-9857-5acc46d1857a None None] Attempting to bind port ebbcba4a-4e51-4a53-b480-2042359c1c51 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:07:47.329569 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1565fab6-db21-4197-9857-5acc46d1857a None None] Attempting to bind port ebbcba4a-4e51-4a53-b480-2042359c1c51 on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:07:47.333108 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a6443-9fae-4758-bd93-3a85ddabb99f None None] Pushing event updated for resources: {'Port': ['ID=ebbcba4a-4e51-4a53-b480-2042359c1c51,revision_number=2']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:47.336309 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-31cb7a30-f066-4422-9e99-cdc617f0d475 admin admin] Allocated IP 172.20.0.1 (216be08c-a7d9-48bb-ac07-e1350f2b5dea/0b77211f-3453-4701-925b-fc2afaf87461/7d887a6a-8007-4be4-ac70-d441e86d1b65) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:07:47.339302 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1565fab6-db21-4197-9857-5acc46d1857a None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:07:47.340014 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1565fab6-db21-4197-9857-5acc46d1857a None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:07:47.340666 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-1565fab6-db21-4197-9857-5acc46d1857a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:47.341153 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1565fab6-db21-4197-9857-5acc46d1857a None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:07:47.341643 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-1565fab6-db21-4197-9857-5acc46d1857a None None] Bound port: ebbcba4a-4e51-4a53-b480-2042359c1c51, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:07:47.342046 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-1565fab6-db21-4197-9857-5acc46d1857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:47.394012 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a6443-9fae-4758-bd93-3a85ddabb99f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:47.394357 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a6443-9fae-4758-bd93-3a85ddabb99f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:47.394696 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a6443-9fae-4758-bd93-3a85ddabb99f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:47.395033 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a6443-9fae-4758-bd93-3a85ddabb99f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:47.395382 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a6443-9fae-4758-bd93-3a85ddabb99f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:47.395816 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a6443-9fae-4758-bd93-3a85ddabb99f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:47.396195 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a6443-9fae-4758-bd93-3a85ddabb99f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:47.396866 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a6443-9fae-4758-bd93-3a85ddabb99f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:47.396866 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a6443-9fae-4758-bd93-3a85ddabb99f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:47.397147 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a6443-9fae-4758-bd93-3a85ddabb99f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:47.397804 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a6443-9fae-4758-bd93-3a85ddabb99f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:47.398125 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a6443-9fae-4758-bd93-3a85ddabb99f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:47.436229 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-155551a4-020a-4e46-ae14-dd985df7d10b req-c3030b2a-95f4-4fe7-960a-76a31bc429ee tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=afd124bf09bb445eb730e24ce948a6be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370524 Apr 20 13:07:47.451129 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-1565fab6-db21-4197-9857-5acc46d1857a None None] For port ebbcba4a-4e51-4a53-b480-2042359c1c51, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:07:47.454377 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-1565fab6-db21-4197-9857-5acc46d1857a None None] For port ebbcba4a-4e51-4a53-b480-2042359c1c51, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ebbcba4a-4e51-4a53-b480-2042359c1c51,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:07:47.556506 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-31cb7a30-f066-4422-9e99-cdc617f0d475 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:47.580319 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155551a4-020a-4e46-ae14-dd985df7d10b req-f55e7e5e-3718-40f9-bfca-27dd19f9ff68 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:47.582088 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-155551a4-020a-4e46-ae14-dd985df7d10b req-f55e7e5e-3718-40f9-bfca-27dd19f9ff68 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1401768 Apr 20 13:07:47.618722 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-155551a4-020a-4e46-ae14-dd985df7d10b req-56be9265-7c30-482f-9431-c55e1d7b0030 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/quotas/afd124bf09bb445eb730e24ce948a6be HTTP/1.1" status: 200 len: 375 time: 0.0255024 Apr 20 13:07:47.652480 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device c8821e47-1795-462a-8e0e-1e348b5dee64 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:07:47.684482 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32820c7-f2ea-4c8f-8726-6f8f32df07af req-afc8950a-3fcb-4e7d-bdff-009a14435ee3 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:47.686562 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a32820c7-f2ea-4c8f-8726-6f8f32df07af req-afc8950a-3fcb-4e7d-bdff-009a14435ee3 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 946 time: 0.1035602 Apr 20 13:07:47.702718 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-155551a4-020a-4e46-ae14-dd985df7d10b req-c6e2b45c-7a85-4e3e-89e7-7bbe0df68c4b tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=afd124bf09bb445eb730e24ce948a6be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0701544 Apr 20 13:07:47.739114 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a32820c7-f2ea-4c8f-8726-6f8f32df07af req-3615ac75-a967-4c7b-8ca2-4683e0667ff2 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421114 Apr 20 13:07:47.774365 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65ea95-9fcd-45b7-a95d-20e77d10dd06 req-e8b21d69-74cc-466e-851e-a242587c80e3 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:47.780540 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65ea95-9fcd-45b7-a95d-20e77d10dd06 req-e8b21d69-74cc-466e-851e-a242587c80e3 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:47.786719 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65ea95-9fcd-45b7-a95d-20e77d10dd06 req-e8b21d69-74cc-466e-851e-a242587c80e3 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:47.788688 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0c65ea95-9fcd-45b7-a95d-20e77d10dd06 req-e8b21d69-74cc-466e-851e-a242587c80e3 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9e9466b-e73f-4563-84d6-8c79d84ffc23 HTTP/1.1" status: 200 len: 2419 time: 0.1194420 Apr 20 13:07:47.852484 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port c8821e47-1795-462a-8e0e-1e348b5dee64, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=c8821e47-1795-462a-8e0e-1e348b5dee64,segment=NetworkSegment(b8a6c4b7-66db-416a-aa28-84e1cd810023),segment_id=b8a6c4b7-66db-416a-aa28-84e1cd810023)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:47.866656 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': 'c8821e47-1795-462a-8e0e-1e348b5dee64', 'network_id': '1448fb0c-76a1-4762-b0ef-b8c667a2a5dc', 'port_id': 'c8821e47-1795-462a-8e0e-1e348b5dee64', 'mac_address': 'fa:16:3e:8f:4b:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c84cb6f4-b4cc-4751-b4bc-ddb2101451ae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:07:47.901451 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-0c65ea95-9fcd-45b7-a95d-20e77d10dd06 req-9f142283-4d2f-4150-b5d3-b459c9b04045 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Deleting port 0d36c283-4c85-4edc-af33-87d5e859c57f {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:07:47.901926 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0c65ea95-9fcd-45b7-a95d-20e77d10dd06 req-9f142283-4d2f-4150-b5d3-b459c9b04045 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:47.913019 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:47.930228 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8821e47-1795-462a-8e0e-1e348b5dee64 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:07:47.938551 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-1565fab6-db21-4197-9857-5acc46d1857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:47.962973 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port c8821e47-1795-462a-8e0e-1e348b5dee64, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=c8821e47-1795-462a-8e0e-1e348b5dee64,segment=NetworkSegment(b8a6c4b7-66db-416a-aa28-84e1cd810023),segment_id=b8a6c4b7-66db-416a-aa28-84e1cd810023)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:47.982435 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-31cb7a30-f066-4422-9e99-cdc617f0d475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:48.016736 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:48.050326 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cb7a30-f066-4422-9e99-cdc617f0d475 admin admin] Network 216be08c-a7d9-48bb-ac07-e1350f2b5dea is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:07:48.061701 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-31cb7a30-f066-4422-9e99-cdc617f0d475 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:07:48.065962 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cb7a30-f066-4422-9e99-cdc617f0d475 admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:07:48.085766 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35370) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:48.107835 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb7a30-f066-4422-9e99-cdc617f0d475 admin admin] Pushing event updated for resources: {'Port': ['ID=7d887a6a-8007-4be4-ac70-d441e86d1b65,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:48.152298 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1565fab6-db21-4197-9857-5acc46d1857a None None] Routers {'58ac7165-3ec6-4819-a93a-ee6e28e96e44'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:07:48.152666 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-1565fab6-db21-4197-9857-5acc46d1857a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:07:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['58ac7165-3ec6-4819-a93a-ee6e28e96e44'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:48.154910 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['c8821e47-1795-462a-8e0e-1e348b5dee64'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:07:48.155810 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-0c65ea95-9fcd-45b7-a95d-20e77d10dd06 req-9f142283-4d2f-4150-b5d3-b459c9b04045 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] For port 0d36c283-4c85-4edc-af33-87d5e859c57f, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=0d36c283-4c85-4edc-af33-87d5e859c57f,segment=NetworkSegment(fd661946-010d-4ee5-895f-ad1f462f035e),segment_id=fd661946-010d-4ee5-895f-ad1f462f035e)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:48.156190 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0c65ea95-9fcd-45b7-a95d-20e77d10dd06 req-9f142283-4d2f-4150-b5d3-b459c9b04045 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:48.191041 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-0c65ea95-9fcd-45b7-a95d-20e77d10dd06 req-9f142283-4d2f-4150-b5d3-b459c9b04045 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Calling delete_port for 0d36c283-4c85-4edc-af33-87d5e859c57f owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:07:48.219297 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-31cb7a30-f066-4422-9e99-cdc617f0d475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:48.285469 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a6443-9fae-4758-bd93-3a85ddabb99f None None] Pushing event updated for resources: {'Port': ['ID=ebbcba4a-4e51-4a53-b480-2042359c1c51,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:48.311124 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=c8821e47-1795-462a-8e0e-1e348b5dee64,revision_number=6']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:48.317338 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-082d5af0-de63-4552-a6f1-f42c8a14c23a req-eccc4c28-44fa-413a-b44e-6efdab5d1c0b tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e4ed60f-c0d0-4ae4-9f81-2f8bdecffe8e HTTP/1.1" status: 200 len: 210 time: 0.1271942 Apr 20 13:07:48.498710 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-1565fab6-db21-4197-9857-5acc46d1857a None None] Set router 58ac7165-3ec6-4819-a93a-ee6e28e96e44 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:07:48.562793 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2f3a5db7-9b59-45be-9840-a62bd7530bb1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4ea07556cdb2477c9f098452366cccbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4747162 Apr 20 13:07:48.568515 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35388) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:48.616687 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5bf3eb51-8966-4c01-b6a2-d52cc4eddf2f req-dab54847-d573-41d1-ab8a-8d061350c86c tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/ports?device_id=51254915-cb38-4cf8-b558-ab8072a02f7a HTTP/1.1" status: 200 len: 210 time: 0.1256266 Apr 20 13:07:48.625989 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-b23faf40-aa30-4040-84b6-7ea7b813be77 None None] Provisioning complete for port 7d887a6a-8007-4be4-ac70-d441e86d1b65 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:48.626636 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b23faf40-aa30-4040-84b6-7ea7b813be77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:48.679641 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0c65ea95-9fcd-45b7-a95d-20e77d10dd06 req-9f142283-4d2f-4150-b5d3-b459c9b04045 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:48.690882 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-b23faf40-aa30-4040-84b6-7ea7b813be77 None None] Port 7d887a6a-8007-4be4-ac70-d441e86d1b65 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:07:48.703924 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['0d36c283-4c85-4edc-af33-87d5e859c57f', 'a39487df-827a-48ea-9d9b-33ef073f66da', 'b491319f-a16e-4b71-a0cd-34891dc2ffb9'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:07:48.727019 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f142283-4d2f-4150-b5d3-b459c9b04045 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Pushing event deleted for resources: {'Port': ['ID=0d36c283-4c85-4edc-af33-87d5e859c57f,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:48.808351 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f1d45-808d-4205-8991-487f7fdc64ee req-0cf012a1-be1d-4e68-828d-39553953d611 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:48.826040 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f1d45-808d-4205-8991-487f7fdc64ee req-0cf012a1-be1d-4e68-828d-39553953d611 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:48.830749 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-31cb7a30-f066-4422-9e99-cdc617f0d475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:48.834964 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f1d45-808d-4205-8991-487f7fdc64ee req-0cf012a1-be1d-4e68-828d-39553953d611 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:48.843460 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d08f1d45-808d-4205-8991-487f7fdc64ee req-0cf012a1-be1d-4e68-828d-39553953d611 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9e9466b-e73f-4563-84d6-8c79d84ffc23 HTTP/1.1" status: 200 len: 2340 time: 0.5238395 Apr 20 13:07:48.884096 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-1565fab6-db21-4197-9857-5acc46d1857a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758772103-router', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:42Z', 'updated_at': '2022-04-20T13:07:44Z', 'revision_number': 3, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'gw_port': {'id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:17:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:43Z', 'updated_at': '2022-04-20T13:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:48.922019 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-87877a3e-25b2-4d67-b1e8-b79453df6eef tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:48.923907 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-87877a3e-25b2-4d67-b1e8-b79453df6eef tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.32 "GET /v2.0/networks?id=33d36c62-f48b-427f-896c-83ee0a24e548 HTTP/1.1" status: 200 len: 815 time: 0.7722223 Apr 20 13:07:48.969074 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1565fab6-db21-4197-9857-5acc46d1857a None None] The sync data for ids ['58ac7165-3ec6-4819-a93a-ee6e28e96e44'] in n-d-836015-7 is: [{'id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758772103-router', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:42Z', 'updated_at': '2022-04-20T13:07:44Z', 'revision_number': 3, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'gw_port': {'id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:17:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:43Z', 'updated_at': '2022-04-20T13:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:07:49.014824 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c65ea95-9fcd-45b7-a95d-20e77d10dd06 req-9f142283-4d2f-4150-b5d3-b459c9b04045 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] No DVR routers for this DVR port 0d36c283-4c85-4edc-af33-87d5e859c57f on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:07:49.020816 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0c65ea95-9fcd-45b7-a95d-20e77d10dd06 req-9f142283-4d2f-4150-b5d3-b459c9b04045 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:49.031232 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0c65ea95-9fcd-45b7-a95d-20e77d10dd06 req-9f142283-4d2f-4150-b5d3-b459c9b04045 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.32 "DELETE /v2.0/ports/0d36c283-4c85-4edc-af33-87d5e859c57f HTTP/1.1" status: 204 len: 173 time: 1.2352324 Apr 20 13:07:49.031963 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e9466b-e73f-4563-84d6-8c79d84ffc23', 'name': 'network-vif-deleted', 'tag': '0d36c283-4c85-4edc-af33-87d5e859c57f'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:49.049988 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98d9964-b672-48d5-8821-1cecd619ed6f" -d '{"events": [{"server_uuid": "e9e9466b-e73f-4563-84d6-8c79d84ffc23", "name": "network-vif-deleted", "tag": "0d36c283-4c85-4edc-af33-87d5e859c57f"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:49.143503 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7f59801-b4ce-4364-ae31-6d2956ec9c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:49.205381 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d08f1d45-808d-4205-8991-487f7fdc64ee req-e14ac029-d50f-48e2-96e3-68ddd1c1bc62 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/security-groups?id=44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609385 Apr 20 13:07:49.262583 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7f59801-b4ce-4364-ae31-6d2956ec9c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:49.316585 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ac0f3-7e1a-4ecd-a13d-8070668d3fcc req-a63babc4-2c86-4ba5-b931-43a7d6f2d04b tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:49.334059 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-633ac0f3-7e1a-4ecd-a13d-8070668d3fcc req-a63babc4-2c86-4ba5-b931-43a7d6f2d04b tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 945 time: 0.4408338 Apr 20 13:07:49.339224 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdd8e02-810f-425d-863f-b279b6cc8f0d x-openstack-request-id: req-4fdd8e02-810f-425d-863f-b279b6cc8f0d {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:49.340739 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e9466b-e73f-4563-84d6-8c79d84ffc23", "name": "network-vif-deleted", "tag": "0d36c283-4c85-4edc-af33-87d5e859c57f", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:49.341037 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4fdd8e02-810f-425d-863f-b279b6cc8f0d {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:49.341459 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fdd8e02-810f-425d-863f-b279b6cc8f0d'] response: {'server_uuid': 'e9e9466b-e73f-4563-84d6-8c79d84ffc23', 'name': 'network-vif-deleted', 'tag': '0d36c283-4c85-4edc-af33-87d5e859c57f', 'status': 'completed', 'code': 200} Apr 20 13:07:49.353201 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-bf497e09-a41e-4f90-a055-c081895bafc7 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5570a05404ce4451b330b205b802e490 HTTP/1.1" status: 200 len: 379 time: 0.3475111 Apr 20 13:07:49.402601 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-17e21199-daba-4536-a3c3-0b99f69873ef tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Request body: {'port': {'device_id': '51254915-cb38-4cf8-b558-ab8072a02f7a', 'network_id': '33d36c62-f48b-427f-896c-83ee0a24e548', 'admin_state_up': True, 'tenant_id': '5570a05404ce4451b330b205b802e490', 'security_groups': ['b271a06e-2a81-43a1-98d4-61e6aca5d2f0']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:49.486085 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-31cb7a30-f066-4422-9e99-cdc617f0d475 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:49.486831 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-790ae2d4-3dd8-4cda-867b-f5a4b91c00f8 req-7c32c78c-93a9-4a3b-b857-2ec716466414 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e4ed60f-c0d0-4ae4-9f81-2f8bdecffe8e HTTP/1.1" status: 200 len: 210 time: 0.0637355 Apr 20 13:07:49.489585 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-0c65ea95-9fcd-45b7-a95d-20e77d10dd06 req-0fb8243b-5bc9-4827-a48f-b75afbe46bcf tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Deleting port b491319f-a16e-4b71-a0cd-34891dc2ffb9 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:07:49.489907 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0c65ea95-9fcd-45b7-a95d-20e77d10dd06 req-0fb8243b-5bc9-4827-a48f-b75afbe46bcf tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:49.571961 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-633ac0f3-7e1a-4ecd-a13d-8070668d3fcc req-5b8e1dca-1dba-4563-9781-376f2b9b6100 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412181 Apr 20 13:07:49.594411 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-31cb7a30-f066-4422-9e99-cdc617f0d475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:49.685898 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device c8821e47-1795-462a-8e0e-1e348b5dee64 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:49.705833 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7f59801-b4ce-4364-ae31-6d2956ec9c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:49.716993 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-0c65ea95-9fcd-45b7-a95d-20e77d10dd06 req-0fb8243b-5bc9-4827-a48f-b75afbe46bcf tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] For port b491319f-a16e-4b71-a0cd-34891dc2ffb9, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=b491319f-a16e-4b71-a0cd-34891dc2ffb9,segment=NetworkSegment(fd661946-010d-4ee5-895f-ad1f462f035e),segment_id=fd661946-010d-4ee5-895f-ad1f462f035e)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:49.729030 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0c65ea95-9fcd-45b7-a95d-20e77d10dd06 req-0fb8243b-5bc9-4827-a48f-b75afbe46bcf tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:49.729510 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7f59801-b4ce-4364-ae31-6d2956ec9c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:49.729510 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e7f59801-b4ce-4364-ae31-6d2956ec9c7f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd HTTP/1.1" status: 204 len: 168 time: 1.1408069 Apr 20 13:07:49.763588 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-0c65ea95-9fcd-45b7-a95d-20e77d10dd06 req-0fb8243b-5bc9-4827-a48f-b75afbe46bcf tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Calling delete_port for b491319f-a16e-4b71-a0cd-34891dc2ffb9 owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:07:49.793220 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f59801-b4ce-4364-ae31-6d2956ec9c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f46f60-d8c7-4f36-abfb-f82dfdcef8cd,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:49.881978 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port c8821e47-1795-462a-8e0e-1e348b5dee64 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:49.883545 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:49.884861 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-138c2447-16fd-4df0-81b2-b47c583dc672 req-19ace060-7390-4352-ba32-cef02aa3ac78 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/ports?device_id=51254915-cb38-4cf8-b558-ab8072a02f7a HTTP/1.1" status: 200 len: 210 time: 0.0807881 Apr 20 13:07:49.939692 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-17e21199-daba-4536-a3c3-0b99f69873ef tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Made reservation on behalf of 5570a05404ce4451b330b205b802e490 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:07:49.943878 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-17e21199-daba-4536-a3c3-0b99f69873ef tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:50.072721 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:50.156242 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4c23c1-ad9e-4420-a05d-a2f176712d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8821e47-1795-462a-8e0e-1e348b5dee64'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:50.170788 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bad56b-f6ea-48a7-9c82-d128136210c3" -d '{"events": [{"server_uuid": "df4c23c1-ad9e-4420-a05d-a2f176712d4b", "name": "network-vif-plugged", "status": "completed", "tag": "c8821e47-1795-462a-8e0e-1e348b5dee64"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:50.192638 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port c8821e47-1795-462a-8e0e-1e348b5dee64, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=c8821e47-1795-462a-8e0e-1e348b5dee64,segment=NetworkSegment(b8a6c4b7-66db-416a-aa28-84e1cd810023),segment_id=b8a6c4b7-66db-416a-aa28-84e1cd810023)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:50.301916 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:50.301916 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 0d36c283-4c85-4edc-af33-87d5e859c57f no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:07:50.315663 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb7a30-f066-4422-9e99-cdc617f0d475 admin admin] Pushing event updated for resources: {'Port': ['ID=7d887a6a-8007-4be4-ac70-d441e86d1b65,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:50.320200 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-31cb7a30-f066-4422-9e99-cdc617f0d475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:50.372972 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298f6c65-ee49-4998-9c48-d2851e488914 x-openstack-request-id: req-298f6c65-ee49-4998-9c48-d2851e488914 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:50.375293 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4c23c1-ad9e-4420-a05d-a2f176712d4b", "name": "network-vif-plugged", "status": "completed", "tag": "c8821e47-1795-462a-8e0e-1e348b5dee64", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:50.377909 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-298f6c65-ee49-4998-9c48-d2851e488914 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:50.381749 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-298f6c65-ee49-4998-9c48-d2851e488914'] response: {'server_uuid': 'df4c23c1-ad9e-4420-a05d-a2f176712d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8821e47-1795-462a-8e0e-1e348b5dee64', 'code': 200} Apr 20 13:07:50.395200 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-17e21199-daba-4536-a3c3-0b99f69873ef tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Allocated IP 172.20.0.14 (33d36c62-f48b-427f-896c-83ee0a24e548/a92124e6-e49b-4ef9-898f-773b76764750/5478e361-df74-432a-ad21-67e4a9bb648e) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:07:50.441686 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 0d36c283-4c85-4edc-af33-87d5e859c57f {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:07:50.443964 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 0d36c283-4c85-4edc-af33-87d5e859c57f not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:07:50.443964 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device b491319f-a16e-4b71-a0cd-34891dc2ffb9 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:07:50.531083 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=c8821e47-1795-462a-8e0e-1e348b5dee64,revision_number=7']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:50.685887 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:50.706338 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cb7a30-f066-4422-9e99-cdc617f0d475 admin admin] Network 216be08c-a7d9-48bb-ac07-e1350f2b5dea is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:07:50.708166 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-31cb7a30-f066-4422-9e99-cdc617f0d475 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:07:50.873310 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1b8dd2d4-1f31-414f-8690-2c62225ed864 req-3084f279-24a4-4fc7-b6a6-5fcbc7d061d0 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e4ed60f-c0d0-4ae4-9f81-2f8bdecffe8e HTTP/1.1" status: 200 len: 210 time: 0.1352613 Apr 20 13:07:50.978456 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5ff19-d08b-4fd9-9431-f4643f97ae0f req-d1df4dba-47f1-49d8-b8d6-5fa1d7d131ce tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:50.985748 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5ff19-d08b-4fd9-9431-f4643f97ae0f req-d1df4dba-47f1-49d8-b8d6-5fa1d7d131ce tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:50.988554 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-83f5ff19-d08b-4fd9-9431-f4643f97ae0f req-d1df4dba-47f1-49d8-b8d6-5fa1d7d131ce tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9e9466b-e73f-4563-84d6-8c79d84ffc23 HTTP/1.1" status: 200 len: 1604 time: 0.5697973 Apr 20 13:07:51.036003 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ebbcba4a-4e51-4a53-b480-2042359c1c51 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:51.062336 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0c65ea95-9fcd-45b7-a95d-20e77d10dd06 req-0fb8243b-5bc9-4827-a48f-b75afbe46bcf tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:51.083546 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-17e21199-daba-4536-a3c3-0b99f69873ef tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:51.184672 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-d6fcb483-ca0b-4945-9068-0868ecffbcec None None] Provisioning complete for port 7d887a6a-8007-4be4-ac70-d441e86d1b65 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:51.184983 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d6fcb483-ca0b-4945-9068-0868ecffbcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:51.201946 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-83f5ff19-d08b-4fd9-9431-f4643f97ae0f req-1fbffda2-5570-460f-a99b-ddb04b727904 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/security-groups?id=44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066913 Apr 20 13:07:51.235781 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8243b-5bc9-4827-a48f-b75afbe46bcf tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Pushing event deleted for resources: {'Port': ['ID=b491319f-a16e-4b71-a0cd-34891dc2ffb9,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:51.303916 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-d6fcb483-ca0b-4945-9068-0868ecffbcec None None] Port 7d887a6a-8007-4be4-ac70-d441e86d1b65 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:07:51.355982 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port ebbcba4a-4e51-4a53-b480-2042359c1c51 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:51.360863 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:51.372609 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c65ea95-9fcd-45b7-a95d-20e77d10dd06 req-0fb8243b-5bc9-4827-a48f-b75afbe46bcf tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] No DVR routers for this DVR port b491319f-a16e-4b71-a0cd-34891dc2ffb9 on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:07:51.388453 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31cb7a30-f066-4422-9e99-cdc617f0d475 admin admin] Router 58ac7165-3ec6-4819-a93a-ee6e28e96e44 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:07:51.389964 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0c65ea95-9fcd-45b7-a95d-20e77d10dd06 req-0fb8243b-5bc9-4827-a48f-b75afbe46bcf tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:51.397707 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-155551a4-020a-4e46-ae14-dd985df7d10b req-5ef33921-ccf8-4a90-9d76-7402076c5988 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=afd124bf09bb445eb730e24ce948a6be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0888941 Apr 20 13:07:51.399721 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0c65ea95-9fcd-45b7-a95d-20e77d10dd06 req-0fb8243b-5bc9-4827-a48f-b75afbe46bcf tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.32 "DELETE /v2.0/ports/b491319f-a16e-4b71-a0cd-34891dc2ffb9 HTTP/1.1" status: 204 len: 173 time: 2.1353045 Apr 20 13:07:51.400523 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e9466b-e73f-4563-84d6-8c79d84ffc23', 'name': 'network-vif-deleted', 'tag': 'b491319f-a16e-4b71-a0cd-34891dc2ffb9'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:51.410013 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266a9921-206b-4423-bb9c-8d7156fc74d4" -d '{"events": [{"server_uuid": "e9e9466b-e73f-4563-84d6-8c79d84ffc23", "name": "network-vif-deleted", "tag": "b491319f-a16e-4b71-a0cd-34891dc2ffb9"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:51.489274 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6429e19-95fe-4a34-96ed-4fb85973d167 req-e32435c6-6f9b-41f6-b211-d0b1e18974f5 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:51.505563 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a6429e19-95fe-4a34-96ed-4fb85973d167 req-e32435c6-6f9b-41f6-b211-d0b1e18974f5 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 946 time: 0.3574839 Apr 20 13:07:51.645930 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:51.687154 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port ebbcba4a-4e51-4a53-b480-2042359c1c51, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ebbcba4a-4e51-4a53-b480-2042359c1c51,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:51.692312 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device a39487df-827a-48ea-9d9b-33ef073f66da no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:07:51.798385 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:52.013107 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=ebbcba4a-4e51-4a53-b480-2042359c1c51,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:52.023137 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:52.117610 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port a39487df-827a-48ea-9d9b-33ef073f66da, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=a39487df-827a-48ea-9d9b-33ef073f66da,segment=NetworkSegment(d7df52ce-f2f3-4aaf-9f41-c86ef69cb326),segment_id=d7df52ce-f2f3-4aaf-9f41-c86ef69cb326)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:52.200853 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:52.314753 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=a39487df-827a-48ea-9d9b-33ef073f66da,revision_number=6']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:52.383018 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e9466b-e73f-4563-84d6-8c79d84ffc23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a39487df-827a-48ea-9d9b-33ef073f66da'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:52.389612 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7920a47d-6cda-4dc1-b8a2-6c75c1b02e26" -d '{"events": [{"server_uuid": "e9e9466b-e73f-4563-84d6-8c79d84ffc23", "name": "network-vif-unplugged", "status": "completed", "tag": "a39487df-827a-48ea-9d9b-33ef073f66da"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:52.428866 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155551a4-020a-4e46-ae14-dd985df7d10b req-f8881127-fa23-486c-a5ee-d113b013b8a9 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:52.430571 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-155551a4-020a-4e46-ae14-dd985df7d10b req-f8881127-fa23-486c-a5ee-d113b013b8a9 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0113661 Apr 20 13:07:52.468745 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cb7a30-f066-4422-9e99-cdc617f0d475 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:07:52.470183 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-17e21199-daba-4536-a3c3-0b99f69873ef tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:52.481224 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bb9f0f-41be-4af3-98e3-0637b53b2bb9 None None] Sync routers for ids ['58ac7165-3ec6-4819-a93a-ee6e28e96e44'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:07:52.483938 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-31cb7a30-f066-4422-9e99-cdc617f0d475 admin admin] 10.222.0.25 "PUT /v2.0/routers/58ac7165-3ec6-4819-a93a-ee6e28e96e44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2718935 Apr 20 13:07:52.487233 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-0c65ea95-9fcd-45b7-a95d-20e77d10dd06 req-a6feb27f-c5d8-41a5-a6a1-ea206a9a1bc5 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Deleting port a39487df-827a-48ea-9d9b-33ef073f66da {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:07:52.487783 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0c65ea95-9fcd-45b7-a95d-20e77d10dd06 req-a6feb27f-c5d8-41a5-a6a1-ea206a9a1bc5 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:52.512490 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bb9f0f-41be-4af3-98e3-0637b53b2bb9 None None] Routers {'58ac7165-3ec6-4819-a93a-ee6e28e96e44'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:07:52.513709 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-67bb9f0f-41be-4af3-98e3-0637b53b2bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:07:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['58ac7165-3ec6-4819-a93a-ee6e28e96e44'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:52.562551 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-155551a4-020a-4e46-ae14-dd985df7d10b req-d3f0e612-b00b-455b-a779-b69d85c5f970 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Request body: {'port': {'device_id': '7e4ed60f-c0d0-4ae4-9f81-2f8bdecffe8e', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'admin_state_up': True, 'tenant_id': 'afd124bf09bb445eb730e24ce948a6be'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:52.658303 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35492) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:52.663674 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e21199-daba-4536-a3c3-0b99f69873ef tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Pushing event updated for resources: {'Port': ['ID=5478e361-df74-432a-ad21-67e4a9bb648e,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:52.702635 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-17e21199-daba-4536-a3c3-0b99f69873ef tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Network 33d36c62-f48b-427f-896c-83ee0a24e548 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:07:52.709821 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-0c65ea95-9fcd-45b7-a95d-20e77d10dd06 req-a6feb27f-c5d8-41a5-a6a1-ea206a9a1bc5 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] For port a39487df-827a-48ea-9d9b-33ef073f66da, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=a39487df-827a-48ea-9d9b-33ef073f66da,segment=NetworkSegment(d7df52ce-f2f3-4aaf-9f41-c86ef69cb326),segment_id=d7df52ce-f2f3-4aaf-9f41-c86ef69cb326)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:52.710146 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0c65ea95-9fcd-45b7-a95d-20e77d10dd06 req-a6feb27f-c5d8-41a5-a6a1-ea206a9a1bc5 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:52.753144 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-0c65ea95-9fcd-45b7-a95d-20e77d10dd06 req-a6feb27f-c5d8-41a5-a6a1-ea206a9a1bc5 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Calling delete_port for a39487df-827a-48ea-9d9b-33ef073f66da owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:07:52.775533 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b6142-b3b4-4220-b745-3df2e4a88a16 req-d5dafacd-47a9-4e1e-baa5-0786b7c3c4e5 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:52.786103 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-532b6142-b3b4-4220-b745-3df2e4a88a16 req-d5dafacd-47a9-4e1e-baa5-0786b7c3c4e5 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/ports?device_id=51254915-cb38-4cf8-b558-ab8072a02f7a HTTP/1.1" status: 200 len: 932 time: 1.3324625 Apr 20 13:07:52.800466 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-17e21199-daba-4536-a3c3-0b99f69873ef tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:07:52.841298 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-67bb9f0f-41be-4af3-98e3-0637b53b2bb9 None None] Set router 58ac7165-3ec6-4819-a93a-ee6e28e96e44 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:07:52.848060 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-17e21199-daba-4536-a3c3-0b99f69873ef tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:07:52.996951 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ebbcba4a-4e51-4a53-b480-2042359c1c51 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:53.007041 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a6429e19-95fe-4a34-96ed-4fb85973d167 req-21be0c98-bb89-4dc6-9a7c-55f5c98d9d34 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5041721 Apr 20 13:07:53.024897 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-532b6142-b3b4-4220-b745-3df2e4a88a16 req-e6ec940a-03c1-4a1a-b1bd-85bc68d75785 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/security-groups?id=b271a06e-2a81-43a1-98d4-61e6aca5d2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779673 Apr 20 13:07:53.090209 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-17e21199-daba-4536-a3c3-0b99f69873ef tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:53.091579 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-17e21199-daba-4536-a3c3-0b99f69873ef tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:53.153064 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-155551a4-020a-4e46-ae14-dd985df7d10b req-d3f0e612-b00b-455b-a779-b69d85c5f970 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Made reservation on behalf of afd124bf09bb445eb730e24ce948a6be for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:07:53.157693 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-155551a4-020a-4e46-ae14-dd985df7d10b req-d3f0e612-b00b-455b-a779-b69d85c5f970 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:53.208572 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-17e21199-daba-4536-a3c3-0b99f69873ef tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8336985 Apr 20 13:07:53.239588 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb84cf5-3603-4f7f-b112-24d4b0ae7102 x-openstack-request-id: req-eeb84cf5-3603-4f7f-b112-24d4b0ae7102 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:53.239898 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e9466b-e73f-4563-84d6-8c79d84ffc23", "name": "network-vif-deleted", "tag": "b491319f-a16e-4b71-a0cd-34891dc2ffb9", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:53.240414 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eeb84cf5-3603-4f7f-b112-24d4b0ae7102 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:53.240576 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeb84cf5-3603-4f7f-b112-24d4b0ae7102'] response: {'server_uuid': 'e9e9466b-e73f-4563-84d6-8c79d84ffc23', 'name': 'network-vif-deleted', 'tag': 'b491319f-a16e-4b71-a0cd-34891dc2ffb9', 'status': 'completed', 'code': 200} Apr 20 13:07:53.267181 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-da00ae62-ae2d-4b3c-a9b9-8d657bd0c5b3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1804720879-network', 'tenant_id': 'a9ab0226b6cf4925abbf972bfe37e3be'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:53.268159 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-fe5b4cda-d381-487b-86c5-f24d20489e55 service neutron] Request body: {'port': {'device_id': '51254915-cb38-4cf8-b558-ab8072a02f7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:53.310484 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0c65ea95-9fcd-45b7-a95d-20e77d10dd06 req-a6feb27f-c5d8-41a5-a6a1-ea206a9a1bc5 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:53.370882 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6feb27f-c5d8-41a5-a6a1-ea206a9a1bc5 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Pushing event deleted for resources: {'Port': ['ID=a39487df-827a-48ea-9d9b-33ef073f66da,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:53.395760 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da00ae62-ae2d-4b3c-a9b9-8d657bd0c5b3 admin admin] Made reservation on behalf of a9ab0226b6cf4925abbf972bfe37e3be for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:07:53.398557 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-da00ae62-ae2d-4b3c-a9b9-8d657bd0c5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:53.447448 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-da00ae62-ae2d-4b3c-a9b9-8d657bd0c5b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:53.523668 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c65ea95-9fcd-45b7-a95d-20e77d10dd06 req-a6feb27f-c5d8-41a5-a6a1-ea206a9a1bc5 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] No DVR routers for this DVR port a39487df-827a-48ea-9d9b-33ef073f66da on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:07:53.524418 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-155551a4-020a-4e46-ae14-dd985df7d10b req-d3f0e612-b00b-455b-a779-b69d85c5f970 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Allocated IP 192.168.233.163 (6efc3d61-2150-4671-a02d-6127df40131a/c5b1f82a-7732-4b50-ab22-2475f182a712/0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:07:53.546113 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0c65ea95-9fcd-45b7-a95d-20e77d10dd06 req-a6feb27f-c5d8-41a5-a6a1-ea206a9a1bc5 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:53.557776 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0c65ea95-9fcd-45b7-a95d-20e77d10dd06 req-a6feb27f-c5d8-41a5-a6a1-ea206a9a1bc5 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.32 "DELETE /v2.0/ports/a39487df-827a-48ea-9d9b-33ef073f66da HTTP/1.1" status: 204 len: 173 time: 2.1444063 Apr 20 13:07:53.585288 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port ebbcba4a-4e51-4a53-b480-2042359c1c51 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:53.589931 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:53.625988 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fd84ce49-4336-4e97-83c4-2d01418ed929 req-791eae66-8f7e-46ca-b594-3562204d1852 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e4ed60f-c0d0-4ae4-9f81-2f8bdecffe8e HTTP/1.1" status: 200 len: 210 time: 0.0776031 Apr 20 13:07:53.734598 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-7383f597-f321-4e78-a554-989774fa9219 None None] Provisioning complete for port 5478e361-df74-432a-ad21-67e4a9bb648e triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:53.735685 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7383f597-f321-4e78-a554-989774fa9219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:53.740029 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46120e0f-7b61-46a8-be6e-a41c1ec8388d x-openstack-request-id: req-46120e0f-7b61-46a8-be6e-a41c1ec8388d {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:53.740694 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e9466b-e73f-4563-84d6-8c79d84ffc23", "name": "network-vif-unplugged", "status": "completed", "tag": "a39487df-827a-48ea-9d9b-33ef073f66da", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:53.741122 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-46120e0f-7b61-46a8-be6e-a41c1ec8388d {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:53.742077 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46120e0f-7b61-46a8-be6e-a41c1ec8388d'] response: {'server_uuid': 'e9e9466b-e73f-4563-84d6-8c79d84ffc23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a39487df-827a-48ea-9d9b-33ef073f66da', 'code': 200} Apr 20 13:07:53.758554 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4efccf48-8bab-4373-aa5a-34f103140345 req-0bb82342-288c-487f-83cc-18cbbbd842ae tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9e9466b-e73f-4563-84d6-8c79d84ffc23 HTTP/1.1" status: 200 len: 210 time: 0.2067657 Apr 20 13:07:53.781934 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-da00ae62-ae2d-4b3c-a9b9-8d657bd0c5b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:53.869076 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-fe5b4cda-d381-487b-86c5-f24d20489e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:53.902481 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-da00ae62-ae2d-4b3c-a9b9-8d657bd0c5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:53.937761 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-7383f597-f321-4e78-a554-989774fa9219 None None] Port 5478e361-df74-432a-ad21-67e4a9bb648e cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:07:53.993112 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da00ae62-ae2d-4b3c-a9b9-8d657bd0c5b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:07:54.001099 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-67bb9f0f-41be-4af3-98e3-0637b53b2bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758772103-router', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:42Z', 'updated_at': '2022-04-20T13:07:48Z', 'revision_number': 4, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'gw_port': {'id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:17:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:43Z', 'updated_at': '2022-04-20T13:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '7d887a6a-8007-4be4-ac70-d441e86d1b65', 'name': '', 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'mac_address': 'fa:16:3e:28:60:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '0b77211f-3453-4701-925b-fc2afaf87461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:47Z', 'updated_at': '2022-04-20T13:07:49Z', 'revision_number': 2, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'subnets': [{'id': '0b77211f-3453-4701-925b-fc2afaf87461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:54.034300 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da00ae62-ae2d-4b3c-a9b9-8d657bd0c5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7470b7-9157-466d-a134-84fd4ff6de46,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:54.055377 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-da00ae62-ae2d-4b3c-a9b9-8d657bd0c5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:54.055729 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-da00ae62-ae2d-4b3c-a9b9-8d657bd0c5b3 admin admin] Added segment d98e94df-872e-47ed-8a43-7e7e11e5be94 of type vlan for network 93be87d1-2eca-4eca-adcf-b2098e6f84fb Apr 20 13:07:54.097009 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-155551a4-020a-4e46-ae14-dd985df7d10b req-d3f0e612-b00b-455b-a779-b69d85c5f970 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:54.215171 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-da00ae62-ae2d-4b3c-a9b9-8d657bd0c5b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:54.286057 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-155551a4-020a-4e46-ae14-dd985df7d10b req-d3f0e612-b00b-455b-a779-b69d85c5f970 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:54.330310 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-da00ae62-ae2d-4b3c-a9b9-8d657bd0c5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:54.331320 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da00ae62-ae2d-4b3c-a9b9-8d657bd0c5b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:54.332137 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-da00ae62-ae2d-4b3c-a9b9-8d657bd0c5b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:54.509074 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da00ae62-ae2d-4b3c-a9b9-8d657bd0c5b3 admin admin] Pushing event updated for resources: {'Network': ['ID=93be87d1-2eca-4eca-adcf-b2098e6f84fb,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:54.548494 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['5cea9c6d-a175-4c8d-ab22-5cff7289a3d9'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:07:54.594301 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f0e612-b00b-455b-a779-b69d85c5f970 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Pushing event updated for resources: {'Port': ['ID=0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:54.595172 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 93be87d1-2eca-4eca-adcf-b2098e6f84fb details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:07:54.615046 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bb9f0f-41be-4af3-98e3-0637b53b2bb9 None None] Checking router: 58ac7165-3ec6-4819-a93a-ee6e28e96e44 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:07:54.615589 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bb9f0f-41be-4af3-98e3-0637b53b2bb9 None None] Updating router 58ac7165-3ec6-4819-a93a-ee6e28e96e44 port 7d887a6a-8007-4be4-ac70-d441e86d1b65 binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:07:54.648489 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-155551a4-020a-4e46-ae14-dd985df7d10b req-d3f0e612-b00b-455b-a779-b69d85c5f970 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Network 6efc3d61-2150-4671-a02d-6127df40131a is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:07:54.659265 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-da00ae62-ae2d-4b3c-a9b9-8d657bd0c5b3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9998658 Apr 20 13:07:54.662026 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35516) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:54.667296 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-4b7e302a-be10-4a46-9c5c-2a4de072f878 admin admin] Request body: {'subnet': {'network_id': '93be87d1-2eca-4eca-adcf-b2098e6f84fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1804720879-subnet', 'tenant_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:54.667755 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-155551a4-020a-4e46-ae14-dd985df7d10b req-d3f0e612-b00b-455b-a779-b69d85c5f970 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:07:54.708567 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-155551a4-020a-4e46-ae14-dd985df7d10b req-d3f0e612-b00b-455b-a779-b69d85c5f970 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:07:54.801236 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f218fd-2910-4026-9401-02f1aa787b4d req-11d1387a-8387-437e-b005-a4594852b4f3 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:54.802813 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42f218fd-2910-4026-9401-02f1aa787b4d req-11d1387a-8387-437e-b005-a4594852b4f3 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 946 time: 0.5435758 Apr 20 13:07:54.804608 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7e302a-be10-4a46-9c5c-2a4de072f878 admin admin] Made reservation on behalf of a9ab0226b6cf4925abbf972bfe37e3be for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:07:54.807026 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4b7e302a-be10-4a46-9c5c-2a4de072f878 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:54.946713 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155551a4-020a-4e46-ae14-dd985df7d10b req-d3f0e612-b00b-455b-a779-b69d85c5f970 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:54.951508 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-155551a4-020a-4e46-ae14-dd985df7d10b req-d3f0e612-b00b-455b-a779-b69d85c5f970 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:55.003267 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7631f7b7-30d2-40bf-9642-5377d8e7ab12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:55.061487 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42f218fd-2910-4026-9401-02f1aa787b4d req-6634fb27-c5ef-49cb-9ddb-1eb3fe91ba53 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501957 Apr 20 13:07:55.083015 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-67bb9f0f-41be-4af3-98e3-0637b53b2bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:55.160883 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-155551a4-020a-4e46-ae14-dd985df7d10b req-d3f0e612-b00b-455b-a779-b69d85c5f970 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6701624 Apr 20 13:07:55.185862 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-155551a4-020a-4e46-ae14-dd985df7d10b req-c1a7edde-cf09-4a06-b226-c2c97e4fc054 service neutron] Request body: {'port': {'device_id': '7e4ed60f-c0d0-4ae4-9f81-2f8bdecffe8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:55.210708 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-fe5b4cda-d381-487b-86c5-f24d20489e55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5478e361-df74-432a-ad21-67e4a9bb648e {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:07:55.222084 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-fe5b4cda-d381-487b-86c5-f24d20489e55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:55.283688 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-fe5b4cda-d381-487b-86c5-f24d20489e55 service neutron] Transition to ACTIVE for port object 5478e361-df74-432a-ad21-67e4a9bb648e will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:07:55.312043 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-155551a4-020a-4e46-ae14-dd985df7d10b req-c1a7edde-cf09-4a06-b226-c2c97e4fc054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:55.321071 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-679bb17b-f504-418c-b64b-4cd67ed82ea7 None None] Provisioning complete for port 0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:55.335578 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-679bb17b-f504-418c-b64b-4cd67ed82ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:55.365534 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e9466b-e73f-4563-84d6-8c79d84ffc23', 'name': 'network-vif-deleted', 'tag': 'a39487df-827a-48ea-9d9b-33ef073f66da'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:55.374432 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e14e8cf-87f4-4269-adb2-d6764ec52167" -d '{"events": [{"server_uuid": "e9e9466b-e73f-4563-84d6-8c79d84ffc23", "name": "network-vif-deleted", "tag": "a39487df-827a-48ea-9d9b-33ef073f66da"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:55.422373 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4b7e302a-be10-4a46-9c5c-2a4de072f878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:55.432576 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-fe5b4cda-d381-487b-86c5-f24d20489e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:55.500343 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-679bb17b-f504-418c-b64b-4cd67ed82ea7 None None] Port 0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:07:55.577848 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e302a-be10-4a46-9c5c-2a4de072f878 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9def3790-e72f-4622-9eb5-7500a0e5bad9,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:55.582884 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540af2d9-f470-439c-887b-0d19e6eb4ecc req-6cad4029-4743-48da-a3b7-50ecb2ce4363 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:55.584484 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-540af2d9-f470-439c-887b-0d19e6eb4ecc req-6cad4029-4743-48da-a3b7-50ecb2ce4363 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/ports?device_id=51254915-cb38-4cf8-b558-ab8072a02f7a HTTP/1.1" status: 200 len: 932 time: 0.2997215 Apr 20 13:07:55.622833 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7e302a-be10-4a46-9c5c-2a4de072f878 admin admin] Checking segment: {'id': 'd98e94df-872e-47ed-8a43-7e7e11e5be94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '93be87d1-2eca-4eca-adcf-b2098e6f84fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:07:55.623193 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7e302a-be10-4a46-9c5c-2a4de072f878 admin admin] Network hostable DHCP agents. Network: 93be87d1-2eca-4eca-adcf-b2098e6f84fb, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:07:55.736084 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7e302a-be10-4a46-9c5c-2a4de072f878 admin admin] Network 93be87d1-2eca-4eca-adcf-b2098e6f84fb is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:07:55.776192 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b4cda-d381-487b-86c5-f24d20489e55 service neutron] Pushing event updated for resources: {'Port': ['ID=5478e361-df74-432a-ad21-67e4a9bb648e,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:55.833952 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-4b7e302a-be10-4a46-9c5c-2a4de072f878 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 93be87d1-2eca-4eca-adcf-b2098e6f84fb) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:07:55.848644 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7e302a-be10-4a46-9c5c-2a4de072f878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:55.849686 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4b7e302a-be10-4a46-9c5c-2a4de072f878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:55.874223 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559dc12b-4c2d-4875-8ca7-2af3be5134e4 None None] Network 93be87d1-2eca-4eca-adcf-b2098e6f84fb requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:07:55.897854 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-540af2d9-f470-439c-887b-0d19e6eb4ecc req-7bc6678b-1780-4f17-b328-0563937cba04 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/security-groups?id=b271a06e-2a81-43a1-98d4-61e6aca5d2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2955287 Apr 20 13:07:55.963860 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4b7e302a-be10-4a46-9c5c-2a4de072f878 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3001666 Apr 20 13:07:55.967038 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35526) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:55.976766 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-d683b468-3dee-4dbb-a78f-1213e1268043 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1804720879-router', 'tenant_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:56.078876 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-67bb9f0f-41be-4af3-98e3-0637b53b2bb9 None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:56.091449 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d683b468-3dee-4dbb-a78f-1213e1268043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:56.094290 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d683b468-3dee-4dbb-a78f-1213e1268043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:56.113056 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-fe5b4cda-d381-487b-86c5-f24d20489e55 service neutron] Attempting to bind port 5478e361-df74-432a-ad21-67e4a9bb648e on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:07:56.113407 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-fe5b4cda-d381-487b-86c5-f24d20489e55 service neutron] Attempting to bind port 5478e361-df74-432a-ad21-67e4a9bb648e by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': 'b550718e-99f1-43a9-a37d-5b24d8a0f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '33d36c62-f48b-427f-896c-83ee0a24e548'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:07:56.113710 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-fe5b4cda-d381-487b-86c5-f24d20489e55 service neutron] Attempting to bind port 5478e361-df74-432a-ad21-67e4a9bb648e on network 33d36c62-f48b-427f-896c-83ee0a24e548 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:07:56.142783 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-fe5b4cda-d381-487b-86c5-f24d20489e55 service neutron] Port 5478e361-df74-432a-ad21-67e4a9bb648e on network 33d36c62-f48b-427f-896c-83ee0a24e548 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:07:56.143206 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-fe5b4cda-d381-487b-86c5-f24d20489e55 service neutron] Attempting to bind port 5478e361-df74-432a-ad21-67e4a9bb648e on network 33d36c62-f48b-427f-896c-83ee0a24e548 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:07:56.166364 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-fe5b4cda-d381-487b-86c5-f24d20489e55 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:07:56.166759 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-fe5b4cda-d381-487b-86c5-f24d20489e55 service neutron] Checking segment: {'id': 'b550718e-99f1-43a9-a37d-5b24d8a0f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '33d36c62-f48b-427f-896c-83ee0a24e548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:07:56.167142 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-fe5b4cda-d381-487b-86c5-f24d20489e55 service neutron] Bound using segment: {'id': 'b550718e-99f1-43a9-a37d-5b24d8a0f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '33d36c62-f48b-427f-896c-83ee0a24e548'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:07:56.178382 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-67bb9f0f-41be-4af3-98e3-0637b53b2bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:56.187879 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-fe5b4cda-d381-487b-86c5-f24d20489e55 service neutron] Bound port: 5478e361-df74-432a-ad21-67e4a9bb648e, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b550718e-99f1-43a9-a37d-5b24d8a0f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '33d36c62-f48b-427f-896c-83ee0a24e548'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:07:56.188609 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-fe5b4cda-d381-487b-86c5-f24d20489e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:56.220558 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d683b468-3dee-4dbb-a78f-1213e1268043 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:56.321013 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1817bacf-86a7-4a3b-b8bc-7456f55219a6 None None] Network 93be87d1-2eca-4eca-adcf-b2098e6f84fb requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:07:56.344028 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaddb8a-23ac-4679-b23d-61fb7d3fa3b9 req-7c2be768-7934-4b41-9c35-e22b00efe302 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:56.367992 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fbaddb8a-23ac-4679-b23d-61fb7d3fa3b9 req-7c2be768-7934-4b41-9c35-e22b00efe302 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e4ed60f-c0d0-4ae4-9f81-2f8bdecffe8e HTTP/1.1" status: 200 len: 936 time: 0.2922087 Apr 20 13:07:56.500500 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce5c76-b8dd-446b-b8cb-da364b2720d9 None None] Pushing event updated for resources: {'Port': ['ID=7d887a6a-8007-4be4-ac70-d441e86d1b65,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:56.522954 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-155551a4-020a-4e46-ae14-dd985df7d10b req-c1a7edde-cf09-4a06-b226-c2c97e4fc054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:07:56.566787 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-155551a4-020a-4e46-ae14-dd985df7d10b req-c1a7edde-cf09-4a06-b226-c2c97e4fc054 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:56.640817 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-67bb9f0f-41be-4af3-98e3-0637b53b2bb9 None None] Attempting to bind port 7d887a6a-8007-4be4-ac70-d441e86d1b65 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:07:56.644988 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-67bb9f0f-41be-4af3-98e3-0637b53b2bb9 None None] Attempting to bind port 7d887a6a-8007-4be4-ac70-d441e86d1b65 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '3365e179-b408-4368-8008-105fabe837fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:07:56.645734 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bb9f0f-41be-4af3-98e3-0637b53b2bb9 None None] Attempting to bind port 7d887a6a-8007-4be4-ac70-d441e86d1b65 on network 216be08c-a7d9-48bb-ac07-e1350f2b5dea {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:07:56.665228 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fbaddb8a-23ac-4679-b23d-61fb7d3fa3b9 req-b8524c47-80c5-4399-87ce-1958771fda27 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed082636-8ea7-4f97-8053-156d46c3f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963204 Apr 20 13:07:56.668696 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-155551a4-020a-4e46-ae14-dd985df7d10b req-c1a7edde-cf09-4a06-b226-c2c97e4fc054 service neutron] Transition to ACTIVE for port object 0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:07:56.683578 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-fe5b4cda-d381-487b-86c5-f24d20489e55 service neutron] For port 5478e361-df74-432a-ad21-67e4a9bb648e, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:07:56.694282 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-fe5b4cda-d381-487b-86c5-f24d20489e55 service neutron] For port 5478e361-df74-432a-ad21-67e4a9bb648e, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=5478e361-df74-432a-ad21-67e4a9bb648e,segment=NetworkSegment(b550718e-99f1-43a9-a37d-5b24d8a0f3a6),segment_id=b550718e-99f1-43a9-a37d-5b24d8a0f3a6)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:07:56.705172 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bb9f0f-41be-4af3-98e3-0637b53b2bb9 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:07:56.713869 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bb9f0f-41be-4af3-98e3-0637b53b2bb9 None None] Checking segment: {'id': '3365e179-b408-4368-8008-105fabe837fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:07:56.714355 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d683b468-3dee-4dbb-a78f-1213e1268043 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:56.714487 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-67bb9f0f-41be-4af3-98e3-0637b53b2bb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:56.714947 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bb9f0f-41be-4af3-98e3-0637b53b2bb9 None None] Bound using segment: {'id': '3365e179-b408-4368-8008-105fabe837fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:07:56.715778 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-67bb9f0f-41be-4af3-98e3-0637b53b2bb9 None None] Bound port: 7d887a6a-8007-4be4-ac70-d441e86d1b65, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3365e179-b408-4368-8008-105fabe837fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:07:56.716269 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-67bb9f0f-41be-4af3-98e3-0637b53b2bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:56.724917 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-155551a4-020a-4e46-ae14-dd985df7d10b req-c1a7edde-cf09-4a06-b226-c2c97e4fc054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:56.782783 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35532) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:56.859732 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a7edde-cf09-4a06-b226-c2c97e4fc054 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:56.874437 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90eb61d-265a-48e0-b318-e9f87bfbc0f3 x-openstack-request-id: req-f90eb61d-265a-48e0-b318-e9f87bfbc0f3 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:56.875711 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e9466b-e73f-4563-84d6-8c79d84ffc23", "name": "network-vif-deleted", "tag": "a39487df-827a-48ea-9d9b-33ef073f66da", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:56.876125 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f90eb61d-265a-48e0-b318-e9f87bfbc0f3 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:56.877087 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f90eb61d-265a-48e0-b318-e9f87bfbc0f3'] response: {'server_uuid': 'e9e9466b-e73f-4563-84d6-8c79d84ffc23', 'name': 'network-vif-deleted', 'tag': 'a39487df-827a-48ea-9d9b-33ef073f66da', 'status': 'completed', 'code': 200} Apr 20 13:07:56.877625 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-fe5b4cda-d381-487b-86c5-f24d20489e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:56.900704 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-67bb9f0f-41be-4af3-98e3-0637b53b2bb9 None None] For port 7d887a6a-8007-4be4-ac70-d441e86d1b65, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:07:56.909492 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-67bb9f0f-41be-4af3-98e3-0637b53b2bb9 None None] For port 7d887a6a-8007-4be4-ac70-d441e86d1b65, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=7d887a6a-8007-4be4-ac70-d441e86d1b65,segment=NetworkSegment(3365e179-b408-4368-8008-105fabe837fd),segment_id=3365e179-b408-4368-8008-105fabe837fd)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:07:56.978451 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-fe5b4cda-d381-487b-86c5-f24d20489e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:56.980986 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-fe5b4cda-d381-487b-86c5-f24d20489e55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:56.980986 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-fe5b4cda-d381-487b-86c5-f24d20489e55 service neutron] 10.222.0.32 "PUT /v2.0/ports/5478e361-df74-432a-ad21-67e4a9bb648e HTTP/1.1" status: 200 len: 1092 time: 3.7573333 Apr 20 13:07:56.980986 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51254915-cb38-4cf8-b558-ab8072a02f7a', 'tag': '5478e361-df74-432a-ad21-67e4a9bb648e'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:56.985637 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b80dcb-71d1-4e9b-8c43-f541613fbd0e" -d '{"events": [{"name": "network-changed", "server_uuid": "51254915-cb38-4cf8-b558-ab8072a02f7a", "tag": "5478e361-df74-432a-ad21-67e4a9bb648e"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:57.000550 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-43c65034-e505-4bd0-814c-7077019e6cbe tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Deleting subnet 053e2bb8-0c4c-43d3-b534-6e814b91dfd8 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:07:57.087968 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-67bb9f0f-41be-4af3-98e3-0637b53b2bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:57.110663 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-40b89726-1869-4fae-930c-c3776932f11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:57.153315 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-43c65034-e505-4bd0-814c-7077019e6cbe tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:57.234149 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-43c65034-e505-4bd0-814c-7077019e6cbe tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:57.396899 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-9ff2aca0-697d-450f-8ef0-613ff78f5f79 None None] Provisioning complete for port 7d887a6a-8007-4be4-ac70-d441e86d1b65 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:57.397168 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9ff2aca0-697d-450f-8ef0-613ff78f5f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:57.399263 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b4cda-d381-487b-86c5-f24d20489e55 service neutron] Pushing event updated for resources: {'Port': ['ID=5478e361-df74-432a-ad21-67e4a9bb648e,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:57.451978 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16cdad-d501-426d-b057-6ff1544aaaa5 req-36a238a7-5401-4e4a-89e4-988444362053 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:57.459484 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ac16cdad-d501-426d-b057-6ff1544aaaa5 req-36a238a7-5401-4e4a-89e4-988444362053 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 946 time: 0.3600681 Apr 20 13:07:57.464844 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce5c76-b8dd-446b-b8cb-da364b2720d9 None None] Pushing event updated for resources: {'Port': ['ID=7d887a6a-8007-4be4-ac70-d441e86d1b65,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:57.471794 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-c5b19068-ce7c-456d-b566-366d1fcad0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:57.474047 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-c5b19068-ce7c-456d-b566-366d1fcad0c1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5570a05404ce4451b330b205b802e490&device_id=51254915-cb38-4cf8-b558-ab8072a02f7a HTTP/1.1" status: 200 len: 1095 time: 0.3734994 Apr 20 13:07:57.478537 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bb9f0f-41be-4af3-98e3-0637b53b2bb9 None None] Routers {'58ac7165-3ec6-4819-a93a-ee6e28e96e44'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:07:57.478537 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-67bb9f0f-41be-4af3-98e3-0637b53b2bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:07:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['58ac7165-3ec6-4819-a93a-ee6e28e96e44'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:57.484410 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-43c65034-e505-4bd0-814c-7077019e6cbe tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:57.552974 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-012feda3-c7fd-4699-832b-c24654645145 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5478e361-df74-432a-ad21-67e4a9bb648e HTTP/1.1" status: 200 len: 217 time: 0.0567474 Apr 20 13:07:57.554831 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-155551a4-020a-4e46-ae14-dd985df7d10b req-c1a7edde-cf09-4a06-b226-c2c97e4fc054 service neutron] Attempting to bind port 0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:07:57.555911 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-155551a4-020a-4e46-ae14-dd985df7d10b req-c1a7edde-cf09-4a06-b226-c2c97e4fc054 service neutron] Attempting to bind port 0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:07:57.557925 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155551a4-020a-4e46-ae14-dd985df7d10b req-c1a7edde-cf09-4a06-b226-c2c97e4fc054 service neutron] Attempting to bind port 0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:07:57.619868 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155551a4-020a-4e46-ae14-dd985df7d10b req-c1a7edde-cf09-4a06-b226-c2c97e4fc054 service neutron] Port 0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd on network 6efc3d61-2150-4671-a02d-6127df40131a not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:07:57.620345 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155551a4-020a-4e46-ae14-dd985df7d10b req-c1a7edde-cf09-4a06-b226-c2c97e4fc054 service neutron] Attempting to bind port 0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:07:57.630592 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9ff2aca0-697d-450f-8ef0-613ff78f5f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:57.633617 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-67bb9f0f-41be-4af3-98e3-0637b53b2bb9 None None] Set router 58ac7165-3ec6-4819-a93a-ee6e28e96e44 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:07:57.637739 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155551a4-020a-4e46-ae14-dd985df7d10b req-c1a7edde-cf09-4a06-b226-c2c97e4fc054 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:07:57.638299 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155551a4-020a-4e46-ae14-dd985df7d10b req-c1a7edde-cf09-4a06-b226-c2c97e4fc054 service neutron] Checking segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:07:57.638792 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155551a4-020a-4e46-ae14-dd985df7d10b req-c1a7edde-cf09-4a06-b226-c2c97e4fc054 service neutron] Bound using segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:07:57.639366 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-155551a4-020a-4e46-ae14-dd985df7d10b req-c1a7edde-cf09-4a06-b226-c2c97e4fc054 service neutron] Bound port: 0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:07:57.640139 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-155551a4-020a-4e46-ae14-dd985df7d10b req-c1a7edde-cf09-4a06-b226-c2c97e4fc054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:57.659640 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ac16cdad-d501-426d-b057-6ff1544aaaa5 req-fcd4df2d-4c9a-4cb3-b409-6f2da2b2103d tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992617 Apr 20 13:07:57.710007 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-9ff2aca0-697d-450f-8ef0-613ff78f5f79 None None] For port 7d887a6a-8007-4be4-ac70-d441e86d1b65, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=7d887a6a-8007-4be4-ac70-d441e86d1b65,segment=NetworkSegment(3365e179-b408-4368-8008-105fabe837fd),segment_id=3365e179-b408-4368-8008-105fabe837fd)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:57.760476 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-ac5f0dd0-924b-41bb-b85e-b103d0ae09db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:57.768895 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-ac5f0dd0-924b-41bb-b85e-b103d0ae09db service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a92124e6-e49b-4ef9-898f-773b76764750 HTTP/1.1" status: 200 len: 854 time: 0.2017298 Apr 20 13:07:57.803349 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d683b468-3dee-4dbb-a78f-1213e1268043 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:57.823350 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d683b468-3dee-4dbb-a78f-1213e1268043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:57.842672 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-155551a4-020a-4e46-ae14-dd985df7d10b req-c1a7edde-cf09-4a06-b226-c2c97e4fc054 service neutron] For port 0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:07:57.862086 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-155551a4-020a-4e46-ae14-dd985df7d10b req-c1a7edde-cf09-4a06-b226-c2c97e4fc054 service neutron] For port 0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:07:57.871082 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-8ab337dd-45f2-41a1-995d-29e5d09be161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:57.874379 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-8ab337dd-45f2-41a1-995d-29e5d09be161 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=33d36c62-f48b-427f-896c-83ee0a24e548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965328 Apr 20 13:07:57.893352 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5517c-0e46-48b1-8aca-e38092392e3d req-57792d0b-6dae-4ab6-a5ce-6328ef0fc5a4 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:57.895115 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-81e5517c-0e46-48b1-8aca-e38092392e3d req-57792d0b-6dae-4ab6-a5ce-6328ef0fc5a4 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/ports?device_id=51254915-cb38-4cf8-b558-ab8072a02f7a HTTP/1.1" status: 200 len: 944 time: 0.1210897 Apr 20 13:07:57.911601 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-43c65034-e505-4bd0-814c-7077019e6cbe tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:57.920689 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9ff2aca0-697d-450f-8ef0-613ff78f5f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:57.952483 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-155551a4-020a-4e46-ae14-dd985df7d10b req-c1a7edde-cf09-4a06-b226-c2c97e4fc054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:57.993657 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c65034-e505-4bd0-814c-7077019e6cbe tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Pushing event deleted for resources: {'Subnet': ['ID=053e2bb8-0c4c-43d3-b534-6e814b91dfd8,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:58.009759 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-43c65034-e505-4bd0-814c-7077019e6cbe tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:58.016770 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-43c65034-e505-4bd0-814c-7077019e6cbe tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "DELETE /v2.0/subnets/053e2bb8-0c4c-43d3-b534-6e814b91dfd8 HTTP/1.1" status: 204 len: 168 time: 1.2324338 Apr 20 13:07:58.019813 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35544) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:58.023611 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-67bb9f0f-41be-4af3-98e3-0637b53b2bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758772103-router', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:42Z', 'updated_at': '2022-04-20T13:07:48Z', 'revision_number': 4, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'gw_port': {'id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:17:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:43Z', 'updated_at': '2022-04-20T13:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '7d887a6a-8007-4be4-ac70-d441e86d1b65', 'name': '', 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'mac_address': 'fa:16:3e:28:60:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '0b77211f-3453-4701-925b-fc2afaf87461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:47Z', 'updated_at': '2022-04-20T13:07:56Z', 'revision_number': 4, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'subnets': [{'id': '0b77211f-3453-4701-925b-fc2afaf87461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:58.025853 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c352433b-70f4-469d-907f-099733c8a310 None None] Network 3fb47c34-1cee-4cad-85f7-20c636f9b377 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:07:58.027509 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2aca0-697d-450f-8ef0-613ff78f5f79 None None] Pushing event updated for resources: {'Port': ['ID=7d887a6a-8007-4be4-ac70-d441e86d1b65,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:58.291014 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-37c61811-1797-427c-a04b-deea084fa843 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:58.293611 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-d683b468-3dee-4dbb-a78f-1213e1268043 admin admin] Allocated IP 172.25.8.191 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/9ec5f127-9fe0-46af-9f11-408663cf81a9) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:07:58.336672 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-59e3918f-9519-42ba-a355-01e0686e9670 service neutron] 10.222.0.32 "GET /v2.0/networks/33d36c62-f48b-427f-896c-83ee0a24e548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4398279 Apr 20 13:07:58.367403 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:58.404658 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bb9f0f-41be-4af3-98e3-0637b53b2bb9 None None] The sync data for ids ['58ac7165-3ec6-4819-a93a-ee6e28e96e44'] in n-d-836015-7 is: [{'id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758772103-router', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:42Z', 'updated_at': '2022-04-20T13:07:48Z', 'revision_number': 4, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'gw_port': {'id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:17:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:43Z', 'updated_at': '2022-04-20T13:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '7d887a6a-8007-4be4-ac70-d441e86d1b65', 'name': '', 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'mac_address': 'fa:16:3e:28:60:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '0b77211f-3453-4701-925b-fc2afaf87461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:47Z', 'updated_at': '2022-04-20T13:07:56Z', 'revision_number': 4, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'subnets': [{'id': '0b77211f-3453-4701-925b-fc2afaf87461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:07:58.446613 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155551a4-020a-4e46-ae14-dd985df7d10b req-c1a7edde-cf09-4a06-b226-c2c97e4fc054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:58.447523 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-155551a4-020a-4e46-ae14-dd985df7d10b req-c1a7edde-cf09-4a06-b226-c2c97e4fc054 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:58.449039 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-155551a4-020a-4e46-ae14-dd985df7d10b req-c1a7edde-cf09-4a06-b226-c2c97e4fc054 service neutron] 10.222.0.15 "PUT /v2.0/ports/0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd HTTP/1.1" status: 200 len: 1096 time: 3.2680140 Apr 20 13:07:58.511055 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a7edde-cf09-4a06-b226-c2c97e4fc054 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:58.564326 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7edde-cf09-4a06-b226-c2c97e4fc054 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:58.564790 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7edde-cf09-4a06-b226-c2c97e4fc054 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:58.565238 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7edde-cf09-4a06-b226-c2c97e4fc054 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:58.565680 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7edde-cf09-4a06-b226-c2c97e4fc054 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:58.566184 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7edde-cf09-4a06-b226-c2c97e4fc054 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:58.566659 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7edde-cf09-4a06-b226-c2c97e4fc054 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:58.567114 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7edde-cf09-4a06-b226-c2c97e4fc054 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:58.567576 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7edde-cf09-4a06-b226-c2c97e4fc054 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:58.568012 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7edde-cf09-4a06-b226-c2c97e4fc054 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:58.568444 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7edde-cf09-4a06-b226-c2c97e4fc054 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:58.568919 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7edde-cf09-4a06-b226-c2c97e4fc054 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:58.569343 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7edde-cf09-4a06-b226-c2c97e4fc054 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:58.594324 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-37c61811-1797-427c-a04b-deea084fa843 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Deleting port 26c6fd5f-b5a3-4b1a-8376-e6245e5ae816 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:07:58.595779 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-37c61811-1797-427c-a04b-deea084fa843 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:58.623339 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-81e5517c-0e46-48b1-8aca-e38092392e3d req-dcec45f8-dc16-420c-bddf-dbf9cba8b48c tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/security-groups?id=b271a06e-2a81-43a1-98d4-61e6aca5d2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7106411 Apr 20 13:07:58.687336 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-264dd1cb-fe0f-4a67-b310-9d8a3f396871 None None] Provisioning complete for port 7d887a6a-8007-4be4-ac70-d441e86d1b65 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:58.687689 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-264dd1cb-fe0f-4a67-b310-9d8a3f396871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:58.789011 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d683b468-3dee-4dbb-a78f-1213e1268043 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:58.805524 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7709c91-2425-4eee-9ce4-9b61a6531c5c x-openstack-request-id: req-d7709c91-2425-4eee-9ce4-9b61a6531c5c {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:58.806179 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51254915-cb38-4cf8-b558-ab8072a02f7a", "tag": "5478e361-df74-432a-ad21-67e4a9bb648e", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:58.809811 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d7709c91-2425-4eee-9ce4-9b61a6531c5c {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:58.810372 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7709c91-2425-4eee-9ce4-9b61a6531c5c'] response: {'name': 'network-changed', 'server_uuid': '51254915-cb38-4cf8-b558-ab8072a02f7a', 'tag': '5478e361-df74-432a-ad21-67e4a9bb648e', 'status': 'completed', 'code': 200} Apr 20 13:07:58.841800 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-37c61811-1797-427c-a04b-deea084fa843 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] For port 26c6fd5f-b5a3-4b1a-8376-e6245e5ae816, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=26c6fd5f-b5a3-4b1a-8376-e6245e5ae816,segment=NetworkSegment(d7df52ce-f2f3-4aaf-9f41-c86ef69cb326),segment_id=d7df52ce-f2f3-4aaf-9f41-c86ef69cb326)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:58.844465 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155551a4-020a-4e46-ae14-dd985df7d10b req-18ce5adc-5b0c-48be-be83-cb371afde263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:58.845928 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-37c61811-1797-427c-a04b-deea084fa843 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:58.856573 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-155551a4-020a-4e46-ae14-dd985df7d10b req-18ce5adc-5b0c-48be-be83-cb371afde263 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=afd124bf09bb445eb730e24ce948a6be&device_id=7e4ed60f-c0d0-4ae4-9f81-2f8bdecffe8e HTTP/1.1" status: 200 len: 1099 time: 0.2739623 Apr 20 13:07:58.893712 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-37c61811-1797-427c-a04b-deea084fa843 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Calling delete_port for 26c6fd5f-b5a3-4b1a-8376-e6245e5ae816 owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:07:59.025074 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-155551a4-020a-4e46-ae14-dd985df7d10b req-8c794f4a-f6fd-48be-9cf1-4ca97b9b0dce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd HTTP/1.1" status: 200 len: 217 time: 0.1479952 Apr 20 13:07:59.029451 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-11d1f88f-a843-462c-a4ed-2a1fda1957f1 req-b19d9f6e-a9c8-4b75-9a01-6fd50b2af06f service neutron] 10.222.0.32 "GET /v2.0/networks/33d36c62-f48b-427f-896c-83ee0a24e548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5778761 Apr 20 13:07:59.040558 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d683b468-3dee-4dbb-a78f-1213e1268043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:59.115452 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683b468-3dee-4dbb-a78f-1213e1268043 admin admin] Pushing event updated for resources: {'Port': ['ID=9ec5f127-9fe0-46af-9f11-408663cf81a9,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:59.117243 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504dbcd-04d0-4c12-8000-51e73fe9b570 req-39e9f053-b885-4075-bf6a-1b3c06ca914e tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:59.120513 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9504dbcd-04d0-4c12-8000-51e73fe9b570 req-39e9f053-b885-4075-bf6a-1b3c06ca914e tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e4ed60f-c0d0-4ae4-9f81-2f8bdecffe8e HTTP/1.1" status: 200 len: 948 time: 0.1155865 Apr 20 13:07:59.122373 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155551a4-020a-4e46-ae14-dd985df7d10b req-cc6a9180-97c0-4976-9f18-3f3b4fdfda5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:59.123864 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-155551a4-020a-4e46-ae14-dd985df7d10b req-cc6a9180-97c0-4976-9f18-3f3b4fdfda5f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0707459 Apr 20 13:07:59.133993 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-37c61811-1797-427c-a04b-deea084fa843 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:59.159781 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d683b468-3dee-4dbb-a78f-1213e1268043 admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:07:59.207601 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-d683b468-3dee-4dbb-a78f-1213e1268043 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:07:59.217678 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d683b468-3dee-4dbb-a78f-1213e1268043 admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:07:59.220768 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c61811-1797-427c-a04b-deea084fa843 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Pushing event deleted for resources: {'Port': ['ID=26c6fd5f-b5a3-4b1a-8376-e6245e5ae816,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:59.262041 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:59.267835 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c61811-1797-427c-a04b-deea084fa843 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] No DVR routers for this DVR port 26c6fd5f-b5a3-4b1a-8376-e6245e5ae816 on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:07:59.279068 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27299532-c02e-46c7-bfb3-f379ba0cb3c3 None None] DHCP port deletion for 3fb47c34-1cee-4cad-85f7-20c636f9b377 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:07:59.364267 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b80dcb-71d1-4e9b-8c43-f541613fbd0e req-ff6428de-00e7-4e4a-8a5d-fe69f4aaaacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:59.366836 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52b80dcb-71d1-4e9b-8c43-f541613fbd0e req-ff6428de-00e7-4e4a-8a5d-fe69f4aaaacf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5570a05404ce4451b330b205b802e490&device_id=51254915-cb38-4cf8-b558-ab8072a02f7a HTTP/1.1" status: 200 len: 1095 time: 0.1832535 Apr 20 13:07:59.412270 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9504dbcd-04d0-4c12-8000-51e73fe9b570 req-3d324443-2560-4848-896c-f6e3f4d2e480 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed082636-8ea7-4f97-8053-156d46c3f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698917 Apr 20 13:07:59.479342 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-37c61811-1797-427c-a04b-deea084fa843 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:59.509390 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155551a4-020a-4e46-ae14-dd985df7d10b req-5fb18fe5-c910-4b75-ad2c-04bce3250a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:59.514124 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-155551a4-020a-4e46-ae14-dd985df7d10b req-5fb18fe5-c910-4b75-ad2c-04bce3250a12 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3703320 Apr 20 13:07:59.636496 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-37c61811-1797-427c-a04b-deea084fa843 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fb47c34-1cee-4cad-85f7-20c636f9b377']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:59.651069 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 7d887a6a-8007-4be4-ac70-d441e86d1b65 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:59.668911 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-37c61811-1797-427c-a04b-deea084fa843 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7df52ce-f2f3-4aaf-9f41-c86ef69cb326') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:59.669350 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-37c61811-1797-427c-a04b-deea084fa843 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7df52ce-f2f3-4aaf-9f41-c86ef69cb326') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:59.764579 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-37c61811-1797-427c-a04b-deea084fa843 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:59.800995 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 7d887a6a-8007-4be4-ac70-d441e86d1b65 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:59.801300 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:59.857278 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:59.868235 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-37c61811-1797-427c-a04b-deea084fa843 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:59.885072 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-155551a4-020a-4e46-ae14-dd985df7d10b req-c6a784f2-20ac-462b-9947-5eaf1112b3f0 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145881 Apr 20 13:07:59.901386 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c61811-1797-427c-a04b-deea084fa843 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:07:59.903987 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-37c61811-1797-427c-a04b-deea084fa843 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:59.907432 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:07:59.907432 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:07:59.907432 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:07:59.907432 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:07:59.907432 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:07:59.907432 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:07:59.907432 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:07:59.907432 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:07:59.907432 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:07:59.907432 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:07:59.907432 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:07:59.907432 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:07:59.907432 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:07:59.907432 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:07:59.907432 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:07:59.907432 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:07:59.907432 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:07:59.907432 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:07:59.907432 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:07:59.907432 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:07:59.907432 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:07:59.907432 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:07:59.907432 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:07:59.907432 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:07:59.907432 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:07:59.907432 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:07:59.907432 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:07:59.907432 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:07:59.907432 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:07:59.907432 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:07:59.907432 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:07:59.907432 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:08:00.151148 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 26c6fd5f-b5a3-4b1a-8376-e6245e5ae816 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:08:00.200669 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 26c6fd5f-b5a3-4b1a-8376-e6245e5ae816 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:08:00.200999 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 26c6fd5f-b5a3-4b1a-8376-e6245e5ae816 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:08:00.206224 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-37c61811-1797-427c-a04b-deea084fa843 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:00.229063 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-37c61811-1797-427c-a04b-deea084fa843 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:00.232711 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-37c61811-1797-427c-a04b-deea084fa843 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "DELETE /v2.0/networks/3fb47c34-1cee-4cad-85f7-20c636f9b377 HTTP/1.1" status: 204 len: 168 time: 2.2113838 Apr 20 13:08:00.270473 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35560) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:00.324553 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d683b468-3dee-4dbb-a78f-1213e1268043 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:00.324807 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c61811-1797-427c-a04b-deea084fa843 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Pushing event deleted for resources: {'Network': ['ID=3fb47c34-1cee-4cad-85f7-20c636f9b377,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:00.496644 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c61811-1797-427c-a04b-deea084fa843 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:00.497516 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c61811-1797-427c-a04b-deea084fa843 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:00.497857 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c61811-1797-427c-a04b-deea084fa843 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:00.498185 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c61811-1797-427c-a04b-deea084fa843 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:00.498517 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c61811-1797-427c-a04b-deea084fa843 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:00.498845 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c61811-1797-427c-a04b-deea084fa843 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:00.499169 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c61811-1797-427c-a04b-deea084fa843 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:00.507305 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c61811-1797-427c-a04b-deea084fa843 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:00.507890 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c61811-1797-427c-a04b-deea084fa843 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:00.508153 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c61811-1797-427c-a04b-deea084fa843 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:00.508458 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c61811-1797-427c-a04b-deea084fa843 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:00.508792 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c61811-1797-427c-a04b-deea084fa843 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:00.593065 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-e262b23f-ccb7-483b-b4b1-090705ac0044 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Deleting subnet 47078f41-7228-450d-ab68-088f249f7e64 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:08:00.600861 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e262b23f-ccb7-483b-b4b1-090705ac0044 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:00.673356 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e262b23f-ccb7-483b-b4b1-090705ac0044 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:00.732311 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb54b0-1709-4fb2-81de-d78fe9013aeb req-81fb6844-8d45-4582-b21e-f01f31f9e693 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:00.733925 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-13cb54b0-1709-4fb2-81de-d78fe9013aeb req-81fb6844-8d45-4582-b21e-f01f31f9e693 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 946 time: 0.9138918 Apr 20 13:08:00.770752 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b80dcb-71d1-4e9b-8c43-f541613fbd0e req-e59499cc-bb61-4dce-bd72-2c346cceb510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:00.772307 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52b80dcb-71d1-4e9b-8c43-f541613fbd0e req-e59499cc-bb61-4dce-bd72-2c346cceb510 service neutron] 10.222.0.32 "GET /v2.0/networks?id=33d36c62-f48b-427f-896c-83ee0a24e548 HTTP/1.1" status: 200 len: 916 time: 1.3584723 Apr 20 13:08:00.842838 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e4ed60f-c0d0-4ae4-9f81-2f8bdecffe8e', 'tag': '0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:00.845201 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9705a574-6c96-48a4-8621-7cc23a6c493e" -d '{"events": [{"name": "network-changed", "server_uuid": "7e4ed60f-c0d0-4ae4-9f81-2f8bdecffe8e", "tag": "0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:00.849061 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52b80dcb-71d1-4e9b-8c43-f541613fbd0e req-0b8f229e-1633-4032-b2cd-870545ce743d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5478e361-df74-432a-ad21-67e4a9bb648e HTTP/1.1" status: 200 len: 217 time: 0.0587215 Apr 20 13:08:01.007476 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d683b468-3dee-4dbb-a78f-1213e1268043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:01.008135 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-13cb54b0-1709-4fb2-81de-d78fe9013aeb req-73aa0e6a-3d39-4952-971d-c702aeead116 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584198 Apr 20 13:08:01.010481 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b80dcb-71d1-4e9b-8c43-f541613fbd0e req-f2ebb707-5832-4231-a30e-7c2863144768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:01.026480 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52b80dcb-71d1-4e9b-8c43-f541613fbd0e req-f2ebb707-5832-4231-a30e-7c2863144768 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a92124e6-e49b-4ef9-898f-773b76764750 HTTP/1.1" status: 200 len: 854 time: 0.1427286 Apr 20 13:08:01.078600 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-155551a4-020a-4e46-ae14-dd985df7d10b req-a3e86f59-dedd-4997-871a-6e90e29936fa service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1765790 Apr 20 13:08:01.091782 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e262b23f-ccb7-483b-b4b1-090705ac0044 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:01.213426 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b80dcb-71d1-4e9b-8c43-f541613fbd0e req-9f1e64c0-65f7-455d-b94c-db6bed1b8086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:01.216543 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52b80dcb-71d1-4e9b-8c43-f541613fbd0e req-9f1e64c0-65f7-455d-b94c-db6bed1b8086 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=33d36c62-f48b-427f-896c-83ee0a24e548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1221001 Apr 20 13:08:01.248664 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d4a09-51db-4568-8958-f9be85d0d16a req-e269ae0d-7653-4bc0-9dde-84949ea5042a tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:01.260283 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4c4d4a09-51db-4568-8958-f9be85d0d16a req-e269ae0d-7653-4bc0-9dde-84949ea5042a tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/ports?device_id=51254915-cb38-4cf8-b558-ab8072a02f7a HTTP/1.1" status: 200 len: 944 time: 0.1045449 Apr 20 13:08:01.514360 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:08:01.548313 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4c4d4a09-51db-4568-8958-f9be85d0d16a req-c528c443-4617-4a9e-89a7-2f3dd4c4a155 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/security-groups?id=b271a06e-2a81-43a1-98d4-61e6aca5d2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2870657 Apr 20 13:08:01.607629 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52b80dcb-71d1-4e9b-8c43-f541613fbd0e req-4ec2bbe9-be9a-45a3-814a-182eaf20ea77 service neutron] 10.222.0.32 "GET /v2.0/networks/33d36c62-f48b-427f-896c-83ee0a24e548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385766 Apr 20 13:08:01.813573 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8cb84-a4df-4a6f-9e92-ca93b07dea53 req-2de78bc4-2be8-45e8-a87a-c111aae10cbd tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:01.822423 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6df8cb84-a4df-4a6f-9e92-ca93b07dea53 req-2de78bc4-2be8-45e8-a87a-c111aae10cbd tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e4ed60f-c0d0-4ae4-9f81-2f8bdecffe8e HTTP/1.1" status: 200 len: 948 time: 0.1948330 Apr 20 13:08:01.904606 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52b80dcb-71d1-4e9b-8c43-f541613fbd0e req-8504695c-d048-4438-8c24-705b07df6464 service neutron] 10.222.0.32 "GET /v2.0/networks/33d36c62-f48b-427f-896c-83ee0a24e548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885466 Apr 20 13:08:01.913985 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e262b23f-ccb7-483b-b4b1-090705ac0044 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:01.926604 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6df8cb84-a4df-4a6f-9e92-ca93b07dea53 req-17c146ff-0d55-41f0-8027-958909eea582 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed082636-8ea7-4f97-8053-156d46c3f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031666 Apr 20 13:08:01.954639 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e262b23f-ccb7-483b-b4b1-090705ac0044 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Pushing event deleted for resources: {'Subnet': ['ID=47078f41-7228-450d-ab68-088f249f7e64,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:01.963317 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e262b23f-ccb7-483b-b4b1-090705ac0044 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:01.969745 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35570) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:01.971463 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b471e319-c35c-42c6-8e93-f7f8105596ba None None] Network 5b00292b-fac6-471f-82ba-b12a2921cf9b requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:08:01.989518 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e262b23f-ccb7-483b-b4b1-090705ac0044 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "DELETE /v2.0/subnets/47078f41-7228-450d-ab68-088f249f7e64 HTTP/1.1" status: 204 len: 168 time: 1.7159951 Apr 20 13:08:01.994280 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d683b468-3dee-4dbb-a78f-1213e1268043 admin admin] Router a370d898-621c-4077-8917-0d0a57961271 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:08:02.202292 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1aab2252-7793-44d7-8e7f-14a6ccaec3ed tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:02.225277 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d683b468-3dee-4dbb-a78f-1213e1268043 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:08:02.234725 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfb3ac3-6856-4e03-bdc4-2f2147eab95c None None] Sync routers for ids ['a370d898-621c-4077-8917-0d0a57961271'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:08:02.251660 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b48948-fb71-486b-a44d-b2fa35b8af52 x-openstack-request-id: req-82b48948-fb71-486b-a44d-b2fa35b8af52 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:02.252405 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e4ed60f-c0d0-4ae4-9f81-2f8bdecffe8e", "tag": "0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:02.252902 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-82b48948-fb71-486b-a44d-b2fa35b8af52 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:02.253478 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82b48948-fb71-486b-a44d-b2fa35b8af52'] response: {'name': 'network-changed', 'server_uuid': '7e4ed60f-c0d0-4ae4-9f81-2f8bdecffe8e', 'tag': '0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd', 'status': 'completed', 'code': 200} Apr 20 13:08:02.254851 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfb3ac3-6856-4e03-bdc4-2f2147eab95c None None] Routers {'a370d898-621c-4077-8917-0d0a57961271'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:08:02.264501 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-cdfb3ac3-6856-4e03-bdc4-2f2147eab95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:07:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['a370d898-621c-4077-8917-0d0a57961271'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:02.324071 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3364bf-3b82-4c30-9374-50ca8bbe50f6 None None] DHCP port deletion for 5b00292b-fac6-471f-82ba-b12a2921cf9b request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:08:02.331299 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d683b468-3dee-4dbb-a78f-1213e1268043 admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:02.335665 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d683b468-3dee-4dbb-a78f-1213e1268043 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.3666942 Apr 20 13:08:02.335665 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35576) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:02.415287 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705a574-6c96-48a4-8621-7cc23a6c493e req-869a90a8-f6ac-428c-b2a8-38321bfa6f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:02.416838 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9705a574-6c96-48a4-8621-7cc23a6c493e req-869a90a8-f6ac-428c-b2a8-38321bfa6f40 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=afd124bf09bb445eb730e24ce948a6be&device_id=7e4ed60f-c0d0-4ae4-9f81-2f8bdecffe8e HTTP/1.1" status: 200 len: 1099 time: 0.1600764 Apr 20 13:08:02.430041 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-cdfb3ac3-6856-4e03-bdc4-2f2147eab95c None None] Set router a370d898-621c-4077-8917-0d0a57961271 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:08:02.532521 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-5f3364bf-3b82-4c30-9374-50ca8bbe50f6 None None] Deleting port 7d1c154c-5e5d-49c5-bbf6-21878928be26 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:08:02.538106 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5f3364bf-3b82-4c30-9374-50ca8bbe50f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:02.592331 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e61921-b74f-482b-9640-80ac0124fe6e req-38b478ef-8fa8-4b1e-8f73-6d3a9f52a832 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:02.597398 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-17e61921-b74f-482b-9640-80ac0124fe6e req-38b478ef-8fa8-4b1e-8f73-6d3a9f52a832 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 946 time: 0.3825941 Apr 20 13:08:02.688611 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705a574-6c96-48a4-8621-7cc23a6c493e req-13baa3e6-f617-43a0-a0e1-36b034f4b3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:02.694181 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9705a574-6c96-48a4-8621-7cc23a6c493e req-13baa3e6-f617-43a0-a0e1-36b034f4b3ce service neutron] 10.222.0.15 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.2606294 Apr 20 13:08:02.785979 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-5f3364bf-3b82-4c30-9374-50ca8bbe50f6 None None] For port 7d1c154c-5e5d-49c5-bbf6-21878928be26, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=7d1c154c-5e5d-49c5-bbf6-21878928be26,segment=NetworkSegment(fd661946-010d-4ee5-895f-ad1f462f035e),segment_id=fd661946-010d-4ee5-895f-ad1f462f035e)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:02.786410 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5f3364bf-3b82-4c30-9374-50ca8bbe50f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:02.810049 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-cdfb3ac3-6856-4e03-bdc4-2f2147eab95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a370d898-621c-4077-8917-0d0a57961271', 'name': 'tempest-ServerRescueTestJSONUnderV235-1804720879-router', 'tenant_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '9ec5f127-9fe0-46af-9f11-408663cf81a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:56Z', 'updated_at': '2022-04-20T13:07:59Z', 'revision_number': 3, 'project_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'gw_port': {'id': '9ec5f127-9fe0-46af-9f11-408663cf81a9', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a370d898-621c-4077-8917-0d0a57961271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:57Z', 'updated_at': '2022-04-20T13:07:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:02.824440 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-5f3364bf-3b82-4c30-9374-50ca8bbe50f6 None None] Calling delete_port for 7d1c154c-5e5d-49c5-bbf6-21878928be26 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:08:02.847506 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9705a574-6c96-48a4-8621-7cc23a6c493e req-e4b53028-3cb9-407e-9da1-9359211bd2f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd HTTP/1.1" status: 200 len: 217 time: 0.1352599 Apr 20 13:08:02.860813 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-17e61921-b74f-482b-9640-80ac0124fe6e req-d0f9cbb3-deb8-474e-8fb8-7ec6ac79204b tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262785 Apr 20 13:08:02.946920 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705a574-6c96-48a4-8621-7cc23a6c493e req-dc4fe363-645b-4d4d-9b17-eb91bf7072e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:02.949447 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9705a574-6c96-48a4-8621-7cc23a6c493e req-dc4fe363-645b-4d4d-9b17-eb91bf7072e3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0874226 Apr 20 13:08:02.951840 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-1aab2252-7793-44d7-8e7f-14a6ccaec3ed tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Deleting port 7d1c154c-5e5d-49c5-bbf6-21878928be26 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:08:02.952247 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1aab2252-7793-44d7-8e7f-14a6ccaec3ed tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:02.976271 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfb3ac3-6856-4e03-bdc4-2f2147eab95c None None] Checking router: a370d898-621c-4077-8917-0d0a57961271 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:08:02.982053 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfb3ac3-6856-4e03-bdc4-2f2147eab95c None None] Updating router a370d898-621c-4077-8917-0d0a57961271 port 9ec5f127-9fe0-46af-9f11-408663cf81a9 binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:08:03.007713 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-cdfb3ac3-6856-4e03-bdc4-2f2147eab95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:03.072994 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5f3364bf-3b82-4c30-9374-50ca8bbe50f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:03.108293 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3364bf-3b82-4c30-9374-50ca8bbe50f6 None None] No DVR routers for this DVR port 7d1c154c-5e5d-49c5-bbf6-21878928be26 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:08:03.119882 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-1aab2252-7793-44d7-8e7f-14a6ccaec3ed tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] For port 7d1c154c-5e5d-49c5-bbf6-21878928be26, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=7d1c154c-5e5d-49c5-bbf6-21878928be26,segment=NetworkSegment(fd661946-010d-4ee5-895f-ad1f462f035e),segment_id=fd661946-010d-4ee5-895f-ad1f462f035e)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:03.120232 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1aab2252-7793-44d7-8e7f-14a6ccaec3ed tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:03.137609 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-1aab2252-7793-44d7-8e7f-14a6ccaec3ed tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Calling delete_port for 7d1c154c-5e5d-49c5-bbf6-21878928be26 owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:08:03.151590 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705a574-6c96-48a4-8621-7cc23a6c493e req-c8272b7f-379b-481c-be35-d87c9de005cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:03.154432 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9705a574-6c96-48a4-8621-7cc23a6c493e req-c8272b7f-379b-481c-be35-d87c9de005cf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1869235 Apr 20 13:08:03.165317 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d3f59-168c-4645-9fbb-bda2ead38cc3 req-8065acb1-ac90-4054-a4d2-01c1ddd6576a tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:03.167464 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d03d3f59-168c-4645-9fbb-bda2ead38cc3 req-8065acb1-ac90-4054-a4d2-01c1ddd6576a tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/ports?device_id=51254915-cb38-4cf8-b558-ab8072a02f7a HTTP/1.1" status: 200 len: 944 time: 0.2028928 Apr 20 13:08:03.173981 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3364bf-3b82-4c30-9374-50ca8bbe50f6 None None] Pushing event deleted for resources: {'Port': ['ID=7d1c154c-5e5d-49c5-bbf6-21878928be26,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:03.195210 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3364bf-3b82-4c30-9374-50ca8bbe50f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:03.195210 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3364bf-3b82-4c30-9374-50ca8bbe50f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:03.195210 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3364bf-3b82-4c30-9374-50ca8bbe50f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:03.195210 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3364bf-3b82-4c30-9374-50ca8bbe50f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:03.195210 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3364bf-3b82-4c30-9374-50ca8bbe50f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:03.195210 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3364bf-3b82-4c30-9374-50ca8bbe50f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:03.203584 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3364bf-3b82-4c30-9374-50ca8bbe50f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:03.204285 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3364bf-3b82-4c30-9374-50ca8bbe50f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:03.204955 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3364bf-3b82-4c30-9374-50ca8bbe50f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:03.205798 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3364bf-3b82-4c30-9374-50ca8bbe50f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:03.206569 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3364bf-3b82-4c30-9374-50ca8bbe50f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:03.209275 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3364bf-3b82-4c30-9374-50ca8bbe50f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:03.411448 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-cdfb3ac3-6856-4e03-bdc4-2f2147eab95c None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:03.414708 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d03d3f59-168c-4645-9fbb-bda2ead38cc3 req-51e75ccd-e938-4eba-832f-2451b554ee6c tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/security-groups?id=b271a06e-2a81-43a1-98d4-61e6aca5d2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2281628 Apr 20 13:08:03.482635 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-cdfb3ac3-6856-4e03-bdc4-2f2147eab95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:03.603089 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9705a574-6c96-48a4-8621-7cc23a6c493e req-b954545e-25de-45cc-aa37-8f81fe941165 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4289086 Apr 20 13:08:03.607367 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 7d1c154c-5e5d-49c5-bbf6-21878928be26 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:08:03.618006 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361aaf9c-2205-432e-9759-bd9a8904cb6a None None] Pushing event updated for resources: {'Port': ['ID=9ec5f127-9fe0-46af-9f11-408663cf81a9,revision_number=2']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:03.645099 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-cdfb3ac3-6856-4e03-bdc4-2f2147eab95c None None] Attempting to bind port 9ec5f127-9fe0-46af-9f11-408663cf81a9 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:08:03.646071 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-cdfb3ac3-6856-4e03-bdc4-2f2147eab95c None None] Attempting to bind port 9ec5f127-9fe0-46af-9f11-408663cf81a9 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:08:03.646750 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfb3ac3-6856-4e03-bdc4-2f2147eab95c None None] Attempting to bind port 9ec5f127-9fe0-46af-9f11-408663cf81a9 on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:08:03.652141 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 7d1c154c-5e5d-49c5-bbf6-21878928be26 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:08:03.653037 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfb3ac3-6856-4e03-bdc4-2f2147eab95c None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:08:03.653546 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 7d1c154c-5e5d-49c5-bbf6-21878928be26 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:08:03.653793 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfb3ac3-6856-4e03-bdc4-2f2147eab95c None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:08:03.654380 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-cdfb3ac3-6856-4e03-bdc4-2f2147eab95c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:03.654983 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfb3ac3-6856-4e03-bdc4-2f2147eab95c None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:08:03.667335 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1aab2252-7793-44d7-8e7f-14a6ccaec3ed tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:03.674485 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-cdfb3ac3-6856-4e03-bdc4-2f2147eab95c None None] Bound port: 9ec5f127-9fe0-46af-9f11-408663cf81a9, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:08:03.675180 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-cdfb3ac3-6856-4e03-bdc4-2f2147eab95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:03.778032 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-cdfb3ac3-6856-4e03-bdc4-2f2147eab95c None None] For port 9ec5f127-9fe0-46af-9f11-408663cf81a9, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:08:03.788962 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-cdfb3ac3-6856-4e03-bdc4-2f2147eab95c None None] For port 9ec5f127-9fe0-46af-9f11-408663cf81a9, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=9ec5f127-9fe0-46af-9f11-408663cf81a9,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:08:03.821068 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9705a574-6c96-48a4-8621-7cc23a6c493e req-774983d0-b8da-4ea9-89ca-e3603c7114d6 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144904 Apr 20 13:08:03.832202 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab2252-7793-44d7-8e7f-14a6ccaec3ed tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Pushing event deleted for resources: {'Port': ['ID=7d1c154c-5e5d-49c5-bbf6-21878928be26,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:03.846164 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aab2252-7793-44d7-8e7f-14a6ccaec3ed tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] No DVR routers for this DVR port 7d1c154c-5e5d-49c5-bbf6-21878928be26 on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:08:03.865824 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066dce27-894a-494d-9d78-0613402ee5d3 req-37720d6a-a477-4d06-a6e2-5542b8c2b2ff tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:03.868389 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-066dce27-894a-494d-9d78-0613402ee5d3 req-37720d6a-a477-4d06-a6e2-5542b8c2b2ff tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e4ed60f-c0d0-4ae4-9f81-2f8bdecffe8e HTTP/1.1" status: 200 len: 948 time: 0.3231070 Apr 20 13:08:03.868635 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-cdfb3ac3-6856-4e03-bdc4-2f2147eab95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:03.958059 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-066dce27-894a-494d-9d78-0613402ee5d3 req-00014263-ec5b-40f9-a760-7d7ef8c3fb50 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed082636-8ea7-4f97-8053-156d46c3f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728610 Apr 20 13:08:03.994421 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:08:04.018810 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7e88b38c-691d-4eff-b403-3ec7912ce98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:04.020920 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361aaf9c-2205-432e-9759-bd9a8904cb6a None None] Pushing event updated for resources: {'Port': ['ID=9ec5f127-9fe0-46af-9f11-408663cf81a9,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:04.055846 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfb3ac3-6856-4e03-bdc4-2f2147eab95c None None] Routers {'a370d898-621c-4077-8917-0d0a57961271'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:08:04.056505 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-cdfb3ac3-6856-4e03-bdc4-2f2147eab95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:07:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['a370d898-621c-4077-8917-0d0a57961271'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:04.203655 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1aab2252-7793-44d7-8e7f-14a6ccaec3ed tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:04.252256 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdaac33-c4a0-4347-a5c6-f7d43b58a970 req-4cce0db7-2695-4d28-b616-4b61074f94cf tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:04.264019 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-acdaac33-c4a0-4347-a5c6-f7d43b58a970 req-4cce0db7-2695-4d28-b616-4b61074f94cf tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 946 time: 0.1709542 Apr 20 13:08:04.311826 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-cdfb3ac3-6856-4e03-bdc4-2f2147eab95c None None] Set router a370d898-621c-4077-8917-0d0a57961271 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:08:04.341147 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-1aab2252-7793-44d7-8e7f-14a6ccaec3ed tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b00292b-fac6-471f-82ba-b12a2921cf9b']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:04.386427 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-1aab2252-7793-44d7-8e7f-14a6ccaec3ed tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd661946-010d-4ee5-895f-ad1f462f035e') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:04.387032 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-1aab2252-7793-44d7-8e7f-14a6ccaec3ed tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd661946-010d-4ee5-895f-ad1f462f035e') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:04.408905 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:04.429098 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1aab2252-7793-44d7-8e7f-14a6ccaec3ed tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:04.446436 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'port_id': '0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd', 'mac_address': 'fa:16:3e:77:47:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b1f82a-7732-4b50-ab22-2475f182a712', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:08:04.473133 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-acdaac33-c4a0-4347-a5c6-f7d43b58a970 req-6733e3c1-1fe4-488f-bd09-32a166075200 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923926 Apr 20 13:08:04.504581 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1aab2252-7793-44d7-8e7f-14a6ccaec3ed tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:04.520338 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-7e88b38c-691d-4eff-b403-3ec7912ce98f admin admin] Allocated IP 172.20.0.1 (93be87d1-2eca-4eca-adcf-b2098e6f84fb/9def3790-e72f-4622-9eb5-7500a0e5bad9/9cdc0094-391e-4e3a-921e-4440c68b1137) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:08:04.526931 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aab2252-7793-44d7-8e7f-14a6ccaec3ed tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:08:04.527342 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1aab2252-7793-44d7-8e7f-14a6ccaec3ed tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:04.538985 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:08:04.538985 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 13:08:04.538985 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:08:04.538985 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 13:08:04.538985 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:08:04.538985 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 13:08:04.538985 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:08:04.538985 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 13:08:04.538985 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:08:04.538985 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:08:04.538985 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:08:04.538985 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:08:04.538985 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:08:04.538985 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:08:04.538985 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:08:04.538985 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:08:04.538985 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:08:04.538985 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:08:04.538985 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:08:04.538985 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:08:04.538985 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:08:04.538985 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:08:04.538985 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:08:04.538985 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:08:04.538985 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:08:04.538985 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:08:04.538985 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:08:04.538985 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:08:04.538985 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:08:04.538985 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:08:04.538985 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:08:04.538985 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:08:04.538985 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:08:04.538985 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:08:04.538985 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:08:04.538985 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:08:04.538985 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:08:04.538985 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:08:04.538985 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:08:04.538985 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:08:04.548381 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:04.598979 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:08:04.687278 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-cdfb3ac3-6856-4e03-bdc4-2f2147eab95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a370d898-621c-4077-8917-0d0a57961271', 'name': 'tempest-ServerRescueTestJSONUnderV235-1804720879-router', 'tenant_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '9ec5f127-9fe0-46af-9f11-408663cf81a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:56Z', 'updated_at': '2022-04-20T13:07:59Z', 'revision_number': 3, 'project_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'gw_port': {'id': '9ec5f127-9fe0-46af-9f11-408663cf81a9', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a370d898-621c-4077-8917-0d0a57961271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:57Z', 'updated_at': '2022-04-20T13:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:04.690016 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:04.751957 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfb3ac3-6856-4e03-bdc4-2f2147eab95c None None] The sync data for ids ['a370d898-621c-4077-8917-0d0a57961271'] in n-d-836015-7 is: [{'id': 'a370d898-621c-4077-8917-0d0a57961271', 'name': 'tempest-ServerRescueTestJSONUnderV235-1804720879-router', 'tenant_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '9ec5f127-9fe0-46af-9f11-408663cf81a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:56Z', 'updated_at': '2022-04-20T13:07:59Z', 'revision_number': 3, 'project_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'gw_port': {'id': '9ec5f127-9fe0-46af-9f11-408663cf81a9', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a370d898-621c-4077-8917-0d0a57961271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:57Z', 'updated_at': '2022-04-20T13:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:08:04.764711 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:04.781787 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7e88b38c-691d-4eff-b403-3ec7912ce98f admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:04.830664 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67517317-54b2-443b-9c75-fd513aed9b7a req-018188c5-f80e-4f7f-b703-ba6615c94cd1 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:04.832668 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-67517317-54b2-443b-9c75-fd513aed9b7a req-018188c5-f80e-4f7f-b703-ba6615c94cd1 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/ports?device_id=51254915-cb38-4cf8-b558-ab8072a02f7a HTTP/1.1" status: 200 len: 944 time: 0.1257169 Apr 20 13:08:04.862892 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1aab2252-7793-44d7-8e7f-14a6ccaec3ed tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:04.876959 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:04.906688 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1aab2252-7793-44d7-8e7f-14a6ccaec3ed tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:04.912859 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1aab2252-7793-44d7-8e7f-14a6ccaec3ed tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "DELETE /v2.0/networks/5b00292b-fac6-471f-82ba-b12a2921cf9b HTTP/1.1" status: 204 len: 168 time: 2.9393380 Apr 20 13:08:04.912859 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab2252-7793-44d7-8e7f-14a6ccaec3ed tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Pushing event deleted for resources: {'Network': ['ID=5b00292b-fac6-471f-82ba-b12a2921cf9b,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:04.919263 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35594) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:04.927677 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-1d544d15-c9a5-42b7-ae2f-6c9f8bcb11fc tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-338259431'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:04.933530 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7e88b38c-691d-4eff-b403-3ec7912ce98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:04.976441 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-67517317-54b2-443b-9c75-fd513aed9b7a req-cbaaa127-52f1-4394-94dd-fbe4f274984b tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/security-groups?id=b271a06e-2a81-43a1-98d4-61e6aca5d2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359239 Apr 20 13:08:05.008746 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88b38c-691d-4eff-b403-3ec7912ce98f admin admin] Pushing event updated for resources: {'Port': ['ID=9cdc0094-391e-4e3a-921e-4440c68b1137,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:05.048749 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e88b38c-691d-4eff-b403-3ec7912ce98f admin admin] Network 93be87d1-2eca-4eca-adcf-b2098e6f84fb is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:08:05.054253 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-7e88b38c-691d-4eff-b403-3ec7912ce98f admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:08:05.058796 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e88b38c-691d-4eff-b403-3ec7912ce98f admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:08:05.109533 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7e88b38c-691d-4eff-b403-3ec7912ce98f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:05.149118 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:08:05.233155 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae2cb5-0c50-49d9-b878-83b29159d2f8 req-4ff56d8c-c840-4773-87dc-f9e2140c26d7 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:05.236193 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-45ae2cb5-0c50-49d9-b878-83b29159d2f8 req-4ff56d8c-c840-4773-87dc-f9e2140c26d7 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e4ed60f-c0d0-4ae4-9f81-2f8bdecffe8e HTTP/1.1" status: 200 len: 949 time: 0.1286149 Apr 20 13:08:05.312626 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d544d15-c9a5-42b7-ae2f-6c9f8bcb11fc tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Made reservation on behalf of 7f24aea8ff2146a69feb6b75310aae0a for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:08:05.326756 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1d544d15-c9a5-42b7-ae2f-6c9f8bcb11fc tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:05.377568 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-45ae2cb5-0c50-49d9-b878-83b29159d2f8 req-3844d9d9-8efd-46f8-925e-7da96e8a56d2 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed082636-8ea7-4f97-8053-156d46c3f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306152 Apr 20 13:08:05.466014 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d544d15-c9a5-42b7-ae2f-6c9f8bcb11fc tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:08:05.544237 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1d544d15-c9a5-42b7-ae2f-6c9f8bcb11fc tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:05.544581 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-1d544d15-c9a5-42b7-ae2f-6c9f8bcb11fc tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Added segment 91c99d63-c0e9-4d03-be22-192828936552 of type vlan for network edaea5d6-9362-4ff0-b590-2239a35aef1d Apr 20 13:08:05.641291 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1d544d15-c9a5-42b7-ae2f-6c9f8bcb11fc tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:05.656324 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 9ec5f127-9fe0-46af-9f11-408663cf81a9 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:08:05.709490 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ceb307-9544-4c90-9a01-088c15c29ff0 req-40cd711e-7747-42ce-86d7-9f078d58359f tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:05.722151 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-34ceb307-9544-4c90-9a01-088c15c29ff0 req-40cd711e-7747-42ce-86d7-9f078d58359f tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 946 time: 0.1376441 Apr 20 13:08:05.794310 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 9ec5f127-9fe0-46af-9f11-408663cf81a9 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:05.794310 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:05.839158 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-34ceb307-9544-4c90-9a01-088c15c29ff0 req-4c8e2a03-031f-40d8-85b1-7b2cdd95a759 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095371 Apr 20 13:08:05.914616 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:05.954829 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 9ec5f127-9fe0-46af-9f11-408663cf81a9, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=9ec5f127-9fe0-46af-9f11-408663cf81a9,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:06.125241 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:06.139044 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7e88b38c-691d-4eff-b403-3ec7912ce98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:06.168355 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1d544d15-c9a5-42b7-ae2f-6c9f8bcb11fc tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:06.173760 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d544d15-c9a5-42b7-ae2f-6c9f8bcb11fc tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:06.174356 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1d544d15-c9a5-42b7-ae2f-6c9f8bcb11fc tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:06.178064 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1773e08-3e9d-4a44-a333-5754fd1c39d7 req-60ce6891-88e4-4217-98d3-19130ccdd6fb tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:06.191112 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a1773e08-3e9d-4a44-a333-5754fd1c39d7 req-60ce6891-88e4-4217-98d3-19130ccdd6fb tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/ports?device_id=51254915-cb38-4cf8-b558-ab8072a02f7a HTTP/1.1" status: 200 len: 944 time: 0.0946655 Apr 20 13:08:06.238551 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=9ec5f127-9fe0-46af-9f11-408663cf81a9,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:06.260040 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a1773e08-3e9d-4a44-a333-5754fd1c39d7 req-9688699d-ffc6-4b8b-ab3d-9d8326f4abd8 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/security-groups?id=b271a06e-2a81-43a1-98d4-61e6aca5d2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676937 Apr 20 13:08:06.423802 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d544d15-c9a5-42b7-ae2f-6c9f8bcb11fc tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Pushing event updated for resources: {'Network': ['ID=edaea5d6-9362-4ff0-b590-2239a35aef1d,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:06.569602 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network edaea5d6-9362-4ff0-b590-2239a35aef1d details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:08:06.666404 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515454bc-d148-4c5c-8ffc-ea92d4b63b7a req-abdfaf6f-a66c-4b22-b5f9-ead5d46b7ec3 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:06.697473 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-515454bc-d148-4c5c-8ffc-ea92d4b63b7a req-abdfaf6f-a66c-4b22-b5f9-ead5d46b7ec3 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e4ed60f-c0d0-4ae4-9f81-2f8bdecffe8e HTTP/1.1" status: 200 len: 949 time: 0.1722300 Apr 20 13:08:06.740930 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1d544d15-c9a5-42b7-ae2f-6c9f8bcb11fc tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.8204751 Apr 20 13:08:06.746076 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35610) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:06.757589 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-56d13f00-a6ef-4b03-a594-4ee0d0cce56f tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Request body: {'subnet': {'network_id': 'edaea5d6-9362-4ff0-b590-2239a35aef1d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:06.800528 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-515454bc-d148-4c5c-8ffc-ea92d4b63b7a req-6dbfadcd-3216-46b3-bb80-42d754a571c1 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed082636-8ea7-4f97-8053-156d46c3f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000161 Apr 20 13:08:07.056842 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7e88b38c-691d-4eff-b403-3ec7912ce98f admin admin] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:07.059905 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff35669-505f-4609-849c-c33f678a1ef2 req-0a35e5c3-8159-45b3-ba88-55938f89bf83 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:07.061397 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dff35669-505f-4609-849c-c33f678a1ef2 req-0a35e5c3-8159-45b3-ba88-55938f89bf83 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 946 time: 0.1147969 Apr 20 13:08:07.068168 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d13f00-a6ef-4b03-a594-4ee0d0cce56f tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Made reservation on behalf of 7f24aea8ff2146a69feb6b75310aae0a for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:08:07.077654 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-56d13f00-a6ef-4b03-a594-4ee0d0cce56f tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:07.168295 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dff35669-505f-4609-849c-c33f678a1ef2 req-e5fd71cc-3e2d-4c70-a65e-aabf52548273 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817561 Apr 20 13:08:07.311932 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7e88b38c-691d-4eff-b403-3ec7912ce98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:07.375181 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88b38c-691d-4eff-b403-3ec7912ce98f admin admin] Pushing event updated for resources: {'Port': ['ID=9cdc0094-391e-4e3a-921e-4440c68b1137,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:07.382099 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7e88b38c-691d-4eff-b403-3ec7912ce98f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:07.386948 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae680b-9e8c-48f7-abeb-8bcd82ec735a req-925a2ec2-e7e8-4021-ab7f-a20457210b4b tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:07.388942 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5fae680b-9e8c-48f7-abeb-8bcd82ec735a req-925a2ec2-e7e8-4021-ab7f-a20457210b4b tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/ports?device_id=51254915-cb38-4cf8-b558-ab8072a02f7a HTTP/1.1" status: 200 len: 944 time: 0.0612576 Apr 20 13:08:07.442539 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5fae680b-9e8c-48f7-abeb-8bcd82ec735a req-184a7f08-5bdf-4271-80a7-1bbac6fce717 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/security-groups?id=b271a06e-2a81-43a1-98d4-61e6aca5d2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465708 Apr 20 13:08:07.481039 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-56d13f00-a6ef-4b03-a594-4ee0d0cce56f tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:07.562732 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e88b38c-691d-4eff-b403-3ec7912ce98f admin admin] Network 93be87d1-2eca-4eca-adcf-b2098e6f84fb is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:08:07.580934 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 9ec5f127-9fe0-46af-9f11-408663cf81a9 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:08:07.583093 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-7e88b38c-691d-4eff-b403-3ec7912ce98f admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:08:07.672043 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d13f00-a6ef-4b03-a594-4ee0d0cce56f tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Checking segment: {'id': '91c99d63-c0e9-4d03-be22-192828936552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'edaea5d6-9362-4ff0-b590-2239a35aef1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:08:07.672542 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d13f00-a6ef-4b03-a594-4ee0d0cce56f tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Network hostable DHCP agents. Network: edaea5d6-9362-4ff0-b590-2239a35aef1d, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:08:07.692419 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d13f00-a6ef-4b03-a594-4ee0d0cce56f tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Pushing event updated for resources: {'Subnet': ['ID=aa55c080-f3b2-4a24-b3bb-9a994b5564c4,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:07.712021 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 9ec5f127-9fe0-46af-9f11-408663cf81a9 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:07.712396 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:07.861866 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d13f00-a6ef-4b03-a594-4ee0d0cce56f tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Network edaea5d6-9362-4ff0-b590-2239a35aef1d is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:08:07.877938 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e88b38c-691d-4eff-b403-3ec7912ce98f admin admin] Router a370d898-621c-4077-8917-0d0a57961271 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:08:07.966094 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-56d13f00-a6ef-4b03-a594-4ee0d0cce56f tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, edaea5d6-9362-4ff0-b590-2239a35aef1d) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:08:07.976797 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3794d89e-11da-47db-b236-c0d0946b45cc None None] Network edaea5d6-9362-4ff0-b590-2239a35aef1d requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:08:07.988967 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d13f00-a6ef-4b03-a594-4ee0d0cce56f tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:07.989677 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-56d13f00-a6ef-4b03-a594-4ee0d0cce56f tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:08.024097 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:08:08.034354 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f636af0-5320-4d0a-a814-d50cebc4bc47 req-c2627953-d9f6-4279-bb74-7356c08ea6e0 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:08.036390 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f636af0-5320-4d0a-a814-d50cebc4bc47 req-c2627953-d9f6-4279-bb74-7356c08ea6e0 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e4ed60f-c0d0-4ae4-9f81-2f8bdecffe8e HTTP/1.1" status: 200 len: 949 time: 0.1127629 Apr 20 13:08:08.093221 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e88b38c-691d-4eff-b403-3ec7912ce98f admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:08:08.107668 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7e88b38c-691d-4eff-b403-3ec7912ce98f admin admin] 10.222.0.25 "PUT /v2.0/routers/a370d898-621c-4077-8917-0d0a57961271/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7689927 Apr 20 13:08:08.117969 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e132c0fa-266e-4769-bf46-2ca430786120 None None] Sync routers for ids ['a370d898-621c-4077-8917-0d0a57961271'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:08:08.129676 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-56d13f00-a6ef-4b03-a594-4ee0d0cce56f tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3819370 Apr 20 13:08:08.130400 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f636af0-5320-4d0a-a814-d50cebc4bc47 req-7415aa72-1873-462b-934e-60d972b2fb9d tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed082636-8ea7-4f97-8053-156d46c3f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839844 Apr 20 13:08:08.131134 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35628) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:08.138208 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-5a1cb4d8-e8f6-4cb2-98e2-2782721f1ed9 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-468956484'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:08.171714 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e132c0fa-266e-4769-bf46-2ca430786120 None None] Routers {'a370d898-621c-4077-8917-0d0a57961271'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:08:08.173494 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-e132c0fa-266e-4769-bf46-2ca430786120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:07:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['a370d898-621c-4077-8917-0d0a57961271'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:08.321135 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08dda5-eea6-42ce-8462-86a44493f518 req-c51622b0-c376-4ee2-9038-c3ee7c3dc437 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:08.322702 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ff08dda5-eea6-42ce-8462-86a44493f518 req-c51622b0-c376-4ee2-9038-c3ee7c3dc437 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 946 time: 0.0528011 Apr 20 13:08:08.338386 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-e132c0fa-266e-4769-bf46-2ca430786120 None None] Set router a370d898-621c-4077-8917-0d0a57961271 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:08:08.366499 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ff08dda5-eea6-42ce-8462-86a44493f518 req-d87c2ba4-3dff-4c0b-8c88-2638b4a93180 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376837 Apr 20 13:08:08.388908 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:08:08.395527 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1cb4d8-e8f6-4cb2-98e2-2782721f1ed9 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Made reservation on behalf of 7f24aea8ff2146a69feb6b75310aae0a for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:08:08.400437 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5a1cb4d8-e8f6-4cb2-98e2-2782721f1ed9 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:08.425470 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a1cb4d8-e8f6-4cb2-98e2-2782721f1ed9 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:08:08.428889 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:08.429266 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:08.435299 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5a1cb4d8-e8f6-4cb2-98e2-2782721f1ed9 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:08.435674 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-5a1cb4d8-e8f6-4cb2-98e2-2782721f1ed9 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Added segment ba530643-2d74-404c-990d-1194256d1a29 of type vlan for network 75079639-5936-4feb-8edf-9493a8fc34d4 Apr 20 13:08:08.513896 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5a1cb4d8-e8f6-4cb2-98e2-2782721f1ed9 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:08.582602 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:08.608579 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5a1cb4d8-e8f6-4cb2-98e2-2782721f1ed9 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:08.617714 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1cb4d8-e8f6-4cb2-98e2-2782721f1ed9 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:08.618559 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5a1cb4d8-e8f6-4cb2-98e2-2782721f1ed9 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:08.771710 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5a1cb4d8-e8f6-4cb2-98e2-2782721f1ed9 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6387527 Apr 20 13:08:08.774825 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35652) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:08.796835 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4ed60f-c0d0-4ae4-9f81-2f8bdecffe8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:08.798573 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-39b0c05a-3216-48d2-b002-20e3319ce074 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Request body: {'subnet': {'network_id': '75079639-5936-4feb-8edf-9493a8fc34d4', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:08.799580 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac9afc6-d933-4fe7-a1bd-5c1815645e20" -d '{"events": [{"server_uuid": "7e4ed60f-c0d0-4ae4-9f81-2f8bdecffe8e", "name": "network-vif-plugged", "status": "completed", "tag": "0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:08.842750 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:08.872887 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b32dc3-8cf3-4025-a916-7fd68f484672 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-edaea5d6-9362-4ff0-b590-2239a35aef1d', 'network_id': 'edaea5d6-9362-4ff0-b590-2239a35aef1d', 'tenant_id': '7f24aea8ff2146a69feb6b75310aae0a', 'fixed_ips': [{'subnet_id': 'aa55c080-f3b2-4a24-b3bb-9a994b5564c4'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:08:08.873752 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f4b32dc3-8cf3-4025-a916-7fd68f484672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:08.909766 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1cb4d8-e8f6-4cb2-98e2-2782721f1ed9 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Pushing event updated for resources: {'Network': ['ID=75079639-5936-4feb-8edf-9493a8fc34d4,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:08.997145 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 75079639-5936-4feb-8edf-9493a8fc34d4 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:08:09.016358 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:09.072819 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b0c05a-3216-48d2-b002-20e3319ce074 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Made reservation on behalf of 7f24aea8ff2146a69feb6b75310aae0a for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:08:09.083609 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39b0c05a-3216-48d2-b002-20e3319ce074 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:09.164567 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-f4b32dc3-8cf3-4025-a916-7fd68f484672 None None] Allocated IP 19.80.0.2 (edaea5d6-9362-4ff0-b590-2239a35aef1d/aa55c080-f3b2-4a24-b3bb-9a994b5564c4/a11af819-2a9d-40a4-afbe-9223fc9e7b31) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:08:09.191073 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-e132c0fa-266e-4769-bf46-2ca430786120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a370d898-621c-4077-8917-0d0a57961271', 'name': 'tempest-ServerRescueTestJSONUnderV235-1804720879-router', 'tenant_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '9ec5f127-9fe0-46af-9f11-408663cf81a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:56Z', 'updated_at': '2022-04-20T13:08:05Z', 'revision_number': 4, 'project_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'gw_port': {'id': '9ec5f127-9fe0-46af-9f11-408663cf81a9', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a370d898-621c-4077-8917-0d0a57961271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:57Z', 'updated_at': '2022-04-20T13:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '9cdc0094-391e-4e3a-921e-4440c68b1137', 'name': '', 'network_id': '93be87d1-2eca-4eca-adcf-b2098e6f84fb', 'tenant_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'mac_address': 'fa:16:3e:be:6b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a370d898-621c-4077-8917-0d0a57961271', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '9def3790-e72f-4622-9eb5-7500a0e5bad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:08:04Z', 'updated_at': '2022-04-20T13:08:06Z', 'revision_number': 2, 'project_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'subnets': [{'id': '9def3790-e72f-4622-9eb5-7500a0e5bad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:09.191826 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:09.248657 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e132c0fa-266e-4769-bf46-2ca430786120 None None] Checking router: a370d898-621c-4077-8917-0d0a57961271 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:08:09.249018 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e132c0fa-266e-4769-bf46-2ca430786120 None None] Updating router a370d898-621c-4077-8917-0d0a57961271 port 9cdc0094-391e-4e3a-921e-4440c68b1137 binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:08:09.315733 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e132c0fa-266e-4769-bf46-2ca430786120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:09.353877 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39b0c05a-3216-48d2-b002-20e3319ce074 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:09.437529 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-715f98d2-a9f1-4e98-bd9a-3192b5a5e22b tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:09.444454 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-715f98d2-a9f1-4e98-bd9a-3192b5a5e22b tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/networks?id=93be87d1-2eca-4eca-adcf-b2098e6f84fb HTTP/1.1" status: 200 len: 820 time: 0.2153916 Apr 20 13:08:09.448072 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b0c05a-3216-48d2-b002-20e3319ce074 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Pushing event updated for resources: {'Subnet': ['ID=1e57d86d-99f7-4557-aaf1-c204715cfc10,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:09.451281 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b0c05a-3216-48d2-b002-20e3319ce074 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Checking segment: {'id': 'ba530643-2d74-404c-990d-1194256d1a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '75079639-5936-4feb-8edf-9493a8fc34d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:08:09.451798 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b0c05a-3216-48d2-b002-20e3319ce074 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Network hostable DHCP agents. Network: 75079639-5936-4feb-8edf-9493a8fc34d4, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:08:09.464856 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-bad24159-4103-4f38-a760-4e750b3bc296 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/quotas/a9ab0226b6cf4925abbf972bfe37e3be HTTP/1.1" status: 200 len: 375 time: 0.0194118 Apr 20 13:08:09.485046 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-db99555e-6b70-4ae4-80c0-164449e6b382 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:09.488946 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-db99555e-6b70-4ae4-80c0-164449e6b382 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/networks?id=216be08c-a7d9-48bb-ac07-e1350f2b5dea HTTP/1.1" status: 200 len: 821 time: 0.2465014 Apr 20 13:08:09.515805 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-e7d54e07-9f82-44ea-9e29-2c49f7df3281 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/quotas/ad4bf9f25ca54612b09fd2442e19f7e7 HTTP/1.1" status: 200 len: 375 time: 0.0120313 Apr 20 13:08:09.547960 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f4b32dc3-8cf3-4025-a916-7fd68f484672 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:09.556397 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-d59c7389-4e42-4219-b87f-b807e7392b44 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a9ab0226b6cf4925abbf972bfe37e3be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0901296 Apr 20 13:08:09.568108 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b0c05a-3216-48d2-b002-20e3319ce074 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Network 75079639-5936-4feb-8edf-9493a8fc34d4 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:08:09.602820 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-bce8cfba-de6f-4baf-9897-6fdf5d930042 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ad4bf9f25ca54612b09fd2442e19f7e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0797091 Apr 20 13:08:09.653401 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f4b32dc3-8cf3-4025-a916-7fd68f484672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:09.678832 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-39b0c05a-3216-48d2-b002-20e3319ce074 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 75079639-5936-4feb-8edf-9493a8fc34d4) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:08:09.683083 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b0c05a-3216-48d2-b002-20e3319ce074 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:09.684194 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39b0c05a-3216-48d2-b002-20e3319ce074 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:09.713601 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d3321f-7ee3-4e12-9fd7-576d596369c9 None None] Network 75079639-5936-4feb-8edf-9493a8fc34d4 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:08:09.728851 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-e8af96e0-d5c2-47cb-9b6b-08d6b3e351e5 service neutron] 10.222.0.25 "GET /v2.0/networks/93be87d1-2eca-4eca-adcf-b2098e6f84fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581502 Apr 20 13:08:09.761198 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-39b0c05a-3216-48d2-b002-20e3319ce074 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9850223 Apr 20 13:08:09.767972 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-2ece33ae-17cd-47de-bbd0-e46a56631aee service neutron] 10.222.0.25 "GET /v2.0/networks/216be08c-a7d9-48bb-ac07-e1350f2b5dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361334 Apr 20 13:08:09.808749 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e132c0fa-266e-4769-bf46-2ca430786120 None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:09.813480 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b32dc3-8cf3-4025-a916-7fd68f484672 None None] Network edaea5d6-9362-4ff0-b590-2239a35aef1d is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:08:09.815889 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b32dc3-8cf3-4025-a916-7fd68f484672 None None] Pushing event updated for resources: {'Port': ['ID=a11af819-2a9d-40a4-afbe-9223fc9e7b31,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:09.827206 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-f4b32dc3-8cf3-4025-a916-7fd68f484672 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:08:09.834801 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b32dc3-8cf3-4025-a916-7fd68f484672 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:08:09.900185 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e132c0fa-266e-4769-bf46-2ca430786120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:09.933712 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-ea7307c8-2d42-4489-8d16-c09272a66144 service neutron] 10.222.0.25 "GET /v2.0/networks/216be08c-a7d9-48bb-ac07-e1350f2b5dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621959 Apr 20 13:08:09.943729 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-8f75068c-e05c-409c-b5d3-a20510de139b service neutron] 10.222.0.25 "GET /v2.0/networks/93be87d1-2eca-4eca-adcf-b2098e6f84fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039433 Apr 20 13:08:09.995466 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-f4b32dc3-8cf3-4025-a916-7fd68f484672 None None] Attempting to bind port a11af819-2a9d-40a4-afbe-9223fc9e7b31 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:08:09.995945 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-f4b32dc3-8cf3-4025-a916-7fd68f484672 None None] Attempting to bind port a11af819-2a9d-40a4-afbe-9223fc9e7b31 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '91c99d63-c0e9-4d03-be22-192828936552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'edaea5d6-9362-4ff0-b590-2239a35aef1d'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:08:09.996310 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b32dc3-8cf3-4025-a916-7fd68f484672 None None] Attempting to bind port a11af819-2a9d-40a4-afbe-9223fc9e7b31 on network edaea5d6-9362-4ff0-b590-2239a35aef1d {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:08:10.030119 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b32dc3-8cf3-4025-a916-7fd68f484672 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:08:10.030479 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b32dc3-8cf3-4025-a916-7fd68f484672 None None] Checking segment: {'id': '91c99d63-c0e9-4d03-be22-192828936552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'edaea5d6-9362-4ff0-b590-2239a35aef1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:08:10.031185 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f4b32dc3-8cf3-4025-a916-7fd68f484672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:10.031704 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b32dc3-8cf3-4025-a916-7fd68f484672 None None] Bound using segment: {'id': '91c99d63-c0e9-4d03-be22-192828936552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'edaea5d6-9362-4ff0-b590-2239a35aef1d'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:08:10.032255 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-f4b32dc3-8cf3-4025-a916-7fd68f484672 None None] Bound port: a11af819-2a9d-40a4-afbe-9223fc9e7b31, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91c99d63-c0e9-4d03-be22-192828936552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'edaea5d6-9362-4ff0-b590-2239a35aef1d'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:08:10.032699 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f4b32dc3-8cf3-4025-a916-7fd68f484672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:10.122127 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f24e44-f228-49ae-bbab-1b27a776bbd7 None None] Pushing event updated for resources: {'Port': ['ID=9cdc0094-391e-4e3a-921e-4440c68b1137,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:10.158467 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-e132c0fa-266e-4769-bf46-2ca430786120 None None] Attempting to bind port 9cdc0094-391e-4e3a-921e-4440c68b1137 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:08:10.158832 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-e132c0fa-266e-4769-bf46-2ca430786120 None None] Attempting to bind port 9cdc0094-391e-4e3a-921e-4440c68b1137 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'd98e94df-872e-47ed-8a43-7e7e11e5be94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '93be87d1-2eca-4eca-adcf-b2098e6f84fb'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:08:10.159209 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e132c0fa-266e-4769-bf46-2ca430786120 None None] Attempting to bind port 9cdc0094-391e-4e3a-921e-4440c68b1137 on network 93be87d1-2eca-4eca-adcf-b2098e6f84fb {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:08:10.168766 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed681b1e-5e6a-4a40-9a92-acb1047c8754 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-75079639-5936-4feb-8edf-9493a8fc34d4', 'network_id': '75079639-5936-4feb-8edf-9493a8fc34d4', 'tenant_id': '7f24aea8ff2146a69feb6b75310aae0a', 'fixed_ips': [{'subnet_id': '1e57d86d-99f7-4557-aaf1-c204715cfc10'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:08:10.169596 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ed681b1e-5e6a-4a40-9a92-acb1047c8754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:10.309927 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-ed681b1e-5e6a-4a40-9a92-acb1047c8754 None None] Allocated IP 19.86.0.2 (75079639-5936-4feb-8edf-9493a8fc34d4/1e57d86d-99f7-4557-aaf1-c204715cfc10/19caaada-ed11-4f2b-b28f-1ac51d8f4af0) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:08:10.366539 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086daf6-6740-42f9-97b2-c5f01d35e7c1 req-1547c008-e0c3-4c84-b560-a5c60677c10b tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:10.367831 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6086daf6-6740-42f9-97b2-c5f01d35e7c1 req-1547c008-e0c3-4c84-b560-a5c60677c10b tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/ports?device_id=51254915-cb38-4cf8-b558-ab8072a02f7a HTTP/1.1" status: 200 len: 944 time: 0.0889111 Apr 20 13:08:10.412244 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8579c865-dde7-4930-a9db-e21eddfa2794 x-openstack-request-id: req-8579c865-dde7-4930-a9db-e21eddfa2794 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:10.412549 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e4ed60f-c0d0-4ae4-9f81-2f8bdecffe8e", "name": "network-vif-plugged", "status": "completed", "tag": "0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:10.413068 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8579c865-dde7-4930-a9db-e21eddfa2794 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:10.413443 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8579c865-dde7-4930-a9db-e21eddfa2794'] response: {'server_uuid': '7e4ed60f-c0d0-4ae4-9f81-2f8bdecffe8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd', 'code': 200} Apr 20 13:08:10.417536 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e132c0fa-266e-4769-bf46-2ca430786120 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:08:10.418038 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e132c0fa-266e-4769-bf46-2ca430786120 None None] Checking segment: {'id': 'd98e94df-872e-47ed-8a43-7e7e11e5be94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '93be87d1-2eca-4eca-adcf-b2098e6f84fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:08:10.418845 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e132c0fa-266e-4769-bf46-2ca430786120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:10.419281 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e132c0fa-266e-4769-bf46-2ca430786120 None None] Bound using segment: {'id': 'd98e94df-872e-47ed-8a43-7e7e11e5be94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '93be87d1-2eca-4eca-adcf-b2098e6f84fb'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:08:10.422990 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-e132c0fa-266e-4769-bf46-2ca430786120 None None] Bound port: 9cdc0094-391e-4e3a-921e-4440c68b1137, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98e94df-872e-47ed-8a43-7e7e11e5be94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '93be87d1-2eca-4eca-adcf-b2098e6f84fb'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:08:10.425935 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e132c0fa-266e-4769-bf46-2ca430786120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:10.446368 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6086daf6-6740-42f9-97b2-c5f01d35e7c1 req-4fad7203-7947-460b-845b-f5a38294cb64 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/security-groups?id=b271a06e-2a81-43a1-98d4-61e6aca5d2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695286 Apr 20 13:08:10.549352 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d64fc5-4f53-44dd-9e5c-6a8faddbe596 req-eebdeab6-06d4-43d1-91c6-84260891c338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:10.550937 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a9d64fc5-4f53-44dd-9e5c-6a8faddbe596 req-eebdeab6-06d4-43d1-91c6-84260891c338 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7e4ed60f-c0d0-4ae4-9f81-2f8bdecffe8e HTTP/1.1" status: 200 len: 1101 time: 0.1024754 Apr 20 13:08:10.563558 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0747f7e-f7a8-4fd3-807b-c07fa7b8ba84 req-73f1be54-133d-4cc9-acd2-1a9596d37397 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:10.565224 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b0747f7e-f7a8-4fd3-807b-c07fa7b8ba84 req-73f1be54-133d-4cc9-acd2-1a9596d37397 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e4ed60f-c0d0-4ae4-9f81-2f8bdecffe8e HTTP/1.1" status: 200 len: 950 time: 0.1177766 Apr 20 13:08:10.577498 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-f4b32dc3-8cf3-4025-a916-7fd68f484672 None None] For port a11af819-2a9d-40a4-afbe-9223fc9e7b31, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:08:10.625997 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-f4b32dc3-8cf3-4025-a916-7fd68f484672 None None] For port a11af819-2a9d-40a4-afbe-9223fc9e7b31, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=a11af819-2a9d-40a4-afbe-9223fc9e7b31,segment=NetworkSegment(91c99d63-c0e9-4d03-be22-192828936552),segment_id=91c99d63-c0e9-4d03-be22-192828936552)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:08:10.645149 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-e132c0fa-266e-4769-bf46-2ca430786120 None None] For port 9cdc0094-391e-4e3a-921e-4440c68b1137, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:08:10.653204 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-e132c0fa-266e-4769-bf46-2ca430786120 None None] For port 9cdc0094-391e-4e3a-921e-4440c68b1137, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=9cdc0094-391e-4e3a-921e-4440c68b1137,segment=NetworkSegment(d98e94df-872e-47ed-8a43-7e7e11e5be94),segment_id=d98e94df-872e-47ed-8a43-7e7e11e5be94)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:08:10.660109 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ed681b1e-5e6a-4a40-9a92-acb1047c8754 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:10.663079 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b0747f7e-f7a8-4fd3-807b-c07fa7b8ba84 req-5eef2b88-5aa1-4441-82c1-d89f48446c57 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed082636-8ea7-4f97-8053-156d46c3f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883677 Apr 20 13:08:10.675912 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c3b75-9763-438e-8c4e-e629866fe947 req-148cd201-a039-4c0d-b150-3c67e2358200 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:10.677269 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a51c3b75-9763-438e-8c4e-e629866fe947 req-148cd201-a039-4c0d-b150-3c67e2358200 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 946 time: 0.1054544 Apr 20 13:08:10.679429 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a9d64fc5-4f53-44dd-9e5c-6a8faddbe596 req-eb10b269-0948-420f-9826-17251dae1c18 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ed082636-8ea7-4f97-8053-156d46c3f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134207 Apr 20 13:08:10.696467 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f4b32dc3-8cf3-4025-a916-7fd68f484672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:10.752166 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a51c3b75-9763-438e-8c4e-e629866fe947 req-ede7b155-6cbe-4751-abd5-0161a1c5021a tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596709 Apr 20 13:08:10.770859 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e132c0fa-266e-4769-bf46-2ca430786120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:10.770859 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ed681b1e-5e6a-4a40-9a92-acb1047c8754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:10.805440 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b32dc3-8cf3-4025-a916-7fd68f484672 None None] Pushing event updated for resources: {'Port': ['ID=a11af819-2a9d-40a4-afbe-9223fc9e7b31,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:10.854465 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dc37fa16-e1a6-4179-9bd6-fcf2ea06ed3f req-4de3de46-685f-4600-835d-6526efa5dea3 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 210 time: 0.0644789 Apr 20 13:08:10.873925 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f24e44-f228-49ae-bbab-1b27a776bbd7 None None] Pushing event updated for resources: {'Port': ['ID=9cdc0094-391e-4e3a-921e-4440c68b1137,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:10.882782 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed681b1e-5e6a-4a40-9a92-acb1047c8754 None None] Network 75079639-5936-4feb-8edf-9493a8fc34d4 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:08:10.907102 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-ed681b1e-5e6a-4a40-9a92-acb1047c8754 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:08:10.914871 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed681b1e-5e6a-4a40-9a92-acb1047c8754 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:08:10.926641 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e132c0fa-266e-4769-bf46-2ca430786120 None None] Routers {'a370d898-621c-4077-8917-0d0a57961271'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:08:10.927322 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-e132c0fa-266e-4769-bf46-2ca430786120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:07:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['a370d898-621c-4077-8917-0d0a57961271'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:10.979127 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-009634b2-0878-4e85-8b43-6ad3386a8919 req-564c4afe-ebc8-45f9-a7ce-fac2e43cf6ce tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e555c2f-605a-4255-b02d-cf3e802bb7bc HTTP/1.1" status: 200 len: 210 time: 0.0627878 Apr 20 13:08:11.004900 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed681b1e-5e6a-4a40-9a92-acb1047c8754 None None] Pushing event updated for resources: {'Port': ['ID=19caaada-ed11-4f2b-b28f-1ac51d8f4af0,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:11.139432 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-ed681b1e-5e6a-4a40-9a92-acb1047c8754 None None] Attempting to bind port 19caaada-ed11-4f2b-b28f-1ac51d8f4af0 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:08:11.151859 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-22190bb2-12df-41f1-b321-a2e46d084b46 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:11.156942 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-ed681b1e-5e6a-4a40-9a92-acb1047c8754 None None] Attempting to bind port 19caaada-ed11-4f2b-b28f-1ac51d8f4af0 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'ba530643-2d74-404c-990d-1194256d1a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '75079639-5936-4feb-8edf-9493a8fc34d4'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:08:11.157576 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed681b1e-5e6a-4a40-9a92-acb1047c8754 None None] Attempting to bind port 19caaada-ed11-4f2b-b28f-1ac51d8f4af0 on network 75079639-5936-4feb-8edf-9493a8fc34d4 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:08:11.158403 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-22190bb2-12df-41f1-b321-a2e46d084b46 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:11.159668 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-22190bb2-12df-41f1-b321-a2e46d084b46 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/networks?id=edaea5d6-9362-4ff0-b590-2239a35aef1d&id=75079639-5936-4feb-8edf-9493a8fc34d4 HTTP/1.1" status: 200 len: 1390 time: 0.2996204 Apr 20 13:08:11.200710 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-f3f29203-c6dd-44c9-8317-f42f37a4e1e7 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/quotas/7f24aea8ff2146a69feb6b75310aae0a HTTP/1.1" status: 200 len: 375 time: 0.0202360 Apr 20 13:08:11.212991 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1fbcd-eb2c-413d-b516-14ddde16a965 req-504f2589-2409-4370-accc-debbbc1621f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:11.215800 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e0a1fbcd-eb2c-413d-b516-14ddde16a965 req-504f2589-2409-4370-accc-debbbc1621f6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=564a5d1e5b6e4687a901496539f07f39&device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 1097 time: 0.0883665 Apr 20 13:08:11.217342 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed681b1e-5e6a-4a40-9a92-acb1047c8754 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:08:11.218103 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed681b1e-5e6a-4a40-9a92-acb1047c8754 None None] Checking segment: {'id': 'ba530643-2d74-404c-990d-1194256d1a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '75079639-5936-4feb-8edf-9493a8fc34d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:08:11.219004 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ed681b1e-5e6a-4a40-9a92-acb1047c8754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:11.221777 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed681b1e-5e6a-4a40-9a92-acb1047c8754 None None] Bound using segment: {'id': 'ba530643-2d74-404c-990d-1194256d1a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '75079639-5936-4feb-8edf-9493a8fc34d4'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:08:11.222506 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-ed681b1e-5e6a-4a40-9a92-acb1047c8754 None None] Bound port: 19caaada-ed11-4f2b-b28f-1ac51d8f4af0, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba530643-2d74-404c-990d-1194256d1a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '75079639-5936-4feb-8edf-9493a8fc34d4'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:08:11.222930 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ed681b1e-5e6a-4a40-9a92-acb1047c8754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:11.365641 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-a49574d0-7337-43c3-a1ae-8b87c0c16dc9 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7f24aea8ff2146a69feb6b75310aae0a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1499937 Apr 20 13:08:11.403053 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1fbcd-eb2c-413d-b516-14ddde16a965 req-037179d3-29c1-4c63-9031-f60eeaaa2ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:11.405141 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e0a1fbcd-eb2c-413d-b516-14ddde16a965 req-037179d3-29c1-4c63-9031-f60eeaaa2ebe service neutron] 10.222.0.32 "GET /v2.0/networks?id=1448fb0c-76a1-4762-b0ef-b8c667a2a5dc HTTP/1.1" status: 200 len: 912 time: 0.1809664 Apr 20 13:08:11.456852 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ed681b1e-5e6a-4a40-9a92-acb1047c8754 None None] For port 19caaada-ed11-4f2b-b28f-1ac51d8f4af0, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:08:11.460681 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ed681b1e-5e6a-4a40-9a92-acb1047c8754 None None] For port 19caaada-ed11-4f2b-b28f-1ac51d8f4af0, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=19caaada-ed11-4f2b-b28f-1ac51d8f4af0,segment=NetworkSegment(ba530643-2d74-404c-990d-1194256d1a29),segment_id=ba530643-2d74-404c-990d-1194256d1a29)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:08:11.466351 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-e132c0fa-266e-4769-bf46-2ca430786120 None None] Set router a370d898-621c-4077-8917-0d0a57961271 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:08:11.511953 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e0a1fbcd-eb2c-413d-b516-14ddde16a965 req-c61f28ea-cefe-4533-a992-e0226e9595f4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8821e47-1795-462a-8e0e-1e348b5dee64 HTTP/1.1" status: 200 len: 217 time: 0.0644479 Apr 20 13:08:11.622232 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-70709cc2-7831-421d-ba2d-c48e5230aa0e service neutron] 10.222.0.25 "GET /v2.0/networks/edaea5d6-9362-4ff0-b590-2239a35aef1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402065 Apr 20 13:08:11.628557 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1fbcd-eb2c-413d-b516-14ddde16a965 req-a149763f-5ef2-4e9d-a5d9-dbebf260365d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:11.628557 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e0a1fbcd-eb2c-413d-b516-14ddde16a965 req-a149763f-5ef2-4e9d-a5d9-dbebf260365d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c84cb6f4-b4cc-4751-b4bc-ddb2101451ae HTTP/1.1" status: 200 len: 851 time: 0.1067915 Apr 20 13:08:11.688287 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ed681b1e-5e6a-4a40-9a92-acb1047c8754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:11.689453 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7a139-9a8f-4843-ad7b-7b6128a983e0 req-163c68fb-f61c-4b2c-bcc0-946762938f21 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:11.699284 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-12d7a139-9a8f-4843-ad7b-7b6128a983e0 req-163c68fb-f61c-4b2c-bcc0-946762938f21 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/ports?device_id=51254915-cb38-4cf8-b558-ab8072a02f7a HTTP/1.1" status: 200 len: 944 time: 0.1270652 Apr 20 13:08:11.703069 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e0a1fbcd-eb2c-413d-b516-14ddde16a965 req-7adac060-7159-467e-bb28-034041834ef8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1448fb0c-76a1-4762-b0ef-b8c667a2a5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637455 Apr 20 13:08:11.723510 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device a11af819-2a9d-40a4-afbe-9223fc9e7b31 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:08:11.858164 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed681b1e-5e6a-4a40-9a92-acb1047c8754 None None] Pushing event updated for resources: {'Port': ['ID=19caaada-ed11-4f2b-b28f-1ac51d8f4af0,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:11.883922 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port a11af819-2a9d-40a4-afbe-9223fc9e7b31 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:11.886405 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:11.954114 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e0a1fbcd-eb2c-413d-b516-14ddde16a965 req-d70467a4-1c2a-471f-a89e-7e14a32083d5 service neutron] 10.222.0.32 "GET /v2.0/networks/1448fb0c-76a1-4762-b0ef-b8c667a2a5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056046 Apr 20 13:08:11.963820 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-e132c0fa-266e-4769-bf46-2ca430786120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a370d898-621c-4077-8917-0d0a57961271', 'name': 'tempest-ServerRescueTestJSONUnderV235-1804720879-router', 'tenant_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '9ec5f127-9fe0-46af-9f11-408663cf81a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:56Z', 'updated_at': '2022-04-20T13:08:05Z', 'revision_number': 4, 'project_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'gw_port': {'id': '9ec5f127-9fe0-46af-9f11-408663cf81a9', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a370d898-621c-4077-8917-0d0a57961271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:57Z', 'updated_at': '2022-04-20T13:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '9cdc0094-391e-4e3a-921e-4440c68b1137', 'name': '', 'network_id': '93be87d1-2eca-4eca-adcf-b2098e6f84fb', 'tenant_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'mac_address': 'fa:16:3e:be:6b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a370d898-621c-4077-8917-0d0a57961271', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '9def3790-e72f-4622-9eb5-7500a0e5bad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:08:04Z', 'updated_at': '2022-04-20T13:08:10Z', 'revision_number': 4, 'project_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'subnets': [{'id': '9def3790-e72f-4622-9eb5-7500a0e5bad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:11.976112 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-12d7a139-9a8f-4843-ad7b-7b6128a983e0 req-713d66ac-9b45-450a-bc25-9b060af29c56 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/security-groups?id=b271a06e-2a81-43a1-98d4-61e6aca5d2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2739406 Apr 20 13:08:12.028182 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e132c0fa-266e-4769-bf46-2ca430786120 None None] The sync data for ids ['a370d898-621c-4077-8917-0d0a57961271'] in n-d-836015-7 is: [{'id': 'a370d898-621c-4077-8917-0d0a57961271', 'name': 'tempest-ServerRescueTestJSONUnderV235-1804720879-router', 'tenant_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '9ec5f127-9fe0-46af-9f11-408663cf81a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:56Z', 'updated_at': '2022-04-20T13:08:05Z', 'revision_number': 4, 'project_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'gw_port': {'id': '9ec5f127-9fe0-46af-9f11-408663cf81a9', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a370d898-621c-4077-8917-0d0a57961271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:57Z', 'updated_at': '2022-04-20T13:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '9cdc0094-391e-4e3a-921e-4440c68b1137', 'name': '', 'network_id': '93be87d1-2eca-4eca-adcf-b2098e6f84fb', 'tenant_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'mac_address': 'fa:16:3e:be:6b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a370d898-621c-4077-8917-0d0a57961271', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '9def3790-e72f-4622-9eb5-7500a0e5bad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:08:04Z', 'updated_at': '2022-04-20T13:08:10Z', 'revision_number': 4, 'project_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'subnets': [{'id': '9def3790-e72f-4622-9eb5-7500a0e5bad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:08:12.050857 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:12.130665 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port a11af819-2a9d-40a4-afbe-9223fc9e7b31, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=a11af819-2a9d-40a4-afbe-9223fc9e7b31,segment=NetworkSegment(91c99d63-c0e9-4d03-be22-192828936552),segment_id=91c99d63-c0e9-4d03-be22-192828936552)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:12.143519 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-c1e3c2e5-fdc8-4731-97ed-ef276f21d6ce service neutron] 10.222.0.25 "GET /v2.0/networks/edaea5d6-9362-4ff0-b590-2239a35aef1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5118487 Apr 20 13:08:12.176638 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:12.308042 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:12.372549 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92c90fa-3429-4f94-a136-c04413b7ce67 None None] Network edaea5d6-9362-4ff0-b590-2239a35aef1d requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:08:12.494012 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=a11af819-2a9d-40a4-afbe-9223fc9e7b31,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:12.517544 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-071e140b-b4d0-47ee-b395-7807dc4907b0 None None] Provisioning complete for port a11af819-2a9d-40a4-afbe-9223fc9e7b31 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:12.518101 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-071e140b-b4d0-47ee-b395-7807dc4907b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:12.720575 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e0a1fbcd-eb2c-413d-b516-14ddde16a965 req-8f6177ce-04ba-414b-8ebc-a36edb086f04 service neutron] 10.222.0.32 "GET /v2.0/networks/1448fb0c-76a1-4762-b0ef-b8c667a2a5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7449071 Apr 20 13:08:12.737368 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93185475-27e4-4968-8e64-cc6a9b68311a req-f2d6149e-4817-442b-81e6-2b986dc908a4 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:12.738999 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-93185475-27e4-4968-8e64-cc6a9b68311a req-f2d6149e-4817-442b-81e6-2b986dc908a4 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e4ed60f-c0d0-4ae4-9f81-2f8bdecffe8e HTTP/1.1" status: 200 len: 950 time: 0.5921283 Apr 20 13:08:12.777927 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-7a96b320-50e2-46ac-9bb6-7fedf5414e21 service neutron] 10.222.0.25 "GET /v2.0/networks/75079639-5936-4feb-8edf-9493a8fc34d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5982907 Apr 20 13:08:12.781670 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:12.820058 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-93185475-27e4-4968-8e64-cc6a9b68311a req-8091ae63-9057-4b09-aea1-5d5a495bac00 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed082636-8ea7-4f97-8053-156d46c3f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719559 Apr 20 13:08:12.897309 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-b194204f-4d03-4bd0-b6ee-14f5e24fb55b service neutron] 10.222.0.25 "GET /v2.0/networks/75079639-5936-4feb-8edf-9493a8fc34d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121385 Apr 20 13:08:13.044795 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423a0ba-3c9c-4b4f-aecb-dedb8690fe82 req-49038866-73aa-4f8c-85a9-a3c946902a8d tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:13.047761 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1423a0ba-3c9c-4b4f-aecb-dedb8690fe82 req-49038866-73aa-4f8c-85a9-a3c946902a8d tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 946 time: 0.1433985 Apr 20 13:08:13.095321 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1423a0ba-3c9c-4b4f-aecb-dedb8690fe82 req-a1b26c94-c110-403e-8615-045522d2fb6a tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398300 Apr 20 13:08:13.130978 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-934e99f6-ab78-4e2a-a09d-5d7e48c81302 None None] Provisioning complete for port a11af819-2a9d-40a4-afbe-9223fc9e7b31 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:13.131373 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-934e99f6-ab78-4e2a-a09d-5d7e48c81302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:13.321013 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-68ee6263-a0d4-48bc-8df7-f5c02c9c341e req-da2b675b-1eac-4c9b-9abc-a5eba36d2ac0 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 210 time: 0.0925410 Apr 20 13:08:13.472036 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a686476f-0670-4798-a878-1273ab04fbc8 req-ce9b1bd1-ce5f-4fad-8157-806bf15747b7 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e555c2f-605a-4255-b02d-cf3e802bb7bc HTTP/1.1" status: 200 len: 210 time: 0.1597700 Apr 20 13:08:13.536989 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc9b9c5-0836-4dfd-a05a-5fe94e135918 None None] Network 75079639-5936-4feb-8edf-9493a8fc34d4 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:08:13.615786 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ec8ee925-a966-4468-805c-76bcb0ca067e req-f628f14e-323a-457f-95f7-e7c646c714d9 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=f793dacc-1223-4d2e-9770-d987bec14eb9 HTTP/1.1" status: 200 len: 210 time: 0.0537848 Apr 20 13:08:13.700695 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-1eb74edf-be90-4c74-bc26-e6b13182d4e2 None None] Provisioning complete for port 19caaada-ed11-4f2b-b28f-1ac51d8f4af0 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:13.701135 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1eb74edf-be90-4c74-bc26-e6b13182d4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:13.705993 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dee1bd-4f18-4850-899d-dc898496ae47 req-82c7be4a-8534-4b03-9fbf-38e930715cc0 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:13.712864 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b5dee1bd-4f18-4850-899d-dc898496ae47 req-82c7be4a-8534-4b03-9fbf-38e930715cc0 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/ports?device_id=51254915-cb38-4cf8-b558-ab8072a02f7a HTTP/1.1" status: 200 len: 944 time: 0.2253726 Apr 20 13:08:13.742704 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-04774556-d6e1-441f-b3b5-48a24c5522ce tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:13.744224 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-04774556-d6e1-441f-b3b5-48a24c5522ce tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.32 "GET /v2.0/networks?id=216be08c-a7d9-48bb-ac07-e1350f2b5dea HTTP/1.1" status: 200 len: 821 time: 0.4338078 Apr 20 13:08:13.760594 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-765c52e9-11f5-4ac2-841d-a034dc965316 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Request body: {'port': {'device_id': '4e555c2f-605a-4255-b02d-cf3e802bb7bc', 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea', 'admin_state_up': True, 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:13.797743 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 5478e361-df74-432a-ad21-67e4a9bb648e details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:08:13.803385 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device c8821e47-1795-462a-8e0e-1e348b5dee64 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:08:13.806300 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b5dee1bd-4f18-4850-899d-dc898496ae47 req-9fbdeae1-067e-4896-a771-cf4648925b3c tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/security-groups?id=b271a06e-2a81-43a1-98d4-61e6aca5d2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869870 Apr 20 13:08:13.826143 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device a11af819-2a9d-40a4-afbe-9223fc9e7b31 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:08:13.977656 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e2f69-2b66-4a19-9df6-493935bf5924 req-868daea4-9cfd-4d61-8f2d-ae7fb82cd76b tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:13.979163 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f06e2f69-2b66-4a19-9df6-493935bf5924 req-868daea4-9cfd-4d61-8f2d-ae7fb82cd76b tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e4ed60f-c0d0-4ae4-9f81-2f8bdecffe8e HTTP/1.1" status: 200 len: 950 time: 0.0524478 Apr 20 13:08:14.019641 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f06e2f69-2b66-4a19-9df6-493935bf5924 req-9d27a7b7-8c3b-4c27-b210-65f8add68f3a tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed082636-8ea7-4f97-8053-156d46c3f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340881 Apr 20 13:08:14.040487 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-765c52e9-11f5-4ac2-841d-a034dc965316 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Made reservation on behalf of ad4bf9f25ca54612b09fd2442e19f7e7 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:08:14.044390 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-765c52e9-11f5-4ac2-841d-a034dc965316 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:14.146079 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 5478e361-df74-432a-ad21-67e4a9bb648e, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=5478e361-df74-432a-ad21-67e4a9bb648e,segment=NetworkSegment(b550718e-99f1-43a9-a37d-5b24d8a0f3a6),segment_id=b550718e-99f1-43a9-a37d-5b24d8a0f3a6)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:14.178745 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port a11af819-2a9d-40a4-afbe-9223fc9e7b31 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:14.179374 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:14.189543 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1eb74edf-be90-4c74-bc26-e6b13182d4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:14.224382 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '5478e361-df74-432a-ad21-67e4a9bb648e', 'network_id': '33d36c62-f48b-427f-896c-83ee0a24e548', 'port_id': '5478e361-df74-432a-ad21-67e4a9bb648e', 'mac_address': 'fa:16:3e:52:8b:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a92124e6-e49b-4ef9-898f-773b76764750', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:08:14.253341 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:14.259975 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-765c52e9-11f5-4ac2-841d-a034dc965316 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Allocated IP 172.20.0.5 (216be08c-a7d9-48bb-ac07-e1350f2b5dea/0b77211f-3453-4701-925b-fc2afaf87461/cc338793-76f2-46cb-b132-9f5b25a33ace) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:08:14.269663 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-bbcb5add-d358-4d5a-b8b4-3bbc6ec6dfec tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:14.273693 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-bbcb5add-d358-4d5a-b8b4-3bbc6ec6dfec tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.32 "GET /v2.0/networks?id=93be87d1-2eca-4eca-adcf-b2098e6f84fb HTTP/1.1" status: 200 len: 820 time: 0.1663110 Apr 20 13:08:14.284753 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75543bcc-45ff-4440-bb08-2709b0eea1fe req-ab8bbfc8-5cc3-4d5b-a25e-f625a1e54e6d tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:14.286251 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-75543bcc-45ff-4440-bb08-2709b0eea1fe req-ab8bbfc8-5cc3-4d5b-a25e-f625a1e54e6d tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 946 time: 0.1118600 Apr 20 13:08:14.295287 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-b148797f-da2b-4860-a19e-ad6d6c8b7e69 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Request body: {'port': {'device_id': 'f0b910f8-dcf7-441a-8223-d2876c7927f9', 'network_id': '93be87d1-2eca-4eca-adcf-b2098e6f84fb', 'admin_state_up': True, 'tenant_id': 'a9ab0226b6cf4925abbf972bfe37e3be'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:14.330178 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4c23c1-ad9e-4420-a05d-a2f176712d4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8821e47-1795-462a-8e0e-1e348b5dee64'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:14.332462 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbcd042-5c4f-41ab-8921-e1a789b6b7a7" -d '{"events": [{"server_uuid": "df4c23c1-ad9e-4420-a05d-a2f176712d4b", "name": "network-vif-unplugged", "status": "completed", "tag": "c8821e47-1795-462a-8e0e-1e348b5dee64"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:14.353810 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-1eb74edf-be90-4c74-bc26-e6b13182d4e2 None None] For port 19caaada-ed11-4f2b-b28f-1ac51d8f4af0, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=19caaada-ed11-4f2b-b28f-1ac51d8f4af0,segment=NetworkSegment(ba530643-2d74-404c-990d-1194256d1a29),segment_id=ba530643-2d74-404c-990d-1194256d1a29)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:14.366176 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port c8821e47-1795-462a-8e0e-1e348b5dee64, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=c8821e47-1795-462a-8e0e-1e348b5dee64,segment=NetworkSegment(b8a6c4b7-66db-416a-aa28-84e1cd810023),segment_id=b8a6c4b7-66db-416a-aa28-84e1cd810023)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:14.373088 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:14.381855 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-75543bcc-45ff-4440-bb08-2709b0eea1fe req-35e42030-0246-42a9-af60-81cf72d88b59 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800328 Apr 20 13:08:14.442843 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5478e361-df74-432a-ad21-67e4a9bb648e {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:08:14.481661 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 5478e361-df74-432a-ad21-67e4a9bb648e, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=5478e361-df74-432a-ad21-67e4a9bb648e,segment=NetworkSegment(b550718e-99f1-43a9-a37d-5b24d8a0f3a6),segment_id=b550718e-99f1-43a9-a37d-5b24d8a0f3a6)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:14.482663 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c334b825-8236-43b8-b082-1d6bd13a1e08 x-openstack-request-id: req-c334b825-8236-43b8-b082-1d6bd13a1e08 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:14.483041 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4c23c1-ad9e-4420-a05d-a2f176712d4b", "name": "network-vif-unplugged", "status": "completed", "tag": "c8821e47-1795-462a-8e0e-1e348b5dee64", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:14.483419 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c334b825-8236-43b8-b082-1d6bd13a1e08 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:14.483946 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c334b825-8236-43b8-b082-1d6bd13a1e08'] response: {'server_uuid': 'df4c23c1-ad9e-4420-a05d-a2f176712d4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8821e47-1795-462a-8e0e-1e348b5dee64', 'code': 200} Apr 20 13:08:14.490784 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1eb74edf-be90-4c74-bc26-e6b13182d4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:14.511111 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:14.557793 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 9cdc0094-391e-4e3a-921e-4440c68b1137 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:08:14.602770 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:14.623591 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb74edf-be90-4c74-bc26-e6b13182d4e2 None None] Pushing event updated for resources: {'Port': ['ID=19caaada-ed11-4f2b-b28f-1ac51d8f4af0,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:14.628661 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-215051c4-69de-4007-9412-2f58fabb7db7 req-077b438b-4d50-4dc3-bbff-d628a43449cc tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 210 time: 0.0629098 Apr 20 13:08:14.645499 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-765c52e9-11f5-4ac2-841d-a034dc965316 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:14.700539 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-b148797f-da2b-4860-a19e-ad6d6c8b7e69 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Made reservation on behalf of a9ab0226b6cf4925abbf972bfe37e3be for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:08:14.704763 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-b148797f-da2b-4860-a19e-ad6d6c8b7e69 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:14.735988 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a3fac29e-e953-4973-83d4-bd4741faa36e req-988ab728-0ac2-4180-afe2-cda52c6ccb0b tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e555c2f-605a-4255-b02d-cf3e802bb7bc HTTP/1.1" status: 200 len: 210 time: 0.0566533 Apr 20 13:08:14.770168 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 9cdc0094-391e-4e3a-921e-4440c68b1137 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:14.770707 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:14.805116 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-9613003d-813f-4587-bde1-fd791a35c5a4 None None] Provisioning complete for port 19caaada-ed11-4f2b-b28f-1ac51d8f4af0 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:14.812255 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9613003d-813f-4587-bde1-fd791a35c5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:14.814445 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ef1af-3a27-4890-a0a4-359129cf85a5 req-1e7cc724-cb07-4d81-bd76-77aa7c3ff849 tempest-ServersAdminNegativeTestJSON-607546146 tempest-ServersAdminNegativeTestJSON-607546146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:14.818112 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dc5ef1af-3a27-4890-a0a4-359129cf85a5 req-1e7cc724-cb07-4d81-bd76-77aa7c3ff849 tempest-ServersAdminNegativeTestJSON-607546146 tempest-ServersAdminNegativeTestJSON-607546146-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7e4ed60f-c0d0-4ae4-9f81-2f8bdecffe8e HTTP/1.1" status: 200 len: 1101 time: 0.0589054 Apr 20 13:08:14.853641 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=c8821e47-1795-462a-8e0e-1e348b5dee64,revision_number=8']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:14.866926 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-765c52e9-11f5-4ac2-841d-a034dc965316 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:14.871712 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-dc5ef1af-3a27-4890-a0a4-359129cf85a5 req-05e01163-0cf9-495a-8344-3df02797b7c5 tempest-ServersAdminNegativeTestJSON-607546146 tempest-ServersAdminNegativeTestJSON-607546146-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:14.925827 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8670f41a-e82f-427a-9698-be97c41db889 req-bffd5dc6-615b-4a21-a64c-20576854cf8c tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=f793dacc-1223-4d2e-9770-d987bec14eb9 HTTP/1.1" status: 200 len: 210 time: 0.0896783 Apr 20 13:08:14.942038 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-b148797f-da2b-4860-a19e-ad6d6c8b7e69 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Allocated IP 172.20.0.8 (93be87d1-2eca-4eca-adcf-b2098e6f84fb/9def3790-e72f-4622-9eb5-7500a0e5bad9/081561c3-3910-4ea2-a530-47db75e29c73) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:08:14.965376 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-765c52e9-11f5-4ac2-841d-a034dc965316 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Network 216be08c-a7d9-48bb-ac07-e1350f2b5dea is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:08:14.969715 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['5478e361-df74-432a-ad21-67e4a9bb648e'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:08:14.973612 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-765c52e9-11f5-4ac2-841d-a034dc965316 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:08:14.978054 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-765c52e9-11f5-4ac2-841d-a034dc965316 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:08:14.981108 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c52e9-11f5-4ac2-841d-a034dc965316 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Pushing event updated for resources: {'Port': ['ID=cc338793-76f2-46cb-b132-9f5b25a33ace,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:15.086683 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-765c52e9-11f5-4ac2-841d-a034dc965316 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:15.087224 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-765c52e9-11f5-4ac2-841d-a034dc965316 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:15.148484 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54a3a4-0975-45b7-ae79-a69f9a9e1379 req-2d07120e-950a-4503-94a7-ebcd362a8eb1 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:15.157313 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9d54a3a4-0975-45b7-ae79-a69f9a9e1379 req-2d07120e-950a-4503-94a7-ebcd362a8eb1 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/ports?device_id=51254915-cb38-4cf8-b558-ab8072a02f7a HTTP/1.1" status: 200 len: 945 time: 0.1244287 Apr 20 13:08:15.209667 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-b148797f-da2b-4860-a19e-ad6d6c8b7e69 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:15.222026 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=5478e361-df74-432a-ad21-67e4a9bb648e,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:15.222533 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-dc5ef1af-3a27-4890-a0a4-359129cf85a5 req-05e01163-0cf9-495a-8344-3df02797b7c5 tempest-ServersAdminNegativeTestJSON-607546146 tempest-ServersAdminNegativeTestJSON-607546146-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:15.248008 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9d54a3a4-0975-45b7-ae79-a69f9a9e1379 req-341c2c0d-c2d3-4097-8f62-b0bcc3e2da53 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/security-groups?id=b271a06e-2a81-43a1-98d4-61e6aca5d2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896056 Apr 20 13:08:15.304836 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-765c52e9-11f5-4ac2-841d-a034dc965316 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5489602 Apr 20 13:08:15.308080 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:15.323337 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-bf18bb70-f8ff-4759-ab46-955241f116fc service neutron] Request body: {'port': {'device_id': '4e555c2f-605a-4255-b02d-cf3e802bb7bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:15.381787 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 9cdc0094-391e-4e3a-921e-4440c68b1137, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=9cdc0094-391e-4e3a-921e-4440c68b1137,segment=NetworkSegment(d98e94df-872e-47ed-8a43-7e7e11e5be94),segment_id=d98e94df-872e-47ed-8a43-7e7e11e5be94)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:15.384406 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-dc5ef1af-3a27-4890-a0a4-359129cf85a5 req-05e01163-0cf9-495a-8344-3df02797b7c5 tempest-ServersAdminNegativeTestJSON-607546146 tempest-ServersAdminNegativeTestJSON-607546146-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:15.407293 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-0ea9d5ce-c1fc-49c7-bf77-225bd82c6c43 None None] Provisioning complete for port cc338793-76f2-46cb-b132-9f5b25a33ace triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:15.407700 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0ea9d5ce-c1fc-49c7-bf77-225bd82c6c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:15.409154 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dc5ef1af-3a27-4890-a0a4-359129cf85a5 req-05e01163-0cf9-495a-8344-3df02797b7c5 tempest-ServersAdminNegativeTestJSON-607546146 tempest-ServersAdminNegativeTestJSON-607546146-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ed082636-8ea7-4f97-8053-156d46c3f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5843790 Apr 20 13:08:15.411149 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-bf18bb70-f8ff-4759-ab46-955241f116fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:15.430202 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-b148797f-da2b-4860-a19e-ad6d6c8b7e69 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:15.462748 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-0ea9d5ce-c1fc-49c7-bf77-225bd82c6c43 None None] Port cc338793-76f2-46cb-b132-9f5b25a33ace cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:08:15.505196 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e01163-0cf9-495a-8344-3df02797b7c5 tempest-ServersAdminNegativeTestJSON-607546146 tempest-ServersAdminNegativeTestJSON-607546146-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa641810-bad1-4319-8067-3a85cb7d841f,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:15.505662 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-b148797f-da2b-4860-a19e-ad6d6c8b7e69 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Network 93be87d1-2eca-4eca-adcf-b2098e6f84fb is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:08:15.518759 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:15.520010 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 19caaada-ed11-4f2b-b28f-1ac51d8f4af0 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:08:15.529663 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-b148797f-da2b-4860-a19e-ad6d6c8b7e69 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:08:15.547472 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-b148797f-da2b-4860-a19e-ad6d6c8b7e69 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:08:15.555246 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b148797f-da2b-4860-a19e-ad6d6c8b7e69 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Pushing event updated for resources: {'Port': ['ID=081561c3-3910-4ea2-a530-47db75e29c73,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:15.621135 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-b148797f-da2b-4860-a19e-ad6d6c8b7e69 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:15.622200 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-b148797f-da2b-4860-a19e-ad6d6c8b7e69 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:15.638217 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b160d-a87a-46f5-b96d-10ed2c31efa4 req-6e1f4535-8094-4480-8a07-ef267f226a2f tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:15.639720 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-677b160d-a87a-46f5-b96d-10ed2c31efa4 req-6e1f4535-8094-4480-8a07-ef267f226a2f tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 944 time: 0.1373529 Apr 20 13:08:15.646296 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=9cdc0094-391e-4e3a-921e-4440c68b1137,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:15.659044 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 19caaada-ed11-4f2b-b28f-1ac51d8f4af0 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:15.659517 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:15.719163 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-677b160d-a87a-46f5-b96d-10ed2c31efa4 req-2f091663-e088-40c7-acd9-3f239bf131bb tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634336 Apr 20 13:08:15.763465 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device c8821e47-1795-462a-8e0e-1e348b5dee64 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:08:15.773398 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-b148797f-da2b-4860-a19e-ad6d6c8b7e69 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4902914 Apr 20 13:08:15.787544 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-46ce692f-8373-4f1a-acbf-1fa2c7c5340d service neutron] Request body: {'port': {'device_id': 'f0b910f8-dcf7-441a-8223-d2876c7927f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:15.883103 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 9cdc0094-391e-4e3a-921e-4440c68b1137 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:08:15.895153 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-46ce692f-8373-4f1a-acbf-1fa2c7c5340d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:15.896653 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac5e2c-76ba-4ce0-9da3-38f012a28f07 req-6683e324-3564-4adb-85fd-96923110f33b tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:15.898276 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-04ac5e2c-76ba-4ce0-9da3-38f012a28f07 req-6683e324-3564-4adb-85fd-96923110f33b tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 931 time: 0.1337559 Apr 20 13:08:15.953085 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 9cdc0094-391e-4e3a-921e-4440c68b1137 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:15.953836 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:15.963953 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-04ac5e2c-76ba-4ce0-9da3-38f012a28f07 req-07ea0940-440b-457d-aa96-32495b3aed75 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad7470b7-9157-466d-a134-84fd4ff6de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586476 Apr 20 13:08:16.088125 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 19caaada-ed11-4f2b-b28f-1ac51d8f4af0 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:08:16.089044 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-bf18bb70-f8ff-4759-ab46-955241f116fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc338793-76f2-46cb-b132-9f5b25a33ace {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:08:16.115298 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-bf18bb70-f8ff-4759-ab46-955241f116fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:16.136903 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-bf18bb70-f8ff-4759-ab46-955241f116fc service neutron] Transition to ACTIVE for port object cc338793-76f2-46cb-b132-9f5b25a33ace will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:08:16.146553 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a83b8-75fd-4557-a249-2cf00eb2a92b req-32d40134-58f3-41db-a338-1492b8a01956 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:16.148256 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-352a83b8-75fd-4557-a249-2cf00eb2a92b req-32d40134-58f3-41db-a338-1492b8a01956 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e555c2f-605a-4255-b02d-cf3e802bb7bc HTTP/1.1" status: 200 len: 931 time: 0.0873783 Apr 20 13:08:16.161010 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 19caaada-ed11-4f2b-b28f-1ac51d8f4af0 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:16.161832 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:16.195825 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-352a83b8-75fd-4557-a249-2cf00eb2a92b req-b3697d83-14a9-444a-bdc4-113c2d0dfaee tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/security-groups?id=a38bb95a-8774-4ed8-be64-0561899f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406826 Apr 20 13:08:16.217010 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-bf18bb70-f8ff-4759-ab46-955241f116fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:16.317480 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18bb70-f8ff-4759-ab46-955241f116fc service neutron] Pushing event updated for resources: {'Port': ['ID=cc338793-76f2-46cb-b132-9f5b25a33ace,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:16.343908 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-46ce692f-8373-4f1a-acbf-1fa2c7c5340d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 081561c3-3910-4ea2-a530-47db75e29c73 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:08:16.352586 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-46ce692f-8373-4f1a-acbf-1fa2c7c5340d service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:16.369770 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-46ce692f-8373-4f1a-acbf-1fa2c7c5340d service neutron] Transition to ACTIVE for port object 081561c3-3910-4ea2-a530-47db75e29c73 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:08:16.377664 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fc612950-b203-4a68-a643-a864f5f0fde3 req-603c7131-8418-4d0a-94cc-ec27b04e897d tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=f793dacc-1223-4d2e-9770-d987bec14eb9 HTTP/1.1" status: 200 len: 210 time: 0.0571826 Apr 20 13:08:16.408358 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-bf18bb70-f8ff-4759-ab46-955241f116fc service neutron] Attempting to bind port cc338793-76f2-46cb-b132-9f5b25a33ace on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:08:16.408936 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-bf18bb70-f8ff-4759-ab46-955241f116fc service neutron] Attempting to bind port cc338793-76f2-46cb-b132-9f5b25a33ace by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '3365e179-b408-4368-8008-105fabe837fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:08:16.409328 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-bf18bb70-f8ff-4759-ab46-955241f116fc service neutron] Attempting to bind port cc338793-76f2-46cb-b132-9f5b25a33ace on network 216be08c-a7d9-48bb-ac07-e1350f2b5dea {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:08:16.414863 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-bf18bb70-f8ff-4759-ab46-955241f116fc service neutron] Port cc338793-76f2-46cb-b132-9f5b25a33ace on network 216be08c-a7d9-48bb-ac07-e1350f2b5dea not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:08:16.415801 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-bf18bb70-f8ff-4759-ab46-955241f116fc service neutron] Attempting to bind port cc338793-76f2-46cb-b132-9f5b25a33ace on network 216be08c-a7d9-48bb-ac07-e1350f2b5dea {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:08:16.422295 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-bf18bb70-f8ff-4759-ab46-955241f116fc service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:08:16.422769 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-bf18bb70-f8ff-4759-ab46-955241f116fc service neutron] Checking segment: {'id': '3365e179-b408-4368-8008-105fabe837fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:08:16.423455 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-bf18bb70-f8ff-4759-ab46-955241f116fc service neutron] Bound using segment: {'id': '3365e179-b408-4368-8008-105fabe837fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:08:16.424023 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-bf18bb70-f8ff-4759-ab46-955241f116fc service neutron] Bound port: cc338793-76f2-46cb-b132-9f5b25a33ace, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3365e179-b408-4368-8008-105fabe837fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:08:16.431132 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-bf18bb70-f8ff-4759-ab46-955241f116fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:16.519631 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-46ce692f-8373-4f1a-acbf-1fa2c7c5340d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:16.555243 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6046e0f3-67e2-42cd-a090-f32f33c0225d req-7395fe85-2e2e-4878-9985-914936daf37d tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:16.563123 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6046e0f3-67e2-42cd-a090-f32f33c0225d req-7395fe85-2e2e-4878-9985-914936daf37d tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/ports?device_id=51254915-cb38-4cf8-b558-ab8072a02f7a HTTP/1.1" status: 200 len: 945 time: 0.0999503 Apr 20 13:08:16.593857 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-bf18bb70-f8ff-4759-ab46-955241f116fc service neutron] For port cc338793-76f2-46cb-b132-9f5b25a33ace, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:08:16.604975 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce692f-8373-4f1a-acbf-1fa2c7c5340d service neutron] Pushing event updated for resources: {'Port': ['ID=081561c3-3910-4ea2-a530-47db75e29c73,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:16.624251 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-bf18bb70-f8ff-4759-ab46-955241f116fc service neutron] For port cc338793-76f2-46cb-b132-9f5b25a33ace, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=cc338793-76f2-46cb-b132-9f5b25a33ace,segment=NetworkSegment(3365e179-b408-4368-8008-105fabe837fd),segment_id=3365e179-b408-4368-8008-105fabe837fd)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:08:16.635928 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6046e0f3-67e2-42cd-a090-f32f33c0225d req-da53dc45-c34a-4329-856e-0d8a33c58d9e tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/security-groups?id=b271a06e-2a81-43a1-98d4-61e6aca5d2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718608 Apr 20 13:08:16.657574 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-52a300e6-2d1a-407e-9c95-c690339377e2 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:16.663568 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-52a300e6-2d1a-407e-9c95-c690339377e2 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:16.665125 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-52a300e6-2d1a-407e-9c95-c690339377e2 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.32 "GET /v2.0/networks?id=edaea5d6-9362-4ff0-b590-2239a35aef1d&id=75079639-5936-4feb-8edf-9493a8fc34d4 HTTP/1.1" status: 200 len: 1390 time: 0.2328169 Apr 20 13:08:16.680703 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-47b3ec8e-da4d-4312-af68-bb7c200cfb7f tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Request body: {'port': {'device_id': 'f793dacc-1223-4d2e-9770-d987bec14eb9', 'network_id': 'edaea5d6-9362-4ff0-b590-2239a35aef1d', 'admin_state_up': True, 'tenant_id': '7f24aea8ff2146a69feb6b75310aae0a'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:16.737011 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-bf18bb70-f8ff-4759-ab46-955241f116fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:16.755582 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-46ce692f-8373-4f1a-acbf-1fa2c7c5340d service neutron] Attempting to bind port 081561c3-3910-4ea2-a530-47db75e29c73 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:08:16.755917 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-46ce692f-8373-4f1a-acbf-1fa2c7c5340d service neutron] Attempting to bind port 081561c3-3910-4ea2-a530-47db75e29c73 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': 'd98e94df-872e-47ed-8a43-7e7e11e5be94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '93be87d1-2eca-4eca-adcf-b2098e6f84fb'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:08:16.756245 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-46ce692f-8373-4f1a-acbf-1fa2c7c5340d service neutron] Attempting to bind port 081561c3-3910-4ea2-a530-47db75e29c73 on network 93be87d1-2eca-4eca-adcf-b2098e6f84fb {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:08:16.766243 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-46ce692f-8373-4f1a-acbf-1fa2c7c5340d service neutron] Port 081561c3-3910-4ea2-a530-47db75e29c73 on network 93be87d1-2eca-4eca-adcf-b2098e6f84fb not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:08:16.772643 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-46ce692f-8373-4f1a-acbf-1fa2c7c5340d service neutron] Attempting to bind port 081561c3-3910-4ea2-a530-47db75e29c73 on network 93be87d1-2eca-4eca-adcf-b2098e6f84fb {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:08:16.775277 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-46ce692f-8373-4f1a-acbf-1fa2c7c5340d service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:08:16.775646 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-46ce692f-8373-4f1a-acbf-1fa2c7c5340d service neutron] Checking segment: {'id': 'd98e94df-872e-47ed-8a43-7e7e11e5be94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '93be87d1-2eca-4eca-adcf-b2098e6f84fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:08:16.776036 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-46ce692f-8373-4f1a-acbf-1fa2c7c5340d service neutron] Bound using segment: {'id': 'd98e94df-872e-47ed-8a43-7e7e11e5be94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '93be87d1-2eca-4eca-adcf-b2098e6f84fb'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:08:16.776480 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-46ce692f-8373-4f1a-acbf-1fa2c7c5340d service neutron] Bound port: 081561c3-3910-4ea2-a530-47db75e29c73, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd98e94df-872e-47ed-8a43-7e7e11e5be94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '93be87d1-2eca-4eca-adcf-b2098e6f84fb'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:08:16.776840 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-46ce692f-8373-4f1a-acbf-1fa2c7c5340d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:16.779276 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-bf18bb70-f8ff-4759-ab46-955241f116fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:16.780255 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-bf18bb70-f8ff-4759-ab46-955241f116fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:16.781540 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-bf18bb70-f8ff-4759-ab46-955241f116fc service neutron] 10.222.0.32 "PUT /v2.0/ports/cc338793-76f2-46cb-b132-9f5b25a33ace HTTP/1.1" status: 200 len: 1091 time: 1.4643116 Apr 20 13:08:16.784137 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e555c2f-605a-4255-b02d-cf3e802bb7bc', 'tag': 'cc338793-76f2-46cb-b132-9f5b25a33ace'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:16.788709 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7b22a1-40b8-424c-8f27-a7da2418731a" -d '{"events": [{"name": "network-changed", "server_uuid": "4e555c2f-605a-4255-b02d-cf3e802bb7bc", "tag": "cc338793-76f2-46cb-b132-9f5b25a33ace"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:16.817042 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123119c-5f8e-473b-bc25-8c42de7279d6 req-503670f5-220e-4f90-b946-67193c7f1b1c tempest-ServersAdminNegativeTestJSON-607546146 tempest-ServersAdminNegativeTestJSON-607546146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:16.818648 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f123119c-5f8e-473b-bc25-8c42de7279d6 req-503670f5-220e-4f90-b946-67193c7f1b1c tempest-ServersAdminNegativeTestJSON-607546146 tempest-ServersAdminNegativeTestJSON-607546146-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7e4ed60f-c0d0-4ae4-9f81-2f8bdecffe8e HTTP/1.1" status: 200 len: 1101 time: 0.1170039 Apr 20 13:08:16.839169 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18bb70-f8ff-4759-ab46-955241f116fc service neutron] Pushing event updated for resources: {'Port': ['ID=cc338793-76f2-46cb-b132-9f5b25a33ace,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:16.890519 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-46ce692f-8373-4f1a-acbf-1fa2c7c5340d service neutron] For port 081561c3-3910-4ea2-a530-47db75e29c73, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:08:16.905814 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f123119c-5f8e-473b-bc25-8c42de7279d6 req-826ed445-5f61-4f9d-bddb-c3445e8260bc tempest-ServersAdminNegativeTestJSON-607546146 tempest-ServersAdminNegativeTestJSON-607546146-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ed082636-8ea7-4f97-8053-156d46c3f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583746 Apr 20 13:08:16.909153 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-46ce692f-8373-4f1a-acbf-1fa2c7c5340d service neutron] For port 081561c3-3910-4ea2-a530-47db75e29c73, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=081561c3-3910-4ea2-a530-47db75e29c73,segment=NetworkSegment(d98e94df-872e-47ed-8a43-7e7e11e5be94),segment_id=d98e94df-872e-47ed-8a43-7e7e11e5be94)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:08:16.946785 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2a6a67-220b-4247-a452-418424871e7d x-openstack-request-id: req-df2a6a67-220b-4247-a452-418424871e7d {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:16.949323 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e555c2f-605a-4255-b02d-cf3e802bb7bc", "tag": "cc338793-76f2-46cb-b132-9f5b25a33ace", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:16.949323 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-df2a6a67-220b-4247-a452-418424871e7d {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:16.949323 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df2a6a67-220b-4247-a452-418424871e7d'] response: {'name': 'network-changed', 'server_uuid': '4e555c2f-605a-4255-b02d-cf3e802bb7bc', 'tag': 'cc338793-76f2-46cb-b132-9f5b25a33ace', 'status': 'completed', 'code': 200} Apr 20 13:08:16.963916 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-47b3ec8e-da4d-4312-af68-bb7c200cfb7f tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Made reservation on behalf of 7f24aea8ff2146a69feb6b75310aae0a for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:08:16.967873 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-47b3ec8e-da4d-4312-af68-bb7c200cfb7f tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:16.988292 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-1f11c465-0c37-40ec-9311-20205413f843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:16.989955 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-1f11c465-0c37-40ec-9311-20205413f843 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ad4bf9f25ca54612b09fd2442e19f7e7&device_id=4e555c2f-605a-4255-b02d-cf3e802bb7bc HTTP/1.1" status: 200 len: 1094 time: 0.0562589 Apr 20 13:08:17.057656 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-246f31c3-5593-409b-a765-8eda4a5257cf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc338793-76f2-46cb-b132-9f5b25a33ace HTTP/1.1" status: 200 len: 217 time: 0.0591457 Apr 20 13:08:17.071001 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-46ce692f-8373-4f1a-acbf-1fa2c7c5340d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:17.133298 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-46ce692f-8373-4f1a-acbf-1fa2c7c5340d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:17.136366 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-46ce692f-8373-4f1a-acbf-1fa2c7c5340d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:17.138388 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-46ce692f-8373-4f1a-acbf-1fa2c7c5340d service neutron] 10.222.0.32 "PUT /v2.0/ports/081561c3-3910-4ea2-a530-47db75e29c73 HTTP/1.1" status: 200 len: 1091 time: 1.3562183 Apr 20 13:08:17.138916 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0b910f8-dcf7-441a-8223-d2876c7927f9', 'tag': '081561c3-3910-4ea2-a530-47db75e29c73'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:17.141582 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a783f87f-57ec-424c-861e-9a6ecc1a0d2d" -d '{"events": [{"name": "network-changed", "server_uuid": "f0b910f8-dcf7-441a-8223-d2876c7927f9", "tag": "081561c3-3910-4ea2-a530-47db75e29c73"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:17.150749 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-b3cb57c9-e769-4ea6-9dee-1f91f4171588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:17.152269 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-b3cb57c9-e769-4ea6-9dee-1f91f4171588 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0b77211f-3453-4701-925b-fc2afaf87461 HTTP/1.1" status: 200 len: 860 time: 0.0862319 Apr 20 13:08:17.165401 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5cbe81-5e74-4811-a065-e05147166749 req-3ae0af29-8c9e-4a6f-ad77-20d195fa970b tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:17.166760 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fc5cbe81-5e74-4811-a065-e05147166749 req-3ae0af29-8c9e-4a6f-ad77-20d195fa970b tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 943 time: 0.0957744 Apr 20 13:08:17.197539 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce692f-8373-4f1a-acbf-1fa2c7c5340d service neutron] Pushing event updated for resources: {'Port': ['ID=081561c3-3910-4ea2-a530-47db75e29c73,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:17.219076 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-47b3ec8e-da4d-4312-af68-bb7c200cfb7f tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Allocated IP 19.80.0.185 (edaea5d6-9362-4ff0-b590-2239a35aef1d/aa55c080-f3b2-4a24-b3bb-9a994b5564c4/c1cefb7a-4db4-4746-8e2e-1b28c4ab9053) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:08:17.231039 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fc5cbe81-5e74-4811-a065-e05147166749 req-b9f9a891-4f70-4e58-b5a2-fcc27ddd5621 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad7470b7-9157-466d-a134-84fd4ff6de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550904 Apr 20 13:08:17.239250 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-de87cb9e-6c15-423c-82ab-cc137970b910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:17.240756 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-de87cb9e-6c15-423c-82ab-cc137970b910 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=216be08c-a7d9-48bb-ac07-e1350f2b5dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731180 Apr 20 13:08:17.295213 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667cee7e-168e-49da-b53d-5825dc2852aa x-openstack-request-id: req-667cee7e-168e-49da-b53d-5825dc2852aa {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:17.295213 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0b910f8-dcf7-441a-8223-d2876c7927f9", "tag": "081561c3-3910-4ea2-a530-47db75e29c73", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:17.295213 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-667cee7e-168e-49da-b53d-5825dc2852aa {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:17.295213 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-667cee7e-168e-49da-b53d-5825dc2852aa'] response: {'name': 'network-changed', 'server_uuid': 'f0b910f8-dcf7-441a-8223-d2876c7927f9', 'tag': '081561c3-3910-4ea2-a530-47db75e29c73', 'status': 'completed', 'code': 200} Apr 20 13:08:17.365964 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-afc119d9-eb4d-43d0-b18d-46a21670bea9 service neutron] 10.222.0.32 "GET /v2.0/networks/216be08c-a7d9-48bb-ac07-e1350f2b5dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178980 Apr 20 13:08:17.410401 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783f87f-57ec-424c-861e-9a6ecc1a0d2d req-8732ffaf-85eb-4e5a-8c9e-40644e8eabc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:17.411862 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a783f87f-57ec-424c-861e-9a6ecc1a0d2d req-8732ffaf-85eb-4e5a-8c9e-40644e8eabc1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a9ab0226b6cf4925abbf972bfe37e3be&device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 1094 time: 0.0657918 Apr 20 13:08:17.454658 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-47b3ec8e-da4d-4312-af68-bb7c200cfb7f tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:17.456144 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ca19d-3a84-47c6-8c92-3dbb0cb63970 req-17d17554-e2e8-4e4d-b21c-df8d373cd686 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:17.458205 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-303ca19d-3a84-47c6-8c92-3dbb0cb63970 req-17d17554-e2e8-4e4d-b21c-df8d373cd686 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e555c2f-605a-4255-b02d-cf3e802bb7bc HTTP/1.1" status: 200 len: 943 time: 0.1079459 Apr 20 13:08:17.523916 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-16eba956-f4c9-4b16-bec2-412a2e826b3a req-1b224dcc-6753-45dc-b7b6-0c11ec947757 service neutron] 10.222.0.32 "GET /v2.0/networks/216be08c-a7d9-48bb-ac07-e1350f2b5dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419151 Apr 20 13:08:17.529160 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-303ca19d-3a84-47c6-8c92-3dbb0cb63970 req-f00545c7-cf05-4152-9f55-830b9c1a65d8 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/security-groups?id=a38bb95a-8774-4ed8-be64-0561899f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599289 Apr 20 13:08:17.550443 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783f87f-57ec-424c-861e-9a6ecc1a0d2d req-643244f8-afce-48ee-b26f-0b35644b43ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:17.550443 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a783f87f-57ec-424c-861e-9a6ecc1a0d2d req-643244f8-afce-48ee-b26f-0b35644b43ad service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=a9ab0226b6cf4925abbf972bfe37e3be&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1292446 Apr 20 13:08:17.637194 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9af28049-20a3-4030-a687-8b3faf0ce4df req-7d60c072-2877-4a3b-8e2b-5a62dbdae15d tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=f793dacc-1223-4d2e-9770-d987bec14eb9 HTTP/1.1" status: 200 len: 210 time: 0.0269980 Apr 20 13:08:17.648472 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783f87f-57ec-424c-861e-9a6ecc1a0d2d req-f79a57c5-ad7b-4584-8ffa-9016d17d5dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:17.650870 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a783f87f-57ec-424c-861e-9a6ecc1a0d2d req-f79a57c5-ad7b-4584-8ffa-9016d17d5dc3 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936415 Apr 20 13:08:17.673212 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-47b3ec8e-da4d-4312-af68-bb7c200cfb7f tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:17.753501 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-47b3ec8e-da4d-4312-af68-bb7c200cfb7f tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Network edaea5d6-9362-4ff0-b590-2239a35aef1d is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:08:17.762008 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-47b3ec8e-da4d-4312-af68-bb7c200cfb7f tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:08:17.766587 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 5478e361-df74-432a-ad21-67e4a9bb648e up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:08:17.767146 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-47b3ec8e-da4d-4312-af68-bb7c200cfb7f tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:08:17.789484 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b22a1-40b8-424c-8f27-a7da2418731a req-5093bc40-1703-4378-bc87-f73feceddb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:17.791003 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0a7b22a1-40b8-424c-8f27-a7da2418731a req-5093bc40-1703-4378-bc87-f73feceddb8e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ad4bf9f25ca54612b09fd2442e19f7e7&device_id=4e555c2f-605a-4255-b02d-cf3e802bb7bc HTTP/1.1" status: 200 len: 1094 time: 0.0790517 Apr 20 13:08:17.794826 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3ec8e-da4d-4312-af68-bb7c200cfb7f tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Pushing event updated for resources: {'Port': ['ID=c1cefb7a-4db4-4746-8e2e-1b28c4ab9053,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:17.826291 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-92b6e928-d800-44fb-9595-08dab128035d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:17.827813 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-92b6e928-d800-44fb-9595-08dab128035d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a9ab0226b6cf4925abbf972bfe37e3be&device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 1094 time: 0.1107862 Apr 20 13:08:17.833714 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-47b3ec8e-da4d-4312-af68-bb7c200cfb7f tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:17.834257 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-47b3ec8e-da4d-4312-af68-bb7c200cfb7f tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:17.859229 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcae9aa-85d5-4a89-b6c8-e1760fdb8aeb req-2a7a8ccc-2f05-416a-8501-50ac1a688474 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:17.860860 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4dcae9aa-85d5-4a89-b6c8-e1760fdb8aeb req-2a7a8ccc-2f05-416a-8501-50ac1a688474 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/ports?device_id=51254915-cb38-4cf8-b558-ab8072a02f7a HTTP/1.1" status: 200 len: 945 time: 0.1152434 Apr 20 13:08:17.888265 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-915871b2-69fd-4db6-ad91-6b8b3847b1bd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=081561c3-3910-4ea2-a530-47db75e29c73 HTTP/1.1" status: 200 len: 217 time: 0.0457697 Apr 20 13:08:17.964530 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 5478e361-df74-432a-ad21-67e4a9bb648e completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:08:17.967703 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-e7f9776a-0d3e-4845-942e-51f153081fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:17.971410 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-e7f9776a-0d3e-4845-942e-51f153081fa7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9def3790-e72f-4622-9eb5-7500a0e5bad9 HTTP/1.1" status: 200 len: 860 time: 0.0755839 Apr 20 13:08:17.978048 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-47b3ec8e-da4d-4312-af68-bb7c200cfb7f tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3023329 Apr 20 13:08:17.986057 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 5478e361-df74-432a-ad21-67e4a9bb648e triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:17.987781 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:17.990421 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4dcae9aa-85d5-4a89-b6c8-e1760fdb8aeb req-c70f484c-3d94-43f7-b08a-a754db214a7e tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/security-groups?id=b271a06e-2a81-43a1-98d4-61e6aca5d2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040838 Apr 20 13:08:18.010050 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b22a1-40b8-424c-8f27-a7da2418731a req-34eb5bfa-2c01-49ca-9088-7ac5dea96e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:18.011634 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0a7b22a1-40b8-424c-8f27-a7da2418731a req-34eb5bfa-2c01-49ca-9088-7ac5dea96e15 service neutron] 10.222.0.32 "GET /v2.0/networks?id=216be08c-a7d9-48bb-ac07-e1350f2b5dea HTTP/1.1" status: 200 len: 922 time: 0.2096736 Apr 20 13:08:18.018497 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-af327976-6299-4406-9467-5bf0168f4381 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Request body: {'port': {'device_id': 'f793dacc-1223-4d2e-9770-d987bec14eb9', 'network_id': '75079639-5936-4feb-8edf-9493a8fc34d4', 'admin_state_up': True, 'tenant_id': '7f24aea8ff2146a69feb6b75310aae0a'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:18.104880 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0a7b22a1-40b8-424c-8f27-a7da2418731a req-6b0c5542-84d7-46d8-8d4b-33c37b5b6b34 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc338793-76f2-46cb-b132-9f5b25a33ace HTTP/1.1" status: 200 len: 217 time: 0.0856636 Apr 20 13:08:18.180353 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4a999-5cab-4434-9aff-7b19f2e868e0 req-2979bc25-262c-4dae-b8dc-372ee973a7c0 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:18.181856 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-79d4a999-5cab-4434-9aff-7b19f2e868e0 req-2979bc25-262c-4dae-b8dc-372ee973a7c0 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=df4c23c1-ad9e-4420-a05d-a2f176712d4b HTTP/1.1" status: 200 len: 944 time: 0.1532450 Apr 20 13:08:18.189295 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b22a1-40b8-424c-8f27-a7da2418731a req-61702d04-37c3-4904-b951-951df4a159f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:18.191236 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0a7b22a1-40b8-424c-8f27-a7da2418731a req-61702d04-37c3-4904-b951-951df4a159f1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0b77211f-3453-4701-925b-fc2afaf87461 HTTP/1.1" status: 200 len: 860 time: 0.0738497 Apr 20 13:08:18.192003 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ca8c6d9a-a87b-4cd0-b8fe-1b1f1121d85e None None] Provisioning complete for port c1cefb7a-4db4-4746-8e2e-1b28c4ab9053 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:18.192388 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ca8c6d9a-a87b-4cd0-b8fe-1b1f1121d85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:18.195312 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:18.203422 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-3dcab71f-e408-41f8-a76e-14d79e37c164 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93be87d1-2eca-4eca-adcf-b2098e6f84fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2021258 Apr 20 13:08:18.270683 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51254915-cb38-4cf8-b558-ab8072a02f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5478e361-df74-432a-ad21-67e4a9bb648e'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:18.273153 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f192ebe2-91d0-4c31-b306-5d829d68a80d" -d '{"events": [{"server_uuid": "51254915-cb38-4cf8-b558-ab8072a02f7a", "name": "network-vif-plugged", "status": "completed", "tag": "5478e361-df74-432a-ad21-67e4a9bb648e"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:18.279412 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ca8c6d9a-a87b-4cd0-b8fe-1b1f1121d85e None None] Port c1cefb7a-4db4-4746-8e2e-1b28c4ab9053 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:08:18.292609 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 5478e361-df74-432a-ad21-67e4a9bb648e, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=5478e361-df74-432a-ad21-67e4a9bb648e,segment=NetworkSegment(b550718e-99f1-43a9-a37d-5b24d8a0f3a6),segment_id=b550718e-99f1-43a9-a37d-5b24d8a0f3a6)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:18.314736 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b22a1-40b8-424c-8f27-a7da2418731a req-cc7c5db9-d3fe-472b-953f-fd412f38ae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:18.316046 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-cc116c5b-15df-4fb6-8277-be2dac81b97c service neutron] 10.222.0.32 "GET /v2.0/networks/93be87d1-2eca-4eca-adcf-b2098e6f84fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047528 Apr 20 13:08:18.316288 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0a7b22a1-40b8-424c-8f27-a7da2418731a req-cc7c5db9-d3fe-472b-953f-fd412f38ae32 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=216be08c-a7d9-48bb-ac07-e1350f2b5dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1148741 Apr 20 13:08:18.361005 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-79d4a999-5cab-4434-9aff-7b19f2e868e0 req-6ce12145-9ec9-401c-ae03-f1ddafb244ba tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Deleting port c8821e47-1795-462a-8e0e-1e348b5dee64 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:08:18.361347 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-79d4a999-5cab-4434-9aff-7b19f2e868e0 req-6ce12145-9ec9-401c-ae03-f1ddafb244ba tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:18.395686 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:18.430946 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-10f5394c-385a-446e-aaf6-7d5a437f7111 req-32d09968-3b50-4275-96b3-8a4473d9a36f service neutron] 10.222.0.32 "GET /v2.0/networks/93be87d1-2eca-4eca-adcf-b2098e6f84fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023595 Apr 20 13:08:18.457033 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-af327976-6299-4406-9467-5bf0168f4381 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Made reservation on behalf of 7f24aea8ff2146a69feb6b75310aae0a for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:08:18.470455 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-af327976-6299-4406-9467-5bf0168f4381 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:18.485690 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=5478e361-df74-432a-ad21-67e4a9bb648e,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:18.508905 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0a7b22a1-40b8-424c-8f27-a7da2418731a req-0cc5d262-958a-4aa4-a24d-7bb8b02b2f2e service neutron] 10.222.0.32 "GET /v2.0/networks/216be08c-a7d9-48bb-ac07-e1350f2b5dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793993 Apr 20 13:08:18.530838 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-79d4a999-5cab-4434-9aff-7b19f2e868e0 req-6ce12145-9ec9-401c-ae03-f1ddafb244ba tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] For port c8821e47-1795-462a-8e0e-1e348b5dee64, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=c8821e47-1795-462a-8e0e-1e348b5dee64,segment=NetworkSegment(b8a6c4b7-66db-416a-aa28-84e1cd810023),segment_id=b8a6c4b7-66db-416a-aa28-84e1cd810023)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:18.531114 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-79d4a999-5cab-4434-9aff-7b19f2e868e0 req-6ce12145-9ec9-401c-ae03-f1ddafb244ba tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:18.595567 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-79d4a999-5cab-4434-9aff-7b19f2e868e0 req-6ce12145-9ec9-401c-ae03-f1ddafb244ba tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Calling delete_port for c8821e47-1795-462a-8e0e-1e348b5dee64 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:08:18.707890 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0a7b22a1-40b8-424c-8f27-a7da2418731a req-68a3d0d1-43dc-4d1f-8676-3206040f34fc service neutron] 10.222.0.32 "GET /v2.0/networks/216be08c-a7d9-48bb-ac07-e1350f2b5dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911826 Apr 20 13:08:18.720638 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5577bcd-c3f7-45d4-b415-34d31ea25b3a req-3224b729-0737-46a8-ae1c-e550f2d32266 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:18.722159 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d5577bcd-c3f7-45d4-b415-34d31ea25b3a req-3224b729-0737-46a8-ae1c-e550f2d32266 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 943 time: 0.1694117 Apr 20 13:08:18.806760 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d5577bcd-c3f7-45d4-b415-34d31ea25b3a req-58a28ef0-bdb0-4065-8d3e-302c62462bf1 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad7470b7-9157-466d-a134-84fd4ff6de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718861 Apr 20 13:08:18.856054 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27079cdd-b48f-4072-8f0c-c259a40997c4 x-openstack-request-id: req-27079cdd-b48f-4072-8f0c-c259a40997c4 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:18.856704 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51254915-cb38-4cf8-b558-ab8072a02f7a", "name": "network-vif-plugged", "status": "completed", "tag": "5478e361-df74-432a-ad21-67e4a9bb648e", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:18.861328 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-27079cdd-b48f-4072-8f0c-c259a40997c4 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:18.861328 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27079cdd-b48f-4072-8f0c-c259a40997c4'] response: {'server_uuid': '51254915-cb38-4cf8-b558-ab8072a02f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5478e361-df74-432a-ad21-67e4a9bb648e', 'code': 200} Apr 20 13:08:18.937067 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-79d4a999-5cab-4434-9aff-7b19f2e868e0 req-6ce12145-9ec9-401c-ae03-f1ddafb244ba tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:18.941777 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-af327976-6299-4406-9467-5bf0168f4381 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Allocated IP 19.86.0.178 (75079639-5936-4feb-8edf-9493a8fc34d4/1e57d86d-99f7-4557-aaf1-c204715cfc10/aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:08:18.990399 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce12145-9ec9-401c-ae03-f1ddafb244ba tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Pushing event deleted for resources: {'Port': ['ID=c8821e47-1795-462a-8e0e-1e348b5dee64,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:19.034125 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8113f09-3fea-4369-a836-925a2288a518 req-91fc24bb-bb92-4465-b5de-0b60cbfe5a0c tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:19.035649 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e8113f09-3fea-4369-a836-925a2288a518 req-91fc24bb-bb92-4465-b5de-0b60cbfe5a0c tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e4ed60f-c0d0-4ae4-9f81-2f8bdecffe8e HTTP/1.1" status: 200 len: 950 time: 0.1336277 Apr 20 13:08:19.051802 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d4a999-5cab-4434-9aff-7b19f2e868e0 req-6ce12145-9ec9-401c-ae03-f1ddafb244ba tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] No DVR routers for this DVR port c8821e47-1795-462a-8e0e-1e348b5dee64 on host n-h1-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:08:19.061410 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-79d4a999-5cab-4434-9aff-7b19f2e868e0 req-6ce12145-9ec9-401c-ae03-f1ddafb244ba tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:19.064493 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-79d4a999-5cab-4434-9aff-7b19f2e868e0 req-6ce12145-9ec9-401c-ae03-f1ddafb244ba tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "DELETE /v2.0/ports/c8821e47-1795-462a-8e0e-1e348b5dee64 HTTP/1.1" status: 204 len: 173 time: 0.8723199 Apr 20 13:08:19.064927 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4c23c1-ad9e-4420-a05d-a2f176712d4b', 'name': 'network-vif-deleted', 'tag': 'c8821e47-1795-462a-8e0e-1e348b5dee64'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:19.067198 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9af4bf4-2302-48df-9e8e-e3651eb06359" -d '{"events": [{"server_uuid": "df4c23c1-ad9e-4420-a05d-a2f176712d4b", "name": "network-vif-deleted", "tag": "c8821e47-1795-462a-8e0e-1e348b5dee64"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:19.072586 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a952cf-7eaa-4374-9759-d0847c34cc0e req-10529f7d-56ea-44e9-8e12-a6a549cb6ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:19.074087 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-28a952cf-7eaa-4374-9759-d0847c34cc0e req-10529f7d-56ea-44e9-8e12-a6a549cb6ab5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=51254915-cb38-4cf8-b558-ab8072a02f7a HTTP/1.1" status: 200 len: 1097 time: 0.1453969 Apr 20 13:08:19.120019 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e8113f09-3fea-4369-a836-925a2288a518 req-51e0dbf7-ed0d-4500-8b62-6e63637bc4ef tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed082636-8ea7-4f97-8053-156d46c3f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689950 Apr 20 13:08:19.125456 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-af327976-6299-4406-9467-5bf0168f4381 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:19.125859 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-28a952cf-7eaa-4374-9759-d0847c34cc0e req-f0adb44d-5846-41bb-bf88-32c061bf5421 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b271a06e-2a81-43a1-98d4-61e6aca5d2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448339 Apr 20 13:08:19.244723 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-af327976-6299-4406-9467-5bf0168f4381 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:19.253209 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec075f-7446-4c62-a273-583d9cd65085 req-95da0461-0cf9-43c0-a385-a7718771b73d tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:19.254844 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4bec075f-7446-4c62-a273-583d9cd65085 req-95da0461-0cf9-43c0-a385-a7718771b73d tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e555c2f-605a-4255-b02d-cf3e802bb7bc HTTP/1.1" status: 200 len: 943 time: 0.0609901 Apr 20 13:08:19.285968 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-af327976-6299-4406-9467-5bf0168f4381 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Network 75079639-5936-4feb-8edf-9493a8fc34d4 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:08:19.289336 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-af327976-6299-4406-9467-5bf0168f4381 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:08:19.291770 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-af327976-6299-4406-9467-5bf0168f4381 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:08:19.302793 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4bec075f-7446-4c62-a273-583d9cd65085 req-00226664-d9d5-42bc-9137-8b8f00e4ce13 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/security-groups?id=a38bb95a-8774-4ed8-be64-0561899f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394044 Apr 20 13:08:19.343586 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af327976-6299-4406-9467-5bf0168f4381 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Pushing event updated for resources: {'Port': ['ID=aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:19.380191 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-af327976-6299-4406-9467-5bf0168f4381 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:19.381083 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-af327976-6299-4406-9467-5bf0168f4381 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:19.453941 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c480907-0fa8-4adb-ad0b-d0a4857bf1e6 req-aded5934-9128-4f44-96f1-cdf0fa786687 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:19.460233 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c480907-0fa8-4adb-ad0b-d0a4857bf1e6 req-aded5934-9128-4f44-96f1-cdf0fa786687 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:19.461548 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-af327976-6299-4406-9467-5bf0168f4381 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4614651 Apr 20 13:08:19.462068 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3c480907-0fa8-4adb-ad0b-d0a4857bf1e6 req-aded5934-9128-4f44-96f1-cdf0fa786687 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=f793dacc-1223-4d2e-9770-d987bec14eb9 HTTP/1.1" status: 200 len: 1655 time: 0.0647902 Apr 20 13:08:19.504247 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-f32f1dab-ace8-431c-a868-6f798b7dd883 service neutron] Request body: {'port': {'device_id': 'f793dacc-1223-4d2e-9770-d987bec14eb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:19.548215 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3c480907-0fa8-4adb-ad0b-d0a4857bf1e6 req-5609cdb9-0313-4b97-8cda-83d44754eb63 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/security-groups?id=44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767901 Apr 20 13:08:19.613459 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-9cf0a9e0-c3e3-4438-8029-bd18c049a020 None None] Provisioning complete for port aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:19.613840 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9cf0a9e0-c3e3-4438-8029-bd18c049a020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:19.622327 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-f32f1dab-ace8-431c-a868-6f798b7dd883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:19.687996 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a33b4-988e-470e-96bb-1781c0aaae4e req-e139afd1-bf79-4aee-8647-4cb98c53c1a5 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:19.689956 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-603a33b4-988e-470e-96bb-1781c0aaae4e req-e139afd1-bf79-4aee-8647-4cb98c53c1a5 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/ports?device_id=51254915-cb38-4cf8-b558-ab8072a02f7a HTTP/1.1" status: 200 len: 946 time: 0.0750291 Apr 20 13:08:19.699463 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-9cf0a9e0-c3e3-4438-8029-bd18c049a020 None None] Port aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:08:19.741136 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-603a33b4-988e-470e-96bb-1781c0aaae4e req-85edf030-2ec5-46f0-abc2-2a46d661ba8e tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/security-groups?id=b271a06e-2a81-43a1-98d4-61e6aca5d2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434959 Apr 20 13:08:19.799890 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90c046a-a4ea-429e-be59-950cc1ee436e x-openstack-request-id: req-d90c046a-a4ea-429e-be59-950cc1ee436e {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:19.800183 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4c23c1-ad9e-4420-a05d-a2f176712d4b", "name": "network-vif-deleted", "tag": "c8821e47-1795-462a-8e0e-1e348b5dee64", "status": "failed", "code": 422}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:19.800429 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d90c046a-a4ea-429e-be59-950cc1ee436e {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:19.800851 n-d-836015-7 neutron-server[114869]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d90c046a-a4ea-429e-be59-950cc1ee436e']: {'server_uuid': 'df4c23c1-ad9e-4420-a05d-a2f176712d4b', 'name': 'network-vif-deleted', 'tag': 'c8821e47-1795-462a-8e0e-1e348b5dee64', 'status': 'failed', 'code': 422} returned with failed status Apr 20 13:08:19.942660 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5833b-6c6c-44a7-bc8d-14becafec60c req-08046f06-52ad-4f2b-b7c5-24976a7770a3 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:19.949915 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-efe5833b-6c6c-44a7-bc8d-14becafec60c req-08046f06-52ad-4f2b-b7c5-24976a7770a3 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 943 time: 0.0654259 Apr 20 13:08:19.982361 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-f32f1dab-ace8-431c-a868-6f798b7dd883 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1cefb7a-4db4-4746-8e2e-1b28c4ab9053 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:08:19.987892 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-efe5833b-6c6c-44a7-bc8d-14becafec60c req-a9c35f9f-0ca6-4f13-99d4-7329af3dfbc3 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad7470b7-9157-466d-a134-84fd4ff6de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369749 Apr 20 13:08:19.990924 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-f32f1dab-ace8-431c-a868-6f798b7dd883 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:20.007050 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-f32f1dab-ace8-431c-a868-6f798b7dd883 service neutron] Transition to ACTIVE for port object c1cefb7a-4db4-4746-8e2e-1b28c4ab9053 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:08:20.078425 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-f32f1dab-ace8-431c-a868-6f798b7dd883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:20.133135 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f1dab-ace8-431c-a868-6f798b7dd883 service neutron] Pushing event updated for resources: {'Port': ['ID=c1cefb7a-4db4-4746-8e2e-1b28c4ab9053,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:20.211501 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-f32f1dab-ace8-431c-a868-6f798b7dd883 service neutron] Attempting to bind port c1cefb7a-4db4-4746-8e2e-1b28c4ab9053 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:08:20.211850 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-f32f1dab-ace8-431c-a868-6f798b7dd883 service neutron] Attempting to bind port c1cefb7a-4db4-4746-8e2e-1b28c4ab9053 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '91c99d63-c0e9-4d03-be22-192828936552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'edaea5d6-9362-4ff0-b590-2239a35aef1d'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:08:20.212184 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-f32f1dab-ace8-431c-a868-6f798b7dd883 service neutron] Attempting to bind port c1cefb7a-4db4-4746-8e2e-1b28c4ab9053 on network edaea5d6-9362-4ff0-b590-2239a35aef1d {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:08:20.227927 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-f32f1dab-ace8-431c-a868-6f798b7dd883 service neutron] Port c1cefb7a-4db4-4746-8e2e-1b28c4ab9053 on network edaea5d6-9362-4ff0-b590-2239a35aef1d not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:08:20.228262 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-f32f1dab-ace8-431c-a868-6f798b7dd883 service neutron] Attempting to bind port c1cefb7a-4db4-4746-8e2e-1b28c4ab9053 on network edaea5d6-9362-4ff0-b590-2239a35aef1d {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:08:20.241567 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-f32f1dab-ace8-431c-a868-6f798b7dd883 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:08:20.242043 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-f32f1dab-ace8-431c-a868-6f798b7dd883 service neutron] Checking segment: {'id': '91c99d63-c0e9-4d03-be22-192828936552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'edaea5d6-9362-4ff0-b590-2239a35aef1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:08:20.243376 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-f32f1dab-ace8-431c-a868-6f798b7dd883 service neutron] Bound using segment: {'id': '91c99d63-c0e9-4d03-be22-192828936552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'edaea5d6-9362-4ff0-b590-2239a35aef1d'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:08:20.243955 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-f32f1dab-ace8-431c-a868-6f798b7dd883 service neutron] Bound port: c1cefb7a-4db4-4746-8e2e-1b28c4ab9053, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c99d63-c0e9-4d03-be22-192828936552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'edaea5d6-9362-4ff0-b590-2239a35aef1d'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:08:20.245551 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-f32f1dab-ace8-431c-a868-6f798b7dd883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:20.292590 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ad15b-43db-447a-be11-41c8faca3ad2 req-dc223b64-28f4-4c94-a665-5900c75d588e tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:20.294713 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-632ad15b-43db-447a-be11-41c8faca3ad2 req-dc223b64-28f4-4c94-a665-5900c75d588e tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e4ed60f-c0d0-4ae4-9f81-2f8bdecffe8e HTTP/1.1" status: 200 len: 950 time: 0.0921836 Apr 20 13:08:20.349949 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-f32f1dab-ace8-431c-a868-6f798b7dd883 service neutron] For port c1cefb7a-4db4-4746-8e2e-1b28c4ab9053, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:08:20.353341 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-f32f1dab-ace8-431c-a868-6f798b7dd883 service neutron] For port c1cefb7a-4db4-4746-8e2e-1b28c4ab9053, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=c1cefb7a-4db4-4746-8e2e-1b28c4ab9053,segment=NetworkSegment(91c99d63-c0e9-4d03-be22-192828936552),segment_id=91c99d63-c0e9-4d03-be22-192828936552)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:08:20.395263 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521295b-7117-4e4c-b1b6-036437ee303a req-6451510c-7359-47d3-b2e1-903559f86c3a tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:20.396737 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6521295b-7117-4e4c-b1b6-036437ee303a req-6451510c-7359-47d3-b2e1-903559f86c3a tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e4ed60f-c0d0-4ae4-9f81-2f8bdecffe8e HTTP/1.1" status: 200 len: 950 time: 0.1341083 Apr 20 13:08:20.435780 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-632ad15b-43db-447a-be11-41c8faca3ad2 req-94ba48b2-1bc7-4224-a7dd-04ecab9d8e4d tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed082636-8ea7-4f97-8053-156d46c3f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219902 Apr 20 13:08:20.439461 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-f32f1dab-ace8-431c-a868-6f798b7dd883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:20.492142 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-f32f1dab-ace8-431c-a868-6f798b7dd883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:20.493217 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-f32f1dab-ace8-431c-a868-6f798b7dd883 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:20.498665 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-f32f1dab-ace8-431c-a868-6f798b7dd883 service neutron] 10.222.0.32 "PUT /v2.0/ports/c1cefb7a-4db4-4746-8e2e-1b28c4ab9053 HTTP/1.1" status: 200 len: 1092 time: 1.0268264 Apr 20 13:08:20.502887 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f793dacc-1223-4d2e-9770-d987bec14eb9', 'tag': 'c1cefb7a-4db4-4746-8e2e-1b28c4ab9053'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:20.508650 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8056bb-06ce-45d4-bafc-633f325a53ef" -d '{"events": [{"name": "network-changed", "server_uuid": "f793dacc-1223-4d2e-9770-d987bec14eb9", "tag": "c1cefb7a-4db4-4746-8e2e-1b28c4ab9053"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:20.553022 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f1dab-ace8-431c-a868-6f798b7dd883 service neutron] Pushing event updated for resources: {'Port': ['ID=c1cefb7a-4db4-4746-8e2e-1b28c4ab9053,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:20.600926 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-afa7f045-0c7e-43bb-bfb7-98aed1642d01 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:20.600926 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-afa7f045-0c7e-43bb-bfb7-98aed1642d01 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/networks?id=1448fb0c-76a1-4762-b0ef-b8c667a2a5dc HTTP/1.1" status: 200 len: 811 time: 0.2586291 Apr 20 13:08:20.602813 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-3b1feaba-083d-4446-91e5-e879e29fc6b7 service neutron] Request body: {'port': {'device_id': 'f793dacc-1223-4d2e-9770-d987bec14eb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:20.630313 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-4c038c64-46b6-400c-8c18-fd9c6ae2c1fd tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/quotas/564a5d1e5b6e4687a901496539f07f39 HTTP/1.1" status: 200 len: 375 time: 0.0235403 Apr 20 13:08:20.641636 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9e74d-88f7-469b-9cda-9088a79e3369 req-f8483a98-23ca-4367-b0a4-ecf63bc5a85a tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:20.648905 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7ac9e74d-88f7-469b-9cda-9088a79e3369 req-f8483a98-23ca-4367-b0a4-ecf63bc5a85a tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e555c2f-605a-4255-b02d-cf3e802bb7bc HTTP/1.1" status: 200 len: 943 time: 0.1183980 Apr 20 13:08:20.678614 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-6521295b-7117-4e4c-b1b6-036437ee303a req-9860c8ed-3390-48f5-8dbe-e8eeb2c7567c tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Deleting port 0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:08:20.678964 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6521295b-7117-4e4c-b1b6-036437ee303a req-9860c8ed-3390-48f5-8dbe-e8eeb2c7567c tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:20.691096 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-3b1feaba-083d-4446-91e5-e879e29fc6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:20.715742 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-9a811e39-ba24-4a4e-891f-d5dcd714ebef tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=564a5d1e5b6e4687a901496539f07f39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629761 Apr 20 13:08:20.816881 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7ac9e74d-88f7-469b-9cda-9088a79e3369 req-d0c7b406-15be-468d-855a-a4ab47ee5c45 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/security-groups?id=a38bb95a-8774-4ed8-be64-0561899f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671059 Apr 20 13:08:20.875637 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-6521295b-7117-4e4c-b1b6-036437ee303a req-9860c8ed-3390-48f5-8dbe-e8eeb2c7567c tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] For port 0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:20.876013 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6521295b-7117-4e4c-b1b6-036437ee303a req-9860c8ed-3390-48f5-8dbe-e8eeb2c7567c tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:20.881382 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d2913b-8c07-4908-b366-f25b2a18d5a6 x-openstack-request-id: req-40d2913b-8c07-4908-b366-f25b2a18d5a6 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:20.881868 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f793dacc-1223-4d2e-9770-d987bec14eb9", "tag": "c1cefb7a-4db4-4746-8e2e-1b28c4ab9053", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:20.882178 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-40d2913b-8c07-4908-b366-f25b2a18d5a6 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:20.882635 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40d2913b-8c07-4908-b366-f25b2a18d5a6'] response: {'name': 'network-changed', 'server_uuid': 'f793dacc-1223-4d2e-9770-d987bec14eb9', 'tag': 'c1cefb7a-4db4-4746-8e2e-1b28c4ab9053', 'status': 'completed', 'code': 200} Apr 20 13:08:20.897916 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-6521295b-7117-4e4c-b1b6-036437ee303a req-9860c8ed-3390-48f5-8dbe-e8eeb2c7567c tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Calling delete_port for 0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:08:20.938702 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-14912441-b5e9-447d-b802-6c5346ebfb0b service neutron] 10.222.0.25 "GET /v2.0/networks/1448fb0c-76a1-4762-b0ef-b8c667a2a5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138908 Apr 20 13:08:21.034037 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-3b1feaba-083d-4446-91e5-e879e29fc6b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:08:21.042470 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-3b1feaba-083d-4446-91e5-e879e29fc6b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:21.058037 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-3b1feaba-083d-4446-91e5-e879e29fc6b7 service neutron] Transition to ACTIVE for port object aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:08:21.074475 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8056bb-06ce-45d4-bafc-633f325a53ef req-581752a8-e893-4735-8b63-4141fba433e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:21.074953 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8056bb-06ce-45d4-bafc-633f325a53ef req-581752a8-e893-4735-8b63-4141fba433e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:21.076503 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9c8056bb-06ce-45d4-bafc-633f325a53ef req-581752a8-e893-4735-8b63-4141fba433e9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f24aea8ff2146a69feb6b75310aae0a&device_id=f793dacc-1223-4d2e-9770-d987bec14eb9 HTTP/1.1" status: 200 len: 1914 time: 0.1735182 Apr 20 13:08:21.130005 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-3b1feaba-083d-4446-91e5-e879e29fc6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:21.134315 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9c991-4937-4e43-a9e2-9427dac08a67 req-fee3dec6-2033-4701-b7c4-ad9198e83403 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:21.140252 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9c991-4937-4e43-a9e2-9427dac08a67 req-fee3dec6-2033-4701-b7c4-ad9198e83403 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:21.141843 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-20e9c991-4937-4e43-a9e2-9427dac08a67 req-fee3dec6-2033-4701-b7c4-ad9198e83403 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=f793dacc-1223-4d2e-9770-d987bec14eb9 HTTP/1.1" status: 200 len: 1667 time: 0.2068217 Apr 20 13:08:21.220254 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1feaba-083d-4446-91e5-e879e29fc6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:21.252902 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-20e9c991-4937-4e43-a9e2-9427dac08a67 req-8875831a-88e6-4494-a1a5-a81c9e56ffb2 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/security-groups?id=44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944114 Apr 20 13:08:21.269293 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-793d5989-8fa8-4c48-a0a0-332ffb632731 service neutron] 10.222.0.25 "GET /v2.0/networks/1448fb0c-76a1-4762-b0ef-b8c667a2a5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185372 Apr 20 13:08:21.434250 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-3b1feaba-083d-4446-91e5-e879e29fc6b7 service neutron] Attempting to bind port aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:08:21.434592 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-3b1feaba-083d-4446-91e5-e879e29fc6b7 service neutron] Attempting to bind port aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': 'ba530643-2d74-404c-990d-1194256d1a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '75079639-5936-4feb-8edf-9493a8fc34d4'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:08:21.434925 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-3b1feaba-083d-4446-91e5-e879e29fc6b7 service neutron] Attempting to bind port aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d on network 75079639-5936-4feb-8edf-9493a8fc34d4 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:08:21.441484 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-3b1feaba-083d-4446-91e5-e879e29fc6b7 service neutron] Port aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d on network 75079639-5936-4feb-8edf-9493a8fc34d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:08:21.441809 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-3b1feaba-083d-4446-91e5-e879e29fc6b7 service neutron] Attempting to bind port aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d on network 75079639-5936-4feb-8edf-9493a8fc34d4 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:08:21.448004 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-3b1feaba-083d-4446-91e5-e879e29fc6b7 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:08:21.448441 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-3b1feaba-083d-4446-91e5-e879e29fc6b7 service neutron] Checking segment: {'id': 'ba530643-2d74-404c-990d-1194256d1a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '75079639-5936-4feb-8edf-9493a8fc34d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:08:21.448899 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-3b1feaba-083d-4446-91e5-e879e29fc6b7 service neutron] Bound using segment: {'id': 'ba530643-2d74-404c-990d-1194256d1a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '75079639-5936-4feb-8edf-9493a8fc34d4'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:08:21.449370 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-3b1feaba-083d-4446-91e5-e879e29fc6b7 service neutron] Bound port: aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba530643-2d74-404c-990d-1194256d1a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '75079639-5936-4feb-8edf-9493a8fc34d4'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:08:21.449733 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-3b1feaba-083d-4446-91e5-e879e29fc6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:21.575525 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-3b1feaba-083d-4446-91e5-e879e29fc6b7 service neutron] For port aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:08:21.581190 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-3b1feaba-083d-4446-91e5-e879e29fc6b7 service neutron] For port aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d,segment=NetworkSegment(ba530643-2d74-404c-990d-1194256d1a29),segment_id=ba530643-2d74-404c-990d-1194256d1a29)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:08:21.657523 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-3b1feaba-083d-4446-91e5-e879e29fc6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:21.715886 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-3b1feaba-083d-4446-91e5-e879e29fc6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:21.716775 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-3b1feaba-083d-4446-91e5-e879e29fc6b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:21.718175 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-3b1feaba-083d-4446-91e5-e879e29fc6b7 service neutron] 10.222.0.32 "PUT /v2.0/ports/aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d HTTP/1.1" status: 200 len: 1092 time: 1.1207204 Apr 20 13:08:21.773640 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device cc338793-76f2-46cb-b132-9f5b25a33ace details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:08:21.786962 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1feaba-083d-4446-91e5-e879e29fc6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:21.873997 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6521295b-7117-4e4c-b1b6-036437ee303a req-9860c8ed-3390-48f5-8dbe-e8eeb2c7567c tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:21.907588 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['5cea9c6d-a175-4c8d-ab22-5cff7289a3d9', '0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:08:21.957047 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860c8ed-3390-48f5-8dbe-e8eeb2c7567c tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Pushing event deleted for resources: {'Port': ['ID=0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:21.964103 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8056bb-06ce-45d4-bafc-633f325a53ef req-f3bb0c85-b56c-4678-9649-be635520d981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:21.964551 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8056bb-06ce-45d4-bafc-633f325a53ef req-f3bb0c85-b56c-4678-9649-be635520d981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:21.965129 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8056bb-06ce-45d4-bafc-633f325a53ef req-f3bb0c85-b56c-4678-9649-be635520d981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:21.966700 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9c8056bb-06ce-45d4-bafc-633f325a53ef req-f3bb0c85-b56c-4678-9649-be635520d981 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=7f24aea8ff2146a69feb6b75310aae0a&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.8752122 Apr 20 13:08:22.053358 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port cc338793-76f2-46cb-b132-9f5b25a33ace, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=cc338793-76f2-46cb-b132-9f5b25a33ace,segment=NetworkSegment(3365e179-b408-4368-8008-105fabe837fd),segment_id=3365e179-b408-4368-8008-105fabe837fd)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:22.068399 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-6521295b-7117-4e4c-b1b6-036437ee303a req-9860c8ed-3390-48f5-8dbe-e8eeb2c7567c tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] No DVR routers for this DVR port 0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:08:22.077362 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': 'cc338793-76f2-46cb-b132-9f5b25a33ace', 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea', 'port_id': 'cc338793-76f2-46cb-b132-9f5b25a33ace', 'mac_address': 'fa:16:3e:d1:97:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b77211f-3453-4701-925b-fc2afaf87461', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:08:22.100475 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6521295b-7117-4e4c-b1b6-036437ee303a req-9860c8ed-3390-48f5-8dbe-e8eeb2c7567c tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:22.103817 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6521295b-7117-4e4c-b1b6-036437ee303a req-9860c8ed-3390-48f5-8dbe-e8eeb2c7567c tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.15 "DELETE /v2.0/ports/0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd HTTP/1.1" status: 204 len: 173 time: 1.6782558 Apr 20 13:08:22.112432 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a578c60-f945-45bd-ab0d-4b9e5e44cd9b req-0c9f86dc-474f-417e-a26b-e0146995da03 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:22.121158 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0a578c60-f945-45bd-ab0d-4b9e5e44cd9b req-0c9f86dc-474f-417e-a26b-e0146995da03 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 943 time: 0.2582304 Apr 20 13:08:22.124360 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4ed60f-c0d0-4ae4-9f81-2f8bdecffe8e', 'name': 'network-vif-deleted', 'tag': '0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:22.125536 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7423914-9834-4728-b719-3e233a1eb310" -d '{"events": [{"server_uuid": "7e4ed60f-c0d0-4ae4-9f81-2f8bdecffe8e", "name": "network-vif-deleted", "tag": "0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:22.145093 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6c545-705d-43aa-b232-5bef887847bb req-31e453d9-b831-4f82-ac5c-da0506ef5266 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:22.146824 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a5a6c545-705d-43aa-b232-5bef887847bb req-31e453d9-b831-4f82-ac5c-da0506ef5266 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/ports?device_id=51254915-cb38-4cf8-b558-ab8072a02f7a HTTP/1.1" status: 200 len: 946 time: 0.7365148 Apr 20 13:08:22.222245 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:22.228240 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0a578c60-f945-45bd-ab0d-4b9e5e44cd9b req-614f4447-d99f-422b-8fbb-c837ce9b17cf tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad7470b7-9157-466d-a134-84fd4ff6de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061106 Apr 20 13:08:22.254582 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a5a6c545-705d-43aa-b232-5bef887847bb req-2ba91750-4951-4285-89bf-bc35881c1c6c tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/security-groups?id=b271a06e-2a81-43a1-98d4-61e6aca5d2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880640 Apr 20 13:08:22.261981 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc338793-76f2-46cb-b132-9f5b25a33ace {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:08:22.265019 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8056bb-06ce-45d4-bafc-633f325a53ef req-60ea2963-7cba-4f2c-a014-3a7544d9d752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:22.266506 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9c8056bb-06ce-45d4-bafc-633f325a53ef req-60ea2963-7cba-4f2c-a014-3a7544d9d752 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2755318 Apr 20 13:08:22.344063 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port cc338793-76f2-46cb-b132-9f5b25a33ace, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=cc338793-76f2-46cb-b132-9f5b25a33ace,segment=NetworkSegment(3365e179-b408-4368-8008-105fabe837fd),segment_id=3365e179-b408-4368-8008-105fabe837fd)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:22.367969 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7013e7c9-bc2f-4784-a9a7-2c7664703ee8 req-38391993-7935-40d0-8393-4a720772f6b4 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e36c34-5bd5-4303-b064-1f53f24cdb22 HTTP/1.1" status: 200 len: 210 time: 0.0662525 Apr 20 13:08:22.387642 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ef75d2f9-ded0-40f7-adf4-affa762dc807 req-a092e190-42f6-488d-8f2c-e9f8f2207d35 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e4ed60f-c0d0-4ae4-9f81-2f8bdecffe8e HTTP/1.1" status: 200 len: 210 time: 0.0636630 Apr 20 13:08:22.403783 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-8ffe9aba-dca4-49ef-a50d-8d695c3314c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:22.403783 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-8ffe9aba-dca4-49ef-a50d-8d695c3314c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:22.403783 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-8ffe9aba-dca4-49ef-a50d-8d695c3314c1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f24aea8ff2146a69feb6b75310aae0a&device_id=f793dacc-1223-4d2e-9770-d987bec14eb9 HTTP/1.1" status: 200 len: 1981 time: 0.0847416 Apr 20 13:08:22.459400 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:22.462381 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-a6d494f3-72a8-42c0-99c6-6292b5c91dbe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.185&port_id=c1cefb7a-4db4-4746-8e2e-1b28c4ab9053 HTTP/1.1" status: 200 len: 217 time: 0.0501568 Apr 20 13:08:22.474231 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bb3637-6e17-4028-8674-0e567b8ebbde x-openstack-request-id: req-63bb3637-6e17-4028-8674-0e567b8ebbde {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:22.474524 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e4ed60f-c0d0-4ae4-9f81-2f8bdecffe8e", "name": "network-vif-deleted", "tag": "0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:22.474775 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-63bb3637-6e17-4028-8674-0e567b8ebbde {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:22.475173 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63bb3637-6e17-4028-8674-0e567b8ebbde'] response: {'server_uuid': '7e4ed60f-c0d0-4ae4-9f81-2f8bdecffe8e', 'name': 'network-vif-deleted', 'tag': '0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd', 'status': 'completed', 'code': 200} Apr 20 13:08:22.550154 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=cc338793-76f2-46cb-b132-9f5b25a33ace,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:22.581074 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-c38693e9-01fd-457b-b91f-46c0ca4696af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:22.582521 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-c38693e9-01fd-457b-b91f-46c0ca4696af service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aa55c080-f3b2-4a24-b3bb-9a994b5564c4 HTTP/1.1" status: 200 len: 801 time: 0.1109204 Apr 20 13:08:22.592864 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de059413-1e3e-43cc-90c4-2f20d5606399 req-ad13339f-5341-48e9-895c-8b5f3776d834 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:22.597331 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-de059413-1e3e-43cc-90c4-2f20d5606399 req-ad13339f-5341-48e9-895c-8b5f3776d834 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e555c2f-605a-4255-b02d-cf3e802bb7bc HTTP/1.1" status: 200 len: 944 time: 0.1344011 Apr 20 13:08:22.620183 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd7379-cc7f-48cb-9d8b-1681b1cc79ce req-16d480af-6d4e-4ec2-9834-c8f8c14729be tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:22.621637 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6ddd7379-cc7f-48cb-9d8b-1681b1cc79ce req-16d480af-6d4e-4ec2-9834-c8f8c14729be tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/ports?device_id=51254915-cb38-4cf8-b558-ab8072a02f7a HTTP/1.1" status: 200 len: 946 time: 0.0955124 Apr 20 13:08:22.630710 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35932) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:22.635335 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-1d02f874-76cb-4fc7-bb5f-0aa3cf1d359a tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Request body: {'floatingip': {'port_id': '5478e361-df74-432a-ad21-67e4a9bb648e'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:22.673474 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-de059413-1e3e-43cc-90c4-2f20d5606399 req-c6337ee3-57be-4646-92ca-f7c4e4374245 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/security-groups?id=a38bb95a-8774-4ed8-be64-0561899f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675881 Apr 20 13:08:22.689604 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-ad1e09f6-44af-4eaf-88a9-f902ce513594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:22.691109 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-ad1e09f6-44af-4eaf-88a9-f902ce513594 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=edaea5d6-9362-4ff0-b590-2239a35aef1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0960505 Apr 20 13:08:22.696134 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1d02f874-76cb-4fc7-bb5f-0aa3cf1d359a tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks [] for floatingip, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:22.772758 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['cc338793-76f2-46cb-b132-9f5b25a33ace'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:08:22.790137 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c18748-c39a-4a3d-8e76-391060acf366 req-92bd11a8-b384-467b-a17a-2215fce4bbcb tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:22.796407 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c18748-c39a-4a3d-8e76-391060acf366 req-92bd11a8-b384-467b-a17a-2215fce4bbcb tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:22.798553 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-97c18748-c39a-4a3d-8e76-391060acf366 req-92bd11a8-b384-467b-a17a-2215fce4bbcb tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=f793dacc-1223-4d2e-9770-d987bec14eb9 HTTP/1.1" status: 200 len: 1679 time: 0.1231599 Apr 20 13:08:22.845316 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-4528ac16-fc07-4913-8c1d-ab2a2c805240 service neutron] 10.222.0.32 "GET /v2.0/networks/edaea5d6-9362-4ff0-b590-2239a35aef1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348500 Apr 20 13:08:22.878674 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-97c18748-c39a-4a3d-8e76-391060acf366 req-39dba9ab-466a-491f-97b3-d593753c4fb3 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/security-groups?id=44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675690 Apr 20 13:08:22.883265 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f793dacc-1223-4d2e-9770-d987bec14eb9', 'tag': 'aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:22.885931 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091ff7ee-38f1-45ee-9d95-16722ff3276d" -d '{"events": [{"name": "network-changed", "server_uuid": "f793dacc-1223-4d2e-9770-d987bec14eb9", "tag": "aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:22.955595 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-b6ae6748-60b6-4702-a422-6b26fdec6925 service neutron] 10.222.0.32 "GET /v2.0/networks/edaea5d6-9362-4ff0-b590-2239a35aef1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026003 Apr 20 13:08:22.960085 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9900fc90-1c0d-4178-86e7-b28461dd0496 x-openstack-request-id: req-9900fc90-1c0d-4178-86e7-b28461dd0496 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:22.960468 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f793dacc-1223-4d2e-9770-d987bec14eb9", "tag": "aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:22.960728 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9900fc90-1c0d-4178-86e7-b28461dd0496 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:22.961165 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9900fc90-1c0d-4178-86e7-b28461dd0496'] response: {'name': 'network-changed', 'server_uuid': 'f793dacc-1223-4d2e-9770-d987bec14eb9', 'tag': 'aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d', 'status': 'completed', 'code': 200} Apr 20 13:08:23.018918 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-a62a88ad-1617-4032-a057-8d5f9b5ba6d2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.178&port_id=aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d HTTP/1.1" status: 200 len: 217 time: 0.0542507 Apr 20 13:08:23.068648 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-ed2d2537-dcef-495e-b5cd-27ee994d2f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:23.070089 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-ed2d2537-dcef-495e-b5cd-27ee994d2f3f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1e57d86d-99f7-4557-aaf1-c204715cfc10 HTTP/1.1" status: 200 len: 801 time: 0.0442257 Apr 20 13:08:23.117040 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-82f30f18-2d83-42ad-bcaa-f8995fb85ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:23.118917 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-82f30f18-2d83-42ad-bcaa-f8995fb85ad4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=75079639-5936-4feb-8edf-9493a8fc34d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0420175 Apr 20 13:08:23.220668 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-d9f0de0a-ce1c-47af-99e3-f4152e15f3cc service neutron] 10.222.0.32 "GET /v2.0/networks/75079639-5936-4feb-8edf-9493a8fc34d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932200 Apr 20 13:08:23.232336 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1d02f874-76cb-4fc7-bb5f-0aa3cf1d359a tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:23.324156 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-513c03aa-a9b3-4e86-bbb3-6f33a93247b6 req-1b11b88f-e4e5-4300-a3b8-c6eb31b09e3e service neutron] 10.222.0.32 "GET /v2.0/networks/75079639-5936-4feb-8edf-9493a8fc34d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970476 Apr 20 13:08:23.366695 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca4c53-29a6-4958-a1cf-a46f0c962fe7 req-a2c23d48-f513-4f91-b343-d85f7639ec63 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:23.368419 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-08ca4c53-29a6-4958-a1cf-a46f0c962fe7 req-a2c23d48-f513-4f91-b343-d85f7639ec63 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 943 time: 0.0581620 Apr 20 13:08:23.381205 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1d02f874-76cb-4fc7-bb5f-0aa3cf1d359a tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:23.412012 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-08ca4c53-29a6-4958-a1cf-a46f0c962fe7 req-c4efe66f-40db-4290-8385-ac9d3dfcd05e tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad7470b7-9157-466d-a134-84fd4ff6de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368693 Apr 20 13:08:23.533821 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a806203d-7afc-4d07-bcb6-00a567da83d8 req-0d883405-0f19-4721-9846-75c1381c6122 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e36c34-5bd5-4303-b064-1f53f24cdb22 HTTP/1.1" status: 200 len: 210 time: 0.0304296 Apr 20 13:08:23.537052 n-d-836015-7 neutron-server[114870]: INFO neutron.db.l3_db [None req-1d02f874-76cb-4fc7-bb5f-0aa3cf1d359a tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Floating IP d6180f3d-baf9-484b-90ab-49cc61b7041b associated. External IP: 172.25.8.156, port: 5478e361-df74-432a-ad21-67e4a9bb648e. Apr 20 13:08:23.546034 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ff7ee-38f1-45ee-9d95-16722ff3276d req-05a6a23e-62ca-4413-8d95-dd35a1c02e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:23.546516 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ff7ee-38f1-45ee-9d95-16722ff3276d req-05a6a23e-62ca-4413-8d95-dd35a1c02e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:23.548133 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-091ff7ee-38f1-45ee-9d95-16722ff3276d req-05a6a23e-62ca-4413-8d95-dd35a1c02e68 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f24aea8ff2146a69feb6b75310aae0a&device_id=f793dacc-1223-4d2e-9770-d987bec14eb9 HTTP/1.1" status: 200 len: 1981 time: 0.0849514 Apr 20 13:08:23.671713 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ff7ee-38f1-45ee-9d95-16722ff3276d req-97aa59a8-56ac-4f32-a842-fbdd19e1ed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:23.673251 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-091ff7ee-38f1-45ee-9d95-16722ff3276d req-97aa59a8-56ac-4f32-a842-fbdd19e1ed42 service neutron] 10.222.0.32 "GET /v2.0/networks?id=75079639-5936-4feb-8edf-9493a8fc34d4 HTTP/1.1" status: 200 len: 902 time: 0.1157124 Apr 20 13:08:23.713606 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-091ff7ee-38f1-45ee-9d95-16722ff3276d req-11f61672-e31d-4e14-af7e-91cb9ef54903 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.178&port_id=aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d HTTP/1.1" status: 200 len: 217 time: 0.0337756 Apr 20 13:08:23.781523 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 081561c3-3910-4ea2-a530-47db75e29c73 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:08:23.791693 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device cc338793-76f2-46cb-b132-9f5b25a33ace up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:08:23.792053 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d02f874-76cb-4fc7-bb5f-0aa3cf1d359a tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Router e3b32ba0-793d-4b73-a569-ff8470f758e3 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:08:23.817040 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ff7ee-38f1-45ee-9d95-16722ff3276d req-98b4555d-cf8b-4b2a-b9a7-2c55f2d097da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:23.818537 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-091ff7ee-38f1-45ee-9d95-16722ff3276d req-98b4555d-cf8b-4b2a-b9a7-2c55f2d097da service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1e57d86d-99f7-4557-aaf1-c204715cfc10 HTTP/1.1" status: 200 len: 801 time: 0.0993009 Apr 20 13:08:23.826948 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5d2bb-83eb-423b-9dce-de0ca7dee127 req-7a12b72b-bd5f-40c3-b5c0-2fe534327171 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:23.831947 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1f5d2bb-83eb-423b-9dce-de0ca7dee127 req-7a12b72b-bd5f-40c3-b5c0-2fe534327171 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e555c2f-605a-4255-b02d-cf3e802bb7bc HTTP/1.1" status: 200 len: 944 time: 0.0734475 Apr 20 13:08:23.904626 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ff7ee-38f1-45ee-9d95-16722ff3276d req-07f354d4-5b9f-443b-a022-21f1151f92db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:23.908258 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-091ff7ee-38f1-45ee-9d95-16722ff3276d req-07f354d4-5b9f-443b-a022-21f1151f92db service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=75079639-5936-4feb-8edf-9493a8fc34d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0746143 Apr 20 13:08:23.932846 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d02f874-76cb-4fc7-bb5f-0aa3cf1d359a tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:08:23.942784 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1d02f874-76cb-4fc7-bb5f-0aa3cf1d359a tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:23.951241 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac212747-dbd0-4c01-a5dc-23043e27d46f None None] Sync routers for ids ['e3b32ba0-793d-4b73-a569-ff8470f758e3'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:08:23.969888 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac212747-dbd0-4c01-a5dc-23043e27d46f None None] Routers {'e3b32ba0-793d-4b73-a569-ff8470f758e3'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:08:23.975012 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-ac212747-dbd0-4c01-a5dc-23043e27d46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:07:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['e3b32ba0-793d-4b73-a569-ff8470f758e3'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:23.983131 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1d02f874-76cb-4fc7-bb5f-0aa3cf1d359a tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "PUT /v2.0/floatingips/d6180f3d-baf9-484b-90ab-49cc61b7041b HTTP/1.1" status: 200 len: 992 time: 1.3511961 Apr 20 13:08:23.993186 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1f5d2bb-83eb-423b-9dce-de0ca7dee127 req-fb567c66-cc55-4a27-b7f9-1e86e6bdff9a tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/security-groups?id=a38bb95a-8774-4ed8-be64-0561899f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443417 Apr 20 13:08:24.029849 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 081561c3-3910-4ea2-a530-47db75e29c73, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=081561c3-3910-4ea2-a530-47db75e29c73,segment=NetworkSegment(d98e94df-872e-47ed-8a43-7e7e11e5be94),segment_id=d98e94df-872e-47ed-8a43-7e7e11e5be94)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:24.032580 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port cc338793-76f2-46cb-b132-9f5b25a33ace completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:08:24.060580 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port cc338793-76f2-46cb-b132-9f5b25a33ace triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:24.061289 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:24.065109 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '081561c3-3910-4ea2-a530-47db75e29c73', 'network_id': '93be87d1-2eca-4eca-adcf-b2098e6f84fb', 'port_id': '081561c3-3910-4ea2-a530-47db75e29c73', 'mac_address': 'fa:16:3e:30:f4:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9def3790-e72f-4622-9eb5-7500a0e5bad9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:08:24.096373 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:08:24.103197 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-ac212747-dbd0-4c01-a5dc-23043e27d46f None None] Set router e3b32ba0-793d-4b73-a569-ff8470f758e3 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:08:24.179955 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db91b91-a2a1-452a-89fe-5ba2e17363ac req-6cb99027-e01e-48c2-ad3a-b573f69e72a6 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:24.186072 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db91b91-a2a1-452a-89fe-5ba2e17363ac req-6cb99027-e01e-48c2-ad3a-b573f69e72a6 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:24.187786 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4db91b91-a2a1-452a-89fe-5ba2e17363ac req-6cb99027-e01e-48c2-ad3a-b573f69e72a6 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=f793dacc-1223-4d2e-9770-d987bec14eb9 HTTP/1.1" status: 200 len: 1679 time: 0.1309536 Apr 20 13:08:24.190694 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-091ff7ee-38f1-45ee-9d95-16722ff3276d req-6d3906bb-42eb-4ba5-a12a-8c15cbd16a01 service neutron] 10.222.0.32 "GET /v2.0/networks/75079639-5936-4feb-8edf-9493a8fc34d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672012 Apr 20 13:08:24.201616 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:08:24.202519 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 0a8ad0ea-dc98-41ce-8e2e-bb5159cb3bfd not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:08:24.234582 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063a480-72c9-42fe-abbb-b53b47c75a94 req-0fe36124-41e7-4579-bb10-dbcfb0a985a5 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:24.236568 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:24.241787 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2063a480-72c9-42fe-abbb-b53b47c75a94 req-0fe36124-41e7-4579-bb10-dbcfb0a985a5 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cc8aa55-ab0e-47fd-9dab-bb00cf36599a HTTP/1.1" status: 200 len: 950 time: 0.1394506 Apr 20 13:08:24.253740 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 081561c3-3910-4ea2-a530-47db75e29c73 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:08:24.340636 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 081561c3-3910-4ea2-a530-47db75e29c73, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=081561c3-3910-4ea2-a530-47db75e29c73,segment=NetworkSegment(d98e94df-872e-47ed-8a43-7e7e11e5be94),segment_id=d98e94df-872e-47ed-8a43-7e7e11e5be94)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:24.359165 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:24.382850 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-ac212747-dbd0-4c01-a5dc-23043e27d46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b32ba0-793d-4b73-a569-ff8470f758e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1776452712-router', 'tenant_id': '5570a05404ce4451b330b205b802e490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'e898f7f8-5717-4387-81ca-190992917dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:30Z', 'updated_at': '2022-04-20T13:06:37Z', 'revision_number': 4, 'project_id': '5570a05404ce4451b330b205b802e490', 'gw_port': {'id': 'e898f7f8-5717-4387-81ca-190992917dd3', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:91:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b32ba0-793d-4b73-a569-ff8470f758e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:31Z', 'updated_at': '2022-04-20T13:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'd6180f3d-baf9-484b-90ab-49cc61b7041b', 'tenant_id': '5570a05404ce4451b330b205b802e490', 'floating_ip_address': '172.25.8.156', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'e3b32ba0-793d-4b73-a569-ff8470f758e3', 'port_id': '5478e361-df74-432a-ad21-67e4a9bb648e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33d36c62-f48b-427f-896c-83ee0a24e548', 'mac_address': 'fa:16:3e:52:8b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51254915-cb38-4cf8-b558-ab8072a02f7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:07:41Z', 'updated_at': '2022-04-20T13:08:23Z', 'revision_number': 1, 'project_id': '5570a05404ce4451b330b205b802e490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc003b1-3b91-4a84-b6bf-b70b061f600f', 'name': '', 'network_id': '33d36c62-f48b-427f-896c-83ee0a24e548', 'tenant_id': '5570a05404ce4451b330b205b802e490', 'mac_address': 'fa:16:3e:77:00:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b32ba0-793d-4b73-a569-ff8470f758e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'a92124e6-e49b-4ef9-898f-773b76764750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:36Z', 'updated_at': '2022-04-20T13:06:46Z', 'revision_number': 5, 'project_id': '5570a05404ce4451b330b205b802e490', 'subnets': [{'id': 'a92124e6-e49b-4ef9-898f-773b76764750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:24.392798 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e555c2f-605a-4255-b02d-cf3e802bb7bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc338793-76f2-46cb-b132-9f5b25a33ace'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:24.396271 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32385544-6e6c-4df4-a25b-4a59893ff3bf" -d '{"events": [{"server_uuid": "4e555c2f-605a-4255-b02d-cf3e802bb7bc", "name": "network-vif-plugged", "status": "completed", "tag": "cc338793-76f2-46cb-b132-9f5b25a33ace"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:24.412501 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:24.417561 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac212747-dbd0-4c01-a5dc-23043e27d46f None None] Checking router: e3b32ba0-793d-4b73-a569-ff8470f758e3 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:08:24.421984 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port cc338793-76f2-46cb-b132-9f5b25a33ace, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=cc338793-76f2-46cb-b132-9f5b25a33ace,segment=NetworkSegment(3365e179-b408-4368-8008-105fabe837fd),segment_id=3365e179-b408-4368-8008-105fabe837fd)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:24.422799 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4db91b91-a2a1-452a-89fe-5ba2e17363ac req-914cf68c-7ac7-40cc-9e3c-e2c2a6dedf02 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/security-groups?id=44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266085 Apr 20 13:08:24.428321 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac212747-dbd0-4c01-a5dc-23043e27d46f None None] Routers {'e3b32ba0-793d-4b73-a569-ff8470f758e3'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:08:24.429159 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-ac212747-dbd0-4c01-a5dc-23043e27d46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:07:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['e3b32ba0-793d-4b73-a569-ff8470f758e3'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:24.473289 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-49d63a82-bbab-4e88-a2ea-60bfe4b7ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:24.476625 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2063a480-72c9-42fe-abbb-b53b47c75a94 req-dc944881-a9ad-4aa4-92f0-91797da953c8 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed082636-8ea7-4f97-8053-156d46c3f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339137 Apr 20 13:08:24.498712 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=081561c3-3910-4ea2-a530-47db75e29c73,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:24.507974 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:24.528422 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-d9f17e24-effa-4989-b16f-3483572393e0 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:24.529892 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-d9f17e24-effa-4989-b16f-3483572393e0 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.15 "GET /v2.0/networks?id=1448fb0c-76a1-4762-b0ef-b8c667a2a5dc HTTP/1.1" status: 200 len: 811 time: 0.2135730 Apr 20 13:08:24.554289 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-54265041-cf9e-4c6e-9f15-a49bed8530c5 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Request body: {'port': {'device_id': '01e36c34-5bd5-4303-b064-1f53f24cdb22', 'network_id': '1448fb0c-76a1-4762-b0ef-b8c667a2a5dc', 'admin_state_up': True, 'tenant_id': '564a5d1e5b6e4687a901496539f07f39'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:24.579160 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-091ff7ee-38f1-45ee-9d95-16722ff3276d req-1872e087-59aa-49c5-99f5-41c50e117540 service neutron] 10.222.0.32 "GET /v2.0/networks/75079639-5936-4feb-8edf-9493a8fc34d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750045 Apr 20 13:08:24.632246 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ae7678-e53a-4b58-9fff-0cfe85383128 x-openstack-request-id: req-b4ae7678-e53a-4b58-9fff-0cfe85383128 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:24.632520 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e555c2f-605a-4255-b02d-cf3e802bb7bc", "name": "network-vif-plugged", "status": "completed", "tag": "cc338793-76f2-46cb-b132-9f5b25a33ace", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:24.632735 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b4ae7678-e53a-4b58-9fff-0cfe85383128 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:24.634195 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4ae7678-e53a-4b58-9fff-0cfe85383128'] response: {'server_uuid': '4e555c2f-605a-4255-b02d-cf3e802bb7bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc338793-76f2-46cb-b132-9f5b25a33ace', 'code': 200} Apr 20 13:08:24.672548 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=cc338793-76f2-46cb-b132-9f5b25a33ace,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:24.674792 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-ac212747-dbd0-4c01-a5dc-23043e27d46f None None] Set router e3b32ba0-793d-4b73-a569-ff8470f758e3 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:08:24.723553 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bb7dc1c3-c69c-43f6-b5d4-2cca825e66c8 req-50002b0c-bf45-4b0b-a3e5-e9bf9315a7a8 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e36c34-5bd5-4303-b064-1f53f24cdb22 HTTP/1.1" status: 200 len: 210 time: 0.0497041 Apr 20 13:08:24.754968 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9bb41-6214-49eb-9ba7-042db0d11392 req-b76a9863-2bd1-41ee-bcbc-b0d9cd3221b2 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:24.757477 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-48a9bb41-6214-49eb-9ba7-042db0d11392 req-b76a9863-2bd1-41ee-bcbc-b0d9cd3221b2 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 944 time: 0.1933398 Apr 20 13:08:24.773170 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['081561c3-3910-4ea2-a530-47db75e29c73'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:08:24.790403 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba26c92-0980-4736-b0fd-3018a8f68f30 req-9aeedafe-73b0-495d-bfd8-6e90c0b2fd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:24.790403 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bba26c92-0980-4736-b0fd-3018a8f68f30 req-9aeedafe-73b0-495d-bfd8-6e90c0b2fd63 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4e555c2f-605a-4255-b02d-cf3e802bb7bc HTTP/1.1" status: 200 len: 1096 time: 0.1461012 Apr 20 13:08:24.865528 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-48a9bb41-6214-49eb-9ba7-042db0d11392 req-6e50a5b4-dfd8-4296-a432-58528eaa1f7d tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad7470b7-9157-466d-a134-84fd4ff6de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960505 Apr 20 13:08:24.877759 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bba26c92-0980-4736-b0fd-3018a8f68f30 req-e5f09479-4a7a-4dc4-a462-1385ff5479d9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a38bb95a-8774-4ed8-be64-0561899f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691926 Apr 20 13:08:24.929846 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-54265041-cf9e-4c6e-9f15-a49bed8530c5 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Made reservation on behalf of 564a5d1e5b6e4687a901496539f07f39 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:08:24.933788 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-54265041-cf9e-4c6e-9f15-a49bed8530c5 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:24.961960 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51254915-cb38-4cf8-b558-ab8072a02f7a', 'tag': '5478e361-df74-432a-ad21-67e4a9bb648e'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:24.965633 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0ff2a4-6947-43f8-8ea2-88d15113ccfd" -d '{"events": [{"name": "network-changed", "server_uuid": "51254915-cb38-4cf8-b558-ab8072a02f7a", "tag": "5478e361-df74-432a-ad21-67e4a9bb648e"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:24.994711 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-ac212747-dbd0-4c01-a5dc-23043e27d46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b32ba0-793d-4b73-a569-ff8470f758e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1776452712-router', 'tenant_id': '5570a05404ce4451b330b205b802e490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'e898f7f8-5717-4387-81ca-190992917dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:30Z', 'updated_at': '2022-04-20T13:06:37Z', 'revision_number': 4, 'project_id': '5570a05404ce4451b330b205b802e490', 'gw_port': {'id': 'e898f7f8-5717-4387-81ca-190992917dd3', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:91:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b32ba0-793d-4b73-a569-ff8470f758e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:31Z', 'updated_at': '2022-04-20T13:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'd6180f3d-baf9-484b-90ab-49cc61b7041b', 'tenant_id': '5570a05404ce4451b330b205b802e490', 'floating_ip_address': '172.25.8.156', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'e3b32ba0-793d-4b73-a569-ff8470f758e3', 'port_id': '5478e361-df74-432a-ad21-67e4a9bb648e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33d36c62-f48b-427f-896c-83ee0a24e548', 'mac_address': 'fa:16:3e:52:8b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51254915-cb38-4cf8-b558-ab8072a02f7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:07:41Z', 'updated_at': '2022-04-20T13:08:23Z', 'revision_number': 1, 'project_id': '5570a05404ce4451b330b205b802e490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc003b1-3b91-4a84-b6bf-b70b061f600f', 'name': '', 'network_id': '33d36c62-f48b-427f-896c-83ee0a24e548', 'tenant_id': '5570a05404ce4451b330b205b802e490', 'mac_address': 'fa:16:3e:77:00:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b32ba0-793d-4b73-a569-ff8470f758e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'a92124e6-e49b-4ef9-898f-773b76764750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:36Z', 'updated_at': '2022-04-20T13:06:46Z', 'revision_number': 5, 'project_id': '5570a05404ce4451b330b205b802e490', 'subnets': [{'id': 'a92124e6-e49b-4ef9-898f-773b76764750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:25.014647 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cd7865-f293-492d-b682-8a621cbde335 x-openstack-request-id: req-66cd7865-f293-492d-b682-8a621cbde335 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:25.014929 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51254915-cb38-4cf8-b558-ab8072a02f7a", "tag": "5478e361-df74-432a-ad21-67e4a9bb648e", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:25.015398 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-66cd7865-f293-492d-b682-8a621cbde335 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:25.015964 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66cd7865-f293-492d-b682-8a621cbde335'] response: {'name': 'network-changed', 'server_uuid': '51254915-cb38-4cf8-b558-ab8072a02f7a', 'tag': '5478e361-df74-432a-ad21-67e4a9bb648e', 'status': 'completed', 'code': 200} Apr 20 13:08:25.084138 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-54265041-cf9e-4c6e-9f15-a49bed8530c5 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Allocated IP 172.20.0.4 (1448fb0c-76a1-4762-b0ef-b8c667a2a5dc/c84cb6f4-b4cc-4751-b4bc-ddb2101451ae/a55d106f-358b-40d1-b65c-8e5c46e9d87b) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:08:25.117491 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac212747-dbd0-4c01-a5dc-23043e27d46f None None] The sync data for ids ['e3b32ba0-793d-4b73-a569-ff8470f758e3'] in n-d-836015-7 is: [{'id': 'e3b32ba0-793d-4b73-a569-ff8470f758e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1776452712-router', 'tenant_id': '5570a05404ce4451b330b205b802e490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'e898f7f8-5717-4387-81ca-190992917dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:30Z', 'updated_at': '2022-04-20T13:06:37Z', 'revision_number': 4, 'project_id': '5570a05404ce4451b330b205b802e490', 'gw_port': {'id': 'e898f7f8-5717-4387-81ca-190992917dd3', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:91:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b32ba0-793d-4b73-a569-ff8470f758e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:31Z', 'updated_at': '2022-04-20T13:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'd6180f3d-baf9-484b-90ab-49cc61b7041b', 'tenant_id': '5570a05404ce4451b330b205b802e490', 'floating_ip_address': '172.25.8.156', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'e3b32ba0-793d-4b73-a569-ff8470f758e3', 'port_id': '5478e361-df74-432a-ad21-67e4a9bb648e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33d36c62-f48b-427f-896c-83ee0a24e548', 'mac_address': 'fa:16:3e:52:8b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51254915-cb38-4cf8-b558-ab8072a02f7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:07:41Z', 'updated_at': '2022-04-20T13:08:23Z', 'revision_number': 1, 'project_id': '5570a05404ce4451b330b205b802e490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fc003b1-3b91-4a84-b6bf-b70b061f600f', 'name': '', 'network_id': '33d36c62-f48b-427f-896c-83ee0a24e548', 'tenant_id': '5570a05404ce4451b330b205b802e490', 'mac_address': 'fa:16:3e:77:00:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b32ba0-793d-4b73-a569-ff8470f758e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'a92124e6-e49b-4ef9-898f-773b76764750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:36Z', 'updated_at': '2022-04-20T13:06:46Z', 'revision_number': 5, 'project_id': '5570a05404ce4451b330b205b802e490', 'subnets': [{'id': 'a92124e6-e49b-4ef9-898f-773b76764750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:08:25.159480 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133abe4-aef1-4981-8032-4a6ccd1c927c req-f3bbf02e-0d08-4c9a-bba1-5a1f82cb157c tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:25.159480 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6133abe4-aef1-4981-8032-4a6ccd1c927c req-f3bbf02e-0d08-4c9a-bba1-5a1f82cb157c tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e555c2f-605a-4255-b02d-cf3e802bb7bc HTTP/1.1" status: 200 len: 945 time: 0.0838122 Apr 20 13:08:25.275539 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6133abe4-aef1-4981-8032-4a6ccd1c927c req-eb312170-f9f8-4b77-9d69-6c9f6cc0699c tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/security-groups?id=a38bb95a-8774-4ed8-be64-0561899f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134562 Apr 20 13:08:25.320445 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ff2a4-6947-43f8-8ea2-88d15113ccfd req-3cd79ba2-30d4-419c-831f-357f4502adfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:25.321953 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2c0ff2a4-6947-43f8-8ea2-88d15113ccfd req-3cd79ba2-30d4-419c-831f-357f4502adfa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5570a05404ce4451b330b205b802e490&device_id=51254915-cb38-4cf8-b558-ab8072a02f7a HTTP/1.1" status: 200 len: 1097 time: 0.0955658 Apr 20 13:08:25.347167 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-54265041-cf9e-4c6e-9f15-a49bed8530c5 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:25.442922 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ff2a4-6947-43f8-8ea2-88d15113ccfd req-d58ce800-b912-4a5f-bc1c-4956e03f52ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:25.444388 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2c0ff2a4-6947-43f8-8ea2-88d15113ccfd req-d58ce800-b912-4a5f-bc1c-4956e03f52ef service neutron] 10.222.0.32 "GET /v2.0/networks?id=33d36c62-f48b-427f-896c-83ee0a24e548 HTTP/1.1" status: 200 len: 916 time: 0.1137729 Apr 20 13:08:25.529407 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-54265041-cf9e-4c6e-9f15-a49bed8530c5 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:25.594613 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2c0ff2a4-6947-43f8-8ea2-88d15113ccfd req-5f708077-f277-49d3-9846-77654fca567a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5478e361-df74-432a-ad21-67e4a9bb648e HTTP/1.1" status: 200 len: 1000 time: 0.1410522 Apr 20 13:08:25.635658 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-54265041-cf9e-4c6e-9f15-a49bed8530c5 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Network 1448fb0c-76a1-4762-b0ef-b8c667a2a5dc is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:08:25.668204 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-54265041-cf9e-4c6e-9f15-a49bed8530c5 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:08:25.672733 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-54265041-cf9e-4c6e-9f15-a49bed8530c5 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:08:25.676002 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54265041-cf9e-4c6e-9f15-a49bed8530c5 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Pushing event updated for resources: {'Port': ['ID=a55d106f-358b-40d1-b65c-8e5c46e9d87b,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:25.708314 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35984) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:25.722151 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc5f57-be84-4a9b-9ade-59dcbe68d2ab req-fb4e320a-76e1-48e0-9e36-043e77a0e684 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:25.728212 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc5f57-be84-4a9b-9ade-59dcbe68d2ab req-fb4e320a-76e1-48e0-9e36-043e77a0e684 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:25.729864 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a5dc5f57-be84-4a9b-9ade-59dcbe68d2ab req-fb4e320a-76e1-48e0-9e36-043e77a0e684 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=f793dacc-1223-4d2e-9770-d987bec14eb9 HTTP/1.1" status: 200 len: 1679 time: 0.2218261 Apr 20 13:08:25.733272 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d25f44-8062-4e69-aff5-80a5ebe65aa9 req-0d7bf7b8-09e4-4656-bd50-1f22d7cbde2a tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:25.735019 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f9d25f44-8062-4e69-aff5-80a5ebe65aa9 req-0d7bf7b8-09e4-4656-bd50-1f22d7cbde2a tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cc8aa55-ab0e-47fd-9dab-bb00cf36599a HTTP/1.1" status: 200 len: 950 time: 0.0601964 Apr 20 13:08:25.737427 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-20c6c4cd-72f7-4ff6-8cfa-bc916d71d211 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-488280116'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:25.769419 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ff2a4-6947-43f8-8ea2-88d15113ccfd req-9a390414-375d-4f8e-96c4-af744a858bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:25.770890 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2c0ff2a4-6947-43f8-8ea2-88d15113ccfd req-9a390414-375d-4f8e-96c4-af744a858bb8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a92124e6-e49b-4ef9-898f-773b76764750 HTTP/1.1" status: 200 len: 854 time: 0.1561940 Apr 20 13:08:25.792844 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438e537-9ea7-42a1-97da-011af4338f31 req-4bb19665-63c4-4ddc-b0a7-7f333a1ea4c0 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:25.793415 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 081561c3-3910-4ea2-a530-47db75e29c73 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:08:25.794503 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d438e537-9ea7-42a1-97da-011af4338f31 req-4bb19665-63c4-4ddc-b0a7-7f333a1ea4c0 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cc8aa55-ab0e-47fd-9dab-bb00cf36599a HTTP/1.1" status: 200 len: 950 time: 0.2443264 Apr 20 13:08:25.838654 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-f9d25f44-8062-4e69-aff5-80a5ebe65aa9 req-91a40dff-7ecd-4bd1-9e9e-21119fd9e1d6 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Deleting port 5cea9c6d-a175-4c8d-ab22-5cff7289a3d9 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:08:25.838996 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-f9d25f44-8062-4e69-aff5-80a5ebe65aa9 req-91a40dff-7ecd-4bd1-9e9e-21119fd9e1d6 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:25.845793 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-54265041-cf9e-4c6e-9f15-a49bed8530c5 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:25.846410 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-54265041-cf9e-4c6e-9f15-a49bed8530c5 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:25.893336 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a5dc5f57-be84-4a9b-9ade-59dcbe68d2ab req-cd66f9db-c4f8-4b21-aa86-5de6327b9b31 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/security-groups?id=44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437399 Apr 20 13:08:25.898046 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c6c4cd-72f7-4ff6-8cfa-bc916d71d211 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Made reservation on behalf of 80a09310883244f09c77418f84fc8e88 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:08:25.901528 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-20c6c4cd-72f7-4ff6-8cfa-bc916d71d211 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:25.941657 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ff2a4-6947-43f8-8ea2-88d15113ccfd req-ec492c5d-e89e-4e8a-a71a-cb4292799986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:25.943297 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2c0ff2a4-6947-43f8-8ea2-88d15113ccfd req-ec492c5d-e89e-4e8a-a71a-cb4292799986 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=33d36c62-f48b-427f-896c-83ee0a24e548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1461463 Apr 20 13:08:25.945542 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-f9d25f44-8062-4e69-aff5-80a5ebe65aa9 req-91a40dff-7ecd-4bd1-9e9e-21119fd9e1d6 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] For port 5cea9c6d-a175-4c8d-ab22-5cff7289a3d9, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=5cea9c6d-a175-4c8d-ab22-5cff7289a3d9,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:25.945921 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-f9d25f44-8062-4e69-aff5-80a5ebe65aa9 req-91a40dff-7ecd-4bd1-9e9e-21119fd9e1d6 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:25.953077 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 081561c3-3910-4ea2-a530-47db75e29c73 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:08:25.965170 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 081561c3-3910-4ea2-a530-47db75e29c73 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:25.965170 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:25.965170 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787514dc-2725-40ba-9b15-ad44f334bc38 None None] New status for floating IP d6180f3d-baf9-484b-90ab-49cc61b7041b: ACTIVE {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:08:25.968661 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d438e537-9ea7-42a1-97da-011af4338f31 req-64bfbadc-54ba-42fc-8078-a0ae80731a82 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.25 "GET /v2.0/security-groups?id=ed082636-8ea7-4f97-8053-156d46c3f336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563632 Apr 20 13:08:25.971265 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20c6c4cd-72f7-4ff6-8cfa-bc916d71d211 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:08:25.987620 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-f9d25f44-8062-4e69-aff5-80a5ebe65aa9 req-91a40dff-7ecd-4bd1-9e9e-21119fd9e1d6 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Calling delete_port for 5cea9c6d-a175-4c8d-ab22-5cff7289a3d9 owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:08:26.025488 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-54265041-cf9e-4c6e-9f15-a49bed8530c5 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4697695 Apr 20 13:08:26.048708 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-20c6c4cd-72f7-4ff6-8cfa-bc916d71d211 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:26.049057 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-20c6c4cd-72f7-4ff6-8cfa-bc916d71d211 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Added segment b2bd74d1-b518-4c8d-839d-80d6ae61237d of type vlan for network 5a69de38-4530-4bc9-a14a-1ca14f4ebdfd Apr 20 13:08:26.079185 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-d6f6478c-9d8b-4435-af35-fbb55eb35300 service neutron] Request body: {'port': {'device_id': '01e36c34-5bd5-4303-b064-1f53f24cdb22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:26.192142 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-20c6c4cd-72f7-4ff6-8cfa-bc916d71d211 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:26.193188 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-f9d25f44-8062-4e69-aff5-80a5ebe65aa9 req-91a40dff-7ecd-4bd1-9e9e-21119fd9e1d6 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:26.227916 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a40dff-7ecd-4bd1-9e9e-21119fd9e1d6 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Pushing event deleted for resources: {'Port': ['ID=5cea9c6d-a175-4c8d-ab22-5cff7289a3d9,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:26.233045 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['5cea9c6d-a175-4c8d-ab22-5cff7289a3d9'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:08:26.260556 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5458906-d32a-4429-8faa-ff778cf08c90 req-b5d96309-3e24-465d-b0c3-37c2936ab96c tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:26.262147 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a5458906-d32a-4429-8faa-ff778cf08c90 req-b5d96309-3e24-465d-b0c3-37c2936ab96c tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e36c34-5bd5-4303-b064-1f53f24cdb22 HTTP/1.1" status: 200 len: 931 time: 0.2780643 Apr 20 13:08:26.291773 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d25f44-8062-4e69-aff5-80a5ebe65aa9 req-91a40dff-7ecd-4bd1-9e9e-21119fd9e1d6 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] No DVR routers for this DVR port 5cea9c6d-a175-4c8d-ab22-5cff7289a3d9 on host n-h2-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:08:26.295534 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-f9d25f44-8062-4e69-aff5-80a5ebe65aa9 req-91a40dff-7ecd-4bd1-9e9e-21119fd9e1d6 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:26.299181 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f9d25f44-8062-4e69-aff5-80a5ebe65aa9 req-91a40dff-7ecd-4bd1-9e9e-21119fd9e1d6 tempest-ServersAdminNegativeTestJSON-86379290 tempest-ServersAdminNegativeTestJSON-86379290-project] 10.222.0.15 "DELETE /v2.0/ports/5cea9c6d-a175-4c8d-ab22-5cff7289a3d9 HTTP/1.1" status: 204 len: 173 time: 0.5578835 Apr 20 13:08:26.348101 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:26.387522 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 081561c3-3910-4ea2-a530-47db75e29c73, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=081561c3-3910-4ea2-a530-47db75e29c73,segment=NetworkSegment(d98e94df-872e-47ed-8a43-7e7e11e5be94),segment_id=d98e94df-872e-47ed-8a43-7e7e11e5be94)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:26.455586 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:26.515937 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=081561c3-3910-4ea2-a530-47db75e29c73,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:26.612531 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.db.resource_extend [None req-20c6c4cd-72f7-4ff6-8cfa-bc916d71d211 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 13:08:26.630250 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-d6f6478c-9d8b-4435-af35-fbb55eb35300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:26.635379 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b910f8-dcf7-441a-8223-d2876c7927f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081561c3-3910-4ea2-a530-47db75e29c73'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:26.638573 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37bd93d6-3d5c-4c8d-a8a5-a23d65220aea" -d '{"events": [{"server_uuid": "f0b910f8-dcf7-441a-8223-d2876c7927f9", "name": "network-vif-plugged", "status": "completed", "tag": "081561c3-3910-4ea2-a530-47db75e29c73"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:26.652128 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b9968-1d6f-4a38-8c1f-7f0c5b5fb4fc req-bffde3b7-a44e-4984-99c8-0df991d2613a tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:26.653750 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4e3b9968-1d6f-4a38-8c1f-7f0c5b5fb4fc req-bffde3b7-a44e-4984-99c8-0df991d2613a tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 944 time: 0.6115799 Apr 20 13:08:26.690576 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2c0ff2a4-6947-43f8-8ea2-88d15113ccfd req-41cdc8b1-dd43-4382-969b-f289379dce4e service neutron] 10.222.0.32 "GET /v2.0/networks/33d36c62-f48b-427f-896c-83ee0a24e548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7168937 Apr 20 13:08:26.753825 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8c628e84-868b-4a22-bae1-5e416867573e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:26.777721 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2467465a-41b3-49c5-b592-90a4ad59aecc req-1c183ebd-96c4-4bd6-812c-1005bbd87513 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5393312 Apr 20 13:08:26.780488 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a5458906-d32a-4429-8faa-ff778cf08c90 req-eb6be4d6-f355-457e-b84c-d435fd4277a4 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623993 Apr 20 13:08:26.818399 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-20c6c4cd-72f7-4ff6-8cfa-bc916d71d211 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:26.825168 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c6c4cd-72f7-4ff6-8cfa-bc916d71d211 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:26.825766 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-20c6c4cd-72f7-4ff6-8cfa-bc916d71d211 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:26.856562 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4e3b9968-1d6f-4a38-8c1f-7f0c5b5fb4fc req-6e3511ea-eba6-4d6d-9f03-aac566dbc143 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad7470b7-9157-466d-a134-84fd4ff6de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801472 Apr 20 13:08:26.900278 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ca24c3-f93a-419c-85db-889c886e8c0e x-openstack-request-id: req-f5ca24c3-f93a-419c-85db-889c886e8c0e {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:26.900796 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0b910f8-dcf7-441a-8223-d2876c7927f9", "name": "network-vif-plugged", "status": "completed", "tag": "081561c3-3910-4ea2-a530-47db75e29c73", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:26.900796 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f5ca24c3-f93a-419c-85db-889c886e8c0e {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:26.901206 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5ca24c3-f93a-419c-85db-889c886e8c0e'] response: {'server_uuid': 'f0b910f8-dcf7-441a-8223-d2876c7927f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081561c3-3910-4ea2-a530-47db75e29c73', 'code': 200} Apr 20 13:08:27.017747 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc8aa55-ab0e-47fd-9dab-bb00cf36599a', 'name': 'network-vif-deleted', 'tag': '5cea9c6d-a175-4c8d-ab22-5cff7289a3d9'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:27.020470 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54c24c4-6fdd-41bb-84ca-19ba2298b870" -d '{"events": [{"server_uuid": "0cc8aa55-ab0e-47fd-9dab-bb00cf36599a", "name": "network-vif-deleted", "tag": "5cea9c6d-a175-4c8d-ab22-5cff7289a3d9"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:27.028525 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460c812-4419-4b9e-a608-29405048cb92 req-667ffe10-e65f-42ba-9bd7-5013bb20708e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:27.030051 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8460c812-4419-4b9e-a608-29405048cb92 req-667ffe10-e65f-42ba-9bd7-5013bb20708e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 1096 time: 0.0611091 Apr 20 13:08:27.066056 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8460c812-4419-4b9e-a608-29405048cb92 req-da844e62-51d5-427e-b178-02397ad0fa07 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ad7470b7-9157-466d-a134-84fd4ff6de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301080 Apr 20 13:08:27.072307 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-20c6c4cd-72f7-4ff6-8cfa-bc916d71d211 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3595397 Apr 20 13:08:27.074991 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36000) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:27.080184 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-bb224623-3c15-4580-978e-1740c11a9d07 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1957119943'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:27.099128 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6c4cd-72f7-4ff6-8cfa-bc916d71d211 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Pushing event updated for resources: {'Network': ['ID=5a69de38-4530-4bc9-a14a-1ca14f4ebdfd,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:27.107680 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2c0ff2a4-6947-43f8-8ea2-88d15113ccfd req-8a4c5828-85f8-4326-baa4-e6e1d71ba291 service neutron] 10.222.0.32 "GET /v2.0/networks/33d36c62-f48b-427f-896c-83ee0a24e548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005966 Apr 20 13:08:27.111199 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 5a69de38-4530-4bc9-a14a-1ca14f4ebdfd details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:08:27.138818 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467465a-41b3-49c5-b592-90a4ad59aecc req-4624d912-5cba-482b-930b-1d26cfabba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:27.140374 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2467465a-41b3-49c5-b592-90a4ad59aecc req-4624d912-5cba-482b-930b-1d26cfabba61 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c6b1693032114a59884d6bf282ad5efe&device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 1096 time: 0.3120301 Apr 20 13:08:27.170434 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de935c92-d0eb-46cc-924b-38b712202a86 req-fca7d174-e56b-448e-bbc9-0fbf86ca25c3 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:27.171998 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-de935c92-d0eb-46cc-924b-38b712202a86 req-fca7d174-e56b-448e-bbc9-0fbf86ca25c3 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e555c2f-605a-4255-b02d-cf3e802bb7bc HTTP/1.1" status: 200 len: 945 time: 0.3115659 Apr 20 13:08:27.187347 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb224623-3c15-4580-978e-1740c11a9d07 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Made reservation on behalf of 80a09310883244f09c77418f84fc8e88 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:08:27.193261 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bb224623-3c15-4580-978e-1740c11a9d07 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:27.194183 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca255a6-59b2-4fc2-9739-1fb71a7956eb req-34fc6e5c-168d-4b2d-8272-acecfb6cc95c tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:27.200100 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca255a6-59b2-4fc2-9739-1fb71a7956eb req-34fc6e5c-168d-4b2d-8272-acecfb6cc95c tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:27.202315 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3ca255a6-59b2-4fc2-9739-1fb71a7956eb req-34fc6e5c-168d-4b2d-8272-acecfb6cc95c tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=f793dacc-1223-4d2e-9770-d987bec14eb9 HTTP/1.1" status: 200 len: 1679 time: 0.2079887 Apr 20 13:08:27.217675 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb224623-3c15-4580-978e-1740c11a9d07 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:08:27.227387 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bb224623-3c15-4580-978e-1740c11a9d07 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:27.227773 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-bb224623-3c15-4580-978e-1740c11a9d07 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Added segment 77838f7f-eaf5-4c10-90fc-75b379d0087a of type vlan for network b1ec58e9-2000-46d7-b9f7-b902c3308689 Apr 20 13:08:27.271787 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bb224623-3c15-4580-978e-1740c11a9d07 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:27.349224 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3ca255a6-59b2-4fc2-9739-1fb71a7956eb req-6c61875e-84e5-47ed-aa19-f17ea15bdb49 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/security-groups?id=44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247058 Apr 20 13:08:27.351776 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-de935c92-d0eb-46cc-924b-38b712202a86 req-dfbcffb4-1716-4cd7-9284-3b41eff0a31f tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/security-groups?id=a38bb95a-8774-4ed8-be64-0561899f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669433 Apr 20 13:08:27.374963 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bb224623-3c15-4580-978e-1740c11a9d07 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:27.390183 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb224623-3c15-4580-978e-1740c11a9d07 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:27.390830 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bb224623-3c15-4580-978e-1740c11a9d07 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:27.416294 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-d6f6478c-9d8b-4435-af35-fbb55eb35300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a55d106f-358b-40d1-b65c-8e5c46e9d87b {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:08:27.423406 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e746faaf-7205-4326-9ea6-7dfcf7a9cd5e x-openstack-request-id: req-e746faaf-7205-4326-9ea6-7dfcf7a9cd5e {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:27.423779 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc8aa55-ab0e-47fd-9dab-bb00cf36599a", "name": "network-vif-deleted", "tag": "5cea9c6d-a175-4c8d-ab22-5cff7289a3d9", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:27.424549 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e746faaf-7205-4326-9ea6-7dfcf7a9cd5e {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:27.425066 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e746faaf-7205-4326-9ea6-7dfcf7a9cd5e'] response: {'server_uuid': '0cc8aa55-ab0e-47fd-9dab-bb00cf36599a', 'name': 'network-vif-deleted', 'tag': '5cea9c6d-a175-4c8d-ab22-5cff7289a3d9', 'status': 'completed', 'code': 200} Apr 20 13:08:27.425973 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-d6f6478c-9d8b-4435-af35-fbb55eb35300 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:27.451949 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467465a-41b3-49c5-b592-90a4ad59aecc req-844025d7-7799-478c-bb90-dead7f67f6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:27.453879 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2467465a-41b3-49c5-b592-90a4ad59aecc req-844025d7-7799-478c-bb90-dead7f67f6f9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5f8d1d6d-7980-40b6-a3d5-202cd4161f9d HTTP/1.1" status: 200 len: 918 time: 0.2807868 Apr 20 13:08:27.466836 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-d6f6478c-9d8b-4435-af35-fbb55eb35300 service neutron] Transition to ACTIVE for port object a55d106f-358b-40d1-b65c-8e5c46e9d87b will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:08:27.491734 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb224623-3c15-4580-978e-1740c11a9d07 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Pushing event updated for resources: {'Network': ['ID=b1ec58e9-2000-46d7-b9f7-b902c3308689,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:27.503930 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network b1ec58e9-2000-46d7-b9f7-b902c3308689 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:08:27.507552 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-bb224623-3c15-4580-978e-1740c11a9d07 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4287720 Apr 20 13:08:27.507864 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36006) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:27.513491 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-70eea4be-8d93-47f8-99c7-cb4ef1aee53d tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Request body: {'subnet': {'network_id': '5a69de38-4530-4bc9-a14a-1ca14f4ebdfd', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:27.570304 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-d6f6478c-9d8b-4435-af35-fbb55eb35300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:27.597493 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2467465a-41b3-49c5-b592-90a4ad59aecc req-189ba808-0aaf-4b28-81f6-bacc21eb93a5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b13bc59-5400-414e-939f-28f09df4a6f9 HTTP/1.1" status: 200 len: 1001 time: 0.1294615 Apr 20 13:08:27.682308 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9fe102f0-7edd-4f6e-80d9-f5660f5df68c req-1d252cc2-dee6-4277-8f06-85eae550a291 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2489936 Apr 20 13:08:27.689425 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70eea4be-8d93-47f8-99c7-cb4ef1aee53d tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Made reservation on behalf of 80a09310883244f09c77418f84fc8e88 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:08:27.693023 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-70eea4be-8d93-47f8-99c7-cb4ef1aee53d tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:27.698577 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f6478c-9d8b-4435-af35-fbb55eb35300 service neutron] Pushing event updated for resources: {'Port': ['ID=a55d106f-358b-40d1-b65c-8e5c46e9d87b,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:27.718270 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-9fe102f0-7edd-4f6e-80d9-f5660f5df68c req-598a4e32-f35e-4adf-9d30-fc3f0f1cdcea tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:27.747971 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467465a-41b3-49c5-b592-90a4ad59aecc req-0c823dcc-5064-4fb1-8cfb-51e0184f00d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:27.749396 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2467465a-41b3-49c5-b592-90a4ad59aecc req-0c823dcc-5064-4fb1-8cfb-51e0184f00d0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=50283e41-42f7-46ab-979a-b196312e8e7f HTTP/1.1" status: 200 len: 856 time: 0.1292307 Apr 20 13:08:27.795650 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:08:27.820414 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-d6f6478c-9d8b-4435-af35-fbb55eb35300 service neutron] Attempting to bind port a55d106f-358b-40d1-b65c-8e5c46e9d87b on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:08:27.820730 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-d6f6478c-9d8b-4435-af35-fbb55eb35300 service neutron] Attempting to bind port a55d106f-358b-40d1-b65c-8e5c46e9d87b by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': 'b8a6c4b7-66db-416a-aa28-84e1cd810023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1448fb0c-76a1-4762-b0ef-b8c667a2a5dc'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:08:27.821067 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-d6f6478c-9d8b-4435-af35-fbb55eb35300 service neutron] Attempting to bind port a55d106f-358b-40d1-b65c-8e5c46e9d87b on network 1448fb0c-76a1-4762-b0ef-b8c667a2a5dc {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:08:27.829800 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-d6f6478c-9d8b-4435-af35-fbb55eb35300 service neutron] Port a55d106f-358b-40d1-b65c-8e5c46e9d87b on network 1448fb0c-76a1-4762-b0ef-b8c667a2a5dc not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:08:27.829800 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-d6f6478c-9d8b-4435-af35-fbb55eb35300 service neutron] Attempting to bind port a55d106f-358b-40d1-b65c-8e5c46e9d87b on network 1448fb0c-76a1-4762-b0ef-b8c667a2a5dc {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:08:27.834401 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467465a-41b3-49c5-b592-90a4ad59aecc req-52850231-aa11-440a-a5a5-13b92277ef93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:27.835907 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2467465a-41b3-49c5-b592-90a4ad59aecc req-52850231-aa11-440a-a5a5-13b92277ef93 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5f8d1d6d-7980-40b6-a3d5-202cd4161f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760360 Apr 20 13:08:27.844811 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-d6f6478c-9d8b-4435-af35-fbb55eb35300 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:08:27.849128 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-d6f6478c-9d8b-4435-af35-fbb55eb35300 service neutron] Checking segment: {'id': 'b8a6c4b7-66db-416a-aa28-84e1cd810023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1448fb0c-76a1-4762-b0ef-b8c667a2a5dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:08:27.849128 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-d6f6478c-9d8b-4435-af35-fbb55eb35300 service neutron] Bound using segment: {'id': 'b8a6c4b7-66db-416a-aa28-84e1cd810023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1448fb0c-76a1-4762-b0ef-b8c667a2a5dc'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:08:27.849128 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-d6f6478c-9d8b-4435-af35-fbb55eb35300 service neutron] Bound port: a55d106f-358b-40d1-b65c-8e5c46e9d87b, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a6c4b7-66db-416a-aa28-84e1cd810023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1448fb0c-76a1-4762-b0ef-b8c667a2a5dc'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:08:27.849128 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-d6f6478c-9d8b-4435-af35-fbb55eb35300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:27.873622 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9fe102f0-7edd-4f6e-80d9-f5660f5df68c req-598a4e32-f35e-4adf-9d30-fc3f0f1cdcea tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks [] for floatingip, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:27.910253 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36014) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:27.978572 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d,segment=NetworkSegment(ba530643-2d74-404c-990d-1194256d1a29),segment_id=ba530643-2d74-404c-990d-1194256d1a29)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:27.991608 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': 'aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d', 'network_id': '75079639-5936-4feb-8edf-9493a8fc34d4', 'port_id': 'aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d', 'mac_address': 'fa:16:3e:d9:bb:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e57d86d-99f7-4557-aaf1-c204715cfc10', 'ip_address': '19.86.0.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:08:28.025617 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:28.041134 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:28.056585 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:08:28.057758 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-70eea4be-8d93-47f8-99c7-cb4ef1aee53d tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:28.066359 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2467465a-41b3-49c5-b592-90a4ad59aecc req-509a61ae-f02c-4cce-8f00-4787fb5619f9 service neutron] 10.222.0.15 "GET /v2.0/networks/5f8d1d6d-7980-40b6-a3d5-202cd4161f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227173 Apr 20 13:08:28.071099 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-d6f6478c-9d8b-4435-af35-fbb55eb35300 service neutron] For port a55d106f-358b-40d1-b65c-8e5c46e9d87b, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:08:28.075390 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-d6f6478c-9d8b-4435-af35-fbb55eb35300 service neutron] For port a55d106f-358b-40d1-b65c-8e5c46e9d87b, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=a55d106f-358b-40d1-b65c-8e5c46e9d87b,segment=NetworkSegment(b8a6c4b7-66db-416a-aa28-84e1cd810023),segment_id=b8a6c4b7-66db-416a-aa28-84e1cd810023)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:08:28.079681 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f3a4fabb-d84a-4c7f-b0a5-00b64c3e6a72 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=afd124bf09bb445eb730e24ce948a6be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1659973 Apr 20 13:08:28.082869 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d,segment=NetworkSegment(ba530643-2d74-404c-990d-1194256d1a29),segment_id=ba530643-2d74-404c-990d-1194256d1a29)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:28.088480 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191c671-4dce-4879-b79d-8ad92031e513 req-250e19ad-a70a-458d-b8f0-f8e38e0c4d01 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:28.088480 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3191c671-4dce-4879-b79d-8ad92031e513 req-250e19ad-a70a-458d-b8f0-f8e38e0c4d01 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e36c34-5bd5-4303-b064-1f53f24cdb22 HTTP/1.1" status: 200 len: 943 time: 0.1721482 Apr 20 13:08:28.089174 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36018) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:28.128009 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eea4be-8d93-47f8-99c7-cb4ef1aee53d tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Pushing event updated for resources: {'Subnet': ['ID=b4af9191-d6b5-420c-b77f-a5f7f7b63126,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:28.143943 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70eea4be-8d93-47f8-99c7-cb4ef1aee53d tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Checking segment: {'id': 'b2bd74d1-b518-4c8d-839d-80d6ae61237d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5a69de38-4530-4bc9-a14a-1ca14f4ebdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:08:28.144302 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70eea4be-8d93-47f8-99c7-cb4ef1aee53d tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Network hostable DHCP agents. Network: 5a69de38-4530-4bc9-a14a-1ca14f4ebdfd, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:08:28.212812 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-d6f6478c-9d8b-4435-af35-fbb55eb35300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:28.234420 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3191c671-4dce-4879-b79d-8ad92031e513 req-27ffb091-01c6-422e-809c-5c13257ab239 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279764 Apr 20 13:08:28.293998 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-d6f6478c-9d8b-4435-af35-fbb55eb35300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:28.294608 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-d6f6478c-9d8b-4435-af35-fbb55eb35300 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:28.295980 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-d6f6478c-9d8b-4435-af35-fbb55eb35300 service neutron] 10.222.0.15 "PUT /v2.0/ports/a55d106f-358b-40d1-b65c-8e5c46e9d87b HTTP/1.1" status: 200 len: 1091 time: 2.2567101 Apr 20 13:08:28.297944 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ff7673ea-12ad-4c41-9c40-1a9f555e77d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:28.299257 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e36c34-5bd5-4303-b064-1f53f24cdb22', 'tag': 'a55d106f-358b-40d1-b65c-8e5c46e9d87b'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:28.311926 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1377e16f-b0d7-44f6-beca-7b058e0059ae" -d '{"events": [{"name": "network-changed", "server_uuid": "01e36c34-5bd5-4303-b064-1f53f24cdb22", "tag": "a55d106f-358b-40d1-b65c-8e5c46e9d87b"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:28.341170 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:28.341435 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70eea4be-8d93-47f8-99c7-cb4ef1aee53d tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Network 5a69de38-4530-4bc9-a14a-1ca14f4ebdfd is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:08:28.342287 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device c1cefb7a-4db4-4746-8e2e-1b28c4ab9053 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:08:28.352574 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2467465a-41b3-49c5-b592-90a4ad59aecc req-e49e1c8b-558c-4350-9217-24593a1b344e service neutron] 10.222.0.15 "GET /v2.0/networks/5f8d1d6d-7980-40b6-a3d5-202cd4161f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545896 Apr 20 13:08:28.381881 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ff7673ea-12ad-4c41-9c40-1a9f555e77d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:28.391498 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f6478c-9d8b-4435-af35-fbb55eb35300 service neutron] Pushing event updated for resources: {'Port': ['ID=a55d106f-358b-40d1-b65c-8e5c46e9d87b,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:28.397008 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9fe102f0-7edd-4f6e-80d9-f5660f5df68c req-598a4e32-f35e-4adf-9d30-fc3f0f1cdcea tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:28.455606 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:28.469194 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd14fa-2977-4a15-8d6e-786206b1bbf3 req-ebfea0f6-22c7-48a7-a062-edbd5ec45367 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:28.470543 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f4fd14fa-2977-4a15-8d6e-786206b1bbf3 req-ebfea0f6-22c7-48a7-a062-edbd5ec45367 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 945 time: 0.1587474 Apr 20 13:08:28.485321 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-70eea4be-8d93-47f8-99c7-cb4ef1aee53d tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 5a69de38-4530-4bc9-a14a-1ca14f4ebdfd) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:08:28.496831 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70eea4be-8d93-47f8-99c7-cb4ef1aee53d tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:28.497450 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-70eea4be-8d93-47f8-99c7-cb4ef1aee53d tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:28.501029 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a974a43f-c7c2-4956-a663-47c541974452 None None] Network 5a69de38-4530-4bc9-a14a-1ca14f4ebdfd requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:08:28.527046 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port c1cefb7a-4db4-4746-8e2e-1b28c4ab9053, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=c1cefb7a-4db4-4746-8e2e-1b28c4ab9053,segment=NetworkSegment(91c99d63-c0e9-4d03-be22-192828936552),segment_id=91c99d63-c0e9-4d03-be22-192828936552)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:28.572931 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': 'c1cefb7a-4db4-4746-8e2e-1b28c4ab9053', 'network_id': 'edaea5d6-9362-4ff0-b590-2239a35aef1d', 'port_id': 'c1cefb7a-4db4-4746-8e2e-1b28c4ab9053', 'mac_address': 'fa:16:3e:9b:ce:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa55c080-f3b2-4a24-b3bb-9a994b5564c4', 'ip_address': '19.80.0.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:08:28.577665 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f4fd14fa-2977-4a15-8d6e-786206b1bbf3 req-bff3b311-d677-4c26-b01a-bab6955107c4 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad7470b7-9157-466d-a134-84fd4ff6de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961006 Apr 20 13:08:28.579523 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-84da4897-47af-47f2-bc45-d12da166dfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:28.580945 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-84da4897-47af-47f2-bc45-d12da166dfc4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=564a5d1e5b6e4687a901496539f07f39&device_id=01e36c34-5bd5-4303-b064-1f53f24cdb22 HTTP/1.1" status: 200 len: 1094 time: 0.1268237 Apr 20 13:08:28.615503 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-70eea4be-8d93-47f8-99c7-cb4ef1aee53d tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1058254 Apr 20 13:08:28.616237 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36024) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:28.625312 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-50b09a29-7686-4b98-8611-9001f9f9793a tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Request body: {'subnet': {'network_id': 'b1ec58e9-2000-46d7-b9f7-b902c3308689', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:28.641590 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-9fe102f0-7edd-4f6e-80d9-f5660f5df68c req-598a4e32-f35e-4adf-9d30-fc3f0f1cdcea tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Allocated IP 172.25.8.94 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/748a9783-f122-4970-aae2-82ffc9c7ed32) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:08:28.643402 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ff7673ea-12ad-4c41-9c40-1a9f555e77d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:28.645871 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ff7673ea-12ad-4c41-9c40-1a9f555e77d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:28.646998 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ff7673ea-12ad-4c41-9c40-1a9f555e77d9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ed082636-8ea7-4f97-8053-156d46c3f336 HTTP/1.1" status: 204 len: 168 time: 0.5558438 Apr 20 13:08:28.652126 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-879fb724-3a57-4d97-94be-aad990c609da service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a55d106f-358b-40d1-b65c-8e5c46e9d87b HTTP/1.1" status: 200 len: 217 time: 0.0566251 Apr 20 13:08:28.663301 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b4fefd-359d-484d-a41e-e1c234d0e16b x-openstack-request-id: req-85b4fefd-359d-484d-a41e-e1c234d0e16b {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:28.663667 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01e36c34-5bd5-4303-b064-1f53f24cdb22", "tag": "a55d106f-358b-40d1-b65c-8e5c46e9d87b", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:28.663860 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-85b4fefd-359d-484d-a41e-e1c234d0e16b {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:28.664242 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85b4fefd-359d-484d-a41e-e1c234d0e16b'] response: {'name': 'network-changed', 'server_uuid': '01e36c34-5bd5-4303-b064-1f53f24cdb22', 'tag': 'a55d106f-358b-40d1-b65c-8e5c46e9d87b', 'status': 'completed', 'code': 200} Apr 20 13:08:28.673883 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7673ea-12ad-4c41-9c40-1a9f555e77d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed082636-8ea7-4f97-8053-156d46c3f336,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:28.737777 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:28.780773 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1cefb7a-4db4-4746-8e2e-1b28c4ab9053 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:08:28.787108 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-cb686165-37d8-4340-ab22-5f645e4e4f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:28.788631 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9ef8a3-9acb-4db6-be13-5ca5943c1e71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-5a69de38-4530-4bc9-a14a-1ca14f4ebdfd', 'network_id': '5a69de38-4530-4bc9-a14a-1ca14f4ebdfd', 'tenant_id': '80a09310883244f09c77418f84fc8e88', 'fixed_ips': [{'subnet_id': 'b4af9191-d6b5-420c-b77f-a5f7f7b63126'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:08:28.794686 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-cb686165-37d8-4340-ab22-5f645e4e4f4b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c84cb6f4-b4cc-4751-b4bc-ddb2101451ae HTTP/1.1" status: 200 len: 851 time: 0.1238191 Apr 20 13:08:28.794846 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c9ef8a3-9acb-4db6-be13-5ca5943c1e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:28.818798 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port c1cefb7a-4db4-4746-8e2e-1b28c4ab9053, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=c1cefb7a-4db4-4746-8e2e-1b28c4ab9053,segment=NetworkSegment(91c99d63-c0e9-4d03-be22-192828936552),segment_id=91c99d63-c0e9-4d03-be22-192828936552)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:28.829275 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-6552b32c-7b81-4f6d-a107-e5a0a7cc2b65 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1448fb0c-76a1-4762-b0ef-b8c667a2a5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335505 Apr 20 13:08:28.877113 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9589ce4-8438-4b5b-99cb-d905bb47f839 req-e5b11198-4099-422c-bc18-2edf43828a1b tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:28.882913 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9589ce4-8438-4b5b-99cb-d905bb47f839 req-e5b11198-4099-422c-bc18-2edf43828a1b tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:28.884445 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b9589ce4-8438-4b5b-99cb-d905bb47f839 req-e5b11198-4099-422c-bc18-2edf43828a1b tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=f793dacc-1223-4d2e-9770-d987bec14eb9 HTTP/1.1" status: 200 len: 1680 time: 0.1408949 Apr 20 13:08:28.890123 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b09a29-7686-4b98-8611-9001f9f9793a tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Made reservation on behalf of 80a09310883244f09c77418f84fc8e88 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:08:28.892845 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:28.894009 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-50b09a29-7686-4b98-8611-9001f9f9793a tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:28.931924 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9fe102f0-7edd-4f6e-80d9-f5660f5df68c req-598a4e32-f35e-4adf-9d30-fc3f0f1cdcea tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:28.982849 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=c1cefb7a-4db4-4746-8e2e-1b28c4ab9053,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:28.989886 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-6c9ef8a3-9acb-4db6-be13-5ca5943c1e71 None None] Allocated IP 10.1.1.2 (5a69de38-4530-4bc9-a14a-1ca14f4ebdfd/b4af9191-d6b5-420c-b77f-a5f7f7b63126/0c64c3d2-76e6-4eac-abb7-c061bc5aef0b) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:08:29.006174 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-079f8aa5-bedf-4f80-b76b-b9d94bdcd6f8 service neutron] 10.222.0.15 "GET /v2.0/networks/1448fb0c-76a1-4762-b0ef-b8c667a2a5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693716 Apr 20 13:08:29.011130 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b9589ce4-8438-4b5b-99cb-d905bb47f839 req-be1d05ea-fe57-4122-99aa-305d482301e5 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/security-groups?id=44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906413 Apr 20 13:08:29.114346 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9fe102f0-7edd-4f6e-80d9-f5660f5df68c req-598a4e32-f35e-4adf-9d30-fc3f0f1cdcea tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:29.128018 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d41d2c28-366e-45d5-bfa3-2e627ef81a20 req-fc877a19-999a-4bf8-8d11-6abd50fa9308 service neutron] 10.222.0.15 "GET /v2.0/networks/1448fb0c-76a1-4762-b0ef-b8c667a2a5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152842 Apr 20 13:08:29.164133 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fe102f0-7edd-4f6e-80d9-f5660f5df68c req-598a4e32-f35e-4adf-9d30-fc3f0f1cdcea tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:08:29.171077 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-9fe102f0-7edd-4f6e-80d9-f5660f5df68c req-598a4e32-f35e-4adf-9d30-fc3f0f1cdcea tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:08:29.173346 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe102f0-7edd-4f6e-80d9-f5660f5df68c req-598a4e32-f35e-4adf-9d30-fc3f0f1cdcea tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:08:29.176467 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a4e32-f35e-4adf-9d30-fc3f0f1cdcea tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Pushing event updated for resources: {'Port': ['ID=748a9783-f122-4970-aae2-82ffc9c7ed32,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:29.207455 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c9ef8a3-9acb-4db6-be13-5ca5943c1e71 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:29.227431 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-50b09a29-7686-4b98-8611-9001f9f9793a tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:29.238516 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:08:29.267163 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:29.267941 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9fe102f0-7edd-4f6e-80d9-f5660f5df68c req-598a4e32-f35e-4adf-9d30-fc3f0f1cdcea tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:29.307745 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b09a29-7686-4b98-8611-9001f9f9793a tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Pushing event updated for resources: {'Subnet': ['ID=6bef6cbc-229e-4076-aebf-0e9753031270,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:29.309044 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c9ef8a3-9acb-4db6-be13-5ca5943c1e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:29.319235 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['c1cefb7a-4db4-4746-8e2e-1b28c4ab9053'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:08:29.319630 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b09a29-7686-4b98-8611-9001f9f9793a tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Checking segment: {'id': '77838f7f-eaf5-4c10-90fc-75b379d0087a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b1ec58e9-2000-46d7-b9f7-b902c3308689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:08:29.320036 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b09a29-7686-4b98-8611-9001f9f9793a tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Network hostable DHCP agents. Network: b1ec58e9-2000-46d7-b9f7-b902c3308689, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:08:29.384711 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377e16f-b0d7-44f6-beca-7b058e0059ae req-4bb8f65c-0179-43a3-a717-453098786c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:29.386703 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1377e16f-b0d7-44f6-beca-7b058e0059ae req-4bb8f65c-0179-43a3-a717-453098786c86 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=564a5d1e5b6e4687a901496539f07f39&device_id=01e36c34-5bd5-4303-b064-1f53f24cdb22 HTTP/1.1" status: 200 len: 1094 time: 0.0998709 Apr 20 13:08:29.396963 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1d6c5-406f-42d3-bfb7-a4cb7a78157f req-704138f7-61f9-41fc-9089-d80fe467a953 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:29.398387 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b09a29-7686-4b98-8611-9001f9f9793a tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Network b1ec58e9-2000-46d7-b9f7-b902c3308689 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:08:29.404820 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eac1d6c5-406f-42d3-bfb7-a4cb7a78157f req-704138f7-61f9-41fc-9089-d80fe467a953 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e36c34-5bd5-4303-b064-1f53f24cdb22 HTTP/1.1" status: 200 len: 943 time: 0.0755215 Apr 20 13:08:29.408789 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9ef8a3-9acb-4db6-be13-5ca5943c1e71 None None] Network 5a69de38-4530-4bc9-a14a-1ca14f4ebdfd is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:08:29.420104 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-6c9ef8a3-9acb-4db6-be13-5ca5943c1e71 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:08:29.428403 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9ef8a3-9acb-4db6-be13-5ca5943c1e71 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:08:29.432685 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ef8a3-9acb-4db6-be13-5ca5943c1e71 None None] Pushing event updated for resources: {'Port': ['ID=0c64c3d2-76e6-4eac-abb7-c061bc5aef0b,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:29.467407 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36032) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:29.485807 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-50b09a29-7686-4b98-8611-9001f9f9793a tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, b1ec58e9-2000-46d7-b9f7-b902c3308689) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:08:29.488459 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9fe102f0-7edd-4f6e-80d9-f5660f5df68c req-598a4e32-f35e-4adf-9d30-fc3f0f1cdcea tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:29.493749 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b09a29-7686-4b98-8611-9001f9f9793a tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:29.494590 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-50b09a29-7686-4b98-8611-9001f9f9793a tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:29.523266 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76800483-8b60-453d-b90a-c38366fbe312 None None] Network b1ec58e9-2000-46d7-b9f7-b902c3308689 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:08:29.537326 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eac1d6c5-406f-42d3-bfb7-a4cb7a78157f req-776e2866-78b0-42e3-af91-0061cdc71960 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316535 Apr 20 13:08:29.549572 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-fe25dc97-75ce-4088-b271-1dd370bb03a0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d08881d0eb0748a78e570caea782db74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0808895 Apr 20 13:08:29.552667 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36034) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:29.570872 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-6c9ef8a3-9acb-4db6-be13-5ca5943c1e71 None None] Attempting to bind port 0c64c3d2-76e6-4eac-abb7-c061bc5aef0b on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:08:29.570872 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-6c9ef8a3-9acb-4db6-be13-5ca5943c1e71 None None] Attempting to bind port 0c64c3d2-76e6-4eac-abb7-c061bc5aef0b by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'b2bd74d1-b518-4c8d-839d-80d6ae61237d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5a69de38-4530-4bc9-a14a-1ca14f4ebdfd'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:08:29.570872 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9ef8a3-9acb-4db6-be13-5ca5943c1e71 None None] Attempting to bind port 0c64c3d2-76e6-4eac-abb7-c061bc5aef0b on network 5a69de38-4530-4bc9-a14a-1ca14f4ebdfd {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:08:29.584740 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-50b09a29-7686-4b98-8611-9001f9f9793a tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9672394 Apr 20 13:08:29.588338 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36036) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:29.596056 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-9ca0c248-02c7-47aa-8fa6-cb1002dd1193 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Request body: {'port': {'network_id': '5a69de38-4530-4bc9-a14a-1ca14f4ebdfd', 'name': 'tempest-TaggedBootDevicesTest-664765660', 'fixed_ips': [{'subnet_id': 'b4af9191-d6b5-420c-b77f-a5f7f7b63126'}]}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:29.618116 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9ef8a3-9acb-4db6-be13-5ca5943c1e71 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:08:29.618477 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9ef8a3-9acb-4db6-be13-5ca5943c1e71 None None] Checking segment: {'id': 'b2bd74d1-b518-4c8d-839d-80d6ae61237d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5a69de38-4530-4bc9-a14a-1ca14f4ebdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:08:29.619670 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c9ef8a3-9acb-4db6-be13-5ca5943c1e71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:29.619670 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9ef8a3-9acb-4db6-be13-5ca5943c1e71 None None] Bound using segment: {'id': 'b2bd74d1-b518-4c8d-839d-80d6ae61237d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5a69de38-4530-4bc9-a14a-1ca14f4ebdfd'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:08:29.620083 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-6c9ef8a3-9acb-4db6-be13-5ca5943c1e71 None None] Bound port: 0c64c3d2-76e6-4eac-abb7-c061bc5aef0b, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2bd74d1-b518-4c8d-839d-80d6ae61237d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5a69de38-4530-4bc9-a14a-1ca14f4ebdfd'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:08:29.620196 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c9ef8a3-9acb-4db6-be13-5ca5943c1e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:29.644373 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377e16f-b0d7-44f6-beca-7b058e0059ae req-75f46a15-5f2b-4ff4-86d0-a0a65f7e7e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:29.645834 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1377e16f-b0d7-44f6-beca-7b058e0059ae req-75f46a15-5f2b-4ff4-86d0-a0a65f7e7e5a service neutron] 10.222.0.15 "GET /v2.0/networks?id=1448fb0c-76a1-4762-b0ef-b8c667a2a5dc HTTP/1.1" status: 200 len: 912 time: 0.2374494 Apr 20 13:08:29.695243 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f1f1c31b-5803-444d-bf99-b063b7e82839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:29.734576 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f1f1c31b-5803-444d-bf99-b063b7e82839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:29.819765 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c9ef8a3-9acb-4db6-be13-5ca5943c1e71 None None] For port 0c64c3d2-76e6-4eac-abb7-c061bc5aef0b, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:08:29.824971 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:29.847482 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c9ef8a3-9acb-4db6-be13-5ca5943c1e71 None None] For port 0c64c3d2-76e6-4eac-abb7-c061bc5aef0b, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=0c64c3d2-76e6-4eac-abb7-c061bc5aef0b,segment=NetworkSegment(b2bd74d1-b518-4c8d-839d-80d6ae61237d),segment_id=b2bd74d1-b518-4c8d-839d-80d6ae61237d)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:08:29.873314 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca0c248-02c7-47aa-8fa6-cb1002dd1193 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Made reservation on behalf of 80a09310883244f09c77418f84fc8e88 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:08:29.881357 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ba61e5-9509-46a9-abf0-cd3f37945761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-b1ec58e9-2000-46d7-b9f7-b902c3308689', 'network_id': 'b1ec58e9-2000-46d7-b9f7-b902c3308689', 'tenant_id': '80a09310883244f09c77418f84fc8e88', 'fixed_ips': [{'subnet_id': '6bef6cbc-229e-4076-aebf-0e9753031270'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:08:29.882273 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f5ba61e5-9509-46a9-abf0-cd3f37945761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:29.932160 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f1f1c31b-5803-444d-bf99-b063b7e82839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:29.935543 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f1f1c31b-5803-444d-bf99-b063b7e82839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:29.939676 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f1f1c31b-5803-444d-bf99-b063b7e82839 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fa641810-bad1-4319-8067-3a85cb7d841f HTTP/1.1" status: 204 len: 168 time: 0.3835082 Apr 20 13:08:29.951701 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f1c31b-5803-444d-bf99-b063b7e82839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa641810-bad1-4319-8067-3a85cb7d841f,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:29.983409 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9ca0c248-02c7-47aa-8fa6-cb1002dd1193 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:29.986838 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c9ef8a3-9acb-4db6-be13-5ca5943c1e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:30.006133 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-9ca0c248-02c7-47aa-8fa6-cb1002dd1193 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] device_id is not set on port 9830ed74-8ebf-4eb3-b39e-6bc82c466a82 yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:08:30.036528 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1377e16f-b0d7-44f6-beca-7b058e0059ae req-234e951a-9074-4ed2-856a-1f7686b0c210 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a55d106f-358b-40d1-b65c-8e5c46e9d87b HTTP/1.1" status: 200 len: 217 time: 0.3805325 Apr 20 13:08:30.103610 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 5cea9c6d-a175-4c8d-ab22-5cff7289a3d9 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:08:30.123063 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9fe102f0-7edd-4f6e-80d9-f5660f5df68c req-598a4e32-f35e-4adf-9d30-fc3f0f1cdcea tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:30.129743 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 5cea9c6d-a175-4c8d-ab22-5cff7289a3d9 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:08:30.130067 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 5cea9c6d-a175-4c8d-ab22-5cff7289a3d9 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:08:30.132042 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-f5ba61e5-9509-46a9-abf0-cd3f37945761 None None] Allocated IP 10.2.2.2 (b1ec58e9-2000-46d7-b9f7-b902c3308689/6bef6cbc-229e-4076-aebf-0e9753031270/24a2c552-6a4e-4f15-953d-bb21f1715c0c) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:08:30.139209 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ef8a3-9acb-4db6-be13-5ca5943c1e71 None None] Pushing event updated for resources: {'Port': ['ID=0c64c3d2-76e6-4eac-abb7-c061bc5aef0b,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:30.198118 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9fe102f0-7edd-4f6e-80d9-f5660f5df68c req-598a4e32-f35e-4adf-9d30-fc3f0f1cdcea tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:30.291001 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-9ca0c248-02c7-47aa-8fa6-cb1002dd1193 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Allocated IP 10.1.1.164 (5a69de38-4530-4bc9-a14a-1ca14f4ebdfd/b4af9191-d6b5-420c-b77f-a5f7f7b63126/9830ed74-8ebf-4eb3-b39e-6bc82c466a82) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:08:30.308160 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c7c10-d855-4246-a4fc-ae3289a80895 req-93275fd4-7308-46fb-adf1-6fb106bdcd96 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:30.310429 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c11c7c10-d855-4246-a4fc-ae3289a80895 req-93275fd4-7308-46fb-adf1-6fb106bdcd96 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 945 time: 0.6448400 Apr 20 13:08:30.315182 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f5ba61e5-9509-46a9-abf0-cd3f37945761 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:30.323389 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377e16f-b0d7-44f6-beca-7b058e0059ae req-0f9526ef-9544-4112-a68b-d9a2cb6f1c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:30.324906 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1377e16f-b0d7-44f6-beca-7b058e0059ae req-0f9526ef-9544-4112-a68b-d9a2cb6f1c3d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c84cb6f4-b4cc-4751-b4bc-ddb2101451ae HTTP/1.1" status: 200 len: 851 time: 0.1905811 Apr 20 13:08:30.360643 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a4e32-f35e-4adf-9d30-fc3f0f1cdcea tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Pushing event updated for resources: {'Port': ['ID=748a9783-f122-4970-aae2-82ffc9c7ed32,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:30.370015 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9fe102f0-7edd-4f6e-80d9-f5660f5df68c req-598a4e32-f35e-4adf-9d30-fc3f0f1cdcea tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:30.407188 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1377e16f-b0d7-44f6-beca-7b058e0059ae req-1bbadcac-da38-4f36-b354-126e472a1e92 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1448fb0c-76a1-4762-b0ef-b8c667a2a5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665636 Apr 20 13:08:30.413271 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f5ba61e5-9509-46a9-abf0-cd3f37945761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:30.456269 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c11c7c10-d855-4246-a4fc-ae3289a80895 req-db66e964-33cf-4698-9eef-da578bafd9f7 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad7470b7-9157-466d-a134-84fd4ff6de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303723 Apr 20 13:08:30.494865 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ba61e5-9509-46a9-abf0-cd3f37945761 None None] Network b1ec58e9-2000-46d7-b9f7-b902c3308689 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:08:30.500598 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-f5ba61e5-9509-46a9-abf0-cd3f37945761 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:08:30.506741 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ba61e5-9509-46a9-abf0-cd3f37945761 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:08:30.517934 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba61e5-9509-46a9-abf0-cd3f37945761 None None] Pushing event updated for resources: {'Port': ['ID=24a2c552-6a4e-4f15-953d-bb21f1715c0c,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:30.556328 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9fe102f0-7edd-4f6e-80d9-f5660f5df68c req-598a4e32-f35e-4adf-9d30-fc3f0f1cdcea tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:30.567702 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9fe102f0-7edd-4f6e-80d9-f5660f5df68c req-598a4e32-f35e-4adf-9d30-fc3f0f1cdcea tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8705342 Apr 20 13:08:30.570495 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1377e16f-b0d7-44f6-beca-7b058e0059ae req-aba56d25-c721-4415-a736-e069ecd43b9f service neutron] 10.222.0.15 "GET /v2.0/networks/1448fb0c-76a1-4762-b0ef-b8c667a2a5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539240 Apr 20 13:08:30.604579 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-f5ba61e5-9509-46a9-abf0-cd3f37945761 None None] Attempting to bind port 24a2c552-6a4e-4f15-953d-bb21f1715c0c on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:08:30.605310 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-f5ba61e5-9509-46a9-abf0-cd3f37945761 None None] Attempting to bind port 24a2c552-6a4e-4f15-953d-bb21f1715c0c by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '77838f7f-eaf5-4c10-90fc-75b379d0087a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b1ec58e9-2000-46d7-b9f7-b902c3308689'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:08:30.605740 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ba61e5-9509-46a9-abf0-cd3f37945761 None None] Attempting to bind port 24a2c552-6a4e-4f15-953d-bb21f1715c0c on network b1ec58e9-2000-46d7-b9f7-b902c3308689 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:08:30.613362 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ba61e5-9509-46a9-abf0-cd3f37945761 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:08:30.613863 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ba61e5-9509-46a9-abf0-cd3f37945761 None None] Checking segment: {'id': '77838f7f-eaf5-4c10-90fc-75b379d0087a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b1ec58e9-2000-46d7-b9f7-b902c3308689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:08:30.614276 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f5ba61e5-9509-46a9-abf0-cd3f37945761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:30.614768 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ba61e5-9509-46a9-abf0-cd3f37945761 None None] Bound using segment: {'id': '77838f7f-eaf5-4c10-90fc-75b379d0087a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b1ec58e9-2000-46d7-b9f7-b902c3308689'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:08:30.615252 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-f5ba61e5-9509-46a9-abf0-cd3f37945761 None None] Bound port: 24a2c552-6a4e-4f15-953d-bb21f1715c0c, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77838f7f-eaf5-4c10-90fc-75b379d0087a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b1ec58e9-2000-46d7-b9f7-b902c3308689'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:08:30.615664 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f5ba61e5-9509-46a9-abf0-cd3f37945761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:30.626270 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9ca0c248-02c7-47aa-8fa6-cb1002dd1193 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:30.692687 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-f5ba61e5-9509-46a9-abf0-cd3f37945761 None None] For port 24a2c552-6a4e-4f15-953d-bb21f1715c0c, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:08:30.696153 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-f5ba61e5-9509-46a9-abf0-cd3f37945761 None None] For port 24a2c552-6a4e-4f15-953d-bb21f1715c0c, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=24a2c552-6a4e-4f15-953d-bb21f1715c0c,segment=NetworkSegment(77838f7f-eaf5-4c10-90fc-75b379d0087a),segment_id=77838f7f-eaf5-4c10-90fc-75b379d0087a)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:08:30.714149 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9fe102f0-7edd-4f6e-80d9-f5660f5df68c req-959858cd-6ce6-4d2d-9d6a-7d67832e36f2 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.94 HTTP/1.1" status: 200 len: 695 time: 0.1423743 Apr 20 13:08:30.741856 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9ca0c248-02c7-47aa-8fa6-cb1002dd1193 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:30.770480 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f5ba61e5-9509-46a9-abf0-cd3f37945761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:30.771494 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6947d4f-bdb3-470f-a483-0e9c8282e69c req-181d0722-a50f-487e-a4a6-88445c3daf79 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:30.777596 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6947d4f-bdb3-470f-a483-0e9c8282e69c req-181d0722-a50f-487e-a4a6-88445c3daf79 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:30.780127 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a6947d4f-bdb3-470f-a483-0e9c8282e69c req-181d0722-a50f-487e-a4a6-88445c3daf79 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=f793dacc-1223-4d2e-9770-d987bec14eb9 HTTP/1.1" status: 200 len: 1681 time: 0.1564615 Apr 20 13:08:30.787506 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca0c248-02c7-47aa-8fa6-cb1002dd1193 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Network 5a69de38-4530-4bc9-a14a-1ca14f4ebdfd is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:08:30.791002 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-9ca0c248-02c7-47aa-8fa6-cb1002dd1193 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:08:30.795126 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca0c248-02c7-47aa-8fa6-cb1002dd1193 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:08:30.850786 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba61e5-9509-46a9-abf0-cd3f37945761 None None] Pushing event updated for resources: {'Port': ['ID=24a2c552-6a4e-4f15-953d-bb21f1715c0c,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:30.924461 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe102f0-7edd-4f6e-80d9-f5660f5df68c req-1cda1981-d3b4-4363-a787-df062cfbf605 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:30.925943 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9fe102f0-7edd-4f6e-80d9-f5660f5df68c req-1cda1981-d3b4-4363-a787-df062cfbf605 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/networks/08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 784 time: 0.2018917 Apr 20 13:08:30.934037 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1377e16f-b0d7-44f6-beca-7b058e0059ae req-9958e1ae-7c45-462c-8ac9-e9047b475bed service neutron] 10.222.0.15 "GET /v2.0/networks/1448fb0c-76a1-4762-b0ef-b8c667a2a5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545036 Apr 20 13:08:30.943329 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-9fe102f0-7edd-4f6e-80d9-f5660f5df68c req-4bd94576-e8e4-4281-9b91-20c693f67346 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:08:30.944409 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9fe102f0-7edd-4f6e-80d9-f5660f5df68c req-4bd94576-e8e4-4281-9b91-20c693f67346 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094886 Apr 20 13:08:30.963793 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a6947d4f-bdb3-470f-a483-0e9c8282e69c req-b032c2ad-fdc2-4ddb-91e6-86dcdcf93db6 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/security-groups?id=44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912671 Apr 20 13:08:31.089819 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd82f3f-dbff-4839-bb82-55cf9fce2e5c req-62b2a67d-027d-4f31-9e63-0519547292e1 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:31.099396 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6cd82f3f-dbff-4839-bb82-55cf9fce2e5c req-62b2a67d-027d-4f31-9e63-0519547292e1 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e36c34-5bd5-4303-b064-1f53f24cdb22 HTTP/1.1" status: 200 len: 943 time: 0.0718832 Apr 20 13:08:31.148142 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6cd82f3f-dbff-4839-bb82-55cf9fce2e5c req-ff3a8f1b-8e59-4aae-9b1d-eb9bf0a2dca7 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473061 Apr 20 13:08:31.283378 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0c248-02c7-47aa-8fa6-cb1002dd1193 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Pushing event updated for resources: {'Port': ['ID=9830ed74-8ebf-4eb3-b39e-6bc82c466a82,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:31.353038 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca0c248-02c7-47aa-8fa6-cb1002dd1193 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:31.353038 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9ca0c248-02c7-47aa-8fa6-cb1002dd1193 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:31.429627 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9ca0c248-02c7-47aa-8fa6-cb1002dd1193 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8401968 Apr 20 13:08:31.432014 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36076) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:31.435684 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-9a3d7bdd-61e6-43f2-afcc-bf9a7e256f1c tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:31.438884 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-aaaaf257-8b31-4149-89aa-1e00afad15e4 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Request body: {'port': {'network_id': '5a69de38-4530-4bc9-a14a-1ca14f4ebdfd', 'name': 'tempest-TaggedBootDevicesTest-416566599', 'fixed_ips': [{'subnet_id': 'b4af9191-d6b5-420c-b77f-a5f7f7b63126'}]}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:31.439043 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-9a3d7bdd-61e6-43f2-afcc-bf9a7e256f1c tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/networks?id=216be08c-a7d9-48bb-ac07-e1350f2b5dea HTTP/1.1" status: 200 len: 821 time: 0.1675971 Apr 20 13:08:31.453521 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-9f32584f-260d-4e41-a79f-7b20c344de87 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/quotas/ad4bf9f25ca54612b09fd2442e19f7e7 HTTP/1.1" status: 200 len: 375 time: 0.0102270 Apr 20 13:08:31.564436 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-8beaad32-3414-4b22-b9b1-85de0723f7ec tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ad4bf9f25ca54612b09fd2442e19f7e7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0880930 Apr 20 13:08:31.621613 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb353467-ee26-43eb-8a5c-37b6d9807573 None None] Network 5a69de38-4530-4bc9-a14a-1ca14f4ebdfd requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:08:31.707923 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892db92-796d-4522-a096-96acdf1a39a1 req-90587b3a-691b-4edf-9fb8-4610a58b2755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:31.709451 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e892db92-796d-4522-a096-96acdf1a39a1 req-90587b3a-691b-4edf-9fb8-4610a58b2755 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a9ab0226b6cf4925abbf972bfe37e3be&device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 1096 time: 0.1434844 Apr 20 13:08:31.713507 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaaaf257-8b31-4149-89aa-1e00afad15e4 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Made reservation on behalf of 80a09310883244f09c77418f84fc8e88 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:08:31.723832 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aaaaf257-8b31-4149-89aa-1e00afad15e4 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:31.726792 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748579a-07b3-411c-bf4c-31961b71d20f req-0f4cfc2f-cd3e-404b-9bf8-854ba289a746 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:31.728402 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9748579a-07b3-411c-bf4c-31961b71d20f req-0f4cfc2f-cd3e-404b-9bf8-854ba289a746 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 945 time: 0.1612990 Apr 20 13:08:31.755674 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-aaaaf257-8b31-4149-89aa-1e00afad15e4 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] device_id is not set on port b8f78639-1657-457a-816e-30db34b05a25 yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:08:31.813493 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:08:31.828606 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-c0d58e0d-9b01-4883-a324-4a5cf4b08974 service neutron] 10.222.0.25 "GET /v2.0/networks/216be08c-a7d9-48bb-ac07-e1350f2b5dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413404 Apr 20 13:08:31.866754 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9748579a-07b3-411c-bf4c-31961b71d20f req-0c41a555-8429-493f-8b70-8f4f8481de78 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad7470b7-9157-466d-a134-84fd4ff6de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256533 Apr 20 13:08:31.912759 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-a842afa7-d55d-47c5-b4cb-ce02c4514396 None None] Provisioning complete for port 0c64c3d2-76e6-4eac-abb7-c061bc5aef0b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:31.913389 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a842afa7-d55d-47c5-b4cb-ce02c4514396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:31.941551 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892db92-796d-4522-a096-96acdf1a39a1 req-5c129572-b0b9-4e5e-af09-18afb0b795fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:31.943042 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e892db92-796d-4522-a096-96acdf1a39a1 req-5c129572-b0b9-4e5e-af09-18afb0b795fe service neutron] 10.222.0.32 "GET /v2.0/networks?id=93be87d1-2eca-4eca-adcf-b2098e6f84fb HTTP/1.1" status: 200 len: 921 time: 0.2137234 Apr 20 13:08:32.066332 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e892db92-796d-4522-a096-96acdf1a39a1 req-13350949-a7b4-4db6-926f-d0a66e77b05c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=081561c3-3910-4ea2-a530-47db75e29c73 HTTP/1.1" status: 200 len: 217 time: 0.1072257 Apr 20 13:08:32.086195 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:08:32.095413 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:32.095712 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:32.111586 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-3a616ec0-1f5c-43f4-a3af-96adb65edce9 service neutron] 10.222.0.25 "GET /v2.0/networks/216be08c-a7d9-48bb-ac07-e1350f2b5dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784302 Apr 20 13:08:32.233762 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-aaaaf257-8b31-4149-89aa-1e00afad15e4 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Allocated IP 10.1.1.238 (5a69de38-4530-4bc9-a14a-1ca14f4ebdfd/b4af9191-d6b5-420c-b77f-a5f7f7b63126/b8f78639-1657-457a-816e-30db34b05a25) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:08:32.244259 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device a55d106f-358b-40d1-b65c-8e5c46e9d87b details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:08:32.244423 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892db92-796d-4522-a096-96acdf1a39a1 req-92974bf5-b80c-45d8-960c-6bc9a00cecab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:32.244423 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e892db92-796d-4522-a096-96acdf1a39a1 req-92974bf5-b80c-45d8-960c-6bc9a00cecab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9def3790-e72f-4622-9eb5-7500a0e5bad9 HTTP/1.1" status: 200 len: 860 time: 0.1281912 Apr 20 13:08:32.268788 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f311c3-074b-4e2d-8e6a-d0e2ad599e89 req-426e0ac3-8c6c-49eb-bfa8-3b4af52fcf5f tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:32.281618 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f311c3-074b-4e2d-8e6a-d0e2ad599e89 req-426e0ac3-8c6c-49eb-bfa8-3b4af52fcf5f tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:32.289351 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 0c64c3d2-76e6-4eac-abb7-c061bc5aef0b up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:08:32.293881 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-08f311c3-074b-4e2d-8e6a-d0e2ad599e89 req-426e0ac3-8c6c-49eb-bfa8-3b4af52fcf5f tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=f793dacc-1223-4d2e-9770-d987bec14eb9 HTTP/1.1" status: 200 len: 1681 time: 0.2255461 Apr 20 13:08:32.332422 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e892db92-796d-4522-a096-96acdf1a39a1 req-7bebb9f4-4d88-4b28-8d13-32cceb1abf60 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93be87d1-2eca-4eca-adcf-b2098e6f84fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365620 Apr 20 13:08:32.367962 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a842afa7-d55d-47c5-b4cb-ce02c4514396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:32.392194 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537cd7e8-ff6a-49f6-8cef-f6a9a49f2ef5 None None] Network b1ec58e9-2000-46d7-b9f7-b902c3308689 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:08:32.419764 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aaaaf257-8b31-4149-89aa-1e00afad15e4 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:32.438290 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-08f311c3-074b-4e2d-8e6a-d0e2ad599e89 req-10121015-5ca4-448d-ad20-6c03a5176c8c tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/security-groups?id=44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048725 Apr 20 13:08:32.479610 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e892db92-796d-4522-a096-96acdf1a39a1 req-7e20e4d7-69da-47fa-89b2-8013c5f65e27 service neutron] 10.222.0.32 "GET /v2.0/networks/93be87d1-2eca-4eca-adcf-b2098e6f84fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379392 Apr 20 13:08:32.518828 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aaaaf257-8b31-4149-89aa-1e00afad15e4 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:32.593175 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaaaf257-8b31-4149-89aa-1e00afad15e4 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Network 5a69de38-4530-4bc9-a14a-1ca14f4ebdfd is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:08:32.597772 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-aaaaf257-8b31-4149-89aa-1e00afad15e4 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:08:32.602356 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaaf257-8b31-4149-89aa-1e00afad15e4 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:08:32.610509 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaaf257-8b31-4149-89aa-1e00afad15e4 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Pushing event updated for resources: {'Port': ['ID=b8f78639-1657-457a-816e-30db34b05a25,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:32.657039 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e892db92-796d-4522-a096-96acdf1a39a1 req-c140169d-252c-465c-998a-a323bd888ee9 service neutron] 10.222.0.32 "GET /v2.0/networks/93be87d1-2eca-4eca-adcf-b2098e6f84fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666799 Apr 20 13:08:32.663259 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaaaf257-8b31-4149-89aa-1e00afad15e4 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:32.663259 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aaaaf257-8b31-4149-89aa-1e00afad15e4 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:32.702395 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-beffd65f-0a73-4eca-a67c-ff41196d263e req-743db4c9-d7b8-4ce7-9872-bd80036e2e67 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/ports?device_id=5165c66c-3d21-4457-8efe-73e54481f52b HTTP/1.1" status: 200 len: 210 time: 0.0918043 Apr 20 13:08:32.739923 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf38a7-473c-4bfd-a124-c07b7b0aef89 req-ff4788da-950f-41cd-ae0d-457d10f54d35 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:32.743698 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bdbf38a7-473c-4bfd-a124-c07b7b0aef89 req-ff4788da-950f-41cd-ae0d-457d10f54d35 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e36c34-5bd5-4303-b064-1f53f24cdb22 HTTP/1.1" status: 200 len: 943 time: 0.1305866 Apr 20 13:08:32.797886 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-aaaaf257-8b31-4149-89aa-1e00afad15e4 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3648217 Apr 20 13:08:32.814889 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:32.820834 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bdbf38a7-473c-4bfd-a124-c07b7b0aef89 req-1c812a9e-0a09-4264-956f-a617814f9a49 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670633 Apr 20 13:08:32.834964 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-a842afa7-d55d-47c5-b4cb-ce02c4514396 None None] For port 0c64c3d2-76e6-4eac-abb7-c061bc5aef0b, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=0c64c3d2-76e6-4eac-abb7-c061bc5aef0b,segment=NetworkSegment(b2bd74d1-b518-4c8d-839d-80d6ae61237d),segment_id=b2bd74d1-b518-4c8d-839d-80d6ae61237d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:32.861613 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d,segment=NetworkSegment(ba530643-2d74-404c-990d-1194256d1a29),segment_id=ba530643-2d74-404c-990d-1194256d1a29)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:32.877482 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f793dacc-1223-4d2e-9770-d987bec14eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:32.884732 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a21fdc-b0cd-46b3-b46b-620b5ab713b7" -d '{"events": [{"server_uuid": "f793dacc-1223-4d2e-9770-d987bec14eb9", "name": "network-vif-plugged", "status": "completed", "tag": "aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:32.898751 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port a55d106f-358b-40d1-b65c-8e5c46e9d87b, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=a55d106f-358b-40d1-b65c-8e5c46e9d87b,segment=NetworkSegment(b8a6c4b7-66db-416a-aa28-84e1cd810023),segment_id=b8a6c4b7-66db-416a-aa28-84e1cd810023)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:32.903760 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a842afa7-d55d-47c5-b4cb-ce02c4514396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:32.974809 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246944be-88b3-4471-83a0-b3e5372cab67 x-openstack-request-id: req-246944be-88b3-4471-83a0-b3e5372cab67 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:32.975109 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f793dacc-1223-4d2e-9770-d987bec14eb9", "name": "network-vif-plugged", "status": "completed", "tag": "aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:32.975383 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-246944be-88b3-4471-83a0-b3e5372cab67 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:32.975791 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-246944be-88b3-4471-83a0-b3e5372cab67'] response: {'server_uuid': 'f793dacc-1223-4d2e-9770-d987bec14eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d', 'code': 200} Apr 20 13:08:32.978286 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:32.979391 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device c1cefb7a-4db4-4746-8e2e-1b28c4ab9053 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:08:33.063840 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 0c64c3d2-76e6-4eac-abb7-c061bc5aef0b triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:33.064998 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:33.071155 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'a55d106f-358b-40d1-b65c-8e5c46e9d87b', 'network_id': '1448fb0c-76a1-4762-b0ef-b8c667a2a5dc', 'port_id': 'a55d106f-358b-40d1-b65c-8e5c46e9d87b', 'mac_address': 'fa:16:3e:71:8c:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c84cb6f4-b4cc-4751-b4bc-ddb2101451ae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:08:33.100278 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6e0cf-1427-4ed3-8f32-b85ffd79a33a req-0c1cb5af-9beb-4a9b-8430-7f2d5cf41f2c tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:33.101824 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2a6e0cf-1427-4ed3-8f32-b85ffd79a33a req-0c1cb5af-9beb-4a9b-8430-7f2d5cf41f2c tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 945 time: 0.0857456 Apr 20 13:08:33.153329 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2a6e0cf-1427-4ed3-8f32-b85ffd79a33a req-a03b8c41-a601-4290-bb60-85bc4e2aa5d8 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad7470b7-9157-466d-a134-84fd4ff6de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432086 Apr 20 13:08:33.176003 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-561f334d-7e8e-4e37-bf6f-c385dec776d0 None None] Provisioning complete for port 24a2c552-6a4e-4f15-953d-bb21f1715c0c triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:33.176370 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-561f334d-7e8e-4e37-bf6f-c385dec776d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:33.203060 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842afa7-d55d-47c5-b4cb-ce02c4514396 None None] Pushing event updated for resources: {'Port': ['ID=0c64c3d2-76e6-4eac-abb7-c061bc5aef0b,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:33.232582 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:33.264751 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port c1cefb7a-4db4-4746-8e2e-1b28c4ab9053 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:08:33.294062 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port c1cefb7a-4db4-4746-8e2e-1b28c4ab9053 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:33.294460 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:33.302039 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a55d106f-358b-40d1-b65c-8e5c46e9d87b {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:08:33.327996 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port a55d106f-358b-40d1-b65c-8e5c46e9d87b, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=a55d106f-358b-40d1-b65c-8e5c46e9d87b,segment=NetworkSegment(b8a6c4b7-66db-416a-aa28-84e1cd810023),segment_id=b8a6c4b7-66db-416a-aa28-84e1cd810023)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:33.401866 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:33.445034 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:33.451235 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 24a2c552-6a4e-4f15-953d-bb21f1715c0c up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:08:33.538831 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-626832dd-d513-44ec-8d59-d71f9655986a req-6868833a-3ba6-4d7c-b525-ad6668e84c0a tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=4e1f0d8155374e7db296a2dc86482d62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452647 Apr 20 13:08:33.581447 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-561f334d-7e8e-4e37-bf6f-c385dec776d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:33.641372 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=a55d106f-358b-40d1-b65c-8e5c46e9d87b,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:33.688396 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:33.690126 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626832dd-d513-44ec-8d59-d71f9655986a req-c41ace35-cca9-4656-aea1-3b2e0e8e833c tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:33.690991 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-561f334d-7e8e-4e37-bf6f-c385dec776d0 None None] For port 24a2c552-6a4e-4f15-953d-bb21f1715c0c, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=24a2c552-6a4e-4f15-953d-bb21f1715c0c,segment=NetworkSegment(77838f7f-eaf5-4c10-90fc-75b379d0087a),segment_id=77838f7f-eaf5-4c10-90fc-75b379d0087a)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:33.695842 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-626832dd-d513-44ec-8d59-d71f9655986a req-c41ace35-cca9-4656-aea1-3b2e0e8e833c tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1561704 Apr 20 13:08:33.705417 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 24a2c552-6a4e-4f15-953d-bb21f1715c0c triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:33.705931 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:33.710521 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-626832dd-d513-44ec-8d59-d71f9655986a req-5a35e39c-8bfe-4269-ab4b-0f453fcf9817 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/quotas/4e1f0d8155374e7db296a2dc86482d62 HTTP/1.1" status: 200 len: 375 time: 0.0113962 Apr 20 13:08:33.751227 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-626832dd-d513-44ec-8d59-d71f9655986a req-02224735-3dee-41f4-8f57-5105438096c5 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4e1f0d8155374e7db296a2dc86482d62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327559 Apr 20 13:08:33.760691 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port c1cefb7a-4db4-4746-8e2e-1b28c4ab9053, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=c1cefb7a-4db4-4746-8e2e-1b28c4ab9053,segment=NetworkSegment(91c99d63-c0e9-4d03-be22-192828936552),segment_id=91c99d63-c0e9-4d03-be22-192828936552)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:33.766257 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-561f334d-7e8e-4e37-bf6f-c385dec776d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:33.802152 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['a55d106f-358b-40d1-b65c-8e5c46e9d87b'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:08:33.842567 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-561f334d-7e8e-4e37-bf6f-c385dec776d0 None None] Provisioning complete for port 9830ed74-8ebf-4eb3-b39e-6bc82c466a82 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:33.843223 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-561f334d-7e8e-4e37-bf6f-c385dec776d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:33.870076 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36140) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:33.877170 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-108654fc-8eb8-4191-b54c-31994ccfb2ae tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1095372723', 'description': 'tempest-description--329861411'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:33.889436 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:33.937375 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f334d-7e8e-4e37-bf6f-c385dec776d0 None None] Pushing event updated for resources: {'Port': ['ID=24a2c552-6a4e-4f15-953d-bb21f1715c0c,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:33.969030 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810bc914-d435-4786-b4da-f7b5275a02da req-2d45bb53-77c3-4613-b400-a56dee154f02 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:33.974952 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810bc914-d435-4786-b4da-f7b5275a02da req-2d45bb53-77c3-4613-b400-a56dee154f02 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:33.978552 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-561f334d-7e8e-4e37-bf6f-c385dec776d0 None None] Port 9830ed74-8ebf-4eb3-b39e-6bc82c466a82 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:08:33.981802 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-108654fc-8eb8-4191-b54c-31994ccfb2ae tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:33.983386 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-810bc914-d435-4786-b4da-f7b5275a02da req-2d45bb53-77c3-4613-b400-a56dee154f02 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=f793dacc-1223-4d2e-9770-d987bec14eb9 HTTP/1.1" status: 200 len: 1683 time: 0.0647414 Apr 20 13:08:34.064560 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-561f334d-7e8e-4e37-bf6f-c385dec776d0 None None] Provisioning complete for port 0c64c3d2-76e6-4eac-abb7-c061bc5aef0b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:34.064939 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-561f334d-7e8e-4e37-bf6f-c385dec776d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:34.091884 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-810bc914-d435-4786-b4da-f7b5275a02da req-92b12367-8ead-4cd0-996a-b0c87b226216 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/security-groups?id=44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969253 Apr 20 13:08:34.109506 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=c1cefb7a-4db4-4746-8e2e-1b28c4ab9053,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:34.144570 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-108654fc-8eb8-4191-b54c-31994ccfb2ae tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:34.149626 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d7aff8a7-e426-4f5d-851d-625bdce67463 req-96ca6b3d-9e18-488f-8557-77d49b38fab9 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/ports?device_id=5165c66c-3d21-4457-8efe-73e54481f52b HTTP/1.1" status: 200 len: 210 time: 0.0963962 Apr 20 13:08:34.205053 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-108654fc-8eb8-4191-b54c-31994ccfb2ae tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:34.255499 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108654fc-8eb8-4191-b54c-31994ccfb2ae tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:34.289769 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0b98a671-f5d6-400d-937c-62c66481741f req-78b2677c-1245-4a2f-a49e-48b7320d5bd4 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f965f42c-805e-4ee0-b976-19ad9b6df640 HTTP/1.1" status: 200 len: 210 time: 0.0564916 Apr 20 13:08:34.310896 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-108654fc-8eb8-4191-b54c-31994ccfb2ae tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:34.315836 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-108654fc-8eb8-4191-b54c-31994ccfb2ae tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4429386 Apr 20 13:08:34.316464 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36156) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:34.328249 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-9de439d6-d344-4d1c-acf1-1bf52f709ce1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Request body: {'security_group_rule': {'security_group_id': '524f40f0-f7bd-4071-a5c4-12e52d6a9c2f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:34.342213 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff38e9-5e0d-4dc4-97a4-899ab9bbffcd req-050eeb52-a991-4016-9419-c24571684469 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:34.344388 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d5ff38e9-5e0d-4dc4-97a4-899ab9bbffcd req-050eeb52-a991-4016-9419-c24571684469 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e36c34-5bd5-4303-b064-1f53f24cdb22 HTTP/1.1" status: 200 len: 944 time: 0.1224003 Apr 20 13:08:34.387617 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 0c64c3d2-76e6-4eac-abb7-c061bc5aef0b up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:08:34.413911 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d5ff38e9-5e0d-4dc4-97a4-899ab9bbffcd req-cc3a6b08-3a7c-4da2-a79c-4922cf15ed85 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631013 Apr 20 13:08:34.430917 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dbcf9b-533f-4356-aa86-9bd1ee470d70 req-0eb76f6f-7293-448d-94cc-2efccd53e276 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:34.432739 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-31dbcf9b-533f-4356-aa86-9bd1ee470d70 req-0eb76f6f-7293-448d-94cc-2efccd53e276 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 945 time: 0.0755198 Apr 20 13:08:34.451237 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 0c64c3d2-76e6-4eac-abb7-c061bc5aef0b triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:34.451570 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:34.465873 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9de439d6-d344-4d1c-acf1-1bf52f709ce1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:34.482896 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-31dbcf9b-533f-4356-aa86-9bd1ee470d70 req-6754f3dc-b31d-4e5c-96af-752c19e8606a tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad7470b7-9157-466d-a134-84fd4ff6de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334318 Apr 20 13:08:34.537214 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9de439d6-d344-4d1c-acf1-1bf52f709ce1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:34.551236 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 24a2c552-6a4e-4f15-953d-bb21f1715c0c up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:08:34.573038 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-11d42d96-6904-4335-b433-24434d709af0 None None] Provisioning complete for port 24a2c552-6a4e-4f15-953d-bb21f1715c0c triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:34.573402 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-11d42d96-6904-4335-b433-24434d709af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:34.586509 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9de439d6-d344-4d1c-acf1-1bf52f709ce1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:34.604664 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de439d6-d344-4d1c-acf1-1bf52f709ce1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a13cba45-8167-4915-b36b-4574eb28eec2,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:34.631897 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 24a2c552-6a4e-4f15-953d-bb21f1715c0c triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:34.632267 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:34.691532 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9de439d6-d344-4d1c-acf1-1bf52f709ce1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:34.692855 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9de439d6-d344-4d1c-acf1-1bf52f709ce1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3752291 Apr 20 13:08:34.695636 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36158) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:34.700098 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-56317d2c-4f44-43e3-881f-7d26bb084b82 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Request body: {'security_group_rule': {'security_group_id': '524f40f0-f7bd-4071-a5c4-12e52d6a9c2f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:34.711558 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-11d42d96-6904-4335-b433-24434d709af0 None None] Provisioning complete for port 9830ed74-8ebf-4eb3-b39e-6bc82c466a82 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:34.712061 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-11d42d96-6904-4335-b433-24434d709af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:34.769473 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-11d42d96-6904-4335-b433-24434d709af0 None None] Port 9830ed74-8ebf-4eb3-b39e-6bc82c466a82 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:08:34.784106 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-11d42d96-6904-4335-b433-24434d709af0 None None] Provisioning complete for port b8f78639-1657-457a-816e-30db34b05a25 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:34.784536 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-11d42d96-6904-4335-b433-24434d709af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:34.798290 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-56317d2c-4f44-43e3-881f-7d26bb084b82 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:34.829671 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-11d42d96-6904-4335-b433-24434d709af0 None None] Port b8f78639-1657-457a-816e-30db34b05a25 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:08:34.859288 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-56317d2c-4f44-43e3-881f-7d26bb084b82 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:34.921698 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-55925679-3c4a-4833-9cb8-7a4a0bde3069 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:34.923223 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-55925679-3c4a-4833-9cb8-7a4a0bde3069 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.15 "GET /v2.0/networks?id=216be08c-a7d9-48bb-ac07-e1350f2b5dea HTTP/1.1" status: 200 len: 821 time: 0.1110361 Apr 20 13:08:34.929961 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-56317d2c-4f44-43e3-881f-7d26bb084b82 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:34.937332 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-390f5b47-f5d4-4e64-8613-a164e95e9498 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Request body: {'port': {'device_id': '5165c66c-3d21-4457-8efe-73e54481f52b', 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea', 'admin_state_up': True, 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:34.948059 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56317d2c-4f44-43e3-881f-7d26bb084b82 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c1a1a74-f56b-41f4-99bf-77b85728a5bd,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:34.977356 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f793dacc-1223-4d2e-9770-d987bec14eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1cefb7a-4db4-4746-8e2e-1b28c4ab9053'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:34.979832 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585d392b-44bf-43b8-ba1c-46ba04113eae" -d '{"events": [{"server_uuid": "f793dacc-1223-4d2e-9770-d987bec14eb9", "name": "network-vif-plugged", "status": "completed", "tag": "c1cefb7a-4db4-4746-8e2e-1b28c4ab9053"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:34.996570 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-56317d2c-4f44-43e3-881f-7d26bb084b82 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:35.000771 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-56317d2c-4f44-43e3-881f-7d26bb084b82 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3015506 Apr 20 13:08:35.001741 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36164) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:35.008074 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-3e23f655-aa2c-412a-bb17-7ed951f0e313 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:35.017050 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5385eb87-1605-4ef9-8903-e347b1389a78 x-openstack-request-id: req-5385eb87-1605-4ef9-8903-e347b1389a78 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:35.017342 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f793dacc-1223-4d2e-9770-d987bec14eb9", "name": "network-vif-plugged", "status": "completed", "tag": "c1cefb7a-4db4-4746-8e2e-1b28c4ab9053", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:35.017596 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5385eb87-1605-4ef9-8903-e347b1389a78 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:35.017990 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5385eb87-1605-4ef9-8903-e347b1389a78'] response: {'server_uuid': 'f793dacc-1223-4d2e-9770-d987bec14eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1cefb7a-4db4-4746-8e2e-1b28c4ab9053', 'code': 200} Apr 20 13:08:35.130810 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3e23f655-aa2c-412a-bb17-7ed951f0e313 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks [] for floatingip, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:35.146002 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-390f5b47-f5d4-4e64-8613-a164e95e9498 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Made reservation on behalf of ad4bf9f25ca54612b09fd2442e19f7e7 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:08:35.149465 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-390f5b47-f5d4-4e64-8613-a164e95e9498 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:35.217323 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac567dab-7fca-46ab-8126-fa774536a126 req-5b08a6f9-bc24-4943-895b-bc2deb823142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:35.217819 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac567dab-7fca-46ab-8126-fa774536a126 req-5b08a6f9-bc24-4943-895b-bc2deb823142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:35.219335 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ac567dab-7fca-46ab-8126-fa774536a126 req-5b08a6f9-bc24-4943-895b-bc2deb823142 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f793dacc-1223-4d2e-9770-d987bec14eb9 HTTP/1.1" status: 200 len: 1985 time: 0.1207047 Apr 20 13:08:35.314243 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8eab797a-420e-4209-8ca0-42d373209d87 req-c0f03409-1afc-401c-95e6-7fa97cc948b7 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/ports?device_id=5165c66c-3d21-4457-8efe-73e54481f52b HTTP/1.1" status: 200 len: 210 time: 0.1007974 Apr 20 13:08:35.357612 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f98cac-3b30-4c20-94f3-7a3d0f8ac5e4 req-60f03697-9b46-48c8-a57e-1439424a9024 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:35.363654 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f98cac-3b30-4c20-94f3-7a3d0f8ac5e4 req-60f03697-9b46-48c8-a57e-1439424a9024 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:35.365203 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-35f98cac-3b30-4c20-94f3-7a3d0f8ac5e4 req-60f03697-9b46-48c8-a57e-1439424a9024 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=f793dacc-1223-4d2e-9770-d987bec14eb9 HTTP/1.1" status: 200 len: 1683 time: 0.2024562 Apr 20 13:08:35.444310 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ac567dab-7fca-46ab-8126-fa774536a126 req-5a4a6679-3266-4364-a968-a9ad8d7d3933 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591990 Apr 20 13:08:35.454272 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ad937fb6-a78f-4d75-ad08-c856c6ab5509 req-9b9cac8d-ef28-4975-a83a-992d50309244 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f965f42c-805e-4ee0-b976-19ad9b6df640 HTTP/1.1" status: 200 len: 210 time: 0.0777409 Apr 20 13:08:35.490928 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-390f5b47-f5d4-4e64-8613-a164e95e9498 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Allocated IP 172.20.0.13 (216be08c-a7d9-48bb-ac07-e1350f2b5dea/0b77211f-3453-4701-925b-fc2afaf87461/bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:08:35.498875 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-35f98cac-3b30-4c20-94f3-7a3d0f8ac5e4 req-ca918f71-9bc1-41d8-a82d-c90088b47781 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/security-groups?id=44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153300 Apr 20 13:08:35.584449 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3e23f655-aa2c-412a-bb17-7ed951f0e313 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:35.707813 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4c2e9-b201-4f7c-8b26-cd989f11311e req-ddae8d27-fc1a-4ac7-8099-d775d6c12c3b tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:35.709295 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-35f4c2e9-b201-4f7c-8b26-cd989f11311e req-ddae8d27-fc1a-4ac7-8099-d775d6c12c3b tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e36c34-5bd5-4303-b064-1f53f24cdb22 HTTP/1.1" status: 200 len: 944 time: 0.1957452 Apr 20 13:08:35.760405 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2edf0-fd2e-409f-9ea8-7a1841b5a51a req-31379e3a-2fb1-40d0-9c33-bb989084cef9 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:35.761884 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-29b2edf0-fd2e-409f-9ea8-7a1841b5a51a req-31379e3a-2fb1-40d0-9c33-bb989084cef9 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 945 time: 0.2000418 Apr 20 13:08:35.851636 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-35f4c2e9-b201-4f7c-8b26-cd989f11311e req-a098b346-a34d-4593-a707-e4aeb7c4acf4 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302435 Apr 20 13:08:35.887444 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-3e23f655-aa2c-412a-bb17-7ed951f0e313 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Allocated IP 172.25.8.88 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/f8ece5b8-0e64-4789-ad96-695b1bb058df) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:08:35.891740 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-29b2edf0-fd2e-409f-9ea8-7a1841b5a51a req-7709e6b2-1ff8-439c-bec5-0206c6364c84 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad7470b7-9157-466d-a134-84fd4ff6de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238189 Apr 20 13:08:35.902578 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-390f5b47-f5d4-4e64-8613-a164e95e9498 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:36.015649 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3e23f655-aa2c-412a-bb17-7ed951f0e313 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:36.045419 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-390f5b47-f5d4-4e64-8613-a164e95e9498 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:36.056823 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['cc338793-76f2-46cb-b132-9f5b25a33ace'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:08:36.092720 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-390f5b47-f5d4-4e64-8613-a164e95e9498 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Network 216be08c-a7d9-48bb-ac07-e1350f2b5dea is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:08:36.096024 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-390f5b47-f5d4-4e64-8613-a164e95e9498 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:08:36.100471 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-390f5b47-f5d4-4e64-8613-a164e95e9498 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:08:36.104420 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f5b47-f5d4-4e64-8613-a164e95e9498 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Pushing event updated for resources: {'Port': ['ID=bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:36.130566 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3e23f655-aa2c-412a-bb17-7ed951f0e313 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:36.156316 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device a55d106f-358b-40d1-b65c-8e5c46e9d87b up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:08:36.197502 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e23f655-aa2c-412a-bb17-7ed951f0e313 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:08:36.204241 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-390f5b47-f5d4-4e64-8613-a164e95e9498 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:36.204874 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-390f5b47-f5d4-4e64-8613-a164e95e9498 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:36.212024 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-3e23f655-aa2c-412a-bb17-7ed951f0e313 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:08:36.219379 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e23f655-aa2c-412a-bb17-7ed951f0e313 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Pushing event updated for resources: {'Port': ['ID=f8ece5b8-0e64-4789-ad96-695b1bb058df,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:36.221207 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e23f655-aa2c-412a-bb17-7ed951f0e313 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:08:36.313405 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-390f5b47-f5d4-4e64-8613-a164e95e9498 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3802404 Apr 20 13:08:36.317081 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-626832dd-d513-44ec-8d59-d71f9655986a req-4cae1205-a6f8-4eb9-bfd8-698b1f24a4ce tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=4e1f0d8155374e7db296a2dc86482d62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280476 Apr 20 13:08:36.330978 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-990945e8-324c-4984-b2b2-3258e0b24de8 service neutron] Request body: {'port': {'device_id': '5165c66c-3d21-4457-8efe-73e54481f52b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:36.362609 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port a55d106f-358b-40d1-b65c-8e5c46e9d87b completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:08:36.366389 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port a55d106f-358b-40d1-b65c-8e5c46e9d87b triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:36.367488 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:36.370144 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-37233bb4-dfa0-4456-9dc7-95396b5357eb None None] Provisioning complete for port bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:36.371404 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-37233bb4-dfa0-4456-9dc7-95396b5357eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:36.372129 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3e23f655-aa2c-412a-bb17-7ed951f0e313 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:36.438254 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-37233bb4-dfa0-4456-9dc7-95396b5357eb None None] Port bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:08:36.481885 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-990945e8-324c-4984-b2b2-3258e0b24de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:36.488906 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:36.535068 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port a55d106f-358b-40d1-b65c-8e5c46e9d87b, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=a55d106f-358b-40d1-b65c-8e5c46e9d87b,segment=NetworkSegment(b8a6c4b7-66db-416a-aa28-84e1cd810023),segment_id=b8a6c4b7-66db-416a-aa28-84e1cd810023)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:36.598112 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:36.654091 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=a55d106f-358b-40d1-b65c-8e5c46e9d87b,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:36.844577 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1282364-5624-4665-b0b3-21c96c956671 req-d98eb73a-01ca-46fa-ac6d-3d4bb43de9be tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:36.845986 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b1282364-5624-4665-b0b3-21c96c956671 req-d98eb73a-01ca-46fa-ac6d-3d4bb43de9be tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/ports?device_id=5165c66c-3d21-4457-8efe-73e54481f52b HTTP/1.1" status: 200 len: 932 time: 0.4559975 Apr 20 13:08:36.899436 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-346b198f-20e8-47c1-9092-65128957ae6f req-dac57e2a-dc9a-4dec-b532-147c4bc88955 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f965f42c-805e-4ee0-b976-19ad9b6df640 HTTP/1.1" status: 200 len: 210 time: 0.0797133 Apr 20 13:08:36.911082 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626832dd-d513-44ec-8d59-d71f9655986a req-7b05bbbb-8ac0-40a7-b9e2-b15346bef932 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:36.912477 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-626832dd-d513-44ec-8d59-d71f9655986a req-7b05bbbb-8ac0-40a7-b9e2-b15346bef932 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5854042 Apr 20 13:08:36.914271 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3e23f655-aa2c-412a-bb17-7ed951f0e313 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:36.951268 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-626832dd-d513-44ec-8d59-d71f9655986a req-23766658-5028-4d58-9b0f-9664dbf1ec0f tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Request body: {'port': {'device_id': 'f965f42c-805e-4ee0-b976-19ad9b6df640', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'admin_state_up': True, 'tenant_id': '4e1f0d8155374e7db296a2dc86482d62'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:37.019442 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e36c34-5bd5-4303-b064-1f53f24cdb22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55d106f-358b-40d1-b65c-8e5c46e9d87b'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:37.021742 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50bcc99-d77d-4906-9fb9-9c49f22cf97b" -d '{"events": [{"server_uuid": "01e36c34-5bd5-4303-b064-1f53f24cdb22", "name": "network-vif-plugged", "status": "completed", "tag": "a55d106f-358b-40d1-b65c-8e5c46e9d87b"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:37.141138 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b1282364-5624-4665-b0b3-21c96c956671 req-61cf26a3-ead7-4b3d-b3ba-dfad0ba761b2 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/security-groups?id=a38bb95a-8774-4ed8-be64-0561899f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677696 Apr 20 13:08:37.249511 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ccb480-1bd9-41af-8c56-4a6e12c37a14 req-88add1ef-e488-446e-8133-c52cea143c4b tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:37.255500 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ccb480-1bd9-41af-8c56-4a6e12c37a14 req-88add1ef-e488-446e-8133-c52cea143c4b tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:37.257016 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-22ccb480-1bd9-41af-8c56-4a6e12c37a14 req-88add1ef-e488-446e-8133-c52cea143c4b tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=f793dacc-1223-4d2e-9770-d987bec14eb9 HTTP/1.1" status: 200 len: 1683 time: 0.2817566 Apr 20 13:08:37.471230 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56654cf-51cc-4df3-8b21-77ce9e22cdcb req-11d05d27-1db3-480a-a526-42bade7f56c4 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:37.471230 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a56654cf-51cc-4df3-8b21-77ce9e22cdcb req-11d05d27-1db3-480a-a526-42bade7f56c4 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e36c34-5bd5-4303-b064-1f53f24cdb22 HTTP/1.1" status: 200 len: 945 time: 0.2165923 Apr 20 13:08:37.471230 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-22ccb480-1bd9-41af-8c56-4a6e12c37a14 req-504cd94a-f5a5-4e2a-999d-cff1c95fa835 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/security-groups?id=44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469002 Apr 20 13:08:37.520384 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3e23f655-aa2c-412a-bb17-7ed951f0e313 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:37.552852 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a56654cf-51cc-4df3-8b21-77ce9e22cdcb req-e728a77d-5d27-451c-a825-82e2b94ef602 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101582 Apr 20 13:08:37.582894 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-990945e8-324c-4984-b2b2-3258e0b24de8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:08:37.597045 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-990945e8-324c-4984-b2b2-3258e0b24de8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:37.611462 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3423d10-3935-48ac-9812-ca612a298312 x-openstack-request-id: req-a3423d10-3935-48ac-9812-ca612a298312 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:37.612067 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e36c34-5bd5-4303-b064-1f53f24cdb22", "name": "network-vif-plugged", "status": "completed", "tag": "a55d106f-358b-40d1-b65c-8e5c46e9d87b", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:37.612961 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a3423d10-3935-48ac-9812-ca612a298312 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:37.613462 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3423d10-3935-48ac-9812-ca612a298312'] response: {'server_uuid': '01e36c34-5bd5-4303-b064-1f53f24cdb22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55d106f-358b-40d1-b65c-8e5c46e9d87b', 'code': 200} Apr 20 13:08:37.614538 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-990945e8-324c-4984-b2b2-3258e0b24de8 service neutron] Transition to ACTIVE for port object bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:08:37.717752 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab318a-63f2-4b02-9e7e-99c74e3f6e3f req-efa1da2f-e0d8-4e51-8e60-dd91a01d0f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:37.719550 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f2ab318a-63f2-4b02-9e7e-99c74e3f6e3f req-efa1da2f-e0d8-4e51-8e60-dd91a01d0f4e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=01e36c34-5bd5-4303-b064-1f53f24cdb22 HTTP/1.1" status: 200 len: 1096 time: 0.0465517 Apr 20 13:08:37.758342 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f2ab318a-63f2-4b02-9e7e-99c74e3f6e3f req-f8321ad0-5ac1-4833-9eb7-1e776c5cb00a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309155 Apr 20 13:08:37.764135 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61bab9d-6c14-4752-96dd-e82f0dbd7583 req-6705c80f-e932-47cb-8f14-f126b2a5cb4e tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:37.765675 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c61bab9d-6c14-4752-96dd-e82f0dbd7583 req-6705c80f-e932-47cb-8f14-f126b2a5cb4e tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 945 time: 0.0491676 Apr 20 13:08:37.802830 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c61bab9d-6c14-4752-96dd-e82f0dbd7583 req-dd5b058c-723c-4c82-a5cc-bcbe8d873ad1 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad7470b7-9157-466d-a134-84fd4ff6de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310919 Apr 20 13:08:38.001757 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d5584c6d-c817-47bd-98e2-53a2662e3ebc req-9db170fb-a795-414b-9894-a6807d2d1892 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f965f42c-805e-4ee0-b976-19ad9b6df640 HTTP/1.1" status: 200 len: 210 time: 0.0305800 Apr 20 13:08:38.015619 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-626832dd-d513-44ec-8d59-d71f9655986a req-23766658-5028-4d58-9b0f-9664dbf1ec0f tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Made reservation on behalf of 4e1f0d8155374e7db296a2dc86482d62 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:08:38.015619 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-626832dd-d513-44ec-8d59-d71f9655986a req-23766658-5028-4d58-9b0f-9664dbf1ec0f tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:38.015619 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-626832dd-d513-44ec-8d59-d71f9655986a req-23766658-5028-4d58-9b0f-9664dbf1ec0f tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:38.088826 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-626832dd-d513-44ec-8d59-d71f9655986a req-23766658-5028-4d58-9b0f-9664dbf1ec0f tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:38.090227 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3e23f655-aa2c-412a-bb17-7ed951f0e313 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:38.117660 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-990945e8-324c-4984-b2b2-3258e0b24de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:38.159126 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-626832dd-d513-44ec-8d59-d71f9655986a req-23766658-5028-4d58-9b0f-9664dbf1ec0f tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:38.201545 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e23f655-aa2c-412a-bb17-7ed951f0e313 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Pushing event updated for resources: {'Port': ['ID=f8ece5b8-0e64-4789-ad96-695b1bb058df,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:38.253129 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3e23f655-aa2c-412a-bb17-7ed951f0e313 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:38.303137 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23766658-5028-4d58-9b0f-9664dbf1ec0f tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:38.384937 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990945e8-324c-4984-b2b2-3258e0b24de8 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:38.426763 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3e23f655-aa2c-412a-bb17-7ed951f0e313 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:38.428049 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-3e23f655-aa2c-412a-bb17-7ed951f0e313 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4252882 Apr 20 13:08:38.451891 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b4435-4660-4fd1-ac00-03124889a88e req-84300d13-24e8-4540-ae55-17ffab756d7f tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:38.453360 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-631b4435-4660-4fd1-ac00-03124889a88e req-84300d13-24e8-4540-ae55-17ffab756d7f tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/ports?device_id=5165c66c-3d21-4457-8efe-73e54481f52b HTTP/1.1" status: 200 len: 944 time: 0.2044482 Apr 20 13:08:38.467291 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-990945e8-324c-4984-b2b2-3258e0b24de8 service neutron] Attempting to bind port bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:08:38.467649 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-990945e8-324c-4984-b2b2-3258e0b24de8 service neutron] Attempting to bind port bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '3365e179-b408-4368-8008-105fabe837fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:08:38.467975 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-990945e8-324c-4984-b2b2-3258e0b24de8 service neutron] Attempting to bind port bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e on network 216be08c-a7d9-48bb-ac07-e1350f2b5dea {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:08:38.489155 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-626832dd-d513-44ec-8d59-d71f9655986a req-23766658-5028-4d58-9b0f-9664dbf1ec0f tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Allocated IP 192.168.233.24 (6efc3d61-2150-4671-a02d-6127df40131a/c5b1f82a-7732-4b50-ab22-2475f182a712/02d394e3-f6ef-489c-8ff6-8161ad8effee) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:08:38.491211 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-990945e8-324c-4984-b2b2-3258e0b24de8 service neutron] Port bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e on network 216be08c-a7d9-48bb-ac07-e1350f2b5dea not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:08:38.491584 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-990945e8-324c-4984-b2b2-3258e0b24de8 service neutron] Attempting to bind port bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e on network 216be08c-a7d9-48bb-ac07-e1350f2b5dea {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:08:38.509136 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:08:38.511519 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-990945e8-324c-4984-b2b2-3258e0b24de8 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:08:38.511864 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-990945e8-324c-4984-b2b2-3258e0b24de8 service neutron] Checking segment: {'id': '3365e179-b408-4368-8008-105fabe837fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:08:38.512246 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-990945e8-324c-4984-b2b2-3258e0b24de8 service neutron] Bound using segment: {'id': '3365e179-b408-4368-8008-105fabe837fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:08:38.512687 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-990945e8-324c-4984-b2b2-3258e0b24de8 service neutron] Bound port: bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3365e179-b408-4368-8008-105fabe837fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:08:38.513042 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-990945e8-324c-4984-b2b2-3258e0b24de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:38.556031 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-631b4435-4660-4fd1-ac00-03124889a88e req-3c9ac3c8-71fe-4c20-8b64-ba8b97bc3b86 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/security-groups?id=a38bb95a-8774-4ed8-be64-0561899f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934203 Apr 20 13:08:38.712180 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84680a70-773d-4447-9eb8-c9554e61a2ef req-94022d01-7170-456a-92f0-0d0447fa0078 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:38.718571 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84680a70-773d-4447-9eb8-c9554e61a2ef req-94022d01-7170-456a-92f0-0d0447fa0078 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:38.720110 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-84680a70-773d-4447-9eb8-c9554e61a2ef req-94022d01-7170-456a-92f0-0d0447fa0078 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=f793dacc-1223-4d2e-9770-d987bec14eb9 HTTP/1.1" status: 200 len: 1683 time: 0.1873441 Apr 20 13:08:38.727904 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-990945e8-324c-4984-b2b2-3258e0b24de8 service neutron] For port bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:08:38.768456 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-990945e8-324c-4984-b2b2-3258e0b24de8 service neutron] For port bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e,segment=NetworkSegment(3365e179-b408-4368-8008-105fabe837fd),segment_id=3365e179-b408-4368-8008-105fabe837fd)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:08:38.793398 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-26242ce1-e06b-4582-933b-11e72ab8c83e tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1095372723&fields=id&tenant_id=80a09310883244f09c77418f84fc8e88 HTTP/1.1" status: 200 len: 267 time: 0.1402881 Apr 20 13:08:38.827373 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-84680a70-773d-4447-9eb8-c9554e61a2ef req-f18ca436-bfaa-4748-94ce-afd7a7d311d4 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/security-groups?id=44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930152 Apr 20 13:08:38.852273 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-990945e8-324c-4984-b2b2-3258e0b24de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:38.856756 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-626832dd-d513-44ec-8d59-d71f9655986a req-23766658-5028-4d58-9b0f-9664dbf1ec0f tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:38.898657 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-0c8a9cc8-9aa9-4bcc-b441-0b1ff0d96ede tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:38.900053 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-0c8a9cc8-9aa9-4bcc-b441-0b1ff0d96ede tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports/9830ed74-8ebf-4eb3-b39e-6bc82c466a82 HTTP/1.1" status: 200 len: 931 time: 0.0985799 Apr 20 13:08:38.936224 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-990945e8-324c-4984-b2b2-3258e0b24de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:38.936829 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-990945e8-324c-4984-b2b2-3258e0b24de8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:38.938200 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-990945e8-324c-4984-b2b2-3258e0b24de8 service neutron] 10.222.0.15 "PUT /v2.0/ports/bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e HTTP/1.1" status: 200 len: 1092 time: 2.6122766 Apr 20 13:08:38.939806 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5165c66c-3d21-4457-8efe-73e54481f52b', 'tag': 'bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:38.942093 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66810e2c-e852-4642-ade1-80c61571b8f7" -d '{"events": [{"name": "network-changed", "server_uuid": "5165c66c-3d21-4457-8efe-73e54481f52b", "tag": "bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:39.023996 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-295d822d-79d4-41b2-9143-ca09b20f8abc tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:39.025496 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-295d822d-79d4-41b2-9143-ca09b20f8abc tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports/b8f78639-1657-457a-816e-30db34b05a25 HTTP/1.1" status: 200 len: 931 time: 0.1153102 Apr 20 13:08:39.030193 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990945e8-324c-4984-b2b2-3258e0b24de8 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:39.068253 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4522f-4bf3-4e8a-9b0d-e2e897560f64 req-dc5d4d6d-8a7c-45da-8dc8-77b861a4a9f1 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:39.069757 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4bd4522f-4bf3-4e8a-9b0d-e2e897560f64 req-dc5d4d6d-8a7c-45da-8dc8-77b861a4a9f1 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e36c34-5bd5-4303-b064-1f53f24cdb22 HTTP/1.1" status: 200 len: 945 time: 0.1688330 Apr 20 13:08:39.131539 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-626832dd-d513-44ec-8d59-d71f9655986a req-23766658-5028-4d58-9b0f-9664dbf1ec0f tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:39.134669 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-7f11a05e-a10f-48e6-a573-17daa9982e4f tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?network_id=b1ec58e9-2000-46d7-b9f7-b902c3308689&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0907633 Apr 20 13:08:39.222631 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-8f288d32-f19c-4031-a8ad-8f4e61364f1c tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?network_id=b1ec58e9-2000-46d7-b9f7-b902c3308689&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0541828 Apr 20 13:08:39.230680 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-626832dd-d513-44ec-8d59-d71f9655986a req-23766658-5028-4d58-9b0f-9664dbf1ec0f tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Network 6efc3d61-2150-4671-a02d-6127df40131a is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:08:39.241915 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-626832dd-d513-44ec-8d59-d71f9655986a req-23766658-5028-4d58-9b0f-9664dbf1ec0f tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:08:39.252230 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-1f47d30b-52e4-442b-ba3f-fd0b6d7d6ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:39.253504 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-1f47d30b-52e4-442b-ba3f-fd0b6d7d6ef8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ad4bf9f25ca54612b09fd2442e19f7e7&device_id=5165c66c-3d21-4457-8efe-73e54481f52b HTTP/1.1" status: 200 len: 1095 time: 0.2079277 Apr 20 13:08:39.254080 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23766658-5028-4d58-9b0f-9664dbf1ec0f tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Pushing event updated for resources: {'Port': ['ID=02d394e3-f6ef-489c-8ff6-8161ad8effee,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:39.256421 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-626832dd-d513-44ec-8d59-d71f9655986a req-23766658-5028-4d58-9b0f-9664dbf1ec0f tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:08:39.263189 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4bd4522f-4bf3-4e8a-9b0d-e2e897560f64 req-6636cc4e-86ae-4747-9859-41a083e0cdb7 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571572 Apr 20 13:08:39.380564 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-6a7d6fcb-418c-49cf-9988-3067ff41d59d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e HTTP/1.1" status: 200 len: 217 time: 0.1164057 Apr 20 13:08:39.461428 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626832dd-d513-44ec-8d59-d71f9655986a req-23766658-5028-4d58-9b0f-9664dbf1ec0f tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:39.462025 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-626832dd-d513-44ec-8d59-d71f9655986a req-23766658-5028-4d58-9b0f-9664dbf1ec0f tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:39.510671 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50dfaa-a279-4cf8-90c3-c956b9c8e661 req-9808e4d8-cc66-43f6-b8da-f782b160c377 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:39.512835 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7f50dfaa-a279-4cf8-90c3-c956b9c8e661 req-9808e4d8-cc66-43f6-b8da-f782b160c377 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 945 time: 0.1778538 Apr 20 13:08:39.520056 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-c6dc21d5-a25d-4f49-870d-caee46f3d608 None None] Provisioning complete for port 02d394e3-f6ef-489c-8ff6-8161ad8effee triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:39.520629 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-254abc17-4394-4067-ba66-522b44feebce tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:39.520916 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c6dc21d5-a25d-4f49-870d-caee46f3d608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:39.524937 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-254abc17-4394-4067-ba66-522b44feebce tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:39.530625 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-254abc17-4394-4067-ba66-522b44feebce tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:39.532265 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-254abc17-4394-4067-ba66-522b44feebce tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/networks?id=c0567742-ebd6-4040-88bb-7f8afbb4e328&id=5a69de38-4530-4bc9-a14a-1ca14f4ebdfd&id=5a69de38-4530-4bc9-a14a-1ca14f4ebdfd&id=b1ec58e9-2000-46d7-b9f7-b902c3308689&id=b1ec58e9-2000-46d7-b9f7-b902c3308689 HTTP/1.1" status: 200 len: 1989 time: 0.2947733 Apr 20 13:08:39.536161 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-416f32e6-c98f-4614-a124-17266ae0bef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:39.537449 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-416f32e6-c98f-4614-a124-17266ae0bef6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b77211f-3453-4701-925b-fc2afaf87461 HTTP/1.1" status: 200 len: 860 time: 0.1487405 Apr 20 13:08:39.544843 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-626832dd-d513-44ec-8d59-d71f9655986a req-23766658-5028-4d58-9b0f-9664dbf1ec0f tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6201901 Apr 20 13:08:39.553232 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-c6dc21d5-a25d-4f49-870d-caee46f3d608 None None] Port 02d394e3-f6ef-489c-8ff6-8161ad8effee cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:08:39.584755 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-626832dd-d513-44ec-8d59-d71f9655986a req-a04c2109-535f-4ab6-baab-2ca5685b76e6 service neutron] Request body: {'port': {'device_id': 'f965f42c-805e-4ee0-b976-19ad9b6df640', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:39.611751 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-8df05370-b62a-4e49-92f9-40090cc8d6d8 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/quotas/80a09310883244f09c77418f84fc8e88 HTTP/1.1" status: 200 len: 375 time: 0.0650446 Apr 20 13:08:39.678083 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7f50dfaa-a279-4cf8-90c3-c956b9c8e661 req-92f627ad-a876-45d4-9625-cea4ed53ff1c tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad7470b7-9157-466d-a134-84fd4ff6de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448312 Apr 20 13:08:39.691182 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-626832dd-d513-44ec-8d59-d71f9655986a req-a04c2109-535f-4ab6-baab-2ca5685b76e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:39.697147 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-d347d76c-66db-4937-a64c-71ae15e64460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:39.698650 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-d347d76c-66db-4937-a64c-71ae15e64460 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=216be08c-a7d9-48bb-ac07-e1350f2b5dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1511660 Apr 20 13:08:39.750605 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-68987463-98f5-4169-9c8e-7b8212fc536c tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=80a09310883244f09c77418f84fc8e88&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1301618 Apr 20 13:08:39.770892 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b509832f-1ac0-4d0c-a886-ffea1b043b88 x-openstack-request-id: req-b509832f-1ac0-4d0c-a886-ffea1b043b88 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:39.771191 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5165c66c-3d21-4457-8efe-73e54481f52b", "tag": "bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:39.771426 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b509832f-1ac0-4d0c-a886-ffea1b043b88 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:39.771809 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b509832f-1ac0-4d0c-a886-ffea1b043b88'] response: {'name': 'network-changed', 'server_uuid': '5165c66c-3d21-4457-8efe-73e54481f52b', 'tag': 'bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e', 'status': 'completed', 'code': 200} Apr 20 13:08:40.300692 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c9102-fb70-4dd5-b6c9-725c1d53d480 req-0f8ca2fd-81d3-48a2-915f-ff4a55bc2c3d tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:40.302032 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fa8c9102-fb70-4dd5-b6c9-725c1d53d480 req-0f8ca2fd-81d3-48a2-915f-ff4a55bc2c3d tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f965f42c-805e-4ee0-b976-19ad9b6df640 HTTP/1.1" status: 200 len: 935 time: 0.4972270 Apr 20 13:08:40.313587 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-67a36f7f-d20c-4dff-8ded-b42c3ef97863 service neutron] 10.222.0.15 "GET /v2.0/networks/216be08c-a7d9-48bb-ac07-e1350f2b5dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6059847 Apr 20 13:08:40.322284 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-cdd32e86-9d1d-46ae-a9fd-332b95b32c5d service neutron] 10.222.0.25 "GET /v2.0/networks/c0567742-ebd6-4040-88bb-7f8afbb4e328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5530810 Apr 20 13:08:40.482124 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fa8c9102-fb70-4dd5-b6c9-725c1d53d480 req-f2a2725f-47d3-4ae3-8781-c6d290d10700 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705918 Apr 20 13:08:40.592996 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4392cbcc-1b3e-45fd-a03c-59b42bc91cd5 req-a3ca1e83-1479-4683-8533-139dc678ca90 service neutron] 10.222.0.15 "GET /v2.0/networks/216be08c-a7d9-48bb-ac07-e1350f2b5dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689779 Apr 20 13:08:40.601335 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-9763ab4d-b50f-4c6f-9e16-6434e0a68482 service neutron] 10.222.0.25 "GET /v2.0/networks/c0567742-ebd6-4040-88bb-7f8afbb4e328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529471 Apr 20 13:08:40.680571 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79342fe0-798f-4084-9701-f423c006ea63 req-efb5315d-fb25-45fa-bff0-3452687473a3 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:40.682026 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-79342fe0-798f-4084-9701-f423c006ea63 req-efb5315d-fb25-45fa-bff0-3452687473a3 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/ports?device_id=5165c66c-3d21-4457-8efe-73e54481f52b HTTP/1.1" status: 200 len: 944 time: 0.1326597 Apr 20 13:08:40.694295 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-00ba9b1d-7f67-4634-8f8b-440f89695f9c service neutron] 10.222.0.25 "GET /v2.0/ports/9830ed74-8ebf-4eb3-b39e-6bc82c466a82?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0830138 Apr 20 13:08:40.696152 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-626832dd-d513-44ec-8d59-d71f9655986a req-a04c2109-535f-4ab6-baab-2ca5685b76e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02d394e3-f6ef-489c-8ff6-8161ad8effee {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:08:40.722759 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-626832dd-d513-44ec-8d59-d71f9655986a req-a04c2109-535f-4ab6-baab-2ca5685b76e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:40.800966 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-626832dd-d513-44ec-8d59-d71f9655986a req-a04c2109-535f-4ab6-baab-2ca5685b76e6 service neutron] Transition to ACTIVE for port object 02d394e3-f6ef-489c-8ff6-8161ad8effee will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:08:40.815318 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-79342fe0-798f-4084-9701-f423c006ea63 req-eabd01b1-99de-4caf-9a0a-65999a162558 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/security-groups?id=a38bb95a-8774-4ed8-be64-0561899f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257439 Apr 20 13:08:40.835612 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66810e2c-e852-4642-ade1-80c61571b8f7 req-05300911-bd92-42bb-be5a-21faeac3b412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:40.841155 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66810e2c-e852-4642-ade1-80c61571b8f7 req-05300911-bd92-42bb-be5a-21faeac3b412 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ad4bf9f25ca54612b09fd2442e19f7e7&device_id=5165c66c-3d21-4457-8efe-73e54481f52b HTTP/1.1" status: 200 len: 1095 time: 0.1302226 Apr 20 13:08:40.865546 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-08f47434-72a7-42dd-88f1-2cfd3d7a9cc2 service neutron] 10.222.0.25 "GET /v2.0/networks/5a69de38-4530-4bc9-a14a-1ca14f4ebdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575837 Apr 20 13:08:40.921144 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-626832dd-d513-44ec-8d59-d71f9655986a req-a04c2109-535f-4ab6-baab-2ca5685b76e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:41.032023 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c2109-535f-4ab6-baab-2ca5685b76e6 service neutron] Pushing event updated for resources: {'Port': ['ID=02d394e3-f6ef-489c-8ff6-8161ad8effee,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:41.079751 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-2b232827-56ae-4d44-84e8-e264a81ebc16 service neutron] 10.222.0.25 "GET /v2.0/networks/5a69de38-4530-4bc9-a14a-1ca14f4ebdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043352 Apr 20 13:08:41.103191 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66810e2c-e852-4642-ade1-80c61571b8f7 req-661c75d9-3890-4a2f-b89f-a275014e5ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:41.104601 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66810e2c-e852-4642-ade1-80c61571b8f7 req-661c75d9-3890-4a2f-b89f-a275014e5ac0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=216be08c-a7d9-48bb-ac07-e1350f2b5dea HTTP/1.1" status: 200 len: 922 time: 0.2558587 Apr 20 13:08:41.174437 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66810e2c-e852-4642-ade1-80c61571b8f7 req-4d265ed6-ceb6-4aa7-a5a9-60e1b815a987 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e HTTP/1.1" status: 200 len: 217 time: 0.0610807 Apr 20 13:08:41.215122 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-6d2dab0d-9a92-4ddb-86c3-dd8662c2483e service neutron] 10.222.0.25 "GET /v2.0/ports/b8f78639-1657-457a-816e-30db34b05a25?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1135139 Apr 20 13:08:41.252828 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-626832dd-d513-44ec-8d59-d71f9655986a req-a04c2109-535f-4ab6-baab-2ca5685b76e6 service neutron] Attempting to bind port 02d394e3-f6ef-489c-8ff6-8161ad8effee on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:08:41.253820 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-626832dd-d513-44ec-8d59-d71f9655986a req-a04c2109-535f-4ab6-baab-2ca5685b76e6 service neutron] Attempting to bind port 02d394e3-f6ef-489c-8ff6-8161ad8effee by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:08:41.253820 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626832dd-d513-44ec-8d59-d71f9655986a req-a04c2109-535f-4ab6-baab-2ca5685b76e6 service neutron] Attempting to bind port 02d394e3-f6ef-489c-8ff6-8161ad8effee on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:08:41.270530 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626832dd-d513-44ec-8d59-d71f9655986a req-a04c2109-535f-4ab6-baab-2ca5685b76e6 service neutron] Port 02d394e3-f6ef-489c-8ff6-8161ad8effee on network 6efc3d61-2150-4671-a02d-6127df40131a not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:08:41.270774 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626832dd-d513-44ec-8d59-d71f9655986a req-a04c2109-535f-4ab6-baab-2ca5685b76e6 service neutron] Attempting to bind port 02d394e3-f6ef-489c-8ff6-8161ad8effee on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:08:41.305542 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66810e2c-e852-4642-ade1-80c61571b8f7 req-f4df4712-020e-497f-9602-adfe4002aa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:41.307032 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66810e2c-e852-4642-ade1-80c61571b8f7 req-f4df4712-020e-497f-9602-adfe4002aa99 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b77211f-3453-4701-925b-fc2afaf87461 HTTP/1.1" status: 200 len: 860 time: 0.1251318 Apr 20 13:08:41.312627 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626832dd-d513-44ec-8d59-d71f9655986a req-a04c2109-535f-4ab6-baab-2ca5685b76e6 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:08:41.312967 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626832dd-d513-44ec-8d59-d71f9655986a req-a04c2109-535f-4ab6-baab-2ca5685b76e6 service neutron] Checking segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:08:41.313350 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626832dd-d513-44ec-8d59-d71f9655986a req-a04c2109-535f-4ab6-baab-2ca5685b76e6 service neutron] Bound using segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:08:41.313797 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-626832dd-d513-44ec-8d59-d71f9655986a req-a04c2109-535f-4ab6-baab-2ca5685b76e6 service neutron] Bound port: 02d394e3-f6ef-489c-8ff6-8161ad8effee, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:08:41.314155 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-626832dd-d513-44ec-8d59-d71f9655986a req-a04c2109-535f-4ab6-baab-2ca5685b76e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:41.424112 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66810e2c-e852-4642-ade1-80c61571b8f7 req-0a9907de-db69-4a0b-89b8-60d19bb9e73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:41.425498 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66810e2c-e852-4642-ade1-80c61571b8f7 req-0a9907de-db69-4a0b-89b8-60d19bb9e73d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=216be08c-a7d9-48bb-ac07-e1350f2b5dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1075497 Apr 20 13:08:41.428805 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-4dbdc6f1-cc0a-4ef6-b21c-86f56ccba01c service neutron] 10.222.0.25 "GET /v2.0/networks/5a69de38-4530-4bc9-a14a-1ca14f4ebdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053285 Apr 20 13:08:41.494128 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-626832dd-d513-44ec-8d59-d71f9655986a req-a04c2109-535f-4ab6-baab-2ca5685b76e6 service neutron] For port 02d394e3-f6ef-489c-8ff6-8161ad8effee, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:08:41.564157 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-626832dd-d513-44ec-8d59-d71f9655986a req-a04c2109-535f-4ab6-baab-2ca5685b76e6 service neutron] For port 02d394e3-f6ef-489c-8ff6-8161ad8effee, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=02d394e3-f6ef-489c-8ff6-8161ad8effee,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:08:41.611384 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a838f1c-cc45-475b-87b1-bccd6f8de370 req-69eaf2ae-67d8-4336-93d3-f998052abf5d tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:41.613030 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8a838f1c-cc45-475b-87b1-bccd6f8de370 req-69eaf2ae-67d8-4336-93d3-f998052abf5d tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e36c34-5bd5-4303-b064-1f53f24cdb22 HTTP/1.1" status: 200 len: 945 time: 0.1806016 Apr 20 13:08:41.653187 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-626832dd-d513-44ec-8d59-d71f9655986a req-a04c2109-535f-4ab6-baab-2ca5685b76e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:41.660803 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b5a30dc4-0c94-48c4-bfe4-a73832c28d83 service neutron] 10.222.0.25 "GET /v2.0/networks/5a69de38-4530-4bc9-a14a-1ca14f4ebdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135448 Apr 20 13:08:41.669840 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66810e2c-e852-4642-ade1-80c61571b8f7 req-2c3a8793-f1f5-47fd-89c2-aa32d74526ee service neutron] 10.222.0.15 "GET /v2.0/networks/216be08c-a7d9-48bb-ac07-e1350f2b5dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352228 Apr 20 13:08:41.745856 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626832dd-d513-44ec-8d59-d71f9655986a req-a04c2109-535f-4ab6-baab-2ca5685b76e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:41.746465 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-626832dd-d513-44ec-8d59-d71f9655986a req-a04c2109-535f-4ab6-baab-2ca5685b76e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:41.747864 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-626832dd-d513-44ec-8d59-d71f9655986a req-a04c2109-535f-4ab6-baab-2ca5685b76e6 service neutron] 10.222.0.15 "PUT /v2.0/ports/02d394e3-f6ef-489c-8ff6-8161ad8effee HTTP/1.1" status: 200 len: 1095 time: 2.1847599 Apr 20 13:08:41.781342 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8a838f1c-cc45-475b-87b1-bccd6f8de370 req-edd95efc-4329-4e9f-936f-af77284bed69 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581316 Apr 20 13:08:41.781769 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f965f42c-805e-4ee0-b976-19ad9b6df640', 'tag': '02d394e3-f6ef-489c-8ff6-8161ad8effee'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:41.784007 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ca87cf-45bf-4bed-bbbd-4bdafb0b4f09" -d '{"events": [{"name": "network-changed", "server_uuid": "f965f42c-805e-4ee0-b976-19ad9b6df640", "tag": "02d394e3-f6ef-489c-8ff6-8161ad8effee"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:41.871720 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c2109-535f-4ab6-baab-2ca5685b76e6 service neutron] Pushing event updated for resources: {'Port': ['ID=02d394e3-f6ef-489c-8ff6-8161ad8effee,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:41.949198 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66810e2c-e852-4642-ade1-80c61571b8f7 req-e26fff01-537f-4f07-9f66-dd9ac75ca1ee service neutron] 10.222.0.15 "GET /v2.0/networks/216be08c-a7d9-48bb-ac07-e1350f2b5dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522142 Apr 20 13:08:41.952502 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-5be42f38-b0dc-4f3e-88ac-cf4a50771268 service neutron] 10.222.0.25 "GET /v2.0/networks/5a69de38-4530-4bc9-a14a-1ca14f4ebdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661912 Apr 20 13:08:41.985140 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626832dd-d513-44ec-8d59-d71f9655986a req-f3facfbd-e8c9-4b4b-b440-6c9bdb202d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:41.986456 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-626832dd-d513-44ec-8d59-d71f9655986a req-f3facfbd-e8c9-4b4b-b440-6c9bdb202d90 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e1f0d8155374e7db296a2dc86482d62&device_id=f965f42c-805e-4ee0-b976-19ad9b6df640 HTTP/1.1" status: 200 len: 1098 time: 0.1014197 Apr 20 13:08:41.995655 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e355e-27bb-45be-bed4-86cf1d19436d req-a055dfb0-620e-42c9-bb51-3f300f7bbf5e tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:41.997148 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ea5e355e-27bb-45be-bed4-86cf1d19436d req-a055dfb0-620e-42c9-bb51-3f300f7bbf5e tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 945 time: 0.1450973 Apr 20 13:08:42.077691 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:42.079467 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-626832dd-d513-44ec-8d59-d71f9655986a req-d555dd2e-d21e-4e20-860f-3e67b90120c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=02d394e3-f6ef-489c-8ff6-8161ad8effee HTTP/1.1" status: 200 len: 217 time: 0.0501645 Apr 20 13:08:42.151156 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ea5e355e-27bb-45be-bed4-86cf1d19436d req-668aac0a-3f0e-4df4-b5d2-cb6d157c8f38 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad7470b7-9157-466d-a134-84fd4ff6de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229165 Apr 20 13:08:42.156680 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-98dee7b4-88d7-49bd-bc45-1207606d78b0 service neutron] 10.222.0.25 "GET /v2.0/networks/5a69de38-4530-4bc9-a14a-1ca14f4ebdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961265 Apr 20 13:08:42.173507 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626832dd-d513-44ec-8d59-d71f9655986a req-ff41a71d-ff57-4e1a-a6d5-f73d246637e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:42.174871 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-626832dd-d513-44ec-8d59-d71f9655986a req-ff41a71d-ff57-4e1a-a6d5-f73d246637e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0878723 Apr 20 13:08:42.310627 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626832dd-d513-44ec-8d59-d71f9655986a req-7264424b-30e4-469c-bf7e-326d6479018c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:42.312040 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-626832dd-d513-44ec-8d59-d71f9655986a req-7264424b-30e4-469c-bf7e-326d6479018c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1260262 Apr 20 13:08:42.323968 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef101a4-a0a5-4ca8-bb22-d65bac7ab8af req-f0cd0cdf-fbf4-47b2-87dd-cb52075acf77 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:42.329787 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef101a4-a0a5-4ca8-bb22-d65bac7ab8af req-f0cd0cdf-fbf4-47b2-87dd-cb52075acf77 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:42.331179 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1ef101a4-a0a5-4ca8-bb22-d65bac7ab8af req-f0cd0cdf-fbf4-47b2-87dd-cb52075acf77 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=f793dacc-1223-4d2e-9770-d987bec14eb9 HTTP/1.1" status: 200 len: 1683 time: 0.1094139 Apr 20 13:08:42.340036 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-91f030be-7628-42cb-91af-de3aa6d7b8c7 service neutron] 10.222.0.25 "GET /v2.0/networks/5a69de38-4530-4bc9-a14a-1ca14f4ebdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747401 Apr 20 13:08:42.466485 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1ef101a4-a0a5-4ca8-bb22-d65bac7ab8af req-a7bf49c0-6418-4089-a4b4-70f07fbf73c0 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/security-groups?id=44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255460 Apr 20 13:08:42.508511 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-626832dd-d513-44ec-8d59-d71f9655986a req-a9c86fd5-c1cb-4180-be63-6468a44f9d95 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761203 Apr 20 13:08:42.547150 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-a492bbe5-b546-4835-bd9c-34ced5bdc6e4 service neutron] 10.222.0.25 "GET /v2.0/networks/5a69de38-4530-4bc9-a14a-1ca14f4ebdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915374 Apr 20 13:08:42.686525 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b20c7-cba0-497e-88c1-36adb3578155 req-ff849f1b-3966-40ef-b260-d6574bf0d7d4 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:42.688050 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fd2b20c7-cba0-497e-88c1-36adb3578155 req-ff849f1b-3966-40ef-b260-d6574bf0d7d4 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f965f42c-805e-4ee0-b976-19ad9b6df640 HTTP/1.1" status: 200 len: 947 time: 0.1618176 Apr 20 13:08:42.697780 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-626832dd-d513-44ec-8d59-d71f9655986a req-5f6966e7-2195-46b5-b4d6-103a53d2848c service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803236 Apr 20 13:08:42.717758 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:43.057733 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-f6e2834c-8a2c-48d8-941d-35f2f475c5d1 service neutron] 10.222.0.25 "GET /v2.0/networks/b1ec58e9-2000-46d7-b9f7-b902c3308689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4799366 Apr 20 13:08:43.068404 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fd2b20c7-cba0-497e-88c1-36adb3578155 req-2dc26063-e08e-4512-a86b-e36585659787 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727233 Apr 20 13:08:43.128091 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef218c1e-cc51-4686-8cc6-746cb17c66bc req-97ea766a-8e48-4d2f-b117-ba164205eda5 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:43.133862 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef218c1e-cc51-4686-8cc6-746cb17c66bc req-97ea766a-8e48-4d2f-b117-ba164205eda5 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:43.135380 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ef218c1e-cc51-4686-8cc6-746cb17c66bc req-97ea766a-8e48-4d2f-b117-ba164205eda5 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.32 "GET /v2.0/ports?device_id=f793dacc-1223-4d2e-9770-d987bec14eb9 HTTP/1.1" status: 200 len: 1683 time: 0.1309195 Apr 20 13:08:43.230915 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-04066297-4d4d-4225-b2b1-c32db960b265 service neutron] 10.222.0.25 "GET /v2.0/networks/b1ec58e9-2000-46d7-b9f7-b902c3308689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657240 Apr 20 13:08:43.307300 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-ef218c1e-cc51-4686-8cc6-746cb17c66bc req-94e9656b-ee7d-4977-97cf-e32de7f65e00 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Deleting port aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:08:43.307701 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ef218c1e-cc51-4686-8cc6-746cb17c66bc req-94e9656b-ee7d-4977-97cf-e32de7f65e00 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:43.360188 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4ba99f-b265-43fe-99bb-496126ef4a43 x-openstack-request-id: req-9c4ba99f-b265-43fe-99bb-496126ef4a43 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:43.360845 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f965f42c-805e-4ee0-b976-19ad9b6df640", "tag": "02d394e3-f6ef-489c-8ff6-8161ad8effee", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:43.360845 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c4ba99f-b265-43fe-99bb-496126ef4a43 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:43.361218 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c4ba99f-b265-43fe-99bb-496126ef4a43'] response: {'name': 'network-changed', 'server_uuid': 'f965f42c-805e-4ee0-b976-19ad9b6df640', 'tag': '02d394e3-f6ef-489c-8ff6-8161ad8effee', 'status': 'completed', 'code': 200} Apr 20 13:08:43.429138 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-ed456114-a5fd-47c8-a414-65120873402e service neutron] 10.222.0.25 "GET /v2.0/networks/b1ec58e9-2000-46d7-b9f7-b902c3308689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916029 Apr 20 13:08:43.529245 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-ef218c1e-cc51-4686-8cc6-746cb17c66bc req-94e9656b-ee7d-4977-97cf-e32de7f65e00 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] For port aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d,segment=NetworkSegment(ba530643-2d74-404c-990d-1194256d1a29),segment_id=ba530643-2d74-404c-990d-1194256d1a29)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:43.529612 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ef218c1e-cc51-4686-8cc6-746cb17c66bc req-94e9656b-ee7d-4977-97cf-e32de7f65e00 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:43.541113 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca87cf-45bf-4bed-bbbd-4bdafb0b4f09 req-a9076681-fc8b-4476-8766-f6ef65cb59c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:43.542612 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d0ca87cf-45bf-4bed-bbbd-4bdafb0b4f09 req-a9076681-fc8b-4476-8766-f6ef65cb59c7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e1f0d8155374e7db296a2dc86482d62&device_id=f965f42c-805e-4ee0-b976-19ad9b6df640 HTTP/1.1" status: 200 len: 1098 time: 0.1761510 Apr 20 13:08:43.553424 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-ef218c1e-cc51-4686-8cc6-746cb17c66bc req-94e9656b-ee7d-4977-97cf-e32de7f65e00 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Calling delete_port for aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:08:43.580252 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf37c1-4a60-413e-8c8c-34ac05044cd0 req-554144e5-21b4-4cdd-a9df-51c28a752961 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:43.581677 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d4cf37c1-4a60-413e-8c8c-34ac05044cd0 req-554144e5-21b4-4cdd-a9df-51c28a752961 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/ports?device_id=5165c66c-3d21-4457-8efe-73e54481f52b HTTP/1.1" status: 200 len: 944 time: 0.1748850 Apr 20 13:08:43.712904 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-8e5ae14f-c490-4dc4-8e21-f3fbc1f28110 service neutron] 10.222.0.25 "GET /v2.0/networks/b1ec58e9-2000-46d7-b9f7-b902c3308689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595725 Apr 20 13:08:43.728260 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d4cf37c1-4a60-413e-8c8c-34ac05044cd0 req-f6837021-e1a1-4e2e-b66e-24f6621c4be0 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/security-groups?id=a38bb95a-8774-4ed8-be64-0561899f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256745 Apr 20 13:08:43.765357 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca87cf-45bf-4bed-bbbd-4bdafb0b4f09 req-77faa776-5dd4-417d-a757-db58cd60f2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:43.766829 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d0ca87cf-45bf-4bed-bbbd-4bdafb0b4f09 req-77faa776-5dd4-417d-a757-db58cd60f2f8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.2089045 Apr 20 13:08:43.832184 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d0ca87cf-45bf-4bed-bbbd-4bdafb0b4f09 req-3fb1383a-e2ef-4a58-b1e8-f3a3c88916fc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=02d394e3-f6ef-489c-8ff6-8161ad8effee HTTP/1.1" status: 200 len: 217 time: 0.0555429 Apr 20 13:08:43.921769 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca87cf-45bf-4bed-bbbd-4bdafb0b4f09 req-85cf2112-33ee-46f4-854b-69424abdc7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:43.923247 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d0ca87cf-45bf-4bed-bbbd-4bdafb0b4f09 req-85cf2112-33ee-46f4-854b-69424abdc7d3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0833566 Apr 20 13:08:43.936259 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f348e-f98b-4bc3-8d93-efdae6d4b15c req-f55ddf27-ab4d-407f-96fd-477ebc780573 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:43.937711 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b39f348e-f98b-4bc3-8d93-efdae6d4b15c req-f55ddf27-ab4d-407f-96fd-477ebc780573 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 945 time: 0.1264088 Apr 20 13:08:43.974089 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ef218c1e-cc51-4686-8cc6-746cb17c66bc req-94e9656b-ee7d-4977-97cf-e32de7f65e00 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:44.017537 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e9656b-ee7d-4977-97cf-e32de7f65e00 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Pushing event deleted for resources: {'Port': ['ID=aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:44.046797 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca87cf-45bf-4bed-bbbd-4bdafb0b4f09 req-e96b33be-5329-45f8-8dd7-0e16c0abcfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:44.046797 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d0ca87cf-45bf-4bed-bbbd-4bdafb0b4f09 req-e96b33be-5329-45f8-8dd7-0e16c0abcfd8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1010327 Apr 20 13:08:44.056180 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b39f348e-f98b-4bc3-8d93-efdae6d4b15c req-489ee732-d0d3-4234-8b55-5d064fd5bfb9 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad7470b7-9157-466d-a134-84fd4ff6de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103227 Apr 20 13:08:44.092849 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef218c1e-cc51-4686-8cc6-746cb17c66bc req-94e9656b-ee7d-4977-97cf-e32de7f65e00 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] No DVR routers for this DVR port aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d on host n-h1-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:08:44.096304 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ef218c1e-cc51-4686-8cc6-746cb17c66bc req-94e9656b-ee7d-4977-97cf-e32de7f65e00 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:44.099579 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ef218c1e-cc51-4686-8cc6-746cb17c66bc req-94e9656b-ee7d-4977-97cf-e32de7f65e00 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.32 "DELETE /v2.0/ports/aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d HTTP/1.1" status: 204 len: 173 time: 0.9559233 Apr 20 13:08:44.231226 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:08:44.262937 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d0ca87cf-45bf-4bed-bbbd-4bdafb0b4f09 req-6897ca53-5d2d-465a-b69c-099d53ae3bda service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099705 Apr 20 13:08:44.270169 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b1fd3-07b4-4714-86cb-bd424a6bf3ec req-3b3730ae-2e67-4c56-ae86-f1fea4743d1d tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:44.271579 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-706b1fd3-07b4-4714-86cb-bd424a6bf3ec req-3b3730ae-2e67-4c56-ae86-f1fea4743d1d tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e36c34-5bd5-4303-b064-1f53f24cdb22 HTTP/1.1" status: 200 len: 945 time: 0.1464310 Apr 20 13:08:44.332226 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e,segment=NetworkSegment(3365e179-b408-4368-8008-105fabe837fd),segment_id=3365e179-b408-4368-8008-105fabe837fd)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:44.344071 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e', 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea', 'port_id': 'bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e', 'mac_address': 'fa:16:3e:d6:99:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b77211f-3453-4701-925b-fc2afaf87461', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:08:44.378737 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-ef218c1e-cc51-4686-8cc6-746cb17c66bc req-f7b18705-177d-4809-937a-cd54bdd311dc tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Deleting port c1cefb7a-4db4-4746-8e2e-1b28c4ab9053 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:08:44.379341 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ef218c1e-cc51-4686-8cc6-746cb17c66bc req-f7b18705-177d-4809-937a-cd54bdd311dc tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:44.384372 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:44.391019 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-706b1fd3-07b4-4714-86cb-bd424a6bf3ec req-ec82bf28-d28a-4a1e-a0a5-eb3d78e087b8 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083164 Apr 20 13:08:44.397457 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:08:44.426968 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e,segment=NetworkSegment(3365e179-b408-4368-8008-105fabe837fd),segment_id=3365e179-b408-4368-8008-105fabe837fd)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:44.455319 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d0ca87cf-45bf-4bed-bbbd-4bdafb0b4f09 req-c7721f16-3497-4c82-87a2-b8b5c6d16ae9 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826308 Apr 20 13:08:44.500912 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:44.519175 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-ef218c1e-cc51-4686-8cc6-746cb17c66bc req-f7b18705-177d-4809-937a-cd54bdd311dc tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] For port c1cefb7a-4db4-4746-8e2e-1b28c4ab9053, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=c1cefb7a-4db4-4746-8e2e-1b28c4ab9053,segment=NetworkSegment(91c99d63-c0e9-4d03-be22-192828936552),segment_id=91c99d63-c0e9-4d03-be22-192828936552)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:44.519580 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ef218c1e-cc51-4686-8cc6-746cb17c66bc req-f7b18705-177d-4809-937a-cd54bdd311dc tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:44.535082 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-ef218c1e-cc51-4686-8cc6-746cb17c66bc req-f7b18705-177d-4809-937a-cd54bdd311dc tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Calling delete_port for c1cefb7a-4db4-4746-8e2e-1b28c4ab9053 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:08:44.549822 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:44.553283 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66727ca3-0eed-420d-a1c9-8df6667a3440 req-1905af68-ec0e-4aeb-b3ab-9d7efe6c1663 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:44.554762 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66727ca3-0eed-420d-a1c9-8df6667a3440 req-1905af68-ec0e-4aeb-b3ab-9d7efe6c1663 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=f793dacc-1223-4d2e-9770-d987bec14eb9 HTTP/1.1" status: 200 len: 946 time: 0.0808604 Apr 20 13:08:44.634657 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66727ca3-0eed-420d-a1c9-8df6667a3440 req-cb038374-0c89-425d-a046-3ad3287c7b5d tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/security-groups?id=44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729158 Apr 20 13:08:44.754632 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b5903-5435-441e-a440-d0d76e4bca73 req-2d756812-da1a-4de2-9839-c1bbda7cb82d tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:44.756129 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-916b5903-5435-441e-a440-d0d76e4bca73 req-2d756812-da1a-4de2-9839-c1bbda7cb82d tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f965f42c-805e-4ee0-b976-19ad9b6df640 HTTP/1.1" status: 200 len: 947 time: 0.0619540 Apr 20 13:08:44.794263 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-916b5903-5435-441e-a440-d0d76e4bca73 req-4f0f1fd7-c818-41c6-b933-b0d2cbe90a1d tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318842 Apr 20 13:08:44.842565 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:08:44.843715 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ef218c1e-cc51-4686-8cc6-746cb17c66bc req-f7b18705-177d-4809-937a-cd54bdd311dc tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:44.882669 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b18705-177d-4809-937a-cd54bdd311dc tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Pushing event deleted for resources: {'Port': ['ID=c1cefb7a-4db4-4746-8e2e-1b28c4ab9053,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:44.936259 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-811e93b4-50bc-4a56-86ed-c469435ea33c req-1ef649e6-9a20-45c4-a672-b767da4a3c57 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 210 time: 0.0511990 Apr 20 13:08:44.971873 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef218c1e-cc51-4686-8cc6-746cb17c66bc req-f7b18705-177d-4809-937a-cd54bdd311dc tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] No DVR routers for this DVR port c1cefb7a-4db4-4746-8e2e-1b28c4ab9053 on host n-h1-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:08:44.975313 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ef218c1e-cc51-4686-8cc6-746cb17c66bc req-f7b18705-177d-4809-937a-cd54bdd311dc tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:44.978841 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ef218c1e-cc51-4686-8cc6-746cb17c66bc req-f7b18705-177d-4809-937a-cd54bdd311dc tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.32 "DELETE /v2.0/ports/c1cefb7a-4db4-4746-8e2e-1b28c4ab9053 HTTP/1.1" status: 204 len: 173 time: 0.8547666 Apr 20 13:08:44.996930 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbc4f9-a0e0-4e61-a145-e40554cf94bc req-1af7f1b2-77a5-4d84-829b-4f3e6fd75a5d tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:45.015436 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-68dbc4f9-a0e0-4e61-a145-e40554cf94bc req-1af7f1b2-77a5-4d84-829b-4f3e6fd75a5d tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/ports?device_id=5165c66c-3d21-4457-8efe-73e54481f52b HTTP/1.1" status: 200 len: 945 time: 0.1529696 Apr 20 13:08:45.041768 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-68dbc4f9-a0e0-4e61-a145-e40554cf94bc req-97502f99-241d-44f2-9846-ad2678df2000 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/security-groups?id=a38bb95a-8774-4ed8-be64-0561899f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355232 Apr 20 13:08:45.177761 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b388f2-f9da-49cd-914a-9163f440d987 req-6c8e77f3-4199-4574-9ec9-da4cf54d7692 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:45.179211 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-25b388f2-f9da-49cd-914a-9163f440d987 req-6c8e77f3-4199-4574-9ec9-da4cf54d7692 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 945 time: 0.0505421 Apr 20 13:08:45.217484 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-25b388f2-f9da-49cd-914a-9163f440d987 req-b81854f1-2493-496e-8459-504416307821 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad7470b7-9157-466d-a134-84fd4ff6de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320930 Apr 20 13:08:45.362068 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f793dacc-1223-4d2e-9770-d987bec14eb9', 'name': 'network-vif-deleted', 'tag': 'aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d'}, {'server_uuid': 'f793dacc-1223-4d2e-9770-d987bec14eb9', 'name': 'network-vif-deleted', 'tag': 'c1cefb7a-4db4-4746-8e2e-1b28c4ab9053'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:45.364440 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e3673f-98a6-4340-86bf-22eb2fb158d9" -d '{"events": [{"server_uuid": "f793dacc-1223-4d2e-9770-d987bec14eb9", "name": "network-vif-deleted", "tag": "aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d"}, {"server_uuid": "f793dacc-1223-4d2e-9770-d987bec14eb9", "name": "network-vif-deleted", "tag": "c1cefb7a-4db4-4746-8e2e-1b28c4ab9053"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:45.400625 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf52b49-7170-4775-ac00-3fc5b584fa5d x-openstack-request-id: req-aaf52b49-7170-4775-ac00-3fc5b584fa5d {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:45.401203 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f793dacc-1223-4d2e-9770-d987bec14eb9", "name": "network-vif-deleted", "tag": "aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d", "status": "completed", "code": 200}, {"server_uuid": "f793dacc-1223-4d2e-9770-d987bec14eb9", "name": "network-vif-deleted", "tag": "c1cefb7a-4db4-4746-8e2e-1b28c4ab9053", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:45.401203 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aaf52b49-7170-4775-ac00-3fc5b584fa5d {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:45.401526 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaf52b49-7170-4775-ac00-3fc5b584fa5d'] response: {'server_uuid': 'f793dacc-1223-4d2e-9770-d987bec14eb9', 'name': 'network-vif-deleted', 'tag': 'aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d', 'status': 'completed', 'code': 200} Apr 20 13:08:45.401774 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaf52b49-7170-4775-ac00-3fc5b584fa5d'] response: {'server_uuid': 'f793dacc-1223-4d2e-9770-d987bec14eb9', 'name': 'network-vif-deleted', 'tag': 'c1cefb7a-4db4-4746-8e2e-1b28c4ab9053', 'status': 'completed', 'code': 200} Apr 20 13:08:45.511893 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c5a9e-ff3a-4001-8d1a-8c9665eea2d0 req-f96a003f-d51c-4a61-b84e-44e4214ff1a0 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:45.513340 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eb6c5a9e-ff3a-4001-8d1a-8c9665eea2d0 req-f96a003f-d51c-4a61-b84e-44e4214ff1a0 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e36c34-5bd5-4303-b064-1f53f24cdb22 HTTP/1.1" status: 200 len: 945 time: 0.0521789 Apr 20 13:08:45.549980 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eb6c5a9e-ff3a-4001-8d1a-8c9665eea2d0 req-a4d6c879-30f4-47f1-b939-15ba10b9984e tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305743 Apr 20 13:08:45.741443 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e248da04-eebf-42ab-8895-0f6f83835d12 req-46470ff3-f4a6-48a6-af7b-e835d56104a1 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "GET /v2.0/ports?device_id=f793dacc-1223-4d2e-9770-d987bec14eb9 HTTP/1.1" status: 200 len: 210 time: 0.0264537 Apr 20 13:08:45.835318 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:08:45.856582 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:08:45.856919 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device aefaacc3-3ce2-42a1-ab2d-ce5256bf5d4d not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:08:45.857354 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device c1cefb7a-4db4-4746-8e2e-1b28c4ab9053 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:08:45.877322 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: c1cefb7a-4db4-4746-8e2e-1b28c4ab9053 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:08:45.877671 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device c1cefb7a-4db4-4746-8e2e-1b28c4ab9053 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:08:45.919003 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee385b0-1f23-4326-940f-a7ae4d4ce6f1 req-522970de-3291-4a60-94d7-78730481742c tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:45.920497 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7ee385b0-1f23-4326-940f-a7ae4d4ce6f1 req-522970de-3291-4a60-94d7-78730481742c tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f965f42c-805e-4ee0-b976-19ad9b6df640 HTTP/1.1" status: 200 len: 947 time: 0.0531404 Apr 20 13:08:45.958386 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7ee385b0-1f23-4326-940f-a7ae4d4ce6f1 req-3b16ec5b-5e4b-4b68-9ace-d30bed59f941 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314689 Apr 20 13:08:46.030038 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b912b139-0cf1-4329-8521-353e19a1d551 req-7564be2a-6a70-4163-8a74-ce008eb320f4 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 210 time: 0.0288532 Apr 20 13:08:46.153863 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7564ea-e8e9-4299-a765-df70cbecd250 req-40fda143-c318-4ca0-b476-861f442b2b24 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:46.155309 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5f7564ea-e8e9-4299-a765-df70cbecd250 req-40fda143-c318-4ca0-b476-861f442b2b24 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/ports?device_id=5165c66c-3d21-4457-8efe-73e54481f52b HTTP/1.1" status: 200 len: 945 time: 0.0471935 Apr 20 13:08:46.193387 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5f7564ea-e8e9-4299-a765-df70cbecd250 req-4a86ad95-ca16-4448-8432-4dec97ea127a tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/security-groups?id=a38bb95a-8774-4ed8-be64-0561899f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318823 Apr 20 13:08:46.265046 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 02d394e3-f6ef-489c-8ff6-8161ad8effee details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:08:46.269629 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:08:46.337207 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2678d-0919-4471-a79f-d45dbdd997aa req-35482293-846d-455c-a8b9-316a0f058a36 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:46.339310 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-82b2678d-0919-4471-a79f-d45dbdd997aa req-35482293-846d-455c-a8b9-316a0f058a36 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 945 time: 0.0493176 Apr 20 13:08:46.379919 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-82b2678d-0919-4471-a79f-d45dbdd997aa req-72eadb3c-3712-4229-b754-d19f7bfc8083 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad7470b7-9157-466d-a134-84fd4ff6de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342102 Apr 20 13:08:46.403117 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 02d394e3-f6ef-489c-8ff6-8161ad8effee, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=02d394e3-f6ef-489c-8ff6-8161ad8effee,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:46.415094 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:08:46.417654 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '02d394e3-f6ef-489c-8ff6-8161ad8effee', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'port_id': '02d394e3-f6ef-489c-8ff6-8161ad8effee', 'mac_address': 'fa:16:3e:22:6d:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b1f82a-7732-4b50-ab22-2475f182a712', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:08:46.422036 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:46.422408 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:46.486115 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:46.503164 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02d394e3-f6ef-489c-8ff6-8161ad8effee {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:08:46.543117 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 02d394e3-f6ef-489c-8ff6-8161ad8effee, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=02d394e3-f6ef-489c-8ff6-8161ad8effee,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:46.556168 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:46.578938 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5165c66c-3d21-4457-8efe-73e54481f52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:46.581213 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5fd1161-73cc-4bf0-a027-b7dafae81970" -d '{"events": [{"server_uuid": "5165c66c-3d21-4457-8efe-73e54481f52b", "name": "network-vif-plugged", "status": "completed", "tag": "bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:46.594747 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e,segment=NetworkSegment(3365e179-b408-4368-8008-105fabe837fd),segment_id=3365e179-b408-4368-8008-105fabe837fd)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:46.597888 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:46.621903 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ed6ec1-155e-4975-a4a7-c5c60727c283 x-openstack-request-id: req-60ed6ec1-155e-4975-a4a7-c5c60727c283 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:46.622262 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5165c66c-3d21-4457-8efe-73e54481f52b", "name": "network-vif-plugged", "status": "completed", "tag": "bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:46.622573 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-60ed6ec1-155e-4975-a4a7-c5c60727c283 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:46.623019 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60ed6ec1-155e-4975-a4a7-c5c60727c283'] response: {'server_uuid': '5165c66c-3d21-4457-8efe-73e54481f52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e', 'code': 200} Apr 20 13:08:46.646874 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:46.652428 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=02d394e3-f6ef-489c-8ff6-8161ad8effee,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:46.672042 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e8a78-4724-42f5-b144-9056c6d2f365 req-d988f40b-18fd-4d3a-9f71-83a0d5a79c71 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:46.673549 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d37e8a78-4724-42f5-b144-9056c6d2f365 req-d988f40b-18fd-4d3a-9f71-83a0d5a79c71 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e36c34-5bd5-4303-b064-1f53f24cdb22 HTTP/1.1" status: 200 len: 945 time: 0.0521338 Apr 20 13:08:46.706325 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:46.737821 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d37e8a78-4724-42f5-b144-9056c6d2f365 req-8fb6d0c7-fb6e-436c-b2e9-892af6b02e85 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567269 Apr 20 13:08:46.749445 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30971364-f343-4fd2-aa5e-bda3890a954f req-09cc8a22-7f13-46d3-b9ca-5ab679464ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:46.750873 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-30971364-f343-4fd2-aa5e-bda3890a954f req-09cc8a22-7f13-46d3-b9ca-5ab679464ab9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5165c66c-3d21-4457-8efe-73e54481f52b HTTP/1.1" status: 200 len: 1097 time: 0.0535243 Apr 20 13:08:46.787407 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-30971364-f343-4fd2-aa5e-bda3890a954f req-28d76661-675c-41a4-9ec4-8390d45f29bf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a38bb95a-8774-4ed8-be64-0561899f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298417 Apr 20 13:08:46.798256 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36302) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:46.849164 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-44944ea2-30da-4e35-a0ce-2047dd40938b tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Deleting subnet 1e57d86d-99f7-4557-aaf1-c204715cfc10 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:08:46.852178 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-44944ea2-30da-4e35-a0ce-2047dd40938b tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:46.890459 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-44944ea2-30da-4e35-a0ce-2047dd40938b tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:46.950995 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['02d394e3-f6ef-489c-8ff6-8161ad8effee'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:08:46.973785 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-44944ea2-30da-4e35-a0ce-2047dd40938b tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:47.092920 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707f59b-8154-4876-814b-5866a3e1bcbe req-3ecfc9c1-01dd-468b-bc89-9ad693f51104 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:47.094572 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9707f59b-8154-4876-814b-5866a3e1bcbe req-3ecfc9c1-01dd-468b-bc89-9ad693f51104 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f965f42c-805e-4ee0-b976-19ad9b6df640 HTTP/1.1" status: 200 len: 948 time: 0.0583577 Apr 20 13:08:47.155751 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-207e0ddd-cf2e-404f-bb15-51031ff89e5d req-131a3916-58fd-42ee-b0a7-b5ece42dab31 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 210 time: 0.0358768 Apr 20 13:08:47.158679 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-44944ea2-30da-4e35-a0ce-2047dd40938b tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:47.173874 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9707f59b-8154-4876-814b-5866a3e1bcbe req-cc3adf67-b6f7-47a7-ad79-7b4d540954cb tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685396 Apr 20 13:08:47.192095 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44944ea2-30da-4e35-a0ce-2047dd40938b tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Pushing event deleted for resources: {'Subnet': ['ID=1e57d86d-99f7-4557-aaf1-c204715cfc10,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:47.194044 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-44944ea2-30da-4e35-a0ce-2047dd40938b tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:47.202360 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-44944ea2-30da-4e35-a0ce-2047dd40938b tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "DELETE /v2.0/subnets/1e57d86d-99f7-4557-aaf1-c204715cfc10 HTTP/1.1" status: 204 len: 168 time: 0.3980746 Apr 20 13:08:47.203276 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee571ef0-e9e4-4716-8814-54da6a85f7cb None None] Network 75079639-5936-4feb-8edf-9493a8fc34d4 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:08:47.203463 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36308) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:47.330913 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-641db299-099c-47cc-8c17-70c295b31ca5 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:47.363299 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-7850b1d1-8dbb-4f2f-8f5f-629814a8095b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:47.364712 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-7850b1d1-8dbb-4f2f-8f5f-629814a8095b service neutron] 10.222.0.15 "GET /v2.0/ports/9830ed74-8ebf-4eb3-b39e-6bc82c466a82 HTTP/1.1" status: 200 len: 1027 time: 0.0481663 Apr 20 13:08:47.380788 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83e56d-34da-41d0-95bd-3eeb2cdcb36f req-b3e863c3-4fd7-4974-9e95-ac4783d94ac5 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:47.382427 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cd83e56d-34da-41d0-95bd-3eeb2cdcb36f req-b3e863c3-4fd7-4974-9e95-ac4783d94ac5 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/ports?device_id=5165c66c-3d21-4457-8efe-73e54481f52b HTTP/1.1" status: 200 len: 946 time: 0.1187315 Apr 20 13:08:47.392130 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2410b86-0f9a-40cc-a460-2634802d38f9 None None] DHCP port deletion for 75079639-5936-4feb-8edf-9493a8fc34d4 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:08:47.465233 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-e96b289b-e9bf-4472-9eae-0f44b575b323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:47.466536 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-e96b289b-e9bf-4472-9eae-0f44b575b323 service neutron] 10.222.0.15 "GET /v2.0/ports/b8f78639-1657-457a-816e-30db34b05a25 HTTP/1.1" status: 200 len: 1027 time: 0.0672507 Apr 20 13:08:47.469446 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-c2410b86-0f9a-40cc-a460-2634802d38f9 None None] Deleting port 19caaada-ed11-4f2b-b28f-1ac51d8f4af0 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:08:47.469883 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c2410b86-0f9a-40cc-a460-2634802d38f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:47.497124 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cd83e56d-34da-41d0-95bd-3eeb2cdcb36f req-22d0e7b0-8b59-4c9a-9c4b-665c054b72b5 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/security-groups?id=a38bb95a-8774-4ed8-be64-0561899f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965486 Apr 20 13:08:47.540579 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-c2410b86-0f9a-40cc-a460-2634802d38f9 None None] For port 19caaada-ed11-4f2b-b28f-1ac51d8f4af0, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=19caaada-ed11-4f2b-b28f-1ac51d8f4af0,segment=NetworkSegment(ba530643-2d74-404c-990d-1194256d1a29),segment_id=ba530643-2d74-404c-990d-1194256d1a29)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:47.540971 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c2410b86-0f9a-40cc-a460-2634802d38f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:47.553516 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-c2410b86-0f9a-40cc-a460-2634802d38f9 None None] Calling delete_port for 19caaada-ed11-4f2b-b28f-1ac51d8f4af0 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:08:47.576578 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-641db299-099c-47cc-8c17-70c295b31ca5 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Deleting port 19caaada-ed11-4f2b-b28f-1ac51d8f4af0 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:08:47.576906 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-641db299-099c-47cc-8c17-70c295b31ca5 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:47.608763 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d51f3-0bd6-4786-a4bb-edde5d31420d req-33345478-bbc3-4159-bce0-ac0777948a18 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:47.610135 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-745d51f3-0bd6-4786-a4bb-edde5d31420d req-33345478-bbc3-4159-bce0-ac0777948a18 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 945 time: 0.1477435 Apr 20 13:08:47.804089 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c2410b86-0f9a-40cc-a460-2634802d38f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:47.832798 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2410b86-0f9a-40cc-a460-2634802d38f9 None None] Pushing event deleted for resources: {'Port': ['ID=19caaada-ed11-4f2b-b28f-1ac51d8f4af0,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:47.836527 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2410b86-0f9a-40cc-a460-2634802d38f9 None None] No DVR routers for this DVR port 19caaada-ed11-4f2b-b28f-1ac51d8f4af0 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:08:48.014534 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-641db299-099c-47cc-8c17-70c295b31ca5 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] For port 19caaada-ed11-4f2b-b28f-1ac51d8f4af0, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=19caaada-ed11-4f2b-b28f-1ac51d8f4af0,segment=NetworkSegment(ba530643-2d74-404c-990d-1194256d1a29),segment_id=ba530643-2d74-404c-990d-1194256d1a29)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:48.015176 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-641db299-099c-47cc-8c17-70c295b31ca5 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:48.046477 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-75f62a48-c7dd-4c32-baf1-73cf0037a7e3 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:48.052112 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-75f62a48-c7dd-4c32-baf1-73cf0037a7e3 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:48.058320 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-75f62a48-c7dd-4c32-baf1-73cf0037a7e3 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:48.060160 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-75f62a48-c7dd-4c32-baf1-73cf0037a7e3 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.15 "GET /v2.0/networks?id=c0567742-ebd6-4040-88bb-7f8afbb4e328&id=5a69de38-4530-4bc9-a14a-1ca14f4ebdfd&id=5a69de38-4530-4bc9-a14a-1ca14f4ebdfd&id=5a69de38-4530-4bc9-a14a-1ca14f4ebdfd&id=5a69de38-4530-4bc9-a14a-1ca14f4ebdfd&id=b1ec58e9-2000-46d7-b9f7-b902c3308689&id=b1ec58e9-2000-46d7-b9f7-b902c3308689 HTTP/1.1" status: 200 len: 1989 time: 0.5755246 Apr 20 13:08:48.071295 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-641db299-099c-47cc-8c17-70c295b31ca5 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Calling delete_port for 19caaada-ed11-4f2b-b28f-1ac51d8f4af0 owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:08:48.092469 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-745d51f3-0bd6-4786-a4bb-edde5d31420d req-01f2d64c-6fcb-40f4-b8f8-f837c6c4bdcf tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad7470b7-9157-466d-a134-84fd4ff6de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520746 Apr 20 13:08:48.116002 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 19caaada-ed11-4f2b-b28f-1ac51d8f4af0 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:08:48.124868 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c8506-adbf-49f2-a057-d72a3051dc6f req-48059f9c-30bb-4e99-8322-9facd994224a tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:48.126357 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-070c8506-adbf-49f2-a057-d72a3051dc6f req-48059f9c-30bb-4e99-8322-9facd994224a tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e36c34-5bd5-4303-b064-1f53f24cdb22 HTTP/1.1" status: 200 len: 945 time: 0.1783829 Apr 20 13:08:48.137514 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 19caaada-ed11-4f2b-b28f-1ac51d8f4af0 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:08:48.137857 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 19caaada-ed11-4f2b-b28f-1ac51d8f4af0 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:08:48.194577 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-51a89d35-fae5-4223-a232-b80b2816c2b6 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80a09310883244f09c77418f84fc8e88 HTTP/1.1" status: 200 len: 380 time: 0.1186571 Apr 20 13:08:48.219880 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-83fcdc0b-f0fb-4812-8d50-ba8bc7b73fae tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Request body: {'port': {'device_id': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'network_id': 'c0567742-ebd6-4040-88bb-7f8afbb4e328', 'admin_state_up': True, 'tenant_id': '80a09310883244f09c77418f84fc8e88', 'security_groups': ['524f40f0-f7bd-4071-a5c4-12e52d6a9c2f']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:48.241205 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-070c8506-adbf-49f2-a057-d72a3051dc6f req-fae56f0d-8361-459a-ae21-901325fa252b tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854485 Apr 20 13:08:48.275826 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 02d394e3-f6ef-489c-8ff6-8161ad8effee up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:08:48.312034 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e9296c80-6ac1-410a-8d95-77fa007db8e2 req-9b87f508-d498-41cd-872b-df93930796e9 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 210 time: 0.0740907 Apr 20 13:08:48.326766 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-641db299-099c-47cc-8c17-70c295b31ca5 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:48.388494 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641db299-099c-47cc-8c17-70c295b31ca5 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Pushing event deleted for resources: {'Port': ['ID=19caaada-ed11-4f2b-b28f-1ac51d8f4af0,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:48.391915 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641db299-099c-47cc-8c17-70c295b31ca5 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] No DVR routers for this DVR port 19caaada-ed11-4f2b-b28f-1ac51d8f4af0 on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:08:48.455066 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 02d394e3-f6ef-489c-8ff6-8161ad8effee completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:08:48.459399 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 02d394e3-f6ef-489c-8ff6-8161ad8effee triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:48.460045 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:48.523154 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-641db299-099c-47cc-8c17-70c295b31ca5 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:48.538499 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973baa6-6074-409e-898e-a95b08119c4f req-846fb9bb-ec0e-455f-98e4-b0d61eed4af3 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:48.540047 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5973baa6-6074-409e-898e-a95b08119c4f req-846fb9bb-ec0e-455f-98e4-b0d61eed4af3 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f965f42c-805e-4ee0-b976-19ad9b6df640 HTTP/1.1" status: 200 len: 948 time: 0.1631296 Apr 20 13:08:48.547680 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:48.568377 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-641db299-099c-47cc-8c17-70c295b31ca5 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75079639-5936-4feb-8edf-9493a8fc34d4']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:48.581356 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-83fcdc0b-f0fb-4812-8d50-ba8bc7b73fae tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Made reservation on behalf of 80a09310883244f09c77418f84fc8e88 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:08:48.584774 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-83fcdc0b-f0fb-4812-8d50-ba8bc7b73fae tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:48.592349 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-641db299-099c-47cc-8c17-70c295b31ca5 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba530643-2d74-404c-990d-1194256d1a29') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:48.592676 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-641db299-099c-47cc-8c17-70c295b31ca5 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba530643-2d74-404c-990d-1194256d1a29') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:48.594543 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 02d394e3-f6ef-489c-8ff6-8161ad8effee, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=02d394e3-f6ef-489c-8ff6-8161ad8effee,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:48.624304 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f965f42c-805e-4ee0-b976-19ad9b6df640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d394e3-f6ef-489c-8ff6-8161ad8effee'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:48.626672 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc19071-3eb2-4e5a-9e1a-2c51c92be974" -d '{"events": [{"server_uuid": "f965f42c-805e-4ee0-b976-19ad9b6df640", "name": "network-vif-plugged", "status": "completed", "tag": "02d394e3-f6ef-489c-8ff6-8161ad8effee"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:48.632186 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-641db299-099c-47cc-8c17-70c295b31ca5 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:48.655248 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:48.665403 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5973baa6-6074-409e-898e-a95b08119c4f req-e38feb52-b578-4eed-9839-70040c848ca6 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120737 Apr 20 13:08:48.703250 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-641db299-099c-47cc-8c17-70c295b31ca5 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:48.720254 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=02d394e3-f6ef-489c-8ff6-8161ad8effee,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:48.721525 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-641db299-099c-47cc-8c17-70c295b31ca5 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:08:48.721928 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-641db299-099c-47cc-8c17-70c295b31ca5 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:48.725010 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:08:48.725010 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 13:08:48.725010 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:08:48.725010 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 13:08:48.725010 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:08:48.725010 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 13:08:48.725010 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:08:48.725010 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 13:08:48.725010 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:08:48.725010 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:08:48.725010 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:08:48.725010 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:08:48.725010 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:08:48.725010 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:08:48.725010 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:08:48.725010 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:08:48.725010 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:08:48.725010 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:08:48.725010 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:08:48.725010 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:08:48.725010 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:08:48.725010 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:08:48.725010 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:08:48.725010 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:08:48.725010 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:08:48.725010 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:08:48.725010 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:08:48.725010 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:08:48.725010 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:08:48.725010 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:08:48.725010 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:08:48.725010 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:08:48.725010 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:08:48.725010 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:08:48.725010 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:08:48.725010 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:08:48.725010 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:08:48.725010 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:08:48.725010 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:08:48.725010 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:08:48.753421 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e851312b-7390-4502-bfd8-08e03b1dedbd x-openstack-request-id: req-e851312b-7390-4502-bfd8-08e03b1dedbd {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:48.757360 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f965f42c-805e-4ee0-b976-19ad9b6df640", "name": "network-vif-plugged", "status": "completed", "tag": "02d394e3-f6ef-489c-8ff6-8161ad8effee", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:48.757360 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e851312b-7390-4502-bfd8-08e03b1dedbd {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:48.757360 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e851312b-7390-4502-bfd8-08e03b1dedbd'] response: {'server_uuid': 'f965f42c-805e-4ee0-b976-19ad9b6df640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d394e3-f6ef-489c-8ff6-8161ad8effee', 'code': 200} Apr 20 13:08:48.800120 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574692e4-08cb-4952-879a-d651089363fe req-4dab8389-366e-4f32-a0de-1a0422e2f752 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:48.801596 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-574692e4-08cb-4952-879a-d651089363fe req-4dab8389-366e-4f32-a0de-1a0422e2f752 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/ports?device_id=5165c66c-3d21-4457-8efe-73e54481f52b HTTP/1.1" status: 200 len: 946 time: 0.1894274 Apr 20 13:08:48.898406 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-83fcdc0b-f0fb-4812-8d50-ba8bc7b73fae tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Allocated IP 172.20.0.8 (c0567742-ebd6-4040-88bb-7f8afbb4e328/ab468ffa-ce13-456d-af37-126b9348379e/97b905ff-c95f-4cdf-b78c-ce981493c6b5) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:08:48.912336 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44671dbe-548a-4587-9458-6a3bede0a81d req-047088f6-dd9b-4bdf-af22-cd1acb3e7f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:48.914120 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-44671dbe-548a-4587-9458-6a3bede0a81d req-047088f6-dd9b-4bdf-af22-cd1acb3e7f10 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f965f42c-805e-4ee0-b976-19ad9b6df640 HTTP/1.1" status: 200 len: 1100 time: 0.0878077 Apr 20 13:08:48.917589 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-574692e4-08cb-4952-879a-d651089363fe req-0a332619-e235-492d-bf94-5d77fabda4c5 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/security-groups?id=a38bb95a-8774-4ed8-be64-0561899f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935259 Apr 20 13:08:48.923534 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-641db299-099c-47cc-8c17-70c295b31ca5 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:48.947669 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-641db299-099c-47cc-8c17-70c295b31ca5 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:48.950791 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-641db299-099c-47cc-8c17-70c295b31ca5 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "DELETE /v2.0/networks/75079639-5936-4feb-8edf-9493a8fc34d4 HTTP/1.1" status: 204 len: 168 time: 1.7464397 Apr 20 13:08:48.960354 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36326) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:48.967846 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641db299-099c-47cc-8c17-70c295b31ca5 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Pushing event deleted for resources: {'Network': ['ID=75079639-5936-4feb-8edf-9493a8fc34d4,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:49.002507 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-44671dbe-548a-4587-9458-6a3bede0a81d req-cf6edf50-7ffb-4d69-b8a0-1fcf0c56f26a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799875 Apr 20 13:08:49.028388 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-dac55702-390c-4744-92be-0a146a0750ca tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Deleting subnet aa55c080-f3b2-4a24-b3bb-9a994b5564c4 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:08:49.032032 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dac55702-390c-4744-92be-0a146a0750ca tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:49.079018 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dac55702-390c-4744-92be-0a146a0750ca tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:49.112795 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ff7b1-873d-47e7-ae4c-ef982898df59 req-6b2532b7-72f5-4531-9d62-9eb30af4754b tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:49.121257 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-901ff7b1-873d-47e7-ae4c-ef982898df59 req-6b2532b7-72f5-4531-9d62-9eb30af4754b tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e555c2f-605a-4255-b02d-cf3e802bb7bc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1006167 Apr 20 13:08:49.191977 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dac55702-390c-4744-92be-0a146a0750ca tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:49.223496 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-83fcdc0b-f0fb-4812-8d50-ba8bc7b73fae tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:49.240728 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-901ff7b1-873d-47e7-ae4c-ef982898df59 req-b1f479ac-d559-4f25-89df-f1fadaa95df9 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.94 HTTP/1.1" status: 200 len: 695 time: 0.1017497 Apr 20 13:08:49.255566 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-901ff7b1-873d-47e7-ae4c-ef982898df59 req-a728daa1-879f-4362-8fd3-206f224cfe82 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Request body: {'floatingip': {'port_id': 'cc338793-76f2-46cb-b132-9f5b25a33ace', 'fixed_ip_address': '172.20.0.5'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:49.304524 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-901ff7b1-873d-47e7-ae4c-ef982898df59 req-a728daa1-879f-4362-8fd3-206f224cfe82 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks [] for floatingip, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:49.312401 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dac55702-390c-4744-92be-0a146a0750ca tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:49.341109 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac55702-390c-4744-92be-0a146a0750ca tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Pushing event deleted for resources: {'Subnet': ['ID=aa55c080-f3b2-4a24-b3bb-9a994b5564c4,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:49.347617 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dac55702-390c-4744-92be-0a146a0750ca tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:49.351095 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-dac55702-390c-4744-92be-0a146a0750ca tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "DELETE /v2.0/subnets/aa55c080-f3b2-4a24-b3bb-9a994b5564c4 HTTP/1.1" status: 204 len: 168 time: 0.3886549 Apr 20 13:08:49.353845 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36332) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:49.358460 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f322b0dc-0ec8-41bd-9198-c7d78f812030 None None] Network edaea5d6-9362-4ff0-b590-2239a35aef1d requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:08:49.388700 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd4eef-68a4-46f5-ac35-881523bc6486 req-2aaaed43-7732-44a5-a9b8-0f2023486f5b tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:49.390169 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-17cd4eef-68a4-46f5-ac35-881523bc6486 req-2aaaed43-7732-44a5-a9b8-0f2023486f5b tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 945 time: 0.1946380 Apr 20 13:08:49.574118 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ae97efa0-c724-4235-842a-022e7666db38 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:49.579386 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-83fcdc0b-f0fb-4812-8d50-ba8bc7b73fae tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:49.583125 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-17cd4eef-68a4-46f5-ac35-881523bc6486 req-f84fd832-f06a-4198-8112-a7f98c1357d4 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad7470b7-9157-466d-a134-84fd4ff6de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823633 Apr 20 13:08:49.590491 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa10b543-c0c9-4091-9693-dc1a38ad9a25 None None] DHCP port deletion for edaea5d6-9362-4ff0-b590-2239a35aef1d request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:08:49.645471 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-83fcdc0b-f0fb-4812-8d50-ba8bc7b73fae tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Network c0567742-ebd6-4040-88bb-7f8afbb4e328 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:08:49.657321 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-aa10b543-c0c9-4091-9693-dc1a38ad9a25 None None] Deleting port a11af819-2a9d-40a4-afbe-9223fc9e7b31 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:08:49.657682 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-aa10b543-c0c9-4091-9693-dc1a38ad9a25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:49.695242 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-83fcdc0b-f0fb-4812-8d50-ba8bc7b73fae tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:08:49.734732 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-83fcdc0b-f0fb-4812-8d50-ba8bc7b73fae tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:08:49.765890 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fcdc0b-f0fb-4812-8d50-ba8bc7b73fae tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Pushing event updated for resources: {'Port': ['ID=97b905ff-c95f-4cdf-b78c-ce981493c6b5,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:49.865527 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-aa10b543-c0c9-4091-9693-dc1a38ad9a25 None None] For port a11af819-2a9d-40a4-afbe-9223fc9e7b31, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=a11af819-2a9d-40a4-afbe-9223fc9e7b31,segment=NetworkSegment(91c99d63-c0e9-4d03-be22-192828936552),segment_id=91c99d63-c0e9-4d03-be22-192828936552)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:49.865922 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-aa10b543-c0c9-4091-9693-dc1a38ad9a25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:49.883916 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-aa10b543-c0c9-4091-9693-dc1a38ad9a25 None None] Calling delete_port for a11af819-2a9d-40a4-afbe-9223fc9e7b31 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:08:49.899984 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-83fcdc0b-f0fb-4812-8d50-ba8bc7b73fae tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:49.900641 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-83fcdc0b-f0fb-4812-8d50-ba8bc7b73fae tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:49.913171 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b4185d-d704-4cb0-b5c5-f196fb8671d0 req-0bc65a48-5aa4-4d18-8e0c-7828b54055bd tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:49.914768 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65b4185d-d704-4cb0-b5c5-f196fb8671d0 req-0bc65a48-5aa4-4d18-8e0c-7828b54055bd tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e36c34-5bd5-4303-b064-1f53f24cdb22 HTTP/1.1" status: 200 len: 945 time: 0.2342966 Apr 20 13:08:49.958833 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-ae97efa0-c724-4235-842a-022e7666db38 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Deleting port a11af819-2a9d-40a4-afbe-9223fc9e7b31 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:08:49.959428 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ae97efa0-c724-4235-842a-022e7666db38 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:50.033924 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-e4f2cd39-1901-4a10-8e65-8563b7ed026b None None] Provisioning complete for port 97b905ff-c95f-4cdf-b78c-ce981493c6b5 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:50.034282 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e4f2cd39-1901-4a10-8e65-8563b7ed026b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:50.049713 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65b4185d-d704-4cb0-b5c5-f196fb8671d0 req-4735e1c4-1a9c-4371-b59d-94ba09a05627 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262417 Apr 20 13:08:50.062498 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-83fcdc0b-f0fb-4812-8d50-ba8bc7b73fae tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8504691 Apr 20 13:08:50.074811 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-c5686731-7e71-45ab-b688-9b0a3d71cbdf tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Request body: {'port': {'device_id': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'network_id': '5a69de38-4530-4bc9-a14a-1ca14f4ebdfd', 'admin_state_up': True, 'tenant_id': '80a09310883244f09c77418f84fc8e88', 'security_groups': ['524f40f0-f7bd-4071-a5c4-12e52d6a9c2f']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:50.111487 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-e4f2cd39-1901-4a10-8e65-8563b7ed026b None None] Port 97b905ff-c95f-4cdf-b78c-ce981493c6b5 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:08:50.111748 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-ae97efa0-c724-4235-842a-022e7666db38 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] For port a11af819-2a9d-40a4-afbe-9223fc9e7b31, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=a11af819-2a9d-40a4-afbe-9223fc9e7b31,segment=NetworkSegment(91c99d63-c0e9-4d03-be22-192828936552),segment_id=91c99d63-c0e9-4d03-be22-192828936552)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:50.111877 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ae97efa0-c724-4235-842a-022e7666db38 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:50.116678 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-aa10b543-c0c9-4091-9693-dc1a38ad9a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:50.152798 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10b543-c0c9-4091-9693-dc1a38ad9a25 None None] Pushing event deleted for resources: {'Port': ['ID=a11af819-2a9d-40a4-afbe-9223fc9e7b31,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:50.161715 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa10b543-c0c9-4091-9693-dc1a38ad9a25 None None] No DVR routers for this DVR port a11af819-2a9d-40a4-afbe-9223fc9e7b31 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:08:50.175851 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-ae97efa0-c724-4235-842a-022e7666db38 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Calling delete_port for a11af819-2a9d-40a4-afbe-9223fc9e7b31 owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:08:50.182113 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device a11af819-2a9d-40a4-afbe-9223fc9e7b31 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:08:50.204815 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: a11af819-2a9d-40a4-afbe-9223fc9e7b31 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:08:50.206013 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device a11af819-2a9d-40a4-afbe-9223fc9e7b31 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:08:50.229756 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.db.resource_extend [req-901ff7b1-873d-47e7-ae4c-ef982898df59 req-a728daa1-879f-4362-8fd3-206f224cfe82 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 13:08:50.353503 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-901ff7b1-873d-47e7-ae4c-ef982898df59 req-a728daa1-879f-4362-8fd3-206f224cfe82 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:50.369394 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c42ad0-3449-4a46-9ea2-4fcb6cc1b2fe req-b4371603-d398-41a3-b3c1-a0a8ee56a8f4 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:50.370871 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-24c42ad0-3449-4a46-9ea2-4fcb6cc1b2fe req-b4371603-d398-41a3-b3c1-a0a8ee56a8f4 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 931 time: 0.1853056 Apr 20 13:08:50.427775 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ae97efa0-c724-4235-842a-022e7666db38 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:50.432808 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-901ff7b1-873d-47e7-ae4c-ef982898df59 req-a728daa1-879f-4362-8fd3-206f224cfe82 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:50.487340 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-24c42ad0-3449-4a46-9ea2-4fcb6cc1b2fe req-ead1f81a-6d1b-413b-832c-db1a1e9b5945 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074812 Apr 20 13:08:50.492692 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae97efa0-c724-4235-842a-022e7666db38 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Pushing event deleted for resources: {'Port': ['ID=a11af819-2a9d-40a4-afbe-9223fc9e7b31,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:50.495538 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-c5686731-7e71-45ab-b688-9b0a3d71cbdf tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Made reservation on behalf of 80a09310883244f09c77418f84fc8e88 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:08:50.499118 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-c5686731-7e71-45ab-b688-9b0a3d71cbdf tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:50.523224 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae97efa0-c724-4235-842a-022e7666db38 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] No DVR routers for this DVR port a11af819-2a9d-40a4-afbe-9223fc9e7b31 on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:08:50.731908 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ae97efa0-c724-4235-842a-022e7666db38 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:50.743908 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [req-901ff7b1-873d-47e7-ae4c-ef982898df59 req-a728daa1-879f-4362-8fd3-206f224cfe82 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Floating IP a7a4f8b1-150e-4a05-9cbb-fa9caa78fc5f associated. External IP: 172.25.8.94, port: cc338793-76f2-46cb-b132-9f5b25a33ace. Apr 20 13:08:50.805068 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-ae97efa0-c724-4235-842a-022e7666db38 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edaea5d6-9362-4ff0-b590-2239a35aef1d']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:51.118822 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-ae97efa0-c724-4235-842a-022e7666db38 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91c99d63-c0e9-4d03-be22-192828936552') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:51.119126 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-ae97efa0-c724-4235-842a-022e7666db38 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91c99d63-c0e9-4d03-be22-192828936552') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:51.155849 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ae97efa0-c724-4235-842a-022e7666db38 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:51.166602 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3af908-16c4-40f9-9cbd-c4944768ed68 req-d4fb2042-6ae3-4f68-a176-66ef9329196d tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:51.168093 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2c3af908-16c4-40f9-9cbd-c4944768ed68 req-d4fb2042-6ae3-4f68-a176-66ef9329196d tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f965f42c-805e-4ee0-b976-19ad9b6df640 HTTP/1.1" status: 200 len: 949 time: 0.5628893 Apr 20 13:08:51.195787 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ae97efa0-c724-4235-842a-022e7666db38 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:51.241250 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae97efa0-c724-4235-842a-022e7666db38 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:08:51.241642 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ae97efa0-c724-4235-842a-022e7666db38 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:51.247330 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:08:51.247330 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 13:08:51.247330 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:08:51.247330 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 13:08:51.247330 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:08:51.247330 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 13:08:51.247330 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:08:51.247330 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 13:08:51.247330 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:08:51.247330 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:08:51.247330 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:08:51.247330 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:08:51.247330 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:08:51.247330 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:08:51.247330 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:08:51.247330 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:08:51.247330 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:08:51.247330 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:08:51.247330 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:08:51.247330 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:08:51.247330 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:08:51.247330 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:08:51.247330 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:08:51.247330 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:08:51.247330 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:08:51.247330 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:08:51.247330 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:08:51.247330 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:08:51.247330 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:08:51.247330 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:08:51.247330 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:08:51.247330 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:08:51.247330 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:08:51.247330 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:08:51.247330 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:08:51.247330 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:08:51.247330 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:08:51.247330 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:08:51.247330 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:08:51.247330 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:08:51.267693 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-c5686731-7e71-45ab-b688-9b0a3d71cbdf tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Allocated IP 10.1.1.216 (5a69de38-4530-4bc9-a14a-1ca14f4ebdfd/b4af9191-d6b5-420c-b77f-a5f7f7b63126/bf933922-09e5-4f77-9f0e-bfb87f24c714) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:08:51.338508 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2c3af908-16c4-40f9-9cbd-c4944768ed68 req-4de0b3dc-b946-4af5-a9cb-cc430733dc7a tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598506 Apr 20 13:08:51.444454 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ae97efa0-c724-4235-842a-022e7666db38 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:51.473094 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ae97efa0-c724-4235-842a-022e7666db38 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:51.476190 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ae97efa0-c724-4235-842a-022e7666db38 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] 10.222.0.25 "DELETE /v2.0/networks/edaea5d6-9362-4ff0-b590-2239a35aef1d HTTP/1.1" status: 204 len: 168 time: 2.1208580 Apr 20 13:08:51.519211 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae97efa0-c724-4235-842a-022e7666db38 tempest-ServersTestMultiNic-1847798598 tempest-ServersTestMultiNic-1847798598-project] Pushing event deleted for resources: {'Network': ['ID=edaea5d6-9362-4ff0-b590-2239a35aef1d,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:51.588109 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be27703-ed9f-40c8-b620-d4d4e39fa1bb req-13a2d101-7042-48e3-84c1-4cf1419cc5d1 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:51.589643 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7be27703-ed9f-40c8-b620-d4d4e39fa1bb req-13a2d101-7042-48e3-84c1-4cf1419cc5d1 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 945 time: 0.1789145 Apr 20 13:08:51.637320 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-901ff7b1-873d-47e7-ae4c-ef982898df59 req-a728daa1-879f-4362-8fd3-206f224cfe82 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Router 58ac7165-3ec6-4819-a93a-ee6e28e96e44 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:08:51.662226 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-c5686731-7e71-45ab-b688-9b0a3d71cbdf tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:51.673476 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7be27703-ed9f-40c8-b620-d4d4e39fa1bb req-7ba3de82-79e9-4c81-b4c8-2baea6ea3625 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad7470b7-9157-466d-a134-84fd4ff6de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714326 Apr 20 13:08:51.830090 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce344692-a70a-4ae1-8406-cb9409e0b65f req-ebb9399b-a5e0-4e48-b7ae-fbb76d9425d3 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:51.831582 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ce344692-a70a-4ae1-8406-cb9409e0b65f req-ebb9399b-a5e0-4e48-b7ae-fbb76d9425d3 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e36c34-5bd5-4303-b064-1f53f24cdb22 HTTP/1.1" status: 200 len: 945 time: 0.0904958 Apr 20 13:08:51.833033 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-901ff7b1-873d-47e7-ae4c-ef982898df59 req-a728daa1-879f-4362-8fd3-206f224cfe82 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:08:51.835006 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-c5686731-7e71-45ab-b688-9b0a3d71cbdf tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:51.839077 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-901ff7b1-873d-47e7-ae4c-ef982898df59 req-a728daa1-879f-4362-8fd3-206f224cfe82 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:51.844733 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccf47f6-33c3-4693-8979-3c398e988d3b None None] Sync routers for ids ['58ac7165-3ec6-4819-a93a-ee6e28e96e44'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:08:51.857032 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccf47f6-33c3-4693-8979-3c398e988d3b None None] Routers {'58ac7165-3ec6-4819-a93a-ee6e28e96e44'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:08:51.858764 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4ccf47f6-33c3-4693-8979-3c398e988d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:08:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['58ac7165-3ec6-4819-a93a-ee6e28e96e44'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:51.918639 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-c5686731-7e71-45ab-b688-9b0a3d71cbdf tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Network 5a69de38-4530-4bc9-a14a-1ca14f4ebdfd is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:08:51.926604 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-901ff7b1-873d-47e7-ae4c-ef982898df59 req-a728daa1-879f-4362-8fd3-206f224cfe82 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "PUT /v2.0/floatingips/a7a4f8b1-150e-4a05-9cbb-fa9caa78fc5f HTTP/1.1" status: 200 len: 995 time: 2.6793897 Apr 20 13:08:51.930119 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e555c2f-605a-4255-b02d-cf3e802bb7bc', 'tag': 'cc338793-76f2-46cb-b132-9f5b25a33ace'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:51.932954 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c36965c-73f9-4c62-9f94-a031c01de169" -d '{"events": [{"name": "network-changed", "server_uuid": "4e555c2f-605a-4255-b02d-cf3e802bb7bc", "tag": "cc338793-76f2-46cb-b132-9f5b25a33ace"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:51.935804 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-c5686731-7e71-45ab-b688-9b0a3d71cbdf tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:08:51.945853 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-c5686731-7e71-45ab-b688-9b0a3d71cbdf tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:08:51.974534 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-4ccf47f6-33c3-4693-8979-3c398e988d3b None None] Set router 58ac7165-3ec6-4819-a93a-ee6e28e96e44 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:08:51.988789 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5686731-7e71-45ab-b688-9b0a3d71cbdf tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Pushing event updated for resources: {'Port': ['ID=bf933922-09e5-4f77-9f0e-bfb87f24c714,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:52.008596 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ce344692-a70a-4ae1-8406-cb9409e0b65f req-e32603e9-5c30-412c-b5db-5becb5778061 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660435 Apr 20 13:08:52.045117 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-c5686731-7e71-45ab-b688-9b0a3d71cbdf tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:52.046075 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-c5686731-7e71-45ab-b688-9b0a3d71cbdf tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:52.062928 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ff7b1-873d-47e7-ae4c-ef982898df59 req-7b52d44d-e1f9-437e-9ca6-c76e6895ba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:52.064497 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-901ff7b1-873d-47e7-ae4c-ef982898df59 req-7b52d44d-e1f9-437e-9ca6-c76e6895ba45 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ad4bf9f25ca54612b09fd2442e19f7e7&device_id=4e555c2f-605a-4255-b02d-cf3e802bb7bc HTTP/1.1" status: 200 len: 1096 time: 0.1104050 Apr 20 13:08:52.152213 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-c5686731-7e71-45ab-b688-9b0a3d71cbdf tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0805638 Apr 20 13:08:52.175895 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-8f1da513-8270-4494-afe0-6d28ab5371d2 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Request body: {'port': {'device_id': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'network_id': '5a69de38-4530-4bc9-a14a-1ca14f4ebdfd', 'admin_state_up': True, 'tenant_id': '80a09310883244f09c77418f84fc8e88', 'security_groups': ['524f40f0-f7bd-4071-a5c4-12e52d6a9c2f']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:52.246605 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-7c46946d-e4d9-459e-b289-99be5b19fbda None None] Provisioning complete for port bf933922-09e5-4f77-9f0e-bfb87f24c714 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:52.247193 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7c46946d-e4d9-459e-b289-99be5b19fbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:52.277713 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4ccf47f6-33c3-4693-8979-3c398e988d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758772103-router', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:42Z', 'updated_at': '2022-04-20T13:07:48Z', 'revision_number': 4, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'gw_port': {'id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:17:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:43Z', 'updated_at': '2022-04-20T13:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'a7a4f8b1-150e-4a05-9cbb-fa9caa78fc5f', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'floating_ip_address': '172.25.8.94', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'port_id': 'cc338793-76f2-46cb-b132-9f5b25a33ace', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea', 'mac_address': 'fa:16:3e:d1:97:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e555c2f-605a-4255-b02d-cf3e802bb7bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:08:29Z', 'updated_at': '2022-04-20T13:08:50Z', 'revision_number': 1, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d887a6a-8007-4be4-ac70-d441e86d1b65', 'name': '', 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'mac_address': 'fa:16:3e:28:60:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '0b77211f-3453-4701-925b-fc2afaf87461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:47Z', 'updated_at': '2022-04-20T13:07:57Z', 'revision_number': 5, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'subnets': [{'id': '0b77211f-3453-4701-925b-fc2afaf87461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:52.282833 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-7c46946d-e4d9-459e-b289-99be5b19fbda None None] Port bf933922-09e5-4f77-9f0e-bfb87f24c714 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:08:52.298292 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ff7b1-873d-47e7-ae4c-ef982898df59 req-23b5ddf7-e494-4fda-b818-315199b6c75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:52.299790 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-901ff7b1-873d-47e7-ae4c-ef982898df59 req-23b5ddf7-e494-4fda-b818-315199b6c75a service neutron] 10.222.0.25 "GET /v2.0/networks?id=216be08c-a7d9-48bb-ac07-e1350f2b5dea HTTP/1.1" status: 200 len: 922 time: 0.2282472 Apr 20 13:08:52.313839 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccf47f6-33c3-4693-8979-3c398e988d3b None None] Checking router: 58ac7165-3ec6-4819-a93a-ee6e28e96e44 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:08:52.323422 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccf47f6-33c3-4693-8979-3c398e988d3b None None] Routers {'58ac7165-3ec6-4819-a93a-ee6e28e96e44'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:08:52.324036 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4ccf47f6-33c3-4693-8979-3c398e988d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:08:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['58ac7165-3ec6-4819-a93a-ee6e28e96e44'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:52.327197 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f63f16-cf2e-4de1-8b57-679401031a34 req-59dc14db-aee1-434e-98b1-6593a4aded88 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:52.331772 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f63f16-cf2e-4de1-8b57-679401031a34 req-59dc14db-aee1-434e-98b1-6593a4aded88 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:52.333301 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e1f63f16-cf2e-4de1-8b57-679401031a34 req-59dc14db-aee1-434e-98b1-6593a4aded88 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 1653 time: 0.1738381 Apr 20 13:08:52.429177 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-901ff7b1-873d-47e7-ae4c-ef982898df59 req-dda106b1-8f17-422e-9a77-668f3c371499 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc338793-76f2-46cb-b132-9f5b25a33ace HTTP/1.1" status: 200 len: 998 time: 0.1203074 Apr 20 13:08:52.431640 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-4ccf47f6-33c3-4693-8979-3c398e988d3b None None] Set router 58ac7165-3ec6-4819-a93a-ee6e28e96e44 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:08:52.436294 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e1f63f16-cf2e-4de1-8b57-679401031a34 req-a1c8e3b7-f8c4-44ea-834f-4d9fe0986667 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675051 Apr 20 13:08:52.492393 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ff7b1-873d-47e7-ae4c-ef982898df59 req-0d35e6a2-c4a4-4ecb-bf62-6fd95bc4621e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:52.493944 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-901ff7b1-873d-47e7-ae4c-ef982898df59 req-0d35e6a2-c4a4-4ecb-bf62-6fd95bc4621e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0b77211f-3453-4701-925b-fc2afaf87461 HTTP/1.1" status: 200 len: 860 time: 0.0568080 Apr 20 13:08:52.499477 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6ec945-88b9-43fb-a536-eab40b0c0d7a x-openstack-request-id: req-ba6ec945-88b9-43fb-a536-eab40b0c0d7a {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:52.499843 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e555c2f-605a-4255-b02d-cf3e802bb7bc", "tag": "cc338793-76f2-46cb-b132-9f5b25a33ace", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:52.503855 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ba6ec945-88b9-43fb-a536-eab40b0c0d7a {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:52.504418 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba6ec945-88b9-43fb-a536-eab40b0c0d7a'] response: {'name': 'network-changed', 'server_uuid': '4e555c2f-605a-4255-b02d-cf3e802bb7bc', 'tag': 'cc338793-76f2-46cb-b132-9f5b25a33ace', 'status': 'completed', 'code': 200} Apr 20 13:08:52.506504 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-8f1da513-8270-4494-afe0-6d28ab5371d2 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Made reservation on behalf of 80a09310883244f09c77418f84fc8e88 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:08:52.510913 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-8f1da513-8270-4494-afe0-6d28ab5371d2 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:52.652536 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ff7b1-873d-47e7-ae4c-ef982898df59 req-3290d4a8-277b-4744-a047-b1987f5375a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:52.654022 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-901ff7b1-873d-47e7-ae4c-ef982898df59 req-3290d4a8-277b-4744-a047-b1987f5375a7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=216be08c-a7d9-48bb-ac07-e1350f2b5dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1403036 Apr 20 13:08:52.682489 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-901ff7b1-873d-47e7-ae4c-ef982898df59 req-5ad4b868-b488-4e7d-b8ab-4ac7e7fc3150 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:08:52.683393 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-901ff7b1-873d-47e7-ae4c-ef982898df59 req-5ad4b868-b488-4e7d-b8ab-4ac7e7fc3150 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081913 Apr 20 13:08:52.692609 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36965c-73f9-4c62-9f94-a031c01de169 req-689c7875-3e5b-4be7-ab35-ccd436be7b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:52.694068 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1c36965c-73f9-4c62-9f94-a031c01de169 req-689c7875-3e5b-4be7-ab35-ccd436be7b62 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ad4bf9f25ca54612b09fd2442e19f7e7&device_id=4e555c2f-605a-4255-b02d-cf3e802bb7bc HTTP/1.1" status: 200 len: 1096 time: 0.1517069 Apr 20 13:08:52.709291 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4ccf47f6-33c3-4693-8979-3c398e988d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758772103-router', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:42Z', 'updated_at': '2022-04-20T13:07:48Z', 'revision_number': 4, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'gw_port': {'id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:17:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:43Z', 'updated_at': '2022-04-20T13:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'a7a4f8b1-150e-4a05-9cbb-fa9caa78fc5f', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'floating_ip_address': '172.25.8.94', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'port_id': 'cc338793-76f2-46cb-b132-9f5b25a33ace', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea', 'mac_address': 'fa:16:3e:d1:97:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e555c2f-605a-4255-b02d-cf3e802bb7bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:08:29Z', 'updated_at': '2022-04-20T13:08:50Z', 'revision_number': 1, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d887a6a-8007-4be4-ac70-d441e86d1b65', 'name': '', 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'mac_address': 'fa:16:3e:28:60:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '0b77211f-3453-4701-925b-fc2afaf87461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:47Z', 'updated_at': '2022-04-20T13:07:57Z', 'revision_number': 5, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'subnets': [{'id': '0b77211f-3453-4701-925b-fc2afaf87461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:52.739671 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccf47f6-33c3-4693-8979-3c398e988d3b None None] The sync data for ids ['58ac7165-3ec6-4819-a93a-ee6e28e96e44'] in n-d-836015-7 is: [{'id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758772103-router', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:42Z', 'updated_at': '2022-04-20T13:07:48Z', 'revision_number': 4, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'gw_port': {'id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:17:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:43Z', 'updated_at': '2022-04-20T13:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'a7a4f8b1-150e-4a05-9cbb-fa9caa78fc5f', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'floating_ip_address': '172.25.8.94', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'port_id': 'cc338793-76f2-46cb-b132-9f5b25a33ace', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea', 'mac_address': 'fa:16:3e:d1:97:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e555c2f-605a-4255-b02d-cf3e802bb7bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:08:29Z', 'updated_at': '2022-04-20T13:08:50Z', 'revision_number': 1, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d887a6a-8007-4be4-ac70-d441e86d1b65', 'name': '', 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'mac_address': 'fa:16:3e:28:60:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '0b77211f-3453-4701-925b-fc2afaf87461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:47Z', 'updated_at': '2022-04-20T13:07:57Z', 'revision_number': 5, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'subnets': [{'id': '0b77211f-3453-4701-925b-fc2afaf87461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:08:52.855260 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6851e66-183c-4429-bdf7-e2f02467c329 req-0588f72b-731e-42bb-9ef7-8ad0caf23f95 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:52.856745 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f6851e66-183c-4429-bdf7-e2f02467c329 req-0588f72b-731e-42bb-9ef7-8ad0caf23f95 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f965f42c-805e-4ee0-b976-19ad9b6df640 HTTP/1.1" status: 200 len: 949 time: 0.2267528 Apr 20 13:08:52.876189 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-8f1da513-8270-4494-afe0-6d28ab5371d2 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Allocated IP 10.1.1.94 (5a69de38-4530-4bc9-a14a-1ca14f4ebdfd/b4af9191-d6b5-420c-b77f-a5f7f7b63126/bd817be8-283c-452b-aa21-7b15743074d5) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:08:52.984556 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36965c-73f9-4c62-9f94-a031c01de169 req-1bbb9eda-5efa-4b16-b438-63e1b1868b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:52.986139 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1c36965c-73f9-4c62-9f94-a031c01de169 req-1bbb9eda-5efa-4b16-b438-63e1b1868b68 service neutron] 10.222.0.32 "GET /v2.0/networks?id=216be08c-a7d9-48bb-ac07-e1350f2b5dea HTTP/1.1" status: 200 len: 922 time: 0.2780459 Apr 20 13:08:52.996123 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b9e62e-4e63-4561-8810-6bfac02e5c00 None None] New status for floating IP a7a4f8b1-150e-4a05-9cbb-fa9caa78fc5f: ACTIVE {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:08:53.000606 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f6851e66-183c-4429-bdf7-e2f02467c329 req-e928822e-17ff-4090-969e-3ff8e2b577de tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340055 Apr 20 13:08:53.016412 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-901ff7b1-873d-47e7-ae4c-ef982898df59 req-c0f6c82e-fe83-4f36-b6ae-150f4a12c85c service neutron] 10.222.0.25 "GET /v2.0/networks/216be08c-a7d9-48bb-ac07-e1350f2b5dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169606 Apr 20 13:08:53.238341 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1c36965c-73f9-4c62-9f94-a031c01de169 req-ee321395-77ea-438b-bd13-91a58ae85e79 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc338793-76f2-46cb-b132-9f5b25a33ace HTTP/1.1" status: 200 len: 998 time: 0.2095563 Apr 20 13:08:53.340446 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a8b5b-167a-4d02-bfe2-452d0fd50077 req-14a75e25-53c2-4bca-b33c-bc13e9e93c6d tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:53.341906 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bc2a8b5b-167a-4d02-bfe2-452d0fd50077 req-14a75e25-53c2-4bca-b33c-bc13e9e93c6d tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 945 time: 0.1655827 Apr 20 13:08:53.343700 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-901ff7b1-873d-47e7-ae4c-ef982898df59 req-7b58fcc5-74ee-4798-9354-cb4938cb4346 service neutron] 10.222.0.25 "GET /v2.0/networks/216be08c-a7d9-48bb-ac07-e1350f2b5dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290124 Apr 20 13:08:53.367257 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-8f1da513-8270-4494-afe0-6d28ab5371d2 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:53.376523 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36965c-73f9-4c62-9f94-a031c01de169 req-0e2a3e3d-63f0-40ca-9a1f-d1d6a3dcb590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:53.377952 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1c36965c-73f9-4c62-9f94-a031c01de169 req-0e2a3e3d-63f0-40ca-9a1f-d1d6a3dcb590 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0b77211f-3453-4701-925b-fc2afaf87461 HTTP/1.1" status: 200 len: 860 time: 0.1137836 Apr 20 13:08:53.430879 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bc2a8b5b-167a-4d02-bfe2-452d0fd50077 req-16d4a71f-69a6-4ca6-b242-7cab434ecb27 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad7470b7-9157-466d-a134-84fd4ff6de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821207 Apr 20 13:08:53.463572 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36965c-73f9-4c62-9f94-a031c01de169 req-cc6e42f8-55d8-4ac9-9042-aa9bb16a0112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:53.463755 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1c36965c-73f9-4c62-9f94-a031c01de169 req-cc6e42f8-55d8-4ac9-9042-aa9bb16a0112 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=216be08c-a7d9-48bb-ac07-e1350f2b5dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747528 Apr 20 13:08:53.529050 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-8f1da513-8270-4494-afe0-6d28ab5371d2 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:53.648365 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-8f1da513-8270-4494-afe0-6d28ab5371d2 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Network 5a69de38-4530-4bc9-a14a-1ca14f4ebdfd is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:08:53.662821 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-8f1da513-8270-4494-afe0-6d28ab5371d2 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:08:53.670863 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1da513-8270-4494-afe0-6d28ab5371d2 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Pushing event updated for resources: {'Port': ['ID=bd817be8-283c-452b-aa21-7b15743074d5,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:53.676056 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-8f1da513-8270-4494-afe0-6d28ab5371d2 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:08:53.719055 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba81f7-f867-4b5b-80f5-fca8cb90cf8f req-1c035357-61c3-45ab-bd1d-94a97c948e18 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:53.720979 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1fba81f7-f867-4b5b-80f5-fca8cb90cf8f req-1c035357-61c3-45ab-bd1d-94a97c948e18 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e36c34-5bd5-4303-b064-1f53f24cdb22 HTTP/1.1" status: 200 len: 945 time: 0.1962199 Apr 20 13:08:53.722846 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1c36965c-73f9-4c62-9f94-a031c01de169 req-1a7b7a16-994e-4712-836e-59b13026e4aa service neutron] 10.222.0.32 "GET /v2.0/networks/216be08c-a7d9-48bb-ac07-e1350f2b5dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524612 Apr 20 13:08:53.727894 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45a5f5-f314-4c4e-b8f3-11d8a1e15486 req-3e3a0022-2e0a-4c1f-aa3a-ff6fd2a23f27 tempest-ServersOnMultiNodesTest-1016245788 tempest-ServersOnMultiNodesTest-1016245788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:53.729935 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a45a5f5-f314-4c4e-b8f3-11d8a1e15486 req-3e3a0022-2e0a-4c1f-aa3a-ff6fd2a23f27 tempest-ServersOnMultiNodesTest-1016245788 tempest-ServersOnMultiNodesTest-1016245788-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f965f42c-805e-4ee0-b976-19ad9b6df640 HTTP/1.1" status: 200 len: 1100 time: 0.1476119 Apr 20 13:08:53.798428 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-8f1da513-8270-4494-afe0-6d28ab5371d2 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:53.799051 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-8f1da513-8270-4494-afe0-6d28ab5371d2 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:53.826527 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6a45a5f5-f314-4c4e-b8f3-11d8a1e15486 req-c2439722-39fa-4cf6-9b4b-da4e3c092528 tempest-ServersOnMultiNodesTest-1016245788 tempest-ServersOnMultiNodesTest-1016245788-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:53.885603 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1fba81f7-f867-4b5b-80f5-fca8cb90cf8f req-b438fcfe-b781-4e8c-b0bc-7186c71e5ad4 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546841 Apr 20 13:08:53.920148 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1c36965c-73f9-4c62-9f94-a031c01de169 req-f2fb8d50-2eab-47d1-bf5d-500ca2762f31 service neutron] 10.222.0.32 "GET /v2.0/networks/216be08c-a7d9-48bb-ac07-e1350f2b5dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846945 Apr 20 13:08:53.924259 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-33b3eb0b-78b6-41b9-b519-881c21833e8f None None] Provisioning complete for port bd817be8-283c-452b-aa21-7b15743074d5 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:53.927607 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-33b3eb0b-78b6-41b9-b519-881c21833e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:53.956075 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36370) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:53.966021 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-33b3eb0b-78b6-41b9-b519-881c21833e8f None None] Port bd817be8-283c-452b-aa21-7b15743074d5 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:08:53.976392 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6a45a5f5-f314-4c4e-b8f3-11d8a1e15486 req-c2439722-39fa-4cf6-9b4b-da4e3c092528 tempest-ServersOnMultiNodesTest-1016245788 tempest-ServersOnMultiNodesTest-1016245788-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:53.981598 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-8f1da513-8270-4494-afe0-6d28ab5371d2 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8108768 Apr 20 13:08:53.998221 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-0feb551c-ab81-4eec-9bb2-394989a062db tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Request body: {'port': {'device_id': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b1ec58e9-2000-46d7-b9f7-b902c3308689', 'admin_state_up': True, 'tenant_id': '80a09310883244f09c77418f84fc8e88', 'security_groups': ['524f40f0-f7bd-4071-a5c4-12e52d6a9c2f']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:54.077852 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6a45a5f5-f314-4c4e-b8f3-11d8a1e15486 req-c2439722-39fa-4cf6-9b4b-da4e3c092528 tempest-ServersOnMultiNodesTest-1016245788 tempest-ServersOnMultiNodesTest-1016245788-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:54.158313 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a45a5f5-f314-4c4e-b8f3-11d8a1e15486 req-c2439722-39fa-4cf6-9b4b-da4e3c092528 tempest-ServersOnMultiNodesTest-1016245788 tempest-ServersOnMultiNodesTest-1016245788-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083946 Apr 20 13:08:54.162045 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2439722-39fa-4cf6-9b4b-da4e3c092528 tempest-ServersOnMultiNodesTest-1016245788 tempest-ServersOnMultiNodesTest-1016245788-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76dfcc51-de7a-47f4-be8b-11e4fd982f37,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:54.207004 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fadfa47-74f8-4334-a759-6923c05e4c56 req-e2fd3728-63f8-46b7-9d55-101fcb11e31c tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:54.208538 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1fadfa47-74f8-4334-a759-6923c05e4c56 req-e2fd3728-63f8-46b7-9d55-101fcb11e31c tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/ports?device_id=5165c66c-3d21-4457-8efe-73e54481f52b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1393626 Apr 20 13:08:54.311564 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1fadfa47-74f8-4334-a759-6923c05e4c56 req-d8016543-4037-483c-ab9d-d88e7dd5fac4 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.94 HTTP/1.1" status: 200 len: 1000 time: 0.0949266 Apr 20 13:08:54.329991 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ebfda-49c5-4c6f-88db-9693462ba8c1 req-8fac7119-ce59-48c5-aae3-996f17e1e485 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:54.335801 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ebfda-49c5-4c6f-88db-9693462ba8c1 req-8fac7119-ce59-48c5-aae3-996f17e1e485 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:54.341957 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ebfda-49c5-4c6f-88db-9693462ba8c1 req-8fac7119-ce59-48c5-aae3-996f17e1e485 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:54.343608 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-761ebfda-49c5-4c6f-88db-9693462ba8c1 req-8fac7119-ce59-48c5-aae3-996f17e1e485 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 2373 time: 0.0835447 Apr 20 13:08:54.348339 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-1fadfa47-74f8-4334-a759-6923c05e4c56 req-3f50b592-bcdd-4643-be5c-eddba1c2b047 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Request body: {'floatingip': {'port_id': 'bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:54.355174 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-0feb551c-ab81-4eec-9bb2-394989a062db tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Made reservation on behalf of 80a09310883244f09c77418f84fc8e88 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:08:54.403051 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84a42b1e-c8aa-4117-9900-79fe69d2140e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:54.411603 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-51ffcf8b-1fc8-4c12-b677-a14ab80d3a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:54.677892 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-84a42b1e-c8aa-4117-9900-79fe69d2140e admin admin] Deleting port 43ef864a-5522-401d-9679-7d2624a6f802 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:08:54.678356 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84a42b1e-c8aa-4117-9900-79fe69d2140e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:54.763087 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-84a42b1e-c8aa-4117-9900-79fe69d2140e admin admin] For port 43ef864a-5522-401d-9679-7d2624a6f802, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=43ef864a-5522-401d-9679-7d2624a6f802,segment=NetworkSegment(cd997797-ec42-428d-80b9-e169230980d9),segment_id=cd997797-ec42-428d-80b9-e169230980d9)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:54.763497 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84a42b1e-c8aa-4117-9900-79fe69d2140e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:54.777775 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-84a42b1e-c8aa-4117-9900-79fe69d2140e admin admin] Calling delete_port for 43ef864a-5522-401d-9679-7d2624a6f802 owned by network:router_interface {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:08:54.782113 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-761ebfda-49c5-4c6f-88db-9693462ba8c1 req-f4faa80f-8057-4170-be05-50d819fcf913 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4306870 Apr 20 13:08:54.786423 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1fadfa47-74f8-4334-a759-6923c05e4c56 req-3f50b592-bcdd-4643-be5c-eddba1c2b047 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks [] for floatingip, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:54.856975 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-0feb551c-ab81-4eec-9bb2-394989a062db tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:55.104078 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84a42b1e-c8aa-4117-9900-79fe69d2140e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:55.173414 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a42b1e-c8aa-4117-9900-79fe69d2140e admin admin] Pushing event deleted for resources: {'Port': ['ID=43ef864a-5522-401d-9679-7d2624a6f802,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:55.274702 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-0feb551c-ab81-4eec-9bb2-394989a062db tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Allocated IP 10.2.2.100 (b1ec58e9-2000-46d7-b9f7-b902c3308689/6bef6cbc-229e-4076-aebf-0e9753031270/60877966-e402-419c-a28e-944e03bf9ba3) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:08:55.427056 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84a42b1e-c8aa-4117-9900-79fe69d2140e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:55.430992 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddfec1-d0aa-4338-9a18-a001967f4a57 req-40688eb7-a55f-4122-be0c-eb23e78bf0cf tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:55.432587 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-90ddfec1-d0aa-4338-9a18-a001967f4a57 req-40688eb7-a55f-4122-be0c-eb23e78bf0cf tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 945 time: 0.1632562 Apr 20 13:08:55.574150 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-90ddfec1-d0aa-4338-9a18-a001967f4a57 req-588424f2-c101-4e9d-baf4-f0333800b7ad tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad7470b7-9157-466d-a134-84fd4ff6de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151500 Apr 20 13:08:55.621488 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-0feb551c-ab81-4eec-9bb2-394989a062db tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:55.721789 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1fadfa47-74f8-4334-a759-6923c05e4c56 req-3f50b592-bcdd-4643-be5c-eddba1c2b047 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:55.747942 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a42b1e-c8aa-4117-9900-79fe69d2140e admin admin] Router 4c54d688-a419-4f17-aeea-49928e707463 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:08:55.753789 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-0feb551c-ab81-4eec-9bb2-394989a062db tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:55.769692 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1fadfa47-74f8-4334-a759-6923c05e4c56 req-3f50b592-bcdd-4643-be5c-eddba1c2b047 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:55.840558 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-0feb551c-ab81-4eec-9bb2-394989a062db tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Network b1ec58e9-2000-46d7-b9f7-b902c3308689 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:08:55.853092 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-0feb551c-ab81-4eec-9bb2-394989a062db tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:08:55.859376 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-0feb551c-ab81-4eec-9bb2-394989a062db tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:08:55.875342 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38deef9c-5a72-48bf-b2ad-28e671def287 req-b0d8a78d-fb02-4c4d-9e5c-77f40e1c3952 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:55.875342 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-38deef9c-5a72-48bf-b2ad-28e671def287 req-b0d8a78d-fb02-4c4d-9e5c-77f40e1c3952 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e36c34-5bd5-4303-b064-1f53f24cdb22 HTTP/1.1" status: 200 len: 945 time: 0.1520381 Apr 20 13:08:55.878321 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a42b1e-c8aa-4117-9900-79fe69d2140e admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:08:55.886472 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-84a42b1e-c8aa-4117-9900-79fe69d2140e admin admin] 10.222.0.25 "PUT /v2.0/routers/4c54d688-a419-4f17-aeea-49928e707463/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9281290 Apr 20 13:08:55.888989 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36394) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:55.898823 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd630880-3a2e-4a61-a4f9-057e36251128 None None] Sync routers for ids ['4c54d688-a419-4f17-aeea-49928e707463'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:08:55.902509 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb551c-ab81-4eec-9bb2-394989a062db tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Pushing event updated for resources: {'Port': ['ID=60877966-e402-419c-a28e-944e03bf9ba3,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:55.920790 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd630880-3a2e-4a61-a4f9-057e36251128 None None] Routers {'4c54d688-a419-4f17-aeea-49928e707463'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:08:55.921747 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-dd630880-3a2e-4a61-a4f9-057e36251128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:08:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['4c54d688-a419-4f17-aeea-49928e707463'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:56.002884 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-0feb551c-ab81-4eec-9bb2-394989a062db tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:56.003461 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-0feb551c-ab81-4eec-9bb2-394989a062db tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:56.039118 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-38deef9c-5a72-48bf-b2ad-28e671def287 req-6602030c-e1f3-40ae-a44c-dfb4261005cd tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231940 Apr 20 13:08:56.041692 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [req-1fadfa47-74f8-4334-a759-6923c05e4c56 req-3f50b592-bcdd-4643-be5c-eddba1c2b047 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Floating IP a7a4f8b1-150e-4a05-9cbb-fa9caa78fc5f associated. External IP: 172.25.8.94, port: cc338793-76f2-46cb-b132-9f5b25a33ace. Apr 20 13:08:56.078599 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-dd630880-3a2e-4a61-a4f9-057e36251128 None None] Set router 4c54d688-a419-4f17-aeea-49928e707463 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:08:56.101685 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c34d43c4-4c50-4343-b133-ea9f5a36bd0d admin admin] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:56.175926 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-0feb551c-ab81-4eec-9bb2-394989a062db tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1820817 Apr 20 13:08:56.192092 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-1f05b623-a732-4992-a32a-70146f0ddb33 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Request body: {'port': {'device_id': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b1ec58e9-2000-46d7-b9f7-b902c3308689', 'admin_state_up': True, 'tenant_id': '80a09310883244f09c77418f84fc8e88', 'security_groups': ['524f40f0-f7bd-4071-a5c4-12e52d6a9c2f']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:56.311845 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-075b9f01-b876-456b-8957-2ada58269597 None None] Provisioning complete for port 60877966-e402-419c-a28e-944e03bf9ba3 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:56.312403 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-075b9f01-b876-456b-8957-2ada58269597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:56.313374 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a32c147-c71a-4f28-8503-5835032c2dec req-fd3e92cf-9325-471f-9b01-6b563dd0905a tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=4e1f0d8155374e7db296a2dc86482d62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0948670 Apr 20 13:08:56.352106 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c34d43c4-4c50-4343-b133-ea9f5a36bd0d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:56.417378 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-075b9f01-b876-456b-8957-2ada58269597 None None] Port 60877966-e402-419c-a28e-944e03bf9ba3 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:08:56.511151 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-dd630880-3a2e-4a61-a4f9-057e36251128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c54d688-a419-4f17-aeea-49928e707463', 'name': 'tempest-ServersTestMultiNic-1931406948-router', 'tenant_id': '7f24aea8ff2146a69feb6b75310aae0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': '79f75561-56e7-46bc-92f1-17d0a37e6722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:31Z', 'updated_at': '2022-04-20T13:08:54Z', 'revision_number': 5, 'project_id': '7f24aea8ff2146a69feb6b75310aae0a', 'gw_port': {'id': '79f75561-56e7-46bc-92f1-17d0a37e6722', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c54d688-a419-4f17-aeea-49928e707463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:34Z', 'updated_at': '2022-04-20T13:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:56.529638 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-c34d43c4-4c50-4343-b133-ea9f5a36bd0d admin admin] Deleting port 79f75561-56e7-46bc-92f1-17d0a37e6722 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:08:56.530044 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c34d43c4-4c50-4343-b133-ea9f5a36bd0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:56.534567 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32c147-c71a-4f28-8503-5835032c2dec req-eef0f986-e21d-4c66-9e89-6c8ba632d594 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:56.542652 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a32c147-c71a-4f28-8503-5835032c2dec req-eef0f986-e21d-4c66-9e89-6c8ba632d594 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2283142 Apr 20 13:08:56.555110 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd630880-3a2e-4a61-a4f9-057e36251128 None None] Checking router: 4c54d688-a419-4f17-aeea-49928e707463 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:08:56.566399 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd630880-3a2e-4a61-a4f9-057e36251128 None None] Routers {'4c54d688-a419-4f17-aeea-49928e707463'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:08:56.567521 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-dd630880-3a2e-4a61-a4f9-057e36251128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:08:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['4c54d688-a419-4f17-aeea-49928e707463'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:56.590156 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a32c147-c71a-4f28-8503-5835032c2dec req-25efb2d0-ddd4-4b67-972a-6d39d561047a tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/quotas/4e1f0d8155374e7db296a2dc86482d62 HTTP/1.1" status: 200 len: 375 time: 0.0465755 Apr 20 13:08:56.603201 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-1f05b623-a732-4992-a32a-70146f0ddb33 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Made reservation on behalf of 80a09310883244f09c77418f84fc8e88 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:08:56.608227 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-1f05b623-a732-4992-a32a-70146f0ddb33 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:56.639404 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-c34d43c4-4c50-4343-b133-ea9f5a36bd0d admin admin] For port 79f75561-56e7-46bc-92f1-17d0a37e6722, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=79f75561-56e7-46bc-92f1-17d0a37e6722,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:56.639886 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c34d43c4-4c50-4343-b133-ea9f5a36bd0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:56.656950 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-c34d43c4-4c50-4343-b133-ea9f5a36bd0d admin admin] Calling delete_port for 79f75561-56e7-46bc-92f1-17d0a37e6722 owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:08:56.704702 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fadfa47-74f8-4334-a759-6923c05e4c56 req-3f50b592-bcdd-4643-be5c-eddba1c2b047 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Router 58ac7165-3ec6-4819-a93a-ee6e28e96e44 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:08:56.732103 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-dd630880-3a2e-4a61-a4f9-057e36251128 None None] Set router 4c54d688-a419-4f17-aeea-49928e707463 gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:08:56.755973 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a32c147-c71a-4f28-8503-5835032c2dec req-6ef67a6f-e2c0-4382-baff-c5af83fa021b tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4e1f0d8155374e7db296a2dc86482d62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1648726 Apr 20 13:08:56.809610 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-dd630880-3a2e-4a61-a4f9-057e36251128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c54d688-a419-4f17-aeea-49928e707463', 'name': 'tempest-ServersTestMultiNic-1931406948-router', 'tenant_id': '7f24aea8ff2146a69feb6b75310aae0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:31Z', 'updated_at': '2022-04-20T13:08:56Z', 'revision_number': 6, 'project_id': '7f24aea8ff2146a69feb6b75310aae0a', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:56.855886 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-503fe532-c739-430e-b9d5-ca3e4947c905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:56.895522 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd630880-3a2e-4a61-a4f9-057e36251128 None None] The sync data for ids ['4c54d688-a419-4f17-aeea-49928e707463'] in n-d-836015-7 is: [{'id': '4c54d688-a419-4f17-aeea-49928e707463', 'name': 'tempest-ServersTestMultiNic-1931406948-router', 'tenant_id': '7f24aea8ff2146a69feb6b75310aae0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:31Z', 'updated_at': '2022-04-20T13:08:56Z', 'revision_number': 6, 'project_id': '7f24aea8ff2146a69feb6b75310aae0a', 'gw_port_host': None}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:08:56.987123 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c34d43c4-4c50-4343-b133-ea9f5a36bd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:57.036431 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fadfa47-74f8-4334-a759-6923c05e4c56 req-3f50b592-bcdd-4643-be5c-eddba1c2b047 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:08:57.047968 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d381668-7cdd-4c02-9172-8fdd93e56614 None None] Sync routers for ids ['58ac7165-3ec6-4819-a93a-ee6e28e96e44'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:08:57.062686 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d381668-7cdd-4c02-9172-8fdd93e56614 None None] Routers {'58ac7165-3ec6-4819-a93a-ee6e28e96e44'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:08:57.062875 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d43c4-4c50-4343-b133-ea9f5a36bd0d admin admin] Pushing event deleted for resources: {'Port': ['ID=79f75561-56e7-46bc-92f1-17d0a37e6722,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:57.063340 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-8d381668-7cdd-4c02-9172-8fdd93e56614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:08:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['58ac7165-3ec6-4819-a93a-ee6e28e96e44'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:57.133164 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-1f05b623-a732-4992-a32a-70146f0ddb33 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Allocated IP 10.2.2.200 (b1ec58e9-2000-46d7-b9f7-b902c3308689/6bef6cbc-229e-4076-aebf-0e9753031270/e3d672b2-5f52-48fe-8008-ebffb2729d17) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:08:57.158069 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c34d43c4-4c50-4343-b133-ea9f5a36bd0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:57.211040 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-8d381668-7cdd-4c02-9172-8fdd93e56614 None None] Set router 58ac7165-3ec6-4819-a93a-ee6e28e96e44 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:08:57.337484 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c34d43c4-4c50-4343-b133-ea9f5a36bd0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:57.341009 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c34d43c4-4c50-4343-b133-ea9f5a36bd0d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:57.489299 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c34d43c4-4c50-4343-b133-ea9f5a36bd0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:57.489952 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34d43c4-4c50-4343-b133-ea9f5a36bd0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c54d688-a419-4f17-aeea-49928e707463 {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:08:57.501870 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c34d43c4-4c50-4343-b133-ea9f5a36bd0d admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:57.508422 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c34d43c4-4c50-4343-b133-ea9f5a36bd0d admin admin] 10.222.0.25 "DELETE /v2.0/routers/4c54d688-a419-4f17-aeea-49928e707463 HTTP/1.1" status: 204 len: 168 time: 1.6179461 Apr 20 13:08:57.509054 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36412) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:57.525329 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-8d381668-7cdd-4c02-9172-8fdd93e56614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758772103-router', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:42Z', 'updated_at': '2022-04-20T13:07:48Z', 'revision_number': 4, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'gw_port': {'id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:17:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:43Z', 'updated_at': '2022-04-20T13:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'a7a4f8b1-150e-4a05-9cbb-fa9caa78fc5f', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'floating_ip_address': '172.25.8.94', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'port_id': 'bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea', 'mac_address': 'fa:16:3e:d6:99:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5165c66c-3d21-4457-8efe-73e54481f52b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:08:29Z', 'updated_at': '2022-04-20T13:08:55Z', 'revision_number': 3, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d887a6a-8007-4be4-ac70-d441e86d1b65', 'name': '', 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'mac_address': 'fa:16:3e:28:60:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '0b77211f-3453-4701-925b-fc2afaf87461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:47Z', 'updated_at': '2022-04-20T13:07:57Z', 'revision_number': 5, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'subnets': [{'id': '0b77211f-3453-4701-925b-fc2afaf87461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:57.562420 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d381668-7cdd-4c02-9172-8fdd93e56614 None None] Checking router: 58ac7165-3ec6-4819-a93a-ee6e28e96e44 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:08:57.564293 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4ac19bd-75c9-494d-b03f-fcfa40dd8fa9 admin admin] Deleting subnet 2cfa6f4f-f54b-4163-b933-0ce22b496da6 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:08:57.569053 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d4ac19bd-75c9-494d-b03f-fcfa40dd8fa9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:57.574655 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d381668-7cdd-4c02-9172-8fdd93e56614 None None] Routers {'58ac7165-3ec6-4819-a93a-ee6e28e96e44'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:08:57.575307 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-8d381668-7cdd-4c02-9172-8fdd93e56614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:08:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['58ac7165-3ec6-4819-a93a-ee6e28e96e44'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:57.629715 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d4ac19bd-75c9-494d-b03f-fcfa40dd8fa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:57.721009 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-8d381668-7cdd-4c02-9172-8fdd93e56614 None None] Set router 58ac7165-3ec6-4819-a93a-ee6e28e96e44 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:08:57.731824 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d4ac19bd-75c9-494d-b03f-fcfa40dd8fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:57.867213 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d4ac19bd-75c9-494d-b03f-fcfa40dd8fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:57.877529 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-1f05b623-a732-4992-a32a-70146f0ddb33 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:57.902561 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac19bd-75c9-494d-b03f-fcfa40dd8fa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cfa6f4f-f54b-4163-b933-0ce22b496da6,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:57.907135 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fadfa47-74f8-4334-a759-6923c05e4c56 req-3f50b592-bcdd-4643-be5c-eddba1c2b047 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Router 58ac7165-3ec6-4819-a93a-ee6e28e96e44 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:08:57.921838 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d4ac19bd-75c9-494d-b03f-fcfa40dd8fa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:57.934220 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d4ac19bd-75c9-494d-b03f-fcfa40dd8fa9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2cfa6f4f-f54b-4163-b933-0ce22b496da6 HTTP/1.1" status: 204 len: 168 time: 0.4213333 Apr 20 13:08:57.934734 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36420) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:57.955745 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fdcf05-8f69-4974-9c39-3d26c4b3c933 None None] Network 8536e81d-569a-4cbc-bcb6-19bd4ebd3a7b requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:08:58.081208 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d58f0df9-31e2-4ea0-a6f2-1efa5a51f042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:58.106666 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df5d3a8-c7e5-4ede-bac7-c8be4f46d7a1 req-6449f3ba-781f-414f-a0c0-510aa9956a7e tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:58.112373 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df5d3a8-c7e5-4ede-bac7-c8be4f46d7a1 req-6449f3ba-781f-414f-a0c0-510aa9956a7e tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:58.118229 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df5d3a8-c7e5-4ede-bac7-c8be4f46d7a1 req-6449f3ba-781f-414f-a0c0-510aa9956a7e tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:58.124375 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df5d3a8-c7e5-4ede-bac7-c8be4f46d7a1 req-6449f3ba-781f-414f-a0c0-510aa9956a7e tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:58.129300 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0df5d3a8-c7e5-4ede-bac7-c8be4f46d7a1 req-6449f3ba-781f-414f-a0c0-510aa9956a7e tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 3094 time: 0.1696270 Apr 20 13:08:58.134770 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-1f05b623-a732-4992-a32a-70146f0ddb33 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:58.158776 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:58.202794 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-d58f0df9-31e2-4ea0-a6f2-1efa5a51f042 admin admin] Deleting port 7adf9d12-1047-48bd-9380-3808ee95df03 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:08:58.202794 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d58f0df9-31e2-4ea0-a6f2-1efa5a51f042 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:58.239043 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fadfa47-74f8-4334-a759-6923c05e4c56 req-3f50b592-bcdd-4643-be5c-eddba1c2b047 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:08:58.261793 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1fadfa47-74f8-4334-a759-6923c05e4c56 req-3f50b592-bcdd-4643-be5c-eddba1c2b047 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:58.269718 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-1f05b623-a732-4992-a32a-70146f0ddb33 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Network b1ec58e9-2000-46d7-b9f7-b902c3308689 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:08:58.272519 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 43ef864a-5522-401d-9679-7d2624a6f802 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:08:58.308057 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0df5d3a8-c7e5-4ede-bac7-c8be4f46d7a1 req-dc23efa6-aa3d-4d90-818d-6393ab0d3fe8 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658711 Apr 20 13:08:58.321896 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 43ef864a-5522-401d-9679-7d2624a6f802 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:08:58.322235 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 43ef864a-5522-401d-9679-7d2624a6f802 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:08:58.322702 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 79f75561-56e7-46bc-92f1-17d0a37e6722 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:08:58.356957 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-1f05b623-a732-4992-a32a-70146f0ddb33 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:08:58.373594 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05b623-a732-4992-a32a-70146f0ddb33 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Pushing event updated for resources: {'Port': ['ID=e3d672b2-5f52-48fe-8008-ebffb2729d17,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:58.374654 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 79f75561-56e7-46bc-92f1-17d0a37e6722 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:08:58.374997 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 79f75561-56e7-46bc-92f1-17d0a37e6722 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:08:58.394905 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-1f05b623-a732-4992-a32a-70146f0ddb33 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:08:58.398890 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-d58f0df9-31e2-4ea0-a6f2-1efa5a51f042 admin admin] For port 7adf9d12-1047-48bd-9380-3808ee95df03, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=7adf9d12-1047-48bd-9380-3808ee95df03,segment=NetworkSegment(cd997797-ec42-428d-80b9-e169230980d9),segment_id=cd997797-ec42-428d-80b9-e169230980d9)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:58.399272 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d58f0df9-31e2-4ea0-a6f2-1efa5a51f042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:58.417296 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-d58f0df9-31e2-4ea0-a6f2-1efa5a51f042 admin admin] Calling delete_port for 7adf9d12-1047-48bd-9380-3808ee95df03 owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:08:58.466225 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-8d381668-7cdd-4c02-9172-8fdd93e56614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758772103-router', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:42Z', 'updated_at': '2022-04-20T13:07:48Z', 'revision_number': 4, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'gw_port': {'id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:17:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:43Z', 'updated_at': '2022-04-20T13:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'a7a4f8b1-150e-4a05-9cbb-fa9caa78fc5f', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'floating_ip_address': '172.25.8.94', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'port_id': 'bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea', 'mac_address': 'fa:16:3e:d6:99:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5165c66c-3d21-4457-8efe-73e54481f52b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:08:29Z', 'updated_at': '2022-04-20T13:08:55Z', 'revision_number': 3, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d887a6a-8007-4be4-ac70-d441e86d1b65', 'name': '', 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'mac_address': 'fa:16:3e:28:60:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '0b77211f-3453-4701-925b-fc2afaf87461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:47Z', 'updated_at': '2022-04-20T13:07:57Z', 'revision_number': 5, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'subnets': [{'id': '0b77211f-3453-4701-925b-fc2afaf87461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:58.511193 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e555c2f-605a-4255-b02d-cf3e802bb7bc', 'tag': 'cc338793-76f2-46cb-b132-9f5b25a33ace'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:58.513554 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e137158b-7eda-4920-89fe-27d0ffca5f04" -d '{"events": [{"name": "network-changed", "server_uuid": "4e555c2f-605a-4255-b02d-cf3e802bb7bc", "tag": "cc338793-76f2-46cb-b132-9f5b25a33ace"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:58.530018 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d381668-7cdd-4c02-9172-8fdd93e56614 None None] The sync data for ids ['58ac7165-3ec6-4819-a93a-ee6e28e96e44'] in n-d-836015-7 is: [{'id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758772103-router', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:42Z', 'updated_at': '2022-04-20T13:07:48Z', 'revision_number': 4, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'gw_port': {'id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:17:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:43Z', 'updated_at': '2022-04-20T13:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'a7a4f8b1-150e-4a05-9cbb-fa9caa78fc5f', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'floating_ip_address': '172.25.8.94', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'port_id': 'bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea', 'mac_address': 'fa:16:3e:d6:99:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5165c66c-3d21-4457-8efe-73e54481f52b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:08:29Z', 'updated_at': '2022-04-20T13:08:55Z', 'revision_number': 3, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d887a6a-8007-4be4-ac70-d441e86d1b65', 'name': '', 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'mac_address': 'fa:16:3e:28:60:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '0b77211f-3453-4701-925b-fc2afaf87461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:47Z', 'updated_at': '2022-04-20T13:07:57Z', 'revision_number': 5, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'subnets': [{'id': '0b77211f-3453-4701-925b-fc2afaf87461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:08:58.544402 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1fadfa47-74f8-4334-a759-6923c05e4c56 req-3f50b592-bcdd-4643-be5c-eddba1c2b047 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "PUT /v2.0/floatingips/a7a4f8b1-150e-4a05-9cbb-fa9caa78fc5f HTTP/1.1" status: 200 len: 998 time: 4.1997461 Apr 20 13:08:58.642825 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fadfa47-74f8-4334-a759-6923c05e4c56 req-8df92604-2ac8-4b30-b402-008fab9de051 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:58.644323 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1fadfa47-74f8-4334-a759-6923c05e4c56 req-8df92604-2ac8-4b30-b402-008fab9de051 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/ports/cc338793-76f2-46cb-b132-9f5b25a33ace HTTP/1.1" status: 200 len: 942 time: 0.0896542 Apr 20 13:08:58.652719 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-1f05b623-a732-4992-a32a-70146f0ddb33 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:58.654916 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d58f0df9-31e2-4ea0-a6f2-1efa5a51f042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:58.655515 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-1f05b623-a732-4992-a32a-70146f0ddb33 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:58.657203 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100c5e73-6a9f-4bb2-b024-9ef661da1154 None None] DHCP port deletion for 8536e81d-569a-4cbc-bcb6-19bd4ebd3a7b request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:08:58.691078 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36252c44-22ce-4a02-b75e-47531c3a411b req-bbe16fe8-4d9b-4ccf-adf0-58235bec5a3a tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:58.693602 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-36252c44-22ce-4a02-b75e-47531c3a411b req-bbe16fe8-4d9b-4ccf-adf0-58235bec5a3a tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 945 time: 0.2332220 Apr 20 13:08:58.727712 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f0df9-31e2-4ea0-a6f2-1efa5a51f042 admin admin] Pushing event deleted for resources: {'Port': ['ID=7adf9d12-1047-48bd-9380-3808ee95df03,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:58.737575 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58f0df9-31e2-4ea0-a6f2-1efa5a51f042 admin admin] No DVR routers for this DVR port 7adf9d12-1047-48bd-9380-3808ee95df03 on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:08:58.764194 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-36252c44-22ce-4a02-b75e-47531c3a411b req-9f22ab1d-e740-4465-8ad7-97682a6dcb54 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad7470b7-9157-466d-a134-84fd4ff6de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643888 Apr 20 13:08:58.776635 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ea55b046-1c82-417b-9ebf-0130ac7a3e93 None None] Provisioning complete for port e3d672b2-5f52-48fe-8008-ebffb2729d17 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:58.777152 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ea55b046-1c82-417b-9ebf-0130ac7a3e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:58.794448 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-1f05b623-a732-4992-a32a-70146f0ddb33 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6073637 Apr 20 13:08:58.826621 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b3b9fc92-4870-4dee-818d-838c51c75e09 service neutron] Request body: {'port': {'device_id': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:58.827922 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ea55b046-1c82-417b-9ebf-0130ac7a3e93 None None] Port e3d672b2-5f52-48fe-8008-ebffb2729d17 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:08:58.839604 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d58f0df9-31e2-4ea0-a6f2-1efa5a51f042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:58.866414 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-d58f0df9-31e2-4ea0-a6f2-1efa5a51f042 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8536e81d-569a-4cbc-bcb6-19bd4ebd3a7b']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:58.881587 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-d58f0df9-31e2-4ea0-a6f2-1efa5a51f042 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd997797-ec42-428d-80b9-e169230980d9') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:58.881938 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-d58f0df9-31e2-4ea0-a6f2-1efa5a51f042 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd997797-ec42-428d-80b9-e169230980d9') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:58.893646 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d58f0df9-31e2-4ea0-a6f2-1efa5a51f042 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:58.910581 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e934da0-477d-4fa3-acd7-5bd3908334d9 None None] New status for floating IP a7a4f8b1-150e-4a05-9cbb-fa9caa78fc5f: ACTIVE {{(pid=114872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:08:58.929427 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d58f0df9-31e2-4ea0-a6f2-1efa5a51f042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:58.938808 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d58f0df9-31e2-4ea0-a6f2-1efa5a51f042 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:08:58.939056 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d58f0df9-31e2-4ea0-a6f2-1efa5a51f042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:58.941038 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:08:58.941038 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:08:58.941038 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:08:58.941038 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:08:58.941038 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:08:58.941038 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:08:58.941038 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:08:58.941038 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:08:58.941038 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:08:58.941038 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:08:58.941038 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:08:58.941038 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:08:58.941038 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:08:58.941038 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:08:58.941038 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:08:58.941038 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:08:58.941038 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:08:58.941038 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:08:58.941038 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:08:58.941038 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:08:58.941038 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:08:58.941038 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:08:58.941038 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:08:58.941038 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:08:58.941038 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:08:58.941038 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:08:58.941038 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:08:58.941038 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:08:58.941038 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:08:58.941038 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:08:58.941038 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:08:58.941038 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:08:58.980210 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fadfa47-74f8-4334-a759-6923c05e4c56 req-37cb238a-9bbf-4444-8f30-fb4975ab07ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:58.981947 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1fadfa47-74f8-4334-a759-6923c05e4c56 req-37cb238a-9bbf-4444-8f30-fb4975ab07ad service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ad4bf9f25ca54612b09fd2442e19f7e7&device_id=4e555c2f-605a-4255-b02d-cf3e802bb7bc HTTP/1.1" status: 200 len: 1096 time: 0.1733215 Apr 20 13:08:58.995715 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b3b9fc92-4870-4dee-818d-838c51c75e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:59.018607 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b1bc7-2b6e-4ce6-8829-657a06eeafdb req-b9477ac1-e37f-446d-82ae-e87936bf8cb0 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:59.024585 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2c8b1bc7-2b6e-4ce6-8829-657a06eeafdb req-b9477ac1-e37f-446d-82ae-e87936bf8cb0 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e36c34-5bd5-4303-b064-1f53f24cdb22 HTTP/1.1" status: 200 len: 945 time: 0.1308720 Apr 20 13:08:59.079706 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d58f0df9-31e2-4ea0-a6f2-1efa5a51f042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:59.096452 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d58f0df9-31e2-4ea0-a6f2-1efa5a51f042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:59.099913 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d58f0df9-31e2-4ea0-a6f2-1efa5a51f042 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8536e81d-569a-4cbc-bcb6-19bd4ebd3a7b HTTP/1.1" status: 204 len: 168 time: 1.1633878 Apr 20 13:08:59.120433 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f0df9-31e2-4ea0-a6f2-1efa5a51f042 admin admin] Pushing event deleted for resources: {'Network': ['ID=8536e81d-569a-4cbc-bcb6-19bd4ebd3a7b,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:59.192402 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2c8b1bc7-2b6e-4ce6-8829-657a06eeafdb req-67763f05-8b42-4bc2-9f4a-5b68897aab56 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547794 Apr 20 13:08:59.251022 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fadfa47-74f8-4334-a759-6923c05e4c56 req-e4142c7c-a4ec-45ea-8bda-b8d7bef17f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:59.252558 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1fadfa47-74f8-4334-a759-6923c05e4c56 req-e4142c7c-a4ec-45ea-8bda-b8d7bef17f85 service neutron] 10.222.0.25 "GET /v2.0/networks?id=216be08c-a7d9-48bb-ac07-e1350f2b5dea HTTP/1.1" status: 200 len: 922 time: 0.2574077 Apr 20 13:08:59.259812 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:59.313985 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1fadfa47-74f8-4334-a759-6923c05e4c56 req-bc3c9102-4dfb-4c3d-beb8-052285bb9f7f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc338793-76f2-46cb-b132-9f5b25a33ace HTTP/1.1" status: 200 len: 217 time: 0.0473959 Apr 20 13:08:59.436990 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258c4f6b-fabf-48d9-a75e-4388297fe366 None None] Sync routers for ids ['58ac7165-3ec6-4819-a93a-ee6e28e96e44'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:08:59.446320 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258c4f6b-fabf-48d9-a75e-4388297fe366 None None] Routers {'58ac7165-3ec6-4819-a93a-ee6e28e96e44'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:08:59.446951 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-258c4f6b-fabf-48d9-a75e-4388297fe366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:08:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['58ac7165-3ec6-4819-a93a-ee6e28e96e44'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:59.448672 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fadfa47-74f8-4334-a759-6923c05e4c56 req-44b5f527-136a-4b23-80b0-616de8403d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:59.456427 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1fadfa47-74f8-4334-a759-6923c05e4c56 req-44b5f527-136a-4b23-80b0-616de8403d11 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0b77211f-3453-4701-925b-fc2afaf87461 HTTP/1.1" status: 200 len: 860 time: 0.1362486 Apr 20 13:08:59.520199 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fadfa47-74f8-4334-a759-6923c05e4c56 req-d5a10676-9026-4832-9d85-21b6f7bb6297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:59.528988 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1fadfa47-74f8-4334-a759-6923c05e4c56 req-d5a10676-9026-4832-9d85-21b6f7bb6297 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=216be08c-a7d9-48bb-ac07-e1350f2b5dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718040 Apr 20 13:08:59.610629 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-258c4f6b-fabf-48d9-a75e-4388297fe366 None None] Set router 58ac7165-3ec6-4819-a93a-ee6e28e96e44 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:08:59.626642 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36446) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:59.640614 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b3b9fc92-4870-4dee-818d-838c51c75e09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97b905ff-c95f-4cdf-b78c-ce981493c6b5 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:08:59.653216 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b3b9fc92-4870-4dee-818d-838c51c75e09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:59.712859 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b3b9fc92-4870-4dee-818d-838c51c75e09 service neutron] Transition to ACTIVE for port object 97b905ff-c95f-4cdf-b78c-ce981493c6b5 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:08:59.722968 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1fadfa47-74f8-4334-a759-6923c05e4c56 req-d975dce4-63cf-4d26-8477-c016d07b82bc service neutron] 10.222.0.25 "GET /v2.0/networks/216be08c-a7d9-48bb-ac07-e1350f2b5dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930301 Apr 20 13:08:59.762839 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-07df95a7-bddc-4c3f-9238-064783f0647a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7f24aea8ff2146a69feb6b75310aae0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1348672 Apr 20 13:08:59.765124 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36448) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:59.805926 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b3b9fc92-4870-4dee-818d-838c51c75e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:59.839495 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-91fb0cc4-6548-49c8-800a-ea820eec6cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:59.873135 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-91fb0cc4-6548-49c8-800a-ea820eec6cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:59.921504 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b9fc92-4870-4dee-818d-838c51c75e09 service neutron] Pushing event updated for resources: {'Port': ['ID=97b905ff-c95f-4cdf-b78c-ce981493c6b5,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:59.930406 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:59.957824 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c5796-3a7b-413c-ab4e-f684514ec70b req-34e12594-9b34-4543-a9e9-2d5f33447026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:59.959427 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2b2c5796-3a7b-413c-ab4e-f684514ec70b req-34e12594-9b34-4543-a9e9-2d5f33447026 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 1096 time: 0.1950800 Apr 20 13:08:59.980901 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b9fc92-4870-4dee-818d-838c51c75e09 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:59.981526 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b9fc92-4870-4dee-818d-838c51c75e09 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:59.981631 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b9fc92-4870-4dee-818d-838c51c75e09 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:59.981953 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b9fc92-4870-4dee-818d-838c51c75e09 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:59.982328 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b9fc92-4870-4dee-818d-838c51c75e09 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:59.982660 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b9fc92-4870-4dee-818d-838c51c75e09 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:59.982986 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b9fc92-4870-4dee-818d-838c51c75e09 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:59.983531 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b9fc92-4870-4dee-818d-838c51c75e09 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:59.983895 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b9fc92-4870-4dee-818d-838c51c75e09 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:59.984272 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b9fc92-4870-4dee-818d-838c51c75e09 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:59.984596 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b9fc92-4870-4dee-818d-838c51c75e09 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:59.984995 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b9fc92-4870-4dee-818d-838c51c75e09 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:00.061070 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-91fb0cc4-6548-49c8-800a-ea820eec6cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:00.063660 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-91fb0cc4-6548-49c8-800a-ea820eec6cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:00.064858 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-91fb0cc4-6548-49c8-800a-ea820eec6cd1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7 HTTP/1.1" status: 204 len: 168 time: 0.2987263 Apr 20 13:09:00.075434 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb0cc4-6548-49c8-800a-ea820eec6cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a74dd7-9b90-49a0-b1a1-5dd8acaa94e7,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:00.086437 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1fadfa47-74f8-4334-a759-6923c05e4c56 req-be8c2e94-ea4a-4a8f-82cb-b830f056dcdf service neutron] 10.222.0.25 "GET /v2.0/networks/216be08c-a7d9-48bb-ac07-e1350f2b5dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567810 Apr 20 13:09:00.124772 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b3b9fc92-4870-4dee-818d-838c51c75e09 service neutron] Attempting to bind port 97b905ff-c95f-4cdf-b78c-ce981493c6b5 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:09:00.124772 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b3b9fc92-4870-4dee-818d-838c51c75e09 service neutron] Attempting to bind port 97b905ff-c95f-4cdf-b78c-ce981493c6b5 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '738fba35-11d5-4597-a6a9-a3497c92a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c0567742-ebd6-4040-88bb-7f8afbb4e328'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:09:00.124772 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b3b9fc92-4870-4dee-818d-838c51c75e09 service neutron] Attempting to bind port 97b905ff-c95f-4cdf-b78c-ce981493c6b5 on network c0567742-ebd6-4040-88bb-7f8afbb4e328 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:09:00.188999 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b3b9fc92-4870-4dee-818d-838c51c75e09 service neutron] Port 97b905ff-c95f-4cdf-b78c-ce981493c6b5 on network c0567742-ebd6-4040-88bb-7f8afbb4e328 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:09:00.188999 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b3b9fc92-4870-4dee-818d-838c51c75e09 service neutron] Attempting to bind port 97b905ff-c95f-4cdf-b78c-ce981493c6b5 on network c0567742-ebd6-4040-88bb-7f8afbb4e328 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:09:00.199098 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2b2c5796-3a7b-413c-ab4e-f684514ec70b req-514bc2b1-56c2-4036-99a7-f8c884971d31 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ad7470b7-9157-466d-a134-84fd4ff6de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005215 Apr 20 13:09:00.213658 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b3b9fc92-4870-4dee-818d-838c51c75e09 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:09:00.215681 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b3b9fc92-4870-4dee-818d-838c51c75e09 service neutron] Checking segment: {'id': '738fba35-11d5-4597-a6a9-a3497c92a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c0567742-ebd6-4040-88bb-7f8afbb4e328'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:09:00.216217 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b3b9fc92-4870-4dee-818d-838c51c75e09 service neutron] Bound using segment: {'id': '738fba35-11d5-4597-a6a9-a3497c92a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c0567742-ebd6-4040-88bb-7f8afbb4e328'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:09:00.218514 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b3b9fc92-4870-4dee-818d-838c51c75e09 service neutron] Bound port: 97b905ff-c95f-4cdf-b78c-ce981493c6b5, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '738fba35-11d5-4597-a6a9-a3497c92a9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c0567742-ebd6-4040-88bb-7f8afbb4e328'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:09:00.219076 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b3b9fc92-4870-4dee-818d-838c51c75e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:00.285151 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 7adf9d12-1047-48bd-9380-3808ee95df03 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:09:00.308828 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 7adf9d12-1047-48bd-9380-3808ee95df03 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:09:00.309166 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 7adf9d12-1047-48bd-9380-3808ee95df03 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:09:00.329202 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-258c4f6b-fabf-48d9-a75e-4388297fe366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758772103-router', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:42Z', 'updated_at': '2022-04-20T13:07:48Z', 'revision_number': 4, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'gw_port': {'id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:17:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:43Z', 'updated_at': '2022-04-20T13:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'a7a4f8b1-150e-4a05-9cbb-fa9caa78fc5f', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'floating_ip_address': '172.25.8.94', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'port_id': 'bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea', 'mac_address': 'fa:16:3e:d6:99:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5165c66c-3d21-4457-8efe-73e54481f52b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:08:29Z', 'updated_at': '2022-04-20T13:08:59Z', 'revision_number': 4, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d887a6a-8007-4be4-ac70-d441e86d1b65', 'name': '', 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'mac_address': 'fa:16:3e:28:60:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '0b77211f-3453-4701-925b-fc2afaf87461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:47Z', 'updated_at': '2022-04-20T13:07:57Z', 'revision_number': 5, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'subnets': [{'id': '0b77211f-3453-4701-925b-fc2afaf87461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:00.348334 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fadfa47-74f8-4334-a759-6923c05e4c56 req-ec4f8f2d-506d-449c-a384-3f0bc605a836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:00.356740 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1fadfa47-74f8-4334-a759-6923c05e4c56 req-ec4f8f2d-506d-449c-a384-3f0bc605a836 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ad4bf9f25ca54612b09fd2442e19f7e7&device_id=5165c66c-3d21-4457-8efe-73e54481f52b HTTP/1.1" status: 200 len: 1097 time: 0.1150341 Apr 20 13:09:00.371469 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258c4f6b-fabf-48d9-a75e-4388297fe366 None None] Checking router: 58ac7165-3ec6-4819-a93a-ee6e28e96e44 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:09:00.379540 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b3b9fc92-4870-4dee-818d-838c51c75e09 service neutron] For port 97b905ff-c95f-4cdf-b78c-ce981493c6b5, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:09:00.387046 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258c4f6b-fabf-48d9-a75e-4388297fe366 None None] Routers {'58ac7165-3ec6-4819-a93a-ee6e28e96e44'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:09:00.387933 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-258c4f6b-fabf-48d9-a75e-4388297fe366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:08:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['58ac7165-3ec6-4819-a93a-ee6e28e96e44'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:00.425986 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b3b9fc92-4870-4dee-818d-838c51c75e09 service neutron] For port 97b905ff-c95f-4cdf-b78c-ce981493c6b5, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=97b905ff-c95f-4cdf-b78c-ce981493c6b5,segment=NetworkSegment(738fba35-11d5-4597-a6a9-a3497c92a9f7),segment_id=738fba35-11d5-4597-a6a9-a3497c92a9f7)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:09:00.478361 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fadfa47-74f8-4334-a759-6923c05e4c56 req-80ec5a71-1df7-4a9c-be63-adc3b3392e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:00.487021 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1fadfa47-74f8-4334-a759-6923c05e4c56 req-80ec5a71-1df7-4a9c-be63-adc3b3392e3a service neutron] 10.222.0.25 "GET /v2.0/networks?id=216be08c-a7d9-48bb-ac07-e1350f2b5dea HTTP/1.1" status: 200 len: 922 time: 0.1288657 Apr 20 13:09:00.578920 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352a1fdc-5640-45ad-a0de-98892583fbae x-openstack-request-id: req-352a1fdc-5640-45ad-a0de-98892583fbae {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:09:00.578920 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e555c2f-605a-4255-b02d-cf3e802bb7bc", "tag": "cc338793-76f2-46cb-b132-9f5b25a33ace", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:09:00.578920 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-352a1fdc-5640-45ad-a0de-98892583fbae {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:09:00.578920 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-352a1fdc-5640-45ad-a0de-98892583fbae'] response: {'name': 'network-changed', 'server_uuid': '4e555c2f-605a-4255-b02d-cf3e802bb7bc', 'tag': 'cc338793-76f2-46cb-b132-9f5b25a33ace', 'status': 'completed', 'code': 200} Apr 20 13:09:00.592791 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b3b9fc92-4870-4dee-818d-838c51c75e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:00.594537 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-258c4f6b-fabf-48d9-a75e-4388297fe366 None None] Set router 58ac7165-3ec6-4819-a93a-ee6e28e96e44 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:09:00.662230 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1fadfa47-74f8-4334-a759-6923c05e4c56 req-8e9a8271-bed9-427e-82f9-00c47828277a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e HTTP/1.1" status: 200 len: 1001 time: 0.1747797 Apr 20 13:09:00.725528 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b3b9fc92-4870-4dee-818d-838c51c75e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:00.726146 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b3b9fc92-4870-4dee-818d-838c51c75e09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:00.727628 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b3b9fc92-4870-4dee-818d-838c51c75e09 service neutron] 10.222.0.15 "PUT /v2.0/ports/97b905ff-c95f-4cdf-b78c-ce981493c6b5 HTTP/1.1" status: 200 len: 1091 time: 1.9072261 Apr 20 13:09:00.779782 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fadfa47-74f8-4334-a759-6923c05e4c56 req-38887294-651f-4a71-9ee9-0ca28a5b2929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:00.787428 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1fadfa47-74f8-4334-a759-6923c05e4c56 req-38887294-651f-4a71-9ee9-0ca28a5b2929 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0b77211f-3453-4701-925b-fc2afaf87461 HTTP/1.1" status: 200 len: 860 time: 0.1242459 Apr 20 13:09:00.799017 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b08f8b-b4b7-4eaa-b4ea-6d64bcd7cc33 req-fa56e4f3-2744-4823-aac2-ea9790739bb1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:00.805918 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b08f8b-b4b7-4eaa-b4ea-6d64bcd7cc33 req-fa56e4f3-2744-4823-aac2-ea9790739bb1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:00.811914 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b08f8b-b4b7-4eaa-b4ea-6d64bcd7cc33 req-fa56e4f3-2744-4823-aac2-ea9790739bb1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:00.818378 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b08f8b-b4b7-4eaa-b4ea-6d64bcd7cc33 req-fa56e4f3-2744-4823-aac2-ea9790739bb1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:00.828804 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b08f8b-b4b7-4eaa-b4ea-6d64bcd7cc33 req-fa56e4f3-2744-4823-aac2-ea9790739bb1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:00.831537 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e6b08f8b-b4b7-4eaa-b4ea-6d64bcd7cc33 req-fa56e4f3-2744-4823-aac2-ea9790739bb1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 3827 time: 0.2501163 Apr 20 13:09:00.856703 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-e4944b81-33b4-445d-a10b-21d5f7112fbe service neutron] Request body: {'port': {'device_id': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:00.964272 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-258c4f6b-fabf-48d9-a75e-4388297fe366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758772103-router', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:42Z', 'updated_at': '2022-04-20T13:07:48Z', 'revision_number': 4, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'gw_port': {'id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:17:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:43Z', 'updated_at': '2022-04-20T13:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'a7a4f8b1-150e-4a05-9cbb-fa9caa78fc5f', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'floating_ip_address': '172.25.8.94', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'port_id': 'bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea', 'mac_address': 'fa:16:3e:d6:99:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5165c66c-3d21-4457-8efe-73e54481f52b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:08:29Z', 'updated_at': '2022-04-20T13:08:59Z', 'revision_number': 4, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d887a6a-8007-4be4-ac70-d441e86d1b65', 'name': '', 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'mac_address': 'fa:16:3e:28:60:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '0b77211f-3453-4701-925b-fc2afaf87461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:47Z', 'updated_at': '2022-04-20T13:07:57Z', 'revision_number': 5, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'subnets': [{'id': '0b77211f-3453-4701-925b-fc2afaf87461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:01.007657 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137158b-7eda-4920-89fe-27d0ffca5f04 req-7b814f41-06fc-4f7b-b68e-9cadaafb1462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:01.011411 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e137158b-7eda-4920-89fe-27d0ffca5f04 req-7b814f41-06fc-4f7b-b68e-9cadaafb1462 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ad4bf9f25ca54612b09fd2442e19f7e7&device_id=4e555c2f-605a-4255-b02d-cf3e802bb7bc HTTP/1.1" status: 200 len: 1096 time: 0.4292808 Apr 20 13:09:01.028346 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b9fc92-4870-4dee-818d-838c51c75e09 service neutron] Pushing event updated for resources: {'Port': ['ID=97b905ff-c95f-4cdf-b78c-ce981493c6b5,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:01.046327 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258c4f6b-fabf-48d9-a75e-4388297fe366 None None] The sync data for ids ['58ac7165-3ec6-4819-a93a-ee6e28e96e44'] in n-d-836015-7 is: [{'id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758772103-router', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:42Z', 'updated_at': '2022-04-20T13:07:48Z', 'revision_number': 4, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'gw_port': {'id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:17:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:43Z', 'updated_at': '2022-04-20T13:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'a7a4f8b1-150e-4a05-9cbb-fa9caa78fc5f', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'floating_ip_address': '172.25.8.94', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'port_id': 'bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea', 'mac_address': 'fa:16:3e:d6:99:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5165c66c-3d21-4457-8efe-73e54481f52b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:08:29Z', 'updated_at': '2022-04-20T13:08:59Z', 'revision_number': 4, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d887a6a-8007-4be4-ac70-d441e86d1b65', 'name': '', 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'mac_address': 'fa:16:3e:28:60:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '0b77211f-3453-4701-925b-fc2afaf87461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:47Z', 'updated_at': '2022-04-20T13:07:57Z', 'revision_number': 5, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'subnets': [{'id': '0b77211f-3453-4701-925b-fc2afaf87461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:09:01.130576 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e6b08f8b-b4b7-4eaa-b4ea-6d64bcd7cc33 req-0b59920e-ce3a-4c73-80ce-f3ea7c62957f tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2654855 Apr 20 13:09:01.223027 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fadfa47-74f8-4334-a759-6923c05e4c56 req-afd60911-c8ed-43b0-809c-54bd67dd6da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:01.232741 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1fadfa47-74f8-4334-a759-6923c05e4c56 req-afd60911-c8ed-43b0-809c-54bd67dd6da8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=216be08c-a7d9-48bb-ac07-e1350f2b5dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4402266 Apr 20 13:09:01.303861 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e7c83add-2044-4150-8a1d-bfacb1ec2b82 req-b40cc8ef-f8d5-4b1f-a614-0bab67253523 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=50522a08-9b57-4c92-8b1a-9f0ef7511f8c HTTP/1.1" status: 200 len: 210 time: 0.0684776 Apr 20 13:09:01.308198 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-e4944b81-33b4-445d-a10b-21d5f7112fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:01.422237 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6a32c147-c71a-4f28-8503-5835032c2dec req-10439b5c-99a3-4756-9dae-05e485541250 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4e1f0d8155374e7db296a2dc86482d62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400343 Apr 20 13:09:01.618980 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32c147-c71a-4f28-8503-5835032c2dec req-43510b30-1ba8-48fb-839d-36d119467ba9 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:01.623702 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6a32c147-c71a-4f28-8503-5835032c2dec req-43510b30-1ba8-48fb-839d-36d119467ba9 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1942685 Apr 20 13:09:01.639177 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-6a32c147-c71a-4f28-8503-5835032c2dec req-91be05ab-d117-4358-85dc-332dc8fb3990 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Request body: {'port': {'device_id': 'd7eef8d9-0e4c-4386-9770-66100bcc6707', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'admin_state_up': True, 'tenant_id': '4e1f0d8155374e7db296a2dc86482d62'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:01.887124 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36486) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:01.894840 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a32c147-c71a-4f28-8503-5835032c2dec req-91be05ab-d117-4358-85dc-332dc8fb3990 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Made reservation on behalf of 4e1f0d8155374e7db296a2dc86482d62 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:09:01.902913 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6a32c147-c71a-4f28-8503-5835032c2dec req-91be05ab-d117-4358-85dc-332dc8fb3990 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:02.022472 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6a32c147-c71a-4f28-8503-5835032c2dec req-169015b1-679f-4855-baa7-9ba0eb923ce4 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4e1f0d8155374e7db296a2dc86482d62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316803 Apr 20 13:09:02.027294 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137158b-7eda-4920-89fe-27d0ffca5f04 req-413242a7-7665-431c-b211-99d61894720c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:02.028947 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e137158b-7eda-4920-89fe-27d0ffca5f04 req-413242a7-7665-431c-b211-99d61894720c service neutron] 10.222.0.32 "GET /v2.0/networks?id=216be08c-a7d9-48bb-ac07-e1350f2b5dea HTTP/1.1" status: 200 len: 922 time: 0.9760952 Apr 20 13:09:02.091834 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e137158b-7eda-4920-89fe-27d0ffca5f04 req-4b8d542c-0887-475f-a16d-c5d44b2e2578 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc338793-76f2-46cb-b132-9f5b25a33ace HTTP/1.1" status: 200 len: 217 time: 0.0494382 Apr 20 13:09:02.095762 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1fadfa47-74f8-4334-a759-6923c05e4c56 req-276d89ca-2d89-4086-84a0-aea9d66fb833 service neutron] 10.222.0.25 "GET /v2.0/networks/216be08c-a7d9-48bb-ac07-e1350f2b5dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8542109 Apr 20 13:09:02.100870 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-c9bacfca-1933-4245-b75e-f3c0e771aa1a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-463053943-network', 'tenant_id': '751edd8696be4dfdb3446a3e33725797'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:02.110903 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69cdca-9bb2-4b2e-8fd3-911fcc661267 req-4b4c9227-c9a5-4a4c-b6a0-6b2afff890a1 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:02.112581 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4a69cdca-9bb2-4b2e-8fd3-911fcc661267 req-4b4c9227-c9a5-4a4c-b6a0-6b2afff890a1 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 945 time: 0.7115874 Apr 20 13:09:02.193376 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-6a32c147-c71a-4f28-8503-5835032c2dec req-91be05ab-d117-4358-85dc-332dc8fb3990 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Allocated IP 192.168.233.243 (6efc3d61-2150-4671-a02d-6127df40131a/c5b1f82a-7732-4b50-ab22-2475f182a712/35f4dcac-bf1f-472e-8000-63eb2787a89a) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:09:02.217170 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32c147-c71a-4f28-8503-5835032c2dec req-9409570b-40af-4151-b7e3-e7238fe3670d tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:02.218660 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6a32c147-c71a-4f28-8503-5835032c2dec req-9409570b-40af-4151-b7e3-e7238fe3670d tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1881917 Apr 20 13:09:02.239822 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-6a32c147-c71a-4f28-8503-5835032c2dec req-e7b41013-2a3d-4a7e-ac8c-60bee0eaa3ad tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Request body: {'port': {'device_id': '50522a08-9b57-4c92-8b1a-9f0ef7511f8c', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'admin_state_up': True, 'tenant_id': '4e1f0d8155374e7db296a2dc86482d62'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:02.277305 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137158b-7eda-4920-89fe-27d0ffca5f04 req-04a8ecd5-6065-42af-8dee-d77b9cc02ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:02.278678 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e137158b-7eda-4920-89fe-27d0ffca5f04 req-04a8ecd5-6065-42af-8dee-d77b9cc02ede service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0b77211f-3453-4701-925b-fc2afaf87461 HTTP/1.1" status: 200 len: 860 time: 0.1777346 Apr 20 13:09:02.312036 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9bacfca-1933-4245-b75e-f3c0e771aa1a admin admin] Made reservation on behalf of 751edd8696be4dfdb3446a3e33725797 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:09:02.314251 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c9bacfca-1933-4245-b75e-f3c0e771aa1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:02.324434 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4a69cdca-9bb2-4b2e-8fd3-911fcc661267 req-bb66469e-8ef7-4546-894d-12bd23bcc71c tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad7470b7-9157-466d-a134-84fd4ff6de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910870 Apr 20 13:09:02.330292 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c9bacfca-1933-4245-b75e-f3c0e771aa1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:02.452280 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1fadfa47-74f8-4334-a759-6923c05e4c56 req-ab598ad3-08c1-4a1c-b8db-5cfe40e0db62 service neutron] 10.222.0.25 "GET /v2.0/networks/216be08c-a7d9-48bb-ac07-e1350f2b5dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384938 Apr 20 13:09:02.470887 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-e4944b81-33b4-445d-a10b-21d5f7112fbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9830ed74-8ebf-4eb3-b39e-6bc82c466a82 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:09:02.481581 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-e4944b81-33b4-445d-a10b-21d5f7112fbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:02.505145 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-e4944b81-33b4-445d-a10b-21d5f7112fbe service neutron] Transition to ACTIVE for port object 9830ed74-8ebf-4eb3-b39e-6bc82c466a82 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:09:02.510690 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137158b-7eda-4920-89fe-27d0ffca5f04 req-29dd6cf5-dca1-4e25-82af-7e7943a3a093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:02.512438 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e137158b-7eda-4920-89fe-27d0ffca5f04 req-29dd6cf5-dca1-4e25-82af-7e7943a3a093 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=216be08c-a7d9-48bb-ac07-e1350f2b5dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1544559 Apr 20 13:09:02.527267 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0864773-b0d7-4c6c-a464-39c251c15afc req-83eb5f0e-5031-4df0-8782-69c2d70726c0 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:02.529326 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d0864773-b0d7-4c6c-a464-39c251c15afc req-83eb5f0e-5031-4df0-8782-69c2d70726c0 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e36c34-5bd5-4303-b064-1f53f24cdb22 HTTP/1.1" status: 200 len: 945 time: 0.1031284 Apr 20 13:09:02.589462 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5165c66c-3d21-4457-8efe-73e54481f52b', 'tag': 'bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e'}, {'name': 'network-changed', 'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'tag': '97b905ff-c95f-4cdf-b78c-ce981493c6b5'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:09:02.591891 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2f0c92-78a6-49b6-9b41-ef4f851cb557" -d '{"events": [{"name": "network-changed", "server_uuid": "5165c66c-3d21-4457-8efe-73e54481f52b", "tag": "bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e"}, {"name": "network-changed", "server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "tag": "97b905ff-c95f-4cdf-b78c-ce981493c6b5"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:09:02.601819 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-e4944b81-33b4-445d-a10b-21d5f7112fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:02.736707 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d0864773-b0d7-4c6c-a464-39c251c15afc req-b49ab88e-17ab-4320-8a95-caeea7fa6e95 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872523 Apr 20 13:09:02.737321 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4944b81-33b4-445d-a10b-21d5f7112fbe service neutron] Pushing event updated for resources: {'Port': ['ID=9830ed74-8ebf-4eb3-b39e-6bc82c466a82,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:02.755863 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e137158b-7eda-4920-89fe-27d0ffca5f04 req-d71732d8-fa0c-4d06-b504-41815cbb46cc service neutron] 10.222.0.32 "GET /v2.0/networks/216be08c-a7d9-48bb-ac07-e1350f2b5dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252948 Apr 20 13:09:02.790854 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c39e72-8e8c-4e2d-a206-4909e25fa26c req-217fb666-7b66-4c59-8836-2fab7fa9f23d tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:02.792975 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d3c39e72-8e8c-4e2d-a206-4909e25fa26c req-217fb666-7b66-4c59-8836-2fab7fa9f23d tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 945 time: 0.1958125 Apr 20 13:09:02.818435 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6a32c147-c71a-4f28-8503-5835032c2dec req-91be05ab-d117-4358-85dc-332dc8fb3990 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:02.871647 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a32c147-c71a-4f28-8503-5835032c2dec req-e7b41013-2a3d-4a7e-ac8c-60bee0eaa3ad tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Made reservation on behalf of 4e1f0d8155374e7db296a2dc86482d62 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:09:02.879773 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6a32c147-c71a-4f28-8503-5835032c2dec req-e7b41013-2a3d-4a7e-ac8c-60bee0eaa3ad tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:02.903731 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c9bacfca-1933-4245-b75e-f3c0e771aa1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:02.970640 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d3c39e72-8e8c-4e2d-a206-4909e25fa26c req-c9743bc6-bceb-4eb4-8da2-a56469cac261 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432061 Apr 20 13:09:02.978646 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-e4944b81-33b4-445d-a10b-21d5f7112fbe service neutron] Attempting to bind port 9830ed74-8ebf-4eb3-b39e-6bc82c466a82 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:09:02.978983 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-e4944b81-33b4-445d-a10b-21d5f7112fbe service neutron] Attempting to bind port 9830ed74-8ebf-4eb3-b39e-6bc82c466a82 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': 'b2bd74d1-b518-4c8d-839d-80d6ae61237d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5a69de38-4530-4bc9-a14a-1ca14f4ebdfd'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:09:02.979317 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-e4944b81-33b4-445d-a10b-21d5f7112fbe service neutron] Attempting to bind port 9830ed74-8ebf-4eb3-b39e-6bc82c466a82 on network 5a69de38-4530-4bc9-a14a-1ca14f4ebdfd {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:09:02.994507 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-e4944b81-33b4-445d-a10b-21d5f7112fbe service neutron] Port 9830ed74-8ebf-4eb3-b39e-6bc82c466a82 on network 5a69de38-4530-4bc9-a14a-1ca14f4ebdfd not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:09:02.994507 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-e4944b81-33b4-445d-a10b-21d5f7112fbe service neutron] Attempting to bind port 9830ed74-8ebf-4eb3-b39e-6bc82c466a82 on network 5a69de38-4530-4bc9-a14a-1ca14f4ebdfd {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:09:03.013642 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c9bacfca-1933-4245-b75e-f3c0e771aa1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:03.020942 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2957748-3186-488b-b87e-c77b04cfde2a req-57e2f861-6459-41b6-834f-7027fce75025 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:03.025356 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9bacfca-1933-4245-b75e-f3c0e771aa1a admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:09:03.028177 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2957748-3186-488b-b87e-c77b04cfde2a req-57e2f861-6459-41b6-834f-7027fce75025 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:03.035078 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2957748-3186-488b-b87e-c77b04cfde2a req-57e2f861-6459-41b6-834f-7027fce75025 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:03.036663 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c9bacfca-1933-4245-b75e-f3c0e771aa1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:03.037026 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-c9bacfca-1933-4245-b75e-f3c0e771aa1a admin admin] Added segment 84af7999-438f-4181-814e-70ab50e7b8be of type vlan for network 56951fe5-a13b-4124-8315-505260f0a93e Apr 20 13:09:03.045785 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2957748-3186-488b-b87e-c77b04cfde2a req-57e2f861-6459-41b6-834f-7027fce75025 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:03.048583 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2957748-3186-488b-b87e-c77b04cfde2a req-57e2f861-6459-41b6-834f-7027fce75025 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:03.054628 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2957748-3186-488b-b87e-c77b04cfde2a req-57e2f861-6459-41b6-834f-7027fce75025 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:03.056497 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e2957748-3186-488b-b87e-c77b04cfde2a req-57e2f861-6459-41b6-834f-7027fce75025 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 4599 time: 0.1758475 Apr 20 13:09:03.058977 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-e4944b81-33b4-445d-a10b-21d5f7112fbe service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:09:03.059458 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-e4944b81-33b4-445d-a10b-21d5f7112fbe service neutron] Checking segment: {'id': 'b2bd74d1-b518-4c8d-839d-80d6ae61237d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5a69de38-4530-4bc9-a14a-1ca14f4ebdfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:09:03.059810 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-e4944b81-33b4-445d-a10b-21d5f7112fbe service neutron] Bound using segment: {'id': 'b2bd74d1-b518-4c8d-839d-80d6ae61237d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5a69de38-4530-4bc9-a14a-1ca14f4ebdfd'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:09:03.060290 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-e4944b81-33b4-445d-a10b-21d5f7112fbe service neutron] Bound port: 9830ed74-8ebf-4eb3-b39e-6bc82c466a82, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2bd74d1-b518-4c8d-839d-80d6ae61237d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5a69de38-4530-4bc9-a14a-1ca14f4ebdfd'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:09:03.060648 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-e4944b81-33b4-445d-a10b-21d5f7112fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:03.065761 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e137158b-7eda-4920-89fe-27d0ffca5f04 req-5b9e8f6f-a12c-4853-9994-802453a2dc30 service neutron] 10.222.0.32 "GET /v2.0/networks/216be08c-a7d9-48bb-ac07-e1350f2b5dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849772 Apr 20 13:09:03.077927 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6a32c147-c71a-4f28-8503-5835032c2dec req-91be05ab-d117-4358-85dc-332dc8fb3990 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:03.089963 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['02d394e3-f6ef-489c-8ff6-8161ad8effee'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:09:03.109569 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c9bacfca-1933-4245-b75e-f3c0e771aa1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:03.179750 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-039187ea-03d0-4ac0-9f81-e3f3a21cccf5 req-70228ebe-708b-45e5-a7d8-eff214a6cef9 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=50522a08-9b57-4c92-8b1a-9f0ef7511f8c HTTP/1.1" status: 200 len: 210 time: 0.0917408 Apr 20 13:09:03.196762 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a32c147-c71a-4f28-8503-5835032c2dec req-91be05ab-d117-4358-85dc-332dc8fb3990 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Network 6efc3d61-2150-4671-a02d-6127df40131a is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:09:03.198614 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bacfca-1933-4245-b75e-f3c0e771aa1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453f1f18-ab3a-45a6-896f-f71ff07ade0a,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:03.219246 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-6a32c147-c71a-4f28-8503-5835032c2dec req-91be05ab-d117-4358-85dc-332dc8fb3990 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:09:03.234981 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a32c147-c71a-4f28-8503-5835032c2dec req-91be05ab-d117-4358-85dc-332dc8fb3990 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:09:03.247698 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bacfca-1933-4245-b75e-f3c0e771aa1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:03.247959 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bacfca-1933-4245-b75e-f3c0e771aa1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:03.248300 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bacfca-1933-4245-b75e-f3c0e771aa1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:03.248632 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bacfca-1933-4245-b75e-f3c0e771aa1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:03.248962 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bacfca-1933-4245-b75e-f3c0e771aa1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:03.249308 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bacfca-1933-4245-b75e-f3c0e771aa1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:03.249615 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bacfca-1933-4245-b75e-f3c0e771aa1a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:03.249936 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bacfca-1933-4245-b75e-f3c0e771aa1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:03.250269 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bacfca-1933-4245-b75e-f3c0e771aa1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:03.250587 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bacfca-1933-4245-b75e-f3c0e771aa1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:03.250898 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bacfca-1933-4245-b75e-f3c0e771aa1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:03.251216 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bacfca-1933-4245-b75e-f3c0e771aa1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:03.256664 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be05ab-d117-4358-85dc-332dc8fb3990 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Pushing event updated for resources: {'Port': ['ID=35f4dcac-bf1f-472e-8000-63eb2787a89a,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:03.296700 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e2957748-3186-488b-b87e-c77b04cfde2a req-9733bdd4-4524-44e4-8e99-12ec89d40e5a tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&id=556d7529-8c3d-4632-818a-1051dfde20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2162824 Apr 20 13:09:03.304859 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-6a32c147-c71a-4f28-8503-5835032c2dec req-e7b41013-2a3d-4a7e-ac8c-60bee0eaa3ad tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Allocated IP 192.168.233.106 (6efc3d61-2150-4671-a02d-6127df40131a/c5b1f82a-7732-4b50-ab22-2475f182a712/3c9f21da-6fdc-4980-88b9-d73613e671ab) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:09:03.331403 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-e4944b81-33b4-445d-a10b-21d5f7112fbe service neutron] For port 9830ed74-8ebf-4eb3-b39e-6bc82c466a82, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:09:03.352496 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32c147-c71a-4f28-8503-5835032c2dec req-91be05ab-d117-4358-85dc-332dc8fb3990 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:03.353169 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6a32c147-c71a-4f28-8503-5835032c2dec req-91be05ab-d117-4358-85dc-332dc8fb3990 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:03.365564 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c9bacfca-1933-4245-b75e-f3c0e771aa1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:03.367172 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bacfca-1933-4245-b75e-f3c0e771aa1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:03.367172 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c9bacfca-1933-4245-b75e-f3c0e771aa1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:03.372987 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-e4944b81-33b4-445d-a10b-21d5f7112fbe service neutron] For port 9830ed74-8ebf-4eb3-b39e-6bc82c466a82, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=9830ed74-8ebf-4eb3-b39e-6bc82c466a82,segment=NetworkSegment(b2bd74d1-b518-4c8d-839d-80d6ae61237d),segment_id=b2bd74d1-b518-4c8d-839d-80d6ae61237d)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:09:03.396690 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cf3425ac-a8c7-4b20-b8f0-ab83717b2e87 req-c4572911-7e7e-46e0-b66a-7bb0ddf7d12f tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.94 HTTP/1.1" status: 200 len: 1001 time: 0.1824069 Apr 20 13:09:03.403434 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 20 Apr 2022 13:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e506e08b-f198-48e1-8395-ae253d015afc x-openstack-request-id: req-e506e08b-f198-48e1-8395-ae253d015afc {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:09:03.403434 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5165c66c-3d21-4457-8efe-73e54481f52b", "tag": "bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "tag": "97b905ff-c95f-4cdf-b78c-ce981493c6b5", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:09:03.403434 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e506e08b-f198-48e1-8395-ae253d015afc {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:09:03.403434 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e506e08b-f198-48e1-8395-ae253d015afc'] response: {'name': 'network-changed', 'server_uuid': '5165c66c-3d21-4457-8efe-73e54481f52b', 'tag': 'bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e', 'status': 'completed', 'code': 200} Apr 20 13:09:03.403434 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e506e08b-f198-48e1-8395-ae253d015afc'] response: {'name': 'network-changed', 'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'tag': '97b905ff-c95f-4cdf-b78c-ce981493c6b5', 'status': 'completed', 'code': 200} Apr 20 13:09:03.475646 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bacfca-1933-4245-b75e-f3c0e771aa1a admin admin] Pushing event updated for resources: {'Network': ['ID=56951fe5-a13b-4124-8315-505260f0a93e,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:03.476379 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-e4944b81-33b4-445d-a10b-21d5f7112fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:03.498459 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 56951fe5-a13b-4124-8315-505260f0a93e details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:09:03.524034 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6a32c147-c71a-4f28-8503-5835032c2dec req-91be05ab-d117-4358-85dc-332dc8fb3990 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8900769 Apr 20 13:09:03.538534 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c9bacfca-1933-4245-b75e-f3c0e771aa1a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6490407 Apr 20 13:09:03.543083 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36500) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:03.555002 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-6a32c147-c71a-4f28-8503-5835032c2dec req-5ffdb4e8-22cc-4901-92e7-1b27b2812fe0 service neutron] Request body: {'port': {'device_id': 'd7eef8d9-0e4c-4386-9770-66100bcc6707', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:03.561468 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-7b56d5c9-c48f-4aad-8b30-270beaedcb7a admin admin] Request body: {'subnet': {'network_id': '56951fe5-a13b-4124-8315-505260f0a93e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-463053943-subnet', 'tenant_id': '751edd8696be4dfdb3446a3e33725797', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:03.576721 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3425ac-a8c7-4b20-b8f0-ab83717b2e87 req-70b81ef9-05aa-4673-bdd4-46260a40c14e tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:03.588607 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cf3425ac-a8c7-4b20-b8f0-ab83717b2e87 req-70b81ef9-05aa-4673-bdd4-46260a40c14e tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/ports/bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e HTTP/1.1" status: 200 len: 943 time: 0.1857359 Apr 20 13:09:03.607177 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-2919e338-7b24-4a87-83ae-913e398b3728 None None] Provisioning complete for port 35f4dcac-bf1f-472e-8000-63eb2787a89a triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:03.607675 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2919e338-7b24-4a87-83ae-913e398b3728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:03.657294 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-e4944b81-33b4-445d-a10b-21d5f7112fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:03.658054 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-e4944b81-33b4-445d-a10b-21d5f7112fbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:03.661296 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-e4944b81-33b4-445d-a10b-21d5f7112fbe service neutron] 10.222.0.15 "PUT /v2.0/ports/9830ed74-8ebf-4eb3-b39e-6bc82c466a82 HTTP/1.1" status: 200 len: 1130 time: 2.8119566 Apr 20 13:09:03.708658 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-2919e338-7b24-4a87-83ae-913e398b3728 None None] Port 35f4dcac-bf1f-472e-8000-63eb2787a89a cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:09:03.719234 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b56d5c9-c48f-4aad-8b30-270beaedcb7a admin admin] Made reservation on behalf of 751edd8696be4dfdb3446a3e33725797 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:09:03.720032 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f0c92-78a6-49b6-9b41-ef4f851cb557 req-17ebcffd-1634-48ed-9da8-9054cf40fdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:03.721571 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7b56d5c9-c48f-4aad-8b30-270beaedcb7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:03.721848 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cd2f0c92-78a6-49b6-9b41-ef4f851cb557 req-17ebcffd-1634-48ed-9da8-9054cf40fdc3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ad4bf9f25ca54612b09fd2442e19f7e7&device_id=5165c66c-3d21-4457-8efe-73e54481f52b HTTP/1.1" status: 200 len: 1097 time: 0.2718465 Apr 20 13:09:03.725363 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6a32c147-c71a-4f28-8503-5835032c2dec req-5ffdb4e8-22cc-4901-92e7-1b27b2812fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:03.762098 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4944b81-33b4-445d-a10b-21d5f7112fbe service neutron] Pushing event updated for resources: {'Port': ['ID=9830ed74-8ebf-4eb3-b39e-6bc82c466a82,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:03.764693 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6a32c147-c71a-4f28-8503-5835032c2dec req-e7b41013-2a3d-4a7e-ac8c-60bee0eaa3ad tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:03.776117 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-d57d36cc-f6b9-440a-ba9f-77e42b466e7f service neutron] Request body: {'port': {'device_id': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:03.796346 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176b619-d97e-430e-9b7e-5f51a679d6cc req-d3e53f8c-e47f-479a-a8a3-a39466441f7a tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:03.806628 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9176b619-d97e-430e-9b7e-5f51a679d6cc req-d3e53f8c-e47f-479a-a8a3-a39466441f7a tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 945 time: 0.3326409 Apr 20 13:09:03.935730 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cf3425ac-a8c7-4b20-b8f0-ab83717b2e87 req-5d2ebe31-fb9a-4788-89cc-46690db1dee7 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.94 HTTP/1.1" status: 200 len: 1001 time: 0.2541571 Apr 20 13:09:03.993879 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-d57d36cc-f6b9-440a-ba9f-77e42b466e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:04.010831 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9176b619-d97e-430e-9b7e-5f51a679d6cc req-74af8f9d-1469-4363-ac1a-401040e128e2 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad7470b7-9157-466d-a134-84fd4ff6de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012992 Apr 20 13:09:04.086901 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6a32c147-c71a-4f28-8503-5835032c2dec req-e7b41013-2a3d-4a7e-ac8c-60bee0eaa3ad tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:04.106392 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['02d394e3-f6ef-489c-8ff6-8161ad8effee'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:09:04.131094 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f0c92-78a6-49b6-9b41-ef4f851cb557 req-e35b13a9-2415-4630-af4c-8a246b841f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:04.132600 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cd2f0c92-78a6-49b6-9b41-ef4f851cb557 req-e35b13a9-2415-4630-af4c-8a246b841f59 service neutron] 10.222.0.15 "GET /v2.0/networks?id=216be08c-a7d9-48bb-ac07-e1350f2b5dea HTTP/1.1" status: 200 len: 922 time: 0.3632908 Apr 20 13:09:04.203511 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a32c147-c71a-4f28-8503-5835032c2dec req-e7b41013-2a3d-4a7e-ac8c-60bee0eaa3ad tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Network 6efc3d61-2150-4671-a02d-6127df40131a is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:09:04.209116 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-6a32c147-c71a-4f28-8503-5835032c2dec req-e7b41013-2a3d-4a7e-ac8c-60bee0eaa3ad tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:09:04.211388 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b41013-2a3d-4a7e-ac8c-60bee0eaa3ad tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Pushing event updated for resources: {'Port': ['ID=3c9f21da-6fdc-4980-88b9-d73613e671ab,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:04.218549 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a32c147-c71a-4f28-8503-5835032c2dec req-e7b41013-2a3d-4a7e-ac8c-60bee0eaa3ad tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:09:04.272548 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7b56d5c9-c48f-4aad-8b30-270beaedcb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:04.343429 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3425ac-a8c7-4b20-b8f0-ab83717b2e87 req-dc7a984c-184a-4462-9e24-da54cf896c6c tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:04.344881 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cf3425ac-a8c7-4b20-b8f0-ab83717b2e87 req-dc7a984c-184a-4462-9e24-da54cf896c6c tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/networks/08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 784 time: 0.3989367 Apr 20 13:09:04.410483 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32c147-c71a-4f28-8503-5835032c2dec req-e7b41013-2a3d-4a7e-ac8c-60bee0eaa3ad tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:04.412880 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cd2f0c92-78a6-49b6-9b41-ef4f851cb557 req-2810ae12-6e7d-4dbb-8e51-769e7862a935 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e HTTP/1.1" status: 200 len: 1001 time: 0.2697566 Apr 20 13:09:04.416555 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6a32c147-c71a-4f28-8503-5835032c2dec req-e7b41013-2a3d-4a7e-ac8c-60bee0eaa3ad tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:04.456253 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b56d5c9-c48f-4aad-8b30-270beaedcb7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c09cad0-5b49-4174-8e95-ec3d5bcce76b,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:04.504696 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474889b-e84f-4fa9-b54c-1b8bd3be43ef req-90ea66fc-069b-42bc-a550-5ba23c4e3807 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:04.506695 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2474889b-e84f-4fa9-b54c-1b8bd3be43ef req-90ea66fc-069b-42bc-a550-5ba23c4e3807 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e36c34-5bd5-4303-b064-1f53f24cdb22 HTTP/1.1" status: 200 len: 945 time: 0.3451786 Apr 20 13:09:04.526742 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6a32c147-c71a-4f28-8503-5835032c2dec req-e7b41013-2a3d-4a7e-ac8c-60bee0eaa3ad tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2938106 Apr 20 13:09:04.540397 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-6a32c147-c71a-4f28-8503-5835032c2dec req-ea4376cd-51a1-4e9c-b8a7-48459ceff9f4 service neutron] Request body: {'port': {'device_id': '50522a08-9b57-4c92-8b1a-9f0ef7511f8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:04.569928 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-f131c968-e90b-4f2b-b41b-8b5f1315fb3d None None] Provisioning complete for port 3c9f21da-6fdc-4980-88b9-d73613e671ab triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:04.570443 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f131c968-e90b-4f2b-b41b-8b5f1315fb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:04.611625 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-f131c968-e90b-4f2b-b41b-8b5f1315fb3d None None] Port 3c9f21da-6fdc-4980-88b9-d73613e671ab cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:09:04.621793 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-6a32c147-c71a-4f28-8503-5835032c2dec req-5ffdb4e8-22cc-4901-92e7-1b27b2812fe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35f4dcac-bf1f-472e-8000-63eb2787a89a {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:09:04.626444 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6a32c147-c71a-4f28-8503-5835032c2dec req-ea4376cd-51a1-4e9c-b8a7-48459ceff9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:04.627638 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f0c92-78a6-49b6-9b41-ef4f851cb557 req-0ae79992-fc84-49c1-9191-77efce1c5375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:04.629349 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b56d5c9-c48f-4aad-8b30-270beaedcb7a admin admin] Checking segment: {'id': '84af7999-438f-4181-814e-70ab50e7b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '56951fe5-a13b-4124-8315-505260f0a93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:09:04.629727 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b56d5c9-c48f-4aad-8b30-270beaedcb7a admin admin] Network hostable DHCP agents. Network: 56951fe5-a13b-4124-8315-505260f0a93e, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:09:04.629864 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cd2f0c92-78a6-49b6-9b41-ef4f851cb557 req-0ae79992-fc84-49c1-9191-77efce1c5375 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b77211f-3453-4701-925b-fc2afaf87461 HTTP/1.1" status: 200 len: 860 time: 0.2041318 Apr 20 13:09:04.632867 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2474889b-e84f-4fa9-b54c-1b8bd3be43ef req-89bb5622-2e07-4a2d-bc8b-e3fa9e617b1c tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671935 Apr 20 13:09:04.649654 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6a32c147-c71a-4f28-8503-5835032c2dec req-5ffdb4e8-22cc-4901-92e7-1b27b2812fe0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:04.672799 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b59e2-a601-4aa8-be42-b92e4dc7a296 req-7877ac32-14ab-4973-9cc5-761409f18bd5 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:04.674327 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-615b59e2-a601-4aa8-be42-b92e4dc7a296 req-7877ac32-14ab-4973-9cc5-761409f18bd5 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 945 time: 0.2498248 Apr 20 13:09:04.705143 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-c9fe468b-ae40-4483-8378-2a5fe82e6ce3 req-f0c6723c-c549-406b-aacd-a612206e13f0 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-802509671', 'description': 'tempest-description-12373923'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:04.712489 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-6a32c147-c71a-4f28-8503-5835032c2dec req-5ffdb4e8-22cc-4901-92e7-1b27b2812fe0 service neutron] Transition to ACTIVE for port object 35f4dcac-bf1f-472e-8000-63eb2787a89a will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:09:04.739296 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b56d5c9-c48f-4aad-8b30-270beaedcb7a admin admin] Network 56951fe5-a13b-4124-8315-505260f0a93e is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:09:04.794924 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6a32c147-c71a-4f28-8503-5835032c2dec req-5ffdb4e8-22cc-4901-92e7-1b27b2812fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:04.807256 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-615b59e2-a601-4aa8-be42-b92e4dc7a296 req-dccb6495-fa67-48a3-889a-08c6b6cdccdf tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235940 Apr 20 13:09:04.812254 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f0c92-78a6-49b6-9b41-ef4f851cb557 req-4f116610-0c23-4441-bd33-b1f597afacb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:04.814156 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cd2f0c92-78a6-49b6-9b41-ef4f851cb557 req-4f116610-0c23-4441-bd33-b1f597afacb3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=216be08c-a7d9-48bb-ac07-e1350f2b5dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1651144 Apr 20 13:09:04.818768 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-d57d36cc-f6b9-440a-ba9f-77e42b466e7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8f78639-1657-457a-816e-30db34b05a25 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:09:04.836849 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-d57d36cc-f6b9-440a-ba9f-77e42b466e7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:04.852301 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c9fe468b-ae40-4483-8378-2a5fe82e6ce3 req-f0c6723c-c549-406b-aacd-a612206e13f0 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:04.916534 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-7b56d5c9-c48f-4aad-8b30-270beaedcb7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 56951fe5-a13b-4124-8315-505260f0a93e) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:09:04.921264 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b56d5c9-c48f-4aad-8b30-270beaedcb7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:04.921990 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7b56d5c9-c48f-4aad-8b30-270beaedcb7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:04.927868 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2453fdc-5710-4430-8b4a-966942d888a7 None None] Network 56951fe5-a13b-4124-8315-505260f0a93e requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:09:04.929119 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffdb4e8-22cc-4901-92e7-1b27b2812fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=35f4dcac-bf1f-472e-8000-63eb2787a89a,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:04.948763 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-d57d36cc-f6b9-440a-ba9f-77e42b466e7f service neutron] Transition to ACTIVE for port object b8f78639-1657-457a-816e-30db34b05a25 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:09:05.029479 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-d57d36cc-f6b9-440a-ba9f-77e42b466e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:05.050980 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36514) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:05.055842 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7b56d5c9-c48f-4aad-8b30-270beaedcb7a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5116494 Apr 20 13:09:05.076084 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-bc228fec-ced7-4a55-b1c5-2a0884bb4c6b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-463053943-router', 'tenant_id': '751edd8696be4dfdb3446a3e33725797', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:05.092964 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cd2f0c92-78a6-49b6-9b41-ef4f851cb557 req-4adea5fb-312c-419d-918d-769293acd7cd service neutron] 10.222.0.15 "GET /v2.0/networks/216be08c-a7d9-48bb-ac07-e1350f2b5dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685711 Apr 20 13:09:05.129171 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d25d287-6ef6-465a-abb5-b8a35e34912f req-2a4730b3-f6a2-4680-882c-257c9ac12ccc tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:05.130701 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9d25d287-6ef6-465a-abb5-b8a35e34912f req-2a4730b3-f6a2-4680-882c-257c9ac12ccc tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=50522a08-9b57-4c92-8b1a-9f0ef7511f8c HTTP/1.1" status: 200 len: 936 time: 0.2110529 Apr 20 13:09:05.153572 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a51605-02a8-43e2-b5a8-8b06c6ce0aeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-56951fe5-a13b-4124-8315-505260f0a93e', 'network_id': '56951fe5-a13b-4124-8315-505260f0a93e', 'tenant_id': '751edd8696be4dfdb3446a3e33725797', 'fixed_ips': [{'subnet_id': '3c09cad0-5b49-4174-8e95-ec3d5bcce76b'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:09:05.157051 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f5a51605-02a8-43e2-b5a8-8b06c6ce0aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:05.157306 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-6a32c147-c71a-4f28-8503-5835032c2dec req-5ffdb4e8-22cc-4901-92e7-1b27b2812fe0 service neutron] Attempting to bind port 35f4dcac-bf1f-472e-8000-63eb2787a89a on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:09:05.157759 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-6a32c147-c71a-4f28-8503-5835032c2dec req-5ffdb4e8-22cc-4901-92e7-1b27b2812fe0 service neutron] Attempting to bind port 35f4dcac-bf1f-472e-8000-63eb2787a89a by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:09:05.158224 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a32c147-c71a-4f28-8503-5835032c2dec req-5ffdb4e8-22cc-4901-92e7-1b27b2812fe0 service neutron] Attempting to bind port 35f4dcac-bf1f-472e-8000-63eb2787a89a on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:09:05.189489 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a32c147-c71a-4f28-8503-5835032c2dec req-5ffdb4e8-22cc-4901-92e7-1b27b2812fe0 service neutron] Port 35f4dcac-bf1f-472e-8000-63eb2787a89a on network 6efc3d61-2150-4671-a02d-6127df40131a not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:09:05.189823 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a32c147-c71a-4f28-8503-5835032c2dec req-5ffdb4e8-22cc-4901-92e7-1b27b2812fe0 service neutron] Attempting to bind port 35f4dcac-bf1f-472e-8000-63eb2787a89a on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:09:05.196778 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a32c147-c71a-4f28-8503-5835032c2dec req-5ffdb4e8-22cc-4901-92e7-1b27b2812fe0 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:09:05.197159 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a32c147-c71a-4f28-8503-5835032c2dec req-5ffdb4e8-22cc-4901-92e7-1b27b2812fe0 service neutron] Checking segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:09:05.198255 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a32c147-c71a-4f28-8503-5835032c2dec req-5ffdb4e8-22cc-4901-92e7-1b27b2812fe0 service neutron] Bound using segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:09:05.198838 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-6a32c147-c71a-4f28-8503-5835032c2dec req-5ffdb4e8-22cc-4901-92e7-1b27b2812fe0 service neutron] Bound port: 35f4dcac-bf1f-472e-8000-63eb2787a89a, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:09:05.199205 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6a32c147-c71a-4f28-8503-5835032c2dec req-5ffdb4e8-22cc-4901-92e7-1b27b2812fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:05.209570 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d36cc-f6b9-440a-ba9f-77e42b466e7f service neutron] Pushing event updated for resources: {'Port': ['ID=b8f78639-1657-457a-816e-30db34b05a25,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:05.219558 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-6a32c147-c71a-4f28-8503-5835032c2dec req-ea4376cd-51a1-4e9c-b8a7-48459ceff9f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c9f21da-6fdc-4980-88b9-d73613e671ab {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:09:05.230942 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6a32c147-c71a-4f28-8503-5835032c2dec req-ea4376cd-51a1-4e9c-b8a7-48459ceff9f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:05.261972 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c9fe468b-ae40-4483-8378-2a5fe82e6ce3 req-f0c6723c-c549-406b-aacd-a612206e13f0 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:05.270849 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bc228fec-ced7-4a55-b1c5-2a0884bb4c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:05.272887 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bc228fec-ced7-4a55-b1c5-2a0884bb4c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:05.273070 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-6a32c147-c71a-4f28-8503-5835032c2dec req-ea4376cd-51a1-4e9c-b8a7-48459ceff9f4 service neutron] Transition to ACTIVE for port object 3c9f21da-6fdc-4980-88b9-d73613e671ab will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:09:05.325432 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-6a32c147-c71a-4f28-8503-5835032c2dec req-5ffdb4e8-22cc-4901-92e7-1b27b2812fe0 service neutron] For port 35f4dcac-bf1f-472e-8000-63eb2787a89a, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:09:05.329597 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-6a32c147-c71a-4f28-8503-5835032c2dec req-5ffdb4e8-22cc-4901-92e7-1b27b2812fe0 service neutron] For port 35f4dcac-bf1f-472e-8000-63eb2787a89a, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=35f4dcac-bf1f-472e-8000-63eb2787a89a,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:09:05.358706 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-f5a51605-02a8-43e2-b5a8-8b06c6ce0aeb None None] Allocated IP 172.20.0.2 (56951fe5-a13b-4124-8315-505260f0a93e/3c09cad0-5b49-4174-8e95-ec3d5bcce76b/13b9fe83-277d-42be-afcd-c5ec12c2f7f9) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:09:05.364068 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9d25d287-6ef6-465a-abb5-b8a35e34912f req-552aee8c-b54f-4e89-9d03-1ded6c59f8c1 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208083 Apr 20 13:09:05.365085 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c9fe468b-ae40-4483-8378-2a5fe82e6ce3 req-f0c6723c-c549-406b-aacd-a612206e13f0 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:05.376836 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6a32c147-c71a-4f28-8503-5835032c2dec req-ea4376cd-51a1-4e9c-b8a7-48459ceff9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:05.429693 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'tag': '9830ed74-8ebf-4eb3-b39e-6bc82c466a82'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:09:05.434009 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c378b052-4354-4f03-9c40-fb482f2ee71e" -d '{"events": [{"name": "network-changed", "server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "tag": "9830ed74-8ebf-4eb3-b39e-6bc82c466a82"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:09:05.448306 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6a32c147-c71a-4f28-8503-5835032c2dec req-5ffdb4e8-22cc-4901-92e7-1b27b2812fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:05.479907 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4376cd-51a1-4e9c-b8a7-48459ceff9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=3c9f21da-6fdc-4980-88b9-d73613e671ab,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:05.549917 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c9fe468b-ae40-4483-8378-2a5fe82e6ce3 req-f0c6723c-c549-406b-aacd-a612206e13f0 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:05.558122 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffdb4e8-22cc-4901-92e7-1b27b2812fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=35f4dcac-bf1f-472e-8000-63eb2787a89a,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:05.572842 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c9fe468b-ae40-4483-8378-2a5fe82e6ce3 req-f0c6723c-c549-406b-aacd-a612206e13f0 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.8968570 Apr 20 13:09:05.578706 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32c147-c71a-4f28-8503-5835032c2dec req-5ffdb4e8-22cc-4901-92e7-1b27b2812fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:05.579472 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6a32c147-c71a-4f28-8503-5835032c2dec req-5ffdb4e8-22cc-4901-92e7-1b27b2812fe0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:05.580911 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6a32c147-c71a-4f28-8503-5835032c2dec req-5ffdb4e8-22cc-4901-92e7-1b27b2812fe0 service neutron] 10.222.0.32 "PUT /v2.0/ports/35f4dcac-bf1f-472e-8000-63eb2787a89a HTTP/1.1" status: 200 len: 1096 time: 2.0386081 Apr 20 13:09:05.588718 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bc228fec-ced7-4a55-b1c5-2a0884bb4c6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:05.600186 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f5a51605-02a8-43e2-b5a8-8b06c6ce0aeb None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:05.614729 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7eef8d9-0e4c-4386-9770-66100bcc6707', 'tag': '35f4dcac-bf1f-472e-8000-63eb2787a89a'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:09:05.617294 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f487cd-fdef-4680-ae23-0e5a66774841" -d '{"events": [{"name": "network-changed", "server_uuid": "d7eef8d9-0e4c-4386-9770-66100bcc6707", "tag": "35f4dcac-bf1f-472e-8000-63eb2787a89a"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:09:05.636279 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb90571-8d66-44dd-9c05-6eb211d869dc req-9677c58f-a4d9-49d6-992a-5d0de747e2bc tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:05.645269 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb90571-8d66-44dd-9c05-6eb211d869dc req-9677c58f-a4d9-49d6-992a-5d0de747e2bc tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:05.651753 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-6a32c147-c71a-4f28-8503-5835032c2dec req-ea4376cd-51a1-4e9c-b8a7-48459ceff9f4 service neutron] Attempting to bind port 3c9f21da-6fdc-4980-88b9-d73613e671ab on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:09:05.652084 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-6a32c147-c71a-4f28-8503-5835032c2dec req-ea4376cd-51a1-4e9c-b8a7-48459ceff9f4 service neutron] Attempting to bind port 3c9f21da-6fdc-4980-88b9-d73613e671ab by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:09:05.652475 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a32c147-c71a-4f28-8503-5835032c2dec req-ea4376cd-51a1-4e9c-b8a7-48459ceff9f4 service neutron] Attempting to bind port 3c9f21da-6fdc-4980-88b9-d73613e671ab on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:09:05.657048 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb90571-8d66-44dd-9c05-6eb211d869dc req-9677c58f-a4d9-49d6-992a-5d0de747e2bc tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:05.657723 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a32c147-c71a-4f28-8503-5835032c2dec req-ea4376cd-51a1-4e9c-b8a7-48459ceff9f4 service neutron] Port 3c9f21da-6fdc-4980-88b9-d73613e671ab on network 6efc3d61-2150-4671-a02d-6127df40131a not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:09:05.658670 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a32c147-c71a-4f28-8503-5835032c2dec req-ea4376cd-51a1-4e9c-b8a7-48459ceff9f4 service neutron] Attempting to bind port 3c9f21da-6fdc-4980-88b9-d73613e671ab on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:09:05.664085 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb90571-8d66-44dd-9c05-6eb211d869dc req-9677c58f-a4d9-49d6-992a-5d0de747e2bc tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:05.665063 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a32c147-c71a-4f28-8503-5835032c2dec req-ea4376cd-51a1-4e9c-b8a7-48459ceff9f4 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:09:05.665303 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a32c147-c71a-4f28-8503-5835032c2dec req-ea4376cd-51a1-4e9c-b8a7-48459ceff9f4 service neutron] Checking segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:09:05.665688 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a32c147-c71a-4f28-8503-5835032c2dec req-ea4376cd-51a1-4e9c-b8a7-48459ceff9f4 service neutron] Bound using segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:09:05.666702 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-6a32c147-c71a-4f28-8503-5835032c2dec req-ea4376cd-51a1-4e9c-b8a7-48459ceff9f4 service neutron] Bound port: 3c9f21da-6fdc-4980-88b9-d73613e671ab, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:09:05.667068 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6a32c147-c71a-4f28-8503-5835032c2dec req-ea4376cd-51a1-4e9c-b8a7-48459ceff9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:05.670493 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f5a51605-02a8-43e2-b5a8-8b06c6ce0aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:05.682518 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb90571-8d66-44dd-9c05-6eb211d869dc req-9677c58f-a4d9-49d6-992a-5d0de747e2bc tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:05.689318 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb90571-8d66-44dd-9c05-6eb211d869dc req-9677c58f-a4d9-49d6-992a-5d0de747e2bc tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:05.696108 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb90571-8d66-44dd-9c05-6eb211d869dc req-9677c58f-a4d9-49d6-992a-5d0de747e2bc tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:05.705807 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ceb90571-8d66-44dd-9c05-6eb211d869dc req-9677c58f-a4d9-49d6-992a-5d0de747e2bc tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 5371 time: 0.2612774 Apr 20 13:09:05.709684 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cd2f0c92-78a6-49b6-9b41-ef4f851cb557 req-141a27f8-12b4-4b85-82f6-c09e71d9b7aa service neutron] 10.222.0.15 "GET /v2.0/networks/216be08c-a7d9-48bb-ac07-e1350f2b5dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5886927 Apr 20 13:09:05.724613 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a51605-02a8-43e2-b5a8-8b06c6ce0aeb None None] Network 56951fe5-a13b-4124-8315-505260f0a93e is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:09:05.731900 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-f5a51605-02a8-43e2-b5a8-8b06c6ce0aeb None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:09:05.734683 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a51605-02a8-43e2-b5a8-8b06c6ce0aeb None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:09:05.736966 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a51605-02a8-43e2-b5a8-8b06c6ce0aeb None None] Pushing event updated for resources: {'Port': ['ID=13b9fe83-277d-42be-afcd-c5ec12c2f7f9,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:05.758953 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-6a32c147-c71a-4f28-8503-5835032c2dec req-ea4376cd-51a1-4e9c-b8a7-48459ceff9f4 service neutron] For port 3c9f21da-6fdc-4980-88b9-d73613e671ab, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:09:05.765086 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-6a32c147-c71a-4f28-8503-5835032c2dec req-ea4376cd-51a1-4e9c-b8a7-48459ceff9f4 service neutron] For port 3c9f21da-6fdc-4980-88b9-d73613e671ab, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=3c9f21da-6fdc-4980-88b9-d73613e671ab,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:09:05.794528 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a51605-02a8-43e2-b5a8-8b06c6ce0aeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:05.795176 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a51605-02a8-43e2-b5a8-8b06c6ce0aeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:05.795719 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a51605-02a8-43e2-b5a8-8b06c6ce0aeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:05.796543 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a51605-02a8-43e2-b5a8-8b06c6ce0aeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:05.797732 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a51605-02a8-43e2-b5a8-8b06c6ce0aeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:05.798352 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a51605-02a8-43e2-b5a8-8b06c6ce0aeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:05.798999 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a51605-02a8-43e2-b5a8-8b06c6ce0aeb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:05.799772 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a51605-02a8-43e2-b5a8-8b06c6ce0aeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:05.800339 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a51605-02a8-43e2-b5a8-8b06c6ce0aeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:05.800559 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-d57d36cc-f6b9-440a-ba9f-77e42b466e7f service neutron] Attempting to bind port b8f78639-1657-457a-816e-30db34b05a25 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:09:05.801021 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-d57d36cc-f6b9-440a-ba9f-77e42b466e7f service neutron] Attempting to bind port b8f78639-1657-457a-816e-30db34b05a25 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': 'b2bd74d1-b518-4c8d-839d-80d6ae61237d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5a69de38-4530-4bc9-a14a-1ca14f4ebdfd'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:09:05.801161 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a51605-02a8-43e2-b5a8-8b06c6ce0aeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:05.801518 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-d57d36cc-f6b9-440a-ba9f-77e42b466e7f service neutron] Attempting to bind port b8f78639-1657-457a-816e-30db34b05a25 on network 5a69de38-4530-4bc9-a14a-1ca14f4ebdfd {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:09:05.802017 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a51605-02a8-43e2-b5a8-8b06c6ce0aeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:05.802535 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a51605-02a8-43e2-b5a8-8b06c6ce0aeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:05.804003 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6723c-c549-406b-aacd-a612206e13f0 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2006ab5-5249-4074-8c82-a68240dbb688,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:05.829717 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32c147-c71a-4f28-8503-5835032c2dec req-716451b4-8f4c-45e2-b183-123deb29afdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:05.829717 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6a32c147-c71a-4f28-8503-5835032c2dec req-716451b4-8f4c-45e2-b183-123deb29afdf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e1f0d8155374e7db296a2dc86482d62&device_id=d7eef8d9-0e4c-4386-9770-66100bcc6707 HTTP/1.1" status: 200 len: 1099 time: 0.0627866 Apr 20 13:09:05.830074 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-341f26e3-0b3a-4a6d-8787-8bf376f4de7d req-df036af1-f922-41ae-a914-ff8c14ffdfdd tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.94 HTTP/1.1" status: 200 len: 1001 time: 0.2165639 Apr 20 13:09:05.869714 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-f5a51605-02a8-43e2-b5a8-8b06c6ce0aeb None None] Attempting to bind port 13b9fe83-277d-42be-afcd-c5ec12c2f7f9 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:09:05.870103 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-f5a51605-02a8-43e2-b5a8-8b06c6ce0aeb None None] Attempting to bind port 13b9fe83-277d-42be-afcd-c5ec12c2f7f9 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '84af7999-438f-4181-814e-70ab50e7b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '56951fe5-a13b-4124-8315-505260f0a93e'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:09:05.871551 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a51605-02a8-43e2-b5a8-8b06c6ce0aeb None None] Attempting to bind port 13b9fe83-277d-42be-afcd-c5ec12c2f7f9 on network 56951fe5-a13b-4124-8315-505260f0a93e {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:09:05.878251 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a51605-02a8-43e2-b5a8-8b06c6ce0aeb None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:09:05.878676 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a51605-02a8-43e2-b5a8-8b06c6ce0aeb None None] Checking segment: {'id': '84af7999-438f-4181-814e-70ab50e7b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '56951fe5-a13b-4124-8315-505260f0a93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:09:05.879146 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f5a51605-02a8-43e2-b5a8-8b06c6ce0aeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:05.879576 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a51605-02a8-43e2-b5a8-8b06c6ce0aeb None None] Bound using segment: {'id': '84af7999-438f-4181-814e-70ab50e7b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '56951fe5-a13b-4124-8315-505260f0a93e'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:09:05.880056 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-f5a51605-02a8-43e2-b5a8-8b06c6ce0aeb None None] Bound port: 13b9fe83-277d-42be-afcd-c5ec12c2f7f9, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84af7999-438f-4181-814e-70ab50e7b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '56951fe5-a13b-4124-8315-505260f0a93e'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:09:05.880442 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f5a51605-02a8-43e2-b5a8-8b06c6ce0aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:05.895059 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-d57d36cc-f6b9-440a-ba9f-77e42b466e7f service neutron] Port b8f78639-1657-457a-816e-30db34b05a25 on network 5a69de38-4530-4bc9-a14a-1ca14f4ebdfd not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:09:05.900314 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-d57d36cc-f6b9-440a-ba9f-77e42b466e7f service neutron] Attempting to bind port b8f78639-1657-457a-816e-30db34b05a25 on network 5a69de38-4530-4bc9-a14a-1ca14f4ebdfd {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:09:05.906051 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6a32c147-c71a-4f28-8503-5835032c2dec req-ea4376cd-51a1-4e9c-b8a7-48459ceff9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:05.925239 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6a32c147-c71a-4f28-8503-5835032c2dec req-fea5bf9e-aa33-42cb-b9f8-edbe0a6db3ce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=35f4dcac-bf1f-472e-8000-63eb2787a89a HTTP/1.1" status: 200 len: 217 time: 0.0869043 Apr 20 13:09:05.947107 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32c147-c71a-4f28-8503-5835032c2dec req-ea4376cd-51a1-4e9c-b8a7-48459ceff9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:05.948281 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6a32c147-c71a-4f28-8503-5835032c2dec req-ea4376cd-51a1-4e9c-b8a7-48459ceff9f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:05.949729 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6a32c147-c71a-4f28-8503-5835032c2dec req-ea4376cd-51a1-4e9c-b8a7-48459ceff9f4 service neutron] 10.222.0.32 "PUT /v2.0/ports/3c9f21da-6fdc-4980-88b9-d73613e671ab HTTP/1.1" status: 200 len: 1096 time: 1.4155235 Apr 20 13:09:05.968717 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-f5a51605-02a8-43e2-b5a8-8b06c6ce0aeb None None] For port 13b9fe83-277d-42be-afcd-c5ec12c2f7f9, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:09:05.977295 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-f5a51605-02a8-43e2-b5a8-8b06c6ce0aeb None None] For port 13b9fe83-277d-42be-afcd-c5ec12c2f7f9, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=13b9fe83-277d-42be-afcd-c5ec12c2f7f9,segment=NetworkSegment(84af7999-438f-4181-814e-70ab50e7b8be),segment_id=84af7999-438f-4181-814e-70ab50e7b8be)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:09:05.980560 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-d57d36cc-f6b9-440a-ba9f-77e42b466e7f service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:09:05.981228 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-d57d36cc-f6b9-440a-ba9f-77e42b466e7f service neutron] Checking segment: {'id': 'b2bd74d1-b518-4c8d-839d-80d6ae61237d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5a69de38-4530-4bc9-a14a-1ca14f4ebdfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:09:05.981956 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-d57d36cc-f6b9-440a-ba9f-77e42b466e7f service neutron] Bound using segment: {'id': 'b2bd74d1-b518-4c8d-839d-80d6ae61237d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5a69de38-4530-4bc9-a14a-1ca14f4ebdfd'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:09:05.982713 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-d57d36cc-f6b9-440a-ba9f-77e42b466e7f service neutron] Bound port: b8f78639-1657-457a-816e-30db34b05a25, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2bd74d1-b518-4c8d-839d-80d6ae61237d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5a69de38-4530-4bc9-a14a-1ca14f4ebdfd'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:09:05.983389 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-d57d36cc-f6b9-440a-ba9f-77e42b466e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:06.030602 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4376cd-51a1-4e9c-b8a7-48459ceff9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=3c9f21da-6fdc-4980-88b9-d73613e671ab,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:06.035109 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32c147-c71a-4f28-8503-5835032c2dec req-0ab5f6f6-5fb5-4f74-8045-944cde9a97dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:06.036698 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6a32c147-c71a-4f28-8503-5835032c2dec req-0ab5f6f6-5fb5-4f74-8045-944cde9a97dc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0861325 Apr 20 13:09:06.061858 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f5a51605-02a8-43e2-b5a8-8b06c6ce0aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:06.083550 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ceb90571-8d66-44dd-9c05-6eb211d869dc req-95b80e4d-2944-4cb9-8e5e-4485f5f91b08 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&id=556d7529-8c3d-4632-818a-1051dfde20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3649433 Apr 20 13:09:06.110331 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f26e3-0b3a-4a6d-8787-8bf376f4de7d req-c0531499-88b1-4288-86c9-dfec7fb0a776 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:06.116960 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-341f26e3-0b3a-4a6d-8787-8bf376f4de7d req-c0531499-88b1-4288-86c9-dfec7fb0a776 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/ports/bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e HTTP/1.1" status: 200 len: 943 time: 0.2289174 Apr 20 13:09:06.143709 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f0c92-78a6-49b6-9b41-ef4f851cb557 req-70c55127-3abf-48f0-b7bc-909d914a07e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:06.146634 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f0c92-78a6-49b6-9b41-ef4f851cb557 req-70c55127-3abf-48f0-b7bc-909d914a07e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:06.147286 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f0c92-78a6-49b6-9b41-ef4f851cb557 req-70c55127-3abf-48f0-b7bc-909d914a07e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:06.149012 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f0c92-78a6-49b6-9b41-ef4f851cb557 req-70c55127-3abf-48f0-b7bc-909d914a07e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:06.149673 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f0c92-78a6-49b6-9b41-ef4f851cb557 req-70c55127-3abf-48f0-b7bc-909d914a07e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:06.151307 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f0c92-78a6-49b6-9b41-ef4f851cb557 req-70c55127-3abf-48f0-b7bc-909d914a07e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:06.153414 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a51605-02a8-43e2-b5a8-8b06c6ce0aeb None None] Pushing event updated for resources: {'Port': ['ID=13b9fe83-277d-42be-afcd-c5ec12c2f7f9,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:06.154694 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f0c92-78a6-49b6-9b41-ef4f851cb557 req-70c55127-3abf-48f0-b7bc-909d914a07e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:06.161243 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cd2f0c92-78a6-49b6-9b41-ef4f851cb557 req-70c55127-3abf-48f0-b7bc-909d914a07e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=80a09310883244f09c77418f84fc8e88&device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 6166 time: 0.3685689 Apr 20 13:09:06.191584 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32c147-c71a-4f28-8503-5835032c2dec req-e57b8c8d-e53c-4129-92a6-6d9d976a3f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:06.193471 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6a32c147-c71a-4f28-8503-5835032c2dec req-e57b8c8d-e53c-4129-92a6-6d9d976a3f8f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1491175 Apr 20 13:09:06.217586 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32c147-c71a-4f28-8503-5835032c2dec req-2e4f866e-044f-4ae2-84af-6bac3f2eaf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:06.224686 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6a32c147-c71a-4f28-8503-5835032c2dec req-2e4f866e-044f-4ae2-84af-6bac3f2eaf51 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e1f0d8155374e7db296a2dc86482d62&device_id=50522a08-9b57-4c92-8b1a-9f0ef7511f8c HTTP/1.1" status: 200 len: 1099 time: 0.1405230 Apr 20 13:09:06.250340 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bc228fec-ced7-4a55-b1c5-2a0884bb4c6b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:06.254179 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57dced23-e80c-47b4-8c5e-c4dd0f6872d0 x-openstack-request-id: req-57dced23-e80c-47b4-8c5e-c4dd0f6872d0 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:09:06.256848 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "tag": "9830ed74-8ebf-4eb3-b39e-6bc82c466a82", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:09:06.256848 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-57dced23-e80c-47b4-8c5e-c4dd0f6872d0 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:09:06.256848 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57dced23-e80c-47b4-8c5e-c4dd0f6872d0'] response: {'name': 'network-changed', 'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'tag': '9830ed74-8ebf-4eb3-b39e-6bc82c466a82', 'status': 'completed', 'code': 200} Apr 20 13:09:06.302854 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6a32c147-c71a-4f28-8503-5835032c2dec req-35c7b0cf-33b9-4160-9fa0-6c7af5cbdd7b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=3c9f21da-6fdc-4980-88b9-d73613e671ab HTTP/1.1" status: 200 len: 217 time: 0.0681553 Apr 20 13:09:06.387063 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6a32c147-c71a-4f28-8503-5835032c2dec req-debdf198-ec52-42ab-aa9f-ec08154ad559 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800702 Apr 20 13:09:06.390579 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32c147-c71a-4f28-8503-5835032c2dec req-a8351081-eeeb-4b40-99c6-218ad87712f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:06.392226 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6a32c147-c71a-4f28-8503-5835032c2dec req-a8351081-eeeb-4b40-99c6-218ad87712f0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0803106 Apr 20 13:09:06.505414 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32c147-c71a-4f28-8503-5835032c2dec req-a6cc431f-9ff9-4ef6-a5eb-6de7ea1541f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:06.506948 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6a32c147-c71a-4f28-8503-5835032c2dec req-a6cc431f-9ff9-4ef6-a5eb-6de7ea1541f1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1067140 Apr 20 13:09:06.549046 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6a32c147-c71a-4f28-8503-5835032c2dec req-8540e777-fded-494f-808f-0053112879f2 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558533 Apr 20 13:09:06.615974 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6a32c147-c71a-4f28-8503-5835032c2dec req-ff9fc4e3-2840-4b63-a7c4-01819823674b service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004550 Apr 20 13:09:06.716389 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6a32c147-c71a-4f28-8503-5835032c2dec req-16b1fd31-abb4-4173-b521-12aff7b44ac3 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938237 Apr 20 13:09:06.804655 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-d57d36cc-f6b9-440a-ba9f-77e42b466e7f service neutron] For port b8f78639-1657-457a-816e-30db34b05a25, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:09:06.814887 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-06c36a37-06ce-43ee-ba66-1d8c73cbef5a req-3c1c81ff-73f9-443c-a9b0-3073c71241f0 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-802509671&fields=id&tenant_id=a9ab0226b6cf4925abbf972bfe37e3be HTTP/1.1" status: 200 len: 267 time: 0.5677583 Apr 20 13:09:06.828851 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-341f26e3-0b3a-4a6d-8787-8bf376f4de7d req-4eb91093-5c33-486b-ac3c-f1355ec4937b tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.94 HTTP/1.1" status: 200 len: 1001 time: 0.5716691 Apr 20 13:09:06.839733 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-d57d36cc-f6b9-440a-ba9f-77e42b466e7f service neutron] For port b8f78639-1657-457a-816e-30db34b05a25, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b8f78639-1657-457a-816e-30db34b05a25,segment=NetworkSegment(b2bd74d1-b518-4c8d-839d-80d6ae61237d),segment_id=b2bd74d1-b518-4c8d-839d-80d6ae61237d)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:09:06.921616 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f0c92-78a6-49b6-9b41-ef4f851cb557 req-2d0dbefb-ba06-4a11-be13-8e58e2ee572d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:06.921998 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f0c92-78a6-49b6-9b41-ef4f851cb557 req-2d0dbefb-ba06-4a11-be13-8e58e2ee572d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:06.922461 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f0c92-78a6-49b6-9b41-ef4f851cb557 req-2d0dbefb-ba06-4a11-be13-8e58e2ee572d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:06.924079 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cd2f0c92-78a6-49b6-9b41-ef4f851cb557 req-2d0dbefb-ba06-4a11-be13-8e58e2ee572d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=80a09310883244f09c77418f84fc8e88&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6681345 Apr 20 13:09:06.934362 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-d57d36cc-f6b9-440a-ba9f-77e42b466e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:07.091637 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-d57d36cc-f6b9-440a-ba9f-77e42b466e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:07.092086 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-d57d36cc-f6b9-440a-ba9f-77e42b466e7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:07.094480 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-d57d36cc-f6b9-440a-ba9f-77e42b466e7f service neutron] 10.222.0.15 "PUT /v2.0/ports/b8f78639-1657-457a-816e-30db34b05a25 HTTP/1.1" status: 200 len: 1130 time: 3.3284297 Apr 20 13:09:07.123968 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c36a37-06ce-43ee-ba66-1d8c73cbef5a req-4c1b8bde-d02e-4a8b-af6d-7d324703e3d0 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:07.125472 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-06c36a37-06ce-43ee-ba66-1d8c73cbef5a req-4c1b8bde-d02e-4a8b-af6d-7d324703e3d0 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 945 time: 0.2903819 Apr 20 13:09:07.135076 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d36cc-f6b9-440a-ba9f-77e42b466e7f service neutron] Pushing event updated for resources: {'Port': ['ID=b8f78639-1657-457a-816e-30db34b05a25,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:07.162286 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-06c36a37-06ce-43ee-ba66-1d8c73cbef5a req-c2847c39-c294-4a87-b8a6-9c2879db86d4 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Request body: {'port': {'security_groups': ['ad7470b7-9157-466d-a134-84fd4ff6de46', 'e2006ab5-5249-4074-8c82-a68240dbb688']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:07.173052 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aded5574-87d4-4aa0-97a8-64c0560a7c4b None None] Network 56951fe5-a13b-4124-8315-505260f0a93e requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:09:07.219693 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-3d056c2a-1ee4-4ad2-8d57-2c73db80ee51 service neutron] Request body: {'port': {'device_id': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:07.230023 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f26e3-0b3a-4a6d-8787-8bf376f4de7d req-3ee1364e-6a92-4b8e-a789-2388321e8b26 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:07.231743 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-341f26e3-0b3a-4a6d-8787-8bf376f4de7d req-3ee1364e-6a92-4b8e-a789-2388321e8b26 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/networks/08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 784 time: 0.3937452 Apr 20 13:09:07.265674 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f0c92-78a6-49b6-9b41-ef4f851cb557 req-019b29e5-7fdf-41cf-ad39-fa13d3a954d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:07.267214 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cd2f0c92-78a6-49b6-9b41-ef4f851cb557 req-019b29e5-7fdf-41cf-ad39-fa13d3a954d0 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3072622 Apr 20 13:09:07.316005 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-8b07d78d-f41b-48e1-b190-c115b25e2907 None None] Provisioning complete for port 13b9fe83-277d-42be-afcd-c5ec12c2f7f9 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:07.316291 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8b07d78d-f41b-48e1-b190-c115b25e2907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:07.419135 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-06c36a37-06ce-43ee-ba66-1d8c73cbef5a req-c2847c39-c294-4a87-b8a6-9c2879db86d4 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:07.426560 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8b07d78d-f41b-48e1-b190-c115b25e2907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:07.427744 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-341f26e3-0b3a-4a6d-8787-8bf376f4de7d req-da6c0565-b5bc-47cf-a595-9bfe82490dd2 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.94 HTTP/1.1" status: 200 len: 1001 time: 0.1705060 Apr 20 13:09:07.465288 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-8b07d78d-f41b-48e1-b190-c115b25e2907 None None] For port 13b9fe83-277d-42be-afcd-c5ec12c2f7f9, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=13b9fe83-277d-42be-afcd-c5ec12c2f7f9,segment=NetworkSegment(84af7999-438f-4181-814e-70ab50e7b8be),segment_id=84af7999-438f-4181-814e-70ab50e7b8be)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:07.481876 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-3d056c2a-1ee4-4ad2-8d57-2c73db80ee51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:07.486833 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-341f26e3-0b3a-4a6d-8787-8bf376f4de7d req-fa7dd142-3241-4f05-a9c3-9a5b0fe3b0de tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:07.551852 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8b07d78d-f41b-48e1-b190-c115b25e2907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:07.593218 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378b052-4354-4f03-9c40-fb482f2ee71e req-af5f2da8-81d4-4208-b592-e904c6b6cb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:07.593698 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378b052-4354-4f03-9c40-fb482f2ee71e req-af5f2da8-81d4-4208-b592-e904c6b6cb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:07.594164 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378b052-4354-4f03-9c40-fb482f2ee71e req-af5f2da8-81d4-4208-b592-e904c6b6cb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:07.594628 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378b052-4354-4f03-9c40-fb482f2ee71e req-af5f2da8-81d4-4208-b592-e904c6b6cb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:07.595092 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378b052-4354-4f03-9c40-fb482f2ee71e req-af5f2da8-81d4-4208-b592-e904c6b6cb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:07.595578 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378b052-4354-4f03-9c40-fb482f2ee71e req-af5f2da8-81d4-4208-b592-e904c6b6cb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:07.596530 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378b052-4354-4f03-9c40-fb482f2ee71e req-af5f2da8-81d4-4208-b592-e904c6b6cb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:07.598068 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c378b052-4354-4f03-9c40-fb482f2ee71e req-af5f2da8-81d4-4208-b592-e904c6b6cb06 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=80a09310883244f09c77418f84fc8e88&device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 6208 time: 0.2557526 Apr 20 13:09:07.601045 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b07d78d-f41b-48e1-b190-c115b25e2907 None None] Pushing event updated for resources: {'Port': ['ID=13b9fe83-277d-42be-afcd-c5ec12c2f7f9,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:07.670478 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-73dcd58d-9911-4558-a030-d0ea10bb6cf7 None None] Provisioning complete for port 13b9fe83-277d-42be-afcd-c5ec12c2f7f9 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:07.670921 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-73dcd58d-9911-4558-a030-d0ea10bb6cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:07.763451 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bc228fec-ced7-4a55-b1c5-2a0884bb4c6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:07.779293 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-341f26e3-0b3a-4a6d-8787-8bf376f4de7d req-fa7dd142-3241-4f05-a9c3-9a5b0fe3b0de tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks [] for floatingip, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:07.882895 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bc228fec-ced7-4a55-b1c5-2a0884bb4c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:08.062387 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378b052-4354-4f03-9c40-fb482f2ee71e req-23d2202b-0be0-44ff-a289-c5899be75762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:08.062736 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378b052-4354-4f03-9c40-fb482f2ee71e req-23d2202b-0be0-44ff-a289-c5899be75762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:08.063195 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378b052-4354-4f03-9c40-fb482f2ee71e req-23d2202b-0be0-44ff-a289-c5899be75762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:08.064809 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c378b052-4354-4f03-9c40-fb482f2ee71e req-23d2202b-0be0-44ff-a289-c5899be75762 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=80a09310883244f09c77418f84fc8e88&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4382069 Apr 20 13:09:08.183265 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 13b9fe83-277d-42be-afcd-c5ec12c2f7f9 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:09:08.230793 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 13b9fe83-277d-42be-afcd-c5ec12c2f7f9 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:08.231160 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:08.281955 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'tag': 'b8f78639-1657-457a-816e-30db34b05a25'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:09:08.284220 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aff824f-78c3-4107-b5cf-7367a9fb42ad" -d '{"events": [{"name": "network-changed", "server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "tag": "b8f78639-1657-457a-816e-30db34b05a25"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:09:08.311163 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-341f26e3-0b3a-4a6d-8787-8bf376f4de7d req-fa7dd142-3241-4f05-a9c3-9a5b0fe3b0de tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:08.372412 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-341f26e3-0b3a-4a6d-8787-8bf376f4de7d req-fa7dd142-3241-4f05-a9c3-9a5b0fe3b0de tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:08.372751 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [req-341f26e3-0b3a-4a6d-8787-8bf376f4de7d req-fa7dd142-3241-4f05-a9c3-9a5b0fe3b0de tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Floating IP a7a4f8b1-150e-4a05-9cbb-fa9caa78fc5f disassociated. External IP: 172.25.8.94, port: bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e. Apr 20 13:09:08.375746 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-bc228fec-ced7-4a55-b1c5-2a0884bb4c6b admin admin] Allocated IP 172.25.8.26 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/c5777304-e63c-475b-80df-7ac06bd03836) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:09:08.387412 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-06c36a37-06ce-43ee-ba66-1d8c73cbef5a req-c2847c39-c294-4a87-b8a6-9c2879db86d4 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] For port 081561c3-3910-4ea2-a530-47db75e29c73, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=081561c3-3910-4ea2-a530-47db75e29c73,segment=NetworkSegment(d98e94df-872e-47ed-8a43-7e7e11e5be94),segment_id=d98e94df-872e-47ed-8a43-7e7e11e5be94)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:08.473172 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378b052-4354-4f03-9c40-fb482f2ee71e req-39050272-89b6-4fab-9a28-67b62e1dfaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:08.474614 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c378b052-4354-4f03-9c40-fb482f2ee71e req-39050272-89b6-4fab-9a28-67b62e1dfaef service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3505690 Apr 20 13:09:08.525446 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-06c36a37-06ce-43ee-ba66-1d8c73cbef5a req-c2847c39-c294-4a87-b8a6-9c2879db86d4 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:08.601416 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-3d056c2a-1ee4-4ad2-8d57-2c73db80ee51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf933922-09e5-4f77-9f0e-bfb87f24c714 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:09:08.615982 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-3d056c2a-1ee4-4ad2-8d57-2c73db80ee51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:08.641077 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-3d056c2a-1ee4-4ad2-8d57-2c73db80ee51 service neutron] Transition to ACTIVE for port object bf933922-09e5-4f77-9f0e-bfb87f24c714 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:09:08.723123 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bc228fec-ced7-4a55-b1c5-2a0884bb4c6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:08.796420 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-341f26e3-0b3a-4a6d-8787-8bf376f4de7d req-fa7dd142-3241-4f05-a9c3-9a5b0fe3b0de tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Router 58ac7165-3ec6-4819-a93a-ee6e28e96e44 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:09:08.801827 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-06c36a37-06ce-43ee-ba66-1d8c73cbef5a req-c2847c39-c294-4a87-b8a6-9c2879db86d4 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:08.809927 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['081561c3-3910-4ea2-a530-47db75e29c73'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:09:08.850857 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c36a37-06ce-43ee-ba66-1d8c73cbef5a req-c2847c39-c294-4a87-b8a6-9c2879db86d4 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:08.851549 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-06c36a37-06ce-43ee-ba66-1d8c73cbef5a req-c2847c39-c294-4a87-b8a6-9c2879db86d4 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:08.852877 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-06c36a37-06ce-43ee-ba66-1d8c73cbef5a req-c2847c39-c294-4a87-b8a6-9c2879db86d4 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "PUT /v2.0/ports/081561c3-3910-4ea2-a530-47db75e29c73 HTTP/1.1" status: 200 len: 981 time: 1.7117562 Apr 20 13:09:08.897415 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f800a9-78bd-496a-adc4-06c98c537709 x-openstack-request-id: req-94f800a9-78bd-496a-adc4-06c98c537709 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:09:08.898840 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7eef8d9-0e4c-4386-9770-66100bcc6707", "tag": "35f4dcac-bf1f-472e-8000-63eb2787a89a", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:09:08.899347 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-94f800a9-78bd-496a-adc4-06c98c537709 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:09:08.899981 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94f800a9-78bd-496a-adc4-06c98c537709'] response: {'name': 'network-changed', 'server_uuid': 'd7eef8d9-0e4c-4386-9770-66100bcc6707', 'tag': '35f4dcac-bf1f-472e-8000-63eb2787a89a', 'status': 'completed', 'code': 200} Apr 20 13:09:08.946879 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['081561c3-3910-4ea2-a530-47db75e29c73'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:09:08.978730 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f487cd-fdef-4680-ae23-0e5a66774841 req-95a3c158-6196-4068-bba4-e1c53a811ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:08.980397 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-06f487cd-fdef-4680-ae23-0e5a66774841 req-95a3c158-6196-4068-bba4-e1c53a811ffe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e1f0d8155374e7db296a2dc86482d62&device_id=d7eef8d9-0e4c-4386-9770-66100bcc6707 HTTP/1.1" status: 200 len: 1099 time: 0.0520720 Apr 20 13:09:09.089718 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f487cd-fdef-4680-ae23-0e5a66774841 req-ea01e9b7-f238-4a24-af1a-b9758b8fa6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:09.091331 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-06f487cd-fdef-4680-ae23-0e5a66774841 req-ea01e9b7-f238-4a24-af1a-b9758b8fa6f0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.1043763 Apr 20 13:09:09.135448 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-06f487cd-fdef-4680-ae23-0e5a66774841 req-f352bd1f-226d-42b2-bf7d-3686da0fb62d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=35f4dcac-bf1f-472e-8000-63eb2787a89a HTTP/1.1" status: 200 len: 217 time: 0.0361660 Apr 20 13:09:09.195912 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f487cd-fdef-4680-ae23-0e5a66774841 req-2db88b4c-2e99-4c21-9639-3431bef8ab54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:09.199256 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-06f487cd-fdef-4680-ae23-0e5a66774841 req-2db88b4c-2e99-4c21-9639-3431bef8ab54 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0578604 Apr 20 13:09:09.222567 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bc228fec-ced7-4a55-b1c5-2a0884bb4c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:09.224726 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-3d056c2a-1ee4-4ad2-8d57-2c73db80ee51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:09.266650 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f487cd-fdef-4680-ae23-0e5a66774841 req-d9ed0d8d-2ece-4613-a10f-970ff655ce5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:09.268088 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-06f487cd-fdef-4680-ae23-0e5a66774841 req-d9ed0d8d-2ece-4613-a10f-970ff655ce5c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0622966 Apr 20 13:09:09.287761 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2847c39-c294-4a87-b8a6-9c2879db86d4 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Pushing event updated for resources: {'Port': ['ID=081561c3-3910-4ea2-a530-47db75e29c73,revision_number=6']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:09.304781 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc228fec-ced7-4a55-b1c5-2a0884bb4c6b admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:09:09.361463 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-bc228fec-ced7-4a55-b1c5-2a0884bb4c6b admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:09:09.370455 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc228fec-ced7-4a55-b1c5-2a0884bb4c6b admin admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:09:09.374358 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-06f487cd-fdef-4680-ae23-0e5a66774841 req-19fd8ccd-f44e-491f-ac72-3566520b8e65 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976770 Apr 20 13:09:09.415058 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7117189-f987-4b36-b37c-1017337a8402 req-aff65ae3-5ea3-4902-bbee-331dd5b14477 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:09.416648 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d7117189-f987-4b36-b37c-1017337a8402 req-aff65ae3-5ea3-4902-bbee-331dd5b14477 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e36c34-5bd5-4303-b064-1f53f24cdb22 HTTP/1.1" status: 200 len: 945 time: 0.1997488 Apr 20 13:09:09.457968 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc228fec-ced7-4a55-b1c5-2a0884bb4c6b admin admin] Pushing event updated for resources: {'Port': ['ID=c5777304-e63c-475b-80df-7ac06bd03836,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:09.486084 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-06f487cd-fdef-4680-ae23-0e5a66774841 req-47c18ca7-c4e0-46b2-9810-0f840aae2c67 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040931 Apr 20 13:09:09.516397 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-341f26e3-0b3a-4a6d-8787-8bf376f4de7d req-fa7dd142-3241-4f05-a9c3-9a5b0fe3b0de tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:09:09.526197 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2660673b-a5f0-443a-8717-0543281feefa None None] Sync routers for ids ['58ac7165-3ec6-4819-a93a-ee6e28e96e44'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:09:09.531655 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-341f26e3-0b3a-4a6d-8787-8bf376f4de7d req-fa7dd142-3241-4f05-a9c3-9a5b0fe3b0de tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:09.536700 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2660673b-a5f0-443a-8717-0543281feefa None None] Routers {'58ac7165-3ec6-4819-a93a-ee6e28e96e44'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:09:09.537304 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-2660673b-a5f0-443a-8717-0543281feefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:08:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['58ac7165-3ec6-4819-a93a-ee6e28e96e44'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:09.625603 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d7117189-f987-4b36-b37c-1017337a8402 req-5a3d0cf3-ae89-4cb7-ac72-f11e0fcc696f tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872456 Apr 20 13:09:09.628950 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d056c2a-1ee4-4ad2-8d57-2c73db80ee51 service neutron] Pushing event updated for resources: {'Port': ['ID=bf933922-09e5-4f77-9f0e-bfb87f24c714,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:09.639031 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-341f26e3-0b3a-4a6d-8787-8bf376f4de7d req-fa7dd142-3241-4f05-a9c3-9a5b0fe3b0de tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "PUT /v2.0/floatingips/a7a4f8b1-150e-4a05-9cbb-fa9caa78fc5f HTTP/1.1" status: 200 len: 694 time: 2.1973293 Apr 20 13:09:09.642076 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-2660673b-a5f0-443a-8717-0543281feefa None None] Set router 58ac7165-3ec6-4819-a93a-ee6e28e96e44 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:09:09.671334 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-3d056c2a-1ee4-4ad2-8d57-2c73db80ee51 service neutron] Attempting to bind port bf933922-09e5-4f77-9f0e-bfb87f24c714 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:09:09.671712 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-3d056c2a-1ee4-4ad2-8d57-2c73db80ee51 service neutron] Attempting to bind port bf933922-09e5-4f77-9f0e-bfb87f24c714 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': 'b2bd74d1-b518-4c8d-839d-80d6ae61237d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5a69de38-4530-4bc9-a14a-1ca14f4ebdfd'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:09:09.672033 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-3d056c2a-1ee4-4ad2-8d57-2c73db80ee51 service neutron] Attempting to bind port bf933922-09e5-4f77-9f0e-bfb87f24c714 on network 5a69de38-4530-4bc9-a14a-1ca14f4ebdfd {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:09:09.716111 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-3d056c2a-1ee4-4ad2-8d57-2c73db80ee51 service neutron] Port bf933922-09e5-4f77-9f0e-bfb87f24c714 on network 5a69de38-4530-4bc9-a14a-1ca14f4ebdfd not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:09:09.716443 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-3d056c2a-1ee4-4ad2-8d57-2c73db80ee51 service neutron] Attempting to bind port bf933922-09e5-4f77-9f0e-bfb87f24c714 on network 5a69de38-4530-4bc9-a14a-1ca14f4ebdfd {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:09:09.749913 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-3d056c2a-1ee4-4ad2-8d57-2c73db80ee51 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:09:09.750254 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-3d056c2a-1ee4-4ad2-8d57-2c73db80ee51 service neutron] Checking segment: {'id': 'b2bd74d1-b518-4c8d-839d-80d6ae61237d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5a69de38-4530-4bc9-a14a-1ca14f4ebdfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:09:09.750634 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-3d056c2a-1ee4-4ad2-8d57-2c73db80ee51 service neutron] Bound using segment: {'id': 'b2bd74d1-b518-4c8d-839d-80d6ae61237d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5a69de38-4530-4bc9-a14a-1ca14f4ebdfd'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:09:09.751071 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-3d056c2a-1ee4-4ad2-8d57-2c73db80ee51 service neutron] Bound port: bf933922-09e5-4f77-9f0e-bfb87f24c714, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2bd74d1-b518-4c8d-839d-80d6ae61237d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5a69de38-4530-4bc9-a14a-1ca14f4ebdfd'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:09:09.751454 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-3d056c2a-1ee4-4ad2-8d57-2c73db80ee51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:09.797623 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f26e3-0b3a-4a6d-8787-8bf376f4de7d req-f9f978cf-3c7e-4437-8987-dc7abf3f26ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:09.803649 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-341f26e3-0b3a-4a6d-8787-8bf376f4de7d req-f9f978cf-3c7e-4437-8987-dc7abf3f26ec service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ad4bf9f25ca54612b09fd2442e19f7e7&device_id=5165c66c-3d21-4457-8efe-73e54481f52b HTTP/1.1" status: 200 len: 1097 time: 0.1289213 Apr 20 13:09:09.850672 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-2660673b-a5f0-443a-8717-0543281feefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758772103-router', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:42Z', 'updated_at': '2022-04-20T13:07:48Z', 'revision_number': 4, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'gw_port': {'id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:17:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:43Z', 'updated_at': '2022-04-20T13:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '7d887a6a-8007-4be4-ac70-d441e86d1b65', 'name': '', 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'mac_address': 'fa:16:3e:28:60:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '0b77211f-3453-4701-925b-fc2afaf87461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:47Z', 'updated_at': '2022-04-20T13:07:57Z', 'revision_number': 5, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'subnets': [{'id': '0b77211f-3453-4701-925b-fc2afaf87461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:09.859330 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611e1e2-0300-44e3-b16b-fc71d05de94c req-a0af8b36-2b9e-4407-87e7-f9f3800c2bd8 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:09.860836 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7611e1e2-0300-44e3-b16b-fc71d05de94c req-a0af8b36-2b9e-4407-87e7-f9f3800c2bd8 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 945 time: 0.1406350 Apr 20 13:09:09.877830 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2660673b-a5f0-443a-8717-0543281feefa None None] Checking router: 58ac7165-3ec6-4819-a93a-ee6e28e96e44 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:09:09.886112 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2660673b-a5f0-443a-8717-0543281feefa None None] Routers {'58ac7165-3ec6-4819-a93a-ee6e28e96e44'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:09:09.886726 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-2660673b-a5f0-443a-8717-0543281feefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:08:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['58ac7165-3ec6-4819-a93a-ee6e28e96e44'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:09.923104 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 3c9f21da-6fdc-4980-88b9-d73613e671ab details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:09:09.965631 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-3d056c2a-1ee4-4ad2-8d57-2c73db80ee51 service neutron] For port bf933922-09e5-4f77-9f0e-bfb87f24c714, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:09:09.995500 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-3d056c2a-1ee4-4ad2-8d57-2c73db80ee51 service neutron] For port bf933922-09e5-4f77-9f0e-bfb87f24c714, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=bf933922-09e5-4f77-9f0e-bfb87f24c714,segment=NetworkSegment(b2bd74d1-b518-4c8d-839d-80d6ae61237d),segment_id=b2bd74d1-b518-4c8d-839d-80d6ae61237d)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:09:09.999763 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-2660673b-a5f0-443a-8717-0543281feefa None None] Set router 58ac7165-3ec6-4819-a93a-ee6e28e96e44 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:09:10.026921 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 3c9f21da-6fdc-4980-88b9-d73613e671ab, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=3c9f21da-6fdc-4980-88b9-d73613e671ab,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:10.039729 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '3c9f21da-6fdc-4980-88b9-d73613e671ab', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'port_id': '3c9f21da-6fdc-4980-88b9-d73613e671ab', 'mac_address': 'fa:16:3e:86:ec:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b1f82a-7732-4b50-ab22-2475f182a712', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:09:10.049420 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7611e1e2-0300-44e3-b16b-fc71d05de94c req-8b362418-cab1-429f-bb48-2a81c5ff4add tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494539 Apr 20 13:09:10.070246 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f26e3-0b3a-4a6d-8787-8bf376f4de7d req-73e5c2f6-f137-48b2-985f-603f3e690cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:10.071830 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-341f26e3-0b3a-4a6d-8787-8bf376f4de7d req-73e5c2f6-f137-48b2-985f-603f3e690cd5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=216be08c-a7d9-48bb-ac07-e1350f2b5dea HTTP/1.1" status: 200 len: 922 time: 0.2543867 Apr 20 13:09:10.080071 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-3d056c2a-1ee4-4ad2-8d57-2c73db80ee51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:10.085112 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:10.096844 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c9f21da-6fdc-4980-88b9-d73613e671ab {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:09:10.119306 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 3c9f21da-6fdc-4980-88b9-d73613e671ab, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=3c9f21da-6fdc-4980-88b9-d73613e671ab,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:10.155786 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bc228fec-ced7-4a55-b1c5-2a0884bb4c6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:10.166761 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-341f26e3-0b3a-4a6d-8787-8bf376f4de7d req-159d11a8-ce49-4244-95bd-ed4c0cc89814 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e HTTP/1.1" status: 200 len: 217 time: 0.0828803 Apr 20 13:09:10.203844 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:10.208128 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 35f4dcac-bf1f-472e-8000-63eb2787a89a details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:09:10.234764 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-3d056c2a-1ee4-4ad2-8d57-2c73db80ee51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:10.236399 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-3d056c2a-1ee4-4ad2-8d57-2c73db80ee51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:10.236736 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-3d056c2a-1ee4-4ad2-8d57-2c73db80ee51 service neutron] 10.222.0.15 "PUT /v2.0/ports/bf933922-09e5-4f77-9f0e-bfb87f24c714 HTTP/1.1" status: 200 len: 1091 time: 3.0326099 Apr 20 13:09:10.241929 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 35f4dcac-bf1f-472e-8000-63eb2787a89a, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=35f4dcac-bf1f-472e-8000-63eb2787a89a,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:10.278415 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-2660673b-a5f0-443a-8717-0543281feefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758772103-router', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:42Z', 'updated_at': '2022-04-20T13:07:48Z', 'revision_number': 4, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'gw_port': {'id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:17:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:43Z', 'updated_at': '2022-04-20T13:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '7d887a6a-8007-4be4-ac70-d441e86d1b65', 'name': '', 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'mac_address': 'fa:16:3e:28:60:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '0b77211f-3453-4701-925b-fc2afaf87461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:47Z', 'updated_at': '2022-04-20T13:07:57Z', 'revision_number': 5, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'subnets': [{'id': '0b77211f-3453-4701-925b-fc2afaf87461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:10.308461 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d056c2a-1ee4-4ad2-8d57-2c73db80ee51 service neutron] Pushing event updated for resources: {'Port': ['ID=bf933922-09e5-4f77-9f0e-bfb87f24c714,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:10.313367 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '35f4dcac-bf1f-472e-8000-63eb2787a89a', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'port_id': '35f4dcac-bf1f-472e-8000-63eb2787a89a', 'mac_address': 'fa:16:3e:b4:ac:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b1f82a-7732-4b50-ab22-2475f182a712', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:09:10.319950 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2660673b-a5f0-443a-8717-0543281feefa None None] The sync data for ids ['58ac7165-3ec6-4819-a93a-ee6e28e96e44'] in n-d-836015-7 is: [{'id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758772103-router', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:42Z', 'updated_at': '2022-04-20T13:07:48Z', 'revision_number': 4, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'gw_port': {'id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:17:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:43Z', 'updated_at': '2022-04-20T13:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '7d887a6a-8007-4be4-ac70-d441e86d1b65', 'name': '', 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'mac_address': 'fa:16:3e:28:60:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '0b77211f-3453-4701-925b-fc2afaf87461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:47Z', 'updated_at': '2022-04-20T13:07:57Z', 'revision_number': 5, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'subnets': [{'id': '0b77211f-3453-4701-925b-fc2afaf87461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:09:10.327710 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=3c9f21da-6fdc-4980-88b9-d73613e671ab,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:10.333499 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-0dbe1b90-1dd0-4034-8478-b1a6b16fb904 service neutron] Request body: {'port': {'device_id': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:10.346798 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f26e3-0b3a-4a6d-8787-8bf376f4de7d req-fc0fad23-2d30-4471-9076-d4beaca4935e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:10.348387 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-341f26e3-0b3a-4a6d-8787-8bf376f4de7d req-fc0fad23-2d30-4471-9076-d4beaca4935e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0b77211f-3453-4701-925b-fc2afaf87461 HTTP/1.1" status: 200 len: 860 time: 0.1346335 Apr 20 13:09:10.387330 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:10.409999 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35f4dcac-bf1f-472e-8000-63eb2787a89a {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:09:10.410282 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0546078-061c-4de8-b9cf-3ad6e328c697 req-54df338b-4ab7-400b-a464-3e912e9da9d9 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:10.419931 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f0546078-061c-4de8-b9cf-3ad6e328c697 req-54df338b-4ab7-400b-a464-3e912e9da9d9 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=50522a08-9b57-4c92-8b1a-9f0ef7511f8c HTTP/1.1" status: 200 len: 949 time: 0.2602160 Apr 20 13:09:10.436379 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 35f4dcac-bf1f-472e-8000-63eb2787a89a, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=35f4dcac-bf1f-472e-8000-63eb2787a89a,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:10.512504 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:10.550203 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-0dbe1b90-1dd0-4034-8478-b1a6b16fb904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:10.580287 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650dc25b-a804-4e2c-add8-f6b8a41b6a3c None None] New status for floating IP a7a4f8b1-150e-4a05-9cbb-fa9caa78fc5f: DOWN {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:09:10.583302 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=35f4dcac-bf1f-472e-8000-63eb2787a89a,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:10.589873 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f26e3-0b3a-4a6d-8787-8bf376f4de7d req-4938a214-a175-4103-a8f6-275696cb47bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:10.591399 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-341f26e3-0b3a-4a6d-8787-8bf376f4de7d req-4938a214-a175-4103-a8f6-275696cb47bc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=216be08c-a7d9-48bb-ac07-e1350f2b5dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1962194 Apr 20 13:09:10.598210 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f0546078-061c-4de8-b9cf-3ad6e328c697 req-d3a9c8e9-a43f-4468-9366-d1b50e7ac792 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595726 Apr 20 13:09:10.830387 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bc228fec-ced7-4a55-b1c5-2a0884bb4c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:10.875418 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['3c9f21da-6fdc-4980-88b9-d73613e671ab'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:09:10.901872 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50522a08-9b57-4c92-8b1a-9f0ef7511f8c', 'tag': '3c9f21da-6fdc-4980-88b9-d73613e671ab'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:09:10.905434 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4752c423-820c-430a-9686-77aad3c072e5" -d '{"events": [{"name": "network-changed", "server_uuid": "50522a08-9b57-4c92-8b1a-9f0ef7511f8c", "tag": "3c9f21da-6fdc-4980-88b9-d73613e671ab"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:09:10.949778 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19faf819-cd21-44cf-8131-d591cb6bfcfb req-f37b096b-b3ef-4e15-b160-5a42bf97e32e tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:10.955621 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19faf819-cd21-44cf-8131-d591cb6bfcfb req-f37b096b-b3ef-4e15-b160-5a42bf97e32e tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:10.961449 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19faf819-cd21-44cf-8131-d591cb6bfcfb req-f37b096b-b3ef-4e15-b160-5a42bf97e32e tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:10.967291 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19faf819-cd21-44cf-8131-d591cb6bfcfb req-f37b096b-b3ef-4e15-b160-5a42bf97e32e tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:10.973117 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19faf819-cd21-44cf-8131-d591cb6bfcfb req-f37b096b-b3ef-4e15-b160-5a42bf97e32e tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:10.978935 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19faf819-cd21-44cf-8131-d591cb6bfcfb req-f37b096b-b3ef-4e15-b160-5a42bf97e32e tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:10.984737 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19faf819-cd21-44cf-8131-d591cb6bfcfb req-f37b096b-b3ef-4e15-b160-5a42bf97e32e tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:10.986572 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-19faf819-cd21-44cf-8131-d591cb6bfcfb req-f37b096b-b3ef-4e15-b160-5a42bf97e32e tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 5383 time: 0.3287816 Apr 20 13:09:10.991696 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-341f26e3-0b3a-4a6d-8787-8bf376f4de7d req-5e4139e6-9153-444e-8b89-e08d0cf01b2b service neutron] 10.222.0.25 "GET /v2.0/networks/216be08c-a7d9-48bb-ac07-e1350f2b5dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735175 Apr 20 13:09:11.013661 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['35f4dcac-bf1f-472e-8000-63eb2787a89a'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:09:11.441735 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-19faf819-cd21-44cf-8131-d591cb6bfcfb req-3539bc14-e85b-4bb9-91a9-4895d10d9dc6 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&id=556d7529-8c3d-4632-818a-1051dfde20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4425454 Apr 20 13:09:11.489666 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf550926-e7fb-4811-9bb0-baa4afd2d98b x-openstack-request-id: req-bf550926-e7fb-4811-9bb0-baa4afd2d98b {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:09:11.489945 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "tag": "b8f78639-1657-457a-816e-30db34b05a25", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:09:11.490193 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bf550926-e7fb-4811-9bb0-baa4afd2d98b {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:09:11.490581 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf550926-e7fb-4811-9bb0-baa4afd2d98b'] response: {'name': 'network-changed', 'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'tag': 'b8f78639-1657-457a-816e-30db34b05a25', 'status': 'completed', 'code': 200} Apr 20 13:09:11.509438 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-341f26e3-0b3a-4a6d-8787-8bf376f4de7d req-4785f30c-74ed-411f-88f2-a1870b8084fb service neutron] 10.222.0.25 "GET /v2.0/networks/216be08c-a7d9-48bb-ac07-e1350f2b5dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5070581 Apr 20 13:09:11.594744 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-0dbe1b90-1dd0-4034-8478-b1a6b16fb904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd817be8-283c-452b-aa21-7b15743074d5 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:09:11.609091 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-0dbe1b90-1dd0-4034-8478-b1a6b16fb904 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:11.641084 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3016938a-c18a-40b4-a688-5bfcfd240808 req-9e99d0de-52cc-4017-b141-58dbcb62c770 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-802509671&fields=id&tenant_id=a9ab0226b6cf4925abbf972bfe37e3be HTTP/1.1" status: 200 len: 267 time: 0.1102715 Apr 20 13:09:11.642023 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-0dbe1b90-1dd0-4034-8478-b1a6b16fb904 service neutron] Transition to ACTIVE for port object bd817be8-283c-452b-aa21-7b15743074d5 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:09:11.652379 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff824f-78c3-4107-b5cf-7367a9fb42ad req-4fdbab52-c68c-4adb-839b-170af26ecad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:11.652853 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff824f-78c3-4107-b5cf-7367a9fb42ad req-4fdbab52-c68c-4adb-839b-170af26ecad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:11.653322 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff824f-78c3-4107-b5cf-7367a9fb42ad req-4fdbab52-c68c-4adb-839b-170af26ecad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:11.653781 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff824f-78c3-4107-b5cf-7367a9fb42ad req-4fdbab52-c68c-4adb-839b-170af26ecad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:11.654234 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff824f-78c3-4107-b5cf-7367a9fb42ad req-4fdbab52-c68c-4adb-839b-170af26ecad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:11.654691 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff824f-78c3-4107-b5cf-7367a9fb42ad req-4fdbab52-c68c-4adb-839b-170af26ecad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:11.655141 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff824f-78c3-4107-b5cf-7367a9fb42ad req-4fdbab52-c68c-4adb-839b-170af26ecad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:11.656998 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0aff824f-78c3-4107-b5cf-7367a9fb42ad req-4fdbab52-c68c-4adb-839b-170af26ecad4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=80a09310883244f09c77418f84fc8e88&device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 6275 time: 0.1250048 Apr 20 13:09:11.724966 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc228fec-ced7-4a55-b1c5-2a0884bb4c6b admin admin] Router f12f7345-e5ab-404b-aedb-f3b847b28642 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:09:11.763660 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-0dbe1b90-1dd0-4034-8478-b1a6b16fb904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:11.868154 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523af797-c7a5-4067-a8c0-6a0ad71a0ea3 req-0e97d9b7-2eb5-4303-aa91-e18ce1986ea1 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:11.869727 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-523af797-c7a5-4067-a8c0-6a0ad71a0ea3 req-0e97d9b7-2eb5-4303-aa91-e18ce1986ea1 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e36c34-5bd5-4303-b064-1f53f24cdb22 HTTP/1.1" status: 200 len: 945 time: 0.2240541 Apr 20 13:09:11.921748 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016938a-c18a-40b4-a688-5bfcfd240808 req-209e60d4-aad0-4ba1-8211-265cd9299efb tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:11.923264 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3016938a-c18a-40b4-a688-5bfcfd240808 req-209e60d4-aad0-4ba1-8211-265cd9299efb tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 984 time: 0.2591336 Apr 20 13:09:11.933266 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 3c9f21da-6fdc-4980-88b9-d73613e671ab up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:09:11.939744 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe1b90-1dd0-4034-8478-b1a6b16fb904 service neutron] Pushing event updated for resources: {'Port': ['ID=bd817be8-283c-452b-aa21-7b15743074d5,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:11.961274 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-3016938a-c18a-40b4-a688-5bfcfd240808 req-6a4cf54b-b077-4187-8e48-8a9bdeb49740 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Request body: {'port': {'security_groups': ['ad7470b7-9157-466d-a134-84fd4ff6de46']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:11.982257 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff824f-78c3-4107-b5cf-7367a9fb42ad req-20be89c5-86ab-4f1c-99e8-72c2dca09e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:11.982647 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff824f-78c3-4107-b5cf-7367a9fb42ad req-20be89c5-86ab-4f1c-99e8-72c2dca09e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:11.983110 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff824f-78c3-4107-b5cf-7367a9fb42ad req-20be89c5-86ab-4f1c-99e8-72c2dca09e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:11.984722 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0aff824f-78c3-4107-b5cf-7367a9fb42ad req-20be89c5-86ab-4f1c-99e8-72c2dca09e2e service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=80a09310883244f09c77418f84fc8e88&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3190587 Apr 20 13:09:12.054126 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 3c9f21da-6fdc-4980-88b9-d73613e671ab completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:09:12.058042 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 3c9f21da-6fdc-4980-88b9-d73613e671ab triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:12.059766 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:12.089836 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:12.123997 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-523af797-c7a5-4067-a8c0-6a0ad71a0ea3 req-9d4a8adc-c870-4e93-b43f-8a6e46fa2737 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363172 Apr 20 13:09:12.155080 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:12.171392 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b377a0f0-7ebc-46b6-bdec-1e36d364f82e x-openstack-request-id: req-b377a0f0-7ebc-46b6-bdec-1e36d364f82e {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:09:12.171935 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50522a08-9b57-4c92-8b1a-9f0ef7511f8c", "tag": "3c9f21da-6fdc-4980-88b9-d73613e671ab", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:09:12.172176 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b377a0f0-7ebc-46b6-bdec-1e36d364f82e {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:09:12.172987 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b377a0f0-7ebc-46b6-bdec-1e36d364f82e'] response: {'name': 'network-changed', 'server_uuid': '50522a08-9b57-4c92-8b1a-9f0ef7511f8c', 'tag': '3c9f21da-6fdc-4980-88b9-d73613e671ab', 'status': 'completed', 'code': 200} Apr 20 13:09:12.179722 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50522a08-9b57-4c92-8b1a-9f0ef7511f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9f21da-6fdc-4980-88b9-d73613e671ab'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:09:12.182350 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8533b2-6053-4456-b538-7348e9cf77e4" -d '{"events": [{"server_uuid": "50522a08-9b57-4c92-8b1a-9f0ef7511f8c", "name": "network-vif-plugged", "status": "completed", "tag": "3c9f21da-6fdc-4980-88b9-d73613e671ab"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:09:12.196588 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 3c9f21da-6fdc-4980-88b9-d73613e671ab, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=3c9f21da-6fdc-4980-88b9-d73613e671ab,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:12.216613 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc228fec-ced7-4a55-b1c5-2a0884bb4c6b admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:09:12.224675 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3016938a-c18a-40b4-a688-5bfcfd240808 req-6a4cf54b-b077-4187-8e48-8a9bdeb49740 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:12.228494 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034ba69c-9e5f-4e91-bab6-b69d878dfe2f None None] Sync routers for ids ['f12f7345-e5ab-404b-aedb-f3b847b28642'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:09:12.243171 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752c423-820c-430a-9686-77aad3c072e5 req-154ec15a-814d-4c52-aa1a-b2306573bc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:12.243171 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4752c423-820c-430a-9686-77aad3c072e5 req-154ec15a-814d-4c52-aa1a-b2306573bc0a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e1f0d8155374e7db296a2dc86482d62&device_id=50522a08-9b57-4c92-8b1a-9f0ef7511f8c HTTP/1.1" status: 200 len: 1100 time: 0.0446539 Apr 20 13:09:12.243782 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034ba69c-9e5f-4e91-bab6-b69d878dfe2f None None] Routers {'f12f7345-e5ab-404b-aedb-f3b847b28642'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:09:12.244507 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-034ba69c-9e5f-4e91-bab6-b69d878dfe2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:08:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f12f7345-e5ab-404b-aedb-f3b847b28642'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:12.254250 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:12.264619 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-0dbe1b90-1dd0-4034-8478-b1a6b16fb904 service neutron] Attempting to bind port bd817be8-283c-452b-aa21-7b15743074d5 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:09:12.271949 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-0dbe1b90-1dd0-4034-8478-b1a6b16fb904 service neutron] Attempting to bind port bd817be8-283c-452b-aa21-7b15743074d5 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': 'b2bd74d1-b518-4c8d-839d-80d6ae61237d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5a69de38-4530-4bc9-a14a-1ca14f4ebdfd'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:09:12.271949 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-0dbe1b90-1dd0-4034-8478-b1a6b16fb904 service neutron] Attempting to bind port bd817be8-283c-452b-aa21-7b15743074d5 on network 5a69de38-4530-4bc9-a14a-1ca14f4ebdfd {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:09:12.317571 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=3c9f21da-6fdc-4980-88b9-d73613e671ab,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:12.339323 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-0dbe1b90-1dd0-4034-8478-b1a6b16fb904 service neutron] Port bd817be8-283c-452b-aa21-7b15743074d5 on network 5a69de38-4530-4bc9-a14a-1ca14f4ebdfd not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:09:12.339567 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-0dbe1b90-1dd0-4034-8478-b1a6b16fb904 service neutron] Attempting to bind port bd817be8-283c-452b-aa21-7b15743074d5 on network 5a69de38-4530-4bc9-a14a-1ca14f4ebdfd {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:09:12.356655 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bc228fec-ced7-4a55-b1c5-2a0884bb4c6b admin admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:12.360371 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-bc228fec-ced7-4a55-b1c5-2a0884bb4c6b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.3072460 Apr 20 13:09:12.360792 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36552) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:12.370637 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-0dbe1b90-1dd0-4034-8478-b1a6b16fb904 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:09:12.370637 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-0dbe1b90-1dd0-4034-8478-b1a6b16fb904 service neutron] Checking segment: {'id': 'b2bd74d1-b518-4c8d-839d-80d6ae61237d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5a69de38-4530-4bc9-a14a-1ca14f4ebdfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:09:12.370637 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-0dbe1b90-1dd0-4034-8478-b1a6b16fb904 service neutron] Bound using segment: {'id': 'b2bd74d1-b518-4c8d-839d-80d6ae61237d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5a69de38-4530-4bc9-a14a-1ca14f4ebdfd'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:09:12.370637 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-0dbe1b90-1dd0-4034-8478-b1a6b16fb904 service neutron] Bound port: bd817be8-283c-452b-aa21-7b15743074d5, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2bd74d1-b518-4c8d-839d-80d6ae61237d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5a69de38-4530-4bc9-a14a-1ca14f4ebdfd'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:09:12.371217 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-0dbe1b90-1dd0-4034-8478-b1a6b16fb904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:12.397798 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-034ba69c-9e5f-4e91-bab6-b69d878dfe2f None None] Set router f12f7345-e5ab-404b-aedb-f3b847b28642 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:09:12.402924 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff824f-78c3-4107-b5cf-7367a9fb42ad req-7837a71f-cee3-463e-8856-ad82753e1762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:12.402924 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0aff824f-78c3-4107-b5cf-7367a9fb42ad req-7837a71f-cee3-463e-8856-ad82753e1762 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3937364 Apr 20 13:09:12.404430 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752c423-820c-430a-9686-77aad3c072e5 req-b0913301-6e5f-4d12-97cc-d7d43868ed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:12.405874 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4752c423-820c-430a-9686-77aad3c072e5 req-b0913301-6e5f-4d12-97cc-d7d43868ed72 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.1567369 Apr 20 13:09:12.429316 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff284d-cb33-4309-a45e-abe96a992488 req-167aaa02-b60a-420a-b7c9-0aa17339fa3e tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:12.430503 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-46ff284d-cb33-4309-a45e-abe96a992488 req-167aaa02-b60a-420a-b7c9-0aa17339fa3e tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 945 time: 0.1820822 Apr 20 13:09:12.457180 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4752c423-820c-430a-9686-77aad3c072e5 req-7f2c049d-5792-4909-930e-16d955d08847 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=3c9f21da-6fdc-4980-88b9-d73613e671ab HTTP/1.1" status: 200 len: 217 time: 0.0411298 Apr 20 13:09:12.557846 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-0dbe1b90-1dd0-4034-8478-b1a6b16fb904 service neutron] For port bd817be8-283c-452b-aa21-7b15743074d5, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:09:12.566051 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-46ff284d-cb33-4309-a45e-abe96a992488 req-aa9f4df2-9780-46ec-9ddd-2f54b190919b tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134145 Apr 20 13:09:12.582154 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-0dbe1b90-1dd0-4034-8478-b1a6b16fb904 service neutron] For port bd817be8-283c-452b-aa21-7b15743074d5, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=bd817be8-283c-452b-aa21-7b15743074d5,segment=NetworkSegment(b2bd74d1-b518-4c8d-839d-80d6ae61237d),segment_id=b2bd74d1-b518-4c8d-839d-80d6ae61237d)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:09:12.598951 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752c423-820c-430a-9686-77aad3c072e5 req-baf1605e-b40d-45b7-93e8-abbbca58c11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:12.598951 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4752c423-820c-430a-9686-77aad3c072e5 req-baf1605e-b40d-45b7-93e8-abbbca58c11b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.1007583 Apr 20 13:09:12.611817 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-3016938a-c18a-40b4-a688-5bfcfd240808 req-6a4cf54b-b077-4187-8e48-8a9bdeb49740 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] For port 081561c3-3910-4ea2-a530-47db75e29c73, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=081561c3-3910-4ea2-a530-47db75e29c73,segment=NetworkSegment(d98e94df-872e-47ed-8a43-7e7e11e5be94),segment_id=d98e94df-872e-47ed-8a43-7e7e11e5be94)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:12.628974 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-0dbe1b90-1dd0-4034-8478-b1a6b16fb904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:12.637695 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-034ba69c-9e5f-4e91-bab6-b69d878dfe2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12f7345-e5ab-404b-aedb-f3b847b28642', 'name': 'tempest-TaggedBootDevicesTest_v242-463053943-router', 'tenant_id': '751edd8696be4dfdb3446a3e33725797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'c5777304-e63c-475b-80df-7ac06bd03836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:09:05Z', 'updated_at': '2022-04-20T13:09:09Z', 'revision_number': 3, 'project_id': '751edd8696be4dfdb3446a3e33725797', 'gw_port': {'id': 'c5777304-e63c-475b-80df-7ac06bd03836', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12f7345-e5ab-404b-aedb-f3b847b28642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:09:07Z', 'updated_at': '2022-04-20T13:09:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:12.663865 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752c423-820c-430a-9686-77aad3c072e5 req-9d7fd71b-8d2c-4c9b-8390-7abe6e0f5ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:12.665500 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4752c423-820c-430a-9686-77aad3c072e5 req-9d7fd71b-8d2c-4c9b-8390-7abe6e0f5ef1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0604174 Apr 20 13:09:12.690089 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-0dbe1b90-1dd0-4034-8478-b1a6b16fb904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:12.691052 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-0dbe1b90-1dd0-4034-8478-b1a6b16fb904 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:12.692838 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-0dbe1b90-1dd0-4034-8478-b1a6b16fb904 service neutron] 10.222.0.15 "PUT /v2.0/ports/bd817be8-283c-452b-aa21-7b15743074d5 HTTP/1.1" status: 200 len: 1090 time: 2.3641720 Apr 20 13:09:12.701934 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3016938a-c18a-40b4-a688-5bfcfd240808 req-6a4cf54b-b077-4187-8e48-8a9bdeb49740 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:12.715811 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034ba69c-9e5f-4e91-bab6-b69d878dfe2f None None] Checking router: f12f7345-e5ab-404b-aedb-f3b847b28642 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:09:12.716237 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034ba69c-9e5f-4e91-bab6-b69d878dfe2f None None] Updating router f12f7345-e5ab-404b-aedb-f3b847b28642 port c5777304-e63c-475b-80df-7ac06bd03836 binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:09:12.722947 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe1b90-1dd0-4034-8478-b1a6b16fb904 service neutron] Pushing event updated for resources: {'Port': ['ID=bd817be8-283c-452b-aa21-7b15743074d5,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:12.743721 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-034ba69c-9e5f-4e91-bab6-b69d878dfe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:12.774887 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-c87dd052-14a2-4802-a878-674d90e8f761 service neutron] Request body: {'port': {'device_id': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:12.778063 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:12.782282 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3016938a-c18a-40b4-a688-5bfcfd240808 req-6a4cf54b-b077-4187-8e48-8a9bdeb49740 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:12.794363 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['081561c3-3910-4ea2-a530-47db75e29c73'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:09:12.923411 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016938a-c18a-40b4-a688-5bfcfd240808 req-6a4cf54b-b077-4187-8e48-8a9bdeb49740 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:12.924437 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3016938a-c18a-40b4-a688-5bfcfd240808 req-6a4cf54b-b077-4187-8e48-8a9bdeb49740 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:12.939897 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3016938a-c18a-40b4-a688-5bfcfd240808 req-6a4cf54b-b077-4187-8e48-8a9bdeb49740 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "PUT /v2.0/ports/081561c3-3910-4ea2-a530-47db75e29c73 HTTP/1.1" status: 200 len: 942 time: 1.0000849 Apr 20 13:09:13.034074 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['081561c3-3910-4ea2-a530-47db75e29c73'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:09:13.060582 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b1a675-073f-4b60-9809-e7a5069a3a9f x-openstack-request-id: req-22b1a675-073f-4b60-9809-e7a5069a3a9f {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:09:13.061234 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50522a08-9b57-4c92-8b1a-9f0ef7511f8c", "name": "network-vif-plugged", "status": "completed", "tag": "3c9f21da-6fdc-4980-88b9-d73613e671ab", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:09:13.061234 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-22b1a675-073f-4b60-9809-e7a5069a3a9f {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:09:13.061579 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22b1a675-073f-4b60-9809-e7a5069a3a9f'] response: {'server_uuid': '50522a08-9b57-4c92-8b1a-9f0ef7511f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9f21da-6fdc-4980-88b9-d73613e671ab', 'code': 200} Apr 20 13:09:13.076212 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-c87dd052-14a2-4802-a878-674d90e8f761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:13.155197 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4cf54b-b077-4187-8e48-8a9bdeb49740 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Pushing event updated for resources: {'Port': ['ID=081561c3-3910-4ea2-a530-47db75e29c73,revision_number=7']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:13.290416 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f25a48-326b-48fd-88ca-f979184b33f3 req-d37bac30-075c-4505-9b6a-df9952c84750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:13.292637 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-07f25a48-326b-48fd-88ca-f979184b33f3 req-d37bac30-075c-4505-9b6a-df9952c84750 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=50522a08-9b57-4c92-8b1a-9f0ef7511f8c HTTP/1.1" status: 200 len: 1101 time: 0.1392138 Apr 20 13:09:13.296627 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4752c423-820c-430a-9686-77aad3c072e5 req-f333b7e5-0fb6-433e-89a5-8a77dfb34501 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5978644 Apr 20 13:09:13.315263 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-034ba69c-9e5f-4e91-bab6-b69d878dfe2f None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:13.366247 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4e5cc-544a-41d2-8852-dec63f22964d req-68578bf2-1979-4062-a5e4-f136be01b42c tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:13.369593 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-78a4e5cc-544a-41d2-8852-dec63f22964d req-68578bf2-1979-4062-a5e4-f136be01b42c tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=50522a08-9b57-4c92-8b1a-9f0ef7511f8c HTTP/1.1" status: 200 len: 950 time: 0.2821381 Apr 20 13:09:13.409696 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-034ba69c-9e5f-4e91-bab6-b69d878dfe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:13.442799 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-07f25a48-326b-48fd-88ca-f979184b33f3 req-fc8e99a7-cbef-4249-8381-fafb966d248f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041586 Apr 20 13:09:13.443111 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300545a1-8692-4a7c-a5de-f22e5b5af08c req-4235516e-dfc7-4054-9f4c-45051b48f7ae tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:13.449487 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300545a1-8692-4a7c-a5de-f22e5b5af08c req-4235516e-dfc7-4054-9f4c-45051b48f7ae tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:13.455318 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300545a1-8692-4a7c-a5de-f22e5b5af08c req-4235516e-dfc7-4054-9f4c-45051b48f7ae tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:13.461146 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300545a1-8692-4a7c-a5de-f22e5b5af08c req-4235516e-dfc7-4054-9f4c-45051b48f7ae tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:13.467808 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300545a1-8692-4a7c-a5de-f22e5b5af08c req-4235516e-dfc7-4054-9f4c-45051b48f7ae tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:13.470144 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-034ba69c-9e5f-4e91-bab6-b69d878dfe2f None None] Attempting to bind port c5777304-e63c-475b-80df-7ac06bd03836 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:09:13.470511 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-034ba69c-9e5f-4e91-bab6-b69d878dfe2f None None] Attempting to bind port c5777304-e63c-475b-80df-7ac06bd03836 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:09:13.470864 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034ba69c-9e5f-4e91-bab6-b69d878dfe2f None None] Attempting to bind port c5777304-e63c-475b-80df-7ac06bd03836 on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:09:13.473393 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300545a1-8692-4a7c-a5de-f22e5b5af08c req-4235516e-dfc7-4054-9f4c-45051b48f7ae tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:13.479292 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300545a1-8692-4a7c-a5de-f22e5b5af08c req-4235516e-dfc7-4054-9f4c-45051b48f7ae tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:13.481225 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-300545a1-8692-4a7c-a5de-f22e5b5af08c req-4235516e-dfc7-4054-9f4c-45051b48f7ae tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 5395 time: 0.2855263 Apr 20 13:09:13.483291 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb1e3c-8353-4881-80c8-e6aeb91136db None None] Pushing event updated for resources: {'Port': ['ID=c5777304-e63c-475b-80df-7ac06bd03836,revision_number=2']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:13.486247 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034ba69c-9e5f-4e91-bab6-b69d878dfe2f None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:09:13.486855 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034ba69c-9e5f-4e91-bab6-b69d878dfe2f None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:09:13.487472 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-034ba69c-9e5f-4e91-bab6-b69d878dfe2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:13.490054 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4752c423-820c-430a-9686-77aad3c072e5 req-226fdd4a-f651-43bc-b77e-d8532e3cc000 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595657 Apr 20 13:09:13.496571 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034ba69c-9e5f-4e91-bab6-b69d878dfe2f None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:09:13.496571 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-034ba69c-9e5f-4e91-bab6-b69d878dfe2f None None] Bound port: c5777304-e63c-475b-80df-7ac06bd03836, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:09:13.496571 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-034ba69c-9e5f-4e91-bab6-b69d878dfe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:13.501366 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0b910f8-dcf7-441a-8223-d2876c7927f9', 'tag': '081561c3-3910-4ea2-a530-47db75e29c73'}, {'name': 'network-changed', 'server_uuid': '5165c66c-3d21-4457-8efe-73e54481f52b', 'tag': 'bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e'}, {'name': 'network-changed', 'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'tag': 'bf933922-09e5-4f77-9f0e-bfb87f24c714'}, {'name': 'network-changed', 'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'tag': 'bd817be8-283c-452b-aa21-7b15743074d5'}, {'name': 'network-changed', 'server_uuid': 'f0b910f8-dcf7-441a-8223-d2876c7927f9', 'tag': '081561c3-3910-4ea2-a530-47db75e29c73'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:09:13.501366 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c" -d '{"events": [{"name": "network-changed", "server_uuid": "f0b910f8-dcf7-441a-8223-d2876c7927f9", "tag": "081561c3-3910-4ea2-a530-47db75e29c73"}, {"name": "network-changed", "server_uuid": "5165c66c-3d21-4457-8efe-73e54481f52b", "tag": "bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e"}, {"name": "network-changed", "server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "tag": "bf933922-09e5-4f77-9f0e-bfb87f24c714"}, {"name": "network-changed", "server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "tag": "bd817be8-283c-452b-aa21-7b15743074d5"}, {"name": "network-changed", "server_uuid": "f0b910f8-dcf7-441a-8223-d2876c7927f9", "tag": "081561c3-3910-4ea2-a530-47db75e29c73"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:09:13.535405 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb1e3c-8353-4881-80c8-e6aeb91136db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:13.535765 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb1e3c-8353-4881-80c8-e6aeb91136db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:13.536575 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb1e3c-8353-4881-80c8-e6aeb91136db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:13.536575 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb1e3c-8353-4881-80c8-e6aeb91136db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:13.536796 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb1e3c-8353-4881-80c8-e6aeb91136db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:13.537093 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb1e3c-8353-4881-80c8-e6aeb91136db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:13.537671 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb1e3c-8353-4881-80c8-e6aeb91136db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:13.538018 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb1e3c-8353-4881-80c8-e6aeb91136db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:13.539396 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb1e3c-8353-4881-80c8-e6aeb91136db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:13.539593 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb1e3c-8353-4881-80c8-e6aeb91136db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:13.539908 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb1e3c-8353-4881-80c8-e6aeb91136db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:13.541210 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb1e3c-8353-4881-80c8-e6aeb91136db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:13.571243 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-78a4e5cc-544a-41d2-8852-dec63f22964d req-ecb2e257-eaed-4cb5-aa1e-5ba21f4d73f1 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446583 Apr 20 13:09:13.581123 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-034ba69c-9e5f-4e91-bab6-b69d878dfe2f None None] For port c5777304-e63c-475b-80df-7ac06bd03836, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:09:13.584628 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-034ba69c-9e5f-4e91-bab6-b69d878dfe2f None None] For port c5777304-e63c-475b-80df-7ac06bd03836, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=c5777304-e63c-475b-80df-7ac06bd03836,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:09:13.590097 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9ad5e94a-f344-436c-80f5-1598b2ac549f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:13.633036 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-300545a1-8692-4a7c-a5de-f22e5b5af08c req-8d99bf92-230f-4077-9436-ecca75317a34 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&id=556d7529-8c3d-4632-818a-1051dfde20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1286771 Apr 20 13:09:13.672538 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-034ba69c-9e5f-4e91-bab6-b69d878dfe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:13.749384 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034ba69c-9e5f-4e91-bab6-b69d878dfe2f None None] Routers {'f12f7345-e5ab-404b-aedb-f3b847b28642'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:09:13.750119 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-034ba69c-9e5f-4e91-bab6-b69d878dfe2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:08:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f12f7345-e5ab-404b-aedb-f3b847b28642'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:13.777476 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-9ad5e94a-f344-436c-80f5-1598b2ac549f admin admin] Allocated IP 172.20.0.1 (56951fe5-a13b-4124-8315-505260f0a93e/3c09cad0-5b49-4174-8e95-ec3d5bcce76b/3566f124-3efb-498e-b35f-1acfb1897306) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:09:13.790417 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb1e3c-8353-4881-80c8-e6aeb91136db None None] Pushing event updated for resources: {'Port': ['ID=c5777304-e63c-475b-80df-7ac06bd03836,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:13.796770 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e257f1d-6804-4994-9b3e-ee3c92db78ed req-5dbc7d65-36e3-43a9-920c-c56fc511d746 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1834538 Apr 20 13:09:13.807844 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-7e257f1d-6804-4994-9b3e-ee3c92db78ed req-4fcb96d4-7eea-49a3-afc8-422dfecd6372 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:13.867111 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-c87dd052-14a2-4802-a878-674d90e8f761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60877966-e402-419c-a28e-944e03bf9ba3 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:09:13.882412 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff6f76-c498-4fa3-98b3-c708a9795837 req-7b951cad-bd8b-42ef-9922-1c4c48922d11 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:13.883400 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-034ba69c-9e5f-4e91-bab6-b69d878dfe2f None None] Set router f12f7345-e5ab-404b-aedb-f3b847b28642 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:09:13.890384 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b3ff6f76-c498-4fa3-98b3-c708a9795837 req-7b951cad-bd8b-42ef-9922-1c4c48922d11 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e555c2f-605a-4255-b02d-cf3e802bb7bc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1508150 Apr 20 13:09:13.894132 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-c87dd052-14a2-4802-a878-674d90e8f761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:13.922106 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9ad5e94a-f344-436c-80f5-1598b2ac549f admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:13.934517 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 35f4dcac-bf1f-472e-8000-63eb2787a89a up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:09:13.943057 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-c87dd052-14a2-4802-a878-674d90e8f761 service neutron] Transition to ACTIVE for port object 60877966-e402-419c-a28e-944e03bf9ba3 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:09:13.952665 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b3ff6f76-c498-4fa3-98b3-c708a9795837 req-3ee0e8e3-b68a-4ada-866a-c041725c147f tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.94 HTTP/1.1" status: 200 len: 695 time: 0.0613868 Apr 20 13:09:13.955732 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7e257f1d-6804-4994-9b3e-ee3c92db78ed req-4fcb96d4-7eea-49a3-afc8-422dfecd6372 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks [] for floatingip, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:13.960710 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-b3ff6f76-c498-4fa3-98b3-c708a9795837 req-cf1f240e-9959-4b98-a9c8-667ebe6dede6 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Request body: {'floatingip': {'port_id': 'cc338793-76f2-46cb-b132-9f5b25a33ace', 'fixed_ip_address': '172.20.0.5'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:14.017516 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b3ff6f76-c498-4fa3-98b3-c708a9795837 req-cf1f240e-9959-4b98-a9c8-667ebe6dede6 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks [] for floatingip, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:14.054071 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-c87dd052-14a2-4802-a878-674d90e8f761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:14.081018 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-034ba69c-9e5f-4e91-bab6-b69d878dfe2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12f7345-e5ab-404b-aedb-f3b847b28642', 'name': 'tempest-TaggedBootDevicesTest_v242-463053943-router', 'tenant_id': '751edd8696be4dfdb3446a3e33725797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'c5777304-e63c-475b-80df-7ac06bd03836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:09:05Z', 'updated_at': '2022-04-20T13:09:09Z', 'revision_number': 3, 'project_id': '751edd8696be4dfdb3446a3e33725797', 'gw_port': {'id': 'c5777304-e63c-475b-80df-7ac06bd03836', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12f7345-e5ab-404b-aedb-f3b847b28642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:09:07Z', 'updated_at': '2022-04-20T13:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:14.100813 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 35f4dcac-bf1f-472e-8000-63eb2787a89a completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:09:14.111208 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9ad5e94a-f344-436c-80f5-1598b2ac549f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:14.112157 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034ba69c-9e5f-4e91-bab6-b69d878dfe2f None None] The sync data for ids ['f12f7345-e5ab-404b-aedb-f3b847b28642'] in n-d-836015-7 is: [{'id': 'f12f7345-e5ab-404b-aedb-f3b847b28642', 'name': 'tempest-TaggedBootDevicesTest_v242-463053943-router', 'tenant_id': '751edd8696be4dfdb3446a3e33725797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'c5777304-e63c-475b-80df-7ac06bd03836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:09:05Z', 'updated_at': '2022-04-20T13:09:09Z', 'revision_number': 3, 'project_id': '751edd8696be4dfdb3446a3e33725797', 'gw_port': {'id': 'c5777304-e63c-475b-80df-7ac06bd03836', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12f7345-e5ab-404b-aedb-f3b847b28642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:09:07Z', 'updated_at': '2022-04-20T13:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:09:14.115669 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 35f4dcac-bf1f-472e-8000-63eb2787a89a triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:14.119474 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:14.163763 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad5e94a-f344-436c-80f5-1598b2ac549f admin admin] Pushing event updated for resources: {'Port': ['ID=3566f124-3efb-498e-b35f-1acfb1897306,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:14.180552 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad5e94a-f344-436c-80f5-1598b2ac549f admin admin] Network 56951fe5-a13b-4124-8315-505260f0a93e is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:09:14.185330 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-9ad5e94a-f344-436c-80f5-1598b2ac549f admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:09:14.188631 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad5e94a-f344-436c-80f5-1598b2ac549f admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:09:14.217458 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87dd052-14a2-4802-a878-674d90e8f761 service neutron] Pushing event updated for resources: {'Port': ['ID=60877966-e402-419c-a28e-944e03bf9ba3,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:14.264933 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9ad5e94a-f344-436c-80f5-1598b2ac549f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:14.280295 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:14.332647 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 35f4dcac-bf1f-472e-8000-63eb2787a89a, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=35f4dcac-bf1f-472e-8000-63eb2787a89a,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:14.403509 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:14.477341 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-c87dd052-14a2-4802-a878-674d90e8f761 service neutron] Attempting to bind port 60877966-e402-419c-a28e-944e03bf9ba3 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:09:14.482016 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-c87dd052-14a2-4802-a878-674d90e8f761 service neutron] Attempting to bind port 60877966-e402-419c-a28e-944e03bf9ba3 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '77838f7f-eaf5-4c10-90fc-75b379d0087a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b1ec58e9-2000-46d7-b9f7-b902c3308689'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:09:14.482016 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-c87dd052-14a2-4802-a878-674d90e8f761 service neutron] Attempting to bind port 60877966-e402-419c-a28e-944e03bf9ba3 on network b1ec58e9-2000-46d7-b9f7-b902c3308689 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:09:14.485526 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=35f4dcac-bf1f-472e-8000-63eb2787a89a,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:14.508106 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-c87dd052-14a2-4802-a878-674d90e8f761 service neutron] Port 60877966-e402-419c-a28e-944e03bf9ba3 on network b1ec58e9-2000-46d7-b9f7-b902c3308689 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:09:14.510299 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-c87dd052-14a2-4802-a878-674d90e8f761 service neutron] Attempting to bind port 60877966-e402-419c-a28e-944e03bf9ba3 on network b1ec58e9-2000-46d7-b9f7-b902c3308689 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:09:14.518620 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9ad5e94a-f344-436c-80f5-1598b2ac549f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:14.519512 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7e257f1d-6804-4994-9b3e-ee3c92db78ed req-4fcb96d4-7eea-49a3-afc8-422dfecd6372 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:14.536864 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-c87dd052-14a2-4802-a878-674d90e8f761 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:09:14.537275 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-c87dd052-14a2-4802-a878-674d90e8f761 service neutron] Checking segment: {'id': '77838f7f-eaf5-4c10-90fc-75b379d0087a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b1ec58e9-2000-46d7-b9f7-b902c3308689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:09:14.537610 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-c87dd052-14a2-4802-a878-674d90e8f761 service neutron] Bound using segment: {'id': '77838f7f-eaf5-4c10-90fc-75b379d0087a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b1ec58e9-2000-46d7-b9f7-b902c3308689'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:09:14.538051 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-c87dd052-14a2-4802-a878-674d90e8f761 service neutron] Bound port: 60877966-e402-419c-a28e-944e03bf9ba3, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77838f7f-eaf5-4c10-90fc-75b379d0087a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b1ec58e9-2000-46d7-b9f7-b902c3308689'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:09:14.538666 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-c87dd052-14a2-4802-a878-674d90e8f761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:14.709231 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-fd2fb34a-2fb0-490a-afa6-2740a8052d8d None None] Provisioning complete for port 3566f124-3efb-498e-b35f-1acfb1897306 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:14.709936 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fd2fb34a-2fb0-490a-afa6-2740a8052d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:14.751913 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-fd2fb34a-2fb0-490a-afa6-2740a8052d8d None None] Port 3566f124-3efb-498e-b35f-1acfb1897306 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:09:14.768770 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9ad5e94a-f344-436c-80f5-1598b2ac549f admin admin] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:14.837380 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9ad5e94a-f344-436c-80f5-1598b2ac549f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:14.917463 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9ad5e94a-f344-436c-80f5-1598b2ac549f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:14.927712 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad5e94a-f344-436c-80f5-1598b2ac549f admin admin] Pushing event updated for resources: {'Port': ['ID=3566f124-3efb-498e-b35f-1acfb1897306,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:15.029795 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad5e94a-f344-436c-80f5-1598b2ac549f admin admin] Network 56951fe5-a13b-4124-8315-505260f0a93e is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:09:15.031342 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-9ad5e94a-f344-436c-80f5-1598b2ac549f admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:09:15.062986 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7eef8d9-0e4c-4386-9770-66100bcc6707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f4dcac-bf1f-472e-8000-63eb2787a89a'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:09:15.065616 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5d14b9-0232-4202-9f51-111e16c2e0de" -d '{"events": [{"server_uuid": "d7eef8d9-0e4c-4386-9770-66100bcc6707", "name": "network-vif-plugged", "status": "completed", "tag": "35f4dcac-bf1f-472e-8000-63eb2787a89a"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:09:15.192748 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad5e94a-f344-436c-80f5-1598b2ac549f admin admin] Router f12f7345-e5ab-404b-aedb-f3b847b28642 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:09:15.238513 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-c87dd052-14a2-4802-a878-674d90e8f761 service neutron] For port 60877966-e402-419c-a28e-944e03bf9ba3, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:09:15.246373 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-c87dd052-14a2-4802-a878-674d90e8f761 service neutron] For port 60877966-e402-419c-a28e-944e03bf9ba3, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=60877966-e402-419c-a28e-944e03bf9ba3,segment=NetworkSegment(77838f7f-eaf5-4c10-90fc-75b379d0087a),segment_id=77838f7f-eaf5-4c10-90fc-75b379d0087a)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:09:15.300064 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07185226-8b1d-44ee-bf3b-1c348448a5dc req-85ef0793-63a6-4c13-b384-9776457c91bb tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:15.301644 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-07185226-8b1d-44ee-bf3b-1c348448a5dc req-85ef0793-63a6-4c13-b384-9776457c91bb tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.15 "GET /v2.0/ports?device_id=5165c66c-3d21-4457-8efe-73e54481f52b HTTP/1.1" status: 200 len: 946 time: 0.6555977 Apr 20 13:09:15.328109 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad5e94a-f344-436c-80f5-1598b2ac549f admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:09:15.331278 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9ad5e94a-f344-436c-80f5-1598b2ac549f admin admin] 10.222.0.25 "PUT /v2.0/routers/f12f7345-e5ab-404b-aedb-f3b847b28642/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9694467 Apr 20 13:09:15.333572 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-7e257f1d-6804-4994-9b3e-ee3c92db78ed req-4fcb96d4-7eea-49a3-afc8-422dfecd6372 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Allocated IP 172.25.8.182 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/471053d0-ad57-4d2d-b8b5-85499342f78e) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:09:15.336124 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-c87dd052-14a2-4802-a878-674d90e8f761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:15.375790 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-87f11932-ce7d-474a-9b8a-0f923f00ccba None None] Provisioning complete for port 3566f124-3efb-498e-b35f-1acfb1897306 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:15.376304 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-87f11932-ce7d-474a-9b8a-0f923f00ccba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:15.414240 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-87f11932-ce7d-474a-9b8a-0f923f00ccba None None] Port 3566f124-3efb-498e-b35f-1acfb1897306 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:09:15.460313 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-c87dd052-14a2-4802-a878-674d90e8f761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:15.460931 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-c87dd052-14a2-4802-a878-674d90e8f761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:15.462355 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-c87dd052-14a2-4802-a878-674d90e8f761 service neutron] 10.222.0.15 "PUT /v2.0/ports/60877966-e402-419c-a28e-944e03bf9ba3 HTTP/1.1" status: 200 len: 1091 time: 2.6927338 Apr 20 13:09:15.490897 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:09:15.550329 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b3ff6f76-c498-4fa3-98b3-c708a9795837 req-cf1f240e-9959-4b98-a9c8-667ebe6dede6 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:15.554088 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87dd052-14a2-4802-a878-674d90e8f761 service neutron] Pushing event updated for resources: {'Port': ['ID=60877966-e402-419c-a28e-944e03bf9ba3,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:15.569300 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b32bb9a1-4355-432f-be61-4f8eff695c4c service neutron] Request body: {'port': {'device_id': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:15.616613 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b3ff6f76-c498-4fa3-98b3-c708a9795837 req-cf1f240e-9959-4b98-a9c8-667ebe6dede6 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:15.714630 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7e257f1d-6804-4994-9b3e-ee3c92db78ed req-4fcb96d4-7eea-49a3-afc8-422dfecd6372 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:15.732850 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b32bb9a1-4355-432f-be61-4f8eff695c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:15.736407 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-07185226-8b1d-44ee-bf3b-1c348448a5dc req-ab5125c6-80a1-408e-a477-89df29be02ac tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Deleting port bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:09:15.736742 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-07185226-8b1d-44ee-bf3b-1c348448a5dc req-ab5125c6-80a1-408e-a477-89df29be02ac tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:15.899243 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [req-b3ff6f76-c498-4fa3-98b3-c708a9795837 req-cf1f240e-9959-4b98-a9c8-667ebe6dede6 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Floating IP a7a4f8b1-150e-4a05-9cbb-fa9caa78fc5f associated. External IP: 172.25.8.94, port: cc338793-76f2-46cb-b132-9f5b25a33ace. Apr 20 13:09:16.016157 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7e257f1d-6804-4994-9b3e-ee3c92db78ed req-4fcb96d4-7eea-49a3-afc8-422dfecd6372 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:16.073374 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-07185226-8b1d-44ee-bf3b-1c348448a5dc req-ab5125c6-80a1-408e-a477-89df29be02ac tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] For port bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e,segment=NetworkSegment(3365e179-b408-4368-8008-105fabe837fd),segment_id=3365e179-b408-4368-8008-105fabe837fd)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:16.073755 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-07185226-8b1d-44ee-bf3b-1c348448a5dc req-ab5125c6-80a1-408e-a477-89df29be02ac tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:16.074867 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36586) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:16.084763 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-a533c1bd-8c10-496a-8fcd-512306483528 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1409615828-network', 'tenant_id': '97a38ecda7a343ab82e1697ac2616ffb'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:16.085441 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3a6eb5-42a4-49d1-bfbe-5ed49b9b3f7b None None] Sync routers for ids ['f12f7345-e5ab-404b-aedb-f3b847b28642'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:09:16.109530 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3a6eb5-42a4-49d1-bfbe-5ed49b9b3f7b None None] Routers {'f12f7345-e5ab-404b-aedb-f3b847b28642'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:09:16.110265 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-7a3a6eb5-42a4-49d1-bfbe-5ed49b9b3f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:08:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f12f7345-e5ab-404b-aedb-f3b847b28642'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:16.134978 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-07185226-8b1d-44ee-bf3b-1c348448a5dc req-ab5125c6-80a1-408e-a477-89df29be02ac tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Calling delete_port for bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:09:16.144974 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e257f1d-6804-4994-9b3e-ee3c92db78ed req-4fcb96d4-7eea-49a3-afc8-422dfecd6372 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:09:16.168310 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-7e257f1d-6804-4994-9b3e-ee3c92db78ed req-4fcb96d4-7eea-49a3-afc8-422dfecd6372 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:09:16.170150 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb96d4-7eea-49a3-afc8-422dfecd6372 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Pushing event updated for resources: {'Port': ['ID=471053d0-ad57-4d2d-b8b5-85499342f78e,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:16.174489 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e257f1d-6804-4994-9b3e-ee3c92db78ed req-4fcb96d4-7eea-49a3-afc8-422dfecd6372 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:09:16.180330 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a533c1bd-8c10-496a-8fcd-512306483528 admin admin] Made reservation on behalf of 97a38ecda7a343ab82e1697ac2616ffb for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:09:16.184559 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a533c1bd-8c10-496a-8fcd-512306483528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:16.202548 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a533c1bd-8c10-496a-8fcd-512306483528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:16.224015 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device c5777304-e63c-475b-80df-7ac06bd03836 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:09:16.278932 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-7a3a6eb5-42a4-49d1-bfbe-5ed49b9b3f7b None None] Set router f12f7345-e5ab-404b-aedb-f3b847b28642 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:09:16.281891 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a533c1bd-8c10-496a-8fcd-512306483528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:16.331723 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a533c1bd-8c10-496a-8fcd-512306483528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:16.354312 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a533c1bd-8c10-496a-8fcd-512306483528 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:09:16.357704 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port c5777304-e63c-475b-80df-7ac06bd03836 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:16.358081 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:16.370281 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a533c1bd-8c10-496a-8fcd-512306483528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0b28cf-b58c-4bc6-ae85-fa3416a7e8f9,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:16.376398 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a533c1bd-8c10-496a-8fcd-512306483528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:16.377107 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-a533c1bd-8c10-496a-8fcd-512306483528 admin admin] Added segment f4c02dc7-b959-44b9-b11f-0e31ef6d85fc of type vlan for network 83ad9bc7-0da2-42c5-a8da-8a75b2614736 Apr 20 13:09:16.430304 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a533c1bd-8c10-496a-8fcd-512306483528 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:16.501738 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a533c1bd-8c10-496a-8fcd-512306483528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:16.502828 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a533c1bd-8c10-496a-8fcd-512306483528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:16.503870 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a533c1bd-8c10-496a-8fcd-512306483528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:16.537465 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7e257f1d-6804-4994-9b3e-ee3c92db78ed req-4fcb96d4-7eea-49a3-afc8-422dfecd6372 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:16.545484 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-7a3a6eb5-42a4-49d1-bfbe-5ed49b9b3f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12f7345-e5ab-404b-aedb-f3b847b28642', 'name': 'tempest-TaggedBootDevicesTest_v242-463053943-router', 'tenant_id': '751edd8696be4dfdb3446a3e33725797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'c5777304-e63c-475b-80df-7ac06bd03836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:09:05Z', 'updated_at': '2022-04-20T13:09:14Z', 'revision_number': 4, 'project_id': '751edd8696be4dfdb3446a3e33725797', 'gw_port': {'id': 'c5777304-e63c-475b-80df-7ac06bd03836', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12f7345-e5ab-404b-aedb-f3b847b28642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:09:07Z', 'updated_at': '2022-04-20T13:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '3566f124-3efb-498e-b35f-1acfb1897306', 'name': '', 'network_id': '56951fe5-a13b-4124-8315-505260f0a93e', 'tenant_id': '751edd8696be4dfdb3446a3e33725797', 'mac_address': 'fa:16:3e:8e:9d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12f7345-e5ab-404b-aedb-f3b847b28642', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '3c09cad0-5b49-4174-8e95-ec3d5bcce76b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:09:13Z', 'updated_at': '2022-04-20T13:09:14Z', 'revision_number': 2, 'project_id': '751edd8696be4dfdb3446a3e33725797', 'subnets': [{'id': '3c09cad0-5b49-4174-8e95-ec3d5bcce76b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:16.566241 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a533c1bd-8c10-496a-8fcd-512306483528 admin admin] Pushing event updated for resources: {'Network': ['ID=83ad9bc7-0da2-42c5-a8da-8a75b2614736,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:16.582195 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 83ad9bc7-0da2-42c5-a8da-8a75b2614736 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:09:16.586733 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3a6eb5-42a4-49d1-bfbe-5ed49b9b3f7b None None] Checking router: f12f7345-e5ab-404b-aedb-f3b847b28642 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:09:16.587091 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3a6eb5-42a4-49d1-bfbe-5ed49b9b3f7b None None] Updating router f12f7345-e5ab-404b-aedb-f3b847b28642 port 3566f124-3efb-498e-b35f-1acfb1897306 binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:09:16.591524 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3ff6f76-c498-4fa3-98b3-c708a9795837 req-cf1f240e-9959-4b98-a9c8-667ebe6dede6 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Router 58ac7165-3ec6-4819-a93a-ee6e28e96e44 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:09:16.596505 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b32bb9a1-4355-432f-be61-4f8eff695c4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3d672b2-5f52-48fe-8008-ebffb2729d17 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:09:16.607174 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a533c1bd-8c10-496a-8fcd-512306483528 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5280533 Apr 20 13:09:16.607704 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b32bb9a1-4355-432f-be61-4f8eff695c4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:16.610314 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36588) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:16.616186 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-9fafd84f-31fc-45b5-948e-2e36f991adea admin admin] Request body: {'subnet': {'network_id': '83ad9bc7-0da2-42c5-a8da-8a75b2614736', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1409615828-subnet', 'tenant_id': '97a38ecda7a343ab82e1697ac2616ffb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:16.627192 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b32bb9a1-4355-432f-be61-4f8eff695c4c service neutron] Transition to ACTIVE for port object e3d672b2-5f52-48fe-8008-ebffb2729d17 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:09:16.696520 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7e257f1d-6804-4994-9b3e-ee3c92db78ed req-4fcb96d4-7eea-49a3-afc8-422dfecd6372 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:16.722273 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-07185226-8b1d-44ee-bf3b-1c348448a5dc req-ab5125c6-80a1-408e-a477-89df29be02ac tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:16.749857 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['cc338793-76f2-46cb-b132-9f5b25a33ace'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:09:16.750113 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fafd84f-31fc-45b5-948e-2e36f991adea admin admin] Made reservation on behalf of 97a38ecda7a343ab82e1697ac2616ffb for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:09:16.750238 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:16.750391 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9fafd84f-31fc-45b5-948e-2e36f991adea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:16.782272 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b32bb9a1-4355-432f-be61-4f8eff695c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:16.801083 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5125c6-80a1-408e-a477-89df29be02ac tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Pushing event deleted for resources: {'Port': ['ID=bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:16.826347 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7a3a6eb5-42a4-49d1-bfbe-5ed49b9b3f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:16.849584 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port c5777304-e63c-475b-80df-7ac06bd03836, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=c5777304-e63c-475b-80df-7ac06bd03836,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:16.876685 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3ff6f76-c498-4fa3-98b3-c708a9795837 req-cf1f240e-9959-4b98-a9c8-667ebe6dede6 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:09:16.888377 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f5fd61-cfe7-45d4-8a55-d0c2193f3244 None None] Sync routers for ids ['58ac7165-3ec6-4819-a93a-ee6e28e96e44'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:09:16.891678 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b3ff6f76-c498-4fa3-98b3-c708a9795837 req-cf1f240e-9959-4b98-a9c8-667ebe6dede6 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:16.918603 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f5fd61-cfe7-45d4-8a55-d0c2193f3244 None None] Routers {'58ac7165-3ec6-4819-a93a-ee6e28e96e44'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:09:16.919550 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-45f5fd61-cfe7-45d4-8a55-d0c2193f3244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:08:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['58ac7165-3ec6-4819-a93a-ee6e28e96e44'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:16.993916 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-07185226-8b1d-44ee-bf3b-1c348448a5dc req-ab5125c6-80a1-408e-a477-89df29be02ac tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] No DVR routers for this DVR port bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:09:17.026140 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:17.066725 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9fafd84f-31fc-45b5-948e-2e36f991adea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:17.073409 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-45f5fd61-cfe7-45d4-8a55-d0c2193f3244 None None] Set router 58ac7165-3ec6-4819-a93a-ee6e28e96e44 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:09:17.092253 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-07185226-8b1d-44ee-bf3b-1c348448a5dc req-ab5125c6-80a1-408e-a477-89df29be02ac tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:17.096226 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-07185226-8b1d-44ee-bf3b-1c348448a5dc req-ab5125c6-80a1-408e-a477-89df29be02ac tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.15 "DELETE /v2.0/ports/bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e HTTP/1.1" status: 204 len: 173 time: 1.7863731 Apr 20 13:09:17.097177 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32bb9a1-4355-432f-be61-4f8eff695c4c service neutron] Pushing event updated for resources: {'Port': ['ID=e3d672b2-5f52-48fe-8008-ebffb2729d17,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:17.137251 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b3ff6f76-c498-4fa3-98b3-c708a9795837 req-cf1f240e-9959-4b98-a9c8-667ebe6dede6 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "PUT /v2.0/floatingips/a7a4f8b1-150e-4a05-9cbb-fa9caa78fc5f HTTP/1.1" status: 200 len: 995 time: 3.1836655 Apr 20 13:09:17.275600 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fafd84f-31fc-45b5-948e-2e36f991adea admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c6480e2-7b8b-4692-bfab-695bd2fafbc2,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:17.285164 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=c5777304-e63c-475b-80df-7ac06bd03836,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:17.297120 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fafd84f-31fc-45b5-948e-2e36f991adea admin admin] Checking segment: {'id': 'f4c02dc7-b959-44b9-b11f-0e31ef6d85fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '83ad9bc7-0da2-42c5-a8da-8a75b2614736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:09:17.297954 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fafd84f-31fc-45b5-948e-2e36f991adea admin admin] Network hostable DHCP agents. Network: 83ad9bc7-0da2-42c5-a8da-8a75b2614736, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:09:17.338846 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b32bb9a1-4355-432f-be61-4f8eff695c4c service neutron] Attempting to bind port e3d672b2-5f52-48fe-8008-ebffb2729d17 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:09:17.339224 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b32bb9a1-4355-432f-be61-4f8eff695c4c service neutron] Attempting to bind port e3d672b2-5f52-48fe-8008-ebffb2729d17 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '77838f7f-eaf5-4c10-90fc-75b379d0087a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b1ec58e9-2000-46d7-b9f7-b902c3308689'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:09:17.339522 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b32bb9a1-4355-432f-be61-4f8eff695c4c service neutron] Attempting to bind port e3d672b2-5f52-48fe-8008-ebffb2729d17 on network b1ec58e9-2000-46d7-b9f7-b902c3308689 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:09:17.349056 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b32bb9a1-4355-432f-be61-4f8eff695c4c service neutron] Port e3d672b2-5f52-48fe-8008-ebffb2729d17 on network b1ec58e9-2000-46d7-b9f7-b902c3308689 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:09:17.349382 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b32bb9a1-4355-432f-be61-4f8eff695c4c service neutron] Attempting to bind port e3d672b2-5f52-48fe-8008-ebffb2729d17 on network b1ec58e9-2000-46d7-b9f7-b902c3308689 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:09:17.361596 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b32bb9a1-4355-432f-be61-4f8eff695c4c service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:09:17.361964 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b32bb9a1-4355-432f-be61-4f8eff695c4c service neutron] Checking segment: {'id': '77838f7f-eaf5-4c10-90fc-75b379d0087a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b1ec58e9-2000-46d7-b9f7-b902c3308689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:09:17.362321 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b32bb9a1-4355-432f-be61-4f8eff695c4c service neutron] Bound using segment: {'id': '77838f7f-eaf5-4c10-90fc-75b379d0087a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b1ec58e9-2000-46d7-b9f7-b902c3308689'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:09:17.362769 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b32bb9a1-4355-432f-be61-4f8eff695c4c service neutron] Bound port: e3d672b2-5f52-48fe-8008-ebffb2729d17, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77838f7f-eaf5-4c10-90fc-75b379d0087a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b1ec58e9-2000-46d7-b9f7-b902c3308689'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:09:17.363129 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b32bb9a1-4355-432f-be61-4f8eff695c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:17.363268 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fafd84f-31fc-45b5-948e-2e36f991adea admin admin] Network 83ad9bc7-0da2-42c5-a8da-8a75b2614736 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:09:17.376896 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff6f76-c498-4fa3-98b3-c708a9795837 req-117116e6-b896-4968-be1e-28c46cc7774a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:17.379013 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b3ff6f76-c498-4fa3-98b3-c708a9795837 req-117116e6-b896-4968-be1e-28c46cc7774a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ad4bf9f25ca54612b09fd2442e19f7e7&device_id=4e555c2f-605a-4255-b02d-cf3e802bb7bc HTTP/1.1" status: 200 len: 1096 time: 0.1898513 Apr 20 13:09:17.395805 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7e257f1d-6804-4994-9b3e-ee3c92db78ed req-4fcb96d4-7eea-49a3-afc8-422dfecd6372 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:17.473644 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-45f5fd61-cfe7-45d4-8a55-d0c2193f3244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758772103-router', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:42Z', 'updated_at': '2022-04-20T13:07:48Z', 'revision_number': 4, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'gw_port': {'id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:17:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:43Z', 'updated_at': '2022-04-20T13:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'a7a4f8b1-150e-4a05-9cbb-fa9caa78fc5f', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'floating_ip_address': '172.25.8.94', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'port_id': 'cc338793-76f2-46cb-b132-9f5b25a33ace', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea', 'mac_address': 'fa:16:3e:d1:97:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e555c2f-605a-4255-b02d-cf3e802bb7bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:08:29Z', 'updated_at': '2022-04-20T13:09:15Z', 'revision_number': 8, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d887a6a-8007-4be4-ac70-d441e86d1b65', 'name': '', 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'mac_address': 'fa:16:3e:28:60:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '0b77211f-3453-4701-925b-fc2afaf87461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:47Z', 'updated_at': '2022-04-20T13:07:57Z', 'revision_number': 5, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'subnets': [{'id': '0b77211f-3453-4701-925b-fc2afaf87461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:17.483199 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-9fafd84f-31fc-45b5-948e-2e36f991adea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 83ad9bc7-0da2-42c5-a8da-8a75b2614736) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:09:17.487844 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fafd84f-31fc-45b5-948e-2e36f991adea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:17.488437 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9fafd84f-31fc-45b5-948e-2e36f991adea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:17.507613 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7e257f1d-6804-4994-9b3e-ee3c92db78ed req-4fcb96d4-7eea-49a3-afc8-422dfecd6372 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:17.519744 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f5fd61-cfe7-45d4-8a55-d0c2193f3244 None None] Checking router: 58ac7165-3ec6-4819-a93a-ee6e28e96e44 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:09:17.529363 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f5fd61-cfe7-45d4-8a55-d0c2193f3244 None None] Routers {'58ac7165-3ec6-4819-a93a-ee6e28e96e44'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:09:17.529934 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-45f5fd61-cfe7-45d4-8a55-d0c2193f3244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:08:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['58ac7165-3ec6-4819-a93a-ee6e28e96e44'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:17.566151 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7a3a6eb5-42a4-49d1-bfbe-5ed49b9b3f7b None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:17.567911 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d949bb32-dc05-44a6-a903-4f21453e97f0 None None] Network 83ad9bc7-0da2-42c5-a8da-8a75b2614736 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:09:17.592369 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9fafd84f-31fc-45b5-948e-2e36f991adea admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9800847 Apr 20 13:09:17.594613 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36592) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:17.600195 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-07b98bde-bb00-47da-bbce-5264608f496e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1409615828-router', 'tenant_id': '97a38ecda7a343ab82e1697ac2616ffb', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:17.644393 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-45f5fd61-cfe7-45d4-8a55-d0c2193f3244 None None] Set router 58ac7165-3ec6-4819-a93a-ee6e28e96e44 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:09:17.682755 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7a3a6eb5-42a4-49d1-bfbe-5ed49b9b3f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:17.691004 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-07b98bde-bb00-47da-bbce-5264608f496e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:17.694913 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-07b98bde-bb00-47da-bbce-5264608f496e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:17.786354 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43cd040-2df0-4c38-ab8e-85ecf60a71c4 None None] Pushing event updated for resources: {'Port': ['ID=3566f124-3efb-498e-b35f-1acfb1897306,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:17.799120 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5deb2bfc-0bbd-4778-ab28-ff5174396fca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-83ad9bc7-0da2-42c5-a8da-8a75b2614736', 'network_id': '83ad9bc7-0da2-42c5-a8da-8a75b2614736', 'tenant_id': '97a38ecda7a343ab82e1697ac2616ffb', 'fixed_ips': [{'subnet_id': '9c6480e2-7b8b-4692-bfab-695bd2fafbc2'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:09:17.800066 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5deb2bfc-0bbd-4778-ab28-ff5174396fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:17.840272 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-07b98bde-bb00-47da-bbce-5264608f496e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:17.880259 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-7a3a6eb5-42a4-49d1-bfbe-5ed49b9b3f7b None None] Attempting to bind port 3566f124-3efb-498e-b35f-1acfb1897306 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:09:17.880917 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-7a3a6eb5-42a4-49d1-bfbe-5ed49b9b3f7b None None] Attempting to bind port 3566f124-3efb-498e-b35f-1acfb1897306 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '84af7999-438f-4181-814e-70ab50e7b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '56951fe5-a13b-4124-8315-505260f0a93e'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:09:17.881503 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3a6eb5-42a4-49d1-bfbe-5ed49b9b3f7b None None] Attempting to bind port 3566f124-3efb-498e-b35f-1acfb1897306 on network 56951fe5-a13b-4124-8315-505260f0a93e {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:09:17.937291 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3a6eb5-42a4-49d1-bfbe-5ed49b9b3f7b None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:09:17.937689 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3a6eb5-42a4-49d1-bfbe-5ed49b9b3f7b None None] Checking segment: {'id': '84af7999-438f-4181-814e-70ab50e7b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '56951fe5-a13b-4124-8315-505260f0a93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:09:17.938060 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7a3a6eb5-42a4-49d1-bfbe-5ed49b9b3f7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:17.938456 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3a6eb5-42a4-49d1-bfbe-5ed49b9b3f7b None None] Bound using segment: {'id': '84af7999-438f-4181-814e-70ab50e7b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '56951fe5-a13b-4124-8315-505260f0a93e'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:09:17.938945 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-7a3a6eb5-42a4-49d1-bfbe-5ed49b9b3f7b None None] Bound port: 3566f124-3efb-498e-b35f-1acfb1897306, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84af7999-438f-4181-814e-70ab50e7b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '56951fe5-a13b-4124-8315-505260f0a93e'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:09:17.939324 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7a3a6eb5-42a4-49d1-bfbe-5ed49b9b3f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:17.940798 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff6f76-c498-4fa3-98b3-c708a9795837 req-f0ab644a-4278-4aed-b25e-560593869550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:17.942213 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b3ff6f76-c498-4fa3-98b3-c708a9795837 req-f0ab644a-4278-4aed-b25e-560593869550 service neutron] 10.222.0.25 "GET /v2.0/networks?id=216be08c-a7d9-48bb-ac07-e1350f2b5dea HTTP/1.1" status: 200 len: 922 time: 0.5193739 Apr 20 13:09:17.982421 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-45f5fd61-cfe7-45d4-8a55-d0c2193f3244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758772103-router', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:42Z', 'updated_at': '2022-04-20T13:07:48Z', 'revision_number': 4, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'gw_port': {'id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:17:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:43Z', 'updated_at': '2022-04-20T13:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'a7a4f8b1-150e-4a05-9cbb-fa9caa78fc5f', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'floating_ip_address': '172.25.8.94', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'port_id': 'cc338793-76f2-46cb-b132-9f5b25a33ace', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea', 'mac_address': 'fa:16:3e:d1:97:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e555c2f-605a-4255-b02d-cf3e802bb7bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:08:29Z', 'updated_at': '2022-04-20T13:09:15Z', 'revision_number': 8, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d887a6a-8007-4be4-ac70-d441e86d1b65', 'name': '', 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'mac_address': 'fa:16:3e:28:60:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '0b77211f-3453-4701-925b-fc2afaf87461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:47Z', 'updated_at': '2022-04-20T13:07:57Z', 'revision_number': 5, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'subnets': [{'id': '0b77211f-3453-4701-925b-fc2afaf87461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:18.048215 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f5fd61-cfe7-45d4-8a55-d0c2193f3244 None None] The sync data for ids ['58ac7165-3ec6-4819-a93a-ee6e28e96e44'] in n-d-836015-7 is: [{'id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758772103-router', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:42Z', 'updated_at': '2022-04-20T13:07:48Z', 'revision_number': 4, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'gw_port': {'id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:17:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:43Z', 'updated_at': '2022-04-20T13:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'a7a4f8b1-150e-4a05-9cbb-fa9caa78fc5f', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'floating_ip_address': '172.25.8.94', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'port_id': 'cc338793-76f2-46cb-b132-9f5b25a33ace', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea', 'mac_address': 'fa:16:3e:d1:97:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e555c2f-605a-4255-b02d-cf3e802bb7bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:08:29Z', 'updated_at': '2022-04-20T13:09:15Z', 'revision_number': 8, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d887a6a-8007-4be4-ac70-d441e86d1b65', 'name': '', 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'mac_address': 'fa:16:3e:28:60:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '0b77211f-3453-4701-925b-fc2afaf87461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:47Z', 'updated_at': '2022-04-20T13:07:57Z', 'revision_number': 5, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'subnets': [{'id': '0b77211f-3453-4701-925b-fc2afaf87461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:09:18.051305 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b32bb9a1-4355-432f-be61-4f8eff695c4c service neutron] For port e3d672b2-5f52-48fe-8008-ebffb2729d17, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:09:18.071130 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb96d4-7eea-49a3-afc8-422dfecd6372 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Pushing event updated for resources: {'Port': ['ID=471053d0-ad57-4d2d-b8b5-85499342f78e,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:18.100627 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b32bb9a1-4355-432f-be61-4f8eff695c4c service neutron] For port e3d672b2-5f52-48fe-8008-ebffb2729d17, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=e3d672b2-5f52-48fe-8008-ebffb2729d17,segment=NetworkSegment(77838f7f-eaf5-4c10-90fc-75b379d0087a),segment_id=77838f7f-eaf5-4c10-90fc-75b379d0087a)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:09:18.107674 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7e257f1d-6804-4994-9b3e-ee3c92db78ed req-4fcb96d4-7eea-49a3-afc8-422dfecd6372 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:18.130813 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b3ff6f76-c498-4fa3-98b3-c708a9795837 req-ed354ea6-bf5d-400f-bb04-f5a4ebe3688f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc338793-76f2-46cb-b132-9f5b25a33ace HTTP/1.1" status: 200 len: 998 time: 0.1725109 Apr 20 13:09:18.131549 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-5deb2bfc-0bbd-4778-ab28-ff5174396fca None None] Allocated IP 172.20.0.2 (83ad9bc7-0da2-42c5-a8da-8a75b2614736/9c6480e2-7b8b-4692-bfab-695bd2fafbc2/30ba845e-4e5f-4c91-98e8-9481ea2fd257) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:09:18.134024 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-7a3a6eb5-42a4-49d1-bfbe-5ed49b9b3f7b None None] For port 3566f124-3efb-498e-b35f-1acfb1897306, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:09:18.138246 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-7a3a6eb5-42a4-49d1-bfbe-5ed49b9b3f7b None None] For port 3566f124-3efb-498e-b35f-1acfb1897306, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=3566f124-3efb-498e-b35f-1acfb1897306,segment=NetworkSegment(84af7999-438f-4181-814e-70ab50e7b8be),segment_id=84af7999-438f-4181-814e-70ab50e7b8be)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:09:18.141641 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-1eb1027c-e25e-495e-a9fe-ae311695eab3 None None] Provisioning complete for port 3566f124-3efb-498e-b35f-1acfb1897306 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:18.142016 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1eb1027c-e25e-495e-a9fe-ae311695eab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:18.190034 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b32bb9a1-4355-432f-be61-4f8eff695c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:18.235909 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7a3a6eb5-42a4-49d1-bfbe-5ed49b9b3f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:18.237148 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7e257f1d-6804-4994-9b3e-ee3c92db78ed req-4fcb96d4-7eea-49a3-afc8-422dfecd6372 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:18.238104 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-1eb1027c-e25e-495e-a9fe-ae311695eab3 None None] Port 3566f124-3efb-498e-b35f-1acfb1897306 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:09:18.238553 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e257f1d-6804-4994-9b3e-ee3c92db78ed req-4fcb96d4-7eea-49a3-afc8-422dfecd6372 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.4408166 Apr 20 13:09:18.262494 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff6f76-c498-4fa3-98b3-c708a9795837 req-1c107251-158f-4d1f-9742-31890b8cda09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:18.265170 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b3ff6f76-c498-4fa3-98b3-c708a9795837 req-1c107251-158f-4d1f-9742-31890b8cda09 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0b77211f-3453-4701-925b-fc2afaf87461 HTTP/1.1" status: 200 len: 860 time: 0.1253886 Apr 20 13:09:18.273962 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b32bb9a1-4355-432f-be61-4f8eff695c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:18.278569 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b32bb9a1-4355-432f-be61-4f8eff695c4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:18.278569 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b32bb9a1-4355-432f-be61-4f8eff695c4c service neutron] 10.222.0.15 "PUT /v2.0/ports/e3d672b2-5f52-48fe-8008-ebffb2729d17 HTTP/1.1" status: 200 len: 1091 time: 2.7187629 Apr 20 13:09:18.316721 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device c5777304-e63c-475b-80df-7ac06bd03836 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:09:18.370840 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-07b98bde-bb00-47da-bbce-5264608f496e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:18.400758 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e257f1d-6804-4994-9b3e-ee3c92db78ed req-7d32f252-7c01-4d2c-a2fe-a39817eac561 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.182 HTTP/1.1" status: 200 len: 696 time: 0.1494956 Apr 20 13:09:18.403745 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43cd040-2df0-4c38-ab8e-85ecf60a71c4 None None] Pushing event updated for resources: {'Port': ['ID=3566f124-3efb-498e-b35f-1acfb1897306,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:18.414517 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32bb9a1-4355-432f-be61-4f8eff695c4c service neutron] Pushing event updated for resources: {'Port': ['ID=e3d672b2-5f52-48fe-8008-ebffb2729d17,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:18.427765 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3a6eb5-42a4-49d1-bfbe-5ed49b9b3f7b None None] Routers {'f12f7345-e5ab-404b-aedb-f3b847b28642'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:09:18.428414 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-7a3a6eb5-42a4-49d1-bfbe-5ed49b9b3f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:08:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f12f7345-e5ab-404b-aedb-f3b847b28642'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:18.547751 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 7b13bc59-5400-414e-939f-28f09df4a6f9 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:09:18.586533 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:09:18.589726 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899df3a1-51f2-4662-ae32-08cdc5aeecfd None None] New status for floating IP a7a4f8b1-150e-4a05-9cbb-fa9caa78fc5f: ACTIVE {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:09:18.594568 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff6f76-c498-4fa3-98b3-c708a9795837 req-f84c95e6-0eff-4821-a050-949324793d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:18.596199 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b3ff6f76-c498-4fa3-98b3-c708a9795837 req-f84c95e6-0eff-4821-a050-949324793d59 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=216be08c-a7d9-48bb-ac07-e1350f2b5dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3146753 Apr 20 13:09:18.693805 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-664f4912-180e-404f-a608-f8369bb9e882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:18.694385 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-664f4912-180e-404f-a608-f8369bb9e882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:18.695179 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-664f4912-180e-404f-a608-f8369bb9e882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:18.695306 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-664f4912-180e-404f-a608-f8369bb9e882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:18.695768 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-664f4912-180e-404f-a608-f8369bb9e882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:18.696255 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-664f4912-180e-404f-a608-f8369bb9e882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:18.696955 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-664f4912-180e-404f-a608-f8369bb9e882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:18.698597 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-664f4912-180e-404f-a608-f8369bb9e882 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=80a09310883244f09c77418f84fc8e88&device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 6476 time: 0.1627116 Apr 20 13:09:18.706707 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:09:18.706707 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:09:18.720352 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e257f1d-6804-4994-9b3e-ee3c92db78ed req-aa87dc49-1d8d-43cb-9423-4fb70106e7ef tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:18.721597 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e257f1d-6804-4994-9b3e-ee3c92db78ed req-aa87dc49-1d8d-43cb-9423-4fb70106e7ef tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/networks/08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 784 time: 0.3003368 Apr 20 13:09:18.737319 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-07b98bde-bb00-47da-bbce-5264608f496e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:18.758343 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-07b98bde-bb00-47da-bbce-5264608f496e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:18.764542 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-551cacff-90f6-4034-b948-53f6ee95f47c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97b905ff-c95f-4cdf-b78c-ce981493c6b5 HTTP/1.1" status: 200 len: 217 time: 0.0571947 Apr 20 13:09:18.826192 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b3ff6f76-c498-4fa3-98b3-c708a9795837 req-38f7dbb5-0f12-41c3-b066-3e8e30ff3b3a service neutron] 10.222.0.25 "GET /v2.0/networks/216be08c-a7d9-48bb-ac07-e1350f2b5dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180738 Apr 20 13:09:18.842591 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5deb2bfc-0bbd-4778-ab28-ff5174396fca None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:18.860714 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port c5777304-e63c-475b-80df-7ac06bd03836 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:18.861089 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:18.878618 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-07b98bde-bb00-47da-bbce-5264608f496e admin admin] Allocated IP 172.25.8.17 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/8a08dd1f-a270-4f67-b3dd-0d31d59d1d91) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:09:18.910459 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-aaed3428-a843-4cfb-a922-7cc81d97c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:18.911958 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-aaed3428-a843-4cfb-a922-7cc81d97c08d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab468ffa-ce13-456d-af37-126b9348379e HTTP/1.1" status: 200 len: 850 time: 0.1392763 Apr 20 13:09:18.940044 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0c0b6-6e8b-440d-90ea-6f97bc62b5c4 req-4b096c00-3c10-4180-bd55-0756150d0841 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:18.941608 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8ea0c0b6-6e8b-440d-90ea-6f97bc62b5c4 req-4b096c00-3c10-4180-bd55-0756150d0841 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e36c34-5bd5-4303-b064-1f53f24cdb22 HTTP/1.1" status: 200 len: 945 time: 0.1320775 Apr 20 13:09:18.994958 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-07b98bde-bb00-47da-bbce-5264608f496e admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:19.015316 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b3ff6f76-c498-4fa3-98b3-c708a9795837 req-d90c7f6a-2256-4cc4-9ced-539a6597a8b6 service neutron] 10.222.0.25 "GET /v2.0/networks/216be08c-a7d9-48bb-ac07-e1350f2b5dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723566 Apr 20 13:09:19.028917 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-711a9465-70fb-4bf5-a925-5f2808f4de19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:19.031178 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-711a9465-70fb-4bf5-a925-5f2808f4de19 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c0567742-ebd6-4040-88bb-7f8afbb4e328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1083188 Apr 20 13:09:19.035642 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8ea0c0b6-6e8b-440d-90ea-6f97bc62b5c4 req-4d9ade0e-80e6-4a29-8e3f-043c1217389b tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748389 Apr 20 13:09:19.060810 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5deb2bfc-0bbd-4778-ab28-ff5174396fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:19.137505 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb2bfc-0bbd-4778-ab28-ff5174396fca None None] Pushing event updated for resources: {'Port': ['ID=30ba845e-4e5f-4c91-98e8-9481ea2fd257,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:19.144533 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 7b13bc59-5400-414e-939f-28f09df4a6f9, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=7b13bc59-5400-414e-939f-28f09df4a6f9,segment=NetworkSegment(0f113b16-94ad-4b02-8521-e93247ce464b),segment_id=0f113b16-94ad-4b02-8521-e93247ce464b)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:19.160951 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-7a3a6eb5-42a4-49d1-bfbe-5ed49b9b3f7b None None] Set router f12f7345-e5ab-404b-aedb-f3b847b28642 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:09:19.185923 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 847 Content-Type: application/json Date: Wed, 20 Apr 2022 13:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e0a626-d0c8-466d-b85d-c838a515036b x-openstack-request-id: req-63e0a626-d0c8-466d-b85d-c838a515036b {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:09:19.185923 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0b910f8-dcf7-441a-8223-d2876c7927f9", "tag": "081561c3-3910-4ea2-a530-47db75e29c73", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5165c66c-3d21-4457-8efe-73e54481f52b", "tag": "bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "tag": "bf933922-09e5-4f77-9f0e-bfb87f24c714", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "tag": "bd817be8-283c-452b-aa21-7b15743074d5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f0b910f8-dcf7-441a-8223-d2876c7927f9", "tag": "081561c3-3910-4ea2-a530-47db75e29c73", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:09:19.185923 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-63e0a626-d0c8-466d-b85d-c838a515036b {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:09:19.185923 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63e0a626-d0c8-466d-b85d-c838a515036b'] response: {'name': 'network-changed', 'server_uuid': 'f0b910f8-dcf7-441a-8223-d2876c7927f9', 'tag': '081561c3-3910-4ea2-a530-47db75e29c73', 'status': 'completed', 'code': 200} Apr 20 13:09:19.185923 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63e0a626-d0c8-466d-b85d-c838a515036b'] response: {'name': 'network-changed', 'server_uuid': '5165c66c-3d21-4457-8efe-73e54481f52b', 'tag': 'bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e', 'status': 'completed', 'code': 200} Apr 20 13:09:19.185923 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63e0a626-d0c8-466d-b85d-c838a515036b'] response: {'name': 'network-changed', 'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'tag': 'bf933922-09e5-4f77-9f0e-bfb87f24c714', 'status': 'completed', 'code': 200} Apr 20 13:09:19.188127 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63e0a626-d0c8-466d-b85d-c838a515036b'] response: {'name': 'network-changed', 'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'tag': 'bd817be8-283c-452b-aa21-7b15743074d5', 'status': 'completed', 'code': 200} Apr 20 13:09:19.188438 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63e0a626-d0c8-466d-b85d-c838a515036b'] response: {'name': 'network-changed', 'server_uuid': 'f0b910f8-dcf7-441a-8223-d2876c7927f9', 'tag': '081561c3-3910-4ea2-a530-47db75e29c73', 'status': 'completed', 'code': 200} Apr 20 13:09:19.224476 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-07b98bde-bb00-47da-bbce-5264608f496e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:19.229870 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '7b13bc59-5400-414e-939f-28f09df4a6f9', 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d', 'port_id': '7b13bc59-5400-414e-939f-28f09df4a6f9', 'mac_address': 'fa:16:3e:57:eb:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50283e41-42f7-46ab-979a-b196312e8e7f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:09:19.238386 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-e7037224-d0d1-4b4a-94ec-4b8c57234100 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ad4bf9f25ca54612b09fd2442e19f7e7&device_id=5165c66c-3d21-4457-8efe-73e54481f52b HTTP/1.1" status: 200 len: 210 time: 0.0855131 Apr 20 13:09:19.238605 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5deb2bfc-0bbd-4778-ab28-ff5174396fca None None] Network 83ad9bc7-0da2-42c5-a8da-8a75b2614736 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:09:19.239243 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-36d21b21-a4e7-4040-b0bd-f31e7179d08d service neutron] 10.222.0.15 "GET /v2.0/networks/c0567742-ebd6-4040-88bb-7f8afbb4e328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015247 Apr 20 13:09:19.240887 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-1571e765-a9ed-48b4-ad47-039510673c6a None None] Provisioning complete for port 3566f124-3efb-498e-b35f-1acfb1897306 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:19.241091 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1571e765-a9ed-48b4-ad47-039510673c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:19.250566 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-5deb2bfc-0bbd-4778-ab28-ff5174396fca None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:09:19.272296 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5deb2bfc-0bbd-4778-ab28-ff5174396fca None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:09:19.302325 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-5ec2264f-a97b-4780-b072-a7dc8c73d6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:19.303882 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-5ec2264f-a97b-4780-b072-a7dc8c73d6a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a9ab0226b6cf4925abbf972bfe37e3be&device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 1096 time: 0.1460028 Apr 20 13:09:19.307580 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b98bde-bb00-47da-bbce-5264608f496e admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:09:19.311925 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-07b98bde-bb00-47da-bbce-5264608f496e admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:09:19.424463 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-72051410-58bb-4047-a60a-a31cc97d871e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:19.425665 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-72051410-58bb-4047-a60a-a31cc97d871e service neutron] 10.222.0.32 "GET /v2.0/networks?id=93be87d1-2eca-4eca-adcf-b2098e6f84fb HTTP/1.1" status: 200 len: 921 time: 0.1112595 Apr 20 13:09:19.427159 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b98bde-bb00-47da-bbce-5264608f496e admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:09:19.428467 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b98bde-bb00-47da-bbce-5264608f496e admin admin] Pushing event updated for resources: {'Port': ['ID=8a08dd1f-a270-4f67-b3dd-0d31d59d1d91,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:19.497080 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:19.506969 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-a60bb673-fae6-4b86-a64a-123a3b985156 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=081561c3-3910-4ea2-a530-47db75e29c73 HTTP/1.1" status: 200 len: 217 time: 0.0565071 Apr 20 13:09:19.528843 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-5deb2bfc-0bbd-4778-ab28-ff5174396fca None None] Attempting to bind port 30ba845e-4e5f-4c91-98e8-9481ea2fd257 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:09:19.529217 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-5deb2bfc-0bbd-4778-ab28-ff5174396fca None None] Attempting to bind port 30ba845e-4e5f-4c91-98e8-9481ea2fd257 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'f4c02dc7-b959-44b9-b11f-0e31ef6d85fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '83ad9bc7-0da2-42c5-a8da-8a75b2614736'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:09:19.529585 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deb2bfc-0bbd-4778-ab28-ff5174396fca None None] Attempting to bind port 30ba845e-4e5f-4c91-98e8-9481ea2fd257 on network 83ad9bc7-0da2-42c5-a8da-8a75b2614736 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:09:19.540133 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5162d-e977-476a-9b21-c28467267251 req-607abaca-ddc6-4ebd-b9b0-9e0c7f95a54d tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:19.548232 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8cd5162d-e977-476a-9b21-c28467267251 req-607abaca-ddc6-4ebd-b9b0-9e0c7f95a54d tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 945 time: 0.2887051 Apr 20 13:09:19.550762 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b13bc59-5400-414e-939f-28f09df4a6f9 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:09:19.561208 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deb2bfc-0bbd-4778-ab28-ff5174396fca None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:09:19.561545 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deb2bfc-0bbd-4778-ab28-ff5174396fca None None] Checking segment: {'id': 'f4c02dc7-b959-44b9-b11f-0e31ef6d85fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '83ad9bc7-0da2-42c5-a8da-8a75b2614736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:09:19.561952 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5deb2bfc-0bbd-4778-ab28-ff5174396fca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:19.562367 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deb2bfc-0bbd-4778-ab28-ff5174396fca None None] Bound using segment: {'id': 'f4c02dc7-b959-44b9-b11f-0e31ef6d85fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '83ad9bc7-0da2-42c5-a8da-8a75b2614736'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:09:19.562823 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-5deb2bfc-0bbd-4778-ab28-ff5174396fca None None] Bound port: 30ba845e-4e5f-4c91-98e8-9481ea2fd257, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c02dc7-b959-44b9-b11f-0e31ef6d85fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '83ad9bc7-0da2-42c5-a8da-8a75b2614736'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:09:19.563213 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5deb2bfc-0bbd-4778-ab28-ff5174396fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:19.569584 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-65df3fcd-0c5e-4fcb-aba7-da2290bb151d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:19.571092 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-65df3fcd-0c5e-4fcb-aba7-da2290bb151d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9def3790-e72f-4622-9eb5-7500a0e5bad9 HTTP/1.1" status: 200 len: 860 time: 0.0567932 Apr 20 13:09:19.572908 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2762e56-3864-411d-bf26-615c0b8b287f req-1ff7fad3-abbe-40f4-a710-170379e38492 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:19.582591 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b2762e56-3864-411d-bf26-615c0b8b287f req-1ff7fad3-abbe-40f4-a710-170379e38492 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=50522a08-9b57-4c92-8b1a-9f0ef7511f8c HTTP/1.1" status: 200 len: 950 time: 0.3349848 Apr 20 13:09:19.630957 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-4c4a37ae-c080-448c-b741-4dff91cd0111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:19.633909 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-4c4a37ae-c080-448c-b741-4dff91cd0111 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=ad4bf9f25ca54612b09fd2442e19f7e7&shared=False HTTP/1.1" status: 200 len: 922 time: 0.3823206 Apr 20 13:09:19.642956 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-0912f83a-5c49-4937-93db-48b389757747 service neutron] 10.222.0.15 "GET /v2.0/networks/c0567742-ebd6-4040-88bb-7f8afbb4e328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935626 Apr 20 13:09:19.653433 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 7b13bc59-5400-414e-939f-28f09df4a6f9, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=7b13bc59-5400-414e-939f-28f09df4a6f9,segment=NetworkSegment(0f113b16-94ad-4b02-8521-e93247ce464b),segment_id=0f113b16-94ad-4b02-8521-e93247ce464b)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:19.660914 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-b8d75e3b-7d6e-4a90-8f35-3230e9cc8d64 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93be87d1-2eca-4eca-adcf-b2098e6f84fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787487 Apr 20 13:09:19.692779 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1571e765-a9ed-48b4-ad47-039510673c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:19.735167 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:19.744859 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8cd5162d-e977-476a-9b21-c28467267251 req-c9cfd90c-068d-4070-b132-31ea7c18c085 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923387 Apr 20 13:09:19.762018 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b2762e56-3864-411d-bf26-615c0b8b287f req-5e706009-b1b9-4ed4-8f12-1f509be08202 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783545 Apr 20 13:09:19.825097 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-d4f30965-7c2e-4a7a-8d8f-1be345a1d2b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=9830ed74-8ebf-4eb3-b39e-6bc82c466a82 HTTP/1.1" status: 200 len: 217 time: 0.1617577 Apr 20 13:09:19.842601 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-5deb2bfc-0bbd-4778-ab28-ff5174396fca None None] For port 30ba845e-4e5f-4c91-98e8-9481ea2fd257, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:09:19.842756 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-a21359a9-58e5-48af-a473-83b8d4848d05 service neutron] 10.222.0.32 "GET /v2.0/networks/93be87d1-2eca-4eca-adcf-b2098e6f84fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330655 Apr 20 13:09:19.847441 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef01bf3-d338-40b8-8b91-6ffdcfe8ba07 x-openstack-request-id: req-0ef01bf3-d338-40b8-8b91-6ffdcfe8ba07 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:09:19.847738 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7eef8d9-0e4c-4386-9770-66100bcc6707", "name": "network-vif-plugged", "status": "completed", "tag": "35f4dcac-bf1f-472e-8000-63eb2787a89a", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:09:19.847996 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0ef01bf3-d338-40b8-8b91-6ffdcfe8ba07 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:09:19.848417 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ef01bf3-d338-40b8-8b91-6ffdcfe8ba07'] response: {'server_uuid': 'd7eef8d9-0e4c-4386-9770-66100bcc6707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f4dcac-bf1f-472e-8000-63eb2787a89a', 'code': 200} Apr 20 13:09:19.883082 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-1571e765-a9ed-48b4-ad47-039510673c6a None None] For port 3566f124-3efb-498e-b35f-1acfb1897306, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=3566f124-3efb-498e-b35f-1acfb1897306,segment=NetworkSegment(84af7999-438f-4181-814e-70ab50e7b8be),segment_id=84af7999-438f-4181-814e-70ab50e7b8be)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:19.885123 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['7b13bc59-5400-414e-939f-28f09df4a6f9'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:09:19.898526 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-5deb2bfc-0bbd-4778-ab28-ff5174396fca None None] For port 30ba845e-4e5f-4c91-98e8-9481ea2fd257, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=30ba845e-4e5f-4c91-98e8-9481ea2fd257,segment=NetworkSegment(f4c02dc7-b959-44b9-b11f-0e31ef6d85fc),segment_id=f4c02dc7-b959-44b9-b11f-0e31ef6d85fc)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:09:19.951555 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=7b13bc59-5400-414e-939f-28f09df4a6f9,revision_number=6']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:19.968814 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1571e765-a9ed-48b4-ad47-039510673c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:20.002605 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-ee169ffb-56cc-4c85-8ff7-88a7881a3e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:20.007226 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-ee169ffb-56cc-4c85-8ff7-88a7881a3e9b service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3529384 Apr 20 13:09:20.007226 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b3300f92-1582-406d-be33-799d9e6929de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:20.007226 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b3300f92-1582-406d-be33-799d9e6929de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4af9191-d6b5-420c-b77f-a5f7f7b63126 HTTP/1.1" status: 200 len: 797 time: 0.1482363 Apr 20 13:09:20.014410 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5deb2bfc-0bbd-4778-ab28-ff5174396fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:20.026198 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-7a3a6eb5-42a4-49d1-bfbe-5ed49b9b3f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12f7345-e5ab-404b-aedb-f3b847b28642', 'name': 'tempest-TaggedBootDevicesTest_v242-463053943-router', 'tenant_id': '751edd8696be4dfdb3446a3e33725797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'c5777304-e63c-475b-80df-7ac06bd03836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:09:05Z', 'updated_at': '2022-04-20T13:09:14Z', 'revision_number': 4, 'project_id': '751edd8696be4dfdb3446a3e33725797', 'gw_port': {'id': 'c5777304-e63c-475b-80df-7ac06bd03836', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12f7345-e5ab-404b-aedb-f3b847b28642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:09:07Z', 'updated_at': '2022-04-20T13:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '3566f124-3efb-498e-b35f-1acfb1897306', 'name': '', 'network_id': '56951fe5-a13b-4124-8315-505260f0a93e', 'tenant_id': '751edd8696be4dfdb3446a3e33725797', 'mac_address': 'fa:16:3e:8e:9d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12f7345-e5ab-404b-aedb-f3b847b28642', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '3c09cad0-5b49-4174-8e95-ec3d5bcce76b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:09:13Z', 'updated_at': '2022-04-20T13:09:18Z', 'revision_number': 4, 'project_id': '751edd8696be4dfdb3446a3e33725797', 'subnets': [{'id': '3c09cad0-5b49-4174-8e95-ec3d5bcce76b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:20.079427 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3a6eb5-42a4-49d1-bfbe-5ed49b9b3f7b None None] The sync data for ids ['f12f7345-e5ab-404b-aedb-f3b847b28642'] in n-d-836015-7 is: [{'id': 'f12f7345-e5ab-404b-aedb-f3b847b28642', 'name': 'tempest-TaggedBootDevicesTest_v242-463053943-router', 'tenant_id': '751edd8696be4dfdb3446a3e33725797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'c5777304-e63c-475b-80df-7ac06bd03836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:09:05Z', 'updated_at': '2022-04-20T13:09:14Z', 'revision_number': 4, 'project_id': '751edd8696be4dfdb3446a3e33725797', 'gw_port': {'id': 'c5777304-e63c-475b-80df-7ac06bd03836', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12f7345-e5ab-404b-aedb-f3b847b28642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:09:07Z', 'updated_at': '2022-04-20T13:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '3566f124-3efb-498e-b35f-1acfb1897306', 'name': '', 'network_id': '56951fe5-a13b-4124-8315-505260f0a93e', 'tenant_id': '751edd8696be4dfdb3446a3e33725797', 'mac_address': 'fa:16:3e:8e:9d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12f7345-e5ab-404b-aedb-f3b847b28642', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '3c09cad0-5b49-4174-8e95-ec3d5bcce76b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:09:13Z', 'updated_at': '2022-04-20T13:09:18Z', 'revision_number': 4, 'project_id': '751edd8696be4dfdb3446a3e33725797', 'subnets': [{'id': '3c09cad0-5b49-4174-8e95-ec3d5bcce76b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:09:20.081873 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b4226-a8fc-4a38-be6a-96d67b13b559 req-0d4691d6-e775-4f3e-b8bc-5bbaa46ebc41 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:20.088083 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b4226-a8fc-4a38-be6a-96d67b13b559 req-0d4691d6-e775-4f3e-b8bc-5bbaa46ebc41 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:20.096780 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b4226-a8fc-4a38-be6a-96d67b13b559 req-0d4691d6-e775-4f3e-b8bc-5bbaa46ebc41 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:20.101439 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1571e765-a9ed-48b4-ad47-039510673c6a None None] Pushing event updated for resources: {'Port': ['ID=3566f124-3efb-498e-b35f-1acfb1897306,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:20.103297 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b4226-a8fc-4a38-be6a-96d67b13b559 req-0d4691d6-e775-4f3e-b8bc-5bbaa46ebc41 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:20.115040 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b4226-a8fc-4a38-be6a-96d67b13b559 req-0d4691d6-e775-4f3e-b8bc-5bbaa46ebc41 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:20.123801 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b4226-a8fc-4a38-be6a-96d67b13b559 req-0d4691d6-e775-4f3e-b8bc-5bbaa46ebc41 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:20.129928 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b4226-a8fc-4a38-be6a-96d67b13b559 req-0d4691d6-e775-4f3e-b8bc-5bbaa46ebc41 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:20.135876 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-022b4226-a8fc-4a38-be6a-96d67b13b559 req-0d4691d6-e775-4f3e-b8bc-5bbaa46ebc41 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 5419 time: 0.2228990 Apr 20 13:09:20.198291 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b4f54900-ba1f-47da-a613-b23248f2d890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:20.200208 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-b4f54900-ba1f-47da-a613-b23248f2d890 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a69de38-4530-4bc9-a14a-1ca14f4ebdfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1809554 Apr 20 13:09:20.209575 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e594286-d6e4-4b98-899d-462bcece5375 req-e858025e-3361-4ea2-8e91-dfb705993de6 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:20.222082 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e594286-d6e4-4b98-899d-462bcece5375 req-e858025e-3361-4ea2-8e91-dfb705993de6 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2209473 Apr 20 13:09:20.262208 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-cb889106-e3a0-47fd-901e-2daed9842ce5 service neutron] 10.222.0.32 "GET /v2.0/networks/93be87d1-2eca-4eca-adcf-b2098e6f84fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080300 Apr 20 13:09:20.267708 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb2bfc-0bbd-4778-ab28-ff5174396fca None None] Pushing event updated for resources: {'Port': ['ID=30ba845e-4e5f-4c91-98e8-9481ea2fd257,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:20.273116 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b1275-fff2-4285-9324-42e1fd695b8a req-d0b563bc-65df-4552-9c19-42635265c610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:20.274598 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-169b1275-fff2-4285-9324-42e1fd695b8a req-d0b563bc-65df-4552-9c19-42635265c610 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d7eef8d9-0e4c-4386-9770-66100bcc6707 HTTP/1.1" status: 200 len: 1101 time: 0.2641194 Apr 20 13:09:20.480175 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-07b98bde-bb00-47da-bbce-5264608f496e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:20.483918 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-169b1275-fff2-4285-9324-42e1fd695b8a req-aa31937c-7ff5-4650-854b-08a08b672000 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406860 Apr 20 13:09:20.486488 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 7b13bc59-5400-414e-939f-28f09df4a6f9 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:09:20.522081 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e594286-d6e4-4b98-899d-462bcece5375 req-242d0b29-db70-445e-be3b-1e32b9c910ca tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.182 HTTP/1.1" status: 200 len: 696 time: 0.2990065 Apr 20 13:09:20.527607 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-6e594286-d6e4-4b98-899d-462bcece5375 req-f45f971e-7dcd-4afa-bd86-4db063996ac9 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Request body: {'floatingip': {'port_id': '081561c3-3910-4ea2-a530-47db75e29c73', 'fixed_ip_address': '172.20.0.8'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:20.559168 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-da2a472d-e78a-4051-b55d-77c0eb202aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:20.560687 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-da2a472d-e78a-4051-b55d-77c0eb202aed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a9ab0226b6cf4925abbf972bfe37e3be&device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 1096 time: 0.2115026 Apr 20 13:09:20.599661 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 7b13bc59-5400-414e-939f-28f09df4a6f9 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:20.599661 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:20.601554 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6e594286-d6e4-4b98-899d-462bcece5375 req-f45f971e-7dcd-4afa-bd86-4db063996ac9 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks [] for floatingip, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:20.666745 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-022b4226-a8fc-4a38-be6a-96d67b13b559 req-85c774c9-d6d1-4e5f-8273-4ca57ae49871 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&id=556d7529-8c3d-4632-818a-1051dfde20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5144947 Apr 20 13:09:20.673438 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-5d87ec0e-9b95-4e35-922d-bb2742c92a38 service neutron] 10.222.0.15 "GET /v2.0/networks/5a69de38-4530-4bc9-a14a-1ca14f4ebdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293977 Apr 20 13:09:20.751253 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:20.825935 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 7b13bc59-5400-414e-939f-28f09df4a6f9, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=7b13bc59-5400-414e-939f-28f09df4a6f9,segment=NetworkSegment(0f113b16-94ad-4b02-8521-e93247ce464b),segment_id=0f113b16-94ad-4b02-8521-e93247ce464b)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:20.912869 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:20.915189 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-07b98bde-bb00-47da-bbce-5264608f496e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:20.933745 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-d7a494e9-f5c8-4d4e-b773-80ef5424e109 service neutron] 10.222.0.15 "GET /v2.0/networks/5a69de38-4530-4bc9-a14a-1ca14f4ebdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275715 Apr 20 13:09:20.983910 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=7b13bc59-5400-414e-939f-28f09df4a6f9,revision_number=7']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:20.986001 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-226c190b-4bfc-4cf3-9ed7-95deffdbe121 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=b8f78639-1657-457a-816e-30db34b05a25 HTTP/1.1" status: 200 len: 217 time: 0.0395336 Apr 20 13:09:21.190139 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'tag': '60877966-e402-419c-a28e-944e03bf9ba3'}, {'server_uuid': '5165c66c-3d21-4457-8efe-73e54481f52b', 'name': 'network-vif-deleted', 'tag': 'bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e'}, {'name': 'network-changed', 'server_uuid': '4e555c2f-605a-4255-b02d-cf3e802bb7bc', 'tag': 'cc338793-76f2-46cb-b132-9f5b25a33ace'}, {'name': 'network-changed', 'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'tag': 'e3d672b2-5f52-48fe-8008-ebffb2729d17'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:09:21.192419 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6948784b-6297-491b-8bca-d09d99017020" -d '{"events": [{"name": "network-changed", "server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "tag": "60877966-e402-419c-a28e-944e03bf9ba3"}, {"server_uuid": "5165c66c-3d21-4457-8efe-73e54481f52b", "name": "network-vif-deleted", "tag": "bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e"}, {"name": "network-changed", "server_uuid": "4e555c2f-605a-4255-b02d-cf3e802bb7bc", "tag": "cc338793-76f2-46cb-b132-9f5b25a33ace"}, {"name": "network-changed", "server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "tag": "e3d672b2-5f52-48fe-8008-ebffb2729d17"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:09:21.222249 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-3bf1f41e-683d-42a6-a49f-2943727c691d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:21.224227 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-3bf1f41e-683d-42a6-a49f-2943727c691d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4af9191-d6b5-420c-b77f-a5f7f7b63126 HTTP/1.1" status: 200 len: 797 time: 0.1994460 Apr 20 13:09:21.315384 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-869287a7-7e63-4523-994d-c885ed4ce3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:21.316888 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-869287a7-7e63-4523-994d-c885ed4ce3ec service neutron] 10.222.0.32 "GET /v2.0/networks?id=93be87d1-2eca-4eca-adcf-b2098e6f84fb HTTP/1.1" status: 200 len: 921 time: 0.5579658 Apr 20 13:09:21.367235 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d2cf7636-9294-4c2f-baec-b475047a63d1 req-b3f16a84-e3f5-40b8-a001-faef5ef3f578 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/floatingips/a7a4f8b1-150e-4a05-9cbb-fa9caa78fc5f HTTP/1.1" status: 200 len: 997 time: 0.1619298 Apr 20 13:09:21.420584 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-4bf04c02-1ff1-4670-b668-f63f52bf4b0f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=081561c3-3910-4ea2-a530-47db75e29c73 HTTP/1.1" status: 200 len: 217 time: 0.0409005 Apr 20 13:09:21.430331 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-1a49cb13-4176-4f07-b4a4-ba445ed64ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:21.432361 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-1a49cb13-4176-4f07-b4a4-ba445ed64ed4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a69de38-4530-4bc9-a14a-1ca14f4ebdfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1744907 Apr 20 13:09:21.500350 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.db.resource_extend [req-6e594286-d6e4-4b98-899d-462bcece5375 req-f45f971e-7dcd-4afa-bd86-4db063996ac9 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 13:09:21.506190 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-a08be6d8-6ee5-4aaf-949a-930694b685ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:21.507681 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-a08be6d8-6ee5-4aaf-949a-930694b685ed service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9def3790-e72f-4622-9eb5-7500a0e5bad9 HTTP/1.1" status: 200 len: 860 time: 0.0771546 Apr 20 13:09:21.521646 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2af3e98-fad2-4b6a-b57d-9ef6c40bc5ec None None] Network 83ad9bc7-0da2-42c5-a8da-8a75b2614736 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:09:21.543984 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-de5e7d09-f2f8-4dea-93e3-b05bbdf1ad6f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93be87d1-2eca-4eca-adcf-b2098e6f84fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276630 Apr 20 13:09:21.625868 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-17704b14-ad0a-47ff-961d-af52e7a15ba9 None None] Provisioning complete for port 30ba845e-4e5f-4c91-98e8-9481ea2fd257 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:21.626547 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-17704b14-ad0a-47ff-961d-af52e7a15ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:21.637771 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b98bde-bb00-47da-bbce-5264608f496e admin admin] Router cff21d76-b0c1-4068-825d-d87bde7d97a3 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:09:21.751307 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-7983ce87-6006-4620-b43c-d22dba248a0c service neutron] 10.222.0.32 "GET /v2.0/networks/93be87d1-2eca-4eca-adcf-b2098e6f84fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990752 Apr 20 13:09:21.757153 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-cf5a1691-54bc-432a-ba06-cefbe825a91d req-a9ae767c-8f72-49e2-851b-58ffb6fc3e14 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=51254915-cb38-4cf8-b558-ab8072a02f7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1300118 Apr 20 13:09:21.849475 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac79ce14-eb0e-4fc6-878f-fb0634053479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b13bc59-5400-414e-939f-28f09df4a6f9'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:09:21.860244 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f039cb29-8a67-45c3-8f54-405dd446740c" -d '{"events": [{"server_uuid": "ac79ce14-eb0e-4fc6-878f-fb0634053479", "name": "network-vif-plugged", "status": "completed", "tag": "7b13bc59-5400-414e-939f-28f09df4a6f9"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:09:21.866396 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-17704b14-ad0a-47ff-961d-af52e7a15ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:21.953599 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b98bde-bb00-47da-bbce-5264608f496e admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:09:21.956149 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-17704b14-ad0a-47ff-961d-af52e7a15ba9 None None] For port 30ba845e-4e5f-4c91-98e8-9481ea2fd257, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=30ba845e-4e5f-4c91-98e8-9481ea2fd257,segment=NetworkSegment(f4c02dc7-b959-44b9-b11f-0e31ef6d85fc),segment_id=f4c02dc7-b959-44b9-b11f-0e31ef6d85fc)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:21.972522 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b16fdd-a596-4f6b-a07a-98bad7f9b147 None None] Sync routers for ids ['cff21d76-b0c1-4068-825d-d87bde7d97a3'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:09:21.985846 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a1691-54bc-432a-ba06-cefbe825a91d req-36ee1802-6add-4ebf-9e95-804f4aec38ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:21.987477 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-cf5a1691-54bc-432a-ba06-cefbe825a91d req-36ee1802-6add-4ebf-9e95-804f4aec38ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5570a05404ce4451b330b205b802e490&device_id=51254915-cb38-4cf8-b558-ab8072a02f7a HTTP/1.1" status: 200 len: 1097 time: 0.1301434 Apr 20 13:09:21.989478 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-7ce31a0a-3b7a-48c6-a9ee-16cb8e7d93db service neutron] 10.222.0.32 "GET /v2.0/networks/93be87d1-2eca-4eca-adcf-b2098e6f84fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289963 Apr 20 13:09:22.002819 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b16fdd-a596-4f6b-a07a-98bad7f9b147 None None] Routers {'cff21d76-b0c1-4068-825d-d87bde7d97a3'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:09:22.004047 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-39b16fdd-a596-4f6b-a07a-98bad7f9b147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:08:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['cff21d76-b0c1-4068-825d-d87bde7d97a3'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:22.051856 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf7636-9294-4c2f-baec-b475047a63d1 req-d99b8dbe-a8e3-4563-9d31-4ef3b1ed5e9e tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:22.060517 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-17704b14-ad0a-47ff-961d-af52e7a15ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:22.064570 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d2cf7636-9294-4c2f-baec-b475047a63d1 req-d99b8dbe-a8e3-4563-9d31-4ef3b1ed5e9e tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/networks/08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 784 time: 0.6958151 Apr 20 13:09:22.117263 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-07b98bde-bb00-47da-bbce-5264608f496e admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:22.124173 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-07b98bde-bb00-47da-bbce-5264608f496e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5280545 Apr 20 13:09:22.148021 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36614) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:22.213655 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6e594286-d6e4-4b98-899d-462bcece5375 req-f45f971e-7dcd-4afa-bd86-4db063996ac9 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:22.248864 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17704b14-ad0a-47ff-961d-af52e7a15ba9 None None] Pushing event updated for resources: {'Port': ['ID=30ba845e-4e5f-4c91-98e8-9481ea2fd257,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:22.322794 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a1691-54bc-432a-ba06-cefbe825a91d req-6ca5a152-1918-4106-a0b8-0ca28495b3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:22.325419 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-cf5a1691-54bc-432a-ba06-cefbe825a91d req-6ca5a152-1918-4106-a0b8-0ca28495b3af service neutron] 10.222.0.32 "GET /v2.0/networks?id=33d36c62-f48b-427f-896c-83ee0a24e548 HTTP/1.1" status: 200 len: 916 time: 0.2958717 Apr 20 13:09:22.335150 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6e594286-d6e4-4b98-899d-462bcece5375 req-f45f971e-7dcd-4afa-bd86-4db063996ac9 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:22.411583 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-f8bb302e-39ae-40ad-9666-c7e856eb60a4 None None] Provisioning complete for port 30ba845e-4e5f-4c91-98e8-9481ea2fd257 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:22.412943 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f8bb302e-39ae-40ad-9666-c7e856eb60a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:22.429356 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-39b16fdd-a596-4f6b-a07a-98bad7f9b147 None None] Set router cff21d76-b0c1-4068-825d-d87bde7d97a3 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:09:22.436938 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-cf5a1691-54bc-432a-ba06-cefbe825a91d req-41488fec-756e-4932-aa75-fbf3b54f6cf2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5478e361-df74-432a-ad21-67e4a9bb648e HTTP/1.1" status: 200 len: 1002 time: 0.0967841 Apr 20 13:09:22.461846 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 3566f124-3efb-498e-b35f-1acfb1897306 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:09:22.464548 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-8692a0d8-f84e-42d2-8948-5fbbd62e0638 service neutron] 10.222.0.15 "GET /v2.0/networks/5a69de38-4530-4bc9-a14a-1ca14f4ebdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0034425 Apr 20 13:09:22.507800 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a1691-54bc-432a-ba06-cefbe825a91d req-1e3f537f-3910-44a6-87fe-b14c60b38daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:22.513486 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-cf5a1691-54bc-432a-ba06-cefbe825a91d req-1e3f537f-3910-44a6-87fe-b14c60b38daa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a92124e6-e49b-4ef9-898f-773b76764750 HTTP/1.1" status: 200 len: 854 time: 0.0605330 Apr 20 13:09:22.577627 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 3566f124-3efb-498e-b35f-1acfb1897306 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:22.577627 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:22.617171 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a1691-54bc-432a-ba06-cefbe825a91d req-39b7d745-4556-4dfe-a404-3143c7e54522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:22.619312 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-cf5a1691-54bc-432a-ba06-cefbe825a91d req-39b7d745-4556-4dfe-a404-3143c7e54522 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=33d36c62-f48b-427f-896c-83ee0a24e548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1018014 Apr 20 13:09:22.672933 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-39b16fdd-a596-4f6b-a07a-98bad7f9b147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff21d76-b0c1-4068-825d-d87bde7d97a3', 'name': 'tempest-TaggedBootDevicesTest_v242-1409615828-router', 'tenant_id': '97a38ecda7a343ab82e1697ac2616ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '8a08dd1f-a270-4f67-b3dd-0d31d59d1d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:09:17Z', 'updated_at': '2022-04-20T13:09:19Z', 'revision_number': 3, 'project_id': '97a38ecda7a343ab82e1697ac2616ffb', 'gw_port': {'id': '8a08dd1f-a270-4f67-b3dd-0d31d59d1d91', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:15:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff21d76-b0c1-4068-825d-d87bde7d97a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:09:18Z', 'updated_at': '2022-04-20T13:09:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:22.697436 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 30ba845e-4e5f-4c91-98e8-9481ea2fd257 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:09:22.713121 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b16fdd-a596-4f6b-a07a-98bad7f9b147 None None] Checking router: cff21d76-b0c1-4068-825d-d87bde7d97a3 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:09:22.723417 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b16fdd-a596-4f6b-a07a-98bad7f9b147 None None] Updating router cff21d76-b0c1-4068-825d-d87bde7d97a3 port 8a08dd1f-a270-4f67-b3dd-0d31d59d1d91 binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:09:22.746301 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-39b16fdd-a596-4f6b-a07a-98bad7f9b147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:22.764985 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 30ba845e-4e5f-4c91-98e8-9481ea2fd257 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:22.765367 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:22.808764 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-cf5a1691-54bc-432a-ba06-cefbe825a91d req-acda7375-190c-488c-a053-adb9ae794a48 service neutron] 10.222.0.32 "GET /v2.0/networks/33d36c62-f48b-427f-896c-83ee0a24e548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791124 Apr 20 13:09:22.818662 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291571c-caca-46dc-95e1-a19429519005 req-c0a7480b-593b-435a-bd02-ecb87c331209 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:22.820376 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a291571c-caca-46dc-95e1-a19429519005 req-c0a7480b-593b-435a-bd02-ecb87c331209 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7eef8d9-0e4c-4386-9770-66100bcc6707 HTTP/1.1" status: 200 len: 950 time: 0.4864516 Apr 20 13:09:22.930474 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [req-6e594286-d6e4-4b98-899d-462bcece5375 req-f45f971e-7dcd-4afa-bd86-4db063996ac9 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Floating IP a2e2834d-8fcc-4393-9bd8-b90c7f1aaf2f associated. External IP: 172.25.8.182, port: 081561c3-3910-4ea2-a530-47db75e29c73. Apr 20 13:09:22.944781 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-cf5a1691-54bc-432a-ba06-cefbe825a91d req-b83415ec-a91a-4e80-885d-79efbf5a7e5d service neutron] 10.222.0.32 "GET /v2.0/networks/33d36c62-f48b-427f-896c-83ee0a24e548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285570 Apr 20 13:09:22.946023 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f96b6-b2ed-4424-8168-253df9825fc6 req-b16c4bc9-ce55-436d-92c5-fb20cadc9db3 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:22.947677 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-431f96b6-b2ed-4424-8168-253df9825fc6 req-b16c4bc9-ce55-436d-92c5-fb20cadc9db3 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.15 "GET /v2.0/ports?device_id=01e36c34-5bd5-4303-b064-1f53f24cdb22 HTTP/1.1" status: 200 len: 945 time: 0.3461678 Apr 20 13:09:22.985944 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-d963021e-2b4f-46e0-ab01-92d14b1bf406 service neutron] 10.222.0.15 "GET /v2.0/networks/5a69de38-4530-4bc9-a14a-1ca14f4ebdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087698 Apr 20 13:09:23.083671 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-39b16fdd-a596-4f6b-a07a-98bad7f9b147 None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:23.120749 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-0acc5655-2a2a-40ec-9db9-ebdccd598c7f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=bf933922-09e5-4f77-9f0e-bfb87f24c714 HTTP/1.1" status: 200 len: 217 time: 0.0858314 Apr 20 13:09:23.123586 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a291571c-caca-46dc-95e1-a19429519005 req-43898171-83ae-4508-9e9f-e46af09164be tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555664 Apr 20 13:09:23.180335 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-39b16fdd-a596-4f6b-a07a-98bad7f9b147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:23.231682 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-39b16fdd-a596-4f6b-a07a-98bad7f9b147 None None] Attempting to bind port 8a08dd1f-a270-4f67-b3dd-0d31d59d1d91 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:09:23.231954 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-39b16fdd-a596-4f6b-a07a-98bad7f9b147 None None] Attempting to bind port 8a08dd1f-a270-4f67-b3dd-0d31d59d1d91 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:09:23.232314 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b16fdd-a596-4f6b-a07a-98bad7f9b147 None None] Attempting to bind port 8a08dd1f-a270-4f67-b3dd-0d31d59d1d91 on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:09:23.241717 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b16fdd-a596-4f6b-a07a-98bad7f9b147 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:09:23.242081 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b16fdd-a596-4f6b-a07a-98bad7f9b147 None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:09:23.242478 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-39b16fdd-a596-4f6b-a07a-98bad7f9b147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:23.242860 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b16fdd-a596-4f6b-a07a-98bad7f9b147 None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:09:23.243316 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-39b16fdd-a596-4f6b-a07a-98bad7f9b147 None None] Bound port: 8a08dd1f-a270-4f67-b3dd-0d31d59d1d91, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:09:23.243765 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-39b16fdd-a596-4f6b-a07a-98bad7f9b147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:23.247399 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20009cb-77d8-4885-ba6a-1feace04dd1c None None] Pushing event updated for resources: {'Port': ['ID=8a08dd1f-a270-4f67-b3dd-0d31d59d1d91,revision_number=2']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:23.301465 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-39b16fdd-a596-4f6b-a07a-98bad7f9b147 None None] For port 8a08dd1f-a270-4f67-b3dd-0d31d59d1d91, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:09:23.304789 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-39b16fdd-a596-4f6b-a07a-98bad7f9b147 None None] For port 8a08dd1f-a270-4f67-b3dd-0d31d59d1d91, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=8a08dd1f-a270-4f67-b3dd-0d31d59d1d91,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:09:23.350220 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-50d7cf0d-ea7f-435a-946d-5c5c620c6fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:23.352179 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-50d7cf0d-ea7f-435a-946d-5c5c620c6fd3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4af9191-d6b5-420c-b77f-a5f7f7b63126 HTTP/1.1" status: 200 len: 797 time: 0.2224147 Apr 20 13:09:23.369484 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-39b16fdd-a596-4f6b-a07a-98bad7f9b147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:23.436744 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7006a8b-38a8-4d21-8700-f7e6f8cb7cb8 req-ed1e72a5-695e-456f-a965-bde119e9a8d9 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:23.438242 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e7006a8b-38a8-4d21-8700-f7e6f8cb7cb8 req-ed1e72a5-695e-456f-a965-bde119e9a8d9 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 945 time: 0.2291315 Apr 20 13:09:23.438985 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20009cb-77d8-4885-ba6a-1feace04dd1c None None] Pushing event updated for resources: {'Port': ['ID=8a08dd1f-a270-4f67-b3dd-0d31d59d1d91,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:23.450158 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b16fdd-a596-4f6b-a07a-98bad7f9b147 None None] Routers {'cff21d76-b0c1-4068-825d-d87bde7d97a3'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:09:23.450810 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-39b16fdd-a596-4f6b-a07a-98bad7f9b147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:08:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['cff21d76-b0c1-4068-825d-d87bde7d97a3'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:23.536927 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-431f96b6-b2ed-4424-8168-253df9825fc6 req-3f9b95aa-3071-42e2-9e12-215ad38b1542 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Deleting port a55d106f-358b-40d1-b65c-8e5c46e9d87b {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:09:23.537271 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-431f96b6-b2ed-4424-8168-253df9825fc6 req-3f9b95aa-3071-42e2-9e12-215ad38b1542 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:23.573351 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-39b16fdd-a596-4f6b-a07a-98bad7f9b147 None None] Set router cff21d76-b0c1-4068-825d-d87bde7d97a3 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:09:23.687132 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e7006a8b-38a8-4d21-8700-f7e6f8cb7cb8 req-44428402-7bed-495b-8fca-45b4d22f47c7 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043521 Apr 20 13:09:23.696230 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-34b9b82c-8678-4446-98fc-e49d9ada8b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:23.698763 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-34b9b82c-8678-4446-98fc-e49d9ada8b82 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a69de38-4530-4bc9-a14a-1ca14f4ebdfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3336480 Apr 20 13:09:23.792061 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e594286-d6e4-4b98-899d-462bcece5375 req-f45f971e-7dcd-4afa-bd86-4db063996ac9 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Router a370d898-621c-4077-8917-0d0a57961271 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:09:23.852416 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-431f96b6-b2ed-4424-8168-253df9825fc6 req-3f9b95aa-3071-42e2-9e12-215ad38b1542 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] For port a55d106f-358b-40d1-b65c-8e5c46e9d87b, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=a55d106f-358b-40d1-b65c-8e5c46e9d87b,segment=NetworkSegment(b8a6c4b7-66db-416a-aa28-84e1cd810023),segment_id=b8a6c4b7-66db-416a-aa28-84e1cd810023)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:23.852893 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-431f96b6-b2ed-4424-8168-253df9825fc6 req-3f9b95aa-3071-42e2-9e12-215ad38b1542 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:23.873720 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-39b16fdd-a596-4f6b-a07a-98bad7f9b147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff21d76-b0c1-4068-825d-d87bde7d97a3', 'name': 'tempest-TaggedBootDevicesTest_v242-1409615828-router', 'tenant_id': '97a38ecda7a343ab82e1697ac2616ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '8a08dd1f-a270-4f67-b3dd-0d31d59d1d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:09:17Z', 'updated_at': '2022-04-20T13:09:19Z', 'revision_number': 3, 'project_id': '97a38ecda7a343ab82e1697ac2616ffb', 'gw_port': {'id': '8a08dd1f-a270-4f67-b3dd-0d31d59d1d91', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:15:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff21d76-b0c1-4068-825d-d87bde7d97a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:09:18Z', 'updated_at': '2022-04-20T13:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:23.903055 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-431f96b6-b2ed-4424-8168-253df9825fc6 req-3f9b95aa-3071-42e2-9e12-215ad38b1542 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Calling delete_port for a55d106f-358b-40d1-b65c-8e5c46e9d87b owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:09:23.910509 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b16fdd-a596-4f6b-a07a-98bad7f9b147 None None] The sync data for ids ['cff21d76-b0c1-4068-825d-d87bde7d97a3'] in n-d-836015-7 is: [{'id': 'cff21d76-b0c1-4068-825d-d87bde7d97a3', 'name': 'tempest-TaggedBootDevicesTest_v242-1409615828-router', 'tenant_id': '97a38ecda7a343ab82e1697ac2616ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '8a08dd1f-a270-4f67-b3dd-0d31d59d1d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:09:17Z', 'updated_at': '2022-04-20T13:09:19Z', 'revision_number': 3, 'project_id': '97a38ecda7a343ab82e1697ac2616ffb', 'gw_port': {'id': '8a08dd1f-a270-4f67-b3dd-0d31d59d1d91', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:15:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff21d76-b0c1-4068-825d-d87bde7d97a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:09:18Z', 'updated_at': '2022-04-20T13:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:09:23.912425 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e8bf9619-784e-4d95-86b1-279651365854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:24.079385 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-c5d335fb-7fb7-4f2f-a046-92aca9b92d19 service neutron] 10.222.0.15 "GET /v2.0/networks/5a69de38-4530-4bc9-a14a-1ca14f4ebdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668826 Apr 20 13:09:24.146456 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b8675-34cf-438a-8592-ae711e4cbf29 req-6a57f2a6-39ba-4313-8416-e5c52769f218 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:24.156008 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a40b8675-34cf-438a-8592-ae711e4cbf29 req-6a57f2a6-39ba-4313-8416-e5c52769f218 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=01e36c34-5bd5-4303-b064-1f53f24cdb22 HTTP/1.1" status: 200 len: 945 time: 0.3115447 Apr 20 13:09:24.243106 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 30ba845e-4e5f-4c91-98e8-9481ea2fd257 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:09:24.341379 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 30ba845e-4e5f-4c91-98e8-9481ea2fd257 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:24.342065 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:24.401682 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5d899c1d-ac25-40ea-9ac5-c06f32560730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:24.423332 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e594286-d6e4-4b98-899d-462bcece5375 req-f45f971e-7dcd-4afa-bd86-4db063996ac9 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:09:24.447521 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a40b8675-34cf-438a-8592-ae711e4cbf29 req-4c5d308a-60ec-4be8-9403-865ba16cfff3 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888331 Apr 20 13:09:24.452402 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6e594286-d6e4-4b98-899d-462bcece5375 req-f45f971e-7dcd-4afa-bd86-4db063996ac9 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:24.486264 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7697e6-4203-4688-b6a4-a4aad627154b None None] Sync routers for ids ['a370d898-621c-4077-8917-0d0a57961271'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:09:24.501845 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7697e6-4203-4688-b6a4-a4aad627154b None None] Routers {'a370d898-621c-4077-8917-0d0a57961271'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:09:24.502741 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-3d7697e6-4203-4688-b6a4-a4aad627154b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:08:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['a370d898-621c-4077-8917-0d0a57961271'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:24.666925 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948784b-6297-491b-8bca-d09d99017020 req-3eea75f4-a447-415a-8fcf-2f14cd1b3309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:24.669405 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6948784b-6297-491b-8bca-d09d99017020 req-3eea75f4-a447-415a-8fcf-2f14cd1b3309 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ad4bf9f25ca54612b09fd2442e19f7e7&device_id=4e555c2f-605a-4255-b02d-cf3e802bb7bc HTTP/1.1" status: 200 len: 1096 time: 0.0928748 Apr 20 13:09:24.861497 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948784b-6297-491b-8bca-d09d99017020 req-2b8066d1-837e-48c6-bf82-43e78be940b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:24.863259 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6948784b-6297-491b-8bca-d09d99017020 req-2b8066d1-837e-48c6-bf82-43e78be940b8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=216be08c-a7d9-48bb-ac07-e1350f2b5dea HTTP/1.1" status: 200 len: 922 time: 0.1841676 Apr 20 13:09:24.930994 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-3d7697e6-4203-4688-b6a4-a4aad627154b None None] Set router a370d898-621c-4077-8917-0d0a57961271 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:09:25.018054 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6948784b-6297-491b-8bca-d09d99017020 req-068aa7d9-e02c-4d07-8a1e-7c667dc8bd38 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc338793-76f2-46cb-b132-9f5b25a33ace HTTP/1.1" status: 200 len: 1000 time: 0.1330607 Apr 20 13:09:25.049129 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 684 Content-Type: application/json Date: Wed, 20 Apr 2022 13:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684a570c-2b89-41dd-b326-b886dec72107 x-openstack-request-id: req-684a570c-2b89-41dd-b326-b886dec72107 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:09:25.049520 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "tag": "60877966-e402-419c-a28e-944e03bf9ba3", "status": "completed", "code": 200}, {"server_uuid": "5165c66c-3d21-4457-8efe-73e54481f52b", "name": "network-vif-deleted", "tag": "bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4e555c2f-605a-4255-b02d-cf3e802bb7bc", "tag": "cc338793-76f2-46cb-b132-9f5b25a33ace", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "tag": "e3d672b2-5f52-48fe-8008-ebffb2729d17", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:09:25.049679 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-684a570c-2b89-41dd-b326-b886dec72107 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:09:25.050050 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-684a570c-2b89-41dd-b326-b886dec72107'] response: {'name': 'network-changed', 'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'tag': '60877966-e402-419c-a28e-944e03bf9ba3', 'status': 'completed', 'code': 200} Apr 20 13:09:25.050304 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-684a570c-2b89-41dd-b326-b886dec72107'] response: {'server_uuid': '5165c66c-3d21-4457-8efe-73e54481f52b', 'name': 'network-vif-deleted', 'tag': 'bfc9b9ba-fb7f-4696-aae2-4bb6eafa6a0e', 'status': 'completed', 'code': 200} Apr 20 13:09:25.050552 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-684a570c-2b89-41dd-b326-b886dec72107'] response: {'name': 'network-changed', 'server_uuid': '4e555c2f-605a-4255-b02d-cf3e802bb7bc', 'tag': 'cc338793-76f2-46cb-b132-9f5b25a33ace', 'status': 'completed', 'code': 200} Apr 20 13:09:25.050795 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-684a570c-2b89-41dd-b326-b886dec72107'] response: {'name': 'network-changed', 'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'tag': 'e3d672b2-5f52-48fe-8008-ebffb2729d17', 'status': 'completed', 'code': 200} Apr 20 13:09:25.109455 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948784b-6297-491b-8bca-d09d99017020 req-ed6c322d-5615-4193-b19a-4590df805279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:25.125726 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6948784b-6297-491b-8bca-d09d99017020 req-ed6c322d-5615-4193-b19a-4590df805279 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0b77211f-3453-4701-925b-fc2afaf87461 HTTP/1.1" status: 200 len: 860 time: 0.1005785 Apr 20 13:09:25.162046 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-2857ecdf-e91e-45a6-82f4-24253ccc30fc service neutron] 10.222.0.15 "GET /v2.0/networks/5a69de38-4530-4bc9-a14a-1ca14f4ebdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0699854 Apr 20 13:09:25.164213 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e594286-d6e4-4b98-899d-462bcece5375 req-f45f971e-7dcd-4afa-bd86-4db063996ac9 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "PUT /v2.0/floatingips/a2e2834d-8fcc-4393-9bd8-b90c7f1aaf2f HTTP/1.1" status: 200 len: 996 time: 4.6413150 Apr 20 13:09:25.234123 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948784b-6297-491b-8bca-d09d99017020 req-126cd9a2-a698-4902-8037-13e5e4c36788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:25.236206 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6948784b-6297-491b-8bca-d09d99017020 req-126cd9a2-a698-4902-8037-13e5e4c36788 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=216be08c-a7d9-48bb-ac07-e1350f2b5dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0980244 Apr 20 13:09:25.249025 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-e8bf9619-784e-4d95-86b1-279651365854 admin admin] Allocated IP 172.20.0.1 (83ad9bc7-0da2-42c5-a8da-8a75b2614736/9c6480e2-7b8b-4692-bfab-695bd2fafbc2/32eb73cb-66b3-482c-bd22-969f5b2ee710) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:09:25.254554 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-bdd959f9-aec7-4925-aa1b-cb8d1a67e0b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=bd817be8-283c-452b-aa21-7b15743074d5 HTTP/1.1" status: 200 len: 217 time: 0.0797372 Apr 20 13:09:25.333829 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993af1fe-0250-4cf6-8f3c-6bf9ef78990a req-155e5296-d9d0-4f8c-8f02-d4424a3ec557 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:25.340337 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993af1fe-0250-4cf6-8f3c-6bf9ef78990a req-155e5296-d9d0-4f8c-8f02-d4424a3ec557 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:25.347109 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993af1fe-0250-4cf6-8f3c-6bf9ef78990a req-155e5296-d9d0-4f8c-8f02-d4424a3ec557 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:25.353473 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993af1fe-0250-4cf6-8f3c-6bf9ef78990a req-155e5296-d9d0-4f8c-8f02-d4424a3ec557 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:25.359658 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993af1fe-0250-4cf6-8f3c-6bf9ef78990a req-155e5296-d9d0-4f8c-8f02-d4424a3ec557 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:25.365830 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993af1fe-0250-4cf6-8f3c-6bf9ef78990a req-155e5296-d9d0-4f8c-8f02-d4424a3ec557 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:25.372338 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993af1fe-0250-4cf6-8f3c-6bf9ef78990a req-155e5296-d9d0-4f8c-8f02-d4424a3ec557 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:25.374434 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-993af1fe-0250-4cf6-8f3c-6bf9ef78990a req-155e5296-d9d0-4f8c-8f02-d4424a3ec557 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 5419 time: 0.2935748 Apr 20 13:09:25.379228 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-431f96b6-b2ed-4424-8168-253df9825fc6 req-3f9b95aa-3071-42e2-9e12-215ad38b1542 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:25.387211 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6948784b-6297-491b-8bca-d09d99017020 req-8b8d6fbc-6224-4404-bc99-3f1d66ad5e85 service neutron] 10.222.0.32 "GET /v2.0/networks/216be08c-a7d9-48bb-ac07-e1350f2b5dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359015 Apr 20 13:09:25.445240 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-3d7697e6-4203-4688-b6a4-a4aad627154b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a370d898-621c-4077-8917-0d0a57961271', 'name': 'tempest-ServerRescueTestJSONUnderV235-1804720879-router', 'tenant_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '9ec5f127-9fe0-46af-9f11-408663cf81a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:56Z', 'updated_at': '2022-04-20T13:08:05Z', 'revision_number': 4, 'project_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'gw_port': {'id': '9ec5f127-9fe0-46af-9f11-408663cf81a9', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a370d898-621c-4077-8917-0d0a57961271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:57Z', 'updated_at': '2022-04-20T13:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'a2e2834d-8fcc-4393-9bd8-b90c7f1aaf2f', 'tenant_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'a370d898-621c-4077-8917-0d0a57961271', 'port_id': '081561c3-3910-4ea2-a530-47db75e29c73', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93be87d1-2eca-4eca-adcf-b2098e6f84fb', 'mac_address': 'fa:16:3e:30:f4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b910f8-dcf7-441a-8223-d2876c7927f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:09:16Z', 'updated_at': '2022-04-20T13:09:21Z', 'revision_number': 1, 'project_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cdc0094-391e-4e3a-921e-4440c68b1137', 'name': '', 'network_id': '93be87d1-2eca-4eca-adcf-b2098e6f84fb', 'tenant_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'mac_address': 'fa:16:3e:be:6b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a370d898-621c-4077-8917-0d0a57961271', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '9def3790-e72f-4622-9eb5-7500a0e5bad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:08:04Z', 'updated_at': '2022-04-20T13:08:15Z', 'revision_number': 5, 'project_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'subnets': [{'id': '9def3790-e72f-4622-9eb5-7500a0e5bad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:25.486757 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7697e6-4203-4688-b6a4-a4aad627154b None None] Checking router: a370d898-621c-4077-8917-0d0a57961271 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:09:25.502131 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7697e6-4203-4688-b6a4-a4aad627154b None None] Routers {'a370d898-621c-4077-8917-0d0a57961271'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:09:25.502765 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-3d7697e6-4203-4688-b6a4-a4aad627154b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:08:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['a370d898-621c-4077-8917-0d0a57961271'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:25.541134 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6948784b-6297-491b-8bca-d09d99017020 req-7f9941f9-1912-4f0a-89cd-323087f3ee13 service neutron] 10.222.0.32 "GET /v2.0/networks/216be08c-a7d9-48bb-ac07-e1350f2b5dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476564 Apr 20 13:09:25.544854 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b95aa-3071-42e2-9e12-215ad38b1542 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Pushing event deleted for resources: {'Port': ['ID=a55d106f-358b-40d1-b65c-8e5c46e9d87b,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:25.573069 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e594286-d6e4-4b98-899d-462bcece5375 req-cf2e32d3-7c47-4963-ace9-adb71bf42c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:25.574615 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e594286-d6e4-4b98-899d-462bcece5375 req-cf2e32d3-7c47-4963-ace9-adb71bf42c63 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a9ab0226b6cf4925abbf972bfe37e3be&device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 1096 time: 0.3868175 Apr 20 13:09:25.582878 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-33499aca-3a85-4c0c-ae3c-fe43f8061d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:25.584554 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-33499aca-3a85-4c0c-ae3c-fe43f8061d9c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4af9191-d6b5-420c-b77f-a5f7f7b63126 HTTP/1.1" status: 200 len: 797 time: 0.3041937 Apr 20 13:09:25.627313 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-993af1fe-0250-4cf6-8f3c-6bf9ef78990a req-1d685879-5138-4cd1-9db5-b47d60c52cbb tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&id=556d7529-8c3d-4632-818a-1051dfde20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2384870 Apr 20 13:09:25.668918 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-3d7697e6-4203-4688-b6a4-a4aad627154b None None] Set router a370d898-621c-4077-8917-0d0a57961271 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:09:25.675167 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-431f96b6-b2ed-4424-8168-253df9825fc6 req-3f9b95aa-3071-42e2-9e12-215ad38b1542 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] No DVR routers for this DVR port a55d106f-358b-40d1-b65c-8e5c46e9d87b on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:09:25.715043 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-431f96b6-b2ed-4424-8168-253df9825fc6 req-3f9b95aa-3071-42e2-9e12-215ad38b1542 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:25.718924 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-431f96b6-b2ed-4424-8168-253df9825fc6 req-3f9b95aa-3071-42e2-9e12-215ad38b1542 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.15 "DELETE /v2.0/ports/a55d106f-358b-40d1-b65c-8e5c46e9d87b HTTP/1.1" status: 204 len: 173 time: 2.7368305 Apr 20 13:09:25.724806 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c178288-545a-4c07-99c3-90a746873f0f x-openstack-request-id: req-4c178288-545a-4c07-99c3-90a746873f0f {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:09:25.725521 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac79ce14-eb0e-4fc6-878f-fb0634053479", "name": "network-vif-plugged", "status": "completed", "tag": "7b13bc59-5400-414e-939f-28f09df4a6f9", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:09:25.726162 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c178288-545a-4c07-99c3-90a746873f0f {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:09:25.726714 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c178288-545a-4c07-99c3-90a746873f0f'] response: {'server_uuid': 'ac79ce14-eb0e-4fc6-878f-fb0634053479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b13bc59-5400-414e-939f-28f09df4a6f9', 'code': 200} Apr 20 13:09:25.846764 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e8bf9619-784e-4d95-86b1-279651365854 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:25.906417 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63599625-3591-4494-974f-0e6c3ac9f349 req-17d90e0d-a6e7-4554-b2e9-505b27d1e747 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.94 HTTP/1.1" status: 200 len: 1000 time: 0.1375637 Apr 20 13:09:25.928808 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-80881612-777f-49ce-a1aa-65db2945f04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:25.930291 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-80881612-777f-49ce-a1aa-65db2945f04f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a69de38-4530-4bc9-a14a-1ca14f4ebdfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2734725 Apr 20 13:09:26.044224 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e594286-d6e4-4b98-899d-462bcece5375 req-ec9a42d3-e7d4-4809-899e-36a0feeb6dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:26.045693 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e594286-d6e4-4b98-899d-462bcece5375 req-ec9a42d3-e7d4-4809-899e-36a0feeb6dee service neutron] 10.222.0.25 "GET /v2.0/networks?id=93be87d1-2eca-4eca-adcf-b2098e6f84fb HTTP/1.1" status: 200 len: 921 time: 0.4436381 Apr 20 13:09:26.055053 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63599625-3591-4494-974f-0e6c3ac9f349 req-05bde63c-d3f4-4bbc-ae55-61d016e8e1cf tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:26.057174 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63599625-3591-4494-974f-0e6c3ac9f349 req-05bde63c-d3f4-4bbc-ae55-61d016e8e1cf tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/ports/cc338793-76f2-46cb-b132-9f5b25a33ace HTTP/1.1" status: 200 len: 942 time: 0.1313448 Apr 20 13:09:26.073257 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-3d7697e6-4203-4688-b6a4-a4aad627154b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a370d898-621c-4077-8917-0d0a57961271', 'name': 'tempest-ServerRescueTestJSONUnderV235-1804720879-router', 'tenant_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '9ec5f127-9fe0-46af-9f11-408663cf81a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:56Z', 'updated_at': '2022-04-20T13:08:05Z', 'revision_number': 4, 'project_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'gw_port': {'id': '9ec5f127-9fe0-46af-9f11-408663cf81a9', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a370d898-621c-4077-8917-0d0a57961271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:57Z', 'updated_at': '2022-04-20T13:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'a2e2834d-8fcc-4393-9bd8-b90c7f1aaf2f', 'tenant_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'a370d898-621c-4077-8917-0d0a57961271', 'port_id': '081561c3-3910-4ea2-a530-47db75e29c73', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93be87d1-2eca-4eca-adcf-b2098e6f84fb', 'mac_address': 'fa:16:3e:30:f4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b910f8-dcf7-441a-8223-d2876c7927f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:09:16Z', 'updated_at': '2022-04-20T13:09:21Z', 'revision_number': 1, 'project_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cdc0094-391e-4e3a-921e-4440c68b1137', 'name': '', 'network_id': '93be87d1-2eca-4eca-adcf-b2098e6f84fb', 'tenant_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'mac_address': 'fa:16:3e:be:6b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a370d898-621c-4077-8917-0d0a57961271', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '9def3790-e72f-4622-9eb5-7500a0e5bad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:08:04Z', 'updated_at': '2022-04-20T13:08:15Z', 'revision_number': 5, 'project_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'subnets': [{'id': '9def3790-e72f-4622-9eb5-7500a0e5bad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:26.134041 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e8bf9619-784e-4d95-86b1-279651365854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:26.137051 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7697e6-4203-4688-b6a4-a4aad627154b None None] The sync data for ids ['a370d898-621c-4077-8917-0d0a57961271'] in n-d-836015-7 is: [{'id': 'a370d898-621c-4077-8917-0d0a57961271', 'name': 'tempest-ServerRescueTestJSONUnderV235-1804720879-router', 'tenant_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '9ec5f127-9fe0-46af-9f11-408663cf81a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:56Z', 'updated_at': '2022-04-20T13:08:05Z', 'revision_number': 4, 'project_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'gw_port': {'id': '9ec5f127-9fe0-46af-9f11-408663cf81a9', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a370d898-621c-4077-8917-0d0a57961271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:57Z', 'updated_at': '2022-04-20T13:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'a2e2834d-8fcc-4393-9bd8-b90c7f1aaf2f', 'tenant_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'a370d898-621c-4077-8917-0d0a57961271', 'port_id': '081561c3-3910-4ea2-a530-47db75e29c73', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93be87d1-2eca-4eca-adcf-b2098e6f84fb', 'mac_address': 'fa:16:3e:30:f4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b910f8-dcf7-441a-8223-d2876c7927f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:09:16Z', 'updated_at': '2022-04-20T13:09:21Z', 'revision_number': 1, 'project_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cdc0094-391e-4e3a-921e-4440c68b1137', 'name': '', 'network_id': '93be87d1-2eca-4eca-adcf-b2098e6f84fb', 'tenant_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'mac_address': 'fa:16:3e:be:6b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a370d898-621c-4077-8917-0d0a57961271', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '9def3790-e72f-4622-9eb5-7500a0e5bad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:08:04Z', 'updated_at': '2022-04-20T13:08:15Z', 'revision_number': 5, 'project_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'subnets': [{'id': '9def3790-e72f-4622-9eb5-7500a0e5bad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:09:26.212384 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-c7c62ed4-0fea-4b2d-b71b-517b2607438d service neutron] 10.222.0.15 "GET /v2.0/networks/5a69de38-4530-4bc9-a14a-1ca14f4ebdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681136 Apr 20 13:09:26.304494 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 8a08dd1f-a270-4f67-b3dd-0d31d59d1d91 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:09:26.331257 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bf9619-784e-4d95-86b1-279651365854 admin admin] Network 83ad9bc7-0da2-42c5-a8da-8a75b2614736 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:09:26.405487 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 8a08dd1f-a270-4f67-b3dd-0d31d59d1d91 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:26.405943 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:26.417630 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-e8bf9619-784e-4d95-86b1-279651365854 admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:09:26.420904 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e594286-d6e4-4b98-899d-462bcece5375 req-29e50378-6e45-4a6f-bbb1-4b4df7dd9d3b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=081561c3-3910-4ea2-a530-47db75e29c73 HTTP/1.1" status: 200 len: 999 time: 0.3231618 Apr 20 13:09:26.423401 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bf9619-784e-4d95-86b1-279651365854 admin admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:09:26.432928 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf9619-784e-4d95-86b1-279651365854 admin admin] Pushing event updated for resources: {'Port': ['ID=32eb73cb-66b3-482c-bd22-969f5b2ee710,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:26.523880 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:26.534556 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device a55d106f-358b-40d1-b65c-8e5c46e9d87b no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:09:26.565912 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: a55d106f-358b-40d1-b65c-8e5c46e9d87b {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:09:26.566257 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device a55d106f-358b-40d1-b65c-8e5c46e9d87b not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:09:26.596073 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 8a08dd1f-a270-4f67-b3dd-0d31d59d1d91, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=8a08dd1f-a270-4f67-b3dd-0d31d59d1d91,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:26.606158 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63599625-3591-4494-974f-0e6c3ac9f349 req-f89d15a7-20f6-4868-a559-8c514042f03e tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.94 HTTP/1.1" status: 200 len: 1000 time: 0.3828080 Apr 20 13:09:26.643773 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e8bf9619-784e-4d95-86b1-279651365854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:26.690828 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:26.777957 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7922a8a7-f726-4a31-89d4-98615c226e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:26.792441 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e594286-d6e4-4b98-899d-462bcece5375 req-677d1206-6871-448d-bd6f-b702995a4e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:26.793998 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e594286-d6e4-4b98-899d-462bcece5375 req-677d1206-6871-448d-bd6f-b702995a4e3e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9def3790-e72f-4622-9eb5-7500a0e5bad9 HTTP/1.1" status: 200 len: 860 time: 0.3549106 Apr 20 13:09:26.810925 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=8a08dd1f-a270-4f67-b3dd-0d31d59d1d91,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:26.816258 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54c4ca-3c82-4be5-b082-8550d646965b req-c3c6863e-9587-4ca9-92be-e2948271ddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:26.817740 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1d54c4ca-3c82-4be5-b082-8550d646965b req-c3c6863e-9587-4ca9-92be-e2948271ddf4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c6b1693032114a59884d6bf282ad5efe&device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 1096 time: 0.5174208 Apr 20 13:09:26.819652 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-73bb060e-61af-41d8-91de-e77bd133c423 service neutron] 10.222.0.15 "GET /v2.0/networks/5a69de38-4530-4bc9-a14a-1ca14f4ebdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5977161 Apr 20 13:09:26.868064 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ea7c6a2c-9a8d-434d-bdfa-784875f0d019 None None] Provisioning complete for port 32eb73cb-66b3-482c-bd22-969f5b2ee710 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:26.869322 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ea7c6a2c-9a8d-434d-bdfa-784875f0d019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:26.910133 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ea7c6a2c-9a8d-434d-bdfa-784875f0d019 None None] Port 32eb73cb-66b3-482c-bd22-969f5b2ee710 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:09:26.940202 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e594286-d6e4-4b98-899d-462bcece5375 req-2343e4f7-355f-487c-aed2-0cea20170679 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=93be87d1-2eca-4eca-adcf-b2098e6f84fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1315284 Apr 20 13:09:26.949330 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-bb313c96-826c-455e-8ad0-f8af4e66239c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=60877966-e402-419c-a28e-944e03bf9ba3 HTTP/1.1" status: 200 len: 217 time: 0.0926588 Apr 20 13:09:27.057223 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0b910f8-dcf7-441a-8223-d2876c7927f9', 'tag': '081561c3-3910-4ea2-a530-47db75e29c73'}, {'server_uuid': '01e36c34-5bd5-4303-b064-1f53f24cdb22', 'name': 'network-vif-deleted', 'tag': 'a55d106f-358b-40d1-b65c-8e5c46e9d87b'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:09:27.059375 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd227e8-34a4-4dc4-be6b-266028ff8dad" -d '{"events": [{"name": "network-changed", "server_uuid": "f0b910f8-dcf7-441a-8223-d2876c7927f9", "tag": "081561c3-3910-4ea2-a530-47db75e29c73"}, {"server_uuid": "01e36c34-5bd5-4303-b064-1f53f24cdb22", "name": "network-vif-deleted", "tag": "a55d106f-358b-40d1-b65c-8e5c46e9d87b"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:09:27.179717 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63599625-3591-4494-974f-0e6c3ac9f349 req-1af5a90b-0c38-4683-bbda-d15d5cb033b2 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:27.181044 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63599625-3591-4494-974f-0e6c3ac9f349 req-1af5a90b-0c38-4683-bbda-d15d5cb033b2 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/networks/08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 784 time: 0.5741692 Apr 20 13:09:27.207677 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-90cffaea-9cda-4649-b331-535771e97cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:27.210302 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-90cffaea-9cda-4649-b331-535771e97cdf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6bef6cbc-229e-4076-aebf-0e9753031270 HTTP/1.1" status: 200 len: 797 time: 0.2261717 Apr 20 13:09:27.265200 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5d0bc6-9252-4d5a-8c63-88d32f195a51 None None] New status for floating IP a2e2834d-8fcc-4393-9bd8-b90c7f1aaf2f: ACTIVE {{(pid=114872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:09:27.273517 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54c4ca-3c82-4be5-b082-8550d646965b req-35657288-56dd-4b06-85bb-26efcab50f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:27.275713 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1d54c4ca-3c82-4be5-b082-8550d646965b req-35657288-56dd-4b06-85bb-26efcab50f48 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5f8d1d6d-7980-40b6-a3d5-202cd4161f9d HTTP/1.1" status: 200 len: 918 time: 0.4119232 Apr 20 13:09:27.356558 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e594286-d6e4-4b98-899d-462bcece5375 req-bc9236fc-63a5-4644-968d-7f26348e63b2 service neutron] 10.222.0.25 "GET /v2.0/networks/93be87d1-2eca-4eca-adcf-b2098e6f84fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711970 Apr 20 13:09:27.451596 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e8bf9619-784e-4d95-86b1-279651365854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:27.497123 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63599625-3591-4494-974f-0e6c3ac9f349 req-efde81bc-a109-4e0d-b65a-ae878a05efd0 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.94 HTTP/1.1" status: 200 len: 1000 time: 0.2996168 Apr 20 13:09:27.537135 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-63599625-3591-4494-974f-0e6c3ac9f349 req-fc2b4661-ee27-41ba-b327-8e0bbd8ec09d tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:27.544008 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1d54c4ca-3c82-4be5-b082-8550d646965b req-5783c641-6216-4165-81fc-204a9cad8dee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b13bc59-5400-414e-939f-28f09df4a6f9 HTTP/1.1" status: 200 len: 1001 time: 0.2401156 Apr 20 13:09:27.550238 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-49ca145d-6d59-4137-a3fa-53784e4092b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:27.551831 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-49ca145d-6d59-4137-a3fa-53784e4092b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b1ec58e9-2000-46d7-b9f7-b902c3308689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2865059 Apr 20 13:09:27.991626 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:28.073126 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-63599625-3591-4494-974f-0e6c3ac9f349 req-fc2b4661-ee27-41ba-b327-8e0bbd8ec09d tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks [] for floatingip, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:28.083548 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e594286-d6e4-4b98-899d-462bcece5375 req-74ea5371-410c-44df-83fa-b754a47d2bb1 service neutron] 10.222.0.25 "GET /v2.0/networks/93be87d1-2eca-4eca-adcf-b2098e6f84fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7257226 Apr 20 13:09:28.128233 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54c4ca-3c82-4be5-b082-8550d646965b req-70f89a63-b24d-47b1-a47f-10bea13fe0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:28.132181 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1d54c4ca-3c82-4be5-b082-8550d646965b req-70f89a63-b24d-47b1-a47f-10bea13fe0b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=50283e41-42f7-46ab-979a-b196312e8e7f HTTP/1.1" status: 200 len: 856 time: 0.2043421 Apr 20 13:09:28.211801 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 8a08dd1f-a270-4f67-b3dd-0d31d59d1d91 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:09:28.286323 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-0436b30f-f6dc-44f0-a120-88be72716a1a service neutron] 10.222.0.15 "GET /v2.0/networks/b1ec58e9-2000-46d7-b9f7-b902c3308689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557861 Apr 20 13:09:28.300043 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 8a08dd1f-a270-4f67-b3dd-0d31d59d1d91 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:28.304561 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:28.388707 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54c4ca-3c82-4be5-b082-8550d646965b req-d7cb7dfb-0634-49c1-ad1c-059548ceba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:28.390127 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1d54c4ca-3c82-4be5-b082-8550d646965b req-d7cb7dfb-0634-49c1-ad1c-059548ceba07 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5f8d1d6d-7980-40b6-a3d5-202cd4161f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2180545 Apr 20 13:09:28.534045 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-63599625-3591-4494-974f-0e6c3ac9f349 req-fc2b4661-ee27-41ba-b327-8e0bbd8ec09d tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:28.586171 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e11e3-893a-4cb7-aafe-f72d885070e2 req-61ae4e87-48e1-45bd-a1d0-88998d06983c tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:28.588347 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-123e11e3-893a-4cb7-aafe-f72d885070e2 req-61ae4e87-48e1-45bd-a1d0-88998d06983c tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7eef8d9-0e4c-4386-9770-66100bcc6707 HTTP/1.1" status: 200 len: 950 time: 0.2653761 Apr 20 13:09:28.610400 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e8bf9619-784e-4d95-86b1-279651365854 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:28.641576 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-46f5298f-9a6c-47a3-9ecc-71855080036a service neutron] 10.222.0.15 "GET /v2.0/networks/b1ec58e9-2000-46d7-b9f7-b902c3308689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360846 Apr 20 13:09:28.644976 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-63599625-3591-4494-974f-0e6c3ac9f349 req-fc2b4661-ee27-41ba-b327-8e0bbd8ec09d tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:28.645332 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [req-63599625-3591-4494-974f-0e6c3ac9f349 req-fc2b4661-ee27-41ba-b327-8e0bbd8ec09d tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Floating IP a7a4f8b1-150e-4a05-9cbb-fa9caa78fc5f disassociated. External IP: 172.25.8.94, port: cc338793-76f2-46cb-b132-9f5b25a33ace. Apr 20 13:09:28.692442 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1d54c4ca-3c82-4be5-b082-8550d646965b req-94696f98-9459-4e33-a269-b9204634b457 service neutron] 10.222.0.15 "GET /v2.0/networks/5f8d1d6d-7980-40b6-a3d5-202cd4161f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895520 Apr 20 13:09:28.693063 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e8bf9619-784e-4d95-86b1-279651365854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:28.783387 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-748679f4-16ce-4346-9edc-42eff250ec52 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e3d672b2-5f52-48fe-8008-ebffb2729d17 HTTP/1.1" status: 200 len: 217 time: 0.1321564 Apr 20 13:09:28.824204 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-123e11e3-893a-4cb7-aafe-f72d885070e2 req-e93fb7b6-19f8-4378-a370-01a2ce82fd98 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161269 Apr 20 13:09:28.955161 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf9619-784e-4d95-86b1-279651365854 admin admin] Pushing event updated for resources: {'Port': ['ID=32eb73cb-66b3-482c-bd22-969f5b2ee710,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:28.960067 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e8bf9619-784e-4d95-86b1-279651365854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:29.032294 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-01b83ca1-d994-4a97-a5cc-3fca11d9e8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:29.033934 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-01b83ca1-d994-4a97-a5cc-3fca11d9e8e0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6bef6cbc-229e-4076-aebf-0e9753031270 HTTP/1.1" status: 200 len: 797 time: 0.2269709 Apr 20 13:09:29.096494 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1d54c4ca-3c82-4be5-b082-8550d646965b req-7a0cb751-abb6-4af4-85da-70a83808dad0 service neutron] 10.222.0.15 "GET /v2.0/networks/5f8d1d6d-7980-40b6-a3d5-202cd4161f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666387 Apr 20 13:09:29.217545 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b129190-7ace-4bb1-b4fa-20dca23b59e3 req-5160110f-f067-421b-af64-86960ab0ef72 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:29.219872 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5b129190-7ace-4bb1-b4fa-20dca23b59e3 req-5160110f-f067-421b-af64-86960ab0ef72 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 945 time: 0.2486432 Apr 20 13:09:29.270282 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-5f2c8e82-197b-46a6-94e1-3607dc0e3f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:29.271796 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:29.272533 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-5f2c8e82-197b-46a6-94e1-3607dc0e3f3a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b1ec58e9-2000-46d7-b9f7-b902c3308689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2289820 Apr 20 13:09:29.347573 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bf9619-784e-4d95-86b1-279651365854 admin admin] Network 83ad9bc7-0da2-42c5-a8da-8a75b2614736 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:09:29.360214 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-e8bf9619-784e-4d95-86b1-279651365854 admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:09:29.406029 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5b129190-7ace-4bb1-b4fa-20dca23b59e3 req-7d6fb73d-4862-48f0-aa33-c2a58ef7d339 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831813 Apr 20 13:09:29.465972 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63599625-3591-4494-974f-0e6c3ac9f349 req-fc2b4661-ee27-41ba-b327-8e0bbd8ec09d tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Router 58ac7165-3ec6-4819-a93a-ee6e28e96e44 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:09:29.620091 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-a0107fc9-55db-4afb-a8b2-50c86a31067a service neutron] 10.222.0.15 "GET /v2.0/networks/b1ec58e9-2000-46d7-b9f7-b902c3308689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081844 Apr 20 13:09:29.693295 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-29d9dcc0-2200-4087-a6de-112c4c9cbbb4 None None] Provisioning complete for port 32eb73cb-66b3-482c-bd22-969f5b2ee710 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:29.694854 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-29d9dcc0-2200-4087-a6de-112c4c9cbbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:29.756233 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-29d9dcc0-2200-4087-a6de-112c4c9cbbb4 None None] Port 32eb73cb-66b3-482c-bd22-969f5b2ee710 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:09:29.788995 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8bf9619-784e-4d95-86b1-279651365854 admin admin] Router cff21d76-b0c1-4068-825d-d87bde7d97a3 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:09:29.791978 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:30.203476 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ad50d-bb4e-4a8d-8a9c-621c041b653b req-5a5ddd1c-d0a1-4c26-ab80-419a2e661085 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:30.209351 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ad50d-bb4e-4a8d-8a9c-621c041b653b req-5a5ddd1c-d0a1-4c26-ab80-419a2e661085 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:30.215774 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ad50d-bb4e-4a8d-8a9c-621c041b653b req-5a5ddd1c-d0a1-4c26-ab80-419a2e661085 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:30.221574 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ad50d-bb4e-4a8d-8a9c-621c041b653b req-5a5ddd1c-d0a1-4c26-ab80-419a2e661085 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:30.227999 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ad50d-bb4e-4a8d-8a9c-621c041b653b req-5a5ddd1c-d0a1-4c26-ab80-419a2e661085 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:30.233290 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ad50d-bb4e-4a8d-8a9c-621c041b653b req-5a5ddd1c-d0a1-4c26-ab80-419a2e661085 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:30.239376 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ad50d-bb4e-4a8d-8a9c-621c041b653b req-5a5ddd1c-d0a1-4c26-ab80-419a2e661085 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:30.247746 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-269ad50d-bb4e-4a8d-8a9c-621c041b653b req-5a5ddd1c-d0a1-4c26-ab80-419a2e661085 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 5419 time: 0.6730464 Apr 20 13:09:30.299588 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85a82c5a-ec68-4a49-8946-8148e3835c1f req-8110614d-90be-4cda-a4d0-5881c49a15d2 service neutron] 10.222.0.15 "GET /v2.0/networks/b1ec58e9-2000-46d7-b9f7-b902c3308689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5996013 Apr 20 13:09:30.381713 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-269ad50d-bb4e-4a8d-8a9c-621c041b653b req-6c2968a7-3675-40ce-8073-05eb28845987 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&id=556d7529-8c3d-4632-818a-1051dfde20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1328325 Apr 20 13:09:30.382495 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63599625-3591-4494-974f-0e6c3ac9f349 req-fc2b4661-ee27-41ba-b327-8e0bbd8ec09d tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:09:30.388890 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-63599625-3591-4494-974f-0e6c3ac9f349 req-fc2b4661-ee27-41ba-b327-8e0bbd8ec09d tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:30.400660 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4049949a-ab80-4110-8cf2-b54339c72ad5 None None] Sync routers for ids ['58ac7165-3ec6-4819-a93a-ee6e28e96e44'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:09:30.423247 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4049949a-ab80-4110-8cf2-b54339c72ad5 None None] Routers {'58ac7165-3ec6-4819-a93a-ee6e28e96e44'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:09:30.428128 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-4049949a-ab80-4110-8cf2-b54339c72ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:09:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['58ac7165-3ec6-4819-a93a-ee6e28e96e44'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:30.484629 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 20 Apr 2022 13:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7c20d4-2265-45d3-86b5-8450dc2f1aa0 x-openstack-request-id: req-0d7c20d4-2265-45d3-86b5-8450dc2f1aa0 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:09:30.484920 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0b910f8-dcf7-441a-8223-d2876c7927f9", "tag": "081561c3-3910-4ea2-a530-47db75e29c73", "status": "completed", "code": 200}, {"server_uuid": "01e36c34-5bd5-4303-b064-1f53f24cdb22", "name": "network-vif-deleted", "tag": "a55d106f-358b-40d1-b65c-8e5c46e9d87b", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:09:30.485179 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0d7c20d4-2265-45d3-86b5-8450dc2f1aa0 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:09:30.485578 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d7c20d4-2265-45d3-86b5-8450dc2f1aa0'] response: {'name': 'network-changed', 'server_uuid': 'f0b910f8-dcf7-441a-8223-d2876c7927f9', 'tag': '081561c3-3910-4ea2-a530-47db75e29c73', 'status': 'completed', 'code': 200} Apr 20 13:09:30.485834 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d7c20d4-2265-45d3-86b5-8450dc2f1aa0'] response: {'server_uuid': '01e36c34-5bd5-4303-b064-1f53f24cdb22', 'name': 'network-vif-deleted', 'tag': 'a55d106f-358b-40d1-b65c-8e5c46e9d87b', 'status': 'completed', 'code': 200} Apr 20 13:09:30.593866 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd227e8-34a4-4dc4-be6b-266028ff8dad req-f67d5a80-69b0-487e-8301-353bf69316c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:30.596029 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5bd227e8-34a4-4dc4-be6b-266028ff8dad req-f67d5a80-69b0-487e-8301-353bf69316c5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a9ab0226b6cf4925abbf972bfe37e3be&device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 1096 time: 0.0726702 Apr 20 13:09:30.596537 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-4049949a-ab80-4110-8cf2-b54339c72ad5 None None] Set router 58ac7165-3ec6-4819-a93a-ee6e28e96e44 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:09:30.628395 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8bf9619-784e-4d95-86b1-279651365854 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:09:30.640526 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a359193-56e6-47a2-b573-ce626faae368 None None] Sync routers for ids ['cff21d76-b0c1-4068-825d-d87bde7d97a3'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:09:30.647196 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63599625-3591-4494-974f-0e6c3ac9f349 req-fc2b4661-ee27-41ba-b327-8e0bbd8ec09d tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "PUT /v2.0/floatingips/a7a4f8b1-150e-4a05-9cbb-fa9caa78fc5f HTTP/1.1" status: 200 len: 695 time: 3.1366467 Apr 20 13:09:30.660699 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a359193-56e6-47a2-b573-ce626faae368 None None] Routers {'cff21d76-b0c1-4068-825d-d87bde7d97a3'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:09:30.670395 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-7a359193-56e6-47a2-b573-ce626faae368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:09:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['cff21d76-b0c1-4068-825d-d87bde7d97a3'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:30.671229 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e8bf9619-784e-4d95-86b1-279651365854 admin admin] 10.222.0.25 "PUT /v2.0/routers/cff21d76-b0c1-4068-825d-d87bde7d97a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5220287 Apr 20 13:09:30.748305 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd227e8-34a4-4dc4-be6b-266028ff8dad req-5eddf08f-f1b4-40db-8b07-4e831210c180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:30.751269 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5bd227e8-34a4-4dc4-be6b-266028ff8dad req-5eddf08f-f1b4-40db-8b07-4e831210c180 service neutron] 10.222.0.32 "GET /v2.0/networks?id=93be87d1-2eca-4eca-adcf-b2098e6f84fb HTTP/1.1" status: 200 len: 921 time: 0.1381354 Apr 20 13:09:30.761633 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c3c2804e-c7e9-4745-b0e4-4d1fd431b8df req-f7723510-fa49-4c1c-be4b-4a66cae5325c tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.182 HTTP/1.1" status: 200 len: 1001 time: 0.2458913 Apr 20 13:09:30.780703 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-45b65486-672e-46b2-ac0b-221992381f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:30.783946 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-45b65486-672e-46b2-ac0b-221992381f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:30.785978 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-45b65486-672e-46b2-ac0b-221992381f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:30.786647 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-45b65486-672e-46b2-ac0b-221992381f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:30.796698 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-45b65486-672e-46b2-ac0b-221992381f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:30.797434 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-45b65486-672e-46b2-ac0b-221992381f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:30.799473 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-45b65486-672e-46b2-ac0b-221992381f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:30.801709 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-45b65486-672e-46b2-ac0b-221992381f80 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=80a09310883244f09c77418f84fc8e88&device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 6476 time: 0.3150816 Apr 20 13:09:30.876235 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-7a359193-56e6-47a2-b573-ce626faae368 None None] Set router cff21d76-b0c1-4068-825d-d87bde7d97a3 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:09:30.881635 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5bd227e8-34a4-4dc4-be6b-266028ff8dad req-37566123-44ea-4c74-b9b6-f2cfee7b8dd9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=081561c3-3910-4ea2-a530-47db75e29c73 HTTP/1.1" status: 200 len: 1001 time: 0.1117489 Apr 20 13:09:30.903645 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63599625-3591-4494-974f-0e6c3ac9f349 req-3ff5f2f2-fd92-428c-bdbe-c943612cbb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:30.910906 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63599625-3591-4494-974f-0e6c3ac9f349 req-3ff5f2f2-fd92-428c-bdbe-c943612cbb4d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ad4bf9f25ca54612b09fd2442e19f7e7&device_id=4e555c2f-605a-4255-b02d-cf3e802bb7bc HTTP/1.1" status: 200 len: 1096 time: 0.2625668 Apr 20 13:09:31.027837 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2804e-c7e9-4745-b0e4-4d1fd431b8df req-87437396-7b73-4d6f-b7f7-7273246bad6c tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:31.029234 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c3c2804e-c7e9-4745-b0e4-4d1fd431b8df req-87437396-7b73-4d6f-b7f7-7273246bad6c tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/ports/081561c3-3910-4ea2-a530-47db75e29c73 HTTP/1.1" status: 200 len: 942 time: 0.2569916 Apr 20 13:09:31.060609 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd227e8-34a4-4dc4-be6b-266028ff8dad req-cc66d390-51d7-4978-8f56-38c9b956b0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:31.067041 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5bd227e8-34a4-4dc4-be6b-266028ff8dad req-cc66d390-51d7-4978-8f56-38c9b956b0cb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9def3790-e72f-4622-9eb5-7500a0e5bad9 HTTP/1.1" status: 200 len: 860 time: 0.1744561 Apr 20 13:09:31.101923 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-4049949a-ab80-4110-8cf2-b54339c72ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758772103-router', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:42Z', 'updated_at': '2022-04-20T13:07:48Z', 'revision_number': 4, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'gw_port': {'id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:17:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:43Z', 'updated_at': '2022-04-20T13:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '7d887a6a-8007-4be4-ac70-d441e86d1b65', 'name': '', 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'mac_address': 'fa:16:3e:28:60:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '0b77211f-3453-4701-925b-fc2afaf87461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:47Z', 'updated_at': '2022-04-20T13:07:57Z', 'revision_number': 5, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'subnets': [{'id': '0b77211f-3453-4701-925b-fc2afaf87461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:31.120046 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63599625-3591-4494-974f-0e6c3ac9f349 req-e790581a-961a-462b-8450-92d846350b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:31.127926 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63599625-3591-4494-974f-0e6c3ac9f349 req-e790581a-961a-462b-8450-92d846350b48 service neutron] 10.222.0.25 "GET /v2.0/networks?id=216be08c-a7d9-48bb-ac07-e1350f2b5dea HTTP/1.1" status: 200 len: 922 time: 0.2161322 Apr 20 13:09:31.134629 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5bd227e8-34a4-4dc4-be6b-266028ff8dad req-06105654-02d4-4cee-af6f-9cc5468dc0d9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93be87d1-2eca-4eca-adcf-b2098e6f84fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585818 Apr 20 13:09:31.137747 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-f3cf1920-f7d9-4f41-84d9-a855f3b5ceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:31.139533 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-f3cf1920-f7d9-4f41-84d9-a855f3b5ceb9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5a69de38-4530-4bc9-a14a-1ca14f4ebdfd HTTP/1.1" status: 200 len: 902 time: 0.3285868 Apr 20 13:09:31.172201 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4049949a-ab80-4110-8cf2-b54339c72ad5 None None] Checking router: 58ac7165-3ec6-4819-a93a-ee6e28e96e44 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:09:31.194741 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4049949a-ab80-4110-8cf2-b54339c72ad5 None None] Routers {'58ac7165-3ec6-4819-a93a-ee6e28e96e44'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:09:31.196067 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-4049949a-ab80-4110-8cf2-b54339c72ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:09:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['58ac7165-3ec6-4819-a93a-ee6e28e96e44'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:31.236350 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-73474be7-8cbf-43ea-9906-b274296dafd1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=bf933922-09e5-4f77-9f0e-bfb87f24c714 HTTP/1.1" status: 200 len: 217 time: 0.0839050 Apr 20 13:09:31.286899 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5bd227e8-34a4-4dc4-be6b-266028ff8dad req-9175fea9-9712-43f2-955c-5438034490e2 service neutron] 10.222.0.32 "GET /v2.0/networks/93be87d1-2eca-4eca-adcf-b2098e6f84fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462297 Apr 20 13:09:31.334181 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-7a359193-56e6-47a2-b573-ce626faae368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff21d76-b0c1-4068-825d-d87bde7d97a3', 'name': 'tempest-TaggedBootDevicesTest_v242-1409615828-router', 'tenant_id': '97a38ecda7a343ab82e1697ac2616ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '8a08dd1f-a270-4f67-b3dd-0d31d59d1d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:09:17Z', 'updated_at': '2022-04-20T13:09:27Z', 'revision_number': 4, 'project_id': '97a38ecda7a343ab82e1697ac2616ffb', 'gw_port': {'id': '8a08dd1f-a270-4f67-b3dd-0d31d59d1d91', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:15:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff21d76-b0c1-4068-825d-d87bde7d97a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:09:18Z', 'updated_at': '2022-04-20T13:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '32eb73cb-66b3-482c-bd22-969f5b2ee710', 'name': '', 'network_id': '83ad9bc7-0da2-42c5-a8da-8a75b2614736', 'tenant_id': '97a38ecda7a343ab82e1697ac2616ffb', 'mac_address': 'fa:16:3e:cf:0c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff21d76-b0c1-4068-825d-d87bde7d97a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '9c6480e2-7b8b-4692-bfab-695bd2fafbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:09:24Z', 'updated_at': '2022-04-20T13:09:28Z', 'revision_number': 2, 'project_id': '97a38ecda7a343ab82e1697ac2616ffb', 'subnets': [{'id': '9c6480e2-7b8b-4692-bfab-695bd2fafbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:31.337674 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63599625-3591-4494-974f-0e6c3ac9f349 req-f9c8cb75-95d1-4819-8957-638ac88bca31 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc338793-76f2-46cb-b132-9f5b25a33ace HTTP/1.1" status: 200 len: 217 time: 0.2072935 Apr 20 13:09:31.418450 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5bd227e8-34a4-4dc4-be6b-266028ff8dad req-3087ec6c-837c-4251-b035-0c2a46a60f96 service neutron] 10.222.0.32 "GET /v2.0/networks/93be87d1-2eca-4eca-adcf-b2098e6f84fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183240 Apr 20 13:09:31.487749 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c3c2804e-c7e9-4745-b0e4-4d1fd431b8df req-aea1cefe-c9bf-492e-bef1-4fdace265a33 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.182 HTTP/1.1" status: 200 len: 1001 time: 0.3452618 Apr 20 13:09:31.517980 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-28dbefd2-c7ab-419d-a1f2-cf8db5053022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:31.519600 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-28dbefd2-c7ab-419d-a1f2-cf8db5053022 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4af9191-d6b5-420c-b77f-a5f7f7b63126 HTTP/1.1" status: 200 len: 797 time: 0.2056930 Apr 20 13:09:31.522496 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63599625-3591-4494-974f-0e6c3ac9f349 req-c7dcd65c-0bfa-49ab-a851-ccf87f6fcbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:31.530626 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63599625-3591-4494-974f-0e6c3ac9f349 req-c7dcd65c-0bfa-49ab-a851-ccf87f6fcbe5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0b77211f-3453-4701-925b-fc2afaf87461 HTTP/1.1" status: 200 len: 860 time: 0.1833670 Apr 20 13:09:31.591698 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-4049949a-ab80-4110-8cf2-b54339c72ad5 None None] Set router 58ac7165-3ec6-4819-a93a-ee6e28e96e44 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:09:31.625119 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a359193-56e6-47a2-b573-ce626faae368 None None] Checking router: cff21d76-b0c1-4068-825d-d87bde7d97a3 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:09:31.625778 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a359193-56e6-47a2-b573-ce626faae368 None None] Updating router cff21d76-b0c1-4068-825d-d87bde7d97a3 port 32eb73cb-66b3-482c-bd22-969f5b2ee710 binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:09:31.662013 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-7a359193-56e6-47a2-b573-ce626faae368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:31.740918 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2804e-c7e9-4745-b0e4-4d1fd431b8df req-9c8c5f4f-b788-4d50-bf94-e34760d4dbf5 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:31.742245 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c3c2804e-c7e9-4745-b0e4-4d1fd431b8df req-9c8c5f4f-b788-4d50-bf94-e34760d4dbf5 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/networks/08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 784 time: 0.2536902 Apr 20 13:09:31.745882 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-f299a44a-78e7-439e-ab1b-be342cd9bcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:31.747194 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-f299a44a-78e7-439e-ab1b-be342cd9bcd1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a69de38-4530-4bc9-a14a-1ca14f4ebdfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2115850 Apr 20 13:09:31.749033 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63599625-3591-4494-974f-0e6c3ac9f349 req-57bd8169-5004-4c34-943b-4859011116df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:31.750609 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63599625-3591-4494-974f-0e6c3ac9f349 req-57bd8169-5004-4c34-943b-4859011116df service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=216be08c-a7d9-48bb-ac07-e1350f2b5dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2191985 Apr 20 13:09:31.939944 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c3c2804e-c7e9-4745-b0e4-4d1fd431b8df req-db8d2786-be74-4538-bbcd-1c932e39c63b tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.182 HTTP/1.1" status: 200 len: 1001 time: 0.1861832 Apr 20 13:09:31.949813 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-c3c2804e-c7e9-4745-b0e4-4d1fd431b8df req-c7be82cd-2bf2-442e-ad80-2632b5eac8a0 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:31.994814 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-4049949a-ab80-4110-8cf2-b54339c72ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758772103-router', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:42Z', 'updated_at': '2022-04-20T13:07:48Z', 'revision_number': 4, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'gw_port': {'id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:17:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:43Z', 'updated_at': '2022-04-20T13:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '7d887a6a-8007-4be4-ac70-d441e86d1b65', 'name': '', 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'mac_address': 'fa:16:3e:28:60:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '0b77211f-3453-4701-925b-fc2afaf87461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:47Z', 'updated_at': '2022-04-20T13:07:57Z', 'revision_number': 5, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'subnets': [{'id': '0b77211f-3453-4701-925b-fc2afaf87461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:31.995840 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-7a359193-56e6-47a2-b573-ce626faae368 None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:32.031847 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4049949a-ab80-4110-8cf2-b54339c72ad5 None None] The sync data for ids ['58ac7165-3ec6-4819-a93a-ee6e28e96e44'] in n-d-836015-7 is: [{'id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758772103-router', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:42Z', 'updated_at': '2022-04-20T13:07:48Z', 'revision_number': 4, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'gw_port': {'id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:17:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:43Z', 'updated_at': '2022-04-20T13:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '7d887a6a-8007-4be4-ac70-d441e86d1b65', 'name': '', 'network_id': '216be08c-a7d9-48bb-ac07-e1350f2b5dea', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'mac_address': 'fa:16:3e:28:60:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '0b77211f-3453-4701-925b-fc2afaf87461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:47Z', 'updated_at': '2022-04-20T13:07:57Z', 'revision_number': 5, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'subnets': [{'id': '0b77211f-3453-4701-925b-fc2afaf87461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:09:32.033430 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-d08ecebe-7e15-4c59-b41a-2c0b78fedfaa service neutron] 10.222.0.15 "GET /v2.0/networks/5a69de38-4530-4bc9-a14a-1ca14f4ebdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725220 Apr 20 13:09:32.057207 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63599625-3591-4494-974f-0e6c3ac9f349 req-758f7397-d16a-4081-84cb-34808b24bc06 service neutron] 10.222.0.25 "GET /v2.0/networks/216be08c-a7d9-48bb-ac07-e1350f2b5dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950969 Apr 20 13:09:32.111842 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c3c2804e-c7e9-4745-b0e4-4d1fd431b8df req-c7be82cd-2bf2-442e-ad80-2632b5eac8a0 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks [] for floatingip, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:32.259163 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-7a359193-56e6-47a2-b573-ce626faae368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:32.282075 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1939ef-f5ac-4393-a653-7afa9f11f174 None None] New status for floating IP a7a4f8b1-150e-4a05-9cbb-fa9caa78fc5f: DOWN {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:09:32.301395 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-3a06a5c7-adb7-49e0-af43-7b4d1a9bc03e service neutron] 10.222.0.15 "GET /v2.0/networks/5a69de38-4530-4bc9-a14a-1ca14f4ebdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590775 Apr 20 13:09:32.337736 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63599625-3591-4494-974f-0e6c3ac9f349 req-3a47ece6-91cb-4c14-992f-a9221f7fbe76 service neutron] 10.222.0.25 "GET /v2.0/networks/216be08c-a7d9-48bb-ac07-e1350f2b5dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633390 Apr 20 13:09:32.338054 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc46be-4a5f-4fd4-a092-4628c3b0cab0 None None] Pushing event updated for resources: {'Port': ['ID=32eb73cb-66b3-482c-bd22-969f5b2ee710,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:32.400460 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c3c2804e-c7e9-4745-b0e4-4d1fd431b8df req-c7be82cd-2bf2-442e-ad80-2632b5eac8a0 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:32.416884 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-7a359193-56e6-47a2-b573-ce626faae368 None None] Attempting to bind port 32eb73cb-66b3-482c-bd22-969f5b2ee710 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:09:32.417248 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-7a359193-56e6-47a2-b573-ce626faae368 None None] Attempting to bind port 32eb73cb-66b3-482c-bd22-969f5b2ee710 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'f4c02dc7-b959-44b9-b11f-0e31ef6d85fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '83ad9bc7-0da2-42c5-a8da-8a75b2614736'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:09:32.417840 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a359193-56e6-47a2-b573-ce626faae368 None None] Attempting to bind port 32eb73cb-66b3-482c-bd22-969f5b2ee710 on network 83ad9bc7-0da2-42c5-a8da-8a75b2614736 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:09:32.425190 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a359193-56e6-47a2-b573-ce626faae368 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:09:32.425619 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a359193-56e6-47a2-b573-ce626faae368 None None] Checking segment: {'id': 'f4c02dc7-b959-44b9-b11f-0e31ef6d85fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '83ad9bc7-0da2-42c5-a8da-8a75b2614736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:09:32.426062 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-7a359193-56e6-47a2-b573-ce626faae368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:32.426539 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a359193-56e6-47a2-b573-ce626faae368 None None] Bound using segment: {'id': 'f4c02dc7-b959-44b9-b11f-0e31ef6d85fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '83ad9bc7-0da2-42c5-a8da-8a75b2614736'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:09:32.427061 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-7a359193-56e6-47a2-b573-ce626faae368 None None] Bound port: 32eb73cb-66b3-482c-bd22-969f5b2ee710, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c02dc7-b959-44b9-b11f-0e31ef6d85fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '83ad9bc7-0da2-42c5-a8da-8a75b2614736'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:09:32.427467 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-7a359193-56e6-47a2-b573-ce626faae368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:32.487698 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-469d243b-bc30-4917-acb7-462c21696d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:32.488190 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-469d243b-bc30-4917-acb7-462c21696d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:32.488658 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-469d243b-bc30-4917-acb7-462c21696d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:32.489127 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-469d243b-bc30-4917-acb7-462c21696d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:32.489589 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-469d243b-bc30-4917-acb7-462c21696d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:32.490053 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-469d243b-bc30-4917-acb7-462c21696d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:32.490517 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-469d243b-bc30-4917-acb7-462c21696d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:32.500162 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-469d243b-bc30-4917-acb7-462c21696d2f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=80a09310883244f09c77418f84fc8e88&device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 6476 time: 0.1143427 Apr 20 13:09:32.501030 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e555c2f-605a-4255-b02d-cf3e802bb7bc', 'tag': 'cc338793-76f2-46cb-b132-9f5b25a33ace'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:09:32.512259 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0970095-9b27-4085-b8e1-8b7eb75f552c" -d '{"events": [{"name": "network-changed", "server_uuid": "4e555c2f-605a-4255-b02d-cf3e802bb7bc", "tag": "cc338793-76f2-46cb-b132-9f5b25a33ace"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:09:32.512259 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c3c2804e-c7e9-4745-b0e4-4d1fd431b8df req-c7be82cd-2bf2-442e-ad80-2632b5eac8a0 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:32.512259 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [req-c3c2804e-c7e9-4745-b0e4-4d1fd431b8df req-c7be82cd-2bf2-442e-ad80-2632b5eac8a0 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Floating IP a2e2834d-8fcc-4393-9bd8-b90c7f1aaf2f disassociated. External IP: 172.25.8.182, port: 081561c3-3910-4ea2-a530-47db75e29c73. Apr 20 13:09:32.579618 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-7a359193-56e6-47a2-b573-ce626faae368 None None] For port 32eb73cb-66b3-482c-bd22-969f5b2ee710, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:09:32.585670 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-7a359193-56e6-47a2-b573-ce626faae368 None None] For port 32eb73cb-66b3-482c-bd22-969f5b2ee710, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=32eb73cb-66b3-482c-bd22-969f5b2ee710,segment=NetworkSegment(f4c02dc7-b959-44b9-b11f-0e31ef6d85fc),segment_id=f4c02dc7-b959-44b9-b11f-0e31ef6d85fc)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:09:32.655394 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-7a359193-56e6-47a2-b573-ce626faae368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:32.730088 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc46be-4a5f-4fd4-a092-4628c3b0cab0 None None] Pushing event updated for resources: {'Port': ['ID=32eb73cb-66b3-482c-bd22-969f5b2ee710,revision_number=4']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:32.734528 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a359193-56e6-47a2-b573-ce626faae368 None None] Routers {'cff21d76-b0c1-4068-825d-d87bde7d97a3'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:09:32.735305 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-7a359193-56e6-47a2-b573-ce626faae368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:09:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['cff21d76-b0c1-4068-825d-d87bde7d97a3'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:32.819678 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-42355fc2-0645-43cb-ae96-cc0905945c8b None None] Provisioning complete for port 32eb73cb-66b3-482c-bd22-969f5b2ee710 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:32.820283 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-42355fc2-0645-43cb-ae96-cc0905945c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:32.855971 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-b6187794-381e-49a0-8e34-e1709a0ad6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:32.873468 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-b6187794-381e-49a0-8e34-e1709a0ad6a0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5a69de38-4530-4bc9-a14a-1ca14f4ebdfd HTTP/1.1" status: 200 len: 902 time: 0.3571975 Apr 20 13:09:32.954455 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-7a359193-56e6-47a2-b573-ce626faae368 None None] Set router cff21d76-b0c1-4068-825d-d87bde7d97a3 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:09:33.036404 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-42355fc2-0645-43cb-ae96-cc0905945c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:33.047413 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-e6f54f57-0d9a-40ba-8369-188b2c40865a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=bd817be8-283c-452b-aa21-7b15743074d5 HTTP/1.1" status: 200 len: 217 time: 0.1563532 Apr 20 13:09:33.105841 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-42355fc2-0645-43cb-ae96-cc0905945c8b None None] For port 32eb73cb-66b3-482c-bd22-969f5b2ee710, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=32eb73cb-66b3-482c-bd22-969f5b2ee710,segment=NetworkSegment(f4c02dc7-b959-44b9-b11f-0e31ef6d85fc),segment_id=f4c02dc7-b959-44b9-b11f-0e31ef6d85fc)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:33.186686 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-42355fc2-0645-43cb-ae96-cc0905945c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:33.410882 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42355fc2-0645-43cb-ae96-cc0905945c8b None None] Pushing event updated for resources: {'Port': ['ID=32eb73cb-66b3-482c-bd22-969f5b2ee710,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:33.412915 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-7a359193-56e6-47a2-b573-ce626faae368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff21d76-b0c1-4068-825d-d87bde7d97a3', 'name': 'tempest-TaggedBootDevicesTest_v242-1409615828-router', 'tenant_id': '97a38ecda7a343ab82e1697ac2616ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '8a08dd1f-a270-4f67-b3dd-0d31d59d1d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:09:17Z', 'updated_at': '2022-04-20T13:09:27Z', 'revision_number': 4, 'project_id': '97a38ecda7a343ab82e1697ac2616ffb', 'gw_port': {'id': '8a08dd1f-a270-4f67-b3dd-0d31d59d1d91', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:15:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff21d76-b0c1-4068-825d-d87bde7d97a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:09:18Z', 'updated_at': '2022-04-20T13:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '32eb73cb-66b3-482c-bd22-969f5b2ee710', 'name': '', 'network_id': '83ad9bc7-0da2-42c5-a8da-8a75b2614736', 'tenant_id': '97a38ecda7a343ab82e1697ac2616ffb', 'mac_address': 'fa:16:3e:cf:0c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff21d76-b0c1-4068-825d-d87bde7d97a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '9c6480e2-7b8b-4692-bfab-695bd2fafbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:09:24Z', 'updated_at': '2022-04-20T13:09:32Z', 'revision_number': 4, 'project_id': '97a38ecda7a343ab82e1697ac2616ffb', 'subnets': [{'id': '9c6480e2-7b8b-4692-bfab-695bd2fafbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:33.413703 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-faa90107-08b8-4a54-8788-6f0bfe14b64a None None] Provisioning complete for port 32eb73cb-66b3-482c-bd22-969f5b2ee710 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:33.413703 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-faa90107-08b8-4a54-8788-6f0bfe14b64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:33.414029 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a359193-56e6-47a2-b573-ce626faae368 None None] The sync data for ids ['cff21d76-b0c1-4068-825d-d87bde7d97a3'] in n-d-836015-7 is: [{'id': 'cff21d76-b0c1-4068-825d-d87bde7d97a3', 'name': 'tempest-TaggedBootDevicesTest_v242-1409615828-router', 'tenant_id': '97a38ecda7a343ab82e1697ac2616ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '8a08dd1f-a270-4f67-b3dd-0d31d59d1d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:09:17Z', 'updated_at': '2022-04-20T13:09:27Z', 'revision_number': 4, 'project_id': '97a38ecda7a343ab82e1697ac2616ffb', 'gw_port': {'id': '8a08dd1f-a270-4f67-b3dd-0d31d59d1d91', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:15:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff21d76-b0c1-4068-825d-d87bde7d97a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:09:18Z', 'updated_at': '2022-04-20T13:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '32eb73cb-66b3-482c-bd22-969f5b2ee710', 'name': '', 'network_id': '83ad9bc7-0da2-42c5-a8da-8a75b2614736', 'tenant_id': '97a38ecda7a343ab82e1697ac2616ffb', 'mac_address': 'fa:16:3e:cf:0c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff21d76-b0c1-4068-825d-d87bde7d97a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '9c6480e2-7b8b-4692-bfab-695bd2fafbc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:09:24Z', 'updated_at': '2022-04-20T13:09:32Z', 'revision_number': 4, 'project_id': '97a38ecda7a343ab82e1697ac2616ffb', 'subnets': [{'id': '9c6480e2-7b8b-4692-bfab-695bd2fafbc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:09:33.677193 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-5cd33d92-44f6-4815-822b-d983bb66f02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:33.678666 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-5cd33d92-44f6-4815-822b-d983bb66f02f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4af9191-d6b5-420c-b77f-a5f7f7b63126 HTTP/1.1" status: 200 len: 797 time: 0.6123562 Apr 20 13:09:33.733865 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139548fd-8df6-4b5f-9b0e-9daf28438a43 req-12433664-fbb0-4419-9d40-70eaf5fcfa4a tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:33.740119 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139548fd-8df6-4b5f-9b0e-9daf28438a43 req-12433664-fbb0-4419-9d40-70eaf5fcfa4a tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:33.747615 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-139548fd-8df6-4b5f-9b0e-9daf28438a43 req-12433664-fbb0-4419-9d40-70eaf5fcfa4a tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=50522a08-9b57-4c92-8b1a-9f0ef7511f8c&device_id=d7eef8d9-0e4c-4386-9770-66100bcc6707 HTTP/1.1" status: 200 len: 1691 time: 0.6978602 Apr 20 13:09:33.829682 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3c2804e-c7e9-4745-b0e4-4d1fd431b8df req-c7be82cd-2bf2-442e-ad80-2632b5eac8a0 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Router a370d898-621c-4077-8917-0d0a57961271 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:09:33.848761 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-139548fd-8df6-4b5f-9b0e-9daf28438a43 req-7e3cbe3a-16fd-42f7-8d7b-d14bc0cfc1d6 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998697 Apr 20 13:09:33.853772 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-21520857-3316-450c-b332-0b52b04ba1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:33.857186 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-21520857-3316-450c-b332-0b52b04ba1b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a69de38-4530-4bc9-a14a-1ca14f4ebdfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1688685 Apr 20 13:09:34.072979 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-b104404e-99a7-47fa-89f9-3391567c8e93 service neutron] 10.222.0.15 "GET /v2.0/networks/5a69de38-4530-4bc9-a14a-1ca14f4ebdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067382 Apr 20 13:09:34.090563 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3c2804e-c7e9-4745-b0e4-4d1fd431b8df req-c7be82cd-2bf2-442e-ad80-2632b5eac8a0 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:09:34.109021 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd4a316-aa44-4054-96c6-e41a40c6b25e None None] Sync routers for ids ['a370d898-621c-4077-8917-0d0a57961271'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:09:34.113962 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c3c2804e-c7e9-4745-b0e4-4d1fd431b8df req-c7be82cd-2bf2-442e-ad80-2632b5eac8a0 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:34.120630 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd4a316-aa44-4054-96c6-e41a40c6b25e None None] Routers {'a370d898-621c-4077-8917-0d0a57961271'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:09:34.121261 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-6dd4a316-aa44-4054-96c6-e41a40c6b25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:09:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['a370d898-621c-4077-8917-0d0a57961271'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:34.312991 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 32eb73cb-66b3-482c-bd22-969f5b2ee710 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:09:34.336026 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c3c2804e-c7e9-4745-b0e4-4d1fd431b8df req-c7be82cd-2bf2-442e-ad80-2632b5eac8a0 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "PUT /v2.0/floatingips/a2e2834d-8fcc-4393-9bd8-b90c7f1aaf2f HTTP/1.1" status: 200 len: 695 time: 2.3867934 Apr 20 13:09:34.399928 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-6dd4a316-aa44-4054-96c6-e41a40c6b25e None None] Set router a370d898-621c-4077-8917-0d0a57961271 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:09:34.414390 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-713fc8f2-2e51-4a2b-b29e-0173a314eb6c req-7e031aa4-3fbd-44eb-9eac-eada34f89d58 service neutron] 10.222.0.15 "GET /v2.0/networks/5a69de38-4530-4bc9-a14a-1ca14f4ebdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328748 Apr 20 13:09:34.418463 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2804e-c7e9-4745-b0e4-4d1fd431b8df req-dac0dc4d-9fc9-4fe6-b2ba-cb06ec158350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:34.426361 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c3c2804e-c7e9-4745-b0e4-4d1fd431b8df req-dac0dc4d-9fc9-4fe6-b2ba-cb06ec158350 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a9ab0226b6cf4925abbf972bfe37e3be&device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 1096 time: 0.0884593 Apr 20 13:09:34.469400 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 32eb73cb-66b3-482c-bd22-969f5b2ee710 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:34.470109 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:34.613579 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948784b-6297-491b-8bca-d09d99017020 req-8a03f1c8-d2a7-440f-8c96-e14db0df61f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:34.614552 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948784b-6297-491b-8bca-d09d99017020 req-8a03f1c8-d2a7-440f-8c96-e14db0df61f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:34.615214 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948784b-6297-491b-8bca-d09d99017020 req-8a03f1c8-d2a7-440f-8c96-e14db0df61f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:34.615899 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948784b-6297-491b-8bca-d09d99017020 req-8a03f1c8-d2a7-440f-8c96-e14db0df61f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:34.616552 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948784b-6297-491b-8bca-d09d99017020 req-8a03f1c8-d2a7-440f-8c96-e14db0df61f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:34.617198 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948784b-6297-491b-8bca-d09d99017020 req-8a03f1c8-d2a7-440f-8c96-e14db0df61f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:34.618141 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948784b-6297-491b-8bca-d09d99017020 req-8a03f1c8-d2a7-440f-8c96-e14db0df61f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:34.622434 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6948784b-6297-491b-8bca-d09d99017020 req-8a03f1c8-d2a7-440f-8c96-e14db0df61f9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=80a09310883244f09c77418f84fc8e88&device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 6476 time: 0.1012089 Apr 20 13:09:34.765432 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-6dd4a316-aa44-4054-96c6-e41a40c6b25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a370d898-621c-4077-8917-0d0a57961271', 'name': 'tempest-ServerRescueTestJSONUnderV235-1804720879-router', 'tenant_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '9ec5f127-9fe0-46af-9f11-408663cf81a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:56Z', 'updated_at': '2022-04-20T13:08:05Z', 'revision_number': 4, 'project_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'gw_port': {'id': '9ec5f127-9fe0-46af-9f11-408663cf81a9', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a370d898-621c-4077-8917-0d0a57961271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:57Z', 'updated_at': '2022-04-20T13:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '9cdc0094-391e-4e3a-921e-4440c68b1137', 'name': '', 'network_id': '93be87d1-2eca-4eca-adcf-b2098e6f84fb', 'tenant_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'mac_address': 'fa:16:3e:be:6b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a370d898-621c-4077-8917-0d0a57961271', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '9def3790-e72f-4622-9eb5-7500a0e5bad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:08:04Z', 'updated_at': '2022-04-20T13:08:15Z', 'revision_number': 5, 'project_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'subnets': [{'id': '9def3790-e72f-4622-9eb5-7500a0e5bad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:34.776678 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2804e-c7e9-4745-b0e4-4d1fd431b8df req-6731bb10-d0c0-4c14-be45-b72aa64d3d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:34.788137 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c3c2804e-c7e9-4745-b0e4-4d1fd431b8df req-6731bb10-d0c0-4c14-be45-b72aa64d3d58 service neutron] 10.222.0.25 "GET /v2.0/networks?id=93be87d1-2eca-4eca-adcf-b2098e6f84fb HTTP/1.1" status: 200 len: 921 time: 0.3604870 Apr 20 13:09:34.809532 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd4a316-aa44-4054-96c6-e41a40c6b25e None None] Checking router: a370d898-621c-4077-8917-0d0a57961271 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:09:34.819209 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd4a316-aa44-4054-96c6-e41a40c6b25e None None] Routers {'a370d898-621c-4077-8917-0d0a57961271'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:09:34.820350 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-6dd4a316-aa44-4054-96c6-e41a40c6b25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:09:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['a370d898-621c-4077-8917-0d0a57961271'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:34.840809 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948784b-6297-491b-8bca-d09d99017020 req-c3d69654-db52-4f57-88d6-1b17b0b68ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:34.842674 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6948784b-6297-491b-8bca-d09d99017020 req-c3d69654-db52-4f57-88d6-1b17b0b68ce6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b1ec58e9-2000-46d7-b9f7-b902c3308689 HTTP/1.1" status: 200 len: 903 time: 0.1963460 Apr 20 13:09:34.902157 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c3c2804e-c7e9-4745-b0e4-4d1fd431b8df req-0b02cb91-3793-48ab-aa0b-ed829284c65c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=081561c3-3910-4ea2-a530-47db75e29c73 HTTP/1.1" status: 200 len: 217 time: 0.1122923 Apr 20 13:09:34.956897 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6948784b-6297-491b-8bca-d09d99017020 req-62ce67b2-d34c-4f3f-9710-15bace15c1d2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=60877966-e402-419c-a28e-944e03bf9ba3 HTTP/1.1" status: 200 len: 217 time: 0.0635762 Apr 20 13:09:34.983133 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-6dd4a316-aa44-4054-96c6-e41a40c6b25e None None] Set router a370d898-621c-4077-8917-0d0a57961271 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:09:35.113958 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2804e-c7e9-4745-b0e4-4d1fd431b8df req-be49ac23-3951-4f7f-9c72-2ea0074f7629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:35.116577 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c3c2804e-c7e9-4745-b0e4-4d1fd431b8df req-be49ac23-3951-4f7f-9c72-2ea0074f7629 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9def3790-e72f-4622-9eb5-7500a0e5bad9 HTTP/1.1" status: 200 len: 860 time: 0.1583300 Apr 20 13:09:35.170767 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c3c2804e-c7e9-4745-b0e4-4d1fd431b8df req-0ec5c8e9-4fb4-4b37-9250-72eb6a6250ae service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=93be87d1-2eca-4eca-adcf-b2098e6f84fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419967 Apr 20 13:09:35.174424 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948784b-6297-491b-8bca-d09d99017020 req-f754d0cd-a91c-4cde-ab97-8e673f03f1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:35.177645 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6948784b-6297-491b-8bca-d09d99017020 req-f754d0cd-a91c-4cde-ab97-8e673f03f1d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6bef6cbc-229e-4076-aebf-0e9753031270 HTTP/1.1" status: 200 len: 797 time: 0.2105136 Apr 20 13:09:35.345520 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-6dd4a316-aa44-4054-96c6-e41a40c6b25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a370d898-621c-4077-8917-0d0a57961271', 'name': 'tempest-ServerRescueTestJSONUnderV235-1804720879-router', 'tenant_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '9ec5f127-9fe0-46af-9f11-408663cf81a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:56Z', 'updated_at': '2022-04-20T13:08:05Z', 'revision_number': 4, 'project_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'gw_port': {'id': '9ec5f127-9fe0-46af-9f11-408663cf81a9', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a370d898-621c-4077-8917-0d0a57961271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:57Z', 'updated_at': '2022-04-20T13:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '9cdc0094-391e-4e3a-921e-4440c68b1137', 'name': '', 'network_id': '93be87d1-2eca-4eca-adcf-b2098e6f84fb', 'tenant_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'mac_address': 'fa:16:3e:be:6b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a370d898-621c-4077-8917-0d0a57961271', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '9def3790-e72f-4622-9eb5-7500a0e5bad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:08:04Z', 'updated_at': '2022-04-20T13:08:15Z', 'revision_number': 5, 'project_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'subnets': [{'id': '9def3790-e72f-4622-9eb5-7500a0e5bad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:35.378816 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948784b-6297-491b-8bca-d09d99017020 req-470c6b08-e1d3-44e4-b6fb-112135e9152d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:35.393200 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6948784b-6297-491b-8bca-d09d99017020 req-470c6b08-e1d3-44e4-b6fb-112135e9152d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b1ec58e9-2000-46d7-b9f7-b902c3308689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2044370 Apr 20 13:09:35.502909 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c3c2804e-c7e9-4745-b0e4-4d1fd431b8df req-bafd4dde-c05b-48c0-8720-ad5908c59a29 service neutron] 10.222.0.25 "GET /v2.0/networks/93be87d1-2eca-4eca-adcf-b2098e6f84fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237395 Apr 20 13:09:35.562143 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd4a316-aa44-4054-96c6-e41a40c6b25e None None] The sync data for ids ['a370d898-621c-4077-8917-0d0a57961271'] in n-d-836015-7 is: [{'id': 'a370d898-621c-4077-8917-0d0a57961271', 'name': 'tempest-ServerRescueTestJSONUnderV235-1804720879-router', 'tenant_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '9ec5f127-9fe0-46af-9f11-408663cf81a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:56Z', 'updated_at': '2022-04-20T13:08:05Z', 'revision_number': 4, 'project_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'gw_port': {'id': '9ec5f127-9fe0-46af-9f11-408663cf81a9', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a370d898-621c-4077-8917-0d0a57961271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:57Z', 'updated_at': '2022-04-20T13:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '9cdc0094-391e-4e3a-921e-4440c68b1137', 'name': '', 'network_id': '93be87d1-2eca-4eca-adcf-b2098e6f84fb', 'tenant_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'mac_address': 'fa:16:3e:be:6b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a370d898-621c-4077-8917-0d0a57961271', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '9def3790-e72f-4622-9eb5-7500a0e5bad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:08:04Z', 'updated_at': '2022-04-20T13:08:15Z', 'revision_number': 5, 'project_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'subnets': [{'id': '9def3790-e72f-4622-9eb5-7500a0e5bad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:09:35.636402 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6948784b-6297-491b-8bca-d09d99017020 req-e1fce79c-0745-4eac-9fcd-0986fd339520 service neutron] 10.222.0.15 "GET /v2.0/networks/b1ec58e9-2000-46d7-b9f7-b902c3308689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311316 Apr 20 13:09:35.660739 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c3c2804e-c7e9-4745-b0e4-4d1fd431b8df req-26bfbdbb-ecbe-4542-80b1-af6655695cf2 service neutron] 10.222.0.25 "GET /v2.0/networks/93be87d1-2eca-4eca-adcf-b2098e6f84fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487012 Apr 20 13:09:35.761731 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6948784b-6297-491b-8bca-d09d99017020 req-31f24cd4-4111-4395-a9a2-bfbe001fa264 service neutron] 10.222.0.15 "GET /v2.0/networks/b1ec58e9-2000-46d7-b9f7-b902c3308689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171246 Apr 20 13:09:35.971569 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948784b-6297-491b-8bca-d09d99017020 req-7bcd2558-98a3-4ad2-a1dc-11becf4dfcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:35.972199 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948784b-6297-491b-8bca-d09d99017020 req-7bcd2558-98a3-4ad2-a1dc-11becf4dfcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:35.972517 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948784b-6297-491b-8bca-d09d99017020 req-7bcd2558-98a3-4ad2-a1dc-11becf4dfcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:35.972985 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948784b-6297-491b-8bca-d09d99017020 req-7bcd2558-98a3-4ad2-a1dc-11becf4dfcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:35.973586 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948784b-6297-491b-8bca-d09d99017020 req-7bcd2558-98a3-4ad2-a1dc-11becf4dfcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:35.974064 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948784b-6297-491b-8bca-d09d99017020 req-7bcd2558-98a3-4ad2-a1dc-11becf4dfcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:35.974525 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948784b-6297-491b-8bca-d09d99017020 req-7bcd2558-98a3-4ad2-a1dc-11becf4dfcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:35.976636 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6948784b-6297-491b-8bca-d09d99017020 req-7bcd2558-98a3-4ad2-a1dc-11becf4dfcd1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=80a09310883244f09c77418f84fc8e88&device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 6476 time: 0.1364689 Apr 20 13:09:35.993796 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24339c58-5b50-4b79-9448-946bec238e70 req-6e6ef542-6fe5-49fc-bed0-4e5478c963e3 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:36.001212 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-24339c58-5b50-4b79-9448-946bec238e70 req-6e6ef542-6fe5-49fc-bed0-4e5478c963e3 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 945 time: 0.0964510 Apr 20 13:09:36.163107 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-24339c58-5b50-4b79-9448-946bec238e70 req-c1ad549d-93d0-4167-bf0d-f6d9de2247cf tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609218 Apr 20 13:09:36.229256 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f17a956-c770-48be-80ba-a7e5df1e8ac9 None None] New status for floating IP a2e2834d-8fcc-4393-9bd8-b90c7f1aaf2f: DOWN {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:09:36.237191 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948784b-6297-491b-8bca-d09d99017020 req-70ab63cb-b998-4319-8f71-a18791889958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:36.238673 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6948784b-6297-491b-8bca-d09d99017020 req-70ab63cb-b998-4319-8f71-a18791889958 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b1ec58e9-2000-46d7-b9f7-b902c3308689 HTTP/1.1" status: 200 len: 903 time: 0.2306733 Apr 20 13:09:36.335521 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6948784b-6297-491b-8bca-d09d99017020 req-d32f9aee-555e-48ed-842b-547057910e08 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e3d672b2-5f52-48fe-8008-ebffb2729d17 HTTP/1.1" status: 200 len: 217 time: 0.0882823 Apr 20 13:09:36.463696 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a19c83-b0de-4a68-820b-da5b513ff9c8 req-19aff277-3a10-4e0b-9ccf-9e873ded85bd tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:36.474041 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a19c83-b0de-4a68-820b-da5b513ff9c8 req-19aff277-3a10-4e0b-9ccf-9e873ded85bd tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:36.482882 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a19c83-b0de-4a68-820b-da5b513ff9c8 req-19aff277-3a10-4e0b-9ccf-9e873ded85bd tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:36.492227 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a19c83-b0de-4a68-820b-da5b513ff9c8 req-19aff277-3a10-4e0b-9ccf-9e873ded85bd tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:36.501304 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a19c83-b0de-4a68-820b-da5b513ff9c8 req-19aff277-3a10-4e0b-9ccf-9e873ded85bd tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:36.507932 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a19c83-b0de-4a68-820b-da5b513ff9c8 req-19aff277-3a10-4e0b-9ccf-9e873ded85bd tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:36.514627 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a19c83-b0de-4a68-820b-da5b513ff9c8 req-19aff277-3a10-4e0b-9ccf-9e873ded85bd tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:36.525032 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a5a19c83-b0de-4a68-820b-da5b513ff9c8 req-19aff277-3a10-4e0b-9ccf-9e873ded85bd tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 5419 time: 0.1851737 Apr 20 13:09:36.559871 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948784b-6297-491b-8bca-d09d99017020 req-8e7162f0-8772-4c6a-bae7-bfe3adb92834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:36.563422 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6948784b-6297-491b-8bca-d09d99017020 req-8e7162f0-8772-4c6a-bae7-bfe3adb92834 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6bef6cbc-229e-4076-aebf-0e9753031270 HTTP/1.1" status: 200 len: 797 time: 0.2062633 Apr 20 13:09:36.604985 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a5a19c83-b0de-4a68-820b-da5b513ff9c8 req-accbecb8-6eda-4b36-8827-495076177e9f tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&id=556d7529-8c3d-4632-818a-1051dfde20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0782182 Apr 20 13:09:36.680143 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948784b-6297-491b-8bca-d09d99017020 req-9752c20b-3c1e-4109-b862-cedcb26cb23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:36.681770 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6948784b-6297-491b-8bca-d09d99017020 req-9752c20b-3c1e-4109-b862-cedcb26cb23f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b1ec58e9-2000-46d7-b9f7-b902c3308689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1098604 Apr 20 13:09:36.749698 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e243af0-80f4-4edc-aa2d-6a9a49278c6f x-openstack-request-id: req-3e243af0-80f4-4edc-aa2d-6a9a49278c6f {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:09:36.749979 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e555c2f-605a-4255-b02d-cf3e802bb7bc", "tag": "cc338793-76f2-46cb-b132-9f5b25a33ace", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:09:36.750989 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e243af0-80f4-4edc-aa2d-6a9a49278c6f {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:09:36.750989 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e243af0-80f4-4edc-aa2d-6a9a49278c6f'] response: {'name': 'network-changed', 'server_uuid': '4e555c2f-605a-4255-b02d-cf3e802bb7bc', 'tag': 'cc338793-76f2-46cb-b132-9f5b25a33ace', 'status': 'completed', 'code': 200} Apr 20 13:09:36.818440 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6948784b-6297-491b-8bca-d09d99017020 req-7df65182-62d2-40a6-8950-3cd4afc70fd9 service neutron] 10.222.0.15 "GET /v2.0/networks/b1ec58e9-2000-46d7-b9f7-b902c3308689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286118 Apr 20 13:09:36.844639 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0970095-9b27-4085-b8e1-8b7eb75f552c req-25c90749-491e-4149-9568-be61b8b7fd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:36.846803 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e0970095-9b27-4085-b8e1-8b7eb75f552c req-25c90749-491e-4149-9568-be61b8b7fd48 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ad4bf9f25ca54612b09fd2442e19f7e7&device_id=4e555c2f-605a-4255-b02d-cf3e802bb7bc HTTP/1.1" status: 200 len: 1096 time: 0.0766819 Apr 20 13:09:36.955046 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e0653169-2bad-46f0-aa57-611f976adb59 req-dfe0f704-ebd0-4815-8a62-c0c6cf3a6349 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/floatingips/a2e2834d-8fcc-4393-9bd8-b90c7f1aaf2f HTTP/1.1" status: 200 len: 693 time: 0.1041524 Apr 20 13:09:37.003607 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0970095-9b27-4085-b8e1-8b7eb75f552c req-4fba9054-3021-40d8-bb79-c9f44d712ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:37.011562 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e0970095-9b27-4085-b8e1-8b7eb75f552c req-4fba9054-3021-40d8-bb79-c9f44d712ee1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=216be08c-a7d9-48bb-ac07-e1350f2b5dea HTTP/1.1" status: 200 len: 922 time: 0.1483083 Apr 20 13:09:37.044269 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6948784b-6297-491b-8bca-d09d99017020 req-71086228-5b34-4f39-ba18-cac6f3f47086 service neutron] 10.222.0.15 "GET /v2.0/networks/b1ec58e9-2000-46d7-b9f7-b902c3308689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171450 Apr 20 13:09:37.093306 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e0970095-9b27-4085-b8e1-8b7eb75f552c req-07e10543-78ef-4f30-a507-65d05ab3c81a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc338793-76f2-46cb-b132-9f5b25a33ace HTTP/1.1" status: 200 len: 217 time: 0.0781333 Apr 20 13:09:37.109679 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0653169-2bad-46f0-aa57-611f976adb59 req-314d6952-c617-48e1-9dda-0b27e797d5f5 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:37.111502 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e0653169-2bad-46f0-aa57-611f976adb59 req-314d6952-c617-48e1-9dda-0b27e797d5f5 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/networks/08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 784 time: 0.1446431 Apr 20 13:09:37.168657 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0970095-9b27-4085-b8e1-8b7eb75f552c req-b22d915d-7867-4f1e-8b41-887ea8544a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:37.170107 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e0970095-9b27-4085-b8e1-8b7eb75f552c req-b22d915d-7867-4f1e-8b41-887ea8544a7a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0b77211f-3453-4701-925b-fc2afaf87461 HTTP/1.1" status: 200 len: 860 time: 0.0659893 Apr 20 13:09:37.184402 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e0653169-2bad-46f0-aa57-611f976adb59 req-38c637b8-3131-47f5-8ba9-4d56975edb0b tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.182 HTTP/1.1" status: 200 len: 696 time: 0.0632885 Apr 20 13:09:37.238958 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0970095-9b27-4085-b8e1-8b7eb75f552c req-e7661923-87f5-44ec-97f2-2e8e962710ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:37.240957 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e0970095-9b27-4085-b8e1-8b7eb75f552c req-e7661923-87f5-44ec-97f2-2e8e962710ea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=216be08c-a7d9-48bb-ac07-e1350f2b5dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580132 Apr 20 13:09:37.267915 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e0653169-2bad-46f0-aa57-611f976adb59 req-ccf9dd63-8168-4829-8b1a-8501b5626adf tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.182 HTTP/1.1" status: 200 len: 696 time: 0.0741301 Apr 20 13:09:37.389859 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e0970095-9b27-4085-b8e1-8b7eb75f552c req-6785a927-81b3-4eb5-96dd-6888d996982a service neutron] 10.222.0.32 "GET /v2.0/networks/216be08c-a7d9-48bb-ac07-e1350f2b5dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388841 Apr 20 13:09:37.471629 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-e0653169-2bad-46f0-aa57-611f976adb59 req-7f6f2a30-1166-48d1-a3bf-378831e5cdcd tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Deleting port 471053d0-ad57-4d2d-b8b5-85499342f78e {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:09:37.471629 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e0653169-2bad-46f0-aa57-611f976adb59 req-7f6f2a30-1166-48d1-a3bf-378831e5cdcd tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:37.536858 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e0970095-9b27-4085-b8e1-8b7eb75f552c req-64c1d963-ee6c-4647-8eec-bd269b2279df service neutron] 10.222.0.32 "GET /v2.0/networks/216be08c-a7d9-48bb-ac07-e1350f2b5dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373806 Apr 20 13:09:37.576940 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e0653169-2bad-46f0-aa57-611f976adb59 req-7f6f2a30-1166-48d1-a3bf-378831e5cdcd tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:37.577419 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e0653169-2bad-46f0-aa57-611f976adb59 req-7f6f2a30-1166-48d1-a3bf-378831e5cdcd tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:37.595076 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-e0653169-2bad-46f0-aa57-611f976adb59 req-7f6f2a30-1166-48d1-a3bf-378831e5cdcd tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Calling delete_port for 471053d0-ad57-4d2d-b8b5-85499342f78e owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:09:38.066359 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e0653169-2bad-46f0-aa57-611f976adb59 req-7f6f2a30-1166-48d1-a3bf-378831e5cdcd tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:38.097471 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f2a30-1166-48d1-a3bf-378831e5cdcd tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Pushing event deleted for resources: {'Port': ['ID=471053d0-ad57-4d2d-b8b5-85499342f78e,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:38.183884 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e0653169-2bad-46f0-aa57-611f976adb59 req-7f6f2a30-1166-48d1-a3bf-378831e5cdcd tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks [] for floatingip, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:38.188284 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e0653169-2bad-46f0-aa57-611f976adb59 req-7f6f2a30-1166-48d1-a3bf-378831e5cdcd tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:38.200105 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e0653169-2bad-46f0-aa57-611f976adb59 req-7f6f2a30-1166-48d1-a3bf-378831e5cdcd tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "DELETE /v2.0/floatingips/a2e2834d-8fcc-4393-9bd8-b90c7f1aaf2f HTTP/1.1" status: 204 len: 173 time: 0.9262781 Apr 20 13:09:38.389906 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe81c5-92b4-4928-952f-f72a3bc631e4 req-cf30f2a6-819e-493f-b89d-0f3de30a0a86 tempest-ServersOnMultiNodesTest-1016245788 tempest-ServersOnMultiNodesTest-1016245788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:38.399919 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f2fe81c5-92b4-4928-952f-f72a3bc631e4 req-cf30f2a6-819e-493f-b89d-0f3de30a0a86 tempest-ServersOnMultiNodesTest-1016245788 tempest-ServersOnMultiNodesTest-1016245788-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=50522a08-9b57-4c92-8b1a-9f0ef7511f8c HTTP/1.1" status: 200 len: 1101 time: 0.0601363 Apr 20 13:09:38.454081 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f2fe81c5-92b4-4928-952f-f72a3bc631e4 req-cdb4f325-eebd-4ada-8fa2-5c29fd24d4af tempest-ServersOnMultiNodesTest-1016245788 tempest-ServersOnMultiNodesTest-1016245788-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532854 Apr 20 13:09:38.616034 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25cc44-f147-44a3-90f1-902513ee7bf1 req-e2a98c0d-a756-4124-a7ba-f5cce5c79d9c tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:38.617624 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3d25cc44-f147-44a3-90f1-902513ee7bf1 req-e2a98c0d-a756-4124-a7ba-f5cce5c79d9c tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 945 time: 0.0840378 Apr 20 13:09:38.676325 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3d25cc44-f147-44a3-90f1-902513ee7bf1 req-25ff7dfb-1749-415a-af00-cea4bb226b2d tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466411 Apr 20 13:09:38.752085 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0b910f8-dcf7-441a-8223-d2876c7927f9', 'tag': '081561c3-3910-4ea2-a530-47db75e29c73'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:09:38.754678 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73f2e40-8e20-432a-85fa-03a57b59cb29" -d '{"events": [{"name": "network-changed", "server_uuid": "f0b910f8-dcf7-441a-8223-d2876c7927f9", "tag": "081561c3-3910-4ea2-a530-47db75e29c73"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:09:38.831033 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e4062-52c7-4c8d-a7f9-e3dd6826f83f req-d2e4cc4e-f2db-4724-9b7e-0fd1cfe0819a tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:38.837924 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e4062-52c7-4c8d-a7f9-e3dd6826f83f req-d2e4cc4e-f2db-4724-9b7e-0fd1cfe0819a tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:38.844003 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e4062-52c7-4c8d-a7f9-e3dd6826f83f req-d2e4cc4e-f2db-4724-9b7e-0fd1cfe0819a tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:38.854333 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e4062-52c7-4c8d-a7f9-e3dd6826f83f req-d2e4cc4e-f2db-4724-9b7e-0fd1cfe0819a tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:38.874748 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e4062-52c7-4c8d-a7f9-e3dd6826f83f req-d2e4cc4e-f2db-4724-9b7e-0fd1cfe0819a tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:38.874748 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e4062-52c7-4c8d-a7f9-e3dd6826f83f req-d2e4cc4e-f2db-4724-9b7e-0fd1cfe0819a tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:38.874748 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e4062-52c7-4c8d-a7f9-e3dd6826f83f req-d2e4cc4e-f2db-4724-9b7e-0fd1cfe0819a tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:38.877010 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c73e4062-52c7-4c8d-a7f9-e3dd6826f83f req-d2e4cc4e-f2db-4724-9b7e-0fd1cfe0819a tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 5419 time: 0.1077683 Apr 20 13:09:38.923232 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c73e4062-52c7-4c8d-a7f9-e3dd6826f83f req-ac66f670-8b73-46ac-8477-325316229f0b tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&id=556d7529-8c3d-4632-818a-1051dfde20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406623 Apr 20 13:09:39.003572 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9234237e-9d17-473a-b0d6-b6266da666a4 req-22052132-8f17-4efa-b0d1-c37cdfb8fcf8 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/security-groups/e2006ab5-5249-4074-8c82-a68240dbb688 HTTP/1.1" status: 200 len: 1807 time: 0.0501456 Apr 20 13:09:39.068282 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9234237e-9d17-473a-b0d6-b6266da666a4 req-062ab015-2b35-4568-8b4f-2dd02d4a75b0 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:39.100956 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9234237e-9d17-473a-b0d6-b6266da666a4 req-062ab015-2b35-4568-8b4f-2dd02d4a75b0 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:39.214315 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9234237e-9d17-473a-b0d6-b6266da666a4 req-062ab015-2b35-4568-8b4f-2dd02d4a75b0 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:39.217332 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9234237e-9d17-473a-b0d6-b6266da666a4 req-062ab015-2b35-4568-8b4f-2dd02d4a75b0 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:39.227185 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9234237e-9d17-473a-b0d6-b6266da666a4 req-062ab015-2b35-4568-8b4f-2dd02d4a75b0 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "DELETE /v2.0/security-groups/e2006ab5-5249-4074-8c82-a68240dbb688 HTTP/1.1" status: 204 len: 173 time: 0.2159674 Apr 20 13:09:39.237325 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ab015-2b35-4568-8b4f-2dd02d4a75b0 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2006ab5-5249-4074-8c82-a68240dbb688,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:39.290049 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7f9e6ad9-8a26-42df-b264-7175a0ec2a34 req-f3b3ae21-b3a3-455c-96d5-19fdd2644391 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/floatingips/a7a4f8b1-150e-4a05-9cbb-fa9caa78fc5f HTTP/1.1" status: 200 len: 693 time: 0.0502987 Apr 20 13:09:39.452079 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e6ad9-8a26-42df-b264-7175a0ec2a34 req-c1f5c4a4-aec5-4c7e-ae6b-0181b5c981e8 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:39.453611 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7f9e6ad9-8a26-42df-b264-7175a0ec2a34 req-c1f5c4a4-aec5-4c7e-ae6b-0181b5c981e8 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/networks/08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 784 time: 0.1573386 Apr 20 13:09:39.568211 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7f9e6ad9-8a26-42df-b264-7175a0ec2a34 req-f069847e-a632-4815-80a3-82fb5f1e5ef0 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.94 HTTP/1.1" status: 200 len: 696 time: 0.0892525 Apr 20 13:09:39.635552 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7f9e6ad9-8a26-42df-b264-7175a0ec2a34 req-33057535-7fc8-41d4-9a62-1f1594637f4b tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.94 HTTP/1.1" status: 200 len: 696 time: 0.0576570 Apr 20 13:09:39.697897 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-1a45a430-db96-490a-9284-77be3850e766 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:39.699406 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-1a45a430-db96-490a-9284-77be3850e766 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/networks?id=1448fb0c-76a1-4762-b0ef-b8c667a2a5dc HTTP/1.1" status: 200 len: 811 time: 0.2563789 Apr 20 13:09:39.719744 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-5d08fddf-33ac-4b3f-b188-bf5b4fb6f99d tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/quotas/564a5d1e5b6e4687a901496539f07f39 HTTP/1.1" status: 200 len: 375 time: 0.0129230 Apr 20 13:09:39.798264 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-b530aec4-b191-4c5e-89f1-9a6d5d823071 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=564a5d1e5b6e4687a901496539f07f39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507014 Apr 20 13:09:39.874109 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-7f9e6ad9-8a26-42df-b264-7175a0ec2a34 req-d997dcc7-b79a-499e-a138-b6d1d2e81ea2 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Deleting port 748a9783-f122-4970-aae2-82ffc9c7ed32 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:09:39.874452 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7f9e6ad9-8a26-42df-b264-7175a0ec2a34 req-d997dcc7-b79a-499e-a138-b6d1d2e81ea2 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:40.260941 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-5a204c4b-4215-4476-b8b1-8c7b06f6ea4f service neutron] 10.222.0.25 "GET /v2.0/networks/1448fb0c-76a1-4762-b0ef-b8c667a2a5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495239 Apr 20 13:09:40.312930 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7f9e6ad9-8a26-42df-b264-7175a0ec2a34 req-d997dcc7-b79a-499e-a138-b6d1d2e81ea2 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:40.313264 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7f9e6ad9-8a26-42df-b264-7175a0ec2a34 req-d997dcc7-b79a-499e-a138-b6d1d2e81ea2 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:40.369645 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-7f9e6ad9-8a26-42df-b264-7175a0ec2a34 req-d997dcc7-b79a-499e-a138-b6d1d2e81ea2 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Calling delete_port for 748a9783-f122-4970-aae2-82ffc9c7ed32 owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:09:40.442533 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46393f-d922-4dba-8926-00e47411542c req-bbf9fd9c-47c7-49a5-a125-f2d3617e45f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:40.444071 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9a46393f-d922-4dba-8926-00e47411542c req-bbf9fd9c-47c7-49a5-a125-f2d3617e45f3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c6b1693032114a59884d6bf282ad5efe&device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 1096 time: 0.1406429 Apr 20 13:09:40.474334 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-891bb0f9-356b-407a-8a21-ccc036176989 service neutron] 10.222.0.25 "GET /v2.0/networks/1448fb0c-76a1-4762-b0ef-b8c667a2a5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049026 Apr 20 13:09:40.596586 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46393f-d922-4dba-8926-00e47411542c req-8734ca00-8265-4913-909c-f028c85bdf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:40.598209 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9a46393f-d922-4dba-8926-00e47411542c req-8734ca00-8265-4913-909c-f028c85bdf68 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5f8d1d6d-7980-40b6-a3d5-202cd4161f9d HTTP/1.1" status: 200 len: 918 time: 0.1426406 Apr 20 13:09:40.678420 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9a46393f-d922-4dba-8926-00e47411542c req-fe87449e-8ea1-4a69-a7a9-ca73b2e13859 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b13bc59-5400-414e-939f-28f09df4a6f9 HTTP/1.1" status: 200 len: 1001 time: 0.0688360 Apr 20 13:09:40.739662 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46393f-d922-4dba-8926-00e47411542c req-35c22f84-30ae-449b-8d6a-2402ee91587c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:40.739662 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9a46393f-d922-4dba-8926-00e47411542c req-35c22f84-30ae-449b-8d6a-2402ee91587c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=50283e41-42f7-46ab-979a-b196312e8e7f HTTP/1.1" status: 200 len: 856 time: 0.0496817 Apr 20 13:09:40.739662 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7f9e6ad9-8a26-42df-b264-7175a0ec2a34 req-d997dcc7-b79a-499e-a138-b6d1d2e81ea2 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:40.795140 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d997dcc7-b79a-499e-a138-b6d1d2e81ea2 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Pushing event deleted for resources: {'Port': ['ID=748a9783-f122-4970-aae2-82ffc9c7ed32,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:40.887943 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46393f-d922-4dba-8926-00e47411542c req-feb37162-2f8f-454c-b657-56a6a4918744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:40.889425 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9a46393f-d922-4dba-8926-00e47411542c req-feb37162-2f8f-454c-b657-56a6a4918744 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5f8d1d6d-7980-40b6-a3d5-202cd4161f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1448662 Apr 20 13:09:40.921875 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc795f-98d6-4ee0-976e-c017729579cb req-17f10faf-77a6-4fc6-8fe2-600ebdf2c2a9 tempest-ServersOnMultiNodesTest-1016245788 tempest-ServersOnMultiNodesTest-1016245788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:40.923383 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c0dc795f-98d6-4ee0-976e-c017729579cb req-17f10faf-77a6-4fc6-8fe2-600ebdf2c2a9 tempest-ServersOnMultiNodesTest-1016245788 tempest-ServersOnMultiNodesTest-1016245788-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d7eef8d9-0e4c-4386-9770-66100bcc6707 HTTP/1.1" status: 200 len: 1101 time: 0.1457794 Apr 20 13:09:40.924204 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7f9e6ad9-8a26-42df-b264-7175a0ec2a34 req-d997dcc7-b79a-499e-a138-b6d1d2e81ea2 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks [] for floatingip, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:40.926634 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7f9e6ad9-8a26-42df-b264-7175a0ec2a34 req-d997dcc7-b79a-499e-a138-b6d1d2e81ea2 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:40.927660 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7f9e6ad9-8a26-42df-b264-7175a0ec2a34 req-d997dcc7-b79a-499e-a138-b6d1d2e81ea2 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "DELETE /v2.0/floatingips/a7a4f8b1-150e-4a05-9cbb-fa9caa78fc5f HTTP/1.1" status: 204 len: 173 time: 1.2868452 Apr 20 13:09:40.970360 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57cca3e3-6fae-4bfd-b22f-8590a130a8eb x-openstack-request-id: req-57cca3e3-6fae-4bfd-b22f-8590a130a8eb {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:09:40.970641 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0b910f8-dcf7-441a-8223-d2876c7927f9", "tag": "081561c3-3910-4ea2-a530-47db75e29c73", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:09:40.970885 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-57cca3e3-6fae-4bfd-b22f-8590a130a8eb {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:09:40.971601 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57cca3e3-6fae-4bfd-b22f-8590a130a8eb'] response: {'name': 'network-changed', 'server_uuid': 'f0b910f8-dcf7-441a-8223-d2876c7927f9', 'tag': '081561c3-3910-4ea2-a530-47db75e29c73', 'status': 'completed', 'code': 200} Apr 20 13:09:41.009265 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c0dc795f-98d6-4ee0-976e-c017729579cb req-94addf20-f4ac-4c2e-b865-67d835e0cbb9 tempest-ServersOnMultiNodesTest-1016245788 tempest-ServersOnMultiNodesTest-1016245788-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774519 Apr 20 13:09:41.041776 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9a46393f-d922-4dba-8926-00e47411542c req-2084a947-8fac-448b-8c9b-18f4e8115992 service neutron] 10.222.0.15 "GET /v2.0/networks/5f8d1d6d-7980-40b6-a3d5-202cd4161f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447480 Apr 20 13:09:41.085155 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f2e40-8e20-432a-85fa-03a57b59cb29 req-04ab15b0-0f65-4623-b256-5bea86dd1c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:41.088458 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b73f2e40-8e20-432a-85fa-03a57b59cb29 req-04ab15b0-0f65-4623-b256-5bea86dd1c53 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a9ab0226b6cf4925abbf972bfe37e3be&device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 1096 time: 0.0888045 Apr 20 13:09:41.184861 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9a46393f-d922-4dba-8926-00e47411542c req-b58eae2c-be3a-4ee3-84d2-6e4c0558bd53 service neutron] 10.222.0.15 "GET /v2.0/networks/5f8d1d6d-7980-40b6-a3d5-202cd4161f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362066 Apr 20 13:09:41.193058 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876df1fa-9fa3-4c52-9669-2fa9aa405c4a req-5c2f86bd-aa91-4381-b07f-f03b24aefd96 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:41.194669 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-876df1fa-9fa3-4c52-9669-2fa9aa405c4a req-5c2f86bd-aa91-4381-b07f-f03b24aefd96 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 945 time: 0.0809002 Apr 20 13:09:41.214954 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f2e40-8e20-432a-85fa-03a57b59cb29 req-c30d9dcd-0d17-4611-9a06-e562afcc1d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:41.216484 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b73f2e40-8e20-432a-85fa-03a57b59cb29 req-c30d9dcd-0d17-4611-9a06-e562afcc1d25 service neutron] 10.222.0.32 "GET /v2.0/networks?id=93be87d1-2eca-4eca-adcf-b2098e6f84fb HTTP/1.1" status: 200 len: 921 time: 0.1161261 Apr 20 13:09:41.258562 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-876df1fa-9fa3-4c52-9669-2fa9aa405c4a req-481bb936-c682-4794-89da-6811832af6e3 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550086 Apr 20 13:09:41.274737 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b73f2e40-8e20-432a-85fa-03a57b59cb29 req-1394b091-69e4-4b23-9c07-8dfa77d6ce46 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=081561c3-3910-4ea2-a530-47db75e29c73 HTTP/1.1" status: 200 len: 217 time: 0.0505280 Apr 20 13:09:41.340771 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f2e40-8e20-432a-85fa-03a57b59cb29 req-9b90d81c-505a-457e-8501-1b706551cae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:41.342515 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b73f2e40-8e20-432a-85fa-03a57b59cb29 req-9b90d81c-505a-457e-8501-1b706551cae9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9def3790-e72f-4622-9eb5-7500a0e5bad9 HTTP/1.1" status: 200 len: 860 time: 0.0605416 Apr 20 13:09:41.379944 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-628a654c-7c31-4221-8dfd-f2a9c3e1d2a3 req-2c6628f7-41e4-41cd-afba-c75afd02e6c0 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=311efecc-3eac-4284-a201-33fa886553d9 HTTP/1.1" status: 200 len: 210 time: 0.0383139 Apr 20 13:09:41.384035 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b73f2e40-8e20-432a-85fa-03a57b59cb29 req-333b46a0-19b4-4ff1-93e6-d3933e601afe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93be87d1-2eca-4eca-adcf-b2098e6f84fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254526 Apr 20 13:09:41.430281 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c66876-289a-4c85-afce-e7614b6362ce req-17709620-c91c-4094-9691-31ab5ed95508 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:41.436960 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c66876-289a-4c85-afce-e7614b6362ce req-17709620-c91c-4094-9691-31ab5ed95508 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:41.444031 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c66876-289a-4c85-afce-e7614b6362ce req-17709620-c91c-4094-9691-31ab5ed95508 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:41.452933 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c66876-289a-4c85-afce-e7614b6362ce req-17709620-c91c-4094-9691-31ab5ed95508 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:41.460719 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c66876-289a-4c85-afce-e7614b6362ce req-17709620-c91c-4094-9691-31ab5ed95508 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:41.467429 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c66876-289a-4c85-afce-e7614b6362ce req-17709620-c91c-4094-9691-31ab5ed95508 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:41.474705 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c66876-289a-4c85-afce-e7614b6362ce req-17709620-c91c-4094-9691-31ab5ed95508 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:41.479917 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-17c66876-289a-4c85-afce-e7614b6362ce req-17709620-c91c-4094-9691-31ab5ed95508 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 5419 time: 0.1286197 Apr 20 13:09:41.510316 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b73f2e40-8e20-432a-85fa-03a57b59cb29 req-f52e9e6d-1c3c-4731-9c0a-716965daaa6d service neutron] 10.222.0.32 "GET /v2.0/networks/93be87d1-2eca-4eca-adcf-b2098e6f84fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194336 Apr 20 13:09:41.531968 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-17c66876-289a-4c85-afce-e7614b6362ce req-a1658700-7d1a-470c-b3ae-c7737c7a1575 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&id=556d7529-8c3d-4632-818a-1051dfde20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0489128 Apr 20 13:09:41.653421 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b73f2e40-8e20-432a-85fa-03a57b59cb29 req-91941383-8f77-4754-b43e-ce4d7d4376dd service neutron] 10.222.0.32 "GET /v2.0/networks/93be87d1-2eca-4eca-adcf-b2098e6f84fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340048 Apr 20 13:09:42.140209 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:42.186607 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf93bf-ba58-49e8-8b3e-0d6e070841ea req-db2236cb-310e-4ee7-89a3-91a28dc9f295 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:42.192194 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-acbf93bf-ba58-49e8-8b3e-0d6e070841ea req-db2236cb-310e-4ee7-89a3-91a28dc9f295 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 945 time: 0.0624795 Apr 20 13:09:42.240662 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-acbf93bf-ba58-49e8-8b3e-0d6e070841ea req-557201a9-b318-4713-88b2-56eef396b0ac tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad7470b7-9157-466d-a134-84fd4ff6de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460107 Apr 20 13:09:42.370782 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c61bd1-0c75-4b05-ada4-c8000f91f934 req-594c399e-ae67-48d8-bf41-999ebcdc9606 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:42.372327 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-03c61bd1-0c75-4b05-ada4-c8000f91f934 req-594c399e-ae67-48d8-bf41-999ebcdc9606 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e555c2f-605a-4255-b02d-cf3e802bb7bc HTTP/1.1" status: 200 len: 945 time: 0.0592914 Apr 20 13:09:42.423232 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-03c61bd1-0c75-4b05-ada4-c8000f91f934 req-e26ccb81-f46b-4aba-8e20-a99088c02455 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/security-groups?id=a38bb95a-8774-4ed8-be64-0561899f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391762 Apr 20 13:09:42.487812 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-8dec4684-0914-471f-b97c-c2b822513d2f tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=4e1f0d8155374e7db296a2dc86482d62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298455 Apr 20 13:09:42.601475 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 7b13bc59-5400-414e-939f-28f09df4a6f9 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:09:42.624076 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4a2b4-943d-4e22-844a-30731dad0785 req-f02754bf-a6bc-4aae-acc8-b4499caf03b1 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:42.625807 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c1b4a2b4-943d-4e22-844a-30731dad0785 req-f02754bf-a6bc-4aae-acc8-b4499caf03b1 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 945 time: 0.1353838 Apr 20 13:09:42.687419 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-62d7c457-b812-4a1a-9888-4d150a2f7646 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:42.689506 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-62d7c457-b812-4a1a-9888-4d150a2f7646 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2005672 Apr 20 13:09:42.708563 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:42.718453 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c1b4a2b4-943d-4e22-844a-30731dad0785 req-03556867-f2e5-497d-a52a-ed23a875d1d9 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850506 Apr 20 13:09:42.729148 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-c75b74c9-45de-4bed-9028-8d5f9dae17f5 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/quotas/4e1f0d8155374e7db296a2dc86482d62 HTTP/1.1" status: 200 len: 375 time: 0.0301478 Apr 20 13:09:42.762509 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 7b13bc59-5400-414e-939f-28f09df4a6f9, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=7b13bc59-5400-414e-939f-28f09df4a6f9,segment=NetworkSegment(0f113b16-94ad-4b02-8521-e93247ce464b),segment_id=0f113b16-94ad-4b02-8521-e93247ce464b)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:42.772652 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac79ce14-eb0e-4fc6-878f-fb0634053479', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b13bc59-5400-414e-939f-28f09df4a6f9'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:09:42.780655 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1136bacf-4316-4973-a0ae-90f6a9f9bb26" -d '{"events": [{"server_uuid": "ac79ce14-eb0e-4fc6-878f-fb0634053479", "name": "network-vif-unplugged", "status": "completed", "tag": "7b13bc59-5400-414e-939f-28f09df4a6f9"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:09:42.785439 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:42.814389 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-6944645b-3f96-4ea5-ae6c-187837191e2f tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4e1f0d8155374e7db296a2dc86482d62&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0741045 Apr 20 13:09:42.860195 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:42.887145 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f5124062-0b84-4256-bf56-37fa20242723 req-2697e7a8-77d6-4474-a832-c95f6b513055 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=311efecc-3eac-4284-a201-33fa886553d9 HTTP/1.1" status: 200 len: 210 time: 0.0710304 Apr 20 13:09:42.972392 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=7b13bc59-5400-414e-939f-28f09df4a6f9,revision_number=8']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:42.980733 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-471c8cea-baed-4b54-8877-ffc8c57557e3 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:42.986030 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-471c8cea-baed-4b54-8877-ffc8c57557e3 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.32 "GET /v2.0/networks?id=1448fb0c-76a1-4762-b0ef-b8c667a2a5dc HTTP/1.1" status: 200 len: 811 time: 0.2215242 Apr 20 13:09:43.000687 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-db3a0b9f-8dbe-4a52-a350-3cf863e777f5 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Request body: {'port': {'device_id': '311efecc-3eac-4284-a201-33fa886553d9', 'network_id': '1448fb0c-76a1-4762-b0ef-b8c667a2a5dc', 'admin_state_up': True, 'tenant_id': '564a5d1e5b6e4687a901496539f07f39'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:43.108358 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2361b20-8002-424f-a762-cbb79972fbb1 req-b0127ed2-acf2-4a03-aaf0-7f8cc67bbafd tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:43.123987 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2361b20-8002-424f-a762-cbb79972fbb1 req-b0127ed2-acf2-4a03-aaf0-7f8cc67bbafd tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:43.130506 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2361b20-8002-424f-a762-cbb79972fbb1 req-b0127ed2-acf2-4a03-aaf0-7f8cc67bbafd tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:43.139246 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2361b20-8002-424f-a762-cbb79972fbb1 req-b0127ed2-acf2-4a03-aaf0-7f8cc67bbafd tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:43.147339 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2361b20-8002-424f-a762-cbb79972fbb1 req-b0127ed2-acf2-4a03-aaf0-7f8cc67bbafd tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:43.154554 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2361b20-8002-424f-a762-cbb79972fbb1 req-b0127ed2-acf2-4a03-aaf0-7f8cc67bbafd tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:43.162403 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2361b20-8002-424f-a762-cbb79972fbb1 req-b0127ed2-acf2-4a03-aaf0-7f8cc67bbafd tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:43.164964 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a2361b20-8002-424f-a762-cbb79972fbb1 req-b0127ed2-acf2-4a03-aaf0-7f8cc67bbafd tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 5419 time: 0.1635470 Apr 20 13:09:43.226283 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a2361b20-8002-424f-a762-cbb79972fbb1 req-9aca2f90-9197-48ee-801f-7ca920ed6d4a tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&id=556d7529-8c3d-4632-818a-1051dfde20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539989 Apr 20 13:09:43.289143 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-db3a0b9f-8dbe-4a52-a350-3cf863e777f5 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Made reservation on behalf of 564a5d1e5b6e4687a901496539f07f39 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:09:43.296609 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-db3a0b9f-8dbe-4a52-a350-3cf863e777f5 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:43.305700 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e385d7-374a-4a3a-bc89-d2e3c8e11d45 x-openstack-request-id: req-34e385d7-374a-4a3a-bc89-d2e3c8e11d45 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:09:43.305700 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac79ce14-eb0e-4fc6-878f-fb0634053479", "name": "network-vif-unplugged", "status": "completed", "tag": "7b13bc59-5400-414e-939f-28f09df4a6f9", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:09:43.305700 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-34e385d7-374a-4a3a-bc89-d2e3c8e11d45 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:09:43.305700 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34e385d7-374a-4a3a-bc89-d2e3c8e11d45'] response: {'server_uuid': 'ac79ce14-eb0e-4fc6-878f-fb0634053479', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b13bc59-5400-414e-939f-28f09df4a6f9', 'code': 200} Apr 20 13:09:43.444122 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640a55e-89e2-42b9-9668-d53432b9cbaf req-914bf7e7-866c-4f44-a4d8-8149bc102558 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:43.453205 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2640a55e-89e2-42b9-9668-d53432b9cbaf req-914bf7e7-866c-4f44-a4d8-8149bc102558 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 945 time: 0.0782337 Apr 20 13:09:43.526246 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-db3a0b9f-8dbe-4a52-a350-3cf863e777f5 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Allocated IP 172.20.0.5 (1448fb0c-76a1-4762-b0ef-b8c667a2a5dc/c84cb6f4-b4cc-4751-b4bc-ddb2101451ae/9ed69675-b0aa-4553-80f3-09d1483a6891) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:09:43.554194 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2640a55e-89e2-42b9-9668-d53432b9cbaf req-5685d3f5-b562-41ca-a541-07d748182842 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad7470b7-9157-466d-a134-84fd4ff6de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950143 Apr 20 13:09:43.784042 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e39fc6-68f4-457a-a0a6-d05ffa9212f1 req-14278ee0-a352-4ce3-bd9e-5d3a76430ff5 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:43.796549 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-75e39fc6-68f4-457a-a0a6-d05ffa9212f1 req-14278ee0-a352-4ce3-bd9e-5d3a76430ff5 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e555c2f-605a-4255-b02d-cf3e802bb7bc HTTP/1.1" status: 200 len: 945 time: 0.1043017 Apr 20 13:09:43.874219 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-75e39fc6-68f4-457a-a0a6-d05ffa9212f1 req-3e1b0806-d9d8-4397-8297-0d27813fe248 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/security-groups?id=a38bb95a-8774-4ed8-be64-0561899f7a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765448 Apr 20 13:09:43.955644 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-db3a0b9f-8dbe-4a52-a350-3cf863e777f5 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:44.044299 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e385a-42b2-4c19-b905-9f0c3a4cb969 req-1c868224-1fcc-451b-acc7-a031a8e14cf3 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:44.047478 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-610e385a-42b2-4c19-b905-9f0c3a4cb969 req-1c868224-1fcc-451b-acc7-a031a8e14cf3 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e555c2f-605a-4255-b02d-cf3e802bb7bc HTTP/1.1" status: 200 len: 945 time: 0.1235762 Apr 20 13:09:44.081156 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-68d140b3-625a-4143-87fa-9fdc9e3587f9 req-c8705f42-1d8a-4fba-8f08-badb8a2d97eb tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=311efecc-3eac-4284-a201-33fa886553d9 HTTP/1.1" status: 200 len: 210 time: 0.0528519 Apr 20 13:09:44.105699 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d0160-9746-4e25-b1dc-19d1e1e4183d req-85c7ebcf-168b-4cd8-b76b-2534406d2868 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:44.117418 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5f4d0160-9746-4e25-b1dc-19d1e1e4183d req-85c7ebcf-168b-4cd8-b76b-2534406d2868 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 943 time: 0.1751063 Apr 20 13:09:44.175746 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5f4d0160-9746-4e25-b1dc-19d1e1e4183d req-63e36d2c-b6ec-4863-ba36-98d0814e125f tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577922 Apr 20 13:09:44.204872 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-610e385a-42b2-4c19-b905-9f0c3a4cb969 req-f3396e27-80e4-4528-ae2b-9de9fc8e589a tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Deleting port cc338793-76f2-46cb-b132-9f5b25a33ace {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:09:44.205270 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-610e385a-42b2-4c19-b905-9f0c3a4cb969 req-f3396e27-80e4-4528-ae2b-9de9fc8e589a tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:44.222406 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6c5dc229-0f03-4d73-8332-2ad25353857c req-1ad5dfa7-e8bf-42c4-a739-b8fa31ee070a tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3d5f946-ea92-4e88-aea4-44b14ff4f3b9 HTTP/1.1" status: 200 len: 210 time: 0.0322437 Apr 20 13:09:44.360096 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-610e385a-42b2-4c19-b905-9f0c3a4cb969 req-f3396e27-80e4-4528-ae2b-9de9fc8e589a tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] For port cc338793-76f2-46cb-b132-9f5b25a33ace, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=cc338793-76f2-46cb-b132-9f5b25a33ace,segment=NetworkSegment(3365e179-b408-4368-8008-105fabe837fd),segment_id=3365e179-b408-4368-8008-105fabe837fd)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:44.360781 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-610e385a-42b2-4c19-b905-9f0c3a4cb969 req-f3396e27-80e4-4528-ae2b-9de9fc8e589a tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:44.387654 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-610e385a-42b2-4c19-b905-9f0c3a4cb969 req-f3396e27-80e4-4528-ae2b-9de9fc8e589a tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Calling delete_port for cc338793-76f2-46cb-b132-9f5b25a33ace owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:09:44.416937 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53769c47-c55b-46d9-bfa3-91cf82f422c3 req-2e81a287-7efe-4432-a13f-332c505dfadf tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:44.419193 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-53769c47-c55b-46d9-bfa3-91cf82f422c3 req-2e81a287-7efe-4432-a13f-332c505dfadf tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 945 time: 0.0971935 Apr 20 13:09:44.560770 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-53769c47-c55b-46d9-bfa3-91cf82f422c3 req-80915be4-04a8-4359-996b-b539650ddd7c tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Deleting port 081561c3-3910-4ea2-a530-47db75e29c73 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:09:44.563747 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-53769c47-c55b-46d9-bfa3-91cf82f422c3 req-80915be4-04a8-4359-996b-b539650ddd7c tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:44.612456 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-db3a0b9f-8dbe-4a52-a350-3cf863e777f5 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:44.787311 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-53769c47-c55b-46d9-bfa3-91cf82f422c3 req-80915be4-04a8-4359-996b-b539650ddd7c tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] For port 081561c3-3910-4ea2-a530-47db75e29c73, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=081561c3-3910-4ea2-a530-47db75e29c73,segment=NetworkSegment(d98e94df-872e-47ed-8a43-7e7e11e5be94),segment_id=d98e94df-872e-47ed-8a43-7e7e11e5be94)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:44.788031 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-53769c47-c55b-46d9-bfa3-91cf82f422c3 req-80915be4-04a8-4359-996b-b539650ddd7c tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:44.803556 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-db3a0b9f-8dbe-4a52-a350-3cf863e777f5 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Network 1448fb0c-76a1-4762-b0ef-b8c667a2a5dc is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:09:44.806377 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-db3a0b9f-8dbe-4a52-a350-3cf863e777f5 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:09:44.813185 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a0b9f-8dbe-4a52-a350-3cf863e777f5 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Pushing event updated for resources: {'Port': ['ID=9ed69675-b0aa-4553-80f3-09d1483a6891,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:44.824838 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd01d4-ae1e-4a3d-9f1a-1456cdbc8a9e req-c5e0fffc-5256-4095-ab92-7746b08944c7 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:44.826118 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-db3a0b9f-8dbe-4a52-a350-3cf863e777f5 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:09:44.836506 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd01d4-ae1e-4a3d-9f1a-1456cdbc8a9e req-c5e0fffc-5256-4095-ab92-7746b08944c7 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:44.843338 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd01d4-ae1e-4a3d-9f1a-1456cdbc8a9e req-c5e0fffc-5256-4095-ab92-7746b08944c7 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:44.851523 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd01d4-ae1e-4a3d-9f1a-1456cdbc8a9e req-c5e0fffc-5256-4095-ab92-7746b08944c7 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:44.858293 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd01d4-ae1e-4a3d-9f1a-1456cdbc8a9e req-c5e0fffc-5256-4095-ab92-7746b08944c7 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:44.865550 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd01d4-ae1e-4a3d-9f1a-1456cdbc8a9e req-c5e0fffc-5256-4095-ab92-7746b08944c7 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:44.872390 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd01d4-ae1e-4a3d-9f1a-1456cdbc8a9e req-c5e0fffc-5256-4095-ab92-7746b08944c7 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:44.884409 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-db3a0b9f-8dbe-4a52-a350-3cf863e777f5 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:44.885043 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-db3a0b9f-8dbe-4a52-a350-3cf863e777f5 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:44.899715 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d2bd01d4-ae1e-4a3d-9f1a-1456cdbc8a9e req-c5e0fffc-5256-4095-ab92-7746b08944c7 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 5419 time: 0.5452662 Apr 20 13:09:44.902641 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-53769c47-c55b-46d9-bfa3-91cf82f422c3 req-80915be4-04a8-4359-996b-b539650ddd7c tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Calling delete_port for 081561c3-3910-4ea2-a530-47db75e29c73 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:09:44.912990 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-610e385a-42b2-4c19-b905-9f0c3a4cb969 req-f3396e27-80e4-4528-ae2b-9de9fc8e589a tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:44.925479 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['cc338793-76f2-46cb-b132-9f5b25a33ace'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:09:44.962246 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3396e27-80e4-4528-ae2b-9de9fc8e589a tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Pushing event deleted for resources: {'Port': ['ID=cc338793-76f2-46cb-b132-9f5b25a33ace,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:45.030189 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-db3a0b9f-8dbe-4a52-a350-3cf863e777f5 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0349967 Apr 20 13:09:45.035495 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-610e385a-42b2-4c19-b905-9f0c3a4cb969 req-f3396e27-80e4-4528-ae2b-9de9fc8e589a tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] No DVR routers for this DVR port cc338793-76f2-46cb-b132-9f5b25a33ace on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:09:45.035495 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-610e385a-42b2-4c19-b905-9f0c3a4cb969 req-f3396e27-80e4-4528-ae2b-9de9fc8e589a tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:45.040050 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d2bd01d4-ae1e-4a3d-9f1a-1456cdbc8a9e req-a671adaa-5471-4855-a033-a9bda84a17ea tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&id=556d7529-8c3d-4632-818a-1051dfde20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1273179 Apr 20 13:09:45.040413 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-610e385a-42b2-4c19-b905-9f0c3a4cb969 req-f3396e27-80e4-4528-ae2b-9de9fc8e589a tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.32 "DELETE /v2.0/ports/cc338793-76f2-46cb-b132-9f5b25a33ace HTTP/1.1" status: 204 len: 173 time: 0.9790218 Apr 20 13:09:45.041251 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e555c2f-605a-4255-b02d-cf3e802bb7bc', 'name': 'network-vif-deleted', 'tag': 'cc338793-76f2-46cb-b132-9f5b25a33ace'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:09:45.043760 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7ce97f-2aa5-477c-bccc-c6ad48c5009e" -d '{"events": [{"server_uuid": "4e555c2f-605a-4255-b02d-cf3e802bb7bc", "name": "network-vif-deleted", "tag": "cc338793-76f2-46cb-b132-9f5b25a33ace"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:09:45.052631 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-c5e8d8a4-eca7-4645-821a-c899e9155c16 service neutron] Request body: {'port': {'device_id': '311efecc-3eac-4284-a201-33fa886553d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:45.142124 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-c5e8d8a4-eca7-4645-821a-c899e9155c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:45.229061 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82602b24-6b06-410b-a37f-9756594d1ca7 req-84f23660-5fbe-43bf-8c67-c85ec72ce633 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:45.235165 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-82602b24-6b06-410b-a37f-9756594d1ca7 req-84f23660-5fbe-43bf-8c67-c85ec72ce633 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 945 time: 0.0819139 Apr 20 13:09:45.304991 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-82602b24-6b06-410b-a37f-9756594d1ca7 req-5b96daa6-f0e9-418d-9c13-ba6c40e8cb10 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad7470b7-9157-466d-a134-84fd4ff6de46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580776 Apr 20 13:09:45.335271 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-53769c47-c55b-46d9-bfa3-91cf82f422c3 req-80915be4-04a8-4359-996b-b539650ddd7c tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:45.348415 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['081561c3-3910-4ea2-a530-47db75e29c73'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:09:45.386392 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80915be4-04a8-4359-996b-b539650ddd7c tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Pushing event deleted for resources: {'Port': ['ID=081561c3-3910-4ea2-a530-47db75e29c73,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:45.554982 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-53769c47-c55b-46d9-bfa3-91cf82f422c3 req-80915be4-04a8-4359-996b-b539650ddd7c tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] No DVR routers for this DVR port 081561c3-3910-4ea2-a530-47db75e29c73 on host n-h1-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:09:45.560042 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-53769c47-c55b-46d9-bfa3-91cf82f422c3 req-80915be4-04a8-4359-996b-b539650ddd7c tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:45.565570 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-53769c47-c55b-46d9-bfa3-91cf82f422c3 req-80915be4-04a8-4359-996b-b539650ddd7c tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.32 "DELETE /v2.0/ports/081561c3-3910-4ea2-a530-47db75e29c73 HTTP/1.1" status: 204 len: 173 time: 1.1378801 Apr 20 13:09:45.604516 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b910f8-dcf7-441a-8223-d2876c7927f9', 'name': 'network-vif-deleted', 'tag': '081561c3-3910-4ea2-a530-47db75e29c73'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:09:45.609311 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804674d1-c05d-479b-81bc-72a2c92a2832" -d '{"events": [{"server_uuid": "f0b910f8-dcf7-441a-8223-d2876c7927f9", "name": "network-vif-deleted", "tag": "081561c3-3910-4ea2-a530-47db75e29c73"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:09:45.629902 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d0167e6c-8116-49eb-bfc0-0a0d671fb548 req-48ccbc99-5c29-44bb-bfc6-30ebfa50ee51 tempest-FloatingIPsAssociationTestJSON-2123326220 tempest-FloatingIPsAssociationTestJSON-2123326220-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e555c2f-605a-4255-b02d-cf3e802bb7bc HTTP/1.1" status: 200 len: 210 time: 0.1596532 Apr 20 13:09:45.641780 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-c5e8d8a4-eca7-4645-821a-c899e9155c16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ed69675-b0aa-4553-80f3-09d1483a6891 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:09:45.665696 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-c5e8d8a4-eca7-4645-821a-c899e9155c16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:45.700541 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-c5e8d8a4-eca7-4645-821a-c899e9155c16 service neutron] Transition to ACTIVE for port object 9ed69675-b0aa-4553-80f3-09d1483a6891 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:09:45.719613 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e02d1f3-7290-42af-a084-fca08f1198e7 x-openstack-request-id: req-9e02d1f3-7290-42af-a084-fca08f1198e7 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:09:45.719927 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e555c2f-605a-4255-b02d-cf3e802bb7bc", "name": "network-vif-deleted", "tag": "cc338793-76f2-46cb-b132-9f5b25a33ace", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:09:45.720803 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9e02d1f3-7290-42af-a084-fca08f1198e7 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:09:45.721321 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e02d1f3-7290-42af-a084-fca08f1198e7'] response: {'server_uuid': '4e555c2f-605a-4255-b02d-cf3e802bb7bc', 'name': 'network-vif-deleted', 'tag': 'cc338793-76f2-46cb-b132-9f5b25a33ace', 'status': 'completed', 'code': 200} Apr 20 13:09:45.791562 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-c5e8d8a4-eca7-4645-821a-c899e9155c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:45.829688 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf44229-e976-48b4-8157-37edb3305de8 req-05b4c84b-42b6-45dc-8cd6-56d7767fb859 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:45.835856 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6cf44229-e976-48b4-8157-37edb3305de8 req-05b4c84b-42b6-45dc-8cd6-56d7767fb859 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=311efecc-3eac-4284-a201-33fa886553d9 HTTP/1.1" status: 200 len: 931 time: 0.0658484 Apr 20 13:09:45.868729 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8d8a4-eca7-4645-821a-c899e9155c16 service neutron] Pushing event updated for resources: {'Port': ['ID=9ed69675-b0aa-4553-80f3-09d1483a6891,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:45.893757 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6cf44229-e976-48b4-8157-37edb3305de8 req-ef8cdc9d-8ba6-4895-863f-783a0181ae60 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548382 Apr 20 13:09:46.003345 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8737d2fb-5605-4684-a8aa-5b41a1040f77 req-795bb784-db98-4ce1-954b-64ac0aae5e95 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3d5f946-ea92-4e88-aea4-44b14ff4f3b9 HTTP/1.1" status: 200 len: 210 time: 0.0623295 Apr 20 13:09:46.063238 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fddeb5be-16aa-4356-a323-d79c9cd36039 x-openstack-request-id: req-fddeb5be-16aa-4356-a323-d79c9cd36039 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:09:46.063781 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0b910f8-dcf7-441a-8223-d2876c7927f9", "name": "network-vif-deleted", "tag": "081561c3-3910-4ea2-a530-47db75e29c73", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:09:46.064852 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fddeb5be-16aa-4356-a323-d79c9cd36039 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:09:46.065547 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fddeb5be-16aa-4356-a323-d79c9cd36039'] response: {'server_uuid': 'f0b910f8-dcf7-441a-8223-d2876c7927f9', 'name': 'network-vif-deleted', 'tag': '081561c3-3910-4ea2-a530-47db75e29c73', 'status': 'completed', 'code': 200} Apr 20 13:09:46.083166 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-c5e8d8a4-eca7-4645-821a-c899e9155c16 service neutron] Attempting to bind port 9ed69675-b0aa-4553-80f3-09d1483a6891 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:09:46.084516 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-c5e8d8a4-eca7-4645-821a-c899e9155c16 service neutron] Attempting to bind port 9ed69675-b0aa-4553-80f3-09d1483a6891 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': 'b8a6c4b7-66db-416a-aa28-84e1cd810023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1448fb0c-76a1-4762-b0ef-b8c667a2a5dc'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:09:46.085039 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-c5e8d8a4-eca7-4645-821a-c899e9155c16 service neutron] Attempting to bind port 9ed69675-b0aa-4553-80f3-09d1483a6891 on network 1448fb0c-76a1-4762-b0ef-b8c667a2a5dc {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:09:46.090902 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-c5e8d8a4-eca7-4645-821a-c899e9155c16 service neutron] Port 9ed69675-b0aa-4553-80f3-09d1483a6891 on network 1448fb0c-76a1-4762-b0ef-b8c667a2a5dc not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:09:46.091953 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-c5e8d8a4-eca7-4645-821a-c899e9155c16 service neutron] Attempting to bind port 9ed69675-b0aa-4553-80f3-09d1483a6891 on network 1448fb0c-76a1-4762-b0ef-b8c667a2a5dc {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:09:46.099139 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-c5e8d8a4-eca7-4645-821a-c899e9155c16 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:09:46.099969 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-c5e8d8a4-eca7-4645-821a-c899e9155c16 service neutron] Checking segment: {'id': 'b8a6c4b7-66db-416a-aa28-84e1cd810023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1448fb0c-76a1-4762-b0ef-b8c667a2a5dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:09:46.101397 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-c5e8d8a4-eca7-4645-821a-c899e9155c16 service neutron] Bound using segment: {'id': 'b8a6c4b7-66db-416a-aa28-84e1cd810023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1448fb0c-76a1-4762-b0ef-b8c667a2a5dc'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:09:46.102070 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-c5e8d8a4-eca7-4645-821a-c899e9155c16 service neutron] Bound port: 9ed69675-b0aa-4553-80f3-09d1483a6891, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a6c4b7-66db-416a-aa28-84e1cd810023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1448fb0c-76a1-4762-b0ef-b8c667a2a5dc'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:09:46.102609 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-c5e8d8a4-eca7-4645-821a-c899e9155c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:46.205268 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b206b-2d14-4c7f-841f-fdacdb9ade2a req-cd14fae8-3908-48e5-a760-b3b5c4adc1c6 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:46.216105 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b206b-2d14-4c7f-841f-fdacdb9ade2a req-cd14fae8-3908-48e5-a760-b3b5c4adc1c6 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:46.223135 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b206b-2d14-4c7f-841f-fdacdb9ade2a req-cd14fae8-3908-48e5-a760-b3b5c4adc1c6 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:46.231592 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b206b-2d14-4c7f-841f-fdacdb9ade2a req-cd14fae8-3908-48e5-a760-b3b5c4adc1c6 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:46.239124 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b206b-2d14-4c7f-841f-fdacdb9ade2a req-cd14fae8-3908-48e5-a760-b3b5c4adc1c6 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:46.246525 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b206b-2d14-4c7f-841f-fdacdb9ade2a req-cd14fae8-3908-48e5-a760-b3b5c4adc1c6 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:46.255607 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b206b-2d14-4c7f-841f-fdacdb9ade2a req-cd14fae8-3908-48e5-a760-b3b5c4adc1c6 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:46.266989 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-db5b206b-2d14-4c7f-841f-fdacdb9ade2a req-cd14fae8-3908-48e5-a760-b3b5c4adc1c6 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 5419 time: 0.1474814 Apr 20 13:09:46.331080 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-c5e8d8a4-eca7-4645-821a-c899e9155c16 service neutron] For port 9ed69675-b0aa-4553-80f3-09d1483a6891, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:09:46.344374 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-db5b206b-2d14-4c7f-841f-fdacdb9ade2a req-e31e56d1-cd85-4aac-89aa-fddd63484b05 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&id=556d7529-8c3d-4632-818a-1051dfde20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0720980 Apr 20 13:09:46.349681 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-c5e8d8a4-eca7-4645-821a-c899e9155c16 service neutron] For port 9ed69675-b0aa-4553-80f3-09d1483a6891, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=9ed69675-b0aa-4553-80f3-09d1483a6891,segment=NetworkSegment(b8a6c4b7-66db-416a-aa28-84e1cd810023),segment_id=b8a6c4b7-66db-416a-aa28-84e1cd810023)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:09:46.416469 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-7fda618f-f4db-4a83-9d8b-ebfab428deaf req-f1dd607c-6ec9-4cce-ac65-1204c86e4e87 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:09:46.419625 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7fda618f-f4db-4a83-9d8b-ebfab428deaf req-f1dd607c-6ec9-4cce-ac65-1204c86e4e87 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068927 Apr 20 13:09:46.432237 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-c5e8d8a4-eca7-4645-821a-c899e9155c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:46.474621 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dd67e2a5-0d1f-4d99-bc9e-922398fa6d8f req-b45ca065-5ce3-423d-a133-02bdd6332799 tempest-ServerRescueTestJSONUnderV235-1026220633 tempest-ServerRescueTestJSONUnderV235-1026220633-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0b910f8-dcf7-441a-8223-d2876c7927f9 HTTP/1.1" status: 200 len: 210 time: 0.0374737 Apr 20 13:09:46.503942 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-c5e8d8a4-eca7-4645-821a-c899e9155c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:46.504770 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-c5e8d8a4-eca7-4645-821a-c899e9155c16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:46.506404 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-c5e8d8a4-eca7-4645-821a-c899e9155c16 service neutron] 10.222.0.32 "PUT /v2.0/ports/9ed69675-b0aa-4553-80f3-09d1483a6891 HTTP/1.1" status: 200 len: 1091 time: 1.4590485 Apr 20 13:09:46.535518 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8d8a4-eca7-4645-821a-c899e9155c16 service neutron] Pushing event updated for resources: {'Port': ['ID=9ed69675-b0aa-4553-80f3-09d1483a6891,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:46.625528 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 7b13bc59-5400-414e-939f-28f09df4a6f9 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:09:46.699114 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36958) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:46.755537 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-fd8c6374-b878-48fa-9937-284b44792e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:46.755537 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-fd8c6374-b878-48fa-9937-284b44792e77 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=564a5d1e5b6e4687a901496539f07f39&device_id=311efecc-3eac-4284-a201-33fa886553d9 HTTP/1.1" status: 200 len: 1094 time: 0.0994315 Apr 20 13:09:46.862271 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-d9ce8f1b-3613-4d4c-acaa-9f4cb998acb4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ed69675-b0aa-4553-80f3-09d1483a6891 HTTP/1.1" status: 200 len: 217 time: 0.0998106 Apr 20 13:09:46.941738 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad017f-d85f-496a-a8db-8bf99eca33f7 req-7ce060c1-d33c-4e1b-b642-c179509fb558 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:46.943166 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-3ef27afd-13c4-4352-9df9-0acdada431de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:46.944771 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-3ef27afd-13c4-4352-9df9-0acdada431de service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c84cb6f4-b4cc-4751-b4bc-ddb2101451ae HTTP/1.1" status: 200 len: 851 time: 0.0712326 Apr 20 13:09:46.957994 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bfad017f-d85f-496a-a8db-8bf99eca33f7 req-7ce060c1-d33c-4e1b-b642-c179509fb558 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 943 time: 0.1885495 Apr 20 13:09:47.016134 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-d286c290-ac8a-4267-9b44-bfc744456028 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1448fb0c-76a1-4762-b0ef-b8c667a2a5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633783 Apr 20 13:09:47.115413 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bfad017f-d85f-496a-a8db-8bf99eca33f7 req-c5cc0978-af26-436f-99f4-02d77eaca9e2 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534348 Apr 20 13:09:47.173475 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f965b23-0e59-4395-8de9-ca89941c7e53 req-147e4934-ee76-436c-aad6-d2c5721bf953 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:47.192323 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f965b23-0e59-4395-8de9-ca89941c7e53 req-147e4934-ee76-436c-aad6-d2c5721bf953 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=311efecc-3eac-4284-a201-33fa886553d9 HTTP/1.1" status: 200 len: 943 time: 0.1779935 Apr 20 13:09:47.300703 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-13278190-06d1-4499-97d7-4d6cb1f4743b req-67460bf4-86eb-4a62-a348-216af32c85be tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3d5f946-ea92-4e88-aea4-44b14ff4f3b9 HTTP/1.1" status: 200 len: 210 time: 0.0977519 Apr 20 13:09:47.341137 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f965b23-0e59-4395-8de9-ca89941c7e53 req-42193c54-c314-494e-94ea-ea191f33cc40 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469963 Apr 20 13:09:47.582907 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36984) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:47.672926 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-cf5b00c3-de04-4d73-9bfc-e25982d6585d tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=4e1f0d8155374e7db296a2dc86482d62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442417 Apr 20 13:09:47.736268 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311efecc-3eac-4284-a201-33fa886553d9', 'tag': '9ed69675-b0aa-4553-80f3-09d1483a6891'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:09:47.740852 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18614dcd-d99c-4186-b9d2-3ef9291a28b5 req-febe911e-9501-4537-9ac4-f3379b8bd153 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:47.743938 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03bf9e2c-128f-4b50-b04c-e225057bcd16" -d '{"events": [{"name": "network-changed", "server_uuid": "311efecc-3eac-4284-a201-33fa886553d9", "tag": "9ed69675-b0aa-4553-80f3-09d1483a6891"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:09:47.748766 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-9469936f-d34f-4f22-a9e2-8ea262707f50 service neutron] 10.222.0.32 "GET /v2.0/networks/1448fb0c-76a1-4762-b0ef-b8c667a2a5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7229655 Apr 20 13:09:47.749350 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18614dcd-d99c-4186-b9d2-3ef9291a28b5 req-febe911e-9501-4537-9ac4-f3379b8bd153 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:47.756827 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18614dcd-d99c-4186-b9d2-3ef9291a28b5 req-febe911e-9501-4537-9ac4-f3379b8bd153 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:47.768244 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18614dcd-d99c-4186-b9d2-3ef9291a28b5 req-febe911e-9501-4537-9ac4-f3379b8bd153 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:47.776712 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18614dcd-d99c-4186-b9d2-3ef9291a28b5 req-febe911e-9501-4537-9ac4-f3379b8bd153 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:47.783232 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18614dcd-d99c-4186-b9d2-3ef9291a28b5 req-febe911e-9501-4537-9ac4-f3379b8bd153 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:47.790863 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18614dcd-d99c-4186-b9d2-3ef9291a28b5 req-febe911e-9501-4537-9ac4-f3379b8bd153 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:47.799583 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-18614dcd-d99c-4186-b9d2-3ef9291a28b5 req-febe911e-9501-4537-9ac4-f3379b8bd153 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 5419 time: 0.2416739 Apr 20 13:09:47.826916 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eaa4f6a-8d72-4a12-b467-48e5830b8668 x-openstack-request-id: req-0eaa4f6a-8d72-4a12-b467-48e5830b8668 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:09:47.827160 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311efecc-3eac-4284-a201-33fa886553d9", "tag": "9ed69675-b0aa-4553-80f3-09d1483a6891", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:09:47.827445 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0eaa4f6a-8d72-4a12-b467-48e5830b8668 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:09:47.827840 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eaa4f6a-8d72-4a12-b467-48e5830b8668'] response: {'name': 'network-changed', 'server_uuid': '311efecc-3eac-4284-a201-33fa886553d9', 'tag': '9ed69675-b0aa-4553-80f3-09d1483a6891', 'status': 'completed', 'code': 200} Apr 20 13:09:47.941714 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-18614dcd-d99c-4186-b9d2-3ef9291a28b5 req-96ca9d48-794d-4809-a9dc-f31209059a64 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&id=556d7529-8c3d-4632-818a-1051dfde20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1412601 Apr 20 13:09:47.984126 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-d83fc88f-b17f-4bc5-8487-8df72794ceb2 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:47.985755 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-d83fc88f-b17f-4bc5-8487-8df72794ceb2 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3057640 Apr 20 13:09:47.999348 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-fcfb8845-2a40-45b2-89d5-fc90e5a12533 req-31b0530a-0f09-406c-8df2-c55fa48d159d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4255629 Apr 20 13:09:48.003715 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-60cd7d13-b0d5-43f3-8983-2bb93d0b332b tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Request body: {'port': {'device_id': '2e6f25c6-93d3-4d22-a53e-c1fb70fe17cb', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'admin_state_up': True, 'tenant_id': '4e1f0d8155374e7db296a2dc86482d62'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:48.078405 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8833d39d-de15-457a-a933-14d90f37c4a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:48.195187 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device cc338793-76f2-46cb-b132-9f5b25a33ace no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:09:48.256870 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: cc338793-76f2-46cb-b132-9f5b25a33ace {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:09:48.263341 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device cc338793-76f2-46cb-b132-9f5b25a33ace not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:09:48.263341 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 081561c3-3910-4ea2-a530-47db75e29c73 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:09:48.307124 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 081561c3-3910-4ea2-a530-47db75e29c73 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:09:48.311729 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 081561c3-3910-4ea2-a530-47db75e29c73 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:09:48.318940 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8536a034-8c8f-4574-a431-f5ef3213bd4e req-087a8fd6-a820-4ebb-90f6-a7877895964f service neutron] 10.222.0.32 "GET /v2.0/networks/1448fb0c-76a1-4762-b0ef-b8c667a2a5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5511739 Apr 20 13:09:48.426585 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-60cd7d13-b0d5-43f3-8983-2bb93d0b332b tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Made reservation on behalf of 4e1f0d8155374e7db296a2dc86482d62 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:09:48.446809 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-60cd7d13-b0d5-43f3-8983-2bb93d0b332b tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:48.563650 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-1f59b12c-8c96-4c52-9b9f-008e87bfa07e tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4e1f0d8155374e7db296a2dc86482d62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1107497 Apr 20 13:09:48.651482 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdcf13-3ab3-4ddd-ac10-6673397168ae req-ef4d3360-f6c6-46d4-83df-d56a04663673 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:48.653581 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-67cdcf13-3ab3-4ddd-ac10-6673397168ae req-ef4d3360-f6c6-46d4-83df-d56a04663673 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 943 time: 0.3985891 Apr 20 13:09:48.719507 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cdaa2213-60e6-4535-a980-2b77a2646dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:48.825040 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-3bd4f625-02f1-44e0-a1b7-19bdd27eb8db tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:48.826988 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-3bd4f625-02f1-44e0-a1b7-19bdd27eb8db tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2263217 Apr 20 13:09:48.842662 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-3dfeb297-b142-4e63-91f3-f6de71cc992e tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Request body: {'port': {'device_id': 'f3d5f946-ea92-4e88-aea4-44b14ff4f3b9', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'admin_state_up': True, 'tenant_id': '4e1f0d8155374e7db296a2dc86482d62'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:49.130903 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf9e2c-128f-4b50-b04c-e225057bcd16 req-42a0e80c-0e33-4c76-9d5d-a2205297adf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:49.132541 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-03bf9e2c-128f-4b50-b04c-e225057bcd16 req-42a0e80c-0e33-4c76-9d5d-a2205297adf9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=564a5d1e5b6e4687a901496539f07f39&device_id=311efecc-3eac-4284-a201-33fa886553d9 HTTP/1.1" status: 200 len: 1094 time: 0.6432307 Apr 20 13:09:49.165656 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb09ec6-e20a-46f9-8e6b-5262a4514b71 req-14011fe4-ed96-45a7-b4d9-fb1d2a20d2d0 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:49.167230 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1fb09ec6-e20a-46f9-8e6b-5262a4514b71 req-14011fe4-ed96-45a7-b4d9-fb1d2a20d2d0 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=311efecc-3eac-4284-a201-33fa886553d9 HTTP/1.1" status: 200 len: 943 time: 0.6443844 Apr 20 13:09:49.175636 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-3dfeb297-b142-4e63-91f3-f6de71cc992e tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Made reservation on behalf of 4e1f0d8155374e7db296a2dc86482d62 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:09:49.180675 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-3dfeb297-b142-4e63-91f3-f6de71cc992e tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:49.196985 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-cdaa2213-60e6-4535-a980-2b77a2646dbb admin admin] Deleting port 9cdc0094-391e-4e3a-921e-4440c68b1137 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:09:49.197321 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cdaa2213-60e6-4535-a980-2b77a2646dbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:49.305355 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-67cdcf13-3ab3-4ddd-ac10-6673397168ae req-31fc41cf-efd0-4e41-b9b0-cad7da5994d1 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2099674 Apr 20 13:09:49.337921 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-cdaa2213-60e6-4535-a980-2b77a2646dbb admin admin] For port 9cdc0094-391e-4e3a-921e-4440c68b1137, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=9cdc0094-391e-4e3a-921e-4440c68b1137,segment=NetworkSegment(d98e94df-872e-47ed-8a43-7e7e11e5be94),segment_id=d98e94df-872e-47ed-8a43-7e7e11e5be94)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:49.337921 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cdaa2213-60e6-4535-a980-2b77a2646dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:49.365014 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-cdaa2213-60e6-4535-a980-2b77a2646dbb admin admin] Calling delete_port for 9cdc0094-391e-4e3a-921e-4440c68b1137 owned by network:router_interface {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:09:49.387777 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1fb09ec6-e20a-46f9-8e6b-5262a4514b71 req-0dcb6456-2481-492d-b44b-dda15e828403 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948831 Apr 20 13:09:49.441058 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-60cd7d13-b0d5-43f3-8983-2bb93d0b332b tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Allocated IP 192.168.233.244 (6efc3d61-2150-4671-a02d-6127df40131a/c5b1f82a-7732-4b50-ab22-2475f182a712/02c75dde-c85e-4540-b9d2-3b060f581e4b) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:09:49.454114 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf9e2c-128f-4b50-b04c-e225057bcd16 req-ea8f7660-0c4f-479e-9ed4-5b0136d2b88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:49.457070 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-03bf9e2c-128f-4b50-b04c-e225057bcd16 req-ea8f7660-0c4f-479e-9ed4-5b0136d2b88a service neutron] 10.222.0.32 "GET /v2.0/networks?id=1448fb0c-76a1-4762-b0ef-b8c667a2a5dc HTTP/1.1" status: 200 len: 912 time: 0.2999532 Apr 20 13:09:49.537964 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-40e2238f-b26b-43b8-a301-dd9de6acc0f1 req-cbc0cdaa-2e92-4aec-8c1e-2ef8735171ab tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3d5f946-ea92-4e88-aea4-44b14ff4f3b9 HTTP/1.1" status: 200 len: 210 time: 0.0881982 Apr 20 13:09:49.574181 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-03bf9e2c-128f-4b50-b04c-e225057bcd16 req-50865dbe-5f6f-4db8-92cd-d6c60d47a238 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ed69675-b0aa-4553-80f3-09d1483a6891 HTTP/1.1" status: 200 len: 217 time: 0.1065648 Apr 20 13:09:49.599031 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-8833d39d-de15-457a-a933-14d90f37c4a9 admin admin] Deleting port 7d887a6a-8007-4be4-ac70-d441e86d1b65 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:09:49.599423 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8833d39d-de15-457a-a933-14d90f37c4a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:49.637347 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cdaa2213-60e6-4535-a980-2b77a2646dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:49.686065 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa2213-60e6-4535-a980-2b77a2646dbb admin admin] Pushing event deleted for resources: {'Port': ['ID=9cdc0094-391e-4e3a-921e-4440c68b1137,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:49.775075 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b39a6-1ea3-4b72-af22-1c07ca0b1097 req-6c7f8aed-44d8-4d28-a62e-2f6742f9bcf6 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:49.781053 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b39a6-1ea3-4b72-af22-1c07ca0b1097 req-6c7f8aed-44d8-4d28-a62e-2f6742f9bcf6 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:49.786973 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b39a6-1ea3-4b72-af22-1c07ca0b1097 req-6c7f8aed-44d8-4d28-a62e-2f6742f9bcf6 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:49.793723 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b39a6-1ea3-4b72-af22-1c07ca0b1097 req-6c7f8aed-44d8-4d28-a62e-2f6742f9bcf6 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:49.799640 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b39a6-1ea3-4b72-af22-1c07ca0b1097 req-6c7f8aed-44d8-4d28-a62e-2f6742f9bcf6 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:49.806060 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b39a6-1ea3-4b72-af22-1c07ca0b1097 req-6c7f8aed-44d8-4d28-a62e-2f6742f9bcf6 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:49.811940 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b39a6-1ea3-4b72-af22-1c07ca0b1097 req-6c7f8aed-44d8-4d28-a62e-2f6742f9bcf6 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:49.813876 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3d0b39a6-1ea3-4b72-af22-1c07ca0b1097 req-6c7f8aed-44d8-4d28-a62e-2f6742f9bcf6 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 5419 time: 0.3142834 Apr 20 13:09:49.826274 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf9e2c-128f-4b50-b04c-e225057bcd16 req-1667a762-e2b4-4530-a70e-3ec8e0c73728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:49.827747 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-03bf9e2c-128f-4b50-b04c-e225057bcd16 req-1667a762-e2b4-4530-a70e-3ec8e0c73728 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c84cb6f4-b4cc-4751-b4bc-ddb2101451ae HTTP/1.1" status: 200 len: 851 time: 0.2327108 Apr 20 13:09:49.875573 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-03bf9e2c-128f-4b50-b04c-e225057bcd16 req-63096800-3307-4ed8-8f02-f967c166713a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1448fb0c-76a1-4762-b0ef-b8c667a2a5dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379846 Apr 20 13:09:49.905443 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cdaa2213-60e6-4535-a980-2b77a2646dbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:49.987129 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-8833d39d-de15-457a-a933-14d90f37c4a9 admin admin] For port 7d887a6a-8007-4be4-ac70-d441e86d1b65, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=7d887a6a-8007-4be4-ac70-d441e86d1b65,segment=NetworkSegment(3365e179-b408-4368-8008-105fabe837fd),segment_id=3365e179-b408-4368-8008-105fabe837fd)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:49.987410 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8833d39d-de15-457a-a933-14d90f37c4a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:50.002654 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3d0b39a6-1ea3-4b72-af22-1c07ca0b1097 req-6cf383f6-63ca-4c71-8de5-72706ca19013 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&id=556d7529-8c3d-4632-818a-1051dfde20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1706963 Apr 20 13:09:50.020198 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-8833d39d-de15-457a-a933-14d90f37c4a9 admin admin] Calling delete_port for 7d887a6a-8007-4be4-ac70-d441e86d1b65 owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:09:50.033979 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-60cd7d13-b0d5-43f3-8983-2bb93d0b332b tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:50.133055 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-03bf9e2c-128f-4b50-b04c-e225057bcd16 req-36100a73-ee45-44b0-a327-020c4b2cd284 service neutron] 10.222.0.32 "GET /v2.0/networks/1448fb0c-76a1-4762-b0ef-b8c667a2a5dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482655 Apr 20 13:09:50.246811 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-60cd7d13-b0d5-43f3-8983-2bb93d0b332b tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:50.261992 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['3c9f21da-6fdc-4980-88b9-d73613e671ab', '35f4dcac-bf1f-472e-8000-63eb2787a89a'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:09:50.271349 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdaa2213-60e6-4535-a980-2b77a2646dbb admin admin] Router a370d898-621c-4077-8917-0d0a57961271 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:09:50.299670 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-3dfeb297-b142-4e63-91f3-f6de71cc992e tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Allocated IP 192.168.233.188 (6efc3d61-2150-4671-a02d-6127df40131a/c5b1f82a-7732-4b50-ab22-2475f182a712/27987731-9483-4930-8ab5-3df02669158a) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:09:50.308332 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-60cd7d13-b0d5-43f3-8983-2bb93d0b332b tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Network 6efc3d61-2150-4671-a02d-6127df40131a is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:09:50.316435 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['02d394e3-f6ef-489c-8ff6-8161ad8effee'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:09:50.319403 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-60cd7d13-b0d5-43f3-8983-2bb93d0b332b tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:09:50.333268 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-60cd7d13-b0d5-43f3-8983-2bb93d0b332b tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:09:50.389177 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-03bf9e2c-128f-4b50-b04c-e225057bcd16 req-432a35bf-371d-46b4-96dd-958407d72441 service neutron] 10.222.0.32 "GET /v2.0/networks/1448fb0c-76a1-4762-b0ef-b8c667a2a5dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489500 Apr 20 13:09:50.408814 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd7d13-b0d5-43f3-8983-2bb93d0b332b tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Pushing event updated for resources: {'Port': ['ID=02c75dde-c85e-4540-b9d2-3b060f581e4b,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:50.500150 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-60cd7d13-b0d5-43f3-8983-2bb93d0b332b tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:50.501150 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-60cd7d13-b0d5-43f3-8983-2bb93d0b332b tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:50.671410 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device e3d672b2-5f52-48fe-8008-ebffb2729d17 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:09:50.763059 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd67650-b851-4f37-98b3-f181d04e9337 req-925e31ab-4021-4194-94f2-e7437df6f39d tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:50.766871 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3bd67650-b851-4f37-98b3-f181d04e9337 req-925e31ab-4021-4194-94f2-e7437df6f39d tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 943 time: 0.2256448 Apr 20 13:09:50.779953 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-60cd7d13-b0d5-43f3-8983-2bb93d0b332b tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7812796 Apr 20 13:09:50.785192 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-3dfeb297-b142-4e63-91f3-f6de71cc992e tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:50.843647 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-ab68906c-f503-4874-87b7-b7bd98951a09 service neutron] Request body: {'port': {'device_id': '2e6f25c6-93d3-4d22-a53e-c1fb70fe17cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:50.859293 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdaa2213-60e6-4535-a980-2b77a2646dbb admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:09:50.869689 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-cdaa2213-60e6-4535-a980-2b77a2646dbb admin admin] 10.222.0.25 "PUT /v2.0/routers/a370d898-621c-4077-8917-0d0a57961271/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2854712 Apr 20 13:09:50.874473 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fa9cdc-784d-497d-baa3-f435a85d3c10 None None] Sync routers for ids ['a370d898-621c-4077-8917-0d0a57961271'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:09:50.876117 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37022) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:50.884348 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8bb611-baee-42bb-bede-cc31c6aa4647 req-b47beb86-a22d-4820-965e-89ea23d5d468 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:50.886406 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-da8bb611-baee-42bb-bede-cc31c6aa4647 req-b47beb86-a22d-4820-965e-89ea23d5d468 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=311efecc-3eac-4284-a201-33fa886553d9 HTTP/1.1" status: 200 len: 943 time: 0.2797246 Apr 20 13:09:50.887048 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8833d39d-de15-457a-a933-14d90f37c4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:50.900241 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-52eb01e9-a6f8-4c40-b000-171105f2aa7c None None] Provisioning complete for port 02c75dde-c85e-4540-b9d2-3b060f581e4b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:50.900977 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-52eb01e9-a6f8-4c40-b000-171105f2aa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:50.901125 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fa9cdc-784d-497d-baa3-f435a85d3c10 None None] Routers {'a370d898-621c-4077-8917-0d0a57961271'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:09:50.901740 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-18fa9cdc-784d-497d-baa3-f435a85d3c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:09:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['a370d898-621c-4077-8917-0d0a57961271'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:50.928740 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3bd67650-b851-4f37-98b3-f181d04e9337 req-b02b9071-924b-40cd-b7ad-04dae9285391 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469667 Apr 20 13:09:50.940594 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833d39d-de15-457a-a933-14d90f37c4a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d887a6a-8007-4be4-ac70-d441e86d1b65,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:50.943409 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-52eb01e9-a6f8-4c40-b000-171105f2aa7c None None] Port 02c75dde-c85e-4540-b9d2-3b060f581e4b cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:09:50.985462 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port e3d672b2-5f52-48fe-8008-ebffb2729d17, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=e3d672b2-5f52-48fe-8008-ebffb2729d17,segment=NetworkSegment(77838f7f-eaf5-4c10-90fc-75b379d0087a),segment_id=77838f7f-eaf5-4c10-90fc-75b379d0087a)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:51.009434 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'e3d672b2-5f52-48fe-8008-ebffb2729d17', 'network_id': 'b1ec58e9-2000-46d7-b9f7-b902c3308689', 'port_id': 'e3d672b2-5f52-48fe-8008-ebffb2729d17', 'mac_address': 'fa:16:3e:6b:7b:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bef6cbc-229e-4076-aebf-0e9753031270', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:09:51.050081 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-ab68906c-f503-4874-87b7-b7bd98951a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:51.060064 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-da8bb611-baee-42bb-bede-cc31c6aa4647 req-eb57d653-db4c-456f-859b-c7211b0dd849 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566215 Apr 20 13:09:51.130954 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-3dfeb297-b142-4e63-91f3-f6de71cc992e tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:51.141648 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:51.162037 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3d672b2-5f52-48fe-8008-ebffb2729d17 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:09:51.186569 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-18fa9cdc-784d-497d-baa3-f435a85d3c10 None None] Set router a370d898-621c-4077-8917-0d0a57961271 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:09:51.215193 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port e3d672b2-5f52-48fe-8008-ebffb2729d17, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=e3d672b2-5f52-48fe-8008-ebffb2729d17,segment=NetworkSegment(77838f7f-eaf5-4c10-90fc-75b379d0087a),segment_id=77838f7f-eaf5-4c10-90fc-75b379d0087a)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:51.218874 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['02d394e3-f6ef-489c-8ff6-8161ad8effee'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:09:51.310432 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:51.311134 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 9830ed74-8ebf-4eb3-b39e-6bc82c466a82 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:09:51.338820 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-3dfeb297-b142-4e63-91f3-f6de71cc992e tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Network 6efc3d61-2150-4671-a02d-6127df40131a is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:09:51.468872 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72561c-0a9e-45d8-a0fe-f98e3d9ac4bd req-690ac5bc-f228-4e5d-8ca6-2ea7d07bb174 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:51.470979 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5d72561c-0a9e-45d8-a0fe-f98e3d9ac4bd req-690ac5bc-f228-4e5d-8ca6-2ea7d07bb174 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3d5f946-ea92-4e88-aea4-44b14ff4f3b9 HTTP/1.1" status: 200 len: 936 time: 0.2631090 Apr 20 13:09:51.533371 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-18fa9cdc-784d-497d-baa3-f435a85d3c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a370d898-621c-4077-8917-0d0a57961271', 'name': 'tempest-ServerRescueTestJSONUnderV235-1804720879-router', 'tenant_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '9ec5f127-9fe0-46af-9f11-408663cf81a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:56Z', 'updated_at': '2022-04-20T13:09:49Z', 'revision_number': 5, 'project_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'gw_port': {'id': '9ec5f127-9fe0-46af-9f11-408663cf81a9', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a370d898-621c-4077-8917-0d0a57961271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:57Z', 'updated_at': '2022-04-20T13:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:51.561955 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['3c9f21da-6fdc-4980-88b9-d73613e671ab', '35f4dcac-bf1f-472e-8000-63eb2787a89a'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:09:51.564230 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=e3d672b2-5f52-48fe-8008-ebffb2729d17,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:51.590880 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fa9cdc-784d-497d-baa3-f435a85d3c10 None None] Checking router: a370d898-621c-4077-8917-0d0a57961271 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:09:51.615492 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481347d-ccb6-4a05-9f87-fc17ad73a59b req-b2b794ed-47dc-4311-b101-0eeb1ad8daa6 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:51.620680 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fa9cdc-784d-497d-baa3-f435a85d3c10 None None] Routers {'a370d898-621c-4077-8917-0d0a57961271'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:09:51.621541 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481347d-ccb6-4a05-9f87-fc17ad73a59b req-b2b794ed-47dc-4311-b101-0eeb1ad8daa6 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:51.621717 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-18fa9cdc-784d-497d-baa3-f435a85d3c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:09:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['a370d898-621c-4077-8917-0d0a57961271'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:51.628556 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481347d-ccb6-4a05-9f87-fc17ad73a59b req-b2b794ed-47dc-4311-b101-0eeb1ad8daa6 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:51.634474 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481347d-ccb6-4a05-9f87-fc17ad73a59b req-b2b794ed-47dc-4311-b101-0eeb1ad8daa6 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:51.641200 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481347d-ccb6-4a05-9f87-fc17ad73a59b req-b2b794ed-47dc-4311-b101-0eeb1ad8daa6 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:51.649278 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481347d-ccb6-4a05-9f87-fc17ad73a59b req-b2b794ed-47dc-4311-b101-0eeb1ad8daa6 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:51.666347 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481347d-ccb6-4a05-9f87-fc17ad73a59b req-b2b794ed-47dc-4311-b101-0eeb1ad8daa6 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:51.675964 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d481347d-ccb6-4a05-9f87-fc17ad73a59b req-b2b794ed-47dc-4311-b101-0eeb1ad8daa6 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 5420 time: 0.4105542 Apr 20 13:09:51.724636 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 9830ed74-8ebf-4eb3-b39e-6bc82c466a82, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=9830ed74-8ebf-4eb3-b39e-6bc82c466a82,segment=NetworkSegment(b2bd74d1-b518-4c8d-839d-80d6ae61237d),segment_id=b2bd74d1-b518-4c8d-839d-80d6ae61237d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:51.753007 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d481347d-ccb6-4a05-9f87-fc17ad73a59b req-5bfda0d6-d4a8-4457-b326-cf4a283cc9de tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&id=556d7529-8c3d-4632-818a-1051dfde20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0760601 Apr 20 13:09:51.759884 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5d72561c-0a9e-45d8-a0fe-f98e3d9ac4bd req-959f2b84-97d8-46ac-9480-efae267c98c1 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766082 Apr 20 13:09:51.840599 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '9830ed74-8ebf-4eb3-b39e-6bc82c466a82', 'network_id': '5a69de38-4530-4bc9-a14a-1ca14f4ebdfd', 'port_id': '9830ed74-8ebf-4eb3-b39e-6bc82c466a82', 'mac_address': 'fa:16:3e:22:4a:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4af9191-d6b5-420c-b77f-a5f7f7b63126', 'ip_address': '10.1.1.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:09:51.850753 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-18fa9cdc-784d-497d-baa3-f435a85d3c10 None None] Set router a370d898-621c-4077-8917-0d0a57961271 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:09:51.893522 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8833d39d-de15-457a-a933-14d90f37c4a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:51.972428 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-3dfeb297-b142-4e63-91f3-f6de71cc992e tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:09:51.986681 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-3dfeb297-b142-4e63-91f3-f6de71cc992e tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:09:52.035042 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfeb297-b142-4e63-91f3-f6de71cc992e tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Pushing event updated for resources: {'Port': ['ID=27987731-9483-4930-8ab5-3df02669158a,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:52.046229 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:52.073463 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-101eeaec-f7e9-4a9d-bbcf-ea1319924d2d admin admin] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:52.174922 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9830ed74-8ebf-4eb3-b39e-6bc82c466a82 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:09:52.276491 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 9ed69675-b0aa-4553-80f3-09d1483a6891 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:09:52.281565 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-18fa9cdc-784d-497d-baa3-f435a85d3c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a370d898-621c-4077-8917-0d0a57961271', 'name': 'tempest-ServerRescueTestJSONUnderV235-1804720879-router', 'tenant_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '9ec5f127-9fe0-46af-9f11-408663cf81a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:56Z', 'updated_at': '2022-04-20T13:09:49Z', 'revision_number': 5, 'project_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'gw_port': {'id': '9ec5f127-9fe0-46af-9f11-408663cf81a9', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a370d898-621c-4077-8917-0d0a57961271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:57Z', 'updated_at': '2022-04-20T13:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:52.362364 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fa9cdc-784d-497d-baa3-f435a85d3c10 None None] The sync data for ids ['a370d898-621c-4077-8917-0d0a57961271'] in n-d-836015-7 is: [{'id': 'a370d898-621c-4077-8917-0d0a57961271', 'name': 'tempest-ServerRescueTestJSONUnderV235-1804720879-router', 'tenant_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '9ec5f127-9fe0-46af-9f11-408663cf81a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:56Z', 'updated_at': '2022-04-20T13:09:49Z', 'revision_number': 5, 'project_id': 'a9ab0226b6cf4925abbf972bfe37e3be', 'gw_port': {'id': '9ec5f127-9fe0-46af-9f11-408663cf81a9', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a370d898-621c-4077-8917-0d0a57961271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:57Z', 'updated_at': '2022-04-20T13:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:09:52.381489 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-101eeaec-f7e9-4a9d-bbcf-ea1319924d2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:52.388331 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 9830ed74-8ebf-4eb3-b39e-6bc82c466a82, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=9830ed74-8ebf-4eb3-b39e-6bc82c466a82,segment=NetworkSegment(b2bd74d1-b518-4c8d-839d-80d6ae61237d),segment_id=b2bd74d1-b518-4c8d-839d-80d6ae61237d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:52.391419 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-3dfeb297-b142-4e63-91f3-f6de71cc992e tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:52.392533 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-3dfeb297-b142-4e63-91f3-f6de71cc992e tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:52.442536 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c2786-aca6-480a-bea0-f49f0d2d836a req-4c4fccd6-79ef-4201-970b-bde67ba46de2 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:52.444275 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-220c2786-aca6-480a-bea0-f49f0d2d836a req-4c4fccd6-79ef-4201-970b-bde67ba46de2 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 943 time: 0.2720115 Apr 20 13:09:52.500312 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:09:52.520441 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:52.520724 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-3dfeb297-b142-4e63-91f3-f6de71cc992e tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6839902 Apr 20 13:09:52.521116 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device bd817be8-283c-452b-aa21-7b15743074d5 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:09:52.537659 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-e4fe2e75-7888-4f5a-8d1d-45c569352634 service neutron] Request body: {'port': {'device_id': 'f3d5f946-ea92-4e88-aea4-44b14ff4f3b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:52.550323 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port bd817be8-283c-452b-aa21-7b15743074d5, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=bd817be8-283c-452b-aa21-7b15743074d5,segment=NetworkSegment(b2bd74d1-b518-4c8d-839d-80d6ae61237d),segment_id=b2bd74d1-b518-4c8d-839d-80d6ae61237d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:52.561920 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bcfe44-5e87-4d2c-9793-a0c3c30d9861 req-decfdd0e-c80e-4d7e-8011-b9c972b0b3a6 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:52.572125 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-15bcfe44-5e87-4d2c-9793-a0c3c30d9861 req-decfdd0e-c80e-4d7e-8011-b9c972b0b3a6 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=311efecc-3eac-4284-a201-33fa886553d9 HTTP/1.1" status: 200 len: 943 time: 0.3188279 Apr 20 13:09:52.607881 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-e4fe2e75-7888-4f5a-8d1d-45c569352634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:52.614575 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-ab68906c-f503-4874-87b7-b7bd98951a09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02c75dde-c85e-4540-b9d2-3b060f581e4b {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:09:52.623922 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-101eeaec-f7e9-4a9d-bbcf-ea1319924d2d admin admin] Deleting port 9ec5f127-9fe0-46af-9f11-408663cf81a9 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:09:52.624301 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-101eeaec-f7e9-4a9d-bbcf-ea1319924d2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:52.627721 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-ab68906c-f503-4874-87b7-b7bd98951a09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:52.675837 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-ab68906c-f503-4874-87b7-b7bd98951a09 service neutron] Transition to ACTIVE for port object 02c75dde-c85e-4540-b9d2-3b060f581e4b will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:09:52.690378 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-220c2786-aca6-480a-bea0-f49f0d2d836a req-50181050-74f2-4c2e-9ebe-e46b1a6f3e94 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2305937 Apr 20 13:09:52.706089 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8833d39d-de15-457a-a933-14d90f37c4a9 admin admin] Router 58ac7165-3ec6-4819-a93a-ee6e28e96e44 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:09:52.709492 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-15bcfe44-5e87-4d2c-9793-a0c3c30d9861 req-37801150-c7e4-4d3b-87d7-359e43e9f768 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349037 Apr 20 13:09:52.800200 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-ab68906c-f503-4874-87b7-b7bd98951a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:52.831773 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-101eeaec-f7e9-4a9d-bbcf-ea1319924d2d admin admin] For port 9ec5f127-9fe0-46af-9f11-408663cf81a9, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=9ec5f127-9fe0-46af-9f11-408663cf81a9,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:52.832181 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-101eeaec-f7e9-4a9d-bbcf-ea1319924d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:52.860130 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-101eeaec-f7e9-4a9d-bbcf-ea1319924d2d admin admin] Calling delete_port for 9ec5f127-9fe0-46af-9f11-408663cf81a9 owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:09:52.907672 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'bd817be8-283c-452b-aa21-7b15743074d5', 'network_id': '5a69de38-4530-4bc9-a14a-1ca14f4ebdfd', 'port_id': 'bd817be8-283c-452b-aa21-7b15743074d5', 'mac_address': 'fa:16:3e:69:fa:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4af9191-d6b5-420c-b77f-a5f7f7b63126', 'ip_address': '10.1.1.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:09:52.918885 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=9830ed74-8ebf-4eb3-b39e-6bc82c466a82,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:53.008164 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-e50e29e8-0349-4f02-adf2-f4c249950d4a None None] Provisioning complete for port 27987731-9483-4930-8ab5-3df02669158a triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:53.024785 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e50e29e8-0349-4f02-adf2-f4c249950d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:53.138058 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 9ed69675-b0aa-4553-80f3-09d1483a6891, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=9ed69675-b0aa-4553-80f3-09d1483a6891,segment=NetworkSegment(b8a6c4b7-66db-416a-aa28-84e1cd810023),segment_id=b8a6c4b7-66db-416a-aa28-84e1cd810023)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:53.221295 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-e4fe2e75-7888-4f5a-8d1d-45c569352634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27987731-9483-4930-8ab5-3df02669158a {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:09:53.228219 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-e50e29e8-0349-4f02-adf2-f4c249950d4a None None] Port 27987731-9483-4930-8ab5-3df02669158a cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:09:53.230337 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-e4fe2e75-7888-4f5a-8d1d-45c569352634 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:53.231971 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '9ed69675-b0aa-4553-80f3-09d1483a6891', 'network_id': '1448fb0c-76a1-4762-b0ef-b8c667a2a5dc', 'port_id': '9ed69675-b0aa-4553-80f3-09d1483a6891', 'mac_address': 'fa:16:3e:a3:f1:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c84cb6f4-b4cc-4751-b4bc-ddb2101451ae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:09:53.241708 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:53.243444 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-e4fe2e75-7888-4f5a-8d1d-45c569352634 service neutron] Transition to ACTIVE for port object 27987731-9483-4930-8ab5-3df02669158a will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:09:53.300419 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd817be8-283c-452b-aa21-7b15743074d5 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:09:53.358827 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port bd817be8-283c-452b-aa21-7b15743074d5, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=bd817be8-283c-452b-aa21-7b15743074d5,segment=NetworkSegment(b2bd74d1-b518-4c8d-839d-80d6ae61237d),segment_id=b2bd74d1-b518-4c8d-839d-80d6ae61237d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:53.396720 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-e4fe2e75-7888-4f5a-8d1d-45c569352634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:53.446950 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:53.475023 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe2e75-7888-4f5a-8d1d-45c569352634 service neutron] Pushing event updated for resources: {'Port': ['ID=27987731-9483-4930-8ab5-3df02669158a,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:53.481607 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:53.482271 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b8f78639-1657-457a-816e-30db34b05a25 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:09:53.508102 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-101eeaec-f7e9-4a9d-bbcf-ea1319924d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:53.557165 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port b8f78639-1657-457a-816e-30db34b05a25, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b8f78639-1657-457a-816e-30db34b05a25,segment=NetworkSegment(b2bd74d1-b518-4c8d-839d-80d6ae61237d),segment_id=b2bd74d1-b518-4c8d-839d-80d6ae61237d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:53.651547 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8833d39d-de15-457a-a933-14d90f37c4a9 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:09:53.653131 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab68906c-f503-4874-87b7-b7bd98951a09 service neutron] Pushing event updated for resources: {'Port': ['ID=02c75dde-c85e-4540-b9d2-3b060f581e4b,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:53.658541 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-e4fe2e75-7888-4f5a-8d1d-45c569352634 service neutron] Attempting to bind port 27987731-9483-4930-8ab5-3df02669158a on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:09:53.658541 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-e4fe2e75-7888-4f5a-8d1d-45c569352634 service neutron] Attempting to bind port 27987731-9483-4930-8ab5-3df02669158a by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:09:53.659118 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-e4fe2e75-7888-4f5a-8d1d-45c569352634 service neutron] Attempting to bind port 27987731-9483-4930-8ab5-3df02669158a on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:09:53.665215 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101eeaec-f7e9-4a9d-bbcf-ea1319924d2d admin admin] Pushing event deleted for resources: {'Port': ['ID=9ec5f127-9fe0-46af-9f11-408663cf81a9,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:53.678553 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8833d39d-de15-457a-a933-14d90f37c4a9 admin admin] 10.222.0.25 "PUT /v2.0/routers/58ac7165-3ec6-4819-a93a-ee6e28e96e44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9781704 Apr 20 13:09:53.680660 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'b8f78639-1657-457a-816e-30db34b05a25', 'network_id': '5a69de38-4530-4bc9-a14a-1ca14f4ebdfd', 'port_id': 'b8f78639-1657-457a-816e-30db34b05a25', 'mac_address': 'fa:16:3e:27:36:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4af9191-d6b5-420c-b77f-a5f7f7b63126', 'ip_address': '10.1.1.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:09:53.684722 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37058) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:53.684978 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=bd817be8-283c-452b-aa21-7b15743074d5,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:53.692835 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649f9d2e-73eb-4d1b-b348-4949387e1a4a None None] Sync routers for ids ['58ac7165-3ec6-4819-a93a-ee6e28e96e44'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:09:53.704357 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ed69675-b0aa-4553-80f3-09d1483a6891 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:09:53.711487 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-e4fe2e75-7888-4f5a-8d1d-45c569352634 service neutron] Port 27987731-9483-4930-8ab5-3df02669158a on network 6efc3d61-2150-4671-a02d-6127df40131a not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:09:53.712561 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-e4fe2e75-7888-4f5a-8d1d-45c569352634 service neutron] Attempting to bind port 27987731-9483-4930-8ab5-3df02669158a on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:09:53.749797 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 9ed69675-b0aa-4553-80f3-09d1483a6891, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=9ed69675-b0aa-4553-80f3-09d1483a6891,segment=NetworkSegment(b8a6c4b7-66db-416a-aa28-84e1cd810023),segment_id=b8a6c4b7-66db-416a-aa28-84e1cd810023)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:53.768553 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649f9d2e-73eb-4d1b-b348-4949387e1a4a None None] Routers {'58ac7165-3ec6-4819-a93a-ee6e28e96e44'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:09:53.769214 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-649f9d2e-73eb-4d1b-b348-4949387e1a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:09:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['58ac7165-3ec6-4819-a93a-ee6e28e96e44'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:53.818307 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-ab68906c-f503-4874-87b7-b7bd98951a09 service neutron] Attempting to bind port 02c75dde-c85e-4540-b9d2-3b060f581e4b on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:09:53.818817 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-ab68906c-f503-4874-87b7-b7bd98951a09 service neutron] Attempting to bind port 02c75dde-c85e-4540-b9d2-3b060f581e4b by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:09:53.819390 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-ab68906c-f503-4874-87b7-b7bd98951a09 service neutron] Attempting to bind port 02c75dde-c85e-4540-b9d2-3b060f581e4b on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:09:53.833871 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-e4fe2e75-7888-4f5a-8d1d-45c569352634 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:09:53.840590 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-e4fe2e75-7888-4f5a-8d1d-45c569352634 service neutron] Checking segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:09:53.841391 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-e4fe2e75-7888-4f5a-8d1d-45c569352634 service neutron] Bound using segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:09:53.842114 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-e4fe2e75-7888-4f5a-8d1d-45c569352634 service neutron] Bound port: 27987731-9483-4930-8ab5-3df02669158a, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:09:53.842751 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-e4fe2e75-7888-4f5a-8d1d-45c569352634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:53.845737 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ff9d7fc-b8f3-4695-ba26-83a1866c6f8e admin admin] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:53.861411 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc239e4-78cb-4bd9-8995-6d793878838a req-51c06d61-144e-46f1-bf97-eeb21f1a9b3e tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:53.877123 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc239e4-78cb-4bd9-8995-6d793878838a req-51c06d61-144e-46f1-bf97-eeb21f1a9b3e tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:53.894705 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc239e4-78cb-4bd9-8995-6d793878838a req-51c06d61-144e-46f1-bf97-eeb21f1a9b3e tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:53.905260 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-101eeaec-f7e9-4a9d-bbcf-ea1319924d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:53.915106 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc239e4-78cb-4bd9-8995-6d793878838a req-51c06d61-144e-46f1-bf97-eeb21f1a9b3e tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:53.929503 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc239e4-78cb-4bd9-8995-6d793878838a req-51c06d61-144e-46f1-bf97-eeb21f1a9b3e tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:53.946437 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc239e4-78cb-4bd9-8995-6d793878838a req-51c06d61-144e-46f1-bf97-eeb21f1a9b3e tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:53.953004 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc239e4-78cb-4bd9-8995-6d793878838a req-51c06d61-144e-46f1-bf97-eeb21f1a9b3e tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:53.955164 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bbc239e4-78cb-4bd9-8995-6d793878838a req-51c06d61-144e-46f1-bf97-eeb21f1a9b3e tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 5421 time: 1.0207424 Apr 20 13:09:53.963295 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09a8ae-81a0-4db4-abd8-8007f5a3a966 req-4cb85915-66b0-4c70-a90f-c155022fc043 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:53.965033 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ae09a8ae-81a0-4db4-abd8-8007f5a3a966 req-4cb85915-66b0-4c70-a90f-c155022fc043 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3d5f946-ea92-4e88-aea4-44b14ff4f3b9 HTTP/1.1" status: 200 len: 936 time: 0.9379613 Apr 20 13:09:53.965729 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-ab68906c-f503-4874-87b7-b7bd98951a09 service neutron] Port 02c75dde-c85e-4540-b9d2-3b060f581e4b on network 6efc3d61-2150-4671-a02d-6127df40131a not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:09:53.966165 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-ab68906c-f503-4874-87b7-b7bd98951a09 service neutron] Attempting to bind port 02c75dde-c85e-4540-b9d2-3b060f581e4b on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:09:54.018146 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-ab68906c-f503-4874-87b7-b7bd98951a09 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:09:54.018659 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-ab68906c-f503-4874-87b7-b7bd98951a09 service neutron] Checking segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:09:54.019183 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-ab68906c-f503-4874-87b7-b7bd98951a09 service neutron] Bound using segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:09:54.019770 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-ab68906c-f503-4874-87b7-b7bd98951a09 service neutron] Bound port: 02c75dde-c85e-4540-b9d2-3b060f581e4b, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:09:54.024780 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-ab68906c-f503-4874-87b7-b7bd98951a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:54.038294 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-101eeaec-f7e9-4a9d-bbcf-ea1319924d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:54.040809 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:54.052380 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-101eeaec-f7e9-4a9d-bbcf-ea1319924d2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:54.090650 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bbc239e4-78cb-4bd9-8995-6d793878838a req-4cd1a8d4-7af1-477b-8a77-2870b11421ce tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&id=556d7529-8c3d-4632-818a-1051dfde20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1207879 Apr 20 13:09:54.097281 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ae09a8ae-81a0-4db4-abd8-8007f5a3a966 req-b70d4819-0547-48d1-9eae-1328b62a43cd tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204772 Apr 20 13:09:54.176607 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:54.218377 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-649f9d2e-73eb-4d1b-b348-4949387e1a4a None None] Set router 58ac7165-3ec6-4819-a93a-ee6e28e96e44 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:09:54.271681 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-e4fe2e75-7888-4f5a-8d1d-45c569352634 service neutron] For port 27987731-9483-4930-8ab5-3df02669158a, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:09:54.277929 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-e4fe2e75-7888-4f5a-8d1d-45c569352634 service neutron] For port 27987731-9483-4930-8ab5-3df02669158a, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=27987731-9483-4930-8ab5-3df02669158a,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:09:54.285007 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ff9d7fc-b8f3-4695-ba26-83a1866c6f8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:54.311443 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 9cdc0094-391e-4e3a-921e-4440c68b1137 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:09:54.319022 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-101eeaec-f7e9-4a9d-bbcf-ea1319924d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:54.319912 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101eeaec-f7e9-4a9d-bbcf-ea1319924d2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a370d898-621c-4077-8917-0d0a57961271 {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:09:54.329875 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-101eeaec-f7e9-4a9d-bbcf-ea1319924d2d admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:54.329875 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-101eeaec-f7e9-4a9d-bbcf-ea1319924d2d admin admin] 10.222.0.25 "DELETE /v2.0/routers/a370d898-621c-4077-8917-0d0a57961271 HTTP/1.1" status: 204 len: 168 time: 3.4503200 Apr 20 13:09:54.329875 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37068) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:54.335098 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=9ed69675-b0aa-4553-80f3-09d1483a6891,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:54.345242 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8f78639-1657-457a-816e-30db34b05a25 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:09:54.392607 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-ab68906c-f503-4874-87b7-b7bd98951a09 service neutron] For port 02c75dde-c85e-4540-b9d2-3b060f581e4b, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:09:54.392888 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port b8f78639-1657-457a-816e-30db34b05a25, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b8f78639-1657-457a-816e-30db34b05a25,segment=NetworkSegment(b2bd74d1-b518-4c8d-839d-80d6ae61237d),segment_id=b2bd74d1-b518-4c8d-839d-80d6ae61237d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:54.408678 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 9cdc0094-391e-4e3a-921e-4440c68b1137 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:09:54.409048 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 9cdc0094-391e-4e3a-921e-4440c68b1137 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:09:54.415847 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-e4fe2e75-7888-4f5a-8d1d-45c569352634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:54.418246 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-ab68906c-f503-4874-87b7-b7bd98951a09 service neutron] For port 02c75dde-c85e-4540-b9d2-3b060f581e4b, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=02c75dde-c85e-4540-b9d2-3b060f581e4b,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:09:54.451591 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8406d-601f-44e9-ba20-e5038faf1b5e req-b067cd99-1cfd-421a-9186-02a55fdee3f3 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:54.462058 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e8c8406d-601f-44e9-ba20-e5038faf1b5e req-b067cd99-1cfd-421a-9186-02a55fdee3f3 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 943 time: 0.2312317 Apr 20 13:09:54.477258 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b844b-2e9e-4276-b6f0-9ef1aba066b4 req-d861c435-13d3-4ec7-b5f6-4b31fc44bb14 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:54.491884 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f67b844b-2e9e-4276-b6f0-9ef1aba066b4 req-d861c435-13d3-4ec7-b5f6-4b31fc44bb14 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=311efecc-3eac-4284-a201-33fa886553d9 HTTP/1.1" status: 200 len: 944 time: 0.2498991 Apr 20 13:09:54.507628 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:54.508963 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 97b905ff-c95f-4cdf-b78c-ce981493c6b5 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:09:54.521478 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-ab68906c-f503-4874-87b7-b7bd98951a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:54.563917 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-cee91f2a-1d2c-4d0b-b2f0-dae19f7fc3be admin admin] Deleting subnet 9def3790-e72f-4622-9eb5-7500a0e5bad9 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:09:54.569477 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cee91f2a-1d2c-4d0b-b2f0-dae19f7fc3be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:54.597306 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-ab68906c-f503-4874-87b7-b7bd98951a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:54.598198 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-ab68906c-f503-4874-87b7-b7bd98951a09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:54.600423 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-ab68906c-f503-4874-87b7-b7bd98951a09 service neutron] 10.222.0.15 "PUT /v2.0/ports/02c75dde-c85e-4540-b9d2-3b060f581e4b HTTP/1.1" status: 200 len: 1096 time: 3.7854278 Apr 20 13:09:54.616545 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e6f25c6-93d3-4d22-a53e-c1fb70fe17cb', 'tag': '02c75dde-c85e-4540-b9d2-3b060f581e4b'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:09:54.621203 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa7d52c-cd43-44ca-86a2-c8268a64727d" -d '{"events": [{"name": "network-changed", "server_uuid": "2e6f25c6-93d3-4d22-a53e-c1fb70fe17cb", "tag": "02c75dde-c85e-4540-b9d2-3b060f581e4b"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:09:54.631075 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 97b905ff-c95f-4cdf-b78c-ce981493c6b5, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=97b905ff-c95f-4cdf-b78c-ce981493c6b5,segment=NetworkSegment(738fba35-11d5-4597-a6a9-a3497c92a9f7),segment_id=738fba35-11d5-4597-a6a9-a3497c92a9f7)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:54.655554 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '97b905ff-c95f-4cdf-b78c-ce981493c6b5', 'network_id': 'c0567742-ebd6-4040-88bb-7f8afbb4e328', 'port_id': '97b905ff-c95f-4cdf-b78c-ce981493c6b5', 'mac_address': 'fa:16:3e:b5:df:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab468ffa-ce13-456d-af37-126b9348379e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:09:54.661507 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e8c8406d-601f-44e9-ba20-e5038faf1b5e req-b0f85fb8-d91d-4b4b-ade9-2b557869c0a1 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935270 Apr 20 13:09:54.662229 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['9ed69675-b0aa-4553-80f3-09d1483a6891'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:09:54.671475 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b402f6dd-d0b8-4390-a57f-c9ff1946e862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:54.682148 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-e4fe2e75-7888-4f5a-8d1d-45c569352634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:54.683025 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-e4fe2e75-7888-4f5a-8d1d-45c569352634 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:54.684607 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-e4fe2e75-7888-4f5a-8d1d-45c569352634 service neutron] 10.222.0.32 "PUT /v2.0/ports/27987731-9483-4930-8ab5-3df02669158a HTTP/1.1" status: 200 len: 1096 time: 2.1511626 Apr 20 13:09:54.685188 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d5f946-ea92-4e88-aea4-44b14ff4f3b9', 'tag': '27987731-9483-4930-8ab5-3df02669158a'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:09:54.688291 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028f8a11-7161-4b85-82ee-ffc09a46949b" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d5f946-ea92-4e88-aea4-44b14ff4f3b9", "tag": "27987731-9483-4930-8ab5-3df02669158a"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:09:54.740193 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cee91f2a-1d2c-4d0b-b2f0-dae19f7fc3be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:54.763716 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f67b844b-2e9e-4276-b6f0-9ef1aba066b4 req-b2612c19-0305-4db9-b669-178eafb3787d tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488277 Apr 20 13:09:54.792787 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab68906c-f503-4874-87b7-b7bd98951a09 service neutron] Pushing event updated for resources: {'Port': ['ID=02c75dde-c85e-4540-b9d2-3b060f581e4b,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:54.822430 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe2e75-7888-4f5a-8d1d-45c569352634 service neutron] Pushing event updated for resources: {'Port': ['ID=27987731-9483-4930-8ab5-3df02669158a,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:54.881044 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f5d3a4-a3dd-488f-ba7f-c390493da525 x-openstack-request-id: req-84f5d3a4-a3dd-488f-ba7f-c390493da525 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:09:54.881456 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d5f946-ea92-4e88-aea4-44b14ff4f3b9", "tag": "27987731-9483-4930-8ab5-3df02669158a", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:09:54.881671 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-84f5d3a4-a3dd-488f-ba7f-c390493da525 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:09:54.882121 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84f5d3a4-a3dd-488f-ba7f-c390493da525'] response: {'name': 'network-changed', 'server_uuid': 'f3d5f946-ea92-4e88-aea4-44b14ff4f3b9', 'tag': '27987731-9483-4930-8ab5-3df02669158a', 'status': 'completed', 'code': 200} Apr 20 13:09:54.888288 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:54.906451 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-3ff9d7fc-b8f3-4695-ba26-83a1866c6f8e admin admin] Deleting port ebbcba4a-4e51-4a53-b480-2042359c1c51 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:09:54.906811 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ff9d7fc-b8f3-4695-ba26-83a1866c6f8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:54.912008 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-aef275a8-b28e-4f1b-b3e8-c1cda55454fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:54.914601 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-aef275a8-b28e-4f1b-b3e8-c1cda55454fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e1f0d8155374e7db296a2dc86482d62&device_id=f3d5f946-ea92-4e88-aea4-44b14ff4f3b9 HTTP/1.1" status: 200 len: 1099 time: 0.0949812 Apr 20 13:09:54.922095 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd002bf-ed22-4f61-8e17-29bdb64cf8fa x-openstack-request-id: req-4bd002bf-ed22-4f61-8e17-29bdb64cf8fa {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:09:54.922371 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e6f25c6-93d3-4d22-a53e-c1fb70fe17cb", "tag": "02c75dde-c85e-4540-b9d2-3b060f581e4b", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:09:54.922621 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4bd002bf-ed22-4f61-8e17-29bdb64cf8fa {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:09:54.923071 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bd002bf-ed22-4f61-8e17-29bdb64cf8fa'] response: {'name': 'network-changed', 'server_uuid': '2e6f25c6-93d3-4d22-a53e-c1fb70fe17cb', 'tag': '02c75dde-c85e-4540-b9d2-3b060f581e4b', 'status': 'completed', 'code': 200} Apr 20 13:09:54.924803 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97b905ff-c95f-4cdf-b78c-ce981493c6b5 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:09:55.017735 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 97b905ff-c95f-4cdf-b78c-ce981493c6b5, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=97b905ff-c95f-4cdf-b78c-ce981493c6b5,segment=NetworkSegment(738fba35-11d5-4597-a6a9-a3497c92a9f7),segment_id=738fba35-11d5-4597-a6a9-a3497c92a9f7)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:55.021784 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=b8f78639-1657-457a-816e-30db34b05a25,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:55.069601 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-0b0d9f03-5011-4b27-bcc0-5ed7f678ea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:55.075070 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-0b0d9f03-5011-4b27-bcc0-5ed7f678ea33 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e1f0d8155374e7db296a2dc86482d62&device_id=2e6f25c6-93d3-4d22-a53e-c1fb70fe17cb HTTP/1.1" status: 200 len: 1099 time: 0.3085682 Apr 20 13:09:55.108314 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-7921cc5a-c478-49a3-90fa-aea522a9e1a2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=27987731-9483-4930-8ab5-3df02669158a HTTP/1.1" status: 200 len: 217 time: 0.1666405 Apr 20 13:09:55.134987 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:55.138851 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device bf933922-09e5-4f77-9f0e-bfb87f24c714 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:09:55.205989 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port bf933922-09e5-4f77-9f0e-bfb87f24c714, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=bf933922-09e5-4f77-9f0e-bfb87f24c714,segment=NetworkSegment(b2bd74d1-b518-4c8d-839d-80d6ae61237d),segment_id=b2bd74d1-b518-4c8d-839d-80d6ae61237d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:55.230400 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-8c2da903-9537-40f7-9590-633ce984973d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=02c75dde-c85e-4540-b9d2-3b060f581e4b HTTP/1.1" status: 200 len: 217 time: 0.1470518 Apr 20 13:09:55.298396 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-f303e4fc-26c7-4c66-b12c-1259633970df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:55.301097 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-f303e4fc-26c7-4c66-b12c-1259633970df service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0626822 Apr 20 13:09:55.309606 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'bf933922-09e5-4f77-9f0e-bfb87f24c714', 'network_id': '5a69de38-4530-4bc9-a14a-1ca14f4ebdfd', 'port_id': 'bf933922-09e5-4f77-9f0e-bfb87f24c714', 'mac_address': 'fa:16:3e:5c:8d:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4af9191-d6b5-420c-b77f-a5f7f7b63126', 'ip_address': '10.1.1.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:09:55.315208 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=97b905ff-c95f-4cdf-b78c-ce981493c6b5,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:55.334435 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-bfdebe75-d359-42a9-8427-b6e0bd20554b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:55.336459 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-bfdebe75-d359-42a9-8427-b6e0bd20554b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.1186421 Apr 20 13:09:55.389288 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:55.418263 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf933922-09e5-4f77-9f0e-bfb87f24c714 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:09:55.447929 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-73ab92ec-5631-460f-9610-24d44adaf59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:55.449760 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-73ab92ec-5631-460f-9610-24d44adaf59e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1307402 Apr 20 13:09:55.464844 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port bf933922-09e5-4f77-9f0e-bfb87f24c714, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=bf933922-09e5-4f77-9f0e-bfb87f24c714,segment=NetworkSegment(b2bd74d1-b518-4c8d-839d-80d6ae61237d),segment_id=b2bd74d1-b518-4c8d-839d-80d6ae61237d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:55.478981 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cee91f2a-1d2c-4d0b-b2f0-dae19f7fc3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:55.482136 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-6b1e0b42-cb5a-4754-9510-485f7d81135f service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:09:55.485613 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-6b1e0b42-cb5a-4754-9510-485f7d81135f service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0183120 Apr 20 13:09:55.488589 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-649f9d2e-73eb-4d1b-b348-4949387e1a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758772103-router', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:42Z', 'updated_at': '2022-04-20T13:09:50Z', 'revision_number': 5, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'gw_port': {'id': 'ebbcba4a-4e51-4a53-b480-2042359c1c51', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:17:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:43Z', 'updated_at': '2022-04-20T13:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:55.496286 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f7d3d-6937-4a6b-b584-35cb7c3df563 req-8fbecb1e-2b07-4c86-a806-4e3270c077f3 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:55.505229 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b71f7d3d-6937-4a6b-b584-35cb7c3df563 req-8fbecb1e-2b07-4c86-a806-4e3270c077f3 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3d5f946-ea92-4e88-aea4-44b14ff4f3b9 HTTP/1.1" status: 200 len: 948 time: 0.1995184 Apr 20 13:09:55.530433 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649f9d2e-73eb-4d1b-b348-4949387e1a4a None None] Checking router: 58ac7165-3ec6-4819-a93a-ee6e28e96e44 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:09:55.551656 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-5205ce87-db2c-489f-8d41-643c016125be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:55.552720 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:55.553176 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-5205ce87-db2c-489f-8d41-643c016125be service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2065322 Apr 20 13:09:55.553392 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 60877966-e402-419c-a28e-944e03bf9ba3 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:09:55.586727 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 60877966-e402-419c-a28e-944e03bf9ba3, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=60877966-e402-419c-a28e-944e03bf9ba3,segment=NetworkSegment(77838f7f-eaf5-4c10-90fc-75b379d0087a),segment_id=77838f7f-eaf5-4c10-90fc-75b379d0087a)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:55.604449 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '60877966-e402-419c-a28e-944e03bf9ba3', 'network_id': 'b1ec58e9-2000-46d7-b9f7-b902c3308689', 'port_id': '60877966-e402-419c-a28e-944e03bf9ba3', 'mac_address': 'fa:16:3e:18:4e:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bef6cbc-229e-4076-aebf-0e9753031270', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:09:55.621078 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2be918-5729-4f91-938b-bf1de5fada17 req-46a79ee8-026f-426c-bbd6-5e3fcb673316 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:55.628530 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2be918-5729-4f91-938b-bf1de5fada17 req-46a79ee8-026f-426c-bbd6-5e3fcb673316 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:55.635716 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2be918-5729-4f91-938b-bf1de5fada17 req-46a79ee8-026f-426c-bbd6-5e3fcb673316 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:55.641900 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2be918-5729-4f91-938b-bf1de5fada17 req-46a79ee8-026f-426c-bbd6-5e3fcb673316 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:55.649028 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2be918-5729-4f91-938b-bf1de5fada17 req-46a79ee8-026f-426c-bbd6-5e3fcb673316 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:55.655127 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2be918-5729-4f91-938b-bf1de5fada17 req-46a79ee8-026f-426c-bbd6-5e3fcb673316 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:55.661741 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2be918-5729-4f91-938b-bf1de5fada17 req-46a79ee8-026f-426c-bbd6-5e3fcb673316 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:55.663987 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3e2be918-5729-4f91-938b-bf1de5fada17 req-46a79ee8-026f-426c-bbd6-5e3fcb673316 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 5424 time: 0.3610165 Apr 20 13:09:55.666189 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-2e8180fd-6569-4f9c-a096-c66fa3dd6c01 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586850 Apr 20 13:09:55.671753 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649f9d2e-73eb-4d1b-b348-4949387e1a4a None None] Routers {'58ac7165-3ec6-4819-a93a-ee6e28e96e44'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:09:55.672408 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-649f9d2e-73eb-4d1b-b348-4949387e1a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:09:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['58ac7165-3ec6-4819-a93a-ee6e28e96e44'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:55.715311 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-3ff9d7fc-b8f3-4695-ba26-83a1866c6f8e admin admin] For port ebbcba4a-4e51-4a53-b480-2042359c1c51, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ebbcba4a-4e51-4a53-b480-2042359c1c51,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:55.725931 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ff9d7fc-b8f3-4695-ba26-83a1866c6f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:55.736205 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b71f7d3d-6937-4a6b-b584-35cb7c3df563 req-7db87079-5ecc-45d1-a342-fa8ccd110b8f tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298977 Apr 20 13:09:55.774012 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-3ff9d7fc-b8f3-4695-ba26-83a1866c6f8e admin admin] Calling delete_port for ebbcba4a-4e51-4a53-b480-2042359c1c51 owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:09:55.813087 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=bf933922-09e5-4f77-9f0e-bfb87f24c714,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:55.889564 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-605c7741-f030-4516-b5a8-0dff11a06842 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153095 Apr 20 13:09:55.909150 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3e2be918-5729-4f91-938b-bf1de5fada17 req-d593e85c-0ff2-4f6f-b581-d115e42cdff3 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&id=556d7529-8c3d-4632-818a-1051dfde20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2066922 Apr 20 13:09:55.911415 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-a70513af-4862-40b4-8f27-1eeed41731c1 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102256 Apr 20 13:09:55.912311 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:55.933046 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-649f9d2e-73eb-4d1b-b348-4949387e1a4a None None] Set router 58ac7165-3ec6-4819-a93a-ee6e28e96e44 gateway port host: None {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:09:55.984245 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53158e44-ef5c-4a39-a609-f1f684096c68 req-3b8ce977-0688-495d-aaa4-a1964cd74d5c tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:55.997190 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-53158e44-ef5c-4a39-a609-f1f684096c68 req-3b8ce977-0688-495d-aaa4-a1964cd74d5c tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 943 time: 0.0844696 Apr 20 13:09:56.040151 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60877966-e402-419c-a28e-944e03bf9ba3 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:09:56.053592 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-53158e44-ef5c-4a39-a609-f1f684096c68 req-5f4eb641-4c50-4d1e-884c-99f38f5c6bc1 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554216 Apr 20 13:09:56.075622 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 60877966-e402-419c-a28e-944e03bf9ba3, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=60877966-e402-419c-a28e-944e03bf9ba3,segment=NetworkSegment(77838f7f-eaf5-4c10-90fc-75b379d0087a),segment_id=77838f7f-eaf5-4c10-90fc-75b379d0087a)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:56.075622 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-649f9d2e-73eb-4d1b-b348-4949387e1a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758772103-router', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:42Z', 'updated_at': '2022-04-20T13:09:54Z', 'revision_number': 6, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:56.128238 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b8d01bde-19df-4dc4-a2c4-b54326169f26 req-e88a5cd8-6e9f-4933-a80e-f02ed7d8c535 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588161 Apr 20 13:09:56.136745 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cee91f2a-1d2c-4d0b-b2f0-dae19f7fc3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:56.171484 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cee91f2a-1d2c-4d0b-b2f0-dae19f7fc3be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:56.178063 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-cee91f2a-1d2c-4d0b-b2f0-dae19f7fc3be admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9def3790-e72f-4622-9eb5-7500a0e5bad9 HTTP/1.1" status: 204 len: 168 time: 1.8475616 Apr 20 13:09:56.181392 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37098) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:56.182238 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee91f2a-1d2c-4d0b-b2f0-dae19f7fc3be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9def3790-e72f-4622-9eb5-7500a0e5bad9,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:56.216387 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7d52c-cd43-44ca-86a2-c8268a64727d req-1fcbacf3-e0b9-43dc-b996-ab7fbec2672c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:56.218001 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-baa7d52c-cd43-44ca-86a2-c8268a64727d req-1fcbacf3-e0b9-43dc-b996-ab7fbec2672c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e1f0d8155374e7db296a2dc86482d62&device_id=2e6f25c6-93d3-4d22-a53e-c1fb70fe17cb HTTP/1.1" status: 200 len: 1099 time: 0.1805644 Apr 20 13:09:56.267699 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-167aa036-9530-4a07-bf57-353edcdc4788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:56.393056 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-167aa036-9530-4a07-bf57-353edcdc4788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:56.416824 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-167aa036-9530-4a07-bf57-353edcdc4788 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93be87d1-2eca-4eca-adcf-b2098e6f84fb']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:56.427457 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-167aa036-9530-4a07-bf57-353edcdc4788 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd98e94df-872e-47ed-8a43-7e7e11e5be94') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:56.427766 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-167aa036-9530-4a07-bf57-353edcdc4788 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd98e94df-872e-47ed-8a43-7e7e11e5be94') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:56.438797 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-167aa036-9530-4a07-bf57-353edcdc4788 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:56.448145 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7d52c-cd43-44ca-86a2-c8268a64727d req-dcb4c043-69f1-42f6-9e60-9e0126e6acbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:56.452431 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-baa7d52c-cd43-44ca-86a2-c8268a64727d req-dcb4c043-69f1-42f6-9e60-9e0126e6acbf service neutron] 10.222.0.15 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.2086439 Apr 20 13:09:56.452636 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-167aa036-9530-4a07-bf57-353edcdc4788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:56.459638 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-167aa036-9530-4a07-bf57-353edcdc4788 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:09:56.460057 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-167aa036-9530-4a07-bf57-353edcdc4788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:56.495482 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d62ef5-e586-48c4-9094-788b7f501ee2 req-9a23288b-bfec-43ac-a628-96fc8ab0a7fb tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:56.508552 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a6d62ef5-e586-48c4-9094-788b7f501ee2 req-9a23288b-bfec-43ac-a628-96fc8ab0a7fb tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=311efecc-3eac-4284-a201-33fa886553d9 HTTP/1.1" status: 200 len: 944 time: 0.4538927 Apr 20 13:09:56.522676 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649f9d2e-73eb-4d1b-b348-4949387e1a4a None None] The sync data for ids ['58ac7165-3ec6-4819-a93a-ee6e28e96e44'] in n-d-836015-7 is: [{'id': '58ac7165-3ec6-4819-a93a-ee6e28e96e44', 'name': 'tempest-FloatingIPsAssociationTestJSON-1758772103-router', 'tenant_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:42Z', 'updated_at': '2022-04-20T13:09:54Z', 'revision_number': 6, 'project_id': 'ad4bf9f25ca54612b09fd2442e19f7e7', 'gw_port_host': None}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:09:56.529727 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:09:56.529727 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:09:56.529727 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:09:56.529727 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:09:56.529727 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:09:56.529727 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:09:56.529727 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:09:56.529727 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:09:56.529727 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:09:56.529727 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:09:56.529727 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:09:56.529727 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:09:56.529727 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:09:56.529727 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:09:56.529727 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:09:56.529727 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:09:56.529727 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:09:56.529727 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:09:56.529727 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:09:56.529727 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:09:56.529727 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:09:56.529727 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:09:56.529727 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:09:56.529727 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:09:56.529727 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:09:56.529727 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:09:56.529727 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:09:56.529727 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:09:56.529727 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:09:56.529727 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:09:56.529727 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:09:56.529727 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:09:56.533901 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 9ec5f127-9fe0-46af-9f11-408663cf81a9 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:09:56.592976 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 9ec5f127-9fe0-46af-9f11-408663cf81a9 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:09:56.593328 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 9ec5f127-9fe0-46af-9f11-408663cf81a9 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:09:56.599717 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:56.613237 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-167aa036-9530-4a07-bf57-353edcdc4788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:56.632469 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-baa7d52c-cd43-44ca-86a2-c8268a64727d req-9433f1f4-bc9e-4be9-a351-efcda5e9f894 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=02c75dde-c85e-4540-b9d2-3b060f581e4b HTTP/1.1" status: 200 len: 217 time: 0.1714447 Apr 20 13:09:56.661978 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-167aa036-9530-4a07-bf57-353edcdc4788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:56.669755 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-167aa036-9530-4a07-bf57-353edcdc4788 admin admin] 10.222.0.25 "DELETE /v2.0/networks/93be87d1-2eca-4eca-adcf-b2098e6f84fb HTTP/1.1" status: 204 len: 168 time: 0.4840550 Apr 20 13:09:56.688956 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f8a11-7161-4b85-82ee-ffc09a46949b req-0e8ceefa-7cce-427d-8c1c-8a2d6b276096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:56.691275 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-028f8a11-7161-4b85-82ee-ffc09a46949b req-0e8ceefa-7cce-427d-8c1c-8a2d6b276096 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e1f0d8155374e7db296a2dc86482d62&device_id=f3d5f946-ea92-4e88-aea4-44b14ff4f3b9 HTTP/1.1" status: 200 len: 1099 time: 0.3724680 Apr 20 13:09:56.694690 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167aa036-9530-4a07-bf57-353edcdc4788 admin admin] Pushing event deleted for resources: {'Network': ['ID=93be87d1-2eca-4eca-adcf-b2098e6f84fb,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:56.750761 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=60877966-e402-419c-a28e-944e03bf9ba3,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:56.756056 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7d52c-cd43-44ca-86a2-c8268a64727d req-05c9f848-0078-43dc-8d0a-89bb96f08a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:56.757507 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-baa7d52c-cd43-44ca-86a2-c8268a64727d req-05c9f848-0078-43dc-8d0a-89bb96f08a2f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.1172879 Apr 20 13:09:56.857941 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a6d62ef5-e586-48c4-9094-788b7f501ee2 req-e8ae8fe4-a514-47f9-b0ac-999511d439b9 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271632 Apr 20 13:09:56.860229 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4e5cadda-b495-4431-8712-391b5d641b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:56.901864 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7d52c-cd43-44ca-86a2-c8268a64727d req-a2a3ed6c-4038-45f4-b940-b9e8b128fa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:56.908661 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-baa7d52c-cd43-44ca-86a2-c8268a64727d req-a2a3ed6c-4038-45f4-b940-b9e8b128fa68 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1381238 Apr 20 13:09:56.975926 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f8a11-7161-4b85-82ee-ffc09a46949b req-356e0cff-94d6-4277-adf4-aca73ac593ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:56.983404 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-028f8a11-7161-4b85-82ee-ffc09a46949b req-356e0cff-94d6-4277-adf4-aca73ac593ed service neutron] 10.222.0.32 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.2700398 Apr 20 13:09:57.055215 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-028f8a11-7161-4b85-82ee-ffc09a46949b req-f0346ade-6caf-41c0-b875-e988c0e5c7fb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=27987731-9483-4930-8ab5-3df02669158a HTTP/1.1" status: 200 len: 217 time: 0.0648444 Apr 20 13:09:57.055971 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ff9d7fc-b8f3-4695-ba26-83a1866c6f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:57.132755 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff9d7fc-b8f3-4695-ba26-83a1866c6f8e admin admin] Pushing event deleted for resources: {'Port': ['ID=ebbcba4a-4e51-4a53-b480-2042359c1c51,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:57.165641 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91710522-0354-4398-bbb4-3fe49d673189 req-384efea2-8514-499e-a349-d20048248839 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:57.167446 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-91710522-0354-4398-bbb4-3fe49d673189 req-384efea2-8514-499e-a349-d20048248839 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3d5f946-ea92-4e88-aea4-44b14ff4f3b9 HTTP/1.1" status: 200 len: 948 time: 0.1391897 Apr 20 13:09:57.178983 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f8a11-7161-4b85-82ee-ffc09a46949b req-8e382f1f-2842-4c5a-b79d-9dda1558c7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:57.181949 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-028f8a11-7161-4b85-82ee-ffc09a46949b req-8e382f1f-2842-4c5a-b79d-9dda1558c7b2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.1165354 Apr 20 13:09:57.186705 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-baa7d52c-cd43-44ca-86a2-c8268a64727d req-9997938b-1be4-488e-af63-15273f3f7cd9 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746551 Apr 20 13:09:57.269654 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ff9d7fc-b8f3-4695-ba26-83a1866c6f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:57.271171 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-91710522-0354-4398-bbb4-3fe49d673189 req-1af57bb4-de4a-4ce1-8dbd-c497a6c8c8ca tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952919 Apr 20 13:09:57.401468 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37124) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:57.409931 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f8a11-7161-4b85-82ee-ffc09a46949b req-40d72b1b-4a09-4695-8093-2723288e09dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:57.411550 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-028f8a11-7161-4b85-82ee-ffc09a46949b req-40d72b1b-4a09-4695-8093-2723288e09dc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2057235 Apr 20 13:09:57.487039 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-baa7d52c-cd43-44ca-86a2-c8268a64727d req-e9312cc9-5bc4-409e-86f8-920f1380f2ab service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929912 Apr 20 13:09:57.650686 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-fe6fb935-674a-4022-bf96-4d971fb64dd4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a9ab0226b6cf4925abbf972bfe37e3be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416782 Apr 20 13:09:57.653070 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37128) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:57.666078 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e8f63-39f0-4929-a0b8-e33972675125 req-61aa9b69-95f7-4429-a83f-330358ae9357 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:57.672372 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e8f63-39f0-4929-a0b8-e33972675125 req-61aa9b69-95f7-4429-a83f-330358ae9357 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:57.678551 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e8f63-39f0-4929-a0b8-e33972675125 req-61aa9b69-95f7-4429-a83f-330358ae9357 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:57.685457 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e8f63-39f0-4929-a0b8-e33972675125 req-61aa9b69-95f7-4429-a83f-330358ae9357 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:57.691398 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e8f63-39f0-4929-a0b8-e33972675125 req-61aa9b69-95f7-4429-a83f-330358ae9357 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:57.697722 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e8f63-39f0-4929-a0b8-e33972675125 req-61aa9b69-95f7-4429-a83f-330358ae9357 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:57.703666 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e8f63-39f0-4929-a0b8-e33972675125 req-61aa9b69-95f7-4429-a83f-330358ae9357 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:57.705749 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-367e8f63-39f0-4929-a0b8-e33972675125 req-61aa9b69-95f7-4429-a83f-330358ae9357 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 5426 time: 0.2240458 Apr 20 13:09:57.739033 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f90c4-5c4e-445b-8626-6172e69cd0c3 req-27b0bef9-4cf8-4654-ab75-b75075aa065a tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:57.747122 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-415f90c4-5c4e-445b-8626-6172e69cd0c3 req-27b0bef9-4cf8-4654-ab75-b75075aa065a tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 943 time: 0.3020353 Apr 20 13:09:57.826483 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-415f90c4-5c4e-445b-8626-6172e69cd0c3 req-c99069b0-407d-4851-8ee0-75da044d76be tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784161 Apr 20 13:09:57.833798 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-367e8f63-39f0-4929-a0b8-e33972675125 req-a9c9bbcd-c488-4bd3-bb16-2ce58f07a1b2 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&id=556d7529-8c3d-4632-818a-1051dfde20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1147513 Apr 20 13:09:57.846345 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d1580595-4d71-4d10-aa61-588de9daa587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:57.887737 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d1580595-4d71-4d10-aa61-588de9daa587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:57.935857 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ff9d7fc-b8f3-4695-ba26-83a1866c6f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:57.939307 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ff9d7fc-b8f3-4695-ba26-83a1866c6f8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:57.986154 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d03be-01d7-45fa-8187-eaa910b4cb7f req-bd2d6e28-bd02-48cf-81fc-2fb72cfdc477 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:57.987705 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e78d03be-01d7-45fa-8187-eaa910b4cb7f req-bd2d6e28-bd02-48cf-81fc-2fb72cfdc477 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=311efecc-3eac-4284-a201-33fa886553d9 HTTP/1.1" status: 200 len: 944 time: 0.0510826 Apr 20 13:09:58.008308 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-028f8a11-7161-4b85-82ee-ffc09a46949b req-56ec716e-42ad-4c10-bea6-f7db765da730 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5822864 Apr 20 13:09:58.032785 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e78d03be-01d7-45fa-8187-eaa910b4cb7f req-2a849c09-2b89-492a-8ed4-e77934de18e4 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370219 Apr 20 13:09:58.071926 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d1580595-4d71-4d10-aa61-588de9daa587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:58.072181 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:58.074661 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d1580595-4d71-4d10-aa61-588de9daa587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:58.084572 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d1580595-4d71-4d10-aa61-588de9daa587 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ad7470b7-9157-466d-a134-84fd4ff6de46 HTTP/1.1" status: 204 len: 168 time: 0.3691354 Apr 20 13:09:58.088086 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1580595-4d71-4d10-aa61-588de9daa587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7470b7-9157-466d-a134-84fd4ff6de46,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:58.130813 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-028f8a11-7161-4b85-82ee-ffc09a46949b req-8d7c3c02-383a-4002-9d2a-f0905082bc28 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162248 Apr 20 13:09:58.157909 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ff9d7fc-b8f3-4695-ba26-83a1866c6f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:58.158961 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff9d7fc-b8f3-4695-ba26-83a1866c6f8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58ac7165-3ec6-4819-a93a-ee6e28e96e44 {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:09:58.175302 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ff9d7fc-b8f3-4695-ba26-83a1866c6f8e admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:58.175302 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3ff9d7fc-b8f3-4695-ba26-83a1866c6f8e admin admin] 10.222.0.25 "DELETE /v2.0/routers/58ac7165-3ec6-4819-a93a-ee6e28e96e44 HTTP/1.1" status: 204 len: 168 time: 4.4866934 Apr 20 13:09:58.176391 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37134) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:58.240614 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 9ed69675-b0aa-4553-80f3-09d1483a6891 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:09:58.297839 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['9830ed74-8ebf-4eb3-b39e-6bc82c466a82'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:09:58.299802 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 7d887a6a-8007-4be4-ac70-d441e86d1b65 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:09:58.323028 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-14d2dc35-bf6f-4a04-bd78-42790621d2b1 admin admin] Deleting subnet 0b77211f-3453-4701-925b-fc2afaf87461 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:09:58.324620 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['e3d672b2-5f52-48fe-8008-ebffb2729d17'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:09:58.326857 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-14d2dc35-bf6f-4a04-bd78-42790621d2b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:58.335117 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 7d887a6a-8007-4be4-ac70-d441e86d1b65 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:09:58.335704 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 7d887a6a-8007-4be4-ac70-d441e86d1b65 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:09:58.336310 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ebbcba4a-4e51-4a53-b480-2042359c1c51 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:09:58.339994 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['b8f78639-1657-457a-816e-30db34b05a25'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:09:58.343935 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['60877966-e402-419c-a28e-944e03bf9ba3'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:09:58.380063 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-14d2dc35-bf6f-4a04-bd78-42790621d2b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:58.452509 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455737e-5e0b-44e9-9dd3-e68e94e50c9f req-df30fa13-cfdc-4e06-a2a0-848681e9cba3 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:58.454295 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9455737e-5e0b-44e9-9dd3-e68e94e50c9f req-df30fa13-cfdc-4e06-a2a0-848681e9cba3 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3d5f946-ea92-4e88-aea4-44b14ff4f3b9 HTTP/1.1" status: 200 len: 948 time: 0.0857706 Apr 20 13:09:58.467646 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['bd817be8-283c-452b-aa21-7b15743074d5'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:09:58.493224 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['bf933922-09e5-4f77-9f0e-bfb87f24c714'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:09:58.495542 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['97b905ff-c95f-4cdf-b78c-ce981493c6b5'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:09:58.507485 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: ebbcba4a-4e51-4a53-b480-2042359c1c51 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:09:58.508112 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ebbcba4a-4e51-4a53-b480-2042359c1c51 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:09:58.527781 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-14d2dc35-bf6f-4a04-bd78-42790621d2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:58.558872 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9455737e-5e0b-44e9-9dd3-e68e94e50c9f req-52d96ed0-7191-4f22-ae30-dd1aa84359e6 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713582 Apr 20 13:09:58.633644 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 02c75dde-c85e-4540-b9d2-3b060f581e4b details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:09:58.718026 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-14d2dc35-bf6f-4a04-bd78-42790621d2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:58.759086 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-14d2dc35-bf6f-4a04-bd78-42790621d2b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:58.760277 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc54c880-0b21-47b9-8412-81e433292283 None None] Network 216be08c-a7d9-48bb-ac07-e1350f2b5dea requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:09:58.765495 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-14d2dc35-bf6f-4a04-bd78-42790621d2b1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0b77211f-3453-4701-925b-fc2afaf87461 HTTP/1.1" status: 204 len: 168 time: 0.5875304 Apr 20 13:09:58.768667 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37144) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:58.809784 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d2dc35-bf6f-4a04-bd78-42790621d2b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b77211f-3453-4701-925b-fc2afaf87461,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:58.937600 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fb093f3a-63be-4aaf-9387-102fcd119561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:59.019155 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 9ed69675-b0aa-4553-80f3-09d1483a6891 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:09:59.030931 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 02c75dde-c85e-4540-b9d2-3b060f581e4b, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=02c75dde-c85e-4540-b9d2-3b060f581e4b,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:59.064920 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-fb093f3a-63be-4aaf-9387-102fcd119561 admin admin] Deleting port ee99b4d8-38d7-4976-bdbd-a01192f50f3f {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:09:59.067059 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fb093f3a-63be-4aaf-9387-102fcd119561 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:59.088399 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ce6bd-af6f-41fc-a4dc-ba7ca5e6d107 req-1dd7862b-c723-4a3d-b4e9-f268b15a3d7a tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:59.090157 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ab3ce6bd-af6f-41fc-a4dc-ba7ca5e6d107 req-1dd7862b-c723-4a3d-b4e9-f268b15a3d7a tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 943 time: 0.1213784 Apr 20 13:09:59.117878 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb4268-1ebf-400d-ac75-c583bd30143b req-15a92f88-f99f-4be3-bbde-4e056355ed2f tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:59.126850 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb4268-1ebf-400d-ac75-c583bd30143b req-15a92f88-f99f-4be3-bbde-4e056355ed2f tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:59.133800 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb4268-1ebf-400d-ac75-c583bd30143b req-15a92f88-f99f-4be3-bbde-4e056355ed2f tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:59.141244 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb4268-1ebf-400d-ac75-c583bd30143b req-15a92f88-f99f-4be3-bbde-4e056355ed2f tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:59.147625 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb4268-1ebf-400d-ac75-c583bd30143b req-15a92f88-f99f-4be3-bbde-4e056355ed2f tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:59.157078 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb4268-1ebf-400d-ac75-c583bd30143b req-15a92f88-f99f-4be3-bbde-4e056355ed2f tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:59.163724 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb4268-1ebf-400d-ac75-c583bd30143b req-15a92f88-f99f-4be3-bbde-4e056355ed2f tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:59.166490 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b2cb4268-1ebf-400d-ac75-c583bd30143b req-15a92f88-f99f-4be3-bbde-4e056355ed2f tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 5426 time: 0.1528275 Apr 20 13:09:59.188392 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 9ed69675-b0aa-4553-80f3-09d1483a6891 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:59.188964 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:59.220458 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ab3ce6bd-af6f-41fc-a4dc-ba7ca5e6d107 req-52150ff0-f2db-4777-a2b8-9fdbcd17164d tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224561 Apr 20 13:09:59.225735 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-fb093f3a-63be-4aaf-9387-102fcd119561 admin admin] For port ee99b4d8-38d7-4976-bdbd-a01192f50f3f, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ee99b4d8-38d7-4976-bdbd-a01192f50f3f,segment=NetworkSegment(3365e179-b408-4368-8008-105fabe837fd),segment_id=3365e179-b408-4368-8008-105fabe837fd)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:59.227026 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fb093f3a-63be-4aaf-9387-102fcd119561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:59.243389 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b2cb4268-1ebf-400d-ac75-c583bd30143b req-f6154401-a551-49fa-9b58-75d14677e43e tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&id=556d7529-8c3d-4632-818a-1051dfde20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619740 Apr 20 13:09:59.264012 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-fb093f3a-63be-4aaf-9387-102fcd119561 admin admin] Calling delete_port for ee99b4d8-38d7-4976-bdbd-a01192f50f3f owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:09:59.340979 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '02c75dde-c85e-4540-b9d2-3b060f581e4b', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'port_id': '02c75dde-c85e-4540-b9d2-3b060f581e4b', 'mac_address': 'fa:16:3e:81:82:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b1f82a-7732-4b50-ab22-2475f182a712', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:09:59.514709 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fb093f3a-63be-4aaf-9387-102fcd119561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:59.534036 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:59.546637 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb8845-2a40-45b2-89d5-fc90e5a12533 req-7bb8e1bf-5d04-4433-945c-5bb17789ea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:59.548427 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fcfb8845-2a40-45b2-89d5-fc90e5a12533 req-7bb8e1bf-5d04-4433-945c-5bb17789ea63 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479&tenant_id=c6b1693032114a59884d6bf282ad5efe HTTP/1.1" status: 200 len: 1094 time: 0.0880883 Apr 20 13:09:59.583987 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ad94c-4452-485b-bfea-a4637ca8b5c4 req-d32c9690-c4ea-45e3-8a81-1c528aa6d522 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:59.590856 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb093f3a-63be-4aaf-9387-102fcd119561 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee99b4d8-38d7-4976-bdbd-a01192f50f3f,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:59.593985 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb093f3a-63be-4aaf-9387-102fcd119561 admin admin] No DVR routers for this DVR port ee99b4d8-38d7-4976-bdbd-a01192f50f3f on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:09:59.602447 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e01ad94c-4452-485b-bfea-a4637ca8b5c4 req-d32c9690-c4ea-45e3-8a81-1c528aa6d522 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=311efecc-3eac-4284-a201-33fa886553d9 HTTP/1.1" status: 200 len: 944 time: 0.2962739 Apr 20 13:09:59.659836 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:59.709957 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fb093f3a-63be-4aaf-9387-102fcd119561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:59.737096 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-fb093f3a-63be-4aaf-9387-102fcd119561 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['216be08c-a7d9-48bb-ac07-e1350f2b5dea']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:59.758380 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-fb093f3a-63be-4aaf-9387-102fcd119561 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3365e179-b408-4368-8008-105fabe837fd') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:59.758380 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-fb093f3a-63be-4aaf-9387-102fcd119561 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3365e179-b408-4368-8008-105fabe837fd') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:59.786504 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88fcadd-6849-425e-8947-3f9ea412b45b None None] DHCP port deletion for 216be08c-a7d9-48bb-ac07-e1350f2b5dea request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:09:59.798696 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fb093f3a-63be-4aaf-9387-102fcd119561 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:59.820635 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e01ad94c-4452-485b-bfea-a4637ca8b5c4 req-89b56aad-0b2d-4815-be19-bdb075e03683 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174127 Apr 20 13:09:59.826632 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fb093f3a-63be-4aaf-9387-102fcd119561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:59.831002 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb8845-2a40-45b2-89d5-fc90e5a12533 req-df1cda7e-1d53-40e2-b550-c2645fc4d1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:59.832514 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fcfb8845-2a40-45b2-89d5-fc90e5a12533 req-df1cda7e-1d53-40e2-b550-c2645fc4d1a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c6b1693032114a59884d6bf282ad5efe&device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 1094 time: 0.2340157 Apr 20 13:09:59.845588 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb093f3a-63be-4aaf-9387-102fcd119561 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:09:59.846616 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fb093f3a-63be-4aaf-9387-102fcd119561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:59.869850 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02c75dde-c85e-4540-b9d2-3b060f581e4b {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:09:59.922908 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:09:59.922908 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:09:59.922908 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:09:59.922908 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:09:59.922908 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:09:59.922908 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:09:59.922908 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:09:59.922908 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:09:59.922908 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:09:59.922908 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:09:59.922908 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:09:59.922908 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:09:59.922908 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:09:59.922908 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:09:59.922908 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:09:59.922908 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:09:59.922908 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:09:59.922908 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:09:59.922908 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:09:59.922908 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:09:59.922908 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:09:59.922908 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:09:59.922908 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:09:59.922908 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:09:59.922908 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:09:59.922908 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:09:59.922908 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:09:59.922908 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:09:59.922908 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:09:59.922908 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:09:59.922908 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:09:59.922908 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:09:59.944680 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8ceac-acae-4035-acf5-c41cf66bb982 req-a4257078-327b-4617-a749-86fd7813f009 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:59.953175 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eed8ceac-acae-4035-acf5-c41cf66bb982 req-a4257078-327b-4617-a749-86fd7813f009 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3d5f946-ea92-4e88-aea4-44b14ff4f3b9 HTTP/1.1" status: 200 len: 948 time: 0.1852682 Apr 20 13:09:59.973229 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 02c75dde-c85e-4540-b9d2-3b060f581e4b, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=02c75dde-c85e-4540-b9d2-3b060f581e4b,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:59.978350 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:00.002056 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:00.008372 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb8845-2a40-45b2-89d5-fc90e5a12533 req-d4cf3a15-433c-492d-b99d-0cbc334b7b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:00.009932 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fcfb8845-2a40-45b2-89d5-fc90e5a12533 req-d4cf3a15-433c-492d-b99d-0cbc334b7b94 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5f8d1d6d-7980-40b6-a3d5-202cd4161f9d HTTP/1.1" status: 200 len: 918 time: 0.1509957 Apr 20 13:10:00.023116 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311efecc-3eac-4284-a201-33fa886553d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed69675-b0aa-4553-80f3-09d1483a6891'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:10:00.025539 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4741324-6008-4a70-bb5e-dd21372a4d1f" -d '{"events": [{"server_uuid": "311efecc-3eac-4284-a201-33fa886553d9", "name": "network-vif-plugged", "status": "completed", "tag": "9ed69675-b0aa-4553-80f3-09d1483a6891"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:10:00.039425 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eed8ceac-acae-4035-acf5-c41cf66bb982 req-6aca7e80-9147-4db2-b951-23fa96704e08 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711622 Apr 20 13:10:00.039767 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fb093f3a-63be-4aaf-9387-102fcd119561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:00.042961 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 9ed69675-b0aa-4553-80f3-09d1483a6891, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=9ed69675-b0aa-4553-80f3-09d1483a6891,segment=NetworkSegment(b8a6c4b7-66db-416a-aa28-84e1cd810023),segment_id=b8a6c4b7-66db-416a-aa28-84e1cd810023)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:00.048511 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fb093f3a-63be-4aaf-9387-102fcd119561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:00.052642 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-fb093f3a-63be-4aaf-9387-102fcd119561 admin admin] 10.222.0.25 "DELETE /v2.0/networks/216be08c-a7d9-48bb-ac07-e1350f2b5dea HTTP/1.1" status: 204 len: 168 time: 1.2803733 Apr 20 13:10:00.077660 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb093f3a-63be-4aaf-9387-102fcd119561 admin admin] Pushing event deleted for resources: {'Network': ['ID=216be08c-a7d9-48bb-ac07-e1350f2b5dea,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:00.106207 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:00.109845 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a3f490-d160-4840-a174-11fec0de8998 x-openstack-request-id: req-96a3f490-d160-4840-a174-11fec0de8998 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:10:00.110226 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311efecc-3eac-4284-a201-33fa886553d9", "name": "network-vif-plugged", "status": "completed", "tag": "9ed69675-b0aa-4553-80f3-09d1483a6891", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:10:00.111055 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-96a3f490-d160-4840-a174-11fec0de8998 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:10:00.111558 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96a3f490-d160-4840-a174-11fec0de8998'] response: {'server_uuid': '311efecc-3eac-4284-a201-33fa886553d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed69675-b0aa-4553-80f3-09d1483a6891', 'code': 200} Apr 20 13:10:00.145787 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fcfb8845-2a40-45b2-89d5-fc90e5a12533 req-071dad2b-20cb-4a46-bb9e-af9289fbfd0c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b13bc59-5400-414e-939f-28f09df4a6f9 HTTP/1.1" status: 200 len: 999 time: 0.1142726 Apr 20 13:10:00.202047 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=02c75dde-c85e-4540-b9d2-3b060f581e4b,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:00.233075 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb8845-2a40-45b2-89d5-fc90e5a12533 req-491bd582-0262-467a-b707-2f68334b7f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:00.234709 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fcfb8845-2a40-45b2-89d5-fc90e5a12533 req-491bd582-0262-467a-b707-2f68334b7f55 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=50283e41-42f7-46ab-979a-b196312e8e7f HTTP/1.1" status: 200 len: 856 time: 0.0788310 Apr 20 13:10:00.241376 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93add45a-b8bf-4a8e-a12d-33eea237dece req-137e820c-e2e0-4c91-8fad-7379e6f653de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:00.246832 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-93add45a-b8bf-4a8e-a12d-33eea237dece req-137e820c-e2e0-4c91-8fad-7379e6f653de service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=311efecc-3eac-4284-a201-33fa886553d9 HTTP/1.1" status: 200 len: 1095 time: 0.0690248 Apr 20 13:10:00.255817 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 27987731-9483-4930-8ab5-3df02669158a details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:10:00.255817 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ee99b4d8-38d7-4976-bdbd-a01192f50f3f no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:10:00.290164 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb8845-2a40-45b2-89d5-fc90e5a12533 req-b78e9cfe-8ea1-4165-a522-fd17aa4cce32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:00.293260 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fcfb8845-2a40-45b2-89d5-fc90e5a12533 req-b78e9cfe-8ea1-4165-a522-fd17aa4cce32 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5f8d1d6d-7980-40b6-a3d5-202cd4161f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496576 Apr 20 13:10:00.307543 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:00.317575 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: ee99b4d8-38d7-4976-bdbd-a01192f50f3f {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:10:00.318272 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ee99b4d8-38d7-4976-bdbd-a01192f50f3f not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:10:00.364766 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-93add45a-b8bf-4a8e-a12d-33eea237dece req-5b7c52a8-6d6d-4a94-8815-8ac23736905d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114438 Apr 20 13:10:00.426898 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=9ed69675-b0aa-4553-80f3-09d1483a6891,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:00.467850 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 27987731-9483-4930-8ab5-3df02669158a, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=27987731-9483-4930-8ab5-3df02669158a,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:00.481989 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '27987731-9483-4930-8ab5-3df02669158a', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'port_id': '27987731-9483-4930-8ab5-3df02669158a', 'mac_address': 'fa:16:3e:95:fd:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b1f82a-7732-4b50-ab22-2475f182a712', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:10:00.524110 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:00.544550 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27987731-9483-4930-8ab5-3df02669158a {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:10:00.556340 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed3fed-353a-4b23-a4a2-4e078ed0a031 req-1f591a29-d672-4130-a230-2163a857a60b tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:00.557471 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-efed3fed-353a-4b23-a4a2-4e078ed0a031 req-1f591a29-d672-4130-a230-2163a857a60b tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 943 time: 0.1477122 Apr 20 13:10:00.560620 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fcfb8845-2a40-45b2-89d5-fc90e5a12533 req-c5b4733b-cdf0-4ae8-9156-150c9ae55ac7 service neutron] 10.222.0.15 "GET /v2.0/networks/5f8d1d6d-7980-40b6-a3d5-202cd4161f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544904 Apr 20 13:10:00.577555 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56caf9e6-7547-432c-8706-6d810af767fa req-ffe1ddf0-571a-4961-963c-bccb9dd2ded6 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:00.584896 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56caf9e6-7547-432c-8706-6d810af767fa req-ffe1ddf0-571a-4961-963c-bccb9dd2ded6 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:00.592061 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56caf9e6-7547-432c-8706-6d810af767fa req-ffe1ddf0-571a-4961-963c-bccb9dd2ded6 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:00.599790 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56caf9e6-7547-432c-8706-6d810af767fa req-ffe1ddf0-571a-4961-963c-bccb9dd2ded6 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:00.608805 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56caf9e6-7547-432c-8706-6d810af767fa req-ffe1ddf0-571a-4961-963c-bccb9dd2ded6 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:00.616365 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56caf9e6-7547-432c-8706-6d810af767fa req-ffe1ddf0-571a-4961-963c-bccb9dd2ded6 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:00.623502 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56caf9e6-7547-432c-8706-6d810af767fa req-ffe1ddf0-571a-4961-963c-bccb9dd2ded6 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:00.626781 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-56caf9e6-7547-432c-8706-6d810af767fa req-ffe1ddf0-571a-4961-963c-bccb9dd2ded6 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 5426 time: 0.2255337 Apr 20 13:10:00.694644 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 27987731-9483-4930-8ab5-3df02669158a, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=27987731-9483-4930-8ab5-3df02669158a,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:00.713312 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-56caf9e6-7547-432c-8706-6d810af767fa req-57a42ca8-3c76-40fe-b096-2f98dfe7f9a6 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&id=556d7529-8c3d-4632-818a-1051dfde20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0650876 Apr 20 13:10:00.760489 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37192) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:00.783097 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-efed3fed-353a-4b23-a4a2-4e078ed0a031 req-08c09def-1c4d-412d-baa9-032afb0480a7 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551559 Apr 20 13:10:00.797243 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:00.823376 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8c573389-4880-4662-9985-58fd20f0645c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ad4bf9f25ca54612b09fd2442e19f7e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0599451 Apr 20 13:10:00.827126 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37196) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:00.862172 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fcfb8845-2a40-45b2-89d5-fc90e5a12533 req-26bc54e8-c961-4c7e-b125-288799c9e27c service neutron] 10.222.0.15 "GET /v2.0/networks/5f8d1d6d-7980-40b6-a3d5-202cd4161f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240760 Apr 20 13:10:00.912582 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=27987731-9483-4930-8ab5-3df02669158a,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:00.976654 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab73591-7442-4c11-b072-c5a44a0c8052 req-fad3cec5-af4f-4d3a-ad03-b79720680dd7 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:00.990615 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fbfe8c54-604c-43fb-8ed3-41321d93308f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:00.997508 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dab73591-7442-4c11-b072-c5a44a0c8052 req-fad3cec5-af4f-4d3a-ad03-b79720680dd7 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=311efecc-3eac-4284-a201-33fa886553d9 HTTP/1.1" status: 200 len: 945 time: 0.0758798 Apr 20 13:10:01.018092 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fbfe8c54-604c-43fb-8ed3-41321d93308f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:01.062003 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dab73591-7442-4c11-b072-c5a44a0c8052 req-215542bf-c505-4e41-9843-4281868f9e97 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543010 Apr 20 13:10:01.180992 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be0b7e-fc89-4fea-af73-edd373b3541b req-02952b5b-df5f-4b71-a343-de96c8eb7b30 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:01.188851 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a3be0b7e-fc89-4fea-af73-edd373b3541b req-02952b5b-df5f-4b71-a343-de96c8eb7b30 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3d5f946-ea92-4e88-aea4-44b14ff4f3b9 HTTP/1.1" status: 200 len: 949 time: 0.0663500 Apr 20 13:10:01.191249 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fbfe8c54-604c-43fb-8ed3-41321d93308f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:01.194102 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fbfe8c54-604c-43fb-8ed3-41321d93308f admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:01.198829 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-fbfe8c54-604c-43fb-8ed3-41321d93308f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a38bb95a-8774-4ed8-be64-0561899f7a7e HTTP/1.1" status: 204 len: 168 time: 0.3613682 Apr 20 13:10:01.210280 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['27987731-9483-4930-8ab5-3df02669158a'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:10:01.224262 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe8c54-604c-43fb-8ed3-41321d93308f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38bb95a-8774-4ed8-be64-0561899f7a7e,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:01.261611 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a3be0b7e-fc89-4fea-af73-edd373b3541b req-af57d9b0-78c9-46c2-a29e-a73c00a3739f tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714171 Apr 20 13:10:02.061640 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07dbe2-54f9-4ec4-a786-c53f6c46d665 req-c8b7731a-8a06-4afa-9bbf-d448e6a20bed tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:02.091411 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07dbe2-54f9-4ec4-a786-c53f6c46d665 req-c8b7731a-8a06-4afa-9bbf-d448e6a20bed tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:02.098798 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07dbe2-54f9-4ec4-a786-c53f6c46d665 req-c8b7731a-8a06-4afa-9bbf-d448e6a20bed tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:02.122613 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07dbe2-54f9-4ec4-a786-c53f6c46d665 req-c8b7731a-8a06-4afa-9bbf-d448e6a20bed tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:02.147007 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07dbe2-54f9-4ec4-a786-c53f6c46d665 req-c8b7731a-8a06-4afa-9bbf-d448e6a20bed tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:02.152869 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['02c75dde-c85e-4540-b9d2-3b060f581e4b'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:10:02.158564 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07dbe2-54f9-4ec4-a786-c53f6c46d665 req-c8b7731a-8a06-4afa-9bbf-d448e6a20bed tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:02.167533 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07dbe2-54f9-4ec4-a786-c53f6c46d665 req-c8b7731a-8a06-4afa-9bbf-d448e6a20bed tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:02.175947 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8f07dbe2-54f9-4ec4-a786-c53f6c46d665 req-c8b7731a-8a06-4afa-9bbf-d448e6a20bed tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 5426 time: 0.3323560 Apr 20 13:10:02.264800 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8f07dbe2-54f9-4ec4-a786-c53f6c46d665 req-39727306-d06a-40f6-849f-5e8ec4ee80ad tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&id=556d7529-8c3d-4632-818a-1051dfde20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0859106 Apr 20 13:10:02.309612 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35a28e-a360-48e5-8a49-cefbec59388a req-17270d68-c569-4a9d-a9d6-2596fac9357e tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:02.325774 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bb35a28e-a360-48e5-8a49-cefbec59388a req-17270d68-c569-4a9d-a9d6-2596fac9357e tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 943 time: 0.1384110 Apr 20 13:10:02.487282 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bb35a28e-a360-48e5-8a49-cefbec59388a req-7567b07e-5513-4ac9-8592-4ee4f0dc36f4 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600256 Apr 20 13:10:02.567861 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddec157-d9e9-4258-b204-adc2192898c1 req-ce0277cd-dbc6-4049-a5e6-8fe7ddf93dab tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:02.577705 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fddec157-d9e9-4258-b204-adc2192898c1 req-ce0277cd-dbc6-4049-a5e6-8fe7ddf93dab tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=311efecc-3eac-4284-a201-33fa886553d9 HTTP/1.1" status: 200 len: 945 time: 0.1538105 Apr 20 13:10:02.633827 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fddec157-d9e9-4258-b204-adc2192898c1 req-b525aa9b-a7d1-48e0-a92d-9e521515f278 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507171 Apr 20 13:10:02.643638 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device e3d672b2-5f52-48fe-8008-ebffb2729d17 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:02.795879 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d14f24-3025-47f0-8173-5a979728d644 req-b852e8a2-5155-4b82-8168-e8571ecd4d95 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:02.800272 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-05d14f24-3025-47f0-8173-5a979728d644 req-b852e8a2-5155-4b82-8168-e8571ecd4d95 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3d5f946-ea92-4e88-aea4-44b14ff4f3b9 HTTP/1.1" status: 200 len: 949 time: 0.1828630 Apr 20 13:10:02.879745 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-05d14f24-3025-47f0-8173-5a979728d644 req-505fd40a-cd38-4aaf-8078-414fbff709ea tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727575 Apr 20 13:10:02.885046 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port e3d672b2-5f52-48fe-8008-ebffb2729d17 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:10:02.895245 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port e3d672b2-5f52-48fe-8008-ebffb2729d17 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:02.897002 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:03.093723 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:03.196071 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d672b2-5f52-48fe-8008-ebffb2729d17'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:10:03.198795 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea18f120-727e-4419-90f4-590f0155d714" -d '{"events": [{"server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "name": "network-vif-plugged", "status": "completed", "tag": "e3d672b2-5f52-48fe-8008-ebffb2729d17"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:10:03.219875 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port e3d672b2-5f52-48fe-8008-ebffb2729d17, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=e3d672b2-5f52-48fe-8008-ebffb2729d17,segment=NetworkSegment(77838f7f-eaf5-4c10-90fc-75b379d0087a),segment_id=77838f7f-eaf5-4c10-90fc-75b379d0087a)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:03.282509 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea6575b-a793-4ad0-8869-ae5f4cf944ee x-openstack-request-id: req-7ea6575b-a793-4ad0-8869-ae5f4cf944ee {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:10:03.283350 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "name": "network-vif-plugged", "status": "completed", "tag": "e3d672b2-5f52-48fe-8008-ebffb2729d17", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:10:03.283952 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7ea6575b-a793-4ad0-8869-ae5f4cf944ee {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:10:03.284584 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ea6575b-a793-4ad0-8869-ae5f4cf944ee'] response: {'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d672b2-5f52-48fe-8008-ebffb2729d17', 'code': 200} Apr 20 13:10:03.333591 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:03.441661 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6219e-3f6f-467b-9a4c-24754111e2b5 req-60711aab-8f04-4603-8028-575aa6d1829b tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:03.450149 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-51d6219e-3f6f-467b-9a4c-24754111e2b5 req-60711aab-8f04-4603-8028-575aa6d1829b tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=311efecc-3eac-4284-a201-33fa886553d9 HTTP/1.1" status: 200 len: 945 time: 0.1350520 Apr 20 13:10:03.521935 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=e3d672b2-5f52-48fe-8008-ebffb2729d17,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:03.625072 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37290) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:03.653879 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848333b2-f72e-499c-a7a9-5b13d0e53cb5 req-474d34cd-5b62-4dde-a3da-f46bd2747d60 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:03.660086 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848333b2-f72e-499c-a7a9-5b13d0e53cb5 req-474d34cd-5b62-4dde-a3da-f46bd2747d60 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:03.666710 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848333b2-f72e-499c-a7a9-5b13d0e53cb5 req-474d34cd-5b62-4dde-a3da-f46bd2747d60 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:03.673029 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848333b2-f72e-499c-a7a9-5b13d0e53cb5 req-474d34cd-5b62-4dde-a3da-f46bd2747d60 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:03.679344 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848333b2-f72e-499c-a7a9-5b13d0e53cb5 req-474d34cd-5b62-4dde-a3da-f46bd2747d60 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:03.685963 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848333b2-f72e-499c-a7a9-5b13d0e53cb5 req-474d34cd-5b62-4dde-a3da-f46bd2747d60 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:03.692271 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848333b2-f72e-499c-a7a9-5b13d0e53cb5 req-474d34cd-5b62-4dde-a3da-f46bd2747d60 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:03.701855 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-848333b2-f72e-499c-a7a9-5b13d0e53cb5 req-474d34cd-5b62-4dde-a3da-f46bd2747d60 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 5427 time: 0.3048668 Apr 20 13:10:03.715923 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-51d6219e-3f6f-467b-9a4c-24754111e2b5 req-07483987-2146-43c3-a85f-e8e00a8dee08 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640675 Apr 20 13:10:03.759636 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-848333b2-f72e-499c-a7a9-5b13d0e53cb5 req-38c26a03-604d-47a6-93a4-39089d1d05f4 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&id=556d7529-8c3d-4632-818a-1051dfde20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0495923 Apr 20 13:10:03.875780 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-e2f1eeea-fc28-4a5a-8f6b-58ce4774b6a4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-712007183-network', 'tenant_id': '22edd84f27af4266a3ebc38e510a793f'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:03.921321 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06384f90-3d36-4671-ab16-d401d8f940cf req-57db60b9-e5f4-4ea6-a3f8-c762fa54e790 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:03.923124 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-06384f90-3d36-4671-ab16-d401d8f940cf req-57db60b9-e5f4-4ea6-a3f8-c762fa54e790 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 943 time: 0.1022222 Apr 20 13:10:04.026320 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-06384f90-3d36-4671-ab16-d401d8f940cf req-a1662289-4e55-4885-af3c-06cc9d3d488f tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953715 Apr 20 13:10:04.064994 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f1eeea-fc28-4a5a-8f6b-58ce4774b6a4 admin admin] Made reservation on behalf of 22edd84f27af4266a3ebc38e510a793f for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:10:04.068782 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e2f1eeea-fc28-4a5a-8f6b-58ce4774b6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:04.079117 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e2f1eeea-fc28-4a5a-8f6b-58ce4774b6a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:04.094702 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d1880-a277-43d8-ac6d-4acac7b24bb3 req-233ffa35-438f-4a8b-bbcf-ae67f104e950 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:04.104033 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b58d1880-a277-43d8-ac6d-4acac7b24bb3 req-233ffa35-438f-4a8b-bbcf-ae67f104e950 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3d5f946-ea92-4e88-aea4-44b14ff4f3b9 HTTP/1.1" status: 200 len: 949 time: 0.0762136 Apr 20 13:10:04.159399 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b58d1880-a277-43d8-ac6d-4acac7b24bb3 req-e4b100b1-f634-4c51-b7d4-927ea71af7f6 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466654 Apr 20 13:10:04.199420 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e2f1eeea-fc28-4a5a-8f6b-58ce4774b6a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:04.274131 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 27987731-9483-4930-8ab5-3df02669158a up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:04.299264 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e2f1eeea-fc28-4a5a-8f6b-58ce4774b6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:04.368786 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2f1eeea-fc28-4a5a-8f6b-58ce4774b6a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:10:04.410804 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f1eeea-fc28-4a5a-8f6b-58ce4774b6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ef8ef0-60ce-486c-bc00-203d3b0a13ea,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:04.437428 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f1eeea-fc28-4a5a-8f6b-58ce4774b6a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:04.437428 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f1eeea-fc28-4a5a-8f6b-58ce4774b6a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:04.437428 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f1eeea-fc28-4a5a-8f6b-58ce4774b6a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:04.437428 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f1eeea-fc28-4a5a-8f6b-58ce4774b6a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:04.437428 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f1eeea-fc28-4a5a-8f6b-58ce4774b6a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:04.437428 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f1eeea-fc28-4a5a-8f6b-58ce4774b6a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:04.437428 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f1eeea-fc28-4a5a-8f6b-58ce4774b6a4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:04.437428 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f1eeea-fc28-4a5a-8f6b-58ce4774b6a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:04.437428 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f1eeea-fc28-4a5a-8f6b-58ce4774b6a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:04.437428 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f1eeea-fc28-4a5a-8f6b-58ce4774b6a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:04.437428 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f1eeea-fc28-4a5a-8f6b-58ce4774b6a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:04.437428 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f1eeea-fc28-4a5a-8f6b-58ce4774b6a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:04.450130 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e2f1eeea-fc28-4a5a-8f6b-58ce4774b6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:04.452734 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-e2f1eeea-fc28-4a5a-8f6b-58ce4774b6a4 admin admin] Added segment bc6a56f6-d337-4181-a090-94e82f1470ae of type vlan for network 4525ef36-aab9-4b3e-9ade-0aa96b4fd75b Apr 20 13:10:04.500288 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 27987731-9483-4930-8ab5-3df02669158a completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:10:04.505857 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 27987731-9483-4930-8ab5-3df02669158a triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:04.508691 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:04.568780 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e2f1eeea-fc28-4a5a-8f6b-58ce4774b6a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:04.634975 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:04.650272 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b8f78639-1657-457a-816e-30db34b05a25 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:04.708041 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 27987731-9483-4930-8ab5-3df02669158a, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=27987731-9483-4930-8ab5-3df02669158a,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:04.785877 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e2f1eeea-fc28-4a5a-8f6b-58ce4774b6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:04.787115 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f1eeea-fc28-4a5a-8f6b-58ce4774b6a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:04.787862 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e2f1eeea-fc28-4a5a-8f6b-58ce4774b6a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:04.842762 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port b8f78639-1657-457a-816e-30db34b05a25 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:10:04.845242 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:04.901200 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port b8f78639-1657-457a-816e-30db34b05a25 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:04.901870 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58274a3-2a99-40ec-843b-f0ed45a15a80 req-c7bff778-a09b-4f51-ad8a-d4b4568bd8ab tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:04.902901 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:04.906043 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f58274a3-2a99-40ec-843b-f0ed45a15a80 req-c7bff778-a09b-4f51-ad8a-d4b4568bd8ab tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=311efecc-3eac-4284-a201-33fa886553d9 HTTP/1.1" status: 200 len: 945 time: 0.1059732 Apr 20 13:10:04.912251 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37326) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:04.912598 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e2f1eeea-fc28-4a5a-8f6b-58ce4774b6a4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2861993 Apr 20 13:10:04.925452 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-262c7579-3d10-4e78-b99a-e83f560930f4 admin admin] Request body: {'subnet': {'network_id': '4525ef36-aab9-4b3e-9ade-0aa96b4fd75b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-712007183-subnet', 'tenant_id': '22edd84f27af4266a3ebc38e510a793f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:04.927853 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f1eeea-fc28-4a5a-8f6b-58ce4774b6a4 admin admin] Pushing event updated for resources: {'Network': ['ID=4525ef36-aab9-4b3e-9ade-0aa96b4fd75b,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:04.968303 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 4525ef36-aab9-4b3e-9ade-0aa96b4fd75b details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:10:04.989062 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f58274a3-2a99-40ec-843b-f0ed45a15a80 req-15781212-12a3-4df6-b7b2-c0f35ba97bca tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731149 Apr 20 13:10:05.030761 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262c7579-3d10-4e78-b99a-e83f560930f4 admin admin] Made reservation on behalf of 22edd84f27af4266a3ebc38e510a793f for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:10:05.033853 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-262c7579-3d10-4e78-b99a-e83f560930f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:05.101324 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=27987731-9483-4930-8ab5-3df02669158a,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:05.177026 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:05.222049 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port b8f78639-1657-457a-816e-30db34b05a25, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b8f78639-1657-457a-816e-30db34b05a25,segment=NetworkSegment(b2bd74d1-b518-4c8d-839d-80d6ae61237d),segment_id=b2bd74d1-b518-4c8d-839d-80d6ae61237d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:05.230829 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a34e2-46cc-4d75-959d-3eaf0fb9effd req-8552bc0b-8431-462b-a74c-194d43ff5807 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:05.238792 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a34e2-46cc-4d75-959d-3eaf0fb9effd req-8552bc0b-8431-462b-a74c-194d43ff5807 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:05.247647 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a34e2-46cc-4d75-959d-3eaf0fb9effd req-8552bc0b-8431-462b-a74c-194d43ff5807 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:05.254992 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a34e2-46cc-4d75-959d-3eaf0fb9effd req-8552bc0b-8431-462b-a74c-194d43ff5807 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:05.261657 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a34e2-46cc-4d75-959d-3eaf0fb9effd req-8552bc0b-8431-462b-a74c-194d43ff5807 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:05.268737 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a34e2-46cc-4d75-959d-3eaf0fb9effd req-8552bc0b-8431-462b-a74c-194d43ff5807 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:05.277163 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a34e2-46cc-4d75-959d-3eaf0fb9effd req-8552bc0b-8431-462b-a74c-194d43ff5807 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:05.285712 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d13a34e2-46cc-4d75-959d-3eaf0fb9effd req-8552bc0b-8431-462b-a74c-194d43ff5807 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 5427 time: 0.1932693 Apr 20 13:10:05.285947 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d5f946-ea92-4e88-aea4-44b14ff4f3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27987731-9483-4930-8ab5-3df02669158a'}, {'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f78639-1657-457a-816e-30db34b05a25'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:10:05.289165 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ead07b-3bbc-4717-a18f-46dfda8e4d1e" -d '{"events": [{"server_uuid": "f3d5f946-ea92-4e88-aea4-44b14ff4f3b9", "name": "network-vif-plugged", "status": "completed", "tag": "27987731-9483-4930-8ab5-3df02669158a"}, {"server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "name": "network-vif-plugged", "status": "completed", "tag": "b8f78639-1657-457a-816e-30db34b05a25"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:10:05.339946 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d13a34e2-46cc-4d75-959d-3eaf0fb9effd req-266927f1-e4dd-48d0-afb5-57c6a13d0738 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&id=556d7529-8c3d-4632-818a-1051dfde20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531666 Apr 20 13:10:05.391115 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:05.392082 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 9830ed74-8ebf-4eb3-b39e-6bc82c466a82 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:05.515338 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=b8f78639-1657-457a-816e-30db34b05a25,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:05.527673 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883cd98-8595-4517-9e39-21d227a56297 req-8df2caa6-8d76-4d93-8426-8d00e915ee4c tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:05.529470 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2883cd98-8595-4517-9e39-21d227a56297 req-8df2caa6-8d76-4d93-8426-8d00e915ee4c tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 943 time: 0.0911822 Apr 20 13:10:05.584314 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2883cd98-8595-4517-9e39-21d227a56297 req-6143d70e-980e-447e-af77-9af436952c43 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399630 Apr 20 13:10:05.711933 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 9830ed74-8ebf-4eb3-b39e-6bc82c466a82 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:10:05.717901 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 9830ed74-8ebf-4eb3-b39e-6bc82c466a82 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:05.720021 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:05.724406 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-262c7579-3d10-4e78-b99a-e83f560930f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:05.842671 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4840eeb-cec6-4773-8083-609fe11ed652 req-6bd684cb-8c41-4807-b532-a64eb32d69da tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:05.844543 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f4840eeb-cec6-4773-8083-609fe11ed652 req-6bd684cb-8c41-4807-b532-a64eb32d69da tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/ports?device_id=51254915-cb38-4cf8-b558-ab8072a02f7a HTTP/1.1" status: 200 len: 946 time: 0.1549468 Apr 20 13:10:05.859547 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c7579-3d10-4e78-b99a-e83f560930f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62704c05-1bca-424d-9fd2-33ae812a0f05,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:05.904650 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262c7579-3d10-4e78-b99a-e83f560930f4 admin admin] Checking segment: {'id': 'bc6a56f6-d337-4181-a090-94e82f1470ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4525ef36-aab9-4b3e-9ade-0aa96b4fd75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:10:05.904650 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262c7579-3d10-4e78-b99a-e83f560930f4 admin admin] Network hostable DHCP agents. Network: 4525ef36-aab9-4b3e-9ade-0aa96b4fd75b, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:10:05.904650 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c7579-3d10-4e78-b99a-e83f560930f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:05.904650 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c7579-3d10-4e78-b99a-e83f560930f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:05.904650 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c7579-3d10-4e78-b99a-e83f560930f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:05.905720 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c7579-3d10-4e78-b99a-e83f560930f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:05.905720 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c7579-3d10-4e78-b99a-e83f560930f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:05.905720 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c7579-3d10-4e78-b99a-e83f560930f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:05.905720 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c7579-3d10-4e78-b99a-e83f560930f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:05.906049 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c7579-3d10-4e78-b99a-e83f560930f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:05.906551 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c7579-3d10-4e78-b99a-e83f560930f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:05.906683 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c7579-3d10-4e78-b99a-e83f560930f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:05.907005 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c7579-3d10-4e78-b99a-e83f560930f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:05.907367 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c7579-3d10-4e78-b99a-e83f560930f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:05.930467 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:05.965179 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f4840eeb-cec6-4773-8083-609fe11ed652 req-11c12121-4c85-4720-aac5-b20ffbec3f32 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/security-groups?id=b271a06e-2a81-43a1-98d4-61e6aca5d2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985951 Apr 20 13:10:05.974901 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388c7b6-7624-45df-bee7-6d46110e8d62 req-30ea8961-9546-4390-80e7-510d6830423a tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:05.976439 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 9830ed74-8ebf-4eb3-b39e-6bc82c466a82, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=9830ed74-8ebf-4eb3-b39e-6bc82c466a82,segment=NetworkSegment(b2bd74d1-b518-4c8d-839d-80d6ae61237d),segment_id=b2bd74d1-b518-4c8d-839d-80d6ae61237d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:05.976713 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c388c7b6-7624-45df-bee7-6d46110e8d62 req-30ea8961-9546-4390-80e7-510d6830423a tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3d5f946-ea92-4e88-aea4-44b14ff4f3b9 HTTP/1.1" status: 200 len: 950 time: 0.1282344 Apr 20 13:10:06.051013 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Apr 2022 13:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e06ea26-53de-4b47-bf4d-2923f6b3c559 x-openstack-request-id: req-5e06ea26-53de-4b47-bf4d-2923f6b3c559 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:10:06.051013 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d5f946-ea92-4e88-aea4-44b14ff4f3b9", "name": "network-vif-plugged", "status": "completed", "tag": "27987731-9483-4930-8ab5-3df02669158a", "code": 200}, {"server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "name": "network-vif-plugged", "status": "completed", "tag": "b8f78639-1657-457a-816e-30db34b05a25", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:10:06.051013 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e06ea26-53de-4b47-bf4d-2923f6b3c559 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:10:06.051336 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c388c7b6-7624-45df-bee7-6d46110e8d62 req-ed6e1165-a77f-4036-b00e-e7e4e06bfd20 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632503 Apr 20 13:10:06.051594 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e06ea26-53de-4b47-bf4d-2923f6b3c559'] response: {'server_uuid': 'f3d5f946-ea92-4e88-aea4-44b14ff4f3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27987731-9483-4930-8ab5-3df02669158a', 'code': 200} Apr 20 13:10:06.051594 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e06ea26-53de-4b47-bf4d-2923f6b3c559'] response: {'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f78639-1657-457a-816e-30db34b05a25', 'code': 200} Apr 20 13:10:06.071649 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262c7579-3d10-4e78-b99a-e83f560930f4 admin admin] Network 4525ef36-aab9-4b3e-9ade-0aa96b4fd75b is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:10:06.123127 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:06.125923 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device bd817be8-283c-452b-aa21-7b15743074d5 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:06.165570 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6926882-b74a-4b72-aacd-de4ba79fcac7 req-0cd73d4b-12fb-4a94-b407-399b960041c2 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:06.168808 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f6926882-b74a-4b72-aacd-de4ba79fcac7 req-0cd73d4b-12fb-4a94-b407-399b960041c2 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=311efecc-3eac-4284-a201-33fa886553d9 HTTP/1.1" status: 200 len: 945 time: 0.0647233 Apr 20 13:10:06.205185 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-262c7579-3d10-4e78-b99a-e83f560930f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 4525ef36-aab9-4b3e-9ade-0aa96b4fd75b) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:06.230540 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262c7579-3d10-4e78-b99a-e83f560930f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:06.231235 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-262c7579-3d10-4e78-b99a-e83f560930f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:06.257091 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392a981c-fd75-436c-a7ef-df16e5cfe277 None None] Network 4525ef36-aab9-4b3e-9ade-0aa96b4fd75b requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:10:06.262005 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f6926882-b74a-4b72-aacd-de4ba79fcac7 req-ecd139d9-0163-419c-ac3f-2a7aa7b277fd tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866883 Apr 20 13:10:06.341153 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37348) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:06.385484 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37354) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:06.385985 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-262c7579-3d10-4e78-b99a-e83f560930f4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4720325 Apr 20 13:10:06.391413 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-4a9222e3-3b84-4d49-a20f-028ae16beee4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-712007183-router', 'tenant_id': '22edd84f27af4266a3ebc38e510a793f', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:06.399693 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=9830ed74-8ebf-4eb3-b39e-6bc82c466a82,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:06.412189 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:06.412189 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:06.412189 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:06.412189 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:06.412189 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:06.412189 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:06.412189 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:06.413066 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:06.413066 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:06.413238 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:06.413404 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:06.414198 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:06.518460 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-df8bb4b1-eb71-4a66-a250-42278f025be8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:06.527122 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3379e6-185b-4f9a-8095-b66aad9e197d req-bdcf85a6-47c2-499d-8bef-1109669ff638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:06.529549 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5a3379e6-185b-4f9a-8095-b66aad9e197d req-bdcf85a6-47c2-499d-8bef-1109669ff638 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f3d5f946-ea92-4e88-aea4-44b14ff4f3b9 HTTP/1.1" status: 200 len: 1101 time: 0.4065745 Apr 20 13:10:06.551446 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10350338-78f2-4400-8ea9-a010af4a8f93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-4525ef36-aab9-4b3e-9ade-0aa96b4fd75b', 'network_id': '4525ef36-aab9-4b3e-9ade-0aa96b4fd75b', 'tenant_id': '22edd84f27af4266a3ebc38e510a793f', 'fixed_ips': [{'subnet_id': '62704c05-1bca-424d-9fd2-33ae812a0f05'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:10:06.555021 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-10350338-78f2-4400-8ea9-a010af4a8f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:06.600563 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5a3379e6-185b-4f9a-8095-b66aad9e197d req-ac7724f1-bc25-495c-84bb-c8935a677860 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588202 Apr 20 13:10:06.645765 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port bd817be8-283c-452b-aa21-7b15743074d5 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:10:06.653436 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port bd817be8-283c-452b-aa21-7b15743074d5 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:06.653936 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:06.667929 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dbaaa-fed8-4992-bbc3-cddc9336e127 req-913bd3c4-59ed-46de-9bc2-e760da8e1308 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:06.674213 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dbaaa-fed8-4992-bbc3-cddc9336e127 req-913bd3c4-59ed-46de-9bc2-e760da8e1308 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:06.676724 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4a9222e3-3b84-4d49-a20f-028ae16beee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:06.678079 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4a9222e3-3b84-4d49-a20f-028ae16beee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:06.680676 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dbaaa-fed8-4992-bbc3-cddc9336e127 req-913bd3c4-59ed-46de-9bc2-e760da8e1308 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:06.686724 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dbaaa-fed8-4992-bbc3-cddc9336e127 req-913bd3c4-59ed-46de-9bc2-e760da8e1308 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:06.694591 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dbaaa-fed8-4992-bbc3-cddc9336e127 req-913bd3c4-59ed-46de-9bc2-e760da8e1308 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:06.702373 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dbaaa-fed8-4992-bbc3-cddc9336e127 req-913bd3c4-59ed-46de-9bc2-e760da8e1308 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:06.709385 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dbaaa-fed8-4992-bbc3-cddc9336e127 req-913bd3c4-59ed-46de-9bc2-e760da8e1308 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:06.711342 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-099dbaaa-fed8-4992-bbc3-cddc9336e127 req-913bd3c4-59ed-46de-9bc2-e760da8e1308 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 5429 time: 0.1969874 Apr 20 13:10:06.716424 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-df8bb4b1-eb71-4a66-a250-42278f025be8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:06.793524 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4a9222e3-3b84-4d49-a20f-028ae16beee4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:06.801339 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-099dbaaa-fed8-4992-bbc3-cddc9336e127 req-60f54c12-7bb3-4436-9c76-1263ba52a5a0 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&id=556d7529-8c3d-4632-818a-1051dfde20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0747628 Apr 20 13:10:06.816135 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2ce2b-e193-4c68-8036-4fbf5c9fdab6 req-91753206-cfee-4343-81a6-f8cac993d61c tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:06.818454 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-10350338-78f2-4400-8ea9-a010af4a8f93 None None] Allocated IP 172.20.0.2 (4525ef36-aab9-4b3e-9ade-0aa96b4fd75b/62704c05-1bca-424d-9fd2-33ae812a0f05/ffb427f7-958a-4a7e-b3d5-8d9caea3cbe1) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:10:06.818786 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f9a2ce2b-e193-4c68-8036-4fbf5c9fdab6 req-91753206-cfee-4343-81a6-f8cac993d61c tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 943 time: 0.0826023 Apr 20 13:10:06.832830 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:06.869270 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-df8bb4b1-eb71-4a66-a250-42278f025be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:06.911478 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f9a2ce2b-e193-4c68-8036-4fbf5c9fdab6 req-8e2b59cc-14cf-4ef6-8d6f-0d9fa83d0544 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811040 Apr 20 13:10:06.915146 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port bd817be8-283c-452b-aa21-7b15743074d5, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=bd817be8-283c-452b-aa21-7b15743074d5,segment=NetworkSegment(b2bd74d1-b518-4c8d-839d-80d6ae61237d),segment_id=b2bd74d1-b518-4c8d-839d-80d6ae61237d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:06.929994 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8bb4b1-eb71-4a66-a250-42278f025be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc799042-49f1-4011-ba88-4602695c330e,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:06.945495 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-df8bb4b1-eb71-4a66-a250-42278f025be8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=03f8e3ba261445fb8fd68bcc53155109&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6030130 Apr 20 13:10:06.948109 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37360) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:07.020803 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-406be2ec-0772-47ac-b79e-a763ed3af4c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:07.052622 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-406be2ec-0772-47ac-b79e-a763ed3af4c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:07.061528 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:07.061528 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 97b905ff-c95f-4cdf-b78c-ce981493c6b5 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:07.121777 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=bd817be8-283c-452b-aa21-7b15743074d5,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:07.216069 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4a9222e3-3b84-4d49-a20f-028ae16beee4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:07.275064 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bfe5e-3a04-44cf-85c3-32eb8fcaba6e req-99a44a0d-664b-4339-8c3e-fdb46a9433fd tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:07.280949 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ccf5d2-e26b-4ab9-9f8d-a81e64e468a7 req-96e05cda-abd2-4a97-876b-a5b2cc478088 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:07.287569 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-23ccf5d2-e26b-4ab9-9f8d-a81e64e468a7 req-96e05cda-abd2-4a97-876b-a5b2cc478088 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.32 "GET /v2.0/ports?device_id=51254915-cb38-4cf8-b558-ab8072a02f7a HTTP/1.1" status: 200 len: 946 time: 0.0784988 Apr 20 13:10:07.287721 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ff6bfe5e-3a04-44cf-85c3-32eb8fcaba6e req-99a44a0d-664b-4339-8c3e-fdb46a9433fd tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/ports?device_id=51254915-cb38-4cf8-b558-ab8072a02f7a HTTP/1.1" status: 200 len: 946 time: 0.1649020 Apr 20 13:10:07.287721 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-406be2ec-0772-47ac-b79e-a763ed3af4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:07.289606 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-406be2ec-0772-47ac-b79e-a763ed3af4c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:07.290900 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-406be2ec-0772-47ac-b79e-a763ed3af4c5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dc799042-49f1-4011-ba88-4602695c330e HTTP/1.1" status: 204 len: 168 time: 0.3417931 Apr 20 13:10:07.315776 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be811b2-e9d7-4816-9c92-658c022f7058 req-abfb180b-57e4-4f99-bc25-dfed44a52032 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:07.323288 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8be811b2-e9d7-4816-9c92-658c022f7058 req-abfb180b-57e4-4f99-bc25-dfed44a52032 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3d5f946-ea92-4e88-aea4-44b14ff4f3b9 HTTP/1.1" status: 200 len: 950 time: 0.1438396 Apr 20 13:10:07.331892 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406be2ec-0772-47ac-b79e-a763ed3af4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc799042-49f1-4011-ba88-4602695c330e,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:07.392555 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ff6bfe5e-3a04-44cf-85c3-32eb8fcaba6e req-8e8daf72-8de9-4f92-9071-2ae09309ceda tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/security-groups?id=b271a06e-2a81-43a1-98d4-61e6aca5d2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926948 Apr 20 13:10:07.402218 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 97b905ff-c95f-4cdf-b78c-ce981493c6b5 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:10:07.426665 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8be811b2-e9d7-4816-9c92-658c022f7058 req-a63f78d1-539e-4a1f-a66b-f985057cd059 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973141 Apr 20 13:10:07.445336 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 97b905ff-c95f-4cdf-b78c-ce981493c6b5 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:07.445710 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:07.608204 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-10350338-78f2-4400-8ea9-a010af4a8f93 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:07.648547 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3d4b4-0f47-455e-befa-2ef2b856fce2 req-ef1daf33-1420-4377-a129-5759434baacf tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:07.658503 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9cf3d4b4-0f47-455e-befa-2ef2b856fce2 req-ef1daf33-1420-4377-a129-5759434baacf tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=311efecc-3eac-4284-a201-33fa886553d9 HTTP/1.1" status: 200 len: 945 time: 0.1317790 Apr 20 13:10:07.695275 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-23ccf5d2-e26b-4ab9-9f8d-a81e64e468a7 req-510c220f-d751-4fc2-aa0a-41e6e87fae5b tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Deleting port 5478e361-df74-432a-ad21-67e4a9bb648e {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:10:07.700980 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-23ccf5d2-e26b-4ab9-9f8d-a81e64e468a7 req-510c220f-d751-4fc2-aa0a-41e6e87fae5b tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:07.730306 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-10350338-78f2-4400-8ea9-a010af4a8f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:07.740464 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9cf3d4b4-0f47-455e-befa-2ef2b856fce2 req-63e3f168-9202-41d2-8b44-5f4c0e8fd20b tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b663cc9-efff-4765-b21c-e49b8df89a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809953 Apr 20 13:10:07.866890 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d569e3c-c9ff-4b74-9411-eca117902361 req-8da20b65-1c85-4ffc-ae5d-2ebdda9ef718 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:07.868458 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9d569e3c-c9ff-4b74-9411-eca117902361 req-8da20b65-1c85-4ffc-ae5d-2ebdda9ef718 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.32 "GET /v2.0/ports?device_id=311efecc-3eac-4284-a201-33fa886553d9 HTTP/1.1" status: 200 len: 945 time: 0.1141531 Apr 20 13:10:07.871257 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10350338-78f2-4400-8ea9-a010af4a8f93 None None] Pushing event updated for resources: {'Port': ['ID=ffb427f7-958a-4a7e-b3d5-8d9caea3cbe1,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:07.889756 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:07.944210 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10350338-78f2-4400-8ea9-a010af4a8f93 None None] Network 4525ef36-aab9-4b3e-9ade-0aa96b4fd75b is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:10:07.996270 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-10350338-78f2-4400-8ea9-a010af4a8f93 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:08.008208 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10350338-78f2-4400-8ea9-a010af4a8f93 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:10:08.031909 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 97b905ff-c95f-4cdf-b78c-ce981493c6b5, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=97b905ff-c95f-4cdf-b78c-ce981493c6b5,segment=NetworkSegment(738fba35-11d5-4597-a6a9-a3497c92a9f7),segment_id=738fba35-11d5-4597-a6a9-a3497c92a9f7)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:08.050025 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-23ccf5d2-e26b-4ab9-9f8d-a81e64e468a7 req-510c220f-d751-4fc2-aa0a-41e6e87fae5b tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] For port 5478e361-df74-432a-ad21-67e4a9bb648e, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=5478e361-df74-432a-ad21-67e4a9bb648e,segment=NetworkSegment(b550718e-99f1-43a9-a37d-5b24d8a0f3a6),segment_id=b550718e-99f1-43a9-a37d-5b24d8a0f3a6)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:08.050578 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-23ccf5d2-e26b-4ab9-9f8d-a81e64e468a7 req-510c220f-d751-4fc2-aa0a-41e6e87fae5b tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:08.110494 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9830ed74-8ebf-4eb3-b39e-6bc82c466a82'}, {'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd817be8-283c-452b-aa21-7b15743074d5'}, {'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b905ff-c95f-4cdf-b78c-ce981493c6b5'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:10:08.118267 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dec11cd-7471-4393-aee7-99e203b30c6a" -d '{"events": [{"server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "name": "network-vif-plugged", "status": "completed", "tag": "9830ed74-8ebf-4eb3-b39e-6bc82c466a82"}, {"server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "name": "network-vif-plugged", "status": "completed", "tag": "bd817be8-283c-452b-aa21-7b15743074d5"}, {"server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "name": "network-vif-plugged", "status": "completed", "tag": "97b905ff-c95f-4cdf-b78c-ce981493c6b5"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:10:08.188076 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:08.190344 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device bf933922-09e5-4f77-9f0e-bfb87f24c714 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:08.266654 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83484c2f-57bc-49d3-87c9-b1a6925811b2 req-4b179909-d0bb-40f1-8b33-800efe6cf601 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:08.273734 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83484c2f-57bc-49d3-87c9-b1a6925811b2 req-4b179909-d0bb-40f1-8b33-800efe6cf601 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:08.280439 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83484c2f-57bc-49d3-87c9-b1a6925811b2 req-4b179909-d0bb-40f1-8b33-800efe6cf601 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:08.287089 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83484c2f-57bc-49d3-87c9-b1a6925811b2 req-4b179909-d0bb-40f1-8b33-800efe6cf601 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:08.293951 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83484c2f-57bc-49d3-87c9-b1a6925811b2 req-4b179909-d0bb-40f1-8b33-800efe6cf601 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:08.301678 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83484c2f-57bc-49d3-87c9-b1a6925811b2 req-4b179909-d0bb-40f1-8b33-800efe6cf601 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:08.309565 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83484c2f-57bc-49d3-87c9-b1a6925811b2 req-4b179909-d0bb-40f1-8b33-800efe6cf601 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:08.311616 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-83484c2f-57bc-49d3-87c9-b1a6925811b2 req-4b179909-d0bb-40f1-8b33-800efe6cf601 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 5430 time: 0.3244717 Apr 20 13:10:08.333172 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37380) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:08.342141 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de444008-213d-48cd-987f-69f4aef1fe7a req-a6c47faa-fe6b-41fe-b303-d210f351b686 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:08.343740 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-de444008-213d-48cd-987f-69f4aef1fe7a req-a6c47faa-fe6b-41fe-b303-d210f351b686 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 943 time: 0.2862222 Apr 20 13:10:08.393246 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-13c75809-44ea-400f-bee0-cd1bef21757d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:08.402168 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4a9222e3-3b84-4d49-a20f-028ae16beee4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:08.408161 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-9d569e3c-c9ff-4b74-9411-eca117902361 req-c344e4a9-0d26-40ff-b0a1-4163d88721b2 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Deleting port 9ed69675-b0aa-4553-80f3-09d1483a6891 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:10:08.408419 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9d569e3c-c9ff-4b74-9411-eca117902361 req-c344e4a9-0d26-40ff-b0a1-4163d88721b2 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:08.458623 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4a9222e3-3b84-4d49-a20f-028ae16beee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:08.555509 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-de444008-213d-48cd-987f-69f4aef1fe7a req-552afa8a-3b08-42ea-a0ea-f2851f312034 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003603 Apr 20 13:10:08.558114 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=97b905ff-c95f-4cdf-b78c-ce981493c6b5,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:08.580121 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-83484c2f-57bc-49d3-87c9-b1a6925811b2 req-2116cc40-3c5c-4ea2-9653-5e30839a71e8 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&id=556d7529-8c3d-4632-818a-1051dfde20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2423699 Apr 20 13:10:08.605112 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-10350338-78f2-4400-8ea9-a010af4a8f93 None None] Attempting to bind port ffb427f7-958a-4a7e-b3d5-8d9caea3cbe1 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:10:08.605697 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-10350338-78f2-4400-8ea9-a010af4a8f93 None None] Attempting to bind port ffb427f7-958a-4a7e-b3d5-8d9caea3cbe1 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'bc6a56f6-d337-4181-a090-94e82f1470ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4525ef36-aab9-4b3e-9ade-0aa96b4fd75b'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:10:08.612137 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10350338-78f2-4400-8ea9-a010af4a8f93 None None] Attempting to bind port ffb427f7-958a-4a7e-b3d5-8d9caea3cbe1 on network 4525ef36-aab9-4b3e-9ade-0aa96b4fd75b {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:10:08.621461 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10350338-78f2-4400-8ea9-a010af4a8f93 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:10:08.621844 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10350338-78f2-4400-8ea9-a010af4a8f93 None None] Checking segment: {'id': 'bc6a56f6-d337-4181-a090-94e82f1470ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4525ef36-aab9-4b3e-9ade-0aa96b4fd75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:10:08.622253 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-10350338-78f2-4400-8ea9-a010af4a8f93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:08.622797 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10350338-78f2-4400-8ea9-a010af4a8f93 None None] Bound using segment: {'id': 'bc6a56f6-d337-4181-a090-94e82f1470ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4525ef36-aab9-4b3e-9ade-0aa96b4fd75b'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:10:08.623289 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-10350338-78f2-4400-8ea9-a010af4a8f93 None None] Bound port: ffb427f7-958a-4a7e-b3d5-8d9caea3cbe1, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc6a56f6-d337-4181-a090-94e82f1470ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '4525ef36-aab9-4b3e-9ade-0aa96b4fd75b'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:10:08.624868 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-10350338-78f2-4400-8ea9-a010af4a8f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:08.711785 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 20 Apr 2022 13:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52ad62f-155f-4230-ab44-7feb8bd401c1 x-openstack-request-id: req-d52ad62f-155f-4230-ab44-7feb8bd401c1 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:10:08.712085 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "name": "network-vif-plugged", "status": "completed", "tag": "9830ed74-8ebf-4eb3-b39e-6bc82c466a82", "code": 200}, {"server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "name": "network-vif-plugged", "status": "completed", "tag": "bd817be8-283c-452b-aa21-7b15743074d5", "code": 200}, {"server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "name": "network-vif-plugged", "status": "completed", "tag": "97b905ff-c95f-4cdf-b78c-ce981493c6b5", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:10:08.712337 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d52ad62f-155f-4230-ab44-7feb8bd401c1 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:10:08.712740 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d52ad62f-155f-4230-ab44-7feb8bd401c1'] response: {'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9830ed74-8ebf-4eb3-b39e-6bc82c466a82', 'code': 200} Apr 20 13:10:08.712996 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d52ad62f-155f-4230-ab44-7feb8bd401c1'] response: {'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd817be8-283c-452b-aa21-7b15743074d5', 'code': 200} Apr 20 13:10:08.713250 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d52ad62f-155f-4230-ab44-7feb8bd401c1'] response: {'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b905ff-c95f-4cdf-b78c-ce981493c6b5', 'code': 200} Apr 20 13:10:08.723838 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port bf933922-09e5-4f77-9f0e-bfb87f24c714 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:10:08.766722 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port bf933922-09e5-4f77-9f0e-bfb87f24c714 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:08.767402 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:08.840439 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-10350338-78f2-4400-8ea9-a010af4a8f93 None None] For port ffb427f7-958a-4a7e-b3d5-8d9caea3cbe1, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:10:08.845801 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-10350338-78f2-4400-8ea9-a010af4a8f93 None None] For port ffb427f7-958a-4a7e-b3d5-8d9caea3cbe1, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ffb427f7-958a-4a7e-b3d5-8d9caea3cbe1,segment=NetworkSegment(bc6a56f6-d337-4181-a090-94e82f1470ae),segment_id=bc6a56f6-d337-4181-a090-94e82f1470ae)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:10:08.877337 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-23ccf5d2-e26b-4ab9-9f8d-a81e64e468a7 req-510c220f-d751-4fc2-aa0a-41e6e87fae5b tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:08.878754 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-23ccf5d2-e26b-4ab9-9f8d-a81e64e468a7 req-510c220f-d751-4fc2-aa0a-41e6e87fae5b tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:08.883457 n-d-836015-7 neutron-server[114870]: INFO neutron.db.l3_db [req-23ccf5d2-e26b-4ab9-9f8d-a81e64e468a7 req-510c220f-d751-4fc2-aa0a-41e6e87fae5b tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Floating IP d6180f3d-baf9-484b-90ab-49cc61b7041b disassociated. External IP: 172.25.8.156, port: 5478e361-df74-432a-ad21-67e4a9bb648e. Apr 20 13:10:08.884177 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-23ccf5d2-e26b-4ab9-9f8d-a81e64e468a7 req-510c220f-d751-4fc2-aa0a-41e6e87fae5b tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Calling delete_port for 5478e361-df74-432a-ad21-67e4a9bb648e owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:10:08.937427 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-10350338-78f2-4400-8ea9-a010af4a8f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:08.966513 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:09.056259 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port bf933922-09e5-4f77-9f0e-bfb87f24c714, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=bf933922-09e5-4f77-9f0e-bfb87f24c714,segment=NetworkSegment(b2bd74d1-b518-4c8d-839d-80d6ae61237d),segment_id=b2bd74d1-b518-4c8d-839d-80d6ae61237d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:09.057250 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10350338-78f2-4400-8ea9-a010af4a8f93 None None] Pushing event updated for resources: {'Port': ['ID=ffb427f7-958a-4a7e-b3d5-8d9caea3cbe1,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:09.096937 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-4a9222e3-3b84-4d49-a20f-028ae16beee4 admin admin] Allocated IP 172.25.8.196 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/de0146f6-12f0-4587-86bc-b10873db4a24) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:10:09.111030 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:09.111881 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 60877966-e402-419c-a28e-944e03bf9ba3 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:09.170050 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=bf933922-09e5-4f77-9f0e-bfb87f24c714,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:09.321738 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-9d569e3c-c9ff-4b74-9411-eca117902361 req-c344e4a9-0d26-40ff-b0a1-4163d88721b2 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] For port 9ed69675-b0aa-4553-80f3-09d1483a6891, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=9ed69675-b0aa-4553-80f3-09d1483a6891,segment=NetworkSegment(b8a6c4b7-66db-416a-aa28-84e1cd810023),segment_id=b8a6c4b7-66db-416a-aa28-84e1cd810023)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:09.322288 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9d569e3c-c9ff-4b74-9411-eca117902361 req-c344e4a9-0d26-40ff-b0a1-4163d88721b2 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:09.345875 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-9d569e3c-c9ff-4b74-9411-eca117902361 req-c344e4a9-0d26-40ff-b0a1-4163d88721b2 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Calling delete_port for 9ed69675-b0aa-4553-80f3-09d1483a6891 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:10:09.383004 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 60877966-e402-419c-a28e-944e03bf9ba3 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:10:09.387959 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 60877966-e402-419c-a28e-944e03bf9ba3 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:09.388707 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:09.449731 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-13c75809-44ea-400f-bee0-cd1bef21757d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:09.483448 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4a9222e3-3b84-4d49-a20f-028ae16beee4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:09.591848 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-23ccf5d2-e26b-4ab9-9f8d-a81e64e468a7 req-510c220f-d751-4fc2-aa0a-41e6e87fae5b tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:09.600642 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:09.641888 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c220f-d751-4fc2-aa0a-41e6e87fae5b tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Pushing event deleted for resources: {'Port': ['ID=5478e361-df74-432a-ad21-67e4a9bb648e,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:09.647281 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4a9222e3-3b84-4d49-a20f-028ae16beee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:09.666358 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-13c75809-44ea-400f-bee0-cd1bef21757d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:09.681783 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 60877966-e402-419c-a28e-944e03bf9ba3, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=60877966-e402-419c-a28e-944e03bf9ba3,segment=NetworkSegment(77838f7f-eaf5-4c10-90fc-75b379d0087a),segment_id=77838f7f-eaf5-4c10-90fc-75b379d0087a)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:09.728527 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:09.738075 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 02c75dde-c85e-4540-b9d2-3b060f581e4b up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:09.823155 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9222e3-3b84-4d49-a20f-028ae16beee4 admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:10:09.831765 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-4a9222e3-3b84-4d49-a20f-028ae16beee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:09.843149 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9222e3-3b84-4d49-a20f-028ae16beee4 admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:10:09.849844 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9222e3-3b84-4d49-a20f-028ae16beee4 admin admin] Pushing event updated for resources: {'Port': ['ID=de0146f6-12f0-4587-86bc-b10873db4a24,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:09.903944 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23ccf5d2-e26b-4ab9-9f8d-a81e64e468a7 req-510c220f-d751-4fc2-aa0a-41e6e87fae5b tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Router e3b32ba0-793d-4b73-a569-ff8470f758e3 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:10:09.933069 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-13c75809-44ea-400f-bee0-cd1bef21757d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=baaf5b9dfd9a4105b5ac52737bf3141a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5832033 Apr 20 13:10:09.978951 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8391c70-3251-4f59-b16f-04feab027d47 req-ac7d1137-a7e9-4a29-9559-29d27c781741 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:10.001978 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b8391c70-3251-4f59-b16f-04feab027d47 req-ac7d1137-a7e9-4a29-9559-29d27c781741 tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/ports?device_id=51254915-cb38-4cf8-b558-ab8072a02f7a HTTP/1.1" status: 200 len: 867 time: 1.2394495 Apr 20 13:10:10.004916 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=60877966-e402-419c-a28e-944e03bf9ba3,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:10.006107 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37400) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:10.045117 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c75809-44ea-400f-bee0-cd1bef21757d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5ec52c-53fd-4d97-9a58-37eb09569564,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:10.087275 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9d569e3c-c9ff-4b74-9411-eca117902361 req-c344e4a9-0d26-40ff-b0a1-4163d88721b2 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:10.105473 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456bfce-d34f-4c22-b376-741c891ae062 req-6ed6332a-463b-4607-a63f-dccd1c927b20 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:10.118295 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0456bfce-d34f-4c22-b376-741c891ae062 req-6ed6332a-463b-4607-a63f-dccd1c927b20 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3d5f946-ea92-4e88-aea4-44b14ff4f3b9 HTTP/1.1" status: 200 len: 950 time: 0.7548153 Apr 20 13:10:10.133947 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 02c75dde-c85e-4540-b9d2-3b060f581e4b completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:10:10.150035 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 02c75dde-c85e-4540-b9d2-3b060f581e4b triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:10.151061 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:10.164465 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23ccf5d2-e26b-4ab9-9f8d-a81e64e468a7 req-510c220f-d751-4fc2-aa0a-41e6e87fae5b tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:10:10.175313 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b06cd1c-8cc2-4983-b5e8-4a74b0b56fb0 None None] Sync routers for ids ['e3b32ba0-793d-4b73-a569-ff8470f758e3'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:10:10.197432 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b06cd1c-8cc2-4983-b5e8-4a74b0b56fb0 None None] Routers {'e3b32ba0-793d-4b73-a569-ff8470f758e3'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:10:10.198094 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-8b06cd1c-8cc2-4983-b5e8-4a74b0b56fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:09:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['e3b32ba0-793d-4b73-a569-ff8470f758e3'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:10.299689 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 9ed69675-b0aa-4553-80f3-09d1483a6891 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:10:10.361976 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 9ed69675-b0aa-4553-80f3-09d1483a6891 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:10:10.362724 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 9ed69675-b0aa-4553-80f3-09d1483a6891 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:10:10.363928 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 5478e361-df74-432a-ad21-67e4a9bb648e no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:10:10.408445 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 5478e361-df74-432a-ad21-67e4a9bb648e {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:10:10.408822 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 5478e361-df74-432a-ad21-67e4a9bb648e not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:10:10.497731 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ffb427f7-958a-4a7e-b3d5-8d9caea3cbe1 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:10.558449 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-926539fe-606c-4b2f-b283-594eb8820a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:10.562563 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ccf5d2-e26b-4ab9-9f8d-a81e64e468a7 req-510c220f-d751-4fc2-aa0a-41e6e87fae5b tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] No DVR routers for this DVR port 5478e361-df74-432a-ad21-67e4a9bb648e on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:10:10.568416 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-23ccf5d2-e26b-4ab9-9f8d-a81e64e468a7 req-510c220f-d751-4fc2-aa0a-41e6e87fae5b tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:10.572777 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-23ccf5d2-e26b-4ab9-9f8d-a81e64e468a7 req-510c220f-d751-4fc2-aa0a-41e6e87fae5b tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.32 "DELETE /v2.0/ports/5478e361-df74-432a-ad21-67e4a9bb648e HTTP/1.1" status: 204 len: 173 time: 3.2829640 Apr 20 13:10:10.575611 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-8b06cd1c-8cc2-4983-b5e8-4a74b0b56fb0 None None] Set router e3b32ba0-793d-4b73-a569-ff8470f758e3 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:10:10.583867 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51254915-cb38-4cf8-b558-ab8072a02f7a', 'name': 'network-vif-deleted', 'tag': '5478e361-df74-432a-ad21-67e4a9bb648e'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:10:10.586991 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0983991d-9cb9-45cd-95a8-5cb0a2b1af6a" -d '{"events": [{"server_uuid": "51254915-cb38-4cf8-b558-ab8072a02f7a", "name": "network-vif-deleted", "tag": "5478e361-df74-432a-ad21-67e4a9bb648e"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:10:10.587662 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-926539fe-606c-4b2f-b283-594eb8820a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:10.627820 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:10.659648 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d569e3c-c9ff-4b74-9411-eca117902361 req-c344e4a9-0d26-40ff-b0a1-4163d88721b2 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] No DVR routers for this DVR port 9ed69675-b0aa-4553-80f3-09d1483a6891 on host n-h1-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:10:10.668465 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344e4a9-0d26-40ff-b0a1-4163d88721b2 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Pushing event deleted for resources: {'Port': ['ID=9ed69675-b0aa-4553-80f3-09d1483a6891,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:10.670801 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9d569e3c-c9ff-4b74-9411-eca117902361 req-c344e4a9-0d26-40ff-b0a1-4163d88721b2 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:10.674805 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9d569e3c-c9ff-4b74-9411-eca117902361 req-c344e4a9-0d26-40ff-b0a1-4163d88721b2 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.32 "DELETE /v2.0/ports/9ed69675-b0aa-4553-80f3-09d1483a6891 HTTP/1.1" status: 204 len: 173 time: 2.7979867 Apr 20 13:10:10.679699 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 02c75dde-c85e-4540-b9d2-3b060f581e4b, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=02c75dde-c85e-4540-b9d2-3b060f581e4b,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:10.683033 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311efecc-3eac-4284-a201-33fa886553d9', 'name': 'network-vif-deleted', 'tag': '9ed69675-b0aa-4553-80f3-09d1483a6891'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:10:10.686267 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d22825-5ab2-4709-87b7-247573ce98a8" -d '{"events": [{"server_uuid": "311efecc-3eac-4284-a201-33fa886553d9", "name": "network-vif-deleted", "tag": "9ed69675-b0aa-4553-80f3-09d1483a6891"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:10:10.695654 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b8391c70-3251-4f59-b16f-04feab027d47 req-b330c764-ddb4-4713-80d1-0456ac5fb5bf tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/security-groups?id=b271a06e-2a81-43a1-98d4-61e6aca5d2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6957414 Apr 20 13:10:10.716590 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0456bfce-d34f-4c22-b376-741c891ae062 req-579af1c8-7e52-4834-ab67-ec2606c50c1d tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5969961 Apr 20 13:10:10.724298 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf933922-09e5-4f77-9f0e-bfb87f24c714'}, {'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60877966-e402-419c-a28e-944e03bf9ba3'}, {'server_uuid': '2e6f25c6-93d3-4d22-a53e-c1fb70fe17cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c75dde-c85e-4540-b9d2-3b060f581e4b'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:10:10.749498 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823da7f1-1726-4197-b127-99f4c1dd1c35" -d '{"events": [{"server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "name": "network-vif-plugged", "status": "completed", "tag": "bf933922-09e5-4f77-9f0e-bfb87f24c714"}, {"server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "name": "network-vif-plugged", "status": "completed", "tag": "60877966-e402-419c-a28e-944e03bf9ba3"}, {"server_uuid": "2e6f25c6-93d3-4d22-a53e-c1fb70fe17cb", "name": "network-vif-plugged", "status": "completed", "tag": "02c75dde-c85e-4540-b9d2-3b060f581e4b"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:10:10.768364 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-926539fe-606c-4b2f-b283-594eb8820a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:10.771108 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-926539fe-606c-4b2f-b283-594eb8820a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:10.772555 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-926539fe-606c-4b2f-b283-594eb8820a32 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3e5ec52c-53fd-4d97-9a58-37eb09569564 HTTP/1.1" status: 204 len: 168 time: 0.7299130 Apr 20 13:10:10.791373 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926539fe-606c-4b2f-b283-594eb8820a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5ec52c-53fd-4d97-9a58-37eb09569564,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:10.795310 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:10.928584 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=02c75dde-c85e-4540-b9d2-3b060f581e4b,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:10.942045 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9c5d47-d4a3-44ec-ba53-0f07c3ba9c86 None None] Network 4525ef36-aab9-4b3e-9ade-0aa96b4fd75b requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:10:11.011721 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4a9222e3-3b84-4d49-a20f-028ae16beee4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:11.068068 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cbb70c-a542-4339-8d81-1cab27174ab2 req-a46b1a83-0543-472f-8529-80fb02fae369 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:11.079780 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-36cbb70c-a542-4339-8d81-1cab27174ab2 req-a46b1a83-0543-472f-8529-80fb02fae369 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 943 time: 0.0998144 Apr 20 13:10:11.152161 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52f76355-62de-467a-b9ab-963b803e6b20 req-2b4d936b-6f8f-41bd-a485-6c9426305f81 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=311efecc-3eac-4284-a201-33fa886553d9 HTTP/1.1" status: 200 len: 210 time: 0.1171024 Apr 20 13:10:11.243910 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port ffb427f7-958a-4a7e-b3d5-8d9caea3cbe1 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:11.243910 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:11.248131 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-8b06cd1c-8cc2-4983-b5e8-4a74b0b56fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b32ba0-793d-4b73-a569-ff8470f758e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1776452712-router', 'tenant_id': '5570a05404ce4451b330b205b802e490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'e898f7f8-5717-4387-81ca-190992917dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:30Z', 'updated_at': '2022-04-20T13:06:37Z', 'revision_number': 4, 'project_id': '5570a05404ce4451b330b205b802e490', 'gw_port': {'id': 'e898f7f8-5717-4387-81ca-190992917dd3', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:91:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b32ba0-793d-4b73-a569-ff8470f758e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:31Z', 'updated_at': '2022-04-20T13:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '4fc003b1-3b91-4a84-b6bf-b70b061f600f', 'name': '', 'network_id': '33d36c62-f48b-427f-896c-83ee0a24e548', 'tenant_id': '5570a05404ce4451b330b205b802e490', 'mac_address': 'fa:16:3e:77:00:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b32ba0-793d-4b73-a569-ff8470f758e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'a92124e6-e49b-4ef9-898f-773b76764750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:36Z', 'updated_at': '2022-04-20T13:06:46Z', 'revision_number': 5, 'project_id': '5570a05404ce4451b330b205b802e490', 'subnets': [{'id': 'a92124e6-e49b-4ef9-898f-773b76764750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:11.263720 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-36cbb70c-a542-4339-8d81-1cab27174ab2 req-f950d5ce-8142-4344-9410-a861814c6ec3 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816130 Apr 20 13:10:11.286908 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b06cd1c-8cc2-4983-b5e8-4a74b0b56fb0 None None] Checking router: e3b32ba0-793d-4b73-a569-ff8470f758e3 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:10:11.301676 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b06cd1c-8cc2-4983-b5e8-4a74b0b56fb0 None None] Routers {'e3b32ba0-793d-4b73-a569-ff8470f758e3'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:10:11.301676 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-8b06cd1c-8cc2-4983-b5e8-4a74b0b56fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:09:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['e3b32ba0-793d-4b73-a569-ff8470f758e3'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:11.333597 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-c0dfd57f-bcf9-46dd-8f9f-61d1a9ca9add None None] Provisioning complete for port ffb427f7-958a-4a7e-b3d5-8d9caea3cbe1 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:11.333597 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c0dfd57f-bcf9-46dd-8f9f-61d1a9ca9add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:11.463842 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4a9222e3-3b84-4d49-a20f-028ae16beee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:11.486023 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a0dfb-8fbf-429f-a3d3-8287e4d00a1f req-b75bb97a-935d-45ce-93ee-2a373419ae93 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:11.507841 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a0dfb-8fbf-429f-a3d3-8287e4d00a1f req-b75bb97a-935d-45ce-93ee-2a373419ae93 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:11.519885 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a0dfb-8fbf-429f-a3d3-8287e4d00a1f req-b75bb97a-935d-45ce-93ee-2a373419ae93 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:11.540213 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a0dfb-8fbf-429f-a3d3-8287e4d00a1f req-b75bb97a-935d-45ce-93ee-2a373419ae93 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:11.556842 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a0dfb-8fbf-429f-a3d3-8287e4d00a1f req-b75bb97a-935d-45ce-93ee-2a373419ae93 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:11.582360 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a0dfb-8fbf-429f-a3d3-8287e4d00a1f req-b75bb97a-935d-45ce-93ee-2a373419ae93 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:11.602548 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a0dfb-8fbf-429f-a3d3-8287e4d00a1f req-b75bb97a-935d-45ce-93ee-2a373419ae93 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:11.608792 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1e4a0dfb-8fbf-429f-a3d3-8287e4d00a1f req-b75bb97a-935d-45ce-93ee-2a373419ae93 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 5433 time: 0.2683992 Apr 20 13:10:11.652493 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:11.682805 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-8b06cd1c-8cc2-4983-b5e8-4a74b0b56fb0 None None] Set router e3b32ba0-793d-4b73-a569-ff8470f758e3 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:10:11.709765 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1e4a0dfb-8fbf-429f-a3d3-8287e4d00a1f req-54445d8e-4719-4503-803d-c0835cb6c884 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&id=556d7529-8c3d-4632-818a-1051dfde20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0764477 Apr 20 13:10:11.853588 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port ffb427f7-958a-4a7e-b3d5-8d9caea3cbe1, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ffb427f7-958a-4a7e-b3d5-8d9caea3cbe1,segment=NetworkSegment(bc6a56f6-d337-4181-a090-94e82f1470ae),segment_id=bc6a56f6-d337-4181-a090-94e82f1470ae)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:11.865319 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9222e3-3b84-4d49-a20f-028ae16beee4 admin admin] Router 51a713bf-d8f0-4ec1-8295-3a4db9c71bdf is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:10:11.895652 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c0dfd57f-bcf9-46dd-8f9f-61d1a9ca9add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:11.957139 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:12.189787 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5dfa08-6c85-4d42-ad92-26b010667306 x-openstack-request-id: req-4c5dfa08-6c85-4d42-ad92-26b010667306 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:10:12.189787 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311efecc-3eac-4284-a201-33fa886553d9", "name": "network-vif-deleted", "tag": "9ed69675-b0aa-4553-80f3-09d1483a6891", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:10:12.189787 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c5dfa08-6c85-4d42-ad92-26b010667306 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:10:12.189787 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c5dfa08-6c85-4d42-ad92-26b010667306'] response: {'server_uuid': '311efecc-3eac-4284-a201-33fa886553d9', 'name': 'network-vif-deleted', 'tag': '9ed69675-b0aa-4553-80f3-09d1483a6891', 'status': 'completed', 'code': 200} Apr 20 13:10:12.267423 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 20 Apr 2022 13:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e983ed5d-e3aa-427a-b9eb-2c2d6c4aabe4 x-openstack-request-id: req-e983ed5d-e3aa-427a-b9eb-2c2d6c4aabe4 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:10:12.277593 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e63cd2d-c654-4271-8ba4-188223a0726c x-openstack-request-id: req-1e63cd2d-c654-4271-8ba4-188223a0726c {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:10:12.278216 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51254915-cb38-4cf8-b558-ab8072a02f7a", "name": "network-vif-deleted", "tag": "5478e361-df74-432a-ad21-67e4a9bb648e", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:10:12.278657 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "name": "network-vif-plugged", "status": "completed", "tag": "bf933922-09e5-4f77-9f0e-bfb87f24c714", "code": 200}, {"server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "name": "network-vif-plugged", "status": "completed", "tag": "60877966-e402-419c-a28e-944e03bf9ba3", "code": 200}, {"server_uuid": "2e6f25c6-93d3-4d22-a53e-c1fb70fe17cb", "name": "network-vif-plugged", "status": "completed", "tag": "02c75dde-c85e-4540-b9d2-3b060f581e4b", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:10:12.279092 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e983ed5d-e3aa-427a-b9eb-2c2d6c4aabe4 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:10:12.279731 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e983ed5d-e3aa-427a-b9eb-2c2d6c4aabe4'] response: {'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf933922-09e5-4f77-9f0e-bfb87f24c714', 'code': 200} Apr 20 13:10:12.280125 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e983ed5d-e3aa-427a-b9eb-2c2d6c4aabe4'] response: {'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60877966-e402-419c-a28e-944e03bf9ba3', 'code': 200} Apr 20 13:10:12.280511 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1e63cd2d-c654-4271-8ba4-188223a0726c {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:10:12.280869 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e983ed5d-e3aa-427a-b9eb-2c2d6c4aabe4'] response: {'server_uuid': '2e6f25c6-93d3-4d22-a53e-c1fb70fe17cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c75dde-c85e-4540-b9d2-3b060f581e4b', 'code': 200} Apr 20 13:10:12.281341 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e63cd2d-c654-4271-8ba4-188223a0726c'] response: {'server_uuid': '51254915-cb38-4cf8-b558-ab8072a02f7a', 'name': 'network-vif-deleted', 'tag': '5478e361-df74-432a-ad21-67e4a9bb648e', 'status': 'completed', 'code': 200} Apr 20 13:10:12.283481 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9222e3-3b84-4d49-a20f-028ae16beee4 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:10:12.323649 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:12.340255 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b03513-ac77-4f2e-b6e0-7b7859696b7e None None] Sync routers for ids ['51a713bf-d8f0-4ec1-8295-3a4db9c71bdf'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:10:12.361060 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-8b06cd1c-8cc2-4983-b5e8-4a74b0b56fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b32ba0-793d-4b73-a569-ff8470f758e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1776452712-router', 'tenant_id': '5570a05404ce4451b330b205b802e490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'e898f7f8-5717-4387-81ca-190992917dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:30Z', 'updated_at': '2022-04-20T13:06:37Z', 'revision_number': 4, 'project_id': '5570a05404ce4451b330b205b802e490', 'gw_port': {'id': 'e898f7f8-5717-4387-81ca-190992917dd3', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:91:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b32ba0-793d-4b73-a569-ff8470f758e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:31Z', 'updated_at': '2022-04-20T13:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '4fc003b1-3b91-4a84-b6bf-b70b061f600f', 'name': '', 'network_id': '33d36c62-f48b-427f-896c-83ee0a24e548', 'tenant_id': '5570a05404ce4451b330b205b802e490', 'mac_address': 'fa:16:3e:77:00:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b32ba0-793d-4b73-a569-ff8470f758e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'a92124e6-e49b-4ef9-898f-773b76764750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:36Z', 'updated_at': '2022-04-20T13:06:46Z', 'revision_number': 5, 'project_id': '5570a05404ce4451b330b205b802e490', 'subnets': [{'id': 'a92124e6-e49b-4ef9-898f-773b76764750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:12.377324 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-c0dfd57f-bcf9-46dd-8f9f-61d1a9ca9add None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:10:12.380983 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4a9222e3-3b84-4d49-a20f-028ae16beee4 admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:12.383104 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4a9222e3-3b84-4d49-a20f-028ae16beee4 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.9964020 Apr 20 13:10:12.383613 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-c0dfd57f-bcf9-46dd-8f9f-61d1a9ca9add None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:10:12.392424 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37436) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:12.427754 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=ffb427f7-958a-4a7e-b3d5-8d9caea3cbe1,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:12.447137 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b03513-ac77-4f2e-b6e0-7b7859696b7e None None] Routers {'51a713bf-d8f0-4ec1-8295-3a4db9c71bdf'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:10:12.447958 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-b7b03513-ac77-4f2e-b6e0-7b7859696b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:09:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['51a713bf-d8f0-4ec1-8295-3a4db9c71bdf'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:12.492573 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe8d22-15c6-4256-9412-101e5910ec19 req-c22bb076-0a1b-469b-8efb-32ba49cbc76b tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:12.511180 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-05fe8d22-15c6-4256-9412-101e5910ec19 req-c22bb076-0a1b-469b-8efb-32ba49cbc76b tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e6f25c6-93d3-4d22-a53e-c1fb70fe17cb HTTP/1.1" status: 200 len: 950 time: 0.2246461 Apr 20 13:10:12.524646 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b06cd1c-8cc2-4983-b5e8-4a74b0b56fb0 None None] The sync data for ids ['e3b32ba0-793d-4b73-a569-ff8470f758e3'] in n-d-836015-7 is: [{'id': 'e3b32ba0-793d-4b73-a569-ff8470f758e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1776452712-router', 'tenant_id': '5570a05404ce4451b330b205b802e490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'e898f7f8-5717-4387-81ca-190992917dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:30Z', 'updated_at': '2022-04-20T13:06:37Z', 'revision_number': 4, 'project_id': '5570a05404ce4451b330b205b802e490', 'gw_port': {'id': 'e898f7f8-5717-4387-81ca-190992917dd3', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:91:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b32ba0-793d-4b73-a569-ff8470f758e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:31Z', 'updated_at': '2022-04-20T13:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '4fc003b1-3b91-4a84-b6bf-b70b061f600f', 'name': '', 'network_id': '33d36c62-f48b-427f-896c-83ee0a24e548', 'tenant_id': '5570a05404ce4451b330b205b802e490', 'mac_address': 'fa:16:3e:77:00:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b32ba0-793d-4b73-a569-ff8470f758e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'a92124e6-e49b-4ef9-898f-773b76764750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:36Z', 'updated_at': '2022-04-20T13:06:46Z', 'revision_number': 5, 'project_id': '5570a05404ce4451b330b205b802e490', 'subnets': [{'id': 'a92124e6-e49b-4ef9-898f-773b76764750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:10:12.690868 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6c35f-282f-4113-b420-126c1bba9998 req-5baaf3fb-0094-49ef-a858-4b4e1610adc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:12.692327 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fea6c35f-282f-4113-b420-126c1bba9998 req-5baaf3fb-0094-49ef-a858-4b4e1610adc4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2e6f25c6-93d3-4d22-a53e-c1fb70fe17cb HTTP/1.1" status: 200 len: 1101 time: 0.3045824 Apr 20 13:10:12.698587 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1476325d-011f-4cc7-9cd3-32af4a3caeaa req-bf058e7a-4ab4-4e81-85a3-7e8d4bc25f53 tempest-DeleteServersTestJSON-1950328196 tempest-DeleteServersTestJSON-1950328196-project] 10.222.0.25 "GET /v2.0/ports?device_id=311efecc-3eac-4284-a201-33fa886553d9 HTTP/1.1" status: 200 len: 210 time: 0.1522875 Apr 20 13:10:12.793509 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca26cf3-2191-4a1e-b364-506815334ffe req-d7849768-d894-479c-9b11-af88e6cdced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:12.793992 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca26cf3-2191-4a1e-b364-506815334ffe req-d7849768-d894-479c-9b11-af88e6cdced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:12.794458 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca26cf3-2191-4a1e-b364-506815334ffe req-d7849768-d894-479c-9b11-af88e6cdced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:12.794923 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca26cf3-2191-4a1e-b364-506815334ffe req-d7849768-d894-479c-9b11-af88e6cdced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:12.795407 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca26cf3-2191-4a1e-b364-506815334ffe req-d7849768-d894-479c-9b11-af88e6cdced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:12.795869 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca26cf3-2191-4a1e-b364-506815334ffe req-d7849768-d894-479c-9b11-af88e6cdced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:12.796332 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca26cf3-2191-4a1e-b364-506815334ffe req-d7849768-d894-479c-9b11-af88e6cdced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:12.809612 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9ca26cf3-2191-4a1e-b364-506815334ffe req-d7849768-d894-479c-9b11-af88e6cdced7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 6490 time: 0.2512512 Apr 20 13:10:12.827417 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-05fe8d22-15c6-4256-9412-101e5910ec19 req-a9ac3022-4fbb-40da-9d6d-42768fd40705 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152101 Apr 20 13:10:12.836804 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-b7b03513-ac77-4f2e-b6e0-7b7859696b7e None None] Set router 51a713bf-d8f0-4ec1-8295-3a4db9c71bdf gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:10:12.952592 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9ca26cf3-2191-4a1e-b364-506815334ffe req-3f6e0e4a-e058-40b9-9746-c73e1b853226 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=556d7529-8c3d-4632-818a-1051dfde20d7&id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1147704 Apr 20 13:10:12.968088 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fea6c35f-282f-4113-b420-126c1bba9998 req-480a9692-2f95-4e92-9992-78ee56339a8e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373259 Apr 20 13:10:12.997013 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:13.020573 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff7edb-f584-4b30-93ca-0ca31c0607d9 req-27bd07e6-d2dc-4fa0-8cee-26d67c38d75a tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:13.022182 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9fff7edb-f584-4b30-93ca-0ca31c0607d9 req-27bd07e6-d2dc-4fa0-8cee-26d67c38d75a tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 943 time: 0.1361175 Apr 20 13:10:13.045298 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37446) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:13.136412 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1cc2a9-a03a-4bca-a0e7-87a691e5db55 None None] New status for floating IP d6180f3d-baf9-484b-90ab-49cc61b7041b: DOWN {{(pid=114872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:10:13.292671 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9fff7edb-f584-4b30-93ca-0ca31c0607d9 req-a7b288e2-4aa0-4a97-89b0-922b2501ab5d tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2496729 Apr 20 13:10:13.333754 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-36012d0e-8695-4a58-a593-bd6a77d8441e tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:13.378697 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10a411-f482-4ce1-83a3-18f8b15ccb05 req-60660744-3c6b-40b5-932c-5d9b04f201d1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:13.385288 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10a411-f482-4ce1-83a3-18f8b15ccb05 req-60660744-3c6b-40b5-932c-5d9b04f201d1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:13.405608 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10a411-f482-4ce1-83a3-18f8b15ccb05 req-60660744-3c6b-40b5-932c-5d9b04f201d1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:13.419531 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10a411-f482-4ce1-83a3-18f8b15ccb05 req-60660744-3c6b-40b5-932c-5d9b04f201d1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:13.426781 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10a411-f482-4ce1-83a3-18f8b15ccb05 req-60660744-3c6b-40b5-932c-5d9b04f201d1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:13.435924 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10a411-f482-4ce1-83a3-18f8b15ccb05 req-60660744-3c6b-40b5-932c-5d9b04f201d1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:13.446082 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10a411-f482-4ce1-83a3-18f8b15ccb05 req-60660744-3c6b-40b5-932c-5d9b04f201d1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:13.457548 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3b10a411-f482-4ce1-83a3-18f8b15ccb05 req-60660744-3c6b-40b5-932c-5d9b04f201d1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 5433 time: 0.2787440 Apr 20 13:10:13.459345 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-dd25c7a5-6619-41e5-865c-d4e624bb827d None None] Provisioning complete for port ffb427f7-958a-4a7e-b3d5-8d9caea3cbe1 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:13.460661 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-dd25c7a5-6619-41e5-865c-d4e624bb827d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:13.506131 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-36012d0e-8695-4a58-a593-bd6a77d8441e tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:13.561659 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-b7b03513-ac77-4f2e-b6e0-7b7859696b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a713bf-d8f0-4ec1-8295-3a4db9c71bdf', 'name': 'tempest-FloatingIPsNegativeTestJSON-712007183-router', 'tenant_id': '22edd84f27af4266a3ebc38e510a793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'de0146f6-12f0-4587-86bc-b10873db4a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:06Z', 'updated_at': '2022-04-20T13:10:10Z', 'revision_number': 3, 'project_id': '22edd84f27af4266a3ebc38e510a793f', 'gw_port': {'id': 'de0146f6-12f0-4587-86bc-b10873db4a24', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:40:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a713bf-d8f0-4ec1-8295-3a4db9c71bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:08Z', 'updated_at': '2022-04-20T13:10:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:13.623789 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3b10a411-f482-4ce1-83a3-18f8b15ccb05 req-7dbcde5d-c552-4aa8-9556-b0b4b4718bd7 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&id=556d7529-8c3d-4632-818a-1051dfde20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1650305 Apr 20 13:10:13.644540 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b03513-ac77-4f2e-b6e0-7b7859696b7e None None] Checking router: 51a713bf-d8f0-4ec1-8295-3a4db9c71bdf for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:10:13.644910 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b03513-ac77-4f2e-b6e0-7b7859696b7e None None] Updating router 51a713bf-d8f0-4ec1-8295-3a4db9c71bdf port de0146f6-12f0-4587-86bc-b10873db4a24 binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:10:13.742644 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b7b03513-ac77-4f2e-b6e0-7b7859696b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:13.779515 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-36012d0e-8695-4a58-a593-bd6a77d8441e tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:13.783798 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-36012d0e-8695-4a58-a593-bd6a77d8441e tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:13.788976 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-36012d0e-8695-4a58-a593-bd6a77d8441e tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "DELETE /v2.0/security-groups/b271a06e-2a81-43a1-98d4-61e6aca5d2f0 HTTP/1.1" status: 204 len: 168 time: 0.7449770 Apr 20 13:10:13.799262 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37462) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:13.827259 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36012d0e-8695-4a58-a593-bd6a77d8441e tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b271a06e-2a81-43a1-98d4-61e6aca5d2f0,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:13.851004 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-9ca35a59-eed6-48df-8e5f-bd366125ef8b tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] show failed (client error): The resource could not be found. Apr 20 13:10:13.852486 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9ca35a59-eed6-48df-8e5f-bd366125ef8b tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "GET /v2.0/security-groups/b271a06e-2a81-43a1-98d4-61e6aca5d2f0 HTTP/1.1" status: 404 len: 347 time: 0.0515056 Apr 20 13:10:13.855490 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37468) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:14.310013 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ffb427f7-958a-4a7e-b3d5-8d9caea3cbe1 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:14.343264 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-82ba2342-3e4f-42e5-ad2b-5088cc49a00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:14.361751 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9dada-c854-40ef-b0e8-0b3641573e45 req-439efcd9-02f4-469a-97f7-f1807a373c85 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:14.373116 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c9d9dada-c854-40ef-b0e8-0b3641573e45 req-439efcd9-02f4-469a-97f7-f1807a373c85 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e6f25c6-93d3-4d22-a53e-c1fb70fe17cb HTTP/1.1" status: 200 len: 950 time: 0.3565116 Apr 20 13:10:14.408161 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b7b03513-ac77-4f2e-b6e0-7b7859696b7e None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:14.426478 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port ffb427f7-958a-4a7e-b3d5-8d9caea3cbe1 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:14.427005 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:14.430027 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-0984ff3f-07b6-4e76-9223-46f5f861c1de tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Deleting port dd8afbd1-679a-4670-8f2d-f5188242b93d {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:10:14.430492 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0984ff3f-07b6-4e76-9223-46f5f861c1de tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:14.533488 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0984ff3f-07b6-4e76-9223-46f5f861c1de tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:14.533880 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0984ff3f-07b6-4e76-9223-46f5f861c1de tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:14.534068 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b7b03513-ac77-4f2e-b6e0-7b7859696b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:14.552602 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-0984ff3f-07b6-4e76-9223-46f5f861c1de tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Calling delete_port for dd8afbd1-679a-4670-8f2d-f5188242b93d owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:10:14.585319 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77ab08-f173-4684-b934-8361ec5f0771 None None] Pushing event updated for resources: {'Port': ['ID=de0146f6-12f0-4587-86bc-b10873db4a24,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:14.664119 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-82ba2342-3e4f-42e5-ad2b-5088cc49a00a admin admin] Allocated IP 172.20.0.1 (4525ef36-aab9-4b3e-9ade-0aa96b4fd75b/62704c05-1bca-424d-9fd2-33ae812a0f05/b22b8c36-9634-4cff-99a4-5c2d5e329068) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:10:14.670580 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-b7b03513-ac77-4f2e-b6e0-7b7859696b7e None None] Attempting to bind port de0146f6-12f0-4587-86bc-b10873db4a24 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:10:14.670580 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-b7b03513-ac77-4f2e-b6e0-7b7859696b7e None None] Attempting to bind port de0146f6-12f0-4587-86bc-b10873db4a24 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:10:14.670580 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b03513-ac77-4f2e-b6e0-7b7859696b7e None None] Attempting to bind port de0146f6-12f0-4587-86bc-b10873db4a24 on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:10:14.684335 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b03513-ac77-4f2e-b6e0-7b7859696b7e None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:10:14.685032 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b03513-ac77-4f2e-b6e0-7b7859696b7e None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:10:14.685615 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b7b03513-ac77-4f2e-b6e0-7b7859696b7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:14.686541 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b03513-ac77-4f2e-b6e0-7b7859696b7e None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:10:14.687424 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-b7b03513-ac77-4f2e-b6e0-7b7859696b7e None None] Bound port: de0146f6-12f0-4587-86bc-b10873db4a24, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:10:14.688023 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b7b03513-ac77-4f2e-b6e0-7b7859696b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:14.766921 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-b7b03513-ac77-4f2e-b6e0-7b7859696b7e None None] For port de0146f6-12f0-4587-86bc-b10873db4a24, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:10:14.785425 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-82ba2342-3e4f-42e5-ad2b-5088cc49a00a admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:14.806613 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c9d9dada-c854-40ef-b0e8-0b3641573e45 req-988dc59c-e80c-4b68-b4f3-399f9c0e3410 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4322846 Apr 20 13:10:14.854561 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-b7b03513-ac77-4f2e-b6e0-7b7859696b7e None None] For port de0146f6-12f0-4587-86bc-b10873db4a24, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=de0146f6-12f0-4587-86bc-b10873db4a24,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:10:14.859534 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0984ff3f-07b6-4e76-9223-46f5f861c1de tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:14.889059 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-82ba2342-3e4f-42e5-ad2b-5088cc49a00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:14.920443 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3107401-d1fe-40a4-b51e-ad92d7986c02 req-dfa50e78-6fd8-4129-a01e-0ad9b20bdf03 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:14.929728 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c3107401-d1fe-40a4-b51e-ad92d7986c02 req-dfa50e78-6fd8-4129-a01e-0ad9b20bdf03 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 943 time: 0.1411889 Apr 20 13:10:14.929728 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984ff3f-07b6-4e76-9223-46f5f861c1de tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Pushing event deleted for resources: {'Port': ['ID=dd8afbd1-679a-4670-8f2d-f5188242b93d,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:14.954489 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba2342-3e4f-42e5-ad2b-5088cc49a00a admin admin] Pushing event updated for resources: {'Port': ['ID=b22b8c36-9634-4cff-99a4-5c2d5e329068,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:14.966497 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ba2342-3e4f-42e5-ad2b-5088cc49a00a admin admin] Network 4525ef36-aab9-4b3e-9ade-0aa96b4fd75b is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:10:14.966497 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-82ba2342-3e4f-42e5-ad2b-5088cc49a00a admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:14.967345 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ba2342-3e4f-42e5-ad2b-5088cc49a00a admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:10:15.021695 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-82ba2342-3e4f-42e5-ad2b-5088cc49a00a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:15.021832 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b7b03513-ac77-4f2e-b6e0-7b7859696b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:15.119409 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c3107401-d1fe-40a4-b51e-ad92d7986c02 req-4245ae8e-7bab-4b37-b7f4-7259f893aca3 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840479 Apr 20 13:10:15.128822 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b03513-ac77-4f2e-b6e0-7b7859696b7e None None] Routers {'51a713bf-d8f0-4ec1-8295-3a4db9c71bdf'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:10:15.130609 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-b7b03513-ac77-4f2e-b6e0-7b7859696b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:09:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['51a713bf-d8f0-4ec1-8295-3a4db9c71bdf'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:15.176100 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0984ff3f-07b6-4e76-9223-46f5f861c1de tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks [] for floatingip, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:15.176100 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0984ff3f-07b6-4e76-9223-46f5f861c1de tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:15.176100 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-0984ff3f-07b6-4e76-9223-46f5f861c1de tempest-AttachSCSIVolumeTestJSON-1108848393 tempest-AttachSCSIVolumeTestJSON-1108848393-project] 10.222.0.25 "DELETE /v2.0/floatingips/d6180f3d-baf9-484b-90ab-49cc61b7041b HTTP/1.1" status: 204 len: 168 time: 1.3160815 Apr 20 13:10:15.214297 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77ab08-f173-4684-b934-8361ec5f0771 None None] Pushing event updated for resources: {'Port': ['ID=de0146f6-12f0-4587-86bc-b10873db4a24,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:15.234940 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfc4a8-64ee-4170-bdb8-22ae652ba43c req-d24b9cd5-c9ea-44de-8275-aac544f61703 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:15.241158 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfc4a8-64ee-4170-bdb8-22ae652ba43c req-d24b9cd5-c9ea-44de-8275-aac544f61703 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:15.247839 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfc4a8-64ee-4170-bdb8-22ae652ba43c req-d24b9cd5-c9ea-44de-8275-aac544f61703 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:15.279648 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfc4a8-64ee-4170-bdb8-22ae652ba43c req-d24b9cd5-c9ea-44de-8275-aac544f61703 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:15.307246 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfc4a8-64ee-4170-bdb8-22ae652ba43c req-d24b9cd5-c9ea-44de-8275-aac544f61703 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:15.324301 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfc4a8-64ee-4170-bdb8-22ae652ba43c req-d24b9cd5-c9ea-44de-8275-aac544f61703 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:15.325121 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-82ba2342-3e4f-42e5-ad2b-5088cc49a00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:15.331046 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfc4a8-64ee-4170-bdb8-22ae652ba43c req-d24b9cd5-c9ea-44de-8275-aac544f61703 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:15.340059 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-22bfc4a8-64ee-4170-bdb8-22ae652ba43c req-d24b9cd5-c9ea-44de-8275-aac544f61703 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 5433 time: 0.3905754 Apr 20 13:10:15.381409 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-b7b03513-ac77-4f2e-b6e0-7b7859696b7e None None] Set router 51a713bf-d8f0-4ec1-8295-3a4db9c71bdf gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:10:15.419117 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-22bfc4a8-64ee-4170-bdb8-22ae652ba43c req-0ea13f52-bc1e-4eea-8d4e-30c3896ed01b tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&id=556d7529-8c3d-4632-818a-1051dfde20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0778313 Apr 20 13:10:15.594007 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-5ae70067-3bbd-4c70-9414-618dfda12066 None None] Provisioning complete for port b22b8c36-9634-4cff-99a4-5c2d5e329068 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:15.594007 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5ae70067-3bbd-4c70-9414-618dfda12066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:15.643966 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-5ae70067-3bbd-4c70-9414-618dfda12066 None None] Port b22b8c36-9634-4cff-99a4-5c2d5e329068 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:10:15.657147 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-82ba2342-3e4f-42e5-ad2b-5088cc49a00a admin admin] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:15.658004 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-b7b03513-ac77-4f2e-b6e0-7b7859696b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a713bf-d8f0-4ec1-8295-3a4db9c71bdf', 'name': 'tempest-FloatingIPsNegativeTestJSON-712007183-router', 'tenant_id': '22edd84f27af4266a3ebc38e510a793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'de0146f6-12f0-4587-86bc-b10873db4a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:06Z', 'updated_at': '2022-04-20T13:10:10Z', 'revision_number': 3, 'project_id': '22edd84f27af4266a3ebc38e510a793f', 'gw_port': {'id': 'de0146f6-12f0-4587-86bc-b10873db4a24', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:40:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a713bf-d8f0-4ec1-8295-3a4db9c71bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:08Z', 'updated_at': '2022-04-20T13:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:15.687843 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b03513-ac77-4f2e-b6e0-7b7859696b7e None None] The sync data for ids ['51a713bf-d8f0-4ec1-8295-3a4db9c71bdf'] in n-d-836015-7 is: [{'id': '51a713bf-d8f0-4ec1-8295-3a4db9c71bdf', 'name': 'tempest-FloatingIPsNegativeTestJSON-712007183-router', 'tenant_id': '22edd84f27af4266a3ebc38e510a793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'de0146f6-12f0-4587-86bc-b10873db4a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:06Z', 'updated_at': '2022-04-20T13:10:10Z', 'revision_number': 3, 'project_id': '22edd84f27af4266a3ebc38e510a793f', 'gw_port': {'id': 'de0146f6-12f0-4587-86bc-b10873db4a24', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:40:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a713bf-d8f0-4ec1-8295-3a4db9c71bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:08Z', 'updated_at': '2022-04-20T13:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:10:15.728749 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-82ba2342-3e4f-42e5-ad2b-5088cc49a00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:15.797522 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-82ba2342-3e4f-42e5-ad2b-5088cc49a00a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:15.866219 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba2342-3e4f-42e5-ad2b-5088cc49a00a admin admin] Pushing event updated for resources: {'Port': ['ID=b22b8c36-9634-4cff-99a4-5c2d5e329068,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:15.932142 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ba2342-3e4f-42e5-ad2b-5088cc49a00a admin admin] Network 4525ef36-aab9-4b3e-9ade-0aa96b4fd75b is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:10:15.933580 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-82ba2342-3e4f-42e5-ad2b-5088cc49a00a admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:16.027607 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279b2a2-6e3f-403c-ba54-a98422937a6d req-a80bf7c7-d7a9-4c99-932e-ebb7c3341f6a tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:16.036480 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9279b2a2-6e3f-403c-ba54-a98422937a6d req-a80bf7c7-d7a9-4c99-932e-ebb7c3341f6a tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e6f25c6-93d3-4d22-a53e-c1fb70fe17cb HTTP/1.1" status: 200 len: 950 time: 0.0875206 Apr 20 13:10:16.153325 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9279b2a2-6e3f-403c-ba54-a98422937a6d req-9fa97f48-748c-45f1-a1ac-37a622deb310 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157191 Apr 20 13:10:16.326077 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ba2342-3e4f-42e5-ad2b-5088cc49a00a admin admin] Router 51a713bf-d8f0-4ec1-8295-3a4db9c71bdf has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:10:16.355954 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device de0146f6-12f0-4587-86bc-b10873db4a24 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:16.390839 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841dd72-12e0-4254-be08-aa8c9fe8c36a req-30c6faa8-7777-45ab-a4f4-8125135882a3 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:16.392764 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9841dd72-12e0-4254-be08-aa8c9fe8c36a req-30c6faa8-7777-45ab-a4f4-8125135882a3 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 943 time: 0.1079330 Apr 20 13:10:16.508756 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9841dd72-12e0-4254-be08-aa8c9fe8c36a req-547369aa-0b77-4162-8037-55d5efdc3c8b tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085105 Apr 20 13:10:16.524273 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-b1223fb1-97b0-4d9f-b674-11caaa378cc3 None None] Provisioning complete for port b22b8c36-9634-4cff-99a4-5c2d5e329068 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:16.533744 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b1223fb1-97b0-4d9f-b674-11caaa378cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:16.618965 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ba2342-3e4f-42e5-ad2b-5088cc49a00a admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:10:16.640122 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-82ba2342-3e4f-42e5-ad2b-5088cc49a00a admin admin] 10.222.0.25 "PUT /v2.0/routers/51a713bf-d8f0-4ec1-8295-3a4db9c71bdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2407887 Apr 20 13:10:16.712270 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c3046-b1f5-45a0-ab13-914680560039 req-61f9fcc6-ab3c-43f3-8364-72d58f58c699 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:16.720592 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c3046-b1f5-45a0-ab13-914680560039 req-61f9fcc6-ab3c-43f3-8364-72d58f58c699 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:16.731176 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c3046-b1f5-45a0-ab13-914680560039 req-61f9fcc6-ab3c-43f3-8364-72d58f58c699 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:16.764224 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c3046-b1f5-45a0-ab13-914680560039 req-61f9fcc6-ab3c-43f3-8364-72d58f58c699 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:16.773065 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c3046-b1f5-45a0-ab13-914680560039 req-61f9fcc6-ab3c-43f3-8364-72d58f58c699 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:16.779219 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c3046-b1f5-45a0-ab13-914680560039 req-61f9fcc6-ab3c-43f3-8364-72d58f58c699 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:16.796752 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c3046-b1f5-45a0-ab13-914680560039 req-61f9fcc6-ab3c-43f3-8364-72d58f58c699 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:16.809131 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fe6c3046-b1f5-45a0-ab13-914680560039 req-61f9fcc6-ab3c-43f3-8364-72d58f58c699 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 5433 time: 0.2408872 Apr 20 13:10:16.916530 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fe6c3046-b1f5-45a0-ab13-914680560039 req-2b315977-333a-4ed6-90c8-aa66d4580846 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&id=556d7529-8c3d-4632-818a-1051dfde20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1036952 Apr 20 13:10:16.959837 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port de0146f6-12f0-4587-86bc-b10873db4a24 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:16.960901 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:17.001575 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-b1223fb1-97b0-4d9f-b674-11caaa378cc3 None None] Port b22b8c36-9634-4cff-99a4-5c2d5e329068 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:10:17.115422 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:17.142254 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port de0146f6-12f0-4587-86bc-b10873db4a24, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=de0146f6-12f0-4587-86bc-b10873db4a24,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:17.190411 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a0f89ace-3b35-472b-a526-d9a42923475e req-6f1922d9-0d57-4b5d-8d80-17178911fd68 tempest-FloatingIPsNegativeTestJSON-356166837 tempest-FloatingIPsNegativeTestJSON-356166837-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=22edd84f27af4266a3ebc38e510a793f HTTP/1.1" status: 200 len: 217 time: 0.0404453 Apr 20 13:10:17.213582 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:17.260164 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8e1971c8-da60-4c90-89a4-5277dc1dbed9 req-5fd994cb-78ce-47b5-b8c6-b68deb1a8e35 tempest-FloatingIPsNegativeTestJSON-356166837 tempest-FloatingIPsNegativeTestJSON-356166837-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0326080 Apr 20 13:10:17.290183 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=de0146f6-12f0-4587-86bc-b10873db4a24,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:17.372009 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [req-32de1f87-05b5-471e-8120-16fe6f020334 req-c67c2a3c-c8be-46e6-98b6-417adf2d4120 tempest-FloatingIPsNegativeTestJSON-356166837 tempest-FloatingIPsNegativeTestJSON-356166837-project] show failed (client error): The resource could not be found. Apr 20 13:10:17.373705 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-32de1f87-05b5-471e-8120-16fe6f020334 req-c67c2a3c-c8be-46e6-98b6-417adf2d4120 tempest-FloatingIPsNegativeTestJSON-356166837 tempest-FloatingIPsNegativeTestJSON-356166837-project] 10.222.0.25 "GET /v2.0/floatingips/d5848ec7-98b3-403f-8070-3ff35b4f993b HTTP/1.1" status: 404 len: 350 time: 0.0840991 Apr 20 13:10:17.383464 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37614) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:17.447436 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2395f-b535-4e11-a80a-3933e050b558 req-04bc0b74-44be-4108-bf2d-ac44f6cb10af tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:17.456114 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9bc2395f-b535-4e11-a80a-3933e050b558 req-04bc0b74-44be-4108-bf2d-ac44f6cb10af tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e6f25c6-93d3-4d22-a53e-c1fb70fe17cb HTTP/1.1" status: 200 len: 950 time: 0.1836476 Apr 20 13:10:17.463832 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37618) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:17.466957 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-1b293b5e-48e4-4a4f-ac15-7fa1ebbafb98 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-215166949'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:17.513224 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9bc2395f-b535-4e11-a80a-3933e050b558 req-daa228af-c451-4783-9ec4-c487946e0299 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562489 Apr 20 13:10:17.612172 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b293b5e-48e4-4a4f-ac15-7fa1ebbafb98 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Made reservation on behalf of 751edd8696be4dfdb3446a3e33725797 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:10:17.615680 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1b293b5e-48e4-4a4f-ac15-7fa1ebbafb98 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:17.700012 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db789f7f-bd0d-45e4-af71-d036441d5d77 req-ff08fef0-f903-4e1e-a5c2-f55939aae6b7 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:17.703488 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-db789f7f-bd0d-45e4-af71-d036441d5d77 req-ff08fef0-f903-4e1e-a5c2-f55939aae6b7 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 943 time: 0.0826669 Apr 20 13:10:17.727586 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b293b5e-48e4-4a4f-ac15-7fa1ebbafb98 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:10:17.739747 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1b293b5e-48e4-4a4f-ac15-7fa1ebbafb98 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:17.740460 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-1b293b5e-48e4-4a4f-ac15-7fa1ebbafb98 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Added segment 6c303c0e-fdb8-422a-bdb4-949744537dde of type vlan for network db25d310-7014-4091-a613-df6bc463c340 Apr 20 13:10:17.817169 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-db789f7f-bd0d-45e4-af71-d036441d5d77 req-ee236818-6e67-4acb-9a1c-c9d10d7f376e tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075799 Apr 20 13:10:17.849699 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1b293b5e-48e4-4a4f-ac15-7fa1ebbafb98 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:18.003332 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1b293b5e-48e4-4a4f-ac15-7fa1ebbafb98 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:18.010645 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b293b5e-48e4-4a4f-ac15-7fa1ebbafb98 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:18.012140 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1b293b5e-48e4-4a4f-ac15-7fa1ebbafb98 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:18.131735 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd80f7f-e5dd-4a8a-b8b2-606cb59f51ab req-0093b09d-e6d7-45b5-87c8-157f1943b9dc tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:18.132546 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b293b5e-48e4-4a4f-ac15-7fa1ebbafb98 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Pushing event updated for resources: {'Network': ['ID=db25d310-7014-4091-a613-df6bc463c340,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:18.139490 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd80f7f-e5dd-4a8a-b8b2-606cb59f51ab req-0093b09d-e6d7-45b5-87c8-157f1943b9dc tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:18.145928 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network db25d310-7014-4091-a613-df6bc463c340 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:10:18.162330 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd80f7f-e5dd-4a8a-b8b2-606cb59f51ab req-0093b09d-e6d7-45b5-87c8-157f1943b9dc tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:18.179967 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1b293b5e-48e4-4a4f-ac15-7fa1ebbafb98 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7193816 Apr 20 13:10:18.180183 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd80f7f-e5dd-4a8a-b8b2-606cb59f51ab req-0093b09d-e6d7-45b5-87c8-157f1943b9dc tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:18.180591 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37630) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:18.194358 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd80f7f-e5dd-4a8a-b8b2-606cb59f51ab req-0093b09d-e6d7-45b5-87c8-157f1943b9dc tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:18.208648 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-236fa606-23d5-4d04-9a83-e59f86a36421 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-283870641'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:18.216611 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd80f7f-e5dd-4a8a-b8b2-606cb59f51ab req-0093b09d-e6d7-45b5-87c8-157f1943b9dc tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:18.222488 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd80f7f-e5dd-4a8a-b8b2-606cb59f51ab req-0093b09d-e6d7-45b5-87c8-157f1943b9dc tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:18.226390 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e45941a-5bcc-4397-be9e-4b953f83c80b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:18.242291 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2fd80f7f-e5dd-4a8a-b8b2-606cb59f51ab req-0093b09d-e6d7-45b5-87c8-157f1943b9dc tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 5433 time: 0.2153544 Apr 20 13:10:18.308343 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37632) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:18.341628 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2fd80f7f-e5dd-4a8a-b8b2-606cb59f51ab req-7372d56c-78f6-4fb7-a13a-8f0bd29a3811 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&id=556d7529-8c3d-4632-818a-1051dfde20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0961683 Apr 20 13:10:18.351685 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device de0146f6-12f0-4587-86bc-b10873db4a24 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:18.404909 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236fa606-23d5-4d04-9a83-e59f86a36421 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Made reservation on behalf of 751edd8696be4dfdb3446a3e33725797 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:10:18.409816 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-236fa606-23d5-4d04-9a83-e59f86a36421 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:18.527973 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port de0146f6-12f0-4587-86bc-b10873db4a24 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:18.530382 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:18.577710 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9ff4f9-ac92-4a18-b08d-d95fbb7af57b None None] Sync routers for ids ['51a713bf-d8f0-4ec1-8295-3a4db9c71bdf'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:10:18.578699 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-47cfff2d-fae6-49fa-b7f4-8ab63c3b32ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:18.588224 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-236fa606-23d5-4d04-9a83-e59f86a36421 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:10:18.615182 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9ff4f9-ac92-4a18-b08d-d95fbb7af57b None None] Routers {'51a713bf-d8f0-4ec1-8295-3a4db9c71bdf'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:10:18.615866 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-fa9ff4f9-ac92-4a18-b08d-d95fbb7af57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:09:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['51a713bf-d8f0-4ec1-8295-3a4db9c71bdf'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:18.654513 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-236fa606-23d5-4d04-9a83-e59f86a36421 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:18.654911 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-236fa606-23d5-4d04-9a83-e59f86a36421 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Added segment 584fac4e-2911-4891-a944-b5325601ea9d of type vlan for network d9d77a57-e2db-4fb3-9905-1d63c1153498 Apr 20 13:10:18.728569 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-236fa606-23d5-4d04-9a83-e59f86a36421 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:18.732567 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb244d60-985e-4c7a-b68c-4c4d039a3842 req-e349cfe9-b72c-4381-940e-3ff4bb656592 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:18.737301 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb244d60-985e-4c7a-b68c-4c4d039a3842 req-e349cfe9-b72c-4381-940e-3ff4bb656592 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e6f25c6-93d3-4d22-a53e-c1fb70fe17cb HTTP/1.1" status: 200 len: 950 time: 0.1044760 Apr 20 13:10:18.811715 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb244d60-985e-4c7a-b68c-4c4d039a3842 req-677fafb4-df10-44b5-a2bf-b2af81c267af tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561759 Apr 20 13:10:18.884964 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-236fa606-23d5-4d04-9a83-e59f86a36421 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:18.890574 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236fa606-23d5-4d04-9a83-e59f86a36421 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:18.891170 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-236fa606-23d5-4d04-9a83-e59f86a36421 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:18.895966 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-47cfff2d-fae6-49fa-b7f4-8ab63c3b32ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:18.902012 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-fa9ff4f9-ac92-4a18-b08d-d95fbb7af57b None None] Set router 51a713bf-d8f0-4ec1-8295-3a4db9c71bdf gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:10:18.971146 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-47cfff2d-fae6-49fa-b7f4-8ab63c3b32ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:19.006151 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-0e45941a-5bcc-4397-be9e-4b953f83c80b admin admin] Deleting port b22b8c36-9634-4cff-99a4-5c2d5e329068 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:10:19.006499 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e45941a-5bcc-4397-be9e-4b953f83c80b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:19.008498 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236fa606-23d5-4d04-9a83-e59f86a36421 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Pushing event updated for resources: {'Network': ['ID=d9d77a57-e2db-4fb3-9905-1d63c1153498,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:19.027997 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-236fa606-23d5-4d04-9a83-e59f86a36421 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8428998 Apr 20 13:10:19.029155 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37646) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:19.046204 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-3666b261-859f-4135-b2e7-479c9634a83b tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Request body: {'subnet': {'network_id': 'db25d310-7014-4091-a613-df6bc463c340', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:19.061697 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-47cfff2d-fae6-49fa-b7f4-8ab63c3b32ca admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=09791244f27147d6929d9e290902845e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7468498 Apr 20 13:10:19.083678 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37648) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:19.091999 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cfff2d-fae6-49fa-b7f4-8ab63c3b32ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8534e78e-4d2c-4dcc-96ef-f55ec906530d,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:19.106843 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network d9d77a57-e2db-4fb3-9905-1d63c1153498 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:10:19.150464 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261cda8a-9355-4ce2-812e-7b4eff7cabe1 req-56e22356-836f-470a-a428-336d26d3bb8f tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:19.155975 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-261cda8a-9355-4ce2-812e-7b4eff7cabe1 req-56e22356-836f-470a-a428-336d26d3bb8f tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 943 time: 0.2164233 Apr 20 13:10:19.217260 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e45941a-5bcc-4397-be9e-4b953f83c80b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:19.250846 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-0e45941a-5bcc-4397-be9e-4b953f83c80b admin admin] Calling delete_port for b22b8c36-9634-4cff-99a4-5c2d5e329068 owned by network:router_interface {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:10:19.359241 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-261cda8a-9355-4ce2-812e-7b4eff7cabe1 req-cb3b4409-7311-4f8d-a402-6d6a5476dcdf tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364243 Apr 20 13:10:19.361203 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7b489ebb-29a5-4ab5-97a7-cb5d03823448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:19.408548 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10cb98-c015-4885-8c26-fa16178d2735 req-5fa6a838-9319-4f77-ba3f-7c951a12dd56 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:19.416945 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10cb98-c015-4885-8c26-fa16178d2735 req-5fa6a838-9319-4f77-ba3f-7c951a12dd56 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:19.418785 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed10cb98-c015-4885-8c26-fa16178d2735 req-5fa6a838-9319-4f77-ba3f-7c951a12dd56 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3d5f946-ea92-4e88-aea4-44b14ff4f3b9&device_id=2e6f25c6-93d3-4d22-a53e-c1fb70fe17cb HTTP/1.1" status: 200 len: 1691 time: 0.1948271 Apr 20 13:10:19.452519 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-fa9ff4f9-ac92-4a18-b08d-d95fbb7af57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a713bf-d8f0-4ec1-8295-3a4db9c71bdf', 'name': 'tempest-FloatingIPsNegativeTestJSON-712007183-router', 'tenant_id': '22edd84f27af4266a3ebc38e510a793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'de0146f6-12f0-4587-86bc-b10873db4a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:06Z', 'updated_at': '2022-04-20T13:10:15Z', 'revision_number': 4, 'project_id': '22edd84f27af4266a3ebc38e510a793f', 'gw_port': {'id': 'de0146f6-12f0-4587-86bc-b10873db4a24', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:40:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a713bf-d8f0-4ec1-8295-3a4db9c71bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:08Z', 'updated_at': '2022-04-20T13:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'b22b8c36-9634-4cff-99a4-5c2d5e329068', 'name': '', 'network_id': '4525ef36-aab9-4b3e-9ade-0aa96b4fd75b', 'tenant_id': '22edd84f27af4266a3ebc38e510a793f', 'mac_address': 'fa:16:3e:c9:a2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a713bf-d8f0-4ec1-8295-3a4db9c71bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '62704c05-1bca-424d-9fd2-33ae812a0f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:14Z', 'updated_at': '2022-04-20T13:10:15Z', 'revision_number': 2, 'project_id': '22edd84f27af4266a3ebc38e510a793f', 'subnets': [{'id': '62704c05-1bca-424d-9fd2-33ae812a0f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:19.493704 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7b489ebb-29a5-4ab5-97a7-cb5d03823448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:19.521889 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9ff4f9-ac92-4a18-b08d-d95fbb7af57b None None] Checking router: 51a713bf-d8f0-4ec1-8295-3a4db9c71bdf for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:10:19.522159 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9ff4f9-ac92-4a18-b08d-d95fbb7af57b None None] Updating router 51a713bf-d8f0-4ec1-8295-3a4db9c71bdf port b22b8c36-9634-4cff-99a4-5c2d5e329068 binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:10:19.584071 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fa9ff4f9-ac92-4a18-b08d-d95fbb7af57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:19.706019 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed10cb98-c015-4885-8c26-fa16178d2735 req-86b8c19b-4792-4916-ac24-416b8aca1f18 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097096 Apr 20 13:10:19.706019 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107a992-e52c-4453-8766-bdb203147ac4 req-262b89de-b406-4c54-a054-59ec01bcac21 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:19.706019 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107a992-e52c-4453-8766-bdb203147ac4 req-262b89de-b406-4c54-a054-59ec01bcac21 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:19.706019 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107a992-e52c-4453-8766-bdb203147ac4 req-262b89de-b406-4c54-a054-59ec01bcac21 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:19.706019 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107a992-e52c-4453-8766-bdb203147ac4 req-262b89de-b406-4c54-a054-59ec01bcac21 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:19.706019 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107a992-e52c-4453-8766-bdb203147ac4 req-262b89de-b406-4c54-a054-59ec01bcac21 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:19.709348 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107a992-e52c-4453-8766-bdb203147ac4 req-262b89de-b406-4c54-a054-59ec01bcac21 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:19.727401 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107a992-e52c-4453-8766-bdb203147ac4 req-262b89de-b406-4c54-a054-59ec01bcac21 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:19.729645 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f107a992-e52c-4453-8766-bdb203147ac4 req-262b89de-b406-4c54-a054-59ec01bcac21 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 5433 time: 0.2045321 Apr 20 13:10:19.785571 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f107a992-e52c-4453-8766-bdb203147ac4 req-81fd9df0-8533-4946-be58-c3a083f2cfbb tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&id=556d7529-8c3d-4632-818a-1051dfde20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0479038 Apr 20 13:10:20.006420 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0dd8e1-440e-4b97-b206-20137bc88361 req-9a3c6f72-c195-44f3-8b26-a29497c8cbe8 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:20.012360 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0dd8e1-440e-4b97-b206-20137bc88361 req-9a3c6f72-c195-44f3-8b26-a29497c8cbe8 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:20.020112 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0dd8e1-440e-4b97-b206-20137bc88361 req-9a3c6f72-c195-44f3-8b26-a29497c8cbe8 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:20.025974 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0dd8e1-440e-4b97-b206-20137bc88361 req-9a3c6f72-c195-44f3-8b26-a29497c8cbe8 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:20.032333 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0dd8e1-440e-4b97-b206-20137bc88361 req-9a3c6f72-c195-44f3-8b26-a29497c8cbe8 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:20.038823 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0dd8e1-440e-4b97-b206-20137bc88361 req-9a3c6f72-c195-44f3-8b26-a29497c8cbe8 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:20.045140 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0dd8e1-440e-4b97-b206-20137bc88361 req-9a3c6f72-c195-44f3-8b26-a29497c8cbe8 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:20.047029 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5a0dd8e1-440e-4b97-b206-20137bc88361 req-9a3c6f72-c195-44f3-8b26-a29497c8cbe8 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 5433 time: 0.1625094 Apr 20 13:10:20.060285 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17411fa3-8734-4089-80c6-ef97c8746bf0 req-6c1c54a9-6e8e-4916-9154-07a1ef59d2ff tempest-ServersOnMultiNodesTest-1016245788 tempest-ServersOnMultiNodesTest-1016245788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:20.060648 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37662) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:20.061894 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-17411fa3-8734-4089-80c6-ef97c8746bf0 req-6c1c54a9-6e8e-4916-9154-07a1ef59d2ff tempest-ServersOnMultiNodesTest-1016245788 tempest-ServersOnMultiNodesTest-1016245788-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f3d5f946-ea92-4e88-aea4-44b14ff4f3b9 HTTP/1.1" status: 200 len: 1101 time: 0.1235545 Apr 20 13:10:20.066154 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-5c0f4310-60fd-4b88-a0ac-7c24ec0bc7b1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Request body: {'floatingip': {'port_id': '97b905ff-c95f-4cdf-b78c-ce981493c6b5'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:20.112756 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-17411fa3-8734-4089-80c6-ef97c8746bf0 req-94e67c08-e7df-440b-93e1-dde5d0e51f5f tempest-ServersOnMultiNodesTest-1016245788 tempest-ServersOnMultiNodesTest-1016245788-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451360 Apr 20 13:10:20.125337 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5c0f4310-60fd-4b88-a0ac-7c24ec0bc7b1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks [] for floatingip, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:20.173382 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3666b261-859f-4135-b2e7-479c9634a83b tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Made reservation on behalf of 751edd8696be4dfdb3446a3e33725797 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:10:20.178188 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3666b261-859f-4135-b2e7-479c9634a83b tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:20.260252 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e45941a-5bcc-4397-be9e-4b953f83c80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:20.261543 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-fa9ff4f9-ac92-4a18-b08d-d95fbb7af57b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:10:20.262194 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-fa9ff4f9-ac92-4a18-b08d-d95fbb7af57b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:10:20.283400 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7b489ebb-29a5-4ab5-97a7-cb5d03823448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:20.285804 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7b489ebb-29a5-4ab5-97a7-cb5d03823448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:20.290128 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7b489ebb-29a5-4ab5-97a7-cb5d03823448 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8534e78e-4d2c-4dcc-96ef-f55ec906530d HTTP/1.1" status: 204 len: 168 time: 1.2024269 Apr 20 13:10:20.301652 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e45941a-5bcc-4397-be9e-4b953f83c80b admin admin] Pushing event deleted for resources: {'Port': ['ID=b22b8c36-9634-4cff-99a4-5c2d5e329068,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:20.328978 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b489ebb-29a5-4ab5-97a7-cb5d03823448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8534e78e-4d2c-4dcc-96ef-f55ec906530d,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:20.347560 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8579c2e-0723-452f-9500-7374e5edce8d req-acf50155-458c-41ad-9704-567793e48492 tempest-ServersOnMultiNodesTest-1016245788 tempest-ServersOnMultiNodesTest-1016245788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:20.359327 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d8579c2e-0723-452f-9500-7374e5edce8d req-acf50155-458c-41ad-9704-567793e48492 tempest-ServersOnMultiNodesTest-1016245788 tempest-ServersOnMultiNodesTest-1016245788-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2e6f25c6-93d3-4d22-a53e-c1fb70fe17cb HTTP/1.1" status: 200 len: 1101 time: 0.1744559 Apr 20 13:10:20.496488 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d8579c2e-0723-452f-9500-7374e5edce8d req-53af9e15-eeb6-4fbd-b990-075b9d9a5213 tempest-ServersOnMultiNodesTest-1016245788 tempest-ServersOnMultiNodesTest-1016245788-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360769 Apr 20 13:10:20.750689 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ccd97-6a39-41de-81cb-94af682ebafb req-2216a887-8c2a-4e54-9534-ecb0093785b9 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:20.756517 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-313ccd97-6a39-41de-81cb-94af682ebafb req-2216a887-8c2a-4e54-9534-ecb0093785b9 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 943 time: 0.2357111 Apr 20 13:10:20.788798 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9ff4f9-ac92-4a18-b08d-d95fbb7af57b None None] Port b22b8c36-9634-4cff-99a4-5c2d5e329068 not found while updating agent binding for router 51a713bf-d8f0-4ec1-8295-3a4db9c71bdf. {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 20 13:10:20.816731 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9ff4f9-ac92-4a18-b08d-d95fbb7af57b None None] Routers {'51a713bf-d8f0-4ec1-8295-3a4db9c71bdf'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:10:20.818377 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-fa9ff4f9-ac92-4a18-b08d-d95fbb7af57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:09:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['51a713bf-d8f0-4ec1-8295-3a4db9c71bdf'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:20.860039 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-313ccd97-6a39-41de-81cb-94af682ebafb req-aa7f1692-2549-4a33-bc1c-9d75ebbf1e03 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944896 Apr 20 13:10:20.866522 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3666b261-859f-4135-b2e7-479c9634a83b tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:21.048752 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666b261-859f-4135-b2e7-479c9634a83b tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Pushing event updated for resources: {'Subnet': ['ID=6a8421ca-2e2e-468e-8574-e51feb1dd7e2,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:21.065699 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-3e3e1707-a1b6-4e3f-ac2c-2e93dd84fb79 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=4e1f0d8155374e7db296a2dc86482d62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633740 Apr 20 13:10:21.067074 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-fa9ff4f9-ac92-4a18-b08d-d95fbb7af57b None None] Set router 51a713bf-d8f0-4ec1-8295-3a4db9c71bdf gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:10:21.190437 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3666b261-859f-4135-b2e7-479c9634a83b tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Checking segment: {'id': '6c303c0e-fdb8-422a-bdb4-949744537dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'db25d310-7014-4091-a613-df6bc463c340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:10:21.190868 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3666b261-859f-4135-b2e7-479c9634a83b tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Network hostable DHCP agents. Network: db25d310-7014-4091-a613-df6bc463c340, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:10:21.209512 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37696) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:21.300627 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-3fc05c94-a633-40f8-a687-ee74c031fb6c tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:21.302608 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-3fc05c94-a633-40f8-a687-ee74c031fb6c tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2360630 Apr 20 13:10:21.308456 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37700) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:21.338155 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e45941a-5bcc-4397-be9e-4b953f83c80b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:21.346631 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ca903657-84e8-4d93-95ed-6c15e5d09bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:21.368506 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-e33f4ce5-6eff-4cdf-bf61-241bad92d83f tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/quotas/4e1f0d8155374e7db296a2dc86482d62 HTTP/1.1" status: 200 len: 375 time: 0.0526786 Apr 20 13:10:21.371149 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3666b261-859f-4135-b2e7-479c9634a83b tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Network db25d310-7014-4091-a613-df6bc463c340 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:10:21.431042 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-fa9ff4f9-ac92-4a18-b08d-d95fbb7af57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a713bf-d8f0-4ec1-8295-3a4db9c71bdf', 'name': 'tempest-FloatingIPsNegativeTestJSON-712007183-router', 'tenant_id': '22edd84f27af4266a3ebc38e510a793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'de0146f6-12f0-4587-86bc-b10873db4a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:06Z', 'updated_at': '2022-04-20T13:10:19Z', 'revision_number': 5, 'project_id': '22edd84f27af4266a3ebc38e510a793f', 'gw_port': {'id': 'de0146f6-12f0-4587-86bc-b10873db4a24', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:40:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a713bf-d8f0-4ec1-8295-3a4db9c71bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:08Z', 'updated_at': '2022-04-20T13:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:21.471938 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-e88d91cf-08a5-4c57-86c0-0fee32521846 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4e1f0d8155374e7db296a2dc86482d62&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1016805 Apr 20 13:10:21.511075 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-3666b261-859f-4135-b2e7-479c9634a83b tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, db25d310-7014-4091-a613-df6bc463c340) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:21.526204 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3666b261-859f-4135-b2e7-479c9634a83b tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:21.528445 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3666b261-859f-4135-b2e7-479c9634a83b tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:21.563065 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d687ba4d-b2e7-400f-a9fc-6ea1e2af2754 None None] Network db25d310-7014-4091-a613-df6bc463c340 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:10:21.567969 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9ff4f9-ac92-4a18-b08d-d95fbb7af57b None None] The sync data for ids ['51a713bf-d8f0-4ec1-8295-3a4db9c71bdf'] in n-d-836015-7 is: [{'id': '51a713bf-d8f0-4ec1-8295-3a4db9c71bdf', 'name': 'tempest-FloatingIPsNegativeTestJSON-712007183-router', 'tenant_id': '22edd84f27af4266a3ebc38e510a793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'de0146f6-12f0-4587-86bc-b10873db4a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:06Z', 'updated_at': '2022-04-20T13:10:19Z', 'revision_number': 5, 'project_id': '22edd84f27af4266a3ebc38e510a793f', 'gw_port': {'id': 'de0146f6-12f0-4587-86bc-b10873db4a24', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:40:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a713bf-d8f0-4ec1-8295-3a4db9c71bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:08Z', 'updated_at': '2022-04-20T13:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:10:21.651113 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-3666b261-859f-4135-b2e7-479c9634a83b tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6182897 Apr 20 13:10:21.664841 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37702) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:21.667301 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ca903657-84e8-4d93-95ed-6c15e5d09bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:21.682916 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-c7c0d8de-6a4d-45ec-bba5-7bc408b21949 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Request body: {'subnet': {'network_id': 'd9d77a57-e2db-4fb3-9905-1d63c1153498', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:21.733203 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.db.resource_extend [None req-5c0f4310-60fd-4b88-a0ac-7c24ec0bc7b1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 13:10:21.771912 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ca903657-84e8-4d93-95ed-6c15e5d09bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:21.874170 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61d06df-2523-4b41-a8a3-5f9f45b9b62f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-db25d310-7014-4091-a613-df6bc463c340', 'network_id': 'db25d310-7014-4091-a613-df6bc463c340', 'tenant_id': '751edd8696be4dfdb3446a3e33725797', 'fixed_ips': [{'subnet_id': '6a8421ca-2e2e-468e-8574-e51feb1dd7e2'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:10:21.875844 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f61d06df-2523-4b41-a8a3-5f9f45b9b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:21.915108 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37716) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:21.971091 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e45941a-5bcc-4397-be9e-4b953f83c80b admin admin] Router 51a713bf-d8f0-4ec1-8295-3a4db9c71bdf has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:10:22.009437 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5c0f4310-60fd-4b88-a0ac-7c24ec0bc7b1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:22.098332 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-131eba0b-13a5-43b6-8f9e-761b317c38fb admin admin] Deleting subnet c84cb6f4-b4cc-4751-b4bc-ddb2101451ae {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:10:22.120035 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5c0f4310-60fd-4b88-a0ac-7c24ec0bc7b1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:22.159597 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-f61d06df-2523-4b41-a8a3-5f9f45b9b62f None None] Allocated IP 10.1.1.2 (db25d310-7014-4091-a613-df6bc463c340/6a8421ca-2e2e-468e-8574-e51feb1dd7e2/71affee0-7405-406f-ae59-a3d009e24ac7) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:10:22.209463 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-131eba0b-13a5-43b6-8f9e-761b317c38fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:22.315220 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d0e2a727-ea9c-4f76-b1d1-16c46ece0b60 req-1e14f1a8-cd92-4c31-84b3-72b3244ad2b9 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=bddea2f0-6fcf-492e-8666-370922182323 HTTP/1.1" status: 200 len: 210 time: 0.3990746 Apr 20 13:10:22.324331 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ca903657-84e8-4d93-95ed-6c15e5d09bea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c12fbdaa136948ee9ba640b458a3f651&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0146422 Apr 20 13:10:22.335610 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-131eba0b-13a5-43b6-8f9e-761b317c38fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:22.355962 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca903657-84e8-4d93-95ed-6c15e5d09bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac59870-c7da-4ae6-a6ff-2e50d0765cc2,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:22.355962 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37722) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:22.416016 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-131eba0b-13a5-43b6-8f9e-761b317c38fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:22.559850 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c0d8de-6a4d-45ec-bba5-7bc408b21949 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Made reservation on behalf of 751edd8696be4dfdb3446a3e33725797 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:10:22.566725 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c7c0d8de-6a4d-45ec-bba5-7bc408b21949 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:22.611394 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be525a5a-cc3c-4c5d-ad12-bbd2912b14df req-012ed58c-3290-4de0-b2c4-8136fb6c0df1 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:22.614707 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be525a5a-cc3c-4c5d-ad12-bbd2912b14df req-012ed58c-3290-4de0-b2c4-8136fb6c0df1 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 943 time: 0.4262364 Apr 20 13:10:22.655173 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f61d06df-2523-4b41-a8a3-5f9f45b9b62f None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:22.666981 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e45941a-5bcc-4397-be9e-4b953f83c80b admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:10:22.678463 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0e45941a-5bcc-4397-be9e-4b953f83c80b admin admin] 10.222.0.25 "PUT /v2.0/routers/51a713bf-d8f0-4ec1-8295-3a4db9c71bdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2903969 Apr 20 13:10:22.681232 n-d-836015-7 neutron-server[114870]: INFO neutron.db.l3_db [None req-5c0f4310-60fd-4b88-a0ac-7c24ec0bc7b1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Floating IP 98aad9a8-4bce-44a6-88ad-3abdd1b8c587 associated. External IP: 172.25.8.88, port: 97b905ff-c95f-4cdf-b78c-ce981493c6b5. Apr 20 13:10:22.688961 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37726) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:22.719690 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f61d06df-2523-4b41-a8a3-5f9f45b9b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:22.884379 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be525a5a-cc3c-4c5d-ad12-bbd2912b14df req-69450a27-97ee-40ee-b4be-918104c0ab2c tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2530322 Apr 20 13:10:22.903901 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7fc3c93f-7271-45a2-aa1d-9661463154ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:22.969598 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7fc3c93f-7271-45a2-aa1d-9661463154ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:23.004150 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df0305c-e69a-4911-9b2e-2a5b2ed67dea None None] Sync routers for ids ['51a713bf-d8f0-4ec1-8295-3a4db9c71bdf'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:10:23.012879 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8a9fa3-6376-448c-ac4c-320884ffe909 admin admin] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:23.020923 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df0305c-e69a-4911-9b2e-2a5b2ed67dea None None] Routers {'51a713bf-d8f0-4ec1-8295-3a4db9c71bdf'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:10:23.021567 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-5df0305c-e69a-4911-9b2e-2a5b2ed67dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:09:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['51a713bf-d8f0-4ec1-8295-3a4db9c71bdf'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:23.075635 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61d06df-2523-4b41-a8a3-5f9f45b9b62f None None] Network db25d310-7014-4091-a613-df6bc463c340 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:10:23.081996 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-f61d06df-2523-4b41-a8a3-5f9f45b9b62f None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:23.087998 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61d06df-2523-4b41-a8a3-5f9f45b9b62f None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:10:23.160147 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8a9fa3-6376-448c-ac4c-320884ffe909 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:23.168174 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-131eba0b-13a5-43b6-8f9e-761b317c38fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:23.169844 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-5df0305c-e69a-4911-9b2e-2a5b2ed67dea None None] Set router 51a713bf-d8f0-4ec1-8295-3a4db9c71bdf gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:10:23.198837 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131eba0b-13a5-43b6-8f9e-761b317c38fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c84cb6f4-b4cc-4751-b4bc-ddb2101451ae,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:23.239011 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-131eba0b-13a5-43b6-8f9e-761b317c38fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:23.243493 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d06df-2523-4b41-a8a3-5f9f45b9b62f None None] Pushing event updated for resources: {'Port': ['ID=71affee0-7405-406f-ae59-a3d009e24ac7,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:23.245794 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-131eba0b-13a5-43b6-8f9e-761b317c38fb admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c84cb6f4-b4cc-4751-b4bc-ddb2101451ae HTTP/1.1" status: 204 len: 168 time: 2.0307841 Apr 20 13:10:23.248491 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37728) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:23.270805 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-f61d06df-2523-4b41-a8a3-5f9f45b9b62f None None] Attempting to bind port 71affee0-7405-406f-ae59-a3d009e24ac7 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:10:23.276185 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-f61d06df-2523-4b41-a8a3-5f9f45b9b62f None None] Attempting to bind port 71affee0-7405-406f-ae59-a3d009e24ac7 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '6c303c0e-fdb8-422a-bdb4-949744537dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'db25d310-7014-4091-a613-df6bc463c340'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:10:23.276185 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61d06df-2523-4b41-a8a3-5f9f45b9b62f None None] Attempting to bind port 71affee0-7405-406f-ae59-a3d009e24ac7 on network db25d310-7014-4091-a613-df6bc463c340 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:10:23.315409 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61d06df-2523-4b41-a8a3-5f9f45b9b62f None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:10:23.316205 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61d06df-2523-4b41-a8a3-5f9f45b9b62f None None] Checking segment: {'id': '6c303c0e-fdb8-422a-bdb4-949744537dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'db25d310-7014-4091-a613-df6bc463c340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:10:23.316811 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f61d06df-2523-4b41-a8a3-5f9f45b9b62f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:23.317429 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61d06df-2523-4b41-a8a3-5f9f45b9b62f None None] Bound using segment: {'id': '6c303c0e-fdb8-422a-bdb4-949744537dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'db25d310-7014-4091-a613-df6bc463c340'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:10:23.318108 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-f61d06df-2523-4b41-a8a3-5f9f45b9b62f None None] Bound port: 71affee0-7405-406f-ae59-a3d009e24ac7, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c303c0e-fdb8-422a-bdb4-949744537dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'db25d310-7014-4091-a613-df6bc463c340'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:10:23.318684 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f61d06df-2523-4b41-a8a3-5f9f45b9b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:23.327086 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b2e5b72f-f903-4d6d-9733-9447bfb3bf04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:23.402777 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-f61d06df-2523-4b41-a8a3-5f9f45b9b62f None None] For port 71affee0-7405-406f-ae59-a3d009e24ac7, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:10:23.408279 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-f61d06df-2523-4b41-a8a3-5f9f45b9b62f None None] For port 71affee0-7405-406f-ae59-a3d009e24ac7, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=71affee0-7405-406f-ae59-a3d009e24ac7,segment=NetworkSegment(6c303c0e-fdb8-422a-bdb4-949744537dde),segment_id=6c303c0e-fdb8-422a-bdb4-949744537dde)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:10:23.449537 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7fc3c93f-7271-45a2-aa1d-9661463154ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:23.449537 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7fc3c93f-7271-45a2-aa1d-9661463154ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:23.449537 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7fc3c93f-7271-45a2-aa1d-9661463154ac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2ac59870-c7da-4ae6-a6ff-2e50d0765cc2 HTTP/1.1" status: 204 len: 168 time: 1.0891449 Apr 20 13:10:23.495868 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc3c93f-7271-45a2-aa1d-9661463154ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac59870-c7da-4ae6-a6ff-2e50d0765cc2,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:23.503879 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-148199c9-d512-411e-9fbd-5b4fb7570db4 req-164a5719-9500-4c25-b407-d2bfc759fdfb tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=bddea2f0-6fcf-492e-8666-370922182323 HTTP/1.1" status: 200 len: 210 time: 0.0614574 Apr 20 13:10:23.525392 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-5df0305c-e69a-4911-9b2e-2a5b2ed67dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a713bf-d8f0-4ec1-8295-3a4db9c71bdf', 'name': 'tempest-FloatingIPsNegativeTestJSON-712007183-router', 'tenant_id': '22edd84f27af4266a3ebc38e510a793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'de0146f6-12f0-4587-86bc-b10873db4a24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:06Z', 'updated_at': '2022-04-20T13:10:19Z', 'revision_number': 5, 'project_id': '22edd84f27af4266a3ebc38e510a793f', 'gw_port': {'id': 'de0146f6-12f0-4587-86bc-b10873db4a24', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:40:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a713bf-d8f0-4ec1-8295-3a4db9c71bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:08Z', 'updated_at': '2022-04-20T13:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:23.546514 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f61d06df-2523-4b41-a8a3-5f9f45b9b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:23.633787 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df0305c-e69a-4911-9b2e-2a5b2ed67dea None None] Checking router: 51a713bf-d8f0-4ec1-8295-3a4db9c71bdf for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:10:23.656126 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df0305c-e69a-4911-9b2e-2a5b2ed67dea None None] Routers {'51a713bf-d8f0-4ec1-8295-3a4db9c71bdf'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:10:23.656767 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-5df0305c-e69a-4911-9b2e-2a5b2ed67dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:09:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['51a713bf-d8f0-4ec1-8295-3a4db9c71bdf'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:23.712557 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d06df-2523-4b41-a8a3-5f9f45b9b62f None None] Pushing event updated for resources: {'Port': ['ID=71affee0-7405-406f-ae59-a3d009e24ac7,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:23.739470 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c7c0d8de-6a4d-45ec-bba5-7bc408b21949 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:23.800279 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-5df0305c-e69a-4911-9b2e-2a5b2ed67dea None None] Set router 51a713bf-d8f0-4ec1-8295-3a4db9c71bdf gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:10:23.864314 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-5df0305c-e69a-4911-9b2e-2a5b2ed67dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a713bf-d8f0-4ec1-8295-3a4db9c71bdf', 'name': 'tempest-FloatingIPsNegativeTestJSON-712007183-router', 'tenant_id': '22edd84f27af4266a3ebc38e510a793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:06Z', 'updated_at': '2022-04-20T13:10:23Z', 'revision_number': 6, 'project_id': '22edd84f27af4266a3ebc38e510a793f', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:23.870247 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-977f6e7f-cd23-4ce3-930d-cf5cf35d0815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:23.917868 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df0305c-e69a-4911-9b2e-2a5b2ed67dea None None] The sync data for ids ['51a713bf-d8f0-4ec1-8295-3a4db9c71bdf'] in n-d-836015-7 is: [{'id': '51a713bf-d8f0-4ec1-8295-3a4db9c71bdf', 'name': 'tempest-FloatingIPsNegativeTestJSON-712007183-router', 'tenant_id': '22edd84f27af4266a3ebc38e510a793f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:06Z', 'updated_at': '2022-04-20T13:10:23Z', 'revision_number': 6, 'project_id': '22edd84f27af4266a3ebc38e510a793f', 'gw_port_host': None}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:10:23.941747 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-2e8a9fa3-6376-448c-ac4c-320884ffe909 admin admin] Deleting port de0146f6-12f0-4587-86bc-b10873db4a24 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:10:23.942246 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8a9fa3-6376-448c-ac4c-320884ffe909 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:23.978792 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0d8de-6a4d-45ec-bba5-7bc408b21949 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Pushing event updated for resources: {'Subnet': ['ID=807e65f2-f3df-4b77-a34a-b845afb7a09c,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:24.029712 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b2e5b72f-f903-4d6d-9733-9447bfb3bf04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:24.039224 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4c583857-dd5a-4150-b1fc-571215c499c8 req-7af7dab0-097e-46e2-a2ff-6fcecfa653c5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=50522a08-9b57-4c92-8b1a-9f0ef7511f8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2310655 Apr 20 13:10:24.042946 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c0d8de-6a4d-45ec-bba5-7bc408b21949 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Checking segment: {'id': '584fac4e-2911-4891-a944-b5325601ea9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd9d77a57-e2db-4fb3-9905-1d63c1153498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:10:24.042946 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c0d8de-6a4d-45ec-bba5-7bc408b21949 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Network hostable DHCP agents. Network: d9d77a57-e2db-4fb3-9905-1d63c1153498, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:10:24.065876 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c0f4310-60fd-4b88-a0ac-7c24ec0bc7b1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Router b9692bf5-f1b2-4876-9b3f-060c953cf2cb has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:10:24.099653 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-b2e5b72f-f903-4d6d-9733-9447bfb3bf04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1448fb0c-76a1-4762-b0ef-b8c667a2a5dc']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:24.118463 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-2e8a9fa3-6376-448c-ac4c-320884ffe909 admin admin] For port de0146f6-12f0-4587-86bc-b10873db4a24, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=de0146f6-12f0-4587-86bc-b10873db4a24,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:24.123124 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8a9fa3-6376-448c-ac4c-320884ffe909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:24.150546 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-2e8a9fa3-6376-448c-ac4c-320884ffe909 admin admin] Calling delete_port for de0146f6-12f0-4587-86bc-b10873db4a24 owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:10:24.206148 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-b2e5b72f-f903-4d6d-9733-9447bfb3bf04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8a6c4b7-66db-416a-aa28-84e1cd810023') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:24.206454 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-b2e5b72f-f903-4d6d-9733-9447bfb3bf04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8a6c4b7-66db-416a-aa28-84e1cd810023') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:24.257660 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20367b72-c252-4afa-a04b-53f540648813 req-76c293a0-02a3-4531-a699-9ed5ccf9d900 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:24.259229 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-20367b72-c252-4afa-a04b-53f540648813 req-76c293a0-02a3-4531-a699-9ed5ccf9d900 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 943 time: 0.1598825 Apr 20 13:10:24.264479 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c583857-dd5a-4150-b1fc-571215c499c8 req-fc9c9a70-0d92-445c-8d4e-caf1cbd78732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:24.265927 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4c583857-dd5a-4150-b1fc-571215c499c8 req-fc9c9a70-0d92-445c-8d4e-caf1cbd78732 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e1f0d8155374e7db296a2dc86482d62&device_id=50522a08-9b57-4c92-8b1a-9f0ef7511f8c HTTP/1.1" status: 200 len: 1101 time: 0.1684906 Apr 20 13:10:24.290309 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c0d8de-6a4d-45ec-bba5-7bc408b21949 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Network d9d77a57-e2db-4fb3-9905-1d63c1153498 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:10:24.307931 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b2e5b72f-f903-4d6d-9733-9447bfb3bf04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:24.347271 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b2e5b72f-f903-4d6d-9733-9447bfb3bf04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:24.359473 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2e5b72f-f903-4d6d-9733-9447bfb3bf04 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:10:24.359882 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b2e5b72f-f903-4d6d-9733-9447bfb3bf04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:24.361556 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:10:24.361556 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:10:24.361556 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:10:24.361556 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:10:24.361556 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:10:24.361556 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:10:24.361556 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:10:24.361556 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:10:24.361556 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:10:24.361556 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:10:24.361556 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:10:24.361556 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:10:24.361556 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:10:24.361556 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:10:24.361556 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:10:24.361556 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:10:24.361556 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:10:24.361556 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:10:24.361556 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:10:24.361556 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:10:24.361556 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:10:24.361556 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:10:24.361556 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:10:24.361556 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:10:24.361556 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:10:24.361556 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:10:24.361556 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:10:24.361556 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:10:24.361556 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:10:24.361556 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:10:24.361556 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:10:24.361556 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:10:24.405790 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-20367b72-c252-4afa-a04b-53f540648813 req-3b93c1e4-4e89-483c-bf5b-448938b0fea8 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183493 Apr 20 13:10:24.408729 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-c7c0d8de-6a4d-45ec-bba5-7bc408b21949 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, d9d77a57-e2db-4fb3-9905-1d63c1153498) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:24.414339 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c0d8de-6a4d-45ec-bba5-7bc408b21949 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:24.414932 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c7c0d8de-6a4d-45ec-bba5-7bc408b21949 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:24.426883 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae90926-0304-47d4-ab6f-3aabea81ada3 None None] Network d9d77a57-e2db-4fb3-9905-1d63c1153498 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:10:24.471042 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c583857-dd5a-4150-b1fc-571215c499c8 req-a273169d-3b82-408f-9666-c02d14730e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:24.472944 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4c583857-dd5a-4150-b1fc-571215c499c8 req-a273169d-3b82-408f-9666-c02d14730e41 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.1780434 Apr 20 13:10:24.548990 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-e15eb090-9dfe-4302-ba8e-86d2fd32c9df tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4e1f0d8155374e7db296a2dc86482d62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498850 Apr 20 13:10:24.550080 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0f4310-60fd-4b88-a0ac-7c24ec0bc7b1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:10:24.555868 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5c0f4310-60fd-4b88-a0ac-7c24ec0bc7b1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:24.561790 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c7c0d8de-6a4d-45ec-bba5-7bc408b21949 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8929155 Apr 20 13:10:24.571331 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37748) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:24.605785 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6a63e757-14af-4662-9ec4-adaf4133a403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:24.605999 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4c583857-dd5a-4150-b1fc-571215c499c8 req-e86b05c2-0d46-419d-b8e1-29be3c997fe6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=3c9f21da-6fdc-4980-88b9-d73613e671ab HTTP/1.1" status: 200 len: 217 time: 0.1190794 Apr 20 13:10:24.611858 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-88075e7d-30d7-4a4f-829a-ccb3b5e90f0d tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Request body: {'port': {'network_id': 'db25d310-7014-4091-a613-df6bc463c340', 'name': 'tempest-TaggedBootDevicesTest_v242-633723746', 'fixed_ips': [{'subnet_id': '6a8421ca-2e2e-468e-8574-e51feb1dd7e2'}]}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:24.625366 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610c04e7-d1e4-4b1d-9d2d-da0c9f42c9d2 None None] Sync routers for ids ['b9692bf5-f1b2-4876-9b3f-060c953cf2cb'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:10:24.678995 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610c04e7-d1e4-4b1d-9d2d-da0c9f42c9d2 None None] Routers {'b9692bf5-f1b2-4876-9b3f-060c953cf2cb'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:10:24.680732 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-610c04e7-d1e4-4b1d-9d2d-da0c9f42c9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:09:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['b9692bf5-f1b2-4876-9b3f-060c953cf2cb'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:24.754225 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0808ce73-547e-4afc-b742-adbbe343ba01 req-01e00985-9023-49f0-ae5c-a68975af3401 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=bddea2f0-6fcf-492e-8666-370922182323 HTTP/1.1" status: 200 len: 210 time: 0.0521123 Apr 20 13:10:24.796215 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c583857-dd5a-4150-b1fc-571215c499c8 req-62499500-8790-452d-8350-4326734ec1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:24.797882 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4c583857-dd5a-4150-b1fc-571215c499c8 req-62499500-8790-452d-8350-4326734ec1e0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.1519744 Apr 20 13:10:24.803713 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 71affee0-7405-406f-ae59-a3d009e24ac7 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:24.831256 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-43075d99-23c6-494b-bd2f-5470f08f1ae8 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:24.832865 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-43075d99-23c6-494b-bd2f-5470f08f1ae8 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2739091 Apr 20 13:10:24.849576 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-977f6e7f-cd23-4ce3-930d-cf5cf35d0815 admin admin] Deleting port 4fc003b1-3b91-4a84-b6bf-b70b061f600f {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:10:24.850077 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-977f6e7f-cd23-4ce3-930d-cf5cf35d0815 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:24.871163 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-2b321677-9350-4ce7-b970-e3c8908b9292 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Request body: {'port': {'device_id': 'bddea2f0-6fcf-492e-8666-370922182323', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'admin_state_up': True, 'tenant_id': '4e1f0d8155374e7db296a2dc86482d62'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:24.971209 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-610c04e7-d1e4-4b1d-9d2d-da0c9f42c9d2 None None] Set router b9692bf5-f1b2-4876-9b3f-060c953cf2cb gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:10:24.994893 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b2e5b72f-f903-4d6d-9733-9447bfb3bf04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:24.997304 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-977f6e7f-cd23-4ce3-930d-cf5cf35d0815 admin admin] For port 4fc003b1-3b91-4a84-b6bf-b70b061f600f, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=4fc003b1-3b91-4a84-b6bf-b70b061f600f,segment=NetworkSegment(b550718e-99f1-43a9-a37d-5b24d8a0f3a6),segment_id=b550718e-99f1-43a9-a37d-5b24d8a0f3a6)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:24.997934 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-977f6e7f-cd23-4ce3-930d-cf5cf35d0815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:25.014223 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-977f6e7f-cd23-4ce3-930d-cf5cf35d0815 admin admin] Calling delete_port for 4fc003b1-3b91-4a84-b6bf-b70b061f600f owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:10:25.037327 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b2e5b72f-f903-4d6d-9733-9447bfb3bf04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:25.044721 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b2e5b72f-f903-4d6d-9733-9447bfb3bf04 admin admin] 10.222.0.25 "DELETE /v2.0/networks/1448fb0c-76a1-4762-b0ef-b8c667a2a5dc HTTP/1.1" status: 204 len: 168 time: 1.7951021 Apr 20 13:10:25.052272 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e5b72f-f903-4d6d-9733-9447bfb3bf04 admin admin] Pushing event deleted for resources: {'Network': ['ID=1448fb0c-76a1-4762-b0ef-b8c667a2a5dc,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:25.082876 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5c0f4310-60fd-4b88-a0ac-7c24ec0bc7b1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "PUT /v2.0/floatingips/98aad9a8-4bce-44a6-88ad-3abdd1b8c587 HTTP/1.1" status: 200 len: 990 time: 5.0210459 Apr 20 13:10:25.096587 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'tag': '97b905ff-c95f-4cdf-b78c-ce981493c6b5'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:10:25.103979 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0532321e-0b28-4974-b3f9-c8556a2c2d9e" -d '{"events": [{"name": "network-changed", "server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "tag": "97b905ff-c95f-4cdf-b78c-ce981493c6b5"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:10:25.223199 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717f0f37-ce8e-43f6-b189-e16e51b9a895 x-openstack-request-id: req-717f0f37-ce8e-43f6-b189-e16e51b9a895 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:10:25.223640 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "tag": "97b905ff-c95f-4cdf-b78c-ce981493c6b5", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:10:25.237394 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-717f0f37-ce8e-43f6-b189-e16e51b9a895 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:10:25.237943 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-717f0f37-ce8e-43f6-b189-e16e51b9a895'] response: {'name': 'network-changed', 'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'tag': '97b905ff-c95f-4cdf-b78c-ce981493c6b5', 'status': 'completed', 'code': 200} Apr 20 13:10:25.248707 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8a9fa3-6376-448c-ac4c-320884ffe909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:25.273634 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-2b321677-9350-4ce7-b970-e3c8908b9292 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Made reservation on behalf of 4e1f0d8155374e7db296a2dc86482d62 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:10:25.280304 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-2b321677-9350-4ce7-b970-e3c8908b9292 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:25.306853 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 71affee0-7405-406f-ae59-a3d009e24ac7 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:25.307253 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:25.364288 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32f90cd-0c1b-4b5e-ba67-6d555eb8e195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-d9d77a57-e2db-4fb3-9905-1d63c1153498', 'network_id': 'd9d77a57-e2db-4fb3-9905-1d63c1153498', 'tenant_id': '751edd8696be4dfdb3446a3e33725797', 'fixed_ips': [{'subnet_id': '807e65f2-f3df-4b77-a34a-b845afb7a09c'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:10:25.365167 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c32f90cd-0c1b-4b5e-ba67-6d555eb8e195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:25.366772 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c583857-dd5a-4150-b1fc-571215c499c8 req-712133c1-0e64-4ebc-881b-0661db7f5937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:25.369122 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4c583857-dd5a-4150-b1fc-571215c499c8 req-712133c1-0e64-4ebc-881b-0661db7f5937 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5622125 Apr 20 13:10:25.374885 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88075e7d-30d7-4a4f-829a-ccb3b5e90f0d tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Made reservation on behalf of 751edd8696be4dfdb3446a3e33725797 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:10:25.396888 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a9fa3-6376-448c-ac4c-320884ffe909 admin admin] Pushing event deleted for resources: {'Port': ['ID=de0146f6-12f0-4587-86bc-b10873db4a24,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:25.418371 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-4c583857-dd5a-4150-b1fc-571215c499c8 req-43a12d1b-acc4-4cbd-a9ef-7835a9560865 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:10:25.423404 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4c583857-dd5a-4150-b1fc-571215c499c8 req-43a12d1b-acc4-4cbd-a9ef-7835a9560865 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120714 Apr 20 13:10:25.510773 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec5f67c-e300-404d-ae1c-ef406b90519a None None] Network db25d310-7014-4091-a613-df6bc463c340 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:10:25.597271 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8a9fa3-6376-448c-ac4c-320884ffe909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:25.602834 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4c583857-dd5a-4150-b1fc-571215c499c8 req-05fae06f-5d65-4243-a9ad-90b14da09883 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673176 Apr 20 13:10:25.632864 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532321e-0b28-4974-b3f9-c8556a2c2d9e req-2719cfd4-1152-41a0-abd5-3f770bfef1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:25.633367 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532321e-0b28-4974-b3f9-c8556a2c2d9e req-2719cfd4-1152-41a0-abd5-3f770bfef1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:25.633808 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532321e-0b28-4974-b3f9-c8556a2c2d9e req-2719cfd4-1152-41a0-abd5-3f770bfef1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:25.634298 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532321e-0b28-4974-b3f9-c8556a2c2d9e req-2719cfd4-1152-41a0-abd5-3f770bfef1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:25.634767 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532321e-0b28-4974-b3f9-c8556a2c2d9e req-2719cfd4-1152-41a0-abd5-3f770bfef1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:25.635237 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532321e-0b28-4974-b3f9-c8556a2c2d9e req-2719cfd4-1152-41a0-abd5-3f770bfef1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:25.635732 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532321e-0b28-4974-b3f9-c8556a2c2d9e req-2719cfd4-1152-41a0-abd5-3f770bfef1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:25.637660 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0532321e-0b28-4974-b3f9-c8556a2c2d9e req-2719cfd4-1152-41a0-abd5-3f770bfef1c5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=80a09310883244f09c77418f84fc8e88&device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 6490 time: 0.3516300 Apr 20 13:10:25.665235 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:25.669952 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-c45cb533-ce8f-46bb-a441-e2cec61b8bb2 None None] Provisioning complete for port 71affee0-7405-406f-ae59-a3d009e24ac7 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:25.671102 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c45cb533-ce8f-46bb-a441-e2cec61b8bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:25.703177 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37770) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:25.716697 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-88075e7d-30d7-4a4f-829a-ccb3b5e90f0d tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:25.748289 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8a9fa3-6376-448c-ac4c-320884ffe909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:25.762948 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-977f6e7f-cd23-4ce3-930d-cf5cf35d0815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:25.765056 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8a9fa3-6376-448c-ac4c-320884ffe909 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:25.812757 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 71affee0-7405-406f-ae59-a3d009e24ac7, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=71affee0-7405-406f-ae59-a3d009e24ac7,segment=NetworkSegment(6c303c0e-fdb8-422a-bdb4-949744537dde),segment_id=6c303c0e-fdb8-422a-bdb4-949744537dde)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:25.830325 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-88075e7d-30d7-4a4f-829a-ccb3b5e90f0d tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] device_id is not set on port bcd82748-3135-4569-bfe2-1036cfb737c9 yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:10:25.839809 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-c32f90cd-0c1b-4b5e-ba67-6d555eb8e195 None None] Allocated IP 10.2.2.2 (d9d77a57-e2db-4fb3-9905-1d63c1153498/807e65f2-f3df-4b77-a34a-b845afb7a09c/192ae59e-91f0-4c81-8155-fbf2e59c72f0) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:10:25.850039 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-610c04e7-d1e4-4b1d-9d2d-da0c9f42c9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9692bf5-f1b2-4876-9b3f-060c953cf2cb', 'name': 'tempest-TaggedBootDevicesTest-785915238-router', 'tenant_id': '80a09310883244f09c77418f84fc8e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'c1c0b034-8586-49b7-aee5-15dec55bc405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:43Z', 'updated_at': '2022-04-20T13:06:59Z', 'revision_number': 4, 'project_id': '80a09310883244f09c77418f84fc8e88', 'gw_port': {'id': 'c1c0b034-8586-49b7-aee5-15dec55bc405', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:09:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9692bf5-f1b2-4876-9b3f-060c953cf2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:46Z', 'updated_at': '2022-04-20T13:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '98aad9a8-4bce-44a6-88ad-3abdd1b8c587', 'tenant_id': '80a09310883244f09c77418f84fc8e88', 'floating_ip_address': '172.25.8.88', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'b9692bf5-f1b2-4876-9b3f-060c953cf2cb', 'port_id': '97b905ff-c95f-4cdf-b78c-ce981493c6b5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0567742-ebd6-4040-88bb-7f8afbb4e328', 'mac_address': 'fa:16:3e:b5:df:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:08:36Z', 'updated_at': '2022-04-20T13:10:21Z', 'revision_number': 1, 'project_id': '80a09310883244f09c77418f84fc8e88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d05bc1d-e87e-4c39-a78d-99565650587b', 'name': '', 'network_id': 'c0567742-ebd6-4040-88bb-7f8afbb4e328', 'tenant_id': '80a09310883244f09c77418f84fc8e88', 'mac_address': 'fa:16:3e:53:e3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9692bf5-f1b2-4876-9b3f-060c953cf2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'ab468ffa-ce13-456d-af37-126b9348379e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:56Z', 'updated_at': '2022-04-20T13:07:21Z', 'revision_number': 5, 'project_id': '80a09310883244f09c77418f84fc8e88', 'subnets': [{'id': 'ab468ffa-ce13-456d-af37-126b9348379e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:25.869852 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-2b321677-9350-4ce7-b970-e3c8908b9292 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Allocated IP 192.168.233.6 (6efc3d61-2150-4671-a02d-6127df40131a/c5b1f82a-7732-4b50-ab22-2475f182a712/9c47dad3-2ec9-4c75-a418-6e8bb250bdb2) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:10:25.899022 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610c04e7-d1e4-4b1d-9d2d-da0c9f42c9d2 None None] Checking router: b9692bf5-f1b2-4876-9b3f-060c953cf2cb for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:10:25.901223 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:25.935898 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4c583857-dd5a-4150-b1fc-571215c499c8 req-615a4991-2e79-4d55-b120-51718282a144 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938173 Apr 20 13:10:25.935898 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f6e7f-cd23-4ce3-930d-cf5cf35d0815 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fc003b1-3b91-4a84-b6bf-b70b061f600f,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:25.937734 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532321e-0b28-4974-b3f9-c8556a2c2d9e req-070c80e9-5dc5-44f7-b133-7c1034d5f396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:25.939808 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0532321e-0b28-4974-b3f9-c8556a2c2d9e req-070c80e9-5dc5-44f7-b133-7c1034d5f396 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c0567742-ebd6-4040-88bb-7f8afbb4e328 HTTP/1.1" status: 200 len: 912 time: 0.2706337 Apr 20 13:10:25.948987 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ffbecd54-d3db-4c4f-a0bb-65291ffba542 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=564a5d1e5b6e4687a901496539f07f39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2349496 Apr 20 13:10:25.960774 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37778) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:25.963046 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8a9fa3-6376-448c-ac4c-320884ffe909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:25.963696 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8a9fa3-6376-448c-ac4c-320884ffe909 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51a713bf-d8f0-4ec1-8295-3a4db9c71bdf {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:10:25.968861 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8a9fa3-6376-448c-ac4c-320884ffe909 admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:25.970405 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2e8a9fa3-6376-448c-ac4c-320884ffe909 admin admin] 10.222.0.25 "DELETE /v2.0/routers/51a713bf-d8f0-4ec1-8295-3a4db9c71bdf HTTP/1.1" status: 204 len: 168 time: 3.2753167 Apr 20 13:10:25.984155 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37780) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:26.080147 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a094d6-c318-4789-a6fe-9f7247c3b3ce req-9fbc973a-29b0-4daa-b61e-f66a3a060cb0 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:26.081767 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-45a094d6-c318-4789-a6fe-9f7247c3b3ce req-9fbc973a-29b0-4daa-b61e-f66a3a060cb0 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 943 time: 0.4726615 Apr 20 13:10:26.158229 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610c04e7-d1e4-4b1d-9d2d-da0c9f42c9d2 None None] Routers {'b9692bf5-f1b2-4876-9b3f-060c953cf2cb'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:10:26.158846 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-610c04e7-d1e4-4b1d-9d2d-da0c9f42c9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:09:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['b9692bf5-f1b2-4876-9b3f-060c953cf2cb'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:26.159099 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-54a8a69f-2d3c-48e5-8b2c-d60fe145e270 admin admin] Deleting subnet 62704c05-1bca-424d-9fd2-33ae812a0f05 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:10:26.203846 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-54a8a69f-2d3c-48e5-8b2c-d60fe145e270 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:26.276851 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3a789888-ed74-4047-833e-e4b8f3df87a5 req-e00f18c6-d985-4bdc-aa9c-ae4fdb1ca0ca tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=bddea2f0-6fcf-492e-8666-370922182323 HTTP/1.1" status: 200 len: 210 time: 0.3142323 Apr 20 13:10:26.277069 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d135623f-8df5-4fa5-b91e-afe2829806e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:26.310977 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-54a8a69f-2d3c-48e5-8b2c-d60fe145e270 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:26.359078 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=71affee0-7405-406f-ae59-a3d009e24ac7,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:26.411309 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-88075e7d-30d7-4a4f-829a-ccb3b5e90f0d tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Allocated IP 10.1.1.158 (db25d310-7014-4091-a613-df6bc463c340/6a8421ca-2e2e-468e-8574-e51feb1dd7e2/bcd82748-3135-4569-bfe2-1036cfb737c9) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:10:26.417738 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0532321e-0b28-4974-b3f9-c8556a2c2d9e req-d605d638-a336-4263-a428-b4871d103c72 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97b905ff-c95f-4cdf-b78c-ce981493c6b5 HTTP/1.1" status: 200 len: 998 time: 0.3603740 Apr 20 13:10:26.427304 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-45a094d6-c318-4789-a6fe-9f7247c3b3ce req-fc9a2ed2-b8e4-41e9-b3c0-558d93e50f94 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2884252 Apr 20 13:10:26.484986 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-2b321677-9350-4ce7-b970-e3c8908b9292 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:26.520081 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d135623f-8df5-4fa5-b91e-afe2829806e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:26.531885 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532321e-0b28-4974-b3f9-c8556a2c2d9e req-2e090f23-108c-470c-ba95-16696c0c2e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:26.533326 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0532321e-0b28-4974-b3f9-c8556a2c2d9e req-2e090f23-108c-470c-ba95-16696c0c2e80 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab468ffa-ce13-456d-af37-126b9348379e HTTP/1.1" status: 200 len: 850 time: 0.1026790 Apr 20 13:10:26.534099 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-977f6e7f-cd23-4ce3-930d-cf5cf35d0815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:26.624404 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-2b321677-9350-4ce7-b970-e3c8908b9292 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:26.645395 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532321e-0b28-4974-b3f9-c8556a2c2d9e req-8ca0a0cc-d14c-4ac9-acdc-489dd2f3db4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:26.646908 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0532321e-0b28-4974-b3f9-c8556a2c2d9e req-8ca0a0cc-d14c-4ac9-acdc-489dd2f3db4a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c0567742-ebd6-4040-88bb-7f8afbb4e328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1055388 Apr 20 13:10:26.659251 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-54a8a69f-2d3c-48e5-8b2c-d60fe145e270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:26.667939 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device de0146f6-12f0-4587-86bc-b10873db4a24 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:10:26.671275 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['3c9f21da-6fdc-4980-88b9-d73613e671ab', '35f4dcac-bf1f-472e-8000-63eb2787a89a', '27987731-9483-4930-8ab5-3df02669158a'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:10:26.677418 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['02d394e3-f6ef-489c-8ff6-8161ad8effee', '02c75dde-c85e-4540-b9d2-3b060f581e4b'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:10:26.796103 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 7b13bc59-5400-414e-939f-28f09df4a6f9 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:10:26.796103 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: de0146f6-12f0-4587-86bc-b10873db4a24 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:10:26.796103 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device de0146f6-12f0-4587-86bc-b10873db4a24 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:10:26.827556 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0532321e-0b28-4974-b3f9-c8556a2c2d9e req-a2c97ed9-669b-4f1d-9a5f-ae7f69897d4a service neutron] 10.222.0.15 "GET /v2.0/networks/c0567742-ebd6-4040-88bb-7f8afbb4e328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524456 Apr 20 13:10:26.843042 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-610c04e7-d1e4-4b1d-9d2d-da0c9f42c9d2 None None] Set router b9692bf5-f1b2-4876-9b3f-060c953cf2cb gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:10:26.878224 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-2b321677-9350-4ce7-b970-e3c8908b9292 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Network 6efc3d61-2150-4671-a02d-6127df40131a is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:10:26.903092 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-2b321677-9350-4ce7-b970-e3c8908b9292 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:26.934905 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c32f90cd-0c1b-4b5e-ba67-6d555eb8e195 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:26.942638 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-2b321677-9350-4ce7-b970-e3c8908b9292 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:10:26.970823 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-379682b3-fe4e-4f94-b821-f74675ddd5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:27.047339 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-54a8a69f-2d3c-48e5-8b2c-d60fe145e270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:27.073122 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b321677-9350-4ce7-b970-e3c8908b9292 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Pushing event updated for resources: {'Port': ['ID=9c47dad3-2ec9-4c75-a418-6e8bb250bdb2,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:27.101103 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-54a8a69f-2d3c-48e5-8b2c-d60fe145e270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:27.104336 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-54a8a69f-2d3c-48e5-8b2c-d60fe145e270 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/62704c05-1bca-424d-9fd2-33ae812a0f05 HTTP/1.1" status: 204 len: 168 time: 1.1192200 Apr 20 13:10:27.112216 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d135623f-8df5-4fa5-b91e-afe2829806e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:27.122394 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d135623f-8df5-4fa5-b91e-afe2829806e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:27.126227 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d135623f-8df5-4fa5-b91e-afe2829806e3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6b663cc9-efff-4765-b21c-e49b8df89a74 HTTP/1.1" status: 204 len: 168 time: 1.1621075 Apr 20 13:10:27.151283 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37794) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:27.200720 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a8a69f-2d3c-48e5-8b2c-d60fe145e270 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62704c05-1bca-424d-9fd2-33ae812a0f05,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:27.219958 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-88075e7d-30d7-4a4f-829a-ccb3b5e90f0d tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:27.251124 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d135623f-8df5-4fa5-b91e-afe2829806e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b663cc9-efff-4765-b21c-e49b8df89a74,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:27.267873 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-2b321677-9350-4ce7-b970-e3c8908b9292 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:27.268605 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-2b321677-9350-4ce7-b970-e3c8908b9292 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:27.284430 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0847a5ee-f199-429a-afdc-fa5d4ac31564 None None] Network 4525ef36-aab9-4b3e-9ade-0aa96b4fd75b requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:10:27.371448 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0feacda9-10e7-4c6c-870d-07e2e4429f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:27.425609 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c32f90cd-0c1b-4b5e-ba67-6d555eb8e195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:27.437141 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-2b321677-9350-4ce7-b970-e3c8908b9292 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5820310 Apr 20 13:10:27.451910 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-da1e0f46-2e5b-4ffd-8f59-c680e5ea5da9 service neutron] Request body: {'port': {'device_id': 'bddea2f0-6fcf-492e-8666-370922182323', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:27.531934 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977f6e7f-cd23-4ce3-930d-cf5cf35d0815 admin admin] Router e3b32ba0-793d-4b73-a569-ff8470f758e3 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:10:27.541482 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-88075e7d-30d7-4a4f-829a-ccb3b5e90f0d tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:27.589909 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 7b13bc59-5400-414e-939f-28f09df4a6f9, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=7b13bc59-5400-414e-939f-28f09df4a6f9,segment=NetworkSegment(0f113b16-94ad-4b02-8521-e93247ce464b),segment_id=0f113b16-94ad-4b02-8521-e93247ce464b)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:27.618403 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88075e7d-30d7-4a4f-829a-ccb3b5e90f0d tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Network db25d310-7014-4091-a613-df6bc463c340 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:10:27.636343 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-0feacda9-10e7-4c6c-870d-07e2e4429f25 admin admin] Deleting port ffb427f7-958a-4a7e-b3d5-8d9caea3cbe1 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:10:27.637362 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0feacda9-10e7-4c6c-870d-07e2e4429f25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:27.652868 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '7b13bc59-5400-414e-939f-28f09df4a6f9', 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d', 'port_id': '7b13bc59-5400-414e-939f-28f09df4a6f9', 'mac_address': 'fa:16:3e:57:eb:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50283e41-42f7-46ab-979a-b196312e8e7f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:10:27.655028 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f90cd-0c1b-4b5e-ba67-6d555eb8e195 None None] Pushing event updated for resources: {'Port': ['ID=192ae59e-91f0-4c81-8155-fbf2e59c72f0,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:27.662886 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-88075e7d-30d7-4a4f-829a-ccb3b5e90f0d tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:27.669183 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88075e7d-30d7-4a4f-829a-ccb3b5e90f0d tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:10:27.671954 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39412ac2-f6d5-4fac-b878-cafef4c40bfe req-1467fe66-97ef-418a-b112-43ed899c3f72 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:27.672108 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88075e7d-30d7-4a4f-829a-ccb3b5e90f0d tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Pushing event updated for resources: {'Port': ['ID=bcd82748-3135-4569-bfe2-1036cfb737c9,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:27.673467 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-39412ac2-f6d5-4fac-b878-cafef4c40bfe req-1467fe66-97ef-418a-b112-43ed899c3f72 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=bddea2f0-6fcf-492e-8666-370922182323 HTTP/1.1" status: 200 len: 934 time: 0.1614578 Apr 20 13:10:27.676839 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-da1e0f46-2e5b-4ffd-8f59-c680e5ea5da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:27.742789 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-e7dc7cdf-d6bd-49eb-ab98-da7687898b85 None None] Provisioning complete for port 71affee0-7405-406f-ae59-a3d009e24ac7 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:27.743260 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e7dc7cdf-d6bd-49eb-ab98-da7687898b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:27.752337 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2845e-1a0c-4ea1-b866-b264383780c4 req-edc8c064-9745-43be-8f8d-fd81248e9fde tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:27.753751 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-29f2845e-1a0c-4ea1-b866-b264383780c4 req-edc8c064-9745-43be-8f8d-fd81248e9fde tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 943 time: 0.1773918 Apr 20 13:10:27.776011 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-99fe6b81-363a-4814-9b3b-94c78687d859 req-9bc3c119-9139-421c-8309-b0af4a2a6458 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f965f42c-805e-4ee0-b976-19ad9b6df640&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2599313 Apr 20 13:10:27.783151 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-0feacda9-10e7-4c6c-870d-07e2e4429f25 admin admin] For port ffb427f7-958a-4a7e-b3d5-8d9caea3cbe1, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ffb427f7-958a-4a7e-b3d5-8d9caea3cbe1,segment=NetworkSegment(bc6a56f6-d337-4181-a090-94e82f1470ae),segment_id=bc6a56f6-d337-4181-a090-94e82f1470ae)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:27.783544 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0feacda9-10e7-4c6c-870d-07e2e4429f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:27.829493 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-0feacda9-10e7-4c6c-870d-07e2e4429f25 admin admin] Calling delete_port for ffb427f7-958a-4a7e-b3d5-8d9caea3cbe1 owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:10:27.891426 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32f90cd-0c1b-4b5e-ba67-6d555eb8e195 None None] Network d9d77a57-e2db-4fb3-9905-1d63c1153498 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:10:27.915666 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0532321e-0b28-4974-b3f9-c8556a2c2d9e req-8d1c127b-b262-40bc-ad32-61bde6a2d912 service neutron] 10.222.0.15 "GET /v2.0/networks/c0567742-ebd6-4040-88bb-7f8afbb4e328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0793071 Apr 20 13:10:27.934153 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88075e7d-30d7-4a4f-829a-ccb3b5e90f0d tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:27.934911 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-88075e7d-30d7-4a4f-829a-ccb3b5e90f0d tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:27.945032 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-29f2845e-1a0c-4ea1-b866-b264383780c4 req-57365ee5-d7ae-4774-85d3-f62466522e55 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662278 Apr 20 13:10:27.980135 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-39412ac2-f6d5-4fac-b878-cafef4c40bfe req-0ac2e7c0-07da-4912-9110-f092c19ed83f tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106836 Apr 20 13:10:28.042675 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-c32f90cd-0c1b-4b5e-ba67-6d555eb8e195 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:28.085317 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe6b81-363a-4814-9b3b-94c78687d859 req-01abe394-f901-47da-b6a1-c36082428901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:28.087327 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-99fe6b81-363a-4814-9b3b-94c78687d859 req-01abe394-f901-47da-b6a1-c36082428901 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e1f0d8155374e7db296a2dc86482d62&device_id=f965f42c-805e-4ee0-b976-19ad9b6df640 HTTP/1.1" status: 200 len: 1100 time: 0.2705486 Apr 20 13:10:28.105041 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32f90cd-0c1b-4b5e-ba67-6d555eb8e195 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:10:28.117667 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977f6e7f-cd23-4ce3-930d-cf5cf35d0815 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:10:28.126452 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-977f6e7f-cd23-4ce3-930d-cf5cf35d0815 admin admin] 10.222.0.25 "PUT /v2.0/routers/e3b32ba0-793d-4b73-a569-ff8470f758e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1849811 Apr 20 13:10:28.130908 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621d1b96-fea6-4548-a15a-e8b186ba4519 None None] Sync routers for ids ['e3b32ba0-793d-4b73-a569-ff8470f758e3'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:10:28.133406 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37818) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:28.145805 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621d1b96-fea6-4548-a15a-e8b186ba4519 None None] Routers {'e3b32ba0-793d-4b73-a569-ff8470f758e3'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:10:28.146625 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-621d1b96-fea6-4548-a15a-e8b186ba4519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:10:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['e3b32ba0-793d-4b73-a569-ff8470f758e3'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:28.215195 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:28.219409 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:28.235575 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0feacda9-10e7-4c6c-870d-07e2e4429f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:28.297200 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-88075e7d-30d7-4a4f-829a-ccb3b5e90f0d tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.7020686 Apr 20 13:10:28.298214 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37822) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:28.305018 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe6b81-363a-4814-9b3b-94c78687d859 req-333bd04d-ae20-4021-8a87-0664e92dee25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:28.306718 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-99fe6b81-363a-4814-9b3b-94c78687d859 req-333bd04d-ae20-4021-8a87-0664e92dee25 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.1810374 Apr 20 13:10:28.310883 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b13bc59-5400-414e-939f-28f09df4a6f9 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:10:28.346194 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 71affee0-7405-406f-ae59-a3d009e24ac7 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:28.352162 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-341b15f4-c08c-4df5-b3c2-9ce3470a17cd tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Request body: {'port': {'network_id': 'db25d310-7014-4091-a613-df6bc463c340', 'name': 'tempest-TaggedBootDevicesTest_v242-1839448634', 'fixed_ips': [{'subnet_id': '6a8421ca-2e2e-468e-8574-e51feb1dd7e2'}]}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:28.365178 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feacda9-10e7-4c6c-870d-07e2e4429f25 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffb427f7-958a-4a7e-b3d5-8d9caea3cbe1,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:28.396016 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0feacda9-10e7-4c6c-870d-07e2e4429f25 admin admin] No DVR routers for this DVR port ffb427f7-958a-4a7e-b3d5-8d9caea3cbe1 on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:10:28.404135 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-99fe6b81-363a-4814-9b3b-94c78687d859 req-25c9bacb-7e77-4ce7-bc16-0c27cb1fb491 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=02d394e3-f6ef-489c-8ff6-8161ad8effee HTTP/1.1" status: 200 len: 217 time: 0.0861616 Apr 20 13:10:28.413355 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-621d1b96-fea6-4548-a15a-e8b186ba4519 None None] Set router e3b32ba0-793d-4b73-a569-ff8470f758e3 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:10:28.474020 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f024155-8001-4e91-9649-9f09d7a97da0 None None] DHCP port deletion for 4525ef36-aab9-4b3e-9ade-0aa96b4fd75b request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:10:28.503579 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-c32f90cd-0c1b-4b5e-ba67-6d555eb8e195 None None] Attempting to bind port 192ae59e-91f0-4c81-8155-fbf2e59c72f0 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:10:28.511902 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-c32f90cd-0c1b-4b5e-ba67-6d555eb8e195 None None] Attempting to bind port 192ae59e-91f0-4c81-8155-fbf2e59c72f0 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '584fac4e-2911-4891-a944-b5325601ea9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd9d77a57-e2db-4fb3-9905-1d63c1153498'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:10:28.511902 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32f90cd-0c1b-4b5e-ba67-6d555eb8e195 None None] Attempting to bind port 192ae59e-91f0-4c81-8155-fbf2e59c72f0 on network d9d77a57-e2db-4fb3-9905-1d63c1153498 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:10:28.544360 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe6b81-363a-4814-9b3b-94c78687d859 req-d77a9127-5e4b-4eb3-b152-2d38a8e9240e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:28.552239 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-99fe6b81-363a-4814-9b3b-94c78687d859 req-d77a9127-5e4b-4eb3-b152-2d38a8e9240e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.1286597 Apr 20 13:10:28.599635 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 7b13bc59-5400-414e-939f-28f09df4a6f9, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=7b13bc59-5400-414e-939f-28f09df4a6f9,segment=NetworkSegment(0f113b16-94ad-4b02-8521-e93247ce464b),segment_id=0f113b16-94ad-4b02-8521-e93247ce464b)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:28.622796 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32f90cd-0c1b-4b5e-ba67-6d555eb8e195 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:10:28.622796 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32f90cd-0c1b-4b5e-ba67-6d555eb8e195 None None] Checking segment: {'id': '584fac4e-2911-4891-a944-b5325601ea9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd9d77a57-e2db-4fb3-9905-1d63c1153498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:10:28.622796 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c32f90cd-0c1b-4b5e-ba67-6d555eb8e195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:28.622796 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32f90cd-0c1b-4b5e-ba67-6d555eb8e195 None None] Bound using segment: {'id': '584fac4e-2911-4891-a944-b5325601ea9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd9d77a57-e2db-4fb3-9905-1d63c1153498'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:10:28.622796 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-c32f90cd-0c1b-4b5e-ba67-6d555eb8e195 None None] Bound port: 192ae59e-91f0-4c81-8155-fbf2e59c72f0, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '584fac4e-2911-4891-a944-b5325601ea9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd9d77a57-e2db-4fb3-9905-1d63c1153498'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:10:28.622796 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c32f90cd-0c1b-4b5e-ba67-6d555eb8e195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:28.647864 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe6b81-363a-4814-9b3b-94c78687d859 req-094b3771-5bde-480d-abf5-fe7d575a0b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:28.652008 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-99fe6b81-363a-4814-9b3b-94c78687d859 req-094b3771-5bde-480d-abf5-fe7d575a0b4a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0889249 Apr 20 13:10:28.733767 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:28.771396 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-621d1b96-fea6-4548-a15a-e8b186ba4519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b32ba0-793d-4b73-a569-ff8470f758e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1776452712-router', 'tenant_id': '5570a05404ce4451b330b205b802e490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'e898f7f8-5717-4387-81ca-190992917dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:30Z', 'updated_at': '2022-04-20T13:10:25Z', 'revision_number': 5, 'project_id': '5570a05404ce4451b330b205b802e490', 'gw_port': {'id': 'e898f7f8-5717-4387-81ca-190992917dd3', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:91:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b32ba0-793d-4b73-a569-ff8470f758e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:31Z', 'updated_at': '2022-04-20T13:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:28.784872 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 71affee0-7405-406f-ae59-a3d009e24ac7 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:28.785419 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:28.810894 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621d1b96-fea6-4548-a15a-e8b186ba4519 None None] Checking router: e3b32ba0-793d-4b73-a569-ff8470f758e3 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:10:28.823869 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621d1b96-fea6-4548-a15a-e8b186ba4519 None None] Routers {'e3b32ba0-793d-4b73-a569-ff8470f758e3'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:10:28.824899 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-621d1b96-fea6-4548-a15a-e8b186ba4519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:10:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['e3b32ba0-793d-4b73-a569-ff8470f758e3'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:28.843124 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-c32f90cd-0c1b-4b5e-ba67-6d555eb8e195 None None] For port 192ae59e-91f0-4c81-8155-fbf2e59c72f0, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:10:28.931584 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-c32f90cd-0c1b-4b5e-ba67-6d555eb8e195 None None] For port 192ae59e-91f0-4c81-8155-fbf2e59c72f0, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=192ae59e-91f0-4c81-8155-fbf2e59c72f0,segment=NetworkSegment(584fac4e-2911-4891-a944-b5325601ea9d),segment_id=584fac4e-2911-4891-a944-b5325601ea9d)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:10:28.944860 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-99fe6b81-363a-4814-9b3b-94c78687d859 req-050a4500-00b0-41d6-a210-1f0a2cc7e1d0 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788820 Apr 20 13:10:28.965999 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-d20624db-cde0-4ec1-994e-ce1e64be3f4e None None] Provisioning complete for port bcd82748-3135-4569-bfe2-1036cfb737c9 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:28.966367 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d20624db-cde0-4ec1-994e-ce1e64be3f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:28.977048 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-610c04e7-d1e4-4b1d-9d2d-da0c9f42c9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9692bf5-f1b2-4876-9b3f-060c953cf2cb', 'name': 'tempest-TaggedBootDevicesTest-785915238-router', 'tenant_id': '80a09310883244f09c77418f84fc8e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'c1c0b034-8586-49b7-aee5-15dec55bc405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:43Z', 'updated_at': '2022-04-20T13:06:59Z', 'revision_number': 4, 'project_id': '80a09310883244f09c77418f84fc8e88', 'gw_port': {'id': 'c1c0b034-8586-49b7-aee5-15dec55bc405', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:09:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9692bf5-f1b2-4876-9b3f-060c953cf2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:46Z', 'updated_at': '2022-04-20T13:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '98aad9a8-4bce-44a6-88ad-3abdd1b8c587', 'tenant_id': '80a09310883244f09c77418f84fc8e88', 'floating_ip_address': '172.25.8.88', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'b9692bf5-f1b2-4876-9b3f-060c953cf2cb', 'port_id': '97b905ff-c95f-4cdf-b78c-ce981493c6b5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0567742-ebd6-4040-88bb-7f8afbb4e328', 'mac_address': 'fa:16:3e:b5:df:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:08:36Z', 'updated_at': '2022-04-20T13:10:21Z', 'revision_number': 1, 'project_id': '80a09310883244f09c77418f84fc8e88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d05bc1d-e87e-4c39-a78d-99565650587b', 'name': '', 'network_id': 'c0567742-ebd6-4040-88bb-7f8afbb4e328', 'tenant_id': '80a09310883244f09c77418f84fc8e88', 'mac_address': 'fa:16:3e:53:e3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9692bf5-f1b2-4876-9b3f-060c953cf2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'ab468ffa-ce13-456d-af37-126b9348379e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:56Z', 'updated_at': '2022-04-20T13:07:21Z', 'revision_number': 5, 'project_id': '80a09310883244f09c77418f84fc8e88', 'subnets': [{'id': 'ab468ffa-ce13-456d-af37-126b9348379e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:29.011389 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=7b13bc59-5400-414e-939f-28f09df4a6f9,revision_number=9']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:29.065000 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c32f90cd-0c1b-4b5e-ba67-6d555eb8e195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:29.068166 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610c04e7-d1e4-4b1d-9d2d-da0c9f42c9d2 None None] The sync data for ids ['b9692bf5-f1b2-4876-9b3f-060c953cf2cb'] in n-d-836015-7 is: [{'id': 'b9692bf5-f1b2-4876-9b3f-060c953cf2cb', 'name': 'tempest-TaggedBootDevicesTest-785915238-router', 'tenant_id': '80a09310883244f09c77418f84fc8e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'c1c0b034-8586-49b7-aee5-15dec55bc405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:43Z', 'updated_at': '2022-04-20T13:06:59Z', 'revision_number': 4, 'project_id': '80a09310883244f09c77418f84fc8e88', 'gw_port': {'id': 'c1c0b034-8586-49b7-aee5-15dec55bc405', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:09:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9692bf5-f1b2-4876-9b3f-060c953cf2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:46Z', 'updated_at': '2022-04-20T13:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '98aad9a8-4bce-44a6-88ad-3abdd1b8c587', 'tenant_id': '80a09310883244f09c77418f84fc8e88', 'floating_ip_address': '172.25.8.88', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'b9692bf5-f1b2-4876-9b3f-060c953cf2cb', 'port_id': '97b905ff-c95f-4cdf-b78c-ce981493c6b5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0567742-ebd6-4040-88bb-7f8afbb4e328', 'mac_address': 'fa:16:3e:b5:df:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:08:36Z', 'updated_at': '2022-04-20T13:10:21Z', 'revision_number': 1, 'project_id': '80a09310883244f09c77418f84fc8e88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d05bc1d-e87e-4c39-a78d-99565650587b', 'name': '', 'network_id': 'c0567742-ebd6-4040-88bb-7f8afbb4e328', 'tenant_id': '80a09310883244f09c77418f84fc8e88', 'mac_address': 'fa:16:3e:53:e3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9692bf5-f1b2-4876-9b3f-060c953cf2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'ab468ffa-ce13-456d-af37-126b9348379e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:56Z', 'updated_at': '2022-04-20T13:07:21Z', 'revision_number': 5, 'project_id': '80a09310883244f09c77418f84fc8e88', 'subnets': [{'id': 'ab468ffa-ce13-456d-af37-126b9348379e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:10:29.157018 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-da1e0f46-2e5b-4ffd-8f59-c680e5ea5da9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c47dad3-2ec9-4c75-a418-6e8bb250bdb2 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:10:29.166700 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-da1e0f46-2e5b-4ffd-8f59-c680e5ea5da9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:29.181637 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-da1e0f46-2e5b-4ffd-8f59-c680e5ea5da9 service neutron] Transition to ACTIVE for port object 9c47dad3-2ec9-4c75-a418-6e8bb250bdb2 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:10:29.187691 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-d20624db-cde0-4ec1-994e-ce1e64be3f4e None None] Port bcd82748-3135-4569-bfe2-1036cfb737c9 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:10:29.212505 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-621d1b96-fea6-4548-a15a-e8b186ba4519 None None] Set router e3b32ba0-793d-4b73-a569-ff8470f758e3 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:10:29.225389 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['7b13bc59-5400-414e-939f-28f09df4a6f9'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:10:29.283869 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-da1e0f46-2e5b-4ffd-8f59-c680e5ea5da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:29.296523 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0feacda9-10e7-4c6c-870d-07e2e4429f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:29.435604 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e0f46-2e5b-4ffd-8f59-c680e5ea5da9 service neutron] Pushing event updated for resources: {'Port': ['ID=9c47dad3-2ec9-4c75-a418-6e8bb250bdb2,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:29.457268 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37844) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:29.463427 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f90cd-0c1b-4b5e-ba67-6d555eb8e195 None None] Pushing event updated for resources: {'Port': ['ID=192ae59e-91f0-4c81-8155-fbf2e59c72f0,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:29.484042 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:29.489740 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8225de-6242-4c4e-b0f5-112e453ac4ba req-37d7f706-ecf8-469e-bfdd-196046553bf1 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:29.492206 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bb8225de-6242-4c4e-b0f5-112e453ac4ba req-37d7f706-ecf8-469e-bfdd-196046553bf1 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 944 time: 0.3244855 Apr 20 13:10:29.494712 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-99fe6b81-363a-4814-9b3b-94c78687d859 req-fb43ed0a-93e0-4b42-84a7-b31b0ad0e4f9 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5465751 Apr 20 13:10:29.517851 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9978305-2338-4a02-a281-3fd20e4fdb23 req-4178a1fa-c19e-46c1-96d4-d3ac1d90162a tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:29.523682 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a9978305-2338-4a02-a281-3fd20e4fdb23 req-4178a1fa-c19e-46c1-96d4-d3ac1d90162a tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=bddea2f0-6fcf-492e-8666-370922182323 HTTP/1.1" status: 200 len: 934 time: 0.3535335 Apr 20 13:10:29.591122 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:10:29.605517 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-0feacda9-10e7-4c6c-870d-07e2e4429f25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4525ef36-aab9-4b3e-9ade-0aa96b4fd75b']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:29.628626 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c61fefe0-5f43-4811-9d8b-7e2812e3f608 admin admin] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:29.765320 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-621d1b96-fea6-4548-a15a-e8b186ba4519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b32ba0-793d-4b73-a569-ff8470f758e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1776452712-router', 'tenant_id': '5570a05404ce4451b330b205b802e490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'e898f7f8-5717-4387-81ca-190992917dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:30Z', 'updated_at': '2022-04-20T13:10:25Z', 'revision_number': 5, 'project_id': '5570a05404ce4451b330b205b802e490', 'gw_port': {'id': 'e898f7f8-5717-4387-81ca-190992917dd3', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:91:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b32ba0-793d-4b73-a569-ff8470f758e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:31Z', 'updated_at': '2022-04-20T13:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:29.788011 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bb8225de-6242-4c4e-b0f5-112e453ac4ba req-6b8f086c-2dce-4df1-9682-6d3526ecd3da tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2624285 Apr 20 13:10:29.811907 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:29.820323 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a9978305-2338-4a02-a281-3fd20e4fdb23 req-20c9a78a-7b23-43f7-8efc-c0c99ef1b3e7 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888296 Apr 20 13:10:29.888676 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621d1b96-fea6-4548-a15a-e8b186ba4519 None None] The sync data for ids ['e3b32ba0-793d-4b73-a569-ff8470f758e3'] in n-d-836015-7 is: [{'id': 'e3b32ba0-793d-4b73-a569-ff8470f758e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1776452712-router', 'tenant_id': '5570a05404ce4451b330b205b802e490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'e898f7f8-5717-4387-81ca-190992917dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:30Z', 'updated_at': '2022-04-20T13:10:25Z', 'revision_number': 5, 'project_id': '5570a05404ce4451b330b205b802e490', 'gw_port': {'id': 'e898f7f8-5717-4387-81ca-190992917dd3', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:91:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b32ba0-793d-4b73-a569-ff8470f758e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:31Z', 'updated_at': '2022-04-20T13:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:10:29.956942 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-0feacda9-10e7-4c6c-870d-07e2e4429f25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc6a56f6-d337-4181-a090-94e82f1470ae') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:29.957383 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-0feacda9-10e7-4c6c-870d-07e2e4429f25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc6a56f6-d337-4181-a090-94e82f1470ae') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:29.989400 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0feacda9-10e7-4c6c-870d-07e2e4429f25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:29.992963 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c61fefe0-5f43-4811-9d8b-7e2812e3f608 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:30.041106 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0feacda9-10e7-4c6c-870d-07e2e4429f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:30.065014 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341b15f4-c08c-4df5-b3c2-9ce3470a17cd tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Made reservation on behalf of 751edd8696be4dfdb3446a3e33725797 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:10:30.077111 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-bf8146c2-288e-4742-8626-5cba9b9ecfdb admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-163379905-network', 'tenant_id': '2f8d76660bef4ff4ae93af45ee0ef2a9'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:30.077698 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-341b15f4-c08c-4df5-b3c2-9ce3470a17cd tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:30.084972 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0feacda9-10e7-4c6c-870d-07e2e4429f25 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:10:30.085381 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0feacda9-10e7-4c6c-870d-07e2e4429f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:30.087229 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:10:30.087229 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:10:30.087229 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:10:30.087229 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:10:30.087229 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:10:30.087229 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:10:30.087229 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:10:30.087229 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:10:30.087229 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:10:30.087229 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:10:30.087229 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:10:30.087229 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:10:30.087229 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:10:30.087229 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:10:30.087229 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:10:30.087229 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:10:30.087229 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:10:30.087229 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:10:30.087229 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:10:30.087229 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:10:30.087229 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:10:30.087229 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:10:30.087229 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:10:30.087229 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:10:30.087229 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:10:30.087229 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:10:30.087229 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:10:30.087229 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:10:30.087229 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:10:30.087229 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:10:30.087229 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:10:30.087229 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:10:30.167335 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8146c2-288e-4742-8626-5cba9b9ecfdb admin admin] Made reservation on behalf of 2f8d76660bef4ff4ae93af45ee0ef2a9 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:10:30.171395 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bf8146c2-288e-4742-8626-5cba9b9ecfdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:30.190874 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bf8146c2-288e-4742-8626-5cba9b9ecfdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:30.196939 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-341b15f4-c08c-4df5-b3c2-9ce3470a17cd tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] device_id is not set on port 4b9a3dab-fa04-4d5d-827d-ba1227aed618 yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:10:30.265075 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-da1e0f46-2e5b-4ffd-8f59-c680e5ea5da9 service neutron] Attempting to bind port 9c47dad3-2ec9-4c75-a418-6e8bb250bdb2 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:10:30.265397 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-da1e0f46-2e5b-4ffd-8f59-c680e5ea5da9 service neutron] Attempting to bind port 9c47dad3-2ec9-4c75-a418-6e8bb250bdb2 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:10:30.265706 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-da1e0f46-2e5b-4ffd-8f59-c680e5ea5da9 service neutron] Attempting to bind port 9c47dad3-2ec9-4c75-a418-6e8bb250bdb2 on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:10:30.303931 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0feacda9-10e7-4c6c-870d-07e2e4429f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:30.305253 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-da1e0f46-2e5b-4ffd-8f59-c680e5ea5da9 service neutron] Port 9c47dad3-2ec9-4c75-a418-6e8bb250bdb2 on network 6efc3d61-2150-4671-a02d-6127df40131a not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:10:30.305400 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-da1e0f46-2e5b-4ffd-8f59-c680e5ea5da9 service neutron] Attempting to bind port 9c47dad3-2ec9-4c75-a418-6e8bb250bdb2 on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:10:30.367670 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-da1e0f46-2e5b-4ffd-8f59-c680e5ea5da9 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:10:30.368248 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-da1e0f46-2e5b-4ffd-8f59-c680e5ea5da9 service neutron] Checking segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:10:30.368445 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-da1e0f46-2e5b-4ffd-8f59-c680e5ea5da9 service neutron] Bound using segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:10:30.368912 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-da1e0f46-2e5b-4ffd-8f59-c680e5ea5da9 service neutron] Bound port: 9c47dad3-2ec9-4c75-a418-6e8bb250bdb2, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:10:30.369277 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-da1e0f46-2e5b-4ffd-8f59-c680e5ea5da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:30.393765 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0feacda9-10e7-4c6c-870d-07e2e4429f25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:30.400586 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0feacda9-10e7-4c6c-870d-07e2e4429f25 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4525ef36-aab9-4b3e-9ade-0aa96b4fd75b HTTP/1.1" status: 204 len: 168 time: 3.2011030 Apr 20 13:10:30.401511 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feacda9-10e7-4c6c-870d-07e2e4429f25 admin admin] Pushing event deleted for resources: {'Network': ['ID=4525ef36-aab9-4b3e-9ade-0aa96b4fd75b,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:30.417266 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-c61fefe0-5f43-4811-9d8b-7e2812e3f608 admin admin] Deleting port e898f7f8-5717-4387-81ca-190992917dd3 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:10:30.418035 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c61fefe0-5f43-4811-9d8b-7e2812e3f608 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:30.439187 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 192ae59e-91f0-4c81-8155-fbf2e59c72f0 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:30.458963 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bf8146c2-288e-4742-8626-5cba9b9ecfdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:30.567629 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bf8146c2-288e-4742-8626-5cba9b9ecfdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:30.587272 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf8146c2-288e-4742-8626-5cba9b9ecfdb admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:10:30.658059 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8146c2-288e-4742-8626-5cba9b9ecfdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c848f6d2-3e6c-4fab-a8da-f5b618b8e296,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:30.690104 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bf8146c2-288e-4742-8626-5cba9b9ecfdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:30.691977 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-bf8146c2-288e-4742-8626-5cba9b9ecfdb admin admin] Added segment 832c381f-2c49-408b-b2ff-0d574332a85f of type vlan for network 2dea81c9-579d-4895-84c5-236893ba2028 Apr 20 13:10:30.721751 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-da1e0f46-2e5b-4ffd-8f59-c680e5ea5da9 service neutron] For port 9c47dad3-2ec9-4c75-a418-6e8bb250bdb2, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:10:30.725089 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-c61fefe0-5f43-4811-9d8b-7e2812e3f608 admin admin] For port e898f7f8-5717-4387-81ca-190992917dd3, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=e898f7f8-5717-4387-81ca-190992917dd3,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:30.725512 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c61fefe0-5f43-4811-9d8b-7e2812e3f608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:30.728586 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-341b15f4-c08c-4df5-b3c2-9ce3470a17cd tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Allocated IP 10.1.1.63 (db25d310-7014-4091-a613-df6bc463c340/6a8421ca-2e2e-468e-8574-e51feb1dd7e2/4b9a3dab-fa04-4d5d-827d-ba1227aed618) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:10:30.743472 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-da1e0f46-2e5b-4ffd-8f59-c680e5ea5da9 service neutron] For port 9c47dad3-2ec9-4c75-a418-6e8bb250bdb2, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=9c47dad3-2ec9-4c75-a418-6e8bb250bdb2,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:10:30.754967 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c670e91f-cbec-42ed-a256-64636aa1d8e5 None None] New status for floating IP 98aad9a8-4bce-44a6-88ad-3abdd1b8c587: ACTIVE {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:10:30.759330 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-c61fefe0-5f43-4811-9d8b-7e2812e3f608 admin admin] Calling delete_port for e898f7f8-5717-4387-81ca-190992917dd3 owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:10:30.780040 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bf8146c2-288e-4742-8626-5cba9b9ecfdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:30.870152 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-da1e0f46-2e5b-4ffd-8f59-c680e5ea5da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:30.887807 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bf8146c2-288e-4742-8626-5cba9b9ecfdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:30.888875 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8146c2-288e-4742-8626-5cba9b9ecfdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:30.890215 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bf8146c2-288e-4742-8626-5cba9b9ecfdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:30.942350 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 192ae59e-91f0-4c81-8155-fbf2e59c72f0 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:30.942921 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:30.968859 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e0f46-2e5b-4ffd-8f59-c680e5ea5da9 service neutron] Pushing event updated for resources: {'Port': ['ID=9c47dad3-2ec9-4c75-a418-6e8bb250bdb2,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:31.022057 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-da1e0f46-2e5b-4ffd-8f59-c680e5ea5da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:31.022741 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-da1e0f46-2e5b-4ffd-8f59-c680e5ea5da9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:31.024350 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-da1e0f46-2e5b-4ffd-8f59-c680e5ea5da9 service neutron] 10.222.0.32 "PUT /v2.0/ports/9c47dad3-2ec9-4c75-a418-6e8bb250bdb2 HTTP/1.1" status: 200 len: 1094 time: 3.5772696 Apr 20 13:10:31.024802 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bddea2f0-6fcf-492e-8666-370922182323', 'tag': '9c47dad3-2ec9-4c75-a418-6e8bb250bdb2'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:10:31.027283 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bb098b-6f11-4e00-910a-3f0ecb881bb7" -d '{"events": [{"name": "network-changed", "server_uuid": "bddea2f0-6fcf-492e-8666-370922182323", "tag": "9c47dad3-2ec9-4c75-a418-6e8bb250bdb2"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:10:31.133744 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-bf8146c2-288e-4742-8626-5cba9b9ecfdb admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6722925 Apr 20 13:10:31.155894 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37868) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:31.166253 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-3eef4ae0-65ec-480f-b5b7-0b4f407fcd87 admin admin] Request body: {'subnet': {'network_id': '2dea81c9-579d-4895-84c5-236893ba2028', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-163379905-subnet', 'tenant_id': '2f8d76660bef4ff4ae93af45ee0ef2a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:31.184039 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37870) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:31.233157 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8146c2-288e-4742-8626-5cba9b9ecfdb admin admin] Pushing event updated for resources: {'Network': ['ID=2dea81c9-579d-4895-84c5-236893ba2028,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:31.265822 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 2dea81c9-579d-4895-84c5-236893ba2028 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:10:31.269809 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd720515-79c0-4492-97e2-792b96eefe7a req-7d9c5872-bd87-4006-9825-13d02d3e4947 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:31.278351 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dd720515-79c0-4492-97e2-792b96eefe7a req-7d9c5872-bd87-4006-9825-13d02d3e4947 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 944 time: 0.2729259 Apr 20 13:10:31.297681 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:31.354121 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1e52d-6c67-4d51-8953-94c7069d2176 req-1caf2a36-bbb3-4086-8e5f-da0c49fb7abd tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:31.356033 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-80e1e52d-6c67-4d51-8953-94c7069d2176 req-1caf2a36-bbb3-4086-8e5f-da0c49fb7abd tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=bddea2f0-6fcf-492e-8666-370922182323 HTTP/1.1" status: 200 len: 946 time: 0.3417599 Apr 20 13:10:31.362451 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1cc0fc0a-8fce-4ad4-a30e-99d4750c5340 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=22edd84f27af4266a3ebc38e510a793f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1658790 Apr 20 13:10:31.367795 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37874) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:31.367927 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d048db-bd86-49ad-911f-10f776b244f3 None None] Network d9d77a57-e2db-4fb3-9905-1d63c1153498 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:10:31.382836 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-341b15f4-c08c-4df5-b3c2-9ce3470a17cd tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:31.388390 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-7fb45fc7-2232-479f-aeea-5c5e5d420d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:31.390144 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-7fb45fc7-2232-479f-aeea-5c5e5d420d8e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e1f0d8155374e7db296a2dc86482d62&device_id=bddea2f0-6fcf-492e-8666-370922182323 HTTP/1.1" status: 200 len: 1097 time: 0.2057257 Apr 20 13:10:31.456298 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dd720515-79c0-4492-97e2-792b96eefe7a req-659100a5-e415-465c-83b4-9078c19bdd85 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763504 Apr 20 13:10:31.491472 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eef4ae0-65ec-480f-b5b7-0b4f407fcd87 admin admin] Made reservation on behalf of 2f8d76660bef4ff4ae93af45ee0ef2a9 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:10:31.492798 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-8fb0c534-ab3d-43c2-bd87-f4963f92c238 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=9c47dad3-2ec9-4c75-a418-6e8bb250bdb2 HTTP/1.1" status: 200 len: 217 time: 0.0706222 Apr 20 13:10:31.496564 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3eef4ae0-65ec-480f-b5b7-0b4f407fcd87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:31.509162 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-80e1e52d-6c67-4d51-8953-94c7069d2176 req-329c3007-76ff-4a31-87f2-8f0eebff71b7 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344588 Apr 20 13:10:31.545414 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 192ae59e-91f0-4c81-8155-fbf2e59c72f0, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=192ae59e-91f0-4c81-8155-fbf2e59c72f0,segment=NetworkSegment(584fac4e-2911-4891-a944-b5325601ea9d),segment_id=584fac4e-2911-4891-a944-b5325601ea9d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:31.546452 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-657eb71d-b4fa-46e7-8859-2ae951c75f79 None None] Provisioning complete for port 192ae59e-91f0-4c81-8155-fbf2e59c72f0 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:31.547161 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-657eb71d-b4fa-46e7-8859-2ae951c75f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:31.560289 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-dc22cfa7-4957-4184-b798-28e7cf23c64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:31.561753 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-dc22cfa7-4957-4184-b798-28e7cf23c64e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0606129 Apr 20 13:10:31.571433 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe429b5-781a-44dd-a6fc-5ae812f6e422 x-openstack-request-id: req-ebe429b5-781a-44dd-a6fc-5ae812f6e422 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:10:31.571818 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bddea2f0-6fcf-492e-8666-370922182323", "tag": "9c47dad3-2ec9-4c75-a418-6e8bb250bdb2", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:10:31.572062 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ebe429b5-781a-44dd-a6fc-5ae812f6e422 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:10:31.572419 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebe429b5-781a-44dd-a6fc-5ae812f6e422'] response: {'name': 'network-changed', 'server_uuid': 'bddea2f0-6fcf-492e-8666-370922182323', 'tag': '9c47dad3-2ec9-4c75-a418-6e8bb250bdb2', 'status': 'completed', 'code': 200} Apr 20 13:10:31.607882 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7ba11a16-36fe-4855-aea7-22fa355a41a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:31.626971 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-ee93c67d-e995-403f-87c8-b7207d1a15f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:31.629038 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-ee93c67d-e995-403f-87c8-b7207d1a15f9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0528507 Apr 20 13:10:31.641072 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:31.646564 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7ba11a16-36fe-4855-aea7-22fa355a41a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:31.698995 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c61fefe0-5f43-4811-9d8b-7e2812e3f608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:31.748628 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61fefe0-5f43-4811-9d8b-7e2812e3f608 admin admin] Pushing event deleted for resources: {'Port': ['ID=e898f7f8-5717-4387-81ca-190992917dd3,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:31.755774 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-341b15f4-c08c-4df5-b3c2-9ce3470a17cd tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:31.759019 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ffb427f7-958a-4a7e-b3d5-8d9caea3cbe1 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:10:31.802901 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=192ae59e-91f0-4c81-8155-fbf2e59c72f0,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:31.809650 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7ba11a16-36fe-4855-aea7-22fa355a41a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:31.814182 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7ba11a16-36fe-4855-aea7-22fa355a41a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:31.815788 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7ba11a16-36fe-4855-aea7-22fa355a41a3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c9ef8ef0-60ce-486c-bc00-203d3b0a13ea HTTP/1.1" status: 204 len: 168 time: 0.4466600 Apr 20 13:10:31.828382 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba11a16-36fe-4855-aea7-22fa355a41a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ef8ef0-60ce-486c-bc00-203d3b0a13ea,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:31.833696 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3eef4ae0-65ec-480f-b5b7-0b4f407fcd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:31.854090 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: ffb427f7-958a-4a7e-b3d5-8d9caea3cbe1 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:10:31.854477 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ffb427f7-958a-4a7e-b3d5-8d9caea3cbe1 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:10:31.854850 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 4fc003b1-3b91-4a84-b6bf-b70b061f600f no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:10:31.874698 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341b15f4-c08c-4df5-b3c2-9ce3470a17cd tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Network db25d310-7014-4091-a613-df6bc463c340 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:10:31.895989 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-341b15f4-c08c-4df5-b3c2-9ce3470a17cd tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:31.911602 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341b15f4-c08c-4df5-b3c2-9ce3470a17cd tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:10:31.913335 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef4ae0-65ec-480f-b5b7-0b4f407fcd87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afa67cfe-8405-4dbf-852a-4a2cd88ff70e,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:31.916378 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-b0fd2b13-6183-45d5-9d87-3ef13f673b7e service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801378 Apr 20 13:10:31.924641 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 4fc003b1-3b91-4a84-b6bf-b70b061f600f {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:10:31.925051 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 4fc003b1-3b91-4a84-b6bf-b70b061f600f not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:10:31.946967 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b15f4-c08c-4df5-b3c2-9ce3470a17cd tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Pushing event updated for resources: {'Port': ['ID=4b9a3dab-fa04-4d5d-827d-ba1227aed618,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:31.962129 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eef4ae0-65ec-480f-b5b7-0b4f407fcd87 admin admin] Checking segment: {'id': '832c381f-2c49-408b-b2ff-0d574332a85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2dea81c9-579d-4895-84c5-236893ba2028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:10:31.962129 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eef4ae0-65ec-480f-b5b7-0b4f407fcd87 admin admin] Network hostable DHCP agents. Network: 2dea81c9-579d-4895-84c5-236893ba2028, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:10:32.044560 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c61fefe0-5f43-4811-9d8b-7e2812e3f608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:32.049684 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eef4ae0-65ec-480f-b5b7-0b4f407fcd87 admin admin] Network 2dea81c9-579d-4895-84c5-236893ba2028 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:10:32.143733 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341b15f4-c08c-4df5-b3c2-9ce3470a17cd tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:32.144403 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-341b15f4-c08c-4df5-b3c2-9ce3470a17cd tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:32.145105 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-3eef4ae0-65ec-480f-b5b7-0b4f407fcd87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 2dea81c9-579d-4895-84c5-236893ba2028) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:32.150824 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eef4ae0-65ec-480f-b5b7-0b4f407fcd87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:32.151645 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3eef4ae0-65ec-480f-b5b7-0b4f407fcd87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:32.155411 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e5491f-afe6-4651-b55c-95299a845b63 None None] Network 2dea81c9-579d-4895-84c5-236893ba2028 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:10:32.182961 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c61fefe0-5f43-4811-9d8b-7e2812e3f608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:32.191439 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c61fefe0-5f43-4811-9d8b-7e2812e3f608 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:32.267977 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-3eef4ae0-65ec-480f-b5b7-0b4f407fcd87 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1079135 Apr 20 13:10:32.310138 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ab455c58-0f29-44dc-8820-16090fbc9139 req-e94c6305-ed33-495a-baf2-7c62927e758f service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569307 Apr 20 13:10:32.328434 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-341b15f4-c08c-4df5-b3c2-9ce3470a17cd tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.9830368 Apr 20 13:10:32.402115 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c61fefe0-5f43-4811-9d8b-7e2812e3f608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:32.403986 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61fefe0-5f43-4811-9d8b-7e2812e3f608 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3b32ba0-793d-4b73-a569-ff8470f758e3 {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:10:32.409575 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c61fefe0-5f43-4811-9d8b-7e2812e3f608 admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:32.414793 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37890) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:32.424202 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c61fefe0-5f43-4811-9d8b-7e2812e3f608 admin admin] 10.222.0.25 "DELETE /v2.0/routers/e3b32ba0-793d-4b73-a569-ff8470f758e3 HTTP/1.1" status: 204 len: 168 time: 4.2894340 Apr 20 13:10:32.469226 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 192ae59e-91f0-4c81-8155-fbf2e59c72f0 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:32.522604 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-91882a23-104c-4772-a9f1-5a9d557efbc0 admin admin] Deleting subnet a92124e6-e49b-4ef9-898f-773b76764750 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:10:32.531154 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-91882a23-104c-4772-a9f1-5a9d557efbc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:32.539639 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb098b-6f11-4e00-910a-3f0ecb881bb7 req-4cc301eb-db47-40f5-a317-62708d4dae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:32.541643 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e4bb098b-6f11-4e00-910a-3f0ecb881bb7 req-4cc301eb-db47-40f5-a317-62708d4dae1b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e1f0d8155374e7db296a2dc86482d62&device_id=bddea2f0-6fcf-492e-8666-370922182323 HTTP/1.1" status: 200 len: 1097 time: 0.1041594 Apr 20 13:10:32.573231 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03de7e5-f140-4e0d-b53d-f3967146acf7 None None] Network 2dea81c9-579d-4895-84c5-236893ba2028 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:10:32.617578 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-91882a23-104c-4772-a9f1-5a9d557efbc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:32.700700 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb098b-6f11-4e00-910a-3f0ecb881bb7 req-678484a8-e02c-4b27-8cde-fb9dd39e3324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:32.705246 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e4bb098b-6f11-4e00-910a-3f0ecb881bb7 req-678484a8-e02c-4b27-8cde-fb9dd39e3324 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.1558461 Apr 20 13:10:32.706809 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-da21557c-9bdd-41d4-af71-b48313011b89 None None] Provisioning complete for port 192ae59e-91f0-4c81-8155-fbf2e59c72f0 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:32.707188 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-da21557c-9bdd-41d4-af71-b48313011b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:32.803698 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e4bb098b-6f11-4e00-910a-3f0ecb881bb7 req-cd11626e-e463-4187-8158-41f1d7a018d8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=9c47dad3-2ec9-4c75-a418-6e8bb250bdb2 HTTP/1.1" status: 200 len: 217 time: 0.0903587 Apr 20 13:10:32.817669 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 7b13bc59-5400-414e-939f-28f09df4a6f9 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:32.825353 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019be8ce-ccfe-4872-93ae-94c2dc313e31 req-fede884b-fd1b-4847-a31d-2f8eaf5a0563 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:32.826921 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-019be8ce-ccfe-4872-93ae-94c2dc313e31 req-fede884b-fd1b-4847-a31d-2f8eaf5a0563 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 944 time: 0.1488676 Apr 20 13:10:32.887409 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-91882a23-104c-4772-a9f1-5a9d557efbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:32.893369 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb098b-6f11-4e00-910a-3f0ecb881bb7 req-c3d2a736-8917-46ba-9461-1131380d72aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:32.898702 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e4bb098b-6f11-4e00-910a-3f0ecb881bb7 req-c3d2a736-8917-46ba-9461-1131380d72aa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0872843 Apr 20 13:10:32.940737 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 192ae59e-91f0-4c81-8155-fbf2e59c72f0 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:32.941146 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:32.943197 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-019be8ce-ccfe-4872-93ae-94c2dc313e31 req-a8912f7b-9483-4a7a-aa3c-cdd4976b4260 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029658 Apr 20 13:10:32.978563 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb098b-6f11-4e00-910a-3f0ecb881bb7 req-473906db-b30e-41b7-a5cc-fbadec64a6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:32.980632 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e4bb098b-6f11-4e00-910a-3f0ecb881bb7 req-473906db-b30e-41b7-a5cc-fbadec64a6ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0742042 Apr 20 13:10:33.056259 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-91882a23-104c-4772-a9f1-5a9d557efbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:33.125433 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37912) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:33.126352 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91882a23-104c-4772-a9f1-5a9d557efbc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a92124e6-e49b-4ef9-898f-773b76764750,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:33.135632 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-0fb8e212-de3f-4e27-9a65-67848a5edc06 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1722831319', 'description': 'tempest-description--978288365'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:33.177542 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-91882a23-104c-4772-a9f1-5a9d557efbc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:33.201863 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-91882a23-104c-4772-a9f1-5a9d557efbc0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a92124e6-e49b-4ef9-898f-773b76764750 HTTP/1.1" status: 204 len: 168 time: 0.7856390 Apr 20 13:10:33.205400 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e4bb098b-6f11-4e00-910a-3f0ecb881bb7 req-b0936326-7d00-4f9f-bca8-feae6794aff0 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158000 Apr 20 13:10:33.206411 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37918) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:33.209880 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1681146-68fe-495d-8f63-9d5c0da4123c None None] Network 33d36c62-f48b-427f-896c-83ee0a24e548 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:10:33.273069 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1739734-894c-49df-81c1-28dbd52f5de6 req-1e7c3f58-5d79-4a48-8ca5-5a99d152e39b tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:33.278059 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a1739734-894c-49df-81c1-28dbd52f5de6 req-1e7c3f58-5d79-4a48-8ca5-5a99d152e39b tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=bddea2f0-6fcf-492e-8666-370922182323 HTTP/1.1" status: 200 len: 946 time: 0.1564164 Apr 20 13:10:33.305631 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 7b13bc59-5400-414e-939f-28f09df4a6f9 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:33.305998 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:33.323930 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0fb8e212-de3f-4e27-9a65-67848a5edc06 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:33.343239 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f0870422-656e-4847-8f1f-b4660f903b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:33.351782 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a1739734-894c-49df-81c1-28dbd52f5de6 req-6c9a7cf3-6dec-4811-83e8-8df803a6d218 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724366 Apr 20 13:10:33.399111 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e4bb098b-6f11-4e00-910a-3f0ecb881bb7 req-d9891fb8-78bd-4fe7-bda3-6ce46f0402a3 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758440 Apr 20 13:10:33.449895 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-f0870422-656e-4847-8f1f-b4660f903b8d admin admin] Deleting port 63d46491-e018-4005-b720-dfe62e5dabd1 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:10:33.450615 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f0870422-656e-4847-8f1f-b4660f903b8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:33.452994 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0fb8e212-de3f-4e27-9a65-67848a5edc06 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:33.476903 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:33.509713 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac79ce14-eb0e-4fc6-878f-fb0634053479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b13bc59-5400-414e-939f-28f09df4a6f9'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:10:33.510806 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76642fc-158b-48c9-80da-576471e7617f" -d '{"events": [{"server_uuid": "ac79ce14-eb0e-4fc6-878f-fb0634053479", "name": "network-vif-plugged", "status": "completed", "tag": "7b13bc59-5400-414e-939f-28f09df4a6f9"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:10:33.527753 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0fb8e212-de3f-4e27-9a65-67848a5edc06 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:33.540163 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 7b13bc59-5400-414e-939f-28f09df4a6f9, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=7b13bc59-5400-414e-939f-28f09df4a6f9,segment=NetworkSegment(0f113b16-94ad-4b02-8521-e93247ce464b),segment_id=0f113b16-94ad-4b02-8521-e93247ce464b)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:33.555710 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-c904e0ec-fc8c-484b-b177-ef6e06661c0b None None] Provisioning complete for port 4b9a3dab-fa04-4d5d-827d-ba1227aed618 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:33.556073 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c904e0ec-fc8c-484b-b177-ef6e06661c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:33.580526 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-f0870422-656e-4847-8f1f-b4660f903b8d admin admin] For port 63d46491-e018-4005-b720-dfe62e5dabd1, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=63d46491-e018-4005-b720-dfe62e5dabd1,segment=NetworkSegment(b550718e-99f1-43a9-a37d-5b24d8a0f3a6),segment_id=b550718e-99f1-43a9-a37d-5b24d8a0f3a6)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:33.581059 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f0870422-656e-4847-8f1f-b4660f903b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:33.590356 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d5bbfd-da16-46ad-afb8-dbf291b8d8df None None] DHCP port deletion for 33d36c62-f48b-427f-896c-83ee0a24e548 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:10:33.593249 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-c904e0ec-fc8c-484b-b177-ef6e06661c0b None None] Port 4b9a3dab-fa04-4d5d-827d-ba1227aed618 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:10:33.598487 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8e212-de3f-4e27-9a65-67848a5edc06 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:33.608274 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-f0870422-656e-4847-8f1f-b4660f903b8d admin admin] Calling delete_port for 63d46491-e018-4005-b720-dfe62e5dabd1 owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:10:33.620608 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:33.627243 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0fb8e212-de3f-4e27-9a65-67848a5edc06 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:33.632125 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-0fb8e212-de3f-4e27-9a65-67848a5edc06 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4991882 Apr 20 13:10:33.634246 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37928) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:33.639971 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-316166ec-a71f-42dd-8fc9-658bb8865b3f tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Request body: {'security_group_rule': {'security_group_id': '4eb68677-e676-4e38-a83e-a1a6e1fb6d3b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:33.690463 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=7b13bc59-5400-414e-939f-28f09df4a6f9,revision_number=10']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:33.701921 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-f2d5bbfd-da16-46ad-afb8-dbf291b8d8df None None] Deleting port 63d46491-e018-4005-b720-dfe62e5dabd1 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:10:33.702633 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f2d5bbfd-da16-46ad-afb8-dbf291b8d8df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:33.751003 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-316166ec-a71f-42dd-8fc9-658bb8865b3f tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:33.877704 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f0870422-656e-4847-8f1f-b4660f903b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:33.890482 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e52256a-ea35-491a-a06b-8085a3029468 x-openstack-request-id: req-5e52256a-ea35-491a-a06b-8085a3029468 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:10:33.891026 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac79ce14-eb0e-4fc6-878f-fb0634053479", "name": "network-vif-plugged", "status": "completed", "tag": "7b13bc59-5400-414e-939f-28f09df4a6f9", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:10:33.891190 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e52256a-ea35-491a-a06b-8085a3029468 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:10:33.891635 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e52256a-ea35-491a-a06b-8085a3029468'] response: {'server_uuid': 'ac79ce14-eb0e-4fc6-878f-fb0634053479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b13bc59-5400-414e-939f-28f09df4a6f9', 'code': 200} Apr 20 13:10:33.925141 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-316166ec-a71f-42dd-8fc9-658bb8865b3f tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:33.949232 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0870422-656e-4847-8f1f-b4660f903b8d admin admin] No DVR routers for this DVR port 63d46491-e018-4005-b720-dfe62e5dabd1 on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:10:33.950825 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-f2d5bbfd-da16-46ad-afb8-dbf291b8d8df None None] For port 63d46491-e018-4005-b720-dfe62e5dabd1, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=63d46491-e018-4005-b720-dfe62e5dabd1,segment=NetworkSegment(b550718e-99f1-43a9-a37d-5b24d8a0f3a6),segment_id=b550718e-99f1-43a9-a37d-5b24d8a0f3a6)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:33.951454 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f2d5bbfd-da16-46ad-afb8-dbf291b8d8df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:33.952505 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0870422-656e-4847-8f1f-b4660f903b8d admin admin] Pushing event deleted for resources: {'Port': ['ID=63d46491-e018-4005-b720-dfe62e5dabd1,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:33.968592 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-316166ec-a71f-42dd-8fc9-658bb8865b3f tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:33.972074 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-f2d5bbfd-da16-46ad-afb8-dbf291b8d8df None None] Calling delete_port for 63d46491-e018-4005-b720-dfe62e5dabd1 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:10:33.984554 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-070623de-3c2d-4b30-b096-6d5e0020ce54 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:33.993045 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-070623de-3c2d-4b30-b096-6d5e0020ce54 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] 10.222.0.25 "GET /v2.0/networks?id=2dea81c9-579d-4895-84c5-236893ba2028 HTTP/1.1" status: 200 len: 817 time: 0.1824131 Apr 20 13:10:34.013381 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-fdfc3509-d935-41df-87e7-ab50a23db6ea tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] 10.222.0.25 "GET /v2.0/quotas/2f8d76660bef4ff4ae93af45ee0ef2a9 HTTP/1.1" status: 200 len: 375 time: 0.0191453 Apr 20 13:10:34.083129 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316166ec-a71f-42dd-8fc9-658bb8865b3f tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f75bffb-743a-4652-8a9c-719863a22088,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:34.095662 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f2d5bbfd-da16-46ad-afb8-dbf291b8d8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:34.111184 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-cb816e99-26e5-46ab-8808-6d646ee1d567 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2f8d76660bef4ff4ae93af45ee0ef2a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0968244 Apr 20 13:10:34.118745 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-2ffad16b-22b2-4fa3-9665-453f593cd840 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:10:34.126616 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-2ffad16b-22b2-4fa3-9665-453f593cd840 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144315 Apr 20 13:10:34.135011 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37948) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:34.136685 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d5bbfd-da16-46ad-afb8-dbf291b8d8df None None] Pushing event deleted for resources: {'Port': ['ID=63d46491-e018-4005-b720-dfe62e5dabd1,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:34.146625 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d5bbfd-da16-46ad-afb8-dbf291b8d8df None None] No DVR routers for this DVR port 63d46491-e018-4005-b720-dfe62e5dabd1 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:10:34.173652 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f0870422-656e-4847-8f1f-b4660f903b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:34.219311 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-316166ec-a71f-42dd-8fc9-658bb8865b3f tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:34.223122 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-316166ec-a71f-42dd-8fc9-658bb8865b3f tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5852079 Apr 20 13:10:34.226306 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37952) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:34.235219 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-f0870422-656e-4847-8f1f-b4660f903b8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33d36c62-f48b-427f-896c-83ee0a24e548']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:34.237686 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-8318c6a8-bdbf-46bd-bfc3-8adefd993b39 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Request body: {'security_group_rule': {'security_group_id': '4eb68677-e676-4e38-a83e-a1a6e1fb6d3b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:34.247026 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-f0870422-656e-4847-8f1f-b4660f903b8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b550718e-99f1-43a9-a37d-5b24d8a0f3a6') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:34.247885 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-f0870422-656e-4847-8f1f-b4660f903b8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b550718e-99f1-43a9-a37d-5b24d8a0f3a6') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:34.265024 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f0870422-656e-4847-8f1f-b4660f903b8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:34.292031 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-cf2a9fb5-304b-4cd5-bbfd-dc2ec108e27b admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1032774285-network', 'tenant_id': '8973e54790744e04b489bfd4ef96d6b3'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:34.295290 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f0870422-656e-4847-8f1f-b4660f903b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:34.295467 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53a0f8-f5b2-4214-af6c-e8c669427fcd req-3f1b3631-2b92-46b5-a8cc-7b888c88285d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:34.297228 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2e53a0f8-f5b2-4214-af6c-e8c669427fcd req-3f1b3631-2b92-46b5-a8cc-7b888c88285d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 1097 time: 0.2778122 Apr 20 13:10:34.307777 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0870422-656e-4847-8f1f-b4660f903b8d admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:10:34.308383 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f0870422-656e-4847-8f1f-b4660f903b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:34.310090 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:10:34.310090 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:10:34.310090 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:10:34.310090 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:10:34.310090 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:10:34.310090 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:10:34.310090 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:10:34.310090 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:10:34.310090 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:10:34.310090 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:10:34.310090 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:10:34.310090 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:10:34.310090 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:10:34.310090 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:10:34.310090 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:10:34.310090 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:10:34.310090 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:10:34.310090 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:10:34.310090 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:10:34.310090 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:10:34.310090 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:10:34.310090 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:10:34.310090 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:10:34.310090 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:10:34.310090 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:10:34.310090 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:10:34.310090 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:10:34.310090 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:10:34.310090 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:10:34.310090 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:10:34.310090 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:10:34.310090 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:10:34.313263 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 63d46491-e018-4005-b720-dfe62e5dabd1 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:10:34.335881 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3f2b4-98ae-4ce3-af4b-fc3f916fde64 req-1b291b30-5ca8-4158-bb9e-b07e21a6ad91 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:34.336923 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 63d46491-e018-4005-b720-dfe62e5dabd1 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:10:34.337289 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42a3f2b4-98ae-4ce3-af4b-fc3f916fde64 req-1b291b30-5ca8-4158-bb9e-b07e21a6ad91 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 946 time: 0.2471550 Apr 20 13:10:34.337629 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 63d46491-e018-4005-b720-dfe62e5dabd1 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:10:34.338032 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device e898f7f8-5717-4387-81ca-190992917dd3 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:10:34.346717 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-a2a0e4dd-5830-4472-8fdd-952ad583f059 service neutron] 10.222.0.25 "GET /v2.0/networks/2dea81c9-579d-4895-84c5-236893ba2028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190514 Apr 20 13:10:34.360843 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: e898f7f8-5717-4387-81ca-190992917dd3 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:10:34.361250 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device e898f7f8-5717-4387-81ca-190992917dd3 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:10:34.441765 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2a9fb5-304b-4cd5-bbfd-dc2ec108e27b admin admin] Made reservation on behalf of 8973e54790744e04b489bfd4ef96d6b3 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:10:34.444747 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cf2a9fb5-304b-4cd5-bbfd-dc2ec108e27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:34.455595 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2e53a0f8-f5b2-4214-af6c-e8c669427fcd req-eaf5f817-be5b-4aa2-87d5-72daf37d9a9d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369889 Apr 20 13:10:34.455595 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8318c6a8-bdbf-46bd-bfc3-8adefd993b39 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:34.455865 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cf2a9fb5-304b-4cd5-bbfd-dc2ec108e27b admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:34.467548 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42a3f2b4-98ae-4ce3-af4b-fc3f916fde64 req-fc716296-fb8f-4268-85cc-67b02dada4c3 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169889 Apr 20 13:10:34.492708 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f0870422-656e-4847-8f1f-b4660f903b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:34.498818 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f0870422-656e-4847-8f1f-b4660f903b8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:34.504100 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f0870422-656e-4847-8f1f-b4660f903b8d admin admin] 10.222.0.25 "DELETE /v2.0/networks/33d36c62-f48b-427f-896c-83ee0a24e548 HTTP/1.1" status: 204 len: 168 time: 1.2953274 Apr 20 13:10:34.506316 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37958) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:34.544193 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-a1b607be-b4c5-4754-8940-77dc42e065bc service neutron] 10.222.0.25 "GET /v2.0/networks/2dea81c9-579d-4895-84c5-236893ba2028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965652 Apr 20 13:10:34.566630 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0870422-656e-4847-8f1f-b4660f903b8d admin admin] Pushing event deleted for resources: {'Network': ['ID=33d36c62-f48b-427f-896c-83ee0a24e548,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:34.584920 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8318c6a8-bdbf-46bd-bfc3-8adefd993b39 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:34.641541 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff3ead-ccbb-431f-9945-be210b5c9fc1 req-e6ad1038-26dd-45ce-abf3-b4dd54ab27e2 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:34.643083 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-08ff3ead-ccbb-431f-9945-be210b5c9fc1 req-e6ad1038-26dd-45ce-abf3-b4dd54ab27e2 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=bddea2f0-6fcf-492e-8666-370922182323 HTTP/1.1" status: 200 len: 946 time: 0.0570056 Apr 20 13:10:34.669021 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cf2a9fb5-304b-4cd5-bbfd-dc2ec108e27b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:34.683178 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8318c6a8-bdbf-46bd-bfc3-8adefd993b39 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:34.705778 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-08ff3ead-ccbb-431f-9945-be210b5c9fc1 req-3b05d592-8881-4897-b8d7-0b4af4151b56 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508003 Apr 20 13:10:34.710259 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8318c6a8-bdbf-46bd-bfc3-8adefd993b39 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee2a3512-02a5-4c79-bcf2-13b3e914c2b4,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:34.787796 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cf2a9fb5-304b-4cd5-bbfd-dc2ec108e27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:34.795963 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-93ca55de-7a48-430f-86ba-5907f61f00ae req-d0e3d15f-7de8-43ae-be64-64e7f4a8f328 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] 10.222.0.25 "GET /v2.0/ports?device_id=1938da4a-9c15-4f73-b324-755269e99238 HTTP/1.1" status: 200 len: 210 time: 0.0267696 Apr 20 13:10:34.808976 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf2a9fb5-304b-4cd5-bbfd-dc2ec108e27b admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:10:34.822650 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8318c6a8-bdbf-46bd-bfc3-8adefd993b39 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:34.827022 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8318c6a8-bdbf-46bd-bfc3-8adefd993b39 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5974319 Apr 20 13:10:34.827639 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37964) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:34.832047 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-8c259c9c-fed9-4298-a1c5-0d726bbc74f5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:34.860278 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cf2a9fb5-304b-4cd5-bbfd-dc2ec108e27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:34.860699 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-cf2a9fb5-304b-4cd5-bbfd-dc2ec108e27b admin admin] Added segment b745dd99-74ee-418c-af50-3e100538147c of type vlan for network 5c1617fd-b3c2-4890-8228-0b4c973ac53a Apr 20 13:10:34.898706 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8c259c9c-fed9-4298-a1c5-0d726bbc74f5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks [] for floatingip, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:34.904980 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a9fb5-304b-4cd5-bbfd-dc2ec108e27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9d58b0-fa12-4279-ac69-8d7d535d1374,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:34.931693 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cf2a9fb5-304b-4cd5-bbfd-dc2ec108e27b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:35.023530 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8c259c9c-fed9-4298-a1c5-0d726bbc74f5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:35.042339 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cf2a9fb5-304b-4cd5-bbfd-dc2ec108e27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:35.043506 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2a9fb5-304b-4cd5-bbfd-dc2ec108e27b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:35.044098 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cf2a9fb5-304b-4cd5-bbfd-dc2ec108e27b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:35.118099 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a9fb5-304b-4cd5-bbfd-dc2ec108e27b admin admin] Pushing event updated for resources: {'Network': ['ID=5c1617fd-b3c2-4890-8228-0b4c973ac53a,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:35.125258 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-cf2a9fb5-304b-4cd5-bbfd-dc2ec108e27b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9891911 Apr 20 13:10:35.128223 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37974) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:35.131421 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 5c1617fd-b3c2-4890-8228-0b4c973ac53a details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:10:35.133533 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c90b56a0-9a96-4442-af5a-15b74e0774e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:35.136071 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-ea6bb170-081c-4fa9-b1b9-98405b9d8353 admin admin] Request body: {'subnet': {'network_id': '5c1617fd-b3c2-4890-8228-0b4c973ac53a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1032774285-subnet', 'tenant_id': '8973e54790744e04b489bfd4ef96d6b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:35.161028 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-8c259c9c-fed9-4298-a1c5-0d726bbc74f5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Allocated IP 172.25.8.209 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/3a02a5c7-dc76-4f23-95f7-d6b32ca92137) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:10:35.272844 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6bb170-081c-4fa9-b1b9-98405b9d8353 admin admin] Made reservation on behalf of 8973e54790744e04b489bfd4ef96d6b3 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:10:35.278000 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea6bb170-081c-4fa9-b1b9-98405b9d8353 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:35.348557 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8c259c9c-fed9-4298-a1c5-0d726bbc74f5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:35.503340 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8c259c9c-fed9-4298-a1c5-0d726bbc74f5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:35.542259 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c259c9c-fed9-4298-a1c5-0d726bbc74f5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:10:35.546904 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-8c259c9c-fed9-4298-a1c5-0d726bbc74f5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:35.553421 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c259c9c-fed9-4298-a1c5-0d726bbc74f5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:10:35.583235 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea6bb170-081c-4fa9-b1b9-98405b9d8353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:35.626316 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c259c9c-fed9-4298-a1c5-0d726bbc74f5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Pushing event updated for resources: {'Port': ['ID=3a02a5c7-dc76-4f23-95f7-d6b32ca92137,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:35.710863 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-c90b56a0-9a96-4442-af5a-15b74e0774e7 admin admin] Deleting port 6bfcdd38-3734-45b2-aac4-7f5254398ce3 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:10:35.711460 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c90b56a0-9a96-4442-af5a-15b74e0774e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:35.712876 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a56341-d0fe-4c13-81bb-7e6bc7f9c37a req-34ddb5ed-06d8-4481-9228-bd609602dc6b tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:35.714384 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f4a56341-d0fe-4c13-81bb-7e6bc7f9c37a req-34ddb5ed-06d8-4481-9228-bd609602dc6b tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 946 time: 0.1326654 Apr 20 13:10:35.739885 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6bb170-081c-4fa9-b1b9-98405b9d8353 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9d8b784-aae6-4178-a00d-bed6eeefe6ff,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:35.771273 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6bb170-081c-4fa9-b1b9-98405b9d8353 admin admin] Checking segment: {'id': 'b745dd99-74ee-418c-af50-3e100538147c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5c1617fd-b3c2-4890-8228-0b4c973ac53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:10:35.772325 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6bb170-081c-4fa9-b1b9-98405b9d8353 admin admin] Network hostable DHCP agents. Network: 5c1617fd-b3c2-4890-8228-0b4c973ac53a, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:10:35.793762 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8c259c9c-fed9-4298-a1c5-0d726bbc74f5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:35.822949 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-c90b56a0-9a96-4442-af5a-15b74e0774e7 admin admin] For port 6bfcdd38-3734-45b2-aac4-7f5254398ce3, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=6bfcdd38-3734-45b2-aac4-7f5254398ce3,segment=NetworkSegment(5f67196c-0ae9-4453-9107-e2d5c49b6699),segment_id=5f67196c-0ae9-4453-9107-e2d5c49b6699)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:35.825175 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c90b56a0-9a96-4442-af5a-15b74e0774e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:35.826884 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f4a56341-d0fe-4c13-81bb-7e6bc7f9c37a req-cda88b0f-edef-4b1e-af66-86e4e03d564b tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894518 Apr 20 13:10:35.849567 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-c90b56a0-9a96-4442-af5a-15b74e0774e7 admin admin] Calling delete_port for 6bfcdd38-3734-45b2-aac4-7f5254398ce3 owned by network:router_interface {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:10:35.879633 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3cb10-cf44-409a-baaf-ac127b4140a6 req-58742e38-9c81-42fb-85ab-6396fc8e8000 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:35.882022 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-62e3cb10-cf44-409a-baaf-ac127b4140a6 req-58742e38-9c81-42fb-85ab-6396fc8e8000 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=bddea2f0-6fcf-492e-8666-370922182323 HTTP/1.1" status: 200 len: 946 time: 0.0820587 Apr 20 13:10:35.914351 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8c259c9c-fed9-4298-a1c5-0d726bbc74f5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:35.952854 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6bb170-081c-4fa9-b1b9-98405b9d8353 admin admin] Network 5c1617fd-b3c2-4890-8228-0b4c973ac53a is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:10:36.023732 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7a2b4af2-ccf3-4ba5-b78a-1d01dac65306 req-63eeecb2-a6ab-46be-b324-e868160152e1 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] 10.222.0.25 "GET /v2.0/ports?device_id=1938da4a-9c15-4f73-b324-755269e99238 HTTP/1.1" status: 200 len: 210 time: 0.0572817 Apr 20 13:10:36.032271 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-62e3cb10-cf44-409a-baaf-ac127b4140a6 req-16baf6b6-756e-4ae0-bbce-7ff284b5d602 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191761 Apr 20 13:10:36.075898 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-ea6bb170-081c-4fa9-b1b9-98405b9d8353 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 5c1617fd-b3c2-4890-8228-0b4c973ac53a) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:36.082283 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6bb170-081c-4fa9-b1b9-98405b9d8353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:36.082862 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea6bb170-081c-4fa9-b1b9-98405b9d8353 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:36.089321 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fcd2fd-8982-44b0-8d64-572997cd6cb5 None None] Network 5c1617fd-b3c2-4890-8228-0b4c973ac53a requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:10:36.222898 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8c259c9c-fed9-4298-a1c5-0d726bbc74f5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:36.230150 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1740e0-a7d4-4cfc-8aa2-5ced3bbf8c57 None None] Network 5c1617fd-b3c2-4890-8228-0b4c973ac53a requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:10:36.236372 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c90b56a0-9a96-4442-af5a-15b74e0774e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:36.239724 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ea6bb170-081c-4fa9-b1b9-98405b9d8353 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1093009 Apr 20 13:10:36.270295 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b56a0-9a96-4442-af5a-15b74e0774e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bfcdd38-3734-45b2-aac4-7f5254398ce3,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:36.338533 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8c259c9c-fed9-4298-a1c5-0d726bbc74f5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:36.452752 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 9c47dad3-2ec9-4c75-a418-6e8bb250bdb2 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:10:36.550076 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c259c9c-fed9-4298-a1c5-0d726bbc74f5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Pushing event updated for resources: {'Port': ['ID=3a02a5c7-dc76-4f23-95f7-d6b32ca92137,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:36.558408 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8c259c9c-fed9-4298-a1c5-0d726bbc74f5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:36.595838 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c90b56a0-9a96-4442-af5a-15b74e0774e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:36.675747 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 9c47dad3-2ec9-4c75-a418-6e8bb250bdb2, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=9c47dad3-2ec9-4c75-a418-6e8bb250bdb2,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:36.689728 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '9c47dad3-2ec9-4c75-a418-6e8bb250bdb2', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'port_id': '9c47dad3-2ec9-4c75-a418-6e8bb250bdb2', 'mac_address': 'fa:16:3e:9e:81:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b1f82a-7732-4b50-ab22-2475f182a712', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:10:36.722463 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8c259c9c-fed9-4298-a1c5-0d726bbc74f5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:36.724109 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8c259c9c-fed9-4298-a1c5-0d726bbc74f5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8954799 Apr 20 13:10:36.789779 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:36.806946 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c47dad3-2ec9-4c75-a418-6e8bb250bdb2 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:10:36.828909 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 9c47dad3-2ec9-4c75-a418-6e8bb250bdb2, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=9c47dad3-2ec9-4c75-a418-6e8bb250bdb2,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:36.875530 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90b56a0-9a96-4442-af5a-15b74e0774e7 admin admin] Router ad2eee32-7058-487f-b8e5-afc078baaea4 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:10:36.905334 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:36.982134 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=9c47dad3-2ec9-4c75-a418-6e8bb250bdb2,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:37.048524 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e76d5-5f5d-4f1a-87bb-7e6aede2baa7 req-7c983df4-d33f-4c11-a999-0f477016ebf8 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:37.054842 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e06e76d5-5f5d-4f1a-87bb-7e6aede2baa7 req-7c983df4-d33f-4c11-a999-0f477016ebf8 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 946 time: 0.1076417 Apr 20 13:10:37.061180 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90b56a0-9a96-4442-af5a-15b74e0774e7 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:10:37.074799 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0ffb56-bf42-4c11-b929-4016f6e2b027 None None] Sync routers for ids ['ad2eee32-7058-487f-b8e5-afc078baaea4'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:10:37.080074 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c90b56a0-9a96-4442-af5a-15b74e0774e7 admin admin] 10.222.0.25 "PUT /v2.0/routers/ad2eee32-7058-487f-b8e5-afc078baaea4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5702984 Apr 20 13:10:37.082818 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38058) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:37.089070 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0ffb56-bf42-4c11-b929-4016f6e2b027 None None] Routers {'ad2eee32-7058-487f-b8e5-afc078baaea4'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:10:37.089891 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-2c0ffb56-bf42-4c11-b929-4016f6e2b027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:10:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['ad2eee32-7058-487f-b8e5-afc078baaea4'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:37.209126 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-2c0ffb56-bf42-4c11-b929-4016f6e2b027 None None] Set router ad2eee32-7058-487f-b8e5-afc078baaea4 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:10:37.251937 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['9c47dad3-2ec9-4c75-a418-6e8bb250bdb2'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:10:37.259097 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e06e76d5-5f5d-4f1a-87bb-7e6aede2baa7 req-97b18aea-9b6c-4c1e-9443-65c39a12a2dd tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911385 Apr 20 13:10:37.435866 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b5b5e4e-300b-477f-a63e-659c8aa79161 admin admin] Notify callbacks [] for router, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:37.442437 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-2c0ffb56-bf42-4c11-b929-4016f6e2b027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2eee32-7058-487f-b8e5-afc078baaea4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1841477300-router', 'tenant_id': 'a6b451742cde4bdd92a02183833a8484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'b064edd0-53c3-4315-b2bf-a2e258786747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:43Z', 'updated_at': '2022-04-20T13:10:36Z', 'revision_number': 5, 'project_id': 'a6b451742cde4bdd92a02183833a8484', 'gw_port': {'id': 'b064edd0-53c3-4315-b2bf-a2e258786747', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:05:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2eee32-7058-487f-b8e5-afc078baaea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:45Z', 'updated_at': '2022-04-20T13:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:37.450263 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-fc8e4f17-207d-4bb4-885b-705f22a60e14 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:37.451859 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-fc8e4f17-207d-4bb4-885b-705f22a60e14 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/networks?id=5c1617fd-b3c2-4890-8228-0b4c973ac53a HTTP/1.1" status: 200 len: 805 time: 0.3548050 Apr 20 13:10:37.473273 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0ffb56-bf42-4c11-b929-4016f6e2b027 None None] Checking router: ad2eee32-7058-487f-b8e5-afc078baaea4 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:10:37.507877 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0ffb56-bf42-4c11-b929-4016f6e2b027 None None] Routers {'ad2eee32-7058-487f-b8e5-afc078baaea4'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:10:37.508779 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-2c0ffb56-bf42-4c11-b929-4016f6e2b027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:10:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['ad2eee32-7058-487f-b8e5-afc078baaea4'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:37.634075 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-2c0ffb56-bf42-4c11-b929-4016f6e2b027 None None] Set router ad2eee32-7058-487f-b8e5-afc078baaea4 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:10:37.855145 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-2c0ffb56-bf42-4c11-b929-4016f6e2b027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2eee32-7058-487f-b8e5-afc078baaea4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1841477300-router', 'tenant_id': 'a6b451742cde4bdd92a02183833a8484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'b064edd0-53c3-4315-b2bf-a2e258786747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:43Z', 'updated_at': '2022-04-20T13:10:36Z', 'revision_number': 5, 'project_id': 'a6b451742cde4bdd92a02183833a8484', 'gw_port': {'id': 'b064edd0-53c3-4315-b2bf-a2e258786747', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:05:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2eee32-7058-487f-b8e5-afc078baaea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:45Z', 'updated_at': '2022-04-20T13:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:37.878827 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0ffb56-bf42-4c11-b929-4016f6e2b027 None None] The sync data for ids ['ad2eee32-7058-487f-b8e5-afc078baaea4'] in n-d-836015-7 is: [{'id': 'ad2eee32-7058-487f-b8e5-afc078baaea4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1841477300-router', 'tenant_id': 'a6b451742cde4bdd92a02183833a8484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'b064edd0-53c3-4315-b2bf-a2e258786747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:43Z', 'updated_at': '2022-04-20T13:10:36Z', 'revision_number': 5, 'project_id': 'a6b451742cde4bdd92a02183833a8484', 'gw_port': {'id': 'b064edd0-53c3-4315-b2bf-a2e258786747', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:05:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2eee32-7058-487f-b8e5-afc078baaea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:45Z', 'updated_at': '2022-04-20T13:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:10:37.924968 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-d3a2469d-5ab7-48fd-bd43-4ffa129fa7d3 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/quotas/8973e54790744e04b489bfd4ef96d6b3 HTTP/1.1" status: 200 len: 375 time: 0.4294128 Apr 20 13:10:37.936489 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-2ef08cd6-3af0-45cd-b18d-d3d6235fbc84 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1722831319&fields=id&tenant_id=751edd8696be4dfdb3446a3e33725797 HTTP/1.1" status: 200 len: 267 time: 0.5360458 Apr 20 13:10:37.979483 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-245cc66e-96ff-4881-ba3f-6901d01dbe89 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8973e54790744e04b489bfd4ef96d6b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536447 Apr 20 13:10:38.076617 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-cee67a08-3d10-40c8-a21a-2f8064553b2a tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:38.078009 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-cee67a08-3d10-40c8-a21a-2f8064553b2a tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports/bcd82748-3135-4569-bfe2-1036cfb737c9 HTTP/1.1" status: 200 len: 936 time: 0.1275091 Apr 20 13:10:38.087136 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-a68532a9-ef10-4b74-8a63-1a9dae71ea89 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:38.088522 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-a68532a9-ef10-4b74-8a63-1a9dae71ea89 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] 10.222.0.15 "GET /v2.0/networks?id=2dea81c9-579d-4895-84c5-236893ba2028 HTTP/1.1" status: 200 len: 817 time: 0.5785358 Apr 20 13:10:38.125166 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-d783a84e-edf5-4828-bf3a-6e1ab995b862 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] Request body: {'port': {'device_id': '1938da4a-9c15-4f73-b324-755269e99238', 'network_id': '2dea81c9-579d-4895-84c5-236893ba2028', 'admin_state_up': True, 'tenant_id': '2f8d76660bef4ff4ae93af45ee0ef2a9'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:38.133656 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b5b5e4e-300b-477f-a63e-659c8aa79161 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:38.195848 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-67d18987-61a8-43f4-9ab8-5a70b0b8f909 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:38.197213 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-67d18987-61a8-43f4-9ab8-5a70b0b8f909 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports/4b9a3dab-fa04-4d5d-827d-ba1227aed618 HTTP/1.1" status: 200 len: 936 time: 0.1058824 Apr 20 13:10:38.226934 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-82215d56-1b49-4480-99b7-de24ff2a5c25 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:10:38.228970 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-82215d56-1b49-4480-99b7-de24ff2a5c25 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2120645 Apr 20 13:10:38.246601 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-8a595d07-2648-4460-a97a-40c706b4830d tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?network_id=d9d77a57-e2db-4fb3-9905-1d63c1153498&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0402827 Apr 20 13:10:38.324228 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 6bfcdd38-3734-45b2-aac4-7f5254398ce3 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:10:38.345188 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-dec5919d-3eeb-4e5d-9816-a0bcd213b5a5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?network_id=d9d77a57-e2db-4fb3-9905-1d63c1153498&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0790734 Apr 20 13:10:38.352770 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 6bfcdd38-3734-45b2-aac4-7f5254398ce3 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:10:38.353115 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 6bfcdd38-3734-45b2-aac4-7f5254398ce3 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:10:38.410608 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 9c47dad3-2ec9-4c75-a418-6e8bb250bdb2 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:38.550960 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-2b5b5e4e-300b-477f-a63e-659c8aa79161 admin admin] Deleting port b064edd0-53c3-4315-b2bf-a2e258786747 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:10:38.551655 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b5b5e4e-300b-477f-a63e-659c8aa79161 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:38.559035 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-92e3d4e0-a2af-42cc-becf-19b2bd5cb686 service neutron] 10.222.0.25 "GET /v2.0/networks/5c1617fd-b3c2-4890-8228-0b4c973ac53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148768 Apr 20 13:10:38.596533 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 9c47dad3-2ec9-4c75-a418-6e8bb250bdb2 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:10:38.603030 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 9c47dad3-2ec9-4c75-a418-6e8bb250bdb2 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:38.603531 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:38.635401 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-d783a84e-edf5-4828-bf3a-6e1ab995b862 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] Made reservation on behalf of 2f8d76660bef4ff4ae93af45ee0ef2a9 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:10:38.639207 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-d783a84e-edf5-4828-bf3a-6e1ab995b862 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:38.652077 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-87cbd124-3d69-4623-8cf9-645ffa6975d3 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:38.658224 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-87cbd124-3d69-4623-8cf9-645ffa6975d3 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:38.664895 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-87cbd124-3d69-4623-8cf9-645ffa6975d3 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:38.666550 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-87cbd124-3d69-4623-8cf9-645ffa6975d3 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/networks?id=56951fe5-a13b-4124-8315-505260f0a93e&id=db25d310-7014-4091-a613-df6bc463c340&id=db25d310-7014-4091-a613-df6bc463c340&id=d9d77a57-e2db-4fb3-9905-1d63c1153498&id=d9d77a57-e2db-4fb3-9905-1d63c1153498 HTTP/1.1" status: 200 len: 1993 time: 0.2818675 Apr 20 13:10:38.695159 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:38.723516 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bddea2f0-6fcf-492e-8666-370922182323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c47dad3-2ec9-4c75-a418-6e8bb250bdb2'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:10:38.727623 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09cc2bb3-ae3e-4359-afb5-0da835ade469" -d '{"events": [{"server_uuid": "bddea2f0-6fcf-492e-8666-370922182323", "name": "network-vif-plugged", "status": "completed", "tag": "9c47dad3-2ec9-4c75-a418-6e8bb250bdb2"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:10:38.746368 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 9c47dad3-2ec9-4c75-a418-6e8bb250bdb2, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=9c47dad3-2ec9-4c75-a418-6e8bb250bdb2,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:38.761890 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-add48887-6293-4ee4-8b58-6fb2dd2447c1 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/quotas/751edd8696be4dfdb3446a3e33725797 HTTP/1.1" status: 200 len: 375 time: 0.0497892 Apr 20 13:10:38.808355 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:38.856266 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-2b5b5e4e-300b-477f-a63e-659c8aa79161 admin admin] For port b064edd0-53c3-4315-b2bf-a2e258786747, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=b064edd0-53c3-4315-b2bf-a2e258786747,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:38.856634 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b5b5e4e-300b-477f-a63e-659c8aa79161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:38.860545 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=9c47dad3-2ec9-4c75-a418-6e8bb250bdb2,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:38.905161 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-cb7324d4-0edc-4f78-82dd-b689a96b5aa4 service neutron] 10.222.0.25 "GET /v2.0/networks/5c1617fd-b3c2-4890-8228-0b4c973ac53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263316 Apr 20 13:10:38.908499 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-2b5b5e4e-300b-477f-a63e-659c8aa79161 admin admin] Calling delete_port for b064edd0-53c3-4315-b2bf-a2e258786747 owned by network:router_gateway {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:10:39.028528 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-40ea2f1b-34ee-4a79-88f6-ff1054503065 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=751edd8696be4dfdb3446a3e33725797&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2262251 Apr 20 13:10:39.081204 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-d783a84e-edf5-4828-bf3a-6e1ab995b862 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] Allocated IP 172.20.0.13 (2dea81c9-579d-4895-84c5-236893ba2028/afa67cfe-8405-4dbf-852a-4a2cd88ff70e/9909c3de-ceda-410a-827f-638b2bb4a13a) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:10:39.287613 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-d5e652f4-0ba4-410c-869f-fe4b42c86e7e service neutron] 10.222.0.25 "GET /v2.0/networks/56951fe5-a13b-4124-8315-505260f0a93e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439654 Apr 20 13:10:39.403470 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973014c-f413-4b00-a67c-e8293218b2e2 req-adce633c-61d8-42a1-93f0-5a24c11bfda8 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:39.405022 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d973014c-f413-4b00-a67c-e8293218b2e2 req-adce633c-61d8-42a1-93f0-5a24c11bfda8 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=bddea2f0-6fcf-492e-8666-370922182323 HTTP/1.1" status: 200 len: 948 time: 0.2078314 Apr 20 13:10:39.550630 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d973014c-f413-4b00-a67c-e8293218b2e2 req-56fa36fe-45cf-4e4a-b5dd-4c905f99ca4a tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353981 Apr 20 13:10:39.557906 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-5e579aa0-b65a-41a0-b55f-998ae8fe9bc7 service neutron] 10.222.0.25 "GET /v2.0/networks/56951fe5-a13b-4124-8315-505260f0a93e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493258 Apr 20 13:10:39.560800 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-d783a84e-edf5-4828-bf3a-6e1ab995b862 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:39.595990 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b5b5e4e-300b-477f-a63e-659c8aa79161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:39.640590 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b5e4e-300b-477f-a63e-659c8aa79161 admin admin] Pushing event deleted for resources: {'Port': ['ID=b064edd0-53c3-4315-b2bf-a2e258786747,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:39.652115 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-d0407df4-633d-4254-9665-5dc3c2e74f54 service neutron] 10.222.0.25 "GET /v2.0/ports/bcd82748-3135-4569-bfe2-1036cfb737c9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0841727 Apr 20 13:10:39.685812 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df80d58a-f86e-4dd0-b657-b8cd245c8121 req-6872f70d-c86f-4b08-b93a-d640eb68a11d tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] 10.222.0.25 "GET /v2.0/ports?device_id=1938da4a-9c15-4f73-b324-755269e99238 HTTP/1.1" status: 200 len: 210 time: 0.0539103 Apr 20 13:10:39.813371 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-d783a84e-edf5-4828-bf3a-6e1ab995b862 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:39.863414 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b5b5e4e-300b-477f-a63e-659c8aa79161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:39.957357 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-d783a84e-edf5-4828-bf3a-6e1ab995b862 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] Network 2dea81c9-579d-4895-84c5-236893ba2028 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:10:39.967448 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-d783a84e-edf5-4828-bf3a-6e1ab995b862 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:39.969231 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d783a84e-edf5-4828-bf3a-6e1ab995b862 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] Pushing event updated for resources: {'Port': ['ID=9909c3de-ceda-410a-827f-638b2bb4a13a,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:39.979168 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef0aff-f2e5-4ec5-8361-7adfc84ca58f req-9ee3a8ed-4907-457a-943b-81121f20f1af tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:39.980735 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-acef0aff-f2e5-4ec5-8361-7adfc84ca58f req-9ee3a8ed-4907-457a-943b-81121f20f1af tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 946 time: 0.2070322 Apr 20 13:10:40.006670 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-d783a84e-edf5-4828-bf3a-6e1ab995b862 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:10:40.014161 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b5b5e4e-300b-477f-a63e-659c8aa79161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:40.042583 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b5b5e4e-300b-477f-a63e-659c8aa79161 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:40.047513 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-9fa3d29b-59d3-40f7-a5dd-abdc23b20996 service neutron] 10.222.0.25 "GET /v2.0/networks/db25d310-7014-4091-a613-df6bc463c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653679 Apr 20 13:10:40.140406 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-d783a84e-edf5-4828-bf3a-6e1ab995b862 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:40.141270 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-d783a84e-edf5-4828-bf3a-6e1ab995b862 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:40.151738 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-acef0aff-f2e5-4ec5-8361-7adfc84ca58f req-664a5528-e04a-4c21-b29c-2d3c5eed74f3 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398559 Apr 20 13:10:40.194210 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b5b5e4e-300b-477f-a63e-659c8aa79161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:40.194878 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5b5e4e-300b-477f-a63e-659c8aa79161 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad2eee32-7058-487f-b8e5-afc078baaea4 {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:10:40.208779 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b5b5e4e-300b-477f-a63e-659c8aa79161 admin admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:40.211215 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2b5b5e4e-300b-477f-a63e-659c8aa79161 admin admin] 10.222.0.25 "DELETE /v2.0/routers/ad2eee32-7058-487f-b8e5-afc078baaea4 HTTP/1.1" status: 204 len: 168 time: 3.1264739 Apr 20 13:10:40.217884 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38116) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:40.257555 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e552b777-060f-4996-b155-ddb00ad2a6a3 x-openstack-request-id: req-e552b777-060f-4996-b155-ddb00ad2a6a3 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:10:40.258074 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bddea2f0-6fcf-492e-8666-370922182323", "name": "network-vif-plugged", "status": "completed", "tag": "9c47dad3-2ec9-4c75-a418-6e8bb250bdb2", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:10:40.271201 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e552b777-060f-4996-b155-ddb00ad2a6a3 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:10:40.271201 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e552b777-060f-4996-b155-ddb00ad2a6a3'] response: {'server_uuid': 'bddea2f0-6fcf-492e-8666-370922182323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c47dad3-2ec9-4c75-a418-6e8bb250bdb2', 'code': 200} Apr 20 13:10:40.272912 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-63c64603-6f75-4aa9-8203-214b018692b1 service neutron] 10.222.0.25 "GET /v2.0/networks/db25d310-7014-4091-a613-df6bc463c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614137 Apr 20 13:10:40.322140 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-41ab4759-54b8-4ffb-b8ac-79d3e4bbee5a admin admin] Deleting subnet 63b327b0-51a8-4300-a77a-b5c0e950779a {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:10:40.322713 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-d783a84e-edf5-4828-bf3a-6e1ab995b862 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2180271 Apr 20 13:10:40.332648 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-41ab4759-54b8-4ffb-b8ac-79d3e4bbee5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:40.344133 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-4398ce39-8dda-4706-a46c-5d94ca63c3cf service neutron] Request body: {'port': {'device_id': '1938da4a-9c15-4f73-b324-755269e99238', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:40.349986 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-dc7a7627-d5bb-4324-bb7a-89e1971e1110 service neutron] 10.222.0.25 "GET /v2.0/ports/4b9a3dab-fa04-4d5d-827d-ba1227aed618?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0856605 Apr 20 13:10:40.371390 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e76ab597-f854-459d-b654-2d73418c2c43 req-28e07f29-286d-44ee-ad34-fd70a2677425 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da318da-a746-4ac5-bd12-2c51d5b0956d HTTP/1.1" status: 200 len: 210 time: 0.0553386 Apr 20 13:10:40.419201 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-41ab4759-54b8-4ffb-b8ac-79d3e4bbee5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:40.465824 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79636450-0231-4d3a-9438-e254c2ef9a29 req-424060e5-3301-4706-926b-d38c09c0f6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:40.467332 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-79636450-0231-4d3a-9438-e254c2ef9a29 req-424060e5-3301-4706-926b-d38c09c0f6cf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bddea2f0-6fcf-492e-8666-370922182323 HTTP/1.1" status: 200 len: 1099 time: 0.0847714 Apr 20 13:10:40.488592 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-4398ce39-8dda-4706-a46c-5d94ca63c3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:40.540365 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-79636450-0231-4d3a-9438-e254c2ef9a29 req-f64044dc-d9c9-4662-99e4-24af91c4d55a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627766 Apr 20 13:10:40.543528 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-41ab4759-54b8-4ffb-b8ac-79d3e4bbee5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:40.549931 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-5c49d9d3-570d-48f3-bcf0-3d2f59685755 service neutron] 10.222.0.25 "GET /v2.0/networks/db25d310-7014-4091-a613-df6bc463c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775293 Apr 20 13:10:40.710630 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-41ab4759-54b8-4ffb-b8ac-79d3e4bbee5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:40.739557 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab4759-54b8-4ffb-b8ac-79d3e4bbee5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63b327b0-51a8-4300-a77a-b5c0e950779a,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:40.744322 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-41ab4759-54b8-4ffb-b8ac-79d3e4bbee5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:40.751683 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-41ab4759-54b8-4ffb-b8ac-79d3e4bbee5a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/63b327b0-51a8-4300-a77a-b5c0e950779a HTTP/1.1" status: 204 len: 168 time: 0.5325875 Apr 20 13:10:40.752346 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38130) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:40.759758 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a05c059-46b4-428d-a3dd-0d1fa281c12c None None] Network 6fd67347-ec71-45a1-9364-18b0e76e690d requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:10:40.883724 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-29c27e93-5d7b-45c8-bf71-ebd0064ab43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:40.954739 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-29c27e93-5d7b-45c8-bf71-ebd0064ab43f admin admin] Deleting port b4238f1d-8353-4cb5-834c-d2bcbe23c7e2 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:10:40.955589 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-29c27e93-5d7b-45c8-bf71-ebd0064ab43f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:41.032579 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-29c27e93-5d7b-45c8-bf71-ebd0064ab43f admin admin] For port b4238f1d-8353-4cb5-834c-d2bcbe23c7e2, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=b4238f1d-8353-4cb5-834c-d2bcbe23c7e2,segment=NetworkSegment(5f67196c-0ae9-4453-9107-e2d5c49b6699),segment_id=5f67196c-0ae9-4453-9107-e2d5c49b6699)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:41.032952 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-29c27e93-5d7b-45c8-bf71-ebd0064ab43f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:41.062820 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-29c27e93-5d7b-45c8-bf71-ebd0064ab43f admin admin] Calling delete_port for b4238f1d-8353-4cb5-834c-d2bcbe23c7e2 owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:10:41.095825 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b98852e-9892-4c27-9dd6-66488041cef5 None None] DHCP port deletion for 6fd67347-ec71-45a1-9364-18b0e76e690d request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:10:41.156565 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-4b98852e-9892-4c27-9dd6-66488041cef5 None None] Deleting port b4238f1d-8353-4cb5-834c-d2bcbe23c7e2 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:10:41.157041 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4b98852e-9892-4c27-9dd6-66488041cef5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:41.187529 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a7e15-3d54-4850-9114-2a8cb550db06 req-a9819fdb-42ce-42a5-a988-d4ddbd1b75ad tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:41.189004 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-195a7e15-3d54-4850-9114-2a8cb550db06 req-a9819fdb-42ce-42a5-a988-d4ddbd1b75ad tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=bddea2f0-6fcf-492e-8666-370922182323 HTTP/1.1" status: 200 len: 948 time: 0.5375130 Apr 20 13:10:41.191003 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-f2045332-2ea9-4fd0-8ffe-506c283e684e service neutron] 10.222.0.25 "GET /v2.0/networks/db25d310-7014-4091-a613-df6bc463c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6196895 Apr 20 13:10:41.222708 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-4b98852e-9892-4c27-9dd6-66488041cef5 None None] For port b4238f1d-8353-4cb5-834c-d2bcbe23c7e2, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=b4238f1d-8353-4cb5-834c-d2bcbe23c7e2,segment=NetworkSegment(5f67196c-0ae9-4453-9107-e2d5c49b6699),segment_id=5f67196c-0ae9-4453-9107-e2d5c49b6699)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:41.226380 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4b98852e-9892-4c27-9dd6-66488041cef5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:41.237036 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-4b98852e-9892-4c27-9dd6-66488041cef5 None None] Calling delete_port for b4238f1d-8353-4cb5-834c-d2bcbe23c7e2 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:10:41.247477 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-29c27e93-5d7b-45c8-bf71-ebd0064ab43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:41.277461 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c27e93-5d7b-45c8-bf71-ebd0064ab43f admin admin] Pushing event deleted for resources: {'Port': ['ID=b4238f1d-8353-4cb5-834c-d2bcbe23c7e2,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:41.279758 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c27e93-5d7b-45c8-bf71-ebd0064ab43f admin admin] No DVR routers for this DVR port b4238f1d-8353-4cb5-834c-d2bcbe23c7e2 on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:10:41.333563 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-195a7e15-3d54-4850-9114-2a8cb550db06 req-371625c8-4494-4833-9e97-742218be17be tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328802 Apr 20 13:10:41.338921 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4b98852e-9892-4c27-9dd6-66488041cef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:41.374903 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b98852e-9892-4c27-9dd6-66488041cef5 None None] No DVR routers for this DVR port b4238f1d-8353-4cb5-834c-d2bcbe23c7e2 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:10:41.377003 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98852e-9892-4c27-9dd6-66488041cef5 None None] Pushing event deleted for resources: {'Port': ['ID=b4238f1d-8353-4cb5-834c-d2bcbe23c7e2,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:41.405507 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-0028b98e-e1e4-454d-9366-7c9932c4d75d service neutron] 10.222.0.25 "GET /v2.0/networks/db25d310-7014-4091-a613-df6bc463c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062283 Apr 20 13:10:41.406558 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-29c27e93-5d7b-45c8-bf71-ebd0064ab43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:41.416145 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-4398ce39-8dda-4706-a46c-5d94ca63c3cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9909c3de-ceda-410a-827f-638b2bb4a13a {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:10:41.421795 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38138) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:41.437300 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-4398ce39-8dda-4706-a46c-5d94ca63c3cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:41.440367 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-29c27e93-5d7b-45c8-bf71-ebd0064ab43f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fd67347-ec71-45a1-9364-18b0e76e690d']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:41.461102 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-29c27e93-5d7b-45c8-bf71-ebd0064ab43f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f67196c-0ae9-4453-9107-e2d5c49b6699') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:41.461866 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-29c27e93-5d7b-45c8-bf71-ebd0064ab43f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f67196c-0ae9-4453-9107-e2d5c49b6699') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:41.485719 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-29c27e93-5d7b-45c8-bf71-ebd0064ab43f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:41.505216 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-29c27e93-5d7b-45c8-bf71-ebd0064ab43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:41.513147 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c27e93-5d7b-45c8-bf71-ebd0064ab43f admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:10:41.513552 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-29c27e93-5d7b-45c8-bf71-ebd0064ab43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:41.515466 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:10:41.515466 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:10:41.515466 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:10:41.515466 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:10:41.515466 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:10:41.515466 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:10:41.515466 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:10:41.515466 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:10:41.515466 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:10:41.515466 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:10:41.515466 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:10:41.515466 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:10:41.515466 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:10:41.515466 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:10:41.515466 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:10:41.515466 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:10:41.515466 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:10:41.515466 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:10:41.515466 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:10:41.515466 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:10:41.515466 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:10:41.515466 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:10:41.515466 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:10:41.515466 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:10:41.515466 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:10:41.515466 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:10:41.515466 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:10:41.515466 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:10:41.515466 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:10:41.515466 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:10:41.515466 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:10:41.515466 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:10:41.518749 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-4398ce39-8dda-4706-a46c-5d94ca63c3cf service neutron] Transition to ACTIVE for port object 9909c3de-ceda-410a-827f-638b2bb4a13a will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:10:41.552517 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ddf7c4-114c-4ce6-b41b-422561b0f24c req-83752390-a519-4a81-a1da-a26107c4389c tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:41.556541 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-15ddf7c4-114c-4ce6-b41b-422561b0f24c req-83752390-a519-4a81-a1da-a26107c4389c tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] 10.222.0.25 "GET /v2.0/ports?device_id=1938da4a-9c15-4f73-b324-755269e99238 HTTP/1.1" status: 200 len: 932 time: 0.1214793 Apr 20 13:10:41.588577 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-4398ce39-8dda-4706-a46c-5d94ca63c3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:41.647877 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-727e4711-1451-4db4-9ea4-e8c35d1f9183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:41.652817 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-29c27e93-5d7b-45c8-bf71-ebd0064ab43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:41.659194 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-29c27e93-5d7b-45c8-bf71-ebd0064ab43f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:41.662563 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-29c27e93-5d7b-45c8-bf71-ebd0064ab43f admin admin] 10.222.0.25 "DELETE /v2.0/networks/6fd67347-ec71-45a1-9364-18b0e76e690d HTTP/1.1" status: 204 len: 168 time: 0.9087288 Apr 20 13:10:41.674861 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c27e93-5d7b-45c8-bf71-ebd0064ab43f admin admin] Pushing event deleted for resources: {'Network': ['ID=6fd67347-ec71-45a1-9364-18b0e76e690d,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:41.723828 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-5e433881-1be6-451b-8dd8-e118fa374419 service neutron] 10.222.0.25 "GET /v2.0/networks/db25d310-7014-4091-a613-df6bc463c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028319 Apr 20 13:10:41.761432 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-15ddf7c4-114c-4ce6-b41b-422561b0f24c req-242d1c77-66e3-4560-925c-be3e69cfd9f1 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] 10.222.0.25 "GET /v2.0/security-groups?id=c848f6d2-3e6c-4fab-a8da-f5b618b8e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969507 Apr 20 13:10:41.761949 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4398ce39-8dda-4706-a46c-5d94ca63c3cf service neutron] Pushing event updated for resources: {'Port': ['ID=9909c3de-ceda-410a-827f-638b2bb4a13a,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:41.907162 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-f2c92d2b-2692-462c-b0ee-f3cd19dc73ca tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:41.908615 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-f2c92d2b-2692-462c-b0ee-f3cd19dc73ca tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.15 "GET /v2.0/networks?id=5c1617fd-b3c2-4890-8228-0b4c973ac53a HTTP/1.1" status: 200 len: 805 time: 0.3357356 Apr 20 13:10:41.934362 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a80e6a38-c6c3-42f3-a33e-9b9d80d3558d req-29490351-1b34-43ed-9a3b-c986272a84e3 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da318da-a746-4ac5-bd12-2c51d5b0956d HTTP/1.1" status: 200 len: 210 time: 0.0939150 Apr 20 13:10:41.947893 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-0de0b58c-7bc4-43eb-bc52-e6cae027d933 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Request body: {'port': {'device_id': '6da318da-a746-4ac5-bd12-2c51d5b0956d', 'network_id': '5c1617fd-b3c2-4890-8228-0b4c973ac53a', 'admin_state_up': True, 'tenant_id': '8973e54790744e04b489bfd4ef96d6b3'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:41.953527 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38144) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:41.999732 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e2bcf654-629f-4817-9839-93a8107c9e04 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5570a05404ce4451b330b205b802e490&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448785 Apr 20 13:10:42.002121 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38146) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:42.049350 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-788b6454-1611-4167-812b-4d2aaa619385 service neutron] 10.222.0.25 "GET /v2.0/networks/db25d310-7014-4091-a613-df6bc463c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154068 Apr 20 13:10:42.054454 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-567f75cf-6a6e-44fd-b8d4-74ab75c540d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:42.077582 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-567f75cf-6a6e-44fd-b8d4-74ab75c540d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:42.109226 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-4398ce39-8dda-4706-a46c-5d94ca63c3cf service neutron] Attempting to bind port 9909c3de-ceda-410a-827f-638b2bb4a13a on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:10:42.109226 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-4398ce39-8dda-4706-a46c-5d94ca63c3cf service neutron] Attempting to bind port 9909c3de-ceda-410a-827f-638b2bb4a13a by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '832c381f-2c49-408b-b2ff-0d574332a85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2dea81c9-579d-4895-84c5-236893ba2028'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:10:42.109226 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-4398ce39-8dda-4706-a46c-5d94ca63c3cf service neutron] Attempting to bind port 9909c3de-ceda-410a-827f-638b2bb4a13a on network 2dea81c9-579d-4895-84c5-236893ba2028 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:10:42.151310 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-727e4711-1451-4db4-9ea4-e8c35d1f9183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:42.158456 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-4398ce39-8dda-4706-a46c-5d94ca63c3cf service neutron] Port 9909c3de-ceda-410a-827f-638b2bb4a13a on network 2dea81c9-579d-4895-84c5-236893ba2028 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:10:42.158791 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-4398ce39-8dda-4706-a46c-5d94ca63c3cf service neutron] Attempting to bind port 9909c3de-ceda-410a-827f-638b2bb4a13a on network 2dea81c9-579d-4895-84c5-236893ba2028 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:10:42.177387 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-4398ce39-8dda-4706-a46c-5d94ca63c3cf service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:10:42.178180 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-4398ce39-8dda-4706-a46c-5d94ca63c3cf service neutron] Checking segment: {'id': '832c381f-2c49-408b-b2ff-0d574332a85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2dea81c9-579d-4895-84c5-236893ba2028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:10:42.178572 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-4398ce39-8dda-4706-a46c-5d94ca63c3cf service neutron] Bound using segment: {'id': '832c381f-2c49-408b-b2ff-0d574332a85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2dea81c9-579d-4895-84c5-236893ba2028'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:10:42.179010 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-4398ce39-8dda-4706-a46c-5d94ca63c3cf service neutron] Bound port: 9909c3de-ceda-410a-827f-638b2bb4a13a, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '832c381f-2c49-408b-b2ff-0d574332a85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2dea81c9-579d-4895-84c5-236893ba2028'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:10:42.179508 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-4398ce39-8dda-4706-a46c-5d94ca63c3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:42.208412 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-567f75cf-6a6e-44fd-b8d4-74ab75c540d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:42.209220 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:42.212608 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-567f75cf-6a6e-44fd-b8d4-74ab75c540d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:42.214092 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-567f75cf-6a6e-44fd-b8d4-74ab75c540d7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/499819ac-0a03-4e50-b6a9-194f1b1704da HTTP/1.1" status: 204 len: 168 time: 0.2110300 Apr 20 13:10:42.223251 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567f75cf-6a6e-44fd-b8d4-74ab75c540d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499819ac-0a03-4e50-b6a9-194f1b1704da,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:42.253043 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-31a8de2e-4ed9-4d15-bc5c-e03c19cca40e service neutron] 10.222.0.25 "GET /v2.0/networks/db25d310-7014-4091-a613-df6bc463c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921082 Apr 20 13:10:42.255461 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-727e4711-1451-4db4-9ea4-e8c35d1f9183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:42.272237 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device b4238f1d-8353-4cb5-834c-d2bcbe23c7e2 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:10:42.295045 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: b4238f1d-8353-4cb5-834c-d2bcbe23c7e2 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:10:42.297946 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device b4238f1d-8353-4cb5-834c-d2bcbe23c7e2 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:10:42.297946 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device b064edd0-53c3-4315-b2bf-a2e258786747 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:10:42.315195 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-0de0b58c-7bc4-43eb-bc52-e6cae027d933 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Made reservation on behalf of 8973e54790744e04b489bfd4ef96d6b3 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:10:42.316581 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: b064edd0-53c3-4315-b2bf-a2e258786747 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:10:42.316933 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device b064edd0-53c3-4315-b2bf-a2e258786747 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:10:42.319090 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-0de0b58c-7bc4-43eb-bc52-e6cae027d933 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:42.371306 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-727e4711-1451-4db4-9ea4-e8c35d1f9183 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=da702c1dcce24f7d826d57f67cab4437&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9395375 Apr 20 13:10:42.374221 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38152) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:42.379647 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e4711-1451-4db4-9ea4-e8c35d1f9183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bf0afd-e848-49b7-934e-37d16b88a015,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:42.412867 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-4398ce39-8dda-4706-a46c-5d94ca63c3cf service neutron] For port 9909c3de-ceda-410a-827f-638b2bb4a13a, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:10:42.446416 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-759366a1-9763-4610-9bf0-e1f6f25aba65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:42.471281 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-759366a1-9763-4610-9bf0-e1f6f25aba65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:42.472499 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-4398ce39-8dda-4706-a46c-5d94ca63c3cf service neutron] For port 9909c3de-ceda-410a-827f-638b2bb4a13a, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=9909c3de-ceda-410a-827f-638b2bb4a13a,segment=NetworkSegment(832c381f-2c49-408b-b2ff-0d574332a85f),segment_id=832c381f-2c49-408b-b2ff-0d574332a85f)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:10:42.527214 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-00e5f92d-1322-45a9-890f-7303a6483aa5 service neutron] 10.222.0.25 "GET /v2.0/networks/d9d77a57-e2db-4fb3-9905-1d63c1153498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518167 Apr 20 13:10:42.562769 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-4398ce39-8dda-4706-a46c-5d94ca63c3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:42.652413 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470d9ce-a755-49ec-a369-25eadab2f674 req-dc259c0b-c7a6-480b-927b-3f891c3b5436 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:42.653931 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e470d9ce-a755-49ec-a369-25eadab2f674 req-dc259c0b-c7a6-480b-927b-3f891c3b5436 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=bddea2f0-6fcf-492e-8666-370922182323 HTTP/1.1" status: 200 len: 948 time: 0.2371795 Apr 20 13:10:42.668481 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-4398ce39-8dda-4706-a46c-5d94ca63c3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:42.669082 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-4398ce39-8dda-4706-a46c-5d94ca63c3cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:42.670399 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-4398ce39-8dda-4706-a46c-5d94ca63c3cf service neutron] 10.222.0.15 "PUT /v2.0/ports/9909c3de-ceda-410a-827f-638b2bb4a13a HTTP/1.1" status: 200 len: 1092 time: 2.3312194 Apr 20 13:10:42.677347 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1938da4a-9c15-4f73-b324-755269e99238', 'tag': '9909c3de-ceda-410a-827f-638b2bb4a13a'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:10:42.680180 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ace7d79-311f-406e-af04-edfd0583c6cc" -d '{"events": [{"name": "network-changed", "server_uuid": "1938da4a-9c15-4f73-b324-755269e99238", "tag": "9909c3de-ceda-410a-827f-638b2bb4a13a"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:10:42.686153 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-759366a1-9763-4610-9bf0-e1f6f25aba65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:42.686153 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-759366a1-9763-4610-9bf0-e1f6f25aba65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:42.686153 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-759366a1-9763-4610-9bf0-e1f6f25aba65 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c3bf0afd-e848-49b7-934e-37d16b88a015 HTTP/1.1" status: 204 len: 168 time: 0.3107293 Apr 20 13:10:42.701018 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759366a1-9763-4610-9bf0-e1f6f25aba65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bf0afd-e848-49b7-934e-37d16b88a015,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:42.705386 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-0de0b58c-7bc4-43eb-bc52-e6cae027d933 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Allocated IP 172.20.0.7 (5c1617fd-b3c2-4890-8228-0b4c973ac53a/b9d8b784-aae6-4178-a00d-bed6eeefe6ff/b259b40c-4952-4e70-8567-c18529e2260b) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:10:42.749519 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4398ce39-8dda-4706-a46c-5d94ca63c3cf service neutron] Pushing event updated for resources: {'Port': ['ID=9909c3de-ceda-410a-827f-638b2bb4a13a,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:42.773573 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:42.795906 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e470d9ce-a755-49ec-a369-25eadab2f674 req-cd261df0-de63-4a8d-bae6-3e8e2af7a54a tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309009 Apr 20 13:10:42.800216 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-e0d2d1ed-df58-4a01-9a92-53ba0395f8e1 service neutron] 10.222.0.25 "GET /v2.0/networks/d9d77a57-e2db-4fb3-9905-1d63c1153498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651315 Apr 20 13:10:42.869223 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24df0ae-62d8-42f7-b903-c99e652b08a9 x-openstack-request-id: req-a24df0ae-62d8-42f7-b903-c99e652b08a9 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:10:42.869513 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1938da4a-9c15-4f73-b324-755269e99238", "tag": "9909c3de-ceda-410a-827f-638b2bb4a13a", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:10:42.869762 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a24df0ae-62d8-42f7-b903-c99e652b08a9 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:10:42.870154 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a24df0ae-62d8-42f7-b903-c99e652b08a9'] response: {'name': 'network-changed', 'server_uuid': '1938da4a-9c15-4f73-b324-755269e99238', 'tag': '9909c3de-ceda-410a-827f-638b2bb4a13a', 'status': 'completed', 'code': 200} Apr 20 13:10:42.929258 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38164) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:42.972705 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a4b85861-5fde-4437-a0e5-2357760d1199 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a6b451742cde4bdd92a02183833a8484&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422292 Apr 20 13:10:42.975619 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38168) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:43.013393 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-3a03fe86-9f16-45f8-8c1b-c6d0869d7f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:43.014884 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-3a03fe86-9f16-45f8-8c1b-c6d0869d7f97 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2f8d76660bef4ff4ae93af45ee0ef2a9&device_id=1938da4a-9c15-4f73-b324-755269e99238 HTTP/1.1" status: 200 len: 1095 time: 0.2138174 Apr 20 13:10:43.031586 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5b4423ed-12f2-41c7-9634-d61b6eb6e71c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:43.059007 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5b4423ed-12f2-41c7-9634-d61b6eb6e71c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:43.095522 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-0de0b58c-7bc4-43eb-bc52-e6cae027d933 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:43.098430 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-5ba9c5fc-b169-42ca-b11d-93256b494e08 service neutron] 10.222.0.25 "GET /v2.0/networks/d9d77a57-e2db-4fb3-9905-1d63c1153498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872231 Apr 20 13:10:43.102504 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-71cda478-746b-43f8-88db-9f71dad315a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9909c3de-ceda-410a-827f-638b2bb4a13a HTTP/1.1" status: 200 len: 217 time: 0.0744762 Apr 20 13:10:43.111509 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2894447-bc89-49cf-b99b-1d81a91bf477 req-ce1e51df-58bf-4d35-8839-628c8f08bdc9 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:43.113026 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a2894447-bc89-49cf-b99b-1d81a91bf477 req-ce1e51df-58bf-4d35-8839-628c8f08bdc9 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] 10.222.0.25 "GET /v2.0/ports?device_id=1938da4a-9c15-4f73-b324-755269e99238 HTTP/1.1" status: 200 len: 944 time: 0.2087491 Apr 20 13:10:43.218737 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5b4423ed-12f2-41c7-9634-d61b6eb6e71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:43.221466 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5b4423ed-12f2-41c7-9634-d61b6eb6e71c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:43.222637 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5b4423ed-12f2-41c7-9634-d61b6eb6e71c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9ae685a4-c36c-4e8b-a875-6ccd34bbf662 HTTP/1.1" status: 204 len: 168 time: 0.2459874 Apr 20 13:10:43.239155 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4423ed-12f2-41c7-9634-d61b6eb6e71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae685a4-c36c-4e8b-a875-6ccd34bbf662,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:43.251540 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-d25b2310-ad29-4680-a74a-332eb7c7e8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:43.252991 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-d25b2310-ad29-4680-a74a-332eb7c7e8d6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=afa67cfe-8405-4dbf-852a-4a2cd88ff70e HTTP/1.1" status: 200 len: 857 time: 0.1358905 Apr 20 13:10:43.284766 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a2894447-bc89-49cf-b99b-1d81a91bf477 req-2b439ec8-eebf-49c6-bab7-ce4312ec295f tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] 10.222.0.25 "GET /v2.0/security-groups?id=c848f6d2-3e6c-4fab-a8da-f5b618b8e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524763 Apr 20 13:10:43.304850 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-2579ffed-e6a3-40f1-afd8-51aa000f4d51 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2dea81c9-579d-4895-84c5-236893ba2028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362937 Apr 20 13:10:43.323425 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-12543701-5b4f-4f2d-b6a1-0954f1d73056 service neutron] 10.222.0.25 "GET /v2.0/networks/d9d77a57-e2db-4fb3-9905-1d63c1153498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014630 Apr 20 13:10:43.370266 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-0de0b58c-7bc4-43eb-bc52-e6cae027d933 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:43.464344 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-0de0b58c-7bc4-43eb-bc52-e6cae027d933 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Network 5c1617fd-b3c2-4890-8228-0b4c973ac53a is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:10:43.477475 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-0de0b58c-7bc4-43eb-bc52-e6cae027d933 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:43.478737 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38178) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:43.485707 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-0de0b58c-7bc4-43eb-bc52-e6cae027d933 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:10:43.494494 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de0b58c-7bc4-43eb-bc52-e6cae027d933 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Pushing event updated for resources: {'Port': ['ID=b259b40c-4952-4e70-8567-c18529e2260b,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:43.503602 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ff1b716b-d108-4269-b1dd-2dbc65993096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:43.525023 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-807dfa0b-5834-4296-84f8-13e35a5c19dc service neutron] 10.222.0.15 "GET /v2.0/networks/2dea81c9-579d-4895-84c5-236893ba2028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077291 Apr 20 13:10:43.533321 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632e75b-4edd-42b9-a679-b23d93f8984d req-b3e1c1df-875e-42fa-b18e-84c058de1e4b tempest-ServersOnMultiNodesTest-1016245788 tempest-ServersOnMultiNodesTest-1016245788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:43.535967 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d632e75b-4edd-42b9-a679-b23d93f8984d req-b3e1c1df-875e-42fa-b18e-84c058de1e4b tempest-ServersOnMultiNodesTest-1016245788 tempest-ServersOnMultiNodesTest-1016245788-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=bddea2f0-6fcf-492e-8666-370922182323 HTTP/1.1" status: 200 len: 1099 time: 0.1526499 Apr 20 13:10:43.616934 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ff1b716b-d108-4269-b1dd-2dbc65993096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:43.617244 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-0de0b58c-7bc4-43eb-bc52-e6cae027d933 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:43.617877 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-0de0b58c-7bc4-43eb-bc52-e6cae027d933 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:43.652253 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d632e75b-4edd-42b9-a679-b23d93f8984d req-fb62606d-af2b-4757-bef0-17efac83d3e6 tempest-ServersOnMultiNodesTest-1016245788 tempest-ServersOnMultiNodesTest-1016245788-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049743 Apr 20 13:10:43.688354 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ff1b716b-d108-4269-b1dd-2dbc65993096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:43.691754 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e7e91eb5-0a5d-4b3b-b028-7776f543ad93 req-bb51e2de-315c-4e13-a371-fd89f757c4e3 service neutron] 10.222.0.15 "GET /v2.0/networks/2dea81c9-579d-4895-84c5-236893ba2028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543164 Apr 20 13:10:43.756356 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-0de0b58c-7bc4-43eb-bc52-e6cae027d933 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8172133 Apr 20 13:10:43.763291 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ff1b716b-d108-4269-b1dd-2dbc65993096 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7a43f11f56c94a35a64e325f54582672&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2828481 Apr 20 13:10:43.764292 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b716b-d108-4269-b1dd-2dbc65993096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48fadb7-589e-4fd3-94ec-703f76d1b7c8,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:43.766770 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38192) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:43.775730 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-1fa14d8b-6ab5-48cb-85fe-4f8f7746e166 service neutron] Request body: {'port': {'device_id': '6da318da-a746-4ac5-bd12-2c51d5b0956d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:43.852989 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b84637d7-c2d5-4ec8-be56-325da938d275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:43.879802 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b84637d7-c2d5-4ec8-be56-325da938d275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:43.995825 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b84637d7-c2d5-4ec8-be56-325da938d275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:44.000565 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b84637d7-c2d5-4ec8-be56-325da938d275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:44.000565 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b84637d7-c2d5-4ec8-be56-325da938d275 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a48fadb7-589e-4fd3-94ec-703f76d1b7c8 HTTP/1.1" status: 204 len: 168 time: 0.2321444 Apr 20 13:10:44.025361 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84637d7-c2d5-4ec8-be56-325da938d275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48fadb7-589e-4fd3-94ec-703f76d1b7c8,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:44.169832 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05751306-aa26-49d6-969c-186a2b1f4356 req-56099ab5-f032-49f9-855f-6393da53ae31 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:44.171273 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-05751306-aa26-49d6-969c-186a2b1f4356 req-56099ab5-f032-49f9-855f-6393da53ae31 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da318da-a746-4ac5-bd12-2c51d5b0956d HTTP/1.1" status: 200 len: 931 time: 0.4609795 Apr 20 13:10:44.212926 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-1fa14d8b-6ab5-48cb-85fe-4f8f7746e166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:44.269379 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-05751306-aa26-49d6-969c-186a2b1f4356 req-63c1822c-630f-41ab-b634-8b48674836bc tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869248 Apr 20 13:10:44.277041 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace7d79-311f-406e-af04-edfd0583c6cc req-afd759cc-f604-4afa-9ba0-8d8c01c198bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:44.278553 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8ace7d79-311f-406e-af04-edfd0583c6cc req-afd759cc-f604-4afa-9ba0-8d8c01c198bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2f8d76660bef4ff4ae93af45ee0ef2a9&device_id=1938da4a-9c15-4f73-b324-755269e99238 HTTP/1.1" status: 200 len: 1095 time: 0.1173778 Apr 20 13:10:44.441475 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-7375651e-30d9-4c72-8310-b707efb1e2c4 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=4e1f0d8155374e7db296a2dc86482d62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464554 Apr 20 13:10:44.575001 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace7d79-311f-406e-af04-edfd0583c6cc req-d6f542d2-0438-4dd2-a87f-7f8b48651274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:44.576761 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8ace7d79-311f-406e-af04-edfd0583c6cc req-d6f542d2-0438-4dd2-a87f-7f8b48651274 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2dea81c9-579d-4895-84c5-236893ba2028 HTTP/1.1" status: 200 len: 918 time: 0.2883270 Apr 20 13:10:44.882276 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8ace7d79-311f-406e-af04-edfd0583c6cc req-e8b18c21-e8ea-4f97-ae59-f3b475a4ac0e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9909c3de-ceda-410a-827f-638b2bb4a13a HTTP/1.1" status: 200 len: 217 time: 0.0509937 Apr 20 13:10:44.882276 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-c8fb356f-dd83-46a4-8806-6638a78f9215 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:44.882276 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-c8fb356f-dd83-46a4-8806-6638a78f9215 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2665875 Apr 20 13:10:44.882276 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace7d79-311f-406e-af04-edfd0583c6cc req-58da0bf0-717f-4f3b-a13b-796fc76a949b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:44.882276 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8ace7d79-311f-406e-af04-edfd0583c6cc req-58da0bf0-717f-4f3b-a13b-796fc76a949b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=afa67cfe-8405-4dbf-852a-4a2cd88ff70e HTTP/1.1" status: 200 len: 857 time: 0.1126621 Apr 20 13:10:44.882276 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-4410420a-cde5-4ab2-ae67-afe6263a5a23 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/quotas/4e1f0d8155374e7db296a2dc86482d62 HTTP/1.1" status: 200 len: 375 time: 0.0329642 Apr 20 13:10:44.882276 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8ace7d79-311f-406e-af04-edfd0583c6cc req-798d541d-09b5-43ec-967c-e3aeadb360d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2dea81c9-579d-4895-84c5-236893ba2028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714793 Apr 20 13:10:44.882276 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-1fa14d8b-6ab5-48cb-85fe-4f8f7746e166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b259b40c-4952-4e70-8567-c18529e2260b {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:10:44.895648 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-1fa14d8b-6ab5-48cb-85fe-4f8f7746e166 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:44.977893 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-18630a70-f2c2-483a-b333-158cafd0a3df tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4e1f0d8155374e7db296a2dc86482d62&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2022707 Apr 20 13:10:45.012523 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-1fa14d8b-6ab5-48cb-85fe-4f8f7746e166 service neutron] Transition to ACTIVE for port object b259b40c-4952-4e70-8567-c18529e2260b will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:10:45.065555 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5308af6-70bc-4167-b7f2-f9322d8f6477 req-81e06ef8-bd61-49e6-8867-eed5dcf1007d tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:45.067055 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b5308af6-70bc-4167-b7f2-f9322d8f6477 req-81e06ef8-bd61-49e6-8867-eed5dcf1007d tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] 10.222.0.25 "GET /v2.0/ports?device_id=1938da4a-9c15-4f73-b324-755269e99238 HTTP/1.1" status: 200 len: 944 time: 0.1671293 Apr 20 13:10:45.071208 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8ace7d79-311f-406e-af04-edfd0583c6cc req-42ecded9-4761-4210-9f31-b0496d320e7b service neutron] 10.222.0.15 "GET /v2.0/networks/2dea81c9-579d-4895-84c5-236893ba2028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187550 Apr 20 13:10:45.161056 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b5308af6-70bc-4167-b7f2-f9322d8f6477 req-bf11cd4c-99bf-4b99-a834-479e32d1048c tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] 10.222.0.25 "GET /v2.0/security-groups?id=c848f6d2-3e6c-4fab-a8da-f5b618b8e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822258 Apr 20 13:10:45.190039 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8ace7d79-311f-406e-af04-edfd0583c6cc req-f18f3ff1-7524-4e09-80ae-f477138af3ca service neutron] 10.222.0.15 "GET /v2.0/networks/2dea81c9-579d-4895-84c5-236893ba2028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107702 Apr 20 13:10:45.310986 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-1fa14d8b-6ab5-48cb-85fe-4f8f7746e166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:45.429670 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa14d8b-6ab5-48cb-85fe-4f8f7746e166 service neutron] Pushing event updated for resources: {'Port': ['ID=b259b40c-4952-4e70-8567-c18529e2260b,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:45.512597 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3f12f0ce-6185-47ad-82a2-91faf374a4af req-83236ce5-cac6-4c6d-97fd-9db88d1ef43f tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 210 time: 0.0513387 Apr 20 13:10:45.519461 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-1fa14d8b-6ab5-48cb-85fe-4f8f7746e166 service neutron] Attempting to bind port b259b40c-4952-4e70-8567-c18529e2260b on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:10:45.519866 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-1fa14d8b-6ab5-48cb-85fe-4f8f7746e166 service neutron] Attempting to bind port b259b40c-4952-4e70-8567-c18529e2260b by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': 'b745dd99-74ee-418c-af50-3e100538147c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5c1617fd-b3c2-4890-8228-0b4c973ac53a'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:10:45.520259 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-1fa14d8b-6ab5-48cb-85fe-4f8f7746e166 service neutron] Attempting to bind port b259b40c-4952-4e70-8567-c18529e2260b on network 5c1617fd-b3c2-4890-8228-0b4c973ac53a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:10:45.530369 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-1fa14d8b-6ab5-48cb-85fe-4f8f7746e166 service neutron] Port b259b40c-4952-4e70-8567-c18529e2260b on network 5c1617fd-b3c2-4890-8228-0b4c973ac53a not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:10:45.530751 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-1fa14d8b-6ab5-48cb-85fe-4f8f7746e166 service neutron] Attempting to bind port b259b40c-4952-4e70-8567-c18529e2260b on network 5c1617fd-b3c2-4890-8228-0b4c973ac53a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:10:45.552024 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e70c4-fbde-4fc4-b611-884d5d51ba5e req-bfd91bed-36f9-41c9-9a3d-36e71b371a5e tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:45.558872 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9c3e70c4-fbde-4fc4-b611-884d5d51ba5e req-bfd91bed-36f9-41c9-9a3d-36e71b371a5e tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da318da-a746-4ac5-bd12-2c51d5b0956d HTTP/1.1" status: 200 len: 943 time: 0.1158776 Apr 20 13:10:45.571176 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-1fa14d8b-6ab5-48cb-85fe-4f8f7746e166 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:10:45.571176 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-1fa14d8b-6ab5-48cb-85fe-4f8f7746e166 service neutron] Checking segment: {'id': 'b745dd99-74ee-418c-af50-3e100538147c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5c1617fd-b3c2-4890-8228-0b4c973ac53a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:10:45.571176 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-1fa14d8b-6ab5-48cb-85fe-4f8f7746e166 service neutron] Bound using segment: {'id': 'b745dd99-74ee-418c-af50-3e100538147c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5c1617fd-b3c2-4890-8228-0b4c973ac53a'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:10:45.571176 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-1fa14d8b-6ab5-48cb-85fe-4f8f7746e166 service neutron] Bound port: b259b40c-4952-4e70-8567-c18529e2260b, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b745dd99-74ee-418c-af50-3e100538147c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5c1617fd-b3c2-4890-8228-0b4c973ac53a'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:10:45.571176 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-1fa14d8b-6ab5-48cb-85fe-4f8f7746e166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:45.651085 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-958408c1-1568-407d-bec3-7c44203407bf req-30ca963c-c6e0-42cd-95df-e43b4d8e678c tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=824e0fa0-db16-415b-bed8-9065640199a8 HTTP/1.1" status: 200 len: 210 time: 0.0482845 Apr 20 13:10:45.679037 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9c3e70c4-fbde-4fc4-b611-884d5d51ba5e req-43a642f4-16a0-46ea-90cf-a0fbfb5408d8 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069412 Apr 20 13:10:45.710295 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-1fa14d8b-6ab5-48cb-85fe-4f8f7746e166 service neutron] For port b259b40c-4952-4e70-8567-c18529e2260b, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:10:45.714132 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-1fa14d8b-6ab5-48cb-85fe-4f8f7746e166 service neutron] For port b259b40c-4952-4e70-8567-c18529e2260b, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b259b40c-4952-4e70-8567-c18529e2260b,segment=NetworkSegment(b745dd99-74ee-418c-af50-3e100538147c),segment_id=b745dd99-74ee-418c-af50-3e100538147c)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:10:45.784555 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-1fa14d8b-6ab5-48cb-85fe-4f8f7746e166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:45.825896 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-1fa14d8b-6ab5-48cb-85fe-4f8f7746e166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:45.826516 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-1fa14d8b-6ab5-48cb-85fe-4f8f7746e166 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:45.828004 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-1fa14d8b-6ab5-48cb-85fe-4f8f7746e166 service neutron] 10.222.0.15 "PUT /v2.0/ports/b259b40c-4952-4e70-8567-c18529e2260b HTTP/1.1" status: 200 len: 1091 time: 2.0625377 Apr 20 13:10:45.830448 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da318da-a746-4ac5-bd12-2c51d5b0956d', 'tag': 'b259b40c-4952-4e70-8567-c18529e2260b'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:10:45.833225 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96226d5c-e7d0-4b86-9311-a263d8080bb7" -d '{"events": [{"name": "network-changed", "server_uuid": "6da318da-a746-4ac5-bd12-2c51d5b0956d", "tag": "b259b40c-4952-4e70-8567-c18529e2260b"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:10:45.880030 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffe3785-2267-407c-a055-d17bbc4e6daa x-openstack-request-id: req-bffe3785-2267-407c-a055-d17bbc4e6daa {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:10:45.880419 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6da318da-a746-4ac5-bd12-2c51d5b0956d", "tag": "b259b40c-4952-4e70-8567-c18529e2260b", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:10:45.880746 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bffe3785-2267-407c-a055-d17bbc4e6daa {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:10:45.881482 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bffe3785-2267-407c-a055-d17bbc4e6daa'] response: {'name': 'network-changed', 'server_uuid': '6da318da-a746-4ac5-bd12-2c51d5b0956d', 'tag': 'b259b40c-4952-4e70-8567-c18529e2260b', 'status': 'completed', 'code': 200} Apr 20 13:10:45.885300 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa14d8b-6ab5-48cb-85fe-4f8f7746e166 service neutron] Pushing event updated for resources: {'Port': ['ID=b259b40c-4952-4e70-8567-c18529e2260b,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:45.948756 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96226d5c-e7d0-4b86-9311-a263d8080bb7 req-79c57d31-8b35-4a33-92ec-79e31622e7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:45.950394 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-96226d5c-e7d0-4b86-9311-a263d8080bb7 req-79c57d31-8b35-4a33-92ec-79e31622e7cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8973e54790744e04b489bfd4ef96d6b3&device_id=6da318da-a746-4ac5-bd12-2c51d5b0956d HTTP/1.1" status: 200 len: 1094 time: 0.0527463 Apr 20 13:10:46.063225 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96226d5c-e7d0-4b86-9311-a263d8080bb7 req-59192994-b33b-4f2f-af5a-b5751fa75666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:46.064850 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-96226d5c-e7d0-4b86-9311-a263d8080bb7 req-59192994-b33b-4f2f-af5a-b5751fa75666 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=8973e54790744e04b489bfd4ef96d6b3&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1046791 Apr 20 13:10:46.188658 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96226d5c-e7d0-4b86-9311-a263d8080bb7 req-db8a6d08-ba13-44f5-974f-9fb0f2bbd7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:46.190217 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-96226d5c-e7d0-4b86-9311-a263d8080bb7 req-db8a6d08-ba13-44f5-974f-9fb0f2bbd7c9 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1171997 Apr 20 13:10:46.310528 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-5789fbb4-7fd7-4ba8-8e57-90294064df29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:46.312066 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-5789fbb4-7fd7-4ba8-8e57-90294064df29 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8973e54790744e04b489bfd4ef96d6b3&device_id=6da318da-a746-4ac5-bd12-2c51d5b0956d HTTP/1.1" status: 200 len: 1094 time: 0.0667782 Apr 20 13:10:46.320937 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164408c-4a3e-475d-bec0-a8f8a33f574c req-29d9d7bd-6a39-4c83-880f-0c7e930fb485 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:46.322342 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a164408c-4a3e-475d-bec0-a8f8a33f574c req-29d9d7bd-6a39-4c83-880f-0c7e930fb485 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] 10.222.0.25 "GET /v2.0/ports?device_id=1938da4a-9c15-4f73-b324-755269e99238 HTTP/1.1" status: 200 len: 944 time: 0.0857320 Apr 20 13:10:46.362951 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-77005fb7-4525-47c6-bcf4-0ee61281cbf9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b259b40c-4952-4e70-8567-c18529e2260b HTTP/1.1" status: 200 len: 217 time: 0.0396645 Apr 20 13:10:46.424560 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a164408c-4a3e-475d-bec0-a8f8a33f574c req-eeec9c51-e46a-43aa-9e6e-d5230ddf41f1 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] 10.222.0.25 "GET /v2.0/security-groups?id=c848f6d2-3e6c-4fab-a8da-f5b618b8e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945714 Apr 20 13:10:46.434319 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-476b9933-249a-4462-9daf-c6ee0c6a1ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:46.442841 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-476b9933-249a-4462-9daf-c6ee0c6a1ef7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9d8b784-aae6-4178-a00d-bed6eeefe6ff HTTP/1.1" status: 200 len: 845 time: 0.0650284 Apr 20 13:10:46.469378 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-326d1239-6be7-4fa5-92a9-bab8cd8d9ca5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c1617fd-b3c2-4890-8228-0b4c973ac53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269856 Apr 20 13:10:46.581104 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-ce0839cc-7f8b-48ee-83e9-1c45a686bb27 service neutron] 10.222.0.15 "GET /v2.0/networks/5c1617fd-b3c2-4890-8228-0b4c973ac53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045008 Apr 20 13:10:46.687738 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-690401f7-5824-499d-a44e-3492daf22021 req-0c7dda34-3879-4ed4-829a-26ff6e0fe624 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 210 time: 0.0318267 Apr 20 13:10:46.762936 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5dcbf3ce-44cd-4ef5-8007-8bd5d88c164b req-da94a804-6780-40c9-90bd-882d9b78ef38 tempest-FlavorsV2NegativeTest-51112328 tempest-FlavorsV2NegativeTest-51112328-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c2c356f3ccfb4b68ac0cffb09c4949ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285137 Apr 20 13:10:46.764946 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa2e2984-590e-4020-9a37-4c28a63f3c26 req-5fcbd855-6cbc-4cb1-a46d-9b4426099e4f service neutron] 10.222.0.15 "GET /v2.0/networks/5c1617fd-b3c2-4890-8228-0b4c973ac53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766248 Apr 20 13:10:46.823982 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6baf7977-fab3-424e-b8d4-d3e07dab7553 req-a2c941ab-1f68-4840-8fbc-9f8b7de8f201 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=824e0fa0-db16-415b-bed8-9065640199a8 HTTP/1.1" status: 200 len: 210 time: 0.0429449 Apr 20 13:10:46.921522 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbf3ce-44cd-4ef5-8007-8bd5d88c164b req-31f86c38-9ca9-4ffc-8ef2-a1bf6fafdb4f tempest-FlavorsV2NegativeTest-51112328 tempest-FlavorsV2NegativeTest-51112328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:46.922988 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5dcbf3ce-44cd-4ef5-8007-8bd5d88c164b req-31f86c38-9ca9-4ffc-8ef2-a1bf6fafdb4f tempest-FlavorsV2NegativeTest-51112328 tempest-FlavorsV2NegativeTest-51112328-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1518340 Apr 20 13:10:46.951812 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5dcbf3ce-44cd-4ef5-8007-8bd5d88c164b req-fdd523c8-7176-4924-b840-dfc8aee2890d tempest-FlavorsV2NegativeTest-51112328 tempest-FlavorsV2NegativeTest-51112328-project] 10.222.0.25 "GET /v2.0/quotas/c2c356f3ccfb4b68ac0cffb09c4949ac HTTP/1.1" status: 200 len: 375 time: 0.0149677 Apr 20 13:10:46.977721 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b726d-6f75-4e12-a943-cd4b8fe162f4 req-68b1f4aa-7a42-403b-9cb4-354f8711e2b2 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:46.979164 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-031b726d-6f75-4e12-a943-cd4b8fe162f4 req-68b1f4aa-7a42-403b-9cb4-354f8711e2b2 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da318da-a746-4ac5-bd12-2c51d5b0956d HTTP/1.1" status: 200 len: 943 time: 0.0773513 Apr 20 13:10:47.003450 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5dcbf3ce-44cd-4ef5-8007-8bd5d88c164b req-56a0df45-f121-4297-b77d-7f479650d7ac tempest-FlavorsV2NegativeTest-51112328 tempest-FlavorsV2NegativeTest-51112328-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c2c356f3ccfb4b68ac0cffb09c4949ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425887 Apr 20 13:10:47.038086 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-031b726d-6f75-4e12-a943-cd4b8fe162f4 req-5d60ed55-9973-46dd-8a20-5c0865fc3605 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369315 Apr 20 13:10:47.551731 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d0c9e-5e81-458d-aa9e-460bed7dd1f2 req-118ac36d-ba79-4b44-ae90-ff2b40c97b26 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:47.553889 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bd4d0c9e-5e81-458d-aa9e-460bed7dd1f2 req-118ac36d-ba79-4b44-ae90-ff2b40c97b26 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] 10.222.0.25 "GET /v2.0/ports?device_id=1938da4a-9c15-4f73-b324-755269e99238 HTTP/1.1" status: 200 len: 944 time: 0.0539560 Apr 20 13:10:47.595823 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bd4d0c9e-5e81-458d-aa9e-460bed7dd1f2 req-f2524611-9610-4745-8e05-26af9b0d1f49 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] 10.222.0.25 "GET /v2.0/security-groups?id=c848f6d2-3e6c-4fab-a8da-f5b618b8e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348718 Apr 20 13:10:47.704386 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38362) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:47.799593 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-321654af-e1b1-4da1-9c7d-a34ae4775564 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4e1f0d8155374e7db296a2dc86482d62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289094 Apr 20 13:10:47.806807 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-99cdf668-1e00-4960-a9b5-2464ccd47981 req-06e9a030-9a0e-4e56-9ee5-16c74890565d tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 210 time: 0.0345123 Apr 20 13:10:47.847512 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-933d3b75-eb08-480e-b19d-3c0e29239004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:47.942277 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c87aa6dd-95d0-4720-a3dd-3ed4034230f3 req-7bd65517-67fb-4970-bb03-5e6fe6fe3918 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=824e0fa0-db16-415b-bed8-9065640199a8 HTTP/1.1" status: 200 len: 210 time: 0.0278642 Apr 20 13:10:47.957178 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-c851eacc-8640-442e-b70b-d0d6c682ddef tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:47.959120 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-c851eacc-8640-442e-b70b-d0d6c682ddef tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1538062 Apr 20 13:10:47.973712 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-bc712a78-a12c-4815-a4d9-589399e2b6f7 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Request body: {'port': {'device_id': '824e0fa0-db16-415b-bed8-9065640199a8', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'admin_state_up': True, 'tenant_id': '4e1f0d8155374e7db296a2dc86482d62'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:48.057765 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-933d3b75-eb08-480e-b19d-3c0e29239004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:48.101074 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38374) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:48.144741 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-933d3b75-eb08-480e-b19d-3c0e29239004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:48.177579 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095a84a-5256-4b3c-9c46-6a70272cfda9 req-99734f7b-1a29-40b3-b192-b2376eb6b99c tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:48.178516 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-bc712a78-a12c-4815-a4d9-589399e2b6f7 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Made reservation on behalf of 4e1f0d8155374e7db296a2dc86482d62 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:10:48.182008 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-bc712a78-a12c-4815-a4d9-589399e2b6f7 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:48.189392 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4095a84a-5256-4b3c-9c46-6a70272cfda9 req-99734f7b-1a29-40b3-b192-b2376eb6b99c tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da318da-a746-4ac5-bd12-2c51d5b0956d HTTP/1.1" status: 200 len: 943 time: 0.0775666 Apr 20 13:10:48.202630 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-933d3b75-eb08-480e-b19d-3c0e29239004 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=94873f3f4c2e40aaa7b5628a8a556e00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4969401 Apr 20 13:10:48.213260 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38378) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:48.217160 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d3b75-eb08-480e-b19d-3c0e29239004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d84a666-5033-4dfe-92a3-7a02dd8c53c4,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:48.247136 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bc47a5da-0fb1-4f89-904f-51d4844656a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:48.251700 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4095a84a-5256-4b3c-9c46-6a70272cfda9 req-beb0cb46-ad07-4ee8-8cb0-3a2261b5c655 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611846 Apr 20 13:10:48.329206 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bc47a5da-0fb1-4f89-904f-51d4844656a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:48.331627 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1dd177d2-4717-4337-b728-e10ad93d5f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:48.386703 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1dd177d2-4717-4337-b728-e10ad93d5f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:48.403130 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-bc712a78-a12c-4815-a4d9-589399e2b6f7 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Allocated IP 192.168.233.192 (6efc3d61-2150-4671-a02d-6127df40131a/c5b1f82a-7732-4b50-ab22-2475f182a712/6ce49f2e-452c-491d-bef2-ce3b7b6d48ed) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:10:48.405543 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-ca34597e-cacf-4069-9f42-ad1eaefb49a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:48.406882 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-ca34597e-cacf-4069-9f42-ad1eaefb49a9 service neutron] 10.222.0.32 "GET /v2.0/ports/bcd82748-3135-4569-bfe2-1036cfb737c9 HTTP/1.1" status: 200 len: 1032 time: 0.0343843 Apr 20 13:10:48.444482 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bc47a5da-0fb1-4f89-904f-51d4844656a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:48.455559 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-997fe65c-9ddd-4798-bc22-9f39f58493b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:48.457094 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-997fe65c-9ddd-4798-bc22-9f39f58493b4 service neutron] 10.222.0.32 "GET /v2.0/ports/4b9a3dab-fa04-4d5d-827d-ba1227aed618 HTTP/1.1" status: 200 len: 1032 time: 0.0442221 Apr 20 13:10:48.518094 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc47a5da-0fb1-4f89-904f-51d4844656a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41376c07-a7e4-472c-9c8d-d05e3081dbba,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:48.529303 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-bc47a5da-0fb1-4f89-904f-51d4844656a5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c2c356f3ccfb4b68ac0cffb09c4949ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4242837 Apr 20 13:10:48.536482 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38380) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:48.553068 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1dd177d2-4717-4337-b728-e10ad93d5f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:48.555554 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1dd177d2-4717-4337-b728-e10ad93d5f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:48.556639 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1dd177d2-4717-4337-b728-e10ad93d5f28 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0d84a666-5033-4dfe-92a3-7a02dd8c53c4 HTTP/1.1" status: 204 len: 168 time: 0.3420668 Apr 20 13:10:48.582666 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd177d2-4717-4337-b728-e10ad93d5f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d84a666-5033-4dfe-92a3-7a02dd8c53c4,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:48.612462 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-bc712a78-a12c-4815-a4d9-589399e2b6f7 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:48.618860 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-eb7a6a74-43fc-47e6-b621-4078c3ffd4db tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:48.628415 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-eb7a6a74-43fc-47e6-b621-4078c3ffd4db tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:48.635962 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-eb7a6a74-43fc-47e6-b621-4078c3ffd4db tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:48.637560 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-eb7a6a74-43fc-47e6-b621-4078c3ffd4db tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.32 "GET /v2.0/networks?id=56951fe5-a13b-4124-8315-505260f0a93e&id=db25d310-7014-4091-a613-df6bc463c340&id=db25d310-7014-4091-a613-df6bc463c340&id=db25d310-7014-4091-a613-df6bc463c340&id=db25d310-7014-4091-a613-df6bc463c340&id=d9d77a57-e2db-4fb3-9905-1d63c1153498&id=d9d77a57-e2db-4fb3-9905-1d63c1153498 HTTP/1.1" status: 200 len: 1993 time: 0.1731336 Apr 20 13:10:48.659492 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d56c8893-3299-4319-b79c-6e220bcf834b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:48.682303 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d56c8893-3299-4319-b79c-6e220bcf834b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:48.745032 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-52224d67-64a9-4c74-92a1-f01575eef421 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=751edd8696be4dfdb3446a3e33725797 HTTP/1.1" status: 200 len: 380 time: 0.0688601 Apr 20 13:10:48.758139 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-3b01464e-ccd0-4b1e-b544-b71bbc8aafc7 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Request body: {'port': {'device_id': '433546e1-53c7-4b77-b409-f5bffa48a147', 'network_id': '56951fe5-a13b-4124-8315-505260f0a93e', 'admin_state_up': True, 'tenant_id': '751edd8696be4dfdb3446a3e33725797', 'security_groups': ['4eb68677-e676-4e38-a83e-a1a6e1fb6d3b']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:48.769921 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8f6fb-2f46-47d2-bd09-e3d5e8653282 req-9a883052-35a1-4987-8558-652312e62f2b tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:48.771412 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-35c8f6fb-2f46-47d2-bd09-e3d5e8653282 req-9a883052-35a1-4987-8558-652312e62f2b tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] 10.222.0.25 "GET /v2.0/ports?device_id=1938da4a-9c15-4f73-b324-755269e99238 HTTP/1.1" status: 200 len: 944 time: 0.0762768 Apr 20 13:10:48.776290 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-bc712a78-a12c-4815-a4d9-589399e2b6f7 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:48.788168 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['02d394e3-f6ef-489c-8ff6-8161ad8effee', '02c75dde-c85e-4540-b9d2-3b060f581e4b'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:10:48.796529 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['3c9f21da-6fdc-4980-88b9-d73613e671ab', '35f4dcac-bf1f-472e-8000-63eb2787a89a', '27987731-9483-4930-8ab5-3df02669158a', '9c47dad3-2ec9-4c75-a418-6e8bb250bdb2'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:10:48.844927 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-bc712a78-a12c-4815-a4d9-589399e2b6f7 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Network 6efc3d61-2150-4671-a02d-6127df40131a is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:10:48.845771 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d56c8893-3299-4319-b79c-6e220bcf834b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:48.861854 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d56c8893-3299-4319-b79c-6e220bcf834b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:48.864412 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-35c8f6fb-2f46-47d2-bd09-e3d5e8653282 req-fc75aacb-6340-4a47-94c4-524dda99fd5d tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] 10.222.0.25 "GET /v2.0/security-groups?id=c848f6d2-3e6c-4fab-a8da-f5b618b8e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822904 Apr 20 13:10:48.866467 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d56c8893-3299-4319-b79c-6e220bcf834b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/41376c07-a7e4-472c-9c8d-d05e3081dbba HTTP/1.1" status: 204 len: 168 time: 0.3288817 Apr 20 13:10:48.901986 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c8893-3299-4319-b79c-6e220bcf834b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41376c07-a7e4-472c-9c8d-d05e3081dbba,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:48.904936 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-bc712a78-a12c-4815-a4d9-589399e2b6f7 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:48.912641 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-bc712a78-a12c-4815-a4d9-589399e2b6f7 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:10:48.929775 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 9909c3de-ceda-410a-827f-638b2bb4a13a details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:10:49.033872 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-bc712a78-a12c-4815-a4d9-589399e2b6f7 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:49.034567 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-bc712a78-a12c-4815-a4d9-589399e2b6f7 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:49.065143 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc712a78-a12c-4815-a4d9-589399e2b6f7 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Pushing event updated for resources: {'Port': ['ID=6ce49f2e-452c-491d-bef2-ce3b7b6d48ed,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:49.116856 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b433c286-c076-49b3-9070-691ec8c7185d req-e4096623-41a7-46a3-a5b5-cdf8197c90f0 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 210 time: 0.0883389 Apr 20 13:10:49.119046 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-3b01464e-ccd0-4b1e-b544-b71bbc8aafc7 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Made reservation on behalf of 751edd8696be4dfdb3446a3e33725797 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:10:49.122543 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-3b01464e-ccd0-4b1e-b544-b71bbc8aafc7 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:49.166514 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-bc712a78-a12c-4815-a4d9-589399e2b6f7 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1972773 Apr 20 13:10:49.168494 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 9909c3de-ceda-410a-827f-638b2bb4a13a, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=9909c3de-ceda-410a-827f-638b2bb4a13a,segment=NetworkSegment(832c381f-2c49-408b-b2ff-0d574332a85f),segment_id=832c381f-2c49-408b-b2ff-0d574332a85f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:49.182959 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-a3e70b24-c305-4aff-8b5c-feddd13b4be1 service neutron] Request body: {'port': {'device_id': '824e0fa0-db16-415b-bed8-9065640199a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:49.232013 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '9909c3de-ceda-410a-827f-638b2bb4a13a', 'network_id': '2dea81c9-579d-4895-84c5-236893ba2028', 'port_id': '9909c3de-ceda-410a-827f-638b2bb4a13a', 'mac_address': 'fa:16:3e:6b:f7:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa67cfe-8405-4dbf-852a-4a2cd88ff70e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:10:49.266260 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a21028-6176-4dde-abb5-9661eb303f5b req-3054b0d9-92af-4de3-b6b0-e6a5ba304f1d tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:49.282531 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-60a21028-6176-4dde-abb5-9661eb303f5b req-3054b0d9-92af-4de3-b6b0-e6a5ba304f1d tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=824e0fa0-db16-415b-bed8-9065640199a8 HTTP/1.1" status: 200 len: 936 time: 0.2365291 Apr 20 13:10:49.293388 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-a3e70b24-c305-4aff-8b5c-feddd13b4be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:49.371329 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-60a21028-6176-4dde-abb5-9661eb303f5b req-de07190a-2538-4c90-81ef-408bb484b12c tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858552 Apr 20 13:10:49.388012 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:49.406901 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9909c3de-ceda-410a-827f-638b2bb4a13a {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:10:49.432311 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 9909c3de-ceda-410a-827f-638b2bb4a13a, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=9909c3de-ceda-410a-827f-638b2bb4a13a,segment=NetworkSegment(832c381f-2c49-408b-b2ff-0d574332a85f),segment_id=832c381f-2c49-408b-b2ff-0d574332a85f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:49.466480 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38398) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:49.520389 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-3590d90e-045c-4570-9db3-3fbd92a4999a None None] Provisioning complete for port 6ce49f2e-452c-491d-bef2-ce3b7b6d48ed triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:49.525859 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3590d90e-045c-4570-9db3-3fbd92a4999a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:49.526049 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-17672c09-7e28-4c03-93b8-3906e3dc51b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:49.568214 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-3b01464e-ccd0-4b1e-b544-b71bbc8aafc7 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Allocated IP 172.20.0.12 (56951fe5-a13b-4124-8315-505260f0a93e/3c09cad0-5b49-4174-8e95-ec3d5bcce76b/a2533aa3-2355-44c2-b360-55e62b33e303) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:10:49.574017 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-3590d90e-045c-4570-9db3-3fbd92a4999a None None] Port 6ce49f2e-452c-491d-bef2-ce3b7b6d48ed cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:10:49.575778 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:49.577685 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c27e31-1e32-4b20-9643-7e3e0a49266e req-b8a27dc8-516e-4aa7-9417-98d21a202b8c tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:49.579426 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d5c27e31-1e32-4b20-9643-7e3e0a49266e req-b8a27dc8-516e-4aa7-9417-98d21a202b8c tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da318da-a746-4ac5-bd12-2c51d5b0956d HTTP/1.1" status: 200 len: 943 time: 0.1893096 Apr 20 13:10:49.644195 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=9909c3de-ceda-410a-827f-638b2bb4a13a,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:49.659446 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d5c27e31-1e32-4b20-9643-7e3e0a49266e req-3ffb769f-c223-4d88-9927-56f9cc92933a tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678687 Apr 20 13:10:49.844595 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-17672c09-7e28-4c03-93b8-3906e3dc51b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:49.854825 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-a3e70b24-c305-4aff-8b5c-feddd13b4be1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ce49f2e-452c-491d-bef2-ce3b7b6d48ed {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:10:49.872287 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-a3e70b24-c305-4aff-8b5c-feddd13b4be1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:49.893086 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-a3e70b24-c305-4aff-8b5c-feddd13b4be1 service neutron] Transition to ACTIVE for port object 6ce49f2e-452c-491d-bef2-ce3b7b6d48ed will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:10:49.894271 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-17672c09-7e28-4c03-93b8-3906e3dc51b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:49.903843 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-3b01464e-ccd0-4b1e-b544-b71bbc8aafc7 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:49.950322 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17672c09-7e28-4c03-93b8-3906e3dc51b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ef4aef-833a-415a-ab6c-47f1fdccea66,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:49.952238 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-a3e70b24-c305-4aff-8b5c-feddd13b4be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:49.957094 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-17672c09-7e28-4c03-93b8-3906e3dc51b2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0bdb15bbdf3d4a6280ae10168bfd570e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4872475 Apr 20 13:10:49.967588 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38410) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:50.016114 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['9909c3de-ceda-410a-827f-638b2bb4a13a'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:10:50.040108 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e70b24-c305-4aff-8b5c-feddd13b4be1 service neutron] Pushing event updated for resources: {'Port': ['ID=6ce49f2e-452c-491d-bef2-ce3b7b6d48ed,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:50.163205 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2fb9916c-eabc-450a-98ff-b7913c2ce25f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:50.212566 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-a3e70b24-c305-4aff-8b5c-feddd13b4be1 service neutron] Attempting to bind port 6ce49f2e-452c-491d-bef2-ce3b7b6d48ed on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:10:50.213070 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-a3e70b24-c305-4aff-8b5c-feddd13b4be1 service neutron] Attempting to bind port 6ce49f2e-452c-491d-bef2-ce3b7b6d48ed by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:10:50.213555 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-a3e70b24-c305-4aff-8b5c-feddd13b4be1 service neutron] Attempting to bind port 6ce49f2e-452c-491d-bef2-ce3b7b6d48ed on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:10:50.220170 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-a3e70b24-c305-4aff-8b5c-feddd13b4be1 service neutron] Port 6ce49f2e-452c-491d-bef2-ce3b7b6d48ed on network 6efc3d61-2150-4671-a02d-6127df40131a not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:10:50.220600 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-a3e70b24-c305-4aff-8b5c-feddd13b4be1 service neutron] Attempting to bind port 6ce49f2e-452c-491d-bef2-ce3b7b6d48ed on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:10:50.221205 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07dbf4-3def-495f-a08a-5ede1de98817 req-d4e5cf07-26d7-4783-a4e3-95d75b108bf8 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:50.228330 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-a3e70b24-c305-4aff-8b5c-feddd13b4be1 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:10:50.228693 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-a3e70b24-c305-4aff-8b5c-feddd13b4be1 service neutron] Checking segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:10:50.230996 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-a3e70b24-c305-4aff-8b5c-feddd13b4be1 service neutron] Bound using segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:10:50.230996 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-a3e70b24-c305-4aff-8b5c-feddd13b4be1 service neutron] Bound port: 6ce49f2e-452c-491d-bef2-ce3b7b6d48ed, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:10:50.230996 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-a3e70b24-c305-4aff-8b5c-feddd13b4be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:50.234862 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4e07dbf4-3def-495f-a08a-5ede1de98817 req-d4e5cf07-26d7-4783-a4e3-95d75b108bf8 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] 10.222.0.25 "GET /v2.0/ports?device_id=1938da4a-9c15-4f73-b324-755269e99238 HTTP/1.1" status: 200 len: 945 time: 0.1858587 Apr 20 13:10:50.253107 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2fb9916c-eabc-450a-98ff-b7913c2ce25f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:50.273894 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-3b01464e-ccd0-4b1e-b544-b71bbc8aafc7 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:50.327468 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-a3e70b24-c305-4aff-8b5c-feddd13b4be1 service neutron] For port 6ce49f2e-452c-491d-bef2-ce3b7b6d48ed, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:10:50.332153 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-a3e70b24-c305-4aff-8b5c-feddd13b4be1 service neutron] For port 6ce49f2e-452c-491d-bef2-ce3b7b6d48ed, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=6ce49f2e-452c-491d-bef2-ce3b7b6d48ed,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:10:50.425534 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-a3e70b24-c305-4aff-8b5c-feddd13b4be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:50.445221 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-3b01464e-ccd0-4b1e-b544-b71bbc8aafc7 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Network 56951fe5-a13b-4124-8315-505260f0a93e is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:10:50.457331 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-3b01464e-ccd0-4b1e-b544-b71bbc8aafc7 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:50.464375 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4e07dbf4-3def-495f-a08a-5ede1de98817 req-931cf966-b8d5-45bc-9c2a-4a69260fd006 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] 10.222.0.25 "GET /v2.0/security-groups?id=c848f6d2-3e6c-4fab-a8da-f5b618b8e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269526 Apr 20 13:10:50.465363 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-3b01464e-ccd0-4b1e-b544-b71bbc8aafc7 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:10:50.473229 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b01464e-ccd0-4b1e-b544-b71bbc8aafc7 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Pushing event updated for resources: {'Port': ['ID=a2533aa3-2355-44c2-b360-55e62b33e303,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:50.508169 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e70b24-c305-4aff-8b5c-feddd13b4be1 service neutron] Pushing event updated for resources: {'Port': ['ID=6ce49f2e-452c-491d-bef2-ce3b7b6d48ed,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:50.538309 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38424) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:50.559937 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-a3e70b24-c305-4aff-8b5c-feddd13b4be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:50.560571 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-a3e70b24-c305-4aff-8b5c-feddd13b4be1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:50.561955 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-a3e70b24-c305-4aff-8b5c-feddd13b4be1 service neutron] 10.222.0.32 "PUT /v2.0/ports/6ce49f2e-452c-491d-bef2-ce3b7b6d48ed HTTP/1.1" status: 200 len: 1096 time: 1.3860853 Apr 20 13:10:50.562475 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '824e0fa0-db16-415b-bed8-9065640199a8', 'tag': '6ce49f2e-452c-491d-bef2-ce3b7b6d48ed'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:10:50.564766 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c89eda-a76e-4fab-a27e-2980e67dc84a" -d '{"events": [{"name": "network-changed", "server_uuid": "824e0fa0-db16-415b-bed8-9065640199a8", "tag": "6ce49f2e-452c-491d-bef2-ce3b7b6d48ed"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:10:50.567730 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b7ba1-39a5-4794-be26-afdcebfc6f6c req-de83b2af-68b4-4c48-9d98-5aba36ac9ca7 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:50.579824 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bc7b7ba1-39a5-4794-be26-afdcebfc6f6c req-de83b2af-68b4-4c48-9d98-5aba36ac9ca7 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 932 time: 0.2684600 Apr 20 13:10:50.616866 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-3b01464e-ccd0-4b1e-b544-b71bbc8aafc7 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:50.617532 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-3b01464e-ccd0-4b1e-b544-b71bbc8aafc7 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:50.693919 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bc7b7ba1-39a5-4794-be26-afdcebfc6f6c req-74ee0e5b-63ac-437a-9080-00478a233b72 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108007 Apr 20 13:10:50.693919 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2fb9916c-eabc-450a-98ff-b7913c2ce25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:50.706468 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2fb9916c-eabc-450a-98ff-b7913c2ce25f admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:50.712806 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2fb9916c-eabc-450a-98ff-b7913c2ce25f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/90ef4aef-833a-415a-ab6c-47f1fdccea66 HTTP/1.1" status: 204 len: 168 time: 0.7365289 Apr 20 13:10:50.735407 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb9916c-eabc-450a-98ff-b7913c2ce25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ef4aef-833a-415a-ab6c-47f1fdccea66,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:50.761421 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-3b01464e-ccd0-4b1e-b544-b71bbc8aafc7 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0091493 Apr 20 13:10:50.762162 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-de50ebe5-180c-4658-a5ee-d448a0d75791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:50.765265 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-de50ebe5-180c-4658-a5ee-d448a0d75791 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e1f0d8155374e7db296a2dc86482d62&device_id=824e0fa0-db16-415b-bed8-9065640199a8 HTTP/1.1" status: 200 len: 1099 time: 0.0835817 Apr 20 13:10:50.784251 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a83d4a0-5c8f-4d76-a39c-241a5f1ae2b3 x-openstack-request-id: req-5a83d4a0-5c8f-4d76-a39c-241a5f1ae2b3 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:10:50.784537 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "824e0fa0-db16-415b-bed8-9065640199a8", "tag": "6ce49f2e-452c-491d-bef2-ce3b7b6d48ed", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:10:50.784786 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5a83d4a0-5c8f-4d76-a39c-241a5f1ae2b3 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:10:50.785174 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a83d4a0-5c8f-4d76-a39c-241a5f1ae2b3'] response: {'name': 'network-changed', 'server_uuid': '824e0fa0-db16-415b-bed8-9065640199a8', 'tag': '6ce49f2e-452c-491d-bef2-ce3b7b6d48ed', 'status': 'completed', 'code': 200} Apr 20 13:10:50.790908 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-700cbd77-d0d4-4fe5-ad32-55bfb0373afd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1256763291-network', 'tenant_id': '471c34e410a849329f8145358575a6e4'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:50.808432 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872a04c-42a5-4e28-8ae6-886339e16744 req-b1e3729c-c166-43a3-a01a-3a6132a5ec55 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:50.810274 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f872a04c-42a5-4e28-8ae6-886339e16744 req-b1e3729c-c166-43a3-a01a-3a6132a5ec55 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=824e0fa0-db16-415b-bed8-9065640199a8 HTTP/1.1" status: 200 len: 948 time: 0.1887541 Apr 20 13:10:50.820853 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-c2dd78ea-4baa-4e9d-b65e-1cc54784e1ed tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Request body: {'port': {'device_id': '433546e1-53c7-4b77-b409-f5bffa48a147', 'network_id': 'db25d310-7014-4091-a613-df6bc463c340', 'admin_state_up': True, 'tenant_id': '751edd8696be4dfdb3446a3e33725797', 'security_groups': ['4eb68677-e676-4e38-a83e-a1a6e1fb6d3b']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:50.836357 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-71c45fa8-1694-4791-a840-c79399e55f4f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=6ce49f2e-452c-491d-bef2-ce3b7b6d48ed HTTP/1.1" status: 200 len: 217 time: 0.0502625 Apr 20 13:10:50.873140 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b259b40c-4952-4e70-8567-c18529e2260b details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:10:50.983059 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-92e6a7e6-7118-467f-88a1-c53b51c82df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:50.984309 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-92e6a7e6-7118-467f-88a1-c53b51c82df7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.1405053 Apr 20 13:10:51.001682 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700cbd77-d0d4-4fe5-ad32-55bfb0373afd admin admin] Made reservation on behalf of 471c34e410a849329f8145358575a6e4 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:10:51.002464 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-700cbd77-d0d4-4fe5-ad32-55bfb0373afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:51.016884 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f872a04c-42a5-4e28-8ae6-886339e16744 req-03739131-7fd7-4029-8db2-9173c8a7dee9 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924455 Apr 20 13:10:51.025274 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-700cbd77-d0d4-4fe5-ad32-55bfb0373afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:51.055387 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a30ec-fe8e-42b5-b255-7c8e465cf209 req-fa75aede-2577-4fa3-a4e0-43da49788e95 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:51.057150 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a14a30ec-fe8e-42b5-b255-7c8e465cf209 req-fa75aede-2577-4fa3-a4e0-43da49788e95 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da318da-a746-4ac5-bd12-2c51d5b0956d HTTP/1.1" status: 200 len: 943 time: 0.1405084 Apr 20 13:10:51.122708 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a14a30ec-fe8e-42b5-b255-7c8e465cf209 req-dc0f2358-6834-45de-a554-1635da8af958 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547819 Apr 20 13:10:51.167295 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-700cbd77-d0d4-4fe5-ad32-55bfb0373afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:51.173095 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-c2dd78ea-4baa-4e9d-b65e-1cc54784e1ed tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Made reservation on behalf of 751edd8696be4dfdb3446a3e33725797 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:10:51.177809 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-c2dd78ea-4baa-4e9d-b65e-1cc54784e1ed tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:51.201576 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-93b99789-cbfe-4fdd-842e-9373326979c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:51.203396 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-93b99789-cbfe-4fdd-842e-9373326979c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2122626 Apr 20 13:10:51.255008 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-700cbd77-d0d4-4fe5-ad32-55bfb0373afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:51.268230 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-700cbd77-d0d4-4fe5-ad32-55bfb0373afd admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:10:51.319951 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-7e8ca65c-69b3-4366-a43f-b0c56cad09f2 None None] Provisioning complete for port a2533aa3-2355-44c2-b360-55e62b33e303 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:51.320499 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7e8ca65c-69b3-4366-a43f-b0c56cad09f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:51.327098 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-700cbd77-d0d4-4fe5-ad32-55bfb0373afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:51.327476 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-700cbd77-d0d4-4fe5-ad32-55bfb0373afd admin admin] Added segment bb9909c4-3a0d-478f-91a0-7265b3d6d673 of type vlan for network 17e22dd2-2f32-4a2a-ba43-15ad4874f1d6 Apr 20 13:10:51.371490 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700cbd77-d0d4-4fe5-ad32-55bfb0373afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e94127-2d61-4888-9720-e14774743f4b,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:51.373044 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-c2dd78ea-4baa-4e9d-b65e-1cc54784e1ed tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Allocated IP 10.1.1.72 (db25d310-7014-4091-a613-df6bc463c340/6a8421ca-2e2e-468e-8574-e51feb1dd7e2/5302454f-5640-4916-878d-d138d40df21a) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:10:51.396351 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-700cbd77-d0d4-4fe5-ad32-55bfb0373afd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:51.406215 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port b259b40c-4952-4e70-8567-c18529e2260b, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b259b40c-4952-4e70-8567-c18529e2260b,segment=NetworkSegment(b745dd99-74ee-418c-af50-3e100538147c),segment_id=b745dd99-74ee-418c-af50-3e100538147c)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:51.416499 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-844b6d00-b89d-49b7-87e6-e77584ed9b89 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059109 Apr 20 13:10:51.437481 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-7e8ca65c-69b3-4366-a43f-b0c56cad09f2 None None] Port a2533aa3-2355-44c2-b360-55e62b33e303 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:10:51.439142 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'b259b40c-4952-4e70-8567-c18529e2260b', 'network_id': '5c1617fd-b3c2-4890-8228-0b4c973ac53a', 'port_id': 'b259b40c-4952-4e70-8567-c18529e2260b', 'mac_address': 'fa:16:3e:39:c3:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d8b784-aae6-4178-a00d-bed6eeefe6ff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:10:51.490636 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:51.530495 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b259b40c-4952-4e70-8567-c18529e2260b {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:10:51.551145 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d5bb84ef-ad19-4a66-815b-bf77219d9285 req-74d81bee-9fdd-466f-9429-43be1dfc6c74 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263962 Apr 20 13:10:51.569148 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-700cbd77-d0d4-4fe5-ad32-55bfb0373afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:51.570282 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700cbd77-d0d4-4fe5-ad32-55bfb0373afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:51.572218 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-700cbd77-d0d4-4fe5-ad32-55bfb0373afd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:51.575579 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port b259b40c-4952-4e70-8567-c18529e2260b, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b259b40c-4952-4e70-8567-c18529e2260b,segment=NetworkSegment(b745dd99-74ee-418c-af50-3e100538147c),segment_id=b745dd99-74ee-418c-af50-3e100538147c)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:51.578375 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-c2dd78ea-4baa-4e9d-b65e-1cc54784e1ed tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:51.648314 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700cbd77-d0d4-4fe5-ad32-55bfb0373afd admin admin] Pushing event updated for resources: {'Network': ['ID=17e22dd2-2f32-4a2a-ba43-15ad4874f1d6,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:51.660474 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 17e22dd2-2f32-4a2a-ba43-15ad4874f1d6 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:10:51.679391 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c040d12-fab4-40f7-b3a2-8ccd060e8683 req-2581114f-fe14-4878-a3ca-111f6fa58326 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:51.681659 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3c040d12-fab4-40f7-b3a2-8ccd060e8683 req-2581114f-fe14-4878-a3ca-111f6fa58326 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] 10.222.0.25 "GET /v2.0/ports?device_id=1938da4a-9c15-4f73-b324-755269e99238 HTTP/1.1" status: 200 len: 945 time: 0.0644886 Apr 20 13:10:51.684764 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-700cbd77-d0d4-4fe5-ad32-55bfb0373afd admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1449447 Apr 20 13:10:51.690640 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38448) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:51.698285 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-3c198cb0-a2e1-4fe3-bacc-77a08ce48bf6 admin admin] Request body: {'subnet': {'network_id': '17e22dd2-2f32-4a2a-ba43-15ad4874f1d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1256763291-subnet', 'tenant_id': '471c34e410a849329f8145358575a6e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:51.717780 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:51.749037 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c89eda-a76e-4fab-a27e-2980e67dc84a req-71896a7e-bc92-4bf6-9d93-623c6da896e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:51.750678 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-43c89eda-a76e-4fab-a27e-2980e67dc84a req-71896a7e-bc92-4bf6-9d93-623c6da896e4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e1f0d8155374e7db296a2dc86482d62&device_id=824e0fa0-db16-415b-bed8-9065640199a8 HTTP/1.1" status: 200 len: 1099 time: 0.0648806 Apr 20 13:10:51.788074 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=b259b40c-4952-4e70-8567-c18529e2260b,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:51.795856 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-c2dd78ea-4baa-4e9d-b65e-1cc54784e1ed tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:51.892112 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3c040d12-fab4-40f7-b3a2-8ccd060e8683 req-17c9008a-de28-4700-9f59-3c9d4452388a tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] 10.222.0.25 "GET /v2.0/security-groups?id=c848f6d2-3e6c-4fab-a8da-f5b618b8e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966696 Apr 20 13:10:51.915220 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c89eda-a76e-4fab-a27e-2980e67dc84a req-a437f82e-8b18-42e8-b452-00ce68bfa645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:51.918973 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-43c89eda-a76e-4fab-a27e-2980e67dc84a req-a437f82e-8b18-42e8-b452-00ce68bfa645 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.1500144 Apr 20 13:10:51.925715 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-c2dd78ea-4baa-4e9d-b65e-1cc54784e1ed tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Network db25d310-7014-4091-a613-df6bc463c340 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:10:51.931022 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c198cb0-a2e1-4fe3-bacc-77a08ce48bf6 admin admin] Made reservation on behalf of 471c34e410a849329f8145358575a6e4 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:10:51.933227 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3c198cb0-a2e1-4fe3-bacc-77a08ce48bf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:51.940334 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-c2dd78ea-4baa-4e9d-b65e-1cc54784e1ed tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:51.957383 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-c2dd78ea-4baa-4e9d-b65e-1cc54784e1ed tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:10:51.962305 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-43c89eda-a76e-4fab-a27e-2980e67dc84a req-3dacf2cb-790f-488f-ab07-9fc7ab9def44 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=6ce49f2e-452c-491d-bef2-ce3b7b6d48ed HTTP/1.1" status: 200 len: 217 time: 0.0367665 Apr 20 13:10:51.968200 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9ac75-fac5-43e6-a8a3-5dd87338509d req-65e8d018-7b3c-42f9-ac98-d5485d5a0d0b tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:51.974302 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9ac75-fac5-43e6-a8a3-5dd87338509d req-65e8d018-7b3c-42f9-ac98-d5485d5a0d0b tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:51.976004 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-97f9ac75-fac5-43e6-a8a3-5dd87338509d req-65e8d018-7b3c-42f9-ac98-d5485d5a0d0b tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 1653 time: 0.1536744 Apr 20 13:10:51.976674 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd78ea-4baa-4e9d-b65e-1cc54784e1ed tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Pushing event updated for resources: {'Port': ['ID=5302454f-5640-4916-878d-d138d40df21a,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:52.043695 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c89eda-a76e-4fab-a27e-2980e67dc84a req-2cd6baaa-f177-466b-946c-7601c4a425ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:52.045552 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-43c89eda-a76e-4fab-a27e-2980e67dc84a req-2cd6baaa-f177-466b-946c-7601c4a425ef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0764933 Apr 20 13:10:52.082846 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-c2dd78ea-4baa-4e9d-b65e-1cc54784e1ed tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:52.084021 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-c2dd78ea-4baa-4e9d-b65e-1cc54784e1ed tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:52.142704 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c89eda-a76e-4fab-a27e-2980e67dc84a req-f9e03f29-0c4a-4500-a0be-637f6fa0d5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:52.144129 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-43c89eda-a76e-4fab-a27e-2980e67dc84a req-f9e03f29-0c4a-4500-a0be-637f6fa0d5e0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0806069 Apr 20 13:10:52.169633 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['b259b40c-4952-4e70-8567-c18529e2260b'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:10:52.238314 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-c2dd78ea-4baa-4e9d-b65e-1cc54784e1ed tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4268711 Apr 20 13:10:52.261868 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-c7469773-e3e4-4962-8071-47f6e27cb9f6 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Request body: {'port': {'device_id': '433546e1-53c7-4b77-b409-f5bffa48a147', 'network_id': 'db25d310-7014-4091-a613-df6bc463c340', 'admin_state_up': True, 'tenant_id': '751edd8696be4dfdb3446a3e33725797', 'security_groups': ['4eb68677-e676-4e38-a83e-a1a6e1fb6d3b']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:52.284272 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-43c89eda-a76e-4fab-a27e-2980e67dc84a req-2206d72a-9534-4812-8419-ab6f35124e8f service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306334 Apr 20 13:10:52.365609 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-97f9ac75-fac5-43e6-a8a3-5dd87338509d req-ddac58d3-694f-4032-9ea0-07c9a8b84ae9 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3161151 Apr 20 13:10:52.369973 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ecbeba36-49c5-438f-9db8-f575686b6e7e None None] Provisioning complete for port 5302454f-5640-4916-878d-d138d40df21a triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:52.370920 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ecbeba36-49c5-438f-9db8-f575686b6e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:52.381457 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9edc221-ee2d-4c0c-b5be-097109d0e70b req-8188c31a-f4f5-4a54-b6f6-c68e0e40dd0c tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:52.383152 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c9edc221-ee2d-4c0c-b5be-097109d0e70b req-8188c31a-f4f5-4a54-b6f6-c68e0e40dd0c tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=824e0fa0-db16-415b-bed8-9065640199a8 HTTP/1.1" status: 200 len: 948 time: 0.2273543 Apr 20 13:10:52.431769 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ecbeba36-49c5-438f-9db8-f575686b6e7e None None] Port 5302454f-5640-4916-878d-d138d40df21a cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:10:52.448908 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-43c89eda-a76e-4fab-a27e-2980e67dc84a req-a3b2e60d-d5b0-4a05-88bf-b1c9ad42257d service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577914 Apr 20 13:10:52.451089 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c9edc221-ee2d-4c0c-b5be-097109d0e70b req-f796f09b-7253-4eff-a29b-c4aadd11e0fa tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606184 Apr 20 13:10:52.505912 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-c7469773-e3e4-4962-8071-47f6e27cb9f6 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Made reservation on behalf of 751edd8696be4dfdb3446a3e33725797 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:10:52.518924 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-c7469773-e3e4-4962-8071-47f6e27cb9f6 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:52.672887 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a70d6-78f6-4f39-b368-8d32bb8cc046 req-fad71042-3627-4186-b401-4812ade79417 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:52.674308 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-793a70d6-78f6-4f39-b368-8d32bb8cc046 req-fad71042-3627-4186-b401-4812ade79417 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da318da-a746-4ac5-bd12-2c51d5b0956d HTTP/1.1" status: 200 len: 944 time: 0.1390982 Apr 20 13:10:52.878134 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 9909c3de-ceda-410a-827f-638b2bb4a13a up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:53.018713 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 9909c3de-ceda-410a-827f-638b2bb4a13a completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:10:53.024709 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 9909c3de-ceda-410a-827f-638b2bb4a13a triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:53.025235 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:53.069924 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3c198cb0-a2e1-4fe3-bacc-77a08ce48bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:53.117659 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:53.144595 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1938da4a-9c15-4f73-b324-755269e99238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9909c3de-ceda-410a-827f-638b2bb4a13a'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:10:53.147720 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2717bb4d-3df8-4471-b785-940fd6c686be" -d '{"events": [{"server_uuid": "1938da4a-9c15-4f73-b324-755269e99238", "name": "network-vif-plugged", "status": "completed", "tag": "9909c3de-ceda-410a-827f-638b2bb4a13a"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:10:53.157626 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-793a70d6-78f6-4f39-b368-8d32bb8cc046 req-7b98e601-5549-4629-a16e-faf678229720 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4683847 Apr 20 13:10:53.159011 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-c7469773-e3e4-4962-8071-47f6e27cb9f6 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Allocated IP 10.1.1.176 (db25d310-7014-4091-a613-df6bc463c340/6a8421ca-2e2e-468e-8574-e51feb1dd7e2/ddf8ba6d-7550-4f8d-9701-e0000773fd49) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:10:53.165385 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 9909c3de-ceda-410a-827f-638b2bb4a13a, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=9909c3de-ceda-410a-827f-638b2bb4a13a,segment=NetworkSegment(832c381f-2c49-408b-b2ff-0d574332a85f),segment_id=832c381f-2c49-408b-b2ff-0d574332a85f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:53.210962 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c198cb0-a2e1-4fe3-bacc-77a08ce48bf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a66b49a-a84c-454d-9417-92a7f01ad082,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:53.223478 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc29df8-d2aa-4abb-ac98-0253367e763e req-b8f28eba-6bf3-4222-8266-ba3c05acad48 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:53.225007 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bfc29df8-d2aa-4abb-ac98-0253367e763e req-b8f28eba-6bf3-4222-8266-ba3c05acad48 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] 10.222.0.25 "GET /v2.0/ports?device_id=1938da4a-9c15-4f73-b324-755269e99238 HTTP/1.1" status: 200 len: 945 time: 0.1619346 Apr 20 13:10:53.229710 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:53.250283 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c198cb0-a2e1-4fe3-bacc-77a08ce48bf6 admin admin] Checking segment: {'id': 'bb9909c4-3a0d-478f-91a0-7265b3d6d673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '17e22dd2-2f32-4a2a-ba43-15ad4874f1d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:10:53.250647 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c198cb0-a2e1-4fe3-bacc-77a08ce48bf6 admin admin] Network hostable DHCP agents. Network: 17e22dd2-2f32-4a2a-ba43-15ad4874f1d6, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:10:53.294537 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b55f61-8c11-4442-b6fe-184b2f0df753 x-openstack-request-id: req-19b55f61-8c11-4442-b6fe-184b2f0df753 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:10:53.294877 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1938da4a-9c15-4f73-b324-755269e99238", "name": "network-vif-plugged", "status": "completed", "tag": "9909c3de-ceda-410a-827f-638b2bb4a13a", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:10:53.295055 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-19b55f61-8c11-4442-b6fe-184b2f0df753 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:10:53.295444 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19b55f61-8c11-4442-b6fe-184b2f0df753'] response: {'server_uuid': '1938da4a-9c15-4f73-b324-755269e99238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9909c3de-ceda-410a-827f-638b2bb4a13a', 'code': 200} Apr 20 13:10:53.335906 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=9909c3de-ceda-410a-827f-638b2bb4a13a,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:53.347137 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bfc29df8-d2aa-4abb-ac98-0253367e763e req-aa3a3d60-4662-4b8c-8366-fad53a558e7f tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] 10.222.0.25 "GET /v2.0/security-groups?id=c848f6d2-3e6c-4fab-a8da-f5b618b8e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024039 Apr 20 13:10:53.382376 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c198cb0-a2e1-4fe3-bacc-77a08ce48bf6 admin admin] Network 17e22dd2-2f32-4a2a-ba43-15ad4874f1d6 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:10:53.445521 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-c7469773-e3e4-4962-8071-47f6e27cb9f6 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:53.453732 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ed5c4-374d-46ad-9b62-57034f4aed66 req-bd4145ba-c5aa-4b92-9bb2-9eeb7a108d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:53.455227 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-431ed5c4-374d-46ad-9b62-57034f4aed66 req-bd4145ba-c5aa-4b92-9bb2-9eeb7a108d6e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1938da4a-9c15-4f73-b324-755269e99238 HTTP/1.1" status: 200 len: 1097 time: 0.0932572 Apr 20 13:10:53.539689 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-431ed5c4-374d-46ad-9b62-57034f4aed66 req-75997433-37ae-47f9-9be3-e973650a5779 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c848f6d2-3e6c-4fab-a8da-f5b618b8e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662851 Apr 20 13:10:53.553584 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-3c198cb0-a2e1-4fe3-bacc-77a08ce48bf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 17e22dd2-2f32-4a2a-ba43-15ad4874f1d6) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:53.565078 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d924d2fc-d679-4704-924a-0048ca5061f7 None None] Network 17e22dd2-2f32-4a2a-ba43-15ad4874f1d6 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:10:53.575507 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c198cb0-a2e1-4fe3-bacc-77a08ce48bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:53.576103 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3c198cb0-a2e1-4fe3-bacc-77a08ce48bf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:53.596703 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43693845-140a-45c9-a818-73d435953857 req-d3b6d182-6d9d-49d2-abd5-243be9c6a18f tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:53.603185 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43693845-140a-45c9-a818-73d435953857 req-d3b6d182-6d9d-49d2-abd5-243be9c6a18f tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:53.604836 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-43693845-140a-45c9-a818-73d435953857 req-d3b6d182-6d9d-49d2-abd5-243be9c6a18f tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 1653 time: 0.1230516 Apr 20 13:10:53.639109 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-c7469773-e3e4-4962-8071-47f6e27cb9f6 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:53.654067 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5262b-470a-40e3-b64e-b8247b7f2270 req-17a7cd4c-2333-4d00-aee8-f56217c37579 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:53.655709 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3ba5262b-470a-40e3-b64e-b8247b7f2270 req-17a7cd4c-2333-4d00-aee8-f56217c37579 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=824e0fa0-db16-415b-bed8-9065640199a8 HTTP/1.1" status: 200 len: 948 time: 0.1127150 Apr 20 13:10:53.719070 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-c7469773-e3e4-4962-8071-47f6e27cb9f6 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Network db25d310-7014-4091-a613-df6bc463c340 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:10:53.739300 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e07dce1-12b7-4b06-93fa-37f22481c4d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-17e22dd2-2f32-4a2a-ba43-15ad4874f1d6', 'network_id': '17e22dd2-2f32-4a2a-ba43-15ad4874f1d6', 'tenant_id': '471c34e410a849329f8145358575a6e4', 'fixed_ips': [{'subnet_id': '9a66b49a-a84c-454d-9417-92a7f01ad082'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:10:53.740512 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-c7469773-e3e4-4962-8071-47f6e27cb9f6 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:53.741234 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9e07dce1-12b7-4b06-93fa-37f22481c4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:53.748563 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-3c198cb0-a2e1-4fe3-bacc-77a08ce48bf6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0550067 Apr 20 13:10:53.751918 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38496) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:53.757748 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-43693845-140a-45c9-a818-73d435953857 req-b89c4b8d-536b-481b-bb57-785d72b61200 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447990 Apr 20 13:10:53.759034 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-7d1e5757-0d3f-4e97-9dbd-0c64cc6b5210 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1256763291-router', 'tenant_id': '471c34e410a849329f8145358575a6e4', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:53.770694 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-c7469773-e3e4-4962-8071-47f6e27cb9f6 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:10:53.784093 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7469773-e3e4-4962-8071-47f6e27cb9f6 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Pushing event updated for resources: {'Port': ['ID=ddf8ba6d-7550-4f8d-9701-e0000773fd49,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:53.847136 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3ba5262b-470a-40e3-b64e-b8247b7f2270 req-a1dbae82-370c-4318-9d35-e0a4e109716c tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598120 Apr 20 13:10:53.874777 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-c7469773-e3e4-4962-8071-47f6e27cb9f6 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:53.874777 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-c7469773-e3e4-4962-8071-47f6e27cb9f6 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:53.912609 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-9e07dce1-12b7-4b06-93fa-37f22481c4d4 None None] Allocated IP 172.20.0.2 (17e22dd2-2f32-4a2a-ba43-15ad4874f1d6/9a66b49a-a84c-454d-9417-92a7f01ad082/d7889176-959d-4eed-a2cd-6bd1692b41d1) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:10:53.916359 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7d1e5757-0d3f-4e97-9dbd-0c64cc6b5210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:53.918401 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7d1e5757-0d3f-4e97-9dbd-0c64cc6b5210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:53.977632 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7d1e5757-0d3f-4e97-9dbd-0c64cc6b5210 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:54.076944 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-c7469773-e3e4-4962-8071-47f6e27cb9f6 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8286011 Apr 20 13:10:54.089473 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-fbe8170a-ceae-4f4e-9e04-543d920f5407 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Request body: {'port': {'device_id': '433546e1-53c7-4b77-b409-f5bffa48a147', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd9d77a57-e2db-4fb3-9905-1d63c1153498', 'admin_state_up': True, 'tenant_id': '751edd8696be4dfdb3446a3e33725797', 'security_groups': ['4eb68677-e676-4e38-a83e-a1a6e1fb6d3b']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:54.104125 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ed8a0bc9-a8d7-4e83-84af-342557f0f30f None None] Provisioning complete for port ddf8ba6d-7550-4f8d-9701-e0000773fd49 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:54.104515 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ed8a0bc9-a8d7-4e83-84af-342557f0f30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:54.106688 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9e07dce1-12b7-4b06-93fa-37f22481c4d4 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:54.143435 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ed8a0bc9-a8d7-4e83-84af-342557f0f30f None None] Port ddf8ba6d-7550-4f8d-9701-e0000773fd49 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:10:54.178802 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9e07dce1-12b7-4b06-93fa-37f22481c4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:54.259825 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e07dce1-12b7-4b06-93fa-37f22481c4d4 None None] Network 17e22dd2-2f32-4a2a-ba43-15ad4874f1d6 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:10:54.263290 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-9e07dce1-12b7-4b06-93fa-37f22481c4d4 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:54.266990 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e07dce1-12b7-4b06-93fa-37f22481c4d4 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:10:54.320362 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7d1e5757-0d3f-4e97-9dbd-0c64cc6b5210 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:54.328312 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e07dce1-12b7-4b06-93fa-37f22481c4d4 None None] Pushing event updated for resources: {'Port': ['ID=d7889176-959d-4eed-a2cd-6bd1692b41d1,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:54.329938 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-fbe8170a-ceae-4f4e-9e04-543d920f5407 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Made reservation on behalf of 751edd8696be4dfdb3446a3e33725797 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:10:54.376552 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-9e07dce1-12b7-4b06-93fa-37f22481c4d4 None None] Attempting to bind port d7889176-959d-4eed-a2cd-6bd1692b41d1 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:10:54.377101 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-9e07dce1-12b7-4b06-93fa-37f22481c4d4 None None] Attempting to bind port d7889176-959d-4eed-a2cd-6bd1692b41d1 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'bb9909c4-3a0d-478f-91a0-7265b3d6d673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '17e22dd2-2f32-4a2a-ba43-15ad4874f1d6'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:10:54.377365 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e07dce1-12b7-4b06-93fa-37f22481c4d4 None None] Attempting to bind port d7889176-959d-4eed-a2cd-6bd1692b41d1 on network 17e22dd2-2f32-4a2a-ba43-15ad4874f1d6 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:10:54.384822 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e07dce1-12b7-4b06-93fa-37f22481c4d4 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:10:54.387501 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e07dce1-12b7-4b06-93fa-37f22481c4d4 None None] Checking segment: {'id': 'bb9909c4-3a0d-478f-91a0-7265b3d6d673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '17e22dd2-2f32-4a2a-ba43-15ad4874f1d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:10:54.387501 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9e07dce1-12b7-4b06-93fa-37f22481c4d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:54.387501 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e07dce1-12b7-4b06-93fa-37f22481c4d4 None None] Bound using segment: {'id': 'bb9909c4-3a0d-478f-91a0-7265b3d6d673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '17e22dd2-2f32-4a2a-ba43-15ad4874f1d6'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:10:54.387501 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-9e07dce1-12b7-4b06-93fa-37f22481c4d4 None None] Bound port: d7889176-959d-4eed-a2cd-6bd1692b41d1, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb9909c4-3a0d-478f-91a0-7265b3d6d673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '17e22dd2-2f32-4a2a-ba43-15ad4874f1d6'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:10:54.387501 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9e07dce1-12b7-4b06-93fa-37f22481c4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:54.446737 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8bd660c0-878c-426a-afd6-44fcbba7aa6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:54.467151 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-9e07dce1-12b7-4b06-93fa-37f22481c4d4 None None] For port d7889176-959d-4eed-a2cd-6bd1692b41d1, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:10:54.471605 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-fbe8170a-ceae-4f4e-9e04-543d920f5407 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:54.472604 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-9e07dce1-12b7-4b06-93fa-37f22481c4d4 None None] For port d7889176-959d-4eed-a2cd-6bd1692b41d1, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d7889176-959d-4eed-a2cd-6bd1692b41d1,segment=NetworkSegment(bb9909c4-3a0d-478f-91a0-7265b3d6d673),segment_id=bb9909c4-3a0d-478f-91a0-7265b3d6d673)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:10:54.490295 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 6ce49f2e-452c-491d-bef2-ce3b7b6d48ed details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:10:54.501966 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64b0b9-2fc3-4a34-8742-7f197ef0e3c4 req-124fca58-77a1-45d4-a890-ac05d9a39943 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:54.503639 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dc64b0b9-2fc3-4a34-8742-7f197ef0e3c4 req-124fca58-77a1-45d4-a890-ac05d9a39943 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da318da-a746-4ac5-bd12-2c51d5b0956d HTTP/1.1" status: 200 len: 944 time: 0.2534308 Apr 20 13:10:54.645169 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb47700f-d532-423d-bf83-31d8ff62c869 req-7ff12c11-5682-449e-abfd-73d712e9bc9c tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:54.653215 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fb47700f-d532-423d-bf83-31d8ff62c869 req-7ff12c11-5682-449e-abfd-73d712e9bc9c tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] 10.222.0.25 "GET /v2.0/ports?device_id=1938da4a-9c15-4f73-b324-755269e99238 HTTP/1.1" status: 200 len: 946 time: 0.1623518 Apr 20 13:10:54.664801 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 6ce49f2e-452c-491d-bef2-ce3b7b6d48ed, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=6ce49f2e-452c-491d-bef2-ce3b7b6d48ed,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:54.665344 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dc64b0b9-2fc3-4a34-8742-7f197ef0e3c4 req-d126d4a4-8a4c-4099-b479-992a0bc9ef1e tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254272 Apr 20 13:10:54.696054 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '6ce49f2e-452c-491d-bef2-ce3b7b6d48ed', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'port_id': '6ce49f2e-452c-491d-bef2-ce3b7b6d48ed', 'mac_address': 'fa:16:3e:bb:fb:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b1f82a-7732-4b50-ab22-2475f182a712', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:10:54.703580 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9e07dce1-12b7-4b06-93fa-37f22481c4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:54.724731 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7d1e5757-0d3f-4e97-9dbd-0c64cc6b5210 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:54.755674 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fb47700f-d532-423d-bf83-31d8ff62c869 req-25e6b370-a5b2-43b4-8982-182f4e16a459 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] 10.222.0.25 "GET /v2.0/security-groups?id=c848f6d2-3e6c-4fab-a8da-f5b618b8e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963950 Apr 20 13:10:54.760911 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7d1e5757-0d3f-4e97-9dbd-0c64cc6b5210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:54.853523 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:54.859871 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e07dce1-12b7-4b06-93fa-37f22481c4d4 None None] Pushing event updated for resources: {'Port': ['ID=d7889176-959d-4eed-a2cd-6bd1692b41d1,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:54.917146 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b259b40c-4952-4e70-8567-c18529e2260b up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:54.934986 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-fbe8170a-ceae-4f4e-9e04-543d920f5407 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Allocated IP 10.2.2.100 (d9d77a57-e2db-4fb3-9905-1d63c1153498/807e65f2-f3df-4b77-a34a-b845afb7a09c/c31c0af8-e1a8-4b9f-999d-c359f5ff9aac) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:10:54.935735 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-7d1e5757-0d3f-4e97-9dbd-0c64cc6b5210 admin admin] Allocated IP 172.25.8.144 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/d508d840-9734-4fb6-926d-4ec2c82bcabd) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:10:54.980375 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ce49f2e-452c-491d-bef2-ce3b7b6d48ed {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:10:55.054614 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 6ce49f2e-452c-491d-bef2-ce3b7b6d48ed, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=6ce49f2e-452c-491d-bef2-ce3b7b6d48ed,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:55.072898 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7d1e5757-0d3f-4e97-9dbd-0c64cc6b5210 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:55.114682 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c8a4e-41bf-4395-ba92-3f3a42133e92 req-24450146-5d8c-4945-8bb0-8d8581e8ae59 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:55.121757 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c8a4e-41bf-4395-ba92-3f3a42133e92 req-24450146-5d8c-4945-8bb0-8d8581e8ae59 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:55.127848 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c8a4e-41bf-4395-ba92-3f3a42133e92 req-24450146-5d8c-4945-8bb0-8d8581e8ae59 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:55.129542 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f98c8a4e-41bf-4395-ba92-3f3a42133e92 req-24450146-5d8c-4945-8bb0-8d8581e8ae59 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 2374 time: 0.1694608 Apr 20 13:10:55.199109 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e941f323-1ba1-4d5a-8f70-7efb3c7af3b6 req-5329613a-1679-47a8-9c3c-e6a5b02f3240 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:55.204424 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e941f323-1ba1-4d5a-8f70-7efb3c7af3b6 req-5329613a-1679-47a8-9c3c-e6a5b02f3240 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=824e0fa0-db16-415b-bed8-9065640199a8 HTTP/1.1" status: 200 len: 948 time: 0.1951947 Apr 20 13:10:55.255925 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port b259b40c-4952-4e70-8567-c18529e2260b completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:10:55.262281 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:55.267347 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port b259b40c-4952-4e70-8567-c18529e2260b triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:55.267347 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:55.296710 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f98c8a4e-41bf-4395-ba92-3f3a42133e92 req-750a2370-2903-4842-9d2b-fc9951ce9e10 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513801 Apr 20 13:10:55.309791 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e941f323-1ba1-4d5a-8f70-7efb3c7af3b6 req-4735a45f-1f1e-4949-903f-a986b809da0e tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942104 Apr 20 13:10:55.316896 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7d1e5757-0d3f-4e97-9dbd-0c64cc6b5210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:55.360329 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1e5757-0d3f-4e97-9dbd-0c64cc6b5210 admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:10:55.363408 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-7d1e5757-0d3f-4e97-9dbd-0c64cc6b5210 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:55.369565 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1e5757-0d3f-4e97-9dbd-0c64cc6b5210 admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:10:55.377588 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=6ce49f2e-452c-491d-bef2-ce3b7b6d48ed,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:55.383154 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-fbe8170a-ceae-4f4e-9e04-543d920f5407 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:55.399828 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e5757-0d3f-4e97-9dbd-0c64cc6b5210 admin admin] Pushing event updated for resources: {'Port': ['ID=d508d840-9734-4fb6-926d-4ec2c82bcabd,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:55.436280 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:55.476463 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port b259b40c-4952-4e70-8567-c18529e2260b, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b259b40c-4952-4e70-8567-c18529e2260b,segment=NetworkSegment(b745dd99-74ee-418c-af50-3e100538147c),segment_id=b745dd99-74ee-418c-af50-3e100538147c)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:55.479710 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da318da-a746-4ac5-bd12-2c51d5b0956d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b259b40c-4952-4e70-8567-c18529e2260b'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:10:55.486187 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21634605-6192-47e6-84fd-ac7d547644cb" -d '{"events": [{"server_uuid": "6da318da-a746-4ac5-bd12-2c51d5b0956d", "name": "network-vif-plugged", "status": "completed", "tag": "b259b40c-4952-4e70-8567-c18529e2260b"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:10:55.523661 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-fbe8170a-ceae-4f4e-9e04-543d920f5407 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:55.534678 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:55.563765 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8771f98f-7d68-4971-952e-c8f045264b64 x-openstack-request-id: req-8771f98f-7d68-4971-952e-c8f045264b64 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:10:55.563993 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da318da-a746-4ac5-bd12-2c51d5b0956d", "name": "network-vif-plugged", "status": "completed", "tag": "b259b40c-4952-4e70-8567-c18529e2260b", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:10:55.564254 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8771f98f-7d68-4971-952e-c8f045264b64 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:10:55.564913 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8771f98f-7d68-4971-952e-c8f045264b64'] response: {'server_uuid': '6da318da-a746-4ac5-bd12-2c51d5b0956d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b259b40c-4952-4e70-8567-c18529e2260b', 'code': 200} Apr 20 13:10:55.595166 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-fbe8170a-ceae-4f4e-9e04-543d920f5407 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Network d9d77a57-e2db-4fb3-9905-1d63c1153498 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:10:55.601270 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-fbe8170a-ceae-4f4e-9e04-543d920f5407 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:55.604383 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-fbe8170a-ceae-4f4e-9e04-543d920f5407 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:10:55.631526 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=b259b40c-4952-4e70-8567-c18529e2260b,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:55.638840 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe8170a-ceae-4f4e-9e04-543d920f5407 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Pushing event updated for resources: {'Port': ['ID=c31c0af8-e1a8-4b9f-999d-c359f5ff9aac,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:55.674595 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['6ce49f2e-452c-491d-bef2-ce3b7b6d48ed'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:10:55.703188 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-fbe8170a-ceae-4f4e-9e04-543d920f5407 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:55.703950 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-fbe8170a-ceae-4f4e-9e04-543d920f5407 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:55.721164 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31cf8de-982d-4df3-954f-f9a9c0c6c9b2 req-130f81a1-fffb-41e1-95a7-007a14849606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:55.722770 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d31cf8de-982d-4df3-954f-f9a9c0c6c9b2 req-130f81a1-fffb-41e1-95a7-007a14849606 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6da318da-a746-4ac5-bd12-2c51d5b0956d HTTP/1.1" status: 200 len: 1096 time: 0.0803621 Apr 20 13:10:55.786985 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d31cf8de-982d-4df3-954f-f9a9c0c6c9b2 req-fb4d78b0-1b97-4bf4-b62b-07f40f6477fb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542157 Apr 20 13:10:55.811026 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-fbe8170a-ceae-4f4e-9e04-543d920f5407 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7257562 Apr 20 13:10:55.823871 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-36dd1caf-7cb8-41c4-b253-42153456d33e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Request body: {'port': {'device_id': '433546e1-53c7-4b77-b409-f5bffa48a147', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd9d77a57-e2db-4fb3-9905-1d63c1153498', 'admin_state_up': True, 'tenant_id': '751edd8696be4dfdb3446a3e33725797', 'security_groups': ['4eb68677-e676-4e38-a83e-a1a6e1fb6d3b']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:55.868865 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7d1e5757-0d3f-4e97-9dbd-0c64cc6b5210 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:56.012876 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-67f3cbaa-a7a5-4a26-9e7c-8843bf33065a None None] Provisioning complete for port c31c0af8-e1a8-4b9f-999d-c359f5ff9aac triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:56.013372 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-67f3cbaa-a7a5-4a26-9e7c-8843bf33065a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:56.075766 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-67f3cbaa-a7a5-4a26-9e7c-8843bf33065a None None] Port c31c0af8-e1a8-4b9f-999d-c359f5ff9aac cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:10:56.117990 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57164e-4109-4d4a-a1b0-372418cc750a req-ca6a12ed-2a98-4543-bc33-6df64370e591 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:56.119703 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-af57164e-4109-4d4a-a1b0-372418cc750a req-ca6a12ed-2a98-4543-bc33-6df64370e591 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da318da-a746-4ac5-bd12-2c51d5b0956d HTTP/1.1" status: 200 len: 945 time: 0.2653048 Apr 20 13:10:56.169968 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396e27a-8489-45fe-b486-b391d353544f req-3a0fc458-1d9c-4d40-978f-528e8a53b252 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:56.171881 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7396e27a-8489-45fe-b486-b391d353544f req-3a0fc458-1d9c-4d40-978f-528e8a53b252 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] 10.222.0.25 "GET /v2.0/ports?device_id=1938da4a-9c15-4f73-b324-755269e99238 HTTP/1.1" status: 200 len: 946 time: 0.1475086 Apr 20 13:10:56.228845 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-af57164e-4109-4d4a-a1b0-372418cc750a req-07ccb5df-dd42-4d95-b779-0cce46c3c00e tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917261 Apr 20 13:10:56.254741 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-36dd1caf-7cb8-41c4-b253-42153456d33e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Made reservation on behalf of 751edd8696be4dfdb3446a3e33725797 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:10:56.262169 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-36dd1caf-7cb8-41c4-b253-42153456d33e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:56.317325 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7396e27a-8489-45fe-b486-b391d353544f req-56a423b5-7daf-44f7-b559-d0d76614f32f tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] 10.222.0.25 "GET /v2.0/security-groups?id=c848f6d2-3e6c-4fab-a8da-f5b618b8e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099696 Apr 20 13:10:56.323406 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd461fd-7d8a-4709-9ce6-0298aeab80ff None None] Network 17e22dd2-2f32-4a2a-ba43-15ad4874f1d6 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:10:56.452239 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38548) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:56.455060 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d7889176-959d-4eed-a2cd-6bd1692b41d1 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:56.535200 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-e15281ce-07b0-4e62-b1ab-a4298c54f47e None None] Provisioning complete for port d7889176-959d-4eed-a2cd-6bd1692b41d1 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:56.535815 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e15281ce-07b0-4e62-b1ab-a4298c54f47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:56.587105 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10d6d0-fb07-4dcb-a0d5-4759fc072f26 req-6f1f636d-7583-49e8-8cf0-779189cd6166 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:56.589005 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2e10d6d0-fb07-4dcb-a0d5-4759fc072f26 req-6f1f636d-7583-49e8-8cf0-779189cd6166 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=824e0fa0-db16-415b-bed8-9065640199a8 HTTP/1.1" status: 200 len: 949 time: 0.0920107 Apr 20 13:10:56.600913 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1810be34-5245-4d76-bf3e-62ccdb6233ef req-adc076d5-888d-463f-b21b-4b82fe819d76 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:56.608588 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1810be34-5245-4d76-bf3e-62ccdb6233ef req-adc076d5-888d-463f-b21b-4b82fe819d76 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:56.615813 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1810be34-5245-4d76-bf3e-62ccdb6233ef req-adc076d5-888d-463f-b21b-4b82fe819d76 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:56.621887 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1810be34-5245-4d76-bf3e-62ccdb6233ef req-adc076d5-888d-463f-b21b-4b82fe819d76 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:56.623638 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1810be34-5245-4d76-bf3e-62ccdb6233ef req-adc076d5-888d-463f-b21b-4b82fe819d76 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 3095 time: 0.1704030 Apr 20 13:10:56.624027 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7d1e5757-0d3f-4e97-9dbd-0c64cc6b5210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:56.715990 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e15281ce-07b0-4e62-b1ab-a4298c54f47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:56.722541 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1810be34-5245-4d76-bf3e-62ccdb6233ef req-95b30502-b501-4446-b7bf-d13aac86952c tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866513 Apr 20 13:10:56.726168 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2e10d6d0-fb07-4dcb-a0d5-4759fc072f26 req-2e6f4397-0577-4b7d-bc97-30289ff07cb8 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991404 Apr 20 13:10:56.744279 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a9f6ebda-987b-489a-8aa6-5c6cfb628a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:56.775182 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-36dd1caf-7cb8-41c4-b253-42153456d33e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Allocated IP 10.2.2.200 (d9d77a57-e2db-4fb3-9905-1d63c1153498/807e65f2-f3df-4b77-a34a-b845afb7a09c/f14937da-3ffa-4323-b6fb-be8c65077a73) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:10:56.824804 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port d7889176-959d-4eed-a2cd-6bd1692b41d1 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:56.825180 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:56.951504 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a9f6ebda-987b-489a-8aa6-5c6cfb628a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:56.987909 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-36dd1caf-7cb8-41c4-b253-42153456d33e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:56.998958 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-e15281ce-07b0-4e62-b1ab-a4298c54f47e None None] For port d7889176-959d-4eed-a2cd-6bd1692b41d1, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d7889176-959d-4eed-a2cd-6bd1692b41d1,segment=NetworkSegment(bb9909c4-3a0d-478f-91a0-7265b3d6d673),segment_id=bb9909c4-3a0d-478f-91a0-7265b3d6d673)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:57.001112 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1e5757-0d3f-4e97-9dbd-0c64cc6b5210 admin admin] Router e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:10:57.010564 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-30f01948-2165-4254-8a43-a974a716e22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:57.053269 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a9f6ebda-987b-489a-8aa6-5c6cfb628a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:57.090628 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:57.098716 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a9f6ebda-987b-489a-8aa6-5c6cfb628a8c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c904b94ed7684284ba29eb9211315c6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6442354 Apr 20 13:10:57.100463 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38552) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:57.100896 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6ebda-987b-489a-8aa6-5c6cfb628a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25353946-5549-4746-b363-a2e199d62dad,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:57.125259 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e15281ce-07b0-4e62-b1ab-a4298c54f47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:57.169272 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-36dd1caf-7cb8-41c4-b253-42153456d33e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:57.230698 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1e5757-0d3f-4e97-9dbd-0c64cc6b5210 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:10:57.252526 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-36dd1caf-7cb8-41c4-b253-42153456d33e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Network d9d77a57-e2db-4fb3-9905-1d63c1153498 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:10:57.262367 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-36dd1caf-7cb8-41c4-b253-42153456d33e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:57.280265 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-36dd1caf-7cb8-41c4-b253-42153456d33e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:10:57.294434 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd1caf-7cb8-41c4-b253-42153456d33e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Pushing event updated for resources: {'Port': ['ID=f14937da-3ffa-4323-b6fb-be8c65077a73,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:57.312101 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:10:57.316210 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:10:57.319507 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0752be60-5d26-43c8-be0e-febebf161071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:57.319649 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba119324-2a89-4946-9997-ee799909e38d None None] Sync routers for ids ['e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:10:57.366401 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15281ce-07b0-4e62-b1ab-a4298c54f47e None None] Pushing event updated for resources: {'Port': ['ID=d7889176-959d-4eed-a2cd-6bd1692b41d1,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:57.385881 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7d1e5757-0d3f-4e97-9dbd-0c64cc6b5210 admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:57.389768 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7d1e5757-0d3f-4e97-9dbd-0c64cc6b5210 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.6368279 Apr 20 13:10:57.393577 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38558) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:57.417216 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba119324-2a89-4946-9997-ee799909e38d None None] Routers {'e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:10:57.417991 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ba119324-2a89-4946-9997-ee799909e38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:10:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:57.433696 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-36dd1caf-7cb8-41c4-b253-42153456d33e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:57.434568 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-36dd1caf-7cb8-41c4-b253-42153456d33e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:57.443128 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0752be60-5d26-43c8-be0e-febebf161071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:57.574478 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-e2e65e2a-4eda-4861-934d-20a128ae3373 None None] Provisioning complete for port d7889176-959d-4eed-a2cd-6bd1692b41d1 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:57.574478 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e2e65e2a-4eda-4861-934d-20a128ae3373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:57.594951 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-36dd1caf-7cb8-41c4-b253-42153456d33e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7756414 Apr 20 13:10:57.604157 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d81c2-5c25-4a65-a759-8c3b9da6e35b req-64f6344b-54d0-419f-8259-d6ef88780026 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:57.621729 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-398d81c2-5c25-4a65-a759-8c3b9da6e35b req-64f6344b-54d0-419f-8259-d6ef88780026 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] 10.222.0.25 "GET /v2.0/ports?device_id=1938da4a-9c15-4f73-b324-755269e99238 HTTP/1.1" status: 200 len: 946 time: 0.2340984 Apr 20 13:10:57.633400 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c89fb-5012-47c9-9300-8088d64821ff req-7704139f-9344-4c39-8164-f88ed0e7bcb8 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:57.643095 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-565c89fb-5012-47c9-9300-8088d64821ff req-7704139f-9344-4c39-8164-f88ed0e7bcb8 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da318da-a746-4ac5-bd12-2c51d5b0956d HTTP/1.1" status: 200 len: 945 time: 0.2045648 Apr 20 13:10:57.656909 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-2b119284-cd42-48ec-8c1e-40be51a4aeb3 service neutron] Request body: {'port': {'device_id': '433546e1-53c7-4b77-b409-f5bffa48a147', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:57.703144 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-ba119324-2a89-4946-9997-ee799909e38d None None] Set router e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:10:57.745634 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-398d81c2-5c25-4a65-a759-8c3b9da6e35b req-5d0e4ce6-d3ce-4856-b377-8286f37eb081 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] 10.222.0.25 "GET /v2.0/security-groups?id=c848f6d2-3e6c-4fab-a8da-f5b618b8e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170695 Apr 20 13:10:57.822511 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-565c89fb-5012-47c9-9300-8088d64821ff req-559793db-6c74-413d-8303-d3a52fc579c7 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769955 Apr 20 13:10:57.845658 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-2b119284-cd42-48ec-8c1e-40be51a4aeb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:57.881580 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0752be60-5d26-43c8-be0e-febebf161071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:57.884333 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0752be60-5d26-43c8-be0e-febebf161071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:57.891569 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-0752be60-5d26-43c8-be0e-febebf161071 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/25353946-5549-4746-b363-a2e199d62dad HTTP/1.1" status: 204 len: 168 time: 0.7858338 Apr 20 13:10:57.953839 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752be60-5d26-43c8-be0e-febebf161071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25353946-5549-4746-b363-a2e199d62dad,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:58.049559 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:58.056630 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5d62f-2b62-499c-a4e7-211faee52128 req-dd61e33d-1b2a-4b83-a15b-629a67413080 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:58.059237 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-29b5d62f-2b62-499c-a4e7-211faee52128 req-dd61e33d-1b2a-4b83-a15b-629a67413080 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=824e0fa0-db16-415b-bed8-9065640199a8 HTTP/1.1" status: 200 len: 949 time: 0.1643572 Apr 20 13:10:58.074967 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ba119324-2a89-4946-9997-ee799909e38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa', 'name': 'tempest-FloatingIPDetailsTestJSON-1256763291-router', 'tenant_id': '471c34e410a849329f8145358575a6e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'd508d840-9734-4fb6-926d-4ec2c82bcabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:53Z', 'updated_at': '2022-04-20T13:10:55Z', 'revision_number': 3, 'project_id': '471c34e410a849329f8145358575a6e4', 'gw_port': {'id': 'd508d840-9734-4fb6-926d-4ec2c82bcabd', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:54Z', 'updated_at': '2022-04-20T13:10:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:58.080323 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a193c77-97c5-43f1-ad64-fa88cb77b632 req-0587a7dd-f3dc-413a-b9df-f3f03582cc12 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:58.088579 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a193c77-97c5-43f1-ad64-fa88cb77b632 req-0587a7dd-f3dc-413a-b9df-f3f03582cc12 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:58.095216 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a193c77-97c5-43f1-ad64-fa88cb77b632 req-0587a7dd-f3dc-413a-b9df-f3f03582cc12 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:58.101779 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a193c77-97c5-43f1-ad64-fa88cb77b632 req-0587a7dd-f3dc-413a-b9df-f3f03582cc12 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:58.107900 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a193c77-97c5-43f1-ad64-fa88cb77b632 req-0587a7dd-f3dc-413a-b9df-f3f03582cc12 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:58.108489 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba119324-2a89-4946-9997-ee799909e38d None None] Checking router: e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:10:58.108993 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba119324-2a89-4946-9997-ee799909e38d None None] Updating router e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa port d508d840-9734-4fb6-926d-4ec2c82bcabd binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:10:58.117086 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5a193c77-97c5-43f1-ad64-fa88cb77b632 req-0587a7dd-f3dc-413a-b9df-f3f03582cc12 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 3816 time: 0.1500039 Apr 20 13:10:58.148669 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ba119324-2a89-4946-9997-ee799909e38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:58.150858 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-feaeea78-b39d-421b-a70d-3bec9b14df47 None None] Provisioning complete for port f14937da-3ffa-4323-b6fb-be8c65077a73 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:58.152050 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-feaeea78-b39d-421b-a70d-3bec9b14df47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:58.177930 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-29b5d62f-2b62-499c-a4e7-211faee52128 req-3b8671a1-08a9-4f21-a7e5-f62f9d294408 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109080 Apr 20 13:10:58.230929 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ebd2b4a8-74ac-443b-ade4-c5be0755a1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:58.253986 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5a193c77-97c5-43f1-ad64-fa88cb77b632 req-85ae7602-b0e7-41cf-ada2-d31f06667169 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359174 Apr 20 13:10:58.294617 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-feaeea78-b39d-421b-a70d-3bec9b14df47 None None] Port f14937da-3ffa-4323-b6fb-be8c65077a73 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:10:58.369153 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d7889176-959d-4eed-a2cd-6bd1692b41d1 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:58.513617 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port d7889176-959d-4eed-a2cd-6bd1692b41d1 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:58.513906 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:58.528580 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-ebd2b4a8-74ac-443b-ade4-c5be0755a1e2 admin admin] Allocated IP 172.20.0.1 (17e22dd2-2f32-4a2a-ba43-15ad4874f1d6/9a66b49a-a84c-454d-9417-92a7f01ad082/486ef9ea-3b6e-4bdd-8aa5-913fe07a4a3f) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:10:58.543405 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-2b119284-cd42-48ec-8c1e-40be51a4aeb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2533aa3-2355-44c2-b360-55e62b33e303 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:10:58.544698 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 6ce49f2e-452c-491d-bef2-ce3b7b6d48ed up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:58.553217 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-2b119284-cd42-48ec-8c1e-40be51a4aeb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:58.569534 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-2b119284-cd42-48ec-8c1e-40be51a4aeb3 service neutron] Transition to ACTIVE for port object a2533aa3-2355-44c2-b360-55e62b33e303 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:10:58.636051 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-2b119284-cd42-48ec-8c1e-40be51a4aeb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:58.655758 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ebd2b4a8-74ac-443b-ade4-c5be0755a1e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:58.703035 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ba119324-2a89-4946-9997-ee799909e38d None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:58.732697 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b119284-cd42-48ec-8c1e-40be51a4aeb3 service neutron] Pushing event updated for resources: {'Port': ['ID=a2533aa3-2355-44c2-b360-55e62b33e303,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:58.771319 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38568) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:58.807714 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-da5a9b28-e6ca-4305-816d-350827485b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:58.813031 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ebd2b4a8-74ac-443b-ade4-c5be0755a1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:58.824522 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 6ce49f2e-452c-491d-bef2-ce3b7b6d48ed completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:10:58.827901 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ba119324-2a89-4946-9997-ee799909e38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:58.836137 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 6ce49f2e-452c-491d-bef2-ce3b7b6d48ed triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:58.847487 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:58.879177 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-2b119284-cd42-48ec-8c1e-40be51a4aeb3 service neutron] Attempting to bind port a2533aa3-2355-44c2-b360-55e62b33e303 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:10:58.879542 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-2b119284-cd42-48ec-8c1e-40be51a4aeb3 service neutron] Attempting to bind port a2533aa3-2355-44c2-b360-55e62b33e303 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '84af7999-438f-4181-814e-70ab50e7b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '56951fe5-a13b-4124-8315-505260f0a93e'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:10:58.879874 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-2b119284-cd42-48ec-8c1e-40be51a4aeb3 service neutron] Attempting to bind port a2533aa3-2355-44c2-b360-55e62b33e303 on network 56951fe5-a13b-4124-8315-505260f0a93e {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:10:58.888139 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-2b119284-cd42-48ec-8c1e-40be51a4aeb3 service neutron] Port a2533aa3-2355-44c2-b360-55e62b33e303 on network 56951fe5-a13b-4124-8315-505260f0a93e not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:10:58.888461 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-2b119284-cd42-48ec-8c1e-40be51a4aeb3 service neutron] Attempting to bind port a2533aa3-2355-44c2-b360-55e62b33e303 on network 56951fe5-a13b-4124-8315-505260f0a93e {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:10:58.926263 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-2b119284-cd42-48ec-8c1e-40be51a4aeb3 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:10:58.926609 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-2b119284-cd42-48ec-8c1e-40be51a4aeb3 service neutron] Checking segment: {'id': '84af7999-438f-4181-814e-70ab50e7b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '56951fe5-a13b-4124-8315-505260f0a93e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:10:58.927244 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-2b119284-cd42-48ec-8c1e-40be51a4aeb3 service neutron] Bound using segment: {'id': '84af7999-438f-4181-814e-70ab50e7b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '56951fe5-a13b-4124-8315-505260f0a93e'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:10:58.929954 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd2b4a8-74ac-443b-ade4-c5be0755a1e2 admin admin] Pushing event updated for resources: {'Port': ['ID=486ef9ea-3b6e-4bdd-8aa5-913fe07a4a3f,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:58.932164 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-2b119284-cd42-48ec-8c1e-40be51a4aeb3 service neutron] Bound port: a2533aa3-2355-44c2-b360-55e62b33e303, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84af7999-438f-4181-814e-70ab50e7b8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '56951fe5-a13b-4124-8315-505260f0a93e'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:10:58.932594 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-2b119284-cd42-48ec-8c1e-40be51a4aeb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:58.952137 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd2b4a8-74ac-443b-ade4-c5be0755a1e2 admin admin] Network 17e22dd2-2f32-4a2a-ba43-15ad4874f1d6 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:10:58.954223 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-ebd2b4a8-74ac-443b-ade4-c5be0755a1e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:58.957215 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd2b4a8-74ac-443b-ade4-c5be0755a1e2 admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:10:59.031732 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-ba119324-2a89-4946-9997-ee799909e38d None None] Attempting to bind port d508d840-9734-4fb6-926d-4ec2c82bcabd on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:10:59.032579 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-ba119324-2a89-4946-9997-ee799909e38d None None] Attempting to bind port d508d840-9734-4fb6-926d-4ec2c82bcabd by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:10:59.033137 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba119324-2a89-4946-9997-ee799909e38d None None] Attempting to bind port d508d840-9734-4fb6-926d-4ec2c82bcabd on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:10:59.042583 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ebd2b4a8-74ac-443b-ade4-c5be0755a1e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:59.068434 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba119324-2a89-4946-9997-ee799909e38d None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:10:59.069780 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba119324-2a89-4946-9997-ee799909e38d None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:10:59.070399 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ba119324-2a89-4946-9997-ee799909e38d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:59.071205 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba119324-2a89-4946-9997-ee799909e38d None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:10:59.072030 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-ba119324-2a89-4946-9997-ee799909e38d None None] Bound port: d508d840-9734-4fb6-926d-4ec2c82bcabd, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:10:59.072648 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ba119324-2a89-4946-9997-ee799909e38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:59.075339 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e458447-9bed-4a9c-802b-1cb1fef0beeb None None] Pushing event updated for resources: {'Port': ['ID=d508d840-9734-4fb6-926d-4ec2c82bcabd,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:59.136696 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569da7b-8349-4faa-9767-e33c6b8507d5 req-428b3679-7aa5-466a-a839-c8d4caff2334 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:59.138731 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f569da7b-8349-4faa-9767-e33c6b8507d5 req-428b3679-7aa5-466a-a839-c8d4caff2334 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] 10.222.0.25 "GET /v2.0/ports?device_id=1938da4a-9c15-4f73-b324-755269e99238 HTTP/1.1" status: 200 len: 946 time: 0.2616570 Apr 20 13:10:59.159560 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7bdd7b-f114-4172-93d0-4d5d13b4dc96 req-d34f3d39-d828-4d61-b7e7-29f2dc7d2f4f tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:59.161716 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3b7bdd7b-f114-4172-93d0-4d5d13b4dc96 req-d34f3d39-d828-4d61-b7e7-29f2dc7d2f4f tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da318da-a746-4ac5-bd12-2c51d5b0956d HTTP/1.1" status: 200 len: 945 time: 0.2043781 Apr 20 13:10:59.222000 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946ddf9-a0c6-426b-bb60-6524fa7a82ca req-e475f83e-9849-4cfd-a3a9-196402cc2175 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:59.224117 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2946ddf9-a0c6-426b-bb60-6524fa7a82ca req-e475f83e-9849-4cfd-a3a9-196402cc2175 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] 10.222.0.15 "GET /v2.0/ports?device_id=1938da4a-9c15-4f73-b324-755269e99238 HTTP/1.1" status: 200 len: 946 time: 0.1357121 Apr 20 13:10:59.260744 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ba119324-2a89-4946-9997-ee799909e38d None None] For port d508d840-9734-4fb6-926d-4ec2c82bcabd, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:10:59.269997 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ba119324-2a89-4946-9997-ee799909e38d None None] For port d508d840-9734-4fb6-926d-4ec2c82bcabd, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d508d840-9734-4fb6-926d-4ec2c82bcabd,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:10:59.275767 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:59.302768 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824e0fa0-db16-415b-bed8-9065640199a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce49f2e-452c-491d-bef2-ce3b7b6d48ed'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:10:59.303984 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e16b15-d8bb-4bdd-a3f6-8ba211551019" -d '{"events": [{"server_uuid": "824e0fa0-db16-415b-bed8-9065640199a8", "name": "network-vif-plugged", "status": "completed", "tag": "6ce49f2e-452c-491d-bef2-ce3b7b6d48ed"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:10:59.310028 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-2b119284-cd42-48ec-8c1e-40be51a4aeb3 service neutron] For port a2533aa3-2355-44c2-b360-55e62b33e303, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:10:59.314696 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f569da7b-8349-4faa-9767-e33c6b8507d5 req-76c548f4-aa63-4831-b2ac-8e3ea37b59b2 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] 10.222.0.25 "GET /v2.0/security-groups?id=c848f6d2-3e6c-4fab-a8da-f5b618b8e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478720 Apr 20 13:10:59.318637 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 6ce49f2e-452c-491d-bef2-ce3b7b6d48ed, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=6ce49f2e-452c-491d-bef2-ce3b7b6d48ed,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:59.326724 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3b7bdd7b-f114-4172-93d0-4d5d13b4dc96 req-03eff5f3-a670-4e55-9d5a-c56ee7994d88 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524992 Apr 20 13:10:59.360745 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-2b119284-cd42-48ec-8c1e-40be51a4aeb3 service neutron] For port a2533aa3-2355-44c2-b360-55e62b33e303, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=a2533aa3-2355-44c2-b360-55e62b33e303,segment=NetworkSegment(84af7999-438f-4181-814e-70ab50e7b8be),segment_id=84af7999-438f-4181-814e-70ab50e7b8be)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:10:59.369233 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:59.378135 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ba119324-2a89-4946-9997-ee799909e38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:59.392017 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ebd2b4a8-74ac-443b-ade4-c5be0755a1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:59.400452 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-da5a9b28-e6ca-4305-816d-350827485b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:59.408876 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:59.463119 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-2b119284-cd42-48ec-8c1e-40be51a4aeb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:59.519209 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-2b119284-cd42-48ec-8c1e-40be51a4aeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:59.519978 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-2b119284-cd42-48ec-8c1e-40be51a4aeb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:59.520716 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53cdb26-87cb-4bea-9df3-7a7f9404b4cf x-openstack-request-id: req-b53cdb26-87cb-4bea-9df3-7a7f9404b4cf {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:10:59.521170 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824e0fa0-db16-415b-bed8-9065640199a8", "name": "network-vif-plugged", "status": "completed", "tag": "6ce49f2e-452c-491d-bef2-ce3b7b6d48ed", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:10:59.521563 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b53cdb26-87cb-4bea-9df3-7a7f9404b4cf {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:10:59.521958 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-2b119284-cd42-48ec-8c1e-40be51a4aeb3 service neutron] 10.222.0.32 "PUT /v2.0/ports/a2533aa3-2355-44c2-b360-55e62b33e303 HTTP/1.1" status: 200 len: 1092 time: 1.8693004 Apr 20 13:10:59.522285 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b53cdb26-87cb-4bea-9df3-7a7f9404b4cf'] response: {'server_uuid': '824e0fa0-db16-415b-bed8-9065640199a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce49f2e-452c-491d-bef2-ce3b7b6d48ed', 'code': 200} Apr 20 13:10:59.523877 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-7dd5d23c-d183-430a-8e4e-f487290fa19f None None] Provisioning complete for port 486ef9ea-3b6e-4bdd-8aa5-913fe07a4a3f triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:59.524631 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'tag': 'a2533aa3-2355-44c2-b360-55e62b33e303'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:10:59.525846 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7dd5d23c-d183-430a-8e4e-f487290fa19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:59.526998 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508ab0d3-2fd5-4432-acc9-85c3863e2a4a" -d '{"events": [{"name": "network-changed", "server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "tag": "a2533aa3-2355-44c2-b360-55e62b33e303"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:10:59.533325 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-da5a9b28-e6ca-4305-816d-350827485b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:59.568853 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-da5a9b28-e6ca-4305-816d-350827485b45 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9a83109c98af46eea31ca6367e5dc78e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8001003 Apr 20 13:10:59.571326 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-2946ddf9-a0c6-426b-bb60-6524fa7a82ca req-98ead4b6-a588-46cf-b56e-dd884a163f1b tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] Deleting port 9909c3de-ceda-410a-827f-638b2bb4a13a {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:10:59.571697 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2946ddf9-a0c6-426b-bb60-6524fa7a82ca req-98ead4b6-a588-46cf-b56e-dd884a163f1b tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:59.577444 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38584) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:59.628282 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e2c59-4f12-4919-8637-7d0f1ad04e5e req-dfec67f5-dcb3-4769-9859-9aa40e25a12e tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:59.629808 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc4e2c59-4f12-4919-8637-7d0f1ad04e5e req-dfec67f5-dcb3-4769-9859-9aa40e25a12e tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=824e0fa0-db16-415b-bed8-9065640199a8 HTTP/1.1" status: 200 len: 950 time: 0.2205377 Apr 20 13:10:59.673131 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-cdc5a401-031f-4c0b-b7df-817e6f1c4e43 service neutron] Request body: {'port': {'device_id': '433546e1-53c7-4b77-b409-f5bffa48a147', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:59.674546 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e458447-9bed-4a9c-802b-1cb1fef0beeb None None] Pushing event updated for resources: {'Port': ['ID=d508d840-9734-4fb6-926d-4ec2c82bcabd,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:59.678782 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-7dd5d23c-d183-430a-8e4e-f487290fa19f None None] Port 486ef9ea-3b6e-4bdd-8aa5-913fe07a4a3f cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:10:59.695380 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba119324-2a89-4946-9997-ee799909e38d None None] Routers {'e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:10:59.696854 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ba119324-2a89-4946-9997-ee799909e38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:10:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:59.710420 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aadd2a1-5a65-4a72-a905-acb45042d883 req-dfae983c-87c9-4dbf-aafc-0a1e585a9a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:59.712101 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8aadd2a1-5a65-4a72-a905-acb45042d883 req-dfae983c-87c9-4dbf-aafc-0a1e585a9a9e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=824e0fa0-db16-415b-bed8-9065640199a8 HTTP/1.1" status: 200 len: 1101 time: 0.1790438 Apr 20 13:10:59.801031 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8aadd2a1-5a65-4a72-a905-acb45042d883 req-75d7f299-7f16-4a69-9bea-5dda90fe61be service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780485 Apr 20 13:10:59.812634 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc4e2c59-4f12-4919-8637-7d0f1ad04e5e req-bd2484c7-a843-485f-8d23-a2a50ca97e92 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587725 Apr 20 13:10:59.833043 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:59.848338 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=6ce49f2e-452c-491d-bef2-ce3b7b6d48ed,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:59.851735 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ebd2b4a8-74ac-443b-ade4-c5be0755a1e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:59.855855 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a9b28-e6ca-4305-816d-350827485b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac86bbd0-43ae-453e-8b1b-47ec478b508a,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:59.858423 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b119284-cd42-48ec-8c1e-40be51a4aeb3 service neutron] Pushing event updated for resources: {'Port': ['ID=a2533aa3-2355-44c2-b360-55e62b33e303,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:59.875279 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6e0af-75ff-4022-9386-8f8b4a0bee12 req-5acf7762-ceb2-4cbb-869a-fdcfa178118e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:59.881236 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6e0af-75ff-4022-9386-8f8b4a0bee12 req-5acf7762-ceb2-4cbb-869a-fdcfa178118e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:59.887186 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6e0af-75ff-4022-9386-8f8b4a0bee12 req-5acf7762-ceb2-4cbb-869a-fdcfa178118e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:59.893186 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6e0af-75ff-4022-9386-8f8b4a0bee12 req-5acf7762-ceb2-4cbb-869a-fdcfa178118e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:59.899755 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6e0af-75ff-4022-9386-8f8b4a0bee12 req-5acf7762-ceb2-4cbb-869a-fdcfa178118e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:59.901099 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7cd6e0af-75ff-4022-9386-8f8b4a0bee12 req-5acf7762-ceb2-4cbb-869a-fdcfa178118e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 3828 time: 0.3372145 Apr 20 13:10:59.915689 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ebd2b4a8-74ac-443b-ade4-c5be0755a1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:00.011709 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ebd2b4a8-74ac-443b-ade4-c5be0755a1e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:00.021093 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd2b4a8-74ac-443b-ade4-c5be0755a1e2 admin admin] Pushing event updated for resources: {'Port': ['ID=486ef9ea-3b6e-4bdd-8aa5-913fe07a4a3f,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:00.044744 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7cd6e0af-75ff-4022-9386-8f8b4a0bee12 req-15b302a8-4789-4b8c-8e53-a8b053388ff7 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315339 Apr 20 13:11:00.048811 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-cdc5a401-031f-4c0b-b7df-817e6f1c4e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:00.055392 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-2946ddf9-a0c6-426b-bb60-6524fa7a82ca req-98ead4b6-a588-46cf-b56e-dd884a163f1b tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] For port 9909c3de-ceda-410a-827f-638b2bb4a13a, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=9909c3de-ceda-410a-827f-638b2bb4a13a,segment=NetworkSegment(832c381f-2c49-408b-b2ff-0d574332a85f),segment_id=832c381f-2c49-408b-b2ff-0d574332a85f)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:00.074680 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2946ddf9-a0c6-426b-bb60-6524fa7a82ca req-98ead4b6-a588-46cf-b56e-dd884a163f1b tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:00.090584 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-97dff861-6115-4141-b1b4-0386f8732abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:00.103718 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-2946ddf9-a0c6-426b-bb60-6524fa7a82ca req-98ead4b6-a588-46cf-b56e-dd884a163f1b tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] Calling delete_port for 9909c3de-ceda-410a-827f-638b2bb4a13a owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:00.132657 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-ba119324-2a89-4946-9997-ee799909e38d None None] Set router e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:11:00.154201 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba07f73-38cd-4811-bead-357beb3d53c0 x-openstack-request-id: req-cba07f73-38cd-4811-bead-357beb3d53c0 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:11:00.154805 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "tag": "a2533aa3-2355-44c2-b360-55e62b33e303", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:11:00.158226 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cba07f73-38cd-4811-bead-357beb3d53c0 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:11:00.158226 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cba07f73-38cd-4811-bead-357beb3d53c0'] response: {'name': 'network-changed', 'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'tag': 'a2533aa3-2355-44c2-b360-55e62b33e303', 'status': 'completed', 'code': 200} Apr 20 13:11:00.227432 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd2b4a8-74ac-443b-ade4-c5be0755a1e2 admin admin] Network 17e22dd2-2f32-4a2a-ba43-15ad4874f1d6 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:11:00.239692 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-97dff861-6115-4141-b1b4-0386f8732abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:00.247452 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-ebd2b4a8-74ac-443b-ade4-c5be0755a1e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:11:00.421786 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ba119324-2a89-4946-9997-ee799909e38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa', 'name': 'tempest-FloatingIPDetailsTestJSON-1256763291-router', 'tenant_id': '471c34e410a849329f8145358575a6e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'd508d840-9734-4fb6-926d-4ec2c82bcabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:53Z', 'updated_at': '2022-04-20T13:10:59Z', 'revision_number': 4, 'project_id': '471c34e410a849329f8145358575a6e4', 'gw_port': {'id': 'd508d840-9734-4fb6-926d-4ec2c82bcabd', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:54Z', 'updated_at': '2022-04-20T13:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '486ef9ea-3b6e-4bdd-8aa5-913fe07a4a3f', 'name': '', 'network_id': '17e22dd2-2f32-4a2a-ba43-15ad4874f1d6', 'tenant_id': '471c34e410a849329f8145358575a6e4', 'mac_address': 'fa:16:3e:e3:d9:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '9a66b49a-a84c-454d-9417-92a7f01ad082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:58Z', 'updated_at': '2022-04-20T13:10:58Z', 'revision_number': 1, 'project_id': '471c34e410a849329f8145358575a6e4', 'subnets': [{'id': '9a66b49a-a84c-454d-9417-92a7f01ad082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:00.455969 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba119324-2a89-4946-9997-ee799909e38d None None] The sync data for ids ['e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa'] in n-d-836015-7 is: [{'id': 'e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa', 'name': 'tempest-FloatingIPDetailsTestJSON-1256763291-router', 'tenant_id': '471c34e410a849329f8145358575a6e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'd508d840-9734-4fb6-926d-4ec2c82bcabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:53Z', 'updated_at': '2022-04-20T13:10:59Z', 'revision_number': 4, 'project_id': '471c34e410a849329f8145358575a6e4', 'gw_port': {'id': 'd508d840-9734-4fb6-926d-4ec2c82bcabd', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:54Z', 'updated_at': '2022-04-20T13:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '486ef9ea-3b6e-4bdd-8aa5-913fe07a4a3f', 'name': '', 'network_id': '17e22dd2-2f32-4a2a-ba43-15ad4874f1d6', 'tenant_id': '471c34e410a849329f8145358575a6e4', 'mac_address': 'fa:16:3e:e3:d9:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '9a66b49a-a84c-454d-9417-92a7f01ad082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:58Z', 'updated_at': '2022-04-20T13:10:58Z', 'revision_number': 1, 'project_id': '471c34e410a849329f8145358575a6e4', 'subnets': [{'id': '9a66b49a-a84c-454d-9417-92a7f01ad082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:11:00.485022 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ab0d3-2fd5-4432-acc9-85c3863e2a4a req-4258d9f0-426c-4591-8de3-ec5070c6c460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:00.485723 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ab0d3-2fd5-4432-acc9-85c3863e2a4a req-4258d9f0-426c-4591-8de3-ec5070c6c460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:00.486447 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ab0d3-2fd5-4432-acc9-85c3863e2a4a req-4258d9f0-426c-4591-8de3-ec5070c6c460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:00.487295 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ab0d3-2fd5-4432-acc9-85c3863e2a4a req-4258d9f0-426c-4591-8de3-ec5070c6c460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:00.487705 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ab0d3-2fd5-4432-acc9-85c3863e2a4a req-4258d9f0-426c-4591-8de3-ec5070c6c460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:00.490125 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-508ab0d3-2fd5-4432-acc9-85c3863e2a4a req-4258d9f0-426c-4591-8de3-ec5070c6c460 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=751edd8696be4dfdb3446a3e33725797&device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 4363 time: 0.3147852 Apr 20 13:11:00.548823 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd2b4a8-74ac-443b-ade4-c5be0755a1e2 admin admin] Router e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:11:00.662089 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-523ae414-9f8f-470f-bcbc-958de53fcb23 None None] Provisioning complete for port 486ef9ea-3b6e-4bdd-8aa5-913fe07a4a3f triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:00.664013 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-523ae414-9f8f-470f-bcbc-958de53fcb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:00.720973 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ab0d3-2fd5-4432-acc9-85c3863e2a4a req-4cb52708-29d8-423f-a4be-46ce4d0c7078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:00.721611 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ab0d3-2fd5-4432-acc9-85c3863e2a4a req-4cb52708-29d8-423f-a4be-46ce4d0c7078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:00.722153 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ab0d3-2fd5-4432-acc9-85c3863e2a4a req-4cb52708-29d8-423f-a4be-46ce4d0c7078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:00.724486 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-508ab0d3-2fd5-4432-acc9-85c3863e2a4a req-4cb52708-29d8-423f-a4be-46ce4d0c7078 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=751edd8696be4dfdb3446a3e33725797&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2234890 Apr 20 13:11:00.745848 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-523ae414-9f8f-470f-bcbc-958de53fcb23 None None] Port 486ef9ea-3b6e-4bdd-8aa5-913fe07a4a3f cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:11:00.870307 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd2b4a8-74ac-443b-ade4-c5be0755a1e2 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:11:00.877425 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ebd2b4a8-74ac-443b-ade4-c5be0755a1e2 admin admin] 10.222.0.25 "PUT /v2.0/routers/e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4823561 Apr 20 13:11:00.948670 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ab0d3-2fd5-4432-acc9-85c3863e2a4a req-a917d22d-b947-416a-a4e8-1327eb4cd53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:00.950757 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-508ab0d3-2fd5-4432-acc9-85c3863e2a4a req-a917d22d-b947-416a-a4e8-1327eb4cd53d service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1854467 Apr 20 13:11:01.001929 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025c33e-d989-4d0e-a482-c1854e2ea51b req-752bae5d-0bcd-448e-ba73-201b5a4aeddf tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:01.003569 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b025c33e-d989-4d0e-a482-c1854e2ea51b req-752bae5d-0bcd-448e-ba73-201b5a4aeddf tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da318da-a746-4ac5-bd12-2c51d5b0956d HTTP/1.1" status: 200 len: 945 time: 0.6957526 Apr 20 13:11:01.140127 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-97dff861-6115-4141-b1b4-0386f8732abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:01.142637 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-97dff861-6115-4141-b1b4-0386f8732abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:01.143841 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-97dff861-6115-4141-b1b4-0386f8732abe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ac86bbd0-43ae-453e-8b1b-47ec478b508a HTTP/1.1" status: 204 len: 168 time: 1.5649402 Apr 20 13:11:01.166615 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb1327-c825-47d7-ac73-651acd6cd4bf req-da8fa820-875c-44fc-ba6b-a064598346b4 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:01.168401 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-41cb1327-c825-47d7-ac73-651acd6cd4bf req-da8fa820-875c-44fc-ba6b-a064598346b4 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] 10.222.0.25 "GET /v2.0/ports?device_id=1938da4a-9c15-4f73-b324-755269e99238 HTTP/1.1" status: 200 len: 946 time: 0.6467726 Apr 20 13:11:01.180896 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b025c33e-d989-4d0e-a482-c1854e2ea51b req-47d2de66-81fc-42e3-b38e-d61b0127a55f tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483877 Apr 20 13:11:01.198359 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dff861-6115-4141-b1b4-0386f8732abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac86bbd0-43ae-453e-8b1b-47ec478b508a,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:01.273899 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-41cb1327-c825-47d7-ac73-651acd6cd4bf req-1069c893-afd0-4faf-8b3f-30c0887963cb tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] 10.222.0.25 "GET /v2.0/security-groups?id=c848f6d2-3e6c-4fab-a8da-f5b618b8e296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919600 Apr 20 13:11:01.313511 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2946ddf9-a0c6-426b-bb60-6524fa7a82ca req-98ead4b6-a588-46cf-b56e-dd884a163f1b tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:01.371962 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ead4b6-a588-46cf-b56e-dd884a163f1b tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] Pushing event deleted for resources: {'Port': ['ID=9909c3de-ceda-410a-827f-638b2bb4a13a,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:01.433006 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-cdc5a401-031f-4c0b-b7df-817e6f1c4e43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcd82748-3135-4569-bfe2-1036cfb737c9 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:11:01.455971 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-cdc5a401-031f-4c0b-b7df-817e6f1c4e43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:01.494475 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-2946ddf9-a0c6-426b-bb60-6524fa7a82ca req-98ead4b6-a588-46cf-b56e-dd884a163f1b tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] No DVR routers for this DVR port 9909c3de-ceda-410a-827f-638b2bb4a13a on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:11:01.499845 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2946ddf9-a0c6-426b-bb60-6524fa7a82ca req-98ead4b6-a588-46cf-b56e-dd884a163f1b tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:01.503054 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2946ddf9-a0c6-426b-bb60-6524fa7a82ca req-98ead4b6-a588-46cf-b56e-dd884a163f1b tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] 10.222.0.15 "DELETE /v2.0/ports/9909c3de-ceda-410a-827f-638b2bb4a13a HTTP/1.1" status: 204 len: 173 time: 2.2382305 Apr 20 13:11:01.516613 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-cdc5a401-031f-4c0b-b7df-817e6f1c4e43 service neutron] Transition to ACTIVE for port object bcd82748-3135-4569-bfe2-1036cfb737c9 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:11:01.535036 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9d68c-8e90-4c17-9104-52decf0aa203 req-ea3c2c11-5d5c-40e2-a6da-876615a7dc7d tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:01.537209 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-acf9d68c-8e90-4c17-9104-52decf0aa203 req-ea3c2c11-5d5c-40e2-a6da-876615a7dc7d tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=824e0fa0-db16-415b-bed8-9065640199a8 HTTP/1.1" status: 200 len: 950 time: 0.1785326 Apr 20 13:11:01.548858 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b1977-0ec5-49c3-a998-c5df6b6d5861 req-53225a94-5bc6-4871-b939-ad3655b21d89 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:01.555067 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b1977-0ec5-49c3-a998-c5df6b6d5861 req-53225a94-5bc6-4871-b939-ad3655b21d89 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:01.561020 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b1977-0ec5-49c3-a998-c5df6b6d5861 req-53225a94-5bc6-4871-b939-ad3655b21d89 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:01.566900 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b1977-0ec5-49c3-a998-c5df6b6d5861 req-53225a94-5bc6-4871-b939-ad3655b21d89 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:01.576845 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b1977-0ec5-49c3-a998-c5df6b6d5861 req-53225a94-5bc6-4871-b939-ad3655b21d89 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:01.580558 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d14b1977-0ec5-49c3-a998-c5df6b6d5861 req-53225a94-5bc6-4871-b939-ad3655b21d89 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 3828 time: 0.1920362 Apr 20 13:11:01.601065 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-cdc5a401-031f-4c0b-b7df-817e6f1c4e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:01.714066 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc5a401-031f-4c0b-b7df-817e6f1c4e43 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd82748-3135-4569-bfe2-1036cfb737c9,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:01.735934 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-acf9d68c-8e90-4c17-9104-52decf0aa203 req-44413c91-4390-47f5-91e3-8a67f3ae8161 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547198 Apr 20 13:11:01.761286 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d14b1977-0ec5-49c3-a998-c5df6b6d5861 req-d45a345a-d593-48bc-a40c-0157ea5111af tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564045 Apr 20 13:11:01.926353 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-cdc5a401-031f-4c0b-b7df-817e6f1c4e43 service neutron] Attempting to bind port bcd82748-3135-4569-bfe2-1036cfb737c9 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:11:01.926725 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-cdc5a401-031f-4c0b-b7df-817e6f1c4e43 service neutron] Attempting to bind port bcd82748-3135-4569-bfe2-1036cfb737c9 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '6c303c0e-fdb8-422a-bdb4-949744537dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'db25d310-7014-4091-a613-df6bc463c340'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:11:01.927147 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-cdc5a401-031f-4c0b-b7df-817e6f1c4e43 service neutron] Attempting to bind port bcd82748-3135-4569-bfe2-1036cfb737c9 on network db25d310-7014-4091-a613-df6bc463c340 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:11:01.932262 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-cdc5a401-031f-4c0b-b7df-817e6f1c4e43 service neutron] Port bcd82748-3135-4569-bfe2-1036cfb737c9 on network db25d310-7014-4091-a613-df6bc463c340 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:11:01.932592 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-cdc5a401-031f-4c0b-b7df-817e6f1c4e43 service neutron] Attempting to bind port bcd82748-3135-4569-bfe2-1036cfb737c9 on network db25d310-7014-4091-a613-df6bc463c340 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:11:01.939085 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-cdc5a401-031f-4c0b-b7df-817e6f1c4e43 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:11:01.939468 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-cdc5a401-031f-4c0b-b7df-817e6f1c4e43 service neutron] Checking segment: {'id': '6c303c0e-fdb8-422a-bdb4-949744537dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'db25d310-7014-4091-a613-df6bc463c340'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:11:01.939952 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-cdc5a401-031f-4c0b-b7df-817e6f1c4e43 service neutron] Bound using segment: {'id': '6c303c0e-fdb8-422a-bdb4-949744537dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'db25d310-7014-4091-a613-df6bc463c340'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:11:01.940504 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-cdc5a401-031f-4c0b-b7df-817e6f1c4e43 service neutron] Bound port: bcd82748-3135-4569-bfe2-1036cfb737c9, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c303c0e-fdb8-422a-bdb4-949744537dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'db25d310-7014-4091-a613-df6bc463c340'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:11:01.940876 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-cdc5a401-031f-4c0b-b7df-817e6f1c4e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:02.106558 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-cdc5a401-031f-4c0b-b7df-817e6f1c4e43 service neutron] For port bcd82748-3135-4569-bfe2-1036cfb737c9, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:11:02.168723 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1938da4a-9c15-4f73-b324-755269e99238', 'name': 'network-vif-deleted', 'tag': '9909c3de-ceda-410a-827f-638b2bb4a13a'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:11:02.171218 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b79c46-040d-4208-b7fe-29bb1069447a" -d '{"events": [{"server_uuid": "1938da4a-9c15-4f73-b324-755269e99238", "name": "network-vif-deleted", "tag": "9909c3de-ceda-410a-827f-638b2bb4a13a"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:11:02.191619 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-cdc5a401-031f-4c0b-b7df-817e6f1c4e43 service neutron] For port bcd82748-3135-4569-bfe2-1036cfb737c9, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=bcd82748-3135-4569-bfe2-1036cfb737c9,segment=NetworkSegment(6c303c0e-fdb8-422a-bdb4-949744537dde),segment_id=6c303c0e-fdb8-422a-bdb4-949744537dde)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:11:02.249023 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088e0aa1-2705-409e-9027-bd06bf7e8669 x-openstack-request-id: req-088e0aa1-2705-409e-9027-bd06bf7e8669 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:11:02.249369 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1938da4a-9c15-4f73-b324-755269e99238", "name": "network-vif-deleted", "tag": "9909c3de-ceda-410a-827f-638b2bb4a13a", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:11:02.249624 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-088e0aa1-2705-409e-9027-bd06bf7e8669 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:11:02.250064 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-088e0aa1-2705-409e-9027-bd06bf7e8669'] response: {'server_uuid': '1938da4a-9c15-4f73-b324-755269e99238', 'name': 'network-vif-deleted', 'tag': '9909c3de-ceda-410a-827f-638b2bb4a13a', 'status': 'completed', 'code': 200} Apr 20 13:11:02.260382 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-756e8ccc-724e-4f4c-9288-819e5727b66f req-5e4c3abd-2512-4d45-aee8-d086d8fc160e tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1493483 Apr 20 13:11:02.275725 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-756e8ccc-724e-4f4c-9288-819e5727b66f req-49e01c76-e83b-4c77-aba8-84db71e4807f tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:02.295904 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-cdc5a401-031f-4c0b-b7df-817e6f1c4e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:02.374002 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d508d840-9734-4fb6-926d-4ec2c82bcabd up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:11:02.399175 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-cdc5a401-031f-4c0b-b7df-817e6f1c4e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:02.416028 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-cdc5a401-031f-4c0b-b7df-817e6f1c4e43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:02.416028 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-cdc5a401-031f-4c0b-b7df-817e6f1c4e43 service neutron] 10.222.0.32 "PUT /v2.0/ports/bcd82748-3135-4569-bfe2-1036cfb737c9 HTTP/1.1" status: 200 len: 1135 time: 2.7694359 Apr 20 13:11:02.440090 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-756e8ccc-724e-4f4c-9288-819e5727b66f req-49e01c76-e83b-4c77-aba8-84db71e4807f tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks [] for floatingip, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:02.445761 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc5a401-031f-4c0b-b7df-817e6f1c4e43 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd82748-3135-4569-bfe2-1036cfb737c9,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:02.454690 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port d508d840-9734-4fb6-926d-4ec2c82bcabd triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:02.455164 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:02.466029 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3555c8-e95a-4ed0-b090-6b41ddab76f4 req-3585225f-fe00-4aba-bce6-8623db3be76a tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:02.467843 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f3555c8-e95a-4ed0-b090-6b41ddab76f4 req-3585225f-fe00-4aba-bce6-8623db3be76a tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=6da318da-a746-4ac5-bd12-2c51d5b0956d HTTP/1.1" status: 200 len: 945 time: 0.1507597 Apr 20 13:11:02.585352 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:02.595326 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-68256081-d01c-4ff4-b2cc-5cbcc7b72de5 service neutron] Request body: {'port': {'device_id': '433546e1-53c7-4b77-b409-f5bffa48a147', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:02.631826 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port d508d840-9734-4fb6-926d-4ec2c82bcabd, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d508d840-9734-4fb6-926d-4ec2c82bcabd,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:02.673931 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f3555c8-e95a-4ed0-b090-6b41ddab76f4 req-17f652b9-937f-498c-9ba1-15647cfddb47 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948090 Apr 20 13:11:02.706734 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-68256081-d01c-4ff4-b2cc-5cbcc7b72de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:02.762091 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:02.819991 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f88e69bf-1b31-47a7-b92c-03a8247c9437 req-a9d7c9b3-fe94-4a4c-bda9-373273eafcc3 tempest-InstanceActionsV221TestJSON-1325347261 tempest-InstanceActionsV221TestJSON-1325347261-project] 10.222.0.25 "GET /v2.0/ports?device_id=1938da4a-9c15-4f73-b324-755269e99238 HTTP/1.1" status: 200 len: 210 time: 0.0453835 Apr 20 13:11:02.837800 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=d508d840-9734-4fb6-926d-4ec2c82bcabd,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:02.875201 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-756e8ccc-724e-4f4c-9288-819e5727b66f req-49e01c76-e83b-4c77-aba8-84db71e4807f tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:02.931000 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 9909c3de-ceda-410a-827f-638b2bb4a13a no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:11:02.979097 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 9909c3de-ceda-410a-827f-638b2bb4a13a {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:11:02.979697 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 9909c3de-ceda-410a-827f-638b2bb4a13a not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:11:03.095802 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-756e8ccc-724e-4f4c-9288-819e5727b66f req-49e01c76-e83b-4c77-aba8-84db71e4807f tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Allocated IP 172.25.8.125 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/03296e27-718b-4584-b08b-8bffdd292f38) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:11:03.214403 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-68256081-d01c-4ff4-b2cc-5cbcc7b72de5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b9a3dab-fa04-4d5d-827d-ba1227aed618 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:11:03.230300 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-68256081-d01c-4ff4-b2cc-5cbcc7b72de5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:03.256691 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-68256081-d01c-4ff4-b2cc-5cbcc7b72de5 service neutron] Transition to ACTIVE for port object 4b9a3dab-fa04-4d5d-827d-ba1227aed618 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:11:03.267872 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-756e8ccc-724e-4f4c-9288-819e5727b66f req-49e01c76-e83b-4c77-aba8-84db71e4807f tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:03.372326 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-68256081-d01c-4ff4-b2cc-5cbcc7b72de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:03.463460 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68256081-d01c-4ff4-b2cc-5cbcc7b72de5 service neutron] Pushing event updated for resources: {'Port': ['ID=4b9a3dab-fa04-4d5d-827d-ba1227aed618,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:03.477992 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-756e8ccc-724e-4f4c-9288-819e5727b66f req-49e01c76-e83b-4c77-aba8-84db71e4807f tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:03.533967 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-68256081-d01c-4ff4-b2cc-5cbcc7b72de5 service neutron] Attempting to bind port 4b9a3dab-fa04-4d5d-827d-ba1227aed618 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:11:03.534315 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-68256081-d01c-4ff4-b2cc-5cbcc7b72de5 service neutron] Attempting to bind port 4b9a3dab-fa04-4d5d-827d-ba1227aed618 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '6c303c0e-fdb8-422a-bdb4-949744537dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'db25d310-7014-4091-a613-df6bc463c340'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:11:03.534635 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-68256081-d01c-4ff4-b2cc-5cbcc7b72de5 service neutron] Attempting to bind port 4b9a3dab-fa04-4d5d-827d-ba1227aed618 on network db25d310-7014-4091-a613-df6bc463c340 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:11:03.559850 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-68256081-d01c-4ff4-b2cc-5cbcc7b72de5 service neutron] Port 4b9a3dab-fa04-4d5d-827d-ba1227aed618 on network db25d310-7014-4091-a613-df6bc463c340 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:11:03.560153 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-68256081-d01c-4ff4-b2cc-5cbcc7b72de5 service neutron] Attempting to bind port 4b9a3dab-fa04-4d5d-827d-ba1227aed618 on network db25d310-7014-4091-a613-df6bc463c340 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:11:03.564401 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-756e8ccc-724e-4f4c-9288-819e5727b66f req-49e01c76-e83b-4c77-aba8-84db71e4807f tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:11:03.572501 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e01c76-e83b-4c77-aba8-84db71e4807f tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Pushing event updated for resources: {'Port': ['ID=03296e27-718b-4584-b08b-8bffdd292f38,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:03.577836 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-756e8ccc-724e-4f4c-9288-819e5727b66f req-49e01c76-e83b-4c77-aba8-84db71e4807f tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:11:03.580251 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-68256081-d01c-4ff4-b2cc-5cbcc7b72de5 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:11:03.580511 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-68256081-d01c-4ff4-b2cc-5cbcc7b72de5 service neutron] Checking segment: {'id': '6c303c0e-fdb8-422a-bdb4-949744537dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'db25d310-7014-4091-a613-df6bc463c340'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:11:03.582128 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-68256081-d01c-4ff4-b2cc-5cbcc7b72de5 service neutron] Bound using segment: {'id': '6c303c0e-fdb8-422a-bdb4-949744537dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'db25d310-7014-4091-a613-df6bc463c340'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:11:03.582744 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-68256081-d01c-4ff4-b2cc-5cbcc7b72de5 service neutron] Bound port: 4b9a3dab-fa04-4d5d-827d-ba1227aed618, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c303c0e-fdb8-422a-bdb4-949744537dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'db25d310-7014-4091-a613-df6bc463c340'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:11:03.583782 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-68256081-d01c-4ff4-b2cc-5cbcc7b72de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:03.585991 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-756e8ccc-724e-4f4c-9288-819e5727b66f req-49e01c76-e83b-4c77-aba8-84db71e4807f tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:11:03.751823 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b614abd5-1348-433b-9ba3-4d152d637b80 None None] Sync routers for ids ['e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:11:03.777545 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b614abd5-1348-433b-9ba3-4d152d637b80 None None] Routers {'e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:11:03.778193 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b614abd5-1348-433b-9ba3-4d152d637b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:10:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:03.802683 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-756e8ccc-724e-4f4c-9288-819e5727b66f req-49e01c76-e83b-4c77-aba8-84db71e4807f tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:03.804668 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-68256081-d01c-4ff4-b2cc-5cbcc7b72de5 service neutron] For port 4b9a3dab-fa04-4d5d-827d-ba1227aed618, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:11:03.811025 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-68256081-d01c-4ff4-b2cc-5cbcc7b72de5 service neutron] For port 4b9a3dab-fa04-4d5d-827d-ba1227aed618, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=4b9a3dab-fa04-4d5d-827d-ba1227aed618,segment=NetworkSegment(6c303c0e-fdb8-422a-bdb4-949744537dde),segment_id=6c303c0e-fdb8-422a-bdb4-949744537dde)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:11:03.847301 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e41f06f-63b4-4096-99bd-b7a3c4971e19 req-94cf1cc0-de06-4524-8b71-5de636ba7fec tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:03.850335 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0e41f06f-63b4-4096-99bd-b7a3c4971e19 req-94cf1cc0-de06-4524-8b71-5de636ba7fec tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=824e0fa0-db16-415b-bed8-9065640199a8 HTTP/1.1" status: 200 len: 950 time: 0.1263530 Apr 20 13:11:03.920983 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-b614abd5-1348-433b-9ba3-4d152d637b80 None None] Set router e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:11:03.925755 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-68256081-d01c-4ff4-b2cc-5cbcc7b72de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:03.953909 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0e41f06f-63b4-4096-99bd-b7a3c4971e19 req-20159147-f552-4109-9c29-138011d1ab3c tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925045 Apr 20 13:11:04.072402 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-68256081-d01c-4ff4-b2cc-5cbcc7b72de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:04.073213 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-68256081-d01c-4ff4-b2cc-5cbcc7b72de5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:04.075510 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-68256081-d01c-4ff4-b2cc-5cbcc7b72de5 service neutron] 10.222.0.32 "PUT /v2.0/ports/4b9a3dab-fa04-4d5d-827d-ba1227aed618 HTTP/1.1" status: 200 len: 1135 time: 1.4857814 Apr 20 13:11:04.131680 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-756e8ccc-724e-4f4c-9288-819e5727b66f req-49e01c76-e83b-4c77-aba8-84db71e4807f tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:04.217444 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-88bd86c8-4c37-4d46-b181-4eb75f1f664f service neutron] Request body: {'port': {'device_id': '433546e1-53c7-4b77-b409-f5bffa48a147', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:04.224191 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b614abd5-1348-433b-9ba3-4d152d637b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa', 'name': 'tempest-FloatingIPDetailsTestJSON-1256763291-router', 'tenant_id': '471c34e410a849329f8145358575a6e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'd508d840-9734-4fb6-926d-4ec2c82bcabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:53Z', 'updated_at': '2022-04-20T13:10:59Z', 'revision_number': 4, 'project_id': '471c34e410a849329f8145358575a6e4', 'gw_port': {'id': 'd508d840-9734-4fb6-926d-4ec2c82bcabd', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:54Z', 'updated_at': '2022-04-20T13:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '486ef9ea-3b6e-4bdd-8aa5-913fe07a4a3f', 'name': '', 'network_id': '17e22dd2-2f32-4a2a-ba43-15ad4874f1d6', 'tenant_id': '471c34e410a849329f8145358575a6e4', 'mac_address': 'fa:16:3e:e3:d9:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '9a66b49a-a84c-454d-9417-92a7f01ad082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:58Z', 'updated_at': '2022-04-20T13:10:59Z', 'revision_number': 2, 'project_id': '471c34e410a849329f8145358575a6e4', 'subnets': [{'id': '9a66b49a-a84c-454d-9417-92a7f01ad082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:04.258944 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b614abd5-1348-433b-9ba3-4d152d637b80 None None] Checking router: e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:11:04.259292 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b614abd5-1348-433b-9ba3-4d152d637b80 None None] Updating router e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa port 486ef9ea-3b6e-4bdd-8aa5-913fe07a4a3f binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:11:04.266666 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'tag': 'bcd82748-3135-4569-bfe2-1036cfb737c9'}, {'name': 'network-changed', 'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'tag': '4b9a3dab-fa04-4d5d-827d-ba1227aed618'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:11:04.269485 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e51616-629c-4f87-8ecc-f73c4f9a8e9f" -d '{"events": [{"name": "network-changed", "server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "tag": "bcd82748-3135-4569-bfe2-1036cfb737c9"}, {"name": "network-changed", "server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "tag": "4b9a3dab-fa04-4d5d-827d-ba1227aed618"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:11:04.309977 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-b614abd5-1348-433b-9ba3-4d152d637b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:04.311309 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d508d840-9734-4fb6-926d-4ec2c82bcabd up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:11:04.315823 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68256081-d01c-4ff4-b2cc-5cbcc7b72de5 service neutron] Pushing event updated for resources: {'Port': ['ID=4b9a3dab-fa04-4d5d-827d-ba1227aed618,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:04.400144 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port d508d840-9734-4fb6-926d-4ec2c82bcabd triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:04.401840 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:04.436312 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583c34b-c78e-4ea3-8df8-fb70a73af943 req-69d0a5a1-712d-48dd-bdf5-55b66b7d54af tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:04.443466 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583c34b-c78e-4ea3-8df8-fb70a73af943 req-69d0a5a1-712d-48dd-bdf5-55b66b7d54af tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:04.450633 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583c34b-c78e-4ea3-8df8-fb70a73af943 req-69d0a5a1-712d-48dd-bdf5-55b66b7d54af tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:04.457572 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583c34b-c78e-4ea3-8df8-fb70a73af943 req-69d0a5a1-712d-48dd-bdf5-55b66b7d54af tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:04.464921 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583c34b-c78e-4ea3-8df8-fb70a73af943 req-69d0a5a1-712d-48dd-bdf5-55b66b7d54af tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:04.475757 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583c34b-c78e-4ea3-8df8-fb70a73af943 req-69d0a5a1-712d-48dd-bdf5-55b66b7d54af tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:04.483409 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583c34b-c78e-4ea3-8df8-fb70a73af943 req-69d0a5a1-712d-48dd-bdf5-55b66b7d54af tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:04.486081 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c583c34b-c78e-4ea3-8df8-fb70a73af943 req-69d0a5a1-712d-48dd-bdf5-55b66b7d54af tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 5382 time: 0.4090457 Apr 20 13:11:04.495537 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-88bd86c8-4c37-4d46-b181-4eb75f1f664f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:04.675104 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-b614abd5-1348-433b-9ba3-4d152d637b80 None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:04.704576 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c583c34b-c78e-4ea3-8df8-fb70a73af943 req-60190f64-f9af-43fa-a567-e7b79104e052 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=453f1f18-ab3a-45a6-896f-f71ff07ade0a&id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1940029 Apr 20 13:11:04.761226 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-b614abd5-1348-433b-9ba3-4d152d637b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:04.836478 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec9ad-8210-4065-b224-b1b5f18e60bd None None] Pushing event updated for resources: {'Port': ['ID=486ef9ea-3b6e-4bdd-8aa5-913fe07a4a3f,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:04.842153 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-756e8ccc-724e-4f4c-9288-819e5727b66f req-49e01c76-e83b-4c77-aba8-84db71e4807f tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:04.870305 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec9ad-8210-4065-b224-b1b5f18e60bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:04.870865 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec9ad-8210-4065-b224-b1b5f18e60bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:04.871386 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec9ad-8210-4065-b224-b1b5f18e60bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:04.871887 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec9ad-8210-4065-b224-b1b5f18e60bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:04.872407 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec9ad-8210-4065-b224-b1b5f18e60bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:04.872903 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec9ad-8210-4065-b224-b1b5f18e60bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:04.873403 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec9ad-8210-4065-b224-b1b5f18e60bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:04.873894 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec9ad-8210-4065-b224-b1b5f18e60bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:04.874385 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec9ad-8210-4065-b224-b1b5f18e60bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:04.874885 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec9ad-8210-4065-b224-b1b5f18e60bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:04.875425 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec9ad-8210-4065-b224-b1b5f18e60bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:04.875929 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ec9ad-8210-4065-b224-b1b5f18e60bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:04.884110 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-b614abd5-1348-433b-9ba3-4d152d637b80 None None] Attempting to bind port 486ef9ea-3b6e-4bdd-8aa5-913fe07a4a3f on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:11:04.885155 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-b614abd5-1348-433b-9ba3-4d152d637b80 None None] Attempting to bind port 486ef9ea-3b6e-4bdd-8aa5-913fe07a4a3f by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'bb9909c4-3a0d-478f-91a0-7265b3d6d673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '17e22dd2-2f32-4a2a-ba43-15ad4874f1d6'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:11:04.885689 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b614abd5-1348-433b-9ba3-4d152d637b80 None None] Attempting to bind port 486ef9ea-3b6e-4bdd-8aa5-913fe07a4a3f on network 17e22dd2-2f32-4a2a-ba43-15ad4874f1d6 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:11:04.892118 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b614abd5-1348-433b-9ba3-4d152d637b80 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:11:04.892809 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b614abd5-1348-433b-9ba3-4d152d637b80 None None] Checking segment: {'id': 'bb9909c4-3a0d-478f-91a0-7265b3d6d673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '17e22dd2-2f32-4a2a-ba43-15ad4874f1d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:11:04.893384 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-b614abd5-1348-433b-9ba3-4d152d637b80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:04.893946 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b614abd5-1348-433b-9ba3-4d152d637b80 None None] Bound using segment: {'id': 'bb9909c4-3a0d-478f-91a0-7265b3d6d673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '17e22dd2-2f32-4a2a-ba43-15ad4874f1d6'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:11:04.894587 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-b614abd5-1348-433b-9ba3-4d152d637b80 None None] Bound port: 486ef9ea-3b6e-4bdd-8aa5-913fe07a4a3f, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb9909c4-3a0d-478f-91a0-7265b3d6d673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '17e22dd2-2f32-4a2a-ba43-15ad4874f1d6'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:11:04.895160 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-b614abd5-1348-433b-9ba3-4d152d637b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:04.936473 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-756e8ccc-724e-4f4c-9288-819e5727b66f req-49e01c76-e83b-4c77-aba8-84db71e4807f tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:05.006589 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-b614abd5-1348-433b-9ba3-4d152d637b80 None None] For port 486ef9ea-3b6e-4bdd-8aa5-913fe07a4a3f, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:11:05.010533 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-b614abd5-1348-433b-9ba3-4d152d637b80 None None] For port 486ef9ea-3b6e-4bdd-8aa5-913fe07a4a3f, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=486ef9ea-3b6e-4bdd-8aa5-913fe07a4a3f,segment=NetworkSegment(bb9909c4-3a0d-478f-91a0-7265b3d6d673),segment_id=bb9909c4-3a0d-478f-91a0-7265b3d6d673)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:11:05.096113 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-756e8ccc-724e-4f4c-9288-819e5727b66f req-49e01c76-e83b-4c77-aba8-84db71e4807f tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:05.100697 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-b614abd5-1348-433b-9ba3-4d152d637b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:05.104709 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e01c76-e83b-4c77-aba8-84db71e4807f tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Pushing event updated for resources: {'Port': ['ID=03296e27-718b-4584-b08b-8bffdd292f38,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:05.113933 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392af79-e5e4-48a7-bd0e-9516144d1373 req-e2fd974f-414b-493a-8a18-f6c9bf356bfb tempest-ServersOnMultiNodesTest-1016245788 tempest-ServersOnMultiNodesTest-1016245788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:05.116081 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b392af79-e5e4-48a7-bd0e-9516144d1373 req-e2fd974f-414b-493a-8a18-f6c9bf356bfb tempest-ServersOnMultiNodesTest-1016245788 tempest-ServersOnMultiNodesTest-1016245788-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=824e0fa0-db16-415b-bed8-9065640199a8 HTTP/1.1" status: 200 len: 1101 time: 0.2029510 Apr 20 13:11:05.124067 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-88bd86c8-4c37-4d46-b181-4eb75f1f664f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5302454f-5640-4916-878d-d138d40df21a {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:11:05.140688 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-88bd86c8-4c37-4d46-b181-4eb75f1f664f service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:05.171895 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-88bd86c8-4c37-4d46-b181-4eb75f1f664f service neutron] Transition to ACTIVE for port object 5302454f-5640-4916-878d-d138d40df21a will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:11:05.181101 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-a7eb5518-5eae-4705-b2b3-50603d4bbed5 None None] Provisioning complete for port 486ef9ea-3b6e-4bdd-8aa5-913fe07a4a3f triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:05.181534 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a7eb5518-5eae-4705-b2b3-50603d4bbed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:05.182325 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b614abd5-1348-433b-9ba3-4d152d637b80 None None] Routers {'e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:11:05.183192 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b614abd5-1348-433b-9ba3-4d152d637b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:10:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:05.194083 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b392af79-e5e4-48a7-bd0e-9516144d1373 req-958523b1-1347-45ee-94c4-de47d6bc0d14 tempest-ServersOnMultiNodesTest-1016245788 tempest-ServersOnMultiNodesTest-1016245788-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613520 Apr 20 13:11:05.272418 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-756e8ccc-724e-4f4c-9288-819e5727b66f req-49e01c76-e83b-4c77-aba8-84db71e4807f tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:05.275325 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ec9ad-8210-4065-b224-b1b5f18e60bd None None] Pushing event updated for resources: {'Port': ['ID=486ef9ea-3b6e-4bdd-8aa5-913fe07a4a3f,revision_number=4']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:05.278714 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-756e8ccc-724e-4f4c-9288-819e5727b66f req-49e01c76-e83b-4c77-aba8-84db71e4807f tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0083556 Apr 20 13:11:05.294895 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 20 Apr 2022 13:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13498031-f068-4dbd-bc2f-8e357c035cc8 x-openstack-request-id: req-13498031-f068-4dbd-bc2f-8e357c035cc8 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:11:05.295184 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "tag": "bcd82748-3135-4569-bfe2-1036cfb737c9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "tag": "4b9a3dab-fa04-4d5d-827d-ba1227aed618", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:11:05.295473 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-13498031-f068-4dbd-bc2f-8e357c035cc8 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:11:05.295876 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13498031-f068-4dbd-bc2f-8e357c035cc8'] response: {'name': 'network-changed', 'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'tag': 'bcd82748-3135-4569-bfe2-1036cfb737c9', 'status': 'completed', 'code': 200} Apr 20 13:11:05.296131 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13498031-f068-4dbd-bc2f-8e357c035cc8'] response: {'name': 'network-changed', 'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'tag': '4b9a3dab-fa04-4d5d-827d-ba1227aed618', 'status': 'completed', 'code': 200} Apr 20 13:11:05.378657 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-88bd86c8-4c37-4d46-b181-4eb75f1f664f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:05.430689 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e51616-629c-4f87-8ecc-f73c4f9a8e9f req-44c66789-ae79-4e9b-9492-51677b21f2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:05.432498 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e51616-629c-4f87-8ecc-f73c4f9a8e9f req-44c66789-ae79-4e9b-9492-51677b21f2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:05.433212 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e51616-629c-4f87-8ecc-f73c4f9a8e9f req-44c66789-ae79-4e9b-9492-51677b21f2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:05.433568 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a7eb5518-5eae-4705-b2b3-50603d4bbed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:05.434629 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e51616-629c-4f87-8ecc-f73c4f9a8e9f req-44c66789-ae79-4e9b-9492-51677b21f2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:05.435529 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e51616-629c-4f87-8ecc-f73c4f9a8e9f req-44c66789-ae79-4e9b-9492-51677b21f2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:05.440004 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e51616-629c-4f87-8ecc-f73c4f9a8e9f req-44c66789-ae79-4e9b-9492-51677b21f2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:05.440252 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e51616-629c-4f87-8ecc-f73c4f9a8e9f req-44c66789-ae79-4e9b-9492-51677b21f2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:05.443792 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-99e51616-629c-4f87-8ecc-f73c4f9a8e9f req-44c66789-ae79-4e9b-9492-51677b21f2cb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=751edd8696be4dfdb3446a3e33725797&device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 6244 time: 0.1277835 Apr 20 13:11:05.488034 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-a7eb5518-5eae-4705-b2b3-50603d4bbed5 None None] For port 486ef9ea-3b6e-4bdd-8aa5-913fe07a4a3f, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=486ef9ea-3b6e-4bdd-8aa5-913fe07a4a3f,segment=NetworkSegment(bb9909c4-3a0d-478f-91a0-7265b3d6d673),segment_id=bb9909c4-3a0d-478f-91a0-7265b3d6d673)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:05.528631 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-756e8ccc-724e-4f4c-9288-819e5727b66f req-6a486c19-dfba-4f28-a2a4-aeacbb210d2f tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.125 HTTP/1.1" status: 200 len: 696 time: 0.2476711 Apr 20 13:11:05.549858 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a7eb5518-5eae-4705-b2b3-50603d4bbed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:05.666691 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-b614abd5-1348-433b-9ba3-4d152d637b80 None None] Set router e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:11:05.668091 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e51616-629c-4f87-8ecc-f73c4f9a8e9f req-f0d4b4e2-915a-4a2a-ae3d-641dbff12d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:05.669753 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e51616-629c-4f87-8ecc-f73c4f9a8e9f req-f0d4b4e2-915a-4a2a-ae3d-641dbff12d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:05.670251 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e51616-629c-4f87-8ecc-f73c4f9a8e9f req-f0d4b4e2-915a-4a2a-ae3d-641dbff12d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:05.671946 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-99e51616-629c-4f87-8ecc-f73c4f9a8e9f req-f0d4b4e2-915a-4a2a-ae3d-641dbff12d42 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=751edd8696be4dfdb3446a3e33725797&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2203593 Apr 20 13:11:05.684337 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-a87f4352-dcaf-4952-abaf-b868de64effa tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=4e1f0d8155374e7db296a2dc86482d62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0680170 Apr 20 13:11:05.689233 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd86c8-4c37-4d46-b181-4eb75f1f664f service neutron] Pushing event updated for resources: {'Port': ['ID=5302454f-5640-4916-878d-d138d40df21a,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:05.728735 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb5518-5eae-4705-b2b3-50603d4bbed5 None None] Pushing event updated for resources: {'Port': ['ID=486ef9ea-3b6e-4bdd-8aa5-913fe07a4a3f,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:05.775903 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-03158d1a-a2c7-4d11-afa3-a0ed6e521f30 None None] Provisioning complete for port 486ef9ea-3b6e-4bdd-8aa5-913fe07a4a3f triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:05.780178 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-03158d1a-a2c7-4d11-afa3-a0ed6e521f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:05.835620 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e51616-629c-4f87-8ecc-f73c4f9a8e9f req-95789f9d-a4a9-4323-b6ea-5d5e41789c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:05.840344 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-99e51616-629c-4f87-8ecc-f73c4f9a8e9f req-95789f9d-a4a9-4323-b6ea-5d5e41789c6e service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1592062 Apr 20 13:11:05.951483 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e51616-629c-4f87-8ecc-f73c4f9a8e9f req-7be6b9e6-dd87-49e0-b134-a246c31925c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:05.952657 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e51616-629c-4f87-8ecc-f73c4f9a8e9f req-7be6b9e6-dd87-49e0-b134-a246c31925c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:05.953757 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e51616-629c-4f87-8ecc-f73c4f9a8e9f req-7be6b9e6-dd87-49e0-b134-a246c31925c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:05.954503 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e51616-629c-4f87-8ecc-f73c4f9a8e9f req-7be6b9e6-dd87-49e0-b134-a246c31925c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:05.955126 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e51616-629c-4f87-8ecc-f73c4f9a8e9f req-7be6b9e6-dd87-49e0-b134-a246c31925c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:05.955888 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e51616-629c-4f87-8ecc-f73c4f9a8e9f req-7be6b9e6-dd87-49e0-b134-a246c31925c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:05.956503 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e51616-629c-4f87-8ecc-f73c4f9a8e9f req-7be6b9e6-dd87-49e0-b134-a246c31925c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:05.958908 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-99e51616-629c-4f87-8ecc-f73c4f9a8e9f req-7be6b9e6-dd87-49e0-b134-a246c31925c0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=751edd8696be4dfdb3446a3e33725797&device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 6244 time: 0.0726995 Apr 20 13:11:05.977863 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e8ccc-724e-4f4c-9288-819e5727b66f req-32c7f67f-ef9d-4ef8-b342-349fd5a6bfc7 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:05.979375 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-756e8ccc-724e-4f4c-9288-819e5727b66f req-32c7f67f-ef9d-4ef8-b342-349fd5a6bfc7 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "GET /v2.0/networks/08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 784 time: 0.4499059 Apr 20 13:11:05.995610 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b614abd5-1348-433b-9ba3-4d152d637b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa', 'name': 'tempest-FloatingIPDetailsTestJSON-1256763291-router', 'tenant_id': '471c34e410a849329f8145358575a6e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'd508d840-9734-4fb6-926d-4ec2c82bcabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:53Z', 'updated_at': '2022-04-20T13:10:59Z', 'revision_number': 4, 'project_id': '471c34e410a849329f8145358575a6e4', 'gw_port': {'id': 'd508d840-9734-4fb6-926d-4ec2c82bcabd', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:54Z', 'updated_at': '2022-04-20T13:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '486ef9ea-3b6e-4bdd-8aa5-913fe07a4a3f', 'name': '', 'network_id': '17e22dd2-2f32-4a2a-ba43-15ad4874f1d6', 'tenant_id': '471c34e410a849329f8145358575a6e4', 'mac_address': 'fa:16:3e:e3:d9:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '9a66b49a-a84c-454d-9417-92a7f01ad082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:58Z', 'updated_at': '2022-04-20T13:11:05Z', 'revision_number': 4, 'project_id': '471c34e410a849329f8145358575a6e4', 'subnets': [{'id': '9a66b49a-a84c-454d-9417-92a7f01ad082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:06.054460 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b614abd5-1348-433b-9ba3-4d152d637b80 None None] The sync data for ids ['e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa'] in n-d-836015-7 is: [{'id': 'e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa', 'name': 'tempest-FloatingIPDetailsTestJSON-1256763291-router', 'tenant_id': '471c34e410a849329f8145358575a6e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'd508d840-9734-4fb6-926d-4ec2c82bcabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:53Z', 'updated_at': '2022-04-20T13:10:59Z', 'revision_number': 4, 'project_id': '471c34e410a849329f8145358575a6e4', 'gw_port': {'id': 'd508d840-9734-4fb6-926d-4ec2c82bcabd', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:54Z', 'updated_at': '2022-04-20T13:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '486ef9ea-3b6e-4bdd-8aa5-913fe07a4a3f', 'name': '', 'network_id': '17e22dd2-2f32-4a2a-ba43-15ad4874f1d6', 'tenant_id': '471c34e410a849329f8145358575a6e4', 'mac_address': 'fa:16:3e:e3:d9:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '9a66b49a-a84c-454d-9417-92a7f01ad082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:58Z', 'updated_at': '2022-04-20T13:11:05Z', 'revision_number': 4, 'project_id': '471c34e410a849329f8145358575a6e4', 'subnets': [{'id': '9a66b49a-a84c-454d-9417-92a7f01ad082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:11:06.082651 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-88bd86c8-4c37-4d46-b181-4eb75f1f664f service neutron] Attempting to bind port 5302454f-5640-4916-878d-d138d40df21a on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:11:06.083255 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-88bd86c8-4c37-4d46-b181-4eb75f1f664f service neutron] Attempting to bind port 5302454f-5640-4916-878d-d138d40df21a by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '6c303c0e-fdb8-422a-bdb4-949744537dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'db25d310-7014-4091-a613-df6bc463c340'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:11:06.083756 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-88bd86c8-4c37-4d46-b181-4eb75f1f664f service neutron] Attempting to bind port 5302454f-5640-4916-878d-d138d40df21a on network db25d310-7014-4091-a613-df6bc463c340 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:11:06.119305 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-88bd86c8-4c37-4d46-b181-4eb75f1f664f service neutron] Port 5302454f-5640-4916-878d-d138d40df21a on network db25d310-7014-4091-a613-df6bc463c340 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:11:06.119649 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-88bd86c8-4c37-4d46-b181-4eb75f1f664f service neutron] Attempting to bind port 5302454f-5640-4916-878d-d138d40df21a on network db25d310-7014-4091-a613-df6bc463c340 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:11:06.143103 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-0759312f-bdfc-4e98-9ae1-f02477ac04d6 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:06.147072 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-0759312f-bdfc-4e98-9ae1-f02477ac04d6 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4468410 Apr 20 13:11:06.157172 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e51616-629c-4f87-8ecc-f73c4f9a8e9f req-4463a901-9974-4ce0-8f04-bd6ff792d515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:06.157658 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e51616-629c-4f87-8ecc-f73c4f9a8e9f req-4463a901-9974-4ce0-8f04-bd6ff792d515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:06.158014 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-88bd86c8-4c37-4d46-b181-4eb75f1f664f service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:11:06.158127 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e51616-629c-4f87-8ecc-f73c4f9a8e9f req-4463a901-9974-4ce0-8f04-bd6ff792d515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:06.158358 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-88bd86c8-4c37-4d46-b181-4eb75f1f664f service neutron] Checking segment: {'id': '6c303c0e-fdb8-422a-bdb4-949744537dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'db25d310-7014-4091-a613-df6bc463c340'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:11:06.158739 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-88bd86c8-4c37-4d46-b181-4eb75f1f664f service neutron] Bound using segment: {'id': '6c303c0e-fdb8-422a-bdb4-949744537dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'db25d310-7014-4091-a613-df6bc463c340'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:11:06.159176 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-88bd86c8-4c37-4d46-b181-4eb75f1f664f service neutron] Bound port: 5302454f-5640-4916-878d-d138d40df21a, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c303c0e-fdb8-422a-bdb4-949744537dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'db25d310-7014-4091-a613-df6bc463c340'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:11:06.159560 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-88bd86c8-4c37-4d46-b181-4eb75f1f664f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:06.165211 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-99e51616-629c-4f87-8ecc-f73c4f9a8e9f req-4463a901-9974-4ce0-8f04-bd6ff792d515 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=751edd8696be4dfdb3446a3e33725797&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1842222 Apr 20 13:11:06.222563 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-351bd947-4476-40f4-a660-3cd708cdcc8f tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/quotas/4e1f0d8155374e7db296a2dc86482d62 HTTP/1.1" status: 200 len: 375 time: 0.0657897 Apr 20 13:11:06.329472 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 486ef9ea-3b6e-4bdd-8aa5-913fe07a4a3f up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:11:06.373355 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e51616-629c-4f87-8ecc-f73c4f9a8e9f req-ca27cf46-b9fa-47bf-9fb2-e8505a454df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:06.374930 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-99e51616-629c-4f87-8ecc-f73c4f9a8e9f req-ca27cf46-b9fa-47bf-9fb2-e8505a454df1 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2023263 Apr 20 13:11:06.402842 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 486ef9ea-3b6e-4bdd-8aa5-913fe07a4a3f triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:06.403592 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:06.571607 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:11:06.754309 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4a79f-0d3f-43ba-b399-529446e88b74 req-22054f01-3947-4b1a-8359-780810fc6292 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:06.760390 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4a79f-0d3f-43ba-b399-529446e88b74 req-22054f01-3947-4b1a-8359-780810fc6292 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:06.768009 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4a79f-0d3f-43ba-b399-529446e88b74 req-22054f01-3947-4b1a-8359-780810fc6292 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:06.774567 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4a79f-0d3f-43ba-b399-529446e88b74 req-22054f01-3947-4b1a-8359-780810fc6292 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:06.780470 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4a79f-0d3f-43ba-b399-529446e88b74 req-22054f01-3947-4b1a-8359-780810fc6292 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:06.787168 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4a79f-0d3f-43ba-b399-529446e88b74 req-22054f01-3947-4b1a-8359-780810fc6292 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:06.793582 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4a79f-0d3f-43ba-b399-529446e88b74 req-22054f01-3947-4b1a-8359-780810fc6292 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:06.795650 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-87d4a79f-0d3f-43ba-b399-529446e88b74 req-22054f01-3947-4b1a-8359-780810fc6292 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 5394 time: 0.6330662 Apr 20 13:11:06.814950 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-88bd86c8-4c37-4d46-b181-4eb75f1f664f service neutron] For port 5302454f-5640-4916-878d-d138d40df21a, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:11:06.844908 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-515d4f6b-8f38-4738-aa74-202a0d5f7c1c tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4e1f0d8155374e7db296a2dc86482d62&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1922035 Apr 20 13:11:06.878707 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-88bd86c8-4c37-4d46-b181-4eb75f1f664f service neutron] For port 5302454f-5640-4916-878d-d138d40df21a, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=5302454f-5640-4916-878d-d138d40df21a,segment=NetworkSegment(6c303c0e-fdb8-422a-bdb4-949744537dde),segment_id=6c303c0e-fdb8-422a-bdb4-949744537dde)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:11:06.928320 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-87d4a79f-0d3f-43ba-b399-529446e88b74 req-78377816-4230-466f-99d9-316b23ac4d12 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=453f1f18-ab3a-45a6-896f-f71ff07ade0a&id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1244421 Apr 20 13:11:06.984496 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-88bd86c8-4c37-4d46-b181-4eb75f1f664f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:07.025509 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-88bd86c8-4c37-4d46-b181-4eb75f1f664f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:07.025941 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-88bd86c8-4c37-4d46-b181-4eb75f1f664f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:07.027393 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-88bd86c8-4c37-4d46-b181-4eb75f1f664f service neutron] 10.222.0.32 "PUT /v2.0/ports/5302454f-5640-4916-878d-d138d40df21a HTTP/1.1" status: 200 len: 1090 time: 2.8147147 Apr 20 13:11:07.065586 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd86c8-4c37-4d46-b181-4eb75f1f664f service neutron] Pushing event updated for resources: {'Port': ['ID=5302454f-5640-4916-878d-d138d40df21a,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:07.087566 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd86c8-4c37-4d46-b181-4eb75f1f664f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:07.087851 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd86c8-4c37-4d46-b181-4eb75f1f664f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:07.088186 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd86c8-4c37-4d46-b181-4eb75f1f664f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:07.088523 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd86c8-4c37-4d46-b181-4eb75f1f664f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:07.088890 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd86c8-4c37-4d46-b181-4eb75f1f664f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:07.089194 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd86c8-4c37-4d46-b181-4eb75f1f664f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:07.089560 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd86c8-4c37-4d46-b181-4eb75f1f664f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:07.089874 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd86c8-4c37-4d46-b181-4eb75f1f664f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:07.090207 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd86c8-4c37-4d46-b181-4eb75f1f664f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:07.090531 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd86c8-4c37-4d46-b181-4eb75f1f664f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:07.090850 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd86c8-4c37-4d46-b181-4eb75f1f664f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:07.091173 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd86c8-4c37-4d46-b181-4eb75f1f664f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:07.146286 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-892db662-e292-453c-aee9-d52ddebeea2b service neutron] Request body: {'port': {'device_id': '433546e1-53c7-4b77-b409-f5bffa48a147', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:07.213683 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38738) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:07.280489 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3eb14956-d93f-496e-9bda-6c9923f8cd30 req-796dc1a3-ed0f-49cf-a7b7-0e2d88c396d3 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2317262 Apr 20 13:11:07.285233 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-892db662-e292-453c-aee9-d52ddebeea2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:07.296808 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'tag': '5302454f-5640-4916-878d-d138d40df21a'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:11:07.299027 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee424a5-32fc-412e-8b74-b70f9ba17569" -d '{"events": [{"name": "network-changed", "server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "tag": "5302454f-5640-4916-878d-d138d40df21a"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:11:07.308198 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-3eb14956-d93f-496e-9bda-6c9923f8cd30 req-a0c4f2b7-3814-4a40-9d76-473807bc456d tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:07.311239 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb937646-4f0d-40a0-8107-f94d2186dcbb admin admin] Deleting subnet afa67cfe-8405-4dbf-852a-4a2cd88ff70e {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:11:07.315892 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fb937646-4f0d-40a0-8107-f94d2186dcbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:07.384729 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fb937646-4f0d-40a0-8107-f94d2186dcbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:07.418128 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f05d328e-9f6a-4ea1-a902-f6303ed6ff56 req-e923d4fb-0056-46bb-a194-aeaac6a568f0 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=368c5f7a-f15f-4838-b3a9-9d5e680f89dd HTTP/1.1" status: 200 len: 210 time: 0.1222258 Apr 20 13:11:07.470487 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fb937646-4f0d-40a0-8107-f94d2186dcbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:07.510859 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c719d4d3-93d6-4e00-a04c-413cad5de61a x-openstack-request-id: req-c719d4d3-93d6-4e00-a04c-413cad5de61a {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:11:07.512413 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "tag": "5302454f-5640-4916-878d-d138d40df21a", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:11:07.513312 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c719d4d3-93d6-4e00-a04c-413cad5de61a {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:11:07.515301 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c719d4d3-93d6-4e00-a04c-413cad5de61a'] response: {'name': 'network-changed', 'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'tag': '5302454f-5640-4916-878d-d138d40df21a', 'status': 'completed', 'code': 200} Apr 20 13:11:07.535854 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3eb14956-d93f-496e-9bda-6c9923f8cd30 req-a0c4f2b7-3814-4a40-9d76-473807bc456d tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks [] for floatingip, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:07.604482 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee424a5-32fc-412e-8b74-b70f9ba17569 req-df5b0f3f-3e26-4b8f-babd-cd043bf536b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:07.604998 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee424a5-32fc-412e-8b74-b70f9ba17569 req-df5b0f3f-3e26-4b8f-babd-cd043bf536b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:07.605447 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee424a5-32fc-412e-8b74-b70f9ba17569 req-df5b0f3f-3e26-4b8f-babd-cd043bf536b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:07.605910 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee424a5-32fc-412e-8b74-b70f9ba17569 req-df5b0f3f-3e26-4b8f-babd-cd043bf536b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:07.606812 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee424a5-32fc-412e-8b74-b70f9ba17569 req-df5b0f3f-3e26-4b8f-babd-cd043bf536b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:07.607104 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee424a5-32fc-412e-8b74-b70f9ba17569 req-df5b0f3f-3e26-4b8f-babd-cd043bf536b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:07.608147 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee424a5-32fc-412e-8b74-b70f9ba17569 req-df5b0f3f-3e26-4b8f-babd-cd043bf536b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:07.610583 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9ee424a5-32fc-412e-8b74-b70f9ba17569 req-df5b0f3f-3e26-4b8f-babd-cd043bf536b6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=751edd8696be4dfdb3446a3e33725797&device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 6286 time: 0.0788128 Apr 20 13:11:07.768296 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fb937646-4f0d-40a0-8107-f94d2186dcbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:07.780806 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee424a5-32fc-412e-8b74-b70f9ba17569 req-c1c52a93-7182-48d7-8375-5b80153e6700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:07.782487 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee424a5-32fc-412e-8b74-b70f9ba17569 req-c1c52a93-7182-48d7-8375-5b80153e6700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:07.782968 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee424a5-32fc-412e-8b74-b70f9ba17569 req-c1c52a93-7182-48d7-8375-5b80153e6700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:07.790359 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9ee424a5-32fc-412e-8b74-b70f9ba17569 req-c1c52a93-7182-48d7-8375-5b80153e6700 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=751edd8696be4dfdb3446a3e33725797&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1726689 Apr 20 13:11:07.848891 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3eb14956-d93f-496e-9bda-6c9923f8cd30 req-a0c4f2b7-3814-4a40-9d76-473807bc456d tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:07.867972 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-892db662-e292-453c-aee9-d52ddebeea2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddf8ba6d-7550-4f8d-9701-e0000773fd49 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:11:07.909822 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-892db662-e292-453c-aee9-d52ddebeea2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:07.927881 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb937646-4f0d-40a0-8107-f94d2186dcbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afa67cfe-8405-4dbf-852a-4a2cd88ff70e,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:07.935100 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-892db662-e292-453c-aee9-d52ddebeea2b service neutron] Transition to ACTIVE for port object ddf8ba6d-7550-4f8d-9701-e0000773fd49 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:11:07.939520 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fb937646-4f0d-40a0-8107-f94d2186dcbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:07.943298 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-fb937646-4f0d-40a0-8107-f94d2186dcbb admin admin] 10.222.0.25 "DELETE /v2.0/subnets/afa67cfe-8405-4dbf-852a-4a2cd88ff70e HTTP/1.1" status: 204 len: 168 time: 0.7283242 Apr 20 13:11:07.947877 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38758) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:07.955594 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb937646-4f0d-40a0-8107-f94d2186dcbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:07.955905 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb937646-4f0d-40a0-8107-f94d2186dcbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:07.962630 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb937646-4f0d-40a0-8107-f94d2186dcbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:07.962630 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb937646-4f0d-40a0-8107-f94d2186dcbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:07.962630 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb937646-4f0d-40a0-8107-f94d2186dcbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:07.962630 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb937646-4f0d-40a0-8107-f94d2186dcbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:07.962630 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb937646-4f0d-40a0-8107-f94d2186dcbb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:07.962630 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb937646-4f0d-40a0-8107-f94d2186dcbb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:07.962630 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb937646-4f0d-40a0-8107-f94d2186dcbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:07.962630 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb937646-4f0d-40a0-8107-f94d2186dcbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:07.962630 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb937646-4f0d-40a0-8107-f94d2186dcbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:07.962630 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb937646-4f0d-40a0-8107-f94d2186dcbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:08.013406 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee424a5-32fc-412e-8b74-b70f9ba17569 req-c73e8d01-61db-417d-8103-fa9a339bc971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:08.015213 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9ee424a5-32fc-412e-8b74-b70f9ba17569 req-c73e8d01-61db-417d-8103-fa9a339bc971 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2170324 Apr 20 13:11:08.097760 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-892db662-e292-453c-aee9-d52ddebeea2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:08.131926 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-3eb14956-d93f-496e-9bda-6c9923f8cd30 req-a0c4f2b7-3814-4a40-9d76-473807bc456d tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Allocated IP 172.25.8.90 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/eedec5e8-01d6-416f-bdad-f4c3cac317cc) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:11:08.176220 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-19bba26c-539b-4ad4-b5e3-6a187d753969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:08.225565 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892db662-e292-453c-aee9-d52ddebeea2b service neutron] Pushing event updated for resources: {'Port': ['ID=ddf8ba6d-7550-4f8d-9701-e0000773fd49,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:08.293148 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40c57e-b95f-4271-9490-01adce02c849 req-7143dc0e-89a9-4c00-8495-a705c9b705a0 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:08.299494 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40c57e-b95f-4271-9490-01adce02c849 req-7143dc0e-89a9-4c00-8495-a705c9b705a0 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:08.306564 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40c57e-b95f-4271-9490-01adce02c849 req-7143dc0e-89a9-4c00-8495-a705c9b705a0 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:08.312710 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40c57e-b95f-4271-9490-01adce02c849 req-7143dc0e-89a9-4c00-8495-a705c9b705a0 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:08.320304 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40c57e-b95f-4271-9490-01adce02c849 req-7143dc0e-89a9-4c00-8495-a705c9b705a0 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:08.326330 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40c57e-b95f-4271-9490-01adce02c849 req-7143dc0e-89a9-4c00-8495-a705c9b705a0 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:08.332412 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40c57e-b95f-4271-9490-01adce02c849 req-7143dc0e-89a9-4c00-8495-a705c9b705a0 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:08.334372 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5d40c57e-b95f-4271-9490-01adce02c849 req-7143dc0e-89a9-4c00-8495-a705c9b705a0 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 5406 time: 0.2859018 Apr 20 13:11:08.530377 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-19bba26c-539b-4ad4-b5e3-6a187d753969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:08.549742 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5d40c57e-b95f-4271-9490-01adce02c849 req-0558a0cf-e296-43dd-ab8c-72045d3973c7 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=453f1f18-ab3a-45a6-896f-f71ff07ade0a&id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1870503 Apr 20 13:11:08.560806 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3eb14956-d93f-496e-9bda-6c9923f8cd30 req-a0c4f2b7-3814-4a40-9d76-473807bc456d tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:08.577992 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-892db662-e292-453c-aee9-d52ddebeea2b service neutron] Attempting to bind port ddf8ba6d-7550-4f8d-9701-e0000773fd49 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:11:08.578392 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-892db662-e292-453c-aee9-d52ddebeea2b service neutron] Attempting to bind port ddf8ba6d-7550-4f8d-9701-e0000773fd49 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '6c303c0e-fdb8-422a-bdb4-949744537dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'db25d310-7014-4091-a613-df6bc463c340'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:11:08.583156 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-892db662-e292-453c-aee9-d52ddebeea2b service neutron] Attempting to bind port ddf8ba6d-7550-4f8d-9701-e0000773fd49 on network db25d310-7014-4091-a613-df6bc463c340 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:11:08.588336 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-19bba26c-539b-4ad4-b5e3-6a187d753969 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dea81c9-579d-4895-84c5-236893ba2028']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:08.603281 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-892db662-e292-453c-aee9-d52ddebeea2b service neutron] Port ddf8ba6d-7550-4f8d-9701-e0000773fd49 on network db25d310-7014-4091-a613-df6bc463c340 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:11:08.603699 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-892db662-e292-453c-aee9-d52ddebeea2b service neutron] Attempting to bind port ddf8ba6d-7550-4f8d-9701-e0000773fd49 on network db25d310-7014-4091-a613-df6bc463c340 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:11:08.618704 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-19bba26c-539b-4ad4-b5e3-6a187d753969 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '832c381f-2c49-408b-b2ff-0d574332a85f') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:08.619482 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-19bba26c-539b-4ad4-b5e3-6a187d753969 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '832c381f-2c49-408b-b2ff-0d574332a85f') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:08.635101 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-892db662-e292-453c-aee9-d52ddebeea2b service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:11:08.635470 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-892db662-e292-453c-aee9-d52ddebeea2b service neutron] Checking segment: {'id': '6c303c0e-fdb8-422a-bdb4-949744537dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'db25d310-7014-4091-a613-df6bc463c340'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:11:08.635874 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-892db662-e292-453c-aee9-d52ddebeea2b service neutron] Bound using segment: {'id': '6c303c0e-fdb8-422a-bdb4-949744537dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'db25d310-7014-4091-a613-df6bc463c340'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:11:08.636327 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-892db662-e292-453c-aee9-d52ddebeea2b service neutron] Bound port: ddf8ba6d-7550-4f8d-9701-e0000773fd49, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c303c0e-fdb8-422a-bdb4-949744537dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'db25d310-7014-4091-a613-df6bc463c340'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:11:08.636693 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-892db662-e292-453c-aee9-d52ddebeea2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:08.646751 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-19bba26c-539b-4ad4-b5e3-6a187d753969 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:08.670061 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-19bba26c-539b-4ad4-b5e3-6a187d753969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:08.696241 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19bba26c-539b-4ad4-b5e3-6a187d753969 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:11:08.696653 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-19bba26c-539b-4ad4-b5e3-6a187d753969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:08.698662 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:11:08.698662 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:11:08.698662 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:11:08.698662 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:11:08.698662 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:11:08.698662 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:11:08.698662 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:11:08.698662 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:11:08.698662 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:11:08.698662 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:11:08.698662 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:11:08.698662 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:11:08.698662 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:11:08.698662 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:11:08.698662 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:11:08.698662 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:11:08.698662 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:11:08.698662 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:11:08.698662 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:11:08.698662 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:11:08.698662 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:11:08.698662 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:11:08.698662 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:11:08.698662 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:11:08.698662 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:11:08.698662 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:11:08.698662 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:11:08.698662 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:11:08.698662 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:11:08.698662 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:11:08.698662 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:11:08.698662 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:11:08.795441 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-526151f0-5b4a-49b8-b5ec-793f18939f4e req-f4f47a65-f7b5-4e65-a937-7f64bcfccb38 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=368c5f7a-f15f-4838-b3a9-9d5e680f89dd HTTP/1.1" status: 200 len: 210 time: 0.0482225 Apr 20 13:11:08.796425 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3eb14956-d93f-496e-9bda-6c9923f8cd30 req-a0c4f2b7-3814-4a40-9d76-473807bc456d tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:08.812078 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-892db662-e292-453c-aee9-d52ddebeea2b service neutron] For port ddf8ba6d-7550-4f8d-9701-e0000773fd49, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:11:08.856289 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eb14956-d93f-496e-9bda-6c9923f8cd30 req-a0c4f2b7-3814-4a40-9d76-473807bc456d tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:11:08.858004 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-892db662-e292-453c-aee9-d52ddebeea2b service neutron] For port ddf8ba6d-7550-4f8d-9701-e0000773fd49, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=ddf8ba6d-7550-4f8d-9701-e0000773fd49,segment=NetworkSegment(6c303c0e-fdb8-422a-bdb4-949744537dde),segment_id=6c303c0e-fdb8-422a-bdb4-949744537dde)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:11:08.861115 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-3eb14956-d93f-496e-9bda-6c9923f8cd30 req-a0c4f2b7-3814-4a40-9d76-473807bc456d tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:11:08.865255 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb14956-d93f-496e-9bda-6c9923f8cd30 req-a0c4f2b7-3814-4a40-9d76-473807bc456d tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:11:08.870741 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c4f2b7-3814-4a40-9d76-473807bc456d tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Pushing event updated for resources: {'Port': ['ID=eedec5e8-01d6-416f-bdad-f4c3cac317cc,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:08.902879 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-19bba26c-539b-4ad4-b5e3-6a187d753969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:08.916440 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-19bba26c-539b-4ad4-b5e3-6a187d753969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:08.925651 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-19bba26c-539b-4ad4-b5e3-6a187d753969 admin admin] 10.222.0.25 "DELETE /v2.0/networks/2dea81c9-579d-4895-84c5-236893ba2028 HTTP/1.1" status: 204 len: 168 time: 0.9726427 Apr 20 13:11:08.945118 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bba26c-539b-4ad4-b5e3-6a187d753969 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dea81c9-579d-4895-84c5-236893ba2028,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:08.949153 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-892db662-e292-453c-aee9-d52ddebeea2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:08.962242 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b259b40c-4952-4e70-8567-c18529e2260b details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:11:09.040248 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-892db662-e292-453c-aee9-d52ddebeea2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:09.040910 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-892db662-e292-453c-aee9-d52ddebeea2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:09.042241 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-892db662-e292-453c-aee9-d52ddebeea2b service neutron] 10.222.0.32 "PUT /v2.0/ports/ddf8ba6d-7550-4f8d-9701-e0000773fd49 HTTP/1.1" status: 200 len: 1091 time: 1.9030252 Apr 20 13:11:09.076718 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3eb14956-d93f-496e-9bda-6c9923f8cd30 req-a0c4f2b7-3814-4a40-9d76-473807bc456d tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:09.078280 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892db662-e292-453c-aee9-d52ddebeea2b service neutron] Pushing event updated for resources: {'Port': ['ID=ddf8ba6d-7550-4f8d-9701-e0000773fd49,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:09.154134 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port b259b40c-4952-4e70-8567-c18529e2260b, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b259b40c-4952-4e70-8567-c18529e2260b,segment=NetworkSegment(b745dd99-74ee-418c-af50-3e100538147c),segment_id=b745dd99-74ee-418c-af50-3e100538147c)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:09.169399 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'b259b40c-4952-4e70-8567-c18529e2260b', 'network_id': '5c1617fd-b3c2-4890-8228-0b4c973ac53a', 'port_id': 'b259b40c-4952-4e70-8567-c18529e2260b', 'mac_address': 'fa:16:3e:39:c3:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d8b784-aae6-4178-a00d-bed6eeefe6ff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:11:09.191273 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-91fe4c01-4efe-42fa-b0ac-07d8b28e2282 service neutron] Request body: {'port': {'device_id': '433546e1-53c7-4b77-b409-f5bffa48a147', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:09.214479 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:09.228940 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b259b40c-4952-4e70-8567-c18529e2260b {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:11:09.256002 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port b259b40c-4952-4e70-8567-c18529e2260b, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b259b40c-4952-4e70-8567-c18529e2260b,segment=NetworkSegment(b745dd99-74ee-418c-af50-3e100538147c),segment_id=b745dd99-74ee-418c-af50-3e100538147c)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:09.269446 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3eb14956-d93f-496e-9bda-6c9923f8cd30 req-a0c4f2b7-3814-4a40-9d76-473807bc456d tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:09.304991 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-91fe4c01-4efe-42fa-b0ac-07d8b28e2282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:09.372773 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:09.432348 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=b259b40c-4952-4e70-8567-c18529e2260b,revision_number=6']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:09.440308 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:09.440649 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:09.440982 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:09.441336 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:09.441662 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:09.443499 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:09.443499 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:09.443499 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:09.443499 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:09.443826 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:09.444333 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:09.444715 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:09.519896 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'tag': 'ddf8ba6d-7550-4f8d-9701-e0000773fd49'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:11:09.521528 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['b259b40c-4952-4e70-8567-c18529e2260b'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:11:09.523789 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb6b874-8f86-4ec8-8ab1-1debf691f217" -d '{"events": [{"name": "network-changed", "server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "tag": "ddf8ba6d-7550-4f8d-9701-e0000773fd49"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:11:09.631174 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d70844-5953-4425-a4d5-409c4d4ceb51 x-openstack-request-id: req-e8d70844-5953-4425-a4d5-409c4d4ceb51 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:11:09.634111 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "tag": "ddf8ba6d-7550-4f8d-9701-e0000773fd49", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:11:09.634111 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e8d70844-5953-4425-a4d5-409c4d4ceb51 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:11:09.634895 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8d70844-5953-4425-a4d5-409c4d4ceb51'] response: {'name': 'network-changed', 'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'tag': 'ddf8ba6d-7550-4f8d-9701-e0000773fd49', 'status': 'completed', 'code': 200} Apr 20 13:11:09.659340 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-416521c2-4593-4d5e-a887-17c27e28c06e tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=4e1f0d8155374e7db296a2dc86482d62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1185815 Apr 20 13:11:09.659763 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38788) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:09.703507 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6b874-8f86-4ec8-8ab1-1debf691f217 req-692ef799-40d0-4d80-8eaf-23098783394f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:09.704016 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6b874-8f86-4ec8-8ab1-1debf691f217 req-692ef799-40d0-4d80-8eaf-23098783394f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:09.704849 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6b874-8f86-4ec8-8ab1-1debf691f217 req-692ef799-40d0-4d80-8eaf-23098783394f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:09.705361 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6b874-8f86-4ec8-8ab1-1debf691f217 req-692ef799-40d0-4d80-8eaf-23098783394f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:09.705843 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6b874-8f86-4ec8-8ab1-1debf691f217 req-692ef799-40d0-4d80-8eaf-23098783394f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:09.706322 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6b874-8f86-4ec8-8ab1-1debf691f217 req-692ef799-40d0-4d80-8eaf-23098783394f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:09.706788 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6b874-8f86-4ec8-8ab1-1debf691f217 req-692ef799-40d0-4d80-8eaf-23098783394f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:09.711773 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6cb6b874-8f86-4ec8-8ab1-1debf691f217 req-692ef799-40d0-4d80-8eaf-23098783394f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=751edd8696be4dfdb3446a3e33725797&device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 6353 time: 0.1001594 Apr 20 13:11:09.747530 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3eb14956-d93f-496e-9bda-6c9923f8cd30 req-a0c4f2b7-3814-4a40-9d76-473807bc456d tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:09.837184 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6b874-8f86-4ec8-8ab1-1debf691f217 req-d1700ae1-094a-4c4e-92af-1928f8f29cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:09.837662 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6b874-8f86-4ec8-8ab1-1debf691f217 req-d1700ae1-094a-4c4e-92af-1928f8f29cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:09.838131 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6b874-8f86-4ec8-8ab1-1debf691f217 req-d1700ae1-094a-4c4e-92af-1928f8f29cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:09.839875 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6cb6b874-8f86-4ec8-8ab1-1debf691f217 req-d1700ae1-094a-4c4e-92af-1928f8f29cc4 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=751edd8696be4dfdb3446a3e33725797&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1200931 Apr 20 13:11:09.868139 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c996a7bf-0939-4cb5-ab10-6f6ee13fb90e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2f8d76660bef4ff4ae93af45ee0ef2a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2027094 Apr 20 13:11:09.870620 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38794) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:09.893437 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3eb14956-d93f-496e-9bda-6c9923f8cd30 req-a0c4f2b7-3814-4a40-9d76-473807bc456d tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:09.955563 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc337b96-9b3c-4c62-b13d-255eac0120fc req-bcf50cf1-9f23-49ae-9a14-ca67e4c0b0d0 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:09.962018 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc337b96-9b3c-4c62-b13d-255eac0120fc req-bcf50cf1-9f23-49ae-9a14-ca67e4c0b0d0 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:09.968398 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc337b96-9b3c-4c62-b13d-255eac0120fc req-bcf50cf1-9f23-49ae-9a14-ca67e4c0b0d0 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:09.975618 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc337b96-9b3c-4c62-b13d-255eac0120fc req-bcf50cf1-9f23-49ae-9a14-ca67e4c0b0d0 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:09.982184 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc337b96-9b3c-4c62-b13d-255eac0120fc req-bcf50cf1-9f23-49ae-9a14-ca67e4c0b0d0 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:09.988131 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc337b96-9b3c-4c62-b13d-255eac0120fc req-bcf50cf1-9f23-49ae-9a14-ca67e4c0b0d0 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:09.994800 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc337b96-9b3c-4c62-b13d-255eac0120fc req-bcf50cf1-9f23-49ae-9a14-ca67e4c0b0d0 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:09.996753 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bc337b96-9b3c-4c62-b13d-255eac0120fc req-bcf50cf1-9f23-49ae-9a14-ca67e4c0b0d0 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 5406 time: 0.2880068 Apr 20 13:11:10.018146 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6b874-8f86-4ec8-8ab1-1debf691f217 req-18c1062d-87ff-4651-85e3-0b7d8de1f071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:10.019742 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6cb6b874-8f86-4ec8-8ab1-1debf691f217 req-18c1062d-87ff-4651-85e3-0b7d8de1f071 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1737494 Apr 20 13:11:10.021099 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-81cba5fb-bdeb-48ae-afcd-ef2101734e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:10.047293 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-40aa2190-67a4-4679-bcc3-761fc64b6bf3 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:10.048843 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-40aa2190-67a4-4679-bcc3-761fc64b6bf3 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3723774 Apr 20 13:11:10.061201 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-81cba5fb-bdeb-48ae-afcd-ef2101734e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:10.104711 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-73add88c-03a3-4064-85c5-fec1c53a6ed2 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Request body: {'port': {'device_id': '368c5f7a-f15f-4838-b3a9-9d5e680f89dd', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'admin_state_up': True, 'tenant_id': '4e1f0d8155374e7db296a2dc86482d62'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:10.115022 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-91fe4c01-4efe-42fa-b0ac-07d8b28e2282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c31c0af8-e1a8-4b9f-999d-c359f5ff9aac {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:11:10.123063 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c4f2b7-3814-4a40-9d76-473807bc456d tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Pushing event updated for resources: {'Port': ['ID=eedec5e8-01d6-416f-bdad-f4c3cac317cc,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:10.143912 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-91fe4c01-4efe-42fa-b0ac-07d8b28e2282 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:10.183659 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-81cba5fb-bdeb-48ae-afcd-ef2101734e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:10.186379 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-81cba5fb-bdeb-48ae-afcd-ef2101734e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:10.187894 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-81cba5fb-bdeb-48ae-afcd-ef2101734e0e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c848f6d2-3e6c-4fab-a8da-f5b618b8e296 HTTP/1.1" status: 204 len: 168 time: 0.2905068 Apr 20 13:11:10.209772 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cba5fb-bdeb-48ae-afcd-ef2101734e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c848f6d2-3e6c-4fab-a8da-f5b618b8e296,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:10.213871 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bc337b96-9b3c-4c62-b13d-255eac0120fc req-5e426353-d9b2-40df-ac38-7667a082a257 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=453f1f18-ab3a-45a6-896f-f71ff07ade0a&id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1922464 Apr 20 13:11:10.220877 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3eb14956-d93f-496e-9bda-6c9923f8cd30 req-a0c4f2b7-3814-4a40-9d76-473807bc456d tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:10.225941 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-91fe4c01-4efe-42fa-b0ac-07d8b28e2282 service neutron] Transition to ACTIVE for port object c31c0af8-e1a8-4b9f-999d-c359f5ff9aac will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:11:10.319498 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-91fe4c01-4efe-42fa-b0ac-07d8b28e2282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:10.384417 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3eb14956-d93f-496e-9bda-6c9923f8cd30 req-a0c4f2b7-3814-4a40-9d76-473807bc456d tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:10.387538 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3eb14956-d93f-496e-9bda-6c9923f8cd30 req-a0c4f2b7-3814-4a40-9d76-473807bc456d tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0909815 Apr 20 13:11:10.410623 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52eb9ad5-ddf7-4285-a9e0-62a59a511993 req-dbe7f980-08a2-44d1-8b5d-a7ebfb79505f tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=368c5f7a-f15f-4838-b3a9-9d5e680f89dd HTTP/1.1" status: 200 len: 210 time: 0.0588152 Apr 20 13:11:10.422295 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe4c01-4efe-42fa-b0ac-07d8b28e2282 service neutron] Pushing event updated for resources: {'Port': ['ID=c31c0af8-e1a8-4b9f-999d-c359f5ff9aac,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:10.504262 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-73add88c-03a3-4064-85c5-fec1c53a6ed2 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Made reservation on behalf of 4e1f0d8155374e7db296a2dc86482d62 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:11:10.508412 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-73add88c-03a3-4064-85c5-fec1c53a6ed2 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:10.516182 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3eb14956-d93f-496e-9bda-6c9923f8cd30 req-e48c7a17-de7c-4447-8cf1-d44fa9f32567 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.90 HTTP/1.1" status: 200 len: 695 time: 0.1108527 Apr 20 13:11:10.654748 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-91fe4c01-4efe-42fa-b0ac-07d8b28e2282 service neutron] Attempting to bind port c31c0af8-e1a8-4b9f-999d-c359f5ff9aac on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:11:10.655203 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-91fe4c01-4efe-42fa-b0ac-07d8b28e2282 service neutron] Attempting to bind port c31c0af8-e1a8-4b9f-999d-c359f5ff9aac by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '584fac4e-2911-4891-a944-b5325601ea9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd9d77a57-e2db-4fb3-9905-1d63c1153498'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:11:10.655447 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-91fe4c01-4efe-42fa-b0ac-07d8b28e2282 service neutron] Attempting to bind port c31c0af8-e1a8-4b9f-999d-c359f5ff9aac on network d9d77a57-e2db-4fb3-9905-1d63c1153498 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:11:10.675863 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-91fe4c01-4efe-42fa-b0ac-07d8b28e2282 service neutron] Port c31c0af8-e1a8-4b9f-999d-c359f5ff9aac on network d9d77a57-e2db-4fb3-9905-1d63c1153498 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:11:10.676188 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-91fe4c01-4efe-42fa-b0ac-07d8b28e2282 service neutron] Attempting to bind port c31c0af8-e1a8-4b9f-999d-c359f5ff9aac on network d9d77a57-e2db-4fb3-9905-1d63c1153498 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:11:10.720534 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-91fe4c01-4efe-42fa-b0ac-07d8b28e2282 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:11:10.720781 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-91fe4c01-4efe-42fa-b0ac-07d8b28e2282 service neutron] Checking segment: {'id': '584fac4e-2911-4891-a944-b5325601ea9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd9d77a57-e2db-4fb3-9905-1d63c1153498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:11:10.721162 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-91fe4c01-4efe-42fa-b0ac-07d8b28e2282 service neutron] Bound using segment: {'id': '584fac4e-2911-4891-a944-b5325601ea9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd9d77a57-e2db-4fb3-9905-1d63c1153498'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:11:10.721603 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-91fe4c01-4efe-42fa-b0ac-07d8b28e2282 service neutron] Bound port: c31c0af8-e1a8-4b9f-999d-c359f5ff9aac, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '584fac4e-2911-4891-a944-b5325601ea9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd9d77a57-e2db-4fb3-9905-1d63c1153498'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:11:10.721966 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-91fe4c01-4efe-42fa-b0ac-07d8b28e2282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:10.754472 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb14956-d93f-496e-9bda-6c9923f8cd30 req-dfcd9cb8-b25a-4f05-adbb-e86939288192 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:10.754472 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3eb14956-d93f-496e-9bda-6c9923f8cd30 req-dfcd9cb8-b25a-4f05-adbb-e86939288192 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "GET /v2.0/networks/08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 784 time: 0.2225790 Apr 20 13:11:10.815540 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-73add88c-03a3-4064-85c5-fec1c53a6ed2 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Allocated IP 192.168.233.75 (6efc3d61-2150-4671-a02d-6127df40131a/c5b1f82a-7732-4b50-ab22-2475f182a712/685199a9-bb47-4db6-8ad0-ca526a795483) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:11:10.994320 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b259b40c-4952-4e70-8567-c18529e2260b up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:11:11.102459 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port b259b40c-4952-4e70-8567-c18529e2260b triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:11.103151 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:11.223502 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:11.226953 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-91fe4c01-4efe-42fa-b0ac-07d8b28e2282 service neutron] For port c31c0af8-e1a8-4b9f-999d-c359f5ff9aac, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:11:11.236111 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-91fe4c01-4efe-42fa-b0ac-07d8b28e2282 service neutron] For port c31c0af8-e1a8-4b9f-999d-c359f5ff9aac, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=c31c0af8-e1a8-4b9f-999d-c359f5ff9aac,segment=NetworkSegment(584fac4e-2911-4891-a944-b5325601ea9d),segment_id=584fac4e-2911-4891-a944-b5325601ea9d)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:11:11.269555 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port b259b40c-4952-4e70-8567-c18529e2260b, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b259b40c-4952-4e70-8567-c18529e2260b,segment=NetworkSegment(b745dd99-74ee-418c-af50-3e100538147c),segment_id=b745dd99-74ee-418c-af50-3e100538147c)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:11.271536 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da318da-a746-4ac5-bd12-2c51d5b0956d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b259b40c-4952-4e70-8567-c18529e2260b'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:11:11.275277 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5cb6b5-f755-4ac4-8cd9-f5bd0c52bac2" -d '{"events": [{"server_uuid": "6da318da-a746-4ac5-bd12-2c51d5b0956d", "name": "network-vif-plugged", "status": "completed", "tag": "b259b40c-4952-4e70-8567-c18529e2260b"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:11:11.286991 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-744769d0-7def-4503-807a-564cb21b5227 req-e063b806-0978-46da-94d1-f6fc64de4497 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4979408 Apr 20 13:11:11.303484 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-744769d0-7def-4503-807a-564cb21b5227 req-9f8956b3-1835-44d2-9013-0e8e536e8c8c tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:11.379164 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:11.402630 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-91fe4c01-4efe-42fa-b0ac-07d8b28e2282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:11.440908 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=b259b40c-4952-4e70-8567-c18529e2260b,revision_number=7']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:11.506514 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-91fe4c01-4efe-42fa-b0ac-07d8b28e2282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:11.507207 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-91fe4c01-4efe-42fa-b0ac-07d8b28e2282 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:11.508958 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-91fe4c01-4efe-42fa-b0ac-07d8b28e2282 service neutron] 10.222.0.32 "PUT /v2.0/ports/c31c0af8-e1a8-4b9f-999d-c359f5ff9aac HTTP/1.1" status: 200 len: 1091 time: 2.3267024 Apr 20 13:11:11.519130 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-744769d0-7def-4503-807a-564cb21b5227 req-9f8956b3-1835-44d2-9013-0e8e536e8c8c tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks [] for floatingip, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:11.554057 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab8158-613b-436a-a4a5-112f0d309361 req-606e2946-4295-4b32-80af-5320407a302a tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:11.560636 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab8158-613b-436a-a4a5-112f0d309361 req-606e2946-4295-4b32-80af-5320407a302a tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:11.561973 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38862) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:11.566412 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab8158-613b-436a-a4a5-112f0d309361 req-606e2946-4295-4b32-80af-5320407a302a tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:11.578354 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab8158-613b-436a-a4a5-112f0d309361 req-606e2946-4295-4b32-80af-5320407a302a tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:11.584938 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab8158-613b-436a-a4a5-112f0d309361 req-606e2946-4295-4b32-80af-5320407a302a tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:11.590872 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab8158-613b-436a-a4a5-112f0d309361 req-606e2946-4295-4b32-80af-5320407a302a tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:11.597147 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab8158-613b-436a-a4a5-112f0d309361 req-606e2946-4295-4b32-80af-5320407a302a tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:11.600591 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c1ab8158-613b-436a-a4a5-112f0d309361 req-606e2946-4295-4b32-80af-5320407a302a tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 5418 time: 0.2879755 Apr 20 13:11:11.624378 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-1623ae60-9641-4b07-be57-ac1dfeb317a5 service neutron] Request body: {'port': {'device_id': '433546e1-53c7-4b77-b409-f5bffa48a147', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:11.639731 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'tag': 'c31c0af8-e1a8-4b9f-999d-c359f5ff9aac'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:11:11.641965 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a675f7fc-67d0-4624-9d4e-1f11218efde2" -d '{"events": [{"name": "network-changed", "server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "tag": "c31c0af8-e1a8-4b9f-999d-c359f5ff9aac"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:11:11.695024 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-73add88c-03a3-4064-85c5-fec1c53a6ed2 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:11.696452 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe4c01-4efe-42fa-b0ac-07d8b28e2282 service neutron] Pushing event updated for resources: {'Port': ['ID=c31c0af8-e1a8-4b9f-999d-c359f5ff9aac,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:11.802783 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c1ab8158-613b-436a-a4a5-112f0d309361 req-bdc57089-edf3-4224-88ae-5a9ed562eb5f tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=453f1f18-ab3a-45a6-896f-f71ff07ade0a&id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1711273 Apr 20 13:11:11.808720 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-04233307-a1fd-4546-bff7-2c2796ec283c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-477775231-network', 'tenant_id': '770e5557a3c3436ab852f8abeed4e992'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:11.817970 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-1623ae60-9641-4b07-be57-ac1dfeb317a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:11.884852 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345de386-8c9d-42d5-970f-a6d78d631f26 x-openstack-request-id: req-345de386-8c9d-42d5-970f-a6d78d631f26 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:11:11.885396 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da318da-a746-4ac5-bd12-2c51d5b0956d", "name": "network-vif-plugged", "status": "completed", "tag": "b259b40c-4952-4e70-8567-c18529e2260b", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:11:11.885814 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-345de386-8c9d-42d5-970f-a6d78d631f26 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:11:11.886320 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-345de386-8c9d-42d5-970f-a6d78d631f26'] response: {'server_uuid': '6da318da-a746-4ac5-bd12-2c51d5b0956d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b259b40c-4952-4e70-8567-c18529e2260b', 'code': 200} Apr 20 13:11:11.898812 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04233307-a1fd-4546-bff7-2c2796ec283c admin admin] Made reservation on behalf of 770e5557a3c3436ab852f8abeed4e992 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:11:11.911873 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-04233307-a1fd-4546-bff7-2c2796ec283c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:11.920481 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-04233307-a1fd-4546-bff7-2c2796ec283c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:11.941279 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-73add88c-03a3-4064-85c5-fec1c53a6ed2 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:11.967503 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['3c9f21da-6fdc-4980-88b9-d73613e671ab', '35f4dcac-bf1f-472e-8000-63eb2787a89a', '27987731-9483-4930-8ab5-3df02669158a', '9c47dad3-2ec9-4c75-a418-6e8bb250bdb2', '6ce49f2e-452c-491d-bef2-ce3b7b6d48ed'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:11:12.032804 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['02d394e3-f6ef-489c-8ff6-8161ad8effee', '02c75dde-c85e-4540-b9d2-3b060f581e4b'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:11:12.051548 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-04233307-a1fd-4546-bff7-2c2796ec283c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:12.118879 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-73add88c-03a3-4064-85c5-fec1c53a6ed2 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Network 6efc3d61-2150-4671-a02d-6127df40131a is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:11:12.136612 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-744769d0-7def-4503-807a-564cb21b5227 req-9f8956b3-1835-44d2-9013-0e8e536e8c8c tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:12.141922 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-73add88c-03a3-4064-85c5-fec1c53a6ed2 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:11:12.181863 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-73add88c-03a3-4064-85c5-fec1c53a6ed2 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:11:12.200986 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-04233307-a1fd-4546-bff7-2c2796ec283c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:12.223971 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:12.228884 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73add88c-03a3-4064-85c5-fec1c53a6ed2 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Pushing event updated for resources: {'Port': ['ID=685199a9-bb47-4db6-8ad0-ca526a795483,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:12.259764 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04233307-a1fd-4546-bff7-2c2796ec283c admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:11:12.289201 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04233307-a1fd-4546-bff7-2c2796ec283c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1887582d-67d3-4e02-bcb9-4022a90050f1,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:12.292625 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-04233307-a1fd-4546-bff7-2c2796ec283c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:12.293207 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-04233307-a1fd-4546-bff7-2c2796ec283c admin admin] Added segment fa399c59-4bb3-4de4-8817-7ed2a7e5f23a of type vlan for network fbad207f-c580-4d92-8d40-746cf281bcdb Apr 20 13:11:12.329493 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d5e01-7e0c-407c-948a-5cad5d90c767 req-016d732c-1471-42ea-b19b-d78d23c051a8 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:12.331044 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4a0d5e01-7e0c-407c-948a-5cad5d90c767 req-016d732c-1471-42ea-b19b-d78d23c051a8 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=368c5f7a-f15f-4838-b3a9-9d5e680f89dd HTTP/1.1" status: 200 len: 935 time: 0.2933261 Apr 20 13:11:12.392219 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-04233307-a1fd-4546-bff7-2c2796ec283c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:12.413149 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-73add88c-03a3-4064-85c5-fec1c53a6ed2 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:12.414444 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-73add88c-03a3-4064-85c5-fec1c53a6ed2 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:12.515729 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-04233307-a1fd-4546-bff7-2c2796ec283c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:12.517051 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04233307-a1fd-4546-bff7-2c2796ec283c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:12.517874 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-04233307-a1fd-4546-bff7-2c2796ec283c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:12.544473 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4a0d5e01-7e0c-407c-948a-5cad5d90c767 req-cc932abd-be6a-4e6d-903e-ff52c5be31c9 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795676 Apr 20 13:11:12.585023 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-744769d0-7def-4503-807a-564cb21b5227 req-9f8956b3-1835-44d2-9013-0e8e536e8c8c tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Allocated IP 172.25.8.203 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/30558972-2710-4825-b266-941aece35da0) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:11:12.635105 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04233307-a1fd-4546-bff7-2c2796ec283c admin admin] Pushing event updated for resources: {'Network': ['ID=fbad207f-c580-4d92-8d40-746cf281bcdb,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:12.651682 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network fbad207f-c580-4d92-8d40-746cf281bcdb details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:11:12.655801 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-13290042-4043-4e7a-abe7-b46c574efadd None None] Provisioning complete for port 685199a9-bb47-4db6-8ad0-ca526a795483 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:12.656299 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-13290042-4043-4e7a-abe7-b46c574efadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:12.659444 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-73add88c-03a3-4064-85c5-fec1c53a6ed2 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5889604 Apr 20 13:11:12.661865 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f253b2fc-b2ef-4f99-9020-385d6759a417 x-openstack-request-id: req-f253b2fc-b2ef-4f99-9020-385d6759a417 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:11:12.667996 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "tag": "c31c0af8-e1a8-4b9f-999d-c359f5ff9aac", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:11:12.668339 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f253b2fc-b2ef-4f99-9020-385d6759a417 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:11:12.671115 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f253b2fc-b2ef-4f99-9020-385d6759a417'] response: {'name': 'network-changed', 'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'tag': 'c31c0af8-e1a8-4b9f-999d-c359f5ff9aac', 'status': 'completed', 'code': 200} Apr 20 13:11:12.718512 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675f7fc-67d0-4624-9d4e-1f11218efde2 req-17f41897-b835-4eae-8a1a-1b4e17570e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:12.719424 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675f7fc-67d0-4624-9d4e-1f11218efde2 req-17f41897-b835-4eae-8a1a-1b4e17570e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:12.719968 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675f7fc-67d0-4624-9d4e-1f11218efde2 req-17f41897-b835-4eae-8a1a-1b4e17570e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:12.720498 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675f7fc-67d0-4624-9d4e-1f11218efde2 req-17f41897-b835-4eae-8a1a-1b4e17570e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:12.721026 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675f7fc-67d0-4624-9d4e-1f11218efde2 req-17f41897-b835-4eae-8a1a-1b4e17570e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:12.721601 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675f7fc-67d0-4624-9d4e-1f11218efde2 req-17f41897-b835-4eae-8a1a-1b4e17570e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:12.722126 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675f7fc-67d0-4624-9d4e-1f11218efde2 req-17f41897-b835-4eae-8a1a-1b4e17570e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:12.724253 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-3445e278-cc5b-458b-8813-2aba3559f9df service neutron] Request body: {'port': {'device_id': '368c5f7a-f15f-4838-b3a9-9d5e680f89dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:12.725725 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a675f7fc-67d0-4624-9d4e-1f11218efde2 req-17f41897-b835-4eae-8a1a-1b4e17570e1b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=751edd8696be4dfdb3446a3e33725797&device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 6420 time: 0.0782032 Apr 20 13:11:12.730936 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-04233307-a1fd-4546-bff7-2c2796ec283c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1664426 Apr 20 13:11:12.733891 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38886) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:12.746062 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-d40588d6-9538-43ba-9cf7-b0d15af0e745 admin admin] Request body: {'subnet': {'network_id': 'fbad207f-c580-4d92-8d40-746cf281bcdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-477775231-subnet', 'tenant_id': '770e5557a3c3436ab852f8abeed4e992', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:12.816210 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-13290042-4043-4e7a-abe7-b46c574efadd None None] Port 685199a9-bb47-4db6-8ad0-ca526a795483 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:11:12.871469 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:12.881475 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-1623ae60-9641-4b07-be57-ac1dfeb317a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f14937da-3ffa-4323-b6fb-be8c65077a73 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:11:12.929481 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-1623ae60-9641-4b07-be57-ac1dfeb317a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:12.943104 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-3445e278-cc5b-458b-8813-2aba3559f9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:12.988393 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-744769d0-7def-4503-807a-564cb21b5227 req-9f8956b3-1835-44d2-9013-0e8e536e8c8c tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:13.011624 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-1623ae60-9641-4b07-be57-ac1dfeb317a5 service neutron] Transition to ACTIVE for port object f14937da-3ffa-4323-b6fb-be8c65077a73 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:11:13.100584 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053b789-51e9-4c13-880c-cfa604260be1 req-d8a65c77-2f2e-42fb-8648-e562f90cd464 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:13.106751 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053b789-51e9-4c13-880c-cfa604260be1 req-d8a65c77-2f2e-42fb-8648-e562f90cd464 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:13.113179 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053b789-51e9-4c13-880c-cfa604260be1 req-d8a65c77-2f2e-42fb-8648-e562f90cd464 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:13.119948 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053b789-51e9-4c13-880c-cfa604260be1 req-d8a65c77-2f2e-42fb-8648-e562f90cd464 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:13.126887 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053b789-51e9-4c13-880c-cfa604260be1 req-d8a65c77-2f2e-42fb-8648-e562f90cd464 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:13.134364 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053b789-51e9-4c13-880c-cfa604260be1 req-d8a65c77-2f2e-42fb-8648-e562f90cd464 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:13.146763 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053b789-51e9-4c13-880c-cfa604260be1 req-d8a65c77-2f2e-42fb-8648-e562f90cd464 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:13.160542 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e053b789-51e9-4c13-880c-cfa604260be1 req-d8a65c77-2f2e-42fb-8648-e562f90cd464 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 5418 time: 0.2123194 Apr 20 13:11:13.238467 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-1623ae60-9641-4b07-be57-ac1dfeb317a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:13.350756 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1623ae60-9641-4b07-be57-ac1dfeb317a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f14937da-3ffa-4323-b6fb-be8c65077a73,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:13.394038 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e053b789-51e9-4c13-880c-cfa604260be1 req-dc9573a1-2010-4b9f-adb1-f776358662fe tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=453f1f18-ab3a-45a6-896f-f71ff07ade0a&id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2325003 Apr 20 13:11:13.410886 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40588d6-9538-43ba-9cf7-b0d15af0e745 admin admin] Made reservation on behalf of 770e5557a3c3436ab852f8abeed4e992 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:11:13.413326 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d40588d6-9538-43ba-9cf7-b0d15af0e745 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:13.468004 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-744769d0-7def-4503-807a-564cb21b5227 req-9f8956b3-1835-44d2-9013-0e8e536e8c8c tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:13.539327 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675f7fc-67d0-4624-9d4e-1f11218efde2 req-7dcfa19d-b3e2-46d9-868a-e7301304506f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:13.539829 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675f7fc-67d0-4624-9d4e-1f11218efde2 req-7dcfa19d-b3e2-46d9-868a-e7301304506f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:13.540301 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675f7fc-67d0-4624-9d4e-1f11218efde2 req-7dcfa19d-b3e2-46d9-868a-e7301304506f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:13.542199 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a675f7fc-67d0-4624-9d4e-1f11218efde2 req-7dcfa19d-b3e2-46d9-868a-e7301304506f service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=751edd8696be4dfdb3446a3e33725797&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.8032410 Apr 20 13:11:13.638172 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-744769d0-7def-4503-807a-564cb21b5227 req-9f8956b3-1835-44d2-9013-0e8e536e8c8c tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:11:13.651615 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8956b3-1835-44d2-9013-0e8e536e8c8c tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Pushing event updated for resources: {'Port': ['ID=30558972-2710-4825-b266-941aece35da0,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:13.715731 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-744769d0-7def-4503-807a-564cb21b5227 req-9f8956b3-1835-44d2-9013-0e8e536e8c8c tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:11:13.717297 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675f7fc-67d0-4624-9d4e-1f11218efde2 req-aa4a6472-6cde-44e7-8384-408576a01bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:13.722584 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a675f7fc-67d0-4624-9d4e-1f11218efde2 req-aa4a6472-6cde-44e7-8384-408576a01bd0 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1647062 Apr 20 13:11:13.723638 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-744769d0-7def-4503-807a-564cb21b5227 req-9f8956b3-1835-44d2-9013-0e8e536e8c8c tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:11:13.889181 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-1623ae60-9641-4b07-be57-ac1dfeb317a5 service neutron] Attempting to bind port f14937da-3ffa-4323-b6fb-be8c65077a73 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:11:13.889812 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-1623ae60-9641-4b07-be57-ac1dfeb317a5 service neutron] Attempting to bind port f14937da-3ffa-4323-b6fb-be8c65077a73 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '584fac4e-2911-4891-a944-b5325601ea9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd9d77a57-e2db-4fb3-9905-1d63c1153498'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:11:13.890149 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-1623ae60-9641-4b07-be57-ac1dfeb317a5 service neutron] Attempting to bind port f14937da-3ffa-4323-b6fb-be8c65077a73 on network d9d77a57-e2db-4fb3-9905-1d63c1153498 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:11:13.921400 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d40588d6-9538-43ba-9cf7-b0d15af0e745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:13.947069 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-3445e278-cc5b-458b-8813-2aba3559f9df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 685199a9-bb47-4db6-8ad0-ca526a795483 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:11:13.954361 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-1623ae60-9641-4b07-be57-ac1dfeb317a5 service neutron] Port f14937da-3ffa-4323-b6fb-be8c65077a73 on network d9d77a57-e2db-4fb3-9905-1d63c1153498 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:11:13.955400 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-1623ae60-9641-4b07-be57-ac1dfeb317a5 service neutron] Attempting to bind port f14937da-3ffa-4323-b6fb-be8c65077a73 on network d9d77a57-e2db-4fb3-9905-1d63c1153498 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:11:13.968905 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-3445e278-cc5b-458b-8813-2aba3559f9df service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:13.980623 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40588d6-9538-43ba-9cf7-b0d15af0e745 admin admin] Pushing event updated for resources: {'Subnet': ['ID=718fc4be-f4b5-4259-a4d4-37c5e44779f1,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:14.006233 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e7e2f-1643-4bd9-880c-39f8b0c42f05 req-c72b8553-112e-4ca3-b2d5-361e37244854 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:14.013939 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-457e7e2f-1643-4bd9-880c-39f8b0c42f05 req-c72b8553-112e-4ca3-b2d5-361e37244854 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=368c5f7a-f15f-4838-b3a9-9d5e680f89dd HTTP/1.1" status: 200 len: 935 time: 0.2661371 Apr 20 13:11:14.016055 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-1623ae60-9641-4b07-be57-ac1dfeb317a5 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:11:14.016397 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-1623ae60-9641-4b07-be57-ac1dfeb317a5 service neutron] Checking segment: {'id': '584fac4e-2911-4891-a944-b5325601ea9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd9d77a57-e2db-4fb3-9905-1d63c1153498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:11:14.017994 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-1623ae60-9641-4b07-be57-ac1dfeb317a5 service neutron] Bound using segment: {'id': '584fac4e-2911-4891-a944-b5325601ea9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd9d77a57-e2db-4fb3-9905-1d63c1153498'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:11:14.017994 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-1623ae60-9641-4b07-be57-ac1dfeb317a5 service neutron] Bound port: f14937da-3ffa-4323-b6fb-be8c65077a73, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '584fac4e-2911-4891-a944-b5325601ea9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd9d77a57-e2db-4fb3-9905-1d63c1153498'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:11:14.017994 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-1623ae60-9641-4b07-be57-ac1dfeb317a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:14.023881 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40588d6-9538-43ba-9cf7-b0d15af0e745 admin admin] Checking segment: {'id': 'fa399c59-4bb3-4de4-8817-7ed2a7e5f23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fbad207f-c580-4d92-8d40-746cf281bcdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:11:14.024536 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40588d6-9538-43ba-9cf7-b0d15af0e745 admin admin] Network hostable DHCP agents. Network: fbad207f-c580-4d92-8d40-746cf281bcdb, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:11:14.066506 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-3445e278-cc5b-458b-8813-2aba3559f9df service neutron] Transition to ACTIVE for port object 685199a9-bb47-4db6-8ad0-ca526a795483 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:11:14.098289 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40588d6-9538-43ba-9cf7-b0d15af0e745 admin admin] Network fbad207f-c580-4d92-8d40-746cf281bcdb is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:11:14.104662 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-744769d0-7def-4503-807a-564cb21b5227 req-9f8956b3-1835-44d2-9013-0e8e536e8c8c tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:14.146997 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-457e7e2f-1643-4bd9-880c-39f8b0c42f05 req-ff5a54d3-2bfe-4d86-afa9-9b5df17808ae tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320682 Apr 20 13:11:14.157153 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-3445e278-cc5b-458b-8813-2aba3559f9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:14.166963 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-d40588d6-9538-43ba-9cf7-b0d15af0e745 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, fbad207f-c580-4d92-8d40-746cf281bcdb) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:11:14.180168 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bad4e8-2f55-4831-b07c-bf706a68ff55 None None] Network fbad207f-c580-4d92-8d40-746cf281bcdb requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:11:14.183721 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40588d6-9538-43ba-9cf7-b0d15af0e745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:14.188055 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d40588d6-9538-43ba-9cf7-b0d15af0e745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:14.278722 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-1623ae60-9641-4b07-be57-ac1dfeb317a5 service neutron] For port f14937da-3ffa-4323-b6fb-be8c65077a73, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:11:14.291777 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d40588d6-9538-43ba-9cf7-b0d15af0e745 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5550334 Apr 20 13:11:14.309084 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-744769d0-7def-4503-807a-564cb21b5227 req-9f8956b3-1835-44d2-9013-0e8e536e8c8c tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:14.329042 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-1623ae60-9641-4b07-be57-ac1dfeb317a5 service neutron] For port f14937da-3ffa-4323-b6fb-be8c65077a73, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=f14937da-3ffa-4323-b6fb-be8c65077a73,segment=NetworkSegment(584fac4e-2911-4891-a944-b5325601ea9d),segment_id=584fac4e-2911-4891-a944-b5325601ea9d)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:11:14.370642 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445e278-cc5b-458b-8813-2aba3559f9df service neutron] Pushing event updated for resources: {'Port': ['ID=685199a9-bb47-4db6-8ad0-ca526a795483,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:14.432105 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9644e6-f706-4d38-8ff7-45a216fa9398 None None] Network fbad207f-c580-4d92-8d40-746cf281bcdb requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:11:14.655977 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-744769d0-7def-4503-807a-564cb21b5227 req-9f8956b3-1835-44d2-9013-0e8e536e8c8c tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:14.660348 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-1623ae60-9641-4b07-be57-ac1dfeb317a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:14.741827 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-744769d0-7def-4503-807a-564cb21b5227 req-9f8956b3-1835-44d2-9013-0e8e536e8c8c tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:14.791276 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-1623ae60-9641-4b07-be57-ac1dfeb317a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:14.791915 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-1623ae60-9641-4b07-be57-ac1dfeb317a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:14.793432 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-1623ae60-9641-4b07-be57-ac1dfeb317a5 service neutron] 10.222.0.32 "PUT /v2.0/ports/f14937da-3ffa-4323-b6fb-be8c65077a73 HTTP/1.1" status: 200 len: 1091 time: 3.1876976 Apr 20 13:11:14.797181 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'tag': 'f14937da-3ffa-4323-b6fb-be8c65077a73'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:11:14.799508 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945609fd-475e-4a6b-93c9-428309ce6e1b" -d '{"events": [{"name": "network-changed", "server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "tag": "f14937da-3ffa-4323-b6fb-be8c65077a73"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:11:14.870379 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3129c5-738b-4bff-b963-18317595659d req-08dc3822-8b4f-452a-94e4-14313dfcfea6 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:14.876444 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3129c5-738b-4bff-b963-18317595659d req-08dc3822-8b4f-452a-94e4-14313dfcfea6 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:14.882930 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3129c5-738b-4bff-b963-18317595659d req-08dc3822-8b4f-452a-94e4-14313dfcfea6 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:14.889045 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3129c5-738b-4bff-b963-18317595659d req-08dc3822-8b4f-452a-94e4-14313dfcfea6 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:14.895402 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3129c5-738b-4bff-b963-18317595659d req-08dc3822-8b4f-452a-94e4-14313dfcfea6 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:14.902122 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3129c5-738b-4bff-b963-18317595659d req-08dc3822-8b4f-452a-94e4-14313dfcfea6 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:14.908078 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3129c5-738b-4bff-b963-18317595659d req-08dc3822-8b4f-452a-94e4-14313dfcfea6 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:14.909973 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2b3129c5-738b-4bff-b963-18317595659d req-08dc3822-8b4f-452a-94e4-14313dfcfea6 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 5430 time: 0.2472298 Apr 20 13:11:14.918440 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1623ae60-9641-4b07-be57-ac1dfeb317a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f14937da-3ffa-4323-b6fb-be8c65077a73,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:14.979294 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-3445e278-cc5b-458b-8813-2aba3559f9df service neutron] Attempting to bind port 685199a9-bb47-4db6-8ad0-ca526a795483 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:11:14.979676 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-3445e278-cc5b-458b-8813-2aba3559f9df service neutron] Attempting to bind port 685199a9-bb47-4db6-8ad0-ca526a795483 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:11:14.980010 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-3445e278-cc5b-458b-8813-2aba3559f9df service neutron] Attempting to bind port 685199a9-bb47-4db6-8ad0-ca526a795483 on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:11:15.033630 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-3445e278-cc5b-458b-8813-2aba3559f9df service neutron] Port 685199a9-bb47-4db6-8ad0-ca526a795483 on network 6efc3d61-2150-4671-a02d-6127df40131a not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:11:15.034033 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-3445e278-cc5b-458b-8813-2aba3559f9df service neutron] Attempting to bind port 685199a9-bb47-4db6-8ad0-ca526a795483 on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:11:15.049307 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-744769d0-7def-4503-807a-564cb21b5227 req-9f8956b3-1835-44d2-9013-0e8e536e8c8c tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:15.070395 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-3445e278-cc5b-458b-8813-2aba3559f9df service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:11:15.070729 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-3445e278-cc5b-458b-8813-2aba3559f9df service neutron] Checking segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:11:15.071233 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-3445e278-cc5b-458b-8813-2aba3559f9df service neutron] Bound using segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:11:15.071742 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-3445e278-cc5b-458b-8813-2aba3559f9df service neutron] Bound port: 685199a9-bb47-4db6-8ad0-ca526a795483, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:11:15.072102 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-3445e278-cc5b-458b-8813-2aba3559f9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:15.098799 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8956b3-1835-44d2-9013-0e8e536e8c8c tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Pushing event updated for resources: {'Port': ['ID=30558972-2710-4825-b266-941aece35da0,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:15.110863 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2b3129c5-738b-4bff-b963-18317595659d req-04900d9d-2240-4799-999e-a2dbb7666342 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=453f1f18-ab3a-45a6-896f-f71ff07ade0a&id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1878903 Apr 20 13:11:15.120533 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-aae98c74-e9dc-4d7e-8329-ae172f5ef01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:15.121004 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-aae98c74-e9dc-4d7e-8329-ae172f5ef01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:15.121465 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-aae98c74-e9dc-4d7e-8329-ae172f5ef01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:15.122017 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-aae98c74-e9dc-4d7e-8329-ae172f5ef01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:15.122377 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-aae98c74-e9dc-4d7e-8329-ae172f5ef01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:15.122833 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-aae98c74-e9dc-4d7e-8329-ae172f5ef01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:15.123289 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-aae98c74-e9dc-4d7e-8329-ae172f5ef01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:15.125169 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-aae98c74-e9dc-4d7e-8329-ae172f5ef01d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=751edd8696be4dfdb3446a3e33725797&device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 6487 time: 0.1938624 Apr 20 13:11:15.215311 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-13b280c3-db23-419e-a1c2-25039c2ccd0c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2533aa3-2355-44c2-b360-55e62b33e303 HTTP/1.1" status: 200 len: 217 time: 0.0381663 Apr 20 13:11:15.218082 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-744769d0-7def-4503-807a-564cb21b5227 req-9f8956b3-1835-44d2-9013-0e8e536e8c8c tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:15.219221 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-744769d0-7def-4503-807a-564cb21b5227 req-9f8956b3-1835-44d2-9013-0e8e536e8c8c tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9268723 Apr 20 13:11:15.339311 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-744769d0-7def-4503-807a-564cb21b5227 req-054d01cc-0263-4a66-a108-ac29ceaa6a8b tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.203 HTTP/1.1" status: 200 len: 696 time: 0.1051223 Apr 20 13:11:15.342009 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-3445e278-cc5b-458b-8813-2aba3559f9df service neutron] For port 685199a9-bb47-4db6-8ad0-ca526a795483, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:11:15.346497 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-3445e278-cc5b-458b-8813-2aba3559f9df service neutron] For port 685199a9-bb47-4db6-8ad0-ca526a795483, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=685199a9-bb47-4db6-8ad0-ca526a795483,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:11:15.784118 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-c6c48e7a-fbe2-41a5-8c54-15681bb9bd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:15.786201 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-c6c48e7a-fbe2-41a5-8c54-15681bb9bd7d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3c09cad0-5b49-4174-8e95-ec3d5bcce76b HTTP/1.1" status: 200 len: 855 time: 0.5503602 Apr 20 13:11:15.791213 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-3445e278-cc5b-458b-8813-2aba3559f9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:15.908749 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-3445e278-cc5b-458b-8813-2aba3559f9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:15.909376 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-3445e278-cc5b-458b-8813-2aba3559f9df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:15.911290 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-3445e278-cc5b-458b-8813-2aba3559f9df service neutron] 10.222.0.15 "PUT /v2.0/ports/685199a9-bb47-4db6-8ad0-ca526a795483 HTTP/1.1" status: 200 len: 1095 time: 3.1926055 Apr 20 13:11:15.987447 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-4c21faa5-7241-49d1-b9ac-d08bb4119840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:15.989065 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-4c21faa5-7241-49d1-b9ac-d08bb4119840 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56951fe5-a13b-4124-8315-505260f0a93e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1955094 Apr 20 13:11:15.989661 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445e278-cc5b-458b-8813-2aba3559f9df service neutron] Pushing event updated for resources: {'Port': ['ID=685199a9-bb47-4db6-8ad0-ca526a795483,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:16.011512 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744769d0-7def-4503-807a-564cb21b5227 req-ac426d25-5df6-46f0-b222-24d9bb12d771 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:16.013393 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-744769d0-7def-4503-807a-564cb21b5227 req-ac426d25-5df6-46f0-b222-24d9bb12d771 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "GET /v2.0/networks/08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 784 time: 0.6656015 Apr 20 13:11:16.075944 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38960) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:16.083050 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-744769d0-7def-4503-807a-564cb21b5227 req-70dba402-50d6-441d-9c28-7cd6d1e60adc tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:11:16.084184 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-744769d0-7def-4503-807a-564cb21b5227 req-70dba402-50d6-441d-9c28-7cd6d1e60adc tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0451906 Apr 20 13:11:16.189359 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b15c1fa-4d5d-472f-abf4-93d1abd4c06c x-openstack-request-id: req-3b15c1fa-4d5d-472f-abf4-93d1abd4c06c {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:11:16.189359 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "tag": "f14937da-3ffa-4323-b6fb-be8c65077a73", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:11:16.189359 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3b15c1fa-4d5d-472f-abf4-93d1abd4c06c {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:11:16.189359 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b15c1fa-4d5d-472f-abf4-93d1abd4c06c'] response: {'name': 'network-changed', 'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'tag': 'f14937da-3ffa-4323-b6fb-be8c65077a73', 'status': 'completed', 'code': 200} Apr 20 13:11:16.205906 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-378fea2c-370e-48ff-8f87-8a1ff3c51ce6 tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:16.208128 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-378fea2c-370e-48ff-8f87-8a1ff3c51ce6 tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] 10.222.0.25 "GET /v2.0/networks?id=fbad207f-c580-4d92-8d40-746cf281bcdb HTTP/1.1" status: 200 len: 821 time: 0.4177315 Apr 20 13:11:16.286571 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-ae63da1f-dcb7-4b6f-9b07-e43c369dc338 tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] 10.222.0.25 "GET /v2.0/quotas/770e5557a3c3436ab852f8abeed4e992 HTTP/1.1" status: 200 len: 375 time: 0.0703955 Apr 20 13:11:16.299011 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ca3384b7-9993-444b-8592-118ae6816172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:16.351473 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-03725e5d-7b3a-4a93-89f1-73bb5ee88e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:16.351473 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-03725e5d-7b3a-4a93-89f1-73bb5ee88e97 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e1f0d8155374e7db296a2dc86482d62&device_id=368c5f7a-f15f-4838-b3a9-9d5e680f89dd HTTP/1.1" status: 200 len: 1098 time: 0.2845170 Apr 20 13:11:16.351473 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-2744f4a2-7c11-473f-8289-a418e3143c2d service neutron] 10.222.0.32 "GET /v2.0/networks/56951fe5-a13b-4124-8315-505260f0a93e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200274 Apr 20 13:11:16.372003 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-e22d7f64-7f65-44b4-8521-2dba091c92ef tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=770e5557a3c3436ab852f8abeed4e992&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602598 Apr 20 13:11:16.423266 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-bfeb229b-d735-410f-9d34-5034ace846f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=685199a9-bb47-4db6-8ad0-ca526a795483 HTTP/1.1" status: 200 len: 217 time: 0.0651362 Apr 20 13:11:16.432835 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ca3384b7-9993-444b-8592-118ae6816172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:16.458364 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514945b1-4d9e-47f6-a0c9-8c275ebc3a6b req-76fd07c5-efbf-41bf-9a73-28378a2d90f1 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:16.465496 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-514945b1-4d9e-47f6-a0c9-8c275ebc3a6b req-76fd07c5-efbf-41bf-9a73-28378a2d90f1 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=368c5f7a-f15f-4838-b3a9-9d5e680f89dd HTTP/1.1" status: 200 len: 947 time: 0.1953785 Apr 20 13:11:16.618342 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ca3384b7-9993-444b-8592-118ae6816172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:16.627087 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-cba3236c-d86a-4ad8-95de-ef072dbe24c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:16.629177 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-cba3236c-d86a-4ad8-95de-ef072dbe24c0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.1784105 Apr 20 13:11:16.659276 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-514945b1-4d9e-47f6-a0c9-8c275ebc3a6b req-91df41de-e246-4770-a448-20e9baf2cbc2 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929085 Apr 20 13:11:16.668477 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ca3384b7-9993-444b-8592-118ae6816172 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=889a04abbc1b4d4b87c92a9f1a370627&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5902076 Apr 20 13:11:16.669444 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3384b7-9993-444b-8592-118ae6816172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8e12d1-3c39-4c52-9c9c-db293c1f6e98,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:16.677424 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38972) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:16.678447 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-8f3a0b5c-e508-4298-a360-bdc42524744b service neutron] 10.222.0.32 "GET /v2.0/networks/56951fe5-a13b-4124-8315-505260f0a93e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220696 Apr 20 13:11:16.780530 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e9c7994f-c6ab-4635-ae3f-0bc51cc8ef8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:16.780808 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-d9ea4e82-7b01-4031-820d-7f0a0b836a3a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=bcd82748-3135-4569-bfe2-1036cfb737c9 HTTP/1.1" status: 200 len: 217 time: 0.0745721 Apr 20 13:11:16.785312 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-e9d9a504-eaf0-4d4e-a77b-ba0afb39307f service neutron] 10.222.0.25 "GET /v2.0/networks/fbad207f-c580-4d92-8d40-746cf281bcdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735495 Apr 20 13:11:16.792969 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e9c7994f-c6ab-4635-ae3f-0bc51cc8ef8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:16.854598 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-560b6439-1dd0-4e3b-bb58-d04352519d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:16.856081 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-560b6439-1dd0-4e3b-bb58-d04352519d11 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2168415 Apr 20 13:11:16.996199 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-57f77ca7-1f51-4891-afb5-5f602648a667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:16.997574 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-57f77ca7-1f51-4891-afb5-5f602648a667 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a8421ca-2e2e-468e-8574-e51feb1dd7e2 HTTP/1.1" status: 200 len: 797 time: 0.2172081 Apr 20 13:11:17.012496 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e9c7994f-c6ab-4635-ae3f-0bc51cc8ef8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:17.014965 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e9c7994f-c6ab-4635-ae3f-0bc51cc8ef8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:17.016251 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e9c7994f-c6ab-4635-ae3f-0bc51cc8ef8e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/db8e12d1-3c39-4c52-9c9c-db293c1f6e98 HTTP/1.1" status: 204 len: 168 time: 0.3376272 Apr 20 13:11:17.026075 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6d6508bf-8c5c-4f07-a703-e87f7b965e3d req-f811071d-92e3-4c1d-80e4-e01984862ae1 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2773218 Apr 20 13:11:17.030632 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c7994f-c6ab-4635-ae3f-0bc51cc8ef8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8e12d1-3c39-4c52-9c9c-db293c1f6e98,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:17.062204 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-6d6508bf-8c5c-4f07-a703-e87f7b965e3d req-f3875461-74bd-4551-bed6-091ff5f41807 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:17.108255 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-02e4c674-c538-4fb3-90d5-f194200873bb service neutron] 10.222.0.25 "GET /v2.0/networks/fbad207f-c580-4d92-8d40-746cf281bcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803533 Apr 20 13:11:17.118173 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-07d7322e-3009-45af-bec3-ea7cd00c7762 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412281 Apr 20 13:11:17.124779 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-637da9e4-a3d2-48f7-8aef-09c10f4308e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:17.131992 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-637da9e4-a3d2-48f7-8aef-09c10f4308e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=db25d310-7014-4091-a613-df6bc463c340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1194553 Apr 20 13:11:17.201501 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6d6508bf-8c5c-4f07-a703-e87f7b965e3d req-f3875461-74bd-4551-bed6-091ff5f41807 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks [] for floatingip, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:17.355237 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c1e3bdf5-801c-4455-bcef-c744fda1d669 req-22f97abb-3a83-4c51-ade5-bb3f1d576344 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258792 Apr 20 13:11:17.370859 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-bbf56c11-b060-4034-a507-c86547a40684 service neutron] 10.222.0.32 "GET /v2.0/networks/db25d310-7014-4091-a613-df6bc463c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334542 Apr 20 13:11:17.556166 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-4ee03d37-a3f8-4cf3-b56f-25dfacd88274 service neutron] 10.222.0.32 "GET /v2.0/networks/db25d310-7014-4091-a613-df6bc463c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691368 Apr 20 13:11:17.558316 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6d6508bf-8c5c-4f07-a703-e87f7b965e3d req-f3875461-74bd-4551-bed6-091ff5f41807 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:17.573326 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad418d-5a39-44e6-86b1-d5233c964526 req-32e4fd0e-f20f-40d0-bd67-dc55408469e4 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:17.580072 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad418d-5a39-44e6-86b1-d5233c964526 req-32e4fd0e-f20f-40d0-bd67-dc55408469e4 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:17.586915 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad418d-5a39-44e6-86b1-d5233c964526 req-32e4fd0e-f20f-40d0-bd67-dc55408469e4 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:17.593680 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad418d-5a39-44e6-86b1-d5233c964526 req-32e4fd0e-f20f-40d0-bd67-dc55408469e4 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:17.608303 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad418d-5a39-44e6-86b1-d5233c964526 req-32e4fd0e-f20f-40d0-bd67-dc55408469e4 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:17.608303 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad418d-5a39-44e6-86b1-d5233c964526 req-32e4fd0e-f20f-40d0-bd67-dc55408469e4 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:17.612815 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad418d-5a39-44e6-86b1-d5233c964526 req-32e4fd0e-f20f-40d0-bd67-dc55408469e4 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:17.616860 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-69ad418d-5a39-44e6-86b1-d5233c964526 req-32e4fd0e-f20f-40d0-bd67-dc55408469e4 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 5430 time: 0.1697254 Apr 20 13:11:17.695426 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-b7c9acae-17a0-489d-bbfd-4e9d459ca566 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=4b9a3dab-fa04-4d5d-827d-ba1227aed618 HTTP/1.1" status: 200 len: 217 time: 0.0751054 Apr 20 13:11:17.844042 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-69ad418d-5a39-44e6-86b1-d5233c964526 req-be68888c-244b-4b0c-93cb-0099b2dbdb15 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=453f1f18-ab3a-45a6-896f-f71ff07ade0a&id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2120674 Apr 20 13:11:17.874259 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-5b0edf2a-eb1a-4586-86d8-308eb2f2cb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:17.881308 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-5b0edf2a-eb1a-4586-86d8-308eb2f2cb16 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a8421ca-2e2e-468e-8574-e51feb1dd7e2 HTTP/1.1" status: 200 len: 797 time: 0.1428137 Apr 20 13:11:17.936266 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-6d6508bf-8c5c-4f07-a703-e87f7b965e3d req-f3875461-74bd-4551-bed6-091ff5f41807 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Allocated IP 172.25.8.22 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/a78383c0-accd-4d54-b213-857159d36aa3) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:11:17.942794 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 39000) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:17.970570 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-314a3bef-f17f-49d7-8aca-cd1f263bea17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:17.986521 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-78ace345-fec3-4a4c-a48a-29e4ab1af088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:17.988028 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-78ace345-fec3-4a4c-a48a-29e4ab1af088 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=db25d310-7014-4091-a613-df6bc463c340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1039762 Apr 20 13:11:18.091602 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-895c1366-9be8-4382-8d8f-33ef880be803 req-6ea46f5d-6e32-440c-a850-b2b689101c42 tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9c95424-aaf8-43ba-8799-ee64cbba590a HTTP/1.1" status: 200 len: 210 time: 0.0906167 Apr 20 13:11:18.210041 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '368c5f7a-f15f-4838-b3a9-9d5e680f89dd', 'tag': '685199a9-bb47-4db6-8ad0-ca526a795483'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:11:18.211938 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1807ad-8c29-4a1a-bee5-4916cfca2ea5" -d '{"events": [{"name": "network-changed", "server_uuid": "368c5f7a-f15f-4838-b3a9-9d5e680f89dd", "tag": "685199a9-bb47-4db6-8ad0-ca526a795483"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:11:18.329854 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6d6508bf-8c5c-4f07-a703-e87f7b965e3d req-f3875461-74bd-4551-bed6-091ff5f41807 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:18.337254 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-a4af7897-2b29-4f5a-9b60-eb635795fcca service neutron] 10.222.0.32 "GET /v2.0/networks/db25d310-7014-4091-a613-df6bc463c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351071 Apr 20 13:11:18.357760 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420abc06-6319-4048-9247-c7cde857ae68 req-cd8806ef-c78d-47af-83c3-14d13bfd7d85 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:18.359214 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-420abc06-6319-4048-9247-c7cde857ae68 req-cd8806ef-c78d-47af-83c3-14d13bfd7d85 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=368c5f7a-f15f-4838-b3a9-9d5e680f89dd HTTP/1.1" status: 200 len: 947 time: 0.1848416 Apr 20 13:11:18.390197 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-314a3bef-f17f-49d7-8aca-cd1f263bea17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:18.486251 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-420abc06-6319-4048-9247-c7cde857ae68 req-b0429b09-5786-4eff-a4b2-dd785b9cd271 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138148 Apr 20 13:11:18.489421 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-314a3bef-f17f-49d7-8aca-cd1f263bea17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:18.541635 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-4bbb6582-ab26-40f6-b955-662537b0a52e service neutron] 10.222.0.32 "GET /v2.0/networks/db25d310-7014-4091-a613-df6bc463c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933084 Apr 20 13:11:18.552665 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-314a3bef-f17f-49d7-8aca-cd1f263bea17 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a68be49e167246dcb09c05393dd3030f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6088312 Apr 20 13:11:18.553404 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a3bef-f17f-49d7-8aca-cd1f263bea17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea45f5b-9913-41ac-941e-8192a61dcde7,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:18.555790 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39006) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:18.601302 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73176d26-97ee-45a2-a2eb-04520cbf59e9 x-openstack-request-id: req-73176d26-97ee-45a2-a2eb-04520cbf59e9 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:11:18.601614 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "368c5f7a-f15f-4838-b3a9-9d5e680f89dd", "tag": "685199a9-bb47-4db6-8ad0-ca526a795483", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:11:18.601864 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-73176d26-97ee-45a2-a2eb-04520cbf59e9 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:11:18.602311 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73176d26-97ee-45a2-a2eb-04520cbf59e9'] response: {'name': 'network-changed', 'server_uuid': '368c5f7a-f15f-4838-b3a9-9d5e680f89dd', 'tag': '685199a9-bb47-4db6-8ad0-ca526a795483', 'status': 'completed', 'code': 200} Apr 20 13:11:18.603867 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6d6508bf-8c5c-4f07-a703-e87f7b965e3d req-f3875461-74bd-4551-bed6-091ff5f41807 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:18.609424 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-a52a76b2-6fc7-49c5-ac07-91d89366248a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=5302454f-5640-4916-878d-d138d40df21a HTTP/1.1" status: 200 len: 217 time: 0.0529003 Apr 20 13:11:18.653404 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b9b01e0d-dc04-4d6c-b4a6-b1a5091586a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:18.678001 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b9b01e0d-dc04-4d6c-b4a6-b1a5091586a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:18.693589 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d6508bf-8c5c-4f07-a703-e87f7b965e3d req-f3875461-74bd-4551-bed6-091ff5f41807 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:11:18.704473 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-6d6508bf-8c5c-4f07-a703-e87f7b965e3d req-f3875461-74bd-4551-bed6-091ff5f41807 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:11:18.711487 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6508bf-8c5c-4f07-a703-e87f7b965e3d req-f3875461-74bd-4551-bed6-091ff5f41807 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:11:18.745072 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3875461-74bd-4551-bed6-091ff5f41807 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Pushing event updated for resources: {'Port': ['ID=a78383c0-accd-4d54-b213-857159d36aa3,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:18.760550 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-659a0190-817d-4218-bc1c-ca04ddeefefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:18.762003 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-659a0190-817d-4218-bc1c-ca04ddeefefa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a8421ca-2e2e-468e-8574-e51feb1dd7e2 HTTP/1.1" status: 200 len: 797 time: 0.1292100 Apr 20 13:11:18.771166 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1807ad-8c29-4a1a-bee5-4916cfca2ea5 req-aacf3118-53c8-41fb-9649-ad168c0eeabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:18.772624 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1a1807ad-8c29-4a1a-bee5-4916cfca2ea5 req-aacf3118-53c8-41fb-9649-ad168c0eeabd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4e1f0d8155374e7db296a2dc86482d62&device_id=368c5f7a-f15f-4838-b3a9-9d5e680f89dd HTTP/1.1" status: 200 len: 1098 time: 0.1410131 Apr 20 13:11:18.853874 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b9b01e0d-dc04-4d6c-b4a6-b1a5091586a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:18.858022 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b9b01e0d-dc04-4d6c-b4a6-b1a5091586a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:18.868486 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b9b01e0d-dc04-4d6c-b4a6-b1a5091586a5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eea45f5b-9913-41ac-941e-8192a61dcde7 HTTP/1.1" status: 204 len: 168 time: 0.3028994 Apr 20 13:11:18.896942 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b01e0d-dc04-4d6c-b4a6-b1a5091586a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea45f5b-9913-41ac-941e-8192a61dcde7,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:19.291208 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-9695ebde-afde-4341-90a5-2aa759f6aabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:19.291208 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-9695ebde-afde-4341-90a5-2aa759f6aabd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=db25d310-7014-4091-a613-df6bc463c340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5136142 Apr 20 13:11:19.332962 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6d6508bf-8c5c-4f07-a703-e87f7b965e3d req-f3875461-74bd-4551-bed6-091ff5f41807 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:19.394223 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1807ad-8c29-4a1a-bee5-4916cfca2ea5 req-605fb66e-bb7a-4846-ad8f-aa9cd79ac5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:19.395777 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1a1807ad-8c29-4a1a-bee5-4916cfca2ea5 req-605fb66e-bb7a-4846-ad8f-aa9cd79ac5fd service neutron] 10.222.0.15 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.6113358 Apr 20 13:11:19.430741 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd454e-96ed-4ba5-8b08-6ce76e10e470 req-0263cc3c-8b36-42c3-86c6-75cfad957b6c tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:19.436962 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd454e-96ed-4ba5-8b08-6ce76e10e470 req-0263cc3c-8b36-42c3-86c6-75cfad957b6c tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:19.442708 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd454e-96ed-4ba5-8b08-6ce76e10e470 req-0263cc3c-8b36-42c3-86c6-75cfad957b6c tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:19.448941 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd454e-96ed-4ba5-8b08-6ce76e10e470 req-0263cc3c-8b36-42c3-86c6-75cfad957b6c tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:19.455030 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd454e-96ed-4ba5-8b08-6ce76e10e470 req-0263cc3c-8b36-42c3-86c6-75cfad957b6c tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:19.461681 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd454e-96ed-4ba5-8b08-6ce76e10e470 req-0263cc3c-8b36-42c3-86c6-75cfad957b6c tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:19.471851 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd454e-96ed-4ba5-8b08-6ce76e10e470 req-0263cc3c-8b36-42c3-86c6-75cfad957b6c tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:19.474417 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-07dd454e-96ed-4ba5-8b08-6ce76e10e470 req-0263cc3c-8b36-42c3-86c6-75cfad957b6c tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 5430 time: 0.2311206 Apr 20 13:11:19.538661 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1a1807ad-8c29-4a1a-bee5-4916cfca2ea5 req-f1bf4330-7e85-4e6b-b8e1-22f67430a042 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=685199a9-bb47-4db6-8ad0-ca526a795483 HTTP/1.1" status: 200 len: 217 time: 0.1314571 Apr 20 13:11:19.624068 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6d6508bf-8c5c-4f07-a703-e87f7b965e3d req-f3875461-74bd-4551-bed6-091ff5f41807 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:19.631192 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-07dd454e-96ed-4ba5-8b08-6ce76e10e470 req-ed0f5a1f-1265-4251-8617-6d1f2c0e2f19 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=453f1f18-ab3a-45a6-896f-f71ff07ade0a&id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1481266 Apr 20 13:11:19.633098 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-964f7b3d-8bc4-47b1-91b6-ce0086785c2e service neutron] 10.222.0.32 "GET /v2.0/networks/db25d310-7014-4091-a613-df6bc463c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296013 Apr 20 13:11:19.698079 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1807ad-8c29-4a1a-bee5-4916cfca2ea5 req-e36eb5f9-fe8e-4021-9f49-ee65c6693270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:19.699596 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1a1807ad-8c29-4a1a-bee5-4916cfca2ea5 req-e36eb5f9-fe8e-4021-9f49-ee65c6693270 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.1403728 Apr 20 13:11:19.870674 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-522b4f11-4e85-4bc7-a57e-1bb42b9619a2 req-6e053ccd-aa6d-47b8-8915-c26e01d0343b tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9c95424-aaf8-43ba-8799-ee64cbba590a HTTP/1.1" status: 200 len: 210 time: 0.0794528 Apr 20 13:11:19.901133 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1807ad-8c29-4a1a-bee5-4916cfca2ea5 req-0b515cf5-1aff-4a81-8791-a05b2bb1707e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:19.902630 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1a1807ad-8c29-4a1a-bee5-4916cfca2ea5 req-0b515cf5-1aff-4a81-8791-a05b2bb1707e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1936698 Apr 20 13:11:19.945368 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-37b78092-a84e-4596-9716-63ea8ac60a8f service neutron] 10.222.0.32 "GET /v2.0/networks/db25d310-7014-4091-a613-df6bc463c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881284 Apr 20 13:11:20.092759 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-9af37bbd-4363-4183-996d-7ec5cfc4c0fa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=ddf8ba6d-7550-4f8d-9701-e0000773fd49 HTTP/1.1" status: 200 len: 217 time: 0.1385326 Apr 20 13:11:20.261201 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-9ba3b08c-54df-482e-b21f-e951081bf3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:20.262807 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-9ba3b08c-54df-482e-b21f-e951081bf3cf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a8421ca-2e2e-468e-8574-e51feb1dd7e2 HTTP/1.1" status: 200 len: 797 time: 0.1536651 Apr 20 13:11:20.482558 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c57899-136c-4588-acde-60f2c43326ce req-02520de6-2df2-48c6-9e9c-f24966dc0da3 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:20.485788 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-22c57899-136c-4588-acde-60f2c43326ce req-02520de6-2df2-48c6-9e9c-f24966dc0da3 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=368c5f7a-f15f-4838-b3a9-9d5e680f89dd HTTP/1.1" status: 200 len: 947 time: 0.4940071 Apr 20 13:11:20.495484 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1a1807ad-8c29-4a1a-bee5-4916cfca2ea5 req-b8a9a546-f8cc-4c58-bce9-9b64c21a8e60 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5796552 Apr 20 13:11:20.635505 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6d6508bf-8c5c-4f07-a703-e87f7b965e3d req-f3875461-74bd-4551-bed6-091ff5f41807 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:20.670031 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1a1807ad-8c29-4a1a-bee5-4916cfca2ea5 req-cca66eb5-6503-4d96-932c-9d068f6cadc4 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256657 Apr 20 13:11:20.690262 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-c3bef178-65a1-4a65-8114-d9df0c238230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:20.692368 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-c3bef178-65a1-4a65-8114-d9df0c238230 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=db25d310-7014-4091-a613-df6bc463c340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3007288 Apr 20 13:11:20.741464 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-22c57899-136c-4588-acde-60f2c43326ce req-2a7a7492-e969-447d-b1ee-2ec86501924a tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982768 Apr 20 13:11:20.776112 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-03c9e8df-75ec-49e9-a008-d538f57b8621 tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:20.777657 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-03c9e8df-75ec-49e9-a008-d538f57b8621 tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] 10.222.0.15 "GET /v2.0/networks?id=fbad207f-c580-4d92-8d40-746cf281bcdb HTTP/1.1" status: 200 len: 821 time: 0.6413870 Apr 20 13:11:20.793064 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-4d629432-6d24-4f90-974d-e7d234be11b1 tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] Request body: {'port': {'device_id': 'a9c95424-aaf8-43ba-8799-ee64cbba590a', 'network_id': 'fbad207f-c580-4d92-8d40-746cf281bcdb', 'admin_state_up': True, 'tenant_id': '770e5557a3c3436ab852f8abeed4e992'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:20.858142 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6d6508bf-8c5c-4f07-a703-e87f7b965e3d req-f3875461-74bd-4551-bed6-091ff5f41807 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:20.960949 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-21417e88-335d-4385-aafe-36f3ba7d49d0 service neutron] 10.222.0.32 "GET /v2.0/networks/db25d310-7014-4091-a613-df6bc463c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574711 Apr 20 13:11:21.044487 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3875461-74bd-4551-bed6-091ff5f41807 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Pushing event updated for resources: {'Port': ['ID=a78383c0-accd-4d54-b213-857159d36aa3,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:21.084241 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 685199a9-bb47-4db6-8ad0-ca526a795483 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:11:21.105775 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f26c9-272c-47b4-a48d-beb3d517998f req-876ee094-29a1-4e61-aa9a-9b0d7cb9d2e5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:21.111511 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f26c9-272c-47b4-a48d-beb3d517998f req-876ee094-29a1-4e61-aa9a-9b0d7cb9d2e5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:21.118216 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f26c9-272c-47b4-a48d-beb3d517998f req-876ee094-29a1-4e61-aa9a-9b0d7cb9d2e5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:21.124099 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f26c9-272c-47b4-a48d-beb3d517998f req-876ee094-29a1-4e61-aa9a-9b0d7cb9d2e5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:21.130655 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f26c9-272c-47b4-a48d-beb3d517998f req-876ee094-29a1-4e61-aa9a-9b0d7cb9d2e5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:21.136576 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f26c9-272c-47b4-a48d-beb3d517998f req-876ee094-29a1-4e61-aa9a-9b0d7cb9d2e5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:21.142406 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f26c9-272c-47b4-a48d-beb3d517998f req-876ee094-29a1-4e61-aa9a-9b0d7cb9d2e5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:21.144332 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d2f26c9-272c-47b4-a48d-beb3d517998f req-876ee094-29a1-4e61-aa9a-9b0d7cb9d2e5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 5430 time: 0.2912731 Apr 20 13:11:21.152183 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6d6508bf-8c5c-4f07-a703-e87f7b965e3d req-f3875461-74bd-4551-bed6-091ff5f41807 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:21.228003 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-67aaab17-78b7-452f-b2bc-a304cf0c6b68 service neutron] 10.222.0.32 "GET /v2.0/networks/db25d310-7014-4091-a613-df6bc463c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442875 Apr 20 13:11:21.307408 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d2f26c9-272c-47b4-a48d-beb3d517998f req-27c6b941-886a-4b27-8b15-ce6c2b947916 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=453f1f18-ab3a-45a6-896f-f71ff07ade0a&id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0738382 Apr 20 13:11:21.307408 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-9ae7e49f-5fed-43e3-8222-cba77e5f2f78 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c31c0af8-e1a8-4b9f-999d-c359f5ff9aac HTTP/1.1" status: 200 len: 217 time: 0.0369172 Apr 20 13:11:21.326781 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-ab96b8f3-03b0-45e3-ab02-86c08689559c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:21.326781 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-ab96b8f3-03b0-45e3-ab02-86c08689559c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=807e65f2-f3df-4b77-a34a-b845afb7a09c HTTP/1.1" status: 200 len: 797 time: 0.0476472 Apr 20 13:11:21.357667 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 685199a9-bb47-4db6-8ad0-ca526a795483, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=685199a9-bb47-4db6-8ad0-ca526a795483,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:21.373050 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '685199a9-bb47-4db6-8ad0-ca526a795483', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'port_id': '685199a9-bb47-4db6-8ad0-ca526a795483', 'mac_address': 'fa:16:3e:4b:42:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b1f82a-7732-4b50-ab22-2475f182a712', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:11:21.384541 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-eb0c163f-d388-44e9-ab5a-de5f471b2210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:21.386176 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-eb0c163f-d388-44e9-ab5a-de5f471b2210 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d9d77a57-e2db-4fb3-9905-1d63c1153498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0510631 Apr 20 13:11:21.416358 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:21.429077 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-435fe70a-0b1f-4b7a-8d6e-b7c02e9271db req-4e092144-6804-4790-8f05-91bc1988da90 tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9c95424-aaf8-43ba-8799-ee64cbba590a HTTP/1.1" status: 200 len: 210 time: 0.0468831 Apr 20 13:11:21.430076 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 685199a9-bb47-4db6-8ad0-ca526a795483 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:11:21.450337 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 685199a9-bb47-4db6-8ad0-ca526a795483, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=685199a9-bb47-4db6-8ad0-ca526a795483,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:21.509027 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-ec0b8231-aef9-487e-8e2e-05fa770166c0 service neutron] 10.222.0.32 "GET /v2.0/networks/d9d77a57-e2db-4fb3-9905-1d63c1153498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136456 Apr 20 13:11:21.513169 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6d6508bf-8c5c-4f07-a703-e87f7b965e3d req-f3875461-74bd-4551-bed6-091ff5f41807 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:21.513616 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6d6508bf-8c5c-4f07-a703-e87f7b965e3d req-f3875461-74bd-4551-bed6-091ff5f41807 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.4610083 Apr 20 13:11:21.514124 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-4d629432-6d24-4f90-974d-e7d234be11b1 tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] Made reservation on behalf of 770e5557a3c3436ab852f8abeed4e992 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:11:21.517555 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-4d629432-6d24-4f90-974d-e7d234be11b1 tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:21.599201 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39068) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:21.600897 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:21.680008 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6d6508bf-8c5c-4f07-a703-e87f7b965e3d req-739809af-cf99-45be-a006-e9d1daccedef tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.22 HTTP/1.1" status: 200 len: 695 time: 0.1581571 Apr 20 13:11:21.718056 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=685199a9-bb47-4db6-8ad0-ca526a795483,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:21.811728 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-213f1fb2-1a5d-455c-8444-86622b936b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:21.820465 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-86445575-6820-4a4b-aac1-4ef6a946b810 service neutron] 10.222.0.32 "GET /v2.0/networks/d9d77a57-e2db-4fb3-9905-1d63c1153498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995768 Apr 20 13:11:21.841167 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-4d629432-6d24-4f90-974d-e7d234be11b1 tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] Allocated IP 172.20.0.9 (fbad207f-c580-4d92-8d40-746cf281bcdb/718fc4be-f4b5-4259-a4d4-37c5e44779f1/f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:11:21.884037 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-ce788a8e-a752-41f8-8ff0-4a5aa268343b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f14937da-3ffa-4323-b6fb-be8c65077a73 HTTP/1.1" status: 200 len: 217 time: 0.0546608 Apr 20 13:11:21.942972 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-213f1fb2-1a5d-455c-8444-86622b936b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:21.987660 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6508bf-8c5c-4f07-a703-e87f7b965e3d req-2ce79029-4187-44b0-b20c-38727e788303 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:21.989560 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6d6508bf-8c5c-4f07-a703-e87f7b965e3d req-2ce79029-4187-44b0-b20c-38727e788303 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "GET /v2.0/networks/08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 784 time: 0.2996790 Apr 20 13:11:22.035764 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-213f1fb2-1a5d-455c-8444-86622b936b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:22.062632 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['685199a9-bb47-4db6-8ad0-ca526a795483'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:11:22.068228 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f1fb2-1a5d-455c-8444-86622b936b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0b4f7e-324d-4a52-8ec6-d96b2591baa4,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:22.078602 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-62ec40f9-ca49-43ec-8936-35db121ae47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:22.080127 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-62ec40f9-ca49-43ec-8936-35db121ae47a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=807e65f2-f3df-4b77-a34a-b845afb7a09c HTTP/1.1" status: 200 len: 797 time: 0.1839571 Apr 20 13:11:22.109508 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-213f1fb2-1a5d-455c-8444-86622b936b57 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fe9f20cf67a44c9395980fc71872534b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5086181 Apr 20 13:11:22.110472 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39078) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:22.197533 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-28825f19-82ab-4c70-a29b-c483221b36ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:22.230150 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-28825f19-82ab-4c70-a29b-c483221b36ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:22.343505 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-28825f19-82ab-4c70-a29b-c483221b36ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:22.347112 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-28825f19-82ab-4c70-a29b-c483221b36ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:22.352129 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-28825f19-82ab-4c70-a29b-c483221b36ce admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6b0b4f7e-324d-4a52-8ec6-d96b2591baa4 HTTP/1.1" status: 204 len: 168 time: 0.2404432 Apr 20 13:11:22.362016 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28825f19-82ab-4c70-a29b-c483221b36ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0b4f7e-324d-4a52-8ec6-d96b2591baa4,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:22.469888 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55026b09-9a33-48f2-b73f-ec0cc26d5ed6 req-8609f380-f8ba-4726-b423-b1a333315a41 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:22.471340 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-55026b09-9a33-48f2-b73f-ec0cc26d5ed6 req-8609f380-f8ba-4726-b423-b1a333315a41 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=368c5f7a-f15f-4838-b3a9-9d5e680f89dd HTTP/1.1" status: 200 len: 948 time: 0.5808017 Apr 20 13:11:22.486950 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-84a8175e-5db8-42e7-9e21-e1659ebf49ae req-d9cdfce9-3e19-4200-ad1e-19a09a3449a0 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "GET /v2.0/floatingips/29d269e3-9109-4460-9851-f8a42cb15393 HTTP/1.1" status: 200 len: 692 time: 0.4644914 Apr 20 13:11:22.636651 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-55026b09-9a33-48f2-b73f-ec0cc26d5ed6 req-c8fc27b2-d468-41b1-8639-2a34aa852ff8 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532025 Apr 20 13:11:22.665191 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-238c68e7-5780-48aa-8cdb-a636fb099212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:22.665191 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-238c68e7-5780-48aa-8cdb-a636fb099212 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d9d77a57-e2db-4fb3-9905-1d63c1153498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1956139 Apr 20 13:11:22.686110 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-4d629432-6d24-4f90-974d-e7d234be11b1 tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:22.752369 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8175e-5db8-42e7-9e21-e1659ebf49ae req-4bf02dd3-5e5e-4532-bd36-a013586f2f6e tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:22.753710 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-84a8175e-5db8-42e7-9e21-e1659ebf49ae req-4bf02dd3-5e5e-4532-bd36-a013586f2f6e tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "GET /v2.0/networks/08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 784 time: 0.2561233 Apr 20 13:11:22.780536 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-84a8175e-5db8-42e7-9e21-e1659ebf49ae req-5a505d57-0f52-4a5f-aef5-847550c4b278 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:11:22.781536 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-84a8175e-5db8-42e7-9e21-e1659ebf49ae req-5a505d57-0f52-4a5f-aef5-847550c4b278 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140681 Apr 20 13:11:22.856618 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-85a9657f-621d-47db-a9ac-ba6bb6897a38 service neutron] 10.222.0.32 "GET /v2.0/networks/d9d77a57-e2db-4fb3-9905-1d63c1153498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842508 Apr 20 13:11:22.870891 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b09c1c-289e-4d8a-bf10-7990357e91e0 req-3e497541-95cc-4392-9a06-b99f83d5ee28 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:22.877120 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b09c1c-289e-4d8a-bf10-7990357e91e0 req-3e497541-95cc-4392-9a06-b99f83d5ee28 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:22.883941 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b09c1c-289e-4d8a-bf10-7990357e91e0 req-3e497541-95cc-4392-9a06-b99f83d5ee28 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:22.890028 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b09c1c-289e-4d8a-bf10-7990357e91e0 req-3e497541-95cc-4392-9a06-b99f83d5ee28 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:22.896522 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b09c1c-289e-4d8a-bf10-7990357e91e0 req-3e497541-95cc-4392-9a06-b99f83d5ee28 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:22.902478 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b09c1c-289e-4d8a-bf10-7990357e91e0 req-3e497541-95cc-4392-9a06-b99f83d5ee28 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:22.908794 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b09c1c-289e-4d8a-bf10-7990357e91e0 req-3e497541-95cc-4392-9a06-b99f83d5ee28 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:22.917997 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e6b09c1c-289e-4d8a-bf10-7990357e91e0 req-3e497541-95cc-4392-9a06-b99f83d5ee28 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 5430 time: 0.1729431 Apr 20 13:11:22.947728 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-4d629432-6d24-4f90-974d-e7d234be11b1 tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:23.107005 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-4d629432-6d24-4f90-974d-e7d234be11b1 tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] Network fbad207f-c580-4d92-8d40-746cf281bcdb is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:11:23.150166 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-4d629432-6d24-4f90-974d-e7d234be11b1 tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:11:23.157007 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e6b09c1c-289e-4d8a-bf10-7990357e91e0 req-697d219f-4faa-4c04-a66f-0fc93e4f5cff tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=453f1f18-ab3a-45a6-896f-f71ff07ade0a&id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2379699 Apr 20 13:11:23.165459 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-4d629432-6d24-4f90-974d-e7d234be11b1 tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:11:23.313425 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d629432-6d24-4f90-974d-e7d234be11b1 tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] Pushing event updated for resources: {'Port': ['ID=f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:23.345274 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a22b37be-69ec-4037-bf82-80e6b3cc6c1d req-9addd425-dcb1-4585-9d92-ce0d575aeb64 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "GET /v2.0/floatingips/29d269e3-9109-4460-9851-f8a42cb15393 HTTP/1.1" status: 200 len: 692 time: 0.1078575 Apr 20 13:11:23.386387 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03785e-669c-4f40-b043-d95305dbd636 req-5e8ae21b-ff40-4e40-b034-be52ac02da5f tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:23.387882 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed03785e-669c-4f40-b043-d95305dbd636 req-5e8ae21b-ff40-4e40-b034-be52ac02da5f tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9c95424-aaf8-43ba-8799-ee64cbba590a HTTP/1.1" status: 200 len: 931 time: 0.4096861 Apr 20 13:11:23.389840 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bc72aa-0c43-44f3-9891-84d4fdd59a27 req-14fde278-5aba-4c9c-8483-efd3fea88d35 service neutron] 10.222.0.32 "GET /v2.0/networks/d9d77a57-e2db-4fb3-9905-1d63c1153498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4693506 Apr 20 13:11:23.408685 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-4d629432-6d24-4f90-974d-e7d234be11b1 tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:23.409412 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-4d629432-6d24-4f90-974d-e7d234be11b1 tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:23.499460 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed03785e-669c-4f40-b043-d95305dbd636 req-6722b11a-2b98-4ddc-9048-9f6fc8017aa6 tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] 10.222.0.25 "GET /v2.0/security-groups?id=1887582d-67d3-4e02-bcb9-4022a90050f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981939 Apr 20 13:11:23.549541 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b37be-69ec-4037-bf82-80e6b3cc6c1d req-cc40d568-73c8-4dd7-8b96-53713e646ce4 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:23.557196 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a22b37be-69ec-4037-bf82-80e6b3cc6c1d req-cc40d568-73c8-4dd7-8b96-53713e646ce4 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "GET /v2.0/networks/08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 784 time: 0.1976628 Apr 20 13:11:23.563597 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-a22b37be-69ec-4037-bf82-80e6b3cc6c1d req-e972ae75-7992-47f0-89c2-625a63a3230a tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:11:23.572135 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a22b37be-69ec-4037-bf82-80e6b3cc6c1d req-e972ae75-7992-47f0-89c2-625a63a3230a tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139251 Apr 20 13:11:23.611420 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-4d629432-6d24-4f90-974d-e7d234be11b1 tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8234141 Apr 20 13:11:23.647156 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-d578671a-0ddc-4e15-bd5f-146624df512f service neutron] Request body: {'port': {'device_id': 'a9c95424-aaf8-43ba-8799-ee64cbba590a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:23.694362 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a22b37be-69ec-4037-bf82-80e6b3cc6c1d req-26790d1d-5d83-4877-9149-95a97077a8f4 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.22 HTTP/1.1" status: 200 len: 695 time: 0.1211503 Apr 20 13:11:23.757026 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945609fd-475e-4a6b-93c9-428309ce6e1b req-8a974a1e-909b-4f58-9ef2-d7a222919e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:23.757617 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945609fd-475e-4a6b-93c9-428309ce6e1b req-8a974a1e-909b-4f58-9ef2-d7a222919e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:23.758090 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945609fd-475e-4a6b-93c9-428309ce6e1b req-8a974a1e-909b-4f58-9ef2-d7a222919e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:23.758555 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945609fd-475e-4a6b-93c9-428309ce6e1b req-8a974a1e-909b-4f58-9ef2-d7a222919e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:23.759032 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945609fd-475e-4a6b-93c9-428309ce6e1b req-8a974a1e-909b-4f58-9ef2-d7a222919e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:23.759500 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945609fd-475e-4a6b-93c9-428309ce6e1b req-8a974a1e-909b-4f58-9ef2-d7a222919e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:23.759969 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945609fd-475e-4a6b-93c9-428309ce6e1b req-8a974a1e-909b-4f58-9ef2-d7a222919e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:23.761887 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-945609fd-475e-4a6b-93c9-428309ce6e1b req-8a974a1e-909b-4f58-9ef2-d7a222919e6b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=751edd8696be4dfdb3446a3e33725797&device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 6487 time: 0.1877127 Apr 20 13:11:23.811729 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a22b37be-69ec-4037-bf82-80e6b3cc6c1d req-45fa0444-1ba3-45c6-92a0-49d42cdbc673 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.22 HTTP/1.1" status: 200 len: 695 time: 0.1162944 Apr 20 13:11:23.922708 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-d578671a-0ddc-4e15-bd5f-146624df512f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:24.024753 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08aeeb-add1-4e9e-861e-348f5b51c9c2 req-c338cc8d-9c9a-4541-a094-719ce7fea9da tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:24.026397 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ea08aeeb-add1-4e9e-861e-348f5b51c9c2 req-c338cc8d-9c9a-4541-a094-719ce7fea9da tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=368c5f7a-f15f-4838-b3a9-9d5e680f89dd HTTP/1.1" status: 200 len: 948 time: 0.2788835 Apr 20 13:11:24.102361 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945609fd-475e-4a6b-93c9-428309ce6e1b req-c8066917-7dda-4bfd-b65a-df85dc19e315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:24.103964 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-945609fd-475e-4a6b-93c9-428309ce6e1b req-c8066917-7dda-4bfd-b65a-df85dc19e315 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d9d77a57-e2db-4fb3-9905-1d63c1153498 HTTP/1.1" status: 200 len: 902 time: 0.3240995 Apr 20 13:11:24.219776 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ea08aeeb-add1-4e9e-861e-348f5b51c9c2 req-f233c54d-8bb3-4ea4-a653-c3d08e335a8d tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651137 Apr 20 13:11:24.228800 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-945609fd-475e-4a6b-93c9-428309ce6e1b req-f7d7e9d9-a424-4597-9ed7-dea368908225 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f14937da-3ffa-4323-b6fb-be8c65077a73 HTTP/1.1" status: 200 len: 217 time: 0.1067433 Apr 20 13:11:24.272730 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-a22b37be-69ec-4037-bf82-80e6b3cc6c1d req-c06cf603-8d00-4f19-ae20-e6f589864a8c tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Deleting port a78383c0-accd-4d54-b213-857159d36aa3 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:24.273211 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a22b37be-69ec-4037-bf82-80e6b3cc6c1d req-c06cf603-8d00-4f19-ae20-e6f589864a8c tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:24.387655 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945609fd-475e-4a6b-93c9-428309ce6e1b req-686e25c3-1a1b-4219-a82d-5dda41bf6283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:24.389320 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-945609fd-475e-4a6b-93c9-428309ce6e1b req-686e25c3-1a1b-4219-a82d-5dda41bf6283 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=807e65f2-f3df-4b77-a34a-b845afb7a09c HTTP/1.1" status: 200 len: 797 time: 0.1518071 Apr 20 13:11:24.446568 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-040b3a3b-decb-4daa-b687-d2e8d68553c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:24.499961 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a22b37be-69ec-4037-bf82-80e6b3cc6c1d req-c06cf603-8d00-4f19-ae20-e6f589864a8c tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:24.502905 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a22b37be-69ec-4037-bf82-80e6b3cc6c1d req-c06cf603-8d00-4f19-ae20-e6f589864a8c tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:24.526138 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-a22b37be-69ec-4037-bf82-80e6b3cc6c1d req-c06cf603-8d00-4f19-ae20-e6f589864a8c tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Calling delete_port for a78383c0-accd-4d54-b213-857159d36aa3 owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:24.572547 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945609fd-475e-4a6b-93c9-428309ce6e1b req-12830d78-dc73-406f-b6b2-c47bee228bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:24.575917 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-945609fd-475e-4a6b-93c9-428309ce6e1b req-12830d78-dc73-406f-b6b2-c47bee228bdd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d9d77a57-e2db-4fb3-9905-1d63c1153498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1724868 Apr 20 13:11:24.643991 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c72127-d614-4c67-b188-ff696f1ec0a0 req-4a8efffc-38ef-4b55-97b4-0669a8b6898c tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:24.662187 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c72127-d614-4c67-b188-ff696f1ec0a0 req-4a8efffc-38ef-4b55-97b4-0669a8b6898c tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:24.668691 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c72127-d614-4c67-b188-ff696f1ec0a0 req-4a8efffc-38ef-4b55-97b4-0669a8b6898c tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:24.675204 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c72127-d614-4c67-b188-ff696f1ec0a0 req-4a8efffc-38ef-4b55-97b4-0669a8b6898c tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:24.682186 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c72127-d614-4c67-b188-ff696f1ec0a0 req-4a8efffc-38ef-4b55-97b4-0669a8b6898c tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:24.691693 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c72127-d614-4c67-b188-ff696f1ec0a0 req-4a8efffc-38ef-4b55-97b4-0669a8b6898c tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:24.704018 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c72127-d614-4c67-b188-ff696f1ec0a0 req-4a8efffc-38ef-4b55-97b4-0669a8b6898c tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:24.712957 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c0c72127-d614-4c67-b188-ff696f1ec0a0 req-4a8efffc-38ef-4b55-97b4-0669a8b6898c tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 5430 time: 0.2726545 Apr 20 13:11:24.839638 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-d578671a-0ddc-4e15-bd5f-146624df512f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:11:24.854925 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-d578671a-0ddc-4e15-bd5f-146624df512f service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:24.905909 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-d578671a-0ddc-4e15-bd5f-146624df512f service neutron] Transition to ACTIVE for port object f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:11:24.930874 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c0c72127-d614-4c67-b188-ff696f1ec0a0 req-4323c547-9498-4afa-bf62-0ba841e549ab tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=453f1f18-ab3a-45a6-896f-f71ff07ade0a&id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2169147 Apr 20 13:11:24.957853 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-945609fd-475e-4a6b-93c9-428309ce6e1b req-89c9a33f-ba41-4ab1-bc25-65ea5fed158b service neutron] 10.222.0.32 "GET /v2.0/networks/d9d77a57-e2db-4fb3-9905-1d63c1153498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258751 Apr 20 13:11:24.983112 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-d578671a-0ddc-4e15-bd5f-146624df512f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:25.119333 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 685199a9-bb47-4db6-8ad0-ca526a795483 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:11:25.132849 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d578671a-0ddc-4e15-bd5f-146624df512f service neutron] Pushing event updated for resources: {'Port': ['ID=f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:25.286739 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 685199a9-bb47-4db6-8ad0-ca526a795483 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:11:25.291655 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 685199a9-bb47-4db6-8ad0-ca526a795483 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:25.292273 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:25.292725 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-945609fd-475e-4a6b-93c9-428309ce6e1b req-995e45ba-8abb-4221-a227-d7f774c203f3 service neutron] 10.222.0.32 "GET /v2.0/networks/d9d77a57-e2db-4fb3-9905-1d63c1153498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226707 Apr 20 13:11:25.308266 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73301ae1-40e1-4711-8a9e-6698686a2d5c req-bf65b496-5832-4e00-8c5a-58a52cc21e3a tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:25.309889 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73301ae1-40e1-4711-8a9e-6698686a2d5c req-bf65b496-5832-4e00-8c5a-58a52cc21e3a tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9c95424-aaf8-43ba-8799-ee64cbba590a HTTP/1.1" status: 200 len: 943 time: 0.2568393 Apr 20 13:11:25.352405 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-d578671a-0ddc-4e15-bd5f-146624df512f service neutron] Attempting to bind port f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:11:25.352745 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-d578671a-0ddc-4e15-bd5f-146624df512f service neutron] Attempting to bind port f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': 'fa399c59-4bb3-4de4-8817-7ed2a7e5f23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fbad207f-c580-4d92-8d40-746cf281bcdb'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:11:25.353081 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-d578671a-0ddc-4e15-bd5f-146624df512f service neutron] Attempting to bind port f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89 on network fbad207f-c580-4d92-8d40-746cf281bcdb {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:11:25.362436 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-d578671a-0ddc-4e15-bd5f-146624df512f service neutron] Port f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89 on network fbad207f-c580-4d92-8d40-746cf281bcdb not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:11:25.362436 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-d578671a-0ddc-4e15-bd5f-146624df512f service neutron] Attempting to bind port f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89 on network fbad207f-c580-4d92-8d40-746cf281bcdb {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:11:25.382524 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-d578671a-0ddc-4e15-bd5f-146624df512f service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:11:25.382868 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-d578671a-0ddc-4e15-bd5f-146624df512f service neutron] Checking segment: {'id': 'fa399c59-4bb3-4de4-8817-7ed2a7e5f23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fbad207f-c580-4d92-8d40-746cf281bcdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:11:25.383256 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-d578671a-0ddc-4e15-bd5f-146624df512f service neutron] Bound using segment: {'id': 'fa399c59-4bb3-4de4-8817-7ed2a7e5f23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fbad207f-c580-4d92-8d40-746cf281bcdb'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:11:25.383757 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-d578671a-0ddc-4e15-bd5f-146624df512f service neutron] Bound port: f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa399c59-4bb3-4de4-8817-7ed2a7e5f23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'fbad207f-c580-4d92-8d40-746cf281bcdb'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:11:25.386225 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-d578671a-0ddc-4e15-bd5f-146624df512f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:25.400458 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73301ae1-40e1-4711-8a9e-6698686a2d5c req-c843f7d4-73be-4433-b5fd-94d5fb652766 tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] 10.222.0.25 "GET /v2.0/security-groups?id=1887582d-67d3-4e02-bcb9-4022a90050f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773139 Apr 20 13:11:25.410228 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:25.435460 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368c5f7a-f15f-4838-b3a9-9d5e680f89dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '685199a9-bb47-4db6-8ad0-ca526a795483'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:11:25.437920 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9468a1-e563-439d-99e5-18a0809a3a9a" -d '{"events": [{"server_uuid": "368c5f7a-f15f-4838-b3a9-9d5e680f89dd", "name": "network-vif-plugged", "status": "completed", "tag": "685199a9-bb47-4db6-8ad0-ca526a795483"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:11:25.453094 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 685199a9-bb47-4db6-8ad0-ca526a795483, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=685199a9-bb47-4db6-8ad0-ca526a795483,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:25.475198 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-d578671a-0ddc-4e15-bd5f-146624df512f service neutron] For port f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:11:25.478739 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-d578671a-0ddc-4e15-bd5f-146624df512f service neutron] For port f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89,segment=NetworkSegment(fa399c59-4bb3-4de4-8817-7ed2a7e5f23a),segment_id=fa399c59-4bb3-4de4-8817-7ed2a7e5f23a)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:11:25.513750 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a22b37be-69ec-4037-bf82-80e6b3cc6c1d req-c06cf603-8d00-4f19-ae20-e6f589864a8c tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:25.556075 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06cf603-8d00-4f19-ae20-e6f589864a8c tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Pushing event deleted for resources: {'Port': ['ID=a78383c0-accd-4d54-b213-857159d36aa3,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:25.617405 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148967b-fc4d-4176-a029-3c80ea442867 req-c668fb4a-d289-4c54-82a5-22be56547021 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:25.618907 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9148967b-fc4d-4176-a029-3c80ea442867 req-c668fb4a-d289-4c54-82a5-22be56547021 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=368c5f7a-f15f-4838-b3a9-9d5e680f89dd HTTP/1.1" status: 200 len: 948 time: 0.1374764 Apr 20 13:11:25.623431 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:25.694136 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=685199a9-bb47-4db6-8ad0-ca526a795483,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:26.005977 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-d578671a-0ddc-4e15-bd5f-146624df512f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:26.078412 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-d578671a-0ddc-4e15-bd5f-146624df512f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:26.079018 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-d578671a-0ddc-4e15-bd5f-146624df512f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:26.080447 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-d578671a-0ddc-4e15-bd5f-146624df512f service neutron] 10.222.0.15 "PUT /v2.0/ports/f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89 HTTP/1.1" status: 200 len: 1091 time: 2.4384415 Apr 20 13:11:26.084324 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a22b37be-69ec-4037-bf82-80e6b3cc6c1d req-c06cf603-8d00-4f19-ae20-e6f589864a8c tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks [] for floatingip, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:26.084324 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a22b37be-69ec-4037-bf82-80e6b3cc6c1d req-c06cf603-8d00-4f19-ae20-e6f589864a8c tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:26.098741 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a22b37be-69ec-4037-bf82-80e6b3cc6c1d req-c06cf603-8d00-4f19-ae20-e6f589864a8c tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "DELETE /v2.0/floatingips/29d269e3-9109-4460-9851-f8a42cb15393 HTTP/1.1" status: 204 len: 173 time: 2.2859778 Apr 20 13:11:26.099497 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9c95424-aaf8-43ba-8799-ee64cbba590a', 'tag': 'f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:11:26.101960 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660eb880-becc-4a75-aaa0-36694872aaef" -d '{"events": [{"name": "network-changed", "server_uuid": "a9c95424-aaf8-43ba-8799-ee64cbba590a", "tag": "f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:11:26.122389 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3da982dd-d578-4625-8e5b-d392ab34736d req-f90e4797-2a25-4249-9369-48cf11da4809 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d7eef8d9-0e4c-4386-9770-66100bcc6707&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5225801 Apr 20 13:11:26.137378 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9148967b-fc4d-4176-a029-3c80ea442867 req-1f2dade1-aaa1-482b-914b-e0e11bba1e66 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361084 Apr 20 13:11:26.140536 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d578671a-0ddc-4e15-bd5f-146624df512f service neutron] Pushing event updated for resources: {'Port': ['ID=f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:26.191812 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b83828a-b779-4222-a45e-841615699488 x-openstack-request-id: req-4b83828a-b779-4222-a45e-841615699488 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:11:26.192107 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368c5f7a-f15f-4838-b3a9-9d5e680f89dd", "name": "network-vif-plugged", "status": "completed", "tag": "685199a9-bb47-4db6-8ad0-ca526a795483", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:11:26.192360 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b83828a-b779-4222-a45e-841615699488 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:11:26.192771 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b83828a-b779-4222-a45e-841615699488'] response: {'server_uuid': '368c5f7a-f15f-4838-b3a9-9d5e680f89dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '685199a9-bb47-4db6-8ad0-ca526a795483', 'code': 200} Apr 20 13:11:26.215058 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da982dd-d578-4625-8e5b-d392ab34736d req-53a6dba1-a89b-475e-a7a1-1c29cc202d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:26.216671 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3da982dd-d578-4625-8e5b-d392ab34736d req-53a6dba1-a89b-475e-a7a1-1c29cc202d94 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e1f0d8155374e7db296a2dc86482d62&device_id=d7eef8d9-0e4c-4386-9770-66100bcc6707 HTTP/1.1" status: 200 len: 1101 time: 0.0491827 Apr 20 13:11:26.564336 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25f50a-0db1-4410-8daa-e11da1aad65b req-5cd318dd-4393-4f52-974d-bcebf64047d5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:26.570989 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25f50a-0db1-4410-8daa-e11da1aad65b req-5cd318dd-4393-4f52-974d-bcebf64047d5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:26.580472 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25f50a-0db1-4410-8daa-e11da1aad65b req-5cd318dd-4393-4f52-974d-bcebf64047d5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:26.583761 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25f50a-0db1-4410-8daa-e11da1aad65b req-5cd318dd-4393-4f52-974d-bcebf64047d5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:26.590545 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25f50a-0db1-4410-8daa-e11da1aad65b req-5cd318dd-4393-4f52-974d-bcebf64047d5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:26.603166 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25f50a-0db1-4410-8daa-e11da1aad65b req-5cd318dd-4393-4f52-974d-bcebf64047d5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:26.609124 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25f50a-0db1-4410-8daa-e11da1aad65b req-5cd318dd-4393-4f52-974d-bcebf64047d5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:26.611059 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-de25f50a-0db1-4410-8daa-e11da1aad65b req-5cd318dd-4393-4f52-974d-bcebf64047d5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 5430 time: 0.3519349 Apr 20 13:11:26.623650 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3b64d-deab-4c62-95be-48844b8f8dce req-882c8ea4-df65-44cf-afe7-0ba0d1e9e8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:26.625169 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-20a3b64d-deab-4c62-95be-48844b8f8dce req-882c8ea4-df65-44cf-afe7-0ba0d1e9e8d2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=368c5f7a-f15f-4838-b3a9-9d5e680f89dd HTTP/1.1" status: 200 len: 1100 time: 0.3539052 Apr 20 13:11:26.626744 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-3f8bf899-9484-4ce5-bda0-37fce7aa842d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:26.628301 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-3f8bf899-9484-4ce5-bda0-37fce7aa842d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=770e5557a3c3436ab852f8abeed4e992&device_id=a9c95424-aaf8-43ba-8799-ee64cbba590a HTTP/1.1" status: 200 len: 1094 time: 0.3303516 Apr 20 13:11:26.629755 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da982dd-d578-4625-8e5b-d392ab34736d req-c127092f-5e8b-4505-9a87-cf6fd913d6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:26.631071 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3da982dd-d578-4625-8e5b-d392ab34736d req-c127092f-5e8b-4505-9a87-cf6fd913d6ab service neutron] 10.222.0.32 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.3925583 Apr 20 13:11:26.760806 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-065f8b82-547b-4117-b00b-e5ba6b2d4cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:26.765459 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3da982dd-d578-4625-8e5b-d392ab34736d req-f82428ce-3cc8-4193-8f93-9e0fe5175131 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=35f4dcac-bf1f-472e-8000-63eb2787a89a HTTP/1.1" status: 200 len: 217 time: 0.1193495 Apr 20 13:11:26.779631 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39226) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:26.781558 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-0cf6bc71-bad3-4db6-9ea1-233150728b23 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89 HTTP/1.1" status: 200 len: 217 time: 0.1332600 Apr 20 13:11:26.838321 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6247ab-f271-49ab-b5e5-0f382e887cc0 req-2fa9c03f-8a7c-4858-a9f6-99829762a318 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:26.839729 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ef6247ab-f271-49ab-b5e5-0f382e887cc0 req-2fa9c03f-8a7c-4858-a9f6-99829762a318 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4754150 Apr 20 13:11:26.873837 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-de25f50a-0db1-4410-8daa-e11da1aad65b req-00ec441c-b5ea-4440-b531-e417550928c6 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=453f1f18-ab3a-45a6-896f-f71ff07ade0a&id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2363193 Apr 20 13:11:26.879462 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-20a3b64d-deab-4c62-95be-48844b8f8dce req-9bdec9b0-cd67-4cfe-8c18-b22e4aa1bf46 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318158 Apr 20 13:11:26.885353 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35b2262-2c47-4eae-920d-402a7138735a x-openstack-request-id: req-e35b2262-2c47-4eae-920d-402a7138735a {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:11:26.885662 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9c95424-aaf8-43ba-8799-ee64cbba590a", "tag": "f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:11:26.885879 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e35b2262-2c47-4eae-920d-402a7138735a {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:11:26.886251 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e35b2262-2c47-4eae-920d-402a7138735a'] response: {'name': 'network-changed', 'server_uuid': 'a9c95424-aaf8-43ba-8799-ee64cbba590a', 'tag': 'f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89', 'status': 'completed', 'code': 200} Apr 20 13:11:26.891642 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da982dd-d578-4625-8e5b-d392ab34736d req-1a8d92cf-9692-4b74-b324-f559567c199a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:26.893118 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3da982dd-d578-4625-8e5b-d392ab34736d req-1a8d92cf-9692-4b74-b324-f559567c199a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.1202364 Apr 20 13:11:26.909971 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-16b18cd3-b63e-483b-b35c-9d4ec839b576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:26.918375 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-16b18cd3-b63e-483b-b35c-9d4ec839b576 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=718fc4be-f4b5-4259-a4d4-37c5e44779f1 HTTP/1.1" status: 200 len: 861 time: 0.0995522 Apr 20 13:11:26.920395 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c7606369-5641-46de-9900-10b4ead40c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:27.005257 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c7606369-5641-46de-9900-10b4ead40c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:27.012232 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f4c17826-03ff-4d4e-aa53-335a8af0e799 req-ef9a7ae4-f607-4a04-b730-50e6e4991700 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=471c34e410a849329f8145358575a6e4 HTTP/1.1" status: 200 len: 1656 time: 0.0777826 Apr 20 13:11:27.020348 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da982dd-d578-4625-8e5b-d392ab34736d req-8baa7785-bd39-45da-adae-fd29ed3ad015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:27.021782 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3da982dd-d578-4625-8e5b-d392ab34736d req-8baa7785-bd39-45da-adae-fd29ed3ad015 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1201537 Apr 20 13:11:27.063886 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c7606369-5641-46de-9900-10b4ead40c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:27.103829 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c7606369-5641-46de-9900-10b4ead40c94 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=023605475aa848f9bc33f46495c8f72d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3228986 Apr 20 13:11:27.104698 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7606369-5641-46de-9900-10b4ead40c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b1a84d-9ae7-4938-be70-f61b730990c9,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:27.105178 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8b2c3-24d9-4c14-97d3-483eb27b6bdd req-ae202277-0a43-49ec-abd0-b24d8d82b95a tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:27.106660 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-acc8b2c3-24d9-4c14-97d3-483eb27b6bdd req-ae202277-0a43-49ec-abd0-b24d8d82b95a tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9c95424-aaf8-43ba-8799-ee64cbba590a HTTP/1.1" status: 200 len: 943 time: 0.1626968 Apr 20 13:11:27.107141 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 39232) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:27.204273 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-6e057ed3-c50b-48d2-a069-39112588bcac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fbad207f-c580-4d92-8d40-746cf281bcdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576537 Apr 20 13:11:27.274946 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-acc8b2c3-24d9-4c14-97d3-483eb27b6bdd req-8529c356-e945-4a7c-bd99-172aab23dc35 tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] 10.222.0.25 "GET /v2.0/security-groups?id=1887582d-67d3-4e02-bcb9-4022a90050f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299384 Apr 20 13:11:27.309591 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3da982dd-d578-4625-8e5b-d392ab34736d req-901c5aed-c71c-44d3-8db6-1476f19020fb service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753034 Apr 20 13:11:27.327011 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c17826-03ff-4d4e-aa53-335a8af0e799 req-626afb04-e3a6-4e26-9bfa-d0f9a1931f27 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:27.329333 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f4c17826-03ff-4d4e-aa53-335a8af0e799 req-626afb04-e3a6-4e26-9bfa-d0f9a1931f27 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "GET /v2.0/networks?id=08acadad-0b4a-420a-b5f5-639128d4ec40&id=08acadad-0b4a-420a-b5f5-639128d4ec40&id=08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 787 time: 0.3064971 Apr 20 13:11:27.395933 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-f4c17826-03ff-4d4e-aa53-335a8af0e799 req-7ff470fb-6d47-4063-88c8-52737871130d tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:11:27.396853 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f4c17826-03ff-4d4e-aa53-335a8af0e799 req-7ff470fb-6d47-4063-88c8-52737871130d tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0346756 Apr 20 13:11:27.397667 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-84f7bd04-c443-447e-90c5-6cc0faf3e175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:27.497239 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-84f7bd04-c443-447e-90c5-6cc0faf3e175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:27.568829 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-be6c1971-03dd-4e7e-bd28-83ef95b5287c service neutron] 10.222.0.15 "GET /v2.0/networks/fbad207f-c580-4d92-8d40-746cf281bcdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020184 Apr 20 13:11:27.571698 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-507289f1-c6c3-4372-871b-741749a0419e req-ab646949-ca92-439b-bb1a-9ab094fa746a tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "GET /v2.0/floatingips/7964e941-9ec0-4d0b-8a89-976b91ac3442 HTTP/1.1" status: 200 len: 693 time: 0.0993497 Apr 20 13:11:27.609020 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e58ed-b63c-4b40-9c7f-847ac229b60c req-7844ebbd-016e-4fca-a3b1-6bc05e056a3e tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:27.610414 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-157e58ed-b63c-4b40-9c7f-847ac229b60c req-7844ebbd-016e-4fca-a3b1-6bc05e056a3e tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=368c5f7a-f15f-4838-b3a9-9d5e680f89dd HTTP/1.1" status: 200 len: 949 time: 0.2395861 Apr 20 13:11:27.655245 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3da982dd-d578-4625-8e5b-d392ab34736d req-98897c27-cf5b-4be3-a1a8-143a2587e482 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958908 Apr 20 13:11:27.760792 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-157e58ed-b63c-4b40-9c7f-847ac229b60c req-d23a99eb-a3a2-48b9-a944-662f10e96d21 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359274 Apr 20 13:11:27.814277 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507289f1-c6c3-4372-871b-741749a0419e req-99ed314f-9e71-4cae-91b5-58f89ad86a32 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:27.815666 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-507289f1-c6c3-4372-871b-741749a0419e req-99ed314f-9e71-4cae-91b5-58f89ad86a32 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "GET /v2.0/networks/08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 784 time: 0.2334771 Apr 20 13:11:27.817669 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc880ca4-6c79-4f51-9c03-11dfd0e4f674 req-1083d918-ce8d-444d-ad64-bfe7385c05cd service neutron] 10.222.0.15 "GET /v2.0/networks/fbad207f-c580-4d92-8d40-746cf281bcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329590 Apr 20 13:11:27.826240 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-507289f1-c6c3-4372-871b-741749a0419e req-10bd99d2-c6e9-4f65-9e54-b425127f356b tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:11:27.827211 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-507289f1-c6c3-4372-871b-741749a0419e req-10bd99d2-c6e9-4f65-9e54-b425127f356b tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055232 Apr 20 13:11:27.878350 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-507289f1-c6c3-4372-871b-741749a0419e req-2052bdf4-3b99-4e91-9e02-5cf9b223aee2 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.203 HTTP/1.1" status: 200 len: 696 time: 0.0435498 Apr 20 13:11:27.880218 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-84f7bd04-c443-447e-90c5-6cc0faf3e175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:27.882772 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-84f7bd04-c443-447e-90c5-6cc0faf3e175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:27.891116 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-84f7bd04-c443-447e-90c5-6cc0faf3e175 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/23b1a84d-9ae7-4938-be70-f61b730990c9 HTTP/1.1" status: 204 len: 168 time: 0.7503228 Apr 20 13:11:27.930173 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f7bd04-c443-447e-90c5-6cc0faf3e175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b1a84d-9ae7-4938-be70-f61b730990c9,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:27.944808 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-507289f1-c6c3-4372-871b-741749a0419e req-01474709-1f89-47ec-b125-3e65e556dbc4 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.203 HTTP/1.1" status: 200 len: 696 time: 0.0582926 Apr 20 13:11:27.988933 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:28.071953 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660eb880-becc-4a75-aaa0-36694872aaef req-3f12d854-d926-40cd-beea-47d66f355f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:28.073477 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-660eb880-becc-4a75-aaa0-36694872aaef req-3f12d854-d926-40cd-beea-47d66f355f00 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=770e5557a3c3436ab852f8abeed4e992&device_id=a9c95424-aaf8-43ba-8799-ee64cbba590a HTTP/1.1" status: 200 len: 1094 time: 0.1265500 Apr 20 13:11:28.188435 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-507289f1-c6c3-4372-871b-741749a0419e req-41997840-a751-4ee5-b1bf-0b20af0b8f50 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Deleting port 30558972-2710-4825-b266-941aece35da0 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:28.188781 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-507289f1-c6c3-4372-871b-741749a0419e req-41997840-a751-4ee5-b1bf-0b20af0b8f50 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:28.210666 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660eb880-becc-4a75-aaa0-36694872aaef req-4aa24efb-5295-4b31-a85a-3e6cada14177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:28.212333 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-660eb880-becc-4a75-aaa0-36694872aaef req-4aa24efb-5295-4b31-a85a-3e6cada14177 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fbad207f-c580-4d92-8d40-746cf281bcdb HTTP/1.1" status: 200 len: 922 time: 0.1218815 Apr 20 13:11:28.281731 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-660eb880-becc-4a75-aaa0-36694872aaef req-410db056-e009-4661-afed-4f491f35bb4f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89 HTTP/1.1" status: 200 len: 217 time: 0.0430553 Apr 20 13:11:28.342276 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-507289f1-c6c3-4372-871b-741749a0419e req-41997840-a751-4ee5-b1bf-0b20af0b8f50 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:28.342601 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-507289f1-c6c3-4372-871b-741749a0419e req-41997840-a751-4ee5-b1bf-0b20af0b8f50 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:28.359907 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-507289f1-c6c3-4372-871b-741749a0419e req-41997840-a751-4ee5-b1bf-0b20af0b8f50 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Calling delete_port for 30558972-2710-4825-b266-941aece35da0 owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:28.362464 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660eb880-becc-4a75-aaa0-36694872aaef req-3655abdd-1dd3-42aa-b7a2-629c8c87b67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:28.364162 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-660eb880-becc-4a75-aaa0-36694872aaef req-3655abdd-1dd3-42aa-b7a2-629c8c87b67a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=718fc4be-f4b5-4259-a4d4-37c5e44779f1 HTTP/1.1" status: 200 len: 861 time: 0.0727875 Apr 20 13:11:28.652165 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39294) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:28.669957 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c4d2e8ef-93d1-44c1-8ed4-3f25ca1b8026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:28.740142 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-660eb880-becc-4a75-aaa0-36694872aaef req-4410cbae-51c1-4cb8-ab63-183993e604bc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fbad207f-c580-4d92-8d40-746cf281bcdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3647881 Apr 20 13:11:28.758374 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c4d2e8ef-93d1-44c1-8ed4-3f25ca1b8026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:28.824147 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c4d2e8ef-93d1-44c1-8ed4-3f25ca1b8026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:28.865986 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c4d2e8ef-93d1-44c1-8ed4-3f25ca1b8026 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bd40c304f900448db547d8a9191a09f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2127273 Apr 20 13:11:28.867072 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d2e8ef-93d1-44c1-8ed4-3f25ca1b8026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc95409-abc1-438b-9b2f-a12af8cd6563,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:28.869353 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39308) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:28.879815 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-660eb880-becc-4a75-aaa0-36694872aaef req-7f699016-2991-448c-9fd8-cef1b9fc9e7a service neutron] 10.222.0.15 "GET /v2.0/networks/fbad207f-c580-4d92-8d40-746cf281bcdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313622 Apr 20 13:11:28.920434 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fc5d86e9-6312-4bf3-ad61-06666361be82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:28.949675 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fc5d86e9-6312-4bf3-ad61-06666361be82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:28.976029 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-507289f1-c6c3-4372-871b-741749a0419e req-41997840-a751-4ee5-b1bf-0b20af0b8f50 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:28.989825 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-660eb880-becc-4a75-aaa0-36694872aaef req-b8484005-4c90-4cfb-af55-2b9091e9ef6c service neutron] 10.222.0.15 "GET /v2.0/networks/fbad207f-c580-4d92-8d40-746cf281bcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020572 Apr 20 13:11:29.011211 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41997840-a751-4ee5-b1bf-0b20af0b8f50 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Pushing event deleted for resources: {'Port': ['ID=30558972-2710-4825-b266-941aece35da0,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:29.071018 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-507289f1-c6c3-4372-871b-741749a0419e req-41997840-a751-4ee5-b1bf-0b20af0b8f50 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks [] for floatingip, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:29.073742 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-507289f1-c6c3-4372-871b-741749a0419e req-41997840-a751-4ee5-b1bf-0b20af0b8f50 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:29.074928 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-507289f1-c6c3-4372-871b-741749a0419e req-41997840-a751-4ee5-b1bf-0b20af0b8f50 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "DELETE /v2.0/floatingips/7964e941-9ec0-4d0b-8a89-976b91ac3442 HTTP/1.1" status: 204 len: 173 time: 1.1140335 Apr 20 13:11:29.109027 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fc5d86e9-6312-4bf3-ad61-06666361be82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:29.111553 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fc5d86e9-6312-4bf3-ad61-06666361be82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:29.112912 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-fc5d86e9-6312-4bf3-ad61-06666361be82 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3dc95409-abc1-438b-9b2f-a12af8cd6563 HTTP/1.1" status: 204 len: 168 time: 0.2426007 Apr 20 13:11:29.124128 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d86e9-6312-4bf3-ad61-06666361be82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc95409-abc1-438b-9b2f-a12af8cd6563,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:29.185099 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91659f-d067-49cb-86e2-62832412fe51 req-346edac3-b131-407b-81a3-63721dc4b90f tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:29.191439 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91659f-d067-49cb-86e2-62832412fe51 req-346edac3-b131-407b-81a3-63721dc4b90f tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:29.198605 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91659f-d067-49cb-86e2-62832412fe51 req-346edac3-b131-407b-81a3-63721dc4b90f tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:29.205514 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91659f-d067-49cb-86e2-62832412fe51 req-346edac3-b131-407b-81a3-63721dc4b90f tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:29.212406 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91659f-d067-49cb-86e2-62832412fe51 req-346edac3-b131-407b-81a3-63721dc4b90f tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:29.218411 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91659f-d067-49cb-86e2-62832412fe51 req-346edac3-b131-407b-81a3-63721dc4b90f tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:29.225052 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91659f-d067-49cb-86e2-62832412fe51 req-346edac3-b131-407b-81a3-63721dc4b90f tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:29.227938 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bc91659f-d067-49cb-86e2-62832412fe51 req-346edac3-b131-407b-81a3-63721dc4b90f tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 5430 time: 0.1003840 Apr 20 13:11:29.263605 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:29.297138 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bc91659f-d067-49cb-86e2-62832412fe51 req-a1a58882-5145-443a-8c1d-92c41c25cc2a tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=453f1f18-ab3a-45a6-896f-f71ff07ade0a&id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0639501 Apr 20 13:11:29.304998 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-97f334d7-de7c-4924-af84-9b742f004b7a req-08bb304a-fd00-43ca-b814-8718983fb8f8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0650387 Apr 20 13:11:29.466106 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5b37c-c450-45b6-b5b2-9ce776f5e1bd req-d4c6334f-425d-480d-b49c-e41dfb5959e8 tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:29.467490 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-71f5b37c-c450-45b6-b5b2-9ce776f5e1bd req-d4c6334f-425d-480d-b49c-e41dfb5959e8 tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9c95424-aaf8-43ba-8799-ee64cbba590a HTTP/1.1" status: 200 len: 943 time: 0.1068463 Apr 20 13:11:29.477252 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f334d7-de7c-4924-af84-9b742f004b7a req-c8f7b859-f42a-4d6d-8527-d4e21636f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:29.478798 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-97f334d7-de7c-4924-af84-9b742f004b7a req-c8f7b859-f42a-4d6d-8527-d4e21636f5cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c6b1693032114a59884d6bf282ad5efe&device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 1097 time: 0.1082926 Apr 20 13:11:29.495846 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ae548-b167-468d-8f68-6803db5f119a req-8ca3571e-2a4a-4dff-a3f5-345f08bcee1f tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:29.495846 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-279ae548-b167-468d-8f68-6803db5f119a req-8ca3571e-2a4a-4dff-a3f5-345f08bcee1f tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=368c5f7a-f15f-4838-b3a9-9d5e680f89dd HTTP/1.1" status: 200 len: 949 time: 0.1027000 Apr 20 13:11:29.591887 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-71f5b37c-c450-45b6-b5b2-9ce776f5e1bd req-f7effb2d-3b5d-466d-a7dd-be8445cb1d6d tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] 10.222.0.25 "GET /v2.0/security-groups?id=1887582d-67d3-4e02-bcb9-4022a90050f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175931 Apr 20 13:11:29.601919 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-279ae548-b167-468d-8f68-6803db5f119a req-eb959973-a293-4f4a-a463-e164533389de tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988903 Apr 20 13:11:29.690970 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f334d7-de7c-4924-af84-9b742f004b7a req-31f5f065-deca-47cd-af7d-c655537d48f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:29.693063 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-97f334d7-de7c-4924-af84-9b742f004b7a req-31f5f065-deca-47cd-af7d-c655537d48f5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5f8d1d6d-7980-40b6-a3d5-202cd4161f9d HTTP/1.1" status: 200 len: 918 time: 0.1798873 Apr 20 13:11:29.702061 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fcf58124-2bee-4727-bdea-6e45c3046db9 req-dcb87e92-b88a-41fa-ae90-b9cb1b9526eb tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "GET /v2.0/floatingips/7b819196-bc80-4d37-9e56-71f53db33b4b HTTP/1.1" status: 200 len: 692 time: 0.0797043 Apr 20 13:11:29.806443 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:29.821183 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-97f334d7-de7c-4924-af84-9b742f004b7a req-73204201-4c3c-4ae4-bdfc-08300a0bb493 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b13bc59-5400-414e-939f-28f09df4a6f9 HTTP/1.1" status: 200 len: 1001 time: 0.1164026 Apr 20 13:11:29.882526 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf58124-2bee-4727-bdea-6e45c3046db9 req-14819ce1-7413-4cde-a7a3-c19e25ef13ae tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:29.883942 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fcf58124-2bee-4727-bdea-6e45c3046db9 req-14819ce1-7413-4cde-a7a3-c19e25ef13ae tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "GET /v2.0/networks/08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 784 time: 0.1810946 Apr 20 13:11:29.902372 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f334d7-de7c-4924-af84-9b742f004b7a req-e79aa64b-ef2f-405a-ad2c-e33a524a6c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:29.903783 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-97f334d7-de7c-4924-af84-9b742f004b7a req-e79aa64b-ef2f-405a-ad2c-e33a524a6c49 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=50283e41-42f7-46ab-979a-b196312e8e7f HTTP/1.1" status: 200 len: 856 time: 0.0736098 Apr 20 13:11:29.952560 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fcf58124-2bee-4727-bdea-6e45c3046db9 req-5dfda133-084d-4c91-9e8d-49968952efc7 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.90 HTTP/1.1" status: 200 len: 695 time: 0.0622294 Apr 20 13:11:30.016411 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fcf58124-2bee-4727-bdea-6e45c3046db9 req-cb6026ac-065a-4959-832d-070fb54b12f8 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.90 HTTP/1.1" status: 200 len: 695 time: 0.0504375 Apr 20 13:11:30.077847 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f334d7-de7c-4924-af84-9b742f004b7a req-6a311ad2-c380-4118-a5ea-2a39d2a58210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:30.079534 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-97f334d7-de7c-4924-af84-9b742f004b7a req-6a311ad2-c380-4118-a5ea-2a39d2a58210 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5f8d1d6d-7980-40b6-a3d5-202cd4161f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1443973 Apr 20 13:11:30.242638 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136dfdb-0416-40cb-97a0-bf3684b3da6d req-d232f033-a192-4653-8fe7-b24a56490077 tempest-ServersOnMultiNodesTest-1016245788 tempest-ServersOnMultiNodesTest-1016245788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:30.244382 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7136dfdb-0416-40cb-97a0-bf3684b3da6d req-d232f033-a192-4653-8fe7-b24a56490077 tempest-ServersOnMultiNodesTest-1016245788 tempest-ServersOnMultiNodesTest-1016245788-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=368c5f7a-f15f-4838-b3a9-9d5e680f89dd HTTP/1.1" status: 200 len: 1100 time: 0.1366129 Apr 20 13:11:30.285941 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-97f334d7-de7c-4924-af84-9b742f004b7a req-59d7463f-827b-44ca-900d-fc455d45ee55 service neutron] 10.222.0.15 "GET /v2.0/networks/5f8d1d6d-7980-40b6-a3d5-202cd4161f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792345 Apr 20 13:11:30.296241 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-fcf58124-2bee-4727-bdea-6e45c3046db9 req-5fabb623-8de9-4287-bed5-41e83241929c tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Deleting port eedec5e8-01d6-416f-bdad-f4c3cac317cc {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:30.296580 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fcf58124-2bee-4727-bdea-6e45c3046db9 req-5fabb623-8de9-4287-bed5-41e83241929c tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:30.330027 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7136dfdb-0416-40cb-97a0-bf3684b3da6d req-127a2a45-8d53-474d-b9e0-461f6250ebad tempest-ServersOnMultiNodesTest-1016245788 tempest-ServersOnMultiNodesTest-1016245788-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776165 Apr 20 13:11:30.479055 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fcf58124-2bee-4727-bdea-6e45c3046db9 req-5fabb623-8de9-4287-bed5-41e83241929c tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:30.479419 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fcf58124-2bee-4727-bdea-6e45c3046db9 req-5fabb623-8de9-4287-bed5-41e83241929c tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:30.530341 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-97f334d7-de7c-4924-af84-9b742f004b7a req-00d77ee7-f2f2-4c5c-a52c-2e8a87871785 service neutron] 10.222.0.15 "GET /v2.0/networks/5f8d1d6d-7980-40b6-a3d5-202cd4161f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318010 Apr 20 13:11:30.533246 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-fcf58124-2bee-4727-bdea-6e45c3046db9 req-5fabb623-8de9-4287-bed5-41e83241929c tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Calling delete_port for eedec5e8-01d6-416f-bdad-f4c3cac317cc owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:30.614730 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-7510131d-f071-4a06-ba38-5f139efe6683 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:30.616258 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-7510131d-f071-4a06-ba38-5f139efe6683 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/networks?id=5c1617fd-b3c2-4890-8228-0b4c973ac53a HTTP/1.1" status: 200 len: 805 time: 0.1846912 Apr 20 13:11:30.642090 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-97007616-e647-4745-83f1-2ec1cc900e3b tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/quotas/8973e54790744e04b489bfd4ef96d6b3 HTTP/1.1" status: 200 len: 375 time: 0.0191476 Apr 20 13:11:30.729628 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-bbe95803-93f7-4cb6-b100-3a599aaa984f tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8973e54790744e04b489bfd4ef96d6b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0811911 Apr 20 13:11:30.821045 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-565d7569-f112-45f0-b814-17a5e14c4f98 service neutron] 10.222.0.25 "GET /v2.0/networks/5c1617fd-b3c2-4890-8228-0b4c973ac53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840404 Apr 20 13:11:30.892825 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fcf58124-2bee-4727-bdea-6e45c3046db9 req-5fabb623-8de9-4287-bed5-41e83241929c tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:30.930659 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fabb623-8de9-4287-bed5-41e83241929c tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Pushing event deleted for resources: {'Port': ['ID=eedec5e8-01d6-416f-bdad-f4c3cac317cc,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:30.961955 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-ef881f89-53ed-4d39-b7be-829cf7b26b92 service neutron] 10.222.0.25 "GET /v2.0/networks/5c1617fd-b3c2-4890-8228-0b4c973ac53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347156 Apr 20 13:11:31.003262 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fcf58124-2bee-4727-bdea-6e45c3046db9 req-5fabb623-8de9-4287-bed5-41e83241929c tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks [] for floatingip, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:31.006826 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fcf58124-2bee-4727-bdea-6e45c3046db9 req-5fabb623-8de9-4287-bed5-41e83241929c tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:31.008083 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fcf58124-2bee-4727-bdea-6e45c3046db9 req-5fabb623-8de9-4287-bed5-41e83241929c tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "DELETE /v2.0/floatingips/7b819196-bc80-4d37-9e56-71f53db33b4b HTTP/1.1" status: 204 len: 173 time: 0.9848630 Apr 20 13:11:31.125775 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c582bd-006e-434a-b59f-29048263c56e req-42a3a0c9-2d01-4a52-a215-58c1fc62253a tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:31.129113 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:11:31.131408 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b259b40c-4952-4e70-8567-c18529e2260b no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:11:31.131575 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c582bd-006e-434a-b59f-29048263c56e req-42a3a0c9-2d01-4a52-a215-58c1fc62253a tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:31.137756 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c582bd-006e-434a-b59f-29048263c56e req-42a3a0c9-2d01-4a52-a215-58c1fc62253a tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:31.143735 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c582bd-006e-434a-b59f-29048263c56e req-42a3a0c9-2d01-4a52-a215-58c1fc62253a tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:31.149599 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c582bd-006e-434a-b59f-29048263c56e req-42a3a0c9-2d01-4a52-a215-58c1fc62253a tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:31.155589 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c582bd-006e-434a-b59f-29048263c56e req-42a3a0c9-2d01-4a52-a215-58c1fc62253a tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:31.162546 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c582bd-006e-434a-b59f-29048263c56e req-42a3a0c9-2d01-4a52-a215-58c1fc62253a tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:31.164400 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a4c582bd-006e-434a-b59f-29048263c56e req-42a3a0c9-2d01-4a52-a215-58c1fc62253a tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 5430 time: 0.0987935 Apr 20 13:11:31.172103 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39374) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:31.240239 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a4c582bd-006e-434a-b59f-29048263c56e req-b5ab646a-92ba-4ea5-a138-0a7f94c2c396 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=453f1f18-ab3a-45a6-896f-f71ff07ade0a&id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597594 Apr 20 13:11:31.304100 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:31.355065 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da318da-a746-4ac5-bd12-2c51d5b0956d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b259b40c-4952-4e70-8567-c18529e2260b'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:11:31.359975 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de47ea45-a37a-43c6-86ce-8ab50430a6eb" -d '{"events": [{"server_uuid": "6da318da-a746-4ac5-bd12-2c51d5b0956d", "name": "network-vif-unplugged", "status": "completed", "tag": "b259b40c-4952-4e70-8567-c18529e2260b"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:11:31.366505 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port b259b40c-4952-4e70-8567-c18529e2260b, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b259b40c-4952-4e70-8567-c18529e2260b,segment=NetworkSegment(b745dd99-74ee-418c-af50-3e100538147c),segment_id=b745dd99-74ee-418c-af50-3e100538147c)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:31.372255 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-97127c98-cad2-46f9-a71d-627eb3c3b7b7 tempest-ExternalNetworksAdminNegativeTestJSON-624222843 tempest-ExternalNetworksAdminNegativeTestJSON-624222843-project-admin] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:31.376946 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89,segment=NetworkSegment(fa399c59-4bb3-4de4-8817-7ed2a7e5f23a),segment_id=fa399c59-4bb3-4de4-8817-7ed2a7e5f23a)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:31.390177 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89', 'network_id': 'fbad207f-c580-4d92-8d40-746cf281bcdb', 'port_id': 'f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89', 'mac_address': 'fa:16:3e:64:b2:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '718fc4be-f4b5-4259-a4d4-37c5e44779f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:11:31.421553 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ef7d6-ae09-428d-9b09-c0b7ca32e612 req-c331eb99-26be-4881-b9d3-b6357f4cef27 tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:31.431439 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-728ef7d6-ae09-428d-9b09-c0b7ca32e612 req-c331eb99-26be-4881-b9d3-b6357f4cef27 tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9c95424-aaf8-43ba-8799-ee64cbba590a HTTP/1.1" status: 200 len: 943 time: 0.1000807 Apr 20 13:11:31.434567 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:31.464915 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:31.467067 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-728ef7d6-ae09-428d-9b09-c0b7ca32e612 req-e37b14f0-8ccd-42b6-b921-18242a996b50 tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] 10.222.0.25 "GET /v2.0/security-groups?id=1887582d-67d3-4e02-bcb9-4022a90050f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347791 Apr 20 13:11:31.475121 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-97127c98-cad2-46f9-a71d-627eb3c3b7b7 tempest-ExternalNetworksAdminNegativeTestJSON-624222843 tempest-ExternalNetworksAdminNegativeTestJSON-624222843-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:31.489433 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:11:31.516399 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=b259b40c-4952-4e70-8567-c18529e2260b,revision_number=8']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:31.523999 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89,segment=NetworkSegment(fa399c59-4bb3-4de4-8817-7ed2a7e5f23a),segment_id=fa399c59-4bb3-4de4-8817-7ed2a7e5f23a)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:31.558549 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-61d54087-4f35-4c70-b984-ccb422a35bc7 req-c23cb432-9e92-4dee-a990-c5cb60462f16 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "GET /v2.0/floatingips/8ccf5ba2-494b-4b57-b533-d4984bee34af HTTP/1.1" status: 200 len: 693 time: 0.0564566 Apr 20 13:11:31.597930 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-97127c98-cad2-46f9-a71d-627eb3c3b7b7 tempest-ExternalNetworksAdminNegativeTestJSON-624222843 tempest-ExternalNetworksAdminNegativeTestJSON-624222843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:31.609362 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4ce64b62-edc5-4c06-b21b-7d3dbe1b5987 req-29044f38-d549-4b19-a539-0e543bac36b8 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=57d2ad3d-1aad-4c5d-9eb2-23ebba6387de HTTP/1.1" status: 200 len: 210 time: 0.0363169 Apr 20 13:11:31.633932 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:31.680398 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3627b5e-dcb8-4ac4-97a0-4811045c1318 x-openstack-request-id: req-e3627b5e-dcb8-4ac4-97a0-4811045c1318 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:11:31.680398 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da318da-a746-4ac5-bd12-2c51d5b0956d", "name": "network-vif-unplugged", "status": "completed", "tag": "b259b40c-4952-4e70-8567-c18529e2260b", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:11:31.680398 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e3627b5e-dcb8-4ac4-97a0-4811045c1318 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:11:31.680398 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3627b5e-dcb8-4ac4-97a0-4811045c1318'] response: {'server_uuid': '6da318da-a746-4ac5-bd12-2c51d5b0956d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b259b40c-4952-4e70-8567-c18529e2260b', 'code': 200} Apr 20 13:11:31.700608 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d54087-4f35-4c70-b984-ccb422a35bc7 req-0cdb91a4-512b-4235-a606-c45189cd4b62 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:31.702182 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-61d54087-4f35-4c70-b984-ccb422a35bc7 req-0cdb91a4-512b-4235-a606-c45189cd4b62 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "GET /v2.0/networks/08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 784 time: 0.1380272 Apr 20 13:11:31.710105 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:31.739700 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-97127c98-cad2-46f9-a71d-627eb3c3b7b7 tempest-ExternalNetworksAdminNegativeTestJSON-624222843 tempest-ExternalNetworksAdminNegativeTestJSON-624222843-project-admin] Allocated IP 172.25.8.100 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/58cf5501-c3da-4dcc-9bb7-7980449cca11) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:11:31.787184 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-61d54087-4f35-4c70-b984-ccb422a35bc7 req-9f4e576a-89a6-4368-b71f-ffd89a055521 tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.125 HTTP/1.1" status: 200 len: 696 time: 0.0784771 Apr 20 13:11:31.815517 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711d812-b088-4495-bccf-4ed07cc97f24 req-ba53d665-498d-45b6-ba84-a86fdffa4fa9 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:31.817613 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2711d812-b088-4495-bccf-4ed07cc97f24 req-ba53d665-498d-45b6-ba84-a86fdffa4fa9 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=368c5f7a-f15f-4838-b3a9-9d5e680f89dd HTTP/1.1" status: 200 len: 949 time: 0.0980268 Apr 20 13:11:31.850453 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-97127c98-cad2-46f9-a71d-627eb3c3b7b7 tempest-ExternalNetworksAdminNegativeTestJSON-624222843 tempest-ExternalNetworksAdminNegativeTestJSON-624222843-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:31.870515 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-61d54087-4f35-4c70-b984-ccb422a35bc7 req-60805955-553d-4d73-b617-803a3fcc9f8f tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.8.125 HTTP/1.1" status: 200 len: 696 time: 0.0742106 Apr 20 13:11:31.938189 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-97127c98-cad2-46f9-a71d-627eb3c3b7b7 tempest-ExternalNetworksAdminNegativeTestJSON-624222843 tempest-ExternalNetworksAdminNegativeTestJSON-624222843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:31.972378 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2711d812-b088-4495-bccf-4ed07cc97f24 req-ba027478-f8cd-4dcb-a745-31712f20e31a tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274586 Apr 20 13:11:31.989521 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97127c98-cad2-46f9-a71d-627eb3c3b7b7 tempest-ExternalNetworksAdminNegativeTestJSON-624222843 tempest-ExternalNetworksAdminNegativeTestJSON-624222843-project-admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:11:31.993574 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97127c98-cad2-46f9-a71d-627eb3c3b7b7 tempest-ExternalNetworksAdminNegativeTestJSON-624222843 tempest-ExternalNetworksAdminNegativeTestJSON-624222843-project-admin] Pushing event updated for resources: {'Port': ['ID=58cf5501-c3da-4dcc-9bb7-7980449cca11,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:32.000069 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-97127c98-cad2-46f9-a71d-627eb3c3b7b7 tempest-ExternalNetworksAdminNegativeTestJSON-624222843 tempest-ExternalNetworksAdminNegativeTestJSON-624222843-project-admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:11:32.000069 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97127c98-cad2-46f9-a71d-627eb3c3b7b7 tempest-ExternalNetworksAdminNegativeTestJSON-624222843 tempest-ExternalNetworksAdminNegativeTestJSON-624222843-project-admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:11:32.023409 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-61d54087-4f35-4c70-b984-ccb422a35bc7 req-085b2d5a-9a48-4c2d-af1e-28b942a3410e tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Deleting port 03296e27-718b-4584-b08b-8bffdd292f38 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:32.023754 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-61d54087-4f35-4c70-b984-ccb422a35bc7 req-085b2d5a-9a48-4c2d-af1e-28b942a3410e tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:32.088653 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-97127c98-cad2-46f9-a71d-627eb3c3b7b7 tempest-ExternalNetworksAdminNegativeTestJSON-624222843 tempest-ExternalNetworksAdminNegativeTestJSON-624222843-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:32.127399 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-61d54087-4f35-4c70-b984-ccb422a35bc7 req-085b2d5a-9a48-4c2d-af1e-28b942a3410e tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:32.127978 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-61d54087-4f35-4c70-b984-ccb422a35bc7 req-085b2d5a-9a48-4c2d-af1e-28b942a3410e tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:32.150147 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-61d54087-4f35-4c70-b984-ccb422a35bc7 req-085b2d5a-9a48-4c2d-af1e-28b942a3410e tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Calling delete_port for 03296e27-718b-4584-b08b-8bffdd292f38 owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:32.180953 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4481f-1fea-4bbe-b50c-3ee82f11a05a req-bda018ed-e507-4fe2-9f5c-411d667a6566 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:32.182313 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-95b4481f-1fea-4bbe-b50c-3ee82f11a05a req-bda018ed-e507-4fe2-9f5c-411d667a6566 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.15 "GET /v2.0/ports?device_id=6da318da-a746-4ac5-bd12-2c51d5b0956d HTTP/1.1" status: 200 len: 943 time: 0.0952415 Apr 20 13:11:32.223659 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:11:32.229390 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-97127c98-cad2-46f9-a71d-627eb3c3b7b7 tempest-ExternalNetworksAdminNegativeTestJSON-624222843 tempest-ExternalNetworksAdminNegativeTestJSON-624222843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:32.340893 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-95b4481f-1fea-4bbe-b50c-3ee82f11a05a req-0e247c98-e648-4cf0-87c5-68af2eaa2aa2 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Deleting port b259b40c-4952-4e70-8567-c18529e2260b {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:32.341239 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-95b4481f-1fea-4bbe-b50c-3ee82f11a05a req-0e247c98-e648-4cf0-87c5-68af2eaa2aa2 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:32.421511 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-97127c98-cad2-46f9-a71d-627eb3c3b7b7 tempest-ExternalNetworksAdminNegativeTestJSON-624222843 tempest-ExternalNetworksAdminNegativeTestJSON-624222843-project-admin] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:32.500575 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df353ee-b5b7-4b1f-a61e-03aece7c5be2 req-1e6780cf-4de7-4ed6-b980-b4570a25aee5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:32.507166 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df353ee-b5b7-4b1f-a61e-03aece7c5be2 req-1e6780cf-4de7-4ed6-b980-b4570a25aee5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:32.512956 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df353ee-b5b7-4b1f-a61e-03aece7c5be2 req-1e6780cf-4de7-4ed6-b980-b4570a25aee5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:32.518675 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df353ee-b5b7-4b1f-a61e-03aece7c5be2 req-1e6780cf-4de7-4ed6-b980-b4570a25aee5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:32.520873 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-97127c98-cad2-46f9-a71d-627eb3c3b7b7 tempest-ExternalNetworksAdminNegativeTestJSON-624222843 tempest-ExternalNetworksAdminNegativeTestJSON-624222843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:32.524526 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df353ee-b5b7-4b1f-a61e-03aece7c5be2 req-1e6780cf-4de7-4ed6-b980-b4570a25aee5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:32.530231 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df353ee-b5b7-4b1f-a61e-03aece7c5be2 req-1e6780cf-4de7-4ed6-b980-b4570a25aee5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:32.536087 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df353ee-b5b7-4b1f-a61e-03aece7c5be2 req-1e6780cf-4de7-4ed6-b980-b4570a25aee5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:32.537879 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5df353ee-b5b7-4b1f-a61e-03aece7c5be2 req-1e6780cf-4de7-4ed6-b980-b4570a25aee5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 5430 time: 0.1773939 Apr 20 13:11:32.544854 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-61d54087-4f35-4c70-b984-ccb422a35bc7 req-085b2d5a-9a48-4c2d-af1e-28b942a3410e tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:32.582288 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b2d5a-9a48-4c2d-af1e-28b942a3410e tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Pushing event deleted for resources: {'Port': ['ID=03296e27-718b-4584-b08b-8bffdd292f38,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:32.592807 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-95b4481f-1fea-4bbe-b50c-3ee82f11a05a req-0e247c98-e648-4cf0-87c5-68af2eaa2aa2 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] For port b259b40c-4952-4e70-8567-c18529e2260b, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b259b40c-4952-4e70-8567-c18529e2260b,segment=NetworkSegment(b745dd99-74ee-418c-af50-3e100538147c),segment_id=b745dd99-74ee-418c-af50-3e100538147c)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:32.593176 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-95b4481f-1fea-4bbe-b50c-3ee82f11a05a req-0e247c98-e648-4cf0-87c5-68af2eaa2aa2 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:32.597032 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97127c98-cad2-46f9-a71d-627eb3c3b7b7 tempest-ExternalNetworksAdminNegativeTestJSON-624222843 tempest-ExternalNetworksAdminNegativeTestJSON-624222843-project-admin] Pushing event updated for resources: {'Port': ['ID=58cf5501-c3da-4dcc-9bb7-7980449cca11,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:32.609476 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-97127c98-cad2-46f9-a71d-627eb3c3b7b7 tempest-ExternalNetworksAdminNegativeTestJSON-624222843 tempest-ExternalNetworksAdminNegativeTestJSON-624222843-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:32.632665 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-95b4481f-1fea-4bbe-b50c-3ee82f11a05a req-0e247c98-e648-4cf0-87c5-68af2eaa2aa2 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Calling delete_port for b259b40c-4952-4e70-8567-c18529e2260b owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:32.682434 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-97127c98-cad2-46f9-a71d-627eb3c3b7b7 tempest-ExternalNetworksAdminNegativeTestJSON-624222843 tempest-ExternalNetworksAdminNegativeTestJSON-624222843-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:32.683783 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-97127c98-cad2-46f9-a71d-627eb3c3b7b7 tempest-ExternalNetworksAdminNegativeTestJSON-624222843 tempest-ExternalNetworksAdminNegativeTestJSON-624222843-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5106115 Apr 20 13:11:32.687530 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39400) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:32.692760 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-87b836a0-f4b1-4f42-a2a9-fa2cb2542aa8 tempest-ExternalNetworksAdminNegativeTestJSON-624222843 tempest-ExternalNetworksAdminNegativeTestJSON-624222843-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-773353318', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'fixed_ips': [{'ip_address': '172.25.8.100'}]}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:32.772518 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b836a0-f4b1-4f42-a2a9-fa2cb2542aa8 tempest-ExternalNetworksAdminNegativeTestJSON-624222843 tempest-ExternalNetworksAdminNegativeTestJSON-624222843-project-admin] Made reservation on behalf of d85fa597732e45e89fd47d8c3cb2269c for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:11:32.774927 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-87b836a0-f4b1-4f42-a2a9-fa2cb2542aa8 tempest-ExternalNetworksAdminNegativeTestJSON-624222843 tempest-ExternalNetworksAdminNegativeTestJSON-624222843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:32.785860 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-87b836a0-f4b1-4f42-a2a9-fa2cb2542aa8 tempest-ExternalNetworksAdminNegativeTestJSON-624222843 tempest-ExternalNetworksAdminNegativeTestJSON-624222843-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:32.871580 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-87b836a0-f4b1-4f42-a2a9-fa2cb2542aa8 tempest-ExternalNetworksAdminNegativeTestJSON-624222843 tempest-ExternalNetworksAdminNegativeTestJSON-624222843-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:32.968215 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-87b836a0-f4b1-4f42-a2a9-fa2cb2542aa8 tempest-ExternalNetworksAdminNegativeTestJSON-624222843 tempest-ExternalNetworksAdminNegativeTestJSON-624222843-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:32.975706 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-87b836a0-f4b1-4f42-a2a9-fa2cb2542aa8 tempest-ExternalNetworksAdminNegativeTestJSON-624222843 tempest-ExternalNetworksAdminNegativeTestJSON-624222843-project-admin] device_id is not set on port 130129c6-bafb-4143-b3eb-ecc4fa30c27b yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:11:32.994298 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5df353ee-b5b7-4b1f-a61e-03aece7c5be2 req-e60f122e-bf25-494e-bf0a-b7f725523a1e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=453f1f18-ab3a-45a6-896f-f71ff07ade0a&id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4182494 Apr 20 13:11:33.033079 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-61d54087-4f35-4c70-b984-ccb422a35bc7 req-085b2d5a-9a48-4c2d-af1e-28b942a3410e tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks [] for floatingip, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:33.035658 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-61d54087-4f35-4c70-b984-ccb422a35bc7 req-085b2d5a-9a48-4c2d-af1e-28b942a3410e tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:33.036802 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-61d54087-4f35-4c70-b984-ccb422a35bc7 req-085b2d5a-9a48-4c2d-af1e-28b942a3410e tempest-FloatingIPDetailsTestJSON-1277241977 tempest-FloatingIPDetailsTestJSON-1277241977-project] 10.222.0.25 "DELETE /v2.0/floatingips/8ccf5ba2-494b-4b57-b533-d4984bee34af HTTP/1.1" status: 204 len: 173 time: 1.1654985 Apr 20 13:11:33.053057 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 39404) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:33.079141 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b836a0-f4b1-4f42-a2a9-fa2cb2542aa8 tempest-ExternalNetworksAdminNegativeTestJSON-624222843 tempest-ExternalNetworksAdminNegativeTestJSON-624222843-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d2e750-0890-4eec-8448-066e9114bf91,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:33.175057 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b9996e63-1bff-4576-a3c9-35e957dc4097 req-14de7b84-a703-45a4-990e-a1d36a22c633 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=57d2ad3d-1aad-4c5d-9eb2-23ebba6387de HTTP/1.1" status: 200 len: 210 time: 0.0377197 Apr 20 13:11:33.241586 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-87b836a0-f4b1-4f42-a2a9-fa2cb2542aa8 tempest-ExternalNetworksAdminNegativeTestJSON-624222843 tempest-ExternalNetworksAdminNegativeTestJSON-624222843-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 20 13:11:33.242134 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87b836a0-f4b1-4f42-a2a9-fa2cb2542aa8 tempest-ExternalNetworksAdminNegativeTestJSON-624222843 tempest-ExternalNetworksAdminNegativeTestJSON-624222843-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:11:33.278511 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243fdc2-8735-48f5-9096-7f711bdfa000 req-e47a0f44-fbae-4290-b183-89281488c7a9 tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:33.280053 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5243fdc2-8735-48f5-9096-7f711bdfa000 req-e47a0f44-fbae-4290-b183-89281488c7a9 tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9c95424-aaf8-43ba-8799-ee64cbba590a HTTP/1.1" status: 200 len: 944 time: 0.1818163 Apr 20 13:11:33.340634 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-87b836a0-f4b1-4f42-a2a9-fa2cb2542aa8 tempest-ExternalNetworksAdminNegativeTestJSON-624222843 tempest-ExternalNetworksAdminNegativeTestJSON-624222843-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.6518474 Apr 20 13:11:33.343242 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39406) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:33.458373 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5243fdc2-8735-48f5-9096-7f711bdfa000 req-c156d6a0-62b3-4b84-94d0-b626faee7807 tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] 10.222.0.25 "GET /v2.0/security-groups?id=1887582d-67d3-4e02-bcb9-4022a90050f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560521 Apr 20 13:11:33.498281 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46201de5-2188-4a48-a4c9-289d94150ec9 req-134d52b3-f711-4a22-8295-d641cd8f58cf tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:33.499810 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-46201de5-2188-4a48-a4c9-289d94150ec9 req-134d52b3-f711-4a22-8295-d641cd8f58cf tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=368c5f7a-f15f-4838-b3a9-9d5e680f89dd HTTP/1.1" status: 200 len: 949 time: 0.2523189 Apr 20 13:11:33.509124 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-95b4481f-1fea-4bbe-b50c-3ee82f11a05a req-0e247c98-e648-4cf0-87c5-68af2eaa2aa2 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:33.518601 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-888c8203-2b48-4dd6-82f3-eb293eb5b64a tempest-ExternalNetworksAdminNegativeTestJSON-624222843 tempest-ExternalNetworksAdminNegativeTestJSON-624222843-project-admin] Deleting port 58cf5501-c3da-4dcc-9bb7-7980449cca11 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:33.518975 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-888c8203-2b48-4dd6-82f3-eb293eb5b64a tempest-ExternalNetworksAdminNegativeTestJSON-624222843 tempest-ExternalNetworksAdminNegativeTestJSON-624222843-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:33.551668 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45660ae-3c72-401f-b784-ff80007a3da9 req-58ce6153-515e-496d-8d18-72aa2a3b8f14 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:33.553035 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c45660ae-3c72-401f-b784-ff80007a3da9 req-58ce6153-515e-496d-8d18-72aa2a3b8f14 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.15 "GET /v2.0/ports?device_id=368c5f7a-f15f-4838-b3a9-9d5e680f89dd HTTP/1.1" status: 200 len: 949 time: 0.2349453 Apr 20 13:11:33.598398 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-888c8203-2b48-4dd6-82f3-eb293eb5b64a tempest-ExternalNetworksAdminNegativeTestJSON-624222843 tempest-ExternalNetworksAdminNegativeTestJSON-624222843-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:33.599367 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-888c8203-2b48-4dd6-82f3-eb293eb5b64a tempest-ExternalNetworksAdminNegativeTestJSON-624222843 tempest-ExternalNetworksAdminNegativeTestJSON-624222843-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:33.612224 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-888c8203-2b48-4dd6-82f3-eb293eb5b64a tempest-ExternalNetworksAdminNegativeTestJSON-624222843 tempest-ExternalNetworksAdminNegativeTestJSON-624222843-project-admin] Calling delete_port for 58cf5501-c3da-4dcc-9bb7-7980449cca11 owned by network:floatingip {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:33.639216 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e247c98-e648-4cf0-87c5-68af2eaa2aa2 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Pushing event deleted for resources: {'Port': ['ID=b259b40c-4952-4e70-8567-c18529e2260b,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:33.765034 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b4481f-1fea-4bbe-b50c-3ee82f11a05a req-0e247c98-e648-4cf0-87c5-68af2eaa2aa2 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] No DVR routers for this DVR port b259b40c-4952-4e70-8567-c18529e2260b on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:11:33.772340 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-46201de5-2188-4a48-a4c9-289d94150ec9 req-54dc7d2e-67cc-4109-b050-6105ca869265 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584424 Apr 20 13:11:33.772340 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-95b4481f-1fea-4bbe-b50c-3ee82f11a05a req-0e247c98-e648-4cf0-87c5-68af2eaa2aa2 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:33.775193 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-95b4481f-1fea-4bbe-b50c-3ee82f11a05a req-0e247c98-e648-4cf0-87c5-68af2eaa2aa2 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.15 "DELETE /v2.0/ports/b259b40c-4952-4e70-8567-c18529e2260b HTTP/1.1" status: 204 len: 173 time: 1.5628715 Apr 20 13:11:33.778113 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da318da-a746-4ac5-bd12-2c51d5b0956d', 'name': 'network-vif-deleted', 'tag': 'b259b40c-4952-4e70-8567-c18529e2260b'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:11:33.780313 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed74204-29b2-4819-80fb-4317f2fcf219" -d '{"events": [{"server_uuid": "6da318da-a746-4ac5-bd12-2c51d5b0956d", "name": "network-vif-deleted", "tag": "b259b40c-4952-4e70-8567-c18529e2260b"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:11:33.835878 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-a0c1fef6-32b5-4c9c-8b69-f18305e938ce tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:33.837351 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-a0c1fef6-32b5-4c9c-8b69-f18305e938ce tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.32 "GET /v2.0/networks?id=5c1617fd-b3c2-4890-8228-0b4c973ac53a HTTP/1.1" status: 200 len: 805 time: 0.4172394 Apr 20 13:11:33.838765 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f9a39a-bec3-4cea-b978-f705dd62cb13 x-openstack-request-id: req-b9f9a39a-bec3-4cea-b978-f705dd62cb13 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:11:33.839049 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da318da-a746-4ac5-bd12-2c51d5b0956d", "name": "network-vif-deleted", "tag": "b259b40c-4952-4e70-8567-c18529e2260b", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:11:33.839384 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b9f9a39a-bec3-4cea-b978-f705dd62cb13 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:11:33.839701 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9f9a39a-bec3-4cea-b978-f705dd62cb13'] response: {'server_uuid': '6da318da-a746-4ac5-bd12-2c51d5b0956d', 'name': 'network-vif-deleted', 'tag': 'b259b40c-4952-4e70-8567-c18529e2260b', 'status': 'completed', 'code': 200} Apr 20 13:11:33.856975 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-212b0c40-eb4c-4fab-b88f-d923e922a38f tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Request body: {'port': {'device_id': '57d2ad3d-1aad-4c5d-9eb2-23ebba6387de', 'network_id': '5c1617fd-b3c2-4890-8228-0b4c973ac53a', 'admin_state_up': True, 'tenant_id': '8973e54790744e04b489bfd4ef96d6b3'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:33.886189 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-888c8203-2b48-4dd6-82f3-eb293eb5b64a tempest-ExternalNetworksAdminNegativeTestJSON-624222843 tempest-ExternalNetworksAdminNegativeTestJSON-624222843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:33.915301 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c8203-2b48-4dd6-82f3-eb293eb5b64a tempest-ExternalNetworksAdminNegativeTestJSON-624222843 tempest-ExternalNetworksAdminNegativeTestJSON-624222843-project-admin] Pushing event deleted for resources: {'Port': ['ID=58cf5501-c3da-4dcc-9bb7-7980449cca11,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:33.931946 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-c45660ae-3c72-401f-b784-ff80007a3da9 req-e4a97a32-5fae-470f-b73d-c20f6f4b4187 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Deleting port 685199a9-bb47-4db6-8ad0-ca526a795483 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:33.932299 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c45660ae-3c72-401f-b784-ff80007a3da9 req-e4a97a32-5fae-470f-b73d-c20f6f4b4187 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:33.980629 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-888c8203-2b48-4dd6-82f3-eb293eb5b64a tempest-ExternalNetworksAdminNegativeTestJSON-624222843 tempest-ExternalNetworksAdminNegativeTestJSON-624222843-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:33.983183 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-888c8203-2b48-4dd6-82f3-eb293eb5b64a tempest-ExternalNetworksAdminNegativeTestJSON-624222843 tempest-ExternalNetworksAdminNegativeTestJSON-624222843-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:33.987698 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-888c8203-2b48-4dd6-82f3-eb293eb5b64a tempest-ExternalNetworksAdminNegativeTestJSON-624222843 tempest-ExternalNetworksAdminNegativeTestJSON-624222843-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/ed121c57-29dc-4009-a0aa-07f5a882e147 HTTP/1.1" status: 204 len: 168 time: 0.6402247 Apr 20 13:11:34.102307 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-c45660ae-3c72-401f-b784-ff80007a3da9 req-e4a97a32-5fae-470f-b73d-c20f6f4b4187 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] For port 685199a9-bb47-4db6-8ad0-ca526a795483, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=685199a9-bb47-4db6-8ad0-ca526a795483,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:34.102684 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c45660ae-3c72-401f-b784-ff80007a3da9 req-e4a97a32-5fae-470f-b73d-c20f6f4b4187 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:34.145196 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-c45660ae-3c72-401f-b784-ff80007a3da9 req-e4a97a32-5fae-470f-b73d-c20f6f4b4187 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Calling delete_port for 685199a9-bb47-4db6-8ad0-ca526a795483 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:34.200356 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-212b0c40-eb4c-4fab-b88f-d923e922a38f tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Made reservation on behalf of 8973e54790744e04b489bfd4ef96d6b3 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:11:34.203768 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-212b0c40-eb4c-4fab-b88f-d923e922a38f tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:34.240335 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d39683-17ce-45b2-a0d0-269c549f20be req-5cf3068a-8833-4e43-8452-1b5ed3af7ac4 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:34.246130 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d39683-17ce-45b2-a0d0-269c549f20be req-5cf3068a-8833-4e43-8452-1b5ed3af7ac4 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:34.252045 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d39683-17ce-45b2-a0d0-269c549f20be req-5cf3068a-8833-4e43-8452-1b5ed3af7ac4 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:34.258362 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d39683-17ce-45b2-a0d0-269c549f20be req-5cf3068a-8833-4e43-8452-1b5ed3af7ac4 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:34.264179 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d39683-17ce-45b2-a0d0-269c549f20be req-5cf3068a-8833-4e43-8452-1b5ed3af7ac4 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:34.270657 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d39683-17ce-45b2-a0d0-269c549f20be req-5cf3068a-8833-4e43-8452-1b5ed3af7ac4 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:34.276568 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d39683-17ce-45b2-a0d0-269c549f20be req-5cf3068a-8833-4e43-8452-1b5ed3af7ac4 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:34.278432 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e8d39683-17ce-45b2-a0d0-269c549f20be req-5cf3068a-8833-4e43-8452-1b5ed3af7ac4 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 5430 time: 0.1809759 Apr 20 13:11:34.314721 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef5a736e-f3e6-46da-8064-1604cfcea54b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:34.343776 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ee7ef92a-f71f-4060-acc3-6d13516bae50 req-40b84ae3-ae8c-429b-a36c-2452e0990c88 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=57d2ad3d-1aad-4c5d-9eb2-23ebba6387de HTTP/1.1" status: 200 len: 210 time: 0.0608640 Apr 20 13:11:34.471222 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e8d39683-17ce-45b2-a0d0-269c549f20be req-053fe010-8279-4493-8b43-d8acc9aaca59 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=453f1f18-ab3a-45a6-896f-f71ff07ade0a&id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1750081 Apr 20 13:11:34.553754 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39420) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:34.627206 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-212b0c40-eb4c-4fab-b88f-d923e922a38f tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Allocated IP 172.20.0.10 (5c1617fd-b3c2-4890-8228-0b4c973ac53a/b9d8b784-aae6-4178-a00d-bed6eeefe6ff/61d7bf86-442c-498e-9c87-3c4bd9dc22c0) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:11:34.663497 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9e785517-7e9b-4f51-a3c4-1d08d43b9c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:34.688444 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31adca4e-43ab-4e75-a5b7-d15e455d1c6b req-2de24cdc-6250-4fe0-adf0-f4dc546161b6 tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:34.689937 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-31adca4e-43ab-4e75-a5b7-d15e455d1c6b req-2de24cdc-6250-4fe0-adf0-f4dc546161b6 tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9c95424-aaf8-43ba-8799-ee64cbba590a HTTP/1.1" status: 200 len: 944 time: 0.1399610 Apr 20 13:11:34.697922 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c45660ae-3c72-401f-b784-ff80007a3da9 req-e4a97a32-5fae-470f-b73d-c20f6f4b4187 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:34.712467 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['3c9f21da-6fdc-4980-88b9-d73613e671ab', '35f4dcac-bf1f-472e-8000-63eb2787a89a', '27987731-9483-4930-8ab5-3df02669158a', '9c47dad3-2ec9-4c75-a418-6e8bb250bdb2', '6ce49f2e-452c-491d-bef2-ce3b7b6d48ed'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:11:34.747279 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9e785517-7e9b-4f51-a3c4-1d08d43b9c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:34.749752 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['02d394e3-f6ef-489c-8ff6-8161ad8effee', '02c75dde-c85e-4540-b9d2-3b060f581e4b', '685199a9-bb47-4db6-8ad0-ca526a795483'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:11:34.756476 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a97a32-5fae-470f-b73d-c20f6f4b4187 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Pushing event deleted for resources: {'Port': ['ID=685199a9-bb47-4db6-8ad0-ca526a795483,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:34.823908 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9e785517-7e9b-4f51-a3c4-1d08d43b9c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:34.852621 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-31adca4e-43ab-4e75-a5b7-d15e455d1c6b req-8254dd1e-e0cb-4097-83c7-f4b3c44a386a tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] 10.222.0.25 "GET /v2.0/security-groups?id=1887582d-67d3-4e02-bcb9-4022a90050f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484222 Apr 20 13:11:34.856126 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9e785517-7e9b-4f51-a3c4-1d08d43b9c46 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d86ebe0b25234aa6a6f7df89b67caf37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3011293 Apr 20 13:11:34.858592 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45660ae-3c72-401f-b784-ff80007a3da9 req-e4a97a32-5fae-470f-b73d-c20f6f4b4187 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] No DVR routers for this DVR port 685199a9-bb47-4db6-8ad0-ca526a795483 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:11:34.866236 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39426) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:34.879319 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c45660ae-3c72-401f-b784-ff80007a3da9 req-e4a97a32-5fae-470f-b73d-c20f6f4b4187 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:34.883698 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c45660ae-3c72-401f-b784-ff80007a3da9 req-e4a97a32-5fae-470f-b73d-c20f6f4b4187 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.15 "DELETE /v2.0/ports/685199a9-bb47-4db6-8ad0-ca526a795483 HTTP/1.1" status: 204 len: 173 time: 1.3179536 Apr 20 13:11:34.932289 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e785517-7e9b-4f51-a3c4-1d08d43b9c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b77a3b-12c7-4115-b98e-345c2d8afa86,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:34.980047 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ee2174a4-65f5-4d65-980a-6f6261823583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:34.981346 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1975652b-59b6-4826-b9a6-3d0a7e730f62 req-44a4c3c2-a9e9-4013-9240-e2715219cfb0 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=368c5f7a-f15f-4838-b3a9-9d5e680f89dd HTTP/1.1" status: 200 len: 210 time: 0.0742443 Apr 20 13:11:35.015526 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ee2174a4-65f5-4d65-980a-6f6261823583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:35.090884 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-212b0c40-eb4c-4fab-b88f-d923e922a38f tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:35.119025 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-ef5a736e-f3e6-46da-8064-1604cfcea54b admin admin] Deleting port 486ef9ea-3b6e-4bdd-8aa5-913fe07a4a3f {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:35.119025 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef5a736e-f3e6-46da-8064-1604cfcea54b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:35.130485 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:11:35.213174 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-ef5a736e-f3e6-46da-8064-1604cfcea54b admin admin] For port 486ef9ea-3b6e-4bdd-8aa5-913fe07a4a3f, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=486ef9ea-3b6e-4bdd-8aa5-913fe07a4a3f,segment=NetworkSegment(bb9909c4-3a0d-478f-91a0-7265b3d6d673),segment_id=bb9909c4-3a0d-478f-91a0-7265b3d6d673)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:35.213739 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef5a736e-f3e6-46da-8064-1604cfcea54b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:35.227499 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-ef5a736e-f3e6-46da-8064-1604cfcea54b admin admin] Calling delete_port for 486ef9ea-3b6e-4bdd-8aa5-913fe07a4a3f owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:35.241614 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ee2174a4-65f5-4d65-980a-6f6261823583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:35.244469 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ee2174a4-65f5-4d65-980a-6f6261823583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:35.248429 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ee2174a4-65f5-4d65-980a-6f6261823583 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/62b77a3b-12c7-4115-b98e-345c2d8afa86 HTTP/1.1" status: 204 len: 168 time: 0.3785868 Apr 20 13:11:35.254933 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2174a4-65f5-4d65-980a-6f6261823583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b77a3b-12c7-4115-b98e-345c2d8afa86,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:35.288812 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-212b0c40-eb4c-4fab-b88f-d923e922a38f tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:35.385270 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:11:35.386905 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-212b0c40-eb4c-4fab-b88f-d923e922a38f tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Network 5c1617fd-b3c2-4890-8228-0b4c973ac53a is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:11:35.391639 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:35.392287 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:35.394626 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b0c40-eb4c-4fab-b88f-d923e922a38f tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Pushing event updated for resources: {'Port': ['ID=61d7bf86-442c-498e-9c87-3c4bd9dc22c0,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:35.397123 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-212b0c40-eb4c-4fab-b88f-d923e922a38f tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:11:35.403165 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-212b0c40-eb4c-4fab-b88f-d923e922a38f tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:11:35.492820 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-212b0c40-eb4c-4fab-b88f-d923e922a38f tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:35.493587 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-212b0c40-eb4c-4fab-b88f-d923e922a38f tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:35.552113 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fccde3f-908d-4eaa-9b89-72816c573d28 req-d6f58c41-2c8c-471e-8d6a-9bdc548bf206 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:35.553595 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5fccde3f-908d-4eaa-9b89-72816c573d28 req-d6f58c41-2c8c-471e-8d6a-9bdc548bf206 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=57d2ad3d-1aad-4c5d-9eb2-23ebba6387de HTTP/1.1" status: 200 len: 932 time: 0.1262293 Apr 20 13:11:35.559855 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:35.602293 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-212b0c40-eb4c-4fab-b88f-d923e922a38f tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7497742 Apr 20 13:11:35.602482 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c95424-aaf8-43ba-8799-ee64cbba590a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:11:35.604676 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e4671f-4c9d-45cb-a556-354a9d07a09e" -d '{"events": [{"server_uuid": "a9c95424-aaf8-43ba-8799-ee64cbba590a", "name": "network-vif-plugged", "status": "completed", "tag": "f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:11:35.624444 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89,segment=NetworkSegment(fa399c59-4bb3-4de4-8817-7ed2a7e5f23a),segment_id=fa399c59-4bb3-4de4-8817-7ed2a7e5f23a)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:35.626639 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-88e6fb14-3788-496d-90e9-0be6d0388ba9 service neutron] Request body: {'port': {'device_id': '57d2ad3d-1aad-4c5d-9eb2-23ebba6387de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:35.665236 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5fccde3f-908d-4eaa-9b89-72816c573d28 req-7a13c4d7-40c0-4465-a32c-a0e8e9f25948 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004300 Apr 20 13:11:35.668625 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef5a736e-f3e6-46da-8064-1604cfcea54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:35.708018 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a736e-f3e6-46da-8064-1604cfcea54b admin admin] Pushing event deleted for resources: {'Port': ['ID=486ef9ea-3b6e-4bdd-8aa5-913fe07a4a3f,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:35.737231 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:35.763735 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764d4fa-b992-48f4-af64-437d0a64dd70 req-097f370a-21d3-4720-846c-5a78ffbd7e8d tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:35.770093 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fbef6b-f10c-4255-af6a-9450ad6968bd x-openstack-request-id: req-46fbef6b-f10c-4255-af6a-9450ad6968bd {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:11:35.770257 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764d4fa-b992-48f4-af64-437d0a64dd70 req-097f370a-21d3-4720-846c-5a78ffbd7e8d tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:35.770387 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c95424-aaf8-43ba-8799-ee64cbba590a", "name": "network-vif-plugged", "status": "completed", "tag": "f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:11:35.770789 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-46fbef6b-f10c-4255-af6a-9450ad6968bd {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:11:35.772189 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46fbef6b-f10c-4255-af6a-9450ad6968bd'] response: {'server_uuid': 'a9c95424-aaf8-43ba-8799-ee64cbba590a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89', 'code': 200} Apr 20 13:11:35.776039 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764d4fa-b992-48f4-af64-437d0a64dd70 req-097f370a-21d3-4720-846c-5a78ffbd7e8d tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:35.781921 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764d4fa-b992-48f4-af64-437d0a64dd70 req-097f370a-21d3-4720-846c-5a78ffbd7e8d tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:35.787747 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764d4fa-b992-48f4-af64-437d0a64dd70 req-097f370a-21d3-4720-846c-5a78ffbd7e8d tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:35.793797 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764d4fa-b992-48f4-af64-437d0a64dd70 req-097f370a-21d3-4720-846c-5a78ffbd7e8d tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:35.799572 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764d4fa-b992-48f4-af64-437d0a64dd70 req-097f370a-21d3-4720-846c-5a78ffbd7e8d tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:35.801463 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4764d4fa-b992-48f4-af64-437d0a64dd70 req-097f370a-21d3-4720-846c-5a78ffbd7e8d tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 5430 time: 0.2135167 Apr 20 13:11:35.804048 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:35.804210 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-88e6fb14-3788-496d-90e9-0be6d0388ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:35.840758 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368c5f7a-f15f-4838-b3a9-9d5e680f89dd', 'name': 'network-vif-deleted', 'tag': '685199a9-bb47-4db6-8ad0-ca526a795483'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:11:35.843091 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd206f8-aba2-4ab1-93fc-68753bbc98b5" -d '{"events": [{"server_uuid": "368c5f7a-f15f-4838-b3a9-9d5e680f89dd", "name": "network-vif-deleted", "tag": "685199a9-bb47-4db6-8ad0-ca526a795483"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:11:35.929332 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e9d182-5120-4dd7-b386-b7279487874b x-openstack-request-id: req-75e9d182-5120-4dd7-b386-b7279487874b {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:11:35.929704 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368c5f7a-f15f-4838-b3a9-9d5e680f89dd", "name": "network-vif-deleted", "tag": "685199a9-bb47-4db6-8ad0-ca526a795483", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:11:35.930021 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-75e9d182-5120-4dd7-b386-b7279487874b {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:11:35.930604 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75e9d182-5120-4dd7-b386-b7279487874b'] response: {'server_uuid': '368c5f7a-f15f-4838-b3a9-9d5e680f89dd', 'name': 'network-vif-deleted', 'tag': '685199a9-bb47-4db6-8ad0-ca526a795483', 'status': 'completed', 'code': 200} Apr 20 13:11:35.994854 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4764d4fa-b992-48f4-af64-437d0a64dd70 req-d15193c9-1595-4869-8ea2-4afec4cbbcac tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=453f1f18-ab3a-45a6-896f-f71ff07ade0a&id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1642227 Apr 20 13:11:36.093719 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39444) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:36.148811 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3585c927-b1fa-4fd2-8dc2-5ffea7dd842f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d85fa597732e45e89fd47d8c3cb2269c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0537114 Apr 20 13:11:36.151187 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39446) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:36.203310 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9d79a73f-292f-4bb2-9d28-7beebd7b7a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:36.228723 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9d79a73f-292f-4bb2-9d28-7beebd7b7a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:36.365457 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9d79a73f-292f-4bb2-9d28-7beebd7b7a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:36.368126 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9d79a73f-292f-4bb2-9d28-7beebd7b7a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:36.369260 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9d79a73f-292f-4bb2-9d28-7beebd7b7a79 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f6d2e750-0890-4eec-8448-066e9114bf91 HTTP/1.1" status: 204 len: 168 time: 0.2171259 Apr 20 13:11:36.377024 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79a73f-292f-4bb2-9d28-7beebd7b7a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d2e750-0890-4eec-8448-066e9114bf91,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:36.437590 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa846e-9448-47d8-a823-6fccaf36bca6 req-eb852655-a671-43f9-ad52-4f69ffd2f8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:36.439092 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c0fa846e-9448-47d8-a823-6fccaf36bca6 req-eb852655-a671-43f9-ad52-4f69ffd2f8ce service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a9c95424-aaf8-43ba-8799-ee64cbba590a HTTP/1.1" status: 200 len: 1096 time: 0.5893390 Apr 20 13:11:36.449164 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d05409ae-e8fd-4534-8511-97459ab1afba req-a87886dd-161c-4bc0-a7df-18e4ac7fb515 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=368c5f7a-f15f-4838-b3a9-9d5e680f89dd HTTP/1.1" status: 200 len: 210 time: 0.0951254 Apr 20 13:11:36.533305 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b4f79-d697-4401-9043-80934dea9791 req-f2901a30-a97a-497c-9ef7-d936e1f85725 tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:36.534801 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ad1b4f79-d697-4401-9043-80934dea9791 req-f2901a30-a97a-497c-9ef7-d936e1f85725 tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9c95424-aaf8-43ba-8799-ee64cbba590a HTTP/1.1" status: 200 len: 945 time: 0.5767019 Apr 20 13:11:36.609162 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c0fa846e-9448-47d8-a823-6fccaf36bca6 req-46aaf1c4-66b8-4792-9a65-cd4dcf89f38e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1887582d-67d3-4e02-bcb9-4022a90050f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536596 Apr 20 13:11:36.617694 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef5a736e-f3e6-46da-8064-1604cfcea54b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:36.645213 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ad1b4f79-d697-4401-9043-80934dea9791 req-af90a66e-2271-4372-9e69-ed15b46b6f25 tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] 10.222.0.25 "GET /v2.0/security-groups?id=1887582d-67d3-4e02-bcb9-4022a90050f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022179 Apr 20 13:11:36.836222 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-88e6fb14-3788-496d-90e9-0be6d0388ba9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61d7bf86-442c-498e-9c87-3c4bd9dc22c0 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:11:36.847732 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-88e6fb14-3788-496d-90e9-0be6d0388ba9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:36.892564 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0f7ca-8d8d-4c2f-9a92-9be6112b67ee req-f6feb3bc-f93b-4e0f-b082-3cadf5694d8a tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:36.894055 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a2a0f7ca-8d8d-4c2f-9a92-9be6112b67ee req-f6feb3bc-f93b-4e0f-b082-3cadf5694d8a tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=57d2ad3d-1aad-4c5d-9eb2-23ebba6387de HTTP/1.1" status: 200 len: 932 time: 0.1336312 Apr 20 13:11:36.921861 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-88e6fb14-3788-496d-90e9-0be6d0388ba9 service neutron] Transition to ACTIVE for port object 61d7bf86-442c-498e-9c87-3c4bd9dc22c0 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:11:36.975778 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a2a0f7ca-8d8d-4c2f-9a92-9be6112b67ee req-1b021a25-9736-4325-a209-16215aab691a tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734980 Apr 20 13:11:37.004113 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5a736e-f3e6-46da-8064-1604cfcea54b admin admin] Router e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:11:37.009177 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-88e6fb14-3788-496d-90e9-0be6d0388ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:37.115541 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e6fb14-3788-496d-90e9-0be6d0388ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=61d7bf86-442c-498e-9c87-3c4bd9dc22c0,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:37.143518 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b259b40c-4952-4e70-8567-c18529e2260b no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:11:37.164889 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: b259b40c-4952-4e70-8567-c18529e2260b {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:11:37.165239 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b259b40c-4952-4e70-8567-c18529e2260b not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:11:37.165668 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 685199a9-bb47-4db6-8ad0-ca526a795483 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:11:37.185608 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 685199a9-bb47-4db6-8ad0-ca526a795483 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:11:37.185886 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 685199a9-bb47-4db6-8ad0-ca526a795483 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:11:37.244100 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce19bcb-0fbf-4d9e-825d-b7697b8ab8b4 req-839ffd05-4cd9-4fcc-8fd7-4c1f18602cb4 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:37.250025 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce19bcb-0fbf-4d9e-825d-b7697b8ab8b4 req-839ffd05-4cd9-4fcc-8fd7-4c1f18602cb4 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:37.255939 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce19bcb-0fbf-4d9e-825d-b7697b8ab8b4 req-839ffd05-4cd9-4fcc-8fd7-4c1f18602cb4 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:37.262047 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce19bcb-0fbf-4d9e-825d-b7697b8ab8b4 req-839ffd05-4cd9-4fcc-8fd7-4c1f18602cb4 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:37.268005 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce19bcb-0fbf-4d9e-825d-b7697b8ab8b4 req-839ffd05-4cd9-4fcc-8fd7-4c1f18602cb4 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:37.273910 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce19bcb-0fbf-4d9e-825d-b7697b8ab8b4 req-839ffd05-4cd9-4fcc-8fd7-4c1f18602cb4 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:37.279893 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce19bcb-0fbf-4d9e-825d-b7697b8ab8b4 req-839ffd05-4cd9-4fcc-8fd7-4c1f18602cb4 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:37.281799 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ce19bcb-0fbf-4d9e-825d-b7697b8ab8b4 req-839ffd05-4cd9-4fcc-8fd7-4c1f18602cb4 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 5430 time: 0.1900995 Apr 20 13:11:37.296153 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5a736e-f3e6-46da-8064-1604cfcea54b admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:11:37.306543 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ef5a736e-f3e6-46da-8064-1604cfcea54b admin admin] 10.222.0.25 "PUT /v2.0/routers/e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2524059 Apr 20 13:11:37.306957 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73712cc6-9d04-4c76-a6b6-23844183c6be None None] Sync routers for ids ['e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:11:37.309278 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39468) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:37.323594 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73712cc6-9d04-4c76-a6b6-23844183c6be None None] Routers {'e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:11:37.323594 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-73712cc6-9d04-4c76-a6b6-23844183c6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:11:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:37.334043 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-88e6fb14-3788-496d-90e9-0be6d0388ba9 service neutron] Attempting to bind port 61d7bf86-442c-498e-9c87-3c4bd9dc22c0 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:11:37.334382 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-88e6fb14-3788-496d-90e9-0be6d0388ba9 service neutron] Attempting to bind port 61d7bf86-442c-498e-9c87-3c4bd9dc22c0 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': 'b745dd99-74ee-418c-af50-3e100538147c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5c1617fd-b3c2-4890-8228-0b4c973ac53a'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:11:37.334713 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-88e6fb14-3788-496d-90e9-0be6d0388ba9 service neutron] Attempting to bind port 61d7bf86-442c-498e-9c87-3c4bd9dc22c0 on network 5c1617fd-b3c2-4890-8228-0b4c973ac53a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:11:37.349955 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-88e6fb14-3788-496d-90e9-0be6d0388ba9 service neutron] Port 61d7bf86-442c-498e-9c87-3c4bd9dc22c0 on network 5c1617fd-b3c2-4890-8228-0b4c973ac53a not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:11:37.350285 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-88e6fb14-3788-496d-90e9-0be6d0388ba9 service neutron] Attempting to bind port 61d7bf86-442c-498e-9c87-3c4bd9dc22c0 on network 5c1617fd-b3c2-4890-8228-0b4c973ac53a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:11:37.356219 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ce19bcb-0fbf-4d9e-825d-b7697b8ab8b4 req-81515838-3ecd-4e68-8f1a-7c82f342113c tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=453f1f18-ab3a-45a6-896f-f71ff07ade0a&id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0638742 Apr 20 13:11:37.361302 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-88e6fb14-3788-496d-90e9-0be6d0388ba9 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:11:37.361676 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-88e6fb14-3788-496d-90e9-0be6d0388ba9 service neutron] Checking segment: {'id': 'b745dd99-74ee-418c-af50-3e100538147c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5c1617fd-b3c2-4890-8228-0b4c973ac53a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:11:37.362058 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-88e6fb14-3788-496d-90e9-0be6d0388ba9 service neutron] Bound using segment: {'id': 'b745dd99-74ee-418c-af50-3e100538147c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5c1617fd-b3c2-4890-8228-0b4c973ac53a'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:11:37.362496 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-88e6fb14-3788-496d-90e9-0be6d0388ba9 service neutron] Bound port: 61d7bf86-442c-498e-9c87-3c4bd9dc22c0, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b745dd99-74ee-418c-af50-3e100538147c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5c1617fd-b3c2-4890-8228-0b4c973ac53a'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:11:37.363447 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-88e6fb14-3788-496d-90e9-0be6d0388ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:37.449749 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-88e6fb14-3788-496d-90e9-0be6d0388ba9 service neutron] For port 61d7bf86-442c-498e-9c87-3c4bd9dc22c0, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:11:37.452566 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-73712cc6-9d04-4c76-a6b6-23844183c6be None None] Set router e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:11:37.453345 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-88e6fb14-3788-496d-90e9-0be6d0388ba9 service neutron] For port 61d7bf86-442c-498e-9c87-3c4bd9dc22c0, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=61d7bf86-442c-498e-9c87-3c4bd9dc22c0,segment=NetworkSegment(b745dd99-74ee-418c-af50-3e100538147c),segment_id=b745dd99-74ee-418c-af50-3e100538147c)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:11:37.455207 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9f9f0304-a91b-4454-be5e-ae214120e68d admin admin] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:37.527146 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-88e6fb14-3788-496d-90e9-0be6d0388ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:37.578589 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-88e6fb14-3788-496d-90e9-0be6d0388ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:37.579570 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-88e6fb14-3788-496d-90e9-0be6d0388ba9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:37.580963 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-88e6fb14-3788-496d-90e9-0be6d0388ba9 service neutron] 10.222.0.32 "PUT /v2.0/ports/61d7bf86-442c-498e-9c87-3c4bd9dc22c0 HTTP/1.1" status: 200 len: 1092 time: 1.9711261 Apr 20 13:11:37.599535 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e6fb14-3788-496d-90e9-0be6d0388ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=61d7bf86-442c-498e-9c87-3c4bd9dc22c0,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:37.610622 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9f9f0304-a91b-4454-be5e-ae214120e68d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:37.708321 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-068965ad-9c39-4fef-b3e0-918b98fccfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:37.710004 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-068965ad-9c39-4fef-b3e0-918b98fccfd7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8973e54790744e04b489bfd4ef96d6b3&device_id=57d2ad3d-1aad-4c5d-9eb2-23ebba6387de HTTP/1.1" status: 200 len: 1095 time: 0.0471356 Apr 20 13:11:37.756796 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-73712cc6-9d04-4c76-a6b6-23844183c6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa', 'name': 'tempest-FloatingIPDetailsTestJSON-1256763291-router', 'tenant_id': '471c34e410a849329f8145358575a6e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'd508d840-9734-4fb6-926d-4ec2c82bcabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:53Z', 'updated_at': '2022-04-20T13:11:35Z', 'revision_number': 5, 'project_id': '471c34e410a849329f8145358575a6e4', 'gw_port': {'id': 'd508d840-9734-4fb6-926d-4ec2c82bcabd', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:f0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:54Z', 'updated_at': '2022-04-20T13:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:37.761973 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f0304-a91b-4454-be5e-ae214120e68d admin admin] Deleting port d508d840-9734-4fb6-926d-4ec2c82bcabd {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:37.762981 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9f9f0304-a91b-4454-be5e-ae214120e68d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:37.766180 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-ba2e6caf-4a33-4959-9db3-895af3ce6c35 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61d7bf86-442c-498e-9c87-3c4bd9dc22c0 HTTP/1.1" status: 200 len: 217 time: 0.0463250 Apr 20 13:11:37.794015 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73712cc6-9d04-4c76-a6b6-23844183c6be None None] Checking router: e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:11:37.807958 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73712cc6-9d04-4c76-a6b6-23844183c6be None None] Routers {'e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:11:37.808662 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-73712cc6-9d04-4c76-a6b6-23844183c6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:11:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:37.852740 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266878c9-1b10-4c9c-a512-2bc2897d9310 req-2a766295-0616-47c0-a763-58bd66883b45 tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:37.854515 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-266878c9-1b10-4c9c-a512-2bc2897d9310 req-2a766295-0616-47c0-a763-58bd66883b45 tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9c95424-aaf8-43ba-8799-ee64cbba590a HTTP/1.1" status: 200 len: 945 time: 0.1334236 Apr 20 13:11:37.861347 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-d5616007-17de-49e3-988c-819d51a021f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:37.863605 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-d5616007-17de-49e3-988c-819d51a021f8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9d8b784-aae6-4178-a00d-bed6eeefe6ff HTTP/1.1" status: 200 len: 845 time: 0.0700829 Apr 20 13:11:37.876305 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-9f9f0304-a91b-4454-be5e-ae214120e68d admin admin] For port d508d840-9734-4fb6-926d-4ec2c82bcabd, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d508d840-9734-4fb6-926d-4ec2c82bcabd,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:37.876804 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9f9f0304-a91b-4454-be5e-ae214120e68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:37.892292 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f0304-a91b-4454-be5e-ae214120e68d admin admin] Calling delete_port for d508d840-9734-4fb6-926d-4ec2c82bcabd owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:37.920774 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-266878c9-1b10-4c9c-a512-2bc2897d9310 req-1d067244-c5e7-4e03-a455-50fc97f3b60f tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] 10.222.0.25 "GET /v2.0/security-groups?id=1887582d-67d3-4e02-bcb9-4022a90050f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538113 Apr 20 13:11:37.929088 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-73712cc6-9d04-4c76-a6b6-23844183c6be None None] Set router e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa gateway port host: None {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:11:37.944048 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d2ad3d-1aad-4c5d-9eb2-23ebba6387de', 'tag': '61d7bf86-442c-498e-9c87-3c4bd9dc22c0'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:11:37.947026 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105d9ce5-c8e5-43e4-8336-64d0ea6aa51c" -d '{"events": [{"name": "network-changed", "server_uuid": "57d2ad3d-1aad-4c5d-9eb2-23ebba6387de", "tag": "61d7bf86-442c-498e-9c87-3c4bd9dc22c0"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:11:37.952923 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-a5146a5f-2b28-49d7-ace9-e6815237c45e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5c1617fd-b3c2-4890-8228-0b4c973ac53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533071 Apr 20 13:11:38.046900 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9efebfd-fde4-46a6-a16b-536cc802316d x-openstack-request-id: req-e9efebfd-fde4-46a6-a16b-536cc802316d {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:11:38.047195 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57d2ad3d-1aad-4c5d-9eb2-23ebba6387de", "tag": "61d7bf86-442c-498e-9c87-3c4bd9dc22c0", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:11:38.047453 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e9efebfd-fde4-46a6-a16b-536cc802316d {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:11:38.047979 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9efebfd-fde4-46a6-a16b-536cc802316d'] response: {'name': 'network-changed', 'server_uuid': '57d2ad3d-1aad-4c5d-9eb2-23ebba6387de', 'tag': '61d7bf86-442c-498e-9c87-3c4bd9dc22c0', 'status': 'completed', 'code': 200} Apr 20 13:11:38.051779 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-73712cc6-9d04-4c76-a6b6-23844183c6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa', 'name': 'tempest-FloatingIPDetailsTestJSON-1256763291-router', 'tenant_id': '471c34e410a849329f8145358575a6e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:53Z', 'updated_at': '2022-04-20T13:11:37Z', 'revision_number': 6, 'project_id': '471c34e410a849329f8145358575a6e4', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:38.101388 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-b76ddf48-9e5a-436d-ba99-18b52457a1be service neutron] 10.222.0.32 "GET /v2.0/networks/5c1617fd-b3c2-4890-8228-0b4c973ac53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397593 Apr 20 13:11:38.115723 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73712cc6-9d04-4c76-a6b6-23844183c6be None None] The sync data for ids ['e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa'] in n-d-836015-7 is: [{'id': 'e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa', 'name': 'tempest-FloatingIPDetailsTestJSON-1256763291-router', 'tenant_id': '471c34e410a849329f8145358575a6e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:53Z', 'updated_at': '2022-04-20T13:11:37Z', 'revision_number': 6, 'project_id': '471c34e410a849329f8145358575a6e4', 'gw_port_host': None}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:11:38.227486 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da256545-9c84-4c5b-a2e2-227ab6e2cd4b req-0e6e31a0-2feb-4379-8794-b817db2088eb tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:38.229034 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-da256545-9c84-4c5b-a2e2-227ab6e2cd4b req-0e6e31a0-2feb-4379-8794-b817db2088eb tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=824e0fa0-db16-415b-bed8-9065640199a8 HTTP/1.1" status: 200 len: 950 time: 0.1489201 Apr 20 13:11:38.248991 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e9719-86c7-45ee-9bb9-72d6d13c0071 req-ceef4f3d-ce69-4a78-afb7-5ab0e24b56eb tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:38.250451 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1e4e9719-86c7-45ee-9bb9-72d6d13c0071 req-ceef4f3d-ce69-4a78-afb7-5ab0e24b56eb tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=57d2ad3d-1aad-4c5d-9eb2-23ebba6387de HTTP/1.1" status: 200 len: 944 time: 0.1343606 Apr 20 13:11:38.292286 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9f9f0304-a91b-4454-be5e-ae214120e68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:38.298227 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0fd1f684-de0d-4ebc-8589-f3f49903331c req-630a35ec-6f37-4608-b1df-b9dbc5031be8 service neutron] 10.222.0.32 "GET /v2.0/networks/5c1617fd-b3c2-4890-8228-0b4c973ac53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809680 Apr 20 13:11:38.319400 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-da256545-9c84-4c5b-a2e2-227ab6e2cd4b req-f729dd8c-c379-40b7-be1d-809ed1491a08 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679023 Apr 20 13:11:38.327662 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1e4e9719-86c7-45ee-9bb9-72d6d13c0071 req-680131f1-13a7-4421-8eea-2172603cc88f tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636282 Apr 20 13:11:38.349234 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f0304-a91b-4454-be5e-ae214120e68d admin admin] Pushing event deleted for resources: {'Port': ['ID=d508d840-9734-4fb6-926d-4ec2c82bcabd,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:38.389587 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9f9f0304-a91b-4454-be5e-ae214120e68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:38.511791 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9f9f0304-a91b-4454-be5e-ae214120e68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:38.521794 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9f9f0304-a91b-4454-be5e-ae214120e68d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:38.560978 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9fcdeb-3e3c-4c7d-95de-8151e0c20c88 req-cef66c6f-381e-4f2a-bfe1-313f64e67445 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:38.569687 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9fcdeb-3e3c-4c7d-95de-8151e0c20c88 req-cef66c6f-381e-4f2a-bfe1-313f64e67445 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:38.574498 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9fcdeb-3e3c-4c7d-95de-8151e0c20c88 req-cef66c6f-381e-4f2a-bfe1-313f64e67445 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:38.582077 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9fcdeb-3e3c-4c7d-95de-8151e0c20c88 req-cef66c6f-381e-4f2a-bfe1-313f64e67445 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:38.588529 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9fcdeb-3e3c-4c7d-95de-8151e0c20c88 req-cef66c6f-381e-4f2a-bfe1-313f64e67445 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:38.597136 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9fcdeb-3e3c-4c7d-95de-8151e0c20c88 req-cef66c6f-381e-4f2a-bfe1-313f64e67445 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:38.600218 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9fcdeb-3e3c-4c7d-95de-8151e0c20c88 req-cef66c6f-381e-4f2a-bfe1-313f64e67445 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:38.608245 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1d9fcdeb-3e3c-4c7d-95de-8151e0c20c88 req-cef66c6f-381e-4f2a-bfe1-313f64e67445 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 5430 time: 0.1561892 Apr 20 13:11:38.623148 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 486ef9ea-3b6e-4bdd-8aa5-913fe07a4a3f no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:11:38.631996 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d9ce5-c8e5-43e4-8336-64d0ea6aa51c req-89dda6e0-ab4c-41ed-ac3a-66d68bdd10ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:38.633569 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-105d9ce5-c8e5-43e4-8336-64d0ea6aa51c req-89dda6e0-ab4c-41ed-ac3a-66d68bdd10ae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8973e54790744e04b489bfd4ef96d6b3&device_id=57d2ad3d-1aad-4c5d-9eb2-23ebba6387de HTTP/1.1" status: 200 len: 1095 time: 0.1360173 Apr 20 13:11:38.646509 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9f9f0304-a91b-4454-be5e-ae214120e68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:38.647083 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9f0304-a91b-4454-be5e-ae214120e68d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:11:38.651473 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9f9f0304-a91b-4454-be5e-ae214120e68d admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:38.653069 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9f9f0304-a91b-4454-be5e-ae214120e68d admin admin] 10.222.0.25 "DELETE /v2.0/routers/e9d9a4ac-a5e3-47e3-a972-6c69ab1f3ffa HTTP/1.1" status: 204 len: 168 time: 1.3422494 Apr 20 13:11:38.655531 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39504) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:38.660128 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 486ef9ea-3b6e-4bdd-8aa5-913fe07a4a3f {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:11:38.661275 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 486ef9ea-3b6e-4bdd-8aa5-913fe07a4a3f not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:11:38.675517 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1d9fcdeb-3e3c-4c7d-95de-8151e0c20c88 req-7d3b0b19-a2fe-488a-9426-b2097e657d15 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=453f1f18-ab3a-45a6-896f-f71ff07ade0a&id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0653710 Apr 20 13:11:38.721432 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-1baa9c87-ea38-4047-b3ad-6fc1231860d5 admin admin] Deleting subnet 9a66b49a-a84c-454d-9417-92a7f01ad082 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:11:38.725227 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1baa9c87-ea38-4047-b3ad-6fc1231860d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:38.762622 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1baa9c87-ea38-4047-b3ad-6fc1231860d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:38.763128 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d9ce5-c8e5-43e4-8336-64d0ea6aa51c req-55c800cc-03c2-4ed1-b96b-f29442555d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:38.764646 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-105d9ce5-c8e5-43e4-8336-64d0ea6aa51c req-55c800cc-03c2-4ed1-b96b-f29442555d8a service neutron] 10.222.0.32 "GET /v2.0/networks?id=5c1617fd-b3c2-4890-8228-0b4c973ac53a HTTP/1.1" status: 200 len: 906 time: 0.1112287 Apr 20 13:11:38.806700 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-105d9ce5-c8e5-43e4-8336-64d0ea6aa51c req-1c42206a-878f-4e73-966e-1f99c05d7210 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61d7bf86-442c-498e-9c87-3c4bd9dc22c0 HTTP/1.1" status: 200 len: 217 time: 0.0349991 Apr 20 13:11:38.849002 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1baa9c87-ea38-4047-b3ad-6fc1231860d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:38.868592 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d9ce5-c8e5-43e4-8336-64d0ea6aa51c req-61f89b92-97ad-4085-9f78-0ffb9bec8c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:38.870334 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-105d9ce5-c8e5-43e4-8336-64d0ea6aa51c req-61f89b92-97ad-4085-9f78-0ffb9bec8c36 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9d8b784-aae6-4178-a00d-bed6eeefe6ff HTTP/1.1" status: 200 len: 845 time: 0.0468059 Apr 20 13:11:38.907480 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-105d9ce5-c8e5-43e4-8336-64d0ea6aa51c req-0227dcfa-85d4-4c85-96cd-e192370520ac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5c1617fd-b3c2-4890-8228-0b4c973ac53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297840 Apr 20 13:11:38.924363 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39512) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:38.984593 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1baa9c87-ea38-4047-b3ad-6fc1231860d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:39.014965 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa9c87-ea38-4047-b3ad-6fc1231860d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a66b49a-a84c-454d-9417-92a7f01ad082,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:39.018871 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1baa9c87-ea38-4047-b3ad-6fc1231860d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:39.026865 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1baa9c87-ea38-4047-b3ad-6fc1231860d5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9a66b49a-a84c-454d-9417-92a7f01ad082 HTTP/1.1" status: 204 len: 168 time: 0.3700778 Apr 20 13:11:39.027500 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39518) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:39.033894 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc6992e-6394-49fe-b2bb-3f38c4bc1709 None None] Network 17e22dd2-2f32-4a2a-ba43-15ad4874f1d6 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:11:39.044546 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-518209c6-9a90-4f12-9396-ba3db100e6fe tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Request body: {'quota': {'network': 2}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:39.056031 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-105d9ce5-c8e5-43e4-8336-64d0ea6aa51c req-72d8c10b-c55f-449e-835f-dba4f09c351d service neutron] 10.222.0.32 "GET /v2.0/networks/5c1617fd-b3c2-4890-8228-0b4c973ac53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405849 Apr 20 13:11:39.117132 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fd237112-bd44-4485-aed4-fa991b143ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:39.135311 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2765e18-2f73-4021-89db-c96c2c5f838f req-8221fffd-0897-46fb-a723-0909ab531cfe tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:39.136984 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e2765e18-2f73-4021-89db-c96c2c5f838f req-8221fffd-0897-46fb-a723-0909ab531cfe tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9c95424-aaf8-43ba-8799-ee64cbba590a HTTP/1.1" status: 200 len: 945 time: 0.1493270 Apr 20 13:11:39.183762 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-518209c6-9a90-4f12-9396-ba3db100e6fe tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] 10.222.0.25 "PUT /v2.0/quotas/bcd4f22aa4a64fcc89e1464e6549e5c9 HTTP/1.1" status: 200 len: 368 time: 0.2580237 Apr 20 13:11:39.185674 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39520) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:39.202734 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-41892c09-41fb-4e12-bfd3-d9c7aa6deb68 tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Request body: {'network': {'project_id': 'bcd4f22aa4a64fcc89e1464e6549e5c9'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:39.221175 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-fd237112-bd44-4485-aed4-fa991b143ea2 admin admin] Deleting port d7889176-959d-4eed-a2cd-6bd1692b41d1 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:39.221809 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fd237112-bd44-4485-aed4-fa991b143ea2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:39.228943 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e2765e18-2f73-4021-89db-c96c2c5f838f req-e42ffd73-a0d6-4af0-8366-30687e9703a6 tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] 10.222.0.25 "GET /v2.0/security-groups?id=1887582d-67d3-4e02-bcb9-4022a90050f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782535 Apr 20 13:11:39.251726 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-105d9ce5-c8e5-43e4-8336-64d0ea6aa51c req-423c9fec-92c1-4b8f-9387-524df8a55b5f service neutron] 10.222.0.32 "GET /v2.0/networks/5c1617fd-b3c2-4890-8228-0b4c973ac53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830943 Apr 20 13:11:39.307043 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-fd237112-bd44-4485-aed4-fa991b143ea2 admin admin] For port d7889176-959d-4eed-a2cd-6bd1692b41d1, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d7889176-959d-4eed-a2cd-6bd1692b41d1,segment=NetworkSegment(bb9909c4-3a0d-478f-91a0-7265b3d6d673),segment_id=bb9909c4-3a0d-478f-91a0-7265b3d6d673)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:39.307473 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fd237112-bd44-4485-aed4-fa991b143ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:39.321455 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41892c09-41fb-4e12-bfd3-d9c7aa6deb68 tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Made reservation on behalf of bcd4f22aa4a64fcc89e1464e6549e5c9 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:11:39.322608 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-41892c09-41fb-4e12-bfd3-d9c7aa6deb68 tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:39.335289 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-41892c09-41fb-4e12-bfd3-d9c7aa6deb68 tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:39.343598 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-fd237112-bd44-4485-aed4-fa991b143ea2 admin admin] Calling delete_port for d7889176-959d-4eed-a2cd-6bd1692b41d1 owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:39.439650 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba009d7e-a5f4-4b10-80d2-13b8e6e30d8a None None] DHCP port deletion for 17e22dd2-2f32-4a2a-ba43-15ad4874f1d6 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:11:39.516306 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-41892c09-41fb-4e12-bfd3-d9c7aa6deb68 tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:39.519656 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ba009d7e-a5f4-4b10-80d2-13b8e6e30d8a None None] Deleting port d7889176-959d-4eed-a2cd-6bd1692b41d1 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:39.520209 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ba009d7e-a5f4-4b10-80d2-13b8e6e30d8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:39.521938 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33448270-c605-4e5f-b0bd-1686e8e6a997 req-0e9871af-0b28-4687-bc81-6a43bbc79a0f tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:39.524908 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-33448270-c605-4e5f-b0bd-1686e8e6a997 req-0e9871af-0b28-4687-bc81-6a43bbc79a0f tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=824e0fa0-db16-415b-bed8-9065640199a8 HTTP/1.1" status: 200 len: 950 time: 0.1011434 Apr 20 13:11:39.566628 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-33448270-c605-4e5f-b0bd-1686e8e6a997 req-a6daaec0-6027-4055-8d95-96e1c42bc142 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342324 Apr 20 13:11:39.594809 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ba009d7e-a5f4-4b10-80d2-13b8e6e30d8a None None] For port d7889176-959d-4eed-a2cd-6bd1692b41d1, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d7889176-959d-4eed-a2cd-6bd1692b41d1,segment=NetworkSegment(bb9909c4-3a0d-478f-91a0-7265b3d6d673),segment_id=bb9909c4-3a0d-478f-91a0-7265b3d6d673)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:39.595213 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ba009d7e-a5f4-4b10-80d2-13b8e6e30d8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:39.608450 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ba009d7e-a5f4-4b10-80d2-13b8e6e30d8a None None] Calling delete_port for d7889176-959d-4eed-a2cd-6bd1692b41d1 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:39.635116 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fd237112-bd44-4485-aed4-fa991b143ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:39.668238 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd237112-bd44-4485-aed4-fa991b143ea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7889176-959d-4eed-a2cd-6bd1692b41d1,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:39.669987 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd237112-bd44-4485-aed4-fa991b143ea2 admin admin] No DVR routers for this DVR port d7889176-959d-4eed-a2cd-6bd1692b41d1 on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:11:39.684195 n-d-836015-7 neutron-server[114871]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 13:11:39.684195 n-d-836015-7 neutron-server[114871]: from cryptography.utils import int_from_bytes Apr 20 13:11:39.684195 n-d-836015-7 neutron-server[114871]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 13:11:39.684195 n-d-836015-7 neutron-server[114871]: from cryptography.utils import int_from_bytes Apr 20 13:11:39.684195 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:11:39.684195 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:11:39.684195 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:11:39.684195 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:11:39.684195 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:11:39.684195 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:11:39.684195 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:11:39.684195 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:11:39.684195 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:11:39.684195 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:11:39.684195 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:11:39.684195 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:11:39.684195 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:11:39.684195 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:11:39.684195 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:11:39.684195 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:11:39.684195 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:11:39.684195 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:11:39.684195 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:11:39.684195 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:11:39.684195 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:11:39.684195 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:11:39.684195 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:11:39.684195 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:11:39.684195 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:11:39.684195 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:11:39.684195 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:11:39.684195 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:11:39.684195 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:11:39.684195 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:11:39.684195 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:11:39.684195 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:11:39.684195 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:11:39.684195 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:11:39.684195 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:11:39.684195 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:11:39.684195 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:11:39.684195 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:11:39.687008 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:11:39.687008 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:11:39.687008 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:11:39.687008 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:11:39.687008 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:11:39.687008 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:11:39.687008 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:11:39.687008 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:11:39.687008 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:11:39.687008 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:11:39.687008 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:11:39.687008 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:11:39.687008 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:11:39.687008 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:11:39.688625 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466d246-8816-4704-b175-f521c1dcde76 req-d1b9605a-08d5-4247-a396-203b950580c4 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:39.690463 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a466d246-8816-4704-b175-f521c1dcde76 req-d1b9605a-08d5-4247-a396-203b950580c4 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=57d2ad3d-1aad-4c5d-9eb2-23ebba6387de HTTP/1.1" status: 200 len: 944 time: 0.0688183 Apr 20 13:11:39.691797 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ba009d7e-a5f4-4b10-80d2-13b8e6e30d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:39.730075 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba009d7e-a5f4-4b10-80d2-13b8e6e30d8a None None] Pushing event deleted for resources: {'Port': ['ID=d7889176-959d-4eed-a2cd-6bd1692b41d1,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:39.732779 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a466d246-8816-4704-b175-f521c1dcde76 req-8ff7bae6-9357-40e6-9ecd-206d45aa1f79 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353310 Apr 20 13:11:39.735760 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba009d7e-a5f4-4b10-80d2-13b8e6e30d8a None None] No DVR routers for this DVR port d7889176-959d-4eed-a2cd-6bd1692b41d1 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:11:39.749467 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fd237112-bd44-4485-aed4-fa991b143ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:39.755735 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-41892c09-41fb-4e12-bfd3-d9c7aa6deb68 tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:39.793159 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41892c09-41fb-4e12-bfd3-d9c7aa6deb68 tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:11:39.802143 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-fd237112-bd44-4485-aed4-fa991b143ea2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17e22dd2-2f32-4a2a-ba43-15ad4874f1d6']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:39.811627 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41892c09-41fb-4e12-bfd3-d9c7aa6deb68 tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df414592-1f00-4d0a-8f83-45c3e0b7353d,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:39.817541 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-41892c09-41fb-4e12-bfd3-d9c7aa6deb68 tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:39.817885 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-41892c09-41fb-4e12-bfd3-d9c7aa6deb68 tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Added segment e277379b-67ed-4714-b3a2-f870efcc09b6 of type vlan for network 66eb72c9-d92e-4a34-b723-a7d0b3474642 Apr 20 13:11:39.820545 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-fd237112-bd44-4485-aed4-fa991b143ea2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb9909c4-3a0d-478f-91a0-7265b3d6d673') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:39.820844 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-fd237112-bd44-4485-aed4-fa991b143ea2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb9909c4-3a0d-478f-91a0-7265b3d6d673') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:39.837942 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fd237112-bd44-4485-aed4-fa991b143ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:39.876207 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-41892c09-41fb-4e12-bfd3-d9c7aa6deb68 tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:39.878507 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fd237112-bd44-4485-aed4-fa991b143ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:39.880132 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e765e09-eac1-499a-8d95-6f0cbfb8ca46 req-a44fad99-fbe3-41b1-b06b-e9859667386f tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:39.882003 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4e765e09-eac1-499a-8d95-6f0cbfb8ca46 req-a44fad99-fbe3-41b1-b06b-e9859667386f tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.32 "GET /v2.0/ports?device_id=824e0fa0-db16-415b-bed8-9065640199a8 HTTP/1.1" status: 200 len: 950 time: 0.0820282 Apr 20 13:11:39.888065 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd237112-bd44-4485-aed4-fa991b143ea2 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:11:39.888455 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fd237112-bd44-4485-aed4-fa991b143ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:39.890117 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:11:39.890117 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:11:39.890117 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:11:39.890117 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:11:39.890117 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:11:39.890117 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:11:39.890117 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:11:39.890117 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:11:39.890117 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:11:39.890117 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:11:39.890117 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:11:39.890117 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:11:39.890117 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:11:39.890117 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:11:39.890117 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:11:39.890117 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:11:39.890117 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:11:39.890117 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:11:39.890117 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:11:39.890117 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:11:39.890117 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:11:39.890117 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:11:39.890117 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:11:39.890117 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:11:39.890117 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:11:39.890117 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:11:39.890117 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:11:39.890117 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:11:39.890117 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:11:39.890117 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:11:39.890117 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:11:39.890117 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:11:39.902876 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0439061-8838-4017-8130-8be16c81d7a2 req-9e26ac21-09af-4662-a926-c45d4c7c42ee tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:39.909138 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0439061-8838-4017-8130-8be16c81d7a2 req-9e26ac21-09af-4662-a926-c45d4c7c42ee tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:39.916029 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0439061-8838-4017-8130-8be16c81d7a2 req-9e26ac21-09af-4662-a926-c45d4c7c42ee tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:39.922319 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0439061-8838-4017-8130-8be16c81d7a2 req-9e26ac21-09af-4662-a926-c45d4c7c42ee tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:39.928885 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0439061-8838-4017-8130-8be16c81d7a2 req-9e26ac21-09af-4662-a926-c45d4c7c42ee tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:39.934842 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0439061-8838-4017-8130-8be16c81d7a2 req-9e26ac21-09af-4662-a926-c45d4c7c42ee tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:39.942131 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0439061-8838-4017-8130-8be16c81d7a2 req-9e26ac21-09af-4662-a926-c45d4c7c42ee tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:39.944020 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f0439061-8838-4017-8130-8be16c81d7a2 req-9e26ac21-09af-4662-a926-c45d4c7c42ee tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 5430 time: 0.1343350 Apr 20 13:11:40.034638 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-41892c09-41fb-4e12-bfd3-d9c7aa6deb68 tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:40.035568 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41892c09-41fb-4e12-bfd3-d9c7aa6deb68 tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:40.036160 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-41892c09-41fb-4e12-bfd3-d9c7aa6deb68 tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:40.074020 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f0439061-8838-4017-8130-8be16c81d7a2 req-cd8d456b-cb2e-4d07-b99e-5043dd532fb2 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=453f1f18-ab3a-45a6-896f-f71ff07ade0a&id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1194525 Apr 20 13:11:40.084501 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fd237112-bd44-4485-aed4-fa991b143ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:40.085303 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d07536-806f-400b-837b-21c917970208 req-f2fd8eb2-afe1-4e43-a860-261f85a2d28c tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:40.088908 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-16d07536-806f-400b-837b-21c917970208 req-f2fd8eb2-afe1-4e43-a860-261f85a2d28c tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9c95424-aaf8-43ba-8799-ee64cbba590a HTTP/1.1" status: 200 len: 945 time: 0.1422362 Apr 20 13:11:40.096344 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fd237112-bd44-4485-aed4-fa991b143ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:40.100368 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-fd237112-bd44-4485-aed4-fa991b143ea2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/17e22dd2-2f32-4a2a-ba43-15ad4874f1d6 HTTP/1.1" status: 204 len: 168 time: 1.0709620 Apr 20 13:11:40.104623 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41892c09-41fb-4e12-bfd3-d9c7aa6deb68 tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Pushing event updated for resources: {'Network': ['ID=66eb72c9-d92e-4a34-b723-a7d0b3474642,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:40.114927 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 66eb72c9-d92e-4a34-b723-a7d0b3474642 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:11:40.119129 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd237112-bd44-4485-aed4-fa991b143ea2 admin admin] Pushing event deleted for resources: {'Network': ['ID=17e22dd2-2f32-4a2a-ba43-15ad4874f1d6,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:40.124375 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-41892c09-41fb-4e12-bfd3-d9c7aa6deb68 tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9370251 Apr 20 13:11:40.134359 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39538) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:40.141721 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-6e3d2d50-2fff-4b8d-8d29-ed5e117a03fa tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Request body: {'network': {'project_id': 'bcd4f22aa4a64fcc89e1464e6549e5c9'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:40.174103 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-4e765e09-eac1-499a-8d95-6f0cbfb8ca46 req-621d54a8-72d4-48b4-86e8-cb210ced9266 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Deleting port 6ce49f2e-452c-491d-bef2-ce3b7b6d48ed {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:40.174103 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4e765e09-eac1-499a-8d95-6f0cbfb8ca46 req-621d54a8-72d4-48b4-86e8-cb210ced9266 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:40.180714 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-16d07536-806f-400b-837b-21c917970208 req-81f2f8cc-2df5-474a-bd22-5293492a625e tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] 10.222.0.25 "GET /v2.0/security-groups?id=1887582d-67d3-4e02-bcb9-4022a90050f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768554 Apr 20 13:11:40.240489 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3d2d50-2fff-4b8d-8d29-ed5e117a03fa tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Made reservation on behalf of bcd4f22aa4a64fcc89e1464e6549e5c9 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:11:40.243054 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6e3d2d50-2fff-4b8d-8d29-ed5e117a03fa tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:40.274383 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e3d2d50-2fff-4b8d-8d29-ed5e117a03fa tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:11:40.283225 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-4e765e09-eac1-499a-8d95-6f0cbfb8ca46 req-621d54a8-72d4-48b4-86e8-cb210ced9266 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] For port 6ce49f2e-452c-491d-bef2-ce3b7b6d48ed, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=6ce49f2e-452c-491d-bef2-ce3b7b6d48ed,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:40.283730 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4e765e09-eac1-499a-8d95-6f0cbfb8ca46 req-621d54a8-72d4-48b4-86e8-cb210ced9266 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:40.284047 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6e3d2d50-2fff-4b8d-8d29-ed5e117a03fa tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:40.284432 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-6e3d2d50-2fff-4b8d-8d29-ed5e117a03fa tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Added segment 14295f79-f12c-487e-80d0-55941c6313cb of type vlan for network 3cddaa60-2759-4955-86ce-7900909c702b Apr 20 13:11:40.296931 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d508d840-9734-4fb6-926d-4ec2c82bcabd no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:11:40.297570 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-4e765e09-eac1-499a-8d95-6f0cbfb8ca46 req-621d54a8-72d4-48b4-86e8-cb210ced9266 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Calling delete_port for 6ce49f2e-452c-491d-bef2-ce3b7b6d48ed owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:40.321126 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: d508d840-9734-4fb6-926d-4ec2c82bcabd {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:11:40.321471 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d508d840-9734-4fb6-926d-4ec2c82bcabd not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:11:40.321980 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d7889176-959d-4eed-a2cd-6bd1692b41d1 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:11:40.332159 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6e3d2d50-2fff-4b8d-8d29-ed5e117a03fa tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:40.346155 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: d7889176-959d-4eed-a2cd-6bd1692b41d1 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:11:40.346155 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d7889176-959d-4eed-a2cd-6bd1692b41d1 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:11:40.491745 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6e3d2d50-2fff-4b8d-8d29-ed5e117a03fa tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:40.492818 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3d2d50-2fff-4b8d-8d29-ed5e117a03fa tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:40.493401 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6e3d2d50-2fff-4b8d-8d29-ed5e117a03fa tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:40.551808 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d2d50-2fff-4b8d-8d29-ed5e117a03fa tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Pushing event updated for resources: {'Network': ['ID=3cddaa60-2759-4955-86ce-7900909c702b,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:40.561220 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 3cddaa60-2759-4955-86ce-7900909c702b details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:11:40.567155 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4e765e09-eac1-499a-8d95-6f0cbfb8ca46 req-621d54a8-72d4-48b4-86e8-cb210ced9266 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:40.580165 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['02d394e3-f6ef-489c-8ff6-8161ad8effee', '02c75dde-c85e-4540-b9d2-3b060f581e4b'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:11:40.595288 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6e3d2d50-2fff-4b8d-8d29-ed5e117a03fa tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4549160 Apr 20 13:11:40.595288 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39542) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:40.599655 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-15f008bb-b927-4df5-b53e-da9f81188371 tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Request body: {'network': {'project_id': 'bcd4f22aa4a64fcc89e1464e6549e5c9'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:40.616194 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d54a8-72d4-48b4-86e8-cb210ced9266 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Pushing event deleted for resources: {'Port': ['ID=6ce49f2e-452c-491d-bef2-ce3b7b6d48ed,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:40.620934 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['3c9f21da-6fdc-4980-88b9-d73613e671ab', '35f4dcac-bf1f-472e-8000-63eb2787a89a', '27987731-9483-4930-8ab5-3df02669158a', '9c47dad3-2ec9-4c75-a418-6e8bb250bdb2', '6ce49f2e-452c-491d-bef2-ce3b7b6d48ed'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:11:40.621061 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-15f008bb-b927-4df5-b53e-da9f81188371 tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 20 13:11:40.621061 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15f008bb-b927-4df5-b53e-da9f81188371 tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:11:40.621538 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-15f008bb-b927-4df5-b53e-da9f81188371 tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0256958 Apr 20 13:11:40.624847 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39544) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:40.626523 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39546) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:40.700214 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e765e09-eac1-499a-8d95-6f0cbfb8ca46 req-621d54a8-72d4-48b4-86e8-cb210ced9266 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] No DVR routers for this DVR port 6ce49f2e-452c-491d-bef2-ce3b7b6d48ed on host n-h1-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:11:40.716112 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8df2d840-4a46-41c2-b665-79211d1c8478 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=471c34e410a849329f8145358575a6e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0876365 Apr 20 13:11:40.716367 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4e765e09-eac1-499a-8d95-6f0cbfb8ca46 req-621d54a8-72d4-48b4-86e8-cb210ced9266 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:40.720057 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f1fa9c6b-b949-46e8-9bb2-2a3045f17467 tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bcd4f22aa4a64fcc89e1464e6549e5c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0797806 Apr 20 13:11:40.720057 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39548) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:40.720057 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39550) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:40.721032 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4e765e09-eac1-499a-8d95-6f0cbfb8ca46 req-621d54a8-72d4-48b4-86e8-cb210ced9266 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.32 "DELETE /v2.0/ports/6ce49f2e-452c-491d-bef2-ce3b7b6d48ed HTTP/1.1" status: 204 len: 173 time: 0.7759798 Apr 20 13:11:40.723563 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1e66c36d-1f8a-46f0-87e8-0cac925f621c req-af8eccc2-1e74-408f-ab5a-80b4d3ce4b94 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=824e0fa0-db16-415b-bed8-9065640199a8 HTTP/1.1" status: 200 len: 210 time: 0.0531917 Apr 20 13:11:40.724608 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824e0fa0-db16-415b-bed8-9065640199a8', 'name': 'network-vif-deleted', 'tag': '6ce49f2e-452c-491d-bef2-ce3b7b6d48ed'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:11:40.724740 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 61d7bf86-442c-498e-9c87-3c4bd9dc22c0 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:11:40.726584 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd2bce4-d512-4a2b-9bf1-5b31fd8a6367" -d '{"events": [{"server_uuid": "824e0fa0-db16-415b-bed8-9065640199a8", "name": "network-vif-deleted", "tag": "6ce49f2e-452c-491d-bef2-ce3b7b6d48ed"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:11:40.776163 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32422a92-c383-4023-9db6-3a57edade06c x-openstack-request-id: req-32422a92-c383-4023-9db6-3a57edade06c {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:11:40.776481 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824e0fa0-db16-415b-bed8-9065640199a8", "name": "network-vif-deleted", "tag": "6ce49f2e-452c-491d-bef2-ce3b7b6d48ed", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:11:40.776710 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-32422a92-c383-4023-9db6-3a57edade06c {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:11:40.777119 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32422a92-c383-4023-9db6-3a57edade06c'] response: {'server_uuid': '824e0fa0-db16-415b-bed8-9065640199a8', 'name': 'network-vif-deleted', 'tag': '6ce49f2e-452c-491d-bef2-ce3b7b6d48ed', 'status': 'completed', 'code': 200} Apr 20 13:11:40.817964 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-392426b1-7e34-4703-af7a-9e36eb00eeec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:40.824765 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f096d887-d689-494c-bdff-8e718622afe9 tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:40.852851 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-392426b1-7e34-4703-af7a-9e36eb00eeec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:40.870452 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f096d887-d689-494c-bdff-8e718622afe9 tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:40.911661 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071604d3-396f-4cee-829f-93db61d69851 req-478775a3-0c1c-4e7c-9810-5dbc3bf81b90 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:40.921665 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-071604d3-396f-4cee-829f-93db61d69851 req-478775a3-0c1c-4e7c-9810-5dbc3bf81b90 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=57d2ad3d-1aad-4c5d-9eb2-23ebba6387de HTTP/1.1" status: 200 len: 944 time: 0.0761342 Apr 20 13:11:40.959440 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-071604d3-396f-4cee-829f-93db61d69851 req-5a0d33b5-ed93-4e68-837e-88b113c0eab6 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365369 Apr 20 13:11:40.983954 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-392426b1-7e34-4703-af7a-9e36eb00eeec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:40.987099 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-392426b1-7e34-4703-af7a-9e36eb00eeec admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:40.988610 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-392426b1-7e34-4703-af7a-9e36eb00eeec admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/06e94127-2d61-4888-9720-e14774743f4b HTTP/1.1" status: 204 len: 168 time: 0.2711623 Apr 20 13:11:40.997729 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392426b1-7e34-4703-af7a-9e36eb00eeec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e94127-2d61-4888-9720-e14774743f4b,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:41.002599 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 61d7bf86-442c-498e-9c87-3c4bd9dc22c0, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=61d7bf86-442c-498e-9c87-3c4bd9dc22c0,segment=NetworkSegment(b745dd99-74ee-418c-af50-3e100538147c),segment_id=b745dd99-74ee-418c-af50-3e100538147c)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:41.040126 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f096d887-d689-494c-bdff-8e718622afe9 tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:41.044785 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '61d7bf86-442c-498e-9c87-3c4bd9dc22c0', 'network_id': '5c1617fd-b3c2-4890-8228-0b4c973ac53a', 'port_id': '61d7bf86-442c-498e-9c87-3c4bd9dc22c0', 'mac_address': 'fa:16:3e:ad:e6:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d8b784-aae6-4178-a00d-bed6eeefe6ff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:11:41.046571 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f096d887-d689-494c-bdff-8e718622afe9 tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:41.047927 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f096d887-d689-494c-bdff-8e718622afe9 tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/df414592-1f00-4d0a-8f83-45c3e0b7353d HTTP/1.1" status: 204 len: 168 time: 0.3219919 Apr 20 13:11:41.050889 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 39558) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:41.058425 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096d887-d689-494c-bdff-8e718622afe9 tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df414592-1f00-4d0a-8f83-45c3e0b7353d,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:41.183724 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f44c31d4-8126-4e03-8077-6eb95346f5fe tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:41.185207 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:41.232275 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61d7bf86-442c-498e-9c87-3c4bd9dc22c0 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:11:41.297695 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 61d7bf86-442c-498e-9c87-3c4bd9dc22c0, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=61d7bf86-442c-498e-9c87-3c4bd9dc22c0,segment=NetworkSegment(b745dd99-74ee-418c-af50-3e100538147c),segment_id=b745dd99-74ee-418c-af50-3e100538147c)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:41.351965 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f44c31d4-8126-4e03-8077-6eb95346f5fe tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:41.383925 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6002cd-6e66-4983-aeb6-7b678df44a21 req-48871e1b-5acd-4c87-b11b-da04f43e0412 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:41.389862 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6002cd-6e66-4983-aeb6-7b678df44a21 req-48871e1b-5acd-4c87-b11b-da04f43e0412 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:41.396727 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6002cd-6e66-4983-aeb6-7b678df44a21 req-48871e1b-5acd-4c87-b11b-da04f43e0412 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:41.402841 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6002cd-6e66-4983-aeb6-7b678df44a21 req-48871e1b-5acd-4c87-b11b-da04f43e0412 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:41.408859 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6002cd-6e66-4983-aeb6-7b678df44a21 req-48871e1b-5acd-4c87-b11b-da04f43e0412 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:41.415167 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6002cd-6e66-4983-aeb6-7b678df44a21 req-48871e1b-5acd-4c87-b11b-da04f43e0412 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:41.420645 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:41.421031 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6002cd-6e66-4983-aeb6-7b678df44a21 req-48871e1b-5acd-4c87-b11b-da04f43e0412 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:41.422887 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9a6002cd-6e66-4983-aeb6-7b678df44a21 req-48871e1b-5acd-4c87-b11b-da04f43e0412 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 5430 time: 0.2246175 Apr 20 13:11:41.441685 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-f44c31d4-8126-4e03-8077-6eb95346f5fe tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cddaa60-2759-4955-86ce-7900909c702b']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:41.486978 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-f44c31d4-8126-4e03-8077-6eb95346f5fe tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14295f79-f12c-487e-80d0-55941c6313cb') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:41.486978 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-f44c31d4-8126-4e03-8077-6eb95346f5fe tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14295f79-f12c-487e-80d0-55941c6313cb') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:41.501254 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=61d7bf86-442c-498e-9c87-3c4bd9dc22c0,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:41.503907 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2bd8d7-8a38-4ade-a1ea-9691902bb3ac req-64c50331-6c46-48f6-afb2-44dfefbb6c06 tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:41.511889 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7c2bd8d7-8a38-4ade-a1ea-9691902bb3ac req-64c50331-6c46-48f6-afb2-44dfefbb6c06 tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9c95424-aaf8-43ba-8799-ee64cbba590a HTTP/1.1" status: 200 len: 945 time: 0.2298203 Apr 20 13:11:41.525994 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f44c31d4-8126-4e03-8077-6eb95346f5fe tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:41.570637 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f44c31d4-8126-4e03-8077-6eb95346f5fe tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:41.583920 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba731288-e66b-436d-9992-21e688004674 req-3e63aece-5672-4d32-912f-adc6585e29e1 tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:41.585389 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ba731288-e66b-436d-9992-21e688004674 req-3e63aece-5672-4d32-912f-adc6585e29e1 tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9c95424-aaf8-43ba-8799-ee64cbba590a HTTP/1.1" status: 200 len: 945 time: 0.1475005 Apr 20 13:11:41.593139 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9a6002cd-6e66-4983-aeb6-7b678df44a21 req-6cb24830-8ca3-4d26-a705-0819d965f617 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=453f1f18-ab3a-45a6-896f-f71ff07ade0a&id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1562941 Apr 20 13:11:41.594135 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f44c31d4-8126-4e03-8077-6eb95346f5fe tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:11:41.594534 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f44c31d4-8126-4e03-8077-6eb95346f5fe tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:41.599265 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:11:41.599265 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:11:41.599265 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:11:41.599265 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:11:41.599265 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:11:41.599265 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:11:41.599265 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:11:41.599265 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:11:41.599265 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:11:41.599265 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:11:41.599265 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:11:41.599265 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:11:41.599265 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:11:41.599265 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:11:41.599265 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:11:41.599265 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:11:41.599265 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:11:41.599265 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:11:41.599265 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:11:41.599265 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:11:41.599265 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:11:41.599265 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:11:41.599265 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:11:41.599265 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:11:41.599265 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:11:41.599265 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:11:41.599265 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:11:41.599265 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:11:41.599265 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:11:41.599265 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:11:41.599265 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:11:41.599265 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:11:41.680054 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7c2bd8d7-8a38-4ade-a1ea-9691902bb3ac req-61054d8f-843b-4d2e-9803-91744e72216e tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] 10.222.0.25 "GET /v2.0/security-groups?id=1887582d-67d3-4e02-bcb9-4022a90050f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605778 Apr 20 13:11:41.769099 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-ba731288-e66b-436d-9992-21e688004674 req-281a396f-2521-42bf-bfbc-6f6c9aa8404d tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] Deleting port f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:41.769318 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ba731288-e66b-436d-9992-21e688004674 req-281a396f-2521-42bf-bfbc-6f6c9aa8404d tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:41.785584 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f44c31d4-8126-4e03-8077-6eb95346f5fe tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:41.828184 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f44c31d4-8126-4e03-8077-6eb95346f5fe tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:41.831186 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f44c31d4-8126-4e03-8077-6eb95346f5fe tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] 10.222.0.25 "DELETE /v2.0/networks/3cddaa60-2759-4955-86ce-7900909c702b HTTP/1.1" status: 204 len: 168 time: 0.7791002 Apr 20 13:11:41.834019 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39574) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:41.856794 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c31d4-8126-4e03-8077-6eb95346f5fe tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Pushing event deleted for resources: {'Network': ['ID=3cddaa60-2759-4955-86ce-7900909c702b,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:41.865431 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['61d7bf86-442c-498e-9c87-3c4bd9dc22c0'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:11:41.877471 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fbce0865-4412-4871-b0aa-608c4bc44961 req-c26faab5-2de0-4dde-82cb-1d793446b89a tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=824e0fa0-db16-415b-bed8-9065640199a8 HTTP/1.1" status: 200 len: 210 time: 0.0505681 Apr 20 13:11:41.929796 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-da90b7bb-358f-4096-8861-2e29e2db3b99 tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:41.943959 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-ba731288-e66b-436d-9992-21e688004674 req-281a396f-2521-42bf-bfbc-6f6c9aa8404d tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] For port f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89,segment=NetworkSegment(fa399c59-4bb3-4de4-8817-7ed2a7e5f23a),segment_id=fa399c59-4bb3-4de4-8817-7ed2a7e5f23a)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:41.945374 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ba731288-e66b-436d-9992-21e688004674 req-281a396f-2521-42bf-bfbc-6f6c9aa8404d tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:41.959906 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-ba731288-e66b-436d-9992-21e688004674 req-281a396f-2521-42bf-bfbc-6f6c9aa8404d tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] Calling delete_port for f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:42.034161 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-da90b7bb-358f-4096-8861-2e29e2db3b99 tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:42.068047 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-da90b7bb-358f-4096-8861-2e29e2db3b99 tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66eb72c9-d92e-4a34-b723-a7d0b3474642']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:42.077735 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-da90b7bb-358f-4096-8861-2e29e2db3b99 tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e277379b-67ed-4714-b3a2-f870efcc09b6') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:42.078094 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-da90b7bb-358f-4096-8861-2e29e2db3b99 tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e277379b-67ed-4714-b3a2-f870efcc09b6') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:42.092237 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-da90b7bb-358f-4096-8861-2e29e2db3b99 tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:42.106348 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-da90b7bb-358f-4096-8861-2e29e2db3b99 tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:42.112336 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da90b7bb-358f-4096-8861-2e29e2db3b99 tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:11:42.112765 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-da90b7bb-358f-4096-8861-2e29e2db3b99 tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:42.114506 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:11:42.114506 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:11:42.114506 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:11:42.114506 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:11:42.114506 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:11:42.114506 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:11:42.114506 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:11:42.114506 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:11:42.114506 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:11:42.114506 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:11:42.114506 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:11:42.114506 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:11:42.114506 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:11:42.114506 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:11:42.114506 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:11:42.114506 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:11:42.114506 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:11:42.114506 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:11:42.114506 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:11:42.114506 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:11:42.114506 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:11:42.114506 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:11:42.114506 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:11:42.114506 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:11:42.114506 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:11:42.114506 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:11:42.114506 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:11:42.114506 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:11:42.114506 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:11:42.114506 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:11:42.114506 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:11:42.114506 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:11:42.147970 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99434b65-5800-4d7f-964c-cd7d177c727f req-4b5a31bc-52f8-44ae-80d1-a6c2e668d26c tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:42.149492 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-99434b65-5800-4d7f-964c-cd7d177c727f req-4b5a31bc-52f8-44ae-80d1-a6c2e668d26c tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=57d2ad3d-1aad-4c5d-9eb2-23ebba6387de HTTP/1.1" status: 200 len: 945 time: 0.0668766 Apr 20 13:11:42.191550 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-99434b65-5800-4d7f-964c-cd7d177c727f req-9ec1482f-87f6-4388-844b-bb80508b5ab5 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357275 Apr 20 13:11:42.195134 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:42.274967 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ba731288-e66b-436d-9992-21e688004674 req-281a396f-2521-42bf-bfbc-6f6c9aa8404d tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:42.288737 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:11:42.304894 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a396f-2521-42bf-bfbc-6f6c9aa8404d tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] Pushing event deleted for resources: {'Port': ['ID=f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:42.333086 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-da90b7bb-358f-4096-8861-2e29e2db3b99 tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:42.340256 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-da90b7bb-358f-4096-8861-2e29e2db3b99 tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:42.346642 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-da90b7bb-358f-4096-8861-2e29e2db3b99 tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] 10.222.0.25 "DELETE /v2.0/networks/66eb72c9-d92e-4a34-b723-a7d0b3474642 HTTP/1.1" status: 204 len: 168 time: 0.5086598 Apr 20 13:11:42.351855 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba731288-e66b-436d-9992-21e688004674 req-281a396f-2521-42bf-bfbc-6f6c9aa8404d tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] No DVR routers for this DVR port f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:11:42.354581 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ba731288-e66b-436d-9992-21e688004674 req-281a396f-2521-42bf-bfbc-6f6c9aa8404d tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:42.355790 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da90b7bb-358f-4096-8861-2e29e2db3b99 tempest-QuotasNegativeTest-620243324 tempest-QuotasNegativeTest-620243324-project-admin] Pushing event deleted for resources: {'Network': ['ID=66eb72c9-d92e-4a34-b723-a7d0b3474642,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:42.358032 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ba731288-e66b-436d-9992-21e688004674 req-281a396f-2521-42bf-bfbc-6f6c9aa8404d tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] 10.222.0.15 "DELETE /v2.0/ports/f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89 HTTP/1.1" status: 204 len: 173 time: 0.7615952 Apr 20 13:11:42.724537 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device a2533aa3-2355-44c2-b360-55e62b33e303 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:11:42.729944 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 6ce49f2e-452c-491d-bef2-ce3b7b6d48ed no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:11:42.755167 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 6ce49f2e-452c-491d-bef2-ce3b7b6d48ed {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:11:42.755566 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 6ce49f2e-452c-491d-bef2-ce3b7b6d48ed not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:11:42.788205 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7c4f2-8e17-44b3-b93c-5be22afc245a req-7e472038-6f6a-4afd-a9c9-4a39f7c43f22 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:42.794893 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7c4f2-8e17-44b3-b93c-5be22afc245a req-7e472038-6f6a-4afd-a9c9-4a39f7c43f22 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:42.801322 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7c4f2-8e17-44b3-b93c-5be22afc245a req-7e472038-6f6a-4afd-a9c9-4a39f7c43f22 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:42.807120 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7c4f2-8e17-44b3-b93c-5be22afc245a req-7e472038-6f6a-4afd-a9c9-4a39f7c43f22 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:42.813039 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7c4f2-8e17-44b3-b93c-5be22afc245a req-7e472038-6f6a-4afd-a9c9-4a39f7c43f22 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:42.819530 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7c4f2-8e17-44b3-b93c-5be22afc245a req-7e472038-6f6a-4afd-a9c9-4a39f7c43f22 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:42.819964 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:42.825374 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7c4f2-8e17-44b3-b93c-5be22afc245a req-7e472038-6f6a-4afd-a9c9-4a39f7c43f22 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:42.827270 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-88d7c4f2-8e17-44b3-b93c-5be22afc245a req-7e472038-6f6a-4afd-a9c9-4a39f7c43f22 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 5430 time: 0.1327696 Apr 20 13:11:42.828913 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c95424-aaf8-43ba-8799-ee64cbba590a', 'name': 'network-vif-deleted', 'tag': 'f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:11:42.831129 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25001008-3997-47a7-856e-18a70b53c7d8" -d '{"events": [{"server_uuid": "a9c95424-aaf8-43ba-8799-ee64cbba590a", "name": "network-vif-deleted", "tag": "f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:11:42.869188 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port a2533aa3-2355-44c2-b360-55e62b33e303, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=a2533aa3-2355-44c2-b360-55e62b33e303,segment=NetworkSegment(84af7999-438f-4181-814e-70ab50e7b8be),segment_id=84af7999-438f-4181-814e-70ab50e7b8be)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:42.871092 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c14f7946-0816-41b6-804a-eaddadd45047 req-e7e50e51-4e39-47af-a524-a8a83e1d5619 tempest-ServerAddressesNegativeTestJSON-728843536 tempest-ServerAddressesNegativeTestJSON-728843536-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9c95424-aaf8-43ba-8799-ee64cbba590a HTTP/1.1" status: 200 len: 210 time: 0.0427947 Apr 20 13:11:42.884008 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': 'a2533aa3-2355-44c2-b360-55e62b33e303', 'network_id': '56951fe5-a13b-4124-8315-505260f0a93e', 'port_id': 'a2533aa3-2355-44c2-b360-55e62b33e303', 'mac_address': 'fa:16:3e:f5:e1:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c09cad0-5b49-4174-8e95-ec3d5bcce76b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:11:42.900660 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-88d7c4f2-8e17-44b3-b93c-5be22afc245a req-bcdc0da2-04aa-42bf-b0dc-594db06b9f2e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=453f1f18-ab3a-45a6-896f-f71ff07ade0a&id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644665 Apr 20 13:11:42.948291 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a47789d-1e3e-47ab-b27a-1835f336ef81 x-openstack-request-id: req-1a47789d-1e3e-47ab-b27a-1835f336ef81 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:11:42.948803 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c95424-aaf8-43ba-8799-ee64cbba590a", "name": "network-vif-deleted", "tag": "f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:11:42.949244 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1a47789d-1e3e-47ab-b27a-1835f336ef81 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:11:42.949807 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a47789d-1e3e-47ab-b27a-1835f336ef81'] response: {'server_uuid': 'a9c95424-aaf8-43ba-8799-ee64cbba590a', 'name': 'network-vif-deleted', 'tag': 'f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89', 'status': 'completed', 'code': 200} Apr 20 13:11:42.956014 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:42.970462 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2533aa3-2355-44c2-b360-55e62b33e303 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:11:42.991404 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port a2533aa3-2355-44c2-b360-55e62b33e303, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=a2533aa3-2355-44c2-b360-55e62b33e303,segment=NetworkSegment(84af7999-438f-4181-814e-70ab50e7b8be),segment_id=84af7999-438f-4181-814e-70ab50e7b8be)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:43.041423 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:43.042125 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device bcd82748-3135-4569-bfe2-1036cfb737c9 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:11:43.117922 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=a2533aa3-2355-44c2-b360-55e62b33e303,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:43.190914 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port bcd82748-3135-4569-bfe2-1036cfb737c9, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=bcd82748-3135-4569-bfe2-1036cfb737c9,segment=NetworkSegment(6c303c0e-fdb8-422a-bdb4-949744537dde),segment_id=6c303c0e-fdb8-422a-bdb4-949744537dde)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:43.203552 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': 'bcd82748-3135-4569-bfe2-1036cfb737c9', 'network_id': 'db25d310-7014-4091-a613-df6bc463c340', 'port_id': 'bcd82748-3135-4569-bfe2-1036cfb737c9', 'mac_address': 'fa:16:3e:f9:ad:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a8421ca-2e2e-468e-8574-e51feb1dd7e2', 'ip_address': '10.1.1.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:11:43.251594 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:43.268146 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcd82748-3135-4569-bfe2-1036cfb737c9 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:11:43.296502 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port bcd82748-3135-4569-bfe2-1036cfb737c9, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=bcd82748-3135-4569-bfe2-1036cfb737c9,segment=NetworkSegment(6c303c0e-fdb8-422a-bdb4-949744537dde),segment_id=6c303c0e-fdb8-422a-bdb4-949744537dde)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:43.314903 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39628) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:43.353374 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986ab12-3c69-4a3a-99fd-c343eef05e9b req-26b4deae-b7dc-4bfa-95ea-6aacb428ae10 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:43.354942 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b986ab12-3c69-4a3a-99fd-c343eef05e9b req-26b4deae-b7dc-4bfa-95ea-6aacb428ae10 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=57d2ad3d-1aad-4c5d-9eb2-23ebba6387de HTTP/1.1" status: 200 len: 945 time: 0.0637577 Apr 20 13:11:43.397522 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b986ab12-3c69-4a3a-99fd-c343eef05e9b req-9e45d1b4-9f3f-42ea-8531-8d2dea4076b7 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361381 Apr 20 13:11:43.429502 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:43.436862 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 4b9a3dab-fa04-4d5d-827d-ba1227aed618 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:11:43.444668 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7b368447-614a-4755-9427-eed46ee49ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:43.504489 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 4b9a3dab-fa04-4d5d-827d-ba1227aed618, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=4b9a3dab-fa04-4d5d-827d-ba1227aed618,segment=NetworkSegment(6c303c0e-fdb8-422a-bdb4-949744537dde),segment_id=6c303c0e-fdb8-422a-bdb4-949744537dde)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:43.507032 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=bcd82748-3135-4569-bfe2-1036cfb737c9,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:43.528961 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '4b9a3dab-fa04-4d5d-827d-ba1227aed618', 'network_id': 'db25d310-7014-4091-a613-df6bc463c340', 'port_id': '4b9a3dab-fa04-4d5d-827d-ba1227aed618', 'mac_address': 'fa:16:3e:c9:06:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a8421ca-2e2e-468e-8574-e51feb1dd7e2', 'ip_address': '10.1.1.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:11:43.543339 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373512c9-cf54-4305-99b5-27d22a0c0259 req-42f0c802-10d9-4059-9dd6-d7c75c3f5336 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:43.547867 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-373512c9-cf54-4305-99b5-27d22a0c0259 req-42f0c802-10d9-4059-9dd6-d7c75c3f5336 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=bddea2f0-6fcf-492e-8666-370922182323 HTTP/1.1" status: 200 len: 948 time: 0.0912416 Apr 20 13:11:43.558032 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7b368447-614a-4755-9427-eed46ee49ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:43.570943 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:11:43.571642 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:43.584008 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-373512c9-cf54-4305-99b5-27d22a0c0259 req-7301b4f6-2d57-4749-b57f-3c1506249e44 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328889 Apr 20 13:11:43.586781 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b9a3dab-fa04-4d5d-827d-ba1227aed618 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:11:43.606033 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 4b9a3dab-fa04-4d5d-827d-ba1227aed618, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=4b9a3dab-fa04-4d5d-827d-ba1227aed618,segment=NetworkSegment(6c303c0e-fdb8-422a-bdb4-949744537dde),segment_id=6c303c0e-fdb8-422a-bdb4-949744537dde)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:43.629092 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7b368447-614a-4755-9427-eed46ee49ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:43.668862 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7b368447-614a-4755-9427-eed46ee49ab3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=66e15011ac204900b2631a484bd0167c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3523986 Apr 20 13:11:43.669363 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b368447-614a-4755-9427-eed46ee49ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93907907-05d9-4300-9f9c-2c6d85f74ee1,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:43.671338 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 39644) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:43.721569 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-161a9a24-8d2b-4914-bbda-c9ad3aa35536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:43.726054 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:43.729551 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 5302454f-5640-4916-878d-d138d40df21a details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:11:43.744537 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-161a9a24-8d2b-4914-bbda-c9ad3aa35536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:43.797885 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 5302454f-5640-4916-878d-d138d40df21a, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=5302454f-5640-4916-878d-d138d40df21a,segment=NetworkSegment(6c303c0e-fdb8-422a-bdb4-949744537dde),segment_id=6c303c0e-fdb8-422a-bdb4-949744537dde)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:43.800620 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=4b9a3dab-fa04-4d5d-827d-ba1227aed618,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:43.811583 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '5302454f-5640-4916-878d-d138d40df21a', 'network_id': 'db25d310-7014-4091-a613-df6bc463c340', 'port_id': '5302454f-5640-4916-878d-d138d40df21a', 'mac_address': 'fa:16:3e:b0:95:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a8421ca-2e2e-468e-8574-e51feb1dd7e2', 'ip_address': '10.1.1.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:11:43.852199 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:43.866096 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5302454f-5640-4916-878d-d138d40df21a {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:11:43.869207 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-161a9a24-8d2b-4914-bbda-c9ad3aa35536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:43.872038 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-161a9a24-8d2b-4914-bbda-c9ad3aa35536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:43.873547 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-161a9a24-8d2b-4914-bbda-c9ad3aa35536 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/93907907-05d9-4300-9f9c-2c6d85f74ee1 HTTP/1.1" status: 204 len: 168 time: 0.2007937 Apr 20 13:11:43.888362 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 5302454f-5640-4916-878d-d138d40df21a, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=5302454f-5640-4916-878d-d138d40df21a,segment=NetworkSegment(6c303c0e-fdb8-422a-bdb4-949744537dde),segment_id=6c303c0e-fdb8-422a-bdb4-949744537dde)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:43.891557 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a9a24-8d2b-4914-bbda-c9ad3aa35536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93907907-05d9-4300-9f9c-2c6d85f74ee1,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:43.946240 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 39686) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:43.962330 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:44.011604 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-35542f8e-6885-4319-8bb2-eb9dcad6c827 admin admin] Deleting subnet 718fc4be-f4b5-4259-a4d4-37c5e44779f1 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:11:44.032540 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=5302454f-5640-4916-878d-d138d40df21a,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:44.039944 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-35542f8e-6885-4319-8bb2-eb9dcad6c827 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:44.083550 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-35542f8e-6885-4319-8bb2-eb9dcad6c827 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:44.114639 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ecac1-edc5-45f8-ad59-349d1d12db92 req-0e627922-0921-4da9-a8ef-64576a5644da tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:44.120749 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ecac1-edc5-45f8-ad59-349d1d12db92 req-0e627922-0921-4da9-a8ef-64576a5644da tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:44.126626 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ecac1-edc5-45f8-ad59-349d1d12db92 req-0e627922-0921-4da9-a8ef-64576a5644da tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:44.133374 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ecac1-edc5-45f8-ad59-349d1d12db92 req-0e627922-0921-4da9-a8ef-64576a5644da tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:44.139182 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ecac1-edc5-45f8-ad59-349d1d12db92 req-0e627922-0921-4da9-a8ef-64576a5644da tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:44.148270 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ecac1-edc5-45f8-ad59-349d1d12db92 req-0e627922-0921-4da9-a8ef-64576a5644da tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:44.151919 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ecac1-edc5-45f8-ad59-349d1d12db92 req-0e627922-0921-4da9-a8ef-64576a5644da tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:44.153755 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a51ecac1-edc5-45f8-ad59-349d1d12db92 req-0e627922-0921-4da9-a8ef-64576a5644da tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 5434 time: 0.1576014 Apr 20 13:11:44.196572 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-35542f8e-6885-4319-8bb2-eb9dcad6c827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:44.230014 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a51ecac1-edc5-45f8-ad59-349d1d12db92 req-e16a3023-e8c6-46c2-a756-c892e50a8dfd tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=453f1f18-ab3a-45a6-896f-f71ff07ade0a&id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0696425 Apr 20 13:11:44.350040 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-35542f8e-6885-4319-8bb2-eb9dcad6c827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:44.379928 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35542f8e-6885-4319-8bb2-eb9dcad6c827 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=718fc4be-f4b5-4259-a4d4-37c5e44779f1,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:44.382281 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-35542f8e-6885-4319-8bb2-eb9dcad6c827 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:44.388367 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-35542f8e-6885-4319-8bb2-eb9dcad6c827 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/718fc4be-f4b5-4259-a4d4-37c5e44779f1 HTTP/1.1" status: 204 len: 168 time: 0.4409144 Apr 20 13:11:44.389347 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39728) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:44.467101 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e6c7b23-6192-4114-8e2f-15d3fa27ba4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:44.527655 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19448757-5bd6-4730-8397-e57983122759 req-04f7fd5a-646c-4fe0-9d97-7b63b6eb0cc0 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:44.529446 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-19448757-5bd6-4730-8397-e57983122759 req-04f7fd5a-646c-4fe0-9d97-7b63b6eb0cc0 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=57d2ad3d-1aad-4c5d-9eb2-23ebba6387de HTTP/1.1" status: 200 len: 945 time: 0.0595996 Apr 20 13:11:44.557088 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e6c7b23-6192-4114-8e2f-15d3fa27ba4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:44.568256 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-19448757-5bd6-4730-8397-e57983122759 req-79a7c63d-164a-4b67-a74c-78a4b2f6424c tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322948 Apr 20 13:11:44.583326 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-0e6c7b23-6192-4114-8e2f-15d3fa27ba4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbad207f-c580-4d92-8d40-746cf281bcdb']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:44.593375 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-0e6c7b23-6192-4114-8e2f-15d3fa27ba4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa399c59-4bb3-4de4-8817-7ed2a7e5f23a') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:44.593812 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-0e6c7b23-6192-4114-8e2f-15d3fa27ba4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa399c59-4bb3-4de4-8817-7ed2a7e5f23a') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:44.603647 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e6c7b23-6192-4114-8e2f-15d3fa27ba4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:44.617484 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e6c7b23-6192-4114-8e2f-15d3fa27ba4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:44.624402 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e6c7b23-6192-4114-8e2f-15d3fa27ba4f admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:11:44.624854 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e6c7b23-6192-4114-8e2f-15d3fa27ba4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:44.626705 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:11:44.626705 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:11:44.626705 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:11:44.626705 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:11:44.626705 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:11:44.626705 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:11:44.626705 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:11:44.626705 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:11:44.626705 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:11:44.626705 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:11:44.626705 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:11:44.626705 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:11:44.626705 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:11:44.626705 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:11:44.626705 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:11:44.626705 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:11:44.626705 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:11:44.626705 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:11:44.626705 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:11:44.626705 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:11:44.626705 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:11:44.626705 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:11:44.626705 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:11:44.626705 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:11:44.626705 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:11:44.626705 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:11:44.626705 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:11:44.626705 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:11:44.626705 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:11:44.626705 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:11:44.626705 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:11:44.626705 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:11:44.655026 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['5302454f-5640-4916-878d-d138d40df21a'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:11:44.686602 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['a2533aa3-2355-44c2-b360-55e62b33e303'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:11:44.709857 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39748) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:44.732748 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-17713d09-0e83-4109-9ed9-1263974f3001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:44.738462 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device f14937da-3ffa-4323-b6fb-be8c65077a73 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:11:44.738553 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e7dbc-28a1-4623-af99-043a02be2dfc req-8d391cb3-4cb2-4a3c-b61f-9093cf096c66 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:44.739560 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 61d7bf86-442c-498e-9c87-3c4bd9dc22c0 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:11:44.762033 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-239e7dbc-28a1-4623-af99-043a02be2dfc req-8d391cb3-4cb2-4a3c-b61f-9093cf096c66 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=bddea2f0-6fcf-492e-8666-370922182323 HTTP/1.1" status: 200 len: 948 time: 0.0986576 Apr 20 13:11:44.781595 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['4b9a3dab-fa04-4d5d-827d-ba1227aed618'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:11:44.783481 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e6c7b23-6192-4114-8e2f-15d3fa27ba4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:44.797377 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e6c7b23-6192-4114-8e2f-15d3fa27ba4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:44.804817 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0e6c7b23-6192-4114-8e2f-15d3fa27ba4f admin admin] 10.222.0.25 "DELETE /v2.0/networks/fbad207f-c580-4d92-8d40-746cf281bcdb HTTP/1.1" status: 204 len: 168 time: 0.4140301 Apr 20 13:11:44.825434 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6c7b23-6192-4114-8e2f-15d3fa27ba4f admin admin] Pushing event deleted for resources: {'Network': ['ID=fbad207f-c580-4d92-8d40-746cf281bcdb,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:44.868683 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-239e7dbc-28a1-4623-af99-043a02be2dfc req-a6613f73-905b-4066-b61f-93ba77e2f9d9 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008401 Apr 20 13:11:44.920956 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-17713d09-0e83-4109-9ed9-1263974f3001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:44.978073 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-17713d09-0e83-4109-9ed9-1263974f3001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:45.024030 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-17713d09-0e83-4109-9ed9-1263974f3001 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eaa796af287d4ad7bb04e486bd93a2e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3105874 Apr 20 13:11:45.024030 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17713d09-0e83-4109-9ed9-1263974f3001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af76b9a-4aac-4515-9bd1-1c66fb860723,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:45.025787 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 39786) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:45.098262 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6648e725-be18-464b-9c98-becfb504e868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:45.152216 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6648e725-be18-464b-9c98-becfb504e868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:45.192291 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a026d-745e-48a7-b735-31855d05ed3f req-3f6c5db2-1473-45e9-a4b7-e1c23161b2ba tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:45.193795 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-765a026d-745e-48a7-b735-31855d05ed3f req-3f6c5db2-1473-45e9-a4b7-e1c23161b2ba tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.32 "GET /v2.0/ports?device_id=bddea2f0-6fcf-492e-8666-370922182323 HTTP/1.1" status: 200 len: 948 time: 0.0902007 Apr 20 13:11:45.235248 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:11:45.262088 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39796) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:45.267398 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 61d7bf86-442c-498e-9c87-3c4bd9dc22c0 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:11:45.314296 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-19876d85-2dac-4ffc-83b4-34699509f718 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=770e5557a3c3436ab852f8abeed4e992&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509901 Apr 20 13:11:45.317471 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39806) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:45.330109 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:11:45.330109 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device f10c2750-1ee2-43f8-8c9c-8c0ac9c94f89 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:11:45.340545 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port f14937da-3ffa-4323-b6fb-be8c65077a73, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=f14937da-3ffa-4323-b6fb-be8c65077a73,segment=NetworkSegment(584fac4e-2911-4891-a944-b5325601ea9d),segment_id=584fac4e-2911-4891-a944-b5325601ea9d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:45.364665 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-765a026d-745e-48a7-b735-31855d05ed3f req-e4bfbd59-bc0f-4124-b835-1f96a32ecbae tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Deleting port 9c47dad3-2ec9-4c75-a418-6e8bb250bdb2 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:45.365125 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-765a026d-745e-48a7-b735-31855d05ed3f req-e4bfbd59-bc0f-4124-b835-1f96a32ecbae tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:45.377372 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 61d7bf86-442c-498e-9c87-3c4bd9dc22c0 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:45.379119 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:45.384608 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f62f71b3-2a9f-4a06-b554-f90de9e75e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:45.413247 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f62f71b3-2a9f-4a06-b554-f90de9e75e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:45.416433 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6648e725-be18-464b-9c98-becfb504e868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:45.419398 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6648e725-be18-464b-9c98-becfb504e868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:45.420707 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-6648e725-be18-464b-9c98-becfb504e868 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2af76b9a-4aac-4515-9bd1-1c66fb860723 HTTP/1.1" status: 204 len: 168 time: 0.3933885 Apr 20 13:11:45.437726 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': 'f14937da-3ffa-4323-b6fb-be8c65077a73', 'network_id': 'd9d77a57-e2db-4fb3-9905-1d63c1153498', 'port_id': 'f14937da-3ffa-4323-b6fb-be8c65077a73', 'mac_address': 'fa:16:3e:c0:2c:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '807e65f2-f3df-4b77-a34a-b845afb7a09c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:11:45.513299 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648e725-be18-464b-9c98-becfb504e868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af76b9a-4aac-4515-9bd1-1c66fb860723,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:45.524913 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146e274-3936-428d-8b4e-724dc65334aa req-f82809a6-99f1-4c02-8ab0-e43d13eff92e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:45.531554 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146e274-3936-428d-8b4e-724dc65334aa req-f82809a6-99f1-4c02-8ab0-e43d13eff92e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:45.537698 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146e274-3936-428d-8b4e-724dc65334aa req-f82809a6-99f1-4c02-8ab0-e43d13eff92e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:45.545383 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146e274-3936-428d-8b4e-724dc65334aa req-f82809a6-99f1-4c02-8ab0-e43d13eff92e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:45.547959 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['bcd82748-3135-4569-bfe2-1036cfb737c9'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:11:45.550650 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146e274-3936-428d-8b4e-724dc65334aa req-f82809a6-99f1-4c02-8ab0-e43d13eff92e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:45.556874 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146e274-3936-428d-8b4e-724dc65334aa req-f82809a6-99f1-4c02-8ab0-e43d13eff92e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:45.560422 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f62f71b3-2a9f-4a06-b554-f90de9e75e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:45.563924 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146e274-3936-428d-8b4e-724dc65334aa req-f82809a6-99f1-4c02-8ab0-e43d13eff92e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:45.564274 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f62f71b3-2a9f-4a06-b554-f90de9e75e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:45.566532 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f62f71b3-2a9f-4a06-b554-f90de9e75e35 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1887582d-67d3-4e02-bcb9-4022a90050f1 HTTP/1.1" status: 204 len: 168 time: 0.2472079 Apr 20 13:11:45.580753 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1146e274-3936-428d-8b4e-724dc65334aa req-f82809a6-99f1-4c02-8ab0-e43d13eff92e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 5434 time: 0.2231016 Apr 20 13:11:45.585722 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f71b3-2a9f-4a06-b554-f90de9e75e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1887582d-67d3-4e02-bcb9-4022a90050f1,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:45.634010 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:45.665223 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f14937da-3ffa-4323-b6fb-be8c65077a73 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:11:45.728812 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port f14937da-3ffa-4323-b6fb-be8c65077a73, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=f14937da-3ffa-4323-b6fb-be8c65077a73,segment=NetworkSegment(584fac4e-2911-4891-a944-b5325601ea9d),segment_id=584fac4e-2911-4891-a944-b5325601ea9d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:45.749147 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:45.794920 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d2ad3d-1aad-4c5d-9eb2-23ebba6387de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d7bf86-442c-498e-9c87-3c4bd9dc22c0'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:11:45.798238 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daeb7a43-b6d4-43e2-a6db-96768f2853d7" -d '{"events": [{"server_uuid": "57d2ad3d-1aad-4c5d-9eb2-23ebba6387de", "name": "network-vif-plugged", "status": "completed", "tag": "61d7bf86-442c-498e-9c87-3c4bd9dc22c0"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:11:45.820912 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 61d7bf86-442c-498e-9c87-3c4bd9dc22c0, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=61d7bf86-442c-498e-9c87-3c4bd9dc22c0,segment=NetworkSegment(b745dd99-74ee-418c-af50-3e100538147c),segment_id=b745dd99-74ee-418c-af50-3e100538147c)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:45.858859 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:45.860540 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device c31c0af8-e1a8-4b9f-999d-c359f5ff9aac details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:11:45.945366 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=f14937da-3ffa-4323-b6fb-be8c65077a73,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:45.950818 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port c31c0af8-e1a8-4b9f-999d-c359f5ff9aac, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=c31c0af8-e1a8-4b9f-999d-c359f5ff9aac,segment=NetworkSegment(584fac4e-2911-4891-a944-b5325601ea9d),segment_id=584fac4e-2911-4891-a944-b5325601ea9d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:45.960664 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:45.968820 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': 'c31c0af8-e1a8-4b9f-999d-c359f5ff9aac', 'network_id': 'd9d77a57-e2db-4fb3-9905-1d63c1153498', 'port_id': 'c31c0af8-e1a8-4b9f-999d-c359f5ff9aac', 'mac_address': 'fa:16:3e:6d:93:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '807e65f2-f3df-4b77-a34a-b845afb7a09c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:11:46.011394 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1146e274-3936-428d-8b4e-724dc65334aa req-7411796e-6fa3-479e-9a67-efceb1582c99 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=453f1f18-ab3a-45a6-896f-f71ff07ade0a&id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4296753 Apr 20 13:11:46.020578 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-765a026d-745e-48a7-b735-31855d05ed3f req-e4bfbd59-bc0f-4124-b835-1f96a32ecbae tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] For port 9c47dad3-2ec9-4c75-a418-6e8bb250bdb2, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=9c47dad3-2ec9-4c75-a418-6e8bb250bdb2,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:46.021133 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-765a026d-745e-48a7-b735-31855d05ed3f req-e4bfbd59-bc0f-4124-b835-1f96a32ecbae tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:46.046265 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cffedc-e290-4fbf-8422-2d3b29d4008f req-b1985b2e-9c2a-4fe4-9ac8-b0a1d652bab3 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:46.048526 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-41cffedc-e290-4fbf-8422-2d3b29d4008f req-b1985b2e-9c2a-4fe4-9ac8-b0a1d652bab3 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=57d2ad3d-1aad-4c5d-9eb2-23ebba6387de HTTP/1.1" status: 200 len: 945 time: 0.1177797 Apr 20 13:11:46.049706 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-765a026d-745e-48a7-b735-31855d05ed3f req-e4bfbd59-bc0f-4124-b835-1f96a32ecbae tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Calling delete_port for 9c47dad3-2ec9-4c75-a418-6e8bb250bdb2 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:46.059068 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=61d7bf86-442c-498e-9c87-3c4bd9dc22c0,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:46.063043 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:46.078388 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c31c0af8-e1a8-4b9f-999d-c359f5ff9aac {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:11:46.101981 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port c31c0af8-e1a8-4b9f-999d-c359f5ff9aac, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=c31c0af8-e1a8-4b9f-999d-c359f5ff9aac,segment=NetworkSegment(584fac4e-2911-4891-a944-b5325601ea9d),segment_id=584fac4e-2911-4891-a944-b5325601ea9d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:46.144009 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-41cffedc-e290-4fbf-8422-2d3b29d4008f req-80b2a052-74c3-453d-9336-4d147328da7b tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844817 Apr 20 13:11:46.178170 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:46.179059 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device ddf8ba6d-7550-4f8d-9701-e0000773fd49 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:11:46.233726 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412ef5cf-6e7b-4ffa-adc9-fe61302b3f75 x-openstack-request-id: req-412ef5cf-6e7b-4ffa-adc9-fe61302b3f75 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:11:46.233726 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d2ad3d-1aad-4c5d-9eb2-23ebba6387de", "name": "network-vif-plugged", "status": "completed", "tag": "61d7bf86-442c-498e-9c87-3c4bd9dc22c0", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:11:46.233726 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-412ef5cf-6e7b-4ffa-adc9-fe61302b3f75 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:11:46.233726 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-412ef5cf-6e7b-4ffa-adc9-fe61302b3f75'] response: {'server_uuid': '57d2ad3d-1aad-4c5d-9eb2-23ebba6387de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d7bf86-442c-498e-9c87-3c4bd9dc22c0', 'code': 200} Apr 20 13:11:46.333436 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=c31c0af8-e1a8-4b9f-999d-c359f5ff9aac,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:46.336142 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bef1d7-ca1d-469c-b30e-015de4f3137a req-ce2dddc7-6624-4bc7-8997-b060b38b5c1c tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:46.344840 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-33bef1d7-ca1d-469c-b30e-015de4f3137a req-ce2dddc7-6624-4bc7-8997-b060b38b5c1c tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=bddea2f0-6fcf-492e-8666-370922182323 HTTP/1.1" status: 200 len: 948 time: 0.1379580 Apr 20 13:11:46.359784 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6a93f-94f0-4971-9b6a-5eff545e041f req-2648c27d-df80-447c-84d7-7cc385e93e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:46.365558 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7ab6a93f-94f0-4971-9b6a-5eff545e041f req-2648c27d-df80-447c-84d7-7cc385e93e45 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=57d2ad3d-1aad-4c5d-9eb2-23ebba6387de HTTP/1.1" status: 200 len: 1097 time: 0.0888636 Apr 20 13:11:46.416597 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-33bef1d7-ca1d-469c-b30e-015de4f3137a req-9090852e-7fc4-4fe7-ba7b-bfdb5640b67c tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528715 Apr 20 13:11:46.419479 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port ddf8ba6d-7550-4f8d-9701-e0000773fd49, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=ddf8ba6d-7550-4f8d-9701-e0000773fd49,segment=NetworkSegment(6c303c0e-fdb8-422a-bdb4-949744537dde),segment_id=6c303c0e-fdb8-422a-bdb4-949744537dde)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:46.435749 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7ab6a93f-94f0-4971-9b6a-5eff545e041f req-ac0bb6be-41b0-4677-bb07-fa509fda1647 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634527 Apr 20 13:11:46.443932 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': 'ddf8ba6d-7550-4f8d-9701-e0000773fd49', 'network_id': 'db25d310-7014-4091-a613-df6bc463c340', 'port_id': 'ddf8ba6d-7550-4f8d-9701-e0000773fd49', 'mac_address': 'fa:16:3e:3a:95:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a8421ca-2e2e-468e-8574-e51feb1dd7e2', 'ip_address': '10.1.1.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:11:46.497495 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-765a026d-745e-48a7-b735-31855d05ed3f req-e4bfbd59-bc0f-4124-b835-1f96a32ecbae tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:46.515392 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:46.527686 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bfbd59-bc0f-4124-b835-1f96a32ecbae tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Pushing event deleted for resources: {'Port': ['ID=9c47dad3-2ec9-4c75-a418-6e8bb250bdb2,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:46.531047 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['02d394e3-f6ef-489c-8ff6-8161ad8effee', '02c75dde-c85e-4540-b9d2-3b060f581e4b'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:11:46.593716 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-765a026d-745e-48a7-b735-31855d05ed3f req-e4bfbd59-bc0f-4124-b835-1f96a32ecbae tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] No DVR routers for this DVR port 9c47dad3-2ec9-4c75-a418-6e8bb250bdb2 on host n-h1-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:11:46.596286 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-765a026d-745e-48a7-b735-31855d05ed3f req-e4bfbd59-bc0f-4124-b835-1f96a32ecbae tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:46.603919 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddf8ba6d-7550-4f8d-9701-e0000773fd49 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:11:46.610803 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-765a026d-745e-48a7-b735-31855d05ed3f req-e4bfbd59-bc0f-4124-b835-1f96a32ecbae tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.32 "DELETE /v2.0/ports/9c47dad3-2ec9-4c75-a418-6e8bb250bdb2 HTTP/1.1" status: 204 len: 173 time: 1.4038556 Apr 20 13:11:46.610803 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bddea2f0-6fcf-492e-8666-370922182323', 'name': 'network-vif-deleted', 'tag': '9c47dad3-2ec9-4c75-a418-6e8bb250bdb2'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:11:46.610803 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63605573-2920-4b33-899a-5c4fea810aa4" -d '{"events": [{"server_uuid": "bddea2f0-6fcf-492e-8666-370922182323", "name": "network-vif-deleted", "tag": "9c47dad3-2ec9-4c75-a418-6e8bb250bdb2"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:11:46.639500 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port ddf8ba6d-7550-4f8d-9701-e0000773fd49, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=ddf8ba6d-7550-4f8d-9701-e0000773fd49,segment=NetworkSegment(6c303c0e-fdb8-422a-bdb4-949744537dde),segment_id=6c303c0e-fdb8-422a-bdb4-949744537dde)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:46.650494 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce526ade-418c-4bb8-8cc9-0068aaa1c6a6 x-openstack-request-id: req-ce526ade-418c-4bb8-8cc9-0068aaa1c6a6 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:11:46.650803 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bddea2f0-6fcf-492e-8666-370922182323", "name": "network-vif-deleted", "tag": "9c47dad3-2ec9-4c75-a418-6e8bb250bdb2", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:11:46.651049 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce526ade-418c-4bb8-8cc9-0068aaa1c6a6 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:11:46.651495 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce526ade-418c-4bb8-8cc9-0068aaa1c6a6'] response: {'server_uuid': 'bddea2f0-6fcf-492e-8666-370922182323', 'name': 'network-vif-deleted', 'tag': '9c47dad3-2ec9-4c75-a418-6e8bb250bdb2', 'status': 'completed', 'code': 200} Apr 20 13:11:46.790446 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:46.882361 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=ddf8ba6d-7550-4f8d-9701-e0000773fd49,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:47.137198 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39986) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:47.162229 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39990) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:47.215837 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24fee0-b0b6-4ce3-b591-16faac263304 req-bf52842b-c7d9-4d66-8331-a9a69641073e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:47.222958 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24fee0-b0b6-4ce3-b591-16faac263304 req-bf52842b-c7d9-4d66-8331-a9a69641073e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:47.229694 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24fee0-b0b6-4ce3-b591-16faac263304 req-bf52842b-c7d9-4d66-8331-a9a69641073e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:47.236119 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24fee0-b0b6-4ce3-b591-16faac263304 req-bf52842b-c7d9-4d66-8331-a9a69641073e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:47.243297 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24fee0-b0b6-4ce3-b591-16faac263304 req-bf52842b-c7d9-4d66-8331-a9a69641073e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:47.250328 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24fee0-b0b6-4ce3-b591-16faac263304 req-bf52842b-c7d9-4d66-8331-a9a69641073e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:47.256903 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24fee0-b0b6-4ce3-b591-16faac263304 req-bf52842b-c7d9-4d66-8331-a9a69641073e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:47.264075 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-af24fee0-b0b6-4ce3-b591-16faac263304 req-bf52842b-c7d9-4d66-8331-a9a69641073e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 5437 time: 0.1305153 Apr 20 13:11:47.302356 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-8856afaa-3205-4eeb-b1e5-23be8cb9907e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1464719406-network', 'tenant_id': 'ca3accf5276e4d76af22fb2c7e566d37'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:47.334824 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-af24fee0-b0b6-4ce3-b591-16faac263304 req-edbb5747-6b6f-4b24-a223-883752b757a5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=453f1f18-ab3a-45a6-896f-f71ff07ade0a&id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585287 Apr 20 13:11:47.346149 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a46723e-2803-419d-aa0f-228bfddea919 req-b505e401-ee30-476d-9936-65a6b08843e0 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:47.348271 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5a46723e-2803-419d-aa0f-228bfddea919 req-b505e401-ee30-476d-9936-65a6b08843e0 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=57d2ad3d-1aad-4c5d-9eb2-23ebba6387de HTTP/1.1" status: 200 len: 946 time: 0.0832548 Apr 20 13:11:47.402942 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-0082bcef-ebdc-40c4-8184-526440cc0b05 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2086529703'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:47.404003 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5a46723e-2803-419d-aa0f-228bfddea919 req-033ce033-73eb-4a09-a18e-c87bb028bdb7 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481269 Apr 20 13:11:47.429976 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8856afaa-3205-4eeb-b1e5-23be8cb9907e admin admin] Made reservation on behalf of ca3accf5276e4d76af22fb2c7e566d37 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:11:47.432449 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8856afaa-3205-4eeb-b1e5-23be8cb9907e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:47.442710 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8856afaa-3205-4eeb-b1e5-23be8cb9907e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:47.537056 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0082bcef-ebdc-40c4-8184-526440cc0b05 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Made reservation on behalf of 0d358612818846ebb999d391fe5661fb for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:11:47.540468 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0082bcef-ebdc-40c4-8184-526440cc0b05 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:47.560762 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0082bcef-ebdc-40c4-8184-526440cc0b05 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:47.564658 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8856afaa-3205-4eeb-b1e5-23be8cb9907e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:47.591242 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a0bf4954-2dd8-4bac-b975-0235434ea244 req-405c0f3b-2346-4cd5-a7e0-f040c8552b2d tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=bddea2f0-6fcf-492e-8666-370922182323 HTTP/1.1" status: 200 len: 210 time: 0.0415459 Apr 20 13:11:47.645194 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0082bcef-ebdc-40c4-8184-526440cc0b05 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:47.703325 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8856afaa-3205-4eeb-b1e5-23be8cb9907e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:47.732456 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8856afaa-3205-4eeb-b1e5-23be8cb9907e admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:11:47.739520 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8856afaa-3205-4eeb-b1e5-23be8cb9907e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f975b7-d3c2-4c6a-b1f1-49427083a725,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:47.748623 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8856afaa-3205-4eeb-b1e5-23be8cb9907e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:47.751924 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-8856afaa-3205-4eeb-b1e5-23be8cb9907e admin admin] Added segment cd83a0bb-1b0d-4afc-bfed-cc30ecd62304 of type vlan for network 06ae5f68-e14d-41ac-9ba7-b198ddf249e3 Apr 20 13:11:47.759431 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0082bcef-ebdc-40c4-8184-526440cc0b05 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:47.813066 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0082bcef-ebdc-40c4-8184-526440cc0b05 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:11:47.820551 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082bcef-ebdc-40c4-8184-526440cc0b05 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe14d02-797a-4f11-a15e-726dd9a91572,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:47.838179 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8856afaa-3205-4eeb-b1e5-23be8cb9907e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:47.840627 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0082bcef-ebdc-40c4-8184-526440cc0b05 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:47.840970 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-0082bcef-ebdc-40c4-8184-526440cc0b05 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Added segment a8184d49-9823-4390-8266-83d3c717c910 of type vlan for network 090f22d8-c9f4-4b80-b9a7-e154f3d4f17c Apr 20 13:11:47.898784 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0082bcef-ebdc-40c4-8184-526440cc0b05 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:47.984275 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8856afaa-3205-4eeb-b1e5-23be8cb9907e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:47.985427 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8856afaa-3205-4eeb-b1e5-23be8cb9907e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:47.986201 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8856afaa-3205-4eeb-b1e5-23be8cb9907e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:48.009663 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0082bcef-ebdc-40c4-8184-526440cc0b05 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:48.016175 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0082bcef-ebdc-40c4-8184-526440cc0b05 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:48.016790 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0082bcef-ebdc-40c4-8184-526440cc0b05 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:48.063057 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8856afaa-3205-4eeb-b1e5-23be8cb9907e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8995543 Apr 20 13:11:48.066798 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 40080) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:48.067774 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8856afaa-3205-4eeb-b1e5-23be8cb9907e admin admin] Pushing event updated for resources: {'Network': ['ID=06ae5f68-e14d-41ac-9ba7-b198ddf249e3,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:48.071828 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-a344e9b1-4e8d-4bcc-9191-d77c9525693d admin admin] Request body: {'subnet': {'network_id': '06ae5f68-e14d-41ac-9ba7-b198ddf249e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1464719406-subnet', 'tenant_id': 'ca3accf5276e4d76af22fb2c7e566d37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:48.084805 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 06ae5f68-e14d-41ac-9ba7-b198ddf249e3 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:11:48.181176 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0082bcef-ebdc-40c4-8184-526440cc0b05 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.0427983 Apr 20 13:11:48.184247 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 40094) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:48.186735 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['f14937da-3ffa-4323-b6fb-be8c65077a73'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:11:48.189146 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-bc974819-4353-4f97-9cfc-8fc14e3bc799 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Request body: {'subnet': {'network_id': '090f22d8-c9f4-4b80-b9a7-e154f3d4f17c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:48.191930 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082bcef-ebdc-40c4-8184-526440cc0b05 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Pushing event updated for resources: {'Network': ['ID=090f22d8-c9f4-4b80-b9a7-e154f3d4f17c,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:48.222321 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 090f22d8-c9f4-4b80-b9a7-e154f3d4f17c details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:11:48.241150 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a344e9b1-4e8d-4bcc-9191-d77c9525693d admin admin] Made reservation on behalf of ca3accf5276e4d76af22fb2c7e566d37 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:11:48.246508 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a344e9b1-4e8d-4bcc-9191-d77c9525693d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:48.294649 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['ddf8ba6d-7550-4f8d-9701-e0000773fd49'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:11:48.302883 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['c31c0af8-e1a8-4b9f-999d-c359f5ff9aac'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:11:48.518567 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc974819-4353-4f97-9cfc-8fc14e3bc799 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Made reservation on behalf of 0d358612818846ebb999d391fe5661fb for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:11:48.520427 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bc974819-4353-4f97-9cfc-8fc14e3bc799 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:48.541251 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['3c9f21da-6fdc-4980-88b9-d73613e671ab', '35f4dcac-bf1f-472e-8000-63eb2787a89a', '27987731-9483-4930-8ab5-3df02669158a', '9c47dad3-2ec9-4c75-a418-6e8bb250bdb2'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:11:48.585375 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993ba9d-3cd8-4387-8887-43a6a3333b20 req-e0d2a512-e56b-47c6-8e38-b866ba0399d9 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:48.591080 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993ba9d-3cd8-4387-8887-43a6a3333b20 req-e0d2a512-e56b-47c6-8e38-b866ba0399d9 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:48.597121 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993ba9d-3cd8-4387-8887-43a6a3333b20 req-e0d2a512-e56b-47c6-8e38-b866ba0399d9 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:48.602889 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993ba9d-3cd8-4387-8887-43a6a3333b20 req-e0d2a512-e56b-47c6-8e38-b866ba0399d9 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:48.608819 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993ba9d-3cd8-4387-8887-43a6a3333b20 req-e0d2a512-e56b-47c6-8e38-b866ba0399d9 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:48.614990 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993ba9d-3cd8-4387-8887-43a6a3333b20 req-e0d2a512-e56b-47c6-8e38-b866ba0399d9 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:48.620788 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993ba9d-3cd8-4387-8887-43a6a3333b20 req-e0d2a512-e56b-47c6-8e38-b866ba0399d9 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:48.622669 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3993ba9d-3cd8-4387-8887-43a6a3333b20 req-e0d2a512-e56b-47c6-8e38-b866ba0399d9 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 5437 time: 0.2068825 Apr 20 13:11:48.631576 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a344e9b1-4e8d-4bcc-9191-d77c9525693d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:48.778428 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a344e9b1-4e8d-4bcc-9191-d77c9525693d admin admin] Pushing event updated for resources: {'Subnet': ['ID=98ffd157-5378-4127-af00-68686112b7a5,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:48.787668 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3993ba9d-3cd8-4387-8887-43a6a3333b20 req-7f512718-fb90-437b-9c61-115d5f574e85 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=453f1f18-ab3a-45a6-896f-f71ff07ade0a&id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1539426 Apr 20 13:11:48.810477 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device a2533aa3-2355-44c2-b360-55e62b33e303 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:11:48.812589 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf57b3-0d00-41c9-9a89-6d207b26aaf8 req-8e1c9d3d-f376-4b55-8ae9-1e8cc2327b9c tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:48.814290 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-37cf57b3-0d00-41c9-9a89-6d207b26aaf8 req-8e1c9d3d-f376-4b55-8ae9-1e8cc2327b9c tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=57d2ad3d-1aad-4c5d-9eb2-23ebba6387de HTTP/1.1" status: 200 len: 946 time: 0.2408354 Apr 20 13:11:48.916154 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a344e9b1-4e8d-4bcc-9191-d77c9525693d admin admin] Checking segment: {'id': 'cd83a0bb-1b0d-4afc-bfed-cc30ecd62304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '06ae5f68-e14d-41ac-9ba7-b198ddf249e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:11:48.917308 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a344e9b1-4e8d-4bcc-9191-d77c9525693d admin admin] Network hostable DHCP agents. Network: 06ae5f68-e14d-41ac-9ba7-b198ddf249e3, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:11:48.984268 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port a2533aa3-2355-44c2-b360-55e62b33e303 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:11:48.995390 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-37cf57b3-0d00-41c9-9a89-6d207b26aaf8 req-9dc002de-1533-4cb8-aed8-5d0d4a7f5c2b tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748179 Apr 20 13:11:48.997421 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port a2533aa3-2355-44c2-b360-55e62b33e303 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:48.997865 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:49.040836 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bc974819-4353-4f97-9cfc-8fc14e3bc799 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:49.107984 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a344e9b1-4e8d-4bcc-9191-d77c9525693d admin admin] Network 06ae5f68-e14d-41ac-9ba7-b198ddf249e3 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:11:49.122223 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:49.156461 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2533aa3-2355-44c2-b360-55e62b33e303'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:11:49.160437 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc974819-4353-4f97-9cfc-8fc14e3bc799 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Pushing event updated for resources: {'Subnet': ['ID=3fc21b90-4dea-40d3-bfdd-74b1f2f20818,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:49.161176 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0de37c-1551-4b98-a60e-e8ec2af1aea8" -d '{"events": [{"server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "name": "network-vif-plugged", "status": "completed", "tag": "a2533aa3-2355-44c2-b360-55e62b33e303"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:11:49.178685 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port a2533aa3-2355-44c2-b360-55e62b33e303, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=a2533aa3-2355-44c2-b360-55e62b33e303,segment=NetworkSegment(84af7999-438f-4181-814e-70ab50e7b8be),segment_id=84af7999-438f-4181-814e-70ab50e7b8be)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:49.181020 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc974819-4353-4f97-9cfc-8fc14e3bc799 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Checking segment: {'id': 'a8184d49-9823-4390-8266-83d3c717c910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '090f22d8-c9f4-4b80-b9a7-e154f3d4f17c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:11:49.181431 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc974819-4353-4f97-9cfc-8fc14e3bc799 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Network hostable DHCP agents. Network: 090f22d8-c9f4-4b80-b9a7-e154f3d4f17c, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:11:49.207598 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-a344e9b1-4e8d-4bcc-9191-d77c9525693d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 06ae5f68-e14d-41ac-9ba7-b198ddf249e3) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:11:49.218265 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2fe805-43b3-4881-950e-973038f4f068 None None] Network 06ae5f68-e14d-41ac-9ba7-b198ddf249e3 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:11:49.220917 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a344e9b1-4e8d-4bcc-9191-d77c9525693d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:49.222416 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a344e9b1-4e8d-4bcc-9191-d77c9525693d admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:49.267791 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:49.268605 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 5302454f-5640-4916-878d-d138d40df21a up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:11:49.280288 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc974819-4353-4f97-9cfc-8fc14e3bc799 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Network 090f22d8-c9f4-4b80-b9a7-e154f3d4f17c is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:11:49.290295 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-bc974819-4353-4f97-9cfc-8fc14e3bc799 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 090f22d8-c9f4-4b80-b9a7-e154f3d4f17c) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:11:49.306656 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1736593f-78d6-4711-ad29-d0a320244b38 None None] Network 090f22d8-c9f4-4b80-b9a7-e154f3d4f17c requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:11:49.311477 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc974819-4353-4f97-9cfc-8fc14e3bc799 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:49.312945 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bc974819-4353-4f97-9cfc-8fc14e3bc799 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:49.322578 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a344e9b1-4e8d-4bcc-9191-d77c9525693d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2546675 Apr 20 13:11:49.408770 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-bc974819-4353-4f97-9cfc-8fc14e3bc799 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2232196 Apr 20 13:11:49.411930 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40164) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:49.424151 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-0f3c998d-ba30-41d9-b94f-d6084a1dde49 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Request body: {'port': {'network_id': '090f22d8-c9f4-4b80-b9a7-e154f3d4f17c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1208879159'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:49.476113 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=a2533aa3-2355-44c2-b360-55e62b33e303,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:49.617888 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23fba73-b7d4-4200-93c5-101899296b12 None None] Network 06ae5f68-e14d-41ac-9ba7-b198ddf249e3 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:11:49.670834 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3c998d-ba30-41d9-b94f-d6084a1dde49 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Made reservation on behalf of 0d358612818846ebb999d391fe5661fb for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:11:49.676209 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0f3c998d-ba30-41d9-b94f-d6084a1dde49 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:49.729169 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-0f3c998d-ba30-41d9-b94f-d6084a1dde49 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] device_id is not set on port 1264778b-15e3-47ae-8661-693934f2c9dc yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:11:49.807855 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15415b5-e927-4438-9f5e-f79f36348665 x-openstack-request-id: req-b15415b5-e927-4438-9f5e-f79f36348665 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:11:49.808142 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "name": "network-vif-plugged", "status": "completed", "tag": "a2533aa3-2355-44c2-b360-55e62b33e303", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:11:49.808894 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b15415b5-e927-4438-9f5e-f79f36348665 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:11:49.808894 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b15415b5-e927-4438-9f5e-f79f36348665'] response: {'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2533aa3-2355-44c2-b360-55e62b33e303', 'code': 200} Apr 20 13:11:49.848604 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 5302454f-5640-4916-878d-d138d40df21a completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:11:49.853492 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 5302454f-5640-4916-878d-d138d40df21a triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:49.853860 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:49.871852 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-0f3c998d-ba30-41d9-b94f-d6084a1dde49 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Allocated IP 2001:db8::4c (090f22d8-c9f4-4b80-b9a7-e154f3d4f17c/3fc21b90-4dea-40d3-bfdd-74b1f2f20818/1264778b-15e3-47ae-8661-693934f2c9dc) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:11:49.946127 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c2abb5-0f1f-4853-9ee0-5a33dbafe383 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-090f22d8-c9f4-4b80-b9a7-e154f3d4f17c', 'network_id': '090f22d8-c9f4-4b80-b9a7-e154f3d4f17c', 'tenant_id': '0d358612818846ebb999d391fe5661fb', 'fixed_ips': [{'subnet_id': '3fc21b90-4dea-40d3-bfdd-74b1f2f20818'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:11:49.946127 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-10c2abb5-0f1f-4853-9ee0-5a33dbafe383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:50.249016 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 40218) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:50.250487 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:50.254735 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-485f59fc-a55e-4058-b808-7c2a6a647768 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1674668234-network', 'tenant_id': 'a5c55f3b8ccd48a9bb794b1c232d002c'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:50.316499 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 5302454f-5640-4916-878d-d138d40df21a, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=5302454f-5640-4916-878d-d138d40df21a,segment=NetworkSegment(6c303c0e-fdb8-422a-bdb4-949744537dde),segment_id=6c303c0e-fdb8-422a-bdb4-949744537dde)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:50.353947 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485f59fc-a55e-4058-b808-7c2a6a647768 admin admin] Made reservation on behalf of a5c55f3b8ccd48a9bb794b1c232d002c for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:11:50.356373 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-485f59fc-a55e-4058-b808-7c2a6a647768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:50.374965 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-485f59fc-a55e-4058-b808-7c2a6a647768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:50.404248 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d3e64-02f7-4d14-bfa9-0ed04d73d46f req-5e681841-e56b-4590-b07b-b8e0473e8857 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:50.411494 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d3e64-02f7-4d14-bfa9-0ed04d73d46f req-5e681841-e56b-4590-b07b-b8e0473e8857 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:50.417198 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:50.418762 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d3e64-02f7-4d14-bfa9-0ed04d73d46f req-5e681841-e56b-4590-b07b-b8e0473e8857 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:50.425086 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d3e64-02f7-4d14-bfa9-0ed04d73d46f req-5e681841-e56b-4590-b07b-b8e0473e8857 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:50.431286 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d3e64-02f7-4d14-bfa9-0ed04d73d46f req-5e681841-e56b-4590-b07b-b8e0473e8857 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:50.437135 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d3e64-02f7-4d14-bfa9-0ed04d73d46f req-5e681841-e56b-4590-b07b-b8e0473e8857 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:50.443083 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d3e64-02f7-4d14-bfa9-0ed04d73d46f req-5e681841-e56b-4590-b07b-b8e0473e8857 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:50.445063 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-874d3e64-02f7-4d14-bfa9-0ed04d73d46f req-5e681841-e56b-4590-b07b-b8e0473e8857 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 5438 time: 0.1457191 Apr 20 13:11:50.473822 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=5302454f-5640-4916-878d-d138d40df21a,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:50.489941 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0f3c998d-ba30-41d9-b94f-d6084a1dde49 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:50.554042 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-874d3e64-02f7-4d14-bfa9-0ed04d73d46f req-9524618c-1486-4e8c-8c31-4f0812aa9df3 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=453f1f18-ab3a-45a6-896f-f71ff07ade0a&id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0708287 Apr 20 13:11:50.570188 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-485f59fc-a55e-4058-b808-7c2a6a647768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:50.589853 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0f3c998d-ba30-41d9-b94f-d6084a1dde49 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:50.640762 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3c998d-ba30-41d9-b94f-d6084a1dde49 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Network 090f22d8-c9f4-4b80-b9a7-e154f3d4f17c is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:11:50.644705 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-0f3c998d-ba30-41d9-b94f-d6084a1dde49 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:11:50.648176 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3c998d-ba30-41d9-b94f-d6084a1dde49 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:11:50.657792 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3c998d-ba30-41d9-b94f-d6084a1dde49 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:50.658605 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0f3c998d-ba30-41d9-b94f-d6084a1dde49 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:50.666145 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-10c2abb5-0f1f-4853-9ee0-5a33dbafe383 None None] Allocated IP 2001:db8::2 (090f22d8-c9f4-4b80-b9a7-e154f3d4f17c/3fc21b90-4dea-40d3-bfdd-74b1f2f20818/3949afca-baa7-4546-ad62-c896a4ce6fe6) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:11:50.677907 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c998d-ba30-41d9-b94f-d6084a1dde49 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Pushing event updated for resources: {'Port': ['ID=1264778b-15e3-47ae-8661-693934f2c9dc,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:50.679445 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-485f59fc-a55e-4058-b808-7c2a6a647768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:50.732706 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-485f59fc-a55e-4058-b808-7c2a6a647768 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:11:50.748919 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0f3c998d-ba30-41d9-b94f-d6084a1dde49 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.3349910 Apr 20 13:11:50.753489 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f59fc-a55e-4058-b808-7c2a6a647768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea37489-ceb9-4a1f-b20a-81addb16e1c7,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:50.753613 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40232) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:50.758296 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-485f59fc-a55e-4058-b808-7c2a6a647768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:50.758776 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-485f59fc-a55e-4058-b808-7c2a6a647768 admin admin] Added segment ee7a0505-e09f-4082-a7d5-0322568c7868 of type vlan for network 54c6ce93-b1cf-47fc-8180-23ccfccc944e Apr 20 13:11:50.765919 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-6ce80fe9-466f-458f-8853-be2944a76995 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Request body: {'port': {'network_id': '090f22d8-c9f4-4b80-b9a7-e154f3d4f17c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-131373378', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:50.766469 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.api.validators [None req-6ce80fe9-466f-458f-8853-be2944a76995 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] bootfile-name is not in valid_values {{(pid=114870) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 13:11:50.767944 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.api.validators [None req-6ce80fe9-466f-458f-8853-be2944a76995 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] tftp-server is not in valid_values {{(pid=114870) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 13:11:50.770612 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.api.validators [None req-6ce80fe9-466f-458f-8853-be2944a76995 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] server-ip-address is not in valid_values {{(pid=114870) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 13:11:50.774467 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94c1a4-a5e6-4202-ae0b-2ee73d45d129 req-2213030d-58a1-4f48-8676-5ae8172a595b tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:50.776015 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4b94c1a4-a5e6-4202-ae0b-2ee73d45d129 req-2213030d-58a1-4f48-8676-5ae8172a595b tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=57d2ad3d-1aad-4c5d-9eb2-23ebba6387de HTTP/1.1" status: 200 len: 946 time: 0.1390061 Apr 20 13:11:50.810420 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device bcd82748-3135-4569-bfe2-1036cfb737c9 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:11:50.829503 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ea7b2-b2f0-49f8-b5a8-b1dc931474d8 req-5a6785d9-b940-48ee-a581-dae90dd32fb9 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:50.830988 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e87ea7b2-b2f0-49f8-b5a8-b1dc931474d8 req-5a6785d9-b940-48ee-a581-dae90dd32fb9 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e6f25c6-93d3-4d22-a53e-c1fb70fe17cb HTTP/1.1" status: 200 len: 950 time: 0.1559999 Apr 20 13:11:50.848260 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-485f59fc-a55e-4058-b808-7c2a6a647768 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:50.911597 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-10c2abb5-0f1f-4853-9ee0-5a33dbafe383 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:50.913768 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4b94c1a4-a5e6-4202-ae0b-2ee73d45d129 req-4552a13d-6000-4428-b11c-5a7401cc0f90 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006002 Apr 20 13:11:50.930566 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e87ea7b2-b2f0-49f8-b5a8-b1dc931474d8 req-48ea1116-74ac-417c-b1df-c7333a7a3797 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929356 Apr 20 13:11:50.977451 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port bcd82748-3135-4569-bfe2-1036cfb737c9 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:11:50.982153 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port bcd82748-3135-4569-bfe2-1036cfb737c9 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:50.982679 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:51.005988 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-485f59fc-a55e-4058-b808-7c2a6a647768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:51.006966 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485f59fc-a55e-4058-b808-7c2a6a647768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:51.007577 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-485f59fc-a55e-4058-b808-7c2a6a647768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:51.028386 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-10c2abb5-0f1f-4853-9ee0-5a33dbafe383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:51.064889 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce80fe9-466f-458f-8853-be2944a76995 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Made reservation on behalf of 0d358612818846ebb999d391fe5661fb for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:11:51.071950 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6ce80fe9-466f-458f-8853-be2944a76995 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:51.078727 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c2abb5-0f1f-4853-9ee0-5a33dbafe383 None None] Pushing event updated for resources: {'Port': ['ID=3949afca-baa7-4546-ad62-c896a4ce6fe6,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:51.101319 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c2abb5-0f1f-4853-9ee0-5a33dbafe383 None None] Network 090f22d8-c9f4-4b80-b9a7-e154f3d4f17c is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:11:51.103706 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-10c2abb5-0f1f-4853-9ee0-5a33dbafe383 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:11:51.106549 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c2abb5-0f1f-4853-9ee0-5a33dbafe383 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:11:51.118497 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f59fc-a55e-4058-b808-7c2a6a647768 admin admin] Pushing event updated for resources: {'Network': ['ID=54c6ce93-b1cf-47fc-8180-23ccfccc944e,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:51.124764 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-6ce80fe9-466f-458f-8853-be2944a76995 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] device_id is not set on port bb09ab9c-6f72-4cf4-8b93-7021bc4796f4 yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:11:51.177498 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-485f59fc-a55e-4058-b808-7c2a6a647768 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9272921 Apr 20 13:11:51.180947 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40250) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:51.186762 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 54c6ce93-b1cf-47fc-8180-23ccfccc944e details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:11:51.187921 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-267e3eb4-bc0a-4d94-8f3a-244bc427fd6b admin admin] Request body: {'subnet': {'network_id': '54c6ce93-b1cf-47fc-8180-23ccfccc944e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1674668234-subnet', 'tenant_id': 'a5c55f3b8ccd48a9bb794b1c232d002c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:51.235245 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1b260-c152-466c-ab71-fcce710ffff5 req-a7bcb2e3-c418-4db1-a972-b20efcc5a443 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:51.236931 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-33b1b260-c152-466c-ab71-fcce710ffff5 req-a7bcb2e3-c418-4db1-a972-b20efcc5a443 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e6f25c6-93d3-4d22-a53e-c1fb70fe17cb HTTP/1.1" status: 200 len: 950 time: 0.1058047 Apr 20 13:11:51.269357 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267e3eb4-bc0a-4d94-8f3a-244bc427fd6b admin admin] Made reservation on behalf of a5c55f3b8ccd48a9bb794b1c232d002c for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:11:51.271843 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-267e3eb4-bc0a-4d94-8f3a-244bc427fd6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:51.314620 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-6ce80fe9-466f-458f-8853-be2944a76995 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Allocated IP 2001:db8::18d (090f22d8-c9f4-4b80-b9a7-e154f3d4f17c/3fc21b90-4dea-40d3-bfdd-74b1f2f20818/bb09ab9c-6f72-4cf4-8b93-7021bc4796f4) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:11:51.330718 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:51.388552 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port bcd82748-3135-4569-bfe2-1036cfb737c9, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=bcd82748-3135-4569-bfe2-1036cfb737c9,segment=NetworkSegment(6c303c0e-fdb8-422a-bdb4-949744537dde),segment_id=6c303c0e-fdb8-422a-bdb4-949744537dde)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:51.400312 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-10c2abb5-0f1f-4853-9ee0-5a33dbafe383 None None] Attempting to bind port 3949afca-baa7-4546-ad62-c896a4ce6fe6 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:11:51.400772 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-10c2abb5-0f1f-4853-9ee0-5a33dbafe383 None None] Attempting to bind port 3949afca-baa7-4546-ad62-c896a4ce6fe6 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'a8184d49-9823-4390-8266-83d3c717c910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '090f22d8-c9f4-4b80-b9a7-e154f3d4f17c'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:11:51.401276 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c2abb5-0f1f-4853-9ee0-5a33dbafe383 None None] Attempting to bind port 3949afca-baa7-4546-ad62-c896a4ce6fe6 on network 090f22d8-c9f4-4b80-b9a7-e154f3d4f17c {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:11:51.412878 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c2abb5-0f1f-4853-9ee0-5a33dbafe383 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:11:51.412878 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c2abb5-0f1f-4853-9ee0-5a33dbafe383 None None] Checking segment: {'id': 'a8184d49-9823-4390-8266-83d3c717c910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '090f22d8-c9f4-4b80-b9a7-e154f3d4f17c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:11:51.414320 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-10c2abb5-0f1f-4853-9ee0-5a33dbafe383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:51.414320 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c2abb5-0f1f-4853-9ee0-5a33dbafe383 None None] Bound using segment: {'id': 'a8184d49-9823-4390-8266-83d3c717c910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '090f22d8-c9f4-4b80-b9a7-e154f3d4f17c'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:11:51.414505 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-10c2abb5-0f1f-4853-9ee0-5a33dbafe383 None None] Bound port: 3949afca-baa7-4546-ad62-c896a4ce6fe6, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8184d49-9823-4390-8266-83d3c717c910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '090f22d8-c9f4-4b80-b9a7-e154f3d4f17c'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:11:51.414968 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-10c2abb5-0f1f-4853-9ee0-5a33dbafe383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:51.428964 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-33b1b260-c152-466c-ab71-fcce710ffff5 req-873561ba-c2e7-49f1-9203-f998fa168018 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Deleting port 02c75dde-c85e-4540-b9d2-3b060f581e4b {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:51.429514 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-33b1b260-c152-466c-ab71-fcce710ffff5 req-873561ba-c2e7-49f1-9203-f998fa168018 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:51.487999 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:51.490323 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 4b9a3dab-fa04-4d5d-827d-ba1227aed618 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:11:51.567777 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-33b1b260-c152-466c-ab71-fcce710ffff5 req-873561ba-c2e7-49f1-9203-f998fa168018 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] For port 02c75dde-c85e-4540-b9d2-3b060f581e4b, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=02c75dde-c85e-4540-b9d2-3b060f581e4b,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:51.568166 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-33b1b260-c152-466c-ab71-fcce710ffff5 req-873561ba-c2e7-49f1-9203-f998fa168018 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:51.589022 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-33b1b260-c152-466c-ab71-fcce710ffff5 req-873561ba-c2e7-49f1-9203-f998fa168018 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Calling delete_port for 02c75dde-c85e-4540-b9d2-3b060f581e4b owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:51.660409 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-10c2abb5-0f1f-4853-9ee0-5a33dbafe383 None None] For port 3949afca-baa7-4546-ad62-c896a4ce6fe6, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:11:51.663802 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=bcd82748-3135-4569-bfe2-1036cfb737c9,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:51.671254 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-10c2abb5-0f1f-4853-9ee0-5a33dbafe383 None None] For port 3949afca-baa7-4546-ad62-c896a4ce6fe6, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=3949afca-baa7-4546-ad62-c896a4ce6fe6,segment=NetworkSegment(a8184d49-9823-4390-8266-83d3c717c910),segment_id=a8184d49-9823-4390-8266-83d3c717c910)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:11:51.709586 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6ce80fe9-466f-458f-8853-be2944a76995 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:51.766759 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-267e3eb4-bc0a-4d94-8f3a-244bc427fd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:51.766972 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 4b9a3dab-fa04-4d5d-827d-ba1227aed618 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:11:51.768839 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0ef4e-f2ee-4df8-a2d4-44ea2695b378 req-f938d029-8556-4e71-87ca-b1fe0ff981e3 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:51.770151 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-10c2abb5-0f1f-4853-9ee0-5a33dbafe383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:51.777916 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0ef4e-f2ee-4df8-a2d4-44ea2695b378 req-f938d029-8556-4e71-87ca-b1fe0ff981e3 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:51.780544 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 4b9a3dab-fa04-4d5d-827d-ba1227aed618 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:51.780544 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:51.785298 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0ef4e-f2ee-4df8-a2d4-44ea2695b378 req-f938d029-8556-4e71-87ca-b1fe0ff981e3 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:51.791592 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0ef4e-f2ee-4df8-a2d4-44ea2695b378 req-f938d029-8556-4e71-87ca-b1fe0ff981e3 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:51.797621 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0ef4e-f2ee-4df8-a2d4-44ea2695b378 req-f938d029-8556-4e71-87ca-b1fe0ff981e3 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:51.808361 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0ef4e-f2ee-4df8-a2d4-44ea2695b378 req-f938d029-8556-4e71-87ca-b1fe0ff981e3 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:51.815173 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0ef4e-f2ee-4df8-a2d4-44ea2695b378 req-f938d029-8556-4e71-87ca-b1fe0ff981e3 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:51.817928 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-09f0ef4e-f2ee-4df8-a2d4-44ea2695b378 req-f938d029-8556-4e71-87ca-b1fe0ff981e3 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 5440 time: 0.1289551 Apr 20 13:11:51.833941 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6ce80fe9-466f-458f-8853-be2944a76995 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:51.840007 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5302454f-5640-4916-878d-d138d40df21a'}, {'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd82748-3135-4569-bfe2-1036cfb737c9'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:11:51.842637 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74f4e21-b42a-42ea-9760-8e0603b20c9e" -d '{"events": [{"server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "name": "network-vif-plugged", "status": "completed", "tag": "5302454f-5640-4916-878d-d138d40df21a"}, {"server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "name": "network-vif-plugged", "status": "completed", "tag": "bcd82748-3135-4569-bfe2-1036cfb737c9"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:11:51.858799 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e3eb4-bc0a-4d94-8f3a-244bc427fd6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd77b632-0889-48e7-b2db-d942d90e040f,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:51.955132 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Apr 2022 13:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745715a5-d3e4-4193-8fc3-f20175d98725 x-openstack-request-id: req-745715a5-d3e4-4193-8fc3-f20175d98725 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:11:51.957020 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "name": "network-vif-plugged", "status": "completed", "tag": "5302454f-5640-4916-878d-d138d40df21a", "code": 200}, {"server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "name": "network-vif-plugged", "status": "completed", "tag": "bcd82748-3135-4569-bfe2-1036cfb737c9", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:11:51.957534 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-745715a5-d3e4-4193-8fc3-f20175d98725 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:11:51.958027 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-745715a5-d3e4-4193-8fc3-f20175d98725'] response: {'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5302454f-5640-4916-878d-d138d40df21a', 'code': 200} Apr 20 13:11:51.960329 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-745715a5-d3e4-4193-8fc3-f20175d98725'] response: {'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd82748-3135-4569-bfe2-1036cfb737c9', 'code': 200} Apr 20 13:11:51.968998 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-09f0ef4e-f2ee-4df8-a2d4-44ea2695b378 req-e2703cbf-efde-4431-a408-752e112afc4c tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=453f1f18-ab3a-45a6-896f-f71ff07ade0a&id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1363194 Apr 20 13:11:51.990750 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce80fe9-466f-458f-8853-be2944a76995 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Network 090f22d8-c9f4-4b80-b9a7-e154f3d4f17c is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:11:51.991622 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267e3eb4-bc0a-4d94-8f3a-244bc427fd6b admin admin] Checking segment: {'id': 'ee7a0505-e09f-4082-a7d5-0322568c7868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '54c6ce93-b1cf-47fc-8180-23ccfccc944e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:11:51.991986 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267e3eb4-bc0a-4d94-8f3a-244bc427fd6b admin admin] Network hostable DHCP agents. Network: 54c6ce93-b1cf-47fc-8180-23ccfccc944e, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:11:51.994800 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c2abb5-0f1f-4853-9ee0-5a33dbafe383 None None] Pushing event updated for resources: {'Port': ['ID=3949afca-baa7-4546-ad62-c896a4ce6fe6,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:52.037383 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-6ce80fe9-466f-458f-8853-be2944a76995 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:11:52.049436 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f30777-cc11-4e73-bec6-f8a04ea459d1 req-7f4cf2d6-b601-4782-aa6c-27225ce6295a tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:52.052992 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-13f30777-cc11-4e73-bec6-f8a04ea459d1 req-7f4cf2d6-b601-4782-aa6c-27225ce6295a tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3d5f946-ea92-4e88-aea4-44b14ff4f3b9 HTTP/1.1" status: 200 len: 950 time: 0.1732926 Apr 20 13:11:52.068803 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce80fe9-466f-458f-8853-be2944a76995 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:11:52.077454 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce80fe9-466f-458f-8853-be2944a76995 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:52.080540 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6ce80fe9-466f-458f-8853-be2944a76995 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:52.097998 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce80fe9-466f-458f-8853-be2944a76995 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Pushing event updated for resources: {'Port': ['ID=bb09ab9c-6f72-4cf4-8b93-7021bc4796f4,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:52.098656 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:52.154642 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-33b1b260-c152-466c-ab71-fcce710ffff5 req-873561ba-c2e7-49f1-9203-f998fa168018 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:52.166542 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 4b9a3dab-fa04-4d5d-827d-ba1227aed618, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=4b9a3dab-fa04-4d5d-827d-ba1227aed618,segment=NetworkSegment(6c303c0e-fdb8-422a-bdb4-949744537dde),segment_id=6c303c0e-fdb8-422a-bdb4-949744537dde)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:52.168474 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['3c9f21da-6fdc-4980-88b9-d73613e671ab', '35f4dcac-bf1f-472e-8000-63eb2787a89a', '27987731-9483-4930-8ab5-3df02669158a'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:11:52.171785 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['02d394e3-f6ef-489c-8ff6-8161ad8effee', '02c75dde-c85e-4540-b9d2-3b060f581e4b'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:11:52.237886 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6ce80fe9-466f-458f-8853-be2944a76995 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.4855189 Apr 20 13:11:52.238429 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40272) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:52.274001 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:52.274840 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 9c47dad3-2ec9-4c75-a418-6e8bb250bdb2 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:11:52.300558 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267e3eb4-bc0a-4d94-8f3a-244bc427fd6b admin admin] Network 54c6ce93-b1cf-47fc-8180-23ccfccc944e is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:11:52.311396 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873561ba-c2e7-49f1-9203-f998fa168018 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Pushing event deleted for resources: {'Port': ['ID=02c75dde-c85e-4540-b9d2-3b060f581e4b,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:52.381219 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 9c47dad3-2ec9-4c75-a418-6e8bb250bdb2 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:11:52.382165 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 9c47dad3-2ec9-4c75-a418-6e8bb250bdb2 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:11:52.388763 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8847a016-5ac6-4afb-b697-b53bf5f0b928 req-067cebb1-2274-4594-a8ea-48a4b4856761 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e6f25c6-93d3-4d22-a53e-c1fb70fe17cb HTTP/1.1" status: 200 len: 210 time: 0.2355142 Apr 20 13:11:52.465226 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207fd5b3-61be-4173-be11-b7db510e4b68 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:52.489686 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207fd5b3-61be-4173-be11-b7db510e4b68 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:52.507464 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207fd5b3-61be-4173-be11-b7db510e4b68 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:52.510795 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-207fd5b3-61be-4173-be11-b7db510e4b68 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.2697864 Apr 20 13:11:52.515295 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40274) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:52.523999 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 3949afca-baa7-4546-ad62-c896a4ce6fe6 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:11:52.532031 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-267e3eb4-bc0a-4d94-8f3a-244bc427fd6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 54c6ce93-b1cf-47fc-8180-23ccfccc944e) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:11:52.550462 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448dff87-6bcd-48e2-b40e-776dd71ee80d req-7b6f45f2-4673-4640-8784-2ec601c5c950 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:52.568588 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-448dff87-6bcd-48e2-b40e-776dd71ee80d req-7b6f45f2-4673-4640-8784-2ec601c5c950 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=57d2ad3d-1aad-4c5d-9eb2-23ebba6387de HTTP/1.1" status: 200 len: 946 time: 0.4847479 Apr 20 13:11:52.574271 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267e3eb4-bc0a-4d94-8f3a-244bc427fd6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:52.582920 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-267e3eb4-bc0a-4d94-8f3a-244bc427fd6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:52.614464 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829680b0-1192-45b2-bfb1-d48e99f1bec3 None None] Network 54c6ce93-b1cf-47fc-8180-23ccfccc944e requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:11:52.627458 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b1b260-c152-466c-ab71-fcce710ffff5 req-873561ba-c2e7-49f1-9203-f998fa168018 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] No DVR routers for this DVR port 02c75dde-c85e-4540-b9d2-3b060f581e4b on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:11:52.649734 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-33b1b260-c152-466c-ab71-fcce710ffff5 req-873561ba-c2e7-49f1-9203-f998fa168018 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:52.653303 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-33b1b260-c152-466c-ab71-fcce710ffff5 req-873561ba-c2e7-49f1-9203-f998fa168018 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.15 "DELETE /v2.0/ports/02c75dde-c85e-4540-b9d2-3b060f581e4b HTTP/1.1" status: 204 len: 173 time: 1.4101334 Apr 20 13:11:52.669113 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-448dff87-6bcd-48e2-b40e-776dd71ee80d req-9ba59be9-c0ef-41e0-97c4-0c3c7813f1ce tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768454 Apr 20 13:11:52.669113 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6f25c6-93d3-4d22-a53e-c1fb70fe17cb', 'name': 'network-vif-deleted', 'tag': '02c75dde-c85e-4540-b9d2-3b060f581e4b'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:11:52.669113 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77af67a5-a18e-4fa9-8926-a93bfab8bd4d" -d '{"events": [{"server_uuid": "2e6f25c6-93d3-4d22-a53e-c1fb70fe17cb", "name": "network-vif-deleted", "tag": "02c75dde-c85e-4540-b9d2-3b060f581e4b"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:11:52.689655 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-13f30777-cc11-4e73-bec6-f8a04ea459d1 req-b70aaabd-ccf3-489b-ba93-4d88d1e6a724 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Deleting port 27987731-9483-4930-8ab5-3df02669158a {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:52.690066 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-13f30777-cc11-4e73-bec6-f8a04ea459d1 req-b70aaabd-ccf3-489b-ba93-4d88d1e6a724 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:52.717453 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-5e76efcb-9535-4239-84ae-bdb1b29fb94c tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Deleting port bb09ab9c-6f72-4cf4-8b93-7021bc4796f4 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:52.718006 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5e76efcb-9535-4239-84ae-bdb1b29fb94c tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:52.774239 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4dfb2b0-914a-4636-ba0a-31eae71ce7df x-openstack-request-id: req-e4dfb2b0-914a-4636-ba0a-31eae71ce7df {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:11:52.775134 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6f25c6-93d3-4d22-a53e-c1fb70fe17cb", "name": "network-vif-deleted", "tag": "02c75dde-c85e-4540-b9d2-3b060f581e4b", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:11:52.775511 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e4dfb2b0-914a-4636-ba0a-31eae71ce7df {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:11:52.776015 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4dfb2b0-914a-4636-ba0a-31eae71ce7df'] response: {'server_uuid': '2e6f25c6-93d3-4d22-a53e-c1fb70fe17cb', 'name': 'network-vif-deleted', 'tag': '02c75dde-c85e-4540-b9d2-3b060f581e4b', 'status': 'completed', 'code': 200} Apr 20 13:11:52.776493 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 40280) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:52.807762 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-267e3eb4-bc0a-4d94-8f3a-244bc427fd6b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6262026 Apr 20 13:11:52.886453 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-13f30777-cc11-4e73-bec6-f8a04ea459d1 req-b70aaabd-ccf3-489b-ba93-4d88d1e6a724 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] For port 27987731-9483-4930-8ab5-3df02669158a, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=27987731-9483-4930-8ab5-3df02669158a,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:52.887184 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-13f30777-cc11-4e73-bec6-f8a04ea459d1 req-b70aaabd-ccf3-489b-ba93-4d88d1e6a724 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:52.905208 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5e76efcb-9535-4239-84ae-bdb1b29fb94c tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:52.934244 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-13f30777-cc11-4e73-bec6-f8a04ea459d1 req-b70aaabd-ccf3-489b-ba93-4d88d1e6a724 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Calling delete_port for 27987731-9483-4930-8ab5-3df02669158a owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:52.948016 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-5e76efcb-9535-4239-84ae-bdb1b29fb94c tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Calling delete_port for bb09ab9c-6f72-4cf4-8b93-7021bc4796f4 owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:52.980507 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device c31c0af8-e1a8-4b9f-999d-c359f5ff9aac up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:11:52.988263 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=4b9a3dab-fa04-4d5d-827d-ba1227aed618,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:53.138616 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-98ec3cea-001a-475e-a7a4-965d9d7bca67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:53.283906 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbac6e-cbc8-497a-9707-a163a22a53a8 req-2def3900-1a74-49b1-9833-d3ed2a1b57da tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:53.293168 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbac6e-cbc8-497a-9707-a163a22a53a8 req-2def3900-1a74-49b1-9833-d3ed2a1b57da tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:53.300292 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbac6e-cbc8-497a-9707-a163a22a53a8 req-2def3900-1a74-49b1-9833-d3ed2a1b57da tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:53.308432 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbac6e-cbc8-497a-9707-a163a22a53a8 req-2def3900-1a74-49b1-9833-d3ed2a1b57da tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:53.309659 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 3949afca-baa7-4546-ad62-c896a4ce6fe6 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:53.310098 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:53.318883 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16969bdd-4e59-4694-b9cd-0fcf770f05b6 None None] Network 54c6ce93-b1cf-47fc-8180-23ccfccc944e requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:11:53.324541 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbac6e-cbc8-497a-9707-a163a22a53a8 req-2def3900-1a74-49b1-9833-d3ed2a1b57da tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:53.332750 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbac6e-cbc8-497a-9707-a163a22a53a8 req-2def3900-1a74-49b1-9833-d3ed2a1b57da tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:53.337653 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5e76efcb-9535-4239-84ae-bdb1b29fb94c tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:53.338924 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbac6e-cbc8-497a-9707-a163a22a53a8 req-2def3900-1a74-49b1-9833-d3ed2a1b57da tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:53.340937 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-78cbac6e-cbc8-497a-9707-a163a22a53a8 req-2def3900-1a74-49b1-9833-d3ed2a1b57da tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 5441 time: 0.1753352 Apr 20 13:11:53.386517 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e76efcb-9535-4239-84ae-bdb1b29fb94c tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Pushing event deleted for resources: {'Port': ['ID=bb09ab9c-6f72-4cf4-8b93-7021bc4796f4,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:53.429758 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5e76efcb-9535-4239-84ae-bdb1b29fb94c tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:53.441795 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5e76efcb-9535-4239-84ae-bdb1b29fb94c tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] 10.222.0.25 "DELETE /v2.0/ports/bb09ab9c-6f72-4cf4-8b93-7021bc4796f4 HTTP/1.1" status: 204 len: 168 time: 0.9248240 Apr 20 13:11:53.442476 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40296) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:53.456442 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-c9dc85df-ab05-4b40-987e-c55eb277c87c tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Request body: {'port': {'name': 'tempest-new-port-name-1282930936', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:53.457572 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.api.validators [None req-c9dc85df-ab05-4b40-987e-c55eb277c87c tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] bootfile-name is not in valid_values {{(pid=114870) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 13:11:53.457907 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.api.validators [None req-c9dc85df-ab05-4b40-987e-c55eb277c87c tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] tftp-server is not in valid_values {{(pid=114870) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 13:11:53.458250 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.api.validators [None req-c9dc85df-ab05-4b40-987e-c55eb277c87c tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] server-ip-address is not in valid_values {{(pid=114870) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 13:11:53.495453 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-78cbac6e-cbc8-497a-9707-a163a22a53a8 req-70bef335-09a5-4caa-83e5-1e63ded3a126 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=453f1f18-ab3a-45a6-896f-f71ff07ade0a&id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1398165 Apr 20 13:11:53.609366 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-98ec3cea-001a-475e-a7a4-965d9d7bca67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:53.634132 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-13f30777-cc11-4e73-bec6-f8a04ea459d1 req-b70aaabd-ccf3-489b-ba93-4d88d1e6a724 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:53.652960 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c9dc85df-ab05-4b40-987e-c55eb277c87c tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:53.660251 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port c31c0af8-e1a8-4b9f-999d-c359f5ff9aac completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:11:53.681055 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port c31c0af8-e1a8-4b9f-999d-c359f5ff9aac triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:53.681435 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:53.750357 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6d8f0f-b758-4c27-b49d-61a5732556fd None None] Network 090f22d8-c9f4-4b80-b9a7-e154f3d4f17c requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:11:53.754754 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['02d394e3-f6ef-489c-8ff6-8161ad8effee'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:11:53.757675 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:53.822339 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 3949afca-baa7-4546-ad62-c896a4ce6fe6, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=3949afca-baa7-4546-ad62-c896a4ce6fe6,segment=NetworkSegment(a8184d49-9823-4390-8266-83d3c717c910),segment_id=a8184d49-9823-4390-8266-83d3c717c910)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:53.883627 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-98ec3cea-001a-475e-a7a4-965d9d7bca67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:53.914785 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-7280a934-7dd3-413c-81af-35d47c9189e0 tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:53.916339 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-7280a934-7dd3-413c-81af-35d47c9189e0 tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] 10.222.0.25 "GET /v2.0/networks?id=06ae5f68-e14d-41ac-9ba7-b198ddf249e3 HTTP/1.1" status: 200 len: 825 time: 0.1540942 Apr 20 13:11:53.940889 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec3cea-001a-475e-a7a4-965d9d7bca67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9ddcb9-ccd7-4d44-babd-8190aa960601,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:53.941751 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70aaabd-ccf3-489b-ba93-4d88d1e6a724 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Pushing event deleted for resources: {'Port': ['ID=27987731-9483-4930-8ab5-3df02669158a,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:53.965754 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-2fab03eb-c775-4148-a6bf-5cae549ebb33 tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] 10.222.0.25 "GET /v2.0/quotas/ca3accf5276e4d76af22fb2c7e566d37 HTTP/1.1" status: 200 len: 375 time: 0.0203652 Apr 20 13:11:53.983432 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c9dc85df-ab05-4b40-987e-c55eb277c87c tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:53.988649 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d60e1e56-b5c8-4a73-9b20-71e967f6e42c req-6eba7073-b4b8-4a43-b9f9-1d199849aad3 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e6f25c6-93d3-4d22-a53e-c1fb70fe17cb HTTP/1.1" status: 200 len: 210 time: 0.2415497 Apr 20 13:11:54.013635 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f30777-cc11-4e73-bec6-f8a04ea459d1 req-b70aaabd-ccf3-489b-ba93-4d88d1e6a724 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] No DVR routers for this DVR port 27987731-9483-4930-8ab5-3df02669158a on host n-h1-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:11:54.031074 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9a3dab-fa04-4d5d-827d-ba1227aed618'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:11:54.035597 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5fbeca-ec07-4a57-8aff-83f166b0dae8" -d '{"events": [{"server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "name": "network-vif-plugged", "status": "completed", "tag": "4b9a3dab-fa04-4d5d-827d-ba1227aed618"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:11:54.041859 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40316) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:54.042639 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-98ec3cea-001a-475e-a7a4-965d9d7bca67 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cfa3322932f14332adde2e2c48a84ee8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2648249 Apr 20 13:11:54.044024 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-13f30777-cc11-4e73-bec6-f8a04ea459d1 req-b70aaabd-ccf3-489b-ba93-4d88d1e6a724 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:54.047304 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-13f30777-cc11-4e73-bec6-f8a04ea459d1 req-b70aaabd-ccf3-489b-ba93-4d88d1e6a724 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.32 "DELETE /v2.0/ports/27987731-9483-4930-8ab5-3df02669158a HTTP/1.1" status: 204 len: 173 time: 1.9870934 Apr 20 13:11:54.070349 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:54.077364 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-59ff23c9-ec70-481c-a241-de702a126bdd tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca3accf5276e4d76af22fb2c7e566d37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0875328 Apr 20 13:11:54.097797 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c9dc85df-ab05-4b40-987e-c55eb277c87c tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:54.219044 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-c9dc85df-ab05-4b40-987e-c55eb277c87c tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] In _notify_port_updated(), no bound segment for port 1264778b-15e3-47ae-8661-693934f2c9dc on network 090f22d8-c9f4-4b80-b9a7-e154f3d4f17c {{(pid=114870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 13:11:54.225321 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dc85df-ab05-4b40-987e-c55eb277c87c tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:54.226114 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c9dc85df-ab05-4b40-987e-c55eb277c87c tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:54.229802 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c9dc85df-ab05-4b40-987e-c55eb277c87c tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] 10.222.0.25 "PUT /v2.0/ports/1264778b-15e3-47ae-8661-693934f2c9dc HTTP/1.1" status: 200 len: 1129 time: 0.7823536 Apr 20 13:11:54.234556 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40318) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:54.245601 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=3949afca-baa7-4546-ad62-c896a4ce6fe6,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:54.295865 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-faac17a4-9b64-4b46-8e6e-45af6c54ae4b None None] Provisioning complete for port 3949afca-baa7-4546-ad62-c896a4ce6fe6 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:54.296310 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-faac17a4-9b64-4b46-8e6e-45af6c54ae4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:54.313941 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-aabd612e-0369-4f98-bbad-31a74e373cea service neutron] 10.222.0.25 "GET /v2.0/networks/06ae5f68-e14d-41ac-9ba7-b198ddf249e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253311 Apr 20 13:11:54.380735 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8d7a2e-a8c5-409c-bd31-3d32ff7c8bd2 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:54.382373 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8a8d7a2e-a8c5-409c-bd31-3d32ff7c8bd2 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] 10.222.0.25 "GET /v2.0/ports/1264778b-15e3-47ae-8661-693934f2c9dc HTTP/1.1" status: 200 len: 1129 time: 0.1439574 Apr 20 13:11:54.388662 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40320) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:54.391259 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a4e46-abea-4b11-9a76-a6b8b58d7dd6 req-72fde8ff-fafe-481a-abba-06afde7035c1 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:54.393090 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5a5a4e46-abea-4b11-9a76-a6b8b58d7dd6 req-72fde8ff-fafe-481a-abba-06afde7035c1 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=57d2ad3d-1aad-4c5d-9eb2-23ebba6387de HTTP/1.1" status: 200 len: 946 time: 0.1702280 Apr 20 13:11:54.440965 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc85df-ab05-4b40-987e-c55eb277c87c tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Pushing event updated for resources: {'Port': ['ID=1264778b-15e3-47ae-8661-693934f2c9dc,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:54.449766 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fc6b62d4-7c94-444d-b238-cfd81c4a2441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:54.461129 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5a5a4e46-abea-4b11-9a76-a6b8b58d7dd6 req-e8c0d59d-a98a-47eb-87e9-c08f95b7b7a1 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578337 Apr 20 13:11:54.500352 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-f26e41ec-60f5-44d5-940b-9be8814683cc service neutron] 10.222.0.25 "GET /v2.0/networks/06ae5f68-e14d-41ac-9ba7-b198ddf249e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855495 Apr 20 13:11:54.517675 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:54.547691 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fc6b62d4-7c94-444d-b238-cfd81c4a2441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:54.608076 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-738ecc5d-eee4-4f11-955e-ec6bd6856805 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Deleting port 1264778b-15e3-47ae-8661-693934f2c9dc {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:54.609012 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-738ecc5d-eee4-4f11-955e-ec6bd6856805 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:54.644104 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2422abdb-f99c-443d-8d99-5a38cb7d7a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:54.648915 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8ea85-09d5-4f7b-8597-2bad0a2d2d1a req-57e58eae-b51b-4549-b6dc-dc9159234f4f tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:54.656504 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8ea85-09d5-4f7b-8597-2bad0a2d2d1a req-57e58eae-b51b-4549-b6dc-dc9159234f4f tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:54.663838 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8ea85-09d5-4f7b-8597-2bad0a2d2d1a req-57e58eae-b51b-4549-b6dc-dc9159234f4f tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:54.670045 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8ea85-09d5-4f7b-8597-2bad0a2d2d1a req-57e58eae-b51b-4549-b6dc-dc9159234f4f tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:54.677125 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8ea85-09d5-4f7b-8597-2bad0a2d2d1a req-57e58eae-b51b-4549-b6dc-dc9159234f4f tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:54.678421 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port c31c0af8-e1a8-4b9f-999d-c359f5ff9aac, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=c31c0af8-e1a8-4b9f-999d-c359f5ff9aac,segment=NetworkSegment(584fac4e-2911-4891-a944-b5325601ea9d),segment_id=584fac4e-2911-4891-a944-b5325601ea9d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:54.683649 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8ea85-09d5-4f7b-8597-2bad0a2d2d1a req-57e58eae-b51b-4549-b6dc-dc9159234f4f tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:54.689806 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8ea85-09d5-4f7b-8597-2bad0a2d2d1a req-57e58eae-b51b-4549-b6dc-dc9159234f4f tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:54.691939 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-29d8ea85-09d5-4f7b-8597-2bad0a2d2d1a req-57e58eae-b51b-4549-b6dc-dc9159234f4f tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 5433 time: 0.1135232 Apr 20 13:11:54.727499 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-738ecc5d-eee4-4f11-955e-ec6bd6856805 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:54.741077 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-738ecc5d-eee4-4f11-955e-ec6bd6856805 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Calling delete_port for 1264778b-15e3-47ae-8661-693934f2c9dc owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:54.743575 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-29d8ea85-09d5-4f7b-8597-2bad0a2d2d1a req-a35247b2-0636-4564-9fba-ec141f4a0547 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&id=556d7529-8c3d-4632-818a-1051dfde20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448503 Apr 20 13:11:54.784565 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d5f946-ea92-4e88-aea4-44b14ff4f3b9', 'name': 'network-vif-deleted', 'tag': '27987731-9483-4930-8ab5-3df02669158a'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:11:54.787440 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b88a80c-17f3-486f-9b4e-b73fe88c3726" -d '{"events": [{"server_uuid": "f3d5f946-ea92-4e88-aea4-44b14ff4f3b9", "name": "network-vif-deleted", "tag": "27987731-9483-4930-8ab5-3df02669158a"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:11:54.822858 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3190d5-e4d7-475b-b7d3-ad5f6aa11533 x-openstack-request-id: req-7a3190d5-e4d7-475b-b7d3-ad5f6aa11533 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:11:54.822858 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "name": "network-vif-plugged", "status": "completed", "tag": "4b9a3dab-fa04-4d5d-827d-ba1227aed618", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:11:54.823417 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a3190d5-e4d7-475b-b7d3-ad5f6aa11533 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:11:54.823515 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a3190d5-e4d7-475b-b7d3-ad5f6aa11533'] response: {'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9a3dab-fa04-4d5d-827d-ba1227aed618', 'code': 200} Apr 20 13:11:54.826022 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:54.826815 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device f14937da-3ffa-4323-b6fb-be8c65077a73 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:11:54.835290 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fc6b62d4-7c94-444d-b238-cfd81c4a2441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:54.837283 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fc6b62d4-7c94-444d-b238-cfd81c4a2441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:54.837561 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-fc6b62d4-7c94-444d-b238-cfd81c4a2441 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9e9ddcb9-ccd7-4d44-babd-8190aa960601 HTTP/1.1" status: 204 len: 168 time: 0.7934988 Apr 20 13:11:54.851985 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b62d4-7c94-444d-b238-cfd81c4a2441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9ddcb9-ccd7-4d44-babd-8190aa960601,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:54.960668 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322179a5-1d55-437c-a3e1-654833446355 x-openstack-request-id: req-322179a5-1d55-437c-a3e1-654833446355 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:11:54.960959 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d5f946-ea92-4e88-aea4-44b14ff4f3b9", "name": "network-vif-deleted", "tag": "27987731-9483-4930-8ab5-3df02669158a", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:11:54.961206 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-322179a5-1d55-437c-a3e1-654833446355 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:11:54.961600 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-322179a5-1d55-437c-a3e1-654833446355'] response: {'server_uuid': 'f3d5f946-ea92-4e88-aea4-44b14ff4f3b9', 'name': 'network-vif-deleted', 'tag': '27987731-9483-4930-8ab5-3df02669158a', 'status': 'completed', 'code': 200} Apr 20 13:11:55.023727 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb999a-2bae-4a65-a777-d15efa9a4b7d req-98589feb-552b-400a-a3d8-f507458a52f5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:55.029743 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb999a-2bae-4a65-a777-d15efa9a4b7d req-98589feb-552b-400a-a3d8-f507458a52f5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:55.036116 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=c31c0af8-e1a8-4b9f-999d-c359f5ff9aac,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:55.038179 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb999a-2bae-4a65-a777-d15efa9a4b7d req-98589feb-552b-400a-a3d8-f507458a52f5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:55.053384 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb999a-2bae-4a65-a777-d15efa9a4b7d req-98589feb-552b-400a-a3d8-f507458a52f5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:55.062933 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb999a-2bae-4a65-a777-d15efa9a4b7d req-98589feb-552b-400a-a3d8-f507458a52f5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:55.070843 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb999a-2bae-4a65-a777-d15efa9a4b7d req-98589feb-552b-400a-a3d8-f507458a52f5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:55.078218 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb999a-2bae-4a65-a777-d15efa9a4b7d req-98589feb-552b-400a-a3d8-f507458a52f5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:55.089824 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-55bb999a-2bae-4a65-a777-d15efa9a4b7d req-98589feb-552b-400a-a3d8-f507458a52f5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 5442 time: 0.1841233 Apr 20 13:11:55.125257 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port f14937da-3ffa-4323-b6fb-be8c65077a73 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:11:55.125257 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port f14937da-3ffa-4323-b6fb-be8c65077a73 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:55.125257 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:55.125864 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-738ecc5d-eee4-4f11-955e-ec6bd6856805 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:55.197722 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ecc5d-eee4-4f11-955e-ec6bd6856805 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Pushing event deleted for resources: {'Port': ['ID=1264778b-15e3-47ae-8661-693934f2c9dc,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:55.205211 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-55bb999a-2bae-4a65-a777-d15efa9a4b7d req-cd9601b5-dbbf-435d-b90e-13ee4c59ee35 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=453f1f18-ab3a-45a6-896f-f71ff07ade0a&id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1157563 Apr 20 13:11:55.251870 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1943502-2c20-407e-a513-b7cc004ad81a req-dcad8280-0d66-4728-a517-64afabd061b3 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:55.258899 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1943502-2c20-407e-a513-b7cc004ad81a req-dcad8280-0d66-4728-a517-64afabd061b3 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:55.264634 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-738ecc5d-eee4-4f11-955e-ec6bd6856805 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:55.268094 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-738ecc5d-eee4-4f11-955e-ec6bd6856805 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] 10.222.0.25 "DELETE /v2.0/ports/1264778b-15e3-47ae-8661-693934f2c9dc HTTP/1.1" status: 204 len: 168 time: 0.8783667 Apr 20 13:11:55.269507 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1943502-2c20-407e-a513-b7cc004ad81a req-dcad8280-0d66-4728-a517-64afabd061b3 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:55.273601 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40344) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:55.280668 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1943502-2c20-407e-a513-b7cc004ad81a req-dcad8280-0d66-4728-a517-64afabd061b3 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:55.285765 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1943502-2c20-407e-a513-b7cc004ad81a req-dcad8280-0d66-4728-a517-64afabd061b3 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:55.295429 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1943502-2c20-407e-a513-b7cc004ad81a req-dcad8280-0d66-4728-a517-64afabd061b3 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:55.300688 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 02c75dde-c85e-4540-b9d2-3b060f581e4b no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:11:55.304876 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1943502-2c20-407e-a513-b7cc004ad81a req-dcad8280-0d66-4728-a517-64afabd061b3 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:55.333013 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b1943502-2c20-407e-a513-b7cc004ad81a req-dcad8280-0d66-4728-a517-64afabd061b3 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 5433 time: 0.2359986 Apr 20 13:11:55.339548 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-998d6518-1970-433d-89ae-8a1d9118c517 None None] Could not find standard attr ID for object 1264778b-15e3-47ae-8661-693934f2c9dc. {{(pid=114871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:11:55.349813 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 02c75dde-c85e-4540-b9d2-3b060f581e4b {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:11:55.350323 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 02c75dde-c85e-4540-b9d2-3b060f581e4b not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:11:55.367584 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcdf9326-d970-4c0b-aa96-3ea970d09a11 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Deleting subnet 3fc21b90-4dea-40d3-bfdd-74b1f2f20818 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:11:55.374721 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:55.374901 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bcdf9326-d970-4c0b-aa96-3ea970d09a11 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:55.378446 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-998d6518-1970-433d-89ae-8a1d9118c517 None None] Provisioning complete for port 3949afca-baa7-4546-ad62-c896a4ce6fe6 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:55.378904 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-998d6518-1970-433d-89ae-8a1d9118c517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:55.415089 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a7f7782-34a6-491c-b9f2-5a28d5442d4e req-9208cb24-4e85-4c98-ae2c-b23d043eb448 tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] 10.222.0.25 "GET /v2.0/ports?device_id=41e85475-e3a7-4afa-8197-c0bdae69d09e HTTP/1.1" status: 200 len: 210 time: 0.0785210 Apr 20 13:11:55.466354 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bcdf9326-d970-4c0b-aa96-3ea970d09a11 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:55.584193 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port f14937da-3ffa-4323-b6fb-be8c65077a73, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=f14937da-3ffa-4323-b6fb-be8c65077a73,segment=NetworkSegment(584fac4e-2911-4891-a944-b5325601ea9d),segment_id=584fac4e-2911-4891-a944-b5325601ea9d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:55.644676 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bcdf9326-d970-4c0b-aa96-3ea970d09a11 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:55.687111 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d30912-72f4-4cff-86a2-aa610072165a req-ac7d0578-80dd-4d89-b471-ce45f6e86f01 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:55.697714 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:55.698550 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device ddf8ba6d-7550-4f8d-9701-e0000773fd49 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:11:55.699514 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-01d30912-72f4-4cff-86a2-aa610072165a req-ac7d0578-80dd-4d89-b471-ce45f6e86f01 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=57d2ad3d-1aad-4c5d-9eb2-23ebba6387de HTTP/1.1" status: 200 len: 946 time: 0.0803878 Apr 20 13:11:55.760601 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-01d30912-72f4-4cff-86a2-aa610072165a req-347f2047-d6a7-4be2-bca3-bd972c0ac523 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600111 Apr 20 13:11:55.794750 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bcdf9326-d970-4c0b-aa96-3ea970d09a11 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:55.821894 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=f14937da-3ffa-4323-b6fb-be8c65077a73,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:55.829129 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-f0819d35-3dc9-48ca-bd75-2da9d1d7e52a None None] Could not find standard attr ID for object 1264778b-15e3-47ae-8661-693934f2c9dc. {{(pid=114871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:11:55.837940 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf9326-d970-4c0b-aa96-3ea970d09a11 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Pushing event deleted for resources: {'Subnet': ['ID=3fc21b90-4dea-40d3-bfdd-74b1f2f20818,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:55.844889 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['3c9f21da-6fdc-4980-88b9-d73613e671ab', '35f4dcac-bf1f-472e-8000-63eb2787a89a'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:11:55.850498 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bcdf9326-d970-4c0b-aa96-3ea970d09a11 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:55.858009 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-bcdf9326-d970-4c0b-aa96-3ea970d09a11 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] 10.222.0.25 "DELETE /v2.0/subnets/3fc21b90-4dea-40d3-bfdd-74b1f2f20818 HTTP/1.1" status: 204 len: 168 time: 0.5833576 Apr 20 13:11:55.860562 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 40366) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:55.931250 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd6a55f-4b34-4f1f-8eb9-d89fd4d889dc None None] Network 090f22d8-c9f4-4b80-b9a7-e154f3d4f17c requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:11:55.961779 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-56f9a385-653c-47e0-b232-2c4524affd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:55.995496 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-d0c7347b-351e-47ed-bdb3-bdb590e4446d None None] Could not find standard attr ID for object bb09ab9c-6f72-4cf4-8b93-7021bc4796f4. {{(pid=114871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:11:56.009633 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port ddf8ba6d-7550-4f8d-9701-e0000773fd49 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:11:56.031539 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-56f9a385-653c-47e0-b232-2c4524affd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Deleting port 3949afca-baa7-4546-ad62-c896a4ce6fe6 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:56.032042 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-56f9a385-653c-47e0-b232-2c4524affd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:56.038363 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port ddf8ba6d-7550-4f8d-9701-e0000773fd49 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:56.038882 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:56.119568 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-56f9a385-653c-47e0-b232-2c4524affd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] For port 3949afca-baa7-4546-ad62-c896a4ce6fe6, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=3949afca-baa7-4546-ad62-c896a4ce6fe6,segment=NetworkSegment(a8184d49-9823-4390-8266-83d3c717c910),segment_id=a8184d49-9823-4390-8266-83d3c717c910)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:56.120005 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-56f9a385-653c-47e0-b232-2c4524affd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:56.133908 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-56f9a385-653c-47e0-b232-2c4524affd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Calling delete_port for 3949afca-baa7-4546-ad62-c896a4ce6fe6 owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:56.259748 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:56.330052 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e97bf4-dd3b-4f28-a479-1eab2ab0f29b req-dbd0f38e-887f-422e-9270-f0dc37985f65 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:56.331901 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-26e97bf4-dd3b-4f28-a479-1eab2ab0f29b req-dbd0f38e-887f-422e-9270-f0dc37985f65 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 946 time: 0.0570815 Apr 20 13:11:56.332023 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca87d346-1b24-44a0-9796-fcd51cebe39e None None] DHCP port deletion for 090f22d8-c9f4-4b80-b9a7-e154f3d4f17c request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:11:56.332959 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-56f9a385-653c-47e0-b232-2c4524affd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:56.336284 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port ddf8ba6d-7550-4f8d-9701-e0000773fd49, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=ddf8ba6d-7550-4f8d-9701-e0000773fd49,segment=NetworkSegment(6c303c0e-fdb8-422a-bdb4-949744537dde),segment_id=6c303c0e-fdb8-422a-bdb4-949744537dde)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:56.371629 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9a385-653c-47e0-b232-2c4524affd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Pushing event deleted for resources: {'Port': ['ID=3949afca-baa7-4546-ad62-c896a4ce6fe6,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:56.389748 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f9a385-653c-47e0-b232-2c4524affd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] No DVR routers for this DVR port 3949afca-baa7-4546-ad62-c896a4ce6fe6 on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:11:56.419635 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:56.428909 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 27987731-9483-4930-8ab5-3df02669158a no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:11:56.460437 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-26e97bf4-dd3b-4f28-a479-1eab2ab0f29b req-18381924-e107-490d-a558-66bcd4b9ece5 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904095 Apr 20 13:11:56.476611 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 27987731-9483-4930-8ab5-3df02669158a {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:11:56.476993 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 27987731-9483-4930-8ab5-3df02669158a not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:11:56.511407 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=ddf8ba6d-7550-4f8d-9701-e0000773fd49,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:56.524459 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-56f9a385-653c-47e0-b232-2c4524affd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:56.548415 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-56f9a385-653c-47e0-b232-2c4524affd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['090f22d8-c9f4-4b80-b9a7-e154f3d4f17c']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:56.558999 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-56f9a385-653c-47e0-b232-2c4524affd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8184d49-9823-4390-8266-83d3c717c910') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:56.568177 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-56f9a385-653c-47e0-b232-2c4524affd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8184d49-9823-4390-8266-83d3c717c910') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:56.570080 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-56f9a385-653c-47e0-b232-2c4524affd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:56.584171 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-56f9a385-653c-47e0-b232-2c4524affd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:56.602348 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f9a385-653c-47e0-b232-2c4524affd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:11:56.602835 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-56f9a385-653c-47e0-b232-2c4524affd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:56.605911 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:11:56.605911 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:11:56.605911 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:11:56.605911 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:11:56.605911 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:11:56.605911 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:11:56.605911 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:11:56.605911 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:11:56.605911 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:11:56.605911 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:11:56.605911 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:11:56.605911 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:11:56.605911 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:11:56.605911 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:11:56.605911 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:11:56.605911 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:11:56.605911 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:11:56.605911 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:11:56.605911 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:11:56.605911 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:11:56.605911 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:11:56.605911 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:11:56.605911 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:11:56.605911 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:11:56.605911 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:11:56.605911 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:11:56.605911 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:11:56.605911 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:11:56.605911 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:11:56.605911 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:11:56.605911 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:11:56.605911 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:11:56.693921 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66071889-605d-4f98-9712-1d3c34a04eff req-00a7647f-4ff3-4b3b-8946-b105e32ae00c tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] 10.222.0.25 "GET /v2.0/ports?device_id=41e85475-e3a7-4afa-8197-c0bdae69d09e HTTP/1.1" status: 200 len: 210 time: 0.0731454 Apr 20 13:11:56.714498 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4592ee2-f462-4803-8b3b-a31807fd6219 req-043c69aa-ad87-4ee7-971d-ae99785924e9 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:56.720264 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4592ee2-f462-4803-8b3b-a31807fd6219 req-043c69aa-ad87-4ee7-971d-ae99785924e9 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:56.726563 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4592ee2-f462-4803-8b3b-a31807fd6219 req-043c69aa-ad87-4ee7-971d-ae99785924e9 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:56.732345 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4592ee2-f462-4803-8b3b-a31807fd6219 req-043c69aa-ad87-4ee7-971d-ae99785924e9 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:56.738668 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4592ee2-f462-4803-8b3b-a31807fd6219 req-043c69aa-ad87-4ee7-971d-ae99785924e9 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:56.744551 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4592ee2-f462-4803-8b3b-a31807fd6219 req-043c69aa-ad87-4ee7-971d-ae99785924e9 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:56.750307 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4592ee2-f462-4803-8b3b-a31807fd6219 req-043c69aa-ad87-4ee7-971d-ae99785924e9 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:56.752485 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f4592ee2-f462-4803-8b3b-a31807fd6219 req-043c69aa-ad87-4ee7-971d-ae99785924e9 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 5444 time: 0.1699207 Apr 20 13:11:56.760513 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a2b84bb1-eebc-4718-9665-7a9b37ec7325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:56.799148 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f4592ee2-f462-4803-8b3b-a31807fd6219 req-591cfdc6-ccc5-4536-8e60-9beac2bed2a7 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=453f1f18-ab3a-45a6-896f-f71ff07ade0a&id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401247 Apr 20 13:11:56.811968 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-56f9a385-653c-47e0-b232-2c4524affd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:56.825021 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31c0af8-e1a8-4b9f-999d-c359f5ff9aac'}, {'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14937da-3ffa-4323-b6fb-be8c65077a73'}, {'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf8ba6d-7550-4f8d-9701-e0000773fd49'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:11:56.827664 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb80a00f-862d-4296-b5fc-bd950d192d4f" -d '{"events": [{"server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "name": "network-vif-plugged", "status": "completed", "tag": "c31c0af8-e1a8-4b9f-999d-c359f5ff9aac"}, {"server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "name": "network-vif-plugged", "status": "completed", "tag": "f14937da-3ffa-4323-b6fb-be8c65077a73"}, {"server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "name": "network-vif-plugged", "status": "completed", "tag": "ddf8ba6d-7550-4f8d-9701-e0000773fd49"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:11:56.830847 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-56f9a385-653c-47e0-b232-2c4524affd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:56.837549 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-56f9a385-653c-47e0-b232-2c4524affd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] 10.222.0.25 "DELETE /v2.0/networks/090f22d8-c9f4-4b80-b9a7-e154f3d4f17c HTTP/1.1" status: 204 len: 168 time: 0.9750667 Apr 20 13:11:56.850618 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9a385-653c-47e0-b232-2c4524affd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113 tempest-ExtraDHCPOptionsIpV6TestJSON-2098395113-project] Pushing event deleted for resources: {'Network': ['ID=090f22d8-c9f4-4b80-b9a7-e154f3d4f17c,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:57.008189 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c284a-a841-497f-a783-421f53982a8e req-fd165680-685f-4670-8a87-57e8d92836ae tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:57.009730 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-278c284a-a841-497f-a783-421f53982a8e req-fd165680-685f-4670-8a87-57e8d92836ae tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=57d2ad3d-1aad-4c5d-9eb2-23ebba6387de HTTP/1.1" status: 200 len: 946 time: 0.0536141 Apr 20 13:11:57.054227 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-278c284a-a841-497f-a783-421f53982a8e req-78eb4346-87b1-4cff-8f4f-5b7c1d930538 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369084 Apr 20 13:11:57.101624 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 20 Apr 2022 13:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5f656b-99d6-4ab8-acfc-35ee638d28ab x-openstack-request-id: req-2d5f656b-99d6-4ab8-acfc-35ee638d28ab {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:11:57.101878 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "name": "network-vif-plugged", "status": "completed", "tag": "c31c0af8-e1a8-4b9f-999d-c359f5ff9aac", "code": 200}, {"server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "name": "network-vif-plugged", "status": "completed", "tag": "f14937da-3ffa-4323-b6fb-be8c65077a73", "code": 200}, {"server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "name": "network-vif-plugged", "status": "completed", "tag": "ddf8ba6d-7550-4f8d-9701-e0000773fd49", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:11:57.102131 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2d5f656b-99d6-4ab8-acfc-35ee638d28ab {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:11:57.102535 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d5f656b-99d6-4ab8-acfc-35ee638d28ab'] response: {'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31c0af8-e1a8-4b9f-999d-c359f5ff9aac', 'code': 200} Apr 20 13:11:57.102793 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d5f656b-99d6-4ab8-acfc-35ee638d28ab'] response: {'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14937da-3ffa-4323-b6fb-be8c65077a73', 'code': 200} Apr 20 13:11:57.103046 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d5f656b-99d6-4ab8-acfc-35ee638d28ab'] response: {'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf8ba6d-7550-4f8d-9701-e0000773fd49', 'code': 200} Apr 20 13:11:57.227462 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a393f95-364f-485e-8dcf-1c113930c5cf req-d78df63c-a61e-4b61-a03a-e7e6cc165d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:57.227808 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a393f95-364f-485e-8dcf-1c113930c5cf req-d78df63c-a61e-4b61-a03a-e7e6cc165d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:57.228277 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a393f95-364f-485e-8dcf-1c113930c5cf req-d78df63c-a61e-4b61-a03a-e7e6cc165d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:57.228745 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a393f95-364f-485e-8dcf-1c113930c5cf req-d78df63c-a61e-4b61-a03a-e7e6cc165d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:57.229204 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a393f95-364f-485e-8dcf-1c113930c5cf req-d78df63c-a61e-4b61-a03a-e7e6cc165d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:57.229660 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a393f95-364f-485e-8dcf-1c113930c5cf req-d78df63c-a61e-4b61-a03a-e7e6cc165d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:57.230115 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a393f95-364f-485e-8dcf-1c113930c5cf req-d78df63c-a61e-4b61-a03a-e7e6cc165d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:57.231980 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a393f95-364f-485e-8dcf-1c113930c5cf req-d78df63c-a61e-4b61-a03a-e7e6cc165d88 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 6501 time: 0.0485196 Apr 20 13:11:57.276957 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a393f95-364f-485e-8dcf-1c113930c5cf req-53c56249-6c1e-46cc-93cd-c404019d3078 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&id=453f1f18-ab3a-45a6-896f-f71ff07ade0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364845 Apr 20 13:11:57.344978 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1c192-ff7f-4e05-a4e1-934d3c188b61 req-2f1be44a-97d3-46c5-8228-14c3aeda131b tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:57.346961 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-57e1c192-ff7f-4e05-a4e1-934d3c188b61 req-2f1be44a-97d3-46c5-8228-14c3aeda131b tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7eef8d9-0e4c-4386-9770-66100bcc6707 HTTP/1.1" status: 200 len: 950 time: 0.0520532 Apr 20 13:11:57.386802 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-57e1c192-ff7f-4e05-a4e1-934d3c188b61 req-762c19c2-63c8-4993-8a3b-1998fbebebdd tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333626 Apr 20 13:11:57.390118 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 40410) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:57.516367 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 40416) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:57.611646 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-41ea3476-48ab-4945-8779-842dc0b93c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:57.625278 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-42cfb928-8ff9-4639-abf0-f021198af9cf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0d358612818846ebb999d391fe5661fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2340631 Apr 20 13:11:57.628006 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40424) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:57.680708 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c07fcb31-ad07-4a65-bf88-c9e0b769fc13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:57.703666 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c07fcb31-ad07-4a65-bf88-c9e0b769fc13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:57.750835 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-ff25370d-9e50-4a58-ba9c-df2721cd3b92 tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:57.752292 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-ff25370d-9e50-4a58-ba9c-df2721cd3b92 tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] 10.222.0.15 "GET /v2.0/networks?id=06ae5f68-e14d-41ac-9ba7-b198ddf249e3 HTTP/1.1" status: 200 len: 825 time: 0.1596601 Apr 20 13:11:57.769866 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-ce539444-ae1d-4efe-8a10-a23811531add tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] Request body: {'port': {'device_id': '41e85475-e3a7-4afa-8197-c0bdae69d09e', 'network_id': '06ae5f68-e14d-41ac-9ba7-b198ddf249e3', 'admin_state_up': True, 'tenant_id': 'ca3accf5276e4d76af22fb2c7e566d37'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:57.851579 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c07fcb31-ad07-4a65-bf88-c9e0b769fc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:57.855198 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c07fcb31-ad07-4a65-bf88-c9e0b769fc13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:57.855767 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-41ea3476-48ab-4945-8779-842dc0b93c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:57.856456 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c07fcb31-ad07-4a65-bf88-c9e0b769fc13 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1fe14d02-797a-4f11-a15e-726dd9a91572 HTTP/1.1" status: 204 len: 168 time: 0.2274668 Apr 20 13:11:57.868669 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07fcb31-ad07-4a65-bf88-c9e0b769fc13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe14d02-797a-4f11-a15e-726dd9a91572,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:57.899444 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2b9942b3-7c41-4223-bd23-d08431810b3a req-1e42b790-a5d4-4151-a58b-c568d6640d8c tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] 10.222.0.25 "GET /v2.0/ports?device_id=41e85475-e3a7-4afa-8197-c0bdae69d09e HTTP/1.1" status: 200 len: 210 time: 0.0994124 Apr 20 13:11:57.962209 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-41ea3476-48ab-4945-8779-842dc0b93c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:58.007787 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615a564-daa5-44e3-8e56-ef72645dcc15 req-1302649c-0f2b-4e25-aecd-0499f76095e5 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:58.009166 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e615a564-daa5-44e3-8e56-ef72645dcc15 req-1302649c-0f2b-4e25-aecd-0499f76095e5 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 946 time: 0.1851280 Apr 20 13:11:58.032287 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:58.043871 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-41ea3476-48ab-4945-8779-842dc0b93c05 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=731248339d0a4d6cb6eb6dac56f8446a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5263174 Apr 20 13:11:58.046635 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40436) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:58.118182 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8a4b9132-6f2f-40c8-9596-69ef44d8fd85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:58.119575 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea3476-48ab-4945-8779-842dc0b93c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa67a995-a18f-46c1-9136-0b004f4964f5,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:58.146493 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8a4b9132-6f2f-40c8-9596-69ef44d8fd85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:58.170474 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740bf10e-1f21-4860-99ac-4f5a0f96f425 req-2ccdaa2f-292e-4bc5-9bfc-eb11428abb21 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:58.176576 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740bf10e-1f21-4860-99ac-4f5a0f96f425 req-2ccdaa2f-292e-4bc5-9bfc-eb11428abb21 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:58.182843 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740bf10e-1f21-4860-99ac-4f5a0f96f425 req-2ccdaa2f-292e-4bc5-9bfc-eb11428abb21 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:58.188775 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740bf10e-1f21-4860-99ac-4f5a0f96f425 req-2ccdaa2f-292e-4bc5-9bfc-eb11428abb21 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:58.197444 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740bf10e-1f21-4860-99ac-4f5a0f96f425 req-2ccdaa2f-292e-4bc5-9bfc-eb11428abb21 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:58.202126 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740bf10e-1f21-4860-99ac-4f5a0f96f425 req-2ccdaa2f-292e-4bc5-9bfc-eb11428abb21 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:58.208428 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740bf10e-1f21-4860-99ac-4f5a0f96f425 req-2ccdaa2f-292e-4bc5-9bfc-eb11428abb21 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:58.210371 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-740bf10e-1f21-4860-99ac-4f5a0f96f425 req-2ccdaa2f-292e-4bc5-9bfc-eb11428abb21 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 5444 time: 0.2211144 Apr 20 13:11:58.226939 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e615a564-daa5-44e3-8e56-ef72645dcc15 req-ee4ba2d3-1252-4fe5-a601-9a032ac0c05c tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062252 Apr 20 13:11:58.257245 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-ce539444-ae1d-4efe-8a10-a23811531add tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] Made reservation on behalf of ca3accf5276e4d76af22fb2c7e566d37 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:11:58.260966 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-ce539444-ae1d-4efe-8a10-a23811531add tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:58.274935 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8a4b9132-6f2f-40c8-9596-69ef44d8fd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:58.278478 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8a4b9132-6f2f-40c8-9596-69ef44d8fd85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:58.280278 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8a4b9132-6f2f-40c8-9596-69ef44d8fd85 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fa67a995-a18f-46c1-9136-0b004f4964f5 HTTP/1.1" status: 204 len: 168 time: 0.2322397 Apr 20 13:11:58.294927 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b9132-6f2f-40c8-9596-69ef44d8fd85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa67a995-a18f-46c1-9136-0b004f4964f5,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:58.299461 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52139c-72fe-4976-ba78-4f2fbeb11192 req-8dff33f3-4afc-4d77-a6cb-b3b08af809c3 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:58.302781 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6b52139c-72fe-4976-ba78-4f2fbeb11192 req-8dff33f3-4afc-4d77-a6cb-b3b08af809c3 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 946 time: 0.2451870 Apr 20 13:11:58.344970 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-740bf10e-1f21-4860-99ac-4f5a0f96f425 req-4dcbe12f-0335-4842-9494-9f281712a850 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=453f1f18-ab3a-45a6-896f-f71ff07ade0a&id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1110985 Apr 20 13:11:58.405396 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 3949afca-baa7-4546-ad62-c896a4ce6fe6 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:11:58.443228 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 3949afca-baa7-4546-ad62-c896a4ce6fe6 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:11:58.443601 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 3949afca-baa7-4546-ad62-c896a4ce6fe6 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:11:58.644416 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40464) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:58.960059 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00667a0a-e3fb-4eb0-b132-db67eb2fae62 req-b099cb50-9862-4c77-8ad0-2ea5fea2a321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:58.961056 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00667a0a-e3fb-4eb0-b132-db67eb2fae62 req-b099cb50-9862-4c77-8ad0-2ea5fea2a321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:58.961685 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00667a0a-e3fb-4eb0-b132-db67eb2fae62 req-b099cb50-9862-4c77-8ad0-2ea5fea2a321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:58.962150 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00667a0a-e3fb-4eb0-b132-db67eb2fae62 req-b099cb50-9862-4c77-8ad0-2ea5fea2a321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:58.962800 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00667a0a-e3fb-4eb0-b132-db67eb2fae62 req-b099cb50-9862-4c77-8ad0-2ea5fea2a321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:58.963273 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00667a0a-e3fb-4eb0-b132-db67eb2fae62 req-b099cb50-9862-4c77-8ad0-2ea5fea2a321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:58.963818 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00667a0a-e3fb-4eb0-b132-db67eb2fae62 req-b099cb50-9862-4c77-8ad0-2ea5fea2a321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:58.966364 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-00667a0a-e3fb-4eb0-b132-db67eb2fae62 req-b099cb50-9862-4c77-8ad0-2ea5fea2a321 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 6490 time: 0.3194437 Apr 20 13:11:58.971215 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5b420-b3fc-49f2-b947-7692e3243e7d req-96e8c948-abee-4594-89a6-e47d1b86147f tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:58.972791 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d7d5b420-b3fc-49f2-b947-7692e3243e7d req-96e8c948-abee-4594-89a6-e47d1b86147f tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=57d2ad3d-1aad-4c5d-9eb2-23ebba6387de HTTP/1.1" status: 200 len: 946 time: 0.5303199 Apr 20 13:11:58.998135 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec112a-2238-41af-ac28-fa99f68cec72 req-dad61ba5-4e18-4062-8a7d-f40681601edc tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:59.007566 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-31ec112a-2238-41af-ac28-fa99f68cec72 req-dad61ba5-4e18-4062-8a7d-f40681601edc tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7eef8d9-0e4c-4386-9770-66100bcc6707 HTTP/1.1" status: 200 len: 950 time: 0.1892228 Apr 20 13:11:59.011673 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-ce539444-ae1d-4efe-8a10-a23811531add tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] Allocated IP 172.20.0.2 (06ae5f68-e14d-41ac-9ba7-b198ddf249e3/98ffd157-5378-4127-af00-68686112b7a5/46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:11:59.025897 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4db4ec-8039-4cec-82d9-2c913eb921ac req-1aab5f5b-80d6-489d-a8ea-1b7779e2846a tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:59.027408 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4e4db4ec-8039-4cec-82d9-2c913eb921ac req-1aab5f5b-80d6-489d-a8ea-1b7779e2846a tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7eef8d9-0e4c-4386-9770-66100bcc6707 HTTP/1.1" status: 200 len: 950 time: 0.2108302 Apr 20 13:11:59.035702 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-00667a0a-e3fb-4eb0-b132-db67eb2fae62 req-97a28e60-52c7-490c-8ff4-7c7fa665b1b9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&id=556d7529-8c3d-4632-818a-1051dfde20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602303 Apr 20 13:11:59.107352 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-6b52139c-72fe-4976-ba78-4f2fbeb11192 req-8ea04d47-bdd0-4735-89a1-b9d773ee9011 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Deleting port 7b13bc59-5400-414e-939f-28f09df4a6f9 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:59.107648 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6b52139c-72fe-4976-ba78-4f2fbeb11192 req-8ea04d47-bdd0-4735-89a1-b9d773ee9011 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:59.222309 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d7d5b420-b3fc-49f2-b947-7692e3243e7d req-c587c214-2cf9-4a37-8c36-e06a6d963a77 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381940 Apr 20 13:11:59.247849 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-31ec112a-2238-41af-ac28-fa99f68cec72 req-10d9ed85-8b76-40e5-8a28-9cec380c2c76 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391970 Apr 20 13:11:59.340309 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:59.387769 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb081662-696d-4c49-a2e5-cedb62f351af req-4b7734d6-2eef-4de8-932f-68041d2c940b tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:59.389251 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-fb081662-696d-4c49-a2e5-cedb62f351af req-4b7734d6-2eef-4de8-932f-68041d2c940b tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.32 "GET /v2.0/ports?device_id=50522a08-9b57-4c92-8b1a-9f0ef7511f8c HTTP/1.1" status: 200 len: 950 time: 0.1148183 Apr 20 13:11:59.404817 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1e806bde-f51d-4bef-bd20-e5d384374c84 req-ebd46291-1f61-4225-b367-81f22859f3d6 tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] 10.222.0.25 "GET /v2.0/ports?device_id=41e85475-e3a7-4afa-8197-c0bdae69d09e HTTP/1.1" status: 200 len: 210 time: 0.0839143 Apr 20 13:11:59.427221 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-6b52139c-72fe-4976-ba78-4f2fbeb11192 req-8ea04d47-bdd0-4735-89a1-b9d773ee9011 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] For port 7b13bc59-5400-414e-939f-28f09df4a6f9, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=7b13bc59-5400-414e-939f-28f09df4a6f9,segment=NetworkSegment(0f113b16-94ad-4b02-8521-e93247ce464b),segment_id=0f113b16-94ad-4b02-8521-e93247ce464b)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:59.428113 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6b52139c-72fe-4976-ba78-4f2fbeb11192 req-8ea04d47-bdd0-4735-89a1-b9d773ee9011 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:59.527665 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-fb081662-696d-4c49-a2e5-cedb62f351af req-1969f68e-913a-4af5-bb19-a3f96e0e95cf tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Deleting port 3c9f21da-6fdc-4980-88b9-d73613e671ab {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:59.528274 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-fb081662-696d-4c49-a2e5-cedb62f351af req-1969f68e-913a-4af5-bb19-a3f96e0e95cf tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:59.633523 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-ce539444-ae1d-4efe-8a10-a23811531add tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:59.668487 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-fb081662-696d-4c49-a2e5-cedb62f351af req-1969f68e-913a-4af5-bb19-a3f96e0e95cf tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] For port 3c9f21da-6fdc-4980-88b9-d73613e671ab, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=3c9f21da-6fdc-4980-88b9-d73613e671ab,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:59.669156 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-fb081662-696d-4c49-a2e5-cedb62f351af req-1969f68e-913a-4af5-bb19-a3f96e0e95cf tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:59.687012 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-fb081662-696d-4c49-a2e5-cedb62f351af req-1969f68e-913a-4af5-bb19-a3f96e0e95cf tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Calling delete_port for 3c9f21da-6fdc-4980-88b9-d73613e671ab owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:59.689638 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-4e4db4ec-8039-4cec-82d9-2c913eb921ac req-4905231c-fc60-4122-906a-fae5959c6143 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Deleting port 35f4dcac-bf1f-472e-8000-63eb2787a89a {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:59.689999 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4e4db4ec-8039-4cec-82d9-2c913eb921ac req-4905231c-fc60-4122-906a-fae5959c6143 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:59.694503 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40502) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:59.720110 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:59.737789 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256df14-6331-4425-9a20-7634d002b922 req-5fed2f7d-b298-4a09-9f08-235d71209acb tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:59.739280 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7256df14-6331-4425-9a20-7634d002b922 req-5fed2f7d-b298-4a09-9f08-235d71209acb tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 946 time: 0.3373005 Apr 20 13:11:59.842107 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-69e543d0-988e-45d8-abb1-24a859f3ce81 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-795653417'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:59.861076 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c6df3-f0a3-4719-a0a1-ad76c59868fd req-f13918fa-46a8-40da-9e9d-689197dcc070 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:59.867597 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c6df3-f0a3-4719-a0a1-ad76c59868fd req-f13918fa-46a8-40da-9e9d-689197dcc070 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:59.873473 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c6df3-f0a3-4719-a0a1-ad76c59868fd req-f13918fa-46a8-40da-9e9d-689197dcc070 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:59.879387 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c6df3-f0a3-4719-a0a1-ad76c59868fd req-f13918fa-46a8-40da-9e9d-689197dcc070 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:59.885466 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c6df3-f0a3-4719-a0a1-ad76c59868fd req-f13918fa-46a8-40da-9e9d-689197dcc070 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:59.891403 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c6df3-f0a3-4719-a0a1-ad76c59868fd req-f13918fa-46a8-40da-9e9d-689197dcc070 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:59.897141 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c6df3-f0a3-4719-a0a1-ad76c59868fd req-f13918fa-46a8-40da-9e9d-689197dcc070 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:59.899058 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5b2c6df3-f0a3-4719-a0a1-ad76c59868fd req-f13918fa-46a8-40da-9e9d-689197dcc070 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 5444 time: 0.3879521 Apr 20 13:11:59.963909 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e543d0-988e-45d8-abb1-24a859f3ce81 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Made reservation on behalf of 34b4c831c88c4ef6bd6756dfbb64d067 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:11:59.966344 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 40510) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:59.967561 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69e543d0-988e-45d8-abb1-24a859f3ce81 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:59.976896 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-fb081662-696d-4c49-a2e5-cedb62f351af req-1969f68e-913a-4af5-bb19-a3f96e0e95cf tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:59.990357 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69e543d0-988e-45d8-abb1-24a859f3ce81 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:59.990854 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['3c9f21da-6fdc-4980-88b9-d73613e671ab', '35f4dcac-bf1f-472e-8000-63eb2787a89a'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:11:59.993523 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['02d394e3-f6ef-489c-8ff6-8161ad8effee'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:12:00.014635 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7256df14-6331-4425-9a20-7634d002b922 req-827ec3b1-6f2d-48b8-aa37-14a26e0bca99 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4d28b963-72c8-4772-9654-eaf327e16a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2389092 Apr 20 13:12:00.028550 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1969f68e-913a-4af5-bb19-a3f96e0e95cf tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Pushing event deleted for resources: {'Port': ['ID=3c9f21da-6fdc-4980-88b9-d73613e671ab,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:00.072499 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb081662-696d-4c49-a2e5-cedb62f351af req-1969f68e-913a-4af5-bb19-a3f96e0e95cf tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] No DVR routers for this DVR port 3c9f21da-6fdc-4980-88b9-d73613e671ab on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:12:00.075644 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-fb081662-696d-4c49-a2e5-cedb62f351af req-1969f68e-913a-4af5-bb19-a3f96e0e95cf tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:00.079815 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-fb081662-696d-4c49-a2e5-cedb62f351af req-1969f68e-913a-4af5-bb19-a3f96e0e95cf tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.32 "DELETE /v2.0/ports/3c9f21da-6fdc-4980-88b9-d73613e671ab HTTP/1.1" status: 204 len: 173 time: 0.6851041 Apr 20 13:12:00.083466 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50522a08-9b57-4c92-8b1a-9f0ef7511f8c', 'name': 'network-vif-deleted', 'tag': '3c9f21da-6fdc-4980-88b9-d73613e671ab'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:12:00.086594 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f77e0f-acbc-4f84-b868-c4decd0d1c21" -d '{"events": [{"server_uuid": "50522a08-9b57-4c92-8b1a-9f0ef7511f8c", "name": "network-vif-deleted", "tag": "3c9f21da-6fdc-4980-88b9-d73613e671ab"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:12:00.090252 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-ce539444-ae1d-4efe-8a10-a23811531add tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:00.099499 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6b52139c-72fe-4976-ba78-4f2fbeb11192 req-8ea04d47-bdd0-4735-89a1-b9d773ee9011 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:00.099867 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6b52139c-72fe-4976-ba78-4f2fbeb11192 req-8ea04d47-bdd0-4735-89a1-b9d773ee9011 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:00.100185 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [req-6b52139c-72fe-4976-ba78-4f2fbeb11192 req-8ea04d47-bdd0-4735-89a1-b9d773ee9011 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Floating IP f2d2218d-d7c6-41f7-94f4-1b6b0be3e9e5 disassociated. External IP: 172.25.8.225, port: 7b13bc59-5400-414e-939f-28f09df4a6f9. Apr 20 13:12:00.100527 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-6b52139c-72fe-4976-ba78-4f2fbeb11192 req-8ea04d47-bdd0-4735-89a1-b9d773ee9011 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Calling delete_port for 7b13bc59-5400-414e-939f-28f09df4a6f9 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:12:00.112936 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-4e4db4ec-8039-4cec-82d9-2c913eb921ac req-4905231c-fc60-4122-906a-fae5959c6143 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] For port 35f4dcac-bf1f-472e-8000-63eb2787a89a, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=35f4dcac-bf1f-472e-8000-63eb2787a89a,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:12:00.117004 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4e4db4ec-8039-4cec-82d9-2c913eb921ac req-4905231c-fc60-4122-906a-fae5959c6143 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:00.137247 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5b2c6df3-f0a3-4719-a0a1-ad76c59868fd req-b9e68463-7d74-4702-ab2b-1c9bade79627 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=453f1f18-ab3a-45a6-896f-f71ff07ade0a&id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2179735 Apr 20 13:12:00.187769 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-4e4db4ec-8039-4cec-82d9-2c913eb921ac req-4905231c-fc60-4122-906a-fae5959c6143 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Calling delete_port for 35f4dcac-bf1f-472e-8000-63eb2787a89a owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:12:00.202250 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a4166b-6d56-4d38-84b2-50c7d5425541 x-openstack-request-id: req-d1a4166b-6d56-4d38-84b2-50c7d5425541 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:12:00.202573 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50522a08-9b57-4c92-8b1a-9f0ef7511f8c", "name": "network-vif-deleted", "tag": "3c9f21da-6fdc-4980-88b9-d73613e671ab", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:12:00.206975 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d1a4166b-6d56-4d38-84b2-50c7d5425541 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:12:00.206975 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1a4166b-6d56-4d38-84b2-50c7d5425541'] response: {'server_uuid': '50522a08-9b57-4c92-8b1a-9f0ef7511f8c', 'name': 'network-vif-deleted', 'tag': '3c9f21da-6fdc-4980-88b9-d73613e671ab', 'status': 'completed', 'code': 200} Apr 20 13:12:00.206975 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69e543d0-988e-45d8-abb1-24a859f3ce81 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:00.247065 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-387eb32a-d089-4e03-abe8-0e7f0631ff87 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1796201417-network', 'tenant_id': 'ff408a7b44344dabb68eab43722e2726'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:00.272245 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-ce539444-ae1d-4efe-8a10-a23811531add tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] Network 06ae5f68-e14d-41ac-9ba7-b198ddf249e3 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:00.309180 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69e543d0-988e-45d8-abb1-24a859f3ce81 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:00.320104 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce539444-ae1d-4efe-8a10-a23811531add tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] Pushing event updated for resources: {'Port': ['ID=46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:00.322843 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-ce539444-ae1d-4efe-8a10-a23811531add tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:00.331046 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-ce539444-ae1d-4efe-8a10-a23811531add tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:00.367955 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69e543d0-988e-45d8-abb1-24a859f3ce81 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:12:00.370332 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e543d0-988e-45d8-abb1-24a859f3ce81 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3e3a10-6fb0-4b06-8176-747ffb45c29d,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:00.385645 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69e543d0-988e-45d8-abb1-24a859f3ce81 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:00.385645 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-69e543d0-988e-45d8-abb1-24a859f3ce81 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Added segment cabdbe63-70db-4f5c-8eef-f2cf2f897be9 of type vlan for network aade191c-f0a5-4e60-adb9-b4bb66d0b382 Apr 20 13:12:00.432715 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69e543d0-988e-45d8-abb1-24a859f3ce81 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:00.489276 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-ce539444-ae1d-4efe-8a10-a23811531add tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:00.489914 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-ce539444-ae1d-4efe-8a10-a23811531add tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:00.512016 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387eb32a-d089-4e03-abe8-0e7f0631ff87 admin admin] Made reservation on behalf of ff408a7b44344dabb68eab43722e2726 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:12:00.514310 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-387eb32a-d089-4e03-abe8-0e7f0631ff87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:00.514936 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69e543d0-988e-45d8-abb1-24a859f3ce81 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:00.522377 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e543d0-988e-45d8-abb1-24a859f3ce81 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:00.526094 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69e543d0-988e-45d8-abb1-24a859f3ce81 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:00.547426 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-387eb32a-d089-4e03-abe8-0e7f0631ff87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:00.558102 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861497b-99e6-4653-81e7-0c46863f5fdf req-edba83c8-d595-4c3d-8a07-c188e68b0bcd tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:00.559696 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5861497b-99e6-4653-81e7-0c46863f5fdf req-edba83c8-d595-4c3d-8a07-c188e68b0bcd tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=57d2ad3d-1aad-4c5d-9eb2-23ebba6387de HTTP/1.1" status: 200 len: 946 time: 0.2436287 Apr 20 13:12:00.604534 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e543d0-988e-45d8-abb1-24a859f3ce81 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Pushing event updated for resources: {'Network': ['ID=aade191c-f0a5-4e60-adb9-b4bb66d0b382,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:00.616956 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network aade191c-f0a5-4e60-adb9-b4bb66d0b382 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:12:00.623774 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ea775-f863-4593-9790-d3becc743307 req-3672c81d-44af-496c-ad96-23fcf4eafc84 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:00.625289 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-931ea775-f863-4593-9790-d3becc743307 req-3672c81d-44af-496c-ad96-23fcf4eafc84 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7eef8d9-0e4c-4386-9770-66100bcc6707 HTTP/1.1" status: 200 len: 950 time: 0.2746634 Apr 20 13:12:00.666989 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-ce539444-ae1d-4efe-8a10-a23811531add tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9023833 Apr 20 13:12:00.705731 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-69e543d0-988e-45d8-abb1-24a859f3ce81 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0098844 Apr 20 13:12:00.708438 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40522) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:00.710618 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-212c0687-72dd-4eb6-b221-9c280617d0a0 service neutron] Request body: {'port': {'device_id': '41e85475-e3a7-4afa-8197-c0bdae69d09e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:00.713375 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-27bb3c2a-3963-4317-94c1-5f2394972561 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Request body: {'subnet': {'network_id': 'aade191c-f0a5-4e60-adb9-b4bb66d0b382', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:00.801073 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5861497b-99e6-4653-81e7-0c46863f5fdf req-a8f2f0f4-fd01-412d-9ee7-868f88a8e857 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287142 Apr 20 13:12:00.820096 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-931ea775-f863-4593-9790-d3becc743307 req-a277b52d-9604-4b9c-a41d-6e341a0688d6 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606719 Apr 20 13:12:00.849915 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-212c0687-72dd-4eb6-b221-9c280617d0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:00.859524 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4e4db4ec-8039-4cec-82d9-2c913eb921ac req-4905231c-fc60-4122-906a-fae5959c6143 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:00.870835 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['02d394e3-f6ef-489c-8ff6-8161ad8effee'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:12:00.871114 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-387eb32a-d089-4e03-abe8-0e7f0631ff87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:00.876743 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['3c9f21da-6fdc-4980-88b9-d73613e671ab'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:12:00.891294 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27bb3c2a-3963-4317-94c1-5f2394972561 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Made reservation on behalf of 34b4c831c88c4ef6bd6756dfbb64d067 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:12:00.895302 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-27bb3c2a-3963-4317-94c1-5f2394972561 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:00.925268 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6b52139c-72fe-4976-ba78-4f2fbeb11192 req-8ea04d47-bdd0-4735-89a1-b9d773ee9011 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:00.926933 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905231c-fc60-4122-906a-fae5959c6143 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Pushing event deleted for resources: {'Port': ['ID=35f4dcac-bf1f-472e-8000-63eb2787a89a,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:01.010171 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea04d47-bdd0-4735-89a1-b9d773ee9011 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Pushing event deleted for resources: {'Port': ['ID=7b13bc59-5400-414e-939f-28f09df4a6f9,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:01.013024 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-387eb32a-d089-4e03-abe8-0e7f0631ff87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:01.056750 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4db4ec-8039-4cec-82d9-2c913eb921ac req-4905231c-fc60-4122-906a-fae5959c6143 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] No DVR routers for this DVR port 35f4dcac-bf1f-472e-8000-63eb2787a89a on host n-h1-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:12:01.070359 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4e4db4ec-8039-4cec-82d9-2c913eb921ac req-4905231c-fc60-4122-906a-fae5959c6143 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:01.081443 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4e4db4ec-8039-4cec-82d9-2c913eb921ac req-4905231c-fc60-4122-906a-fae5959c6143 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.32 "DELETE /v2.0/ports/35f4dcac-bf1f-472e-8000-63eb2787a89a HTTP/1.1" status: 204 len: 173 time: 2.0365334 Apr 20 13:12:01.081443 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7eef8d9-0e4c-4386-9770-66100bcc6707', 'name': 'network-vif-deleted', 'tag': '35f4dcac-bf1f-472e-8000-63eb2787a89a'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:12:01.081443 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7295a35e-b6b1-45bd-80f9-1a8bd8001e92" -d '{"events": [{"server_uuid": "d7eef8d9-0e4c-4386-9770-66100bcc6707", "name": "network-vif-deleted", "tag": "35f4dcac-bf1f-472e-8000-63eb2787a89a"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:12:01.172553 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-387eb32a-d089-4e03-abe8-0e7f0631ff87 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:12:01.209277 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387eb32a-d089-4e03-abe8-0e7f0631ff87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d1354a-e7db-4a6f-b341-f514acaede06,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:01.239452 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17fd101-2d13-490a-b659-4be7fe10b860 req-51e5c73c-ecd9-4bd9-b6ca-08267639490f tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:01.239452 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c17fd101-2d13-490a-b659-4be7fe10b860 req-51e5c73c-ecd9-4bd9-b6ca-08267639490f tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] 10.222.0.25 "GET /v2.0/ports?device_id=41e85475-e3a7-4afa-8197-c0bdae69d09e HTTP/1.1" status: 200 len: 931 time: 0.3385596 Apr 20 13:12:01.246138 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c04392cd-328a-44d7-a711-a2f2da96c6b2 req-947b9fa7-6ea9-4af4-841b-4d94a7743128 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 210 time: 0.0761151 Apr 20 13:12:01.250304 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-387eb32a-d089-4e03-abe8-0e7f0631ff87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:01.250656 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-387eb32a-d089-4e03-abe8-0e7f0631ff87 admin admin] Added segment 3e04a06b-271d-4b1a-a3b3-64d16c8bebf7 of type vlan for network f1ce7536-0bec-4389-a659-ac1cfe3588bd Apr 20 13:12:01.257338 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-27bb3c2a-3963-4317-94c1-5f2394972561 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:01.300583 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 7b13bc59-5400-414e-939f-28f09df4a6f9 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:12:01.366797 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a3ff88-0d76-44a0-a3a6-d278197b6f1a x-openstack-request-id: req-65a3ff88-0d76-44a0-a3a6-d278197b6f1a {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:12:01.366910 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7eef8d9-0e4c-4386-9770-66100bcc6707", "name": "network-vif-deleted", "tag": "35f4dcac-bf1f-472e-8000-63eb2787a89a", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:12:01.367118 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-65a3ff88-0d76-44a0-a3a6-d278197b6f1a {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:12:01.367882 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65a3ff88-0d76-44a0-a3a6-d278197b6f1a'] response: {'server_uuid': 'd7eef8d9-0e4c-4386-9770-66100bcc6707', 'name': 'network-vif-deleted', 'tag': '35f4dcac-bf1f-472e-8000-63eb2787a89a', 'status': 'completed', 'code': 200} Apr 20 13:12:01.371341 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 7b13bc59-5400-414e-939f-28f09df4a6f9 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:12:01.373574 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 7b13bc59-5400-414e-939f-28f09df4a6f9 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:12:01.377324 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb3c2a-3963-4317-94c1-5f2394972561 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Pushing event updated for resources: {'Subnet': ['ID=bf7add2d-7f11-4b58-9b58-9cb196f0ee95,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:01.381614 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bb3c2a-3963-4317-94c1-5f2394972561 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Checking segment: {'id': 'cabdbe63-70db-4f5c-8eef-f2cf2f897be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'aade191c-f0a5-4e60-adb9-b4bb66d0b382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:12:01.381988 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bb3c2a-3963-4317-94c1-5f2394972561 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Network hostable DHCP agents. Network: aade191c-f0a5-4e60-adb9-b4bb66d0b382, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:12:01.442858 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-387eb32a-d089-4e03-abe8-0e7f0631ff87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:01.463331 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bb3c2a-3963-4317-94c1-5f2394972561 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Network aade191c-f0a5-4e60-adb9-b4bb66d0b382 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:12:01.532463 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-27bb3c2a-3963-4317-94c1-5f2394972561 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, aade191c-f0a5-4e60-adb9-b4bb66d0b382) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:01.534800 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c17fd101-2d13-490a-b659-4be7fe10b860 req-14cf583c-f69f-421f-adf5-2416127a2ce1 tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] 10.222.0.25 "GET /v2.0/security-groups?id=36f975b7-d3c2-4c6a-b1f1-49427083a725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876921 Apr 20 13:12:01.539459 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bb3c2a-3963-4317-94c1-5f2394972561 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:01.540100 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-27bb3c2a-3963-4317-94c1-5f2394972561 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:01.548727 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140f9552-f8ce-4875-822d-81975151815b None None] Network aade191c-f0a5-4e60-adb9-b4bb66d0b382 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:12:01.606304 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b52139c-72fe-4976-ba78-4f2fbeb11192 req-8ea04d47-bdd0-4735-89a1-b9d773ee9011 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Router 743ceca2-0b4a-4a6e-adc1-701ab4e69731 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:12:01.625907 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58096c0f-de37-443b-98b3-2c5240836bbf req-3740116a-9466-4528-867e-db7d5c7adf58 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:01.632096 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58096c0f-de37-443b-98b3-2c5240836bbf req-3740116a-9466-4528-867e-db7d5c7adf58 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:01.637995 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58096c0f-de37-443b-98b3-2c5240836bbf req-3740116a-9466-4528-867e-db7d5c7adf58 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:01.644179 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58096c0f-de37-443b-98b3-2c5240836bbf req-3740116a-9466-4528-867e-db7d5c7adf58 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:01.650206 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58096c0f-de37-443b-98b3-2c5240836bbf req-3740116a-9466-4528-867e-db7d5c7adf58 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:01.656329 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58096c0f-de37-443b-98b3-2c5240836bbf req-3740116a-9466-4528-867e-db7d5c7adf58 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:01.662472 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58096c0f-de37-443b-98b3-2c5240836bbf req-3740116a-9466-4528-867e-db7d5c7adf58 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:01.663087 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-27bb3c2a-3963-4317-94c1-5f2394972561 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9533019 Apr 20 13:12:01.663923 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40530) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:01.669465 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-5a650cac-13cb-441c-9198-b6f6fcb8430c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2082458076', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}, 'admin_state_up': False}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:01.670916 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-58096c0f-de37-443b-98b3-2c5240836bbf req-3740116a-9466-4528-867e-db7d5c7adf58 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 5444 time: 0.2395043 Apr 20 13:12:01.690463 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-387eb32a-d089-4e03-abe8-0e7f0631ff87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:01.691452 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387eb32a-d089-4e03-abe8-0e7f0631ff87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:01.692037 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-387eb32a-d089-4e03-abe8-0e7f0631ff87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:01.711395 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964765eb-c91a-471d-8113-0c0faf8371de None None] Network aade191c-f0a5-4e60-adb9-b4bb66d0b382 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:12:01.761230 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a650cac-13cb-441c-9198-b6f6fcb8430c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:01.762351 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a650cac-13cb-441c-9198-b6f6fcb8430c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:01.834974 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a650cac-13cb-441c-9198-b6f6fcb8430c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:02.146020 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a650cac-13cb-441c-9198-b6f6fcb8430c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:02.177976 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-387eb32a-d089-4e03-abe8-0e7f0631ff87 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1989877 Apr 20 13:12:02.181286 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40536) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:02.186251 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-d421827a-3313-4a90-ae95-245cf5fd4be9 admin admin] Request body: {'subnet': {'network_id': 'f1ce7536-0bec-4389-a659-ac1cfe3588bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1796201417-subnet', 'tenant_id': 'ff408a7b44344dabb68eab43722e2726', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:02.200026 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-58096c0f-de37-443b-98b3-2c5240836bbf req-1e071e30-6ee5-4b03-8096-ff4981914110 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=453f1f18-ab3a-45a6-896f-f71ff07ade0a&id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5282536 Apr 20 13:12:02.202027 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-212c0687-72dd-4eb6-b221-9c280617d0a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:12:02.213529 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387eb32a-d089-4e03-abe8-0e7f0631ff87 admin admin] Pushing event updated for resources: {'Network': ['ID=f1ce7536-0bec-4389-a659-ac1cfe3588bd,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:02.218860 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-212c0687-72dd-4eb6-b221-9c280617d0a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:02.234388 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network f1ce7536-0bec-4389-a659-ac1cfe3588bd details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:12:02.264979 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6946f8-fdc2-47aa-ae14-60e47f1c72f0 req-73a46c1f-297c-49db-b969-6b032b1aa107 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:02.273458 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7b6946f8-fdc2-47aa-ae14-60e47f1c72f0 req-73a46c1f-297c-49db-b969-6b032b1aa107 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=57d2ad3d-1aad-4c5d-9eb2-23ebba6387de HTTP/1.1" status: 200 len: 946 time: 0.1433315 Apr 20 13:12:02.292587 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-212c0687-72dd-4eb6-b221-9c280617d0a0 service neutron] Transition to ACTIVE for port object 46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:12:02.335382 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d421827a-3313-4a90-ae95-245cf5fd4be9 admin admin] Made reservation on behalf of ff408a7b44344dabb68eab43722e2726 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:12:02.337739 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d421827a-3313-4a90-ae95-245cf5fd4be9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:02.364319 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0caf821f-d9db-4a7b-b141-7fef7980518d req-8552ef4a-edd7-4f27-a845-5cb3144ae5c9 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7eef8d9-0e4c-4386-9770-66100bcc6707 HTTP/1.1" status: 200 len: 210 time: 0.0705400 Apr 20 13:12:02.373576 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-212c0687-72dd-4eb6-b221-9c280617d0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:02.409119 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b52139c-72fe-4976-ba78-4f2fbeb11192 req-8ea04d47-bdd0-4735-89a1-b9d773ee9011 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:12:02.422781 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1497d98a-0b1d-43dc-987f-4b69310f53b0 None None] Sync routers for ids ['743ceca2-0b4a-4a6e-adc1-701ab4e69731'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:12:02.426756 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7b6946f8-fdc2-47aa-ae14-60e47f1c72f0 req-35a74907-85d6-4c97-ae00-daaf3b581231 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508255 Apr 20 13:12:02.447963 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1497d98a-0b1d-43dc-987f-4b69310f53b0 None None] Routers {'743ceca2-0b4a-4a6e-adc1-701ab4e69731'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:02.448868 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-1497d98a-0b1d-43dc-987f-4b69310f53b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:11:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['743ceca2-0b4a-4a6e-adc1-701ab4e69731'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:02.531322 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b52139c-72fe-4976-ba78-4f2fbeb11192 req-8ea04d47-bdd0-4735-89a1-b9d773ee9011 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] No DVR routers for this DVR port 7b13bc59-5400-414e-939f-28f09df4a6f9 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:12:02.534289 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c0687-72dd-4eb6-b221-9c280617d0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:02.539303 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6b52139c-72fe-4976-ba78-4f2fbeb11192 req-8ea04d47-bdd0-4735-89a1-b9d773ee9011 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:02.542664 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6b52139c-72fe-4976-ba78-4f2fbeb11192 req-8ea04d47-bdd0-4735-89a1-b9d773ee9011 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.15 "DELETE /v2.0/ports/7b13bc59-5400-414e-939f-28f09df4a6f9 HTTP/1.1" status: 204 len: 173 time: 4.2315676 Apr 20 13:12:02.589351 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fe592f5d-1c56-45ca-8230-fc92e22a163e req-d2f6ecc5-814b-4755-b6f9-c6fc85138c52 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac79ce14-eb0e-4fc6-878f-fb0634053479 HTTP/1.1" status: 200 len: 210 time: 0.0611045 Apr 20 13:12:02.633482 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-1497d98a-0b1d-43dc-987f-4b69310f53b0 None None] Set router 743ceca2-0b4a-4a6e-adc1-701ab4e69731 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:12:02.633650 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a650cac-13cb-441c-9198-b6f6fcb8430c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:02.660040 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a650cac-13cb-441c-9198-b6f6fcb8430c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:02.663820 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c130c9-6681-4b16-8b53-dbef873280cd req-dceed00d-9452-452e-a9af-a5fe8b873ce8 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:02.670650 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c130c9-6681-4b16-8b53-dbef873280cd req-dceed00d-9452-452e-a9af-a5fe8b873ce8 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:02.676827 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c130c9-6681-4b16-8b53-dbef873280cd req-dceed00d-9452-452e-a9af-a5fe8b873ce8 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:02.682979 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c130c9-6681-4b16-8b53-dbef873280cd req-dceed00d-9452-452e-a9af-a5fe8b873ce8 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:02.689307 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c130c9-6681-4b16-8b53-dbef873280cd req-dceed00d-9452-452e-a9af-a5fe8b873ce8 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:02.695879 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c130c9-6681-4b16-8b53-dbef873280cd req-dceed00d-9452-452e-a9af-a5fe8b873ce8 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:02.702002 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c130c9-6681-4b16-8b53-dbef873280cd req-dceed00d-9452-452e-a9af-a5fe8b873ce8 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:02.704238 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-43c130c9-6681-4b16-8b53-dbef873280cd req-dceed00d-9452-452e-a9af-a5fe8b873ce8 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 5444 time: 0.2186744 Apr 20 13:12:02.717155 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40544) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:02.723870 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-bb096988-9192-428b-8f92-e89b9bb12b09 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Request body: {'floatingip': {'port_id': 'a2533aa3-2355-44c2-b360-55e62b33e303'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:02.765414 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-212c0687-72dd-4eb6-b221-9c280617d0a0 service neutron] Attempting to bind port 46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:02.765770 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-212c0687-72dd-4eb6-b221-9c280617d0a0 service neutron] Attempting to bind port 46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': 'cd83a0bb-1b0d-4afc-bfed-cc30ecd62304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '06ae5f68-e14d-41ac-9ba7-b198ddf249e3'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:02.766074 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-212c0687-72dd-4eb6-b221-9c280617d0a0 service neutron] Attempting to bind port 46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c on network 06ae5f68-e14d-41ac-9ba7-b198ddf249e3 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:02.772610 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-212c0687-72dd-4eb6-b221-9c280617d0a0 service neutron] Port 46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c on network 06ae5f68-e14d-41ac-9ba7-b198ddf249e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:02.772931 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-212c0687-72dd-4eb6-b221-9c280617d0a0 service neutron] Attempting to bind port 46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c on network 06ae5f68-e14d-41ac-9ba7-b198ddf249e3 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:02.780187 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-212c0687-72dd-4eb6-b221-9c280617d0a0 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:12:02.780534 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-212c0687-72dd-4eb6-b221-9c280617d0a0 service neutron] Checking segment: {'id': 'cd83a0bb-1b0d-4afc-bfed-cc30ecd62304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '06ae5f68-e14d-41ac-9ba7-b198ddf249e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:12:02.780913 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-212c0687-72dd-4eb6-b221-9c280617d0a0 service neutron] Bound using segment: {'id': 'cd83a0bb-1b0d-4afc-bfed-cc30ecd62304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '06ae5f68-e14d-41ac-9ba7-b198ddf249e3'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:12:02.781345 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-212c0687-72dd-4eb6-b221-9c280617d0a0 service neutron] Bound port: 46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd83a0bb-1b0d-4afc-bfed-cc30ecd62304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '06ae5f68-e14d-41ac-9ba7-b198ddf249e3'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:12:02.781752 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-212c0687-72dd-4eb6-b221-9c280617d0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:02.801354 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5728b9-60e8-469a-847a-a962102e72ed req-84818fb0-eee9-47db-8f03-86f996ecdcb5 tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:02.802981 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ec5728b9-60e8-469a-847a-a962102e72ed req-84818fb0-eee9-47db-8f03-86f996ecdcb5 tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] 10.222.0.25 "GET /v2.0/ports?device_id=41e85475-e3a7-4afa-8197-c0bdae69d09e HTTP/1.1" status: 200 len: 943 time: 0.0951116 Apr 20 13:12:02.866115 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 3c9f21da-6fdc-4980-88b9-d73613e671ab no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:12:02.901413 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ec5728b9-60e8-469a-847a-a962102e72ed req-c2d5dd35-4ab9-405b-b4b4-b792c202b95d tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] 10.222.0.25 "GET /v2.0/security-groups?id=36f975b7-d3c2-4c6a-b1f1-49427083a725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724192 Apr 20 13:12:02.918131 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-212c0687-72dd-4eb6-b221-9c280617d0a0 service neutron] For port 46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:12:02.919279 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 3c9f21da-6fdc-4980-88b9-d73613e671ab {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:12:02.919837 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 3c9f21da-6fdc-4980-88b9-d73613e671ab not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:12:02.920429 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 35f4dcac-bf1f-472e-8000-63eb2787a89a no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:12:02.922285 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-212c0687-72dd-4eb6-b221-9c280617d0a0 service neutron] For port 46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c,segment=NetworkSegment(cd83a0bb-1b0d-4afc-bfed-cc30ecd62304),segment_id=cd83a0bb-1b0d-4afc-bfed-cc30ecd62304)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:12:02.946640 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 35f4dcac-bf1f-472e-8000-63eb2787a89a {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:12:02.946997 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 35f4dcac-bf1f-472e-8000-63eb2787a89a not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:12:02.948803 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-1497d98a-0b1d-43dc-987f-4b69310f53b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'name': 'tempest-AttachVolumeShelveTestJSON-1796423913-router', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'e0156b26-b064-4225-8417-ea8cce1a54ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:35Z', 'updated_at': '2022-04-20T13:06:50Z', 'revision_number': 4, 'project_id': 'c6b1693032114a59884d6bf282ad5efe', 'gw_port': {'id': 'e0156b26-b064-4225-8417-ea8cce1a54ab', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:38Z', 'updated_at': '2022-04-20T13:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'ebc0a48e-f464-444f-96b9-d70e47d4e667', 'name': '', 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'mac_address': 'fa:16:3e:99:2d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '50283e41-42f7-46ab-979a-b196312e8e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:46Z', 'updated_at': '2022-04-20T13:07:11Z', 'revision_number': 5, 'project_id': 'c6b1693032114a59884d6bf282ad5efe', 'subnets': [{'id': '50283e41-42f7-46ab-979a-b196312e8e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:02.976166 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1497d98a-0b1d-43dc-987f-4b69310f53b0 None None] Checking router: 743ceca2-0b4a-4a6e-adc1-701ab4e69731 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:12:02.985020 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1497d98a-0b1d-43dc-987f-4b69310f53b0 None None] Routers {'743ceca2-0b4a-4a6e-adc1-701ab4e69731'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:02.985645 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-1497d98a-0b1d-43dc-987f-4b69310f53b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:11:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['743ceca2-0b4a-4a6e-adc1-701ab4e69731'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:03.065949 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d421827a-3313-4a90-ae95-245cf5fd4be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:03.087052 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-212c0687-72dd-4eb6-b221-9c280617d0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:03.095164 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-1497d98a-0b1d-43dc-987f-4b69310f53b0 None None] Set router 743ceca2-0b4a-4a6e-adc1-701ab4e69731 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:12:03.099126 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bb096988-9192-428b-8f92-e89b9bb12b09 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks [] for floatingip, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:03.126478 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-212c0687-72dd-4eb6-b221-9c280617d0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:03.127153 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-212c0687-72dd-4eb6-b221-9c280617d0a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:03.129294 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-212c0687-72dd-4eb6-b221-9c280617d0a0 service neutron] 10.222.0.15 "PUT /v2.0/ports/46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c HTTP/1.1" status: 200 len: 1091 time: 2.4409921 Apr 20 13:12:03.156413 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c0687-72dd-4eb6-b221-9c280617d0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:03.248675 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421827a-3313-4a90-ae95-245cf5fd4be9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f90b7ef9-210b-4a34-bdaa-1cf71d7895f5,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:03.298603 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-5a650cac-13cb-441c-9198-b6f6fcb8430c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Allocated IP 172.25.8.50 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/afad5265-2db2-434b-8feb-238be1e1748f) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:03.305565 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-b225c087-c752-4716-8efa-089ff68fd931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:03.307116 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-b225c087-c752-4716-8efa-089ff68fd931 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca3accf5276e4d76af22fb2c7e566d37&device_id=41e85475-e3a7-4afa-8197-c0bdae69d09e HTTP/1.1" status: 200 len: 1094 time: 0.0589619 Apr 20 13:12:03.312926 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-1497d98a-0b1d-43dc-987f-4b69310f53b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'name': 'tempest-AttachVolumeShelveTestJSON-1796423913-router', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'e0156b26-b064-4225-8417-ea8cce1a54ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:35Z', 'updated_at': '2022-04-20T13:06:50Z', 'revision_number': 4, 'project_id': 'c6b1693032114a59884d6bf282ad5efe', 'gw_port': {'id': 'e0156b26-b064-4225-8417-ea8cce1a54ab', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:38Z', 'updated_at': '2022-04-20T13:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'ebc0a48e-f464-444f-96b9-d70e47d4e667', 'name': '', 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'mac_address': 'fa:16:3e:99:2d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '50283e41-42f7-46ab-979a-b196312e8e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:46Z', 'updated_at': '2022-04-20T13:07:11Z', 'revision_number': 5, 'project_id': 'c6b1693032114a59884d6bf282ad5efe', 'subnets': [{'id': '50283e41-42f7-46ab-979a-b196312e8e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:03.313456 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d421827a-3313-4a90-ae95-245cf5fd4be9 admin admin] Checking segment: {'id': '3e04a06b-271d-4b1a-a3b3-64d16c8bebf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f1ce7536-0bec-4389-a659-ac1cfe3588bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:12:03.320689 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d421827a-3313-4a90-ae95-245cf5fd4be9 admin admin] Network hostable DHCP agents. Network: f1ce7536-0bec-4389-a659-ac1cfe3588bd, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:12:03.344401 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1497d98a-0b1d-43dc-987f-4b69310f53b0 None None] The sync data for ids ['743ceca2-0b4a-4a6e-adc1-701ab4e69731'] in n-d-836015-7 is: [{'id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'name': 'tempest-AttachVolumeShelveTestJSON-1796423913-router', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'e0156b26-b064-4225-8417-ea8cce1a54ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:35Z', 'updated_at': '2022-04-20T13:06:50Z', 'revision_number': 4, 'project_id': 'c6b1693032114a59884d6bf282ad5efe', 'gw_port': {'id': 'e0156b26-b064-4225-8417-ea8cce1a54ab', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:38Z', 'updated_at': '2022-04-20T13:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'ebc0a48e-f464-444f-96b9-d70e47d4e667', 'name': '', 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'mac_address': 'fa:16:3e:99:2d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '50283e41-42f7-46ab-979a-b196312e8e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:46Z', 'updated_at': '2022-04-20T13:07:11Z', 'revision_number': 5, 'project_id': 'c6b1693032114a59884d6bf282ad5efe', 'subnets': [{'id': '50283e41-42f7-46ab-979a-b196312e8e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:12:03.357935 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-d91f0420-2528-44c5-bbdd-cba1867ef7df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c HTTP/1.1" status: 200 len: 217 time: 0.0418942 Apr 20 13:12:03.371807 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac79ce14-eb0e-4fc6-878f-fb0634053479', 'name': 'network-vif-deleted', 'tag': '7b13bc59-5400-414e-939f-28f09df4a6f9'}, {'name': 'network-changed', 'server_uuid': '41e85475-e3a7-4afa-8197-c0bdae69d09e', 'tag': '46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:12:03.374488 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea2f160-03b8-42bd-b3a3-f87d9ddfa3ce" -d '{"events": [{"server_uuid": "ac79ce14-eb0e-4fc6-878f-fb0634053479", "name": "network-vif-deleted", "tag": "7b13bc59-5400-414e-939f-28f09df4a6f9"}, {"name": "network-changed", "server_uuid": "41e85475-e3a7-4afa-8197-c0bdae69d09e", "tag": "46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:12:03.438011 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 20 Apr 2022 13:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e274e96a-0067-4dc9-b059-a41bc9bc9dba x-openstack-request-id: req-e274e96a-0067-4dc9-b059-a41bc9bc9dba {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:12:03.439083 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac79ce14-eb0e-4fc6-878f-fb0634053479", "name": "network-vif-deleted", "tag": "7b13bc59-5400-414e-939f-28f09df4a6f9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "41e85475-e3a7-4afa-8197-c0bdae69d09e", "tag": "46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:12:03.439083 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e274e96a-0067-4dc9-b059-a41bc9bc9dba {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:12:03.440383 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e274e96a-0067-4dc9-b059-a41bc9bc9dba'] response: {'server_uuid': 'ac79ce14-eb0e-4fc6-878f-fb0634053479', 'name': 'network-vif-deleted', 'tag': '7b13bc59-5400-414e-939f-28f09df4a6f9', 'status': 'completed', 'code': 200} Apr 20 13:12:03.440741 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e274e96a-0067-4dc9-b059-a41bc9bc9dba'] response: {'name': 'network-changed', 'server_uuid': '41e85475-e3a7-4afa-8197-c0bdae69d09e', 'tag': '46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c', 'status': 'completed', 'code': 200} Apr 20 13:12:03.465384 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-1da37a4e-5dd2-4384-814b-8ab8a707a66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:03.468265 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-1da37a4e-5dd2-4384-814b-8ab8a707a66e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98ffd157-5378-4127-af00-68686112b7a5 HTTP/1.1" status: 200 len: 865 time: 0.1043370 Apr 20 13:12:03.519744 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-bed45ebb-5a51-4e56-9cdc-9eecc47e5233 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06ae5f68-e14d-41ac-9ba7-b198ddf249e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447481 Apr 20 13:12:03.521405 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d421827a-3313-4a90-ae95-245cf5fd4be9 admin admin] Network f1ce7536-0bec-4389-a659-ac1cfe3588bd is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:12:03.561809 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a650cac-13cb-441c-9198-b6f6fcb8430c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:03.647411 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-d421827a-3313-4a90-ae95-245cf5fd4be9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, f1ce7536-0bec-4389-a659-ac1cfe3588bd) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:03.659032 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930919f8-8e72-438a-b127-b3fc33ac47a9 None None] Network f1ce7536-0bec-4389-a659-ac1cfe3588bd requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:12:03.666933 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d421827a-3313-4a90-ae95-245cf5fd4be9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:03.668224 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d421827a-3313-4a90-ae95-245cf5fd4be9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:03.694593 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8763a-d199-4836-b240-33937d41d6ba req-fa760163-21af-46d0-b42d-a2dc26f497d0 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:03.696277 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d3e8763a-d199-4836-b240-33937d41d6ba req-fa760163-21af-46d0-b42d-a2dc26f497d0 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=57d2ad3d-1aad-4c5d-9eb2-23ebba6387de HTTP/1.1" status: 200 len: 946 time: 0.0972309 Apr 20 13:12:03.703839 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-4ba098a9-1393-4bfa-9597-98d6a153b2e1 service neutron] 10.222.0.15 "GET /v2.0/networks/06ae5f68-e14d-41ac-9ba7-b198ddf249e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771855 Apr 20 13:12:03.782115 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a59cfa2-dbdc-486c-b6a2-0c12e2c43ef3 None None] New status for floating IP f2d2218d-d7c6-41f7-94f4-1b6b0be3e9e5: DOWN {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:12:03.784870 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d3e8763a-d199-4836-b240-33937d41d6ba req-c98e6b34-4dcc-411f-9c84-c92b8ce00337 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799918 Apr 20 13:12:03.857893 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d421827a-3313-4a90-ae95-245cf5fd4be9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6753089 Apr 20 13:12:03.876396 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-053ca4b2-161a-49e7-8776-e01990a42a77 req-1d7e1a02-7488-41b9-b611-eb0635219c50 service neutron] 10.222.0.15 "GET /v2.0/networks/06ae5f68-e14d-41ac-9ba7-b198ddf249e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296229 Apr 20 13:12:03.894065 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a650cac-13cb-441c-9198-b6f6fcb8430c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:03.931389 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bb096988-9192-428b-8f92-e89b9bb12b09 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:03.944415 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 40566) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:03.982695 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a650cac-13cb-441c-9198-b6f6fcb8430c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:03.996215 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d111a7a0-dc71-418d-8e07-f0643070063d None None] Network f1ce7536-0bec-4389-a659-ac1cfe3588bd requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:12:03.997351 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-5a650cac-13cb-441c-9198-b6f6fcb8430c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:04.002008 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a650cac-13cb-441c-9198-b6f6fcb8430c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:04.046988 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a650cac-13cb-441c-9198-b6f6fcb8430c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Pushing event updated for resources: {'Port': ['ID=afad5265-2db2-434b-8feb-238be1e1748f,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:04.057060 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bb096988-9192-428b-8f92-e89b9bb12b09 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:04.118663 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5d2026c3-93aa-4e3b-8182-8665318c6312 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:04.124692 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2f160-03b8-42bd-b3a3-f87d9ddfa3ce req-49df6035-d2b8-425f-915f-92a521e953a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:04.126202 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ea2f160-03b8-42bd-b3a3-f87d9ddfa3ce req-49df6035-d2b8-425f-915f-92a521e953a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca3accf5276e4d76af22fb2c7e566d37&device_id=41e85475-e3a7-4afa-8197-c0bdae69d09e HTTP/1.1" status: 200 len: 1094 time: 0.1094613 Apr 20 13:12:04.170046 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11952fd1-b531-40f4-8439-b91bfa84960a req-c9d2f0a6-c2d5-486f-9a07-f8eb3fe69979 tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:04.171479 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-11952fd1-b531-40f4-8439-b91bfa84960a req-c9d2f0a6-c2d5-486f-9a07-f8eb3fe69979 tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] 10.222.0.25 "GET /v2.0/ports?device_id=41e85475-e3a7-4afa-8197-c0bdae69d09e HTTP/1.1" status: 200 len: 943 time: 0.1154940 Apr 20 13:12:04.212330 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5d2026c3-93aa-4e3b-8182-8665318c6312 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:04.295610 n-d-836015-7 neutron-server[114870]: INFO neutron.db.l3_db [None req-bb096988-9192-428b-8f92-e89b9bb12b09 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Floating IP 1714e835-f391-4ef5-b480-1eea3e76895a associated. External IP: 172.25.8.209, port: a2533aa3-2355-44c2-b360-55e62b33e303. Apr 20 13:12:04.310155 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-11952fd1-b531-40f4-8439-b91bfa84960a req-a3de3039-a8ec-4ce7-b27a-3413a4ffe1e1 tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] 10.222.0.25 "GET /v2.0/security-groups?id=36f975b7-d3c2-4c6a-b1f1-49427083a725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949271 Apr 20 13:12:04.313260 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2f160-03b8-42bd-b3a3-f87d9ddfa3ce req-31afc17d-44b9-43ad-bfa1-e85f59be3200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:04.314692 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ea2f160-03b8-42bd-b3a3-f87d9ddfa3ce req-31afc17d-44b9-43ad-bfa1-e85f59be3200 service neutron] 10.222.0.15 "GET /v2.0/networks?id=06ae5f68-e14d-41ac-9ba7-b198ddf249e3 HTTP/1.1" status: 200 len: 926 time: 0.1785629 Apr 20 13:12:04.375624 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ea2f160-03b8-42bd-b3a3-f87d9ddfa3ce req-5d1ea1af-ef37-4ac5-b096-1d60c703a78f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c HTTP/1.1" status: 200 len: 217 time: 0.0509396 Apr 20 13:12:04.381306 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-96c2999c-626f-4bda-9b94-5e384b1505f6 req-5189c300-3468-4cdc-bd7e-7df0dcc5a390 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1346667060', 'description': 'tempest-description-45907788'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:04.451009 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5d2026c3-93aa-4e3b-8182-8665318c6312 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:04.453443 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5d2026c3-93aa-4e3b-8182-8665318c6312 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:04.454583 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5d2026c3-93aa-4e3b-8182-8665318c6312 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "DELETE /v2.0/security-groups/4d28b963-72c8-4772-9654-eaf327e16a0e HTTP/1.1" status: 204 len: 168 time: 0.5080733 Apr 20 13:12:04.460469 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40574) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:04.484062 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2026c3-93aa-4e3b-8182-8665318c6312 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d28b963-72c8-4772-9654-eaf327e16a0e,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:04.495453 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2f160-03b8-42bd-b3a3-f87d9ddfa3ce req-76e2c467-0984-458a-b78f-23c121850b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:04.495660 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ea2f160-03b8-42bd-b3a3-f87d9ddfa3ce req-76e2c467-0984-458a-b78f-23c121850b2f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98ffd157-5378-4127-af00-68686112b7a5 HTTP/1.1" status: 200 len: 865 time: 0.1092174 Apr 20 13:12:04.504724 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a566289-f272-4fbb-90a6-e1cfdd31e82e req-e95e3aa5-1de5-482f-ae55-aee442a80a2a tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:04.506196 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1a566289-f272-4fbb-90a6-e1cfdd31e82e req-e95e3aa5-1de5-482f-ae55-aee442a80a2a tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f965f42c-805e-4ee0-b976-19ad9b6df640 HTTP/1.1" status: 200 len: 949 time: 0.1188133 Apr 20 13:12:04.517430 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-fa291447-aff4-4904-9341-a6d5c599fe39 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] show failed (client error): The resource could not be found. Apr 20 13:12:04.518537 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-fa291447-aff4-4904-9341-a6d5c599fe39 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups/4d28b963-72c8-4772-9654-eaf327e16a0e HTTP/1.1" status: 404 len: 347 time: 0.0549462 Apr 20 13:12:04.533871 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 40576) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:04.537370 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ea2f160-03b8-42bd-b3a3-f87d9ddfa3ce req-5310415d-324d-4605-ba96-7f9b85ab6c6b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06ae5f68-e14d-41ac-9ba7-b198ddf249e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302823 Apr 20 13:12:04.551012 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-96c2999c-626f-4bda-9b94-5e384b1505f6 req-5189c300-3468-4cdc-bd7e-7df0dcc5a390 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:04.639406 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a650cac-13cb-441c-9198-b6f6fcb8430c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:04.737988 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1a566289-f272-4fbb-90a6-e1cfdd31e82e req-17cfaa1c-3158-4272-9417-0d79cd45df10 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047930 Apr 20 13:12:04.775333 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb096988-9192-428b-8f92-e89b9bb12b09 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Router f12f7345-e5ab-404b-aedb-f3b847b28642 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:12:04.802143 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ea2f160-03b8-42bd-b3a3-f87d9ddfa3ce req-54e6db95-0f44-4f88-aec8-c865591a7063 service neutron] 10.222.0.15 "GET /v2.0/networks/06ae5f68-e14d-41ac-9ba7-b198ddf249e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528489 Apr 20 13:12:04.831634 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-96c2999c-626f-4bda-9b94-5e384b1505f6 req-5189c300-3468-4cdc-bd7e-7df0dcc5a390 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:04.846474 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-6cf26cbf-a229-439e-aed7-d2eb6490cc7a tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Deleting port 8f9359e8-817c-4dc0-ae3c-92aa1d3c5296 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:12:04.846792 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6cf26cbf-a229-439e-aed7-d2eb6490cc7a tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:04.947623 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-96c2999c-626f-4bda-9b94-5e384b1505f6 req-5189c300-3468-4cdc-bd7e-7df0dcc5a390 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:04.987540 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb096988-9192-428b-8f92-e89b9bb12b09 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:12:04.993102 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bb096988-9192-428b-8f92-e89b9bb12b09 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:04.995543 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a650cac-13cb-441c-9198-b6f6fcb8430c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:04.999288 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a10ef87-666f-441d-8c3f-65c5ffb77ee0 None None] Sync routers for ids ['f12f7345-e5ab-404b-aedb-f3b847b28642'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:12:05.010775 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a10ef87-666f-441d-8c3f-65c5ffb77ee0 None None] Routers {'f12f7345-e5ab-404b-aedb-f3b847b28642'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:05.011864 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-1a10ef87-666f-441d-8c3f-65c5ffb77ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:11:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f12f7345-e5ab-404b-aedb-f3b847b28642'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:05.015869 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189c300-3468-4cdc-bd7e-7df0dcc5a390 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3758c344-54d9-4f91-8aeb-98b9b94fe87d,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:05.048114 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ea2f160-03b8-42bd-b3a3-f87d9ddfa3ce req-9b42b77f-8fe4-474c-92d0-714869f9aea5 service neutron] 10.222.0.15 "GET /v2.0/networks/06ae5f68-e14d-41ac-9ba7-b198ddf249e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356665 Apr 20 13:12:05.051002 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6cf26cbf-a229-439e-aed7-d2eb6490cc7a tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:05.051329 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6cf26cbf-a229-439e-aed7-d2eb6490cc7a tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:05.060781 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c41e9-76c7-4930-9b35-4bd39c21e769 req-6257b1ba-c3b5-42d2-9be4-7cd738525100 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:05.062461 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-018c41e9-76c7-4930-9b35-4bd39c21e769 req-6257b1ba-c3b5-42d2-9be4-7cd738525100 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=57d2ad3d-1aad-4c5d-9eb2-23ebba6387de HTTP/1.1" status: 200 len: 946 time: 0.1738055 Apr 20 13:12:05.075439 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-bb096988-9192-428b-8f92-e89b9bb12b09 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "PUT /v2.0/floatingips/1714e835-f391-4ef5-b480-1eea3e76895a HTTP/1.1" status: 200 len: 992 time: 2.3461125 Apr 20 13:12:05.075439 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'tag': 'a2533aa3-2355-44c2-b360-55e62b33e303'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:12:05.075439 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c210df-d9ed-4f44-a2d0-00532e35936b" -d '{"events": [{"name": "network-changed", "server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "tag": "a2533aa3-2355-44c2-b360-55e62b33e303"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:12:05.075808 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-6cf26cbf-a229-439e-aed7-d2eb6490cc7a tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Calling delete_port for 8f9359e8-817c-4dc0-ae3c-92aa1d3c5296 owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:12:05.086265 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-96c2999c-626f-4bda-9b94-5e384b1505f6 req-5189c300-3468-4cdc-bd7e-7df0dcc5a390 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:05.087961 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-96c2999c-626f-4bda-9b94-5e384b1505f6 req-5189c300-3468-4cdc-bd7e-7df0dcc5a390 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7105355 Apr 20 13:12:05.135631 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75f8cee-72cd-417f-8107-6d0594694c9c x-openstack-request-id: req-c75f8cee-72cd-417f-8107-6d0594694c9c {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:12:05.136197 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "tag": "a2533aa3-2355-44c2-b360-55e62b33e303", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:12:05.136301 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c75f8cee-72cd-417f-8107-6d0594694c9c {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:12:05.136679 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c75f8cee-72cd-417f-8107-6d0594694c9c'] response: {'name': 'network-changed', 'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'tag': 'a2533aa3-2355-44c2-b360-55e62b33e303', 'status': 'completed', 'code': 200} Apr 20 13:12:05.180279 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-018c41e9-76c7-4930-9b35-4bd39c21e769 req-ab4d6d40-38b1-4a8e-bd28-05070dcb4c0b tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917330 Apr 20 13:12:05.257392 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a650cac-13cb-441c-9198-b6f6fcb8430c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Router 48dfb62f-8449-4eb5-b866-5392dcdb2959 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:12:05.269017 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-21a333a4-6153-4ded-8450-4bea4ba14c02 req-1fa52081-5714-4e04-ac7a-eeab78ff84e0 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] 10.222.0.25 "GET /v2.0/security-groups/3758c344-54d9-4f91-8aeb-98b9b94fe87d HTTP/1.1" status: 200 len: 1805 time: 0.1034234 Apr 20 13:12:05.281895 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c210df-d9ed-4f44-a2d0-00532e35936b req-4635e889-86ed-4653-84ec-cf4f2566813c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:05.282367 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c210df-d9ed-4f44-a2d0-00532e35936b req-4635e889-86ed-4653-84ec-cf4f2566813c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:05.282837 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c210df-d9ed-4f44-a2d0-00532e35936b req-4635e889-86ed-4653-84ec-cf4f2566813c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:05.283451 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c210df-d9ed-4f44-a2d0-00532e35936b req-4635e889-86ed-4653-84ec-cf4f2566813c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:05.284335 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c210df-d9ed-4f44-a2d0-00532e35936b req-4635e889-86ed-4653-84ec-cf4f2566813c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:05.284800 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c210df-d9ed-4f44-a2d0-00532e35936b req-4635e889-86ed-4653-84ec-cf4f2566813c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:05.285262 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c210df-d9ed-4f44-a2d0-00532e35936b req-4635e889-86ed-4653-84ec-cf4f2566813c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:05.287227 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-10c210df-d9ed-4f44-a2d0-00532e35936b req-4635e889-86ed-4653-84ec-cf4f2566813c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=751edd8696be4dfdb3446a3e33725797&device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 6501 time: 0.1002250 Apr 20 13:12:05.293420 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-1a10ef87-666f-441d-8c3f-65c5ffb77ee0 None None] Set router f12f7345-e5ab-404b-aedb-f3b847b28642 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:12:05.312794 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-21a333a4-6153-4ded-8450-4bea4ba14c02 req-5b6484c0-a767-40fb-ae58-45d44cf411a4 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3758c344-54d9-4f91-8aeb-98b9b94fe87d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:05.313430 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-21a333a4-6153-4ded-8450-4bea4ba14c02 req-5b6484c0-a767-40fb-ae58-45d44cf411a4 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3758c344-54d9-4f91-8aeb-98b9b94fe87d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:05.393845 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a650cac-13cb-441c-9198-b6f6fcb8430c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:12:05.412342 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4c14db-722c-4c1b-b4a3-129cc8364a26 None None] Sync routers for ids ['48dfb62f-8449-4eb5-b866-5392dcdb2959'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:12:05.424129 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4c14db-722c-4c1b-b4a3-129cc8364a26 None None] Routers {'48dfb62f-8449-4eb5-b866-5392dcdb2959'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:05.425035 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ca4c14db-722c-4c1b-b4a3-129cc8364a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:11:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['48dfb62f-8449-4eb5-b866-5392dcdb2959'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:05.460850 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6cf26cbf-a229-439e-aed7-d2eb6490cc7a tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:05.462297 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ca4c14db-722c-4c1b-b4a3-129cc8364a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:05.463185 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c210df-d9ed-4f44-a2d0-00532e35936b req-a63d1d32-91ec-4e0a-b72b-32b15a237095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:05.464672 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-10c210df-d9ed-4f44-a2d0-00532e35936b req-a63d1d32-91ec-4e0a-b72b-32b15a237095 service neutron] 10.222.0.32 "GET /v2.0/networks?id=56951fe5-a13b-4124-8315-505260f0a93e HTTP/1.1" status: 200 len: 917 time: 0.1469598 Apr 20 13:12:05.471646 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4c14db-722c-4c1b-b4a3-129cc8364a26 None None] Routers {'48dfb62f-8449-4eb5-b866-5392dcdb2959'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:05.472340 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ca4c14db-722c-4c1b-b4a3-129cc8364a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:11:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['48dfb62f-8449-4eb5-b866-5392dcdb2959'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:05.506244 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a650cac-13cb-441c-9198-b6f6fcb8430c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:05.511888 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5a650cac-13cb-441c-9198-b6f6fcb8430c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.8464985 Apr 20 13:12:05.512531 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40588) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:05.516463 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ca4c14db-722c-4c1b-b4a3-129cc8364a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:05.517339 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4c14db-722c-4c1b-b4a3-129cc8364a26 None None] The sync data for ids ['48dfb62f-8449-4eb5-b866-5392dcdb2959'] in n-d-836015-7 is: [] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:12:05.534853 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf26cbf-a229-439e-aed7-d2eb6490cc7a tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Pushing event deleted for resources: {'Port': ['ID=8f9359e8-817c-4dc0-ae3c-92aa1d3c5296,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:05.574428 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-1a10ef87-666f-441d-8c3f-65c5ffb77ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12f7345-e5ab-404b-aedb-f3b847b28642', 'name': 'tempest-TaggedBootDevicesTest_v242-463053943-router', 'tenant_id': '751edd8696be4dfdb3446a3e33725797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'c5777304-e63c-475b-80df-7ac06bd03836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:09:05Z', 'updated_at': '2022-04-20T13:09:14Z', 'revision_number': 4, 'project_id': '751edd8696be4dfdb3446a3e33725797', 'gw_port': {'id': 'c5777304-e63c-475b-80df-7ac06bd03836', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12f7345-e5ab-404b-aedb-f3b847b28642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:09:07Z', 'updated_at': '2022-04-20T13:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '1714e835-f391-4ef5-b480-1eea3e76895a', 'tenant_id': '751edd8696be4dfdb3446a3e33725797', 'floating_ip_address': '172.25.8.209', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'f12f7345-e5ab-404b-aedb-f3b847b28642', 'port_id': 'a2533aa3-2355-44c2-b360-55e62b33e303', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56951fe5-a13b-4124-8315-505260f0a93e', 'mac_address': 'fa:16:3e:f5:e1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433546e1-53c7-4b77-b409-f5bffa48a147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:10:35Z', 'updated_at': '2022-04-20T13:12:03Z', 'revision_number': 1, 'project_id': '751edd8696be4dfdb3446a3e33725797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3566f124-3efb-498e-b35f-1acfb1897306', 'name': '', 'network_id': '56951fe5-a13b-4124-8315-505260f0a93e', 'tenant_id': '751edd8696be4dfdb3446a3e33725797', 'mac_address': 'fa:16:3e:8e:9d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12f7345-e5ab-404b-aedb-f3b847b28642', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '3c09cad0-5b49-4174-8e95-ec3d5bcce76b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:09:13Z', 'updated_at': '2022-04-20T13:09:19Z', 'revision_number': 5, 'project_id': '751edd8696be4dfdb3446a3e33725797', 'subnets': [{'id': '3c09cad0-5b49-4174-8e95-ec3d5bcce76b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:05.578390 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e635af-567e-475a-823c-d2fc86780b91 req-855da216-c35a-42b5-ae78-fa82ac5aee08 tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:05.579941 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d3e635af-567e-475a-823c-d2fc86780b91 req-855da216-c35a-42b5-ae78-fa82ac5aee08 tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] 10.222.0.25 "GET /v2.0/ports?device_id=41e85475-e3a7-4afa-8197-c0bdae69d09e HTTP/1.1" status: 200 len: 943 time: 0.1596026 Apr 20 13:12:05.608544 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a10ef87-666f-441d-8c3f-65c5ffb77ee0 None None] Checking router: f12f7345-e5ab-404b-aedb-f3b847b28642 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:12:05.619175 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a10ef87-666f-441d-8c3f-65c5ffb77ee0 None None] Routers {'f12f7345-e5ab-404b-aedb-f3b847b28642'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:05.619933 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-1a10ef87-666f-441d-8c3f-65c5ffb77ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:11:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f12f7345-e5ab-404b-aedb-f3b847b28642'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:05.651525 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-10c210df-d9ed-4f44-a2d0-00532e35936b req-661fde9d-01bf-4bce-9db7-ba23941f95d0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2533aa3-2355-44c2-b360-55e62b33e303 HTTP/1.1" status: 200 len: 1000 time: 0.1773565 Apr 20 13:12:05.698110 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6cf26cbf-a229-439e-aed7-d2eb6490cc7a tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks [] for floatingip, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:05.700711 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6cf26cbf-a229-439e-aed7-d2eb6490cc7a tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:05.701863 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-6cf26cbf-a229-439e-aed7-d2eb6490cc7a tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "DELETE /v2.0/floatingips/f2d2218d-d7c6-41f7-94f4-1b6b0be3e9e5 HTTP/1.1" status: 204 len: 168 time: 1.1669452 Apr 20 13:12:05.720550 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-21a333a4-6153-4ded-8450-4bea4ba14c02 req-5b6484c0-a767-40fb-ae58-45d44cf411a4 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:05.740515 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-1a10ef87-666f-441d-8c3f-65c5ffb77ee0 None None] Set router f12f7345-e5ab-404b-aedb-f3b847b28642 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:12:05.753238 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d3e635af-567e-475a-823c-d2fc86780b91 req-d9f1b7da-b165-4169-aa3c-9237c82d608a tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] 10.222.0.25 "GET /v2.0/security-groups?id=36f975b7-d3c2-4c6a-b1f1-49427083a725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451533 Apr 20 13:12:05.760459 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c210df-d9ed-4f44-a2d0-00532e35936b req-c25c2b08-0633-4d62-9225-90c6ab44323b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:05.762028 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-10c210df-d9ed-4f44-a2d0-00532e35936b req-c25c2b08-0633-4d62-9225-90c6ab44323b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3c09cad0-5b49-4174-8e95-ec3d5bcce76b HTTP/1.1" status: 200 len: 855 time: 0.1018317 Apr 20 13:12:05.795441 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-21a333a4-6153-4ded-8450-4bea4ba14c02 req-5b6484c0-a767-40fb-ae58-45d44cf411a4 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:05.827473 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c210df-d9ed-4f44-a2d0-00532e35936b req-a280931f-b297-416a-b419-1b53f08246a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:05.829179 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-10c210df-d9ed-4f44-a2d0-00532e35936b req-a280931f-b297-416a-b419-1b53f08246a2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56951fe5-a13b-4124-8315-505260f0a93e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549209 Apr 20 13:12:05.913558 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-21a333a4-6153-4ded-8450-4bea4ba14c02 req-5b6484c0-a767-40fb-ae58-45d44cf411a4 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:06.020200 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-1a10ef87-666f-441d-8c3f-65c5ffb77ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12f7345-e5ab-404b-aedb-f3b847b28642', 'name': 'tempest-TaggedBootDevicesTest_v242-463053943-router', 'tenant_id': '751edd8696be4dfdb3446a3e33725797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'c5777304-e63c-475b-80df-7ac06bd03836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:09:05Z', 'updated_at': '2022-04-20T13:09:14Z', 'revision_number': 4, 'project_id': '751edd8696be4dfdb3446a3e33725797', 'gw_port': {'id': 'c5777304-e63c-475b-80df-7ac06bd03836', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12f7345-e5ab-404b-aedb-f3b847b28642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:09:07Z', 'updated_at': '2022-04-20T13:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '1714e835-f391-4ef5-b480-1eea3e76895a', 'tenant_id': '751edd8696be4dfdb3446a3e33725797', 'floating_ip_address': '172.25.8.209', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'f12f7345-e5ab-404b-aedb-f3b847b28642', 'port_id': 'a2533aa3-2355-44c2-b360-55e62b33e303', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56951fe5-a13b-4124-8315-505260f0a93e', 'mac_address': 'fa:16:3e:f5:e1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433546e1-53c7-4b77-b409-f5bffa48a147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:10:35Z', 'updated_at': '2022-04-20T13:12:03Z', 'revision_number': 1, 'project_id': '751edd8696be4dfdb3446a3e33725797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3566f124-3efb-498e-b35f-1acfb1897306', 'name': '', 'network_id': '56951fe5-a13b-4124-8315-505260f0a93e', 'tenant_id': '751edd8696be4dfdb3446a3e33725797', 'mac_address': 'fa:16:3e:8e:9d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12f7345-e5ab-404b-aedb-f3b847b28642', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '3c09cad0-5b49-4174-8e95-ec3d5bcce76b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:09:13Z', 'updated_at': '2022-04-20T13:09:19Z', 'revision_number': 5, 'project_id': '751edd8696be4dfdb3446a3e33725797', 'subnets': [{'id': '3c09cad0-5b49-4174-8e95-ec3d5bcce76b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:06.047723 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ba8e6e0c-d439-4d1a-8865-8ab6403c0aa5 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:06.053213 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a10ef87-666f-441d-8c3f-65c5ffb77ee0 None None] The sync data for ids ['f12f7345-e5ab-404b-aedb-f3b847b28642'] in n-d-836015-7 is: [{'id': 'f12f7345-e5ab-404b-aedb-f3b847b28642', 'name': 'tempest-TaggedBootDevicesTest_v242-463053943-router', 'tenant_id': '751edd8696be4dfdb3446a3e33725797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'c5777304-e63c-475b-80df-7ac06bd03836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:09:05Z', 'updated_at': '2022-04-20T13:09:14Z', 'revision_number': 4, 'project_id': '751edd8696be4dfdb3446a3e33725797', 'gw_port': {'id': 'c5777304-e63c-475b-80df-7ac06bd03836', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12f7345-e5ab-404b-aedb-f3b847b28642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:09:07Z', 'updated_at': '2022-04-20T13:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '1714e835-f391-4ef5-b480-1eea3e76895a', 'tenant_id': '751edd8696be4dfdb3446a3e33725797', 'floating_ip_address': '172.25.8.209', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'f12f7345-e5ab-404b-aedb-f3b847b28642', 'port_id': 'a2533aa3-2355-44c2-b360-55e62b33e303', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56951fe5-a13b-4124-8315-505260f0a93e', 'mac_address': 'fa:16:3e:f5:e1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433546e1-53c7-4b77-b409-f5bffa48a147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:10:35Z', 'updated_at': '2022-04-20T13:12:03Z', 'revision_number': 1, 'project_id': '751edd8696be4dfdb3446a3e33725797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3566f124-3efb-498e-b35f-1acfb1897306', 'name': '', 'network_id': '56951fe5-a13b-4124-8315-505260f0a93e', 'tenant_id': '751edd8696be4dfdb3446a3e33725797', 'mac_address': 'fa:16:3e:8e:9d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12f7345-e5ab-404b-aedb-f3b847b28642', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '3c09cad0-5b49-4174-8e95-ec3d5bcce76b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:09:13Z', 'updated_at': '2022-04-20T13:09:19Z', 'revision_number': 5, 'project_id': '751edd8696be4dfdb3446a3e33725797', 'subnets': [{'id': '3c09cad0-5b49-4174-8e95-ec3d5bcce76b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:12:06.197413 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6484c0-a767-40fb-ae58-45d44cf411a4 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73c97252-5d0b-4006-bc39-16d96e0eb8bc,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:06.235116 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-10c210df-d9ed-4f44-a2d0-00532e35936b req-94e132e4-983a-475f-86e2-49745adfb16a service neutron] 10.222.0.32 "GET /v2.0/networks/56951fe5-a13b-4124-8315-505260f0a93e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995857 Apr 20 13:12:06.242902 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-21a333a4-6153-4ded-8450-4bea4ba14c02 req-5b6484c0-a767-40fb-ae58-45d44cf411a4 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:06.244092 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-21a333a4-6153-4ded-8450-4bea4ba14c02 req-5b6484c0-a767-40fb-ae58-45d44cf411a4 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9541736 Apr 20 13:12:06.263726 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac45fcc-2f4e-4d57-b784-f33359d81cab req-0d455507-8a66-4022-a493-f9086e3c9506 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:06.265166 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fac45fcc-2f4e-4d57-b784-f33359d81cab req-0d455507-8a66-4022-a493-f9086e3c9506 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.15 "GET /v2.0/ports?device_id=f965f42c-805e-4ee0-b976-19ad9b6df640 HTTP/1.1" status: 200 len: 949 time: 0.0873706 Apr 20 13:12:06.389576 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2734caec-be5e-417f-b156-c63eca15a4aa None None] New status for floating IP 1714e835-f391-4ef5-b480-1eea3e76895a: ACTIVE {{(pid=114872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:12:06.417690 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-ba8e6e0c-d439-4d1a-8865-8ab6403c0aa5 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Allocated IP 172.20.0.1 (aade191c-f0a5-4e60-adb9-b4bb66d0b382/bf7add2d-7f11-4b58-9b58-9cb196f0ee95/71966128-82de-4014-9651-5d0b6a18ac59) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:06.427974 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 40598) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:06.443618 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-2dd76f6a-6acb-4cb5-9405-f899bd15e963 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Request body: {'security_group': {'name': 'tempest-securitygroup--115389616', 'description': 'tempest-description--1282743489'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:06.497159 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-10c210df-d9ed-4f44-a2d0-00532e35936b req-6c4d9f48-6e44-4646-8281-1344e93832f8 service neutron] 10.222.0.32 "GET /v2.0/networks/56951fe5-a13b-4124-8315-505260f0a93e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503011 Apr 20 13:12:06.537783 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927187f5-25e4-435a-b366-c603478a5799 req-4a54fd6a-4919-46de-ad58-241c341f7904 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:06.544138 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-927187f5-25e4-435a-b366-c603478a5799 req-4a54fd6a-4919-46de-ad58-241c341f7904 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f965f42c-805e-4ee0-b976-19ad9b6df640 HTTP/1.1" status: 200 len: 949 time: 0.2031219 Apr 20 13:12:06.563986 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ba8e6e0c-d439-4d1a-8865-8ab6403c0aa5 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:06.582202 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2dd76f6a-6acb-4cb5-9405-f899bd15e963 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:06.621758 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193d01b-d76c-4590-af01-541f97ec6bd6 req-22de387f-3aae-4433-9d74-e0b27f17ae2a tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:06.623235 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e193d01b-d76c-4590-af01-541f97ec6bd6 req-22de387f-3aae-4433-9d74-e0b27f17ae2a tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=57d2ad3d-1aad-4c5d-9eb2-23ebba6387de HTTP/1.1" status: 200 len: 946 time: 0.1350679 Apr 20 13:12:06.633853 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-927187f5-25e4-435a-b366-c603478a5799 req-4a6ae395-1af9-4a9a-aca7-9b00fcdf378c tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839369 Apr 20 13:12:06.637160 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-fac45fcc-2f4e-4d57-b784-f33359d81cab req-5fd155a1-83ce-48ea-9413-0111433ff419 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Deleting port 02d394e3-f6ef-489c-8ff6-8161ad8effee {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:12:06.637507 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fac45fcc-2f4e-4d57-b784-f33359d81cab req-5fd155a1-83ce-48ea-9413-0111433ff419 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:06.680997 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ba8e6e0c-d439-4d1a-8865-8ab6403c0aa5 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:06.712385 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-07b25724-bd1a-4cea-a1c4-9fc8a9d71513 req-419f3eff-8418-4326-b95f-449eb43efa15 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1436094135', 'description': 'tempest-description-192284693'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:06.720171 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8e6e0c-d439-4d1a-8865-8ab6403c0aa5 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Network aade191c-f0a5-4e60-adb9-b4bb66d0b382 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:06.723063 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-ba8e6e0c-d439-4d1a-8865-8ab6403c0aa5 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:06.725667 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8e6e0c-d439-4d1a-8865-8ab6403c0aa5 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:06.774329 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e193d01b-d76c-4590-af01-541f97ec6bd6 req-ce1ee940-982a-411a-9383-cea4070a263d tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329730 Apr 20 13:12:06.823519 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2dd76f6a-6acb-4cb5-9405-f899bd15e963 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:06.829778 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-fac45fcc-2f4e-4d57-b784-f33359d81cab req-5fd155a1-83ce-48ea-9413-0111433ff419 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] For port 02d394e3-f6ef-489c-8ff6-8161ad8effee, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=02d394e3-f6ef-489c-8ff6-8161ad8effee,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:12:06.830153 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fac45fcc-2f4e-4d57-b784-f33359d81cab req-5fd155a1-83ce-48ea-9413-0111433ff419 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:06.847719 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-fac45fcc-2f4e-4d57-b784-f33359d81cab req-5fd155a1-83ce-48ea-9413-0111433ff419 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Calling delete_port for 02d394e3-f6ef-489c-8ff6-8161ad8effee owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:12:06.869625 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-07b25724-bd1a-4cea-a1c4-9fc8a9d71513 req-419f3eff-8418-4326-b95f-449eb43efa15 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:06.932287 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2dd76f6a-6acb-4cb5-9405-f899bd15e963 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:07.011508 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcb976-d5aa-49ab-b7ca-662afb5927f1 req-11bb6699-973c-46ca-9e00-33d5dec2b699 tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:07.013047 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-36bcb976-d5aa-49ab-b7ca-662afb5927f1 req-11bb6699-973c-46ca-9e00-33d5dec2b699 tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] 10.222.0.25 "GET /v2.0/ports?device_id=41e85475-e3a7-4afa-8197-c0bdae69d09e HTTP/1.1" status: 200 len: 943 time: 0.1606228 Apr 20 13:12:07.021415 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd76f6a-6acb-4cb5-9405-f899bd15e963 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa1cc80-699e-4f9e-8179-976a59611215,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:07.067636 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2dd76f6a-6acb-4cb5-9405-f899bd15e963 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:07.068068 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2dd76f6a-6acb-4cb5-9405-f899bd15e963 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6318281 Apr 20 13:12:07.071614 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40602) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:07.083881 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-1106e88e-00aa-43a3-8e02-65cdbdfe23d0 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Request body: {'security_group_rule': {'security_group_id': '4aa1cc80-699e-4f9e-8179-976a59611215', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:07.092620 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e6e0c-d439-4d1a-8865-8ab6403c0aa5 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Pushing event updated for resources: {'Port': ['ID=71966128-82de-4014-9651-5d0b6a18ac59,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:07.099111 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-36bcb976-d5aa-49ab-b7ca-662afb5927f1 req-a3df827e-df60-4a2d-9bfb-a9caa6d96b42 tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] 10.222.0.25 "GET /v2.0/security-groups?id=36f975b7-d3c2-4c6a-b1f1-49427083a725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709610 Apr 20 13:12:07.110381 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ba8e6e0c-d439-4d1a-8865-8ab6403c0aa5 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:07.131492 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-07b25724-bd1a-4cea-a1c4-9fc8a9d71513 req-419f3eff-8418-4326-b95f-449eb43efa15 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:07.205708 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-07b25724-bd1a-4cea-a1c4-9fc8a9d71513 req-419f3eff-8418-4326-b95f-449eb43efa15 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:07.234639 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f3eff-8418-4326-b95f-449eb43efa15 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a24846cb-2661-49c0-8d74-ab43160d9ebe,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:07.242616 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419f3eff-8418-4326-b95f-449eb43efa15 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:07.242962 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419f3eff-8418-4326-b95f-449eb43efa15 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:07.243299 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419f3eff-8418-4326-b95f-449eb43efa15 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:07.243669 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419f3eff-8418-4326-b95f-449eb43efa15 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:07.243999 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419f3eff-8418-4326-b95f-449eb43efa15 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:07.244349 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419f3eff-8418-4326-b95f-449eb43efa15 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:07.244818 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419f3eff-8418-4326-b95f-449eb43efa15 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:07.245524 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419f3eff-8418-4326-b95f-449eb43efa15 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:07.246050 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419f3eff-8418-4326-b95f-449eb43efa15 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:07.246351 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419f3eff-8418-4326-b95f-449eb43efa15 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:07.246676 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419f3eff-8418-4326-b95f-449eb43efa15 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:07.246999 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419f3eff-8418-4326-b95f-449eb43efa15 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:07.263007 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fac45fcc-2f4e-4d57-b784-f33359d81cab req-5fd155a1-83ce-48ea-9413-0111433ff419 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:07.263127 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1106e88e-00aa-43a3-8e02-65cdbdfe23d0 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:07.268203 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['02d394e3-f6ef-489c-8ff6-8161ad8effee'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:12:07.291074 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd155a1-83ce-48ea-9413-0111433ff419 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Pushing event deleted for resources: {'Port': ['ID=02d394e3-f6ef-489c-8ff6-8161ad8effee,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:07.332485 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:12:07.341090 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac45fcc-2f4e-4d57-b784-f33359d81cab req-5fd155a1-83ce-48ea-9413-0111433ff419 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] No DVR routers for this DVR port 02d394e3-f6ef-489c-8ff6-8161ad8effee on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:12:07.346621 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-07b25724-bd1a-4cea-a1c4-9fc8a9d71513 req-419f3eff-8418-4326-b95f-449eb43efa15 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:07.347950 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-07b25724-bd1a-4cea-a1c4-9fc8a9d71513 req-419f3eff-8418-4326-b95f-449eb43efa15 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6786070 Apr 20 13:12:07.349154 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fac45fcc-2f4e-4d57-b784-f33359d81cab req-5fd155a1-83ce-48ea-9413-0111433ff419 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:07.354118 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1106e88e-00aa-43a3-8e02-65cdbdfe23d0 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:07.357782 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fac45fcc-2f4e-4d57-b784-f33359d81cab req-5fd155a1-83ce-48ea-9413-0111433ff419 tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.15 "DELETE /v2.0/ports/02d394e3-f6ef-489c-8ff6-8161ad8effee HTTP/1.1" status: 204 len: 173 time: 1.0748887 Apr 20 13:12:07.358271 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f965f42c-805e-4ee0-b976-19ad9b6df640', 'name': 'network-vif-deleted', 'tag': '02d394e3-f6ef-489c-8ff6-8161ad8effee'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:12:07.360873 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b093c54-bc7f-46d4-bbac-9ebdf507f613" -d '{"events": [{"server_uuid": "f965f42c-805e-4ee0-b976-19ad9b6df640", "name": "network-vif-deleted", "tag": "02d394e3-f6ef-489c-8ff6-8161ad8effee"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:12:07.376891 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ba8e6e0c-d439-4d1a-8865-8ab6403c0aa5 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:07.412064 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1725bd3e-5521-4f36-9036-489fc64e6ea7 x-openstack-request-id: req-1725bd3e-5521-4f36-9036-489fc64e6ea7 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:12:07.412414 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f965f42c-805e-4ee0-b976-19ad9b6df640", "name": "network-vif-deleted", "tag": "02d394e3-f6ef-489c-8ff6-8161ad8effee", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:12:07.412668 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1725bd3e-5521-4f36-9036-489fc64e6ea7 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:12:07.413073 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1725bd3e-5521-4f36-9036-489fc64e6ea7'] response: {'server_uuid': 'f965f42c-805e-4ee0-b976-19ad9b6df640', 'name': 'network-vif-deleted', 'tag': '02d394e3-f6ef-489c-8ff6-8161ad8effee', 'status': 'completed', 'code': 200} Apr 20 13:12:07.429356 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0f705de3-764b-42e2-a7cb-db60615dfc3b req-c2694b52-2d65-4c81-a951-1e3aad89b163 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] 10.222.0.25 "GET /v2.0/security-groups/a24846cb-2661-49c0-8d74-ab43160d9ebe HTTP/1.1" status: 200 len: 1806 time: 0.0578649 Apr 20 13:12:07.430112 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1106e88e-00aa-43a3-8e02-65cdbdfe23d0 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:07.435158 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-0f705de3-764b-42e2-a7cb-db60615dfc3b req-28f0cd5e-78d0-478d-b1bb-3724dedbadbf tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a24846cb-2661-49c0-8d74-ab43160d9ebe', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:07.435651 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-0f705de3-764b-42e2-a7cb-db60615dfc3b req-28f0cd5e-78d0-478d-b1bb-3724dedbadbf tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a24846cb-2661-49c0-8d74-ab43160d9ebe', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:07.485018 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c,segment=NetworkSegment(cd83a0bb-1b0d-4afc-bfed-cc30ecd62304),segment_id=cd83a0bb-1b0d-4afc-bfed-cc30ecd62304)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:12:07.497707 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c', 'network_id': '06ae5f68-e14d-41ac-9ba7-b198ddf249e3', 'port_id': '46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c', 'mac_address': 'fa:16:3e:83:70:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ffd157-5378-4127-af00-68686112b7a5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:12:07.503504 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1106e88e-00aa-43a3-8e02-65cdbdfe23d0 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87ef902d-e40a-41ce-ab31-33417e1dabca,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:07.537039 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:07.551001 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:12:07.574515 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c,segment=NetworkSegment(cd83a0bb-1b0d-4afc-bfed-cc30ecd62304),segment_id=cd83a0bb-1b0d-4afc-bfed-cc30ecd62304)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:12:07.606163 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0f705de3-764b-42e2-a7cb-db60615dfc3b req-28f0cd5e-78d0-478d-b1bb-3724dedbadbf tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:07.607561 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1106e88e-00aa-43a3-8e02-65cdbdfe23d0 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:07.608754 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1106e88e-00aa-43a3-8e02-65cdbdfe23d0 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5343182 Apr 20 13:12:07.611862 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40608) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:07.615935 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-fef88886-0795-4928-9896-3c5425c2a948 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Request body: {'security_group_rule': {'security_group_id': '4aa1cc80-699e-4f9e-8179-976a59611215', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:07.632659 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0f705de3-764b-42e2-a7cb-db60615dfc3b req-28f0cd5e-78d0-478d-b1bb-3724dedbadbf tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:07.676317 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:07.739177 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:07.757516 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ce2603af-f399-43d3-9fa3-448aba489228 req-5e95f49d-f51b-4eca-937c-5992a5539dfe tempest-ServersOnMultiNodesTest-1410052777 tempest-ServersOnMultiNodesTest-1410052777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f965f42c-805e-4ee0-b976-19ad9b6df640 HTTP/1.1" status: 200 len: 210 time: 0.0350804 Apr 20 13:12:07.759474 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ba8e6e0c-d439-4d1a-8865-8ab6403c0aa5 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:07.765496 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0f705de3-764b-42e2-a7cb-db60615dfc3b req-28f0cd5e-78d0-478d-b1bb-3724dedbadbf tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:07.782980 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fef88886-0795-4928-9896-3c5425c2a948 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:07.798642 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0cd5e-78d0-478d-b1bb-3724dedbadbf tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dd64016-88fb-4651-86c0-c9a44dbb9e71,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:07.851894 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fef88886-0795-4928-9896-3c5425c2a948 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:07.868459 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ba8e6e0c-d439-4d1a-8865-8ab6403c0aa5 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:07.905243 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a751e1-3d13-4b9c-9ce2-aca2b55045ee req-25701a7b-20eb-473f-8b6a-dc0c1c4c77f0 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:07.906681 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d4a751e1-3d13-4b9c-9ce2-aca2b55045ee req-25701a7b-20eb-473f-8b6a-dc0c1c4c77f0 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=57d2ad3d-1aad-4c5d-9eb2-23ebba6387de HTTP/1.1" status: 200 len: 946 time: 0.0497701 Apr 20 13:12:07.928721 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0f705de3-764b-42e2-a7cb-db60615dfc3b req-28f0cd5e-78d0-478d-b1bb-3724dedbadbf tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:07.929980 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0f705de3-764b-42e2-a7cb-db60615dfc3b req-28f0cd5e-78d0-478d-b1bb-3724dedbadbf tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4995868 Apr 20 13:12:07.951275 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e6e0c-d439-4d1a-8865-8ab6403c0aa5 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Pushing event updated for resources: {'Port': ['ID=71966128-82de-4014-9651-5d0b6a18ac59,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:07.951488 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d4a751e1-3d13-4b9c-9ce2-aca2b55045ee req-3d8633e8-0b14-49e0-ac99-9bc576b0a7bd tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384293 Apr 20 13:12:07.955093 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ba8e6e0c-d439-4d1a-8865-8ab6403c0aa5 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:07.966349 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fef88886-0795-4928-9896-3c5425c2a948 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:07.966773 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-2cc22fc3-2c4d-4597-9e6c-7ec98e3c0c26 req-95ef06af-608e-46ec-8ab3-5337b09eac1b tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1851351490', 'description': 'tempest-description-1323197999'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:07.999804 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef88886-0795-4928-9896-3c5425c2a948 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05032abc-925e-43f2-ac15-fdb4f7068be1,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:08.031743 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef88886-0795-4928-9896-3c5425c2a948 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:08.032151 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef88886-0795-4928-9896-3c5425c2a948 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:08.032466 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef88886-0795-4928-9896-3c5425c2a948 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:08.032795 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef88886-0795-4928-9896-3c5425c2a948 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:08.033126 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef88886-0795-4928-9896-3c5425c2a948 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:08.033499 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef88886-0795-4928-9896-3c5425c2a948 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:08.033825 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef88886-0795-4928-9896-3c5425c2a948 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:08.034149 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef88886-0795-4928-9896-3c5425c2a948 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:08.034470 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef88886-0795-4928-9896-3c5425c2a948 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:08.034785 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef88886-0795-4928-9896-3c5425c2a948 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:08.035103 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef88886-0795-4928-9896-3c5425c2a948 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:08.035441 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef88886-0795-4928-9896-3c5425c2a948 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:08.057311 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2cc22fc3-2c4d-4597-9e6c-7ec98e3c0c26 req-95ef06af-608e-46ec-8ab3-5337b09eac1b tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:08.059382 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:12:08.091320 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fef88886-0795-4928-9896-3c5425c2a948 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:08.092787 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-fef88886-0795-4928-9896-3c5425c2a948 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4801977 Apr 20 13:12:08.094859 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8e6e0c-d439-4d1a-8865-8ab6403c0aa5 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Network aade191c-f0a5-4e60-adb9-b4bb66d0b382 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:08.096160 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40616) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:08.100855 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-4a92b939-a6f6-4c72-aa62-8086a9fe47db tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:08.106128 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-ba8e6e0c-d439-4d1a-8865-8ab6403c0aa5 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:08.147300 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2cc22fc3-2c4d-4597-9e6c-7ec98e3c0c26 req-95ef06af-608e-46ec-8ab3-5337b09eac1b tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:08.237185 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2cc22fc3-2c4d-4597-9e6c-7ec98e3c0c26 req-95ef06af-608e-46ec-8ab3-5337b09eac1b tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:08.247744 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8e6e0c-d439-4d1a-8865-8ab6403c0aa5 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Router 48dfb62f-8449-4eb5-b866-5392dcdb2959 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:12:08.251921 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4a92b939-a6f6-4c72-aa62-8086a9fe47db tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks [] for floatingip, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:08.268470 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b69a0-7f48-4810-b63f-7e45a8e91098 req-95b59f46-60b2-4409-bf18-bc94caef6efe tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:08.270201 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1b5b69a0-7f48-4810-b63f-7e45a8e91098 req-95b59f46-60b2-4409-bf18-bc94caef6efe tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] 10.222.0.25 "GET /v2.0/ports?device_id=41e85475-e3a7-4afa-8197-c0bdae69d09e HTTP/1.1" status: 200 len: 944 time: 0.0742629 Apr 20 13:12:08.299680 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef06af-608e-46ec-8ab3-5337b09eac1b tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b81a82dd-cad4-43b9-9b6d-6537f6679b63,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:08.322160 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1b5b69a0-7f48-4810-b63f-7e45a8e91098 req-c17d1947-c06a-46ff-9cae-838c55520292 tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] 10.222.0.25 "GET /v2.0/security-groups?id=36f975b7-d3c2-4c6a-b1f1-49427083a725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419035 Apr 20 13:12:08.396384 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2cc22fc3-2c4d-4597-9e6c-7ec98e3c0c26 req-95ef06af-608e-46ec-8ab3-5337b09eac1b tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:08.397866 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2cc22fc3-2c4d-4597-9e6c-7ec98e3c0c26 req-95ef06af-608e-46ec-8ab3-5337b09eac1b tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4398136 Apr 20 13:12:08.424871 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-20537d9d-2ae9-47aa-a879-da34d05d0fbb req-96656a0e-1c7d-4aac-a354-7480b06d425e tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1393159195', 'description': 'tempest-description-1168713730'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:08.428910 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8e6e0c-d439-4d1a-8865-8ab6403c0aa5 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:12:08.434194 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ba8e6e0c-d439-4d1a-8865-8ab6403c0aa5 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "PUT /v2.0/routers/48dfb62f-8449-4eb5-b866-5392dcdb2959/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9201100 Apr 20 13:12:08.437132 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 40622) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:08.447416 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-a941cf32-7d9f-4990-a5d8-d66c1db80bc3 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Request body: {'port': {'network_id': 'aade191c-f0a5-4e60-adb9-b4bb66d0b382', 'name': 'tempest-FloatingIPTestJSON-582221189'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:08.452454 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a21d89-43df-46f6-86be-542e5352dbc4 None None] Sync routers for ids ['48dfb62f-8449-4eb5-b866-5392dcdb2959'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:12:08.457842 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4a92b939-a6f6-4c72-aa62-8086a9fe47db tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:08.470808 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a21d89-43df-46f6-86be-542e5352dbc4 None None] Routers {'48dfb62f-8449-4eb5-b866-5392dcdb2959'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:08.472213 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-b8a21d89-43df-46f6-86be-542e5352dbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:11:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['48dfb62f-8449-4eb5-b866-5392dcdb2959'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:08.524112 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-b8a21d89-43df-46f6-86be-542e5352dbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:08.532750 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a21d89-43df-46f6-86be-542e5352dbc4 None None] Routers {'48dfb62f-8449-4eb5-b866-5392dcdb2959'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:08.533389 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-b8a21d89-43df-46f6-86be-542e5352dbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:11:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['48dfb62f-8449-4eb5-b866-5392dcdb2959'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:08.545295 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-20537d9d-2ae9-47aa-a879-da34d05d0fbb req-96656a0e-1c7d-4aac-a354-7480b06d425e tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:08.570555 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-b8a21d89-43df-46f6-86be-542e5352dbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:08.571620 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a21d89-43df-46f6-86be-542e5352dbc4 None None] The sync data for ids ['48dfb62f-8449-4eb5-b866-5392dcdb2959'] in n-d-836015-7 is: [] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:12:08.579046 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-4a92b939-a6f6-4c72-aa62-8086a9fe47db tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Allocated IP 172.25.8.182 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/f4e03a7e-1f97-4162-81ea-6546b4a142c5) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:08.625941 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-20537d9d-2ae9-47aa-a879-da34d05d0fbb req-96656a0e-1c7d-4aac-a354-7480b06d425e tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:08.685478 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a941cf32-7d9f-4990-a5d8-d66c1db80bc3 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Made reservation on behalf of 34b4c831c88c4ef6bd6756dfbb64d067 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:12:08.687452 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4a92b939-a6f6-4c72-aa62-8086a9fe47db tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:08.689104 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a941cf32-7d9f-4990-a5d8-d66c1db80bc3 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:08.707300 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [None req-a941cf32-7d9f-4990-a5d8-d66c1db80bc3 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] device_id is not set on port d1cea105-3b29-46eb-a448-74c75113b9d8 yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:12:08.715799 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-20537d9d-2ae9-47aa-a879-da34d05d0fbb req-96656a0e-1c7d-4aac-a354-7480b06d425e tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:08.788053 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96656a0e-1c7d-4aac-a354-7480b06d425e tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5c1b12-8efe-4b46-8e83-2541bb673d52,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:08.806333 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4a92b939-a6f6-4c72-aa62-8086a9fe47db tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:08.848939 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-a941cf32-7d9f-4990-a5d8-d66c1db80bc3 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Allocated IP 172.20.0.3 (aade191c-f0a5-4e60-adb9-b4bb66d0b382/bf7add2d-7f11-4b58-9b58-9cb196f0ee95/d1cea105-3b29-46eb-a448-74c75113b9d8) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:08.852574 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a92b939-a6f6-4c72-aa62-8086a9fe47db tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:08.854975 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-4a92b939-a6f6-4c72-aa62-8086a9fe47db tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:08.860923 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a92b939-a6f6-4c72-aa62-8086a9fe47db tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:08.876904 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-20537d9d-2ae9-47aa-a879-da34d05d0fbb req-96656a0e-1c7d-4aac-a354-7480b06d425e tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:08.878745 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-20537d9d-2ae9-47aa-a879-da34d05d0fbb req-96656a0e-1c7d-4aac-a354-7480b06d425e tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4588420 Apr 20 13:12:08.889169 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a92b939-a6f6-4c72-aa62-8086a9fe47db tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Pushing event updated for resources: {'Port': ['ID=f4e03a7e-1f97-4162-81ea-6546b4a142c5,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:08.952576 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4a92b939-a6f6-4c72-aa62-8086a9fe47db tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:09.003518 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7610a79b-0dad-4e4a-a874-06a15daa479d req-5deaf6ff-fe5b-49e0-90c1-8160c48583b8 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] 10.222.0.25 "GET /v2.0/security-groups/b81a82dd-cad4-43b9-9b6d-6537f6679b63 HTTP/1.1" status: 200 len: 1807 time: 0.0988641 Apr 20 13:12:09.075822 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4a92b939-a6f6-4c72-aa62-8086a9fe47db tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:09.096670 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7610a79b-0dad-4e4a-a874-06a15daa479d req-30ac9414-cc3f-4952-b1bd-7669c2d4adc4 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] 10.222.0.25 "GET /v2.0/security-groups/fd5c1b12-8efe-4b46-8e83-2541bb673d52 HTTP/1.1" status: 200 len: 1807 time: 0.0843399 Apr 20 13:12:09.108345 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-7610a79b-0dad-4e4a-a874-06a15daa479d req-30d8a5e1-ef96-4eee-9313-e3e8fb9bea09 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b81a82dd-cad4-43b9-9b6d-6537f6679b63', 'remote_group_id': 'fd5c1b12-8efe-4b46-8e83-2541bb673d52', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:09.108672 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-7610a79b-0dad-4e4a-a874-06a15daa479d req-30d8a5e1-ef96-4eee-9313-e3e8fb9bea09 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b81a82dd-cad4-43b9-9b6d-6537f6679b63', 'remote_group_id': 'fd5c1b12-8efe-4b46-8e83-2541bb673d52', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:09.119989 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d84c5-aea4-45a8-9421-da7dcd9be1cf req-beea0dba-71c5-4666-bc62-b4e2f2a908d2 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:09.121471 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bb9d84c5-aea4-45a8-9421-da7dcd9be1cf req-beea0dba-71c5-4666-bc62-b4e2f2a908d2 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=57d2ad3d-1aad-4c5d-9eb2-23ebba6387de HTTP/1.1" status: 200 len: 946 time: 0.0889919 Apr 20 13:12:09.172834 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a941cf32-7d9f-4990-a5d8-d66c1db80bc3 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:09.178960 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bb9d84c5-aea4-45a8-9421-da7dcd9be1cf req-c7cba227-02c6-45dd-87c0-6e082398c9d0 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483439 Apr 20 13:12:09.247484 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4a92b939-a6f6-4c72-aa62-8086a9fe47db tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:09.265254 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7610a79b-0dad-4e4a-a874-06a15daa479d req-30d8a5e1-ef96-4eee-9313-e3e8fb9bea09 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:09.268866 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40634) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:09.305305 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7610a79b-0dad-4e4a-a874-06a15daa479d req-30d8a5e1-ef96-4eee-9313-e3e8fb9bea09 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:09.336586 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a941cf32-7d9f-4990-a5d8-d66c1db80bc3 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:09.350683 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:12:09.361275 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4a92b939-a6f6-4c72-aa62-8086a9fe47db tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:09.389763 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a941cf32-7d9f-4990-a5d8-d66c1db80bc3 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Network aade191c-f0a5-4e60-adb9-b4bb66d0b382 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:09.394351 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-a941cf32-7d9f-4990-a5d8-d66c1db80bc3 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:09.398783 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a941cf32-7d9f-4990-a5d8-d66c1db80bc3 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:09.433541 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941cf32-7d9f-4990-a5d8-d66c1db80bc3 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Pushing event updated for resources: {'Port': ['ID=d1cea105-3b29-46eb-a448-74c75113b9d8,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:09.435808 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7610a79b-0dad-4e4a-a874-06a15daa479d req-30d8a5e1-ef96-4eee-9313-e3e8fb9bea09 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:09.463039 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:12:09.470426 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:09.470897 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:09.486130 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a92b939-a6f6-4c72-aa62-8086a9fe47db tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Pushing event updated for resources: {'Port': ['ID=f4e03a7e-1f97-4162-81ea-6546b4a142c5,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:09.490048 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d8a5e1-ef96-4eee-9313-e3e8fb9bea09 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e134fa-a46d-49e0-baf4-3e492f28d3ca,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:09.504798 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a941cf32-7d9f-4990-a5d8-d66c1db80bc3 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:09.505444 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a941cf32-7d9f-4990-a5d8-d66c1db80bc3 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:09.515049 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6cdecee9-70f1-4f0a-8e08-d6a5b5c451f4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4e1f0d8155374e7db296a2dc86482d62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2426915 Apr 20 13:12:09.515049 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4a92b939-a6f6-4c72-aa62-8086a9fe47db tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:09.516470 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40640) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:09.530483 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92049d75-ac50-4c3b-b532-5acd26a59d19 req-68e4fa10-aae2-49c2-b1bf-2125f5050f17 tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:09.532215 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-92049d75-ac50-4c3b-b532-5acd26a59d19 req-68e4fa10-aae2-49c2-b1bf-2125f5050f17 tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] 10.222.0.25 "GET /v2.0/ports?device_id=41e85475-e3a7-4afa-8197-c0bdae69d09e HTTP/1.1" status: 200 len: 944 time: 0.1270628 Apr 20 13:12:09.562971 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7610a79b-0dad-4e4a-a874-06a15daa479d req-30d8a5e1-ef96-4eee-9313-e3e8fb9bea09 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:09.564202 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7610a79b-0dad-4e4a-a874-06a15daa479d req-30d8a5e1-ef96-4eee-9313-e3e8fb9bea09 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4605448 Apr 20 13:12:09.574093 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9cb45a24-8f17-45d0-bcba-5e01e0ba1d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:09.591966 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:09.597571 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a941cf32-7d9f-4990-a5d8-d66c1db80bc3 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1585937 Apr 20 13:12:09.599525 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40644) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:09.602742 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-92049d75-ac50-4c3b-b532-5acd26a59d19 req-aa13a6b0-fc11-4c8b-87a4-26ff95f9acfa tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] 10.222.0.25 "GET /v2.0/security-groups?id=36f975b7-d3c2-4c6a-b1f1-49427083a725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604863 Apr 20 13:12:09.606376 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-594219a2-d9ee-49f8-8d9f-ad2f50511bd9 req-fa625e86-2191-4a49-85f1-2cfca04343e6 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1462230814', 'description': 'tempest-description-690862329'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:09.613703 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-f3f3c40d-d06a-4c26-96c0-5a9b73206a63 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Request body: {'port': {'network_id': 'aade191c-f0a5-4e60-adb9-b4bb66d0b382', 'name': 'tempest-FloatingIPTestJSON-822175307'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:09.614679 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e85475-e3a7-4afa-8197-c0bdae69d09e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:12:09.617023 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64482939-461e-48cd-a544-2854b0414e0d" -d '{"events": [{"server_uuid": "41e85475-e3a7-4afa-8197-c0bdae69d09e", "name": "network-vif-plugged", "status": "completed", "tag": "46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:12:09.630304 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c,segment=NetworkSegment(cd83a0bb-1b0d-4afc-bfed-cc30ecd62304),segment_id=cd83a0bb-1b0d-4afc-bfed-cc30ecd62304)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:12:09.633320 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9cb45a24-8f17-45d0-bcba-5e01e0ba1d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:09.656559 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4a92b939-a6f6-4c72-aa62-8086a9fe47db tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:09.657767 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4a92b939-a6f6-4c72-aa62-8086a9fe47db tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5606756 Apr 20 13:12:09.661107 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ce8d27-5a52-4c27-916e-12ced77e9fb0 x-openstack-request-id: req-c3ce8d27-5a52-4c27-916e-12ced77e9fb0 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:12:09.661735 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e85475-e3a7-4afa-8197-c0bdae69d09e", "name": "network-vif-plugged", "status": "completed", "tag": "46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:12:09.661735 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c3ce8d27-5a52-4c27-916e-12ced77e9fb0 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:12:09.662054 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3ce8d27-5a52-4c27-916e-12ced77e9fb0'] response: {'server_uuid': '41e85475-e3a7-4afa-8197-c0bdae69d09e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c', 'code': 200} Apr 20 13:12:09.720450 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:09.722162 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 02d394e3-f6ef-489c-8ff6-8161ad8effee no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:12:09.757268 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 02d394e3-f6ef-489c-8ff6-8161ad8effee {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:12:09.757541 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 02d394e3-f6ef-489c-8ff6-8161ad8effee not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:12:09.758616 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-594219a2-d9ee-49f8-8d9f-ad2f50511bd9 req-fa625e86-2191-4a49-85f1-2cfca04343e6 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:09.801083 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872c566-9cb3-4ce8-bb2d-93adbbac20c1 req-5981103d-50f5-4f2d-aa56-1dbe148691ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:09.802597 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d872c566-9cb3-4ce8-bb2d-93adbbac20c1 req-5981103d-50f5-4f2d-aa56-1dbe148691ac service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=41e85475-e3a7-4afa-8197-c0bdae69d09e HTTP/1.1" status: 200 len: 1096 time: 0.0834799 Apr 20 13:12:09.811189 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:09.821408 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:09.822076 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:09.822198 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:09.822591 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:09.822972 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:09.823309 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:09.823860 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:09.824319 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:09.824773 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:09.825219 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:09.825330 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9cb45a24-8f17-45d0-bcba-5e01e0ba1d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:09.826147 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:09.826526 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:09.830986 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9cb45a24-8f17-45d0-bcba-5e01e0ba1d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:09.836238 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9cb45a24-8f17-45d0-bcba-5e01e0ba1d10 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d HTTP/1.1" status: 204 len: 168 time: 0.3187783 Apr 20 13:12:09.846772 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f3c40d-d06a-4c26-96c0-5a9b73206a63 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Made reservation on behalf of 34b4c831c88c4ef6bd6756dfbb64d067 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:12:09.851311 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f3f3c40d-d06a-4c26-96c0-5a9b73206a63 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:09.854451 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb45a24-8f17-45d0-bcba-5e01e0ba1d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c90901e-ca5a-44ee-a0ef-9d0ebd1f439d,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:09.869438 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d872c566-9cb3-4ce8-bb2d-93adbbac20c1 req-5e6db179-27df-43cc-bb74-75d31710dc20 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=36f975b7-d3c2-4c6a-b1f1-49427083a725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601075 Apr 20 13:12:09.878375 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-f3f3c40d-d06a-4c26-96c0-5a9b73206a63 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] device_id is not set on port ba8f0822-9fe7-461c-8572-ed59f3a702b4 yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:12:09.888590 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-594219a2-d9ee-49f8-8d9f-ad2f50511bd9 req-fa625e86-2191-4a49-85f1-2cfca04343e6 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:09.915643 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-ce525400-be65-4bca-980a-af23c008e8f4 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--115389616&fields=id&tenant_id=c6b1693032114a59884d6bf282ad5efe HTTP/1.1" status: 200 len: 267 time: 0.0677397 Apr 20 13:12:09.977321 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-594219a2-d9ee-49f8-8d9f-ad2f50511bd9 req-fa625e86-2191-4a49-85f1-2cfca04343e6 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:10.001109 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-f3f3c40d-d06a-4c26-96c0-5a9b73206a63 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Allocated IP 172.20.0.14 (aade191c-f0a5-4e60-adb9-b4bb66d0b382/bf7add2d-7f11-4b58-9b58-9cb196f0ee95/ba8f0822-9fe7-461c-8572-ed59f3a702b4) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:10.022632 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa625e86-2191-4a49-85f1-2cfca04343e6 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31e0faa6-b007-4f6c-be49-d5fb06e3c670,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:10.053602 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-d64ed37e-aaee-4813-a714-f0debb5e8415 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:10.055238 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-d64ed37e-aaee-4813-a714-f0debb5e8415 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/networks?id=5f8d1d6d-7980-40b6-a3d5-202cd4161f9d HTTP/1.1" status: 200 len: 817 time: 0.1323171 Apr 20 13:12:10.071840 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-594219a2-d9ee-49f8-8d9f-ad2f50511bd9 req-fa625e86-2191-4a49-85f1-2cfca04343e6 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:10.073046 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-594219a2-d9ee-49f8-8d9f-ad2f50511bd9 req-fa625e86-2191-4a49-85f1-2cfca04343e6 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4742856 Apr 20 13:12:10.075457 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-f849a5c1-830d-4248-9663-3784ab32ecbb tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/quotas/c6b1693032114a59884d6bf282ad5efe HTTP/1.1" status: 200 len: 375 time: 0.0140128 Apr 20 13:12:10.101926 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-89236f6b-0fea-4dec-a0b2-dd37d59ca528 req-d3ef233f-bf6f-44f8-88ac-7f2a6d70869e tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-29845904', 'description': 'tempest-description-929701743'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:10.160712 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-1c96c8f6-b8c7-4c36-b6af-7f9b5c7603d9 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c6b1693032114a59884d6bf282ad5efe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0753119 Apr 20 13:12:10.161743 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f3f3c40d-d06a-4c26-96c0-5a9b73206a63 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:10.225772 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-89236f6b-0fea-4dec-a0b2-dd37d59ca528 req-d3ef233f-bf6f-44f8-88ac-7f2a6d70869e tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:10.246961 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f3f3c40d-d06a-4c26-96c0-5a9b73206a63 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:10.295301 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-b1e60d8a-6b92-483c-8051-26c07026ca7c service neutron] 10.222.0.25 "GET /v2.0/networks/5f8d1d6d-7980-40b6-a3d5-202cd4161f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191514 Apr 20 13:12:10.306990 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f3c40d-d06a-4c26-96c0-5a9b73206a63 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Network aade191c-f0a5-4e60-adb9-b4bb66d0b382 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:10.310575 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-f3f3c40d-d06a-4c26-96c0-5a9b73206a63 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:10.313384 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f3c40d-d06a-4c26-96c0-5a9b73206a63 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:10.344568 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f3c40d-d06a-4c26-96c0-5a9b73206a63 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Pushing event updated for resources: {'Port': ['ID=ba8f0822-9fe7-461c-8572-ed59f3a702b4,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:10.375342 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f3c40d-d06a-4c26-96c0-5a9b73206a63 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:10.376173 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f3f3c40d-d06a-4c26-96c0-5a9b73206a63 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:10.380582 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-89236f6b-0fea-4dec-a0b2-dd37d59ca528 req-d3ef233f-bf6f-44f8-88ac-7f2a6d70869e tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:10.414696 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-bdfef548-73ac-437b-82bb-2585f58c7edd service neutron] 10.222.0.25 "GET /v2.0/networks/5f8d1d6d-7980-40b6-a3d5-202cd4161f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111472 Apr 20 13:12:10.440252 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-89236f6b-0fea-4dec-a0b2-dd37d59ca528 req-d3ef233f-bf6f-44f8-88ac-7f2a6d70869e tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:10.473215 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef233f-bf6f-44f8-88ac-7f2a6d70869e tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8dc18e-3dcf-4c68-8bd7-cc3269a1574a,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:10.476108 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f3f3c40d-d06a-4c26-96c0-5a9b73206a63 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8754709 Apr 20 13:12:10.480021 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40668) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:10.482568 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-81eb77e8-e467-4ac4-94b9-45112c9d954b tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'port_id': 'ba8f0822-9fe7-461c-8572-ed59f3a702b4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:10.522171 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-89236f6b-0fea-4dec-a0b2-dd37d59ca528 req-d3ef233f-bf6f-44f8-88ac-7f2a6d70869e tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:10.525779 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-89236f6b-0fea-4dec-a0b2-dd37d59ca528 req-d3ef233f-bf6f-44f8-88ac-7f2a6d70869e tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4265451 Apr 20 13:12:10.526049 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 40670) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:10.567330 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-04d5dc91-2bae-40ee-884e-84cbf1b09c63 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c4aa841b96da48e6b8b638139c374b61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402770 Apr 20 13:12:10.570258 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40674) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:10.603585 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-81eb77e8-e467-4ac4-94b9-45112c9d954b tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for floatingip, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:10.673862 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc5376-7493-41b0-b6af-cfcecc70b885 req-998c1ed0-11e8-45a2-8333-c963ea35c343 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:10.675494 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-49bc5376-7493-41b0-b6af-cfcecc70b885 req-998c1ed0-11e8-45a2-8333-c963ea35c343 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=57d2ad3d-1aad-4c5d-9eb2-23ebba6387de HTTP/1.1" status: 200 len: 946 time: 0.0918851 Apr 20 13:12:10.679744 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-87c4fd8f-63d9-4131-a862-3b9c6f265061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:10.687957 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a91b9d84-fea0-4369-a069-2bdf5a899ec0 req-fba5ef4c-4abe-4029-b71b-4a02a1719591 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] 10.222.0.25 "GET /v2.0/security-groups/31e0faa6-b007-4f6c-be49-d5fb06e3c670 HTTP/1.1" status: 200 len: 1806 time: 0.0678260 Apr 20 13:12:10.710825 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-87c4fd8f-63d9-4131-a862-3b9c6f265061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:10.770840 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-81eb77e8-e467-4ac4-94b9-45112c9d954b tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:10.772262 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a91b9d84-fea0-4369-a069-2bdf5a899ec0 req-1572d96e-e84e-45c4-be11-e7aa25398e99 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] 10.222.0.25 "GET /v2.0/security-groups/0a8dc18e-3dcf-4c68-8bd7-cc3269a1574a HTTP/1.1" status: 200 len: 1804 time: 0.0807660 Apr 20 13:12:10.775893 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-49bc5376-7493-41b0-b6af-cfcecc70b885 req-f0ec076b-24d3-4783-8b7f-05db77e3fc59 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865371 Apr 20 13:12:10.789340 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-a91b9d84-fea0-4369-a069-2bdf5a899ec0 req-b4f39c2e-b41d-4a9e-9f7a-e43ca95fe99c tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '31e0faa6-b007-4f6c-be49-d5fb06e3c670', 'remote_group_id': '0a8dc18e-3dcf-4c68-8bd7-cc3269a1574a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:10.790004 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-a91b9d84-fea0-4369-a069-2bdf5a899ec0 req-b4f39c2e-b41d-4a9e-9f7a-e43ca95fe99c tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '31e0faa6-b007-4f6c-be49-d5fb06e3c670', 'remote_group_id': '0a8dc18e-3dcf-4c68-8bd7-cc3269a1574a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:10.853251 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e4bc2674-4cb7-493c-8beb-9af167519dcc req-7b893fa6-1727-4f77-b497-3b4762b9c30c tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 210 time: 0.0276492 Apr 20 13:12:10.856514 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-87c4fd8f-63d9-4131-a862-3b9c6f265061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:10.859188 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-87c4fd8f-63d9-4131-a862-3b9c6f265061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:10.860379 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-87c4fd8f-63d9-4131-a862-3b9c6f265061 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/76dfcc51-de7a-47f4-be8b-11e4fd982f37 HTTP/1.1" status: 204 len: 168 time: 0.2891719 Apr 20 13:12:10.888148 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c4fd8f-63d9-4131-a862-3b9c6f265061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76dfcc51-de7a-47f4-be8b-11e4fd982f37,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:10.919653 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-81eb77e8-e467-4ac4-94b9-45112c9d954b tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Allocated IP 172.25.8.242 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/09b29f92-378b-465e-9f2f-d5396b6f0871) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:10.971096 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a91b9d84-fea0-4369-a069-2bdf5a899ec0 req-b4f39c2e-b41d-4a9e-9f7a-e43ca95fe99c tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:11.030557 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a91b9d84-fea0-4369-a069-2bdf5a899ec0 req-b4f39c2e-b41d-4a9e-9f7a-e43ca95fe99c tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:11.038749 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83159bc9-8b94-4d82-b92a-46791e546574 req-53b1d0c4-fc74-4eb2-9440-26db5187a66e tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:11.040591 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-83159bc9-8b94-4d82-b92a-46791e546574 req-53b1d0c4-fc74-4eb2-9440-26db5187a66e tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] 10.222.0.25 "GET /v2.0/ports?device_id=41e85475-e3a7-4afa-8197-c0bdae69d09e HTTP/1.1" status: 200 len: 945 time: 0.0971036 Apr 20 13:12:11.070600 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-81eb77e8-e467-4ac4-94b9-45112c9d954b tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:11.083669 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-83159bc9-8b94-4d82-b92a-46791e546574 req-2ce49669-038d-4c2a-af7a-37f3ee4c8267 tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] 10.222.0.25 "GET /v2.0/security-groups?id=36f975b7-d3c2-4c6a-b1f1-49427083a725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360694 Apr 20 13:12:11.119719 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a91b9d84-fea0-4369-a069-2bdf5a899ec0 req-b4f39c2e-b41d-4a9e-9f7a-e43ca95fe99c tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:11.153211 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f39c2e-b41d-4a9e-9f7a-e43ca95fe99c tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5c6514b-625b-49c9-be69-d9e5530bf76e,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:11.177649 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-81eb77e8-e467-4ac4-94b9-45112c9d954b tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:11.217315 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81eb77e8-e467-4ac4-94b9-45112c9d954b tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:11.220259 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-81eb77e8-e467-4ac4-94b9-45112c9d954b tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:11.224005 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eb77e8-e467-4ac4-94b9-45112c9d954b tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:11.232139 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a91b9d84-fea0-4369-a069-2bdf5a899ec0 req-b4f39c2e-b41d-4a9e-9f7a-e43ca95fe99c tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:11.232917 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a91b9d84-fea0-4369-a069-2bdf5a899ec0 req-b4f39c2e-b41d-4a9e-9f7a-e43ca95fe99c tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4512894 Apr 20 13:12:11.255127 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb77e8-e467-4ac4-94b9-45112c9d954b tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Pushing event updated for resources: {'Port': ['ID=09b29f92-378b-465e-9f2f-d5396b6f0871,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:11.321655 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-142d89dd-7a6f-4346-8473-489a426555a0 req-0908fb7f-9ac8-48a5-ade5-42b13c6dcbc9 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] 10.222.0.25 "GET /v2.0/security-groups/0a8dc18e-3dcf-4c68-8bd7-cc3269a1574a HTTP/1.1" status: 200 len: 1804 time: 0.0618250 Apr 20 13:12:11.382296 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-142d89dd-7a6f-4346-8473-489a426555a0 req-dd1112c0-0899-48ba-a297-47170365baff tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:11.417320 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-142d89dd-7a6f-4346-8473-489a426555a0 req-dd1112c0-0899-48ba-a297-47170365baff tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:11.559962 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-142d89dd-7a6f-4346-8473-489a426555a0 req-dd1112c0-0899-48ba-a297-47170365baff tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:11.562505 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-142d89dd-7a6f-4346-8473-489a426555a0 req-dd1112c0-0899-48ba-a297-47170365baff tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:11.563653 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-142d89dd-7a6f-4346-8473-489a426555a0 req-dd1112c0-0899-48ba-a297-47170365baff tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] 10.222.0.25 "DELETE /v2.0/security-groups/0a8dc18e-3dcf-4c68-8bd7-cc3269a1574a HTTP/1.1" status: 204 len: 173 time: 0.2411852 Apr 20 13:12:11.573667 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1112c0-0899-48ba-a297-47170365baff tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8dc18e-3dcf-4c68-8bd7-cc3269a1574a,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:11.628273 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5432cd33-ff10-4a3c-8672-567b7fbbca3c req-b707bc22-df50-4289-82e7-cba84b74934f tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] 10.222.0.25 "GET /v2.0/security-groups/31e0faa6-b007-4f6c-be49-d5fb06e3c670 HTTP/1.1" status: 200 len: 1806 time: 0.0425186 Apr 20 13:12:11.656171 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-c764951d-8dbe-44bf-bc93-28a708a7cfbd req-b8a8e1ff-9643-4553-bab5-cacaded589cc tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-8196228', 'description': 'tempest-description-288031507'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:11.722502 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-81eb77e8-e467-4ac4-94b9-45112c9d954b tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:11.765837 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c764951d-8dbe-44bf-bc93-28a708a7cfbd req-b8a8e1ff-9643-4553-bab5-cacaded589cc tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:11.836119 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c764951d-8dbe-44bf-bc93-28a708a7cfbd req-b8a8e1ff-9643-4553-bab5-cacaded589cc tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:11.900124 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d25518-6ef3-4757-b372-3e279a18943b req-337b613c-35af-4451-a355-1f93ffb5e0f8 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:11.902234 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54d25518-6ef3-4757-b372-3e279a18943b req-337b613c-35af-4451-a355-1f93ffb5e0f8 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=57d2ad3d-1aad-4c5d-9eb2-23ebba6387de HTTP/1.1" status: 200 len: 946 time: 0.0531552 Apr 20 13:12:11.923298 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-81eb77e8-e467-4ac4-94b9-45112c9d954b tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:11.950910 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c764951d-8dbe-44bf-bc93-28a708a7cfbd req-b8a8e1ff-9643-4553-bab5-cacaded589cc tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:11.986976 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54d25518-6ef3-4757-b372-3e279a18943b req-032d20c5-b6d5-4661-9bac-c790a29688c5 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746319 Apr 20 13:12:12.000599 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8e1ff-9643-4553-bab5-cacaded589cc tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65e9b857-9523-4433-bb08-9da3e785ad81,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:12.085773 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4c9ff417-689c-4d70-9b6f-c99e59e08c8b req-a5f16a5e-3fba-4f9d-b2a5-e20c560758b8 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 210 time: 0.0274806 Apr 20 13:12:12.089000 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c764951d-8dbe-44bf-bc93-28a708a7cfbd req-b8a8e1ff-9643-4553-bab5-cacaded589cc tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:12.092544 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c764951d-8dbe-44bf-bc93-28a708a7cfbd req-b8a8e1ff-9643-4553-bab5-cacaded589cc tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4408901 Apr 20 13:12:12.147769 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:12.179241 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e89bd1ec-1cd8-4413-8d9d-7c39283c1209 req-a058d584-2707-43c9-b5d3-ce1499f43de6 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] 10.222.0.25 "GET /v2.0/security-groups/65e9b857-9523-4433-bb08-9da3e785ad81 HTTP/1.1" status: 200 len: 1803 time: 0.0552840 Apr 20 13:12:12.197407 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-e89bd1ec-1cd8-4413-8d9d-7c39283c1209 req-68422d50-cff9-4e5f-a548-30416f624935 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '65e9b857-9523-4433-bb08-9da3e785ad81', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:12.197651 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-e89bd1ec-1cd8-4413-8d9d-7c39283c1209 req-68422d50-cff9-4e5f-a548-30416f624935 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '65e9b857-9523-4433-bb08-9da3e785ad81', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:12.200672 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40724) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:12.237249 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77b129-a49a-4c7f-81b9-65cfbeb9221e req-bd81c451-371b-48c8-9ffb-44992b2e8898 tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:12.238553 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-81eb77e8-e467-4ac4-94b9-45112c9d954b tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:12.238745 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6f77b129-a49a-4c7f-81b9-65cfbeb9221e req-bd81c451-371b-48c8-9ffb-44992b2e8898 tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] 10.222.0.25 "GET /v2.0/ports?device_id=41e85475-e3a7-4afa-8197-c0bdae69d09e HTTP/1.1" status: 200 len: 945 time: 0.0740685 Apr 20 13:12:12.282150 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6f77b129-a49a-4c7f-81b9-65cfbeb9221e req-cf3e0c7a-f234-4b5f-b884-e43053c55a81 tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] 10.222.0.25 "GET /v2.0/security-groups?id=36f975b7-d3c2-4c6a-b1f1-49427083a725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362074 Apr 20 13:12:12.312249 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-a0f61070-2c28-43dc-aa35-e8067a30a32a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-108939595-network', 'tenant_id': 'c0ea543bbac743ad9061fcb7c58fdf81'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:12.348629 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-81eb77e8-e467-4ac4-94b9-45112c9d954b tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:12.366194 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e89bd1ec-1cd8-4413-8d9d-7c39283c1209 req-68422d50-cff9-4e5f-a548-30416f624935 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:12.413982 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e89bd1ec-1cd8-4413-8d9d-7c39283c1209 req-68422d50-cff9-4e5f-a548-30416f624935 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:12.422686 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb77e8-e467-4ac4-94b9-45112c9d954b tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Pushing event updated for resources: {'Port': ['ID=09b29f92-378b-465e-9f2f-d5396b6f0871,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:12.422994 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d3977-3c04-4c11-9285-b5227743298f req-9fdeb2a6-ba35-4e41-878a-a05b51941c06 tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:12.424566 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fa3d3977-3c04-4c11-9285-b5227743298f req-9fdeb2a6-ba35-4e41-878a-a05b51941c06 tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] 10.222.0.25 "GET /v2.0/ports?device_id=41e85475-e3a7-4afa-8197-c0bdae69d09e HTTP/1.1" status: 200 len: 945 time: 0.0703504 Apr 20 13:12:12.430964 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-81eb77e8-e467-4ac4-94b9-45112c9d954b tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:12.463609 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fa3d3977-3c04-4c11-9285-b5227743298f req-69475139-37a6-4011-af7c-8686552abd9f tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] 10.222.0.25 "GET /v2.0/security-groups?id=36f975b7-d3c2-4c6a-b1f1-49427083a725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321660 Apr 20 13:12:12.465807 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f61070-2c28-43dc-aa35-e8067a30a32a admin admin] Made reservation on behalf of c0ea543bbac743ad9061fcb7c58fdf81 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:12:12.468263 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a0f61070-2c28-43dc-aa35-e8067a30a32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:12.473825 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e89bd1ec-1cd8-4413-8d9d-7c39283c1209 req-68422d50-cff9-4e5f-a548-30416f624935 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:12.495450 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a0f61070-2c28-43dc-aa35-e8067a30a32a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:12.497230 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68422d50-cff9-4e5f-a548-30416f624935 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59be2b54-79de-48a7-ba4f-3508c61dfecd,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:12.572721 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e89bd1ec-1cd8-4413-8d9d-7c39283c1209 req-68422d50-cff9-4e5f-a548-30416f624935 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:12.574014 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e89bd1ec-1cd8-4413-8d9d-7c39283c1209 req-68422d50-cff9-4e5f-a548-30416f624935 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3815329 Apr 20 13:12:12.586852 n-d-836015-7 neutron-server[114870]: INFO neutron.db.l3_db [None req-81eb77e8-e467-4ac4-94b9-45112c9d954b tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Floating IP 81954cbd-f83c-45b0-bcb6-ed3214f966de associated. External IP: 172.25.8.242, port: ba8f0822-9fe7-461c-8572-ed59f3a702b4. Apr 20 13:12:12.656763 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f1f7f882-d5c9-493b-bada-363d49a130ff req-13395ef1-0f9f-4352-84a2-15417cd2414d tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] 10.222.0.25 "GET /v2.0/security-groups/65e9b857-9523-4433-bb08-9da3e785ad81 HTTP/1.1" status: 200 len: 2397 time: 0.0459979 Apr 20 13:12:12.669007 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-f1f7f882-d5c9-493b-bada-363d49a130ff req-d9f1b4ce-8178-49ac-916c-c3b306cad8b2 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '65e9b857-9523-4433-bb08-9da3e785ad81', 'remote_group_id': None}]} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:12.669330 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-f1f7f882-d5c9-493b-bada-363d49a130ff req-d9f1b4ce-8178-49ac-916c-c3b306cad8b2 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '65e9b857-9523-4433-bb08-9da3e785ad81', 'remote_group_id': None}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:12.727012 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a0f61070-2c28-43dc-aa35-e8067a30a32a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:12.836899 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c456f-a992-490e-a030-923199207403 req-7c48c7f1-ac04-469f-9b42-98043c4f9f7b tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:12.838422 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b69c456f-a992-490e-a030-923199207403 req-7c48c7f1-ac04-469f-9b42-98043c4f9f7b tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] 10.222.0.25 "GET /v2.0/ports?device_id=41e85475-e3a7-4afa-8197-c0bdae69d09e HTTP/1.1" status: 200 len: 945 time: 0.0572510 Apr 20 13:12:12.841479 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81eb77e8-e467-4ac4-94b9-45112c9d954b tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Router 48dfb62f-8449-4eb5-b866-5392dcdb2959 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:12:12.846557 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a0f61070-2c28-43dc-aa35-e8067a30a32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:12.868624 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:12.877541 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0f61070-2c28-43dc-aa35-e8067a30a32a admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:12:12.894317 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f1f7f882-d5c9-493b-bada-363d49a130ff req-d9f1b4ce-8178-49ac-916c-c3b306cad8b2 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:12.918515 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f61070-2c28-43dc-aa35-e8067a30a32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9fe465-e1a2-4c3b-bf29-5ea4e72ef571,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:12.925099 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a0f61070-2c28-43dc-aa35-e8067a30a32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:12.925443 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-a0f61070-2c28-43dc-aa35-e8067a30a32a admin admin] Added segment e39b3287-4d37-49ff-961a-c02d032f7560 of type vlan for network 64085159-6475-4154-8cba-3f725258be5a Apr 20 13:12:12.927717 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b69c456f-a992-490e-a030-923199207403 req-3b71938f-21f1-4094-9800-1c470a2a94e5 tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] 10.222.0.25 "GET /v2.0/security-groups?id=36f975b7-d3c2-4c6a-b1f1-49427083a725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788972 Apr 20 13:12:12.969788 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f1f7f882-d5c9-493b-bada-363d49a130ff req-d9f1b4ce-8178-49ac-916c-c3b306cad8b2 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:13.063449 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-ecc09f13-fbee-4dce-abc8-b08a57b8ccc1 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:13.066260 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-ecc09f13-fbee-4dce-abc8-b08a57b8ccc1 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.15 "GET /v2.0/networks?id=5f8d1d6d-7980-40b6-a3d5-202cd4161f9d HTTP/1.1" status: 200 len: 817 time: 0.1667359 Apr 20 13:12:13.067705 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f1f7f882-d5c9-493b-bada-363d49a130ff req-d9f1b4ce-8178-49ac-916c-c3b306cad8b2 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:13.129729 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1b4ce-8178-49ac-916c-c3b306cad8b2 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fff7a12c-e6c2-48a1-a177-417fcc6bf297,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:13.160025 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-0a7b9607-d13d-402b-9a05-56b39b49f6fe tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6b1693032114a59884d6bf282ad5efe HTTP/1.1" status: 200 len: 379 time: 0.0805733 Apr 20 13:12:13.169712 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-33558da8-e897-4675-b53e-1194f94c6cc5 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Request body: {'port': {'device_id': 'e058f4b6-2d8a-4008-80a9-3c38f2f196c4', 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d', 'admin_state_up': True, 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'security_groups': ['4aa1cc80-699e-4f9e-8179-976a59611215']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:13.183450 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f86f6-3eaf-4e83-a261-fdff28f46e47 req-37e86284-15e4-4b49-a442-5a691aed0635 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:13.185050 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-222f86f6-3eaf-4e83-a261-fdff28f46e47 req-37e86284-15e4-4b49-a442-5a691aed0635 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=57d2ad3d-1aad-4c5d-9eb2-23ebba6387de HTTP/1.1" status: 200 len: 946 time: 0.1023943 Apr 20 13:12:13.208832 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f1f7f882-d5c9-493b-bada-363d49a130ff req-d9f1b4ce-8178-49ac-916c-c3b306cad8b2 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:13.210019 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f1f7f882-d5c9-493b-bada-363d49a130ff req-d9f1b4ce-8178-49ac-916c-c3b306cad8b2 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5457559 Apr 20 13:12:13.316866 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a0f61070-2c28-43dc-aa35-e8067a30a32a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:13.347567 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81eb77e8-e467-4ac4-94b9-45112c9d954b tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:12:13.360379 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e755c6-3754-427f-a62e-20ec4d517b3d None None] Sync routers for ids ['48dfb62f-8449-4eb5-b866-5392dcdb2959'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:12:13.375255 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e755c6-3754-427f-a62e-20ec4d517b3d None None] Routers {'48dfb62f-8449-4eb5-b866-5392dcdb2959'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:13.376165 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-01e755c6-3754-427f-a62e-20ec4d517b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:11:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['48dfb62f-8449-4eb5-b866-5392dcdb2959'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:13.410420 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-01e755c6-3754-427f-a62e-20ec4d517b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:13.411454 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a0f61070-2c28-43dc-aa35-e8067a30a32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:13.412620 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f61070-2c28-43dc-aa35-e8067a30a32a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:13.413502 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a0f61070-2c28-43dc-aa35-e8067a30a32a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:13.420116 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e755c6-3754-427f-a62e-20ec4d517b3d None None] Routers {'48dfb62f-8449-4eb5-b866-5392dcdb2959'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:13.420742 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-01e755c6-3754-427f-a62e-20ec4d517b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:11:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['48dfb62f-8449-4eb5-b866-5392dcdb2959'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:13.453268 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-01e755c6-3754-427f-a62e-20ec4d517b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:13.454175 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e755c6-3754-427f-a62e-20ec4d517b3d None None] The sync data for ids ['48dfb62f-8449-4eb5-b866-5392dcdb2959'] in n-d-836015-7 is: [] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:12:13.469283 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-81eb77e8-e467-4ac4-94b9-45112c9d954b tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:13.518054 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a0f61070-2c28-43dc-aa35-e8067a30a32a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3157563 Apr 20 13:12:13.522347 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 40748) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:13.523071 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f61070-2c28-43dc-aa35-e8067a30a32a admin admin] Pushing event updated for resources: {'Network': ['ID=64085159-6475-4154-8cba-3f725258be5a,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:13.525453 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-222f86f6-3eaf-4e83-a261-fdff28f46e47 req-0a931790-63b7-4f47-8a90-13d66eb87ee0 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294172 Apr 20 13:12:13.526072 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-81eb77e8-e467-4ac4-94b9-45112c9d954b tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.0471411 Apr 20 13:12:13.528714 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40750) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:13.530099 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-58b8239b-4f17-4ecb-b600-5f8ee6703eba admin admin] Request body: {'subnet': {'network_id': '64085159-6475-4154-8cba-3f725258be5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-108939595-subnet', 'tenant_id': 'c0ea543bbac743ad9061fcb7c58fdf81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:13.533953 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-af9f3821-718d-4029-b5b3-e569a925f4bb tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:13.538364 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 64085159-6475-4154-8cba-3f725258be5a details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:12:13.605928 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-af9f3821-718d-4029-b5b3-e569a925f4bb tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for floatingip, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:13.659107 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1aec2a9e-5fa5-4b6e-a9b7-b0b44ec4f6c5 req-ee6c7b07-8709-4373-b215-be02a765de03 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 210 time: 0.0423563 Apr 20 13:12:13.666365 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b8239b-4f17-4ecb-b600-5f8ee6703eba admin admin] Made reservation on behalf of c0ea543bbac743ad9061fcb7c58fdf81 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:12:13.668708 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-58b8239b-4f17-4ecb-b600-5f8ee6703eba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:13.735849 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7c27b026-ec34-485c-adbb-796960c8fe5b req-1bc19d45-0568-4cee-977c-524a0ee60675 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] 10.222.0.25 "GET /v2.0/security-groups/65e9b857-9523-4433-bb08-9da3e785ad81 HTTP/1.1" status: 200 len: 2996 time: 0.1190906 Apr 20 13:12:13.744373 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-33558da8-e897-4675-b53e-1194f94c6cc5 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Made reservation on behalf of c6b1693032114a59884d6bf282ad5efe for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:12:13.748062 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-33558da8-e897-4675-b53e-1194f94c6cc5 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:13.754281 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-af9f3821-718d-4029-b5b3-e569a925f4bb tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:13.816901 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-af9f3821-718d-4029-b5b3-e569a925f4bb tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:13.817386 n-d-836015-7 neutron-server[114870]: INFO neutron.db.l3_db [None req-af9f3821-718d-4029-b5b3-e569a925f4bb tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Floating IP 81954cbd-f83c-45b0-bcb6-ed3214f966de disassociated. External IP: 172.25.8.242, port: ba8f0822-9fe7-461c-8572-ed59f3a702b4. Apr 20 13:12:13.835747 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c12ae4a8-9602-4d33-a39d-c6f583f11138 req-43f5717e-2c9a-4b98-b0ac-0b61cf2f66dd tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] 10.222.0.25 "GET /v2.0/security-group-rules/fff7a12c-e6c2-48a1-a177-417fcc6bf297 HTTP/1.1" status: 200 len: 783 time: 0.0817981 Apr 20 13:12:13.912628 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f203b-fc1e-4c97-a442-cbd1ecf56a74 req-71c0a2d7-0ba5-4262-a6d7-33d4515c0e41 tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:13.914304 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa3f203b-fc1e-4c97-a442-cbd1ecf56a74 req-71c0a2d7-0ba5-4262-a6d7-33d4515c0e41 tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] 10.222.0.25 "GET /v2.0/ports?device_id=41e85475-e3a7-4afa-8197-c0bdae69d09e HTTP/1.1" status: 200 len: 945 time: 0.1708522 Apr 20 13:12:14.028243 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af9f3821-718d-4029-b5b3-e569a925f4bb tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Router 48dfb62f-8449-4eb5-b866-5392dcdb2959 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:12:14.038064 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c12ae4a8-9602-4d33-a39d-c6f583f11138 req-906a2e0c-c1c8-48ba-8109-9f8c8581843d tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] 10.222.0.25 "GET /v2.0/security-groups/65e9b857-9523-4433-bb08-9da3e785ad81 HTTP/1.1" status: 200 len: 2996 time: 0.1951270 Apr 20 13:12:14.065314 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa3f203b-fc1e-4c97-a442-cbd1ecf56a74 req-9e2464f8-9bb0-4f49-b0fa-76374a5d6555 tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] 10.222.0.25 "GET /v2.0/security-groups?id=36f975b7-d3c2-4c6a-b1f1-49427083a725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410172 Apr 20 13:12:14.107261 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-33558da8-e897-4675-b53e-1194f94c6cc5 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Allocated IP 172.20.0.11 (5f8d1d6d-7980-40b6-a3d5-202cd4161f9d/50283e41-42f7-46ab-979a-b196312e8e7f/b3d86141-298d-4218-9c6d-b514a2ff5c92) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:14.139249 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c12ae4a8-9602-4d33-a39d-c6f583f11138 req-86f3f773-4df0-446d-a8e2-7504683e7426 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:14.150088 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c12ae4a8-9602-4d33-a39d-c6f583f11138 req-86f3f773-4df0-446d-a8e2-7504683e7426 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:14.156887 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9f3821-718d-4029-b5b3-e569a925f4bb tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:12:14.161592 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-af9f3821-718d-4029-b5b3-e569a925f4bb tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:14.168856 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065b9085-9ca8-4608-be20-75012aa41bd6 None None] Sync routers for ids ['48dfb62f-8449-4eb5-b866-5392dcdb2959'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:12:14.182675 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065b9085-9ca8-4608-be20-75012aa41bd6 None None] Routers {'48dfb62f-8449-4eb5-b866-5392dcdb2959'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:14.185852 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-065b9085-9ca8-4608-be20-75012aa41bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:11:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['48dfb62f-8449-4eb5-b866-5392dcdb2959'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:14.192730 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-af9f3821-718d-4029-b5b3-e569a925f4bb tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "PUT /v2.0/floatingips/81954cbd-f83c-45b0-bcb6-ed3214f966de HTTP/1.1" status: 200 len: 688 time: 0.6629884 Apr 20 13:12:14.195461 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40756) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:14.206629 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-58b8239b-4f17-4ecb-b600-5f8ee6703eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:14.222589 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-065b9085-9ca8-4608-be20-75012aa41bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:14.231586 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065b9085-9ca8-4608-be20-75012aa41bd6 None None] Routers {'48dfb62f-8449-4eb5-b866-5392dcdb2959'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:14.232192 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-065b9085-9ca8-4608-be20-75012aa41bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:11:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['48dfb62f-8449-4eb5-b866-5392dcdb2959'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:14.269933 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-065b9085-9ca8-4608-be20-75012aa41bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:14.270904 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065b9085-9ca8-4608-be20-75012aa41bd6 None None] The sync data for ids ['48dfb62f-8449-4eb5-b866-5392dcdb2959'] in n-d-836015-7 is: [] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:12:14.276748 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c12ae4a8-9602-4d33-a39d-c6f583f11138 req-86f3f773-4df0-446d-a8e2-7504683e7426 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:14.295518 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c12ae4a8-9602-4d33-a39d-c6f583f11138 req-86f3f773-4df0-446d-a8e2-7504683e7426 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:14.296622 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c12ae4a8-9602-4d33-a39d-c6f583f11138 req-86f3f773-4df0-446d-a8e2-7504683e7426 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/fff7a12c-e6c2-48a1-a177-417fcc6bf297 HTTP/1.1" status: 204 len: 173 time: 0.2485828 Apr 20 13:12:14.313059 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f3f773-4df0-446d-a8e2-7504683e7426 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fff7a12c-e6c2-48a1-a177-417fcc6bf297,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:14.333747 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-0a1af026-95db-4645-a753-c522372b6f2a tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Deleting port 09b29f92-378b-465e-9f2f-d5396b6f0871 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:12:14.334101 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a1af026-95db-4645-a753-c522372b6f2a tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:14.346707 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b8239b-4f17-4ecb-b600-5f8ee6703eba admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f3d66ab-4f8d-46cc-ad45-557371a89a49,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:14.394614 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b8239b-4f17-4ecb-b600-5f8ee6703eba admin admin] Checking segment: {'id': 'e39b3287-4d37-49ff-961a-c02d032f7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '64085159-6475-4154-8cba-3f725258be5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:12:14.394983 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b8239b-4f17-4ecb-b600-5f8ee6703eba admin admin] Network hostable DHCP agents. Network: 64085159-6475-4154-8cba-3f725258be5a, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:12:14.407182 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-33558da8-e897-4675-b53e-1194f94c6cc5 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:14.412751 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a1af026-95db-4645-a753-c522372b6f2a tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:14.413087 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a1af026-95db-4645-a753-c522372b6f2a tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:14.418904 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b90c6574-9d20-4f95-aea1-90dd87057c31 req-4e9d8606-3b1f-4de1-9a27-0cb31110940f tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] 10.222.0.25 "GET /v2.0/security-groups/65e9b857-9523-4433-bb08-9da3e785ad81 HTTP/1.1" status: 200 len: 2397 time: 0.0928793 Apr 20 13:12:14.425628 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-0a1af026-95db-4645-a753-c522372b6f2a tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Calling delete_port for 09b29f92-378b-465e-9f2f-d5396b6f0871 owned by network:floatingip {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:12:14.500136 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b90c6574-9d20-4f95-aea1-90dd87057c31 req-5d168d2a-31f8-4651-a323-7794725f988b tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:14.503587 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b8239b-4f17-4ecb-b600-5f8ee6703eba admin admin] Network 64085159-6475-4154-8cba-3f725258be5a is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:12:14.528889 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b90c6574-9d20-4f95-aea1-90dd87057c31 req-5d168d2a-31f8-4651-a323-7794725f988b tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:14.577654 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-33558da8-e897-4675-b53e-1194f94c6cc5 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:14.579285 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-58b8239b-4f17-4ecb-b600-5f8ee6703eba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 64085159-6475-4154-8cba-3f725258be5a) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:14.588353 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fbf7f1-b0c6-4e6b-915a-6b601b6cdcf3 None None] Network 64085159-6475-4154-8cba-3f725258be5a requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:12:14.616674 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b8239b-4f17-4ecb-b600-5f8ee6703eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:14.617392 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-58b8239b-4f17-4ecb-b600-5f8ee6703eba admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:14.651253 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a1af026-95db-4645-a753-c522372b6f2a tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:14.663682 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-33558da8-e897-4675-b53e-1194f94c6cc5 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Network 5f8d1d6d-7980-40b6-a3d5-202cd4161f9d is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:14.670276 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-33558da8-e897-4675-b53e-1194f94c6cc5 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:14.677404 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-33558da8-e897-4675-b53e-1194f94c6cc5 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:14.682242 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33558da8-e897-4675-b53e-1194f94c6cc5 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Pushing event updated for resources: {'Port': ['ID=b3d86141-298d-4218-9c6d-b514a2ff5c92,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:14.682378 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1af026-95db-4645-a753-c522372b6f2a tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Pushing event deleted for resources: {'Port': ['ID=09b29f92-378b-465e-9f2f-d5396b6f0871,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:14.684562 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b90c6574-9d20-4f95-aea1-90dd87057c31 req-5d168d2a-31f8-4651-a323-7794725f988b tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:14.687650 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b90c6574-9d20-4f95-aea1-90dd87057c31 req-5d168d2a-31f8-4651-a323-7794725f988b tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:14.689582 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b90c6574-9d20-4f95-aea1-90dd87057c31 req-5d168d2a-31f8-4651-a323-7794725f988b tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] 10.222.0.25 "DELETE /v2.0/security-groups/65e9b857-9523-4433-bb08-9da3e785ad81 HTTP/1.1" status: 204 len: 173 time: 0.2597535 Apr 20 13:12:14.728732 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d168d2a-31f8-4651-a323-7794725f988b tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e9b857-9523-4433-bb08-9da3e785ad81,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:14.746773 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-58b8239b-4f17-4ecb-b600-5f8ee6703eba admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2202923 Apr 20 13:12:14.771785 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-33558da8-e897-4675-b53e-1194f94c6cc5 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:14.772498 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-33558da8-e897-4675-b53e-1194f94c6cc5 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:14.786704 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d143c741-e7e4-42e6-9586-8af387d22352 None None] Network 64085159-6475-4154-8cba-3f725258be5a requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:12:14.794175 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a1af026-95db-4645-a753-c522372b6f2a tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for floatingip, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:14.801037 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a1af026-95db-4645-a753-c522372b6f2a tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:14.802233 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0a1af026-95db-4645-a753-c522372b6f2a tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "DELETE /v2.0/floatingips/81954cbd-f83c-45b0-bcb6-ed3214f966de HTTP/1.1" status: 204 len: 168 time: 0.6057916 Apr 20 13:12:14.805887 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40768) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:14.806050 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70a935-2271-44d4-9bda-47c1158e8c21 req-624b0193-da30-46e8-bd9e-06e433be740a tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:14.813524 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-eddd80d2-5f25-4192-a519-520cb502127a tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'port_id': 'd1cea105-3b29-46eb-a448-74c75113b9d8'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:14.814476 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fb70a935-2271-44d4-9bda-47c1158e8c21 req-624b0193-da30-46e8-bd9e-06e433be740a tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=57d2ad3d-1aad-4c5d-9eb2-23ebba6387de HTTP/1.1" status: 200 len: 946 time: 0.1939721 Apr 20 13:12:14.903552 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eddd80d2-5f25-4192-a519-520cb502127a tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for floatingip, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:14.915688 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88565c14-bb2b-49c2-aea2-77c9e27b3eeb req-699bf6ef-22a6-4dc5-b9cf-1ecb687d0de2 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:14.918278 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-88565c14-bb2b-49c2-aea2-77c9e27b3eeb req-699bf6ef-22a6-4dc5-b9cf-1ecb687d0de2 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 932 time: 0.1548524 Apr 20 13:12:14.923315 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fb70a935-2271-44d4-9bda-47c1158e8c21 req-a133bca4-96d0-49c8-8c53-e531a4050469 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079655 Apr 20 13:12:14.992822 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-33558da8-e897-4675-b53e-1194f94c6cc5 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8270350 Apr 20 13:12:15.005460 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-0ff88957-0ccc-4e7b-8391-0cbd6430005a service neutron] Request body: {'port': {'device_id': 'e058f4b6-2d8a-4008-80a9-3c38f2f196c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:15.010024 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [req-7cf89ec5-7192-4689-86b9-37e84a1029a4 req-5b2410d8-2424-4de4-bb66-f3921598e42b tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] show failed (client error): The resource could not be found. Apr 20 13:12:15.012087 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7cf89ec5-7192-4689-86b9-37e84a1029a4 req-5b2410d8-2424-4de4-bb66-f3921598e42b tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] 10.222.0.25 "GET /v2.0/security-groups/0a8dc18e-3dcf-4c68-8bd7-cc3269a1574a HTTP/1.1" status: 404 len: 352 time: 0.0504508 Apr 20 13:12:15.022227 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-88565c14-bb2b-49c2-aea2-77c9e27b3eeb req-8189e532-11c3-4859-baa0-279c94412292 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911031 Apr 20 13:12:15.071741 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eddd80d2-5f25-4192-a519-520cb502127a tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:15.155590 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-b0b217a7-a3f3-4b0b-8579-b81167d62de7 None None] Provisioning complete for port b3d86141-298d-4218-9c6d-b514a2ff5c92 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:15.157258 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b0b217a7-a3f3-4b0b-8579-b81167d62de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:15.159018 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-48f8e0ab-88ec-4a23-92c5-2e0b5a7c2014 req-11c82e38-36a3-43ee-aef3-b34d2699dec1 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] 10.222.0.25 "GET /v2.0/security-groups/31e0faa6-b007-4f6c-be49-d5fb06e3c670 HTTP/1.1" status: 200 len: 1806 time: 0.1136129 Apr 20 13:12:15.169213 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-0ff88957-0ccc-4e7b-8391-0cbd6430005a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:15.210144 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-b0b217a7-a3f3-4b0b-8579-b81167d62de7 None None] Port b3d86141-298d-4218-9c6d-b514a2ff5c92 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:12:15.228205 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-eddd80d2-5f25-4192-a519-520cb502127a tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Allocated IP 172.25.8.211 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/34cb996b-42fe-4f31-a144-f92cf49997db) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:15.256567 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5c682-b38b-4aa5-92c5-7549ea1abbcd req-9de1f348-01bb-42ed-9bd6-160baa3d7dae tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:15.258002 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eed5c682-b38b-4aa5-92c5-7549ea1abbcd req-9de1f348-01bb-42ed-9bd6-160baa3d7dae tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] 10.222.0.15 "GET /v2.0/ports?device_id=41e85475-e3a7-4afa-8197-c0bdae69d09e HTTP/1.1" status: 200 len: 945 time: 0.2047505 Apr 20 13:12:15.345068 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eddd80d2-5f25-4192-a519-520cb502127a tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:15.357237 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad93d5-6f2f-4ae2-b89b-5ee587e8e86e req-051ddf72-fb31-4306-8d2b-0288821fc7b5 tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:15.358766 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-50ad93d5-6f2f-4ae2-b89b-5ee587e8e86e req-051ddf72-fb31-4306-8d2b-0288821fc7b5 tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] 10.222.0.25 "GET /v2.0/ports?device_id=41e85475-e3a7-4afa-8197-c0bdae69d09e HTTP/1.1" status: 200 len: 945 time: 0.2035618 Apr 20 13:12:15.474044 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-48f8e0ab-88ec-4a23-92c5-2e0b5a7c2014 req-e51c8aab-0606-437a-b6f0-937fd7b470ba tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:15.474516 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eddd80d2-5f25-4192-a519-520cb502127a tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:15.523901 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-48f8e0ab-88ec-4a23-92c5-2e0b5a7c2014 req-e51c8aab-0606-437a-b6f0-937fd7b470ba tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:15.524119 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddd80d2-5f25-4192-a519-520cb502127a tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:15.529422 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-eddd80d2-5f25-4192-a519-520cb502127a tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:15.533622 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddd80d2-5f25-4192-a519-520cb502127a tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:15.550719 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-50ad93d5-6f2f-4ae2-b89b-5ee587e8e86e req-af2e5ced-b265-43ee-8e52-ef0447a15a17 tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] 10.222.0.25 "GET /v2.0/security-groups?id=36f975b7-d3c2-4c6a-b1f1-49427083a725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351264 Apr 20 13:12:15.559460 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd80d2-5f25-4192-a519-520cb502127a tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Pushing event updated for resources: {'Port': ['ID=34cb996b-42fe-4f31-a144-f92cf49997db,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:15.632616 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-eed5c682-b38b-4aa5-92c5-7549ea1abbcd req-d67c4c21-2df7-4dac-a563-f483a6bfa3a0 tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] Deleting port 46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:12:15.632963 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-eed5c682-b38b-4aa5-92c5-7549ea1abbcd req-d67c4c21-2df7-4dac-a563-f483a6bfa3a0 tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:15.661556 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40786) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:15.668669 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-c886e007-b6d3-41da-84ec-a213be98ba1e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1029513294-network', 'tenant_id': 'f22e787643fd4e9298d103f549d28470'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:15.722666 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-48f8e0ab-88ec-4a23-92c5-2e0b5a7c2014 req-e51c8aab-0606-437a-b6f0-937fd7b470ba tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:15.725195 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-48f8e0ab-88ec-4a23-92c5-2e0b5a7c2014 req-e51c8aab-0606-437a-b6f0-937fd7b470ba tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:15.726253 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-48f8e0ab-88ec-4a23-92c5-2e0b5a7c2014 req-e51c8aab-0606-437a-b6f0-937fd7b470ba tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] 10.222.0.25 "DELETE /v2.0/security-groups/31e0faa6-b007-4f6c-be49-d5fb06e3c670 HTTP/1.1" status: 204 len: 173 time: 0.5511971 Apr 20 13:12:15.755434 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c8aab-0606-437a-b6f0-937fd7b470ba tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e0faa6-b007-4f6c-be49-d5fb06e3c670,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:15.809148 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c886e007-b6d3-41da-84ec-a213be98ba1e admin admin] Made reservation on behalf of f22e787643fd4e9298d103f549d28470 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:12:15.811601 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c886e007-b6d3-41da-84ec-a213be98ba1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:15.822485 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c886e007-b6d3-41da-84ec-a213be98ba1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:15.834466 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-eed5c682-b38b-4aa5-92c5-7549ea1abbcd req-d67c4c21-2df7-4dac-a563-f483a6bfa3a0 tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] For port 46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c,segment=NetworkSegment(cd83a0bb-1b0d-4afc-bfed-cc30ecd62304),segment_id=cd83a0bb-1b0d-4afc-bfed-cc30ecd62304)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:12:15.834838 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-eed5c682-b38b-4aa5-92c5-7549ea1abbcd req-d67c4c21-2df7-4dac-a563-f483a6bfa3a0 tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:15.866593 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-eed5c682-b38b-4aa5-92c5-7549ea1abbcd req-d67c4c21-2df7-4dac-a563-f483a6bfa3a0 tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] Calling delete_port for 46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:12:15.870508 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-0ff88957-0ccc-4e7b-8391-0cbd6430005a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3d86141-298d-4218-9c6d-b514a2ff5c92 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:12:15.881838 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2aacfa9b-9784-4690-859d-eb0ec057dc0c req-e7016e44-e515-4020-8f68-eaaa809e866e tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] 10.222.0.25 "GET /v2.0/security-groups/fd5c1b12-8efe-4b46-8e83-2541bb673d52 HTTP/1.1" status: 200 len: 1807 time: 0.1276965 Apr 20 13:12:15.884868 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-0ff88957-0ccc-4e7b-8391-0cbd6430005a service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:15.944982 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-0ff88957-0ccc-4e7b-8391-0cbd6430005a service neutron] Transition to ACTIVE for port object b3d86141-298d-4218-9c6d-b514a2ff5c92 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:12:16.011753 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eddd80d2-5f25-4192-a519-520cb502127a tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:16.022470 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2aacfa9b-9784-4690-859d-eb0ec057dc0c req-16f623b0-595a-43c5-b825-55242c740e82 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:16.033447 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c886e007-b6d3-41da-84ec-a213be98ba1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:16.051741 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-0ff88957-0ccc-4e7b-8391-0cbd6430005a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:16.095969 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2aacfa9b-9784-4690-859d-eb0ec057dc0c req-16f623b0-595a-43c5-b825-55242c740e82 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:16.131850 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c886e007-b6d3-41da-84ec-a213be98ba1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:16.161296 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c886e007-b6d3-41da-84ec-a213be98ba1e admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:12:16.177226 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff88957-0ccc-4e7b-8391-0cbd6430005a service neutron] Pushing event updated for resources: {'Port': ['ID=b3d86141-298d-4218-9c6d-b514a2ff5c92,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:16.186783 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6a13c-08cc-4e47-88d3-cb62810ca3d0 req-6d6d3999-84b4-4bd0-847e-8177d5523483 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:16.188399 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-28b6a13c-08cc-4e47-88d3-cb62810ca3d0 req-6d6d3999-84b4-4bd0-847e-8177d5523483 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=57d2ad3d-1aad-4c5d-9eb2-23ebba6387de HTTP/1.1" status: 200 len: 946 time: 0.1931152 Apr 20 13:12:16.209713 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c886e007-b6d3-41da-84ec-a213be98ba1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:16.210087 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-c886e007-b6d3-41da-84ec-a213be98ba1e admin admin] Added segment 320e27f7-847a-4d5a-bcc4-1df836f884bf of type vlan for network c6d13983-8cd5-4159-98fd-1a4954d906a6 Apr 20 13:12:16.211454 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886e007-b6d3-41da-84ec-a213be98ba1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d9955a-adf9-4801-bdb1-98521ce86050,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:16.227840 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eddd80d2-5f25-4192-a519-520cb502127a tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:16.292135 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c886e007-b6d3-41da-84ec-a213be98ba1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:16.313020 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-28b6a13c-08cc-4e47-88d3-cb62810ca3d0 req-7d64341a-6130-49f2-8038-e67700eb7816 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122615 Apr 20 13:12:16.327212 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-0ff88957-0ccc-4e7b-8391-0cbd6430005a service neutron] Attempting to bind port b3d86141-298d-4218-9c6d-b514a2ff5c92 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:16.327571 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-0ff88957-0ccc-4e7b-8391-0cbd6430005a service neutron] Attempting to bind port b3d86141-298d-4218-9c6d-b514a2ff5c92 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '0f113b16-94ad-4b02-8521-e93247ce464b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:16.327925 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-0ff88957-0ccc-4e7b-8391-0cbd6430005a service neutron] Attempting to bind port b3d86141-298d-4218-9c6d-b514a2ff5c92 on network 5f8d1d6d-7980-40b6-a3d5-202cd4161f9d {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:16.333589 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-0ff88957-0ccc-4e7b-8391-0cbd6430005a service neutron] Port b3d86141-298d-4218-9c6d-b514a2ff5c92 on network 5f8d1d6d-7980-40b6-a3d5-202cd4161f9d not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:16.333999 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-0ff88957-0ccc-4e7b-8391-0cbd6430005a service neutron] Attempting to bind port b3d86141-298d-4218-9c6d-b514a2ff5c92 on network 5f8d1d6d-7980-40b6-a3d5-202cd4161f9d {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:16.344456 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-0ff88957-0ccc-4e7b-8391-0cbd6430005a service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:12:16.344821 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-0ff88957-0ccc-4e7b-8391-0cbd6430005a service neutron] Checking segment: {'id': '0f113b16-94ad-4b02-8521-e93247ce464b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:12:16.345189 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-0ff88957-0ccc-4e7b-8391-0cbd6430005a service neutron] Bound using segment: {'id': '0f113b16-94ad-4b02-8521-e93247ce464b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:12:16.345666 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-0ff88957-0ccc-4e7b-8391-0cbd6430005a service neutron] Bound port: b3d86141-298d-4218-9c6d-b514a2ff5c92, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f113b16-94ad-4b02-8521-e93247ce464b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:12:16.348774 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-0ff88957-0ccc-4e7b-8391-0cbd6430005a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:16.389071 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-eed5c682-b38b-4aa5-92c5-7549ea1abbcd req-d67c4c21-2df7-4dac-a563-f483a6bfa3a0 tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:16.401190 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:12:16.456691 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c4c21-2df7-4dac-a563-f483a6bfa3a0 tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] Pushing event deleted for resources: {'Port': ['ID=46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:16.460891 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2aacfa9b-9784-4690-859d-eb0ec057dc0c req-16f623b0-595a-43c5-b825-55242c740e82 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:16.463476 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2aacfa9b-9784-4690-859d-eb0ec057dc0c req-16f623b0-595a-43c5-b825-55242c740e82 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:16.464592 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2aacfa9b-9784-4690-859d-eb0ec057dc0c req-16f623b0-595a-43c5-b825-55242c740e82 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] 10.222.0.25 "DELETE /v2.0/security-groups/fd5c1b12-8efe-4b46-8e83-2541bb673d52 HTTP/1.1" status: 204 len: 173 time: 0.5746803 Apr 20 13:12:16.465832 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c886e007-b6d3-41da-84ec-a213be98ba1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:16.466843 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c886e007-b6d3-41da-84ec-a213be98ba1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:16.467526 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c886e007-b6d3-41da-84ec-a213be98ba1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:16.479023 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eddd80d2-5f25-4192-a519-520cb502127a tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:16.513726 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f623b0-595a-43c5-b825-55242c740e82 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5c1b12-8efe-4b46-8e83-2541bb673d52,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:16.538738 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-0ff88957-0ccc-4e7b-8391-0cbd6430005a service neutron] For port b3d86141-298d-4218-9c6d-b514a2ff5c92, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:12:16.540872 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed5c682-b38b-4aa5-92c5-7549ea1abbcd req-d67c4c21-2df7-4dac-a563-f483a6bfa3a0 tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] No DVR routers for this DVR port 46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:12:16.545241 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-eed5c682-b38b-4aa5-92c5-7549ea1abbcd req-d67c4c21-2df7-4dac-a563-f483a6bfa3a0 tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:16.549027 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eed5c682-b38b-4aa5-92c5-7549ea1abbcd req-d67c4c21-2df7-4dac-a563-f483a6bfa3a0 tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] 10.222.0.15 "DELETE /v2.0/ports/46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c HTTP/1.1" status: 204 len: 173 time: 1.2675717 Apr 20 13:12:16.554231 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886e007-b6d3-41da-84ec-a213be98ba1e admin admin] Pushing event updated for resources: {'Network': ['ID=c6d13983-8cd5-4159-98fd-1a4954d906a6,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:16.556715 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee36f2-62d9-4ff7-b370-3dc111a5d398 req-5cfed7be-22d5-4993-9d2a-cdb34e1106eb tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:16.558234 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b6ee36f2-62d9-4ff7-b370-3dc111a5d398 req-5cfed7be-22d5-4993-9d2a-cdb34e1106eb tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 944 time: 0.1704018 Apr 20 13:12:16.558751 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e85475-e3a7-4afa-8197-c0bdae69d09e', 'name': 'network-vif-deleted', 'tag': '46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:12:16.561058 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ddc579d-1030-43e5-8a3d-5c1a98d7a241" -d '{"events": [{"server_uuid": "41e85475-e3a7-4afa-8197-c0bdae69d09e", "name": "network-vif-deleted", "tag": "46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:12:16.572690 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eddd80d2-5f25-4192-a519-520cb502127a tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:16.573667 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network c6d13983-8cd5-4159-98fd-1a4954d906a6 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:12:16.579821 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-0ff88957-0ccc-4e7b-8391-0cbd6430005a service neutron] For port b3d86141-298d-4218-9c6d-b514a2ff5c92, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b3d86141-298d-4218-9c6d-b514a2ff5c92,segment=NetworkSegment(0f113b16-94ad-4b02-8521-e93247ce464b),segment_id=0f113b16-94ad-4b02-8521-e93247ce464b)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:12:16.609067 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b6ee36f2-62d9-4ff7-b370-3dc111a5d398 req-3a7f0c9f-4a0a-47b5-845c-f445f0447e0d tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391676 Apr 20 13:12:16.630424 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd80d2-5f25-4192-a519-520cb502127a tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Pushing event updated for resources: {'Port': ['ID=34cb996b-42fe-4f31-a144-f92cf49997db,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:16.640194 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 40806) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:16.644870 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c886e007-b6d3-41da-84ec-a213be98ba1e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9759278 Apr 20 13:12:16.645233 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-c634dbd7-1847-41e8-8bf9-c982470df753 admin admin] Request body: {'subnet': {'network_id': 'c6d13983-8cd5-4159-98fd-1a4954d906a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1029513294-subnet', 'tenant_id': 'f22e787643fd4e9298d103f549d28470', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:16.686677 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eddd80d2-5f25-4192-a519-520cb502127a tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:16.695386 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-0ff88957-0ccc-4e7b-8391-0cbd6430005a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:16.749546 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-0ff88957-0ccc-4e7b-8391-0cbd6430005a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:16.751451 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-0ff88957-0ccc-4e7b-8391-0cbd6430005a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:16.751564 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-0ff88957-0ccc-4e7b-8391-0cbd6430005a service neutron] 10.222.0.15 "PUT /v2.0/ports/b3d86141-298d-4218-9c6d-b514a2ff5c92 HTTP/1.1" status: 200 len: 1092 time: 1.7511435 Apr 20 13:12:16.767913 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7f783a8d-7a30-47cf-8dac-12a725738930 req-2ab2c2e1-20b7-490a-b3b7-0adaf3a73ada tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] 10.222.0.25 "GET /v2.0/security-groups/b81a82dd-cad4-43b9-9b6d-6537f6679b63 HTTP/1.1" status: 200 len: 1807 time: 0.1026006 Apr 20 13:12:16.801374 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff88957-0ccc-4e7b-8391-0cbd6430005a service neutron] Pushing event updated for resources: {'Port': ['ID=b3d86141-298d-4218-9c6d-b514a2ff5c92,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:16.804095 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c634dbd7-1847-41e8-8bf9-c982470df753 admin admin] Made reservation on behalf of f22e787643fd4e9298d103f549d28470 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:12:16.806529 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c634dbd7-1847-41e8-8bf9-c982470df753 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:16.810125 n-d-836015-7 neutron-server[114870]: INFO neutron.db.l3_db [None req-eddd80d2-5f25-4192-a519-520cb502127a tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Floating IP f99079b4-816e-4ee6-b549-38f5ff4bdfb6 associated. External IP: 172.25.8.211, port: d1cea105-3b29-46eb-a448-74c75113b9d8. Apr 20 13:12:16.947331 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7f783a8d-7a30-47cf-8dac-12a725738930 req-774d4553-c86d-4d83-a39f-c4d6b7e2c3fc tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:16.995492 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7f783a8d-7a30-47cf-8dac-12a725738930 req-774d4553-c86d-4d83-a39f-c4d6b7e2c3fc tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:17.037033 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-0b366619-9d6b-4fdf-9033-7b9d78e0f6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:17.038520 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-0b366619-9d6b-4fdf-9033-7b9d78e0f6a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c6b1693032114a59884d6bf282ad5efe&device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 1095 time: 0.1396372 Apr 20 13:12:17.054398 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eddd80d2-5f25-4192-a519-520cb502127a tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Router 48dfb62f-8449-4eb5-b866-5392dcdb2959 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:12:17.187487 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eddd80d2-5f25-4192-a519-520cb502127a tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:12:17.200012 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d70ea4e-a5ca-4f7a-a583-cc563d0d99c0 None None] Sync routers for ids ['48dfb62f-8449-4eb5-b866-5392dcdb2959'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:12:17.215136 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d70ea4e-a5ca-4f7a-a583-cc563d0d99c0 None None] Routers {'48dfb62f-8449-4eb5-b866-5392dcdb2959'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:17.221762 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-0d70ea4e-a5ca-4f7a-a583-cc563d0d99c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:11:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['48dfb62f-8449-4eb5-b866-5392dcdb2959'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:17.254144 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-0d70ea4e-a5ca-4f7a-a583-cc563d0d99c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:17.263340 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d70ea4e-a5ca-4f7a-a583-cc563d0d99c0 None None] Routers {'48dfb62f-8449-4eb5-b866-5392dcdb2959'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:17.264240 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-0d70ea4e-a5ca-4f7a-a583-cc563d0d99c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:11:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['48dfb62f-8449-4eb5-b866-5392dcdb2959'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:17.289732 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eddd80d2-5f25-4192-a519-520cb502127a tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:17.299197 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-0d70ea4e-a5ca-4f7a-a583-cc563d0d99c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:17.300099 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d70ea4e-a5ca-4f7a-a583-cc563d0d99c0 None None] The sync data for ids ['48dfb62f-8449-4eb5-b866-5392dcdb2959'] in n-d-836015-7 is: [] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:12:17.328764 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-eddd80d2-5f25-4192-a519-520cb502127a tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.5215216 Apr 20 13:12:17.333199 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40814) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:17.337956 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e375b56-bcc3-4869-a862-f8202ab9a265 x-openstack-request-id: req-5e375b56-bcc3-4869-a862-f8202ab9a265 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:12:17.338254 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e85475-e3a7-4afa-8197-c0bdae69d09e", "name": "network-vif-deleted", "tag": "46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:12:17.338507 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e375b56-bcc3-4869-a862-f8202ab9a265 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:12:17.338896 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e375b56-bcc3-4869-a862-f8202ab9a265'] response: {'server_uuid': '41e85475-e3a7-4afa-8197-c0bdae69d09e', 'name': 'network-vif-deleted', 'tag': '46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c', 'status': 'completed', 'code': 200} Apr 20 13:12:17.346507 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-6cd8e657-3fc1-435e-9b54-3d93964daf4f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3d86141-298d-4218-9c6d-b514a2ff5c92 HTTP/1.1" status: 200 len: 217 time: 0.2963142 Apr 20 13:12:17.400201 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-55c282ce-378c-4848-a4ad-3da509112cfc tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "GET /v2.0/floatingips/f99079b4-816e-4ee6-b549-38f5ff4bdfb6 HTTP/1.1" status: 200 len: 977 time: 0.0657208 Apr 20 13:12:17.402790 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40816) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:17.412302 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dbbcf2e3-9bc2-4fad-82ce-53c3cbee81a7 req-36884186-155f-43fc-8e40-02f5ebfd14ee tempest-ServersNegativeTestMultiTenantJSON-1444457762 tempest-ServersNegativeTestMultiTenantJSON-1444457762-project] 10.222.0.25 "GET /v2.0/ports?device_id=41e85475-e3a7-4afa-8197-c0bdae69d09e HTTP/1.1" status: 200 len: 210 time: 0.0759659 Apr 20 13:12:17.459724 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-2947d4bd-e3c0-48fb-b526-433c9177474f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:17.461256 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-2947d4bd-e3c0-48fb-b526-433c9177474f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=50283e41-42f7-46ab-979a-b196312e8e7f HTTP/1.1" status: 200 len: 856 time: 0.0782995 Apr 20 13:12:17.518978 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e9a5baac-2ae3-4418-9ae2-cf3d37b4276a tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1149995 Apr 20 13:12:17.520832 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7f783a8d-7a30-47cf-8dac-12a725738930 req-774d4553-c86d-4d83-a39f-c4d6b7e2c3fc tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:17.523522 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7f783a8d-7a30-47cf-8dac-12a725738930 req-774d4553-c86d-4d83-a39f-c4d6b7e2c3fc tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:17.523860 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40826) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:17.524856 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7f783a8d-7a30-47cf-8dac-12a725738930 req-774d4553-c86d-4d83-a39f-c4d6b7e2c3fc tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] 10.222.0.25 "DELETE /v2.0/security-groups/b81a82dd-cad4-43b9-9b6d-6537f6679b63 HTTP/1.1" status: 204 len: 173 time: 0.7502508 Apr 20 13:12:17.525889 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c634dbd7-1847-41e8-8bf9-c982470df753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:17.529532 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-f9cdf2d8-0297-4d09-93c6-86f90446e882 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Request body: {'floatingip': {'port_id': 'ba8f0822-9fe7-461c-8572-ed59f3a702b4'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:17.573414 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d4553-c86d-4d83-a39f-c4d6b7e2c3fc tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81a82dd-cad4-43b9-9b6d-6537f6679b63,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:17.600127 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f9cdf2d8-0297-4d09-93c6-86f90446e882 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for floatingip, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:17.629640 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-57cf5293-629e-4a0a-9adf-6fcb378345a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:17.631236 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-57cf5293-629e-4a0a-9adf-6fcb378345a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5f8d1d6d-7980-40b6-a3d5-202cd4161f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1619389 Apr 20 13:12:17.635144 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c634dbd7-1847-41e8-8bf9-c982470df753 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58d201dc-d07d-42bd-a874-57d1d1fe595a,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:17.681428 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-43192b42-632e-425f-9b66-e7f52e4daa42 req-f1c9db57-0d34-4fe1-b3bb-4731e9d50dab tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] 10.222.0.25 "GET /v2.0/security-groups/a24846cb-2661-49c0-8d74-ab43160d9ebe HTTP/1.1" status: 200 len: 2406 time: 0.1318171 Apr 20 13:12:17.732985 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c634dbd7-1847-41e8-8bf9-c982470df753 admin admin] Checking segment: {'id': '320e27f7-847a-4d5a-bcc4-1df836f884bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c6d13983-8cd5-4159-98fd-1a4954d906a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:12:17.733248 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c634dbd7-1847-41e8-8bf9-c982470df753 admin admin] Network hostable DHCP agents. Network: c6d13983-8cd5-4159-98fd-1a4954d906a6, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:12:17.835957 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-dbf54f2c-12a1-4c45-9db9-4f3f636a36b7 service neutron] 10.222.0.15 "GET /v2.0/networks/5f8d1d6d-7980-40b6-a3d5-202cd4161f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940818 Apr 20 13:12:17.843533 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3dab33-f961-46c1-a919-bd02e4a1dbac req-529af094-cef0-4171-b036-91eea151db62 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:17.845020 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6f3dab33-f961-46c1-a919-bd02e4a1dbac req-529af094-cef0-4171-b036-91eea151db62 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 944 time: 0.1292522 Apr 20 13:12:17.899087 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c634dbd7-1847-41e8-8bf9-c982470df753 admin admin] Network c6d13983-8cd5-4159-98fd-1a4954d906a6 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:12:17.901058 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-43192b42-632e-425f-9b66-e7f52e4daa42 req-676c9ec8-3db5-4f51-90c5-6dea991ee43d tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:17.973386 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-43192b42-632e-425f-9b66-e7f52e4daa42 req-676c9ec8-3db5-4f51-90c5-6dea991ee43d tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:17.978394 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6f3dab33-f961-46c1-a919-bd02e4a1dbac req-a81e9fb3-6760-427f-bdb0-c989e04ae940 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197267 Apr 20 13:12:18.016914 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-c634dbd7-1847-41e8-8bf9-c982470df753 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, c6d13983-8cd5-4159-98fd-1a4954d906a6) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:18.027158 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eec8668-08c8-420f-a988-d25db2c722e4 None None] Network c6d13983-8cd5-4159-98fd-1a4954d906a6 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:12:18.031152 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c634dbd7-1847-41e8-8bf9-c982470df753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:18.031793 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c634dbd7-1847-41e8-8bf9-c982470df753 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:18.047777 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-24a2baea-967c-44ef-9ce9-44b31de769e4 req-ec9fbe47-00f0-496c-bbaa-b9e3ca9789f1 service neutron] 10.222.0.15 "GET /v2.0/networks/5f8d1d6d-7980-40b6-a3d5-202cd4161f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017395 Apr 20 13:12:18.109771 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f9cdf2d8-0297-4d09-93c6-86f90446e882 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:18.113001 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c634dbd7-1847-41e8-8bf9-c982470df753 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4717283 Apr 20 13:12:18.136530 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-43192b42-632e-425f-9b66-e7f52e4daa42 req-676c9ec8-3db5-4f51-90c5-6dea991ee43d tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:18.142062 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-43192b42-632e-425f-9b66-e7f52e4daa42 req-676c9ec8-3db5-4f51-90c5-6dea991ee43d tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:18.144720 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-43192b42-632e-425f-9b66-e7f52e4daa42 req-676c9ec8-3db5-4f51-90c5-6dea991ee43d tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] 10.222.0.25 "DELETE /v2.0/security-groups/a24846cb-2661-49c0-8d74-ab43160d9ebe HTTP/1.1" status: 204 len: 173 time: 0.4276974 Apr 20 13:12:18.157454 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c9ec8-3db5-4f51-90c5-6dea991ee43d tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24846cb-2661-49c0-8d74-ab43160d9ebe,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:18.170420 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5346e5-5cae-475d-bf3f-344a9bfb25c1 None None] Network c6d13983-8cd5-4159-98fd-1a4954d906a6 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:12:18.188736 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f9cdf2d8-0297-4d09-93c6-86f90446e882 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:18.230235 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-164d4424-d978-49d1-9565-2f8fd2605861 req-99a6ab8f-6dfd-412e-9c6e-935b603db7ab tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] 10.222.0.25 "GET /v2.0/security-groups/3758c344-54d9-4f91-8aeb-98b9b94fe87d HTTP/1.1" status: 200 len: 2399 time: 0.0534794 Apr 20 13:12:18.324168 n-d-836015-7 neutron-server[114870]: INFO neutron.db.l3_db [None req-f9cdf2d8-0297-4d09-93c6-86f90446e882 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Floating IP f99079b4-816e-4ee6-b549-38f5ff4bdfb6 associated. External IP: 172.25.8.211, port: d1cea105-3b29-46eb-a448-74c75113b9d8. Apr 20 13:12:18.384218 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-164d4424-d978-49d1-9565-2f8fd2605861 req-b14758c6-b613-444e-9e4e-fe533eee6131 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:18.399706 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-164d4424-d978-49d1-9565-2f8fd2605861 req-b14758c6-b613-444e-9e4e-fe533eee6131 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:18.525666 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-164d4424-d978-49d1-9565-2f8fd2605861 req-b14758c6-b613-444e-9e4e-fe533eee6131 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:18.528786 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-164d4424-d978-49d1-9565-2f8fd2605861 req-b14758c6-b613-444e-9e4e-fe533eee6131 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:18.529955 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-164d4424-d978-49d1-9565-2f8fd2605861 req-b14758c6-b613-444e-9e4e-fe533eee6131 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] 10.222.0.25 "DELETE /v2.0/security-groups/3758c344-54d9-4f91-8aeb-98b9b94fe87d HTTP/1.1" status: 204 len: 173 time: 0.2937660 Apr 20 13:12:18.543264 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 40846) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:18.547457 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14758c6-b613-444e-9e4e-fe533eee6131 tempest-SecurityGroupRulesTestJSON-79302565 tempest-SecurityGroupRulesTestJSON-79302565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3758c344-54d9-4f91-8aeb-98b9b94fe87d,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:18.604066 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 40850) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:18.707617 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ade5fa5-dbc4-462f-8e0a-3fc0c57c8733 admin admin] Deleting subnet f90b7ef9-210b-4a34-bdaa-1cf71d7895f5 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:12:18.744271 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9d22fc7-1fc8-46ac-91fa-06577cbe150a admin admin] Deleting subnet 98ffd157-5378-4127-af00-68686112b7a5 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:12:18.749216 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9ade5fa5-dbc4-462f-8e0a-3fc0c57c8733 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:18.772176 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b9d22fc7-1fc8-46ac-91fa-06577cbe150a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:18.845542 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9ade5fa5-dbc4-462f-8e0a-3fc0c57c8733 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:18.848673 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b9d22fc7-1fc8-46ac-91fa-06577cbe150a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:18.921639 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-4f8c0a26-a6d6-411d-bf7e-85c81e44e81b tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:18.923040 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-4f8c0a26-a6d6-411d-bf7e-85c81e44e81b tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] 10.222.0.25 "GET /v2.0/networks?id=64085159-6475-4154-8cba-3f725258be5a HTTP/1.1" status: 200 len: 814 time: 0.2720585 Apr 20 13:12:18.924522 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9cdf2d8-0297-4d09-93c6-86f90446e882 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Router 48dfb62f-8449-4eb5-b866-5392dcdb2959 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:12:18.941689 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b9d22fc7-1fc8-46ac-91fa-06577cbe150a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:18.970860 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-82ad46f5-556f-453b-a4ae-a0811cd6a37c tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] 10.222.0.25 "GET /v2.0/quotas/c0ea543bbac743ad9061fcb7c58fdf81 HTTP/1.1" status: 200 len: 375 time: 0.0387440 Apr 20 13:12:18.972357 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9ade5fa5-dbc4-462f-8e0a-3fc0c57c8733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:19.043772 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cdf2d8-0297-4d09-93c6-86f90446e882 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:12:19.054953 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd4caec-da29-4480-89cc-dcdab301e249 None None] Sync routers for ids ['48dfb62f-8449-4eb5-b866-5392dcdb2959'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:12:19.060321 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-1cda42bc-2a97-4b64-89e7-2023b553b7d4 tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c0ea543bbac743ad9061fcb7c58fdf81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601664 Apr 20 13:12:19.071234 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd4caec-da29-4480-89cc-dcdab301e249 None None] Routers {'48dfb62f-8449-4eb5-b866-5392dcdb2959'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:19.072284 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-5dd4caec-da29-4480-89cc-dcdab301e249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:11:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['48dfb62f-8449-4eb5-b866-5392dcdb2959'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:19.117750 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-5dd4caec-da29-4480-89cc-dcdab301e249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:19.128754 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd4caec-da29-4480-89cc-dcdab301e249 None None] Routers {'48dfb62f-8449-4eb5-b866-5392dcdb2959'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:19.129839 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-5dd4caec-da29-4480-89cc-dcdab301e249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:11:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['48dfb62f-8449-4eb5-b866-5392dcdb2959'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:19.172338 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-5dd4caec-da29-4480-89cc-dcdab301e249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:19.174739 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd4caec-da29-4480-89cc-dcdab301e249 None None] The sync data for ids ['48dfb62f-8449-4eb5-b866-5392dcdb2959'] in n-d-836015-7 is: [] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:12:19.180082 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b9d22fc7-1fc8-46ac-91fa-06577cbe150a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:19.229678 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22abedf8-d93e-4ca5-aa20-a8ccd44fc56e req-9c14bd80-45d1-4834-a0be-d89607c4f5b5 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:19.231245 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-22abedf8-d93e-4ca5-aa20-a8ccd44fc56e req-9c14bd80-45d1-4834-a0be-d89607c4f5b5 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 944 time: 0.1384878 Apr 20 13:12:19.235351 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d22fc7-1fc8-46ac-91fa-06577cbe150a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98ffd157-5378-4127-af00-68686112b7a5,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:19.237485 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b9d22fc7-1fc8-46ac-91fa-06577cbe150a admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:19.240799 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b9d22fc7-1fc8-46ac-91fa-06577cbe150a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/98ffd157-5378-4127-af00-68686112b7a5 HTTP/1.1" status: 204 len: 168 time: 0.6379223 Apr 20 13:12:19.245086 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 40870) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:19.284483 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9ade5fa5-dbc4-462f-8e0a-3fc0c57c8733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:19.320082 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-84951ee3-2a55-46ba-b3bc-ec725bad3497 service neutron] 10.222.0.25 "GET /v2.0/networks/64085159-6475-4154-8cba-3f725258be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589014 Apr 20 13:12:19.346722 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9cdf2d8-0297-4d09-93c6-86f90446e882 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Router 48dfb62f-8449-4eb5-b866-5392dcdb2959 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:12:19.356142 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e058f4b6-2d8a-4008-80a9-3c38f2f196c4', 'tag': 'b3d86141-298d-4218-9c6d-b514a2ff5c92'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:12:19.358420 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac5f187-ddd5-447f-8169-b0ca2fcd4a17" -d '{"events": [{"name": "network-changed", "server_uuid": "e058f4b6-2d8a-4008-80a9-3c38f2f196c4", "tag": "b3d86141-298d-4218-9c6d-b514a2ff5c92"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:12:19.379843 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:12:19.385590 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade5fa5-dbc4-462f-8e0a-3fc0c57c8733 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f90b7ef9-210b-4a34-bdaa-1cf71d7895f5,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:19.409635 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:12:19.410054 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 46c1e6f5-6a89-4a67-bdc6-8930e6d6f74c not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:12:19.432662 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9ade5fa5-dbc4-462f-8e0a-3fc0c57c8733 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:19.435741 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9ade5fa5-dbc4-462f-8e0a-3fc0c57c8733 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f90b7ef9-210b-4a34-bdaa-1cf71d7895f5 HTTP/1.1" status: 204 len: 168 time: 0.8954692 Apr 20 13:12:19.442048 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 40874) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:19.459714 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cc194dda-846a-483d-adc1-21e039ed33ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:19.466368 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cdf2d8-0297-4d09-93c6-86f90446e882 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:12:19.468654 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f9cdf2d8-0297-4d09-93c6-86f90446e882 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:19.478861 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbe72fc-e579-4641-9030-152d73da81fb None None] Sync routers for ids ['48dfb62f-8449-4eb5-b866-5392dcdb2959'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:12:19.488962 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-22abedf8-d93e-4ca5-aa20-a8ccd44fc56e req-9441a5a5-0f22-4f21-bc77-9ba08f955495 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2174730 Apr 20 13:12:19.499065 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbe72fc-e579-4641-9030-152d73da81fb None None] Routers {'48dfb62f-8449-4eb5-b866-5392dcdb2959'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:19.501090 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-dbbe72fc-e579-4641-9030-152d73da81fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:11:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['48dfb62f-8449-4eb5-b866-5392dcdb2959'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:19.551226 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-dbbe72fc-e579-4641-9030-152d73da81fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:19.562371 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f9cdf2d8-0297-4d09-93c6-86f90446e882 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "PUT /v2.0/floatingips/f99079b4-816e-4ee6-b549-38f5ff4bdfb6 HTTP/1.1" status: 200 len: 978 time: 2.0350697 Apr 20 13:12:19.562871 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40876) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:19.565126 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbe72fc-e579-4641-9030-152d73da81fb None None] Routers {'48dfb62f-8449-4eb5-b866-5392dcdb2959'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:19.567457 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-dbbe72fc-e579-4641-9030-152d73da81fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:11:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['48dfb62f-8449-4eb5-b866-5392dcdb2959'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:19.568874 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-19489436-60c7-4498-89e1-f9892700cd40 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:19.596025 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f91b13b-dbcd-4016-9dfb-93e57b1a02ff x-openstack-request-id: req-7f91b13b-dbcd-4016-9dfb-93e57b1a02ff {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:12:19.596835 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e058f4b6-2d8a-4008-80a9-3c38f2f196c4", "tag": "b3d86141-298d-4218-9c6d-b514a2ff5c92", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:12:19.597093 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f91b13b-dbcd-4016-9dfb-93e57b1a02ff {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:12:19.597492 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f91b13b-dbcd-4016-9dfb-93e57b1a02ff'] response: {'name': 'network-changed', 'server_uuid': 'e058f4b6-2d8a-4008-80a9-3c38f2f196c4', 'tag': 'b3d86141-298d-4218-9c6d-b514a2ff5c92', 'status': 'completed', 'code': 200} Apr 20 13:12:19.605325 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-dbbe72fc-e579-4641-9030-152d73da81fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:19.606290 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbe72fc-e579-4641-9030-152d73da81fb None None] The sync data for ids ['48dfb62f-8449-4eb5-b866-5392dcdb2959'] in n-d-836015-7 is: [] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:12:19.639488 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-19489436-60c7-4498-89e1-f9892700cd40 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for floatingip, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:19.676828 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-24db1453-7754-4e59-93b3-26b49b1d93ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:19.682949 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-c6354088-c054-40d9-b1ef-2a3fd19a05ed service neutron] 10.222.0.25 "GET /v2.0/networks/64085159-6475-4154-8cba-3f725258be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276339 Apr 20 13:12:19.747414 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cc194dda-846a-483d-adc1-21e039ed33ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:19.802749 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-cc194dda-846a-483d-adc1-21e039ed33ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06ae5f68-e14d-41ac-9ba7-b198ddf249e3']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:19.807695 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5f187-ddd5-447f-8169-b0ca2fcd4a17 req-fd4ef410-ef5f-4aaa-901e-1c6e7023e0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:19.808032 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cac5f187-ddd5-447f-8169-b0ca2fcd4a17 req-fd4ef410-ef5f-4aaa-901e-1c6e7023e0a5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c6b1693032114a59884d6bf282ad5efe&device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 1095 time: 0.1969550 Apr 20 13:12:19.828027 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-cc194dda-846a-483d-adc1-21e039ed33ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd83a0bb-1b0d-4afc-bfed-cc30ecd62304') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:19.828487 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-cc194dda-846a-483d-adc1-21e039ed33ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd83a0bb-1b0d-4afc-bfed-cc30ecd62304') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:19.832463 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-19489436-60c7-4498-89e1-f9892700cd40 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:19.891426 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cc194dda-846a-483d-adc1-21e039ed33ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:19.908954 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-19489436-60c7-4498-89e1-f9892700cd40 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:19.909307 n-d-836015-7 neutron-server[114870]: INFO neutron.db.l3_db [None req-19489436-60c7-4498-89e1-f9892700cd40 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Floating IP f99079b4-816e-4ee6-b549-38f5ff4bdfb6 disassociated. External IP: 172.25.8.211, port: ba8f0822-9fe7-461c-8572-ed59f3a702b4. Apr 20 13:12:19.936688 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-24db1453-7754-4e59-93b3-26b49b1d93ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:19.939227 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cc194dda-846a-483d-adc1-21e039ed33ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:19.963674 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc194dda-846a-483d-adc1-21e039ed33ee admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:12:19.964083 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cc194dda-846a-483d-adc1-21e039ed33ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:19.967118 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:12:19.967118 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:12:19.967118 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:12:19.967118 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:12:19.967118 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:12:19.967118 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:12:19.967118 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:12:19.967118 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:12:19.967118 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:12:19.967118 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:12:19.967118 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:12:19.967118 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:12:19.967118 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:12:19.967118 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:12:19.967118 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:12:19.967118 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:12:19.967118 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:12:19.967118 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:12:19.967118 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:12:19.967118 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:12:19.967118 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:12:19.967118 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:12:19.967118 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:12:19.967118 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:12:19.967118 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:12:19.967118 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:12:19.967118 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:12:19.967118 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:12:19.967118 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:12:19.967118 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:12:19.967118 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:12:19.967118 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:12:19.982425 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-24db1453-7754-4e59-93b3-26b49b1d93ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ce7536-0bec-4389-a659-ac1cfe3588bd']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:20.024750 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-24db1453-7754-4e59-93b3-26b49b1d93ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e04a06b-271d-4b1a-a3b3-64d16c8bebf7') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:20.028463 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-24db1453-7754-4e59-93b3-26b49b1d93ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e04a06b-271d-4b1a-a3b3-64d16c8bebf7') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:20.079819 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-24db1453-7754-4e59-93b3-26b49b1d93ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:20.132809 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-090c33dd-6389-4d02-8268-2ab12e57ce2e req-828da42e-7fa3-40b8-a79a-165180ecbc5e tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] 10.222.0.25 "GET /v2.0/ports?device_id=81036cbb-dbc4-4fba-a98b-7dddb57e9fea HTTP/1.1" status: 200 len: 210 time: 0.0644062 Apr 20 13:12:20.133610 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-24db1453-7754-4e59-93b3-26b49b1d93ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:20.141403 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5f187-ddd5-447f-8169-b0ca2fcd4a17 req-5440704d-8b98-417d-9907-cdce2341c8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:20.143164 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cac5f187-ddd5-447f-8169-b0ca2fcd4a17 req-5440704d-8b98-417d-9907-cdce2341c8cb service neutron] 10.222.0.15 "GET /v2.0/networks?id=5f8d1d6d-7980-40b6-a3d5-202cd4161f9d HTTP/1.1" status: 200 len: 918 time: 0.3173835 Apr 20 13:12:20.146119 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24db1453-7754-4e59-93b3-26b49b1d93ff admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:12:20.146302 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-24db1453-7754-4e59-93b3-26b49b1d93ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:20.148249 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:12:20.148249 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:12:20.148249 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:12:20.148249 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:12:20.148249 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:12:20.148249 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:12:20.148249 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:12:20.148249 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:12:20.148249 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:12:20.148249 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:12:20.148249 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:12:20.148249 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:12:20.148249 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:12:20.148249 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:12:20.148249 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:12:20.148249 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:12:20.148249 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:12:20.148249 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:12:20.148249 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:12:20.148249 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:12:20.148249 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:12:20.148249 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:12:20.148249 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:12:20.148249 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:12:20.148249 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:12:20.148249 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:12:20.148249 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:12:20.148249 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:12:20.148249 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:12:20.148249 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:12:20.148249 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:12:20.148249 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:12:20.169663 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19489436-60c7-4498-89e1-f9892700cd40 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Router 48dfb62f-8449-4eb5-b866-5392dcdb2959 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:12:20.243685 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cc194dda-846a-483d-adc1-21e039ed33ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:20.248390 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cac5f187-ddd5-447f-8169-b0ca2fcd4a17 req-da6e5c16-59be-4532-9cf7-477fb400b41c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3d86141-298d-4218-9c6d-b514a2ff5c92 HTTP/1.1" status: 200 len: 217 time: 0.0782540 Apr 20 13:12:20.250121 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cc194dda-846a-483d-adc1-21e039ed33ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:20.256237 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-cc194dda-846a-483d-adc1-21e039ed33ee admin admin] 10.222.0.25 "DELETE /v2.0/networks/06ae5f68-e14d-41ac-9ba7-b198ddf249e3 HTTP/1.1" status: 204 len: 168 time: 1.0071678 Apr 20 13:12:20.257091 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 40896) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:20.282863 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19489436-60c7-4498-89e1-f9892700cd40 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:12:20.288421 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-19489436-60c7-4498-89e1-f9892700cd40 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:20.294144 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3f7948-40fd-4e1e-959e-42eb20ab778e None None] Sync routers for ids ['48dfb62f-8449-4eb5-b866-5392dcdb2959'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:12:20.304537 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3f7948-40fd-4e1e-959e-42eb20ab778e None None] Routers {'48dfb62f-8449-4eb5-b866-5392dcdb2959'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:20.305093 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc194dda-846a-483d-adc1-21e039ed33ee admin admin] Pushing event deleted for resources: {'Network': ['ID=06ae5f68-e14d-41ac-9ba7-b198ddf249e3,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:20.305826 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-6d3f7948-40fd-4e1e-959e-42eb20ab778e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:11:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['48dfb62f-8449-4eb5-b866-5392dcdb2959'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:20.329258 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-19489436-60c7-4498-89e1-f9892700cd40 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "PUT /v2.0/floatingips/f99079b4-816e-4ee6-b549-38f5ff4bdfb6 HTTP/1.1" status: 200 len: 688 time: 0.7649283 Apr 20 13:12:20.330832 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40898) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:20.348952 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5f187-ddd5-447f-8169-b0ca2fcd4a17 req-574a8808-25c0-424a-8eee-3d002bbc8069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:20.349657 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-6d3f7948-40fd-4e1e-959e-42eb20ab778e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:20.350446 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cac5f187-ddd5-447f-8169-b0ca2fcd4a17 req-574a8808-25c0-424a-8eee-3d002bbc8069 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=50283e41-42f7-46ab-979a-b196312e8e7f HTTP/1.1" status: 200 len: 856 time: 0.0947173 Apr 20 13:12:20.355849 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-24db1453-7754-4e59-93b3-26b49b1d93ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:20.363302 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3f7948-40fd-4e1e-959e-42eb20ab778e None None] Routers {'48dfb62f-8449-4eb5-b866-5392dcdb2959'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:20.364077 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-6d3f7948-40fd-4e1e-959e-42eb20ab778e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:11:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['48dfb62f-8449-4eb5-b866-5392dcdb2959'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:20.368872 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-942eb4a2-1308-49a9-9d3d-78d1d7231218 admin admin] Deleting subnet dd77b632-0889-48e7-b2db-d942d90e040f {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:12:20.374568 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-24db1453-7754-4e59-93b3-26b49b1d93ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:20.380042 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-24db1453-7754-4e59-93b3-26b49b1d93ff admin admin] 10.222.0.25 "DELETE /v2.0/networks/f1ce7536-0bec-4389-a659-ac1cfe3588bd HTTP/1.1" status: 204 len: 168 time: 0.9315240 Apr 20 13:12:20.380441 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-942eb4a2-1308-49a9-9d3d-78d1d7231218 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:20.409206 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-6d3f7948-40fd-4e1e-959e-42eb20ab778e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:20.410016 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3f7948-40fd-4e1e-959e-42eb20ab778e None None] The sync data for ids ['48dfb62f-8449-4eb5-b866-5392dcdb2959'] in n-d-836015-7 is: [] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:12:20.440798 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db1453-7754-4e59-93b3-26b49b1d93ff admin admin] Pushing event deleted for resources: {'Network': ['ID=f1ce7536-0bec-4389-a659-ac1cfe3588bd,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:20.456958 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-942eb4a2-1308-49a9-9d3d-78d1d7231218 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:20.482968 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5f187-ddd5-447f-8169-b0ca2fcd4a17 req-9c9c3858-c548-466b-ac2f-55f93ba2b9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:20.484589 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cac5f187-ddd5-447f-8169-b0ca2fcd4a17 req-9c9c3858-c548-466b-ac2f-55f93ba2b9d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5f8d1d6d-7980-40b6-a3d5-202cd4161f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1266832 Apr 20 13:12:20.490667 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-8eed88c0-4d9e-4483-8b8b-2cc531457360 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Deleting port 34cb996b-42fe-4f31-a144-f92cf49997db {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:12:20.490667 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8eed88c0-4d9e-4483-8b8b-2cc531457360 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:20.566526 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-942eb4a2-1308-49a9-9d3d-78d1d7231218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:20.578710 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:12:20.596481 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8eed88c0-4d9e-4483-8b8b-2cc531457360 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:20.596814 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8eed88c0-4d9e-4483-8b8b-2cc531457360 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:20.608867 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-8eed88c0-4d9e-4483-8b8b-2cc531457360 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Calling delete_port for 34cb996b-42fe-4f31-a144-f92cf49997db owned by network:floatingip {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:12:20.817053 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40912) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:20.853892 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8eed88c0-4d9e-4483-8b8b-2cc531457360 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:20.896166 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed88c0-4d9e-4483-8b8b-2cc531457360 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Pushing event deleted for resources: {'Port': ['ID=34cb996b-42fe-4f31-a144-f92cf49997db,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:20.905118 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 61d7bf86-442c-498e-9c87-3c4bd9dc22c0 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:12:20.917383 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cac5f187-ddd5-447f-8169-b0ca2fcd4a17 req-b2a840df-96ce-46b8-b543-def7ceac0aa6 service neutron] 10.222.0.15 "GET /v2.0/networks/5f8d1d6d-7980-40b6-a3d5-202cd4161f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4226208 Apr 20 13:12:20.929727 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccee0c9-488e-4822-a6b9-7797b8abc1c3 req-2dd65d43-94eb-484a-a738-4bb1b3f7997f tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:20.931243 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eccee0c9-488e-4822-a6b9-7797b8abc1c3 req-2dd65d43-94eb-484a-a738-4bb1b3f7997f tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 944 time: 0.3617499 Apr 20 13:12:20.941141 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-cb80784b-51ab-4194-ae4c-d62a9ce4b75a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ff408a7b44344dabb68eab43722e2726&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1216466 Apr 20 13:12:20.943653 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40918) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:20.987613 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8eed88c0-4d9e-4483-8b8b-2cc531457360 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for floatingip, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:20.989900 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8eed88c0-4d9e-4483-8b8b-2cc531457360 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:20.991069 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8eed88c0-4d9e-4483-8b8b-2cc531457360 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "DELETE /v2.0/floatingips/f99079b4-816e-4ee6-b549-38f5ff4bdfb6 HTTP/1.1" status: 204 len: 168 time: 0.6592035 Apr 20 13:12:20.994065 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40920) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:21.028350 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 61d7bf86-442c-498e-9c87-3c4bd9dc22c0, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=61d7bf86-442c-498e-9c87-3c4bd9dc22c0,segment=NetworkSegment(b745dd99-74ee-418c-af50-3e100538147c),segment_id=b745dd99-74ee-418c-af50-3e100538147c)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:12:21.035386 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-85ce6bbc-62c9-4fdc-9c4e-7604447fd1f0 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] delete failed (client error): The resource could not be found. Apr 20 13:12:21.036461 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-85ce6bbc-62c9-4fdc-9c4e-7604447fd1f0 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "DELETE /v2.0/floatingips/f99079b4-816e-4ee6-b549-38f5ff4bdfb6 HTTP/1.1" status: 404 len: 345 time: 0.0413442 Apr 20 13:12:21.037278 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eccee0c9-488e-4822-a6b9-7797b8abc1c3 req-bc7834b9-2f69-4553-a8a5-64d291b8897a tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823593 Apr 20 13:12:21.041752 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40922) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:21.058280 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-942eb4a2-1308-49a9-9d3d-78d1d7231218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:21.066886 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '61d7bf86-442c-498e-9c87-3c4bd9dc22c0', 'network_id': '5c1617fd-b3c2-4890-8228-0b4c973ac53a', 'port_id': '61d7bf86-442c-498e-9c87-3c4bd9dc22c0', 'mac_address': 'fa:16:3e:ad:e6:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d8b784-aae6-4178-a00d-bed6eeefe6ff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:12:21.076196 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-461e1925-c0ab-4e49-9eb5-5e2c1f80e9ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:21.101748 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942eb4a2-1308-49a9-9d3d-78d1d7231218 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd77b632-0889-48e7-b2db-d942d90e040f,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:21.106135 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:21.109791 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cac5f187-ddd5-447f-8169-b0ca2fcd4a17 req-723ee948-00d7-4e90-9875-c087c8e47389 service neutron] 10.222.0.15 "GET /v2.0/networks/5f8d1d6d-7980-40b6-a3d5-202cd4161f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755357 Apr 20 13:12:21.113443 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-942eb4a2-1308-49a9-9d3d-78d1d7231218 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:21.121429 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-942eb4a2-1308-49a9-9d3d-78d1d7231218 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/dd77b632-0889-48e7-b2db-d942d90e040f HTTP/1.1" status: 204 len: 168 time: 0.8563681 Apr 20 13:12:21.122112 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 40924) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:21.130435 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-461e1925-c0ab-4e49-9eb5-5e2c1f80e9ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:21.136578 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61d7bf86-442c-498e-9c87-3c4bd9dc22c0 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:12:21.158333 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 61d7bf86-442c-498e-9c87-3c4bd9dc22c0, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=61d7bf86-442c-498e-9c87-3c4bd9dc22c0,segment=NetworkSegment(b745dd99-74ee-418c-af50-3e100538147c),segment_id=b745dd99-74ee-418c-af50-3e100538147c)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:12:21.163831 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4a4078-7254-4cf2-839f-e241d6be720b tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:21.170047 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4a4078-7254-4cf2-839f-e241d6be720b tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:21.176523 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4a4078-7254-4cf2-839f-e241d6be720b tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:21.179936 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4a4a4078-7254-4cf2-839f-e241d6be720b tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "GET /v2.0/ports?network_id=aade191c-f0a5-4e60-adb9-b4bb66d0b382 HTTP/1.1" status: 200 len: 2357 time: 0.1355252 Apr 20 13:12:21.181081 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40928) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:21.216192 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-09c65c39-26f6-4b87-a743-6e6cc2ce5d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:21.229269 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:21.249074 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-96e9381a-30d2-4280-9c3b-8aabd87c1987 req-74c3c54d-18bc-49c0-be69-e05de1969d4e tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] 10.222.0.25 "GET /v2.0/ports?device_id=81036cbb-dbc4-4fba-a98b-7dddb57e9fea HTTP/1.1" status: 200 len: 210 time: 0.0305355 Apr 20 13:12:21.268931 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a445e619-7416-481f-836a-6db04c0c5ec3 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:21.268931 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a445e619-7416-481f-836a-6db04c0c5ec3 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "GET /v2.0/subnets/bf7add2d-7f11-4b58-9b58-9cb196f0ee95 HTTP/1.1" status: 200 len: 797 time: 0.0856874 Apr 20 13:12:21.272239 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40930) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:21.278760 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-8f3c96ce-eb47-433d-8495-41837521dea1 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Request body: {'port': {'network_id': 'aade191c-f0a5-4e60-adb9-b4bb66d0b382', 'name': 'tempest-FloatingIPTestJSON-536322696', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:21.294135 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=61d7bf86-442c-498e-9c87-3c4bd9dc22c0,revision_number=6']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:21.332091 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-09c65c39-26f6-4b87-a743-6e6cc2ce5d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:21.338833 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-461e1925-c0ab-4e49-9eb5-5e2c1f80e9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:21.341697 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-461e1925-c0ab-4e49-9eb5-5e2c1f80e9ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:21.343097 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-461e1925-c0ab-4e49-9eb5-5e2c1f80e9ed admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/63d1354a-e7db-4a6f-b341-f514acaede06 HTTP/1.1" status: 204 len: 168 time: 0.3983755 Apr 20 13:12:21.353121 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['61d7bf86-442c-498e-9c87-3c4bd9dc22c0'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:12:21.357217 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-09c65c39-26f6-4b87-a743-6e6cc2ce5d19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54c6ce93-b1cf-47fc-8180-23ccfccc944e']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:21.364094 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e1925-c0ab-4e49-9eb5-5e2c1f80e9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d1354a-e7db-4a6f-b341-f514acaede06,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:21.377872 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-09c65c39-26f6-4b87-a743-6e6cc2ce5d19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee7a0505-e09f-4082-a7d5-0322568c7868') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:21.377872 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-09c65c39-26f6-4b87-a743-6e6cc2ce5d19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee7a0505-e09f-4082-a7d5-0322568c7868') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:21.378984 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-09c65c39-26f6-4b87-a743-6e6cc2ce5d19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:21.393045 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-09c65c39-26f6-4b87-a743-6e6cc2ce5d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:21.400494 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c65c39-26f6-4b87-a743-6e6cc2ce5d19 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:12:21.400494 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-09c65c39-26f6-4b87-a743-6e6cc2ce5d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:21.407566 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:12:21.407566 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:12:21.407566 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:12:21.407566 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:12:21.407566 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:12:21.407566 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:12:21.407566 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:12:21.407566 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:12:21.407566 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:12:21.407566 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:12:21.407566 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:12:21.407566 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:12:21.407566 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:12:21.407566 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:12:21.407566 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:12:21.407566 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:12:21.407566 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:12:21.407566 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:12:21.407566 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:12:21.407566 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:12:21.407566 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:12:21.407566 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:12:21.407566 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:12:21.407566 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:12:21.407566 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:12:21.407566 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:12:21.407566 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:12:21.407566 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:12:21.407566 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:12:21.407566 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:12:21.407566 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:12:21.407566 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:12:21.431032 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b3d86141-298d-4218-9c6d-b514a2ff5c92 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:12:21.474292 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3c96ce-eb47-433d-8495-41837521dea1 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Made reservation on behalf of 34b4c831c88c4ef6bd6756dfbb64d067 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:12:21.549566 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-09c65c39-26f6-4b87-a743-6e6cc2ce5d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:21.555947 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-09c65c39-26f6-4b87-a743-6e6cc2ce5d19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:21.574971 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-09c65c39-26f6-4b87-a743-6e6cc2ce5d19 admin admin] 10.222.0.25 "DELETE /v2.0/networks/54c6ce93-b1cf-47fc-8180-23ccfccc944e HTTP/1.1" status: 204 len: 168 time: 0.4499924 Apr 20 13:12:21.601749 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c65c39-26f6-4b87-a743-6e6cc2ce5d19 admin admin] Pushing event deleted for resources: {'Network': ['ID=54c6ce93-b1cf-47fc-8180-23ccfccc944e,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:21.614434 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port b3d86141-298d-4218-9c6d-b514a2ff5c92, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b3d86141-298d-4218-9c6d-b514a2ff5c92,segment=NetworkSegment(0f113b16-94ad-4b02-8521-e93247ce464b),segment_id=0f113b16-94ad-4b02-8521-e93247ce464b)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:12:21.635468 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8f3c96ce-eb47-433d-8495-41837521dea1 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:21.637006 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'b3d86141-298d-4218-9c6d-b514a2ff5c92', 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d', 'port_id': 'b3d86141-298d-4218-9c6d-b514a2ff5c92', 'mac_address': 'fa:16:3e:b2:c3:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50283e41-42f7-46ab-979a-b196312e8e7f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:12:21.658701 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-8f3c96ce-eb47-433d-8495-41837521dea1 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] device_id is not set on port 833ab8a7-368a-4b7b-b60b-ce157d109f46 yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:12:21.697383 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:21.712063 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3d86141-298d-4218-9c6d-b514a2ff5c92 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:12:21.733359 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port b3d86141-298d-4218-9c6d-b514a2ff5c92, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b3d86141-298d-4218-9c6d-b514a2ff5c92,segment=NetworkSegment(0f113b16-94ad-4b02-8521-e93247ce464b),segment_id=0f113b16-94ad-4b02-8521-e93247ce464b)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:12:21.845255 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:21.913284 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=b3d86141-298d-4218-9c6d-b514a2ff5c92,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:21.977194 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 40954) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:22.021876 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-958ec46a-1a76-413b-9f83-d77f0ec8010b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ca3accf5276e4d76af22fb2c7e566d37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434408 Apr 20 13:12:22.024337 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 40958) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:22.034628 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-8f3c96ce-eb47-433d-8495-41837521dea1 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Allocated IP 172.20.0.13 (aade191c-f0a5-4e60-adb9-b4bb66d0b382/bf7add2d-7f11-4b58-9b58-9cb196f0ee95/833ab8a7-368a-4b7b-b60b-ce157d109f46) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:22.041606 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-8f3c96ce-eb47-433d-8495-41837521dea1 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Allocated IP 172.20.0.12 (aade191c-f0a5-4e60-adb9-b4bb66d0b382/bf7add2d-7f11-4b58-9b58-9cb196f0ee95/833ab8a7-368a-4b7b-b60b-ce157d109f46) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:22.093314 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f50758a0-365e-4a67-afbf-4ee367cb59f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:22.126807 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f50758a0-365e-4a67-afbf-4ee367cb59f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:22.230905 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['b3d86141-298d-4218-9c6d-b514a2ff5c92'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:12:22.234281 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8f3c96ce-eb47-433d-8495-41837521dea1 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:22.251735 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00362706-2d9e-4eac-af1d-11dfa68d832d req-551c75ce-6b2a-4bef-840a-cc22bc6fbe6c tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:22.253266 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-00362706-2d9e-4eac-af1d-11dfa68d832d req-551c75ce-6b2a-4bef-840a-cc22bc6fbe6c tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 945 time: 0.1036816 Apr 20 13:12:22.300501 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-00362706-2d9e-4eac-af1d-11dfa68d832d req-8d80e1ad-bcb2-4306-bad0-f42887a66281 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380597 Apr 20 13:12:22.308716 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f50758a0-365e-4a67-afbf-4ee367cb59f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:22.311965 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f50758a0-365e-4a67-afbf-4ee367cb59f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:22.315807 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f50758a0-365e-4a67-afbf-4ee367cb59f6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/36f975b7-d3c2-4c6a-b1f1-49427083a725 HTTP/1.1" status: 204 len: 168 time: 0.2872360 Apr 20 13:12:22.343457 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8f3c96ce-eb47-433d-8495-41837521dea1 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:22.371045 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50758a0-365e-4a67-afbf-4ee367cb59f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f975b7-d3c2-4c6a-b1f1-49427083a725,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:22.402145 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3671c2b3-9345-49be-b801-1e61b86042b3 req-e7861168-769d-4229-b17a-39aac0bcdc4b tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] 10.222.0.25 "GET /v2.0/ports?device_id=81036cbb-dbc4-4fba-a98b-7dddb57e9fea HTTP/1.1" status: 200 len: 210 time: 0.0527515 Apr 20 13:12:22.514055 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3c96ce-eb47-433d-8495-41837521dea1 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Network aade191c-f0a5-4e60-adb9-b4bb66d0b382 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:22.518723 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-8f3c96ce-eb47-433d-8495-41837521dea1 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:22.523113 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c96ce-eb47-433d-8495-41837521dea1 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Pushing event updated for resources: {'Port': ['ID=833ab8a7-368a-4b7b-b60b-ce157d109f46,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:22.527564 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3c96ce-eb47-433d-8495-41837521dea1 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:22.556617 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-d5ba97a2-d408-46b6-a0fa-6389b6b019fa tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:22.560370 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-d5ba97a2-d408-46b6-a0fa-6389b6b019fa tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] 10.222.0.15 "GET /v2.0/networks?id=64085159-6475-4154-8cba-3f725258be5a HTTP/1.1" status: 200 len: 814 time: 0.2344062 Apr 20 13:12:22.593760 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-510c440a-5560-4c91-91cb-bbb5b7b7cf2b tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] Request body: {'port': {'device_id': '81036cbb-dbc4-4fba-a98b-7dddb57e9fea', 'network_id': '64085159-6475-4154-8cba-3f725258be5a', 'admin_state_up': True, 'tenant_id': 'c0ea543bbac743ad9061fcb7c58fdf81'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:22.617354 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3c96ce-eb47-433d-8495-41837521dea1 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:22.618122 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8f3c96ce-eb47-433d-8495-41837521dea1 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:22.763063 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8f3c96ce-eb47-433d-8495-41837521dea1 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.4896116 Apr 20 13:12:22.766391 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 40972) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:22.773767 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-7f1f0f80-6750-431d-a540-61140f7f25de tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'port_id': '833ab8a7-368a-4b7b-b60b-ce157d109f46', 'fixed_ip_address': '172.20.0.13'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:22.865430 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 40978) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:22.873836 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-510c440a-5560-4c91-91cb-bbb5b7b7cf2b tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] Made reservation on behalf of c0ea543bbac743ad9061fcb7c58fdf81 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:12:22.878483 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-510c440a-5560-4c91-91cb-bbb5b7b7cf2b tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:22.906952 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f1f0f80-6750-431d-a540-61140f7f25de tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for floatingip, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:22.921381 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 61d7bf86-442c-498e-9c87-3c4bd9dc22c0 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:12:22.977560 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 61d7bf86-442c-498e-9c87-3c4bd9dc22c0 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:22.978081 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:23.032319 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-77ac86d4-3be5-4e4c-acb6-ceda407da1a1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2005446165-network', 'tenant_id': 'bf87f7ff9aa94282a52e31152fffd8e3'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:23.072801 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:23.097428 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-510c440a-5560-4c91-91cb-bbb5b7b7cf2b tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] Allocated IP 172.20.0.12 (64085159-6475-4154-8cba-3f725258be5a/7f3d66ab-4f8d-46cc-ad45-557371a89a49/7f44d055-8b15-4b33-b4b7-1ed9f6883a0e) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:23.098789 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d2ad3d-1aad-4c5d-9eb2-23ebba6387de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d7bf86-442c-498e-9c87-3c4bd9dc22c0'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:12:23.101801 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfc4fc7-7af0-4cec-a2f1-b2dbb0d042d6" -d '{"events": [{"server_uuid": "57d2ad3d-1aad-4c5d-9eb2-23ebba6387de", "name": "network-vif-plugged", "status": "completed", "tag": "61d7bf86-442c-498e-9c87-3c4bd9dc22c0"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:12:23.115933 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 61d7bf86-442c-498e-9c87-3c4bd9dc22c0, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=61d7bf86-442c-498e-9c87-3c4bd9dc22c0,segment=NetworkSegment(b745dd99-74ee-418c-af50-3e100538147c),segment_id=b745dd99-74ee-418c-af50-3e100538147c)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:12:23.148570 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4815dfb1-a0bd-4e75-bf99-336cf4936330 x-openstack-request-id: req-4815dfb1-a0bd-4e75-bf99-336cf4936330 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:12:23.149037 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d2ad3d-1aad-4c5d-9eb2-23ebba6387de", "name": "network-vif-plugged", "status": "completed", "tag": "61d7bf86-442c-498e-9c87-3c4bd9dc22c0", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:12:23.149328 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4815dfb1-a0bd-4e75-bf99-336cf4936330 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:12:23.149727 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4815dfb1-a0bd-4e75-bf99-336cf4936330'] response: {'server_uuid': '57d2ad3d-1aad-4c5d-9eb2-23ebba6387de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d7bf86-442c-498e-9c87-3c4bd9dc22c0', 'code': 200} Apr 20 13:12:23.218409 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ac86d4-3be5-4e4c-acb6-ceda407da1a1 admin admin] Made reservation on behalf of bf87f7ff9aa94282a52e31152fffd8e3 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:12:23.221745 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-77ac86d4-3be5-4e4c-acb6-ceda407da1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:23.238201 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:23.240544 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-77ac86d4-3be5-4e4c-acb6-ceda407da1a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:23.272193 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40994) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:23.272608 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f1f0f80-6750-431d-a540-61140f7f25de tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:23.301836 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=61d7bf86-442c-498e-9c87-3c4bd9dc22c0,revision_number=7']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:23.323301 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-61ca48da-ca28-4bbb-b182-5b5b5f709e50 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a5c55f3b8ccd48a9bb794b1c232d002c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493562 Apr 20 13:12:23.325958 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40996) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:23.382984 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-510c440a-5560-4c91-91cb-bbb5b7b7cf2b tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:23.390575 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d1b92269-5a7d-4a9c-a975-5b94859e0a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:23.402568 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b3d86141-298d-4218-9c6d-b514a2ff5c92 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:12:23.453623 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d1b92269-5a7d-4a9c-a975-5b94859e0a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:23.585004 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-851e76ab-1c7a-4611-a330-0701291052ea req-46474322-ad59-48bd-812d-664e6c2be14d tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] 10.222.0.25 "GET /v2.0/ports?device_id=81036cbb-dbc4-4fba-a98b-7dddb57e9fea HTTP/1.1" status: 200 len: 210 time: 0.0690618 Apr 20 13:12:23.588642 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-7f1f0f80-6750-431d-a540-61140f7f25de tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Allocated IP 172.25.8.64 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/a50e59cc-0363-4e4c-942a-5446ef3f0f90) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:23.600169 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-510c440a-5560-4c91-91cb-bbb5b7b7cf2b tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:23.664045 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port b3d86141-298d-4218-9c6d-b514a2ff5c92 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:12:23.669499 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port b3d86141-298d-4218-9c6d-b514a2ff5c92 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:23.674656 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:23.686298 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-77ac86d4-3be5-4e4c-acb6-ceda407da1a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:23.701201 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-510c440a-5560-4c91-91cb-bbb5b7b7cf2b tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] Network 64085159-6475-4154-8cba-3f725258be5a is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:23.708712 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d1b92269-5a7d-4a9c-a975-5b94859e0a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:23.713092 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d1b92269-5a7d-4a9c-a975-5b94859e0a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:23.716770 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d1b92269-5a7d-4a9c-a975-5b94859e0a69 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0ea37489-ceb9-4a1f-b20a-81addb16e1c7 HTTP/1.1" status: 204 len: 168 time: 0.3872371 Apr 20 13:12:23.730055 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b92269-5a7d-4a9c-a975-5b94859e0a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea37489-ceb9-4a1f-b20a-81addb16e1c7,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:23.737045 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c24cf9-c24a-4e18-af33-09edbad62841 req-3d4b0905-b0ad-43d1-8305-8013ef07a993 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:23.743900 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d6c24cf9-c24a-4e18-af33-09edbad62841 req-3d4b0905-b0ad-43d1-8305-8013ef07a993 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 945 time: 0.2477160 Apr 20 13:12:23.750736 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-510c440a-5560-4c91-91cb-bbb5b7b7cf2b tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:23.761748 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-510c440a-5560-4c91-91cb-bbb5b7b7cf2b tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:23.772105 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c440a-5560-4c91-91cb-bbb5b7b7cf2b tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] Pushing event updated for resources: {'Port': ['ID=7f44d055-8b15-4b33-b4b7-1ed9f6883a0e,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:23.797348 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:23.812842 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-77ac86d4-3be5-4e4c-acb6-ceda407da1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:23.858211 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port b3d86141-298d-4218-9c6d-b514a2ff5c92, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b3d86141-298d-4218-9c6d-b514a2ff5c92,segment=NetworkSegment(0f113b16-94ad-4b02-8521-e93247ce464b),segment_id=0f113b16-94ad-4b02-8521-e93247ce464b)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:12:23.886128 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ac86d4-3be5-4e4c-acb6-ceda407da1a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:12:23.897942 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d6c24cf9-c24a-4e18-af33-09edbad62841 req-9db796f0-3226-41d2-a166-35db83ce8fc0 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530240 Apr 20 13:12:23.908466 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-510c440a-5560-4c91-91cb-bbb5b7b7cf2b tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:23.909110 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-510c440a-5560-4c91-91cb-bbb5b7b7cf2b tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:23.922588 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-77ac86d4-3be5-4e4c-acb6-ceda407da1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:23.922867 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-77ac86d4-3be5-4e4c-acb6-ceda407da1a1 admin admin] Added segment ddab2d16-2ce0-43b7-9a5d-6c0cd2b9fc08 of type vlan for network 31fca606-89b5-41af-8e9a-0f3bd7276e6d Apr 20 13:12:23.925496 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:23.926180 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac86d4-3be5-4e4c-acb6-ceda407da1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c24f92-c985-4b44-ba12-e8a23070c09a,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:23.931081 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f1f0f80-6750-431d-a540-61140f7f25de tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:23.983275 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-77ac86d4-3be5-4e4c-acb6-ceda407da1a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:24.000365 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=b3d86141-298d-4218-9c6d-b514a2ff5c92,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:24.015847 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-510c440a-5560-4c91-91cb-bbb5b7b7cf2b tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4303324 Apr 20 13:12:24.028744 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-30fe4072-acd3-4024-9b68-cc0651c70d43 service neutron] Request body: {'port': {'device_id': '81036cbb-dbc4-4fba-a98b-7dddb57e9fea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:24.097925 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-30fe4072-acd3-4024-9b68-cc0651c70d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:24.112162 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-77ac86d4-3be5-4e4c-acb6-ceda407da1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:24.113143 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ac86d4-3be5-4e4c-acb6-ceda407da1a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:24.113716 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-77ac86d4-3be5-4e4c-acb6-ceda407da1a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:24.117266 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f1f0f80-6750-431d-a540-61140f7f25de tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:24.234767 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1f0f80-6750-431d-a540-61140f7f25de tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:24.253545 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-7f1f0f80-6750-431d-a540-61140f7f25de tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:24.258066 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-77ac86d4-3be5-4e4c-acb6-ceda407da1a1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3915341 Apr 20 13:12:24.261560 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41040) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:24.268944 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-17129c86-5224-41c1-a18e-df6d30912ab5 admin admin] Request body: {'subnet': {'network_id': '31fca606-89b5-41af-8e9a-0f3bd7276e6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2005446165-subnet', 'tenant_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:24.269809 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1f0f80-6750-431d-a540-61140f7f25de tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:24.275510 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f0f80-6750-431d-a540-61140f7f25de tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Pushing event updated for resources: {'Port': ['ID=a50e59cc-0363-4e4c-942a-5446ef3f0f90,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:24.311871 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac86d4-3be5-4e4c-acb6-ceda407da1a1 admin admin] Pushing event updated for resources: {'Network': ['ID=31fca606-89b5-41af-8e9a-0f3bd7276e6d,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:24.353173 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 31fca606-89b5-41af-8e9a-0f3bd7276e6d details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:12:24.394387 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17129c86-5224-41c1-a18e-df6d30912ab5 admin admin] Made reservation on behalf of bf87f7ff9aa94282a52e31152fffd8e3 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:12:24.397830 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-17129c86-5224-41c1-a18e-df6d30912ab5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:24.513096 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0b36861c-fa44-4965-9384-c27c73e8b7b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:24.864934 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-17129c86-5224-41c1-a18e-df6d30912ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:24.913376 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-30fe4072-acd3-4024-9b68-cc0651c70d43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f44d055-8b15-4b33-b4b7-1ed9f6883a0e {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:12:24.929935 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33baeb31-ed1a-441d-99eb-b88f1018580c req-d6e9bda3-5e6c-441b-87f9-e49305fde9c2 tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:24.931642 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-33baeb31-ed1a-441d-99eb-b88f1018580c req-d6e9bda3-5e6c-441b-87f9-e49305fde9c2 tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] 10.222.0.25 "GET /v2.0/ports?device_id=81036cbb-dbc4-4fba-a98b-7dddb57e9fea HTTP/1.1" status: 200 len: 932 time: 0.1986573 Apr 20 13:12:24.937778 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-30fe4072-acd3-4024-9b68-cc0651c70d43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:25.046149 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17129c86-5224-41c1-a18e-df6d30912ab5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74adebdc-5d6b-4341-9419-cb7e516307ec,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:25.066599 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17129c86-5224-41c1-a18e-df6d30912ab5 admin admin] Checking segment: {'id': 'ddab2d16-2ce0-43b7-9a5d-6c0cd2b9fc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '31fca606-89b5-41af-8e9a-0f3bd7276e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:12:25.069890 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17129c86-5224-41c1-a18e-df6d30912ab5 admin admin] Network hostable DHCP agents. Network: 31fca606-89b5-41af-8e9a-0f3bd7276e6d, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:12:25.151041 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e058f4b6-2d8a-4008-80a9-3c38f2f196c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d86141-298d-4218-9c6d-b514a2ff5c92'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:12:25.154434 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce50748a-b98a-4841-b471-72f93952dbf7" -d '{"events": [{"server_uuid": "e058f4b6-2d8a-4008-80a9-3c38f2f196c4", "name": "network-vif-plugged", "status": "completed", "tag": "b3d86141-298d-4218-9c6d-b514a2ff5c92"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:12:25.205020 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17129c86-5224-41c1-a18e-df6d30912ab5 admin admin] Network 31fca606-89b5-41af-8e9a-0f3bd7276e6d is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:12:25.331090 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-17129c86-5224-41c1-a18e-df6d30912ab5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 31fca606-89b5-41af-8e9a-0f3bd7276e6d) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:25.336272 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17129c86-5224-41c1-a18e-df6d30912ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:25.336932 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-17129c86-5224-41c1-a18e-df6d30912ab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:25.348183 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f5473d-0017-4283-add9-2b8542c23334 None None] Network 31fca606-89b5-41af-8e9a-0f3bd7276e6d requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:12:25.376934 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-30fe4072-acd3-4024-9b68-cc0651c70d43 service neutron] Transition to ACTIVE for port object 7f44d055-8b15-4b33-b4b7-1ed9f6883a0e will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:12:25.414742 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-33baeb31-ed1a-441d-99eb-b88f1018580c req-931a35c2-9fa8-4856-9362-07511be72747 tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d9fe465-e1a2-4c3b-bf29-5ea4e72ef571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4733882 Apr 20 13:12:25.459822 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-17129c86-5224-41c1-a18e-df6d30912ab5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1964860 Apr 20 13:12:25.463061 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41068) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:25.468077 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-806c2916-861a-4eb8-9a37-0099a74514f9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2005446165-router', 'tenant_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:25.558618 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-30fe4072-acd3-4024-9b68-cc0651c70d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:25.603518 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c913cf-082c-484c-8ead-a23875112953 req-ca1019c5-49f1-4cc6-bc15-0e084d91e7a6 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:25.612195 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a1c913cf-082c-484c-8ead-a23875112953 req-ca1019c5-49f1-4cc6-bc15-0e084d91e7a6 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 946 time: 0.3058510 Apr 20 13:12:25.617273 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-806c2916-861a-4eb8-9a37-0099a74514f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:25.620502 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-806c2916-861a-4eb8-9a37-0099a74514f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:25.637461 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efc5e85-aec8-4efd-ae32-fb01ae8a22bf x-openstack-request-id: req-4efc5e85-aec8-4efd-ae32-fb01ae8a22bf {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:12:25.637755 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e058f4b6-2d8a-4008-80a9-3c38f2f196c4", "name": "network-vif-plugged", "status": "completed", "tag": "b3d86141-298d-4218-9c6d-b514a2ff5c92", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:12:25.638680 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4efc5e85-aec8-4efd-ae32-fb01ae8a22bf {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:12:25.639094 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4efc5e85-aec8-4efd-ae32-fb01ae8a22bf'] response: {'server_uuid': 'e058f4b6-2d8a-4008-80a9-3c38f2f196c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d86141-298d-4218-9c6d-b514a2ff5c92', 'code': 200} Apr 20 13:12:25.738438 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-806c2916-861a-4eb8-9a37-0099a74514f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:25.791680 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7e112b-e091-4093-bcd4-a9402c24924f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-31fca606-89b5-41af-8e9a-0f3bd7276e6d', 'network_id': '31fca606-89b5-41af-8e9a-0f3bd7276e6d', 'tenant_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'fixed_ips': [{'subnet_id': '74adebdc-5d6b-4341-9419-cb7e516307ec'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:12:25.796504 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1b7e112b-e091-4093-bcd4-a9402c24924f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:25.835954 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f1f0f80-6750-431d-a540-61140f7f25de tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:25.895194 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe4072-acd3-4024-9b68-cc0651c70d43 service neutron] Pushing event updated for resources: {'Port': ['ID=7f44d055-8b15-4b33-b4b7-1ed9f6883a0e,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:25.971048 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a1c913cf-082c-484c-8ead-a23875112953 req-6e063fc1-cf8d-4d32-bb6e-b9401da5a44d tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3522222 Apr 20 13:12:26.034259 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454513b-0469-4bf9-a640-7b62c8e7af8c req-e4168210-bebf-48cf-b75b-b0b1fa123440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:26.036227 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0454513b-0469-4bf9-a640-7b62c8e7af8c req-e4168210-bebf-48cf-b75b-b0b1fa123440 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 1097 time: 0.2621486 Apr 20 13:12:26.042652 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-1b7e112b-e091-4093-bcd4-a9402c24924f None None] Allocated IP 172.20.0.2 (31fca606-89b5-41af-8e9a-0f3bd7276e6d/74adebdc-5d6b-4341-9419-cb7e516307ec/99249c45-2c76-443a-bd7c-9b6afc0e0c3b) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:26.052333 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-806c2916-861a-4eb8-9a37-0099a74514f9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:26.074042 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-30fe4072-acd3-4024-9b68-cc0651c70d43 service neutron] Attempting to bind port 7f44d055-8b15-4b33-b4b7-1ed9f6883a0e on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:26.078422 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-30fe4072-acd3-4024-9b68-cc0651c70d43 service neutron] Attempting to bind port 7f44d055-8b15-4b33-b4b7-1ed9f6883a0e by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': 'e39b3287-4d37-49ff-961a-c02d032f7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '64085159-6475-4154-8cba-3f725258be5a'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:26.078422 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-30fe4072-acd3-4024-9b68-cc0651c70d43 service neutron] Attempting to bind port 7f44d055-8b15-4b33-b4b7-1ed9f6883a0e on network 64085159-6475-4154-8cba-3f725258be5a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:26.088648 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-30fe4072-acd3-4024-9b68-cc0651c70d43 service neutron] Port 7f44d055-8b15-4b33-b4b7-1ed9f6883a0e on network 64085159-6475-4154-8cba-3f725258be5a not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:26.088900 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-30fe4072-acd3-4024-9b68-cc0651c70d43 service neutron] Attempting to bind port 7f44d055-8b15-4b33-b4b7-1ed9f6883a0e on network 64085159-6475-4154-8cba-3f725258be5a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:26.103334 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-30fe4072-acd3-4024-9b68-cc0651c70d43 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:12:26.103709 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-30fe4072-acd3-4024-9b68-cc0651c70d43 service neutron] Checking segment: {'id': 'e39b3287-4d37-49ff-961a-c02d032f7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '64085159-6475-4154-8cba-3f725258be5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:12:26.104102 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-30fe4072-acd3-4024-9b68-cc0651c70d43 service neutron] Bound using segment: {'id': 'e39b3287-4d37-49ff-961a-c02d032f7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '64085159-6475-4154-8cba-3f725258be5a'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:12:26.104545 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-30fe4072-acd3-4024-9b68-cc0651c70d43 service neutron] Bound port: 7f44d055-8b15-4b33-b4b7-1ed9f6883a0e, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e39b3287-4d37-49ff-961a-c02d032f7560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '64085159-6475-4154-8cba-3f725258be5a'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:12:26.104911 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-30fe4072-acd3-4024-9b68-cc0651c70d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:26.109211 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0454513b-0469-4bf9-a640-7b62c8e7af8c req-effdb0de-9f79-4af2-adc5-d579e0f45be2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618756 Apr 20 13:12:26.196949 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f1f0f80-6750-431d-a540-61140f7f25de tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:26.278784 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-30fe4072-acd3-4024-9b68-cc0651c70d43 service neutron] For port 7f44d055-8b15-4b33-b4b7-1ed9f6883a0e, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:12:26.286938 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-30fe4072-acd3-4024-9b68-cc0651c70d43 service neutron] For port 7f44d055-8b15-4b33-b4b7-1ed9f6883a0e, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=7f44d055-8b15-4b33-b4b7-1ed9f6883a0e,segment=NetworkSegment(e39b3287-4d37-49ff-961a-c02d032f7560),segment_id=e39b3287-4d37-49ff-961a-c02d032f7560)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:12:26.368822 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-30fe4072-acd3-4024-9b68-cc0651c70d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:26.410448 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1b7e112b-e091-4093-bcd4-a9402c24924f None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:26.431770 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-30fe4072-acd3-4024-9b68-cc0651c70d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:26.432542 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-30fe4072-acd3-4024-9b68-cc0651c70d43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:26.434169 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-30fe4072-acd3-4024-9b68-cc0651c70d43 service neutron] 10.222.0.15 "PUT /v2.0/ports/7f44d055-8b15-4b33-b4b7-1ed9f6883a0e HTTP/1.1" status: 200 len: 1092 time: 2.4105363 Apr 20 13:12:26.434913 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81036cbb-dbc4-4fba-a98b-7dddb57e9fea', 'tag': '7f44d055-8b15-4b33-b4b7-1ed9f6883a0e'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:12:26.438189 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201994b8-e460-449f-a716-c1bfb151bb32" -d '{"events": [{"name": "network-changed", "server_uuid": "81036cbb-dbc4-4fba-a98b-7dddb57e9fea", "tag": "7f44d055-8b15-4b33-b4b7-1ed9f6883a0e"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:12:26.464221 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1b7e112b-e091-4093-bcd4-a9402c24924f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:26.499993 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe4072-acd3-4024-9b68-cc0651c70d43 service neutron] Pushing event updated for resources: {'Port': ['ID=7f44d055-8b15-4b33-b4b7-1ed9f6883a0e,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:26.559562 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ec5ff2-b3eb-4e6e-af0f-d83b7aca87c5 x-openstack-request-id: req-48ec5ff2-b3eb-4e6e-af0f-d83b7aca87c5 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:12:26.559773 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7e112b-e091-4093-bcd4-a9402c24924f None None] Network 31fca606-89b5-41af-8e9a-0f3bd7276e6d is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:26.561935 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81036cbb-dbc4-4fba-a98b-7dddb57e9fea", "tag": "7f44d055-8b15-4b33-b4b7-1ed9f6883a0e", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:12:26.561935 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-48ec5ff2-b3eb-4e6e-af0f-d83b7aca87c5 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:12:26.561935 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48ec5ff2-b3eb-4e6e-af0f-d83b7aca87c5'] response: {'name': 'network-changed', 'server_uuid': '81036cbb-dbc4-4fba-a98b-7dddb57e9fea', 'tag': '7f44d055-8b15-4b33-b4b7-1ed9f6883a0e', 'status': 'completed', 'code': 200} Apr 20 13:12:26.567128 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-1b7e112b-e091-4093-bcd4-a9402c24924f None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:26.579133 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41094) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:26.582120 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7e112b-e091-4093-bcd4-a9402c24924f None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:26.604358 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e112b-e091-4093-bcd4-a9402c24924f None None] Pushing event updated for resources: {'Port': ['ID=99249c45-2c76-443a-bd7c-9b6afc0e0c3b,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:26.687208 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-1b7e112b-e091-4093-bcd4-a9402c24924f None None] Attempting to bind port 99249c45-2c76-443a-bd7c-9b6afc0e0c3b on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:26.687535 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-1b7e112b-e091-4093-bcd4-a9402c24924f None None] Attempting to bind port 99249c45-2c76-443a-bd7c-9b6afc0e0c3b by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'ddab2d16-2ce0-43b7-9a5d-6c0cd2b9fc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '31fca606-89b5-41af-8e9a-0f3bd7276e6d'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:26.687886 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7e112b-e091-4093-bcd4-a9402c24924f None None] Attempting to bind port 99249c45-2c76-443a-bd7c-9b6afc0e0c3b on network 31fca606-89b5-41af-8e9a-0f3bd7276e6d {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:26.709441 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7e112b-e091-4093-bcd4-a9402c24924f None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:12:26.711076 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7e112b-e091-4093-bcd4-a9402c24924f None None] Checking segment: {'id': 'ddab2d16-2ce0-43b7-9a5d-6c0cd2b9fc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '31fca606-89b5-41af-8e9a-0f3bd7276e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:12:26.711076 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1b7e112b-e091-4093-bcd4-a9402c24924f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:26.711076 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7e112b-e091-4093-bcd4-a9402c24924f None None] Bound using segment: {'id': 'ddab2d16-2ce0-43b7-9a5d-6c0cd2b9fc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '31fca606-89b5-41af-8e9a-0f3bd7276e6d'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:12:26.711960 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-1b7e112b-e091-4093-bcd4-a9402c24924f None None] Bound port: 99249c45-2c76-443a-bd7c-9b6afc0e0c3b, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddab2d16-2ce0-43b7-9a5d-6c0cd2b9fc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '31fca606-89b5-41af-8e9a-0f3bd7276e6d'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:12:26.712352 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1b7e112b-e091-4093-bcd4-a9402c24924f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:26.736699 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f1f0f80-6750-431d-a540-61140f7f25de tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:26.766647 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-8e2c5aa0-5891-42c5-a81b-6ebff58f0e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:26.768886 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-8e2c5aa0-5891-42c5-a81b-6ebff58f0e92 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0ea543bbac743ad9061fcb7c58fdf81&device_id=81036cbb-dbc4-4fba-a98b-7dddb57e9fea HTTP/1.1" status: 200 len: 1095 time: 0.2075477 Apr 20 13:12:26.793055 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-39f1c069-5a2c-4c51-8c8c-6280081b4baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:26.796798 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856c3ee-fe1f-4633-8959-5d0ef9705a8e req-a85e1dcc-edef-40d8-9e49-46fd314f3113 tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:26.800744 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b856c3ee-fe1f-4633-8959-5d0ef9705a8e req-a85e1dcc-edef-40d8-9e49-46fd314f3113 tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] 10.222.0.25 "GET /v2.0/ports?device_id=81036cbb-dbc4-4fba-a98b-7dddb57e9fea HTTP/1.1" status: 200 len: 944 time: 0.1767032 Apr 20 13:12:26.824488 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f4cc8d32-5c71-4060-87ef-667dd5b821f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:26.841398 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-1b7e112b-e091-4093-bcd4-a9402c24924f None None] For port 99249c45-2c76-443a-bd7c-9b6afc0e0c3b, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:12:26.847875 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-1b7e112b-e091-4093-bcd4-a9402c24924f None None] For port 99249c45-2c76-443a-bd7c-9b6afc0e0c3b, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=99249c45-2c76-443a-bd7c-9b6afc0e0c3b,segment=NetworkSegment(ddab2d16-2ce0-43b7-9a5d-6c0cd2b9fc08),segment_id=ddab2d16-2ce0-43b7-9a5d-6c0cd2b9fc08)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:12:26.852817 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-afaa900b-5b30-4e88-94d4-9df4d8ba540c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f44d055-8b15-4b33-b4b7-1ed9f6883a0e HTTP/1.1" status: 200 len: 217 time: 0.0724845 Apr 20 13:12:26.853558 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f1f0f80-6750-431d-a540-61140f7f25de tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:26.854982 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-806c2916-861a-4eb8-9a37-0099a74514f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:26.880256 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-806c2916-861a-4eb8-9a37-0099a74514f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:26.897513 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1b7e112b-e091-4093-bcd4-a9402c24924f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:26.961555 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e112b-e091-4093-bcd4-a9402c24924f None None] Pushing event updated for resources: {'Port': ['ID=99249c45-2c76-443a-bd7c-9b6afc0e0c3b,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:27.054808 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b856c3ee-fe1f-4633-8959-5d0ef9705a8e req-99b47b0b-0d26-4e4e-bade-b4c20ac26a94 tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d9fe465-e1a2-4c3b-bf29-5ea4e72ef571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484033 Apr 20 13:12:27.064782 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f1f0f80-6750-431d-a540-61140f7f25de tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:27.070229 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f0f80-6750-431d-a540-61140f7f25de tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Pushing event updated for resources: {'Port': ['ID=a50e59cc-0363-4e4c-942a-5446ef3f0f90,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:27.086377 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f4cc8d32-5c71-4060-87ef-667dd5b821f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:27.112866 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-806c2916-861a-4eb8-9a37-0099a74514f9 admin admin] Allocated IP 172.25.8.42 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/cde5168c-2ab2-4ce2-b052-0d195074070b) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:27.118040 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-b00b521f-fed0-421b-a41a-c805f39b6353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:27.120098 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-b00b521f-fed0-421b-a41a-c805f39b6353 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7f3d66ab-4f8d-46cc-ad45-557371a89a49 HTTP/1.1" status: 200 len: 854 time: 0.2500882 Apr 20 13:12:27.165985 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f4cc8d32-5c71-4060-87ef-667dd5b821f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:27.195853 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-bf82f470-3ab0-4044-a217-88026310239d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64085159-6475-4154-8cba-3f725258be5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663364 Apr 20 13:12:27.277860 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f4cc8d32-5c71-4060-87ef-667dd5b821f3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=374cd87ca8274d969e8fbc4f01aee050&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6970534 Apr 20 13:12:27.280608 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 41108) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:27.286461 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc8d32-5c71-4060-87ef-667dd5b821f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6169189-ffa4-4edb-8d09-b06c62dcb979,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:27.379789 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-806c2916-861a-4eb8-9a37-0099a74514f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:27.429270 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-afd4df7c-de2d-4c59-85df-fe386d47890d service neutron] 10.222.0.15 "GET /v2.0/networks/64085159-6475-4154-8cba-3f725258be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902795 Apr 20 13:12:27.462411 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b0f9a-cc34-4dd7-be09-62b7509896f9 req-f2879dfb-ef40-45cd-b101-84757f9c6bd7 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:27.463977 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8d2b0f9a-cc34-4dd7-be09-62b7509896f9 req-f2879dfb-ef40-45cd-b101-84757f9c6bd7 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 946 time: 0.3333626 Apr 20 13:12:27.465137 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-7f1f0f80-6750-431d-a540-61140f7f25de tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Floating IP 56fca0bc-0e91-4d6f-9be8-c6599b24e290 associated. External IP: 172.25.8.64, port: 833ab8a7-368a-4b7b-b60b-ce157d109f46. Apr 20 13:12:27.595072 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-806c2916-861a-4eb8-9a37-0099a74514f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:27.635191 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8d2b0f9a-cc34-4dd7-be09-62b7509896f9 req-f3780b50-2c47-4092-86e8-729c24aee681 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540115 Apr 20 13:12:27.639865 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806c2916-861a-4eb8-9a37-0099a74514f9 admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:27.644023 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-806c2916-861a-4eb8-9a37-0099a74514f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:27.648053 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806c2916-861a-4eb8-9a37-0099a74514f9 admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:27.722860 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-18f4adfc-2dc6-4e2a-b835-847aa59cffb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:27.770613 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a2949e2f-10c7-4da1-b89f-e2104cf55bd9 req-5a1af319-8fdc-46b5-ba37-815de82c2f13 service neutron] 10.222.0.15 "GET /v2.0/networks/64085159-6475-4154-8cba-3f725258be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216500 Apr 20 13:12:27.772818 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-18f4adfc-2dc6-4e2a-b835-847aa59cffb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:27.989202 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f1f0f80-6750-431d-a540-61140f7f25de tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Router 48dfb62f-8449-4eb5-b866-5392dcdb2959 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:12:28.023290 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201994b8-e460-449f-a716-c1bfb151bb32 req-29dec71a-4a71-4107-8469-11ba5c7f56dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:28.025305 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-201994b8-e460-449f-a716-c1bfb151bb32 req-29dec71a-4a71-4107-8469-11ba5c7f56dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0ea543bbac743ad9061fcb7c58fdf81&device_id=81036cbb-dbc4-4fba-a98b-7dddb57e9fea HTTP/1.1" status: 200 len: 1095 time: 0.0757525 Apr 20 13:12:28.064862 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:28.086261 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-18f4adfc-2dc6-4e2a-b835-847aa59cffb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:28.091105 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-18f4adfc-2dc6-4e2a-b835-847aa59cffb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:28.099209 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-18f4adfc-2dc6-4e2a-b835-847aa59cffb6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a6169189-ffa4-4edb-8d09-b06c62dcb979 HTTP/1.1" status: 204 len: 168 time: 0.6660535 Apr 20 13:12:28.287514 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806c2916-861a-4eb8-9a37-0099a74514f9 admin admin] Pushing event updated for resources: {'Port': ['ID=cde5168c-2ab2-4ce2-b052-0d195074070b,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:28.331826 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f4adfc-2dc6-4e2a-b835-847aa59cffb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6169189-ffa4-4edb-8d09-b06c62dcb979,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:28.573176 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 99249c45-2c76-443a-bd7c-9b6afc0e0c3b up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:12:28.693743 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 99249c45-2c76-443a-bd7c-9b6afc0e0c3b triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:28.695623 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:28.841745 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed7e5c4-5b56-44a5-bf46-6a6f414d1779 None None] Network 31fca606-89b5-41af-8e9a-0f3bd7276e6d requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:12:28.865169 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:28.896433 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-806c2916-861a-4eb8-9a37-0099a74514f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:28.968239 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce2d0c-bad8-425b-8cee-684bbcd1f005 req-6501b507-9a83-49fb-8903-86f60abc2067 tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:28.969850 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c0ce2d0c-bad8-425b-8cee-684bbcd1f005 req-6501b507-9a83-49fb-8903-86f60abc2067 tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] 10.222.0.25 "GET /v2.0/ports?device_id=81036cbb-dbc4-4fba-a98b-7dddb57e9fea HTTP/1.1" status: 200 len: 944 time: 0.7001879 Apr 20 13:12:28.975120 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201994b8-e460-449f-a716-c1bfb151bb32 req-5b1ddd7d-ff32-43b8-9f35-a154440b7fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:28.976856 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-201994b8-e460-449f-a716-c1bfb151bb32 req-5b1ddd7d-ff32-43b8-9f35-a154440b7fb9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=64085159-6475-4154-8cba-3f725258be5a HTTP/1.1" status: 200 len: 915 time: 0.9041290 Apr 20 13:12:29.004852 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 99249c45-2c76-443a-bd7c-9b6afc0e0c3b, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=99249c45-2c76-443a-bd7c-9b6afc0e0c3b,segment=NetworkSegment(ddab2d16-2ce0-43b7-9a5d-6c0cd2b9fc08),segment_id=ddab2d16-2ce0-43b7-9a5d-6c0cd2b9fc08)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:12:29.007442 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-9d4e6753-b480-4e9f-a178-acdb8f6c03a5 None None] Provisioning complete for port 99249c45-2c76-443a-bd7c-9b6afc0e0c3b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:29.007442 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9d4e6753-b480-4e9f-a178-acdb8f6c03a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:29.007641 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e3fbd-cf9f-4690-999e-9c5504858158 req-3cc9f534-95ee-4cca-9f89-d6bd536f3293 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:29.016300 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-137e3fbd-cf9f-4690-999e-9c5504858158 req-3cc9f534-95ee-4cca-9f89-d6bd536f3293 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 946 time: 0.1834948 Apr 20 13:12:29.062056 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-201994b8-e460-449f-a716-c1bfb151bb32 req-c0351bdc-aebe-4996-b9f4-af4cdd597cd6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f44d055-8b15-4b33-b4b7-1ed9f6883a0e HTTP/1.1" status: 200 len: 217 time: 0.0702376 Apr 20 13:12:29.064266 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1f0f80-6750-431d-a540-61140f7f25de tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:12:29.067850 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:29.080069 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b5986c-37e1-4def-8690-cb45bcf2122c None None] Sync routers for ids ['48dfb62f-8449-4eb5-b866-5392dcdb2959'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:12:29.106068 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b5986c-37e1-4def-8690-cb45bcf2122c None None] Routers {'48dfb62f-8449-4eb5-b866-5392dcdb2959'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:29.110417 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-a2b5986c-37e1-4def-8690-cb45bcf2122c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:12:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['48dfb62f-8449-4eb5-b866-5392dcdb2959'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:29.181318 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c0ce2d0c-bad8-425b-8cee-684bbcd1f005 req-6477e74b-5eea-452d-89c2-0878caad6acd tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d9fe465-e1a2-4c3b-bf29-5ea4e72ef571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882503 Apr 20 13:12:29.247860 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-137e3fbd-cf9f-4690-999e-9c5504858158 req-1d8f0ffe-9fc1-44cb-adac-c87aab8d7766 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2245758 Apr 20 13:12:29.276200 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-a2b5986c-37e1-4def-8690-cb45bcf2122c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:29.279554 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b5986c-37e1-4def-8690-cb45bcf2122c None None] Routers {'48dfb62f-8449-4eb5-b866-5392dcdb2959'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:29.280353 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-a2b5986c-37e1-4def-8690-cb45bcf2122c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:12:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['48dfb62f-8449-4eb5-b866-5392dcdb2959'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:29.284070 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201994b8-e460-449f-a716-c1bfb151bb32 req-2d50329c-582b-486a-a800-89f19a7d7ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:29.285870 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-201994b8-e460-449f-a716-c1bfb151bb32 req-2d50329c-582b-486a-a800-89f19a7d7ae3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7f3d66ab-4f8d-46cc-ad45-557371a89a49 HTTP/1.1" status: 200 len: 854 time: 0.2019804 Apr 20 13:12:29.333329 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:29.336879 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=99249c45-2c76-443a-bd7c-9b6afc0e0c3b,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:29.340935 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f1f0f80-6750-431d-a540-61140f7f25de tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:29.357191 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-a2b5986c-37e1-4def-8690-cb45bcf2122c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:29.357912 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b5986c-37e1-4def-8690-cb45bcf2122c None None] The sync data for ids ['48dfb62f-8449-4eb5-b866-5392dcdb2959'] in n-d-836015-7 is: [] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:12:29.435770 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-201994b8-e460-449f-a716-c1bfb151bb32 req-87bd662a-059e-47ba-8a48-acef16f4bc10 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64085159-6475-4154-8cba-3f725258be5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1417758 Apr 20 13:12:29.489247 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-806c2916-861a-4eb8-9a37-0099a74514f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:29.510606 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7f1f0f80-6750-431d-a540-61140f7f25de tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.7430656 Apr 20 13:12:29.514673 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41152) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:29.519090 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-8b8a1f12-ff5f-4ab6-a471-23bd48ceaba7 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Request body: {'floatingip': {'port_id': '833ab8a7-368a-4b7b-b60b-ce157d109f46', 'fixed_ip_address': '172.20.0.12'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:29.615782 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5e9f6-a8e5-49fc-a748-d73f7daa2dac req-6cae6f70-a5b2-439b-9b68-dda7d691e6ea tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:29.635244 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d7b5e9f6-a8e5-49fc-a748-d73f7daa2dac req-6cae6f70-a5b2-439b-9b68-dda7d691e6ea tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 946 time: 0.2226539 Apr 20 13:12:29.662357 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 41158) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:29.676223 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-201994b8-e460-449f-a716-c1bfb151bb32 req-ce9c3cfa-8dad-4d8f-a5e0-168f50e01b54 service neutron] 10.222.0.15 "GET /v2.0/networks/64085159-6475-4154-8cba-3f725258be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272346 Apr 20 13:12:29.684600 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-f10363eb-2d75-4122-9134-a7a17c1cffb2 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Request body: {'floatingip': {'port_id': 'b3d86141-298d-4218-9c6d-b514a2ff5c92'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:29.759397 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:29.775512 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8b8a1f12-ff5f-4ab6-a471-23bd48ceaba7 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for floatingip, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:29.809135 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-945f6a00-41a8-4f4c-a6d2-cbcaf35d2b9b None None] Provisioning complete for port 99249c45-2c76-443a-bd7c-9b6afc0e0c3b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:29.809832 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-945f6a00-41a8-4f4c-a6d2-cbcaf35d2b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:29.843708 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-201994b8-e460-449f-a716-c1bfb151bb32 req-759bd3ff-743c-4364-a888-61c14681d5df service neutron] 10.222.0.15 "GET /v2.0/networks/64085159-6475-4154-8cba-3f725258be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552603 Apr 20 13:12:29.930994 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806c2916-861a-4eb8-9a37-0099a74514f9 admin admin] Router 0ff919ef-bade-48ca-816a-6cb87816b63c is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:12:29.938236 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f10363eb-2d75-4122-9134-a7a17c1cffb2 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks [] for floatingip, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:30.184700 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806c2916-861a-4eb8-9a37-0099a74514f9 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:12:30.197000 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771c12bb-583a-4c43-b89a-b8273765152a None None] Sync routers for ids ['0ff919ef-bade-48ca-816a-6cb87816b63c'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:12:30.211274 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771c12bb-583a-4c43-b89a-b8273765152a None None] Routers {'0ff919ef-bade-48ca-816a-6cb87816b63c'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:30.216011 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-771c12bb-583a-4c43-b89a-b8273765152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:12:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['0ff919ef-bade-48ca-816a-6cb87816b63c'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:30.502431 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 99249c45-2c76-443a-bd7c-9b6afc0e0c3b up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:12:30.502431 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-771c12bb-583a-4c43-b89a-b8273765152a None None] Set router 0ff919ef-bade-48ca-816a-6cb87816b63c gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:12:30.505427 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4869f61-4c90-4f49-9d03-5cfd5e25a368 req-200f8359-ec4c-4491-a62f-4218aa1c4837 tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:30.505427 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e4869f61-4c90-4f49-9d03-5cfd5e25a368 req-200f8359-ec4c-4491-a62f-4218aa1c4837 tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] 10.222.0.25 "GET /v2.0/ports?device_id=81036cbb-dbc4-4fba-a98b-7dddb57e9fea HTTP/1.1" status: 200 len: 944 time: 0.1367993 Apr 20 13:12:30.569501 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-806c2916-861a-4eb8-9a37-0099a74514f9 admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:30.575041 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-806c2916-861a-4eb8-9a37-0099a74514f9 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.1107507 Apr 20 13:12:30.579715 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 41198) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:30.584039 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8b8a1f12-ff5f-4ab6-a471-23bd48ceaba7 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:30.674720 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8b8a1f12-ff5f-4ab6-a471-23bd48ceaba7 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:30.693243 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e4869f61-4c90-4f49-9d03-5cfd5e25a368 req-b30e9ae0-3661-4ecc-8f0b-142afa6b26c3 tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d9fe465-e1a2-4c3b-bf29-5ea4e72ef571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618230 Apr 20 13:12:30.856408 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 99249c45-2c76-443a-bd7c-9b6afc0e0c3b triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:30.857637 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:30.983450 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f10363eb-2d75-4122-9134-a7a17c1cffb2 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:31.027661 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-771c12bb-583a-4c43-b89a-b8273765152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff919ef-bade-48ca-816a-6cb87816b63c', 'name': 'tempest-ServersTestJSON-2005446165-router', 'tenant_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'cde5168c-2ab2-4ce2-b052-0d195074070b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:12:25Z', 'updated_at': '2022-04-20T13:12:28Z', 'revision_number': 3, 'project_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'gw_port': {'id': 'cde5168c-2ab2-4ce2-b052-0d195074070b', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff919ef-bade-48ca-816a-6cb87816b63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:12:26Z', 'updated_at': '2022-04-20T13:12:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:31.068392 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8a1f12-ff5f-4ab6-a471-23bd48ceaba7 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Router 48dfb62f-8449-4eb5-b866-5392dcdb2959 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:12:31.069735 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771c12bb-583a-4c43-b89a-b8273765152a None None] Checking router: 0ff919ef-bade-48ca-816a-6cb87816b63c for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:12:31.070357 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771c12bb-583a-4c43-b89a-b8273765152a None None] Updating router 0ff919ef-bade-48ca-816a-6cb87816b63c port cde5168c-2ab2-4ce2-b052-0d195074070b binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:12:31.100242 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-771c12bb-583a-4c43-b89a-b8273765152a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:31.137111 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f10363eb-2d75-4122-9134-a7a17c1cffb2 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:31.316845 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-f10363eb-2d75-4122-9134-a7a17c1cffb2 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Floating IP c27cabb8-ae4a-4163-ad0e-d1754ae81955 associated. External IP: 172.25.8.182, port: b3d86141-298d-4218-9c6d-b514a2ff5c92. Apr 20 13:12:31.342051 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8a1f12-ff5f-4ab6-a471-23bd48ceaba7 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:12:31.355296 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e2bd4e-490a-4ef6-b84c-accb9ef034fa None None] Sync routers for ids ['48dfb62f-8449-4eb5-b866-5392dcdb2959'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:12:31.367721 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aa0701ca-13d4-49e3-9656-bc6a13581916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:31.373067 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e2bd4e-490a-4ef6-b84c-accb9ef034fa None None] Routers {'48dfb62f-8449-4eb5-b866-5392dcdb2959'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:31.377421 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8b8a1f12-ff5f-4ab6-a471-23bd48ceaba7 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:31.380630 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41210) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:31.381483 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f8e2bd4e-490a-4ef6-b84c-accb9ef034fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:12:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['48dfb62f-8449-4eb5-b866-5392dcdb2959'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:31.455307 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 7f44d055-8b15-4b33-b4b7-1ed9f6883a0e details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:12:31.497215 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f8e2bd4e-490a-4ef6-b84c-accb9ef034fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:31.523712 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e2bd4e-490a-4ef6-b84c-accb9ef034fa None None] Routers {'48dfb62f-8449-4eb5-b866-5392dcdb2959'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:31.524714 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f8e2bd4e-490a-4ef6-b84c-accb9ef034fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:12:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['48dfb62f-8449-4eb5-b866-5392dcdb2959'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:31.554505 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8b8a1f12-ff5f-4ab6-a471-23bd48ceaba7 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "PUT /v2.0/floatingips/56fca0bc-0e91-4d6f-9be8-c6599b24e290 HTTP/1.1" status: 200 len: 977 time: 2.0401351 Apr 20 13:12:31.557495 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41224) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:31.599074 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f8e2bd4e-490a-4ef6-b84c-accb9ef034fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:31.600119 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e2bd4e-490a-4ef6-b84c-accb9ef034fa None None] The sync data for ids ['48dfb62f-8449-4eb5-b866-5392dcdb2959'] in n-d-836015-7 is: [] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:12:31.758500 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6e4838c2-3c67-4f25-bffa-06ca82044e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:31.824129 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 7f44d055-8b15-4b33-b4b7-1ed9f6883a0e, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=7f44d055-8b15-4b33-b4b7-1ed9f6883a0e,segment=NetworkSegment(e39b3287-4d37-49ff-961a-c02d032f7560),segment_id=e39b3287-4d37-49ff-961a-c02d032f7560)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:12:31.847902 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '7f44d055-8b15-4b33-b4b7-1ed9f6883a0e', 'network_id': '64085159-6475-4154-8cba-3f725258be5a', 'port_id': '7f44d055-8b15-4b33-b4b7-1ed9f6883a0e', 'mac_address': 'fa:16:3e:ee:e6:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f3d66ab-4f8d-46cc-ad45-557371a89a49', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:12:31.944593 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-7c839c94-8071-4660-9357-e8d2414a7337 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Deleting port a50e59cc-0363-4e4c-942a-5446ef3f0f90 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:12:31.945299 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7c839c94-8071-4660-9357-e8d2414a7337 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:32.043108 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7c839c94-8071-4660-9357-e8d2414a7337 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:32.043922 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7c839c94-8071-4660-9357-e8d2414a7337 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:32.053847 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-771c12bb-583a-4c43-b89a-b8273765152a None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:32.057781 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-aa0701ca-13d4-49e3-9656-bc6a13581916 admin admin] Allocated IP 172.20.0.1 (31fca606-89b5-41af-8e9a-0f3bd7276e6d/74adebdc-5d6b-4341-9419-cb7e516307ec/d4d4f115-b2ef-43f1-8790-faf3a7d592db) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:32.061573 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-7c839c94-8071-4660-9357-e8d2414a7337 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Calling delete_port for a50e59cc-0363-4e4c-942a-5446ef3f0f90 owned by network:floatingip {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:12:32.070897 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:32.087386 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f44d055-8b15-4b33-b4b7-1ed9f6883a0e {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:12:32.111965 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 7f44d055-8b15-4b33-b4b7-1ed9f6883a0e, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=7f44d055-8b15-4b33-b4b7-1ed9f6883a0e,segment=NetworkSegment(e39b3287-4d37-49ff-961a-c02d032f7560),segment_id=e39b3287-4d37-49ff-961a-c02d032f7560)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:12:32.154180 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-771c12bb-583a-4c43-b89a-b8273765152a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:32.238636 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c567bd-e699-4926-a694-0d1e4de72ae6 None None] Pushing event updated for resources: {'Port': ['ID=cde5168c-2ab2-4ce2-b052-0d195074070b,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:32.246186 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:32.281903 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6e4838c2-3c67-4f25-bffa-06ca82044e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:32.283545 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab4407-3583-41b8-b207-c8e16a1266ab req-ec78fae3-bd0a-47b4-ad8f-5ad781222c9d tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:32.286788 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0bab4407-3583-41b8-b207-c8e16a1266ab req-ec78fae3-bd0a-47b4-ad8f-5ad781222c9d tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] 10.222.0.25 "GET /v2.0/ports?device_id=81036cbb-dbc4-4fba-a98b-7dddb57e9fea HTTP/1.1" status: 200 len: 944 time: 0.1670196 Apr 20 13:12:32.294705 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-771c12bb-583a-4c43-b89a-b8273765152a None None] Attempting to bind port cde5168c-2ab2-4ce2-b052-0d195074070b on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:32.295125 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-771c12bb-583a-4c43-b89a-b8273765152a None None] Attempting to bind port cde5168c-2ab2-4ce2-b052-0d195074070b by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:32.296402 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771c12bb-583a-4c43-b89a-b8273765152a None None] Attempting to bind port cde5168c-2ab2-4ce2-b052-0d195074070b on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:32.318115 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771c12bb-583a-4c43-b89a-b8273765152a None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:12:32.323421 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771c12bb-583a-4c43-b89a-b8273765152a None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:12:32.323421 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-771c12bb-583a-4c43-b89a-b8273765152a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:32.323421 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771c12bb-583a-4c43-b89a-b8273765152a None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:12:32.323421 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-771c12bb-583a-4c43-b89a-b8273765152a None None] Bound port: cde5168c-2ab2-4ce2-b052-0d195074070b, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:12:32.323421 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-771c12bb-583a-4c43-b89a-b8273765152a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:32.342984 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6e4838c2-3c67-4f25-bffa-06ca82044e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:32.366876 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=7f44d055-8b15-4b33-b4b7-1ed9f6883a0e,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:32.382412 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aa0701ca-13d4-49e3-9656-bc6a13581916 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:32.394788 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7c839c94-8071-4660-9357-e8d2414a7337 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:32.411173 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-771c12bb-583a-4c43-b89a-b8273765152a None None] For port cde5168c-2ab2-4ce2-b052-0d195074070b, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:12:32.416517 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-771c12bb-583a-4c43-b89a-b8273765152a None None] For port cde5168c-2ab2-4ce2-b052-0d195074070b, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=cde5168c-2ab2-4ce2-b052-0d195074070b,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:12:32.462546 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6e4838c2-3c67-4f25-bffa-06ca82044e17 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=43bc21d426714b5692ff639727c81cff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0687253 Apr 20 13:12:32.478209 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c839c94-8071-4660-9357-e8d2414a7337 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Pushing event deleted for resources: {'Port': ['ID=a50e59cc-0363-4e4c-942a-5446ef3f0f90,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:32.480237 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41228) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:32.492136 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4838c2-3c67-4f25-bffa-06ca82044e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743df951-fb54-46ee-89fc-a80eb6ee1c35,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:32.519486 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-771c12bb-583a-4c43-b89a-b8273765152a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:32.548145 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10363eb-2d75-4122-9134-a7a17c1cffb2 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Router 743ceca2-0b4a-4a6e-adc1-701ab4e69731 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:12:32.580729 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0bab4407-3583-41b8-b207-c8e16a1266ab req-82ff4822-b443-44f0-a3d2-7cf626fd947c tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d9fe465-e1a2-4c3b-bf29-5ea4e72ef571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779791 Apr 20 13:12:32.614146 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-407992e5-8a02-405d-82d1-57fbee7db607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:32.618597 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7c839c94-8071-4660-9357-e8d2414a7337 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for floatingip, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:32.618946 n-d-836015-7 neutron-server[114870]: INFO neutron.db.l3_db [None req-7c839c94-8071-4660-9357-e8d2414a7337 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Floating IP 56fca0bc-0e91-4d6f-9be8-c6599b24e290 disassociated (deleted). External IP: 172.25.8.64, port: 833ab8a7-368a-4b7b-b60b-ce157d109f46. Apr 20 13:12:32.630885 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['7f44d055-8b15-4b33-b4b7-1ed9f6883a0e'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:12:32.705128 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-407992e5-8a02-405d-82d1-57fbee7db607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:32.729023 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aa0701ca-13d4-49e3-9656-bc6a13581916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:32.757936 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771c12bb-583a-4c43-b89a-b8273765152a None None] Routers {'0ff919ef-bade-48ca-816a-6cb87816b63c'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:32.758702 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-771c12bb-583a-4c43-b89a-b8273765152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:12:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['0ff919ef-bade-48ca-816a-6cb87816b63c'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:32.765571 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c567bd-e699-4926-a694-0d1e4de72ae6 None None] Pushing event updated for resources: {'Port': ['ID=cde5168c-2ab2-4ce2-b052-0d195074070b,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:32.785516 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0701ca-13d4-49e3-9656-bc6a13581916 admin admin] Pushing event updated for resources: {'Port': ['ID=d4d4f115-b2ef-43f1-8790-faf3a7d592db,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:32.794825 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0701ca-13d4-49e3-9656-bc6a13581916 admin admin] Network 31fca606-89b5-41af-8e9a-0f3bd7276e6d is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:32.798806 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-aa0701ca-13d4-49e3-9656-bc6a13581916 admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:32.802106 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10363eb-2d75-4122-9134-a7a17c1cffb2 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:12:32.802913 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0701ca-13d4-49e3-9656-bc6a13581916 admin admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:32.808663 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f10363eb-2d75-4122-9134-a7a17c1cffb2 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:32.859321 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8ae98e-3d94-44ae-92a9-8d9726e9a839 None None] Sync routers for ids ['743ceca2-0b4a-4a6e-adc1-701ab4e69731'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:12:32.891533 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f10363eb-2d75-4122-9134-a7a17c1cffb2 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "PUT /v2.0/floatingips/c27cabb8-ae4a-4163-ad0e-d1754ae81955 HTTP/1.1" status: 200 len: 992 time: 3.2054002 Apr 20 13:12:32.891533 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e058f4b6-2d8a-4008-80a9-3c38f2f196c4', 'tag': 'b3d86141-298d-4218-9c6d-b514a2ff5c92'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:12:32.901246 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d6f7df-4a4e-45be-b27a-9abb1a201c93" -d '{"events": [{"name": "network-changed", "server_uuid": "e058f4b6-2d8a-4008-80a9-3c38f2f196c4", "tag": "b3d86141-298d-4218-9c6d-b514a2ff5c92"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:12:32.911302 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aa0701ca-13d4-49e3-9656-bc6a13581916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:33.009139 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c839c94-8071-4660-9357-e8d2414a7337 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Router 48dfb62f-8449-4eb5-b866-5392dcdb2959 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:12:33.071770 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07eb8e46-b6fd-4808-bd37-808191798a7c x-openstack-request-id: req-07eb8e46-b6fd-4808-bd37-808191798a7c {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:12:33.072355 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e058f4b6-2d8a-4008-80a9-3c38f2f196c4", "tag": "b3d86141-298d-4218-9c6d-b514a2ff5c92", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:12:33.072355 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-07eb8e46-b6fd-4808-bd37-808191798a7c {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:12:33.072693 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07eb8e46-b6fd-4808-bd37-808191798a7c'] response: {'name': 'network-changed', 'server_uuid': 'e058f4b6-2d8a-4008-80a9-3c38f2f196c4', 'tag': 'b3d86141-298d-4218-9c6d-b514a2ff5c92', 'status': 'completed', 'code': 200} Apr 20 13:12:33.130141 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8ae98e-3d94-44ae-92a9-8d9726e9a839 None None] Routers {'743ceca2-0b4a-4a6e-adc1-701ab4e69731'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:33.131027 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ac8ae98e-3d94-44ae-92a9-8d9726e9a839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:12:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['743ceca2-0b4a-4a6e-adc1-701ab4e69731'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:33.146207 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6f7df-4a4e-45be-b27a-9abb1a201c93 req-cbf17e5a-14a0-4262-a2a3-40bdda7ca9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:33.147876 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d0d6f7df-4a4e-45be-b27a-9abb1a201c93 req-cbf17e5a-14a0-4262-a2a3-40bdda7ca9b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c6b1693032114a59884d6bf282ad5efe&device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 1097 time: 0.1318169 Apr 20 13:12:33.286466 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-771c12bb-583a-4c43-b89a-b8273765152a None None] Set router 0ff919ef-bade-48ca-816a-6cb87816b63c gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:12:33.378065 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6f7df-4a4e-45be-b27a-9abb1a201c93 req-01b7b298-8de5-406e-8250-b9d4da79f024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:33.380070 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d0d6f7df-4a4e-45be-b27a-9abb1a201c93 req-01b7b298-8de5-406e-8250-b9d4da79f024 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5f8d1d6d-7980-40b6-a3d5-202cd4161f9d HTTP/1.1" status: 200 len: 918 time: 0.2036960 Apr 20 13:12:33.386868 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-407992e5-8a02-405d-82d1-57fbee7db607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:33.389842 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-e6176b6b-54c8-4abc-8677-b2839c6010ca None None] Provisioning complete for port d4d4f115-b2ef-43f1-8790-faf3a7d592db triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:33.390463 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e6176b6b-54c8-4abc-8677-b2839c6010ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:33.391814 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-407992e5-8a02-405d-82d1-57fbee7db607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:33.393254 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-407992e5-8a02-405d-82d1-57fbee7db607 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/743df951-fb54-46ee-89fc-a80eb6ee1c35 HTTP/1.1" status: 204 len: 168 time: 0.9114256 Apr 20 13:12:33.433399 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407992e5-8a02-405d-82d1-57fbee7db607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743df951-fb54-46ee-89fc-a80eb6ee1c35,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:33.475398 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d0d6f7df-4a4e-45be-b27a-9abb1a201c93 req-423b74aa-92b2-4f5d-8609-90f0bb21150c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3d86141-298d-4218-9c6d-b514a2ff5c92 HTTP/1.1" status: 200 len: 1000 time: 0.0783858 Apr 20 13:12:33.519852 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-ac8ae98e-3d94-44ae-92a9-8d9726e9a839 None None] Set router 743ceca2-0b4a-4a6e-adc1-701ab4e69731 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:12:33.524726 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aa0701ca-13d4-49e3-9656-bc6a13581916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:33.548757 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c839c94-8071-4660-9357-e8d2414a7337 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:12:33.560504 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7c839c94-8071-4660-9357-e8d2414a7337 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:33.568457 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ee77da-b32c-4030-9dfc-ebcb8f1b12a7 None None] Sync routers for ids ['48dfb62f-8449-4eb5-b866-5392dcdb2959'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:12:33.580146 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ee77da-b32c-4030-9dfc-ebcb8f1b12a7 None None] Routers {'48dfb62f-8449-4eb5-b866-5392dcdb2959'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:33.584995 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-14ee77da-b32c-4030-9dfc-ebcb8f1b12a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:12:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['48dfb62f-8449-4eb5-b866-5392dcdb2959'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:33.611194 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7c839c94-8071-4660-9357-e8d2414a7337 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "DELETE /v2.0/floatingips/56fca0bc-0e91-4d6f-9be8-c6599b24e290 HTTP/1.1" status: 204 len: 168 time: 2.0514784 Apr 20 13:12:33.612072 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41250) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:33.679899 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-14ee77da-b32c-4030-9dfc-ebcb8f1b12a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:33.699516 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-e6176b6b-54c8-4abc-8677-b2839c6010ca None None] Port d4d4f115-b2ef-43f1-8790-faf3a7d592db cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:12:33.702284 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ee77da-b32c-4030-9dfc-ebcb8f1b12a7 None None] Routers {'48dfb62f-8449-4eb5-b866-5392dcdb2959'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:33.706735 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-14ee77da-b32c-4030-9dfc-ebcb8f1b12a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:12:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['48dfb62f-8449-4eb5-b866-5392dcdb2959'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:33.744087 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6f7df-4a4e-45be-b27a-9abb1a201c93 req-cd442ce8-c0f3-4afe-8c9d-117eebe1ed34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:33.746158 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d0d6f7df-4a4e-45be-b27a-9abb1a201c93 req-cd442ce8-c0f3-4afe-8c9d-117eebe1ed34 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=50283e41-42f7-46ab-979a-b196312e8e7f HTTP/1.1" status: 200 len: 856 time: 0.2220216 Apr 20 13:12:33.748177 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-14ee77da-b32c-4030-9dfc-ebcb8f1b12a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:33.749134 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ee77da-b32c-4030-9dfc-ebcb8f1b12a7 None None] The sync data for ids ['48dfb62f-8449-4eb5-b866-5392dcdb2959'] in n-d-836015-7 is: [] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:12:33.780697 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-bf0eda6f-174e-425d-8201-c4cfdceca1ca tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Deleting port 833ab8a7-368a-4b7b-b60b-ce157d109f46 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:12:33.789643 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bf0eda6f-174e-425d-8201-c4cfdceca1ca tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:33.915538 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-71c62ec4-0f10-423a-8a4a-1c9a9256342c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2015753 Apr 20 13:12:33.928012 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6f7df-4a4e-45be-b27a-9abb1a201c93 req-51bbd451-ad4f-473b-bff9-ebc63d84f577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:33.929515 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d0d6f7df-4a4e-45be-b27a-9abb1a201c93 req-51bbd451-ad4f-473b-bff9-ebc63d84f577 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5f8d1d6d-7980-40b6-a3d5-202cd4161f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1614039 Apr 20 13:12:34.008194 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bf0eda6f-174e-425d-8201-c4cfdceca1ca tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:34.032100 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-bf0eda6f-174e-425d-8201-c4cfdceca1ca tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Calling delete_port for 833ab8a7-368a-4b7b-b60b-ce157d109f46 owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:12:34.045332 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825e874-d05e-4f93-bad6-3144dafebea6 req-b0a50f09-30e3-46a4-8460-f1520074099e tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:34.056827 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d825e874-d05e-4f93-bad6-3144dafebea6 req-b0a50f09-30e3-46a4-8460-f1520074099e tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] 10.222.0.25 "GET /v2.0/ports?device_id=81036cbb-dbc4-4fba-a98b-7dddb57e9fea HTTP/1.1" status: 200 len: 945 time: 0.3227580 Apr 20 13:12:34.210816 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-771c12bb-583a-4c43-b89a-b8273765152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff919ef-bade-48ca-816a-6cb87816b63c', 'name': 'tempest-ServersTestJSON-2005446165-router', 'tenant_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'cde5168c-2ab2-4ce2-b052-0d195074070b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:12:25Z', 'updated_at': '2022-04-20T13:12:28Z', 'revision_number': 3, 'project_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'gw_port': {'id': 'cde5168c-2ab2-4ce2-b052-0d195074070b', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff919ef-bade-48ca-816a-6cb87816b63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:12:26Z', 'updated_at': '2022-04-20T13:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:34.241611 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771c12bb-583a-4c43-b89a-b8273765152a None None] The sync data for ids ['0ff919ef-bade-48ca-816a-6cb87816b63c'] in n-d-836015-7 is: [{'id': '0ff919ef-bade-48ca-816a-6cb87816b63c', 'name': 'tempest-ServersTestJSON-2005446165-router', 'tenant_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'cde5168c-2ab2-4ce2-b052-0d195074070b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:12:25Z', 'updated_at': '2022-04-20T13:12:28Z', 'revision_number': 3, 'project_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'gw_port': {'id': 'cde5168c-2ab2-4ce2-b052-0d195074070b', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff919ef-bade-48ca-816a-6cb87816b63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:12:26Z', 'updated_at': '2022-04-20T13:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:12:34.255786 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-e66d456e-e84d-4594-9fdc-b47437c43957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:34.257094 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-e66d456e-e84d-4594-9fdc-b47437c43957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:34.258025 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-e66d456e-e84d-4594-9fdc-b47437c43957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:34.258149 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-e66d456e-e84d-4594-9fdc-b47437c43957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:34.258668 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-e66d456e-e84d-4594-9fdc-b47437c43957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:34.259338 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-e66d456e-e84d-4594-9fdc-b47437c43957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:34.259993 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-e66d456e-e84d-4594-9fdc-b47437c43957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:34.262263 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-e66d456e-e84d-4594-9fdc-b47437c43957 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=80a09310883244f09c77418f84fc8e88&device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 6490 time: 0.3300664 Apr 20 13:12:34.282773 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ac8ae98e-3d94-44ae-92a9-8d9726e9a839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'name': 'tempest-AttachVolumeShelveTestJSON-1796423913-router', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'e0156b26-b064-4225-8417-ea8cce1a54ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:35Z', 'updated_at': '2022-04-20T13:06:50Z', 'revision_number': 4, 'project_id': 'c6b1693032114a59884d6bf282ad5efe', 'gw_port': {'id': 'e0156b26-b064-4225-8417-ea8cce1a54ab', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:38Z', 'updated_at': '2022-04-20T13:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'c27cabb8-ae4a-4163-ad0e-d1754ae81955', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'port_id': 'b3d86141-298d-4218-9c6d-b514a2ff5c92', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d', 'mac_address': 'fa:16:3e:b2:c3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e058f4b6-2d8a-4008-80a9-3c38f2f196c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:12:08Z', 'updated_at': '2022-04-20T13:12:30Z', 'revision_number': 1, 'project_id': 'c6b1693032114a59884d6bf282ad5efe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc0a48e-f464-444f-96b9-d70e47d4e667', 'name': '', 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'mac_address': 'fa:16:3e:99:2d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '50283e41-42f7-46ab-979a-b196312e8e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:46Z', 'updated_at': '2022-04-20T13:07:11Z', 'revision_number': 5, 'project_id': 'c6b1693032114a59884d6bf282ad5efe', 'subnets': [{'id': '50283e41-42f7-46ab-979a-b196312e8e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:34.318905 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d825e874-d05e-4f93-bad6-3144dafebea6 req-0e0e30ae-cfaf-4233-a3d5-467e63cd3d0e tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d9fe465-e1a2-4c3b-bf29-5ea4e72ef571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610302 Apr 20 13:12:34.333720 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8ae98e-3d94-44ae-92a9-8d9726e9a839 None None] Checking router: 743ceca2-0b4a-4a6e-adc1-701ab4e69731 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:12:34.344098 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8ae98e-3d94-44ae-92a9-8d9726e9a839 None None] Routers {'743ceca2-0b4a-4a6e-adc1-701ab4e69731'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:34.345481 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ac8ae98e-3d94-44ae-92a9-8d9726e9a839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:12:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['743ceca2-0b4a-4a6e-adc1-701ab4e69731'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:34.523748 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-ac8ae98e-3d94-44ae-92a9-8d9726e9a839 None None] Set router 743ceca2-0b4a-4a6e-adc1-701ab4e69731 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:12:34.537060 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d0d6f7df-4a4e-45be-b27a-9abb1a201c93 req-a5bbd7a8-f3c0-44ed-a611-b0213b9be73d service neutron] 10.222.0.15 "GET /v2.0/networks/5f8d1d6d-7980-40b6-a3d5-202cd4161f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5554080 Apr 20 13:12:34.581963 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bf0eda6f-174e-425d-8201-c4cfdceca1ca tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:34.614890 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aa0701ca-13d4-49e3-9656-bc6a13581916 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:34.643377 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-74a622a2-03b0-49d8-bf52-00df556a0538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:34.643377 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-74a622a2-03b0-49d8-bf52-00df556a0538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:34.643377 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-74a622a2-03b0-49d8-bf52-00df556a0538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:34.674125 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-74a622a2-03b0-49d8-bf52-00df556a0538 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c0567742-ebd6-4040-88bb-7f8afbb4e328&id=5a69de38-4530-4bc9-a14a-1ca14f4ebdfd&id=5a69de38-4530-4bc9-a14a-1ca14f4ebdfd&id=5a69de38-4530-4bc9-a14a-1ca14f4ebdfd&id=5a69de38-4530-4bc9-a14a-1ca14f4ebdfd&id=b1ec58e9-2000-46d7-b9f7-b902c3308689&id=b1ec58e9-2000-46d7-b9f7-b902c3308689 HTTP/1.1" status: 200 len: 2292 time: 0.3495262 Apr 20 13:12:34.693869 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0eda6f-174e-425d-8201-c4cfdceca1ca tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Pushing event deleted for resources: {'Port': ['ID=833ab8a7-368a-4b7b-b60b-ce157d109f46,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:34.873208 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aa0701ca-13d4-49e3-9656-bc6a13581916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:34.940114 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bf0eda6f-174e-425d-8201-c4cfdceca1ca tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:34.950086 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-bf0eda6f-174e-425d-8201-c4cfdceca1ca tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "DELETE /v2.0/ports/833ab8a7-368a-4b7b-b60b-ce157d109f46 HTTP/1.1" status: 204 len: 168 time: 1.3371060 Apr 20 13:12:34.951022 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41288) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:34.958336 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-2e296910-4a40-45cf-bd8c-db4c996ea683 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:34.966356 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ac8ae98e-3d94-44ae-92a9-8d9726e9a839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'name': 'tempest-AttachVolumeShelveTestJSON-1796423913-router', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'e0156b26-b064-4225-8417-ea8cce1a54ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:35Z', 'updated_at': '2022-04-20T13:06:50Z', 'revision_number': 4, 'project_id': 'c6b1693032114a59884d6bf282ad5efe', 'gw_port': {'id': 'e0156b26-b064-4225-8417-ea8cce1a54ab', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:38Z', 'updated_at': '2022-04-20T13:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'c27cabb8-ae4a-4163-ad0e-d1754ae81955', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'port_id': 'b3d86141-298d-4218-9c6d-b514a2ff5c92', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d', 'mac_address': 'fa:16:3e:b2:c3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e058f4b6-2d8a-4008-80a9-3c38f2f196c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:12:08Z', 'updated_at': '2022-04-20T13:12:30Z', 'revision_number': 1, 'project_id': 'c6b1693032114a59884d6bf282ad5efe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc0a48e-f464-444f-96b9-d70e47d4e667', 'name': '', 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'mac_address': 'fa:16:3e:99:2d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '50283e41-42f7-46ab-979a-b196312e8e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:46Z', 'updated_at': '2022-04-20T13:07:11Z', 'revision_number': 5, 'project_id': 'c6b1693032114a59884d6bf282ad5efe', 'subnets': [{'id': '50283e41-42f7-46ab-979a-b196312e8e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:35.017845 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8ae98e-3d94-44ae-92a9-8d9726e9a839 None None] The sync data for ids ['743ceca2-0b4a-4a6e-adc1-701ab4e69731'] in n-d-836015-7 is: [{'id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'name': 'tempest-AttachVolumeShelveTestJSON-1796423913-router', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'e0156b26-b064-4225-8417-ea8cce1a54ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:35Z', 'updated_at': '2022-04-20T13:06:50Z', 'revision_number': 4, 'project_id': 'c6b1693032114a59884d6bf282ad5efe', 'gw_port': {'id': 'e0156b26-b064-4225-8417-ea8cce1a54ab', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:38Z', 'updated_at': '2022-04-20T13:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'c27cabb8-ae4a-4163-ad0e-d1754ae81955', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'port_id': 'b3d86141-298d-4218-9c6d-b514a2ff5c92', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d', 'mac_address': 'fa:16:3e:b2:c3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e058f4b6-2d8a-4008-80a9-3c38f2f196c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:12:08Z', 'updated_at': '2022-04-20T13:12:30Z', 'revision_number': 1, 'project_id': 'c6b1693032114a59884d6bf282ad5efe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc0a48e-f464-444f-96b9-d70e47d4e667', 'name': '', 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'mac_address': 'fa:16:3e:99:2d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '50283e41-42f7-46ab-979a-b196312e8e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:46Z', 'updated_at': '2022-04-20T13:07:11Z', 'revision_number': 5, 'project_id': 'c6b1693032114a59884d6bf282ad5efe', 'subnets': [{'id': '50283e41-42f7-46ab-979a-b196312e8e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:12:35.069512 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e296910-4a40-45cf-bd8c-db4c996ea683 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for floatingip, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:35.171878 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-39193b03-2bdd-4800-8b0a-0f50d9649580 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97b905ff-c95f-4cdf-b78c-ce981493c6b5 HTTP/1.1" status: 200 len: 1000 time: 0.3475292 Apr 20 13:12:35.186040 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aa0701ca-13d4-49e3-9656-bc6a13581916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:35.235535 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0701ca-13d4-49e3-9656-bc6a13581916 admin admin] Pushing event updated for resources: {'Port': ['ID=d4d4f115-b2ef-43f1-8790-faf3a7d592db,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:35.275908 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d0d6f7df-4a4e-45be-b27a-9abb1a201c93 req-13cf0d88-d344-4ebe-9ce7-0e8a86f1c9cf service neutron] 10.222.0.15 "GET /v2.0/networks/5f8d1d6d-7980-40b6-a3d5-202cd4161f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7266982 Apr 20 13:12:35.345889 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e296910-4a40-45cf-bd8c-db4c996ea683 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:35.453325 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 7f44d055-8b15-4b33-b4b7-1ed9f6883a0e up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:12:35.529246 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8517bbf8-f6a0-467d-935c-4d2652adb027 None None] New status for floating IP c27cabb8-ae4a-4163-ad0e-d1754ae81955: ACTIVE {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:12:35.657735 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-2e296910-4a40-45cf-bd8c-db4c996ea683 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Allocated IP 172.25.8.169 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/0e948617-8f26-485d-ae2f-eea3b2f951e5) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:35.908028 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 7f44d055-8b15-4b33-b4b7-1ed9f6883a0e completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:12:35.915189 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 7f44d055-8b15-4b33-b4b7-1ed9f6883a0e triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:35.916153 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:35.935718 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-b2947b5c-0b46-423d-beb8-5450392d6136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:35.937428 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-b2947b5c-0b46-423d-beb8-5450392d6136 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ab468ffa-ce13-456d-af37-126b9348379e HTTP/1.1" status: 200 len: 850 time: 0.7153420 Apr 20 13:12:35.965117 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e296910-4a40-45cf-bd8c-db4c996ea683 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:36.000997 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab53b9a-2e88-49e2-8246-cfde194efa27 req-daec283b-2fd3-4dd4-9757-023fa21052e0 tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:36.009094 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eab53b9a-2e88-49e2-8246-cfde194efa27 req-daec283b-2fd3-4dd4-9757-023fa21052e0 tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] 10.222.0.25 "GET /v2.0/ports?device_id=81036cbb-dbc4-4fba-a98b-7dddb57e9fea HTTP/1.1" status: 200 len: 945 time: 0.2096360 Apr 20 13:12:36.062325 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:36.088225 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81036cbb-dbc4-4fba-a98b-7dddb57e9fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f44d055-8b15-4b33-b4b7-1ed9f6883a0e'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:12:36.090651 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33d98e8-cb3e-4b04-9c33-1d8eb3773208" -d '{"events": [{"server_uuid": "81036cbb-dbc4-4fba-a98b-7dddb57e9fea", "name": "network-vif-plugged", "status": "completed", "tag": "7f44d055-8b15-4b33-b4b7-1ed9f6883a0e"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:12:36.090978 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-4694f093-0b07-4236-af46-8afc1fee18cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:36.092772 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-4694f093-0b07-4236-af46-8afc1fee18cd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c0567742-ebd6-4040-88bb-7f8afbb4e328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1458864 Apr 20 13:12:36.095372 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0701ca-13d4-49e3-9656-bc6a13581916 admin admin] Network 31fca606-89b5-41af-8e9a-0f3bd7276e6d is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:36.100122 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eab53b9a-2e88-49e2-8246-cfde194efa27 req-bb38997d-137a-4b84-8206-3fe177f4cfe1 tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d9fe465-e1a2-4c3b-bf29-5ea4e72ef571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897989 Apr 20 13:12:36.113521 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-aa0701ca-13d4-49e3-9656-bc6a13581916 admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:36.152819 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 7f44d055-8b15-4b33-b4b7-1ed9f6883a0e, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=7f44d055-8b15-4b33-b4b7-1ed9f6883a0e,segment=NetworkSegment(e39b3287-4d37-49ff-961a-c02d032f7560),segment_id=e39b3287-4d37-49ff-961a-c02d032f7560)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:12:36.154589 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e296910-4a40-45cf-bd8c-db4c996ea683 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:36.208422 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4712b1-78ad-4c0c-8ffd-203ebe7cda49 x-openstack-request-id: req-db4712b1-78ad-4c0c-8ffd-203ebe7cda49 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:12:36.208796 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81036cbb-dbc4-4fba-a98b-7dddb57e9fea", "name": "network-vif-plugged", "status": "completed", "tag": "7f44d055-8b15-4b33-b4b7-1ed9f6883a0e", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:12:36.209208 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-db4712b1-78ad-4c0c-8ffd-203ebe7cda49 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:12:36.209685 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db4712b1-78ad-4c0c-8ffd-203ebe7cda49'] response: {'server_uuid': '81036cbb-dbc4-4fba-a98b-7dddb57e9fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f44d055-8b15-4b33-b4b7-1ed9f6883a0e', 'code': 200} Apr 20 13:12:36.228113 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e296910-4a40-45cf-bd8c-db4c996ea683 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:36.236433 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-2e296910-4a40-45cf-bd8c-db4c996ea683 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:36.240448 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e296910-4a40-45cf-bd8c-db4c996ea683 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:36.257543 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:36.348715 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e296910-4a40-45cf-bd8c-db4c996ea683 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Pushing event updated for resources: {'Port': ['ID=0e948617-8f26-485d-ae2f-eea3b2f951e5,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:36.379725 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e296910-4a40-45cf-bd8c-db4c996ea683 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:36.388105 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=7f44d055-8b15-4b33-b4b7-1ed9f6883a0e,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:36.492306 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e296910-4a40-45cf-bd8c-db4c996ea683 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:36.533473 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545528d-0bf6-4fb2-b951-b0d4d2591e26 req-e33fe09c-ab10-4fbb-b662-5bef6d88673e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:36.535002 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8545528d-0bf6-4fb2-b951-b0d4d2591e26 req-e33fe09c-ab10-4fbb-b662-5bef6d88673e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=81036cbb-dbc4-4fba-a98b-7dddb57e9fea HTTP/1.1" status: 200 len: 1097 time: 0.1931148 Apr 20 13:12:36.552251 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-45a630aa-106a-4a09-9556-0529427699c7 service neutron] 10.222.0.15 "GET /v2.0/networks/c0567742-ebd6-4040-88bb-7f8afbb4e328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369550 Apr 20 13:12:36.604619 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device cde5168c-2ab2-4ce2-b052-0d195074070b up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:12:36.652343 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8545528d-0bf6-4fb2-b951-b0d4d2591e26 req-bf334202-39e3-4fb6-b1f9-54c929e82e40 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7d9fe465-e1a2-4c3b-bf29-5ea4e72ef571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855405 Apr 20 13:12:36.668488 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0701ca-13d4-49e3-9656-bc6a13581916 admin admin] Router 0ff919ef-bade-48ca-816a-6cb87816b63c has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:12:36.786366 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e296910-4a40-45cf-bd8c-db4c996ea683 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:36.805827 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-e3fcc958-7325-4f9c-816b-b3c24d74bae9 None None] Provisioning complete for port d4d4f115-b2ef-43f1-8790-faf3a7d592db triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:36.806447 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e3fcc958-7325-4f9c-816b-b3c24d74bae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:36.810832 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-7d125106-9dda-4248-a3fc-c79111a6aafa service neutron] 10.222.0.15 "GET /v2.0/networks/c0567742-ebd6-4040-88bb-7f8afbb4e328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576632 Apr 20 13:12:36.853848 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port cde5168c-2ab2-4ce2-b052-0d195074070b triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:36.854282 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:36.861793 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-e3fcc958-7325-4f9c-816b-b3c24d74bae9 None None] Port d4d4f115-b2ef-43f1-8790-faf3a7d592db cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:12:36.890744 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e296910-4a40-45cf-bd8c-db4c996ea683 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:36.918415 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0701ca-13d4-49e3-9656-bc6a13581916 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:12:36.936362 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-aa0701ca-13d4-49e3-9656-bc6a13581916 admin admin] 10.222.0.25 "PUT /v2.0/routers/0ff919ef-bade-48ca-816a-6cb87816b63c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3449678 Apr 20 13:12:37.074215 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-45e9affb-ec35-4e82-bb54-7649db2dd5ed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=9830ed74-8ebf-4eb3-b39e-6bc82c466a82 HTTP/1.1" status: 200 len: 217 time: 0.1397500 Apr 20 13:12:37.105571 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:37.118849 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e296910-4a40-45cf-bd8c-db4c996ea683 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Pushing event updated for resources: {'Port': ['ID=0e948617-8f26-485d-ae2f-eea3b2f951e5,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:37.147233 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e296910-4a40-45cf-bd8c-db4c996ea683 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:37.152606 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port cde5168c-2ab2-4ce2-b052-0d195074070b, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=cde5168c-2ab2-4ce2-b052-0d195074070b,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:12:37.165783 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4516b4b9-f909-4a42-ad83-35c92b54b3c7 None None] Sync routers for ids ['0ff919ef-bade-48ca-816a-6cb87816b63c'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:12:37.181251 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4516b4b9-f909-4a42-ad83-35c92b54b3c7 None None] Routers {'0ff919ef-bade-48ca-816a-6cb87816b63c'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:37.181891 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4516b4b9-f909-4a42-ad83-35c92b54b3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:12:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['0ff919ef-bade-48ca-816a-6cb87816b63c'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:37.196861 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-fd2630f9-8c04-4075-9fba-d2276dc77eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:37.202968 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-fd2630f9-8c04-4075-9fba-d2276dc77eb2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4af9191-d6b5-420c-b77f-a5f7f7b63126 HTTP/1.1" status: 200 len: 797 time: 0.1101720 Apr 20 13:12:37.228409 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:37.282144 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e296910-4a40-45cf-bd8c-db4c996ea683 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:37.284282 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2e296910-4a40-45cf-bd8c-db4c996ea683 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3318131 Apr 20 13:12:37.288276 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41344) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:37.302460 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-14c1628a-9f08-4ec3-8467-dea08ddc3b23 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Request body: {'port': {'network_id': 'aade191c-f0a5-4e60-adb9-b4bb66d0b382', 'name': 'tempest-FloatingIPTestJSON-1406834142'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:37.343191 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=cde5168c-2ab2-4ce2-b052-0d195074070b,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:37.378553 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-1cc56b1c-8dda-4450-8d42-c8fe49290369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:37.380213 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-1cc56b1c-8dda-4450-8d42-c8fe49290369 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a69de38-4530-4bc9-a14a-1ca14f4ebdfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1685216 Apr 20 13:12:37.490380 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1a469-6343-4d92-acbc-367802ae4af1 req-d065db5a-e8f4-4138-9985-32f76e63939e tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:37.494856 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-4516b4b9-f909-4a42-ad83-35c92b54b3c7 None None] Set router 0ff919ef-bade-48ca-816a-6cb87816b63c gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:12:37.495042 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c1b1a469-6343-4d92-acbc-367802ae4af1 req-d065db5a-e8f4-4138-9985-32f76e63939e tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] 10.222.0.25 "GET /v2.0/ports?device_id=81036cbb-dbc4-4fba-a98b-7dddb57e9fea HTTP/1.1" status: 200 len: 946 time: 0.2405331 Apr 20 13:12:37.680268 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c1b1a469-6343-4d92-acbc-367802ae4af1 req-2bde325f-3a6c-483f-a058-07e98581a134 tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d9fe465-e1a2-4c3b-bf29-5ea4e72ef571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972197 Apr 20 13:12:37.721356 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-204422a3-333a-4876-988f-542f0add4ab7 service neutron] 10.222.0.15 "GET /v2.0/networks/5a69de38-4530-4bc9-a14a-1ca14f4ebdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325515 Apr 20 13:12:37.772369 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4516b4b9-f909-4a42-ad83-35c92b54b3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff919ef-bade-48ca-816a-6cb87816b63c', 'name': 'tempest-ServersTestJSON-2005446165-router', 'tenant_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'cde5168c-2ab2-4ce2-b052-0d195074070b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:12:25Z', 'updated_at': '2022-04-20T13:12:33Z', 'revision_number': 4, 'project_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'gw_port': {'id': 'cde5168c-2ab2-4ce2-b052-0d195074070b', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff919ef-bade-48ca-816a-6cb87816b63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:12:26Z', 'updated_at': '2022-04-20T13:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'd4d4f115-b2ef-43f1-8790-faf3a7d592db', 'name': '', 'network_id': '31fca606-89b5-41af-8e9a-0f3bd7276e6d', 'tenant_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'mac_address': 'fa:16:3e:72:ad:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff919ef-bade-48ca-816a-6cb87816b63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '74adebdc-5d6b-4341-9419-cb7e516307ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:12:31Z', 'updated_at': '2022-04-20T13:12:33Z', 'revision_number': 2, 'project_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'subnets': [{'id': '74adebdc-5d6b-4341-9419-cb7e516307ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:37.801588 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4516b4b9-f909-4a42-ad83-35c92b54b3c7 None None] Checking router: 0ff919ef-bade-48ca-816a-6cb87816b63c for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:12:37.802177 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4516b4b9-f909-4a42-ad83-35c92b54b3c7 None None] Updating router 0ff919ef-bade-48ca-816a-6cb87816b63c port d4d4f115-b2ef-43f1-8790-faf3a7d592db binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:12:37.823699 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-cab13df9-1509-49c2-9039-2170b0054176 service neutron] 10.222.0.15 "GET /v2.0/networks/5a69de38-4530-4bc9-a14a-1ca14f4ebdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928931 Apr 20 13:12:37.827427 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-4516b4b9-f909-4a42-ad83-35c92b54b3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:37.870198 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-1a3b8a8d-3eff-4314-9083-4e14be197d26 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=b8f78639-1657-457a-816e-30db34b05a25 HTTP/1.1" status: 200 len: 217 time: 0.0393879 Apr 20 13:12:37.904483 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c1628a-9f08-4ec3-8467-dea08ddc3b23 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Made reservation on behalf of 34b4c831c88c4ef6bd6756dfbb64d067 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:12:37.912425 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-14c1628a-9f08-4ec3-8467-dea08ddc3b23 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:37.939504 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-44478057-15f7-4714-a0eb-4cd41c449baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:37.941013 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-44478057-15f7-4714-a0eb-4cd41c449baf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4af9191-d6b5-420c-b77f-a5f7f7b63126 HTTP/1.1" status: 200 len: 797 time: 0.0628409 Apr 20 13:12:37.948353 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-14c1628a-9f08-4ec3-8467-dea08ddc3b23 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] device_id is not set on port 80b3f094-1146-45a7-8bb5-015911fcbec3 yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:12:38.054715 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-c930b0dd-ee80-4900-9afb-3db5c14fe680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:38.056615 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-c930b0dd-ee80-4900-9afb-3db5c14fe680 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a69de38-4530-4bc9-a14a-1ca14f4ebdfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1008713 Apr 20 13:12:38.183525 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41366) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:38.207790 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-a2df8883-9dab-40b6-aa70-1277204648f6 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Request body: {'security_group': {'name': 'tempest-securitygroup--977105079', 'description': 'tempest-description--1072011382'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:38.258205 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-14c1628a-9f08-4ec3-8467-dea08ddc3b23 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Allocated IP 172.20.0.2 (aade191c-f0a5-4e60-adb9-b4bb66d0b382/bf7add2d-7f11-4b58-9b58-9cb196f0ee95/80b3f094-1146-45a7-8bb5-015911fcbec3) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:38.277570 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-4a39eaf6-65ef-4392-a120-ad7969cbd459 service neutron] 10.222.0.15 "GET /v2.0/networks/5a69de38-4530-4bc9-a14a-1ca14f4ebdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105718 Apr 20 13:12:38.388025 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a2df8883-9dab-40b6-aa70-1277204648f6 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:38.422103 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-4516b4b9-f909-4a42-ad83-35c92b54b3c7 None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:38.447017 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device cde5168c-2ab2-4ce2-b052-0d195074070b up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:12:38.520665 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-4516b4b9-f909-4a42-ad83-35c92b54b3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:38.546222 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-14c1628a-9f08-4ec3-8467-dea08ddc3b23 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:38.553502 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port cde5168c-2ab2-4ce2-b052-0d195074070b triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:38.554142 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:38.579289 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a2df8883-9dab-40b6-aa70-1277204648f6 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:38.624441 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-07ad2261-e48d-4e88-99c8-3aa8d88b1ffb service neutron] 10.222.0.15 "GET /v2.0/networks/5a69de38-4530-4bc9-a14a-1ca14f4ebdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258874 Apr 20 13:12:38.667479 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13c41f-78af-45d8-9096-7ca52b32be2f None None] Pushing event updated for resources: {'Port': ['ID=d4d4f115-b2ef-43f1-8790-faf3a7d592db,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:38.691203 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a2df8883-9dab-40b6-aa70-1277204648f6 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:38.698356 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13c41f-78af-45d8-9096-7ca52b32be2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:38.702704 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13c41f-78af-45d8-9096-7ca52b32be2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:38.703867 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13c41f-78af-45d8-9096-7ca52b32be2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:38.704332 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13c41f-78af-45d8-9096-7ca52b32be2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:38.706213 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13c41f-78af-45d8-9096-7ca52b32be2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:38.706658 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13c41f-78af-45d8-9096-7ca52b32be2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:38.707079 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13c41f-78af-45d8-9096-7ca52b32be2f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:38.712085 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13c41f-78af-45d8-9096-7ca52b32be2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:38.712567 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13c41f-78af-45d8-9096-7ca52b32be2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:38.712994 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13c41f-78af-45d8-9096-7ca52b32be2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:38.713385 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13c41f-78af-45d8-9096-7ca52b32be2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:38.713786 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f13c41f-78af-45d8-9096-7ca52b32be2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:38.780853 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-14c1628a-9f08-4ec3-8467-dea08ddc3b23 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:38.781702 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-515d00e2-cff2-44bf-a127-5bb4c73b7385 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=bf933922-09e5-4f77-9f0e-bfb87f24c714 HTTP/1.1" status: 200 len: 217 time: 0.1538780 Apr 20 13:12:38.836573 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df8883-9dab-40b6-aa70-1277204648f6 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=691d618c-1515-4033-a944-efeb8b65dc55,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:38.846461 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-4516b4b9-f909-4a42-ad83-35c92b54b3c7 None None] Attempting to bind port d4d4f115-b2ef-43f1-8790-faf3a7d592db on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:38.847472 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-4516b4b9-f909-4a42-ad83-35c92b54b3c7 None None] Attempting to bind port d4d4f115-b2ef-43f1-8790-faf3a7d592db by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'ddab2d16-2ce0-43b7-9a5d-6c0cd2b9fc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '31fca606-89b5-41af-8e9a-0f3bd7276e6d'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:38.848074 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4516b4b9-f909-4a42-ad83-35c92b54b3c7 None None] Attempting to bind port d4d4f115-b2ef-43f1-8790-faf3a7d592db on network 31fca606-89b5-41af-8e9a-0f3bd7276e6d {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:38.858819 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4516b4b9-f909-4a42-ad83-35c92b54b3c7 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:12:38.859717 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4516b4b9-f909-4a42-ad83-35c92b54b3c7 None None] Checking segment: {'id': 'ddab2d16-2ce0-43b7-9a5d-6c0cd2b9fc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '31fca606-89b5-41af-8e9a-0f3bd7276e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:12:38.861959 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-4516b4b9-f909-4a42-ad83-35c92b54b3c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:38.862754 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4516b4b9-f909-4a42-ad83-35c92b54b3c7 None None] Bound using segment: {'id': 'ddab2d16-2ce0-43b7-9a5d-6c0cd2b9fc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '31fca606-89b5-41af-8e9a-0f3bd7276e6d'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:12:38.863951 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-4516b4b9-f909-4a42-ad83-35c92b54b3c7 None None] Bound port: d4d4f115-b2ef-43f1-8790-faf3a7d592db, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddab2d16-2ce0-43b7-9a5d-6c0cd2b9fc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '31fca606-89b5-41af-8e9a-0f3bd7276e6d'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:12:38.865733 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-4516b4b9-f909-4a42-ad83-35c92b54b3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:38.932235 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a2df8883-9dab-40b6-aa70-1277204648f6 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:38.933434 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a2df8883-9dab-40b6-aa70-1277204648f6 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7490990 Apr 20 13:12:38.938372 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41372) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:38.953684 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-10fc452f-43b5-4d32-a13a-858670aad22e tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Request body: {'security_group_rule': {'security_group_id': '691d618c-1515-4033-a944-efeb8b65dc55', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:38.977777 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c1628a-9f08-4ec3-8467-dea08ddc3b23 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Network aade191c-f0a5-4e60-adb9-b4bb66d0b382 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:38.988193 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-08f38e7d-3995-4c4c-84f6-f75e2452904f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:38.989803 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-08f38e7d-3995-4c4c-84f6-f75e2452904f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4af9191-d6b5-420c-b77f-a5f7f7b63126 HTTP/1.1" status: 200 len: 797 time: 0.2002993 Apr 20 13:12:38.994849 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-4516b4b9-f909-4a42-ad83-35c92b54b3c7 None None] For port d4d4f115-b2ef-43f1-8790-faf3a7d592db, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:12:38.996930 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-14c1628a-9f08-4ec3-8467-dea08ddc3b23 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:39.007056 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-4516b4b9-f909-4a42-ad83-35c92b54b3c7 None None] For port d4d4f115-b2ef-43f1-8790-faf3a7d592db, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d4d4f115-b2ef-43f1-8790-faf3a7d592db,segment=NetworkSegment(ddab2d16-2ce0-43b7-9a5d-6c0cd2b9fc08),segment_id=ddab2d16-2ce0-43b7-9a5d-6c0cd2b9fc08)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:12:39.007414 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c1628a-9f08-4ec3-8467-dea08ddc3b23 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:39.060218 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c1628a-9f08-4ec3-8467-dea08ddc3b23 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Pushing event updated for resources: {'Port': ['ID=80b3f094-1146-45a7-8bb5-015911fcbec3,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:39.081424 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad6717-954d-4290-8d33-4d7e02500950 req-425dfe40-de38-4ace-8815-750b906fbe36 tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:39.089094 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f5ad6717-954d-4290-8d33-4d7e02500950 req-425dfe40-de38-4ace-8815-750b906fbe36 tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] 10.222.0.25 "GET /v2.0/ports?device_id=81036cbb-dbc4-4fba-a98b-7dddb57e9fea HTTP/1.1" status: 200 len: 946 time: 0.2162294 Apr 20 13:12:39.099644 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-d3483d6a-e3d7-4c77-afdf-7a5c21a14287 None None] Provisioning complete for port d4d4f115-b2ef-43f1-8790-faf3a7d592db triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:39.100022 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d3483d6a-e3d7-4c77-afdf-7a5c21a14287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:39.103924 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-4516b4b9-f909-4a42-ad83-35c92b54b3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:39.119716 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-dbf4330a-c8f6-4cd9-8c31-3b620547767e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:39.121323 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-dbf4330a-c8f6-4cd9-8c31-3b620547767e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a69de38-4530-4bc9-a14a-1ca14f4ebdfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1205232 Apr 20 13:12:39.133694 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c1628a-9f08-4ec3-8467-dea08ddc3b23 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:39.134952 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-14c1628a-9f08-4ec3-8467-dea08ddc3b23 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:39.179704 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f5ad6717-954d-4290-8d33-4d7e02500950 req-a5662c62-2c93-4a17-bdf4-a6b9a557236e tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d9fe465-e1a2-4c3b-bf29-5ea4e72ef571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847266 Apr 20 13:12:39.210980 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-10fc452f-43b5-4d32-a13a-858670aad22e tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:39.230449 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d3483d6a-e3d7-4c77-afdf-7a5c21a14287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:39.267843 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13c41f-78af-45d8-9096-7ca52b32be2f None None] Pushing event updated for resources: {'Port': ['ID=d4d4f115-b2ef-43f1-8790-faf3a7d592db,revision_number=4']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:39.279171 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4516b4b9-f909-4a42-ad83-35c92b54b3c7 None None] Routers {'0ff919ef-bade-48ca-816a-6cb87816b63c'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:39.280326 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4516b4b9-f909-4a42-ad83-35c92b54b3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:12:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['0ff919ef-bade-48ca-816a-6cb87816b63c'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:39.306098 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-d3483d6a-e3d7-4c77-afdf-7a5c21a14287 None None] For port d4d4f115-b2ef-43f1-8790-faf3a7d592db, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d4d4f115-b2ef-43f1-8790-faf3a7d592db,segment=NetworkSegment(ddab2d16-2ce0-43b7-9a5d-6c0cd2b9fc08),segment_id=ddab2d16-2ce0-43b7-9a5d-6c0cd2b9fc08)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:12:39.310744 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-7398df16-d2fb-4bcf-ae52-c4d94496f758 service neutron] 10.222.0.15 "GET /v2.0/networks/5a69de38-4530-4bc9-a14a-1ca14f4ebdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801436 Apr 20 13:12:39.320727 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 41388) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:39.328351 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-14c1628a-9f08-4ec3-8467-dea08ddc3b23 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0278401 Apr 20 13:12:39.387945 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d3483d6a-e3d7-4c77-afdf-7a5c21a14287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:39.402143 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-10fc452f-43b5-4d32-a13a-858670aad22e tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:39.414612 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-7d960e65-76be-408e-8327-315bc3d4e131 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Request body: {'floatingip': {'port_id': '80b3f094-1146-45a7-8bb5-015911fcbec3'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:39.490180 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-10fc452f-43b5-4d32-a13a-858670aad22e tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:39.491197 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3483d6a-e3d7-4c77-afdf-7a5c21a14287 None None] Pushing event updated for resources: {'Port': ['ID=d4d4f115-b2ef-43f1-8790-faf3a7d592db,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:39.513749 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-4516b4b9-f909-4a42-ad83-35c92b54b3c7 None None] Set router 0ff919ef-bade-48ca-816a-6cb87816b63c gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:12:39.542698 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41390) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:39.589570 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-9c61572e-e25d-4983-814a-b91e3056f800 service neutron] 10.222.0.15 "GET /v2.0/networks/5a69de38-4530-4bc9-a14a-1ca14f4ebdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678232 Apr 20 13:12:39.589863 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc452f-43b5-4d32-a13a-858670aad22e tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55fc9db7-65fa-4b86-8146-054dae53f02d,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:39.605471 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-10fc452f-43b5-4d32-a13a-858670aad22e tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:39.611614 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-10fc452f-43b5-4d32-a13a-858670aad22e tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6721151 Apr 20 13:12:39.612311 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41394) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:39.616916 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-96d36923-9254-4d38-a8a9-743f9f6d0acc tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Request body: {'security_group_rule': {'security_group_id': '691d618c-1515-4033-a944-efeb8b65dc55', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:39.661345 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7d960e65-76be-408e-8327-315bc3d4e131 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for floatingip, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:39.668361 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-ba955365-8dd5-41d4-a863-dc4dcecdcd96 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=bd817be8-283c-452b-aa21-7b15743074d5 HTTP/1.1" status: 200 len: 217 time: 0.0661185 Apr 20 13:12:39.734085 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-96d36923-9254-4d38-a8a9-743f9f6d0acc tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:39.824617 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-5fb31388-3685-4231-8a55-5f69c65d597c None None] Provisioning complete for port d4d4f115-b2ef-43f1-8790-faf3a7d592db triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:39.825131 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5fb31388-3685-4231-8a55-5f69c65d597c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:39.916146 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-02dfdbb5-ec7c-4218-84c8-bdce05958268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:39.917183 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-49f7a77e-d3ea-4f76-a747-aeade24edfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:39.920879 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-49f7a77e-d3ea-4f76-a747-aeade24edfca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4af9191-d6b5-420c-b77f-a5f7f7b63126 HTTP/1.1" status: 200 len: 797 time: 0.1914785 Apr 20 13:12:39.944294 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4516b4b9-f909-4a42-ad83-35c92b54b3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff919ef-bade-48ca-816a-6cb87816b63c', 'name': 'tempest-ServersTestJSON-2005446165-router', 'tenant_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'cde5168c-2ab2-4ce2-b052-0d195074070b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:12:25Z', 'updated_at': '2022-04-20T13:12:33Z', 'revision_number': 4, 'project_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'gw_port': {'id': 'cde5168c-2ab2-4ce2-b052-0d195074070b', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff919ef-bade-48ca-816a-6cb87816b63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:12:26Z', 'updated_at': '2022-04-20T13:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'd4d4f115-b2ef-43f1-8790-faf3a7d592db', 'name': '', 'network_id': '31fca606-89b5-41af-8e9a-0f3bd7276e6d', 'tenant_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'mac_address': 'fa:16:3e:72:ad:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff919ef-bade-48ca-816a-6cb87816b63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '74adebdc-5d6b-4341-9419-cb7e516307ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:12:31Z', 'updated_at': '2022-04-20T13:12:38Z', 'revision_number': 4, 'project_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'subnets': [{'id': '74adebdc-5d6b-4341-9419-cb7e516307ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:39.988960 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4516b4b9-f909-4a42-ad83-35c92b54b3c7 None None] The sync data for ids ['0ff919ef-bade-48ca-816a-6cb87816b63c'] in n-d-836015-7 is: [{'id': '0ff919ef-bade-48ca-816a-6cb87816b63c', 'name': 'tempest-ServersTestJSON-2005446165-router', 'tenant_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'cde5168c-2ab2-4ce2-b052-0d195074070b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:12:25Z', 'updated_at': '2022-04-20T13:12:33Z', 'revision_number': 4, 'project_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'gw_port': {'id': 'cde5168c-2ab2-4ce2-b052-0d195074070b', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff919ef-bade-48ca-816a-6cb87816b63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:12:26Z', 'updated_at': '2022-04-20T13:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'd4d4f115-b2ef-43f1-8790-faf3a7d592db', 'name': '', 'network_id': '31fca606-89b5-41af-8e9a-0f3bd7276e6d', 'tenant_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'mac_address': 'fa:16:3e:72:ad:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff919ef-bade-48ca-816a-6cb87816b63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '74adebdc-5d6b-4341-9419-cb7e516307ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:12:31Z', 'updated_at': '2022-04-20T13:12:38Z', 'revision_number': 4, 'project_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'subnets': [{'id': '74adebdc-5d6b-4341-9419-cb7e516307ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:12:40.028853 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-96d36923-9254-4d38-a8a9-743f9f6d0acc tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:40.108934 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-5bd892a4-86d5-4ab9-9ebc-8443ce5b1737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:40.110518 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-5bd892a4-86d5-4ab9-9ebc-8443ce5b1737 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a69de38-4530-4bc9-a14a-1ca14f4ebdfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1748145 Apr 20 13:12:40.143026 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-96d36923-9254-4d38-a8a9-743f9f6d0acc tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:40.160332 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-02dfdbb5-ec7c-4218-84c8-bdce05958268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:40.174465 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d36923-9254-4d38-a8a9-743f9f6d0acc tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69b6b8a7-a79c-45b7-8e20-580a0c425d6b,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:40.227828 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-02dfdbb5-ec7c-4218-84c8-bdce05958268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:40.343431 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dfdbb5-ec7c-4218-84c8-bdce05958268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce599d4-0539-42d1-b80b-9f71631e84b9,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:40.349894 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-96d36923-9254-4d38-a8a9-743f9f6d0acc tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:40.356220 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-96d36923-9254-4d38-a8a9-743f9f6d0acc tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7426634 Apr 20 13:12:40.356892 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41408) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:40.364727 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-48a3397c-3ef8-4d01-9ea7-f64b9b7ae4ec tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:40.395321 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-02dfdbb5-ec7c-4218-84c8-bdce05958268 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7d804bde494547889febd801b21a70c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8445272 Apr 20 13:12:40.395449 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 41414) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:40.457650 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-48a3397c-3ef8-4d01-9ea7-f64b9b7ae4ec tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks [] for floatingip, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:40.526877 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d4d4f115-b2ef-43f1-8790-faf3a7d592db up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:12:40.626420 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port d4d4f115-b2ef-43f1-8790-faf3a7d592db triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:40.627213 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:40.660779 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-48a3397c-3ef8-4d01-9ea7-f64b9b7ae4ec tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:40.809458 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7d960e65-76be-408e-8327-315bc3d4e131 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:40.879984 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4d8dd792-8701-4810-bedb-9e7137f52c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:40.892460 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-0e87e9da-dc86-4ca7-ad81-d315f3e112a8 service neutron] 10.222.0.15 "GET /v2.0/networks/5a69de38-4530-4bc9-a14a-1ca14f4ebdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7728393 Apr 20 13:12:40.898678 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-48a3397c-3ef8-4d01-9ea7-f64b9b7ae4ec tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Allocated IP 172.25.8.20 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/b7b9cd89-9a0e-4f7c-88b3-1a5c36b4ab88) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:40.919522 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7d960e65-76be-408e-8327-315bc3d4e131 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:41.079324 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-48a3397c-3ef8-4d01-9ea7-f64b9b7ae4ec tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:41.094932 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4d8dd792-8701-4810-bedb-9e7137f52c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:41.164890 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-ba796ae0-15a1-470f-9dfe-ec096c4fc5c5 service neutron] 10.222.0.15 "GET /v2.0/networks/5a69de38-4530-4bc9-a14a-1ca14f4ebdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531321 Apr 20 13:12:41.263586 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-48a3397c-3ef8-4d01-9ea7-f64b9b7ae4ec tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:41.268980 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-62095096-ecdf-4919-bc06-8a56abc3302b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=60877966-e402-419c-a28e-944e03bf9ba3 HTTP/1.1" status: 200 len: 217 time: 0.0448866 Apr 20 13:12:41.333278 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a3397c-3ef8-4d01-9ea7-f64b9b7ae4ec tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:41.349720 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-48a3397c-3ef8-4d01-9ea7-f64b9b7ae4ec tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:41.366050 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a3397c-3ef8-4d01-9ea7-f64b9b7ae4ec tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:41.487547 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a3397c-3ef8-4d01-9ea7-f64b9b7ae4ec tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Pushing event updated for resources: {'Port': ['ID=b7b9cd89-9a0e-4f7c-88b3-1a5c36b4ab88,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:41.575302 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-48a3397c-3ef8-4d01-9ea7-f64b9b7ae4ec tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:41.730102 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-48a3397c-3ef8-4d01-9ea7-f64b9b7ae4ec tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:41.859617 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-92576bbd-d0d7-4f39-8d7a-e765ffaf9e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:41.861218 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-92576bbd-d0d7-4f39-8d7a-e765ffaf9e1e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6bef6cbc-229e-4076-aebf-0e9753031270 HTTP/1.1" status: 200 len: 797 time: 0.5821669 Apr 20 13:12:41.864222 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4d8dd792-8701-4810-bedb-9e7137f52c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:41.866708 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4d8dd792-8701-4810-bedb-9e7137f52c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:41.880466 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4d8dd792-8701-4810-bedb-9e7137f52c13 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8ce599d4-0539-42d1-b80b-9f71631e84b9 HTTP/1.1" status: 204 len: 168 time: 1.4639394 Apr 20 13:12:41.981077 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-48a3397c-3ef8-4d01-9ea7-f64b9b7ae4ec tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:41.985241 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8dd792-8701-4810-bedb-9e7137f52c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce599d4-0539-42d1-b80b-9f71631e84b9,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:41.998242 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-7d960e65-76be-408e-8327-315bc3d4e131 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Floating IP 1c919dec-2bba-4bc3-a19b-669dc242a2ec associated. External IP: 172.25.8.169, port: 80b3f094-1146-45a7-8bb5-015911fcbec3. Apr 20 13:12:42.056524 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-48a3397c-3ef8-4d01-9ea7-f64b9b7ae4ec tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:42.064152 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-2b37e4cf-f560-4aea-a432-15197809110f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:42.065815 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-2b37e4cf-f560-4aea-a432-15197809110f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b1ec58e9-2000-46d7-b9f7-b902c3308689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1801605 Apr 20 13:12:42.207575 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a3397c-3ef8-4d01-9ea7-f64b9b7ae4ec tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Pushing event updated for resources: {'Port': ['ID=b7b9cd89-9a0e-4f7c-88b3-1a5c36b4ab88,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:42.216446 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:42.234036 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-48a3397c-3ef8-4d01-9ea7-f64b9b7ae4ec tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:42.245309 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-2b392026-cbe0-4d4a-b8bd-95657116c099 service neutron] 10.222.0.15 "GET /v2.0/networks/b1ec58e9-2000-46d7-b9f7-b902c3308689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701648 Apr 20 13:12:42.368824 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-48a3397c-3ef8-4d01-9ea7-f64b9b7ae4ec tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:42.379652 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-48a3397c-3ef8-4d01-9ea7-f64b9b7ae4ec tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0112379 Apr 20 13:12:42.449716 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-3b6e66e8-40b9-4b41-85b3-42c28d71c853 service neutron] 10.222.0.15 "GET /v2.0/networks/b1ec58e9-2000-46d7-b9f7-b902c3308689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892977 Apr 20 13:12:42.471129 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d960e65-76be-408e-8327-315bc3d4e131 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Router 48dfb62f-8449-4eb5-b866-5392dcdb2959 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:12:42.508024 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-840813a0-7912-4db5-9037-87973897746f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e3d672b2-5f52-48fe-8008-ebffb2729d17 HTTP/1.1" status: 200 len: 217 time: 0.0495033 Apr 20 13:12:42.677981 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-d964d775-f3b3-4b68-bc1f-194e49fc143a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:42.679719 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-d964d775-f3b3-4b68-bc1f-194e49fc143a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6bef6cbc-229e-4076-aebf-0e9753031270 HTTP/1.1" status: 200 len: 797 time: 0.1664288 Apr 20 13:12:42.791836 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d960e65-76be-408e-8327-315bc3d4e131 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:12:42.802162 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7d960e65-76be-408e-8327-315bc3d4e131 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:42.807236 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaebcd1-897f-45cf-84ba-74839b81220b None None] Sync routers for ids ['48dfb62f-8449-4eb5-b866-5392dcdb2959'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:12:42.825858 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41464) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:42.836759 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-5b073fa4-9356-4973-8f14-0d3265ff53b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:42.836759 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-5b073fa4-9356-4973-8f14-0d3265ff53b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b1ec58e9-2000-46d7-b9f7-b902c3308689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1154840 Apr 20 13:12:42.840181 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-9eceb524-b96c-4317-8edf-6e2b59b677db tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--977105079&fields=id&tenant_id=bf87f7ff9aa94282a52e31152fffd8e3 HTTP/1.1" status: 200 len: 267 time: 0.1186540 Apr 20 13:12:42.851777 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaebcd1-897f-45cf-84ba-74839b81220b None None] Routers {'48dfb62f-8449-4eb5-b866-5392dcdb2959'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:42.854543 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-1eaebcd1-897f-45cf-84ba-74839b81220b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:12:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['48dfb62f-8449-4eb5-b866-5392dcdb2959'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:42.855200 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7d960e65-76be-408e-8327-315bc3d4e131 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "PUT /v2.0/floatingips/1c919dec-2bba-4bc3-a19b-669dc242a2ec HTTP/1.1" status: 200 len: 978 time: 3.5322452 Apr 20 13:12:42.857207 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2ccdaf5f-3634-4b7d-b2fb-2c698d7fa58e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:42.862435 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:42.873148 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41466) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:42.908774 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-1eaebcd1-897f-45cf-84ba-74839b81220b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:42.920825 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaebcd1-897f-45cf-84ba-74839b81220b None None] Routers {'48dfb62f-8449-4eb5-b866-5392dcdb2959'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:42.921904 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-1eaebcd1-897f-45cf-84ba-74839b81220b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:12:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['48dfb62f-8449-4eb5-b866-5392dcdb2959'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:42.972812 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-1eaebcd1-897f-45cf-84ba-74839b81220b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:42.973808 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaebcd1-897f-45cf-84ba-74839b81220b None None] The sync data for ids ['48dfb62f-8449-4eb5-b866-5392dcdb2959'] in n-d-836015-7 is: [] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:12:43.031449 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-9b2c5f39-545f-47df-be96-66b10679347f service neutron] 10.222.0.15 "GET /v2.0/networks/b1ec58e9-2000-46d7-b9f7-b902c3308689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862602 Apr 20 13:12:43.057491 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-dc62b76e-351d-44b5-a351-eb8e2a51921c tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:43.059401 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-dc62b76e-351d-44b5-a351-eb8e2a51921c tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "GET /v2.0/networks?id=31fca606-89b5-41af-8e9a-0f3bd7276e6d HTTP/1.1" status: 200 len: 806 time: 0.2059479 Apr 20 13:12:43.116711 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-cb9a1963-94e3-418d-8432-b62ee55c4419 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "GET /v2.0/quotas/bf87f7ff9aa94282a52e31152fffd8e3 HTTP/1.1" status: 200 len: 375 time: 0.0400040 Apr 20 13:12:43.125051 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-cb6bac77-dbcb-4c39-8829-577eb8bb8186 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Deleting port 80b3f094-1146-45a7-8bb5-015911fcbec3 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:12:43.125419 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cb6bac77-dbcb-4c39-8829-577eb8bb8186 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:43.159499 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2ccdaf5f-3634-4b7d-b2fb-2c698d7fa58e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:43.174513 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f99407a6-8cf0-4dd0-81bc-97ca2624196b req-efb1e197-d5fc-4183-9c08-f36f23e787b8 service neutron] 10.222.0.15 "GET /v2.0/networks/b1ec58e9-2000-46d7-b9f7-b902c3308689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342845 Apr 20 13:12:43.227163 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-a51c450a-b183-4060-bc67-c94efaf985b6 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf87f7ff9aa94282a52e31152fffd8e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0972302 Apr 20 13:12:43.259786 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cb6bac77-dbcb-4c39-8829-577eb8bb8186 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:43.331424 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2ccdaf5f-3634-4b7d-b2fb-2c698d7fa58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:43.372793 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-1a82a5b9-98ba-4395-af30-7cb0a5188b74 service neutron] 10.222.0.25 "GET /v2.0/networks/31fca606-89b5-41af-8e9a-0f3bd7276e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261485 Apr 20 13:12:43.406640 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccdaf5f-3634-4b7d-b2fb-2c698d7fa58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27adfd4-5d10-4683-b5cd-05970c4ac5d0,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:43.418179 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2ccdaf5f-3634-4b7d-b2fb-2c698d7fa58e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3fde073848784ff583bb10594584cc0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5911896 Apr 20 13:12:43.425383 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41472) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:43.503147 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-0a6beab1-215b-4b54-9356-18b7c0b51eb9 service neutron] 10.222.0.25 "GET /v2.0/networks/31fca606-89b5-41af-8e9a-0f3bd7276e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291747 Apr 20 13:12:43.567011 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2ef5a76c-85fd-413e-8368-ca8f5782136e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:43.591502 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cb6bac77-dbcb-4c39-8829-577eb8bb8186 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:43.591866 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cb6bac77-dbcb-4c39-8829-577eb8bb8186 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:43.592180 n-d-836015-7 neutron-server[114870]: INFO neutron.db.l3_db [None req-cb6bac77-dbcb-4c39-8829-577eb8bb8186 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Floating IP 1c919dec-2bba-4bc3-a19b-669dc242a2ec disassociated. External IP: 172.25.8.169, port: 80b3f094-1146-45a7-8bb5-015911fcbec3. Apr 20 13:12:43.592523 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-cb6bac77-dbcb-4c39-8829-577eb8bb8186 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Calling delete_port for 80b3f094-1146-45a7-8bb5-015911fcbec3 owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:12:43.605325 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2ef5a76c-85fd-413e-8368-ca8f5782136e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:44.033870 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2ef5a76c-85fd-413e-8368-ca8f5782136e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:44.036540 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2ef5a76c-85fd-413e-8368-ca8f5782136e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:44.040475 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2ef5a76c-85fd-413e-8368-ca8f5782136e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e27adfd4-5d10-4683-b5cd-05970c4ac5d0 HTTP/1.1" status: 204 len: 168 time: 0.6115305 Apr 20 13:12:44.040475 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cb6bac77-dbcb-4c39-8829-577eb8bb8186 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:44.094094 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bac77-dbcb-4c39-8829-577eb8bb8186 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Pushing event deleted for resources: {'Port': ['ID=80b3f094-1146-45a7-8bb5-015911fcbec3,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:44.124252 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef5a76c-85fd-413e-8368-ca8f5782136e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27adfd4-5d10-4683-b5cd-05970c4ac5d0,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:44.223557 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-767a65b3-5b18-49a3-8fc9-9283612eb0b9 req-26f3a0be-154f-4418-be63-088bd421b015 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d9564be-9099-4680-b63b-763e46426c04 HTTP/1.1" status: 200 len: 210 time: 0.0549276 Apr 20 13:12:44.408812 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6bac77-dbcb-4c39-8829-577eb8bb8186 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Router 48dfb62f-8449-4eb5-b866-5392dcdb2959 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:12:44.551393 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6bac77-dbcb-4c39-8829-577eb8bb8186 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:12:44.564724 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ca1007-7c3b-4834-92db-86083cc608dc None None] Sync routers for ids ['48dfb62f-8449-4eb5-b866-5392dcdb2959'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:12:44.595344 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ca1007-7c3b-4834-92db-86083cc608dc None None] Routers {'48dfb62f-8449-4eb5-b866-5392dcdb2959'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:44.596022 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b3ca1007-7c3b-4834-92db-86083cc608dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:12:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['48dfb62f-8449-4eb5-b866-5392dcdb2959'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:44.637215 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b3ca1007-7c3b-4834-92db-86083cc608dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:44.647899 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ca1007-7c3b-4834-92db-86083cc608dc None None] Routers {'48dfb62f-8449-4eb5-b866-5392dcdb2959'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:44.648879 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b3ca1007-7c3b-4834-92db-86083cc608dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:12:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['48dfb62f-8449-4eb5-b866-5392dcdb2959'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:44.686727 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b3ca1007-7c3b-4834-92db-86083cc608dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:44.687879 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ca1007-7c3b-4834-92db-86083cc608dc None None] The sync data for ids ['48dfb62f-8449-4eb5-b866-5392dcdb2959'] in n-d-836015-7 is: [] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:12:44.721364 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cb6bac77-dbcb-4c39-8829-577eb8bb8186 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:44.725389 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-cb6bac77-dbcb-4c39-8829-577eb8bb8186 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "DELETE /v2.0/ports/80b3f094-1146-45a7-8bb5-015911fcbec3 HTTP/1.1" status: 204 len: 168 time: 1.8508074 Apr 20 13:12:44.728014 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 41508) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:44.807220 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-3096e5aa-9660-4cf2-a15d-89c4d2f726bd tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "GET /v2.0/floatingips/1c919dec-2bba-4bc3-a19b-669dc242a2ec HTTP/1.1" status: 200 len: 688 time: 0.0779674 Apr 20 13:12:44.809697 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 41512) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:44.948411 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-93076331-7af8-466f-8edf-834a9cb2bfe7 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Deleting port 0e948617-8f26-485d-ae2f-eea3b2f951e5 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:12:44.948762 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-93076331-7af8-466f-8edf-834a9cb2bfe7 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:45.033670 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-93076331-7af8-466f-8edf-834a9cb2bfe7 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:45.034002 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-93076331-7af8-466f-8edf-834a9cb2bfe7 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:45.046492 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-93076331-7af8-466f-8edf-834a9cb2bfe7 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Calling delete_port for 0e948617-8f26-485d-ae2f-eea3b2f951e5 owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:12:45.311790 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1b678743-1c2d-465c-b15b-1f0206f15fbd req-681d40ba-d439-42a6-9705-ca8769545af8 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d9564be-9099-4680-b63b-763e46426c04 HTTP/1.1" status: 200 len: 210 time: 0.0298676 Apr 20 13:12:45.410959 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-93076331-7af8-466f-8edf-834a9cb2bfe7 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:45.442594 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93076331-7af8-466f-8edf-834a9cb2bfe7 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Pushing event deleted for resources: {'Port': ['ID=0e948617-8f26-485d-ae2f-eea3b2f951e5,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:45.503116 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-93076331-7af8-466f-8edf-834a9cb2bfe7 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for floatingip, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:45.505792 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-93076331-7af8-466f-8edf-834a9cb2bfe7 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:45.507011 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-93076331-7af8-466f-8edf-834a9cb2bfe7 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "DELETE /v2.0/floatingips/1c919dec-2bba-4bc3-a19b-669dc242a2ec HTTP/1.1" status: 204 len: 168 time: 0.6963274 Apr 20 13:12:45.510414 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 41554) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:45.515047 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-6e1ea317-995b-43fe-b346-80d35897485c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'port_id': 'ba8f0822-9fe7-461c-8572-ed59f3a702b4'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:45.599415 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6e1ea317-995b-43fe-b346-80d35897485c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for floatingip, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:45.718553 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6e1ea317-995b-43fe-b346-80d35897485c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:45.842295 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-6e1ea317-995b-43fe-b346-80d35897485c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Allocated IP 172.25.8.241 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/6d122972-acc9-49a7-ba39-89b06addfc03) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:45.966346 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6e1ea317-995b-43fe-b346-80d35897485c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:46.110686 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6e1ea317-995b-43fe-b346-80d35897485c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:46.157946 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1ea317-995b-43fe-b346-80d35897485c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:46.161439 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-6e1ea317-995b-43fe-b346-80d35897485c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:46.163935 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1ea317-995b-43fe-b346-80d35897485c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:46.171063 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ea317-995b-43fe-b346-80d35897485c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Pushing event updated for resources: {'Port': ['ID=6d122972-acc9-49a7-ba39-89b06addfc03,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:46.525367 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed56dd0b-f040-4f89-9172-c27903b5cbdb req-cf0b0677-b8c4-4d03-ad86-1da47cfa8dcc tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d9564be-9099-4680-b63b-763e46426c04 HTTP/1.1" status: 200 len: 210 time: 0.0833194 Apr 20 13:12:46.729912 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6e1ea317-995b-43fe-b346-80d35897485c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:46.895520 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6e1ea317-995b-43fe-b346-80d35897485c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:47.084604 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6e1ea317-995b-43fe-b346-80d35897485c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:47.187089 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6e1ea317-995b-43fe-b346-80d35897485c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:47.228549 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-2f9b7866-9e1d-4fdf-a891-6db3a0c092b8 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:47.229970 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-2f9b7866-9e1d-4fdf-a891-6db3a0c092b8 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.32 "GET /v2.0/networks?id=31fca606-89b5-41af-8e9a-0f3bd7276e6d HTTP/1.1" status: 200 len: 806 time: 0.1610522 Apr 20 13:12:47.299777 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ea317-995b-43fe-b346-80d35897485c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Pushing event updated for resources: {'Port': ['ID=6d122972-acc9-49a7-ba39-89b06addfc03,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:47.304638 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6e1ea317-995b-43fe-b346-80d35897485c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:47.315061 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-29cf0996-d4ca-43c7-abe7-1b34cd777abc tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf87f7ff9aa94282a52e31152fffd8e3 HTTP/1.1" status: 200 len: 379 time: 0.0656044 Apr 20 13:12:47.354145 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-86b99eb8-3ed2-4b2a-a1de-34093da2ad66 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Request body: {'port': {'device_id': '4d9564be-9099-4680-b63b-763e46426c04', 'network_id': '31fca606-89b5-41af-8e9a-0f3bd7276e6d', 'admin_state_up': True, 'tenant_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'security_groups': ['691d618c-1515-4033-a944-efeb8b65dc55']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:47.511975 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-6e1ea317-995b-43fe-b346-80d35897485c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Floating IP 73044c44-ec6f-49ae-898a-13db6249afd6 associated. External IP: 172.25.8.241, port: ba8f0822-9fe7-461c-8572-ed59f3a702b4. Apr 20 13:12:47.927770 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1599fe8c-3216-4d4c-8ae5-c7bde3e14aa2 req-6add47ac-cfb2-4b11-9eb3-cc1e22c698aa tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d9564be-9099-4680-b63b-763e46426c04 HTTP/1.1" status: 200 len: 210 time: 0.0399361 Apr 20 13:12:48.033447 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-86b99eb8-3ed2-4b2a-a1de-34093da2ad66 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Made reservation on behalf of bf87f7ff9aa94282a52e31152fffd8e3 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:12:48.040471 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-86b99eb8-3ed2-4b2a-a1de-34093da2ad66 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:48.089944 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1ea317-995b-43fe-b346-80d35897485c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Router 48dfb62f-8449-4eb5-b866-5392dcdb2959 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:12:48.296479 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-86b99eb8-3ed2-4b2a-a1de-34093da2ad66 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Allocated IP 172.20.0.7 (31fca606-89b5-41af-8e9a-0f3bd7276e6d/74adebdc-5d6b-4341-9419-cb7e516307ec/16eba5fb-7710-4027-be1b-3272fe194ece) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:48.318203 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1ea317-995b-43fe-b346-80d35897485c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:12:48.348014 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685744d3-0a40-4abc-830b-fcd9f179a682 None None] Sync routers for ids ['48dfb62f-8449-4eb5-b866-5392dcdb2959'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:12:48.380567 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685744d3-0a40-4abc-830b-fcd9f179a682 None None] Routers {'48dfb62f-8449-4eb5-b866-5392dcdb2959'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:48.383322 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-685744d3-0a40-4abc-830b-fcd9f179a682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:12:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['48dfb62f-8449-4eb5-b866-5392dcdb2959'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:48.422642 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-685744d3-0a40-4abc-830b-fcd9f179a682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:48.429709 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6e1ea317-995b-43fe-b346-80d35897485c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:48.432823 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685744d3-0a40-4abc-830b-fcd9f179a682 None None] Routers {'48dfb62f-8449-4eb5-b866-5392dcdb2959'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:48.433724 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-685744d3-0a40-4abc-830b-fcd9f179a682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:12:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['48dfb62f-8449-4eb5-b866-5392dcdb2959'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:48.470729 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-685744d3-0a40-4abc-830b-fcd9f179a682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:48.471404 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685744d3-0a40-4abc-830b-fcd9f179a682 None None] The sync data for ids ['48dfb62f-8449-4eb5-b866-5392dcdb2959'] in n-d-836015-7 is: [] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:12:48.499813 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-6e1ea317-995b-43fe-b346-80d35897485c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.9883018 Apr 20 13:12:48.503600 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41674) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:48.509925 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-71d8a6ff-4144-4663-9368-1212aa2549ab tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1870976132'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:48.547151 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-86b99eb8-3ed2-4b2a-a1de-34093da2ad66 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:48.604959 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d8a6ff-4144-4663-9368-1212aa2549ab tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Made reservation on behalf of 34b4c831c88c4ef6bd6756dfbb64d067 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:12:48.608751 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-71d8a6ff-4144-4663-9368-1212aa2549ab tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:48.635277 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71d8a6ff-4144-4663-9368-1212aa2549ab tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:12:48.658597 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-71d8a6ff-4144-4663-9368-1212aa2549ab tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:48.659181 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-71d8a6ff-4144-4663-9368-1212aa2549ab tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Added segment cd0b20a0-2fd1-440d-9293-c5f630d474a2 of type vlan for network 73ede779-456d-4f28-9673-5ed722d25cf2 Apr 20 13:12:48.694781 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-c05acc79-fe0d-4cc7-8018-60f8da678b5e tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:48.696411 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-c05acc79-fe0d-4cc7-8018-60f8da678b5e tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/networks?id=5c1617fd-b3c2-4890-8228-0b4c973ac53a HTTP/1.1" status: 200 len: 805 time: 0.1447408 Apr 20 13:12:48.714238 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-71d8a6ff-4144-4663-9368-1212aa2549ab tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:48.714794 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-845bf07f-ecc4-4f0c-8494-41d3fe7e959c tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/quotas/8973e54790744e04b489bfd4ef96d6b3 HTTP/1.1" status: 200 len: 375 time: 0.0113683 Apr 20 13:12:48.715986 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-86b99eb8-3ed2-4b2a-a1de-34093da2ad66 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:48.783707 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-86b99eb8-3ed2-4b2a-a1de-34093da2ad66 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Network 31fca606-89b5-41af-8e9a-0f3bd7276e6d is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:48.799638 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-86b99eb8-3ed2-4b2a-a1de-34093da2ad66 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:48.805609 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-86b99eb8-3ed2-4b2a-a1de-34093da2ad66 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:48.813849 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b99eb8-3ed2-4b2a-a1de-34093da2ad66 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Pushing event updated for resources: {'Port': ['ID=16eba5fb-7710-4027-be1b-3272fe194ece,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:48.845226 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-71d8a6ff-4144-4663-9368-1212aa2549ab tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:48.858351 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-77c69fa9-e28c-4fa8-87a8-954958ca134c tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8973e54790744e04b489bfd4ef96d6b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1289089 Apr 20 13:12:48.860913 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d8a6ff-4144-4663-9368-1212aa2549ab tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:48.861830 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-71d8a6ff-4144-4663-9368-1212aa2549ab tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:48.867178 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-86b99eb8-3ed2-4b2a-a1de-34093da2ad66 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:48.867863 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-86b99eb8-3ed2-4b2a-a1de-34093da2ad66 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:48.980334 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-83061b5b-132e-409f-84de-716a999896fd service neutron] 10.222.0.25 "GET /v2.0/networks/5c1617fd-b3c2-4890-8228-0b4c973ac53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085713 Apr 20 13:12:49.010131 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-71d8a6ff-4144-4663-9368-1212aa2549ab tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4981804 Apr 20 13:12:49.010941 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41694) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:49.022993 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-f44b2221-e542-4cc3-b70f-d682e1043614 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Request body: {'subnet': {'network_id': '73ede779-456d-4f28-9673-5ed722d25cf2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:49.030482 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 61d7bf86-442c-498e-9c87-3c4bd9dc22c0 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:12:49.030641 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d8a6ff-4144-4663-9368-1212aa2549ab tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Pushing event updated for resources: {'Network': ['ID=73ede779-456d-4f28-9673-5ed722d25cf2,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:49.051376 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-86b99eb8-3ed2-4b2a-a1de-34093da2ad66 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7014735 Apr 20 13:12:49.082524 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 73ede779-456d-4f28-9673-5ed722d25cf2 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:12:49.106333 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-1e04e522-af70-4af4-927b-2b8859966f19 service neutron] Request body: {'port': {'device_id': '4d9564be-9099-4680-b63b-763e46426c04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:49.187663 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-798c2b35-ee87-4b1b-82b5-5f09df2ca5f0 None None] Provisioning complete for port 16eba5fb-7710-4027-be1b-3272fe194ece triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:49.188076 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-798c2b35-ee87-4b1b-82b5-5f09df2ca5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:49.199901 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-1e04e522-af70-4af4-927b-2b8859966f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:49.255496 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079530a-b0c5-4d91-a14f-710dadbe5abb req-29724efb-4896-4c42-9aed-661302f545b2 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:49.255928 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-798c2b35-ee87-4b1b-82b5-5f09df2ca5f0 None None] Port 16eba5fb-7710-4027-be1b-3272fe194ece cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:12:49.257296 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4079530a-b0c5-4d91-a14f-710dadbe5abb req-29724efb-4896-4c42-9aed-661302f545b2 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d9564be-9099-4680-b63b-763e46426c04 HTTP/1.1" status: 200 len: 931 time: 0.1657438 Apr 20 13:12:49.268946 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:49.292918 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d2ad3d-1aad-4c5d-9eb2-23ebba6387de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61d7bf86-442c-498e-9c87-3c4bd9dc22c0'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:12:49.295318 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80aaed2-d88c-44eb-8888-5fdfd26d37b7" -d '{"events": [{"server_uuid": "57d2ad3d-1aad-4c5d-9eb2-23ebba6387de", "name": "network-vif-unplugged", "status": "completed", "tag": "61d7bf86-442c-498e-9c87-3c4bd9dc22c0"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:12:49.308749 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 61d7bf86-442c-498e-9c87-3c4bd9dc22c0, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=61d7bf86-442c-498e-9c87-3c4bd9dc22c0,segment=NetworkSegment(b745dd99-74ee-418c-af50-3e100538147c),segment_id=b745dd99-74ee-418c-af50-3e100538147c)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:12:49.309657 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-41eb8585-694c-4683-92d8-fc3204354a81 service neutron] 10.222.0.25 "GET /v2.0/networks/5c1617fd-b3c2-4890-8228-0b4c973ac53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193011 Apr 20 13:12:49.325064 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4079530a-b0c5-4d91-a14f-710dadbe5abb req-f0985690-593f-47b6-9d53-8869917791f2 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "GET /v2.0/security-groups?id=691d618c-1515-4033-a944-efeb8b65dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554197 Apr 20 13:12:49.390371 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44b2221-e542-4cc3-b70f-d682e1043614 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Made reservation on behalf of 34b4c831c88c4ef6bd6756dfbb64d067 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:12:49.396654 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f44b2221-e542-4cc3-b70f-d682e1043614 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:49.408367 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab832eeb-0e14-42d1-8154-4f4c93fce4aa x-openstack-request-id: req-ab832eeb-0e14-42d1-8154-4f4c93fce4aa {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:12:49.409234 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d2ad3d-1aad-4c5d-9eb2-23ebba6387de", "name": "network-vif-unplugged", "status": "completed", "tag": "61d7bf86-442c-498e-9c87-3c4bd9dc22c0", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:12:49.409877 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab832eeb-0e14-42d1-8154-4f4c93fce4aa {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:12:49.410439 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab832eeb-0e14-42d1-8154-4f4c93fce4aa'] response: {'server_uuid': '57d2ad3d-1aad-4c5d-9eb2-23ebba6387de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61d7bf86-442c-498e-9c87-3c4bd9dc22c0', 'code': 200} Apr 20 13:12:49.479581 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:49.535599 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=61d7bf86-442c-498e-9c87-3c4bd9dc22c0,revision_number=8']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:49.591774 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-1e04e522-af70-4af4-927b-2b8859966f19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16eba5fb-7710-4027-be1b-3272fe194ece {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:12:49.600136 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-1e04e522-af70-4af4-927b-2b8859966f19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:49.612181 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-1e04e522-af70-4af4-927b-2b8859966f19 service neutron] Transition to ACTIVE for port object 16eba5fb-7710-4027-be1b-3272fe194ece will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:12:49.708246 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f44b2221-e542-4cc3-b70f-d682e1043614 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:49.734881 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bc3d286c-56b2-42d8-be0d-2c05282a380f req-1277c227-7d61-4337-a2ea-4559c783e4d0 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc7e13fa-b85b-432f-8259-e35cc842c087 HTTP/1.1" status: 200 len: 210 time: 0.0377455 Apr 20 13:12:49.764325 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-1e04e522-af70-4af4-927b-2b8859966f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:49.777351 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44b2221-e542-4cc3-b70f-d682e1043614 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Pushing event updated for resources: {'Subnet': ['ID=d7d64f50-acd4-441f-ba5e-18b22878e85b,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:49.786669 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44b2221-e542-4cc3-b70f-d682e1043614 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Checking segment: {'id': 'cd0b20a0-2fd1-440d-9293-c5f630d474a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '73ede779-456d-4f28-9673-5ed722d25cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:12:49.787235 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44b2221-e542-4cc3-b70f-d682e1043614 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Network hostable DHCP agents. Network: 73ede779-456d-4f28-9673-5ed722d25cf2, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:12:49.859137 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04e522-af70-4af4-927b-2b8859966f19 service neutron] Pushing event updated for resources: {'Port': ['ID=16eba5fb-7710-4027-be1b-3272fe194ece,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:49.867122 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44b2221-e542-4cc3-b70f-d682e1043614 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Network 73ede779-456d-4f28-9673-5ed722d25cf2 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:12:49.912902 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-1e04e522-af70-4af4-927b-2b8859966f19 service neutron] Attempting to bind port 16eba5fb-7710-4027-be1b-3272fe194ece on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:49.913241 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-1e04e522-af70-4af4-927b-2b8859966f19 service neutron] Attempting to bind port 16eba5fb-7710-4027-be1b-3272fe194ece by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': 'ddab2d16-2ce0-43b7-9a5d-6c0cd2b9fc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '31fca606-89b5-41af-8e9a-0f3bd7276e6d'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:49.913628 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-1e04e522-af70-4af4-927b-2b8859966f19 service neutron] Attempting to bind port 16eba5fb-7710-4027-be1b-3272fe194ece on network 31fca606-89b5-41af-8e9a-0f3bd7276e6d {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:49.918502 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-1e04e522-af70-4af4-927b-2b8859966f19 service neutron] Port 16eba5fb-7710-4027-be1b-3272fe194ece on network 31fca606-89b5-41af-8e9a-0f3bd7276e6d not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:49.918907 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-1e04e522-af70-4af4-927b-2b8859966f19 service neutron] Attempting to bind port 16eba5fb-7710-4027-be1b-3272fe194ece on network 31fca606-89b5-41af-8e9a-0f3bd7276e6d {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:49.926585 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-1e04e522-af70-4af4-927b-2b8859966f19 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:12:49.927256 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-1e04e522-af70-4af4-927b-2b8859966f19 service neutron] Checking segment: {'id': 'ddab2d16-2ce0-43b7-9a5d-6c0cd2b9fc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '31fca606-89b5-41af-8e9a-0f3bd7276e6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:12:49.927738 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-1e04e522-af70-4af4-927b-2b8859966f19 service neutron] Bound using segment: {'id': 'ddab2d16-2ce0-43b7-9a5d-6c0cd2b9fc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '31fca606-89b5-41af-8e9a-0f3bd7276e6d'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:12:49.928260 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-1e04e522-af70-4af4-927b-2b8859966f19 service neutron] Bound port: 16eba5fb-7710-4027-be1b-3272fe194ece, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddab2d16-2ce0-43b7-9a5d-6c0cd2b9fc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '31fca606-89b5-41af-8e9a-0f3bd7276e6d'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:12:49.928696 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-1e04e522-af70-4af4-927b-2b8859966f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:49.943236 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-f44b2221-e542-4cc3-b70f-d682e1043614 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 73ede779-456d-4f28-9673-5ed722d25cf2) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:49.954006 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605e5b7e-3f44-4f7f-bf36-2f1292ee051b None None] Network 73ede779-456d-4f28-9673-5ed722d25cf2 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:12:49.955635 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44b2221-e542-4cc3-b70f-d682e1043614 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:49.956417 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f44b2221-e542-4cc3-b70f-d682e1043614 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:50.023606 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-1e04e522-af70-4af4-927b-2b8859966f19 service neutron] For port 16eba5fb-7710-4027-be1b-3272fe194ece, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:12:50.028248 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-1e04e522-af70-4af4-927b-2b8859966f19 service neutron] For port 16eba5fb-7710-4027-be1b-3272fe194ece, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=16eba5fb-7710-4027-be1b-3272fe194ece,segment=NetworkSegment(ddab2d16-2ce0-43b7-9a5d-6c0cd2b9fc08),segment_id=ddab2d16-2ce0-43b7-9a5d-6c0cd2b9fc08)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:12:50.030791 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5ce9b-84a7-4758-a313-b8adb6ffc3d9 req-bc32cc40-de52-42e7-b4d7-a5bc3ae4b6fc tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:50.032826 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e5e5ce9b-84a7-4758-a313-b8adb6ffc3d9 req-bc32cc40-de52-42e7-b4d7-a5bc3ae4b6fc tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.32 "GET /v2.0/ports?device_id=57d2ad3d-1aad-4c5d-9eb2-23ebba6387de HTTP/1.1" status: 200 len: 944 time: 0.0908105 Apr 20 13:12:50.151939 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-e5e5ce9b-84a7-4758-a313-b8adb6ffc3d9 req-9706a8d0-021e-4ee8-9b78-0581674f81bc tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Deleting port 61d7bf86-442c-498e-9c87-3c4bd9dc22c0 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:12:50.152290 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-e5e5ce9b-84a7-4758-a313-b8adb6ffc3d9 req-9706a8d0-021e-4ee8-9b78-0581674f81bc tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:50.155677 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e907a7-d287-45b6-ab51-177e2afd88a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-73ede779-456d-4f28-9673-5ed722d25cf2', 'network_id': '73ede779-456d-4f28-9673-5ed722d25cf2', 'tenant_id': '34b4c831c88c4ef6bd6756dfbb64d067', 'fixed_ips': [{'subnet_id': 'd7d64f50-acd4-441f-ba5e-18b22878e85b'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:12:50.156642 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-88e907a7-d287-45b6-ab51-177e2afd88a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:50.160740 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-1e04e522-af70-4af4-927b-2b8859966f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:50.178985 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f44b2221-e542-4cc3-b70f-d682e1043614 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1620553 Apr 20 13:12:50.180622 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 41714) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:50.208482 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-a10bd6c2-2039-48e6-ae1c-ba3e9401d66e tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-874484483', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}, 'admin_state_up': False}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:50.247116 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-1e04e522-af70-4af4-927b-2b8859966f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:50.254106 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-1e04e522-af70-4af4-927b-2b8859966f19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:50.254106 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-1e04e522-af70-4af4-927b-2b8859966f19 service neutron] 10.222.0.32 "PUT /v2.0/ports/16eba5fb-7710-4027-be1b-3272fe194ece HTTP/1.1" status: 200 len: 1091 time: 1.1578627 Apr 20 13:12:50.254106 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d9564be-9099-4680-b63b-763e46426c04', 'tag': '16eba5fb-7710-4027-be1b-3272fe194ece'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:12:50.259717 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af67111-5c49-4f14-a18f-e7258b6e7829" -d '{"events": [{"name": "network-changed", "server_uuid": "4d9564be-9099-4680-b63b-763e46426c04", "tag": "16eba5fb-7710-4027-be1b-3272fe194ece"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:12:50.299862 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04e522-af70-4af4-927b-2b8859966f19 service neutron] Pushing event updated for resources: {'Port': ['ID=16eba5fb-7710-4027-be1b-3272fe194ece,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:50.316268 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-88e907a7-d287-45b6-ab51-177e2afd88a9 None None] Allocated IP 172.20.0.2 (73ede779-456d-4f28-9673-5ed722d25cf2/d7d64f50-acd4-441f-ba5e-18b22878e85b/029715f0-864f-4af5-8998-695882ed6f38) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:50.352125 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4a875b-b624-4602-a2c8-e9f06fa29bc4 x-openstack-request-id: req-5c4a875b-b624-4602-a2c8-e9f06fa29bc4 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:12:50.352652 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d9564be-9099-4680-b63b-763e46426c04", "tag": "16eba5fb-7710-4027-be1b-3272fe194ece", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:12:50.353062 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c4a875b-b624-4602-a2c8-e9f06fa29bc4 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:12:50.353619 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c4a875b-b624-4602-a2c8-e9f06fa29bc4'] response: {'name': 'network-changed', 'server_uuid': '4d9564be-9099-4680-b63b-763e46426c04', 'tag': '16eba5fb-7710-4027-be1b-3272fe194ece', 'status': 'completed', 'code': 200} Apr 20 13:12:50.395898 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a10bd6c2-2039-48e6-ae1c-ba3e9401d66e tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:50.397359 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a10bd6c2-2039-48e6-ae1c-ba3e9401d66e tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:50.569230 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-88e907a7-d287-45b6-ab51-177e2afd88a9 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:50.588371 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a10bd6c2-2039-48e6-ae1c-ba3e9401d66e tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:50.591398 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af67111-5c49-4f14-a18f-e7258b6e7829 req-069c8ab4-0c8e-40d5-a96f-7287fff8f6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:50.596688 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6af67111-5c49-4f14-a18f-e7258b6e7829 req-069c8ab4-0c8e-40d5-a96f-7287fff8f6f3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf87f7ff9aa94282a52e31152fffd8e3&device_id=4d9564be-9099-4680-b63b-763e46426c04 HTTP/1.1" status: 200 len: 1094 time: 0.2112451 Apr 20 13:12:50.623652 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e00c63-1304-4066-a643-2ae67650a486 req-4c552eda-37d3-4043-ab0d-1ebf7477fffb tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:50.627006 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-08e00c63-1304-4066-a643-2ae67650a486 req-4c552eda-37d3-4043-ab0d-1ebf7477fffb tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d9564be-9099-4680-b63b-763e46426c04 HTTP/1.1" status: 200 len: 943 time: 0.1681364 Apr 20 13:12:50.629340 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-e5e5ce9b-84a7-4758-a313-b8adb6ffc3d9 req-9706a8d0-021e-4ee8-9b78-0581674f81bc tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] For port 61d7bf86-442c-498e-9c87-3c4bd9dc22c0, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=61d7bf86-442c-498e-9c87-3c4bd9dc22c0,segment=NetworkSegment(b745dd99-74ee-418c-af50-3e100538147c),segment_id=b745dd99-74ee-418c-af50-3e100538147c)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:12:50.629829 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-e5e5ce9b-84a7-4758-a313-b8adb6ffc3d9 req-9706a8d0-021e-4ee8-9b78-0581674f81bc tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:50.643530 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-e5e5ce9b-84a7-4758-a313-b8adb6ffc3d9 req-9706a8d0-021e-4ee8-9b78-0581674f81bc tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Calling delete_port for 61d7bf86-442c-498e-9c87-3c4bd9dc22c0 owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:12:50.697604 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-88e907a7-d287-45b6-ab51-177e2afd88a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:50.763313 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e907a7-d287-45b6-ab51-177e2afd88a9 None None] Network 73ede779-456d-4f28-9673-5ed722d25cf2 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:50.763875 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-88e907a7-d287-45b6-ab51-177e2afd88a9 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:50.767170 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e907a7-d287-45b6-ab51-177e2afd88a9 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:50.770640 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-08e00c63-1304-4066-a643-2ae67650a486 req-a29dc272-79d8-4145-a49e-f3a6a8f50a67 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "GET /v2.0/security-groups?id=691d618c-1515-4033-a944-efeb8b65dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262279 Apr 20 13:12:50.795925 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e907a7-d287-45b6-ab51-177e2afd88a9 None None] Pushing event updated for resources: {'Port': ['ID=029715f0-864f-4af5-8998-695882ed6f38,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:50.848523 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-88e907a7-d287-45b6-ab51-177e2afd88a9 None None] Attempting to bind port 029715f0-864f-4af5-8998-695882ed6f38 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:50.848886 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-88e907a7-d287-45b6-ab51-177e2afd88a9 None None] Attempting to bind port 029715f0-864f-4af5-8998-695882ed6f38 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'cd0b20a0-2fd1-440d-9293-c5f630d474a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '73ede779-456d-4f28-9673-5ed722d25cf2'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:50.849348 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e907a7-d287-45b6-ab51-177e2afd88a9 None None] Attempting to bind port 029715f0-864f-4af5-8998-695882ed6f38 on network 73ede779-456d-4f28-9673-5ed722d25cf2 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:50.854166 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e907a7-d287-45b6-ab51-177e2afd88a9 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:12:50.854568 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e907a7-d287-45b6-ab51-177e2afd88a9 None None] Checking segment: {'id': 'cd0b20a0-2fd1-440d-9293-c5f630d474a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '73ede779-456d-4f28-9673-5ed722d25cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:12:50.854928 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-88e907a7-d287-45b6-ab51-177e2afd88a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:50.855311 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e907a7-d287-45b6-ab51-177e2afd88a9 None None] Bound using segment: {'id': 'cd0b20a0-2fd1-440d-9293-c5f630d474a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '73ede779-456d-4f28-9673-5ed722d25cf2'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:12:50.855803 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-88e907a7-d287-45b6-ab51-177e2afd88a9 None None] Bound port: 029715f0-864f-4af5-8998-695882ed6f38, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd0b20a0-2fd1-440d-9293-c5f630d474a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '73ede779-456d-4f28-9673-5ed722d25cf2'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:12:50.856178 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-88e907a7-d287-45b6-ab51-177e2afd88a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:50.908185 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-e5e5ce9b-84a7-4758-a313-b8adb6ffc3d9 req-9706a8d0-021e-4ee8-9b78-0581674f81bc tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:50.935512 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-88e907a7-d287-45b6-ab51-177e2afd88a9 None None] For port 029715f0-864f-4af5-8998-695882ed6f38, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:12:50.939987 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-88e907a7-d287-45b6-ab51-177e2afd88a9 None None] For port 029715f0-864f-4af5-8998-695882ed6f38, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=029715f0-864f-4af5-8998-695882ed6f38,segment=NetworkSegment(cd0b20a0-2fd1-440d-9293-c5f630d474a2),segment_id=cd0b20a0-2fd1-440d-9293-c5f630d474a2)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:12:50.945524 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706a8d0-021e-4ee8-9b78-0581674f81bc tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Pushing event deleted for resources: {'Port': ['ID=61d7bf86-442c-498e-9c87-3c4bd9dc22c0,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:50.991307 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e5ce9b-84a7-4758-a313-b8adb6ffc3d9 req-9706a8d0-021e-4ee8-9b78-0581674f81bc tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] No DVR routers for this DVR port 61d7bf86-442c-498e-9c87-3c4bd9dc22c0 on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:12:50.994088 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-e5e5ce9b-84a7-4758-a313-b8adb6ffc3d9 req-9706a8d0-021e-4ee8-9b78-0581674f81bc tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:50.997458 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e5e5ce9b-84a7-4758-a313-b8adb6ffc3d9 req-9706a8d0-021e-4ee8-9b78-0581674f81bc tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.32 "DELETE /v2.0/ports/61d7bf86-442c-498e-9c87-3c4bd9dc22c0 HTTP/1.1" status: 204 len: 173 time: 0.9575016 Apr 20 13:12:50.997956 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d2ad3d-1aad-4c5d-9eb2-23ebba6387de', 'name': 'network-vif-deleted', 'tag': '61d7bf86-442c-498e-9c87-3c4bd9dc22c0'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:12:51.001248 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b11d104-3361-4b1f-9555-83bf1a080bae" -d '{"events": [{"server_uuid": "57d2ad3d-1aad-4c5d-9eb2-23ebba6387de", "name": "network-vif-deleted", "tag": "61d7bf86-442c-498e-9c87-3c4bd9dc22c0"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:12:51.042768 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-88e907a7-d287-45b6-ab51-177e2afd88a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:51.053749 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661c8ff0-975e-4d9f-af94-6d4fc626f5d0 x-openstack-request-id: req-661c8ff0-975e-4d9f-af94-6d4fc626f5d0 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:12:51.054062 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d2ad3d-1aad-4c5d-9eb2-23ebba6387de", "name": "network-vif-deleted", "tag": "61d7bf86-442c-498e-9c87-3c4bd9dc22c0", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:12:51.054384 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-661c8ff0-975e-4d9f-af94-6d4fc626f5d0 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:12:51.054754 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-661c8ff0-975e-4d9f-af94-6d4fc626f5d0'] response: {'server_uuid': '57d2ad3d-1aad-4c5d-9eb2-23ebba6387de', 'name': 'network-vif-deleted', 'tag': '61d7bf86-442c-498e-9c87-3c4bd9dc22c0', 'status': 'completed', 'code': 200} Apr 20 13:12:51.139958 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e907a7-d287-45b6-ab51-177e2afd88a9 None None] Pushing event updated for resources: {'Port': ['ID=029715f0-864f-4af5-8998-695882ed6f38,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:51.240687 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b43ddcef-b76d-47ae-9549-b78f9a2be487 req-90a64a92-9d06-4cba-b45a-c83dfbef3b31 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc7e13fa-b85b-432f-8259-e35cc842c087 HTTP/1.1" status: 200 len: 210 time: 0.4165618 Apr 20 13:12:51.243618 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af67111-5c49-4f14-a18f-e7258b6e7829 req-83d97848-524e-4976-9b1b-5b0c00bb7443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:51.245305 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6af67111-5c49-4f14-a18f-e7258b6e7829 req-83d97848-524e-4976-9b1b-5b0c00bb7443 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=bf87f7ff9aa94282a52e31152fffd8e3&shared=False HTTP/1.1" status: 200 len: 907 time: 0.6444721 Apr 20 13:12:51.419003 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a10bd6c2-2039-48e6-ae1c-ba3e9401d66e tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:51.517897 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af67111-5c49-4f14-a18f-e7258b6e7829 req-9a2643ab-50a9-4f9a-8dca-89f7e19a6e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:51.519550 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6af67111-5c49-4f14-a18f-e7258b6e7829 req-9a2643ab-50a9-4f9a-8dca-89f7e19a6e9d service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2366815 Apr 20 13:12:51.637502 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-2eca6e55-0946-4e1f-8936-b9ba7a05b825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:51.638947 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-2eca6e55-0946-4e1f-8936-b9ba7a05b825 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf87f7ff9aa94282a52e31152fffd8e3&device_id=4d9564be-9099-4680-b63b-763e46426c04 HTTP/1.1" status: 200 len: 1094 time: 0.0819526 Apr 20 13:12:51.700839 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-ff3bdf5e-ab37-4c63-a273-5cbb4ba21973 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16eba5fb-7710-4027-be1b-3272fe194ece HTTP/1.1" status: 200 len: 217 time: 0.0517671 Apr 20 13:12:51.768852 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-522f98ed-4494-4bd9-90a9-59bc29a85fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:51.770308 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-522f98ed-4494-4bd9-90a9-59bc29a85fbc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74adebdc-5d6b-4341-9419-cb7e516307ec HTTP/1.1" status: 200 len: 845 time: 0.0608642 Apr 20 13:12:51.906342 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a10bd6c2-2039-48e6-ae1c-ba3e9401d66e tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for router_gateway, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:51.956524 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-df495462-b919-459f-ab77-634104157bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:51.958174 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-df495462-b919-459f-ab77-634104157bd0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=31fca606-89b5-41af-8e9a-0f3bd7276e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1450443 Apr 20 13:12:51.959605 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a10bd6c2-2039-48e6-ae1c-ba3e9401d66e tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:52.068620 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991e718-d1ca-4aff-9dfa-ab3b0ee5e89e req-eb1680b6-5dac-4c99-be07-4fd97893df8b tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:52.070772 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9991e718-d1ca-4aff-9dfa-ab3b0ee5e89e req-eb1680b6-5dac-4c99-be07-4fd97893df8b tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d9564be-9099-4680-b63b-763e46426c04 HTTP/1.1" status: 200 len: 943 time: 0.1940324 Apr 20 13:12:52.162220 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9991e718-d1ca-4aff-9dfa-ab3b0ee5e89e req-6262d4a4-bacd-4536-adb1-fc0884074898 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "GET /v2.0/security-groups?id=691d618c-1515-4033-a944-efeb8b65dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796099 Apr 20 13:12:52.210643 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7f4b22-aad5-4bcd-81ab-42dd5cc0d6e6 None None] Network 73ede779-456d-4f28-9673-5ed722d25cf2 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:12:52.212005 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-ae6ba7b4-aaed-4051-940a-d2dba74e2674 service neutron] 10.222.0.32 "GET /v2.0/networks/31fca606-89b5-41af-8e9a-0f3bd7276e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418106 Apr 20 13:12:52.273558 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-47bc2e7d-1138-4a57-9cc5-9e61b7628c0c None None] Provisioning complete for port 029715f0-864f-4af5-8998-695882ed6f38 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:52.273930 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-47bc2e7d-1138-4a57-9cc5-9e61b7628c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:52.327547 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-a10bd6c2-2039-48e6-ae1c-ba3e9401d66e tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Allocated IP 172.25.8.137 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/11f4e267-759f-4019-b977-b2b987d8e3dc) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:52.384160 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f35f15b3-dccc-46c4-b500-f058d3a00dce req-653940a9-bfab-4ed8-af6b-1b9dd7cb8b13 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc7e13fa-b85b-432f-8259-e35cc842c087 HTTP/1.1" status: 200 len: 210 time: 0.0580969 Apr 20 13:12:52.423138 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-47bc2e7d-1138-4a57-9cc5-9e61b7628c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:52.427138 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63ad7e7e-e2ae-4f08-a81e-e5cb91e7fa5f req-4f091fe3-5011-4bfd-bce2-907a0b6c35a9 service neutron] 10.222.0.32 "GET /v2.0/networks/31fca606-89b5-41af-8e9a-0f3bd7276e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042458 Apr 20 13:12:52.505656 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 029715f0-864f-4af5-8998-695882ed6f38 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:12:52.547638 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-47bc2e7d-1138-4a57-9cc5-9e61b7628c0c None None] For port 029715f0-864f-4af5-8998-695882ed6f38, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=029715f0-864f-4af5-8998-695882ed6f38,segment=NetworkSegment(cd0b20a0-2fd1-440d-9293-c5f630d474a2),segment_id=cd0b20a0-2fd1-440d-9293-c5f630d474a2)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:12:52.566964 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a10bd6c2-2039-48e6-ae1c-ba3e9401d66e tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:52.579608 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 029715f0-864f-4af5-8998-695882ed6f38 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:52.580057 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:52.658769 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a10bd6c2-2039-48e6-ae1c-ba3e9401d66e tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:52.659621 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-47bc2e7d-1138-4a57-9cc5-9e61b7628c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:52.692151 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:52.776968 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10bd6c2-2039-48e6-ae1c-ba3e9401d66e tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:52.785139 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-a10bd6c2-2039-48e6-ae1c-ba3e9401d66e tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:52.788174 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10bd6c2-2039-48e6-ae1c-ba3e9401d66e tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:52.817051 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10bd6c2-2039-48e6-ae1c-ba3e9401d66e tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Pushing event updated for resources: {'Port': ['ID=11f4e267-759f-4019-b977-b2b987d8e3dc,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:52.927834 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-c8540ae4-4cc6-4b16-a507-cc5b09c2663b tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:52.928580 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-c8540ae4-4cc6-4b16-a507-cc5b09c2663b tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.32 "GET /v2.0/networks?id=5c1617fd-b3c2-4890-8228-0b4c973ac53a HTTP/1.1" status: 200 len: 805 time: 0.2674558 Apr 20 13:12:52.968330 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc2e7d-1138-4a57-9cc5-9e61b7628c0c None None] Pushing event updated for resources: {'Port': ['ID=029715f0-864f-4af5-8998-695882ed6f38,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:52.968652 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-d05ffcfc-6a74-4f2d-8fe1-24c451fa3994 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Request body: {'port': {'device_id': 'fc7e13fa-b85b-432f-8259-e35cc842c087', 'network_id': '5c1617fd-b3c2-4890-8228-0b4c973ac53a', 'admin_state_up': True, 'tenant_id': '8973e54790744e04b489bfd4ef96d6b3'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:52.975380 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:12:52.975748 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:12:52.978467 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-9c22327c-c180-4485-a238-9626f218305e None None] Provisioning complete for port 029715f0-864f-4af5-8998-695882ed6f38 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:52.978724 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9c22327c-c180-4485-a238-9626f218305e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:53.075583 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 61d7bf86-442c-498e-9c87-3c4bd9dc22c0 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:12:53.099429 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 61d7bf86-442c-498e-9c87-3c4bd9dc22c0 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:12:53.099999 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 61d7bf86-442c-498e-9c87-3c4bd9dc22c0 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:12:53.285818 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-d05ffcfc-6a74-4f2d-8fe1-24c451fa3994 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Made reservation on behalf of 8973e54790744e04b489bfd4ef96d6b3 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:12:53.289558 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-d05ffcfc-6a74-4f2d-8fe1-24c451fa3994 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:53.403483 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54302ced-1088-451a-a2ef-e07e896154f1 req-4f8c32e0-f850-48e9-a433-aefd93e1d7e6 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:53.404928 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54302ced-1088-451a-a2ef-e07e896154f1 req-4f8c32e0-f850-48e9-a433-aefd93e1d7e6 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d9564be-9099-4680-b63b-763e46426c04 HTTP/1.1" status: 200 len: 943 time: 0.1629465 Apr 20 13:12:53.462865 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a10bd6c2-2039-48e6-ae1c-ba3e9401d66e tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for router_gateway, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:53.818281 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63d99082-2f0c-46d5-b223-5ab1a3772908 req-22035f2a-470e-45ab-9f59-97854ccc9c26 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc7e13fa-b85b-432f-8259-e35cc842c087 HTTP/1.1" status: 200 len: 210 time: 0.3619626 Apr 20 13:12:53.880787 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54302ced-1088-451a-a2ef-e07e896154f1 req-a782c2f5-5f57-40ee-8ec3-de5061082546 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "GET /v2.0/security-groups?id=691d618c-1515-4033-a944-efeb8b65dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4667585 Apr 20 13:12:53.934518 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-d05ffcfc-6a74-4f2d-8fe1-24c451fa3994 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Allocated IP 172.20.0.6 (5c1617fd-b3c2-4890-8228-0b4c973ac53a/b9d8b784-aae6-4178-a00d-bed6eeefe6ff/d826267f-fd1e-4ca9-9dd5-3e832a8827e8) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:54.127847 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a10bd6c2-2039-48e6-ae1c-ba3e9401d66e tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:54.218726 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-d05ffcfc-6a74-4f2d-8fe1-24c451fa3994 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:54.388569 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-d05ffcfc-6a74-4f2d-8fe1-24c451fa3994 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:54.403286 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 029715f0-864f-4af5-8998-695882ed6f38 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:12:54.428483 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e88056a5-5add-4314-a368-b36fc531e4b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:54.435274 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10bd6c2-2039-48e6-ae1c-ba3e9401d66e tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Router d9b105aa-7be3-482d-9825-d9e2ead3358d is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:12:54.439135 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-d05ffcfc-6a74-4f2d-8fe1-24c451fa3994 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Network 5c1617fd-b3c2-4890-8228-0b4c973ac53a is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:54.447593 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-d05ffcfc-6a74-4f2d-8fe1-24c451fa3994 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:54.450019 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-d05ffcfc-6a74-4f2d-8fe1-24c451fa3994 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:54.473163 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 029715f0-864f-4af5-8998-695882ed6f38 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:54.473163 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:54.488388 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ffcfc-6a74-4f2d-8fe1-24c451fa3994 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Pushing event updated for resources: {'Port': ['ID=d826267f-fd1e-4ca9-9dd5-3e832a8827e8,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:54.546475 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-d05ffcfc-6a74-4f2d-8fe1-24c451fa3994 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:54.547148 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-d05ffcfc-6a74-4f2d-8fe1-24c451fa3994 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:54.551377 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41880) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:54.620264 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10bd6c2-2039-48e6-ae1c-ba3e9401d66e tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:12:54.630308 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e18a57d-2e45-4592-9b99-6cb5b19f04a6 None None] Sync routers for ids ['d9b105aa-7be3-482d-9825-d9e2ead3358d'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:12:54.639484 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e18a57d-2e45-4592-9b99-6cb5b19f04a6 None None] Routers {'d9b105aa-7be3-482d-9825-d9e2ead3358d'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:54.640100 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-8e18a57d-2e45-4592-9b99-6cb5b19f04a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:12:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d9b105aa-7be3-482d-9825-d9e2ead3358d'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:54.643188 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-d05ffcfc-6a74-4f2d-8fe1-24c451fa3994 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6811554 Apr 20 13:12:54.661757 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-82d16e6b-4194-4fef-b25c-75e1acf746de service neutron] Request body: {'port': {'device_id': 'fc7e13fa-b85b-432f-8259-e35cc842c087', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:54.663460 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7e213917-d1d9-4d20-8637-ab18cdbb8309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:54.673575 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-8e18a57d-2e45-4592-9b99-6cb5b19f04a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:54.681946 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e18a57d-2e45-4592-9b99-6cb5b19f04a6 None None] Routers {'d9b105aa-7be3-482d-9825-d9e2ead3358d'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:54.682888 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-8e18a57d-2e45-4592-9b99-6cb5b19f04a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:12:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d9b105aa-7be3-482d-9825-d9e2ead3358d'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:54.706851 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a10bd6c2-2039-48e6-ae1c-ba3e9401d66e tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:54.708159 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a10bd6c2-2039-48e6-ae1c-ba3e9401d66e tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.5231209 Apr 20 13:12:54.710799 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 41884) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:54.720672 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-8e18a57d-2e45-4592-9b99-6cb5b19f04a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:54.730501 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e18a57d-2e45-4592-9b99-6cb5b19f04a6 None None] The sync data for ids ['d9b105aa-7be3-482d-9825-d9e2ead3358d'] in n-d-836015-7 is: [] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:12:54.746446 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7e213917-d1d9-4d20-8637-ab18cdbb8309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:54.757736 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-82d16e6b-4194-4fef-b25c-75e1acf746de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:54.792363 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7e213917-d1d9-4d20-8637-ab18cdbb8309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:54.842711 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7e213917-d1d9-4d20-8637-ab18cdbb8309 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fe248f9039174be3a69ff2affbfe3249&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2902267 Apr 20 13:12:54.843738 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41888) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:54.846228 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e213917-d1d9-4d20-8637-ab18cdbb8309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026186b7-e347-42d8-9e2d-f106509434bc,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:54.897216 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d35e3d74-826a-4497-9cdc-fe78017f5272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:54.923494 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d35e3d74-826a-4497-9cdc-fe78017f5272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:55.097066 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d35e3d74-826a-4497-9cdc-fe78017f5272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:55.103070 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d35e3d74-826a-4497-9cdc-fe78017f5272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:55.104300 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d35e3d74-826a-4497-9cdc-fe78017f5272 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/026186b7-e347-42d8-9e2d-f106509434bc HTTP/1.1" status: 204 len: 168 time: 0.2591474 Apr 20 13:12:55.112107 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e3d74-826a-4497-9cdc-fe78017f5272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026186b7-e347-42d8-9e2d-f106509434bc,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:55.154011 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e22090-bdeb-4704-934e-6ac674af2669 req-848e8df7-9f8f-43cf-8d62-969f8789096c tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:55.155665 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42e22090-bdeb-4704-934e-6ac674af2669 req-848e8df7-9f8f-43cf-8d62-969f8789096c tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc7e13fa-b85b-432f-8259-e35cc842c087 HTTP/1.1" status: 200 len: 931 time: 0.2371981 Apr 20 13:12:55.190899 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74a9ff-e642-4b8c-9762-4099aa274460 req-cadde249-f13e-4780-93a0-f5140472f023 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:55.192502 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fd74a9ff-e642-4b8c-9762-4099aa274460 req-cadde249-f13e-4780-93a0-f5140472f023 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d9564be-9099-4680-b63b-763e46426c04 HTTP/1.1" status: 200 len: 943 time: 0.2315211 Apr 20 13:12:55.326544 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42e22090-bdeb-4704-934e-6ac674af2669 req-198fc30a-f13f-4e1e-86ee-d47e6352b469 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565211 Apr 20 13:12:55.361399 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fd74a9ff-e642-4b8c-9762-4099aa274460 req-4223d814-4503-4fbf-b7db-5a0d016abdbb tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "GET /v2.0/security-groups?id=691d618c-1515-4033-a944-efeb8b65dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622214 Apr 20 13:12:55.462943 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-82d16e6b-4194-4fef-b25c-75e1acf746de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d826267f-fd1e-4ca9-9dd5-3e832a8827e8 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:12:55.474321 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-82d16e6b-4194-4fef-b25c-75e1acf746de service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:55.515921 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-82d16e6b-4194-4fef-b25c-75e1acf746de service neutron] Transition to ACTIVE for port object d826267f-fd1e-4ca9-9dd5-3e832a8827e8 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:12:55.564614 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-eff6ee7b-e171-4e5d-a89a-57958bfa3f31 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:55.633812 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-82d16e6b-4194-4fef-b25c-75e1acf746de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:55.731592 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d16e6b-4194-4fef-b25c-75e1acf746de service neutron] Pushing event updated for resources: {'Port': ['ID=d826267f-fd1e-4ca9-9dd5-3e832a8827e8,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:55.844852 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41898) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:55.858171 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-77380764-b991-4291-b11c-259992677037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:55.941611 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-77380764-b991-4291-b11c-259992677037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:55.947436 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-82d16e6b-4194-4fef-b25c-75e1acf746de service neutron] Attempting to bind port d826267f-fd1e-4ca9-9dd5-3e832a8827e8 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:55.947781 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-82d16e6b-4194-4fef-b25c-75e1acf746de service neutron] Attempting to bind port d826267f-fd1e-4ca9-9dd5-3e832a8827e8 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': 'b745dd99-74ee-418c-af50-3e100538147c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5c1617fd-b3c2-4890-8228-0b4c973ac53a'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:55.948117 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-82d16e6b-4194-4fef-b25c-75e1acf746de service neutron] Attempting to bind port d826267f-fd1e-4ca9-9dd5-3e832a8827e8 on network 5c1617fd-b3c2-4890-8228-0b4c973ac53a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:55.959410 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-82d16e6b-4194-4fef-b25c-75e1acf746de service neutron] Port d826267f-fd1e-4ca9-9dd5-3e832a8827e8 on network 5c1617fd-b3c2-4890-8228-0b4c973ac53a not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:55.959740 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-82d16e6b-4194-4fef-b25c-75e1acf746de service neutron] Attempting to bind port d826267f-fd1e-4ca9-9dd5-3e832a8827e8 on network 5c1617fd-b3c2-4890-8228-0b4c973ac53a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:55.986159 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-82d16e6b-4194-4fef-b25c-75e1acf746de service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:12:55.986644 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-82d16e6b-4194-4fef-b25c-75e1acf746de service neutron] Checking segment: {'id': 'b745dd99-74ee-418c-af50-3e100538147c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5c1617fd-b3c2-4890-8228-0b4c973ac53a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:12:55.987040 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-82d16e6b-4194-4fef-b25c-75e1acf746de service neutron] Bound using segment: {'id': 'b745dd99-74ee-418c-af50-3e100538147c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5c1617fd-b3c2-4890-8228-0b4c973ac53a'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:12:55.987506 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-77380764-b991-4291-b11c-259992677037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:55.987653 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-82d16e6b-4194-4fef-b25c-75e1acf746de service neutron] Bound port: d826267f-fd1e-4ca9-9dd5-3e832a8827e8, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b745dd99-74ee-418c-af50-3e100538147c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5c1617fd-b3c2-4890-8228-0b4c973ac53a'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:12:55.988005 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-82d16e6b-4194-4fef-b25c-75e1acf746de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:56.028542 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-77380764-b991-4291-b11c-259992677037 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0b8c423e38eb42c2980fe90f23263e33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1800246 Apr 20 13:12:56.028542 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77380764-b991-4291-b11c-259992677037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5131b70e-a227-4ba5-95a7-9ab68b119aea,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:56.030459 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41900) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:56.035881 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-eff6ee7b-e171-4e5d-a89a-57958bfa3f31 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Allocated IP 172.20.0.1 (73ede779-456d-4f28-9673-5ed722d25cf2/d7d64f50-acd4-441f-ba5e-18b22878e85b/72dd93a9-5747-4140-9131-2330847fdaae) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:56.086875 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7872051a-736f-4c58-8117-4e62a60e3e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:56.109552 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7872051a-736f-4c58-8117-4e62a60e3e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:56.129713 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-82d16e6b-4194-4fef-b25c-75e1acf746de service neutron] For port d826267f-fd1e-4ca9-9dd5-3e832a8827e8, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:12:56.162011 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-82d16e6b-4194-4fef-b25c-75e1acf746de service neutron] For port d826267f-fd1e-4ca9-9dd5-3e832a8827e8, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=d826267f-fd1e-4ca9-9dd5-3e832a8827e8,segment=NetworkSegment(b745dd99-74ee-418c-af50-3e100538147c),segment_id=b745dd99-74ee-418c-af50-3e100538147c)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:12:56.197114 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-eff6ee7b-e171-4e5d-a89a-57958bfa3f31 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:56.238625 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-82d16e6b-4194-4fef-b25c-75e1acf746de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:56.272657 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-82d16e6b-4194-4fef-b25c-75e1acf746de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:56.273974 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-82d16e6b-4194-4fef-b25c-75e1acf746de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:56.274111 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7872051a-736f-4c58-8117-4e62a60e3e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:56.274802 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-82d16e6b-4194-4fef-b25c-75e1acf746de service neutron] 10.222.0.32 "PUT /v2.0/ports/d826267f-fd1e-4ca9-9dd5-3e832a8827e8 HTTP/1.1" status: 200 len: 1091 time: 1.6232471 Apr 20 13:12:56.275241 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc7e13fa-b85b-432f-8259-e35cc842c087', 'tag': 'd826267f-fd1e-4ca9-9dd5-3e832a8827e8'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:12:56.276435 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7872051a-736f-4c58-8117-4e62a60e3e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:56.277551 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685dd569-ef27-4f61-b245-5b78be296840" -d '{"events": [{"name": "network-changed", "server_uuid": "fc7e13fa-b85b-432f-8259-e35cc842c087", "tag": "d826267f-fd1e-4ca9-9dd5-3e832a8827e8"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:12:56.280860 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7872051a-736f-4c58-8117-4e62a60e3e83 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5131b70e-a227-4ba5-95a7-9ab68b119aea HTTP/1.1" status: 204 len: 168 time: 0.2492840 Apr 20 13:12:56.292737 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7872051a-736f-4c58-8117-4e62a60e3e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5131b70e-a227-4ba5-95a7-9ab68b119aea,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:56.315726 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-eff6ee7b-e171-4e5d-a89a-57958bfa3f31 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:56.328976 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d16e6b-4194-4fef-b25c-75e1acf746de service neutron] Pushing event updated for resources: {'Port': ['ID=d826267f-fd1e-4ca9-9dd5-3e832a8827e8,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:56.340943 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff6ee7b-e171-4e5d-a89a-57958bfa3f31 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Network 73ede779-456d-4f28-9673-5ed722d25cf2 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:56.373849 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723fff67-22da-4e9f-b818-7e605286ae60 x-openstack-request-id: req-723fff67-22da-4e9f-b818-7e605286ae60 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:12:56.374184 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc7e13fa-b85b-432f-8259-e35cc842c087", "tag": "d826267f-fd1e-4ca9-9dd5-3e832a8827e8", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:12:56.374430 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-723fff67-22da-4e9f-b818-7e605286ae60 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:12:56.375008 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-723fff67-22da-4e9f-b818-7e605286ae60'] response: {'name': 'network-changed', 'server_uuid': 'fc7e13fa-b85b-432f-8259-e35cc842c087', 'tag': 'd826267f-fd1e-4ca9-9dd5-3e832a8827e8', 'status': 'completed', 'code': 200} Apr 20 13:12:56.376617 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-eff6ee7b-e171-4e5d-a89a-57958bfa3f31 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:56.395077 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff6ee7b-e171-4e5d-a89a-57958bfa3f31 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:56.476823 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6ee7b-e171-4e5d-a89a-57958bfa3f31 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Pushing event updated for resources: {'Port': ['ID=72dd93a9-5747-4140-9131-2330847fdaae,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:56.503264 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-eff6ee7b-e171-4e5d-a89a-57958bfa3f31 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:56.558993 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685dd569-ef27-4f61-b245-5b78be296840 req-b27965d6-15b9-44a8-b06b-fbd0a1d75e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:56.560734 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-685dd569-ef27-4f61-b245-5b78be296840 req-b27965d6-15b9-44a8-b06b-fbd0a1d75e90 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8973e54790744e04b489bfd4ef96d6b3&device_id=fc7e13fa-b85b-432f-8259-e35cc842c087 HTTP/1.1" status: 200 len: 1094 time: 0.1818194 Apr 20 13:12:56.572175 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a4117-0ecf-4f45-9fdc-1a5e1dc5bf26 req-b695ada1-3214-42b6-b31b-447545c2431d tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:56.580209 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5c6a4117-0ecf-4f45-9fdc-1a5e1dc5bf26 req-b695ada1-3214-42b6-b31b-447545c2431d tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc7e13fa-b85b-432f-8259-e35cc842c087 HTTP/1.1" status: 200 len: 943 time: 0.1399918 Apr 20 13:12:56.769832 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-09f3ff48-468a-410b-b987-f638ee4af537 None None] Provisioning complete for port 72dd93a9-5747-4140-9131-2330847fdaae triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:56.777525 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-09f3ff48-468a-410b-b987-f638ee4af537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:56.777525 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c58e11c8-313c-4d28-8fd6-2d269d60af61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:56.814900 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-09f3ff48-468a-410b-b987-f638ee4af537 None None] Port 72dd93a9-5747-4140-9131-2330847fdaae cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:12:57.033924 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5c6a4117-0ecf-4f45-9fdc-1a5e1dc5bf26 req-e69ba7b6-5b2e-4a8d-b5b0-3ea9afadacb5 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4526556 Apr 20 13:12:57.072857 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 16eba5fb-7710-4027-be1b-3272fe194ece details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:12:57.115754 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4126a6e-5a31-4c7c-9d98-a115321fe8bb req-58bca558-55b6-4054-89b4-a8b26585fc5a tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:57.117264 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b4126a6e-5a31-4c7c-9d98-a115321fe8bb req-58bca558-55b6-4054-89b4-a8b26585fc5a tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d9564be-9099-4680-b63b-763e46426c04 HTTP/1.1" status: 200 len: 943 time: 0.1001699 Apr 20 13:12:57.118418 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685dd569-ef27-4f61-b245-5b78be296840 req-25153b2f-0fbc-4a70-9063-15ee4c3f1e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:57.119960 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-685dd569-ef27-4f61-b245-5b78be296840 req-25153b2f-0fbc-4a70-9063-15ee4c3f1e7c service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=8973e54790744e04b489bfd4ef96d6b3&shared=False HTTP/1.1" status: 200 len: 906 time: 0.5275900 Apr 20 13:12:57.216614 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 16eba5fb-7710-4027-be1b-3272fe194ece, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=16eba5fb-7710-4027-be1b-3272fe194ece,segment=NetworkSegment(ddab2d16-2ce0-43b7-9a5d-6c0cd2b9fc08),segment_id=ddab2d16-2ce0-43b7-9a5d-6c0cd2b9fc08)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:12:57.227027 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '16eba5fb-7710-4027-be1b-3272fe194ece', 'network_id': '31fca606-89b5-41af-8e9a-0f3bd7276e6d', 'port_id': '16eba5fb-7710-4027-be1b-3272fe194ece', 'mac_address': 'fa:16:3e:f3:d4:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74adebdc-5d6b-4341-9419-cb7e516307ec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:12:57.244134 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-eff6ee7b-e171-4e5d-a89a-57958bfa3f31 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:57.250514 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b4126a6e-5a31-4c7c-9d98-a115321fe8bb req-8d16ae74-1ae6-4fdf-b844-071927d06ad6 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "GET /v2.0/security-groups?id=691d618c-1515-4033-a944-efeb8b65dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247361 Apr 20 13:12:57.276768 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:57.293721 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16eba5fb-7710-4027-be1b-3272fe194ece {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:12:57.314961 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 16eba5fb-7710-4027-be1b-3272fe194ece, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=16eba5fb-7710-4027-be1b-3272fe194ece,segment=NetworkSegment(ddab2d16-2ce0-43b7-9a5d-6c0cd2b9fc08),segment_id=ddab2d16-2ce0-43b7-9a5d-6c0cd2b9fc08)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:12:57.316877 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685dd569-ef27-4f61-b245-5b78be296840 req-a7b0b4a3-a8f7-4ec1-ae09-f5c6d631f72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:57.318359 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-685dd569-ef27-4f61-b245-5b78be296840 req-a7b0b4a3-a8f7-4ec1-ae09-f5c6d631f72e service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1907752 Apr 20 13:12:57.410804 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:57.456427 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-3892f010-dbb0-439c-9b90-3427130b49f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:57.458183 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-3892f010-dbb0-439c-9b90-3427130b49f6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8973e54790744e04b489bfd4ef96d6b3&device_id=fc7e13fa-b85b-432f-8259-e35cc842c087 HTTP/1.1" status: 200 len: 1094 time: 0.0957558 Apr 20 13:12:57.465876 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=16eba5fb-7710-4027-be1b-3272fe194ece,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:57.517087 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-c6f178bf-e89f-481d-ac9b-8e4b9a73d68c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d826267f-fd1e-4ca9-9dd5-3e832a8827e8 HTTP/1.1" status: 200 len: 217 time: 0.0488808 Apr 20 13:12:57.575065 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:12:57.630492 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-18dace61-4ed0-470f-b515-f463e7e62025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:57.632040 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-18dace61-4ed0-470f-b515-f463e7e62025 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b9d8b784-aae6-4178-a00d-bed6eeefe6ff HTTP/1.1" status: 200 len: 845 time: 0.1048970 Apr 20 13:12:57.674240 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-099f1097-6392-4197-9cd8-68c67d1828a6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5c1617fd-b3c2-4890-8228-0b4c973ac53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354061 Apr 20 13:12:57.770319 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-eff6ee7b-e171-4e5d-a89a-57958bfa3f31 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:57.780886 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['16eba5fb-7710-4027-be1b-3272fe194ece'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:12:57.799212 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-901a8dce-fc1e-4e5b-ac08-cbacb4fa137a service neutron] 10.222.0.32 "GET /v2.0/networks/5c1617fd-b3c2-4890-8228-0b4c973ac53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162069 Apr 20 13:12:57.829600 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-eff6ee7b-e171-4e5d-a89a-57958bfa3f31 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:57.938706 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-eff6ee7b-e171-4e5d-a89a-57958bfa3f31 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:57.970761 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6ee7b-e171-4e5d-a89a-57958bfa3f31 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Pushing event updated for resources: {'Port': ['ID=72dd93a9-5747-4140-9131-2330847fdaae,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:57.982583 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a11c9c73-4574-4fda-898b-0c4ab850df3a req-8a698b8d-22f3-460d-b536-7171971abae9 service neutron] 10.222.0.32 "GET /v2.0/networks/5c1617fd-b3c2-4890-8228-0b4c973ac53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762064 Apr 20 13:12:58.027945 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:58.064697 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff6ee7b-e171-4e5d-a89a-57958bfa3f31 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Network 73ede779-456d-4f28-9673-5ed722d25cf2 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:58.066177 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-eff6ee7b-e171-4e5d-a89a-57958bfa3f31 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:58.236411 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff6ee7b-e171-4e5d-a89a-57958bfa3f31 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Router d9b105aa-7be3-482d-9825-d9e2ead3358d has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:12:58.254779 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e56699-9f9d-4751-bdfb-b26d8b6ac035 req-708b64cf-0537-4dc3-b014-18fe69c0a11f tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:58.254779 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a5e56699-9f9d-4751-bdfb-b26d8b6ac035 req-708b64cf-0537-4dc3-b014-18fe69c0a11f tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc7e13fa-b85b-432f-8259-e35cc842c087 HTTP/1.1" status: 200 len: 943 time: 0.0792553 Apr 20 13:12:58.376713 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a5e56699-9f9d-4751-bdfb-b26d8b6ac035 req-03013b5b-9779-49b9-8c99-f6407360e34e tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169226 Apr 20 13:12:58.450435 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-7603703a-ba6d-48ac-9549-b6d2d62ac391 None None] Provisioning complete for port 72dd93a9-5747-4140-9131-2330847fdaae triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:58.450722 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7603703a-ba6d-48ac-9549-b6d2d62ac391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:58.496657 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-7603703a-ba6d-48ac-9549-b6d2d62ac391 None None] Port 72dd93a9-5747-4140-9131-2330847fdaae cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:12:58.497531 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff6ee7b-e171-4e5d-a89a-57958bfa3f31 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:12:58.510856 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a397a05-77da-4075-a2e5-2a70dae30314 None None] Sync routers for ids ['d9b105aa-7be3-482d-9825-d9e2ead3358d'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:12:58.518661 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-eff6ee7b-e171-4e5d-a89a-57958bfa3f31 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "PUT /v2.0/routers/d9b105aa-7be3-482d-9825-d9e2ead3358d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8054307 Apr 20 13:12:58.519932 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41970) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:58.526014 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-64c321da-0042-421a-9879-9bfc4ae240c6 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Request body: {'port': {'network_id': '73ede779-456d-4f28-9673-5ed722d25cf2', 'name': 'tempest-FloatingIPTestJSON-1162716791'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:58.527592 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a397a05-77da-4075-a2e5-2a70dae30314 None None] Routers {'d9b105aa-7be3-482d-9825-d9e2ead3358d'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:58.528285 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-8a397a05-77da-4075-a2e5-2a70dae30314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:12:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d9b105aa-7be3-482d-9825-d9e2ead3358d'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:58.532817 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27bbc4-e5e0-4149-9a54-e6177607d51b req-c9f910d2-1608-4c81-bdc6-3d3ff767825e tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:58.534446 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be27bbc4-e5e0-4149-9a54-e6177607d51b req-c9f910d2-1608-4c81-bdc6-3d3ff767825e tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d9564be-9099-4680-b63b-763e46426c04 HTTP/1.1" status: 200 len: 944 time: 0.1568556 Apr 20 13:12:58.572965 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-8a397a05-77da-4075-a2e5-2a70dae30314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:58.583450 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a397a05-77da-4075-a2e5-2a70dae30314 None None] Routers {'d9b105aa-7be3-482d-9825-d9e2ead3358d'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:58.584109 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-8a397a05-77da-4075-a2e5-2a70dae30314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:12:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d9b105aa-7be3-482d-9825-d9e2ead3358d'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:58.607016 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be27bbc4-e5e0-4149-9a54-e6177607d51b req-8106bed9-6fde-4601-b8ff-fae318f1ac72 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "GET /v2.0/security-groups?id=691d618c-1515-4033-a944-efeb8b65dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635362 Apr 20 13:12:58.644457 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-8a397a05-77da-4075-a2e5-2a70dae30314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:58.645275 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a397a05-77da-4075-a2e5-2a70dae30314 None None] The sync data for ids ['d9b105aa-7be3-482d-9825-d9e2ead3358d'] in n-d-836015-7 is: [] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:12:58.741689 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c321da-0042-421a-9879-9bfc4ae240c6 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Made reservation on behalf of 34b4c831c88c4ef6bd6756dfbb64d067 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:12:58.746187 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-64c321da-0042-421a-9879-9bfc4ae240c6 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:58.766580 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-64c321da-0042-421a-9879-9bfc4ae240c6 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] device_id is not set on port c15c8965-25db-44a8-827e-2779a6780efc yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:12:58.889321 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-64c321da-0042-421a-9879-9bfc4ae240c6 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Allocated IP 172.20.0.6 (73ede779-456d-4f28-9673-5ed722d25cf2/d7d64f50-acd4-441f-ba5e-18b22878e85b/c15c8965-25db-44a8-827e-2779a6780efc) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:59.068446 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-64c321da-0042-421a-9879-9bfc4ae240c6 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:59.076979 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 16eba5fb-7710-4027-be1b-3272fe194ece up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:12:59.194353 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-64c321da-0042-421a-9879-9bfc4ae240c6 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:59.234111 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 16eba5fb-7710-4027-be1b-3272fe194ece completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:12:59.242224 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 16eba5fb-7710-4027-be1b-3272fe194ece triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:59.243203 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:59.244236 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c321da-0042-421a-9879-9bfc4ae240c6 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Network 73ede779-456d-4f28-9673-5ed722d25cf2 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:59.248889 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-64c321da-0042-421a-9879-9bfc4ae240c6 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:59.253121 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c321da-0042-421a-9879-9bfc4ae240c6 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:59.298367 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c321da-0042-421a-9879-9bfc4ae240c6 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Pushing event updated for resources: {'Port': ['ID=c15c8965-25db-44a8-827e-2779a6780efc,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:59.337127 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c321da-0042-421a-9879-9bfc4ae240c6 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:59.341712 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-64c321da-0042-421a-9879-9bfc4ae240c6 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:59.365590 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:59.367830 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:59.392014 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d9564be-9099-4680-b63b-763e46426c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16eba5fb-7710-4027-be1b-3272fe194ece'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:12:59.394302 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35bc7cda-370a-4162-9a7d-c9bbc846848b" -d '{"events": [{"server_uuid": "4d9564be-9099-4680-b63b-763e46426c04", "name": "network-vif-plugged", "status": "completed", "tag": "16eba5fb-7710-4027-be1b-3272fe194ece"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:12:59.408035 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 16eba5fb-7710-4027-be1b-3272fe194ece, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=16eba5fb-7710-4027-be1b-3272fe194ece,segment=NetworkSegment(ddab2d16-2ce0-43b7-9a5d-6c0cd2b9fc08),segment_id=ddab2d16-2ce0-43b7-9a5d-6c0cd2b9fc08)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:12:59.459442 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581128f7-e837-4646-9477-625b054fa2fd x-openstack-request-id: req-581128f7-e837-4646-9477-625b054fa2fd {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:12:59.460205 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d9564be-9099-4680-b63b-763e46426c04", "name": "network-vif-plugged", "status": "completed", "tag": "16eba5fb-7710-4027-be1b-3272fe194ece", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:12:59.460628 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-581128f7-e837-4646-9477-625b054fa2fd {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:12:59.461201 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-581128f7-e837-4646-9477-625b054fa2fd'] response: {'server_uuid': '4d9564be-9099-4680-b63b-763e46426c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16eba5fb-7710-4027-be1b-3272fe194ece', 'code': 200} Apr 20 13:12:59.528141 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503ff8a-e0ec-479a-ae4b-b6cc8996f4b7 req-916e8daa-9ca9-47dc-bc23-5c18ec4281ce tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:59.529791 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9503ff8a-e0ec-479a-ae4b-b6cc8996f4b7 req-916e8daa-9ca9-47dc-bc23-5c18ec4281ce tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc7e13fa-b85b-432f-8259-e35cc842c087 HTTP/1.1" status: 200 len: 943 time: 0.0777755 Apr 20 13:12:59.540200 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-64c321da-0042-421a-9879-9bfc4ae240c6 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0186062 Apr 20 13:12:59.542992 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42000) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:59.550255 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-8129932e-ad8d-4ab9-a1ae-8c9a16b99f1c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Request body: {'floatingip': {'port_id': 'c15c8965-25db-44a8-827e-2779a6780efc'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:59.560553 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:59.624070 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=16eba5fb-7710-4027-be1b-3272fe194ece,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:59.638029 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-3f824616-94ea-4c2a-827a-95565bf2fed2 None None] Provisioning complete for port c15c8965-25db-44a8-827e-2779a6780efc triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:59.638535 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3f824616-94ea-4c2a-827a-95565bf2fed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:59.653520 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9503ff8a-e0ec-479a-ae4b-b6cc8996f4b7 req-ae71af7b-80af-4441-9d04-fa08591f989a tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048963 Apr 20 13:12:59.690049 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c8fe9-641d-4796-bf00-eebe818b689d req-4d9ae16e-2b9f-46b2-8d9e-0f289d7b5300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:59.690049 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ab5c8fe9-641d-4796-bf00-eebe818b689d req-4d9ae16e-2b9f-46b2-8d9e-0f289d7b5300 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4d9564be-9099-4680-b63b-763e46426c04 HTTP/1.1" status: 200 len: 1095 time: 0.1590567 Apr 20 13:12:59.696282 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8129932e-ad8d-4ab9-a1ae-8c9a16b99f1c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for floatingip, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:59.697859 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-3f824616-94ea-4c2a-827a-95565bf2fed2 None None] Port c15c8965-25db-44a8-827e-2779a6780efc cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:12:59.786659 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ab5c8fe9-641d-4796-bf00-eebe818b689d req-c6df6e61-7373-47df-a2e6-991d8eb14e26 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=691d618c-1515-4033-a944-efeb8b65dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887525 Apr 20 13:12:59.806170 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff67d3-b4a0-43c9-ae46-939b515df759 req-095b5e61-a637-47b0-b281-af081de31eb1 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:59.808101 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a6ff67d3-b4a0-43c9-ae46-939b515df759 req-095b5e61-a637-47b0-b281-af081de31eb1 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d9564be-9099-4680-b63b-763e46426c04 HTTP/1.1" status: 200 len: 945 time: 0.0780175 Apr 20 13:12:59.810413 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:59.851673 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a6ff67d3-b4a0-43c9-ae46-939b515df759 req-0403c14e-9d9e-436a-9474-0cf950672a0b tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "GET /v2.0/security-groups?id=691d618c-1515-4033-a944-efeb8b65dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347021 Apr 20 13:13:00.223126 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8129932e-ad8d-4ab9-a1ae-8c9a16b99f1c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:00.336487 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8129932e-ad8d-4ab9-a1ae-8c9a16b99f1c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:00.444547 n-d-836015-7 neutron-server[114870]: INFO neutron.db.l3_db [None req-8129932e-ad8d-4ab9-a1ae-8c9a16b99f1c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Floating IP 73044c44-ec6f-49ae-898a-13db6249afd6 associated. External IP: 172.25.8.241, port: ba8f0822-9fe7-461c-8572-ed59f3a702b4. Apr 20 13:13:00.662390 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8129932e-ad8d-4ab9-a1ae-8c9a16b99f1c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Router 48dfb62f-8449-4eb5-b866-5392dcdb2959 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:13:00.809434 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8129932e-ad8d-4ab9-a1ae-8c9a16b99f1c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:13:00.820130 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898f2f4c-ca6c-4518-a873-f5d032046c16 None None] Sync routers for ids ['48dfb62f-8449-4eb5-b866-5392dcdb2959'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:13:00.824876 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d962cc2-da6b-478a-b1a6-64339c240e9f req-10eb42db-3aef-474a-9236-9f5564851b6e tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:00.826453 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9d962cc2-da6b-478a-b1a6-64339c240e9f req-10eb42db-3aef-474a-9236-9f5564851b6e tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc7e13fa-b85b-432f-8259-e35cc842c087 HTTP/1.1" status: 200 len: 943 time: 0.0943081 Apr 20 13:13:00.840194 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898f2f4c-ca6c-4518-a873-f5d032046c16 None None] Routers {'48dfb62f-8449-4eb5-b866-5392dcdb2959'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:00.841331 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-898f2f4c-ca6c-4518-a873-f5d032046c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:12:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['48dfb62f-8449-4eb5-b866-5392dcdb2959'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:00.881328 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-898f2f4c-ca6c-4518-a873-f5d032046c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:00.893069 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898f2f4c-ca6c-4518-a873-f5d032046c16 None None] Routers {'48dfb62f-8449-4eb5-b866-5392dcdb2959'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:00.893990 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-898f2f4c-ca6c-4518-a873-f5d032046c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:12:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['48dfb62f-8449-4eb5-b866-5392dcdb2959'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:00.903708 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9d962cc2-da6b-478a-b1a6-64339c240e9f req-ae9b3333-101f-49f3-a59a-8713a518d482 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702310 Apr 20 13:13:00.945946 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-898f2f4c-ca6c-4518-a873-f5d032046c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:00.948063 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898f2f4c-ca6c-4518-a873-f5d032046c16 None None] The sync data for ids ['48dfb62f-8449-4eb5-b866-5392dcdb2959'] in n-d-836015-7 is: [] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:13:01.023946 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8713d77-572e-4f06-b962-e49fe79aaf7e req-5df3d234-d479-442d-befa-9b83cd81d5fe tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:01.026029 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e8713d77-572e-4f06-b962-e49fe79aaf7e req-5df3d234-d479-442d-befa-9b83cd81d5fe tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d9564be-9099-4680-b63b-763e46426c04 HTTP/1.1" status: 200 len: 945 time: 0.0631273 Apr 20 13:13:01.077813 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e8713d77-572e-4f06-b962-e49fe79aaf7e req-ebd4dbd8-65d1-4854-a753-8e42936ef49b tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "GET /v2.0/security-groups?id=691d618c-1515-4033-a944-efeb8b65dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427437 Apr 20 13:13:01.106231 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8129932e-ad8d-4ab9-a1ae-8c9a16b99f1c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Router d9b105aa-7be3-482d-9825-d9e2ead3358d has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:13:01.222524 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8129932e-ad8d-4ab9-a1ae-8c9a16b99f1c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:13:01.227222 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8129932e-ad8d-4ab9-a1ae-8c9a16b99f1c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:01.232110 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df02e826-c814-4d77-a203-c1924342842b None None] Sync routers for ids ['d9b105aa-7be3-482d-9825-d9e2ead3358d'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:13:01.242742 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df02e826-c814-4d77-a203-c1924342842b None None] Routers {'d9b105aa-7be3-482d-9825-d9e2ead3358d'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:01.247710 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-df02e826-c814-4d77-a203-c1924342842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:12:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d9b105aa-7be3-482d-9825-d9e2ead3358d'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:01.276138 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-df02e826-c814-4d77-a203-c1924342842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:01.284418 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42032) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:01.284702 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df02e826-c814-4d77-a203-c1924342842b None None] Routers {'d9b105aa-7be3-482d-9825-d9e2ead3358d'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:01.285295 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-df02e826-c814-4d77-a203-c1924342842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:12:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d9b105aa-7be3-482d-9825-d9e2ead3358d'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:01.288179 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8129932e-ad8d-4ab9-a1ae-8c9a16b99f1c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "PUT /v2.0/floatingips/73044c44-ec6f-49ae-898a-13db6249afd6 HTTP/1.1" status: 200 len: 978 time: 1.7438343 Apr 20 13:13:01.323240 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-df02e826-c814-4d77-a203-c1924342842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:01.323796 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df02e826-c814-4d77-a203-c1924342842b None None] The sync data for ids ['d9b105aa-7be3-482d-9825-d9e2ead3358d'] in n-d-836015-7 is: [] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:13:01.390262 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-216e01a3-5d0d-470c-af77-541245760768 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Deleting port c15c8965-25db-44a8-827e-2779a6780efc {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:01.391294 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-216e01a3-5d0d-470c-af77-541245760768 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:01.489139 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-216e01a3-5d0d-470c-af77-541245760768 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:01.616614 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42038) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:01.684841 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-216e01a3-5d0d-470c-af77-541245760768 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:01.685204 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-216e01a3-5d0d-470c-af77-541245760768 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:01.685527 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-216e01a3-5d0d-470c-af77-541245760768 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Floating IP 73044c44-ec6f-49ae-898a-13db6249afd6 disassociated. External IP: 172.25.8.241, port: c15c8965-25db-44a8-827e-2779a6780efc. Apr 20 13:13:01.685868 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-216e01a3-5d0d-470c-af77-541245760768 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Calling delete_port for c15c8965-25db-44a8-827e-2779a6780efc owned by {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:01.739640 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9ae63610-6ead-4279-82aa-b71adac93942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:01.901994 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-216e01a3-5d0d-470c-af77-541245760768 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:01.934219 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e01a3-5d0d-470c-af77-541245760768 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Pushing event deleted for resources: {'Port': ['ID=c15c8965-25db-44a8-827e-2779a6780efc,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:01.959392 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9ae63610-6ead-4279-82aa-b71adac93942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:02.044043 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9ae63610-6ead-4279-82aa-b71adac93942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:02.084399 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae08098-59d4-4cf2-be65-6ef66a945b79 req-12c90bf1-0556-4d65-be1f-432ef7894c49 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:02.085944 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9ae08098-59d4-4cf2-be65-6ef66a945b79 req-12c90bf1-0556-4d65-be1f-432ef7894c49 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc7e13fa-b85b-432f-8259-e35cc842c087 HTTP/1.1" status: 200 len: 943 time: 0.0955474 Apr 20 13:13:02.088638 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae63610-6ead-4279-82aa-b71adac93942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc422e0a-39ba-4a58-a948-f3dbcb353462,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:02.093183 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9ae63610-6ead-4279-82aa-b71adac93942 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b14dc4708c194d6cbacf7fe87b3250f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4755931 Apr 20 13:13:02.098627 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42046) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:02.142474 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216e01a3-5d0d-470c-af77-541245760768 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Router d9b105aa-7be3-482d-9825-d9e2ead3358d has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:13:02.186175 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9ae08098-59d4-4cf2-be65-6ef66a945b79 req-fcdfc372-67fb-452c-ab5b-2930555442cd tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893583 Apr 20 13:13:02.285622 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7edbf506-17ec-4dd6-89fb-8522772469b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:02.294428 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1879acb-192c-4d49-99f1-464fa4e3eea3 req-08e2afdb-c3d0-4df4-92e2-4cc66629ea33 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:02.295905 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c1879acb-192c-4d49-99f1-464fa4e3eea3 req-08e2afdb-c3d0-4df4-92e2-4cc66629ea33 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d9564be-9099-4680-b63b-763e46426c04 HTTP/1.1" status: 200 len: 945 time: 0.1250243 Apr 20 13:13:02.367687 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7edbf506-17ec-4dd6-89fb-8522772469b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:02.390532 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216e01a3-5d0d-470c-af77-541245760768 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:13:02.400253 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d940ce-3b54-453e-ba05-afe6b3957f03 None None] Sync routers for ids ['d9b105aa-7be3-482d-9825-d9e2ead3358d'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:13:02.413424 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d940ce-3b54-453e-ba05-afe6b3957f03 None None] Routers {'d9b105aa-7be3-482d-9825-d9e2ead3358d'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:02.414171 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f3d940ce-3b54-453e-ba05-afe6b3957f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:12:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d9b105aa-7be3-482d-9825-d9e2ead3358d'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:02.429663 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c1879acb-192c-4d49-99f1-464fa4e3eea3 req-11b0e917-d5cb-41df-9f05-06cc8cf04c42 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "GET /v2.0/security-groups?id=691d618c-1515-4033-a944-efeb8b65dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964315 Apr 20 13:13:02.447432 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f3d940ce-3b54-453e-ba05-afe6b3957f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:02.461974 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d940ce-3b54-453e-ba05-afe6b3957f03 None None] Routers {'d9b105aa-7be3-482d-9825-d9e2ead3358d'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:02.464268 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f3d940ce-3b54-453e-ba05-afe6b3957f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:12:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d9b105aa-7be3-482d-9825-d9e2ead3358d'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:02.487352 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-216e01a3-5d0d-470c-af77-541245760768 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:02.492331 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-216e01a3-5d0d-470c-af77-541245760768 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "DELETE /v2.0/ports/c15c8965-25db-44a8-827e-2779a6780efc HTTP/1.1" status: 204 len: 168 time: 1.2043812 Apr 20 13:13:02.493301 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42052) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:02.500821 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f3d940ce-3b54-453e-ba05-afe6b3957f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:02.501469 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d940ce-3b54-453e-ba05-afe6b3957f03 None None] The sync data for ids ['d9b105aa-7be3-482d-9825-d9e2ead3358d'] in n-d-836015-7 is: [] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:13:02.541686 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7edbf506-17ec-4dd6-89fb-8522772469b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:02.544250 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7edbf506-17ec-4dd6-89fb-8522772469b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:02.545332 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7edbf506-17ec-4dd6-89fb-8522772469b6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cc422e0a-39ba-4a58-a948-f3dbcb353462 HTTP/1.1" status: 204 len: 168 time: 0.4438102 Apr 20 13:13:02.585065 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edbf506-17ec-4dd6-89fb-8522772469b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc422e0a-39ba-4a58-a948-f3dbcb353462,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:02.647109 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa8309-2144-431e-b39e-c55b34e8d4e4 req-1884b0a3-a590-4516-9d27-4b465296d878 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:02.648590 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-faaa8309-2144-431e-b39e-c55b34e8d4e4 req-1884b0a3-a590-4516-9d27-4b465296d878 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d9564be-9099-4680-b63b-763e46426c04 HTTP/1.1" status: 200 len: 945 time: 0.1106560 Apr 20 13:13:02.658237 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42056) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:02.662995 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-aa1a5dbc-240e-4e9d-a8a9-fc9949174a20 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Request body: {'floatingip': {'port_id': '16eba5fb-7710-4027-be1b-3272fe194ece'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:02.707390 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aa1a5dbc-240e-4e9d-a8a9-fc9949174a20 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks [] for floatingip, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:03.090881 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device d826267f-fd1e-4ca9-9dd5-3e832a8827e8 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:13:03.219129 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port d826267f-fd1e-4ca9-9dd5-3e832a8827e8, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=d826267f-fd1e-4ca9-9dd5-3e832a8827e8,segment=NetworkSegment(b745dd99-74ee-418c-af50-3e100538147c),segment_id=b745dd99-74ee-418c-af50-3e100538147c)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:03.231095 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': 'd826267f-fd1e-4ca9-9dd5-3e832a8827e8', 'network_id': '5c1617fd-b3c2-4890-8228-0b4c973ac53a', 'port_id': 'd826267f-fd1e-4ca9-9dd5-3e832a8827e8', 'mac_address': 'fa:16:3e:d2:0b:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d8b784-aae6-4178-a00d-bed6eeefe6ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:13:03.272743 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-410587a1-72d2-4b54-b875-bcb938d99cbb tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:03.289489 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:03.308342 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d826267f-fd1e-4ca9-9dd5-3e832a8827e8 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:13:03.316663 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42068) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:03.337860 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port d826267f-fd1e-4ca9-9dd5-3e832a8827e8, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=d826267f-fd1e-4ca9-9dd5-3e832a8827e8,segment=NetworkSegment(b745dd99-74ee-418c-af50-3e100538147c),segment_id=b745dd99-74ee-418c-af50-3e100538147c)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:03.361185 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7194ebaf-b9ec-417b-8842-27d8967cbdd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:03.409358 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098b938-0b12-46d2-8a89-c9f3e794e328 req-7f15237e-9eb3-40ab-b4ed-dc633b4e6089 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:03.410884 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e098b938-0b12-46d2-8a89-c9f3e794e328 req-7f15237e-9eb3-40ab-b4ed-dc633b4e6089 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc7e13fa-b85b-432f-8259-e35cc842c087 HTTP/1.1" status: 200 len: 943 time: 0.1348689 Apr 20 13:13:03.461899 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:03.502612 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e098b938-0b12-46d2-8a89-c9f3e794e328 req-d1547419-8fe4-438b-908b-fcaa50d4726c tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843966 Apr 20 13:13:03.530431 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aa1a5dbc-240e-4e9d-a8a9-fc9949174a20 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:03.532321 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=d826267f-fd1e-4ca9-9dd5-3e832a8827e8,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:03.558977 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7194ebaf-b9ec-417b-8842-27d8967cbdd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:03.633883 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-410587a1-72d2-4b54-b875-bcb938d99cbb tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Deleting port 72dd93a9-5747-4140-9131-2330847fdaae {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:03.634233 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-410587a1-72d2-4b54-b875-bcb938d99cbb tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:03.675095 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7194ebaf-b9ec-417b-8842-27d8967cbdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:03.679844 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aa1a5dbc-240e-4e9d-a8a9-fc9949174a20 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:03.726386 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-410587a1-72d2-4b54-b875-bcb938d99cbb tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:03.746846 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-410587a1-72d2-4b54-b875-bcb938d99cbb tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Calling delete_port for 72dd93a9-5747-4140-9131-2330847fdaae owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:03.757832 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7194ebaf-b9ec-417b-8842-27d8967cbdd3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5e9f1196fc424307954d4fad0ce304f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4399903 Apr 20 13:13:03.761119 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42074) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:03.763722 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7194ebaf-b9ec-417b-8842-27d8967cbdd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7872067d-af77-4c16-8dc2-980e8e280e1f,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:03.822818 n-d-836015-7 neutron-server[114870]: INFO neutron.db.l3_db [None req-aa1a5dbc-240e-4e9d-a8a9-fc9949174a20 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Floating IP ee0111b3-4dc7-4241-9032-250ee65a4f91 associated. External IP: 172.25.8.20, port: 16eba5fb-7710-4027-be1b-3272fe194ece. Apr 20 13:13:03.829582 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['d826267f-fd1e-4ca9-9dd5-3e832a8827e8'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:13:03.895935 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-21eceeeb-8029-4e1b-842a-0e464f29a313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:03.929459 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-21eceeeb-8029-4e1b-842a-0e464f29a313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:04.077949 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa1a5dbc-240e-4e9d-a8a9-fc9949174a20 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Router 0ff919ef-bade-48ca-816a-6cb87816b63c has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:13:04.153198 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-21eceeeb-8029-4e1b-842a-0e464f29a313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:04.156505 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-21eceeeb-8029-4e1b-842a-0e464f29a313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:04.160220 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-21eceeeb-8029-4e1b-842a-0e464f29a313 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7872067d-af77-4c16-8dc2-980e8e280e1f HTTP/1.1" status: 204 len: 168 time: 0.3955758 Apr 20 13:13:04.167237 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eceeeb-8029-4e1b-842a-0e464f29a313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7872067d-af77-4c16-8dc2-980e8e280e1f,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:04.199273 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-410587a1-72d2-4b54-b875-bcb938d99cbb tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:04.207694 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1a5dbc-240e-4e9d-a8a9-fc9949174a20 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:13:04.221331 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77404b69-f53f-4b39-a530-57b9d1d2899b None None] Sync routers for ids ['0ff919ef-bade-48ca-816a-6cb87816b63c'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:13:04.224612 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aa1a5dbc-240e-4e9d-a8a9-fc9949174a20 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:04.235736 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77404b69-f53f-4b39-a530-57b9d1d2899b None None] Routers {'0ff919ef-bade-48ca-816a-6cb87816b63c'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:04.240315 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-77404b69-f53f-4b39-a530-57b9d1d2899b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:12:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['0ff919ef-bade-48ca-816a-6cb87816b63c'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:04.264453 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-aa1a5dbc-240e-4e9d-a8a9-fc9949174a20 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "PUT /v2.0/floatingips/ee0111b3-4dc7-4241-9032-250ee65a4f91 HTTP/1.1" status: 200 len: 990 time: 1.6048012 Apr 20 13:13:04.267829 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d9564be-9099-4680-b63b-763e46426c04', 'tag': '16eba5fb-7710-4027-be1b-3272fe194ece'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:13:04.273805 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410587a1-72d2-4b54-b875-bcb938d99cbb tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Pushing event deleted for resources: {'Port': ['ID=72dd93a9-5747-4140-9131-2330847fdaae,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:04.274285 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65d1591-f2f4-4136-af0a-cac82e161e54" -d '{"events": [{"name": "network-changed", "server_uuid": "4d9564be-9099-4680-b63b-763e46426c04", "tag": "16eba5fb-7710-4027-be1b-3272fe194ece"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:13:04.354775 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9bb43f-3775-4334-a51d-e1a0b76286e5 x-openstack-request-id: req-4f9bb43f-3775-4334-a51d-e1a0b76286e5 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:13:04.354775 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d9564be-9099-4680-b63b-763e46426c04", "tag": "16eba5fb-7710-4027-be1b-3272fe194ece", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:13:04.354775 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4f9bb43f-3775-4334-a51d-e1a0b76286e5 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:13:04.354775 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f9bb43f-3775-4334-a51d-e1a0b76286e5'] response: {'name': 'network-changed', 'server_uuid': '4d9564be-9099-4680-b63b-763e46426c04', 'tag': '16eba5fb-7710-4027-be1b-3272fe194ece', 'status': 'completed', 'code': 200} Apr 20 13:13:04.456816 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-77404b69-f53f-4b39-a530-57b9d1d2899b None None] Set router 0ff919ef-bade-48ca-816a-6cb87816b63c gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:13:04.550451 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d1591-f2f4-4136-af0a-cac82e161e54 req-64a3d0c6-8ab0-4ade-ae1a-ada2cb6fa6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:04.552164 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d65d1591-f2f4-4136-af0a-cac82e161e54 req-64a3d0c6-8ab0-4ade-ae1a-ada2cb6fa6b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf87f7ff9aa94282a52e31152fffd8e3&device_id=4d9564be-9099-4680-b63b-763e46426c04 HTTP/1.1" status: 200 len: 1096 time: 0.1560979 Apr 20 13:13:04.576245 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31704a7b-d6a1-4307-8a93-af9fad9ac48a req-97a8aaea-5015-48fa-b539-4cdd0ab53875 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:04.576245 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-31704a7b-d6a1-4307-8a93-af9fad9ac48a req-97a8aaea-5015-48fa-b539-4cdd0ab53875 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d9564be-9099-4680-b63b-763e46426c04 HTTP/1.1" status: 200 len: 945 time: 0.1730373 Apr 20 13:13:04.704603 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-31704a7b-d6a1-4307-8a93-af9fad9ac48a req-6612fd75-b956-4d8a-a3d7-dcbb491876bb tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "GET /v2.0/security-groups?id=691d618c-1515-4033-a944-efeb8b65dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362224 Apr 20 13:13:04.785106 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-410587a1-72d2-4b54-b875-bcb938d99cbb tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:04.793260 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d1591-f2f4-4136-af0a-cac82e161e54 req-dd0df85f-3818-4dd5-99ed-077925b7756e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:04.794687 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d65d1591-f2f4-4136-af0a-cac82e161e54 req-dd0df85f-3818-4dd5-99ed-077925b7756e service neutron] 10.222.0.32 "GET /v2.0/networks?id=31fca606-89b5-41af-8e9a-0f3bd7276e6d HTTP/1.1" status: 200 len: 907 time: 0.2229092 Apr 20 13:13:04.806098 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b4d4f-b219-4666-9dbd-610b09847736 req-99108bfa-ead7-40ab-9b5c-a16f8f0b71ee tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:04.807087 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-723b4d4f-b219-4666-9dbd-610b09847736 req-99108bfa-ead7-40ab-9b5c-a16f8f0b71ee tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc7e13fa-b85b-432f-8259-e35cc842c087 HTTP/1.1" status: 200 len: 944 time: 0.1713970 Apr 20 13:13:04.817861 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-77404b69-f53f-4b39-a530-57b9d1d2899b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff919ef-bade-48ca-816a-6cb87816b63c', 'name': 'tempest-ServersTestJSON-2005446165-router', 'tenant_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'cde5168c-2ab2-4ce2-b052-0d195074070b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:12:25Z', 'updated_at': '2022-04-20T13:12:33Z', 'revision_number': 4, 'project_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'gw_port': {'id': 'cde5168c-2ab2-4ce2-b052-0d195074070b', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff919ef-bade-48ca-816a-6cb87816b63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:12:26Z', 'updated_at': '2022-04-20T13:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'ee0111b3-4dc7-4241-9032-250ee65a4f91', 'tenant_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'floating_ip_address': '172.25.8.20', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '0ff919ef-bade-48ca-816a-6cb87816b63c', 'port_id': '16eba5fb-7710-4027-be1b-3272fe194ece', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31fca606-89b5-41af-8e9a-0f3bd7276e6d', 'mac_address': 'fa:16:3e:f3:d4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9564be-9099-4680-b63b-763e46426c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:12:41Z', 'updated_at': '2022-04-20T13:13:03Z', 'revision_number': 1, 'project_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d4f115-b2ef-43f1-8790-faf3a7d592db', 'name': '', 'network_id': '31fca606-89b5-41af-8e9a-0f3bd7276e6d', 'tenant_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'mac_address': 'fa:16:3e:72:ad:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff919ef-bade-48ca-816a-6cb87816b63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '74adebdc-5d6b-4341-9419-cb7e516307ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:12:31Z', 'updated_at': '2022-04-20T13:12:39Z', 'revision_number': 5, 'project_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'subnets': [{'id': '74adebdc-5d6b-4341-9419-cb7e516307ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:04.857809 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77404b69-f53f-4b39-a530-57b9d1d2899b None None] Checking router: 0ff919ef-bade-48ca-816a-6cb87816b63c for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:13:04.868661 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77404b69-f53f-4b39-a530-57b9d1d2899b None None] Routers {'0ff919ef-bade-48ca-816a-6cb87816b63c'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:04.869385 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-77404b69-f53f-4b39-a530-57b9d1d2899b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:12:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['0ff919ef-bade-48ca-816a-6cb87816b63c'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:04.954487 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-723b4d4f-b219-4666-9dbd-610b09847736 req-d961dbe2-9acf-4098-9a25-35ac9229e2ac tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371157 Apr 20 13:13:04.962629 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d65d1591-f2f4-4136-af0a-cac82e161e54 req-e529b979-c3ae-4d69-9053-af517b83afed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16eba5fb-7710-4027-be1b-3272fe194ece HTTP/1.1" status: 200 len: 998 time: 0.1529727 Apr 20 13:13:04.988550 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-77404b69-f53f-4b39-a530-57b9d1d2899b None None] Set router 0ff919ef-bade-48ca-816a-6cb87816b63c gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:13:05.068159 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d1591-f2f4-4136-af0a-cac82e161e54 req-ea7f71e8-f4b8-43e2-bcc0-7e5e509bfbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:05.072884 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d65d1591-f2f4-4136-af0a-cac82e161e54 req-ea7f71e8-f4b8-43e2-bcc0-7e5e509bfbdd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74adebdc-5d6b-4341-9419-cb7e516307ec HTTP/1.1" status: 200 len: 845 time: 0.0672603 Apr 20 13:13:05.189595 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d1591-f2f4-4136-af0a-cac82e161e54 req-e884173f-c9b0-4bfe-b808-e306156200b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:05.191127 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d65d1591-f2f4-4136-af0a-cac82e161e54 req-e884173f-c9b0-4bfe-b808-e306156200b3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=31fca606-89b5-41af-8e9a-0f3bd7276e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866852 Apr 20 13:13:05.205213 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device d826267f-fd1e-4ca9-9dd5-3e832a8827e8 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:13:05.218534 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410587a1-72d2-4b54-b875-bcb938d99cbb tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Router d9b105aa-7be3-482d-9825-d9e2ead3358d has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:13:05.385140 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410587a1-72d2-4b54-b875-bcb938d99cbb tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:13:05.391702 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-410587a1-72d2-4b54-b875-bcb938d99cbb tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "PUT /v2.0/routers/d9b105aa-7be3-482d-9825-d9e2ead3358d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8979166 Apr 20 13:13:05.394787 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42108) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:05.395821 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e004f1a-7e7d-4f3d-8270-afaae22abe5c None None] Sync routers for ids ['d9b105aa-7be3-482d-9825-d9e2ead3358d'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:13:05.396255 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-77404b69-f53f-4b39-a530-57b9d1d2899b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff919ef-bade-48ca-816a-6cb87816b63c', 'name': 'tempest-ServersTestJSON-2005446165-router', 'tenant_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'cde5168c-2ab2-4ce2-b052-0d195074070b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:12:25Z', 'updated_at': '2022-04-20T13:12:33Z', 'revision_number': 4, 'project_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'gw_port': {'id': 'cde5168c-2ab2-4ce2-b052-0d195074070b', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff919ef-bade-48ca-816a-6cb87816b63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:12:26Z', 'updated_at': '2022-04-20T13:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'ee0111b3-4dc7-4241-9032-250ee65a4f91', 'tenant_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'floating_ip_address': '172.25.8.20', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '0ff919ef-bade-48ca-816a-6cb87816b63c', 'port_id': '16eba5fb-7710-4027-be1b-3272fe194ece', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31fca606-89b5-41af-8e9a-0f3bd7276e6d', 'mac_address': 'fa:16:3e:f3:d4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9564be-9099-4680-b63b-763e46426c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:12:41Z', 'updated_at': '2022-04-20T13:13:03Z', 'revision_number': 1, 'project_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d4f115-b2ef-43f1-8790-faf3a7d592db', 'name': '', 'network_id': '31fca606-89b5-41af-8e9a-0f3bd7276e6d', 'tenant_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'mac_address': 'fa:16:3e:72:ad:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff919ef-bade-48ca-816a-6cb87816b63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '74adebdc-5d6b-4341-9419-cb7e516307ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:12:31Z', 'updated_at': '2022-04-20T13:12:39Z', 'revision_number': 5, 'project_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'subnets': [{'id': '74adebdc-5d6b-4341-9419-cb7e516307ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:05.405812 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e004f1a-7e7d-4f3d-8270-afaae22abe5c None None] Routers {'d9b105aa-7be3-482d-9825-d9e2ead3358d'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:05.406977 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-1e004f1a-7e7d-4f3d-8270-afaae22abe5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:12:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d9b105aa-7be3-482d-9825-d9e2ead3358d'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:05.425825 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77404b69-f53f-4b39-a530-57b9d1d2899b None None] The sync data for ids ['0ff919ef-bade-48ca-816a-6cb87816b63c'] in n-d-836015-7 is: [{'id': '0ff919ef-bade-48ca-816a-6cb87816b63c', 'name': 'tempest-ServersTestJSON-2005446165-router', 'tenant_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'cde5168c-2ab2-4ce2-b052-0d195074070b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:12:25Z', 'updated_at': '2022-04-20T13:12:33Z', 'revision_number': 4, 'project_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'gw_port': {'id': 'cde5168c-2ab2-4ce2-b052-0d195074070b', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff919ef-bade-48ca-816a-6cb87816b63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:12:26Z', 'updated_at': '2022-04-20T13:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'ee0111b3-4dc7-4241-9032-250ee65a4f91', 'tenant_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'floating_ip_address': '172.25.8.20', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '0ff919ef-bade-48ca-816a-6cb87816b63c', 'port_id': '16eba5fb-7710-4027-be1b-3272fe194ece', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31fca606-89b5-41af-8e9a-0f3bd7276e6d', 'mac_address': 'fa:16:3e:f3:d4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d9564be-9099-4680-b63b-763e46426c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:12:41Z', 'updated_at': '2022-04-20T13:13:03Z', 'revision_number': 1, 'project_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d4f115-b2ef-43f1-8790-faf3a7d592db', 'name': '', 'network_id': '31fca606-89b5-41af-8e9a-0f3bd7276e6d', 'tenant_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'mac_address': 'fa:16:3e:72:ad:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff919ef-bade-48ca-816a-6cb87816b63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '74adebdc-5d6b-4341-9419-cb7e516307ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:12:31Z', 'updated_at': '2022-04-20T13:12:39Z', 'revision_number': 5, 'project_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'subnets': [{'id': '74adebdc-5d6b-4341-9419-cb7e516307ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:13:05.443721 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-1e004f1a-7e7d-4f3d-8270-afaae22abe5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:05.455984 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port d826267f-fd1e-4ca9-9dd5-3e832a8827e8 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:13:05.461176 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port d826267f-fd1e-4ca9-9dd5-3e832a8827e8 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:05.461785 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:05.467028 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e004f1a-7e7d-4f3d-8270-afaae22abe5c None None] Routers {'d9b105aa-7be3-482d-9825-d9e2ead3358d'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:05.469354 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-1e004f1a-7e7d-4f3d-8270-afaae22abe5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:12:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d9b105aa-7be3-482d-9825-d9e2ead3358d'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:05.471499 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d65d1591-f2f4-4136-af0a-cac82e161e54 req-3bef3f93-619f-4fa0-b33f-b07e6ae66697 service neutron] 10.222.0.32 "GET /v2.0/networks/31fca606-89b5-41af-8e9a-0f3bd7276e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502090 Apr 20 13:13:05.513071 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-1e004f1a-7e7d-4f3d-8270-afaae22abe5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:05.513868 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e004f1a-7e7d-4f3d-8270-afaae22abe5c None None] The sync data for ids ['d9b105aa-7be3-482d-9825-d9e2ead3358d'] in n-d-836015-7 is: [] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:13:05.565043 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-231c643b-2d93-4246-a114-5cadebc077c2 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:05.594490 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:05.628182 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7e13fa-b85b-432f-8259-e35cc842c087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd826267f-fd1e-4ca9-9dd5-3e832a8827e8'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:13:05.631556 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fb7536-a87b-46b3-9baa-1dd193cafaff" -d '{"events": [{"server_uuid": "fc7e13fa-b85b-432f-8259-e35cc842c087", "name": "network-vif-plugged", "status": "completed", "tag": "d826267f-fd1e-4ca9-9dd5-3e832a8827e8"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:13:05.635712 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d65d1591-f2f4-4136-af0a-cac82e161e54 req-618c7d93-09a0-4624-a55f-b046bb345160 service neutron] 10.222.0.32 "GET /v2.0/networks/31fca606-89b5-41af-8e9a-0f3bd7276e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483374 Apr 20 13:13:05.666530 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port d826267f-fd1e-4ca9-9dd5-3e832a8827e8, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=d826267f-fd1e-4ca9-9dd5-3e832a8827e8,segment=NetworkSegment(b745dd99-74ee-418c-af50-3e100538147c),segment_id=b745dd99-74ee-418c-af50-3e100538147c)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:05.690786 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71c80b3-daf1-489b-9fd5-17648df2d9d7 x-openstack-request-id: req-a71c80b3-daf1-489b-9fd5-17648df2d9d7 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:13:05.691844 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc7e13fa-b85b-432f-8259-e35cc842c087", "name": "network-vif-plugged", "status": "completed", "tag": "d826267f-fd1e-4ca9-9dd5-3e832a8827e8", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:13:05.692119 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a71c80b3-daf1-489b-9fd5-17648df2d9d7 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:13:05.692539 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a71c80b3-daf1-489b-9fd5-17648df2d9d7'] response: {'server_uuid': 'fc7e13fa-b85b-432f-8259-e35cc842c087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd826267f-fd1e-4ca9-9dd5-3e832a8827e8', 'code': 200} Apr 20 13:13:05.703601 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-231c643b-2d93-4246-a114-5cadebc077c2 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:05.738289 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:05.780840 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e07564-59ab-4d5c-9642-bc00d3d31505 None None] New status for floating IP ee0111b3-4dc7-4241-9032-250ee65a4f91: ACTIVE {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:13:05.811836 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a374117-1210-4884-8cfa-a2177fb406e1 req-87e8bf1a-2d3c-435c-a5b0-7cb1641d62fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:05.814025 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3a374117-1210-4884-8cfa-a2177fb406e1 req-87e8bf1a-2d3c-435c-a5b0-7cb1641d62fa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fc7e13fa-b85b-432f-8259-e35cc842c087 HTTP/1.1" status: 200 len: 1096 time: 0.0543852 Apr 20 13:13:05.868532 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-231c643b-2d93-4246-a114-5cadebc077c2 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Deleting port 11f4e267-759f-4019-b977-b2b987d8e3dc {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:05.868757 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-231c643b-2d93-4246-a114-5cadebc077c2 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:05.871295 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3a374117-1210-4884-8cfa-a2177fb406e1 req-8dc7806c-7ebb-48eb-82de-a3d1daf83d29 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471420 Apr 20 13:13:05.873489 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=d826267f-fd1e-4ca9-9dd5-3e832a8827e8,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:05.968573 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-231c643b-2d93-4246-a114-5cadebc077c2 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:05.980126 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-231c643b-2d93-4246-a114-5cadebc077c2 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Calling delete_port for 11f4e267-759f-4019-b977-b2b987d8e3dc owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:06.098263 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd56ca-1c38-47aa-bfc2-2669271366fb req-41466db7-f0dd-44d8-bbaa-1f412ec713df tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:06.105879 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-55fd56ca-1c38-47aa-bfc2-2669271366fb req-41466db7-f0dd-44d8-bbaa-1f412ec713df tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc7e13fa-b85b-432f-8259-e35cc842c087 HTTP/1.1" status: 200 len: 945 time: 0.0736036 Apr 20 13:13:06.144740 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-55fd56ca-1c38-47aa-bfc2-2669271366fb req-d3e37f55-a3bf-4d2c-a54c-dee0d124383c tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380006 Apr 20 13:13:06.232428 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-231c643b-2d93-4246-a114-5cadebc077c2 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:06.268419 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c643b-2d93-4246-a114-5cadebc077c2 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Pushing event deleted for resources: {'Port': ['ID=11f4e267-759f-4019-b977-b2b987d8e3dc,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:06.330213 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-231c643b-2d93-4246-a114-5cadebc077c2 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:06.440108 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-231c643b-2d93-4246-a114-5cadebc077c2 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:06.440108 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-231c643b-2d93-4246-a114-5cadebc077c2 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:06.570394 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-231c643b-2d93-4246-a114-5cadebc077c2 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:06.573699 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231c643b-2d93-4246-a114-5cadebc077c2 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Fanout notify agent at l3_agent the message router_deleted on router d9b105aa-7be3-482d-9825-d9e2ead3358d {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:13:06.579260 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-231c643b-2d93-4246-a114-5cadebc077c2 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:06.580593 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-231c643b-2d93-4246-a114-5cadebc077c2 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "DELETE /v2.0/routers/d9b105aa-7be3-482d-9825-d9e2ead3358d HTTP/1.1" status: 204 len: 168 time: 1.1845760 Apr 20 13:13:06.583339 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42142) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:06.642118 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f0e7a5-e894-49c4-b675-08471afc2410 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Deleting subnet d7d64f50-acd4-441f-ba5e-18b22878e85b {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:13:06.645452 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49f0e7a5-e894-49c4-b675-08471afc2410 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:06.688539 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49f0e7a5-e894-49c4-b675-08471afc2410 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:06.781063 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49f0e7a5-e894-49c4-b675-08471afc2410 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:06.891216 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49f0e7a5-e894-49c4-b675-08471afc2410 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:06.920903 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f0e7a5-e894-49c4-b675-08471afc2410 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Pushing event deleted for resources: {'Subnet': ['ID=d7d64f50-acd4-441f-ba5e-18b22878e85b,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:06.925183 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49f0e7a5-e894-49c4-b675-08471afc2410 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:06.928543 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-49f0e7a5-e894-49c4-b675-08471afc2410 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "DELETE /v2.0/subnets/d7d64f50-acd4-441f-ba5e-18b22878e85b HTTP/1.1" status: 204 len: 168 time: 0.3441131 Apr 20 13:13:06.931079 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42156) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:06.939211 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd943c3f-ed23-4830-8701-22e52bbb97ff None None] Network 73ede779-456d-4f28-9673-5ed722d25cf2 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:13:07.038902 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cc7ebafd-9430-4abc-93d0-77f9831e0f39 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:07.106297 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-cc7ebafd-9430-4abc-93d0-77f9831e0f39 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Deleting port 029715f0-864f-4af5-8998-695882ed6f38 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:07.106721 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cc7ebafd-9430-4abc-93d0-77f9831e0f39 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:07.165319 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe2611d-d34e-42ef-9361-82f4178cd478 None None] DHCP port deletion for 73ede779-456d-4f28-9673-5ed722d25cf2 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:13:07.191293 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-cc7ebafd-9430-4abc-93d0-77f9831e0f39 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] For port 029715f0-864f-4af5-8998-695882ed6f38, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=029715f0-864f-4af5-8998-695882ed6f38,segment=NetworkSegment(cd0b20a0-2fd1-440d-9293-c5f630d474a2),segment_id=cd0b20a0-2fd1-440d-9293-c5f630d474a2)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:07.191693 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cc7ebafd-9430-4abc-93d0-77f9831e0f39 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:07.206931 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-cc7ebafd-9430-4abc-93d0-77f9831e0f39 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Calling delete_port for 029715f0-864f-4af5-8998-695882ed6f38 owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:07.243094 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-dbe2611d-d34e-42ef-9361-82f4178cd478 None None] Deleting port 029715f0-864f-4af5-8998-695882ed6f38 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:07.243094 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-dbe2611d-d34e-42ef-9361-82f4178cd478 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:07.366258 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-dbe2611d-d34e-42ef-9361-82f4178cd478 None None] For port 029715f0-864f-4af5-8998-695882ed6f38, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=029715f0-864f-4af5-8998-695882ed6f38,segment=NetworkSegment(cd0b20a0-2fd1-440d-9293-c5f630d474a2),segment_id=cd0b20a0-2fd1-440d-9293-c5f630d474a2)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:07.366933 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-dbe2611d-d34e-42ef-9361-82f4178cd478 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:07.370484 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca44ee6-876e-425a-9932-bfd50f6fe600 req-fb886b0a-b156-4bb5-9e1a-ba6bb99c6830 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:07.372195 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ca44ee6-876e-425a-9932-bfd50f6fe600 req-fb886b0a-b156-4bb5-9e1a-ba6bb99c6830 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc7e13fa-b85b-432f-8259-e35cc842c087 HTTP/1.1" status: 200 len: 945 time: 0.0922344 Apr 20 13:13:07.381966 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-dbe2611d-d34e-42ef-9361-82f4178cd478 None None] Calling delete_port for 029715f0-864f-4af5-8998-695882ed6f38 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:07.432137 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ca44ee6-876e-425a-9932-bfd50f6fe600 req-b4b8b6e1-0df1-4286-9897-7230ad119602 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506854 Apr 20 13:13:07.457733 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cc7ebafd-9430-4abc-93d0-77f9831e0f39 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:07.485557 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-dbe2611d-d34e-42ef-9361-82f4178cd478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:07.490197 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ebafd-9430-4abc-93d0-77f9831e0f39 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Pushing event deleted for resources: {'Port': ['ID=029715f0-864f-4af5-8998-695882ed6f38,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:07.495413 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7ebafd-9430-4abc-93d0-77f9831e0f39 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] No DVR routers for this DVR port 029715f0-864f-4af5-8998-695882ed6f38 on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:13:07.516502 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe2611d-d34e-42ef-9361-82f4178cd478 None None] Pushing event deleted for resources: {'Port': ['ID=029715f0-864f-4af5-8998-695882ed6f38,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:07.521526 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe2611d-d34e-42ef-9361-82f4178cd478 None None] No DVR routers for this DVR port 029715f0-864f-4af5-8998-695882ed6f38 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:13:07.586367 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cc7ebafd-9430-4abc-93d0-77f9831e0f39 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:07.609498 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-cc7ebafd-9430-4abc-93d0-77f9831e0f39 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73ede779-456d-4f28-9673-5ed722d25cf2']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:07.622239 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-cc7ebafd-9430-4abc-93d0-77f9831e0f39 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd0b20a0-2fd1-440d-9293-c5f630d474a2') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:07.622478 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-cc7ebafd-9430-4abc-93d0-77f9831e0f39 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd0b20a0-2fd1-440d-9293-c5f630d474a2') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:07.632377 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cc7ebafd-9430-4abc-93d0-77f9831e0f39 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:07.647407 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cc7ebafd-9430-4abc-93d0-77f9831e0f39 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:07.657404 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc7ebafd-9430-4abc-93d0-77f9831e0f39 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:13:07.658251 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cc7ebafd-9430-4abc-93d0-77f9831e0f39 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:07.661317 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:13:07.661317 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:13:07.661317 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:13:07.661317 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:13:07.661317 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:13:07.661317 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:13:07.661317 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:13:07.661317 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:13:07.661317 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:13:07.661317 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:13:07.661317 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:13:07.661317 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:13:07.661317 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:13:07.661317 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:13:07.661317 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:13:07.661317 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:13:07.661317 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:13:07.661317 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:13:07.661317 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:13:07.661317 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:13:07.661317 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:13:07.661317 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:13:07.661317 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:13:07.661317 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:13:07.661317 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:13:07.661317 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:13:07.661317 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:13:07.661317 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:13:07.661317 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:13:07.661317 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:13:07.661317 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:13:07.661317 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:13:07.781887 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cc7ebafd-9430-4abc-93d0-77f9831e0f39 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:07.791555 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cc7ebafd-9430-4abc-93d0-77f9831e0f39 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:07.794557 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-cc7ebafd-9430-4abc-93d0-77f9831e0f39 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "DELETE /v2.0/networks/73ede779-456d-4f28-9673-5ed722d25cf2 HTTP/1.1" status: 204 len: 168 time: 0.8625059 Apr 20 13:13:07.797906 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42176) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:07.804921 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ebafd-9430-4abc-93d0-77f9831e0f39 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Pushing event deleted for resources: {'Network': ['ID=73ede779-456d-4f28-9673-5ed722d25cf2,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:07.927556 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-2436e330-cf8f-45c3-9c46-6ba5f394656c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Deleting port 6d122972-acc9-49a7-ba39-89b06addfc03 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:07.927912 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2436e330-cf8f-45c3-9c46-6ba5f394656c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:08.005053 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2436e330-cf8f-45c3-9c46-6ba5f394656c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:08.005365 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2436e330-cf8f-45c3-9c46-6ba5f394656c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:08.017451 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-2436e330-cf8f-45c3-9c46-6ba5f394656c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Calling delete_port for 6d122972-acc9-49a7-ba39-89b06addfc03 owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:08.216673 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2436e330-cf8f-45c3-9c46-6ba5f394656c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:08.233954 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42180) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:08.248430 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436e330-cf8f-45c3-9c46-6ba5f394656c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Pushing event deleted for resources: {'Port': ['ID=6d122972-acc9-49a7-ba39-89b06addfc03,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:08.274059 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2436e330-cf8f-45c3-9c46-6ba5f394656c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:08.274415 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2436e330-cf8f-45c3-9c46-6ba5f394656c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:08.274757 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2436e330-cf8f-45c3-9c46-6ba5f394656c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:08.275097 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2436e330-cf8f-45c3-9c46-6ba5f394656c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:08.275459 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2436e330-cf8f-45c3-9c46-6ba5f394656c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:08.275796 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2436e330-cf8f-45c3-9c46-6ba5f394656c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:08.276126 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2436e330-cf8f-45c3-9c46-6ba5f394656c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:08.276457 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2436e330-cf8f-45c3-9c46-6ba5f394656c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:08.276785 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2436e330-cf8f-45c3-9c46-6ba5f394656c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:08.277108 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2436e330-cf8f-45c3-9c46-6ba5f394656c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:08.277433 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2436e330-cf8f-45c3-9c46-6ba5f394656c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:08.277753 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2436e330-cf8f-45c3-9c46-6ba5f394656c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:08.318430 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2436e330-cf8f-45c3-9c46-6ba5f394656c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for floatingip, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:08.321053 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2436e330-cf8f-45c3-9c46-6ba5f394656c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:08.322267 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2436e330-cf8f-45c3-9c46-6ba5f394656c tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "DELETE /v2.0/floatingips/73044c44-ec6f-49ae-898a-13db6249afd6 HTTP/1.1" status: 204 len: 168 time: 0.5233686 Apr 20 13:13:08.325668 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42186) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:08.351403 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f05dcab1-b661-4d76-9be2-e5a25dcab5d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:08.354014 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-61052555-6e35-4b48-8768-fd6392061f89 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] DELETE failed (client error): The resource could not be found. Apr 20 13:13:08.355754 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61052555-6e35-4b48-8768-fd6392061f89 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:13:08.359284 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-61052555-6e35-4b48-8768-fd6392061f89 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "DELETE /v2.0/ports/c15c8965-25db-44a8-827e-2779a6780efc HTTP/1.1" status: 404 len: 333 time: 0.0325186 Apr 20 13:13:08.361919 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42190) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:08.395526 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-24a041a7-47e1-4304-9821-3c8cbb58f142 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b105aa-7be3-482d-9825-d9e2ead3358d HTTP/1.1" status: 200 len: 205 time: 0.0300243 Apr 20 13:13:08.396140 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42192) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:08.446925 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-fba1b182-4274-4d4e-b7f4-bd415bae564d tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] delete failed (client error): The resource could not be found. Apr 20 13:13:08.448008 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-fba1b182-4274-4d4e-b7f4-bd415bae564d tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "DELETE /v2.0/routers/d9b105aa-7be3-482d-9825-d9e2ead3358d HTTP/1.1" status: 404 len: 336 time: 0.0513515 Apr 20 13:13:08.450647 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42194) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:08.486633 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 029715f0-864f-4af5-8998-695882ed6f38 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:13:08.501788 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d71bbc2-7825-4f46-934a-cef67d7549d9 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] DELETE failed (client error): The resource could not be found. Apr 20 13:13:08.502255 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d71bbc2-7825-4f46-934a-cef67d7549d9 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:13:08.505298 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9d71bbc2-7825-4f46-934a-cef67d7549d9 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "DELETE /v2.0/subnets/d7d64f50-acd4-441f-ba5e-18b22878e85b HTTP/1.1" status: 404 len: 337 time: 0.0534358 Apr 20 13:13:08.509631 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42198) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:08.516445 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f05dcab1-b661-4d76-9be2-e5a25dcab5d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:08.523477 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 029715f0-864f-4af5-8998-695882ed6f38 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:13:08.523830 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 029715f0-864f-4af5-8998-695882ed6f38 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:13:08.581670 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f05dcab1-b661-4d76-9be2-e5a25dcab5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:08.639336 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f05dcab1-b661-4d76-9be2-e5a25dcab5d8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5ef34ad164b541b58ff1498c52445aa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4040530 Apr 20 13:13:08.641636 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05dcab1-b661-4d76-9be2-e5a25dcab5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98137c78-2e2f-4e29-ba5b-5895ef74cfb3,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:08.643648 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42202) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:08.661521 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05dcab1-b661-4d76-9be2-e5a25dcab5d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:08.661826 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05dcab1-b661-4d76-9be2-e5a25dcab5d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:08.662218 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05dcab1-b661-4d76-9be2-e5a25dcab5d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:08.662550 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05dcab1-b661-4d76-9be2-e5a25dcab5d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:08.662876 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05dcab1-b661-4d76-9be2-e5a25dcab5d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:08.663203 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05dcab1-b661-4d76-9be2-e5a25dcab5d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:08.663556 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05dcab1-b661-4d76-9be2-e5a25dcab5d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:08.663875 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05dcab1-b661-4d76-9be2-e5a25dcab5d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:08.664202 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05dcab1-b661-4d76-9be2-e5a25dcab5d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:08.664776 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05dcab1-b661-4d76-9be2-e5a25dcab5d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:08.665096 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05dcab1-b661-4d76-9be2-e5a25dcab5d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:08.665414 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05dcab1-b661-4d76-9be2-e5a25dcab5d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:08.726001 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fd944fed-f282-42b5-bbd0-74c171b531f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:08.755080 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fd944fed-f282-42b5-bbd0-74c171b531f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:08.890712 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fd944fed-f282-42b5-bbd0-74c171b531f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:08.895902 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fd944fed-f282-42b5-bbd0-74c171b531f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:08.897948 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-fd944fed-f282-42b5-bbd0-74c171b531f3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/98137c78-2e2f-4e29-ba5b-5895ef74cfb3 HTTP/1.1" status: 204 len: 168 time: 0.2532456 Apr 20 13:13:08.912362 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd944fed-f282-42b5-bbd0-74c171b531f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98137c78-2e2f-4e29-ba5b-5895ef74cfb3,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:08.976196 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675cf5f5-a193-451f-951c-702ad7abf652 req-d8d27a24-15bb-459b-a948-f10dbaeda523 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:08.983904 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-675cf5f5-a193-451f-951c-702ad7abf652 req-d8d27a24-15bb-459b-a948-f10dbaeda523 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc7e13fa-b85b-432f-8259-e35cc842c087 HTTP/1.1" status: 200 len: 945 time: 0.3911271 Apr 20 13:13:09.005253 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-415253f7-ba45-4ef5-8069-eeb8d9b0e1b4 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Deleting port ba8f0822-9fe7-461c-8572-ed59f3a702b4 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:09.006045 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-415253f7-ba45-4ef5-8069-eeb8d9b0e1b4 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:09.103891 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-675cf5f5-a193-451f-951c-702ad7abf652 req-ed984cac-098e-46fd-959d-40a534c4ae78 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147525 Apr 20 13:13:09.142901 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-415253f7-ba45-4ef5-8069-eeb8d9b0e1b4 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:09.157096 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-415253f7-ba45-4ef5-8069-eeb8d9b0e1b4 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Calling delete_port for ba8f0822-9fe7-461c-8572-ed59f3a702b4 owned by {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:09.416661 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-415253f7-ba45-4ef5-8069-eeb8d9b0e1b4 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:09.449502 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415253f7-ba45-4ef5-8069-eeb8d9b0e1b4 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Pushing event deleted for resources: {'Port': ['ID=ba8f0822-9fe7-461c-8572-ed59f3a702b4,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:09.531625 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-415253f7-ba45-4ef5-8069-eeb8d9b0e1b4 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:09.536992 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-415253f7-ba45-4ef5-8069-eeb8d9b0e1b4 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "DELETE /v2.0/ports/ba8f0822-9fe7-461c-8572-ed59f3a702b4 HTTP/1.1" status: 204 len: 168 time: 1.0242221 Apr 20 13:13:09.537429 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42210) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:09.644032 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-457bb994-8620-48d9-9404-3e1691550614 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Deleting port d1cea105-3b29-46eb-a448-74c75113b9d8 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:09.644439 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-457bb994-8620-48d9-9404-3e1691550614 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:09.760469 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42216) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:09.769080 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788b35f-998f-42c7-9d57-311664eb764b req-1d4338e7-66b5-471c-8c4e-4d067e339525 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:09.770560 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5788b35f-998f-42c7-9d57-311664eb764b req-1d4338e7-66b5-471c-8c4e-4d067e339525 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc7e13fa-b85b-432f-8259-e35cc842c087 HTTP/1.1" status: 200 len: 945 time: 0.0737815 Apr 20 13:13:09.775203 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84a19579-ad7b-4968-8ed7-46eb589c1f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:09.781635 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-457bb994-8620-48d9-9404-3e1691550614 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:09.805510 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-457bb994-8620-48d9-9404-3e1691550614 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Calling delete_port for d1cea105-3b29-46eb-a448-74c75113b9d8 owned by {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:09.831747 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5788b35f-998f-42c7-9d57-311664eb764b req-ed3ce74a-fb63-4fab-a070-1d531b20d7e3 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531611 Apr 20 13:13:09.853673 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84a19579-ad7b-4968-8ed7-46eb589c1f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:09.993321 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84a19579-ad7b-4968-8ed7-46eb589c1f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:10.030232 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a19579-ad7b-4968-8ed7-46eb589c1f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d4a5b8-448d-443a-99cc-80f694d459c4,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:10.034505 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-84a19579-ad7b-4968-8ed7-46eb589c1f85 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=96072fe03a8446efa18d36e8848c840b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2730255 Apr 20 13:13:10.037176 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42218) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:10.087026 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b1c795cd-d381-468a-b29e-b9c75625670e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:10.090652 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-457bb994-8620-48d9-9404-3e1691550614 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:10.111579 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b1c795cd-d381-468a-b29e-b9c75625670e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:10.119200 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457bb994-8620-48d9-9404-3e1691550614 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Pushing event deleted for resources: {'Port': ['ID=d1cea105-3b29-46eb-a448-74c75113b9d8,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:10.195218 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-457bb994-8620-48d9-9404-3e1691550614 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:10.200808 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-457bb994-8620-48d9-9404-3e1691550614 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "DELETE /v2.0/ports/d1cea105-3b29-46eb-a448-74c75113b9d8 HTTP/1.1" status: 204 len: 168 time: 0.6601541 Apr 20 13:13:10.201001 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42220) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:10.211341 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b1c795cd-d381-468a-b29e-b9c75625670e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:10.214362 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b1c795cd-d381-468a-b29e-b9c75625670e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:10.218045 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b1c795cd-d381-468a-b29e-b9c75625670e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/17d4a5b8-448d-443a-99cc-80f694d459c4 HTTP/1.1" status: 204 len: 168 time: 0.1775904 Apr 20 13:13:10.225767 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c795cd-d381-468a-b29e-b9c75625670e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d4a5b8-448d-443a-99cc-80f694d459c4,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:10.255039 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac4ce18-aaf3-408e-ba57-11c2c8044aca tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:10.259802 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42224) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:10.259926 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-dac4ce18-aaf3-408e-ba57-11c2c8044aca tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "GET /v2.0/ports?device_id=48dfb62f-8449-4eb5-b866-5392dcdb2959 HTTP/1.1" status: 200 len: 913 time: 0.0577879 Apr 20 13:13:10.953349 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b246d48c-ad95-4af2-82af-40e98bddd7da tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:10.970779 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7d67b-6c6c-4545-94f4-71b43060fcf7 req-37d9fd7f-e5a9-489f-bccd-174e5aac493e tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:10.972785 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ffa7d67b-6c6c-4545-94f4-71b43060fcf7 req-37d9fd7f-e5a9-489f-bccd-174e5aac493e tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc7e13fa-b85b-432f-8259-e35cc842c087 HTTP/1.1" status: 200 len: 945 time: 0.0620151 Apr 20 13:13:11.021616 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ffa7d67b-6c6c-4545-94f4-71b43060fcf7 req-8d4e1723-4148-4af2-9fd4-f91f34c39547 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395041 Apr 20 13:13:11.314532 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-b246d48c-ad95-4af2-82af-40e98bddd7da tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Deleting port 71966128-82de-4014-9651-5d0b6a18ac59 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:11.314799 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b246d48c-ad95-4af2-82af-40e98bddd7da tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:11.397821 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b246d48c-ad95-4af2-82af-40e98bddd7da tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:11.410477 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-b246d48c-ad95-4af2-82af-40e98bddd7da tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Calling delete_port for 71966128-82de-4014-9651-5d0b6a18ac59 owned by network:router_interface {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:11.701177 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b246d48c-ad95-4af2-82af-40e98bddd7da tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:11.735108 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b246d48c-ad95-4af2-82af-40e98bddd7da tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Pushing event deleted for resources: {'Port': ['ID=71966128-82de-4014-9651-5d0b6a18ac59,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:11.939001 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b246d48c-ad95-4af2-82af-40e98bddd7da tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:12.182684 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:12.213854 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b246d48c-ad95-4af2-82af-40e98bddd7da tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Router 48dfb62f-8449-4eb5-b866-5392dcdb2959 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:13:12.304390 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2cb92-844e-46f7-84ab-b8689a925c1c req-089797ec-26aa-461f-9071-bed20aa73203 tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:12.306587 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2e2cb92-844e-46f7-84ab-b8689a925c1c req-089797ec-26aa-461f-9071-bed20aa73203 tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] 10.222.0.25 "GET /v2.0/ports?device_id=81036cbb-dbc4-4fba-a98b-7dddb57e9fea HTTP/1.1" status: 200 len: 946 time: 0.0717463 Apr 20 13:13:12.336380 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b246d48c-ad95-4af2-82af-40e98bddd7da tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:13:12.341725 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b246d48c-ad95-4af2-82af-40e98bddd7da tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "PUT /v2.0/routers/48dfb62f-8449-4eb5-b866-5392dcdb2959/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0802331 Apr 20 13:13:12.346330 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42288) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:12.351881 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2e2cb92-844e-46f7-84ab-b8689a925c1c req-1e2ea91f-96a3-4b1e-9086-95ea7236a156 tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d9fe465-e1a2-4c3b-bf29-5ea4e72ef571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365431 Apr 20 13:13:12.352050 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d253e2b1-86ed-44c8-bb14-704b37b36392 None None] Sync routers for ids ['48dfb62f-8449-4eb5-b866-5392dcdb2959'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:13:12.370063 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d253e2b1-86ed-44c8-bb14-704b37b36392 None None] Routers {'48dfb62f-8449-4eb5-b866-5392dcdb2959'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:12.372414 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-d253e2b1-86ed-44c8-bb14-704b37b36392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:12:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['48dfb62f-8449-4eb5-b866-5392dcdb2959'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:12.414751 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-d253e2b1-86ed-44c8-bb14-704b37b36392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:12.433762 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d253e2b1-86ed-44c8-bb14-704b37b36392 None None] Routers {'48dfb62f-8449-4eb5-b866-5392dcdb2959'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:12.433762 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-d253e2b1-86ed-44c8-bb14-704b37b36392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:12:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['48dfb62f-8449-4eb5-b866-5392dcdb2959'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:12.471465 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-d253e2b1-86ed-44c8-bb14-704b37b36392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:12.471465 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d253e2b1-86ed-44c8-bb14-704b37b36392 None None] The sync data for ids ['48dfb62f-8449-4eb5-b866-5392dcdb2959'] in n-d-836015-7 is: [] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:13:12.490997 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3b152800-4530-4c96-a3b7-8d37d1fc4399 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:12.605941 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3b152800-4530-4c96-a3b7-8d37d1fc4399 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:12.718931 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-3b152800-4530-4c96-a3b7-8d37d1fc4399 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Deleting port afad5265-2db2-434b-8feb-238be1e1748f {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:12.719210 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3b152800-4530-4c96-a3b7-8d37d1fc4399 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:12.800520 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3b152800-4530-4c96-a3b7-8d37d1fc4399 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:12.810139 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:12.812776 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-3b152800-4530-4c96-a3b7-8d37d1fc4399 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Calling delete_port for afad5265-2db2-434b-8feb-238be1e1748f owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:13.096303 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3b152800-4530-4c96-a3b7-8d37d1fc4399 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:13.133017 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b152800-4530-4c96-a3b7-8d37d1fc4399 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Pushing event deleted for resources: {'Port': ['ID=afad5265-2db2-434b-8feb-238be1e1748f,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:13.404690 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3b152800-4530-4c96-a3b7-8d37d1fc4399 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:13.482226 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c57c7-db77-44c0-9217-6069b7f577b8 req-04b48fa0-7b50-4105-985d-9f9b0f38c33b tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:13.484318 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-157c57c7-db77-44c0-9217-6069b7f577b8 req-04b48fa0-7b50-4105-985d-9f9b0f38c33b tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] 10.222.0.25 "GET /v2.0/ports?device_id=81036cbb-dbc4-4fba-a98b-7dddb57e9fea HTTP/1.1" status: 200 len: 946 time: 0.0542622 Apr 20 13:13:13.500501 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3b152800-4530-4c96-a3b7-8d37d1fc4399 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:13.502686 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3b152800-4530-4c96-a3b7-8d37d1fc4399 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:13.529455 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-157c57c7-db77-44c0-9217-6069b7f577b8 req-f0a74bd4-ee65-4670-a73e-6ce147f6d581 tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d9fe465-e1a2-4c3b-bf29-5ea4e72ef571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377514 Apr 20 13:13:13.616225 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3b152800-4530-4c96-a3b7-8d37d1fc4399 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:13.621891 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b152800-4530-4c96-a3b7-8d37d1fc4399 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Fanout notify agent at l3_agent the message router_deleted on router 48dfb62f-8449-4eb5-b866-5392dcdb2959 {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:13:13.623848 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3b152800-4530-4c96-a3b7-8d37d1fc4399 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:13.624988 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3b152800-4530-4c96-a3b7-8d37d1fc4399 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "DELETE /v2.0/routers/48dfb62f-8449-4eb5-b866-5392dcdb2959 HTTP/1.1" status: 204 len: 168 time: 1.2779469 Apr 20 13:13:13.627517 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42320) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:13.681868 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e845f10-8a64-467d-b849-676c2e811298 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Deleting subnet bf7add2d-7f11-4b58-9b58-9cb196f0ee95 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:13:13.684973 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9e845f10-8a64-467d-b849-676c2e811298 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:13.724967 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9e845f10-8a64-467d-b849-676c2e811298 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:13.771297 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9e845f10-8a64-467d-b849-676c2e811298 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:13.869493 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9e845f10-8a64-467d-b849-676c2e811298 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:13.900840 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e845f10-8a64-467d-b849-676c2e811298 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Pushing event deleted for resources: {'Subnet': ['ID=bf7add2d-7f11-4b58-9b58-9cb196f0ee95,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:13.906752 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9e845f10-8a64-467d-b849-676c2e811298 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:13.910273 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9e845f10-8a64-467d-b849-676c2e811298 tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "DELETE /v2.0/subnets/bf7add2d-7f11-4b58-9b58-9cb196f0ee95 HTTP/1.1" status: 204 len: 168 time: 0.2818067 Apr 20 13:13:13.912862 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42326) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:14.021972 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-34d6257c-30f2-4a7a-9952-0cb317ab150d tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:14.045422 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09374be9-debf-4f7b-9247-21be92a73dfd req-c7e3845d-e6da-4a85-9129-906770d205bb tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:14.046962 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-09374be9-debf-4f7b-9247-21be92a73dfd req-c7e3845d-e6da-4a85-9129-906770d205bb tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] 10.222.0.15 "GET /v2.0/ports?device_id=81036cbb-dbc4-4fba-a98b-7dddb57e9fea HTTP/1.1" status: 200 len: 946 time: 0.0824056 Apr 20 13:13:14.179791 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-34d6257c-30f2-4a7a-9952-0cb317ab150d tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:14.205223 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-34d6257c-30f2-4a7a-9952-0cb317ab150d tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aade191c-f0a5-4e60-adb9-b4bb66d0b382']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:14.217273 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-34d6257c-30f2-4a7a-9952-0cb317ab150d tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cabdbe63-70db-4f5c-8eef-f2cf2f897be9') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:14.217575 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-34d6257c-30f2-4a7a-9952-0cb317ab150d tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cabdbe63-70db-4f5c-8eef-f2cf2f897be9') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:14.231744 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-34d6257c-30f2-4a7a-9952-0cb317ab150d tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:14.249120 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-34d6257c-30f2-4a7a-9952-0cb317ab150d tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:14.255507 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-09374be9-debf-4f7b-9247-21be92a73dfd req-7b98776d-16d5-4ba6-bfa4-2ef4031c03fa tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] Deleting port 7f44d055-8b15-4b33-b4b7-1ed9f6883a0e {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:14.255844 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-09374be9-debf-4f7b-9247-21be92a73dfd req-7b98776d-16d5-4ba6-bfa4-2ef4031c03fa tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:14.261024 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34d6257c-30f2-4a7a-9952-0cb317ab150d tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:13:14.261412 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-34d6257c-30f2-4a7a-9952-0cb317ab150d tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:14.264282 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:13:14.264282 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:13:14.264282 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:13:14.264282 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:13:14.264282 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:13:14.264282 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:13:14.264282 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:13:14.264282 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:13:14.264282 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:13:14.264282 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:13:14.264282 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:13:14.264282 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:13:14.264282 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:13:14.264282 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:13:14.264282 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:13:14.264282 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:13:14.264282 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:13:14.264282 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:13:14.264282 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:13:14.264282 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:13:14.264282 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:13:14.264282 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:13:14.264282 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:13:14.264282 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:13:14.264282 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:13:14.264282 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:13:14.264282 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:13:14.264282 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:13:14.264282 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:13:14.264282 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:13:14.264282 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:13:14.264282 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:13:14.401159 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42340) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:14.401639 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-09374be9-debf-4f7b-9247-21be92a73dfd req-7b98776d-16d5-4ba6-bfa4-2ef4031c03fa tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] For port 7f44d055-8b15-4b33-b4b7-1ed9f6883a0e, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=7f44d055-8b15-4b33-b4b7-1ed9f6883a0e,segment=NetworkSegment(e39b3287-4d37-49ff-961a-c02d032f7560),segment_id=e39b3287-4d37-49ff-961a-c02d032f7560)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:14.402019 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-09374be9-debf-4f7b-9247-21be92a73dfd req-7b98776d-16d5-4ba6-bfa4-2ef4031c03fa tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:14.415925 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-09374be9-debf-4f7b-9247-21be92a73dfd req-7b98776d-16d5-4ba6-bfa4-2ef4031c03fa tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] Calling delete_port for 7f44d055-8b15-4b33-b4b7-1ed9f6883a0e owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:14.472557 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-34d6257c-30f2-4a7a-9952-0cb317ab150d tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:14.480215 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-34d6257c-30f2-4a7a-9952-0cb317ab150d tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:14.483275 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-34d6257c-30f2-4a7a-9952-0cb317ab150d tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] 10.222.0.25 "DELETE /v2.0/networks/aade191c-f0a5-4e60-adb9-b4bb66d0b382 HTTP/1.1" status: 204 len: 168 time: 0.5694184 Apr 20 13:13:14.499036 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6257c-30f2-4a7a-9952-0cb317ab150d tempest-FloatingIPTestJSON-95217118 tempest-FloatingIPTestJSON-95217118-project] Pushing event deleted for resources: {'Network': ['ID=aade191c-f0a5-4e60-adb9-b4bb66d0b382,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:14.534456 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9b5e1e96-3118-4064-aa97-4344a1d538cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:14.617905 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9b5e1e96-3118-4064-aa97-4344a1d538cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:14.650235 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1634f5-d8c9-48da-a57f-5ed2f439687f req-e99fcd44-1838-4507-8bff-460749eda9d7 tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:14.651774 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ab1634f5-d8c9-48da-a57f-5ed2f439687f req-e99fcd44-1838-4507-8bff-460749eda9d7 tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] 10.222.0.25 "GET /v2.0/ports?device_id=81036cbb-dbc4-4fba-a98b-7dddb57e9fea HTTP/1.1" status: 200 len: 946 time: 0.0508804 Apr 20 13:13:14.690346 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ab1634f5-d8c9-48da-a57f-5ed2f439687f req-19969719-0aef-4949-8d08-7a0657b6572e tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d9fe465-e1a2-4c3b-bf29-5ea4e72ef571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324557 Apr 20 13:13:14.712982 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-09374be9-debf-4f7b-9247-21be92a73dfd req-7b98776d-16d5-4ba6-bfa4-2ef4031c03fa tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:14.724100 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['7f44d055-8b15-4b33-b4b7-1ed9f6883a0e'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:13:14.736035 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9b5e1e96-3118-4064-aa97-4344a1d538cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:14.742370 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98776d-16d5-4ba6-bfa4-2ef4031c03fa tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] Pushing event deleted for resources: {'Port': ['ID=7f44d055-8b15-4b33-b4b7-1ed9f6883a0e,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:14.787888 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-09374be9-debf-4f7b-9247-21be92a73dfd req-7b98776d-16d5-4ba6-bfa4-2ef4031c03fa tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] No DVR routers for this DVR port 7f44d055-8b15-4b33-b4b7-1ed9f6883a0e on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:13:14.790523 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9b5e1e96-3118-4064-aa97-4344a1d538cd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5f24db64bf424a50a97acbf555a2550f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3882208 Apr 20 13:13:14.790972 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-09374be9-debf-4f7b-9247-21be92a73dfd req-7b98776d-16d5-4ba6-bfa4-2ef4031c03fa tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:14.791138 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42348) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:14.793190 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e1e96-3118-4064-aa97-4344a1d538cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b705c2c7-d08c-4243-a854-2f0f073e0aa1,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:14.794326 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-09374be9-debf-4f7b-9247-21be92a73dfd req-7b98776d-16d5-4ba6-bfa4-2ef4031c03fa tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] 10.222.0.15 "DELETE /v2.0/ports/7f44d055-8b15-4b33-b4b7-1ed9f6883a0e HTTP/1.1" status: 204 len: 173 time: 0.7420394 Apr 20 13:13:14.794776 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81036cbb-dbc4-4fba-a98b-7dddb57e9fea', 'name': 'network-vif-deleted', 'tag': '7f44d055-8b15-4b33-b4b7-1ed9f6883a0e'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:13:14.797319 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1a9b57-265b-4a2d-bfb3-9a97b6023468" -d '{"events": [{"server_uuid": "81036cbb-dbc4-4fba-a98b-7dddb57e9fea", "name": "network-vif-deleted", "tag": "7f44d055-8b15-4b33-b4b7-1ed9f6883a0e"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:13:14.843069 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f768316d-1a49-48a3-bc47-5fdb2a46e5ab x-openstack-request-id: req-f768316d-1a49-48a3-bc47-5fdb2a46e5ab {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:13:14.843468 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81036cbb-dbc4-4fba-a98b-7dddb57e9fea", "name": "network-vif-deleted", "tag": "7f44d055-8b15-4b33-b4b7-1ed9f6883a0e", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:13:14.843785 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f768316d-1a49-48a3-bc47-5fdb2a46e5ab {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:13:14.844342 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f768316d-1a49-48a3-bc47-5fdb2a46e5ab'] response: {'server_uuid': '81036cbb-dbc4-4fba-a98b-7dddb57e9fea', 'name': 'network-vif-deleted', 'tag': '7f44d055-8b15-4b33-b4b7-1ed9f6883a0e', 'status': 'completed', 'code': 200} Apr 20 13:13:14.854477 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-28b09b8c-80fc-478c-ba71-17399edd07fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:14.876364 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-28b09b8c-80fc-478c-ba71-17399edd07fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:14.993262 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-28b09b8c-80fc-478c-ba71-17399edd07fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:14.997015 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-28b09b8c-80fc-478c-ba71-17399edd07fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:15.001186 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-28b09b8c-80fc-478c-ba71-17399edd07fb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b705c2c7-d08c-4243-a854-2f0f073e0aa1 HTTP/1.1" status: 204 len: 168 time: 0.2061040 Apr 20 13:13:15.021806 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b09b8c-80fc-478c-ba71-17399edd07fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b705c2c7-d08c-4243-a854-2f0f073e0aa1,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:15.061342 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42362) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:15.154184 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device d826267f-fd1e-4ca9-9dd5-3e832a8827e8 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:13:15.208317 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f82d9b37-55ad-4460-abf0-080153ce2820 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=34b4c831c88c4ef6bd6756dfbb64d067&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1451492 Apr 20 13:13:15.211339 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42370) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:15.262767 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2f9dc8c0-175c-49b0-820d-fa954c6ed26e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:15.262962 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port d826267f-fd1e-4ca9-9dd5-3e832a8827e8, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=d826267f-fd1e-4ca9-9dd5-3e832a8827e8,segment=NetworkSegment(b745dd99-74ee-418c-af50-3e100538147c),segment_id=b745dd99-74ee-418c-af50-3e100538147c)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:15.274948 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': 'd826267f-fd1e-4ca9-9dd5-3e832a8827e8', 'network_id': '5c1617fd-b3c2-4890-8228-0b4c973ac53a', 'port_id': 'd826267f-fd1e-4ca9-9dd5-3e832a8827e8', 'mac_address': 'fa:16:3e:d2:0b:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d8b784-aae6-4178-a00d-bed6eeefe6ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:13:15.285152 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2f9dc8c0-175c-49b0-820d-fa954c6ed26e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:15.312754 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:15.325719 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d826267f-fd1e-4ca9-9dd5-3e832a8827e8 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:13:15.346716 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port d826267f-fd1e-4ca9-9dd5-3e832a8827e8, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=d826267f-fd1e-4ca9-9dd5-3e832a8827e8,segment=NetworkSegment(b745dd99-74ee-418c-af50-3e100538147c),segment_id=b745dd99-74ee-418c-af50-3e100538147c)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:15.422047 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2f9dc8c0-175c-49b0-820d-fa954c6ed26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:15.426586 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:15.430164 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2f9dc8c0-175c-49b0-820d-fa954c6ed26e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:15.431487 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2f9dc8c0-175c-49b0-820d-fa954c6ed26e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ae3e3a10-6fb0-4b06-8176-747ffb45c29d HTTP/1.1" status: 204 len: 168 time: 0.2190282 Apr 20 13:13:15.442915 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9dc8c0-175c-49b0-820d-fa954c6ed26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3e3a10-6fb0-4b06-8176-747ffb45c29d,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:15.491349 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=d826267f-fd1e-4ca9-9dd5-3e832a8827e8,revision_number=6']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:15.500524 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:15.501026 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:15.501364 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:15.501872 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:15.502238 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:15.502576 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:15.502904 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:15.503220 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:15.503579 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:15.503902 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:15.504221 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:15.504542 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:15.549040 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['d826267f-fd1e-4ca9-9dd5-3e832a8827e8'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:13:15.804163 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-37984af1-819f-49d8-9849-76602e690123 req-8e5d92d4-79ee-409f-a37d-ed0e442b4b82 tempest-VolumesAdminNegativeTest-8950159 tempest-VolumesAdminNegativeTest-8950159-project] 10.222.0.25 "GET /v2.0/ports?device_id=81036cbb-dbc4-4fba-a98b-7dddb57e9fea HTTP/1.1" status: 200 len: 210 time: 0.0283208 Apr 20 13:13:15.879500 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42382) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:15.897485 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7d6b8498-5945-4363-9b7e-f0c0fbfd9d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:15.976107 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7d6b8498-5945-4363-9b7e-f0c0fbfd9d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:16.073031 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7d6b8498-5945-4363-9b7e-f0c0fbfd9d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:16.112154 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b8498-5945-4363-9b7e-f0c0fbfd9d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f8c378-3cfe-442f-a142-5eb0eba73440,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:16.119241 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7d6b8498-5945-4363-9b7e-f0c0fbfd9d23 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ca45039923ea421e84cf5714f9cbb1a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2361166 Apr 20 13:13:16.119938 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42396) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:16.176458 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5c137df2-046c-4f16-902d-bad61f25cce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:16.202124 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5c137df2-046c-4f16-902d-bad61f25cce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:16.410285 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5c137df2-046c-4f16-902d-bad61f25cce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:16.412835 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5c137df2-046c-4f16-902d-bad61f25cce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:16.413991 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5c137df2-046c-4f16-902d-bad61f25cce2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/35f8c378-3cfe-442f-a142-5eb0eba73440 HTTP/1.1" status: 204 len: 168 time: 0.2930484 Apr 20 13:13:16.423104 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c137df2-046c-4f16-902d-bad61f25cce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f8c378-3cfe-442f-a142-5eb0eba73440,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:16.695022 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42414) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:16.801047 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-2d52577d-4a25-421b-8bf0-c8a0c6d67955 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2070070739'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:16.860262 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42430) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:16.888656 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d52577d-4a25-421b-8bf0-c8a0c6d67955 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Made reservation on behalf of b7102f20fa43486a845045505a6bb121 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:13:16.898226 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2d52577d-4a25-421b-8bf0-c8a0c6d67955 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:16.905219 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2d52577d-4a25-421b-8bf0-c8a0c6d67955 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:16.929525 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c35554d-35a3-4933-beef-bea0748a4daf admin admin] Deleting subnet 7f3d66ab-4f8d-46cc-ad45-557371a89a49 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:13:16.934956 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1c35554d-35a3-4933-beef-bea0748a4daf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:16.984476 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1c35554d-35a3-4933-beef-bea0748a4daf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:17.040108 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1c35554d-35a3-4933-beef-bea0748a4daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:17.081076 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2d52577d-4a25-421b-8bf0-c8a0c6d67955 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:17.152400 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2d52577d-4a25-421b-8bf0-c8a0c6d67955 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:17.179112 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d52577d-4a25-421b-8bf0-c8a0c6d67955 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:13:17.195727 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52577d-4a25-421b-8bf0-c8a0c6d67955 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a62ffb-14bb-4a3a-8d46-0e98edee1fcb,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:17.198896 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2d52577d-4a25-421b-8bf0-c8a0c6d67955 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:17.199267 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-2d52577d-4a25-421b-8bf0-c8a0c6d67955 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Added segment 160bcaed-2553-4f58-94eb-f4abf3b1029d of type vlan for network 0845a6f5-be1f-4681-a4b0-28d483068da0 Apr 20 13:13:17.208144 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device d826267f-fd1e-4ca9-9dd5-3e832a8827e8 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:13:17.232213 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1c35554d-35a3-4933-beef-bea0748a4daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:17.255911 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2d52577d-4a25-421b-8bf0-c8a0c6d67955 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:17.261471 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port d826267f-fd1e-4ca9-9dd5-3e832a8827e8 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:17.261847 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:17.279615 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c35554d-35a3-4933-beef-bea0748a4daf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f3d66ab-4f8d-46cc-ad45-557371a89a49,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:17.283153 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1c35554d-35a3-4933-beef-bea0748a4daf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:17.286293 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1c35554d-35a3-4933-beef-bea0748a4daf admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7f3d66ab-4f8d-46cc-ad45-557371a89a49 HTTP/1.1" status: 204 len: 168 time: 0.4249594 Apr 20 13:13:17.288956 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42456) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:17.345958 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:17.369917 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2d52577d-4a25-421b-8bf0-c8a0c6d67955 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:17.375623 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7e13fa-b85b-432f-8259-e35cc842c087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd826267f-fd1e-4ca9-9dd5-3e832a8827e8'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:13:17.377344 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d52577d-4a25-421b-8bf0-c8a0c6d67955 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:17.378285 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2d52577d-4a25-421b-8bf0-c8a0c6d67955 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:17.378644 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1908694-1dd1-46f8-aa66-9451f438a978" -d '{"events": [{"server_uuid": "fc7e13fa-b85b-432f-8259-e35cc842c087", "name": "network-vif-plugged", "status": "completed", "tag": "d826267f-fd1e-4ca9-9dd5-3e832a8827e8"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:13:17.382157 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-37c8c9ef-6615-4f88-b52f-0b3ef9a4a62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:17.418485 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port d826267f-fd1e-4ca9-9dd5-3e832a8827e8, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=d826267f-fd1e-4ca9-9dd5-3e832a8827e8,segment=NetworkSegment(b745dd99-74ee-418c-af50-3e100538147c),segment_id=b745dd99-74ee-418c-af50-3e100538147c)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:17.434357 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24168400-ac2a-4ddf-b05d-57f58db385fb x-openstack-request-id: req-24168400-ac2a-4ddf-b05d-57f58db385fb {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:13:17.434667 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc7e13fa-b85b-432f-8259-e35cc842c087", "name": "network-vif-plugged", "status": "completed", "tag": "d826267f-fd1e-4ca9-9dd5-3e832a8827e8", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:13:17.434918 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24168400-ac2a-4ddf-b05d-57f58db385fb {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:13:17.435316 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24168400-ac2a-4ddf-b05d-57f58db385fb'] response: {'server_uuid': 'fc7e13fa-b85b-432f-8259-e35cc842c087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd826267f-fd1e-4ca9-9dd5-3e832a8827e8', 'code': 200} Apr 20 13:13:17.492730 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-37c8c9ef-6615-4f88-b52f-0b3ef9a4a62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:17.498250 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2d52577d-4a25-421b-8bf0-c8a0c6d67955 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7994022 Apr 20 13:13:17.500817 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42470) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:17.503297 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52577d-4a25-421b-8bf0-c8a0c6d67955 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Pushing event updated for resources: {'Network': ['ID=0845a6f5-be1f-4681-a4b0-28d483068da0,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:17.513074 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-16ef956b-67b5-43c2-b431-3dfdfdb2a732 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Request body: {'subnet': {'network_id': '0845a6f5-be1f-4681-a4b0-28d483068da0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:17.516781 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 0845a6f5-be1f-4681-a4b0-28d483068da0 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:13:17.535108 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:17.543692 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-37c8c9ef-6615-4f88-b52f-0b3ef9a4a62c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64085159-6475-4154-8cba-3f725258be5a']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:17.590987 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-37c8c9ef-6615-4f88-b52f-0b3ef9a4a62c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e39b3287-4d37-49ff-961a-c02d032f7560') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:17.591292 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-37c8c9ef-6615-4f88-b52f-0b3ef9a4a62c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e39b3287-4d37-49ff-961a-c02d032f7560') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:17.609820 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-37c8c9ef-6615-4f88-b52f-0b3ef9a4a62c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:17.655013 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-37c8c9ef-6615-4f88-b52f-0b3ef9a4a62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:17.663597 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=d826267f-fd1e-4ca9-9dd5-3e832a8827e8,revision_number=7']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:17.669495 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c8c9ef-6615-4f88-b52f-0b3ef9a4a62c admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:13:17.669911 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-37c8c9ef-6615-4f88-b52f-0b3ef9a4a62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:17.674610 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:13:17.674610 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:13:17.674610 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:13:17.674610 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:13:17.674610 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:13:17.674610 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:13:17.674610 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:13:17.674610 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:13:17.674610 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:13:17.674610 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:13:17.674610 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:13:17.674610 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:13:17.674610 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:13:17.674610 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:13:17.674610 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:13:17.674610 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:13:17.674610 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:13:17.674610 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:13:17.674610 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:13:17.674610 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:13:17.674610 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:13:17.674610 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:13:17.674610 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:13:17.674610 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:13:17.674610 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:13:17.674610 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:13:17.674610 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:13:17.674610 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:13:17.674610 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:13:17.674610 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:13:17.674610 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:13:17.674610 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:13:17.700597 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 7f44d055-8b15-4b33-b4b7-1ed9f6883a0e no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:13:17.732304 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 7f44d055-8b15-4b33-b4b7-1ed9f6883a0e {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:13:17.732644 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 7f44d055-8b15-4b33-b4b7-1ed9f6883a0e not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:13:17.752127 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ef956b-67b5-43c2-b431-3dfdfdb2a732 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Made reservation on behalf of b7102f20fa43486a845045505a6bb121 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:13:17.756263 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-16ef956b-67b5-43c2-b431-3dfdfdb2a732 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:17.852729 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-37c8c9ef-6615-4f88-b52f-0b3ef9a4a62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:17.860159 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-37c8c9ef-6615-4f88-b52f-0b3ef9a4a62c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:17.863153 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-37c8c9ef-6615-4f88-b52f-0b3ef9a4a62c admin admin] 10.222.0.25 "DELETE /v2.0/networks/64085159-6475-4154-8cba-3f725258be5a HTTP/1.1" status: 204 len: 168 time: 0.5729489 Apr 20 13:13:17.866133 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42482) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:17.895002 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c8c9ef-6615-4f88-b52f-0b3ef9a4a62c admin admin] Pushing event deleted for resources: {'Network': ['ID=64085159-6475-4154-8cba-3f725258be5a,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:17.920294 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-603e92a5-1b3f-44c3-a36f-abf2a04ef93a admin admin] Deleting subnet 58d201dc-d07d-42bd-a874-57d1d1fe595a {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:13:17.924321 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-603e92a5-1b3f-44c3-a36f-abf2a04ef93a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:17.963326 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-603e92a5-1b3f-44c3-a36f-abf2a04ef93a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:18.019392 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-603e92a5-1b3f-44c3-a36f-abf2a04ef93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:18.057691 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-16ef956b-67b5-43c2-b431-3dfdfdb2a732 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:18.160146 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef956b-67b5-43c2-b431-3dfdfdb2a732 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Pushing event updated for resources: {'Subnet': ['ID=aa93128c-823e-4784-87f3-9cab1603d2c4,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:18.173069 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ef956b-67b5-43c2-b431-3dfdfdb2a732 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Checking segment: {'id': '160bcaed-2553-4f58-94eb-f4abf3b1029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0845a6f5-be1f-4681-a4b0-28d483068da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:13:18.173950 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ef956b-67b5-43c2-b431-3dfdfdb2a732 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Network hostable DHCP agents. Network: 0845a6f5-be1f-4681-a4b0-28d483068da0, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:13:18.182106 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-603e92a5-1b3f-44c3-a36f-abf2a04ef93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:18.212315 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e92a5-1b3f-44c3-a36f-abf2a04ef93a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58d201dc-d07d-42bd-a874-57d1d1fe595a,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:18.225755 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-603e92a5-1b3f-44c3-a36f-abf2a04ef93a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:18.229683 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-603e92a5-1b3f-44c3-a36f-abf2a04ef93a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/58d201dc-d07d-42bd-a874-57d1d1fe595a HTTP/1.1" status: 204 len: 168 time: 0.3620553 Apr 20 13:13:18.232435 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42490) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:18.312335 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ef956b-67b5-43c2-b431-3dfdfdb2a732 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Network 0845a6f5-be1f-4681-a4b0-28d483068da0 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:13:18.350262 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7d256cbf-5caa-4ea6-adeb-aa7f1e25427a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:18.409807 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-16ef956b-67b5-43c2-b431-3dfdfdb2a732 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 0845a6f5-be1f-4681-a4b0-28d483068da0) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:18.427191 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22369303-bae1-4e67-890e-c111bc19d10d None None] Network 0845a6f5-be1f-4681-a4b0-28d483068da0 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:13:18.431108 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ef956b-67b5-43c2-b431-3dfdfdb2a732 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:18.434148 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-16ef956b-67b5-43c2-b431-3dfdfdb2a732 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:18.474921 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7d256cbf-5caa-4ea6-adeb-aa7f1e25427a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:18.505127 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-7d256cbf-5caa-4ea6-adeb-aa7f1e25427a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6d13983-8cd5-4159-98fd-1a4954d906a6']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:18.518323 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-7d256cbf-5caa-4ea6-adeb-aa7f1e25427a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '320e27f7-847a-4d5a-bcc4-1df836f884bf') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:18.518625 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-7d256cbf-5caa-4ea6-adeb-aa7f1e25427a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '320e27f7-847a-4d5a-bcc4-1df836f884bf') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:18.528996 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7d256cbf-5caa-4ea6-adeb-aa7f1e25427a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:18.544871 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7d256cbf-5caa-4ea6-adeb-aa7f1e25427a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:18.555093 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d256cbf-5caa-4ea6-adeb-aa7f1e25427a admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:13:18.555810 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7d256cbf-5caa-4ea6-adeb-aa7f1e25427a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:18.562748 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:13:18.562748 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:13:18.562748 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:13:18.562748 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:13:18.562748 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:13:18.562748 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:13:18.562748 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:13:18.562748 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:13:18.562748 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:13:18.562748 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:13:18.562748 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:13:18.562748 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:13:18.562748 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:13:18.562748 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:13:18.562748 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:13:18.562748 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:13:18.562748 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:13:18.562748 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:13:18.562748 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:13:18.562748 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:13:18.562748 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:13:18.562748 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:13:18.562748 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:13:18.562748 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:13:18.562748 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:13:18.562748 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:13:18.562748 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:13:18.562748 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:13:18.562748 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:13:18.562748 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:13:18.562748 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:13:18.562748 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:13:18.566130 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-16ef956b-67b5-43c2-b431-3dfdfdb2a732 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0579817 Apr 20 13:13:18.566364 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42512) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:18.584392 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-268f8560-5ba9-4a6f-b560-4ba8e8401697 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1640777947', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:18.664163 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1c948c-213f-4543-a1c9-a1e459f53e5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-0845a6f5-be1f-4681-a4b0-28d483068da0', 'network_id': '0845a6f5-be1f-4681-a4b0-28d483068da0', 'tenant_id': 'b7102f20fa43486a845045505a6bb121', 'fixed_ips': [{'subnet_id': 'aa93128c-823e-4784-87f3-9cab1603d2c4'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:13:18.665280 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cd1c948c-213f-4543-a1c9-a1e459f53e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:18.788239 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7d256cbf-5caa-4ea6-adeb-aa7f1e25427a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:18.810782 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7d256cbf-5caa-4ea6-adeb-aa7f1e25427a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:18.816889 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7d256cbf-5caa-4ea6-adeb-aa7f1e25427a admin admin] 10.222.0.25 "DELETE /v2.0/networks/c6d13983-8cd5-4159-98fd-1a4954d906a6 HTTP/1.1" status: 204 len: 168 time: 0.5830927 Apr 20 13:13:18.819653 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-cd1c948c-213f-4543-a1c9-a1e459f53e5b None None] Allocated IP 172.20.0.2 (0845a6f5-be1f-4681-a4b0-28d483068da0/aa93128c-823e-4784-87f3-9cab1603d2c4/c87037d8-f199-4bc0-9b4c-5d4121fb5a3e) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:13:18.831510 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-268f8560-5ba9-4a6f-b560-4ba8e8401697 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:18.832983 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-268f8560-5ba9-4a6f-b560-4ba8e8401697 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:18.836747 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d256cbf-5caa-4ea6-adeb-aa7f1e25427a admin admin] Pushing event deleted for resources: {'Network': ['ID=c6d13983-8cd5-4159-98fd-1a4954d906a6,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:18.913962 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-268f8560-5ba9-4a6f-b560-4ba8e8401697 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:18.976749 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-268f8560-5ba9-4a6f-b560-4ba8e8401697 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:19.086794 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-268f8560-5ba9-4a6f-b560-4ba8e8401697 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:19.088106 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-268f8560-5ba9-4a6f-b560-4ba8e8401697 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5108428 Apr 20 13:13:19.090683 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42522) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:19.094319 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cd1c948c-213f-4543-a1c9-a1e459f53e5b None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:19.183567 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cd1c948c-213f-4543-a1c9-a1e459f53e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:19.262613 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c948c-213f-4543-a1c9-a1e459f53e5b None None] Pushing event updated for resources: {'Port': ['ID=c87037d8-f199-4bc0-9b4c-5d4121fb5a3e,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:19.272542 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1c948c-213f-4543-a1c9-a1e459f53e5b None None] Network 0845a6f5-be1f-4681-a4b0-28d483068da0 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:19.274536 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-cd1c948c-213f-4543-a1c9-a1e459f53e5b None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:19.279891 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1c948c-213f-4543-a1c9-a1e459f53e5b None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:13:19.363553 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-cd1c948c-213f-4543-a1c9-a1e459f53e5b None None] Attempting to bind port c87037d8-f199-4bc0-9b4c-5d4121fb5a3e on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:19.364259 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-cd1c948c-213f-4543-a1c9-a1e459f53e5b None None] Attempting to bind port c87037d8-f199-4bc0-9b4c-5d4121fb5a3e by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '160bcaed-2553-4f58-94eb-f4abf3b1029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0845a6f5-be1f-4681-a4b0-28d483068da0'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:19.365030 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1c948c-213f-4543-a1c9-a1e459f53e5b None None] Attempting to bind port c87037d8-f199-4bc0-9b4c-5d4121fb5a3e on network 0845a6f5-be1f-4681-a4b0-28d483068da0 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:19.372258 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1c948c-213f-4543-a1c9-a1e459f53e5b None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:13:19.372882 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1c948c-213f-4543-a1c9-a1e459f53e5b None None] Checking segment: {'id': '160bcaed-2553-4f58-94eb-f4abf3b1029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0845a6f5-be1f-4681-a4b0-28d483068da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:13:19.373941 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cd1c948c-213f-4543-a1c9-a1e459f53e5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:19.375281 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1c948c-213f-4543-a1c9-a1e459f53e5b None None] Bound using segment: {'id': '160bcaed-2553-4f58-94eb-f4abf3b1029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0845a6f5-be1f-4681-a4b0-28d483068da0'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:13:19.376548 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-cd1c948c-213f-4543-a1c9-a1e459f53e5b None None] Bound port: c87037d8-f199-4bc0-9b4c-5d4121fb5a3e, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '160bcaed-2553-4f58-94eb-f4abf3b1029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0845a6f5-be1f-4681-a4b0-28d483068da0'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:13:19.377088 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cd1c948c-213f-4543-a1c9-a1e459f53e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:19.552660 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d644d961-6310-42a1-90a1-b438386b8d94 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:19.657308 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42550) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:19.754917 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-cd1c948c-213f-4543-a1c9-a1e459f53e5b None None] For port c87037d8-f199-4bc0-9b4c-5d4121fb5a3e, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:13:19.763206 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-cd1c948c-213f-4543-a1c9-a1e459f53e5b None None] For port c87037d8-f199-4bc0-9b4c-5d4121fb5a3e, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=c87037d8-f199-4bc0-9b4c-5d4121fb5a3e,segment=NetworkSegment(160bcaed-2553-4f58-94eb-f4abf3b1029d),segment_id=160bcaed-2553-4f58-94eb-f4abf3b1029d)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:13:19.769503 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-41925c89-e170-4b16-a35a-9c192ae75a8e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c0ea543bbac743ad9061fcb7c58fdf81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1103036 Apr 20 13:13:19.771856 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42560) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:19.839435 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cd1c948c-213f-4543-a1c9-a1e459f53e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:19.858153 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-57f6576f-a417-40cd-b09e-2a9ae1da234d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:19.886818 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-57f6576f-a417-40cd-b09e-2a9ae1da234d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:19.966621 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c948c-213f-4543-a1c9-a1e459f53e5b None None] Pushing event updated for resources: {'Port': ['ID=c87037d8-f199-4bc0-9b4c-5d4121fb5a3e,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:20.073296 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-d644d961-6310-42a1-90a1-b438386b8d94 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Allocated IP 172.20.0.1 (0845a6f5-be1f-4681-a4b0-28d483068da0/aa93128c-823e-4784-87f3-9cab1603d2c4/2dddf002-9e72-4f2f-a919-3a1e92ff92a0) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:13:20.172509 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-57f6576f-a417-40cd-b09e-2a9ae1da234d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:20.184079 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-57f6576f-a417-40cd-b09e-2a9ae1da234d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:20.185627 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-57f6576f-a417-40cd-b09e-2a9ae1da234d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7d9fe465-e1a2-4c3b-bf29-5ea4e72ef571 HTTP/1.1" status: 204 len: 168 time: 0.4122128 Apr 20 13:13:20.209589 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f6576f-a417-40cd-b09e-2a9ae1da234d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9fe465-e1a2-4c3b-bf29-5ea4e72ef571,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:20.319703 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d644d961-6310-42a1-90a1-b438386b8d94 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:20.513665 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d644d961-6310-42a1-90a1-b438386b8d94 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:20.565925 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d644d961-6310-42a1-90a1-b438386b8d94 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Network 0845a6f5-be1f-4681-a4b0-28d483068da0 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:20.569855 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-d644d961-6310-42a1-90a1-b438386b8d94 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:20.576484 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d644d961-6310-42a1-90a1-b438386b8d94 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:13:20.580473 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d644d961-6310-42a1-90a1-b438386b8d94 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Pushing event updated for resources: {'Port': ['ID=2dddf002-9e72-4f2f-a919-3a1e92ff92a0,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:20.583143 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device c87037d8-f199-4bc0-9b4c-5d4121fb5a3e up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:13:20.644407 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d644d961-6310-42a1-90a1-b438386b8d94 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:20.673229 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port c87037d8-f199-4bc0-9b4c-5d4121fb5a3e triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:20.674735 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:20.826220 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:20.852620 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d644d961-6310-42a1-90a1-b438386b8d94 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:20.871612 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port c87037d8-f199-4bc0-9b4c-5d4121fb5a3e, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=c87037d8-f199-4bc0-9b4c-5d4121fb5a3e,segment=NetworkSegment(160bcaed-2553-4f58-94eb-f4abf3b1029d),segment_id=160bcaed-2553-4f58-94eb-f4abf3b1029d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:20.958815 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:21.030381 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=c87037d8-f199-4bc0-9b4c-5d4121fb5a3e,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:21.323173 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42618) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:21.357656 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d644d961-6310-42a1-90a1-b438386b8d94 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:21.383067 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8528e35d-1c0b-4280-99b0-b9ba8021e6bf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f22e787643fd4e9298d103f549d28470&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0580978 Apr 20 13:13:21.388610 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42620) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:21.424639 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f851f5-5a3d-4448-806b-cec566dc224c None None] Network 0845a6f5-be1f-4681-a4b0-28d483068da0 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:13:21.456194 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cc2f8550-2f57-4206-8f91-a4c8edb31ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:21.470618 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d644d961-6310-42a1-90a1-b438386b8d94 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:21.517659 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-be891b8d-0596-42b0-b060-6926bf7a869f None None] Provisioning complete for port c87037d8-f199-4bc0-9b4c-5d4121fb5a3e triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:21.517659 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-be891b8d-0596-42b0-b060-6926bf7a869f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:21.529981 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d644d961-6310-42a1-90a1-b438386b8d94 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:21.581497 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cc2f8550-2f57-4206-8f91-a4c8edb31ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:21.685609 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d644d961-6310-42a1-90a1-b438386b8d94 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Pushing event updated for resources: {'Port': ['ID=2dddf002-9e72-4f2f-a919-3a1e92ff92a0,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:21.745735 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d644d961-6310-42a1-90a1-b438386b8d94 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Network 0845a6f5-be1f-4681-a4b0-28d483068da0 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:21.747430 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-d644d961-6310-42a1-90a1-b438386b8d94 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:21.891428 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cc2f8550-2f57-4206-8f91-a4c8edb31ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:21.898954 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cc2f8550-2f57-4206-8f91-a4c8edb31ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:21.898954 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-cc2f8550-2f57-4206-8f91-a4c8edb31ea3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/97d9955a-adf9-4801-bdb1-98521ce86050 HTTP/1.1" status: 204 len: 168 time: 0.5057206 Apr 20 13:13:21.920841 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f8550-2f57-4206-8f91-a4c8edb31ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d9955a-adf9-4801-bdb1-98521ce86050,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:22.120766 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-61389fbd-3516-463a-a898-e7f7dde9d237 None None] Provisioning complete for port 2dddf002-9e72-4f2f-a919-3a1e92ff92a0 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:22.121345 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-61389fbd-3516-463a-a898-e7f7dde9d237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:22.135709 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42638) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:22.162970 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-61389fbd-3516-463a-a898-e7f7dde9d237 None None] Port 2dddf002-9e72-4f2f-a919-3a1e92ff92a0 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:13:22.175782 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-61389fbd-3516-463a-a898-e7f7dde9d237 None None] Provisioning complete for port c87037d8-f199-4bc0-9b4c-5d4121fb5a3e triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:22.176155 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-61389fbd-3516-463a-a898-e7f7dde9d237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:22.266847 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a1cd72c6-2640-4149-8a26-8804ad7ad900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:22.311151 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d644d961-6310-42a1-90a1-b438386b8d94 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Router 514efbc1-3c6e-497d-81a5-1af92e9d1260 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:13:22.404581 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-0471ee11-840d-4532-ba92-db9402fc5062 None None] Provisioning complete for port 2dddf002-9e72-4f2f-a919-3a1e92ff92a0 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:22.405017 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0471ee11-840d-4532-ba92-db9402fc5062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:22.476378 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-0471ee11-840d-4532-ba92-db9402fc5062 None None] Port 2dddf002-9e72-4f2f-a919-3a1e92ff92a0 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:13:22.489123 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d644d961-6310-42a1-90a1-b438386b8d94 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:13:22.502400 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42646) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:22.503178 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d644d961-6310-42a1-90a1-b438386b8d94 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] 10.222.0.25 "PUT /v2.0/routers/514efbc1-3c6e-497d-81a5-1af92e9d1260/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4112878 Apr 20 13:13:22.505054 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device c87037d8-f199-4bc0-9b4c-5d4121fb5a3e up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:13:22.505445 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a1cd72c6-2640-4149-8a26-8804ad7ad900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:22.510020 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-87529d39-efeb-4b3d-b5e4-860487c009cf tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Request body: {'port': {'network_id': '0845a6f5-be1f-4681-a4b0-28d483068da0', 'name': 'tempest-FloatingIPNegativeTestJSON-279656228'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:22.600795 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46be3eca-fc35-4564-8ad5-7ba42d932f1c None None] Sync routers for ids ['514efbc1-3c6e-497d-81a5-1af92e9d1260'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:13:22.615771 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a1cd72c6-2640-4149-8a26-8804ad7ad900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:22.662645 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a1cd72c6-2640-4149-8a26-8804ad7ad900 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e709a4a787204816881745b438754b5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5258095 Apr 20 13:13:22.663373 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd72c6-2640-4149-8a26-8804ad7ad900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3fb732-a539-4fe0-9052-d021e0605a8e,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:22.666004 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42650) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:22.691519 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-11336d4d-2289-4641-b48d-1f1f59c915f1 None None] Provisioning complete for port 2dddf002-9e72-4f2f-a919-3a1e92ff92a0 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:22.693882 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-11336d4d-2289-4641-b48d-1f1f59c915f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:22.696637 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46be3eca-fc35-4564-8ad5-7ba42d932f1c None None] Routers {'514efbc1-3c6e-497d-81a5-1af92e9d1260'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:22.699275 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-46be3eca-fc35-4564-8ad5-7ba42d932f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:12:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['514efbc1-3c6e-497d-81a5-1af92e9d1260'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:22.736739 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d354347a-e450-4962-b767-fd23a8a9d735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:22.781041 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d354347a-e450-4962-b767-fd23a8a9d735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:22.789007 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-46be3eca-fc35-4564-8ad5-7ba42d932f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:22.797804 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port c87037d8-f199-4bc0-9b4c-5d4121fb5a3e triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:22.798171 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:22.828075 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-11336d4d-2289-4641-b48d-1f1f59c915f1 None None] Port 2dddf002-9e72-4f2f-a919-3a1e92ff92a0 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:13:22.832189 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46be3eca-fc35-4564-8ad5-7ba42d932f1c None None] Routers {'514efbc1-3c6e-497d-81a5-1af92e9d1260'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:22.832844 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-46be3eca-fc35-4564-8ad5-7ba42d932f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:12:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['514efbc1-3c6e-497d-81a5-1af92e9d1260'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:22.866950 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87529d39-efeb-4b3d-b5e4-860487c009cf tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Made reservation on behalf of b7102f20fa43486a845045505a6bb121 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:13:22.866950 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-87529d39-efeb-4b3d-b5e4-860487c009cf tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:22.896970 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [None req-87529d39-efeb-4b3d-b5e4-860487c009cf tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] device_id is not set on port 74436e6a-4860-4791-96fa-e89985ef8443 yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:13:22.917799 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-46be3eca-fc35-4564-8ad5-7ba42d932f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:22.918725 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46be3eca-fc35-4564-8ad5-7ba42d932f1c None None] The sync data for ids ['514efbc1-3c6e-497d-81a5-1af92e9d1260'] in n-d-836015-7 is: [] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:13:22.947832 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d354347a-e450-4962-b767-fd23a8a9d735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:22.955343 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d354347a-e450-4962-b767-fd23a8a9d735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:22.961567 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d354347a-e450-4962-b767-fd23a8a9d735 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9c3fb732-a539-4fe0-9052-d021e0605a8e HTTP/1.1" status: 204 len: 168 time: 0.2940660 Apr 20 13:13:22.990125 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d354347a-e450-4962-b767-fd23a8a9d735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3fb732-a539-4fe0-9052-d021e0605a8e,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:23.148397 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-87529d39-efeb-4b3d-b5e4-860487c009cf tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Allocated IP 172.20.0.13 (0845a6f5-be1f-4681-a4b0-28d483068da0/aa93128c-823e-4784-87f3-9cab1603d2c4/74436e6a-4860-4791-96fa-e89985ef8443) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:13:23.390431 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-87529d39-efeb-4b3d-b5e4-860487c009cf tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:23.513474 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-87529d39-efeb-4b3d-b5e4-860487c009cf tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:23.556126 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87529d39-efeb-4b3d-b5e4-860487c009cf tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Network 0845a6f5-be1f-4681-a4b0-28d483068da0 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:23.559246 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-87529d39-efeb-4b3d-b5e4-860487c009cf tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:23.566517 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87529d39-efeb-4b3d-b5e4-860487c009cf tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:13:23.601103 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87529d39-efeb-4b3d-b5e4-860487c009cf tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Pushing event updated for resources: {'Port': ['ID=74436e6a-4860-4791-96fa-e89985ef8443,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:23.630948 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87529d39-efeb-4b3d-b5e4-860487c009cf tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:23.631550 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-87529d39-efeb-4b3d-b5e4-860487c009cf tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:23.771306 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-87529d39-efeb-4b3d-b5e4-860487c009cf tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2637489 Apr 20 13:13:23.772876 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42682) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:23.786044 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-7e4adab5-6dbd-4c36-865e-35f6be03c494 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:23.858936 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42684) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:23.870220 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6fb4a28c-3dfa-40b2-8bc1-4103af5f446d None None] Provisioning complete for port 74436e6a-4860-4791-96fa-e89985ef8443 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:23.872321 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6fb4a28c-3dfa-40b2-8bc1-4103af5f446d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:23.891920 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a9090371-4149-45df-af6b-83de5d6b34d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:23.940538 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7e4adab5-6dbd-4c36-865e-35f6be03c494 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks [] for floatingip, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:23.955905 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6fb4a28c-3dfa-40b2-8bc1-4103af5f446d None None] Port 74436e6a-4860-4791-96fa-e89985ef8443 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:13:24.111612 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a9090371-4149-45df-af6b-83de5d6b34d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:24.141358 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7e4adab5-6dbd-4c36-865e-35f6be03c494 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:24.213516 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a9090371-4149-45df-af6b-83de5d6b34d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:24.374740 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a9090371-4149-45df-af6b-83de5d6b34d5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7a3f1d54ac3743f4aa4fa8603ddd87e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5139627 Apr 20 13:13:24.377683 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42708) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:24.381332 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9090371-4149-45df-af6b-83de5d6b34d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567c4f81-68be-43d1-9a2f-80b7b26a99df,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:24.426266 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-7e4adab5-6dbd-4c36-865e-35f6be03c494 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Allocated IP 172.25.8.152 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/b168a296-c633-4f02-8805-a0a33d6467b5) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:13:24.456151 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ec3f1535-8760-4e1b-8c11-696655bc46a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:24.470315 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-68b6db65-5bb2-4e27-b699-9d75a31a773f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:24.531609 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-68b6db65-5bb2-4e27-b699-9d75a31a773f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:24.683017 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7e4adab5-6dbd-4c36-865e-35f6be03c494 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:24.720464 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-68b6db65-5bb2-4e27-b699-9d75a31a773f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:24.725135 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-68b6db65-5bb2-4e27-b699-9d75a31a773f admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:24.726840 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-68b6db65-5bb2-4e27-b699-9d75a31a773f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/567c4f81-68be-43d1-9a2f-80b7b26a99df HTTP/1.1" status: 204 len: 168 time: 0.3478699 Apr 20 13:13:24.739131 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b6db65-5bb2-4e27-b699-9d75a31a773f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567c4f81-68be-43d1-9a2f-80b7b26a99df,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:24.828408 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7e4adab5-6dbd-4c36-865e-35f6be03c494 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:24.883458 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4adab5-6dbd-4c36-865e-35f6be03c494 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:24.883458 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-7e4adab5-6dbd-4c36-865e-35f6be03c494 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:24.886926 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4adab5-6dbd-4c36-865e-35f6be03c494 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:13:24.913201 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4adab5-6dbd-4c36-865e-35f6be03c494 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Pushing event updated for resources: {'Port': ['ID=b168a296-c633-4f02-8805-a0a33d6467b5,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:25.001033 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7e4adab5-6dbd-4c36-865e-35f6be03c494 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:25.208972 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7e4adab5-6dbd-4c36-865e-35f6be03c494 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:25.423981 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7e4adab5-6dbd-4c36-865e-35f6be03c494 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:25.513360 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7e4adab5-6dbd-4c36-865e-35f6be03c494 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:25.624630 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4adab5-6dbd-4c36-865e-35f6be03c494 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Pushing event updated for resources: {'Port': ['ID=b168a296-c633-4f02-8805-a0a33d6467b5,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:25.645546 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7e4adab5-6dbd-4c36-865e-35f6be03c494 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:25.720522 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42762) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:25.764354 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7e4adab5-6dbd-4c36-865e-35f6be03c494 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:25.768675 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42768) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:25.769356 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7e4adab5-6dbd-4c36-865e-35f6be03c494 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9939353 Apr 20 13:13:25.774001 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-254e7eff-5c6b-4c53-9ac9-411f622d307a tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Request body: {'floatingip': {'port_id': '74436e6a-4860-4791-96fa-e89985ef8443', 'fixed_ip_address': '172.20.0.13'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:25.840748 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-254e7eff-5c6b-4c53-9ac9-411f622d307a tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks [] for floatingip, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:25.857422 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-739195ab-2d7f-4961-8eca-0707a6909d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:25.984680 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-739195ab-2d7f-4961-8eca-0707a6909d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:26.025294 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-254e7eff-5c6b-4c53-9ac9-411f622d307a tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] update failed (client error): The resource could not be found. Apr 20 13:13:26.033266 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-254e7eff-5c6b-4c53-9ac9-411f622d307a tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] 10.222.0.25 "PUT /v2.0/floatingips/a27c9188-269c-43b0-91a3-99ec169dece4 HTTP/1.1" status: 404 len: 507 time: 0.2566397 Apr 20 13:13:26.034692 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42772) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:26.118889 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-739195ab-2d7f-4961-8eca-0707a6909d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:26.174708 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739195ab-2d7f-4961-8eca-0707a6909d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b50888-c458-4993-83ae-b2dea075bebf,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:26.180120 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-739195ab-2d7f-4961-8eca-0707a6909d64 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ab4ce69e3f26443995c5e3bfed82dc92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4576709 Apr 20 13:13:26.182252 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42776) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:26.253204 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-bd4913f6-e081-4a9b-af0e-896d562b5280 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Deleting port b168a296-c633-4f02-8805-a0a33d6467b5 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:26.253609 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd4913f6-e081-4a9b-af0e-896d562b5280 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:26.442767 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-04f41a4a-c910-477e-b97d-c26e98208ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:26.442767 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-04f41a4a-c910-477e-b97d-c26e98208ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:26.442767 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd4913f6-e081-4a9b-af0e-896d562b5280 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:26.442767 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd4913f6-e081-4a9b-af0e-896d562b5280 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:26.442767 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-bd4913f6-e081-4a9b-af0e-896d562b5280 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Calling delete_port for b168a296-c633-4f02-8805-a0a33d6467b5 owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:26.604795 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-04f41a4a-c910-477e-b97d-c26e98208ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:26.613335 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-04f41a4a-c910-477e-b97d-c26e98208ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:26.613335 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-04f41a4a-c910-477e-b97d-c26e98208ba0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/03b50888-c458-4993-83ae-b2dea075bebf HTTP/1.1" status: 204 len: 168 time: 0.4265525 Apr 20 13:13:26.621497 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f41a4a-c910-477e-b97d-c26e98208ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b50888-c458-4993-83ae-b2dea075bebf,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:26.668726 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd4913f6-e081-4a9b-af0e-896d562b5280 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:26.768837 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4913f6-e081-4a9b-af0e-896d562b5280 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Pushing event deleted for resources: {'Port': ['ID=b168a296-c633-4f02-8805-a0a33d6467b5,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:26.781086 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-25f432bc-2240-434d-9c8f-7f1d6cdeaa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:26.831591 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd4913f6-e081-4a9b-af0e-896d562b5280 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks [] for floatingip, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:26.834289 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd4913f6-e081-4a9b-af0e-896d562b5280 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:26.835540 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-bd4913f6-e081-4a9b-af0e-896d562b5280 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] 10.222.0.25 "DELETE /v2.0/floatingips/a27c9188-269c-43b0-91a3-99ec169dece4 HTTP/1.1" status: 204 len: 168 time: 0.7994783 Apr 20 13:13:26.839024 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42802) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:26.844826 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-aae92bbb-2132-4b3f-aeaa-834e219b17c9 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Request body: {'floatingip': {'floating_network_id': '0845a6f5-be1f-4681-a4b0-28d483068da0', 'port_id': '74436e6a-4860-4791-96fa-e89985ef8443', 'fixed_ip_address': '172.20.0.13'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:26.976134 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aae92bbb-2132-4b3f-aeaa-834e219b17c9 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks [] for floatingip, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:27.279146 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-aae92bbb-2132-4b3f-aeaa-834e219b17c9 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:13:27.281373 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-aae92bbb-2132-4b3f-aeaa-834e219b17c9 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4409544 Apr 20 13:13:27.284997 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42820) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:27.289861 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-8f5bcdc7-e64b-4e78-ad5c-88ee81129089 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'port_id': '74436e6a-4860-4791-96fa-e89985ef8443', 'fixed_ip_address': '172.20.0.13'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:27.376322 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8f5bcdc7-e64b-4e78-ad5c-88ee81129089 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks [] for floatingip, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:27.521478 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8f5bcdc7-e64b-4e78-ad5c-88ee81129089 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:27.690266 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-9302b885-21ae-4a2c-9fa0-72cf6ad5ef82 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0996835 Apr 20 13:13:27.699986 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-8f5bcdc7-e64b-4e78-ad5c-88ee81129089 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Allocated IP 172.25.8.128 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/ac93c4bb-0041-4475-b80e-344e7afa7b25) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:13:27.871550 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-751e39bd-fc9d-477a-8b9f-44eac62921c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:27.874765 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-751e39bd-fc9d-477a-8b9f-44eac62921c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:27.875474 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-751e39bd-fc9d-477a-8b9f-44eac62921c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:27.881511 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-751e39bd-fc9d-477a-8b9f-44eac62921c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:27.881511 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-751e39bd-fc9d-477a-8b9f-44eac62921c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:27.881511 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-751e39bd-fc9d-477a-8b9f-44eac62921c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:27.881511 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-751e39bd-fc9d-477a-8b9f-44eac62921c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:27.881511 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-751e39bd-fc9d-477a-8b9f-44eac62921c8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=751edd8696be4dfdb3446a3e33725797&device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 6501 time: 0.1144850 Apr 20 13:13:27.896260 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8f5bcdc7-e64b-4e78-ad5c-88ee81129089 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:28.009532 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8f5bcdc7-e64b-4e78-ad5c-88ee81129089 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:28.033556 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:28.067042 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5bcdc7-e64b-4e78-ad5c-88ee81129089 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:28.074405 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-8f5bcdc7-e64b-4e78-ad5c-88ee81129089 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:28.077051 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5bcdc7-e64b-4e78-ad5c-88ee81129089 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:13:28.223123 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42854) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:28.230370 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5bcdc7-e64b-4e78-ad5c-88ee81129089 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Pushing event updated for resources: {'Port': ['ID=ac93c4bb-0041-4475-b80e-344e7afa7b25,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:28.270583 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-571862d2-1a60-4942-bdab-fd5f4145db00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:28.271718 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-571862d2-1a60-4942-bdab-fd5f4145db00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:28.271718 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-571862d2-1a60-4942-bdab-fd5f4145db00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:28.278352 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-571862d2-1a60-4942-bdab-fd5f4145db00 service neutron] 10.222.0.32 "GET /v2.0/networks?id=56951fe5-a13b-4124-8315-505260f0a93e&id=db25d310-7014-4091-a613-df6bc463c340&id=db25d310-7014-4091-a613-df6bc463c340&id=db25d310-7014-4091-a613-df6bc463c340&id=db25d310-7014-4091-a613-df6bc463c340&id=d9d77a57-e2db-4fb3-9905-1d63c1153498&id=d9d77a57-e2db-4fb3-9905-1d63c1153498 HTTP/1.1" status: 200 len: 2296 time: 0.3353305 Apr 20 13:13:28.417758 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-0bef0172-18c8-49f8-8212-4a70a95c74a1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2533aa3-2355-44c2-b360-55e62b33e303 HTTP/1.1" status: 200 len: 1002 time: 0.1275303 Apr 20 13:13:28.443129 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-71b53cc9-977a-455b-b541-00e61953ae0e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-944556520-network', 'tenant_id': '69eece2a2a754794aa37e028c45d2ef2'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:28.498940 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-8f5bcdc7-e64b-4e78-ad5c-88ee81129089 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Deleting port ac93c4bb-0041-4475-b80e-344e7afa7b25 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:28.499290 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8f5bcdc7-e64b-4e78-ad5c-88ee81129089 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:28.524265 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-7f120395-1600-470b-b750-78aabe180f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:28.525732 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-7f120395-1600-470b-b750-78aabe180f5c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3c09cad0-5b49-4174-8e95-ec3d5bcce76b HTTP/1.1" status: 200 len: 855 time: 0.1011550 Apr 20 13:13:28.575234 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b53cc9-977a-455b-b541-00e61953ae0e admin admin] Made reservation on behalf of 69eece2a2a754794aa37e028c45d2ef2 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:13:28.577856 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-71b53cc9-977a-455b-b541-00e61953ae0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:28.637642 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-f7e2758a-e331-418d-97cc-1ea3701d8680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:28.639293 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-f7e2758a-e331-418d-97cc-1ea3701d8680 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56951fe5-a13b-4124-8315-505260f0a93e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824666 Apr 20 13:13:28.661282 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8f5bcdc7-e64b-4e78-ad5c-88ee81129089 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:28.661564 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8f5bcdc7-e64b-4e78-ad5c-88ee81129089 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:28.875641 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-71b53cc9-977a-455b-b541-00e61953ae0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:28.996037 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-71b53cc9-977a-455b-b541-00e61953ae0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:29.056645 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-71b53cc9-977a-455b-b541-00e61953ae0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:29.086289 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71b53cc9-977a-455b-b541-00e61953ae0e admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:13:29.096586 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b53cc9-977a-455b-b541-00e61953ae0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529b1320-c7af-497e-abc1-d495df9be569,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:29.100536 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-8f5bcdc7-e64b-4e78-ad5c-88ee81129089 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Calling delete_port for ac93c4bb-0041-4475-b80e-344e7afa7b25 owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:29.121217 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-71b53cc9-977a-455b-b541-00e61953ae0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:29.121798 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-71b53cc9-977a-455b-b541-00e61953ae0e admin admin] Added segment 92c134fe-f575-4ce8-9399-5079ec23bab8 of type vlan for network 28fb673e-344b-435a-a8a9-957657b8cbce Apr 20 13:13:29.206894 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-71b53cc9-977a-455b-b541-00e61953ae0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:29.236095 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-c42ea864-e9d9-479b-a556-1007479befcf service neutron] 10.222.0.32 "GET /v2.0/networks/56951fe5-a13b-4124-8315-505260f0a93e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5866785 Apr 20 13:13:29.272659 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:29.301210 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-71b53cc9-977a-455b-b541-00e61953ae0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:29.303402 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b53cc9-977a-455b-b541-00e61953ae0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:29.303402 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-71b53cc9-977a-455b-b541-00e61953ae0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:29.380292 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b53cc9-977a-455b-b541-00e61953ae0e admin admin] Pushing event updated for resources: {'Network': ['ID=28fb673e-344b-435a-a8a9-957657b8cbce,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:29.400329 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 28fb673e-344b-435a-a8a9-957657b8cbce details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:13:29.437260 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-71b53cc9-977a-455b-b541-00e61953ae0e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2119875 Apr 20 13:13:29.440568 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42908) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:29.449303 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-f05ba644-dc82-4c1b-ba50-a9017f3bea83 admin admin] Request body: {'subnet': {'network_id': '28fb673e-344b-435a-a8a9-957657b8cbce', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-944556520-subnet', 'tenant_id': '69eece2a2a754794aa37e028c45d2ef2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:29.453814 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-177cb6d0-6818-4968-8a4e-971b3ab23cf3 service neutron] 10.222.0.32 "GET /v2.0/networks/56951fe5-a13b-4124-8315-505260f0a93e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088451 Apr 20 13:13:29.515134 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-43a07bf4-dfa9-4564-bef0-40c8e4ba7f23 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=bcd82748-3135-4569-bfe2-1036cfb737c9 HTTP/1.1" status: 200 len: 217 time: 0.0531549 Apr 20 13:13:29.515755 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8f5bcdc7-e64b-4e78-ad5c-88ee81129089 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:29.550978 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5bcdc7-e64b-4e78-ad5c-88ee81129089 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Pushing event deleted for resources: {'Port': ['ID=ac93c4bb-0041-4475-b80e-344e7afa7b25,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:29.604220 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05ba644-dc82-4c1b-ba50-a9017f3bea83 admin admin] Made reservation on behalf of 69eece2a2a754794aa37e028c45d2ef2 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:13:29.606604 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f05ba644-dc82-4c1b-ba50-a9017f3bea83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:29.661553 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-4b62200d-db97-4361-a345-5b0dcf64e058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:29.663019 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-4b62200d-db97-4361-a345-5b0dcf64e058 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a8421ca-2e2e-468e-8574-e51feb1dd7e2 HTTP/1.1" status: 200 len: 797 time: 0.1391189 Apr 20 13:13:29.745832 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-ad4b43a3-ac34-4271-80a5-be692ad6bf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:29.747391 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-ad4b43a3-ac34-4271-80a5-be692ad6bf3d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=db25d310-7014-4091-a613-df6bc463c340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0769343 Apr 20 13:13:29.787240 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:29.850794 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-8f5bcdc7-e64b-4e78-ad5c-88ee81129089 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] create failed (client error): The resource could not be found. Apr 20 13:13:29.851872 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8f5bcdc7-e64b-4e78-ad5c-88ee81129089 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.5658226 Apr 20 13:13:29.859211 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42922) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:29.981659 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-1a19ff83-8c0e-4ed3-ab0b-dd6355a0b7ac service neutron] 10.222.0.32 "GET /v2.0/networks/db25d310-7014-4091-a613-df6bc463c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263448 Apr 20 13:13:30.052187 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f05ba644-dc82-4c1b-ba50-a9017f3bea83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:30.123062 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ba644-dc82-4c1b-ba50-a9017f3bea83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d864599b-852a-41e5-bb7f-b9c203393859,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:30.142064 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-44f661ab-b740-498b-bf33-1f8c6f44cc37 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Deleting port 74436e6a-4860-4791-96fa-e89985ef8443 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:30.142732 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-44f661ab-b740-498b-bf33-1f8c6f44cc37 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:30.158558 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05ba644-dc82-4c1b-ba50-a9017f3bea83 admin admin] Checking segment: {'id': '92c134fe-f575-4ce8-9399-5079ec23bab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '28fb673e-344b-435a-a8a9-957657b8cbce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:13:30.161589 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05ba644-dc82-4c1b-ba50-a9017f3bea83 admin admin] Network hostable DHCP agents. Network: 28fb673e-344b-435a-a8a9-957657b8cbce, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:13:30.221504 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-aadcd0d9-fd2d-4b6b-9e88-dc26cca5837b service neutron] 10.222.0.32 "GET /v2.0/networks/db25d310-7014-4091-a613-df6bc463c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312503 Apr 20 13:13:30.296303 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-b0a4f726-0e50-4613-8b5a-9f6a76bf27c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=4b9a3dab-fa04-4d5d-827d-ba1227aed618 HTTP/1.1" status: 200 len: 217 time: 0.0675948 Apr 20 13:13:30.343319 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-44f661ab-b740-498b-bf33-1f8c6f44cc37 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:30.366254 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-44f661ab-b740-498b-bf33-1f8c6f44cc37 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Calling delete_port for 74436e6a-4860-4791-96fa-e89985ef8443 owned by {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:30.384763 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-8a5d1a4f-ed23-4506-91dc-0291200c274f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:30.386375 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-8a5d1a4f-ed23-4506-91dc-0291200c274f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a8421ca-2e2e-468e-8574-e51feb1dd7e2 HTTP/1.1" status: 200 len: 797 time: 0.0819747 Apr 20 13:13:30.500938 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-dd4bb296-b115-4569-b3df-20eca1fe2a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:30.502678 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-dd4bb296-b115-4569-b3df-20eca1fe2a13 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=db25d310-7014-4091-a613-df6bc463c340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0797675 Apr 20 13:13:30.558644 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05ba644-dc82-4c1b-ba50-a9017f3bea83 admin admin] Network 28fb673e-344b-435a-a8a9-957657b8cbce is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:13:30.638688 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-d18dff2f-0f42-4926-a5b2-26262a19ec56 service neutron] 10.222.0.32 "GET /v2.0/networks/db25d310-7014-4091-a613-df6bc463c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289005 Apr 20 13:13:30.667453 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-f05ba644-dc82-4c1b-ba50-a9017f3bea83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 28fb673e-344b-435a-a8a9-957657b8cbce) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:30.675713 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05ba644-dc82-4c1b-ba50-a9017f3bea83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:30.675713 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f05ba644-dc82-4c1b-ba50-a9017f3bea83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:30.679516 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80409c69-ade9-4a0a-80be-9331126b7988 None None] Network 28fb673e-344b-435a-a8a9-957657b8cbce requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:13:30.695830 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-44f661ab-b740-498b-bf33-1f8c6f44cc37 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:30.731163 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f661ab-b740-498b-bf33-1f8c6f44cc37 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Pushing event deleted for resources: {'Port': ['ID=74436e6a-4860-4791-96fa-e89985ef8443,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:30.854007 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f05ba644-dc82-4c1b-ba50-a9017f3bea83 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4098699 Apr 20 13:13:30.854312 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42958) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:30.857044 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-c67c3f71-6919-467d-a6ce-4edbbfc3c8c5 service neutron] 10.222.0.32 "GET /v2.0/networks/db25d310-7014-4091-a613-df6bc463c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118335 Apr 20 13:13:30.859547 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-1e1cdf5d-eeff-4728-89e4-7cbf3019ccfc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-944556520-router', 'tenant_id': '69eece2a2a754794aa37e028c45d2ef2', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:30.872478 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-44f661ab-b740-498b-bf33-1f8c6f44cc37 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:30.879580 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-44f661ab-b740-498b-bf33-1f8c6f44cc37 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] 10.222.0.25 "DELETE /v2.0/ports/74436e6a-4860-4791-96fa-e89985ef8443 HTTP/1.1" status: 204 len: 168 time: 1.0192983 Apr 20 13:13:30.882261 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42960) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:30.949620 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-5d15c12e-9f67-4bcd-af0b-4303915fae46 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=5302454f-5640-4916-878d-d138d40df21a HTTP/1.1" status: 200 len: 217 time: 0.0837574 Apr 20 13:13:30.957277 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f52e0d-22ee-4a1c-9e65-44a09944ab5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-28fb673e-344b-435a-a8a9-957657b8cbce', 'network_id': '28fb673e-344b-435a-a8a9-957657b8cbce', 'tenant_id': '69eece2a2a754794aa37e028c45d2ef2', 'fixed_ips': [{'subnet_id': 'd864599b-852a-41e5-bb7f-b9c203393859'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:13:30.958492 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d2f52e0d-22ee-4a1c-9e65-44a09944ab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:31.021411 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e1cdf5d-eeff-4728-89e4-7cbf3019ccfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:31.022808 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e1cdf5d-eeff-4728-89e4-7cbf3019ccfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:31.033016 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-def42aca-6b78-4e99-85b4-221597fcf593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:31.034424 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-def42aca-6b78-4e99-85b4-221597fcf593 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a8421ca-2e2e-468e-8574-e51feb1dd7e2 HTTP/1.1" status: 200 len: 797 time: 0.0727539 Apr 20 13:13:31.090186 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75856fd-03fc-4b47-9d8f-2bda43c54fdd tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:31.094846 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a75856fd-03fc-4b47-9d8f-2bda43c54fdd tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] 10.222.0.25 "GET /v2.0/ports?device_id=514efbc1-3c6e-497d-81a5-1af92e9d1260 HTTP/1.1" status: 200 len: 913 time: 0.2110009 Apr 20 13:13:31.095154 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42968) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:31.149588 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e1cdf5d-eeff-4728-89e4-7cbf3019ccfc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:31.187845 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-4d9c54aa-7cd6-4bdc-80f8-177f53a8af87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:31.189402 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-4d9c54aa-7cd6-4bdc-80f8-177f53a8af87 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=db25d310-7014-4091-a613-df6bc463c340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1461968 Apr 20 13:13:31.296322 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-d2f52e0d-22ee-4a1c-9e65-44a09944ab5e None None] Allocated IP 172.20.0.2 (28fb673e-344b-435a-a8a9-957657b8cbce/d864599b-852a-41e5-bb7f-b9c203393859/fe7bc01b-c1c1-4b81-a84e-b1fa9d3a44ab) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:13:31.395088 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-f1d14f02-3aa9-4bfd-96bd-09c56775c137 service neutron] 10.222.0.32 "GET /v2.0/networks/db25d310-7014-4091-a613-df6bc463c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940503 Apr 20 13:13:31.446009 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e1cdf5d-eeff-4728-89e4-7cbf3019ccfc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:31.506640 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d2f52e0d-22ee-4a1c-9e65-44a09944ab5e None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:31.542897 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-fc04dbfd-cff1-420d-88b2-c708eec7fee2 service neutron] 10.222.0.32 "GET /v2.0/networks/db25d310-7014-4091-a613-df6bc463c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268609 Apr 20 13:13:31.588511 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-76c3e0ee-da91-4af3-a0f3-cc379a84c67a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=ddf8ba6d-7550-4f8d-9701-e0000773fd49 HTTP/1.1" status: 200 len: 217 time: 0.0382404 Apr 20 13:13:31.645843 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d2f52e0d-22ee-4a1c-9e65-44a09944ab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:31.661214 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-3310537a-911f-4f41-856c-bb7b94b938dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:31.662426 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-3310537a-911f-4f41-856c-bb7b94b938dd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a8421ca-2e2e-468e-8574-e51feb1dd7e2 HTTP/1.1" status: 200 len: 797 time: 0.0664949 Apr 20 13:13:31.709409 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1c80016a-5bb8-42e9-b6d6-b8dcf18fcb7c tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:31.713578 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f52e0d-22ee-4a1c-9e65-44a09944ab5e None None] Network 28fb673e-344b-435a-a8a9-957657b8cbce is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:31.714389 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f52e0d-22ee-4a1c-9e65-44a09944ab5e None None] Pushing event updated for resources: {'Port': ['ID=fe7bc01b-c1c1-4b81-a84e-b1fa9d3a44ab,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:31.718380 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-d2f52e0d-22ee-4a1c-9e65-44a09944ab5e None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:31.722894 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f52e0d-22ee-4a1c-9e65-44a09944ab5e None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:13:31.784689 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-d2f52e0d-22ee-4a1c-9e65-44a09944ab5e None None] Attempting to bind port fe7bc01b-c1c1-4b81-a84e-b1fa9d3a44ab on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:31.785069 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-d2f52e0d-22ee-4a1c-9e65-44a09944ab5e None None] Attempting to bind port fe7bc01b-c1c1-4b81-a84e-b1fa9d3a44ab by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '92c134fe-f575-4ce8-9399-5079ec23bab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '28fb673e-344b-435a-a8a9-957657b8cbce'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:31.785483 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f52e0d-22ee-4a1c-9e65-44a09944ab5e None None] Attempting to bind port fe7bc01b-c1c1-4b81-a84e-b1fa9d3a44ab on network 28fb673e-344b-435a-a8a9-957657b8cbce {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:31.793063 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f52e0d-22ee-4a1c-9e65-44a09944ab5e None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:13:31.793063 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f52e0d-22ee-4a1c-9e65-44a09944ab5e None None] Checking segment: {'id': '92c134fe-f575-4ce8-9399-5079ec23bab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '28fb673e-344b-435a-a8a9-957657b8cbce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:13:31.793552 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d2f52e0d-22ee-4a1c-9e65-44a09944ab5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:31.794311 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f52e0d-22ee-4a1c-9e65-44a09944ab5e None None] Bound using segment: {'id': '92c134fe-f575-4ce8-9399-5079ec23bab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '28fb673e-344b-435a-a8a9-957657b8cbce'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:13:31.794995 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-d2f52e0d-22ee-4a1c-9e65-44a09944ab5e None None] Bound port: fe7bc01b-c1c1-4b81-a84e-b1fa9d3a44ab, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92c134fe-f575-4ce8-9399-5079ec23bab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '28fb673e-344b-435a-a8a9-957657b8cbce'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:13:31.794995 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d2f52e0d-22ee-4a1c-9e65-44a09944ab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:31.818214 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-87b99d95-5c9b-4347-8c59-835790a8c48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:31.819776 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-87b99d95-5c9b-4347-8c59-835790a8c48e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=db25d310-7014-4091-a613-df6bc463c340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1483381 Apr 20 13:13:31.820465 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e1cdf5d-eeff-4728-89e4-7cbf3019ccfc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:31.841513 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e1cdf5d-eeff-4728-89e4-7cbf3019ccfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:31.873125 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-d2f52e0d-22ee-4a1c-9e65-44a09944ab5e None None] For port fe7bc01b-c1c1-4b81-a84e-b1fa9d3a44ab, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:13:31.876198 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-d2f52e0d-22ee-4a1c-9e65-44a09944ab5e None None] For port fe7bc01b-c1c1-4b81-a84e-b1fa9d3a44ab, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=fe7bc01b-c1c1-4b81-a84e-b1fa9d3a44ab,segment=NetworkSegment(92c134fe-f575-4ce8-9399-5079ec23bab8),segment_id=92c134fe-f575-4ce8-9399-5079ec23bab8)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:13:31.955941 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-1e1cdf5d-eeff-4728-89e4-7cbf3019ccfc admin admin] Allocated IP 172.25.8.43 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/505287d1-8118-4316-b834-894c76f24ac1) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:13:31.983457 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d2f52e0d-22ee-4a1c-9e65-44a09944ab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:32.074809 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f52e0d-22ee-4a1c-9e65-44a09944ab5e None None] Pushing event updated for resources: {'Port': ['ID=fe7bc01b-c1c1-4b81-a84e-b1fa9d3a44ab,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:32.118896 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e1cdf5d-eeff-4728-89e4-7cbf3019ccfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:32.218393 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e1cdf5d-eeff-4728-89e4-7cbf3019ccfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:32.271624 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1cdf5d-eeff-4728-89e4-7cbf3019ccfc admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:32.280546 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-1e1cdf5d-eeff-4728-89e4-7cbf3019ccfc admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:32.287645 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1cdf5d-eeff-4728-89e4-7cbf3019ccfc admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:13:32.299585 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1cdf5d-eeff-4728-89e4-7cbf3019ccfc admin admin] Pushing event updated for resources: {'Port': ['ID=505287d1-8118-4316-b834-894c76f24ac1,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:32.324104 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-c6855acf-37db-474d-ab82-27734ff15678 service neutron] 10.222.0.32 "GET /v2.0/networks/db25d310-7014-4091-a613-df6bc463c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4957168 Apr 20 13:13:32.579320 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-52b66ec8-d4ee-4492-b217-5585bccb8ba6 service neutron] 10.222.0.32 "GET /v2.0/networks/db25d310-7014-4091-a613-df6bc463c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484562 Apr 20 13:13:32.590424 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device fe7bc01b-c1c1-4b81-a84e-b1fa9d3a44ab up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:13:32.672026 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port fe7bc01b-c1c1-4b81-a84e-b1fa9d3a44ab triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:32.674964 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:32.692243 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-f75731a5-bfde-419f-8f23-da54ada3734d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c31c0af8-e1a8-4b9f-999d-c359f5ff9aac HTTP/1.1" status: 200 len: 217 time: 0.0534289 Apr 20 13:13:32.699530 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-1c80016a-5bb8-42e9-b6d6-b8dcf18fcb7c tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Deleting port 2dddf002-9e72-4f2f-a919-3a1e92ff92a0 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:32.700427 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1c80016a-5bb8-42e9-b6d6-b8dcf18fcb7c tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:32.803987 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-7951834c-2b84-4974-9c0e-116fe9a8f1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:32.805791 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-7951834c-2b84-4974-9c0e-116fe9a8f1a0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=807e65f2-f3df-4b77-a34a-b845afb7a09c HTTP/1.1" status: 200 len: 797 time: 0.0996542 Apr 20 13:13:32.813318 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:32.822701 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e1cdf5d-eeff-4728-89e4-7cbf3019ccfc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:32.855127 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port fe7bc01b-c1c1-4b81-a84e-b1fa9d3a44ab, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=fe7bc01b-c1c1-4b81-a84e-b1fa9d3a44ab,segment=NetworkSegment(92c134fe-f575-4ce8-9399-5079ec23bab8),segment_id=92c134fe-f575-4ce8-9399-5079ec23bab8)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:32.882164 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1c80016a-5bb8-42e9-b6d6-b8dcf18fcb7c tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:32.898616 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-1c80016a-5bb8-42e9-b6d6-b8dcf18fcb7c tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Calling delete_port for 2dddf002-9e72-4f2f-a919-3a1e92ff92a0 owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:32.901707 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-140f0eef-bb04-4bf7-a638-9db5819d015f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:32.906755 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-140f0eef-bb04-4bf7-a638-9db5819d015f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d9d77a57-e2db-4fb3-9905-1d63c1153498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0896835 Apr 20 13:13:32.993585 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:33.069814 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e1cdf5d-eeff-4728-89e4-7cbf3019ccfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:33.079444 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=fe7bc01b-c1c1-4b81-a84e-b1fa9d3a44ab,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:33.111385 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-32bdacd9-4d0d-4a60-abd1-7b78bd805fb7 service neutron] 10.222.0.32 "GET /v2.0/networks/d9d77a57-e2db-4fb3-9905-1d63c1153498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965754 Apr 20 13:13:33.270488 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-28bf5552-4a0a-4957-88b2-29dce2056b36 service neutron] 10.222.0.32 "GET /v2.0/networks/d9d77a57-e2db-4fb3-9905-1d63c1153498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501186 Apr 20 13:13:33.316788 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-628fe096-d5d5-460a-a5ab-1b23c42163e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f14937da-3ffa-4323-b6fb-be8c65077a73 HTTP/1.1" status: 200 len: 217 time: 0.0396743 Apr 20 13:13:33.318655 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1cdf5d-eeff-4728-89e4-7cbf3019ccfc admin admin] Router a4f44024-8908-4345-9bdd-d46b005daa0b is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:13:33.383221 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-f9f72eb3-d2cc-4a31-a05b-e0920ea6444b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:33.385607 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-f9f72eb3-d2cc-4a31-a05b-e0920ea6444b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=807e65f2-f3df-4b77-a34a-b845afb7a09c HTTP/1.1" status: 200 len: 797 time: 0.0621095 Apr 20 13:13:33.387524 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1c80016a-5bb8-42e9-b6d6-b8dcf18fcb7c tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:33.443881 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43094) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:33.470813 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80016a-5bb8-42e9-b6d6-b8dcf18fcb7c tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Pushing event deleted for resources: {'Port': ['ID=2dddf002-9e72-4f2f-a919-3a1e92ff92a0,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:33.483640 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1cdf5d-eeff-4728-89e4-7cbf3019ccfc admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:13:33.496627 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf37f768-27c4-405e-9961-c0f3ef8f2b6e None None] Sync routers for ids ['a4f44024-8908-4345-9bdd-d46b005daa0b'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:13:33.517305 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf37f768-27c4-405e-9961-c0f3ef8f2b6e None None] Routers {'a4f44024-8908-4345-9bdd-d46b005daa0b'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:33.524246 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-bf37f768-27c4-405e-9961-c0f3ef8f2b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:13:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['a4f44024-8908-4345-9bdd-d46b005daa0b'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:33.547779 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-a392a283-447d-4116-abf5-c6e133534a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:33.547779 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-a392a283-447d-4116-abf5-c6e133534a95 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d9d77a57-e2db-4fb3-9905-1d63c1153498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1453638 Apr 20 13:13:33.554618 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35db8820-9af8-4670-89e0-fd0f4487efef None None] Network 28fb673e-344b-435a-a8a9-957657b8cbce requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:13:33.611971 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e1cdf5d-eeff-4728-89e4-7cbf3019ccfc admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:33.613483 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1e1cdf5d-eeff-4728-89e4-7cbf3019ccfc admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.7582102 Apr 20 13:13:33.616356 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43102) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:33.678310 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-8de2e0e7-a4c8-4398-bd63-05597a9c691e None None] Provisioning complete for port fe7bc01b-c1c1-4b81-a84e-b1fa9d3a44ab triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:33.679111 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8de2e0e7-a4c8-4398-bd63-05597a9c691e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:33.714948 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1c80016a-5bb8-42e9-b6d6-b8dcf18fcb7c tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:33.728267 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1579fa7a-d343-4b07-80db-5a55f7c7e04f admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:33.734996 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-bf37f768-27c4-405e-9961-c0f3ef8f2b6e None None] Set router a4f44024-8908-4345-9bdd-d46b005daa0b gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:13:33.883133 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-fe1b5e8c-92cc-4a5d-89d2-df8861efe7c1 service neutron] 10.222.0.32 "GET /v2.0/networks/d9d77a57-e2db-4fb3-9905-1d63c1153498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291910 Apr 20 13:13:34.032996 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-bf37f768-27c4-405e-9961-c0f3ef8f2b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f44024-8908-4345-9bdd-d46b005daa0b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-944556520-router', 'tenant_id': '69eece2a2a754794aa37e028c45d2ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '505287d1-8118-4316-b834-894c76f24ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:31Z', 'updated_at': '2022-04-20T13:13:32Z', 'revision_number': 3, 'project_id': '69eece2a2a754794aa37e028c45d2ef2', 'gw_port': {'id': '505287d1-8118-4316-b834-894c76f24ac1', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:be:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f44024-8908-4345-9bdd-d46b005daa0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:31Z', 'updated_at': '2022-04-20T13:13:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:34.068011 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf37f768-27c4-405e-9961-c0f3ef8f2b6e None None] Checking router: a4f44024-8908-4345-9bdd-d46b005daa0b for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:13:34.068756 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf37f768-27c4-405e-9961-c0f3ef8f2b6e None None] Updating router a4f44024-8908-4345-9bdd-d46b005daa0b port 505287d1-8118-4316-b834-894c76f24ac1 binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:13:34.094419 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c80016a-5bb8-42e9-b6d6-b8dcf18fcb7c tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Router 514efbc1-3c6e-497d-81a5-1af92e9d1260 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:13:34.098984 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1579fa7a-d343-4b07-80db-5a55f7c7e04f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:34.100939 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-bf37f768-27c4-405e-9961-c0f3ef8f2b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:34.144889 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6388e417-36dc-4768-bb9b-b84f70d4a3c5 req-80ce770c-f300-42aa-a050-cc2b3489b41b service neutron] 10.222.0.32 "GET /v2.0/networks/d9d77a57-e2db-4fb3-9905-1d63c1153498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522507 Apr 20 13:13:34.221648 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1579fa7a-d343-4b07-80db-5a55f7c7e04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:34.254034 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c834d951-f9f6-46d5-a2f1-fe02689890bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:34.291519 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-e019097c-3482-4ffd-8653-15e82f9dfa2a None None] Provisioning complete for port fe7bc01b-c1c1-4b81-a84e-b1fa9d3a44ab triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:34.292620 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e019097c-3482-4ffd-8653-15e82f9dfa2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:34.293296 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c80016a-5bb8-42e9-b6d6-b8dcf18fcb7c tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:13:34.299452 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1c80016a-5bb8-42e9-b6d6-b8dcf18fcb7c tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] 10.222.0.25 "PUT /v2.0/routers/514efbc1-3c6e-497d-81a5-1af92e9d1260/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2030535 Apr 20 13:13:34.313295 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43110) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:34.327339 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579fa7a-d343-4b07-80db-5a55f7c7e04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee77533-b5b9-436c-8be9-03fe8e611375,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:34.371057 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701fc46f-f712-4ada-9503-88600055d62f None None] Sync routers for ids ['514efbc1-3c6e-497d-81a5-1af92e9d1260'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:13:34.397346 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701fc46f-f712-4ada-9503-88600055d62f None None] Routers {'514efbc1-3c6e-497d-81a5-1af92e9d1260'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:34.397559 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-701fc46f-f712-4ada-9503-88600055d62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:13:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['514efbc1-3c6e-497d-81a5-1af92e9d1260'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:34.405315 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1579fa7a-d343-4b07-80db-5a55f7c7e04f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4db333a774774baead31cb5e34b1b283&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9558122 Apr 20 13:13:34.406293 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43112) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:34.443402 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-701fc46f-f712-4ada-9503-88600055d62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:34.457223 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701fc46f-f712-4ada-9503-88600055d62f None None] Routers {'514efbc1-3c6e-497d-81a5-1af92e9d1260'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:34.457223 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-701fc46f-f712-4ada-9503-88600055d62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:13:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['514efbc1-3c6e-497d-81a5-1af92e9d1260'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:34.475504 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d2fd6007-1fcd-4c4b-a288-61c032c2d327 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks [] for router, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:34.520096 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-701fc46f-f712-4ada-9503-88600055d62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:34.520748 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701fc46f-f712-4ada-9503-88600055d62f None None] The sync data for ids ['514efbc1-3c6e-497d-81a5-1af92e9d1260'] in n-d-836015-7 is: [] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:13:34.530860 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device fe7bc01b-c1c1-4b81-a84e-b1fa9d3a44ab up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:13:34.576103 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:13:34.596147 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-bf37f768-27c4-405e-9961-c0f3ef8f2b6e None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:34.628547 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-c834d951-f9f6-46d5-a2f1-fe02689890bd admin admin] Allocated IP 172.20.0.1 (28fb673e-344b-435a-a8a9-957657b8cbce/d864599b-852a-41e5-bb7f-b9c203393859/13321da1-d434-401a-a09f-83e56c5151d2) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:13:34.651743 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port fe7bc01b-c1c1-4b81-a84e-b1fa9d3a44ab triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:34.652258 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:34.709916 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bef6db36-1a93-479b-9697-6ead54a0364d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:34.728905 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-bf37f768-27c4-405e-9961-c0f3ef8f2b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:34.763018 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d2fd6007-1fcd-4c4b-a288-61c032c2d327 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:34.765555 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d2fd6007-1fcd-4c4b-a288-61c032c2d327 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:34.809602 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c834d951-f9f6-46d5-a2f1-fe02689890bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:34.810926 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-bf37f768-27c4-405e-9961-c0f3ef8f2b6e None None] Attempting to bind port 505287d1-8118-4316-b834-894c76f24ac1 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:34.811231 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-bf37f768-27c4-405e-9961-c0f3ef8f2b6e None None] Attempting to bind port 505287d1-8118-4316-b834-894c76f24ac1 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:34.811618 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf37f768-27c4-405e-9961-c0f3ef8f2b6e None None] Attempting to bind port 505287d1-8118-4316-b834-894c76f24ac1 on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:34.814779 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5fba6-f78d-40d4-b12b-356175802f05 None None] Pushing event updated for resources: {'Port': ['ID=505287d1-8118-4316-b834-894c76f24ac1,revision_number=2']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:34.819976 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf37f768-27c4-405e-9961-c0f3ef8f2b6e None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:13:34.820201 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf37f768-27c4-405e-9961-c0f3ef8f2b6e None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:13:34.820706 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-bf37f768-27c4-405e-9961-c0f3ef8f2b6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:34.821095 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf37f768-27c4-405e-9961-c0f3ef8f2b6e None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:13:34.821570 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-bf37f768-27c4-405e-9961-c0f3ef8f2b6e None None] Bound port: 505287d1-8118-4316-b834-894c76f24ac1, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:13:34.821952 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-bf37f768-27c4-405e-9961-c0f3ef8f2b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:34.836748 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bef6db36-1a93-479b-9697-6ead54a0364d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:34.894565 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-bf37f768-27c4-405e-9961-c0f3ef8f2b6e None None] For port 505287d1-8118-4316-b834-894c76f24ac1, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:13:34.897710 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-bf37f768-27c4-405e-9961-c0f3ef8f2b6e None None] For port 505287d1-8118-4316-b834-894c76f24ac1, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=505287d1-8118-4316-b834-894c76f24ac1,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:13:34.957729 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d2fd6007-1fcd-4c4b-a288-61c032c2d327 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:34.958279 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2fd6007-1fcd-4c4b-a288-61c032c2d327 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Fanout notify agent at l3_agent the message router_deleted on router 514efbc1-3c6e-497d-81a5-1af92e9d1260 {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:13:34.966091 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d2fd6007-1fcd-4c4b-a288-61c032c2d327 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:34.967762 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d2fd6007-1fcd-4c4b-a288-61c032c2d327 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] 10.222.0.25 "DELETE /v2.0/routers/514efbc1-3c6e-497d-81a5-1af92e9d1260 HTTP/1.1" status: 204 len: 168 time: 0.6527684 Apr 20 13:13:34.970310 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43126) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:34.999661 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f546d1-e768-48fc-88b6-a63d42190389 req-03ae2e87-ccb3-4906-9281-b199c809f5f5 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:35.001122 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-25f546d1-e768-48fc-88b6-a63d42190389 req-03ae2e87-ccb3-4906-9281-b199c809f5f5 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/networks?id=5c1617fd-b3c2-4890-8228-0b4c973ac53a HTTP/1.1" status: 200 len: 805 time: 0.1076500 Apr 20 13:13:35.003969 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bef6db36-1a93-479b-9697-6ead54a0364d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:35.005590 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-bf37f768-27c4-405e-9961-c0f3ef8f2b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:35.006528 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bef6db36-1a93-479b-9697-6ead54a0364d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:35.008403 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-bef6db36-1a93-479b-9697-6ead54a0364d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6ee77533-b5b9-436c-8be9-03fe8e611375 HTTP/1.1" status: 204 len: 168 time: 0.6006136 Apr 20 13:13:35.009021 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c834d951-f9f6-46d5-a2f1-fe02689890bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:35.027533 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef6db36-1a93-479b-9697-6ead54a0364d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee77533-b5b9-436c-8be9-03fe8e611375,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:35.032412 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-25f546d1-e768-48fc-88b6-a63d42190389 req-b549c915-f986-4097-b590-9be2ac5e45b2 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/quotas/8973e54790744e04b489bfd4ef96d6b3 HTTP/1.1" status: 200 len: 375 time: 0.0227783 Apr 20 13:13:35.076661 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf37f768-27c4-405e-9961-c0f3ef8f2b6e None None] Routers {'a4f44024-8908-4345-9bdd-d46b005daa0b'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:35.077399 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-bf37f768-27c4-405e-9961-c0f3ef8f2b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:13:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['a4f44024-8908-4345-9bdd-d46b005daa0b'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:35.120107 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-25f546d1-e768-48fc-88b6-a63d42190389 req-5aef8975-381e-4e0f-853c-0d6c8eb6d1e0 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8973e54790744e04b489bfd4ef96d6b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0694699 Apr 20 13:13:35.154347 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5fba6-f78d-40d4-b12b-356175802f05 None None] Pushing event updated for resources: {'Port': ['ID=505287d1-8118-4316-b834-894c76f24ac1,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:35.210593 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-bf37f768-27c4-405e-9961-c0f3ef8f2b6e None None] Set router a4f44024-8908-4345-9bdd-d46b005daa0b gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:13:35.228200 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-25f546d1-e768-48fc-88b6-a63d42190389 req-bc811d0d-f5a5-4f0c-8e90-e87744088cad service neutron] 10.222.0.25 "GET /v2.0/networks/5c1617fd-b3c2-4890-8228-0b4c973ac53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006739 Apr 20 13:13:35.328020 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c834d951-f9f6-46d5-a2f1-fe02689890bd admin admin] Network 28fb673e-344b-435a-a8a9-957657b8cbce is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:35.334298 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-faeeaa55-8e64-43f7-befa-474c973a936a tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Deleting subnet aa93128c-823e-4784-87f3-9cab1603d2c4 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:13:35.340095 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-c834d951-f9f6-46d5-a2f1-fe02689890bd admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:35.342369 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-faeeaa55-8e64-43f7-befa-474c973a936a tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:35.343712 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-25f546d1-e768-48fc-88b6-a63d42190389 req-bb933c69-ca5c-49d6-8d76-c3b2699b8c9f service neutron] 10.222.0.25 "GET /v2.0/networks/5c1617fd-b3c2-4890-8228-0b4c973ac53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069016 Apr 20 13:13:35.346500 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c834d951-f9f6-46d5-a2f1-fe02689890bd admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:13:35.347262 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834d951-f9f6-46d5-a2f1-fe02689890bd admin admin] Pushing event updated for resources: {'Port': ['ID=13321da1-d434-401a-a09f-83e56c5151d2,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:35.413538 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-faeeaa55-8e64-43f7-befa-474c973a936a tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:35.442362 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-bf37f768-27c4-405e-9961-c0f3ef8f2b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f44024-8908-4345-9bdd-d46b005daa0b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-944556520-router', 'tenant_id': '69eece2a2a754794aa37e028c45d2ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '505287d1-8118-4316-b834-894c76f24ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:31Z', 'updated_at': '2022-04-20T13:13:32Z', 'revision_number': 3, 'project_id': '69eece2a2a754794aa37e028c45d2ef2', 'gw_port': {'id': '505287d1-8118-4316-b834-894c76f24ac1', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:be:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f44024-8908-4345-9bdd-d46b005daa0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:31Z', 'updated_at': '2022-04-20T13:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:35.458104 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c834d951-f9f6-46d5-a2f1-fe02689890bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:35.487785 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf37f768-27c4-405e-9961-c0f3ef8f2b6e None None] The sync data for ids ['a4f44024-8908-4345-9bdd-d46b005daa0b'] in n-d-836015-7 is: [{'id': 'a4f44024-8908-4345-9bdd-d46b005daa0b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-944556520-router', 'tenant_id': '69eece2a2a754794aa37e028c45d2ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '505287d1-8118-4316-b834-894c76f24ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:31Z', 'updated_at': '2022-04-20T13:13:32Z', 'revision_number': 3, 'project_id': '69eece2a2a754794aa37e028c45d2ef2', 'gw_port': {'id': '505287d1-8118-4316-b834-894c76f24ac1', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:be:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f44024-8908-4345-9bdd-d46b005daa0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:31Z', 'updated_at': '2022-04-20T13:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:13:35.652565 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-faeeaa55-8e64-43f7-befa-474c973a936a tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:35.689437 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eeb76a3c-27cb-45b8-8ead-be81178c7abc req-b59e1f93-8ebe-4cce-b918-d05433cf9a23 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca744aa-db8e-479e-9e7c-1f92a8bf6dd4 HTTP/1.1" status: 200 len: 210 time: 0.0313911 Apr 20 13:13:35.692881 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-4b8dc4a8-ed5d-430b-9ab6-5ad9d5bf0931 None None] Provisioning complete for port 13321da1-d434-401a-a09f-83e56c5151d2 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:35.694237 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4b8dc4a8-ed5d-430b-9ab6-5ad9d5bf0931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:35.739259 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-4b8dc4a8-ed5d-430b-9ab6-5ad9d5bf0931 None None] Port 13321da1-d434-401a-a09f-83e56c5151d2 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:13:35.791982 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c834d951-f9f6-46d5-a2f1-fe02689890bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:35.857704 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43140) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:35.860057 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-faeeaa55-8e64-43f7-befa-474c973a936a tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:35.874001 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-83531e46-670f-42cc-abf6-9f52ed4a1688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:35.903099 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeeaa55-8e64-43f7-befa-474c973a936a tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Pushing event deleted for resources: {'Subnet': ['ID=aa93128c-823e-4784-87f3-9cab1603d2c4,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:35.905094 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-faeeaa55-8e64-43f7-befa-474c973a936a tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:35.908220 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-faeeaa55-8e64-43f7-befa-474c973a936a tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] 10.222.0.25 "DELETE /v2.0/subnets/aa93128c-823e-4784-87f3-9cab1603d2c4 HTTP/1.1" status: 204 len: 168 time: 0.9368992 Apr 20 13:13:35.910632 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43142) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:35.911619 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5780f2e8-b524-45e3-88cc-d3b76d084bad None None] Network 0845a6f5-be1f-4681-a4b0-28d483068da0 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:13:35.988098 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-83531e46-670f-42cc-abf6-9f52ed4a1688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:36.064530 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c00a3c03-8456-4bbf-97a8-b9e04f50fdb3 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:36.118581 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-83531e46-670f-42cc-abf6-9f52ed4a1688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:36.151742 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fd8eb7-6a6a-4952-9ed0-0a070174a632 None None] DHCP port deletion for 0845a6f5-be1f-4681-a4b0-28d483068da0 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:13:36.170013 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-83531e46-670f-42cc-abf6-9f52ed4a1688 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=05869db631d144728f4575e1b3b370e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3107951 Apr 20 13:13:36.171637 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83531e46-670f-42cc-abf6-9f52ed4a1688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a04730-4ae6-4a74-841e-0db7d263da8a,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:36.175375 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43144) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:36.184671 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c834d951-f9f6-46d5-a2f1-fe02689890bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:36.192122 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-c00a3c03-8456-4bbf-97a8-b9e04f50fdb3 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Deleting port c87037d8-f199-4bc0-9b4c-5d4121fb5a3e {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:36.192466 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c00a3c03-8456-4bbf-97a8-b9e04f50fdb3 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:36.233859 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-a7fd8eb7-6a6a-4952-9ed0-0a070174a632 None None] Deleting port c87037d8-f199-4bc0-9b4c-5d4121fb5a3e {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:36.234237 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a7fd8eb7-6a6a-4952-9ed0-0a070174a632 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:36.250930 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e49c837d-3653-4ab6-98b1-dc23d88874f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:36.271341 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-c00a3c03-8456-4bbf-97a8-b9e04f50fdb3 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] For port c87037d8-f199-4bc0-9b4c-5d4121fb5a3e, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=c87037d8-f199-4bc0-9b4c-5d4121fb5a3e,segment=NetworkSegment(160bcaed-2553-4f58-94eb-f4abf3b1029d),segment_id=160bcaed-2553-4f58-94eb-f4abf3b1029d)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:36.272077 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c00a3c03-8456-4bbf-97a8-b9e04f50fdb3 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:36.275397 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e49c837d-3653-4ab6-98b1-dc23d88874f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:36.286938 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-c00a3c03-8456-4bbf-97a8-b9e04f50fdb3 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Calling delete_port for c87037d8-f199-4bc0-9b4c-5d4121fb5a3e owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:36.288742 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c834d951-f9f6-46d5-a2f1-fe02689890bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:36.317647 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-a7fd8eb7-6a6a-4952-9ed0-0a070174a632 None None] For port c87037d8-f199-4bc0-9b4c-5d4121fb5a3e, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=c87037d8-f199-4bc0-9b4c-5d4121fb5a3e,segment=NetworkSegment(160bcaed-2553-4f58-94eb-f4abf3b1029d),segment_id=160bcaed-2553-4f58-94eb-f4abf3b1029d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:36.318090 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a7fd8eb7-6a6a-4952-9ed0-0a070174a632 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:36.340339 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c834d951-f9f6-46d5-a2f1-fe02689890bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:36.349896 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-a7fd8eb7-6a6a-4952-9ed0-0a070174a632 None None] Calling delete_port for c87037d8-f199-4bc0-9b4c-5d4121fb5a3e owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:36.473059 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e49c837d-3653-4ab6-98b1-dc23d88874f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:36.476895 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e49c837d-3653-4ab6-98b1-dc23d88874f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:36.491785 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e49c837d-3653-4ab6-98b1-dc23d88874f1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/02a04730-4ae6-4a74-841e-0db7d263da8a HTTP/1.1" status: 204 len: 168 time: 0.3106623 Apr 20 13:13:36.506800 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c837d-3653-4ab6-98b1-dc23d88874f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a04730-4ae6-4a74-841e-0db7d263da8a,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:36.579283 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5b6db-600c-43d4-85f3-24b68e155783 req-6e0827a7-4875-4ff1-bcf2-c20f7dd1ec4c tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:36.581097 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cbb5b6db-600c-43d4-85f3-24b68e155783 req-6e0827a7-4875-4ff1-bcf2-c20f7dd1ec4c tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc7e13fa-b85b-432f-8259-e35cc842c087 HTTP/1.1" status: 200 len: 945 time: 0.0676632 Apr 20 13:13:36.582137 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 505287d1-8118-4316-b834-894c76f24ac1 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:13:36.616913 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c834d951-f9f6-46d5-a2f1-fe02689890bd admin admin] Network 28fb673e-344b-435a-a8a9-957657b8cbce is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:36.626348 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-c834d951-f9f6-46d5-a2f1-fe02689890bd admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:36.632205 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834d951-f9f6-46d5-a2f1-fe02689890bd admin admin] Pushing event updated for resources: {'Port': ['ID=13321da1-d434-401a-a09f-83e56c5151d2,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:36.737136 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 505287d1-8118-4316-b834-894c76f24ac1 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:36.737679 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:36.796417 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-cbb5b6db-600c-43d4-85f3-24b68e155783 req-e8611ca7-8cd7-496b-a699-9e0d7dca76a3 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Deleting port d826267f-fd1e-4ca9-9dd5-3e832a8827e8 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:36.797666 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cbb5b6db-600c-43d4-85f3-24b68e155783 req-e8611ca7-8cd7-496b-a699-9e0d7dca76a3 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:36.833472 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c834d951-f9f6-46d5-a2f1-fe02689890bd admin admin] Router a4f44024-8908-4345-9bdd-d46b005daa0b has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:13:36.892391 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c4dce7c5-ab48-4627-8985-284721470823 req-a40908cc-79fc-45a1-956b-50409f9e398d tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca744aa-db8e-479e-9e7c-1f92a8bf6dd4 HTTP/1.1" status: 200 len: 210 time: 0.0909486 Apr 20 13:13:36.950718 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:36.954948 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c00a3c03-8456-4bbf-97a8-b9e04f50fdb3 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:36.980451 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a7fd8eb7-6a6a-4952-9ed0-0a070174a632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:36.993446 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00a3c03-8456-4bbf-97a8-b9e04f50fdb3 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] No DVR routers for this DVR port c87037d8-f199-4bc0-9b4c-5d4121fb5a3e on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:13:37.002934 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 505287d1-8118-4316-b834-894c76f24ac1, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=505287d1-8118-4316-b834-894c76f24ac1,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:37.027321 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd8eb7-6a6a-4952-9ed0-0a070174a632 None None] Pushing event deleted for resources: {'Port': ['ID=c87037d8-f199-4bc0-9b4c-5d4121fb5a3e,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:37.029229 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fd8eb7-6a6a-4952-9ed0-0a070174a632 None None] No DVR routers for this DVR port c87037d8-f199-4bc0-9b4c-5d4121fb5a3e on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:13:37.057123 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a3c03-8456-4bbf-97a8-b9e04f50fdb3 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Pushing event deleted for resources: {'Port': ['ID=c87037d8-f199-4bc0-9b4c-5d4121fb5a3e,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:37.062247 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:37.082137 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-cbb5b6db-600c-43d4-85f3-24b68e155783 req-e8611ca7-8cd7-496b-a699-9e0d7dca76a3 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] For port d826267f-fd1e-4ca9-9dd5-3e832a8827e8, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=d826267f-fd1e-4ca9-9dd5-3e832a8827e8,segment=NetworkSegment(b745dd99-74ee-418c-af50-3e100538147c),segment_id=b745dd99-74ee-418c-af50-3e100538147c)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:37.082640 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cbb5b6db-600c-43d4-85f3-24b68e155783 req-e8611ca7-8cd7-496b-a699-9e0d7dca76a3 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:37.101027 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-cbb5b6db-600c-43d4-85f3-24b68e155783 req-e8611ca7-8cd7-496b-a699-9e0d7dca76a3 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Calling delete_port for d826267f-fd1e-4ca9-9dd5-3e832a8827e8 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:37.145921 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device c87037d8-f199-4bc0-9b4c-5d4121fb5a3e no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:13:37.190043 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: c87037d8-f199-4bc0-9b4c-5d4121fb5a3e {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:13:37.190395 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device c87037d8-f199-4bc0-9b4c-5d4121fb5a3e not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:13:37.191818 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=505287d1-8118-4316-b834-894c76f24ac1,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:37.206206 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-8ce4bf19-5fd9-403c-bc11-5ea66dd4b033 None None] Provisioning complete for port 13321da1-d434-401a-a09f-83e56c5151d2 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:37.206440 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8ce4bf19-5fd9-403c-bc11-5ea66dd4b033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:37.258071 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c00a3c03-8456-4bbf-97a8-b9e04f50fdb3 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:37.261662 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device d826267f-fd1e-4ca9-9dd5-3e832a8827e8 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:13:37.274663 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c834d951-f9f6-46d5-a2f1-fe02689890bd admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:13:37.302636 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-8ce4bf19-5fd9-403c-bc11-5ea66dd4b033 None None] Port 13321da1-d434-401a-a09f-83e56c5151d2 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:13:37.302964 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-c00a3c03-8456-4bbf-97a8-b9e04f50fdb3 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0845a6f5-be1f-4681-a4b0-28d483068da0']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:37.324651 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c834d951-f9f6-46d5-a2f1-fe02689890bd admin admin] 10.222.0.25 "PUT /v2.0/routers/a4f44024-8908-4345-9bdd-d46b005daa0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7067478 Apr 20 13:13:37.329394 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-c00a3c03-8456-4bbf-97a8-b9e04f50fdb3 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '160bcaed-2553-4f58-94eb-f4abf3b1029d') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:37.329789 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-c00a3c03-8456-4bbf-97a8-b9e04f50fdb3 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '160bcaed-2553-4f58-94eb-f4abf3b1029d') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:37.362720 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c00a3c03-8456-4bbf-97a8-b9e04f50fdb3 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:37.365915 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:37.394420 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c00a3c03-8456-4bbf-97a8-b9e04f50fdb3 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:37.405978 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c00a3c03-8456-4bbf-97a8-b9e04f50fdb3 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:13:37.406341 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c00a3c03-8456-4bbf-97a8-b9e04f50fdb3 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:37.410419 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:13:37.410419 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:13:37.410419 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:13:37.410419 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:13:37.410419 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:13:37.410419 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:13:37.410419 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:13:37.410419 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:13:37.410419 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:13:37.410419 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:13:37.410419 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:13:37.410419 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:13:37.410419 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:13:37.410419 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:13:37.410419 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:13:37.410419 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:13:37.410419 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:13:37.410419 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:13:37.410419 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:13:37.410419 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:13:37.410419 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:13:37.410419 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:13:37.410419 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:13:37.410419 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:13:37.410419 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:13:37.410419 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:13:37.410419 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:13:37.410419 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:13:37.410419 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:13:37.410419 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:13:37.410419 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:13:37.410419 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:13:37.502535 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cbb5b6db-600c-43d4-85f3-24b68e155783 req-e8611ca7-8cd7-496b-a699-9e0d7dca76a3 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:37.536538 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8611ca7-8cd7-496b-a699-9e0d7dca76a3 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Pushing event deleted for resources: {'Port': ['ID=d826267f-fd1e-4ca9-9dd5-3e832a8827e8,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:37.583982 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb5b6db-600c-43d4-85f3-24b68e155783 req-e8611ca7-8cd7-496b-a699-9e0d7dca76a3 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] No DVR routers for this DVR port d826267f-fd1e-4ca9-9dd5-3e832a8827e8 on host n-h1-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:13:37.586600 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cbb5b6db-600c-43d4-85f3-24b68e155783 req-e8611ca7-8cd7-496b-a699-9e0d7dca76a3 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:37.589914 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cbb5b6db-600c-43d4-85f3-24b68e155783 req-e8611ca7-8cd7-496b-a699-9e0d7dca76a3 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.32 "DELETE /v2.0/ports/d826267f-fd1e-4ca9-9dd5-3e832a8827e8 HTTP/1.1" status: 204 len: 173 time: 1.0008993 Apr 20 13:13:37.590346 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7e13fa-b85b-432f-8259-e35cc842c087', 'name': 'network-vif-deleted', 'tag': 'd826267f-fd1e-4ca9-9dd5-3e832a8827e8'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:13:37.593250 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719b7bb4-9c95-4d61-9b1d-228089844cd2" -d '{"events": [{"server_uuid": "fc7e13fa-b85b-432f-8259-e35cc842c087", "name": "network-vif-deleted", "tag": "d826267f-fd1e-4ca9-9dd5-3e832a8827e8"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:13:37.632424 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c00a3c03-8456-4bbf-97a8-b9e04f50fdb3 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:37.641718 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c00a3c03-8456-4bbf-97a8-b9e04f50fdb3 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:37.647303 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c00a3c03-8456-4bbf-97a8-b9e04f50fdb3 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] 10.222.0.25 "DELETE /v2.0/networks/0845a6f5-be1f-4681-a4b0-28d483068da0 HTTP/1.1" status: 204 len: 168 time: 1.7324741 Apr 20 13:13:37.688822 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f78dc2-81ff-431b-8f84-68bf3549e4f5 x-openstack-request-id: req-19f78dc2-81ff-431b-8f84-68bf3549e4f5 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:13:37.689112 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc7e13fa-b85b-432f-8259-e35cc842c087", "name": "network-vif-deleted", "tag": "d826267f-fd1e-4ca9-9dd5-3e832a8827e8", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:13:37.689404 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-19f78dc2-81ff-431b-8f84-68bf3549e4f5 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:13:37.690369 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19f78dc2-81ff-431b-8f84-68bf3549e4f5'] response: {'server_uuid': 'fc7e13fa-b85b-432f-8259-e35cc842c087', 'name': 'network-vif-deleted', 'tag': 'd826267f-fd1e-4ca9-9dd5-3e832a8827e8', 'status': 'completed', 'code': 200} Apr 20 13:13:37.699037 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a3c03-8456-4bbf-97a8-b9e04f50fdb3 tempest-FloatingIPNegativeTestJSON-946244158 tempest-FloatingIPNegativeTestJSON-946244158-project] Pushing event deleted for resources: {'Network': ['ID=0845a6f5-be1f-4681-a4b0-28d483068da0,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:37.902373 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [req-13d458be-8850-4185-978f-fd2469c94c13 req-0f39e085-8376-4900-a7e2-73da694d5dbe tempest-FloatingIPDetailsNegativeTestJSON-1445001399 tempest-FloatingIPDetailsNegativeTestJSON-1445001399-project] show failed (client error): The resource could not be found. Apr 20 13:13:37.902373 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-13d458be-8850-4185-978f-fd2469c94c13 req-0f39e085-8376-4900-a7e2-73da694d5dbe tempest-FloatingIPDetailsNegativeTestJSON-1445001399 tempest-FloatingIPDetailsNegativeTestJSON-1445001399-project] 10.222.0.25 "GET /v2.0/floatingips/e80fd027-2539-4054-9c52-a80b7c646e80 HTTP/1.1" status: 404 len: 350 time: 0.0688539 Apr 20 13:13:37.905800 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43186) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:38.006968 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de1315d-f13b-4077-b141-cc0af2dac4df None None] Sync routers for ids ['a4f44024-8908-4345-9bdd-d46b005daa0b'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:13:38.021069 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de1315d-f13b-4077-b141-cc0af2dac4df None None] Routers {'a4f44024-8908-4345-9bdd-d46b005daa0b'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:38.022192 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-8de1315d-f13b-4077-b141-cc0af2dac4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:13:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['a4f44024-8908-4345-9bdd-d46b005daa0b'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:38.080213 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e53e137a-f410-41b5-bafa-8f9b27ac6ad0 req-af47bbb5-e3b1-4497-b3f7-c84e57ef2c7a tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca744aa-db8e-479e-9e7c-1f92a8bf6dd4 HTTP/1.1" status: 200 len: 210 time: 0.0384605 Apr 20 13:13:38.148185 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-8de1315d-f13b-4077-b141-cc0af2dac4df None None] Set router a4f44024-8908-4345-9bdd-d46b005daa0b gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:13:38.387860 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43198) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:38.500119 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-8de1315d-f13b-4077-b141-cc0af2dac4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f44024-8908-4345-9bdd-d46b005daa0b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-944556520-router', 'tenant_id': '69eece2a2a754794aa37e028c45d2ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '505287d1-8118-4316-b834-894c76f24ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:31Z', 'updated_at': '2022-04-20T13:13:35Z', 'revision_number': 4, 'project_id': '69eece2a2a754794aa37e028c45d2ef2', 'gw_port': {'id': '505287d1-8118-4316-b834-894c76f24ac1', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:be:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f44024-8908-4345-9bdd-d46b005daa0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:31Z', 'updated_at': '2022-04-20T13:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '13321da1-d434-401a-a09f-83e56c5151d2', 'name': '', 'network_id': '28fb673e-344b-435a-a8a9-957657b8cbce', 'tenant_id': '69eece2a2a754794aa37e028c45d2ef2', 'mac_address': 'fa:16:3e:cd:4a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f44024-8908-4345-9bdd-d46b005daa0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'd864599b-852a-41e5-bb7f-b9c203393859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:34Z', 'updated_at': '2022-04-20T13:13:35Z', 'revision_number': 2, 'project_id': '69eece2a2a754794aa37e028c45d2ef2', 'subnets': [{'id': 'd864599b-852a-41e5-bb7f-b9c203393859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:38.517427 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 505287d1-8118-4316-b834-894c76f24ac1 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:13:38.584690 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de1315d-f13b-4077-b141-cc0af2dac4df None None] Checking router: a4f44024-8908-4345-9bdd-d46b005daa0b for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:13:38.585429 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de1315d-f13b-4077-b141-cc0af2dac4df None None] Updating router a4f44024-8908-4345-9bdd-d46b005daa0b port 13321da1-d434-401a-a09f-83e56c5151d2 binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:13:38.629141 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 505287d1-8118-4316-b834-894c76f24ac1 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:38.629924 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:38.638664 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-8de1315d-f13b-4077-b141-cc0af2dac4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:38.733800 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4476f0a2-b2c8-4b37-8e00-6a7cb920b151 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b7102f20fa43486a845045505a6bb121&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3430839 Apr 20 13:13:38.736471 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43206) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:38.780987 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f546d1-e768-48fc-88b6-a63d42190389 req-3fb2d6ef-622f-45c5-a66c-2418df853a91 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:38.782619 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-25f546d1-e768-48fc-88b6-a63d42190389 req-3fb2d6ef-622f-45c5-a66c-2418df853a91 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.15 "GET /v2.0/networks?id=5c1617fd-b3c2-4890-8228-0b4c973ac53a HTTP/1.1" status: 200 len: 805 time: 0.6405559 Apr 20 13:13:38.799954 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-25f546d1-e768-48fc-88b6-a63d42190389 req-b691ab91-21ca-4c29-803c-8dfe96b921ba tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Request body: {'port': {'device_id': '4ca744aa-db8e-479e-9e7c-1f92a8bf6dd4', 'network_id': '5c1617fd-b3c2-4890-8228-0b4c973ac53a', 'admin_state_up': True, 'tenant_id': '8973e54790744e04b489bfd4ef96d6b3'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:38.823302 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a8245450-151f-41b7-a579-552a048cdbfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:38.846621 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a8245450-151f-41b7-a579-552a048cdbfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:38.976253 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a8245450-151f-41b7-a579-552a048cdbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:38.981801 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a8245450-151f-41b7-a579-552a048cdbfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:38.983852 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a8245450-151f-41b7-a579-552a048cdbfe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e7a62ffb-14bb-4a3a-8d46-0e98edee1fcb HTTP/1.1" status: 204 len: 168 time: 0.2461338 Apr 20 13:13:39.016867 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8245450-151f-41b7-a579-552a048cdbfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a62ffb-14bb-4a3a-8d46-0e98edee1fcb,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:39.115871 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-8de1315d-f13b-4077-b141-cc0af2dac4df None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:39.135127 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25f546d1-e768-48fc-88b6-a63d42190389 req-b691ab91-21ca-4c29-803c-8dfe96b921ba tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Made reservation on behalf of 8973e54790744e04b489bfd4ef96d6b3 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:13:39.136707 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-25f546d1-e768-48fc-88b6-a63d42190389 req-b691ab91-21ca-4c29-803c-8dfe96b921ba tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:39.153396 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d9b84132-ccf4-4391-b6e5-a99a103d8edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:39.230838 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-98e7d9c2-9ffb-4d31-ab42-5228d634d7dc req-8fd88545-bbdf-467b-8110-b4f9a9c33210 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca744aa-db8e-479e-9e7c-1f92a8bf6dd4 HTTP/1.1" status: 200 len: 210 time: 0.0370376 Apr 20 13:13:39.236339 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-8de1315d-f13b-4077-b141-cc0af2dac4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:39.317200 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78154bfd-a897-4da9-a2f4-75e342a2d3c1 None None] Pushing event updated for resources: {'Port': ['ID=13321da1-d434-401a-a09f-83e56c5151d2,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:39.348513 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78154bfd-a897-4da9-a2f4-75e342a2d3c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:39.348861 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78154bfd-a897-4da9-a2f4-75e342a2d3c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:39.349201 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78154bfd-a897-4da9-a2f4-75e342a2d3c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:39.349538 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78154bfd-a897-4da9-a2f4-75e342a2d3c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:39.349868 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78154bfd-a897-4da9-a2f4-75e342a2d3c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:39.350195 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78154bfd-a897-4da9-a2f4-75e342a2d3c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:39.350921 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78154bfd-a897-4da9-a2f4-75e342a2d3c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:39.350921 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78154bfd-a897-4da9-a2f4-75e342a2d3c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:39.351128 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78154bfd-a897-4da9-a2f4-75e342a2d3c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:39.351473 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78154bfd-a897-4da9-a2f4-75e342a2d3c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:39.351795 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78154bfd-a897-4da9-a2f4-75e342a2d3c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:39.352598 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78154bfd-a897-4da9-a2f4-75e342a2d3c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:39.391025 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-8de1315d-f13b-4077-b141-cc0af2dac4df None None] Attempting to bind port 13321da1-d434-401a-a09f-83e56c5151d2 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:39.391437 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-8de1315d-f13b-4077-b141-cc0af2dac4df None None] Attempting to bind port 13321da1-d434-401a-a09f-83e56c5151d2 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '92c134fe-f575-4ce8-9399-5079ec23bab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '28fb673e-344b-435a-a8a9-957657b8cbce'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:39.391909 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de1315d-f13b-4077-b141-cc0af2dac4df None None] Attempting to bind port 13321da1-d434-401a-a09f-83e56c5151d2 on network 28fb673e-344b-435a-a8a9-957657b8cbce {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:39.399535 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de1315d-f13b-4077-b141-cc0af2dac4df None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:13:39.399944 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de1315d-f13b-4077-b141-cc0af2dac4df None None] Checking segment: {'id': '92c134fe-f575-4ce8-9399-5079ec23bab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '28fb673e-344b-435a-a8a9-957657b8cbce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:13:39.400346 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-8de1315d-f13b-4077-b141-cc0af2dac4df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:39.400749 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de1315d-f13b-4077-b141-cc0af2dac4df None None] Bound using segment: {'id': '92c134fe-f575-4ce8-9399-5079ec23bab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '28fb673e-344b-435a-a8a9-957657b8cbce'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:13:39.401222 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-8de1315d-f13b-4077-b141-cc0af2dac4df None None] Bound port: 13321da1-d434-401a-a09f-83e56c5151d2, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92c134fe-f575-4ce8-9399-5079ec23bab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '28fb673e-344b-435a-a8a9-957657b8cbce'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:13:39.401602 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-8de1315d-f13b-4077-b141-cc0af2dac4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:39.426100 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-25f546d1-e768-48fc-88b6-a63d42190389 req-b691ab91-21ca-4c29-803c-8dfe96b921ba tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Allocated IP 172.20.0.7 (5c1617fd-b3c2-4890-8228-0b4c973ac53a/b9d8b784-aae6-4178-a00d-bed6eeefe6ff/3c08a28f-a117-4278-913d-c6abe592fc6b) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:13:39.498113 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-8de1315d-f13b-4077-b141-cc0af2dac4df None None] For port 13321da1-d434-401a-a09f-83e56c5151d2, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:13:39.501620 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-8de1315d-f13b-4077-b141-cc0af2dac4df None None] For port 13321da1-d434-401a-a09f-83e56c5151d2, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=13321da1-d434-401a-a09f-83e56c5151d2,segment=NetworkSegment(92c134fe-f575-4ce8-9399-5079ec23bab8),segment_id=92c134fe-f575-4ce8-9399-5079ec23bab8)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:13:39.628617 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-8de1315d-f13b-4077-b141-cc0af2dac4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:39.652139 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-2da49af8-59a8-49fd-9bf6-8a30ed4f683f None None] Provisioning complete for port 13321da1-d434-401a-a09f-83e56c5151d2 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:39.652722 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2da49af8-59a8-49fd-9bf6-8a30ed4f683f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:39.711631 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43234) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:39.712465 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de1315d-f13b-4077-b141-cc0af2dac4df None None] Routers {'a4f44024-8908-4345-9bdd-d46b005daa0b'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:39.714301 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-8de1315d-f13b-4077-b141-cc0af2dac4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:13:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['a4f44024-8908-4345-9bdd-d46b005daa0b'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:39.718684 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78154bfd-a897-4da9-a2f4-75e342a2d3c1 None None] Pushing event updated for resources: {'Port': ['ID=13321da1-d434-401a-a09f-83e56c5151d2,revision_number=4']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:39.734824 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-25f546d1-e768-48fc-88b6-a63d42190389 req-b691ab91-21ca-4c29-803c-8dfe96b921ba tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:39.756744 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-d9b84132-ccf4-4391-b6e5-a99a103d8edb admin admin] Deleting port 13321da1-d434-401a-a09f-83e56c5151d2 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:39.757091 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d9b84132-ccf4-4391-b6e5-a99a103d8edb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:39.792524 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2da49af8-59a8-49fd-9bf6-8a30ed4f683f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:39.855986 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-2da49af8-59a8-49fd-9bf6-8a30ed4f683f None None] For port 13321da1-d434-401a-a09f-83e56c5151d2, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=13321da1-d434-401a-a09f-83e56c5151d2,segment=NetworkSegment(92c134fe-f575-4ce8-9399-5079ec23bab8),segment_id=92c134fe-f575-4ce8-9399-5079ec23bab8)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:39.900806 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-d9b84132-ccf4-4391-b6e5-a99a103d8edb admin admin] For port 13321da1-d434-401a-a09f-83e56c5151d2, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=13321da1-d434-401a-a09f-83e56c5151d2,segment=NetworkSegment(92c134fe-f575-4ce8-9399-5079ec23bab8),segment_id=92c134fe-f575-4ce8-9399-5079ec23bab8)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:39.903692 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d9b84132-ccf4-4391-b6e5-a99a103d8edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:39.929897 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-d9b84132-ccf4-4391-b6e5-a99a103d8edb admin admin] Calling delete_port for 13321da1-d434-401a-a09f-83e56c5151d2 owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:39.941876 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2da49af8-59a8-49fd-9bf6-8a30ed4f683f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:39.955322 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-25f546d1-e768-48fc-88b6-a63d42190389 req-b691ab91-21ca-4c29-803c-8dfe96b921ba tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:40.023319 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da49af8-59a8-49fd-9bf6-8a30ed4f683f None None] Pushing event updated for resources: {'Port': ['ID=13321da1-d434-401a-a09f-83e56c5151d2,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:40.058800 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-8de1315d-f13b-4077-b141-cc0af2dac4df None None] Set router a4f44024-8908-4345-9bdd-d46b005daa0b gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:13:40.062713 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-de3c8cbb-cf06-4c7b-bbd6-337425c232cc None None] Provisioning complete for port 13321da1-d434-401a-a09f-83e56c5151d2 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:40.063152 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-de3c8cbb-cf06-4c7b-bbd6-337425c232cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:40.083412 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25f546d1-e768-48fc-88b6-a63d42190389 req-b691ab91-21ca-4c29-803c-8dfe96b921ba tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Network 5c1617fd-b3c2-4890-8228-0b4c973ac53a is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:40.086710 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-25f546d1-e768-48fc-88b6-a63d42190389 req-b691ab91-21ca-4c29-803c-8dfe96b921ba tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:40.099455 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f546d1-e768-48fc-88b6-a63d42190389 req-b691ab91-21ca-4c29-803c-8dfe96b921ba tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:13:40.171522 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b691ab91-21ca-4c29-803c-8dfe96b921ba tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Pushing event updated for resources: {'Port': ['ID=3c08a28f-a117-4278-913d-c6abe592fc6b,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:40.177680 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-b1382ceb-04be-4c61-a9f2-f2b5deb7c402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1084159233'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:40.187916 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f546d1-e768-48fc-88b6-a63d42190389 req-b691ab91-21ca-4c29-803c-8dfe96b921ba tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:40.188549 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-25f546d1-e768-48fc-88b6-a63d42190389 req-b691ab91-21ca-4c29-803c-8dfe96b921ba tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:40.297516 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-8de1315d-f13b-4077-b141-cc0af2dac4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f44024-8908-4345-9bdd-d46b005daa0b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-944556520-router', 'tenant_id': '69eece2a2a754794aa37e028c45d2ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '505287d1-8118-4316-b834-894c76f24ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:31Z', 'updated_at': '2022-04-20T13:13:35Z', 'revision_number': 4, 'project_id': '69eece2a2a754794aa37e028c45d2ef2', 'gw_port': {'id': '505287d1-8118-4316-b834-894c76f24ac1', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:be:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f44024-8908-4345-9bdd-d46b005daa0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:31Z', 'updated_at': '2022-04-20T13:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '13321da1-d434-401a-a09f-83e56c5151d2', 'name': '', 'network_id': '28fb673e-344b-435a-a8a9-957657b8cbce', 'tenant_id': '69eece2a2a754794aa37e028c45d2ef2', 'mac_address': 'fa:16:3e:cd:4a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f44024-8908-4345-9bdd-d46b005daa0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'd864599b-852a-41e5-bb7f-b9c203393859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:34Z', 'updated_at': '2022-04-20T13:13:39Z', 'revision_number': 4, 'project_id': '69eece2a2a754794aa37e028c45d2ef2', 'subnets': [{'id': 'd864599b-852a-41e5-bb7f-b9c203393859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:40.302288 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1382ceb-04be-4c61-a9f2-f2b5deb7c402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817-project] Made reservation on behalf of 7da38d29429640828f50cd0a19661e6e for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:13:40.306753 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b1382ceb-04be-4c61-a9f2-f2b5deb7c402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:40.327407 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de1315d-f13b-4077-b141-cc0af2dac4df None None] The sync data for ids ['a4f44024-8908-4345-9bdd-d46b005daa0b'] in n-d-836015-7 is: [{'id': 'a4f44024-8908-4345-9bdd-d46b005daa0b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-944556520-router', 'tenant_id': '69eece2a2a754794aa37e028c45d2ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '505287d1-8118-4316-b834-894c76f24ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:31Z', 'updated_at': '2022-04-20T13:13:35Z', 'revision_number': 4, 'project_id': '69eece2a2a754794aa37e028c45d2ef2', 'gw_port': {'id': '505287d1-8118-4316-b834-894c76f24ac1', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:be:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f44024-8908-4345-9bdd-d46b005daa0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:31Z', 'updated_at': '2022-04-20T13:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '13321da1-d434-401a-a09f-83e56c5151d2', 'name': '', 'network_id': '28fb673e-344b-435a-a8a9-957657b8cbce', 'tenant_id': '69eece2a2a754794aa37e028c45d2ef2', 'mac_address': 'fa:16:3e:cd:4a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f44024-8908-4345-9bdd-d46b005daa0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'd864599b-852a-41e5-bb7f-b9c203393859', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:34Z', 'updated_at': '2022-04-20T13:13:39Z', 'revision_number': 4, 'project_id': '69eece2a2a754794aa37e028c45d2ef2', 'subnets': [{'id': 'd864599b-852a-41e5-bb7f-b9c203393859', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:13:40.332707 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b1382ceb-04be-4c61-a9f2-f2b5deb7c402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:40.353157 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-25f546d1-e768-48fc-88b6-a63d42190389 req-b691ab91-21ca-4c29-803c-8dfe96b921ba tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5596492 Apr 20 13:13:40.409912 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-25f546d1-e768-48fc-88b6-a63d42190389 req-d754987a-0674-45a7-917b-548e194a5459 service neutron] Request body: {'port': {'device_id': '4ca744aa-db8e-479e-9e7c-1f92a8bf6dd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:40.446915 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b1382ceb-04be-4c61-a9f2-f2b5deb7c402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:40.487496 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86456105-be4f-4582-a024-aecfa4a11aab req-1c978442-4109-4c89-8331-f2549e74686e tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:40.490438 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86456105-be4f-4582-a024-aecfa4a11aab req-1c978442-4109-4c89-8331-f2549e74686e tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca744aa-db8e-479e-9e7c-1f92a8bf6dd4 HTTP/1.1" status: 200 len: 931 time: 0.1627569 Apr 20 13:13:40.493207 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d9b84132-ccf4-4391-b6e5-a99a103d8edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:40.509468 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b1382ceb-04be-4c61-a9f2-f2b5deb7c402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:40.525627 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-25f546d1-e768-48fc-88b6-a63d42190389 req-d754987a-0674-45a7-917b-548e194a5459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:40.532770 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b84132-ccf4-4391-b6e5-a99a103d8edb admin admin] Pushing event deleted for resources: {'Port': ['ID=13321da1-d434-401a-a09f-83e56c5151d2,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:40.547945 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1382ceb-04be-4c61-a9f2-f2b5deb7c402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd8c6ff-597a-4db3-be33-85ee17dd6416,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:40.553747 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43258) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:40.566827 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1382ceb-04be-4c61-a9f2-f2b5deb7c402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:13:40.580024 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b1382ceb-04be-4c61-a9f2-f2b5deb7c402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:40.580024 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-b1382ceb-04be-4c61-a9f2-f2b5deb7c402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817-project] Added segment 9dace24c-63f5-4401-a4ed-7f4f4e8e7b97 of type vlan for network 095767b7-c70c-4fb0-a3d2-cb467861de32 Apr 20 13:13:40.675764 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b1382ceb-04be-4c61-a9f2-f2b5deb7c402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:40.730982 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-9804b124-73db-4419-9081-e6eb263d21fc tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:40.733168 n-d-836015-7 neutron-server[114870]: WARNING neutron.api.v2.base [None req-9804b124-73db-4419-9081-e6eb263d21fc tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 20 13:13:40.733959 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-9804b124-73db-4419-9081-e6eb263d21fc tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] create failed (client error): There was a conflict when trying to complete your request. Apr 20 13:13:40.735751 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9804b124-73db-4419-9081-e6eb263d21fc tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1825192 Apr 20 13:13:40.739213 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43262) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:40.740188 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86456105-be4f-4582-a024-aecfa4a11aab req-6f996b7f-a489-4795-a0da-08a5dc4f90c7 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122419 Apr 20 13:13:40.753443 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-0e66707a-0899-431a-912d-115089143d80 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Request body: {'security_group': {'name': 'tempest-secgroup--1232677738'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:40.798834 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b1382ceb-04be-4c61-a9f2-f2b5deb7c402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:40.809319 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1382ceb-04be-4c61-a9f2-f2b5deb7c402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:40.810132 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b1382ceb-04be-4c61-a9f2-f2b5deb7c402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:40.884368 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e66707a-0899-431a-912d-115089143d80 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:40.895534 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e66707a-0899-431a-912d-115089143d80 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:40.922739 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1382ceb-04be-4c61-a9f2-f2b5deb7c402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817-project] Pushing event updated for resources: {'Network': ['ID=095767b7-c70c-4fb0-a3d2-cb467861de32,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:40.933911 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 095767b7-c70c-4fb0-a3d2-cb467861de32 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:13:40.942622 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b1382ceb-04be-4c61-a9f2-f2b5deb7c402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.2290392 Apr 20 13:13:41.030022 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d9b84132-ccf4-4391-b6e5-a99a103d8edb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:41.046895 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e66707a-0899-431a-912d-115089143d80 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:41.107619 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e66707a-0899-431a-912d-115089143d80 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:41.161546 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e66707a-0899-431a-912d-115089143d80 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f51ef7a1-51ff-4672-b80d-232c08e927f9,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:41.235945 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e66707a-0899-431a-912d-115089143d80 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:41.255742 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-25f546d1-e768-48fc-88b6-a63d42190389 req-d754987a-0674-45a7-917b-548e194a5459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c08a28f-a117-4278-913d-c6abe592fc6b {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:13:41.266232 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-25f546d1-e768-48fc-88b6-a63d42190389 req-d754987a-0674-45a7-917b-548e194a5459 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:41.297542 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device d826267f-fd1e-4ca9-9dd5-3e832a8827e8 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:13:41.318367 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-25f546d1-e768-48fc-88b6-a63d42190389 req-d754987a-0674-45a7-917b-548e194a5459 service neutron] Transition to ACTIVE for port object 3c08a28f-a117-4278-913d-c6abe592fc6b will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:13:41.318555 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43278) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:41.324162 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: d826267f-fd1e-4ca9-9dd5-3e832a8827e8 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:13:41.324635 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device d826267f-fd1e-4ca9-9dd5-3e832a8827e8 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:13:41.325517 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Request body: {'port': {'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32', 'binding:host_id': 'n-h1-836015-7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-286973499'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:41.328277 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e66707a-0899-431a-912d-115089143d80 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:41.360264 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e66707a-0899-431a-912d-115089143d80 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c22f0c68-bdce-46f0-9938-2846ece645d5,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:41.417588 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-25f546d1-e768-48fc-88b6-a63d42190389 req-d754987a-0674-45a7-917b-548e194a5459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:41.438834 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cff75-01e9-46c6-a98d-8fc22e7344e9 req-ea34f323-8154-4b23-a1fb-64658c02ce58 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:41.440378 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-966cff75-01e9-46c6-a98d-8fc22e7344e9 req-ea34f323-8154-4b23-a1fb-64658c02ce58 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 946 time: 0.1285937 Apr 20 13:13:41.441349 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e66707a-0899-431a-912d-115089143d80 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:41.442620 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0e66707a-0899-431a-912d-115089143d80 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6942818 Apr 20 13:13:41.445437 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43280) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:41.450820 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-db262422-ef1d-4bab-af7e-374ef80c0126 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Request body: {'security_group_rule': {'security_group_id': 'c22f0c68-bdce-46f0-9938-2846ece645d5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:41.516473 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b84132-ccf4-4391-b6e5-a99a103d8edb admin admin] Router a4f44024-8908-4345-9bdd-d46b005daa0b has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:13:41.521477 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754987a-0674-45a7-917b-548e194a5459 service neutron] Pushing event updated for resources: {'Port': ['ID=3c08a28f-a117-4278-913d-c6abe592fc6b,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:41.558341 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Made reservation on behalf of 14027414201f4a09b46e3858eee4a495 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:13:41.560714 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:41.563318 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-db262422-ef1d-4bab-af7e-374ef80c0126 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:41.604517 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-966cff75-01e9-46c6-a98d-8fc22e7344e9 req-d3612d56-ae3f-4150-ac9b-7beacca49241 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392162 Apr 20 13:13:41.605186 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:41.627201 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-db262422-ef1d-4bab-af7e-374ef80c0126 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:41.689911 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-db262422-ef1d-4bab-af7e-374ef80c0126 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:41.693655 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-25f546d1-e768-48fc-88b6-a63d42190389 req-d754987a-0674-45a7-917b-548e194a5459 service neutron] Attempting to bind port 3c08a28f-a117-4278-913d-c6abe592fc6b on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:41.694003 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-25f546d1-e768-48fc-88b6-a63d42190389 req-d754987a-0674-45a7-917b-548e194a5459 service neutron] Attempting to bind port 3c08a28f-a117-4278-913d-c6abe592fc6b by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': 'b745dd99-74ee-418c-af50-3e100538147c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5c1617fd-b3c2-4890-8228-0b4c973ac53a'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:41.694334 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f546d1-e768-48fc-88b6-a63d42190389 req-d754987a-0674-45a7-917b-548e194a5459 service neutron] Attempting to bind port 3c08a28f-a117-4278-913d-c6abe592fc6b on network 5c1617fd-b3c2-4890-8228-0b4c973ac53a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:41.708394 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db262422-ef1d-4bab-af7e-374ef80c0126 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1a2b868-405d-4fee-90cb-7c90b65ba75a,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:41.710870 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f546d1-e768-48fc-88b6-a63d42190389 req-d754987a-0674-45a7-917b-548e194a5459 service neutron] Port 3c08a28f-a117-4278-913d-c6abe592fc6b on network 5c1617fd-b3c2-4890-8228-0b4c973ac53a not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:41.711210 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f546d1-e768-48fc-88b6-a63d42190389 req-d754987a-0674-45a7-917b-548e194a5459 service neutron] Attempting to bind port 3c08a28f-a117-4278-913d-c6abe592fc6b on network 5c1617fd-b3c2-4890-8228-0b4c973ac53a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:41.757574 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f546d1-e768-48fc-88b6-a63d42190389 req-d754987a-0674-45a7-917b-548e194a5459 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:13:41.757913 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f546d1-e768-48fc-88b6-a63d42190389 req-d754987a-0674-45a7-917b-548e194a5459 service neutron] Checking segment: {'id': 'b745dd99-74ee-418c-af50-3e100538147c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5c1617fd-b3c2-4890-8228-0b4c973ac53a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:13:41.758297 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f546d1-e768-48fc-88b6-a63d42190389 req-d754987a-0674-45a7-917b-548e194a5459 service neutron] Bound using segment: {'id': 'b745dd99-74ee-418c-af50-3e100538147c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5c1617fd-b3c2-4890-8228-0b4c973ac53a'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:13:41.758819 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-25f546d1-e768-48fc-88b6-a63d42190389 req-d754987a-0674-45a7-917b-548e194a5459 service neutron] Bound port: 3c08a28f-a117-4278-913d-c6abe592fc6b, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b745dd99-74ee-418c-af50-3e100538147c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5c1617fd-b3c2-4890-8228-0b4c973ac53a'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:13:41.759386 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-25f546d1-e768-48fc-88b6-a63d42190389 req-d754987a-0674-45a7-917b-548e194a5459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:41.790640 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-db262422-ef1d-4bab-af7e-374ef80c0126 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:41.792745 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-db262422-ef1d-4bab-af7e-374ef80c0126 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3459411 Apr 20 13:13:41.797125 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43284) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:41.802822 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-8e1c8104-28e2-44e8-9753-046e91ac8c05 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Request body: {'security_group_rule': {'security_group_id': 'c22f0c68-bdce-46f0-9938-2846ece645d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:41.809610 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b84132-ccf4-4391-b6e5-a99a103d8edb admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:13:41.835232 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d9b84132-ccf4-4391-b6e5-a99a103d8edb admin admin] 10.222.0.25 "PUT /v2.0/routers/a4f44024-8908-4345-9bdd-d46b005daa0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9282918 Apr 20 13:13:41.839927 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43286) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:41.898880 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8e1c8104-28e2-44e8-9753-046e91ac8c05 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:41.917210 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:41.925401 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-25f546d1-e768-48fc-88b6-a63d42190389 req-d754987a-0674-45a7-917b-548e194a5459 service neutron] For port 3c08a28f-a117-4278-913d-c6abe592fc6b, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:13:41.929379 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-25f546d1-e768-48fc-88b6-a63d42190389 req-d754987a-0674-45a7-917b-548e194a5459 service neutron] For port 3c08a28f-a117-4278-913d-c6abe592fc6b, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=3c08a28f-a117-4278-913d-c6abe592fc6b,segment=NetworkSegment(b745dd99-74ee-418c-af50-3e100538147c),segment_id=b745dd99-74ee-418c-af50-3e100538147c)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:13:41.942583 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa0611-b0f9-4bd0-ae60-0ce351c6a308 req-f316f25b-d782-464d-a3aa-5442281c2ed2 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:41.944126 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a1fa0611-b0f9-4bd0-ae60-0ce351c6a308 req-f316f25b-d782-464d-a3aa-5442281c2ed2 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca744aa-db8e-479e-9e7c-1f92a8bf6dd4 HTTP/1.1" status: 200 len: 943 time: 0.1129344 Apr 20 13:13:41.977238 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:41.993774 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] device_id is not set on port 6afa0a54-406e-4a7a-9f97-9885838d5eaf yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:13:41.994171 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7981db8a-255c-42de-ade9-f9eba44dfd26 admin admin] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:42.016880 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a1fa0611-b0f9-4bd0-ae60-0ce351c6a308 req-c9400bf8-59aa-4ab1-8617-ba047fdeefa5 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620136 Apr 20 13:13:42.018039 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-25f546d1-e768-48fc-88b6-a63d42190389 req-d754987a-0674-45a7-917b-548e194a5459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:42.090022 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-8e1c8104-28e2-44e8-9753-046e91ac8c05 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] create failed (client error): There was a conflict when trying to complete your request. Apr 20 13:13:42.091080 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8e1c8104-28e2-44e8-9753-046e91ac8c05 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2925963 Apr 20 13:13:42.094166 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43288) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:42.109599 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15272ea5-868e-4dcf-b385-4aaa27d72377 None None] Sync routers for ids ['a4f44024-8908-4345-9bdd-d46b005daa0b'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:13:42.124176 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:42.127797 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15272ea5-868e-4dcf-b385-4aaa27d72377 None None] Routers {'a4f44024-8908-4345-9bdd-d46b005daa0b'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:42.127797 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-15272ea5-868e-4dcf-b385-4aaa27d72377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:13:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['a4f44024-8908-4345-9bdd-d46b005daa0b'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:42.134570 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c37bb3-df7a-441c-a2eb-9cbd73904d08,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:42.150096 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7981db8a-255c-42de-ade9-f9eba44dfd26 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:42.158338 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f546d1-e768-48fc-88b6-a63d42190389 req-d754987a-0674-45a7-917b-548e194a5459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:42.158893 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-25f546d1-e768-48fc-88b6-a63d42190389 req-d754987a-0674-45a7-917b-548e194a5459 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:42.160349 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-25f546d1-e768-48fc-88b6-a63d42190389 req-d754987a-0674-45a7-917b-548e194a5459 service neutron] 10.222.0.15 "PUT /v2.0/ports/3c08a28f-a117-4278-913d-c6abe592fc6b HTTP/1.1" status: 200 len: 1091 time: 1.7596047 Apr 20 13:13:42.160798 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca744aa-db8e-479e-9e7c-1f92a8bf6dd4', 'tag': '3c08a28f-a117-4278-913d-c6abe592fc6b'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:13:42.163091 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb363334-dc5d-4612-af00-5176e91b5cc1" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca744aa-db8e-479e-9e7c-1f92a8bf6dd4", "tag": "3c08a28f-a117-4278-913d-c6abe592fc6b"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:13:42.185710 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3cf083db-b701-4532-a44f-2c93787179b8 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:42.218364 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754987a-0674-45a7-917b-548e194a5459 service neutron] Pushing event updated for resources: {'Port': ['ID=3c08a28f-a117-4278-913d-c6abe592fc6b,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:42.220155 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3cf083db-b701-4532-a44f-2c93787179b8 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:42.227511 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc05b8c-e0ac-4981-acf6-940f44c4bcb9 x-openstack-request-id: req-9fc05b8c-e0ac-4981-acf6-940f44c4bcb9 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:13:42.227794 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca744aa-db8e-479e-9e7c-1f92a8bf6dd4", "tag": "3c08a28f-a117-4278-913d-c6abe592fc6b", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:13:42.228050 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9fc05b8c-e0ac-4981-acf6-940f44c4bcb9 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:13:42.228478 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fc05b8c-e0ac-4981-acf6-940f44c4bcb9'] response: {'name': 'network-changed', 'server_uuid': '4ca744aa-db8e-479e-9e7c-1f92a8bf6dd4', 'tag': '3c08a28f-a117-4278-913d-c6abe592fc6b', 'status': 'completed', 'code': 200} Apr 20 13:13:42.268834 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-15272ea5-868e-4dcf-b385-4aaa27d72377 None None] Set router a4f44024-8908-4345-9bdd-d46b005daa0b gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:13:42.337232 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-7981db8a-255c-42de-ade9-f9eba44dfd26 admin admin] Deleting port 505287d1-8118-4316-b834-894c76f24ac1 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:42.337582 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7981db8a-255c-42de-ade9-f9eba44dfd26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:42.366123 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb363334-dc5d-4612-af00-5176e91b5cc1 req-abb213bc-e7f4-45c7-a496-57c857290787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:42.368681 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb363334-dc5d-4612-af00-5176e91b5cc1 req-abb213bc-e7f4-45c7-a496-57c857290787 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8973e54790744e04b489bfd4ef96d6b3&device_id=4ca744aa-db8e-479e-9e7c-1f92a8bf6dd4 HTTP/1.1" status: 200 len: 1094 time: 0.1111784 Apr 20 13:13:42.442520 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-7981db8a-255c-42de-ade9-f9eba44dfd26 admin admin] For port 505287d1-8118-4316-b834-894c76f24ac1, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=505287d1-8118-4316-b834-894c76f24ac1,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:42.442987 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7981db8a-255c-42de-ade9-f9eba44dfd26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:42.460526 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-7981db8a-255c-42de-ade9-f9eba44dfd26 admin admin] Calling delete_port for 505287d1-8118-4316-b834-894c76f24ac1 owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:42.460729 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] device_id is not set on port 6afa0a54-406e-4a7a-9f97-9885838d5eaf yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:13:42.476130 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:42.506016 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3cf083db-b701-4532-a44f-2c93787179b8 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:42.508618 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3cf083db-b701-4532-a44f-2c93787179b8 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:42.509221 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-15272ea5-868e-4dcf-b385-4aaa27d72377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f44024-8908-4345-9bdd-d46b005daa0b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-944556520-router', 'tenant_id': '69eece2a2a754794aa37e028c45d2ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '505287d1-8118-4316-b834-894c76f24ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:31Z', 'updated_at': '2022-04-20T13:13:40Z', 'revision_number': 5, 'project_id': '69eece2a2a754794aa37e028c45d2ef2', 'gw_port': {'id': '505287d1-8118-4316-b834-894c76f24ac1', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:be:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f44024-8908-4345-9bdd-d46b005daa0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:31Z', 'updated_at': '2022-04-20T13:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:42.512125 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3cf083db-b701-4532-a44f-2c93787179b8 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "DELETE /v2.0/security-groups/c22f0c68-bdce-46f0-9938-2846ece645d5 HTTP/1.1" status: 204 len: 168 time: 0.4144392 Apr 20 13:13:42.516868 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43292) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:42.517504 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb363334-dc5d-4612-af00-5176e91b5cc1 req-a29d994c-3ebe-4892-a48d-ceb3665d7743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:42.519134 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb363334-dc5d-4612-af00-5176e91b5cc1 req-a29d994c-3ebe-4892-a48d-ceb3665d7743 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=8973e54790744e04b489bfd4ef96d6b3&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1297362 Apr 20 13:13:42.538299 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15272ea5-868e-4dcf-b385-4aaa27d72377 None None] Checking router: a4f44024-8908-4345-9bdd-d46b005daa0b for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:13:42.541357 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf083db-b701-4532-a44f-2c93787179b8 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22f0c68-bdce-46f0-9938-2846ece645d5,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:42.548877 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15272ea5-868e-4dcf-b385-4aaa27d72377 None None] Routers {'a4f44024-8908-4345-9bdd-d46b005daa0b'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:42.549512 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-15272ea5-868e-4dcf-b385-4aaa27d72377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:13:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['a4f44024-8908-4345-9bdd-d46b005daa0b'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:42.581885 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:42.593415 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-571fb651-2855-44c4-b70a-531ef955e52a tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0715232 Apr 20 13:13:42.593674 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43294) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:42.631156 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-6ea3a1b2-b69c-4d4b-8b96-9a13e69e6805 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Request body: {'security_group': {'name': 'tempest-secgroup--388275727'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:42.679183 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-15272ea5-868e-4dcf-b385-4aaa27d72377 None None] Set router a4f44024-8908-4345-9bdd-d46b005daa0b gateway port host: None {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:13:42.695642 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Pushing event updated for resources: {'Port': ['ID=6afa0a54-406e-4a7a-9f97-9885838d5eaf,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:42.702856 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Checking segment: {'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:13:42.703481 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Network hostable DHCP agents. Network: 095767b7-c70c-4fb0-a3d2-cb467861de32, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:13:42.706374 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb363334-dc5d-4612-af00-5176e91b5cc1 req-b1579c12-700f-4670-85cb-9debae112098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:42.707991 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb363334-dc5d-4612-af00-5176e91b5cc1 req-b1579c12-700f-4670-85cb-9debae112098 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1823318 Apr 20 13:13:42.751591 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6ea3a1b2-b69c-4d4b-8b96-9a13e69e6805 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:42.756513 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-15272ea5-868e-4dcf-b385-4aaa27d72377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f44024-8908-4345-9bdd-d46b005daa0b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-944556520-router', 'tenant_id': '69eece2a2a754794aa37e028c45d2ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:31Z', 'updated_at': '2022-04-20T13:13:42Z', 'revision_number': 6, 'project_id': '69eece2a2a754794aa37e028c45d2ef2', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:42.798324 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15272ea5-868e-4dcf-b385-4aaa27d72377 None None] The sync data for ids ['a4f44024-8908-4345-9bdd-d46b005daa0b'] in n-d-836015-7 is: [{'id': 'a4f44024-8908-4345-9bdd-d46b005daa0b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-944556520-router', 'tenant_id': '69eece2a2a754794aa37e028c45d2ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:31Z', 'updated_at': '2022-04-20T13:13:42Z', 'revision_number': 6, 'project_id': '69eece2a2a754794aa37e028c45d2ef2', 'gw_port_host': None}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:13:42.811509 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b495f4e-c7c9-4d70-a3d5-bcf4b55ff7cc req-4cc1db54-3aee-4384-8cb7-5b75417b69f3 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:42.813089 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6b495f4e-c7c9-4d70-a3d5-bcf4b55ff7cc req-4cc1db54-3aee-4384-8cb7-5b75417b69f3 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 946 time: 0.0882978 Apr 20 13:13:42.824724 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f546d1-e768-48fc-88b6-a63d42190389 req-282d29a2-b534-4db6-94b8-8e2c79d07aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:42.827121 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-25f546d1-e768-48fc-88b6-a63d42190389 req-282d29a2-b534-4db6-94b8-8e2c79d07aff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8973e54790744e04b489bfd4ef96d6b3&device_id=4ca744aa-db8e-479e-9e7c-1f92a8bf6dd4 HTTP/1.1" status: 200 len: 1094 time: 0.0711889 Apr 20 13:13:42.829421 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6ea3a1b2-b69c-4d4b-8b96-9a13e69e6805 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:42.847982 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7981db8a-255c-42de-ade9-f9eba44dfd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:42.872688 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981db8a-255c-42de-ade9-f9eba44dfd26 admin admin] Pushing event deleted for resources: {'Port': ['ID=505287d1-8118-4316-b834-894c76f24ac1,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:42.873508 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:42.898807 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6ea3a1b2-b69c-4d4b-8b96-9a13e69e6805 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:42.959500 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea3a1b2-b69c-4d4b-8b96-9a13e69e6805 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86e33b61-cdf3-4475-9bbc-2cf2b516b900,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:42.968054 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7981db8a-255c-42de-ade9-f9eba44dfd26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:43.034094 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6ea3a1b2-b69c-4d4b-8b96-9a13e69e6805 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:43.035268 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6ea3a1b2-b69c-4d4b-8b96-9a13e69e6805 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4407008 Apr 20 13:13:43.038405 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43298) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:43.044504 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-d59da9f4-2ead-4f62-ac35-a26a6668ea53 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Request body: {'security_group_rule': {'security_group_id': '86e33b61-cdf3-4475-9bbc-2cf2b516b900', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:43.045776 n-d-836015-7 neutron-server[114870]: WARNING neutron.api.v2.base [None req-d59da9f4-2ead-4f62-ac35-a26a6668ea53 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 20 13:13:43.046316 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-d59da9f4-2ead-4f62-ac35-a26a6668ea53 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:13:43.047387 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d59da9f4-2ead-4f62-ac35-a26a6668ea53 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0081847 Apr 20 13:13:43.050125 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43302) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:43.084030 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7981db8a-255c-42de-ade9-f9eba44dfd26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:43.087262 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7981db8a-255c-42de-ade9-f9eba44dfd26 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:43.173651 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-086ebd4b-a912-40db-8184-a33c0874d6e6 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:43.199104 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-086ebd4b-a912-40db-8184-a33c0874d6e6 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:43.208808 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-25f546d1-e768-48fc-88b6-a63d42190389 req-e8fdda8f-6d3e-4f69-a54a-dc793743f450 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c08a28f-a117-4278-913d-c6abe592fc6b HTTP/1.1" status: 200 len: 217 time: 0.3722930 Apr 20 13:13:43.209387 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Network 095767b7-c70c-4fb0-a3d2-cb467861de32 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:13:43.240243 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7981db8a-255c-42de-ade9-f9eba44dfd26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:43.240786 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7981db8a-255c-42de-ade9-f9eba44dfd26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4f44024-8908-4345-9bdd-d46b005daa0b {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:13:43.245969 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7981db8a-255c-42de-ade9-f9eba44dfd26 admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:43.247788 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7981db8a-255c-42de-ade9-f9eba44dfd26 admin admin] 10.222.0.25 "DELETE /v2.0/routers/a4f44024-8908-4345-9bdd-d46b005daa0b HTTP/1.1" status: 204 len: 168 time: 1.4068806 Apr 20 13:13:43.250043 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43304) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:43.270336 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6b495f4e-c7c9-4d70-a3d5-bcf4b55ff7cc req-fac57ecb-71df-498f-96ba-96d20b1020b9 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4417953 Apr 20 13:13:43.305152 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-4989ab3b-7a6f-4068-95ff-9d16d0b5b91d admin admin] Deleting subnet d864599b-852a-41e5-bb7f-b9c203393859 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:13:43.309598 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4989ab3b-7a6f-4068-95ff-9d16d0b5b91d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:43.318234 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f546d1-e768-48fc-88b6-a63d42190389 req-743fdb6f-d175-46d4-b81e-14eaad96c990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:43.319767 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-25f546d1-e768-48fc-88b6-a63d42190389 req-743fdb6f-d175-46d4-b81e-14eaad96c990 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9d8b784-aae6-4178-a00d-bed6eeefe6ff HTTP/1.1" status: 200 len: 845 time: 0.0864143 Apr 20 13:13:43.328492 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af080b4-4b05-4797-9392-927b0a28b1cb req-344e8f96-5164-459e-b5b4-88520aade2e6 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:43.333070 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3af080b4-4b05-4797-9392-927b0a28b1cb req-344e8f96-5164-459e-b5b4-88520aade2e6 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca744aa-db8e-479e-9e7c-1f92a8bf6dd4 HTTP/1.1" status: 200 len: 943 time: 0.1247199 Apr 20 13:13:43.333558 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-086ebd4b-a912-40db-8184-a33c0874d6e6 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:43.336095 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-086ebd4b-a912-40db-8184-a33c0874d6e6 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:43.339538 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-086ebd4b-a912-40db-8184-a33c0874d6e6 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "DELETE /v2.0/security-groups/86e33b61-cdf3-4475-9bbc-2cf2b516b900 HTTP/1.1" status: 204 len: 168 time: 0.2861941 Apr 20 13:13:43.340421 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43306) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:43.380478 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-25f546d1-e768-48fc-88b6-a63d42190389 req-a59e88bf-ed1f-4b00-afcb-028b102d7ac4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c1617fd-b3c2-4890-8228-0b4c973ac53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494957 Apr 20 13:13:43.381147 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 095767b7-c70c-4fb0-a3d2-cb467861de32) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:43.385427 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:13:43.390588 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3a3d85-739a-4b7f-a17d-807172be64bd None None] Network 095767b7-c70c-4fb0-a3d2-cb467861de32 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:13:43.486597 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:43.486949 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:43.487324 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf on network 095767b7-c70c-4fb0-a3d2-cb467861de32 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:43.519778 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Port 6afa0a54-406e-4a7a-9f97-9885838d5eaf on network 095767b7-c70c-4fb0-a3d2-cb467861de32 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:43.520130 n-d-836015-7 neutron-server[114869]: ERROR neutron.plugins.ml2.managers [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Failed to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf on host n-h1-836015-7 for vnic_type normal using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] Apr 20 13:13:43.524799 n-d-836015-7 neutron-server[114869]: INFO neutron.plugins.ml2.plugin [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempt 2 to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf Apr 20 13:13:43.533660 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5bd12d42-c89c-4d41-ad8a-5b59d17ccf1f tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1893077 Apr 20 13:13:43.534626 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43308) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:43.544416 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3af080b4-4b05-4797-9392-927b0a28b1cb req-90f84892-da7d-4f4f-9c58-1b3911dd17c0 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017057 Apr 20 13:13:43.549641 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-0331977f-acef-4dd5-bf89-f2120b917b82 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Request body: {'security_group': {'name': 'tempest-secgroup--1389641953'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:43.562872 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:43.563214 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:43.563582 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf on network 095767b7-c70c-4fb0-a3d2-cb467861de32 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:43.585345 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Port 6afa0a54-406e-4a7a-9f97-9885838d5eaf on network 095767b7-c70c-4fb0-a3d2-cb467861de32 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:43.585675 n-d-836015-7 neutron-server[114869]: ERROR neutron.plugins.ml2.managers [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Failed to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf on host n-h1-836015-7 for vnic_type normal using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] Apr 20 13:13:43.588438 n-d-836015-7 neutron-server[114869]: INFO neutron.plugins.ml2.plugin [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempt 3 to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf Apr 20 13:13:43.596626 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ebd4b-a912-40db-8184-a33c0874d6e6 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e33b61-cdf3-4475-9bbc-2cf2b516b900,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:43.605727 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4989ab3b-7a6f-4068-95ff-9d16d0b5b91d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:43.615583 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-25f546d1-e768-48fc-88b6-a63d42190389 req-432f11b4-ddda-4dbe-8843-f34fb2672399 service neutron] 10.222.0.15 "GET /v2.0/networks/5c1617fd-b3c2-4890-8228-0b4c973ac53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254081 Apr 20 13:13:43.616400 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:43.616739 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:43.617075 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf on network 095767b7-c70c-4fb0-a3d2-cb467861de32 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:43.621787 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Port 6afa0a54-406e-4a7a-9f97-9885838d5eaf on network 095767b7-c70c-4fb0-a3d2-cb467861de32 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:43.622115 n-d-836015-7 neutron-server[114869]: ERROR neutron.plugins.ml2.managers [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Failed to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf on host n-h1-836015-7 for vnic_type normal using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] Apr 20 13:13:43.630822 n-d-836015-7 neutron-server[114869]: INFO neutron.plugins.ml2.plugin [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempt 4 to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf Apr 20 13:13:43.656834 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:43.657175 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:43.657514 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf on network 095767b7-c70c-4fb0-a3d2-cb467861de32 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:43.689272 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0331977f-acef-4dd5-bf89-f2120b917b82 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:43.698369 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4989ab3b-7a6f-4068-95ff-9d16d0b5b91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:43.699072 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Port 6afa0a54-406e-4a7a-9f97-9885838d5eaf on network 095767b7-c70c-4fb0-a3d2-cb467861de32 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:43.699453 n-d-836015-7 neutron-server[114869]: ERROR neutron.plugins.ml2.managers [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Failed to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf on host n-h1-836015-7 for vnic_type normal using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] Apr 20 13:13:43.704454 n-d-836015-7 neutron-server[114869]: INFO neutron.plugins.ml2.plugin [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempt 5 to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf Apr 20 13:13:43.747318 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:43.747686 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:43.748584 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf on network 095767b7-c70c-4fb0-a3d2-cb467861de32 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:43.767883 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Port 6afa0a54-406e-4a7a-9f97-9885838d5eaf on network 095767b7-c70c-4fb0-a3d2-cb467861de32 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:43.768217 n-d-836015-7 neutron-server[114869]: ERROR neutron.plugins.ml2.managers [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Failed to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf on host n-h1-836015-7 for vnic_type normal using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] Apr 20 13:13:43.773575 n-d-836015-7 neutron-server[114869]: INFO neutron.plugins.ml2.plugin [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempt 6 to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf Apr 20 13:13:43.783058 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-25f546d1-e768-48fc-88b6-a63d42190389 req-76fd6f3a-785d-4ab8-ad24-19fab4a2ba05 service neutron] 10.222.0.15 "GET /v2.0/networks/5c1617fd-b3c2-4890-8228-0b4c973ac53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600785 Apr 20 13:13:43.797609 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:43.797880 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:43.798228 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf on network 095767b7-c70c-4fb0-a3d2-cb467861de32 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:43.809220 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Port 6afa0a54-406e-4a7a-9f97-9885838d5eaf on network 095767b7-c70c-4fb0-a3d2-cb467861de32 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:43.809549 n-d-836015-7 neutron-server[114869]: ERROR neutron.plugins.ml2.managers [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Failed to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf on host n-h1-836015-7 for vnic_type normal using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] Apr 20 13:13:43.813615 n-d-836015-7 neutron-server[114869]: INFO neutron.plugins.ml2.plugin [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempt 7 to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf Apr 20 13:13:43.838472 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:43.841498 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:43.841498 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf on network 095767b7-c70c-4fb0-a3d2-cb467861de32 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:43.843698 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0331977f-acef-4dd5-bf89-f2120b917b82 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:43.847273 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Port 6afa0a54-406e-4a7a-9f97-9885838d5eaf on network 095767b7-c70c-4fb0-a3d2-cb467861de32 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:43.847771 n-d-836015-7 neutron-server[114869]: ERROR neutron.plugins.ml2.managers [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Failed to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf on host n-h1-836015-7 for vnic_type normal using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] Apr 20 13:13:43.848127 n-d-836015-7 neutron-server[114869]: INFO neutron.plugins.ml2.plugin [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempt 8 to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf Apr 20 13:13:43.863228 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:43.863618 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:43.863956 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf on network 095767b7-c70c-4fb0-a3d2-cb467861de32 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:43.868920 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Port 6afa0a54-406e-4a7a-9f97-9885838d5eaf on network 095767b7-c70c-4fb0-a3d2-cb467861de32 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:43.869247 n-d-836015-7 neutron-server[114869]: ERROR neutron.plugins.ml2.managers [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Failed to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf on host n-h1-836015-7 for vnic_type normal using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] Apr 20 13:13:43.869642 n-d-836015-7 neutron-server[114869]: INFO neutron.plugins.ml2.plugin [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempt 9 to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf Apr 20 13:13:43.882246 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:43.882580 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:43.882948 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf on network 095767b7-c70c-4fb0-a3d2-cb467861de32 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:43.887940 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Port 6afa0a54-406e-4a7a-9f97-9885838d5eaf on network 095767b7-c70c-4fb0-a3d2-cb467861de32 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:43.888620 n-d-836015-7 neutron-server[114869]: ERROR neutron.plugins.ml2.managers [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Failed to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf on host n-h1-836015-7 for vnic_type normal using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] Apr 20 13:13:43.890142 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4989ab3b-7a6f-4068-95ff-9d16d0b5b91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:43.892134 n-d-836015-7 neutron-server[114869]: INFO neutron.plugins.ml2.plugin [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempt 10 to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf Apr 20 13:13:43.907935 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:43.908311 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:43.908620 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf on network 095767b7-c70c-4fb0-a3d2-cb467861de32 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:43.913392 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Port 6afa0a54-406e-4a7a-9f97-9885838d5eaf on network 095767b7-c70c-4fb0-a3d2-cb467861de32 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:43.913725 n-d-836015-7 neutron-server[114869]: ERROR neutron.plugins.ml2.managers [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Failed to bind port 6afa0a54-406e-4a7a-9f97-9885838d5eaf on host n-h1-836015-7 for vnic_type normal using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] Apr 20 13:13:43.914103 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:43.923951 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0331977f-acef-4dd5-bf89-f2120b917b82 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:43.927229 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4989ab3b-7a6f-4068-95ff-9d16d0b5b91d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d864599b-852a-41e5-bb7f-b9c203393859,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:43.935273 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4989ab3b-7a6f-4068-95ff-9d16d0b5b91d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:43.942342 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d48469-7689-4277-9357-0244d0eabd79 None None] Network 28fb673e-344b-435a-a8a9-957657b8cbce requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:13:43.944069 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43312) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:43.945647 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4989ab3b-7a6f-4068-95ff-9d16d0b5b91d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d864599b-852a-41e5-bb7f-b9c203393859 HTTP/1.1" status: 204 len: 168 time: 0.6939182 Apr 20 13:13:44.028601 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331977f-acef-4dd5-bf89-f2120b917b82 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c24fa5-d173-4320-9164-d764a9d641a4,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:44.043009 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0331977f-acef-4dd5-bf89-f2120b917b82 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.044246 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-0331977f-acef-4dd5-bf89-f2120b917b82 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5033467 Apr 20 13:13:44.047992 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43314) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:44.062288 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-f6a880d9-36c1-4279-b878-2748049b199a tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Request body: {'security_group_rule': {'security_group_id': 'a9c24fa5-d173-4320-9164-d764a9d641a4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:44.062288 n-d-836015-7 neutron-server[114870]: WARNING neutron.api.v2.base [None req-f6a880d9-36c1-4279-b878-2748049b199a tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 20 13:13:44.062288 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-f6a880d9-36c1-4279-b878-2748049b199a tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:13:44.062288 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f6a880d9-36c1-4279-b878-2748049b199a tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0072675 Apr 20 13:13:44.062288 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43316) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:44.079623 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f4214981-613a-4d4d-ba5d-98983251e083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.082341 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] For port 6afa0a54-406e-4a7a-9f97-9885838d5eaf, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:13:44.082715 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempted to set empty binding levels {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 20 13:13:44.118876 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ca959d69-6c00-4e9c-9574-9955a7e10c0c tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.136809 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7326c8aa-de11-4557-982d-0bf44d29ab2c None None] DHCP port deletion for 28fb673e-344b-435a-a8a9-957657b8cbce request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:13:44.142557 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-f4214981-613a-4d4d-ba5d-98983251e083 admin admin] Deleting port fe7bc01b-c1c1-4b81-a84e-b1fa9d3a44ab {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:44.142922 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f4214981-613a-4d4d-ba5d-98983251e083 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.149444 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ca959d69-6c00-4e9c-9574-9955a7e10c0c tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.188856 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-7326c8aa-de11-4557-982d-0bf44d29ab2c None None] Deleting port fe7bc01b-c1c1-4b81-a84e-b1fa9d3a44ab {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:44.189155 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7326c8aa-de11-4557-982d-0bf44d29ab2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.212371 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-f4214981-613a-4d4d-ba5d-98983251e083 admin admin] For port fe7bc01b-c1c1-4b81-a84e-b1fa9d3a44ab, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=fe7bc01b-c1c1-4b81-a84e-b1fa9d3a44ab,segment=NetworkSegment(92c134fe-f575-4ce8-9399-5079ec23bab8),segment_id=92c134fe-f575-4ce8-9399-5079ec23bab8)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:44.212744 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f4214981-613a-4d4d-ba5d-98983251e083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.220343 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.254746 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-7326c8aa-de11-4557-982d-0bf44d29ab2c None None] For port fe7bc01b-c1c1-4b81-a84e-b1fa9d3a44ab, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=fe7bc01b-c1c1-4b81-a84e-b1fa9d3a44ab,segment=NetworkSegment(92c134fe-f575-4ce8-9399-5079ec23bab8),segment_id=92c134fe-f575-4ce8-9399-5079ec23bab8)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:44.255135 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7326c8aa-de11-4557-982d-0bf44d29ab2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.257610 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-f4214981-613a-4d4d-ba5d-98983251e083 admin admin] Calling delete_port for fe7bc01b-c1c1-4b81-a84e-b1fa9d3a44ab owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:44.271043 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:44.271043 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.271270 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-7326c8aa-de11-4557-982d-0bf44d29ab2c None None] Calling delete_port for fe7bc01b-c1c1-4b81-a84e-b1fa9d3a44ab owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:44.319917 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ca959d69-6c00-4e9c-9574-9955a7e10c0c tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.322724 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ca959d69-6c00-4e9c-9574-9955a7e10c0c tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.327314 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ca959d69-6c00-4e9c-9574-9955a7e10c0c tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "DELETE /v2.0/security-groups/a9c24fa5-d173-4320-9164-d764a9d641a4 HTTP/1.1" status: 204 len: 168 time: 0.2621539 Apr 20 13:13:44.330904 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Pushing event updated for resources: {'Port': ['ID=6afa0a54-406e-4a7a-9f97-9885838d5eaf,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:44.334203 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43320) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:44.352579 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca959d69-6c00-4e9c-9574-9955a7e10c0c tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c24fa5-d173-4320-9164-d764a9d641a4,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:44.372412 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c7dd413d-8f23-4b68-9534-e304ac8095d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 3.0515463 Apr 20 13:13:44.375741 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43322) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:44.417578 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-104e2ad0-26a5-496e-a161-75f46026cfaa tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0737391 Apr 20 13:13:44.419382 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43324) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:44.423681 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-e9dc035b-072f-4904-bfa3-2991f18ff351 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Request body: {'security_group': {'name': 'tempest-secgroup--2091161976'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:44.468551 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 505287d1-8118-4316-b834-894c76f24ac1 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:13:44.472070 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7326c8aa-de11-4557-982d-0bf44d29ab2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.495815 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45873052-5f99-4bae-acdb-dae67cff00cc req-0c12837b-8190-441c-9651-2f7182c27c2a tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:44.496337 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 505287d1-8118-4316-b834-894c76f24ac1 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:13:44.496484 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 505287d1-8118-4316-b834-894c76f24ac1 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:13:44.497278 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-45873052-5f99-4bae-acdb-dae67cff00cc req-0c12837b-8190-441c-9651-2f7182c27c2a tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 946 time: 0.0973449 Apr 20 13:13:44.498429 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device fe7bc01b-c1c1-4b81-a84e-b1fa9d3a44ab no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:13:44.503977 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f4214981-613a-4d4d-ba5d-98983251e083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.524683 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e9dc035b-072f-4904-bfa3-2991f18ff351 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.542955 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: fe7bc01b-c1c1-4b81-a84e-b1fa9d3a44ab {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:13:44.543607 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device fe7bc01b-c1c1-4b81-a84e-b1fa9d3a44ab not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:13:44.544175 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 13321da1-d434-401a-a09f-83e56c5151d2 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:13:44.547720 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4214981-613a-4d4d-ba5d-98983251e083 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe7bc01b-c1c1-4b81-a84e-b1fa9d3a44ab,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:44.554485 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-b78ba42d-454f-4f80-a0de-7c4f2e0afe4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Deleting port 6afa0a54-406e-4a7a-9f97-9885838d5eaf {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:44.554846 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b78ba42d-454f-4f80-a0de-7c4f2e0afe4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.566098 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7326c8aa-de11-4557-982d-0bf44d29ab2c None None] No DVR routers for this DVR port fe7bc01b-c1c1-4b81-a84e-b1fa9d3a44ab on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:13:44.568163 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4214981-613a-4d4d-ba5d-98983251e083 admin admin] No DVR routers for this DVR port fe7bc01b-c1c1-4b81-a84e-b1fa9d3a44ab on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:13:44.568363 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 13321da1-d434-401a-a09f-83e56c5151d2 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:13:44.568634 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 13321da1-d434-401a-a09f-83e56c5151d2 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:13:44.571090 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7326c8aa-de11-4557-982d-0bf44d29ab2c None None] Pushing event deleted for resources: {'Port': ['ID=fe7bc01b-c1c1-4b81-a84e-b1fa9d3a44ab,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:44.650530 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e9dc035b-072f-4904-bfa3-2991f18ff351 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.718054 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e9dc035b-072f-4904-bfa3-2991f18ff351 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.727401 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-45873052-5f99-4bae-acdb-dae67cff00cc req-6205dd3d-5bfb-4610-8aed-51eb884009d5 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2201509 Apr 20 13:13:44.737413 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f4214981-613a-4d4d-ba5d-98983251e083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.741412 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-b78ba42d-454f-4f80-a0de-7c4f2e0afe4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] For port 6afa0a54-406e-4a7a-9f97-9885838d5eaf, host n-h1-836015-7, got binding levels [] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:44.741778 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b78ba42d-454f-4f80-a0de-7c4f2e0afe4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.749085 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc035b-072f-4904-bfa3-2991f18ff351 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27d1cda0-946b-4ab0-a42c-dab9303d4ed2,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:44.771455 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-b78ba42d-454f-4f80-a0de-7c4f2e0afe4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Calling delete_port for 6afa0a54-406e-4a7a-9f97-9885838d5eaf owned by {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:44.776142 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-f4214981-613a-4d4d-ba5d-98983251e083 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28fb673e-344b-435a-a8a9-957657b8cbce']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:44.795607 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-f4214981-613a-4d4d-ba5d-98983251e083 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92c134fe-f575-4ce8-9399-5079ec23bab8') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:44.795907 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-f4214981-613a-4d4d-ba5d-98983251e083 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92c134fe-f575-4ce8-9399-5079ec23bab8') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:44.807102 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f4214981-613a-4d4d-ba5d-98983251e083 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.817254 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669bba3-ec0a-4a72-a01d-cba6d6aef09d req-c6c91a59-61c9-4a3f-9745-db0254b9db74 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:44.818773 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e669bba3-ec0a-4a72-a01d-cba6d6aef09d req-c6c91a59-61c9-4a3f-9745-db0254b9db74 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca744aa-db8e-479e-9e7c-1f92a8bf6dd4 HTTP/1.1" status: 200 len: 943 time: 0.1747622 Apr 20 13:13:44.838745 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e9dc035b-072f-4904-bfa3-2991f18ff351 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.842833 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e9dc035b-072f-4904-bfa3-2991f18ff351 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4205208 Apr 20 13:13:44.843007 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43328) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:44.847413 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-ad633e84-c675-4860-87c4-ac2138e98f6e tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Request body: {'security_group_rule': {'security_group_id': '27d1cda0-946b-4ab0-a42c-dab9303d4ed2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:44.859154 n-d-836015-7 neutron-server[114870]: WARNING neutron.api.v2.base [None req-ad633e84-c675-4860-87c4-ac2138e98f6e tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 20 13:13:44.860517 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-ad633e84-c675-4860-87c4-ac2138e98f6e tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:13:44.861557 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ad633e84-c675-4860-87c4-ac2138e98f6e tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0174701 Apr 20 13:13:44.864751 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43330) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:44.868990 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-a1938ef2-f7d7-4182-8460-7937b96febc8 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Request body: {'security_group_rule': {'security_group_id': '27d1cda0-946b-4ab0-a42c-dab9303d4ed2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:44.871900 n-d-836015-7 neutron-server[114870]: WARNING neutron.api.v2.base [None req-a1938ef2-f7d7-4182-8460-7937b96febc8 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 20 13:13:44.871900 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-a1938ef2-f7d7-4182-8460-7937b96febc8 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:13:44.871900 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a1938ef2-f7d7-4182-8460-7937b96febc8 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0053570 Apr 20 13:13:44.872236 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f4214981-613a-4d4d-ba5d-98983251e083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.874348 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43332) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:44.879579 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-8eb42373-e61e-4592-91e6-cd881a15ce24 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Request body: {'security_group_rule': {'security_group_id': '27d1cda0-946b-4ab0-a42c-dab9303d4ed2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:44.880382 n-d-836015-7 neutron-server[114870]: WARNING neutron.api.v2.base [None req-8eb42373-e61e-4592-91e6-cd881a15ce24 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 20 13:13:44.880860 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-8eb42373-e61e-4592-91e6-cd881a15ce24 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:13:44.884106 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8eb42373-e61e-4592-91e6-cd881a15ce24 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0053916 Apr 20 13:13:44.884233 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4214981-613a-4d4d-ba5d-98983251e083 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:13:44.884361 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43334) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:44.884464 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f4214981-613a-4d4d-ba5d-98983251e083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.888088 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:13:44.888088 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 13:13:44.888088 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:13:44.888088 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 13:13:44.888088 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:13:44.888088 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 13:13:44.888088 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:13:44.888088 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 13:13:44.888088 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:13:44.888088 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:13:44.888088 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:13:44.888088 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:13:44.888088 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:13:44.888088 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:13:44.888088 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:13:44.888088 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:13:44.888088 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:13:44.888088 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:13:44.888088 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:13:44.888088 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:13:44.888088 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:13:44.888088 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:13:44.888088 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:13:44.888088 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:13:44.888088 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:13:44.888088 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:13:44.888088 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:13:44.888088 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:13:44.888088 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:13:44.888088 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:13:44.888088 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:13:44.888088 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:13:44.888088 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:13:44.888088 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:13:44.888088 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:13:44.888088 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:13:44.888088 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:13:44.888088 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:13:44.888088 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:13:44.888088 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:13:44.891391 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-95ca3679-515b-49c4-a5fe-a55b759503e1 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Request body: {'security_group_rule': {'security_group_id': '27d1cda0-946b-4ab0-a42c-dab9303d4ed2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:44.891391 n-d-836015-7 neutron-server[114870]: WARNING neutron.api.v2.base [None req-95ca3679-515b-49c4-a5fe-a55b759503e1 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 20 13:13:44.891391 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-95ca3679-515b-49c4-a5fe-a55b759503e1 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:13:44.892543 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-95ca3679-515b-49c4-a5fe-a55b759503e1 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0064929 Apr 20 13:13:44.894169 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43336) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:44.951132 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-614e4e67-129e-452f-a573-ccfb6053456a tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.959281 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e669bba3-ec0a-4a72-a01d-cba6d6aef09d req-bcdb1cce-bf15-4322-b028-8bba95117a8b tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084046 Apr 20 13:13:44.977821 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-614e4e67-129e-452f-a573-ccfb6053456a tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:45.072302 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f4214981-613a-4d4d-ba5d-98983251e083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:45.082688 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f4214981-613a-4d4d-ba5d-98983251e083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:45.082688 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f4214981-613a-4d4d-ba5d-98983251e083 admin admin] 10.222.0.25 "DELETE /v2.0/networks/28fb673e-344b-435a-a8a9-957657b8cbce HTTP/1.1" status: 204 len: 168 time: 1.1362808 Apr 20 13:13:45.092402 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4214981-613a-4d4d-ba5d-98983251e083 admin admin] Pushing event deleted for resources: {'Network': ['ID=28fb673e-344b-435a-a8a9-957657b8cbce,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:45.101171 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-614e4e67-129e-452f-a573-ccfb6053456a tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:45.102498 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b78ba42d-454f-4f80-a0de-7c4f2e0afe4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:45.107905 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-614e4e67-129e-452f-a573-ccfb6053456a tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:45.109146 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-614e4e67-129e-452f-a573-ccfb6053456a tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "DELETE /v2.0/security-groups/27d1cda0-946b-4ab0-a42c-dab9303d4ed2 HTTP/1.1" status: 204 len: 168 time: 0.2140553 Apr 20 13:13:45.113749 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43340) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:45.127214 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e4e67-129e-452f-a573-ccfb6053456a tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d1cda0-946b-4ab0-a42c-dab9303d4ed2,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:45.155906 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ba42d-454f-4f80-a0de-7c4f2e0afe4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Pushing event deleted for resources: {'Port': ['ID=6afa0a54-406e-4a7a-9f97-9885838d5eaf,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:45.162731 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b78ba42d-454f-4f80-a0de-7c4f2e0afe4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:45.166512 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b78ba42d-454f-4f80-a0de-7c4f2e0afe4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] 10.222.0.25 "DELETE /v2.0/ports/6afa0a54-406e-4a7a-9f97-9885838d5eaf HTTP/1.1" status: 204 len: 168 time: 0.7897573 Apr 20 13:13:45.170985 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43342) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:45.203617 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-67913416-e5bb-45c4-8e42-c8658c788987 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0887442 Apr 20 13:13:45.204718 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-611505fa-6b66-4042-be8a-3e26ced9c9bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] GET failed (client error): The resource could not be found. Apr 20 13:13:45.210142 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-611505fa-6b66-4042-be8a-3e26ced9c9bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] 10.222.0.25 "GET /v2.0/ports/6afa0a54-406e-4a7a-9f97-9885838d5eaf HTTP/1.1" status: 404 len: 333 time: 0.0342100 Apr 20 13:13:45.210142 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43344) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:45.210461 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43346) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:45.212010 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-af2dc6ce-4d78-45db-aae7-67a9d308af71 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Request body: {'security_group': {'name': 'tempest-secgroup--1025211887'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:45.215815 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-9378ca9c-305f-49ea-a91f-cf7924cb6597 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Request body: {'port': {'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-940065307'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:45.359103 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9378ca9c-305f-49ea-a91f-cf7924cb6597 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Made reservation on behalf of 14027414201f4a09b46e3858eee4a495 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:13:45.359308 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-af2dc6ce-4d78-45db-aae7-67a9d308af71 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:45.361456 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9378ca9c-305f-49ea-a91f-cf7924cb6597 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:45.376796 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [None req-9378ca9c-305f-49ea-a91f-cf7924cb6597 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] device_id is not set on port 54057283-536e-4e32-bcd6-fff2247a52c1 yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:13:45.430041 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-af2dc6ce-4d78-45db-aae7-67a9d308af71 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:45.501497 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-af2dc6ce-4d78-45db-aae7-67a9d308af71 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:45.528833 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9378ca9c-305f-49ea-a91f-cf7924cb6597 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:45.530525 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2dc6ce-4d78-45db-aae7-67a9d308af71 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6535be0d-b650-4597-a9a5-3c638e186c64,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:45.560053 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43348) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:45.600052 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-af2dc6ce-4d78-45db-aae7-67a9d308af71 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:45.601241 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-af2dc6ce-4d78-45db-aae7-67a9d308af71 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3926694 Apr 20 13:13:45.603552 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-99a075bb-7153-4558-a4aa-5621be2784f4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=69eece2a2a754794aa37e028c45d2ef2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418956 Apr 20 13:13:45.607586 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43350) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:45.607696 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43352) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:45.608286 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-3ac28b5e-da05-40e8-ac9b-9151e155950a tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Request body: {'security_group_rule': {'security_group_id': '6535be0d-b650-4597-a9a5-3c638e186c64', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:45.609010 n-d-836015-7 neutron-server[114870]: WARNING neutron.api.v2.base [None req-3ac28b5e-da05-40e8-ac9b-9151e155950a tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 20 13:13:45.609547 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-3ac28b5e-da05-40e8-ac9b-9151e155950a tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:13:45.610431 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3ac28b5e-da05-40e8-ac9b-9151e155950a tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054679 Apr 20 13:13:45.613197 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43354) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:45.618113 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-8a6aecc5-127d-4666-aa4a-6c696d394db7 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Request body: {'security_group_rule': {'security_group_id': '6535be0d-b650-4597-a9a5-3c638e186c64', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:45.634169 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9378ca9c-305f-49ea-a91f-cf7924cb6597 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:45.712775 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9378ca9c-305f-49ea-a91f-cf7924cb6597 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Network 095767b7-c70c-4fb0-a3d2-cb467861de32 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:45.715620 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9378ca9c-305f-49ea-a91f-cf7924cb6597 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Pushing event updated for resources: {'Port': ['ID=54057283-536e-4e32-bcd6-fff2247a52c1,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:45.723025 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-9378ca9c-305f-49ea-a91f-cf7924cb6597 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:45.726135 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9378ca9c-305f-49ea-a91f-cf7924cb6597 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:13:45.727235 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9378ca9c-305f-49ea-a91f-cf7924cb6597 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:45.727678 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9378ca9c-305f-49ea-a91f-cf7924cb6597 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:45.733332 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a237fb7a-3650-4c4f-9e67-3006c802d21a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:45.760172 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a237fb7a-3650-4c4f-9e67-3006c802d21a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:45.839611 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9378ca9c-305f-49ea-a91f-cf7924cb6597 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6280839 Apr 20 13:13:45.842114 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43358) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:45.846799 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:45.890837 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fbc34-8c3b-4df0-afd6-c475a65e3586 req-172519ff-0ed9-41c1-9442-f8a5271aa839 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:45.892234 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e73fbc34-8c3b-4df0-afd6-c475a65e3586 req-172519ff-0ed9-41c1-9442-f8a5271aa839 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 946 time: 0.0807827 Apr 20 13:13:45.913131 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-8a6aecc5-127d-4666-aa4a-6c696d394db7 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:13:45.914156 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8a6aecc5-127d-4666-aa4a-6c696d394db7 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3000667 Apr 20 13:13:45.917498 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43360) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:45.922635 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-54292d6d-ae09-4d15-8a20-a1e0d8d17564 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Request body: {'security_group_rule': {'security_group_id': '6535be0d-b650-4597-a9a5-3c638e186c64', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:45.923117 n-d-836015-7 neutron-server[114870]: WARNING neutron.api.v2.base [None req-54292d6d-ae09-4d15-8a20-a1e0d8d17564 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 20 13:13:45.923675 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-54292d6d-ae09-4d15-8a20-a1e0d8d17564 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:13:45.924652 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-54292d6d-ae09-4d15-8a20-a1e0d8d17564 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061367 Apr 20 13:13:45.927503 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43362) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:45.932406 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-f83a1f38-6e36-4eef-b5c6-07ddb4572653 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Request body: {'security_group_rule': {'security_group_id': '6535be0d-b650-4597-a9a5-3c638e186c64', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:45.932548 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a237fb7a-3650-4c4f-9e67-3006c802d21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:45.934941 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a237fb7a-3650-4c4f-9e67-3006c802d21a admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:45.936647 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a237fb7a-3650-4c4f-9e67-3006c802d21a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/529b1320-c7af-497e-abc1-d495df9be569 HTTP/1.1" status: 204 len: 168 time: 0.3290863 Apr 20 13:13:45.942558 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:45.960023 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237fb7a-3650-4c4f-9e67-3006c802d21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529b1320-c7af-497e-abc1-d495df9be569,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:45.976471 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e73fbc34-8c3b-4df0-afd6-c475a65e3586 req-07a3aa1a-264b-4df8-958b-6a372564c507 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669141 Apr 20 13:13:46.083922 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-f83a1f38-6e36-4eef-b5c6-07ddb4572653 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:13:46.085151 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f83a1f38-6e36-4eef-b5c6-07ddb4572653 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1567104 Apr 20 13:13:46.087930 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43368) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:46.093187 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-53a835df-e035-408c-a6a2-bcde4cb75f08 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Request body: {'security_group_rule': {'security_group_id': '6535be0d-b650-4597-a9a5-3c638e186c64', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:46.093670 n-d-836015-7 neutron-server[114870]: WARNING neutron.api.v2.base [None req-53a835df-e035-408c-a6a2-bcde4cb75f08 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 20 13:13:46.094224 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-53a835df-e035-408c-a6a2-bcde4cb75f08 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:13:46.095133 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-53a835df-e035-408c-a6a2-bcde4cb75f08 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061467 Apr 20 13:13:46.097981 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43370) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:46.102680 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-07040b9e-2fa4-466a-abf3-85e4624f1c18 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Request body: {'security_group_rule': {'security_group_id': '6535be0d-b650-4597-a9a5-3c638e186c64', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:46.149258 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8c9d6-bff6-4e4e-adee-53dd669d53a9 req-faad33aa-8628-43a9-92c8-bcb360e7797f tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.150672 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-31f8c9d6-bff6-4e4e-adee-53dd669d53a9 req-faad33aa-8628-43a9-92c8-bcb360e7797f tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca744aa-db8e-479e-9e7c-1f92a8bf6dd4 HTTP/1.1" status: 200 len: 943 time: 0.0855939 Apr 20 13:13:46.222281 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] device_id is not set on port 54057283-536e-4e32-bcd6-fff2247a52c1 yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:13:46.228794 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-31f8c9d6-bff6-4e4e-adee-53dd669d53a9 req-32279dba-74db-4f7e-bf8f-efc70740426b tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682020 Apr 20 13:13:46.233229 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:46.346690 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:46.346864 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-07040b9e-2fa4-466a-abf3-85e4624f1c18 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:13:46.347944 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-07040b9e-2fa4-466a-abf3-85e4624f1c18 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2490783 Apr 20 13:13:46.350653 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43374) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:46.355074 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-433cafee-3109-4b6d-ac98-5a0bac14eaba tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Request body: {'security_group_rule': {'security_group_id': '6535be0d-b650-4597-a9a5-3c638e186c64', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:46.356581 n-d-836015-7 neutron-server[114870]: WARNING neutron.api.v2.base [None req-433cafee-3109-4b6d-ac98-5a0bac14eaba tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 20 13:13:46.356581 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-433cafee-3109-4b6d-ac98-5a0bac14eaba tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:13:46.360201 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-433cafee-3109-4b6d-ac98-5a0bac14eaba tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0054128 Apr 20 13:13:46.360496 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43376) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:46.365376 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-1271a375-aa5c-4b34-9378-8d5ec530733c tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Request body: {'security_group_rule': {'security_group_id': '6535be0d-b650-4597-a9a5-3c638e186c64', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:46.428663 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Pushing event updated for resources: {'Port': ['ID=54057283-536e-4e32-bcd6-fff2247a52c1,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:46.440849 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:46.441193 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:46.441526 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 on network 095767b7-c70c-4fb0-a3d2-cb467861de32 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:46.446327 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Port 54057283-536e-4e32-bcd6-fff2247a52c1 on network 095767b7-c70c-4fb0-a3d2-cb467861de32 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:46.446650 n-d-836015-7 neutron-server[114869]: ERROR neutron.plugins.ml2.managers [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Failed to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 on host n-h1-836015-7 for vnic_type normal using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] Apr 20 13:13:46.448332 n-d-836015-7 neutron-server[114869]: INFO neutron.plugins.ml2.plugin [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempt 2 to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 Apr 20 13:13:46.461318 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:46.461654 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:46.461990 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 on network 095767b7-c70c-4fb0-a3d2-cb467861de32 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:46.466587 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Port 54057283-536e-4e32-bcd6-fff2247a52c1 on network 095767b7-c70c-4fb0-a3d2-cb467861de32 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:46.467371 n-d-836015-7 neutron-server[114869]: ERROR neutron.plugins.ml2.managers [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Failed to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 on host n-h1-836015-7 for vnic_type normal using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] Apr 20 13:13:46.467774 n-d-836015-7 neutron-server[114869]: INFO neutron.plugins.ml2.plugin [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempt 3 to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 Apr 20 13:13:46.483570 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:46.483570 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:46.483570 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 on network 095767b7-c70c-4fb0-a3d2-cb467861de32 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:46.485108 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Port 54057283-536e-4e32-bcd6-fff2247a52c1 on network 095767b7-c70c-4fb0-a3d2-cb467861de32 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:46.485430 n-d-836015-7 neutron-server[114869]: ERROR neutron.plugins.ml2.managers [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Failed to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 on host n-h1-836015-7 for vnic_type normal using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] Apr 20 13:13:46.485801 n-d-836015-7 neutron-server[114869]: INFO neutron.plugins.ml2.plugin [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempt 4 to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 Apr 20 13:13:46.500637 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:46.500982 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:46.501312 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 on network 095767b7-c70c-4fb0-a3d2-cb467861de32 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:46.508362 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Port 54057283-536e-4e32-bcd6-fff2247a52c1 on network 095767b7-c70c-4fb0-a3d2-cb467861de32 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:46.508847 n-d-836015-7 neutron-server[114869]: ERROR neutron.plugins.ml2.managers [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Failed to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 on host n-h1-836015-7 for vnic_type normal using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] Apr 20 13:13:46.509287 n-d-836015-7 neutron-server[114869]: INFO neutron.plugins.ml2.plugin [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempt 5 to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 Apr 20 13:13:46.522265 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:46.522597 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:46.522952 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 on network 095767b7-c70c-4fb0-a3d2-cb467861de32 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:46.527316 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Port 54057283-536e-4e32-bcd6-fff2247a52c1 on network 095767b7-c70c-4fb0-a3d2-cb467861de32 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:46.527678 n-d-836015-7 neutron-server[114869]: ERROR neutron.plugins.ml2.managers [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Failed to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 on host n-h1-836015-7 for vnic_type normal using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] Apr 20 13:13:46.528117 n-d-836015-7 neutron-server[114869]: INFO neutron.plugins.ml2.plugin [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempt 6 to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 Apr 20 13:13:46.541836 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:46.542455 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:46.542575 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 on network 095767b7-c70c-4fb0-a3d2-cb467861de32 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:46.546969 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Port 54057283-536e-4e32-bcd6-fff2247a52c1 on network 095767b7-c70c-4fb0-a3d2-cb467861de32 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:46.547289 n-d-836015-7 neutron-server[114869]: ERROR neutron.plugins.ml2.managers [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Failed to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 on host n-h1-836015-7 for vnic_type normal using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] Apr 20 13:13:46.547706 n-d-836015-7 neutron-server[114869]: INFO neutron.plugins.ml2.plugin [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempt 7 to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 Apr 20 13:13:46.559222 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:46.559576 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:46.559907 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 on network 095767b7-c70c-4fb0-a3d2-cb467861de32 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:46.563061 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-1271a375-aa5c-4b34-9378-8d5ec530733c tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:13:46.564108 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Port 54057283-536e-4e32-bcd6-fff2247a52c1 on network 095767b7-c70c-4fb0-a3d2-cb467861de32 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:46.564218 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1271a375-aa5c-4b34-9378-8d5ec530733c tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2028172 Apr 20 13:13:46.566894 n-d-836015-7 neutron-server[114869]: ERROR neutron.plugins.ml2.managers [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Failed to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 on host n-h1-836015-7 for vnic_type normal using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] Apr 20 13:13:46.566894 n-d-836015-7 neutron-server[114869]: INFO neutron.plugins.ml2.plugin [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempt 8 to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 Apr 20 13:13:46.567261 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43384) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:46.571943 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-9183a1c7-8d8e-449d-b9e0-ac7efc499714 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Request body: {'security_group_rule': {'security_group_id': '6535be0d-b650-4597-a9a5-3c638e186c64', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:46.577865 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:46.578194 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:46.578578 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 on network 095767b7-c70c-4fb0-a3d2-cb467861de32 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:46.582939 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Port 54057283-536e-4e32-bcd6-fff2247a52c1 on network 095767b7-c70c-4fb0-a3d2-cb467861de32 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:46.583261 n-d-836015-7 neutron-server[114869]: ERROR neutron.plugins.ml2.managers [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Failed to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 on host n-h1-836015-7 for vnic_type normal using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] Apr 20 13:13:46.583676 n-d-836015-7 neutron-server[114869]: INFO neutron.plugins.ml2.plugin [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempt 9 to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 Apr 20 13:13:46.596946 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:46.597286 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:46.597622 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 on network 095767b7-c70c-4fb0-a3d2-cb467861de32 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:46.601892 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Port 54057283-536e-4e32-bcd6-fff2247a52c1 on network 095767b7-c70c-4fb0-a3d2-cb467861de32 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:46.602220 n-d-836015-7 neutron-server[114869]: ERROR neutron.plugins.ml2.managers [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Failed to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 on host n-h1-836015-7 for vnic_type normal using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] Apr 20 13:13:46.602613 n-d-836015-7 neutron-server[114869]: INFO neutron.plugins.ml2.plugin [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempt 10 to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 Apr 20 13:13:46.614990 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:46.615327 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:46.615687 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 on network 095767b7-c70c-4fb0-a3d2-cb467861de32 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:46.619869 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Port 54057283-536e-4e32-bcd6-fff2247a52c1 on network 095767b7-c70c-4fb0-a3d2-cb467861de32 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:46.620192 n-d-836015-7 neutron-server[114869]: ERROR neutron.plugins.ml2.managers [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Failed to bind port 54057283-536e-4e32-bcd6-fff2247a52c1 on host n-h1-836015-7 for vnic_type normal using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] Apr 20 13:13:46.620559 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:46.683862 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] For port 54057283-536e-4e32-bcd6-fff2247a52c1, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:13:46.684229 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempted to set empty binding levels {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 20 13:13:46.746851 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:46.775243 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-9183a1c7-8d8e-449d-b9e0-ac7efc499714 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:13:46.776523 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9183a1c7-8d8e-449d-b9e0-ac7efc499714 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2080598 Apr 20 13:13:46.780702 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43388) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:46.780854 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] In _notify_port_updated(), no bound segment for port 54057283-536e-4e32-bcd6-fff2247a52c1 on network 095767b7-c70c-4fb0-a3d2-cb467861de32 {{(pid=114869) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 13:13:46.782119 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.782119 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:46.783475 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] 10.222.0.25 "PUT /v2.0/ports/54057283-536e-4e32-bcd6-fff2247a52c1 HTTP/1.1" status: 200 len: 978 time: 0.9404349 Apr 20 13:13:46.785962 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43390) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:46.838901 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f6c33c91-49ae-49dd-9558-cdeaa04bd3a2 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:46.857894 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a8885c-76d9-4b90-b1aa-77145b93576f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Pushing event updated for resources: {'Port': ['ID=54057283-536e-4e32-bcd6-fff2247a52c1,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:46.869658 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f6c33c91-49ae-49dd-9558-cdeaa04bd3a2 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:46.912247 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.912734 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.913205 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.913674 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.914137 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.914850 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.915311 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.915796 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.916259 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.916716 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.917173 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.917628 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.918090 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.918526 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.918997 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.919470 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.919949 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.920420 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.920862 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.921316 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.921771 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.922279 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.922676 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.923133 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.923610 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.924064 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.924519 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.924975 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.925430 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.925888 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.926335 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.926784 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.927237 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.927723 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.928188 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.928633 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.929091 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.929545 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.936781 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.936781 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.936781 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.936781 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.936781 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.936781 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.936781 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.936781 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.936781 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.936781 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.939186 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-bfccd007-b08c-4092-b96e-0262b6b8adde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 43318 time: 0.1522737 Apr 20 13:13:46.943822 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43398) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:46.991025 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f6c33c91-49ae-49dd-9558-cdeaa04bd3a2 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:46.995009 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f6c33c91-49ae-49dd-9558-cdeaa04bd3a2 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:46.995009 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f6c33c91-49ae-49dd-9558-cdeaa04bd3a2 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "DELETE /v2.0/security-groups/6535be0d-b650-4597-a9a5-3c638e186c64 HTTP/1.1" status: 204 len: 168 time: 0.2131956 Apr 20 13:13:47.000593 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43400) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:47.011878 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c33c91-49ae-49dd-9558-cdeaa04bd3a2 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6535be0d-b650-4597-a9a5-3c638e186c64,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:47.033783 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-109433bf-90b3-4713-9e56-d5d0cec3d606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Deleting port 54057283-536e-4e32-bcd6-fff2247a52c1 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:47.034506 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-109433bf-90b3-4713-9e56-d5d0cec3d606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:47.068441 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e16a8e0c-5005-4040-90e4-96dbd6d0196d tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0667658 Apr 20 13:13:47.074785 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43406) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:47.080115 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-09c70dc7-aec7-4df2-8525-b51a09f08c0b tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Request body: {'security_group': {'name': 'tempest-secgroup--731874989'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:47.134911 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-109433bf-90b3-4713-9e56-d5d0cec3d606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] For port 54057283-536e-4e32-bcd6-fff2247a52c1, host n-h1-836015-7, got binding levels [] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:47.135295 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-109433bf-90b3-4713-9e56-d5d0cec3d606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:47.153446 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-109433bf-90b3-4713-9e56-d5d0cec3d606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Calling delete_port for 54057283-536e-4e32-bcd6-fff2247a52c1 owned by {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:47.180743 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0c6c6-c016-43d9-9345-71d4c8f7d890 req-1c6f19eb-9a86-4b89-b080-c5d7ea7557a1 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:47.182182 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-11f0c6c6-c016-43d9-9345-71d4c8f7d890 req-1c6f19eb-9a86-4b89-b080-c5d7ea7557a1 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 946 time: 0.0836060 Apr 20 13:13:47.197451 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-09c70dc7-aec7-4df2-8525-b51a09f08c0b tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:47.264795 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-11f0c6c6-c016-43d9-9345-71d4c8f7d890 req-dc074ba3-de43-4070-b50f-843377e0f22d tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527985 Apr 20 13:13:47.267633 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-09c70dc7-aec7-4df2-8525-b51a09f08c0b tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:47.345493 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-09c70dc7-aec7-4df2-8525-b51a09f08c0b tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:47.360864 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-109433bf-90b3-4713-9e56-d5d0cec3d606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:47.380335 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c70dc7-aec7-4df2-8525-b51a09f08c0b tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc7f504-96b7-4380-a37e-0f04fde8f569,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:47.390547 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109433bf-90b3-4713-9e56-d5d0cec3d606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Pushing event deleted for resources: {'Port': ['ID=54057283-536e-4e32-bcd6-fff2247a52c1,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:47.405912 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-109433bf-90b3-4713-9e56-d5d0cec3d606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:47.409430 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-109433bf-90b3-4713-9e56-d5d0cec3d606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] 10.222.0.25 "DELETE /v2.0/ports/54057283-536e-4e32-bcd6-fff2247a52c1 HTTP/1.1" status: 204 len: 168 time: 0.4646335 Apr 20 13:13:47.412185 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43418) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:47.427270 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f069e-6021-42d9-bee6-4f6a4483d68c req-324c89b3-c9c1-4499-837b-4083b7085e43 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:47.429115 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c61f069e-6021-42d9-bee6-4f6a4483d68c req-324c89b3-c9c1-4499-837b-4083b7085e43 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca744aa-db8e-479e-9e7c-1f92a8bf6dd4 HTTP/1.1" status: 200 len: 943 time: 0.1015894 Apr 20 13:13:47.437847 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c6e4696-10b2-4e4d-af9a-2baa3678c43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] GET failed (client error): The resource could not be found. Apr 20 13:13:47.439389 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1c6e4696-10b2-4e4d-af9a-2baa3678c43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] 10.222.0.25 "GET /v2.0/ports/54057283-536e-4e32-bcd6-fff2247a52c1 HTTP/1.1" status: 404 len: 333 time: 0.0261884 Apr 20 13:13:47.443660 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43420) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:47.448940 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-c82a60c5-1d0e-4e7e-bf70-01ce50f43e49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-780655281', 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:47.467487 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-09c70dc7-aec7-4df2-8525-b51a09f08c0b tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:47.468789 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-09c70dc7-aec7-4df2-8525-b51a09f08c0b tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3927948 Apr 20 13:13:47.471557 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43422) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:47.476095 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-22cce02e-987a-4df2-9d95-2ff4f70d61f9 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Request body: {'security_group_rule': {'security_group_id': '8dc7f504-96b7-4380-a37e-0f04fde8f569', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:47.490653 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c61f069e-6021-42d9-bee6-4f6a4483d68c req-19f8e7c1-1d32-4ec6-b7f8-ca50be2a2852 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507872 Apr 20 13:13:47.517871 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82a60c5-1d0e-4e7e-bf70-01ce50f43e49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Made reservation on behalf of 14027414201f4a09b46e3858eee4a495 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:13:47.520227 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c82a60c5-1d0e-4e7e-bf70-01ce50f43e49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:47.535999 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-c82a60c5-1d0e-4e7e-bf70-01ce50f43e49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] device_id is not set on port 1fae3cbb-a876-4389-83d4-11100adca855 yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:13:47.702335 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c82a60c5-1d0e-4e7e-bf70-01ce50f43e49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:47.722991 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-22cce02e-987a-4df2-9d95-2ff4f70d61f9 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] create failed (client error): The resource could not be found. Apr 20 13:13:47.724081 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-22cce02e-987a-4df2-9d95-2ff4f70d61f9 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2515883 Apr 20 13:13:47.726956 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43426) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:47.732796 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-a77e4547-7717-4255-b91c-b22639fa57c9 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Request body: {'security_group_rule': {'security_group_id': '8dc7f504-96b7-4380-a37e-0f04fde8f569', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'dfc13022-4f35-4665-b49f-15520100d5d8'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:47.821272 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c82a60c5-1d0e-4e7e-bf70-01ce50f43e49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:47.846613 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 3c08a28f-a117-4278-913d-c6abe592fc6b details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:13:47.881630 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82a60c5-1d0e-4e7e-bf70-01ce50f43e49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Network 095767b7-c70c-4fb0-a3d2-cb467861de32 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:47.884742 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-c82a60c5-1d0e-4e7e-bf70-01ce50f43e49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:47.889413 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82a60c5-1d0e-4e7e-bf70-01ce50f43e49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:13:47.890722 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82a60c5-1d0e-4e7e-bf70-01ce50f43e49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:47.891030 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c82a60c5-1d0e-4e7e-bf70-01ce50f43e49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:47.894445 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82a60c5-1d0e-4e7e-bf70-01ce50f43e49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Pushing event updated for resources: {'Port': ['ID=1fae3cbb-a876-4389-83d4-11100adca855,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:47.929856 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-a77e4547-7717-4255-b91c-b22639fa57c9 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] create failed (client error): The resource could not be found. Apr 20 13:13:47.931421 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a77e4547-7717-4255-b91c-b22639fa57c9 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2029443 Apr 20 13:13:47.934025 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43428) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:47.945720 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 3c08a28f-a117-4278-913d-c6abe592fc6b, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=3c08a28f-a117-4278-913d-c6abe592fc6b,segment=NetworkSegment(b745dd99-74ee-418c-af50-3e100538147c),segment_id=b745dd99-74ee-418c-af50-3e100538147c)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:47.958719 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '3c08a28f-a117-4278-913d-c6abe592fc6b', 'network_id': '5c1617fd-b3c2-4890-8228-0b4c973ac53a', 'port_id': '3c08a28f-a117-4278-913d-c6abe592fc6b', 'mac_address': 'fa:16:3e:c0:1e:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d8b784-aae6-4178-a00d-bed6eeefe6ff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:13:47.963407 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c82a60c5-1d0e-4e7e-bf70-01ce50f43e49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5158606 Apr 20 13:13:47.964065 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43430) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:47.999184 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304c0d4e-8bd3-4030-942a-3645daf0a504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:48.000603 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-304c0d4e-8bd3-4030-942a-3645daf0a504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] 10.222.0.25 "GET /v2.0/ports/1fae3cbb-a876-4389-83d4-11100adca855 HTTP/1.1" status: 200 len: 958 time: 0.0358839 Apr 20 13:13:48.000802 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:48.003558 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43434) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:48.003700 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8e34b9dd-0503-44a7-bcf9-0c2840f9a1f8 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:48.015189 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c08a28f-a117-4278-913d-c6abe592fc6b {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:13:48.029613 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8e34b9dd-0503-44a7-bcf9-0c2840f9a1f8 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:48.039714 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 3c08a28f-a117-4278-913d-c6abe592fc6b, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=3c08a28f-a117-4278-913d-c6abe592fc6b,segment=NetworkSegment(b745dd99-74ee-418c-af50-3e100538147c),segment_id=b745dd99-74ee-418c-af50-3e100538147c)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:48.088434 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-18e6d2be-b1cd-45bf-96aa-2b73f78791e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Deleting port 1fae3cbb-a876-4389-83d4-11100adca855 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:48.088879 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-18e6d2be-b1cd-45bf-96aa-2b73f78791e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:48.117766 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:48.149783 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-18e6d2be-b1cd-45bf-96aa-2b73f78791e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:48.164197 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-18e6d2be-b1cd-45bf-96aa-2b73f78791e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Calling delete_port for 1fae3cbb-a876-4389-83d4-11100adca855 owned by {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:48.175340 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8e34b9dd-0503-44a7-bcf9-0c2840f9a1f8 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:48.175582 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=3c08a28f-a117-4278-913d-c6abe592fc6b,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:48.178523 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8e34b9dd-0503-44a7-bcf9-0c2840f9a1f8 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:48.179990 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8e34b9dd-0503-44a7-bcf9-0c2840f9a1f8 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "DELETE /v2.0/security-groups/8dc7f504-96b7-4380-a37e-0f04fde8f569 HTTP/1.1" status: 204 len: 168 time: 0.2446973 Apr 20 13:13:48.184694 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43442) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:48.208748 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34b9dd-0503-44a7-bcf9-0c2840f9a1f8 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc7f504-96b7-4380-a37e-0f04fde8f569,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:48.258299 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d2b5c3aa-4ee4-45d4-aaf5-48772c854495 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0738802 Apr 20 13:13:48.262682 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43448) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:48.268490 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-8de53cc6-289f-4a65-b1e3-33a41eb46658 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Request body: {'security_group_rule': {'security_group_id': 'e5084498-a19c-458a-a873-8ef2793e1929', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:48.350187 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-18e6d2be-b1cd-45bf-96aa-2b73f78791e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:48.399759 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e6d2be-b1cd-45bf-96aa-2b73f78791e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Pushing event deleted for resources: {'Port': ['ID=1fae3cbb-a876-4389-83d4-11100adca855,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:48.408585 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-18e6d2be-b1cd-45bf-96aa-2b73f78791e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:48.411800 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-18e6d2be-b1cd-45bf-96aa-2b73f78791e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] 10.222.0.25 "DELETE /v2.0/ports/1fae3cbb-a876-4389-83d4-11100adca855 HTTP/1.1" status: 204 len: 168 time: 0.4073169 Apr 20 13:13:48.414884 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43454) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:48.437726 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01232c2-da4b-4d59-be4e-3b2cfdf58d01 req-b4df1547-2915-4539-bd49-61c190e8ca02 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:48.439250 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b01232c2-da4b-4d59-be4e-3b2cfdf58d01 req-b4df1547-2915-4539-bd49-61c190e8ca02 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 946 time: 0.0999918 Apr 20 13:13:48.439927 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-edc3a3d3-84fc-453f-af61-7bd36a5c0b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] GET failed (client error): The resource could not be found. Apr 20 13:13:48.444008 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-edc3a3d3-84fc-453f-af61-7bd36a5c0b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] 10.222.0.25 "GET /v2.0/ports/1fae3cbb-a876-4389-83d4-11100adca855 HTTP/1.1" status: 404 len: 333 time: 0.0276022 Apr 20 13:13:48.445173 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43456) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:48.449817 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-b76ee94d-a9cc-443a-bb62-d0f688e8982e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Request body: {'port': {'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-873907875'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:48.478479 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['3c08a28f-a117-4278-913d-c6abe592fc6b'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:13:48.494217 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b01232c2-da4b-4d59-be4e-3b2cfdf58d01 req-33f0abe8-0605-495d-82e8-8e8d99324510 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401914 Apr 20 13:13:48.550314 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-8de53cc6-289f-4a65-b1e3-33a41eb46658 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] create failed (client error): The resource could not be found. Apr 20 13:13:48.551377 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8de53cc6-289f-4a65-b1e3-33a41eb46658 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2871220 Apr 20 13:13:48.555182 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43460) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:48.559734 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-acd639e3-642a-466e-8b36-c485dec0a579 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Request body: {'security_group': {'name': 'tempest-secgroup--69540648'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:48.620355 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1dd608-c8dc-4752-bb33-cbaef1d09a9f req-bf1d2b58-8fe8-45e4-9348-e9942e8922b3 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:48.624892 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3f1dd608-c8dc-4752-bb33-cbaef1d09a9f req-bf1d2b58-8fe8-45e4-9348-e9942e8922b3 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca744aa-db8e-479e-9e7c-1f92a8bf6dd4 HTTP/1.1" status: 200 len: 944 time: 0.0550072 Apr 20 13:13:48.644244 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76ee94d-a9cc-443a-bb62-d0f688e8982e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Made reservation on behalf of 14027414201f4a09b46e3858eee4a495 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:13:48.646527 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b76ee94d-a9cc-443a-bb62-d0f688e8982e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:48.672640 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [None req-b76ee94d-a9cc-443a-bb62-d0f688e8982e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] device_id is not set on port 3be427e8-dba1-436c-9d3d-4700d741d317 yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:13:48.678945 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3f1dd608-c8dc-4752-bb33-cbaef1d09a9f req-e13df75c-cc73-41d9-93f4-31d1880e7bbe tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503840 Apr 20 13:13:48.706943 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-acd639e3-642a-466e-8b36-c485dec0a579 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:48.773896 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-acd639e3-642a-466e-8b36-c485dec0a579 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:48.828998 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b76ee94d-a9cc-443a-bb62-d0f688e8982e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:48.895433 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-acd639e3-642a-466e-8b36-c485dec0a579 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:48.912367 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43464) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:48.931828 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd639e3-642a-466e-8b36-c485dec0a579 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39d6cc60-a323-42be-9607-84b609b944d1,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:48.952766 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b76ee94d-a9cc-443a-bb62-d0f688e8982e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:48.997680 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76ee94d-a9cc-443a-bb62-d0f688e8982e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Network 095767b7-c70c-4fb0-a3d2-cb467861de32 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:49.002287 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-b76ee94d-a9cc-443a-bb62-d0f688e8982e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:49.004897 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76ee94d-a9cc-443a-bb62-d0f688e8982e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:13:49.006303 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76ee94d-a9cc-443a-bb62-d0f688e8982e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:49.006671 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b76ee94d-a9cc-443a-bb62-d0f688e8982e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:49.021693 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ee94d-a9cc-443a-bb62-d0f688e8982e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Pushing event updated for resources: {'Port': ['ID=3be427e8-dba1-436c-9d3d-4700d741d317,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:49.034832 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aec5976d-4a3b-48cc-9fb0-f7092da7750d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:49.052009 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-acd639e3-642a-466e-8b36-c485dec0a579 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:49.053328 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-acd639e3-642a-466e-8b36-c485dec0a579 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4970679 Apr 20 13:13:49.056069 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43468) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:49.062628 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-643e9376-9119-40da-b42d-4d96fc336fc1 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Request body: {'security_group': {'name': 'tempest-secgroup--1998046067'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:49.126360 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aec5976d-4a3b-48cc-9fb0-f7092da7750d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:49.190488 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b76ee94d-a9cc-443a-bb62-d0f688e8982e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7443099 Apr 20 13:13:49.193200 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43470) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:49.198020 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:49.253263 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:49.285441 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aec5976d-4a3b-48cc-9fb0-f7092da7750d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:49.317390 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-643e9376-9119-40da-b42d-4d96fc336fc1 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:49.345420 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-aec5976d-4a3b-48cc-9fb0-f7092da7750d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=074f7eb59ec242f0a6f91b69962a6bbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4319782 Apr 20 13:13:49.348150 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43472) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:49.360010 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5976d-4a3b-48cc-9fb0-f7092da7750d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82998455-bb67-4b69-b028-31d604f27ee2,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:49.400554 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4dee30ab-2991-4987-af21-376bc1f3ad60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:49.423383 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4dee30ab-2991-4987-af21-376bc1f3ad60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:49.503807 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-643e9376-9119-40da-b42d-4d96fc336fc1 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:49.516984 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] device_id is not set on port 3be427e8-dba1-436c-9d3d-4700d741d317 yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:13:49.524603 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:49.568589 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4dee30ab-2991-4987-af21-376bc1f3ad60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:49.571231 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4dee30ab-2991-4987-af21-376bc1f3ad60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:49.572570 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4dee30ab-2991-4987-af21-376bc1f3ad60 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/82998455-bb67-4b69-b028-31d604f27ee2 HTTP/1.1" status: 204 len: 168 time: 0.2233148 Apr 20 13:13:49.581592 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee30ab-2991-4987-af21-376bc1f3ad60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82998455-bb67-4b69-b028-31d604f27ee2,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:49.595858 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-643e9376-9119-40da-b42d-4d96fc336fc1 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:49.625019 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:49.683096 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e9376-9119-40da-b42d-4d96fc336fc1 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0337689-1972-4f8e-a8c6-97c48b56ffd2,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:49.710738 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d40a0f-c1a4-4e7c-be59-559590ce6816 req-51c70638-9d84-44e2-bc2b-1e592da5b5ec tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:49.712264 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e1d40a0f-c1a4-4e7c-be59-559590ce6816 req-51c70638-9d84-44e2-bc2b-1e592da5b5ec tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 946 time: 0.1291306 Apr 20 13:13:49.713479 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Pushing event updated for resources: {'Port': ['ID=3be427e8-dba1-436c-9d3d-4700d741d317,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:49.721361 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-643e9376-9119-40da-b42d-4d96fc336fc1 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:49.725583 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-643e9376-9119-40da-b42d-4d96fc336fc1 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6634142 Apr 20 13:13:49.726692 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43480) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:49.737369 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-36046257-a977-45b1-8420-782af940e197 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Request body: {'security_group_rule': {'security_group_id': '39d6cc60-a323-42be-9607-84b609b944d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'e0337689-1972-4f8e-a8c6-97c48b56ffd2'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:49.739591 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:49.739840 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:49.740172 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 on network 095767b7-c70c-4fb0-a3d2-cb467861de32 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:49.753468 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Port 3be427e8-dba1-436c-9d3d-4700d741d317 on network 095767b7-c70c-4fb0-a3d2-cb467861de32 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:49.753797 n-d-836015-7 neutron-server[114869]: ERROR neutron.plugins.ml2.managers [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Failed to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 on host n-h1-836015-7 for vnic_type normal using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] Apr 20 13:13:49.754907 n-d-836015-7 neutron-server[114869]: INFO neutron.plugins.ml2.plugin [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempt 2 to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 Apr 20 13:13:49.790349 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:49.790686 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:49.791064 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 on network 095767b7-c70c-4fb0-a3d2-cb467861de32 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:49.795850 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e1d40a0f-c1a4-4e7c-be59-559590ce6816 req-a75a167b-74c4-404a-bd6a-3c5141142e19 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722556 Apr 20 13:13:49.816689 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Port 3be427e8-dba1-436c-9d3d-4700d741d317 on network 095767b7-c70c-4fb0-a3d2-cb467861de32 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:49.816689 n-d-836015-7 neutron-server[114869]: ERROR neutron.plugins.ml2.managers [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Failed to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 on host n-h1-836015-7 for vnic_type normal using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] Apr 20 13:13:49.816689 n-d-836015-7 neutron-server[114869]: INFO neutron.plugins.ml2.plugin [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempt 3 to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 Apr 20 13:13:49.831433 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:49.832041 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:49.832143 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 on network 095767b7-c70c-4fb0-a3d2-cb467861de32 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:49.839273 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Port 3be427e8-dba1-436c-9d3d-4700d741d317 on network 095767b7-c70c-4fb0-a3d2-cb467861de32 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:49.839620 n-d-836015-7 neutron-server[114869]: ERROR neutron.plugins.ml2.managers [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Failed to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 on host n-h1-836015-7 for vnic_type normal using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] Apr 20 13:13:49.840714 n-d-836015-7 neutron-server[114869]: INFO neutron.plugins.ml2.plugin [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempt 4 to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 Apr 20 13:13:49.852438 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 3c08a28f-a117-4278-913d-c6abe592fc6b up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:13:49.852887 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ec80c-1112-4be6-a63b-994bd6173bc9 req-bf62b6b7-2d9d-4435-a8bc-ab3a37ee1501 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:49.853372 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ec5ec80c-1112-4be6-a63b-994bd6173bc9 req-bf62b6b7-2d9d-4435-a8bc-ab3a37ee1501 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca744aa-db8e-479e-9e7c-1f92a8bf6dd4 HTTP/1.1" status: 200 len: 944 time: 0.0822511 Apr 20 13:13:49.870301 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:49.870646 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:49.870982 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 on network 095767b7-c70c-4fb0-a3d2-cb467861de32 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:49.887299 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Port 3be427e8-dba1-436c-9d3d-4700d741d317 on network 095767b7-c70c-4fb0-a3d2-cb467861de32 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:49.887672 n-d-836015-7 neutron-server[114869]: ERROR neutron.plugins.ml2.managers [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Failed to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 on host n-h1-836015-7 for vnic_type normal using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] Apr 20 13:13:49.888205 n-d-836015-7 neutron-server[114869]: INFO neutron.plugins.ml2.plugin [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempt 5 to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 Apr 20 13:13:49.934466 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ec5ec80c-1112-4be6-a63b-994bd6173bc9 req-25d020e6-4d51-4665-9033-3af558d74bc1 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519402 Apr 20 13:13:49.934466 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:49.934466 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:49.934466 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 on network 095767b7-c70c-4fb0-a3d2-cb467861de32 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:49.934466 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Port 3be427e8-dba1-436c-9d3d-4700d741d317 on network 095767b7-c70c-4fb0-a3d2-cb467861de32 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:49.934466 n-d-836015-7 neutron-server[114869]: ERROR neutron.plugins.ml2.managers [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Failed to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 on host n-h1-836015-7 for vnic_type normal using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] Apr 20 13:13:49.934466 n-d-836015-7 neutron-server[114869]: INFO neutron.plugins.ml2.plugin [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempt 6 to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 Apr 20 13:13:49.934466 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:49.934466 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:49.934466 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 on network 095767b7-c70c-4fb0-a3d2-cb467861de32 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:49.937775 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Port 3be427e8-dba1-436c-9d3d-4700d741d317 on network 095767b7-c70c-4fb0-a3d2-cb467861de32 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:49.938093 n-d-836015-7 neutron-server[114869]: ERROR neutron.plugins.ml2.managers [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Failed to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 on host n-h1-836015-7 for vnic_type normal using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] Apr 20 13:13:49.938479 n-d-836015-7 neutron-server[114869]: INFO neutron.plugins.ml2.plugin [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempt 7 to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 Apr 20 13:13:49.951136 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:49.951432 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:49.951769 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 on network 095767b7-c70c-4fb0-a3d2-cb467861de32 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:49.956029 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Port 3be427e8-dba1-436c-9d3d-4700d741d317 on network 095767b7-c70c-4fb0-a3d2-cb467861de32 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:49.956346 n-d-836015-7 neutron-server[114869]: ERROR neutron.plugins.ml2.managers [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Failed to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 on host n-h1-836015-7 for vnic_type normal using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] Apr 20 13:13:49.956738 n-d-836015-7 neutron-server[114869]: INFO neutron.plugins.ml2.plugin [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempt 8 to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 Apr 20 13:13:49.968851 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:49.969183 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:49.969519 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 on network 095767b7-c70c-4fb0-a3d2-cb467861de32 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:49.973738 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Port 3be427e8-dba1-436c-9d3d-4700d741d317 on network 095767b7-c70c-4fb0-a3d2-cb467861de32 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:49.974056 n-d-836015-7 neutron-server[114869]: ERROR neutron.plugins.ml2.managers [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Failed to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 on host n-h1-836015-7 for vnic_type normal using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] Apr 20 13:13:49.974438 n-d-836015-7 neutron-server[114869]: INFO neutron.plugins.ml2.plugin [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempt 9 to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 Apr 20 13:13:49.988119 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:49.988501 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:49.988817 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 on network 095767b7-c70c-4fb0-a3d2-cb467861de32 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:49.993057 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Port 3be427e8-dba1-436c-9d3d-4700d741d317 on network 095767b7-c70c-4fb0-a3d2-cb467861de32 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:49.993377 n-d-836015-7 neutron-server[114869]: ERROR neutron.plugins.ml2.managers [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Failed to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 on host n-h1-836015-7 for vnic_type normal using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] Apr 20 13:13:49.993764 n-d-836015-7 neutron-server[114869]: INFO neutron.plugins.ml2.plugin [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempt 10 to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 Apr 20 13:13:50.005426 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:50.005792 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:50.006078 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempting to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 on network 095767b7-c70c-4fb0-a3d2-cb467861de32 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:50.010659 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Port 3be427e8-dba1-436c-9d3d-4700d741d317 on network 095767b7-c70c-4fb0-a3d2-cb467861de32 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:50.012222 n-d-836015-7 neutron-server[114869]: ERROR neutron.plugins.ml2.managers [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Failed to bind port 3be427e8-dba1-436c-9d3d-4700d741d317 on host n-h1-836015-7 for vnic_type normal using segments [{'id': '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '095767b7-c70c-4fb0-a3d2-cb467861de32'}] Apr 20 13:13:50.012222 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:50.053148 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-36046257-a977-45b1-8420-782af940e197 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:13:50.053148 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-36046257-a977-45b1-8420-782af940e197 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3093176 Apr 20 13:13:50.055071 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43490) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:50.056337 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 3c08a28f-a117-4278-913d-c6abe592fc6b completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:13:50.061434 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 3c08a28f-a117-4278-913d-c6abe592fc6b triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:50.061813 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:50.081427 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] For port 3be427e8-dba1-436c-9d3d-4700d741d317, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:13:50.081793 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attempted to set empty binding levels {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 20 13:13:50.108615 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-865d64e8-389c-4965-bcd0-0ecdea5088ef tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:50.132469 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-865d64e8-389c-4965-bcd0-0ecdea5088ef tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:50.146352 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:50.172113 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca744aa-db8e-479e-9e7c-1f92a8bf6dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c08a28f-a117-4278-913d-c6abe592fc6b'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:13:50.174371 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66ab826-317b-470a-a2d4-884d8e851bbd" -d '{"events": [{"server_uuid": "4ca744aa-db8e-479e-9e7c-1f92a8bf6dd4", "name": "network-vif-plugged", "status": "completed", "tag": "3c08a28f-a117-4278-913d-c6abe592fc6b"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:13:50.221545 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:50.266618 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] In _notify_port_updated(), no bound segment for port 3be427e8-dba1-436c-9d3d-4700d741d317 on network 095767b7-c70c-4fb0-a3d2-cb467861de32 {{(pid=114869) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 13:13:50.268009 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:50.269102 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:50.273672 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] 10.222.0.25 "PUT /v2.0/ports/3be427e8-dba1-436c-9d3d-4700d741d317 HTTP/1.1" status: 200 len: 978 time: 1.0764449 Apr 20 13:13:50.273870 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43496) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:50.282583 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-865d64e8-389c-4965-bcd0-0ecdea5088ef tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:50.287155 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-865d64e8-389c-4965-bcd0-0ecdea5088ef tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:50.288331 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-865d64e8-389c-4965-bcd0-0ecdea5088ef tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "DELETE /v2.0/security-groups/e0337689-1972-4f8e-a8c6-97c48b56ffd2 HTTP/1.1" status: 204 len: 168 time: 0.2321610 Apr 20 13:13:50.292904 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43498) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:50.314022 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b5fd2f-006e-4610-937c-c7d08988b7c2 x-openstack-request-id: req-e3b5fd2f-006e-4610-937c-c7d08988b7c2 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:13:50.314232 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca744aa-db8e-479e-9e7c-1f92a8bf6dd4", "name": "network-vif-plugged", "status": "completed", "tag": "3c08a28f-a117-4278-913d-c6abe592fc6b", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:13:50.314448 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e3b5fd2f-006e-4610-937c-c7d08988b7c2 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:13:50.314989 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3b5fd2f-006e-4610-937c-c7d08988b7c2'] response: {'server_uuid': '4ca744aa-db8e-479e-9e7c-1f92a8bf6dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c08a28f-a117-4278-913d-c6abe592fc6b', 'code': 200} Apr 20 13:13:50.318940 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 3c08a28f-a117-4278-913d-c6abe592fc6b, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=3c08a28f-a117-4278-913d-c6abe592fc6b,segment=NetworkSegment(b745dd99-74ee-418c-af50-3e100538147c),segment_id=b745dd99-74ee-418c-af50-3e100538147c)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:50.324803 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d64e8-389c-4965-bcd0-0ecdea5088ef tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0337689-1972-4f8e-a8c6-97c48b56ffd2,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:50.355829 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc9f537-f5a3-446a-8d8c-f907f4c3c3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Pushing event updated for resources: {'Port': ['ID=3be427e8-dba1-436c-9d3d-4700d741d317,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:50.376310 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-08395d0b-82ff-4ea8-aa3b-8724f1b00a6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Deleting port 3be427e8-dba1-436c-9d3d-4700d741d317 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:50.376310 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-08395d0b-82ff-4ea8-aa3b-8724f1b00a6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:50.388781 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277931f2-04ee-4067-8c1b-3d02eec9c766 req-2340eada-ed74-49ac-9c89-3e98a7c8d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:50.390861 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-277931f2-04ee-4067-8c1b-3d02eec9c766 req-2340eada-ed74-49ac-9c89-3e98a7c8d8a0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4ca744aa-db8e-479e-9e7c-1f92a8bf6dd4 HTTP/1.1" status: 200 len: 1095 time: 0.0965874 Apr 20 13:13:50.409565 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:50.439778 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-546ba73e-7d13-4c95-82eb-68b10cdaace8 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1321487 Apr 20 13:13:50.441639 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43504) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:50.443937 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-08395d0b-82ff-4ea8-aa3b-8724f1b00a6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] For port 3be427e8-dba1-436c-9d3d-4700d741d317, host n-h1-836015-7, got binding levels [] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:50.444296 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-08395d0b-82ff-4ea8-aa3b-8724f1b00a6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:50.460011 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-08395d0b-82ff-4ea8-aa3b-8724f1b00a6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Calling delete_port for 3be427e8-dba1-436c-9d3d-4700d741d317 owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:50.469666 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-277931f2-04ee-4067-8c1b-3d02eec9c766 req-e8a7062a-91aa-43cb-83ee-b2994c57a59a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698183 Apr 20 13:13:50.490857 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=3c08a28f-a117-4278-913d-c6abe592fc6b,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:50.524298 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-763dd022-48f3-4e81-b1fa-278f92fb6ba2 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:50.549768 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-763dd022-48f3-4e81-b1fa-278f92fb6ba2 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:50.609506 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-08395d0b-82ff-4ea8-aa3b-8724f1b00a6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:50.640487 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08395d0b-82ff-4ea8-aa3b-8724f1b00a6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Pushing event deleted for resources: {'Port': ['ID=3be427e8-dba1-436c-9d3d-4700d741d317,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:50.644378 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-08395d0b-82ff-4ea8-aa3b-8724f1b00a6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:50.647605 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-08395d0b-82ff-4ea8-aa3b-8724f1b00a6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] 10.222.0.25 "DELETE /v2.0/ports/3be427e8-dba1-436c-9d3d-4700d741d317 HTTP/1.1" status: 204 len: 168 time: 0.3727584 Apr 20 13:13:50.650500 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43510) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:50.676109 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bac7bcf-44e2-42f7-afa5-8b4a5a236542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] GET failed (client error): The resource could not be found. Apr 20 13:13:50.682699 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8bac7bcf-44e2-42f7-afa5-8b4a5a236542 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1434463277-project-admin] 10.222.0.25 "GET /v2.0/ports/3be427e8-dba1-436c-9d3d-4700d741d317 HTTP/1.1" status: 404 len: 333 time: 0.0261931 Apr 20 13:13:50.682892 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43512) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:50.703328 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43514) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:50.718464 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-763dd022-48f3-4e81-b1fa-278f92fb6ba2 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:50.773798 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-763dd022-48f3-4e81-b1fa-278f92fb6ba2 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:50.773798 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-763dd022-48f3-4e81-b1fa-278f92fb6ba2 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "DELETE /v2.0/security-groups/39d6cc60-a323-42be-9607-84b609b944d1 HTTP/1.1" status: 204 len: 168 time: 0.2805243 Apr 20 13:13:50.773798 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763dd022-48f3-4e81-b1fa-278f92fb6ba2 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d6cc60-a323-42be-9607-84b609b944d1,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:50.774506 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-83738bac-d7da-4379-b4e8-5ab548a099ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:50.775200 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43518) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:50.814239 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-cc0551e1-b844-402a-8199-c1ce782c9133 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1426058303-network', 'tenant_id': '3a903070609941389257911c1f54a3cb'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:50.893134 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ddafeec0-f18e-4798-b0de-fb72d9bbbc60 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1162655 Apr 20 13:13:50.896876 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43522) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:50.901005 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-9abfebf5-3ba9-4a8e-909b-63d7be0d1ff5 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Request body: {'security_group': {'name': 'tempest-secgroup--572385701'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:50.906452 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-83738bac-d7da-4379-b4e8-5ab548a099ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:50.913613 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0551e1-b844-402a-8199-c1ce782c9133 admin admin] Made reservation on behalf of 3a903070609941389257911c1f54a3cb for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:13:50.916152 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cc0551e1-b844-402a-8199-c1ce782c9133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:50.933713 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f5410-517c-400c-82b2-b7aeadd5e2c4 req-2415da3e-67af-4ab7-a911-aa6dd08a8bc8 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:50.935221 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d43f5410-517c-400c-82b2-b7aeadd5e2c4 req-2415da3e-67af-4ab7-a911-aa6dd08a8bc8 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 946 time: 0.0626116 Apr 20 13:13:50.936380 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cc0551e1-b844-402a-8199-c1ce782c9133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:50.940505 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-83738bac-d7da-4379-b4e8-5ab548a099ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['095767b7-c70c-4fb0-a3d2-cb467861de32']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:50.955558 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-83738bac-d7da-4379-b4e8-5ab548a099ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:50.955919 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-83738bac-d7da-4379-b4e8-5ab548a099ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dace24c-63f5-4401-a4ed-7f4f4e8e7b97') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:50.968041 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-83738bac-d7da-4379-b4e8-5ab548a099ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:50.983994 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-83738bac-d7da-4379-b4e8-5ab548a099ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:50.990627 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83738bac-d7da-4379-b4e8-5ab548a099ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:13:50.991009 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-83738bac-d7da-4379-b4e8-5ab548a099ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:50.994061 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:13:50.994061 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:13:50.994061 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:13:50.994061 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:13:50.994061 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:13:50.994061 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:13:50.994061 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:13:50.994061 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:13:50.994061 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:13:50.994061 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:13:50.994061 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:13:50.994061 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:13:50.994061 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:13:50.994061 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:13:50.994061 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:13:50.994061 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:13:50.994061 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:13:50.994061 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:13:50.994061 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:13:50.994061 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:13:50.994061 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:13:50.994061 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:13:50.994061 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:13:50.994061 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:13:50.994061 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:13:50.994061 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:13:50.994061 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:13:50.994061 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:13:50.994061 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:13:50.994061 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:13:50.994061 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:13:50.994061 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:13:51.008202 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d43f5410-517c-400c-82b2-b7aeadd5e2c4 req-8e3f56a1-0e8b-4bea-8069-d0602f90fc87 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636208 Apr 20 13:13:51.052916 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9abfebf5-3ba9-4a8e-909b-63d7be0d1ff5 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:51.070928 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fabfa66-5942-4391-a318-169ad6c8317b req-aeec9722-3d15-4f55-91fc-e6e45ca4b07b tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:51.073105 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3fabfa66-5942-4391-a318-169ad6c8317b req-aeec9722-3d15-4f55-91fc-e6e45ca4b07b tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca744aa-db8e-479e-9e7c-1f92a8bf6dd4 HTTP/1.1" status: 200 len: 945 time: 0.0814881 Apr 20 13:13:51.107163 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cc0551e1-b844-402a-8199-c1ce782c9133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:51.125579 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3fabfa66-5942-4391-a318-169ad6c8317b req-8d19a4ad-8758-4fcc-b2d9-9bb74947102e tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452819 Apr 20 13:13:51.127438 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9abfebf5-3ba9-4a8e-909b-63d7be0d1ff5 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:51.129401 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-83738bac-d7da-4379-b4e8-5ab548a099ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:51.142549 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-83738bac-d7da-4379-b4e8-5ab548a099ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:51.142549 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-83738bac-d7da-4379-b4e8-5ab548a099ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817-project] 10.222.0.25 "DELETE /v2.0/networks/095767b7-c70c-4fb0-a3d2-cb467861de32 HTTP/1.1" status: 204 len: 168 time: 0.4563167 Apr 20 13:13:51.157765 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83738bac-d7da-4379-b4e8-5ab548a099ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1508995817-project] Pushing event deleted for resources: {'Network': ['ID=095767b7-c70c-4fb0-a3d2-cb467861de32,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:51.225479 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cc0551e1-b844-402a-8199-c1ce782c9133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:51.294116 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9abfebf5-3ba9-4a8e-909b-63d7be0d1ff5 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:51.327595 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abfebf5-3ba9-4a8e-909b-63d7be0d1ff5 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67c51ef9-0aea-4e2d-8d47-32680b6fc95f,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:51.410461 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9abfebf5-3ba9-4a8e-909b-63d7be0d1ff5 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:51.411703 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9abfebf5-3ba9-4a8e-909b-63d7be0d1ff5 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5140398 Apr 20 13:13:51.415388 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43530) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:51.420107 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-2e1bb4b7-34c5-4b85-ad4c-bfa023ea7440 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:51.420524 n-d-836015-7 neutron-server[114870]: WARNING neutron.api.v2.base [None req-2e1bb4b7-34c5-4b85-ad4c-bfa023ea7440 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 20 13:13:51.421014 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-2e1bb4b7-34c5-4b85-ad4c-bfa023ea7440 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] update failed (client error): There was a conflict when trying to complete your request. Apr 20 13:13:51.421973 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2e1bb4b7-34c5-4b85-ad4c-bfa023ea7440 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "PUT /v2.0/security-groups/67c51ef9-0aea-4e2d-8d47-32680b6fc95f HTTP/1.1" status: 409 len: 330 time: 0.0055935 Apr 20 13:13:51.424717 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43532) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:51.484570 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c18fe7de-c15b-45bd-9005-7b90c8d2bb08 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:51.509315 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c18fe7de-c15b-45bd-9005-7b90c8d2bb08 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:51.539245 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc0551e1-b844-402a-8199-c1ce782c9133 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:13:51.549618 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0551e1-b844-402a-8199-c1ce782c9133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601f7c3c-b3a5-40bb-ba4f-dc6ae5edcc57,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:51.638179 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c18fe7de-c15b-45bd-9005-7b90c8d2bb08 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:51.641040 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c18fe7de-c15b-45bd-9005-7b90c8d2bb08 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:51.641994 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cc0551e1-b844-402a-8199-c1ce782c9133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:51.642727 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-cc0551e1-b844-402a-8199-c1ce782c9133 admin admin] Added segment 32755daa-e72b-493f-ab5b-7ccde96df1b2 of type vlan for network fc159cf1-473b-41bf-a235-58833b6524ec Apr 20 13:13:51.647054 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c18fe7de-c15b-45bd-9005-7b90c8d2bb08 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "DELETE /v2.0/security-groups/67c51ef9-0aea-4e2d-8d47-32680b6fc95f HTTP/1.1" status: 204 len: 168 time: 0.2181377 Apr 20 13:13:51.647853 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43538) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:51.651308 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43540) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:51.665723 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18fe7de-c15b-45bd-9005-7b90c8d2bb08 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c51ef9-0aea-4e2d-8d47-32680b6fc95f,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:51.701373 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cc0551e1-b844-402a-8199-c1ce782c9133 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:51.719462 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-59c5903a-7cf5-4082-a7d3-17ac1005ca1f tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0657694 Apr 20 13:13:51.722706 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43544) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:51.736186 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-f6039ba5-232c-4333-b48c-a8d40065581a tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] delete failed (client error): The resource could not be found. Apr 20 13:13:51.745232 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f6039ba5-232c-4333-b48c-a8d40065581a tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "DELETE /v2.0/security-groups/50b6067c-53ae-493e-bd97-fb982fbb7480 HTTP/1.1" status: 404 len: 347 time: 0.0133815 Apr 20 13:13:51.745232 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43546) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:51.760732 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-f94ed547-2ffb-46e4-a2d0-289fda1c1590 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] show failed (client error): The resource could not be found. Apr 20 13:13:51.761728 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f94ed547-2ffb-46e4-a2d0-289fda1c1590 tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "GET /v2.0/security-groups/f3c3883c-3510-405e-a976-4e07a9f7721e HTTP/1.1" status: 404 len: 347 time: 0.0155652 Apr 20 13:13:51.765988 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43548) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:51.775396 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cc0551e1-b844-402a-8199-c1ce782c9133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:51.776424 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0551e1-b844-402a-8199-c1ce782c9133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:51.777002 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cc0551e1-b844-402a-8199-c1ce782c9133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:51.781928 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-dc8fbd92-2fa8-422f-adfb-3030381bd23f tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] show failed (client error): The resource could not be found. Apr 20 13:13:51.786010 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-dc8fbd92-2fa8-422f-adfb-3030381bd23f tempest-NegativeSecGroupTest-1834257021 tempest-NegativeSecGroupTest-1834257021-project] 10.222.0.25 "GET /v2.0/security-group-rules/9a4a0162-5bb5-4cd4-afa1-95bd3cc91895 HTTP/1.1" status: 404 len: 356 time: 0.0159440 Apr 20 13:13:51.865695 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0551e1-b844-402a-8199-c1ce782c9133 admin admin] Pushing event updated for resources: {'Network': ['ID=fc159cf1-473b-41bf-a235-58833b6524ec,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:51.875606 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network fc159cf1-473b-41bf-a235-58833b6524ec details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:13:51.880934 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43552) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:51.884541 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-dab4bb1e-c9f8-48cf-91e5-81e887ed824e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7da38d29429640828f50cd0a19661e6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2286241 Apr 20 13:13:51.908614 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43554) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:51.909594 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-cc0551e1-b844-402a-8199-c1ce782c9133 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2036719 Apr 20 13:13:51.914324 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-643b0815-256c-4dfd-a9cf-617f544e7569 admin admin] Request body: {'subnet': {'network_id': 'fc159cf1-473b-41bf-a235-58833b6524ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1426058303-subnet', 'tenant_id': '3a903070609941389257911c1f54a3cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:51.964435 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e7f568e2-f024-4cdb-bf4f-523a37d11ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:51.988928 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e7f568e2-f024-4cdb-bf4f-523a37d11ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:52.049482 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643b0815-256c-4dfd-a9cf-617f544e7569 admin admin] Made reservation on behalf of 3a903070609941389257911c1f54a3cb for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:13:52.061994 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-643b0815-256c-4dfd-a9cf-617f544e7569 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:52.069648 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b3c66-762a-4d45-a51d-a7e9d12b8178 req-7a638641-d0a0-49d1-afc5-6a0a95082fbd tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:52.076100 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b3c66-762a-4d45-a51d-a7e9d12b8178 req-7a638641-d0a0-49d1-afc5-6a0a95082fbd tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:52.082507 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b3c66-762a-4d45-a51d-a7e9d12b8178 req-7a638641-d0a0-49d1-afc5-6a0a95082fbd tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:52.088914 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b3c66-762a-4d45-a51d-a7e9d12b8178 req-7a638641-d0a0-49d1-afc5-6a0a95082fbd tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:52.095548 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b3c66-762a-4d45-a51d-a7e9d12b8178 req-7a638641-d0a0-49d1-afc5-6a0a95082fbd tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:52.101576 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b3c66-762a-4d45-a51d-a7e9d12b8178 req-7a638641-d0a0-49d1-afc5-6a0a95082fbd tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:52.108105 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b3c66-762a-4d45-a51d-a7e9d12b8178 req-7a638641-d0a0-49d1-afc5-6a0a95082fbd tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:52.110030 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f1b3c66-762a-4d45-a51d-a7e9d12b8178 req-7a638641-d0a0-49d1-afc5-6a0a95082fbd tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 5444 time: 0.1061392 Apr 20 13:13:52.175927 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f1b3c66-762a-4d45-a51d-a7e9d12b8178 req-07382796-c21b-474b-8288-cbd936c2b834 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=453f1f18-ab3a-45a6-896f-f71ff07ade0a&id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563500 Apr 20 13:13:52.184226 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c140a4-b7f0-47a4-9d9a-8c6188053ffe req-6931d4fc-2c1e-4131-b03e-25e8a6cdec70 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:52.185787 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65c140a4-b7f0-47a4-9d9a-8c6188053ffe req-6931d4fc-2c1e-4131-b03e-25e8a6cdec70 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 946 time: 0.0748322 Apr 20 13:13:52.193713 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e7f568e2-f024-4cdb-bf4f-523a37d11ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:52.196452 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e7f568e2-f024-4cdb-bf4f-523a37d11ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:52.201637 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e7f568e2-f024-4cdb-bf4f-523a37d11ae2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dbd8c6ff-597a-4db3-be33-85ee17dd6416 HTTP/1.1" status: 204 len: 168 time: 0.3196011 Apr 20 13:13:52.226366 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f568e2-f024-4cdb-bf4f-523a37d11ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd8c6ff-597a-4db3-be33-85ee17dd6416,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:52.254462 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65c140a4-b7f0-47a4-9d9a-8c6188053ffe req-dfdb28b2-1d53-46e3-940d-ef4557939325 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535686 Apr 20 13:13:52.404685 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d8025-522e-44ea-851f-865ffe95516f req-e708f6bc-9335-4ac7-a2b5-ded16c21eb72 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:52.404685 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f60d8025-522e-44ea-851f-865ffe95516f req-e708f6bc-9335-4ac7-a2b5-ded16c21eb72 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca744aa-db8e-479e-9e7c-1f92a8bf6dd4 HTTP/1.1" status: 200 len: 945 time: 0.1017964 Apr 20 13:13:52.416744 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43568) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:52.444124 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-643b0815-256c-4dfd-a9cf-617f544e7569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:52.464591 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f60d8025-522e-44ea-851f-865ffe95516f req-414d809c-664b-4a6a-b636-d8d839d73f51 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542629 Apr 20 13:13:52.522351 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b0815-256c-4dfd-a9cf-617f544e7569 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5630e15-812b-4997-8a6f-c5aae4e89ae1,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:52.539240 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643b0815-256c-4dfd-a9cf-617f544e7569 admin admin] Checking segment: {'id': '32755daa-e72b-493f-ab5b-7ccde96df1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fc159cf1-473b-41bf-a235-58833b6524ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:13:52.540139 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643b0815-256c-4dfd-a9cf-617f544e7569 admin admin] Network hostable DHCP agents. Network: fc159cf1-473b-41bf-a235-58833b6524ec, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:13:52.654024 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643b0815-256c-4dfd-a9cf-617f544e7569 admin admin] Network fc159cf1-473b-41bf-a235-58833b6524ec is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:13:52.665810 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960381af-217e-4b9a-8cf2-cc1df0808a22 req-1cad2ebe-7b5f-4c30-9b0b-e401fe49220a tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:52.681557 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960381af-217e-4b9a-8cf2-cc1df0808a22 req-1cad2ebe-7b5f-4c30-9b0b-e401fe49220a tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:52.689189 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960381af-217e-4b9a-8cf2-cc1df0808a22 req-1cad2ebe-7b5f-4c30-9b0b-e401fe49220a tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:52.696847 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960381af-217e-4b9a-8cf2-cc1df0808a22 req-1cad2ebe-7b5f-4c30-9b0b-e401fe49220a tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:52.704117 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960381af-217e-4b9a-8cf2-cc1df0808a22 req-1cad2ebe-7b5f-4c30-9b0b-e401fe49220a tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:52.712871 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960381af-217e-4b9a-8cf2-cc1df0808a22 req-1cad2ebe-7b5f-4c30-9b0b-e401fe49220a tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:52.717598 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960381af-217e-4b9a-8cf2-cc1df0808a22 req-1cad2ebe-7b5f-4c30-9b0b-e401fe49220a tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:52.719919 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-960381af-217e-4b9a-8cf2-cc1df0808a22 req-1cad2ebe-7b5f-4c30-9b0b-e401fe49220a tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 5444 time: 0.1173587 Apr 20 13:13:52.756318 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-643b0815-256c-4dfd-a9cf-617f544e7569 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, fc159cf1-473b-41bf-a235-58833b6524ec) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:52.764274 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfc5633-0e33-4524-9d62-57c959b97f0f None None] Network fc159cf1-473b-41bf-a235-58833b6524ec requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:13:52.769546 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643b0815-256c-4dfd-a9cf-617f544e7569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:52.770288 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-643b0815-256c-4dfd-a9cf-617f544e7569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:52.789003 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e38f15cc-370e-4f11-a8bb-458fe69fe3ff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=285b6be7f9d54558ba21bd2fa991dcd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3707626 Apr 20 13:13:52.791880 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43586) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:52.843172 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-468e69d3-8cf1-4bc2-a533-f874b75f7429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:52.868928 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-468e69d3-8cf1-4bc2-a533-f874b75f7429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:52.926342 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23df9b90-24f4-4576-9664-744262ee29f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-fc159cf1-473b-41bf-a235-58833b6524ec', 'network_id': 'fc159cf1-473b-41bf-a235-58833b6524ec', 'tenant_id': '3a903070609941389257911c1f54a3cb', 'fixed_ips': [{'subnet_id': 'e5630e15-812b-4997-8a6f-c5aae4e89ae1'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:13:52.927198 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-23df9b90-24f4-4576-9664-744262ee29f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:52.936869 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-643b0815-256c-4dfd-a9cf-617f544e7569 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0269294 Apr 20 13:13:52.939940 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43588) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:52.944202 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-39ccbe80-838e-4179-a4f4-006573534783 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1426058303-router', 'tenant_id': '3a903070609941389257911c1f54a3cb', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:53.027293 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-468e69d3-8cf1-4bc2-a533-f874b75f7429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:53.031245 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-468e69d3-8cf1-4bc2-a533-f874b75f7429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:53.035442 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-468e69d3-8cf1-4bc2-a533-f874b75f7429 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f51ef7a1-51ff-4672-b80d-232c08e927f9 HTTP/1.1" status: 204 len: 168 time: 0.2425458 Apr 20 13:13:53.047409 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39ccbe80-838e-4179-a4f4-006573534783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:53.047409 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39ccbe80-838e-4179-a4f4-006573534783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:53.052371 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e69d3-8cf1-4bc2-a533-f874b75f7429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51ef7a1-51ff-4672-b80d-232c08e927f9,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:53.115647 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39ccbe80-838e-4179-a4f4-006573534783 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:53.175918 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43612) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:53.197025 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-23df9b90-24f4-4576-9664-744262ee29f5 None None] Allocated IP 172.20.0.2 (fc159cf1-473b-41bf-a235-58833b6524ec/e5630e15-812b-4997-8a6f-c5aae4e89ae1/af4613bc-0b75-4963-8484-9935c1404141) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:13:53.236549 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7ad727ad-06bd-48f5-9af7-2b42c775ee53 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=14027414201f4a09b46e3858eee4a495&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0567751 Apr 20 13:13:53.237048 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43620) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:53.298762 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-93bd4345-8dde-47fa-b297-d7b46fb29a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:53.379001 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-23df9b90-24f4-4576-9664-744262ee29f5 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:53.392145 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-93bd4345-8dde-47fa-b297-d7b46fb29a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:53.411333 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb55e0-9fc5-431e-adc6-6f5bc489d4e3 req-17675590-2b38-44b4-92cd-e825e52965fc tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:53.415536 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c5eb55e0-9fc5-431e-adc6-6f5bc489d4e3 req-17675590-2b38-44b4-92cd-e825e52965fc tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 946 time: 0.0575914 Apr 20 13:13:53.469925 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c5eb55e0-9fc5-431e-adc6-6f5bc489d4e3 req-bb2cd069-46f9-403d-9374-70b844a2c914 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447600 Apr 20 13:13:53.489086 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39ccbe80-838e-4179-a4f4-006573534783 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:53.497170 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-23df9b90-24f4-4576-9664-744262ee29f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:53.537742 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23df9b90-24f4-4576-9664-744262ee29f5 None None] Network fc159cf1-473b-41bf-a235-58833b6524ec is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:53.542502 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-23df9b90-24f4-4576-9664-744262ee29f5 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:53.548468 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23df9b90-24f4-4576-9664-744262ee29f5 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:13:53.588759 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df9b90-24f4-4576-9664-744262ee29f5 None None] Pushing event updated for resources: {'Port': ['ID=af4613bc-0b75-4963-8484-9935c1404141,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:53.623636 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-23df9b90-24f4-4576-9664-744262ee29f5 None None] Attempting to bind port af4613bc-0b75-4963-8484-9935c1404141 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:53.624305 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-23df9b90-24f4-4576-9664-744262ee29f5 None None] Attempting to bind port af4613bc-0b75-4963-8484-9935c1404141 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '32755daa-e72b-493f-ab5b-7ccde96df1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fc159cf1-473b-41bf-a235-58833b6524ec'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:53.624953 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23df9b90-24f4-4576-9664-744262ee29f5 None None] Attempting to bind port af4613bc-0b75-4963-8484-9935c1404141 on network fc159cf1-473b-41bf-a235-58833b6524ec {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:53.631149 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23df9b90-24f4-4576-9664-744262ee29f5 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:13:53.631634 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23df9b90-24f4-4576-9664-744262ee29f5 None None] Checking segment: {'id': '32755daa-e72b-493f-ab5b-7ccde96df1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fc159cf1-473b-41bf-a235-58833b6524ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:13:53.632571 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-23df9b90-24f4-4576-9664-744262ee29f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:53.633137 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23df9b90-24f4-4576-9664-744262ee29f5 None None] Bound using segment: {'id': '32755daa-e72b-493f-ab5b-7ccde96df1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fc159cf1-473b-41bf-a235-58833b6524ec'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:13:53.633731 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-23df9b90-24f4-4576-9664-744262ee29f5 None None] Bound port: af4613bc-0b75-4963-8484-9935c1404141, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32755daa-e72b-493f-ab5b-7ccde96df1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fc159cf1-473b-41bf-a235-58833b6524ec'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:13:53.634322 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-23df9b90-24f4-4576-9664-744262ee29f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:53.651628 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-93bd4345-8dde-47fa-b297-d7b46fb29a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:53.655112 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-93bd4345-8dde-47fa-b297-d7b46fb29a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:53.659291 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-93bd4345-8dde-47fa-b297-d7b46fb29a33 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/10c37bb3-df7a-441c-a2eb-9cbd73904d08 HTTP/1.1" status: 204 len: 168 time: 0.4217172 Apr 20 13:13:53.673030 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd4345-8dde-47fa-b297-d7b46fb29a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c37bb3-df7a-441c-a2eb-9cbd73904d08,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:53.695846 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b4310-37ae-4fae-9b35-225d1246ec3b req-c9b2d77d-5ca5-451e-a0d9-9ebfe9830f15 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:53.697709 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2e4b4310-37ae-4fae-9b35-225d1246ec3b req-c9b2d77d-5ca5-451e-a0d9-9ebfe9830f15 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca744aa-db8e-479e-9e7c-1f92a8bf6dd4 HTTP/1.1" status: 200 len: 945 time: 0.0607145 Apr 20 13:13:53.755710 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-23df9b90-24f4-4576-9664-744262ee29f5 None None] For port af4613bc-0b75-4963-8484-9935c1404141, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:13:53.759627 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-23df9b90-24f4-4576-9664-744262ee29f5 None None] For port af4613bc-0b75-4963-8484-9935c1404141, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=af4613bc-0b75-4963-8484-9935c1404141,segment=NetworkSegment(32755daa-e72b-493f-ab5b-7ccde96df1b2),segment_id=32755daa-e72b-493f-ab5b-7ccde96df1b2)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:13:53.762954 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2e4b4310-37ae-4fae-9b35-225d1246ec3b req-3663b459-91c6-4bba-afb7-e8ffa7653de0 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537694 Apr 20 13:13:53.856135 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-23df9b90-24f4-4576-9664-744262ee29f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:53.872209 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39ccbe80-838e-4179-a4f4-006573534783 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:53.892413 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b3d86141-298d-4218-9c6d-b514a2ff5c92 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:13:53.900669 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39ccbe80-838e-4179-a4f4-006573534783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:53.952232 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df9b90-24f4-4576-9664-744262ee29f5 None None] Pushing event updated for resources: {'Port': ['ID=af4613bc-0b75-4963-8484-9935c1404141,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:54.060948 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port b3d86141-298d-4218-9c6d-b514a2ff5c92, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b3d86141-298d-4218-9c6d-b514a2ff5c92,segment=NetworkSegment(0f113b16-94ad-4b02-8521-e93247ce464b),segment_id=0f113b16-94ad-4b02-8521-e93247ce464b)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:54.070015 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-39ccbe80-838e-4179-a4f4-006573534783 admin admin] Allocated IP 172.25.8.73 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/35036ccb-df9a-4ab2-aa29-5caaf6debe1f) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:13:54.083181 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'b3d86141-298d-4218-9c6d-b514a2ff5c92', 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d', 'port_id': 'b3d86141-298d-4218-9c6d-b514a2ff5c92', 'mac_address': 'fa:16:3e:b2:c3:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50283e41-42f7-46ab-979a-b196312e8e7f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:13:54.132040 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:54.170049 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3d86141-298d-4218-9c6d-b514a2ff5c92 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:13:54.204807 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port b3d86141-298d-4218-9c6d-b514a2ff5c92, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b3d86141-298d-4218-9c6d-b514a2ff5c92,segment=NetworkSegment(0f113b16-94ad-4b02-8521-e93247ce464b),segment_id=0f113b16-94ad-4b02-8521-e93247ce464b)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:54.260889 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:54.269958 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39ccbe80-838e-4179-a4f4-006573534783 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:54.324584 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=b3d86141-298d-4218-9c6d-b514a2ff5c92,revision_number=6']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:54.381308 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39ccbe80-838e-4179-a4f4-006573534783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:54.458372 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ccbe80-838e-4179-a4f4-006573534783 admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:54.461888 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['b3d86141-298d-4218-9c6d-b514a2ff5c92'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:13:54.466082 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-33d0a1cc-402d-4ee3-b4a1-2d25d957f55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:54.481547 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-39ccbe80-838e-4179-a4f4-006573534783 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:54.495199 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ccbe80-838e-4179-a4f4-006573534783 admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:13:54.547507 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ccbe80-838e-4179-a4f4-006573534783 admin admin] Pushing event updated for resources: {'Port': ['ID=35036ccb-df9a-4ab2-aa29-5caaf6debe1f,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:54.567169 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device af4613bc-0b75-4963-8484-9935c1404141 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:13:54.671116 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f2361-c16a-4aaa-b689-6e4e8dd1e1fa req-6910623c-4dfd-4896-9b8b-8eeb4a49e463 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:54.673506 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-490f2361-c16a-4aaa-b689-6e4e8dd1e1fa req-6910623c-4dfd-4896-9b8b-8eeb4a49e463 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 945 time: 0.0682366 Apr 20 13:13:54.715899 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-490f2361-c16a-4aaa-b689-6e4e8dd1e1fa req-da954aca-1ff6-4ce6-991d-7a8642066b8c tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351365 Apr 20 13:13:54.729692 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port af4613bc-0b75-4963-8484-9935c1404141 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:54.730270 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:54.927882 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:54.962520 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38ff14-148a-47a6-8ab7-031f8884c555 req-3c536058-4b38-46d9-87de-a220774cde25 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:54.968598 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df38ff14-148a-47a6-8ab7-031f8884c555 req-3c536058-4b38-46d9-87de-a220774cde25 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca744aa-db8e-479e-9e7c-1f92a8bf6dd4 HTTP/1.1" status: 200 len: 945 time: 0.0984931 Apr 20 13:13:54.977999 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port af4613bc-0b75-4963-8484-9935c1404141, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=af4613bc-0b75-4963-8484-9935c1404141,segment=NetworkSegment(32755daa-e72b-493f-ab5b-7ccde96df1b2),segment_id=32755daa-e72b-493f-ab5b-7ccde96df1b2)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:55.038647 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39ccbe80-838e-4179-a4f4-006573534783 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:55.054479 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df38ff14-148a-47a6-8ab7-031f8884c555 req-50e4c773-ef46-40ca-837a-8b0b014088dc tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716455 Apr 20 13:13:55.091134 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43692) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:55.101235 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:55.183014 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=af4613bc-0b75-4963-8484-9935c1404141,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:55.312760 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c4274b-4db1-4c9e-872d-65ad49626923 None None] Network fc159cf1-473b-41bf-a235-58833b6524ec requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:13:55.340437 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39ccbe80-838e-4179-a4f4-006573534783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:55.354449 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa01053-ca23-4ffe-b572-6b3c460ea4ef req-3d3d1512-44f6-4839-be1e-521f82f5082a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:55.354932 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa01053-ca23-4ffe-b572-6b3c460ea4ef req-3d3d1512-44f6-4839-be1e-521f82f5082a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:55.355415 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa01053-ca23-4ffe-b572-6b3c460ea4ef req-3d3d1512-44f6-4839-be1e-521f82f5082a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:55.355883 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa01053-ca23-4ffe-b572-6b3c460ea4ef req-3d3d1512-44f6-4839-be1e-521f82f5082a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:55.356390 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa01053-ca23-4ffe-b572-6b3c460ea4ef req-3d3d1512-44f6-4839-be1e-521f82f5082a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:55.357046 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa01053-ca23-4ffe-b572-6b3c460ea4ef req-3d3d1512-44f6-4839-be1e-521f82f5082a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:55.357516 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa01053-ca23-4ffe-b572-6b3c460ea4ef req-3d3d1512-44f6-4839-be1e-521f82f5082a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:55.359426 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0aa01053-ca23-4ffe-b572-6b3c460ea4ef req-3d3d1512-44f6-4839-be1e-521f82f5082a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 6501 time: 0.2672229 Apr 20 13:13:55.380931 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-566ff805-8e48-40e8-8705-c40386be4580 None None] Provisioning complete for port af4613bc-0b75-4963-8484-9935c1404141 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:55.381303 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-566ff805-8e48-40e8-8705-c40386be4580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:55.441811 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0aa01053-ca23-4ffe-b572-6b3c460ea4ef req-4628478e-e6ed-41c7-8ff6-359d429afa2d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=453f1f18-ab3a-45a6-896f-f71ff07ade0a&id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444562 Apr 20 13:13:55.849363 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ccbe80-838e-4179-a4f4-006573534783 admin admin] Router 1ebede76-9a33-4131-a973-ca156d8c2e9b is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:13:55.869970 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-3f8484ae-e522-4eca-9944-d540199b762c None None] Provisioning complete for port af4613bc-0b75-4963-8484-9935c1404141 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:55.870348 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3f8484ae-e522-4eca-9944-d540199b762c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:55.881930 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3714d-a0d5-41b6-8bc0-a812049ead0f req-70ea8f11-f939-417c-8677-2319302451ac tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:55.884199 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5ee3714d-a0d5-41b6-8bc0-a812049ead0f req-70ea8f11-f939-417c-8677-2319302451ac tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 945 time: 0.0623133 Apr 20 13:13:55.907265 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b3d86141-298d-4218-9c6d-b514a2ff5c92 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:13:55.948054 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5ee3714d-a0d5-41b6-8bc0-a812049ead0f req-0039f544-2793-4b87-973f-2980e34c4b10 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558274 Apr 20 13:13:55.971435 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port b3d86141-298d-4218-9c6d-b514a2ff5c92 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:55.971839 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:55.986368 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ccbe80-838e-4179-a4f4-006573534783 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:13:55.999008 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd12999-0c41-47a5-b8f1-63f73a2cd319 None None] Sync routers for ids ['1ebede76-9a33-4131-a973-ca156d8c2e9b'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:13:56.010158 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd12999-0c41-47a5-b8f1-63f73a2cd319 None None] Routers {'1ebede76-9a33-4131-a973-ca156d8c2e9b'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:56.011080 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-abd12999-0c41-47a5-b8f1-63f73a2cd319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:13:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['1ebede76-9a33-4131-a973-ca156d8c2e9b'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:56.101101 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:56.123709 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-abd12999-0c41-47a5-b8f1-63f73a2cd319 None None] Set router 1ebede76-9a33-4131-a973-ca156d8c2e9b gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:13:56.138751 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e058f4b6-2d8a-4008-80a9-3c38f2f196c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d86141-298d-4218-9c6d-b514a2ff5c92'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:13:56.141030 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704060f7-2e9f-42d7-a7e8-9e66a510e26d" -d '{"events": [{"server_uuid": "e058f4b6-2d8a-4008-80a9-3c38f2f196c4", "name": "network-vif-plugged", "status": "completed", "tag": "b3d86141-298d-4218-9c6d-b514a2ff5c92"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:13:56.156127 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39ccbe80-838e-4179-a4f4-006573534783 admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:56.159010 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-39ccbe80-838e-4179-a4f4-006573534783 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2181330 Apr 20 13:13:56.162017 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43730) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:56.178775 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port b3d86141-298d-4218-9c6d-b514a2ff5c92, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b3d86141-298d-4218-9c6d-b514a2ff5c92,segment=NetworkSegment(0f113b16-94ad-4b02-8521-e93247ce464b),segment_id=0f113b16-94ad-4b02-8521-e93247ce464b)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:56.191739 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba316e9c-d4df-4959-b507-ed2a3c052e33 x-openstack-request-id: req-ba316e9c-d4df-4959-b507-ed2a3c052e33 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:13:56.192382 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e058f4b6-2d8a-4008-80a9-3c38f2f196c4", "name": "network-vif-plugged", "status": "completed", "tag": "b3d86141-298d-4218-9c6d-b514a2ff5c92", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:13:56.192916 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ba316e9c-d4df-4959-b507-ed2a3c052e33 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:13:56.193462 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba316e9c-d4df-4959-b507-ed2a3c052e33'] response: {'server_uuid': 'e058f4b6-2d8a-4008-80a9-3c38f2f196c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d86141-298d-4218-9c6d-b514a2ff5c92', 'code': 200} Apr 20 13:13:56.205215 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b17d9-f7e6-4fb2-a776-823f190cc096 req-5ca16253-c52f-44ca-a603-18b54e4b2d61 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:56.206736 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-595b17d9-f7e6-4fb2-a776-823f190cc096 req-5ca16253-c52f-44ca-a603-18b54e4b2d61 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca744aa-db8e-479e-9e7c-1f92a8bf6dd4 HTTP/1.1" status: 200 len: 945 time: 0.0796690 Apr 20 13:13:56.255795 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:56.280289 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-595b17d9-f7e6-4fb2-a776-823f190cc096 req-0cd963df-75c9-4490-a28d-d99bc31fbcb8 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582340 Apr 20 13:13:56.310687 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=b3d86141-298d-4218-9c6d-b514a2ff5c92,revision_number=7']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:56.380664 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-abd12999-0c41-47a5-b8f1-63f73a2cd319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebede76-9a33-4131-a973-ca156d8c2e9b', 'name': 'tempest-ServersTestBootFromVolume-1426058303-router', 'tenant_id': '3a903070609941389257911c1f54a3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '35036ccb-df9a-4ab2-aa29-5caaf6debe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:53Z', 'updated_at': '2022-04-20T13:13:54Z', 'revision_number': 3, 'project_id': '3a903070609941389257911c1f54a3cb', 'gw_port': {'id': '35036ccb-df9a-4ab2-aa29-5caaf6debe1f', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b6:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebede76-9a33-4131-a973-ca156d8c2e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:53Z', 'updated_at': '2022-04-20T13:13:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:56.397869 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43742) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:56.418153 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd12999-0c41-47a5-b8f1-63f73a2cd319 None None] Checking router: 1ebede76-9a33-4131-a973-ca156d8c2e9b for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:13:56.418701 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd12999-0c41-47a5-b8f1-63f73a2cd319 None None] Updating router 1ebede76-9a33-4131-a973-ca156d8c2e9b port 35036ccb-df9a-4ab2-aa29-5caaf6debe1f binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:13:56.448671 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-abd12999-0c41-47a5-b8f1-63f73a2cd319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:56.501447 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device af4613bc-0b75-4963-8484-9935c1404141 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:13:56.659761 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-756cbcc4-353e-457b-a1db-cb7bc070b427 tempest-PortsAdminExtendedAttrsTestJSON-97407977 tempest-PortsAdminExtendedAttrsTestJSON-97407977-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1459487981'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:56.749089 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c536f79b-d759-4f9b-a998-434fa1a03a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:56.785633 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-abd12999-0c41-47a5-b8f1-63f73a2cd319 None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:56.787155 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port af4613bc-0b75-4963-8484-9935c1404141 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:56.787349 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:56.814988 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756cbcc4-353e-457b-a1db-cb7bc070b427 tempest-PortsAdminExtendedAttrsTestJSON-97407977 tempest-PortsAdminExtendedAttrsTestJSON-97407977-project] Made reservation on behalf of 4d7925fd36e04ac3bc2ee081e5fb2bde for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:13:56.819022 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-756cbcc4-353e-457b-a1db-cb7bc070b427 tempest-PortsAdminExtendedAttrsTestJSON-97407977 tempest-PortsAdminExtendedAttrsTestJSON-97407977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:56.828286 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-756cbcc4-353e-457b-a1db-cb7bc070b427 tempest-PortsAdminExtendedAttrsTestJSON-97407977 tempest-PortsAdminExtendedAttrsTestJSON-97407977-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:56.868312 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-898e6fb2-ea18-4d4f-a68e-8d544c0a4d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:56.878158 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-abd12999-0c41-47a5-b8f1-63f73a2cd319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:56.920487 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-756cbcc4-353e-457b-a1db-cb7bc070b427 tempest-PortsAdminExtendedAttrsTestJSON-97407977 tempest-PortsAdminExtendedAttrsTestJSON-97407977-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:56.923156 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-abd12999-0c41-47a5-b8f1-63f73a2cd319 None None] Attempting to bind port 35036ccb-df9a-4ab2-aa29-5caaf6debe1f on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:56.923638 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-abd12999-0c41-47a5-b8f1-63f73a2cd319 None None] Attempting to bind port 35036ccb-df9a-4ab2-aa29-5caaf6debe1f by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:56.924007 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd12999-0c41-47a5-b8f1-63f73a2cd319 None None] Attempting to bind port 35036ccb-df9a-4ab2-aa29-5caaf6debe1f on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:56.933687 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd12999-0c41-47a5-b8f1-63f73a2cd319 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:13:56.934055 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd12999-0c41-47a5-b8f1-63f73a2cd319 None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:13:56.934456 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-abd12999-0c41-47a5-b8f1-63f73a2cd319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:56.934571 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-c536f79b-d759-4f9b-a998-434fa1a03a5d admin admin] Allocated IP 172.20.0.1 (fc159cf1-473b-41bf-a235-58833b6524ec/e5630e15-812b-4997-8a6f-c5aae4e89ae1/23244d60-8f65-41f7-a9e4-ba0148264b66) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:13:56.934894 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd12999-0c41-47a5-b8f1-63f73a2cd319 None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:13:56.935368 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-abd12999-0c41-47a5-b8f1-63f73a2cd319 None None] Bound port: 35036ccb-df9a-4ab2-aa29-5caaf6debe1f, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:13:56.935775 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-abd12999-0c41-47a5-b8f1-63f73a2cd319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:56.958594 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df021348-5a40-4afc-a9ac-c739314993fe None None] Pushing event updated for resources: {'Port': ['ID=35036ccb-df9a-4ab2-aa29-5caaf6debe1f,revision_number=2']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:56.995754 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-abd12999-0c41-47a5-b8f1-63f73a2cd319 None None] For port 35036ccb-df9a-4ab2-aa29-5caaf6debe1f, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:13:56.999057 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-abd12999-0c41-47a5-b8f1-63f73a2cd319 None None] For port 35036ccb-df9a-4ab2-aa29-5caaf6debe1f, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=35036ccb-df9a-4ab2-aa29-5caaf6debe1f,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:13:57.003753 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-756cbcc4-353e-457b-a1db-cb7bc070b427 tempest-PortsAdminExtendedAttrsTestJSON-97407977 tempest-PortsAdminExtendedAttrsTestJSON-97407977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:57.043776 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-756cbcc4-353e-457b-a1db-cb7bc070b427 tempest-PortsAdminExtendedAttrsTestJSON-97407977 tempest-PortsAdminExtendedAttrsTestJSON-97407977-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:13:57.054074 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c536f79b-d759-4f9b-a998-434fa1a03a5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:57.070112 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cbcc4-353e-457b-a1db-cb7bc070b427 tempest-PortsAdminExtendedAttrsTestJSON-97407977 tempest-PortsAdminExtendedAttrsTestJSON-97407977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93f6ebba-e277-4b20-a9cd-1be8dd86517f,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:57.073217 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-756cbcc4-353e-457b-a1db-cb7bc070b427 tempest-PortsAdminExtendedAttrsTestJSON-97407977 tempest-PortsAdminExtendedAttrsTestJSON-97407977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:57.073561 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-756cbcc4-353e-457b-a1db-cb7bc070b427 tempest-PortsAdminExtendedAttrsTestJSON-97407977 tempest-PortsAdminExtendedAttrsTestJSON-97407977-project] Added segment 68ceb61f-4e85-4ef0-a828-5555a72afac5 of type vlan for network f019ac8e-1dfb-4912-915f-0a51550bb336 Apr 20 13:13:57.111583 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-abd12999-0c41-47a5-b8f1-63f73a2cd319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:57.125801 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-756cbcc4-353e-457b-a1db-cb7bc070b427 tempest-PortsAdminExtendedAttrsTestJSON-97407977 tempest-PortsAdminExtendedAttrsTestJSON-97407977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:57.135295 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ef2dd-bb9b-4c73-9355-da30e2f9d51f req-0c874eae-32cf-455a-8f27-1b34c6b37d44 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:57.147683 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6c8ef2dd-bb9b-4c73-9355-da30e2f9d51f req-0c874eae-32cf-455a-8f27-1b34c6b37d44 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 946 time: 0.1206191 Apr 20 13:13:57.172216 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd12999-0c41-47a5-b8f1-63f73a2cd319 None None] Routers {'1ebede76-9a33-4131-a973-ca156d8c2e9b'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:57.172841 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-abd12999-0c41-47a5-b8f1-63f73a2cd319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:13:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['1ebede76-9a33-4131-a973-ca156d8c2e9b'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:57.186638 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c536f79b-d759-4f9b-a998-434fa1a03a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:57.198920 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6c8ef2dd-bb9b-4c73-9355-da30e2f9d51f req-009b8538-5f05-450e-a197-61e518966682 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540986 Apr 20 13:13:57.222563 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df021348-5a40-4afc-a9ac-c739314993fe None None] Pushing event updated for resources: {'Port': ['ID=35036ccb-df9a-4ab2-aa29-5caaf6debe1f,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:57.241499 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c536f79b-d759-4f9b-a998-434fa1a03a5d admin admin] Network fc159cf1-473b-41bf-a235-58833b6524ec is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:57.242499 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f79b-d759-4f9b-a998-434fa1a03a5d admin admin] Pushing event updated for resources: {'Port': ['ID=23244d60-8f65-41f7-a9e4-ba0148264b66,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:57.246037 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-c536f79b-d759-4f9b-a998-434fa1a03a5d admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:57.248209 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c536f79b-d759-4f9b-a998-434fa1a03a5d admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:13:57.283795 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-756cbcc4-353e-457b-a1db-cb7bc070b427 tempest-PortsAdminExtendedAttrsTestJSON-97407977 tempest-PortsAdminExtendedAttrsTestJSON-97407977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:57.290000 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c536f79b-d759-4f9b-a998-434fa1a03a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:57.290162 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756cbcc4-353e-457b-a1db-cb7bc070b427 tempest-PortsAdminExtendedAttrsTestJSON-97407977 tempest-PortsAdminExtendedAttrsTestJSON-97407977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:57.290645 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-756cbcc4-353e-457b-a1db-cb7bc070b427 tempest-PortsAdminExtendedAttrsTestJSON-97407977 tempest-PortsAdminExtendedAttrsTestJSON-97407977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:57.303728 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-abd12999-0c41-47a5-b8f1-63f73a2cd319 None None] Set router 1ebede76-9a33-4131-a973-ca156d8c2e9b gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:13:57.437773 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-756cbcc4-353e-457b-a1db-cb7bc070b427 tempest-PortsAdminExtendedAttrsTestJSON-97407977 tempest-PortsAdminExtendedAttrsTestJSON-97407977-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.0386271 Apr 20 13:13:57.501943 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cbcc4-353e-457b-a1db-cb7bc070b427 tempest-PortsAdminExtendedAttrsTestJSON-97407977 tempest-PortsAdminExtendedAttrsTestJSON-97407977-project] Pushing event updated for resources: {'Network': ['ID=f019ac8e-1dfb-4912-915f-0a51550bb336,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:57.516321 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c536f79b-d759-4f9b-a998-434fa1a03a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:57.517045 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network f019ac8e-1dfb-4912-915f-0a51550bb336 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:13:57.539008 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f779a-323f-4f4f-96bd-5eaa755a4bb3 req-521da3bc-0fdd-4add-8cac-5d0588fdf84d tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:57.541601 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c01f779a-323f-4f4f-96bd-5eaa755a4bb3 req-521da3bc-0fdd-4add-8cac-5d0588fdf84d tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca744aa-db8e-479e-9e7c-1f92a8bf6dd4 HTTP/1.1" status: 200 len: 945 time: 0.1419506 Apr 20 13:13:57.579549 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-abd12999-0c41-47a5-b8f1-63f73a2cd319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebede76-9a33-4131-a973-ca156d8c2e9b', 'name': 'tempest-ServersTestBootFromVolume-1426058303-router', 'tenant_id': '3a903070609941389257911c1f54a3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '35036ccb-df9a-4ab2-aa29-5caaf6debe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:53Z', 'updated_at': '2022-04-20T13:13:54Z', 'revision_number': 3, 'project_id': '3a903070609941389257911c1f54a3cb', 'gw_port': {'id': '35036ccb-df9a-4ab2-aa29-5caaf6debe1f', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b6:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebede76-9a33-4131-a973-ca156d8c2e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:53Z', 'updated_at': '2022-04-20T13:13:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:57.600729 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c01f779a-323f-4f4f-96bd-5eaa755a4bb3 req-2dd666f5-7aa4-4fd8-9c02-2b8a874206c7 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460012 Apr 20 13:13:57.611668 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd12999-0c41-47a5-b8f1-63f73a2cd319 None None] The sync data for ids ['1ebede76-9a33-4131-a973-ca156d8c2e9b'] in n-d-836015-7 is: [{'id': '1ebede76-9a33-4131-a973-ca156d8c2e9b', 'name': 'tempest-ServersTestBootFromVolume-1426058303-router', 'tenant_id': '3a903070609941389257911c1f54a3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '35036ccb-df9a-4ab2-aa29-5caaf6debe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:53Z', 'updated_at': '2022-04-20T13:13:54Z', 'revision_number': 3, 'project_id': '3a903070609941389257911c1f54a3cb', 'gw_port': {'id': '35036ccb-df9a-4ab2-aa29-5caaf6debe1f', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b6:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebede76-9a33-4131-a973-ca156d8c2e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:53Z', 'updated_at': '2022-04-20T13:13:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:13:57.637112 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-047a955a-99e3-429b-9de4-f26552aa55ae None None] Provisioning complete for port 23244d60-8f65-41f7-a9e4-ba0148264b66 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:57.637590 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-047a955a-99e3-429b-9de4-f26552aa55ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:57.690355 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-047a955a-99e3-429b-9de4-f26552aa55ae None None] Port 23244d60-8f65-41f7-a9e4-ba0148264b66 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:13:57.702664 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43756) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:57.708401 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Request body: {'port': {'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336', 'binding:host_id': 'n-h1-836015-7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1232164984'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:57.743142 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c536f79b-d759-4f9b-a998-434fa1a03a5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:57.798101 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Made reservation on behalf of da4ab580c65b473db9af6067a13bdc82 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:13:57.800578 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:57.809315 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c536f79b-d759-4f9b-a998-434fa1a03a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:57.810562 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:57.901389 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f79b-d759-4f9b-a998-434fa1a03a5d admin admin] Pushing event updated for resources: {'Port': ['ID=23244d60-8f65-41f7-a9e4-ba0148264b66,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:57.905088 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c536f79b-d759-4f9b-a998-434fa1a03a5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:57.912414 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:57.963519 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:57.968309 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] device_id is not set on port 797eafc6-1cca-46c6-9434-76980c7c10ba yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:13:57.998660 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:58.008539 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c536f79b-d759-4f9b-a998-434fa1a03a5d admin admin] Network fc159cf1-473b-41bf-a235-58833b6524ec is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:58.010067 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-c536f79b-d759-4f9b-a998-434fa1a03a5d admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:58.048692 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6120652-a595-4c79-b5be-b37772aab70e,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:58.174381 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c536f79b-d759-4f9b-a998-434fa1a03a5d admin admin] Router 1ebede76-9a33-4131-a973-ca156d8c2e9b has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:13:58.274568 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] device_id is not set on port 797eafc6-1cca-46c6-9434-76980c7c10ba yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:13:58.288026 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:58.368942 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c536f79b-d759-4f9b-a998-434fa1a03a5d admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:13:58.376328 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c536f79b-d759-4f9b-a998-434fa1a03a5d admin admin] 10.222.0.25 "PUT /v2.0/routers/1ebede76-9a33-4131-a973-ca156d8c2e9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2130663 Apr 20 13:13:58.391792 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:58.519344 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Pushing event updated for resources: {'Port': ['ID=797eafc6-1cca-46c6-9434-76980c7c10ba,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:58.538273 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a736b3-0ece-46df-9667-a681c5ebcba7 req-ce514e4e-6b1d-452e-8409-8395afc5fe9c tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:58.540084 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-91a736b3-0ece-46df-9667-a681c5ebcba7 req-ce514e4e-6b1d-452e-8409-8395afc5fe9c tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 946 time: 0.2018938 Apr 20 13:13:58.552720 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-c4a0b32c-ae6d-410e-8fb3-c96aa93dc962 None None] Provisioning complete for port 23244d60-8f65-41f7-a9e4-ba0148264b66 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:58.554356 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c4a0b32c-ae6d-410e-8fb3-c96aa93dc962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:58.595182 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Checking segment: {'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:13:58.595608 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Network hostable DHCP agents. Network: f019ac8e-1dfb-4912-915f-0a51550bb336, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:13:58.609315 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-91a736b3-0ece-46df-9667-a681c5ebcba7 req-421c2d92-455d-4b01-a8e9-ef20855d9089 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588493 Apr 20 13:13:58.621256 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-c4a0b32c-ae6d-410e-8fb3-c96aa93dc962 None None] Port 23244d60-8f65-41f7-a9e4-ba0148264b66 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:13:58.622305 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 35036ccb-df9a-4ab2-aa29-5caaf6debe1f up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:13:58.686645 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 35036ccb-df9a-4ab2-aa29-5caaf6debe1f triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:58.687403 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:58.717825 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Network f019ac8e-1dfb-4912-915f-0a51550bb336 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:13:58.771522 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5db10e-bd03-435a-a92c-86f7e8a49c49 req-d8a15020-aeaa-49e5-894d-219f29a7bf69 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:58.774822 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3d5db10e-bd03-435a-a92c-86f7e8a49c49 req-d8a15020-aeaa-49e5-894d-219f29a7bf69 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca744aa-db8e-479e-9e7c-1f92a8bf6dd4 HTTP/1.1" status: 200 len: 945 time: 0.0847061 Apr 20 13:13:58.811828 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:58.828799 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, f019ac8e-1dfb-4912-915f-0a51550bb336) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:58.836706 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:13:58.859780 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 35036ccb-df9a-4ab2-aa29-5caaf6debe1f, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=35036ccb-df9a-4ab2-aa29-5caaf6debe1f,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:58.861919 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce76792-1427-488f-8b15-45fb9f863c3c None None] Network f019ac8e-1dfb-4912-915f-0a51550bb336 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:13:58.873717 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:58.874185 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:58.874592 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba on network f019ac8e-1dfb-4912-915f-0a51550bb336 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:58.883308 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Port 797eafc6-1cca-46c6-9434-76980c7c10ba on network f019ac8e-1dfb-4912-915f-0a51550bb336 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:58.883814 n-d-836015-7 neutron-server[114869]: ERROR neutron.plugins.ml2.managers [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Failed to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba on host n-h1-836015-7 for vnic_type normal using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] Apr 20 13:13:58.886257 n-d-836015-7 neutron-server[114869]: INFO neutron.plugins.ml2.plugin [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempt 2 to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba Apr 20 13:13:58.893063 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3d5db10e-bd03-435a-a92c-86f7e8a49c49 req-d6c5b961-5cd7-4266-971c-117fc83e0c85 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960517 Apr 20 13:13:58.904163 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:58.904818 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:58.905558 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba on network f019ac8e-1dfb-4912-915f-0a51550bb336 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:58.911508 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Port 797eafc6-1cca-46c6-9434-76980c7c10ba on network f019ac8e-1dfb-4912-915f-0a51550bb336 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:58.912175 n-d-836015-7 neutron-server[114869]: ERROR neutron.plugins.ml2.managers [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Failed to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba on host n-h1-836015-7 for vnic_type normal using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] Apr 20 13:13:58.912994 n-d-836015-7 neutron-server[114869]: INFO neutron.plugins.ml2.plugin [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempt 3 to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba Apr 20 13:13:58.936984 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:58.937362 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:58.937703 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba on network f019ac8e-1dfb-4912-915f-0a51550bb336 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:58.942368 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Port 797eafc6-1cca-46c6-9434-76980c7c10ba on network f019ac8e-1dfb-4912-915f-0a51550bb336 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:58.942845 n-d-836015-7 neutron-server[114869]: ERROR neutron.plugins.ml2.managers [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Failed to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba on host n-h1-836015-7 for vnic_type normal using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] Apr 20 13:13:58.943284 n-d-836015-7 neutron-server[114869]: INFO neutron.plugins.ml2.plugin [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempt 4 to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba Apr 20 13:13:58.958886 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:58.959226 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:58.959620 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba on network f019ac8e-1dfb-4912-915f-0a51550bb336 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:58.965126 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Port 797eafc6-1cca-46c6-9434-76980c7c10ba on network f019ac8e-1dfb-4912-915f-0a51550bb336 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:58.965713 n-d-836015-7 neutron-server[114869]: ERROR neutron.plugins.ml2.managers [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Failed to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba on host n-h1-836015-7 for vnic_type normal using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] Apr 20 13:13:58.966448 n-d-836015-7 neutron-server[114869]: INFO neutron.plugins.ml2.plugin [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempt 5 to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba Apr 20 13:13:58.975566 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:58.986660 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:58.987472 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:58.988420 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba on network f019ac8e-1dfb-4912-915f-0a51550bb336 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:58.993492 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Port 797eafc6-1cca-46c6-9434-76980c7c10ba on network f019ac8e-1dfb-4912-915f-0a51550bb336 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:58.994028 n-d-836015-7 neutron-server[114869]: ERROR neutron.plugins.ml2.managers [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Failed to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba on host n-h1-836015-7 for vnic_type normal using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] Apr 20 13:13:58.994574 n-d-836015-7 neutron-server[114869]: INFO neutron.plugins.ml2.plugin [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempt 6 to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba Apr 20 13:13:59.010488 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:59.010838 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:59.011176 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba on network f019ac8e-1dfb-4912-915f-0a51550bb336 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:59.016521 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Port 797eafc6-1cca-46c6-9434-76980c7c10ba on network f019ac8e-1dfb-4912-915f-0a51550bb336 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:59.016850 n-d-836015-7 neutron-server[114869]: ERROR neutron.plugins.ml2.managers [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Failed to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba on host n-h1-836015-7 for vnic_type normal using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] Apr 20 13:13:59.017239 n-d-836015-7 neutron-server[114869]: INFO neutron.plugins.ml2.plugin [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempt 7 to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba Apr 20 13:13:59.046625 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:59.047041 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:59.047693 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba on network f019ac8e-1dfb-4912-915f-0a51550bb336 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:59.052792 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Port 797eafc6-1cca-46c6-9434-76980c7c10ba on network f019ac8e-1dfb-4912-915f-0a51550bb336 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:59.053268 n-d-836015-7 neutron-server[114869]: ERROR neutron.plugins.ml2.managers [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Failed to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba on host n-h1-836015-7 for vnic_type normal using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] Apr 20 13:13:59.053670 n-d-836015-7 neutron-server[114869]: INFO neutron.plugins.ml2.plugin [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempt 8 to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba Apr 20 13:13:59.068297 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:59.068643 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:59.068980 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba on network f019ac8e-1dfb-4912-915f-0a51550bb336 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:59.069555 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43794) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:59.074481 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Port 797eafc6-1cca-46c6-9434-76980c7c10ba on network f019ac8e-1dfb-4912-915f-0a51550bb336 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:59.074812 n-d-836015-7 neutron-server[114869]: ERROR neutron.plugins.ml2.managers [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Failed to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba on host n-h1-836015-7 for vnic_type normal using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] Apr 20 13:13:59.075600 n-d-836015-7 neutron-server[114869]: INFO neutron.plugins.ml2.plugin [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempt 9 to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba Apr 20 13:13:59.088171 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-b79381d8-d88e-4d38-9790-a6c4b7cb057c tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Request body: {'security_group': {'name': 'tempest-securitygroup--982010173', 'description': 'tempest-description--1765318362'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:59.093552 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:59.093818 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:59.094143 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba on network f019ac8e-1dfb-4912-915f-0a51550bb336 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:59.099589 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Port 797eafc6-1cca-46c6-9434-76980c7c10ba on network f019ac8e-1dfb-4912-915f-0a51550bb336 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:59.106804 n-d-836015-7 neutron-server[114869]: ERROR neutron.plugins.ml2.managers [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Failed to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba on host n-h1-836015-7 for vnic_type normal using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] Apr 20 13:13:59.106804 n-d-836015-7 neutron-server[114869]: INFO neutron.plugins.ml2.plugin [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempt 10 to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba Apr 20 13:13:59.112267 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=35036ccb-df9a-4ab2-aa29-5caaf6debe1f,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:59.133120 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:59.133532 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:59.134690 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba on network f019ac8e-1dfb-4912-915f-0a51550bb336 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:59.141303 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Port 797eafc6-1cca-46c6-9434-76980c7c10ba on network f019ac8e-1dfb-4912-915f-0a51550bb336 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:59.141714 n-d-836015-7 neutron-server[114869]: ERROR neutron.plugins.ml2.managers [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Failed to bind port 797eafc6-1cca-46c6-9434-76980c7c10ba on host n-h1-836015-7 for vnic_type normal using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] Apr 20 13:13:59.142168 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:59.221609 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b79381d8-d88e-4d38-9790-a6c4b7cb057c tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:59.243674 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] For port 797eafc6-1cca-46c6-9434-76980c7c10ba, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:13:59.246874 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempted to set empty binding levels {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 20 13:13:59.309663 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b79381d8-d88e-4d38-9790-a6c4b7cb057c tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:59.347477 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:59.381022 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:59.381966 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:59.382765 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b79381d8-d88e-4d38-9790-a6c4b7cb057c tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:59.395659 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:59.409827 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Pushing event updated for resources: {'Port': ['ID=797eafc6-1cca-46c6-9434-76980c7c10ba,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:59.454864 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79381d8-d88e-4d38-9790-a6c4b7cb057c tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9ea534-3b25-47f3-b708-8fb1ee2245fd,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:59.469739 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a4e30eff-b2e9-44d9-aa17-7530574bc5e7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.7658250 Apr 20 13:13:59.473015 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43806) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:59.504237 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b79381d8-d88e-4d38-9790-a6c4b7cb057c tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:59.508205 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b79381d8-d88e-4d38-9790-a6c4b7cb057c tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4375336 Apr 20 13:13:59.508811 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43808) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:59.515832 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-5a9401d9-a284-444d-9360-e531b66fa68a tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Request body: {'security_group_rule': {'security_group_id': '1a9ea534-3b25-47f3-b708-8fb1ee2245fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:59.575634 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-9c8070ff-739b-428f-ad69-75bfd5917c65 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Deleting port 797eafc6-1cca-46c6-9434-76980c7c10ba {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:59.576584 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9c8070ff-739b-428f-ad69-75bfd5917c65 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:59.654921 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a9401d9-a284-444d-9360-e531b66fa68a tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:59.676858 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-9c8070ff-739b-428f-ad69-75bfd5917c65 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] For port 797eafc6-1cca-46c6-9434-76980c7c10ba, host n-h1-836015-7, got binding levels [] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:59.677368 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9c8070ff-739b-428f-ad69-75bfd5917c65 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:59.716425 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-9c8070ff-739b-428f-ad69-75bfd5917c65 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Calling delete_port for 797eafc6-1cca-46c6-9434-76980c7c10ba owned by {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:59.780852 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:59.805224 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a9401d9-a284-444d-9360-e531b66fa68a tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:59.896620 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 3c08a28f-a117-4278-913d-c6abe592fc6b details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:13:59.907055 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a9401d9-a284-444d-9360-e531b66fa68a tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:59.909004 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80e98d-1edf-4fb9-a0dc-29a921cd977c req-758daee6-e881-456a-b4ea-9ccc06f8fd26 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:59.910656 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5c80e98d-1edf-4fb9-a0dc-29a921cd977c req-758daee6-e881-456a-b4ea-9ccc06f8fd26 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 946 time: 0.0770009 Apr 20 13:13:59.976656 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9401d9-a284-444d-9360-e531b66fa68a tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9739446-d162-4122-a1e4-8209e65ee89d,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:59.980630 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9c8070ff-739b-428f-ad69-75bfd5917c65 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:00.027128 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5c80e98d-1edf-4fb9-a0dc-29a921cd977c req-94135b42-0b17-49fa-bf17-218b3b63babf tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079566 Apr 20 13:14:00.030257 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8070ff-739b-428f-ad69-75bfd5917c65 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Pushing event deleted for resources: {'Port': ['ID=797eafc6-1cca-46c6-9434-76980c7c10ba,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:00.036647 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9c8070ff-739b-428f-ad69-75bfd5917c65 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:00.037697 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a9401d9-a284-444d-9360-e531b66fa68a tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:00.038968 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9c8070ff-739b-428f-ad69-75bfd5917c65 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] 10.222.0.25 "DELETE /v2.0/ports/797eafc6-1cca-46c6-9434-76980c7c10ba HTTP/1.1" status: 204 len: 168 time: 0.5649555 Apr 20 13:14:00.039968 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5a9401d9-a284-444d-9360-e531b66fa68a tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5293906 Apr 20 13:14:00.041940 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43818) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:00.042553 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43820) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:00.048184 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-7f90c983-71f2-4b2e-b7b0-ae349904f59c tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Request body: {'security_group_rule': {'security_group_id': '1a9ea534-3b25-47f3-b708-8fb1ee2245fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:00.121467 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c6c8850-aea5-4d33-95ee-5708afc42b12 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] GET failed (client error): The resource could not be found. Apr 20 13:14:00.127428 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9c6c8850-aea5-4d33-95ee-5708afc42b12 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] 10.222.0.25 "GET /v2.0/ports/797eafc6-1cca-46c6-9434-76980c7c10ba HTTP/1.1" status: 404 len: 333 time: 0.0699694 Apr 20 13:14:00.127591 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43824) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:00.134401 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-597d5eb5-2bd4-40e8-972c-eb10b5b9a0c5 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Request body: {'port': {'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1018628643'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:00.135655 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 3c08a28f-a117-4278-913d-c6abe592fc6b, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=3c08a28f-a117-4278-913d-c6abe592fc6b,segment=NetworkSegment(b745dd99-74ee-418c-af50-3e100538147c),segment_id=b745dd99-74ee-418c-af50-3e100538147c)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:00.152402 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '3c08a28f-a117-4278-913d-c6abe592fc6b', 'network_id': '5c1617fd-b3c2-4890-8228-0b4c973ac53a', 'port_id': '3c08a28f-a117-4278-913d-c6abe592fc6b', 'mac_address': 'fa:16:3e:c0:1e:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d8b784-aae6-4178-a00d-bed6eeefe6ff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:14:00.165739 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2d00d-4935-4f01-a008-32be4dc5e72f req-0056ce15-cb26-4679-843a-e6dff2763db2 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:00.167347 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8cc2d00d-4935-4f01-a008-32be4dc5e72f req-0056ce15-cb26-4679-843a-e6dff2763db2 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca744aa-db8e-479e-9e7c-1f92a8bf6dd4 HTTP/1.1" status: 200 len: 945 time: 0.1084909 Apr 20 13:14:00.206683 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:00.223864 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c08a28f-a117-4278-913d-c6abe592fc6b {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:14:00.232646 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8cc2d00d-4935-4f01-a008-32be4dc5e72f req-8359335b-5ee7-4840-94f3-245fbbe5221f tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481791 Apr 20 13:14:00.254654 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 3c08a28f-a117-4278-913d-c6abe592fc6b, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=3c08a28f-a117-4278-913d-c6abe592fc6b,segment=NetworkSegment(b745dd99-74ee-418c-af50-3e100538147c),segment_id=b745dd99-74ee-418c-af50-3e100538147c)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:00.266902 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7f90c983-71f2-4b2e-b7b0-ae349904f59c tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:00.290146 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597d5eb5-2bd4-40e8-972c-eb10b5b9a0c5 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Made reservation on behalf of da4ab580c65b473db9af6067a13bdc82 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:00.293448 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-597d5eb5-2bd4-40e8-972c-eb10b5b9a0c5 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:00.293591 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf284f0f-f608-4f19-bf40-12383b255e94 None None] Sync routers for ids ['1ebede76-9a33-4131-a973-ca156d8c2e9b'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:14:00.309369 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf284f0f-f608-4f19-bf40-12383b255e94 None None] Routers {'1ebede76-9a33-4131-a973-ca156d8c2e9b'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:14:00.311885 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-cf284f0f-f608-4f19-bf40-12383b255e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:13:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['1ebede76-9a33-4131-a973-ca156d8c2e9b'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:00.328978 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [None req-597d5eb5-2bd4-40e8-972c-eb10b5b9a0c5 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] device_id is not set on port c38d604c-6da7-4c4e-b3fa-5322177d7273 yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:14:00.403736 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7f90c983-71f2-4b2e-b7b0-ae349904f59c tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:00.460543 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7f90c983-71f2-4b2e-b7b0-ae349904f59c tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:00.491784 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90c983-71f2-4b2e-b7b0-ae349904f59c tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=634652ae-b5e3-4958-b2fb-51992a5f092a,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:00.540020 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-cf284f0f-f608-4f19-bf40-12383b255e94 None None] Set router 1ebede76-9a33-4131-a973-ca156d8c2e9b gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:14:00.588133 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 35036ccb-df9a-4ab2-aa29-5caaf6debe1f up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:14:00.594000 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7f90c983-71f2-4b2e-b7b0-ae349904f59c tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:00.598227 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7f90c983-71f2-4b2e-b7b0-ae349904f59c tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5517576 Apr 20 13:14:00.598401 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:00.598513 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43830) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:00.603577 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-dfd92573-b1ac-427a-b09d-c196d34714d4 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:00.611067 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-597d5eb5-2bd4-40e8-972c-eb10b5b9a0c5 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:00.752874 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['3c08a28f-a117-4278-913d-c6abe592fc6b'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:14:00.785605 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dfd92573-b1ac-427a-b09d-c196d34714d4 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks [] for floatingip, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:00.794710 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=3c08a28f-a117-4278-913d-c6abe592fc6b,revision_number=6']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:00.840443 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 35036ccb-df9a-4ab2-aa29-5caaf6debe1f triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:00.840848 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:00.842754 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-597d5eb5-2bd4-40e8-972c-eb10b5b9a0c5 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:00.909416 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d5eb5-2bd4-40e8-972c-eb10b5b9a0c5 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Pushing event updated for resources: {'Port': ['ID=c38d604c-6da7-4c4e-b3fa-5322177d7273,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:00.987801 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597d5eb5-2bd4-40e8-972c-eb10b5b9a0c5 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Network f019ac8e-1dfb-4912-915f-0a51550bb336 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:00.998603 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-597d5eb5-2bd4-40e8-972c-eb10b5b9a0c5 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:01.010318 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597d5eb5-2bd4-40e8-972c-eb10b5b9a0c5 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:01.011773 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597d5eb5-2bd4-40e8-972c-eb10b5b9a0c5 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:01.012643 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-597d5eb5-2bd4-40e8-972c-eb10b5b9a0c5 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:01.088610 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dfd92573-b1ac-427a-b09d-c196d34714d4 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:01.149804 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-cf284f0f-f608-4f19-bf40-12383b255e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebede76-9a33-4131-a973-ca156d8c2e9b', 'name': 'tempest-ServersTestBootFromVolume-1426058303-router', 'tenant_id': '3a903070609941389257911c1f54a3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '35036ccb-df9a-4ab2-aa29-5caaf6debe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:53Z', 'updated_at': '2022-04-20T13:13:57Z', 'revision_number': 4, 'project_id': '3a903070609941389257911c1f54a3cb', 'gw_port': {'id': '35036ccb-df9a-4ab2-aa29-5caaf6debe1f', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebede76-9a33-4131-a973-ca156d8c2e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:53Z', 'updated_at': '2022-04-20T13:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '23244d60-8f65-41f7-a9e4-ba0148264b66', 'name': '', 'network_id': 'fc159cf1-473b-41bf-a235-58833b6524ec', 'tenant_id': '3a903070609941389257911c1f54a3cb', 'mac_address': 'fa:16:3e:b8:5d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebede76-9a33-4131-a973-ca156d8c2e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'e5630e15-812b-4997-8a6f-c5aae4e89ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:56Z', 'updated_at': '2022-04-20T13:13:57Z', 'revision_number': 2, 'project_id': '3a903070609941389257911c1f54a3cb', 'subnets': [{'id': 'e5630e15-812b-4997-8a6f-c5aae4e89ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:01.170318 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-597d5eb5-2bd4-40e8-972c-eb10b5b9a0c5 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0335131 Apr 20 13:14:01.170484 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43840) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:01.174874 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:01.210367 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf284f0f-f608-4f19-bf40-12383b255e94 None None] Checking router: 1ebede76-9a33-4131-a973-ca156d8c2e9b for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:14:01.218611 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf284f0f-f608-4f19-bf40-12383b255e94 None None] Updating router 1ebede76-9a33-4131-a973-ca156d8c2e9b port 23244d60-8f65-41f7-a9e4-ba0148264b66 binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:14:01.291588 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cf284f0f-f608-4f19-bf40-12383b255e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:01.300515 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:01.343982 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-dfd92573-b1ac-427a-b09d-c196d34714d4 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Allocated IP 172.25.8.204 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/19233802-f21b-484c-bfc8-c94f77a8bc07) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:14:01.389637 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47ecd5-e7be-413e-aa9a-26efc4383f0c req-b1020971-9c81-4497-87fa-922d8fe39284 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:01.391221 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-da47ecd5-e7be-413e-aa9a-26efc4383f0c req-b1020971-9c81-4497-87fa-922d8fe39284 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 946 time: 0.1263843 Apr 20 13:14:01.491763 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-da47ecd5-e7be-413e-aa9a-26efc4383f0c req-6d840fa0-1fab-460e-b20d-642ec958e35d tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928276 Apr 20 13:14:01.604868 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dfd92573-b1ac-427a-b09d-c196d34714d4 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:01.630861 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] device_id is not set on port c38d604c-6da7-4c4e-b3fa-5322177d7273 yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:14:01.642778 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:01.710654 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cf284f0f-f608-4f19-bf40-12383b255e94 None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:01.729165 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:01.733087 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4573b37-faf4-438c-9022-95632fda9a17 req-361f1bec-39de-42eb-83b7-2c88ae87a5e8 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:01.736137 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d4573b37-faf4-438c-9022-95632fda9a17 req-361f1bec-39de-42eb-83b7-2c88ae87a5e8 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca744aa-db8e-479e-9e7c-1f92a8bf6dd4 HTTP/1.1" status: 200 len: 944 time: 0.0664678 Apr 20 13:14:01.821357 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dfd92573-b1ac-427a-b09d-c196d34714d4 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:01.822219 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cf284f0f-f608-4f19-bf40-12383b255e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:01.832303 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Pushing event updated for resources: {'Port': ['ID=c38d604c-6da7-4c4e-b3fa-5322177d7273,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:01.837482 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:14:01.837979 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:14:01.838242 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 on network f019ac8e-1dfb-4912-915f-0a51550bb336 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:01.844873 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Port c38d604c-6da7-4c4e-b3fa-5322177d7273 on network f019ac8e-1dfb-4912-915f-0a51550bb336 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:14:01.845301 n-d-836015-7 neutron-server[114870]: ERROR neutron.plugins.ml2.managers [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Failed to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 on host n-h1-836015-7 for vnic_type normal using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] Apr 20 13:14:01.845824 n-d-836015-7 neutron-server[114870]: INFO neutron.plugins.ml2.plugin [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempt 2 to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 Apr 20 13:14:01.863024 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:14:01.863462 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:14:01.863910 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 on network f019ac8e-1dfb-4912-915f-0a51550bb336 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:01.870363 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Port c38d604c-6da7-4c4e-b3fa-5322177d7273 on network f019ac8e-1dfb-4912-915f-0a51550bb336 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:14:01.870779 n-d-836015-7 neutron-server[114870]: ERROR neutron.plugins.ml2.managers [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Failed to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 on host n-h1-836015-7 for vnic_type normal using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] Apr 20 13:14:01.871299 n-d-836015-7 neutron-server[114870]: INFO neutron.plugins.ml2.plugin [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempt 3 to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 Apr 20 13:14:01.887250 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:14:01.888150 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:14:01.888609 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 on network f019ac8e-1dfb-4912-915f-0a51550bb336 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:01.893834 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Port c38d604c-6da7-4c4e-b3fa-5322177d7273 on network f019ac8e-1dfb-4912-915f-0a51550bb336 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:14:01.894314 n-d-836015-7 neutron-server[114870]: ERROR neutron.plugins.ml2.managers [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Failed to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 on host n-h1-836015-7 for vnic_type normal using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] Apr 20 13:14:01.894755 n-d-836015-7 neutron-server[114870]: INFO neutron.plugins.ml2.plugin [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempt 4 to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 Apr 20 13:14:01.916520 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:14:01.917953 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:14:01.918392 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 on network f019ac8e-1dfb-4912-915f-0a51550bb336 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:01.920580 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d4573b37-faf4-438c-9022-95632fda9a17 req-89e2bd14-820d-46ef-b711-67bd692e8e41 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711075 Apr 20 13:14:01.924834 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 3c08a28f-a117-4278-913d-c6abe592fc6b no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:14:01.925920 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Port c38d604c-6da7-4c4e-b3fa-5322177d7273 on network f019ac8e-1dfb-4912-915f-0a51550bb336 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:14:01.926321 n-d-836015-7 neutron-server[114870]: ERROR neutron.plugins.ml2.managers [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Failed to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 on host n-h1-836015-7 for vnic_type normal using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] Apr 20 13:14:01.926799 n-d-836015-7 neutron-server[114870]: INFO neutron.plugins.ml2.plugin [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempt 5 to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 Apr 20 13:14:01.953992 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:14:01.954415 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:14:01.955012 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 on network f019ac8e-1dfb-4912-915f-0a51550bb336 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:01.961186 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd92573-b1ac-427a-b09d-c196d34714d4 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:01.961585 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Port c38d604c-6da7-4c4e-b3fa-5322177d7273 on network f019ac8e-1dfb-4912-915f-0a51550bb336 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:14:01.961984 n-d-836015-7 neutron-server[114870]: ERROR neutron.plugins.ml2.managers [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Failed to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 on host n-h1-836015-7 for vnic_type normal using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] Apr 20 13:14:01.962446 n-d-836015-7 neutron-server[114870]: INFO neutron.plugins.ml2.plugin [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempt 6 to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 Apr 20 13:14:01.985235 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:14:01.985678 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:14:01.986117 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 on network f019ac8e-1dfb-4912-915f-0a51550bb336 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:01.991078 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-dfd92573-b1ac-427a-b09d-c196d34714d4 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:01.991741 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Port c38d604c-6da7-4c4e-b3fa-5322177d7273 on network f019ac8e-1dfb-4912-915f-0a51550bb336 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:14:01.992207 n-d-836015-7 neutron-server[114870]: ERROR neutron.plugins.ml2.managers [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Failed to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 on host n-h1-836015-7 for vnic_type normal using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] Apr 20 13:14:01.992906 n-d-836015-7 neutron-server[114870]: INFO neutron.plugins.ml2.plugin [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempt 7 to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 Apr 20 13:14:02.005475 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd92573-b1ac-427a-b09d-c196d34714d4 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Pushing event updated for resources: {'Port': ['ID=19233802-f21b-484c-bfc8-c94f77a8bc07,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:02.012574 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd92573-b1ac-427a-b09d-c196d34714d4 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:02.017110 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:14:02.018015 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:14:02.019435 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 on network f019ac8e-1dfb-4912-915f-0a51550bb336 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:02.024179 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b005249b-b451-424d-a190-53547c6bf2a1 None None] Pushing event updated for resources: {'Port': ['ID=23244d60-8f65-41f7-a9e4-ba0148264b66,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:02.030392 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Port c38d604c-6da7-4c4e-b3fa-5322177d7273 on network f019ac8e-1dfb-4912-915f-0a51550bb336 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:14:02.033080 n-d-836015-7 neutron-server[114870]: ERROR neutron.plugins.ml2.managers [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Failed to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 on host n-h1-836015-7 for vnic_type normal using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] Apr 20 13:14:02.033795 n-d-836015-7 neutron-server[114870]: INFO neutron.plugins.ml2.plugin [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempt 8 to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 Apr 20 13:14:02.052741 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19fcc98-a9a4-432c-bf50-f7161a694715 req-2610f1b2-50a7-49c2-b77a-9fe84734b0c7 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.067672 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19fcc98-a9a4-432c-bf50-f7161a694715 req-2610f1b2-50a7-49c2-b77a-9fe84734b0c7 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.069625 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:14:02.070135 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:14:02.070708 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 on network f019ac8e-1dfb-4912-915f-0a51550bb336 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:02.081171 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Port c38d604c-6da7-4c4e-b3fa-5322177d7273 on network f019ac8e-1dfb-4912-915f-0a51550bb336 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:14:02.082925 n-d-836015-7 neutron-server[114870]: ERROR neutron.plugins.ml2.managers [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Failed to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 on host n-h1-836015-7 for vnic_type normal using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] Apr 20 13:14:02.083493 n-d-836015-7 neutron-server[114870]: INFO neutron.plugins.ml2.plugin [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempt 9 to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 Apr 20 13:14:02.084700 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19fcc98-a9a4-432c-bf50-f7161a694715 req-2610f1b2-50a7-49c2-b77a-9fe84734b0c7 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.102394 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19fcc98-a9a4-432c-bf50-f7161a694715 req-2610f1b2-50a7-49c2-b77a-9fe84734b0c7 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.115236 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:14:02.115957 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:14:02.116880 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 on network f019ac8e-1dfb-4912-915f-0a51550bb336 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:02.118004 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19fcc98-a9a4-432c-bf50-f7161a694715 req-2610f1b2-50a7-49c2-b77a-9fe84734b0c7 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.127861 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Port c38d604c-6da7-4c4e-b3fa-5322177d7273 on network f019ac8e-1dfb-4912-915f-0a51550bb336 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:14:02.128220 n-d-836015-7 neutron-server[114870]: ERROR neutron.plugins.ml2.managers [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Failed to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 on host n-h1-836015-7 for vnic_type normal using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] Apr 20 13:14:02.128625 n-d-836015-7 neutron-server[114870]: INFO neutron.plugins.ml2.plugin [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempt 10 to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 Apr 20 13:14:02.137887 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19fcc98-a9a4-432c-bf50-f7161a694715 req-2610f1b2-50a7-49c2-b77a-9fe84734b0c7 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.154565 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-cf284f0f-f608-4f19-bf40-12383b255e94 None None] Attempting to bind port 23244d60-8f65-41f7-a9e4-ba0148264b66 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:14:02.154565 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-cf284f0f-f608-4f19-bf40-12383b255e94 None None] Attempting to bind port 23244d60-8f65-41f7-a9e4-ba0148264b66 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '32755daa-e72b-493f-ab5b-7ccde96df1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fc159cf1-473b-41bf-a235-58833b6524ec'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:14:02.155040 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19fcc98-a9a4-432c-bf50-f7161a694715 req-2610f1b2-50a7-49c2-b77a-9fe84734b0c7 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.157936 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf284f0f-f608-4f19-bf40-12383b255e94 None None] Attempting to bind port 23244d60-8f65-41f7-a9e4-ba0148264b66 on network fc159cf1-473b-41bf-a235-58833b6524ec {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:02.159990 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:14:02.160776 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:14:02.161338 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 on network f019ac8e-1dfb-4912-915f-0a51550bb336 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:02.164747 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f19fcc98-a9a4-432c-bf50-f7161a694715 req-2610f1b2-50a7-49c2-b77a-9fe84734b0c7 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 5433 time: 0.4047494 Apr 20 13:14:02.172163 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Port c38d604c-6da7-4c4e-b3fa-5322177d7273 on network f019ac8e-1dfb-4912-915f-0a51550bb336 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:14:02.173821 n-d-836015-7 neutron-server[114870]: ERROR neutron.plugins.ml2.managers [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Failed to bind port c38d604c-6da7-4c4e-b3fa-5322177d7273 on host n-h1-836015-7 for vnic_type normal using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] Apr 20 13:14:02.174748 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:02.271276 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:02.275741 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf284f0f-f608-4f19-bf40-12383b255e94 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:14:02.277323 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf284f0f-f608-4f19-bf40-12383b255e94 None None] Checking segment: {'id': '32755daa-e72b-493f-ab5b-7ccde96df1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fc159cf1-473b-41bf-a235-58833b6524ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:14:02.278250 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cf284f0f-f608-4f19-bf40-12383b255e94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:02.278250 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf284f0f-f608-4f19-bf40-12383b255e94 None None] Bound using segment: {'id': '32755daa-e72b-493f-ab5b-7ccde96df1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fc159cf1-473b-41bf-a235-58833b6524ec'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:14:02.278815 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-cf284f0f-f608-4f19-bf40-12383b255e94 None None] Bound port: 23244d60-8f65-41f7-a9e4-ba0148264b66, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32755daa-e72b-493f-ab5b-7ccde96df1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fc159cf1-473b-41bf-a235-58833b6524ec'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:14:02.279195 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cf284f0f-f608-4f19-bf40-12383b255e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:02.304742 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f19fcc98-a9a4-432c-bf50-f7161a694715 req-b6dd92ad-4a5a-425b-bf8f-f613b5a11b05 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&id=556d7529-8c3d-4632-818a-1051dfde20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0752683 Apr 20 13:14:02.316216 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] For port c38d604c-6da7-4c4e-b3fa-5322177d7273, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:14:02.316762 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempted to set empty binding levels {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 20 13:14:02.321002 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3c08a28f-a117-4278-913d-c6abe592fc6b {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:14:02.369142 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 3c08a28f-a117-4278-913d-c6abe592fc6b, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=3c08a28f-a117-4278-913d-c6abe592fc6b,segment=NetworkSegment(b745dd99-74ee-418c-af50-3e100538147c),segment_id=b745dd99-74ee-418c-af50-3e100538147c)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:02.386877 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:02.412052 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-cf284f0f-f608-4f19-bf40-12383b255e94 None None] For port 23244d60-8f65-41f7-a9e4-ba0148264b66, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:14:02.417666 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-cf284f0f-f608-4f19-bf40-12383b255e94 None None] For port 23244d60-8f65-41f7-a9e4-ba0148264b66, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=23244d60-8f65-41f7-a9e4-ba0148264b66,segment=NetworkSegment(32755daa-e72b-493f-ab5b-7ccde96df1b2),segment_id=32755daa-e72b-493f-ab5b-7ccde96df1b2)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:14:02.423070 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-84f10978-06a3-4e00-95d8-59035ce0af8e None None] Provisioning complete for port 23244d60-8f65-41f7-a9e4-ba0148264b66 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:02.423478 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-84f10978-06a3-4e00-95d8-59035ce0af8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:02.445327 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dfd92573-b1ac-427a-b09d-c196d34714d4 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:02.467373 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] In _notify_port_updated(), no bound segment for port c38d604c-6da7-4c4e-b3fa-5322177d7273 on network f019ac8e-1dfb-4912-915f-0a51550bb336 {{(pid=114870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 13:14:02.468558 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.469337 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:02.471154 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] 10.222.0.25 "PUT /v2.0/ports/c38d604c-6da7-4c4e-b3fa-5322177d7273 HTTP/1.1" status: 200 len: 975 time: 1.3026309 Apr 20 13:14:02.473806 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43856) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:02.496004 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:02.506172 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-84f10978-06a3-4e00-95d8-59035ce0af8e None None] Port 23244d60-8f65-41f7-a9e4-ba0148264b66 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:14:02.524202 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b21bd1-ea33-4e92-90dd-fe94593f50ad tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Pushing event updated for resources: {'Port': ['ID=c38d604c-6da7-4c4e-b3fa-5322177d7273,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:02.580599 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cf284f0f-f608-4f19-bf40-12383b255e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:02.605049 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.605583 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.606057 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.606641 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.607109 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.607697 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.608520 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.608986 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.609536 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.610398 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.610599 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.611061 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.611636 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.612102 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.612550 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.613022 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.613971 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.614433 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.614896 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.615369 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.615914 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.616373 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.616824 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.617277 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.617799 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.618637 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.619219 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.619778 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.620240 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.620876 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.621308 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.621812 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.622794 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.623252 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.623815 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.624403 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.624865 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.625317 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.625802 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.626264 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.626712 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.627164 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.627653 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.628501 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.628966 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.629421 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.629916 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.630382 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.630974 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.631425 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.631938 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.632399 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.637939 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-92468c83-9482-4cf2-8884-2b4f52600212 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 46649 time: 0.1627648 Apr 20 13:14:02.643600 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43868) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:02.700037 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dfd92573-b1ac-427a-b09d-c196d34714d4 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:02.805149 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce5127-7732-41a4-9717-24911d42fd4d req-3833d0bf-b18b-47d4-963a-2b230a190181 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.806666 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-22ce5127-7732-41a4-9717-24911d42fd4d req-3833d0bf-b18b-47d4-963a-2b230a190181 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 946 time: 0.1077683 Apr 20 13:14:02.820712 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-cdea32c8-9008-4cc8-a96d-c8115b7cf8f0 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Deleting port c38d604c-6da7-4c4e-b3fa-5322177d7273 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:02.821209 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cdea32c8-9008-4cc8-a96d-c8115b7cf8f0 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:02.900190 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-22ce5127-7732-41a4-9717-24911d42fd4d req-f4259d46-1307-482b-8e4b-44627eb9c659 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804482 Apr 20 13:14:02.960533 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-cdea32c8-9008-4cc8-a96d-c8115b7cf8f0 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] For port c38d604c-6da7-4c4e-b3fa-5322177d7273, host n-h1-836015-7, got binding levels [] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:02.960898 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cdea32c8-9008-4cc8-a96d-c8115b7cf8f0 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:02.988735 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-cdea32c8-9008-4cc8-a96d-c8115b7cf8f0 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Calling delete_port for c38d604c-6da7-4c4e-b3fa-5322177d7273 owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:03.070533 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=3c08a28f-a117-4278-913d-c6abe592fc6b,revision_number=7']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:03.093251 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf284f0f-f608-4f19-bf40-12383b255e94 None None] Routers {'1ebede76-9a33-4131-a973-ca156d8c2e9b'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:14:03.094269 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-cf284f0f-f608-4f19-bf40-12383b255e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:13:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['1ebede76-9a33-4131-a973-ca156d8c2e9b'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:03.106335 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dfd92573-b1ac-427a-b09d-c196d34714d4 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:03.139567 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf11e8-f165-400a-8f0e-80c1e93dce40 req-06592bd7-b76b-4c12-819f-a3b4029aa8b3 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:03.147154 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-53bf11e8-f165-400a-8f0e-80c1e93dce40 req-06592bd7-b76b-4c12-819f-a3b4029aa8b3 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca744aa-db8e-479e-9e7c-1f92a8bf6dd4 HTTP/1.1" status: 200 len: 943 time: 0.1492829 Apr 20 13:14:03.187269 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cdea32c8-9008-4cc8-a96d-c8115b7cf8f0 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:03.211717 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-53bf11e8-f165-400a-8f0e-80c1e93dce40 req-9a8373e5-7a94-4e2c-a65e-491c1c09aa1e tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545852 Apr 20 13:14:03.232976 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dfd92573-b1ac-427a-b09d-c196d34714d4 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:03.238504 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b005249b-b451-424d-a190-53547c6bf2a1 None None] Pushing event updated for resources: {'Port': ['ID=23244d60-8f65-41f7-a9e4-ba0148264b66,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:03.272400 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cdea32c8-9008-4cc8-a96d-c8115b7cf8f0 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:03.293393 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-cdea32c8-9008-4cc8-a96d-c8115b7cf8f0 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] 10.222.0.25 "DELETE /v2.0/ports/c38d604c-6da7-4c4e-b3fa-5322177d7273 HTTP/1.1" status: 204 len: 168 time: 0.6473887 Apr 20 13:14:03.298931 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43872) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:03.323390 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea32c8-9008-4cc8-a96d-c8115b7cf8f0 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Pushing event deleted for resources: {'Port': ['ID=c38d604c-6da7-4c4e-b3fa-5322177d7273,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:03.357154 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-cf284f0f-f608-4f19-bf40-12383b255e94 None None] Set router 1ebede76-9a33-4131-a973-ca156d8c2e9b gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:14:03.358207 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd92573-b1ac-427a-b09d-c196d34714d4 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Pushing event updated for resources: {'Port': ['ID=19233802-f21b-484c-bfc8-c94f77a8bc07,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:03.369978 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dfd92573-b1ac-427a-b09d-c196d34714d4 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:03.379920 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9d99576-f317-46e6-870c-542665366fce tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] GET failed (client error): The resource could not be found. Apr 20 13:14:03.385175 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43874) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:03.390841 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-86095ebe-90ee-416a-92ae-33ddea8a215b tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1783238735', 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:03.396928 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b9d99576-f317-46e6-870c-542665366fce tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] 10.222.0.25 "GET /v2.0/ports/c38d604c-6da7-4c4e-b3fa-5322177d7273 HTTP/1.1" status: 404 len: 333 time: 0.0918429 Apr 20 13:14:03.470798 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dfd92573-b1ac-427a-b09d-c196d34714d4 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:03.477184 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-dfd92573-b1ac-427a-b09d-c196d34714d4 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8732126 Apr 20 13:14:03.536902 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-1ce7b780-cca3-4529-8a51-6c131f7f0710 None None] Provisioning complete for port 23244d60-8f65-41f7-a9e4-ba0148264b66 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:03.539316 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1ce7b780-cca3-4529-8a51-6c131f7f0710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:03.544173 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f245a-4cf9-4add-a392-93abc243662d req-855f7f7d-8513-4fda-8ed7-ada1f17dcd6a tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:03.581800 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f245a-4cf9-4add-a392-93abc243662d req-855f7f7d-8513-4fda-8ed7-ada1f17dcd6a tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:03.600578 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f245a-4cf9-4add-a392-93abc243662d req-855f7f7d-8513-4fda-8ed7-ada1f17dcd6a tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:03.626181 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f245a-4cf9-4add-a392-93abc243662d req-855f7f7d-8513-4fda-8ed7-ada1f17dcd6a tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:03.655718 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f245a-4cf9-4add-a392-93abc243662d req-855f7f7d-8513-4fda-8ed7-ada1f17dcd6a tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:03.672425 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f245a-4cf9-4add-a392-93abc243662d req-855f7f7d-8513-4fda-8ed7-ada1f17dcd6a tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:03.685649 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f245a-4cf9-4add-a392-93abc243662d req-855f7f7d-8513-4fda-8ed7-ada1f17dcd6a tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:03.700572 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8a6f245a-4cf9-4add-a392-93abc243662d req-855f7f7d-8513-4fda-8ed7-ada1f17dcd6a tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 5433 time: 0.2455683 Apr 20 13:14:03.701889 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86095ebe-90ee-416a-92ae-33ddea8a215b tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Made reservation on behalf of da4ab580c65b473db9af6067a13bdc82 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:03.719131 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-86095ebe-90ee-416a-92ae-33ddea8a215b tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:03.757655 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [None req-86095ebe-90ee-416a-92ae-33ddea8a215b tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] device_id is not set on port 85fbac8a-f52d-4645-8573-1eee851744d7 yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:14:03.823404 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8a6f245a-4cf9-4add-a392-93abc243662d req-caa78d67-b90d-42f8-b22e-24c012f167bc tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&id=556d7529-8c3d-4632-818a-1051dfde20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1017780 Apr 20 13:14:03.841642 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1ce7b780-cca3-4529-8a51-6c131f7f0710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:03.910759 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-1ce7b780-cca3-4529-8a51-6c131f7f0710 None None] For port 23244d60-8f65-41f7-a9e4-ba0148264b66, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=23244d60-8f65-41f7-a9e4-ba0148264b66,segment=NetworkSegment(32755daa-e72b-493f-ab5b-7ccde96df1b2),segment_id=32755daa-e72b-493f-ab5b-7ccde96df1b2)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:03.926444 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-cf284f0f-f608-4f19-bf40-12383b255e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebede76-9a33-4131-a973-ca156d8c2e9b', 'name': 'tempest-ServersTestBootFromVolume-1426058303-router', 'tenant_id': '3a903070609941389257911c1f54a3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '35036ccb-df9a-4ab2-aa29-5caaf6debe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:53Z', 'updated_at': '2022-04-20T13:13:57Z', 'revision_number': 4, 'project_id': '3a903070609941389257911c1f54a3cb', 'gw_port': {'id': '35036ccb-df9a-4ab2-aa29-5caaf6debe1f', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebede76-9a33-4131-a973-ca156d8c2e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:53Z', 'updated_at': '2022-04-20T13:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '23244d60-8f65-41f7-a9e4-ba0148264b66', 'name': '', 'network_id': 'fc159cf1-473b-41bf-a235-58833b6524ec', 'tenant_id': '3a903070609941389257911c1f54a3cb', 'mac_address': 'fa:16:3e:b8:5d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebede76-9a33-4131-a973-ca156d8c2e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'e5630e15-812b-4997-8a6f-c5aae4e89ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:56Z', 'updated_at': '2022-04-20T13:14:02Z', 'revision_number': 4, 'project_id': '3a903070609941389257911c1f54a3cb', 'subnets': [{'id': 'e5630e15-812b-4997-8a6f-c5aae4e89ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:03.960761 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf284f0f-f608-4f19-bf40-12383b255e94 None None] The sync data for ids ['1ebede76-9a33-4131-a973-ca156d8c2e9b'] in n-d-836015-7 is: [{'id': '1ebede76-9a33-4131-a973-ca156d8c2e9b', 'name': 'tempest-ServersTestBootFromVolume-1426058303-router', 'tenant_id': '3a903070609941389257911c1f54a3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '35036ccb-df9a-4ab2-aa29-5caaf6debe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:53Z', 'updated_at': '2022-04-20T13:13:57Z', 'revision_number': 4, 'project_id': '3a903070609941389257911c1f54a3cb', 'gw_port': {'id': '35036ccb-df9a-4ab2-aa29-5caaf6debe1f', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebede76-9a33-4131-a973-ca156d8c2e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:53Z', 'updated_at': '2022-04-20T13:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '23244d60-8f65-41f7-a9e4-ba0148264b66', 'name': '', 'network_id': 'fc159cf1-473b-41bf-a235-58833b6524ec', 'tenant_id': '3a903070609941389257911c1f54a3cb', 'mac_address': 'fa:16:3e:b8:5d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebede76-9a33-4131-a973-ca156d8c2e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'e5630e15-812b-4997-8a6f-c5aae4e89ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:56Z', 'updated_at': '2022-04-20T13:14:02Z', 'revision_number': 4, 'project_id': '3a903070609941389257911c1f54a3cb', 'subnets': [{'id': 'e5630e15-812b-4997-8a6f-c5aae4e89ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:14:03.998480 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1ce7b780-cca3-4529-8a51-6c131f7f0710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:04.004838 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-86095ebe-90ee-416a-92ae-33ddea8a215b tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:04.154452 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce7b780-cca3-4529-8a51-6c131f7f0710 None None] Pushing event updated for resources: {'Port': ['ID=23244d60-8f65-41f7-a9e4-ba0148264b66,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:04.248943 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-86095ebe-90ee-416a-92ae-33ddea8a215b tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:04.464412 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86095ebe-90ee-416a-92ae-33ddea8a215b tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Network f019ac8e-1dfb-4912-915f-0a51550bb336 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:04.489711 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-86095ebe-90ee-416a-92ae-33ddea8a215b tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:04.523178 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86095ebe-90ee-416a-92ae-33ddea8a215b tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:04.523178 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86095ebe-90ee-416a-92ae-33ddea8a215b tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:04.523178 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-86095ebe-90ee-416a-92ae-33ddea8a215b tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:04.532734 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 23244d60-8f65-41f7-a9e4-ba0148264b66 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:14:04.577517 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5fe44-645c-4da9-a729-c54422e0131f req-b729a752-fa39-4aa0-a45f-c0d5938941b1 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:04.586160 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-92e5fe44-645c-4da9-a729-c54422e0131f req-b729a752-fa39-4aa0-a45f-c0d5938941b1 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 946 time: 0.4895554 Apr 20 13:14:04.598580 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86095ebe-90ee-416a-92ae-33ddea8a215b tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Pushing event updated for resources: {'Port': ['ID=85fbac8a-f52d-4645-8573-1eee851744d7,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:04.657931 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-86095ebe-90ee-416a-92ae-33ddea8a215b tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2711084 Apr 20 13:14:04.660391 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43924) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:04.683062 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 23244d60-8f65-41f7-a9e4-ba0148264b66 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:04.683062 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:04.683966 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150286b-8720-480e-81b5-b8dd29056891 req-e311a350-8de3-4b08-9bcd-e5792c0a4b27 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:04.685586 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0150286b-8720-480e-81b5-b8dd29056891 req-e311a350-8de3-4b08-9bcd-e5792c0a4b27 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ca744aa-db8e-479e-9e7c-1f92a8bf6dd4 HTTP/1.1" status: 200 len: 943 time: 0.3628888 Apr 20 13:14:04.711734 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f855d-6472-434a-9195-44b54502387d req-735628bc-2aae-4e9e-8713-b398321c40d4 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:04.711734 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-757f855d-6472-434a-9195-44b54502387d req-735628bc-2aae-4e9e-8713-b398321c40d4 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca744aa-db8e-479e-9e7c-1f92a8bf6dd4 HTTP/1.1" status: 200 len: 943 time: 0.2479541 Apr 20 13:14:04.721549 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-92e5fe44-645c-4da9-a729-c54422e0131f req-ed6d151d-9cbc-4cdc-9e61-d6bbfd07c4d6 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333661 Apr 20 13:14:04.781714 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7de532-15b0-4732-8c2c-5d2d594a4551 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:04.784883 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ab7de532-15b0-4732-8c2c-5d2d594a4551 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] 10.222.0.25 "GET /v2.0/ports/85fbac8a-f52d-4645-8573-1eee851744d7 HTTP/1.1" status: 200 len: 955 time: 0.1221800 Apr 20 13:14:04.787461 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43928) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:04.893078 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-757f855d-6472-434a-9195-44b54502387d req-91b9403f-95a3-4d21-96d4-4a3b367c0784 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e9d58b0-fa12-4279-ac69-8d7d535d1374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501908 Apr 20 13:14:04.957647 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-5515bede-516e-49cc-beb5-523b11631047 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Deleting port 85fbac8a-f52d-4645-8573-1eee851744d7 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:04.958004 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5515bede-516e-49cc-beb5-523b11631047 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:04.991849 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-0150286b-8720-480e-81b5-b8dd29056891 req-65e74303-0171-4a2e-9917-68e9da208240 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Deleting port 3c08a28f-a117-4278-913d-c6abe592fc6b {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:04.991849 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0150286b-8720-480e-81b5-b8dd29056891 req-65e74303-0171-4a2e-9917-68e9da208240 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:05.066172 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5515bede-516e-49cc-beb5-523b11631047 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:05.080668 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-5515bede-516e-49cc-beb5-523b11631047 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Calling delete_port for 85fbac8a-f52d-4645-8573-1eee851744d7 owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:05.239103 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-0150286b-8720-480e-81b5-b8dd29056891 req-65e74303-0171-4a2e-9917-68e9da208240 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] For port 3c08a28f-a117-4278-913d-c6abe592fc6b, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=3c08a28f-a117-4278-913d-c6abe592fc6b,segment=NetworkSegment(b745dd99-74ee-418c-af50-3e100538147c),segment_id=b745dd99-74ee-418c-af50-3e100538147c)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:05.239103 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0150286b-8720-480e-81b5-b8dd29056891 req-65e74303-0171-4a2e-9917-68e9da208240 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:05.273078 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5515bede-516e-49cc-beb5-523b11631047 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:05.283439 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-0150286b-8720-480e-81b5-b8dd29056891 req-65e74303-0171-4a2e-9917-68e9da208240 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Calling delete_port for 3c08a28f-a117-4278-913d-c6abe592fc6b owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:05.311926 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1af1d-d11b-43bc-a9c8-c376341dd75b req-70f76e99-0d6c-4364-8714-b59d278675fc tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:05.318615 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1af1d-d11b-43bc-a9c8-c376341dd75b req-70f76e99-0d6c-4364-8714-b59d278675fc tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:05.327464 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1af1d-d11b-43bc-a9c8-c376341dd75b req-70f76e99-0d6c-4364-8714-b59d278675fc tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:05.336634 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515bede-516e-49cc-beb5-523b11631047 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Pushing event deleted for resources: {'Port': ['ID=85fbac8a-f52d-4645-8573-1eee851744d7,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:05.347202 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5515bede-516e-49cc-beb5-523b11631047 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:05.350789 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5515bede-516e-49cc-beb5-523b11631047 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] 10.222.0.25 "DELETE /v2.0/ports/85fbac8a-f52d-4645-8573-1eee851744d7 HTTP/1.1" status: 204 len: 168 time: 0.5589051 Apr 20 13:14:05.353800 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43964) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:05.359478 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1af1d-d11b-43bc-a9c8-c376341dd75b req-70f76e99-0d6c-4364-8714-b59d278675fc tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:05.371763 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1af1d-d11b-43bc-a9c8-c376341dd75b req-70f76e99-0d6c-4364-8714-b59d278675fc tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:05.389947 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1af1d-d11b-43bc-a9c8-c376341dd75b req-70f76e99-0d6c-4364-8714-b59d278675fc tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:05.394526 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff523599-73b2-43d5-a3a3-9284e7d52689 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] GET failed (client error): The resource could not be found. Apr 20 13:14:05.407236 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ff523599-73b2-43d5-a3a3-9284e7d52689 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] 10.222.0.25 "GET /v2.0/ports/85fbac8a-f52d-4645-8573-1eee851744d7 HTTP/1.1" status: 404 len: 333 time: 0.0523758 Apr 20 13:14:05.411025 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1af1d-d11b-43bc-a9c8-c376341dd75b req-70f76e99-0d6c-4364-8714-b59d278675fc tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:05.413500 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-60f1af1d-d11b-43bc-a9c8-c376341dd75b req-70f76e99-0d6c-4364-8714-b59d278675fc tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 5433 time: 0.4097583 Apr 20 13:14:05.415223 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43966) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:05.421051 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-5af507f1-11f6-4c68-a34d-fd7653f55386 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Request body: {'port': {'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-637082078'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:05.541081 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af507f1-11f6-4c68-a34d-fd7653f55386 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Made reservation on behalf of da4ab580c65b473db9af6067a13bdc82 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:05.543928 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5af507f1-11f6-4c68-a34d-fd7653f55386 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:05.595808 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-5af507f1-11f6-4c68-a34d-fd7653f55386 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] device_id is not set on port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:14:05.616539 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449531c-b913-40ca-a88f-88c0df5e145f req-2f11f07f-af00-40f8-8f38-a51978ea4dfb tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:05.622815 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449531c-b913-40ca-a88f-88c0df5e145f req-2f11f07f-af00-40f8-8f38-a51978ea4dfb tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:05.629137 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449531c-b913-40ca-a88f-88c0df5e145f req-2f11f07f-af00-40f8-8f38-a51978ea4dfb tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:05.635856 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449531c-b913-40ca-a88f-88c0df5e145f req-2f11f07f-af00-40f8-8f38-a51978ea4dfb tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:05.642830 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449531c-b913-40ca-a88f-88c0df5e145f req-2f11f07f-af00-40f8-8f38-a51978ea4dfb tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:05.650173 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449531c-b913-40ca-a88f-88c0df5e145f req-2f11f07f-af00-40f8-8f38-a51978ea4dfb tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:05.656312 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449531c-b913-40ca-a88f-88c0df5e145f req-2f11f07f-af00-40f8-8f38-a51978ea4dfb tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:05.658214 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0449531c-b913-40ca-a88f-88c0df5e145f req-2f11f07f-af00-40f8-8f38-a51978ea4dfb tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 5433 time: 0.4452136 Apr 20 13:14:05.663769 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-60f1af1d-d11b-43bc-a9c8-c376341dd75b req-803fff90-a11c-4373-be23-76388ab76ff1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&id=556d7529-8c3d-4632-818a-1051dfde20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1675777 Apr 20 13:14:05.837538 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449531c-b913-40ca-a88f-88c0df5e145f req-dac0f1f9-7c3f-41ea-9442-55763dd761af tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:05.837538 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0449531c-b913-40ca-a88f-88c0df5e145f req-dac0f1f9-7c3f-41ea-9442-55763dd761af tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.15 "GET /v2.0/ports/9830ed74-8ebf-4eb3-b39e-6bc82c466a82?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0931425 Apr 20 13:14:05.878194 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5af507f1-11f6-4c68-a34d-fd7653f55386 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:05.970669 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0150286b-8720-480e-81b5-b8dd29056891 req-65e74303-0171-4a2e-9917-68e9da208240 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:05.980994 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c9199-0b90-44c4-b2d4-f8a732dfc54e req-a7e570a0-356a-45b9-9b56-3ce2ac383b1d tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:05.983188 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-617c9199-0b90-44c4-b2d4-f8a732dfc54e req-a7e570a0-356a-45b9-9b56-3ce2ac383b1d tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 946 time: 0.0961797 Apr 20 13:14:06.016250 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5af507f1-11f6-4c68-a34d-fd7653f55386 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:06.083706 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0449531c-b913-40ca-a88f-88c0df5e145f req-de31ed0b-2838-4271-96da-2d7d1e3e9e54 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.15 "GET /v2.0/networks/5a69de38-4530-4bc9-a14a-1ca14f4ebdfd?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3082347 Apr 20 13:14:06.091617 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af507f1-11f6-4c68-a34d-fd7653f55386 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Network f019ac8e-1dfb-4912-915f-0a51550bb336 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:06.096435 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-0449531c-b913-40ca-a88f-88c0df5e145f req-896c165d-e56d-4f45-82e1-a02155789fb8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:06.102145 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-5af507f1-11f6-4c68-a34d-fd7653f55386 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:06.106189 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af507f1-11f6-4c68-a34d-fd7653f55386 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:06.107704 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af507f1-11f6-4c68-a34d-fd7653f55386 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:06.108310 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5af507f1-11f6-4c68-a34d-fd7653f55386 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:06.127664 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af507f1-11f6-4c68-a34d-fd7653f55386 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Pushing event updated for resources: {'Port': ['ID=869c3aa7-c5ed-4ada-941d-6a5923ff7008,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:06.142183 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e74303-0171-4a2e-9917-68e9da208240 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Pushing event deleted for resources: {'Port': ['ID=3c08a28f-a117-4278-913d-c6abe592fc6b,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:06.164236 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e430a038-bdc0-4aa3-98b0-44eca2874eb8 req-debf3c6b-e5ef-4de6-aaba-591935048ea0 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca744aa-db8e-479e-9e7c-1f92a8bf6dd4 HTTP/1.1" status: 200 len: 210 time: 0.1184874 Apr 20 13:14:06.189568 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-617c9199-0b90-44c4-b2d4-f8a732dfc54e req-eb59d4f4-31d4-4e23-a17b-8198a55bc152 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910982 Apr 20 13:14:06.199625 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5af507f1-11f6-4c68-a34d-fd7653f55386 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7831714 Apr 20 13:14:06.204802 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43994) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:06.211428 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-0150286b-8720-480e-81b5-b8dd29056891 req-65e74303-0171-4a2e-9917-68e9da208240 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] No DVR routers for this DVR port 3c08a28f-a117-4278-913d-c6abe592fc6b on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:14:06.215259 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0150286b-8720-480e-81b5-b8dd29056891 req-65e74303-0171-4a2e-9917-68e9da208240 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:06.218941 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0150286b-8720-480e-81b5-b8dd29056891 req-65e74303-0171-4a2e-9917-68e9da208240 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.15 "DELETE /v2.0/ports/3c08a28f-a117-4278-913d-c6abe592fc6b HTTP/1.1" status: 204 len: 173 time: 1.5225706 Apr 20 13:14:06.219433 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca744aa-db8e-479e-9e7c-1f92a8bf6dd4', 'name': 'network-vif-deleted', 'tag': '3c08a28f-a117-4278-913d-c6abe592fc6b'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:14:06.221845 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55afc6fd-89b0-4cb2-ac9e-2067d4b2d20f" -d '{"events": [{"server_uuid": "4ca744aa-db8e-479e-9e7c-1f92a8bf6dd4", "name": "network-vif-deleted", "tag": "3c08a28f-a117-4278-913d-c6abe592fc6b"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:14:06.222420 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:06.239536 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0449531c-b913-40ca-a88f-88c0df5e145f req-896c165d-e56d-4f45-82e1-a02155789fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:06.411795 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:06.632778 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52b51d4-6443-4bdb-9a9f-34222b199ad5 x-openstack-request-id: req-c52b51d4-6443-4bdb-9a9f-34222b199ad5 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:14:06.637718 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca744aa-db8e-479e-9e7c-1f92a8bf6dd4", "name": "network-vif-deleted", "tag": "3c08a28f-a117-4278-913d-c6abe592fc6b", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:14:06.637718 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c52b51d4-6443-4bdb-9a9f-34222b199ad5 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:14:06.637718 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c52b51d4-6443-4bdb-9a9f-34222b199ad5'] response: {'server_uuid': '4ca744aa-db8e-479e-9e7c-1f92a8bf6dd4', 'name': 'network-vif-deleted', 'tag': '3c08a28f-a117-4278-913d-c6abe592fc6b', 'status': 'completed', 'code': 200} Apr 20 13:14:06.810349 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] device_id is not set on port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:14:06.822862 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:06.922684 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:06.956948 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-0449531c-b913-40ca-a88f-88c0df5e145f req-896c165d-e56d-4f45-82e1-a02155789fb8 service neutron] For port 9830ed74-8ebf-4eb3-b39e-6bc82c466a82, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=9830ed74-8ebf-4eb3-b39e-6bc82c466a82,segment=NetworkSegment(b2bd74d1-b518-4c8d-839d-80d6ae61237d),segment_id=b2bd74d1-b518-4c8d-839d-80d6ae61237d)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:06.979637 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a3f3b-02fe-47e9-86b3-b29c10ea55f6 req-69a70d58-8eae-41fa-aad2-fd2e0fed5b38 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:06.994906 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a3f3b-02fe-47e9-86b3-b29c10ea55f6 req-69a70d58-8eae-41fa-aad2-fd2e0fed5b38 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:07.009227 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a3f3b-02fe-47e9-86b3-b29c10ea55f6 req-69a70d58-8eae-41fa-aad2-fd2e0fed5b38 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:07.034088 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a3f3b-02fe-47e9-86b3-b29c10ea55f6 req-69a70d58-8eae-41fa-aad2-fd2e0fed5b38 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:07.051187 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a3f3b-02fe-47e9-86b3-b29c10ea55f6 req-69a70d58-8eae-41fa-aad2-fd2e0fed5b38 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:07.057792 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Pushing event updated for resources: {'Port': ['ID=869c3aa7-c5ed-4ada-941d-6a5923ff7008,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:07.065413 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a3f3b-02fe-47e9-86b3-b29c10ea55f6 req-69a70d58-8eae-41fa-aad2-fd2e0fed5b38 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:07.068621 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:14:07.069209 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:14:07.069744 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 on network f019ac8e-1dfb-4912-915f-0a51550bb336 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:07.082095 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 on network f019ac8e-1dfb-4912-915f-0a51550bb336 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:14:07.082405 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a3f3b-02fe-47e9-86b3-b29c10ea55f6 req-69a70d58-8eae-41fa-aad2-fd2e0fed5b38 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:07.084406 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-835a3f3b-02fe-47e9-86b3-b29c10ea55f6 req-69a70d58-8eae-41fa-aad2-fd2e0fed5b38 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 5433 time: 0.2805226 Apr 20 13:14:07.092629 n-d-836015-7 neutron-server[114870]: ERROR neutron.plugins.ml2.managers [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Failed to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 on host n-h1-836015-7 for vnic_type normal using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] Apr 20 13:14:07.094091 n-d-836015-7 neutron-server[114870]: INFO neutron.plugins.ml2.plugin [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempt 2 to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 Apr 20 13:14:07.164871 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-0449531c-b913-40ca-a88f-88c0df5e145f req-896c165d-e56d-4f45-82e1-a02155789fb8 service neutron] For port 9830ed74-8ebf-4eb3-b39e-6bc82c466a82, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:14:07.206299 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-835a3f3b-02fe-47e9-86b3-b29c10ea55f6 req-fa71b47c-1ace-45e0-a871-af6ce64da8b6 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&id=556d7529-8c3d-4632-818a-1051dfde20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1090631 Apr 20 13:14:07.252750 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-0449531c-b913-40ca-a88f-88c0df5e145f req-896c165d-e56d-4f45-82e1-a02155789fb8 service neutron] device_id is not set on port 9830ed74-8ebf-4eb3-b39e-6bc82c466a82 yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:14:07.274604 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0449531c-b913-40ca-a88f-88c0df5e145f req-896c165d-e56d-4f45-82e1-a02155789fb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:07.358265 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0449531c-b913-40ca-a88f-88c0df5e145f req-896c165d-e56d-4f45-82e1-a02155789fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:07.599108 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-96049ebf-cb61-4b24-a538-648fdf7548b3 req-96eb7ad8-c022-465a-8634-90040047ad42 tempest-ImagesTestJSON-1199005269 tempest-ImagesTestJSON-1199005269-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca744aa-db8e-479e-9e7c-1f92a8bf6dd4 HTTP/1.1" status: 200 len: 210 time: 0.1773071 Apr 20 13:14:07.633023 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:14:07.633361 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:14:07.633696 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 on network f019ac8e-1dfb-4912-915f-0a51550bb336 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:07.643812 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 on network f019ac8e-1dfb-4912-915f-0a51550bb336 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:14:07.644168 n-d-836015-7 neutron-server[114870]: ERROR neutron.plugins.ml2.managers [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Failed to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 on host n-h1-836015-7 for vnic_type normal using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] Apr 20 13:14:07.644583 n-d-836015-7 neutron-server[114870]: INFO neutron.plugins.ml2.plugin [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempt 3 to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 Apr 20 13:14:07.658666 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:14:07.659019 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:14:07.659346 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 on network f019ac8e-1dfb-4912-915f-0a51550bb336 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:07.667995 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 on network f019ac8e-1dfb-4912-915f-0a51550bb336 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:14:07.668469 n-d-836015-7 neutron-server[114870]: ERROR neutron.plugins.ml2.managers [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Failed to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 on host n-h1-836015-7 for vnic_type normal using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] Apr 20 13:14:07.669409 n-d-836015-7 neutron-server[114870]: INFO neutron.plugins.ml2.plugin [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempt 4 to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 Apr 20 13:14:07.694702 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:14:07.695300 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:14:07.695821 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 on network f019ac8e-1dfb-4912-915f-0a51550bb336 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:07.701356 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 on network f019ac8e-1dfb-4912-915f-0a51550bb336 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:14:07.702816 n-d-836015-7 neutron-server[114870]: ERROR neutron.plugins.ml2.managers [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Failed to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 on host n-h1-836015-7 for vnic_type normal using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] Apr 20 13:14:07.703412 n-d-836015-7 neutron-server[114870]: INFO neutron.plugins.ml2.plugin [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempt 5 to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 Apr 20 13:14:07.720420 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-0449531c-b913-40ca-a88f-88c0df5e145f req-896c165d-e56d-4f45-82e1-a02155789fb8 service neutron] No DVR routers for this DVR port 9830ed74-8ebf-4eb3-b39e-6bc82c466a82 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:14:07.723055 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:14:07.723587 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:14:07.724136 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 on network f019ac8e-1dfb-4912-915f-0a51550bb336 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:07.734867 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 on network f019ac8e-1dfb-4912-915f-0a51550bb336 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:14:07.735855 n-d-836015-7 neutron-server[114870]: ERROR neutron.plugins.ml2.managers [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Failed to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 on host n-h1-836015-7 for vnic_type normal using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] Apr 20 13:14:07.736431 n-d-836015-7 neutron-server[114870]: INFO neutron.plugins.ml2.plugin [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempt 6 to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 Apr 20 13:14:07.753996 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:14:07.754337 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:14:07.754680 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 on network f019ac8e-1dfb-4912-915f-0a51550bb336 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:07.762491 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 on network f019ac8e-1dfb-4912-915f-0a51550bb336 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:14:07.762829 n-d-836015-7 neutron-server[114870]: ERROR neutron.plugins.ml2.managers [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Failed to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 on host n-h1-836015-7 for vnic_type normal using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] Apr 20 13:14:07.763252 n-d-836015-7 neutron-server[114870]: INFO neutron.plugins.ml2.plugin [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempt 7 to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 Apr 20 13:14:07.779636 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:14:07.779977 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:14:07.780315 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 on network f019ac8e-1dfb-4912-915f-0a51550bb336 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:07.785044 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 on network f019ac8e-1dfb-4912-915f-0a51550bb336 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:14:07.785376 n-d-836015-7 neutron-server[114870]: ERROR neutron.plugins.ml2.managers [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Failed to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 on host n-h1-836015-7 for vnic_type normal using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] Apr 20 13:14:07.786204 n-d-836015-7 neutron-server[114870]: INFO neutron.plugins.ml2.plugin [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempt 8 to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 Apr 20 13:14:07.799448 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c165d-e56d-4f45-82e1-a02155789fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=9830ed74-8ebf-4eb3-b39e-6bc82c466a82,revision_number=6']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:07.807707 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:14:07.808101 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:14:07.808452 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 on network f019ac8e-1dfb-4912-915f-0a51550bb336 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:07.814328 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 on network f019ac8e-1dfb-4912-915f-0a51550bb336 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:14:07.814661 n-d-836015-7 neutron-server[114870]: ERROR neutron.plugins.ml2.managers [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Failed to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 on host n-h1-836015-7 for vnic_type normal using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] Apr 20 13:14:07.815064 n-d-836015-7 neutron-server[114870]: INFO neutron.plugins.ml2.plugin [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempt 9 to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 Apr 20 13:14:07.832720 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:14:07.833098 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:14:07.833727 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 on network f019ac8e-1dfb-4912-915f-0a51550bb336 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:07.838968 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 on network f019ac8e-1dfb-4912-915f-0a51550bb336 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:14:07.839306 n-d-836015-7 neutron-server[114870]: ERROR neutron.plugins.ml2.managers [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Failed to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 on host n-h1-836015-7 for vnic_type normal using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] Apr 20 13:14:07.840047 n-d-836015-7 neutron-server[114870]: INFO neutron.plugins.ml2.plugin [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempt 10 to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 Apr 20 13:14:07.859593 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:14:07.860075 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:14:07.861169 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempting to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 on network f019ac8e-1dfb-4912-915f-0a51550bb336 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:07.865795 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f76f92-4f7d-44e6-819a-000c8f24c5b1 req-a8bb967f-d5b1-4aa9-903a-35f2df994542 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:07.866717 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 on network f019ac8e-1dfb-4912-915f-0a51550bb336 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:14:07.867047 n-d-836015-7 neutron-server[114870]: ERROR neutron.plugins.ml2.managers [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Failed to bind port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 on host n-h1-836015-7 for vnic_type normal using segments [{'id': '68ceb61f-4e85-4ef0-a828-5555a72afac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f019ac8e-1dfb-4912-915f-0a51550bb336'}] Apr 20 13:14:07.867396 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86f76f92-4f7d-44e6-819a-000c8f24c5b1 req-a8bb967f-d5b1-4aa9-903a-35f2df994542 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 946 time: 0.4107702 Apr 20 13:14:07.867525 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:07.870682 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-0449531c-b913-40ca-a88f-88c0df5e145f req-896c165d-e56d-4f45-82e1-a02155789fb8 service neutron] In _notify_port_updated(), no bound segment for port 9830ed74-8ebf-4eb3-b39e-6bc82c466a82 on network 5a69de38-4530-4bc9-a14a-1ca14f4ebdfd {{(pid=114869) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 13:14:07.871944 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449531c-b913-40ca-a88f-88c0df5e145f req-896c165d-e56d-4f45-82e1-a02155789fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:07.872743 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0449531c-b913-40ca-a88f-88c0df5e145f req-896c165d-e56d-4f45-82e1-a02155789fb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:07.874146 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0449531c-b913-40ca-a88f-88c0df5e145f req-896c165d-e56d-4f45-82e1-a02155789fb8 service neutron] 10.222.0.15 "PUT /v2.0/ports/9830ed74-8ebf-4eb3-b39e-6bc82c466a82 HTTP/1.1" status: 200 len: 1027 time: 1.7823679 Apr 20 13:14:07.937786 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device e3d672b2-5f52-48fe-8008-ebffb2729d17 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:14:07.986079 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ebdc563b-31d0-4c18-99fe-33ab58d4fbe8 None None] Provisioning complete for port 9830ed74-8ebf-4eb3-b39e-6bc82c466a82 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:07.986859 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ebdc563b-31d0-4c18-99fe-33ab58d4fbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:07.998403 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] For port 869c3aa7-c5ed-4ada-941d-6a5923ff7008, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:14:07.998978 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attempted to set empty binding levels {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 20 13:14:08.018312 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449531c-b913-40ca-a88f-88c0df5e145f req-1d2f56cf-d85f-4693-842e-24daf443b9c6 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:08.020083 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0449531c-b913-40ca-a88f-88c0df5e145f req-1d2f56cf-d85f-4693-842e-24daf443b9c6 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.15 "GET /v2.0/ports/b8f78639-1657-457a-816e-30db34b05a25?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1292486 Apr 20 13:14:08.051401 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-0449531c-b913-40ca-a88f-88c0df5e145f req-db61e84b-3c13-4f76-bf80-5655e7eb881f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:08.059761 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ebdc563b-31d0-4c18-99fe-33ab58d4fbe8 None None] Port 9830ed74-8ebf-4eb3-b39e-6bc82c466a82 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:14:08.100938 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:08.121240 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86f76f92-4f7d-44e6-819a-000c8f24c5b1 req-66a279a6-488c-4c38-8156-8f9fa7bc40b3 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2405620 Apr 20 13:14:08.205213 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] In _notify_port_updated(), no bound segment for port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 on network f019ac8e-1dfb-4912-915f-0a51550bb336 {{(pid=114870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 13:14:08.205213 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:08.206159 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:08.207808 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] 10.222.0.25 "PUT /v2.0/ports/869c3aa7-c5ed-4ada-941d-6a5923ff7008 HTTP/1.1" status: 200 len: 974 time: 2.0039244 Apr 20 13:14:08.211414 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44024) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:08.214529 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:08.226790 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0449531c-b913-40ca-a88f-88c0df5e145f req-db61e84b-3c13-4f76-bf80-5655e7eb881f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:08.304807 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ccf383-a1ca-4524-a721-50721ca7c2c7 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Pushing event updated for resources: {'Port': ['ID=869c3aa7-c5ed-4ada-941d-6a5923ff7008,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:08.341695 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port e3d672b2-5f52-48fe-8008-ebffb2729d17, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=e3d672b2-5f52-48fe-8008-ebffb2729d17,segment=NetworkSegment(77838f7f-eaf5-4c10-90fc-75b379d0087a),segment_id=77838f7f-eaf5-4c10-90fc-75b379d0087a)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:08.342953 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3d672b2-5f52-48fe-8008-ebffb2729d17'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:14:08.346246 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8d407e-5beb-4de4-8a88-f1d5b233199e" -d '{"events": [{"server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "name": "network-vif-unplugged", "status": "completed", "tag": "e3d672b2-5f52-48fe-8008-ebffb2729d17"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:14:08.405131 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:08.407169 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 9830ed74-8ebf-4eb3-b39e-6bc82c466a82 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:14:08.412771 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-828fc475-e782-4d54-81f8-54e39d7ba0e8 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Deleting port 869c3aa7-c5ed-4ada-941d-6a5923ff7008 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:08.413129 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-828fc475-e782-4d54-81f8-54e39d7ba0e8 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:08.457663 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351081ca-598c-4b3e-8013-6ec72eb825d4 x-openstack-request-id: req-351081ca-598c-4b3e-8013-6ec72eb825d4 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:14:08.459718 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "name": "network-vif-unplugged", "status": "completed", "tag": "e3d672b2-5f52-48fe-8008-ebffb2729d17", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:14:08.460790 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-351081ca-598c-4b3e-8013-6ec72eb825d4 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:14:08.463689 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-351081ca-598c-4b3e-8013-6ec72eb825d4'] response: {'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3d672b2-5f52-48fe-8008-ebffb2729d17', 'code': 200} Apr 20 13:14:08.555630 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-828fc475-e782-4d54-81f8-54e39d7ba0e8 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] For port 869c3aa7-c5ed-4ada-941d-6a5923ff7008, host n-h1-836015-7, got binding levels [] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:08.556123 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-828fc475-e782-4d54-81f8-54e39d7ba0e8 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:08.590092 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-828fc475-e782-4d54-81f8-54e39d7ba0e8 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Calling delete_port for 869c3aa7-c5ed-4ada-941d-6a5923ff7008 owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:08.608481 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 9830ed74-8ebf-4eb3-b39e-6bc82c466a82 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:14:08.610726 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device bd817be8-283c-452b-aa21-7b15743074d5 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:14:08.621340 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-0449531c-b913-40ca-a88f-88c0df5e145f req-db61e84b-3c13-4f76-bf80-5655e7eb881f service neutron] For port b8f78639-1657-457a-816e-30db34b05a25, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b8f78639-1657-457a-816e-30db34b05a25,segment=NetworkSegment(b2bd74d1-b518-4c8d-839d-80d6ae61237d),segment_id=b2bd74d1-b518-4c8d-839d-80d6ae61237d)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:08.659176 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b84b58-178b-4428-94ad-ae4998b28564 req-93dc01ab-a350-4682-8f75-f5e4d688bace tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:08.665153 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b84b58-178b-4428-94ad-ae4998b28564 req-93dc01ab-a350-4682-8f75-f5e4d688bace tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:08.671899 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b84b58-178b-4428-94ad-ae4998b28564 req-93dc01ab-a350-4682-8f75-f5e4d688bace tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:08.677993 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b84b58-178b-4428-94ad-ae4998b28564 req-93dc01ab-a350-4682-8f75-f5e4d688bace tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:08.685736 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b84b58-178b-4428-94ad-ae4998b28564 req-93dc01ab-a350-4682-8f75-f5e4d688bace tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:08.693690 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b84b58-178b-4428-94ad-ae4998b28564 req-93dc01ab-a350-4682-8f75-f5e4d688bace tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:08.703957 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a5b84b58-178b-4428-94ad-ae4998b28564 req-93dc01ab-a350-4682-8f75-f5e4d688bace tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 4657 time: 0.1414018 Apr 20 13:14:08.786552 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-0449531c-b913-40ca-a88f-88c0df5e145f req-db61e84b-3c13-4f76-bf80-5655e7eb881f service neutron] For port b8f78639-1657-457a-816e-30db34b05a25, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:14:08.801358 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=e3d672b2-5f52-48fe-8008-ebffb2729d17,revision_number=6']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:08.843025 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-828fc475-e782-4d54-81f8-54e39d7ba0e8 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:08.875278 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:08.890021 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-0449531c-b913-40ca-a88f-88c0df5e145f req-db61e84b-3c13-4f76-bf80-5655e7eb881f service neutron] device_id is not set on port b8f78639-1657-457a-816e-30db34b05a25 yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:14:08.897532 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828fc475-e782-4d54-81f8-54e39d7ba0e8 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Pushing event deleted for resources: {'Port': ['ID=869c3aa7-c5ed-4ada-941d-6a5923ff7008,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:08.908892 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a5b84b58-178b-4428-94ad-ae4998b28564 req-a70330b5-7797-4802-950d-4be5ac6f9dbb tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&id=556d7529-8c3d-4632-818a-1051dfde20d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2035937 Apr 20 13:14:08.916829 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-828fc475-e782-4d54-81f8-54e39d7ba0e8 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:08.924771 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-828fc475-e782-4d54-81f8-54e39d7ba0e8 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] 10.222.0.25 "DELETE /v2.0/ports/869c3aa7-c5ed-4ada-941d-6a5923ff7008 HTTP/1.1" status: 204 len: 168 time: 0.7101045 Apr 20 13:14:08.924959 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0449531c-b913-40ca-a88f-88c0df5e145f req-db61e84b-3c13-4f76-bf80-5655e7eb881f service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:08.926977 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44040) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:08.930126 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port bd817be8-283c-452b-aa21-7b15743074d5, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=bd817be8-283c-452b-aa21-7b15743074d5,segment=NetworkSegment(b2bd74d1-b518-4c8d-839d-80d6ae61237d),segment_id=b2bd74d1-b518-4c8d-839d-80d6ae61237d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:08.943080 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828fc475-e782-4d54-81f8-54e39d7ba0e8 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:08.944908 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828fc475-e782-4d54-81f8-54e39d7ba0e8 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:08.944908 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828fc475-e782-4d54-81f8-54e39d7ba0e8 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:08.944908 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828fc475-e782-4d54-81f8-54e39d7ba0e8 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:08.945182 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828fc475-e782-4d54-81f8-54e39d7ba0e8 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:08.955580 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828fc475-e782-4d54-81f8-54e39d7ba0e8 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:08.955580 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828fc475-e782-4d54-81f8-54e39d7ba0e8 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:08.955580 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828fc475-e782-4d54-81f8-54e39d7ba0e8 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:08.955580 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828fc475-e782-4d54-81f8-54e39d7ba0e8 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:08.955580 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828fc475-e782-4d54-81f8-54e39d7ba0e8 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:08.955580 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828fc475-e782-4d54-81f8-54e39d7ba0e8 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:08.955580 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828fc475-e782-4d54-81f8-54e39d7ba0e8 tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:08.975645 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-118de753-ddf5-4ebe-8c05-d0d49766491d tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] GET failed (client error): The resource could not be found. Apr 20 13:14:08.979416 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-118de753-ddf5-4ebe-8c05-d0d49766491d tempest-PortsAdminExtendedAttrsTestJSON-1556425268 tempest-PortsAdminExtendedAttrsTestJSON-1556425268-project-admin] 10.222.0.25 "GET /v2.0/ports/869c3aa7-c5ed-4ada-941d-6a5923ff7008 HTTP/1.1" status: 404 len: 333 time: 0.0493212 Apr 20 13:14:08.981223 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44042) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:08.998605 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0449531c-b913-40ca-a88f-88c0df5e145f req-db61e84b-3c13-4f76-bf80-5655e7eb881f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:09.009745 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:09.011187 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 3c08a28f-a117-4278-913d-c6abe592fc6b no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:14:09.122742 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a93b4cc0-8589-4ca6-9ccc-4db1e458aab2 tempest-PortsAdminExtendedAttrsTestJSON-97407977 tempest-PortsAdminExtendedAttrsTestJSON-97407977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:09.136498 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 3c08a28f-a117-4278-913d-c6abe592fc6b {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:14:09.139538 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 3c08a28f-a117-4278-913d-c6abe592fc6b not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:14:09.145009 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b8f78639-1657-457a-816e-30db34b05a25 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:14:09.249576 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-0449531c-b913-40ca-a88f-88c0df5e145f req-db61e84b-3c13-4f76-bf80-5655e7eb881f service neutron] No DVR routers for this DVR port b8f78639-1657-457a-816e-30db34b05a25 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:14:09.295090 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a93b4cc0-8589-4ca6-9ccc-4db1e458aab2 tempest-PortsAdminExtendedAttrsTestJSON-97407977 tempest-PortsAdminExtendedAttrsTestJSON-97407977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:09.337348 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=bd817be8-283c-452b-aa21-7b15743074d5,revision_number=6']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:09.350750 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-a93b4cc0-8589-4ca6-9ccc-4db1e458aab2 tempest-PortsAdminExtendedAttrsTestJSON-97407977 tempest-PortsAdminExtendedAttrsTestJSON-97407977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f019ac8e-1dfb-4912-915f-0a51550bb336']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:09.370364 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b8f78639-1657-457a-816e-30db34b05a25 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:14:09.370814 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 97b905ff-c95f-4cdf-b78c-ce981493c6b5 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:14:09.376206 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-a93b4cc0-8589-4ca6-9ccc-4db1e458aab2 tempest-PortsAdminExtendedAttrsTestJSON-97407977 tempest-PortsAdminExtendedAttrsTestJSON-97407977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68ceb61f-4e85-4ef0-a828-5555a72afac5') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:09.378653 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-a93b4cc0-8589-4ca6-9ccc-4db1e458aab2 tempest-PortsAdminExtendedAttrsTestJSON-97407977 tempest-PortsAdminExtendedAttrsTestJSON-97407977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68ceb61f-4e85-4ef0-a828-5555a72afac5') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:09.384405 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db61e84b-3c13-4f76-bf80-5655e7eb881f service neutron] Pushing event updated for resources: {'Port': ['ID=b8f78639-1657-457a-816e-30db34b05a25,revision_number=6']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:09.399148 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a93b4cc0-8589-4ca6-9ccc-4db1e458aab2 tempest-PortsAdminExtendedAttrsTestJSON-97407977 tempest-PortsAdminExtendedAttrsTestJSON-97407977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:09.401633 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db61e84b-3c13-4f76-bf80-5655e7eb881f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:09.402193 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db61e84b-3c13-4f76-bf80-5655e7eb881f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:09.402783 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db61e84b-3c13-4f76-bf80-5655e7eb881f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:09.404073 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db61e84b-3c13-4f76-bf80-5655e7eb881f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:09.404615 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db61e84b-3c13-4f76-bf80-5655e7eb881f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:09.405360 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db61e84b-3c13-4f76-bf80-5655e7eb881f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:09.405893 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db61e84b-3c13-4f76-bf80-5655e7eb881f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:09.406665 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db61e84b-3c13-4f76-bf80-5655e7eb881f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:09.407930 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db61e84b-3c13-4f76-bf80-5655e7eb881f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:09.408560 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db61e84b-3c13-4f76-bf80-5655e7eb881f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:09.409094 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db61e84b-3c13-4f76-bf80-5655e7eb881f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:09.409763 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db61e84b-3c13-4f76-bf80-5655e7eb881f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:09.440537 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eff62a-60ca-4dce-9f2c-a896b6ae2b0c req-88548593-09ed-44d4-a580-95b41f42331c tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:09.453973 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d8eff62a-60ca-4dce-9f2c-a896b6ae2b0c req-88548593-09ed-44d4-a580-95b41f42331c tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 946 time: 0.1401184 Apr 20 13:14:09.455347 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a93b4cc0-8589-4ca6-9ccc-4db1e458aab2 tempest-PortsAdminExtendedAttrsTestJSON-97407977 tempest-PortsAdminExtendedAttrsTestJSON-97407977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:09.475529 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a93b4cc0-8589-4ca6-9ccc-4db1e458aab2 tempest-PortsAdminExtendedAttrsTestJSON-97407977 tempest-PortsAdminExtendedAttrsTestJSON-97407977-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:14:09.476123 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a93b4cc0-8589-4ca6-9ccc-4db1e458aab2 tempest-PortsAdminExtendedAttrsTestJSON-97407977 tempest-PortsAdminExtendedAttrsTestJSON-97407977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:09.481049 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:14:09.481049 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:14:09.481049 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:14:09.481049 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:14:09.481049 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:14:09.481049 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:14:09.481049 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:14:09.481049 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:14:09.481049 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:14:09.481049 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:14:09.481049 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:14:09.481049 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:14:09.481049 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:14:09.481049 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:14:09.481049 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:14:09.481049 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:14:09.481049 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:14:09.481049 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:14:09.481049 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:14:09.481049 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:14:09.481049 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:14:09.481049 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:14:09.481049 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:14:09.481049 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:14:09.481049 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:14:09.481049 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:14:09.481049 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:14:09.481049 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:14:09.481049 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:14:09.481049 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:14:09.481049 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:14:09.481049 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:14:09.491431 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-0449531c-b913-40ca-a88f-88c0df5e145f req-db61e84b-3c13-4f76-bf80-5655e7eb881f service neutron] In _notify_port_updated(), no bound segment for port b8f78639-1657-457a-816e-30db34b05a25 on network 5a69de38-4530-4bc9-a14a-1ca14f4ebdfd {{(pid=114869) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 13:14:09.499403 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449531c-b913-40ca-a88f-88c0df5e145f req-db61e84b-3c13-4f76-bf80-5655e7eb881f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:09.500149 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0449531c-b913-40ca-a88f-88c0df5e145f req-db61e84b-3c13-4f76-bf80-5655e7eb881f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:09.501900 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0449531c-b913-40ca-a88f-88c0df5e145f req-db61e84b-3c13-4f76-bf80-5655e7eb881f service neutron] 10.222.0.15 "PUT /v2.0/ports/b8f78639-1657-457a-816e-30db34b05a25 HTTP/1.1" status: 200 len: 1027 time: 1.4660685 Apr 20 13:14:09.520724 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:09.572442 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 97b905ff-c95f-4cdf-b78c-ce981493c6b5, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=97b905ff-c95f-4cdf-b78c-ce981493c6b5,segment=NetworkSegment(738fba35-11d5-4597-a6a9-a3497c92a9f7),segment_id=738fba35-11d5-4597-a6a9-a3497c92a9f7)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:09.596837 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-c1cd1708-dd77-455a-a43c-13f51d0fb9f3 None None] Provisioning complete for port b8f78639-1657-457a-816e-30db34b05a25 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:09.596837 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c1cd1708-dd77-455a-a43c-13f51d0fb9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:09.608752 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d8eff62a-60ca-4dce-9f2c-a896b6ae2b0c req-ca3a0d68-6a93-49a6-a21c-8dedf9eb16ea tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506734 Apr 20 13:14:09.654178 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-0449531c-b913-40ca-a88f-88c0df5e145f req-273a27be-00d1-4e8b-baac-3df555664181 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Deleting port e3d672b2-5f52-48fe-8008-ebffb2729d17 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:09.654811 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0449531c-b913-40ca-a88f-88c0df5e145f req-273a27be-00d1-4e8b-baac-3df555664181 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:09.654943 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-c1cd1708-dd77-455a-a43c-13f51d0fb9f3 None None] Port b8f78639-1657-457a-816e-30db34b05a25 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:14:09.662070 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:09.664131 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device bf933922-09e5-4f77-9f0e-bfb87f24c714 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:14:09.722666 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a93b4cc0-8589-4ca6-9ccc-4db1e458aab2 tempest-PortsAdminExtendedAttrsTestJSON-97407977 tempest-PortsAdminExtendedAttrsTestJSON-97407977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:09.730917 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a93b4cc0-8589-4ca6-9ccc-4db1e458aab2 tempest-PortsAdminExtendedAttrsTestJSON-97407977 tempest-PortsAdminExtendedAttrsTestJSON-97407977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:09.735591 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a93b4cc0-8589-4ca6-9ccc-4db1e458aab2 tempest-PortsAdminExtendedAttrsTestJSON-97407977 tempest-PortsAdminExtendedAttrsTestJSON-97407977-project] 10.222.0.25 "DELETE /v2.0/networks/f019ac8e-1dfb-4912-915f-0a51550bb336 HTTP/1.1" status: 204 len: 168 time: 0.7529292 Apr 20 13:14:09.755037 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b4cc0-8589-4ca6-9ccc-4db1e458aab2 tempest-PortsAdminExtendedAttrsTestJSON-97407977 tempest-PortsAdminExtendedAttrsTestJSON-97407977-project] Pushing event deleted for resources: {'Network': ['ID=f019ac8e-1dfb-4912-915f-0a51550bb336,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:09.795969 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=97b905ff-c95f-4cdf-b78c-ce981493c6b5,revision_number=6']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:09.820488 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-0449531c-b913-40ca-a88f-88c0df5e145f req-273a27be-00d1-4e8b-baac-3df555664181 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] For port e3d672b2-5f52-48fe-8008-ebffb2729d17, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=e3d672b2-5f52-48fe-8008-ebffb2729d17,segment=NetworkSegment(77838f7f-eaf5-4c10-90fc-75b379d0087a),segment_id=77838f7f-eaf5-4c10-90fc-75b379d0087a)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:09.821466 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0449531c-b913-40ca-a88f-88c0df5e145f req-273a27be-00d1-4e8b-baac-3df555664181 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:09.839799 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-0449531c-b913-40ca-a88f-88c0df5e145f req-273a27be-00d1-4e8b-baac-3df555664181 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Calling delete_port for e3d672b2-5f52-48fe-8008-ebffb2729d17 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:09.886209 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:09.942770 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port bf933922-09e5-4f77-9f0e-bfb87f24c714, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=bf933922-09e5-4f77-9f0e-bfb87f24c714,segment=NetworkSegment(b2bd74d1-b518-4c8d-839d-80d6ae61237d),segment_id=b2bd74d1-b518-4c8d-839d-80d6ae61237d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:10.115183 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58cf536-75ec-4cf6-8bb9-4882ec676121 req-bf26a313-7404-45dc-9912-50042f6a7796 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:10.117875 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:10.119116 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 60877966-e402-419c-a28e-944e03bf9ba3 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:14:10.122267 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58cf536-75ec-4cf6-8bb9-4882ec676121 req-bf26a313-7404-45dc-9912-50042f6a7796 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:10.132235 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58cf536-75ec-4cf6-8bb9-4882ec676121 req-bf26a313-7404-45dc-9912-50042f6a7796 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:10.138990 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58cf536-75ec-4cf6-8bb9-4882ec676121 req-bf26a313-7404-45dc-9912-50042f6a7796 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:10.145014 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58cf536-75ec-4cf6-8bb9-4882ec676121 req-bf26a313-7404-45dc-9912-50042f6a7796 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:10.146873 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a58cf536-75ec-4cf6-8bb9-4882ec676121 req-bf26a313-7404-45dc-9912-50042f6a7796 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 3879 time: 0.1084433 Apr 20 13:14:10.149082 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0449531c-b913-40ca-a88f-88c0df5e145f req-273a27be-00d1-4e8b-baac-3df555664181 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:10.261082 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a27be-00d1-4e8b-baac-3df555664181 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Pushing event deleted for resources: {'Port': ['ID=e3d672b2-5f52-48fe-8008-ebffb2729d17,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:10.292156 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-0449531c-b913-40ca-a88f-88c0df5e145f req-273a27be-00d1-4e8b-baac-3df555664181 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] No DVR routers for this DVR port e3d672b2-5f52-48fe-8008-ebffb2729d17 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:14:10.298935 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0449531c-b913-40ca-a88f-88c0df5e145f req-273a27be-00d1-4e8b-baac-3df555664181 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:10.302951 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0449531c-b913-40ca-a88f-88c0df5e145f req-273a27be-00d1-4e8b-baac-3df555664181 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.15 "DELETE /v2.0/ports/e3d672b2-5f52-48fe-8008-ebffb2729d17 HTTP/1.1" status: 204 len: 173 time: 0.7926970 Apr 20 13:14:10.303459 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'name': 'network-vif-deleted', 'tag': 'e3d672b2-5f52-48fe-8008-ebffb2729d17'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:14:10.307070 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4148b7cf-a844-4575-b6e3-81137135762d" -d '{"events": [{"server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "name": "network-vif-deleted", "tag": "e3d672b2-5f52-48fe-8008-ebffb2729d17"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:14:10.353419 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=bf933922-09e5-4f77-9f0e-bfb87f24c714,revision_number=6']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:10.366596 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a58cf536-75ec-4cf6-8bb9-4882ec676121 req-6831af78-98aa-418f-a84f-7fd6f9868550 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056046 Apr 20 13:14:10.490593 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd817be8-283c-452b-aa21-7b15743074d5'}, {'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97b905ff-c95f-4cdf-b78c-ce981493c6b5'}, {'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf933922-09e5-4f77-9f0e-bfb87f24c714'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:14:10.494521 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd87974c-86de-42f3-803f-43a38c5fe713" -d '{"events": [{"server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "name": "network-vif-unplugged", "status": "completed", "tag": "bd817be8-283c-452b-aa21-7b15743074d5"}, {"server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "name": "network-vif-unplugged", "status": "completed", "tag": "97b905ff-c95f-4cdf-b78c-ce981493c6b5"}, {"server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "name": "network-vif-unplugged", "status": "completed", "tag": "bf933922-09e5-4f77-9f0e-bfb87f24c714"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:14:10.530549 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1021cc-80c5-4ace-90dc-2a4ccf8e0fd6 x-openstack-request-id: req-5d1021cc-80c5-4ace-90dc-2a4ccf8e0fd6 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:14:10.530837 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "name": "network-vif-deleted", "tag": "e3d672b2-5f52-48fe-8008-ebffb2729d17", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:14:10.531094 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d1021cc-80c5-4ace-90dc-2a4ccf8e0fd6 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:14:10.531520 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d1021cc-80c5-4ace-90dc-2a4ccf8e0fd6'] response: {'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'name': 'network-vif-deleted', 'tag': 'e3d672b2-5f52-48fe-8008-ebffb2729d17', 'status': 'completed', 'code': 200} Apr 20 13:14:10.540205 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-0449531c-b913-40ca-a88f-88c0df5e145f req-737e5736-c57c-4c4a-b0e8-b67bc7c1e284 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Deleting port bf933922-09e5-4f77-9f0e-bfb87f24c714 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:10.540547 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0449531c-b913-40ca-a88f-88c0df5e145f req-737e5736-c57c-4c4a-b0e8-b67bc7c1e284 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:10.546476 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:10.624062 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44074) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:10.626565 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 60877966-e402-419c-a28e-944e03bf9ba3, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=60877966-e402-419c-a28e-944e03bf9ba3,segment=NetworkSegment(77838f7f-eaf5-4c10-90fc-75b379d0087a),segment_id=77838f7f-eaf5-4c10-90fc-75b379d0087a)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:10.723883 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:10.749307 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-0449531c-b913-40ca-a88f-88c0df5e145f req-737e5736-c57c-4c4a-b0e8-b67bc7c1e284 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] For port bf933922-09e5-4f77-9f0e-bfb87f24c714, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=bf933922-09e5-4f77-9f0e-bfb87f24c714,segment=NetworkSegment(b2bd74d1-b518-4c8d-839d-80d6ae61237d),segment_id=b2bd74d1-b518-4c8d-839d-80d6ae61237d)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:10.749686 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0449531c-b913-40ca-a88f-88c0df5e145f req-737e5736-c57c-4c4a-b0e8-b67bc7c1e284 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:10.801824 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-0449531c-b913-40ca-a88f-88c0df5e145f req-737e5736-c57c-4c4a-b0e8-b67bc7c1e284 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Calling delete_port for bf933922-09e5-4f77-9f0e-bfb87f24c714 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:10.836099 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=60877966-e402-419c-a28e-944e03bf9ba3,revision_number=6']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:10.910290 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7a2faa97-7979-4dcc-ac5e-26b66e7e297a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4d7925fd36e04ac3bc2ee081e5fb2bde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2847090 Apr 20 13:14:10.912553 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44084) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:10.938449 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 20 Apr 2022 13:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a7f539-ca4a-47cd-b591-a01d5039d601 x-openstack-request-id: req-b6a7f539-ca4a-47cd-b591-a01d5039d601 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:14:10.938803 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "name": "network-vif-unplugged", "status": "completed", "tag": "bd817be8-283c-452b-aa21-7b15743074d5", "code": 200}, {"server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "name": "network-vif-unplugged", "status": "completed", "tag": "97b905ff-c95f-4cdf-b78c-ce981493c6b5", "code": 200}, {"server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "name": "network-vif-unplugged", "status": "completed", "tag": "bf933922-09e5-4f77-9f0e-bfb87f24c714", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:14:10.939065 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b6a7f539-ca4a-47cd-b591-a01d5039d601 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:14:10.939506 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6a7f539-ca4a-47cd-b591-a01d5039d601'] response: {'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd817be8-283c-452b-aa21-7b15743074d5', 'code': 200} Apr 20 13:14:10.939798 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6a7f539-ca4a-47cd-b591-a01d5039d601'] response: {'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97b905ff-c95f-4cdf-b78c-ce981493c6b5', 'code': 200} Apr 20 13:14:10.940019 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6a7f539-ca4a-47cd-b591-a01d5039d601'] response: {'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf933922-09e5-4f77-9f0e-bfb87f24c714', 'code': 200} Apr 20 13:14:11.112476 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a0c00899-c82d-4d8b-8a18-00d54c20ba0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:11.146352 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab66579-0d6c-4ca4-81d9-030c517517a5 req-52f82071-f5ad-4b65-aea9-5cd134113c77 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:11.159933 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ab66579-0d6c-4ca4-81d9-030c517517a5 req-52f82071-f5ad-4b65-aea9-5cd134113c77 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 946 time: 0.1361346 Apr 20 13:14:11.183366 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a0c00899-c82d-4d8b-8a18-00d54c20ba0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:11.245411 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0449531c-b913-40ca-a88f-88c0df5e145f req-737e5736-c57c-4c4a-b0e8-b67bc7c1e284 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:11.267528 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ab66579-0d6c-4ca4-81d9-030c517517a5 req-1ca8372c-9559-4c47-9f46-bdc73de22674 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864382 Apr 20 13:14:11.377323 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e5736-c57c-4c4a-b0e8-b67bc7c1e284 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Pushing event deleted for resources: {'Port': ['ID=bf933922-09e5-4f77-9f0e-bfb87f24c714,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:11.461291 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-0449531c-b913-40ca-a88f-88c0df5e145f req-737e5736-c57c-4c4a-b0e8-b67bc7c1e284 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] No DVR routers for this DVR port bf933922-09e5-4f77-9f0e-bfb87f24c714 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:14:11.466460 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0449531c-b913-40ca-a88f-88c0df5e145f req-737e5736-c57c-4c4a-b0e8-b67bc7c1e284 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:11.470400 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0449531c-b913-40ca-a88f-88c0df5e145f req-737e5736-c57c-4c4a-b0e8-b67bc7c1e284 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.15 "DELETE /v2.0/ports/bf933922-09e5-4f77-9f0e-bfb87f24c714 HTTP/1.1" status: 204 len: 173 time: 1.1593010 Apr 20 13:14:11.568067 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a0c00899-c82d-4d8b-8a18-00d54c20ba0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:11.571325 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a0c00899-c82d-4d8b-8a18-00d54c20ba0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:11.572515 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a0c00899-c82d-4d8b-8a18-00d54c20ba0c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/93f6ebba-e277-4b20-a9cd-1be8dd86517f HTTP/1.1" status: 204 len: 168 time: 0.6588390 Apr 20 13:14:11.578494 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:14:11.665219 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c00899-c82d-4d8b-8a18-00d54c20ba0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f6ebba-e277-4b20-a9cd-1be8dd86517f,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:11.695882 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca18856-f5b2-4b2d-8d72-49bba33ed35a req-3b798ff7-5603-492f-afa4-0102e3d7d5aa tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:11.698064 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fca18856-f5b2-4b2d-8d72-49bba33ed35a req-3b798ff7-5603-492f-afa4-0102e3d7d5aa tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d9564be-9099-4680-b63b-763e46426c04 HTTP/1.1" status: 200 len: 945 time: 0.1699188 Apr 20 13:14:11.768121 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-0449531c-b913-40ca-a88f-88c0df5e145f req-0d99a090-44a4-4b2a-8d15-c14b0c3dc3c0 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Deleting port 97b905ff-c95f-4cdf-b78c-ce981493c6b5 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:11.771436 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0449531c-b913-40ca-a88f-88c0df5e145f req-0d99a090-44a4-4b2a-8d15-c14b0c3dc3c0 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:11.814637 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fca18856-f5b2-4b2d-8d72-49bba33ed35a req-daee7a45-492b-40e7-9a4f-6bf6416a1595 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "GET /v2.0/security-groups?id=691d618c-1515-4033-a944-efeb8b65dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963280 Apr 20 13:14:12.023066 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ac99c-a014-42fb-ac24-7c4bae57edc2 req-ce911735-29b8-4e58-bd35-04094d0a91b4 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:12.030253 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ac99c-a014-42fb-ac24-7c4bae57edc2 req-ce911735-29b8-4e58-bd35-04094d0a91b4 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:12.046512 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ac99c-a014-42fb-ac24-7c4bae57edc2 req-ce911735-29b8-4e58-bd35-04094d0a91b4 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:12.054457 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-531ac99c-a014-42fb-ac24-7c4bae57edc2 req-ce911735-29b8-4e58-bd35-04094d0a91b4 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 2409 time: 0.1230178 Apr 20 13:14:12.065644 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-0449531c-b913-40ca-a88f-88c0df5e145f req-0d99a090-44a4-4b2a-8d15-c14b0c3dc3c0 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] For port 97b905ff-c95f-4cdf-b78c-ce981493c6b5, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=97b905ff-c95f-4cdf-b78c-ce981493c6b5,segment=NetworkSegment(738fba35-11d5-4597-a6a9-a3497c92a9f7),segment_id=738fba35-11d5-4597-a6a9-a3497c92a9f7)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:12.066027 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0449531c-b913-40ca-a88f-88c0df5e145f req-0d99a090-44a4-4b2a-8d15-c14b0c3dc3c0 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:12.162242 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:12.168688 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-531ac99c-a014-42fb-ac24-7c4bae57edc2 req-81786d26-8063-463e-9a77-6417107e26ba tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100900 Apr 20 13:14:12.445798 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0449531c-b913-40ca-a88f-88c0df5e145f req-0d99a090-44a4-4b2a-8d15-c14b0c3dc3c0 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:12.446126 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0449531c-b913-40ca-a88f-88c0df5e145f req-0d99a090-44a4-4b2a-8d15-c14b0c3dc3c0 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:12.446512 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [req-0449531c-b913-40ca-a88f-88c0df5e145f req-0d99a090-44a4-4b2a-8d15-c14b0c3dc3c0 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Floating IP 98aad9a8-4bce-44a6-88ad-3abdd1b8c587 disassociated. External IP: 172.25.8.88, port: 97b905ff-c95f-4cdf-b78c-ce981493c6b5. Apr 20 13:14:12.446914 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-0449531c-b913-40ca-a88f-88c0df5e145f req-0d99a090-44a4-4b2a-8d15-c14b0c3dc3c0 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Calling delete_port for 97b905ff-c95f-4cdf-b78c-ce981493c6b5 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:12.448873 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44110) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:12.553981 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'name': 'network-vif-deleted', 'tag': 'bf933922-09e5-4f77-9f0e-bfb87f24c714'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:14:12.554541 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-91a58661-8e1a-458e-9a3f-96f7aa01ae55 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=da4ab580c65b473db9af6067a13bdc82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1033435 Apr 20 13:14:12.556409 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe0fdd1-c129-4fbf-a121-a17c8dd48638" -d '{"events": [{"server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "name": "network-vif-deleted", "tag": "bf933922-09e5-4f77-9f0e-bfb87f24c714"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:14:12.557026 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44112) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:12.598833 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f2773-78d5-4bc8-8b46-f4d2aa4d0c29 req-f6cdd083-c4cc-4346-9c84-0d8588443571 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:12.600469 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b75f2773-78d5-4bc8-8b46-f4d2aa4d0c29 req-f6cdd083-c4cc-4346-9c84-0d8588443571 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 946 time: 0.1589789 Apr 20 13:14:12.627963 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2bfe0af8-db68-4b5e-b5c7-566e453aa4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:12.657574 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b75f2773-78d5-4bc8-8b46-f4d2aa4d0c29 req-377bca6a-7732-4413-8609-e2be69649379 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430367 Apr 20 13:14:12.658625 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2bfe0af8-db68-4b5e-b5c7-566e453aa4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:12.750376 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43df499d-c3b4-4efc-af53-c4aa2f4c495b x-openstack-request-id: req-43df499d-c3b4-4efc-af53-c4aa2f4c495b {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:14:12.750713 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "name": "network-vif-deleted", "tag": "bf933922-09e5-4f77-9f0e-bfb87f24c714", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:14:12.751056 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-43df499d-c3b4-4efc-af53-c4aa2f4c495b {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:14:12.751532 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43df499d-c3b4-4efc-af53-c4aa2f4c495b'] response: {'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'name': 'network-vif-deleted', 'tag': 'bf933922-09e5-4f77-9f0e-bfb87f24c714', 'status': 'completed', 'code': 200} Apr 20 13:14:12.934826 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0449531c-b913-40ca-a88f-88c0df5e145f req-0d99a090-44a4-4b2a-8d15-c14b0c3dc3c0 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:12.940740 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60877966-e402-419c-a28e-944e03bf9ba3'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:14:12.943182 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988a915e-6ba2-43c4-b2d9-5ade0d5a6ad8" -d '{"events": [{"server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "name": "network-vif-unplugged", "status": "completed", "tag": "60877966-e402-419c-a28e-944e03bf9ba3"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:14:12.964872 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d99a090-44a4-4b2a-8d15-c14b0c3dc3c0 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Pushing event deleted for resources: {'Port': ['ID=97b905ff-c95f-4cdf-b78c-ce981493c6b5,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:12.969588 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2bfe0af8-db68-4b5e-b5c7-566e453aa4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:12.973074 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2bfe0af8-db68-4b5e-b5c7-566e453aa4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:12.975778 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2bfe0af8-db68-4b5e-b5c7-566e453aa4cc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d6120652-a595-4c79-b5be-b37772aab70e HTTP/1.1" status: 204 len: 168 time: 0.4178200 Apr 20 13:14:13.004514 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe0af8-db68-4b5e-b5c7-566e453aa4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6120652-a595-4c79-b5be-b37772aab70e,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:13.022647 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:13.207970 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0449531c-b913-40ca-a88f-88c0df5e145f req-0d99a090-44a4-4b2a-8d15-c14b0c3dc3c0 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Router b9692bf5-f1b2-4876-9b3f-060c953cf2cb has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:14:13.345426 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b89f3c-88ca-4edc-aec6-cdc348700283 x-openstack-request-id: req-30b89f3c-88ca-4edc-aec6-cdc348700283 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:14:13.345924 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "name": "network-vif-unplugged", "status": "completed", "tag": "60877966-e402-419c-a28e-944e03bf9ba3", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:14:13.346023 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-30b89f3c-88ca-4edc-aec6-cdc348700283 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:14:13.346348 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30b89f3c-88ca-4edc-aec6-cdc348700283'] response: {'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60877966-e402-419c-a28e-944e03bf9ba3', 'code': 200} Apr 20 13:14:13.548988 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0449531c-b913-40ca-a88f-88c0df5e145f req-0d99a090-44a4-4b2a-8d15-c14b0c3dc3c0 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:14:13.565973 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1a869f-69f9-4ad1-9f17-31c8be6ea170 None None] Sync routers for ids ['b9692bf5-f1b2-4876-9b3f-060c953cf2cb'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:14:13.585534 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1a869f-69f9-4ad1-9f17-31c8be6ea170 None None] Routers {'b9692bf5-f1b2-4876-9b3f-060c953cf2cb'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:14:13.588570 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-db1a869f-69f9-4ad1-9f17-31c8be6ea170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:13:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['b9692bf5-f1b2-4876-9b3f-060c953cf2cb'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:13.663175 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-0449531c-b913-40ca-a88f-88c0df5e145f req-0d99a090-44a4-4b2a-8d15-c14b0c3dc3c0 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] No DVR routers for this DVR port 97b905ff-c95f-4cdf-b78c-ce981493c6b5 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:14:13.667373 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0449531c-b913-40ca-a88f-88c0df5e145f req-0d99a090-44a4-4b2a-8d15-c14b0c3dc3c0 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:13.676722 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0449531c-b913-40ca-a88f-88c0df5e145f req-0d99a090-44a4-4b2a-8d15-c14b0c3dc3c0 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.15 "DELETE /v2.0/ports/97b905ff-c95f-4cdf-b78c-ce981493c6b5 HTTP/1.1" status: 204 len: 173 time: 2.2005751 Apr 20 13:14:13.778071 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141dc1a-bd84-40f9-8a06-3f77a12340ba req-0d16d317-b716-49f1-903d-b288ba443d0e tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:13.794755 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141dc1a-bd84-40f9-8a06-3f77a12340ba req-0d16d317-b716-49f1-903d-b288ba443d0e tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:13.805863 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0141dc1a-bd84-40f9-8a06-3f77a12340ba req-0d16d317-b716-49f1-903d-b288ba443d0e tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 1676 time: 0.3669174 Apr 20 13:14:13.903114 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-db1a869f-69f9-4ad1-9f17-31c8be6ea170 None None] Set router b9692bf5-f1b2-4876-9b3f-060c953cf2cb gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:14:13.952380 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0141dc1a-bd84-40f9-8a06-3f77a12340ba req-727b8953-37fd-44fe-aec8-e32dda2685dd tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455128 Apr 20 13:14:14.006309 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-0449531c-b913-40ca-a88f-88c0df5e145f req-b434a26c-dd42-4f29-868d-6faafc3d99a2 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Deleting port 60877966-e402-419c-a28e-944e03bf9ba3 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:14.006755 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0449531c-b913-40ca-a88f-88c0df5e145f req-b434a26c-dd42-4f29-868d-6faafc3d99a2 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:14.300562 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-0449531c-b913-40ca-a88f-88c0df5e145f req-b434a26c-dd42-4f29-868d-6faafc3d99a2 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] For port 60877966-e402-419c-a28e-944e03bf9ba3, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=60877966-e402-419c-a28e-944e03bf9ba3,segment=NetworkSegment(77838f7f-eaf5-4c10-90fc-75b379d0087a),segment_id=77838f7f-eaf5-4c10-90fc-75b379d0087a)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:14.302451 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0449531c-b913-40ca-a88f-88c0df5e145f req-b434a26c-dd42-4f29-868d-6faafc3d99a2 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:14.339223 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1a19b-d72d-46fe-9c20-376669beeba6 req-6ed3ede8-70e5-48ef-a410-fe37b8ad89f3 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:14.344878 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0df1a19b-d72d-46fe-9c20-376669beeba6 req-6ed3ede8-70e5-48ef-a410-fe37b8ad89f3 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d9564be-9099-4680-b63b-763e46426c04 HTTP/1.1" status: 200 len: 945 time: 0.2233198 Apr 20 13:14:14.362258 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-0449531c-b913-40ca-a88f-88c0df5e145f req-b434a26c-dd42-4f29-868d-6faafc3d99a2 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Calling delete_port for 60877966-e402-419c-a28e-944e03bf9ba3 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:14.573609 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-db1a869f-69f9-4ad1-9f17-31c8be6ea170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9692bf5-f1b2-4876-9b3f-060c953cf2cb', 'name': 'tempest-TaggedBootDevicesTest-785915238-router', 'tenant_id': '80a09310883244f09c77418f84fc8e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'c1c0b034-8586-49b7-aee5-15dec55bc405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:43Z', 'updated_at': '2022-04-20T13:06:59Z', 'revision_number': 4, 'project_id': '80a09310883244f09c77418f84fc8e88', 'gw_port': {'id': 'c1c0b034-8586-49b7-aee5-15dec55bc405', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:09:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9692bf5-f1b2-4876-9b3f-060c953cf2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:46Z', 'updated_at': '2022-04-20T13:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '6d05bc1d-e87e-4c39-a78d-99565650587b', 'name': '', 'network_id': 'c0567742-ebd6-4040-88bb-7f8afbb4e328', 'tenant_id': '80a09310883244f09c77418f84fc8e88', 'mac_address': 'fa:16:3e:53:e3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9692bf5-f1b2-4876-9b3f-060c953cf2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'ab468ffa-ce13-456d-af37-126b9348379e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:56Z', 'updated_at': '2022-04-20T13:07:21Z', 'revision_number': 5, 'project_id': '80a09310883244f09c77418f84fc8e88', 'subnets': [{'id': 'ab468ffa-ce13-456d-af37-126b9348379e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:14.607516 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1a869f-69f9-4ad1-9f17-31c8be6ea170 None None] Checking router: b9692bf5-f1b2-4876-9b3f-060c953cf2cb for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:14:14.618065 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1a869f-69f9-4ad1-9f17-31c8be6ea170 None None] Routers {'b9692bf5-f1b2-4876-9b3f-060c953cf2cb'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:14:14.619760 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-db1a869f-69f9-4ad1-9f17-31c8be6ea170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:13:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['b9692bf5-f1b2-4876-9b3f-060c953cf2cb'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:14.650301 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0df1a19b-d72d-46fe-9c20-376669beeba6 req-edc3f841-223c-48e6-b6ea-cae46469d7fc tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "GET /v2.0/security-groups?id=691d618c-1515-4033-a944-efeb8b65dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531355 Apr 20 13:14:14.773543 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'name': 'network-vif-deleted', 'tag': '97b905ff-c95f-4cdf-b78c-ce981493c6b5'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:14:14.775850 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae62222-cf5a-4a56-8ecd-36aef64a6313" -d '{"events": [{"server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "name": "network-vif-deleted", "tag": "97b905ff-c95f-4cdf-b78c-ce981493c6b5"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:14:14.861300 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-db1a869f-69f9-4ad1-9f17-31c8be6ea170 None None] Set router b9692bf5-f1b2-4876-9b3f-060c953cf2cb gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:14:14.939654 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0449531c-b913-40ca-a88f-88c0df5e145f req-b434a26c-dd42-4f29-868d-6faafc3d99a2 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:14.960658 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f6dc6-5925-41b8-b18f-dddd92f047d7 req-fae52852-e57b-4354-adf1-94b1eda9bb6d tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:14.962832 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bf8f6dc6-5925-41b8-b18f-dddd92f047d7 req-fae52852-e57b-4354-adf1-94b1eda9bb6d tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9564be-9099-4680-b63b-763e46426c04 HTTP/1.1" status: 200 len: 945 time: 0.2721260 Apr 20 13:14:14.993485 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b434a26c-dd42-4f29-868d-6faafc3d99a2 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Pushing event deleted for resources: {'Port': ['ID=60877966-e402-419c-a28e-944e03bf9ba3,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:15.022234 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95e963-7541-4cf5-bd33-0d365de01afe req-02fbf66d-5d22-4ae7-8fe1-ecbd08ea3f03 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:15.030145 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4d95e963-7541-4cf5-bd33-0d365de01afe req-02fbf66d-5d22-4ae7-8fe1-ecbd08ea3f03 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 946 time: 0.1717947 Apr 20 13:14:15.150289 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-0449531c-b913-40ca-a88f-88c0df5e145f req-b434a26c-dd42-4f29-868d-6faafc3d99a2 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] No DVR routers for this DVR port 60877966-e402-419c-a28e-944e03bf9ba3 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:14:15.154909 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0449531c-b913-40ca-a88f-88c0df5e145f req-b434a26c-dd42-4f29-868d-6faafc3d99a2 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:15.159969 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0449531c-b913-40ca-a88f-88c0df5e145f req-b434a26c-dd42-4f29-868d-6faafc3d99a2 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.15 "DELETE /v2.0/ports/60877966-e402-419c-a28e-944e03bf9ba3 HTTP/1.1" status: 204 len: 173 time: 1.4750924 Apr 20 13:14:15.223336 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4d95e963-7541-4cf5-bd33-0d365de01afe req-879f8066-b4dd-46a1-bdb3-b8b4af793462 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914849 Apr 20 13:14:15.327998 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-db1a869f-69f9-4ad1-9f17-31c8be6ea170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9692bf5-f1b2-4876-9b3f-060c953cf2cb', 'name': 'tempest-TaggedBootDevicesTest-785915238-router', 'tenant_id': '80a09310883244f09c77418f84fc8e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'c1c0b034-8586-49b7-aee5-15dec55bc405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:43Z', 'updated_at': '2022-04-20T13:06:59Z', 'revision_number': 4, 'project_id': '80a09310883244f09c77418f84fc8e88', 'gw_port': {'id': 'c1c0b034-8586-49b7-aee5-15dec55bc405', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:09:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9692bf5-f1b2-4876-9b3f-060c953cf2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:46Z', 'updated_at': '2022-04-20T13:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '6d05bc1d-e87e-4c39-a78d-99565650587b', 'name': '', 'network_id': 'c0567742-ebd6-4040-88bb-7f8afbb4e328', 'tenant_id': '80a09310883244f09c77418f84fc8e88', 'mac_address': 'fa:16:3e:53:e3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9692bf5-f1b2-4876-9b3f-060c953cf2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'ab468ffa-ce13-456d-af37-126b9348379e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:56Z', 'updated_at': '2022-04-20T13:07:21Z', 'revision_number': 5, 'project_id': '80a09310883244f09c77418f84fc8e88', 'subnets': [{'id': 'ab468ffa-ce13-456d-af37-126b9348379e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:15.372404 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65ec3ed-c70a-4268-b029-a7cd378de62b x-openstack-request-id: req-a65ec3ed-c70a-4268-b029-a7cd378de62b {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:14:15.373969 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "name": "network-vif-deleted", "tag": "97b905ff-c95f-4cdf-b78c-ce981493c6b5", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:14:15.378693 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a65ec3ed-c70a-4268-b029-a7cd378de62b {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:14:15.379349 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a65ec3ed-c70a-4268-b029-a7cd378de62b'] response: {'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'name': 'network-vif-deleted', 'tag': '97b905ff-c95f-4cdf-b78c-ce981493c6b5', 'status': 'completed', 'code': 200} Apr 20 13:14:15.388056 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1a869f-69f9-4ad1-9f17-31c8be6ea170 None None] The sync data for ids ['b9692bf5-f1b2-4876-9b3f-060c953cf2cb'] in n-d-836015-7 is: [{'id': 'b9692bf5-f1b2-4876-9b3f-060c953cf2cb', 'name': 'tempest-TaggedBootDevicesTest-785915238-router', 'tenant_id': '80a09310883244f09c77418f84fc8e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'c1c0b034-8586-49b7-aee5-15dec55bc405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:43Z', 'updated_at': '2022-04-20T13:06:59Z', 'revision_number': 4, 'project_id': '80a09310883244f09c77418f84fc8e88', 'gw_port': {'id': 'c1c0b034-8586-49b7-aee5-15dec55bc405', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:09:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9692bf5-f1b2-4876-9b3f-060c953cf2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:46Z', 'updated_at': '2022-04-20T13:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '6d05bc1d-e87e-4c39-a78d-99565650587b', 'name': '', 'network_id': 'c0567742-ebd6-4040-88bb-7f8afbb4e328', 'tenant_id': '80a09310883244f09c77418f84fc8e88', 'mac_address': 'fa:16:3e:53:e3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9692bf5-f1b2-4876-9b3f-060c953cf2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'ab468ffa-ce13-456d-af37-126b9348379e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:56Z', 'updated_at': '2022-04-20T13:07:21Z', 'revision_number': 5, 'project_id': '80a09310883244f09c77418f84fc8e88', 'subnets': [{'id': 'ab468ffa-ce13-456d-af37-126b9348379e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:14:15.472666 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-bf8f6dc6-5925-41b8-b18f-dddd92f047d7 req-2454cd55-2dbc-4209-a6d4-9830c6ce3875 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Deleting port 16eba5fb-7710-4027-be1b-3272fe194ece {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:15.473814 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-bf8f6dc6-5925-41b8-b18f-dddd92f047d7 req-2454cd55-2dbc-4209-a6d4-9830c6ce3875 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:15.717351 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-bf8f6dc6-5925-41b8-b18f-dddd92f047d7 req-2454cd55-2dbc-4209-a6d4-9830c6ce3875 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] For port 16eba5fb-7710-4027-be1b-3272fe194ece, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=16eba5fb-7710-4027-be1b-3272fe194ece,segment=NetworkSegment(ddab2d16-2ce0-43b7-9a5d-6c0cd2b9fc08),segment_id=ddab2d16-2ce0-43b7-9a5d-6c0cd2b9fc08)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:15.725167 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-bf8f6dc6-5925-41b8-b18f-dddd92f047d7 req-2454cd55-2dbc-4209-a6d4-9830c6ce3875 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:16.028114 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da4a185-c5b3-48e6-b7ab-5104a8bd7597 None None] New status for floating IP 98aad9a8-4bce-44a6-88ad-3abdd1b8c587: DOWN {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:14:16.064766 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-0449531c-b913-40ca-a88f-88c0df5e145f req-155ee92a-bbd9-4911-8e6c-24b982855f1d tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Deleting port bd817be8-283c-452b-aa21-7b15743074d5 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:16.065127 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0449531c-b913-40ca-a88f-88c0df5e145f req-155ee92a-bbd9-4911-8e6c-24b982855f1d tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:16.226586 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-bf8f6dc6-5925-41b8-b18f-dddd92f047d7 req-2454cd55-2dbc-4209-a6d4-9830c6ce3875 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:16.226586 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-bf8f6dc6-5925-41b8-b18f-dddd92f047d7 req-2454cd55-2dbc-4209-a6d4-9830c6ce3875 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:16.226586 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [req-bf8f6dc6-5925-41b8-b18f-dddd92f047d7 req-2454cd55-2dbc-4209-a6d4-9830c6ce3875 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Floating IP ee0111b3-4dc7-4241-9032-250ee65a4f91 disassociated. External IP: 172.25.8.20, port: 16eba5fb-7710-4027-be1b-3272fe194ece. Apr 20 13:14:16.226586 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-bf8f6dc6-5925-41b8-b18f-dddd92f047d7 req-2454cd55-2dbc-4209-a6d4-9830c6ce3875 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Calling delete_port for 16eba5fb-7710-4027-be1b-3272fe194ece owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:16.249886 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334eb5b2-afcf-4cca-83cd-479f5201aa13 req-a730f7ce-0fda-4adc-a19a-a4639404a344 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:16.262765 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-334eb5b2-afcf-4cca-83cd-479f5201aa13 req-a730f7ce-0fda-4adc-a19a-a4639404a344 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 942 time: 0.7540655 Apr 20 13:14:16.583925 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44198) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:16.847767 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44204) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:16.981221 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a3dbc361-6bf4-4bf5-acf1-cf5e5a025efc admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:17.000941 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-805a5b65-5a2f-43fa-ac8c-b7dc4c3d9799 tempest-RoutersAdminNegativeTest-1002530757 tempest-RoutersAdminNegativeTest-1002530757-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1677564656', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:17.025608 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-334eb5b2-afcf-4cca-83cd-479f5201aa13 req-a65d8f81-72e4-48c3-9eb2-18aff94dd984 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups?id=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7621076 Apr 20 13:14:17.029147 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-0449531c-b913-40ca-a88f-88c0df5e145f req-155ee92a-bbd9-4911-8e6c-24b982855f1d tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] For port bd817be8-283c-452b-aa21-7b15743074d5, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=bd817be8-283c-452b-aa21-7b15743074d5,segment=NetworkSegment(b2bd74d1-b518-4c8d-839d-80d6ae61237d),segment_id=b2bd74d1-b518-4c8d-839d-80d6ae61237d)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:17.029526 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0449531c-b913-40ca-a88f-88c0df5e145f req-155ee92a-bbd9-4911-8e6c-24b982855f1d tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:17.101264 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-0449531c-b913-40ca-a88f-88c0df5e145f req-155ee92a-bbd9-4911-8e6c-24b982855f1d tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Calling delete_port for bd817be8-283c-452b-aa21-7b15743074d5 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:17.149219 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a3dbc361-6bf4-4bf5-acf1-cf5e5a025efc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:17.164748 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805a5b65-5a2f-43fa-ac8c-b7dc4c3d9799 tempest-RoutersAdminNegativeTest-1002530757 tempest-RoutersAdminNegativeTest-1002530757-project-admin] Made reservation on behalf of 4adc3f47a5c64a19b82f243c1946d315 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:17.169011 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-805a5b65-5a2f-43fa-ac8c-b7dc4c3d9799 tempest-RoutersAdminNegativeTest-1002530757 tempest-RoutersAdminNegativeTest-1002530757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:17.182961 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-805a5b65-5a2f-43fa-ac8c-b7dc4c3d9799 tempest-RoutersAdminNegativeTest-1002530757 tempest-RoutersAdminNegativeTest-1002530757-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:17.222576 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a3dbc361-6bf4-4bf5-acf1-cf5e5a025efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:17.292200 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d721455-8036-476f-9329-31d0fac6cb3c req-8e20cfbd-9012-41cf-86d2-a2401b5303bc tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:17.301000 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8d721455-8036-476f-9329-31d0fac6cb3c req-8e20cfbd-9012-41cf-86d2-a2401b5303bc tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d9564be-9099-4680-b63b-763e46426c04 HTTP/1.1" status: 200 len: 945 time: 0.1545656 Apr 20 13:14:17.309905 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dbc361-6bf4-4bf5-acf1-cf5e5a025efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e520d00d-8e32-404f-b98e-96106adb8ae7,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:17.331914 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a3dbc361-6bf4-4bf5-acf1-cf5e5a025efc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3053be2d72e140bc8f144c0c2931cdc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4828444 Apr 20 13:14:17.333623 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44210) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:17.383672 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8d721455-8036-476f-9329-31d0fac6cb3c req-c972d160-ad55-4a03-97c3-4ad390413f29 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "GET /v2.0/security-groups?id=691d618c-1515-4033-a944-efeb8b65dc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676863 Apr 20 13:14:17.383672 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'name': 'network-vif-deleted', 'tag': '60877966-e402-419c-a28e-944e03bf9ba3'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:14:17.383672 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15aff7e0-c134-44ad-937e-542aa5923ca9" -d '{"events": [{"server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "name": "network-vif-deleted", "tag": "60877966-e402-419c-a28e-944e03bf9ba3"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:14:17.404940 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-bf8f6dc6-5925-41b8-b18f-dddd92f047d7 req-2454cd55-2dbc-4209-a6d4-9830c6ce3875 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:17.455461 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2454cd55-2dbc-4209-a6d4-9830c6ce3875 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Pushing event deleted for resources: {'Port': ['ID=16eba5fb-7710-4027-be1b-3272fe194ece,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:17.473958 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2bff89e1-f0ec-42ee-9389-6bf42e12df13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:17.498923 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2bff89e1-f0ec-42ee-9389-6bf42e12df13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:17.555527 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0449531c-b913-40ca-a88f-88c0df5e145f req-155ee92a-bbd9-4911-8e6c-24b982855f1d tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:17.567645 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-805a5b65-5a2f-43fa-ac8c-b7dc4c3d9799 tempest-RoutersAdminNegativeTest-1002530757 tempest-RoutersAdminNegativeTest-1002530757-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:17.623912 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ee92a-bbd9-4911-8e6c-24b982855f1d tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Pushing event deleted for resources: {'Port': ['ID=bd817be8-283c-452b-aa21-7b15743074d5,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:17.639915 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde751f1-980b-4994-839f-d9b1edf58f9e req-9db19869-1383-423c-9c68-32ee7fb11bfd tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:17.647948 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dde751f1-980b-4994-839f-d9b1edf58f9e req-9db19869-1383-423c-9c68-32ee7fb11bfd tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 946 time: 0.1962075 Apr 20 13:14:17.661024 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-805a5b65-5a2f-43fa-ac8c-b7dc4c3d9799 tempest-RoutersAdminNegativeTest-1002530757 tempest-RoutersAdminNegativeTest-1002530757-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:17.665464 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-805a5b65-5a2f-43fa-ac8c-b7dc4c3d9799 tempest-RoutersAdminNegativeTest-1002530757 tempest-RoutersAdminNegativeTest-1002530757-project-admin] device_id is not set on port 9c04d868-51b0-40d9-afc5-d471fdcbf892 yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:14:17.717290 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-0449531c-b913-40ca-a88f-88c0df5e145f req-155ee92a-bbd9-4911-8e6c-24b982855f1d tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] No DVR routers for this DVR port bd817be8-283c-452b-aa21-7b15743074d5 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:14:17.732719 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0449531c-b913-40ca-a88f-88c0df5e145f req-155ee92a-bbd9-4911-8e6c-24b982855f1d tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:17.737143 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0449531c-b913-40ca-a88f-88c0df5e145f req-155ee92a-bbd9-4911-8e6c-24b982855f1d tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.15 "DELETE /v2.0/ports/bd817be8-283c-452b-aa21-7b15743074d5 HTTP/1.1" status: 204 len: 173 time: 2.5460427 Apr 20 13:14:17.842525 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dde751f1-980b-4994-839f-d9b1edf58f9e req-f33424bd-2571-494e-85bb-1458428d7645 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240563 Apr 20 13:14:17.863196 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf8f6dc6-5925-41b8-b18f-dddd92f047d7 req-2454cd55-2dbc-4209-a6d4-9830c6ce3875 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Router 0ff919ef-bade-48ca-816a-6cb87816b63c has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:14:17.869863 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a5b65-5a2f-43fa-ac8c-b7dc4c3d9799 tempest-RoutersAdminNegativeTest-1002530757 tempest-RoutersAdminNegativeTest-1002530757-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614a0a62-e708-4aa0-8530-fc3ee639bb6f,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:17.898854 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2bff89e1-f0ec-42ee-9389-6bf42e12df13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:17.912287 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2bff89e1-f0ec-42ee-9389-6bf42e12df13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:17.923525 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2bff89e1-f0ec-42ee-9389-6bf42e12df13 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e520d00d-8e32-404f-b98e-96106adb8ae7 HTTP/1.1" status: 204 len: 168 time: 0.5828738 Apr 20 13:14:17.967943 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bff89e1-f0ec-42ee-9389-6bf42e12df13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e520d00d-8e32-404f-b98e-96106adb8ae7,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:18.009686 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee673c1-6dd1-4517-b6ec-c55eea487e8b x-openstack-request-id: req-8ee673c1-6dd1-4517-b6ec-c55eea487e8b {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:14:18.009952 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "name": "network-vif-deleted", "tag": "60877966-e402-419c-a28e-944e03bf9ba3", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:14:18.010202 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ee673c1-6dd1-4517-b6ec-c55eea487e8b {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:14:18.010698 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ee673c1-6dd1-4517-b6ec-c55eea487e8b'] response: {'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'name': 'network-vif-deleted', 'tag': '60877966-e402-419c-a28e-944e03bf9ba3', 'status': 'completed', 'code': 200} Apr 20 13:14:18.081253 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-805a5b65-5a2f-43fa-ac8c-b7dc4c3d9799 tempest-RoutersAdminNegativeTest-1002530757 tempest-RoutersAdminNegativeTest-1002530757-project-admin] Allocated IP 172.25.8.219 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/9c04d868-51b0-40d9-afc5-d471fdcbf892) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:14:18.124877 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf8f6dc6-5925-41b8-b18f-dddd92f047d7 req-2454cd55-2dbc-4209-a6d4-9830c6ce3875 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:14:18.147902 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ee902b-76e4-4bef-be5c-fd940c7ded82 None None] Sync routers for ids ['0ff919ef-bade-48ca-816a-6cb87816b63c'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:14:18.182842 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ee902b-76e4-4bef-be5c-fd940c7ded82 None None] Routers {'0ff919ef-bade-48ca-816a-6cb87816b63c'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:14:18.184345 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-07ee902b-76e4-4bef-be5c-fd940c7ded82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:13:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['0ff919ef-bade-48ca-816a-6cb87816b63c'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:18.275854 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf8f6dc6-5925-41b8-b18f-dddd92f047d7 req-2454cd55-2dbc-4209-a6d4-9830c6ce3875 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] No DVR routers for this DVR port 16eba5fb-7710-4027-be1b-3272fe194ece on host n-h1-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:14:18.292762 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-34a96212-5549-46dc-b008-b493b75fc622 req-c8666bc3-6138-4065-9bd2-a4a69b02bd07 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 210 time: 0.0999162 Apr 20 13:14:18.297655 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-bf8f6dc6-5925-41b8-b18f-dddd92f047d7 req-2454cd55-2dbc-4209-a6d4-9830c6ce3875 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:18.300900 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bf8f6dc6-5925-41b8-b18f-dddd92f047d7 req-2454cd55-2dbc-4209-a6d4-9830c6ce3875 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.32 "DELETE /v2.0/ports/16eba5fb-7710-4027-be1b-3272fe194ece HTTP/1.1" status: 204 len: 173 time: 3.3098609 Apr 20 13:14:18.353391 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-805a5b65-5a2f-43fa-ac8c-b7dc4c3d9799 tempest-RoutersAdminNegativeTest-1002530757 tempest-RoutersAdminNegativeTest-1002530757-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:18.474746 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-07ee902b-76e4-4bef-be5c-fd940c7ded82 None None] Set router 0ff919ef-bade-48ca-816a-6cb87816b63c gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:14:18.521053 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3b6bfa67-13e0-4157-b4c4-3d49e52606ce req-7572879d-65b7-4c00-b89f-2eb460bf7d54 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d9564be-9099-4680-b63b-763e46426c04 HTTP/1.1" status: 200 len: 210 time: 0.0463634 Apr 20 13:14:18.718825 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-805a5b65-5a2f-43fa-ac8c-b7dc4c3d9799 tempest-RoutersAdminNegativeTest-1002530757 tempest-RoutersAdminNegativeTest-1002530757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:18.758086 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-07ee902b-76e4-4bef-be5c-fd940c7ded82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff919ef-bade-48ca-816a-6cb87816b63c', 'name': 'tempest-ServersTestJSON-2005446165-router', 'tenant_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'cde5168c-2ab2-4ce2-b052-0d195074070b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:12:25Z', 'updated_at': '2022-04-20T13:12:33Z', 'revision_number': 4, 'project_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'gw_port': {'id': 'cde5168c-2ab2-4ce2-b052-0d195074070b', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff919ef-bade-48ca-816a-6cb87816b63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:12:26Z', 'updated_at': '2022-04-20T13:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'd4d4f115-b2ef-43f1-8790-faf3a7d592db', 'name': '', 'network_id': '31fca606-89b5-41af-8e9a-0f3bd7276e6d', 'tenant_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'mac_address': 'fa:16:3e:72:ad:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff919ef-bade-48ca-816a-6cb87816b63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '74adebdc-5d6b-4341-9419-cb7e516307ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:12:31Z', 'updated_at': '2022-04-20T13:12:39Z', 'revision_number': 5, 'project_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'subnets': [{'id': '74adebdc-5d6b-4341-9419-cb7e516307ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:18.781684 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805a5b65-5a2f-43fa-ac8c-b7dc4c3d9799 tempest-RoutersAdminNegativeTest-1002530757 tempest-RoutersAdminNegativeTest-1002530757-project-admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:18.784871 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-805a5b65-5a2f-43fa-ac8c-b7dc4c3d9799 tempest-RoutersAdminNegativeTest-1002530757 tempest-RoutersAdminNegativeTest-1002530757-project-admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:18.789406 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805a5b65-5a2f-43fa-ac8c-b7dc4c3d9799 tempest-RoutersAdminNegativeTest-1002530757 tempest-RoutersAdminNegativeTest-1002530757-project-admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:18.793772 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a5b65-5a2f-43fa-ac8c-b7dc4c3d9799 tempest-RoutersAdminNegativeTest-1002530757 tempest-RoutersAdminNegativeTest-1002530757-project-admin] Pushing event updated for resources: {'Port': ['ID=9c04d868-51b0-40d9-afc5-d471fdcbf892,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:18.800809 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ee902b-76e4-4bef-be5c-fd940c7ded82 None None] Checking router: 0ff919ef-bade-48ca-816a-6cb87816b63c for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:14:18.810601 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ee902b-76e4-4bef-be5c-fd940c7ded82 None None] Routers {'0ff919ef-bade-48ca-816a-6cb87816b63c'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:14:18.812378 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-07ee902b-76e4-4bef-be5c-fd940c7ded82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:13:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['0ff919ef-bade-48ca-816a-6cb87816b63c'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:18.835610 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805a5b65-5a2f-43fa-ac8c-b7dc4c3d9799 tempest-RoutersAdminNegativeTest-1002530757 tempest-RoutersAdminNegativeTest-1002530757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:18.836224 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-805a5b65-5a2f-43fa-ac8c-b7dc4c3d9799 tempest-RoutersAdminNegativeTest-1002530757 tempest-RoutersAdminNegativeTest-1002530757-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:18.962764 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-805a5b65-5a2f-43fa-ac8c-b7dc4c3d9799 tempest-RoutersAdminNegativeTest-1002530757 tempest-RoutersAdminNegativeTest-1002530757-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3754978 Apr 20 13:14:18.963754 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44230) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:18.970103 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-88dad701-ce81-4088-97db-a7c1ae7fe1ef tempest-RoutersAdminNegativeTest-1002530757 tempest-RoutersAdminNegativeTest-1002530757-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.219'}]}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:18.985201 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-07ee902b-76e4-4bef-be5c-fd940c7ded82 None None] Set router 0ff919ef-bade-48ca-816a-6cb87816b63c gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:14:19.089626 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-88dad701-ce81-4088-97db-a7c1ae7fe1ef tempest-RoutersAdminNegativeTest-1002530757 tempest-RoutersAdminNegativeTest-1002530757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:19.093496 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-88dad701-ce81-4088-97db-a7c1ae7fe1ef tempest-RoutersAdminNegativeTest-1002530757 tempest-RoutersAdminNegativeTest-1002530757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:19.140779 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489fc9d-813d-4b05-8217-a5b03fae05d1 req-50bcb319-baa9-4d6b-864d-409fbcc0f383 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:19.158589 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4489fc9d-813d-4b05-8217-a5b03fae05d1 req-50bcb319-baa9-4d6b-864d-409fbcc0f383 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 946 time: 0.1254246 Apr 20 13:14:19.292299 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4489fc9d-813d-4b05-8217-a5b03fae05d1 req-0e47f256-609d-4f72-88f5-f484b023ff27 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214447 Apr 20 13:14:19.297273 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-88dad701-ce81-4088-97db-a7c1ae7fe1ef tempest-RoutersAdminNegativeTest-1002530757 tempest-RoutersAdminNegativeTest-1002530757-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:19.403721 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-07ee902b-76e4-4bef-be5c-fd940c7ded82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff919ef-bade-48ca-816a-6cb87816b63c', 'name': 'tempest-ServersTestJSON-2005446165-router', 'tenant_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'cde5168c-2ab2-4ce2-b052-0d195074070b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:12:25Z', 'updated_at': '2022-04-20T13:12:33Z', 'revision_number': 4, 'project_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'gw_port': {'id': 'cde5168c-2ab2-4ce2-b052-0d195074070b', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff919ef-bade-48ca-816a-6cb87816b63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:12:26Z', 'updated_at': '2022-04-20T13:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'd4d4f115-b2ef-43f1-8790-faf3a7d592db', 'name': '', 'network_id': '31fca606-89b5-41af-8e9a-0f3bd7276e6d', 'tenant_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'mac_address': 'fa:16:3e:72:ad:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff919ef-bade-48ca-816a-6cb87816b63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '74adebdc-5d6b-4341-9419-cb7e516307ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:12:31Z', 'updated_at': '2022-04-20T13:12:39Z', 'revision_number': 5, 'project_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'subnets': [{'id': '74adebdc-5d6b-4341-9419-cb7e516307ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:19.495007 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 16eba5fb-7710-4027-be1b-3272fe194ece no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:14:19.510122 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ee902b-76e4-4bef-be5c-fd940c7ded82 None None] The sync data for ids ['0ff919ef-bade-48ca-816a-6cb87816b63c'] in n-d-836015-7 is: [{'id': '0ff919ef-bade-48ca-816a-6cb87816b63c', 'name': 'tempest-ServersTestJSON-2005446165-router', 'tenant_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'cde5168c-2ab2-4ce2-b052-0d195074070b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:12:25Z', 'updated_at': '2022-04-20T13:12:33Z', 'revision_number': 4, 'project_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'gw_port': {'id': 'cde5168c-2ab2-4ce2-b052-0d195074070b', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff919ef-bade-48ca-816a-6cb87816b63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:12:26Z', 'updated_at': '2022-04-20T13:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'd4d4f115-b2ef-43f1-8790-faf3a7d592db', 'name': '', 'network_id': '31fca606-89b5-41af-8e9a-0f3bd7276e6d', 'tenant_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'mac_address': 'fa:16:3e:72:ad:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff919ef-bade-48ca-816a-6cb87816b63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '74adebdc-5d6b-4341-9419-cb7e516307ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:12:31Z', 'updated_at': '2022-04-20T13:12:39Z', 'revision_number': 5, 'project_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'subnets': [{'id': '74adebdc-5d6b-4341-9419-cb7e516307ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:14:19.565079 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 16eba5fb-7710-4027-be1b-3272fe194ece {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:14:19.566709 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 16eba5fb-7710-4027-be1b-3272fe194ece not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:14:19.617246 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a042293c-4b09-479f-a344-a0fd9c71f1ff req-e3954e38-ff60-46b5-9acc-4033fb96d2aa tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 210 time: 0.0942256 Apr 20 13:14:19.638830 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44238) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:19.695140 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b0a51f2d-dc1d-40d3-8d57-7835b64054ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:19.785187 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-88dad701-ce81-4088-97db-a7c1ae7fe1ef tempest-RoutersAdminNegativeTest-1002530757 tempest-RoutersAdminNegativeTest-1002530757-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:19.831782 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b9f8ee1b-aca5-4db2-8663-668506df3fb6 req-3b13b47c-1716-4bdf-a5da-6343cda0680b tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d9564be-9099-4680-b63b-763e46426c04 HTTP/1.1" status: 200 len: 210 time: 0.0544097 Apr 20 13:14:19.953234 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b0a51f2d-dc1d-40d3-8d57-7835b64054ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:20.011737 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'name': 'network-vif-deleted', 'tag': 'bd817be8-283c-452b-aa21-7b15743074d5'}, {'server_uuid': '4d9564be-9099-4680-b63b-763e46426c04', 'name': 'network-vif-deleted', 'tag': '16eba5fb-7710-4027-be1b-3272fe194ece'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:14:20.014961 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8234e048-1de3-4e37-a014-ff15d16deb1b" -d '{"events": [{"server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "name": "network-vif-deleted", "tag": "bd817be8-283c-452b-aa21-7b15743074d5"}, {"server_uuid": "4d9564be-9099-4680-b63b-763e46426c04", "name": "network-vif-deleted", "tag": "16eba5fb-7710-4027-be1b-3272fe194ece"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:14:20.043222 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b0a51f2d-dc1d-40d3-8d57-7835b64054ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:20.138331 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b0a51f2d-dc1d-40d3-8d57-7835b64054ac admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=33d2f0c5ca74464cb32dcf9735194443&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4983342 Apr 20 13:14:20.141028 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a51f2d-dc1d-40d3-8d57-7835b64054ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d0690e-058e-4f1e-9243-44933dbde22d,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:20.144926 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44242) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:20.185608 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Apr 2022 13:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe793288-62b6-445f-aa08-e094df4e5993 x-openstack-request-id: req-fe793288-62b6-445f-aa08-e094df4e5993 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:14:20.186143 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6d9e0ba-f179-4c16-a810-9007c62f78e7", "name": "network-vif-deleted", "tag": "bd817be8-283c-452b-aa21-7b15743074d5", "status": "completed", "code": 200}, {"server_uuid": "4d9564be-9099-4680-b63b-763e46426c04", "name": "network-vif-deleted", "tag": "16eba5fb-7710-4027-be1b-3272fe194ece", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:14:20.190561 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fe793288-62b6-445f-aa08-e094df4e5993 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:14:20.191057 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe793288-62b6-445f-aa08-e094df4e5993'] response: {'server_uuid': 'b6d9e0ba-f179-4c16-a810-9007c62f78e7', 'name': 'network-vif-deleted', 'tag': 'bd817be8-283c-452b-aa21-7b15743074d5', 'status': 'completed', 'code': 200} Apr 20 13:14:20.191332 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe793288-62b6-445f-aa08-e094df4e5993'] response: {'server_uuid': '4d9564be-9099-4680-b63b-763e46426c04', 'name': 'network-vif-deleted', 'tag': '16eba5fb-7710-4027-be1b-3272fe194ece', 'status': 'completed', 'code': 200} Apr 20 13:14:20.238836 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6173ba-99f4-460a-a776-3000c9facfb8 None None] New status for floating IP ee0111b3-4dc7-4241-9032-250ee65a4f91: DOWN {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:14:20.249598 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2643163f-75fa-4a36-9abe-f3bb38a2292c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:20.303323 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2643163f-75fa-4a36-9abe-f3bb38a2292c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:20.314089 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-88dad701-ce81-4088-97db-a7c1ae7fe1ef tempest-RoutersAdminNegativeTest-1002530757 tempest-RoutersAdminNegativeTest-1002530757-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:20.350036 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-88dad701-ce81-4088-97db-a7c1ae7fe1ef tempest-RoutersAdminNegativeTest-1002530757 tempest-RoutersAdminNegativeTest-1002530757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:20.476357 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2643163f-75fa-4a36-9abe-f3bb38a2292c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:20.479022 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2643163f-75fa-4a36-9abe-f3bb38a2292c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:20.483013 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2643163f-75fa-4a36-9abe-f3bb38a2292c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/78d0690e-058e-4f1e-9243-44933dbde22d HTTP/1.1" status: 204 len: 168 time: 0.3368297 Apr 20 13:14:20.505179 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643163f-75fa-4a36-9abe-f3bb38a2292c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d0690e-058e-4f1e-9243-44933dbde22d,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:20.685142 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4fa6a-4ee6-43ed-984d-727f4e958b54 req-d6df3bfe-f880-404f-b78f-8d742766f7f3 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:20.692070 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-99e4fa6a-4ee6-43ed-984d-727f4e958b54 req-d6df3bfe-f880-404f-b78f-8d742766f7f3 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 946 time: 0.1762183 Apr 20 13:14:20.706702 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-88dad701-ce81-4088-97db-a7c1ae7fe1ef tempest-RoutersAdminNegativeTest-1002530757 tempest-RoutersAdminNegativeTest-1002530757-project-admin] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:20.783913 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-99e4fa6a-4ee6-43ed-984d-727f4e958b54 req-1c67dd46-ed57-4845-94de-a1b0668c2259 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804000 Apr 20 13:14:20.944838 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bb46c132-4f1c-489f-861f-1e07429864a5 req-b6d1b90e-0e00-4674-8db7-2df874cdf35b tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 210 time: 0.0661910 Apr 20 13:14:21.070132 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-88dad701-ce81-4088-97db-a7c1ae7fe1ef tempest-RoutersAdminNegativeTest-1002530757 tempest-RoutersAdminNegativeTest-1002530757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:21.079006 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-88dad701-ce81-4088-97db-a7c1ae7fe1ef tempest-RoutersAdminNegativeTest-1002530757 tempest-RoutersAdminNegativeTest-1002530757-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:21.164784 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44258) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:21.234667 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-11fad026-951f-4c3d-884b-e3ebdadc4663 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:21.260358 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-88dad701-ce81-4088-97db-a7c1ae7fe1ef tempest-RoutersAdminNegativeTest-1002530757 tempest-RoutersAdminNegativeTest-1002530757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:21.260930 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88dad701-ce81-4088-97db-a7c1ae7fe1ef tempest-RoutersAdminNegativeTest-1002530757 tempest-RoutersAdminNegativeTest-1002530757-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c5534b05-2310-4632-9c83-09540a6c39fb {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:14:21.282925 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-11fad026-951f-4c3d-884b-e3ebdadc4663 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:21.386832 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-88dad701-ce81-4088-97db-a7c1ae7fe1ef tempest-RoutersAdminNegativeTest-1002530757 tempest-RoutersAdminNegativeTest-1002530757-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 20 13:14:21.387877 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-88dad701-ce81-4088-97db-a7c1ae7fe1ef tempest-RoutersAdminNegativeTest-1002530757 tempest-RoutersAdminNegativeTest-1002530757-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.4229755 Apr 20 13:14:21.390747 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44274) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:21.495420 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-11fad026-951f-4c3d-884b-e3ebdadc4663 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:21.495785 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1512a061-a1fd-4e3c-b017-154d13e88b86 tempest-RoutersAdminNegativeTest-1002530757 tempest-RoutersAdminNegativeTest-1002530757-project-admin] Deleting port 9c04d868-51b0-40d9-afc5-d471fdcbf892 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:21.496119 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1512a061-a1fd-4e3c-b017-154d13e88b86 tempest-RoutersAdminNegativeTest-1002530757 tempest-RoutersAdminNegativeTest-1002530757-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:21.498820 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-11fad026-951f-4c3d-884b-e3ebdadc4663 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:21.500032 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-11fad026-951f-4c3d-884b-e3ebdadc4663 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "DELETE /v2.0/security-groups/691d618c-1515-4033-a944-efeb8b65dc55 HTTP/1.1" status: 204 len: 168 time: 0.3340309 Apr 20 13:14:21.510880 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44278) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:21.518347 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fad026-951f-4c3d-884b-e3ebdadc4663 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=691d618c-1515-4033-a944-efeb8b65dc55,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:21.532813 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-553ba353-d672-450a-9171-cf0d90f89b02 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] show failed (client error): The resource could not be found. Apr 20 13:14:21.533898 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-553ba353-d672-450a-9171-cf0d90f89b02 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "GET /v2.0/security-groups/691d618c-1515-4033-a944-efeb8b65dc55 HTTP/1.1" status: 404 len: 347 time: 0.0216260 Apr 20 13:14:21.536666 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44280) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:21.684273 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1512a061-a1fd-4e3c-b017-154d13e88b86 tempest-RoutersAdminNegativeTest-1002530757 tempest-RoutersAdminNegativeTest-1002530757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:21.700889 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1512a061-a1fd-4e3c-b017-154d13e88b86 tempest-RoutersAdminNegativeTest-1002530757 tempest-RoutersAdminNegativeTest-1002530757-project-admin] Calling delete_port for 9c04d868-51b0-40d9-afc5-d471fdcbf892 owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:21.833114 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-38cc09d2-c9b0-45fe-bcfc-9f9d98692e72 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Deleting port b7b9cd89-9a0e-4f7c-88b3-1a5c36b4ab88 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:21.835327 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-38cc09d2-c9b0-45fe-bcfc-9f9d98692e72 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.011455 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44320) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:22.026045 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-38cc09d2-c9b0-45fe-bcfc-9f9d98692e72 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.026532 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-38cc09d2-c9b0-45fe-bcfc-9f9d98692e72 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.064974 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-38cc09d2-c9b0-45fe-bcfc-9f9d98692e72 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Calling delete_port for b7b9cd89-9a0e-4f7c-88b3-1a5c36b4ab88 owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:22.075138 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1512a061-a1fd-4e3c-b017-154d13e88b86 tempest-RoutersAdminNegativeTest-1002530757 tempest-RoutersAdminNegativeTest-1002530757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.081822 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a967373-7f25-4da1-968f-2ad4ea954644 req-14a81728-fe77-453a-82ff-ffb87075ce80 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:22.091191 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0a967373-7f25-4da1-968f-2ad4ea954644 req-14a81728-fe77-453a-82ff-ffb87075ce80 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 946 time: 0.1162248 Apr 20 13:14:22.140905 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512a061-a1fd-4e3c-b017-154d13e88b86 tempest-RoutersAdminNegativeTest-1002530757 tempest-RoutersAdminNegativeTest-1002530757-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c04d868-51b0-40d9-afc5-d471fdcbf892,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:22.198678 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0a967373-7f25-4da1-968f-2ad4ea954644 req-5a039654-4eb2-4aac-82ca-155c47440d65 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014450 Apr 20 13:14:22.226800 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-88efe13a-b0ca-4b72-a825-bf9c003492fe req-43b76a5d-87e5-44cd-bbc8-9e07abdbb034 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 210 time: 0.0748000 Apr 20 13:14:22.233788 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-b35ab714-ad36-4b0c-8a0a-6411674b2055 admin admin] Deleting subnet b9d8b784-aae6-4178-a00d-bed6eeefe6ff {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:14:22.256251 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b35ab714-ad36-4b0c-8a0a-6411674b2055 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.311352 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b35ab714-ad36-4b0c-8a0a-6411674b2055 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.339867 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1512a061-a1fd-4e3c-b017-154d13e88b86 tempest-RoutersAdminNegativeTest-1002530757 tempest-RoutersAdminNegativeTest-1002530757-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.344478 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1512a061-a1fd-4e3c-b017-154d13e88b86 tempest-RoutersAdminNegativeTest-1002530757 tempest-RoutersAdminNegativeTest-1002530757-project-admin] 10.222.0.25 "DELETE /v2.0/ports/9c04d868-51b0-40d9-afc5-d471fdcbf892 HTTP/1.1" status: 204 len: 168 time: 0.9516859 Apr 20 13:14:22.369795 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b35ab714-ad36-4b0c-8a0a-6411674b2055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.420885 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-38cc09d2-c9b0-45fe-bcfc-9f9d98692e72 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.520260 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc09d2-c9b0-45fe-bcfc-9f9d98692e72 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Pushing event deleted for resources: {'Port': ['ID=b7b9cd89-9a0e-4f7c-88b3-1a5c36b4ab88,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:22.535855 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b35ab714-ad36-4b0c-8a0a-6411674b2055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.582857 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ab714-ad36-4b0c-8a0a-6411674b2055 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9d8b784-aae6-4178-a00d-bed6eeefe6ff,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:22.598125 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b35ab714-ad36-4b0c-8a0a-6411674b2055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.603760 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b35ab714-ad36-4b0c-8a0a-6411674b2055 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b9d8b784-aae6-4178-a00d-bed6eeefe6ff HTTP/1.1" status: 204 len: 168 time: 0.5881457 Apr 20 13:14:22.607290 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44332) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:22.639494 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-38cc09d2-c9b0-45fe-bcfc-9f9d98692e72 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks [] for floatingip, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.642044 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-38cc09d2-c9b0-45fe-bcfc-9f9d98692e72 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.643343 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-38cc09d2-c9b0-45fe-bcfc-9f9d98692e72 tempest-ServersTestJSON-1995822101 tempest-ServersTestJSON-1995822101-project] 10.222.0.25 "DELETE /v2.0/floatingips/ee0111b3-4dc7-4241-9032-250ee65a4f91 HTTP/1.1" status: 204 len: 168 time: 1.0935726 Apr 20 13:14:22.646514 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44334) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:22.648596 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcc7e2-551a-4350-87f3-953992bc6684 req-0f73c2dc-630d-4479-87d5-80ec6d370119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:22.650455 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8afcc7e2-551a-4350-87f3-953992bc6684 req-0f73c2dc-630d-4479-87d5-80ec6d370119 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c6b1693032114a59884d6bf282ad5efe&device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 1097 time: 0.1429338 Apr 20 13:14:22.732215 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5bea9828-757e-4cf3-a075-96d9f416b23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.842678 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5bea9828-757e-4cf3-a075-96d9f416b23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.864732 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcc7e2-551a-4350-87f3-953992bc6684 req-61b1e5df-c8a5-45ab-a3f6-512454e59fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:22.866562 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8afcc7e2-551a-4350-87f3-953992bc6684 req-61b1e5df-c8a5-45ab-a3f6-512454e59fea service neutron] 10.222.0.15 "GET /v2.0/networks?id=5f8d1d6d-7980-40b6-a3d5-202cd4161f9d HTTP/1.1" status: 200 len: 918 time: 0.2080088 Apr 20 13:14:22.870187 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-5bea9828-757e-4cf3-a075-96d9f416b23c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c1617fd-b3c2-4890-8228-0b4c973ac53a']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:22.880664 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-5bea9828-757e-4cf3-a075-96d9f416b23c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b745dd99-74ee-418c-af50-3e100538147c') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:22.880979 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-5bea9828-757e-4cf3-a075-96d9f416b23c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b745dd99-74ee-418c-af50-3e100538147c') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:22.891221 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5bea9828-757e-4cf3-a075-96d9f416b23c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.906217 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5bea9828-757e-4cf3-a075-96d9f416b23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.924436 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bea9828-757e-4cf3-a075-96d9f416b23c admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:14:22.924886 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5bea9828-757e-4cf3-a075-96d9f416b23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.926676 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:14:22.926676 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:14:22.926676 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:14:22.926676 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:14:22.926676 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:14:22.926676 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:14:22.926676 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:14:22.926676 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:14:22.926676 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:14:22.926676 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:14:22.926676 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:14:22.926676 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:14:22.926676 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:14:22.926676 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:14:22.926676 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:14:22.926676 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:14:22.926676 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:14:22.926676 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:14:22.926676 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:14:22.926676 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:14:22.926676 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:14:22.926676 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:14:22.926676 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:14:22.926676 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:14:22.926676 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:14:22.926676 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:14:22.926676 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:14:22.926676 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:14:22.926676 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:14:22.926676 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:14:22.926676 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:14:22.926676 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:14:23.077771 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8afcc7e2-551a-4350-87f3-953992bc6684 req-a07215b6-1362-4576-958a-40d796ee707a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3d86141-298d-4218-9c6d-b514a2ff5c92 HTTP/1.1" status: 200 len: 1002 time: 0.1997833 Apr 20 13:14:23.089342 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44342) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:23.132905 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5bea9828-757e-4cf3-a075-96d9f416b23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:23.148669 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5bea9828-757e-4cf3-a075-96d9f416b23c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:23.155652 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5bea9828-757e-4cf3-a075-96d9f416b23c admin admin] 10.222.0.25 "DELETE /v2.0/networks/5c1617fd-b3c2-4890-8228-0b4c973ac53a HTTP/1.1" status: 204 len: 168 time: 0.5464454 Apr 20 13:14:23.177197 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcc7e2-551a-4350-87f3-953992bc6684 req-4fc3cc41-2fa7-4ab2-a708-467894bd91f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:23.178648 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8afcc7e2-551a-4350-87f3-953992bc6684 req-4fc3cc41-2fa7-4ab2-a708-467894bd91f6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=50283e41-42f7-46ab-979a-b196312e8e7f HTTP/1.1" status: 200 len: 856 time: 0.0901554 Apr 20 13:14:23.184105 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea9828-757e-4cf3-a075-96d9f416b23c admin admin] Pushing event deleted for resources: {'Network': ['ID=5c1617fd-b3c2-4890-8228-0b4c973ac53a,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:23.288059 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcc7e2-551a-4350-87f3-953992bc6684 req-c5444482-c2f9-4d28-9925-0edfc18a6305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:23.295279 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8afcc7e2-551a-4350-87f3-953992bc6684 req-c5444482-c2f9-4d28-9925-0edfc18a6305 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5f8d1d6d-7980-40b6-a3d5-202cd4161f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032405 Apr 20 13:14:23.407660 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e0c6c110-d7cd-4c08-bbd8-60c405e5c770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:23.545973 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-511695ac-2d79-4694-a7d0-f016b9488092 req-e4c40929-f5e9-4b61-8996-8e2fd350b480 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 210 time: 0.1321278 Apr 20 13:14:23.653643 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e0c6c110-d7cd-4c08-bbd8-60c405e5c770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:23.666237 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8afcc7e2-551a-4350-87f3-953992bc6684 req-be20565f-4607-40d3-befa-93743f78d25d service neutron] 10.222.0.15 "GET /v2.0/networks/5f8d1d6d-7980-40b6-a3d5-202cd4161f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575935 Apr 20 13:14:23.676646 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ac18f-54ac-4301-9fae-6bbcdc15a1f3 req-434b29d3-f824-4717-8089-6e9b8b0a4d94 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:23.680565 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-398ac18f-54ac-4301-9fae-6bbcdc15a1f3 req-434b29d3-f824-4717-8089-6e9b8b0a4d94 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 946 time: 0.2690001 Apr 20 13:14:23.798196 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-398ac18f-54ac-4301-9fae-6bbcdc15a1f3 req-e5cb31f1-567b-42c5-be81-66e55c1b8251 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062098 Apr 20 13:14:23.803500 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ff21002b-9c37-4266-a82e-fa2c24356ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:23.891796 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8afcc7e2-551a-4350-87f3-953992bc6684 req-d42528ff-e171-4fef-a9fc-74405878b2fd service neutron] 10.222.0.15 "GET /v2.0/networks/5f8d1d6d-7980-40b6-a3d5-202cd4161f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102251 Apr 20 13:14:24.158994 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-ff21002b-9c37-4266-a82e-fa2c24356ad3 admin admin] Deleting port d4d4f115-b2ef-43f1-8790-faf3a7d592db {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:24.159339 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ff21002b-9c37-4266-a82e-fa2c24356ad3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:24.243126 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e0c6c110-d7cd-4c08-bbd8-60c405e5c770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:24.276588 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-ff21002b-9c37-4266-a82e-fa2c24356ad3 admin admin] For port d4d4f115-b2ef-43f1-8790-faf3a7d592db, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d4d4f115-b2ef-43f1-8790-faf3a7d592db,segment=NetworkSegment(ddab2d16-2ce0-43b7-9a5d-6c0cd2b9fc08),segment_id=ddab2d16-2ce0-43b7-9a5d-6c0cd2b9fc08)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:24.276967 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ff21002b-9c37-4266-a82e-fa2c24356ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:24.306433 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-ff21002b-9c37-4266-a82e-fa2c24356ad3 admin admin] Calling delete_port for d4d4f115-b2ef-43f1-8790-faf3a7d592db owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:24.329256 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e0c6c110-d7cd-4c08-bbd8-60c405e5c770 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b57e50266bdd4227a000e6de755f3ed9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2382853 Apr 20 13:14:24.332481 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44366) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:24.415826 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44370) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:24.450665 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4a1b6145-5128-4aa9-a148-6240da9a7053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:24.469383 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8ba8a0d0-8e9e-46e9-a694-f0d37e254606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:24.495777 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6e6663f5-675b-4e8f-ad77-39aef88d245b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8973e54790744e04b489bfd4ef96d6b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0693357 Apr 20 13:14:24.501000 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44372) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:24.510203 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8ba8a0d0-8e9e-46e9-a694-f0d37e254606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:24.521158 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6c110-d7cd-4c08-bbd8-60c405e5c770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e253e6-cbf5-4844-9432-a96fcb4415fd,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:24.659918 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7fae0fb9-d2ff-4240-b453-7f83d8389fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:24.723395 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7fae0fb9-d2ff-4240-b453-7f83d8389fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:24.727323 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e0918fb7-754c-4739-b39b-5cc898c3a777 req-cde3aba1-6259-4578-9264-ee11c5cc7a42 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 210 time: 0.0346303 Apr 20 13:14:24.750334 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8ba8a0d0-8e9e-46e9-a694-f0d37e254606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:24.754340 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8ba8a0d0-8e9e-46e9-a694-f0d37e254606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:24.762333 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8ba8a0d0-8e9e-46e9-a694-f0d37e254606 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/68e253e6-cbf5-4844-9432-a96fcb4415fd HTTP/1.1" status: 204 len: 168 time: 0.4283135 Apr 20 13:14:24.774804 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ff21002b-9c37-4266-a82e-fa2c24356ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:24.791953 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba8a0d0-8e9e-46e9-a694-f0d37e254606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e253e6-cbf5-4844-9432-a96fcb4415fd,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:24.810006 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff21002b-9c37-4266-a82e-fa2c24356ad3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4d4f115-b2ef-43f1-8790-faf3a7d592db,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:24.940256 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7fae0fb9-d2ff-4240-b453-7f83d8389fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:24.945137 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7fae0fb9-d2ff-4240-b453-7f83d8389fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:24.954558 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7fae0fb9-d2ff-4240-b453-7f83d8389fe9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0e9d58b0-fa12-4279-ac69-8d7d535d1374 HTTP/1.1" status: 204 len: 168 time: 0.4476228 Apr 20 13:14:24.972784 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae0fb9-d2ff-4240-b453-7f83d8389fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9d58b0-fa12-4279-ac69-8d7d535d1374,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:25.174573 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113c53b-b471-4303-b318-d685af83800c req-872547d4-6b29-49b6-9357-3777a22ee377 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:25.176135 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0113c53b-b471-4303-b318-d685af83800c req-872547d4-6b29-49b6-9357-3777a22ee377 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 946 time: 0.2022295 Apr 20 13:14:25.190955 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ff21002b-9c37-4266-a82e-fa2c24356ad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:25.269680 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0113c53b-b471-4303-b318-d685af83800c req-c4dc3f41-ce87-4e3e-be98-f3faa44edc0c tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853598 Apr 20 13:14:25.903113 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54522dc2-d2af-46d9-9ab3-5ee045e8b416 req-714ec26d-b504-41f2-887c-e1be1083cd1d tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 210 time: 0.0356545 Apr 20 13:14:25.989582 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff21002b-9c37-4266-a82e-fa2c24356ad3 admin admin] Router 0ff919ef-bade-48ca-816a-6cb87816b63c has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:14:26.017843 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b3d86141-298d-4218-9c6d-b514a2ff5c92 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:14:26.054487 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44422) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:26.182392 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6f10680c-0d20-4a55-8596-942c1193bf02 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4adc3f47a5c64a19b82f243c1946d315&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1265283 Apr 20 13:14:26.186425 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44426) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:26.236025 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44428) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:26.255173 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff21002b-9c37-4266-a82e-fa2c24356ad3 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:14:26.268441 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ff21002b-9c37-4266-a82e-fa2c24356ad3 admin admin] 10.222.0.25 "PUT /v2.0/routers/0ff919ef-bade-48ca-816a-6cb87816b63c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6151087 Apr 20 13:14:26.268761 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44432) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:26.273460 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cc6b97-6293-4908-965d-09feefde2df5 None None] Sync routers for ids ['0ff919ef-bade-48ca-816a-6cb87816b63c'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:14:26.302982 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4e44fa17-6d8a-4085-8c74-150bdece2147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:26.313959 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cc6b97-6293-4908-965d-09feefde2df5 None None] Routers {'0ff919ef-bade-48ca-816a-6cb87816b63c'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:14:26.314594 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-65cc6b97-6293-4908-965d-09feefde2df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:13:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['0ff919ef-bade-48ca-816a-6cb87816b63c'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:26.343770 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4e44fa17-6d8a-4085-8c74-150bdece2147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:26.519055 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:26.528275 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4e44fa17-6d8a-4085-8c74-150bdece2147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:26.531636 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4e44fa17-6d8a-4085-8c74-150bdece2147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:26.532994 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4e44fa17-6d8a-4085-8c74-150bdece2147 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/614a0a62-e708-4aa0-8530-fc3ee639bb6f HTTP/1.1" status: 204 len: 168 time: 0.3456392 Apr 20 13:14:26.551267 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e44fa17-6d8a-4085-8c74-150bdece2147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614a0a62-e708-4aa0-8530-fc3ee639bb6f,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:26.589166 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-65cc6b97-6293-4908-965d-09feefde2df5 None None] Set router 0ff919ef-bade-48ca-816a-6cb87816b63c gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:14:26.627881 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284783e-2030-4647-ab13-0b5696d224e6 req-cae977a6-ccf4-4ee1-8429-47806e924ffc tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:26.630145 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port b3d86141-298d-4218-9c6d-b514a2ff5c92, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b3d86141-298d-4218-9c6d-b514a2ff5c92,segment=NetworkSegment(0f113b16-94ad-4b02-8521-e93247ce464b),segment_id=0f113b16-94ad-4b02-8521-e93247ce464b)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:26.631807 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e058f4b6-2d8a-4008-80a9-3c38f2f196c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3d86141-298d-4218-9c6d-b514a2ff5c92'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:14:26.635514 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c66c71e-b0bd-4579-8a00-f41ebaa92202" -d '{"events": [{"server_uuid": "e058f4b6-2d8a-4008-80a9-3c38f2f196c4", "name": "network-vif-unplugged", "status": "completed", "tag": "b3d86141-298d-4218-9c6d-b514a2ff5c92"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:14:26.636308 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f284783e-2030-4647-ab13-0b5696d224e6 req-cae977a6-ccf4-4ee1-8429-47806e924ffc tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 946 time: 0.2135789 Apr 20 13:14:26.698423 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-90406db5-ffc3-4da4-8bc7-ad494eb0234b admin admin] Notify callbacks [] for router, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:26.701057 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:26.751842 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 20 Apr 2022 13:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08068760-7b44-4150-9781-efd0f6d41a25 x-openstack-request-id: req-08068760-7b44-4150-9781-efd0f6d41a25 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:14:26.761824 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e058f4b6-2d8a-4008-80a9-3c38f2f196c4", "name": "network-vif-unplugged", "status": "failed", "tag": "b3d86141-298d-4218-9c6d-b514a2ff5c92", "code": 422}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:14:26.761824 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-08068760-7b44-4150-9781-efd0f6d41a25 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:14:26.761824 n-d-836015-7 neutron-server[114871]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-08068760-7b44-4150-9781-efd0f6d41a25']: {'server_uuid': 'e058f4b6-2d8a-4008-80a9-3c38f2f196c4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b3d86141-298d-4218-9c6d-b514a2ff5c92', 'code': 422} returned with failed status Apr 20 13:14:26.786278 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b4ba77bb-fbf5-4e65-a611-e82cafe61f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:26.817255 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-14528871-d4e9-4126-a222-b38a30f939c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:26.838120 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f284783e-2030-4647-ab13-0b5696d224e6 req-8fe07b32-ca66-49f4-9694-ec81efb6d3df tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1890814 Apr 20 13:14:26.854946 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=b3d86141-298d-4218-9c6d-b514a2ff5c92,revision_number=8']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:26.892304 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:26.892304 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:26.892304 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:26.892304 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:26.892304 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:26.892304 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:26.892304 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:26.892304 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:26.892304 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:26.892304 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:26.892304 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:26.892304 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:26.947103 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-90406db5-ffc3-4da4-8bc7-ad494eb0234b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:27.014185 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-14528871-d4e9-4126-a222-b38a30f939c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:27.054158 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f7bb863f-e2cf-438f-b1f9-4151b5f1fd0c req-33b8af4d-a876-43d1-a316-3078e0cc995a tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 210 time: 0.0326645 Apr 20 13:14:27.124776 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-90406db5-ffc3-4da4-8bc7-ad494eb0234b admin admin] Deleting port cde5168c-2ab2-4ce2-b052-0d195074070b {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:27.125232 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-90406db5-ffc3-4da4-8bc7-ad494eb0234b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:27.175721 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-65cc6b97-6293-4908-965d-09feefde2df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff919ef-bade-48ca-816a-6cb87816b63c', 'name': 'tempest-ServersTestJSON-2005446165-router', 'tenant_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': 'cde5168c-2ab2-4ce2-b052-0d195074070b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:12:25Z', 'updated_at': '2022-04-20T13:14:24Z', 'revision_number': 5, 'project_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'gw_port': {'id': 'cde5168c-2ab2-4ce2-b052-0d195074070b', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff919ef-bade-48ca-816a-6cb87816b63c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:12:26Z', 'updated_at': '2022-04-20T13:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:27.189670 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-14528871-d4e9-4126-a222-b38a30f939c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:27.209247 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cc6b97-6293-4908-965d-09feefde2df5 None None] Checking router: 0ff919ef-bade-48ca-816a-6cb87816b63c for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:14:27.227809 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cc6b97-6293-4908-965d-09feefde2df5 None None] Routers {'0ff919ef-bade-48ca-816a-6cb87816b63c'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:14:27.228443 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-65cc6b97-6293-4908-965d-09feefde2df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:14:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['0ff919ef-bade-48ca-816a-6cb87816b63c'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:27.267376 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-14528871-d4e9-4126-a222-b38a30f939c2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=89f4f3328bb645b898a1b6bea4aa7fd5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0300345 Apr 20 13:14:27.270098 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44458) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:27.325290 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-90406db5-ffc3-4da4-8bc7-ad494eb0234b admin admin] For port cde5168c-2ab2-4ce2-b052-0d195074070b, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=cde5168c-2ab2-4ce2-b052-0d195074070b,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:27.325917 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-90406db5-ffc3-4da4-8bc7-ad494eb0234b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:27.329408 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14528871-d4e9-4126-a222-b38a30f939c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30c441f-5795-4cce-80c0-2324ceb07fa0,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:27.353679 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-90406db5-ffc3-4da4-8bc7-ad494eb0234b admin admin] Calling delete_port for cde5168c-2ab2-4ce2-b052-0d195074070b owned by network:router_gateway {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:27.432257 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a1b366b-22f8-4f24-9e8e-538d86253331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:27.470467 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-65cc6b97-6293-4908-965d-09feefde2df5 None None] Set router 0ff919ef-bade-48ca-816a-6cb87816b63c gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:14:27.486088 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a1b366b-22f8-4f24-9e8e-538d86253331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:27.600034 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-65cc6b97-6293-4908-965d-09feefde2df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff919ef-bade-48ca-816a-6cb87816b63c', 'name': 'tempest-ServersTestJSON-2005446165-router', 'tenant_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:12:25Z', 'updated_at': '2022-04-20T13:14:26Z', 'revision_number': 6, 'project_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:27.649511 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cc6b97-6293-4908-965d-09feefde2df5 None None] The sync data for ids ['0ff919ef-bade-48ca-816a-6cb87816b63c'] in n-d-836015-7 is: [{'id': '0ff919ef-bade-48ca-816a-6cb87816b63c', 'name': 'tempest-ServersTestJSON-2005446165-router', 'tenant_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:12:25Z', 'updated_at': '2022-04-20T13:14:26Z', 'revision_number': 6, 'project_id': 'bf87f7ff9aa94282a52e31152fffd8e3', 'gw_port_host': None}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:14:27.655035 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a1b366b-22f8-4f24-9e8e-538d86253331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:27.657503 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a1b366b-22f8-4f24-9e8e-538d86253331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:27.658711 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5a1b366b-22f8-4f24-9e8e-538d86253331 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c30c441f-5795-4cce-80c0-2324ceb07fa0 HTTP/1.1" status: 204 len: 168 time: 0.3874249 Apr 20 13:14:27.680448 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b366b-22f8-4f24-9e8e-538d86253331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30c441f-5795-4cce-80c0-2324ceb07fa0,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:27.854912 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-90406db5-ffc3-4da4-8bc7-ad494eb0234b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:27.931893 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90406db5-ffc3-4da4-8bc7-ad494eb0234b admin admin] Pushing event deleted for resources: {'Port': ['ID=cde5168c-2ab2-4ce2-b052-0d195074070b,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:28.045934 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-90406db5-ffc3-4da4-8bc7-ad494eb0234b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:28.171990 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-90406db5-ffc3-4da4-8bc7-ad494eb0234b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:28.175395 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-90406db5-ffc3-4da4-8bc7-ad494eb0234b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:28.178683 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-e68d6b12-cbe0-4eaf-9c93-b9de298c3d31 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=dad6ae972ab74aa4b9342d3c1ff06228&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562086 Apr 20 13:14:28.311917 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:28.335845 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-90406db5-ffc3-4da4-8bc7-ad494eb0234b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:28.340338 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90406db5-ffc3-4da4-8bc7-ad494eb0234b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ff919ef-bade-48ca-816a-6cb87816b63c {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:14:28.357926 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-23aaab01-cb37-439c-93d2-1956cbdc0bc9 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:28.359793 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-23aaab01-cb37-439c-93d2-1956cbdc0bc9 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1389527 Apr 20 13:14:28.365265 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-90406db5-ffc3-4da4-8bc7-ad494eb0234b admin admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:28.369091 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44506) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:28.377692 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-90406db5-ffc3-4da4-8bc7-ad494eb0234b admin admin] 10.222.0.25 "DELETE /v2.0/routers/0ff919ef-bade-48ca-816a-6cb87816b63c HTTP/1.1" status: 204 len: 168 time: 2.1079106 Apr 20 13:14:28.397042 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-782c7e60-5587-4e03-b683-44de7960ab75 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] 10.222.0.25 "GET /v2.0/quotas/dad6ae972ab74aa4b9342d3c1ff06228 HTTP/1.1" status: 200 len: 375 time: 0.0178964 Apr 20 13:14:28.439155 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-348a5543-d1df-4315-a3c0-48db0e1bd1d9 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dad6ae972ab74aa4b9342d3c1ff06228&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400734 Apr 20 13:14:28.541248 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-39747341-2de5-4928-b8c5-1812cd88e73c admin admin] Deleting subnet 74adebdc-5d6b-4341-9419-cb7e516307ec {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:14:28.553205 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39747341-2de5-4928-b8c5-1812cd88e73c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:28.657353 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d4d4f115-b2ef-43f1-8790-faf3a7d592db no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:14:28.697795 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: d4d4f115-b2ef-43f1-8790-faf3a7d592db {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:14:28.698462 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d4d4f115-b2ef-43f1-8790-faf3a7d592db not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:14:28.699199 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device cde5168c-2ab2-4ce2-b052-0d195074070b no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:14:28.701405 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39747341-2de5-4928-b8c5-1812cd88e73c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:28.796447 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: cde5168c-2ab2-4ce2-b052-0d195074070b {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:14:28.800660 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-88a1f779-4b33-42e9-ab72-9e7ed3313be0 req-8eeddf6b-6547-412b-958b-d25228403cd6 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] 10.222.0.25 "GET /v2.0/ports?device_id=604e09d0-5306-4098-aaf3-48e658e2431b HTTP/1.1" status: 200 len: 210 time: 0.0566392 Apr 20 13:14:28.800886 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device cde5168c-2ab2-4ce2-b052-0d195074070b not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:14:28.870652 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e8de2e30-5f0b-4a5a-8159-36a7c3a92aeb req-db4a674d-c72a-473e-8595-bed80c674ce0 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 210 time: 0.0686183 Apr 20 13:14:28.963961 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39747341-2de5-4928-b8c5-1812cd88e73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:28.973976 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44534) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:28.996854 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f9176379-89b5-4601-ba3f-290240a6adf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:29.102270 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44544) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:29.176162 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39747341-2de5-4928-b8c5-1812cd88e73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:29.192431 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f9176379-89b5-4601-ba3f-290240a6adf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:29.247137 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39747341-2de5-4928-b8c5-1812cd88e73c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74adebdc-5d6b-4341-9419-cb7e516307ec,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:29.256791 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39747341-2de5-4928-b8c5-1812cd88e73c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:29.262439 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bec9df7-202a-455f-aad4-a103c6945549 None None] Network 31fca606-89b5-41af-8e9a-0f3bd7276e6d requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:14:29.265797 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-39747341-2de5-4928-b8c5-1812cd88e73c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/74adebdc-5d6b-4341-9419-cb7e516307ec HTTP/1.1" status: 204 len: 168 time: 0.8953817 Apr 20 13:14:29.268629 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44548) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:29.295444 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f9176379-89b5-4601-ba3f-290240a6adf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:29.353345 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:29.361362 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-b4f443aa-98cf-42ad-81a2-a1d4632c6857 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1681006937'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:29.392559 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9176379-89b5-4601-ba3f-290240a6adf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4240f91-4a5b-4f5d-b1c4-136193e42d15,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:29.435124 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44550) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:29.435681 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f9176379-89b5-4601-ba3f-290240a6adf5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=79c6f75f64644eaa879e20e0aa101b22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4601231 Apr 20 13:14:29.440172 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dec8ba55-a9f1-4532-b740-3286af577658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:29.500779 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ec154a-85b2-4311-b693-b23355f51fc8 None None] DHCP port deletion for 31fca606-89b5-41af-8e9a-0f3bd7276e6d request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:14:29.530062 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f443aa-98cf-42ad-81a2-a1d4632c6857 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:29.535068 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b4f443aa-98cf-42ad-81a2-a1d4632c6857 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:29.545386 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-78cd5d63-1a09-426e-83fa-ff8d2d80fb81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:29.565775 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-35ec154a-85b2-4311-b693-b23355f51fc8 None None] Deleting port 99249c45-2c76-443a-bd7c-9b6afc0e0c3b {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:29.566678 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-35ec154a-85b2-4311-b693-b23355f51fc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:29.572507 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b4f443aa-98cf-42ad-81a2-a1d4632c6857 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:29.589649 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-78cd5d63-1a09-426e-83fa-ff8d2d80fb81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:29.661285 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-35ec154a-85b2-4311-b693-b23355f51fc8 None None] For port 99249c45-2c76-443a-bd7c-9b6afc0e0c3b, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=99249c45-2c76-443a-bd7c-9b6afc0e0c3b,segment=NetworkSegment(ddab2d16-2ce0-43b7-9a5d-6c0cd2b9fc08),segment_id=ddab2d16-2ce0-43b7-9a5d-6c0cd2b9fc08)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:29.662169 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-35ec154a-85b2-4311-b693-b23355f51fc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:29.684224 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-dec8ba55-a9f1-4532-b740-3286af577658 admin admin] Deleting port 99249c45-2c76-443a-bd7c-9b6afc0e0c3b {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:29.684698 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dec8ba55-a9f1-4532-b740-3286af577658 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:29.698115 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-35ec154a-85b2-4311-b693-b23355f51fc8 None None] Calling delete_port for 99249c45-2c76-443a-bd7c-9b6afc0e0c3b owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:29.775202 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-78cd5d63-1a09-426e-83fa-ff8d2d80fb81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:29.778262 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-78cd5d63-1a09-426e-83fa-ff8d2d80fb81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:29.781990 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-78cd5d63-1a09-426e-83fa-ff8d2d80fb81 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e4240f91-4a5b-4f5d-b1c4-136193e42d15 HTTP/1.1" status: 204 len: 168 time: 0.3425164 Apr 20 13:14:29.786004 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-dec8ba55-a9f1-4532-b740-3286af577658 admin admin] For port 99249c45-2c76-443a-bd7c-9b6afc0e0c3b, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=99249c45-2c76-443a-bd7c-9b6afc0e0c3b,segment=NetworkSegment(ddab2d16-2ce0-43b7-9a5d-6c0cd2b9fc08),segment_id=ddab2d16-2ce0-43b7-9a5d-6c0cd2b9fc08)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:29.786415 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dec8ba55-a9f1-4532-b740-3286af577658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:29.795577 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd5d63-1a09-426e-83fa-ff8d2d80fb81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4240f91-4a5b-4f5d-b1c4-136193e42d15,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:29.810152 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:29.841989 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-dec8ba55-a9f1-4532-b740-3286af577658 admin admin] Calling delete_port for 99249c45-2c76-443a-bd7c-9b6afc0e0c3b owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:29.907135 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b4f443aa-98cf-42ad-81a2-a1d4632c6857 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:29.942862 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-35ec154a-85b2-4311-b693-b23355f51fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:29.968717 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f7601707-1284-4efa-936b-f2c64978238d req-82ff7b56-615e-4472-b67d-05c39f125e7f tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] 10.222.0.25 "GET /v2.0/ports?device_id=604e09d0-5306-4098-aaf3-48e658e2431b HTTP/1.1" status: 200 len: 210 time: 0.0441375 Apr 20 13:14:29.979559 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dec8ba55-a9f1-4532-b740-3286af577658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:30.013007 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ec154a-85b2-4311-b693-b23355f51fc8 None None] No DVR routers for this DVR port 99249c45-2c76-443a-bd7c-9b6afc0e0c3b on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:14:30.027889 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec154a-85b2-4311-b693-b23355f51fc8 None None] Pushing event deleted for resources: {'Port': ['ID=99249c45-2c76-443a-bd7c-9b6afc0e0c3b,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:30.043962 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b4f443aa-98cf-42ad-81a2-a1d4632c6857 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:30.047972 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b3d86141-298d-4218-9c6d-b514a2ff5c92 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:14:30.073131 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4f443aa-98cf-42ad-81a2-a1d4632c6857 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:14:30.094208 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b4f443aa-98cf-42ad-81a2-a1d4632c6857 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:30.094562 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-b4f443aa-98cf-42ad-81a2-a1d4632c6857 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Added segment c785b58b-a699-4e58-9c1e-c754ab724ce1 of type vlan for network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 Apr 20 13:14:30.186986 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b4f443aa-98cf-42ad-81a2-a1d4632c6857 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:30.227096 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec8ba55-a9f1-4532-b740-3286af577658 admin admin] Pushing event deleted for resources: {'Port': ['ID=99249c45-2c76-443a-bd7c-9b6afc0e0c3b,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:30.236262 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec8ba55-a9f1-4532-b740-3286af577658 admin admin] No DVR routers for this DVR port 99249c45-2c76-443a-bd7c-9b6afc0e0c3b on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:14:30.279101 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f443aa-98cf-42ad-81a2-a1d4632c6857 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb8f756-d315-4166-9467-9588a3ea09a9,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:30.333320 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b4f443aa-98cf-42ad-81a2-a1d4632c6857 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:30.340202 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f443aa-98cf-42ad-81a2-a1d4632c6857 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:30.341170 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b4f443aa-98cf-42ad-81a2-a1d4632c6857 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:30.373959 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dec8ba55-a9f1-4532-b740-3286af577658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:30.433989 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-dec8ba55-a9f1-4532-b740-3286af577658 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31fca606-89b5-41af-8e9a-0f3bd7276e6d']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:30.454718 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-dec8ba55-a9f1-4532-b740-3286af577658 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddab2d16-2ce0-43b7-9a5d-6c0cd2b9fc08') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:30.455221 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-dec8ba55-a9f1-4532-b740-3286af577658 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddab2d16-2ce0-43b7-9a5d-6c0cd2b9fc08') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:30.459380 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f443aa-98cf-42ad-81a2-a1d4632c6857 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Network': ['ID=91e039b1-8dc0-46de-a1c3-4b09d3bc5d25,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:30.474132 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:14:30.478771 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dec8ba55-a9f1-4532-b740-3286af577658 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:30.501807 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c8071115-69aa-4a2a-a0ee-47077ff4a02f req-2ec282d6-636e-4e3c-9e61-550eaed66228 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 210 time: 0.0433197 Apr 20 13:14:30.512019 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b4f443aa-98cf-42ad-81a2-a1d4632c6857 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4048238 Apr 20 13:14:30.512571 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dec8ba55-a9f1-4532-b740-3286af577658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:30.513012 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44568) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:30.518579 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-dea5837c-0bfb-412c-ae7b-c169bf64b0ff tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'subnet': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:30.519664 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dec8ba55-a9f1-4532-b740-3286af577658 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:14:30.520127 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dec8ba55-a9f1-4532-b740-3286af577658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:30.522162 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:14:30.522162 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 13:14:30.522162 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:14:30.522162 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 13:14:30.522162 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:14:30.522162 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 13:14:30.522162 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:14:30.522162 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 13:14:30.522162 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:14:30.522162 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:14:30.522162 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:14:30.522162 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:14:30.522162 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:14:30.522162 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:14:30.522162 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:14:30.522162 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:14:30.522162 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:14:30.522162 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:14:30.522162 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:14:30.522162 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:14:30.522162 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:14:30.522162 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:14:30.522162 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:14:30.522162 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:14:30.522162 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:14:30.522162 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:14:30.522162 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:14:30.522162 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:14:30.522162 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:14:30.522162 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:14:30.522162 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:14:30.522162 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:14:30.522162 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:14:30.522162 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:14:30.522162 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:14:30.522162 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:14:30.522162 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:14:30.522162 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:14:30.522162 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:14:30.522162 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:14:30.616071 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 99249c45-2c76-443a-bd7c-9b6afc0e0c3b no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:14:30.662866 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 99249c45-2c76-443a-bd7c-9b6afc0e0c3b {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:14:30.684219 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 99249c45-2c76-443a-bd7c-9b6afc0e0c3b not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:14:30.711783 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dec8ba55-a9f1-4532-b740-3286af577658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:30.718660 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dec8ba55-a9f1-4532-b740-3286af577658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:30.725210 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-dec8ba55-a9f1-4532-b740-3286af577658 admin admin] 10.222.0.25 "DELETE /v2.0/networks/31fca606-89b5-41af-8e9a-0f3bd7276e6d HTTP/1.1" status: 204 len: 168 time: 1.4524775 Apr 20 13:14:30.740426 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec8ba55-a9f1-4532-b740-3286af577658 admin admin] Pushing event deleted for resources: {'Network': ['ID=31fca606-89b5-41af-8e9a-0f3bd7276e6d,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:30.807427 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb8ef7-0ed6-4d93-857e-dceb78ff2eea req-269e547a-053f-446e-b31e-2cd74dfd4e7e tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:30.809313 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7aeb8ef7-0ed6-4d93-857e-dceb78ff2eea req-269e547a-053f-446e-b31e-2cd74dfd4e7e tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 944 time: 0.0603936 Apr 20 13:14:30.869363 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7aeb8ef7-0ed6-4d93-857e-dceb78ff2eea req-23a3e559-b3f6-4b22-ba55-a56dde85273b tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538867 Apr 20 13:14:30.877574 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea5837c-0bfb-412c-ae7b-c169bf64b0ff tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:30.882023 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dea5837c-0bfb-412c-ae7b-c169bf64b0ff tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:31.176153 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2caae456-05a1-4a23-b0ab-f76367b3f98a req-3f3f7aff-0a23-4560-83d8-0c9a3d6fbff0 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] 10.222.0.25 "GET /v2.0/ports?device_id=604e09d0-5306-4098-aaf3-48e658e2431b HTTP/1.1" status: 200 len: 210 time: 0.0956879 Apr 20 13:14:31.208592 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44604) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:31.237184 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dea5837c-0bfb-412c-ae7b-c169bf64b0ff tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:31.343556 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44606) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:31.350932 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5b544dab-8d70-4ea1-8c50-99d1bdcc4350 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bf87f7ff9aa94282a52e31152fffd8e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1455319 Apr 20 13:14:31.359406 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea5837c-0bfb-412c-ae7b-c169bf64b0ff tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Subnet': ['ID=1dd1599a-c153-4062-ae6a-d0e6b3f34c62,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:31.369661 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a5d12960-978a-4faf-a898-4e1e21e75161 req-b9bcc5db-0b46-4138-836c-a28ce1cffdac service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1591270 Apr 20 13:14:31.396988 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [req-a5d12960-978a-4faf-a898-4e1e21e75161 req-45015b88-90e4-45a3-a02d-0f6f4ac64609 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:14:31.417032 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a5d12960-978a-4faf-a898-4e1e21e75161 req-45015b88-90e4-45a3-a02d-0f6f4ac64609 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0291631 Apr 20 13:14:31.430701 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-348e8202-cdaa-4130-a95a-478e0b684c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:31.462958 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea5837c-0bfb-412c-ae7b-c169bf64b0ff tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Checking segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:14:31.462958 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea5837c-0bfb-412c-ae7b-c169bf64b0ff tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network hostable DHCP agents. Network: 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:14:31.488499 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-348e8202-cdaa-4130-a95a-478e0b684c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:31.615204 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea5837c-0bfb-412c-ae7b-c169bf64b0ff tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:14:31.642392 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-348e8202-cdaa-4130-a95a-478e0b684c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:31.649915 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-348e8202-cdaa-4130-a95a-478e0b684c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:31.649915 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-348e8202-cdaa-4130-a95a-478e0b684c40 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a7c24f92-c985-4b44-ba12-e8a23070c09a HTTP/1.1" status: 204 len: 168 time: 0.3034742 Apr 20 13:14:31.664887 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e8202-cdaa-4130-a95a-478e0b684c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c24f92-c985-4b44-ba12-e8a23070c09a,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:31.706950 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-dea5837c-0bfb-412c-ae7b-c169bf64b0ff tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:31.711571 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea5837c-0bfb-412c-ae7b-c169bf64b0ff tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:31.712491 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dea5837c-0bfb-412c-ae7b-c169bf64b0ff tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:31.717164 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0b051d-29dc-4808-b9aa-c1987d5f5cbc None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:14:31.798947 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f601e33c-4517-4728-ba88-cc4ab6af6b67 req-e1c0ecd5-6e9d-47a9-8b83-79b511355256 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 210 time: 0.0587778 Apr 20 13:14:31.847640 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-dea5837c-0bfb-412c-ae7b-c169bf64b0ff tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3305564 Apr 20 13:14:31.848316 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44624) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:31.855226 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-9eff6d13-f2b4-42ce-98f9-387df822a7b1 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'port': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'name': 'tempest-NetworksTestDHCPv6-1385547036'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:32.001430 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebb5f8f-d5f9-4638-be9b-3db91966ea95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'tenant_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'fixed_ips': [{'subnet_id': '1dd1599a-c153-4062-ae6a-d0e6b3f34c62'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:14:32.003014 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9ebb5f8f-d5f9-4638-be9b-3db91966ea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:32.272776 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa9bc1-1392-47ca-a808-737d7b9087b0 req-7cbe42b6-65e3-410d-b25d-4015dee64402 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:32.279301 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-50aa9bc1-1392-47ca-a808-737d7b9087b0 req-7cbe42b6-65e3-410d-b25d-4015dee64402 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 944 time: 0.2632635 Apr 20 13:14:32.285299 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-f707125c-1a5a-4832-bdda-27b281e35988 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=dad6ae972ab74aa4b9342d3c1ff06228&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1186945 Apr 20 13:14:32.326252 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-9ebb5f8f-d5f9-4638-be9b-3db91966ea95 None None] Allocated IP 2001:db8::2 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/1dd1599a-c153-4062-ae6a-d0e6b3f34c62/10574e59-190c-419d-bcf7-510b7d30abd9) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:14:32.437027 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eff6d13-f2b4-42ce-98f9-387df822a7b1 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:32.445473 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9eff6d13-f2b4-42ce-98f9-387df822a7b1 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:32.451922 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1942338e-2762-4bb7-87e6-667d29eb64b9 req-215377c4-0fbc-46c6-8e3a-3ad58be3d339 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] 10.222.0.25 "GET /v2.0/ports?device_id=604e09d0-5306-4098-aaf3-48e658e2431b HTTP/1.1" status: 200 len: 210 time: 0.1544154 Apr 20 13:14:32.509780 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [None req-9eff6d13-f2b4-42ce-98f9-387df822a7b1 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] device_id is not set on port 7dc3c21e-662d-4968-bf9a-ec8e42138999 yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:14:32.602555 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-50aa9bc1-1392-47ca-a808-737d7b9087b0 req-61de5e77-3662-429c-96cf-0afbf51690aa tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2790239 Apr 20 13:14:32.688875 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-8191c42f-263e-4ff0-8145-4caace3c66f1 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:32.691322 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-8191c42f-263e-4ff0-8145-4caace3c66f1 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3496122 Apr 20 13:14:32.701733 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9ebb5f8f-d5f9-4638-be9b-3db91966ea95 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:32.708932 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-00d7b57e-cb6d-407a-90e6-2b7f83e88dc1 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] Request body: {'port': {'device_id': '604e09d0-5306-4098-aaf3-48e658e2431b', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'admin_state_up': True, 'tenant_id': 'dad6ae972ab74aa4b9342d3c1ff06228'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:32.780512 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9ebb5f8f-d5f9-4638-be9b-3db91966ea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:32.883285 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebb5f8f-d5f9-4638-be9b-3db91966ea95 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:32.890899 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-9ebb5f8f-d5f9-4638-be9b-3db91966ea95 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:32.896852 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebb5f8f-d5f9-4638-be9b-3db91966ea95 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:32.962012 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebb5f8f-d5f9-4638-be9b-3db91966ea95 None None] Pushing event updated for resources: {'Port': ['ID=10574e59-190c-419d-bcf7-510b7d30abd9,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:32.997302 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-9ebb5f8f-d5f9-4638-be9b-3db91966ea95 None None] Attempting to bind port 10574e59-190c-419d-bcf7-510b7d30abd9 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:14:32.998023 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-9ebb5f8f-d5f9-4638-be9b-3db91966ea95 None None] Attempting to bind port 10574e59-190c-419d-bcf7-510b7d30abd9 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:14:32.999246 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebb5f8f-d5f9-4638-be9b-3db91966ea95 None None] Attempting to bind port 10574e59-190c-419d-bcf7-510b7d30abd9 on network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:33.006028 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebb5f8f-d5f9-4638-be9b-3db91966ea95 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:14:33.006708 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebb5f8f-d5f9-4638-be9b-3db91966ea95 None None] Checking segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:14:33.007339 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9ebb5f8f-d5f9-4638-be9b-3db91966ea95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:33.008382 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebb5f8f-d5f9-4638-be9b-3db91966ea95 None None] Bound using segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:14:33.029248 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d5f91bc-11b8-4f5c-b2da-1f056a130e14 req-1117537f-acca-43ed-9784-27928166e2ad tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 210 time: 0.0905688 Apr 20 13:14:33.029351 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-9ebb5f8f-d5f9-4638-be9b-3db91966ea95 None None] Bound port: 10574e59-190c-419d-bcf7-510b7d30abd9, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:14:33.029351 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9ebb5f8f-d5f9-4638-be9b-3db91966ea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:33.086620 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-9eff6d13-f2b4-42ce-98f9-387df822a7b1 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Allocated IP 2001:db8::345 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/1dd1599a-c153-4062-ae6a-d0e6b3f34c62/7dc3c21e-662d-4968-bf9a-ec8e42138999) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:14:33.113342 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-9ebb5f8f-d5f9-4638-be9b-3db91966ea95 None None] For port 10574e59-190c-419d-bcf7-510b7d30abd9, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:14:33.118600 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-9ebb5f8f-d5f9-4638-be9b-3db91966ea95 None None] For port 10574e59-190c-419d-bcf7-510b7d30abd9, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=10574e59-190c-419d-bcf7-510b7d30abd9,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:14:33.331691 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-00d7b57e-cb6d-407a-90e6-2b7f83e88dc1 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] Made reservation on behalf of dad6ae972ab74aa4b9342d3c1ff06228 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:33.331691 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-00d7b57e-cb6d-407a-90e6-2b7f83e88dc1 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:33.331691 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-00d7b57e-cb6d-407a-90e6-2b7f83e88dc1 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:33.333445 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9ebb5f8f-d5f9-4638-be9b-3db91966ea95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:33.347913 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9eff6d13-f2b4-42ce-98f9-387df822a7b1 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:33.395530 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebb5f8f-d5f9-4638-be9b-3db91966ea95 None None] Pushing event updated for resources: {'Port': ['ID=10574e59-190c-419d-bcf7-510b7d30abd9,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:33.618203 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa564bc3-8dcd-4ae3-8060-fb54537b3ab8 req-ddfba97f-b793-417c-b27b-8d634312204b tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] 10.222.0.25 "GET /v2.0/ports?device_id=604e09d0-5306-4098-aaf3-48e658e2431b HTTP/1.1" status: 200 len: 210 time: 0.0573578 Apr 20 13:14:33.621450 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-00d7b57e-cb6d-407a-90e6-2b7f83e88dc1 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:33.646258 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44672) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:33.715802 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-00d7b57e-cb6d-407a-90e6-2b7f83e88dc1 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:33.728222 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d12960-978a-4faf-a898-4e1e21e75161 req-7cde68bc-c2c6-400f-ac04-a7d475425e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:33.733675 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a5d12960-978a-4faf-a898-4e1e21e75161 req-7cde68bc-c2c6-400f-ac04-a7d475425e86 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4&tenant_id=c6b1693032114a59884d6bf282ad5efe HTTP/1.1" status: 200 len: 1095 time: 0.3112552 Apr 20 13:14:33.819944 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9eff6d13-f2b4-42ce-98f9-387df822a7b1 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:34.048132 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-6c13d0e9-fb2a-475d-a6b9-a1bbb012d8a5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-738755807-network', 'tenant_id': 'c8dee94e1afd45928bae5783999d410b'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:34.231816 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c13d0e9-fb2a-475d-a6b9-a1bbb012d8a5 admin admin] Made reservation on behalf of c8dee94e1afd45928bae5783999d410b for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:34.234639 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6c13d0e9-fb2a-475d-a6b9-a1bbb012d8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:34.246823 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6c13d0e9-fb2a-475d-a6b9-a1bbb012d8a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:34.357145 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6c13d0e9-fb2a-475d-a6b9-a1bbb012d8a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:34.374981 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7b57e-cb6d-407a-90e6-2b7f83e88dc1 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e30bba1-c1ef-4017-9eb7-b1188ae73332,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:34.389582 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-67194669-fd45-47c5-a5e5-6312d5801841 req-d342c014-1ba3-4855-a555-f9eb55e2173b tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 210 time: 0.0655067 Apr 20 13:14:34.405887 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eff6d13-f2b4-42ce-98f9-387df822a7b1 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:34.432190 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-9eff6d13-f2b4-42ce-98f9-387df822a7b1 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:34.437768 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a674145-713b-40c2-8f12-0c4a2436f31e req-851e556b-066d-474f-92d0-a94c5e30bfd3 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:34.439374 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9a674145-713b-40c2-8f12-0c4a2436f31e req-851e556b-066d-474f-92d0-a94c5e30bfd3 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 944 time: 0.6684563 Apr 20 13:14:34.444324 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eff6d13-f2b4-42ce-98f9-387df822a7b1 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:34.450299 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eff6d13-f2b4-42ce-98f9-387df822a7b1 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:34.452818 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9eff6d13-f2b4-42ce-98f9-387df822a7b1 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:34.453586 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff6d13-f2b4-42ce-98f9-387df822a7b1 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Port': ['ID=7dc3c21e-662d-4968-bf9a-ec8e42138999,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:34.457772 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d12960-978a-4faf-a898-4e1e21e75161 req-ed576ae6-3b59-42e6-81ab-3e09b596173d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:34.459055 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a5d12960-978a-4faf-a898-4e1e21e75161 req-ed576ae6-3b59-42e6-81ab-3e09b596173d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c6b1693032114a59884d6bf282ad5efe&device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 1095 time: 0.6700473 Apr 20 13:14:34.505203 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6c13d0e9-fb2a-475d-a6b9-a1bbb012d8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:34.560788 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c13d0e9-fb2a-475d-a6b9-a1bbb012d8a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90472902-be0b-4c2d-af9c-9362f7be0b10,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:34.584764 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c13d0e9-fb2a-475d-a6b9-a1bbb012d8a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:14:34.598660 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6c13d0e9-fb2a-475d-a6b9-a1bbb012d8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:34.601996 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-6c13d0e9-fb2a-475d-a6b9-a1bbb012d8a5 admin admin] Added segment 9491670f-80ac-4da1-8e5e-1bdb23fca325 of type vlan for network bbd3b7d3-ccca-410c-9bca-49410f4d4008 Apr 20 13:14:34.671631 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 10574e59-190c-419d-bcf7-510b7d30abd9 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:14:34.705128 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-00d7b57e-cb6d-407a-90e6-2b7f83e88dc1 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] Allocated IP 192.168.233.190 (6efc3d61-2150-4671-a02d-6127df40131a/c5b1f82a-7732-4b50-ab22-2475f182a712/ccf6fb60-eb26-41ea-b71b-122b7d916a66) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:14:34.722432 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6c13d0e9-fb2a-475d-a6b9-a1bbb012d8a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:34.736668 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d12960-978a-4faf-a898-4e1e21e75161 req-e6d8a19f-f6f4-4d3b-bb0b-d61e60eb1c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:34.745810 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a5d12960-978a-4faf-a898-4e1e21e75161 req-e6d8a19f-f6f4-4d3b-bb0b-d61e60eb1c8d service neutron] 10.222.0.15 "GET /v2.0/networks?id=5f8d1d6d-7980-40b6-a3d5-202cd4161f9d HTTP/1.1" status: 200 len: 918 time: 0.2587478 Apr 20 13:14:34.807109 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 10574e59-190c-419d-bcf7-510b7d30abd9 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:34.807689 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:34.858530 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9eff6d13-f2b4-42ce-98f9-387df822a7b1 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0093348 Apr 20 13:14:34.861439 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44700) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:34.907698 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-92e0c3ff-1d16-4030-9722-5634944bf70d req-74d88ed4-4cb9-4043-9ddd-6d99a97a8254 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] 10.222.0.25 "GET /v2.0/ports?device_id=604e09d0-5306-4098-aaf3-48e658e2431b HTTP/1.1" status: 200 len: 210 time: 0.1488397 Apr 20 13:14:34.925320 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1223f9-318e-4f0d-99e1-5119181f56b3 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:34.927949 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9a674145-713b-40c2-8f12-0c4a2436f31e req-df8dc4ae-e440-463e-8316-47e51f967be7 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4671040 Apr 20 13:14:34.932648 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1223f9-318e-4f0d-99e1-5119181f56b3 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:34.939407 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-df1223f9-318e-4f0d-99e1-5119181f56b3 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0768580 Apr 20 13:14:34.940687 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44702) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:34.943516 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:34.945800 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453db108-1cfb-4ee1-bad7-c1d1156fe30c None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:14:34.961863 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6c13d0e9-fb2a-475d-a6b9-a1bbb012d8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:34.975549 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c13d0e9-fb2a-475d-a6b9-a1bbb012d8a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:34.975549 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6c13d0e9-fb2a-475d-a6b9-a1bbb012d8a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:34.988490 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a5d12960-978a-4faf-a898-4e1e21e75161 req-c0d4de08-ba9c-4482-853a-d210b60fe45c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3d86141-298d-4218-9c6d-b514a2ff5c92 HTTP/1.1" status: 200 len: 1000 time: 0.2283030 Apr 20 13:14:35.055535 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 10574e59-190c-419d-bcf7-510b7d30abd9, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=10574e59-190c-419d-bcf7-510b7d30abd9,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:35.064187 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d12960-978a-4faf-a898-4e1e21e75161 req-6410523a-dc31-40c8-b6a2-a4627da850bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:35.064389 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-19746a03-50c1-4912-8dae-366e1eac6baa None None] Provisioning complete for port 10574e59-190c-419d-bcf7-510b7d30abd9 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:35.064729 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-19746a03-50c1-4912-8dae-366e1eac6baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:35.065663 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a5d12960-978a-4faf-a898-4e1e21e75161 req-6410523a-dc31-40c8-b6a2-a4627da850bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=50283e41-42f7-46ab-979a-b196312e8e7f HTTP/1.1" status: 200 len: 856 time: 0.0655606 Apr 20 13:14:35.094330 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6c13d0e9-fb2a-475d-a6b9-a1bbb012d8a5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4464190 Apr 20 13:14:35.102267 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44706) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:35.110115 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-a5d1a499-f313-4e6a-8255-56715cc05c66 admin admin] Request body: {'subnet': {'network_id': 'bbd3b7d3-ccca-410c-9bca-49410f4d4008', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-738755807-subnet', 'tenant_id': 'c8dee94e1afd45928bae5783999d410b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:35.113433 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c13d0e9-fb2a-475d-a6b9-a1bbb012d8a5 admin admin] Pushing event updated for resources: {'Network': ['ID=bbd3b7d3-ccca-410c-9bca-49410f4d4008,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:35.133192 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network bbd3b7d3-ccca-410c-9bca-49410f4d4008 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:14:35.149094 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-52323a3d-0c66-4424-b8a6-1c341624c43a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting port 7dc3c21e-662d-4968-bf9a-ec8e42138999 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:35.149419 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-52323a3d-0c66-4424-b8a6-1c341624c43a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:35.210518 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-00d7b57e-cb6d-407a-90e6-2b7f83e88dc1 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:35.221724 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d12960-978a-4faf-a898-4e1e21e75161 req-49ed366e-368d-4c72-9fcf-e4ba3e910c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:35.223443 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a5d12960-978a-4faf-a898-4e1e21e75161 req-49ed366e-368d-4c72-9fcf-e4ba3e910c74 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5f8d1d6d-7980-40b6-a3d5-202cd4161f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1507180 Apr 20 13:14:35.281735 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-52323a3d-0c66-4424-b8a6-1c341624c43a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:35.283670 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:35.302578 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-52323a3d-0c66-4424-b8a6-1c341624c43a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Calling delete_port for 7dc3c21e-662d-4968-bf9a-ec8e42138999 owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:35.390228 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d1a499-f313-4e6a-8255-56715cc05c66 admin admin] Made reservation on behalf of c8dee94e1afd45928bae5783999d410b for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:35.394485 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a5d1a499-f313-4e6a-8255-56715cc05c66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:35.415054 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a5d12960-978a-4faf-a898-4e1e21e75161 req-3663bfe3-4f8c-478b-9025-2994e79b320b service neutron] 10.222.0.15 "GET /v2.0/networks/5f8d1d6d-7980-40b6-a3d5-202cd4161f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824133 Apr 20 13:14:35.459440 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=10574e59-190c-419d-bcf7-510b7d30abd9,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:35.482484 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-00d7b57e-cb6d-407a-90e6-2b7f83e88dc1 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:35.601822 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f098528-5244-44f0-a755-7d5deb8c0f01 req-da898650-74c3-4e34-a76a-80853f877bfd tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 210 time: 0.0743623 Apr 20 13:14:35.635291 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-00d7b57e-cb6d-407a-90e6-2b7f83e88dc1 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] Network 6efc3d61-2150-4671-a02d-6127df40131a is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:35.647248 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-00d7b57e-cb6d-407a-90e6-2b7f83e88dc1 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:35.649341 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-52323a3d-0c66-4424-b8a6-1c341624c43a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:35.649892 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-00d7b57e-cb6d-407a-90e6-2b7f83e88dc1 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:35.662319 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7b57e-cb6d-407a-90e6-2b7f83e88dc1 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] Pushing event updated for resources: {'Port': ['ID=ccf6fb60-eb26-41ea-b71b-122b7d916a66,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:35.731576 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a5d12960-978a-4faf-a898-4e1e21e75161 req-73b6f797-19ee-4df8-a9bc-eab96ec18bb9 service neutron] 10.222.0.15 "GET /v2.0/networks/5f8d1d6d-7980-40b6-a3d5-202cd4161f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075473 Apr 20 13:14:35.753775 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52323a3d-0c66-4424-b8a6-1c341624c43a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Port': ['ID=7dc3c21e-662d-4968-bf9a-ec8e42138999,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:35.761327 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-52323a3d-0c66-4424-b8a6-1c341624c43a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:35.778179 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-52323a3d-0c66-4424-b8a6-1c341624c43a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/ports/7dc3c21e-662d-4968-bf9a-ec8e42138999 HTTP/1.1" status: 204 len: 168 time: 0.8353276 Apr 20 13:14:35.780690 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44726) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:35.803320 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-00d7b57e-cb6d-407a-90e6-2b7f83e88dc1 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:35.806528 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-00d7b57e-cb6d-407a-90e6-2b7f83e88dc1 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:35.935918 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8055d330-16a6-4444-9b12-beb58d555264 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:35.939729 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8055d330-16a6-4444-9b12-beb58d555264 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:35.943624 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8055d330-16a6-4444-9b12-beb58d555264 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1616931 Apr 20 13:14:35.946687 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44734) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:35.996570 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-00d7b57e-cb6d-407a-90e6-2b7f83e88dc1 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2952218 Apr 20 13:14:36.024279 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-997ca474-4c5d-44e7-bb99-4c8f9bd419b0 None None] Could not find standard attr ID for object 7dc3c21e-662d-4968-bf9a-ec8e42138999. {{(pid=114871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:14:36.035057 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-5f045703-07bb-4032-9e67-2d223acbd45c service neutron] Request body: {'port': {'device_id': '604e09d0-5306-4098-aaf3-48e658e2431b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:36.047479 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f6e78bb-cc1c-4880-8b76-9e87da25833c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting subnet 1dd1599a-c153-4062-ae6a-d0e6b3f34c62 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:14:36.051336 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4f6e78bb-cc1c-4880-8b76-9e87da25833c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:36.060396 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-997ca474-4c5d-44e7-bb99-4c8f9bd419b0 None None] Provisioning complete for port 10574e59-190c-419d-bcf7-510b7d30abd9 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:36.060876 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-997ca474-4c5d-44e7-bb99-4c8f9bd419b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:36.247987 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a5d1a499-f313-4e6a-8255-56715cc05c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:36.347991 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af17694-3474-4e9e-8412-4ab892562204 req-ae55a844-7e1d-4bc8-ab53-708c723ec6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:36.349589 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3af17694-3474-4e9e-8412-4ab892562204 req-ae55a844-7e1d-4bc8-ab53-708c723ec6a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c6b1693032114a59884d6bf282ad5efe&device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 1095 time: 0.4266961 Apr 20 13:14:36.372844 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-cf0a5b18-9f3d-48ee-bcfd-60e96e7fb91d None None] Provisioning complete for port ccf6fb60-eb26-41ea-b71b-122b7d916a66 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:36.373914 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cf0a5b18-9f3d-48ee-bcfd-60e96e7fb91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:36.392041 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44748) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:36.472390 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-cf0a5b18-9f3d-48ee-bcfd-60e96e7fb91d None None] Port ccf6fb60-eb26-41ea-b71b-122b7d916a66 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:14:36.491135 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-5f045703-07bb-4032-9e67-2d223acbd45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:36.585401 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-1ae2f8b8-6875-406b-ae65-d6d7ff0cb474 None None] Could not find standard attr ID for object 7dc3c21e-662d-4968-bf9a-ec8e42138999. {{(pid=114871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:14:36.604746 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d9d34-ad84-4b96-9c9d-689763bced4a req-979fbcb5-b5df-4c4a-b069-f0898f4b85c8 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:36.615444 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-595d9d34-ad84-4b96-9c9d-689763bced4a req-979fbcb5-b5df-4c4a-b069-f0898f4b85c8 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 944 time: 0.4946027 Apr 20 13:14:36.635470 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4f6e78bb-cc1c-4880-8b76-9e87da25833c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:36.640067 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 10574e59-190c-419d-bcf7-510b7d30abd9 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:14:36.642653 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d7519-3ac0-4a47-8f17-1f207e4a2126 req-1cc1c07c-f379-44fa-98e4-686681da85f3 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:36.644150 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-022d7519-3ac0-4a47-8f17-1f207e4a2126 req-1cc1c07c-f379-44fa-98e4-686681da85f3 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] 10.222.0.25 "GET /v2.0/ports?device_id=604e09d0-5306-4098-aaf3-48e658e2431b HTTP/1.1" status: 200 len: 936 time: 0.5334494 Apr 20 13:14:36.660277 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d1a499-f313-4e6a-8255-56715cc05c66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f8562f0-ee36-4d2c-8294-1083123c5d29,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:36.724988 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-75b423cd-9fd0-4f22-ac6f-cc921953d00c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:36.732216 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 10574e59-190c-419d-bcf7-510b7d30abd9 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:36.732850 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:36.750794 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4f6e78bb-cc1c-4880-8b76-9e87da25833c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:36.824749 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d1a499-f313-4e6a-8255-56715cc05c66 admin admin] Checking segment: {'id': '9491670f-80ac-4da1-8e5e-1bdb23fca325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bbd3b7d3-ccca-410c-9bca-49410f4d4008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:14:36.826076 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d1a499-f313-4e6a-8255-56715cc05c66 admin admin] Network hostable DHCP agents. Network: bbd3b7d3-ccca-410c-9bca-49410f4d4008, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:14:36.874390 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-595d9d34-ad84-4b96-9c9d-689763bced4a req-6ed7a9b8-2112-4cba-98b7-b3eaa51aca9b tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2576931 Apr 20 13:14:36.926305 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-022d7519-3ac0-4a47-8f17-1f207e4a2126 req-eb713b49-e640-404f-a92d-94ee6d4177b4 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e30bba1-c1ef-4017-9eb7-b1188ae73332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515063 Apr 20 13:14:36.940156 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af17694-3474-4e9e-8412-4ab892562204 req-490aefc4-3b96-4cdf-a34f-abbed4fd092f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:36.943109 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3af17694-3474-4e9e-8412-4ab892562204 req-490aefc4-3b96-4cdf-a34f-abbed4fd092f service neutron] 10.222.0.15 "GET /v2.0/networks?id=5f8d1d6d-7980-40b6-a3d5-202cd4161f9d HTTP/1.1" status: 200 len: 918 time: 0.5288773 Apr 20 13:14:36.962319 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4f6e78bb-cc1c-4880-8b76-9e87da25833c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:37.039030 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e78bb-cc1c-4880-8b76-9e87da25833c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Subnet': ['ID=1dd1599a-c153-4062-ae6a-d0e6b3f34c62,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:37.050670 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4f6e78bb-cc1c-4880-8b76-9e87da25833c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:37.054999 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758f605d-7e89-4e6b-b3df-499e00bfa8f1 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:14:37.063849 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4f6e78bb-cc1c-4880-8b76-9e87da25833c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/1dd1599a-c153-4062-ae6a-d0e6b3f34c62 HTTP/1.1" status: 204 len: 168 time: 1.1142852 Apr 20 13:14:37.068323 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44762) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:37.179981 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5f8a1f4b-61e7-424e-90c3-8c19e80e86f8 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1103182 Apr 20 13:14:37.180865 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44764) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:37.188166 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-7dfacc56-8434-4052-b951-52fc369ef232 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'subnet': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:37.269904 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d1a499-f313-4e6a-8255-56715cc05c66 admin admin] Network bbd3b7d3-ccca-410c-9bca-49410f4d4008 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:14:37.319275 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c8eebd9c-ae26-42cf-85d8-c6b969d05b21 req-5ed733da-4f2c-48a0-afcc-a34a0dba27b7 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6d9e0ba-f179-4c16-a810-9007c62f78e7 HTTP/1.1" status: 200 len: 210 time: 0.1078033 Apr 20 13:14:37.345404 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3af17694-3474-4e9e-8412-4ab892562204 req-c8a3b5c0-9aa7-4809-8b05-099023f9b6ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3d86141-298d-4218-9c6d-b514a2ff5c92 HTTP/1.1" status: 200 len: 1000 time: 0.3816602 Apr 20 13:14:37.362954 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16702f94-3a15-48db-9f5d-880ecfce976a None None] DHCP port deletion for 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:14:37.398286 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-75b423cd-9fd0-4f22-ac6f-cc921953d00c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:37.432487 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-16702f94-3a15-48db-9f5d-880ecfce976a None None] Deleting port 10574e59-190c-419d-bcf7-510b7d30abd9 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:37.433291 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-16702f94-3a15-48db-9f5d-880ecfce976a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:37.452231 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-5f045703-07bb-4032-9e67-2d223acbd45c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccf6fb60-eb26-41ea-b71b-122b7d916a66 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:14:37.463325 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-5f045703-07bb-4032-9e67-2d223acbd45c service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:37.470656 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-a5d1a499-f313-4e6a-8255-56715cc05c66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, bbd3b7d3-ccca-410c-9bca-49410f4d4008) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:37.482810 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d1a499-f313-4e6a-8255-56715cc05c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:37.483541 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a5d1a499-f313-4e6a-8255-56715cc05c66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:37.488695 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af17694-3474-4e9e-8412-4ab892562204 req-0dae0a8f-2f46-4c81-8a43-97c01081acb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:37.490304 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3af17694-3474-4e9e-8412-4ab892562204 req-0dae0a8f-2f46-4c81-8a43-97c01081acb4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=50283e41-42f7-46ab-979a-b196312e8e7f HTTP/1.1" status: 200 len: 856 time: 0.0903771 Apr 20 13:14:37.498497 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-5f045703-07bb-4032-9e67-2d223acbd45c service neutron] Transition to ACTIVE for port object ccf6fb60-eb26-41ea-b71b-122b7d916a66 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:14:37.500263 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfacc56-8434-4052-b951-52fc369ef232 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:37.501945 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-75b423cd-9fd0-4f22-ac6f-cc921953d00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:37.504800 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934a0404-6780-43ae-b429-b9885ffeeb25 None None] Network bbd3b7d3-ccca-410c-9bca-49410f4d4008 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:14:37.509007 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7dfacc56-8434-4052-b951-52fc369ef232 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:37.569403 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-16702f94-3a15-48db-9f5d-880ecfce976a None None] For port 10574e59-190c-419d-bcf7-510b7d30abd9, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=10574e59-190c-419d-bcf7-510b7d30abd9,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:37.569403 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-16702f94-3a15-48db-9f5d-880ecfce976a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:37.569763 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b423cd-9fd0-4f22-ac6f-cc921953d00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3803c805-dcd2-4e78-a2eb-53f31a3b5185,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:37.575765 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-75b423cd-9fd0-4f22-ac6f-cc921953d00c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4768954a7b054d798c315a6a49bce869&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1744070 Apr 20 13:14:37.580838 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44766) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:37.603215 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af17694-3474-4e9e-8412-4ab892562204 req-5819f904-712a-4a9a-9831-7671830ee5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:37.605503 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3af17694-3474-4e9e-8412-4ab892562204 req-5819f904-712a-4a9a-9831-7671830ee5a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5f8d1d6d-7980-40b6-a3d5-202cd4161f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918047 Apr 20 13:14:37.608074 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-16702f94-3a15-48db-9f5d-880ecfce976a None None] Calling delete_port for 10574e59-190c-419d-bcf7-510b7d30abd9 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:37.738524 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-5f045703-07bb-4032-9e67-2d223acbd45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:37.759293 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a5d1a499-f313-4e6a-8255-56715cc05c66 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.6447759 Apr 20 13:14:37.765910 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e534bcb-7d08-48c0-8914-b022042bdf91 None None] Network bbd3b7d3-ccca-410c-9bca-49410f4d4008 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:14:37.830730 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3af17694-3474-4e9e-8412-4ab892562204 req-bd5c7655-939f-41a7-a073-3b588740395b service neutron] 10.222.0.15 "GET /v2.0/networks/5f8d1d6d-7980-40b6-a3d5-202cd4161f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978765 Apr 20 13:14:37.848176 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7dfacc56-8434-4052-b951-52fc369ef232 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:37.943477 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfacc56-8434-4052-b951-52fc369ef232 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:37.994357 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-7dfacc56-8434-4052-b951-52fc369ef232 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:38.013285 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfacc56-8434-4052-b951-52fc369ef232 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:38.013981 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7dfacc56-8434-4052-b951-52fc369ef232 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:38.082105 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfacc56-8434-4052-b951-52fc369ef232 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Subnet': ['ID=0d5bb7c7-fd75-4755-87f5-9c2868b05ae1,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:38.115166 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b0e1f8d5-7744-4fce-8a8f-13c56e3de4f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:38.129198 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f045703-07bb-4032-9e67-2d223acbd45c service neutron] Pushing event updated for resources: {'Port': ['ID=ccf6fb60-eb26-41ea-b71b-122b7d916a66,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:38.140265 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7dfacc56-8434-4052-b951-52fc369ef232 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9568346 Apr 20 13:14:38.142449 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44780) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:38.165376 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-75f8809b-b3a1-444e-b1fc-50cdeb8a83c2 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'port': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'name': 'tempest-NetworksTestDHCPv6-2021777032'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:38.246884 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-16702f94-3a15-48db-9f5d-880ecfce976a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:38.303485 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16702f94-3a15-48db-9f5d-880ecfce976a None None] Pushing event deleted for resources: {'Port': ['ID=10574e59-190c-419d-bcf7-510b7d30abd9,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:38.310491 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16702f94-3a15-48db-9f5d-880ecfce976a None None] No DVR routers for this DVR port 10574e59-190c-419d-bcf7-510b7d30abd9 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:14:38.337013 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b0e1f8d5-7744-4fce-8a8f-13c56e3de4f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:38.353958 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-5f045703-07bb-4032-9e67-2d223acbd45c service neutron] Attempting to bind port ccf6fb60-eb26-41ea-b71b-122b7d916a66 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:14:38.354309 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-5f045703-07bb-4032-9e67-2d223acbd45c service neutron] Attempting to bind port ccf6fb60-eb26-41ea-b71b-122b7d916a66 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:14:38.354651 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-5f045703-07bb-4032-9e67-2d223acbd45c service neutron] Attempting to bind port ccf6fb60-eb26-41ea-b71b-122b7d916a66 on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:38.361662 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d6a1c6-2983-4239-a79e-d4385e569502 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:14:38.389263 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-5f045703-07bb-4032-9e67-2d223acbd45c service neutron] Port ccf6fb60-eb26-41ea-b71b-122b7d916a66 on network 6efc3d61-2150-4671-a02d-6127df40131a not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:14:38.389603 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-5f045703-07bb-4032-9e67-2d223acbd45c service neutron] Attempting to bind port ccf6fb60-eb26-41ea-b71b-122b7d916a66 on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:38.416096 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ea555-9249-4a3b-b5a0-9d716d523f6c req-07980829-ceae-4bae-bc30-f57bf3281755 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:38.418398 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1c9ea555-9249-4a3b-b5a0-9d716d523f6c req-07980829-ceae-4bae-bc30-f57bf3281755 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 944 time: 0.2983959 Apr 20 13:14:38.426476 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b33f9-2611-4d70-bb5f-2ff6f2c1017a req-7fd1b5a7-c510-4c45-a7df-788a1661f40f tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:38.428147 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f28b33f9-2611-4d70-bb5f-2ff6f2c1017a req-7fd1b5a7-c510-4c45-a7df-788a1661f40f tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] 10.222.0.25 "GET /v2.0/ports?device_id=604e09d0-5306-4098-aaf3-48e658e2431b HTTP/1.1" status: 200 len: 948 time: 0.2778685 Apr 20 13:14:38.433553 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-5f045703-07bb-4032-9e67-2d223acbd45c service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:14:38.433941 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-5f045703-07bb-4032-9e67-2d223acbd45c service neutron] Checking segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:14:38.434359 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-5f045703-07bb-4032-9e67-2d223acbd45c service neutron] Bound using segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:14:38.434787 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-5f045703-07bb-4032-9e67-2d223acbd45c service neutron] Bound port: ccf6fb60-eb26-41ea-b71b-122b7d916a66, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:14:38.435156 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-5f045703-07bb-4032-9e67-2d223acbd45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:38.441251 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3af17694-3474-4e9e-8412-4ab892562204 req-5b999c8c-6953-49f4-8797-bf2671972582 service neutron] 10.222.0.15 "GET /v2.0/networks/5f8d1d6d-7980-40b6-a3d5-202cd4161f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5673983 Apr 20 13:14:38.599589 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 10574e59-190c-419d-bcf7-510b7d30abd9 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:14:38.614732 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f8809b-b3a1-444e-b1fc-50cdeb8a83c2 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:38.618543 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-75f8809b-b3a1-444e-b1fc-50cdeb8a83c2 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:38.622452 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f28b33f9-2611-4d70-bb5f-2ff6f2c1017a req-09afc486-0a13-4e31-a8ae-9ddc9249f342 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e30bba1-c1ef-4017-9eb7-b1188ae73332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842782 Apr 20 13:14:38.633868 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 10574e59-190c-419d-bcf7-510b7d30abd9 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:14:38.633868 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 10574e59-190c-419d-bcf7-510b7d30abd9 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:14:38.644257 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1c9ea555-9249-4a3b-b5a0-9d716d523f6c req-2f81f18e-1227-473b-8bfd-f2bf5d7e9006 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2000670 Apr 20 13:14:38.678755 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-75f8809b-b3a1-444e-b1fc-50cdeb8a83c2 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] device_id is not set on port ae4f6709-e3db-41f9-869b-d1cb4411da4e yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:14:38.697136 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-5f045703-07bb-4032-9e67-2d223acbd45c service neutron] For port ccf6fb60-eb26-41ea-b71b-122b7d916a66, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:14:38.707033 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-5f045703-07bb-4032-9e67-2d223acbd45c service neutron] For port ccf6fb60-eb26-41ea-b71b-122b7d916a66, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=ccf6fb60-eb26-41ea-b71b-122b7d916a66,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:14:38.731541 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805b0da1-0733-4345-b962-e367058c1a46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'tenant_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'fixed_ips': [{'subnet_id': '0d5bb7c7-fd75-4755-87f5-9c2868b05ae1'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:14:38.732659 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-805b0da1-0733-4345-b962-e367058c1a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:38.746045 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b0e1f8d5-7744-4fce-8a8f-13c56e3de4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:38.748694 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b0e1f8d5-7744-4fce-8a8f-13c56e3de4f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:38.749902 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b0e1f8d5-7744-4fce-8a8f-13c56e3de4f4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3803c805-dcd2-4e78-a2eb-53f31a3b5185 HTTP/1.1" status: 204 len: 168 time: 1.1673012 Apr 20 13:14:38.770636 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e1f8d5-7744-4fce-8a8f-13c56e3de4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3803c805-dcd2-4e78-a2eb-53f31a3b5185,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:38.844113 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-5f045703-07bb-4032-9e67-2d223acbd45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:38.931629 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-5f045703-07bb-4032-9e67-2d223acbd45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:38.932812 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-5f045703-07bb-4032-9e67-2d223acbd45c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:38.934684 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-5f045703-07bb-4032-9e67-2d223acbd45c service neutron] 10.222.0.15 "PUT /v2.0/ports/ccf6fb60-eb26-41ea-b71b-122b7d916a66 HTTP/1.1" status: 200 len: 1096 time: 2.9273958 Apr 20 13:14:38.935345 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '604e09d0-5306-4098-aaf3-48e658e2431b', 'tag': 'ccf6fb60-eb26-41ea-b71b-122b7d916a66'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:14:38.952176 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed228f25-7d5d-4c4b-9054-24cfade52d0b" -d '{"events": [{"name": "network-changed", "server_uuid": "604e09d0-5306-4098-aaf3-48e658e2431b", "tag": "ccf6fb60-eb26-41ea-b71b-122b7d916a66"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:14:38.962292 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44792) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:39.067477 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a044e78a-2db3-477c-92c2-7cfa9ec47eb2 x-openstack-request-id: req-a044e78a-2db3-477c-92c2-7cfa9ec47eb2 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:14:39.067857 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "604e09d0-5306-4098-aaf3-48e658e2431b", "tag": "ccf6fb60-eb26-41ea-b71b-122b7d916a66", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:14:39.068050 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a044e78a-2db3-477c-92c2-7cfa9ec47eb2 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:14:39.068409 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a044e78a-2db3-477c-92c2-7cfa9ec47eb2'] response: {'name': 'network-changed', 'server_uuid': '604e09d0-5306-4098-aaf3-48e658e2431b', 'tag': 'ccf6fb60-eb26-41ea-b71b-122b7d916a66', 'status': 'completed', 'code': 200} Apr 20 13:14:39.069086 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f045703-07bb-4032-9e67-2d223acbd45c service neutron] Pushing event updated for resources: {'Port': ['ID=ccf6fb60-eb26-41ea-b71b-122b7d916a66,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:39.076482 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-75f8809b-b3a1-444e-b1fc-50cdeb8a83c2 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Allocated IP 2001:db8::153 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/0d5bb7c7-fd75-4755-87f5-9c2868b05ae1/ae4f6709-e3db-41f9-869b-d1cb4411da4e) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:14:39.126157 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-53edc950-b89c-4f4c-85c0-00a72eb28661 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:39.263406 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-53edc950-b89c-4f4c-85c0-00a72eb28661 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:39.532207 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-75f8809b-b3a1-444e-b1fc-50cdeb8a83c2 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:39.590520 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed228f25-7d5d-4c4b-9054-24cfade52d0b req-1df7fea4-d728-47e5-91b6-5497336135dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:39.592079 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed228f25-7d5d-4c4b-9054-24cfade52d0b req-1df7fea4-d728-47e5-91b6-5497336135dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dad6ae972ab74aa4b9342d3c1ff06228&device_id=604e09d0-5306-4098-aaf3-48e658e2431b HTTP/1.1" status: 200 len: 1099 time: 0.4859204 Apr 20 13:14:39.616582 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-53edc950-b89c-4f4c-85c0-00a72eb28661 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:39.620299 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-53edc950-b89c-4f4c-85c0-00a72eb28661 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:39.624725 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-53edc950-b89c-4f4c-85c0-00a72eb28661 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "DELETE /v2.0/security-groups/524f40f0-f7bd-4071-a5c4-12e52d6a9c2f HTTP/1.1" status: 204 len: 168 time: 0.6531675 Apr 20 13:14:39.625397 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44806) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:39.648430 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94511a76-3315-4102-9edb-acb862d2543e req-aa92258b-add7-4af3-b8ab-cde06e9116be tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:39.657278 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-94511a76-3315-4102-9edb-acb862d2543e req-aa92258b-add7-4af3-b8ab-cde06e9116be tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.25 "GET /v2.0/networks?id=bbd3b7d3-ccca-410c-9bca-49410f4d4008 HTTP/1.1" status: 200 len: 813 time: 0.5767879 Apr 20 13:14:39.679721 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-94511a76-3315-4102-9edb-acb862d2543e req-27eb465f-1ee5-471d-9157-82ac8d705524 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.25 "GET /v2.0/quotas/c8dee94e1afd45928bae5783999d410b HTTP/1.1" status: 200 len: 375 time: 0.0203304 Apr 20 13:14:39.683225 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-0fc4f967-ff9f-4fff-9c07-636616d143e1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] show failed (client error): The resource could not be found. Apr 20 13:14:39.687677 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0fc4f967-ff9f-4fff-9c07-636616d143e1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "GET /v2.0/security-groups/524f40f0-f7bd-4071-a5c4-12e52d6a9c2f HTTP/1.1" status: 404 len: 347 time: 0.0478656 Apr 20 13:14:39.687677 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53edc950-b89c-4f4c-85c0-00a72eb28661 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=524f40f0-f7bd-4071-a5c4-12e52d6a9c2f,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:39.688369 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44810) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:39.769968 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-75f8809b-b3a1-444e-b1fc-50cdeb8a83c2 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:39.776763 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-94511a76-3315-4102-9edb-acb862d2543e req-4e696e6a-0e7e-41c5-ad06-495e0f811fc9 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c8dee94e1afd45928bae5783999d410b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0954888 Apr 20 13:14:39.825231 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-805b0da1-0733-4345-b962-e367058c1a46 None None] Allocated IP 2001:db8::2 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/0d5bb7c7-fd75-4755-87f5-9c2868b05ae1/086d1717-3576-42fe-b031-45d9b3d4125d) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:14:39.833841 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed228f25-7d5d-4c4b-9054-24cfade52d0b req-2c4434c8-4489-451c-964b-3defca90054a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=dad6ae972ab74aa4b9342d3c1ff06228&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1273136 Apr 20 13:14:39.924833 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44814) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:39.977168 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f8809b-b3a1-444e-b1fc-50cdeb8a83c2 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Port': ['ID=ae4f6709-e3db-41f9-869b-d1cb4411da4e,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:40.015229 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f8809b-b3a1-444e-b1fc-50cdeb8a83c2 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:40.019853 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-75f8809b-b3a1-444e-b1fc-50cdeb8a83c2 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:40.023285 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f8809b-b3a1-444e-b1fc-50cdeb8a83c2 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:40.030501 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f8809b-b3a1-444e-b1fc-50cdeb8a83c2 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:40.031525 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-75f8809b-b3a1-444e-b1fc-50cdeb8a83c2 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:40.038088 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-805b0da1-0733-4345-b962-e367058c1a46 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:40.070649 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-26d4344a-d337-45c4-a9ef-3cea319d2a90 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Deleting port f8ece5b8-0e64-4789-ad96-695b1bb058df {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:40.070999 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-26d4344a-d337-45c4-a9ef-3cea319d2a90 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:40.144634 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8cd856e5-0c8c-4711-bf93-b009f235f206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:40.167559 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-26d4344a-d337-45c4-a9ef-3cea319d2a90 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:40.168183 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-26d4344a-d337-45c4-a9ef-3cea319d2a90 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:40.172948 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-94511a76-3315-4102-9edb-acb862d2543e req-1ff20df1-1cfa-442e-87a9-cfc3fd067b50 service neutron] 10.222.0.25 "GET /v2.0/networks/bbd3b7d3-ccca-410c-9bca-49410f4d4008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952541 Apr 20 13:14:40.184221 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-26d4344a-d337-45c4-a9ef-3cea319d2a90 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Calling delete_port for f8ece5b8-0e64-4789-ad96-695b1bb058df owned by network:floatingip {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:40.190858 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61be86-ac60-48db-8e3a-12a00f41290c req-03a8c30f-d9ef-4c98-a934-94f365dc4083 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:40.192681 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9d61be86-ac60-48db-8e3a-12a00f41290c req-03a8c30f-d9ef-4c98-a934-94f365dc4083 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] 10.222.0.25 "GET /v2.0/ports?device_id=604e09d0-5306-4098-aaf3-48e658e2431b HTTP/1.1" status: 200 len: 948 time: 0.3791075 Apr 20 13:14:40.350804 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed228f25-7d5d-4c4b-9054-24cfade52d0b req-64cb9820-9bda-4f40-8bcf-906a555c2859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:40.352744 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed228f25-7d5d-4c4b-9054-24cfade52d0b req-64cb9820-9bda-4f40-8bcf-906a555c2859 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4652662 Apr 20 13:14:40.392385 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9d61be86-ac60-48db-8e3a-12a00f41290c req-b350512b-91d4-43ea-8177-b320f91b7154 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e30bba1-c1ef-4017-9eb7-b1188ae73332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621959 Apr 20 13:14:40.398174 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-94511a76-3315-4102-9edb-acb862d2543e req-14b5d3a0-e760-4337-b97a-5bb755a1d5a5 service neutron] 10.222.0.25 "GET /v2.0/networks/bbd3b7d3-ccca-410c-9bca-49410f4d4008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030513 Apr 20 13:14:40.435388 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8cd856e5-0c8c-4711-bf93-b009f235f206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:40.541942 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf350-d6f5-4326-965d-917a26461bab req-7719d302-2c90-413b-af4b-42a2f8f62010 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:40.544173 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-49dbf350-d6f5-4326-965d-917a26461bab req-7719d302-2c90-413b-af4b-42a2f8f62010 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 944 time: 0.0534928 Apr 20 13:14:40.611291 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-49dbf350-d6f5-4326-965d-917a26461bab req-11cf45a6-c031-46c1-bca6-5e8e077ff621 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529253 Apr 20 13:14:40.618112 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-a704ec13-952f-47c2-9461-243fe837f0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:40.618112 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-a704ec13-952f-47c2-9461-243fe837f0af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dad6ae972ab74aa4b9342d3c1ff06228&device_id=604e09d0-5306-4098-aaf3-48e658e2431b HTTP/1.1" status: 200 len: 1099 time: 0.0702646 Apr 20 13:14:40.659735 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-742feb56-2b61-498f-9190-305cbe741881 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=ccf6fb60-eb26-41ea-b71b-122b7d916a66 HTTP/1.1" status: 200 len: 217 time: 0.0366902 Apr 20 13:14:40.708570 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-47860f5b-6a18-43b8-a62a-c992718af5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:40.710837 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-47860f5b-6a18-43b8-a62a-c992718af5b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0443218 Apr 20 13:14:40.710963 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-805b0da1-0733-4345-b962-e367058c1a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:40.752514 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-26d4344a-d337-45c4-a9ef-3cea319d2a90 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:40.757258 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8cd856e5-0c8c-4711-bf93-b009f235f206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:40.777559 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-75f8809b-b3a1-444e-b1fc-50cdeb8a83c2 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6338229 Apr 20 13:14:40.782239 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44820) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:40.784259 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805b0da1-0733-4345-b962-e367058c1a46 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:40.790037 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8cd856e5-0c8c-4711-bf93-b009f235f206 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=54dd4dcd5e7b42e3a83be5bc3f520cfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8467703 Apr 20 13:14:40.794184 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-805b0da1-0733-4345-b962-e367058c1a46 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:40.797659 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805b0da1-0733-4345-b962-e367058c1a46 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:40.805933 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44822) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:40.856070 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-dcbf8ad5-0b27-4cc0-95f2-803f933e8c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:40.858191 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-dcbf8ad5-0b27-4cc0-95f2-803f933e8c2e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1373527 Apr 20 13:14:40.863575 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd856e5-0c8c-4711-bf93-b009f235f206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d775cc4-ddc0-4d98-b99f-d53a1e993b74,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:40.899553 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b0da1-0733-4345-b962-e367058c1a46 None None] Pushing event updated for resources: {'Port': ['ID=086d1717-3576-42fe-b031-45d9b3d4125d,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:40.942795 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-805b0da1-0733-4345-b962-e367058c1a46 None None] Attempting to bind port 086d1717-3576-42fe-b031-45d9b3d4125d on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:14:40.943182 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-805b0da1-0733-4345-b962-e367058c1a46 None None] Attempting to bind port 086d1717-3576-42fe-b031-45d9b3d4125d by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:14:40.943555 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805b0da1-0733-4345-b962-e367058c1a46 None None] Attempting to bind port 086d1717-3576-42fe-b031-45d9b3d4125d on network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:40.961445 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805b0da1-0733-4345-b962-e367058c1a46 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:14:40.961445 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805b0da1-0733-4345-b962-e367058c1a46 None None] Checking segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:14:40.961445 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-805b0da1-0733-4345-b962-e367058c1a46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:40.961445 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805b0da1-0733-4345-b962-e367058c1a46 None None] Bound using segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:14:40.969538 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-805b0da1-0733-4345-b962-e367058c1a46 None None] Bound port: 086d1717-3576-42fe-b031-45d9b3d4125d, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:14:40.970342 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-805b0da1-0733-4345-b962-e367058c1a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:40.999614 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d4344a-d337-45c4-a9ef-3cea319d2a90 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Pushing event deleted for resources: {'Port': ['ID=f8ece5b8-0e64-4789-ad96-695b1bb058df,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:41.098212 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d31a614-875d-4eab-a139-d5dde7077a05 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:41.104271 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d31a614-875d-4eab-a139-d5dde7077a05 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:41.105984 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0d31a614-875d-4eab-a139-d5dde7077a05 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2919185 Apr 20 13:14:41.119642 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-805b0da1-0733-4345-b962-e367058c1a46 None None] For port 086d1717-3576-42fe-b031-45d9b3d4125d, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:14:41.124500 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-805b0da1-0733-4345-b962-e367058c1a46 None None] For port 086d1717-3576-42fe-b031-45d9b3d4125d, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=086d1717-3576-42fe-b031-45d9b3d4125d,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:14:41.130590 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44828) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:41.140645 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9e05871a-67e1-42b1-8ea6-b09ff06fcff2 req-efa84e81-5ec7-4fd1-8fdd-2bbde3bf067d tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.25 "GET /v2.0/ports?device_id=f10e344f-684f-4efd-ba3b-dcc8a616fcba HTTP/1.1" status: 200 len: 210 time: 0.0846417 Apr 20 13:14:41.173598 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-4494064c-3c0a-4af7-8583-d7940ecb2f95 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887650 Apr 20 13:14:41.207669 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-26d4344a-d337-45c4-a9ef-3cea319d2a90 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks [] for floatingip, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:41.213831 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-26d4344a-d337-45c4-a9ef-3cea319d2a90 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:41.220502 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44834) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:41.222095 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-26d4344a-d337-45c4-a9ef-3cea319d2a90 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "DELETE /v2.0/floatingips/98aad9a8-4bce-44a6-88ad-3abdd1b8c587 HTTP/1.1" status: 204 len: 168 time: 1.5319769 Apr 20 13:14:41.231268 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-805b0da1-0733-4345-b962-e367058c1a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:41.350061 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b0da1-0733-4345-b962-e367058c1a46 None None] Pushing event updated for resources: {'Port': ['ID=086d1717-3576-42fe-b031-45d9b3d4125d,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:41.404177 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f5171af-b2f5-4ee7-9929-8105c0ddc3e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:41.527846 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f5171af-b2f5-4ee7-9929-8105c0ddc3e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:41.721486 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54a1e2c1-14ba-4ea3-917a-0b769673d0af req-dd6dcf95-19a8-4340-b4af-b28cfcd26412 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5136423 Apr 20 13:14:41.766247 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-9765ee27-4994-4129-95ec-83f82c0bc20c tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Deleting port b8f78639-1657-457a-816e-30db34b05a25 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:41.766605 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9765ee27-4994-4129-95ec-83f82c0bc20c tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:41.798854 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-74b922ab-5e7d-48a2-9c9a-30be704cfe97 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting port ae4f6709-e3db-41f9-869b-d1cb4411da4e {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:41.799407 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-74b922ab-5e7d-48a2-9c9a-30be704cfe97 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:41.819460 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d6761-53b8-48cd-b6c6-dc4f73a5e77f req-3b3a6e31-ec4d-428b-b9e1-c9c12fba2568 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:41.827347 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-474d6761-53b8-48cd-b6c6-dc4f73a5e77f req-3b3a6e31-ec4d-428b-b9e1-c9c12fba2568 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] 10.222.0.25 "GET /v2.0/ports?device_id=604e09d0-5306-4098-aaf3-48e658e2431b HTTP/1.1" status: 200 len: 948 time: 0.2902532 Apr 20 13:14:41.997304 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bcdf99-e779-45d5-8339-c3ed31e38349 req-54c104c4-0428-4fca-b14c-6e636dfc50c7 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:41.998750 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-89bcdf99-e779-45d5-8339-c3ed31e38349 req-54c104c4-0428-4fca-b14c-6e636dfc50c7 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 944 time: 0.2745574 Apr 20 13:14:42.081461 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9765ee27-4994-4129-95ec-83f82c0bc20c tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:42.110196 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-89bcdf99-e779-45d5-8339-c3ed31e38349 req-e672e819-0273-49c9-b61c-5977604e3824 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841177 Apr 20 13:14:42.111033 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f5171af-b2f5-4ee7-9929-8105c0ddc3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:42.113459 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f5171af-b2f5-4ee7-9929-8105c0ddc3e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:42.114515 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7f5171af-b2f5-4ee7-9929-8105c0ddc3e9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4d775cc4-ddc0-4d98-b99f-d53a1e993b74 HTTP/1.1" status: 204 len: 168 time: 1.3045673 Apr 20 13:14:42.116585 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-74b922ab-5e7d-48a2-9c9a-30be704cfe97 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:42.132016 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-474d6761-53b8-48cd-b6c6-dc4f73a5e77f req-69cc8659-0b31-4637-ae9a-15050ce04e93 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e30bba1-c1ef-4017-9eb7-b1188ae73332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036516 Apr 20 13:14:42.144015 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-9765ee27-4994-4129-95ec-83f82c0bc20c tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Calling delete_port for b8f78639-1657-457a-816e-30db34b05a25 owned by {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:42.158042 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:42.161594 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-74b922ab-5e7d-48a2-9c9a-30be704cfe97 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Calling delete_port for ae4f6709-e3db-41f9-869b-d1cb4411da4e owned by {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:42.170510 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5171af-b2f5-4ee7-9929-8105c0ddc3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d775cc4-ddc0-4d98-b99f-d53a1e993b74,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:42.541568 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c1a62d2b-adf1-45a2-90d7-60ba8589d174 req-bc9764d0-b807-4fd4-8bcd-2710e3ebb718 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.25 "GET /v2.0/ports?device_id=f10e344f-684f-4efd-ba3b-dcc8a616fcba HTTP/1.1" status: 200 len: 210 time: 0.2236667 Apr 20 13:14:42.653819 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 086d1717-3576-42fe-b031-45d9b3d4125d up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:14:42.782118 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 086d1717-3576-42fe-b031-45d9b3d4125d triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:42.782567 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:42.798656 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9765ee27-4994-4129-95ec-83f82c0bc20c tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:42.849148 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:42.861479 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9765ee27-4994-4129-95ec-83f82c0bc20c tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Pushing event deleted for resources: {'Port': ['ID=b8f78639-1657-457a-816e-30db34b05a25,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:42.885065 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-74b922ab-5e7d-48a2-9c9a-30be704cfe97 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:42.987613 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:43.062344 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 086d1717-3576-42fe-b031-45d9b3d4125d, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=086d1717-3576-42fe-b031-45d9b3d4125d,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:43.071263 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b922ab-5e7d-48a2-9c9a-30be704cfe97 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Port': ['ID=ae4f6709-e3db-41f9-869b-d1cb4411da4e,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:43.132065 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9765ee27-4994-4129-95ec-83f82c0bc20c tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:43.146073 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9765ee27-4994-4129-95ec-83f82c0bc20c tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "DELETE /v2.0/ports/b8f78639-1657-457a-816e-30db34b05a25 HTTP/1.1" status: 204 len: 168 time: 1.9236152 Apr 20 13:14:43.148026 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44856) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:43.149515 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-74b922ab-5e7d-48a2-9c9a-30be704cfe97 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:43.156038 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-74b922ab-5e7d-48a2-9c9a-30be704cfe97 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/ports/ae4f6709-e3db-41f9-869b-d1cb4411da4e HTTP/1.1" status: 204 len: 168 time: 2.0204363 Apr 20 13:14:43.156576 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44858) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:43.203735 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-57a87c42-6031-438a-9682-2818a935665f None None] Provisioning complete for port 086d1717-3576-42fe-b031-45d9b3d4125d triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:43.203735 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-57a87c42-6031-438a-9682-2818a935665f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:43.327149 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:43.392640 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-5f4a4ff8-78e3-401c-a675-342aa8163aae tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Deleting port 9830ed74-8ebf-4eb3-b39e-6bc82c466a82 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:43.393255 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5f4a4ff8-78e3-401c-a675-342aa8163aae tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:43.480706 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8db836-c1f1-43b0-84b7-97a93100cc9e req-af9e5742-37ae-4f17-bb54-6ce046820b00 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:43.489117 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ea8db836-c1f1-43b0-84b7-97a93100cc9e req-af9e5742-37ae-4f17-bb54-6ce046820b00 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] 10.222.0.25 "GET /v2.0/ports?device_id=604e09d0-5306-4098-aaf3-48e658e2431b HTTP/1.1" status: 200 len: 948 time: 0.1453481 Apr 20 13:14:43.497165 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4094c749-5e8d-49d2-b7fd-8ee4969408ac tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:43.499159 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4094c749-5e8d-49d2-b7fd-8ee4969408ac tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:43.501145 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4094c749-5e8d-49d2-b7fd-8ee4969408ac tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3435354 Apr 20 13:14:43.527749 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5f4a4ff8-78e3-401c-a675-342aa8163aae tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:43.544659 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-5f4a4ff8-78e3-401c-a675-342aa8163aae tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Calling delete_port for 9830ed74-8ebf-4eb3-b39e-6bc82c466a82 owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:43.573963 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44870) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:43.610920 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ea8db836-c1f1-43b0-84b7-97a93100cc9e req-41e337f9-a8fb-472a-8b0d-95926b2f7ebd tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e30bba1-c1ef-4017-9eb7-b1188ae73332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119428 Apr 20 13:14:43.638073 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=086d1717-3576-42fe-b031-45d9b3d4125d,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:43.653072 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c4553-ac9a-4e40-9b94-41f22fc21ebc req-a84b0c6f-566a-47bc-910b-8df60cffee09 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:43.661084 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d8c4553-ac9a-4e40-9b94-41f22fc21ebc req-a84b0c6f-566a-47bc-910b-8df60cffee09 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 944 time: 0.3551970 Apr 20 13:14:43.748149 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d8c4553-ac9a-4e40-9b94-41f22fc21ebc req-ebeab6f9-5f25-4f0e-9b3d-b155eb76f436 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860596 Apr 20 13:14:43.784903 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-43b59025-e4e5-4ddb-86f3-37540a02d95e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting subnet 0d5bb7c7-fd75-4755-87f5-9c2868b05ae1 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:14:43.791869 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-43b59025-e4e5-4ddb-86f3-37540a02d95e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:43.868556 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c4cc78ea-510c-4360-8cb5-9e7a7b6db686 req-198685b8-f0a1-4d6e-b068-8f5b5f910261 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.25 "GET /v2.0/ports?device_id=f10e344f-684f-4efd-ba3b-dcc8a616fcba HTTP/1.1" status: 200 len: 210 time: 0.0777848 Apr 20 13:14:43.889224 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-43b59025-e4e5-4ddb-86f3-37540a02d95e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:43.905720 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5f4a4ff8-78e3-401c-a675-342aa8163aae tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:43.929190 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-7af17195-5b89-4de6-9820-4a71c47f96af None None] Could not find standard attr ID for object ae4f6709-e3db-41f9-869b-d1cb4411da4e. {{(pid=114871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:14:43.988405 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a4ff8-78e3-401c-a675-342aa8163aae tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Pushing event deleted for resources: {'Port': ['ID=9830ed74-8ebf-4eb3-b39e-6bc82c466a82,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:44.118063 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-43b59025-e4e5-4ddb-86f3-37540a02d95e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:44.165933 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5f4a4ff8-78e3-401c-a675-342aa8163aae tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:44.174773 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44882) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:44.175620 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5f4a4ff8-78e3-401c-a675-342aa8163aae tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "DELETE /v2.0/ports/9830ed74-8ebf-4eb3-b39e-6bc82c466a82 HTTP/1.1" status: 204 len: 168 time: 1.0247910 Apr 20 13:14:44.250177 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-c07374f2-ac02-4b97-bb94-d4e73044780f tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Deleting subnet 6bef6cbc-229e-4076-aebf-0e9753031270 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:14:44.253721 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c07374f2-ac02-4b97-bb94-d4e73044780f tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:44.301226 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c07374f2-ac02-4b97-bb94-d4e73044780f tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:44.539459 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c07374f2-ac02-4b97-bb94-d4e73044780f tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:44.602507 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-43b59025-e4e5-4ddb-86f3-37540a02d95e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:44.623010 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 086d1717-3576-42fe-b031-45d9b3d4125d up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:14:44.674525 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b59025-e4e5-4ddb-86f3-37540a02d95e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Subnet': ['ID=0d5bb7c7-fd75-4755-87f5-9c2868b05ae1,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:44.689146 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-43b59025-e4e5-4ddb-86f3-37540a02d95e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:44.692328 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-43b59025-e4e5-4ddb-86f3-37540a02d95e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/0d5bb7c7-fd75-4755-87f5-9c2868b05ae1 HTTP/1.1" status: 204 len: 168 time: 1.0289156 Apr 20 13:14:44.694963 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44894) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:44.785160 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94511a76-3315-4102-9edb-acb862d2543e req-360caeac-b822-4f32-b2ae-f9a6a22079d2 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:44.786840 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-94511a76-3315-4102-9edb-acb862d2543e req-360caeac-b822-4f32-b2ae-f9a6a22079d2 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.32 "GET /v2.0/networks?id=bbd3b7d3-ccca-410c-9bca-49410f4d4008 HTTP/1.1" status: 200 len: 813 time: 0.2903824 Apr 20 13:14:44.816947 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-94511a76-3315-4102-9edb-acb862d2543e req-e492dc28-e35d-48e2-9aff-37ec78e8d984 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] Request body: {'port': {'device_id': 'f10e344f-684f-4efd-ba3b-dcc8a616fcba', 'network_id': 'bbd3b7d3-ccca-410c-9bca-49410f4d4008', 'admin_state_up': True, 'tenant_id': 'c8dee94e1afd45928bae5783999d410b'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:44.817171 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0e35ae-eaf0-4c92-8a8c-9de18064ddf2 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:14:44.893580 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-899f3d45-8a15-4270-9a63-93e45280b701 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1940863 Apr 20 13:14:44.895914 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44898) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:44.911901 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-c8b4ba2c-2dda-4ff9-9957-988d800ce06d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'subnet': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:44.950918 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c07374f2-ac02-4b97-bb94-d4e73044780f tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:44.951496 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 086d1717-3576-42fe-b031-45d9b3d4125d triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:44.951900 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:45.011044 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07374f2-ac02-4b97-bb94-d4e73044780f tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Pushing event deleted for resources: {'Subnet': ['ID=6bef6cbc-229e-4076-aebf-0e9753031270,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:45.042735 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5148ef-208c-46d4-adac-1dd14a69e83e req-60ce0153-f232-45f8-9da6-982d341e7389 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:45.050305 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9c5148ef-208c-46d4-adac-1dd14a69e83e req-60ce0153-f232-45f8-9da6-982d341e7389 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] 10.222.0.25 "GET /v2.0/ports?device_id=604e09d0-5306-4098-aaf3-48e658e2431b HTTP/1.1" status: 200 len: 948 time: 0.2392082 Apr 20 13:14:45.060586 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c07374f2-ac02-4b97-bb94-d4e73044780f tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:45.062480 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d0c272-9016-453b-9ee6-68c729556ac9 None None] Network b1ec58e9-2000-46d7-b9f7-b902c3308689 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:14:45.066576 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c07374f2-ac02-4b97-bb94-d4e73044780f tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "DELETE /v2.0/subnets/6bef6cbc-229e-4076-aebf-0e9753031270 HTTP/1.1" status: 204 len: 168 time: 0.8867085 Apr 20 13:14:45.072840 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44906) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:45.357234 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b4ba2c-2dda-4ff9-9957-988d800ce06d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:45.363161 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c8b4ba2c-2dda-4ff9-9957-988d800ce06d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:45.426104 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cea124-9fe7-47a3-8c06-5c7282868325 None None] DHCP port deletion for b1ec58e9-2000-46d7-b9f7-b902c3308689 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:14:45.497993 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f28757-4eab-48f1-a1a5-62cad1d6f956 None None] DHCP port deletion for 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:14:45.605378 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-d0cea124-9fe7-47a3-8c06-5c7282868325 None None] Deleting port 24a2c552-6a4e-4f15-953d-bb21f1715c0c {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:45.606029 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d0cea124-9fe7-47a3-8c06-5c7282868325 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:45.679563 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-d1f28757-4eab-48f1-a1a5-62cad1d6f956 None None] Deleting port 086d1717-3576-42fe-b031-45d9b3d4125d {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:45.681129 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1f28757-4eab-48f1-a1a5-62cad1d6f956 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:45.752120 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-d0cea124-9fe7-47a3-8c06-5c7282868325 None None] For port 24a2c552-6a4e-4f15-953d-bb21f1715c0c, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=24a2c552-6a4e-4f15-953d-bb21f1715c0c,segment=NetworkSegment(77838f7f-eaf5-4c10-90fc-75b379d0087a),segment_id=77838f7f-eaf5-4c10-90fc-75b379d0087a)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:45.752663 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d0cea124-9fe7-47a3-8c06-5c7282868325 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:45.768755 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-d0cea124-9fe7-47a3-8c06-5c7282868325 None None] Calling delete_port for 24a2c552-6a4e-4f15-953d-bb21f1715c0c owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:45.835561 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c8b4ba2c-2dda-4ff9-9957-988d800ce06d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:45.896972 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9c5148ef-208c-46d4-adac-1dd14a69e83e req-caf31aae-b4f3-4a8f-9e93-1b625a709b25 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e30bba1-c1ef-4017-9eb7-b1188ae73332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8437335 Apr 20 13:14:45.922374 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-24d96c16-997d-4175-b6d1-b0ddf195ad20 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Deleting subnet b4af9191-d6b5-420c-b77f-a5f7f7b63126 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:14:45.944317 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b4ba2c-2dda-4ff9-9957-988d800ce06d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:45.944317 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-c8b4ba2c-2dda-4ff9-9957-988d800ce06d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:45.947180 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-24d96c16-997d-4175-b6d1-b0ddf195ad20 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:45.954475 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b4ba2c-2dda-4ff9-9957-988d800ce06d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:45.955199 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c8b4ba2c-2dda-4ff9-9957-988d800ce06d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:45.972556 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-d1f28757-4eab-48f1-a1a5-62cad1d6f956 None None] For port 086d1717-3576-42fe-b031-45d9b3d4125d, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=086d1717-3576-42fe-b031-45d9b3d4125d,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:45.972959 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1f28757-4eab-48f1-a1a5-62cad1d6f956 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:45.984632 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d0cea124-9fe7-47a3-8c06-5c7282868325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:45.989974 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4ba2c-2dda-4ff9-9957-988d800ce06d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Subnet': ['ID=63ee37b3-4156-4828-ba7f-4e5258ce8b12,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:45.999576 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-d1f28757-4eab-48f1-a1a5-62cad1d6f956 None None] Calling delete_port for 086d1717-3576-42fe-b031-45d9b3d4125d owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:46.021253 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cea124-9fe7-47a3-8c06-5c7282868325 None None] Pushing event deleted for resources: {'Port': ['ID=24a2c552-6a4e-4f15-953d-bb21f1715c0c,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:46.030845 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cea124-9fe7-47a3-8c06-5c7282868325 None None] No DVR routers for this DVR port 24a2c552-6a4e-4f15-953d-bb21f1715c0c on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:14:46.095995 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f66b35-4578-429e-9f3b-19a0fc65812e req-ae7a8bf0-b840-4594-898f-48fb965277ac tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:46.108711 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device ccf6fb60-eb26-41ea-b71b-122b7d916a66 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:14:46.111197 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-00f66b35-4578-429e-9f3b-19a0fc65812e req-ae7a8bf0-b840-4594-898f-48fb965277ac tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 944 time: 1.1554441 Apr 20 13:14:46.147259 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c8b4ba2c-2dda-4ff9-9957-988d800ce06d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2476778 Apr 20 13:14:46.149000 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94511a76-3315-4102-9edb-acb862d2543e req-e492dc28-e35d-48e2-9aff-37ec78e8d984 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] Made reservation on behalf of c8dee94e1afd45928bae5783999d410b for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:46.149570 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44922) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:46.162570 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-b043ad42-365c-4bfd-b558-6ab42d596fe5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'port': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'name': 'tempest-NetworksTestDHCPv6-1375683352'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:46.174923 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-94511a76-3315-4102-9edb-acb862d2543e req-e492dc28-e35d-48e2-9aff-37ec78e8d984 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:46.337311 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1f28757-4eab-48f1-a1a5-62cad1d6f956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:46.392154 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-24d96c16-997d-4175-b6d1-b0ddf195ad20 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:46.435759 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f28757-4eab-48f1-a1a5-62cad1d6f956 None None] No DVR routers for this DVR port 086d1717-3576-42fe-b031-45d9b3d4125d on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:14:46.442646 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f28757-4eab-48f1-a1a5-62cad1d6f956 None None] Pushing event deleted for resources: {'Port': ['ID=086d1717-3576-42fe-b031-45d9b3d4125d,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:46.458646 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223d755d-2b44-4bb9-a000-251689059ae5 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:14:46.511419 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5fc9d7a2-4854-4ba6-b69a-6f614a6bc96c req-55c72bea-2585-49f7-9593-0e3d3ed1f9fe tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.25 "GET /v2.0/ports?device_id=f10e344f-684f-4efd-ba3b-dcc8a616fcba HTTP/1.1" status: 200 len: 210 time: 0.4419475 Apr 20 13:14:46.556202 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-00f66b35-4578-429e-9f3b-19a0fc65812e req-4f60207e-5826-4488-b92b-35eb4b8686b4 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4439933 Apr 20 13:14:46.571769 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port ccf6fb60-eb26-41ea-b71b-122b7d916a66, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=ccf6fb60-eb26-41ea-b71b-122b7d916a66,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:46.606652 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 086d1717-3576-42fe-b031-45d9b3d4125d no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:14:46.636739 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b043ad42-365c-4bfd-b558-6ab42d596fe5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:46.641177 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b043ad42-365c-4bfd-b558-6ab42d596fe5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:46.667860 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'ccf6fb60-eb26-41ea-b71b-122b7d916a66', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'port_id': 'ccf6fb60-eb26-41ea-b71b-122b7d916a66', 'mac_address': 'fa:16:3e:eb:ac:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b1f82a-7732-4b50-ab22-2475f182a712', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:14:46.673990 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 086d1717-3576-42fe-b031-45d9b3d4125d {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:14:46.674468 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 086d1717-3576-42fe-b031-45d9b3d4125d not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:14:46.675738 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 24a2c552-6a4e-4f15-953d-bb21f1715c0c no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:14:46.697121 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-b043ad42-365c-4bfd-b558-6ab42d596fe5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] device_id is not set on port cc258418-c497-4523-8d91-ce7295314707 yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:14:46.746564 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-24d96c16-997d-4175-b6d1-b0ddf195ad20 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:46.824157 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-94511a76-3315-4102-9edb-acb862d2543e req-e492dc28-e35d-48e2-9aff-37ec78e8d984 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] Allocated IP 172.20.0.7 (bbd3b7d3-ccca-410c-9bca-49410f4d4008/3f8562f0-ee36-4d2c-8294-1083123c5d29/1698f4df-c739-460e-957b-ee813907893e) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:14:46.914335 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 24a2c552-6a4e-4f15-953d-bb21f1715c0c {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:14:46.914335 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 24a2c552-6a4e-4f15-953d-bb21f1715c0c not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:14:47.084946 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-b043ad42-365c-4bfd-b558-6ab42d596fe5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Allocated IP 2001:db8::396 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/63ee37b3-4156-4828-ba7f-4e5258ce8b12/cc258418-c497-4523-8d91-ce7295314707) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:14:47.108418 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:47.264394 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccf6fb60-eb26-41ea-b71b-122b7d916a66 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:14:47.272826 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845274d4-e14b-4e37-a6d9-7c5dcd2c3736 req-9d33bdb8-65d9-460a-8954-ad29ca679e8b tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:47.275405 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-845274d4-e14b-4e37-a6d9-7c5dcd2c3736 req-9d33bdb8-65d9-460a-8954-ad29ca679e8b tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] 10.222.0.25 "GET /v2.0/ports?device_id=604e09d0-5306-4098-aaf3-48e658e2431b HTTP/1.1" status: 200 len: 948 time: 0.2402909 Apr 20 13:14:47.331648 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-24d96c16-997d-4175-b6d1-b0ddf195ad20 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:47.362096 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port ccf6fb60-eb26-41ea-b71b-122b7d916a66, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=ccf6fb60-eb26-41ea-b71b-122b7d916a66,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:47.377971 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21934f93-175c-40c3-9796-8f701fb169a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'tenant_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'fixed_ips': [{'subnet_id': '63ee37b3-4156-4828-ba7f-4e5258ce8b12'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:14:47.380611 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-21934f93-175c-40c3-9796-8f701fb169a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:47.480461 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:47.487934 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b043ad42-365c-4bfd-b558-6ab42d596fe5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:47.490219 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d96c16-997d-4175-b6d1-b0ddf195ad20 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Pushing event deleted for resources: {'Subnet': ['ID=b4af9191-d6b5-420c-b77f-a5f7f7b63126,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:47.531046 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-24d96c16-997d-4175-b6d1-b0ddf195ad20 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:47.540650 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-24d96c16-997d-4175-b6d1-b0ddf195ad20 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "DELETE /v2.0/subnets/b4af9191-d6b5-420c-b77f-a5f7f7b63126 HTTP/1.1" status: 204 len: 168 time: 2.4658523 Apr 20 13:14:47.552091 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44948) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:47.564148 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-94511a76-3315-4102-9edb-acb862d2543e req-e492dc28-e35d-48e2-9aff-37ec78e8d984 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:47.567899 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466388ed-fdba-440e-9bc5-ab368c06af6c None None] Network 5a69de38-4530-4bc9-a14a-1ca14f4ebdfd requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:14:47.612636 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b043ad42-365c-4bfd-b558-6ab42d596fe5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:47.616443 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-845274d4-e14b-4e37-a6d9-7c5dcd2c3736 req-f0c407b2-1a6c-4fa5-a7f2-fc01d8161cf6 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e30bba1-c1ef-4017-9eb7-b1188ae73332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334599 Apr 20 13:14:47.685787 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-94511a76-3315-4102-9edb-acb862d2543e req-e492dc28-e35d-48e2-9aff-37ec78e8d984 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:47.724709 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-21934f93-175c-40c3-9796-8f701fb169a0 None None] Allocated IP 2001:db8::2 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/63ee37b3-4156-4828-ba7f-4e5258ce8b12/6aea307a-8c14-4412-8233-d2448365ddee) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:14:47.809038 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043ad42-365c-4bfd-b558-6ab42d596fe5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Port': ['ID=cc258418-c497-4523-8d91-ce7295314707,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:47.891488 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b043ad42-365c-4bfd-b558-6ab42d596fe5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:47.899210 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-b043ad42-365c-4bfd-b558-6ab42d596fe5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:47.911996 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8d0508b3-527e-4e6a-9bf5-8101d25f6ed1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:47.914390 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b043ad42-365c-4bfd-b558-6ab42d596fe5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:47.915138 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94511a76-3315-4102-9edb-acb862d2543e req-e492dc28-e35d-48e2-9aff-37ec78e8d984 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] Network bbd3b7d3-ccca-410c-9bca-49410f4d4008 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:47.921173 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b043ad42-365c-4bfd-b558-6ab42d596fe5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:47.922179 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b043ad42-365c-4bfd-b558-6ab42d596fe5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:47.955797 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=ccf6fb60-eb26-41ea-b71b-122b7d916a66,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:47.965060 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-94511a76-3315-4102-9edb-acb862d2543e req-e492dc28-e35d-48e2-9aff-37ec78e8d984 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:47.978424 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-94511a76-3315-4102-9edb-acb862d2543e req-e492dc28-e35d-48e2-9aff-37ec78e8d984 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:47.989752 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-21934f93-175c-40c3-9796-8f701fb169a0 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:47.993459 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0ed15-3fea-4ce4-985d-ecd8f696a1fe req-3459f00c-3eab-469b-8988-5ce286d97544 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:47.995233 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dbc0ed15-3fea-4ce4-985d-ecd8f696a1fe req-3459f00c-3eab-469b-8988-5ce286d97544 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.25 "GET /v2.0/ports?device_id=f10e344f-684f-4efd-ba3b-dcc8a616fcba HTTP/1.1" status: 200 len: 931 time: 0.3319867 Apr 20 13:14:48.005496 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6618c5e-ec5a-4c73-ad0d-f69a5fcd4987 req-aa84d49c-0384-404f-b9af-50dd20553f8e tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:48.014768 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e6618c5e-ec5a-4c73-ad0d-f69a5fcd4987 req-aa84d49c-0384-404f-b9af-50dd20553f8e tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 944 time: 0.2343712 Apr 20 13:14:48.030446 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b043ad42-365c-4bfd-b558-6ab42d596fe5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8794987 Apr 20 13:14:48.037576 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44962) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:48.045561 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['ccf6fb60-eb26-41ea-b71b-122b7d916a66'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:14:48.054232 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e492dc28-e35d-48e2-9aff-37ec78e8d984 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] Pushing event updated for resources: {'Port': ['ID=1698f4df-c739-460e-957b-ee813907893e,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:48.076311 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8d0508b3-527e-4e6a-9bf5-8101d25f6ed1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:48.098296 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-21934f93-175c-40c3-9796-8f701fb169a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:48.114662 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-8d0508b3-527e-4e6a-9bf5-8101d25f6ed1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ec58e9-2000-46d7-b9f7-b902c3308689']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:48.132597 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c4ba0-0e83-45e4-a3fb-7790ed15ed7f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:48.134242 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b65c4ba0-0e83-45e4-a3fb-7790ed15ed7f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0956187 Apr 20 13:14:48.136888 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44968) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:48.146094 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-8d0508b3-527e-4e6a-9bf5-8101d25f6ed1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77838f7f-eaf5-4c10-90fc-75b379d0087a') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:48.146511 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-8d0508b3-527e-4e6a-9bf5-8101d25f6ed1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77838f7f-eaf5-4c10-90fc-75b379d0087a') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:48.169245 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dbc0ed15-3fea-4ce4-985d-ecd8f696a1fe req-314e01aa-d728-4b40-8821-738ef3238dd0 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.25 "GET /v2.0/security-groups?id=90472902-be0b-4c2d-af9c-9362f7be0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238649 Apr 20 13:14:48.184053 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21934f93-175c-40c3-9796-8f701fb169a0 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:48.195555 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-21934f93-175c-40c3-9796-8f701fb169a0 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:48.207347 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8d0508b3-527e-4e6a-9bf5-8101d25f6ed1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:48.226046 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94511a76-3315-4102-9edb-acb862d2543e req-e492dc28-e35d-48e2-9aff-37ec78e8d984 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:48.226440 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-94511a76-3315-4102-9edb-acb862d2543e req-e492dc28-e35d-48e2-9aff-37ec78e8d984 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:48.252550 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21934f93-175c-40c3-9796-8f701fb169a0 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:48.257174 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759140ca-0ba0-40e3-9a1e-3563e025f619 None None] DHCP port deletion for 5a69de38-4530-4bc9-a14a-1ca14f4ebdfd request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:14:48.270174 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21934f93-175c-40c3-9796-8f701fb169a0 None None] Pushing event updated for resources: {'Port': ['ID=6aea307a-8c14-4412-8233-d2448365ddee,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:48.282699 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e6618c5e-ec5a-4c73-ad0d-f69a5fcd4987 req-7f95bb8e-7f1c-4767-a37a-d3a04a6a4d8d tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2669387 Apr 20 13:14:48.296524 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8d0508b3-527e-4e6a-9bf5-8101d25f6ed1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:48.315885 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d0508b3-527e-4e6a-9bf5-8101d25f6ed1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:14:48.315885 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8d0508b3-527e-4e6a-9bf5-8101d25f6ed1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:48.315885 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:14:48.315885 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:14:48.315885 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:14:48.315885 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:14:48.315885 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:14:48.315885 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:14:48.315885 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:14:48.315885 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:14:48.315885 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:14:48.315885 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:14:48.315885 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:14:48.315885 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:14:48.315885 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:14:48.315885 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:14:48.315885 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:14:48.315885 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:14:48.315885 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:14:48.315885 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:14:48.315885 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:14:48.315885 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:14:48.315885 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:14:48.315885 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:14:48.315885 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:14:48.315885 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:14:48.315885 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:14:48.315885 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:14:48.315885 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:14:48.315885 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:14:48.315885 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:14:48.315885 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:14:48.315885 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:14:48.315885 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:14:48.372924 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-94511a76-3315-4102-9edb-acb862d2543e req-e492dc28-e35d-48e2-9aff-37ec78e8d984 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5588808 Apr 20 13:14:48.384240 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-94511a76-3315-4102-9edb-acb862d2543e req-02233d7a-fe40-4636-997e-e3b7cd6a442b service neutron] Request body: {'port': {'device_id': 'f10e344f-684f-4efd-ba3b-dcc8a616fcba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:48.444086 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-21934f93-175c-40c3-9796-8f701fb169a0 None None] Attempting to bind port 6aea307a-8c14-4412-8233-d2448365ddee on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:14:48.444465 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-21934f93-175c-40c3-9796-8f701fb169a0 None None] Attempting to bind port 6aea307a-8c14-4412-8233-d2448365ddee by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:14:48.444830 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21934f93-175c-40c3-9796-8f701fb169a0 None None] Attempting to bind port 6aea307a-8c14-4412-8233-d2448365ddee on network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:48.456979 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-5e688205-e2eb-4bfc-8579-e1dd0fe45126 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting port cc258418-c497-4523-8d91-ce7295314707 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:48.457333 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5e688205-e2eb-4bfc-8579-e1dd0fe45126 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:48.501493 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8d0508b3-527e-4e6a-9bf5-8101d25f6ed1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:48.514587 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21934f93-175c-40c3-9796-8f701fb169a0 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:14:48.515042 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21934f93-175c-40c3-9796-8f701fb169a0 None None] Checking segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:14:48.518367 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-94511a76-3315-4102-9edb-acb862d2543e req-02233d7a-fe40-4636-997e-e3b7cd6a442b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:48.521139 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-21934f93-175c-40c3-9796-8f701fb169a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:48.521570 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21934f93-175c-40c3-9796-8f701fb169a0 None None] Bound using segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:14:48.522134 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-21934f93-175c-40c3-9796-8f701fb169a0 None None] Bound port: 6aea307a-8c14-4412-8233-d2448365ddee, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:14:48.522534 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-21934f93-175c-40c3-9796-8f701fb169a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:48.522739 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8d0508b3-527e-4e6a-9bf5-8101d25f6ed1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:48.534023 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8d0508b3-527e-4e6a-9bf5-8101d25f6ed1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "DELETE /v2.0/networks/b1ec58e9-2000-46d7-b9f7-b902c3308689 HTTP/1.1" status: 204 len: 168 time: 0.9771349 Apr 20 13:14:48.555439 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44978) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:48.585099 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:14:48.633308 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0508b3-527e-4e6a-9bf5-8101d25f6ed1 tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Pushing event deleted for resources: {'Network': ['ID=b1ec58e9-2000-46d7-b9f7-b902c3308689,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:48.643458 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 0c64c3d2-76e6-4eac-abb7-c061bc5aef0b no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:14:48.734092 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5e688205-e2eb-4bfc-8579-e1dd0fe45126 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:48.747165 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-5e688205-e2eb-4bfc-8579-e1dd0fe45126 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Calling delete_port for cc258418-c497-4523-8d91-ce7295314707 owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:48.786489 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-21934f93-175c-40c3-9796-8f701fb169a0 None None] For port 6aea307a-8c14-4412-8233-d2448365ddee, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:14:48.788632 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-21934f93-175c-40c3-9796-8f701fb169a0 None None] For port 6aea307a-8c14-4412-8233-d2448365ddee, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=6aea307a-8c14-4412-8233-d2448365ddee,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:14:48.804881 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-759140ca-0ba0-40e3-9a1e-3563e025f619 None None] Deleting port 0c64c3d2-76e6-4eac-abb7-c061bc5aef0b {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:48.805272 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-759140ca-0ba0-40e3-9a1e-3563e025f619 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:48.852649 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b0f44bbf-eb96-4ad6-a99a-772c8433043d tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:48.880593 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-21934f93-175c-40c3-9796-8f701fb169a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:48.935686 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-759140ca-0ba0-40e3-9a1e-3563e025f619 None None] For port 0c64c3d2-76e6-4eac-abb7-c061bc5aef0b, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=0c64c3d2-76e6-4eac-abb7-c061bc5aef0b,segment=NetworkSegment(b2bd74d1-b518-4c8d-839d-80d6ae61237d),segment_id=b2bd74d1-b518-4c8d-839d-80d6ae61237d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:48.936097 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-759140ca-0ba0-40e3-9a1e-3563e025f619 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:49.018502 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:49.023438 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059599a-762e-44eb-82ae-8267c120ecd6 req-383e6c58-3fa8-46dc-9d3d-59c7e7a9765f tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:49.028584 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b059599a-762e-44eb-82ae-8267c120ecd6 req-383e6c58-3fa8-46dc-9d3d-59c7e7a9765f tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] 10.222.0.25 "GET /v2.0/ports?device_id=604e09d0-5306-4098-aaf3-48e658e2431b HTTP/1.1" status: 200 len: 949 time: 0.1790736 Apr 20 13:14:49.036018 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-759140ca-0ba0-40e3-9a1e-3563e025f619 None None] Calling delete_port for 0c64c3d2-76e6-4eac-abb7-c061bc5aef0b owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:49.043265 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5e688205-e2eb-4bfc-8579-e1dd0fe45126 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:49.088330 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 0c64c3d2-76e6-4eac-abb7-c061bc5aef0b, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=0c64c3d2-76e6-4eac-abb7-c061bc5aef0b,segment=NetworkSegment(b2bd74d1-b518-4c8d-839d-80d6ae61237d),segment_id=b2bd74d1-b518-4c8d-839d-80d6ae61237d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:49.109010 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21934f93-175c-40c3-9796-8f701fb169a0 None None] Pushing event updated for resources: {'Port': ['ID=6aea307a-8c14-4412-8233-d2448365ddee,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:49.151491 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b059599a-762e-44eb-82ae-8267c120ecd6 req-9371f98c-dc09-47e7-9b90-e22071c6402f tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e30bba1-c1ef-4017-9eb7-b1188ae73332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206343 Apr 20 13:14:49.157422 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e688205-e2eb-4bfc-8579-e1dd0fe45126 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Port': ['ID=cc258418-c497-4523-8d91-ce7295314707,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:49.173747 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-b0f44bbf-eb96-4ad6-a99a-772c8433043d tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Deleting port 0c64c3d2-76e6-4eac-abb7-c061bc5aef0b {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:49.174134 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b0f44bbf-eb96-4ad6-a99a-772c8433043d tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:49.192309 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:49.218457 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5e688205-e2eb-4bfc-8579-e1dd0fe45126 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:49.230862 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5e688205-e2eb-4bfc-8579-e1dd0fe45126 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/ports/cc258418-c497-4523-8d91-ce7295314707 HTTP/1.1" status: 204 len: 168 time: 1.0929809 Apr 20 13:14:49.231705 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45006) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:49.390050 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34946890-d831-452a-9771-14d25b8f7a1a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:49.394538 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34946890-d831-452a-9771-14d25b8f7a1a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:49.400385 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=0c64c3d2-76e6-4eac-abb7-c061bc5aef0b,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:49.404875 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-34946890-d831-452a-9771-14d25b8f7a1a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1719420 Apr 20 13:14:49.413378 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45014) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:49.519828 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-b0f44bbf-eb96-4ad6-a99a-772c8433043d tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] For port 0c64c3d2-76e6-4eac-abb7-c061bc5aef0b, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=0c64c3d2-76e6-4eac-abb7-c061bc5aef0b,segment=NetworkSegment(b2bd74d1-b518-4c8d-839d-80d6ae61237d),segment_id=b2bd74d1-b518-4c8d-839d-80d6ae61237d)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:49.520859 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b0f44bbf-eb96-4ad6-a99a-772c8433043d tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:49.542901 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-4152233e-d047-4bb1-ae0c-f21732c373c8 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting subnet 63ee37b3-4156-4828-ba7f-4e5258ce8b12 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:14:49.546580 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4152233e-d047-4bb1-ae0c-f21732c373c8 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:49.561380 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-94511a76-3315-4102-9edb-acb862d2543e req-02233d7a-fe40-4636-997e-e3b7cd6a442b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1698f4df-c739-460e-957b-ee813907893e {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:14:49.568603 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-759140ca-0ba0-40e3-9a1e-3563e025f619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:49.616091 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4152233e-d047-4bb1-ae0c-f21732c373c8 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:49.626261 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759140ca-0ba0-40e3-9a1e-3563e025f619 None None] Pushing event deleted for resources: {'Port': ['ID=0c64c3d2-76e6-4eac-abb7-c061bc5aef0b,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:49.631142 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759140ca-0ba0-40e3-9a1e-3563e025f619 None None] No DVR routers for this DVR port 0c64c3d2-76e6-4eac-abb7-c061bc5aef0b on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:14:49.661782 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-b0f44bbf-eb96-4ad6-a99a-772c8433043d tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Calling delete_port for 0c64c3d2-76e6-4eac-abb7-c061bc5aef0b owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:49.671542 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-94511a76-3315-4102-9edb-acb862d2543e req-02233d7a-fe40-4636-997e-e3b7cd6a442b service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:49.733955 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-94511a76-3315-4102-9edb-acb862d2543e req-02233d7a-fe40-4636-997e-e3b7cd6a442b service neutron] Transition to ACTIVE for port object 1698f4df-c739-460e-957b-ee813907893e will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:14:49.746737 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4152233e-d047-4bb1-ae0c-f21732c373c8 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:49.827280 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74db7db-15aa-486f-985c-ecfd721831aa req-ab0d4e7c-1ad4-4edd-baeb-6442a0791725 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:49.835748 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f74db7db-15aa-486f-985c-ecfd721831aa req-ab0d4e7c-1ad4-4edd-baeb-6442a0791725 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 944 time: 0.3807588 Apr 20 13:14:49.851257 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-94511a76-3315-4102-9edb-acb862d2543e req-02233d7a-fe40-4636-997e-e3b7cd6a442b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:49.861202 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab7c4b-b828-40cd-a7c5-59eb248053ed req-8e8fbed9-5490-41fc-99c0-1b4aeab298ae tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:49.862817 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-24ab7c4b-b828-40cd-a7c5-59eb248053ed req-8e8fbed9-5490-41fc-99c0-1b4aeab298ae tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.25 "GET /v2.0/ports?device_id=f10e344f-684f-4efd-ba3b-dcc8a616fcba HTTP/1.1" status: 200 len: 931 time: 0.4091473 Apr 20 13:14:49.923756 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4152233e-d047-4bb1-ae0c-f21732c373c8 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:49.974353 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152233e-d047-4bb1-ae0c-f21732c373c8 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Subnet': ['ID=63ee37b3-4156-4828-ba7f-4e5258ce8b12,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:49.979462 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02233d7a-fe40-4636-997e-e3b7cd6a442b service neutron] Pushing event updated for resources: {'Port': ['ID=1698f4df-c739-460e-957b-ee813907893e,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:49.997320 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4152233e-d047-4bb1-ae0c-f21732c373c8 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:49.998938 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f74db7db-15aa-486f-985c-ecfd721831aa req-ce65c141-66c6-44b9-8f3f-a636c891eb27 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620896 Apr 20 13:14:50.005261 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45042) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:50.005560 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4152233e-d047-4bb1-ae0c-f21732c373c8 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/63ee37b3-4156-4828-ba7f-4e5258ce8b12 HTTP/1.1" status: 204 len: 168 time: 0.5898635 Apr 20 13:14:50.015983 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-24ab7c4b-b828-40cd-a7c5-59eb248053ed req-c98128f0-5a64-4a49-8f88-09b94bcbbb58 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.25 "GET /v2.0/security-groups?id=90472902-be0b-4c2d-af9c-9362f7be0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328902 Apr 20 13:14:50.103998 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device ccf6fb60-eb26-41ea-b71b-122b7d916a66 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:14:50.161293 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9189e5f4-bdb0-48d0-b8f2-df4bc7e56af2 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1543741 Apr 20 13:14:50.162430 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b0f44bbf-eb96-4ad6-a99a-772c8433043d tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:50.165780 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45048) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:50.279932 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f44bbf-eb96-4ad6-a99a-772c8433043d tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Pushing event deleted for resources: {'Port': ['ID=0c64c3d2-76e6-4eac-abb7-c061bc5aef0b,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:50.285105 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f44bbf-eb96-4ad6-a99a-772c8433043d tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] No DVR routers for this DVR port 0c64c3d2-76e6-4eac-abb7-c061bc5aef0b on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:14:50.290671 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bacd27b-8c35-4af6-bd56-2c90ba01a0e1 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:50.294034 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port ccf6fb60-eb26-41ea-b71b-122b7d916a66 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:14:50.296765 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9bacd27b-8c35-4af6-bd56-2c90ba01a0e1 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1311719 Apr 20 13:14:50.298132 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port ccf6fb60-eb26-41ea-b71b-122b7d916a66 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:50.298511 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:50.300828 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45054) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:50.315032 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-94511a76-3315-4102-9edb-acb862d2543e req-02233d7a-fe40-4636-997e-e3b7cd6a442b service neutron] Attempting to bind port 1698f4df-c739-460e-957b-ee813907893e on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:14:50.315545 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-94511a76-3315-4102-9edb-acb862d2543e req-02233d7a-fe40-4636-997e-e3b7cd6a442b service neutron] Attempting to bind port 1698f4df-c739-460e-957b-ee813907893e by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '9491670f-80ac-4da1-8e5e-1bdb23fca325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bbd3b7d3-ccca-410c-9bca-49410f4d4008'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:14:50.316068 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94511a76-3315-4102-9edb-acb862d2543e req-02233d7a-fe40-4636-997e-e3b7cd6a442b service neutron] Attempting to bind port 1698f4df-c739-460e-957b-ee813907893e on network bbd3b7d3-ccca-410c-9bca-49410f4d4008 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:50.356944 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94511a76-3315-4102-9edb-acb862d2543e req-02233d7a-fe40-4636-997e-e3b7cd6a442b service neutron] Port 1698f4df-c739-460e-957b-ee813907893e on network bbd3b7d3-ccca-410c-9bca-49410f4d4008 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:14:50.357370 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94511a76-3315-4102-9edb-acb862d2543e req-02233d7a-fe40-4636-997e-e3b7cd6a442b service neutron] Attempting to bind port 1698f4df-c739-460e-957b-ee813907893e on network bbd3b7d3-ccca-410c-9bca-49410f4d4008 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:50.380355 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-ad575bf6-51f3-4352-a49c-fd414ac2e04f tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--982010173&fields=id&tenant_id=3a903070609941389257911c1f54a3cb HTTP/1.1" status: 200 len: 267 time: 0.1936011 Apr 20 13:14:50.383799 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fa69b6-b048-49fc-ad38-911994204e8f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:50.385122 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94511a76-3315-4102-9edb-acb862d2543e req-02233d7a-fe40-4636-997e-e3b7cd6a442b service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:14:50.385446 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94511a76-3315-4102-9edb-acb862d2543e req-02233d7a-fe40-4636-997e-e3b7cd6a442b service neutron] Checking segment: {'id': '9491670f-80ac-4da1-8e5e-1bdb23fca325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bbd3b7d3-ccca-410c-9bca-49410f4d4008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:14:50.386463 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94511a76-3315-4102-9edb-acb862d2543e req-02233d7a-fe40-4636-997e-e3b7cd6a442b service neutron] Bound using segment: {'id': '9491670f-80ac-4da1-8e5e-1bdb23fca325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bbd3b7d3-ccca-410c-9bca-49410f4d4008'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:14:50.387031 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-94511a76-3315-4102-9edb-acb862d2543e req-02233d7a-fe40-4636-997e-e3b7cd6a442b service neutron] Bound port: 1698f4df-c739-460e-957b-ee813907893e, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9491670f-80ac-4da1-8e5e-1bdb23fca325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bbd3b7d3-ccca-410c-9bca-49410f4d4008'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:14:50.387522 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-94511a76-3315-4102-9edb-acb862d2543e req-02233d7a-fe40-4636-997e-e3b7cd6a442b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:50.388569 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-41fa69b6-b048-49fc-ad38-911994204e8f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0866027 Apr 20 13:14:50.390882 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45056) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:50.418524 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:50.443528 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f54c682c-661e-4a6b-a74e-b9f40476237a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0464809 Apr 20 13:14:50.443739 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45062) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:50.449888 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-38d3a65c-81b1-440d-953d-3471ef202c04 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'subnet': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:50.468503 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604e09d0-5306-4098-aaf3-48e658e2431b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf6fb60-eb26-41ea-b71b-122b7d916a66'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:14:50.475959 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35cad23-324c-465b-b663-88a8f93c67bd" -d '{"events": [{"server_uuid": "604e09d0-5306-4098-aaf3-48e658e2431b", "name": "network-vif-plugged", "status": "completed", "tag": "ccf6fb60-eb26-41ea-b71b-122b7d916a66"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:14:50.515041 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port ccf6fb60-eb26-41ea-b71b-122b7d916a66, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=ccf6fb60-eb26-41ea-b71b-122b7d916a66,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:50.551979 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e3f58d-c7ce-4a51-9ffe-8dc2ca62c73e None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:14:50.575236 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9cefb-6d06-44ff-bdc8-6351cc9793a7 req-ad6f1605-0532-4c5d-a21c-6e1313e9d1dd tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:50.576760 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bec9cefb-6d06-44ff-bdc8-6351cc9793a7 req-ad6f1605-0532-4c5d-a21c-6e1313e9d1dd tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] 10.222.0.25 "GET /v2.0/ports?device_id=604e09d0-5306-4098-aaf3-48e658e2431b HTTP/1.1" status: 200 len: 949 time: 0.3325732 Apr 20 13:14:50.587739 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b0f44bbf-eb96-4ad6-a99a-772c8433043d tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:50.633656 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 6aea307a-8c14-4412-8233-d2448365ddee up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:14:50.664112 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-b0f44bbf-eb96-4ad6-a99a-772c8433043d tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a69de38-4530-4bc9-a14a-1ca14f4ebdfd']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:50.671877 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:50.693632 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-b0f44bbf-eb96-4ad6-a99a-772c8433043d tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2bd74d1-b518-4c8d-839d-80d6ae61237d') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:50.693934 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-b0f44bbf-eb96-4ad6-a99a-772c8433043d tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2bd74d1-b518-4c8d-839d-80d6ae61237d') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:50.707692 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d3a65c-81b1-440d-953d-3471ef202c04 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:50.718582 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-38d3a65c-81b1-440d-953d-3471ef202c04 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:50.725144 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b0f44bbf-eb96-4ad6-a99a-772c8433043d tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:50.736692 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-c699cbe6-4efb-41f4-923a-8bf289a99ce6 None None] Provisioning complete for port 6aea307a-8c14-4412-8233-d2448365ddee triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:50.737157 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c699cbe6-4efb-41f4-923a-8bf289a99ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:50.750389 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bec9cefb-6d06-44ff-bdc8-6351cc9793a7 req-25fa7a9e-2efd-4ba3-858d-5b4846ac977f tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e30bba1-c1ef-4017-9eb7-b1188ae73332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571398 Apr 20 13:14:50.760392 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b0f44bbf-eb96-4ad6-a99a-772c8433043d tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:50.774518 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-94511a76-3315-4102-9edb-acb862d2543e req-02233d7a-fe40-4636-997e-e3b7cd6a442b service neutron] For port 1698f4df-c739-460e-957b-ee813907893e, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:14:50.777355 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0f44bbf-eb96-4ad6-a99a-772c8433043d tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:14:50.777757 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b0f44bbf-eb96-4ad6-a99a-772c8433043d tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:50.781225 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:14:50.781225 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 13:14:50.781225 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:14:50.781225 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 13:14:50.781225 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:14:50.781225 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 13:14:50.781225 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:14:50.781225 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 13:14:50.781225 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:14:50.781225 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:14:50.781225 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:14:50.781225 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:14:50.781225 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:14:50.781225 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:14:50.781225 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:14:50.781225 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:14:50.781225 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:14:50.781225 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:14:50.781225 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:14:50.781225 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:14:50.781225 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:14:50.781225 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:14:50.781225 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:14:50.781225 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:14:50.781225 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:14:50.781225 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:14:50.781225 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:14:50.781225 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:14:50.781225 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:14:50.781225 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:14:50.781225 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:14:50.781225 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:14:50.781225 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:14:50.781225 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:14:50.781225 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:14:50.781225 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:14:50.781225 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:14:50.781225 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:14:50.781225 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:14:50.781225 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:14:50.814521 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=ccf6fb60-eb26-41ea-b71b-122b7d916a66,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:50.814758 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-25745a79-0364-41bd-b74f-9c25f42303a3 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:50.821861 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-25745a79-0364-41bd-b74f-9c25f42303a3 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/networks?id=fc159cf1-473b-41bf-a235-58833b6524ec HTTP/1.1" status: 200 len: 816 time: 0.3029692 Apr 20 13:14:50.825538 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-94511a76-3315-4102-9edb-acb862d2543e req-02233d7a-fe40-4636-997e-e3b7cd6a442b service neutron] For port 1698f4df-c739-460e-957b-ee813907893e, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=1698f4df-c739-460e-957b-ee813907893e,segment=NetworkSegment(9491670f-80ac-4da1-8e5e-1bdb23fca325),segment_id=9491670f-80ac-4da1-8e5e-1bdb23fca325)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:14:50.831147 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 6aea307a-8c14-4412-8233-d2448365ddee triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:50.831726 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:50.865917 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d40343-192b-4897-8793-bd015ddd711a x-openstack-request-id: req-19d40343-192b-4897-8793-bd015ddd711a {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:14:50.866313 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "604e09d0-5306-4098-aaf3-48e658e2431b", "name": "network-vif-plugged", "status": "completed", "tag": "ccf6fb60-eb26-41ea-b71b-122b7d916a66", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:14:50.866662 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-19d40343-192b-4897-8793-bd015ddd711a {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:14:50.867234 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19d40343-192b-4897-8793-bd015ddd711a'] response: {'server_uuid': '604e09d0-5306-4098-aaf3-48e658e2431b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf6fb60-eb26-41ea-b71b-122b7d916a66', 'code': 200} Apr 20 13:14:50.877042 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-dd92a2be-abc8-4f24-af59-85d96ce540ce tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/quotas/3a903070609941389257911c1f54a3cb HTTP/1.1" status: 200 len: 375 time: 0.0542612 Apr 20 13:14:50.924994 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c699cbe6-4efb-41f4-923a-8bf289a99ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:50.935751 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-94511a76-3315-4102-9edb-acb862d2543e req-02233d7a-fe40-4636-997e-e3b7cd6a442b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:50.954094 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-5d02eafa-26f6-449a-b5c1-119c8ebf61e4 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3a903070609941389257911c1f54a3cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0761845 Apr 20 13:14:50.970779 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179a957e-19c4-4206-9aaf-ed0d9fe497bd None None] DHCP port deletion for 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:14:50.993601 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:51.001330 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-c699cbe6-4efb-41f4-923a-8bf289a99ce6 None None] For port 6aea307a-8c14-4412-8233-d2448365ddee, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=6aea307a-8c14-4412-8233-d2448365ddee,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:51.020826 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b0f44bbf-eb96-4ad6-a99a-772c8433043d tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:51.052238 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94511a76-3315-4102-9edb-acb862d2543e req-02233d7a-fe40-4636-997e-e3b7cd6a442b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:51.052997 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-94511a76-3315-4102-9edb-acb862d2543e req-02233d7a-fe40-4636-997e-e3b7cd6a442b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:51.054898 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-94511a76-3315-4102-9edb-acb862d2543e req-02233d7a-fe40-4636-997e-e3b7cd6a442b service neutron] 10.222.0.32 "PUT /v2.0/ports/1698f4df-c739-460e-957b-ee813907893e HTTP/1.1" status: 200 len: 1091 time: 2.6749768 Apr 20 13:14:51.055023 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f10e344f-684f-4efd-ba3b-dcc8a616fcba', 'tag': '1698f4df-c739-460e-957b-ee813907893e'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:14:51.057269 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d14f6c-e478-4da0-a352-668877febc40" -d '{"events": [{"name": "network-changed", "server_uuid": "f10e344f-684f-4efd-ba3b-dcc8a616fcba", "tag": "1698f4df-c739-460e-957b-ee813907893e"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:14:51.061110 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-179a957e-19c4-4206-9aaf-ed0d9fe497bd None None] Deleting port 6aea307a-8c14-4412-8233-d2448365ddee {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:51.061918 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-179a957e-19c4-4206-9aaf-ed0d9fe497bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:51.075658 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b0f44bbf-eb96-4ad6-a99a-772c8433043d tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:51.077538 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c699cbe6-4efb-41f4-923a-8bf289a99ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:51.082489 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b0f44bbf-eb96-4ad6-a99a-772c8433043d tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] 10.222.0.25 "DELETE /v2.0/networks/5a69de38-4530-4bc9-a14a-1ca14f4ebdfd HTTP/1.1" status: 204 len: 168 time: 2.5274093 Apr 20 13:14:51.129566 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f44bbf-eb96-4ad6-a99a-772c8433043d tempest-TaggedBootDevicesTest-1301421096 tempest-TaggedBootDevicesTest-1301421096-project] Pushing event deleted for resources: {'Network': ['ID=5a69de38-4530-4bc9-a14a-1ca14f4ebdfd,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:51.139231 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-38d3a65c-81b1-440d-953d-3471ef202c04 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:51.139480 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02233d7a-fe40-4636-997e-e3b7cd6a442b service neutron] Pushing event updated for resources: {'Port': ['ID=1698f4df-c739-460e-957b-ee813907893e,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:51.213626 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-fc9c7c8a-8bae-4e68-b214-ca45f46b5a7d service neutron] 10.222.0.25 "GET /v2.0/networks/fc159cf1-473b-41bf-a235-58833b6524ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156656 Apr 20 13:14:51.222810 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdafa059-a94e-41b3-bfc7-06929b4e45ab req-48b5c34b-98ff-4d7d-a109-5317f3eb9fff tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:51.224452 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bdafa059-a94e-41b3-bfc7-06929b4e45ab req-48b5c34b-98ff-4d7d-a109-5317f3eb9fff tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.25 "GET /v2.0/ports?device_id=f10e344f-684f-4efd-ba3b-dcc8a616fcba HTTP/1.1" status: 200 len: 943 time: 0.1003134 Apr 20 13:14:51.247896 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d3a65c-81b1-440d-953d-3471ef202c04 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:51.252252 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-38d3a65c-81b1-440d-953d-3471ef202c04 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:51.260120 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d3a65c-81b1-440d-953d-3471ef202c04 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:51.261336 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-38d3a65c-81b1-440d-953d-3471ef202c04 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:51.284632 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d3a65c-81b1-440d-953d-3471ef202c04 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Subnet': ['ID=99c6adca-37ef-42c4-ad96-415f16067b7e,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:51.291186 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45080) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:51.301370 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bdafa059-a94e-41b3-bfc7-06929b4e45ab req-5abda60b-ed9a-436d-b988-b8edc8b52ba4 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.25 "GET /v2.0/security-groups?id=90472902-be0b-4c2d-af9c-9362f7be0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518234 Apr 20 13:14:51.353540 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:14:51.354117 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:14:51.355487 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94511a76-3315-4102-9edb-acb862d2543e req-a7fcb0ce-e95c-4b01-ad51-6bac1069fc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:51.357861 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-94511a76-3315-4102-9edb-acb862d2543e req-a7fcb0ce-e95c-4b01-ad51-6bac1069fc61 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c8dee94e1afd45928bae5783999d410b&device_id=f10e344f-684f-4efd-ba3b-dcc8a616fcba HTTP/1.1" status: 200 len: 1094 time: 0.1549954 Apr 20 13:14:51.364767 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-38d3a65c-81b1-440d-953d-3471ef202c04 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9169755 Apr 20 13:14:51.365371 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45084) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:51.371208 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-e2d3a917-3930-42f6-ace0-fb1ce1682ae5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'port': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'fixed_ips': [{'subnet_id': '99c6adca-37ef-42c4-ad96-415f16067b7e', 'ip_address': '2001:db8::60d2:2859:b75b:22c4'}], 'name': 'tempest-NetworksTestDHCPv6-1065417464'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:51.384536 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-179a957e-19c4-4206-9aaf-ed0d9fe497bd None None] For port 6aea307a-8c14-4412-8233-d2448365ddee, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=6aea307a-8c14-4412-8233-d2448365ddee,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:51.384944 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-179a957e-19c4-4206-9aaf-ed0d9fe497bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:51.404549 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699cbe6-4efb-41f4-923a-8bf289a99ce6 None None] Pushing event updated for resources: {'Port': ['ID=6aea307a-8c14-4412-8233-d2448365ddee,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:51.407512 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-179a957e-19c4-4206-9aaf-ed0d9fe497bd None None] Calling delete_port for 6aea307a-8c14-4412-8233-d2448365ddee owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:51.407677 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-94511a76-3315-4102-9edb-acb862d2543e req-324fff5e-7c0e-4634-8890-d1de181e11c5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1698f4df-c739-460e-957b-ee813907893e HTTP/1.1" status: 200 len: 217 time: 0.0397961 Apr 20 13:14:51.479904 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-a872c77a-2d5b-4681-9ccb-d86b64449d13 service neutron] 10.222.0.25 "GET /v2.0/networks/fc159cf1-473b-41bf-a235-58833b6524ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392335 Apr 20 13:14:51.512225 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e815003-f75f-4501-9c8a-a90fb48f3676 req-f174a580-a53b-4344-b665-6efeb074ea07 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:51.513772 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e815003-f75f-4501-9c8a-a90fb48f3676 req-f174a580-a53b-4344-b665-6efeb074ea07 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 944 time: 0.1080592 Apr 20 13:14:51.515941 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94511a76-3315-4102-9edb-acb862d2543e req-070fcebe-f5d7-4977-ab85-9c3165133068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:51.519779 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-94511a76-3315-4102-9edb-acb862d2543e req-070fcebe-f5d7-4977-ab85-9c3165133068 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3f8562f0-ee36-4d2c-8294-1083123c5d29 HTTP/1.1" status: 200 len: 853 time: 0.0784509 Apr 20 13:14:51.531460 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-866e1e44-437c-49ef-9110-b13c96ea401e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:51.559620 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-94511a76-3315-4102-9edb-acb862d2543e req-81069c1d-f3b3-489a-a9bd-cddc20f3efa5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bbd3b7d3-ccca-410c-9bca-49410f4d4008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317049 Apr 20 13:14:51.591560 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-179a957e-19c4-4206-9aaf-ed0d9fe497bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:51.606379 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e815003-f75f-4501-9c8a-a90fb48f3676 req-6cb9ddd6-4504-4207-9d4d-e64f5c2aa42c tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854509 Apr 20 13:14:51.627351 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-866e1e44-437c-49ef-9110-b13c96ea401e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:51.640124 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d3a917-3930-42f6-ace0-fb1ce1682ae5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:51.650017 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179a957e-19c4-4206-9aaf-ed0d9fe497bd None None] No DVR routers for this DVR port 6aea307a-8c14-4412-8233-d2448365ddee on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:14:51.652190 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a957e-19c4-4206-9aaf-ed0d9fe497bd None None] Pushing event deleted for resources: {'Port': ['ID=6aea307a-8c14-4412-8233-d2448365ddee,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:51.674139 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f0dce2-854b-456f-a13f-fcb78d3dbaef None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:14:51.702405 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-866e1e44-437c-49ef-9110-b13c96ea401e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:51.711764 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa44f510-d476-4250-8f2a-a93bcab3170c x-openstack-request-id: req-fa44f510-d476-4250-8f2a-a93bcab3170c {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:14:51.712049 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f10e344f-684f-4efd-ba3b-dcc8a616fcba", "tag": "1698f4df-c739-460e-957b-ee813907893e", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:14:51.712302 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fa44f510-d476-4250-8f2a-a93bcab3170c {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:14:51.712710 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa44f510-d476-4250-8f2a-a93bcab3170c'] response: {'name': 'network-changed', 'server_uuid': 'f10e344f-684f-4efd-ba3b-dcc8a616fcba', 'tag': '1698f4df-c739-460e-957b-ee813907893e', 'status': 'completed', 'code': 200} Apr 20 13:14:51.743917 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-94511a76-3315-4102-9edb-acb862d2543e req-2f140032-9d5b-4599-9554-baa0acee2e42 service neutron] 10.222.0.32 "GET /v2.0/networks/bbd3b7d3-ccca-410c-9bca-49410f4d4008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726279 Apr 20 13:14:51.778591 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-866e1e44-437c-49ef-9110-b13c96ea401e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6800e2a12b5b4917b5f6670a5e6fb1de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4826646 Apr 20 13:14:51.778591 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e1e44-437c-49ef-9110-b13c96ea401e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0713ce13-ed32-4b3f-956f-4d15513b2e4e,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:51.783104 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e2d3a917-3930-42f6-ace0-fb1ce1682ae5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:51.786769 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45094) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:51.835904 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-e2d3a917-3930-42f6-ace0-fb1ce1682ae5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] device_id is not set on port 637eef05-7101-4eb3-9a0b-1e6c02d51603 yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:14:51.909266 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-94511a76-3315-4102-9edb-acb862d2543e req-99c07261-118f-42a9-8fdf-0dedcb690f33 service neutron] 10.222.0.32 "GET /v2.0/networks/bbd3b7d3-ccca-410c-9bca-49410f4d4008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604707 Apr 20 13:14:51.929395 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b1de1c61-7776-4e58-b435-df265d5a67bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:51.936845 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e93d1-94e9-49ff-aba0-0ee97b2d74a4 req-c56b2127-fcf0-4abb-88b1-4352e260372a tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:51.936956 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Port 6aea307a-8c14-4412-8233-d2448365ddee update to ACTIVE by agent not found {{(pid=114871) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 20 13:14:51.937058 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ee3e93d1-94e9-49ff-aba0-0ee97b2d74a4 req-c56b2127-fcf0-4abb-88b1-4352e260372a tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] 10.222.0.25 "GET /v2.0/ports?device_id=604e09d0-5306-4098-aaf3-48e658e2431b HTTP/1.1" status: 200 len: 950 time: 0.0768478 Apr 20 13:14:51.945751 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf93f3cc-cf29-4780-abc1-738779bd8694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'tenant_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'fixed_ips': [{'subnet_id': '99c6adca-37ef-42c4-ad96-415f16067b7e'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:14:51.946631 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bf93f3cc-cf29-4780-abc1-738779bd8694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:51.990520 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b1de1c61-7776-4e58-b435-df265d5a67bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:52.073593 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-e2d3a917-3930-42f6-ace0-fb1ce1682ae5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Allocated IP 2001:db8::60d2:2859:b75b:22c4 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/99c6adca-37ef-42c4-ad96-415f16067b7e/637eef05-7101-4eb3-9a0b-1e6c02d51603) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:14:52.149640 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b1de1c61-7776-4e58-b435-df265d5a67bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:52.152196 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b1de1c61-7776-4e58-b435-df265d5a67bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:52.155711 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b1de1c61-7776-4e58-b435-df265d5a67bf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0713ce13-ed32-4b3f-956f-4d15513b2e4e HTTP/1.1" status: 204 len: 168 time: 0.3652205 Apr 20 13:14:52.192670 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de1c61-7776-4e58-b435-df265d5a67bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0713ce13-ed32-4b3f-956f-4d15513b2e4e,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:52.254077 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e2d3a917-3930-42f6-ace0-fb1ce1682ae5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:52.358632 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e2d3a917-3930-42f6-ace0-fb1ce1682ae5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:52.431625 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d3a917-3930-42f6-ace0-fb1ce1682ae5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:52.434541 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-bf93f3cc-cf29-4780-abc1-738779bd8694 None None] Allocated IP 2001:db8::2 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/99c6adca-37ef-42c4-ad96-415f16067b7e/53a5f4a4-a73e-49a4-9d1f-9ccc2f6aae17) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:14:52.436950 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9820252f-689f-458b-9041-b0b32fb5ef95 req-597ffbbc-ba86-4078-bf76-e5e9596e8a4d tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f38c29f-c360-4f0c-81d2-0b8461def840 HTTP/1.1" status: 200 len: 210 time: 0.1016731 Apr 20 13:14:52.446150 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-e2d3a917-3930-42f6-ace0-fb1ce1682ae5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:52.451472 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d3a917-3930-42f6-ace0-fb1ce1682ae5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:52.464454 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d3a917-3930-42f6-ace0-fb1ce1682ae5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:52.464454 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e2d3a917-3930-42f6-ace0-fb1ce1682ae5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:52.488567 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ee3e93d1-94e9-49ff-aba0-0ee97b2d74a4 req-de3d22b8-2790-4151-b3f3-00ced5ed4697 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e30bba1-c1ef-4017-9eb7-b1188ae73332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5467832 Apr 20 13:14:52.492112 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d3a917-3930-42f6-ace0-fb1ce1682ae5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Port': ['ID=637eef05-7101-4eb3-9a0b-1e6c02d51603,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:52.512161 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d14f6c-e478-4da0-a352-668877febc40 req-945e0886-b49e-4e06-a80c-e011b7b776e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:52.513607 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-76d14f6c-e478-4da0-a352-668877febc40 req-945e0886-b49e-4e06-a80c-e011b7b776e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c8dee94e1afd45928bae5783999d410b&device_id=f10e344f-684f-4efd-ba3b-dcc8a616fcba HTTP/1.1" status: 200 len: 1094 time: 0.1794739 Apr 20 13:14:52.604014 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e2d3a917-3930-42f6-ace0-fb1ce1682ae5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2363439 Apr 20 13:14:52.605225 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45114) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:52.726450 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 6aea307a-8c14-4412-8233-d2448365ddee no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:14:52.754151 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c18df1-8b2c-4a2a-8efa-69ce85d0f02d req-f7bbc473-1a40-47a0-9e08-0537c2f3250e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:52.755808 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-48c18df1-8b2c-4a2a-8efa-69ce85d0f02d req-f7bbc473-1a40-47a0-9e08-0537c2f3250e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=604e09d0-5306-4098-aaf3-48e658e2431b HTTP/1.1" status: 200 len: 1101 time: 0.1679299 Apr 20 13:14:52.769598 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dde7b8-9df0-4d14-a2b3-f2a7f0d68d31 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:52.773718 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 6aea307a-8c14-4412-8233-d2448365ddee {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:14:52.774072 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 6aea307a-8c14-4412-8233-d2448365ddee not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:14:52.781256 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b22b7-6775-46fe-b720-989ca70b9694 req-ab647d3b-b254-4de5-8def-d6bd66862a62 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:52.783404 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-426b22b7-6775-46fe-b720-989ca70b9694 req-ab647d3b-b254-4de5-8def-d6bd66862a62 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.25 "GET /v2.0/ports?device_id=f10e344f-684f-4efd-ba3b-dcc8a616fcba HTTP/1.1" status: 200 len: 943 time: 0.1410778 Apr 20 13:14:52.800111 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-14dde7b8-9df0-4d14-a2b3-f2a7f0d68d31 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1924119 Apr 20 13:14:52.805564 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45118) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:52.865552 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bf93f3cc-cf29-4780-abc1-738779bd8694 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:52.900081 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-48c18df1-8b2c-4a2a-8efa-69ce85d0f02d req-14b68580-ff20-4583-a40a-e42e673e4446 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5e30bba1-c1ef-4017-9eb7-b1188ae73332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152527 Apr 20 13:14:52.903459 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-426b22b7-6775-46fe-b720-989ca70b9694 req-fad02491-3933-45a1-b664-2eae8ddd1373 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.25 "GET /v2.0/security-groups?id=90472902-be0b-4c2d-af9c-9362f7be0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079421 Apr 20 13:14:52.904607 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d14f6c-e478-4da0-a352-668877febc40 req-2a9f7200-80cf-42e0-9237-3d6c5551ee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:52.906031 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-76d14f6c-e478-4da0-a352-668877febc40 req-2a9f7200-80cf-42e0-9237-3d6c5551ee4e service neutron] 10.222.0.32 "GET /v2.0/networks?id=bbd3b7d3-ccca-410c-9bca-49410f4d4008 HTTP/1.1" status: 200 len: 914 time: 0.3853025 Apr 20 13:14:52.934769 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903c9e1-185a-42fd-9232-ca4dea2b6737 req-e8fd46cf-9dcd-47bf-9146-22dfdf30ed46 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:52.936441 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1903c9e1-185a-42fd-9232-ca4dea2b6737 req-e8fd46cf-9dcd-47bf-9146-22dfdf30ed46 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 944 time: 0.1140964 Apr 20 13:14:52.953461 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-951835a6-7c8f-4992-9dd1-298feb33d7aa tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting port 637eef05-7101-4eb3-9a0b-1e6c02d51603 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:52.953805 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-951835a6-7c8f-4992-9dd1-298feb33d7aa tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:52.971102 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bf93f3cc-cf29-4780-abc1-738779bd8694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:52.985603 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-76d14f6c-e478-4da0-a352-668877febc40 req-d6ba9541-2c92-4477-b5c7-5486c7647cb6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1698f4df-c739-460e-957b-ee813907893e HTTP/1.1" status: 200 len: 217 time: 0.0698860 Apr 20 13:14:53.051376 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf93f3cc-cf29-4780-abc1-738779bd8694 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:53.066812 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1903c9e1-185a-42fd-9232-ca4dea2b6737 req-5791e896-8580-48ba-90a1-b3dd3a5f56a6 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891600 Apr 20 13:14:53.083195 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d14f6c-e478-4da0-a352-668877febc40 req-7743158e-78a6-45d8-9566-c47498c76be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:53.084765 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-76d14f6c-e478-4da0-a352-668877febc40 req-7743158e-78a6-45d8-9566-c47498c76be0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3f8562f0-ee36-4d2c-8294-1083123c5d29 HTTP/1.1" status: 200 len: 853 time: 0.0914183 Apr 20 13:14:53.093565 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-bf93f3cc-cf29-4780-abc1-738779bd8694 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:53.098420 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf93f3cc-cf29-4780-abc1-738779bd8694 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:53.124002 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-76d14f6c-e478-4da0-a352-668877febc40 req-ace81757-5ebb-4950-9d8b-2e0b5805477f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bbd3b7d3-ccca-410c-9bca-49410f4d4008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318542 Apr 20 13:14:53.170347 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93f3cc-cf29-4780-abc1-738779bd8694 None None] Pushing event updated for resources: {'Port': ['ID=53a5f4a4-a73e-49a4-9d1f-9ccc2f6aae17,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:53.184964 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-bf93f3cc-cf29-4780-abc1-738779bd8694 None None] Attempting to bind port 53a5f4a4-a73e-49a4-9d1f-9ccc2f6aae17 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:14:53.185265 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45126) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:53.185356 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-bf93f3cc-cf29-4780-abc1-738779bd8694 None None] Attempting to bind port 53a5f4a4-a73e-49a4-9d1f-9ccc2f6aae17 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:14:53.204225 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf93f3cc-cf29-4780-abc1-738779bd8694 None None] Attempting to bind port 53a5f4a4-a73e-49a4-9d1f-9ccc2f6aae17 on network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:53.212165 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf93f3cc-cf29-4780-abc1-738779bd8694 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:14:53.212575 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf93f3cc-cf29-4780-abc1-738779bd8694 None None] Checking segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:14:53.212952 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bf93f3cc-cf29-4780-abc1-738779bd8694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:53.213350 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf93f3cc-cf29-4780-abc1-738779bd8694 None None] Bound using segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:14:53.213883 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-bf93f3cc-cf29-4780-abc1-738779bd8694 None None] Bound port: 53a5f4a4-a73e-49a4-9d1f-9ccc2f6aae17, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:14:53.214269 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bf93f3cc-cf29-4780-abc1-738779bd8694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:53.258089 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ba5897b0-527f-4d0d-9a0c-7c5a02b7f992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:53.289457 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-bf93f3cc-cf29-4780-abc1-738779bd8694 None None] For port 53a5f4a4-a73e-49a4-9d1f-9ccc2f6aae17, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:14:53.294188 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-bf93f3cc-cf29-4780-abc1-738779bd8694 None None] For port 53a5f4a4-a73e-49a4-9d1f-9ccc2f6aae17, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=53a5f4a4-a73e-49a4-9d1f-9ccc2f6aae17,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:14:53.325199 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-76d14f6c-e478-4da0-a352-668877febc40 req-570d5686-0491-4800-984f-2f9a85d1449a service neutron] 10.222.0.32 "GET /v2.0/networks/bbd3b7d3-ccca-410c-9bca-49410f4d4008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932614 Apr 20 13:14:53.363008 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-951835a6-7c8f-4992-9dd1-298feb33d7aa tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:53.378166 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-951835a6-7c8f-4992-9dd1-298feb33d7aa tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Calling delete_port for 637eef05-7101-4eb3-9a0b-1e6c02d51603 owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:53.397336 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bf93f3cc-cf29-4780-abc1-738779bd8694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:53.453063 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ba5897b0-527f-4d0d-9a0c-7c5a02b7f992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:53.486628 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93f3cc-cf29-4780-abc1-738779bd8694 None None] Pushing event updated for resources: {'Port': ['ID=53a5f4a4-a73e-49a4-9d1f-9ccc2f6aae17,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:53.514056 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-76d14f6c-e478-4da0-a352-668877febc40 req-417983c5-3bc6-4afa-8c85-09fc8646fc1a service neutron] 10.222.0.32 "GET /v2.0/networks/bbd3b7d3-ccca-410c-9bca-49410f4d4008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728981 Apr 20 13:14:53.515109 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ba5897b0-527f-4d0d-9a0c-7c5a02b7f992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:53.579842 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5897b0-527f-4d0d-9a0c-7c5a02b7f992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e8e0e1-1a76-4f6b-b275-6d114499a591,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:53.586574 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ba5897b0-527f-4d0d-9a0c-7c5a02b7f992 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7ff51ba3b1974dec8dff8f9100e4c4e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4010527 Apr 20 13:14:53.594650 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45132) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:53.604467 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df7fbe4c-649b-4179-a212-2e5962d10300 req-d1247aec-3cbe-4c1f-a420-ff5e7cd62d71 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f38c29f-c360-4f0c-81d2-0b8461def840 HTTP/1.1" status: 200 len: 210 time: 0.0442417 Apr 20 13:14:53.679461 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-951835a6-7c8f-4992-9dd1-298feb33d7aa tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:53.680707 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b76fb7-9d44-4ed9-92e9-63db52cf3060 req-811ac331-3e99-4b20-95e9-51c5ddaa63e2 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:53.683103 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-87b76fb7-9d44-4ed9-92e9-63db52cf3060 req-811ac331-3e99-4b20-95e9-51c5ddaa63e2 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] 10.222.0.25 "GET /v2.0/ports?device_id=604e09d0-5306-4098-aaf3-48e658e2431b HTTP/1.1" status: 200 len: 950 time: 0.0675688 Apr 20 13:14:53.699242 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8733180e-78fc-40d7-87ac-f02ffc89eb98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:53.728030 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-87b76fb7-9d44-4ed9-92e9-63db52cf3060 req-eedbfc49-b2c4-462e-a018-4694050e1da3 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e30bba1-c1ef-4017-9eb7-b1188ae73332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379181 Apr 20 13:14:53.757699 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951835a6-7c8f-4992-9dd1-298feb33d7aa tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Port': ['ID=637eef05-7101-4eb3-9a0b-1e6c02d51603,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:53.806229 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-951835a6-7c8f-4992-9dd1-298feb33d7aa tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:53.809612 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-951835a6-7c8f-4992-9dd1-298feb33d7aa tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/ports/637eef05-7101-4eb3-9a0b-1e6c02d51603 HTTP/1.1" status: 204 len: 168 time: 1.0077178 Apr 20 13:14:53.811735 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8733180e-78fc-40d7-87ac-f02ffc89eb98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:53.812236 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45136) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:53.876982 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5eb1bb-65c0-4650-b92d-03b87938d186 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:53.878828 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5eb1bb-65c0-4650-b92d-03b87938d186 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:53.888058 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5f5eb1bb-65c0-4650-b92d-03b87938d186 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0747118 Apr 20 13:14:53.891313 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45138) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:53.946108 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8733180e-78fc-40d7-87ac-f02ffc89eb98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:53.949636 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8733180e-78fc-40d7-87ac-f02ffc89eb98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:53.955431 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8733180e-78fc-40d7-87ac-f02ffc89eb98 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e7e8e0e1-1a76-4f6b-b275-6d114499a591 HTTP/1.1" status: 204 len: 168 time: 0.3549261 Apr 20 13:14:53.961076 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f5e10ce-7ff5-45c2-997d-6631f8268946 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting subnet 99c6adca-37ef-42c4-ad96-415f16067b7e {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:14:53.965116 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3f5e10ce-7ff5-45c2-997d-6631f8268946 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:54.010025 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3f5e10ce-7ff5-45c2-997d-6631f8268946 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:54.057498 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733180e-78fc-40d7-87ac-f02ffc89eb98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e8e0e1-1a76-4f6b-b275-6d114499a591,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:54.105654 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02abfd-4751-4049-a32e-2cf6817a8cbc req-458273fa-2240-4717-8bb8-bee20e193b07 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:54.107686 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0c02abfd-4751-4049-a32e-2cf6817a8cbc req-458273fa-2240-4717-8bb8-bee20e193b07 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.25 "GET /v2.0/ports?device_id=f10e344f-684f-4efd-ba3b-dcc8a616fcba HTTP/1.1" status: 200 len: 943 time: 0.1029415 Apr 20 13:14:54.169523 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3f5e10ce-7ff5-45c2-997d-6631f8268946 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:54.181085 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0c02abfd-4751-4049-a32e-2cf6817a8cbc req-7e31a7f6-39cf-4e97-ae37-e28c56c0dd8a tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.25 "GET /v2.0/security-groups?id=90472902-be0b-4c2d-af9c-9362f7be0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643263 Apr 20 13:14:54.234852 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146da08e-7558-433c-825c-c4bd18dffe08 req-aeaf1b52-95de-4d87-acf6-8f0c79d508bc tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:54.237427 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-146da08e-7558-433c-825c-c4bd18dffe08 req-aeaf1b52-95de-4d87-acf6-8f0c79d508bc tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 944 time: 0.0763679 Apr 20 13:14:54.296354 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-146da08e-7558-433c-825c-c4bd18dffe08 req-13fa8b5b-771a-49d1-be24-8f2147231d53 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464139 Apr 20 13:14:54.344758 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3f5e10ce-7ff5-45c2-997d-6631f8268946 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:54.378367 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3f5e10ce-7ff5-45c2-997d-6631f8268946 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:54.381848 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3f5e10ce-7ff5-45c2-997d-6631f8268946 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/99c6adca-37ef-42c4-ad96-415f16067b7e HTTP/1.1" status: 204 len: 168 time: 0.4892778 Apr 20 13:14:54.382996 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e10ce-7ff5-45c2-997d-6631f8268946 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Subnet': ['ID=99c6adca-37ef-42c4-ad96-415f16067b7e,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:54.386909 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45150) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:54.409679 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a6c99a50-8d40-4241-8560-f9775e104bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:54.474846 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-09fab4fb-7264-4c98-8698-d9bc93a1fc32 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0865974 Apr 20 13:14:54.485511 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45154) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:54.490697 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-1bc45cf0-d5f7-467b-a1b5-bc4a4041db8d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'subnet': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:54.655527 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 53a5f4a4-a73e-49a4-9d1f-9ccc2f6aae17 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:14:54.722371 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 53a5f4a4-a73e-49a4-9d1f-9ccc2f6aae17 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:54.722981 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:54.769693 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc45cf0-d5f7-467b-a1b5-bc4a4041db8d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:54.776637 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1bc45cf0-d5f7-467b-a1b5-bc4a4041db8d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:54.783124 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8ddb3821-5a3a-4029-b5d3-f662819b7c67 req-bf786166-076d-43ec-904c-3330c27915b3 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f38c29f-c360-4f0c-81d2-0b8461def840 HTTP/1.1" status: 200 len: 210 time: 0.0819449 Apr 20 13:14:54.839662 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:54.904566 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6982bb-d506-4a4c-bab8-d73a61fec0bc None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:14:54.911965 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 53a5f4a4-a73e-49a4-9d1f-9ccc2f6aae17, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=53a5f4a4-a73e-49a4-9d1f-9ccc2f6aae17,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:54.942191 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d7a1b-8a1f-479b-826e-e452d3f558d8 req-4c37d87f-5077-45e1-9052-30d43992ae75 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:54.943811 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-410d7a1b-8a1f-479b-826e-e452d3f558d8 req-4c37d87f-5077-45e1-9052-30d43992ae75 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] 10.222.0.25 "GET /v2.0/ports?device_id=604e09d0-5306-4098-aaf3-48e658e2431b HTTP/1.1" status: 200 len: 950 time: 0.0768304 Apr 20 13:14:54.994436 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-410d7a1b-8a1f-479b-826e-e452d3f558d8 req-70b6e2a7-cbc2-47b6-b9cb-7ff82af49aeb tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e30bba1-c1ef-4017-9eb7-b1188ae73332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435762 Apr 20 13:14:55.023682 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:55.127413 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-7961df8a-a6e4-40b4-b5ee-986dc0caab92 None None] Provisioning complete for port 53a5f4a4-a73e-49a4-9d1f-9ccc2f6aae17 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:55.127800 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7961df8a-a6e4-40b4-b5ee-986dc0caab92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:55.169396 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=53a5f4a4-a73e-49a4-9d1f-9ccc2f6aae17,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:55.254497 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1bc45cf0-d5f7-467b-a1b5-bc4a4041db8d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:55.257970 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb1bc20-ce02-4822-a12f-375cce5b04ca None None] DHCP port deletion for 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:14:55.318320 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc45cf0-d5f7-467b-a1b5-bc4a4041db8d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:55.322307 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-7bb1bc20-ce02-4822-a12f-375cce5b04ca None None] Deleting port 53a5f4a4-a73e-49a4-9d1f-9ccc2f6aae17 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:55.327037 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7bb1bc20-ce02-4822-a12f-375cce5b04ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:55.327385 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-1bc45cf0-d5f7-467b-a1b5-bc4a4041db8d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:55.365492 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc45cf0-d5f7-467b-a1b5-bc4a4041db8d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Subnet': ['ID=e24683b4-538e-4b37-a405-7bdb79b95469,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:55.370784 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc45cf0-d5f7-467b-a1b5-bc4a4041db8d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:55.371798 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1bc45cf0-d5f7-467b-a1b5-bc4a4041db8d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:55.424372 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-7bb1bc20-ce02-4822-a12f-375cce5b04ca None None] For port 53a5f4a4-a73e-49a4-9d1f-9ccc2f6aae17, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=53a5f4a4-a73e-49a4-9d1f-9ccc2f6aae17,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:55.424768 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7bb1bc20-ce02-4822-a12f-375cce5b04ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:55.436957 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187b113-f285-4034-9475-25107da9b55b req-cd890273-7b5d-44bc-93ac-37d1ee16f814 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:55.438511 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c187b113-f285-4034-9475-25107da9b55b req-cd890273-7b5d-44bc-93ac-37d1ee16f814 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.25 "GET /v2.0/ports?device_id=f10e344f-684f-4efd-ba3b-dcc8a616fcba HTTP/1.1" status: 200 len: 943 time: 0.1731417 Apr 20 13:14:55.439954 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-7bb1bc20-ce02-4822-a12f-375cce5b04ca None None] Calling delete_port for 53a5f4a4-a73e-49a4-9d1f-9ccc2f6aae17 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:55.534539 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-f9435e42-3965-436e-82b7-62002cb0a1ee tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:55.536272 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-f9435e42-3965-436e-82b7-62002cb0a1ee tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.15 "GET /v2.0/networks?id=fc159cf1-473b-41bf-a235-58833b6524ec HTTP/1.1" status: 200 len: 816 time: 0.1920640 Apr 20 13:14:55.539898 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c187b113-f285-4034-9475-25107da9b55b req-0df8e288-3b61-4992-bf57-ea5911adffb8 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.25 "GET /v2.0/security-groups?id=90472902-be0b-4c2d-af9c-9362f7be0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939877 Apr 20 13:14:55.553031 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1bc45cf0-d5f7-467b-a1b5-bc4a4041db8d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0582235 Apr 20 13:14:55.554145 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45186) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:55.578082 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-b817c714-a12f-42db-992e-0944ec0eacef tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'port': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'fixed_ips': [{'subnet_id': 'e24683b4-538e-4b37-a405-7bdb79b95469', 'ip_address': '2001:db8::b27:1e1b:d7e8:1495'}], 'name': 'tempest-NetworksTestDHCPv6-298695201'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:55.602331 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-adcbaada-2732-478a-a301-4e19fd43577f tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a903070609941389257911c1f54a3cb HTTP/1.1" status: 200 len: 379 time: 0.0559857 Apr 20 13:14:55.620496 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-781cce12-e785-4a3f-b009-7a99f5feb774 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Request body: {'port': {'device_id': '5f38c29f-c360-4f0c-81d2-0b8461def840', 'network_id': 'fc159cf1-473b-41bf-a235-58833b6524ec', 'admin_state_up': True, 'tenant_id': '3a903070609941389257911c1f54a3cb', 'security_groups': ['1a9ea534-3b25-47f3-b708-8fb1ee2245fd']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:55.683804 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7bb1bc20-ce02-4822-a12f-375cce5b04ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:55.696927 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 1698f4df-c739-460e-957b-ee813907893e details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:14:55.718222 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb1bc20-ce02-4822-a12f-375cce5b04ca None None] No DVR routers for this DVR port 53a5f4a4-a73e-49a4-9d1f-9ccc2f6aae17 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:14:55.722061 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb1bc20-ce02-4822-a12f-375cce5b04ca None None] Pushing event deleted for resources: {'Port': ['ID=53a5f4a4-a73e-49a4-9d1f-9ccc2f6aae17,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:55.768700 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73628a8-ca38-487a-9b15-87a64d3da6e9 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:14:55.838962 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c8626-0d31-435b-b796-3b98d158ef53 req-3d213801-ae8e-4097-a17c-b3c5a6d1889c tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:55.852802 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c98c8626-0d31-435b-b796-3b98d158ef53 req-3d213801-ae8e-4097-a17c-b3c5a6d1889c tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 944 time: 0.2258363 Apr 20 13:14:55.864482 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b817c714-a12f-42db-992e-0944ec0eacef tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:55.870848 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b817c714-a12f-42db-992e-0944ec0eacef tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:55.912067 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-b817c714-a12f-42db-992e-0944ec0eacef tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] device_id is not set on port 85137ed0-52fd-40ed-81b3-46cfb949fd83 yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:14:55.913110 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 1698f4df-c739-460e-957b-ee813907893e, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=1698f4df-c739-460e-957b-ee813907893e,segment=NetworkSegment(9491670f-80ac-4da1-8e5e-1bdb23fca325),segment_id=9491670f-80ac-4da1-8e5e-1bdb23fca325)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:55.953018 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3340dee-343d-42c9-b21d-52cc2576c8ee req-f6eff5f1-fc90-4361-b7ec-7fd9393e0677 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:55.955380 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e3340dee-343d-42c9-b21d-52cc2576c8ee req-f6eff5f1-fc90-4361-b7ec-7fd9393e0677 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] 10.222.0.25 "GET /v2.0/ports?device_id=604e09d0-5306-4098-aaf3-48e658e2431b HTTP/1.1" status: 200 len: 950 time: 0.2591848 Apr 20 13:14:55.988932 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '1698f4df-c739-460e-957b-ee813907893e', 'network_id': 'bbd3b7d3-ccca-410c-9bca-49410f4d4008', 'port_id': '1698f4df-c739-460e-957b-ee813907893e', 'mac_address': 'fa:16:3e:a7:4b:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f8562f0-ee36-4d2c-8294-1083123c5d29', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:14:56.018052 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c98c8626-0d31-435b-b796-3b98d158ef53 req-cf98e3ce-b0ff-46b4-81bf-26cd116a3888 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597607 Apr 20 13:14:56.066956 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc08ba0-66fb-4d37-8d8f-11ae83c48ec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'tenant_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'fixed_ips': [{'subnet_id': 'e24683b4-538e-4b37-a405-7bdb79b95469'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:14:56.069511 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ebc08ba0-66fb-4d37-8d8f-11ae83c48ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:56.090635 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:56.114022 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1698f4df-c739-460e-957b-ee813907893e {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:14:56.135986 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e3340dee-343d-42c9-b21d-52cc2576c8ee req-4a15e887-8706-4f56-9fbb-faec34400dc0 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e30bba1-c1ef-4017-9eb7-b1188ae73332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728983 Apr 20 13:14:56.172406 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-781cce12-e785-4a3f-b009-7a99f5feb774 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Made reservation on behalf of 3a903070609941389257911c1f54a3cb for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:56.176024 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-781cce12-e785-4a3f-b009-7a99f5feb774 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:56.203324 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-b817c714-a12f-42db-992e-0944ec0eacef tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Allocated IP 2001:db8::b27:1e1b:d7e8:1495 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/e24683b4-538e-4b37-a405-7bdb79b95469/85137ed0-52fd-40ed-81b3-46cfb949fd83) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:14:56.209594 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 1698f4df-c739-460e-957b-ee813907893e, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=1698f4df-c739-460e-957b-ee813907893e,segment=NetworkSegment(9491670f-80ac-4da1-8e5e-1bdb23fca325),segment_id=9491670f-80ac-4da1-8e5e-1bdb23fca325)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:56.254789 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-437c0e45-fd0b-4e3e-8782-8bfec3ae551e req-1c8479bf-6a22-49b0-a268-b1fe74ec72ac tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f38c29f-c360-4f0c-81d2-0b8461def840 HTTP/1.1" status: 200 len: 210 time: 0.0518556 Apr 20 13:14:56.292559 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:56.387653 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=1698f4df-c739-460e-957b-ee813907893e,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:56.413926 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-781cce12-e785-4a3f-b009-7a99f5feb774 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Allocated IP 172.20.0.10 (fc159cf1-473b-41bf-a235-58833b6524ec/e5630e15-812b-4997-8a6f-c5aae4e89ae1/8dd58abc-a453-4b56-96fc-77597d11f249) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:14:56.472569 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b817c714-a12f-42db-992e-0944ec0eacef tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:56.597226 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b817c714-a12f-42db-992e-0944ec0eacef tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:56.601444 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 53a5f4a4-a73e-49a4-9d1f-9ccc2f6aae17 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:14:56.654438 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['1698f4df-c739-460e-957b-ee813907893e'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:14:56.663179 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 53a5f4a4-a73e-49a4-9d1f-9ccc2f6aae17 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:14:56.669580 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 53a5f4a4-a73e-49a4-9d1f-9ccc2f6aae17 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:14:56.675462 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b817c714-a12f-42db-992e-0944ec0eacef tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:56.684922 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-b817c714-a12f-42db-992e-0944ec0eacef tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:56.693302 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b817c714-a12f-42db-992e-0944ec0eacef tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:56.719290 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b817c714-a12f-42db-992e-0944ec0eacef tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:56.720032 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b817c714-a12f-42db-992e-0944ec0eacef tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:56.788057 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-781cce12-e785-4a3f-b009-7a99f5feb774 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:56.801953 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b817c714-a12f-42db-992e-0944ec0eacef tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Port': ['ID=85137ed0-52fd-40ed-81b3-46cfb949fd83,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:56.819529 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-ebc08ba0-66fb-4d37-8d8f-11ae83c48ec6 None None] Allocated IP 2001:db8::2 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/e24683b4-538e-4b37-a405-7bdb79b95469/f70ba49d-354b-45e4-8be7-661f3dd8ed07) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:14:56.869271 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b817c714-a12f-42db-992e-0944ec0eacef tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.3130274 Apr 20 13:14:56.872212 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45216) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:56.883967 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4f3ecc5a-072e-4b73-85c7-1b26b25906d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:56.983550 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307db394-9031-4daa-a7dd-2e04d27ef918 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:56.987852 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-307db394-9031-4daa-a7dd-2e04d27ef918 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1146257 Apr 20 13:14:56.991658 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45218) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:56.996062 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4755e9-d94a-45dc-8da1-3a9430582356 req-0157a1d2-0e26-48db-aa41-0ae5b6b16af9 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:56.997828 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e4755e9-d94a-45dc-8da1-3a9430582356 req-0157a1d2-0e26-48db-aa41-0ae5b6b16af9 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.25 "GET /v2.0/ports?device_id=f10e344f-684f-4efd-ba3b-dcc8a616fcba HTTP/1.1" status: 200 len: 944 time: 0.2009749 Apr 20 13:14:57.051941 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ebc08ba0-66fb-4d37-8d8f-11ae83c48ec6 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:57.071377 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-781cce12-e785-4a3f-b009-7a99f5feb774 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:57.146324 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ebc08ba0-66fb-4d37-8d8f-11ae83c48ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:57.186858 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781cce12-e785-4a3f-b009-7a99f5feb774 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Pushing event updated for resources: {'Port': ['ID=8dd58abc-a453-4b56-96fc-77597d11f249,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:57.206007 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-55900fbb-ded9-4312-ac15-bbb2b34092bd tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting port 85137ed0-52fd-40ed-81b3-46cfb949fd83 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:57.206535 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-55900fbb-ded9-4312-ac15-bbb2b34092bd tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:57.269298 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-781cce12-e785-4a3f-b009-7a99f5feb774 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Network fc159cf1-473b-41bf-a235-58833b6524ec is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:57.289158 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-781cce12-e785-4a3f-b009-7a99f5feb774 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:57.297694 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-781cce12-e785-4a3f-b009-7a99f5feb774 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:57.321742 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64a792-3e6e-4fb8-bb24-abe83b432dfa req-a3bb368b-1149-4ea0-9c4c-6a59b8d77708 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:57.323425 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6c64a792-3e6e-4fb8-bb24-abe83b432dfa req-a3bb368b-1149-4ea0-9c4c-6a59b8d77708 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] 10.222.0.15 "GET /v2.0/ports?device_id=604e09d0-5306-4098-aaf3-48e658e2431b HTTP/1.1" status: 200 len: 950 time: 0.3246760 Apr 20 13:14:57.338059 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-55900fbb-ded9-4312-ac15-bbb2b34092bd tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:57.345849 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e4755e9-d94a-45dc-8da1-3a9430582356 req-3d2ea61e-29b1-433a-adfc-9403b169b132 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.25 "GET /v2.0/security-groups?id=90472902-be0b-4c2d-af9c-9362f7be0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142602 Apr 20 13:14:57.358961 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-55900fbb-ded9-4312-ac15-bbb2b34092bd tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Calling delete_port for 85137ed0-52fd-40ed-81b3-46cfb949fd83 owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:57.380184 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc08ba0-66fb-4d37-8d8f-11ae83c48ec6 None None] Pushing event updated for resources: {'Port': ['ID=f70ba49d-354b-45e4-8be7-661f3dd8ed07,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:57.387971 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc08ba0-66fb-4d37-8d8f-11ae83c48ec6 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:57.389538 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-ebc08ba0-66fb-4d37-8d8f-11ae83c48ec6 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:57.392830 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc08ba0-66fb-4d37-8d8f-11ae83c48ec6 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:57.486990 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-ebc08ba0-66fb-4d37-8d8f-11ae83c48ec6 None None] Attempting to bind port f70ba49d-354b-45e4-8be7-661f3dd8ed07 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:14:57.488220 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-ebc08ba0-66fb-4d37-8d8f-11ae83c48ec6 None None] Attempting to bind port f70ba49d-354b-45e4-8be7-661f3dd8ed07 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:14:57.488928 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc08ba0-66fb-4d37-8d8f-11ae83c48ec6 None None] Attempting to bind port f70ba49d-354b-45e4-8be7-661f3dd8ed07 on network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:57.498352 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc08ba0-66fb-4d37-8d8f-11ae83c48ec6 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:14:57.499222 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc08ba0-66fb-4d37-8d8f-11ae83c48ec6 None None] Checking segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:14:57.499793 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ebc08ba0-66fb-4d37-8d8f-11ae83c48ec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:57.500412 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc08ba0-66fb-4d37-8d8f-11ae83c48ec6 None None] Bound using segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:14:57.500942 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-ebc08ba0-66fb-4d37-8d8f-11ae83c48ec6 None None] Bound port: f70ba49d-354b-45e4-8be7-661f3dd8ed07, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:14:57.501412 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ebc08ba0-66fb-4d37-8d8f-11ae83c48ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:57.513875 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdffd56-b28a-42e8-93c6-7774cb59b5be req-3c685b16-cb15-41ce-84e8-9f98071b8dce tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:57.515269 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9bdffd56-b28a-42e8-93c6-7774cb59b5be req-3c685b16-cb15-41ce-84e8-9f98071b8dce tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 944 time: 0.3331780 Apr 20 13:14:57.600651 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ebc08ba0-66fb-4d37-8d8f-11ae83c48ec6 None None] For port f70ba49d-354b-45e4-8be7-661f3dd8ed07, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:14:57.604730 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ebc08ba0-66fb-4d37-8d8f-11ae83c48ec6 None None] For port f70ba49d-354b-45e4-8be7-661f3dd8ed07, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f70ba49d-354b-45e4-8be7-661f3dd8ed07,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:14:57.670428 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-781cce12-e785-4a3f-b009-7a99f5feb774 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:57.671230 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-781cce12-e785-4a3f-b009-7a99f5feb774 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:57.684138 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-55900fbb-ded9-4312-ac15-bbb2b34092bd tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:57.716185 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55900fbb-ded9-4312-ac15-bbb2b34092bd tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Port': ['ID=85137ed0-52fd-40ed-81b3-46cfb949fd83,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:57.735335 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21cc77f-7016-45a0-b29e-99ab39e52e14 req-8176f411-ff15-4e65-b2df-a26c6a7f8bdb tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:57.736901 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a21cc77f-7016-45a0-b29e-99ab39e52e14 req-8176f411-ff15-4e65-b2df-a26c6a7f8bdb tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] 10.222.0.25 "GET /v2.0/ports?device_id=604e09d0-5306-4098-aaf3-48e658e2431b HTTP/1.1" status: 200 len: 950 time: 0.2442970 Apr 20 13:14:57.739983 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ebc08ba0-66fb-4d37-8d8f-11ae83c48ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:57.749031 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9bdffd56-b28a-42e8-93c6-7774cb59b5be req-b06cbed9-7cdc-4152-bf32-80959f04bc1b tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2104781 Apr 20 13:14:57.772519 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-55900fbb-ded9-4312-ac15-bbb2b34092bd tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:57.783185 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-55900fbb-ded9-4312-ac15-bbb2b34092bd tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/ports/85137ed0-52fd-40ed-81b3-46cfb949fd83 HTTP/1.1" status: 204 len: 168 time: 0.7884445 Apr 20 13:14:57.793969 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45234) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:57.829798 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a21cc77f-7016-45a0-b29e-99ab39e52e14 req-dc053e5e-16e9-41e0-94d4-1c299c7c864b tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e30bba1-c1ef-4017-9eb7-b1188ae73332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748038 Apr 20 13:14:57.837058 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-6c64a792-3e6e-4fb8-bb24-abe83b432dfa req-925fb9c1-26d3-4965-835e-81db54df78eb tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] Deleting port ccf6fb60-eb26-41ea-b71b-122b7d916a66 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:57.837638 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6c64a792-3e6e-4fb8-bb24-abe83b432dfa req-925fb9c1-26d3-4965-835e-81db54df78eb tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:57.911567 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc08ba0-66fb-4d37-8d8f-11ae83c48ec6 None None] Pushing event updated for resources: {'Port': ['ID=f70ba49d-354b-45e4-8be7-661f3dd8ed07,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:57.921054 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-82beecd0-c25e-4fcf-b3e6-20e865294265 None None] Provisioning complete for port 8dd58abc-a453-4b56-96fc-77597d11f249 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:57.921927 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-82beecd0-c25e-4fcf-b3e6-20e865294265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:57.933305 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6549531f-6918-4ac9-8ca8-9bb7433c9c46 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:57.941579 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6549531f-6918-4ac9-8ca8-9bb7433c9c46 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:57.945483 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6549531f-6918-4ac9-8ca8-9bb7433c9c46 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1541996 Apr 20 13:14:57.964020 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45236) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:57.969371 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-6c64a792-3e6e-4fb8-bb24-abe83b432dfa req-925fb9c1-26d3-4965-835e-81db54df78eb tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] For port ccf6fb60-eb26-41ea-b71b-122b7d916a66, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=ccf6fb60-eb26-41ea-b71b-122b7d916a66,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:57.971977 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6c64a792-3e6e-4fb8-bb24-abe83b432dfa req-925fb9c1-26d3-4965-835e-81db54df78eb tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:57.986343 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-82beecd0-c25e-4fcf-b3e6-20e865294265 None None] Port 8dd58abc-a453-4b56-96fc-77597d11f249 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:14:57.995148 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-6c64a792-3e6e-4fb8-bb24-abe83b432dfa req-925fb9c1-26d3-4965-835e-81db54df78eb tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] Calling delete_port for ccf6fb60-eb26-41ea-b71b-122b7d916a66 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:58.000501 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-781cce12-e785-4a3f-b009-7a99f5feb774 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3923526 Apr 20 13:14:58.048888 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f9e0f43-830d-4067-895d-e1b748695a19 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting subnet e24683b4-538e-4b37-a405-7bdb79b95469 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:14:58.049498 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:58.056339 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f9e0f43-830d-4067-895d-e1b748695a19 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:58.107457 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f9e0f43-830d-4067-895d-e1b748695a19 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:58.138626 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af148f-3ff9-443c-98c9-60a7bfafb3f1 req-becbbfc2-e3da-498a-90b9-07f5ff33bb30 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:58.140230 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54af148f-3ff9-443c-98c9-60a7bfafb3f1 req-becbbfc2-e3da-498a-90b9-07f5ff33bb30 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f38c29f-c360-4f0c-81d2-0b8461def840 HTTP/1.1" status: 200 len: 932 time: 0.1478302 Apr 20 13:14:58.158012 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b3d86141-298d-4218-9c6d-b514a2ff5c92 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:14:58.250880 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54af148f-3ff9-443c-98c9-60a7bfafb3f1 req-f7230da2-0eb4-4989-9975-92b9bb72a043 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a9ea534-3b25-47f3-b708-8fb1ee2245fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040981 Apr 20 13:14:58.260698 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45242) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:58.289553 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-8e4b00b6-b5d9-4f12-ae26-18f107a7292b service neutron] Request body: {'port': {'device_id': '5f38c29f-c360-4f0c-81d2-0b8461def840', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:58.334096 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f9e0f43-830d-4067-895d-e1b748695a19 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:58.394737 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e764ddcd-83ea-4134-b2cf-0e849e67ad86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:58.446342 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port b3d86141-298d-4218-9c6d-b514a2ff5c92, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b3d86141-298d-4218-9c6d-b514a2ff5c92,segment=NetworkSegment(0f113b16-94ad-4b02-8521-e93247ce464b),segment_id=0f113b16-94ad-4b02-8521-e93247ce464b)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:58.485368 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'b3d86141-298d-4218-9c6d-b514a2ff5c92', 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d', 'port_id': 'b3d86141-298d-4218-9c6d-b514a2ff5c92', 'mac_address': 'fa:16:3e:b2:c3:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50283e41-42f7-46ab-979a-b196312e8e7f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:14:58.497099 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-8e4b00b6-b5d9-4f12-ae26-18f107a7292b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:58.520268 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f9e0f43-830d-4067-895d-e1b748695a19 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:58.562380 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f9e0f43-830d-4067-895d-e1b748695a19 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:58.572428 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6f9e0f43-830d-4067-895d-e1b748695a19 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/e24683b4-538e-4b37-a405-7bdb79b95469 HTTP/1.1" status: 204 len: 168 time: 0.6052043 Apr 20 13:14:58.578432 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:58.598925 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3d86141-298d-4218-9c6d-b514a2ff5c92 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:14:58.627896 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port b3d86141-298d-4218-9c6d-b514a2ff5c92, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b3d86141-298d-4218-9c6d-b514a2ff5c92,segment=NetworkSegment(0f113b16-94ad-4b02-8521-e93247ce464b),segment_id=0f113b16-94ad-4b02-8521-e93247ce464b)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:58.631539 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45248) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:58.640118 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e0f43-830d-4067-895d-e1b748695a19 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Subnet': ['ID=e24683b4-538e-4b37-a405-7bdb79b95469,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:58.657033 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6c64a792-3e6e-4fb8-bb24-abe83b432dfa req-925fb9c1-26d3-4965-835e-81db54df78eb tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:58.670952 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f70ba49d-354b-45e4-8be7-661f3dd8ed07 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:14:58.675294 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['ccf6fb60-eb26-41ea-b71b-122b7d916a66'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:14:58.720997 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-0a2bd384-a894-4794-9c22-93c1cd117d0b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0822823 Apr 20 13:14:58.722888 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:58.723766 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45250) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:58.732441 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-d9045874-5d59-4b6b-b64b-d20125e10ca8 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'subnet': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:58.758370 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925fb9c1-26d3-4965-835e-81db54df78eb tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] Pushing event deleted for resources: {'Port': ['ID=ccf6fb60-eb26-41ea-b71b-122b7d916a66,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:58.857385 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=b3d86141-298d-4218-9c6d-b514a2ff5c92,revision_number=9']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:58.864289 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c64a792-3e6e-4fb8-bb24-abe83b432dfa req-925fb9c1-26d3-4965-835e-81db54df78eb tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] No DVR routers for this DVR port ccf6fb60-eb26-41ea-b71b-122b7d916a66 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:14:58.868148 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6c64a792-3e6e-4fb8-bb24-abe83b432dfa req-925fb9c1-26d3-4965-835e-81db54df78eb tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:58.872814 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6c64a792-3e6e-4fb8-bb24-abe83b432dfa req-925fb9c1-26d3-4965-835e-81db54df78eb tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] 10.222.0.15 "DELETE /v2.0/ports/ccf6fb60-eb26-41ea-b71b-122b7d916a66 HTTP/1.1" status: 204 len: 173 time: 1.4347501 Apr 20 13:14:58.884649 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port f70ba49d-354b-45e4-8be7-661f3dd8ed07 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:58.886065 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604e09d0-5306-4098-aaf3-48e658e2431b', 'name': 'network-vif-deleted', 'tag': 'ccf6fb60-eb26-41ea-b71b-122b7d916a66'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:14:58.888976 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb46b74b-4549-4de5-80cb-80ad7ed89954" -d '{"events": [{"server_uuid": "604e09d0-5306-4098-aaf3-48e658e2431b", "name": "network-vif-deleted", "tag": "ccf6fb60-eb26-41ea-b71b-122b7d916a66"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:14:58.890736 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:58.903616 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef2f9d-83e1-42e0-b358-59364e774f4c req-59acd5a7-a6e2-4157-b7d6-17a0693a8c7a tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:58.911741 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f5ef2f9d-83e1-42e0-b358-59364e774f4c req-59acd5a7-a6e2-4157-b7d6-17a0693a8c7a tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.25 "GET /v2.0/ports?device_id=f10e344f-684f-4efd-ba3b-dcc8a616fcba HTTP/1.1" status: 200 len: 944 time: 0.4529085 Apr 20 13:14:59.048457 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9045874-5d59-4b6b-b64b-d20125e10ca8 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:59.053005 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e764ddcd-83ea-4134-b2cf-0e849e67ad86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:59.053454 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d9045874-5d59-4b6b-b64b-d20125e10ca8 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:59.068825 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f5ef2f9d-83e1-42e0-b358-59364e774f4c req-88cbcf99-bffa-463f-867c-a6b35e7713e3 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.25 "GET /v2.0/security-groups?id=90472902-be0b-4c2d-af9c-9362f7be0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558280 Apr 20 13:14:59.076677 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['b3d86141-298d-4218-9c6d-b514a2ff5c92'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:14:59.153830 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:59.177789 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5f54c-bf36-4f10-89a9-812a3bc59518 req-a265bc02-6e05-4923-87b0-227fc75ceb18 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:59.180321 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b0d5f54c-bf36-4f10-89a9-812a3bc59518 req-a265bc02-6e05-4923-87b0-227fc75ceb18 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 945 time: 0.2424157 Apr 20 13:14:59.191992 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e764ddcd-83ea-4134-b2cf-0e849e67ad86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:59.290099 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port f70ba49d-354b-45e4-8be7-661f3dd8ed07, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f70ba49d-354b-45e4-8be7-661f3dd8ed07,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:59.290916 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b0d5f54c-bf36-4f10-89a9-812a3bc59518 req-3c5903af-6e8b-4cc0-a8dd-7be8b5654f28 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963824 Apr 20 13:14:59.317099 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f2c811d2-0a0b-46be-a323-464b0abfb8a5 req-f52d8dd4-286f-46d6-8008-92ed70ea2130 tempest-ImagesNegativeTestJSON-2134728286 tempest-ImagesNegativeTestJSON-2134728286-project] 10.222.0.25 "GET /v2.0/ports?device_id=604e09d0-5306-4098-aaf3-48e658e2431b HTTP/1.1" status: 200 len: 210 time: 0.1284885 Apr 20 13:14:59.379771 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:59.387554 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e764ddcd-83ea-4134-b2cf-0e849e67ad86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3b415a-a961-4638-9c6e-fca51be90c1c,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:59.393941 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e764ddcd-83ea-4134-b2cf-0e849e67ad86 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bd6d4fb1bb57467db6b52fbde28c5592&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1317859 Apr 20 13:14:59.398034 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45262) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:59.410480 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b759ffc-f233-4100-af15-da48e077944c x-openstack-request-id: req-8b759ffc-f233-4100-af15-da48e077944c {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:14:59.410763 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "604e09d0-5306-4098-aaf3-48e658e2431b", "name": "network-vif-deleted", "tag": "ccf6fb60-eb26-41ea-b71b-122b7d916a66", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:14:59.411017 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8b759ffc-f233-4100-af15-da48e077944c {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:14:59.411460 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b759ffc-f233-4100-af15-da48e077944c'] response: {'server_uuid': '604e09d0-5306-4098-aaf3-48e658e2431b', 'name': 'network-vif-deleted', 'tag': 'ccf6fb60-eb26-41ea-b71b-122b7d916a66', 'status': 'completed', 'code': 200} Apr 20 13:14:59.423460 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:59.424133 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-8e4b00b6-b5d9-4f12-ae26-18f107a7292b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dd58abc-a453-4b56-96fc-77597d11f249 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:14:59.437044 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-8e4b00b6-b5d9-4f12-ae26-18f107a7292b service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:59.522386 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=f70ba49d-354b-45e4-8be7-661f3dd8ed07,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:59.528505 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d9045874-5d59-4b6b-b64b-d20125e10ca8 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:59.532561 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-8e4b00b6-b5d9-4f12-ae26-18f107a7292b service neutron] Transition to ACTIVE for port object 8dd58abc-a453-4b56-96fc-77597d11f249 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:14:59.557517 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-16799d0f-fb7d-4219-a700-b50adfe2fda0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:59.578530 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e00d3-ccc9-4eb7-b94a-835fe2d65a0b req-d6a664ba-38b2-45e2-997e-98297eab766c tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:59.580511 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1d1e00d3-ccc9-4eb7-b94a-835fe2d65a0b req-d6a664ba-38b2-45e2-997e-98297eab766c tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f38c29f-c360-4f0c-81d2-0b8461def840 HTTP/1.1" status: 200 len: 932 time: 0.1058536 Apr 20 13:14:59.624649 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9045874-5d59-4b6b-b64b-d20125e10ca8 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:59.629040 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-16799d0f-fb7d-4219-a700-b50adfe2fda0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:59.631848 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-d9045874-5d59-4b6b-b64b-d20125e10ca8 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:59.637556 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9045874-5d59-4b6b-b64b-d20125e10ca8 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:59.638389 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d9045874-5d59-4b6b-b64b-d20125e10ca8 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:59.647848 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9045874-5d59-4b6b-b64b-d20125e10ca8 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Subnet': ['ID=d355ae12-0351-43e9-965c-407d51af606a,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:59.668316 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-8e4b00b6-b5d9-4f12-ae26-18f107a7292b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:59.711044 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 1698f4df-c739-460e-957b-ee813907893e up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:14:59.723017 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1d1e00d3-ccc9-4eb7-b94a-835fe2d65a0b req-d33c7d65-3408-4e34-af7a-e237e9fcdb4f tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a9ea534-3b25-47f3-b708-8fb1ee2245fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336713 Apr 20 13:14:59.768884 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d9045874-5d59-4b6b-b64b-d20125e10ca8 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0430527 Apr 20 13:14:59.776848 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45264) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:59.784630 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-48dc27d4-8472-428a-a134-8269909c2b0f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'port': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'fixed_ips': [{'subnet_id': 'd355ae12-0351-43e9-965c-407d51af606a', 'ip_address': '2001:db8::b0b3:3a4f:690c:2ba0'}], 'name': 'tempest-NetworksTestDHCPv6-222530768'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:59.789232 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a10cae5-8490-4360-9b28-eca29f3b862e None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:14:59.816205 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:59.872710 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4b00b6-b5d9-4f12-ae26-18f107a7292b service neutron] Pushing event updated for resources: {'Port': ['ID=8dd58abc-a453-4b56-96fc-77597d11f249,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:59.905298 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-8e4b00b6-b5d9-4f12-ae26-18f107a7292b service neutron] Attempting to bind port 8dd58abc-a453-4b56-96fc-77597d11f249 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:14:59.905639 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-8e4b00b6-b5d9-4f12-ae26-18f107a7292b service neutron] Attempting to bind port 8dd58abc-a453-4b56-96fc-77597d11f249 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '32755daa-e72b-493f-ab5b-7ccde96df1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fc159cf1-473b-41bf-a235-58833b6524ec'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:14:59.907622 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-8e4b00b6-b5d9-4f12-ae26-18f107a7292b service neutron] Attempting to bind port 8dd58abc-a453-4b56-96fc-77597d11f249 on network fc159cf1-473b-41bf-a235-58833b6524ec {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:59.916632 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-8e4b00b6-b5d9-4f12-ae26-18f107a7292b service neutron] Port 8dd58abc-a453-4b56-96fc-77597d11f249 on network fc159cf1-473b-41bf-a235-58833b6524ec not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:14:59.916958 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-8e4b00b6-b5d9-4f12-ae26-18f107a7292b service neutron] Attempting to bind port 8dd58abc-a453-4b56-96fc-77597d11f249 on network fc159cf1-473b-41bf-a235-58833b6524ec {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:59.929243 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-8e4b00b6-b5d9-4f12-ae26-18f107a7292b service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:14:59.930865 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-8e4b00b6-b5d9-4f12-ae26-18f107a7292b service neutron] Checking segment: {'id': '32755daa-e72b-493f-ab5b-7ccde96df1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fc159cf1-473b-41bf-a235-58833b6524ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:14:59.930865 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-8e4b00b6-b5d9-4f12-ae26-18f107a7292b service neutron] Bound using segment: {'id': '32755daa-e72b-493f-ab5b-7ccde96df1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fc159cf1-473b-41bf-a235-58833b6524ec'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:14:59.931074 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-8e4b00b6-b5d9-4f12-ae26-18f107a7292b service neutron] Bound port: 8dd58abc-a453-4b56-96fc-77597d11f249, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32755daa-e72b-493f-ab5b-7ccde96df1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'fc159cf1-473b-41bf-a235-58833b6524ec'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:14:59.931417 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-8e4b00b6-b5d9-4f12-ae26-18f107a7292b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:59.946180 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-406db381-b89f-47dc-9d00-5e8b78c89ea7 None None] Provisioning complete for port f70ba49d-354b-45e4-8be7-661f3dd8ed07 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:59.946637 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-406db381-b89f-47dc-9d00-5e8b78c89ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:59.978462 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-16799d0f-fb7d-4219-a700-b50adfe2fda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:59.981370 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-16799d0f-fb7d-4219-a700-b50adfe2fda0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:59.982590 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-16799d0f-fb7d-4219-a700-b50adfe2fda0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9a3b415a-a961-4638-9c6e-fca51be90c1c HTTP/1.1" status: 204 len: 168 time: 0.5836031 Apr 20 13:15:00.025971 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 1698f4df-c739-460e-957b-ee813907893e completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:15:00.029852 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16799d0f-fb7d-4219-a700-b50adfe2fda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3b415a-a961-4638-9c6e-fca51be90c1c,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:00.045496 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 1698f4df-c739-460e-957b-ee813907893e triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:00.045991 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:00.088530 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-8e4b00b6-b5d9-4f12-ae26-18f107a7292b service neutron] For port 8dd58abc-a453-4b56-96fc-77597d11f249, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:15:00.092441 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-8e4b00b6-b5d9-4f12-ae26-18f107a7292b service neutron] For port 8dd58abc-a453-4b56-96fc-77597d11f249, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=8dd58abc-a453-4b56-96fc-77597d11f249,segment=NetworkSegment(32755daa-e72b-493f-ab5b-7ccde96df1b2),segment_id=32755daa-e72b-493f-ab5b-7ccde96df1b2)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:15:00.138238 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48dc27d4-8472-428a-a134-8269909c2b0f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:00.195207 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b3d86141-298d-4218-9c6d-b514a2ff5c92 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:15:00.228400 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f34902-9e04-4cc3-b32e-b06749196495 req-a0493dca-f9bf-49f1-826e-617aa8b1d27d tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:00.235227 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c0f34902-9e04-4cc3-b32e-b06749196495 req-a0493dca-f9bf-49f1-826e-617aa8b1d27d tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.25 "GET /v2.0/ports?device_id=f10e344f-684f-4efd-ba3b-dcc8a616fcba HTTP/1.1" status: 200 len: 944 time: 0.0836651 Apr 20 13:15:00.239842 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-8e4b00b6-b5d9-4f12-ae26-18f107a7292b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:00.263727 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-48dc27d4-8472-428a-a134-8269909c2b0f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:00.283870 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-48dc27d4-8472-428a-a134-8269909c2b0f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] device_id is not set on port 14fb4b56-4e51-4a43-a097-cea7b79ddd04 yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:15:00.285271 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:00.326174 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10e344f-684f-4efd-ba3b-dcc8a616fcba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1698f4df-c739-460e-957b-ee813907893e'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:15:00.331501 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b856bf3-b241-45ad-b21b-bb7df9d72c27" -d '{"events": [{"server_uuid": "f10e344f-684f-4efd-ba3b-dcc8a616fcba", "name": "network-vif-plugged", "status": "completed", "tag": "1698f4df-c739-460e-957b-ee813907893e"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:15:00.362706 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port b3d86141-298d-4218-9c6d-b514a2ff5c92 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:00.363319 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:00.374604 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 1698f4df-c739-460e-957b-ee813907893e, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=1698f4df-c739-460e-957b-ee813907893e,segment=NetworkSegment(9491670f-80ac-4da1-8e5e-1bdb23fca325),segment_id=9491670f-80ac-4da1-8e5e-1bdb23fca325)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:00.409182 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-8e4b00b6-b5d9-4f12-ae26-18f107a7292b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:00.413898 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-8e4b00b6-b5d9-4f12-ae26-18f107a7292b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:00.425429 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-8e4b00b6-b5d9-4f12-ae26-18f107a7292b service neutron] 10.222.0.15 "PUT /v2.0/ports/8dd58abc-a453-4b56-96fc-77597d11f249 HTTP/1.1" status: 200 len: 1092 time: 2.3631606 Apr 20 13:15:00.461621 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:00.631092 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c0f34902-9e04-4cc3-b32e-b06749196495 req-bf871c60-d8d9-480c-b3de-7d9511778e5e tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.25 "GET /v2.0/security-groups?id=90472902-be0b-4c2d-af9c-9362f7be0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430645 Apr 20 13:15:00.638449 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-48dc27d4-8472-428a-a134-8269909c2b0f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Allocated IP 2001:db8::b0b3:3a4f:690c:2ba0 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/d355ae12-0351-43e9-965c-407d51af606a/14fb4b56-4e51-4a43-a097-cea7b79ddd04) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:00.657190 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f70ba49d-354b-45e4-8be7-661f3dd8ed07 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:15:00.704635 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=1698f4df-c739-460e-957b-ee813907893e,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:00.742675 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4b00b6-b5d9-4f12-ae26-18f107a7292b service neutron] Pushing event updated for resources: {'Port': ['ID=8dd58abc-a453-4b56-96fc-77597d11f249,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:00.757841 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:00.760910 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c04a19-e426-4872-8954-b54231f116b3 x-openstack-request-id: req-43c04a19-e426-4872-8954-b54231f116b3 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:15:00.761197 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f10e344f-684f-4efd-ba3b-dcc8a616fcba", "name": "network-vif-plugged", "status": "completed", "tag": "1698f4df-c739-460e-957b-ee813907893e", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:15:00.761446 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-43c04a19-e426-4872-8954-b54231f116b3 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:15:00.761833 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43c04a19-e426-4872-8954-b54231f116b3'] response: {'server_uuid': 'f10e344f-684f-4efd-ba3b-dcc8a616fcba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1698f4df-c739-460e-957b-ee813907893e', 'code': 200} Apr 20 13:15:00.768895 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-cebd05da-1f94-4e68-82ce-2f4199620337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:00.772449 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-cebd05da-1f94-4e68-82ce-2f4199620337 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3a903070609941389257911c1f54a3cb&device_id=5f38c29f-c360-4f0c-81d2-0b8461def840 HTTP/1.1" status: 200 len: 1095 time: 0.1868646 Apr 20 13:15:00.795221 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f6d47-f1f7-4cab-80c7-71d4444ef9dc req-c75d8e59-7d90-464d-8b1f-afaf222223de tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:00.805630 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7f6f6d47-f1f7-4cab-80c7-71d4444ef9dc req-c75d8e59-7d90-464d-8b1f-afaf222223de tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 945 time: 0.3645346 Apr 20 13:15:00.808992 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-d4bd98a8-48b1-43b7-9ae1-cb4844b47b52 None None] Provisioning complete for port f70ba49d-354b-45e4-8be7-661f3dd8ed07 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:00.809554 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d4bd98a8-48b1-43b7-9ae1-cb4844b47b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:00.903007 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-c17658db-0172-4f58-98af-d67878fcecad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dd58abc-a453-4b56-96fc-77597d11f249 HTTP/1.1" status: 200 len: 217 time: 0.0856016 Apr 20 13:15:00.911572 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port b3d86141-298d-4218-9c6d-b514a2ff5c92, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b3d86141-298d-4218-9c6d-b514a2ff5c92,segment=NetworkSegment(0f113b16-94ad-4b02-8521-e93247ce464b),segment_id=0f113b16-94ad-4b02-8521-e93247ce464b)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:00.925507 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port f70ba49d-354b-45e4-8be7-661f3dd8ed07 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:00.926080 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:01.000239 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:01.001117 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device ccf6fb60-eb26-41ea-b71b-122b7d916a66 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:15:01.063471 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: ccf6fb60-eb26-41ea-b71b-122b7d916a66 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:15:01.063832 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device ccf6fb60-eb26-41ea-b71b-122b7d916a66 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:15:01.093072 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-f63f488b-16fb-4280-8540-b2c19ef58f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:01.095813 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-f63f488b-16fb-4280-8540-b2c19ef58f44 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5630e15-812b-4997-8a6f-c5aae4e89ae1 HTTP/1.1" status: 200 len: 855 time: 0.1614704 Apr 20 13:15:01.106687 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45286) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:01.136848 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=b3d86141-298d-4218-9c6d-b514a2ff5c92,revision_number=10']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:01.155102 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-48dc27d4-8472-428a-a134-8269909c2b0f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:01.157160 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-708f8e7c-78d6-4f1e-9202-53fedb32e331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:01.189693 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-8872a727-12eb-4c49-a1fd-66e287e2bcc5 None None] Could not find standard attr ID for object cc258418-c497-4523-8d91-ce7295314707. {{(pid=114871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:15:01.231939 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ecfb6e-3e2b-4008-a22d-ed36e3fe2c47 req-d7564f17-7382-4c4a-8b96-fe76af7ce362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:01.233576 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-68ecfb6e-3e2b-4008-a22d-ed36e3fe2c47 req-d7564f17-7382-4c4a-8b96-fe76af7ce362 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f10e344f-684f-4efd-ba3b-dcc8a616fcba HTTP/1.1" status: 200 len: 1096 time: 0.3680217 Apr 20 13:15:01.237863 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7f6f6d47-f1f7-4cab-80c7-71d4444ef9dc req-00c6cb67-18c4-4e24-bfd9-96b63373547a tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4310479 Apr 20 13:15:01.284592 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901440cd-6fb2-41d7-9715-9fa76e99fcb1 req-f999cf90-0017-47f1-85ff-bae1c51ff740 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:01.292940 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-901440cd-6fb2-41d7-9715-9fa76e99fcb1 req-f999cf90-0017-47f1-85ff-bae1c51ff740 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f38c29f-c360-4f0c-81d2-0b8461def840 HTTP/1.1" status: 200 len: 944 time: 0.2489221 Apr 20 13:15:01.325383 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-708f8e7c-78d6-4f1e-9202-53fedb32e331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:01.342944 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-b23d031a-6549-4086-bcf0-103ed7e7cfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:01.344560 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-b23d031a-6549-4086-bcf0-103ed7e7cfc5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc159cf1-473b-41bf-a235-58833b6524ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2123215 Apr 20 13:15:01.346250 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-48dc27d4-8472-428a-a134-8269909c2b0f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:01.382108 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-901440cd-6fb2-41d7-9715-9fa76e99fcb1 req-8b182d89-8188-4915-9172-7d0f35bc504d tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a9ea534-3b25-47f3-b708-8fb1ee2245fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882063 Apr 20 13:15:01.413800 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-708f8e7c-78d6-4f1e-9202-53fedb32e331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:01.436300 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-b29b72b3-0b8c-40b5-a58b-4c53f3cf9744 None None] Could not find standard attr ID for object 637eef05-7101-4eb3-9a0b-1e6c02d51603. {{(pid=114871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:15:01.449624 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48dc27d4-8472-428a-a134-8269909c2b0f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:01.460389 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-708f8e7c-78d6-4f1e-9202-53fedb32e331 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a1af6feb63454d248b2501757d9f9091&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3509080 Apr 20 13:15:01.466780 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45298) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:01.487648 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-48dc27d4-8472-428a-a134-8269909c2b0f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:01.504738 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dc27d4-8472-428a-a134-8269909c2b0f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:15:01.514769 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dc27d4-8472-428a-a134-8269909c2b0f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:01.518419 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-48dc27d4-8472-428a-a134-8269909c2b0f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:01.552180 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc27d4-8472-428a-a134-8269909c2b0f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Port': ['ID=14fb4b56-4e51-4a43-a097-cea7b79ddd04,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:01.567450 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f8e7c-78d6-4f1e-9202-53fedb32e331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8e7035-2d1b-4b85-b95f-4b7868b0172c,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:01.604079 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4c6611c1-9ed8-45dd-9e23-5d42598bbd27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:01.643061 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4c6611c1-9ed8-45dd-9e23-5d42598bbd27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:01.654458 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-48dc27d4-8472-428a-a134-8269909c2b0f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8757722 Apr 20 13:15:01.655206 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45302) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:01.808410 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b4efe4-3c40-44c4-aad4-30a707f29d20 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:01.818047 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b4efe4-3c40-44c4-aad4-30a707f29d20 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:01.821104 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-02b4efe4-3c40-44c4-aad4-30a707f29d20 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1595964 Apr 20 13:15:01.824531 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45306) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:01.852979 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-7fc8ee4d-d74c-4f33-9f88-5c850e70318f None None] Could not find standard attr ID for object 85137ed0-52fd-40ed-81b3-46cfb949fd83. {{(pid=114871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:15:01.864385 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-68ecfb6e-3e2b-4008-a22d-ed36e3fe2c47 req-f50017ba-d924-48bf-9737-23d2d985d8ee service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=90472902-be0b-4c2d-af9c-9362f7be0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6173856 Apr 20 13:15:01.864812 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f38c29f-c360-4f0c-81d2-0b8461def840', 'tag': '8dd58abc-a453-4b56-96fc-77597d11f249'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:15:01.867106 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76ca407-abc1-496d-a5cf-c7f14b490ece" -d '{"events": [{"name": "network-changed", "server_uuid": "5f38c29f-c360-4f0c-81d2-0b8461def840", "tag": "8dd58abc-a453-4b56-96fc-77597d11f249"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:15:01.941177 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4c6611c1-9ed8-45dd-9e23-5d42598bbd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:01.944574 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4c6611c1-9ed8-45dd-9e23-5d42598bbd27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:01.946064 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4c6611c1-9ed8-45dd-9e23-5d42598bbd27 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0a8e7035-2d1b-4b85-b95f-4b7868b0172c HTTP/1.1" status: 204 len: 168 time: 0.4768255 Apr 20 13:15:01.960439 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a84c23-f627-47eb-b20e-fccc38696b48 x-openstack-request-id: req-e2a84c23-f627-47eb-b20e-fccc38696b48 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:15:01.960739 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f38c29f-c360-4f0c-81d2-0b8461def840", "tag": "8dd58abc-a453-4b56-96fc-77597d11f249", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:15:01.960992 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e2a84c23-f627-47eb-b20e-fccc38696b48 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:15:01.961494 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2a84c23-f627-47eb-b20e-fccc38696b48'] response: {'name': 'network-changed', 'server_uuid': '5f38c29f-c360-4f0c-81d2-0b8461def840', 'tag': '8dd58abc-a453-4b56-96fc-77597d11f249', 'status': 'completed', 'code': 200} Apr 20 13:15:01.974431 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6611c1-9ed8-45dd-9e23-5d42598bbd27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8e7035-2d1b-4b85-b95f-4b7868b0172c,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:02.033678 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde4fb8-73e4-4ded-9c09-f66444332ce5 req-3647d53e-773b-4692-a784-7720a6d4f9c5 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:02.042332 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2bde4fb8-73e4-4ded-9c09-f66444332ce5 req-3647d53e-773b-4692-a784-7720a6d4f9c5 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.25 "GET /v2.0/ports?device_id=f10e344f-684f-4efd-ba3b-dcc8a616fcba HTTP/1.1" status: 200 len: 945 time: 0.1684105 Apr 20 13:15:02.070174 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-c8d03d06-5836-49d6-a412-32a864fcd463 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting port 14fb4b56-4e51-4a43-a097-cea7b79ddd04 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:15:02.070538 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c8d03d06-5836-49d6-a412-32a864fcd463 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:02.070751 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-eccdad80-9674-41e5-bc21-1a0024544205 service neutron] 10.222.0.15 "GET /v2.0/networks/fc159cf1-473b-41bf-a235-58833b6524ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7058253 Apr 20 13:15:02.125538 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2bde4fb8-73e4-4ded-9c09-f66444332ce5 req-6426e6cf-d6f3-4de2-9c24-330653a6d085 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.25 "GET /v2.0/security-groups?id=90472902-be0b-4c2d-af9c-9362f7be0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822160 Apr 20 13:15:02.283708 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c8d03d06-5836-49d6-a412-32a864fcd463 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:02.294641 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45318) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:02.311254 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-c8d03d06-5836-49d6-a412-32a864fcd463 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Calling delete_port for 14fb4b56-4e51-4a43-a097-cea7b79ddd04 owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:15:02.342647 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fb170c09-f928-4282-80bc-4ac9b32cbfab req-46049ca9-c032-46cb-a12f-b15911af9ce2 service neutron] 10.222.0.15 "GET /v2.0/networks/fc159cf1-473b-41bf-a235-58833b6524ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590201 Apr 20 13:15:02.414461 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-4627a2f4-3328-4e48-b3c7-a99a58974f1e None None] Provisioning complete for port 14fb4b56-4e51-4a43-a097-cea7b79ddd04 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:02.415088 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4627a2f4-3328-4e48-b3c7-a99a58974f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:02.496768 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba29cf5-5639-48f8-be39-8a15c1e8b9ec req-64b62b4a-daaf-4a31-b0c2-cd940ac8934b tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:02.498391 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2ba29cf5-5639-48f8-be39-8a15c1e8b9ec req-64b62b4a-daaf-4a31-b0c2-cd940ac8934b tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 947 time: 0.1258726 Apr 20 13:15:02.506666 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-4627a2f4-3328-4e48-b3c7-a99a58974f1e None None] Port 14fb4b56-4e51-4a43-a097-cea7b79ddd04 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:15:02.668415 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2ba29cf5-5639-48f8-be39-8a15c1e8b9ec req-b6973b7a-47aa-43a8-830c-f1e15009c290 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518793 Apr 20 13:15:02.687411 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd344ee-77e8-4fed-83f4-a768df8f1d10 req-bf022aab-0dfe-4b66-a817-1f1eb839a026 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:02.699079 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4bd344ee-77e8-4fed-83f4-a768df8f1d10 req-bf022aab-0dfe-4b66-a817-1f1eb839a026 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f38c29f-c360-4f0c-81d2-0b8461def840 HTTP/1.1" status: 200 len: 944 time: 0.1227894 Apr 20 13:15:02.726558 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c8d03d06-5836-49d6-a412-32a864fcd463 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:02.771040 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ca407-abc1-496d-a5cf-c7f14b490ece req-74d1748a-325e-4af6-a369-cbb35dcac556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:02.772678 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c76ca407-abc1-496d-a5cf-c7f14b490ece req-74d1748a-325e-4af6-a369-cbb35dcac556 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3a903070609941389257911c1f54a3cb&device_id=5f38c29f-c360-4f0c-81d2-0b8461def840 HTTP/1.1" status: 200 len: 1095 time: 0.2061164 Apr 20 13:15:02.787908 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e058f4b6-2d8a-4008-80a9-3c38f2f196c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d86141-298d-4218-9c6d-b514a2ff5c92'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:15:02.788688 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f74750f-f8dc-4771-b5dc-4b816c9798ff" -d '{"events": [{"server_uuid": "e058f4b6-2d8a-4008-80a9-3c38f2f196c4", "name": "network-vif-plugged", "status": "completed", "tag": "b3d86141-298d-4218-9c6d-b514a2ff5c92"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:15:02.800330 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d03d06-5836-49d6-a412-32a864fcd463 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Port': ['ID=14fb4b56-4e51-4a43-a097-cea7b79ddd04,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:02.837092 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4bd344ee-77e8-4fed-83f4-a768df8f1d10 req-e534ad59-df38-4c59-b829-c8daa4152211 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a9ea534-3b25-47f3-b708-8fb1ee2245fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184855 Apr 20 13:15:02.886234 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3ee621-7e66-4407-af9a-c73364121509 x-openstack-request-id: req-2b3ee621-7e66-4407-af9a-c73364121509 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:15:02.886529 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e058f4b6-2d8a-4008-80a9-3c38f2f196c4", "name": "network-vif-plugged", "status": "completed", "tag": "b3d86141-298d-4218-9c6d-b514a2ff5c92", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:15:02.886780 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2b3ee621-7e66-4407-af9a-c73364121509 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:15:02.887174 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b3ee621-7e66-4407-af9a-c73364121509'] response: {'server_uuid': 'e058f4b6-2d8a-4008-80a9-3c38f2f196c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d86141-298d-4218-9c6d-b514a2ff5c92', 'code': 200} Apr 20 13:15:02.888519 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c8d03d06-5836-49d6-a412-32a864fcd463 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:02.909291 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c8d03d06-5836-49d6-a412-32a864fcd463 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/ports/14fb4b56-4e51-4a43-a097-cea7b79ddd04 HTTP/1.1" status: 204 len: 168 time: 1.0803528 Apr 20 13:15:02.909461 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45334) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:02.949934 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1c4cc2dd-989e-4a4e-90b7-84c59b00d9d6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dad6ae972ab74aa4b9342d3c1ff06228&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6541438 Apr 20 13:15:02.957773 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45336) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:03.018969 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14448005-12f4-4085-af37-9e00eec45c2d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:03.034154 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14448005-12f4-4085-af37-9e00eec45c2d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:03.044921 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-14448005-12f4-4085-af37-9e00eec45c2d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1343951 Apr 20 13:15:03.046404 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45338) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:03.106528 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-da97283b-3118-45c7-85e1-02cd277205df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:03.169292 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-da97283b-3118-45c7-85e1-02cd277205df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:03.263235 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-84fe0e22-61d3-4ec2-9099-a1bb2ea592b9 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting subnet d355ae12-0351-43e9-965c-407d51af606a {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:15:03.272098 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-84fe0e22-61d3-4ec2-9099-a1bb2ea592b9 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:03.316991 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ca407-abc1-496d-a5cf-c7f14b490ece req-679a6f63-f994-4295-b40a-4d0c8bedbce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:03.318464 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c76ca407-abc1-496d-a5cf-c7f14b490ece req-679a6f63-f994-4295-b40a-4d0c8bedbce3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc159cf1-473b-41bf-a235-58833b6524ec HTTP/1.1" status: 200 len: 917 time: 0.5236542 Apr 20 13:15:03.347860 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f2978-cb3e-4370-938a-b9efa0407124 req-f47132a5-96d0-4b9d-bd5f-7417dff7e933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:03.349433 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-332f2978-cb3e-4370-938a-b9efa0407124 req-f47132a5-96d0-4b9d-bd5f-7417dff7e933 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 1098 time: 0.2130983 Apr 20 13:15:03.417350 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c76ca407-abc1-496d-a5cf-c7f14b490ece req-cfdde6c5-4cd7-4be0-ac42-c88515c04795 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dd58abc-a453-4b56-96fc-77597d11f249 HTTP/1.1" status: 200 len: 217 time: 0.0716479 Apr 20 13:15:03.421038 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-84fe0e22-61d3-4ec2-9099-a1bb2ea592b9 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:03.431197 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-da97283b-3118-45c7-85e1-02cd277205df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:03.434609 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-da97283b-3118-45c7-85e1-02cd277205df admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:03.438431 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-da97283b-3118-45c7-85e1-02cd277205df admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5e30bba1-c1ef-4017-9eb7-b1188ae73332 HTTP/1.1" status: 204 len: 168 time: 0.4773538 Apr 20 13:15:03.480761 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da97283b-3118-45c7-85e1-02cd277205df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e30bba1-c1ef-4017-9eb7-b1188ae73332,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:03.592794 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-332f2978-cb3e-4370-938a-b9efa0407124 req-b8d763b8-cfb0-4127-b665-b916d72d67ae service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2286747 Apr 20 13:15:03.615988 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8f06a-830a-4f08-96c8-1f1bccf5868c req-aa7be89b-9ebc-406c-a35f-a15ca2813beb tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:03.617761 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-09c8f06a-830a-4f08-96c8-1f1bccf5868c req-aa7be89b-9ebc-406c-a35f-a15ca2813beb tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.25 "GET /v2.0/ports?device_id=f10e344f-684f-4efd-ba3b-dcc8a616fcba HTTP/1.1" status: 200 len: 945 time: 0.3478427 Apr 20 13:15:03.618989 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-84fe0e22-61d3-4ec2-9099-a1bb2ea592b9 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:03.733170 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ca407-abc1-496d-a5cf-c7f14b490ece req-ef8e9cb2-e5b1-4a78-bed5-9bafec1b3c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:03.735343 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c76ca407-abc1-496d-a5cf-c7f14b490ece req-ef8e9cb2-e5b1-4a78-bed5-9bafec1b3c4b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5630e15-812b-4997-8a6f-c5aae4e89ae1 HTTP/1.1" status: 200 len: 855 time: 0.3076792 Apr 20 13:15:03.848144 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-09c8f06a-830a-4f08-96c8-1f1bccf5868c req-cf3cfbde-5317-4d1c-a922-ddfd3eb7a28e tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.25 "GET /v2.0/security-groups?id=90472902-be0b-4c2d-af9c-9362f7be0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604114 Apr 20 13:15:04.023395 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ca407-abc1-496d-a5cf-c7f14b490ece req-ccf16131-6b0b-4e7c-a643-835dc5b39ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:04.026952 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c76ca407-abc1-496d-a5cf-c7f14b490ece req-ccf16131-6b0b-4e7c-a643-835dc5b39ca2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc159cf1-473b-41bf-a235-58833b6524ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1236174 Apr 20 13:15:04.038029 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f591b-9bd7-4c96-a9df-de68edb9185d req-c9b900e5-dd8a-45d4-bb17-fbed4790bb3c tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:04.039991 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ca3f591b-9bd7-4c96-a9df-de68edb9185d req-c9b900e5-dd8a-45d4-bb17-fbed4790bb3c tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 947 time: 0.2273130 Apr 20 13:15:04.108643 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-84fe0e22-61d3-4ec2-9099-a1bb2ea592b9 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:04.170639 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-84fe0e22-61d3-4ec2-9099-a1bb2ea592b9 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:04.174073 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-84fe0e22-61d3-4ec2-9099-a1bb2ea592b9 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/d355ae12-0351-43e9-965c-407d51af606a HTTP/1.1" status: 204 len: 168 time: 1.1043804 Apr 20 13:15:04.176731 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45370) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:04.181795 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe0e22-61d3-4ec2-9099-a1bb2ea592b9 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Subnet': ['ID=d355ae12-0351-43e9-965c-407d51af606a,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:04.193333 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffb232c-e96a-4598-b2a5-1e546d4d9eb7 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:15:04.231344 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e57dca-0a00-4301-a93b-490f2d23d867 req-a5d71981-2381-4f30-920b-4d787cf96f8c tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:04.232864 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c1e57dca-0a00-4301-a93b-490f2d23d867 req-a5d71981-2381-4f30-920b-4d787cf96f8c tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f38c29f-c360-4f0c-81d2-0b8461def840 HTTP/1.1" status: 200 len: 944 time: 0.2494981 Apr 20 13:15:04.234932 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-20bfc624-2df0-44d5-baa2-31b0941ed4fb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0569601 Apr 20 13:15:04.235652 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45374) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:04.240427 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ca3f591b-9bd7-4c96-a9df-de68edb9185d req-c81b1a8a-fa59-4b1d-b57e-9a4bad4cde79 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333725 Apr 20 13:15:04.244393 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c76ca407-abc1-496d-a5cf-c7f14b490ece req-489eade4-947f-4c7b-afff-b8154feaa36e service neutron] 10.222.0.15 "GET /v2.0/networks/fc159cf1-473b-41bf-a235-58833b6524ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005198 Apr 20 13:15:04.349500 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43baa88f-ae8a-41f2-95f9-5c1ad833e25b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:04.353473 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-43baa88f-ae8a-41f2-95f9-5c1ad833e25b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1155751 Apr 20 13:15:04.355131 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45380) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:04.478537 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c1e57dca-0a00-4301-a93b-490f2d23d867 req-bc152525-b02c-4ad5-b954-d3ec1c831f54 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a9ea534-3b25-47f3-b708-8fb1ee2245fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2350101 Apr 20 13:15:04.534208 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3c65ab-5d57-4706-b22b-1c3584fa1321 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:04.535869 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ad3c65ab-5d57-4706-b22b-1c3584fa1321 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1773510 Apr 20 13:15:04.538374 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45382) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:04.594289 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-0aef72a0-610a-46fb-8f9f-53f15c9f54d5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0548396 Apr 20 13:15:04.598521 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45384) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:04.600017 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c76ca407-abc1-496d-a5cf-c7f14b490ece req-b36b5c0a-f979-4d28-a9f7-e0d27abf6e0a service neutron] 10.222.0.15 "GET /v2.0/networks/fc159cf1-473b-41bf-a235-58833b6524ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468747 Apr 20 13:15:04.602385 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71302504-32b0-4821-bac7-7df4e3adc704 None None] DHCP port deletion for 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:15:04.604174 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-4d8135d8-ab2c-4016-a571-d3a283418992 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'subnet': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:04.656304 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-71302504-32b0-4821-bac7-7df4e3adc704 None None] Deleting port f70ba49d-354b-45e4-8be7-661f3dd8ed07 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:15:04.656599 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-71302504-32b0-4821-bac7-7df4e3adc704 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:04.746587 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-71302504-32b0-4821-bac7-7df4e3adc704 None None] For port f70ba49d-354b-45e4-8be7-661f3dd8ed07, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f70ba49d-354b-45e4-8be7-661f3dd8ed07,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:04.747042 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-71302504-32b0-4821-bac7-7df4e3adc704 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:04.765551 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-71302504-32b0-4821-bac7-7df4e3adc704 None None] Calling delete_port for f70ba49d-354b-45e4-8be7-661f3dd8ed07 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:15:04.802637 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8135d8-ab2c-4016-a571-d3a283418992 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:04.806964 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4d8135d8-ab2c-4016-a571-d3a283418992 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:04.963384 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-71302504-32b0-4821-bac7-7df4e3adc704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:05.021896 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71302504-32b0-4821-bac7-7df4e3adc704 None None] Pushing event deleted for resources: {'Port': ['ID=f70ba49d-354b-45e4-8be7-661f3dd8ed07,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:05.023761 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71302504-32b0-4821-bac7-7df4e3adc704 None None] No DVR routers for this DVR port f70ba49d-354b-45e4-8be7-661f3dd8ed07 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:15:05.026961 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53776579-ba3f-4dc8-a250-3d39eaed7aad req-561c54eb-3492-41b1-a8cb-46e7e0310b17 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:05.028424 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-53776579-ba3f-4dc8-a250-3d39eaed7aad req-561c54eb-3492-41b1-a8cb-46e7e0310b17 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.25 "GET /v2.0/ports?device_id=f10e344f-684f-4efd-ba3b-dcc8a616fcba HTTP/1.1" status: 200 len: 945 time: 0.1012673 Apr 20 13:15:05.096764 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-53776579-ba3f-4dc8-a250-3d39eaed7aad req-3a88372f-8d68-40b5-a5db-2750d870a225 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.25 "GET /v2.0/security-groups?id=90472902-be0b-4c2d-af9c-9362f7be0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536852 Apr 20 13:15:05.361244 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4d8135d8-ab2c-4016-a571-d3a283418992 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:05.439407 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8135d8-ab2c-4016-a571-d3a283418992 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:05.444110 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-4d8135d8-ab2c-4016-a571-d3a283418992 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:05.448790 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd843d95-9f0a-4667-a148-821dcdc1b4ce req-a34c5c11-64ed-4faf-bf69-8317155ccf36 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:05.450830 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bd843d95-9f0a-4667-a148-821dcdc1b4ce req-a34c5c11-64ed-4faf-bf69-8317155ccf36 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 947 time: 0.0692201 Apr 20 13:15:05.463937 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3f9d1f-19fa-4def-9f1c-fc07b45a4a82 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:15:05.467259 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8135d8-ab2c-4016-a571-d3a283418992 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:05.468070 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4d8135d8-ab2c-4016-a571-d3a283418992 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:05.521254 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bd843d95-9f0a-4667-a148-821dcdc1b4ce req-ee7d6a18-a992-497d-ad1c-257ea9bd2477 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585363 Apr 20 13:15:05.523193 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8135d8-ab2c-4016-a571-d3a283418992 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Subnet': ['ID=61f13510-eaed-4ebf-af12-118b46c62e60,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:05.602918 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45448) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:05.610297 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-4eb4f7f5-8688-4ee0-93a2-b25ea9638e71 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'port': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'fixed_ips': [{'subnet_id': '61f13510-eaed-4ebf-af12-118b46c62e60', 'ip_address': '2001:db8::deff:34ec:1819:f250'}], 'name': 'tempest-NetworksTestDHCPv6-1442068358'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:05.611196 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4d8135d8-ab2c-4016-a571-d3a283418992 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0115101 Apr 20 13:15:05.719632 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58afdd02-f18b-465a-a0e3-ec9b391e544b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'tenant_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'fixed_ips': [{'subnet_id': '61f13510-eaed-4ebf-af12-118b46c62e60'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:15:05.720513 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-58afdd02-f18b-465a-a0e3-ec9b391e544b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:05.876441 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0edd8-b57f-4847-9ca2-5473b4531391 req-5c871590-5911-4bab-922c-78d90b84f4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:05.877753 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66d0edd8-b57f-4847-9ca2-5473b4531391 req-5c871590-5911-4bab-922c-78d90b84f4dc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c8dee94e1afd45928bae5783999d410b&device_id=f10e344f-684f-4efd-ba3b-dcc8a616fcba HTTP/1.1" status: 200 len: 1096 time: 0.1048706 Apr 20 13:15:05.897743 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0cb77-9001-4fec-a7f6-ee0a4c76a9d1 req-2b1aa86f-a85f-48d5-a2d9-4905528e3c26 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:05.899425 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-97f0cb77-9001-4fec-a7f6-ee0a4c76a9d1 req-2b1aa86f-a85f-48d5-a2d9-4905528e3c26 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f38c29f-c360-4f0c-81d2-0b8461def840 HTTP/1.1" status: 200 len: 944 time: 0.2052507 Apr 20 13:15:05.965194 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-58afdd02-f18b-465a-a0e3-ec9b391e544b None None] Allocated IP 2001:db8::2 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/61f13510-eaed-4ebf-af12-118b46c62e60/f1675d0f-531a-439e-96a0-1b7f826fb3c0) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:06.033633 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-97f0cb77-9001-4fec-a7f6-ee0a4c76a9d1 req-dc9b7af2-9c88-418b-afb1-1a7b6bca0067 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a9ea534-3b25-47f3-b708-8fb1ee2245fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041019 Apr 20 13:15:06.126334 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-f647413e-41ce-439c-9117-2097e0763a44 tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b2cebc22664542308ed18e2bda1e3d96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0893023 Apr 20 13:15:06.170165 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0edd8-b57f-4847-9ca2-5473b4531391 req-19a2aec1-c276-4227-b6d9-ef3a25e692f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:06.171652 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66d0edd8-b57f-4847-9ca2-5473b4531391 req-19a2aec1-c276-4227-b6d9-ef3a25e692f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bbd3b7d3-ccca-410c-9bca-49410f4d4008 HTTP/1.1" status: 200 len: 914 time: 0.2713063 Apr 20 13:15:06.183775 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb4f7f5-8688-4ee0-93a2-b25ea9638e71 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:06.214977 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-58afdd02-f18b-465a-a0e3-ec9b391e544b None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:06.318928 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66d0edd8-b57f-4847-9ca2-5473b4531391 req-7b03cfb5-2e58-49fd-a766-9505bc13467f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1698f4df-c739-460e-957b-ee813907893e HTTP/1.1" status: 200 len: 217 time: 0.1259103 Apr 20 13:15:06.330427 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-58afdd02-f18b-465a-a0e3-ec9b391e544b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:06.385715 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33f796-2703-455c-a724-de76ec9b54ac req-1be0a8ad-45d1-46c8-a63d-2f7d97271500 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:06.393175 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5c33f796-2703-455c-a724-de76ec9b54ac req-1be0a8ad-45d1-46c8-a63d-2f7d97271500 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.25 "GET /v2.0/ports?device_id=f10e344f-684f-4efd-ba3b-dcc8a616fcba HTTP/1.1" status: 200 len: 945 time: 0.2744875 Apr 20 13:15:06.409797 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58afdd02-f18b-465a-a0e3-ec9b391e544b None None] Pushing event updated for resources: {'Port': ['ID=f1675d0f-531a-439e-96a0-1b7f826fb3c0,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:06.415936 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58afdd02-f18b-465a-a0e3-ec9b391e544b None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:06.417803 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-58afdd02-f18b-465a-a0e3-ec9b391e544b None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:06.420418 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58afdd02-f18b-465a-a0e3-ec9b391e544b None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:15:06.465618 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-9b1c6a2d-a21b-4dc9-b6d7-eccd3090490b tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:06.467530 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-9b1c6a2d-a21b-4dc9-b6d7-eccd3090490b tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3303621 Apr 20 13:15:06.504412 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0edd8-b57f-4847-9ca2-5473b4531391 req-9a79a13f-0e18-4097-b8d4-d91e7b29ed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:06.504743 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66d0edd8-b57f-4847-9ca2-5473b4531391 req-9a79a13f-0e18-4097-b8d4-d91e7b29ed13 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3f8562f0-ee36-4d2c-8294-1083123c5d29 HTTP/1.1" status: 200 len: 853 time: 0.1750021 Apr 20 13:15:06.515253 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4eb4f7f5-8688-4ee0-93a2-b25ea9638e71 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:06.519484 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-58afdd02-f18b-465a-a0e3-ec9b391e544b None None] Attempting to bind port f1675d0f-531a-439e-96a0-1b7f826fb3c0 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:15:06.524250 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-58afdd02-f18b-465a-a0e3-ec9b391e544b None None] Attempting to bind port f1675d0f-531a-439e-96a0-1b7f826fb3c0 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:15:06.526270 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58afdd02-f18b-465a-a0e3-ec9b391e544b None None] Attempting to bind port f1675d0f-531a-439e-96a0-1b7f826fb3c0 on network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:15:06.535650 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58afdd02-f18b-465a-a0e3-ec9b391e544b None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:15:06.536137 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58afdd02-f18b-465a-a0e3-ec9b391e544b None None] Checking segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:15:06.536946 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-58afdd02-f18b-465a-a0e3-ec9b391e544b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:06.537430 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58afdd02-f18b-465a-a0e3-ec9b391e544b None None] Bound using segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:15:06.538080 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-58afdd02-f18b-465a-a0e3-ec9b391e544b None None] Bound port: f1675d0f-531a-439e-96a0-1b7f826fb3c0, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:15:06.538558 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-58afdd02-f18b-465a-a0e3-ec9b391e544b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:06.572056 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-e8dd4d80-64d8-4671-88dd-a5fb9a46e332 tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.25 "GET /v2.0/quotas/b2cebc22664542308ed18e2bda1e3d96 HTTP/1.1" status: 200 len: 375 time: 0.0972970 Apr 20 13:15:06.576216 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5c33f796-2703-455c-a724-de76ec9b54ac req-21f1d1a6-4307-4efe-9277-d9b435265292 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.25 "GET /v2.0/security-groups?id=90472902-be0b-4c2d-af9c-9362f7be0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822605 Apr 20 13:15:06.588842 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f70ba49d-354b-45e4-8be7-661f3dd8ed07 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:15:06.605785 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [None req-4eb4f7f5-8688-4ee0-93a2-b25ea9638e71 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] device_id is not set on port 84e072a1-5cb1-4321-adc3-2d1c8ef6e578 yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:15:06.621172 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: f70ba49d-354b-45e4-8be7-661f3dd8ed07 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:15:06.621634 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f70ba49d-354b-45e4-8be7-661f3dd8ed07 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:15:06.690298 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-312e9912-c2f9-470c-97d8-3372c8b3463b tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b2cebc22664542308ed18e2bda1e3d96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0963304 Apr 20 13:15:06.715683 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-58afdd02-f18b-465a-a0e3-ec9b391e544b None None] For port f1675d0f-531a-439e-96a0-1b7f826fb3c0, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:15:06.725117 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-58afdd02-f18b-465a-a0e3-ec9b391e544b None None] For port f1675d0f-531a-439e-96a0-1b7f826fb3c0, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f1675d0f-531a-439e-96a0-1b7f826fb3c0,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:15:06.803745 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-58afdd02-f18b-465a-a0e3-ec9b391e544b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:06.823239 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66d0edd8-b57f-4847-9ca2-5473b4531391 req-a33ca9ed-6734-46e6-80a0-6ac2920b0085 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bbd3b7d3-ccca-410c-9bca-49410f4d4008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2959678 Apr 20 13:15:06.948432 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58afdd02-f18b-465a-a0e3-ec9b391e544b None None] Pushing event updated for resources: {'Port': ['ID=f1675d0f-531a-439e-96a0-1b7f826fb3c0,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:07.040820 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf38768-22f1-49ee-874b-ffb8db5174f5 req-92c8e153-d758-494c-83a7-1c8f7294224a tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:07.053358 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dcf38768-22f1-49ee-874b-ffb8db5174f5 req-92c8e153-d758-494c-83a7-1c8f7294224a tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 947 time: 0.2909148 Apr 20 13:15:07.126235 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-120b9238-b297-4f70-b7fd-e43c862f37cf req-05ba4b3c-494c-4ad6-8a5b-aee3fe0a79aa tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3de77a5-a55b-4834-b157-2d2c2c00d25d HTTP/1.1" status: 200 len: 210 time: 0.0978200 Apr 20 13:15:07.273664 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-4eb4f7f5-8688-4ee0-93a2-b25ea9638e71 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Allocated IP 2001:db8::deff:34ec:1819:f250 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/61f13510-eaed-4ebf-af12-118b46c62e60/84e072a1-5cb1-4321-adc3-2d1c8ef6e578) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:07.359149 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dcf38768-22f1-49ee-874b-ffb8db5174f5 req-6542b29f-cec6-4a4d-997f-7c49cde6fb68 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3054190 Apr 20 13:15:07.374156 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66d0edd8-b57f-4847-9ca2-5473b4531391 req-2fc6db3d-d256-4c95-88f3-e49ddb37d6b2 service neutron] 10.222.0.32 "GET /v2.0/networks/bbd3b7d3-ccca-410c-9bca-49410f4d4008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5403152 Apr 20 13:15:07.430037 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337b522-ea36-4b63-afff-f4c29eb4b6e6 req-916186bf-1714-4bbe-8e8a-968a34ef17d5 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:07.431559 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8337b522-ea36-4b63-afff-f4c29eb4b6e6 req-916186bf-1714-4bbe-8e8a-968a34ef17d5 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f38c29f-c360-4f0c-81d2-0b8461def840 HTTP/1.1" status: 200 len: 944 time: 0.1887167 Apr 20 13:15:07.584777 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8337b522-ea36-4b63-afff-f4c29eb4b6e6 req-17afc9ae-739b-4c60-a290-317a86819c12 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a9ea534-3b25-47f3-b708-8fb1ee2245fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215839 Apr 20 13:15:07.600154 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66d0edd8-b57f-4847-9ca2-5473b4531391 req-b7819608-68ba-4899-b86f-6e24726da1c4 service neutron] 10.222.0.32 "GET /v2.0/networks/bbd3b7d3-ccca-410c-9bca-49410f4d4008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156539 Apr 20 13:15:07.645252 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4eb4f7f5-8688-4ee0-93a2-b25ea9638e71 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:07.740051 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97096e03-30a1-4b10-95f2-dcbb0ae7dba3 req-9f74d1a7-dce0-46ee-9c96-c8ae3b4c0cba tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:07.741589 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-97096e03-30a1-4b10-95f2-dcbb0ae7dba3 req-9f74d1a7-dce0-46ee-9c96-c8ae3b4c0cba tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.25 "GET /v2.0/ports?device_id=f10e344f-684f-4efd-ba3b-dcc8a616fcba HTTP/1.1" status: 200 len: 945 time: 0.0659137 Apr 20 13:15:07.787240 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-97096e03-30a1-4b10-95f2-dcbb0ae7dba3 req-133db3a9-17a3-4349-b5e8-dc9ac2386acf tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.25 "GET /v2.0/security-groups?id=90472902-be0b-4c2d-af9c-9362f7be0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385392 Apr 20 13:15:07.818385 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4eb4f7f5-8688-4ee0-93a2-b25ea9638e71 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:07.874278 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb4f7f5-8688-4ee0-93a2-b25ea9638e71 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:07.877806 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-4eb4f7f5-8688-4ee0-93a2-b25ea9638e71 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:07.880562 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb4f7f5-8688-4ee0-93a2-b25ea9638e71 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:15:07.887014 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb4f7f5-8688-4ee0-93a2-b25ea9638e71 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:07.887670 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4eb4f7f5-8688-4ee0-93a2-b25ea9638e71 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:07.898358 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb4f7f5-8688-4ee0-93a2-b25ea9638e71 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Port': ['ID=84e072a1-5cb1-4321-adc3-2d1c8ef6e578,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:08.003438 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4eb4f7f5-8688-4ee0-93a2-b25ea9638e71 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3957725 Apr 20 13:15:08.003822 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45530) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:08.012577 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-39c9dff8-241f-478c-9cd1-067def5a6cb0 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'port': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'fixed_ips': [{'subnet_id': '61f13510-eaed-4ebf-af12-118b46c62e60', 'ip_address': '2001:db8::deff:34ec:1819:f250'}], 'name': 'tempest-NetworksTestDHCPv6-1024727948'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:08.112777 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45532) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:08.259301 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42aff35a-0bab-4f04-b936-032e839e602c req-01def90b-ed79-44d5-8871-33a1bfd366c2 tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3de77a5-a55b-4834-b157-2d2c2c00d25d HTTP/1.1" status: 200 len: 210 time: 0.0512338 Apr 20 13:15:08.281105 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-eec267de-b342-4112-b544-88c3a4fb41fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:08.293831 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c9dff8-241f-478c-9cd1-067def5a6cb0 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:08.303969 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-3b389022-ac1b-431c-83bd-20abcdd57937 None None] Provisioning complete for port f1675d0f-531a-439e-96a0-1b7f826fb3c0 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:08.303969 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3b389022-ac1b-431c-83bd-20abcdd57937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:08.419629 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39c9dff8-241f-478c-9cd1-067def5a6cb0 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:08.436275 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-eec267de-b342-4112-b544-88c3a4fb41fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:08.462496 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-39c9dff8-241f-478c-9cd1-067def5a6cb0 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] device_id is not set on port 990f32d9-76f0-42b6-ad1d-5c63c3d6dcce yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:15:08.477941 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3b389022-ac1b-431c-83bd-20abcdd57937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:08.565371 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-eec267de-b342-4112-b544-88c3a4fb41fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:08.574989 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-3b389022-ac1b-431c-83bd-20abcdd57937 None None] For port f1675d0f-531a-439e-96a0-1b7f826fb3c0, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f1675d0f-531a-439e-96a0-1b7f826fb3c0,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:08.665441 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3b389022-ac1b-431c-83bd-20abcdd57937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:08.671714 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f1675d0f-531a-439e-96a0-1b7f826fb3c0 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:15:08.675747 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-eec267de-b342-4112-b544-88c3a4fb41fe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fd739c2d6b384caba4587448ac5176e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5617001 Apr 20 13:15:08.678515 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45542) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:08.688909 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec267de-b342-4112-b544-88c3a4fb41fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95976623-27f4-4d49-b589-e782abcd908c,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:08.700305 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b94712-f59c-4dce-8fce-16c2c4d602ae req-2ab312c2-939b-4d43-bf4a-2de0c89d6699 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:08.701945 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-62b94712-f59c-4dce-8fce-16c2c4d602ae req-2ab312c2-939b-4d43-bf4a-2de0c89d6699 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 947 time: 0.2156653 Apr 20 13:15:08.788122 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b389022-ac1b-431c-83bd-20abcdd57937 None None] Pushing event updated for resources: {'Port': ['ID=f1675d0f-531a-439e-96a0-1b7f826fb3c0,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:08.801474 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-62b94712-f59c-4dce-8fce-16c2c4d602ae req-9e99cfa8-d003-4d4a-9143-a69aeecfcf41 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917497 Apr 20 13:15:08.808437 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-350906b7-15f7-4030-9a64-419fc963a75e None None] Provisioning complete for port 84e072a1-5cb1-4321-adc3-2d1c8ef6e578 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:08.809073 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-350906b7-15f7-4030-9a64-419fc963a75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:08.818172 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b380f7-8d84-4c56-9f4d-c4cee98c3b46 req-9483dce9-ea7d-4d39-b6ff-07311a225806 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:08.824354 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-75b380f7-8d84-4c56-9f4d-c4cee98c3b46 req-9483dce9-ea7d-4d39-b6ff-07311a225806 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f38c29f-c360-4f0c-81d2-0b8461def840 HTTP/1.1" status: 200 len: 944 time: 0.1117961 Apr 20 13:15:08.825907 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-90934670-c4d4-43dc-a74e-54b4266d7239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:08.843504 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port f1675d0f-531a-439e-96a0-1b7f826fb3c0 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:08.844115 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:08.868261 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-90934670-c4d4-43dc-a74e-54b4266d7239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:08.872408 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-39c9dff8-241f-478c-9cd1-067def5a6cb0 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 20 13:15:08.873199 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39c9dff8-241f-478c-9cd1-067def5a6cb0 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:15:08.881614 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-350906b7-15f7-4030-9a64-419fc963a75e None None] Port 84e072a1-5cb1-4321-adc3-2d1c8ef6e578 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:15:08.941067 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-75b380f7-8d84-4c56-9f4d-c4cee98c3b46 req-30b473c8-445e-4535-a0cf-92aa692fb3d0 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a9ea534-3b25-47f3-b708-8fb1ee2245fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075959 Apr 20 13:15:08.980406 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d028370-3b78-4ac2-b4a5-f59938999f3a req-4614619a-9052-4ac0-97db-b8e61757bac0 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:08.981947 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8d028370-3b78-4ac2-b4a5-f59938999f3a req-4614619a-9052-4ac0-97db-b8e61757bac0 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.25 "GET /v2.0/ports?device_id=f10e344f-684f-4efd-ba3b-dcc8a616fcba HTTP/1.1" status: 200 len: 945 time: 0.0599973 Apr 20 13:15:09.033367 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-39c9dff8-241f-478c-9cd1-067def5a6cb0 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0283303 Apr 20 13:15:09.034848 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8d028370-3b78-4ac2-b4a5-f59938999f3a req-600b48b4-b251-470a-9a4c-a7b1eae7ae3d tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.25 "GET /v2.0/security-groups?id=90472902-be0b-4c2d-af9c-9362f7be0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453160 Apr 20 13:15:09.036049 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45550) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:09.117891 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff8b346-9607-4b35-ab7a-06cb88ccc5d4 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:09.130753 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff8b346-9607-4b35-ab7a-06cb88ccc5d4 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:09.130753 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7ff8b346-9607-4b35-ab7a-06cb88ccc5d4 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.0884206 Apr 20 13:15:09.131562 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45556) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:09.168208 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-90934670-c4d4-43dc-a74e-54b4266d7239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:09.173031 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-90934670-c4d4-43dc-a74e-54b4266d7239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:09.175887 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-90934670-c4d4-43dc-a74e-54b4266d7239 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/95976623-27f4-4d49-b589-e782abcd908c HTTP/1.1" status: 204 len: 168 time: 0.4947007 Apr 20 13:15:09.184650 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90934670-c4d4-43dc-a74e-54b4266d7239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95976623-27f4-4d49-b589-e782abcd908c,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:09.249138 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-7f5f969f-a5fe-4e55-910f-1f027d7dccab tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting port 84e072a1-5cb1-4321-adc3-2d1c8ef6e578 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:15:09.249511 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7f5f969f-a5fe-4e55-910f-1f027d7dccab tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:09.345848 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7f5f969f-a5fe-4e55-910f-1f027d7dccab tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:09.359626 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-7f5f969f-a5fe-4e55-910f-1f027d7dccab tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Calling delete_port for 84e072a1-5cb1-4321-adc3-2d1c8ef6e578 owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:15:09.581948 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7f5f969f-a5fe-4e55-910f-1f027d7dccab tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:09.709714 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f969f-a5fe-4e55-910f-1f027d7dccab tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Port': ['ID=84e072a1-5cb1-4321-adc3-2d1c8ef6e578,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:09.724275 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7f5f969f-a5fe-4e55-910f-1f027d7dccab tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:09.729291 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7f5f969f-a5fe-4e55-910f-1f027d7dccab tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/ports/84e072a1-5cb1-4321-adc3-2d1c8ef6e578 HTTP/1.1" status: 204 len: 168 time: 0.5975137 Apr 20 13:15:09.731388 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5f969f-a5fe-4e55-910f-1f027d7dccab tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:09.732086 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5f969f-a5fe-4e55-910f-1f027d7dccab tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:09.732715 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5f969f-a5fe-4e55-910f-1f027d7dccab tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:09.733354 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5f969f-a5fe-4e55-910f-1f027d7dccab tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:09.734029 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5f969f-a5fe-4e55-910f-1f027d7dccab tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:09.734735 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5f969f-a5fe-4e55-910f-1f027d7dccab tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:09.735838 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5f969f-a5fe-4e55-910f-1f027d7dccab tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:09.738878 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5f969f-a5fe-4e55-910f-1f027d7dccab tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:09.748123 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5f969f-a5fe-4e55-910f-1f027d7dccab tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:09.748123 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5f969f-a5fe-4e55-910f-1f027d7dccab tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:09.748123 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5f969f-a5fe-4e55-910f-1f027d7dccab tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:09.748123 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5f969f-a5fe-4e55-910f-1f027d7dccab tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:09.748971 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45566) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:09.748971 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d60d5799-f7ab-4481-be8a-be494101b076 req-e710eb72-4c97-4579-90eb-b5b4eaa38172 tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3de77a5-a55b-4834-b157-2d2c2c00d25d HTTP/1.1" status: 200 len: 210 time: 0.4095213 Apr 20 13:15:09.828471 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c655113a-f42b-42a9-87c7-040271aef061 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:09.830967 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c655113a-f42b-42a9-87c7-040271aef061 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:09.832730 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c655113a-f42b-42a9-87c7-040271aef061 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0857172 Apr 20 13:15:09.835661 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45568) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:09.863092 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7368fb6-2912-4343-a714-c93ed6fdb5bf req-7650bd5d-1c0c-4aef-b264-a939671ad42e tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:09.865028 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a7368fb6-2912-4343-a714-c93ed6fdb5bf req-7650bd5d-1c0c-4aef-b264-a939671ad42e tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.25 "GET /v2.0/ports?device_id=f10e344f-684f-4efd-ba3b-dcc8a616fcba HTTP/1.1" status: 200 len: 945 time: 0.1212137 Apr 20 13:15:09.900133 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-e98b523c-bf98-4a4c-b878-db586b5df3c7 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting subnet 61f13510-eaed-4ebf-af12-118b46c62e60 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:15:09.904073 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e98b523c-bf98-4a4c-b878-db586b5df3c7 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:09.912850 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a7368fb6-2912-4343-a714-c93ed6fdb5bf req-90705191-f5e6-4811-9553-e89908052dd1 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.25 "GET /v2.0/security-groups?id=90472902-be0b-4c2d-af9c-9362f7be0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414932 Apr 20 13:15:09.949237 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e98b523c-bf98-4a4c-b878-db586b5df3c7 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:10.003998 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-22b87cc3-3b59-4791-a61a-d436a9d04262 tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=b2cebc22664542308ed18e2bda1e3d96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265439 Apr 20 13:15:10.053091 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e98b523c-bf98-4a4c-b878-db586b5df3c7 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:10.094886 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45574) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:10.140448 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45578) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:10.160201 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-25fdc8cf-0432-4c5d-b6b0-2358041e8f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:10.164935 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6e8a8-4b80-404a-b410-3434d54164af req-68589b99-6b9d-4441-8fd9-4202b9062217 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:10.167030 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b9c6e8a8-4b80-404a-b410-3434d54164af req-68589b99-6b9d-4441-8fd9-4202b9062217 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f38c29f-c360-4f0c-81d2-0b8461def840 HTTP/1.1" status: 200 len: 944 time: 0.1423020 Apr 20 13:15:10.189566 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-248a2d89-13e5-4dd1-bc60-2d87265ba972 tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:10.191036 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-248a2d89-13e5-4dd1-bc60-2d87265ba972 tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1791401 Apr 20 13:15:10.203117 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-14ff8d69-3ee1-447b-a737-9513d271f0ec tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Request body: {'port': {'device_id': 'd3de77a5-a55b-4834-b157-2d2c2c00d25d', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'admin_state_up': True, 'tenant_id': 'b2cebc22664542308ed18e2bda1e3d96'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:10.248747 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e98b523c-bf98-4a4c-b878-db586b5df3c7 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:10.267267 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e98b523c-bf98-4a4c-b878-db586b5df3c7 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:10.275034 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e98b523c-bf98-4a4c-b878-db586b5df3c7 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/61f13510-eaed-4ebf-af12-118b46c62e60 HTTP/1.1" status: 204 len: 168 time: 0.4330263 Apr 20 13:15:10.278621 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b9c6e8a8-4b80-404a-b410-3434d54164af req-3f30dd30-5f8c-4ff6-adf3-e7333d360560 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a9ea534-3b25-47f3-b708-8fb1ee2245fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984523 Apr 20 13:15:10.282817 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45580) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:10.290363 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371d2eed-570b-451a-b1a0-61ed6bb78a65 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:15:10.312247 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b523c-bf98-4a4c-b878-db586b5df3c7 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Subnet': ['ID=61f13510-eaed-4ebf-af12-118b46c62e60,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:10.334674 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5a47bd01-671f-4770-b922-6161bdd86482 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0504572 Apr 20 13:15:10.339824 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45582) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:10.351129 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-ebdc5d84-c4e9-4b36-a026-03a4d39643f0 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'subnet': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:10.448025 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-25fdc8cf-0432-4c5d-b6b0-2358041e8f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:10.511718 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-14ff8d69-3ee1-447b-a737-9513d271f0ec tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Made reservation on behalf of b2cebc22664542308ed18e2bda1e3d96 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:10.515484 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-14ff8d69-3ee1-447b-a737-9513d271f0ec tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:10.527091 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-14ff8d69-3ee1-447b-a737-9513d271f0ec tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:10.573014 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f1675d0f-531a-439e-96a0-1b7f826fb3c0 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:15:10.585223 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-25fdc8cf-0432-4c5d-b6b0-2358041e8f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:10.596561 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebdc5d84-c4e9-4b36-a026-03a4d39643f0 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:10.605694 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ebdc5d84-c4e9-4b36-a026-03a4d39643f0 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:10.635936 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port f1675d0f-531a-439e-96a0-1b7f826fb3c0 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:10.636552 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:10.660165 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e4799f-5896-4a83-9dd2-5f97ec7113b8 None None] DHCP port deletion for 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:15:10.715942 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-25fdc8cf-0432-4c5d-b6b0-2358041e8f5d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2035c43b0aa149f397fa180918af183b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5717463 Apr 20 13:15:10.720245 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45584) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:10.731485 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fdc8cf-0432-4c5d-b6b0-2358041e8f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1bba35-b7f9-44cf-91cc-5628c8c4effe,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:10.751270 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-14ff8d69-3ee1-447b-a737-9513d271f0ec tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:10.780278 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-49e4799f-5896-4a83-9dd2-5f97ec7113b8 None None] Deleting port f1675d0f-531a-439e-96a0-1b7f826fb3c0 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:15:10.780658 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-49e4799f-5896-4a83-9dd2-5f97ec7113b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:10.822656 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-14ff8d69-3ee1-447b-a737-9513d271f0ec tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:10.840387 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a35c798e-bda4-4182-ad58-7c915a618103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:10.874768 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-49e4799f-5896-4a83-9dd2-5f97ec7113b8 None None] For port f1675d0f-531a-439e-96a0-1b7f826fb3c0, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f1675d0f-531a-439e-96a0-1b7f826fb3c0,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:10.875560 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-49e4799f-5896-4a83-9dd2-5f97ec7113b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:10.885717 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a35c798e-bda4-4182-ad58-7c915a618103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:10.893656 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-49e4799f-5896-4a83-9dd2-5f97ec7113b8 None None] Calling delete_port for f1675d0f-531a-439e-96a0-1b7f826fb3c0 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:15:10.941074 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54a5dd36-3307-4d92-a7a9-a2ef6e60ee21 req-de6df4ce-4b11-4c81-b900-10b4df1f4871 tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3de77a5-a55b-4834-b157-2d2c2c00d25d HTTP/1.1" status: 200 len: 210 time: 0.0565188 Apr 20 13:15:10.953401 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff8d69-3ee1-447b-a737-9513d271f0ec tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4de12b-5cd4-401e-8293-21f70d4778b2,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:10.990517 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8d69-3ee1-447b-a737-9513d271f0ec tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:10.990866 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8d69-3ee1-447b-a737-9513d271f0ec tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:10.991209 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8d69-3ee1-447b-a737-9513d271f0ec tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:10.991567 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8d69-3ee1-447b-a737-9513d271f0ec tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:10.991899 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8d69-3ee1-447b-a737-9513d271f0ec tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:10.992225 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8d69-3ee1-447b-a737-9513d271f0ec tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:10.992683 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8d69-3ee1-447b-a737-9513d271f0ec tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:10.993032 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8d69-3ee1-447b-a737-9513d271f0ec tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:10.993350 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8d69-3ee1-447b-a737-9513d271f0ec tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:10.993847 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8d69-3ee1-447b-a737-9513d271f0ec tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:10.994804 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8d69-3ee1-447b-a737-9513d271f0ec tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:10.995134 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ff8d69-3ee1-447b-a737-9513d271f0ec tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:11.047749 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-14ff8d69-3ee1-447b-a737-9513d271f0ec tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Allocated IP 192.168.233.20 (6efc3d61-2150-4671-a02d-6127df40131a/c5b1f82a-7732-4b50-ab22-2475f182a712/cc8a0c92-bc02-43cb-8ffc-1055649d228e) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:11.065014 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a35c798e-bda4-4182-ad58-7c915a618103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:11.067562 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a35c798e-bda4-4182-ad58-7c915a618103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:11.068708 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a35c798e-bda4-4182-ad58-7c915a618103 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5b1bba35-b7f9-44cf-91cc-5628c8c4effe HTTP/1.1" status: 204 len: 168 time: 0.3470612 Apr 20 13:15:11.080075 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c798e-bda4-4182-ad58-7c915a618103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1bba35-b7f9-44cf-91cc-5628c8c4effe,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:11.104703 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ebdc5d84-c4e9-4b36-a026-03a4d39643f0 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:11.148456 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdc5d84-c4e9-4b36-a026-03a4d39643f0 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:11.152179 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-ebdc5d84-c4e9-4b36-a026-03a4d39643f0 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:11.156868 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdc5d84-c4e9-4b36-a026-03a4d39643f0 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:11.157465 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ebdc5d84-c4e9-4b36-a026-03a4d39643f0 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:11.169761 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834531d6-3c2a-480a-8e7b-fc53d51bbdbd req-7d67652a-39fa-4687-bf84-31a1279e946f tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:11.170118 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc5d84-c4e9-4b36-a026-03a4d39643f0 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Subnet': ['ID=d0a65195-cc0f-4b9e-85df-c3e552330167,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:11.171309 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-834531d6-3c2a-480a-8e7b-fc53d51bbdbd req-7d67652a-39fa-4687-bf84-31a1279e946f tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.25 "GET /v2.0/ports?device_id=f10e344f-684f-4efd-ba3b-dcc8a616fcba HTTP/1.1" status: 200 len: 945 time: 0.1425090 Apr 20 13:15:11.192664 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-49e4799f-5896-4a83-9dd2-5f97ec7113b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:11.221787 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4799f-5896-4a83-9dd2-5f97ec7113b8 None None] Pushing event deleted for resources: {'Port': ['ID=f1675d0f-531a-439e-96a0-1b7f826fb3c0,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:11.232413 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e4799f-5896-4a83-9dd2-5f97ec7113b8 None None] No DVR routers for this DVR port f1675d0f-531a-439e-96a0-1b7f826fb3c0 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:15:11.260747 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cd57b0-24b2-48f4-9ff8-f30586b5ccdb None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:15:11.307521 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d03afa1f-3557-41fa-8286-cceaa00b13a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:11.359090 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d21f3-af95-43c0-8ae6-b3f37c5b686b req-05bf4612-42a1-431f-a823-0304af47da5b tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:11.360694 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a1d21f3-af95-43c0-8ae6-b3f37c5b686b req-05bf4612-42a1-431f-a823-0304af47da5b tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.32 "GET /v2.0/ports?device_id=f10e344f-684f-4efd-ba3b-dcc8a616fcba HTTP/1.1" status: 200 len: 945 time: 0.2153010 Apr 20 13:15:11.368546 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ebdc5d84-c4e9-4b36-a026-03a4d39643f0 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0265160 Apr 20 13:15:11.394842 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-834531d6-3c2a-480a-8e7b-fc53d51bbdbd req-5baf5130-eb52-44ba-9f5d-18675e88e35e tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.25 "GET /v2.0/security-groups?id=90472902-be0b-4c2d-af9c-9362f7be0b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904619 Apr 20 13:15:11.395403 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45594) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:11.395403 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-05d21599-6fda-4eec-bc6e-057b54f3d4b2 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'port': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'fixed_ips': [{'subnet_id': 'd0a65195-cc0f-4b9e-85df-c3e552330167', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1792604312'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:11.418422 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafea54a-b1c4-4b4c-afc3-e6f36723fd4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'tenant_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'fixed_ips': [{'subnet_id': 'd0a65195-cc0f-4b9e-85df-c3e552330167'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:15:11.419731 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-aafea54a-b1c4-4b4c-afc3-e6f36723fd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:11.569486 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-14ff8d69-3ee1-447b-a737-9513d271f0ec tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:11.600347 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-aafea54a-b1c4-4b4c-afc3-e6f36723fd4f None None] Allocated IP 2001:db8::2 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/d0a65195-cc0f-4b9e-85df-c3e552330167/1c65eaad-dea3-4dc0-a89f-1403f04e44d3) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:11.613979 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b4c96-979e-4a03-a317-b1db10e0442f req-dd42a3cc-65cf-4d0c-97a5-0ef2654ade83 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:11.615641 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-610b4c96-979e-4a03-a317-b1db10e0442f req-dd42a3cc-65cf-4d0c-97a5-0ef2654ade83 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f38c29f-c360-4f0c-81d2-0b8461def840 HTTP/1.1" status: 200 len: 944 time: 0.2425759 Apr 20 13:15:11.746844 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-610b4c96-979e-4a03-a317-b1db10e0442f req-53f4392d-8b82-4f0f-965b-e21904268a77 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a9ea534-3b25-47f3-b708-8fb1ee2245fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216063 Apr 20 13:15:11.755768 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-6a1d21f3-af95-43c0-8ae6-b3f37c5b686b req-2280fe61-bffa-493d-abc9-2dce73c09754 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] Deleting port 1698f4df-c739-460e-957b-ee813907893e {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:15:11.758067 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6a1d21f3-af95-43c0-8ae6-b3f37c5b686b req-2280fe61-bffa-493d-abc9-2dce73c09754 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:11.796063 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-aafea54a-b1c4-4b4c-afc3-e6f36723fd4f None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:11.828708 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-14ff8d69-3ee1-447b-a737-9513d271f0ec tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:11.869799 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-aafea54a-b1c4-4b4c-afc3-e6f36723fd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:11.912751 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafea54a-b1c4-4b4c-afc3-e6f36723fd4f None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:11.916462 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-aafea54a-b1c4-4b4c-afc3-e6f36723fd4f None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:11.921454 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafea54a-b1c4-4b4c-afc3-e6f36723fd4f None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:15:11.924078 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d21599-6fda-4eec-bc6e-057b54f3d4b2 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:11.928301 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafea54a-b1c4-4b4c-afc3-e6f36723fd4f None None] Pushing event updated for resources: {'Port': ['ID=1c65eaad-dea3-4dc0-a89f-1403f04e44d3,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:11.932606 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-05d21599-6fda-4eec-bc6e-057b54f3d4b2 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:11.935299 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-14ff8d69-3ee1-447b-a737-9513d271f0ec tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Network 6efc3d61-2150-4671-a02d-6127df40131a is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:11.944593 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-6a1d21f3-af95-43c0-8ae6-b3f37c5b686b req-2280fe61-bffa-493d-abc9-2dce73c09754 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] For port 1698f4df-c739-460e-957b-ee813907893e, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=1698f4df-c739-460e-957b-ee813907893e,segment=NetworkSegment(9491670f-80ac-4da1-8e5e-1bdb23fca325),segment_id=9491670f-80ac-4da1-8e5e-1bdb23fca325)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:11.944593 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6a1d21f3-af95-43c0-8ae6-b3f37c5b686b req-2280fe61-bffa-493d-abc9-2dce73c09754 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:11.946498 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-14ff8d69-3ee1-447b-a737-9513d271f0ec tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:11.949399 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff8d69-3ee1-447b-a737-9513d271f0ec tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Pushing event updated for resources: {'Port': ['ID=cc8a0c92-bc02-43cb-8ffc-1055649d228e,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:11.957514 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-14ff8d69-3ee1-447b-a737-9513d271f0ec tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:15:11.967732 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-05d21599-6fda-4eec-bc6e-057b54f3d4b2 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] device_id is not set on port c9d2635c-d0d7-4346-b0b6-fc812fae7261 yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:15:11.989822 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-aafea54a-b1c4-4b4c-afc3-e6f36723fd4f None None] Attempting to bind port 1c65eaad-dea3-4dc0-a89f-1403f04e44d3 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:15:11.996596 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-aafea54a-b1c4-4b4c-afc3-e6f36723fd4f None None] Attempting to bind port 1c65eaad-dea3-4dc0-a89f-1403f04e44d3 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:15:11.996596 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafea54a-b1c4-4b4c-afc3-e6f36723fd4f None None] Attempting to bind port 1c65eaad-dea3-4dc0-a89f-1403f04e44d3 on network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:15:12.003213 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafea54a-b1c4-4b4c-afc3-e6f36723fd4f None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:15:12.004666 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafea54a-b1c4-4b4c-afc3-e6f36723fd4f None None] Checking segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:15:12.005587 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-aafea54a-b1c4-4b4c-afc3-e6f36723fd4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:12.008395 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafea54a-b1c4-4b4c-afc3-e6f36723fd4f None None] Bound using segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:15:12.009117 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-aafea54a-b1c4-4b4c-afc3-e6f36723fd4f None None] Bound port: 1c65eaad-dea3-4dc0-a89f-1403f04e44d3, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:15:12.010829 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-aafea54a-b1c4-4b4c-afc3-e6f36723fd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:12.014508 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-6a1d21f3-af95-43c0-8ae6-b3f37c5b686b req-2280fe61-bffa-493d-abc9-2dce73c09754 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] Calling delete_port for 1698f4df-c739-460e-957b-ee813907893e owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:15:12.103543 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-aafea54a-b1c4-4b4c-afc3-e6f36723fd4f None None] For port 1c65eaad-dea3-4dc0-a89f-1403f04e44d3, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:15:12.107550 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-aafea54a-b1c4-4b4c-afc3-e6f36723fd4f None None] For port 1c65eaad-dea3-4dc0-a89f-1403f04e44d3, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=1c65eaad-dea3-4dc0-a89f-1403f04e44d3,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:15:12.110264 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-14ff8d69-3ee1-447b-a737-9513d271f0ec tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:12.117441 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-14ff8d69-3ee1-447b-a737-9513d271f0ec tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:12.157902 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:12.181519 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-d03afa1f-3557-41fa-8286-cceaa00b13a6 admin admin] Deleting port 6d05bc1d-e87e-4c39-a78d-99565650587b {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:15:12.181895 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d03afa1f-3557-41fa-8286-cceaa00b13a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:12.200678 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-aafea54a-b1c4-4b4c-afc3-e6f36723fd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:12.223884 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-05d21599-6fda-4eec-bc6e-057b54f3d4b2 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:15:12.227094 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05d21599-6fda-4eec-bc6e-057b54f3d4b2 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:15:12.231576 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db50c3b-86e5-45e7-93d7-6666e8086ece req-bd09cc41-6e4b-42e5-877d-2298f18fce48 tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:12.233195 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7db50c3b-86e5-45e7-93d7-6666e8086ece req-bd09cc41-6e4b-42e5-877d-2298f18fce48 tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3de77a5-a55b-4834-b157-2d2c2c00d25d HTTP/1.1" status: 200 len: 935 time: 0.1304142 Apr 20 13:15:12.284013 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafea54a-b1c4-4b4c-afc3-e6f36723fd4f None None] Pushing event updated for resources: {'Port': ['ID=1c65eaad-dea3-4dc0-a89f-1403f04e44d3,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:12.285788 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-14ff8d69-3ee1-447b-a737-9513d271f0ec tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0859752 Apr 20 13:15:12.308374 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-1c4a4983-1ff9-4a01-9d6f-5f7e32cc429b service neutron] Request body: {'port': {'device_id': 'd3de77a5-a55b-4834-b157-2d2c2c00d25d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:12.339744 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-4227ef2c-cf25-4f57-bce4-6f44107113c6 None None] Provisioning complete for port cc8a0c92-bc02-43cb-8ffc-1055649d228e triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:12.340690 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4227ef2c-cf25-4f57-bce4-6f44107113c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:12.354665 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-05d21599-6fda-4eec-bc6e-057b54f3d4b2 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9700663 Apr 20 13:15:12.357441 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45608) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:12.384211 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-4227ef2c-cf25-4f57-bce4-6f44107113c6 None None] Port cc8a0c92-bc02-43cb-8ffc-1055649d228e cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:15:12.432921 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7db50c3b-86e5-45e7-93d7-6666e8086ece req-3112feaa-95b1-4748-ba26-82e0bdd54274 tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f4de12b-5cd4-401e-8293-21f70d4778b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550109 Apr 20 13:15:12.490814 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-d03afa1f-3557-41fa-8286-cceaa00b13a6 admin admin] For port 6d05bc1d-e87e-4c39-a78d-99565650587b, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=6d05bc1d-e87e-4c39-a78d-99565650587b,segment=NetworkSegment(738fba35-11d5-4597-a6a9-a3497c92a9f7),segment_id=738fba35-11d5-4597-a6a9-a3497c92a9f7)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:12.492054 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d03afa1f-3557-41fa-8286-cceaa00b13a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:12.500617 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2febc7ee-56f2-4c8b-a3b7-0b31ca446dc5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:12.505108 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2febc7ee-56f2-4c8b-a3b7-0b31ca446dc5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1450310 Apr 20 13:15:12.506640 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45614) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:12.509791 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-1c4a4983-1ff9-4a01-9d6f-5f7e32cc429b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:12.562670 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-d03afa1f-3557-41fa-8286-cceaa00b13a6 admin admin] Calling delete_port for 6d05bc1d-e87e-4c39-a78d-99565650587b owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:15:12.599903 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6a1d21f3-af95-43c0-8ae6-b3f37c5b686b req-2280fe61-bffa-493d-abc9-2dce73c09754 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:12.621092 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['1698f4df-c739-460e-957b-ee813907893e'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:15:12.624420 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e12825c-9f44-4218-9646-a85dd95c0f30 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:12.626654 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e12825c-9f44-4218-9646-a85dd95c0f30 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:12.631847 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6e12825c-9f44-4218-9646-a85dd95c0f30 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1237397 Apr 20 13:15:12.633427 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45620) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:12.648532 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e61af646-14f8-4872-afa5-ed6c18d050a3 req-35f0157d-361c-4fe3-8864-a524eb84252b tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.25 "GET /v2.0/ports?device_id=f10e344f-684f-4efd-ba3b-dcc8a616fcba HTTP/1.1" status: 200 len: 210 time: 0.0884669 Apr 20 13:15:12.684300 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 1c65eaad-dea3-4dc0-a89f-1403f04e44d3 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:15:12.741094 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-b29712ba-82f8-4357-a3b0-e05ccf05985e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting subnet d0a65195-cc0f-4b9e-85df-c3e552330167 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:15:12.745296 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b29712ba-82f8-4357-a3b0-e05ccf05985e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:12.753457 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2280fe61-bffa-493d-abc9-2dce73c09754 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] Pushing event deleted for resources: {'Port': ['ID=1698f4df-c739-460e-957b-ee813907893e,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:12.762705 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 1c65eaad-dea3-4dc0-a89f-1403f04e44d3 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:12.763090 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:12.814593 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b29712ba-82f8-4357-a3b0-e05ccf05985e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:12.823956 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:12.839320 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a1d21f3-af95-43c0-8ae6-b3f37c5b686b req-2280fe61-bffa-493d-abc9-2dce73c09754 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] No DVR routers for this DVR port 1698f4df-c739-460e-957b-ee813907893e on host n-h1-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:15:12.864096 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:12.891882 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6a1d21f3-af95-43c0-8ae6-b3f37c5b686b req-2280fe61-bffa-493d-abc9-2dce73c09754 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:12.895050 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a1d21f3-af95-43c0-8ae6-b3f37c5b686b req-2280fe61-bffa-493d-abc9-2dce73c09754 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.32 "DELETE /v2.0/ports/1698f4df-c739-460e-957b-ee813907893e HTTP/1.1" status: 204 len: 173 time: 1.5276785 Apr 20 13:15:12.896663 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10e344f-684f-4efd-ba3b-dcc8a616fcba', 'name': 'network-vif-deleted', 'tag': '1698f4df-c739-460e-957b-ee813907893e'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:15:12.898329 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45626) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:12.905740 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4fa54d-79c9-4415-9942-8c9471b48c2c" -d '{"events": [{"server_uuid": "f10e344f-684f-4efd-ba3b-dcc8a616fcba", "name": "network-vif-deleted", "tag": "1698f4df-c739-460e-957b-ee813907893e"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:15:12.908454 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 1c65eaad-dea3-4dc0-a89f-1403f04e44d3, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=1c65eaad-dea3-4dc0-a89f-1403f04e44d3,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:13.023817 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:13.029962 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b29712ba-82f8-4357-a3b0-e05ccf05985e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:13.109837 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-defe4b3d-4bc3-4699-8035-8e50b6fc74db admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1304326897-network', 'tenant_id': 'fc5e3e04d1c247b89b16d0209cf93fc4'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:13.125284 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f1675d0f-531a-439e-96a0-1b7f826fb3c0 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:15:13.197458 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: f1675d0f-531a-439e-96a0-1b7f826fb3c0 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:15:13.197458 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f1675d0f-531a-439e-96a0-1b7f826fb3c0 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:15:13.200844 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=1c65eaad-dea3-4dc0-a89f-1403f04e44d3,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:13.236600 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-defe4b3d-4bc3-4699-8035-8e50b6fc74db admin admin] Made reservation on behalf of fc5e3e04d1c247b89b16d0209cf93fc4 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:13.239016 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-defe4b3d-4bc3-4699-8035-8e50b6fc74db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:13.250104 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-defe4b3d-4bc3-4699-8035-8e50b6fc74db admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:13.261958 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b29712ba-82f8-4357-a3b0-e05ccf05985e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:13.302501 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b29712ba-82f8-4357-a3b0-e05ccf05985e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:13.305818 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b29712ba-82f8-4357-a3b0-e05ccf05985e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/d0a65195-cc0f-4b9e-85df-c3e552330167 HTTP/1.1" status: 204 len: 168 time: 0.6712933 Apr 20 13:15:13.306937 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29712ba-82f8-4357-a3b0-e05ccf05985e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Subnet': ['ID=d0a65195-cc0f-4b9e-85df-c3e552330167,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:13.308693 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45634) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:13.361805 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-579f6878-5ee4-4073-9121-dfe1fa01c73b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0505126 Apr 20 13:15:13.367780 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45636) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:13.375051 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-e4705586-c14b-4422-82f9-8eac6e6abd05 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'subnet': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:13.453074 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61d2b73-1804-401b-b07a-5a7e2325ba69 x-openstack-request-id: req-a61d2b73-1804-401b-b07a-5a7e2325ba69 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:15:13.453377 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f10e344f-684f-4efd-ba3b-dcc8a616fcba", "name": "network-vif-deleted", "tag": "1698f4df-c739-460e-957b-ee813907893e", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:15:13.453631 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a61d2b73-1804-401b-b07a-5a7e2325ba69 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:15:13.454034 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a61d2b73-1804-401b-b07a-5a7e2325ba69'] response: {'server_uuid': 'f10e344f-684f-4efd-ba3b-dcc8a616fcba', 'name': 'network-vif-deleted', 'tag': '1698f4df-c739-460e-957b-ee813907893e', 'status': 'completed', 'code': 200} Apr 20 13:15:13.461690 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ddec6a-9932-447a-8095-31990ee0de9b req-4fdf0d0b-5737-4b3c-8bf5-e3aac696be84 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:13.463292 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e3ddec6a-9932-447a-8095-31990ee0de9b req-4fdf0d0b-5737-4b3c-8bf5-e3aac696be84 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f38c29f-c360-4f0c-81d2-0b8461def840 HTTP/1.1" status: 200 len: 944 time: 0.5673525 Apr 20 13:15:13.515334 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-defe4b3d-4bc3-4699-8035-8e50b6fc74db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:13.578745 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b60fc73-928c-46c7-8d7f-cc9661b31c13 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:15:13.632391 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e3ddec6a-9932-447a-8095-31990ee0de9b req-538a2596-376e-4044-a1ba-d30ada3620ee tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a9ea534-3b25-47f3-b708-8fb1ee2245fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523333 Apr 20 13:15:13.637379 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-defe4b3d-4bc3-4699-8035-8e50b6fc74db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:13.657683 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4705586-c14b-4422-82f9-8eac6e6abd05 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:13.657683 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e4705586-c14b-4422-82f9-8eac6e6abd05 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:13.694835 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e21a3-0529-4a65-bd25-8ab1811a1637 req-4c15f986-6b6c-4d32-9b7b-337c748c2e8a tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:13.696608 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b17e21a3-0529-4a65-bd25-8ab1811a1637 req-4c15f986-6b6c-4d32-9b7b-337c748c2e8a tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3de77a5-a55b-4834-b157-2d2c2c00d25d HTTP/1.1" status: 200 len: 935 time: 0.1328149 Apr 20 13:15:13.709383 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-defe4b3d-4bc3-4699-8035-8e50b6fc74db admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:15:13.737087 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d03afa1f-3557-41fa-8286-cceaa00b13a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:13.766876 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe4b3d-4bc3-4699-8035-8e50b6fc74db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85feaff8-2712-4801-be05-e3790559084e,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:13.772395 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-defe4b3d-4bc3-4699-8035-8e50b6fc74db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:13.772395 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-defe4b3d-4bc3-4699-8035-8e50b6fc74db admin admin] Added segment fc041cb5-d84c-48ed-80fe-716187b94e54 of type vlan for network 9bd95744-0043-4589-9e95-c94937d46eb6 Apr 20 13:15:13.797894 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03afa1f-3557-41fa-8286-cceaa00b13a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d05bc1d-e87e-4c39-a78d-99565650587b,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:13.803061 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-50356335-b12a-4778-95a3-77cc204053ee None None] Provisioning complete for port 1c65eaad-dea3-4dc0-a89f-1403f04e44d3 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:13.803684 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-50356335-b12a-4778-95a3-77cc204053ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:13.809614 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-1c4a4983-1ff9-4a01-9d6f-5f7e32cc429b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc8a0c92-bc02-43cb-8ffc-1055649d228e {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:15:13.851858 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-1c4a4983-1ff9-4a01-9d6f-5f7e32cc429b service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:13.871087 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-defe4b3d-4bc3-4699-8035-8e50b6fc74db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:13.921764 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d6c83302-5e8b-4452-857c-3fdf7e950deb req-936b7ba8-1763-4c20-860a-a3136afc5a64 tempest-InstanceActionsTestJSON-1093420178 tempest-InstanceActionsTestJSON-1093420178-project] 10.222.0.25 "GET /v2.0/ports?device_id=f10e344f-684f-4efd-ba3b-dcc8a616fcba HTTP/1.1" status: 200 len: 210 time: 0.1313989 Apr 20 13:15:13.958712 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b17e21a3-0529-4a65-bd25-8ab1811a1637 req-f3cb51db-3508-4949-a741-b89472ad36e6 tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f4de12b-5cd4-401e-8293-21f70d4778b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387214 Apr 20 13:15:13.960553 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-1c4a4983-1ff9-4a01-9d6f-5f7e32cc429b service neutron] Transition to ACTIVE for port object cc8a0c92-bc02-43cb-8ffc-1055649d228e will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:15:14.024883 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-defe4b3d-4bc3-4699-8035-8e50b6fc74db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:14.027503 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defe4b3d-4bc3-4699-8035-8e50b6fc74db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:14.028318 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-defe4b3d-4bc3-4699-8035-8e50b6fc74db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:14.033664 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0238440-9b09-48bc-87b1-205b23b16761 None None] DHCP port deletion for 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:15:14.034513 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-1c4a4983-1ff9-4a01-9d6f-5f7e32cc429b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:14.129527 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-f0238440-9b09-48bc-87b1-205b23b16761 None None] Deleting port 1c65eaad-dea3-4dc0-a89f-1403f04e44d3 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:15:14.129856 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f0238440-9b09-48bc-87b1-205b23b16761 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:14.136375 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-defe4b3d-4bc3-4699-8035-8e50b6fc74db admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2365451 Apr 20 13:15:14.140969 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45642) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:14.147122 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a4983-1ff9-4a01-9d6f-5f7e32cc429b service neutron] Pushing event updated for resources: {'Port': ['ID=cc8a0c92-bc02-43cb-8ffc-1055649d228e,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:14.148607 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-4aceb04b-a6cb-471a-8b9e-4fdfdd1ce983 admin admin] Request body: {'subnet': {'network_id': '9bd95744-0043-4589-9e95-c94937d46eb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1304326897-subnet', 'tenant_id': 'fc5e3e04d1c247b89b16d0209cf93fc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:14.156506 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe4b3d-4bc3-4699-8035-8e50b6fc74db admin admin] Pushing event updated for resources: {'Network': ['ID=9bd95744-0043-4589-9e95-c94937d46eb6,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:14.198465 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 9bd95744-0043-4589-9e95-c94937d46eb6 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:15:14.206561 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e4705586-c14b-4422-82f9-8eac6e6abd05 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:14.214936 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d03afa1f-3557-41fa-8286-cceaa00b13a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:14.262676 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4705586-c14b-4422-82f9-8eac6e6abd05 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:14.266717 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-e4705586-c14b-4422-82f9-8eac6e6abd05 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:14.271848 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4705586-c14b-4422-82f9-8eac6e6abd05 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:14.272770 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e4705586-c14b-4422-82f9-8eac6e6abd05 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:14.282652 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 8dd58abc-a453-4b56-96fc-77597d11f249 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:15:14.290237 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4705586-c14b-4422-82f9-8eac6e6abd05 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Subnet': ['ID=1d5357c1-a16d-4d0c-9efd-61a1611099fb,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:14.302421 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-f0238440-9b09-48bc-87b1-205b23b16761 None None] For port 1c65eaad-dea3-4dc0-a89f-1403f04e44d3, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=1c65eaad-dea3-4dc0-a89f-1403f04e44d3,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:14.303035 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-1c4a4983-1ff9-4a01-9d6f-5f7e32cc429b service neutron] Attempting to bind port cc8a0c92-bc02-43cb-8ffc-1055649d228e on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:15:14.303267 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f0238440-9b09-48bc-87b1-205b23b16761 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:14.303430 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-1c4a4983-1ff9-4a01-9d6f-5f7e32cc429b service neutron] Attempting to bind port cc8a0c92-bc02-43cb-8ffc-1055649d228e by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:15:14.303753 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-1c4a4983-1ff9-4a01-9d6f-5f7e32cc429b service neutron] Attempting to bind port cc8a0c92-bc02-43cb-8ffc-1055649d228e on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:15:14.313815 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-1c4a4983-1ff9-4a01-9d6f-5f7e32cc429b service neutron] Port cc8a0c92-bc02-43cb-8ffc-1055649d228e on network 6efc3d61-2150-4671-a02d-6127df40131a not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:15:14.314158 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-1c4a4983-1ff9-4a01-9d6f-5f7e32cc429b service neutron] Attempting to bind port cc8a0c92-bc02-43cb-8ffc-1055649d228e on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:15:14.320555 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aceb04b-a6cb-471a-8b9e-4fdfdd1ce983 admin admin] Made reservation on behalf of fc5e3e04d1c247b89b16d0209cf93fc4 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:14.327557 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4aceb04b-a6cb-471a-8b9e-4fdfdd1ce983 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:14.334556 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-f0238440-9b09-48bc-87b1-205b23b16761 None None] Calling delete_port for 1c65eaad-dea3-4dc0-a89f-1403f04e44d3 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:15:14.359928 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-1c4a4983-1ff9-4a01-9d6f-5f7e32cc429b service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:15:14.360239 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-1c4a4983-1ff9-4a01-9d6f-5f7e32cc429b service neutron] Checking segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:15:14.360638 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-1c4a4983-1ff9-4a01-9d6f-5f7e32cc429b service neutron] Bound using segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:15:14.361152 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-1c4a4983-1ff9-4a01-9d6f-5f7e32cc429b service neutron] Bound port: cc8a0c92-bc02-43cb-8ffc-1055649d228e, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:15:14.361527 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-1c4a4983-1ff9-4a01-9d6f-5f7e32cc429b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:14.497992 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-1c4a4983-1ff9-4a01-9d6f-5f7e32cc429b service neutron] For port cc8a0c92-bc02-43cb-8ffc-1055649d228e, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:15:14.516340 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-1c4a4983-1ff9-4a01-9d6f-5f7e32cc429b service neutron] For port cc8a0c92-bc02-43cb-8ffc-1055649d228e, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=cc8a0c92-bc02-43cb-8ffc-1055649d228e,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:15:14.523278 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 8dd58abc-a453-4b56-96fc-77597d11f249, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=8dd58abc-a453-4b56-96fc-77597d11f249,segment=NetworkSegment(32755daa-e72b-493f-ab5b-7ccde96df1b2),segment_id=32755daa-e72b-493f-ab5b-7ccde96df1b2)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:14.552064 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '8dd58abc-a453-4b56-96fc-77597d11f249', 'network_id': 'fc159cf1-473b-41bf-a235-58833b6524ec', 'port_id': '8dd58abc-a453-4b56-96fc-77597d11f249', 'mac_address': 'fa:16:3e:85:41:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5630e15-812b-4997-8a6f-c5aae4e89ae1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:15:14.580524 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e4705586-c14b-4422-82f9-8eac6e6abd05 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2115779 Apr 20 13:15:14.585257 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45644) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:14.591818 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-a5bef6bf-3448-4248-992f-be1a9f573408 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1349213040', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:14.603403 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-1c4a4983-1ff9-4a01-9d6f-5f7e32cc429b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:14.606053 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f0238440-9b09-48bc-87b1-205b23b16761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:14.610251 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03afa1f-3557-41fa-8286-cceaa00b13a6 admin admin] Router b9692bf5-f1b2-4876-9b3f-060c953cf2cb has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:15:14.637420 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:14.641418 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0238440-9b09-48bc-87b1-205b23b16761 None None] Pushing event deleted for resources: {'Port': ['ID=1c65eaad-dea3-4dc0-a89f-1403f04e44d3,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:14.653935 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4aceb04b-a6cb-471a-8b9e-4fdfdd1ce983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:14.657669 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0238440-9b09-48bc-87b1-205b23b16761 None None] No DVR routers for this DVR port 1c65eaad-dea3-4dc0-a89f-1403f04e44d3 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:15:14.662681 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 1c65eaad-dea3-4dc0-a89f-1403f04e44d3 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:15:14.670757 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-1c4a4983-1ff9-4a01-9d6f-5f7e32cc429b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:14.671396 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-1c4a4983-1ff9-4a01-9d6f-5f7e32cc429b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:14.678168 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-1c4a4983-1ff9-4a01-9d6f-5f7e32cc429b service neutron] 10.222.0.15 "PUT /v2.0/ports/cc8a0c92-bc02-43cb-8ffc-1055649d228e HTTP/1.1" status: 200 len: 1095 time: 2.3712962 Apr 20 13:15:14.707607 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dd58abc-a453-4b56-96fc-77597d11f249 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:15:14.717951 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 1c65eaad-dea3-4dc0-a89f-1403f04e44d3 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:15:14.718789 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 1c65eaad-dea3-4dc0-a89f-1403f04e44d3 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:15:14.724091 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a4983-1ff9-4a01-9d6f-5f7e32cc429b service neutron] Pushing event updated for resources: {'Port': ['ID=cc8a0c92-bc02-43cb-8ffc-1055649d228e,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:14.729050 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d517dcc-f22b-41fd-aad8-7e9d9fe3d640 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:15:14.746951 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a5bef6bf-3448-4248-992f-be1a9f573408 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:14.748047 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a5bef6bf-3448-4248-992f-be1a9f573408 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:14.755096 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 8dd58abc-a453-4b56-96fc-77597d11f249, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=8dd58abc-a453-4b56-96fc-77597d11f249,segment=NetworkSegment(32755daa-e72b-493f-ab5b-7ccde96df1b2),segment_id=32755daa-e72b-493f-ab5b-7ccde96df1b2)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:14.799380 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aceb04b-a6cb-471a-8b9e-4fdfdd1ce983 admin admin] Pushing event updated for resources: {'Subnet': ['ID=731408b7-e1fe-466f-8b34-6d3fa8e9e499,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:14.810633 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aceb04b-a6cb-471a-8b9e-4fdfdd1ce983 admin admin] Checking segment: {'id': 'fc041cb5-d84c-48ed-80fe-716187b94e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9bd95744-0043-4589-9e95-c94937d46eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:15:14.811215 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aceb04b-a6cb-471a-8b9e-4fdfdd1ce983 admin admin] Network hostable DHCP agents. Network: 9bd95744-0043-4589-9e95-c94937d46eb6, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:15:14.827089 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:14.888368 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aceb04b-a6cb-471a-8b9e-4fdfdd1ce983 admin admin] Network 9bd95744-0043-4589-9e95-c94937d46eb6 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:15:14.898966 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03afa1f-3557-41fa-8286-cceaa00b13a6 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:15:14.913850 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0449a45c-6a5c-4f78-b927-e654797ae24d None None] Sync routers for ids ['b9692bf5-f1b2-4876-9b3f-060c953cf2cb'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:15:14.931921 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d03afa1f-3557-41fa-8286-cceaa00b13a6 admin admin] 10.222.0.25 "PUT /v2.0/routers/b9692bf5-f1b2-4876-9b3f-060c953cf2cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8346505 Apr 20 13:15:14.933971 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45648) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:14.935476 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=8dd58abc-a453-4b56-96fc-77597d11f249,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:14.936525 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a5bef6bf-3448-4248-992f-be1a9f573408 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:14.956189 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-01c902d1-4150-40a4-87c0-fcb9d50bff19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:14.957645 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-01c902d1-4150-40a4-87c0-fcb9d50bff19 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b2cebc22664542308ed18e2bda1e3d96&device_id=d3de77a5-a55b-4834-b157-2d2c2c00d25d HTTP/1.1" status: 200 len: 1098 time: 0.1526194 Apr 20 13:15:14.958929 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0449a45c-6a5c-4f78-b927-e654797ae24d None None] Routers {'b9692bf5-f1b2-4876-9b3f-060c953cf2cb'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:15:14.959818 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-0449a45c-6a5c-4f78-b927-e654797ae24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:14:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['b9692bf5-f1b2-4876-9b3f-060c953cf2cb'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:14.980582 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe5189-5ca8-4611-97f6-3e9de05a50ad req-6d5eeaca-ce88-40e8-8138-db138b3a1fee tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:14.983905 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4ffe5189-5ca8-4611-97f6-3e9de05a50ad req-6d5eeaca-ce88-40e8-8138-db138b3a1fee tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f38c29f-c360-4f0c-81d2-0b8461def840 HTTP/1.1" status: 200 len: 945 time: 0.1586781 Apr 20 13:15:15.002846 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45654) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:15.003879 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-4aceb04b-a6cb-471a-8b9e-4fdfdd1ce983 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 9bd95744-0043-4589-9e95-c94937d46eb6) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:15.017853 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0c63e5-54b3-4b33-934d-c38c449eff60 None None] Network 9bd95744-0043-4589-9e95-c94937d46eb6 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:15:15.032633 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-b335e03d-830a-4f08-9602-5dfe8537d82c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=cc8a0c92-bc02-43cb-8ffc-1055649d228e HTTP/1.1" status: 200 len: 217 time: 0.0463083 Apr 20 13:15:15.040574 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a5bef6bf-3448-4248-992f-be1a9f573408 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:15.044425 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aceb04b-a6cb-471a-8b9e-4fdfdd1ce983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:15.047451 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4aceb04b-a6cb-471a-8b9e-4fdfdd1ce983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:15.096811 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f73af3-0130-4174-91e1-378111b21d6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'tenant_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'fixed_ips': [{'subnet_id': '1d5357c1-a16d-4d0c-9efd-61a1611099fb'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:15:15.097674 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b3f73af3-0130-4174-91e1-378111b21d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:15.143019 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4ffe5189-5ca8-4611-97f6-3e9de05a50ad req-6b19bfe2-9e4f-4d73-b44a-0f45c4d9cbb6 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a9ea534-3b25-47f3-b708-8fb1ee2245fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582909 Apr 20 13:15:15.144728 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-893a927f-d772-4602-8640-eb0bd0ea1916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:15.146082 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-893a927f-d772-4602-8640-eb0bd0ea1916 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0977275 Apr 20 13:15:15.166248 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c529827-07f8-47d3-a7fe-e20d6cb7e2fa admin admin] Deleting subnet 3f8562f0-ee36-4d2c-8294-1083123c5d29 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:15:15.173242 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2c529827-07f8-47d3-a7fe-e20d6cb7e2fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:15.174148 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['8dd58abc-a453-4b56-96fc-77597d11f249'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:15:15.201537 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a5bef6bf-3448-4248-992f-be1a9f573408 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:15.202876 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a5bef6bf-3448-4248-992f-be1a9f573408 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6165960 Apr 20 13:15:15.212151 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4aceb04b-a6cb-471a-8b9e-4fdfdd1ce983 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0613949 Apr 20 13:15:15.212151 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45656) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:15.212381 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383e578-3277-4cba-a53e-960106266fc6 req-66614910-e00f-4d72-8470-a562362b8bf0 tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:15.216292 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b383e578-3277-4cba-a53e-960106266fc6 req-66614910-e00f-4d72-8470-a562362b8bf0 tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3de77a5-a55b-4834-b157-2d2c2c00d25d HTTP/1.1" status: 200 len: 947 time: 0.1299319 Apr 20 13:15:15.257078 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-4a06c144-32f7-4627-a827-df75453d5115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:15.259578 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-4a06c144-32f7-4627-a827-df75453d5115 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1056185 Apr 20 13:15:15.264986 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39359f93-cd34-4c4f-8a43-a12110081d49 admin admin] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:15.350086 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b383e578-3277-4cba-a53e-960106266fc6 req-a010e42d-7a5b-4300-99d4-559b8d8bd2aa tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f4de12b-5cd4-401e-8293-21f70d4778b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180563 Apr 20 13:15:15.387182 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2c529827-07f8-47d3-a7fe-e20d6cb7e2fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:15.396631 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-c4b833d4-1887-4b01-b0dd-e903d94b92b7 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251793 Apr 20 13:15:15.427819 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-0449a45c-6a5c-4f78-b927-e654797ae24d None None] Set router b9692bf5-f1b2-4876-9b3f-060c953cf2cb gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:15:15.432680 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7a0b70-d2c5-4853-b42b-02934cb7a987 None None] Network 9bd95744-0043-4589-9e95-c94937d46eb6 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:15:15.461943 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3de77a5-a55b-4834-b157-2d2c2c00d25d', 'tag': 'cc8a0c92-bc02-43cb-8ffc-1055649d228e'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:15:15.465981 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7ba394-d058-43a9-9815-947e058a7a9c" -d '{"events": [{"name": "network-changed", "server_uuid": "d3de77a5-a55b-4834-b157-2d2c2c00d25d", "tag": "cc8a0c92-bc02-43cb-8ffc-1055649d228e"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:15:15.532315 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa8e404c-4720-4d42-9086-13c96f9c8e94 req-a1b7445c-5cb6-45a2-9160-57ab797b91ad service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283960 Apr 20 13:15:15.533987 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ddaa17-2a68-4fb9-a684-5ef5f588b637 x-openstack-request-id: req-f4ddaa17-2a68-4fb9-a684-5ef5f588b637 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:15:15.534468 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3de77a5-a55b-4834-b157-2d2c2c00d25d", "tag": "cc8a0c92-bc02-43cb-8ffc-1055649d228e", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:15:15.534896 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4ddaa17-2a68-4fb9-a684-5ef5f588b637 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:15:15.535487 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4ddaa17-2a68-4fb9-a684-5ef5f588b637'] response: {'name': 'network-changed', 'server_uuid': 'd3de77a5-a55b-4834-b157-2d2c2c00d25d', 'tag': 'cc8a0c92-bc02-43cb-8ffc-1055649d228e', 'status': 'completed', 'code': 200} Apr 20 13:15:15.568343 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39359f93-cd34-4c4f-8a43-a12110081d49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:15.579049 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2c529827-07f8-47d3-a7fe-e20d6cb7e2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:15.704649 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ba394-d058-43a9-9815-947e058a7a9c req-a65fa310-5d79-44cc-9602-99c75656db19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:15.706734 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ee7ba394-d058-43a9-9815-947e058a7a9c req-a65fa310-5d79-44cc-9602-99c75656db19 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b2cebc22664542308ed18e2bda1e3d96&device_id=d3de77a5-a55b-4834-b157-2d2c2c00d25d HTTP/1.1" status: 200 len: 1098 time: 0.0520849 Apr 20 13:15:15.738036 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-b3f73af3-0130-4174-91e1-378111b21d6f None None] Allocated IP 2001:db8::2 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/1d5357c1-a16d-4d0c-9efd-61a1611099fb/9a036757-f4f7-4232-becb-16adc74803a5) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:15.757531 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d78d6671-ba1f-4b5d-b301-87211044f7cf tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:15.772365 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 1698f4df-c739-460e-957b-ee813907893e no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:15:15.829371 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ba394-d058-43a9-9815-947e058a7a9c req-41605ca7-40e8-46b2-8bf1-d3d602895b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:15.831071 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ee7ba394-d058-43a9-9815-947e058a7a9c req-41605ca7-40e8-46b2-8bf1-d3d602895b05 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.1148789 Apr 20 13:15:15.836463 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2c529827-07f8-47d3-a7fe-e20d6cb7e2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:15.876910 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ee7ba394-d058-43a9-9815-947e058a7a9c req-823313f5-b5c3-4bff-acf9-db3168b7351e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=cc8a0c92-bc02-43cb-8ffc-1055649d228e HTTP/1.1" status: 200 len: 217 time: 0.0386572 Apr 20 13:15:15.909063 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c529827-07f8-47d3-a7fe-e20d6cb7e2fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f8562f0-ee36-4d2c-8294-1083123c5d29,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:15.912896 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2c529827-07f8-47d3-a7fe-e20d6cb7e2fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:15.919241 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2c529827-07f8-47d3-a7fe-e20d6cb7e2fa admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3f8562f0-ee36-4d2c-8294-1083123c5d29 HTTP/1.1" status: 204 len: 168 time: 0.9034147 Apr 20 13:15:15.919241 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-39359f93-cd34-4c4f-8a43-a12110081d49 admin admin] Deleting port c1c0b034-8586-49b7-aee5-15dec55bc405 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:15:15.919241 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39359f93-cd34-4c4f-8a43-a12110081d49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:15.922445 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45670) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:15.948534 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ba394-d058-43a9-9815-947e058a7a9c req-60c03a7e-cbe8-4733-959f-ee82b24061d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:15.950803 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ee7ba394-d058-43a9-9815-947e058a7a9c req-60c03a7e-cbe8-4733-959f-ee82b24061d6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0676014 Apr 20 13:15:15.977075 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 1698f4df-c739-460e-957b-ee813907893e {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:15:15.978018 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 1698f4df-c739-460e-957b-ee813907893e not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:15:16.010174 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ba394-d058-43a9-9815-947e058a7a9c req-73188eec-b3a7-486f-94aa-550dc89e8361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:16.011803 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ee7ba394-d058-43a9-9815-947e058a7a9c req-73188eec-b3a7-486f-94aa-550dc89e8361 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0535116 Apr 20 13:15:16.130171 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ee7ba394-d058-43a9-9815-947e058a7a9c req-90e84f2d-63b6-4a08-b870-601b95c218b0 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111300 Apr 20 13:15:16.149516 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45676) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:16.163645 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-273989b7-eed6-4a6a-ae09-faca2093fd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:16.165809 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-6ec8c8c8-d7f1-49f7-b53a-036828606ad7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-550439265-network', 'tenant_id': '5734312f46d54e82b91864fee88c12cc'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:16.167075 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-0449a45c-6a5c-4f78-b927-e654797ae24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9692bf5-f1b2-4876-9b3f-060c953cf2cb', 'name': 'tempest-TaggedBootDevicesTest-785915238-router', 'tenant_id': '80a09310883244f09c77418f84fc8e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'c1c0b034-8586-49b7-aee5-15dec55bc405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:43Z', 'updated_at': '2022-04-20T13:15:13Z', 'revision_number': 5, 'project_id': '80a09310883244f09c77418f84fc8e88', 'gw_port': {'id': 'c1c0b034-8586-49b7-aee5-15dec55bc405', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:09:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9692bf5-f1b2-4876-9b3f-060c953cf2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:46Z', 'updated_at': '2022-04-20T13:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:16.194903 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-39359f93-cd34-4c4f-8a43-a12110081d49 admin admin] For port c1c0b034-8586-49b7-aee5-15dec55bc405, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=c1c0b034-8586-49b7-aee5-15dec55bc405,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:16.194903 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39359f93-cd34-4c4f-8a43-a12110081d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:16.195411 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0449a45c-6a5c-4f78-b927-e654797ae24d None None] Checking router: b9692bf5-f1b2-4876-9b3f-060c953cf2cb for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:15:16.211440 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b3f73af3-0130-4174-91e1-378111b21d6f None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:16.215954 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0449a45c-6a5c-4f78-b927-e654797ae24d None None] Routers {'b9692bf5-f1b2-4876-9b3f-060c953cf2cb'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:15:16.216596 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-0449a45c-6a5c-4f78-b927-e654797ae24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:14:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['b9692bf5-f1b2-4876-9b3f-060c953cf2cb'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:16.232675 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-39359f93-cd34-4c4f-8a43-a12110081d49 admin admin] Calling delete_port for c1c0b034-8586-49b7-aee5-15dec55bc405 owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:15:16.268201 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b3f73af3-0130-4174-91e1-378111b21d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:16.300748 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ee7ba394-d058-43a9-9815-947e058a7a9c req-8da549ab-3123-4f07-aa0a-1a3a3438c779 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624742 Apr 20 13:15:16.322329 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec8c8c8-d7f1-49f7-b53a-036828606ad7 admin admin] Made reservation on behalf of 5734312f46d54e82b91864fee88c12cc for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:16.325475 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6ec8c8c8-d7f1-49f7-b53a-036828606ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:16.338155 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f73af3-0130-4174-91e1-378111b21d6f None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:16.342976 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-b3f73af3-0130-4174-91e1-378111b21d6f None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:16.344919 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04bd824-c6a3-4063-a05d-36896002d601 req-6ab51e57-3577-4032-ae14-04db8bb88634 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:16.345850 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f73af3-0130-4174-91e1-378111b21d6f None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:15:16.352682 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b04bd824-c6a3-4063-a05d-36896002d601 req-6ab51e57-3577-4032-ae14-04db8bb88634 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f38c29f-c360-4f0c-81d2-0b8461def840 HTTP/1.1" status: 200 len: 945 time: 0.0839565 Apr 20 13:15:16.380231 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-0449a45c-6a5c-4f78-b927-e654797ae24d None None] Set router b9692bf5-f1b2-4876-9b3f-060c953cf2cb gateway port host: None {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:15:16.382455 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f73af3-0130-4174-91e1-378111b21d6f None None] Pushing event updated for resources: {'Port': ['ID=9a036757-f4f7-4232-becb-16adc74803a5,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:16.412793 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b04bd824-c6a3-4063-a05d-36896002d601 req-01aa5936-625b-4ff9-aa24-deda68346c8a tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a9ea534-3b25-47f3-b708-8fb1ee2245fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575867 Apr 20 13:15:16.412793 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6ec8c8c8-d7f1-49f7-b53a-036828606ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:16.453844 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-0449a45c-6a5c-4f78-b927-e654797ae24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9692bf5-f1b2-4876-9b3f-060c953cf2cb', 'name': 'tempest-TaggedBootDevicesTest-785915238-router', 'tenant_id': '80a09310883244f09c77418f84fc8e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:43Z', 'updated_at': '2022-04-20T13:15:15Z', 'revision_number': 6, 'project_id': '80a09310883244f09c77418f84fc8e88', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:16.502002 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0449a45c-6a5c-4f78-b927-e654797ae24d None None] The sync data for ids ['b9692bf5-f1b2-4876-9b3f-060c953cf2cb'] in n-d-836015-7 is: [{'id': 'b9692bf5-f1b2-4876-9b3f-060c953cf2cb', 'name': 'tempest-TaggedBootDevicesTest-785915238-router', 'tenant_id': '80a09310883244f09c77418f84fc8e88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:43Z', 'updated_at': '2022-04-20T13:15:15Z', 'revision_number': 6, 'project_id': '80a09310883244f09c77418f84fc8e88', 'gw_port_host': None}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:15:16.522600 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-b3f73af3-0130-4174-91e1-378111b21d6f None None] Attempting to bind port 9a036757-f4f7-4232-becb-16adc74803a5 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:15:16.522978 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-b3f73af3-0130-4174-91e1-378111b21d6f None None] Attempting to bind port 9a036757-f4f7-4232-becb-16adc74803a5 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:15:16.523945 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f73af3-0130-4174-91e1-378111b21d6f None None] Attempting to bind port 9a036757-f4f7-4232-becb-16adc74803a5 on network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:15:16.530275 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f73af3-0130-4174-91e1-378111b21d6f None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:15:16.532160 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f73af3-0130-4174-91e1-378111b21d6f None None] Checking segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:15:16.532160 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b3f73af3-0130-4174-91e1-378111b21d6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:16.532160 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f73af3-0130-4174-91e1-378111b21d6f None None] Bound using segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:15:16.532160 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-b3f73af3-0130-4174-91e1-378111b21d6f None None] Bound port: 9a036757-f4f7-4232-becb-16adc74803a5, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:15:16.532652 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b3f73af3-0130-4174-91e1-378111b21d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:16.583937 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947378c-f9da-43fa-8e18-f9ce49c96692 req-9587f851-b546-4d81-b1dc-08ba70349f5d tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:16.585551 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5947378c-f9da-43fa-8e18-f9ce49c96692 req-9587f851-b546-4d81-b1dc-08ba70349f5d tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3de77a5-a55b-4834-b157-2d2c2c00d25d HTTP/1.1" status: 200 len: 947 time: 0.1349049 Apr 20 13:15:16.595278 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6ec8c8c8-d7f1-49f7-b53a-036828606ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:16.605385 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-b3f73af3-0130-4174-91e1-378111b21d6f None None] For port 9a036757-f4f7-4232-becb-16adc74803a5, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:15:16.608654 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-b3f73af3-0130-4174-91e1-378111b21d6f None None] For port 9a036757-f4f7-4232-becb-16adc74803a5, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=9a036757-f4f7-4232-becb-16adc74803a5,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:15:16.614989 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-273989b7-eed6-4a6a-ae09-faca2093fd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:16.630565 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5947378c-f9da-43fa-8e18-f9ce49c96692 req-c20026c5-fcfd-4ca7-80f5-71922b2c65aa tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f4de12b-5cd4-401e-8293-21f70d4778b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338848 Apr 20 13:15:16.649001 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-273989b7-eed6-4a6a-ae09-faca2093fd33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbd3b7d3-ccca-410c-9bca-49410f4d4008']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:16.673659 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-d78d6671-ba1f-4b5d-b301-87211044f7cf tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Allocated IP 2001:db8::1 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/1d5357c1-a16d-4d0c-9efd-61a1611099fb/08eaa37b-8a5c-4391-b537-d0a9fe32f6b7) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:16.676473 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-273989b7-eed6-4a6a-ae09-faca2093fd33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9491670f-80ac-4da1-8e5e-1bdb23fca325') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:16.676773 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-273989b7-eed6-4a6a-ae09-faca2093fd33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9491670f-80ac-4da1-8e5e-1bdb23fca325') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:16.695615 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-273989b7-eed6-4a6a-ae09-faca2093fd33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:16.698257 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6ec8c8c8-d7f1-49f7-b53a-036828606ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:16.717031 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b3f73af3-0130-4174-91e1-378111b21d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:16.727091 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ec8c8c8-d7f1-49f7-b53a-036828606ad7 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:15:16.741363 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8c8c8-d7f1-49f7-b53a-036828606ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3d44ac-4c68-4957-ae79-e688af0467cc,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:16.750857 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6ec8c8c8-d7f1-49f7-b53a-036828606ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:16.750857 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-6ec8c8c8-d7f1-49f7-b53a-036828606ad7 admin admin] Added segment afafaaf7-1b4f-48b1-bc34-e35e5a5c5cab of type vlan for network 9dc0929c-fa4f-4ef7-a1d2-bfed0a3a0f2a Apr 20 13:15:16.752576 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-273989b7-eed6-4a6a-ae09-faca2093fd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:16.778771 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-273989b7-eed6-4a6a-ae09-faca2093fd33 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:15:16.779182 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-273989b7-eed6-4a6a-ae09-faca2093fd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:16.785675 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:15:16.785675 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:15:16.785675 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:15:16.785675 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:15:16.785675 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:15:16.785675 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:15:16.785675 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:15:16.785675 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:15:16.785675 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:15:16.785675 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:15:16.785675 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:15:16.785675 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:15:16.785675 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:15:16.785675 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:15:16.785675 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:15:16.785675 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:15:16.785675 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:15:16.785675 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:15:16.785675 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:15:16.785675 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:15:16.785675 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:15:16.785675 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:15:16.785675 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:15:16.785675 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:15:16.785675 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:15:16.785675 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:15:16.785675 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:15:16.785675 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:15:16.785675 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:15:16.785675 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:15:16.785675 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:15:16.785675 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:15:16.805024 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f73af3-0130-4174-91e1-378111b21d6f None None] Pushing event updated for resources: {'Port': ['ID=9a036757-f4f7-4232-becb-16adc74803a5,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:16.813081 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6ec8c8c8-d7f1-49f7-b53a-036828606ad7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:16.916769 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6ec8c8c8-d7f1-49f7-b53a-036828606ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:16.918389 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec8c8c8-d7f1-49f7-b53a-036828606ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:16.918389 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6ec8c8c8-d7f1-49f7-b53a-036828606ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:16.975764 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d78d6671-ba1f-4b5d-b301-87211044f7cf tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:17.003584 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-273989b7-eed6-4a6a-ae09-faca2093fd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:17.017967 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-273989b7-eed6-4a6a-ae09-faca2093fd33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:17.018086 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-6ec8c8c8-d7f1-49f7-b53a-036828606ad7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8624787 Apr 20 13:15:17.018518 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-273989b7-eed6-4a6a-ae09-faca2093fd33 admin admin] 10.222.0.25 "DELETE /v2.0/networks/bbd3b7d3-ccca-410c-9bca-49410f4d4008 HTTP/1.1" status: 204 len: 168 time: 1.0911016 Apr 20 13:15:17.020243 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45686) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:17.033614 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-8e439396-cd17-4530-942e-fbb9684c9228 admin admin] Request body: {'subnet': {'network_id': '9dc0929c-fa4f-4ef7-a1d2-bfed0a3a0f2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-550439265-subnet', 'tenant_id': '5734312f46d54e82b91864fee88c12cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:17.038168 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8c8c8-d7f1-49f7-b53a-036828606ad7 admin admin] Pushing event updated for resources: {'Network': ['ID=9dc0929c-fa4f-4ef7-a1d2-bfed0a3a0f2a,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:17.050157 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273989b7-eed6-4a6a-ae09-faca2093fd33 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbd3b7d3-ccca-410c-9bca-49410f4d4008,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:17.066222 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39359f93-cd34-4c4f-8a43-a12110081d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:17.070007 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 9dc0929c-fa4f-4ef7-a1d2-bfed0a3a0f2a details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:15:17.123200 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39359f93-cd34-4c4f-8a43-a12110081d49 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1c0b034-8586-49b7-aee5-15dec55bc405,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:17.180307 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e439396-cd17-4530-942e-fbb9684c9228 admin admin] Made reservation on behalf of 5734312f46d54e82b91864fee88c12cc for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:17.180996 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d78d6671-ba1f-4b5d-b301-87211044f7cf tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:17.183830 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8e439396-cd17-4530-942e-fbb9684c9228 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:17.235659 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39359f93-cd34-4c4f-8a43-a12110081d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:17.250049 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78d6671-ba1f-4b5d-b301-87211044f7cf tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:17.280438 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-d78d6671-ba1f-4b5d-b301-87211044f7cf tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:17.283052 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78d6671-ba1f-4b5d-b301-87211044f7cf tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:15:17.283969 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d78d6671-ba1f-4b5d-b301-87211044f7cf tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:17.360681 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d6671-ba1f-4b5d-b301-87211044f7cf tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Port': ['ID=08eaa37b-8a5c-4391-b537-d0a9fe32f6b7,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:17.406094 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39359f93-cd34-4c4f-8a43-a12110081d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:17.425808 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39359f93-cd34-4c4f-8a43-a12110081d49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:17.435873 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8e439396-cd17-4530-942e-fbb9684c9228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:17.516050 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45690) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:17.546493 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e439396-cd17-4530-942e-fbb9684c9228 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac06353b-f1b0-46e3-aa8f-4ab7b694fa37,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:17.564197 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-21de17bf-21e1-458b-89a0-cf252b906002 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c8dee94e1afd45928bae5783999d410b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469851 Apr 20 13:15:17.564890 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45692) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:17.567417 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdbcbb3-b49f-45b2-ab00-80f86ec63c36 req-22d7e792-0075-48c8-b8ba-8ef8ba8cdb7f tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:17.567833 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39359f93-cd34-4c4f-8a43-a12110081d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:17.568713 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39359f93-cd34-4c4f-8a43-a12110081d49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9692bf5-f1b2-4876-9b3f-060c953cf2cb {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:15:17.568935 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bcdbcbb3-b49f-45b2-ab00-80f86ec63c36 req-22d7e792-0075-48c8-b8ba-8ef8ba8cdb7f tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f38c29f-c360-4f0c-81d2-0b8461def840 HTTP/1.1" status: 200 len: 945 time: 0.0850329 Apr 20 13:15:17.570062 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e439396-cd17-4530-942e-fbb9684c9228 admin admin] Checking segment: {'id': 'afafaaf7-1b4f-48b1-bc34-e35e5a5c5cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '9dc0929c-fa4f-4ef7-a1d2-bfed0a3a0f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:15:17.570430 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e439396-cd17-4530-942e-fbb9684c9228 admin admin] Network hostable DHCP agents. Network: 9dc0929c-fa4f-4ef7-a1d2-bfed0a3a0f2a, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:15:17.587141 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39359f93-cd34-4c4f-8a43-a12110081d49 admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:17.588867 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-39359f93-cd34-4c4f-8a43-a12110081d49 admin admin] 10.222.0.25 "DELETE /v2.0/routers/b9692bf5-f1b2-4876-9b3f-060c953cf2cb HTTP/1.1" status: 204 len: 168 time: 2.6538124 Apr 20 13:15:17.591269 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45694) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:17.624831 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bcdbcbb3-b49f-45b2-ab00-80f86ec63c36 req-5abcf289-2614-4e8c-8bec-41556e3bf99d tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a9ea534-3b25-47f3-b708-8fb1ee2245fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452929 Apr 20 13:15:17.666995 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e439396-cd17-4530-942e-fbb9684c9228 admin admin] Network 9dc0929c-fa4f-4ef7-a1d2-bfed0a3a0f2a is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:15:17.700862 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d78d6671-ba1f-4b5d-b301-87211044f7cf tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:17.715854 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-835995a9-38d0-4e1d-9d98-8f67ff52f383 admin admin] Deleting subnet ab468ffa-ce13-456d-af37-126b9348379e {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:15:17.726722 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-835995a9-38d0-4e1d-9d98-8f67ff52f383 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:17.751099 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-58c14434-c4c6-4032-9a46-6264786f753f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:17.764586 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-8e439396-cd17-4530-942e-fbb9684c9228 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 9dc0929c-fa4f-4ef7-a1d2-bfed0a3a0f2a) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:17.771139 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e439396-cd17-4530-942e-fbb9684c9228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:17.772445 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8e439396-cd17-4530-942e-fbb9684c9228 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:17.781041 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaaa6eab-d15c-4c40-8572-d2e1ed27a7d8 None None] Network 9dc0929c-fa4f-4ef7-a1d2-bfed0a3a0f2a requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:15:17.791729 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41d8ae-662d-4668-aaeb-af16a6a9286d req-5b2d1884-7e62-4e5b-872b-46be730a727a tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:17.791729 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ee41d8ae-662d-4668-aaeb-af16a6a9286d req-5b2d1884-7e62-4e5b-872b-46be730a727a tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3de77a5-a55b-4834-b157-2d2c2c00d25d HTTP/1.1" status: 200 len: 947 time: 0.0625598 Apr 20 13:15:17.834650 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-58c14434-c4c6-4032-9a46-6264786f753f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:17.847668 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ee41d8ae-662d-4668-aaeb-af16a6a9286d req-4abc301d-5590-4c3d-b6ad-8ccf6c60652b tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f4de12b-5cd4-401e-8293-21f70d4778b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522332 Apr 20 13:15:17.859563 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-835995a9-38d0-4e1d-9d98-8f67ff52f383 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:17.882255 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8e439396-cd17-4530-942e-fbb9684c9228 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8606620 Apr 20 13:15:17.985940 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63cfed9-ab73-4515-a3c3-47b98e8687bc None None] Network 9dc0929c-fa4f-4ef7-a1d2-bfed0a3a0f2a requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:15:18.135558 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-835995a9-38d0-4e1d-9d98-8f67ff52f383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:18.151347 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-8d8e756e-362b-4e2c-b9e5-3f8b221a1ac6 None None] Provisioning complete for port 9a036757-f4f7-4232-becb-16adc74803a5 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:18.151861 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8d8e756e-362b-4e2c-b9e5-3f8b221a1ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:18.180495 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-58c14434-c4c6-4032-9a46-6264786f753f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:18.184244 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-58c14434-c4c6-4032-9a46-6264786f753f admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:18.185667 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-58c14434-c4c6-4032-9a46-6264786f753f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/90472902-be0b-4c2d-af9c-9362f7be0b10 HTTP/1.1" status: 204 len: 168 time: 0.6189725 Apr 20 13:15:18.250363 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8d8e756e-362b-4e2c-b9e5-3f8b221a1ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:18.267649 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c14434-c4c6-4032-9a46-6264786f753f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90472902-be0b-4c2d-af9c-9362f7be0b10,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:18.313289 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 8dd58abc-a453-4b56-96fc-77597d11f249 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:15:18.339556 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-8d8e756e-362b-4e2c-b9e5-3f8b221a1ac6 None None] For port 9a036757-f4f7-4232-becb-16adc74803a5, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=9a036757-f4f7-4232-becb-16adc74803a5,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:18.387699 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d78d6671-ba1f-4b5d-b301-87211044f7cf tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:18.390905 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-835995a9-38d0-4e1d-9d98-8f67ff52f383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:18.418622 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835995a9-38d0-4e1d-9d98-8f67ff52f383 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab468ffa-ce13-456d-af37-126b9348379e,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:18.430727 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-835995a9-38d0-4e1d-9d98-8f67ff52f383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:18.431070 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b594d93-428e-40a0-b1cd-6513cb265bf0 None None] Network c0567742-ebd6-4040-88bb-7f8afbb4e328 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:15:18.431527 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-835995a9-38d0-4e1d-9d98-8f67ff52f383 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ab468ffa-ce13-456d-af37-126b9348379e HTTP/1.1" status: 204 len: 168 time: 0.8391287 Apr 20 13:15:18.432207 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45716) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:18.496506 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8d8e756e-362b-4e2c-b9e5-3f8b221a1ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:18.501712 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d78d6671-ba1f-4b5d-b301-87211044f7cf tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:18.502511 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d78d6671-ba1f-4b5d-b301-87211044f7cf tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:18.532639 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-4a62a46f-dd08-4c10-86ad-a3ff75d79008 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:18.534422 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-4a62a46f-dd08-4c10-86ad-a3ff75d79008 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] 10.222.0.25 "GET /v2.0/networks?id=9bd95744-0043-4589-9e95-c94937d46eb6 HTTP/1.1" status: 200 len: 809 time: 0.1396155 Apr 20 13:15:18.562515 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-87f1292a-89ab-4c9f-919e-3edd143619a9 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] 10.222.0.25 "GET /v2.0/quotas/fc5e3e04d1c247b89b16d0209cf93fc4 HTTP/1.1" status: 200 len: 375 time: 0.0200102 Apr 20 13:15:18.567150 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a1ee4d6-bb02-4051-aec3-df3ef11ab4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:18.608946 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e756e-362b-4e2c-b9e5-3f8b221a1ac6 None None] Pushing event updated for resources: {'Port': ['ID=9a036757-f4f7-4232-becb-16adc74803a5,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:18.617930 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-825da6b4-c949-43fd-8114-1bdbde3ee07d tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fc5e3e04d1c247b89b16d0209cf93fc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407059 Apr 20 13:15:18.626561 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d6671-ba1f-4b5d-b301-87211044f7cf tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Port': ['ID=08eaa37b-8a5c-4391-b537-d0a9fe32f6b7,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:18.655246 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 8dd58abc-a453-4b56-96fc-77597d11f249 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:15:18.675528 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 8dd58abc-a453-4b56-96fc-77597d11f249 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:18.677263 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:18.722316 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78d6671-ba1f-4b5d-b301-87211044f7cf tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:18.727942 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-fc53409b-0446-4cfb-b7cd-f9de600119f1 None None] Provisioning complete for port 08eaa37b-8a5c-4391-b537-d0a9fe32f6b7 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:18.728964 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fc53409b-0446-4cfb-b7cd-f9de600119f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:18.734143 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 9a036757-f4f7-4232-becb-16adc74803a5 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:15:18.735993 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-d78d6671-ba1f-4b5d-b301-87211044f7cf tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:18.811124 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-5a1ee4d6-bb02-4051-aec3-df3ef11ab4b0 admin admin] Deleting port 5c15de53-3138-4732-8386-98b866692271 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:15:18.811337 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a1ee4d6-bb02-4051-aec3-df3ef11ab4b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:18.835948 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 9a036757-f4f7-4232-becb-16adc74803a5 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:18.836331 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:18.875547 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a21309d-1b59-434d-84e8-767a563f3e0d None None] DHCP port deletion for c0567742-ebd6-4040-88bb-7f8afbb4e328 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:15:18.889366 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-fc53409b-0446-4cfb-b7cd-f9de600119f1 None None] Port 08eaa37b-8a5c-4391-b537-d0a9fe32f6b7 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:15:18.903746 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81285f-b28e-416e-81fc-17e463896d57 req-46b99505-3d93-4fd4-b104-831df893b729 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:18.905546 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fa81285f-b28e-416e-81fc-17e463896d57 req-46b99505-3d93-4fd4-b104-831df893b729 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f38c29f-c360-4f0c-81d2-0b8461def840 HTTP/1.1" status: 200 len: 945 time: 0.1303961 Apr 20 13:15:18.909086 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-bfa61999-1bbd-4901-8334-664614ed45c9 service neutron] 10.222.0.25 "GET /v2.0/networks/9bd95744-0043-4589-9e95-c94937d46eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814858 Apr 20 13:15:18.949705 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-5a1ee4d6-bb02-4051-aec3-df3ef11ab4b0 admin admin] For port 5c15de53-3138-4732-8386-98b866692271, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=5c15de53-3138-4732-8386-98b866692271,segment=NetworkSegment(738fba35-11d5-4597-a6a9-a3497c92a9f7),segment_id=738fba35-11d5-4597-a6a9-a3497c92a9f7)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:18.950459 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a1ee4d6-bb02-4051-aec3-df3ef11ab4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:18.981510 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-5a1ee4d6-bb02-4051-aec3-df3ef11ab4b0 admin admin] Calling delete_port for 5c15de53-3138-4732-8386-98b866692271 owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:15:19.012609 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:19.083119 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f38c29f-c360-4f0c-81d2-0b8461def840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd58abc-a453-4b56-96fc-77597d11f249'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:15:19.086994 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1490e6-adbc-4274-8a7c-39eec451e600" -d '{"events": [{"server_uuid": "5f38c29f-c360-4f0c-81d2-0b8461def840", "name": "network-vif-plugged", "status": "completed", "tag": "8dd58abc-a453-4b56-96fc-77597d11f249"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:15:19.099275 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fa81285f-b28e-416e-81fc-17e463896d57 req-170e1c72-982b-401f-aebd-84374bc66b6d tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a9ea534-3b25-47f3-b708-8fb1ee2245fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869256 Apr 20 13:15:19.116639 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 8dd58abc-a453-4b56-96fc-77597d11f249, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=8dd58abc-a453-4b56-96fc-77597d11f249,segment=NetworkSegment(32755daa-e72b-493f-ab5b-7ccde96df1b2),segment_id=32755daa-e72b-493f-ab5b-7ccde96df1b2)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:19.141213 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-4a21309d-1b59-434d-84e8-767a563f3e0d None None] Deleting port 5c15de53-3138-4732-8386-98b866692271 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:15:19.141617 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4a21309d-1b59-434d-84e8-767a563f3e0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:19.151072 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78d6671-ba1f-4b5d-b301-87211044f7cf tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Router 9eadd906-a297-4d60-9f97-73767f3d903c is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:15:19.172195 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-bbd9e320-aeac-4cf1-97b7-e31cb1011d2b service neutron] 10.222.0.25 "GET /v2.0/networks/9bd95744-0043-4589-9e95-c94937d46eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441552 Apr 20 13:15:19.259050 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a1ee4d6-bb02-4051-aec3-df3ef11ab4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:19.297461 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1ee4d6-bb02-4051-aec3-df3ef11ab4b0 admin admin] No DVR routers for this DVR port 5c15de53-3138-4732-8386-98b866692271 on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:15:19.299034 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ee4d6-bb02-4051-aec3-df3ef11ab4b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c15de53-3138-4732-8386-98b866692271,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:19.299210 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad4064-56a6-424c-9ca1-a0647147eb88 req-2f34772a-f640-405b-b689-569ece1cd31e tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:19.312299 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-24ad4064-56a6-424c-9ca1-a0647147eb88 req-2f34772a-f640-405b-b689-569ece1cd31e tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3de77a5-a55b-4834-b157-2d2c2c00d25d HTTP/1.1" status: 200 len: 947 time: 0.1352994 Apr 20 13:15:19.339867 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78d6671-ba1f-4b5d-b301-87211044f7cf tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:15:19.348023 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d78d6671-ba1f-4b5d-b301-87211044f7cf tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "PUT /v2.0/routers/9eadd906-a297-4d60-9f97-73767f3d903c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1356289 Apr 20 13:15:19.353148 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a287eb41-d130-4f7b-960d-404238763a2e None None] Sync routers for ids ['9eadd906-a297-4d60-9f97-73767f3d903c'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:15:19.356564 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45734) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:19.367287 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a287eb41-d130-4f7b-960d-404238763a2e None None] Routers {'9eadd906-a297-4d60-9f97-73767f3d903c'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:15:19.368690 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-a287eb41-d130-4f7b-960d-404238763a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:14:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['9eadd906-a297-4d60-9f97-73767f3d903c'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:19.424672 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-24ad4064-56a6-424c-9ca1-a0647147eb88 req-bdb4366a-6c27-4eb0-9ad3-b5758637c0da tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f4de12b-5cd4-401e-8293-21f70d4778b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113496 Apr 20 13:15:19.482320 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45971fd0-3d68-4e97-8448-cf694f2d7277 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:19.491076 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-45971fd0-3d68-4e97-8448-cf694f2d7277 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/ports/08eaa37b-8a5c-4391-b537-d0a9fe32f6b7 HTTP/1.1" status: 200 len: 911 time: 0.1309352 Apr 20 13:15:19.492031 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45738) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:19.495309 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-a287eb41-d130-4f7b-960d-404238763a2e None None] Set router 9eadd906-a297-4d60-9f97-73767f3d903c gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:15:19.524484 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a1ee4d6-bb02-4051-aec3-df3ef11ab4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:19.621324 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-5a1ee4d6-bb02-4051-aec3-df3ef11ab4b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0567742-ebd6-4040-88bb-7f8afbb4e328']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:19.626191 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-4a21309d-1b59-434d-84e8-767a563f3e0d None None] For port 5c15de53-3138-4732-8386-98b866692271, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=5c15de53-3138-4732-8386-98b866692271,segment=NetworkSegment(738fba35-11d5-4597-a6a9-a3497c92a9f7),segment_id=738fba35-11d5-4597-a6a9-a3497c92a9f7)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:19.629731 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4a21309d-1b59-434d-84e8-767a563f3e0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:19.636690 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-5a1ee4d6-bb02-4051-aec3-df3ef11ab4b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '738fba35-11d5-4597-a6a9-a3497c92a9f7') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:19.638314 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-5a1ee4d6-bb02-4051-aec3-df3ef11ab4b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '738fba35-11d5-4597-a6a9-a3497c92a9f7') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:19.653953 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a1ee4d6-bb02-4051-aec3-df3ef11ab4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:19.675057 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a1ee4d6-bb02-4051-aec3-df3ef11ab4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:19.676338 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-4a21309d-1b59-434d-84e8-767a563f3e0d None None] Calling delete_port for 5c15de53-3138-4732-8386-98b866692271 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:15:19.680242 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-83eb45b7-8f84-438d-9f8c-9ebc83d1eaaf req-ba544d5b-3e6b-4122-90cd-265ba2031ded tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba4eb31b-2297-411b-8c4e-48c32571ead9 HTTP/1.1" status: 200 len: 210 time: 0.0997233 Apr 20 13:15:19.722879 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a1ee4d6-bb02-4051-aec3-df3ef11ab4b0 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:15:19.724614 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a1ee4d6-bb02-4051-aec3-df3ef11ab4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:19.726791 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:15:19.726791 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:15:19.726791 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:15:19.726791 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:15:19.726791 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:15:19.726791 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:15:19.726791 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:15:19.726791 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:15:19.726791 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:15:19.726791 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:15:19.726791 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:15:19.726791 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:15:19.726791 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:15:19.726791 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:15:19.726791 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:15:19.726791 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:15:19.726791 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:15:19.726791 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:15:19.726791 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:15:19.726791 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:15:19.726791 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:15:19.726791 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:15:19.726791 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:15:19.726791 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:15:19.726791 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:15:19.726791 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:15:19.726791 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:15:19.726791 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:15:19.726791 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:15:19.726791 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:15:19.726791 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:15:19.726791 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:15:19.777531 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12e76d3-5519-4483-a955-eca3fe91547f x-openstack-request-id: req-b12e76d3-5519-4483-a955-eca3fe91547f {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:15:19.777898 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f38c29f-c360-4f0c-81d2-0b8461def840", "name": "network-vif-plugged", "status": "completed", "tag": "8dd58abc-a453-4b56-96fc-77597d11f249", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:15:19.778117 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b12e76d3-5519-4483-a955-eca3fe91547f {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:15:19.778553 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b12e76d3-5519-4483-a955-eca3fe91547f'] response: {'server_uuid': '5f38c29f-c360-4f0c-81d2-0b8461def840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd58abc-a453-4b56-96fc-77597d11f249', 'code': 200} Apr 20 13:15:19.779988 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device c1c0b034-8586-49b7-aee5-15dec55bc405 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:15:19.784894 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:19.786377 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc83a85-a728-442e-bd3b-ccb322bf50b0 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:19.800432 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc83a85-a728-442e-bd3b-ccb322bf50b0 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:19.805061 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-dfc83a85-a728-442e-bd3b-ccb322bf50b0 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3070145 Apr 20 13:15:19.808699 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45750) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:19.841490 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-a287eb41-d130-4f7b-960d-404238763a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eadd906-a297-4d60-9f97-73767f3d903c', 'name': 'tempest-NetworksTestDHCPv6-router-1349213040', 'tenant_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:14Z', 'updated_at': '2022-04-20T13:15:17Z', 'revision_number': 2, 'project_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'gw_port_host': None, '_interfaces': [{'id': '08eaa37b-8a5c-4391-b537-d0a9fe32f6b7', 'name': '', 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'tenant_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'mac_address': 'fa:16:3e:24:b6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eadd906-a297-4d60-9f97-73767f3d903c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '1d5357c1-a16d-4d0c-9efd-61a1611099fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:15Z', 'updated_at': '2022-04-20T13:15:18Z', 'revision_number': 2, 'project_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'subnets': [{'id': '1d5357c1-a16d-4d0c-9efd-61a1611099fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:19.877522 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a287eb41-d130-4f7b-960d-404238763a2e None None] Checking router: 9eadd906-a297-4d60-9f97-73767f3d903c for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:15:19.878082 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a287eb41-d130-4f7b-960d-404238763a2e None None] Updating router 9eadd906-a297-4d60-9f97-73767f3d903c port 08eaa37b-8a5c-4391-b537-d0a9fe32f6b7 binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:15:19.905987 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-a287eb41-d130-4f7b-960d-404238763a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:19.913616 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: c1c0b034-8586-49b7-aee5-15dec55bc405 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:15:19.913955 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device c1c0b034-8586-49b7-aee5-15dec55bc405 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:15:19.914377 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 6d05bc1d-e87e-4c39-a78d-99565650587b no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:15:19.950579 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a1ee4d6-bb02-4051-aec3-df3ef11ab4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:19.956751 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a1ee4d6-bb02-4051-aec3-df3ef11ab4b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:19.965187 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5a1ee4d6-bb02-4051-aec3-df3ef11ab4b0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c0567742-ebd6-4040-88bb-7f8afbb4e328 HTTP/1.1" status: 204 len: 168 time: 1.5315056 Apr 20 13:15:19.965424 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45756) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:19.993336 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 6d05bc1d-e87e-4c39-a78d-99565650587b {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:15:19.994214 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 6d05bc1d-e87e-4c39-a78d-99565650587b not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:15:20.025147 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-a88028cd-1de9-4fc6-84fb-f48db241d3b8 None None] Provisioning complete for port 08eaa37b-8a5c-4391-b537-d0a9fe32f6b7 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:20.026220 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a88028cd-1de9-4fc6-84fb-f48db241d3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:20.033812 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45758) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:20.081451 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac6926-f88d-4f35-a499-17a7427f901f req-1da1a7f9-c2ec-4bd8-a811-6d20a6bba64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:20.083136 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-baac6926-f88d-4f35-a499-17a7427f901f req-1da1a7f9-c2ec-4bd8-a811-6d20a6bba64b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5f38c29f-c360-4f0c-81d2-0b8461def840 HTTP/1.1" status: 200 len: 1097 time: 0.4012396 Apr 20 13:15:20.087961 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ee4d6-bb02-4051-aec3-df3ef11ab4b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0567742-ebd6-4040-88bb-7f8afbb4e328,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:20.152900 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-baac6926-f88d-4f35-a499-17a7427f901f req-80ac0c12-0464-45f3-9166-9b3032987173 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1a9ea534-3b25-47f3-b708-8fb1ee2245fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496409 Apr 20 13:15:20.178302 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4a21309d-1b59-434d-84e8-767a563f3e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:20.190393 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=8dd58abc-a453-4b56-96fc-77597d11f249,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:20.263385 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4a21309d-1b59-434d-84e8-767a563f3e0d None None] Network c0567742-ebd6-4040-88bb-7f8afbb4e328 is not hosted by any dhcp agent {{(pid=114871) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 20 13:15:20.263849 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a21309d-1b59-434d-84e8-767a563f3e0d None None] No DVR routers for this DVR port 5c15de53-3138-4732-8386-98b866692271 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:15:20.281804 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-a88028cd-1de9-4fc6-84fb-f48db241d3b8 None None] Port 08eaa37b-8a5c-4391-b537-d0a9fe32f6b7 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:15:20.293433 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a21309d-1b59-434d-84e8-767a563f3e0d None None] Pushing event deleted for resources: {'Port': ['ID=5c15de53-3138-4732-8386-98b866692271,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:20.311445 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device cc8a0c92-bc02-43cb-8ffc-1055649d228e details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:15:20.324181 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-525202bd-44f4-483a-b0bc-3d7fa9a33c03 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-312280789-network', 'tenant_id': '692951b4ab1c4dc1a05ed983655b2d83'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:20.326314 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-a287eb41-d130-4f7b-960d-404238763a2e None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:20.393823 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca0bc2-97f8-4d06-bba7-23b48cf13458 req-0bcce805-47b7-428e-882d-57acf09d9f6d tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:20.395591 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-62ca0bc2-97f8-4d06-bba7-23b48cf13458 req-0bcce805-47b7-428e-882d-57acf09d9f6d tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f38c29f-c360-4f0c-81d2-0b8461def840 HTTP/1.1" status: 200 len: 946 time: 0.1333494 Apr 20 13:15:20.407775 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-a287eb41-d130-4f7b-960d-404238763a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:20.452531 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525202bd-44f4-483a-b0bc-3d7fa9a33c03 admin admin] Made reservation on behalf of 692951b4ab1c4dc1a05ed983655b2d83 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:20.454962 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-525202bd-44f4-483a-b0bc-3d7fa9a33c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:20.479326 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9642bf55-d3eb-46cf-ab4a-83dbb3e22bb6 None None] Pushing event updated for resources: {'Port': ['ID=08eaa37b-8a5c-4391-b537-d0a9fe32f6b7,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:20.488449 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-525202bd-44f4-483a-b0bc-3d7fa9a33c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:20.491157 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9642bf55-d3eb-46cf-ab4a-83dbb3e22bb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:20.491739 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9642bf55-d3eb-46cf-ab4a-83dbb3e22bb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:20.492264 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9642bf55-d3eb-46cf-ab4a-83dbb3e22bb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:20.495820 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9642bf55-d3eb-46cf-ab4a-83dbb3e22bb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:20.496352 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9642bf55-d3eb-46cf-ab4a-83dbb3e22bb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:20.496894 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9642bf55-d3eb-46cf-ab4a-83dbb3e22bb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:20.497382 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9642bf55-d3eb-46cf-ab4a-83dbb3e22bb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:20.497883 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9642bf55-d3eb-46cf-ab4a-83dbb3e22bb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:20.498364 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9642bf55-d3eb-46cf-ab4a-83dbb3e22bb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:20.498929 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9642bf55-d3eb-46cf-ab4a-83dbb3e22bb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:20.499748 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9642bf55-d3eb-46cf-ab4a-83dbb3e22bb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:20.500046 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9642bf55-d3eb-46cf-ab4a-83dbb3e22bb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:20.544131 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port cc8a0c92-bc02-43cb-8ffc-1055649d228e, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=cc8a0c92-bc02-43cb-8ffc-1055649d228e,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:20.580928 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-62ca0bc2-97f8-4d06-bba7-23b48cf13458 req-046e7c38-94f3-4109-ba6d-2821361ff8d2 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a9ea534-3b25-47f3-b708-8fb1ee2245fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776400 Apr 20 13:15:20.610281 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'cc8a0c92-bc02-43cb-8ffc-1055649d228e', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'port_id': 'cc8a0c92-bc02-43cb-8ffc-1055649d228e', 'mac_address': 'fa:16:3e:4c:f0:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b1f82a-7732-4b50-ab22-2475f182a712', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:15:20.643513 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-525202bd-44f4-483a-b0bc-3d7fa9a33c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:20.694856 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-a287eb41-d130-4f7b-960d-404238763a2e None None] Attempting to bind port 08eaa37b-8a5c-4391-b537-d0a9fe32f6b7 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:15:20.695576 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-a287eb41-d130-4f7b-960d-404238763a2e None None] Attempting to bind port 08eaa37b-8a5c-4391-b537-d0a9fe32f6b7 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:15:20.697131 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a287eb41-d130-4f7b-960d-404238763a2e None None] Attempting to bind port 08eaa37b-8a5c-4391-b537-d0a9fe32f6b7 on network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:15:20.705221 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a287eb41-d130-4f7b-960d-404238763a2e None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:15:20.705981 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a287eb41-d130-4f7b-960d-404238763a2e None None] Checking segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:15:20.706672 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-a287eb41-d130-4f7b-960d-404238763a2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:20.707870 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a287eb41-d130-4f7b-960d-404238763a2e None None] Bound using segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:15:20.708599 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-a287eb41-d130-4f7b-960d-404238763a2e None None] Bound port: 08eaa37b-8a5c-4391-b537-d0a9fe32f6b7, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:15:20.709207 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-a287eb41-d130-4f7b-960d-404238763a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:20.729666 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 9a036757-f4f7-4232-becb-16adc74803a5 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:15:20.753405 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:20.793539 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc8a0c92-bc02-43cb-8ffc-1055649d228e {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:15:20.824270 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-a287eb41-d130-4f7b-960d-404238763a2e None None] For port 08eaa37b-8a5c-4391-b537-d0a9fe32f6b7, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:15:20.827835 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-a287eb41-d130-4f7b-960d-404238763a2e None None] For port 08eaa37b-8a5c-4391-b537-d0a9fe32f6b7, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=08eaa37b-8a5c-4391-b537-d0a9fe32f6b7,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:15:20.833390 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port cc8a0c92-bc02-43cb-8ffc-1055649d228e, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=cc8a0c92-bc02-43cb-8ffc-1055649d228e,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:20.846930 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 9a036757-f4f7-4232-becb-16adc74803a5 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:20.847453 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:20.911898 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-a287eb41-d130-4f7b-960d-404238763a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:20.976836 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9642bf55-d3eb-46cf-ab4a-83dbb3e22bb6 None None] Pushing event updated for resources: {'Port': ['ID=08eaa37b-8a5c-4391-b537-d0a9fe32f6b7,revision_number=4']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:21.002849 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a287eb41-d130-4f7b-960d-404238763a2e None None] Routers {'9eadd906-a297-4d60-9f97-73767f3d903c'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:15:21.003997 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-a287eb41-d130-4f7b-960d-404238763a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:14:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['9eadd906-a297-4d60-9f97-73767f3d903c'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:21.073267 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:21.084042 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-525202bd-44f4-483a-b0bc-3d7fa9a33c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:21.123955 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525202bd-44f4-483a-b0bc-3d7fa9a33c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280cdc43-d7a8-44ce-bc98-e65ddaff0200,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:21.130368 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-525202bd-44f4-483a-b0bc-3d7fa9a33c03 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:15:21.150420 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-525202bd-44f4-483a-b0bc-3d7fa9a33c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:21.150784 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-525202bd-44f4-483a-b0bc-3d7fa9a33c03 admin admin] Added segment 3f46b54c-02e5-49fa-8bc0-9760d162ed92 of type vlan for network f4258e6f-aecb-49fd-99fd-85fb6d33cc56 Apr 20 13:15:21.165131 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-a298f3f2-c509-4dc8-848b-422c06419c2a None None] Provisioning complete for port 08eaa37b-8a5c-4391-b537-d0a9fe32f6b7 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:21.166099 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a298f3f2-c509-4dc8-848b-422c06419c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:21.184352 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d03d73be-ce95-46d1-887c-bdc035649852 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:21.199967 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-a287eb41-d130-4f7b-960d-404238763a2e None None] Set router 9eadd906-a297-4d60-9f97-73767f3d903c gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:15:21.210219 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-525202bd-44f4-483a-b0bc-3d7fa9a33c03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:21.217756 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 5c15de53-3138-4732-8386-98b866692271 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:15:21.271723 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 5c15de53-3138-4732-8386-98b866692271 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:15:21.272068 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 5c15de53-3138-4732-8386-98b866692271 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:15:21.297651 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=cc8a0c92-bc02-43cb-8ffc-1055649d228e,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:21.362589 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c95da9a4-62a2-4748-9f75-0258951a67cc req-8c6b708f-5cba-4515-9e7d-4496e96c67a4 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba4eb31b-2297-411b-8c4e-48c32571ead9 HTTP/1.1" status: 200 len: 210 time: 0.1752460 Apr 20 13:15:21.372949 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a298f3f2-c509-4dc8-848b-422c06419c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:21.380099 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-525202bd-44f4-483a-b0bc-3d7fa9a33c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:21.382744 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525202bd-44f4-483a-b0bc-3d7fa9a33c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:21.383345 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-525202bd-44f4-483a-b0bc-3d7fa9a33c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:21.450577 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-a298f3f2-c509-4dc8-848b-422c06419c2a None None] For port 08eaa37b-8a5c-4391-b537-d0a9fe32f6b7, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=08eaa37b-8a5c-4391-b537-d0a9fe32f6b7,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:21.452919 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5a460-6467-4333-a6e3-24150add1f0a req-79ef346a-65b5-4e4b-a033-1b6dd3380e07 tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:21.453075 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['cc8a0c92-bc02-43cb-8ffc-1055649d228e'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:15:21.454771 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e8e5a460-6467-4333-a6e3-24150add1f0a req-79ef346a-65b5-4e4b-a033-1b6dd3380e07 tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3de77a5-a55b-4834-b157-2d2c2c00d25d HTTP/1.1" status: 200 len: 948 time: 0.2654645 Apr 20 13:15:21.530105 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525202bd-44f4-483a-b0bc-3d7fa9a33c03 admin admin] Pushing event updated for resources: {'Network': ['ID=f4258e6f-aecb-49fd-99fd-85fb6d33cc56,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:21.536742 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a298f3f2-c509-4dc8-848b-422c06419c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:21.536972 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-a287eb41-d130-4f7b-960d-404238763a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eadd906-a297-4d60-9f97-73767f3d903c', 'name': 'tempest-NetworksTestDHCPv6-router-1349213040', 'tenant_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:14Z', 'updated_at': '2022-04-20T13:15:17Z', 'revision_number': 2, 'project_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'gw_port_host': None, '_interfaces': [{'id': '08eaa37b-8a5c-4391-b537-d0a9fe32f6b7', 'name': '', 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'tenant_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'mac_address': 'fa:16:3e:24:b6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eadd906-a297-4d60-9f97-73767f3d903c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '1d5357c1-a16d-4d0c-9efd-61a1611099fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:15Z', 'updated_at': '2022-04-20T13:15:20Z', 'revision_number': 4, 'project_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'subnets': [{'id': '1d5357c1-a16d-4d0c-9efd-61a1611099fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:21.558949 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a78df123-287e-4131-b526-b1b38d62deb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:21.565089 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e8e5a460-6467-4333-a6e3-24150add1f0a req-82ae8315-22bc-4146-a78f-d1ee028d7d93 tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f4de12b-5cd4-401e-8293-21f70d4778b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008773 Apr 20 13:15:21.565311 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a287eb41-d130-4f7b-960d-404238763a2e None None] The sync data for ids ['9eadd906-a297-4d60-9f97-73767f3d903c'] in n-d-836015-7 is: [{'id': '9eadd906-a297-4d60-9f97-73767f3d903c', 'name': 'tempest-NetworksTestDHCPv6-router-1349213040', 'tenant_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:14Z', 'updated_at': '2022-04-20T13:15:17Z', 'revision_number': 2, 'project_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'gw_port_host': None, '_interfaces': [{'id': '08eaa37b-8a5c-4391-b537-d0a9fe32f6b7', 'name': '', 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'tenant_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'mac_address': 'fa:16:3e:24:b6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eadd906-a297-4d60-9f97-73767f3d903c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '1d5357c1-a16d-4d0c-9efd-61a1611099fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:15Z', 'updated_at': '2022-04-20T13:15:20Z', 'revision_number': 4, 'project_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'subnets': [{'id': '1d5357c1-a16d-4d0c-9efd-61a1611099fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:15:21.613218 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network f4258e6f-aecb-49fd-99fd-85fb6d33cc56 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:15:21.677390 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-525202bd-44f4-483a-b0bc-3d7fa9a33c03 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5995657 Apr 20 13:15:21.680534 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45772) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:21.685185 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-d03d73be-ce95-46d1-887c-bdc035649852 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting port 08eaa37b-8a5c-4391-b537-d0a9fe32f6b7 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:15:21.685646 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d03d73be-ce95-46d1-887c-bdc035649852 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:21.693052 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-02145591-19c1-4622-8c0c-6ee596293862 admin admin] Request body: {'subnet': {'network_id': 'f4258e6f-aecb-49fd-99fd-85fb6d33cc56', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-312280789-subnet', 'tenant_id': '692951b4ab1c4dc1a05ed983655b2d83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:21.770437 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298f3f2-c509-4dc8-848b-422c06419c2a None None] Pushing event updated for resources: {'Port': ['ID=08eaa37b-8a5c-4391-b537-d0a9fe32f6b7,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:21.808129 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-37c6eef3-d4fa-48ad-b408-b66da9db6d18 None None] Provisioning complete for port 08eaa37b-8a5c-4391-b537-d0a9fe32f6b7 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:21.808356 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-37c6eef3-d4fa-48ad-b408-b66da9db6d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:21.861540 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17851cc-b4df-4d0e-992b-53406c21c16f req-4e46e5f6-0af8-4f84-bc87-10f025c82959 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:21.891286 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f17851cc-b4df-4d0e-992b-53406c21c16f req-4e46e5f6-0af8-4f84-bc87-10f025c82959 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f38c29f-c360-4f0c-81d2-0b8461def840 HTTP/1.1" status: 200 len: 946 time: 0.1934843 Apr 20 13:15:21.913089 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02145591-19c1-4622-8c0c-6ee596293862 admin admin] Made reservation on behalf of 692951b4ab1c4dc1a05ed983655b2d83 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:21.913089 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-02145591-19c1-4622-8c0c-6ee596293862 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:21.977769 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-d03d73be-ce95-46d1-887c-bdc035649852 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] For port 08eaa37b-8a5c-4391-b537-d0a9fe32f6b7, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=08eaa37b-8a5c-4391-b537-d0a9fe32f6b7,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:21.977769 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d03d73be-ce95-46d1-887c-bdc035649852 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:21.979166 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-a78df123-287e-4131-b526-b1b38d62deb4 admin admin] Deleting port cafb557c-d156-4086-868f-68aa259023ae {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:15:21.979166 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a78df123-287e-4131-b526-b1b38d62deb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:22.049551 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-d03d73be-ce95-46d1-887c-bdc035649852 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Calling delete_port for 08eaa37b-8a5c-4391-b537-d0a9fe32f6b7 owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:15:22.079790 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f17851cc-b4df-4d0e-992b-53406c21c16f req-1dded333-1111-4d2a-9575-59fc024244ac tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a9ea534-3b25-47f3-b708-8fb1ee2245fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862538 Apr 20 13:15:22.085138 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-a78df123-287e-4131-b526-b1b38d62deb4 admin admin] For port cafb557c-d156-4086-868f-68aa259023ae, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=cafb557c-d156-4086-868f-68aa259023ae,segment=NetworkSegment(75dde688-0424-4757-bed7-2277565735bf),segment_id=75dde688-0424-4757-bed7-2277565735bf)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:22.085640 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a78df123-287e-4131-b526-b1b38d62deb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:22.106923 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-a78df123-287e-4131-b526-b1b38d62deb4 admin admin] Calling delete_port for cafb557c-d156-4086-868f-68aa259023ae owned by network:router_interface {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:15:22.396841 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a78df123-287e-4131-b526-b1b38d62deb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:22.405743 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d03d73be-ce95-46d1-887c-bdc035649852 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:22.441271 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78df123-287e-4131-b526-b1b38d62deb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cafb557c-d156-4086-868f-68aa259023ae,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:22.468516 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03d73be-ce95-46d1-887c-bdc035649852 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Port': ['ID=08eaa37b-8a5c-4391-b537-d0a9fe32f6b7,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:22.504888 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-02145591-19c1-4622-8c0c-6ee596293862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:22.516467 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f598afe-de29-4897-9211-0bd08cc36c91 req-41d9d688-f499-4b0f-9d61-420ca5e75fc3 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba4eb31b-2297-411b-8c4e-48c32571ead9 HTTP/1.1" status: 200 len: 210 time: 0.0511146 Apr 20 13:15:22.750184 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a78df123-287e-4131-b526-b1b38d62deb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:22.851257 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d03d73be-ce95-46d1-887c-bdc035649852 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:22.853116 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02145591-19c1-4622-8c0c-6ee596293862 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0996d7f4-b464-4da5-b268-614fd8c03be4,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:22.861403 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-1e6612e0-1378-4f97-8571-d159f7390282 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:22.862928 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-1e6612e0-1378-4f97-8571-d159f7390282 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] 10.222.0.32 "GET /v2.0/networks?id=9bd95744-0043-4589-9e95-c94937d46eb6 HTTP/1.1" status: 200 len: 809 time: 0.4804106 Apr 20 13:15:22.879174 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-74006915-bf12-478b-a859-58259fccb799 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] Request body: {'port': {'device_id': 'ba4eb31b-2297-411b-8c4e-48c32571ead9', 'network_id': '9bd95744-0043-4589-9e95-c94937d46eb6', 'admin_state_up': True, 'tenant_id': 'fc5e3e04d1c247b89b16d0209cf93fc4'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:22.899245 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02145591-19c1-4622-8c0c-6ee596293862 admin admin] Checking segment: {'id': '3f46b54c-02e5-49fa-8bc0-9760d162ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f4258e6f-aecb-49fd-99fd-85fb6d33cc56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:15:22.900280 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02145591-19c1-4622-8c0c-6ee596293862 admin admin] Network hostable DHCP agents. Network: f4258e6f-aecb-49fd-99fd-85fb6d33cc56, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:15:22.985695 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78df123-287e-4131-b526-b1b38d62deb4 admin admin] Router 0051b573-975e-4674-ad4b-318ab5572eb9 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:15:23.034007 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d7ac-fa57-4d17-96a0-d504fbf493e0 req-29e3b3a6-0d43-4122-bdf4-46005053f8a6 tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:23.035518 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4126d7ac-fa57-4d17-96a0-d504fbf493e0 req-29e3b3a6-0d43-4122-bdf4-46005053f8a6 tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3de77a5-a55b-4834-b157-2d2c2c00d25d HTTP/1.1" status: 200 len: 948 time: 0.2810268 Apr 20 13:15:23.111530 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78df123-287e-4131-b526-b1b38d62deb4 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:15:23.126075 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc28d7a-904a-4883-886a-fd1365cffe3a None None] Sync routers for ids ['0051b573-975e-4674-ad4b-318ab5572eb9'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:15:23.131890 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a78df123-287e-4131-b526-b1b38d62deb4 admin admin] 10.222.0.25 "PUT /v2.0/routers/0051b573-975e-4674-ad4b-318ab5572eb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1589744 Apr 20 13:15:23.132653 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45780) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:23.139161 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc28d7a-904a-4883-886a-fd1365cffe3a None None] Routers {'0051b573-975e-4674-ad4b-318ab5572eb9'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:15:23.139991 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-8bc28d7a-904a-4883-886a-fd1365cffe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:14:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['0051b573-975e-4674-ad4b-318ab5572eb9'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:23.172353 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02145591-19c1-4622-8c0c-6ee596293862 admin admin] Network f4258e6f-aecb-49fd-99fd-85fb6d33cc56 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:15:23.217222 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4126d7ac-fa57-4d17-96a0-d504fbf493e0 req-cf311648-8acc-440f-a940-0560a3e810c2 tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f4de12b-5cd4-401e-8293-21f70d4778b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732736 Apr 20 13:15:23.219165 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03d73be-ce95-46d1-887c-bdc035649852 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Router 9eadd906-a297-4d60-9f97-73767f3d903c has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:15:23.265217 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0c2f4426-c388-4c78-bf59-4b8cdca46224 admin admin] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:23.272880 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-74006915-bf12-478b-a859-58259fccb799 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] Made reservation on behalf of fc5e3e04d1c247b89b16d0209cf93fc4 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:23.273028 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-8bc28d7a-904a-4883-886a-fd1365cffe3a None None] Set router 0051b573-975e-4674-ad4b-318ab5572eb9 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:15:23.273148 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-74006915-bf12-478b-a859-58259fccb799 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:23.319070 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2295140-e64a-4be1-b89d-e37ef477968c req-db529a00-e23b-4276-ba80-36ddf690c460 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:23.320693 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e2295140-e64a-4be1-b89d-e37ef477968c req-db529a00-e23b-4276-ba80-36ddf690c460 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f38c29f-c360-4f0c-81d2-0b8461def840 HTTP/1.1" status: 200 len: 946 time: 0.1252122 Apr 20 13:15:23.328025 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-02145591-19c1-4622-8c0c-6ee596293862 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, f4258e6f-aecb-49fd-99fd-85fb6d33cc56) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:23.343018 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e70f69-2bec-473d-b573-9092243e2ac3 None None] Network f4258e6f-aecb-49fd-99fd-85fb6d33cc56 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:15:23.372037 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02145591-19c1-4622-8c0c-6ee596293862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:23.372614 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-02145591-19c1-4622-8c0c-6ee596293862 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:23.393519 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03d73be-ce95-46d1-887c-bdc035649852 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:15:23.399175 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0c2f4426-c388-4c78-bf59-4b8cdca46224 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:23.403329 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d03d73be-ce95-46d1-887c-bdc035649852 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "PUT /v2.0/routers/9eadd906-a297-4d60-9f97-73767f3d903c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5920928 Apr 20 13:15:23.408712 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45782) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:23.464298 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e2295140-e64a-4be1-b89d-e37ef477968c req-e5f024a0-642f-4593-9672-67f84db43ea3 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a9ea534-3b25-47f3-b708-8fb1ee2245fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327934 Apr 20 13:15:23.488686 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e2883b-ecfb-4a6d-b8ca-d5072085e040 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:23.488686 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e2883b-ecfb-4a6d-b8ca-d5072085e040 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:23.488686 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d8e2883b-ecfb-4a6d-b8ca-d5072085e040 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0787144 Apr 20 13:15:23.494398 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45786) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:23.535323 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-02145591-19c1-4622-8c0c-6ee596293862 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8528852 Apr 20 13:15:23.535960 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45788) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:23.551751 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-32f0cc4f-b9e3-4be3-b345-9322e77709f9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-312280789-router', 'tenant_id': '692951b4ab1c4dc1a05ed983655b2d83', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:23.563902 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0762291-184a-41a9-833e-9cb7e7ccc82e None None] Sync routers for ids ['9eadd906-a297-4d60-9f97-73767f3d903c'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:15:23.580607 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0762291-184a-41a9-833e-9cb7e7ccc82e None None] Routers {'9eadd906-a297-4d60-9f97-73767f3d903c'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:15:23.582807 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dbacb40-f657-4ef9-a543-b1dcf9b4afcd tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting subnet 1d5357c1-a16d-4d0c-9efd-61a1611099fb {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:15:23.584039 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f0762291-184a-41a9-833e-9cb7e7ccc82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:14:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['9eadd906-a297-4d60-9f97-73767f3d903c'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:23.588277 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6dbacb40-f657-4ef9-a543-b1dcf9b4afcd tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:23.605221 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-74006915-bf12-478b-a859-58259fccb799 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] Allocated IP 172.20.0.6 (9bd95744-0043-4589-9e95-c94937d46eb6/731408b7-e1fe-466f-8b34-6d3fa8e9e499/f7fa667d-fc7f-43b0-8e36-914e6cc3d277) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:23.609844 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c235d9-1945-453d-9295-59f0c1db02d4 None None] Network f4258e6f-aecb-49fd-99fd-85fb6d33cc56 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:15:23.657957 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6dbacb40-f657-4ef9-a543-b1dcf9b4afcd tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:23.683479 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f7bfd6e5-3fc3-44f3-8cf6-e5184a6a2d94 req-869b842e-3e03-47e9-9563-afb4db7916eb tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba4eb31b-2297-411b-8c4e-48c32571ead9 HTTP/1.1" status: 200 len: 210 time: 0.0729415 Apr 20 13:15:23.686437 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-f0762291-184a-41a9-833e-9cb7e7ccc82e None None] Set router 9eadd906-a297-4d60-9f97-73767f3d903c gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:15:23.697961 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-8bc28d7a-904a-4883-886a-fd1365cffe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0051b573-975e-4674-ad4b-318ab5572eb9', 'name': 'tempest-TaggedBootDevicesTest-1780988306-router', 'tenant_id': '487102ef14a64aa3a1f17f25b4ec297c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '46e2c512-8119-4071-ab4c-aeea5ec25e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:08Z', 'updated_at': '2022-04-20T13:15:22Z', 'revision_number': 5, 'project_id': '487102ef14a64aa3a1f17f25b4ec297c', 'gw_port': {'id': '46e2c512-8119-4071-ab4c-aeea5ec25e2c', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:95:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0051b573-975e-4674-ad4b-318ab5572eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:10Z', 'updated_at': '2022-04-20T13:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:23.713117 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-0c2f4426-c388-4c78-bf59-4b8cdca46224 admin admin] Deleting port 46e2c512-8119-4071-ab4c-aeea5ec25e2c {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:15:23.717059 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0c2f4426-c388-4c78-bf59-4b8cdca46224 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:23.740419 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc28d7a-904a-4883-886a-fd1365cffe3a None None] Checking router: 0051b573-975e-4674-ad4b-318ab5572eb9 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:15:23.749736 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0ac6b-71ad-4c24-9aed-18f585b776d2 req-8c836845-d2d4-4729-9272-cf0aafc88dd5 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:23.751571 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f4a0ac6b-71ad-4c24-9aed-18f585b776d2 req-8c836845-d2d4-4729-9272-cf0aafc88dd5 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f38c29f-c360-4f0c-81d2-0b8461def840 HTTP/1.1" status: 200 len: 946 time: 0.1398008 Apr 20 13:15:23.757494 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f0762291-184a-41a9-833e-9cb7e7ccc82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eadd906-a297-4d60-9f97-73767f3d903c', 'name': 'tempest-NetworksTestDHCPv6-router-1349213040', 'tenant_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:14Z', 'updated_at': '2022-04-20T13:15:22Z', 'revision_number': 3, 'project_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:23.765582 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc28d7a-904a-4883-886a-fd1365cffe3a None None] Routers {'0051b573-975e-4674-ad4b-318ab5572eb9'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:15:23.766263 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-8bc28d7a-904a-4883-886a-fd1365cffe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:14:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['0051b573-975e-4674-ad4b-318ab5572eb9'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:23.767627 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-32f0cc4f-b9e3-4be3-b345-9322e77709f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:23.770541 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-32f0cc4f-b9e3-4be3-b345-9322e77709f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:23.777400 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45792) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:23.782977 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-034d89f2-f92c-430f-9303-65d4f48e8977 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Request body: {'floatingip': {'port_id': '8dd58abc-a453-4b56-96fc-77597d11f249'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:23.880926 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6dbacb40-f657-4ef9-a543-b1dcf9b4afcd tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:23.885226 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-0c2f4426-c388-4c78-bf59-4b8cdca46224 admin admin] For port 46e2c512-8119-4071-ab4c-aeea5ec25e2c, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=46e2c512-8119-4071-ab4c-aeea5ec25e2c,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:23.889124 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0c2f4426-c388-4c78-bf59-4b8cdca46224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:23.889252 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0762291-184a-41a9-833e-9cb7e7ccc82e None None] Checking router: 9eadd906-a297-4d60-9f97-73767f3d903c for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:15:23.891771 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-034d89f2-f92c-430f-9303-65d4f48e8977 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks [] for floatingip, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:23.896684 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-8bc28d7a-904a-4883-886a-fd1365cffe3a None None] Set router 0051b573-975e-4674-ad4b-318ab5572eb9 gateway port host: None {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:15:23.896887 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0762291-184a-41a9-833e-9cb7e7ccc82e None None] Routers {'9eadd906-a297-4d60-9f97-73767f3d903c'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:15:23.897570 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f0762291-184a-41a9-833e-9cb7e7ccc82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:14:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['9eadd906-a297-4d60-9f97-73767f3d903c'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:23.925102 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-0c2f4426-c388-4c78-bf59-4b8cdca46224 admin admin] Calling delete_port for 46e2c512-8119-4071-ab4c-aeea5ec25e2c owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:15:23.973625 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-f0762291-184a-41a9-833e-9cb7e7ccc82e None None] Set router 9eadd906-a297-4d60-9f97-73767f3d903c gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:15:23.986988 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-8bc28d7a-904a-4883-886a-fd1365cffe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0051b573-975e-4674-ad4b-318ab5572eb9', 'name': 'tempest-TaggedBootDevicesTest-1780988306-router', 'tenant_id': '487102ef14a64aa3a1f17f25b4ec297c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:08Z', 'updated_at': '2022-04-20T13:15:23Z', 'revision_number': 6, 'project_id': '487102ef14a64aa3a1f17f25b4ec297c', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:24.014841 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-32f0cc4f-b9e3-4be3-b345-9322e77709f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:24.030876 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f0762291-184a-41a9-833e-9cb7e7ccc82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eadd906-a297-4d60-9f97-73767f3d903c', 'name': 'tempest-NetworksTestDHCPv6-router-1349213040', 'tenant_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:14Z', 'updated_at': '2022-04-20T13:15:22Z', 'revision_number': 3, 'project_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:24.040829 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc28d7a-904a-4883-886a-fd1365cffe3a None None] The sync data for ids ['0051b573-975e-4674-ad4b-318ab5572eb9'] in n-d-836015-7 is: [{'id': '0051b573-975e-4674-ad4b-318ab5572eb9', 'name': 'tempest-TaggedBootDevicesTest-1780988306-router', 'tenant_id': '487102ef14a64aa3a1f17f25b4ec297c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:08Z', 'updated_at': '2022-04-20T13:15:23Z', 'revision_number': 6, 'project_id': '487102ef14a64aa3a1f17f25b4ec297c', 'gw_port_host': None}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:15:24.066543 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0762291-184a-41a9-833e-9cb7e7ccc82e None None] The sync data for ids ['9eadd906-a297-4d60-9f97-73767f3d903c'] in n-d-836015-7 is: [{'id': '9eadd906-a297-4d60-9f97-73767f3d903c', 'name': 'tempest-NetworksTestDHCPv6-router-1349213040', 'tenant_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:14Z', 'updated_at': '2022-04-20T13:15:22Z', 'revision_number': 3, 'project_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'gw_port_host': None}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:15:24.107879 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-74006915-bf12-478b-a859-58259fccb799 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:24.259953 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6dbacb40-f657-4ef9-a543-b1dcf9b4afcd tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:24.262115 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0c2f4426-c388-4c78-bf59-4b8cdca46224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:24.314230 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbacb40-f657-4ef9-a543-b1dcf9b4afcd tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Subnet': ['ID=1d5357c1-a16d-4d0c-9efd-61a1611099fb,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:24.321767 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6dbacb40-f657-4ef9-a543-b1dcf9b4afcd tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:24.322891 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95ff36d-0335-497e-97e2-0ccbc62bc837 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:15:24.328355 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6dbacb40-f657-4ef9-a543-b1dcf9b4afcd tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/1d5357c1-a16d-4d0c-9efd-61a1611099fb HTTP/1.1" status: 204 len: 168 time: 0.8310866 Apr 20 13:15:24.328355 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f4426-c388-4c78-bf59-4b8cdca46224 admin admin] Pushing event deleted for resources: {'Port': ['ID=46e2c512-8119-4071-ab4c-aeea5ec25e2c,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:24.330225 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45796) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:24.338416 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-32f0cc4f-b9e3-4be3-b345-9322e77709f9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:24.345594 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device cc8a0c92-bc02-43cb-8ffc-1055649d228e up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:15:24.400797 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73045142-0cb2-4a7d-8fd7-be62d2dc055c req-7b9cb96b-86dd-41ba-a902-6d47711aae79 tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:24.402371 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73045142-0cb2-4a7d-8fd7-be62d2dc055c req-7b9cb96b-86dd-41ba-a902-6d47711aae79 tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3de77a5-a55b-4834-b157-2d2c2c00d25d HTTP/1.1" status: 200 len: 948 time: 0.0688643 Apr 20 13:15:24.459137 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0c2f4426-c388-4c78-bf59-4b8cdca46224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:24.463048 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-74006915-bf12-478b-a859-58259fccb799 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:24.601226 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0c2f4426-c388-4c78-bf59-4b8cdca46224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:24.603976 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0c2f4426-c388-4c78-bf59-4b8cdca46224 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:24.608750 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b84fe3f5-abe1-40e3-81cf-463adefb9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:24.732112 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port cc8a0c92-bc02-43cb-8ffc-1055649d228e completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:15:24.741511 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port cc8a0c92-bc02-43cb-8ffc-1055649d228e triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:24.741905 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:24.771108 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0c2f4426-c388-4c78-bf59-4b8cdca46224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:24.771108 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2f4426-c388-4c78-bf59-4b8cdca46224 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0051b573-975e-4674-ad4b-318ab5572eb9 {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:15:24.779198 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0c3906d6-b579-4374-96b1-193d2c1d3aa7 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4398224 Apr 20 13:15:24.795625 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0c2f4426-c388-4c78-bf59-4b8cdca46224 admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:24.802188 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0c2f4426-c388-4c78-bf59-4b8cdca46224 admin admin] 10.222.0.25 "DELETE /v2.0/routers/0051b573-975e-4674-ad4b-318ab5572eb9 HTTP/1.1" status: 204 len: 168 time: 1.6683247 Apr 20 13:15:24.804818 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45800) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:24.805316 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45802) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:24.883828 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea8f885a-9437-456c-914f-787d395017ec admin admin] Deleting subnet 380b4a67-f6a3-46d6-a387-d54a3f89ae6e {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:15:24.892025 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:24.936756 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3de77a5-a55b-4834-b157-2d2c2c00d25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8a0c92-bc02-43cb-8ffc-1055649d228e'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:15:24.939130 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e150acc8-502a-48ad-8867-5a6e742e34da" -d '{"events": [{"server_uuid": "d3de77a5-a55b-4834-b157-2d2c2c00d25d", "name": "network-vif-plugged", "status": "completed", "tag": "cc8a0c92-bc02-43cb-8ffc-1055649d228e"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:15:24.970832 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port cc8a0c92-bc02-43cb-8ffc-1055649d228e, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=cc8a0c92-bc02-43cb-8ffc-1055649d228e,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:25.052013 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:25.112789 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73045142-0cb2-4a7d-8fd7-be62d2dc055c req-de31828b-b793-4078-8129-46ea52433843 tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f4de12b-5cd4-401e-8293-21f70d4778b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6923649 Apr 20 13:15:25.122465 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-74006915-bf12-478b-a859-58259fccb799 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] Network 9bd95744-0043-4589-9e95-c94937d46eb6 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:25.125803 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74006915-bf12-478b-a859-58259fccb799 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] Pushing event updated for resources: {'Port': ['ID=f7fa667d-fc7f-43b0-8e36-914e6cc3d277,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:25.136181 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-74006915-bf12-478b-a859-58259fccb799 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:25.183611 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-74006915-bf12-478b-a859-58259fccb799 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:15:25.201365 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790e4e0-aed6-4b6b-b2d1-d73b411779a0 req-f537bb50-c377-4a48-94ea-1eebe14b9786 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:25.203052 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a790e4e0-aed6-4b6b-b2d1-d73b411779a0 req-f537bb50-c377-4a48-94ea-1eebe14b9786 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba4eb31b-2297-411b-8c4e-48c32571ead9 HTTP/1.1" status: 200 len: 931 time: 0.3491316 Apr 20 13:15:25.217594 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=cc8a0c92-bc02-43cb-8ffc-1055649d228e,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:25.229979 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b9d18f-2ba1-41a4-afdb-3e408bff3f1d None None] DHCP port deletion for 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:15:25.247120 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e5491d-c817-4491-9365-860636c264c2 x-openstack-request-id: req-11e5491d-c817-4491-9365-860636c264c2 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:15:25.263128 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3de77a5-a55b-4834-b157-2d2c2c00d25d", "name": "network-vif-plugged", "status": "completed", "tag": "cc8a0c92-bc02-43cb-8ffc-1055649d228e", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:15:25.266218 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-11e5491d-c817-4491-9365-860636c264c2 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:15:25.267588 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11e5491d-c817-4491-9365-860636c264c2'] response: {'server_uuid': 'd3de77a5-a55b-4834-b157-2d2c2c00d25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8a0c92-bc02-43cb-8ffc-1055649d228e', 'code': 200} Apr 20 13:15:25.342630 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-74006915-bf12-478b-a859-58259fccb799 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:25.343346 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-74006915-bf12-478b-a859-58259fccb799 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:25.363176 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device cafb557c-d156-4086-868f-68aa259023ae no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:15:25.363800 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ea8f885a-9437-456c-914f-787d395017ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:25.366840 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a790e4e0-aed6-4b6b-b2d1-d73b411779a0 req-9146f009-eb3d-45dc-b285-d25bef474294 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] 10.222.0.25 "GET /v2.0/security-groups?id=85feaff8-2712-4801-be05-e3790559084e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289740 Apr 20 13:15:25.395951 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: cafb557c-d156-4086-868f-68aa259023ae {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:15:25.396528 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device cafb557c-d156-4086-868f-68aa259023ae not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:15:25.397089 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 08eaa37b-8a5c-4391-b537-d0a9fe32f6b7 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:15:25.398603 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.db.resource_extend [None req-034d89f2-f92c-430f-9303-65d4f48e8977 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 13:15:25.421289 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 08eaa37b-8a5c-4391-b537-d0a9fe32f6b7 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:15:25.421640 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 08eaa37b-8a5c-4391-b537-d0a9fe32f6b7 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:15:25.442631 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1ba7703a-242c-43d6-9422-2b060fe2daa4 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:25.446976 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ea8f885a-9437-456c-914f-787d395017ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:25.448514 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-21b9d18f-2ba1-41a4-afdb-3e408bff3f1d None None] Deleting port 9a036757-f4f7-4232-becb-16adc74803a5 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:15:25.448898 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-21b9d18f-2ba1-41a4-afdb-3e408bff3f1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:25.482482 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-034d89f2-f92c-430f-9303-65d4f48e8977 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:25.520418 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-74006915-bf12-478b-a859-58259fccb799 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6451597 Apr 20 13:15:25.523549 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-21b9d18f-2ba1-41a4-afdb-3e408bff3f1d None None] For port 9a036757-f4f7-4232-becb-16adc74803a5, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=9a036757-f4f7-4232-becb-16adc74803a5,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:25.523957 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-21b9d18f-2ba1-41a4-afdb-3e408bff3f1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:25.528909 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561c4db-0d3c-45b4-a4e5-13301babdaf5 req-551e466a-1c4f-4819-b4a8-29c8abf2b510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:25.530895 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f561c4db-0d3c-45b4-a4e5-13301babdaf5 req-551e466a-1c4f-4819-b4a8-29c8abf2b510 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d3de77a5-a55b-4834-b157-2d2c2c00d25d HTTP/1.1" status: 200 len: 1100 time: 0.1584623 Apr 20 13:15:25.537167 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-749ca74d-7b60-49f2-91be-0c023606c94f service neutron] Request body: {'port': {'device_id': 'ba4eb31b-2297-411b-8c4e-48c32571ead9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:25.538774 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-21b9d18f-2ba1-41a4-afdb-3e408bff3f1d None None] Calling delete_port for 9a036757-f4f7-4232-becb-16adc74803a5 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:15:25.591110 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-034d89f2-f92c-430f-9303-65d4f48e8977 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:25.601314 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:15:25.709275 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1ba7703a-242c-43d6-9422-2b060fe2daa4 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:25.712868 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1ba7703a-242c-43d6-9422-2b060fe2daa4 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:25.722006 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-21b9d18f-2ba1-41a4-afdb-3e408bff3f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:25.734383 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f561c4db-0d3c-45b4-a4e5-13301babdaf5 req-cd198826-987f-4075-952c-f7fa9070bea4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6f4de12b-5cd4-401e-8293-21f70d4778b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647549 Apr 20 13:15:25.735776 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-32f0cc4f-b9e3-4be3-b345-9322e77709f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:25.740844 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-749ca74d-7b60-49f2-91be-0c023606c94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:25.749790 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b9d18f-2ba1-41a4-afdb-3e408bff3f1d None None] Pushing event deleted for resources: {'Port': ['ID=9a036757-f4f7-4232-becb-16adc74803a5,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:25.753324 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b9d18f-2ba1-41a4-afdb-3e408bff3f1d None None] No DVR routers for this DVR port 9a036757-f4f7-4232-becb-16adc74803a5 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:15:25.772827 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ea8f885a-9437-456c-914f-787d395017ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:25.786970 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-32f0cc4f-b9e3-4be3-b345-9322e77709f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:25.864977 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1ba7703a-242c-43d6-9422-2b060fe2daa4 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:25.865414 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba7703a-242c-43d6-9422-2b060fe2daa4 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Fanout notify agent at l3_agent the message router_deleted on router 9eadd906-a297-4d60-9f97-73767f3d903c {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:15:25.869742 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-034d89f2-f92c-430f-9303-65d4f48e8977 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Floating IP e634db7a-a401-4d84-88e3-e0aa18b7dd65 associated. External IP: 172.25.8.204, port: 8dd58abc-a453-4b56-96fc-77597d11f249. Apr 20 13:15:25.874164 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1ba7703a-242c-43d6-9422-2b060fe2daa4 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:25.875211 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1ba7703a-242c-43d6-9422-2b060fe2daa4 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/routers/9eadd906-a297-4d60-9f97-73767f3d903c HTTP/1.1" status: 204 len: 168 time: 1.0676746 Apr 20 13:15:25.877443 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45808) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:25.882556 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-3ba13ddd-af1e-4a4b-b5de-89a9d993f87e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'subnet': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:25.901207 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ea8f885a-9437-456c-914f-787d395017ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:25.973086 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ea8f885a-9437-456c-914f-787d395017ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:25.978702 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ea8f885a-9437-456c-914f-787d395017ec admin admin] 10.222.0.25 "DELETE /v2.0/subnets/380b4a67-f6a3-46d6-a387-d54a3f89ae6e HTTP/1.1" status: 204 len: 168 time: 1.1703410 Apr 20 13:15:25.979241 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45810) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:25.982995 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86321e4-da41-4baf-9754-18a7d78a15b5 None None] Network 64b1827f-14e5-433a-afd6-d0538fe62ff3 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:15:25.986764 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f885a-9437-456c-914f-787d395017ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=380b4a67-f6a3-46d6-a387-d54a3f89ae6e,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:26.081786 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-20cee35d-eff7-4012-99d2-63da6e28778f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:26.117186 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-32f0cc4f-b9e3-4be3-b345-9322e77709f9 admin admin] Allocated IP 172.25.8.250 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/5de9fed4-b9b8-4a80-a6f0-0c1372366413) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:26.140178 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-20cee35d-eff7-4012-99d2-63da6e28778f admin admin] Deleting port 11bc75fb-4d40-46d3-97ba-2adfa317d842 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:15:26.140526 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-20cee35d-eff7-4012-99d2-63da6e28778f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:26.189867 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba13ddd-af1e-4a4b-b5de-89a9d993f87e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:26.193530 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ba13ddd-af1e-4a4b-b5de-89a9d993f87e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:26.239153 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a532879-ad20-4f23-acc7-2dd6990296fb None None] DHCP port deletion for 64b1827f-14e5-433a-afd6-d0538fe62ff3 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:15:26.266931 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-20cee35d-eff7-4012-99d2-63da6e28778f admin admin] For port 11bc75fb-4d40-46d3-97ba-2adfa317d842, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=11bc75fb-4d40-46d3-97ba-2adfa317d842,segment=NetworkSegment(75dde688-0424-4757-bed7-2277565735bf),segment_id=75dde688-0424-4757-bed7-2277565735bf)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:26.267294 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-20cee35d-eff7-4012-99d2-63da6e28778f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:26.290744 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-8a532879-ad20-4f23-acc7-2dd6990296fb None None] Deleting port 11bc75fb-4d40-46d3-97ba-2adfa317d842 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:15:26.291135 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8a532879-ad20-4f23-acc7-2dd6990296fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:26.291335 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-20cee35d-eff7-4012-99d2-63da6e28778f admin admin] Calling delete_port for 11bc75fb-4d40-46d3-97ba-2adfa317d842 owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:15:26.359264 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-8a532879-ad20-4f23-acc7-2dd6990296fb None None] For port 11bc75fb-4d40-46d3-97ba-2adfa317d842, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=11bc75fb-4d40-46d3-97ba-2adfa317d842,segment=NetworkSegment(75dde688-0424-4757-bed7-2277565735bf),segment_id=75dde688-0424-4757-bed7-2277565735bf)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:26.359702 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8a532879-ad20-4f23-acc7-2dd6990296fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:26.372743 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-8a532879-ad20-4f23-acc7-2dd6990296fb None None] Calling delete_port for 11bc75fb-4d40-46d3-97ba-2adfa317d842 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:15:26.416607 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa04800-cc26-4dce-8c96-cb62aa916dab req-c45e7fd3-148d-44b5-babf-b4a79acf4fab tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:26.418156 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1fa04800-cc26-4dce-8c96-cb62aa916dab req-c45e7fd3-148d-44b5-babf-b4a79acf4fab tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3de77a5-a55b-4834-b157-2d2c2c00d25d HTTP/1.1" status: 200 len: 949 time: 0.1959407 Apr 20 13:15:26.453161 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-32f0cc4f-b9e3-4be3-b345-9322e77709f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:26.530612 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-034d89f2-f92c-430f-9303-65d4f48e8977 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Router 1ebede76-9a33-4131-a973-ca156d8c2e9b has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:15:26.531995 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8a532879-ad20-4f23-acc7-2dd6990296fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:26.548697 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-20cee35d-eff7-4012-99d2-63da6e28778f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:26.564833 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a532879-ad20-4f23-acc7-2dd6990296fb None None] Pushing event deleted for resources: {'Port': ['ID=11bc75fb-4d40-46d3-97ba-2adfa317d842,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:26.571996 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a532879-ad20-4f23-acc7-2dd6990296fb None None] No DVR routers for this DVR port 11bc75fb-4d40-46d3-97ba-2adfa317d842 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:15:26.574481 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-749ca74d-7b60-49f2-91be-0c023606c94f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7fa667d-fc7f-43b0-8e36-914e6cc3d277 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:15:26.582188 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1fa04800-cc26-4dce-8c96-cb62aa916dab req-edb55150-a7fe-4324-9cf6-b0c2e6f61b36 tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f4de12b-5cd4-401e-8293-21f70d4778b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522086 Apr 20 13:15:26.588089 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ba13ddd-af1e-4a4b-b5de-89a9d993f87e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:26.590578 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cee35d-eff7-4012-99d2-63da6e28778f admin admin] No DVR routers for this DVR port 11bc75fb-4d40-46d3-97ba-2adfa317d842 on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:15:26.591192 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-749ca74d-7b60-49f2-91be-0c023606c94f service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:26.603219 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 9a036757-f4f7-4232-becb-16adc74803a5 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:15:26.629387 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 9a036757-f4f7-4232-becb-16adc74803a5 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:15:26.631046 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 9a036757-f4f7-4232-becb-16adc74803a5 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:15:26.631933 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 11bc75fb-4d40-46d3-97ba-2adfa317d842 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:15:26.632467 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cee35d-eff7-4012-99d2-63da6e28778f admin admin] Pushing event deleted for resources: {'Port': ['ID=11bc75fb-4d40-46d3-97ba-2adfa317d842,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:26.637363 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665c803-8efa-4d22-9f4e-fc054477f952 req-11d4a7aa-e029-4afb-a220-2aefd16c54c8 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:26.639287 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0665c803-8efa-4d22-9f4e-fc054477f952 req-11d4a7aa-e029-4afb-a220-2aefd16c54c8 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba4eb31b-2297-411b-8c4e-48c32571ead9 HTTP/1.1" status: 200 len: 931 time: 0.1785419 Apr 20 13:15:26.656802 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 11bc75fb-4d40-46d3-97ba-2adfa317d842 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:15:26.657270 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 11bc75fb-4d40-46d3-97ba-2adfa317d842 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:15:26.662285 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 46e2c512-8119-4071-ab4c-aeea5ec25e2c no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:15:26.678009 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-749ca74d-7b60-49f2-91be-0c023606c94f service neutron] Transition to ACTIVE for port object f7fa667d-fc7f-43b0-8e36-914e6cc3d277 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:15:26.685819 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 46e2c512-8119-4071-ab4c-aeea5ec25e2c {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:15:26.691223 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 46e2c512-8119-4071-ab4c-aeea5ec25e2c not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:15:26.691596 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba13ddd-af1e-4a4b-b5de-89a9d993f87e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:26.717867 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-32f0cc4f-b9e3-4be3-b345-9322e77709f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:26.731075 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-3ba13ddd-af1e-4a4b-b5de-89a9d993f87e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:26.739340 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba13ddd-af1e-4a4b-b5de-89a9d993f87e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:26.739983 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ba13ddd-af1e-4a4b-b5de-89a9d993f87e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:26.741333 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00c69f2-f8aa-4954-ac2d-b39ae58d8834 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:15:26.742148 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba13ddd-af1e-4a4b-b5de-89a9d993f87e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Subnet': ['ID=ad5cba8f-9bf2-437f-9629-3899a1ce39b9,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:26.755092 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-20cee35d-eff7-4012-99d2-63da6e28778f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:26.783807 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0665c803-8efa-4d22-9f4e-fc054477f952 req-8002b570-23d9-4dca-b0c8-3a329b1e6902 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] 10.222.0.25 "GET /v2.0/security-groups?id=85feaff8-2712-4801-be05-e3790559084e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089942 Apr 20 13:15:26.787940 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-749ca74d-7b60-49f2-91be-0c023606c94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:26.791534 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-20cee35d-eff7-4012-99d2-63da6e28778f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64b1827f-14e5-433a-afd6-d0538fe62ff3']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:26.797468 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7acf146e-fd77-4416-aaf2-b1caeeccd19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:26.810421 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-20cee35d-eff7-4012-99d2-63da6e28778f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75dde688-0424-4757-bed7-2277565735bf') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:26.811158 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-20cee35d-eff7-4012-99d2-63da6e28778f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75dde688-0424-4757-bed7-2277565735bf') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:26.813057 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f0cc4f-b9e3-4be3-b345-9322e77709f9 admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:26.827060 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-20cee35d-eff7-4012-99d2-63da6e28778f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:26.830964 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-32f0cc4f-b9e3-4be3-b345-9322e77709f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:26.834074 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3ba13ddd-af1e-4a4b-b5de-89a9d993f87e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9544013 Apr 20 13:15:26.836889 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f0cc4f-b9e3-4be3-b345-9322e77709f9 admin admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:15:26.839040 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45816) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:26.842440 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034d89f2-f92c-430f-9303-65d4f48e8977 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:15:26.844972 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-69a23339-c941-4ec6-9c8e-406b574b79a9 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1307060222', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:26.848580 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-034d89f2-f92c-430f-9303-65d4f48e8977 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:26.851724 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f0cc4f-b9e3-4be3-b345-9322e77709f9 admin admin] Pushing event updated for resources: {'Port': ['ID=5de9fed4-b9b8-4a80-a6f0-0c1372366413,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:26.863226 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd186c4-13e8-4d57-85b0-e5905ab32dd3 None None] Sync routers for ids ['1ebede76-9a33-4131-a973-ca156d8c2e9b'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:15:26.864514 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-20cee35d-eff7-4012-99d2-63da6e28778f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:26.875962 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20cee35d-eff7-4012-99d2-63da6e28778f admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:15:26.876373 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-20cee35d-eff7-4012-99d2-63da6e28778f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:26.878114 n-d-836015-7 neutron-server[114870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:15:26.878114 n-d-836015-7 neutron-server[114870]: self.session.flush() Apr 20 13:15:26.878114 n-d-836015-7 neutron-server[114870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:15:26.878114 n-d-836015-7 neutron-server[114870]: self.session.flush() Apr 20 13:15:26.878114 n-d-836015-7 neutron-server[114870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:15:26.878114 n-d-836015-7 neutron-server[114870]: self.session.flush() Apr 20 13:15:26.878114 n-d-836015-7 neutron-server[114870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:15:26.878114 n-d-836015-7 neutron-server[114870]: self.session.flush() Apr 20 13:15:26.878114 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:15:26.878114 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:15:26.878114 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:15:26.878114 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:15:26.878114 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:15:26.878114 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:15:26.878114 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:15:26.878114 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:15:26.878114 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:15:26.878114 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:15:26.878114 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:15:26.878114 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:15:26.878114 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:15:26.878114 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:15:26.878114 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:15:26.878114 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:15:26.878114 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:15:26.878114 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:15:26.878114 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:15:26.878114 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:15:26.878114 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:15:26.878114 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:15:26.878114 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:15:26.878114 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:15:26.878114 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:15:26.878114 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:15:26.878114 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:15:26.878114 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:15:26.878114 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:15:26.878114 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:15:26.878114 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:15:26.878114 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:15:26.905301 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd186c4-13e8-4d57-85b0-e5905ab32dd3 None None] Routers {'1ebede76-9a33-4131-a973-ca156d8c2e9b'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:15:26.905861 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-cfd186c4-13e8-4d57-85b0-e5905ab32dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:15:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['1ebede76-9a33-4131-a973-ca156d8c2e9b'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:26.951824 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-034d89f2-f92c-430f-9303-65d4f48e8977 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "PUT /v2.0/floatingips/e634db7a-a401-4d84-88e3-e0aa18b7dd65 HTTP/1.1" status: 200 len: 992 time: 3.1731777 Apr 20 13:15:26.967862 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69a23339-c941-4ec6-9c8e-406b574b79a9 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:26.968946 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69a23339-c941-4ec6-9c8e-406b574b79a9 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:26.988148 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710f15a6-a712-4065-af66-f6d96fc6260a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'tenant_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'fixed_ips': [{'subnet_id': 'ad5cba8f-9bf2-437f-9629-3899a1ce39b9'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:15:26.989495 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-710f15a6-a712-4065-af66-f6d96fc6260a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:26.992860 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f38c29f-c360-4f0c-81d2-0b8461def840', 'tag': '8dd58abc-a453-4b56-96fc-77597d11f249'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:15:26.995313 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a7aa5f-8e09-4f14-b62e-7409a6eef67d" -d '{"events": [{"name": "network-changed", "server_uuid": "5f38c29f-c360-4f0c-81d2-0b8461def840", "tag": "8dd58abc-a453-4b56-96fc-77597d11f249"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:15:26.998779 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-20cee35d-eff7-4012-99d2-63da6e28778f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:27.014526 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-20cee35d-eff7-4012-99d2-63da6e28778f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:27.017089 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-20cee35d-eff7-4012-99d2-63da6e28778f admin admin] 10.222.0.25 "DELETE /v2.0/networks/64b1827f-14e5-433a-afd6-d0538fe62ff3 HTTP/1.1" status: 204 len: 168 time: 1.0313852 Apr 20 13:15:27.031372 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cee35d-eff7-4012-99d2-63da6e28778f admin admin] Pushing event deleted for resources: {'Network': ['ID=64b1827f-14e5-433a-afd6-d0538fe62ff3,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:27.063057 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69a23339-c941-4ec6-9c8e-406b574b79a9 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:27.078250 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-cfd186c4-13e8-4d57-85b0-e5905ab32dd3 None None] Set router 1ebede76-9a33-4131-a973-ca156d8c2e9b gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:15:27.112048 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07d789a-fd2c-4442-8686-4dc6d3290fa9 x-openstack-request-id: req-b07d789a-fd2c-4442-8686-4dc6d3290fa9 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:15:27.112340 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f38c29f-c360-4f0c-81d2-0b8461def840", "tag": "8dd58abc-a453-4b56-96fc-77597d11f249", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:15:27.112595 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b07d789a-fd2c-4442-8686-4dc6d3290fa9 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:15:27.113035 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b07d789a-fd2c-4442-8686-4dc6d3290fa9'] response: {'name': 'network-changed', 'server_uuid': '5f38c29f-c360-4f0c-81d2-0b8461def840', 'tag': '8dd58abc-a453-4b56-96fc-77597d11f249', 'status': 'completed', 'code': 200} Apr 20 13:15:27.165439 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69a23339-c941-4ec6-9c8e-406b574b79a9 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:27.165721 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ca74d-7b60-49f2-91be-0c023606c94f service neutron] Pushing event updated for resources: {'Port': ['ID=f7fa667d-fc7f-43b0-8e36-914e6cc3d277,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:27.271067 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69a23339-c941-4ec6-9c8e-406b574b79a9 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:27.275564 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-69a23339-c941-4ec6-9c8e-406b574b79a9 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4323723 Apr 20 13:15:27.275861 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45824) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:27.324974 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-710f15a6-a712-4065-af66-f6d96fc6260a None None] Allocated IP 2001:db8::2 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/ad5cba8f-9bf2-437f-9629-3899a1ce39b9/91088230-4071-43f3-8de7-211d760887c1) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:27.452825 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45826) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:27.541726 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-cfd186c4-13e8-4d57-85b0-e5905ab32dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebede76-9a33-4131-a973-ca156d8c2e9b', 'name': 'tempest-ServersTestBootFromVolume-1426058303-router', 'tenant_id': '3a903070609941389257911c1f54a3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '35036ccb-df9a-4ab2-aa29-5caaf6debe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:53Z', 'updated_at': '2022-04-20T13:13:57Z', 'revision_number': 4, 'project_id': '3a903070609941389257911c1f54a3cb', 'gw_port': {'id': '35036ccb-df9a-4ab2-aa29-5caaf6debe1f', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebede76-9a33-4131-a973-ca156d8c2e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:53Z', 'updated_at': '2022-04-20T13:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'e634db7a-a401-4d84-88e3-e0aa18b7dd65', 'tenant_id': '3a903070609941389257911c1f54a3cb', 'floating_ip_address': '172.25.8.204', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '1ebede76-9a33-4131-a973-ca156d8c2e9b', 'port_id': '8dd58abc-a453-4b56-96fc-77597d11f249', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc159cf1-473b-41bf-a235-58833b6524ec', 'mac_address': 'fa:16:3e:85:41:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f38c29f-c360-4f0c-81d2-0b8461def840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:14:02Z', 'updated_at': '2022-04-20T13:15:25Z', 'revision_number': 1, 'project_id': '3a903070609941389257911c1f54a3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23244d60-8f65-41f7-a9e4-ba0148264b66', 'name': '', 'network_id': 'fc159cf1-473b-41bf-a235-58833b6524ec', 'tenant_id': '3a903070609941389257911c1f54a3cb', 'mac_address': 'fa:16:3e:b8:5d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebede76-9a33-4131-a973-ca156d8c2e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'e5630e15-812b-4997-8a6f-c5aae4e89ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:56Z', 'updated_at': '2022-04-20T13:14:03Z', 'revision_number': 5, 'project_id': '3a903070609941389257911c1f54a3cb', 'subnets': [{'id': 'e5630e15-812b-4997-8a6f-c5aae4e89ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:27.582560 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5ce54432-6f7f-4121-b18e-d769dd6e6767 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=80a09310883244f09c77418f84fc8e88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1266689 Apr 20 13:15:27.583109 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd186c4-13e8-4d57-85b0-e5905ab32dd3 None None] Checking router: 1ebede76-9a33-4131-a973-ca156d8c2e9b for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:15:27.583201 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45828) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:27.594248 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-710f15a6-a712-4065-af66-f6d96fc6260a None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:27.595738 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd186c4-13e8-4d57-85b0-e5905ab32dd3 None None] Routers {'1ebede76-9a33-4131-a973-ca156d8c2e9b'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:15:27.596375 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-cfd186c4-13e8-4d57-85b0-e5905ab32dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:15:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['1ebede76-9a33-4131-a973-ca156d8c2e9b'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:27.655072 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-749ca74d-7b60-49f2-91be-0c023606c94f service neutron] Attempting to bind port f7fa667d-fc7f-43b0-8e36-914e6cc3d277 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:15:27.655437 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-749ca74d-7b60-49f2-91be-0c023606c94f service neutron] Attempting to bind port f7fa667d-fc7f-43b0-8e36-914e6cc3d277 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': 'fc041cb5-d84c-48ed-80fe-716187b94e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9bd95744-0043-4589-9e95-c94937d46eb6'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:15:27.655773 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-749ca74d-7b60-49f2-91be-0c023606c94f service neutron] Attempting to bind port f7fa667d-fc7f-43b0-8e36-914e6cc3d277 on network 9bd95744-0043-4589-9e95-c94937d46eb6 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:15:27.655896 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6e31a9ba-21bd-4864-8c83-3363282b71bc tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:27.679021 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b6769-0006-4032-81e0-080b2409d96b req-43b728a8-56cb-4af4-b3d8-e367eaa2328b tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:27.680588 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8b7b6769-0006-4032-81e0-080b2409d96b req-43b728a8-56cb-4af4-b3d8-e367eaa2328b tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f38c29f-c360-4f0c-81d2-0b8461def840 HTTP/1.1" status: 200 len: 946 time: 0.6647737 Apr 20 13:15:27.685181 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-749ca74d-7b60-49f2-91be-0c023606c94f service neutron] Port f7fa667d-fc7f-43b0-8e36-914e6cc3d277 on network 9bd95744-0043-4589-9e95-c94937d46eb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:15:27.685181 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-749ca74d-7b60-49f2-91be-0c023606c94f service neutron] Attempting to bind port f7fa667d-fc7f-43b0-8e36-914e6cc3d277 on network 9bd95744-0043-4589-9e95-c94937d46eb6 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:15:27.689231 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7aa5f-8e09-4f14-b62e-7409a6eef67d req-37ef4200-37dc-447e-953f-9641b2facd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:27.690695 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-43a7aa5f-8e09-4f14-b62e-7409a6eef67d req-37ef4200-37dc-447e-953f-9641b2facd75 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3a903070609941389257911c1f54a3cb&device_id=5f38c29f-c360-4f0c-81d2-0b8461def840 HTTP/1.1" status: 200 len: 1097 time: 0.5768852 Apr 20 13:15:27.691637 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-710f15a6-a712-4065-af66-f6d96fc6260a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:27.715395 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-749ca74d-7b60-49f2-91be-0c023606c94f service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:15:27.715682 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-749ca74d-7b60-49f2-91be-0c023606c94f service neutron] Checking segment: {'id': 'fc041cb5-d84c-48ed-80fe-716187b94e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9bd95744-0043-4589-9e95-c94937d46eb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:15:27.716102 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-749ca74d-7b60-49f2-91be-0c023606c94f service neutron] Bound using segment: {'id': 'fc041cb5-d84c-48ed-80fe-716187b94e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9bd95744-0043-4589-9e95-c94937d46eb6'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:15:27.716563 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-749ca74d-7b60-49f2-91be-0c023606c94f service neutron] Bound port: f7fa667d-fc7f-43b0-8e36-914e6cc3d277, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc041cb5-d84c-48ed-80fe-716187b94e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9bd95744-0043-4589-9e95-c94937d46eb6'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:15:27.716934 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-749ca74d-7b60-49f2-91be-0c023606c94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:27.719781 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e0e101d-35be-4c1f-8caf-19c9df1c685c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:27.811136 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e0e101d-35be-4c1f-8caf-19c9df1c685c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:27.891947 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8b7b6769-0006-4032-81e0-080b2409d96b req-2ef981a8-9537-4567-b0c5-7fe72c116ad5 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a9ea534-3b25-47f3-b708-8fb1ee2245fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1986806 Apr 20 13:15:27.904061 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-cfd186c4-13e8-4d57-85b0-e5905ab32dd3 None None] Set router 1ebede76-9a33-4131-a973-ca156d8c2e9b gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:15:27.940172 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710f15a6-a712-4065-af66-f6d96fc6260a None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:27.950170 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-710f15a6-a712-4065-af66-f6d96fc6260a None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:27.959088 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710f15a6-a712-4065-af66-f6d96fc6260a None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:15:27.981563 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e0e101d-35be-4c1f-8caf-19c9df1c685c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:27.984825 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e0e101d-35be-4c1f-8caf-19c9df1c685c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:27.988503 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0e0e101d-35be-4c1f-8caf-19c9df1c685c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/556d7529-8c3d-4632-818a-1051dfde20d7 HTTP/1.1" status: 204 len: 168 time: 0.4024217 Apr 20 13:15:28.010165 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e101d-35be-4c1f-8caf-19c9df1c685c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556d7529-8c3d-4632-818a-1051dfde20d7,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:28.022416 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-6e31a9ba-21bd-4864-8c83-3363282b71bc tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Allocated IP 2001:db8::1 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/ad5cba8f-9bf2-437f-9629-3899a1ce39b9/b8956d43-d0c9-472d-bf23-6840c7c1b17a) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:28.031537 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839edaf-8211-4eb3-8ce7-62d576c489ba req-17d4d723-3f56-4a06-9500-98b19c120373 tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:28.041639 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4839edaf-8211-4eb3-8ce7-62d576c489ba req-17d4d723-3f56-4a06-9500-98b19c120373 tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3de77a5-a55b-4834-b157-2d2c2c00d25d HTTP/1.1" status: 200 len: 949 time: 0.3017037 Apr 20 13:15:28.046470 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f15a6-a712-4065-af66-f6d96fc6260a None None] Pushing event updated for resources: {'Port': ['ID=91088230-4071-43f3-8de7-211d760887c1,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:28.060439 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710f15a6-a712-4065-af66-f6d96fc6260a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:28.061181 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710f15a6-a712-4065-af66-f6d96fc6260a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:28.061343 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710f15a6-a712-4065-af66-f6d96fc6260a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:28.062780 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710f15a6-a712-4065-af66-f6d96fc6260a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:28.062780 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710f15a6-a712-4065-af66-f6d96fc6260a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:28.062780 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710f15a6-a712-4065-af66-f6d96fc6260a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:28.062780 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710f15a6-a712-4065-af66-f6d96fc6260a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:28.063396 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710f15a6-a712-4065-af66-f6d96fc6260a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:28.064230 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710f15a6-a712-4065-af66-f6d96fc6260a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:28.064633 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710f15a6-a712-4065-af66-f6d96fc6260a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:28.065561 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710f15a6-a712-4065-af66-f6d96fc6260a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:28.065872 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710f15a6-a712-4065-af66-f6d96fc6260a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:28.079874 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-749ca74d-7b60-49f2-91be-0c023606c94f service neutron] For port f7fa667d-fc7f-43b0-8e36-914e6cc3d277, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:15:28.098019 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4839edaf-8211-4eb3-8ce7-62d576c489ba req-4fd15d2e-6689-4cd8-a598-9cf4607b20b3 tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f4de12b-5cd4-401e-8293-21f70d4778b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531170 Apr 20 13:15:28.115910 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:28.117242 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-710f15a6-a712-4065-af66-f6d96fc6260a None None] Attempting to bind port 91088230-4071-43f3-8de7-211d760887c1 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:15:28.117850 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-710f15a6-a712-4065-af66-f6d96fc6260a None None] Attempting to bind port 91088230-4071-43f3-8de7-211d760887c1 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:15:28.119289 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710f15a6-a712-4065-af66-f6d96fc6260a None None] Attempting to bind port 91088230-4071-43f3-8de7-211d760887c1 on network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:15:28.130427 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710f15a6-a712-4065-af66-f6d96fc6260a None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:15:28.130842 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710f15a6-a712-4065-af66-f6d96fc6260a None None] Checking segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:15:28.131313 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-710f15a6-a712-4065-af66-f6d96fc6260a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:28.131794 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710f15a6-a712-4065-af66-f6d96fc6260a None None] Bound using segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:15:28.132481 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-710f15a6-a712-4065-af66-f6d96fc6260a None None] Bound port: 91088230-4071-43f3-8de7-211d760887c1, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:15:28.132928 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-710f15a6-a712-4065-af66-f6d96fc6260a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:28.169169 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7aa5f-8e09-4f14-b62e-7409a6eef67d req-6bfa0d7f-97f0-4f41-827c-23fb9213725c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:28.171394 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-43a7aa5f-8e09-4f14-b62e-7409a6eef67d req-6bfa0d7f-97f0-4f41-827c-23fb9213725c service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc159cf1-473b-41bf-a235-58833b6524ec HTTP/1.1" status: 200 len: 917 time: 0.4635203 Apr 20 13:15:28.183056 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-749ca74d-7b60-49f2-91be-0c023606c94f service neutron] For port f7fa667d-fc7f-43b0-8e36-914e6cc3d277, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=f7fa667d-fc7f-43b0-8e36-914e6cc3d277,segment=NetworkSegment(fc041cb5-d84c-48ed-80fe-716187b94e54),segment_id=fc041cb5-d84c-48ed-80fe-716187b94e54)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:15:28.201495 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0f987-3c54-489a-a8d8-1649ada3744a req-3719331c-c914-46e4-8d9a-25a288806375 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:28.203681 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-21a0f987-3c54-489a-a8d8-1649ada3744a req-3719331c-c914-46e4-8d9a-25a288806375 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba4eb31b-2297-411b-8c4e-48c32571ead9 HTTP/1.1" status: 200 len: 943 time: 0.2129152 Apr 20 13:15:28.234567 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6e31a9ba-21bd-4864-8c83-3363282b71bc tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:28.293726 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-710f15a6-a712-4065-af66-f6d96fc6260a None None] For port 91088230-4071-43f3-8de7-211d760887c1, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:15:28.294994 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-749ca74d-7b60-49f2-91be-0c023606c94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:28.298379 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-710f15a6-a712-4065-af66-f6d96fc6260a None None] For port 91088230-4071-43f3-8de7-211d760887c1, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=91088230-4071-43f3-8de7-211d760887c1,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:15:28.354982 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-32f0cc4f-b9e3-4be3-b345-9322e77709f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:28.362736 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ca74d-7b60-49f2-91be-0c023606c94f service neutron] Pushing event updated for resources: {'Port': ['ID=f7fa667d-fc7f-43b0-8e36-914e6cc3d277,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:28.366173 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-749ca74d-7b60-49f2-91be-0c023606c94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:28.366778 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-cfd186c4-13e8-4d57-85b0-e5905ab32dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebede76-9a33-4131-a973-ca156d8c2e9b', 'name': 'tempest-ServersTestBootFromVolume-1426058303-router', 'tenant_id': '3a903070609941389257911c1f54a3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '35036ccb-df9a-4ab2-aa29-5caaf6debe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:53Z', 'updated_at': '2022-04-20T13:13:57Z', 'revision_number': 4, 'project_id': '3a903070609941389257911c1f54a3cb', 'gw_port': {'id': '35036ccb-df9a-4ab2-aa29-5caaf6debe1f', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebede76-9a33-4131-a973-ca156d8c2e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:53Z', 'updated_at': '2022-04-20T13:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'e634db7a-a401-4d84-88e3-e0aa18b7dd65', 'tenant_id': '3a903070609941389257911c1f54a3cb', 'floating_ip_address': '172.25.8.204', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '1ebede76-9a33-4131-a973-ca156d8c2e9b', 'port_id': '8dd58abc-a453-4b56-96fc-77597d11f249', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc159cf1-473b-41bf-a235-58833b6524ec', 'mac_address': 'fa:16:3e:85:41:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f38c29f-c360-4f0c-81d2-0b8461def840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:14:02Z', 'updated_at': '2022-04-20T13:15:25Z', 'revision_number': 1, 'project_id': '3a903070609941389257911c1f54a3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23244d60-8f65-41f7-a9e4-ba0148264b66', 'name': '', 'network_id': 'fc159cf1-473b-41bf-a235-58833b6524ec', 'tenant_id': '3a903070609941389257911c1f54a3cb', 'mac_address': 'fa:16:3e:b8:5d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebede76-9a33-4131-a973-ca156d8c2e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'e5630e15-812b-4997-8a6f-c5aae4e89ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:56Z', 'updated_at': '2022-04-20T13:14:03Z', 'revision_number': 5, 'project_id': '3a903070609941389257911c1f54a3cb', 'subnets': [{'id': 'e5630e15-812b-4997-8a6f-c5aae4e89ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:28.366952 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-749ca74d-7b60-49f2-91be-0c023606c94f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:28.368821 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-749ca74d-7b60-49f2-91be-0c023606c94f service neutron] 10.222.0.32 "PUT /v2.0/ports/f7fa667d-fc7f-43b0-8e36-914e6cc3d277 HTTP/1.1" status: 200 len: 1091 time: 2.8367193 Apr 20 13:15:28.388939 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6e31a9ba-21bd-4864-8c83-3363282b71bc tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:28.409447 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-710f15a6-a712-4065-af66-f6d96fc6260a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:28.416647 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-21a0f987-3c54-489a-a8d8-1649ada3744a req-305e610f-2ed2-4075-b791-225d9cd2535f tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] 10.222.0.25 "GET /v2.0/security-groups?id=85feaff8-2712-4801-be05-e3790559084e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686621 Apr 20 13:15:28.416837 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd186c4-13e8-4d57-85b0-e5905ab32dd3 None None] The sync data for ids ['1ebede76-9a33-4131-a973-ca156d8c2e9b'] in n-d-836015-7 is: [{'id': '1ebede76-9a33-4131-a973-ca156d8c2e9b', 'name': 'tempest-ServersTestBootFromVolume-1426058303-router', 'tenant_id': '3a903070609941389257911c1f54a3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '35036ccb-df9a-4ab2-aa29-5caaf6debe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:53Z', 'updated_at': '2022-04-20T13:13:57Z', 'revision_number': 4, 'project_id': '3a903070609941389257911c1f54a3cb', 'gw_port': {'id': '35036ccb-df9a-4ab2-aa29-5caaf6debe1f', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebede76-9a33-4131-a973-ca156d8c2e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:53Z', 'updated_at': '2022-04-20T13:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'e634db7a-a401-4d84-88e3-e0aa18b7dd65', 'tenant_id': '3a903070609941389257911c1f54a3cb', 'floating_ip_address': '172.25.8.204', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '1ebede76-9a33-4131-a973-ca156d8c2e9b', 'port_id': '8dd58abc-a453-4b56-96fc-77597d11f249', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc159cf1-473b-41bf-a235-58833b6524ec', 'mac_address': 'fa:16:3e:85:41:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f38c29f-c360-4f0c-81d2-0b8461def840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:14:02Z', 'updated_at': '2022-04-20T13:15:25Z', 'revision_number': 1, 'project_id': '3a903070609941389257911c1f54a3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23244d60-8f65-41f7-a9e4-ba0148264b66', 'name': '', 'network_id': 'fc159cf1-473b-41bf-a235-58833b6524ec', 'tenant_id': '3a903070609941389257911c1f54a3cb', 'mac_address': 'fa:16:3e:b8:5d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebede76-9a33-4131-a973-ca156d8c2e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'e5630e15-812b-4997-8a6f-c5aae4e89ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:56Z', 'updated_at': '2022-04-20T13:14:03Z', 'revision_number': 5, 'project_id': '3a903070609941389257911c1f54a3cb', 'subnets': [{'id': 'e5630e15-812b-4997-8a6f-c5aae4e89ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:15:28.420642 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-43a7aa5f-8e09-4f14-b62e-7409a6eef67d req-0d4605df-015c-4331-afdb-37a350421eb2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dd58abc-a453-4b56-96fc-77597d11f249 HTTP/1.1" status: 200 len: 1000 time: 0.2355688 Apr 20 13:15:28.521629 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f15a6-a712-4065-af66-f6d96fc6260a None None] Pushing event updated for resources: {'Port': ['ID=91088230-4071-43f3-8de7-211d760887c1,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:28.553055 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e31a9ba-21bd-4864-8c83-3363282b71bc tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:28.556742 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-6e31a9ba-21bd-4864-8c83-3363282b71bc tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:28.559281 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e31a9ba-21bd-4864-8c83-3363282b71bc tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:15:28.560187 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6e31a9ba-21bd-4864-8c83-3363282b71bc tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:28.613217 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e31a9ba-21bd-4864-8c83-3363282b71bc tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Port': ['ID=b8956d43-d0c9-472d-bf23-6840c7c1b17a,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:28.628536 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7aa5f-8e09-4f14-b62e-7409a6eef67d req-0ff90a58-d3cf-41e2-b63e-06dbceb379f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:28.629704 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-43a7aa5f-8e09-4f14-b62e-7409a6eef67d req-0ff90a58-d3cf-41e2-b63e-06dbceb379f7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5630e15-812b-4997-8a6f-c5aae4e89ae1 HTTP/1.1" status: 200 len: 855 time: 0.1972299 Apr 20 13:15:28.685951 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-6f29c681-8d5f-4957-8b4b-750260aabb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:28.685951 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-6f29c681-8d5f-4957-8b4b-750260aabb44 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fc5e3e04d1c247b89b16d0209cf93fc4&device_id=ba4eb31b-2297-411b-8c4e-48c32571ead9 HTTP/1.1" status: 200 len: 1094 time: 0.1526287 Apr 20 13:15:28.767022 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-6dd82b96-b408-48fd-bfc0-0bf64397ec5d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7fa667d-fc7f-43b0-8e36-914e6cc3d277 HTTP/1.1" status: 200 len: 217 time: 0.0824480 Apr 20 13:15:28.798507 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7aa5f-8e09-4f14-b62e-7409a6eef67d req-b12e3d77-badf-43a8-8e06-7101437c068c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:28.800305 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-43a7aa5f-8e09-4f14-b62e-7409a6eef67d req-b12e3d77-badf-43a8-8e06-7101437c068c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc159cf1-473b-41bf-a235-58833b6524ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1628141 Apr 20 13:15:28.855420 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6e31a9ba-21bd-4864-8c83-3363282b71bc tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:28.863885 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7378d26b-5abf-429f-bfab-aa174f0bab3f None None] New status for floating IP e634db7a-a401-4d84-88e3-e0aa18b7dd65: ACTIVE {{(pid=114872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:15:28.939831 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-916cd2fe-01b7-4b04-b8c1-0dadd12a05f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:28.939831 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-916cd2fe-01b7-4b04-b8c1-0dadd12a05f1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=731408b7-e1fe-466f-8b34-6d3fa8e9e499 HTTP/1.1" status: 200 len: 849 time: 0.1606472 Apr 20 13:15:28.994519 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-52e793fa-a6de-463c-a650-c65b085ee9e7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9bd95744-0043-4589-9e95-c94937d46eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500252 Apr 20 13:15:29.006582 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-32f0cc4f-b9e3-4be3-b345-9322e77709f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:29.091611 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45860) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:29.108187 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-43a7aa5f-8e09-4f14-b62e-7409a6eef67d req-47c062d6-8f5e-435a-bc4a-c164b8c5b8c6 service neutron] 10.222.0.15 "GET /v2.0/networks/fc159cf1-473b-41bf-a235-58833b6524ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816989 Apr 20 13:15:29.114026 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba4eb31b-2297-411b-8c4e-48c32571ead9', 'tag': 'f7fa667d-fc7f-43b0-8e36-914e6cc3d277'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:15:29.116406 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a146b8a-aa52-46e1-939e-505858c58653" -d '{"events": [{"name": "network-changed", "server_uuid": "ba4eb31b-2297-411b-8c4e-48c32571ead9", "tag": "f7fa667d-fc7f-43b0-8e36-914e6cc3d277"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:15:29.176435 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c509038f-363e-4b00-a172-2293eacdbe33 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=487102ef14a64aa3a1f17f25b4ec297c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0767920 Apr 20 13:15:29.176435 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45864) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:29.190212 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679994d2-2869-4a24-aae4-372d6aace442 x-openstack-request-id: req-679994d2-2869-4a24-aae4-372d6aace442 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:15:29.190754 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba4eb31b-2297-411b-8c4e-48c32571ead9", "tag": "f7fa667d-fc7f-43b0-8e36-914e6cc3d277", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:15:29.190893 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-679994d2-2869-4a24-aae4-372d6aace442 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:15:29.191201 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-679994d2-2869-4a24-aae4-372d6aace442'] response: {'name': 'network-changed', 'server_uuid': 'ba4eb31b-2297-411b-8c4e-48c32571ead9', 'tag': 'f7fa667d-fc7f-43b0-8e36-914e6cc3d277', 'status': 'completed', 'code': 200} Apr 20 13:15:29.277012 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-cfe7a0ba-d4e2-45b7-8d31-217e6f5d08e4 service neutron] 10.222.0.32 "GET /v2.0/networks/9bd95744-0043-4589-9e95-c94937d46eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717721 Apr 20 13:15:29.300068 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a82b7d52-4024-459a-b28f-f8223c56539d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:29.332937 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:29.337668 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6e31a9ba-21bd-4864-8c83-3363282b71bc tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:29.339116 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a82b7d52-4024-459a-b28f-f8223c56539d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:29.377325 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-43a7aa5f-8e09-4f14-b62e-7409a6eef67d req-3f86a1fb-f87a-4698-85ff-7b3c95b2a849 service neutron] 10.222.0.15 "GET /v2.0/networks/fc159cf1-473b-41bf-a235-58833b6524ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558510 Apr 20 13:15:29.416417 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ec2f9dc8-7a4d-4fac-b267-8e1a9bf45810 req-f0c7ff82-022b-482a-b0d4-8a5258cc559d service neutron] 10.222.0.32 "GET /v2.0/networks/9bd95744-0043-4589-9e95-c94937d46eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287999 Apr 20 13:15:29.424443 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6e31a9ba-21bd-4864-8c83-3363282b71bc tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:29.425244 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6e31a9ba-21bd-4864-8c83-3363282b71bc tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:29.466727 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a82b7d52-4024-459a-b28f-f8223c56539d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:29.469264 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a82b7d52-4024-459a-b28f-f8223c56539d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:29.470390 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a82b7d52-4024-459a-b28f-f8223c56539d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dbc456d4-285f-43e7-9e90-ff2dff052c0d HTTP/1.1" status: 204 len: 168 time: 0.2968352 Apr 20 13:15:29.533492 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f0cc4f-b9e3-4be3-b345-9322e77709f9 admin admin] Router a676dd42-37d4-4839-bb81-ed5c183b75c1 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:15:29.573862 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bfee1-48bd-474f-8a8c-719ad5d0192a req-b0c5de7e-5874-4ef3-96de-a591dd3ab11b tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:29.581771 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bc3bfee1-48bd-474f-8a8c-719ad5d0192a req-b0c5de7e-5874-4ef3-96de-a591dd3ab11b tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba4eb31b-2297-411b-8c4e-48c32571ead9 HTTP/1.1" status: 200 len: 943 time: 0.0807829 Apr 20 13:15:29.732637 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f0cc4f-b9e3-4be3-b345-9322e77709f9 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:15:29.744916 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e8c1dc-81f2-443b-ad69-5e26dd1b56e7 None None] Sync routers for ids ['a676dd42-37d4-4839-bb81-ed5c183b75c1'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:15:29.772328 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:29.779263 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bc3bfee1-48bd-474f-8a8c-719ad5d0192a req-879bff21-8f16-4acf-95a0-e0637615db37 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] 10.222.0.25 "GET /v2.0/security-groups?id=85feaff8-2712-4801-be05-e3790559084e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907239 Apr 20 13:15:29.786167 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e8c1dc-81f2-443b-ad69-5e26dd1b56e7 None None] Routers {'a676dd42-37d4-4839-bb81-ed5c183b75c1'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:15:29.787591 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-c2e8c1dc-81f2-443b-ad69-5e26dd1b56e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:15:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['a676dd42-37d4-4839-bb81-ed5c183b75c1'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:29.796365 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b7d52-4024-459a-b28f-f8223c56539d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc456d4-285f-43e7-9e90-ff2dff052c0d,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:29.798026 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a146b8a-aa52-46e1-939e-505858c58653 req-0f69cf48-60b3-4e80-b15b-55afb72f4ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:29.800020 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5a146b8a-aa52-46e1-939e-505858c58653 req-0f69cf48-60b3-4e80-b15b-55afb72f4ffe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fc5e3e04d1c247b89b16d0209cf93fc4&device_id=ba4eb31b-2297-411b-8c4e-48c32571ead9 HTTP/1.1" status: 200 len: 1094 time: 0.2154298 Apr 20 13:15:29.810854 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e31a9ba-21bd-4864-8c83-3363282b71bc tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Port': ['ID=b8956d43-d0c9-472d-bf23-6840c7c1b17a,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:29.868883 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e31a9ba-21bd-4864-8c83-3363282b71bc tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:29.870390 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-6e31a9ba-21bd-4864-8c83-3363282b71bc tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:29.877129 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-32f0cc4f-b9e3-4be3-b345-9322e77709f9 admin admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:29.878555 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-32f0cc4f-b9e3-4be3-b345-9322e77709f9 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.3357718 Apr 20 13:15:29.881151 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45870) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:29.928727 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a146b8a-aa52-46e1-939e-505858c58653 req-c32fb494-1ad8-4ba8-b071-5dc31138e586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:29.930553 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5a146b8a-aa52-46e1-939e-505858c58653 req-c32fb494-1ad8-4ba8-b071-5dc31138e586 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9bd95744-0043-4589-9e95-c94937d46eb6 HTTP/1.1" status: 200 len: 910 time: 0.1233430 Apr 20 13:15:29.981012 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-c2e8c1dc-81f2-443b-ad69-5e26dd1b56e7 None None] Set router a676dd42-37d4-4839-bb81-ed5c183b75c1 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:15:29.995314 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5a146b8a-aa52-46e1-939e-505858c58653 req-f2c1c5dc-3cf8-4c44-8dad-e0f97e1cc93b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7fa667d-fc7f-43b0-8e36-914e6cc3d277 HTTP/1.1" status: 200 len: 217 time: 0.0582902 Apr 20 13:15:30.119278 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a146b8a-aa52-46e1-939e-505858c58653 req-22672118-e06a-4a11-9ed0-e1373388cbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:30.121013 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5a146b8a-aa52-46e1-939e-505858c58653 req-22672118-e06a-4a11-9ed0-e1373388cbf0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=731408b7-e1fe-466f-8b34-6d3fa8e9e499 HTTP/1.1" status: 200 len: 849 time: 0.1185462 Apr 20 13:15:30.141804 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-b679b1ab-547a-4ddd-a1af-f41dec339680 None None] Provisioning complete for port 91088230-4071-43f3-8de7-211d760887c1 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:30.147734 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b679b1ab-547a-4ddd-a1af-f41dec339680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:30.170575 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5a146b8a-aa52-46e1-939e-505858c58653 req-ca129af2-4250-456d-95b9-9b5872763cee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9bd95744-0043-4589-9e95-c94937d46eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379953 Apr 20 13:15:30.275040 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e31a9ba-21bd-4864-8c83-3363282b71bc tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Router e00a5936-1e8d-44c3-ae3f-32ef07d202ec is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:15:30.323500 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b679b1ab-547a-4ddd-a1af-f41dec339680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:30.332580 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5a146b8a-aa52-46e1-939e-505858c58653 req-a8efd5d3-431a-46f7-a879-df2e9e29949d service neutron] 10.222.0.32 "GET /v2.0/networks/9bd95744-0043-4589-9e95-c94937d46eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507099 Apr 20 13:15:30.362632 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-c2e8c1dc-81f2-443b-ad69-5e26dd1b56e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a676dd42-37d4-4839-bb81-ed5c183b75c1', 'name': 'tempest-ServerRescueTestJSON-312280789-router', 'tenant_id': '692951b4ab1c4dc1a05ed983655b2d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '5de9fed4-b9b8-4a80-a6f0-0c1372366413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:23Z', 'updated_at': '2022-04-20T13:15:27Z', 'revision_number': 3, 'project_id': '692951b4ab1c4dc1a05ed983655b2d83', 'gw_port': {'id': '5de9fed4-b9b8-4a80-a6f0-0c1372366413', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a676dd42-37d4-4839-bb81-ed5c183b75c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:25Z', 'updated_at': '2022-04-20T13:15:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:30.365475 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-b679b1ab-547a-4ddd-a1af-f41dec339680 None None] For port 91088230-4071-43f3-8de7-211d760887c1, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=91088230-4071-43f3-8de7-211d760887c1,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:30.396384 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e8c1dc-81f2-443b-ad69-5e26dd1b56e7 None None] Checking router: a676dd42-37d4-4839-bb81-ed5c183b75c1 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:15:30.396745 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e8c1dc-81f2-443b-ad69-5e26dd1b56e7 None None] Updating router a676dd42-37d4-4839-bb81-ed5c183b75c1 port 5de9fed4-b9b8-4a80-a6f0-0c1372366413 binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:15:30.424547 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c2e8c1dc-81f2-443b-ad69-5e26dd1b56e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:30.452559 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b679b1ab-547a-4ddd-a1af-f41dec339680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:30.496355 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5a146b8a-aa52-46e1-939e-505858c58653 req-900dc55c-a077-438d-a6c9-5ed38ee64ff3 service neutron] 10.222.0.32 "GET /v2.0/networks/9bd95744-0043-4589-9e95-c94937d46eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504807 Apr 20 13:15:30.547747 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e31a9ba-21bd-4864-8c83-3363282b71bc tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:15:30.553516 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6e31a9ba-21bd-4864-8c83-3363282b71bc tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "PUT /v2.0/routers/e00a5936-1e8d-44c3-ae3f-32ef07d202ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2764852 Apr 20 13:15:30.556882 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45894) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:30.561863 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4fe8ff-7d73-4c3c-9e4d-ceb859c8c058 None None] Sync routers for ids ['e00a5936-1e8d-44c3-ae3f-32ef07d202ec'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:15:30.587801 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4fe8ff-7d73-4c3c-9e4d-ceb859c8c058 None None] Routers {'e00a5936-1e8d-44c3-ae3f-32ef07d202ec'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:15:30.588902 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-cd4fe8ff-7d73-4c3c-9e4d-ceb859c8c058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:15:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['e00a5936-1e8d-44c3-ae3f-32ef07d202ec'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:30.674797 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b679b1ab-547a-4ddd-a1af-f41dec339680 None None] Pushing event updated for resources: {'Port': ['ID=91088230-4071-43f3-8de7-211d760887c1,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:30.685432 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-daad2e98-bb7a-4ed2-8c9f-7ae55cd09986 None None] Provisioning complete for port b8956d43-d0c9-472d-bf23-6840c7c1b17a triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:30.685861 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-daad2e98-bb7a-4ed2-8c9f-7ae55cd09986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:30.731158 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75f62c9-3c64-4513-bab0-39373a0066c6 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:30.734782 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f75f62c9-3c64-4513-bab0-39373a0066c6 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/ports/b8956d43-d0c9-472d-bf23-6840c7c1b17a HTTP/1.1" status: 200 len: 911 time: 0.1747940 Apr 20 13:15:30.735025 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45902) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:30.753967 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 91088230-4071-43f3-8de7-211d760887c1 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:15:30.785922 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-cd4fe8ff-7d73-4c3c-9e4d-ceb859c8c058 None None] Set router e00a5936-1e8d-44c3-ae3f-32ef07d202ec gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:15:30.791582 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-30dc1340-4ac4-4578-bd3a-678fb491055b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:30.801897 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-47319f9a-801d-42aa-b4e2-197c4dcb450f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2003088 Apr 20 13:15:30.843677 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d4534d-36aa-41f2-8489-ff08207a108f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:30.858531 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d4534d-36aa-41f2-8489-ff08207a108f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:30.862831 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f2d4534d-36aa-41f2-8489-ff08207a108f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1241205 Apr 20 13:15:30.867838 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45906) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:30.901314 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-daad2e98-bb7a-4ed2-8c9f-7ae55cd09986 None None] Port b8956d43-d0c9-472d-bf23-6840c7c1b17a cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:15:30.961667 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 91088230-4071-43f3-8de7-211d760887c1 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:30.962626 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:31.041934 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-05d0f03e-1f99-4802-96aa-fd94b97a8cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:31.042398 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-05d0f03e-1f99-4802-96aa-fd94b97a8cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:31.042921 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-05d0f03e-1f99-4802-96aa-fd94b97a8cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:31.043395 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-05d0f03e-1f99-4802-96aa-fd94b97a8cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:31.043854 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-05d0f03e-1f99-4802-96aa-fd94b97a8cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:31.044306 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-05d0f03e-1f99-4802-96aa-fd94b97a8cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:31.044830 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-05d0f03e-1f99-4802-96aa-fd94b97a8cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:31.046754 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-05d0f03e-1f99-4802-96aa-fd94b97a8cf3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=751edd8696be4dfdb3446a3e33725797&device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 6501 time: 0.1674466 Apr 20 13:15:31.075723 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f785376-ebf1-4460-94fc-dda79004818a req-8079771f-e6e0-4c2e-92c9-bff33998f4e6 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:31.077306 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f785376-ebf1-4460-94fc-dda79004818a req-8079771f-e6e0-4c2e-92c9-bff33998f4e6 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba4eb31b-2297-411b-8c4e-48c32571ead9 HTTP/1.1" status: 200 len: 943 time: 0.1967857 Apr 20 13:15:31.077796 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45910) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:31.085967 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-30dc1340-4ac4-4578-bd3a-678fb491055b admin admin] Allocated IP 172.20.0.1 (f4258e6f-aecb-49fd-99fd-85fb6d33cc56/0996d7f4-b464-4da5-b268-614fd8c03be4/ad22bbd2-a8b9-4777-a4f7-3a444b0c45bc) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:31.119317 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-089e94dd-304d-4c42-b529-04a0913b5905 None None] Provisioning complete for port b8956d43-d0c9-472d-bf23-6840c7c1b17a triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:31.120461 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-089e94dd-304d-4c42-b529-04a0913b5905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:31.176587 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-cd4fe8ff-7d73-4c3c-9e4d-ceb859c8c058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00a5936-1e8d-44c3-ae3f-32ef07d202ec', 'name': 'tempest-NetworksTestDHCPv6-router-1307060222', 'tenant_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:26Z', 'updated_at': '2022-04-20T13:15:28Z', 'revision_number': 2, 'project_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'gw_port_host': None, '_interfaces': [{'id': 'b8956d43-d0c9-472d-bf23-6840c7c1b17a', 'name': '', 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'tenant_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'mac_address': 'fa:16:3e:a7:c1:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00a5936-1e8d-44c3-ae3f-32ef07d202ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'ad5cba8f-9bf2-437f-9629-3899a1ce39b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:27Z', 'updated_at': '2022-04-20T13:15:29Z', 'revision_number': 2, 'project_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'subnets': [{'id': 'ad5cba8f-9bf2-437f-9629-3899a1ce39b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:31.220855 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-089e94dd-304d-4c42-b529-04a0913b5905 None None] Port b8956d43-d0c9-472d-bf23-6840c7c1b17a cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:15:31.225578 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4fe8ff-7d73-4c3c-9e4d-ceb859c8c058 None None] Checking router: e00a5936-1e8d-44c3-ae3f-32ef07d202ec for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:15:31.226182 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4fe8ff-7d73-4c3c-9e4d-ceb859c8c058 None None] Updating router e00a5936-1e8d-44c3-ae3f-32ef07d202ec port b8956d43-d0c9-472d-bf23-6840c7c1b17a binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:15:31.237390 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-30dc1340-4ac4-4578-bd3a-678fb491055b admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:31.250575 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c2e8c1dc-81f2-443b-ad69-5e26dd1b56e7 None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:31.261052 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-cd4fe8ff-7d73-4c3c-9e4d-ceb859c8c058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:31.366091 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c2e8c1dc-81f2-443b-ad69-5e26dd1b56e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:31.395599 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-30dc1340-4ac4-4578-bd3a-678fb491055b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:31.427123 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-c2e8c1dc-81f2-443b-ad69-5e26dd1b56e7 None None] Attempting to bind port 5de9fed4-b9b8-4a80-a6f0-0c1372366413 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:15:31.427838 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-c2e8c1dc-81f2-443b-ad69-5e26dd1b56e7 None None] Attempting to bind port 5de9fed4-b9b8-4a80-a6f0-0c1372366413 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:15:31.428365 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e8c1dc-81f2-443b-ad69-5e26dd1b56e7 None None] Attempting to bind port 5de9fed4-b9b8-4a80-a6f0-0c1372366413 on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:15:31.437125 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e8c1dc-81f2-443b-ad69-5e26dd1b56e7 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:15:31.437813 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e8c1dc-81f2-443b-ad69-5e26dd1b56e7 None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:15:31.439060 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c2e8c1dc-81f2-443b-ad69-5e26dd1b56e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:31.439676 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e8c1dc-81f2-443b-ad69-5e26dd1b56e7 None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:15:31.440363 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-c2e8c1dc-81f2-443b-ad69-5e26dd1b56e7 None None] Bound port: 5de9fed4-b9b8-4a80-a6f0-0c1372366413, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:15:31.440751 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c2e8c1dc-81f2-443b-ad69-5e26dd1b56e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:31.444022 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a763ad83-14d4-4c46-91b6-ee6ec80419e9 None None] Pushing event updated for resources: {'Port': ['ID=5de9fed4-b9b8-4a80-a6f0-0c1372366413,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:31.490392 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc1340-4ac4-4578-bd3a-678fb491055b admin admin] Pushing event updated for resources: {'Port': ['ID=ad22bbd2-a8b9-4777-a4f7-3a444b0c45bc,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:31.512643 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dc1340-4ac4-4578-bd3a-678fb491055b admin admin] Network f4258e6f-aecb-49fd-99fd-85fb6d33cc56 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:31.514659 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-30dc1340-4ac4-4578-bd3a-678fb491055b admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:31.518298 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dc1340-4ac4-4578-bd3a-678fb491055b admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:15:31.538776 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-c2e8c1dc-81f2-443b-ad69-5e26dd1b56e7 None None] For port 5de9fed4-b9b8-4a80-a6f0-0c1372366413, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:15:31.548081 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-c2e8c1dc-81f2-443b-ad69-5e26dd1b56e7 None None] For port 5de9fed4-b9b8-4a80-a6f0-0c1372366413, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=5de9fed4-b9b8-4a80-a6f0-0c1372366413,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:15:31.569108 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-30dc1340-4ac4-4578-bd3a-678fb491055b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:31.615674 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-cd4fe8ff-7d73-4c3c-9e4d-ceb859c8c058 None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:31.625001 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-e2ada0c6-592b-4e53-bd11-576081cd2453 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1346067476-network', 'tenant_id': '7fba27976228430aa7ff8e870eccf120'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:31.642269 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c2e8c1dc-81f2-443b-ad69-5e26dd1b56e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:31.670200 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f785376-ebf1-4460-94fc-dda79004818a req-a82b788c-4e66-476b-9b28-61f93748fd8d tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] 10.222.0.25 "GET /v2.0/security-groups?id=85feaff8-2712-4801-be05-e3790559084e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719363 Apr 20 13:15:31.689704 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-db7ea192-e841-4614-b7d9-dafcc5eac33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:31.689955 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-db7ea192-e841-4614-b7d9-dafcc5eac33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:31.690419 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-db7ea192-e841-4614-b7d9-dafcc5eac33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:31.692054 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-db7ea192-e841-4614-b7d9-dafcc5eac33b service neutron] 10.222.0.32 "GET /v2.0/networks?id=56951fe5-a13b-4124-8315-505260f0a93e&id=db25d310-7014-4091-a613-df6bc463c340&id=db25d310-7014-4091-a613-df6bc463c340&id=db25d310-7014-4091-a613-df6bc463c340&id=db25d310-7014-4091-a613-df6bc463c340&id=d9d77a57-e2db-4fb3-9905-1d63c1153498&id=d9d77a57-e2db-4fb3-9905-1d63c1153498 HTTP/1.1" status: 200 len: 2296 time: 0.1925981 Apr 20 13:15:31.704714 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-cd4fe8ff-7d73-4c3c-9e4d-ceb859c8c058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:31.764138 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ada0c6-592b-4e53-bd11-576081cd2453 admin admin] Made reservation on behalf of 7fba27976228430aa7ff8e870eccf120 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:31.768718 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e2ada0c6-592b-4e53-bd11-576081cd2453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:31.785939 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e2ada0c6-592b-4e53-bd11-576081cd2453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:31.807923 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-7e73d6cb-be6c-4787-b217-40f0e093de31 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2533aa3-2355-44c2-b360-55e62b33e303 HTTP/1.1" status: 200 len: 1002 time: 0.0981379 Apr 20 13:15:31.837832 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-cd4fe8ff-7d73-4c3c-9e4d-ceb859c8c058 None None] Attempting to bind port b8956d43-d0c9-472d-bf23-6840c7c1b17a on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:15:31.839946 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-cd4fe8ff-7d73-4c3c-9e4d-ceb859c8c058 None None] Attempting to bind port b8956d43-d0c9-472d-bf23-6840c7c1b17a by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:15:31.839946 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4fe8ff-7d73-4c3c-9e4d-ceb859c8c058 None None] Attempting to bind port b8956d43-d0c9-472d-bf23-6840c7c1b17a on network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:15:31.841379 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d54f6-5f50-42ff-92e3-be139a32a65e None None] Pushing event updated for resources: {'Port': ['ID=b8956d43-d0c9-472d-bf23-6840c7c1b17a,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:31.845137 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-30dc1340-4ac4-4578-bd3a-678fb491055b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:31.847926 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4fe8ff-7d73-4c3c-9e4d-ceb859c8c058 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:15:31.848546 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4fe8ff-7d73-4c3c-9e4d-ceb859c8c058 None None] Checking segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:15:31.849201 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-cd4fe8ff-7d73-4c3c-9e4d-ceb859c8c058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:31.849798 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4fe8ff-7d73-4c3c-9e4d-ceb859c8c058 None None] Bound using segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:15:31.850598 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-cd4fe8ff-7d73-4c3c-9e4d-ceb859c8c058 None None] Bound port: b8956d43-d0c9-472d-bf23-6840c7c1b17a, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:15:31.851228 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-cd4fe8ff-7d73-4c3c-9e4d-ceb859c8c058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:31.926402 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-cd4fe8ff-7d73-4c3c-9e4d-ceb859c8c058 None None] For port b8956d43-d0c9-472d-bf23-6840c7c1b17a, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:15:31.929902 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-168be155-a834-44e0-9f33-3fee04d39c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:31.930059 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-cd4fe8ff-7d73-4c3c-9e4d-ceb859c8c058 None None] For port b8956d43-d0c9-472d-bf23-6840c7c1b17a, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=b8956d43-d0c9-472d-bf23-6840c7c1b17a,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:15:31.932322 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-168be155-a834-44e0-9f33-3fee04d39c38 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3c09cad0-5b49-4174-8e95-ec3d5bcce76b HTTP/1.1" status: 200 len: 855 time: 0.1165454 Apr 20 13:15:31.944535 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e8c1dc-81f2-443b-ad69-5e26dd1b56e7 None None] Routers {'a676dd42-37d4-4839-bb81-ed5c183b75c1'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:15:31.945743 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-c2e8c1dc-81f2-443b-ad69-5e26dd1b56e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:15:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['a676dd42-37d4-4839-bb81-ed5c183b75c1'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:31.988624 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a763ad83-14d4-4c46-91b6-ee6ec80419e9 None None] Pushing event updated for resources: {'Port': ['ID=5de9fed4-b9b8-4a80-a6f0-0c1372366413,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:32.015596 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-cd4fe8ff-7d73-4c3c-9e4d-ceb859c8c058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:32.032245 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-abe4317f-c677-4a57-8ff7-3dc6684041c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:32.033883 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-abe4317f-c677-4a57-8ff7-3dc6684041c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56951fe5-a13b-4124-8315-505260f0a93e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933301 Apr 20 13:15:32.077836 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d54f6-5f50-42ff-92e3-be139a32a65e None None] Pushing event updated for resources: {'Port': ['ID=b8956d43-d0c9-472d-bf23-6840c7c1b17a,revision_number=4']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:32.107219 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-30dc1340-4ac4-4578-bd3a-678fb491055b admin admin] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:32.114161 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-c2e8c1dc-81f2-443b-ad69-5e26dd1b56e7 None None] Set router a676dd42-37d4-4839-bb81-ed5c183b75c1 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:15:32.115785 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4fe8ff-7d73-4c3c-9e4d-ceb859c8c058 None None] Routers {'e00a5936-1e8d-44c3-ae3f-32ef07d202ec'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:15:32.116215 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-febdbd85-d61a-443d-9abc-8549dc1bc9bc None None] Provisioning complete for port b8956d43-d0c9-472d-bf23-6840c7c1b17a triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:32.116713 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-febdbd85-d61a-443d-9abc-8549dc1bc9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:32.119940 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-cd4fe8ff-7d73-4c3c-9e4d-ceb859c8c058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:15:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['e00a5936-1e8d-44c3-ae3f-32ef07d202ec'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:32.207305 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e2ada0c6-592b-4e53-bd11-576081cd2453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:32.210292 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e53c24dc-8a20-450f-89f9-072c2e7404e8 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:32.216470 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-42283e1f-e908-4925-a0e2-b2b06e4603bf service neutron] 10.222.0.32 "GET /v2.0/networks/56951fe5-a13b-4124-8315-505260f0a93e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725366 Apr 20 13:15:32.230452 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-30dc1340-4ac4-4578-bd3a-678fb491055b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:32.297892 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-cd4fe8ff-7d73-4c3c-9e4d-ceb859c8c058 None None] Set router e00a5936-1e8d-44c3-ae3f-32ef07d202ec gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:15:32.342397 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e2ada0c6-592b-4e53-bd11-576081cd2453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:32.387478 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ada0c6-592b-4e53-bd11-576081cd2453 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:15:32.392808 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc1340-4ac4-4578-bd3a-678fb491055b admin admin] Pushing event updated for resources: {'Port': ['ID=ad22bbd2-a8b9-4777-a4f7-3a444b0c45bc,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:32.406108 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-30dc1340-4ac4-4578-bd3a-678fb491055b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:32.460358 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-febdbd85-d61a-443d-9abc-8549dc1bc9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:32.466802 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e2ada0c6-592b-4e53-bd11-576081cd2453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:32.466802 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-e2ada0c6-592b-4e53-bd11-576081cd2453 admin admin] Added segment 4569e378-af61-461c-b8bd-055cf9cef9e4 of type vlan for network 9f10e1f5-a659-46a9-9ee5-ee16469ae783 Apr 20 13:15:32.467794 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ada0c6-592b-4e53-bd11-576081cd2453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b6e329-f703-4382-9d83-87660d8fbb4d,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:32.517169 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-febdbd85-d61a-443d-9abc-8549dc1bc9bc None None] For port b8956d43-d0c9-472d-bf23-6840c7c1b17a, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=b8956d43-d0c9-472d-bf23-6840c7c1b17a,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:32.536754 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-c2e8c1dc-81f2-443b-ad69-5e26dd1b56e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a676dd42-37d4-4839-bb81-ed5c183b75c1', 'name': 'tempest-ServerRescueTestJSON-312280789-router', 'tenant_id': '692951b4ab1c4dc1a05ed983655b2d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '5de9fed4-b9b8-4a80-a6f0-0c1372366413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:23Z', 'updated_at': '2022-04-20T13:15:31Z', 'revision_number': 4, 'project_id': '692951b4ab1c4dc1a05ed983655b2d83', 'gw_port': {'id': '5de9fed4-b9b8-4a80-a6f0-0c1372366413', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a676dd42-37d4-4839-bb81-ed5c183b75c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:25Z', 'updated_at': '2022-04-20T13:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'ad22bbd2-a8b9-4777-a4f7-3a444b0c45bc', 'name': '', 'network_id': 'f4258e6f-aecb-49fd-99fd-85fb6d33cc56', 'tenant_id': '692951b4ab1c4dc1a05ed983655b2d83', 'mac_address': 'fa:16:3e:b3:69:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a676dd42-37d4-4839-bb81-ed5c183b75c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '0996d7f4-b464-4da5-b268-614fd8c03be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:30Z', 'updated_at': '2022-04-20T13:15:31Z', 'revision_number': 1, 'project_id': '692951b4ab1c4dc1a05ed983655b2d83', 'subnets': [{'id': '0996d7f4-b464-4da5-b268-614fd8c03be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:32.537441 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-a58fcaa7-2646-4c4f-8a46-0234f68419cd service neutron] 10.222.0.32 "GET /v2.0/networks/56951fe5-a13b-4124-8315-505260f0a93e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830312 Apr 20 13:15:32.575757 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e8c1dc-81f2-443b-ad69-5e26dd1b56e7 None None] The sync data for ids ['a676dd42-37d4-4839-bb81-ed5c183b75c1'] in n-d-836015-7 is: [{'id': 'a676dd42-37d4-4839-bb81-ed5c183b75c1', 'name': 'tempest-ServerRescueTestJSON-312280789-router', 'tenant_id': '692951b4ab1c4dc1a05ed983655b2d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '5de9fed4-b9b8-4a80-a6f0-0c1372366413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:23Z', 'updated_at': '2022-04-20T13:15:31Z', 'revision_number': 4, 'project_id': '692951b4ab1c4dc1a05ed983655b2d83', 'gw_port': {'id': '5de9fed4-b9b8-4a80-a6f0-0c1372366413', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a676dd42-37d4-4839-bb81-ed5c183b75c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:25Z', 'updated_at': '2022-04-20T13:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'ad22bbd2-a8b9-4777-a4f7-3a444b0c45bc', 'name': '', 'network_id': 'f4258e6f-aecb-49fd-99fd-85fb6d33cc56', 'tenant_id': '692951b4ab1c4dc1a05ed983655b2d83', 'mac_address': 'fa:16:3e:b3:69:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a676dd42-37d4-4839-bb81-ed5c183b75c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '0996d7f4-b464-4da5-b268-614fd8c03be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:30Z', 'updated_at': '2022-04-20T13:15:31Z', 'revision_number': 1, 'project_id': '692951b4ab1c4dc1a05ed983655b2d83', 'subnets': [{'id': '0996d7f4-b464-4da5-b268-614fd8c03be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:15:32.589359 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dc1340-4ac4-4578-bd3a-678fb491055b admin admin] Network f4258e6f-aecb-49fd-99fd-85fb6d33cc56 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:32.591571 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-cd4fe8ff-7d73-4c3c-9e4d-ceb859c8c058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00a5936-1e8d-44c3-ae3f-32ef07d202ec', 'name': 'tempest-NetworksTestDHCPv6-router-1307060222', 'tenant_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:26Z', 'updated_at': '2022-04-20T13:15:28Z', 'revision_number': 2, 'project_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'gw_port_host': None, '_interfaces': [{'id': 'b8956d43-d0c9-472d-bf23-6840c7c1b17a', 'name': '', 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'tenant_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'mac_address': 'fa:16:3e:a7:c1:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00a5936-1e8d-44c3-ae3f-32ef07d202ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'ad5cba8f-9bf2-437f-9629-3899a1ce39b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:27Z', 'updated_at': '2022-04-20T13:15:31Z', 'revision_number': 4, 'project_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'subnets': [{'id': 'ad5cba8f-9bf2-437f-9629-3899a1ce39b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:32.592018 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-30dc1340-4ac4-4578-bd3a-678fb491055b admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:32.594575 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-febdbd85-d61a-443d-9abc-8549dc1bc9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:32.632116 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 91088230-4071-43f3-8de7-211d760887c1 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:15:32.643507 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e2ada0c6-592b-4e53-bd11-576081cd2453 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:32.644553 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4fe8ff-7d73-4c3c-9e4d-ceb859c8c058 None None] The sync data for ids ['e00a5936-1e8d-44c3-ae3f-32ef07d202ec'] in n-d-836015-7 is: [{'id': 'e00a5936-1e8d-44c3-ae3f-32ef07d202ec', 'name': 'tempest-NetworksTestDHCPv6-router-1307060222', 'tenant_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:26Z', 'updated_at': '2022-04-20T13:15:28Z', 'revision_number': 2, 'project_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'gw_port_host': None, '_interfaces': [{'id': 'b8956d43-d0c9-472d-bf23-6840c7c1b17a', 'name': '', 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'tenant_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'mac_address': 'fa:16:3e:a7:c1:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00a5936-1e8d-44c3-ae3f-32ef07d202ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'ad5cba8f-9bf2-437f-9629-3899a1ce39b9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:27Z', 'updated_at': '2022-04-20T13:15:31Z', 'revision_number': 4, 'project_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'subnets': [{'id': 'ad5cba8f-9bf2-437f-9629-3899a1ce39b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:15:32.674588 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-cead2864-43e6-4681-8c41-ae4824efde54 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=bcd82748-3135-4569-bfe2-1036cfb737c9 HTTP/1.1" status: 200 len: 217 time: 0.1303763 Apr 20 13:15:32.730448 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febdbd85-d61a-443d-9abc-8549dc1bc9bc None None] Pushing event updated for resources: {'Port': ['ID=b8956d43-d0c9-472d-bf23-6840c7c1b17a,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:32.747701 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e2ada0c6-592b-4e53-bd11-576081cd2453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:32.748901 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ada0c6-592b-4e53-bd11-576081cd2453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:32.749474 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e2ada0c6-592b-4e53-bd11-576081cd2453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:32.782839 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 91088230-4071-43f3-8de7-211d760887c1 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:32.783289 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:32.801615 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-8901927e-5403-4551-8c5d-08b720629081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:32.803156 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-8901927e-5403-4551-8c5d-08b720629081 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a8421ca-2e2e-468e-8574-e51feb1dd7e2 HTTP/1.1" status: 200 len: 797 time: 0.1209300 Apr 20 13:15:32.807645 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30dc1340-4ac4-4578-bd3a-678fb491055b admin admin] Router a676dd42-37d4-4839-bb81-ed5c183b75c1 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:15:32.824839 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-1d621371-1704-42dc-8d96-95984b76b30a None None] Provisioning complete for port b8956d43-d0c9-472d-bf23-6840c7c1b17a triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:32.825178 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1d621371-1704-42dc-8d96-95984b76b30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:32.952031 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e2ada0c6-592b-4e53-bd11-576081cd2453 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8689914 Apr 20 13:15:32.952031 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ada0c6-592b-4e53-bd11-576081cd2453 admin admin] Pushing event updated for resources: {'Network': ['ID=9f10e1f5-a659-46a9-9ee5-ee16469ae783,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:32.953774 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45936) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:32.960412 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-a18d44c7-a840-4bce-8edf-db8627a5e9ab admin admin] Request body: {'subnet': {'network_id': '9f10e1f5-a659-46a9-9ee5-ee16469ae783', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1346067476-subnet', 'tenant_id': '7fba27976228430aa7ff8e870eccf120', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:32.974601 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-e53c24dc-8a20-450f-89f9-072c2e7404e8 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting port b8956d43-d0c9-472d-bf23-6840c7c1b17a {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:15:32.975129 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e53c24dc-8a20-450f-89f9-072c2e7404e8 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:33.001610 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30dc1340-4ac4-4578-bd3a-678fb491055b admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:15:33.003003 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 9f10e1f5-a659-46a9-9ee5-ee16469ae783 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:15:33.020489 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-30dc1340-4ac4-4578-bd3a-678fb491055b admin admin] 10.222.0.25 "PUT /v2.0/routers/a676dd42-37d4-4839-bb81-ed5c183b75c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1382320 Apr 20 13:15:33.050571 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-0e7b18eb-c12f-4758-81fb-a58f4972ad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:33.052140 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-0e7b18eb-c12f-4758-81fb-a58f4972ad0f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=db25d310-7014-4091-a613-df6bc463c340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2406831 Apr 20 13:15:33.103990 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18d44c7-a840-4bce-8edf-db8627a5e9ab admin admin] Made reservation on behalf of 7fba27976228430aa7ff8e870eccf120 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:33.106702 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a18d44c7-a840-4bce-8edf-db8627a5e9ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:33.148510 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a5aa4-28d2-476e-bf50-e9a09df5ab5a req-4fc53033-9fbf-4e4b-9625-f6decdfeea5a tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:33.150608 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-776a5aa4-28d2-476e-bf50-e9a09df5ab5a req-4fc53033-9fbf-4e4b-9625-f6decdfeea5a tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba4eb31b-2297-411b-8c4e-48c32571ead9 HTTP/1.1" status: 200 len: 943 time: 0.2984588 Apr 20 13:15:33.229080 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-e53c24dc-8a20-450f-89f9-072c2e7404e8 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] For port b8956d43-d0c9-472d-bf23-6840c7c1b17a, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=b8956d43-d0c9-472d-bf23-6840c7c1b17a,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:33.229543 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e53c24dc-8a20-450f-89f9-072c2e7404e8 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:33.282161 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-e53c24dc-8a20-450f-89f9-072c2e7404e8 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Calling delete_port for b8956d43-d0c9-472d-bf23-6840c7c1b17a owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:15:33.320112 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-649bef94-8a69-45fd-bfe8-e76c1b3ebdc5 service neutron] 10.222.0.32 "GET /v2.0/networks/db25d310-7014-4091-a613-df6bc463c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445309 Apr 20 13:15:33.349602 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-776a5aa4-28d2-476e-bf50-e9a09df5ab5a req-67d5c886-f778-434f-a2cb-9da0c1d95889 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] 10.222.0.25 "GET /v2.0/security-groups?id=85feaff8-2712-4801-be05-e3790559084e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900196 Apr 20 13:15:33.529189 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a18d44c7-a840-4bce-8edf-db8627a5e9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:33.624010 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18d44c7-a840-4bce-8edf-db8627a5e9ab admin admin] Checking segment: {'id': '4569e378-af61-461c-b8bd-055cf9cef9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9f10e1f5-a659-46a9-9ee5-ee16469ae783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:15:33.624514 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18d44c7-a840-4bce-8edf-db8627a5e9ab admin admin] Network hostable DHCP agents. Network: 9f10e1f5-a659-46a9-9ee5-ee16469ae783, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:15:33.628674 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d44c7-a840-4bce-8edf-db8627a5e9ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec131fb6-a610-4f22-95f1-c71670364d0f,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:33.644450 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-815f5464-f9d3-4d2a-bbde-e4867894f305 service neutron] 10.222.0.32 "GET /v2.0/networks/db25d310-7014-4091-a613-df6bc463c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167636 Apr 20 13:15:33.729019 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-b8394aea-79c9-4303-9717-779f1c2c205b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=4b9a3dab-fa04-4d5d-827d-ba1227aed618 HTTP/1.1" status: 200 len: 217 time: 0.0691075 Apr 20 13:15:33.737795 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18d44c7-a840-4bce-8edf-db8627a5e9ab admin admin] Network 9f10e1f5-a659-46a9-9ee5-ee16469ae783 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:15:33.803212 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device f7fa667d-fc7f-43b0-8e36-914e6cc3d277 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:15:33.811451 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-a18d44c7-a840-4bce-8edf-db8627a5e9ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 9f10e1f5-a659-46a9-9ee5-ee16469ae783) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:33.819241 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18d44c7-a840-4bce-8edf-db8627a5e9ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:33.819619 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a18d44c7-a840-4bce-8edf-db8627a5e9ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:33.845529 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f45965-3981-4c84-8f99-abff4f1caf1c None None] Network 9f10e1f5-a659-46a9-9ee5-ee16469ae783 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:15:33.928410 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a18d44c7-a840-4bce-8edf-db8627a5e9ab admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9697495 Apr 20 13:15:33.928713 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-07e784bc-90dc-4c64-adb7-a2dd01ed4354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:33.928713 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-07e784bc-90dc-4c64-adb7-a2dd01ed4354 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a8421ca-2e2e-468e-8574-e51feb1dd7e2 HTTP/1.1" status: 200 len: 797 time: 0.1638446 Apr 20 13:15:33.940275 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-55df8954-c7b9-4a5e-acda-49bc388dcd72 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:33.947717 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-55df8954-c7b9-4a5e-acda-49bc388dcd72 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/networks?id=f4258e6f-aecb-49fd-99fd-85fb6d33cc56 HTTP/1.1" status: 200 len: 810 time: 0.3020320 Apr 20 13:15:33.993629 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-04595ffa-06fd-418c-8e0d-4821c655f6b0 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/quotas/692951b4ab1c4dc1a05ed983655b2d83 HTTP/1.1" status: 200 len: 375 time: 0.0444214 Apr 20 13:15:34.042808 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e53c24dc-8a20-450f-89f9-072c2e7404e8 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:34.044698 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port f7fa667d-fc7f-43b0-8e36-914e6cc3d277, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=f7fa667d-fc7f-43b0-8e36-914e6cc3d277,segment=NetworkSegment(fc041cb5-d84c-48ed-80fe-716187b94e54),segment_id=fc041cb5-d84c-48ed-80fe-716187b94e54)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:34.066928 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': 'f7fa667d-fc7f-43b0-8e36-914e6cc3d277', 'network_id': '9bd95744-0043-4589-9e95-c94937d46eb6', 'port_id': 'f7fa667d-fc7f-43b0-8e36-914e6cc3d277', 'mac_address': 'fa:16:3e:9a:18:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '731408b7-e1fe-466f-8b34-6d3fa8e9e499', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:15:34.154014 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-a78e6282-0e49-4165-9fcc-ef9815133240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:34.156101 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-a78e6282-0e49-4165-9fcc-ef9815133240 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=db25d310-7014-4091-a613-df6bc463c340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2007596 Apr 20 13:15:34.159416 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c24dc-8a20-450f-89f9-072c2e7404e8 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Port': ['ID=b8956d43-d0c9-472d-bf23-6840c7c1b17a,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:34.167612 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:34.190955 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7fa667d-fc7f-43b0-8e36-914e6cc3d277 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:15:34.212751 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02409d0-1218-40a8-97b5-b2407130d9ce None None] Network 9f10e1f5-a659-46a9-9ee5-ee16469ae783 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:15:34.261228 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port f7fa667d-fc7f-43b0-8e36-914e6cc3d277, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=f7fa667d-fc7f-43b0-8e36-914e6cc3d277,segment=NetworkSegment(fc041cb5-d84c-48ed-80fe-716187b94e54),segment_id=fc041cb5-d84c-48ed-80fe-716187b94e54)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:34.334597 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:34.344422 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e53c24dc-8a20-450f-89f9-072c2e7404e8 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:34.367706 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-18886fb7-a74d-4605-86d1-88465cadb34c tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=692951b4ab1c4dc1a05ed983655b2d83&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3645644 Apr 20 13:15:34.412679 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device cc8a0c92-bc02-43cb-8ffc-1055649d228e details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:15:34.530345 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=f7fa667d-fc7f-43b0-8e36-914e6cc3d277,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:34.592372 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port cc8a0c92-bc02-43cb-8ffc-1055649d228e, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=cc8a0c92-bc02-43cb-8ffc-1055649d228e,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:34.604654 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'cc8a0c92-bc02-43cb-8ffc-1055649d228e', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'port_id': 'cc8a0c92-bc02-43cb-8ffc-1055649d228e', 'mac_address': 'fa:16:3e:4c:f0:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b1f82a-7732-4b50-ab22-2475f182a712', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:15:34.648724 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:34.670761 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc8a0c92-bc02-43cb-8ffc-1055649d228e {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:15:34.678585 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 5de9fed4-b9b8-4a80-a6f0-0c1372366413 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:15:34.726323 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['f7fa667d-fc7f-43b0-8e36-914e6cc3d277'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:15:34.757577 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port cc8a0c92-bc02-43cb-8ffc-1055649d228e, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=cc8a0c92-bc02-43cb-8ffc-1055649d228e,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:34.812658 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 5de9fed4-b9b8-4a80-a6f0-0c1372366413 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:34.813330 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:34.856660 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:34.962423 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['cc8a0c92-bc02-43cb-8ffc-1055649d228e'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:15:34.978596 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-2f290daf-ce88-4747-988f-874b7e28e8eb service neutron] 10.222.0.32 "GET /v2.0/networks/db25d310-7014-4091-a613-df6bc463c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7679772 Apr 20 13:15:35.001605 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=cc8a0c92-bc02-43cb-8ffc-1055649d228e,revision_number=6']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:35.166789 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-ed28d4df-6707-4e97-b0c3-f25dee3dd3f9 service neutron] 10.222.0.25 "GET /v2.0/networks/f4258e6f-aecb-49fd-99fd-85fb6d33cc56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7873778 Apr 20 13:15:35.177384 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-7aab5da5-7c4c-4c3c-8b7f-5f1c6d1d49d7 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:35.178919 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-7aab5da5-7c4c-4c3c-8b7f-5f1c6d1d49d7 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/networks?id=9f10e1f5-a659-46a9-9ee5-ee16469ae783 HTTP/1.1" status: 200 len: 818 time: 0.7867758 Apr 20 13:15:35.201598 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53c24dc-8a20-450f-89f9-072c2e7404e8 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Router e00a5936-1e8d-44c3-ae3f-32ef07d202ec has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:15:35.250158 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:35.281971 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 5de9fed4-b9b8-4a80-a6f0-0c1372366413, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=5de9fed4-b9b8-4a80-a6f0-0c1372366413,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:35.300584 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-48c8dccc-f20e-4941-be9d-f95404b705db tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/quotas/7fba27976228430aa7ff8e870eccf120 HTTP/1.1" status: 200 len: 375 time: 0.0978382 Apr 20 13:15:35.352077 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:35.368547 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-36a40f22-ac32-4e9f-a161-8418499473d5 service neutron] 10.222.0.32 "GET /v2.0/networks/db25d310-7014-4091-a613-df6bc463c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796682 Apr 20 13:15:35.395656 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-38898c6e-0c92-4bbd-9314-45875b5be209 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7fba27976228430aa7ff8e870eccf120&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0837386 Apr 20 13:15:35.417725 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=5de9fed4-b9b8-4a80-a6f0-0c1372366413,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:35.486314 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ab44533c-88fd-476d-8f1e-f3640c391063 req-1b41e510-6243-4af0-b911-a539600d016d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2711875 Apr 20 13:15:35.532568 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-dd3a3414-f9a9-41ad-8345-8af2a9afe245 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=5302454f-5640-4916-878d-d138d40df21a HTTP/1.1" status: 200 len: 217 time: 0.1392655 Apr 20 13:15:35.535087 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53c24dc-8a20-450f-89f9-072c2e7404e8 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:15:35.540948 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e53c24dc-8a20-450f-89f9-072c2e7404e8 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "PUT /v2.0/routers/e00a5936-1e8d-44c3-ae3f-32ef07d202ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6715305 Apr 20 13:15:35.543609 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45986) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:35.545340 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf079f7-99e2-4ea8-96a4-b3e93ba4025c None None] Sync routers for ids ['e00a5936-1e8d-44c3-ae3f-32ef07d202ec'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:15:35.548313 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-d8ae834c-1a26-41e5-b2c5-656780c6d56a service neutron] 10.222.0.25 "GET /v2.0/networks/f4258e6f-aecb-49fd-99fd-85fb6d33cc56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632028 Apr 20 13:15:35.557120 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf079f7-99e2-4ea8-96a4-b3e93ba4025c None None] Routers {'e00a5936-1e8d-44c3-ae3f-32ef07d202ec'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:15:35.557740 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-6bf079f7-99e2-4ea8-96a4-b3e93ba4025c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:15:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['e00a5936-1e8d-44c3-ae3f-32ef07d202ec'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:35.630858 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-6bf079f7-99e2-4ea8-96a4-b3e93ba4025c None None] Set router e00a5936-1e8d-44c3-ae3f-32ef07d202ec gateway port host: None {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:15:35.637745 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab04221b-5606-4455-83f7-5a2feafc6dd4 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:35.639850 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab04221b-5606-4455-83f7-5a2feafc6dd4 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:35.641724 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ab04221b-5606-4455-83f7-5a2feafc6dd4 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0969260 Apr 20 13:15:35.644287 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45988) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:35.669348 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44533c-88fd-476d-8f1e-f3640c391063 req-4150902a-bc6a-4e8d-b66e-8cdb5d572b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:35.671237 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ab44533c-88fd-476d-8f1e-f3640c391063 req-4150902a-bc6a-4e8d-b66e-8cdb5d572b4e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c6b1693032114a59884d6bf282ad5efe&device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 1098 time: 0.1202993 Apr 20 13:15:35.674365 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-cf15a2d4-8c92-42a6-9289-f857323e38fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:35.676068 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-cf15a2d4-8c92-42a6-9289-f857323e38fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a8421ca-2e2e-468e-8574-e51feb1dd7e2 HTTP/1.1" status: 200 len: 797 time: 0.1240063 Apr 20 13:15:35.681700 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-2ed247f0-ae7e-41a2-baef-db6a7609cb93 service neutron] 10.222.0.25 "GET /v2.0/networks/9f10e1f5-a659-46a9-9ee5-ee16469ae783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713780 Apr 20 13:15:35.709948 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-6bf079f7-99e2-4ea8-96a4-b3e93ba4025c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00a5936-1e8d-44c3-ae3f-32ef07d202ec', 'name': 'tempest-NetworksTestDHCPv6-router-1307060222', 'tenant_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:26Z', 'updated_at': '2022-04-20T13:15:33Z', 'revision_number': 3, 'project_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:35.714688 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-2faca41d-93e7-4b1b-86e5-f472cebc664c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting subnet ad5cba8f-9bf2-437f-9629-3899a1ce39b9 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:15:35.718727 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2faca41d-93e7-4b1b-86e5-f472cebc664c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:35.742230 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf079f7-99e2-4ea8-96a4-b3e93ba4025c None None] Checking router: e00a5936-1e8d-44c3-ae3f-32ef07d202ec for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:15:35.752171 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf079f7-99e2-4ea8-96a4-b3e93ba4025c None None] Routers {'e00a5936-1e8d-44c3-ae3f-32ef07d202ec'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:15:35.752811 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-6bf079f7-99e2-4ea8-96a4-b3e93ba4025c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:15:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['e00a5936-1e8d-44c3-ae3f-32ef07d202ec'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:35.766759 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2faca41d-93e7-4b1b-86e5-f472cebc664c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:35.844479 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-6bf079f7-99e2-4ea8-96a4-b3e93ba4025c None None] Set router e00a5936-1e8d-44c3-ae3f-32ef07d202ec gateway port host: None {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:15:35.854735 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-c38a87fd-55c9-409e-880e-5da10659d197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:35.863570 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-c38a87fd-55c9-409e-880e-5da10659d197 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=db25d310-7014-4091-a613-df6bc463c340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1718633 Apr 20 13:15:35.922459 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2faca41d-93e7-4b1b-86e5-f472cebc664c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:35.956437 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-6bf079f7-99e2-4ea8-96a4-b3e93ba4025c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00a5936-1e8d-44c3-ae3f-32ef07d202ec', 'name': 'tempest-NetworksTestDHCPv6-router-1307060222', 'tenant_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:26Z', 'updated_at': '2022-04-20T13:15:33Z', 'revision_number': 3, 'project_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:35.974540 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-308f0399-c5e2-4dd0-98d1-401b4482f8da service neutron] 10.222.0.25 "GET /v2.0/networks/9f10e1f5-a659-46a9-9ee5-ee16469ae783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729051 Apr 20 13:15:35.975784 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44533c-88fd-476d-8f1e-f3640c391063 req-cec4d455-ea15-4b81-8583-10b7f3fe554f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:35.977488 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ab44533c-88fd-476d-8f1e-f3640c391063 req-cec4d455-ea15-4b81-8583-10b7f3fe554f service neutron] 10.222.0.15 "GET /v2.0/networks?id=5f8d1d6d-7980-40b6-a3d5-202cd4161f9d HTTP/1.1" status: 200 len: 918 time: 0.2663214 Apr 20 13:15:35.995016 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf079f7-99e2-4ea8-96a4-b3e93ba4025c None None] The sync data for ids ['e00a5936-1e8d-44c3-ae3f-32ef07d202ec'] in n-d-836015-7 is: [{'id': 'e00a5936-1e8d-44c3-ae3f-32ef07d202ec', 'name': 'tempest-NetworksTestDHCPv6-router-1307060222', 'tenant_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:26Z', 'updated_at': '2022-04-20T13:15:33Z', 'revision_number': 3, 'project_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'gw_port_host': None}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:15:36.136303 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-ccc11d9a-eab3-40af-ad88-5ed791fd2618 service neutron] 10.222.0.32 "GET /v2.0/networks/db25d310-7014-4091-a613-df6bc463c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653692 Apr 20 13:15:36.186202 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4417a2f2-419b-4220-b785-02e6bb2a28b5 None None] Sync routers for ids ['a676dd42-37d4-4839-bb81-ed5c183b75c1'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:15:36.195292 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2faca41d-93e7-4b1b-86e5-f472cebc664c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:36.218010 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ab44533c-88fd-476d-8f1e-f3640c391063 req-e1ccf736-f922-4ede-ba80-ffbc823d597d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3d86141-298d-4218-9c6d-b514a2ff5c92 HTTP/1.1" status: 200 len: 1002 time: 0.2046299 Apr 20 13:15:36.230950 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2faca41d-93e7-4b1b-86e5-f472cebc664c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:36.235473 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2faca41d-93e7-4b1b-86e5-f472cebc664c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/ad5cba8f-9bf2-437f-9629-3899a1ce39b9 HTTP/1.1" status: 204 len: 168 time: 0.5891719 Apr 20 13:15:36.237514 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46014) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:36.238481 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faca41d-93e7-4b1b-86e5-f472cebc664c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Subnet': ['ID=ad5cba8f-9bf2-437f-9629-3899a1ce39b9,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:36.238917 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3db96c3-0cb5-44bd-a8b4-3ecb8f97fef4 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:15:36.287616 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0e9ed-a421-4e19-a96e-f03777978c3a req-c6d11a34-ad94-4f0a-8824-703f64c0b244 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:36.294700 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4417a2f2-419b-4220-b785-02e6bb2a28b5 None None] Routers {'a676dd42-37d4-4839-bb81-ed5c183b75c1'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:15:36.295331 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4417a2f2-419b-4220-b785-02e6bb2a28b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:15:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['a676dd42-37d4-4839-bb81-ed5c183b75c1'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:36.297345 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-41f0e9ed-a421-4e19-a96e-f03777978c3a req-c6d11a34-ad94-4f0a-8824-703f64c0b244 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba4eb31b-2297-411b-8c4e-48c32571ead9 HTTP/1.1" status: 200 len: 944 time: 0.1816664 Apr 20 13:15:36.342500 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-9430eca7-792b-403b-a8e2-d5e791fe8b08 service neutron] 10.222.0.32 "GET /v2.0/networks/db25d310-7014-4091-a613-df6bc463c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906283 Apr 20 13:15:36.347715 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44533c-88fd-476d-8f1e-f3640c391063 req-220d9896-ae55-4da7-b4c9-b9ecf51596e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:36.349197 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ab44533c-88fd-476d-8f1e-f3640c391063 req-220d9896-ae55-4da7-b4c9-b9ecf51596e4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=50283e41-42f7-46ab-979a-b196312e8e7f HTTP/1.1" status: 200 len: 856 time: 0.1214447 Apr 20 13:15:36.357866 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-48daf306-09f1-4484-9108-e68d79f50e4c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1136322 Apr 20 13:15:36.358176 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46018) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:36.445366 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-41f0e9ed-a421-4e19-a96e-f03777978c3a req-afba0a19-1244-4581-b13e-f6f745727cdd tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] 10.222.0.25 "GET /v2.0/security-groups?id=85feaff8-2712-4801-be05-e3790559084e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444466 Apr 20 13:15:36.452696 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-34d1bf51-30b0-44e5-8901-54861ed472a2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=ddf8ba6d-7550-4f8d-9701-e0000773fd49 HTTP/1.1" status: 200 len: 217 time: 0.1025879 Apr 20 13:15:36.459013 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device cc8a0c92-bc02-43cb-8ffc-1055649d228e up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:15:36.517221 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-4417a2f2-419b-4220-b785-02e6bb2a28b5 None None] Set router a676dd42-37d4-4839-bb81-ed5c183b75c1 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:15:36.564215 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce53ce24-24ca-4e3d-a297-8b1d1f747ca3 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:36.572420 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port cc8a0c92-bc02-43cb-8ffc-1055649d228e triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:36.572730 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:36.583648 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-926bb593-ca84-46b4-a192-bc87eb63f7c9 req-ef3d6df4-af47-4461-8ccc-81a7d3b8b414 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 210 time: 0.0538931 Apr 20 13:15:36.602458 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44533c-88fd-476d-8f1e-f3640c391063 req-254f6f32-021a-4892-99e8-04e12d65a14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:36.604220 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ab44533c-88fd-476d-8f1e-f3640c391063 req-254f6f32-021a-4892-99e8-04e12d65a14b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5f8d1d6d-7980-40b6-a3d5-202cd4161f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2474167 Apr 20 13:15:36.611700 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-18835315-6b34-461c-af12-8f3e047c72bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:36.613364 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-18835315-6b34-461c-af12-8f3e047c72bb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a8421ca-2e2e-468e-8574-e51feb1dd7e2 HTTP/1.1" status: 200 len: 797 time: 0.1524525 Apr 20 13:15:36.701693 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175a61e7-8aa1-4dfc-a48c-e307d90768a0 None None] DHCP port deletion for 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:15:36.788736 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 5de9fed4-b9b8-4a80-a6f0-0c1372366413 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:15:36.900132 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-8a7c33d4-cbf1-44c5-927c-151f32afbb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:36.903017 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-8a7c33d4-cbf1-44c5-927c-151f32afbb50 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=db25d310-7014-4091-a613-df6bc463c340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2780383 Apr 20 13:15:36.931406 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ab44533c-88fd-476d-8f1e-f3640c391063 req-75bad72f-ebbe-4238-8e25-07f510d59c5b service neutron] 10.222.0.15 "GET /v2.0/networks/5f8d1d6d-7980-40b6-a3d5-202cd4161f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168771 Apr 20 13:15:36.939029 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:36.979293 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce53ce24-24ca-4e3d-a297-8b1d1f747ca3 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:36.989493 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4417a2f2-419b-4220-b785-02e6bb2a28b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a676dd42-37d4-4839-bb81-ed5c183b75c1', 'name': 'tempest-ServerRescueTestJSON-312280789-router', 'tenant_id': '692951b4ab1c4dc1a05ed983655b2d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '5de9fed4-b9b8-4a80-a6f0-0c1372366413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:23Z', 'updated_at': '2022-04-20T13:15:31Z', 'revision_number': 4, 'project_id': '692951b4ab1c4dc1a05ed983655b2d83', 'gw_port': {'id': '5de9fed4-b9b8-4a80-a6f0-0c1372366413', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a676dd42-37d4-4839-bb81-ed5c183b75c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:25Z', 'updated_at': '2022-04-20T13:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'ad22bbd2-a8b9-4777-a4f7-3a444b0c45bc', 'name': '', 'network_id': 'f4258e6f-aecb-49fd-99fd-85fb6d33cc56', 'tenant_id': '692951b4ab1c4dc1a05ed983655b2d83', 'mac_address': 'fa:16:3e:b3:69:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a676dd42-37d4-4839-bb81-ed5c183b75c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '0996d7f4-b464-4da5-b268-614fd8c03be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:30Z', 'updated_at': '2022-04-20T13:15:31Z', 'revision_number': 2, 'project_id': '692951b4ab1c4dc1a05ed983655b2d83', 'subnets': [{'id': '0996d7f4-b464-4da5-b268-614fd8c03be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:36.991867 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce53ce24-24ca-4e3d-a297-8b1d1f747ca3 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:37.043374 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4417a2f2-419b-4220-b785-02e6bb2a28b5 None None] Checking router: a676dd42-37d4-4839-bb81-ed5c183b75c1 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:15:37.043987 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4417a2f2-419b-4220-b785-02e6bb2a28b5 None None] Updating router a676dd42-37d4-4839-bb81-ed5c183b75c1 port ad22bbd2-a8b9-4777-a4f7-3a444b0c45bc binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:15:37.065237 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3de77a5-a55b-4834-b157-2d2c2c00d25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8a0c92-bc02-43cb-8ffc-1055649d228e'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:15:37.074373 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7135f1f-ad87-4c46-aeff-1d149dcc46d3" -d '{"events": [{"server_uuid": "d3de77a5-a55b-4834-b157-2d2c2c00d25d", "name": "network-vif-plugged", "status": "completed", "tag": "cc8a0c92-bc02-43cb-8ffc-1055649d228e"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:15:37.100652 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port cc8a0c92-bc02-43cb-8ffc-1055649d228e, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=cc8a0c92-bc02-43cb-8ffc-1055649d228e,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:37.101233 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-4417a2f2-419b-4220-b785-02e6bb2a28b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:37.104906 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 5de9fed4-b9b8-4a80-a6f0-0c1372366413 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:37.109133 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:37.109133 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-175a61e7-8aa1-4dfc-a48c-e307d90768a0 None None] Deleting port 91088230-4071-43f3-8de7-211d760887c1 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:15:37.109133 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-175a61e7-8aa1-4dfc-a48c-e307d90768a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:37.235950 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-091731db-154e-43f4-a7e4-27746959e8cd req-99bca704-38fd-497d-bfe1-ed04a2222ca4 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba8e1424-56ae-4d50-8bea-767754a5334f HTTP/1.1" status: 200 len: 210 time: 0.0631127 Apr 20 13:15:37.250021 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce53ce24-24ca-4e3d-a297-8b1d1f747ca3 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:37.250021 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce53ce24-24ca-4e3d-a297-8b1d1f747ca3 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Fanout notify agent at l3_agent the message router_deleted on router e00a5936-1e8d-44c3-ae3f-32ef07d202ec {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:15:37.254497 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d93e911-e7c6-4fc9-8d86-e1f64b7ec254 x-openstack-request-id: req-2d93e911-e7c6-4fc9-8d86-e1f64b7ec254 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:15:37.254786 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3de77a5-a55b-4834-b157-2d2c2c00d25d", "name": "network-vif-plugged", "status": "completed", "tag": "cc8a0c92-bc02-43cb-8ffc-1055649d228e", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:15:37.255043 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2d93e911-e7c6-4fc9-8d86-e1f64b7ec254 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:15:37.255468 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d93e911-e7c6-4fc9-8d86-e1f64b7ec254'] response: {'server_uuid': 'd3de77a5-a55b-4834-b157-2d2c2c00d25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8a0c92-bc02-43cb-8ffc-1055649d228e', 'code': 200} Apr 20 13:15:37.262980 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:37.266250 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce53ce24-24ca-4e3d-a297-8b1d1f747ca3 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:37.267511 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ce53ce24-24ca-4e3d-a297-8b1d1f747ca3 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/routers/e00a5936-1e8d-44c3-ae3f-32ef07d202ec HTTP/1.1" status: 204 len: 168 time: 0.9082143 Apr 20 13:15:37.270088 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46058) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:37.278192 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-175a61e7-8aa1-4dfc-a48c-e307d90768a0 None None] For port 91088230-4071-43f3-8de7-211d760887c1, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=91088230-4071-43f3-8de7-211d760887c1,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:37.278592 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-175a61e7-8aa1-4dfc-a48c-e307d90768a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:37.293002 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-22c8fbf6-b062-4158-af9d-f35f63eaecd3 service neutron] 10.222.0.32 "GET /v2.0/networks/db25d310-7014-4091-a613-df6bc463c340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585451 Apr 20 13:15:37.331814 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-175a61e7-8aa1-4dfc-a48c-e307d90768a0 None None] Calling delete_port for 91088230-4071-43f3-8de7-211d760887c1 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:15:37.392380 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d940419a-4a53-4dd2-86d4-ff854b275ea1 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:37.395139 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d940419a-4a53-4dd2-86d4-ff854b275ea1 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1235409 Apr 20 13:15:37.398488 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46062) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:37.429240 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ab44533c-88fd-476d-8f1e-f3640c391063 req-3d9eceff-f798-4a93-a414-031d4db20284 service neutron] 10.222.0.15 "GET /v2.0/networks/5f8d1d6d-7980-40b6-a3d5-202cd4161f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551732 Apr 20 13:15:37.429507 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=cc8a0c92-bc02-43cb-8ffc-1055649d228e,revision_number=7']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:37.478051 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e714be34-430a-4db5-b980-40d68920889f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:37.480432 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e714be34-430a-4db5-b980-40d68920889f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0800977 Apr 20 13:15:37.482604 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46066) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:37.572748 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c98a180b-992d-45c6-ac1f-bb662e9a92ba tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0852306 Apr 20 13:15:37.576370 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46068) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:37.588172 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-d3f76b35-9734-47fb-a7e7-c5a004dc6bb2 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'subnet': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:37.632064 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-9e69a52f-7889-409e-a26c-d47e952971d4 service neutron] 10.222.0.32 "GET /v2.0/networks/db25d310-7014-4091-a613-df6bc463c340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239443 Apr 20 13:15:37.636682 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-4417a2f2-419b-4220-b785-02e6bb2a28b5 None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:37.650269 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device b8956d43-d0c9-472d-bf23-6840c7c1b17a no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:15:37.698177 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: b8956d43-d0c9-472d-bf23-6840c7c1b17a {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:15:37.698883 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device b8956d43-d0c9-472d-bf23-6840c7c1b17a not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:15:37.728897 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-175a61e7-8aa1-4dfc-a48c-e307d90768a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:37.768780 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-4417a2f2-419b-4220-b785-02e6bb2a28b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:37.770362 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-f39d1432-ec21-48c5-87e1-aa13220dfe6c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c31c0af8-e1a8-4b9f-999d-c359f5ff9aac HTTP/1.1" status: 200 len: 217 time: 0.0929325 Apr 20 13:15:37.772493 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-efa7ae2e-4a60-4630-8eba-58029517810a req-eb3b5348-0b95-454c-88ef-e050c83eef07 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 210 time: 0.0976777 Apr 20 13:15:37.832244 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8dc92-261f-453c-a818-be614ccf0fe8 req-1907e2aa-8f5d-4730-88d1-62bd07133735 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:37.837874 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8eb8dc92-261f-453c-a818-be614ccf0fe8 req-1907e2aa-8f5d-4730-88d1-62bd07133735 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba4eb31b-2297-411b-8c4e-48c32571ead9 HTTP/1.1" status: 200 len: 944 time: 0.2517207 Apr 20 13:15:37.846019 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a61e7-8aa1-4dfc-a48c-e307d90768a0 None None] Pushing event deleted for resources: {'Port': ['ID=91088230-4071-43f3-8de7-211d760887c1,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:37.851186 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f76b35-9734-47fb-a7e7-c5a004dc6bb2 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:37.855455 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d3f76b35-9734-47fb-a7e7-c5a004dc6bb2 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:37.858166 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device f7fa667d-fc7f-43b0-8e36-914e6cc3d277 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:15:37.866206 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175a61e7-8aa1-4dfc-a48c-e307d90768a0 None None] No DVR routers for this DVR port 91088230-4071-43f3-8de7-211d760887c1 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:15:37.869372 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-4c1df365-44eb-4ef6-a6fc-70ff50f66465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:37.873105 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-4c1df365-44eb-4ef6-a6fc-70ff50f66465 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=807e65f2-f3df-4b77-a34a-b845afb7a09c HTTP/1.1" status: 200 len: 797 time: 0.0929780 Apr 20 13:15:37.915936 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca89a6b-bd20-4e40-9e80-107a1c427c3e None None] Pushing event updated for resources: {'Port': ['ID=ad22bbd2-a8b9-4777-a4f7-3a444b0c45bc,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:38.037939 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8eb8dc92-261f-453c-a818-be614ccf0fe8 req-6143ab4c-4226-4fd6-919f-9fe7f0ab895b tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] 10.222.0.25 "GET /v2.0/security-groups?id=85feaff8-2712-4801-be05-e3790559084e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611309 Apr 20 13:15:38.044205 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-4417a2f2-419b-4220-b785-02e6bb2a28b5 None None] Attempting to bind port ad22bbd2-a8b9-4777-a4f7-3a444b0c45bc on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:15:38.046496 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-4417a2f2-419b-4220-b785-02e6bb2a28b5 None None] Attempting to bind port ad22bbd2-a8b9-4777-a4f7-3a444b0c45bc by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '3f46b54c-02e5-49fa-8bc0-9760d162ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f4258e6f-aecb-49fd-99fd-85fb6d33cc56'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:15:38.046496 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4417a2f2-419b-4220-b785-02e6bb2a28b5 None None] Attempting to bind port ad22bbd2-a8b9-4777-a4f7-3a444b0c45bc on network f4258e6f-aecb-49fd-99fd-85fb6d33cc56 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:15:38.051516 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-fd2406e0-2407-4d70-bcaa-d280a3bce0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:38.053075 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-fd2406e0-2407-4d70-bcaa-d280a3bce0f6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d9d77a57-e2db-4fb3-9905-1d63c1153498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1668868 Apr 20 13:15:38.054084 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4417a2f2-419b-4220-b785-02e6bb2a28b5 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:15:38.054932 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4417a2f2-419b-4220-b785-02e6bb2a28b5 None None] Checking segment: {'id': '3f46b54c-02e5-49fa-8bc0-9760d162ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f4258e6f-aecb-49fd-99fd-85fb6d33cc56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:15:38.055798 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-4417a2f2-419b-4220-b785-02e6bb2a28b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:38.056839 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4417a2f2-419b-4220-b785-02e6bb2a28b5 None None] Bound using segment: {'id': '3f46b54c-02e5-49fa-8bc0-9760d162ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f4258e6f-aecb-49fd-99fd-85fb6d33cc56'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:15:38.057482 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-4417a2f2-419b-4220-b785-02e6bb2a28b5 None None] Bound port: ad22bbd2-a8b9-4777-a4f7-3a444b0c45bc, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f46b54c-02e5-49fa-8bc0-9760d162ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f4258e6f-aecb-49fd-99fd-85fb6d33cc56'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:15:38.058055 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-4417a2f2-419b-4220-b785-02e6bb2a28b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:38.064718 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port f7fa667d-fc7f-43b0-8e36-914e6cc3d277 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:15:38.105947 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port f7fa667d-fc7f-43b0-8e36-914e6cc3d277 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:38.106268 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:38.259690 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:38.297690 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-f3e1d74c-6b07-4a39-a8a5-a6dc3c73b7fc service neutron] 10.222.0.32 "GET /v2.0/networks/d9d77a57-e2db-4fb3-9905-1d63c1153498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372231 Apr 20 13:15:38.303850 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-4417a2f2-419b-4220-b785-02e6bb2a28b5 None None] For port ad22bbd2-a8b9-4777-a4f7-3a444b0c45bc, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:15:38.317140 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-4417a2f2-419b-4220-b785-02e6bb2a28b5 None None] For port ad22bbd2-a8b9-4777-a4f7-3a444b0c45bc, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ad22bbd2-a8b9-4777-a4f7-3a444b0c45bc,segment=NetworkSegment(3f46b54c-02e5-49fa-8bc0-9760d162ed92),segment_id=3f46b54c-02e5-49fa-8bc0-9760d162ed92)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:15:38.357379 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port f7fa667d-fc7f-43b0-8e36-914e6cc3d277, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=f7fa667d-fc7f-43b0-8e36-914e6cc3d277,segment=NetworkSegment(fc041cb5-d84c-48ed-80fe-716187b94e54),segment_id=fc041cb5-d84c-48ed-80fe-716187b94e54)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:38.402543 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-4417a2f2-419b-4220-b785-02e6bb2a28b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:38.426992 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-434ff493-c3d6-4a2f-9a96-f9674e9d7de5 req-c14957ff-729c-4f0a-a9c5-0f65a4f76817 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba8e1424-56ae-4d50-8bea-767754a5334f HTTP/1.1" status: 200 len: 210 time: 0.0599806 Apr 20 13:15:38.430519 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:38.473764 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-b47c69c4-a39e-4db5-9923-7f763dfaa0b3 service neutron] 10.222.0.32 "GET /v2.0/networks/d9d77a57-e2db-4fb3-9905-1d63c1153498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686766 Apr 20 13:15:38.547952 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4417a2f2-419b-4220-b785-02e6bb2a28b5 None None] Routers {'a676dd42-37d4-4839-bb81-ed5c183b75c1'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:15:38.548608 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4417a2f2-419b-4220-b785-02e6bb2a28b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:15:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['a676dd42-37d4-4839-bb81-ed5c183b75c1'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:38.570793 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-2e1437b5-0cf7-46ca-ae14-9ad9acc3ced6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f14937da-3ffa-4323-b6fb-be8c65077a73 HTTP/1.1" status: 200 len: 217 time: 0.0857365 Apr 20 13:15:38.577170 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=f7fa667d-fc7f-43b0-8e36-914e6cc3d277,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:38.591253 n-d-836015-7 neutron-server[114870]: DEBUG neutron.objects.ports [None req-d3f76b35-9734-47fb-a7e7-c5a004dc6bb2 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114870) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 13:15:38.592989 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d3f76b35-9734-47fb-a7e7-c5a004dc6bb2 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:38.624268 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca89a6b-bd20-4e40-9e80-107a1c427c3e None None] Pushing event updated for resources: {'Port': ['ID=ad22bbd2-a8b9-4777-a4f7-3a444b0c45bc,revision_number=4']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:38.666942 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-e23837ad-1ec7-4afb-a855-141b09e14e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:38.672136 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-e23837ad-1ec7-4afb-a855-141b09e14e4d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=807e65f2-f3df-4b77-a34a-b845afb7a09c HTTP/1.1" status: 200 len: 797 time: 0.0934029 Apr 20 13:15:38.684961 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f76b35-9734-47fb-a7e7-c5a004dc6bb2 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:38.685305 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 91088230-4071-43f3-8de7-211d760887c1 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:15:38.688851 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-d3f76b35-9734-47fb-a7e7-c5a004dc6bb2 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:38.693409 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f76b35-9734-47fb-a7e7-c5a004dc6bb2 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:38.694123 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d3f76b35-9734-47fb-a7e7-c5a004dc6bb2 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:38.698731 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f76b35-9734-47fb-a7e7-c5a004dc6bb2 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Subnet': ['ID=63e03a9a-b9ea-4c7a-b063-edb36cf8b773,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:38.721484 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3816e5-cd22-49eb-80f3-667692bd8586 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:15:38.725297 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 91088230-4071-43f3-8de7-211d760887c1 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:15:38.725780 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 91088230-4071-43f3-8de7-211d760887c1 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:15:38.778824 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d3f76b35-9734-47fb-a7e7-c5a004dc6bb2 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2011707 Apr 20 13:15:38.779558 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46094) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:38.784637 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-a4cb2278-30e6-46a8-a513-fabe021b7adf tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'subnet': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:38.815233 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-4417a2f2-419b-4220-b785-02e6bb2a28b5 None None] Set router a676dd42-37d4-4839-bb81-ed5c183b75c1 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:15:38.850481 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-f6311625-3cc4-48cc-ae2f-09955bcb0769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:38.856469 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-f6311625-3cc4-48cc-ae2f-09955bcb0769 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d9d77a57-e2db-4fb3-9905-1d63c1153498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1662755 Apr 20 13:15:39.024457 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78af5429-3adc-4fb9-b4d8-6ba20c3933c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'tenant_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'fixed_ips': [{'subnet_id': '63e03a9a-b9ea-4c7a-b063-edb36cf8b773'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:15:39.025438 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-78af5429-3adc-4fb9-b4d8-6ba20c3933c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:39.073692 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d76a113a-72dd-41c3-9aad-3620a9fead75 req-9aafafe7-4f30-499b-a2bb-3571fa0415b2 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 210 time: 0.0449033 Apr 20 13:15:39.168380 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-f7c806ca-73d4-4cfa-ad68-6e7af40b2ed8 service neutron] 10.222.0.32 "GET /v2.0/networks/d9d77a57-e2db-4fb3-9905-1d63c1153498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990875 Apr 20 13:15:39.325814 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4417a2f2-419b-4220-b785-02e6bb2a28b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a676dd42-37d4-4839-bb81-ed5c183b75c1', 'name': 'tempest-ServerRescueTestJSON-312280789-router', 'tenant_id': '692951b4ab1c4dc1a05ed983655b2d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '5de9fed4-b9b8-4a80-a6f0-0c1372366413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:23Z', 'updated_at': '2022-04-20T13:15:31Z', 'revision_number': 4, 'project_id': '692951b4ab1c4dc1a05ed983655b2d83', 'gw_port': {'id': '5de9fed4-b9b8-4a80-a6f0-0c1372366413', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a676dd42-37d4-4839-bb81-ed5c183b75c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:25Z', 'updated_at': '2022-04-20T13:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'ad22bbd2-a8b9-4777-a4f7-3a444b0c45bc', 'name': '', 'network_id': 'f4258e6f-aecb-49fd-99fd-85fb6d33cc56', 'tenant_id': '692951b4ab1c4dc1a05ed983655b2d83', 'mac_address': 'fa:16:3e:b3:69:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a676dd42-37d4-4839-bb81-ed5c183b75c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '0996d7f4-b464-4da5-b268-614fd8c03be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:30Z', 'updated_at': '2022-04-20T13:15:38Z', 'revision_number': 4, 'project_id': '692951b4ab1c4dc1a05ed983655b2d83', 'subnets': [{'id': '0996d7f4-b464-4da5-b268-614fd8c03be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:39.383810 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4417a2f2-419b-4220-b785-02e6bb2a28b5 None None] The sync data for ids ['a676dd42-37d4-4839-bb81-ed5c183b75c1'] in n-d-836015-7 is: [{'id': 'a676dd42-37d4-4839-bb81-ed5c183b75c1', 'name': 'tempest-ServerRescueTestJSON-312280789-router', 'tenant_id': '692951b4ab1c4dc1a05ed983655b2d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '5de9fed4-b9b8-4a80-a6f0-0c1372366413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:23Z', 'updated_at': '2022-04-20T13:15:31Z', 'revision_number': 4, 'project_id': '692951b4ab1c4dc1a05ed983655b2d83', 'gw_port': {'id': '5de9fed4-b9b8-4a80-a6f0-0c1372366413', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a676dd42-37d4-4839-bb81-ed5c183b75c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:25Z', 'updated_at': '2022-04-20T13:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'ad22bbd2-a8b9-4777-a4f7-3a444b0c45bc', 'name': '', 'network_id': 'f4258e6f-aecb-49fd-99fd-85fb6d33cc56', 'tenant_id': '692951b4ab1c4dc1a05ed983655b2d83', 'mac_address': 'fa:16:3e:b3:69:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a676dd42-37d4-4839-bb81-ed5c183b75c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '0996d7f4-b464-4da5-b268-614fd8c03be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:30Z', 'updated_at': '2022-04-20T13:15:38Z', 'revision_number': 4, 'project_id': '692951b4ab1c4dc1a05ed983655b2d83', 'subnets': [{'id': '0996d7f4-b464-4da5-b268-614fd8c03be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:15:39.384829 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32466d7-98bd-4c45-98af-49f9dc532d82 req-65ca1157-16f3-4e6d-b5ab-34bf84606ab1 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:39.393977 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d32466d7-98bd-4c45-98af-49f9dc532d82 req-65ca1157-16f3-4e6d-b5ab-34bf84606ab1 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba4eb31b-2297-411b-8c4e-48c32571ead9 HTTP/1.1" status: 200 len: 945 time: 0.1448004 Apr 20 13:15:39.432164 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86f96a87-c5a6-4424-bf06-da53f3755b17 req-a0bb10d1-916a-4c69-be3a-b62fe886b995 service neutron] 10.222.0.32 "GET /v2.0/networks/d9d77a57-e2db-4fb3-9905-1d63c1153498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561841 Apr 20 13:15:39.476825 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d32466d7-98bd-4c45-98af-49f9dc532d82 req-a417764a-9390-4ec4-bf28-0ab88d4b98a9 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] 10.222.0.25 "GET /v2.0/security-groups?id=85feaff8-2712-4801-be05-e3790559084e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815229 Apr 20 13:15:39.553793 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4eb31b-2297-411b-8c4e-48c32571ead9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fa667d-fc7f-43b0-8e36-914e6cc3d277'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:15:39.557048 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59ed267-9087-4dd0-80a2-22eeba09ae73" -d '{"events": [{"server_uuid": "ba4eb31b-2297-411b-8c4e-48c32571ead9", "name": "network-vif-plugged", "status": "completed", "tag": "f7fa667d-fc7f-43b0-8e36-914e6cc3d277"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:15:39.580434 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-78af5429-3adc-4fb9-b4d8-6ba20c3933c5 None None] Allocated IP 2001:db8::f816:3eff:fe3e:ea5 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/63e03a9a-b9ea-4c7a-b063-edb36cf8b773/0f53b519-0747-4205-9f9f-59e978150ad8) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:39.627183 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d40ca9f9-7a56-4791-9a93-9f6f79e68d2f req-d0ec4e9f-ed37-493e-b1de-0c4754cb018e tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba8e1424-56ae-4d50-8bea-767754a5334f HTTP/1.1" status: 200 len: 210 time: 0.0753837 Apr 20 13:15:39.781919 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-78af5429-3adc-4fb9-b4d8-6ba20c3933c5 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:39.837897 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8801f6a-e396-41c3-98da-7f7c452992ff x-openstack-request-id: req-d8801f6a-e396-41c3-98da-7f7c452992ff {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:15:39.838432 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba4eb31b-2297-411b-8c4e-48c32571ead9", "name": "network-vif-plugged", "status": "completed", "tag": "f7fa667d-fc7f-43b0-8e36-914e6cc3d277", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:15:39.838749 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d8801f6a-e396-41c3-98da-7f7c452992ff {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:15:39.839202 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8801f6a-e396-41c3-98da-7f7c452992ff'] response: {'server_uuid': 'ba4eb31b-2297-411b-8c4e-48c32571ead9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fa667d-fc7f-43b0-8e36-914e6cc3d277', 'code': 200} Apr 20 13:15:39.865540 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-78af5429-3adc-4fb9-b4d8-6ba20c3933c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:39.891474 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4cb2278-30e6-46a8-a513-fabe021b7adf tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:39.896606 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a4cb2278-30e6-46a8-a513-fabe021b7adf tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:39.975122 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af5429-3adc-4fb9-b4d8-6ba20c3933c5 None None] Pushing event updated for resources: {'Port': ['ID=0f53b519-0747-4205-9f9f-59e978150ad8,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:40.018105 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78af5429-3adc-4fb9-b4d8-6ba20c3933c5 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:40.020629 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-78af5429-3adc-4fb9-b4d8-6ba20c3933c5 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:40.027402 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78af5429-3adc-4fb9-b4d8-6ba20c3933c5 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:15:40.032123 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-0b1c0c58-b3f8-4dc8-8ce2-ddd3b50fd0ac tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:40.032388 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a4d56-e581-4cb2-a4a8-efcc7682ab77 req-8a971463-77cf-427e-9aa8-a7dddfbaf372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:40.035018 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-0b1c0c58-b3f8-4dc8-8ce2-ddd3b50fd0ac tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.32 "GET /v2.0/networks?id=f4258e6f-aecb-49fd-99fd-85fb6d33cc56 HTTP/1.1" status: 200 len: 810 time: 0.5211785 Apr 20 13:15:40.035172 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3b6a4d56-e581-4cb2-a4a8-efcc7682ab77 req-8a971463-77cf-427e-9aa8-a7dddfbaf372 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ba4eb31b-2297-411b-8c4e-48c32571ead9 HTTP/1.1" status: 200 len: 1096 time: 0.1167176 Apr 20 13:15:40.065860 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-00caab15-ed99-49db-a460-9fdc552130ea tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Request body: {'port': {'device_id': '4433bc50-a48f-43a0-ba6d-d97496549372', 'network_id': 'f4258e6f-aecb-49fd-99fd-85fb6d33cc56', 'admin_state_up': True, 'tenant_id': '692951b4ab1c4dc1a05ed983655b2d83'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:40.164456 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-78af5429-3adc-4fb9-b4d8-6ba20c3933c5 None None] Attempting to bind port 0f53b519-0747-4205-9f9f-59e978150ad8 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:15:40.165413 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-78af5429-3adc-4fb9-b4d8-6ba20c3933c5 None None] Attempting to bind port 0f53b519-0747-4205-9f9f-59e978150ad8 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:15:40.165904 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78af5429-3adc-4fb9-b4d8-6ba20c3933c5 None None] Attempting to bind port 0f53b519-0747-4205-9f9f-59e978150ad8 on network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:15:40.171119 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3b6a4d56-e581-4cb2-a4a8-efcc7682ab77 req-ce2c8c59-ff10-4302-a76f-215425af99a5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=85feaff8-2712-4801-be05-e3790559084e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125343 Apr 20 13:15:40.172650 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78af5429-3adc-4fb9-b4d8-6ba20c3933c5 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:15:40.173040 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78af5429-3adc-4fb9-b4d8-6ba20c3933c5 None None] Checking segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:15:40.173681 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-78af5429-3adc-4fb9-b4d8-6ba20c3933c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:40.174100 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78af5429-3adc-4fb9-b4d8-6ba20c3933c5 None None] Bound using segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:15:40.175186 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-78af5429-3adc-4fb9-b4d8-6ba20c3933c5 None None] Bound port: 0f53b519-0747-4205-9f9f-59e978150ad8, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:15:40.175649 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-78af5429-3adc-4fb9-b4d8-6ba20c3933c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:40.313698 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-78af5429-3adc-4fb9-b4d8-6ba20c3933c5 None None] For port 0f53b519-0747-4205-9f9f-59e978150ad8, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:15:40.321409 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-78af5429-3adc-4fb9-b4d8-6ba20c3933c5 None None] For port 0f53b519-0747-4205-9f9f-59e978150ad8, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=0f53b519-0747-4205-9f9f-59e978150ad8,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:15:40.372645 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4fef7be5-e3b4-4886-b66d-e928fb13f769 req-87324c5c-3837-4526-a118-73a8648a7d13 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 210 time: 0.0738816 Apr 20 13:15:40.399653 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-78af5429-3adc-4fb9-b4d8-6ba20c3933c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:40.516032 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-00caab15-ed99-49db-a460-9fdc552130ea tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Made reservation on behalf of 692951b4ab1c4dc1a05ed983655b2d83 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:40.528251 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-00caab15-ed99-49db-a460-9fdc552130ea tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:40.541362 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af5429-3adc-4fb9-b4d8-6ba20c3933c5 None None] Pushing event updated for resources: {'Port': ['ID=0f53b519-0747-4205-9f9f-59e978150ad8,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:40.579768 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a4cb2278-30e6-46a8-a513-fabe021b7adf tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:40.721347 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb2278-30e6-46a8-a513-fabe021b7adf tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Subnet': ['ID=1450ba48-89aa-4da3-b337-476c4979b8a6,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:40.766461 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbee6d-e9bf-49e4-900f-df8970960935 req-cd406bc2-5dd9-4558-a3bd-b23c6822480c tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:40.768670 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-76bbee6d-e9bf-49e4-900f-df8970960935 req-cd406bc2-5dd9-4558-a3bd-b23c6822480c tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba4eb31b-2297-411b-8c4e-48c32571ead9 HTTP/1.1" status: 200 len: 945 time: 0.1362059 Apr 20 13:15:40.791626 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cb2278-30e6-46a8-a513-fabe021b7adf tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:40.797130 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-a4cb2278-30e6-46a8-a513-fabe021b7adf tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:40.817177 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cb2278-30e6-46a8-a513-fabe021b7adf tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:40.819530 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a4cb2278-30e6-46a8-a513-fabe021b7adf tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:40.830334 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ad22bbd2-a8b9-4777-a4f7-3a444b0c45bc up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:15:40.923654 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ce37b33e-e319-4a54-a028-d07614ad4298 req-818d1b16-ff87-42ae-8d84-2b5f5165b2a0 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba8e1424-56ae-4d50-8bea-767754a5334f HTTP/1.1" status: 200 len: 210 time: 0.1217620 Apr 20 13:15:40.962721 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-76bbee6d-e9bf-49e4-900f-df8970960935 req-8e46b14a-3fdd-4140-94b7-c5c15697e588 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] 10.222.0.25 "GET /v2.0/security-groups?id=85feaff8-2712-4801-be05-e3790559084e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872427 Apr 20 13:15:40.983652 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port ad22bbd2-a8b9-4777-a4f7-3a444b0c45bc triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:40.984257 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:40.986151 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-00caab15-ed99-49db-a460-9fdc552130ea tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Allocated IP 172.20.0.9 (f4258e6f-aecb-49fd-99fd-85fb6d33cc56/0996d7f4-b464-4da5-b268-614fd8c03be4/fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:41.087211 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a4cb2278-30e6-46a8-a513-fabe021b7adf tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3065093 Apr 20 13:15:41.090208 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 46132) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:41.095242 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-1ea2fef8-6918-4b53-b38c-4d15c40ecf4c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'port': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'mac_address': 'fa:16:3e:eb:9e:59', 'name': 'tempest-NetworksTestDHCPv6-1858717042'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:41.158471 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:41.248008 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port ad22bbd2-a8b9-4777-a4f7-3a444b0c45bc, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ad22bbd2-a8b9-4777-a4f7-3a444b0c45bc,segment=NetworkSegment(3f46b54c-02e5-49fa-8bc0-9760d162ed92),segment_id=3f46b54c-02e5-49fa-8bc0-9760d162ed92)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:41.301728 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-00caab15-ed99-49db-a460-9fdc552130ea tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:41.397078 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:41.431483 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea2fef8-6918-4b53-b38c-4d15c40ecf4c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:41.435389 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-00caab15-ed99-49db-a460-9fdc552130ea tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:41.589761 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-00caab15-ed99-49db-a460-9fdc552130ea tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Network f4258e6f-aecb-49fd-99fd-85fb6d33cc56 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:41.590877 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=ad22bbd2-a8b9-4777-a4f7-3a444b0c45bc,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:41.593979 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-00caab15-ed99-49db-a460-9fdc552130ea tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:41.599615 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-00caab15-ed99-49db-a460-9fdc552130ea tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:15:41.604973 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00caab15-ed99-49db-a460-9fdc552130ea tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Pushing event updated for resources: {'Port': ['ID=fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:41.684774 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-00caab15-ed99-49db-a460-9fdc552130ea tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:41.685603 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-00caab15-ed99-49db-a460-9fdc552130ea tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:41.779920 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-00caab15-ed99-49db-a460-9fdc552130ea tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7213833 Apr 20 13:15:41.799485 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-d1802204-0a96-4cdd-b8ce-5f10c19357b5 service neutron] Request body: {'port': {'device_id': '4433bc50-a48f-43a0-ba6d-d97496549372', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:41.811995 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4596d281-86b8-417a-95eb-0f5b134bfaea req-e6014879-b3d1-4358-b34b-7436077e0a36 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:41.824793 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4596d281-86b8-417a-95eb-0f5b134bfaea req-e6014879-b3d1-4358-b34b-7436077e0a36 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 931 time: 0.2594841 Apr 20 13:15:41.846681 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1ea2fef8-6918-4b53-b38c-4d15c40ecf4c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:41.912883 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4596d281-86b8-417a-95eb-0f5b134bfaea req-952adb20-f197-4ec4-9fa5-517acf50de33 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817432 Apr 20 13:15:41.942184 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-d1802204-0a96-4cdd-b8ce-5f10c19357b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:42.138833 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-cc2efbf4-968b-478f-8c4f-4762150c4e43 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:42.140404 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-cc2efbf4-968b-478f-8c4f-4762150c4e43 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.15 "GET /v2.0/networks?id=9f10e1f5-a659-46a9-9ee5-ee16469ae783 HTTP/1.1" status: 200 len: 818 time: 0.2231002 Apr 20 13:15:42.157615 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:42.377397 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9ab823-0505-4a15-9d1f-6902d68612ff None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:15:42.502137 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-efd4e246-aa14-4a44-8585-d2be215d9d04 None None] Provisioning complete for port 0f53b519-0747-4205-9f9f-59e978150ad8 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:42.502809 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-efd4e246-aa14-4a44-8585-d2be215d9d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:42.754070 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-d1802204-0a96-4cdd-b8ce-5f10c19357b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:15:42.767719 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-d1802204-0a96-4cdd-b8ce-5f10c19357b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:42.786017 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-d1802204-0a96-4cdd-b8ce-5f10c19357b5 service neutron] Transition to ACTIVE for port object fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:15:42.821980 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-efd4e246-aa14-4a44-8585-d2be215d9d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:42.872120 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-d1802204-0a96-4cdd-b8ce-5f10c19357b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:42.918030 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-411268cd-e4b9-4a38-96fe-2bfe78a96db1 req-30e39f31-37fc-48ab-8860-49e88c20dc3f tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba8e1424-56ae-4d50-8bea-767754a5334f HTTP/1.1" status: 200 len: 210 time: 0.0568337 Apr 20 13:15:42.938788 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ad22bbd2-a8b9-4777-a4f7-3a444b0c45bc up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:15:42.938788 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd8e2b2-90af-432f-89dd-46eea5cc928e None None] Update dhcp port {'port': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'fixed_ips': [{'subnet_id': '63e03a9a-b9ea-4c7a-b063-edb36cf8b773', 'ip_address': '2001:db8::f816:3eff:fe3e:ea5'}, {'subnet_id': '1450ba48-89aa-4da3-b337-476c4979b8a6'}], 'binding:host_id': 'n-d-836015-7'}, 'id': '0f53b519-0747-4205-9f9f-59e978150ad8'} from n-d-836015-7. {{(pid=114871) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 13:15:42.939137 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1802204-0a96-4cdd-b8ce-5f10c19357b5 service neutron] Pushing event updated for resources: {'Port': ['ID=fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:42.944498 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:43.014452 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3e791a07-3502-4231-acb3-202e96108cde tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Request body: {'port': {'device_id': '49e1716c-00f8-4b87-9634-30d69d93a48e', 'network_id': '9f10e1f5-a659-46a9-9ee5-ee16469ae783', 'admin_state_up': True, 'tenant_id': '7fba27976228430aa7ff8e870eccf120'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:43.017144 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [None req-1ea2fef8-6918-4b53-b38c-4d15c40ecf4c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] device_id is not set on port 1aa24385-9835-4c0d-8a50-1f80b869f052 yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:15:43.087335 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5dd8e2b2-90af-432f-89dd-46eea5cc928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:43.096566 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-efd4e246-aa14-4a44-8585-d2be215d9d04 None None] For port 0f53b519-0747-4205-9f9f-59e978150ad8, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=0f53b519-0747-4205-9f9f-59e978150ad8,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:43.155700 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port ad22bbd2-a8b9-4777-a4f7-3a444b0c45bc triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:43.155700 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:43.193372 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-d1802204-0a96-4cdd-b8ce-5f10c19357b5 service neutron] Attempting to bind port fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:15:43.193372 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-d1802204-0a96-4cdd-b8ce-5f10c19357b5 service neutron] Attempting to bind port fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '3f46b54c-02e5-49fa-8bc0-9760d162ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f4258e6f-aecb-49fd-99fd-85fb6d33cc56'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:15:43.193372 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-d1802204-0a96-4cdd-b8ce-5f10c19357b5 service neutron] Attempting to bind port fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47 on network f4258e6f-aecb-49fd-99fd-85fb6d33cc56 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:15:43.227594 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-e9f40e7e-080f-4748-83b2-af4f11b90951 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:43.235118 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-e9f40e7e-080f-4748-83b2-af4f11b90951 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.32 "GET /v2.0/networks?id=9f10e1f5-a659-46a9-9ee5-ee16469ae783 HTTP/1.1" status: 200 len: 818 time: 0.4425967 Apr 20 13:15:43.236775 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-d1802204-0a96-4cdd-b8ce-5f10c19357b5 service neutron] Port fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47 on network f4258e6f-aecb-49fd-99fd-85fb6d33cc56 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:15:43.237450 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-d1802204-0a96-4cdd-b8ce-5f10c19357b5 service neutron] Attempting to bind port fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47 on network f4258e6f-aecb-49fd-99fd-85fb6d33cc56 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:15:43.247001 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-2ff24e7d-ce2a-4ce6-b852-51dc712faa6b tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Request body: {'port': {'device_id': 'ba8e1424-56ae-4d50-8bea-767754a5334f', 'network_id': '9f10e1f5-a659-46a9-9ee5-ee16469ae783', 'admin_state_up': True, 'tenant_id': '7fba27976228430aa7ff8e870eccf120'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:43.250049 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-efd4e246-aa14-4a44-8585-d2be215d9d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:43.331562 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8e173-d298-4f46-afc5-3b964812c32d req-d5ac19e5-580f-4a05-b47a-e6c0817b0d34 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:43.333479 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0da8e173-d298-4f46-afc5-3b964812c32d req-d5ac19e5-580f-4a05-b47a-e6c0817b0d34 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba4eb31b-2297-411b-8c4e-48c32571ead9 HTTP/1.1" status: 200 len: 945 time: 0.4088218 Apr 20 13:15:43.373674 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd4e246-aa14-4a44-8585-d2be215d9d04 None None] Pushing event updated for resources: {'Port': ['ID=0f53b519-0747-4205-9f9f-59e978150ad8,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:43.401675 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0da8e173-d298-4f46-afc5-3b964812c32d req-c3fc2ba6-3873-4f07-8e64-ffe4d46db0b9 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] 10.222.0.25 "GET /v2.0/security-groups?id=85feaff8-2712-4801-be05-e3790559084e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562348 Apr 20 13:15:43.416701 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-d1802204-0a96-4cdd-b8ce-5f10c19357b5 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:15:43.417305 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-d1802204-0a96-4cdd-b8ce-5f10c19357b5 service neutron] Checking segment: {'id': '3f46b54c-02e5-49fa-8bc0-9760d162ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f4258e6f-aecb-49fd-99fd-85fb6d33cc56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:15:43.417845 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-d1802204-0a96-4cdd-b8ce-5f10c19357b5 service neutron] Bound using segment: {'id': '3f46b54c-02e5-49fa-8bc0-9760d162ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f4258e6f-aecb-49fd-99fd-85fb6d33cc56'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:15:43.418428 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-d1802204-0a96-4cdd-b8ce-5f10c19357b5 service neutron] Bound port: fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f46b54c-02e5-49fa-8bc0-9760d162ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f4258e6f-aecb-49fd-99fd-85fb6d33cc56'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:15:43.418845 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-d1802204-0a96-4cdd-b8ce-5f10c19357b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:43.451732 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-5dd8e2b2-90af-432f-89dd-46eea5cc928e None None] Allocated IP 172.20.0.2 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/1450ba48-89aa-4da3-b337-476c4979b8a6/0f53b519-0747-4205-9f9f-59e978150ad8) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:43.470739 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 0f53b519-0747-4205-9f9f-59e978150ad8 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:15:43.514507 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-2ff24e7d-ce2a-4ce6-b852-51dc712faa6b tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Made reservation on behalf of 7fba27976228430aa7ff8e870eccf120 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:43.522882 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-2ff24e7d-ce2a-4ce6-b852-51dc712faa6b tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:43.525471 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-ad7f06c3-0e3a-4030-a6d8-58debea4da27 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:43.527783 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-ad7f06c3-0e3a-4030-a6d8-58debea4da27 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.32 "GET /v2.0/networks?id=9f10e1f5-a659-46a9-9ee5-ee16469ae783 HTTP/1.1" status: 200 len: 818 time: 1.3856897 Apr 20 13:15:43.561183 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3e68c93b-0248-48b8-853b-5d112f2adc93 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Request body: {'port': {'device_id': '22ac56f1-0238-493f-b49c-222808d805c6', 'network_id': '9f10e1f5-a659-46a9-9ee5-ee16469ae783', 'admin_state_up': True, 'tenant_id': '7fba27976228430aa7ff8e870eccf120'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:43.597115 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfbbba3-a2d6-4ef5-a6e5-7389f4bce6b2 req-ad72f60d-e8b3-46e9-afea-841a618cf5cf tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:43.608111 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8bfbbba3-a2d6-4ef5-a6e5-7389f4bce6b2 req-ad72f60d-e8b3-46e9-afea-841a618cf5cf tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 943 time: 0.3157127 Apr 20 13:15:43.614498 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 0f53b519-0747-4205-9f9f-59e978150ad8 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:43.614971 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:43.660359 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-5dd8e2b2-90af-432f-89dd-46eea5cc928e None None] For port 0f53b519-0747-4205-9f9f-59e978150ad8, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=0f53b519-0747-4205-9f9f-59e978150ad8,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:43.702483 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-d1802204-0a96-4cdd-b8ce-5f10c19357b5 service neutron] For port fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:15:43.709532 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5dd8e2b2-90af-432f-89dd-46eea5cc928e None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:43.733150 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-d1802204-0a96-4cdd-b8ce-5f10c19357b5 service neutron] For port fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47,segment=NetworkSegment(3f46b54c-02e5-49fa-8bc0-9760d162ed92),segment_id=3f46b54c-02e5-49fa-8bc0-9760d162ed92)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:15:43.789150 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5dd8e2b2-90af-432f-89dd-46eea5cc928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:43.816824 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-d1802204-0a96-4cdd-b8ce-5f10c19357b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:43.866409 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd8e2b2-90af-432f-89dd-46eea5cc928e None None] Pushing event updated for resources: {'Port': ['ID=0f53b519-0747-4205-9f9f-59e978150ad8,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:43.877100 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8bfbbba3-a2d6-4ef5-a6e5-7389f4bce6b2 req-7f8a624d-5b15-4b64-b6de-29b598347039 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677002 Apr 20 13:15:43.910240 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-2ff24e7d-ce2a-4ce6-b852-51dc712faa6b tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Allocated IP 172.20.0.5 (9f10e1f5-a659-46a9-9ee5-ee16469ae783/ec131fb6-a610-4f22-95f1-c71670364d0f/5277a706-af6a-4b63-8021-237b0d169ac8) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:43.936798 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-d1802204-0a96-4cdd-b8ce-5f10c19357b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:43.937742 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-d1802204-0a96-4cdd-b8ce-5f10c19357b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:43.939521 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-d1802204-0a96-4cdd-b8ce-5f10c19357b5 service neutron] 10.222.0.32 "PUT /v2.0/ports/fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47 HTTP/1.1" status: 200 len: 1091 time: 2.1459780 Apr 20 13:15:43.943721 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4433bc50-a48f-43a0-ba6d-d97496549372', 'tag': 'fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:15:43.946844 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8856dc3-6e45-4c9c-ab5d-a46562ed8ec3" -d '{"events": [{"name": "network-changed", "server_uuid": "4433bc50-a48f-43a0-ba6d-d97496549372", "tag": "fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:15:43.987646 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1802204-0a96-4cdd-b8ce-5f10c19357b5 service neutron] Pushing event updated for resources: {'Port': ['ID=fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:44.284593 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-1ea2fef8-6918-4b53-b38c-4d15c40ecf4c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Allocated IP 172.20.0.12 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/1450ba48-89aa-4da3-b337-476c4979b8a6/1aa24385-9835-4c0d-8a50-1f80b869f052) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:44.285402 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f04cdf-487f-41e2-9f37-c63fda6aadbb x-openstack-request-id: req-a7f04cdf-487f-41e2-9f37-c63fda6aadbb {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:15:44.285402 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4433bc50-a48f-43a0-ba6d-d97496549372", "tag": "fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:15:44.285402 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a7f04cdf-487f-41e2-9f37-c63fda6aadbb {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:15:44.285402 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7f04cdf-487f-41e2-9f37-c63fda6aadbb'] response: {'name': 'network-changed', 'server_uuid': '4433bc50-a48f-43a0-ba6d-d97496549372', 'tag': 'fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47', 'status': 'completed', 'code': 200} Apr 20 13:15:44.286012 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-39ac35f5-c2a7-460a-bfde-cbf8e5b36fda req-3661a17b-9761-4534-884e-b8fea274b18e tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba8e1424-56ae-4d50-8bea-767754a5334f HTTP/1.1" status: 200 len: 210 time: 0.0424197 Apr 20 13:15:44.286012 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-1ea2fef8-6918-4b53-b38c-4d15c40ecf4c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Allocated IP 2001:db8::f816:3eff:feeb:9e59 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/63e03a9a-b9ea-4c7a-b063-edb36cf8b773/1aa24385-9835-4c0d-8a50-1f80b869f052) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:44.286188 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8856dc3-6e45-4c9c-ab5d-a46562ed8ec3 req-67e3aaef-8c24-44dd-8f5d-dc4e928f4904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:44.286188 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c8856dc3-6e45-4c9c-ab5d-a46562ed8ec3 req-67e3aaef-8c24-44dd-8f5d-dc4e928f4904 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=692951b4ab1c4dc1a05ed983655b2d83&device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 1094 time: 0.1447840 Apr 20 13:15:44.286188 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-2ff24e7d-ce2a-4ce6-b852-51dc712faa6b tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:44.286450 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1ea2fef8-6918-4b53-b38c-4d15c40ecf4c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:44.317827 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3e791a07-3502-4231-acb3-202e96108cde tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Made reservation on behalf of 7fba27976228430aa7ff8e870eccf120 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:44.322955 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3e791a07-3502-4231-acb3-202e96108cde tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:44.405946 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3e68c93b-0248-48b8-853b-5d112f2adc93 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Made reservation on behalf of 7fba27976228430aa7ff8e870eccf120 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:44.411465 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3e68c93b-0248-48b8-853b-5d112f2adc93 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:44.418660 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1ea2fef8-6918-4b53-b38c-4d15c40ecf4c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:44.508297 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea2fef8-6918-4b53-b38c-4d15c40ecf4c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:44.521550 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8856dc3-6e45-4c9c-ab5d-a46562ed8ec3 req-2d496b4a-a2b5-4e61-a608-047fec84525c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:44.521550 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c8856dc3-6e45-4c9c-ab5d-a46562ed8ec3 req-2d496b4a-a2b5-4e61-a608-047fec84525c service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=692951b4ab1c4dc1a05ed983655b2d83&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2304504 Apr 20 13:15:44.521763 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-1ea2fef8-6918-4b53-b38c-4d15c40ecf4c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:44.542596 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea2fef8-6918-4b53-b38c-4d15c40ecf4c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:15:44.575117 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-2ff24e7d-ce2a-4ce6-b852-51dc712faa6b tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:44.660569 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 0f53b519-0747-4205-9f9f-59e978150ad8 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:15:44.721970 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-2ff24e7d-ce2a-4ce6-b852-51dc712faa6b tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Network 9f10e1f5-a659-46a9-9ee5-ee16469ae783 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:44.742883 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-2ff24e7d-ce2a-4ce6-b852-51dc712faa6b tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:44.751185 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-2ff24e7d-ce2a-4ce6-b852-51dc712faa6b tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:15:44.801201 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff24e7d-ce2a-4ce6-b852-51dc712faa6b tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Pushing event updated for resources: {'Port': ['ID=5277a706-af6a-4b63-8021-237b0d169ac8,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:44.825541 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 0f53b519-0747-4205-9f9f-59e978150ad8 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:44.825934 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:44.845368 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8856dc3-6e45-4c9c-ab5d-a46562ed8ec3 req-b99adb4a-3c3b-4b5b-90c4-ee529c6e4f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:44.847998 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c8856dc3-6e45-4c9c-ab5d-a46562ed8ec3 req-b99adb4a-3c3b-4b5b-90c4-ee529c6e4f09 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3184214 Apr 20 13:15:44.856259 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-2ff24e7d-ce2a-4ce6-b852-51dc712faa6b tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:44.857133 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-2ff24e7d-ce2a-4ce6-b852-51dc712faa6b tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:44.888627 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2fef8-6918-4b53-b38c-4d15c40ecf4c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Port': ['ID=1aa24385-9835-4c0d-8a50-1f80b869f052,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:44.945350 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-a44f1b4b-793d-4da7-a85d-b2495372b3a5 None None] Provisioning complete for port 0f53b519-0747-4205-9f9f-59e978150ad8 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:44.945774 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a44f1b4b-793d-4da7-a85d-b2495372b3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:44.954944 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-2ff24e7d-ce2a-4ce6-b852-51dc712faa6b tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7130964 Apr 20 13:15:44.983794 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-014bee43-93c1-4d8a-b106-fce7265d80c9 service neutron] Request body: {'port': {'device_id': 'ba8e1424-56ae-4d50-8bea-767754a5334f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:44.987848 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea2fef8-6918-4b53-b38c-4d15c40ecf4c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:44.988607 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1ea2fef8-6918-4b53-b38c-4d15c40ecf4c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:45.054383 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-a4b49b18-b31f-4c08-9e6f-565c8aab2222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:45.067810 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-a4b49b18-b31f-4c08-9e6f-565c8aab2222 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=692951b4ab1c4dc1a05ed983655b2d83&device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 1094 time: 0.1593635 Apr 20 13:15:45.133850 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.db.api [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3e791a07-3502-4231-acb3-202e96108cde tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.5-f5090b1d-3121-42f9-8554-0c820636c326 {{(pid=114869) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:15:45.133850 n-d-836015-7 neutron-server[114869]: DEBUG oslo_db.api [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3e791a07-3502-4231-acb3-202e96108cde tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:15:45.185694 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1ea2fef8-6918-4b53-b38c-4d15c40ecf4c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.0919812 Apr 20 13:15:45.187826 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 46194) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:45.267515 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3e68c93b-0248-48b8-853b-5d112f2adc93 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Allocated IP 172.20.0.9 (9f10e1f5-a659-46a9-9ee5-ee16469ae783/ec131fb6-a610-4f22-95f1-c71670364d0f/131ad0f8-142e-437c-bc00-b0fa4ae744aa) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:45.280508 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ccfea-75ea-4382-9707-ee212463bafc req-563b69f5-17da-484d-a3b7-a18227da8c04 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:45.282177 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-461ccfea-75ea-4382-9707-ee212463bafc req-563b69f5-17da-484d-a3b7-a18227da8c04 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 943 time: 0.2491345 Apr 20 13:15:45.301991 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb96ab2-e6be-431b-9f36-108f4563ee05 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:45.321685 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb96ab2-e6be-431b-9f36-108f4563ee05 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:45.328586 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4cb96ab2-e6be-431b-9f36-108f4563ee05 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1368179 Apr 20 13:15:45.354114 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 46204) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:45.442527 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-66133f11-36e5-4b29-a3c7-7cab321a637b None None] Provisioning complete for port 1aa24385-9835-4c0d-8a50-1f80b869f052 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:45.442955 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-66133f11-36e5-4b29-a3c7-7cab321a637b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:45.533389 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-66133f11-36e5-4b29-a3c7-7cab321a637b None None] Port 1aa24385-9835-4c0d-8a50-1f80b869f052 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:15:45.553305 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-461ccfea-75ea-4382-9707-ee212463bafc req-aafe9402-3e14-42db-aa17-8998a4673607 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231994 Apr 20 13:15:45.564123 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-2ba6114d-e65e-4850-bf06-27603f0fb153 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47 HTTP/1.1" status: 200 len: 217 time: 0.4877689 Apr 20 13:15:45.672008 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-014bee43-93c1-4d8a-b106-fce7265d80c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:45.692128 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3e791a07-3502-4231-acb3-202e96108cde tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:45.706810 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece5867-bac5-4d95-aaca-6669491c78d4 req-cb893539-b610-4dbc-aa55-2750cc9920c5 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:45.708509 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cece5867-bac5-4d95-aaca-6669491c78d4 req-cb893539-b610-4dbc-aa55-2750cc9920c5 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba8e1424-56ae-4d50-8bea-767754a5334f HTTP/1.1" status: 200 len: 931 time: 0.3077853 Apr 20 13:15:45.746849 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-31254130-fac7-482e-af16-db4197a42459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:45.748504 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-31254130-fac7-482e-af16-db4197a42459 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0996d7f4-b464-4da5-b268-614fd8c03be4 HTTP/1.1" status: 200 len: 850 time: 0.1750882 Apr 20 13:15:45.801036 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3e68c93b-0248-48b8-853b-5d112f2adc93 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:45.816622 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-cd3c2c57-1dc3-4d5d-9038-f2790b04f90a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting port 1aa24385-9835-4c0d-8a50-1f80b869f052 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:15:45.816840 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-18b6cdc3-e5a5-4793-a63c-89cc81ebfc42 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f4258e6f-aecb-49fd-99fd-85fb6d33cc56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582354 Apr 20 13:15:45.817045 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cd3c2c57-1dc3-4d5d-9038-f2790b04f90a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:45.941886 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cece5867-bac5-4d95-aaca-6669491c78d4 req-9e798259-8829-4585-86d7-692d796286f8 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3b6e329-f703-4382-9d83-87660d8fbb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867266 Apr 20 13:15:46.028504 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cd3c2c57-1dc3-4d5d-9038-f2790b04f90a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:46.048284 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-cd3c2c57-1dc3-4d5d-9038-f2790b04f90a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Calling delete_port for 1aa24385-9835-4c0d-8a50-1f80b869f052 owned by {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:15:46.068912 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-747f5830-2c00-43a4-bd14-d67f2971e066 service neutron] 10.222.0.32 "GET /v2.0/networks/f4258e6f-aecb-49fd-99fd-85fb6d33cc56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429674 Apr 20 13:15:46.155073 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3e68c93b-0248-48b8-853b-5d112f2adc93 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:46.214927 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3e791a07-3502-4231-acb3-202e96108cde tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Allocated IP 172.20.0.6 (9f10e1f5-a659-46a9-9ee5-ee16469ae783/ec131fb6-a610-4f22-95f1-c71670364d0f/74e9224e-6f71-4852-b1bb-3289ae3c4f63) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:46.233702 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-52440854-01e8-4e95-b0d5-b2d1a8186770 req-05b7305d-b5fe-45ea-b19e-04cdd7c4b236 service neutron] 10.222.0.32 "GET /v2.0/networks/f4258e6f-aecb-49fd-99fd-85fb6d33cc56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575210 Apr 20 13:15:46.327456 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3e68c93b-0248-48b8-853b-5d112f2adc93 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Network 9f10e1f5-a659-46a9-9ee5-ee16469ae783 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:46.341514 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3e68c93b-0248-48b8-853b-5d112f2adc93 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:46.359870 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3e68c93b-0248-48b8-853b-5d112f2adc93 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:15:46.427740 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68c93b-0248-48b8-853b-5d112f2adc93 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Pushing event updated for resources: {'Port': ['ID=131ad0f8-142e-437c-bc00-b0fa4ae744aa,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:46.499222 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3e68c93b-0248-48b8-853b-5d112f2adc93 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:46.499892 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3e68c93b-0248-48b8-853b-5d112f2adc93 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:46.583483 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3e791a07-3502-4231-acb3-202e96108cde tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:46.632468 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3e68c93b-0248-48b8-853b-5d112f2adc93 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0765123 Apr 20 13:15:46.650870 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3aaa896a-39d1-425a-9550-88093c8f7ad2 service neutron] Request body: {'port': {'device_id': '22ac56f1-0238-493f-b49c-222808d805c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:46.749624 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cd3c2c57-1dc3-4d5d-9038-f2790b04f90a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:46.768799 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3e791a07-3502-4231-acb3-202e96108cde tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:46.800014 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3aaa896a-39d1-425a-9550-88093c8f7ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:46.806246 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c2c57-1dc3-4d5d-9038-f2790b04f90a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Port': ['ID=1aa24385-9835-4c0d-8a50-1f80b869f052,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:46.818977 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb01152-0163-4570-b4f2-c5fc92b8d988 req-9f95eac0-741e-49d6-b7ff-9038efd10fdf tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:46.821050 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-abb01152-0163-4570-b4f2-c5fc92b8d988 req-9f95eac0-741e-49d6-b7ff-9038efd10fdf tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 943 time: 0.1411169 Apr 20 13:15:46.905953 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3e791a07-3502-4231-acb3-202e96108cde tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Network 9f10e1f5-a659-46a9-9ee5-ee16469ae783 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:46.945047 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3e791a07-3502-4231-acb3-202e96108cde tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:46.954554 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3e791a07-3502-4231-acb3-202e96108cde tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:15:47.013399 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-014bee43-93c1-4d8a-b106-fce7265d80c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5277a706-af6a-4b63-8021-237b0d169ac8 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:15:47.040313 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-014bee43-93c1-4d8a-b106-fce7265d80c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:47.083814 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-014bee43-93c1-4d8a-b106-fce7265d80c9 service neutron] Transition to ACTIVE for port object 5277a706-af6a-4b63-8021-237b0d169ac8 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:15:47.099523 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e791a07-3502-4231-acb3-202e96108cde tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Pushing event updated for resources: {'Port': ['ID=74e9224e-6f71-4852-b1bb-3289ae3c4f63,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:47.136606 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-abb01152-0163-4570-b4f2-c5fc92b8d988 req-7b764ae5-4b4d-495d-ad94-9c6f7ce6406a tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985177 Apr 20 13:15:47.175063 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-014bee43-93c1-4d8a-b106-fce7265d80c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:47.197826 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3e791a07-3502-4231-acb3-202e96108cde tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:47.200198 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3e791a07-3502-4231-acb3-202e96108cde tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:47.262494 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cd3c2c57-1dc3-4d5d-9038-f2790b04f90a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:47.268924 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-cd3c2c57-1dc3-4d5d-9038-f2790b04f90a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/ports/1aa24385-9835-4c0d-8a50-1f80b869f052 HTTP/1.1" status: 204 len: 168 time: 1.9121940 Apr 20 13:15:47.269471 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46234) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:47.320136 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf96ec-1c55-4756-a251-08f23138d100 req-16f28aa2-b6f2-492e-b5f9-e80b5b0ad78c tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:47.321901 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cfaf96ec-1c55-4756-a251-08f23138d100 req-16f28aa2-b6f2-492e-b5f9-e80b5b0ad78c tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba8e1424-56ae-4d50-8bea-767754a5334f HTTP/1.1" status: 200 len: 931 time: 0.2255599 Apr 20 13:15:47.332402 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014bee43-93c1-4d8a-b106-fce7265d80c9 service neutron] Pushing event updated for resources: {'Port': ['ID=5277a706-af6a-4b63-8021-237b0d169ac8,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:47.384573 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cebb929-2676-452a-9dae-42348dd343ba tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:47.386463 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cebb929-2676-452a-9dae-42348dd343ba tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:47.388332 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cebb929-2676-452a-9dae-42348dd343ba tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:47.393500 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9cebb929-2676-452a-9dae-42348dd343ba tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1185722 Apr 20 13:15:47.393500 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46236) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:47.402672 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-014bee43-93c1-4d8a-b106-fce7265d80c9 service neutron] Attempting to bind port 5277a706-af6a-4b63-8021-237b0d169ac8 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:15:47.403523 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-014bee43-93c1-4d8a-b106-fce7265d80c9 service neutron] Attempting to bind port 5277a706-af6a-4b63-8021-237b0d169ac8 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '4569e378-af61-461c-b8bd-055cf9cef9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9f10e1f5-a659-46a9-9ee5-ee16469ae783'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:15:47.403523 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-014bee43-93c1-4d8a-b106-fce7265d80c9 service neutron] Attempting to bind port 5277a706-af6a-4b63-8021-237b0d169ac8 on network 9f10e1f5-a659-46a9-9ee5-ee16469ae783 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:15:47.406353 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cfaf96ec-1c55-4756-a251-08f23138d100 req-a57381b2-db67-45e4-8e1c-e55e8b1234db tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3b6e329-f703-4382-9d83-87660d8fbb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731230 Apr 20 13:15:47.436877 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-014bee43-93c1-4d8a-b106-fce7265d80c9 service neutron] Port 5277a706-af6a-4b63-8021-237b0d169ac8 on network 9f10e1f5-a659-46a9-9ee5-ee16469ae783 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:15:47.437350 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-014bee43-93c1-4d8a-b106-fce7265d80c9 service neutron] Attempting to bind port 5277a706-af6a-4b63-8021-237b0d169ac8 on network 9f10e1f5-a659-46a9-9ee5-ee16469ae783 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:15:47.449700 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3e791a07-3502-4231-acb3-202e96108cde tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4421754 Apr 20 13:15:47.465159 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-cbe588e1-7ac7-49ce-97a3-2b101e240b22 service neutron] Request body: {'port': {'device_id': '49e1716c-00f8-4b87-9634-30d69d93a48e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:47.465694 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-014bee43-93c1-4d8a-b106-fce7265d80c9 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:15:47.466145 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-014bee43-93c1-4d8a-b106-fce7265d80c9 service neutron] Checking segment: {'id': '4569e378-af61-461c-b8bd-055cf9cef9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9f10e1f5-a659-46a9-9ee5-ee16469ae783'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:15:47.466649 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-014bee43-93c1-4d8a-b106-fce7265d80c9 service neutron] Bound using segment: {'id': '4569e378-af61-461c-b8bd-055cf9cef9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9f10e1f5-a659-46a9-9ee5-ee16469ae783'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:15:47.467460 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-014bee43-93c1-4d8a-b106-fce7265d80c9 service neutron] Bound port: 5277a706-af6a-4b63-8021-237b0d169ac8, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4569e378-af61-461c-b8bd-055cf9cef9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9f10e1f5-a659-46a9-9ee5-ee16469ae783'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:15:47.467866 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-014bee43-93c1-4d8a-b106-fce7265d80c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:47.514387 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac4b78b9-de36-4a61-8356-3408253ce92b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting subnet 1450ba48-89aa-4da3-b337-476c4979b8a6 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:15:47.535973 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ac4b78b9-de36-4a61-8356-3408253ce92b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:47.579906 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-cbe588e1-7ac7-49ce-97a3-2b101e240b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:47.595756 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3aaa896a-39d1-425a-9550-88093c8f7ad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 131ad0f8-142e-437c-bc00-b0fa4ae744aa {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:15:47.606453 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3aaa896a-39d1-425a-9550-88093c8f7ad2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:47.629804 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ac4b78b9-de36-4a61-8356-3408253ce92b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:47.652940 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3aaa896a-39d1-425a-9550-88093c8f7ad2 service neutron] Transition to ACTIVE for port object 131ad0f8-142e-437c-bc00-b0fa4ae744aa will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:15:47.686973 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-014bee43-93c1-4d8a-b106-fce7265d80c9 service neutron] For port 5277a706-af6a-4b63-8021-237b0d169ac8, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:15:47.686973 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-014bee43-93c1-4d8a-b106-fce7265d80c9 service neutron] For port 5277a706-af6a-4b63-8021-237b0d169ac8, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=5277a706-af6a-4b63-8021-237b0d169ac8,segment=NetworkSegment(4569e378-af61-461c-b8bd-055cf9cef9e4),segment_id=4569e378-af61-461c-b8bd-055cf9cef9e4)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:15:47.743309 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ac4b78b9-de36-4a61-8356-3408253ce92b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:47.757511 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3aaa896a-39d1-425a-9550-88093c8f7ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:47.788459 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-014bee43-93c1-4d8a-b106-fce7265d80c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:47.845879 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-014bee43-93c1-4d8a-b106-fce7265d80c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:47.846499 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-014bee43-93c1-4d8a-b106-fce7265d80c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:47.847911 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-014bee43-93c1-4d8a-b106-fce7265d80c9 service neutron] 10.222.0.32 "PUT /v2.0/ports/5277a706-af6a-4b63-8021-237b0d169ac8 HTTP/1.1" status: 200 len: 1091 time: 2.8853366 Apr 20 13:15:47.851594 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8e1424-56ae-4d50-8bea-767754a5334f', 'tag': '5277a706-af6a-4b63-8021-237b0d169ac8'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:15:47.854669 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b1cfab-8940-4c72-a193-f6995c239274" -d '{"events": [{"name": "network-changed", "server_uuid": "ba8e1424-56ae-4d50-8bea-767754a5334f", "tag": "5277a706-af6a-4b63-8021-237b0d169ac8"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:15:47.925277 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014bee43-93c1-4d8a-b106-fce7265d80c9 service neutron] Pushing event updated for resources: {'Port': ['ID=5277a706-af6a-4b63-8021-237b0d169ac8,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:47.934866 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef53e5ce-085a-4521-ba14-20c08f5eb177 x-openstack-request-id: req-ef53e5ce-085a-4521-ba14-20c08f5eb177 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:15:47.934866 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba8e1424-56ae-4d50-8bea-767754a5334f", "tag": "5277a706-af6a-4b63-8021-237b0d169ac8", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:15:47.934866 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef53e5ce-085a-4521-ba14-20c08f5eb177 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:15:47.935287 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef53e5ce-085a-4521-ba14-20c08f5eb177'] response: {'name': 'network-changed', 'server_uuid': 'ba8e1424-56ae-4d50-8bea-767754a5334f', 'tag': '5277a706-af6a-4b63-8021-237b0d169ac8', 'status': 'completed', 'code': 200} Apr 20 13:15:48.006206 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa896a-39d1-425a-9550-88093c8f7ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=131ad0f8-142e-437c-bc00-b0fa4ae744aa,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:48.020600 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ac4b78b9-de36-4a61-8356-3408253ce92b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:48.057862 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ac4b78b9-de36-4a61-8356-3408253ce92b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:48.063651 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62041912-4849-43df-b1c0-fbbddc8b468d None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:15:48.067765 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ac4b78b9-de36-4a61-8356-3408253ce92b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/1450ba48-89aa-4da3-b337-476c4979b8a6 HTTP/1.1" status: 204 len: 168 time: 0.6739140 Apr 20 13:15:48.077424 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 46258) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:48.118351 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b78b9-de36-4a61-8356-3408253ce92b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Subnet': ['ID=1450ba48-89aa-4da3-b337-476c4979b8a6,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:48.142979 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1cfab-8940-4c72-a193-f6995c239274 req-e83eefa5-afcd-415c-b34a-4771056060c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:48.144275 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f2b1cfab-8940-4c72-a193-f6995c239274 req-e83eefa5-afcd-415c-b34a-4771056060c3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7fba27976228430aa7ff8e870eccf120&device_id=ba8e1424-56ae-4d50-8bea-767754a5334f HTTP/1.1" status: 200 len: 1094 time: 0.1863093 Apr 20 13:15:48.283783 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1cfab-8940-4c72-a193-f6995c239274 req-5efcc3dc-9656-4f03-a5f4-9ec1ab2526cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:48.285549 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f2b1cfab-8940-4c72-a193-f6995c239274 req-5efcc3dc-9656-4f03-a5f4-9ec1ab2526cc service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=7fba27976228430aa7ff8e870eccf120&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1327479 Apr 20 13:15:48.355058 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdc2d86e-4b6f-45e4-9f09-53514c777da1 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting subnet 63e03a9a-b9ea-4c7a-b063-edb36cf8b773 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:15:48.378378 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bdc2d86e-4b6f-45e4-9f09-53514c777da1 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:48.385636 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3aaa896a-39d1-425a-9550-88093c8f7ad2 service neutron] Attempting to bind port 131ad0f8-142e-437c-bc00-b0fa4ae744aa on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:15:48.385979 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3aaa896a-39d1-425a-9550-88093c8f7ad2 service neutron] Attempting to bind port 131ad0f8-142e-437c-bc00-b0fa4ae744aa by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '4569e378-af61-461c-b8bd-055cf9cef9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9f10e1f5-a659-46a9-9ee5-ee16469ae783'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:15:48.386313 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3aaa896a-39d1-425a-9550-88093c8f7ad2 service neutron] Attempting to bind port 131ad0f8-142e-437c-bc00-b0fa4ae744aa on network 9f10e1f5-a659-46a9-9ee5-ee16469ae783 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:15:48.439641 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3aaa896a-39d1-425a-9550-88093c8f7ad2 service neutron] Port 131ad0f8-142e-437c-bc00-b0fa4ae744aa on network 9f10e1f5-a659-46a9-9ee5-ee16469ae783 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:15:48.440286 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3aaa896a-39d1-425a-9550-88093c8f7ad2 service neutron] Attempting to bind port 131ad0f8-142e-437c-bc00-b0fa4ae744aa on network 9f10e1f5-a659-46a9-9ee5-ee16469ae783 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:15:48.482549 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3aaa896a-39d1-425a-9550-88093c8f7ad2 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:15:48.482904 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3aaa896a-39d1-425a-9550-88093c8f7ad2 service neutron] Checking segment: {'id': '4569e378-af61-461c-b8bd-055cf9cef9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9f10e1f5-a659-46a9-9ee5-ee16469ae783'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:15:48.483302 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3aaa896a-39d1-425a-9550-88093c8f7ad2 service neutron] Bound using segment: {'id': '4569e378-af61-461c-b8bd-055cf9cef9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9f10e1f5-a659-46a9-9ee5-ee16469ae783'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:15:48.483790 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3aaa896a-39d1-425a-9550-88093c8f7ad2 service neutron] Bound port: 131ad0f8-142e-437c-bc00-b0fa4ae744aa, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4569e378-af61-461c-b8bd-055cf9cef9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9f10e1f5-a659-46a9-9ee5-ee16469ae783'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:15:48.484160 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3aaa896a-39d1-425a-9550-88093c8f7ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:48.515620 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2a42e-36f8-4767-8aee-eff383134689 req-f8c109d8-f951-4d1c-b12d-29f6545370d8 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:48.517327 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-53e2a42e-36f8-4767-8aee-eff383134689 req-f8c109d8-f951-4d1c-b12d-29f6545370d8 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 943 time: 0.2468696 Apr 20 13:15:48.538541 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bdc2d86e-4b6f-45e4-9f09-53514c777da1 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:48.545335 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1cfab-8940-4c72-a193-f6995c239274 req-e1ea74ff-4e26-4c69-9792-85ce3fae65c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:48.551861 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f2b1cfab-8940-4c72-a193-f6995c239274 req-e1ea74ff-4e26-4c69-9792-85ce3fae65c6 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2588151 Apr 20 13:15:48.691191 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-1b11f6e6-6550-49d3-9b9b-202048a4f004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:48.698936 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-1b11f6e6-6550-49d3-9b9b-202048a4f004 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7fba27976228430aa7ff8e870eccf120&device_id=ba8e1424-56ae-4d50-8bea-767754a5334f HTTP/1.1" status: 200 len: 1094 time: 0.0963230 Apr 20 13:15:48.699972 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-cbe588e1-7ac7-49ce-97a3-2b101e240b22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74e9224e-6f71-4852-b1bb-3289ae3c4f63 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:15:48.717069 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-cbe588e1-7ac7-49ce-97a3-2b101e240b22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:48.748844 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-cbe588e1-7ac7-49ce-97a3-2b101e240b22 service neutron] Transition to ACTIVE for port object 74e9224e-6f71-4852-b1bb-3289ae3c4f63 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:15:48.770775 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-e8375c60-e264-4465-86ad-2afeaac0ae07 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5277a706-af6a-4b63-8021-237b0d169ac8 HTTP/1.1" status: 200 len: 217 time: 0.0645127 Apr 20 13:15:48.885349 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-cbe588e1-7ac7-49ce-97a3-2b101e240b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:48.891646 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-73c93d06-3355-4990-9e85-f93ff973b283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:48.894329 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-73c93d06-3355-4990-9e85-f93ff973b283 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ec131fb6-a610-4f22-95f1-c71670364d0f HTTP/1.1" status: 200 len: 858 time: 0.1170831 Apr 20 13:15:48.916828 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3aaa896a-39d1-425a-9550-88093c8f7ad2 service neutron] For port 131ad0f8-142e-437c-bc00-b0fa4ae744aa, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:15:48.965202 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-53e2a42e-36f8-4767-8aee-eff383134689 req-c26c1724-2b3e-4186-a60f-068cee744d60 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184089 Apr 20 13:15:48.978857 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-66d35e86-18df-454a-8bb4-52dd8ad86026 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9f10e1f5-a659-46a9-9ee5-ee16469ae783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780122 Apr 20 13:15:49.018576 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3aaa896a-39d1-425a-9550-88093c8f7ad2 service neutron] For port 131ad0f8-142e-437c-bc00-b0fa4ae744aa, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=131ad0f8-142e-437c-bc00-b0fa4ae744aa,segment=NetworkSegment(4569e378-af61-461c-b8bd-055cf9cef9e4),segment_id=4569e378-af61-461c-b8bd-055cf9cef9e4)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:15:49.033291 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3be2d-26db-4d0b-b849-39f60243ca43 req-3e9e52c8-9ef8-404a-9507-efa1b7f48229 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:49.036231 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7dc3be2d-26db-4d0b-b849-39f60243ca43 req-3e9e52c8-9ef8-404a-9507-efa1b7f48229 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba8e1424-56ae-4d50-8bea-767754a5334f HTTP/1.1" status: 200 len: 943 time: 0.4521804 Apr 20 13:15:49.206635 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-254c0ceb-8f48-423e-88d2-1e2fb67d131b service neutron] 10.222.0.32 "GET /v2.0/networks/9f10e1f5-a659-46a9-9ee5-ee16469ae783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184799 Apr 20 13:15:49.336740 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-bbb9ce1b-41b7-4444-b285-9c196b340391 service neutron] 10.222.0.32 "GET /v2.0/networks/9f10e1f5-a659-46a9-9ee5-ee16469ae783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226034 Apr 20 13:15:49.387605 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-7b7a16d5-4c55-4a22-9a23-6b28f734efe3 None None] Provisioning complete for port 0f53b519-0747-4205-9f9f-59e978150ad8 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:49.388223 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7b7a16d5-4c55-4a22-9a23-6b28f734efe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:49.590517 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe588e1-7ac7-49ce-97a3-2b101e240b22 service neutron] Pushing event updated for resources: {'Port': ['ID=74e9224e-6f71-4852-b1bb-3289ae3c4f63,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:49.626888 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3aaa896a-39d1-425a-9550-88093c8f7ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:49.804720 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3aaa896a-39d1-425a-9550-88093c8f7ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:49.804720 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3aaa896a-39d1-425a-9550-88093c8f7ad2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:49.804720 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-3aaa896a-39d1-425a-9550-88093c8f7ad2 service neutron] 10.222.0.32 "PUT /v2.0/ports/131ad0f8-142e-437c-bc00-b0fa4ae744aa HTTP/1.1" status: 200 len: 1091 time: 3.0648975 Apr 20 13:15:49.804720 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22ac56f1-0238-493f-b49c-222808d805c6', 'tag': '131ad0f8-142e-437c-bc00-b0fa4ae744aa'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:15:49.804720 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ca7118-5dfa-450f-ac16-9cc9045599b0" -d '{"events": [{"name": "network-changed", "server_uuid": "22ac56f1-0238-493f-b49c-222808d805c6", "tag": "131ad0f8-142e-437c-bc00-b0fa4ae744aa"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:15:49.804720 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bdc2d86e-4b6f-45e4-9f09-53514c777da1 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:49.804720 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7dc3be2d-26db-4d0b-b849-39f60243ca43 req-6b4f45a9-4129-4d3e-b36c-f7e13be5919f tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3b6e329-f703-4382-9d83-87660d8fbb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6985097 Apr 20 13:15:49.811427 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-cbe588e1-7ac7-49ce-97a3-2b101e240b22 service neutron] Attempting to bind port 74e9224e-6f71-4852-b1bb-3289ae3c4f63 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:15:49.811779 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-cbe588e1-7ac7-49ce-97a3-2b101e240b22 service neutron] Attempting to bind port 74e9224e-6f71-4852-b1bb-3289ae3c4f63 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '4569e378-af61-461c-b8bd-055cf9cef9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9f10e1f5-a659-46a9-9ee5-ee16469ae783'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:15:49.812239 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-cbe588e1-7ac7-49ce-97a3-2b101e240b22 service neutron] Attempting to bind port 74e9224e-6f71-4852-b1bb-3289ae3c4f63 on network 9f10e1f5-a659-46a9-9ee5-ee16469ae783 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:15:49.817903 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa896a-39d1-425a-9550-88093c8f7ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=131ad0f8-142e-437c-bc00-b0fa4ae744aa,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:49.828465 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-cbe588e1-7ac7-49ce-97a3-2b101e240b22 service neutron] Port 74e9224e-6f71-4852-b1bb-3289ae3c4f63 on network 9f10e1f5-a659-46a9-9ee5-ee16469ae783 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:15:49.828767 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-cbe588e1-7ac7-49ce-97a3-2b101e240b22 service neutron] Attempting to bind port 74e9224e-6f71-4852-b1bb-3289ae3c4f63 on network 9f10e1f5-a659-46a9-9ee5-ee16469ae783 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:15:49.836659 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-cbe588e1-7ac7-49ce-97a3-2b101e240b22 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:15:49.837009 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-cbe588e1-7ac7-49ce-97a3-2b101e240b22 service neutron] Checking segment: {'id': '4569e378-af61-461c-b8bd-055cf9cef9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9f10e1f5-a659-46a9-9ee5-ee16469ae783'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:15:49.837399 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-cbe588e1-7ac7-49ce-97a3-2b101e240b22 service neutron] Bound using segment: {'id': '4569e378-af61-461c-b8bd-055cf9cef9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9f10e1f5-a659-46a9-9ee5-ee16469ae783'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:15:49.837863 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-cbe588e1-7ac7-49ce-97a3-2b101e240b22 service neutron] Bound port: 74e9224e-6f71-4852-b1bb-3289ae3c4f63, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4569e378-af61-461c-b8bd-055cf9cef9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9f10e1f5-a659-46a9-9ee5-ee16469ae783'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:15:49.838224 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-cbe588e1-7ac7-49ce-97a3-2b101e240b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:49.842364 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df302d5d-cc8d-4098-bb6a-52388efea562 x-openstack-request-id: req-df302d5d-cc8d-4098-bb6a-52388efea562 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:15:49.842647 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22ac56f1-0238-493f-b49c-222808d805c6", "tag": "131ad0f8-142e-437c-bc00-b0fa4ae744aa", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:15:49.842899 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-df302d5d-cc8d-4098-bb6a-52388efea562 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:15:49.843289 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df302d5d-cc8d-4098-bb6a-52388efea562'] response: {'name': 'network-changed', 'server_uuid': '22ac56f1-0238-493f-b49c-222808d805c6', 'tag': '131ad0f8-142e-437c-bc00-b0fa4ae744aa', 'status': 'completed', 'code': 200} Apr 20 13:15:49.859942 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:15:49.936274 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-cbe588e1-7ac7-49ce-97a3-2b101e240b22 service neutron] For port 74e9224e-6f71-4852-b1bb-3289ae3c4f63, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:15:49.939818 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca7118-5dfa-450f-ac16-9cc9045599b0 req-4f2841a9-414f-4efa-a030-47f35ddc5c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:49.941245 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f2ca7118-5dfa-450f-ac16-9cc9045599b0 req-4f2841a9-414f-4efa-a030-47f35ddc5c61 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7fba27976228430aa7ff8e870eccf120&device_id=22ac56f1-0238-493f-b49c-222808d805c6 HTTP/1.1" status: 200 len: 1094 time: 0.0676379 Apr 20 13:15:49.951993 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-cbe588e1-7ac7-49ce-97a3-2b101e240b22 service neutron] For port 74e9224e-6f71-4852-b1bb-3289ae3c4f63, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=74e9224e-6f71-4852-b1bb-3289ae3c4f63,segment=NetworkSegment(4569e378-af61-461c-b8bd-055cf9cef9e4),segment_id=4569e378-af61-461c-b8bd-055cf9cef9e4)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:15:49.961975 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47,segment=NetworkSegment(3f46b54c-02e5-49fa-8bc0-9760d162ed92),segment_id=3f46b54c-02e5-49fa-8bc0-9760d162ed92)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:49.979476 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': 'fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47', 'network_id': 'f4258e6f-aecb-49fd-99fd-85fb6d33cc56', 'port_id': 'fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47', 'mac_address': 'fa:16:3e:f6:b5:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0996d7f4-b464-4da5-b268-614fd8c03be4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:15:49.993598 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bdc2d86e-4b6f-45e4-9f09-53514c777da1 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:50.028644 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:50.043030 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:15:50.065283 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47,segment=NetworkSegment(3f46b54c-02e5-49fa-8bc0-9760d162ed92),segment_id=3f46b54c-02e5-49fa-8bc0-9760d162ed92)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:50.069053 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc2d86e-4b6f-45e4-9f09-53514c777da1 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Subnet': ['ID=63e03a9a-b9ea-4c7a-b063-edb36cf8b773,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:50.074441 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bdc2d86e-4b6f-45e4-9f09-53514c777da1 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:50.077531 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-bdc2d86e-4b6f-45e4-9f09-53514c777da1 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/63e03a9a-b9ea-4c7a-b063-edb36cf8b773 HTTP/1.1" status: 204 len: 168 time: 1.9940898 Apr 20 13:15:50.078475 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66885784-c5e8-485e-a57e-7ea3b7036df1 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:15:50.082949 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46300) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:50.085563 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-cbe588e1-7ac7-49ce-97a3-2b101e240b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:50.132045 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-76e10a35-c819-45c8-bc90-0d54d5d415d2 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473688 Apr 20 13:15:50.137150 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46306) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:50.144778 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-ed68cf15-4a15-4809-93e1-02cf229343d6 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'subnet': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:50.166743 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:50.192782 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe588e1-7ac7-49ce-97a3-2b101e240b22 service neutron] Pushing event updated for resources: {'Port': ['ID=74e9224e-6f71-4852-b1bb-3289ae3c4f63,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:50.253638 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c268ac-85cb-44f9-a6d6-d24fc104abb7 req-aba8319b-ba62-47b7-b99f-fc048fd6a5e9 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:50.255261 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e2c268ac-85cb-44f9-a6d6-d24fc104abb7 req-aba8319b-ba62-47b7-b99f-fc048fd6a5e9 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba4eb31b-2297-411b-8c4e-48c32571ead9 HTTP/1.1" status: 200 len: 945 time: 0.2297819 Apr 20 13:15:50.267301 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c71e29-d6c4-46d1-91fb-f8be51c97a31 req-2a3fd342-ad47-44c3-ba6d-e19cdbdc66a2 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:50.268902 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-71c71e29-d6c4-46d1-91fb-f8be51c97a31 req-2a3fd342-ad47-44c3-ba6d-e19cdbdc66a2 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 943 time: 0.2044456 Apr 20 13:15:50.276450 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-cbe588e1-7ac7-49ce-97a3-2b101e240b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:50.277083 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-cbe588e1-7ac7-49ce-97a3-2b101e240b22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:50.278645 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-cbe588e1-7ac7-49ce-97a3-2b101e240b22 service neutron] 10.222.0.15 "PUT /v2.0/ports/74e9224e-6f71-4852-b1bb-3289ae3c4f63 HTTP/1.1" status: 200 len: 1091 time: 2.8186033 Apr 20 13:15:50.325901 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca7118-5dfa-450f-ac16-9cc9045599b0 req-224d21a4-c099-44b1-a5a9-4f087603a400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:50.327585 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f2ca7118-5dfa-450f-ac16-9cc9045599b0 req-224d21a4-c099-44b1-a5a9-4f087603a400 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=7fba27976228430aa7ff8e870eccf120&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3727925 Apr 20 13:15:50.349325 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-71c71e29-d6c4-46d1-91fb-f8be51c97a31 req-50072430-2838-4ab8-8ca5-ef0d954fb6d9 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687938 Apr 20 13:15:50.367556 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed68cf15-4a15-4809-93e1-02cf229343d6 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:50.371463 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf15-4a15-4809-93e1-02cf229343d6 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:50.455771 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca7118-5dfa-450f-ac16-9cc9045599b0 req-1a37f8b4-4aaa-4a55-9a42-1c5084fbefe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:50.457320 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f2ca7118-5dfa-450f-ac16-9cc9045599b0 req-1a37f8b4-4aaa-4a55-9a42-1c5084fbefe0 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1120937 Apr 20 13:15:50.509050 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e2c268ac-85cb-44f9-a6d6-d24fc104abb7 req-dea644e9-f8d9-4997-9a51-4b00e402249d tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] 10.222.0.25 "GET /v2.0/security-groups?id=85feaff8-2712-4801-be05-e3790559084e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391014 Apr 20 13:15:50.558589 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-971ab213-510a-46f3-9f39-1ed60c72e9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:50.560125 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-971ab213-510a-46f3-9f39-1ed60c72e9b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7fba27976228430aa7ff8e870eccf120&device_id=49e1716c-00f8-4b87-9634-30d69d93a48e HTTP/1.1" status: 200 len: 1094 time: 0.1018021 Apr 20 13:15:50.566875 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-9c7c09c3-3b21-448c-873e-13f96a466b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:50.568383 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-9c7c09c3-3b21-448c-873e-13f96a466b22 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7fba27976228430aa7ff8e870eccf120&device_id=22ac56f1-0238-493f-b49c-222808d805c6 HTTP/1.1" status: 200 len: 1094 time: 0.0548968 Apr 20 13:15:50.583546 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:50.620934 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-326447ca-f679-4572-8e88-8e0dee2cad0f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=131ad0f8-142e-437c-bc00-b0fa4ae744aa HTTP/1.1" status: 200 len: 217 time: 0.0421202 Apr 20 13:15:50.657516 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-7b712724-7306-468c-aff9-0e8305487407 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74e9224e-6f71-4852-b1bb-3289ae3c4f63 HTTP/1.1" status: 200 len: 217 time: 0.0881732 Apr 20 13:15:50.702018 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db110911-6995-4967-8e40-49f9f859d9af None None] DHCP port deletion for 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:15:50.755524 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:15:50.765709 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-6b34a0ba-74c2-4b78-b1f2-23576b0aef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:50.767747 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-6b34a0ba-74c2-4b78-b1f2-23576b0aef23 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ec131fb6-a610-4f22-95f1-c71670364d0f HTTP/1.1" status: 200 len: 858 time: 0.1193588 Apr 20 13:15:50.790587 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-8db9a5bb-fe40-475e-ae4d-45c53c9b14ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:50.792090 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-8db9a5bb-fe40-475e-ae4d-45c53c9b14ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ec131fb6-a610-4f22-95f1-c71670364d0f HTTP/1.1" status: 200 len: 858 time: 0.1163151 Apr 20 13:15:50.820600 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-54ca38bd-96aa-4af2-a8e5-0ff5f8113d06 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9f10e1f5-a659-46a9-9ee5-ee16469ae783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446334 Apr 20 13:15:50.852298 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-ef23ab5c-b71e-40cf-bc54-eeabbbe7b419 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f10e1f5-a659-46a9-9ee5-ee16469ae783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423388 Apr 20 13:15:50.931701 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-db110911-6995-4967-8e40-49f9f859d9af None None] Deleting port 0f53b519-0747-4205-9f9f-59e978150ad8 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:15:50.933071 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-db110911-6995-4967-8e40-49f9f859d9af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:51.029126 n-d-836015-7 neutron-server[114870]: DEBUG neutron.objects.ports [None req-ed68cf15-4a15-4809-93e1-02cf229343d6 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114870) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 13:15:51.042877 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff476eea-5822-4a76-b1b4-cda9af83ea3a req-0bb70ff0-3585-425c-8807-b1bcc617d209 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:51.044513 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ff476eea-5822-4a76-b1b4-cda9af83ea3a req-0bb70ff0-3585-425c-8807-b1bcc617d209 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba8e1424-56ae-4d50-8bea-767754a5334f HTTP/1.1" status: 200 len: 943 time: 0.1497972 Apr 20 13:15:51.107521 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ff476eea-5822-4a76-b1b4-cda9af83ea3a req-a428bd86-94f8-4f8e-9e93-ba186f7dd52d tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3b6e329-f703-4382-9d83-87660d8fbb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450337 Apr 20 13:15:51.125962 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-94026ad7-4942-4d40-ad11-f1f763f6b533 service neutron] 10.222.0.32 "GET /v2.0/networks/9f10e1f5-a659-46a9-9ee5-ee16469ae783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833886 Apr 20 13:15:51.128020 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-0adb9da5-3ad2-4b2d-8363-a6380a1a032c service neutron] 10.222.0.15 "GET /v2.0/networks/9f10e1f5-a659-46a9-9ee5-ee16469ae783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593107 Apr 20 13:15:51.157013 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-db110911-6995-4967-8e40-49f9f859d9af None None] For port 0f53b519-0747-4205-9f9f-59e978150ad8, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=0f53b519-0747-4205-9f9f-59e978150ad8,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:51.157748 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-db110911-6995-4967-8e40-49f9f859d9af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:51.174189 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-db110911-6995-4967-8e40-49f9f859d9af None None] Calling delete_port for 0f53b519-0747-4205-9f9f-59e978150ad8 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:15:51.238079 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-d3c81c0d-7d5e-48dc-9060-f609a0731365 service neutron] 10.222.0.32 "GET /v2.0/networks/9f10e1f5-a659-46a9-9ee5-ee16469ae783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975070 Apr 20 13:15:51.379819 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a38c42f7-3ec5-463c-a052-487d9ded44d1 req-7633c412-55be-4ee6-a551-b99529f5d375 service neutron] 10.222.0.15 "GET /v2.0/networks/9f10e1f5-a659-46a9-9ee5-ee16469ae783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403858 Apr 20 13:15:51.408040 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-db110911-6995-4967-8e40-49f9f859d9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:51.442252 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db110911-6995-4967-8e40-49f9f859d9af None None] Pushing event deleted for resources: {'Port': ['ID=0f53b519-0747-4205-9f9f-59e978150ad8,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:51.447937 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db110911-6995-4967-8e40-49f9f859d9af None None] No DVR routers for this DVR port 0f53b519-0747-4205-9f9f-59e978150ad8 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:15:51.456854 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.ipam_pluggable_backend [None req-ed68cf15-4a15-4809-93e1-02cf229343d6 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Port 0f53b519-0747-4205-9f9f-59e978150ad8 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=114870) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 20 13:15:51.465583 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.ipam_pluggable_backend [None req-ed68cf15-4a15-4809-93e1-02cf229343d6 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Reverting IP allocation for 2001:db8::f816:3eff:fe3e:ea5 {{(pid=114870) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 20 13:15:51.487989 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf15-4a15-4809-93e1-02cf229343d6 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:51.568197 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed68cf15-4a15-4809-93e1-02cf229343d6 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:51.568337 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a96f963-3131-4f82-8abb-2a378241af46 req-3e744a8d-8230-4cc1-84a6-de2e5ce2bbdb tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:51.570842 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-ed68cf15-4a15-4809-93e1-02cf229343d6 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:51.574229 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed68cf15-4a15-4809-93e1-02cf229343d6 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:51.577201 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ed68cf15-4a15-4809-93e1-02cf229343d6 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:51.586751 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb4c562-dcea-4c9c-97ab-4d2d7b8d74f6 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:15:51.597777 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5a96f963-3131-4f82-8abb-2a378241af46 req-3e744a8d-8230-4cc1-84a6-de2e5ce2bbdb tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 944 time: 0.1017029 Apr 20 13:15:51.610395 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed68cf15-4a15-4809-93e1-02cf229343d6 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Subnet': ['ID=9bbfbcf6-217a-4f11-b9fd-12cba69602b8,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:51.685242 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ed68cf15-4a15-4809-93e1-02cf229343d6 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5457418 Apr 20 13:15:51.687490 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46334) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:51.693173 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-ba27c9b4-15fc-4d2c-ab0f-223e1a65107f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'subnet': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:51.748087 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5a96f963-3131-4f82-8abb-2a378241af46 req-ea965d15-b7f5-45d5-9e24-dba28ac446fd tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493011 Apr 20 13:15:51.791941 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821af702-4d8e-49bd-8f11-8c364990dcfd req-d006dcd6-48d5-4c2b-b19c-b9444c972739 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:51.801359 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-821af702-4d8e-49bd-8f11-8c364990dcfd req-d006dcd6-48d5-4c2b-b19c-b9444c972739 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba4eb31b-2297-411b-8c4e-48c32571ead9 HTTP/1.1" status: 200 len: 945 time: 0.1501858 Apr 20 13:15:51.809761 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef84f78f-1c02-4d05-8c57-512d70199370 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'tenant_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'fixed_ips': [{'subnet_id': '9bbfbcf6-217a-4f11-b9fd-12cba69602b8'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:15:51.810872 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ef84f78f-1c02-4d05-8c57-512d70199370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:51.833761 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356011d-d326-41a2-8290-a25497b581aa req-814af1f4-e61a-444d-8efd-f9d6555d2973 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:51.835478 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d356011d-d326-41a2-8290-a25497b581aa req-814af1f4-e61a-444d-8efd-f9d6555d2973 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba4eb31b-2297-411b-8c4e-48c32571ead9 HTTP/1.1" status: 200 len: 945 time: 0.2191658 Apr 20 13:15:51.844809 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e1716c-00f8-4b87-9634-30d69d93a48e', 'tag': '74e9224e-6f71-4852-b1bb-3289ae3c4f63'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:15:51.847161 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02def78-7c6b-49c6-b569-fe1cff0e721f" -d '{"events": [{"name": "network-changed", "server_uuid": "49e1716c-00f8-4b87-9634-30d69d93a48e", "tag": "74e9224e-6f71-4852-b1bb-3289ae3c4f63"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:15:51.876608 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-821af702-4d8e-49bd-8f11-8c364990dcfd req-10a5d638-99e2-4b30-b557-1aca66355ab6 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] 10.222.0.25 "GET /v2.0/security-groups?id=85feaff8-2712-4801-be05-e3790559084e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742607 Apr 20 13:15:51.915982 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9dc960-4991-4b94-9e60-a69e26a1469c x-openstack-request-id: req-9d9dc960-4991-4b94-9e60-a69e26a1469c {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:15:51.916312 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49e1716c-00f8-4b87-9634-30d69d93a48e", "tag": "74e9224e-6f71-4852-b1bb-3289ae3c4f63", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:15:51.916544 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9d9dc960-4991-4b94-9e60-a69e26a1469c {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:15:51.916983 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d9dc960-4991-4b94-9e60-a69e26a1469c'] response: {'name': 'network-changed', 'server_uuid': '49e1716c-00f8-4b87-9634-30d69d93a48e', 'tag': '74e9224e-6f71-4852-b1bb-3289ae3c4f63', 'status': 'completed', 'code': 200} Apr 20 13:15:51.982951 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba27c9b4-15fc-4d2c-ab0f-223e1a65107f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:51.988432 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-ef84f78f-1c02-4d05-8c57-512d70199370 None None] Allocated IP 2001:db8::f816:3eff:fe7a:df99 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/9bbfbcf6-217a-4f11-b9fd-12cba69602b8/ef40af0b-fb70-4391-af72-327b721753fc) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:51.990025 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ba27c9b4-15fc-4d2c-ab0f-223e1a65107f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:52.010328 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02def78-7c6b-49c6-b569-fe1cff0e721f req-d7983911-c8a6-4083-89ce-5478eff30430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:52.012018 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f02def78-7c6b-49c6-b569-fe1cff0e721f req-d7983911-c8a6-4083-89ce-5478eff30430 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7fba27976228430aa7ff8e870eccf120&device_id=49e1716c-00f8-4b87-9634-30d69d93a48e HTTP/1.1" status: 200 len: 1094 time: 0.0652125 Apr 20 13:15:52.021615 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-d356011d-d326-41a2-8290-a25497b581aa req-110fd34a-a087-4b99-b549-d1ce1aea05c9 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] Deleting port f7fa667d-fc7f-43b0-8e36-914e6cc3d277 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:15:52.021968 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d356011d-d326-41a2-8290-a25497b581aa req-110fd34a-a087-4b99-b549-d1ce1aea05c9 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:52.190116 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-d356011d-d326-41a2-8290-a25497b581aa req-110fd34a-a087-4b99-b549-d1ce1aea05c9 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] For port f7fa667d-fc7f-43b0-8e36-914e6cc3d277, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=f7fa667d-fc7f-43b0-8e36-914e6cc3d277,segment=NetworkSegment(fc041cb5-d84c-48ed-80fe-716187b94e54),segment_id=fc041cb5-d84c-48ed-80fe-716187b94e54)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:52.190493 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d356011d-d326-41a2-8290-a25497b581aa req-110fd34a-a087-4b99-b549-d1ce1aea05c9 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:52.202576 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02def78-7c6b-49c6-b569-fe1cff0e721f req-24d90e00-c394-457b-85a9-047250c71a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:52.204327 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f02def78-7c6b-49c6-b569-fe1cff0e721f req-24d90e00-c394-457b-85a9-047250c71a92 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9f10e1f5-a659-46a9-9ee5-ee16469ae783 HTTP/1.1" status: 200 len: 919 time: 0.1774313 Apr 20 13:15:52.208807 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-d356011d-d326-41a2-8290-a25497b581aa req-110fd34a-a087-4b99-b549-d1ce1aea05c9 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] Calling delete_port for f7fa667d-fc7f-43b0-8e36-914e6cc3d277 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:15:52.220187 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ef84f78f-1c02-4d05-8c57-512d70199370 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:52.263914 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f02def78-7c6b-49c6-b569-fe1cff0e721f req-652e0dd9-f372-4068-a3c9-af8f8c9e1489 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74e9224e-6f71-4852-b1bb-3289ae3c4f63 HTTP/1.1" status: 200 len: 217 time: 0.0506387 Apr 20 13:15:52.342402 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ef84f78f-1c02-4d05-8c57-512d70199370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:52.385807 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02def78-7c6b-49c6-b569-fe1cff0e721f req-9ac408a6-55bf-4f37-868a-29476987b453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:52.387392 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f02def78-7c6b-49c6-b569-fe1cff0e721f req-9ac408a6-55bf-4f37-868a-29476987b453 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ec131fb6-a610-4f22-95f1-c71670364d0f HTTP/1.1" status: 200 len: 858 time: 0.1060293 Apr 20 13:15:52.397281 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9681adcc-8ad9-42d0-b186-4b357136fb25 req-49acaa3b-4226-494e-9f21-b01547055edd tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:52.399260 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9681adcc-8ad9-42d0-b186-4b357136fb25 req-49acaa3b-4226-494e-9f21-b01547055edd tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba8e1424-56ae-4d50-8bea-767754a5334f HTTP/1.1" status: 200 len: 943 time: 0.1458025 Apr 20 13:15:52.423168 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84f78f-1c02-4d05-8c57-512d70199370 None None] Pushing event updated for resources: {'Port': ['ID=ef40af0b-fb70-4391-af72-327b721753fc,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:52.438615 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef84f78f-1c02-4d05-8c57-512d70199370 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:52.440301 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-ef84f78f-1c02-4d05-8c57-512d70199370 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:52.440714 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f02def78-7c6b-49c6-b569-fe1cff0e721f req-34290b9b-839d-4fd2-9796-b2a1c2b09976 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9f10e1f5-a659-46a9-9ee5-ee16469ae783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392835 Apr 20 13:15:52.454233 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef84f78f-1c02-4d05-8c57-512d70199370 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:15:52.469720 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ba27c9b4-15fc-4d2c-ab0f-223e1a65107f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:52.526022 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba27c9b4-15fc-4d2c-ab0f-223e1a65107f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:52.530224 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-ba27c9b4-15fc-4d2c-ab0f-223e1a65107f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:52.533830 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba27c9b4-15fc-4d2c-ab0f-223e1a65107f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:52.534663 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ba27c9b4-15fc-4d2c-ab0f-223e1a65107f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:52.550114 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-ef84f78f-1c02-4d05-8c57-512d70199370 None None] Attempting to bind port ef40af0b-fb70-4391-af72-327b721753fc on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:15:52.550494 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-ef84f78f-1c02-4d05-8c57-512d70199370 None None] Attempting to bind port ef40af0b-fb70-4391-af72-327b721753fc by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:15:52.550862 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef84f78f-1c02-4d05-8c57-512d70199370 None None] Attempting to bind port ef40af0b-fb70-4391-af72-327b721753fc on network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:15:52.558733 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef84f78f-1c02-4d05-8c57-512d70199370 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:15:52.559105 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef84f78f-1c02-4d05-8c57-512d70199370 None None] Checking segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:15:52.560650 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ef84f78f-1c02-4d05-8c57-512d70199370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:52.560984 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef84f78f-1c02-4d05-8c57-512d70199370 None None] Bound using segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:15:52.561467 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-ef84f78f-1c02-4d05-8c57-512d70199370 None None] Bound port: ef40af0b-fb70-4391-af72-327b721753fc, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:15:52.561854 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ef84f78f-1c02-4d05-8c57-512d70199370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:52.563848 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27c9b4-15fc-4d2c-ab0f-223e1a65107f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Subnet': ['ID=f46b5af4-1d8d-477f-93dd-d58b0f97da09,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:52.570746 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9681adcc-8ad9-42d0-b186-4b357136fb25 req-efc6e8dc-628d-4ca7-ba06-42905b065a59 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3b6e329-f703-4382-9d83-87660d8fbb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538544 Apr 20 13:15:52.681607 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ba27c9b4-15fc-4d2c-ab0f-223e1a65107f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9917614 Apr 20 13:15:52.682417 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 0f53b519-0747-4205-9f9f-59e978150ad8 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:15:52.683703 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46350) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:52.690537 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ef84f78f-1c02-4d05-8c57-512d70199370 None None] For port ef40af0b-fb70-4391-af72-327b721753fc, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:15:52.691102 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-37458f7f-2022-474b-834b-e9b73b91ea79 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'port': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'mac_address': 'fa:16:3e:06:28:0d', 'name': 'tempest-NetworksTestDHCPv6-125930166'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:52.698139 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f02def78-7c6b-49c6-b569-fe1cff0e721f req-3c675318-a4c9-4eaf-8cfd-bf286f9b6dc7 service neutron] 10.222.0.15 "GET /v2.0/networks/9f10e1f5-a659-46a9-9ee5-ee16469ae783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475579 Apr 20 13:15:52.699253 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d356011d-d326-41a2-8290-a25497b581aa req-110fd34a-a087-4b99-b549-d1ce1aea05c9 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:52.720062 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['f7fa667d-fc7f-43b0-8e36-914e6cc3d277'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:15:52.725551 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 0f53b519-0747-4205-9f9f-59e978150ad8 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:15:52.726986 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 0f53b519-0747-4205-9f9f-59e978150ad8 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:15:52.730058 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ef84f78f-1c02-4d05-8c57-512d70199370 None None] For port ef40af0b-fb70-4391-af72-327b721753fc, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ef40af0b-fb70-4391-af72-327b721753fc,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:15:52.759920 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110fd34a-a087-4b99-b549-d1ce1aea05c9 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] Pushing event deleted for resources: {'Port': ['ID=f7fa667d-fc7f-43b0-8e36-914e6cc3d277,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:52.789677 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ef84f78f-1c02-4d05-8c57-512d70199370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:52.873312 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84f78f-1c02-4d05-8c57-512d70199370 None None] Pushing event updated for resources: {'Port': ['ID=ef40af0b-fb70-4391-af72-327b721753fc,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:52.966776 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-d356011d-d326-41a2-8290-a25497b581aa req-110fd34a-a087-4b99-b549-d1ce1aea05c9 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] No DVR routers for this DVR port f7fa667d-fc7f-43b0-8e36-914e6cc3d277 on host n-h1-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:15:52.971252 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37458f7f-2022-474b-834b-e9b73b91ea79 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:52.985303 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d356011d-d326-41a2-8290-a25497b581aa req-110fd34a-a087-4b99-b549-d1ce1aea05c9 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:52.989183 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d356011d-d326-41a2-8290-a25497b581aa req-110fd34a-a087-4b99-b549-d1ce1aea05c9 tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] 10.222.0.32 "DELETE /v2.0/ports/f7fa667d-fc7f-43b0-8e36-914e6cc3d277 HTTP/1.1" status: 204 len: 173 time: 1.1351800 Apr 20 13:15:53.037352 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dbe0d1ef-8c4f-45a3-8c20-e1524f34ad10 req-805edf92-6a5f-40ee-9f2b-870346d4df9d tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba4eb31b-2297-411b-8c4e-48c32571ead9 HTTP/1.1" status: 200 len: 210 time: 0.0685120 Apr 20 13:15:53.110789 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f02def78-7c6b-49c6-b569-fe1cff0e721f req-9f18ad76-8a2e-4235-a432-1ef95db2d36f service neutron] 10.222.0.15 "GET /v2.0/networks/9f10e1f5-a659-46a9-9ee5-ee16469ae783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627594 Apr 20 13:15:53.144887 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd9924-c363-416d-8135-911afa033cc4 req-a10e1171-5ec4-45e9-b559-3818861ab02a tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:53.154944 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ecfd9924-c363-416d-8135-911afa033cc4 req-a10e1171-5ec4-45e9-b559-3818861ab02a tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 944 time: 0.2281182 Apr 20 13:15:53.165434 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-37458f7f-2022-474b-834b-e9b73b91ea79 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:53.234434 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-37458f7f-2022-474b-834b-e9b73b91ea79 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] device_id is not set on port d396f9bf-f72d-46dc-994d-345c851b6832 yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:15:53.239813 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ecfd9924-c363-416d-8135-911afa033cc4 req-f0d29031-de35-4961-9045-967f9f344fb8 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838485 Apr 20 13:15:53.471577 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-37458f7f-2022-474b-834b-e9b73b91ea79 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Allocated IP 172.20.0.10 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/f46b5af4-1d8d-477f-93dd-d58b0f97da09/d396f9bf-f72d-46dc-994d-345c851b6832) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:53.485207 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-37458f7f-2022-474b-834b-e9b73b91ea79 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Allocated IP 2001:db8::f816:3eff:fe06:280d (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/9bbfbcf6-217a-4f11-b9fd-12cba69602b8/d396f9bf-f72d-46dc-994d-345c851b6832) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:53.688090 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-37458f7f-2022-474b-834b-e9b73b91ea79 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:53.768090 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b520a91-7961-4471-a502-db0dcb29ecf4 req-eb8da344-b0ab-4d1b-87cf-c7238636b3a0 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:53.770827 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5b520a91-7961-4471-a502-db0dcb29ecf4 req-eb8da344-b0ab-4d1b-87cf-c7238636b3a0 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba8e1424-56ae-4d50-8bea-767754a5334f HTTP/1.1" status: 200 len: 943 time: 0.1118965 Apr 20 13:15:53.812048 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-37458f7f-2022-474b-834b-e9b73b91ea79 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:53.835492 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5b520a91-7961-4471-a502-db0dcb29ecf4 req-37ff7545-ccda-46d7-aefb-6aeda716cfcb tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3b6e329-f703-4382-9d83-87660d8fbb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526705 Apr 20 13:15:53.899150 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 5277a706-af6a-4b63-8021-237b0d169ac8 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:15:53.904857 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:15:53.905865 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37458f7f-2022-474b-834b-e9b73b91ea79 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:53.907563 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37458f7f-2022-474b-834b-e9b73b91ea79 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Port': ['ID=d396f9bf-f72d-46dc-994d-345c851b6832,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:53.910729 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-37458f7f-2022-474b-834b-e9b73b91ea79 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:53.913364 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37458f7f-2022-474b-834b-e9b73b91ea79 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:15:53.931914 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4eb31b-2297-411b-8c4e-48c32571ead9', 'name': 'network-vif-deleted', 'tag': 'f7fa667d-fc7f-43b0-8e36-914e6cc3d277'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:15:53.944572 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbebe972-5e38-4d0d-89f0-edc06bc7b1ae" -d '{"events": [{"server_uuid": "ba4eb31b-2297-411b-8c4e-48c32571ead9", "name": "network-vif-deleted", "tag": "f7fa667d-fc7f-43b0-8e36-914e6cc3d277"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:15:53.973456 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37458f7f-2022-474b-834b-e9b73b91ea79 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:53.974638 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-37458f7f-2022-474b-834b-e9b73b91ea79 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:54.035438 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d446dcb4-2c78-446b-b660-8888d42f6e60 x-openstack-request-id: req-d446dcb4-2c78-446b-b660-8888d42f6e60 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:15:54.035744 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba4eb31b-2297-411b-8c4e-48c32571ead9", "name": "network-vif-deleted", "tag": "f7fa667d-fc7f-43b0-8e36-914e6cc3d277", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:15:54.035986 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d446dcb4-2c78-446b-b660-8888d42f6e60 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:15:54.037208 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d446dcb4-2c78-446b-b660-8888d42f6e60'] response: {'server_uuid': 'ba4eb31b-2297-411b-8c4e-48c32571ead9', 'name': 'network-vif-deleted', 'tag': 'f7fa667d-fc7f-43b0-8e36-914e6cc3d277', 'status': 'completed', 'code': 200} Apr 20 13:15:54.095352 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-37458f7f-2022-474b-834b-e9b73b91ea79 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4103696 Apr 20 13:15:54.098313 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 46372) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:54.191835 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3086e0-2ea1-4643-af55-2e1981e6828e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:54.198436 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3086e0-2ea1-4643-af55-2e1981e6828e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:54.201201 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5a3086e0-2ea1-4643-af55-2e1981e6828e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1006079 Apr 20 13:15:54.203690 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46374) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:54.233771 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc4dc5be-108b-4523-ad26-d5c3e7593159 req-8244e08d-c653-4ffa-b5c0-01831cc95cbd tempest-VolumesActionsTest-2098115197 tempest-VolumesActionsTest-2098115197-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba4eb31b-2297-411b-8c4e-48c32571ead9 HTTP/1.1" status: 200 len: 210 time: 0.0309508 Apr 20 13:15:54.245043 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 5277a706-af6a-4b63-8021-237b0d169ac8, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=5277a706-af6a-4b63-8021-237b0d169ac8,segment=NetworkSegment(4569e378-af61-461c-b8bd-055cf9cef9e4),segment_id=4569e378-af61-461c-b8bd-055cf9cef9e4)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:54.265445 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '5277a706-af6a-4b63-8021-237b0d169ac8', 'network_id': '9f10e1f5-a659-46a9-9ee5-ee16469ae783', 'port_id': '5277a706-af6a-4b63-8021-237b0d169ac8', 'mac_address': 'fa:16:3e:66:55:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec131fb6-a610-4f22-95f1-c71670364d0f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:15:54.348027 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:15:54.367701 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:54.374811 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:54.375249 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:54.378805 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-a394c3db-a617-4bc6-b604-32943d5d4ebb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting port d396f9bf-f72d-46dc-994d-345c851b6832 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:15:54.379154 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a394c3db-a617-4bc6-b604-32943d5d4ebb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:54.442625 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5277a706-af6a-4b63-8021-237b0d169ac8 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:15:54.462287 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c305f2f8-5c1e-4773-9f7d-e681a8ad1f3d None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:15:54.487015 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230cf37b-9d6f-4845-9ac8-788357c28f66 req-7a06b0db-95a7-45da-bd1c-f658e0a08b9c tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:54.490304 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-230cf37b-9d6f-4845-9ac8-788357c28f66 req-7a06b0db-95a7-45da-bd1c-f658e0a08b9c tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 944 time: 0.1068044 Apr 20 13:15:54.491969 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a394c3db-a617-4bc6-b604-32943d5d4ebb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:54.508353 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-a394c3db-a617-4bc6-b604-32943d5d4ebb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Calling delete_port for d396f9bf-f72d-46dc-994d-345c851b6832 owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:15:54.538471 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-230cf37b-9d6f-4845-9ac8-788357c28f66 req-d44b1ec0-d309-4cb4-9afd-89a7bfd77c1b tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412943 Apr 20 13:15:54.573960 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 5277a706-af6a-4b63-8021-237b0d169ac8, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=5277a706-af6a-4b63-8021-237b0d169ac8,segment=NetworkSegment(4569e378-af61-461c-b8bd-055cf9cef9e4),segment_id=4569e378-af61-461c-b8bd-055cf9cef9e4)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:54.587191 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:54.589025 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-3dd4506c-fe82-40ee-8002-5f0898e062d5 None None] Provisioning complete for port ef40af0b-fb70-4391-af72-327b721753fc triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:54.589361 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3dd4506c-fe82-40ee-8002-5f0898e062d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:54.658829 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ef40af0b-fb70-4391-af72-327b721753fc up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:15:54.688782 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4433bc50-a48f-43a0-ba6d-d97496549372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:15:54.690943 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55069ab0-ed3a-4176-93ba-0b3e6484b21a" -d '{"events": [{"server_uuid": "4433bc50-a48f-43a0-ba6d-d97496549372", "name": "network-vif-plugged", "status": "completed", "tag": "fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:15:54.717923 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47,segment=NetworkSegment(3f46b54c-02e5-49fa-8bc0-9760d162ed92),segment_id=3f46b54c-02e5-49fa-8bc0-9760d162ed92)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:54.755876 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf1952b-9240-40ae-91d6-e8e27d7b0058 x-openstack-request-id: req-0cf1952b-9240-40ae-91d6-e8e27d7b0058 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:15:54.756221 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4433bc50-a48f-43a0-ba6d-d97496549372", "name": "network-vif-plugged", "status": "completed", "tag": "fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:15:54.756476 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0cf1952b-9240-40ae-91d6-e8e27d7b0058 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:15:54.756867 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cf1952b-9240-40ae-91d6-e8e27d7b0058'] response: {'server_uuid': '4433bc50-a48f-43a0-ba6d-d97496549372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47', 'code': 200} Apr 20 13:15:54.770662 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-eb4f0232-9b54-42e4-93d9-8d2ba26d865f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:54.839726 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:54.847863 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a394c3db-a617-4bc6-b604-32943d5d4ebb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:54.878703 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port ef40af0b-fb70-4391-af72-327b721753fc triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:54.878703 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:54.878703 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:54.878993 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2c926-e730-46fe-98b4-6a496f71d5f9 req-5d8ccaf7-216c-486a-b5bd-040619ac6bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:54.879480 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b7d2c926-e730-46fe-98b4-6a496f71d5f9 req-5d8ccaf7-216c-486a-b5bd-040619ac6bf8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 1095 time: 0.0659268 Apr 20 13:15:54.884300 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394c3db-a617-4bc6-b604-32943d5d4ebb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Port': ['ID=d396f9bf-f72d-46dc-994d-345c851b6832,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:54.933463 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3dd4506c-fe82-40ee-8002-5f0898e062d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:54.956510 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b7d2c926-e730-46fe-98b4-6a496f71d5f9 req-55721c56-70ea-4862-9b35-026bd343bd57 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693567 Apr 20 13:15:55.002608 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=5277a706-af6a-4b63-8021-237b0d169ac8,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:55.027582 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a394c3db-a617-4bc6-b604-32943d5d4ebb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:55.034612 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a394c3db-a617-4bc6-b604-32943d5d4ebb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/ports/d396f9bf-f72d-46dc-994d-345c851b6832 HTTP/1.1" status: 204 len: 168 time: 0.8295629 Apr 20 13:15:55.035464 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46396) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:55.071980 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a9989-618c-4e8e-a6eb-fc1a3acdcb32 req-22874126-3e90-4dfb-b5ec-49ae88185c98 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:55.073183 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-488a9989-618c-4e8e-a6eb-fc1a3acdcb32 req-22874126-3e90-4dfb-b5ec-49ae88185c98 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba8e1424-56ae-4d50-8bea-767754a5334f HTTP/1.1" status: 200 len: 944 time: 0.1309383 Apr 20 13:15:55.117494 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7824b183-615e-45ed-94e4-074710a3354b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:55.119290 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-3dd4506c-fe82-40ee-8002-5f0898e062d5 None None] For port ef40af0b-fb70-4391-af72-327b721753fc, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ef40af0b-fb70-4391-af72-327b721753fc,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:55.120482 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7824b183-615e-45ed-94e4-074710a3354b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:55.122960 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7824b183-615e-45ed-94e4-074710a3354b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:55.125003 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7824b183-615e-45ed-94e4-074710a3354b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0885534 Apr 20 13:15:55.128402 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46398) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:55.134732 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-488a9989-618c-4e8e-a6eb-fc1a3acdcb32 req-a371275e-cbf2-42f1-8289-54d8bafb4fd5 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3b6e329-f703-4382-9d83-87660d8fbb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521913 Apr 20 13:15:55.201058 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:55.206875 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc6465b-a566-47e6-a162-0c3626b05ce4 None None] Update dhcp port {'port': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'fixed_ips': [{'subnet_id': '9bbfbcf6-217a-4f11-b9fd-12cba69602b8', 'ip_address': '2001:db8::f816:3eff:fe7a:df99'}, {'subnet_id': 'f46b5af4-1d8d-477f-93dd-d58b0f97da09'}], 'binding:host_id': 'n-d-836015-7'}, 'id': 'ef40af0b-fb70-4391-af72-327b721753fc'} from n-d-836015-7. {{(pid=114871) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 13:15:55.214476 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-50aa8f0a-df9d-4313-a1d4-54db9fc86841 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting subnet 9bbfbcf6-217a-4f11-b9fd-12cba69602b8 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:15:55.218199 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-50aa8f0a-df9d-4313-a1d4-54db9fc86841 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:55.229876 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3dd4506c-fe82-40ee-8002-5f0898e062d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:55.232583 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:55.295832 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-50aa8f0a-df9d-4313-a1d4-54db9fc86841 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:55.435287 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['5277a706-af6a-4b63-8021-237b0d169ac8'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:15:55.445249 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-50aa8f0a-df9d-4313-a1d4-54db9fc86841 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:55.484849 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-afc6465b-a566-47e6-a162-0c3626b05ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:55.557389 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4506c-fe82-40ee-8002-5f0898e062d5 None None] Pushing event updated for resources: {'Port': ['ID=ef40af0b-fb70-4391-af72-327b721753fc,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:55.672437 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1363e62-6d83-453e-b534-53a1acc87577 req-291470ff-5dec-41de-b231-1a0984778f0f tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:55.673860 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1363e62-6d83-453e-b534-53a1acc87577 req-291470ff-5dec-41de-b231-1a0984778f0f tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 945 time: 0.0545573 Apr 20 13:15:55.688881 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-50aa8f0a-df9d-4313-a1d4-54db9fc86841 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:55.714134 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1363e62-6d83-453e-b534-53a1acc87577 req-f9d91adb-99c7-4df8-be62-506141d60612 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339139 Apr 20 13:15:55.720773 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa8f0a-df9d-4313-a1d4-54db9fc86841 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Subnet': ['ID=9bbfbcf6-217a-4f11-b9fd-12cba69602b8,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:55.721943 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-50aa8f0a-df9d-4313-a1d4-54db9fc86841 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:55.728340 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-50aa8f0a-df9d-4313-a1d4-54db9fc86841 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/9bbfbcf6-217a-4f11-b9fd-12cba69602b8 HTTP/1.1" status: 204 len: 168 time: 0.5956218 Apr 20 13:15:55.728340 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46406) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server [None req-afc6465b-a566-47e6-a162-0c3626b05ce4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9bbfbcf6-217a-4f11-b9fd-12cba69602b8: This subnet is being modified by another concurrent operation. Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 13:15:55.762819 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 13:15:55.766291 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:15:55.766291 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:15:55.766291 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:15:55.766291 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:15:55.766291 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 13:15:55.766291 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:15:55.766291 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 13:15:55.766291 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 13:15:55.766291 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:15:55.766291 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:15:55.766291 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:15:55.766291 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:15:55.766291 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 13:15:55.766291 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 13:15:55.766291 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port Apr 20 13:15:55.766291 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Apr 20 13:15:55.766291 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 13:15:55.766291 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 13:15:55.766291 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Apr 20 13:15:55.766291 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Apr 20 13:15:55.766291 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port Apr 20 13:15:55.766291 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Apr 20 13:15:55.766291 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Apr 20 13:15:55.766291 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Apr 20 13:15:55.766291 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Apr 20 13:15:55.766291 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 20 13:15:55.766291 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 20 13:15:55.766291 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 20 13:15:55.766291 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 20 13:15:55.766291 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise exception Apr 20 13:15:55.766291 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9bbfbcf6-217a-4f11-b9fd-12cba69602b8: This subnet is being modified by another concurrent operation. Apr 20 13:15:55.766291 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server Apr 20 13:15:55.790866 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-34988d8e-3747-4430-a185-432d1bcb5919 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting subnet f46b5af4-1d8d-477f-93dd-d58b0f97da09 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:15:55.794232 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-34988d8e-3747-4430-a185-432d1bcb5919 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:55.834321 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:15:55.834749 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:15:55.842175 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-34988d8e-3747-4430-a185-432d1bcb5919 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:55.890459 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-34988d8e-3747-4430-a185-432d1bcb5919 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:55.893729 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc87c67-a3c0-454a-9e64-3a0b79f4f27a None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:15:55.919562 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 131ad0f8-142e-437c-bc00-b0fa4ae744aa details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:15:55.921460 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device f7fa667d-fc7f-43b0-8e36-914e6cc3d277 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:15:55.985111 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: f7fa667d-fc7f-43b0-8e36-914e6cc3d277 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:15:55.985755 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device f7fa667d-fc7f-43b0-8e36-914e6cc3d277 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:15:55.994981 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-22ff9f77-62d9-4068-8f08-68689154b4d5 None None] Provisioning complete for port ef40af0b-fb70-4391-af72-327b721753fc triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:55.995376 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-22ff9f77-62d9-4068-8f08-68689154b4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:56.023909 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-34988d8e-3747-4430-a185-432d1bcb5919 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:56.055862 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34988d8e-3747-4430-a185-432d1bcb5919 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Subnet': ['ID=f46b5af4-1d8d-477f-93dd-d58b0f97da09,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:56.066089 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-34988d8e-3747-4430-a185-432d1bcb5919 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:56.066089 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-34988d8e-3747-4430-a185-432d1bcb5919 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/f46b5af4-1d8d-477f-93dd-d58b0f97da09 HTTP/1.1" status: 204 len: 168 time: 0.3320937 Apr 20 13:15:56.066089 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46426) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:56.113526 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a36f4be7-cea3-4768-9b5b-bd80f98dc37b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0486228 Apr 20 13:15:56.119994 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46430) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:56.129402 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-d18dd759-f470-4187-84e4-3bdecebb5522 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'subnet': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:56.240477 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 131ad0f8-142e-437c-bc00-b0fa4ae744aa, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=131ad0f8-142e-437c-bc00-b0fa4ae744aa,segment=NetworkSegment(4569e378-af61-461c-b8bd-055cf9cef9e4),segment_id=4569e378-af61-461c-b8bd-055cf9cef9e4)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:56.261169 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '131ad0f8-142e-437c-bc00-b0fa4ae744aa', 'network_id': '9f10e1f5-a659-46a9-9ee5-ee16469ae783', 'port_id': '131ad0f8-142e-437c-bc00-b0fa4ae744aa', 'mac_address': 'fa:16:3e:02:f1:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec131fb6-a610-4f22-95f1-c71670364d0f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:15:56.269084 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-22ff9f77-62d9-4068-8f08-68689154b4d5 None None] Could not find standard attr ID for object d396f9bf-f72d-46dc-994d-345c851b6832. {{(pid=114871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:15:56.298516 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596762d5-5635-418b-9a8f-f74a0d7d3cb7 None None] DHCP port deletion for 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:15:56.303975 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18dd759-f470-4187-84e4-3bdecebb5522 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:56.307932 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d18dd759-f470-4187-84e4-3bdecebb5522 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:56.328711 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20feda-6d52-4ded-95d8-8cd0a8497cfb req-7e6538bd-d077-4a97-b168-5838cf2b5767 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:56.330229 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3d20feda-6d52-4ded-95d8-8cd0a8497cfb req-7e6538bd-d077-4a97-b168-5838cf2b5767 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba8e1424-56ae-4d50-8bea-767754a5334f HTTP/1.1" status: 200 len: 944 time: 0.0749426 Apr 20 13:15:56.334616 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:56.371867 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3d20feda-6d52-4ded-95d8-8cd0a8497cfb req-bfc21958-35a0-4236-aed9-b1b93ea718ea tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3b6e329-f703-4382-9d83-87660d8fbb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335312 Apr 20 13:15:56.374628 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 131ad0f8-142e-437c-bc00-b0fa4ae744aa {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:15:56.416754 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 131ad0f8-142e-437c-bc00-b0fa4ae744aa, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=131ad0f8-142e-437c-bc00-b0fa4ae744aa,segment=NetworkSegment(4569e378-af61-461c-b8bd-055cf9cef9e4),segment_id=4569e378-af61-461c-b8bd-055cf9cef9e4)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:56.425409 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-596762d5-5635-418b-9a8f-f74a0d7d3cb7 None None] Deleting port ef40af0b-fb70-4391-af72-327b721753fc {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:15:56.425854 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-596762d5-5635-418b-9a8f-f74a0d7d3cb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:56.489276 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 74e9224e-6f71-4852-b1bb-3289ae3c4f63 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:15:56.499890 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-596762d5-5635-418b-9a8f-f74a0d7d3cb7 None None] For port ef40af0b-fb70-4391-af72-327b721753fc, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ef40af0b-fb70-4391-af72-327b721753fc,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:56.500293 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-596762d5-5635-418b-9a8f-f74a0d7d3cb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:56.517746 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:56.531010 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-596762d5-5635-418b-9a8f-f74a0d7d3cb7 None None] Calling delete_port for ef40af0b-fb70-4391-af72-327b721753fc owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:15:56.611958 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d18dd759-f470-4187-84e4-3bdecebb5522 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:56.641057 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ef40af0b-fb70-4391-af72-327b721753fc no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:15:56.652434 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18dd759-f470-4187-84e4-3bdecebb5522 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:56.656157 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-d18dd759-f470-4187-84e4-3bdecebb5522 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:56.663133 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18dd759-f470-4187-84e4-3bdecebb5522 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:56.664432 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d18dd759-f470-4187-84e4-3bdecebb5522 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:56.687247 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18dd759-f470-4187-84e4-3bdecebb5522 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Subnet': ['ID=386cb141-c39b-45a3-9878-6900b2a0e057,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:56.732764 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=131ad0f8-142e-437c-bc00-b0fa4ae744aa,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:56.786470 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 46442) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:56.786752 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d18dd759-f470-4187-84e4-3bdecebb5522 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6619115 Apr 20 13:15:56.787202 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-2370ff1e-0646-46ce-a99e-423460adc1fa tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'subnet': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:56.793366 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 74e9224e-6f71-4852-b1bb-3289ae3c4f63, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=74e9224e-6f71-4852-b1bb-3289ae3c4f63,segment=NetworkSegment(4569e378-af61-461c-b8bd-055cf9cef9e4),segment_id=4569e378-af61-461c-b8bd-055cf9cef9e4)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:56.831252 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-30c702c3-79b2-40d9-9e77-af3c41377ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:56.840366 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '74e9224e-6f71-4852-b1bb-3289ae3c4f63', 'network_id': '9f10e1f5-a659-46a9-9ee5-ee16469ae783', 'port_id': '74e9224e-6f71-4852-b1bb-3289ae3c4f63', 'mac_address': 'fa:16:3e:0f:2f:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec131fb6-a610-4f22-95f1-c71670364d0f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:15:56.858710 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:56.910343 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:56.924395 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e9224e-6f71-4852-b1bb-3289ae3c4f63 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:15:56.924818 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc372a8-eefd-4495-9236-7ef378194c0d req-01e00441-e101-4da4-9a49-6626d3c7f95d tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:56.926343 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9bc372a8-eefd-4495-9236-7ef378194c0d req-01e00441-e101-4da4-9a49-6626d3c7f95d tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 945 time: 0.0802367 Apr 20 13:15:56.933253 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-596762d5-5635-418b-9a8f-f74a0d7d3cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:56.979902 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9bc372a8-eefd-4495-9236-7ef378194c0d req-a1869b81-ff90-495c-8b90-bdbb245dd2f5 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442429 Apr 20 13:15:56.987328 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['131ad0f8-142e-437c-bc00-b0fa4ae744aa'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:15:57.026312 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 74e9224e-6f71-4852-b1bb-3289ae3c4f63, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=74e9224e-6f71-4852-b1bb-3289ae3c4f63,segment=NetworkSegment(4569e378-af61-461c-b8bd-055cf9cef9e4),segment_id=4569e378-af61-461c-b8bd-055cf9cef9e4)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:57.027547 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596762d5-5635-418b-9a8f-f74a0d7d3cb7 None None] Pushing event deleted for resources: {'Port': ['ID=ef40af0b-fb70-4391-af72-327b721753fc,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:57.037259 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596762d5-5635-418b-9a8f-f74a0d7d3cb7 None None] No DVR routers for this DVR port ef40af0b-fb70-4391-af72-327b721753fc on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:15:57.074492 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f04d4c-87db-41c1-9cfa-28598094ef31 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:15:57.075473 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2370ff1e-0646-46ce-a99e-423460adc1fa tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:57.082894 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2370ff1e-0646-46ce-a99e-423460adc1fa tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:57.172450 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:57.306344 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b29c92-93d3-49d5-9eea-df1773e3cc1a req-7eeef66a-c455-470b-ae9b-c15a96826b8b tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:57.308000 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e4b29c92-93d3-49d5-9eea-df1773e3cc1a req-7eeef66a-c455-470b-ae9b-c15a96826b8b tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3de77a5-a55b-4834-b157-2d2c2c00d25d HTTP/1.1" status: 200 len: 949 time: 0.0787215 Apr 20 13:15:57.328078 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=74e9224e-6f71-4852-b1bb-3289ae3c4f63,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:57.383493 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e4b29c92-93d3-49d5-9eea-df1773e3cc1a req-1e1a0a17-597f-49eb-a9e6-9f49c2f716e9 tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f4de12b-5cd4-401e-8293-21f70d4778b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690851 Apr 20 13:15:57.432721 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e196c56-1a77-4fa5-b5df-f4038036ccbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'tenant_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'fixed_ips': [{'subnet_id': '386cb141-c39b-45a3-9878-6900b2a0e057'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:15:57.433568 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3e196c56-1a77-4fa5-b5df-f4038036ccbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:57.534184 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['74e9224e-6f71-4852-b1bb-3289ae3c4f63'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:15:57.681165 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fffcf0-e893-4e71-a1e0-27f0954ca55e req-fe2310ac-7fe6-478e-9a87-764a5aa7f736 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:57.682725 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2fffcf0-e893-4e71-a1e0-27f0954ca55e req-fe2310ac-7fe6-478e-9a87-764a5aa7f736 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba8e1424-56ae-4d50-8bea-767754a5334f HTTP/1.1" status: 200 len: 944 time: 0.1267703 Apr 20 13:15:57.724785 n-d-836015-7 neutron-server[114869]: DEBUG neutron.objects.ports [None req-2370ff1e-0646-46ce-a99e-423460adc1fa tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114869) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 13:15:57.731795 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb157ced-d8b2-42cc-8e4f-1307d6e97cef req-aceffe3b-8e4d-4393-94b4-e66dfe9078d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:57.733249 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bb157ced-d8b2-42cc-8e4f-1307d6e97cef req-aceffe3b-8e4d-4393-94b4-e66dfe9078d9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=692951b4ab1c4dc1a05ed983655b2d83&device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 1096 time: 0.1448257 Apr 20 13:15:57.735345 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2370ff1e-0646-46ce-a99e-423460adc1fa tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:57.781286 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-3e196c56-1a77-4fa5-b5df-f4038036ccbf None None] Allocated IP 172.20.0.2 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/386cb141-c39b-45a3-9878-6900b2a0e057/8c0faf08-7d20-4898-bc0f-cd4c585fdb5e) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:57.847382 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2370ff1e-0646-46ce-a99e-423460adc1fa tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:57.858213 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2fffcf0-e893-4e71-a1e0-27f0954ca55e req-a3f19b16-df3c-4fbd-85d2-cca8110f0ec1 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3b6e329-f703-4382-9d83-87660d8fbb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524146 Apr 20 13:15:57.859054 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-2370ff1e-0646-46ce-a99e-423460adc1fa tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:57.866266 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2370ff1e-0646-46ce-a99e-423460adc1fa tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:57.866890 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2370ff1e-0646-46ce-a99e-423460adc1fa tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:57.886717 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370ff1e-0646-46ce-a99e-423460adc1fa tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Subnet': ['ID=45623aa9-0782-4993-b6f5-212f174ff8c6,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:57.918599 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb157ced-d8b2-42cc-8e4f-1307d6e97cef req-1692e022-86ad-4f50-958e-cdf3b405db9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:57.920258 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bb157ced-d8b2-42cc-8e4f-1307d6e97cef req-1692e022-86ad-4f50-958e-cdf3b405db9e service neutron] 10.222.0.32 "GET /v2.0/networks?id=f4258e6f-aecb-49fd-99fd-85fb6d33cc56 HTTP/1.1" status: 200 len: 911 time: 0.1738083 Apr 20 13:15:57.934705 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 5277a706-af6a-4b63-8021-237b0d169ac8 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:15:57.975888 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bb157ced-d8b2-42cc-8e4f-1307d6e97cef req-c2dd7808-5caa-434f-a42b-de054ee0e34b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47 HTTP/1.1" status: 200 len: 217 time: 0.0488427 Apr 20 13:15:57.980390 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2370ff1e-0646-46ce-a99e-423460adc1fa tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2000935 Apr 20 13:15:57.992787 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46494) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:57.999820 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-463909eb-27ea-442c-8972-19719547e632 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'port': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'mac_address': 'fa:16:3e:54:e3:28', 'name': 'tempest-NetworksTestDHCPv6-606426458'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:58.052398 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3e196c56-1a77-4fa5-b5df-f4038036ccbf None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:58.066422 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb157ced-d8b2-42cc-8e4f-1307d6e97cef req-504234d6-a9a7-43af-b053-58df44b0dc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:58.067991 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bb157ced-d8b2-42cc-8e4f-1307d6e97cef req-504234d6-a9a7-43af-b053-58df44b0dc63 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0996d7f4-b464-4da5-b268-614fd8c03be4 HTTP/1.1" status: 200 len: 850 time: 0.0857215 Apr 20 13:15:58.081308 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b1522-4325-4ede-b26e-ac0648f13773 req-4bfdb3af-e6f7-466b-aea1-adc37efa1aac tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:58.082732 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-043b1522-4325-4ede-b26e-ac0648f13773 req-4bfdb3af-e6f7-466b-aea1-adc37efa1aac tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 945 time: 0.0701418 Apr 20 13:15:58.122759 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bb157ced-d8b2-42cc-8e4f-1307d6e97cef req-8517795b-4c44-4c5f-ac24-39549bbc4c39 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f4258e6f-aecb-49fd-99fd-85fb6d33cc56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390763 Apr 20 13:15:58.132932 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:58.166156 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3e196c56-1a77-4fa5-b5df-f4038036ccbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:58.168177 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 5277a706-af6a-4b63-8021-237b0d169ac8 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:15:58.198470 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 5277a706-af6a-4b63-8021-237b0d169ac8 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:58.198845 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:58.230514 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e196c56-1a77-4fa5-b5df-f4038036ccbf None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:58.239072 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-3e196c56-1a77-4fa5-b5df-f4038036ccbf None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:58.249840 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463909eb-27ea-442c-8972-19719547e632 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:58.263561 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e196c56-1a77-4fa5-b5df-f4038036ccbf None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:15:58.287551 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e196c56-1a77-4fa5-b5df-f4038036ccbf None None] Pushing event updated for resources: {'Port': ['ID=8c0faf08-7d20-4898-bc0f-cd4c585fdb5e,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:58.347033 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-3e196c56-1a77-4fa5-b5df-f4038036ccbf None None] Attempting to bind port 8c0faf08-7d20-4898-bc0f-cd4c585fdb5e on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:15:58.347489 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-3e196c56-1a77-4fa5-b5df-f4038036ccbf None None] Attempting to bind port 8c0faf08-7d20-4898-bc0f-cd4c585fdb5e by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:15:58.348277 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e196c56-1a77-4fa5-b5df-f4038036ccbf None None] Attempting to bind port 8c0faf08-7d20-4898-bc0f-cd4c585fdb5e on network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:15:58.373294 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e196c56-1a77-4fa5-b5df-f4038036ccbf None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:15:58.373707 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e196c56-1a77-4fa5-b5df-f4038036ccbf None None] Checking segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:15:58.374080 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3e196c56-1a77-4fa5-b5df-f4038036ccbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:58.374476 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e196c56-1a77-4fa5-b5df-f4038036ccbf None None] Bound using segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:15:58.374964 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-3e196c56-1a77-4fa5-b5df-f4038036ccbf None None] Bound port: 8c0faf08-7d20-4898-bc0f-cd4c585fdb5e, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:15:58.375381 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3e196c56-1a77-4fa5-b5df-f4038036ccbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:58.375631 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-463909eb-27ea-442c-8972-19719547e632 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:58.397924 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-463909eb-27ea-442c-8972-19719547e632 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] device_id is not set on port d59c4a77-a9ed-4123-ba71-77b95675b26e yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:15:58.398941 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:58.450368 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8e1424-56ae-4d50-8bea-767754a5334f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5277a706-af6a-4b63-8021-237b0d169ac8'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:15:58.452863 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb2c33c-0d0e-474f-adae-2e38947e18de" -d '{"events": [{"server_uuid": "ba8e1424-56ae-4d50-8bea-767754a5334f", "name": "network-vif-plugged", "status": "completed", "tag": "5277a706-af6a-4b63-8021-237b0d169ac8"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:15:58.475676 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 5277a706-af6a-4b63-8021-237b0d169ac8, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=5277a706-af6a-4b63-8021-237b0d169ac8,segment=NetworkSegment(4569e378-af61-461c-b8bd-055cf9cef9e4),segment_id=4569e378-af61-461c-b8bd-055cf9cef9e4)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:58.502917 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-3e196c56-1a77-4fa5-b5df-f4038036ccbf None None] For port 8c0faf08-7d20-4898-bc0f-cd4c585fdb5e, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:15:58.506429 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-3e196c56-1a77-4fa5-b5df-f4038036ccbf None None] For port 8c0faf08-7d20-4898-bc0f-cd4c585fdb5e, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=8c0faf08-7d20-4898-bc0f-cd4c585fdb5e,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:15:58.527849 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:58.579947 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-043b1522-4325-4ede-b26e-ac0648f13773 req-1874a5e1-a3b7-4a77-91de-51e5d2629a36 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4879971 Apr 20 13:15:58.602072 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-463909eb-27ea-442c-8972-19719547e632 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Allocated IP 172.20.0.13 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/386cb141-c39b-45a3-9878-6900b2a0e057/d59c4a77-a9ed-4123-ba71-77b95675b26e) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:58.615508 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3e196c56-1a77-4fa5-b5df-f4038036ccbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:58.621441 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-463909eb-27ea-442c-8972-19719547e632 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Allocated IP 2001:db8::f816:3eff:fe54:e328 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/45623aa9-0782-4993-b6f5-212f174ff8c6/d59c4a77-a9ed-4123-ba71-77b95675b26e) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:58.642926 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=5277a706-af6a-4b63-8021-237b0d169ac8,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:58.673468 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d86eba-9258-4f23-85be-3e0ae54ed932 req-78c0202f-8413-4501-9b29-9d344c29d8db tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:58.680433 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d86eba-9258-4f23-85be-3e0ae54ed932 req-78c0202f-8413-4501-9b29-9d344c29d8db tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:58.686894 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d86eba-9258-4f23-85be-3e0ae54ed932 req-78c0202f-8413-4501-9b29-9d344c29d8db tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:58.693260 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d86eba-9258-4f23-85be-3e0ae54ed932 req-78c0202f-8413-4501-9b29-9d344c29d8db tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:58.700427 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d86eba-9258-4f23-85be-3e0ae54ed932 req-78c0202f-8413-4501-9b29-9d344c29d8db tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:58.706567 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d86eba-9258-4f23-85be-3e0ae54ed932 req-78c0202f-8413-4501-9b29-9d344c29d8db tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:58.718748 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d86eba-9258-4f23-85be-3e0ae54ed932 req-78c0202f-8413-4501-9b29-9d344c29d8db tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:58.720710 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65d86eba-9258-4f23-85be-3e0ae54ed932 req-78c0202f-8413-4501-9b29-9d344c29d8db tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 5444 time: 0.6010921 Apr 20 13:15:58.738629 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e196c56-1a77-4fa5-b5df-f4038036ccbf None None] Pushing event updated for resources: {'Port': ['ID=8c0faf08-7d20-4898-bc0f-cd4c585fdb5e,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:58.782534 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bb157ced-d8b2-42cc-8e4f-1307d6e97cef req-9b45f06a-3ab2-49a0-a033-1861bdee7f29 service neutron] 10.222.0.32 "GET /v2.0/networks/f4258e6f-aecb-49fd-99fd-85fb6d33cc56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6499178 Apr 20 13:15:58.821480 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65d86eba-9258-4f23-85be-3e0ae54ed932 req-54192923-9e02-479b-b62e-93a0fbe714bb tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=453f1f18-ab3a-45a6-896f-f71ff07ade0a&id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0825319 Apr 20 13:15:58.872592 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-463909eb-27ea-442c-8972-19719547e632 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:58.924054 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bb157ced-d8b2-42cc-8e4f-1307d6e97cef req-a9494255-3142-43a2-9ebe-e2a1888a0512 service neutron] 10.222.0.32 "GET /v2.0/networks/f4258e6f-aecb-49fd-99fd-85fb6d33cc56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321986 Apr 20 13:15:58.946996 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921d0d8c-6b86-4c92-9c6f-a27891b68027 x-openstack-request-id: req-921d0d8c-6b86-4c92-9c6f-a27891b68027 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:15:58.947371 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8e1424-56ae-4d50-8bea-767754a5334f", "name": "network-vif-plugged", "status": "completed", "tag": "5277a706-af6a-4b63-8021-237b0d169ac8", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:15:58.947697 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-921d0d8c-6b86-4c92-9c6f-a27891b68027 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:15:58.948247 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-921d0d8c-6b86-4c92-9c6f-a27891b68027'] response: {'server_uuid': 'ba8e1424-56ae-4d50-8bea-767754a5334f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5277a706-af6a-4b63-8021-237b0d169ac8', 'code': 200} Apr 20 13:15:59.033062 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-463909eb-27ea-442c-8972-19719547e632 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:59.108415 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463909eb-27ea-442c-8972-19719547e632 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:59.117544 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-463909eb-27ea-442c-8972-19719547e632 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:59.124396 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463909eb-27ea-442c-8972-19719547e632 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:15:59.130514 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823627-ddc5-4707-9453-decd0b54f6db req-71fb6a59-5fee-495e-9000-b7e6b16c5247 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:59.132986 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42823627-ddc5-4707-9453-decd0b54f6db req-71fb6a59-5fee-495e-9000-b7e6b16c5247 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba8e1424-56ae-4d50-8bea-767754a5334f HTTP/1.1" status: 200 len: 945 time: 0.1121869 Apr 20 13:15:59.139045 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3f2c3-7b08-4c9e-8453-95234cea2833 req-2fd1a268-7dcb-4a57-9222-8661df66e392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:59.140565 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f9c3f2c3-7b08-4c9e-8453-95234cea2833 req-2fd1a268-7dcb-4a57-9222-8661df66e392 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ba8e1424-56ae-4d50-8bea-767754a5334f HTTP/1.1" status: 200 len: 1096 time: 0.0846443 Apr 20 13:15:59.186574 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463909eb-27ea-442c-8972-19719547e632 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Port': ['ID=d59c4a77-a9ed-4123-ba71-77b95675b26e,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:59.191544 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42823627-ddc5-4707-9453-decd0b54f6db req-ebe8298b-9b1a-4950-93ec-d90d74e5baa8 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3b6e329-f703-4382-9d83-87660d8fbb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499544 Apr 20 13:15:59.212739 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f9c3f2c3-7b08-4c9e-8453-95234cea2833 req-0df5d8bd-85ff-4dc1-8e0a-5ba2d8aabd60 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a3b6e329-f703-4382-9d83-87660d8fbb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638933 Apr 20 13:15:59.242586 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463909eb-27ea-442c-8972-19719547e632 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:59.243347 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-463909eb-27ea-442c-8972-19719547e632 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:59.303929 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:59.350649 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-463909eb-27ea-442c-8972-19719547e632 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3558140 Apr 20 13:15:59.353281 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 46544) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:59.407314 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdac89d1-0e7b-432f-8eb6-f557edd8c1d3 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:59.415482 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdac89d1-0e7b-432f-8eb6-f557edd8c1d3 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:59.417608 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-cdac89d1-0e7b-432f-8eb6-f557edd8c1d3 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0633159 Apr 20 13:15:59.420477 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 46548) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:59.519559 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-5304d445-c95f-4350-8f6a-723ffe3a33d3 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting port d59c4a77-a9ed-4123-ba71-77b95675b26e {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:15:59.519910 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5304d445-c95f-4350-8f6a-723ffe3a33d3 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:59.630932 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5304d445-c95f-4350-8f6a-723ffe3a33d3 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:59.644898 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-5304d445-c95f-4350-8f6a-723ffe3a33d3 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Calling delete_port for d59c4a77-a9ed-4123-ba71-77b95675b26e owned by {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:15:59.755438 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:59.779126 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7da4a8-0740-49ac-9234-6434c8510115 req-e84ede87-5d1d-4e59-992e-c4aec90d7260 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:59.788205 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1e7da4a8-0740-49ac-9234-6434c8510115 req-e84ede87-5d1d-4e59-992e-c4aec90d7260 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 945 time: 0.0853009 Apr 20 13:15:59.869921 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1e7da4a8-0740-49ac-9234-6434c8510115 req-24f64094-c7f9-40c4-a1f2-252c7e331f9b tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798824 Apr 20 13:15:59.948169 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 131ad0f8-142e-437c-bc00-b0fa4ae744aa up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:16:00.035927 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd8384-7997-4012-bbd9-d65ccc576026 req-513c5792-f93f-49f3-8f93-7f434b94788d tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:00.042449 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd8384-7997-4012-bbd9-d65ccc576026 req-513c5792-f93f-49f3-8f93-7f434b94788d tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:00.048842 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd8384-7997-4012-bbd9-d65ccc576026 req-513c5792-f93f-49f3-8f93-7f434b94788d tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:00.049406 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26446b42-713f-4825-a28d-cd10e40ea515 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:16:00.054997 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd8384-7997-4012-bbd9-d65ccc576026 req-513c5792-f93f-49f3-8f93-7f434b94788d tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:00.061080 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd8384-7997-4012-bbd9-d65ccc576026 req-513c5792-f93f-49f3-8f93-7f434b94788d tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:00.067176 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd8384-7997-4012-bbd9-d65ccc576026 req-513c5792-f93f-49f3-8f93-7f434b94788d tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:00.073672 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd8384-7997-4012-bbd9-d65ccc576026 req-513c5792-f93f-49f3-8f93-7f434b94788d tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:00.075708 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bd8384-7997-4012-bbd9-d65ccc576026 req-513c5792-f93f-49f3-8f93-7f434b94788d tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 5444 time: 0.1245255 Apr 20 13:16:00.097928 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5304d445-c95f-4350-8f6a-723ffe3a33d3 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:00.115907 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 131ad0f8-142e-437c-bc00-b0fa4ae744aa completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:16:00.131661 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 131ad0f8-142e-437c-bc00-b0fa4ae744aa triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:00.132209 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:00.150987 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5304d445-c95f-4350-8f6a-723ffe3a33d3 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Port': ['ID=d59c4a77-a9ed-4123-ba71-77b95675b26e,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:00.184968 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-cea3dcd1-9628-4d60-b712-8c7a17538e9f None None] Provisioning complete for port 8c0faf08-7d20-4898-bc0f-cd4c585fdb5e triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:00.185621 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cea3dcd1-9628-4d60-b712-8c7a17538e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:00.284703 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65bd8384-7997-4012-bbd9-d65ccc576026 req-d3ea879a-377a-4418-be68-7a311191fd80 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=453f1f18-ab3a-45a6-896f-f71ff07ade0a&id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2015250 Apr 20 13:16:00.287898 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5304d445-c95f-4350-8f6a-723ffe3a33d3 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:00.294847 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5304d445-c95f-4350-8f6a-723ffe3a33d3 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/ports/d59c4a77-a9ed-4123-ba71-77b95675b26e HTTP/1.1" status: 204 len: 168 time: 0.8709373 Apr 20 13:16:00.295052 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46578) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:00.373386 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:00.395574 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1998f4b-efd3-44ac-87b0-43e021527e6f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:00.397053 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1998f4b-efd3-44ac-87b0-43e021527e6f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:00.399019 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1998f4b-efd3-44ac-87b0-43e021527e6f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:00.402724 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f1998f4b-efd3-44ac-87b0-43e021527e6f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1045976 Apr 20 13:16:00.403666 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46584) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:00.453780 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cea3dcd1-9628-4d60-b712-8c7a17538e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:00.469650 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 131ad0f8-142e-437c-bc00-b0fa4ae744aa, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=131ad0f8-142e-437c-bc00-b0fa4ae744aa,segment=NetworkSegment(4569e378-af61-461c-b8bd-055cf9cef9e4),segment_id=4569e378-af61-461c-b8bd-055cf9cef9e4)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:00.481796 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bf3c8-1d57-4f2a-930f-8ccc6c44fbb3 req-20564a73-bbc6-47f7-87f1-1a120cda749f tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:00.483310 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a83bf3c8-1d57-4f2a-930f-8ccc6c44fbb3 req-20564a73-bbc6-47f7-87f1-1a120cda749f tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba8e1424-56ae-4d50-8bea-767754a5334f HTTP/1.1" status: 200 len: 945 time: 0.0968051 Apr 20 13:16:00.502618 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d36a10-39c5-476a-bd4d-7c8222e18058 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting subnet 386cb141-c39b-45a3-9878-6900b2a0e057 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:16:00.506800 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-55d36a10-39c5-476a-bd4d-7c8222e18058 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:00.535208 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 74e9224e-6f71-4852-b1bb-3289ae3c4f63 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:16:00.551925 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a83bf3c8-1d57-4f2a-930f-8ccc6c44fbb3 req-72410cb5-70b2-4112-a12f-51ff9e0cba51 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3b6e329-f703-4382-9d83-87660d8fbb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563915 Apr 20 13:16:00.576960 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-cea3dcd1-9628-4d60-b712-8c7a17538e9f None None] For port 8c0faf08-7d20-4898-bc0f-cd4c585fdb5e, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=8c0faf08-7d20-4898-bc0f-cd4c585fdb5e,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:00.594393 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-55d36a10-39c5-476a-bd4d-7c8222e18058 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:00.596996 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:00.603307 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12ef54b-63f7-4940-9795-b81a5a29144c None None] Update dhcp port {'port': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'fixed_ips': [{'subnet_id': '386cb141-c39b-45a3-9878-6900b2a0e057', 'ip_address': '172.20.0.2'}, {'subnet_id': '45623aa9-0782-4993-b6f5-212f174ff8c6'}], 'binding:host_id': 'n-d-836015-7'}, 'id': '8c0faf08-7d20-4898-bc0f-cd4c585fdb5e'} from n-d-836015-7. {{(pid=114871) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 13:16:00.666620 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e12ef54b-63f7-4940-9795-b81a5a29144c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:00.702645 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 8c0faf08-7d20-4898-bc0f-cd4c585fdb5e up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:16:00.708601 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=131ad0f8-142e-437c-bc00-b0fa4ae744aa,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:00.740743 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cea3dcd1-9628-4d60-b712-8c7a17538e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:00.844729 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 74e9224e-6f71-4852-b1bb-3289ae3c4f63 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:16:00.915878 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 74e9224e-6f71-4852-b1bb-3289ae3c4f63 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:00.916280 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:00.953555 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ac56f1-0238-493f-b49c-222808d805c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131ad0f8-142e-437c-bc00-b0fa4ae744aa'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:16:00.954716 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6f3439-3519-47f6-837d-095d32a1af54" -d '{"events": [{"server_uuid": "22ac56f1-0238-493f-b49c-222808d805c6", "name": "network-vif-plugged", "status": "completed", "tag": "131ad0f8-142e-437c-bc00-b0fa4ae744aa"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:16:00.972925 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea3dcd1-9628-4d60-b712-8c7a17538e9f None None] Pushing event updated for resources: {'Port': ['ID=8c0faf08-7d20-4898-bc0f-cd4c585fdb5e,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:00.988826 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 8c0faf08-7d20-4898-bc0f-cd4c585fdb5e triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:00.989218 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:01.020390 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-55d36a10-39c5-476a-bd4d-7c8222e18058 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:01.035876 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a8061-29b7-4500-9794-0be2f15d7c5c req-d9a02ffe-4533-4f75-a71a-eeaab7e0f53e tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:01.035876 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e69a8061-29b7-4500-9794-0be2f15d7c5c req-d9a02ffe-4533-4f75-a71a-eeaab7e0f53e tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 945 time: 0.0858972 Apr 20 13:16:01.094854 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e69a8061-29b7-4500-9794-0be2f15d7c5c req-b3e5e671-7975-4aeb-aa14-adcd83a2cd70 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537524 Apr 20 13:16:01.097748 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d54245-ab09-4a1e-a01b-953ff2fc10f1 x-openstack-request-id: req-47d54245-ab09-4a1e-a01b-953ff2fc10f1 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:16:01.098040 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ac56f1-0238-493f-b49c-222808d805c6", "name": "network-vif-plugged", "status": "completed", "tag": "131ad0f8-142e-437c-bc00-b0fa4ae744aa", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:16:01.098294 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-47d54245-ab09-4a1e-a01b-953ff2fc10f1 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:16:01.098684 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47d54245-ab09-4a1e-a01b-953ff2fc10f1'] response: {'server_uuid': '22ac56f1-0238-493f-b49c-222808d805c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131ad0f8-142e-437c-bc00-b0fa4ae744aa', 'code': 200} Apr 20 13:16:01.146383 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:01.202713 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09800324-4f2d-40c0-9c21-ba15e40d569f req-6483f7b0-7274-4e2e-b421-8d98362eef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:01.203757 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 74e9224e-6f71-4852-b1bb-3289ae3c4f63, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=74e9224e-6f71-4852-b1bb-3289ae3c4f63,segment=NetworkSegment(4569e378-af61-461c-b8bd-055cf9cef9e4),segment_id=4569e378-af61-461c-b8bd-055cf9cef9e4)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:01.204608 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-09800324-4f2d-40c0-9c21-ba15e40d569f req-6483f7b0-7274-4e2e-b421-8d98362eef17 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=22ac56f1-0238-493f-b49c-222808d805c6 HTTP/1.1" status: 200 len: 1096 time: 0.0436347 Apr 20 13:16:01.234358 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-55d36a10-39c5-476a-bd4d-7c8222e18058 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server [None req-e12ef54b-63f7-4940-9795-b81a5a29144c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 386cb141-c39b-45a3-9878-6900b2a0e057: This subnet is being modified by another concurrent operation. Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 13:16:01.236632 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 13:16:01.249046 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:16:01.249046 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:16:01.249046 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:16:01.249046 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:16:01.249046 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 13:16:01.249046 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:16:01.249046 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 13:16:01.249046 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 13:16:01.249046 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:16:01.249046 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:16:01.249046 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:16:01.249046 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:16:01.249046 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 13:16:01.249046 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 13:16:01.249046 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port Apr 20 13:16:01.249046 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Apr 20 13:16:01.249046 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 13:16:01.249046 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 13:16:01.249046 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Apr 20 13:16:01.249046 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Apr 20 13:16:01.249046 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port Apr 20 13:16:01.249046 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Apr 20 13:16:01.249046 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Apr 20 13:16:01.249046 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Apr 20 13:16:01.249046 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Apr 20 13:16:01.249046 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 20 13:16:01.249046 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 20 13:16:01.249046 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 20 13:16:01.249046 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 20 13:16:01.249046 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise exception Apr 20 13:16:01.249046 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 386cb141-c39b-45a3-9878-6900b2a0e057: This subnet is being modified by another concurrent operation. Apr 20 13:16:01.249046 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server Apr 20 13:16:01.252054 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-09800324-4f2d-40c0-9c21-ba15e40d569f req-d0d484f1-e130-470a-bbe3-5789b07d6e2f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a3b6e329-f703-4382-9d83-87660d8fbb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339494 Apr 20 13:16:01.266970 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d36a10-39c5-476a-bd4d-7c8222e18058 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Subnet': ['ID=386cb141-c39b-45a3-9878-6900b2a0e057,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:01.272658 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-55d36a10-39c5-476a-bd4d-7c8222e18058 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:01.277696 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-55d36a10-39c5-476a-bd4d-7c8222e18058 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/386cb141-c39b-45a3-9878-6900b2a0e057 HTTP/1.1" status: 204 len: 168 time: 0.8722243 Apr 20 13:16:01.279840 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46602) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:01.336734 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-971d6a15-1ee3-48e8-8ed6-d1d2ea0a21f1 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting subnet 45623aa9-0782-4993-b6f5-212f174ff8c6 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:16:01.342521 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-971d6a15-1ee3-48e8-8ed6-d1d2ea0a21f1 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:01.346438 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:01.347265 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device cc8a0c92-bc02-43cb-8ffc-1055649d228e no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:16:01.387650 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-971d6a15-1ee3-48e8-8ed6-d1d2ea0a21f1 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:01.398158 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2378f8c-4310-418c-8c8a-633aaf734463 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:16:01.437168 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-971d6a15-1ee3-48e8-8ed6-d1d2ea0a21f1 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:01.491018 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986fe5b7-8384-47e9-a411-a12e06761d08 req-d9722e59-60e1-4869-b101-bfc082fcf1fb tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:01.497494 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986fe5b7-8384-47e9-a411-a12e06761d08 req-d9722e59-60e1-4869-b101-bfc082fcf1fb tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:01.508000 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986fe5b7-8384-47e9-a411-a12e06761d08 req-d9722e59-60e1-4869-b101-bfc082fcf1fb tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:01.516606 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986fe5b7-8384-47e9-a411-a12e06761d08 req-d9722e59-60e1-4869-b101-bfc082fcf1fb tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:01.522831 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986fe5b7-8384-47e9-a411-a12e06761d08 req-d9722e59-60e1-4869-b101-bfc082fcf1fb tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:01.529665 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986fe5b7-8384-47e9-a411-a12e06761d08 req-d9722e59-60e1-4869-b101-bfc082fcf1fb tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:01.535716 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986fe5b7-8384-47e9-a411-a12e06761d08 req-d9722e59-60e1-4869-b101-bfc082fcf1fb tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:01.537990 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-986fe5b7-8384-47e9-a411-a12e06761d08 req-d9722e59-60e1-4869-b101-bfc082fcf1fb tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 5444 time: 0.1503646 Apr 20 13:16:01.538260 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-e2f6cbc1-9cd8-4cd8-ba59-5b58f34370b0 None None] Provisioning complete for port 8c0faf08-7d20-4898-bc0f-cd4c585fdb5e triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:01.539218 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e2f6cbc1-9cd8-4cd8-ba59-5b58f34370b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:01.591249 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-971d6a15-1ee3-48e8-8ed6-d1d2ea0a21f1 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:01.633583 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-986fe5b7-8384-47e9-a411-a12e06761d08 req-c76a12b7-c60e-4102-bd8c-8ffd4326eb40 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=453f1f18-ab3a-45a6-896f-f71ff07ade0a&id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0809162 Apr 20 13:16:01.650959 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d6a15-1ee3-48e8-8ed6-d1d2ea0a21f1 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Subnet': ['ID=45623aa9-0782-4993-b6f5-212f174ff8c6,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:01.659812 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-7c001d6c-184b-46de-90ba-71ed87f9b51e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:01.662230 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-971d6a15-1ee3-48e8-8ed6-d1d2ea0a21f1 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:01.665956 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-971d6a15-1ee3-48e8-8ed6-d1d2ea0a21f1 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/45623aa9-0782-4993-b6f5-212f174ff8c6 HTTP/1.1" status: 204 len: 168 time: 0.3848126 Apr 20 13:16:01.668378 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46608) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:01.674709 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-7c001d6c-184b-46de-90ba-71ed87f9b51e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:01.683933 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-7c001d6c-184b-46de-90ba-71ed87f9b51e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:01.691956 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-7c001d6c-184b-46de-90ba-71ed87f9b51e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:01.698896 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-7c001d6c-184b-46de-90ba-71ed87f9b51e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:01.705447 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-7c001d6c-184b-46de-90ba-71ed87f9b51e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:01.711955 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-74f7ec79-b0e2-4be4-ad1e-f7d114910081 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0392034 Apr 20 13:16:01.712667 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-7c001d6c-184b-46de-90ba-71ed87f9b51e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:01.713777 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46610) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:01.714828 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-7c001d6c-184b-46de-90ba-71ed87f9b51e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.32 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 5444 time: 0.1747556 Apr 20 13:16:01.719041 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-4447c35c-4af2-488c-ae91-84100c93a309 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'subnet': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:01.777233 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=74e9224e-6f71-4852-b1bb-3289ae3c4f63,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:01.787530 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-64a0aae1-9d09-415e-ac14-5c48322f79fa tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:01.789087 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-64a0aae1-9d09-415e-ac14-5c48322f79fa tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.32 "GET /v2.0/ports/bcd82748-3135-4569-bfe2-1036cfb737c9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0631552 Apr 20 13:16:01.795968 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:01.827544 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5ca92-6321-4cb3-b496-5fb7c5fd742d req-31edc475-97dc-4df6-8738-5419acb6a07d tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:01.829118 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e4d5ca92-6321-4cb3-b496-5fb7c5fd742d req-31edc475-97dc-4df6-8738-5419acb6a07d tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba8e1424-56ae-4d50-8bea-767754a5334f HTTP/1.1" status: 200 len: 945 time: 0.1132915 Apr 20 13:16:01.885105 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port cc8a0c92-bc02-43cb-8ffc-1055649d228e, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=cc8a0c92-bc02-43cb-8ffc-1055649d228e,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:01.924708 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e4d5ca92-6321-4cb3-b496-5fb7c5fd742d req-a7a48725-2344-45bf-984a-994c42715049 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3b6e329-f703-4382-9d83-87660d8fbb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883381 Apr 20 13:16:01.926703 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4447c35c-4af2-488c-ae91-84100c93a309 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:16:01.930825 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4447c35c-4af2-488c-ae91-84100c93a309 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:01.955741 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:01.959833 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-6fef2ad7-14d3-4347-bf81-03b98b8843bb tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.32 "GET /v2.0/networks/db25d310-7014-4091-a613-df6bc463c340?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1621320 Apr 20 13:16:01.965575 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c9b024-e313-4026-8895-4a4f5cf6e3ca None None] DHCP port deletion for 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:16:01.984094 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-2e51bbc5-0581-41b4-b324-91faa84f9e03 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:02.038391 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=cc8a0c92-bc02-43cb-8ffc-1055649d228e,revision_number=8']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:02.073119 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-27c9b024-e313-4026-8895-4a4f5cf6e3ca None None] Deleting port 8c0faf08-7d20-4898-bc0f-cd4c585fdb5e {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:16:02.073556 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-27c9b024-e313-4026-8895-4a4f5cf6e3ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:02.145788 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-2e51bbc5-0581-41b4-b324-91faa84f9e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:02.218822 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-27c9b024-e313-4026-8895-4a4f5cf6e3ca None None] For port 8c0faf08-7d20-4898-bc0f-cd4c585fdb5e, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=8c0faf08-7d20-4898-bc0f-cd4c585fdb5e,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:02.219573 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-27c9b024-e313-4026-8895-4a4f5cf6e3ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:02.234151 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-27c9b024-e313-4026-8895-4a4f5cf6e3ca None None] Calling delete_port for 8c0faf08-7d20-4898-bc0f-cd4c585fdb5e owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:16:02.236025 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cae6af-6cc0-4b39-a83b-2b49f061ec8f req-29e8f318-5024-4758-9723-1a6934752a31 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:02.238193 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-04cae6af-6cc0-4b39-a83b-2b49f061ec8f req-29e8f318-5024-4758-9723-1a6934752a31 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/ports?device_id=49e1716c-00f8-4b87-9634-30d69d93a48e HTTP/1.1" status: 200 len: 945 time: 0.1720793 Apr 20 13:16:02.257377 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4447c35c-4af2-488c-ae91-84100c93a309 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:02.298090 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4447c35c-4af2-488c-ae91-84100c93a309 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:16:02.302739 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-4447c35c-4af2-488c-ae91-84100c93a309 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:16:02.310345 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4447c35c-4af2-488c-ae91-84100c93a309 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:02.310952 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4447c35c-4af2-488c-ae91-84100c93a309 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:02.331303 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4447c35c-4af2-488c-ae91-84100c93a309 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Subnet': ['ID=2bae58dc-a15c-483f-95f2-250f62923864,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:02.369681 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18dc55f-2041-495b-8352-1d641dd43f01 req-2cbc06d1-c0b7-48fb-b063-dc1ccfb30974 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:02.371333 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e18dc55f-2041-495b-8352-1d641dd43f01 req-2cbc06d1-c0b7-48fb-b063-dc1ccfb30974 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 945 time: 0.1437051 Apr 20 13:16:02.393331 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4447c35c-4af2-488c-ae91-84100c93a309 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6783798 Apr 20 13:16:02.396540 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46622) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:02.401773 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-5a6f201c-f5ff-42c5-893d-3f6f72b03b78 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'subnet': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:02.407623 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-04cae6af-6cc0-4b39-a83b-2b49f061ec8f req-afa0ebfb-a339-4c97-b44a-35ab21495b57 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3b6e329-f703-4382-9d83-87660d8fbb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548049 Apr 20 13:16:02.424434 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-27c9b024-e313-4026-8895-4a4f5cf6e3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:02.458363 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e18dc55f-2041-495b-8352-1d641dd43f01 req-a9b39c62-4392-41c1-acad-ec0b1b446028 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766613 Apr 20 13:16:02.467983 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9b024-e313-4026-8895-4a4f5cf6e3ca None None] Pushing event deleted for resources: {'Port': ['ID=8c0faf08-7d20-4898-bc0f-cd4c585fdb5e,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:02.469893 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c9b024-e313-4026-8895-4a4f5cf6e3ca None None] No DVR routers for this DVR port 8c0faf08-7d20-4898-bc0f-cd4c585fdb5e on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:16:02.474414 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-2e51bbc5-0581-41b4-b324-91faa84f9e03 service neutron] For port bcd82748-3135-4569-bfe2-1036cfb737c9, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=bcd82748-3135-4569-bfe2-1036cfb737c9,segment=NetworkSegment(6c303c0e-fdb8-422a-bdb4-949744537dde),segment_id=6c303c0e-fdb8-422a-bdb4-949744537dde)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:02.509066 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c4c3fd-963e-4641-b73a-e65e6cdbfb12 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:16:02.536781 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-2e51bbc5-0581-41b4-b324-91faa84f9e03 service neutron] For port bcd82748-3135-4569-bfe2-1036cfb737c9, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:16:02.574465 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-2e51bbc5-0581-41b4-b324-91faa84f9e03 service neutron] device_id is not set on port bcd82748-3135-4569-bfe2-1036cfb737c9 yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:16:02.585919 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:16:02.591737 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-2e51bbc5-0581-41b4-b324-91faa84f9e03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:02.643203 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 8c0faf08-7d20-4898-bc0f-cd4c585fdb5e no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:16:02.669744 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 8c0faf08-7d20-4898-bc0f-cd4c585fdb5e {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:16:02.669957 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 8c0faf08-7d20-4898-bc0f-cd4c585fdb5e not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:16:02.692516 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-2e51bbc5-0581-41b4-b324-91faa84f9e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:02.744632 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e70b8f-2011-410d-a74e-e4cb8d1e8e03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'tenant_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'fixed_ips': [{'subnet_id': '2bae58dc-a15c-483f-95f2-250f62923864'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:16:02.745536 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-88e70b8f-2011-410d-a74e-e4cb8d1e8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:02.755159 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6f201c-f5ff-42c5-893d-3f6f72b03b78 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:16:02.755684 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a6f201c-f5ff-42c5-893d-3f6f72b03b78 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:02.762658 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e51bbc5-0581-41b4-b324-91faa84f9e03 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd82748-3135-4569-bfe2-1036cfb737c9,revision_number=6']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:02.819259 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-2e51bbc5-0581-41b4-b324-91faa84f9e03 service neutron] No DVR routers for this DVR port bcd82748-3135-4569-bfe2-1036cfb737c9 on host n-h1-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:16:02.900397 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93d69e-5c65-4a35-978f-ce55e8200b26 req-e1a926fa-0f2b-4d8b-94cf-b9bf86f4a29b tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:02.907458 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93d69e-5c65-4a35-978f-ce55e8200b26 req-e1a926fa-0f2b-4d8b-94cf-b9bf86f4a29b tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:02.913703 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93d69e-5c65-4a35-978f-ce55e8200b26 req-e1a926fa-0f2b-4d8b-94cf-b9bf86f4a29b tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:02.922680 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93d69e-5c65-4a35-978f-ce55e8200b26 req-e1a926fa-0f2b-4d8b-94cf-b9bf86f4a29b tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:02.926590 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93d69e-5c65-4a35-978f-ce55e8200b26 req-e1a926fa-0f2b-4d8b-94cf-b9bf86f4a29b tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:02.933249 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93d69e-5c65-4a35-978f-ce55e8200b26 req-e1a926fa-0f2b-4d8b-94cf-b9bf86f4a29b tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:02.941700 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ca93d69e-5c65-4a35-978f-ce55e8200b26 req-e1a926fa-0f2b-4d8b-94cf-b9bf86f4a29b tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 4665 time: 0.1753628 Apr 20 13:16:02.967862 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-2e51bbc5-0581-41b4-b324-91faa84f9e03 service neutron] In _notify_port_updated(), no bound segment for port bcd82748-3135-4569-bfe2-1036cfb737c9 on network db25d310-7014-4091-a613-df6bc463c340 {{(pid=114869) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 13:16:02.968742 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-2e51bbc5-0581-41b4-b324-91faa84f9e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:02.969347 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-2e51bbc5-0581-41b4-b324-91faa84f9e03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:02.970641 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-2e51bbc5-0581-41b4-b324-91faa84f9e03 service neutron] 10.222.0.32 "PUT /v2.0/ports/bcd82748-3135-4569-bfe2-1036cfb737c9 HTTP/1.1" status: 200 len: 1032 time: 0.9921153 Apr 20 13:16:02.974195 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-88e70b8f-2011-410d-a74e-e4cb8d1e8e03 None None] Allocated IP 172.20.0.2 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/2bae58dc-a15c-483f-95f2-250f62923864/5c963e15-ca7e-4e94-8481-0e3a046edfa6) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:16:03.012525 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ca93d69e-5c65-4a35-978f-ce55e8200b26 req-2a3d2442-4a47-4be6-9f10-8b7d94fba627 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=453f1f18-ab3a-45a6-896f-f71ff07ade0a&id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636237 Apr 20 13:16:03.061711 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-1dcadf34-7085-4987-9147-9af8cbc656f8 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:03.062491 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-1dcadf34-7085-4987-9147-9af8cbc656f8 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.32 "GET /v2.0/ports/4b9a3dab-fa04-4d5d-827d-ba1227aed618?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0820026 Apr 20 13:16:03.073454 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-55dc3d5e-1a43-4ea3-879a-a68bec553104 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:03.100812 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e1716c-00f8-4b87-9634-30d69d93a48e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e9224e-6f71-4852-b1bb-3289ae3c4f63'}, {'server_uuid': 'd3de77a5-a55b-4834-b157-2d2c2c00d25d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc8a0c92-bc02-43cb-8ffc-1055649d228e'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:16:03.103160 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d328fed5-cc6b-466b-abfb-050ac5796be9" -d '{"events": [{"server_uuid": "49e1716c-00f8-4b87-9634-30d69d93a48e", "name": "network-vif-plugged", "status": "completed", "tag": "74e9224e-6f71-4852-b1bb-3289ae3c4f63"}, {"server_uuid": "d3de77a5-a55b-4834-b157-2d2c2c00d25d", "name": "network-vif-unplugged", "status": "completed", "tag": "cc8a0c92-bc02-43cb-8ffc-1055649d228e"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:16:03.152379 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-55dc3d5e-1a43-4ea3-879a-a68bec553104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:03.157003 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 20 Apr 2022 13:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758ee443-ffdf-41df-b375-0e5369ee9b8c x-openstack-request-id: req-758ee443-ffdf-41df-b375-0e5369ee9b8c {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:16:03.157292 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e1716c-00f8-4b87-9634-30d69d93a48e", "name": "network-vif-plugged", "status": "completed", "tag": "74e9224e-6f71-4852-b1bb-3289ae3c4f63", "code": 200}, {"server_uuid": "d3de77a5-a55b-4834-b157-2d2c2c00d25d", "name": "network-vif-unplugged", "status": "completed", "tag": "cc8a0c92-bc02-43cb-8ffc-1055649d228e", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:16:03.157545 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-758ee443-ffdf-41df-b375-0e5369ee9b8c {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:16:03.157928 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-758ee443-ffdf-41df-b375-0e5369ee9b8c'] response: {'server_uuid': '49e1716c-00f8-4b87-9634-30d69d93a48e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e9224e-6f71-4852-b1bb-3289ae3c4f63', 'code': 200} Apr 20 13:16:03.158182 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-758ee443-ffdf-41df-b375-0e5369ee9b8c'] response: {'server_uuid': 'd3de77a5-a55b-4834-b157-2d2c2c00d25d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc8a0c92-bc02-43cb-8ffc-1055649d228e', 'code': 200} Apr 20 13:16:03.183527 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-7e172c2e-ad3c-4504-9a67-87e4d5ff9ecc None None] Provisioning complete for port bcd82748-3135-4569-bfe2-1036cfb737c9 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:03.183898 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7e172c2e-ad3c-4504-9a67-87e4d5ff9ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:03.226922 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-88e70b8f-2011-410d-a74e-e4cb8d1e8e03 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:03.247306 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-7e172c2e-ad3c-4504-9a67-87e4d5ff9ecc None None] Port bcd82748-3135-4569-bfe2-1036cfb737c9 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:16:03.282588 n-d-836015-7 neutron-server[114870]: DEBUG neutron.objects.ports [None req-5a6f201c-f5ff-42c5-893d-3f6f72b03b78 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114870) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 13:16:03.284313 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a6f201c-f5ff-42c5-893d-3f6f72b03b78 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:03.321936 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc51d5a-800a-4375-b55f-08a6c2180b22 req-8a15f14a-eb61-4d4e-bda4-0bcf6db905f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:03.323475 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5fc51d5a-800a-4375-b55f-08a6c2180b22 req-8a15f14a-eb61-4d4e-bda4-0bcf6db905f6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=49e1716c-00f8-4b87-9634-30d69d93a48e HTTP/1.1" status: 200 len: 1096 time: 0.0896609 Apr 20 13:16:03.333746 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-88e70b8f-2011-410d-a74e-e4cb8d1e8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:03.334135 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6f201c-f5ff-42c5-893d-3f6f72b03b78 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:16:03.338289 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-5a6f201c-f5ff-42c5-893d-3f6f72b03b78 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:16:03.342919 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6f201c-f5ff-42c5-893d-3f6f72b03b78 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:03.344191 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a6f201c-f5ff-42c5-893d-3f6f72b03b78 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:03.355989 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f201c-f5ff-42c5-893d-3f6f72b03b78 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Subnet': ['ID=f8789f5b-76cd-4e85-99cf-59ac66703609,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:03.367585 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-55dc3d5e-1a43-4ea3-879a-a68bec553104 service neutron] For port 4b9a3dab-fa04-4d5d-827d-ba1227aed618, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=4b9a3dab-fa04-4d5d-827d-ba1227aed618,segment=NetworkSegment(6c303c0e-fdb8-422a-bdb4-949744537dde),segment_id=6c303c0e-fdb8-422a-bdb4-949744537dde)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:03.392786 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5fc51d5a-800a-4375-b55f-08a6c2180b22 req-972a8f53-2ad1-4861-923b-82d5374240c2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a3b6e329-f703-4382-9d83-87660d8fbb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610633 Apr 20 13:16:03.396513 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e70b8f-2011-410d-a74e-e4cb8d1e8e03 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:16:03.401751 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-88e70b8f-2011-410d-a74e-e4cb8d1e8e03 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:16:03.405823 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e70b8f-2011-410d-a74e-e4cb8d1e8e03 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:16:03.418106 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e70b8f-2011-410d-a74e-e4cb8d1e8e03 None None] Pushing event updated for resources: {'Port': ['ID=5c963e15-ca7e-4e94-8481-0e3a046edfa6,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:03.423256 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-55dc3d5e-1a43-4ea3-879a-a68bec553104 service neutron] For port 4b9a3dab-fa04-4d5d-827d-ba1227aed618, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:16:03.434841 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5a6f201c-f5ff-42c5-893d-3f6f72b03b78 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0346627 Apr 20 13:16:03.435351 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46644) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:03.440810 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-730a7e4e-4b32-4310-b653-743145cad860 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'port': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'mac_address': 'fa:16:3e:8a:f9:fb', 'name': 'tempest-NetworksTestDHCPv6-421174503'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:03.480717 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-88e70b8f-2011-410d-a74e-e4cb8d1e8e03 None None] Attempting to bind port 5c963e15-ca7e-4e94-8481-0e3a046edfa6 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:16:03.481270 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-88e70b8f-2011-410d-a74e-e4cb8d1e8e03 None None] Attempting to bind port 5c963e15-ca7e-4e94-8481-0e3a046edfa6 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:16:03.481677 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e70b8f-2011-410d-a74e-e4cb8d1e8e03 None None] Attempting to bind port 5c963e15-ca7e-4e94-8481-0e3a046edfa6 on network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:16:03.488415 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-55dc3d5e-1a43-4ea3-879a-a68bec553104 service neutron] device_id is not set on port 4b9a3dab-fa04-4d5d-827d-ba1227aed618 yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:16:03.490585 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e70b8f-2011-410d-a74e-e4cb8d1e8e03 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:16:03.491086 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e70b8f-2011-410d-a74e-e4cb8d1e8e03 None None] Checking segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:16:03.491682 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-88e70b8f-2011-410d-a74e-e4cb8d1e8e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:03.492177 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e70b8f-2011-410d-a74e-e4cb8d1e8e03 None None] Bound using segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:16:03.492770 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-88e70b8f-2011-410d-a74e-e4cb8d1e8e03 None None] Bound port: 5c963e15-ca7e-4e94-8481-0e3a046edfa6, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:16:03.493674 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-88e70b8f-2011-410d-a74e-e4cb8d1e8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:03.566941 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-88e70b8f-2011-410d-a74e-e4cb8d1e8e03 None None] For port 5c963e15-ca7e-4e94-8481-0e3a046edfa6, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:16:03.572179 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-88e70b8f-2011-410d-a74e-e4cb8d1e8e03 None None] For port 5c963e15-ca7e-4e94-8481-0e3a046edfa6, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=5c963e15-ca7e-4e94-8481-0e3a046edfa6,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:16:03.574725 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-55dc3d5e-1a43-4ea3-879a-a68bec553104 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:03.625269 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b898498-2d46-404e-9949-0e9621123b99 req-4f09414c-65e0-448a-9863-8557ab9d6611 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:03.626732 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0b898498-2d46-404e-9949-0e9621123b99 req-4f09414c-65e0-448a-9863-8557ab9d6611 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/ports?device_id=49e1716c-00f8-4b87-9634-30d69d93a48e HTTP/1.1" status: 200 len: 945 time: 0.1062467 Apr 20 13:16:03.636242 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-88e70b8f-2011-410d-a74e-e4cb8d1e8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:03.641596 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1afe32-c413-48d7-8040-99ea91ef6310 req-611dedb7-929d-428c-aa69-5235cd33bb49 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:03.643676 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4d1afe32-c413-48d7-8040-99ea91ef6310 req-611dedb7-929d-428c-aa69-5235cd33bb49 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 945 time: 0.0668261 Apr 20 13:16:03.653018 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730a7e4e-4b32-4310-b653-743145cad860 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:16:03.658085 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-55dc3d5e-1a43-4ea3-879a-a68bec553104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:03.763251 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-730a7e4e-4b32-4310-b653-743145cad860 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:03.778148 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e70b8f-2011-410d-a74e-e4cb8d1e8e03 None None] Pushing event updated for resources: {'Port': ['ID=5c963e15-ca7e-4e94-8481-0e3a046edfa6,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:03.790503 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-730a7e4e-4b32-4310-b653-743145cad860 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] device_id is not set on port f127b9ff-1498-448c-88d1-fee96fecb8d8 yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:16:03.821246 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0b898498-2d46-404e-9949-0e9621123b99 req-e7e7d691-7fe9-43d5-9e48-4219ac372b72 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3b6e329-f703-4382-9d83-87660d8fbb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760476 Apr 20 13:16:03.864825 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-55dc3d5e-1a43-4ea3-879a-a68bec553104 service neutron] No DVR routers for this DVR port 4b9a3dab-fa04-4d5d-827d-ba1227aed618 on host n-h1-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:16:03.946893 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc3d5e-1a43-4ea3-879a-a68bec553104 service neutron] Pushing event updated for resources: {'Port': ['ID=4b9a3dab-fa04-4d5d-827d-ba1227aed618,revision_number=6']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:03.950823 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device a2533aa3-2355-44c2-b360-55e62b33e303 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:16:03.985878 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4d1afe32-c413-48d7-8040-99ea91ef6310 req-38754dd2-ce58-4520-a883-87d51557355d tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310776 Apr 20 13:16:04.008796 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-55dc3d5e-1a43-4ea3-879a-a68bec553104 service neutron] In _notify_port_updated(), no bound segment for port 4b9a3dab-fa04-4d5d-827d-ba1227aed618 on network db25d310-7014-4091-a613-df6bc463c340 {{(pid=114869) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 13:16:04.009727 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-55dc3d5e-1a43-4ea3-879a-a68bec553104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:04.010346 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-55dc3d5e-1a43-4ea3-879a-a68bec553104 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:04.032824 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-55dc3d5e-1a43-4ea3-879a-a68bec553104 service neutron] 10.222.0.32 "PUT /v2.0/ports/4b9a3dab-fa04-4d5d-827d-ba1227aed618 HTTP/1.1" status: 200 len: 1032 time: 0.9635134 Apr 20 13:16:04.166827 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:04.225816 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-efdd7e10-88e1-4e13-8f7a-7de4d3a913ce tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Deleting port ddf8ba6d-7550-4f8d-9701-e0000773fd49 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:16:04.226347 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-efdd7e10-88e1-4e13-8f7a-7de4d3a913ce tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:04.256497 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-730a7e4e-4b32-4310-b653-743145cad860 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Allocated IP 172.20.0.11 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/2bae58dc-a15c-483f-95f2-250f62923864/f127b9ff-1498-448c-88d1-fee96fecb8d8) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:16:04.259916 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port a2533aa3-2355-44c2-b360-55e62b33e303, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=a2533aa3-2355-44c2-b360-55e62b33e303,segment=NetworkSegment(84af7999-438f-4181-814e-70ab50e7b8be),segment_id=84af7999-438f-4181-814e-70ab50e7b8be)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:04.273664 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-730a7e4e-4b32-4310-b653-743145cad860 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Allocated IP 2001:db8::f816:3eff:fe8a:f9fb (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/f8789f5b-76cd-4e85-99cf-59ac66703609/f127b9ff-1498-448c-88d1-fee96fecb8d8) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:16:04.298898 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-310e0b39-6cb3-4d61-8b17-82a889a762a9 None None] Provisioning complete for port 4b9a3dab-fa04-4d5d-827d-ba1227aed618 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:04.299274 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-310e0b39-6cb3-4d61-8b17-82a889a762a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:04.338820 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-310e0b39-6cb3-4d61-8b17-82a889a762a9 None None] Port 4b9a3dab-fa04-4d5d-827d-ba1227aed618 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:16:04.346948 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb2590-14a2-434b-9340-6a8e65e5ab6e req-706c8398-e28c-4228-b19d-9c47b0b9d022 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:04.353754 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb2590-14a2-434b-9340-6a8e65e5ab6e req-706c8398-e28c-4228-b19d-9c47b0b9d022 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:04.361127 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb2590-14a2-434b-9340-6a8e65e5ab6e req-706c8398-e28c-4228-b19d-9c47b0b9d022 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:04.364364 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:04.365348 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device f14937da-3ffa-4323-b6fb-be8c65077a73 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:16:04.376798 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb2590-14a2-434b-9340-6a8e65e5ab6e req-706c8398-e28c-4228-b19d-9c47b0b9d022 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:04.384398 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb2590-14a2-434b-9340-6a8e65e5ab6e req-706c8398-e28c-4228-b19d-9c47b0b9d022 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:04.386576 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e6cb2590-14a2-434b-9340-6a8e65e5ab6e req-706c8398-e28c-4228-b19d-9c47b0b9d022 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 3886 time: 0.1781354 Apr 20 13:16:04.447132 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=a2533aa3-2355-44c2-b360-55e62b33e303,revision_number=6']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:04.453756 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-efdd7e10-88e1-4e13-8f7a-7de4d3a913ce tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] For port ddf8ba6d-7550-4f8d-9701-e0000773fd49, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=ddf8ba6d-7550-4f8d-9701-e0000773fd49,segment=NetworkSegment(6c303c0e-fdb8-422a-bdb4-949744537dde),segment_id=6c303c0e-fdb8-422a-bdb4-949744537dde)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:04.454691 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-efdd7e10-88e1-4e13-8f7a-7de4d3a913ce tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:04.470580 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-730a7e4e-4b32-4310-b653-743145cad860 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:04.476804 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-efdd7e10-88e1-4e13-8f7a-7de4d3a913ce tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Calling delete_port for ddf8ba6d-7550-4f8d-9701-e0000773fd49 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:16:04.489583 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:04.502618 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e6cb2590-14a2-434b-9340-6a8e65e5ab6e req-0e3a2c76-a48c-4d10-bd86-b05895fe74b6 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004601 Apr 20 13:16:04.527689 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port f14937da-3ffa-4323-b6fb-be8c65077a73, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=f14937da-3ffa-4323-b6fb-be8c65077a73,segment=NetworkSegment(584fac4e-2911-4891-a944-b5325601ea9d),segment_id=584fac4e-2911-4891-a944-b5325601ea9d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:04.591916 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-730a7e4e-4b32-4310-b653-743145cad860 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:04.601581 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:04.602117 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device ddf8ba6d-7550-4f8d-9701-e0000773fd49 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:16:04.637871 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730a7e4e-4b32-4310-b653-743145cad860 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:16:04.641123 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-730a7e4e-4b32-4310-b653-743145cad860 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:16:04.645087 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730a7e4e-4b32-4310-b653-743145cad860 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:16:04.670141 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 5c963e15-ca7e-4e94-8481-0e3a046edfa6 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:16:04.674503 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a7e4e-4b32-4310-b653-743145cad860 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Port': ['ID=f127b9ff-1498-448c-88d1-fee96fecb8d8,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:04.704614 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730a7e4e-4b32-4310-b653-743145cad860 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:04.705161 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-730a7e4e-4b32-4310-b653-743145cad860 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:04.710034 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-efdd7e10-88e1-4e13-8f7a-7de4d3a913ce tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:04.727093 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=f14937da-3ffa-4323-b6fb-be8c65077a73,revision_number=6']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:04.739431 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No active binding found for port ddf8ba6d-7550-4f8d-9701-e0000773fd49 {{(pid=114871) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 20 13:16:04.739845 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device ddf8ba6d-7550-4f8d-9701-e0000773fd49 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:16:04.740270 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device c31c0af8-e1a8-4b9f-999d-c359f5ff9aac no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:16:04.751615 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd7e10-88e1-4e13-8f7a-7de4d3a913ce tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Pushing event deleted for resources: {'Port': ['ID=ddf8ba6d-7550-4f8d-9701-e0000773fd49,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:04.791316 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 5c963e15-ca7e-4e94-8481-0e3a046edfa6 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:04.791699 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:04.812161 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-730a7e4e-4b32-4310-b653-743145cad860 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3735666 Apr 20 13:16:04.812463 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46664) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:04.826767 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-efdd7e10-88e1-4e13-8f7a-7de4d3a913ce tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] No DVR routers for this DVR port ddf8ba6d-7550-4f8d-9701-e0000773fd49 on host n-h1-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:16:04.826767 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-efdd7e10-88e1-4e13-8f7a-7de4d3a913ce tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:04.834857 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-efdd7e10-88e1-4e13-8f7a-7de4d3a913ce tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.32 "DELETE /v2.0/ports/ddf8ba6d-7550-4f8d-9701-e0000773fd49 HTTP/1.1" status: 204 len: 173 time: 0.7949464 Apr 20 13:16:04.835541 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'name': 'network-vif-deleted', 'tag': 'ddf8ba6d-7550-4f8d-9701-e0000773fd49'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:16:04.837919 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12bfa1e3-81f8-4302-9ed1-7b688893247d" -d '{"events": [{"server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "name": "network-vif-deleted", "tag": "ddf8ba6d-7550-4f8d-9701-e0000773fd49"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:16:04.874451 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:04.950342 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a0fde4-58bd-4400-a031-8f5a5a908efa tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:04.964164 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02badc1b-aafc-46ab-8216-010322462fe8 x-openstack-request-id: req-02badc1b-aafc-46ab-8216-010322462fe8 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:16:04.964450 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "name": "network-vif-deleted", "tag": "ddf8ba6d-7550-4f8d-9701-e0000773fd49", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:16:04.964706 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-02badc1b-aafc-46ab-8216-010322462fe8 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:16:04.965101 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02badc1b-aafc-46ab-8216-010322462fe8'] response: {'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'name': 'network-vif-deleted', 'tag': 'ddf8ba6d-7550-4f8d-9701-e0000773fd49', 'status': 'completed', 'code': 200} Apr 20 13:16:04.966570 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a0fde4-58bd-4400-a031-8f5a5a908efa tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:04.976126 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-12a0fde4-58bd-4400-a031-8f5a5a908efa tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1624873 Apr 20 13:16:04.984910 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46676) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:05.004283 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port c31c0af8-e1a8-4b9f-999d-c359f5ff9aac, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=c31c0af8-e1a8-4b9f-999d-c359f5ff9aac,segment=NetworkSegment(584fac4e-2911-4891-a944-b5325601ea9d),segment_id=584fac4e-2911-4891-a944-b5325601ea9d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:05.007944 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:05.066585 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 5c963e15-ca7e-4e94-8481-0e3a046edfa6, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=5c963e15-ca7e-4e94-8481-0e3a046edfa6,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:05.100330 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbedaee6-7be4-4ab9-b8e0-889c9c3b7751 req-7b2c1e25-3de6-408c-a10f-8fd72c1a4cc8 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:05.102438 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dbedaee6-7be4-4ab9-b8e0-889c9c3b7751 req-7b2c1e25-3de6-408c-a10f-8fd72c1a4cc8 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/ports?device_id=49e1716c-00f8-4b87-9634-30d69d93a48e HTTP/1.1" status: 200 len: 945 time: 0.1362631 Apr 20 13:16:05.123723 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-8c8ed81c-e721-4b63-a250-1e1678b63913 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Deleting port 5302454f-5640-4916-878d-d138d40df21a {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:16:05.124070 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-8c8ed81c-e721-4b63-a250-1e1678b63913 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:05.151974 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-b3ba7d08-b7f2-480b-85f7-07200cb1ae6a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting port f127b9ff-1498-448c-88d1-fee96fecb8d8 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:16:05.152318 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b3ba7d08-b7f2-480b-85f7-07200cb1ae6a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:05.160167 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2533aa3-2355-44c2-b360-55e62b33e303'}, {'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f14937da-3ffa-4323-b6fb-be8c65077a73'}, {'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c31c0af8-e1a8-4b9f-999d-c359f5ff9aac'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:16:05.163319 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae7792e-fea3-44b4-bcf0-957901bb66f8" -d '{"events": [{"server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "name": "network-vif-unplugged", "status": "completed", "tag": "a2533aa3-2355-44c2-b360-55e62b33e303"}, {"server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "name": "network-vif-unplugged", "status": "completed", "tag": "f14937da-3ffa-4323-b6fb-be8c65077a73"}, {"server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "name": "network-vif-unplugged", "status": "completed", "tag": "c31c0af8-e1a8-4b9f-999d-c359f5ff9aac"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:16:05.184998 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:05.186713 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 4b9a3dab-fa04-4d5d-827d-ba1227aed618 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:16:05.250484 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=c31c0af8-e1a8-4b9f-999d-c359f5ff9aac,revision_number=6']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:05.258183 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dbedaee6-7be4-4ab9-b8e0-889c9c3b7751 req-a2e2fdc7-a8a9-4dcc-9aa9-40e7e6fc8255 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3b6e329-f703-4382-9d83-87660d8fbb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462507 Apr 20 13:16:05.322218 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:05.325692 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5979d3-1cc8-4ee4-866e-572b4213030c req-22713ad4-fb04-43c7-bbe8-d6916be114a6 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:05.334163 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc5979d3-1cc8-4ee4-866e-572b4213030c req-22713ad4-fb04-43c7-bbe8-d6916be114a6 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 945 time: 0.1921399 Apr 20 13:16:05.410244 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 20 Apr 2022 13:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a395cd5-dacd-4d33-8dce-4806f16f00ac x-openstack-request-id: req-4a395cd5-dacd-4d33-8dce-4806f16f00ac {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:16:05.411173 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "name": "network-vif-unplugged", "status": "completed", "tag": "a2533aa3-2355-44c2-b360-55e62b33e303", "code": 200}, {"server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "name": "network-vif-unplugged", "status": "completed", "tag": "f14937da-3ffa-4323-b6fb-be8c65077a73", "code": 200}, {"server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "name": "network-vif-unplugged", "status": "completed", "tag": "c31c0af8-e1a8-4b9f-999d-c359f5ff9aac", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:16:05.412194 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4a395cd5-dacd-4d33-8dce-4806f16f00ac {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:16:05.416826 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a395cd5-dacd-4d33-8dce-4806f16f00ac'] response: {'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2533aa3-2355-44c2-b360-55e62b33e303', 'code': 200} Apr 20 13:16:05.416826 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a395cd5-dacd-4d33-8dce-4806f16f00ac'] response: {'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f14937da-3ffa-4323-b6fb-be8c65077a73', 'code': 200} Apr 20 13:16:05.416826 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a395cd5-dacd-4d33-8dce-4806f16f00ac'] response: {'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c31c0af8-e1a8-4b9f-999d-c359f5ff9aac', 'code': 200} Apr 20 13:16:05.416826 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=5c963e15-ca7e-4e94-8481-0e3a046edfa6,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:05.418515 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-8c8ed81c-e721-4b63-a250-1e1678b63913 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] For port 5302454f-5640-4916-878d-d138d40df21a, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=5302454f-5640-4916-878d-d138d40df21a,segment=NetworkSegment(6c303c0e-fdb8-422a-bdb4-949744537dde),segment_id=6c303c0e-fdb8-422a-bdb4-949744537dde)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:05.418515 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-8c8ed81c-e721-4b63-a250-1e1678b63913 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:05.423736 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b3ba7d08-b7f2-480b-85f7-07200cb1ae6a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:05.435198 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a05f567-3290-4f52-a69a-83a68abc890b None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:16:05.447884 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-b3ba7d08-b7f2-480b-85f7-07200cb1ae6a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Calling delete_port for f127b9ff-1498-448c-88d1-fee96fecb8d8 owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:16:05.453251 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-8c8ed81c-e721-4b63-a250-1e1678b63913 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Calling delete_port for 5302454f-5640-4916-878d-d138d40df21a owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:16:05.471198 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc5979d3-1cc8-4ee4-866e-572b4213030c req-d7d3874c-ef12-4108-bd50-47fa3b67d64e tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360795 Apr 20 13:16:05.508748 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 4b9a3dab-fa04-4d5d-827d-ba1227aed618 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:16:05.509324 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device bcd82748-3135-4569-bfe2-1036cfb737c9 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:16:05.559637 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-fc1fbcc0-70e6-4f77-bbbf-f53addaf677d None None] Provisioning complete for port 5c963e15-ca7e-4e94-8481-0e3a046edfa6 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:05.560002 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fc1fbcc0-70e6-4f77-bbbf-f53addaf677d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:05.631504 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device bcd82748-3135-4569-bfe2-1036cfb737c9 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:16:05.632460 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 5302454f-5640-4916-878d-d138d40df21a no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:16:05.702895 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869fb34-dbcd-4284-8a2c-0dadbebb2cc4 req-ed732486-e79b-4e50-be75-aff347627a67 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:05.709631 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869fb34-dbcd-4284-8a2c-0dadbebb2cc4 req-ed732486-e79b-4e50-be75-aff347627a67 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:05.716300 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869fb34-dbcd-4284-8a2c-0dadbebb2cc4 req-ed732486-e79b-4e50-be75-aff347627a67 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:05.722377 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869fb34-dbcd-4284-8a2c-0dadbebb2cc4 req-ed732486-e79b-4e50-be75-aff347627a67 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:05.724162 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0869fb34-dbcd-4284-8a2c-0dadbebb2cc4 req-ed732486-e79b-4e50-be75-aff347627a67 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 3145 time: 0.1157393 Apr 20 13:16:05.736899 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b3ba7d08-b7f2-480b-85f7-07200cb1ae6a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:05.786364 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0869fb34-dbcd-4284-8a2c-0dadbebb2cc4 req-0ffe6b9b-8e61-46ab-ac23-bbdf9b8cb145 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535688 Apr 20 13:16:05.796076 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba7d08-b7f2-480b-85f7-07200cb1ae6a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Port': ['ID=f127b9ff-1498-448c-88d1-fee96fecb8d8,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:05.812672 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-8c8ed81c-e721-4b63-a250-1e1678b63913 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:05.835849 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:05.850181 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ed81c-e721-4b63-a250-1e1678b63913 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Pushing event deleted for resources: {'Port': ['ID=5302454f-5640-4916-878d-d138d40df21a,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:05.881208 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b3ba7d08-b7f2-480b-85f7-07200cb1ae6a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:05.890996 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b3ba7d08-b7f2-480b-85f7-07200cb1ae6a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/ports/f127b9ff-1498-448c-88d1-fee96fecb8d8 HTTP/1.1" status: 204 len: 168 time: 0.9118793 Apr 20 13:16:05.893659 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46698) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:05.907532 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-8c8ed81c-e721-4b63-a250-1e1678b63913 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] No DVR routers for this DVR port 5302454f-5640-4916-878d-d138d40df21a on host n-h1-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:16:05.910437 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-8c8ed81c-e721-4b63-a250-1e1678b63913 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:05.915133 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-8c8ed81c-e721-4b63-a250-1e1678b63913 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.32 "DELETE /v2.0/ports/5302454f-5640-4916-878d-d138d40df21a HTTP/1.1" status: 204 len: 173 time: 1.0734482 Apr 20 13:16:05.962600 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30920704-c70a-4374-8a2d-acfe5fd413c2 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:05.963436 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb92f9b8-18bf-4812-8845-da38bef3fef7 None None] Update dhcp port {'port': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'fixed_ips': [{'subnet_id': '2bae58dc-a15c-483f-95f2-250f62923864', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f8789f5b-76cd-4e85-99cf-59ac66703609'}], 'binding:host_id': 'n-d-836015-7'}, 'id': '5c963e15-ca7e-4e94-8481-0e3a046edfa6'} from n-d-836015-7. {{(pid=114871) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 13:16:05.964743 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30920704-c70a-4374-8a2d-acfe5fd413c2 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:05.966571 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30920704-c70a-4374-8a2d-acfe5fd413c2 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:05.968595 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-30920704-c70a-4374-8a2d-acfe5fd413c2 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0742164 Apr 20 13:16:05.971168 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46700) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:05.996889 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cb92f9b8-18bf-4812-8845-da38bef3fef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:06.029943 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-fa071495-3fae-44cb-8704-6916ba9ba365 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Deleting port a2533aa3-2355-44c2-b360-55e62b33e303 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:16:06.030202 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-fa071495-3fae-44cb-8704-6916ba9ba365 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:06.032173 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6341f30-7f62-4b24-abdc-16af7c71863e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting subnet 2bae58dc-a15c-483f-95f2-250f62923864 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:16:06.038210 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a6341f30-7f62-4b24-abdc-16af7c71863e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:06.094923 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a6341f30-7f62-4b24-abdc-16af7c71863e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:06.152089 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-fa071495-3fae-44cb-8704-6916ba9ba365 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] For port a2533aa3-2355-44c2-b360-55e62b33e303, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=a2533aa3-2355-44c2-b360-55e62b33e303,segment=NetworkSegment(84af7999-438f-4181-814e-70ab50e7b8be),segment_id=84af7999-438f-4181-814e-70ab50e7b8be)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:06.152696 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-fa071495-3fae-44cb-8704-6916ba9ba365 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:06.198607 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a6341f30-7f62-4b24-abdc-16af7c71863e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:06.345304 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-fa071495-3fae-44cb-8704-6916ba9ba365 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:06.345888 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-fa071495-3fae-44cb-8704-6916ba9ba365 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:06.345989 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-fa071495-3fae-44cb-8704-6916ba9ba365 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Floating IP 1714e835-f391-4ef5-b480-1eea3e76895a disassociated. External IP: 172.25.8.209, port: a2533aa3-2355-44c2-b360-55e62b33e303. Apr 20 13:16:06.346454 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-fa071495-3fae-44cb-8704-6916ba9ba365 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Calling delete_port for a2533aa3-2355-44c2-b360-55e62b33e303 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:16:06.350466 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a6341f30-7f62-4b24-abdc-16af7c71863e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server [None req-cb92f9b8-18bf-4812-8845-da38bef3fef7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2bae58dc-a15c-483f-95f2-250f62923864: This subnet is being modified by another concurrent operation. Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 13:16:06.355090 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 13:16:06.358897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:16:06.358897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:16:06.358897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:16:06.358897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:16:06.358897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 13:16:06.358897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:16:06.358897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 13:16:06.358897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 13:16:06.358897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:16:06.358897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:16:06.358897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:16:06.358897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:16:06.358897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 13:16:06.358897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 13:16:06.358897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port Apr 20 13:16:06.358897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Apr 20 13:16:06.358897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 13:16:06.358897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 13:16:06.358897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Apr 20 13:16:06.358897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Apr 20 13:16:06.358897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port Apr 20 13:16:06.358897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Apr 20 13:16:06.358897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Apr 20 13:16:06.358897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Apr 20 13:16:06.358897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Apr 20 13:16:06.358897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 20 13:16:06.358897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 20 13:16:06.358897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 20 13:16:06.358897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 20 13:16:06.358897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise exception Apr 20 13:16:06.358897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2bae58dc-a15c-483f-95f2-250f62923864: This subnet is being modified by another concurrent operation. Apr 20 13:16:06.358897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server Apr 20 13:16:06.379345 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6341f30-7f62-4b24-abdc-16af7c71863e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Subnet': ['ID=2bae58dc-a15c-483f-95f2-250f62923864,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:06.394459 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a6341f30-7f62-4b24-abdc-16af7c71863e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:06.394459 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a6341f30-7f62-4b24-abdc-16af7c71863e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/2bae58dc-a15c-483f-95f2-250f62923864 HTTP/1.1" status: 204 len: 168 time: 0.4199553 Apr 20 13:16:06.394801 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46714) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:06.462415 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a9d7b-94bc-4baa-84fe-944bbf4c2ca5 req-960ff802-c1ef-4e2e-83f3-059347f82aa2 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:06.473058 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-887a9d7b-94bc-4baa-84fe-944bbf4c2ca5 req-960ff802-c1ef-4e2e-83f3-059347f82aa2 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/ports?device_id=49e1716c-00f8-4b87-9634-30d69d93a48e HTTP/1.1" status: 200 len: 945 time: 0.1174073 Apr 20 13:16:06.483299 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9158d118-ec75-455c-a7c2-3c01f8669c09 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:16:06.494416 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dcdf0bb-161b-4573-a98f-c71fc2f0d53e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting subnet f8789f5b-76cd-4e85-99cf-59ac66703609 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:16:06.499961 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1dcdf0bb-161b-4573-a98f-c71fc2f0d53e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:06.536645 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device cc8a0c92-bc02-43cb-8ffc-1055649d228e details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:16:06.562910 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1dcdf0bb-161b-4573-a98f-c71fc2f0d53e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:06.626034 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1dcdf0bb-161b-4573-a98f-c71fc2f0d53e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:06.633235 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-887a9d7b-94bc-4baa-84fe-944bbf4c2ca5 req-9c5bf752-9c9e-4008-b265-b66093694d40 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3b6e329-f703-4382-9d83-87660d8fbb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615653 Apr 20 13:16:06.706278 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 5c963e15-ca7e-4e94-8481-0e3a046edfa6 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:16:06.715403 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf11b3-3092-4ff9-9fda-ad7518865915 req-e20d5f02-3e9d-4b14-886e-c4bed18c5737 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:06.716996 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-01cf11b3-3092-4ff9-9fda-ad7518865915 req-e20d5f02-3e9d-4b14-886e-c4bed18c5737 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 945 time: 0.1558659 Apr 20 13:16:06.780236 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port cc8a0c92-bc02-43cb-8ffc-1055649d228e, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=cc8a0c92-bc02-43cb-8ffc-1055649d228e,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:06.788470 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-01cf11b3-3092-4ff9-9fda-ad7518865915 req-07e841eb-af5b-4693-9440-b3990b45f026 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644903 Apr 20 13:16:06.794558 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-fa071495-3fae-44cb-8704-6916ba9ba365 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:06.815749 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1dcdf0bb-161b-4573-a98f-c71fc2f0d53e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:06.829662 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'cc8a0c92-bc02-43cb-8ffc-1055649d228e', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'port_id': 'cc8a0c92-bc02-43cb-8ffc-1055649d228e', 'mac_address': 'fa:16:3e:4c:f0:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b1f82a-7732-4b50-ab22-2475f182a712', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:16:06.831222 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-a2667d26-dac1-4ee1-9b1f-1e11ece7004f None None] Provisioning complete for port 5c963e15-ca7e-4e94-8481-0e3a046edfa6 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:06.831630 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a2667d26-dac1-4ee1-9b1f-1e11ece7004f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:06.848326 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa071495-3fae-44cb-8704-6916ba9ba365 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Pushing event deleted for resources: {'Port': ['ID=a2533aa3-2355-44c2-b360-55e62b33e303,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:06.885604 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcdf0bb-161b-4573-a98f-c71fc2f0d53e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Subnet': ['ID=f8789f5b-76cd-4e85-99cf-59ac66703609,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:06.894545 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1dcdf0bb-161b-4573-a98f-c71fc2f0d53e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:06.903905 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1dcdf0bb-161b-4573-a98f-c71fc2f0d53e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/f8789f5b-76cd-4e85-99cf-59ac66703609 HTTP/1.1" status: 204 len: 168 time: 0.5000992 Apr 20 13:16:06.906007 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46724) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:06.958045 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-77160088-3111-4af3-aad8-c3abcee5a572 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0516205 Apr 20 13:16:06.958643 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46728) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:06.978065 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'name': 'network-vif-deleted', 'tag': '5302454f-5640-4916-878d-d138d40df21a'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:16:06.980694 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b8b269-e0c8-457c-896c-5b43a5d168af" -d '{"events": [{"server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "name": "network-vif-deleted", "tag": "5302454f-5640-4916-878d-d138d40df21a"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:16:06.990835 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fc331-1c17-4b56-a71a-aea6b1b407fe req-8da74450-f64b-44bc-a592-ece2279b1151 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:06.992932 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-151fc331-1c17-4b56-a71a-aea6b1b407fe req-8da74450-f64b-44bc-a592-ece2279b1151 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/ports?device_id=22ac56f1-0238-493f-b49c-222808d805c6 HTTP/1.1" status: 200 len: 945 time: 0.2418664 Apr 20 13:16:07.026004 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a8c104-fe65-423e-9d81-37e2a367bf87 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:07.030076 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f0a8c104-fe65-423e-9d81-37e2a367bf87 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0681634 Apr 20 13:16:07.030568 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46732) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:07.052723 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a906b5a-c9e0-4f48-8ab3-4db83a7b3efa req-05cbd45b-c26a-4845-afc7-c44ce5a96cb5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:07.069691 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a906b5a-c9e0-4f48-8ab3-4db83a7b3efa req-05cbd45b-c26a-4845-afc7-c44ce5a96cb5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:07.069691 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a906b5a-c9e0-4f48-8ab3-4db83a7b3efa req-05cbd45b-c26a-4845-afc7-c44ce5a96cb5 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 1677 time: 0.1478057 Apr 20 13:16:07.070220 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-fa071495-3fae-44cb-8704-6916ba9ba365 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Router f12f7345-e5ab-404b-aedb-f3b847b28642 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:16:07.093691 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-151fc331-1c17-4b56-a71a-aea6b1b407fe req-0ba44eb2-c204-4534-95e5-1c1aa578214d tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3b6e329-f703-4382-9d83-87660d8fbb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911484 Apr 20 13:16:07.123136 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2bb74f-a5fe-4ca2-944b-0d695ef0a748 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:07.127581 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:07.130975 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-df2bb74f-a5fe-4ca2-944b-0d695ef0a748 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0969622 Apr 20 13:16:07.131120 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46738) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:07.184549 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a906b5a-c9e0-4f48-8ab3-4db83a7b3efa req-0acc1872-4351-41f8-b41f-b0da602a355e tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084294 Apr 20 13:16:07.203721 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c37812e-b95d-4359-b302-227154ee16f7 x-openstack-request-id: req-0c37812e-b95d-4359-b302-227154ee16f7 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:16:07.204012 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "name": "network-vif-deleted", "tag": "5302454f-5640-4916-878d-d138d40df21a", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:16:07.204312 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0c37812e-b95d-4359-b302-227154ee16f7 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:16:07.204722 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c37812e-b95d-4359-b302-227154ee16f7'] response: {'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'name': 'network-vif-deleted', 'tag': '5302454f-5640-4916-878d-d138d40df21a', 'status': 'completed', 'code': 200} Apr 20 13:16:07.241228 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc8a0c92-bc02-43cb-8ffc-1055649d228e {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:16:07.253216 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9c6d98f2-8e16-422b-9cd9-b6ef0789f5d6 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1203952 Apr 20 13:16:07.253502 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46744) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:07.271059 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-d8ffe92a-a29d-48aa-b1b3-cb940d4d2c90 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'subnet': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:07.300263 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:07.379673 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 5c963e15-ca7e-4e94-8481-0e3a046edfa6, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=5c963e15-ca7e-4e94-8481-0e3a046edfa6,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:07.405804 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port cc8a0c92-bc02-43cb-8ffc-1055649d228e, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=cc8a0c92-bc02-43cb-8ffc-1055649d228e,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:07.435347 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35c3c85-73c1-4e1b-8367-bb54946e6948 None None] DHCP port deletion for 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:16:07.504639 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:07.507847 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:07.569990 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=5c963e15-ca7e-4e94-8481-0e3a046edfa6,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:07.590458 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ffe92a-a29d-48aa-b1b3-cb940d4d2c90 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:16:07.602007 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d8ffe92a-a29d-48aa-b1b3-cb940d4d2c90 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:07.603711 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8ffe92a-a29d-48aa-b1b3-cb940d4d2c90 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:16:07.604109 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8ffe92a-a29d-48aa-b1b3-cb940d4d2c90 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:16:07.640446 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['cc8a0c92-bc02-43cb-8ffc-1055649d228e'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:16:07.685841 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-fa071495-3fae-44cb-8704-6916ba9ba365 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:16:07.696908 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d8ffe92a-a29d-48aa-b1b3-cb940d4d2c90 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4422479 Apr 20 13:16:07.700057 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46750) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:07.702895 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=cc8a0c92-bc02-43cb-8ffc-1055649d228e,revision_number=9']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:07.708643 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-f8122c05-7437-408a-89cc-0eb71116522d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'subnet': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:07.708977 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9b5c9f-83d0-48f2-affe-6eb4518f291d None None] Sync routers for ids ['f12f7345-e5ab-404b-aedb-f3b847b28642'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:16:07.718400 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-a35c3c85-73c1-4e1b-8367-bb54946e6948 None None] Deleting port 5c963e15-ca7e-4e94-8481-0e3a046edfa6 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:16:07.718400 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a35c3c85-73c1-4e1b-8367-bb54946e6948 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:07.739772 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9b5c9f-83d0-48f2-affe-6eb4518f291d None None] Routers {'f12f7345-e5ab-404b-aedb-f3b847b28642'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:16:07.740564 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-1a9b5c9f-83d0-48f2-affe-6eb4518f291d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:15:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f12f7345-e5ab-404b-aedb-f3b847b28642'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:07.743876 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-fa071495-3fae-44cb-8704-6916ba9ba365 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] No DVR routers for this DVR port a2533aa3-2355-44c2-b360-55e62b33e303 on host n-h1-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:16:07.748410 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-fa071495-3fae-44cb-8704-6916ba9ba365 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:07.756098 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-fa071495-3fae-44cb-8704-6916ba9ba365 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.32 "DELETE /v2.0/ports/a2533aa3-2355-44c2-b360-55e62b33e303 HTTP/1.1" status: 204 len: 173 time: 1.8338447 Apr 20 13:16:07.911401 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-a35c3c85-73c1-4e1b-8367-bb54946e6948 None None] For port 5c963e15-ca7e-4e94-8481-0e3a046edfa6, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=5c963e15-ca7e-4e94-8481-0e3a046edfa6,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:07.911802 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a35c3c85-73c1-4e1b-8367-bb54946e6948 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:07.935467 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-a35c3c85-73c1-4e1b-8367-bb54946e6948 None None] Calling delete_port for 5c963e15-ca7e-4e94-8481-0e3a046edfa6 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:16:07.943971 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8122c05-7437-408a-89cc-0eb71116522d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:16:07.950624 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f8122c05-7437-408a-89cc-0eb71116522d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:07.952220 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8122c05-7437-408a-89cc-0eb71116522d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:16:07.952653 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8122c05-7437-408a-89cc-0eb71116522d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:16:07.963620 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9389c6-9dd6-48e1-b312-4df8e0e12039 req-f73a11a7-8857-4f4c-b2ff-1ffcc7c51507 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:07.965114 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1b9389c6-9dd6-48e1-b312-4df8e0e12039 req-f73a11a7-8857-4f4c-b2ff-1ffcc7c51507 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/ports?device_id=22ac56f1-0238-493f-b49c-222808d805c6 HTTP/1.1" status: 200 len: 945 time: 0.1190259 Apr 20 13:16:07.984309 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f3751-0ce0-44c6-873b-ca7ef4eb3917 req-db11845b-4ed7-4547-a46d-d69e4dfaf7bf tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:07.985773 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6b3f3751-0ce0-44c6-873b-ca7ef4eb3917 req-db11845b-4ed7-4547-a46d-d69e4dfaf7bf tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 945 time: 0.1020715 Apr 20 13:16:08.028584 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-076d7848-3fc8-4bb4-a1e8-d7cdb71e8b4c tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Deleting port c31c0af8-e1a8-4b9f-999d-c359f5ff9aac {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:16:08.028896 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-076d7848-3fc8-4bb4-a1e8-d7cdb71e8b4c tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:08.063121 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1b9389c6-9dd6-48e1-b312-4df8e0e12039 req-b089826e-212b-45db-bc84-3948f246b90d tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3b6e329-f703-4382-9d83-87660d8fbb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875251 Apr 20 13:16:08.063496 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f8122c05-7437-408a-89cc-0eb71116522d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3602657 Apr 20 13:16:08.065817 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46758) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:08.072578 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-38550703-784e-4726-b5e6-69dbea18833e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'subnet': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:08.073830 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-1a9b5c9f-83d0-48f2-affe-6eb4518f291d None None] Set router f12f7345-e5ab-404b-aedb-f3b847b28642 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:16:08.115866 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6b3f3751-0ce0-44c6-873b-ca7ef4eb3917 req-59cedea6-18da-48ab-9c26-ebbc79dd1ad1 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071432 Apr 20 13:16:08.175159 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-076d7848-3fc8-4bb4-a1e8-d7cdb71e8b4c tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] For port c31c0af8-e1a8-4b9f-999d-c359f5ff9aac, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=c31c0af8-e1a8-4b9f-999d-c359f5ff9aac,segment=NetworkSegment(584fac4e-2911-4891-a944-b5325601ea9d),segment_id=584fac4e-2911-4891-a944-b5325601ea9d)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:08.175577 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-076d7848-3fc8-4bb4-a1e8-d7cdb71e8b4c tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:08.189480 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-076d7848-3fc8-4bb4-a1e8-d7cdb71e8b4c tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Calling delete_port for c31c0af8-e1a8-4b9f-999d-c359f5ff9aac owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:16:08.232715 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a35c3c85-73c1-4e1b-8367-bb54946e6948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:08.274761 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c3c85-73c1-4e1b-8367-bb54946e6948 None None] Pushing event deleted for resources: {'Port': ['ID=5c963e15-ca7e-4e94-8481-0e3a046edfa6,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:08.282290 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35c3c85-73c1-4e1b-8367-bb54946e6948 None None] No DVR routers for this DVR port 5c963e15-ca7e-4e94-8481-0e3a046edfa6 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:16:08.283607 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38550703-784e-4726-b5e6-69dbea18833e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:16:08.298485 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-38550703-784e-4726-b5e6-69dbea18833e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:08.301067 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-38550703-784e-4726-b5e6-69dbea18833e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:16:08.301689 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38550703-784e-4726-b5e6-69dbea18833e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:16:08.362769 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d32255-1133-4c5e-af96-bb913192352e None None] get_active_networks_info from n-d-836015-7 {{(pid=114871) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 13:16:08.401754 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6a202-a05e-4f58-b95a-49cbbc47f589 req-ee948ea9-4ca1-4129-85fb-9012916fed45 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:08.407785 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6a202-a05e-4f58-b95a-49cbbc47f589 req-ee948ea9-4ca1-4129-85fb-9012916fed45 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:08.409144 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-38550703-784e-4726-b5e6-69dbea18833e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3421357 Apr 20 13:16:08.412199 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46772) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:08.412676 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-38e6a202-a05e-4f58-b95a-49cbbc47f589 req-ee948ea9-4ca1-4129-85fb-9012916fed45 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 1677 time: 0.0902824 Apr 20 13:16:08.422671 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-17d70f3a-03c7-44dc-9e50-202a9cf5a482 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'subnet': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:08.473683 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-38e6a202-a05e-4f58-b95a-49cbbc47f589 req-614da3db-8e1c-49fa-b4f5-0f7ce02bdb0d tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups?id=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495276 Apr 20 13:16:08.501290 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-076d7848-3fc8-4bb4-a1e8-d7cdb71e8b4c tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:08.515987 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-1a9b5c9f-83d0-48f2-affe-6eb4518f291d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12f7345-e5ab-404b-aedb-f3b847b28642', 'name': 'tempest-TaggedBootDevicesTest_v242-463053943-router', 'tenant_id': '751edd8696be4dfdb3446a3e33725797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'c5777304-e63c-475b-80df-7ac06bd03836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:09:05Z', 'updated_at': '2022-04-20T13:09:14Z', 'revision_number': 4, 'project_id': '751edd8696be4dfdb3446a3e33725797', 'gw_port': {'id': 'c5777304-e63c-475b-80df-7ac06bd03836', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12f7345-e5ab-404b-aedb-f3b847b28642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:09:07Z', 'updated_at': '2022-04-20T13:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '3566f124-3efb-498e-b35f-1acfb1897306', 'name': '', 'network_id': '56951fe5-a13b-4124-8315-505260f0a93e', 'tenant_id': '751edd8696be4dfdb3446a3e33725797', 'mac_address': 'fa:16:3e:8e:9d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12f7345-e5ab-404b-aedb-f3b847b28642', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '3c09cad0-5b49-4174-8e95-ec3d5bcce76b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:09:13Z', 'updated_at': '2022-04-20T13:09:19Z', 'revision_number': 5, 'project_id': '751edd8696be4dfdb3446a3e33725797', 'subnets': [{'id': '3c09cad0-5b49-4174-8e95-ec3d5bcce76b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:08.551011 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d7848-3fc8-4bb4-a1e8-d7cdb71e8b4c tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Pushing event deleted for resources: {'Port': ['ID=c31c0af8-e1a8-4b9f-999d-c359f5ff9aac,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:08.562659 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9b5c9f-83d0-48f2-affe-6eb4518f291d None None] Checking router: f12f7345-e5ab-404b-aedb-f3b847b28642 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:16:08.589918 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9b5c9f-83d0-48f2-affe-6eb4518f291d None None] Routers {'f12f7345-e5ab-404b-aedb-f3b847b28642'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:16:08.590566 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-1a9b5c9f-83d0-48f2-affe-6eb4518f291d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:15:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f12f7345-e5ab-404b-aedb-f3b847b28642'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:08.606328 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-076d7848-3fc8-4bb4-a1e8-d7cdb71e8b4c tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] No DVR routers for this DVR port c31c0af8-e1a8-4b9f-999d-c359f5ff9aac on host n-h1-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:16:08.608969 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-076d7848-3fc8-4bb4-a1e8-d7cdb71e8b4c tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:08.612513 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-076d7848-3fc8-4bb4-a1e8-d7cdb71e8b4c tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.32 "DELETE /v2.0/ports/c31c0af8-e1a8-4b9f-999d-c359f5ff9aac HTTP/1.1" status: 204 len: 173 time: 0.8501568 Apr 20 13:16:08.646933 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d70f3a-03c7-44dc-9e50-202a9cf5a482 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:16:08.651025 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-17d70f3a-03c7-44dc-9e50-202a9cf5a482 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:08.652777 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-17d70f3a-03c7-44dc-9e50-202a9cf5a482 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:16:08.656169 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17d70f3a-03c7-44dc-9e50-202a9cf5a482 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:16:08.657638 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d32255-1133-4c5e-af96-bb913192352e None None] Resources bound (agent type, host, resource id): {{(pid=114871) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 13:16:08.723054 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-91c6a106-0e58-4594-8996-e93096691657 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Deleting port f14937da-3ffa-4323-b6fb-be8c65077a73 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:16:08.723645 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-91c6a106-0e58-4594-8996-e93096691657 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:08.753025 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-17d70f3a-03c7-44dc-9e50-202a9cf5a482 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3345168 Apr 20 13:16:08.756457 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46774) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:08.765032 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-6a03a51c-1edd-4d7d-8235-2ea6cb761dbc tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'subnet': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:08.826404 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-91c6a106-0e58-4594-8996-e93096691657 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] For port f14937da-3ffa-4323-b6fb-be8c65077a73, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=f14937da-3ffa-4323-b6fb-be8c65077a73,segment=NetworkSegment(584fac4e-2911-4891-a944-b5325601ea9d),segment_id=584fac4e-2911-4891-a944-b5325601ea9d)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:08.828243 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-91c6a106-0e58-4594-8996-e93096691657 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:08.859113 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-91c6a106-0e58-4594-8996-e93096691657 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Calling delete_port for f14937da-3ffa-4323-b6fb-be8c65077a73 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:16:08.884481 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-1a9b5c9f-83d0-48f2-affe-6eb4518f291d None None] Set router f12f7345-e5ab-404b-aedb-f3b847b28642 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:16:08.978280 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a03a51c-1edd-4d7d-8235-2ea6cb761dbc tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:16:08.984098 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6a03a51c-1edd-4d7d-8235-2ea6cb761dbc tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:08.986036 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a03a51c-1edd-4d7d-8235-2ea6cb761dbc tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:16:08.986647 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a03a51c-1edd-4d7d-8235-2ea6cb761dbc tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:16:09.129942 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 46782) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:09.131670 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6a03a51c-1edd-4d7d-8235-2ea6cb761dbc tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3709540 Apr 20 13:16:09.136756 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-51bdc169-7ef5-44b7-a39f-553a89629d60 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'subnet': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:09.222946 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-91c6a106-0e58-4594-8996-e93096691657 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:09.225138 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'name': 'network-vif-deleted', 'tag': 'a2533aa3-2355-44c2-b360-55e62b33e303'}, {'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'name': 'network-vif-deleted', 'tag': 'c31c0af8-e1a8-4b9f-999d-c359f5ff9aac'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:16:09.226845 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e3a4cf-ca8c-4df1-9e9f-b1f3ad90b40c" -d '{"events": [{"server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "name": "network-vif-deleted", "tag": "a2533aa3-2355-44c2-b360-55e62b33e303"}, {"server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "name": "network-vif-deleted", "tag": "c31c0af8-e1a8-4b9f-999d-c359f5ff9aac"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:16:09.314758 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c6a106-0e58-4594-8996-e93096691657 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Pushing event deleted for resources: {'Port': ['ID=f14937da-3ffa-4323-b6fb-be8c65077a73,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:09.341849 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e561166-f2c9-4a4c-9440-4288a47dade4 req-d174f2ea-f02c-4692-b9ff-687faf6ae822 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:09.343663 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0e561166-f2c9-4a4c-9440-4288a47dade4 req-d174f2ea-f02c-4692-b9ff-687faf6ae822 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.32 "GET /v2.0/ports?device_id=22ac56f1-0238-493f-b49c-222808d805c6 HTTP/1.1" status: 200 len: 945 time: 0.0731657 Apr 20 13:16:09.398103 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45290414-b383-4a90-afe9-e401c35e437b req-f9f1e7d3-4075-4ab8-ad05-19b14284d41f tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:09.406077 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-45290414-b383-4a90-afe9-e401c35e437b req-f9f1e7d3-4075-4ab8-ad05-19b14284d41f tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/ports?device_id=22ac56f1-0238-493f-b49c-222808d805c6 HTTP/1.1" status: 200 len: 945 time: 0.2375002 Apr 20 13:16:09.411051 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-91c6a106-0e58-4594-8996-e93096691657 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] No DVR routers for this DVR port f14937da-3ffa-4323-b6fb-be8c65077a73 on host n-h1-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:16:09.414678 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-91c6a106-0e58-4594-8996-e93096691657 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:09.418159 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2c1b3824-6060-44e5-9382-3e050f9a2e53 req-91c6a106-0e58-4594-8996-e93096691657 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.32 "DELETE /v2.0/ports/f14937da-3ffa-4323-b6fb-be8c65077a73 HTTP/1.1" status: 204 len: 173 time: 0.7939003 Apr 20 13:16:09.447166 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c5b3e-2a6b-4114-a77c-946eee9d57d6 req-5f27c287-f988-4ef3-a235-7c0daae98561 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:09.448681 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0a6c5b3e-2a6b-4114-a77c-946eee9d57d6 req-5f27c287-f988-4ef3-a235-7c0daae98561 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 945 time: 0.2093666 Apr 20 13:16:09.496896 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-45290414-b383-4a90-afe9-e401c35e437b req-f598aac9-145d-4cff-9461-0c85196845aa tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3b6e329-f703-4382-9d83-87660d8fbb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899045 Apr 20 13:16:09.523122 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-0e561166-f2c9-4a4c-9440-4288a47dade4 req-d86da8dc-ee9e-45e0-87c1-d9a77ee4a7c9 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Deleting port 131ad0f8-142e-437c-bc00-b0fa4ae744aa {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:16:09.523563 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0e561166-f2c9-4a4c-9440-4288a47dade4 req-d86da8dc-ee9e-45e0-87c1-d9a77ee4a7c9 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:09.534459 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-1a9b5c9f-83d0-48f2-affe-6eb4518f291d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12f7345-e5ab-404b-aedb-f3b847b28642', 'name': 'tempest-TaggedBootDevicesTest_v242-463053943-router', 'tenant_id': '751edd8696be4dfdb3446a3e33725797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'c5777304-e63c-475b-80df-7ac06bd03836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:09:05Z', 'updated_at': '2022-04-20T13:09:14Z', 'revision_number': 4, 'project_id': '751edd8696be4dfdb3446a3e33725797', 'gw_port': {'id': 'c5777304-e63c-475b-80df-7ac06bd03836', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12f7345-e5ab-404b-aedb-f3b847b28642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:09:07Z', 'updated_at': '2022-04-20T13:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '3566f124-3efb-498e-b35f-1acfb1897306', 'name': '', 'network_id': '56951fe5-a13b-4124-8315-505260f0a93e', 'tenant_id': '751edd8696be4dfdb3446a3e33725797', 'mac_address': 'fa:16:3e:8e:9d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12f7345-e5ab-404b-aedb-f3b847b28642', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '3c09cad0-5b49-4174-8e95-ec3d5bcce76b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:09:13Z', 'updated_at': '2022-04-20T13:09:19Z', 'revision_number': 5, 'project_id': '751edd8696be4dfdb3446a3e33725797', 'subnets': [{'id': '3c09cad0-5b49-4174-8e95-ec3d5bcce76b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:09.539237 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0a6c5b3e-2a6b-4114-a77c-946eee9d57d6 req-7b7dc7dc-bd85-4191-a615-3dda384dafd2 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736353 Apr 20 13:16:09.549074 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384158b5-9c6c-480a-8ac9-e57cda259529 None None] get_active_networks_info from n-d-836015-7 {{(pid=114871) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 13:16:09.563785 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bdc169-7ef5-44b7-a39f-553a89629d60 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:16:09.574615 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-51bdc169-7ef5-44b7-a39f-553a89629d60 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:09.576190 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-51bdc169-7ef5-44b7-a39f-553a89629d60 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:16:09.582337 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51bdc169-7ef5-44b7-a39f-553a89629d60 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:16:09.618534 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Apr 2022 13:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51b9cc3-c6cd-499f-8473-9abd0f895fb4 x-openstack-request-id: req-d51b9cc3-c6cd-499f-8473-9abd0f895fb4 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:16:09.618534 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "name": "network-vif-deleted", "tag": "a2533aa3-2355-44c2-b360-55e62b33e303", "status": "completed", "code": 200}, {"server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "name": "network-vif-deleted", "tag": "c31c0af8-e1a8-4b9f-999d-c359f5ff9aac", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:16:09.618534 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d51b9cc3-c6cd-499f-8473-9abd0f895fb4 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:16:09.618534 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d51b9cc3-c6cd-499f-8473-9abd0f895fb4'] response: {'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'name': 'network-vif-deleted', 'tag': 'a2533aa3-2355-44c2-b360-55e62b33e303', 'status': 'completed', 'code': 200} Apr 20 13:16:09.618534 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d51b9cc3-c6cd-499f-8473-9abd0f895fb4'] response: {'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'name': 'network-vif-deleted', 'tag': 'c31c0af8-e1a8-4b9f-999d-c359f5ff9aac', 'status': 'completed', 'code': 200} Apr 20 13:16:09.653061 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9b5c9f-83d0-48f2-affe-6eb4518f291d None None] The sync data for ids ['f12f7345-e5ab-404b-aedb-f3b847b28642'] in n-d-836015-7 is: [{'id': 'f12f7345-e5ab-404b-aedb-f3b847b28642', 'name': 'tempest-TaggedBootDevicesTest_v242-463053943-router', 'tenant_id': '751edd8696be4dfdb3446a3e33725797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'c5777304-e63c-475b-80df-7ac06bd03836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:09:05Z', 'updated_at': '2022-04-20T13:09:14Z', 'revision_number': 4, 'project_id': '751edd8696be4dfdb3446a3e33725797', 'gw_port': {'id': 'c5777304-e63c-475b-80df-7ac06bd03836', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12f7345-e5ab-404b-aedb-f3b847b28642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:09:07Z', 'updated_at': '2022-04-20T13:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '3566f124-3efb-498e-b35f-1acfb1897306', 'name': '', 'network_id': '56951fe5-a13b-4124-8315-505260f0a93e', 'tenant_id': '751edd8696be4dfdb3446a3e33725797', 'mac_address': 'fa:16:3e:8e:9d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12f7345-e5ab-404b-aedb-f3b847b28642', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '3c09cad0-5b49-4174-8e95-ec3d5bcce76b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:09:13Z', 'updated_at': '2022-04-20T13:09:19Z', 'revision_number': 5, 'project_id': '751edd8696be4dfdb3446a3e33725797', 'subnets': [{'id': '3c09cad0-5b49-4174-8e95-ec3d5bcce76b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:16:09.673926 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-0e561166-f2c9-4a4c-9440-4288a47dade4 req-d86da8dc-ee9e-45e0-87c1-d9a77ee4a7c9 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] For port 131ad0f8-142e-437c-bc00-b0fa4ae744aa, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=131ad0f8-142e-437c-bc00-b0fa4ae744aa,segment=NetworkSegment(4569e378-af61-461c-b8bd-055cf9cef9e4),segment_id=4569e378-af61-461c-b8bd-055cf9cef9e4)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:09.673926 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0e561166-f2c9-4a4c-9440-4288a47dade4 req-d86da8dc-ee9e-45e0-87c1-d9a77ee4a7c9 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:09.691614 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-0e561166-f2c9-4a4c-9440-4288a47dade4 req-d86da8dc-ee9e-45e0-87c1-d9a77ee4a7c9 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Calling delete_port for 131ad0f8-142e-437c-bc00-b0fa4ae744aa owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:16:09.731775 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-51bdc169-7ef5-44b7-a39f-553a89629d60 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5976486 Apr 20 13:16:09.737522 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 46804) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:09.815602 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a4b87d97-4095-41b4-9fde-a3afb1e63532 req-4abeee41-ac55-48fd-b82f-2029fdf12946 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 210 time: 0.1266909 Apr 20 13:16:09.856932 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b029e78e-f21c-4ab1-a103-6f37b9391776 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0704887 Apr 20 13:16:09.857583 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 46814) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:09.905874 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384158b5-9c6c-480a-8ac9-e57cda259529 None None] Resources bound (agent type, host, resource id): {{(pid=114871) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 13:16:09.927467 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1a460b-5a09-4d70-a2df-490b8e175ee0 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:09.930562 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-fb1a460b-5a09-4d70-a2df-490b8e175ee0 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0692787 Apr 20 13:16:09.934899 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 46816) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:09.988156 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a7825134-73b9-4870-891e-360f47c5f4b9 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0520647 Apr 20 13:16:09.993522 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46818) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:09.999943 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-da42a43b-bb71-4990-8865-617373e11fee tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'subnet': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:10.049025 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0e561166-f2c9-4a4c-9440-4288a47dade4 req-d86da8dc-ee9e-45e0-87c1-d9a77ee4a7c9 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:10.064305 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['5277a706-af6a-4b63-8021-237b0d169ac8'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:16:10.068447 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['74e9224e-6f71-4852-b1bb-3289ae3c4f63'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:16:10.086789 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86da8dc-ee9e-45e0-87c1-d9a77ee4a7c9 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Pushing event deleted for resources: {'Port': ['ID=131ad0f8-142e-437c-bc00-b0fa4ae744aa,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:10.118912 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2e229c-398a-45db-8491-0eda00d1600a None None] New status for floating IP 1714e835-f391-4ef5-b480-1eea3e76895a: DOWN {{(pid=114872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:16:10.143780 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86da8dc-ee9e-45e0-87c1-d9a77ee4a7c9 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:10.145380 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86da8dc-ee9e-45e0-87c1-d9a77ee4a7c9 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:10.145380 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86da8dc-ee9e-45e0-87c1-d9a77ee4a7c9 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:10.145380 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86da8dc-ee9e-45e0-87c1-d9a77ee4a7c9 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:10.145380 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86da8dc-ee9e-45e0-87c1-d9a77ee4a7c9 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:10.145713 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86da8dc-ee9e-45e0-87c1-d9a77ee4a7c9 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:10.145804 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86da8dc-ee9e-45e0-87c1-d9a77ee4a7c9 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:10.146069 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86da8dc-ee9e-45e0-87c1-d9a77ee4a7c9 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:10.146384 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86da8dc-ee9e-45e0-87c1-d9a77ee4a7c9 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:10.146705 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86da8dc-ee9e-45e0-87c1-d9a77ee4a7c9 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:10.147145 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86da8dc-ee9e-45e0-87c1-d9a77ee4a7c9 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:10.147574 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86da8dc-ee9e-45e0-87c1-d9a77ee4a7c9 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:10.210885 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e561166-f2c9-4a4c-9440-4288a47dade4 req-d86da8dc-ee9e-45e0-87c1-d9a77ee4a7c9 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] No DVR routers for this DVR port 131ad0f8-142e-437c-bc00-b0fa4ae744aa on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:16:10.232748 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0e561166-f2c9-4a4c-9440-4288a47dade4 req-d86da8dc-ee9e-45e0-87c1-d9a77ee4a7c9 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:10.236140 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0e561166-f2c9-4a4c-9440-4288a47dade4 req-d86da8dc-ee9e-45e0-87c1-d9a77ee4a7c9 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.32 "DELETE /v2.0/ports/131ad0f8-142e-437c-bc00-b0fa4ae744aa HTTP/1.1" status: 204 len: 173 time: 0.8864272 Apr 20 13:16:10.236657 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ac56f1-0238-493f-b49c-222808d805c6', 'name': 'network-vif-deleted', 'tag': '131ad0f8-142e-437c-bc00-b0fa4ae744aa'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:16:10.239136 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71960388-0c81-4e96-95ca-4eeb28733ae9" -d '{"events": [{"server_uuid": "22ac56f1-0238-493f-b49c-222808d805c6", "name": "network-vif-deleted", "tag": "131ad0f8-142e-437c-bc00-b0fa4ae744aa"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:16:10.303336 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650e2694-8204-4eba-bbf2-28ec91f0ab5f x-openstack-request-id: req-650e2694-8204-4eba-bbf2-28ec91f0ab5f {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:16:10.304406 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ac56f1-0238-493f-b49c-222808d805c6", "name": "network-vif-deleted", "tag": "131ad0f8-142e-437c-bc00-b0fa4ae744aa", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:16:10.304873 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-650e2694-8204-4eba-bbf2-28ec91f0ab5f {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:16:10.305476 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-650e2694-8204-4eba-bbf2-28ec91f0ab5f'] response: {'server_uuid': '22ac56f1-0238-493f-b49c-222808d805c6', 'name': 'network-vif-deleted', 'tag': '131ad0f8-142e-437c-bc00-b0fa4ae744aa', 'status': 'completed', 'code': 200} Apr 20 13:16:10.315907 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da42a43b-bb71-4990-8865-617373e11fee tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:16:10.321306 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-da42a43b-bb71-4990-8865-617373e11fee tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:10.632097 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device cc8a0c92-bc02-43cb-8ffc-1055649d228e up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:16:10.723226 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0709653f-e019-40fb-a09f-7329f471c5d1 req-e7cee720-acc4-4981-83e3-9b5a4df5f56c tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/ports?device_id=22ac56f1-0238-493f-b49c-222808d805c6 HTTP/1.1" status: 200 len: 210 time: 0.0962157 Apr 20 13:16:10.874164 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db16ff-c9fc-4b89-bc70-b2c6fab04f7c req-c6f45a95-f869-4e8d-9712-458ec1e556f8 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:10.874833 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-81db16ff-c9fc-4b89-bc70-b2c6fab04f7c req-c6f45a95-f869-4e8d-9712-458ec1e556f8 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 945 time: 0.1623878 Apr 20 13:16:10.928468 n-d-836015-7 neutron-server[114870]: DEBUG neutron.objects.ports [None req-da42a43b-bb71-4990-8865-617373e11fee tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114870) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 13:16:10.930823 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-da42a43b-bb71-4990-8865-617373e11fee tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:10.983669 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port cc8a0c92-bc02-43cb-8ffc-1055649d228e triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:10.984264 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:11.001622 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da42a43b-bb71-4990-8865-617373e11fee tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:16:11.010315 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-da42a43b-bb71-4990-8865-617373e11fee tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:16:11.021538 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da42a43b-bb71-4990-8865-617373e11fee tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:11.022139 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-da42a43b-bb71-4990-8865-617373e11fee tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:11.042330 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42a43b-bb71-4990-8865-617373e11fee tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Subnet': ['ID=78a75e94-3ece-40ae-bc19-635c24a98ea4,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:11.045638 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ff2623-e54c-4a95-94fd-d5648f09f26b None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:16:11.076324 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-81db16ff-c9fc-4b89-bc70-b2c6fab04f7c req-ea5bdeb6-4940-444b-b3df-e59cc05d3956 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932201 Apr 20 13:16:11.085601 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a1fa0e49-0bce-4839-af75-baec2b2f7bbf req-49addf17-9cf2-44a9-95d3-3a4f6a4b4974 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 210 time: 0.1116638 Apr 20 13:16:11.136069 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-da42a43b-bb71-4990-8865-617373e11fee tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1405499 Apr 20 13:16:11.138850 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 46858) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:11.144764 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-fc40d38b-1cb6-49b0-b21b-dadee8232a2c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'port': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'mac_address': 'fa:16:3e:c4:3e:c6', 'name': 'tempest-NetworksTestDHCPv6-133435036'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:11.404291 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:11.479347 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf443c3-a150-408b-bbdb-746238ea3d79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'tenant_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'fixed_ips': [{'subnet_id': '78a75e94-3ece-40ae-bc19-635c24a98ea4'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:16:11.487140 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4cf443c3-a150-408b-bbdb-746238ea3d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:11.535677 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3de77a5-a55b-4834-b157-2d2c2c00d25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8a0c92-bc02-43cb-8ffc-1055649d228e'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:16:11.537955 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0ef4ce-a753-4cd9-a132-eb01b337edbd" -d '{"events": [{"server_uuid": "d3de77a5-a55b-4834-b157-2d2c2c00d25d", "name": "network-vif-plugged", "status": "completed", "tag": "cc8a0c92-bc02-43cb-8ffc-1055649d228e"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:16:11.556448 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc40d38b-1cb6-49b0-b21b-dadee8232a2c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:16:11.636461 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port cc8a0c92-bc02-43cb-8ffc-1055649d228e, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=cc8a0c92-bc02-43cb-8ffc-1055649d228e,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:11.686451 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4600fa7f-ebc8-4baa-9df2-22d33a93bee9 x-openstack-request-id: req-4600fa7f-ebc8-4baa-9df2-22d33a93bee9 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:16:11.686739 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3de77a5-a55b-4834-b157-2d2c2c00d25d", "name": "network-vif-plugged", "status": "completed", "tag": "cc8a0c92-bc02-43cb-8ffc-1055649d228e", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:16:11.687131 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4600fa7f-ebc8-4baa-9df2-22d33a93bee9 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:16:11.688060 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4600fa7f-ebc8-4baa-9df2-22d33a93bee9'] response: {'server_uuid': 'd3de77a5-a55b-4834-b157-2d2c2c00d25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8a0c92-bc02-43cb-8ffc-1055649d228e', 'code': 200} Apr 20 13:16:11.704418 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'name': 'network-vif-deleted', 'tag': 'f14937da-3ffa-4323-b6fb-be8c65077a73'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:16:11.709657 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410418aa-b345-4440-943b-0582fc41f656" -d '{"events": [{"server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "name": "network-vif-deleted", "tag": "f14937da-3ffa-4323-b6fb-be8c65077a73"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:16:11.715924 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fc40d38b-1cb6-49b0-b21b-dadee8232a2c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:11.734691 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:11.786450 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2768b866-c1ba-407f-8bc4-58eb60634f84 x-openstack-request-id: req-2768b866-c1ba-407f-8bc4-58eb60634f84 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:16:11.786744 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433546e1-53c7-4b77-b409-f5bffa48a147", "name": "network-vif-deleted", "tag": "f14937da-3ffa-4323-b6fb-be8c65077a73", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:16:11.786998 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2768b866-c1ba-407f-8bc4-58eb60634f84 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:16:11.787423 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2768b866-c1ba-407f-8bc4-58eb60634f84'] response: {'server_uuid': '433546e1-53c7-4b77-b409-f5bffa48a147', 'name': 'network-vif-deleted', 'tag': 'f14937da-3ffa-4323-b6fb-be8c65077a73', 'status': 'completed', 'code': 200} Apr 20 13:16:11.796359 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-4cf443c3-a150-408b-bbdb-746238ea3d79 None None] Allocated IP 2001:db8::f816:3eff:fe9e:a671 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/78a75e94-3ece-40ae-bc19-635c24a98ea4/bf1f3bf0-b3c1-4ca9-8a41-c93b4231d3f4) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:16:11.804309 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [None req-fc40d38b-1cb6-49b0-b21b-dadee8232a2c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] device_id is not set on port 40730cb9-7fab-4420-8b9b-b9126cc5ad8d yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:16:11.881709 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=cc8a0c92-bc02-43cb-8ffc-1055649d228e,revision_number=10']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:12.001843 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 131ad0f8-142e-437c-bc00-b0fa4ae744aa no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:16:12.035661 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 131ad0f8-142e-437c-bc00-b0fa4ae744aa {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:16:12.036123 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 131ad0f8-142e-437c-bc00-b0fa4ae744aa not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:16:12.176669 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4cf443c3-a150-408b-bbdb-746238ea3d79 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:12.184872 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:12.264271 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4cf443c3-a150-408b-bbdb-746238ea3d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:12.317556 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf443c3-a150-408b-bbdb-746238ea3d79 None None] Pushing event updated for resources: {'Port': ['ID=bf1f3bf0-b3c1-4ca9-8a41-c93b4231d3f4,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:12.332624 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf443c3-a150-408b-bbdb-746238ea3d79 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:16:12.334331 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-4cf443c3-a150-408b-bbdb-746238ea3d79 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:16:12.337091 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf443c3-a150-408b-bbdb-746238ea3d79 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:16:12.407161 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-4cf443c3-a150-408b-bbdb-746238ea3d79 None None] Attempting to bind port bf1f3bf0-b3c1-4ca9-8a41-c93b4231d3f4 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:16:12.407484 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-4cf443c3-a150-408b-bbdb-746238ea3d79 None None] Attempting to bind port bf1f3bf0-b3c1-4ca9-8a41-c93b4231d3f4 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:16:12.408598 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf443c3-a150-408b-bbdb-746238ea3d79 None None] Attempting to bind port bf1f3bf0-b3c1-4ca9-8a41-c93b4231d3f4 on network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:16:12.417947 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf443c3-a150-408b-bbdb-746238ea3d79 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:16:12.422113 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf443c3-a150-408b-bbdb-746238ea3d79 None None] Checking segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:16:12.422113 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4cf443c3-a150-408b-bbdb-746238ea3d79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:12.422113 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf443c3-a150-408b-bbdb-746238ea3d79 None None] Bound using segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:16:12.422113 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-4cf443c3-a150-408b-bbdb-746238ea3d79 None None] Bound port: bf1f3bf0-b3c1-4ca9-8a41-c93b4231d3f4, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:16:12.422113 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4cf443c3-a150-408b-bbdb-746238ea3d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:12.515003 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-4cf443c3-a150-408b-bbdb-746238ea3d79 None None] For port bf1f3bf0-b3c1-4ca9-8a41-c93b4231d3f4, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:16:12.520556 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-4cf443c3-a150-408b-bbdb-746238ea3d79 None None] For port bf1f3bf0-b3c1-4ca9-8a41-c93b4231d3f4, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=bf1f3bf0-b3c1-4ca9-8a41-c93b4231d3f4,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:16:12.523713 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3112458f-e0ce-4b5e-b5de-4b0746c46d39 req-26dfce41-dddc-4af1-bb89-0b4d21146c75 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 210 time: 0.0919785 Apr 20 13:16:12.528315 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-fc40d38b-1cb6-49b0-b21b-dadee8232a2c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Allocated IP 2001:db8::f816:3eff:fec4:3ec6 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/78a75e94-3ece-40ae-bc19-635c24a98ea4/40730cb9-7fab-4420-8b9b-b9126cc5ad8d) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:16:12.567348 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cafda94-6d4b-4b02-b699-eba1d046a8b3 req-483af7ba-a4ea-4341-bd1b-bbab13f9ff79 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:12.576951 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6cafda94-6d4b-4b02-b699-eba1d046a8b3 req-483af7ba-a4ea-4341-bd1b-bbab13f9ff79 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 945 time: 0.2349696 Apr 20 13:16:12.595753 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4cf443c3-a150-408b-bbdb-746238ea3d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:12.659446 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6cafda94-6d4b-4b02-b699-eba1d046a8b3 req-3ca3cd07-350c-479c-80a0-04b71719a9d8 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765395 Apr 20 13:16:12.776066 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf443c3-a150-408b-bbdb-746238ea3d79 None None] Pushing event updated for resources: {'Port': ['ID=bf1f3bf0-b3c1-4ca9-8a41-c93b4231d3f4,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:12.886576 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:13.074259 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fc40d38b-1cb6-49b0-b21b-dadee8232a2c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:13.290672 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fc40d38b-1cb6-49b0-b21b-dadee8232a2c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:13.384426 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc40d38b-1cb6-49b0-b21b-dadee8232a2c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:16:13.403179 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-fc40d38b-1cb6-49b0-b21b-dadee8232a2c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:16:13.440600 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc40d38b-1cb6-49b0-b21b-dadee8232a2c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:16:13.447506 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc40d38b-1cb6-49b0-b21b-dadee8232a2c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:13.459659 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fc40d38b-1cb6-49b0-b21b-dadee8232a2c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:13.469151 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40d38b-1cb6-49b0-b21b-dadee8232a2c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Port': ['ID=40730cb9-7fab-4420-8b9b-b9126cc5ad8d,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:13.507650 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc40d38b-1cb6-49b0-b21b-dadee8232a2c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:13.507999 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc40d38b-1cb6-49b0-b21b-dadee8232a2c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:13.508269 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc40d38b-1cb6-49b0-b21b-dadee8232a2c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:13.508606 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc40d38b-1cb6-49b0-b21b-dadee8232a2c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:13.509710 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc40d38b-1cb6-49b0-b21b-dadee8232a2c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:13.510060 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc40d38b-1cb6-49b0-b21b-dadee8232a2c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:13.511016 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc40d38b-1cb6-49b0-b21b-dadee8232a2c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:13.511386 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc40d38b-1cb6-49b0-b21b-dadee8232a2c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:13.527057 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc40d38b-1cb6-49b0-b21b-dadee8232a2c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:13.527057 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc40d38b-1cb6-49b0-b21b-dadee8232a2c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:13.527057 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc40d38b-1cb6-49b0-b21b-dadee8232a2c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:13.527057 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc40d38b-1cb6-49b0-b21b-dadee8232a2c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:13.568898 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed61d7-fa2b-493d-8593-83e963eca919 req-4dbcb739-8142-4cc0-aba4-72321aa22fe4 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:13.587615 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed61d7-fa2b-493d-8593-83e963eca919 req-4dbcb739-8142-4cc0-aba4-72321aa22fe4 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:13.589442 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4aed61d7-fa2b-493d-8593-83e963eca919 req-4dbcb739-8142-4cc0-aba4-72321aa22fe4 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/ports?device_id=49e1716c-00f8-4b87-9634-30d69d93a48e&device_id=ba8e1424-56ae-4d50-8bea-767754a5334f HTTP/1.1" status: 200 len: 1681 time: 0.2079625 Apr 20 13:16:13.626010 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-fc40d38b-1cb6-49b0-b21b-dadee8232a2c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4854808 Apr 20 13:16:13.628366 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46924) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:13.704830 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4aed61d7-fa2b-493d-8593-83e963eca919 req-b29a31ca-100f-43c7-9671-34670ffa6e25 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3b6e329-f703-4382-9d83-87660d8fbb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059296 Apr 20 13:16:13.781372 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e32c5bb-da2e-46a1-85ac-fab0bf60688b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:13.803710 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-886e8b2a-0a5c-411c-8afe-8ef44ae54be1 req-70e8aa10-42db-4ad8-bb4f-146bfc51fafb tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 210 time: 0.0977364 Apr 20 13:16:13.808335 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e32c5bb-da2e-46a1-85ac-fab0bf60688b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:13.812522 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2e32c5bb-da2e-46a1-85ac-fab0bf60688b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1831212 Apr 20 13:16:13.815265 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 46932) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:13.958902 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd42a72-7a52-4dd6-8d15-dd25a9f16b26 req-30ece705-840f-4f92-b875-62faf96d8920 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:13.967350 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ecd42a72-7a52-4dd6-8d15-dd25a9f16b26 req-30ece705-840f-4f92-b875-62faf96d8920 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 945 time: 0.1151338 Apr 20 13:16:14.064997 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ecd42a72-7a52-4dd6-8d15-dd25a9f16b26 req-a82e6e63-cb29-489d-b5ef-bafbeb89ebd8 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961759 Apr 20 13:16:14.097150 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-a8d691a3-1a2b-4af9-85a2-fb11795471f3 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting port 40730cb9-7fab-4420-8b9b-b9126cc5ad8d {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:16:14.101240 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a8d691a3-1a2b-4af9-85a2-fb11795471f3 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:14.367160 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a8d691a3-1a2b-4af9-85a2-fb11795471f3 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:14.400296 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-a8d691a3-1a2b-4af9-85a2-fb11795471f3 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Calling delete_port for 40730cb9-7fab-4420-8b9b-b9126cc5ad8d owned by {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:16:14.571014 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-c640aebf-8fca-4e98-9f7d-935e62b12b27 None None] Provisioning complete for port bf1f3bf0-b3c1-4ca9-8a41-c93b4231d3f4 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:14.573472 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c640aebf-8fca-4e98-9f7d-935e62b12b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:14.692622 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a8d691a3-1a2b-4af9-85a2-fb11795471f3 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:14.782843 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d691a3-1a2b-4af9-85a2-fb11795471f3 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Port': ['ID=40730cb9-7fab-4420-8b9b-b9126cc5ad8d,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:14.880118 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device bf1f3bf0-b3c1-4ca9-8a41-c93b4231d3f4 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:16:14.913574 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a8d691a3-1a2b-4af9-85a2-fb11795471f3 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:14.922363 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46966) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:14.925015 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a8d691a3-1a2b-4af9-85a2-fb11795471f3 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/ports/40730cb9-7fab-4420-8b9b-b9126cc5ad8d HTTP/1.1" status: 204 len: 168 time: 1.1028843 Apr 20 13:16:15.014415 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c640aebf-8fca-4e98-9f7d-935e62b12b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:15.091180 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-c640aebf-8fca-4e98-9f7d-935e62b12b27 None None] For port bf1f3bf0-b3c1-4ca9-8a41-c93b4231d3f4, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=bf1f3bf0-b3c1-4ca9-8a41-c93b4231d3f4,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:15.124164 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c92abb-7854-425b-a4d2-7ce7dedc1469 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:15.126361 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port bf1f3bf0-b3c1-4ca9-8a41-c93b4231d3f4 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:15.126742 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:15.133275 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c92abb-7854-425b-a4d2-7ce7dedc1469 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:15.138169 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-50c92abb-7854-425b-a4d2-7ce7dedc1469 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2119935 Apr 20 13:16:15.138419 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46972) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:15.206039 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c640aebf-8fca-4e98-9f7d-935e62b12b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:15.228037 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-02cf424e-03ab-44df-a20d-58a7e3132369 req-7cb49af9-e7e9-4b2a-bf33-d94a9e25f7d3 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 210 time: 0.0914187 Apr 20 13:16:15.258867 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-51318fd0-e638-4374-a3cc-34ac9b6fe06d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting subnet 78a75e94-3ece-40ae-bc19-635c24a98ea4 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:16:15.265956 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-51318fd0-e638-4374-a3cc-34ac9b6fe06d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:15.349428 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640aebf-8fca-4e98-9f7d-935e62b12b27 None None] Pushing event updated for resources: {'Port': ['ID=bf1f3bf0-b3c1-4ca9-8a41-c93b4231d3f4,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:15.363007 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-2e393df3-cf90-4228-8126-ef76089dc105 None None] Could not find standard attr ID for object 40730cb9-7fab-4420-8b9b-b9126cc5ad8d. {{(pid=114871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:16:15.379248 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-51318fd0-e638-4374-a3cc-34ac9b6fe06d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:15.484240 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-51318fd0-e638-4374-a3cc-34ac9b6fe06d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:15.634605 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-51318fd0-e638-4374-a3cc-34ac9b6fe06d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:15.644576 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888a5a9-09d0-437c-a4eb-198325ce7d72 req-c722f162-68b8-4605-8633-a3eb6e5b4ec6 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:15.647220 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f888a5a9-09d0-437c-a4eb-198325ce7d72 req-c722f162-68b8-4605-8633-a3eb6e5b4ec6 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 945 time: 0.1597002 Apr 20 13:16:15.662025 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac640a87-f690-486f-8fdf-fd0796a73b33 req-c7106422-5164-4f18-ad64-57670c92e65f tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:15.669674 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ac640a87-f690-486f-8fdf-fd0796a73b33 req-c7106422-5164-4f18-ad64-57670c92e65f tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 947 time: 0.2749438 Apr 20 13:16:15.693714 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51318fd0-e638-4374-a3cc-34ac9b6fe06d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Subnet': ['ID=78a75e94-3ece-40ae-bc19-635c24a98ea4,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:15.706154 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-51318fd0-e638-4374-a3cc-34ac9b6fe06d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:15.713112 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ec117e-310a-46e4-af24-548d0270410e None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:16:15.721807 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-51318fd0-e638-4374-a3cc-34ac9b6fe06d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/78a75e94-3ece-40ae-bc19-635c24a98ea4 HTTP/1.1" status: 204 len: 168 time: 0.5797944 Apr 20 13:16:15.722662 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46978) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:15.767976 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ac640a87-f690-486f-8fdf-fd0796a73b33 req-05a58f46-0161-4ea5-89ca-d974f215fd07 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972154 Apr 20 13:16:15.787227 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f888a5a9-09d0-437c-a4eb-198325ce7d72 req-57aa3c07-3700-4be8-8ecc-9aae4a314bdb tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104023 Apr 20 13:16:15.791717 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-563088cf-449d-4d7d-bae2-c6f574ff7730 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0677693 Apr 20 13:16:15.799350 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 46980) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:15.814169 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-e4dfabc8-508e-45ef-b474-0474aaabd26f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'subnet': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:16.066500 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df564b7-0be7-466f-a3c7-922cba1d780e req-9549f7b0-c1db-4746-ba37-3ffcc819baa8 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:16.075461 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7df564b7-0be7-466f-a3c7-922cba1d780e req-9549f7b0-c1db-4746-ba37-3ffcc819baa8 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/ports?device_id=49e1716c-00f8-4b87-9634-30d69d93a48e HTTP/1.1" status: 200 len: 945 time: 0.1043463 Apr 20 13:16:16.134591 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7df564b7-0be7-466f-a3c7-922cba1d780e req-6e5da677-85bb-4015-a913-874301a94507 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3b6e329-f703-4382-9d83-87660d8fbb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578845 Apr 20 13:16:16.163449 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f0a63b-39c8-41a7-8292-432015f8afb1 None None] DHCP port deletion for 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:16:16.199462 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4dfabc8-508e-45ef-b474-0474aaabd26f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:16:16.204420 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e4dfabc8-508e-45ef-b474-0474aaabd26f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:16.266698 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-a8f0a63b-39c8-41a7-8292-432015f8afb1 None None] Deleting port bf1f3bf0-b3c1-4ca9-8a41-c93b4231d3f4 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:16:16.269581 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a8f0a63b-39c8-41a7-8292-432015f8afb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:16.440804 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-a8f0a63b-39c8-41a7-8292-432015f8afb1 None None] For port bf1f3bf0-b3c1-4ca9-8a41-c93b4231d3f4, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=bf1f3bf0-b3c1-4ca9-8a41-c93b4231d3f4,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:16.445097 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a8f0a63b-39c8-41a7-8292-432015f8afb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:16.489007 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-a8f0a63b-39c8-41a7-8292-432015f8afb1 None None] Calling delete_port for bf1f3bf0-b3c1-4ca9-8a41-c93b4231d3f4 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:16:16.527719 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b7b9fcef-69d4-4dd7-8a64-d61bc2634cdd req-a1eef0b2-6e8d-4d33-950c-974aab9149cc tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 210 time: 0.0700226 Apr 20 13:16:16.671509 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device bf1f3bf0-b3c1-4ca9-8a41-c93b4231d3f4 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:16:16.730998 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a8f0a63b-39c8-41a7-8292-432015f8afb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:16.844733 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f0a63b-39c8-41a7-8292-432015f8afb1 None None] Pushing event deleted for resources: {'Port': ['ID=bf1f3bf0-b3c1-4ca9-8a41-c93b4231d3f4,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:16.869796 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f0a63b-39c8-41a7-8292-432015f8afb1 None None] No DVR routers for this DVR port bf1f3bf0-b3c1-4ca9-8a41-c93b4231d3f4 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:16:16.873047 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc232e0-baef-4f72-8c49-be8784a4cd01 req-910768cd-8644-4a8f-bbe2-409d996d8b31 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:16.876376 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6cc232e0-baef-4f72-8c49-be8784a4cd01 req-910768cd-8644-4a8f-bbe2-409d996d8b31 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.15 "GET /v2.0/ports?device_id=49e1716c-00f8-4b87-9634-30d69d93a48e HTTP/1.1" status: 200 len: 945 time: 0.3370888 Apr 20 13:16:16.896184 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No active binding found for port bf1f3bf0-b3c1-4ca9-8a41-c93b4231d3f4 {{(pid=114871) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 20 13:16:16.896869 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device bf1f3bf0-b3c1-4ca9-8a41-c93b4231d3f4 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:16:16.918650 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605aed49-9262-41da-8f8f-e5dec47178d0 req-6392e78d-408e-45b8-bf2f-df631ef679a0 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:16.919397 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-605aed49-9262-41da-8f8f-e5dec47178d0 req-6392e78d-408e-45b8-bf2f-df631ef679a0 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.15 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 947 time: 0.2805851 Apr 20 13:16:17.134901 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b1fc7-7eab-4215-a458-fc22367e1282 req-cab7964a-ce96-4355-9136-1ca19d3d0552 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:17.137193 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-fe3b1fc7-7eab-4215-a458-fc22367e1282 req-cab7964a-ce96-4355-9136-1ca19d3d0552 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8e1424-56ae-4d50-8bea-767754a5334f HTTP/1.1" status: 200 len: 945 time: 0.1074722 Apr 20 13:16:17.274356 n-d-836015-7 neutron-server[114869]: DEBUG neutron.objects.ports [None req-e4dfabc8-508e-45ef-b474-0474aaabd26f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114869) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 13:16:17.307656 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e4dfabc8-508e-45ef-b474-0474aaabd26f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:17.330248 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-fe3b1fc7-7eab-4215-a458-fc22367e1282 req-387fb502-c5f3-444b-814b-e6ff8d616247 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Deleting port 5277a706-af6a-4b63-8021-237b0d169ac8 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:16:17.330947 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-fe3b1fc7-7eab-4215-a458-fc22367e1282 req-387fb502-c5f3-444b-814b-e6ff8d616247 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:17.376229 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400efa3-661b-4bbe-89eb-824e277a238e req-340d1d00-77f2-4eae-a569-367389a3886b tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:17.377820 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6400efa3-661b-4bbe-89eb-824e277a238e req-340d1d00-77f2-4eae-a569-367389a3886b tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 945 time: 0.3359969 Apr 20 13:16:17.484077 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846c067-6ed5-442b-9003-bc8f5f96b849 req-16ff9e48-975f-4865-b768-08e253026e10 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:17.495841 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6846c067-6ed5-442b-9003-bc8f5f96b849 req-16ff9e48-975f-4865-b768-08e253026e10 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 947 time: 0.4611690 Apr 20 13:16:17.577615 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-fe3b1fc7-7eab-4215-a458-fc22367e1282 req-387fb502-c5f3-444b-814b-e6ff8d616247 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] For port 5277a706-af6a-4b63-8021-237b0d169ac8, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=5277a706-af6a-4b63-8021-237b0d169ac8,segment=NetworkSegment(4569e378-af61-461c-b8bd-055cf9cef9e4),segment_id=4569e378-af61-461c-b8bd-055cf9cef9e4)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:17.578152 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-fe3b1fc7-7eab-4215-a458-fc22367e1282 req-387fb502-c5f3-444b-814b-e6ff8d616247 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:17.602936 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dfabc8-508e-45ef-b474-0474aaabd26f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:16:17.615027 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-fe3b1fc7-7eab-4215-a458-fc22367e1282 req-387fb502-c5f3-444b-814b-e6ff8d616247 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Calling delete_port for 5277a706-af6a-4b63-8021-237b0d169ac8 owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:16:17.628730 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6846c067-6ed5-442b-9003-bc8f5f96b849 req-120606cd-31dc-4e4e-bb0c-4e4bf13746c3 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346958 Apr 20 13:16:17.631701 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-605aed49-9262-41da-8f8f-e5dec47178d0 req-96a66116-8366-4905-8b86-7d1993934952 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Deleting port b3d86141-298d-4218-9c6d-b514a2ff5c92 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:16:17.632572 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-605aed49-9262-41da-8f8f-e5dec47178d0 req-96a66116-8366-4905-8b86-7d1993934952 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:17.643842 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-e4dfabc8-508e-45ef-b474-0474aaabd26f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:16:17.649195 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dfabc8-508e-45ef-b474-0474aaabd26f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:17.653565 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e4dfabc8-508e-45ef-b474-0474aaabd26f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:17.654892 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7827c245-14e1-4111-9aaa-6e21b59acd07 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:16:17.716481 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6400efa3-661b-4bbe-89eb-824e277a238e req-be967df2-7716-41a7-b0d3-72927b761b81 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821660 Apr 20 13:16:17.777850 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dfabc8-508e-45ef-b474-0474aaabd26f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Subnet': ['ID=cc36ae28-27c0-4dff-9bc1-b6e47d19e932,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:17.799701 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-6cc232e0-baef-4f72-8c49-be8784a4cd01 req-49f14268-eae4-457b-8b63-520e0294092c tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Deleting port 74e9224e-6f71-4852-b1bb-3289ae3c4f63 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:16:17.801640 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6cc232e0-baef-4f72-8c49-be8784a4cd01 req-49f14268-eae4-457b-8b63-520e0294092c tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:17.905487 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e4dfabc8-508e-45ef-b474-0474aaabd26f tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0955682 Apr 20 13:16:17.906879 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47022) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:17.965014 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-285ccffe-0257-40a2-8608-8e458bd0f95e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'port': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'mac_address': 'fa:16:3e:80:cc:1c', 'name': 'tempest-NetworksTestDHCPv6-1153693075'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:18.046798 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-fe3b1fc7-7eab-4215-a458-fc22367e1282 req-387fb502-c5f3-444b-814b-e6ff8d616247 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:18.076766 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70190ea-9a53-4454-af31-b96d234ea94d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'tenant_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'fixed_ips': [{'subnet_id': 'cc36ae28-27c0-4dff-9bc1-b6e47d19e932'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:16:18.078205 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b70190ea-9a53-4454-af31-b96d234ea94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:18.117046 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387fb502-c5f3-444b-814b-e6ff8d616247 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Pushing event deleted for resources: {'Port': ['ID=5277a706-af6a-4b63-8021-237b0d169ac8,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:18.156701 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fdf80458-91da-4307-b4e0-d9faddeb257f req-218e5559-5b8b-49a5-9dee-aa4ea28e0065 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 210 time: 0.1847355 Apr 20 13:16:18.259188 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-605aed49-9262-41da-8f8f-e5dec47178d0 req-96a66116-8366-4905-8b86-7d1993934952 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] For port b3d86141-298d-4218-9c6d-b514a2ff5c92, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b3d86141-298d-4218-9c6d-b514a2ff5c92,segment=NetworkSegment(0f113b16-94ad-4b02-8521-e93247ce464b),segment_id=0f113b16-94ad-4b02-8521-e93247ce464b)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:18.259703 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-605aed49-9262-41da-8f8f-e5dec47178d0 req-96a66116-8366-4905-8b86-7d1993934952 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:18.329688 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ca60d-3902-4ead-8906-9ce3de933115 req-e8de027b-e78d-4990-a9d1-eb2142845c20 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:18.337261 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-de7ca60d-3902-4ead-8906-9ce3de933115 req-e8de027b-e78d-4990-a9d1-eb2142845c20 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/ports?device_id=49e1716c-00f8-4b87-9634-30d69d93a48e HTTP/1.1" status: 200 len: 945 time: 0.4269447 Apr 20 13:16:18.435208 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-6cc232e0-baef-4f72-8c49-be8784a4cd01 req-49f14268-eae4-457b-8b63-520e0294092c tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] For port 74e9224e-6f71-4852-b1bb-3289ae3c4f63, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=74e9224e-6f71-4852-b1bb-3289ae3c4f63,segment=NetworkSegment(4569e378-af61-461c-b8bd-055cf9cef9e4),segment_id=4569e378-af61-461c-b8bd-055cf9cef9e4)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:18.435620 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6cc232e0-baef-4f72-8c49-be8784a4cd01 req-49f14268-eae4-457b-8b63-520e0294092c tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:18.502945 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-6cc232e0-baef-4f72-8c49-be8784a4cd01 req-49f14268-eae4-457b-8b63-520e0294092c tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Calling delete_port for 74e9224e-6f71-4852-b1bb-3289ae3c4f63 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:16:18.553963 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-de7ca60d-3902-4ead-8906-9ce3de933115 req-2783a8bd-9a6f-4c64-8976-6849694105fc tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/security-groups?id=a3b6e329-f703-4382-9d83-87660d8fbb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906543 Apr 20 13:16:18.562687 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-b70190ea-9a53-4454-af31-b96d234ea94d None None] Allocated IP 2001:db8::f816:3eff:fe85:2f5f (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/cc36ae28-27c0-4dff-9bc1-b6e47d19e932/9a79606b-dafd-44a8-9c8b-4d4bf50303be) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:16:18.645921 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 74e9224e-6f71-4852-b1bb-3289ae3c4f63 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:16:18.680919 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285ccffe-0257-40a2-8608-8e458bd0f95e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:16:18.889478 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:18.889616 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe3b1fc7-7eab-4215-a458-fc22367e1282 req-387fb502-c5f3-444b-814b-e6ff8d616247 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] No DVR routers for this DVR port 5277a706-af6a-4b63-8021-237b0d169ac8 on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:16:18.889616 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-fe3b1fc7-7eab-4215-a458-fc22367e1282 req-387fb502-c5f3-444b-814b-e6ff8d616247 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:18.889616 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-fe3b1fc7-7eab-4215-a458-fc22367e1282 req-387fb502-c5f3-444b-814b-e6ff8d616247 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.32 "DELETE /v2.0/ports/5277a706-af6a-4b63-8021-237b0d169ac8 HTTP/1.1" status: 204 len: 173 time: 1.7396979 Apr 20 13:16:18.889616 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8e1424-56ae-4d50-8bea-767754a5334f', 'name': 'network-vif-deleted', 'tag': '5277a706-af6a-4b63-8021-237b0d169ac8'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:16:18.897100 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3fc058-9911-406b-9c9e-e0591112b14e" -d '{"events": [{"server_uuid": "ba8e1424-56ae-4d50-8bea-767754a5334f", "name": "network-vif-deleted", "tag": "5277a706-af6a-4b63-8021-237b0d169ac8"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:16:18.918920 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e1716c-00f8-4b87-9634-30d69d93a48e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74e9224e-6f71-4852-b1bb-3289ae3c4f63'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:16:18.921820 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404168c5-fd28-4a0f-b382-b02c9dd9d583" -d '{"events": [{"server_uuid": "49e1716c-00f8-4b87-9634-30d69d93a48e", "name": "network-vif-unplugged", "status": "completed", "tag": "74e9224e-6f71-4852-b1bb-3289ae3c4f63"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:16:18.942897 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 74e9224e-6f71-4852-b1bb-3289ae3c4f63, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=74e9224e-6f71-4852-b1bb-3289ae3c4f63,segment=NetworkSegment(4569e378-af61-461c-b8bd-055cf9cef9e4),segment_id=4569e378-af61-461c-b8bd-055cf9cef9e4)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:18.949263 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b70190ea-9a53-4454-af31-b96d234ea94d None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:19.151088 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b70190ea-9a53-4454-af31-b96d234ea94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:19.169025 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:19.169025 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b3d86141-298d-4218-9c6d-b514a2ff5c92 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:16:19.281435 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70190ea-9a53-4454-af31-b96d234ea94d None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:16:19.308247 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-b70190ea-9a53-4454-af31-b96d234ea94d None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:16:19.318606 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-605aed49-9262-41da-8f8f-e5dec47178d0 req-96a66116-8366-4905-8b86-7d1993934952 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:19.319763 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-605aed49-9262-41da-8f8f-e5dec47178d0 req-96a66116-8366-4905-8b86-7d1993934952 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:19.319884 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [req-605aed49-9262-41da-8f8f-e5dec47178d0 req-96a66116-8366-4905-8b86-7d1993934952 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Floating IP c27cabb8-ae4a-4163-ad0e-d1754ae81955 disassociated. External IP: 172.25.8.182, port: b3d86141-298d-4218-9c6d-b514a2ff5c92. Apr 20 13:16:19.320165 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-605aed49-9262-41da-8f8f-e5dec47178d0 req-96a66116-8366-4905-8b86-7d1993934952 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Calling delete_port for b3d86141-298d-4218-9c6d-b514a2ff5c92 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:16:19.327797 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70190ea-9a53-4454-af31-b96d234ea94d None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:16:19.389169 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b19d7-e42c-440e-a3a9-33cabe24439a req-06148fa0-e663-483e-8c54-54e30175f9e5 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:19.396442 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bd0b19d7-e42c-440e-a3a9-33cabe24439a req-06148fa0-e663-483e-8c54-54e30175f9e5 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 947 time: 0.5915699 Apr 20 13:16:19.507164 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-285ccffe-0257-40a2-8608-8e458bd0f95e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:19.528442 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c583102-9962-4d3a-9f47-4afac4109cb9 req-0b709d97-f700-4579-ac83-bdef59666610 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:19.529971 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4c583102-9962-4d3a-9f47-4afac4109cb9 req-0b709d97-f700-4579-ac83-bdef59666610 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 945 time: 0.6886342 Apr 20 13:16:19.549880 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70190ea-9a53-4454-af31-b96d234ea94d None None] Pushing event updated for resources: {'Port': ['ID=9a79606b-dafd-44a8-9c8b-4d4bf50303be,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:19.586559 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-b70190ea-9a53-4454-af31-b96d234ea94d None None] Attempting to bind port 9a79606b-dafd-44a8-9c8b-4d4bf50303be on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:16:19.586939 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-b70190ea-9a53-4454-af31-b96d234ea94d None None] Attempting to bind port 9a79606b-dafd-44a8-9c8b-4d4bf50303be by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:16:19.587311 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70190ea-9a53-4454-af31-b96d234ea94d None None] Attempting to bind port 9a79606b-dafd-44a8-9c8b-4d4bf50303be on network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:16:19.618507 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70190ea-9a53-4454-af31-b96d234ea94d None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:16:19.618899 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70190ea-9a53-4454-af31-b96d234ea94d None None] Checking segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:16:19.620010 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b70190ea-9a53-4454-af31-b96d234ea94d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:19.620413 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70190ea-9a53-4454-af31-b96d234ea94d None None] Bound using segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:16:19.620907 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-b70190ea-9a53-4454-af31-b96d234ea94d None None] Bound port: 9a79606b-dafd-44a8-9c8b-4d4bf50303be, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:16:19.625831 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b70190ea-9a53-4454-af31-b96d234ea94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:19.653724 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bd0b19d7-e42c-440e-a3a9-33cabe24439a req-a6cf0164-0337-4fbb-96ba-c05a9d936932 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2563219 Apr 20 13:16:19.660013 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [None req-285ccffe-0257-40a2-8608-8e458bd0f95e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] device_id is not set on port 64270357-9e51-4ffc-b496-6d608f9b6ea8 yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:16:19.779739 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:19.782862 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=74e9224e-6f71-4852-b1bb-3289ae3c4f63,revision_number=6']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:19.900150 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a5dffb-35cd-4295-bcc5-942224d854e0 x-openstack-request-id: req-70a5dffb-35cd-4295-bcc5-942224d854e0 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:16:19.900732 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8e1424-56ae-4d50-8bea-767754a5334f", "name": "network-vif-deleted", "tag": "5277a706-af6a-4b63-8021-237b0d169ac8", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:16:19.900732 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-70a5dffb-35cd-4295-bcc5-942224d854e0 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:16:19.901109 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70a5dffb-35cd-4295-bcc5-942224d854e0'] response: {'server_uuid': 'ba8e1424-56ae-4d50-8bea-767754a5334f', 'name': 'network-vif-deleted', 'tag': '5277a706-af6a-4b63-8021-237b0d169ac8', 'status': 'completed', 'code': 200} Apr 20 13:16:19.952581 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-285ccffe-0257-40a2-8608-8e458bd0f95e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Allocated IP 2001:db8::f816:3eff:fe80:cc1c (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/cc36ae28-27c0-4dff-9bc1-b6e47d19e932/64270357-9e51-4ffc-b496-6d608f9b6ea8) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:16:20.020976 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port b3d86141-298d-4218-9c6d-b514a2ff5c92, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b3d86141-298d-4218-9c6d-b514a2ff5c92,segment=NetworkSegment(0f113b16-94ad-4b02-8521-e93247ce464b),segment_id=0f113b16-94ad-4b02-8521-e93247ce464b)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:20.034705 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 5277a706-af6a-4b63-8021-237b0d169ac8 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:16:20.050090 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4400b067-a74f-406e-bb9d-3df83b0e8037 x-openstack-request-id: req-4400b067-a74f-406e-bb9d-3df83b0e8037 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:16:20.050507 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e1716c-00f8-4b87-9634-30d69d93a48e", "name": "network-vif-unplugged", "status": "completed", "tag": "74e9224e-6f71-4852-b1bb-3289ae3c4f63", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:16:20.051779 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4400b067-a74f-406e-bb9d-3df83b0e8037 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:16:20.052259 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4400b067-a74f-406e-bb9d-3df83b0e8037'] response: {'server_uuid': '49e1716c-00f8-4b87-9634-30d69d93a48e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74e9224e-6f71-4852-b1bb-3289ae3c4f63', 'code': 200} Apr 20 13:16:20.121046 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4c583102-9962-4d3a-9f47-4afac4109cb9 req-174aba8f-b9c4-4bb4-b025-812991d2955e tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5621462 Apr 20 13:16:20.135180 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:20.136677 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-b70190ea-9a53-4454-af31-b96d234ea94d None None] For port 9a79606b-dafd-44a8-9c8b-4d4bf50303be, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:16:20.154099 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 5277a706-af6a-4b63-8021-237b0d169ac8 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:16:20.154772 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 5277a706-af6a-4b63-8021-237b0d169ac8 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:16:20.263103 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-b70190ea-9a53-4454-af31-b96d234ea94d None None] For port 9a79606b-dafd-44a8-9c8b-4d4bf50303be, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=9a79606b-dafd-44a8-9c8b-4d4bf50303be,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:16:20.316478 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=b3d86141-298d-4218-9c6d-b514a2ff5c92,revision_number=11']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:20.323949 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-285ccffe-0257-40a2-8608-8e458bd0f95e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:20.388220 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b70190ea-9a53-4454-af31-b96d234ea94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:20.405601 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6cc232e0-baef-4f72-8c49-be8784a4cd01 req-49f14268-eae4-457b-8b63-520e0294092c tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:20.410100 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-122cc6bc-1fe5-4850-8ab1-227d7a171090 req-b165f7bd-dfce-4654-9204-d0b94c1cb4c2 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 210 time: 0.0371456 Apr 20 13:16:20.458456 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d05bffde-dc43-41f7-9723-7dbe2e097787 req-c5143c2b-70cc-402a-b7d3-0feeda31a87e tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/ports?device_id=49e1716c-00f8-4b87-9634-30d69d93a48e HTTP/1.1" status: 200 len: 210 time: 0.0815716 Apr 20 13:16:20.477406 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-285ccffe-0257-40a2-8608-8e458bd0f95e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:20.481156 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f14268-eae4-457b-8b63-520e0294092c tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Pushing event deleted for resources: {'Port': ['ID=74e9224e-6f71-4852-b1bb-3289ae3c4f63,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:20.545970 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70190ea-9a53-4454-af31-b96d234ea94d None None] Pushing event updated for resources: {'Port': ['ID=9a79606b-dafd-44a8-9c8b-4d4bf50303be,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:20.617538 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc232e0-baef-4f72-8c49-be8784a4cd01 req-49f14268-eae4-457b-8b63-520e0294092c tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] No DVR routers for this DVR port 74e9224e-6f71-4852-b1bb-3289ae3c4f63 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:16:20.658973 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6cc232e0-baef-4f72-8c49-be8784a4cd01 req-49f14268-eae4-457b-8b63-520e0294092c tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:20.665157 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6cc232e0-baef-4f72-8c49-be8784a4cd01 req-49f14268-eae4-457b-8b63-520e0294092c tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.15 "DELETE /v2.0/ports/74e9224e-6f71-4852-b1bb-3289ae3c4f63 HTTP/1.1" status: 204 len: 173 time: 3.7758336 Apr 20 13:16:20.667603 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e1716c-00f8-4b87-9634-30d69d93a48e', 'name': 'network-vif-deleted', 'tag': '74e9224e-6f71-4852-b1bb-3289ae3c4f63'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:16:20.672314 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7727fbc0-cd7b-40ea-a53d-a2d225214a27" -d '{"events": [{"server_uuid": "49e1716c-00f8-4b87-9634-30d69d93a48e", "name": "network-vif-deleted", "tag": "74e9224e-6f71-4852-b1bb-3289ae3c4f63"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:16:20.750332 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285ccffe-0257-40a2-8608-8e458bd0f95e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:16:20.754906 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5030a0a-72e0-4639-8d60-b8979611c98d x-openstack-request-id: req-d5030a0a-72e0-4639-8d60-b8979611c98d {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:16:20.755461 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e1716c-00f8-4b87-9634-30d69d93a48e", "name": "network-vif-deleted", "tag": "74e9224e-6f71-4852-b1bb-3289ae3c4f63", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:16:20.755876 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d5030a0a-72e0-4639-8d60-b8979611c98d {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:16:20.756954 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5030a0a-72e0-4639-8d60-b8979611c98d'] response: {'server_uuid': '49e1716c-00f8-4b87-9634-30d69d93a48e', 'name': 'network-vif-deleted', 'tag': '74e9224e-6f71-4852-b1bb-3289ae3c4f63', 'status': 'completed', 'code': 200} Apr 20 13:16:20.762609 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-285ccffe-0257-40a2-8608-8e458bd0f95e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:16:20.798393 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285ccffe-0257-40a2-8608-8e458bd0f95e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:16:20.814345 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285ccffe-0257-40a2-8608-8e458bd0f95e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:20.823194 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-285ccffe-0257-40a2-8608-8e458bd0f95e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:20.830594 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285ccffe-0257-40a2-8608-8e458bd0f95e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Port': ['ID=64270357-9e51-4ffc-b496-6d608f9b6ea8,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:20.961394 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259ae50-7a85-49a0-8e72-10b3f28a06d9 req-4af3643b-370f-4bea-b2aa-44865ccc889e tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:20.971102 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8259ae50-7a85-49a0-8e72-10b3f28a06d9 req-4af3643b-370f-4bea-b2aa-44865ccc889e tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 945 time: 0.1446264 Apr 20 13:16:20.993595 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-605aed49-9262-41da-8f8f-e5dec47178d0 req-96a66116-8366-4905-8b86-7d1993934952 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:21.072876 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-285ccffe-0257-40a2-8608-8e458bd0f95e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1190703 Apr 20 13:16:21.073833 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a66116-8366-4905-8b86-7d1993934952 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Pushing event deleted for resources: {'Port': ['ID=b3d86141-298d-4218-9c6d-b514a2ff5c92,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:21.076918 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47078) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:21.132538 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8259ae50-7a85-49a0-8e72-10b3f28a06d9 req-4f3b418b-391a-4ce6-8437-91a0e3ee0e42 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa1cc80-699e-4f9e-8179-976a59611215&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599143 Apr 20 13:16:21.258404 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724b2395-02f5-4929-a95b-3cbb103606de tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:21.270435 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724b2395-02f5-4929-a95b-3cbb103606de tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:21.277442 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-724b2395-02f5-4929-a95b-3cbb103606de tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1945353 Apr 20 13:16:21.280337 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47082) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:21.393383 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad326db-09b5-4d6c-9694-3311ff0ef681 req-241b4ad4-6866-4503-bb6d-559d5aef1391 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:21.394936 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9ad326db-09b5-4d6c-9694-3311ff0ef681 req-241b4ad4-6866-4503-bb6d-559d5aef1391 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 945 time: 0.1542521 Apr 20 13:16:21.441044 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-296ab581-74b6-4af3-b9f9-995822389c41 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting port 64270357-9e51-4ffc-b496-6d608f9b6ea8 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:16:21.441385 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-296ab581-74b6-4af3-b9f9-995822389c41 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:21.531275 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-605aed49-9262-41da-8f8f-e5dec47178d0 req-96a66116-8366-4905-8b86-7d1993934952 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Router 743ceca2-0b4a-4a6e-adc1-701ab4e69731 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:16:21.589093 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9ad326db-09b5-4d6c-9694-3311ff0ef681 req-3442128f-e0d2-4817-b5f8-e58772467f83 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812990 Apr 20 13:16:21.677173 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-296ab581-74b6-4af3-b9f9-995822389c41 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:21.713962 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-296ab581-74b6-4af3-b9f9-995822389c41 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Calling delete_port for 64270357-9e51-4ffc-b496-6d608f9b6ea8 owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:16:21.949515 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-605aed49-9262-41da-8f8f-e5dec47178d0 req-96a66116-8366-4905-8b86-7d1993934952 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:16:21.960828 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148127c9-1472-4e08-a51a-5457719f1ef6 None None] Sync routers for ids ['743ceca2-0b4a-4a6e-adc1-701ab4e69731'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:16:21.986172 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148127c9-1472-4e08-a51a-5457719f1ef6 None None] Routers {'743ceca2-0b4a-4a6e-adc1-701ab4e69731'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:16:21.992954 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-148127c9-1472-4e08-a51a-5457719f1ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:15:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['743ceca2-0b4a-4a6e-adc1-701ab4e69731'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:22.107863 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-605aed49-9262-41da-8f8f-e5dec47178d0 req-96a66116-8366-4905-8b86-7d1993934952 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] No DVR routers for this DVR port b3d86141-298d-4218-9c6d-b514a2ff5c92 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:16:22.128243 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-296ab581-74b6-4af3-b9f9-995822389c41 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:22.141392 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bb2c361a-7acf-4b8b-98f5-0979f31961ab req-5b0ebb24-2ffb-4d87-8ef6-c632168ff083 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 210 time: 0.1998982 Apr 20 13:16:22.156286 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-db03bae7-71b2-4d4b-a0ea-de40d287e887 req-13af8f6f-cd02-43da-a0de-8c1be79d86e2 tempest-ListServersNegativeTestJSON-642503168 tempest-ListServersNegativeTestJSON-642503168-project] 10.222.0.25 "GET /v2.0/ports?device_id=49e1716c-00f8-4b87-9634-30d69d93a48e HTTP/1.1" status: 200 len: 210 time: 0.2234995 Apr 20 13:16:22.158435 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-605aed49-9262-41da-8f8f-e5dec47178d0 req-96a66116-8366-4905-8b86-7d1993934952 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:22.168012 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e058f4b6-2d8a-4008-80a9-3c38f2f196c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3d86141-298d-4218-9c6d-b514a2ff5c92'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:16:22.169920 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-605aed49-9262-41da-8f8f-e5dec47178d0 req-96a66116-8366-4905-8b86-7d1993934952 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.15 "DELETE /v2.0/ports/b3d86141-298d-4218-9c6d-b514a2ff5c92 HTTP/1.1" status: 204 len: 173 time: 5.2200155 Apr 20 13:16:22.176003 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea72bdb-6f03-4052-85c9-af4dda1bbd5b" -d '{"events": [{"server_uuid": "e058f4b6-2d8a-4008-80a9-3c38f2f196c4", "name": "network-vif-unplugged", "status": "completed", "tag": "b3d86141-298d-4218-9c6d-b514a2ff5c92"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:16:22.223520 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ab581-74b6-4af3-b9f9-995822389c41 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Port': ['ID=64270357-9e51-4ffc-b496-6d608f9b6ea8,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:22.347401 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-296ab581-74b6-4af3-b9f9-995822389c41 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:22.360953 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-296ab581-74b6-4af3-b9f9-995822389c41 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/ports/64270357-9e51-4ffc-b496-6d608f9b6ea8 HTTP/1.1" status: 204 len: 168 time: 1.0792580 Apr 20 13:16:22.367695 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47104) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:22.422574 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a3d0f3f-483b-4027-9010-00282139ec51 req-fba8fd45-c6c0-4a04-889f-2d81670f1e2d tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 210 time: 0.0726783 Apr 20 13:16:22.428992 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0a3c91-0bb6-4161-9856-a963d86f4788 x-openstack-request-id: req-aa0a3c91-0bb6-4161-9856-a963d86f4788 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:16:22.433769 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e058f4b6-2d8a-4008-80a9-3c38f2f196c4", "name": "network-vif-unplugged", "status": "completed", "tag": "b3d86141-298d-4218-9c6d-b514a2ff5c92", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:16:22.433769 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aa0a3c91-0bb6-4161-9856-a963d86f4788 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:16:22.433769 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa0a3c91-0bb6-4161-9856-a963d86f4788'] response: {'server_uuid': 'e058f4b6-2d8a-4008-80a9-3c38f2f196c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3d86141-298d-4218-9c6d-b514a2ff5c92', 'code': 200} Apr 20 13:16:22.492726 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-148127c9-1472-4e08-a51a-5457719f1ef6 None None] Set router 743ceca2-0b4a-4a6e-adc1-701ab4e69731 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:16:22.536562 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2161976-39f9-4384-88a7-a664751d0c9b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:22.538257 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2161976-39f9-4384-88a7-a664751d0c9b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:22.540168 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e2161976-39f9-4384-88a7-a664751d0c9b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1341634 Apr 20 13:16:22.542980 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47106) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:22.670082 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-f15a5352-747b-48b2-b5c7-1e3580786368 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting subnet cc36ae28-27c0-4dff-9bc1-b6e47d19e932 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:16:22.694973 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-34d13cf1-8b78-43aa-aa2c-a2d035430a02 None None] Provisioning complete for port 9a79606b-dafd-44a8-9c8b-4d4bf50303be triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:22.695958 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f15a5352-747b-48b2-b5c7-1e3580786368 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:22.707052 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-34d13cf1-8b78-43aa-aa2c-a2d035430a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:22.759213 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e058f4b6-2d8a-4008-80a9-3c38f2f196c4', 'name': 'network-vif-deleted', 'tag': 'b3d86141-298d-4218-9c6d-b514a2ff5c92'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:16:22.761104 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26d6740-e77b-443f-b1fa-f84a9f2bce40" -d '{"events": [{"server_uuid": "e058f4b6-2d8a-4008-80a9-3c38f2f196c4", "name": "network-vif-deleted", "tag": "b3d86141-298d-4218-9c6d-b514a2ff5c92"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:16:22.809805 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f15a5352-747b-48b2-b5c7-1e3580786368 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:22.907834 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb73bb3-aa4c-4752-a45b-8fd7af505b19 x-openstack-request-id: req-bdb73bb3-aa4c-4752-a45b-8fd7af505b19 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:16:22.908125 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e058f4b6-2d8a-4008-80a9-3c38f2f196c4", "name": "network-vif-deleted", "tag": "b3d86141-298d-4218-9c6d-b514a2ff5c92", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:16:22.908376 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bdb73bb3-aa4c-4752-a45b-8fd7af505b19 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:16:22.908768 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdb73bb3-aa4c-4752-a45b-8fd7af505b19'] response: {'server_uuid': 'e058f4b6-2d8a-4008-80a9-3c38f2f196c4', 'name': 'network-vif-deleted', 'tag': 'b3d86141-298d-4218-9c6d-b514a2ff5c92', 'status': 'completed', 'code': 200} Apr 20 13:16:22.977576 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f15a5352-747b-48b2-b5c7-1e3580786368 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:23.045774 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9269e-e060-46dc-8768-b558d2fb657a req-a71e1880-cec7-48ad-bcff-ca8be7b72a34 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:23.047382 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9fd9269e-e060-46dc-8768-b558d2fb657a req-a71e1880-cec7-48ad-bcff-ca8be7b72a34 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 945 time: 0.2232535 Apr 20 13:16:23.165859 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9fd9269e-e060-46dc-8768-b558d2fb657a req-4965d532-8b54-4145-a0a1-c95b4c819182 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985925 Apr 20 13:16:23.250785 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 9a79606b-dafd-44a8-9c8b-4d4bf50303be up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:16:23.264897 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-34d13cf1-8b78-43aa-aa2c-a2d035430a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:23.331534 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47124) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:23.344927 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f15a5352-747b-48b2-b5c7-1e3580786368 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:23.502793 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a5352-747b-48b2-b5c7-1e3580786368 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Subnet': ['ID=cc36ae28-27c0-4dff-9bc1-b6e47d19e932,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:23.520641 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f15a5352-747b-48b2-b5c7-1e3580786368 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:23.523966 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f15a5352-747b-48b2-b5c7-1e3580786368 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/cc36ae28-27c0-4dff-9bc1-b6e47d19e932 HTTP/1.1" status: 204 len: 168 time: 0.9796832 Apr 20 13:16:23.541214 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47136) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:23.616628 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-853630d6-4e7a-4fad-8ba7-47fbfe040481 req-1c653298-653b-4528-b697-fd9c168f7582 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 210 time: 0.1863198 Apr 20 13:16:23.627079 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb47240b-b1e3-47f1-a3d2-34a3b15b539f admin admin] Deleting subnet ec131fb6-a610-4f22-95f1-c71670364d0f {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:16:23.637696 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ff417119-efba-4777-8b16-b76718b1c35b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1005797 Apr 20 13:16:23.644647 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47138) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:23.668750 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-eb47240b-b1e3-47f1-a3d2-34a3b15b539f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:23.687184 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18120eed-fdc3-4de5-bad6-488aa7b7f4a2 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:16:23.691442 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-29ef21f8-0bda-450f-b204-0a90647d4ea5 req-94088943-9e21-4829-a3c9-6c6128ae08b4 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/ports?device_id=e058f4b6-2d8a-4008-80a9-3c38f2f196c4 HTTP/1.1" status: 200 len: 210 time: 0.0636077 Apr 20 13:16:23.720111 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-148127c9-1472-4e08-a51a-5457719f1ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'name': 'tempest-AttachVolumeShelveTestJSON-1796423913-router', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'e0156b26-b064-4225-8417-ea8cce1a54ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:35Z', 'updated_at': '2022-04-20T13:06:50Z', 'revision_number': 4, 'project_id': 'c6b1693032114a59884d6bf282ad5efe', 'gw_port': {'id': 'e0156b26-b064-4225-8417-ea8cce1a54ab', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:38Z', 'updated_at': '2022-04-20T13:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'ebc0a48e-f464-444f-96b9-d70e47d4e667', 'name': '', 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'mac_address': 'fa:16:3e:99:2d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '50283e41-42f7-46ab-979a-b196312e8e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:46Z', 'updated_at': '2022-04-20T13:07:11Z', 'revision_number': 5, 'project_id': 'c6b1693032114a59884d6bf282ad5efe', 'subnets': [{'id': '50283e41-42f7-46ab-979a-b196312e8e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:23.776387 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-eb47240b-b1e3-47f1-a3d2-34a3b15b539f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:23.781733 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148127c9-1472-4e08-a51a-5457719f1ef6 None None] Checking router: 743ceca2-0b4a-4a6e-adc1-701ab4e69731 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:16:23.834019 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-34d13cf1-8b78-43aa-aa2c-a2d035430a02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:16:23.834401 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-34d13cf1-8b78-43aa-aa2c-a2d035430a02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:16:23.838519 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148127c9-1472-4e08-a51a-5457719f1ef6 None None] Routers {'743ceca2-0b4a-4a6e-adc1-701ab4e69731'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:16:23.839176 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-148127c9-1472-4e08-a51a-5457719f1ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:15:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['743ceca2-0b4a-4a6e-adc1-701ab4e69731'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:23.840288 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc53c5fe-a353-4b26-b148-ee6a56e34327 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:23.841824 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-dc53c5fe-a353-4b26-b148-ee6a56e34327 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1985478 Apr 20 13:16:23.844642 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47142) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:23.861711 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-eb47240b-b1e3-47f1-a3d2-34a3b15b539f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:23.895770 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 9a79606b-dafd-44a8-9c8b-4d4bf50303be triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:23.896197 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:23.930562 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc04afa5-7212-4056-adca-d83ef4dbaef9 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:23.934288 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-dc04afa5-7212-4056-adca-d83ef4dbaef9 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0864351 Apr 20 13:16:23.935867 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47144) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:23.990461 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a5d5b201-6bbb-47db-b338-cce9fd294e73 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531807 Apr 20 13:16:23.994777 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47146) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:24.000070 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-3f1badcc-a340-4cfb-ae06-8230e1a19460 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'subnet': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:24.055216 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-148127c9-1472-4e08-a51a-5457719f1ef6 None None] Set router 743ceca2-0b4a-4a6e-adc1-701ab4e69731 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:16:24.081360 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-eb47240b-b1e3-47f1-a3d2-34a3b15b539f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:24.132198 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb47240b-b1e3-47f1-a3d2-34a3b15b539f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec131fb6-a610-4f22-95f1-c71670364d0f,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:24.146519 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-eb47240b-b1e3-47f1-a3d2-34a3b15b539f admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:24.159253 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-eb47240b-b1e3-47f1-a3d2-34a3b15b539f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ec131fb6-a610-4f22-95f1-c71670364d0f HTTP/1.1" status: 204 len: 168 time: 0.8228483 Apr 20 13:16:24.160525 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47148) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:24.172821 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b649ec2d-f7b6-4946-bef2-5fc04fdfa771 None None] DHCP port deletion for 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:16:24.217900 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:24.295951 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 9a79606b-dafd-44a8-9c8b-4d4bf50303be, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=9a79606b-dafd-44a8-9c8b-4d4bf50303be,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:24.359733 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-db39b5fe-3661-4dd1-a30c-6aaaa16e9ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:24.397870 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1001f-b1b0-42fc-ac72-b4be56806319 req-97a51ced-abbd-477c-9e31-06aeb68ee281 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:24.399711 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4fb1001f-b1b0-42fc-ac72-b4be56806319 req-97a51ced-abbd-477c-9e31-06aeb68ee281 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 945 time: 0.0969095 Apr 20 13:16:24.405722 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:24.494149 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4fb1001f-b1b0-42fc-ac72-b4be56806319 req-0808065c-8065-417f-a731-65b3b7278cc5 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860102 Apr 20 13:16:24.561452 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-db39b5fe-3661-4dd1-a30c-6aaaa16e9ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:24.582922 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-db39b5fe-3661-4dd1-a30c-6aaaa16e9ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f10e1f5-a659-46a9-9ee5-ee16469ae783']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:24.594036 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-db39b5fe-3661-4dd1-a30c-6aaaa16e9ed0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4569e378-af61-461c-b8bd-055cf9cef9e4') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:24.594858 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-db39b5fe-3661-4dd1-a30c-6aaaa16e9ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4569e378-af61-461c-b8bd-055cf9cef9e4') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:24.605241 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-db39b5fe-3661-4dd1-a30c-6aaaa16e9ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:24.617287 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=9a79606b-dafd-44a8-9c8b-4d4bf50303be,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:24.618803 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-db39b5fe-3661-4dd1-a30c-6aaaa16e9ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:24.625226 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db39b5fe-3661-4dd1-a30c-6aaaa16e9ed0 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:16:24.625960 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-db39b5fe-3661-4dd1-a30c-6aaaa16e9ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:24.685705 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:16:24.685705 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:16:24.685705 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:16:24.685705 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:16:24.685705 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:16:24.685705 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:16:24.685705 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:16:24.685705 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:16:24.685705 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:16:24.685705 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:16:24.685705 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:16:24.685705 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:16:24.685705 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:16:24.685705 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:16:24.685705 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:16:24.685705 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:16:24.685705 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:16:24.685705 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:16:24.685705 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:16:24.685705 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:16:24.685705 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:16:24.685705 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:16:24.685705 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:16:24.685705 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:16:24.685705 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:16:24.685705 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:16:24.685705 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:16:24.685705 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:16:24.685705 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:16:24.685705 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:16:24.685705 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:16:24.685705 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:16:24.703796 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f63f8c4b-6a2c-49e0-aea0-fc0a7c839454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:24.711351 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-b649ec2d-f7b6-4946-bef2-5fc04fdfa771 None None] Deleting port 9a79606b-dafd-44a8-9c8b-4d4bf50303be {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:16:24.711751 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b649ec2d-f7b6-4946-bef2-5fc04fdfa771 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:24.754936 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-db39b5fe-3661-4dd1-a30c-6aaaa16e9ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:24.761796 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-db39b5fe-3661-4dd1-a30c-6aaaa16e9ed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:24.778126 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-db39b5fe-3661-4dd1-a30c-6aaaa16e9ed0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/9f10e1f5-a659-46a9-9ee5-ee16469ae783 HTTP/1.1" status: 204 len: 168 time: 0.6110475 Apr 20 13:16:24.789074 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 9a79606b-dafd-44a8-9c8b-4d4bf50303be no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:16:24.817155 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1badcc-a340-4cfb-ae06-8230e1a19460 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:16:24.822250 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3f1badcc-a340-4cfb-ae06-8230e1a19460 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:24.828926 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db39b5fe-3661-4dd1-a30c-6aaaa16e9ed0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f10e1f5-a659-46a9-9ee5-ee16469ae783,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:24.834759 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7affc5ce-f118-4127-9a02-5b58bbb9b86e req-390e2f1d-7603-452c-8710-36ce20f1bfcb tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 210 time: 0.0408847 Apr 20 13:16:24.956044 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47174) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:24.972754 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-f21c109c-a3e4-4708-b602-a296691dae61 None None] Could not find standard attr ID for object 64270357-9e51-4ffc-b496-6d608f9b6ea8. {{(pid=114871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:16:25.079041 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-b649ec2d-f7b6-4946-bef2-5fc04fdfa771 None None] For port 9a79606b-dafd-44a8-9c8b-4d4bf50303be, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=9a79606b-dafd-44a8-9c8b-4d4bf50303be,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:25.079497 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b649ec2d-f7b6-4946-bef2-5fc04fdfa771 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:25.089277 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-036da766-d3a2-4cf5-a71d-9f0f070b45ee tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:25.113601 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-b649ec2d-f7b6-4946-bef2-5fc04fdfa771 None None] Calling delete_port for 9a79606b-dafd-44a8-9c8b-4d4bf50303be owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:16:25.134113 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-036da766-d3a2-4cf5-a71d-9f0f070b45ee tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:25.231995 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:25.236672 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-148127c9-1472-4e08-a51a-5457719f1ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'name': 'tempest-AttachVolumeShelveTestJSON-1796423913-router', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'e0156b26-b064-4225-8417-ea8cce1a54ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:35Z', 'updated_at': '2022-04-20T13:06:50Z', 'revision_number': 4, 'project_id': 'c6b1693032114a59884d6bf282ad5efe', 'gw_port': {'id': 'e0156b26-b064-4225-8417-ea8cce1a54ab', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:38Z', 'updated_at': '2022-04-20T13:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'ebc0a48e-f464-444f-96b9-d70e47d4e667', 'name': '', 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'mac_address': 'fa:16:3e:99:2d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '50283e41-42f7-46ab-979a-b196312e8e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:46Z', 'updated_at': '2022-04-20T13:07:11Z', 'revision_number': 5, 'project_id': 'c6b1693032114a59884d6bf282ad5efe', 'subnets': [{'id': '50283e41-42f7-46ab-979a-b196312e8e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:25.302273 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-036da766-d3a2-4cf5-a71d-9f0f070b45ee tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:25.305479 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-036da766-d3a2-4cf5-a71d-9f0f070b45ee tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:25.306053 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-036da766-d3a2-4cf5-a71d-9f0f070b45ee tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "DELETE /v2.0/security-groups/4aa1cc80-699e-4f9e-8179-976a59611215 HTTP/1.1" status: 204 len: 168 time: 0.3490171 Apr 20 13:16:25.308906 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47178) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:25.327786 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148127c9-1472-4e08-a51a-5457719f1ef6 None None] The sync data for ids ['743ceca2-0b4a-4a6e-adc1-701ab4e69731'] in n-d-836015-7 is: [{'id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'name': 'tempest-AttachVolumeShelveTestJSON-1796423913-router', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'e0156b26-b064-4225-8417-ea8cce1a54ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:35Z', 'updated_at': '2022-04-20T13:06:50Z', 'revision_number': 4, 'project_id': 'c6b1693032114a59884d6bf282ad5efe', 'gw_port': {'id': 'e0156b26-b064-4225-8417-ea8cce1a54ab', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:38Z', 'updated_at': '2022-04-20T13:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'ebc0a48e-f464-444f-96b9-d70e47d4e667', 'name': '', 'network_id': '5f8d1d6d-7980-40b6-a3d5-202cd4161f9d', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'mac_address': 'fa:16:3e:99:2d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '50283e41-42f7-46ab-979a-b196312e8e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:46Z', 'updated_at': '2022-04-20T13:07:11Z', 'revision_number': 5, 'project_id': 'c6b1693032114a59884d6bf282ad5efe', 'subnets': [{'id': '50283e41-42f7-46ab-979a-b196312e8e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:16:25.342672 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-03ed48e9-5d4a-40fb-ae1e-cb689764bed1 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] show failed (client error): The resource could not be found. Apr 20 13:16:25.342672 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-03ed48e9-5d4a-40fb-ae1e-cb689764bed1 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "GET /v2.0/security-groups/4aa1cc80-699e-4f9e-8179-976a59611215 HTTP/1.1" status: 404 len: 347 time: 0.0236633 Apr 20 13:16:25.343778 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036da766-d3a2-4cf5-a71d-9f0f070b45ee tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa1cc80-699e-4f9e-8179-976a59611215,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:25.348286 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47180) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:25.348286 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47182) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:25.542660 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 9a79606b-dafd-44a8-9c8b-4d4bf50303be, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=9a79606b-dafd-44a8-9c8b-4d4bf50303be,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:25.631846 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:25.833863 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=9a79606b-dafd-44a8-9c8b-4d4bf50303be,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:25.870556 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b649ec2d-f7b6-4946-bef2-5fc04fdfa771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:25.923705 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc871a8e-d182-47ca-866d-e9b887fcddc8 req-13b8cd1f-3230-42f2-8020-f207eb90d257 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:25.923705 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dc871a8e-d182-47ca-866d-e9b887fcddc8 req-13b8cd1f-3230-42f2-8020-f207eb90d257 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 945 time: 0.2056983 Apr 20 13:16:25.941909 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b649ec2d-f7b6-4946-bef2-5fc04fdfa771 None None] Pushing event deleted for resources: {'Port': ['ID=9a79606b-dafd-44a8-9c8b-4d4bf50303be,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:25.958231 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25abc72-f04e-4352-a692-aa84ca46d51c None None] New status for floating IP c27cabb8-ae4a-4163-ad0e-d1754ae81955: DOWN {{(pid=114872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:16:25.962993 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b649ec2d-f7b6-4946-bef2-5fc04fdfa771 None None] No DVR routers for this DVR port 9a79606b-dafd-44a8-9c8b-4d4bf50303be on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:16:26.000099 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dc871a8e-d182-47ca-866d-e9b887fcddc8 req-3b60fa9e-a36e-4724-9fe7-ec8bacd4fddb tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707109 Apr 20 13:16:26.083007 n-d-836015-7 neutron-server[114870]: DEBUG neutron.objects.ports [None req-3f1badcc-a340-4cfb-ae06-8230e1a19460 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114870) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 13:16:26.086347 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3f1badcc-a340-4cfb-ae06-8230e1a19460 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:26.118220 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-89f149c1-bb9b-428f-8131-31a844060638 req-515627e3-c2bb-41e8-8d17-f0cd59dee7b6 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 210 time: 0.0511475 Apr 20 13:16:26.193125 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1af0a2fa-b363-40cb-ad25-db9c25b1de66 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7fba27976228430aa7ff8e870eccf120&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8304687 Apr 20 13:16:26.196216 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47206) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:26.239591 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1badcc-a340-4cfb-ae06-8230e1a19460 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:16:26.241692 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1badcc-a340-4cfb-ae06-8230e1a19460 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Subnet': ['ID=7a31378d-5c62-492d-af12-da6ee4050d2a,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:26.247236 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-3f1badcc-a340-4cfb-ae06-8230e1a19460 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:16:26.251603 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1badcc-a340-4cfb-ae06-8230e1a19460 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:26.253015 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3f1badcc-a340-4cfb-ae06-8230e1a19460 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:26.260038 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b673d1-8523-4b99-bbbd-d97e07f1d62a None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:16:26.282041 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0055b6-6400-4231-b9cc-63d25b145ea1 req-57cd61a1-edaa-4ef8-b504-1a65a460bacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:26.284562 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5c0055b6-6400-4231-b9cc-63d25b145ea1 req-57cd61a1-edaa-4ef8-b504-1a65a460bacf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 1096 time: 0.3443902 Apr 20 13:16:26.322238 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-c4498772-d30a-4c47-9221-b1eb09f48333 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Deleting port f4e03a7e-1f97-4162-81ea-6546b4a142c5 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:16:26.322869 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c4498772-d30a-4c47-9221-b1eb09f48333 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:26.345175 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-52fb433b-c845-4d75-a58c-7eddd468eba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:26.373224 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3f1badcc-a340-4cfb-ae06-8230e1a19460 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.3775010 Apr 20 13:16:26.375977 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47208) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:26.382520 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-b294d26d-c15a-4528-a92e-02b5a1fe4a3d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'port': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'mac_address': 'fa:16:3e:cb:55:3b', 'name': 'tempest-NetworksTestDHCPv6-1942684963'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:26.444743 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5c0055b6-6400-4231-b9cc-63d25b145ea1 req-cd4c1994-0f36-4991-ae78-980fb506e66a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518366 Apr 20 13:16:26.545224 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-52fb433b-c845-4d75-a58c-7eddd468eba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:26.553522 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c4498772-d30a-4c47-9221-b1eb09f48333 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:26.553829 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c4498772-d30a-4c47-9221-b1eb09f48333 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:26.583815 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-c4498772-d30a-4c47-9221-b1eb09f48333 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Calling delete_port for f4e03a7e-1f97-4162-81ea-6546b4a142c5 owned by network:floatingip {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:16:26.610592 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccfec6a-0cbb-4aec-9967-e5a68b2f2101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'tenant_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'fixed_ips': [{'subnet_id': '7a31378d-5c62-492d-af12-da6ee4050d2a'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:16:26.611490 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9ccfec6a-0cbb-4aec-9967-e5a68b2f2101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:26.719212 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b294d26d-c15a-4528-a92e-02b5a1fe4a3d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:16:26.790451 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-52fb433b-c845-4d75-a58c-7eddd468eba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:26.790920 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-52fb433b-c845-4d75-a58c-7eddd468eba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:26.810831 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-52fb433b-c845-4d75-a58c-7eddd468eba7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a3b6e329-f703-4382-9d83-87660d8fbb4d HTTP/1.1" status: 204 len: 168 time: 0.6126070 Apr 20 13:16:26.938861 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9b739c6b-1224-4c2c-b074-616ae4f8a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:26.942562 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb433b-c845-4d75-a58c-7eddd468eba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b6e329-f703-4382-9d83-87660d8fbb4d,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:26.953670 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-9ccfec6a-0cbb-4aec-9967-e5a68b2f2101 None None] Allocated IP 2001:db8::f816:3eff:fe9a:81ad (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/7a31378d-5c62-492d-af12-da6ee4050d2a/5ef33d65-cd56-4b2e-95d1-819d0d3c13ba) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:16:26.983721 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c4498772-d30a-4c47-9221-b1eb09f48333 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:27.052725 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b294d26d-c15a-4528-a92e-02b5a1fe4a3d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:27.066073 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4498772-d30a-4c47-9221-b1eb09f48333 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Pushing event deleted for resources: {'Port': ['ID=f4e03a7e-1f97-4162-81ea-6546b4a142c5,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:27.080493 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [None req-b294d26d-c15a-4528-a92e-02b5a1fe4a3d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] device_id is not set on port 6886c3d5-30ef-43f6-918d-830746a0e396 yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:16:27.240630 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee42309-a590-44b0-8b4b-120fbc91ebaa req-487096eb-5518-4d58-a8f1-0368c2055999 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:27.249663 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4ee42309-a590-44b0-8b4b-120fbc91ebaa req-487096eb-5518-4d58-a8f1-0368c2055999 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 945 time: 0.1085076 Apr 20 13:16:27.306919 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9ccfec6a-0cbb-4aec-9967-e5a68b2f2101 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:27.308540 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c4498772-d30a-4c47-9221-b1eb09f48333 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks [] for floatingip, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:27.312294 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c4498772-d30a-4c47-9221-b1eb09f48333 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:27.315023 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c4498772-d30a-4c47-9221-b1eb09f48333 tempest-AttachVolumeShelveTestJSON-1122997547 tempest-AttachVolumeShelveTestJSON-1122997547-project] 10.222.0.25 "DELETE /v2.0/floatingips/c27cabb8-ae4a-4163-ad0e-d1754ae81955 HTTP/1.1" status: 204 len: 168 time: 1.9583952 Apr 20 13:16:27.357608 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4ee42309-a590-44b0-8b4b-120fbc91ebaa req-f7dabcfc-5ca2-46e0-875c-9076bfea5867 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861707 Apr 20 13:16:27.396121 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9ccfec6a-0cbb-4aec-9967-e5a68b2f2101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:27.414487 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2ac4bd98-fa51-42d1-b9cc-28614f5e55c6 req-55db0e6f-9727-47e9-85c8-8c2c532342e9 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 210 time: 0.0766182 Apr 20 13:16:27.487019 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccfec6a-0cbb-4aec-9967-e5a68b2f2101 None None] Pushing event updated for resources: {'Port': ['ID=5ef33d65-cd56-4b2e-95d1-819d0d3c13ba,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:27.528283 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-b294d26d-c15a-4528-a92e-02b5a1fe4a3d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Allocated IP 2001:db8::f816:3eff:fecb:553b (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/7a31378d-5c62-492d-af12-da6ee4050d2a/6886c3d5-30ef-43f6-918d-830746a0e396) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:16:27.532663 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccfec6a-0cbb-4aec-9967-e5a68b2f2101 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:16:27.534321 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-9ccfec6a-0cbb-4aec-9967-e5a68b2f2101 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:16:27.540294 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccfec6a-0cbb-4aec-9967-e5a68b2f2101 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:16:27.678757 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-9ccfec6a-0cbb-4aec-9967-e5a68b2f2101 None None] Attempting to bind port 5ef33d65-cd56-4b2e-95d1-819d0d3c13ba on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:16:27.679368 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-9ccfec6a-0cbb-4aec-9967-e5a68b2f2101 None None] Attempting to bind port 5ef33d65-cd56-4b2e-95d1-819d0d3c13ba by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:16:27.682558 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccfec6a-0cbb-4aec-9967-e5a68b2f2101 None None] Attempting to bind port 5ef33d65-cd56-4b2e-95d1-819d0d3c13ba on network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:16:27.695268 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccfec6a-0cbb-4aec-9967-e5a68b2f2101 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:16:27.698508 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccfec6a-0cbb-4aec-9967-e5a68b2f2101 None None] Checking segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:16:27.699982 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9ccfec6a-0cbb-4aec-9967-e5a68b2f2101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:27.702840 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccfec6a-0cbb-4aec-9967-e5a68b2f2101 None None] Bound using segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:16:27.704836 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-9ccfec6a-0cbb-4aec-9967-e5a68b2f2101 None None] Bound port: 5ef33d65-cd56-4b2e-95d1-819d0d3c13ba, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:16:27.707088 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9ccfec6a-0cbb-4aec-9967-e5a68b2f2101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:27.828636 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-9ccfec6a-0cbb-4aec-9967-e5a68b2f2101 None None] For port 5ef33d65-cd56-4b2e-95d1-819d0d3c13ba, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:16:27.833085 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-9ccfec6a-0cbb-4aec-9967-e5a68b2f2101 None None] For port 5ef33d65-cd56-4b2e-95d1-819d0d3c13ba, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=5ef33d65-cd56-4b2e-95d1-819d0d3c13ba,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:16:27.933564 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b294d26d-c15a-4528-a92e-02b5a1fe4a3d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:28.028773 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9ccfec6a-0cbb-4aec-9967-e5a68b2f2101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:28.113393 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccfec6a-0cbb-4aec-9967-e5a68b2f2101 None None] Pushing event updated for resources: {'Port': ['ID=5ef33d65-cd56-4b2e-95d1-819d0d3c13ba,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:28.127215 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfec6a-0cbb-4aec-9967-e5a68b2f2101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:28.130465 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfec6a-0cbb-4aec-9967-e5a68b2f2101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:28.131620 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfec6a-0cbb-4aec-9967-e5a68b2f2101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:28.132152 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfec6a-0cbb-4aec-9967-e5a68b2f2101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:28.132649 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfec6a-0cbb-4aec-9967-e5a68b2f2101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:28.133147 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfec6a-0cbb-4aec-9967-e5a68b2f2101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:28.133671 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfec6a-0cbb-4aec-9967-e5a68b2f2101 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:28.134213 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfec6a-0cbb-4aec-9967-e5a68b2f2101 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:28.134728 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfec6a-0cbb-4aec-9967-e5a68b2f2101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:28.135222 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfec6a-0cbb-4aec-9967-e5a68b2f2101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:28.135728 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfec6a-0cbb-4aec-9967-e5a68b2f2101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:28.136265 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfec6a-0cbb-4aec-9967-e5a68b2f2101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:28.142097 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:28.150739 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b294d26d-c15a-4528-a92e-02b5a1fe4a3d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:28.312821 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b294d26d-c15a-4528-a92e-02b5a1fe4a3d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:16:28.354067 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294d26d-c15a-4528-a92e-02b5a1fe4a3d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Port': ['ID=6886c3d5-30ef-43f6-918d-830746a0e396,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:28.363041 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-b294d26d-c15a-4528-a92e-02b5a1fe4a3d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:16:28.368868 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b294d26d-c15a-4528-a92e-02b5a1fe4a3d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:16:28.397334 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b294d26d-c15a-4528-a92e-02b5a1fe4a3d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:28.398022 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b294d26d-c15a-4528-a92e-02b5a1fe4a3d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:28.587084 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b294d26d-c15a-4528-a92e-02b5a1fe4a3d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2042348 Apr 20 13:16:28.587678 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47272) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:28.669694 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3ee5f-7628-485f-9185-b864baf6213e req-21e7108c-9a30-4934-9396-dcbb35fec27d tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:28.671485 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0fe3ee5f-7628-485f-9185-b864baf6213e req-21e7108c-9a30-4934-9396-dcbb35fec27d tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 945 time: 0.1984396 Apr 20 13:16:28.750199 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fddfa5-5dab-4943-8c37-6e3988614bcf tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:28.761207 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fddfa5-5dab-4943-8c37-6e3988614bcf tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:28.763053 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-63fddfa5-5dab-4943-8c37-6e3988614bcf tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1746237 Apr 20 13:16:28.770757 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47280) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:28.828762 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5c586fd0-e78b-47b6-b5d4-35705a9fb462 req-80bb8073-c577-444b-aabe-3f064d9c5b5a tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 210 time: 0.1782112 Apr 20 13:16:28.880151 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0fe3ee5f-7628-485f-9185-b864baf6213e req-ba668727-3779-44b6-95b3-16b603c4bd11 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216571 Apr 20 13:16:28.898826 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 5ef33d65-cd56-4b2e-95d1-819d0d3c13ba up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:16:28.990787 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-2451d248-508f-4549-8128-b9b079a31bda tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting port 6886c3d5-30ef-43f6-918d-830746a0e396 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:16:28.992895 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2451d248-508f-4549-8128-b9b079a31bda tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:29.055896 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 5ef33d65-cd56-4b2e-95d1-819d0d3c13ba triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:29.056456 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:29.117438 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2451d248-508f-4549-8128-b9b079a31bda tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:29.133200 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-2451d248-508f-4549-8128-b9b079a31bda tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Calling delete_port for 6886c3d5-30ef-43f6-918d-830746a0e396 owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:16:29.186727 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:29.337583 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 5ef33d65-cd56-4b2e-95d1-819d0d3c13ba, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=5ef33d65-cd56-4b2e-95d1-819d0d3c13ba,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:29.401287 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-c93e056c-18db-421e-b563-4a4d14f2c5e6 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:29.404861 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-c93e056c-18db-421e-b563-4a4d14f2c5e6 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/networks?id=f4258e6f-aecb-49fd-99fd-85fb6d33cc56 HTTP/1.1" status: 200 len: 810 time: 0.2565143 Apr 20 13:16:29.441072 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:29.499986 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-18661ea3-967b-46a9-a1b6-b9c3f3804424 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/quotas/692951b4ab1c4dc1a05ed983655b2d83 HTTP/1.1" status: 200 len: 375 time: 0.0940223 Apr 20 13:16:29.535259 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2451d248-508f-4549-8128-b9b079a31bda tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:29.564985 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:29.616576 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=5ef33d65-cd56-4b2e-95d1-819d0d3c13ba,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:29.630503 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2451d248-508f-4549-8128-b9b079a31bda tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Port': ['ID=6886c3d5-30ef-43f6-918d-830746a0e396,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:29.632432 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-4c2a3f43-4284-4a20-8e7b-a9729890e16d tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=692951b4ab1c4dc1a05ed983655b2d83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1301358 Apr 20 13:16:29.686571 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2451d248-508f-4549-8128-b9b079a31bda tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:29.692939 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2451d248-508f-4549-8128-b9b079a31bda tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/ports/6886c3d5-30ef-43f6-918d-830746a0e396 HTTP/1.1" status: 204 len: 168 time: 0.9203408 Apr 20 13:16:29.703196 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47328) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:29.822377 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:29.882340 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263dba57-237f-4850-b3e6-9ae87ecdacd5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:29.901185 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263dba57-237f-4850-b3e6-9ae87ecdacd5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:29.910936 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-263dba57-237f-4850-b3e6-9ae87ecdacd5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2059288 Apr 20 13:16:29.911561 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47340) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:29.975518 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-93a83d78-ce46-4fff-8681-f0d6e6649944 service neutron] 10.222.0.25 "GET /v2.0/networks/f4258e6f-aecb-49fd-99fd-85fb6d33cc56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415017 Apr 20 13:16:30.072067 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fd73d9a-647a-4650-8172-3d8b35a5d3d8 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting subnet 7a31378d-5c62-492d-af12-da6ee4050d2a {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:16:30.077024 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7fd73d9a-647a-4650-8172-3d8b35a5d3d8 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:30.078828 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-307c860c-7f58-457d-a1c2-4b188659dbac None None] Provisioning complete for port 5ef33d65-cd56-4b2e-95d1-819d0d3c13ba triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:30.080870 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-307c860c-7f58-457d-a1c2-4b188659dbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:30.105920 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8219508f-ffb1-4c73-87c5-21e2638bc780 req-de17164e-0ced-4336-b4e6-cc2753fa8345 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 210 time: 0.1113808 Apr 20 13:16:30.205053 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7fd73d9a-647a-4650-8172-3d8b35a5d3d8 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:30.366704 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-02197935-75dc-4813-9c9b-8ec72d23313f service neutron] 10.222.0.25 "GET /v2.0/networks/f4258e6f-aecb-49fd-99fd-85fb6d33cc56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901002 Apr 20 13:16:30.423958 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7fd73d9a-647a-4650-8172-3d8b35a5d3d8 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:30.570192 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-0c7b7249-747f-46d0-b0a7-93cbe23c56bd None None] Could not find standard attr ID for object 6886c3d5-30ef-43f6-918d-830746a0e396. {{(pid=114871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:16:30.755876 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7fd73d9a-647a-4650-8172-3d8b35a5d3d8 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:30.790686 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 5ef33d65-cd56-4b2e-95d1-819d0d3c13ba up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:16:30.886421 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fe1c8f58-254a-41c4-b8f7-dfa8bc6ca4fa req-3059fc0c-e9d4-4415-9b57-6906725ac66c tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 210 time: 0.1251693 Apr 20 13:16:30.918870 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7fd73d9a-647a-4650-8172-3d8b35a5d3d8 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:30.924980 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7fd73d9a-647a-4650-8172-3d8b35a5d3d8 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/7a31378d-5c62-492d-af12-da6ee4050d2a HTTP/1.1" status: 204 len: 168 time: 1.0077736 Apr 20 13:16:30.928847 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47368) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:30.929228 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd73d9a-647a-4650-8172-3d8b35a5d3d8 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Subnet': ['ID=7a31378d-5c62-492d-af12-da6ee4050d2a,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:30.931160 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a39360-0403-4a11-91e9-816d0e603c59 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:16:30.944660 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2499edaf-832e-4ef1-a748-0cdba8bff0d2 req-7ce9e7bc-1a20-4e8e-b569-0cc32a3458b2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3442047 Apr 20 13:16:31.049423 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5bcbbe05-bd8a-4d7e-95ea-d35594e1083c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1149492 Apr 20 13:16:31.051693 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47372) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:31.059928 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-ed0b71af-8652-44df-a890-f79903b082eb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'subnet': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:31.113141 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 5ef33d65-cd56-4b2e-95d1-819d0d3c13ba triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:31.113629 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:31.221911 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499edaf-832e-4ef1-a748-0cdba8bff0d2 req-5fcdc406-c1a8-413d-92b6-6311e370babb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:31.239514 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2499edaf-832e-4ef1-a748-0cdba8bff0d2 req-5fcdc406-c1a8-413d-92b6-6311e370babb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=692951b4ab1c4dc1a05ed983655b2d83&device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 1096 time: 0.2175343 Apr 20 13:16:31.312468 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5f87ce9c-6303-4101-b528-0b7291349250 req-6fc11b12-07f9-4f32-be1c-f2d3595a15ba tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 210 time: 0.0369103 Apr 20 13:16:31.383084 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0b71af-8652-44df-a890-f79903b082eb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:16:31.387076 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ed0b71af-8652-44df-a890-f79903b082eb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:31.503172 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47392) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:31.621849 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d0b052-c3c1-4198-bbaa-c2f255aefe61 None None] DHCP port deletion for 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:16:31.733901 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499edaf-832e-4ef1-a748-0cdba8bff0d2 req-0b4b9117-9094-403d-90b2-517abcbc4982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:31.735862 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2499edaf-832e-4ef1-a748-0cdba8bff0d2 req-0b4b9117-9094-403d-90b2-517abcbc4982 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f4258e6f-aecb-49fd-99fd-85fb6d33cc56 HTTP/1.1" status: 200 len: 911 time: 0.4873021 Apr 20 13:16:31.759384 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-47d0b052-c3c1-4198-bbaa-c2f255aefe61 None None] Deleting port 5ef33d65-cd56-4b2e-95d1-819d0d3c13ba {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:16:31.775993 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-47d0b052-c3c1-4198-bbaa-c2f255aefe61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:31.820662 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e0ace017-0d6e-4f95-a8c5-c2af354351f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:31.826987 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2499edaf-832e-4ef1-a748-0cdba8bff0d2 req-064a7e66-8f55-4d96-9590-1ac0334e4e7d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47 HTTP/1.1" status: 200 len: 217 time: 0.0833797 Apr 20 13:16:31.934896 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499edaf-832e-4ef1-a748-0cdba8bff0d2 req-af0b935c-659d-46ad-bbd4-0ea91af9123b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:31.940345 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2499edaf-832e-4ef1-a748-0cdba8bff0d2 req-af0b935c-659d-46ad-bbd4-0ea91af9123b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0996d7f4-b464-4da5-b268-614fd8c03be4 HTTP/1.1" status: 200 len: 850 time: 0.0976238 Apr 20 13:16:32.014411 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2499edaf-832e-4ef1-a748-0cdba8bff0d2 req-bc9e4937-f347-4575-b497-469dceb2a72b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f4258e6f-aecb-49fd-99fd-85fb6d33cc56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687273 Apr 20 13:16:32.112379 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e0ace017-0d6e-4f95-a8c5-c2af354351f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:32.139656 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2817a371-f980-46fc-9e98-c1a6658eb49e req-fc8211b0-2eb5-4822-be6c-4755f4d9ab47 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 210 time: 0.1530678 Apr 20 13:16:32.219301 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2499edaf-832e-4ef1-a748-0cdba8bff0d2 req-578c0e2a-fe53-4c15-bd1a-55e868a43a08 service neutron] 10.222.0.32 "GET /v2.0/networks/f4258e6f-aecb-49fd-99fd-85fb6d33cc56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972752 Apr 20 13:16:32.233842 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-47d0b052-c3c1-4198-bbaa-c2f255aefe61 None None] For port 5ef33d65-cd56-4b2e-95d1-819d0d3c13ba, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=5ef33d65-cd56-4b2e-95d1-819d0d3c13ba,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:32.234496 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-47d0b052-c3c1-4198-bbaa-c2f255aefe61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:32.250478 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-47d0b052-c3c1-4198-bbaa-c2f255aefe61 None None] Calling delete_port for 5ef33d65-cd56-4b2e-95d1-819d0d3c13ba owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:16:32.304054 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e0ace017-0d6e-4f95-a8c5-c2af354351f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:32.351994 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2499edaf-832e-4ef1-a748-0cdba8bff0d2 req-5b36bc47-202f-46dd-86c0-4073ea77e4f0 service neutron] 10.222.0.32 "GET /v2.0/networks/f4258e6f-aecb-49fd-99fd-85fb6d33cc56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256633 Apr 20 13:16:32.376466 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e0ace017-0d6e-4f95-a8c5-c2af354351f5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5824acc188c64ae89d6771b63df54e1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8719487 Apr 20 13:16:32.381944 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47404) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:32.387816 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ace017-0d6e-4f95-a8c5-c2af354351f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90388c0-0d9b-450a-8bc8-8f47a446fc9f,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:32.558884 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c4a1849b-42ba-4853-b2e3-cc9975a698d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:32.565226 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-47d0b052-c3c1-4198-bbaa-c2f255aefe61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:32.614379 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9834ade7-7089-40c3-9f1f-b91a687c2c88 req-1220d182-b8f4-4272-a68d-6673415789d6 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/ports?device_id=433546e1-53c7-4b77-b409-f5bffa48a147 HTTP/1.1" status: 200 len: 210 time: 0.1140387 Apr 20 13:16:32.663752 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c4a1849b-42ba-4853-b2e3-cc9975a698d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:32.691302 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0b052-c3c1-4198-bbaa-c2f255aefe61 None None] Pushing event deleted for resources: {'Port': ['ID=5ef33d65-cd56-4b2e-95d1-819d0d3c13ba,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:32.735570 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d0b052-c3c1-4198-bbaa-c2f255aefe61 None None] No DVR routers for this DVR port 5ef33d65-cd56-4b2e-95d1-819d0d3c13ba on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:16:32.751055 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 5ef33d65-cd56-4b2e-95d1-819d0d3c13ba no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:16:32.751984 n-d-836015-7 neutron-server[114869]: DEBUG neutron.objects.ports [None req-ed0b71af-8652-44df-a890-f79903b082eb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114869) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 13:16:32.844438 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 5ef33d65-cd56-4b2e-95d1-819d0d3c13ba {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:16:32.844834 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 5ef33d65-cd56-4b2e-95d1-819d0d3c13ba not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:16:32.941487 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c4a1849b-42ba-4853-b2e3-cc9975a698d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:32.944138 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c4a1849b-42ba-4853-b2e3-cc9975a698d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:32.948136 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c4a1849b-42ba-4853-b2e3-cc9975a698d9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e90388c0-0d9b-450a-8bc8-8f47a446fc9f HTTP/1.1" status: 204 len: 168 time: 0.5623088 Apr 20 13:16:32.967807 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a1849b-42ba-4853-b2e3-cc9975a698d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90388c0-0d9b-450a-8bc8-8f47a446fc9f,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:33.184547 n-d-836015-7 neutron-server[114869]: WARNING neutron.services.revisions.revision_plugin [None req-ed0b71af-8652-44df-a890-f79903b082eb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Could not find related port for resource to bump revision. Apr 20 13:16:33.247036 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.ipam_pluggable_backend [None req-ed0b71af-8652-44df-a890-f79903b082eb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Port 5ef33d65-cd56-4b2e-95d1-819d0d3c13ba was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=114869) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 20 13:16:33.247402 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.ipam_pluggable_backend [None req-ed0b71af-8652-44df-a890-f79903b082eb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Reverting IP allocation for 2001:db8::f816:3eff:fe9a:81ad {{(pid=114869) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 20 13:16:33.252789 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ed0b71af-8652-44df-a890-f79903b082eb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:33.370176 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b71af-8652-44df-a890-f79903b082eb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Subnet': ['ID=d56f283d-caee-44f1-8fdb-9d22f99ce73d,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:33.423779 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0a4ef6fd-f7c4-4f22-b1f0-9f2a541a975d req-ba1fa49c-90df-40d6-8189-e44a9335c4c3 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 210 time: 0.0408123 Apr 20 13:16:33.438224 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0b71af-8652-44df-a890-f79903b082eb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:16:33.444446 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-ed0b71af-8652-44df-a890-f79903b082eb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:16:33.449137 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0b71af-8652-44df-a890-f79903b082eb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:33.449746 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ed0b71af-8652-44df-a890-f79903b082eb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:33.453581 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01bdb3a-217e-48c6-9476-d17e7d9595c7 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:16:33.616242 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ed0b71af-8652-44df-a890-f79903b082eb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.5608847 Apr 20 13:16:33.618048 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47448) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:33.623331 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-e0270429-381f-4a90-b576-085557c7890d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'port': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'mac_address': 'fa:16:3e:21:1f:c7', 'name': 'tempest-NetworksTestDHCPv6-800073476'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:33.792597 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec047643-d5c1-4932-9453-bdf8d9e8b890 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'tenant_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'fixed_ips': [{'subnet_id': 'd56f283d-caee-44f1-8fdb-9d22f99ce73d'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:16:33.793711 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ec047643-d5c1-4932-9453-bdf8d9e8b890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:33.870260 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47458) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:34.018276 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-ec047643-d5c1-4932-9453-bdf8d9e8b890 None None] Allocated IP 2001:db8::f816:3eff:fe0f:b272 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/d56f283d-caee-44f1-8fdb-9d22f99ce73d/08800daa-c536-4602-81eb-48703ef73d9e) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:16:34.036220 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3d71fcbd-82c1-406f-86f2-2808e36d5d67 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:34.100371 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3d71fcbd-82c1-406f-86f2-2808e36d5d67 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:34.168119 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0270429-381f-4a90-b576-085557c7890d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:16:34.361304 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ec047643-d5c1-4932-9453-bdf8d9e8b890 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:34.374083 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3d71fcbd-82c1-406f-86f2-2808e36d5d67 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:34.378406 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3d71fcbd-82c1-406f-86f2-2808e36d5d67 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:34.380642 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3d71fcbd-82c1-406f-86f2-2808e36d5d67 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "DELETE /v2.0/security-groups/4eb68677-e676-4e38-a83e-a1a6e1fb6d3b HTTP/1.1" status: 204 len: 168 time: 0.5083508 Apr 20 13:16:34.383549 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47464) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:34.415107 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-a82fe83a-8c1c-4068-ad60-0fc8a35c300a tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] show failed (client error): The resource could not be found. Apr 20 13:16:34.416220 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a82fe83a-8c1c-4068-ad60-0fc8a35c300a tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "GET /v2.0/security-groups/4eb68677-e676-4e38-a83e-a1a6e1fb6d3b HTTP/1.1" status: 404 len: 347 time: 0.0317554 Apr 20 13:16:34.425542 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71fcbd-82c1-406f-86f2-2808e36d5d67 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb68677-e676-4e38-a83e-a1a6e1fb6d3b,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:34.426572 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47466) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:34.508541 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ec047643-d5c1-4932-9453-bdf8d9e8b890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:34.738139 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec047643-d5c1-4932-9453-bdf8d9e8b890 None None] Pushing event updated for resources: {'Port': ['ID=08800daa-c536-4602-81eb-48703ef73d9e,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:34.747416 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec047643-d5c1-4932-9453-bdf8d9e8b890 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:16:34.750319 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-ec047643-d5c1-4932-9453-bdf8d9e8b890 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:16:34.757662 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec047643-d5c1-4932-9453-bdf8d9e8b890 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:16:34.899218 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-ec047643-d5c1-4932-9453-bdf8d9e8b890 None None] Attempting to bind port 08800daa-c536-4602-81eb-48703ef73d9e on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:16:34.899612 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-ec047643-d5c1-4932-9453-bdf8d9e8b890 None None] Attempting to bind port 08800daa-c536-4602-81eb-48703ef73d9e by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:16:34.899988 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec047643-d5c1-4932-9453-bdf8d9e8b890 None None] Attempting to bind port 08800daa-c536-4602-81eb-48703ef73d9e on network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:16:34.924779 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec047643-d5c1-4932-9453-bdf8d9e8b890 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:16:34.925254 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec047643-d5c1-4932-9453-bdf8d9e8b890 None None] Checking segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:16:34.926861 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ec047643-d5c1-4932-9453-bdf8d9e8b890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:34.927286 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec047643-d5c1-4932-9453-bdf8d9e8b890 None None] Bound using segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:16:34.933739 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-ec047643-d5c1-4932-9453-bdf8d9e8b890 None None] Bound port: 08800daa-c536-4602-81eb-48703ef73d9e, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:16:34.933739 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ec047643-d5c1-4932-9453-bdf8d9e8b890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:35.100801 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ec047643-d5c1-4932-9453-bdf8d9e8b890 None None] For port 08800daa-c536-4602-81eb-48703ef73d9e, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:16:35.103287 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47502) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:35.104472 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ec047643-d5c1-4932-9453-bdf8d9e8b890 None None] For port 08800daa-c536-4602-81eb-48703ef73d9e, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=08800daa-c536-4602-81eb-48703ef73d9e,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:16:35.189899 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ec047643-d5c1-4932-9453-bdf8d9e8b890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:35.262325 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-fc0b2d5a-54be-4f94-8f1a-26f11881c995 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1573994317-network', 'tenant_id': '5a7d15631f1f4e9b94d7f317f08f5042'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:35.278157 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-23ba92b0-d7aa-4529-a44c-078cf8b12569 req-f03afb43-0d50-4742-af62-64e4c226f004 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 210 time: 0.0551460 Apr 20 13:16:35.356636 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e0270429-381f-4a90-b576-085557c7890d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:35.373095 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec047643-d5c1-4932-9453-bdf8d9e8b890 None None] Pushing event updated for resources: {'Port': ['ID=08800daa-c536-4602-81eb-48703ef73d9e,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:35.398798 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0b2d5a-54be-4f94-8f1a-26f11881c995 admin admin] Made reservation on behalf of 5a7d15631f1f4e9b94d7f317f08f5042 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:16:35.401198 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fc0b2d5a-54be-4f94-8f1a-26f11881c995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:35.415687 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fc0b2d5a-54be-4f94-8f1a-26f11881c995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:35.534636 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-21258325-0fb1-4155-9cc8-168ca24604e6 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:35.536219 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-21258325-0fb1-4155-9cc8-168ca24604e6 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.15 "GET /v2.0/networks?id=f4258e6f-aecb-49fd-99fd-85fb6d33cc56 HTTP/1.1" status: 200 len: 810 time: 1.2063646 Apr 20 13:16:35.569900 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-d7ac9a8f-d864-429c-980d-e8f1fe888603 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Request body: {'port': {'device_id': 'b1fa715b-1cbb-4dce-839b-f1ba092a95ae', 'network_id': 'f4258e6f-aecb-49fd-99fd-85fb6d33cc56', 'admin_state_up': True, 'tenant_id': '692951b4ab1c4dc1a05ed983655b2d83'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:35.586515 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fc0b2d5a-54be-4f94-8f1a-26f11881c995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:35.664024 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fc0b2d5a-54be-4f94-8f1a-26f11881c995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:35.743999 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc0b2d5a-54be-4f94-8f1a-26f11881c995 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:16:35.758873 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b2d5a-54be-4f94-8f1a-26f11881c995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccdc1e7-d51d-4655-8286-f5eeaead0b00,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:35.779065 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fc0b2d5a-54be-4f94-8f1a-26f11881c995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:35.779488 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-fc0b2d5a-54be-4f94-8f1a-26f11881c995 admin admin] Added segment ca1ccbb1-1257-45d2-8d71-c91b34797f0a of type vlan for network c109e896-60b1-42ce-900b-bb8e8e6cb2c8 Apr 20 13:16:35.797319 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [None req-e0270429-381f-4a90-b576-085557c7890d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] device_id is not set on port 7b2065a2-0ef9-4bc2-8cb6-63df55aa4ef1 yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:16:35.926656 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-01923ef7-20dc-4075-8c53-3f0880723b27 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Deleting port 3a02a5c7-dc76-4f23-95f7-d6b32ca92137 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:16:35.926973 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-01923ef7-20dc-4075-8c53-3f0880723b27 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:36.004035 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-d7ac9a8f-d864-429c-980d-e8f1fe888603 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Made reservation on behalf of 692951b4ab1c4dc1a05ed983655b2d83 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:16:36.006905 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fc0b2d5a-54be-4f94-8f1a-26f11881c995 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:36.008608 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-d7ac9a8f-d864-429c-980d-e8f1fe888603 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:36.113728 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-e0270429-381f-4a90-b576-085557c7890d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Allocated IP 2001:db8::f816:3eff:fe21:1fc7 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/d56f283d-caee-44f1-8fdb-9d22f99ce73d/7b2065a2-0ef9-4bc2-8cb6-63df55aa4ef1) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:16:36.226315 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-01923ef7-20dc-4075-8c53-3f0880723b27 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:36.226538 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-01923ef7-20dc-4075-8c53-3f0880723b27 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:36.228896 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fc0b2d5a-54be-4f94-8f1a-26f11881c995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:36.232876 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0b2d5a-54be-4f94-8f1a-26f11881c995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:36.232876 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fc0b2d5a-54be-4f94-8f1a-26f11881c995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:36.268515 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-01923ef7-20dc-4075-8c53-3f0880723b27 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Calling delete_port for 3a02a5c7-dc76-4f23-95f7-d6b32ca92137 owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:16:36.387862 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-fc0b2d5a-54be-4f94-8f1a-26f11881c995 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2831249 Apr 20 13:16:36.409070 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47524) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:36.431380 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-fbdc9ca3-9afe-456c-901e-eb6a4cc76223 admin admin] Request body: {'subnet': {'network_id': 'c109e896-60b1-42ce-900b-bb8e8e6cb2c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1573994317-subnet', 'tenant_id': '5a7d15631f1f4e9b94d7f317f08f5042', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:36.470935 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b2d5a-54be-4f94-8f1a-26f11881c995 admin admin] Pushing event updated for resources: {'Network': ['ID=c109e896-60b1-42ce-900b-bb8e8e6cb2c8,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:36.499388 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network c109e896-60b1-42ce-900b-bb8e8e6cb2c8 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:16:36.624650 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdc9ca3-9afe-456c-901e-eb6a4cc76223 admin admin] Made reservation on behalf of 5a7d15631f1f4e9b94d7f317f08f5042 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:16:36.628063 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fbdc9ca3-9afe-456c-901e-eb6a4cc76223 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:36.686542 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e0270429-381f-4a90-b576-085557c7890d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:36.761622 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-d7ac9a8f-d864-429c-980d-e8f1fe888603 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Allocated IP 172.20.0.2 (f4258e6f-aecb-49fd-99fd-85fb6d33cc56/0996d7f4-b464-4da5-b268-614fd8c03be4/8ebd3bfd-423f-492a-a95f-ea25291da276) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:16:36.763384 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 08800daa-c536-4602-81eb-48703ef73d9e up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:16:36.805635 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-58853641-c67c-485f-8a24-6f16fbf7d914 req-97f97fb9-1de8-45a6-94db-5341634854e3 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 210 time: 0.0971079 Apr 20 13:16:36.887281 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 08800daa-c536-4602-81eb-48703ef73d9e triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:36.888288 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:37.083253 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:37.090817 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e0270429-381f-4a90-b576-085557c7890d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:37.233537 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 08800daa-c536-4602-81eb-48703ef73d9e, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=08800daa-c536-4602-81eb-48703ef73d9e,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:37.237067 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0270429-381f-4a90-b576-085557c7890d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:16:37.254206 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-e0270429-381f-4a90-b576-085557c7890d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:16:37.269042 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fbdc9ca3-9afe-456c-901e-eb6a4cc76223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:37.275147 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0270429-381f-4a90-b576-085557c7890d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:16:37.281158 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0270429-381f-4a90-b576-085557c7890d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:37.281954 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e0270429-381f-4a90-b576-085557c7890d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:37.282512 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-4e3369f5-9fdc-4175-88fc-e46b9bc94640 None None] Provisioning complete for port 08800daa-c536-4602-81eb-48703ef73d9e triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:37.283077 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4e3369f5-9fdc-4175-88fc-e46b9bc94640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:37.298636 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0270429-381f-4a90-b576-085557c7890d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Port': ['ID=7b2065a2-0ef9-4bc2-8cb6-63df55aa4ef1,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:37.318009 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-01923ef7-20dc-4075-8c53-3f0880723b27 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:37.341387 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-d7ac9a8f-d864-429c-980d-e8f1fe888603 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:37.370703 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:37.380679 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01923ef7-20dc-4075-8c53-3f0880723b27 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Pushing event deleted for resources: {'Port': ['ID=3a02a5c7-dc76-4f23-95f7-d6b32ca92137,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:37.424620 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e0270429-381f-4a90-b576-085557c7890d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.8032312 Apr 20 13:16:37.430653 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47538) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:37.476716 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d9f19361-026a-4cce-aa61-b3281afea24e req-76a7fa31-b418-4be2-83d0-ec10252e97df service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5f38c29f-c360-4f0c-81d2-0b8461def840&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2353139 Apr 20 13:16:37.538308 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc9ca3-9afe-456c-901e-eb6a4cc76223 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10deec52-a1a0-4a31-804f-f884692f5708,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:37.562261 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdc9ca3-9afe-456c-901e-eb6a4cc76223 admin admin] Checking segment: {'id': 'ca1ccbb1-1257-45d2-8d71-c91b34797f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c109e896-60b1-42ce-900b-bb8e8e6cb2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:16:37.562756 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdc9ca3-9afe-456c-901e-eb6a4cc76223 admin admin] Network hostable DHCP agents. Network: c109e896-60b1-42ce-900b-bb8e8e6cb2c8, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:16:37.575029 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=08800daa-c536-4602-81eb-48703ef73d9e,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:37.634167 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f71c55-02b4-45ed-ab4a-019783948e8c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:37.649861 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f71c55-02b4-45ed-ab4a-019783948e8c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:37.653851 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-32f71c55-02b4-45ed-ab4a-019783948e8c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.2199287 Apr 20 13:16:37.657458 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47542) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:37.703159 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-01923ef7-20dc-4075-8c53-3f0880723b27 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks [] for floatingip, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:37.705935 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-01923ef7-20dc-4075-8c53-3f0880723b27 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:37.707137 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-01923ef7-20dc-4075-8c53-3f0880723b27 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "DELETE /v2.0/floatingips/1714e835-f391-4ef5-b480-1eea3e76895a HTTP/1.1" status: 204 len: 168 time: 3.2770808 Apr 20 13:16:37.711231 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47544) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:37.712231 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdc9ca3-9afe-456c-901e-eb6a4cc76223 admin admin] Network c109e896-60b1-42ce-900b-bb8e8e6cb2c8 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:16:37.782480 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f19361-026a-4cce-aa61-b3281afea24e req-e7501f8d-238d-4a9f-a549-68db80e6a7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:37.792801 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-439178d4-7971-464d-993b-7ebbbdd62aa3 None None] Provisioning complete for port 7b2065a2-0ef9-4bc2-8cb6-63df55aa4ef1 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:37.793172 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-439178d4-7971-464d-993b-7ebbbdd62aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:37.804217 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d9f19361-026a-4cce-aa61-b3281afea24e req-e7501f8d-238d-4a9f-a549-68db80e6a7ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3a903070609941389257911c1f54a3cb&device_id=5f38c29f-c360-4f0c-81d2-0b8461def840 HTTP/1.1" status: 200 len: 1097 time: 0.2422981 Apr 20 13:16:37.819491 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-8dbe01da-0b02-4ccf-9c3d-79c5a275c624 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting port 7b2065a2-0ef9-4bc2-8cb6-63df55aa4ef1 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:16:37.819841 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8dbe01da-0b02-4ccf-9c3d-79c5a275c624 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:37.829973 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-d7ac9a8f-d864-429c-980d-e8f1fe888603 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:37.861446 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-fbdc9ca3-9afe-456c-901e-eb6a4cc76223 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, c109e896-60b1-42ce-900b-bb8e8e6cb2c8) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:16:37.888131 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:16:37.923842 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdc9ca3-9afe-456c-901e-eb6a4cc76223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:37.924462 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fbdc9ca3-9afe-456c-901e-eb6a4cc76223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:37.925873 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7473952f-1bcd-42b7-810d-750daa8275ae None None] Network c109e896-60b1-42ce-900b-bb8e8e6cb2c8 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:16:37.962287 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-439178d4-7971-464d-993b-7ebbbdd62aa3 None None] Port 7b2065a2-0ef9-4bc2-8cb6-63df55aa4ef1 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:16:38.029285 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8dbe01da-0b02-4ccf-9c3d-79c5a275c624 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:38.062748 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-fbdc9ca3-9afe-456c-901e-eb6a4cc76223 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6413493 Apr 20 13:16:38.089897 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-8dbe01da-0b02-4ccf-9c3d-79c5a275c624 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Calling delete_port for 7b2065a2-0ef9-4bc2-8cb6-63df55aa4ef1 owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:16:38.138079 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-d7ac9a8f-d864-429c-980d-e8f1fe888603 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Network f4258e6f-aecb-49fd-99fd-85fb6d33cc56 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:16:38.158903 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-d7ac9a8f-d864-429c-980d-e8f1fe888603 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:16:38.192246 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-d7ac9a8f-d864-429c-980d-e8f1fe888603 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:16:38.235928 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19f987f-701f-44c9-9519-a4cf2ba26bc3 None None] Network c109e896-60b1-42ce-900b-bb8e8e6cb2c8 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:16:38.370480 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ac9a8f-d864-429c-980d-e8f1fe888603 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Pushing event updated for resources: {'Port': ['ID=8ebd3bfd-423f-492a-a95f-ea25291da276,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:38.414143 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae0e3d-75b0-46b3-9df6-ece497423efb req-844021c1-9d2e-457d-bbe3-bd0074c7087d tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:38.420275 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c9ae0e3d-75b0-46b3-9df6-ece497423efb req-844021c1-9d2e-457d-bbe3-bd0074c7087d tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 931 time: 0.4483204 Apr 20 13:16:38.470301 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-d7ac9a8f-d864-429c-980d-e8f1fe888603 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:38.475234 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-d7ac9a8f-d864-429c-980d-e8f1fe888603 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:38.525315 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-035f7c6a-7763-4633-bc15-39a56b5b58e8 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Deleting port 4b9a3dab-fa04-4d5d-827d-ba1227aed618 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:16:38.526026 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-035f7c6a-7763-4633-bc15-39a56b5b58e8 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:38.534925 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f19361-026a-4cce-aa61-b3281afea24e req-734f714e-c072-4f6f-8a2a-ef63a2618dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:38.536734 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d9f19361-026a-4cce-aa61-b3281afea24e req-734f714e-c072-4f6f-8a2a-ef63a2618dee service neutron] 10.222.0.15 "GET /v2.0/networks?id=fc159cf1-473b-41bf-a235-58833b6524ec HTTP/1.1" status: 200 len: 917 time: 0.6263313 Apr 20 13:16:38.602214 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c9ae0e3d-75b0-46b3-9df6-ece497423efb req-16552300-eef1-4717-97c5-544bd727be31 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806750 Apr 20 13:16:38.728781 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d9f19361-026a-4cce-aa61-b3281afea24e req-59f3eca0-bcfb-4797-9595-e257c9ec7d9a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dd58abc-a453-4b56-96fc-77597d11f249 HTTP/1.1" status: 200 len: 1002 time: 0.1484587 Apr 20 13:16:38.746936 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 08800daa-c536-4602-81eb-48703ef73d9e up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:16:38.786633 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-035f7c6a-7763-4633-bc15-39a56b5b58e8 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:38.809197 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 08800daa-c536-4602-81eb-48703ef73d9e triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:38.809657 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:38.837401 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8dbe01da-0b02-4ccf-9c3d-79c5a275c624 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:38.848990 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-035f7c6a-7763-4633-bc15-39a56b5b58e8 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Calling delete_port for 4b9a3dab-fa04-4d5d-827d-ba1227aed618 owned by {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:16:38.854011 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-d7ac9a8f-d864-429c-980d-e8f1fe888603 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2932692 Apr 20 13:16:38.877211 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-1300b540-d902-4dc1-8296-d2e2fec8d4a5 service neutron] Request body: {'port': {'device_id': 'b1fa715b-1cbb-4dce-839b-f1ba092a95ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:38.883479 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f19361-026a-4cce-aa61-b3281afea24e req-d98bd432-ff43-44d9-9acb-7632add5f22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:38.884957 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d9f19361-026a-4cce-aa61-b3281afea24e req-d98bd432-ff43-44d9-9acb-7632add5f22b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5630e15-812b-4997-8a6f-c5aae4e89ae1 HTTP/1.1" status: 200 len: 855 time: 0.1471701 Apr 20 13:16:38.945659 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe01da-0b02-4ccf-9c3d-79c5a275c624 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Port': ['ID=7b2065a2-0ef9-4bc2-8cb6-63df55aa4ef1,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:38.955247 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8dbe01da-0b02-4ccf-9c3d-79c5a275c624 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:38.959925 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8dbe01da-0b02-4ccf-9c3d-79c5a275c624 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/ports/7b2065a2-0ef9-4bc2-8cb6-63df55aa4ef1 HTTP/1.1" status: 204 len: 168 time: 1.3014472 Apr 20 13:16:38.962232 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47578) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:39.087088 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99828026-3800-4eb9-aa3f-1b6e76f93189 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:39.089818 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99828026-3800-4eb9-aa3f-1b6e76f93189 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:39.091317 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-99828026-3800-4eb9-aa3f-1b6e76f93189 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1281548 Apr 20 13:16:39.095404 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47588) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:39.171492 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-0465bd44-98e5-4a23-ade4-aa05a265fb8e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting subnet d56f283d-caee-44f1-8fdb-9d22f99ce73d {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:16:39.175840 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0465bd44-98e5-4a23-ade4-aa05a265fb8e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:39.182547 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47594) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:39.191823 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-2b1217c3-4f0f-4fe9-a083-f3eff707b16f tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:39.193042 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-2b1217c3-4f0f-4fe9-a083-f3eff707b16f tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] 10.222.0.25 "GET /v2.0/networks?id=c109e896-60b1-42ce-900b-bb8e8e6cb2c8 HTTP/1.1" status: 200 len: 814 time: 0.4541104 Apr 20 13:16:39.216098 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f19361-026a-4cce-aa61-b3281afea24e req-a27c00a2-8d31-421b-ae5e-8514253f668c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:39.217624 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d9f19361-026a-4cce-aa61-b3281afea24e req-a27c00a2-8d31-421b-ae5e-8514253f668c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fc159cf1-473b-41bf-a235-58833b6524ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2970951 Apr 20 13:16:39.221139 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-1300b540-d902-4dc1-8296-d2e2fec8d4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:39.275137 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0465bd44-98e5-4a23-ade4-aa05a265fb8e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:39.383383 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-9d16f451-f475-4894-b574-3680ab9ac966 tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] 10.222.0.25 "GET /v2.0/quotas/5a7d15631f1f4e9b94d7f317f08f5042 HTTP/1.1" status: 200 len: 375 time: 0.1647327 Apr 20 13:16:39.494060 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-871025c8-7650-47c6-bc63-6850c3a5318e tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5a7d15631f1f4e9b94d7f317f08f5042&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1042025 Apr 20 13:16:39.514694 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d9f19361-026a-4cce-aa61-b3281afea24e req-15bf2fca-da72-4369-9d23-fda49f12c181 service neutron] 10.222.0.15 "GET /v2.0/networks/fc159cf1-473b-41bf-a235-58833b6524ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877233 Apr 20 13:16:39.523134 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0465bd44-98e5-4a23-ade4-aa05a265fb8e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:39.590860 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:16:39.733497 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47612) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:39.879733 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0465bd44-98e5-4a23-ade4-aa05a265fb8e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:39.903079 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc48df52-d723-43b9-b842-f6fa5b125b9c None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:16:39.917139 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0465bd44-98e5-4a23-ade4-aa05a265fb8e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:39.925194 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0465bd44-98e5-4a23-ade4-aa05a265fb8e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/d56f283d-caee-44f1-8fdb-9d22f99ce73d HTTP/1.1" status: 204 len: 168 time: 0.8280804 Apr 20 13:16:39.952303 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47614) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:40.001035 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4bb46fbd-bb8b-41db-b2b7-5ba5ade559a8 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0475755 Apr 20 13:16:40.001945 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0465bd44-98e5-4a23-ade4-aa05a265fb8e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Subnet': ['ID=d56f283d-caee-44f1-8fdb-9d22f99ce73d,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:40.013550 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47616) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:40.128930 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bea5b5-db2f-432e-a77e-c0c57a9cc53d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:40.137153 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c5bea5b5-db2f-432e-a77e-c0c57a9cc53d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1227345 Apr 20 13:16:40.137968 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47618) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:40.203304 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-0637fd55-599a-42bd-9b01-55c9a8d7d656 admin admin] Deleting subnet 731408b7-e1fe-466f-8b34-6d3fa8e9e499 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:16:40.218138 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e8cd85-5a46-47de-9646-fa19d6f3320e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:40.222529 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d3e8cd85-5a46-47de-9646-fa19d6f3320e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0817585 Apr 20 13:16:40.224774 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47620) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:40.271326 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0637fd55-599a-42bd-9b01-55c9a8d7d656 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:40.279625 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1da0dd9e-541c-4403-868b-c4b4c82e78f9 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0517621 Apr 20 13:16:40.280751 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47624) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:40.291595 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-2dd89f0f-8a3e-4472-a40c-2fcfb71ec0dd tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'subnet': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:40.315029 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-035f7c6a-7763-4633-bc15-39a56b5b58e8 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:40.321988 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb63ce7-da47-41f5-b6fb-f5c9b4b97aaf None None] DHCP port deletion for 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:16:40.331152 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7171b-2302-41d3-9be5-f694dcf6fc21 req-5b5f4bd1-b004-4d8b-a6a5-44e7e8e703e4 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:40.332829 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e2a7171b-2302-41d3-9be5-f694dcf6fc21 req-5b5f4bd1-b004-4d8b-a6a5-44e7e8e703e4 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 931 time: 0.5830083 Apr 20 13:16:40.382099 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d9f19361-026a-4cce-aa61-b3281afea24e req-ff2db23b-3cfb-4a1e-870e-6bde137b8516 service neutron] 10.222.0.15 "GET /v2.0/networks/fc159cf1-473b-41bf-a235-58833b6524ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8213320 Apr 20 13:16:40.399289 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f7c6a-7763-4633-bc15-39a56b5b58e8 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Pushing event deleted for resources: {'Port': ['ID=4b9a3dab-fa04-4d5d-827d-ba1227aed618,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:40.420899 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-2fb63ce7-da47-41f5-b6fb-f5c9b4b97aaf None None] Deleting port 08800daa-c536-4602-81eb-48703ef73d9e {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:16:40.421358 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2fb63ce7-da47-41f5-b6fb-f5c9b4b97aaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:40.424263 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0637fd55-599a-42bd-9b01-55c9a8d7d656 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:40.514729 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-2fb63ce7-da47-41f5-b6fb-f5c9b4b97aaf None None] For port 08800daa-c536-4602-81eb-48703ef73d9e, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=08800daa-c536-4602-81eb-48703ef73d9e,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:40.514729 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2fb63ce7-da47-41f5-b6fb-f5c9b4b97aaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:40.515415 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-f7b54303-2f01-4da5-b793-9a8626ab87a0 service neutron] 10.222.0.25 "GET /v2.0/networks/c109e896-60b1-42ce-900b-bb8e8e6cb2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9950705 Apr 20 13:16:40.547328 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-2fb63ce7-da47-41f5-b6fb-f5c9b4b97aaf None None] Calling delete_port for 08800daa-c536-4602-81eb-48703ef73d9e owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:16:40.589278 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e2a7171b-2302-41d3-9be5-f694dcf6fc21 req-5c667ab3-59a5-4674-95f9-8bd780d76be9 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403407 Apr 20 13:16:40.663943 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0637fd55-599a-42bd-9b01-55c9a8d7d656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:40.696366 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-035f7c6a-7763-4633-bc15-39a56b5b58e8 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:40.699830 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-035f7c6a-7763-4633-bc15-39a56b5b58e8 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "DELETE /v2.0/ports/4b9a3dab-fa04-4d5d-827d-ba1227aed618 HTTP/1.1" status: 204 len: 168 time: 2.9875991 Apr 20 13:16:40.745261 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 08800daa-c536-4602-81eb-48703ef73d9e no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:16:40.765302 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47640) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:40.828387 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-1300b540-d902-4dc1-8296-d2e2fec8d4a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ebd3bfd-423f-492a-a95f-ea25291da276 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:16:40.857386 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-1300b540-d902-4dc1-8296-d2e2fec8d4a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:40.861967 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2fb63ce7-da47-41f5-b6fb-f5c9b4b97aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:40.888325 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No active binding found for port 08800daa-c536-4602-81eb-48703ef73d9e {{(pid=114871) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 20 13:16:40.895098 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 08800daa-c536-4602-81eb-48703ef73d9e not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:16:40.898853 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-758a78aa-0eae-4b04-a83a-a2231c74834f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:40.929212 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb63ce7-da47-41f5-b6fb-f5c9b4b97aaf None None] Pushing event deleted for resources: {'Port': ['ID=08800daa-c536-4602-81eb-48703ef73d9e,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:40.941632 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb63ce7-da47-41f5-b6fb-f5c9b4b97aaf None None] No DVR routers for this DVR port 08800daa-c536-4602-81eb-48703ef73d9e on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:16:40.966355 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd89f0f-8a3e-4472-a40c-2fcfb71ec0dd tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:16:40.970518 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2dd89f0f-8a3e-4472-a40c-2fcfb71ec0dd tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:40.976020 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-0b96ff9d-aa2b-483c-9522-05b7686eac52 service neutron] 10.222.0.25 "GET /v2.0/networks/c109e896-60b1-42ce-900b-bb8e8e6cb2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267099 Apr 20 13:16:41.024691 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-fa78e209-3492-44b5-9d77-108316ef9b1a tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Deleting port bcd82748-3135-4569-bfe2-1036cfb737c9 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:16:41.025196 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fa78e209-3492-44b5-9d77-108316ef9b1a tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:41.079933 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-1300b540-d902-4dc1-8296-d2e2fec8d4a5 service neutron] Transition to ACTIVE for port object 8ebd3bfd-423f-492a-a95f-ea25291da276 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:16:41.084232 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0637fd55-599a-42bd-9b01-55c9a8d7d656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:41.121712 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0637fd55-599a-42bd-9b01-55c9a8d7d656 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=731408b7-e1fe-466f-8b34-6d3fa8e9e499,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:41.133495 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0637fd55-599a-42bd-9b01-55c9a8d7d656 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:41.137245 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-0637fd55-599a-42bd-9b01-55c9a8d7d656 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/731408b7-e1fe-466f-8b34-6d3fa8e9e499 HTTP/1.1" status: 204 len: 168 time: 1.4001157 Apr 20 13:16:41.139906 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47646) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:41.171285 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-1300b540-d902-4dc1-8296-d2e2fec8d4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:41.286275 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fa78e209-3492-44b5-9d77-108316ef9b1a tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:41.342446 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cdc7991f-4897-4453-acb1-bfd803615add req-03d24200-be91-4f35-aaa8-fbefafa8e98d tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa3c85c5-eb40-41e5-9f9d-75bd527fc393 HTTP/1.1" status: 200 len: 210 time: 0.0935566 Apr 20 13:16:41.347494 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-758a78aa-0eae-4b04-a83a-a2231c74834f admin admin] Deleting port ebc0a48e-f464-444f-96b9-d70e47d4e667 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:16:41.348015 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-758a78aa-0eae-4b04-a83a-a2231c74834f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:41.349626 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-fa78e209-3492-44b5-9d77-108316ef9b1a tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Calling delete_port for bcd82748-3135-4569-bfe2-1036cfb737c9 owned by {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:16:41.367534 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2dd89f0f-8a3e-4472-a40c-2fcfb71ec0dd tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:41.375165 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9e5af505-4791-4f9e-b668-867513490b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:41.407214 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300b540-d902-4dc1-8296-d2e2fec8d4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=8ebd3bfd-423f-492a-a95f-ea25291da276,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:41.459987 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd89f0f-8a3e-4472-a40c-2fcfb71ec0dd tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:16:41.467563 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-2dd89f0f-8a3e-4472-a40c-2fcfb71ec0dd tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:16:41.481200 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd89f0f-8a3e-4472-a40c-2fcfb71ec0dd tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:41.481200 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2dd89f0f-8a3e-4472-a40c-2fcfb71ec0dd tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:41.493133 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24496c20-0caa-40e4-9009-b148ac3850d5 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:16:41.504207 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd89f0f-8a3e-4472-a40c-2fcfb71ec0dd tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Subnet': ['ID=fec1bc7b-24f3-4451-a60d-1c2ce6261d53,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:41.522499 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-758a78aa-0eae-4b04-a83a-a2231c74834f admin admin] For port ebc0a48e-f464-444f-96b9-d70e47d4e667, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ebc0a48e-f464-444f-96b9-d70e47d4e667,segment=NetworkSegment(0f113b16-94ad-4b02-8521-e93247ce464b),segment_id=0f113b16-94ad-4b02-8521-e93247ce464b)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:41.522927 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-758a78aa-0eae-4b04-a83a-a2231c74834f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:41.547167 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-758a78aa-0eae-4b04-a83a-a2231c74834f admin admin] Calling delete_port for ebc0a48e-f464-444f-96b9-d70e47d4e667 owned by network:router_interface {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:16:41.604304 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2dd89f0f-8a3e-4472-a40c-2fcfb71ec0dd tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3223193 Apr 20 13:16:41.609106 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47656) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:41.610524 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-1300b540-d902-4dc1-8296-d2e2fec8d4a5 service neutron] Attempting to bind port 8ebd3bfd-423f-492a-a95f-ea25291da276 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:16:41.610877 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-1300b540-d902-4dc1-8296-d2e2fec8d4a5 service neutron] Attempting to bind port 8ebd3bfd-423f-492a-a95f-ea25291da276 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '3f46b54c-02e5-49fa-8bc0-9760d162ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f4258e6f-aecb-49fd-99fd-85fb6d33cc56'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:16:41.611215 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-1300b540-d902-4dc1-8296-d2e2fec8d4a5 service neutron] Attempting to bind port 8ebd3bfd-423f-492a-a95f-ea25291da276 on network f4258e6f-aecb-49fd-99fd-85fb6d33cc56 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:16:41.614493 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-819abe02-1760-4a53-af37-a55f4fd54e5a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'port': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'mac_address': 'fa:16:3e:5d:5e:d8', 'name': 'tempest-NetworksTestDHCPv6-1617167537'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:41.615841 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9e5af505-4791-4f9e-b668-867513490b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:41.633455 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-1300b540-d902-4dc1-8296-d2e2fec8d4a5 service neutron] Port 8ebd3bfd-423f-492a-a95f-ea25291da276 on network f4258e6f-aecb-49fd-99fd-85fb6d33cc56 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:16:41.633800 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-1300b540-d902-4dc1-8296-d2e2fec8d4a5 service neutron] Attempting to bind port 8ebd3bfd-423f-492a-a95f-ea25291da276 on network f4258e6f-aecb-49fd-99fd-85fb6d33cc56 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:16:41.655799 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9202e33a-708e-4d26-9e77-ef384b3d32a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'tenant_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'fixed_ips': [{'subnet_id': 'fec1bc7b-24f3-4451-a60d-1c2ce6261d53'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:16:41.657607 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9202e33a-708e-4d26-9e77-ef384b3d32a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:41.672002 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-1300b540-d902-4dc1-8296-d2e2fec8d4a5 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:16:41.675607 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-1300b540-d902-4dc1-8296-d2e2fec8d4a5 service neutron] Checking segment: {'id': '3f46b54c-02e5-49fa-8bc0-9760d162ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f4258e6f-aecb-49fd-99fd-85fb6d33cc56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:16:41.675607 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-1300b540-d902-4dc1-8296-d2e2fec8d4a5 service neutron] Bound using segment: {'id': '3f46b54c-02e5-49fa-8bc0-9760d162ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f4258e6f-aecb-49fd-99fd-85fb6d33cc56'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:16:41.675607 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-1300b540-d902-4dc1-8296-d2e2fec8d4a5 service neutron] Bound port: 8ebd3bfd-423f-492a-a95f-ea25291da276, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f46b54c-02e5-49fa-8bc0-9760d162ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'f4258e6f-aecb-49fd-99fd-85fb6d33cc56'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:16:41.675607 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-1300b540-d902-4dc1-8296-d2e2fec8d4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:41.708549 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-9e5af505-4791-4f9e-b668-867513490b1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd95744-0043-4589-9e95-c94937d46eb6']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:41.737652 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-9e5af505-4791-4f9e-b668-867513490b1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc041cb5-d84c-48ed-80fe-716187b94e54') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:41.738246 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-9e5af505-4791-4f9e-b668-867513490b1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc041cb5-d84c-48ed-80fe-716187b94e54') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:41.837736 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9e5af505-4791-4f9e-b668-867513490b1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:41.880603 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-9202e33a-708e-4d26-9e77-ef384b3d32a5 None None] Allocated IP 2001:db8::2 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/fec1bc7b-24f3-4451-a60d-1c2ce6261d53/84e062b3-3f22-466c-a4df-a1ab344bb8e1) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:16:41.925468 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9e5af505-4791-4f9e-b668-867513490b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:41.941257 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819abe02-1760-4a53-af37-a55f4fd54e5a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:16:41.945834 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e5af505-4791-4f9e-b668-867513490b1e admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:16:41.946248 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9e5af505-4791-4f9e-b668-867513490b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:41.949330 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:16:41.949330 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:16:41.949330 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:16:41.949330 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:16:41.949330 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:16:41.949330 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:16:41.949330 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:16:41.949330 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:16:41.949330 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:16:41.949330 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:16:41.949330 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:16:41.949330 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:16:41.949330 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:16:41.949330 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:16:41.949330 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:16:41.949330 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:16:41.949330 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:16:41.949330 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:16:41.949330 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:16:41.949330 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:16:41.949330 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:16:41.949330 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:16:41.949330 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:16:41.949330 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:16:41.949330 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:16:41.949330 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:16:41.949330 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:16:41.949330 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:16:41.949330 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:16:41.949330 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:16:41.949330 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:16:41.949330 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:16:41.990415 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-758a78aa-0eae-4b04-a83a-a2231c74834f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:42.040465 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a78aa-0eae-4b04-a83a-a2231c74834f admin admin] Pushing event deleted for resources: {'Port': ['ID=ebc0a48e-f464-444f-96b9-d70e47d4e667,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:42.050142 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9202e33a-708e-4d26-9e77-ef384b3d32a5 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:42.071174 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fa78e209-3492-44b5-9d77-108316ef9b1a tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:42.100360 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-1300b540-d902-4dc1-8296-d2e2fec8d4a5 service neutron] For port 8ebd3bfd-423f-492a-a95f-ea25291da276, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:16:42.116345 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0b437-0c47-4144-8384-0d1a6088aafb req-6b4238d1-8b8e-4207-bceb-316b8d45d63c tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:42.130450 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6ab0b437-0c47-4144-8384-0d1a6088aafb req-6b4238d1-8b8e-4207-bceb-316b8d45d63c tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 943 time: 0.2937081 Apr 20 13:16:42.143958 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-819abe02-1760-4a53-af37-a55f4fd54e5a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:42.176960 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9202e33a-708e-4d26-9e77-ef384b3d32a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:42.185113 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8550a-8cfc-4717-8387-2015450f64c5 req-0bb60f67-1452-40d4-8d46-e85567f4c3ae tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:42.192901 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5de8550a-8cfc-4717-8387-2015450f64c5 req-0bb60f67-1452-40d4-8d46-e85567f4c3ae tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3de77a5-a55b-4834-b157-2d2c2c00d25d HTTP/1.1" status: 200 len: 950 time: 0.2687845 Apr 20 13:16:42.197683 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78e209-3492-44b5-9d77-108316ef9b1a tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Pushing event deleted for resources: {'Port': ['ID=bcd82748-3135-4569-bfe2-1036cfb737c9,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:42.204661 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-819abe02-1760-4a53-af37-a55f4fd54e5a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] device_id is not set on port de551f1f-b621-453b-a750-61fe3520b888 yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:16:42.211699 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-1300b540-d902-4dc1-8296-d2e2fec8d4a5 service neutron] For port 8ebd3bfd-423f-492a-a95f-ea25291da276, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=8ebd3bfd-423f-492a-a95f-ea25291da276,segment=NetworkSegment(3f46b54c-02e5-49fa-8bc0-9760d162ed92),segment_id=3f46b54c-02e5-49fa-8bc0-9760d162ed92)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:16:42.254121 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:42.261128 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9202e33a-708e-4d26-9e77-ef384b3d32a5 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:16:42.265504 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-9202e33a-708e-4d26-9e77-ef384b3d32a5 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:16:42.267743 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202e33a-708e-4d26-9e77-ef384b3d32a5 None None] Pushing event updated for resources: {'Port': ['ID=84e062b3-3f22-466c-a4df-a1ab344bb8e1,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:42.277114 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9202e33a-708e-4d26-9e77-ef384b3d32a5 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:16:42.303729 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9e5af505-4791-4f9e-b668-867513490b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:42.328460 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-1300b540-d902-4dc1-8296-d2e2fec8d4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:42.355001 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-9202e33a-708e-4d26-9e77-ef384b3d32a5 None None] Attempting to bind port 84e062b3-3f22-466c-a4df-a1ab344bb8e1 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:16:42.355336 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-9202e33a-708e-4d26-9e77-ef384b3d32a5 None None] Attempting to bind port 84e062b3-3f22-466c-a4df-a1ab344bb8e1 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:16:42.355729 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9202e33a-708e-4d26-9e77-ef384b3d32a5 None None] Attempting to bind port 84e062b3-3f22-466c-a4df-a1ab344bb8e1 on network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:16:42.358376 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-758a78aa-0eae-4b04-a83a-a2231c74834f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:42.361897 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9202e33a-708e-4d26-9e77-ef384b3d32a5 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:16:42.362301 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9202e33a-708e-4d26-9e77-ef384b3d32a5 None None] Checking segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:16:42.362731 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9202e33a-708e-4d26-9e77-ef384b3d32a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:42.363128 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9202e33a-708e-4d26-9e77-ef384b3d32a5 None None] Bound using segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:16:42.364274 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6ab0b437-0c47-4144-8384-0d1a6088aafb req-1d1a3b97-1351-44c0-9bc9-1c836ab1f098 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387133 Apr 20 13:16:42.364601 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-9202e33a-708e-4d26-9e77-ef384b3d32a5 None None] Bound port: 84e062b3-3f22-466c-a4df-a1ab344bb8e1, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:16:42.365033 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9202e33a-708e-4d26-9e77-ef384b3d32a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:42.374174 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9e5af505-4791-4f9e-b668-867513490b1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:42.384199 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9e5af505-4791-4f9e-b668-867513490b1e admin admin] 10.222.0.25 "DELETE /v2.0/networks/9bd95744-0043-4589-9e95-c94937d46eb6 HTTP/1.1" status: 204 len: 168 time: 1.2427459 Apr 20 13:16:42.386710 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47686) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:42.436480 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5af505-4791-4f9e-b668-867513490b1e admin admin] Pushing event deleted for resources: {'Network': ['ID=9bd95744-0043-4589-9e95-c94937d46eb6,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:42.442590 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5de8550a-8cfc-4717-8387-2015450f64c5 req-9f49ce44-42d2-432a-81c9-412133762757 tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f4de12b-5cd4-401e-8293-21f70d4778b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487035 Apr 20 13:16:42.466907 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-9202e33a-708e-4d26-9e77-ef384b3d32a5 None None] For port 84e062b3-3f22-466c-a4df-a1ab344bb8e1, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:16:42.467484 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-1300b540-d902-4dc1-8296-d2e2fec8d4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:42.468721 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-1300b540-d902-4dc1-8296-d2e2fec8d4a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:42.470159 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-1300b540-d902-4dc1-8296-d2e2fec8d4a5 service neutron] 10.222.0.15 "PUT /v2.0/ports/8ebd3bfd-423f-492a-a95f-ea25291da276 HTTP/1.1" status: 200 len: 1091 time: 3.5994887 Apr 20 13:16:42.470392 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-9202e33a-708e-4d26-9e77-ef384b3d32a5 None None] For port 84e062b3-3f22-466c-a4df-a1ab344bb8e1, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=84e062b3-3f22-466c-a4df-a1ab344bb8e1,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:16:42.508131 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1fa715b-1cbb-4dce-839b-f1ba092a95ae', 'tag': '8ebd3bfd-423f-492a-a95f-ea25291da276'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:16:42.510630 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26429f3-4220-4189-9244-39ed944e6328" -d '{"events": [{"name": "network-changed", "server_uuid": "b1fa715b-1cbb-4dce-839b-f1ba092a95ae", "tag": "8ebd3bfd-423f-492a-a95f-ea25291da276"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:16:42.515192 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-819abe02-1760-4a53-af37-a55f4fd54e5a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Allocated IP 2001:db8::71 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/fec1bc7b-24f3-4451-a60d-1c2ce6261d53/de551f1f-b621-453b-a750-61fe3520b888) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:16:42.524263 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc2c8c2-2b39-4896-8c21-23c13d131e0b admin admin] Deleting subnet ac06353b-f1b0-46e3-aa8f-4ab7b694fa37 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:16:42.537038 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1dc2c8c2-2b39-4896-8c21-23c13d131e0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:42.543959 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9202e33a-708e-4d26-9e77-ef384b3d32a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:42.585696 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ccfafcf1-34e9-4417-adea-0db18717d04e req-6a39f084-d183-4611-ba35-f8bd7f0e777a tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa3c85c5-eb40-41e5-9f9d-75bd527fc393 HTTP/1.1" status: 200 len: 210 time: 0.1551371 Apr 20 13:16:42.594873 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fa78e209-3492-44b5-9d77-108316ef9b1a tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:42.599552 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-fa78e209-3492-44b5-9d77-108316ef9b1a tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "DELETE /v2.0/ports/bcd82748-3135-4569-bfe2-1036cfb737c9 HTTP/1.1" status: 204 len: 168 time: 1.8325515 Apr 20 13:16:42.601992 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47698) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:42.606784 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300b540-d902-4dc1-8296-d2e2fec8d4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=8ebd3bfd-423f-492a-a95f-ea25291da276,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:42.636831 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1dc2c8c2-2b39-4896-8c21-23c13d131e0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:42.700646 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-bd81f787-b9b7-4f68-8d8b-a8aabcf92239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:42.704808 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-bd81f787-b9b7-4f68-8d8b-a8aabcf92239 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=692951b4ab1c4dc1a05ed983655b2d83&device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 1094 time: 0.0892556 Apr 20 13:16:42.712163 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f21f8b-52c9-4cfd-ac63-11c566188ed9 x-openstack-request-id: req-86f21f8b-52c9-4cfd-ac63-11c566188ed9 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:16:42.712518 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1fa715b-1cbb-4dce-839b-f1ba092a95ae", "tag": "8ebd3bfd-423f-492a-a95f-ea25291da276", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:16:42.712852 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-86f21f8b-52c9-4cfd-ac63-11c566188ed9 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:16:42.713352 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86f21f8b-52c9-4cfd-ac63-11c566188ed9'] response: {'name': 'network-changed', 'server_uuid': 'b1fa715b-1cbb-4dce-839b-f1ba092a95ae', 'tag': '8ebd3bfd-423f-492a-a95f-ea25291da276', 'status': 'completed', 'code': 200} Apr 20 13:16:42.791680 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-100d0eab-492e-48fe-bee5-e83a4d6c1aef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8ebd3bfd-423f-492a-a95f-ea25291da276 HTTP/1.1" status: 200 len: 217 time: 0.0763991 Apr 20 13:16:42.832198 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-b85c38f3-8692-474b-b1ab-d8c283d06fcf tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Deleting subnet 807e65f2-f3df-4b77-a34a-b845afb7a09c {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:16:42.840034 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1dc2c8c2-2b39-4896-8c21-23c13d131e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:42.844229 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b85c38f3-8692-474b-b1ab-d8c283d06fcf tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:42.857332 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-855cfa13-a36a-424f-b9d7-ac6d2c9f2f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:42.859838 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-855cfa13-a36a-424f-b9d7-ac6d2c9f2f29 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0996d7f4-b464-4da5-b268-614fd8c03be4 HTTP/1.1" status: 200 len: 850 time: 0.0608130 Apr 20 13:16:42.897694 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-788e8b79-1d5e-466f-b8b0-cc6841af55a1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f4258e6f-aecb-49fd-99fd-85fb6d33cc56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297782 Apr 20 13:16:42.999784 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b85c38f3-8692-474b-b1ab-d8c283d06fcf tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:43.065548 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-fc65403e-050d-4806-be88-e0a518611e64 service neutron] 10.222.0.15 "GET /v2.0/networks/f4258e6f-aecb-49fd-99fd-85fb6d33cc56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593232 Apr 20 13:16:43.065729 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202e33a-708e-4d26-9e77-ef384b3d32a5 None None] Pushing event updated for resources: {'Port': ['ID=84e062b3-3f22-466c-a4df-a1ab344bb8e1,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:43.099850 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758a78aa-0eae-4b04-a83a-a2231c74834f admin admin] Router 743ceca2-0b4a-4a6e-adc1-701ab4e69731 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:16:43.106894 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-819abe02-1760-4a53-af37-a55f4fd54e5a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:43.200780 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:43.210282 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1dc2c8c2-2b39-4896-8c21-23c13d131e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:43.217619 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a133aa9d-44e8-42fd-b349-8a58ba1e3592 req-7b04949d-fc44-4a3c-91d3-b83492193b5d service neutron] 10.222.0.15 "GET /v2.0/networks/f4258e6f-aecb-49fd-99fd-85fb6d33cc56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441517 Apr 20 13:16:43.260753 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b85c38f3-8692-474b-b1ab-d8c283d06fcf tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:43.263787 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc2c8c2-2b39-4896-8c21-23c13d131e0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac06353b-f1b0-46e3-aa8f-4ab7b694fa37,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:43.285215 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1dc2c8c2-2b39-4896-8c21-23c13d131e0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:43.288968 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1dc2c8c2-2b39-4896-8c21-23c13d131e0b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ac06353b-f1b0-46e3-aa8f-4ab7b694fa37 HTTP/1.1" status: 204 len: 168 time: 0.8939869 Apr 20 13:16:43.293623 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47714) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:43.416187 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-819abe02-1760-4a53-af37-a55f4fd54e5a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:43.444209 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d91515aa-d48d-4805-85d5-c9d13c095e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:43.459066 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758a78aa-0eae-4b04-a83a-a2231c74834f admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:16:43.465216 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-758a78aa-0eae-4b04-a83a-a2231c74834f admin admin] 10.222.0.25 "PUT /v2.0/routers/743ceca2-0b4a-4a6e-adc1-701ab4e69731/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2810831 Apr 20 13:16:43.470900 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07b8a54-24f0-4dec-bc01-15fa90a31659 None None] Sync routers for ids ['743ceca2-0b4a-4a6e-adc1-701ab4e69731'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:16:43.471807 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47722) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:43.514482 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07b8a54-24f0-4dec-bc01-15fa90a31659 None None] Routers {'743ceca2-0b4a-4a6e-adc1-701ab4e69731'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:16:43.515410 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-a07b8a54-24f0-4dec-bc01-15fa90a31659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:16:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['743ceca2-0b4a-4a6e-adc1-701ab4e69731'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:43.557139 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819abe02-1760-4a53-af37-a55f4fd54e5a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:16:43.558226 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b85c38f3-8692-474b-b1ab-d8c283d06fcf tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:43.576773 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-819abe02-1760-4a53-af37-a55f4fd54e5a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:16:43.579969 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819abe02-1760-4a53-af37-a55f4fd54e5a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:16:43.586404 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819abe02-1760-4a53-af37-a55f4fd54e5a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:43.587038 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-819abe02-1760-4a53-af37-a55f4fd54e5a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:43.611677 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26429f3-4220-4189-9244-39ed944e6328 req-a18c5fe6-9021-4978-b342-33c257a4ad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:43.613688 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f26429f3-4220-4189-9244-39ed944e6328 req-a18c5fe6-9021-4978-b342-33c257a4ad99 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=692951b4ab1c4dc1a05ed983655b2d83&device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 1094 time: 0.1675367 Apr 20 13:16:43.643013 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-a07b8a54-24f0-4dec-bc01-15fa90a31659 None None] Set router 743ceca2-0b4a-4a6e-adc1-701ab4e69731 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:16:43.911475 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d2ebb-546d-4d07-831c-08507dfe530b req-1e429f03-6ac1-4640-b3a3-3d43718eca27 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:43.916937 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f78d2ebb-546d-4d07-831c-08507dfe530b req-1e429f03-6ac1-4640-b3a3-3d43718eca27 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 943 time: 0.3963242 Apr 20 13:16:43.947675 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-a07b8a54-24f0-4dec-bc01-15fa90a31659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'name': 'tempest-AttachVolumeShelveTestJSON-1796423913-router', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'e0156b26-b064-4225-8417-ea8cce1a54ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:35Z', 'updated_at': '2022-04-20T13:16:41Z', 'revision_number': 5, 'project_id': 'c6b1693032114a59884d6bf282ad5efe', 'gw_port': {'id': 'e0156b26-b064-4225-8417-ea8cce1a54ab', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:38Z', 'updated_at': '2022-04-20T13:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:43.994345 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07b8a54-24f0-4dec-bc01-15fa90a31659 None None] Checking router: 743ceca2-0b4a-4a6e-adc1-701ab4e69731 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:16:44.011655 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07b8a54-24f0-4dec-bc01-15fa90a31659 None None] Routers {'743ceca2-0b4a-4a6e-adc1-701ab4e69731'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:16:44.011655 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-a07b8a54-24f0-4dec-bc01-15fa90a31659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:16:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['743ceca2-0b4a-4a6e-adc1-701ab4e69731'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:44.024210 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819abe02-1760-4a53-af37-a55f4fd54e5a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Port': ['ID=de551f1f-b621-453b-a750-61fe3520b888,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:44.035390 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c38f3-8692-474b-b1ab-d8c283d06fcf tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Pushing event deleted for resources: {'Subnet': ['ID=807e65f2-f3df-4b77-a34a-b845afb7a09c,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:44.037694 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d91515aa-d48d-4805-85d5-c9d13c095e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:44.047066 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b85c38f3-8692-474b-b1ab-d8c283d06fcf tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:44.055098 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b85c38f3-8692-474b-b1ab-d8c283d06fcf tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "DELETE /v2.0/subnets/807e65f2-f3df-4b77-a34a-b845afb7a09c HTTP/1.1" status: 204 len: 168 time: 1.4456899 Apr 20 13:16:44.055501 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47740) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:44.115372 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c53abad-f545-4a42-97eb-db6ca46e96db None None] Network d9d77a57-e2db-4fb3-9905-1d63c1153498 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:16:44.127065 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-d91515aa-d48d-4805-85d5-c9d13c095e4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dc0929c-fa4f-4ef7-a1d2-bfed0a3a0f2a']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:44.162565 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-d91515aa-d48d-4805-85d5-c9d13c095e4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afafaaf7-1b4f-48b1-bc34-e35e5a5c5cab') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:44.162864 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-d91515aa-d48d-4805-85d5-c9d13c095e4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afafaaf7-1b4f-48b1-bc34-e35e5a5c5cab') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:44.170004 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f78d2ebb-546d-4d07-831c-08507dfe530b req-a1b68365-82bc-4a90-850b-6159a8ed0007 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063999 Apr 20 13:16:44.202898 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d91515aa-d48d-4805-85d5-c9d13c095e4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:44.220446 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-96c113bb-040f-449a-9ca2-faa050d2109a admin admin] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:44.230478 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-b33c07b3-68af-4c25-9a9c-5bdf77ad10fb tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Deleting subnet 6a8421ca-2e2e-468e-8574-e51feb1dd7e2 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:16:44.233198 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26429f3-4220-4189-9244-39ed944e6328 req-8c6419ed-42d1-445b-b3ec-b47c58c5f36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:44.234720 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f26429f3-4220-4189-9244-39ed944e6328 req-8c6419ed-42d1-445b-b3ec-b47c58c5f36a service neutron] 10.222.0.15 "GET /v2.0/networks?id=f4258e6f-aecb-49fd-99fd-85fb6d33cc56 HTTP/1.1" status: 200 len: 911 time: 0.3464324 Apr 20 13:16:44.238534 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b33c07b3-68af-4c25-9a9c-5bdf77ad10fb tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:44.240207 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d91515aa-d48d-4805-85d5-c9d13c095e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:44.314305 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-819abe02-1760-4a53-af37-a55f4fd54e5a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7043586 Apr 20 13:16:44.320450 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47742) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:44.368081 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-a07b8a54-24f0-4dec-bc01-15fa90a31659 None None] Set router 743ceca2-0b4a-4a6e-adc1-701ab4e69731 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:16:44.386617 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91515aa-d48d-4805-85d5-c9d13c095e4b admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:16:44.387023 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d91515aa-d48d-4805-85d5-c9d13c095e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:44.389635 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:16:44.389635 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:16:44.389635 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:16:44.389635 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:16:44.389635 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:16:44.389635 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:16:44.389635 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:16:44.389635 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:16:44.389635 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:16:44.389635 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:16:44.389635 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:16:44.389635 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:16:44.389635 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:16:44.389635 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:16:44.389635 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:16:44.389635 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:16:44.389635 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:16:44.389635 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:16:44.389635 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:16:44.389635 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:16:44.389635 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:16:44.389635 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:16:44.389635 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:16:44.389635 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:16:44.389635 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:16:44.389635 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:16:44.389635 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:16:44.389635 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:16:44.389635 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:16:44.389635 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:16:44.389635 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:16:44.389635 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:16:44.398416 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-49f628f3-dbd4-4098-bd04-76605e460524 tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:44.400108 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-49f628f3-dbd4-4098-bd04-76605e460524 tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] 10.222.0.32 "GET /v2.0/networks?id=c109e896-60b1-42ce-900b-bb8e8e6cb2c8 HTTP/1.1" status: 200 len: 814 time: 0.2699394 Apr 20 13:16:44.422767 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-947f293e-a319-4695-adb4-bcf41328229d req-880c266a-dca7-46a4-9cb1-d076d1a8ea3c tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa3c85c5-eb40-41e5-9f9d-75bd527fc393 HTTP/1.1" status: 200 len: 210 time: 0.0974672 Apr 20 13:16:44.424026 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f26429f3-4220-4189-9244-39ed944e6328 req-9fda6186-e38b-4823-824c-38a6bf24e856 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8ebd3bfd-423f-492a-a95f-ea25291da276 HTTP/1.1" status: 200 len: 217 time: 0.1812022 Apr 20 13:16:44.435326 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-a4964864-d614-4aed-bfac-1be086025b0a tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] Request body: {'port': {'device_id': 'fa3c85c5-eb40-41e5-9f9d-75bd527fc393', 'network_id': 'c109e896-60b1-42ce-900b-bb8e8e6cb2c8', 'admin_state_up': True, 'tenant_id': '5a7d15631f1f4e9b94d7f317f08f5042'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:44.518288 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b33c07b3-68af-4c25-9a9c-5bdf77ad10fb tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:44.538054 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789e4fb4-dff8-4b31-add9-6349c4ed462c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:44.564262 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26429f3-4220-4189-9244-39ed944e6328 req-daeec458-ca67-4952-a6a1-b3eb0c519cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:44.566183 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f26429f3-4220-4189-9244-39ed944e6328 req-daeec458-ca67-4952-a6a1-b3eb0c519cca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0996d7f4-b464-4da5-b268-614fd8c03be4 HTTP/1.1" status: 200 len: 850 time: 0.1332238 Apr 20 13:16:44.573322 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789e4fb4-dff8-4b31-add9-6349c4ed462c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:44.577415 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-789e4fb4-dff8-4b31-add9-6349c4ed462c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2536108 Apr 20 13:16:44.583239 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-96c113bb-040f-449a-9ca2-faa050d2109a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:44.586440 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-c8aed542-eac2-4866-9613-95d030a28614 None None] Provisioning complete for port 84e062b3-3f22-466c-a4df-a1ab344bb8e1 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:44.586858 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c8aed542-eac2-4866-9613-95d030a28614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:44.591104 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47752) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:44.636821 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f26429f3-4220-4189-9244-39ed944e6328 req-0c1c5816-8d5e-4a8c-b79b-d653c81cdc6f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f4258e6f-aecb-49fd-99fd-85fb6d33cc56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415559 Apr 20 13:16:44.638179 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d7239a-3535-4fe0-a42a-25e2b0aebc2b None None] DHCP port deletion for d9d77a57-e2db-4fb3-9905-1d63c1153498 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:16:44.697537 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d91515aa-d48d-4805-85d5-c9d13c095e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:44.701965 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d91515aa-d48d-4805-85d5-c9d13c095e4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:44.711135 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d91515aa-d48d-4805-85d5-c9d13c095e4b admin admin] 10.222.0.25 "DELETE /v2.0/networks/9dc0929c-fa4f-4ef7-a1d2-bfed0a3a0f2a HTTP/1.1" status: 204 len: 168 time: 1.4133363 Apr 20 13:16:44.812528 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91515aa-d48d-4805-85d5-c9d13c095e4b admin admin] Pushing event deleted for resources: {'Network': ['ID=9dc0929c-fa4f-4ef7-a1d2-bfed0a3a0f2a,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:44.840360 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 84e062b3-3f22-466c-a4df-a1ab344bb8e1 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:16:44.844354 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c8aed542-eac2-4866-9613-95d030a28614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:44.855249 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b33c07b3-68af-4c25-9a9c-5bdf77ad10fb tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:44.930239 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f26429f3-4220-4189-9244-39ed944e6328 req-3498fac5-c20c-4dbb-b1c6-d153fd96f828 service neutron] 10.222.0.15 "GET /v2.0/networks/f4258e6f-aecb-49fd-99fd-85fb6d33cc56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790864 Apr 20 13:16:44.953558 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-c8aed542-eac2-4866-9613-95d030a28614 None None] For port 84e062b3-3f22-466c-a4df-a1ab344bb8e1, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=84e062b3-3f22-466c-a4df-a1ab344bb8e1,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:44.959206 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-d3d7239a-3535-4fe0-a42a-25e2b0aebc2b None None] Deleting port 192ae59e-91f0-4c81-8155-fbf2e59c72f0 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:16:44.965044 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d3d7239a-3535-4fe0-a42a-25e2b0aebc2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:44.996637 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-a07b8a54-24f0-4dec-bc01-15fa90a31659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'name': 'tempest-AttachVolumeShelveTestJSON-1796423913-router', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'e0156b26-b064-4225-8417-ea8cce1a54ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:35Z', 'updated_at': '2022-04-20T13:16:41Z', 'revision_number': 5, 'project_id': 'c6b1693032114a59884d6bf282ad5efe', 'gw_port': {'id': 'e0156b26-b064-4225-8417-ea8cce1a54ab', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:38Z', 'updated_at': '2022-04-20T13:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:45.010551 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-4fa9a7d4-6df6-432e-a674-86e0b5be4b14 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting port de551f1f-b621-453b-a750-61fe3520b888 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:16:45.011109 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4fa9a7d4-6df6-432e-a674-86e0b5be4b14 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:45.053854 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f26429f3-4220-4189-9244-39ed944e6328 req-519de42c-950c-4135-b288-5b659b958eca service neutron] 10.222.0.15 "GET /v2.0/networks/f4258e6f-aecb-49fd-99fd-85fb6d33cc56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147845 Apr 20 13:16:45.067970 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07b8a54-24f0-4dec-bc01-15fa90a31659 None None] The sync data for ids ['743ceca2-0b4a-4a6e-adc1-701ab4e69731'] in n-d-836015-7 is: [{'id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'name': 'tempest-AttachVolumeShelveTestJSON-1796423913-router', 'tenant_id': 'c6b1693032114a59884d6bf282ad5efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'e0156b26-b064-4225-8417-ea8cce1a54ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:06:35Z', 'updated_at': '2022-04-20T13:16:41Z', 'revision_number': 5, 'project_id': 'c6b1693032114a59884d6bf282ad5efe', 'gw_port': {'id': 'e0156b26-b064-4225-8417-ea8cce1a54ab', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743ceca2-0b4a-4a6e-adc1-701ab4e69731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:06:38Z', 'updated_at': '2022-04-20T13:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:16:45.076719 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 84e062b3-3f22-466c-a4df-a1ab344bb8e1 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:45.076719 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:45.098652 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b33c07b3-68af-4c25-9a9c-5bdf77ad10fb tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:45.106290 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c8aed542-eac2-4866-9613-95d030a28614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:45.111877 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-d3d7239a-3535-4fe0-a42a-25e2b0aebc2b None None] For port 192ae59e-91f0-4c81-8155-fbf2e59c72f0, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=192ae59e-91f0-4c81-8155-fbf2e59c72f0,segment=NetworkSegment(584fac4e-2911-4891-a944-b5325601ea9d),segment_id=584fac4e-2911-4891-a944-b5325601ea9d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:45.112488 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d3d7239a-3535-4fe0-a42a-25e2b0aebc2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:45.126296 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-a4964864-d614-4aed-bfac-1be086025b0a tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] Made reservation on behalf of 5a7d15631f1f4e9b94d7f317f08f5042 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:16:45.129807 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-a4964864-d614-4aed-bfac-1be086025b0a tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:45.182475 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c07b3-68af-4c25-9a9c-5bdf77ad10fb tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Pushing event deleted for resources: {'Subnet': ['ID=6a8421ca-2e2e-468e-8574-e51feb1dd7e2,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:45.189051 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-96c113bb-040f-449a-9ca2-faa050d2109a admin admin] Deleting port e0156b26-b064-4225-8417-ea8cce1a54ab {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:16:45.189478 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-96c113bb-040f-449a-9ca2-faa050d2109a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:45.192636 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b33c07b3-68af-4c25-9a9c-5bdf77ad10fb tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:45.207571 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-d3d7239a-3535-4fe0-a42a-25e2b0aebc2b None None] Calling delete_port for 192ae59e-91f0-4c81-8155-fbf2e59c72f0 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:16:45.208073 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b33c07b3-68af-4c25-9a9c-5bdf77ad10fb tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "DELETE /v2.0/subnets/6a8421ca-2e2e-468e-8574-e51feb1dd7e2 HTTP/1.1" status: 204 len: 168 time: 1.1389604 Apr 20 13:16:45.208073 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47764) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:45.208286 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b27dda2-a1f1-4596-becd-ff2af0c4b23a None None] Network db25d310-7014-4091-a613-df6bc463c340 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:16:45.320113 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47766) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:45.362720 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aed542-eac2-4866-9613-95d030a28614 None None] Pushing event updated for resources: {'Port': ['ID=84e062b3-3f22-466c-a4df-a1ab344bb8e1,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:45.376685 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f3631924-70bc-4ae4-8193-5e8b037a4dba tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:45.382359 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-e562da94-6dc9-45e2-b0af-9e53b412b841 None None] Provisioning complete for port de551f1f-b621-453b-a750-61fe3520b888 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:45.382733 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e562da94-6dc9-45e2-b0af-9e53b412b841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:45.391663 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-96c113bb-040f-449a-9ca2-faa050d2109a admin admin] For port e0156b26-b064-4225-8417-ea8cce1a54ab, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=e0156b26-b064-4225-8417-ea8cce1a54ab,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:45.392070 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-96c113bb-040f-449a-9ca2-faa050d2109a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:45.414800 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-96c113bb-040f-449a-9ca2-faa050d2109a admin admin] Calling delete_port for e0156b26-b064-4225-8417-ea8cce1a54ab owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:16:45.415745 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb4ebe-1413-4d09-8f64-3cca27f09517 req-1a60dace-5176-4f65-9d43-07012e74a700 tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:45.417256 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52cb4ebe-1413-4d09-8f64-3cca27f09517 req-1a60dace-5176-4f65-9d43-07012e74a700 tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3de77a5-a55b-4834-b157-2d2c2c00d25d HTTP/1.1" status: 200 len: 950 time: 0.1803453 Apr 20 13:16:45.418588 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4fa9a7d4-6df6-432e-a674-86e0b5be4b14 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:45.434664 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa0a03-87e8-4dbc-ae41-d11250cc013d req-30a6c7ba-c479-4e7c-9803-168677ddb701 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:45.436318 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7faa0a03-87e8-4dbc-ae41-d11250cc013d req-30a6c7ba-c479-4e7c-9803-168677ddb701 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f38c29f-c360-4f0c-81d2-0b8461def840 HTTP/1.1" status: 200 len: 946 time: 0.1294444 Apr 20 13:16:45.443489 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-0bbc45ae-1ad5-43d6-b5ca-eee1612d03b4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fc5e3e04d1c247b89b16d0209cf93fc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1192420 Apr 20 13:16:45.445851 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47768) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:45.509978 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-4fa9a7d4-6df6-432e-a674-86e0b5be4b14 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Calling delete_port for de551f1f-b621-453b-a750-61fe3520b888 owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:16:45.525334 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-e562da94-6dc9-45e2-b0af-9e53b412b841 None None] Port de551f1f-b621-453b-a750-61fe3520b888 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:16:45.548429 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52cb4ebe-1413-4d09-8f64-3cca27f09517 req-0f42c87f-a7f1-4d37-989f-a88b5544144f tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f4de12b-5cd4-401e-8293-21f70d4778b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111066 Apr 20 13:16:45.562913 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7faa0a03-87e8-4dbc-ae41-d11250cc013d req-d7254c93-4261-436e-8623-627c50e9543b tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a9ea534-3b25-47f3-b708-8fb1ee2245fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092379 Apr 20 13:16:45.563847 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 192ae59e-91f0-4c81-8155-fbf2e59c72f0 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:16:45.583204 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-f3631924-70bc-4ae4-8193-5e8b037a4dba tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Deleting port 192ae59e-91f0-4c81-8155-fbf2e59c72f0 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:16:45.587525 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f3631924-70bc-4ae4-8193-5e8b037a4dba tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:45.625379 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d3d7239a-3535-4fe0-a42a-25e2b0aebc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:45.625379 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No active binding found for port 192ae59e-91f0-4c81-8155-fbf2e59c72f0 {{(pid=114871) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 20 13:16:45.625379 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 192ae59e-91f0-4c81-8155-fbf2e59c72f0 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:16:45.704432 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ae237f-ac3c-4266-a03b-f90fd1a9470e None None] DHCP port deletion for db25d310-7014-4091-a613-df6bc463c340 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:16:45.711624 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d7239a-3535-4fe0-a42a-25e2b0aebc2b None None] Pushing event deleted for resources: {'Port': ['ID=192ae59e-91f0-4c81-8155-fbf2e59c72f0,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:45.713739 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d7239a-3535-4fe0-a42a-25e2b0aebc2b None None] No DVR routers for this DVR port 192ae59e-91f0-4c81-8155-fbf2e59c72f0 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:16:45.777156 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-12ae237f-ac3c-4266-a03b-f90fd1a9470e None None] Deleting port 71affee0-7405-406f-ae59-a3d009e24ac7 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:16:45.777476 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-12ae237f-ac3c-4266-a03b-f90fd1a9470e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:45.782179 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-f3631924-70bc-4ae4-8193-5e8b037a4dba tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] For port 192ae59e-91f0-4c81-8155-fbf2e59c72f0, host n-d-836015-7, got binding levels [] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:45.782479 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f3631924-70bc-4ae4-8193-5e8b037a4dba tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:45.789702 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-a4964864-d614-4aed-bfac-1be086025b0a tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] Allocated IP 172.20.0.3 (c109e896-60b1-42ce-900b-bb8e8e6cb2c8/10deec52-a1a0-4a31-804f-f884692f5708/1b3dbff2-fb90-4b8d-b68c-8816805d8f75) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:16:45.796224 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-591375ea-d108-4b7b-99aa-e420cff0069c req-0d317805-d8b5-411b-a7aa-6d42989b7f60 tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa3c85c5-eb40-41e5-9f9d-75bd527fc393 HTTP/1.1" status: 200 len: 210 time: 0.0444489 Apr 20 13:16:45.810158 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-f3631924-70bc-4ae4-8193-5e8b037a4dba tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Calling delete_port for 192ae59e-91f0-4c81-8155-fbf2e59c72f0 owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:16:45.814168 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.ipam_backend_mixin [None req-f3631924-70bc-4ae4-8193-5e8b037a4dba tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Port 192ae59e-91f0-4c81-8155-fbf2e59c72f0 was not found and therefore no delete operation was performed {{(pid=114869) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 13:16:45.851881 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f7416-4278-481a-a618-62f043b100e2 req-229e34a9-a317-4d2e-bd42-e90d0e490c03 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:45.851881 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-753f7416-4278-481a-a618-62f043b100e2 req-229e34a9-a317-4d2e-bd42-e90d0e490c03 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 943 time: 0.1643791 Apr 20 13:16:45.860989 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f3631924-70bc-4ae4-8193-5e8b037a4dba tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:45.872271 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dbe00c09-fdaf-4cb6-87cf-eef78a5e9d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:45.908910 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3631924-70bc-4ae4-8193-5e8b037a4dba tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] No DVR routers for this DVR port 192ae59e-91f0-4c81-8155-fbf2e59c72f0 on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:16:45.910799 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3631924-70bc-4ae4-8193-5e8b037a4dba tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Pushing event deleted for resources: {'Port': ['ID=192ae59e-91f0-4c81-8155-fbf2e59c72f0,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:45.937982 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dbe00c09-fdaf-4cb6-87cf-eef78a5e9d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:45.967408 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-753f7416-4278-481a-a618-62f043b100e2 req-5b246724-cedc-4c0b-8a6d-d5deef6b1b19 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146410 Apr 20 13:16:46.037325 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f3631924-70bc-4ae4-8193-5e8b037a4dba tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:46.049530 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-12ae237f-ac3c-4266-a03b-f90fd1a9470e None None] For port 71affee0-7405-406f-ae59-a3d009e24ac7, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=71affee0-7405-406f-ae59-a3d009e24ac7,segment=NetworkSegment(6c303c0e-fdb8-422a-bdb4-949744537dde),segment_id=6c303c0e-fdb8-422a-bdb4-949744537dde)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:46.053696 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-12ae237f-ac3c-4266-a03b-f90fd1a9470e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:46.059484 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-f3631924-70bc-4ae4-8193-5e8b037a4dba tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9d77a57-e2db-4fb3-9905-1d63c1153498']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:46.064609 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-12ae237f-ac3c-4266-a03b-f90fd1a9470e None None] Calling delete_port for 71affee0-7405-406f-ae59-a3d009e24ac7 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:16:46.070462 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-f3631924-70bc-4ae4-8193-5e8b037a4dba tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '584fac4e-2911-4891-a944-b5325601ea9d') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:46.070804 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-f3631924-70bc-4ae4-8193-5e8b037a4dba tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '584fac4e-2911-4891-a944-b5325601ea9d') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:46.081528 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f3631924-70bc-4ae4-8193-5e8b037a4dba tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:46.095602 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f3631924-70bc-4ae4-8193-5e8b037a4dba tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:46.102443 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3631924-70bc-4ae4-8193-5e8b037a4dba tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:16:46.107059 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f3631924-70bc-4ae4-8193-5e8b037a4dba tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:46.107059 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:16:46.107059 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:16:46.107059 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:16:46.107059 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:16:46.107059 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:16:46.107059 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:16:46.107059 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:16:46.107059 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:16:46.107059 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:16:46.107059 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:16:46.107059 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:16:46.107059 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:16:46.107059 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:16:46.107059 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:16:46.107059 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:16:46.107059 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:16:46.107059 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:16:46.107059 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:16:46.107059 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:16:46.107059 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:16:46.107059 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:16:46.107059 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:16:46.107059 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:16:46.107059 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:16:46.107059 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:16:46.107059 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:16:46.107059 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:16:46.107059 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:16:46.107059 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:16:46.107059 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:16:46.107059 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:16:46.107059 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:16:46.182782 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-a4964864-d614-4aed-bfac-1be086025b0a tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:46.240794 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-96c113bb-040f-449a-9ca2-faa050d2109a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:46.263394 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f3631924-70bc-4ae4-8193-5e8b037a4dba tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:46.263600 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-12ae237f-ac3c-4266-a03b-f90fd1a9470e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:46.268355 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c113bb-040f-449a-9ca2-faa050d2109a admin admin] Pushing event deleted for resources: {'Port': ['ID=e0156b26-b064-4225-8417-ea8cce1a54ab,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:46.273855 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4fa9a7d4-6df6-432e-a674-86e0b5be4b14 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:46.275146 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dbe00c09-fdaf-4cb6-87cf-eef78a5e9d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:46.277644 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ae237f-ac3c-4266-a03b-f90fd1a9470e None None] No DVR routers for this DVR port 71affee0-7405-406f-ae59-a3d009e24ac7 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:16:46.278604 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f3631924-70bc-4ae4-8193-5e8b037a4dba tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:46.281074 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dbe00c09-fdaf-4cb6-87cf-eef78a5e9d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:46.282096 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f3631924-70bc-4ae4-8193-5e8b037a4dba tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "DELETE /v2.0/networks/d9d77a57-e2db-4fb3-9905-1d63c1153498 HTTP/1.1" status: 204 len: 168 time: 1.0753193 Apr 20 13:16:46.288504 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-dbe00c09-fdaf-4cb6-87cf-eef78a5e9d38 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/85feaff8-2712-4801-be05-e3790559084e HTTP/1.1" status: 204 len: 168 time: 0.8365066 Apr 20 13:16:46.289078 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47776) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:46.298713 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3631924-70bc-4ae4-8193-5e8b037a4dba tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Pushing event deleted for resources: {'Network': ['ID=d9d77a57-e2db-4fb3-9905-1d63c1153498,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:46.318015 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae237f-ac3c-4266-a03b-f90fd1a9470e None None] Pushing event deleted for resources: {'Port': ['ID=71affee0-7405-406f-ae59-a3d009e24ac7,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:46.363449 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe00c09-fdaf-4cb6-87cf-eef78a5e9d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85feaff8-2712-4801-be05-e3790559084e,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:46.376129 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9a7d4-6df6-432e-a674-86e0b5be4b14 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Port': ['ID=de551f1f-b621-453b-a750-61fe3520b888,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:46.379860 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-a4964864-d614-4aed-bfac-1be086025b0a tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:46.508141 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4fa9a7d4-6df6-432e-a674-86e0b5be4b14 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:46.514685 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4fa9a7d4-6df6-432e-a674-86e0b5be4b14 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/ports/de551f1f-b621-453b-a750-61fe3520b888 HTTP/1.1" status: 204 len: 168 time: 1.8926003 Apr 20 13:16:46.514946 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47782) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:46.540729 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-a4964864-d614-4aed-bfac-1be086025b0a tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] Network c109e896-60b1-42ce-900b-bb8e8e6cb2c8 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:16:46.551667 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-a4964864-d614-4aed-bfac-1be086025b0a tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:16:46.554376 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-a4964864-d614-4aed-bfac-1be086025b0a tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:16:46.561239 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4244064e-ec7f-4dc8-bebf-67764f6f93d6 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:46.562915 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4964864-d614-4aed-bfac-1be086025b0a tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] Pushing event updated for resources: {'Port': ['ID=1b3dbff2-fb90-4b8d-b68c-8816805d8f75,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:46.571443 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-96c113bb-040f-449a-9ca2-faa050d2109a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:46.604648 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15343127-fd02-41b1-a66d-0752cc77b1da tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:46.606548 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15343127-fd02-41b1-a66d-0752cc77b1da tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:46.612160 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-15343127-fd02-41b1-a66d-0752cc77b1da tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0936143 Apr 20 13:16:46.612483 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47786) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:46.710398 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 8ebd3bfd-423f-492a-a95f-ea25291da276 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:16:46.749196 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-96c113bb-040f-449a-9ca2-faa050d2109a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:46.756858 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-96c113bb-040f-449a-9ca2-faa050d2109a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:46.772163 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-a4964864-d614-4aed-bfac-1be086025b0a tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:46.772831 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaf6117f-6e57-4532-9619-75c481676fce tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting subnet fec1bc7b-24f3-4451-a60d-1c2ce6261d53 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:16:46.780246 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-a4964864-d614-4aed-bfac-1be086025b0a tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:46.781907 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-eaf6117f-6e57-4532-9619-75c481676fce tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:46.836850 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 8ebd3bfd-423f-492a-a95f-ea25291da276, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=8ebd3bfd-423f-492a-a95f-ea25291da276,segment=NetworkSegment(3f46b54c-02e5-49fa-8bc0-9760d162ed92),segment_id=3f46b54c-02e5-49fa-8bc0-9760d162ed92)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:46.855088 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device cc8a0c92-bc02-43cb-8ffc-1055649d228e no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:16:46.858200 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '8ebd3bfd-423f-492a-a95f-ea25291da276', 'network_id': 'f4258e6f-aecb-49fd-99fd-85fb6d33cc56', 'port_id': '8ebd3bfd-423f-492a-a95f-ea25291da276', 'mac_address': 'fa:16:3e:84:b1:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0996d7f4-b464-4da5-b268-614fd8c03be4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:16:46.879698 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8064a-ad02-4921-a573-d3e11c97a379 req-a8a764ce-b069-4568-8f64-971a4e013a2d tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:46.881895 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eeb8064a-ad02-4921-a573-d3e11c97a379 req-a8a764ce-b069-4568-8f64-971a4e013a2d tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3de77a5-a55b-4834-b157-2d2c2c00d25d HTTP/1.1" status: 200 len: 950 time: 0.1724703 Apr 20 13:16:46.889708 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 84e062b3-3f22-466c-a4df-a1ab344bb8e1 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:16:46.919978 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-eaf6117f-6e57-4532-9619-75c481676fce tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:46.937973 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4244064e-ec7f-4dc8-bebf-67764f6f93d6 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:46.960221 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-a4964864-d614-4aed-bfac-1be086025b0a tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5497591 Apr 20 13:16:46.969074 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-4244064e-ec7f-4dc8-bebf-67764f6f93d6 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db25d310-7014-4091-a613-df6bc463c340']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:46.978766 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:46.988218 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-9f217ad7-ff8c-4ce5-9b2f-b78fda576f3b service neutron] Request body: {'port': {'device_id': 'fa3c85c5-eb40-41e5-9f9d-75bd527fc393', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:46.991866 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-4244064e-ec7f-4dc8-bebf-67764f6f93d6 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c303c0e-fdb8-422a-bdb4-949744537dde') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:46.992175 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-4244064e-ec7f-4dc8-bebf-67764f6f93d6 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c303c0e-fdb8-422a-bdb4-949744537dde') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:47.016187 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-96c113bb-040f-449a-9ca2-faa050d2109a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:47.016635 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c113bb-040f-449a-9ca2-faa050d2109a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 743ceca2-0b4a-4a6e-adc1-701ab4e69731 {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:16:47.022174 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4244064e-ec7f-4dc8-bebf-67764f6f93d6 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:47.024716 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eeb8064a-ad02-4921-a573-d3e11c97a379 req-eca751a2-f095-44cd-90be-9628e788e58b tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f4de12b-5cd4-401e-8293-21f70d4778b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336343 Apr 20 13:16:47.028276 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ebd3bfd-423f-492a-a95f-ea25291da276 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:16:47.028533 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-96c113bb-040f-449a-9ca2-faa050d2109a admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:47.032464 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47796) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:47.032638 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-96c113bb-040f-449a-9ca2-faa050d2109a admin admin] 10.222.0.25 "DELETE /v2.0/routers/743ceca2-0b4a-4a6e-adc1-701ab4e69731 HTTP/1.1" status: 204 len: 168 time: 3.5588882 Apr 20 13:16:47.034679 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 84e062b3-3f22-466c-a4df-a1ab344bb8e1 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:47.034861 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:47.037634 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:47.077456 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4244064e-ec7f-4dc8-bebf-67764f6f93d6 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:47.102804 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4244064e-ec7f-4dc8-bebf-67764f6f93d6 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:16:47.102804 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4244064e-ec7f-4dc8-bebf-67764f6f93d6 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:47.102804 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:16:47.102804 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:16:47.102804 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:16:47.102804 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:16:47.102804 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:16:47.102804 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:16:47.102804 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:16:47.102804 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:16:47.102804 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:16:47.102804 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:16:47.102804 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:16:47.102804 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:16:47.102804 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:16:47.102804 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:16:47.102804 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:16:47.102804 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:16:47.102804 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:16:47.102804 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:16:47.102804 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:16:47.102804 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:16:47.102804 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:16:47.102804 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:16:47.102804 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:16:47.102804 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:16:47.102804 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:16:47.102804 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:16:47.102804 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:16:47.102804 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:16:47.102804 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:16:47.102804 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:16:47.102804 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:16:47.102804 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:16:47.105397 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 8ebd3bfd-423f-492a-a95f-ea25291da276, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=8ebd3bfd-423f-492a-a95f-ea25291da276,segment=NetworkSegment(3f46b54c-02e5-49fa-8bc0-9760d162ed92),segment_id=3f46b54c-02e5-49fa-8bc0-9760d162ed92)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:47.126371 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-9f217ad7-ff8c-4ce5-9b2f-b78fda576f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:47.128227 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3de77a5-a55b-4834-b157-2d2c2c00d25d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc8a0c92-bc02-43cb-8ffc-1055649d228e'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:16:47.133653 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35008fa9-88f5-47b7-b976-bbc044e84ab0" -d '{"events": [{"server_uuid": "d3de77a5-a55b-4834-b157-2d2c2c00d25d", "name": "network-vif-unplugged", "status": "completed", "tag": "cc8a0c92-bc02-43cb-8ffc-1055649d228e"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:16:47.157238 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad5065-1dc2-4b3b-9aa5-0aa6f8823982 req-a94b9537-68d8-4a07-b6ea-23f260fb1957 tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:47.159947 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port cc8a0c92-bc02-43cb-8ffc-1055649d228e, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=cc8a0c92-bc02-43cb-8ffc-1055649d228e,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:47.167155 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8cad5065-1dc2-4b3b-9aa5-0aa6f8823982 req-a94b9537-68d8-4a07-b6ea-23f260fb1957 tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa3c85c5-eb40-41e5-9f9d-75bd527fc393 HTTP/1.1" status: 200 len: 931 time: 0.1937981 Apr 20 13:16:47.210875 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:47.217951 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-7433dd73-da8c-44ee-92ef-3df8b3f66b8c admin admin] Deleting subnet 50283e41-42f7-46ab-979a-b196312e8e7f {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:16:47.267488 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7433dd73-da8c-44ee-92ef-3df8b3f66b8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:47.283413 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:47.288809 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=8ebd3bfd-423f-492a-a95f-ea25291da276,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:47.346928 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47800) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:47.378886 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-eaf6117f-6e57-4532-9619-75c481676fce tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:47.379026 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=cc8a0c92-bc02-43cb-8ffc-1055649d228e,revision_number=11']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:47.383074 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 71affee0-7405-406f-ae59-a3d009e24ac7 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:16:47.409063 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4244064e-ec7f-4dc8-bebf-67764f6f93d6 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:47.410075 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 71affee0-7405-406f-ae59-a3d009e24ac7 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:16:47.410075 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 71affee0-7405-406f-ae59-a3d009e24ac7 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:16:47.410075 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ebc0a48e-f464-444f-96b9-d70e47d4e667 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:16:47.417363 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4244064e-ec7f-4dc8-bebf-67764f6f93d6 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:47.420886 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4244064e-ec7f-4dc8-bebf-67764f6f93d6 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] 10.222.0.25 "DELETE /v2.0/networks/db25d310-7014-4091-a613-df6bc463c340 HTTP/1.1" status: 204 len: 168 time: 1.1224644 Apr 20 13:16:47.438388 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: ebc0a48e-f464-444f-96b9-d70e47d4e667 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:16:47.438388 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ebc0a48e-f464-444f-96b9-d70e47d4e667 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:16:47.438653 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8cad5065-1dc2-4b3b-9aa5-0aa6f8823982 req-1b6b8f47-b1d2-44ca-96d1-0eea1d677ed8 tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ccdc1e7-d51d-4655-8286-f5eeaead0b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696617 Apr 20 13:16:47.465985 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4244064e-ec7f-4dc8-bebf-67764f6f93d6 tempest-TaggedBootDevicesTest_v242-956552744 tempest-TaggedBootDevicesTest_v242-956552744-project] Pushing event deleted for resources: {'Network': ['ID=db25d310-7014-4091-a613-df6bc463c340,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:47.489153 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef5605-0775-47cc-b41b-70522024c9f0 req-f6a52e8f-8520-4b18-80ab-ba3d9e9f72ce tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:47.491515 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-28ef5605-0775-47cc-b41b-70522024c9f0 req-f6a52e8f-8520-4b18-80ab-ba3d9e9f72ce tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f38c29f-c360-4f0c-81d2-0b8461def840 HTTP/1.1" status: 200 len: 946 time: 0.2983174 Apr 20 13:16:47.511486 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7433dd73-da8c-44ee-92ef-3df8b3f66b8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:47.554108 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['8ebd3bfd-423f-492a-a95f-ea25291da276'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:16:47.595791 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-9f217ad7-ff8c-4ce5-9b2f-b78fda576f3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b3dbff2-fb90-4b8d-b68c-8816805d8f75 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:16:47.603933 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-9f217ad7-ff8c-4ce5-9b2f-b78fda576f3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:47.632878 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d1c93-d865-4e48-912b-f704ad146b26 req-c298c251-5132-4af9-9a47-a0fc30f5382e tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:47.634342 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d70d1c93-d865-4e48-912b-f704ad146b26 req-c298c251-5132-4af9-9a47-a0fc30f5382e tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3de77a5-a55b-4834-b157-2d2c2c00d25d HTTP/1.1" status: 200 len: 948 time: 0.3771906 Apr 20 13:16:47.673195 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-28ef5605-0775-47cc-b41b-70522024c9f0 req-7cd25426-6be5-4f09-884b-9f9f82921f55 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a9ea534-3b25-47f3-b708-8fb1ee2245fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729329 Apr 20 13:16:47.698093 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7142116d-10ae-4c9f-b840-dcbd63f5585b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5734312f46d54e82b91864fee88c12cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3369350 Apr 20 13:16:47.701325 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47804) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:47.731202 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5df1b19-0a9b-4107-9b50-21944bcda928 x-openstack-request-id: req-b5df1b19-0a9b-4107-9b50-21944bcda928 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:16:47.731505 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3de77a5-a55b-4834-b157-2d2c2c00d25d", "name": "network-vif-unplugged", "status": "completed", "tag": "cc8a0c92-bc02-43cb-8ffc-1055649d228e", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:16:47.731698 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b5df1b19-0a9b-4107-9b50-21944bcda928 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:16:47.732099 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5df1b19-0a9b-4107-9b50-21944bcda928'] response: {'server_uuid': 'd3de77a5-a55b-4834-b157-2d2c2c00d25d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc8a0c92-bc02-43cb-8ffc-1055649d228e', 'code': 200} Apr 20 13:16:47.760062 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b91cb-138b-4fa6-98c7-e92b934e91b9 req-6525a080-1905-4795-b7f8-4c67139226f2 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:47.761532 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5c0b91cb-138b-4fa6-98c7-e92b934e91b9 req-6525a080-1905-4795-b7f8-4c67139226f2 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 944 time: 0.2214878 Apr 20 13:16:47.763738 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e049ef74-1c90-4bee-814f-0b091c53bfd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:47.775279 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-9f217ad7-ff8c-4ce5-9b2f-b78fda576f3b service neutron] Transition to ACTIVE for port object 1b3dbff2-fb90-4b8d-b68c-8816805d8f75 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:16:47.789648 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e049ef74-1c90-4bee-814f-0b091c53bfd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:47.791115 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-eaf6117f-6e57-4532-9619-75c481676fce tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:47.810049 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7433dd73-da8c-44ee-92ef-3df8b3f66b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:47.866028 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6117f-6e57-4532-9619-75c481676fce tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Subnet': ['ID=fec1bc7b-24f3-4451-a60d-1c2ce6261d53,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:47.871098 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-eaf6117f-6e57-4532-9619-75c481676fce tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:47.874334 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-eaf6117f-6e57-4532-9619-75c481676fce tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/fec1bc7b-24f3-4451-a60d-1c2ce6261d53 HTTP/1.1" status: 204 len: 168 time: 1.2608016 Apr 20 13:16:47.876881 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47810) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:47.878589 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ceb2d8-f3b8-4aca-81d8-ddc294a533c4 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:16:47.921955 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d61b029d-af97-4f97-b4d9-cc4161bc8fb5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0415363 Apr 20 13:16:47.921955 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-9f217ad7-ff8c-4ce5-9b2f-b78fda576f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:47.922497 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47812) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:47.928850 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5c0b91cb-138b-4fa6-98c7-e92b934e91b9 req-8a900258-61ff-4cf1-b21f-e1f566657735 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425548 Apr 20 13:16:47.947595 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-d70d1c93-d865-4e48-912b-f704ad146b26 req-c38fbc14-2636-4095-bd46-3e756880d135 tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Deleting port cc8a0c92-bc02-43cb-8ffc-1055649d228e {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:16:47.948472 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d70d1c93-d865-4e48-912b-f704ad146b26 req-c38fbc14-2636-4095-bd46-3e756880d135 tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:47.997443 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e049ef74-1c90-4bee-814f-0b091c53bfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:47.999983 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e049ef74-1c90-4bee-814f-0b091c53bfd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:48.001199 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e049ef74-1c90-4bee-814f-0b091c53bfd6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cc3d44ac-4c68-4957-ae79-e688af0467cc HTTP/1.1" status: 204 len: 168 time: 0.2993517 Apr 20 13:16:48.013197 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f217ad7-ff8c-4ce5-9b2f-b78fda576f3b service neutron] Pushing event updated for resources: {'Port': ['ID=1b3dbff2-fb90-4b8d-b68c-8816805d8f75,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:48.033482 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313c9ca3-21fb-4ae6-a242-46fb28edfeca tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:48.035624 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-313c9ca3-21fb-4ae6-a242-46fb28edfeca tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1109724 Apr 20 13:16:48.036520 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e049ef74-1c90-4bee-814f-0b091c53bfd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3d44ac-4c68-4957-ae79-e688af0467cc,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:48.055405 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-d70d1c93-d865-4e48-912b-f704ad146b26 req-c38fbc14-2636-4095-bd46-3e756880d135 tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] For port cc8a0c92-bc02-43cb-8ffc-1055649d228e, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=cc8a0c92-bc02-43cb-8ffc-1055649d228e,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:48.056385 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d70d1c93-d865-4e48-912b-f704ad146b26 req-c38fbc14-2636-4095-bd46-3e756880d135 tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:48.056549 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47816) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:48.086825 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-d70d1c93-d865-4e48-912b-f704ad146b26 req-c38fbc14-2636-4095-bd46-3e756880d135 tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Calling delete_port for cc8a0c92-bc02-43cb-8ffc-1055649d228e owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:16:48.168579 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec67e323-bf64-48c6-8921-a0534ad1a5c4 None None] DHCP port deletion for 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:16:48.209108 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f1aeb0-6a5d-4848-8b0d-9fb021b81529 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:48.211399 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-02f1aeb0-6a5d-4848-8b0d-9fb021b81529 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1527362 Apr 20 13:16:48.216611 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47822) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:48.227514 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7433dd73-da8c-44ee-92ef-3df8b3f66b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:48.229728 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ec67e323-bf64-48c6-8921-a0534ad1a5c4 None None] Deleting port 84e062b3-3f22-466c-a4df-a1ab344bb8e1 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:16:48.231076 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ec67e323-bf64-48c6-8921-a0534ad1a5c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:48.271426 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7433dd73-da8c-44ee-92ef-3df8b3f66b8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50283e41-42f7-46ab-979a-b196312e8e7f,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:48.276406 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7433dd73-da8c-44ee-92ef-3df8b3f66b8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:48.280025 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7433dd73-da8c-44ee-92ef-3df8b3f66b8c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/50283e41-42f7-46ab-979a-b196312e8e7f HTTP/1.1" status: 204 len: 168 time: 1.2448809 Apr 20 13:16:48.280799 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47824) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:48.283552 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3ca24f15-5e17-4fc2-a465-827e9f378a1e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0586305 Apr 20 13:16:48.283552 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-9f217ad7-ff8c-4ce5-9b2f-b78fda576f3b service neutron] Attempting to bind port 1b3dbff2-fb90-4b8d-b68c-8816805d8f75 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:16:48.283552 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-9f217ad7-ff8c-4ce5-9b2f-b78fda576f3b service neutron] Attempting to bind port 1b3dbff2-fb90-4b8d-b68c-8816805d8f75 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': 'ca1ccbb1-1257-45d2-8d71-c91b34797f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c109e896-60b1-42ce-900b-bb8e8e6cb2c8'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:16:48.283552 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-9f217ad7-ff8c-4ce5-9b2f-b78fda576f3b service neutron] Attempting to bind port 1b3dbff2-fb90-4b8d-b68c-8816805d8f75 on network c109e896-60b1-42ce-900b-bb8e8e6cb2c8 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:16:48.290412 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-657131a7-0c3c-472b-904e-8565af4ec355 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'subnet': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:48.294121 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47826) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:48.301300 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-9f217ad7-ff8c-4ce5-9b2f-b78fda576f3b service neutron] Port 1b3dbff2-fb90-4b8d-b68c-8816805d8f75 on network c109e896-60b1-42ce-900b-bb8e8e6cb2c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:16:48.302912 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-9f217ad7-ff8c-4ce5-9b2f-b78fda576f3b service neutron] Attempting to bind port 1b3dbff2-fb90-4b8d-b68c-8816805d8f75 on network c109e896-60b1-42ce-900b-bb8e8e6cb2c8 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:16:48.309690 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ca40f8-fa51-4254-b7e9-99b2995cf461 None None] Network 5f8d1d6d-7980-40b6-a3d5-202cd4161f9d requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:16:48.312675 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-9f217ad7-ff8c-4ce5-9b2f-b78fda576f3b service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:16:48.314147 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-9f217ad7-ff8c-4ce5-9b2f-b78fda576f3b service neutron] Checking segment: {'id': 'ca1ccbb1-1257-45d2-8d71-c91b34797f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c109e896-60b1-42ce-900b-bb8e8e6cb2c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:16:48.315920 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-9f217ad7-ff8c-4ce5-9b2f-b78fda576f3b service neutron] Bound using segment: {'id': 'ca1ccbb1-1257-45d2-8d71-c91b34797f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c109e896-60b1-42ce-900b-bb8e8e6cb2c8'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:16:48.324337 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-9f217ad7-ff8c-4ce5-9b2f-b78fda576f3b service neutron] Bound port: 1b3dbff2-fb90-4b8d-b68c-8816805d8f75, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca1ccbb1-1257-45d2-8d71-c91b34797f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c109e896-60b1-42ce-900b-bb8e8e6cb2c8'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:16:48.324337 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-9f217ad7-ff8c-4ce5-9b2f-b78fda576f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:48.394044 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ec67e323-bf64-48c6-8921-a0534ad1a5c4 None None] For port 84e062b3-3f22-466c-a4df-a1ab344bb8e1, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=84e062b3-3f22-466c-a4df-a1ab344bb8e1,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:48.394964 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ec67e323-bf64-48c6-8921-a0534ad1a5c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:48.400686 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-9f217ad7-ff8c-4ce5-9b2f-b78fda576f3b service neutron] For port 1b3dbff2-fb90-4b8d-b68c-8816805d8f75, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:16:48.403913 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-9f217ad7-ff8c-4ce5-9b2f-b78fda576f3b service neutron] For port 1b3dbff2-fb90-4b8d-b68c-8816805d8f75, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=1b3dbff2-fb90-4b8d-b68c-8816805d8f75,segment=NetworkSegment(ca1ccbb1-1257-45d2-8d71-c91b34797f0a),segment_id=ca1ccbb1-1257-45d2-8d71-c91b34797f0a)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:16:48.416566 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ec67e323-bf64-48c6-8921-a0534ad1a5c4 None None] Calling delete_port for 84e062b3-3f22-466c-a4df-a1ab344bb8e1 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:16:48.428592 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add0a54-0131-428d-a667-ef76ff129ad7 req-452b6632-b04a-4f18-95d2-dd317185fa65 tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:48.430172 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6add0a54-0131-428d-a667-ef76ff129ad7 req-452b6632-b04a-4f18-95d2-dd317185fa65 tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3de77a5-a55b-4834-b157-2d2c2c00d25d HTTP/1.1" status: 200 len: 948 time: 0.2409902 Apr 20 13:16:48.477097 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-9f217ad7-ff8c-4ce5-9b2f-b78fda576f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:48.514100 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e99e677d-6a94-4da7-a7a9-769588e6e88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:48.620143 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-9f217ad7-ff8c-4ce5-9b2f-b78fda576f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:48.620762 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-9f217ad7-ff8c-4ce5-9b2f-b78fda576f3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:48.622182 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-9f217ad7-ff8c-4ce5-9b2f-b78fda576f3b service neutron] 10.222.0.32 "PUT /v2.0/ports/1b3dbff2-fb90-4b8d-b68c-8816805d8f75 HTTP/1.1" status: 200 len: 1091 time: 1.6400006 Apr 20 13:16:48.622649 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa3c85c5-eb40-41e5-9f9d-75bd527fc393', 'tag': '1b3dbff2-fb90-4b8d-b68c-8816805d8f75'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:16:48.624948 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ff47f9-cbf4-4295-b3de-4887d8f8e556" -d '{"events": [{"name": "network-changed", "server_uuid": "fa3c85c5-eb40-41e5-9f9d-75bd527fc393", "tag": "1b3dbff2-fb90-4b8d-b68c-8816805d8f75"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:16:48.646318 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f217ad7-ff8c-4ce5-9b2f-b78fda576f3b service neutron] Pushing event updated for resources: {'Port': ['ID=1b3dbff2-fb90-4b8d-b68c-8816805d8f75,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:48.655496 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e14513-32bb-4ae3-a184-120fcfec3ced None None] DHCP port deletion for 5f8d1d6d-7980-40b6-a3d5-202cd4161f9d request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:16:48.714462 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 84e062b3-3f22-466c-a4df-a1ab344bb8e1 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:16:48.721553 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ec67e323-bf64-48c6-8921-a0534ad1a5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:48.745727 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 8ebd3bfd-423f-492a-a95f-ea25291da276 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:16:48.812182 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 84e062b3-3f22-466c-a4df-a1ab344bb8e1 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:16:48.812564 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 84e062b3-3f22-466c-a4df-a1ab344bb8e1 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:16:48.812975 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device e0156b26-b064-4225-8417-ea8cce1a54ab no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:16:48.824635 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67e323-bf64-48c6-8921-a0534ad1a5c4 None None] Pushing event deleted for resources: {'Port': ['ID=84e062b3-3f22-466c-a4df-a1ab344bb8e1,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:48.839079 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-5df4f83d-24fc-47a6-bcfc-28371acb02e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:48.841262 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-5df4f83d-24fc-47a6-bcfc-28371acb02e7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5a7d15631f1f4e9b94d7f317f08f5042&device_id=fa3c85c5-eb40-41e5-9f9d-75bd527fc393 HTTP/1.1" status: 200 len: 1094 time: 0.0660059 Apr 20 13:16:48.860499 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec67e323-bf64-48c6-8921-a0534ad1a5c4 None None] No DVR routers for this DVR port 84e062b3-3f22-466c-a4df-a1ab344bb8e1 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:16:48.885151 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: e0156b26-b064-4225-8417-ea8cce1a54ab {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:16:48.885495 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device e0156b26-b064-4225-8417-ea8cce1a54ab not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:16:48.904363 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-42e14513-32bb-4ae3-a184-120fcfec3ced None None] Deleting port 522932ad-a69a-4228-aee7-f4395644d0df {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:16:48.904965 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-42e14513-32bb-4ae3-a184-120fcfec3ced None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:48.980720 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-30716e4b-1664-4522-af55-0f861a864aa8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b3dbff2-fb90-4b8d-b68c-8816805d8f75 HTTP/1.1" status: 200 len: 217 time: 0.1276331 Apr 20 13:16:48.988138 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-42e14513-32bb-4ae3-a184-120fcfec3ced None None] For port 522932ad-a69a-4228-aee7-f4395644d0df, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=522932ad-a69a-4228-aee7-f4395644d0df,segment=NetworkSegment(0f113b16-94ad-4b02-8521-e93247ce464b),segment_id=0f113b16-94ad-4b02-8521-e93247ce464b)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:48.988840 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-42e14513-32bb-4ae3-a184-120fcfec3ced None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:49.011350 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-42e14513-32bb-4ae3-a184-120fcfec3ced None None] Calling delete_port for 522932ad-a69a-4228-aee7-f4395644d0df owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:16:49.047677 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-23f29128-fb69-4c93-baf2-5c24775aacbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:49.049396 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-23f29128-fb69-4c93-baf2-5c24775aacbc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=10deec52-a1a0-4a31-804f-f884692f5708 HTTP/1.1" status: 200 len: 854 time: 0.0601454 Apr 20 13:16:49.088855 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-496d433f-2f83-4cae-82f5-733904cdbfa2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c109e896-60b1-42ce-900b-bb8e8e6cb2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327539 Apr 20 13:16:49.100854 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 8ebd3bfd-423f-492a-a95f-ea25291da276 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:16:49.107152 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 8ebd3bfd-423f-492a-a95f-ea25291da276 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:49.107809 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:49.143212 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6add0a54-0131-428d-a667-ef76ff129ad7 req-40d0fd49-2b85-4819-b3a6-fae8a7896c1f tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.25 "GET /v2.0/security-groups?id=6f4de12b-5cd4-401e-8293-21f70d4778b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6882620 Apr 20 13:16:49.228905 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-5fc28b1d-f8f0-41b3-b393-d2adfb9b66aa service neutron] 10.222.0.32 "GET /v2.0/networks/c109e896-60b1-42ce-900b-bb8e8e6cb2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284366 Apr 20 13:16:49.230056 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d70d1c93-d865-4e48-912b-f704ad146b26 req-c38fbc14-2636-4095-bd46-3e756880d135 tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:49.245040 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657131a7-0c3c-472b-904e-8565af4ec355 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:16:49.248677 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-657131a7-0c3c-472b-904e-8565af4ec355 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:49.257832 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:49.269310 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfdfbc3-9831-40ee-bffb-360b5908bec5 req-d7e20dac-6aea-4f7d-bf16-1bb15acf7d10 tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:49.271601 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7cfdfbc3-9831-40ee-bffb-360b5908bec5 req-d7e20dac-6aea-4f7d-bf16-1bb15acf7d10 tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa3c85c5-eb40-41e5-9f9d-75bd527fc393 HTTP/1.1" status: 200 len: 943 time: 0.6800542 Apr 20 13:16:49.280801 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-42e14513-32bb-4ae3-a184-120fcfec3ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:49.314003 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e14513-32bb-4ae3-a184-120fcfec3ced None None] No DVR routers for this DVR port 522932ad-a69a-4228-aee7-f4395644d0df on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:16:49.322344 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38fbc14-2636-4095-bd46-3e756880d135 tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Pushing event deleted for resources: {'Port': ['ID=cc8a0c92-bc02-43cb-8ffc-1055649d228e,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:49.327738 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bbeba4-1597-4bb1-9399-9eb00d7cde1e x-openstack-request-id: req-e2bbeba4-1597-4bb1-9399-9eb00d7cde1e {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:16:49.330472 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa3c85c5-eb40-41e5-9f9d-75bd527fc393", "tag": "1b3dbff2-fb90-4b8d-b68c-8816805d8f75", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:16:49.331758 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e2bbeba4-1597-4bb1-9399-9eb00d7cde1e {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:16:49.334600 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2bbeba4-1597-4bb1-9399-9eb00d7cde1e'] response: {'name': 'network-changed', 'server_uuid': 'fa3c85c5-eb40-41e5-9f9d-75bd527fc393', 'tag': '1b3dbff2-fb90-4b8d-b68c-8816805d8f75', 'status': 'completed', 'code': 200} Apr 20 13:16:49.413503 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e14513-32bb-4ae3-a184-120fcfec3ced None None] Pushing event deleted for resources: {'Port': ['ID=522932ad-a69a-4228-aee7-f4395644d0df,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:49.414467 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dbad0162-9450-4790-85c8-0963e0df9e84 req-5e16105f-d2ce-4202-98a8-6f3735ff0b76 service neutron] 10.222.0.32 "GET /v2.0/networks/c109e896-60b1-42ce-900b-bb8e8e6cb2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777382 Apr 20 13:16:49.424101 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438bcb6-ee03-4986-b043-569a4472c458 req-80535245-3c2b-45b5-b0ce-e57d73ef377f tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:49.427907 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c438bcb6-ee03-4986-b043-569a4472c458 req-80535245-3c2b-45b5-b0ce-e57d73ef377f tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f38c29f-c360-4f0c-81d2-0b8461def840 HTTP/1.1" status: 200 len: 946 time: 0.3284669 Apr 20 13:16:49.446490 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 8ebd3bfd-423f-492a-a95f-ea25291da276, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=8ebd3bfd-423f-492a-a95f-ea25291da276,segment=NetworkSegment(3f46b54c-02e5-49fa-8bc0-9760d162ed92),segment_id=3f46b54c-02e5-49fa-8bc0-9760d162ed92)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:49.465199 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-d70d1c93-d865-4e48-912b-f704ad146b26 req-c38fbc14-2636-4095-bd46-3e756880d135 tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] No DVR routers for this DVR port cc8a0c92-bc02-43cb-8ffc-1055649d228e on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:16:49.492257 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d70d1c93-d865-4e48-912b-f704ad146b26 req-c38fbc14-2636-4095-bd46-3e756880d135 tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:49.495696 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d70d1c93-d865-4e48-912b-f704ad146b26 req-c38fbc14-2636-4095-bd46-3e756880d135 tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.15 "DELETE /v2.0/ports/cc8a0c92-bc02-43cb-8ffc-1055649d228e HTTP/1.1" status: 204 len: 173 time: 1.8478971 Apr 20 13:16:49.513153 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3de77a5-a55b-4834-b157-2d2c2c00d25d', 'name': 'network-vif-deleted', 'tag': 'cc8a0c92-bc02-43cb-8ffc-1055649d228e'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:16:49.514157 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e69efee-39c8-4048-bedb-abf88e2e6fee" -d '{"events": [{"server_uuid": "d3de77a5-a55b-4834-b157-2d2c2c00d25d", "name": "network-vif-deleted", "tag": "cc8a0c92-bc02-43cb-8ffc-1055649d228e"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:16:49.520471 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:49.586914 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7cfdfbc3-9831-40ee-bffb-360b5908bec5 req-6e612843-735d-4666-ba5f-18c247df190d tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ccdc1e7-d51d-4655-8286-f5eeaead0b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668121 Apr 20 13:16:49.601794 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=8ebd3bfd-423f-492a-a95f-ea25291da276,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:49.646536 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff47f9-cbf4-4295-b3de-4887d8f8e556 req-4f1de96a-61bd-4ab1-ab7b-326d6df2ecab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:49.648087 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d6ff47f9-cbf4-4295-b3de-4887d8f8e556 req-4f1de96a-61bd-4ab1-ab7b-326d6df2ecab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5a7d15631f1f4e9b94d7f317f08f5042&device_id=fa3c85c5-eb40-41e5-9f9d-75bd527fc393 HTTP/1.1" status: 200 len: 1094 time: 0.0936778 Apr 20 13:16:49.694585 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-e99e677d-6a94-4da7-a7a9-769588e6e88a admin admin] Deleting port 522932ad-a69a-4228-aee7-f4395644d0df {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:16:49.694927 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e99e677d-6a94-4da7-a7a9-769588e6e88a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:49.733349 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1fa715b-1cbb-4dce-839b-f1ba092a95ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebd3bfd-423f-492a-a95f-ea25291da276'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:16:49.740402 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5d1a6e-c67c-4bed-a211-31944c7c8369" -d '{"events": [{"server_uuid": "b1fa715b-1cbb-4dce-839b-f1ba092a95ae", "name": "network-vif-plugged", "status": "completed", "tag": "8ebd3bfd-423f-492a-a95f-ea25291da276"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:16:49.784597 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff47f9-cbf4-4295-b3de-4887d8f8e556 req-e98c2a7a-cf95-4f85-9a97-ac94a76f9bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:49.786341 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d6ff47f9-cbf4-4295-b3de-4887d8f8e556 req-e98c2a7a-cf95-4f85-9a97-ac94a76f9bac service neutron] 10.222.0.32 "GET /v2.0/networks?id=c109e896-60b1-42ce-900b-bb8e8e6cb2c8 HTTP/1.1" status: 200 len: 915 time: 0.1309416 Apr 20 13:16:49.842554 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d6ff47f9-cbf4-4295-b3de-4887d8f8e556 req-66c9cdf6-92ef-43f8-9c20-0b4249310ca1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b3dbff2-fb90-4b8d-b68c-8816805d8f75 HTTP/1.1" status: 200 len: 217 time: 0.0487156 Apr 20 13:16:49.859983 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccdda7c-bed0-4ecb-9a97-8dbff580da78 req-4472beea-1901-4594-89af-3c0fc9040dbe tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:49.861599 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9ccdda7c-bed0-4ecb-9a97-8dbff580da78 req-4472beea-1901-4594-89af-3c0fc9040dbe tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f38c29f-c360-4f0c-81d2-0b8461def840 HTTP/1.1" status: 200 len: 946 time: 0.4599762 Apr 20 13:16:49.936812 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff47f9-cbf4-4295-b3de-4887d8f8e556 req-8edd9c48-9f96-4eb5-a9fe-07ee275b2ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:49.939434 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d6ff47f9-cbf4-4295-b3de-4887d8f8e556 req-8edd9c48-9f96-4eb5-a9fe-07ee275b2ece service neutron] 10.222.0.32 "GET /v2.0/subnets?id=10deec52-a1a0-4a31-804f-f884692f5708 HTTP/1.1" status: 200 len: 854 time: 0.0841110 Apr 20 13:16:49.976131 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d6ff47f9-cbf4-4295-b3de-4887d8f8e556 req-53b051f6-fbb4-45d5-a525-c902c14420cc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c109e896-60b1-42ce-900b-bb8e8e6cb2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285368 Apr 20 13:16:49.986768 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-e99e677d-6a94-4da7-a7a9-769588e6e88a admin admin] For port 522932ad-a69a-4228-aee7-f4395644d0df, host n-d-836015-7, got binding levels [] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:49.990282 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e99e677d-6a94-4da7-a7a9-769588e6e88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:49.998572 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b159b-ea2b-495a-a189-eb23991026b3 req-dbf2b5c6-68f0-4836-94ac-34b66818aefa tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:50.000133 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a94b159b-ea2b-495a-a189-eb23991026b3 req-dbf2b5c6-68f0-4836-94ac-34b66818aefa tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 945 time: 0.3011210 Apr 20 13:16:50.047596 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-e99e677d-6a94-4da7-a7a9-769588e6e88a admin admin] Calling delete_port for 522932ad-a69a-4228-aee7-f4395644d0df owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:16:50.050910 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.ipam_backend_mixin [None req-e99e677d-6a94-4da7-a7a9-769588e6e88a admin admin] Port 522932ad-a69a-4228-aee7-f4395644d0df was not found and therefore no delete operation was performed {{(pid=114869) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 13:16:50.060168 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-c438bcb6-ee03-4986-b043-569a4472c458 req-259e400c-9903-42f0-b3ee-4324098e7b47 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Deleting port 8dd58abc-a453-4b56-96fc-77597d11f249 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:16:50.060515 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c438bcb6-ee03-4986-b043-569a4472c458 req-259e400c-9903-42f0-b3ee-4324098e7b47 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:50.065585 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9ccdda7c-bed0-4ecb-9a97-8dbff580da78 req-283ba3cf-0ded-4d96-88c6-62ec887cf712 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a9ea534-3b25-47f3-b708-8fb1ee2245fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695242 Apr 20 13:16:50.069700 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e99e677d-6a94-4da7-a7a9-769588e6e88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:50.131873 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d6ff47f9-cbf4-4295-b3de-4887d8f8e556 req-13b19a3c-2ef8-4c23-a0a1-c60e9c726d0b service neutron] 10.222.0.32 "GET /v2.0/networks/c109e896-60b1-42ce-900b-bb8e8e6cb2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436009 Apr 20 13:16:50.148764 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db035a3d-7113-449e-843d-a73fac2ea530 x-openstack-request-id: req-db035a3d-7113-449e-843d-a73fac2ea530 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:16:50.149308 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3de77a5-a55b-4834-b157-2d2c2c00d25d", "name": "network-vif-deleted", "tag": "cc8a0c92-bc02-43cb-8ffc-1055649d228e", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:16:50.149308 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-db035a3d-7113-449e-843d-a73fac2ea530 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:16:50.149697 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db035a3d-7113-449e-843d-a73fac2ea530'] response: {'server_uuid': 'd3de77a5-a55b-4834-b157-2d2c2c00d25d', 'name': 'network-vif-deleted', 'tag': 'cc8a0c92-bc02-43cb-8ffc-1055649d228e', 'status': 'completed', 'code': 200} Apr 20 13:16:50.159019 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e677d-6a94-4da7-a7a9-769588e6e88a admin admin] Pushing event deleted for resources: {'Port': ['ID=522932ad-a69a-4228-aee7-f4395644d0df,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:50.167815 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99e677d-6a94-4da7-a7a9-769588e6e88a admin admin] No DVR routers for this DVR port 522932ad-a69a-4228-aee7-f4395644d0df on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:16:50.176626 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b406d5-e8d7-4ea3-8579-b623cef74224 x-openstack-request-id: req-66b406d5-e8d7-4ea3-8579-b623cef74224 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:16:50.177919 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1fa715b-1cbb-4dce-839b-f1ba092a95ae", "name": "network-vif-plugged", "status": "completed", "tag": "8ebd3bfd-423f-492a-a95f-ea25291da276", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:16:50.178410 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-66b406d5-e8d7-4ea3-8579-b623cef74224 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:16:50.181655 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66b406d5-e8d7-4ea3-8579-b623cef74224'] response: {'server_uuid': 'b1fa715b-1cbb-4dce-839b-f1ba092a95ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebd3bfd-423f-492a-a95f-ea25291da276', 'code': 200} Apr 20 13:16:50.206915 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a94b159b-ea2b-495a-a189-eb23991026b3 req-e13ce1ca-dedb-43ea-91d8-c6eb05ed489f tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877899 Apr 20 13:16:50.300247 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d6ff47f9-cbf4-4295-b3de-4887d8f8e556 req-424e74c4-485c-434b-b49c-307dd060a0ee service neutron] 10.222.0.32 "GET /v2.0/networks/c109e896-60b1-42ce-900b-bb8e8e6cb2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615667 Apr 20 13:16:50.435904 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e99e677d-6a94-4da7-a7a9-769588e6e88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:50.440404 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c10f4ca3-d587-4928-9bf2-8bf829e27791 req-0ef2b067-b53c-4ad6-921c-b2de9596603e tempest-ImagesOneServerTestJSON-2101751293 tempest-ImagesOneServerTestJSON-2101751293-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3de77a5-a55b-4834-b157-2d2c2c00d25d HTTP/1.1" status: 200 len: 210 time: 0.0797980 Apr 20 13:16:50.454489 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-c438bcb6-ee03-4986-b043-569a4472c458 req-259e400c-9903-42f0-b3ee-4324098e7b47 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] For port 8dd58abc-a453-4b56-96fc-77597d11f249, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=8dd58abc-a453-4b56-96fc-77597d11f249,segment=NetworkSegment(32755daa-e72b-493f-ab5b-7ccde96df1b2),segment_id=32755daa-e72b-493f-ab5b-7ccde96df1b2)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:50.454867 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c438bcb6-ee03-4986-b043-569a4472c458 req-259e400c-9903-42f0-b3ee-4324098e7b47 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:50.490129 n-d-836015-7 neutron-server[114869]: DEBUG neutron.objects.ports [None req-657131a7-0c3c-472b-904e-8565af4ec355 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114869) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 13:16:50.495209 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-e99e677d-6a94-4da7-a7a9-769588e6e88a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f8d1d6d-7980-40b6-a3d5-202cd4161f9d']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:50.506896 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-657131a7-0c3c-472b-904e-8565af4ec355 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:50.517443 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-e99e677d-6a94-4da7-a7a9-769588e6e88a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f113b16-94ad-4b02-8521-e93247ce464b') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:50.517735 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-e99e677d-6a94-4da7-a7a9-769588e6e88a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f113b16-94ad-4b02-8521-e93247ce464b') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:50.590379 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e99e677d-6a94-4da7-a7a9-769588e6e88a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:50.632268 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657131a7-0c3c-472b-904e-8565af4ec355 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:16:50.632268 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c75524-2656-4a11-a342-1cc93eeb399a req-91d1b70f-accb-418f-a787-f50df556790a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:50.632268 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-51c75524-2656-4a11-a342-1cc93eeb399a req-91d1b70f-accb-418f-a787-f50df556790a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 1096 time: 0.2780015 Apr 20 13:16:50.632268 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e99e677d-6a94-4da7-a7a9-769588e6e88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:50.640625 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-657131a7-0c3c-472b-904e-8565af4ec355 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:16:50.649512 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657131a7-0c3c-472b-904e-8565af4ec355 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:50.650084 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497ae40c-3bac-4fbc-bf68-0ad8306f6527 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:16:50.650564 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-657131a7-0c3c-472b-904e-8565af4ec355 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:50.652683 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e99e677d-6a94-4da7-a7a9-769588e6e88a admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:16:50.653080 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e99e677d-6a94-4da7-a7a9-769588e6e88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:50.666072 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:16:50.666072 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:16:50.666072 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:16:50.666072 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:16:50.666072 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:16:50.666072 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:16:50.666072 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:16:50.666072 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:16:50.666072 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:16:50.666072 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:16:50.666072 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:16:50.666072 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:16:50.666072 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:16:50.666072 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:16:50.666072 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:16:50.666072 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:16:50.666072 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:16:50.666072 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:16:50.666072 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:16:50.666072 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:16:50.666072 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:16:50.666072 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:16:50.666072 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:16:50.666072 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:16:50.666072 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:16:50.666072 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:16:50.666072 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:16:50.666072 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:16:50.666072 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:16:50.666072 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:16:50.666072 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:16:50.666072 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:16:50.724836 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657131a7-0c3c-472b-904e-8565af4ec355 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Subnet': ['ID=586fdd6c-4c0f-4b44-86b3-7a6f29765375,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:50.754166 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 522932ad-a69a-4228-aee7-f4395644d0df no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:16:50.783488 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 522932ad-a69a-4228-aee7-f4395644d0df {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:16:50.783742 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 522932ad-a69a-4228-aee7-f4395644d0df not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:16:50.891265 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9022cdbd-ec52-488a-8e54-9d9e203337cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'tenant_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'fixed_ips': [{'subnet_id': '586fdd6c-4c0f-4b44-86b3-7a6f29765375'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:16:50.892164 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9022cdbd-ec52-488a-8e54-9d9e203337cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:50.930804 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c438bcb6-ee03-4986-b043-569a4472c458 req-259e400c-9903-42f0-b3ee-4324098e7b47 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:50.931204 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c438bcb6-ee03-4986-b043-569a4472c458 req-259e400c-9903-42f0-b3ee-4324098e7b47 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:50.931567 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [req-c438bcb6-ee03-4986-b043-569a4472c458 req-259e400c-9903-42f0-b3ee-4324098e7b47 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Floating IP e634db7a-a401-4d84-88e3-e0aa18b7dd65 disassociated. External IP: 172.25.8.204, port: 8dd58abc-a453-4b56-96fc-77597d11f249. Apr 20 13:16:50.931897 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-c438bcb6-ee03-4986-b043-569a4472c458 req-259e400c-9903-42f0-b3ee-4324098e7b47 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Calling delete_port for 8dd58abc-a453-4b56-96fc-77597d11f249 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:16:50.957799 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-51c75524-2656-4a11-a342-1cc93eeb399a req-55d7bec4-4f30-404b-bf9d-34bff7de08df service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110986 Apr 20 13:16:51.009351 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edacc36e-fc8d-4a51-88f0-af8753d724c5 req-fdbe6534-d4a3-4374-8901-965f619a0875 tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:51.010927 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-edacc36e-fc8d-4a51-88f0-af8753d724c5 req-fdbe6534-d4a3-4374-8901-965f619a0875 tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa3c85c5-eb40-41e5-9f9d-75bd527fc393 HTTP/1.1" status: 200 len: 943 time: 0.2973437 Apr 20 13:16:51.018639 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-657131a7-0c3c-472b-904e-8565af4ec355 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7301426 Apr 20 13:16:51.019095 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47884) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:51.024904 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-83d244b8-89e4-4424-b213-f3aaf57323e4 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'subnet': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:51.049475 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e99e677d-6a94-4da7-a7a9-769588e6e88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:51.056115 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-9022cdbd-ec52-488a-8e54-9d9e203337cf None None] Allocated IP 2001:db8::f816:3eff:fe38:9794 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/586fdd6c-4c0f-4b44-86b3-7a6f29765375/9625a631-a324-4355-9959-f28f5c4b0235) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:16:51.059592 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e99e677d-6a94-4da7-a7a9-769588e6e88a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:51.066914 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e99e677d-6a94-4da7-a7a9-769588e6e88a admin admin] 10.222.0.25 "DELETE /v2.0/networks/5f8d1d6d-7980-40b6-a3d5-202cd4161f9d HTTP/1.1" status: 204 len: 168 time: 2.7587650 Apr 20 13:16:51.097207 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e677d-6a94-4da7-a7a9-769588e6e88a admin admin] Pushing event deleted for resources: {'Network': ['ID=5f8d1d6d-7980-40b6-a3d5-202cd4161f9d,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:51.111933 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-edacc36e-fc8d-4a51-88f0-af8753d724c5 req-d7a291b7-9b9f-424e-81fc-ab9fa0d465ab tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ccdc1e7-d51d-4655-8286-f5eeaead0b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929132 Apr 20 13:16:51.317598 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9022cdbd-ec52-488a-8e54-9d9e203337cf None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:51.323113 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e18ed-f511-46a2-b30c-856eecadc00b req-31e963ae-c62e-45da-b9d3-ef436e166467 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:51.324739 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-312e18ed-f511-46a2-b30c-856eecadc00b req-31e963ae-c62e-45da-b9d3-ef436e166467 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f38c29f-c360-4f0c-81d2-0b8461def840 HTTP/1.1" status: 200 len: 946 time: 0.1248059 Apr 20 13:16:51.340805 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d244b8-89e4-4424-b213-f3aaf57323e4 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:16:51.344337 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-83d244b8-89e4-4424-b213-f3aaf57323e4 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:51.380769 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c438bcb6-ee03-4986-b043-569a4472c458 req-259e400c-9903-42f0-b3ee-4324098e7b47 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:51.425542 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-312e18ed-f511-46a2-b30c-856eecadc00b req-614f8209-099a-4392-99d1-19bdb9886365 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a9ea534-3b25-47f3-b708-8fb1ee2245fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947125 Apr 20 13:16:51.429109 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e400c-9903-42f0-b3ee-4324098e7b47 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Pushing event deleted for resources: {'Port': ['ID=8dd58abc-a453-4b56-96fc-77597d11f249,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:51.436441 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9022cdbd-ec52-488a-8e54-9d9e203337cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:51.449137 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01747afa-7a52-418a-a4ce-c0d18cbf1d2b req-5fb80dfb-c6c4-4ff1-bb2b-e1979cca1988 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:51.449137 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-01747afa-7a52-418a-a4ce-c0d18cbf1d2b req-5fb80dfb-c6c4-4ff1-bb2b-e1979cca1988 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 945 time: 0.1083369 Apr 20 13:16:51.518541 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022cdbd-ec52-488a-8e54-9d9e203337cf None None] Pushing event updated for resources: {'Port': ['ID=9625a631-a324-4355-9959-f28f5c4b0235,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:51.536222 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9022cdbd-ec52-488a-8e54-9d9e203337cf None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:16:51.545296 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-9022cdbd-ec52-488a-8e54-9d9e203337cf None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:16:51.545573 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9022cdbd-ec52-488a-8e54-9d9e203337cf None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:16:51.594570 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c438bcb6-ee03-4986-b043-569a4472c458 req-259e400c-9903-42f0-b3ee-4324098e7b47 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Router 1ebede76-9a33-4131-a973-ca156d8c2e9b has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:16:51.641549 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-01747afa-7a52-418a-a4ce-c0d18cbf1d2b req-f9227447-db95-4ffe-805d-c726122e3cc1 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784998 Apr 20 13:16:51.642284 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-9022cdbd-ec52-488a-8e54-9d9e203337cf None None] Attempting to bind port 9625a631-a324-4355-9959-f28f5c4b0235 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:16:51.645101 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-9022cdbd-ec52-488a-8e54-9d9e203337cf None None] Attempting to bind port 9625a631-a324-4355-9959-f28f5c4b0235 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:16:51.645101 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9022cdbd-ec52-488a-8e54-9d9e203337cf None None] Attempting to bind port 9625a631-a324-4355-9959-f28f5c4b0235 on network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:16:51.649154 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9022cdbd-ec52-488a-8e54-9d9e203337cf None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:16:51.649708 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9022cdbd-ec52-488a-8e54-9d9e203337cf None None] Checking segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:16:51.650245 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9022cdbd-ec52-488a-8e54-9d9e203337cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:51.650804 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9022cdbd-ec52-488a-8e54-9d9e203337cf None None] Bound using segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:16:51.651314 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-9022cdbd-ec52-488a-8e54-9d9e203337cf None None] Bound port: 9625a631-a324-4355-9959-f28f5c4b0235, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:16:51.651792 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9022cdbd-ec52-488a-8e54-9d9e203337cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:51.748247 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47898) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:51.770356 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-9022cdbd-ec52-488a-8e54-9d9e203337cf None None] For port 9625a631-a324-4355-9959-f28f5c4b0235, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:16:51.783428 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-9022cdbd-ec52-488a-8e54-9d9e203337cf None None] For port 9625a631-a324-4355-9959-f28f5c4b0235, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=9625a631-a324-4355-9959-f28f5c4b0235,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:16:51.795138 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c438bcb6-ee03-4986-b043-569a4472c458 req-259e400c-9903-42f0-b3ee-4324098e7b47 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:16:51.810113 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303c0133-4c57-474b-887d-85ee00b3ed15 None None] Sync routers for ids ['1ebede76-9a33-4131-a973-ca156d8c2e9b'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:16:51.830209 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303c0133-4c57-474b-887d-85ee00b3ed15 None None] Routers {'1ebede76-9a33-4131-a973-ca156d8c2e9b'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:16:51.831105 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-303c0133-4c57-474b-887d-85ee00b3ed15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:16:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['1ebede76-9a33-4131-a973-ca156d8c2e9b'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:51.835157 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-21dba3e4-fffe-4475-9398-bed225a75098 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c6b1693032114a59884d6bf282ad5efe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0853789 Apr 20 13:16:51.843600 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47900) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:51.853912 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-c438bcb6-ee03-4986-b043-569a4472c458 req-259e400c-9903-42f0-b3ee-4324098e7b47 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] No DVR routers for this DVR port 8dd58abc-a453-4b56-96fc-77597d11f249 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:16:51.856897 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c438bcb6-ee03-4986-b043-569a4472c458 req-259e400c-9903-42f0-b3ee-4324098e7b47 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:51.860848 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c438bcb6-ee03-4986-b043-569a4472c458 req-259e400c-9903-42f0-b3ee-4324098e7b47 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.15 "DELETE /v2.0/ports/8dd58abc-a453-4b56-96fc-77597d11f249 HTTP/1.1" status: 204 len: 173 time: 2.4084625 Apr 20 13:16:51.886472 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9022cdbd-ec52-488a-8e54-9d9e203337cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:51.930949 n-d-836015-7 neutron-server[114870]: INFO neutron.db.ipam_backend_mixin [None req-83d244b8-89e4-4424-b213-f3aaf57323e4 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 586fdd6c-4c0f-4b44-86b3-7a6f29765375 (CIDR: 2001:db8::/64) Apr 20 13:16:51.972072 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-56164a6d-5538-4b1a-8d25-56920f1058c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:51.995735 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022cdbd-ec52-488a-8e54-9d9e203337cf None None] Pushing event updated for resources: {'Port': ['ID=9625a631-a324-4355-9959-f28f5c4b0235,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:52.011761 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-56164a6d-5538-4b1a-8d25-56920f1058c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:52.034255 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-83d244b8-89e4-4424-b213-f3aaf57323e4 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:16:52.034943 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83d244b8-89e4-4424-b213-f3aaf57323e4 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:16:52.056510 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-303c0133-4c57-474b-887d-85ee00b3ed15 None None] Set router 1ebede76-9a33-4131-a973-ca156d8c2e9b gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:16:52.102123 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 1b3dbff2-fb90-4b8d-b68c-8816805d8f75 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:16:52.151304 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f38c29f-c360-4f0c-81d2-0b8461def840', 'name': 'network-vif-deleted', 'tag': '8dd58abc-a453-4b56-96fc-77597d11f249'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:16:52.154521 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8b0b53-cd7a-45f9-bb79-8235e9bbbab9" -d '{"events": [{"server_uuid": "5f38c29f-c360-4f0c-81d2-0b8461def840", "name": "network-vif-deleted", "tag": "8dd58abc-a453-4b56-96fc-77597d11f249"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:16:52.252935 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-83d244b8-89e4-4424-b213-f3aaf57323e4 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2325058 Apr 20 13:16:52.254170 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-56164a6d-5538-4b1a-8d25-56920f1058c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:52.256429 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47910) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:52.256890 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47912) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:52.257938 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-56164a6d-5538-4b1a-8d25-56920f1058c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:52.259252 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-56164a6d-5538-4b1a-8d25-56920f1058c4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c1f86448-2387-4059-bb82-8b1bc3859134 HTTP/1.1" status: 204 len: 168 time: 0.4147098 Apr 20 13:16:52.267716 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-536297e9-62a8-43e3-84d6-ceaeffaa793e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'subnet': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:52.280451 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56164a6d-5538-4b1a-8d25-56920f1058c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f86448-2387-4059-bb82-8b1bc3859134,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:52.296262 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacbcbe0-971b-4d36-be24-c7f0e997abb4 x-openstack-request-id: req-dacbcbe0-971b-4d36-be24-c7f0e997abb4 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:16:52.298856 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f38c29f-c360-4f0c-81d2-0b8461def840", "name": "network-vif-deleted", "tag": "8dd58abc-a453-4b56-96fc-77597d11f249", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:16:52.299685 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dacbcbe0-971b-4d36-be24-c7f0e997abb4 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:16:52.300542 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dacbcbe0-971b-4d36-be24-c7f0e997abb4'] response: {'server_uuid': '5f38c29f-c360-4f0c-81d2-0b8461def840', 'name': 'network-vif-deleted', 'tag': '8dd58abc-a453-4b56-96fc-77597d11f249', 'status': 'completed', 'code': 200} Apr 20 13:16:52.377621 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 1b3dbff2-fb90-4b8d-b68c-8816805d8f75, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=1b3dbff2-fb90-4b8d-b68c-8816805d8f75,segment=NetworkSegment(ca1ccbb1-1257-45d2-8d71-c91b34797f0a),segment_id=ca1ccbb1-1257-45d2-8d71-c91b34797f0a)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:52.394891 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '1b3dbff2-fb90-4b8d-b68c-8816805d8f75', 'network_id': 'c109e896-60b1-42ce-900b-bb8e8e6cb2c8', 'port_id': '1b3dbff2-fb90-4b8d-b68c-8816805d8f75', 'mac_address': 'fa:16:3e:96:b6:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10deec52-a1a0-4a31-804f-f884692f5708', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:16:52.529026 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:52.565953 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b3dbff2-fb90-4b8d-b68c-8816805d8f75 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:16:52.627059 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 1b3dbff2-fb90-4b8d-b68c-8816805d8f75, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=1b3dbff2-fb90-4b8d-b68c-8816805d8f75,segment=NetworkSegment(ca1ccbb1-1257-45d2-8d71-c91b34797f0a),segment_id=ca1ccbb1-1257-45d2-8d71-c91b34797f0a)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:52.678681 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced38b3-5c0e-4410-ab94-72bf6c1dfa6c req-5cab66aa-9cca-465c-bdcf-7b40e857ea81 tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:52.680547 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cced38b3-5c0e-4410-ab94-72bf6c1dfa6c req-5cab66aa-9cca-465c-bdcf-7b40e857ea81 tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa3c85c5-eb40-41e5-9f9d-75bd527fc393 HTTP/1.1" status: 200 len: 943 time: 0.1565690 Apr 20 13:16:52.755456 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-303c0133-4c57-474b-887d-85ee00b3ed15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebede76-9a33-4131-a973-ca156d8c2e9b', 'name': 'tempest-ServersTestBootFromVolume-1426058303-router', 'tenant_id': '3a903070609941389257911c1f54a3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '35036ccb-df9a-4ab2-aa29-5caaf6debe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:53Z', 'updated_at': '2022-04-20T13:13:57Z', 'revision_number': 4, 'project_id': '3a903070609941389257911c1f54a3cb', 'gw_port': {'id': '35036ccb-df9a-4ab2-aa29-5caaf6debe1f', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebede76-9a33-4131-a973-ca156d8c2e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:53Z', 'updated_at': '2022-04-20T13:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '23244d60-8f65-41f7-a9e4-ba0148264b66', 'name': '', 'network_id': 'fc159cf1-473b-41bf-a235-58833b6524ec', 'tenant_id': '3a903070609941389257911c1f54a3cb', 'mac_address': 'fa:16:3e:b8:5d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebede76-9a33-4131-a973-ca156d8c2e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'e5630e15-812b-4997-8a6f-c5aae4e89ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:56Z', 'updated_at': '2022-04-20T13:14:03Z', 'revision_number': 5, 'project_id': '3a903070609941389257911c1f54a3cb', 'subnets': [{'id': 'e5630e15-812b-4997-8a6f-c5aae4e89ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:52.762044 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 8dd58abc-a453-4b56-96fc-77597d11f249 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:16:52.801302 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303c0133-4c57-474b-887d-85ee00b3ed15 None None] Checking router: 1ebede76-9a33-4131-a973-ca156d8c2e9b for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:16:52.821186 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303c0133-4c57-474b-887d-85ee00b3ed15 None None] Routers {'1ebede76-9a33-4131-a973-ca156d8c2e9b'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:16:52.822469 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-303c0133-4c57-474b-887d-85ee00b3ed15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:16:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['1ebede76-9a33-4131-a973-ca156d8c2e9b'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:52.847287 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 9625a631-a324-4355-9959-f28f5c4b0235 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:16:52.976733 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:52.989433 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 8dd58abc-a453-4b56-96fc-77597d11f249 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:16:52.990131 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 8dd58abc-a453-4b56-96fc-77597d11f249 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:16:52.990693 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device cc8a0c92-bc02-43cb-8ffc-1055649d228e no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:16:53.032569 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-303c0133-4c57-474b-887d-85ee00b3ed15 None None] Set router 1ebede76-9a33-4131-a973-ca156d8c2e9b gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:16:53.055120 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: cc8a0c92-bc02-43cb-8ffc-1055649d228e {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:16:53.055120 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device cc8a0c92-bc02-43cb-8ffc-1055649d228e not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:16:53.115913 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 9625a631-a324-4355-9959-f28f5c4b0235 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:53.116330 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:53.202047 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=1b3dbff2-fb90-4b8d-b68c-8816805d8f75,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:53.310399 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['1b3dbff2-fb90-4b8d-b68c-8816805d8f75'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:16:53.337473 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f837e1c1-0d39-412f-9157-93caa80c3c05 req-e8ed310c-2de0-4ea0-8816-947ce61089c5 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f38c29f-c360-4f0c-81d2-0b8461def840 HTTP/1.1" status: 200 len: 210 time: 0.0904870 Apr 20 13:16:53.422629 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8a653adb-ba8c-4c67-8c17-1a3d5fb74d64 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b2cebc22664542308ed18e2bda1e3d96&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1643848 Apr 20 13:16:53.423215 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536297e9-62a8-43e3-84d6-ceaeffaa793e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:16:53.425097 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47944) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:53.450170 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-536297e9-62a8-43e3-84d6-ceaeffaa793e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:53.565948 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-000c2771-b37d-4493-b4a3-919bfaaf6937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:53.602650 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cced38b3-5c0e-4410-ab94-72bf6c1dfa6c req-a4f46a9a-4648-48ae-87dd-4cbc2ec39e5d tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ccdc1e7-d51d-4655-8286-f5eeaead0b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9066961 Apr 20 13:16:53.651793 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-000c2771-b37d-4493-b4a3-919bfaaf6937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:53.762612 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-303c0133-4c57-474b-887d-85ee00b3ed15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebede76-9a33-4131-a973-ca156d8c2e9b', 'name': 'tempest-ServersTestBootFromVolume-1426058303-router', 'tenant_id': '3a903070609941389257911c1f54a3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '35036ccb-df9a-4ab2-aa29-5caaf6debe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:53Z', 'updated_at': '2022-04-20T13:13:57Z', 'revision_number': 4, 'project_id': '3a903070609941389257911c1f54a3cb', 'gw_port': {'id': '35036ccb-df9a-4ab2-aa29-5caaf6debe1f', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebede76-9a33-4131-a973-ca156d8c2e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:53Z', 'updated_at': '2022-04-20T13:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '23244d60-8f65-41f7-a9e4-ba0148264b66', 'name': '', 'network_id': 'fc159cf1-473b-41bf-a235-58833b6524ec', 'tenant_id': '3a903070609941389257911c1f54a3cb', 'mac_address': 'fa:16:3e:b8:5d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebede76-9a33-4131-a973-ca156d8c2e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'e5630e15-812b-4997-8a6f-c5aae4e89ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:56Z', 'updated_at': '2022-04-20T13:14:03Z', 'revision_number': 5, 'project_id': '3a903070609941389257911c1f54a3cb', 'subnets': [{'id': 'e5630e15-812b-4997-8a6f-c5aae4e89ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:53.810187 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-000c2771-b37d-4493-b4a3-919bfaaf6937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:53.812924 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-000c2771-b37d-4493-b4a3-919bfaaf6937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:53.815335 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-000c2771-b37d-4493-b4a3-919bfaaf6937 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6f4de12b-5cd4-401e-8293-21f70d4778b2 HTTP/1.1" status: 204 len: 168 time: 0.3881443 Apr 20 13:16:53.830504 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c2771-b37d-4493-b4a3-919bfaaf6937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4de12b-5cd4-401e-8293-21f70d4778b2,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:53.855183 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303c0133-4c57-474b-887d-85ee00b3ed15 None None] The sync data for ids ['1ebede76-9a33-4131-a973-ca156d8c2e9b'] in n-d-836015-7 is: [{'id': '1ebede76-9a33-4131-a973-ca156d8c2e9b', 'name': 'tempest-ServersTestBootFromVolume-1426058303-router', 'tenant_id': '3a903070609941389257911c1f54a3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '35036ccb-df9a-4ab2-aa29-5caaf6debe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:53Z', 'updated_at': '2022-04-20T13:13:57Z', 'revision_number': 4, 'project_id': '3a903070609941389257911c1f54a3cb', 'gw_port': {'id': '35036ccb-df9a-4ab2-aa29-5caaf6debe1f', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebede76-9a33-4131-a973-ca156d8c2e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:53Z', 'updated_at': '2022-04-20T13:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '23244d60-8f65-41f7-a9e4-ba0148264b66', 'name': '', 'network_id': 'fc159cf1-473b-41bf-a235-58833b6524ec', 'tenant_id': '3a903070609941389257911c1f54a3cb', 'mac_address': 'fa:16:3e:b8:5d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebede76-9a33-4131-a973-ca156d8c2e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'e5630e15-812b-4997-8a6f-c5aae4e89ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:56Z', 'updated_at': '2022-04-20T13:14:03Z', 'revision_number': 5, 'project_id': '3a903070609941389257911c1f54a3cb', 'subnets': [{'id': 'e5630e15-812b-4997-8a6f-c5aae4e89ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:16:53.856815 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:54.040752 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 9625a631-a324-4355-9959-f28f5c4b0235, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=9625a631-a324-4355-9959-f28f5c4b0235,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:54.062985 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-2d17daa9-b163-45d5-a3da-eadde473931b None None] Provisioning complete for port 9625a631-a324-4355-9959-f28f5c4b0235 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:54.063379 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2d17daa9-b163-45d5-a3da-eadde473931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:54.120387 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:54.190092 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92930ed0-9099-415b-8662-9fa97a24676d req-3a6b18db-275d-4328-924e-adddc4c8fe3c tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:54.197553 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-92930ed0-9099-415b-8662-9fa97a24676d req-3a6b18db-275d-4328-924e-adddc4c8fe3c tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 945 time: 0.6619382 Apr 20 13:16:54.289473 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=9625a631-a324-4355-9959-f28f5c4b0235,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:54.321713 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-92930ed0-9099-415b-8662-9fa97a24676d req-583cd6bb-7287-4b1c-af50-890f73551d1b tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980179 Apr 20 13:16:54.404616 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-536297e9-62a8-43e3-84d6-ceaeffaa793e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:54.445999 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e0a94b-8f2c-4718-9aac-5c89fce5f889 None None] New status for floating IP e634db7a-a401-4d84-88e3-e0aa18b7dd65: DOWN {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:16:54.483306 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536297e9-62a8-43e3-84d6-ceaeffaa793e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:16:54.491571 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-536297e9-62a8-43e3-84d6-ceaeffaa793e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:16:54.514001 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6b7c77-b342-450d-8ba6-fcf4c51f5387 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:16:54.516784 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ed8628db-03b9-4753-84d8-a58008b37637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:54.529676 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fde75527-d07c-4178-809c-8d919dc81213 req-ee8eb777-5dcd-4921-abc5-1178ae4af1ee tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f38c29f-c360-4f0c-81d2-0b8461def840 HTTP/1.1" status: 200 len: 210 time: 0.0614836 Apr 20 13:16:54.536731 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536297e9-62a8-43e3-84d6-ceaeffaa793e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:54.537654 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-536297e9-62a8-43e3-84d6-ceaeffaa793e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:54.563745 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536297e9-62a8-43e3-84d6-ceaeffaa793e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Subnet': ['ID=4178c643-3bf5-454d-9c34-b2301a78f5a4,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:54.628190 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-536297e9-62a8-43e3-84d6-ceaeffaa793e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3664274 Apr 20 13:16:54.628888 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47974) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:54.634552 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-af50875f-9223-4968-b155-eb4f5b651c1a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'port': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'mac_address': 'fa:16:3e:aa:22:2d', 'name': 'tempest-NetworksTestDHCPv6-857536405'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:54.749461 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 9625a631-a324-4355-9959-f28f5c4b0235 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:16:54.813010 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff31c3-7a8f-4de1-8f78-1c7f3a739c51 req-4f4138b2-d61b-4c69-bde9-187f021882ef tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:54.847050 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-53ff31c3-7a8f-4de1-8f78-1c7f3a739c51 req-4f4138b2-d61b-4c69-bde9-187f021882ef tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa3c85c5-eb40-41e5-9f9d-75bd527fc393 HTTP/1.1" status: 200 len: 944 time: 0.1179862 Apr 20 13:16:54.898075 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 9625a631-a324-4355-9959-f28f5c4b0235 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:54.899209 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:54.909809 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af50875f-9223-4968-b155-eb4f5b651c1a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:16:54.974947 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-53ff31c3-7a8f-4de1-8f78-1c7f3a739c51 req-44d9f9d5-3e48-466b-8c6c-5d5ef3a4f082 tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ccdc1e7-d51d-4655-8286-f5eeaead0b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268699 Apr 20 13:16:55.110057 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755978b-23cc-48ba-ada9-56eb93f98b53 req-e8fcd81a-744a-40d2-9791-20b336d13d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:55.111628 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a755978b-23cc-48ba-ada9-56eb93f98b53 req-e8fcd81a-744a-40d2-9791-20b336d13d42 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=692951b4ab1c4dc1a05ed983655b2d83&device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 1096 time: 0.1356938 Apr 20 13:16:55.117710 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-af50875f-9223-4968-b155-eb4f5b651c1a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:55.120763 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef309a-3f87-46f9-9083-0b49d8277b84 req-7eda8c9a-afe4-4646-912a-187eb5c4c172 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:55.127924 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f2ef309a-3f87-46f9-9083-0b49d8277b84 req-7eda8c9a-afe4-4646-912a-187eb5c4c172 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 945 time: 0.0924397 Apr 20 13:16:55.159289 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-af50875f-9223-4968-b155-eb4f5b651c1a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] device_id is not set on port ac823268-5e35-4b3a-93ba-34eeedb9656a yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:16:55.208521 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3292acb7-10d4-4e1c-ab46-39b06d83ed0a None None] Update dhcp port {'port': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'fixed_ips': [{'subnet_id': '586fdd6c-4c0f-4b44-86b3-7a6f29765375', 'ip_address': '2001:db8::f816:3eff:fe38:9794'}, {'subnet_id': '4178c643-3bf5-454d-9c34-b2301a78f5a4'}], 'binding:host_id': 'n-d-836015-7'}, 'id': '9625a631-a324-4355-9959-f28f5c4b0235'} from n-d-836015-7. {{(pid=114871) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 13:16:55.261197 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3292acb7-10d4-4e1c-ab46-39b06d83ed0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:55.285709 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f2ef309a-3f87-46f9-9083-0b49d8277b84 req-18d68bc0-0da1-4fa9-823a-abef4817bfd3 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564984 Apr 20 13:16:55.361308 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755978b-23cc-48ba-ada9-56eb93f98b53 req-42b7432e-4c83-4cf3-80a1-2c284f4a122d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:55.367674 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a755978b-23cc-48ba-ada9-56eb93f98b53 req-42b7432e-4c83-4cf3-80a1-2c284f4a122d service neutron] 10.222.0.15 "GET /v2.0/networks?id=f4258e6f-aecb-49fd-99fd-85fb6d33cc56 HTTP/1.1" status: 200 len: 911 time: 0.2329981 Apr 20 13:16:55.428568 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a755978b-23cc-48ba-ada9-56eb93f98b53 req-ca36dcfc-e569-4fc8-b35a-bd965ecc3e6b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8ebd3bfd-423f-492a-a95f-ea25291da276 HTTP/1.1" status: 200 len: 217 time: 0.0556207 Apr 20 13:16:55.444504 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-af50875f-9223-4968-b155-eb4f5b651c1a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Allocated IP 2001:db8:0:1::105 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/4178c643-3bf5-454d-9c34-b2301a78f5a4/ac823268-5e35-4b3a-93ba-34eeedb9656a) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:16:55.446343 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-af50875f-9223-4968-b155-eb4f5b651c1a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Allocated IP 2001:db8::f816:3eff:feaa:222d (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/586fdd6c-4c0f-4b44-86b3-7a6f29765375/ac823268-5e35-4b3a-93ba-34eeedb9656a) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:16:55.547681 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755978b-23cc-48ba-ada9-56eb93f98b53 req-664c2395-5cc1-439e-bfe8-dd83f11a88cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:55.549574 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a755978b-23cc-48ba-ada9-56eb93f98b53 req-664c2395-5cc1-439e-bfe8-dd83f11a88cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0996d7f4-b464-4da5-b268-614fd8c03be4 HTTP/1.1" status: 200 len: 850 time: 0.1139863 Apr 20 13:16:55.645161 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a755978b-23cc-48ba-ada9-56eb93f98b53 req-102a583d-ed4d-4680-a23b-42b97c4d26ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f4258e6f-aecb-49fd-99fd-85fb6d33cc56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854611 Apr 20 13:16:55.650798 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-af50875f-9223-4968-b155-eb4f5b651c1a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:55.762527 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-af50875f-9223-4968-b155-eb4f5b651c1a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:55.813234 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2bf7cb02-4179-474b-bede-887bb9552e1c req-fabf34cd-c861-4fe0-9618-76b568c62c4b tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f38c29f-c360-4f0c-81d2-0b8461def840 HTTP/1.1" status: 200 len: 210 time: 0.1056578 Apr 20 13:16:55.903453 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a755978b-23cc-48ba-ada9-56eb93f98b53 req-65fd80c6-a114-4c48-b336-2a82feaa9407 service neutron] 10.222.0.15 "GET /v2.0/networks/f4258e6f-aecb-49fd-99fd-85fb6d33cc56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537193 Apr 20 13:16:55.906631 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af50875f-9223-4968-b155-eb4f5b651c1a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:16:55.922056 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-af50875f-9223-4968-b155-eb4f5b651c1a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:16:55.925712 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-3292acb7-10d4-4e1c-ab46-39b06d83ed0a None None] Allocated IP 2001:db8:0:1::2 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/4178c643-3bf5-454d-9c34-b2301a78f5a4/9625a631-a324-4355-9959-f28f5c4b0235) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:16:55.939547 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af50875f-9223-4968-b155-eb4f5b651c1a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:16:55.960112 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af50875f-9223-4968-b155-eb4f5b651c1a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:55.963629 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-af50875f-9223-4968-b155-eb4f5b651c1a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:56.012713 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50875f-9223-4968-b155-eb4f5b651c1a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Port': ['ID=ac823268-5e35-4b3a-93ba-34eeedb9656a,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:56.104192 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-af50875f-9223-4968-b155-eb4f5b651c1a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4740906 Apr 20 13:16:56.106679 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48030) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:56.158471 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 1b3dbff2-fb90-4b8d-b68c-8816805d8f75 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:16:56.258102 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a755978b-23cc-48ba-ada9-56eb93f98b53 req-a8544725-c61c-4b88-97a6-fe5cf62f5ebc service neutron] 10.222.0.15 "GET /v2.0/networks/f4258e6f-aecb-49fd-99fd-85fb6d33cc56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473718 Apr 20 13:16:56.277697 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c22a88-be75-4a8f-8d50-e718e392d9e5 req-37409244-886d-48b8-93ac-bc51a1271b7b tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:56.282133 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-3292acb7-10d4-4e1c-ab46-39b06d83ed0a None None] For port 9625a631-a324-4355-9959-f28f5c4b0235, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=9625a631-a324-4355-9959-f28f5c4b0235,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:56.289474 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f9c22a88-be75-4a8f-8d50-e718e392d9e5 req-37409244-886d-48b8-93ac-bc51a1271b7b tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa3c85c5-eb40-41e5-9f9d-75bd527fc393 HTTP/1.1" status: 200 len: 944 time: 0.1920705 Apr 20 13:16:56.303041 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-4cd6a4d4-e1d6-422c-907b-093e1a797b37 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting port ac823268-5e35-4b3a-93ba-34eeedb9656a {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:16:56.303785 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4cd6a4d4-e1d6-422c-907b-093e1a797b37 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:56.338451 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3292acb7-10d4-4e1c-ab46-39b06d83ed0a None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:56.358519 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f9c22a88-be75-4a8f-8d50-e718e392d9e5 req-25e45a30-c8ff-426d-8851-6882bdd53f04 tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ccdc1e7-d51d-4655-8286-f5eeaead0b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518162 Apr 20 13:16:56.433038 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 1b3dbff2-fb90-4b8d-b68c-8816805d8f75 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:16:56.437794 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 1b3dbff2-fb90-4b8d-b68c-8816805d8f75 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:56.438236 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:56.478430 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed837a2-9d0a-4751-9417-b1536b88c237 req-cdb9df93-ad54-470c-84ec-1a63973ee643 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:56.483427 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3ed837a2-9d0a-4751-9417-b1536b88c237 req-cdb9df93-ad54-470c-84ec-1a63973ee643 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 945 time: 0.0939283 Apr 20 13:16:56.487018 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4cd6a4d4-e1d6-422c-907b-093e1a797b37 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:56.492926 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3292acb7-10d4-4e1c-ab46-39b06d83ed0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:56.528428 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-4cd6a4d4-e1d6-422c-907b-093e1a797b37 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Calling delete_port for ac823268-5e35-4b3a-93ba-34eeedb9656a owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:16:56.579855 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3ed837a2-9d0a-4751-9417-b1536b88c237 req-627bbef8-964a-4534-85f5-f5e0c89e8f5f tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879440 Apr 20 13:16:56.673356 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3292acb7-10d4-4e1c-ab46-39b06d83ed0a None None] Pushing event updated for resources: {'Port': ['ID=9625a631-a324-4355-9959-f28f5c4b0235,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:56.691558 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:56.733969 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 1b3dbff2-fb90-4b8d-b68c-8816805d8f75, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=1b3dbff2-fb90-4b8d-b68c-8816805d8f75,segment=NetworkSegment(ca1ccbb1-1257-45d2-8d71-c91b34797f0a),segment_id=ca1ccbb1-1257-45d2-8d71-c91b34797f0a)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:56.735134 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa3c85c5-eb40-41e5-9f9d-75bd527fc393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3dbff2-fb90-4b8d-b68c-8816805d8f75'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:16:56.737934 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1424b30-f885-4e31-8e61-dc7d1372730c" -d '{"events": [{"server_uuid": "fa3c85c5-eb40-41e5-9f9d-75bd527fc393", "name": "network-vif-plugged", "status": "completed", "tag": "1b3dbff2-fb90-4b8d-b68c-8816805d8f75"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:16:56.760921 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-25c3c126-659f-499b-a011-b61901ac48fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:56.798853 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d31010-ad3b-4624-85e2-b9f810a15caa x-openstack-request-id: req-f2d31010-ad3b-4624-85e2-b9f810a15caa {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:16:56.800366 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa3c85c5-eb40-41e5-9f9d-75bd527fc393", "name": "network-vif-plugged", "status": "completed", "tag": "1b3dbff2-fb90-4b8d-b68c-8816805d8f75", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:16:56.800781 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f2d31010-ad3b-4624-85e2-b9f810a15caa {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:16:56.803317 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2d31010-ad3b-4624-85e2-b9f810a15caa'] response: {'server_uuid': 'fa3c85c5-eb40-41e5-9f9d-75bd527fc393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3dbff2-fb90-4b8d-b68c-8816805d8f75', 'code': 200} Apr 20 13:16:56.842048 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:56.983811 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=1b3dbff2-fb90-4b8d-b68c-8816805d8f75,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:56.992782 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fe0a0-68d6-4fef-ab31-ec2e4c001722 req-10cfe691-d119-4461-8029-7b06e193df19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:56.995498 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e30fe0a0-68d6-4fef-ab31-ec2e4c001722 req-10cfe691-d119-4461-8029-7b06e193df19 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fa3c85c5-eb40-41e5-9f9d-75bd527fc393 HTTP/1.1" status: 200 len: 1096 time: 0.1242614 Apr 20 13:16:57.000123 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4cd6a4d4-e1d6-422c-907b-093e1a797b37 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:57.003112 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3e85325c-e425-4049-8a41-602bbcc90d4f req-22aa447c-7d00-4394-907f-331e7b8ef56d tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f38c29f-c360-4f0c-81d2-0b8461def840 HTTP/1.1" status: 200 len: 210 time: 0.0645566 Apr 20 13:16:57.057356 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6a4d4-e1d6-422c-907b-093e1a797b37 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Port': ['ID=ac823268-5e35-4b3a-93ba-34eeedb9656a,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:57.139181 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4cd6a4d4-e1d6-422c-907b-093e1a797b37 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:57.146606 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48058) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:57.153941 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4cd6a4d4-e1d6-422c-907b-093e1a797b37 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/ports/ac823268-5e35-4b3a-93ba-34eeedb9656a HTTP/1.1" status: 204 len: 168 time: 1.0459604 Apr 20 13:16:57.159116 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e30fe0a0-68d6-4fef-ab31-ec2e4c001722 req-8daf11c2-3810-4c62-a8ab-fc17e26bfdb3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9ccdc1e7-d51d-4655-8286-f5eeaead0b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540670 Apr 20 13:16:57.218208 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca2410a-7e7a-4eb8-9d54-7e3a21dbe649 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:57.220288 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-aca2410a-7e7a-4eb8-9d54-7e3a21dbe649 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0724239 Apr 20 13:16:57.222898 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48066) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:57.296564 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5dbcf3-5b1b-41f5-a0dd-fe76c92028fd tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:57.302985 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5c5dbcf3-5b1b-41f5-a0dd-fe76c92028fd tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0736158 Apr 20 13:16:57.303128 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48070) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:57.389075 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dbaf1a-e5d5-490b-896e-1f7548b81196 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:57.400124 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dbaf1a-e5d5-490b-896e-1f7548b81196 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:57.401893 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dbaf1a-e5d5-490b-896e-1f7548b81196 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:57.403580 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-82dbaf1a-e5d5-490b-896e-1f7548b81196 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1014612 Apr 20 13:16:57.406531 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48078) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:57.527190 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6f1d976-492b-46ce-9e63-8187c94c796d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting subnet 4178c643-3bf5-454d-9c34-b2301a78f5a4 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:16:57.549409 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c6f1d976-492b-46ce-9e63-8187c94c796d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:57.642440 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c6f1d976-492b-46ce-9e63-8187c94c796d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:57.711622 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-f7acf981-67cd-439e-b51a-a1253b78cbc3 None None] Provisioning complete for port 9625a631-a324-4355-9959-f28f5c4b0235 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:57.713372 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f7acf981-67cd-439e-b51a-a1253b78cbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:57.777057 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e73696-6155-436b-82b0-9db2e3781b27 req-7c1d3354-e9b5-45c1-bc7a-77dbee80ed3b tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:57.785073 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a0e73696-6155-436b-82b0-9db2e3781b27 req-7c1d3354-e9b5-45c1-bc7a-77dbee80ed3b tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa3c85c5-eb40-41e5-9f9d-75bd527fc393 HTTP/1.1" status: 200 len: 945 time: 0.2474604 Apr 20 13:16:57.902858 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491838c6-687b-4e16-a0b3-86bfebc07750 req-b5e20c1e-eb44-4551-9824-18e70e0c548b tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:57.904442 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-491838c6-687b-4e16-a0b3-86bfebc07750 req-b5e20c1e-eb44-4551-9824-18e70e0c548b tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 945 time: 0.2083161 Apr 20 13:16:57.917236 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a0e73696-6155-436b-82b0-9db2e3781b27 req-00938722-d05e-42a6-82fb-a86fd7686fe7 tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ccdc1e7-d51d-4655-8286-f5eeaead0b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312888 Apr 20 13:16:57.925579 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c6f1d976-492b-46ce-9e63-8187c94c796d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:58.015273 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-491838c6-687b-4e16-a0b3-86bfebc07750 req-2329d846-a013-4925-8d0a-a73a9a578e74 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017799 Apr 20 13:16:58.103326 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:58.119145 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-444a5d88-9a9c-4b00-9ad4-6902366cb806 None None] Could not find standard attr ID for object ac823268-5e35-4b3a-93ba-34eeedb9656a. {{(pid=114871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:16:58.146620 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-46b091f2-2d13-4555-85e4-29d432335c21 req-07c10f34-ef76-4c14-a977-231b75e9228a tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f38c29f-c360-4f0c-81d2-0b8461def840 HTTP/1.1" status: 200 len: 210 time: 0.0411139 Apr 20 13:16:58.193388 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c6f1d976-492b-46ce-9e63-8187c94c796d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:58.237240 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f1d976-492b-46ce-9e63-8187c94c796d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Subnet': ['ID=4178c643-3bf5-454d-9c34-b2301a78f5a4,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:58.261835 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c6f1d976-492b-46ce-9e63-8187c94c796d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:58.266683 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c6f1d976-492b-46ce-9e63-8187c94c796d tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/4178c643-3bf5-454d-9c34-b2301a78f5a4 HTTP/1.1" status: 204 len: 168 time: 0.8591785 Apr 20 13:16:58.269429 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48104) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:58.298772 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fd4820-ba30-47ea-b917-e48c30baa87d None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:16:58.359270 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-867cf5fc-862e-4444-a7af-f966b1929f84 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting subnet 586fdd6c-4c0f-4b44-86b3-7a6f29765375 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:16:58.362732 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-867cf5fc-862e-4444-a7af-f966b1929f84 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:58.425609 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-867cf5fc-862e-4444-a7af-f966b1929f84 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:58.639427 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-867cf5fc-862e-4444-a7af-f966b1929f84 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:58.801566 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 9625a631-a324-4355-9959-f28f5c4b0235 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:16:58.855786 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-867cf5fc-862e-4444-a7af-f966b1929f84 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:58.875045 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 9625a631-a324-4355-9959-f28f5c4b0235 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:58.875815 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:58.912423 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867cf5fc-862e-4444-a7af-f966b1929f84 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Subnet': ['ID=586fdd6c-4c0f-4b44-86b3-7a6f29765375,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:58.928521 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-867cf5fc-862e-4444-a7af-f966b1929f84 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:58.934316 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48138) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:58.935531 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-867cf5fc-862e-4444-a7af-f966b1929f84 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/586fdd6c-4c0f-4b44-86b3-7a6f29765375 HTTP/1.1" status: 204 len: 168 time: 0.6643116 Apr 20 13:16:59.070823 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-0a3a9e83-dfbc-4495-a0ae-1887c0ef1823 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1336429 Apr 20 13:16:59.073558 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48146) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:59.096256 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-b8ea0ab9-ba11-49f7-a897-3af35ed35215 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'subnet': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:59.307814 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0a1e4-e23f-4ade-9a03-ba77d606a30c req-a511ac7d-62b5-4bc5-98c2-496d4745488f tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:59.309423 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1df0a1e4-e23f-4ade-9a03-ba77d606a30c req-a511ac7d-62b5-4bc5-98c2-496d4745488f tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa3c85c5-eb40-41e5-9f9d-75bd527fc393 HTTP/1.1" status: 200 len: 945 time: 0.2345545 Apr 20 13:16:59.322382 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9304e7-58d8-49de-9ce6-44edd07ce5cd req-b61eac13-7a4f-4223-877c-1f6f653dfbdc tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:59.330062 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9b9304e7-58d8-49de-9ce6-44edd07ce5cd req-b61eac13-7a4f-4223-877c-1f6f653dfbdc tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 945 time: 0.1298337 Apr 20 13:16:59.353175 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:59.363119 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ea0ab9-ba11-49f7-a897-3af35ed35215 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:16:59.366832 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b8ea0ab9-ba11-49f7-a897-3af35ed35215 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:59.521897 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9b9304e7-58d8-49de-9ce6-44edd07ce5cd req-3d281916-a06e-4b1f-b747-0283b75dff25 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908731 Apr 20 13:16:59.559660 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1df0a1e4-e23f-4ade-9a03-ba77d606a30c req-dc8635cd-8419-4701-a8d2-722df1920e42 tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ccdc1e7-d51d-4655-8286-f5eeaead0b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226923 Apr 20 13:16:59.581103 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5586585c-43e2-4530-80fc-d61a718536b6 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:16:59.759473 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48164) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:59.828965 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-783947b3-43d3-4df8-841d-e67a673b6dfc req-868dc11c-6a55-4e2b-bf2e-35f9c0f8007f tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f38c29f-c360-4f0c-81d2-0b8461def840 HTTP/1.1" status: 200 len: 210 time: 0.0862341 Apr 20 13:16:59.832358 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-b076496b-9669-410f-8f61-511c3427902f None None] Provisioning complete for port 9625a631-a324-4355-9959-f28f5c4b0235 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:59.832766 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b076496b-9669-410f-8f61-511c3427902f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:59.930485 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48174) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:59.980233 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:00.111055 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6157317b-5164-48ac-b016-723f1725aea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:00.255332 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4dcf4e9c-a740-477a-9f36-0e31f9f0f769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:00.257370 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9befca87-c771-484e-8ffa-ff454e11f471 None None] DHCP port deletion for 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:17:00.347487 n-d-836015-7 neutron-server[114869]: DEBUG neutron.objects.ports [None req-b8ea0ab9-ba11-49f7-a897-3af35ed35215 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114869) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 13:17:00.386210 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-9befca87-c771-484e-8ffa-ff454e11f471 None None] Deleting port 9625a631-a324-4355-9959-f28f5c4b0235 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:17:00.390590 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9befca87-c771-484e-8ffa-ff454e11f471 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:00.394595 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4dcf4e9c-a740-477a-9f36-0e31f9f0f769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:00.407607 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6157317b-5164-48ac-b016-723f1725aea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:00.493552 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-9befca87-c771-484e-8ffa-ff454e11f471 None None] For port 9625a631-a324-4355-9959-f28f5c4b0235, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=9625a631-a324-4355-9959-f28f5c4b0235,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:00.494019 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9befca87-c771-484e-8ffa-ff454e11f471 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:00.509664 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-9befca87-c771-484e-8ffa-ff454e11f471 None None] Calling delete_port for 9625a631-a324-4355-9959-f28f5c4b0235 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:17:00.512746 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4dcf4e9c-a740-477a-9f36-0e31f9f0f769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:00.519112 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6157317b-5164-48ac-b016-723f1725aea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:00.571003 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6157317b-5164-48ac-b016-723f1725aea3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f59e998c9b7e4bb793090b23947b6a03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6392908 Apr 20 13:17:00.580889 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48192) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:00.644773 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4dcf4e9c-a740-477a-9f36-0e31f9f0f769 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=27adf27b2dab4dce904e5ff8c665315b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8841023 Apr 20 13:17:00.651897 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48194) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:00.677802 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf4e9c-a740-477a-9f36-0e31f9f0f769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2aeee6c-8834-4797-915a-3a22ca11390f,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:00.690680 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 9625a631-a324-4355-9959-f28f5c4b0235 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:17:00.734547 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9befca87-c771-484e-8ffa-ff454e11f471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:00.753567 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9befca87-c771-484e-8ffa-ff454e11f471 None None] No DVR routers for this DVR port 9625a631-a324-4355-9959-f28f5c4b0235 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:17:00.754718 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157317b-5164-48ac-b016-723f1725aea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e4a8c4-2408-47ab-b9f7-06d70fdc5332,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:00.764046 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8ec9c2dc-b2cd-41f3-bddc-c847e4aca1d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:00.815182 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4366b6c7-953b-4bb6-91fa-c2c59097da50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:00.816715 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9befca87-c771-484e-8ffa-ff454e11f471 None None] Pushing event deleted for resources: {'Port': ['ID=9625a631-a324-4355-9959-f28f5c4b0235,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:00.828249 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8ec9c2dc-b2cd-41f3-bddc-c847e4aca1d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:00.836256 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104fb857-90fe-4441-9128-e2250ddd0b87 req-5285f554-be6c-4ea0-b2d5-16042d95bc89 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:00.842500 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-104fb857-90fe-4441-9128-e2250ddd0b87 req-5285f554-be6c-4ea0-b2d5-16042d95bc89 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 945 time: 0.1593754 Apr 20 13:17:00.853777 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258312c-3c97-4d39-a62c-6120560376c9 req-55cca24a-755a-4e5a-b24f-342b9791a88c tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:00.856178 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6258312c-3c97-4d39-a62c-6120560376c9 req-55cca24a-755a-4e5a-b24f-342b9791a88c tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa3c85c5-eb40-41e5-9f9d-75bd527fc393 HTTP/1.1" status: 200 len: 945 time: 0.2532420 Apr 20 13:17:00.866054 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No active binding found for port 9625a631-a324-4355-9959-f28f5c4b0235 {{(pid=114871) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 20 13:17:00.866930 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 9625a631-a324-4355-9959-f28f5c4b0235 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:17:00.876651 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.ipam_pluggable_backend [None req-b8ea0ab9-ba11-49f7-a897-3af35ed35215 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Port 9625a631-a324-4355-9959-f28f5c4b0235 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=114869) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 20 13:17:00.876971 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.ipam_pluggable_backend [None req-b8ea0ab9-ba11-49f7-a897-3af35ed35215 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Reverting IP allocation for 2001:db8::f816:3eff:fe38:9794 {{(pid=114869) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 20 13:17:00.906859 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b8ea0ab9-ba11-49f7-a897-3af35ed35215 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:00.909495 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4366b6c7-953b-4bb6-91fa-c2c59097da50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:00.964359 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6258312c-3c97-4d39-a62c-6120560376c9 req-bc3f0830-785d-4340-ade6-df7eb7782495 tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ccdc1e7-d51d-4655-8286-f5eeaead0b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984125 Apr 20 13:17:00.978878 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-104fb857-90fe-4441-9128-e2250ddd0b87 req-39100096-7549-4bb9-9535-91a32cf659d3 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350288 Apr 20 13:17:00.984094 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ea0ab9-ba11-49f7-a897-3af35ed35215 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:17:00.987573 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-b8ea0ab9-ba11-49f7-a897-3af35ed35215 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:17:00.992545 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ea0ab9-ba11-49f7-a897-3af35ed35215 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:00.993264 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b8ea0ab9-ba11-49f7-a897-3af35ed35215 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:01.006857 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4955576c-9ee6-493d-883b-50bde4683fff None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:17:01.017986 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea0ab9-ba11-49f7-a897-3af35ed35215 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Subnet': ['ID=5b5037d2-f8ac-49bf-8f7c-8d52e5fe7051,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:01.052822 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8ec9c2dc-b2cd-41f3-bddc-c847e4aca1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:01.058530 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8ec9c2dc-b2cd-41f3-bddc-c847e4aca1d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:01.059737 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8ec9c2dc-b2cd-41f3-bddc-c847e4aca1d9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/90e4a8c4-2408-47ab-b9f7-06d70fdc5332 HTTP/1.1" status: 204 len: 168 time: 0.4490697 Apr 20 13:17:01.075159 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec9c2dc-b2cd-41f3-bddc-c847e4aca1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e4a8c4-2408-47ab-b9f7-06d70fdc5332,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:01.096587 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4366b6c7-953b-4bb6-91fa-c2c59097da50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:01.096587 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4366b6c7-953b-4bb6-91fa-c2c59097da50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:01.096587 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4366b6c7-953b-4bb6-91fa-c2c59097da50 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c2aeee6c-8834-4797-915a-3a22ca11390f HTTP/1.1" status: 204 len: 168 time: 0.4410286 Apr 20 13:17:01.113552 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366b6c7-953b-4bb6-91fa-c2c59097da50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2aeee6c-8834-4797-915a-3a22ca11390f,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:01.131060 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b8ea0ab9-ba11-49f7-a897-3af35ed35215 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0548360 Apr 20 13:17:01.132029 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48220) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:01.139667 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-aed52510-2871-4457-8a61-3b9d3cdd7ae7 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'subnet': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:01.203932 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48230) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:01.287047 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ae8bbef2-18cf-4ff8-9dbb-0d47dd1cc0ad tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:01.323129 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b04243-cfdb-4dea-a84b-30b6f8c8baf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'tenant_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'fixed_ips': [{'subnet_id': '5b5037d2-f8ac-49bf-8f7c-8d52e5fe7051'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:17:01.324053 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-14b04243-cfdb-4dea-a84b-30b6f8c8baf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:01.330912 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ae8bbef2-18cf-4ff8-9dbb-0d47dd1cc0ad tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:01.461120 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ae8bbef2-18cf-4ff8-9dbb-0d47dd1cc0ad tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:01.464194 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ae8bbef2-18cf-4ff8-9dbb-0d47dd1cc0ad tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:01.465550 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ae8bbef2-18cf-4ff8-9dbb-0d47dd1cc0ad tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "DELETE /v2.0/security-groups/1a9ea534-3b25-47f3-b708-8fb1ee2245fd HTTP/1.1" status: 204 len: 168 time: 0.2624800 Apr 20 13:17:01.472666 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48240) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:01.498726 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8bbef2-18cf-4ff8-9dbb-0d47dd1cc0ad tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9ea534-3b25-47f3-b708-8fb1ee2245fd,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:01.501804 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-4eea3baa-b97e-419b-ae0d-61cb8b9581af tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] show failed (client error): The resource could not be found. Apr 20 13:17:01.503315 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4eea3baa-b97e-419b-ae0d-61cb8b9581af tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "GET /v2.0/security-groups/1a9ea534-3b25-47f3-b708-8fb1ee2245fd HTTP/1.1" status: 404 len: 347 time: 0.0289140 Apr 20 13:17:01.506757 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48242) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:01.556173 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed52510-2871-4457-8a61-3b9d3cdd7ae7 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:17:01.565368 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aed52510-2871-4457-8a61-3b9d3cdd7ae7 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:01.771427 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-14b04243-cfdb-4dea-a84b-30b6f8c8baf9 None None] Allocated IP 2001:db8::f816:3eff:fe18:d33d (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/5b5037d2-f8ac-49bf-8f7c-8d52e5fe7051/084b109f-3f42-4e2f-acc0-61ef1e59bab9) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:17:01.909100 n-d-836015-7 neutron-server[114870]: INFO neutron.db.ipam_backend_mixin [None req-aed52510-2871-4457-8a61-3b9d3cdd7ae7 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5b5037d2-f8ac-49bf-8f7c-8d52e5fe7051 (CIDR: 2001:db8::/64) Apr 20 13:17:01.914773 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-aafd9f1a-f55d-4080-a4d8-dc916320bb48 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Deleting port 19233802-f21b-484c-bfc8-c94f77a8bc07 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:17:01.915408 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aafd9f1a-f55d-4080-a4d8-dc916320bb48 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:01.947655 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-14b04243-cfdb-4dea-a84b-30b6f8c8baf9 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:01.962835 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed52510-2871-4457-8a61-3b9d3cdd7ae7 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:17:01.963330 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aed52510-2871-4457-8a61-3b9d3cdd7ae7 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:02.019702 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-14b04243-cfdb-4dea-a84b-30b6f8c8baf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:02.037971 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aafd9f1a-f55d-4080-a4d8-dc916320bb48 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:02.038442 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aafd9f1a-f55d-4080-a4d8-dc916320bb48 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:02.056245 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48250) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:02.056478 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-aed52510-2871-4457-8a61-3b9d3cdd7ae7 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9232848 Apr 20 13:17:02.062794 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-aafd9f1a-f55d-4080-a4d8-dc916320bb48 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Calling delete_port for 19233802-f21b-484c-bfc8-c94f77a8bc07 owned by network:floatingip {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:17:02.067893 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-6ac5f034-c209-420f-b52c-93ed0fce94bc tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'subnet': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:02.081808 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4798b90-522a-4efb-a806-968179dad1e6 req-9c44b0c2-e7b5-40ee-ab71-ea552aa1634f tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:02.084614 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c4798b90-522a-4efb-a806-968179dad1e6 req-9c44b0c2-e7b5-40ee-ab71-ea552aa1634f tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa3c85c5-eb40-41e5-9f9d-75bd527fc393 HTTP/1.1" status: 200 len: 945 time: 0.1000333 Apr 20 13:17:02.108108 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b04243-cfdb-4dea-a84b-30b6f8c8baf9 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:17:02.111892 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-14b04243-cfdb-4dea-a84b-30b6f8c8baf9 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:17:02.118222 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b04243-cfdb-4dea-a84b-30b6f8c8baf9 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:17:02.121809 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b04243-cfdb-4dea-a84b-30b6f8c8baf9 None None] Pushing event updated for resources: {'Port': ['ID=084b109f-3f42-4e2f-acc0-61ef1e59bab9,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:02.200916 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-14b04243-cfdb-4dea-a84b-30b6f8c8baf9 None None] Attempting to bind port 084b109f-3f42-4e2f-acc0-61ef1e59bab9 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:17:02.201261 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-14b04243-cfdb-4dea-a84b-30b6f8c8baf9 None None] Attempting to bind port 084b109f-3f42-4e2f-acc0-61ef1e59bab9 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:17:02.201924 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b04243-cfdb-4dea-a84b-30b6f8c8baf9 None None] Attempting to bind port 084b109f-3f42-4e2f-acc0-61ef1e59bab9 on network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:17:02.203071 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48252) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:02.217839 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b04243-cfdb-4dea-a84b-30b6f8c8baf9 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:17:02.218692 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b04243-cfdb-4dea-a84b-30b6f8c8baf9 None None] Checking segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:17:02.220724 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-14b04243-cfdb-4dea-a84b-30b6f8c8baf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:02.221392 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b04243-cfdb-4dea-a84b-30b6f8c8baf9 None None] Bound using segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:17:02.222212 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-14b04243-cfdb-4dea-a84b-30b6f8c8baf9 None None] Bound port: 084b109f-3f42-4e2f-acc0-61ef1e59bab9, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:17:02.223991 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-14b04243-cfdb-4dea-a84b-30b6f8c8baf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:02.259537 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1a66bd0b-fe4d-4b5d-911b-bb4dd0af2d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:02.313522 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48254) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:02.344626 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-557544aa-3ed9-4107-8c25-b895b61e51c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:02.355946 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-14b04243-cfdb-4dea-a84b-30b6f8c8baf9 None None] For port 084b109f-3f42-4e2f-acc0-61ef1e59bab9, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:17:02.362306 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-14b04243-cfdb-4dea-a84b-30b6f8c8baf9 None None] For port 084b109f-3f42-4e2f-acc0-61ef1e59bab9, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=084b109f-3f42-4e2f-acc0-61ef1e59bab9,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:17:02.391472 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27b86a-c6c0-413b-858a-63b07d3b9631 req-5e44f205-d45c-48a1-ad4d-8768041a913d tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:02.393085 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cd27b86a-c6c0-413b-858a-63b07d3b9631 req-5e44f205-d45c-48a1-ad4d-8768041a913d tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa3c85c5-eb40-41e5-9f9d-75bd527fc393 HTTP/1.1" status: 200 len: 945 time: 0.2193689 Apr 20 13:17:02.406166 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc998b60-cba4-4e6a-85d0-2f4bf1aabed2 req-2e286ed2-61cd-4226-b627-8f980ffbef9b tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:02.407764 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fc998b60-cba4-4e6a-85d0-2f4bf1aabed2 req-2e286ed2-61cd-4226-b627-8f980ffbef9b tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 945 time: 0.1483212 Apr 20 13:17:02.481137 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-14b04243-cfdb-4dea-a84b-30b6f8c8baf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:02.489701 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-c4798b90-522a-4efb-a806-968179dad1e6 req-3c9d5db4-5dd5-4c16-9d42-21b673783be3 tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] Deleting port 1b3dbff2-fb90-4b8d-b68c-8816805d8f75 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:17:02.490287 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-c4798b90-522a-4efb-a806-968179dad1e6 req-3c9d5db4-5dd5-4c16-9d42-21b673783be3 tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:02.516552 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fc998b60-cba4-4e6a-85d0-2f4bf1aabed2 req-ebb16ef6-521e-4d40-8bf9-5ea62724adcc tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006005 Apr 20 13:17:02.541060 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cd27b86a-c6c0-413b-858a-63b07d3b9631 req-6b246fd0-6dd7-4fd5-bd58-e7602033057c tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] 10.222.0.25 "GET /v2.0/security-groups?id=9ccdc1e7-d51d-4655-8286-f5eeaead0b00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183124 Apr 20 13:17:02.594014 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-c4798b90-522a-4efb-a806-968179dad1e6 req-3c9d5db4-5dd5-4c16-9d42-21b673783be3 tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] For port 1b3dbff2-fb90-4b8d-b68c-8816805d8f75, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=1b3dbff2-fb90-4b8d-b68c-8816805d8f75,segment=NetworkSegment(ca1ccbb1-1257-45d2-8d71-c91b34797f0a),segment_id=ca1ccbb1-1257-45d2-8d71-c91b34797f0a)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:02.594564 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-c4798b90-522a-4efb-a806-968179dad1e6 req-3c9d5db4-5dd5-4c16-9d42-21b673783be3 tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:02.618465 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-c4798b90-522a-4efb-a806-968179dad1e6 req-3c9d5db4-5dd5-4c16-9d42-21b673783be3 tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] Calling delete_port for 1b3dbff2-fb90-4b8d-b68c-8816805d8f75 owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:17:02.632524 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac5f034-c209-420f-b52c-93ed0fce94bc tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:17:02.636427 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6ac5f034-c209-420f-b52c-93ed0fce94bc tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:02.640943 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b04243-cfdb-4dea-a84b-30b6f8c8baf9 None None] Pushing event updated for resources: {'Port': ['ID=084b109f-3f42-4e2f-acc0-61ef1e59bab9,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:02.785608 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1a66bd0b-fe4d-4b5d-911b-bb4dd0af2d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:02.867788 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-c4798b90-522a-4efb-a806-968179dad1e6 req-3c9d5db4-5dd5-4c16-9d42-21b673783be3 tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:02.874524 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1a66bd0b-fe4d-4b5d-911b-bb4dd0af2d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:02.881049 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['1b3dbff2-fb90-4b8d-b68c-8816805d8f75'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:17:02.990055 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66bd0b-fe4d-4b5d-911b-bb4dd0af2d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2cd5ca-5027-43f8-bf9b-e9af9e0f72fc,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:03.013846 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aafd9f1a-f55d-4080-a4d8-dc916320bb48 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:03.018679 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-557544aa-3ed9-4107-8c25-b895b61e51c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:03.061584 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1a66bd0b-fe4d-4b5d-911b-bb4dd0af2d95 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4567402650a44d6da38f70006b61c18f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8434634 Apr 20 13:17:03.087451 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48272) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:03.099853 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9d5db4-5dd5-4c16-9d42-21b673783be3 tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] Pushing event deleted for resources: {'Port': ['ID=1b3dbff2-fb90-4b8d-b68c-8816805d8f75,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:03.153611 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-557544aa-3ed9-4107-8c25-b895b61e51c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:03.195533 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd9f1a-f55d-4080-a4d8-dc916320bb48 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Pushing event deleted for resources: {'Port': ['ID=19233802-f21b-484c-bfc8-c94f77a8bc07,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:03.244389 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3ec28924-1886-499c-86e4-bff741395eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:03.269012 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-557544aa-3ed9-4107-8c25-b895b61e51c5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aa37e95730564687bd6f64bee618ef3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9530838 Apr 20 13:17:03.270715 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557544aa-3ed9-4107-8c25-b895b61e51c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0df997-6e63-42fe-b716-a87436022f3d,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:03.273325 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48276) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:03.305471 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4798b90-522a-4efb-a806-968179dad1e6 req-3c9d5db4-5dd5-4c16-9d42-21b673783be3 tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] No DVR routers for this DVR port 1b3dbff2-fb90-4b8d-b68c-8816805d8f75 on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:17:03.308783 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-c4798b90-522a-4efb-a806-968179dad1e6 req-3c9d5db4-5dd5-4c16-9d42-21b673783be3 tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:03.314057 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c4798b90-522a-4efb-a806-968179dad1e6 req-3c9d5db4-5dd5-4c16-9d42-21b673783be3 tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] 10.222.0.32 "DELETE /v2.0/ports/1b3dbff2-fb90-4b8d-b68c-8816805d8f75 HTTP/1.1" status: 204 len: 173 time: 1.2244148 Apr 20 13:17:03.316840 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa3c85c5-eb40-41e5-9f9d-75bd527fc393', 'name': 'network-vif-deleted', 'tag': '1b3dbff2-fb90-4b8d-b68c-8816805d8f75'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:17:03.321398 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bab12bd-f56f-4ea7-bef2-d301caa29d6b" -d '{"events": [{"server_uuid": "fa3c85c5-eb40-41e5-9f9d-75bd527fc393", "name": "network-vif-deleted", "tag": "1b3dbff2-fb90-4b8d-b68c-8816805d8f75"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:17:03.343919 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3ec28924-1886-499c-86e4-bff741395eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:03.362041 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6ac5f034-c209-420f-b52c-93ed0fce94bc tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:03.371394 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8dff1d44-e0eb-4dc6-bd76-f78434f06872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:03.397994 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8dff1d44-e0eb-4dc6-bd76-f78434f06872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:03.412760 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aafd9f1a-f55d-4080-a4d8-dc916320bb48 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks [] for floatingip, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:03.416320 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aafd9f1a-f55d-4080-a4d8-dc916320bb48 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:03.421165 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-aafd9f1a-f55d-4080-a4d8-dc916320bb48 tempest-ServersTestBootFromVolume-430837045 tempest-ServersTestBootFromVolume-430837045-project] 10.222.0.25 "DELETE /v2.0/floatingips/e634db7a-a401-4d84-88e3-e0aa18b7dd65 HTTP/1.1" status: 204 len: 168 time: 1.9125371 Apr 20 13:17:03.421996 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48282) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:03.485678 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2c6511-3608-4f9e-8973-fb4bf64769f2 x-openstack-request-id: req-4a2c6511-3608-4f9e-8973-fb4bf64769f2 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:17:03.487287 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa3c85c5-eb40-41e5-9f9d-75bd527fc393", "name": "network-vif-deleted", "tag": "1b3dbff2-fb90-4b8d-b68c-8816805d8f75", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:17:03.487287 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4a2c6511-3608-4f9e-8973-fb4bf64769f2 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:17:03.487287 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a2c6511-3608-4f9e-8973-fb4bf64769f2'] response: {'server_uuid': 'fa3c85c5-eb40-41e5-9f9d-75bd527fc393', 'name': 'network-vif-deleted', 'tag': '1b3dbff2-fb90-4b8d-b68c-8816805d8f75', 'status': 'completed', 'code': 200} Apr 20 13:17:03.554810 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac5f034-c209-420f-b52c-93ed0fce94bc tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Subnet': ['ID=d6a3172d-f927-45fb-bbc0-fc8fab37a8ae,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:03.625687 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac5f034-c209-420f-b52c-93ed0fce94bc tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:17:03.637703 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-6ac5f034-c209-420f-b52c-93ed0fce94bc tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:17:03.644960 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac5f034-c209-420f-b52c-93ed0fce94bc tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:03.646148 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6ac5f034-c209-420f-b52c-93ed0fce94bc tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:03.725521 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8dff1d44-e0eb-4dc6-bd76-f78434f06872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:03.728147 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8dff1d44-e0eb-4dc6-bd76-f78434f06872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:03.729384 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8dff1d44-e0eb-4dc6-bd76-f78434f06872 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5b0df997-6e63-42fe-b716-a87436022f3d HTTP/1.1" status: 204 len: 168 time: 0.4551129 Apr 20 13:17:03.765058 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff1d44-e0eb-4dc6-bd76-f78434f06872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0df997-6e63-42fe-b716-a87436022f3d,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:03.779348 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5a99e088-ea7c-43b0-868b-e43ec7d5645e req-993cea75-62ee-472f-a041-3440a4a5dfae tempest-ServerAddressesTestJSON-204050832 tempest-ServerAddressesTestJSON-204050832-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa3c85c5-eb40-41e5-9f9d-75bd527fc393 HTTP/1.1" status: 200 len: 210 time: 0.1428738 Apr 20 13:17:03.796331 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210aad2b-52c4-4e82-8f2c-9607078c42aa req-72a86532-6a85-43f2-b523-d711395072f0 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:03.807652 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-210aad2b-52c4-4e82-8f2c-9607078c42aa req-72a86532-6a85-43f2-b523-d711395072f0 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 945 time: 0.1251080 Apr 20 13:17:03.814951 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-6ac5f034-c209-420f-b52c-93ed0fce94bc tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7550449 Apr 20 13:17:03.820428 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48294) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:03.834697 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-d25e608e-cf50-47c7-996f-b72418805b00 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'port': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'mac_address': 'fa:16:3e:64:3a:44', 'name': 'tempest-NetworksTestDHCPv6-97560996'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:03.882864 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-210aad2b-52c4-4e82-8f2c-9607078c42aa req-7afd876e-9046-4ebe-b7e1-73acd4732ce8 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697503 Apr 20 13:17:03.969725 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3ec28924-1886-499c-86e4-bff741395eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:03.976789 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3ec28924-1886-499c-86e4-bff741395eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:03.979693 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-3ec28924-1886-499c-86e4-bff741395eaf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ee2cd5ca-5027-43f8-bf9b-e9af9e0f72fc HTTP/1.1" status: 204 len: 168 time: 0.8893833 Apr 20 13:17:04.016705 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec28924-1886-499c-86e4-bff741395eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2cd5ca-5027-43f8-bf9b-e9af9e0f72fc,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:04.327559 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d27186-5b6b-4a7b-b9fc-67fb979686bb None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:17:04.389198 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7fcadedd-889e-473d-8b04-f90adddb0028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:04.421730 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-c3d67101-94b2-42c7-91b1-f26cd0d6153f None None] Provisioning complete for port 084b109f-3f42-4e2f-acc0-61ef1e59bab9 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:04.422412 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c3d67101-94b2-42c7-91b1-f26cd0d6153f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:04.463891 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25e608e-cf50-47c7-996f-b72418805b00 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:17:04.694916 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d25e608e-cf50-47c7-996f-b72418805b00 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:04.795892 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-d25e608e-cf50-47c7-996f-b72418805b00 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] device_id is not set on port d0da55f5-6b37-41e3-999d-d14348238ecf yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:17:04.859618 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 084b109f-3f42-4e2f-acc0-61ef1e59bab9 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:17:04.909964 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48346) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:04.933231 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-caac0191-0c78-4edb-847f-b15657de7a83 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=2f08a99a944a41938360639f5c49ce47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0787063 Apr 20 13:17:05.059145 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c3d67101-94b2-42c7-91b1-f26cd0d6153f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:05.066340 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 084b109f-3f42-4e2f-acc0-61ef1e59bab9 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:05.068989 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:05.123392 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-d58bacf7-534b-435a-a471-35dacc32a941 admin admin] Deleting subnet 10deec52-a1a0-4a31-804f-f884692f5708 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:17:05.129298 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d58bacf7-534b-435a-a471-35dacc32a941 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:05.148707 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d657b3ba-c3a0-4c90-9dd1-69c4b270a83a None None] Update dhcp port {'port': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'fixed_ips': [{'subnet_id': '5b5037d2-f8ac-49bf-8f7c-8d52e5fe7051', 'ip_address': '2001:db8::f816:3eff:fe18:d33d'}, {'subnet_id': 'd6a3172d-f927-45fb-bbc0-fc8fab37a8ae'}], 'binding:host_id': 'n-d-836015-7'}, 'id': '084b109f-3f42-4e2f-acc0-61ef1e59bab9'} from n-d-836015-7. {{(pid=114871) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 13:17:05.200958 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-c3d67101-94b2-42c7-91b1-f26cd0d6153f None None] For port 084b109f-3f42-4e2f-acc0-61ef1e59bab9, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=084b109f-3f42-4e2f-acc0-61ef1e59bab9,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:05.279161 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c3d67101-94b2-42c7-91b1-f26cd0d6153f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:05.320070 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d58bacf7-534b-435a-a471-35dacc32a941 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:05.393531 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d657b3ba-c3a0-4c90-9dd1-69c4b270a83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:05.395949 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-d25e608e-cf50-47c7-996f-b72418805b00 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Allocated IP 2001:db8:0:1::1e8 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/d6a3172d-f927-45fb-bbc0-fc8fab37a8ae/d0da55f5-6b37-41e3-999d-d14348238ecf) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:17:05.419127 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-d25e608e-cf50-47c7-996f-b72418805b00 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Allocated IP 2001:db8::f816:3eff:fe64:3a44 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/5b5037d2-f8ac-49bf-8f7c-8d52e5fe7051/d0da55f5-6b37-41e3-999d-d14348238ecf) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:17:05.432908 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d67101-94b2-42c7-91b1-f26cd0d6153f None None] Pushing event updated for resources: {'Port': ['ID=084b109f-3f42-4e2f-acc0-61ef1e59bab9,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:05.442710 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d58bacf7-534b-435a-a471-35dacc32a941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:05.445444 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-7fcadedd-889e-473d-8b04-f90adddb0028 admin admin] Deleting port 23244d60-8f65-41f7-a9e4-ba0148264b66 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:17:05.445778 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7fcadedd-889e-473d-8b04-f90adddb0028 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:05.490270 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-08757a3e-2e54-47da-9561-531bb2b3c5ae tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:05.503754 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-08757a3e-2e54-47da-9561-531bb2b3c5ae tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5686221 Apr 20 13:17:05.537948 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18862f6-1d4c-4023-880c-5f1b78abcb57 req-fe127ac0-68cc-4579-b566-2662b2a04b91 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:05.557667 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f18862f6-1d4c-4023-880c-5f1b78abcb57 req-fe127ac0-68cc-4579-b566-2662b2a04b91 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 945 time: 0.5206127 Apr 20 13:17:05.582566 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-26dfea8d-ffdc-4bf5-a785-a9b8c2c57de8 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/quotas/2f08a99a944a41938360639f5c49ce47 HTTP/1.1" status: 200 len: 375 time: 0.0764995 Apr 20 13:17:05.692225 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-7fcadedd-889e-473d-8b04-f90adddb0028 admin admin] For port 23244d60-8f65-41f7-a9e4-ba0148264b66, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=23244d60-8f65-41f7-a9e4-ba0148264b66,segment=NetworkSegment(32755daa-e72b-493f-ab5b-7ccde96df1b2),segment_id=32755daa-e72b-493f-ab5b-7ccde96df1b2)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:05.692607 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7fcadedd-889e-473d-8b04-f90adddb0028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:05.718198 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-49236bf4-ac2b-4b85-ab22-d9d1f286c122 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2f08a99a944a41938360639f5c49ce47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1316564 Apr 20 13:17:05.727538 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f18862f6-1d4c-4023-880c-5f1b78abcb57 req-723f339a-4dbd-46e4-9d7d-d508e68d0968 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689548 Apr 20 13:17:06.121834 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d58bacf7-534b-435a-a471-35dacc32a941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:06.149488 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-7fcadedd-889e-473d-8b04-f90adddb0028 admin admin] Calling delete_port for 23244d60-8f65-41f7-a9e4-ba0148264b66 owned by network:router_interface {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:17:06.177228 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 1b3dbff2-fb90-4b8d-b68c-8816805d8f75 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:17:06.204851 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58bacf7-534b-435a-a471-35dacc32a941 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10deec52-a1a0-4a31-804f-f884692f5708,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:06.215624 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d58bacf7-534b-435a-a471-35dacc32a941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:06.222166 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48390) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:06.225279 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d58bacf7-534b-435a-a471-35dacc32a941 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/10deec52-a1a0-4a31-804f-f884692f5708 HTTP/1.1" status: 204 len: 168 time: 1.3137109 Apr 20 13:17:06.270858 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 1b3dbff2-fb90-4b8d-b68c-8816805d8f75 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:17:06.271226 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 1b3dbff2-fb90-4b8d-b68c-8816805d8f75 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:17:06.311596 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d25e608e-cf50-47c7-996f-b72418805b00 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:06.358843 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-041cf278-235e-4cc4-807b-28946b2b9489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:06.481973 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-0604c98b-d567-494d-96b6-1b545fe6b7b4 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=2f08a99a944a41938360639f5c49ce47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0809116 Apr 20 13:17:06.484014 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-041cf278-235e-4cc4-807b-28946b2b9489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:06.531479 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-041cf278-235e-4cc4-807b-28946b2b9489 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c109e896-60b1-42ce-900b-bb8e8e6cb2c8']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:06.549044 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d25e608e-cf50-47c7-996f-b72418805b00 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:06.606005 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25e608e-cf50-47c7-996f-b72418805b00 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:17:06.612112 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-d25e608e-cf50-47c7-996f-b72418805b00 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:17:06.614192 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25e608e-cf50-47c7-996f-b72418805b00 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:17:06.619891 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25e608e-cf50-47c7-996f-b72418805b00 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:06.620538 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d25e608e-cf50-47c7-996f-b72418805b00 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:06.633890 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e608e-cf50-47c7-996f-b72418805b00 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Port': ['ID=d0da55f5-6b37-41e3-999d-d14348238ecf,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:06.636920 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7fcadedd-889e-473d-8b04-f90adddb0028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:06.662950 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-041cf278-235e-4cc4-807b-28946b2b9489 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca1ccbb1-1257-45d2-8d71-c91b34797f0a') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:06.663497 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-041cf278-235e-4cc4-807b-28946b2b9489 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca1ccbb1-1257-45d2-8d71-c91b34797f0a') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:06.677349 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-d657b3ba-c3a0-4c90-9dd1-69c4b270a83a None None] Allocated IP 2001:db8:0:1::2 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/d6a3172d-f927-45fb-bbc0-fc8fab37a8ae/084b109f-3f42-4e2f-acc0-61ef1e59bab9) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:17:06.691561 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-041cf278-235e-4cc4-807b-28946b2b9489 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:06.726131 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-041cf278-235e-4cc4-807b-28946b2b9489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:06.739954 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-76ccc12c-dff2-411a-9307-e29c2c3ee083 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:06.741498 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-76ccc12c-dff2-411a-9307-e29c2c3ee083 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2494214 Apr 20 13:17:06.744717 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-041cf278-235e-4cc4-807b-28946b2b9489 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:17:06.745483 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-041cf278-235e-4cc4-807b-28946b2b9489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:06.747644 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:17:06.747644 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:17:06.747644 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:17:06.747644 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:17:06.747644 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:17:06.747644 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:17:06.747644 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:17:06.747644 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:17:06.747644 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:17:06.747644 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:17:06.747644 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:17:06.747644 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:17:06.747644 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:17:06.747644 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:17:06.747644 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:17:06.747644 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:17:06.747644 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:17:06.747644 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:17:06.747644 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:17:06.747644 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:17:06.747644 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:17:06.747644 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:17:06.747644 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:17:06.747644 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:17:06.747644 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:17:06.747644 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:17:06.747644 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:17:06.747644 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:17:06.747644 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:17:06.747644 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:17:06.747644 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:17:06.747644 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:17:06.761380 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 084b109f-3f42-4e2f-acc0-61ef1e59bab9 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:17:06.771067 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcadedd-889e-473d-8b04-f90adddb0028 admin admin] Pushing event deleted for resources: {'Port': ['ID=23244d60-8f65-41f7-a9e4-ba0148264b66,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:06.785222 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d25e608e-cf50-47c7-996f-b72418805b00 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.9627795 Apr 20 13:17:06.787837 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48410) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:06.821135 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-b9845ddd-a196-455a-8cb6-8384a6b86464 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/quotas/2f08a99a944a41938360639f5c49ce47 HTTP/1.1" status: 200 len: 375 time: 0.0560639 Apr 20 13:17:06.883689 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-6dc35e2e-7fdb-44e2-985f-554c2fc2cccb tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2f08a99a944a41938360639f5c49ce47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525019 Apr 20 13:17:06.960955 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e5bc3-66ab-429e-9c3b-5cfed30ba288 req-fdc59a86-9f60-4467-a0c1-cfa1f52e4c6d tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:06.964942 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-906e5bc3-66ab-429e-9c3b-5cfed30ba288 req-fdc59a86-9f60-4467-a0c1-cfa1f52e4c6d tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 945 time: 0.1103506 Apr 20 13:17:06.970096 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-041cf278-235e-4cc4-807b-28946b2b9489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:06.982440 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-041cf278-235e-4cc4-807b-28946b2b9489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:06.991139 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-041cf278-235e-4cc4-807b-28946b2b9489 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c109e896-60b1-42ce-900b-bb8e8e6cb2c8 HTTP/1.1" status: 204 len: 168 time: 0.7679791 Apr 20 13:17:07.025470 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041cf278-235e-4cc4-807b-28946b2b9489 admin admin] Pushing event deleted for resources: {'Network': ['ID=c109e896-60b1-42ce-900b-bb8e8e6cb2c8,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:07.079867 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-906e5bc3-66ab-429e-9c3b-5cfed30ba288 req-a6f3410b-38c4-42bc-b701-e1801a411e65 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866807 Apr 20 13:17:07.123521 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-d657b3ba-c3a0-4c90-9dd1-69c4b270a83a None None] For port 084b109f-3f42-4e2f-acc0-61ef1e59bab9, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=084b109f-3f42-4e2f-acc0-61ef1e59bab9,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:07.178255 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 084b109f-3f42-4e2f-acc0-61ef1e59bab9 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:07.178751 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:07.235610 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d657b3ba-c3a0-4c90-9dd1-69c4b270a83a None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:07.255702 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-43c2050f-0ded-465f-82a1-47ee73808b1e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting port d0da55f5-6b37-41e3-999d-d14348238ecf {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:17:07.256059 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-43c2050f-0ded-465f-82a1-47ee73808b1e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:07.324692 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d657b3ba-c3a0-4c90-9dd1-69c4b270a83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:07.400346 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-43c2050f-0ded-465f-82a1-47ee73808b1e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:07.419565 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-43c2050f-0ded-465f-82a1-47ee73808b1e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Calling delete_port for d0da55f5-6b37-41e3-999d-d14348238ecf owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:17:07.440350 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657b3ba-c3a0-4c90-9dd1-69c4b270a83a None None] Pushing event updated for resources: {'Port': ['ID=084b109f-3f42-4e2f-acc0-61ef1e59bab9,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:07.448412 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4a602349-aaff-4ac4-89a2-f240108181ba req-976f39f4-51d2-4db2-be4f-7841c8ac8d6c tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/ports?device_id=c787421e-a828-488c-b336-a8f9c5506f4a HTTP/1.1" status: 200 len: 210 time: 0.0748305 Apr 20 13:17:07.479895 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7fcadedd-889e-473d-8b04-f90adddb0028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:07.697153 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48442) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:07.756109 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ecc27e63-f9ab-46af-beae-47fb7a418743 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5a7d15631f1f4e9b94d7f317f08f5042&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0573688 Apr 20 13:17:07.758360 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48444) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:07.869459 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7255c49e-c95a-4e24-9f8d-9f238612f806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:07.907231 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7255c49e-c95a-4e24-9f8d-9f238612f806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:07.930767 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fcadedd-889e-473d-8b04-f90adddb0028 admin admin] Router 1ebede76-9a33-4131-a973-ca156d8c2e9b has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:17:08.121236 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7255c49e-c95a-4e24-9f8d-9f238612f806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:08.125202 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7255c49e-c95a-4e24-9f8d-9f238612f806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:08.126743 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7255c49e-c95a-4e24-9f8d-9f238612f806 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9ccdc1e7-d51d-4655-8286-f5eeaead0b00 HTTP/1.1" status: 204 len: 168 time: 0.3673890 Apr 20 13:17:08.129512 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-43c2050f-0ded-465f-82a1-47ee73808b1e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:08.152065 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7255c49e-c95a-4e24-9f8d-9f238612f806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccdc1e7-d51d-4655-8286-f5eeaead0b00,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:08.274578 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c2050f-0ded-465f-82a1-47ee73808b1e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Port': ['ID=d0da55f5-6b37-41e3-999d-d14348238ecf,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:08.345464 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fcadedd-889e-473d-8b04-f90adddb0028 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:17:08.360354 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a9179c-138f-4669-b2b1-8eee8f37baff None None] Sync routers for ids ['1ebede76-9a33-4131-a973-ca156d8c2e9b'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:17:08.379106 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48464) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:08.381006 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7fcadedd-889e-473d-8b04-f90adddb0028 admin admin] 10.222.0.25 "PUT /v2.0/routers/1ebede76-9a33-4131-a973-ca156d8c2e9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9577627 Apr 20 13:17:08.385141 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a9179c-138f-4669-b2b1-8eee8f37baff None None] Routers {'1ebede76-9a33-4131-a973-ca156d8c2e9b'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:17:08.388149 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-97a9179c-138f-4669-b2b1-8eee8f37baff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:16:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['1ebede76-9a33-4131-a973-ca156d8c2e9b'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:08.441468 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48466) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:08.449953 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-43c2050f-0ded-465f-82a1-47ee73808b1e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:08.456311 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-43c2050f-0ded-465f-82a1-47ee73808b1e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/ports/d0da55f5-6b37-41e3-999d-d14348238ecf HTTP/1.1" status: 204 len: 168 time: 1.6100976 Apr 20 13:17:08.459039 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48470) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:08.550031 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-5061899f-16bd-4fb6-92a1-573dd7f1da31 None None] Provisioning complete for port 084b109f-3f42-4e2f-acc0-61ef1e59bab9 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:08.550604 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5061899f-16bd-4fb6-92a1-573dd7f1da31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:08.558396 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89329772-d262-4fab-bb38-869c460aa169 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:08.562886 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-89329772-d262-4fab-bb38-869c460aa169 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0969644 Apr 20 13:17:08.563840 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48474) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:08.601673 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ce67c3b6-d401-495f-8f1f-5d9525528c0a req-7620ac00-584b-4d1f-b11c-21ca3159fb84 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/ports?device_id=c787421e-a828-488c-b336-a8f9c5506f4a HTTP/1.1" status: 200 len: 210 time: 0.0438757 Apr 20 13:17:08.671069 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea799b9b-751a-44fe-a76c-1d57b1024905 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:08.673520 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ea799b9b-751a-44fe-a76c-1d57b1024905 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1084392 Apr 20 13:17:08.696631 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48478) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:08.717165 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-97a9179c-138f-4669-b2b1-8eee8f37baff None None] Set router 1ebede76-9a33-4131-a973-ca156d8c2e9b gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:17:08.886209 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 084b109f-3f42-4e2f-acc0-61ef1e59bab9 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:17:08.942731 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c81038-2e60-4258-97ad-a48b30e654b2 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:08.958107 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c81038-2e60-4258-97ad-a48b30e654b2 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:08.967831 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c81038-2e60-4258-97ad-a48b30e654b2 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:08.972093 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-00c81038-2e60-4258-97ad-a48b30e654b2 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2741249 Apr 20 13:17:08.973794 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48482) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:09.040627 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 084b109f-3f42-4e2f-acc0-61ef1e59bab9 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:09.041004 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:09.087864 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-c773ed67-630e-48ed-a5c8-6b2dd9654995 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting subnet 5b5037d2-f8ac-49bf-8f7c-8d52e5fe7051 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:17:09.111289 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c773ed67-630e-48ed-a5c8-6b2dd9654995 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:09.230595 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-cff775e9-7e03-4802-81ee-333e4a2176cb None None] Could not find standard attr ID for object d0da55f5-6b37-41e3-999d-d14348238ecf. {{(pid=114871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:17:09.249267 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-97a9179c-138f-4669-b2b1-8eee8f37baff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebede76-9a33-4131-a973-ca156d8c2e9b', 'name': 'tempest-ServersTestBootFromVolume-1426058303-router', 'tenant_id': '3a903070609941389257911c1f54a3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '35036ccb-df9a-4ab2-aa29-5caaf6debe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:53Z', 'updated_at': '2022-04-20T13:17:06Z', 'revision_number': 5, 'project_id': '3a903070609941389257911c1f54a3cb', 'gw_port': {'id': '35036ccb-df9a-4ab2-aa29-5caaf6debe1f', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebede76-9a33-4131-a973-ca156d8c2e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:53Z', 'updated_at': '2022-04-20T13:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:09.261702 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-f3c19edb-3ceb-4113-8b08-1b3d9085ddf9 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=2f08a99a944a41938360639f5c49ce47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0976706 Apr 20 13:17:09.321771 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a9179c-138f-4669-b2b1-8eee8f37baff None None] Checking router: 1ebede76-9a33-4131-a973-ca156d8c2e9b for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:17:09.363580 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a9179c-138f-4669-b2b1-8eee8f37baff None None] Routers {'1ebede76-9a33-4131-a973-ca156d8c2e9b'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:17:09.364744 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-97a9179c-138f-4669-b2b1-8eee8f37baff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:16:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['1ebede76-9a33-4131-a973-ca156d8c2e9b'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:09.510653 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4cc4eb-f760-45f4-9ff8-953a27a1e22c req-5e660f9c-ac8f-4b3c-93a5-7edba1327034 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:09.512602 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-da4cc4eb-f760-45f4-9ff8-953a27a1e22c req-5e660f9c-ac8f-4b3c-93a5-7edba1327034 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 945 time: 1.2365155 Apr 20 13:17:09.588099 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-da4cc4eb-f760-45f4-9ff8-953a27a1e22c req-d2f272c6-ffe3-4e01-a112-c4891bc371ae tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655420 Apr 20 13:17:09.588099 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b4f60583-77ed-4356-820d-8c55a7a00e00 admin admin] Notify callbacks [] for router, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:09.679506 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-fd03fa3c-c614-4dda-b2d5-af70eed65ccb tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:09.681027 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-fd03fa3c-c614-4dda-b2d5-af70eed65ccb tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4064205 Apr 20 13:17:09.724675 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b4f60583-77ed-4356-820d-8c55a7a00e00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:09.729486 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-bcad8e15-ad4d-4e86-8695-656ff9886217 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Request body: {'port': {'device_id': '87d96cbe-49c3-4ae4-b5fb-b756896ea36e', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'admin_state_up': True, 'tenant_id': '2f08a99a944a41938360639f5c49ce47'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:09.737281 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-97a9179c-138f-4669-b2b1-8eee8f37baff None None] Set router 1ebede76-9a33-4131-a973-ca156d8c2e9b gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:17:09.739382 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c773ed67-630e-48ed-a5c8-6b2dd9654995 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:09.908155 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d3bc7819-6467-4cf0-b17a-6375d200c04f req-1984c5e2-4cca-49fd-acd8-b42456346ac2 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/ports?device_id=c787421e-a828-488c-b336-a8f9c5506f4a HTTP/1.1" status: 200 len: 210 time: 0.0547290 Apr 20 13:17:09.920183 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-b4f60583-77ed-4356-820d-8c55a7a00e00 admin admin] Deleting port 35036ccb-df9a-4ab2-aa29-5caaf6debe1f {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:17:09.920948 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b4f60583-77ed-4356-820d-8c55a7a00e00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:10.009610 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c773ed67-630e-48ed-a5c8-6b2dd9654995 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:10.079808 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-b4f60583-77ed-4356-820d-8c55a7a00e00 admin admin] For port 35036ccb-df9a-4ab2-aa29-5caaf6debe1f, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=35036ccb-df9a-4ab2-aa29-5caaf6debe1f,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:10.080327 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b4f60583-77ed-4356-820d-8c55a7a00e00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:10.122078 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-b4f60583-77ed-4356-820d-8c55a7a00e00 admin admin] Calling delete_port for 35036ccb-df9a-4ab2-aa29-5caaf6debe1f owned by network:router_gateway {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:17:10.185911 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-97a9179c-138f-4669-b2b1-8eee8f37baff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebede76-9a33-4131-a973-ca156d8c2e9b', 'name': 'tempest-ServersTestBootFromVolume-1426058303-router', 'tenant_id': '3a903070609941389257911c1f54a3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '35036ccb-df9a-4ab2-aa29-5caaf6debe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:53Z', 'updated_at': '2022-04-20T13:17:06Z', 'revision_number': 5, 'project_id': '3a903070609941389257911c1f54a3cb', 'gw_port': {'id': '35036ccb-df9a-4ab2-aa29-5caaf6debe1f', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebede76-9a33-4131-a973-ca156d8c2e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:53Z', 'updated_at': '2022-04-20T13:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:10.205346 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-bcad8e15-ad4d-4e86-8695-656ff9886217 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Made reservation on behalf of 2f08a99a944a41938360639f5c49ce47 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:17:10.209365 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-bcad8e15-ad4d-4e86-8695-656ff9886217 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:10.213715 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a9179c-138f-4669-b2b1-8eee8f37baff None None] The sync data for ids ['1ebede76-9a33-4131-a973-ca156d8c2e9b'] in n-d-836015-7 is: [{'id': '1ebede76-9a33-4131-a973-ca156d8c2e9b', 'name': 'tempest-ServersTestBootFromVolume-1426058303-router', 'tenant_id': '3a903070609941389257911c1f54a3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '35036ccb-df9a-4ab2-aa29-5caaf6debe1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:53Z', 'updated_at': '2022-04-20T13:17:06Z', 'revision_number': 5, 'project_id': '3a903070609941389257911c1f54a3cb', 'gw_port': {'id': '35036ccb-df9a-4ab2-aa29-5caaf6debe1f', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebede76-9a33-4131-a973-ca156d8c2e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:53Z', 'updated_at': '2022-04-20T13:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:17:10.226192 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-bcad8e15-ad4d-4e86-8695-656ff9886217 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:10.356916 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a395baf9-6876-4ec5-bf08-c5fcb5b8e6e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:10.426574 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b4f60583-77ed-4356-820d-8c55a7a00e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:10.440506 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c773ed67-630e-48ed-a5c8-6b2dd9654995 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:10.490132 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773ed67-630e-48ed-a5c8-6b2dd9654995 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Subnet': ['ID=5b5037d2-f8ac-49bf-8f7c-8d52e5fe7051,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:10.495519 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c773ed67-630e-48ed-a5c8-6b2dd9654995 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:10.498873 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c773ed67-630e-48ed-a5c8-6b2dd9654995 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/5b5037d2-f8ac-49bf-8f7c-8d52e5fe7051 HTTP/1.1" status: 204 len: 168 time: 1.5240860 Apr 20 13:17:10.499595 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab57d956-692c-47a5-8f66-bcf6588791d5 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:17:10.507863 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48510) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:10.546308 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773ed67-630e-48ed-a5c8-6b2dd9654995 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:10.546913 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773ed67-630e-48ed-a5c8-6b2dd9654995 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:10.547480 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773ed67-630e-48ed-a5c8-6b2dd9654995 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:10.547980 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773ed67-630e-48ed-a5c8-6b2dd9654995 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:10.548657 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773ed67-630e-48ed-a5c8-6b2dd9654995 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:10.549142 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773ed67-630e-48ed-a5c8-6b2dd9654995 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:10.549655 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773ed67-630e-48ed-a5c8-6b2dd9654995 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:10.550159 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773ed67-630e-48ed-a5c8-6b2dd9654995 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:10.550659 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773ed67-630e-48ed-a5c8-6b2dd9654995 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:10.551702 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773ed67-630e-48ed-a5c8-6b2dd9654995 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:10.552195 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773ed67-630e-48ed-a5c8-6b2dd9654995 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:10.552718 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773ed67-630e-48ed-a5c8-6b2dd9654995 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:10.563656 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f60583-77ed-4356-820d-8c55a7a00e00 admin admin] Pushing event deleted for resources: {'Port': ['ID=35036ccb-df9a-4ab2-aa29-5caaf6debe1f,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:10.568116 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-723a5547-30a6-4550-8d82-1229dd2c78ca tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=2f08a99a944a41938360639f5c49ce47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1272345 Apr 20 13:17:10.569227 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b4f60583-77ed-4356-820d-8c55a7a00e00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:10.716407 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48516) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:10.722230 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec5810f4-41eb-4008-80d5-2fcef84ddc2b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting subnet d6a3172d-f927-45fb-bbc0-fc8fab37a8ae {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:17:10.734181 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ec5810f4-41eb-4008-80d5-2fcef84ddc2b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:10.768272 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 23244d60-8f65-41f7-a9e4-ba0148264b66 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:17:10.782627 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ec5810f4-41eb-4008-80d5-2fcef84ddc2b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:10.849798 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b4f60583-77ed-4356-820d-8c55a7a00e00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:10.898108 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b4f60583-77ed-4356-820d-8c55a7a00e00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:10.922178 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ec5810f4-41eb-4008-80d5-2fcef84ddc2b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:10.948258 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 23244d60-8f65-41f7-a9e4-ba0148264b66 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:17:10.949471 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 23244d60-8f65-41f7-a9e4-ba0148264b66 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:17:10.967981 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-cc8a4ece-2313-4b67-80e8-51994c6a2ed9 tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c9879da00c2d409cb5600ab9b90435a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1148927 Apr 20 13:17:11.005253 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-bcad8e15-ad4d-4e86-8695-656ff9886217 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:11.107349 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-bcad8e15-ad4d-4e86-8695-656ff9886217 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:11.119602 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-fb155e0e-4b0b-43a9-90c8-d7443bc11958 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:11.121955 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-fb155e0e-4b0b-43a9-90c8-d7443bc11958 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3817937 Apr 20 13:17:11.149521 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6caadd5-8a55-4741-bf76-4e2980728f76 req-997a7895-123f-48b6-8b75-71e02eb54a67 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:11.152494 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c6caadd5-8a55-4741-bf76-4e2980728f76 req-997a7895-123f-48b6-8b75-71e02eb54a67 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 945 time: 0.4126146 Apr 20 13:17:11.156372 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48536) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:11.204548 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-783405d6-f90c-4205-ae50-e71ac2377edb tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Request body: {'port': {'device_id': 'c787421e-a828-488c-b336-a8f9c5506f4a', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'admin_state_up': True, 'tenant_id': '2f08a99a944a41938360639f5c49ce47'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:11.233225 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b4f60583-77ed-4356-820d-8c55a7a00e00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:11.233807 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f60583-77ed-4356-820d-8c55a7a00e00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ebede76-9a33-4131-a973-ca156d8c2e9b {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:17:11.318396 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b4f60583-77ed-4356-820d-8c55a7a00e00 admin admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:11.319787 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b4f60583-77ed-4356-820d-8c55a7a00e00 admin admin] 10.222.0.25 "DELETE /v2.0/routers/1ebede76-9a33-4131-a973-ca156d8c2e9b HTTP/1.1" status: 204 len: 168 time: 2.9372549 Apr 20 13:17:11.323679 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c6caadd5-8a55-4741-bf76-4e2980728f76 req-afdce69a-fdbf-4ad4-8333-99070e4cde26 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118429 Apr 20 13:17:11.324515 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48540) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:11.328414 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-e9ab8bf3-0840-4069-988b-c6db8d4642db admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-770464614-network', 'tenant_id': '8a251b2a82ed47dc922f5170da6c153f'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:11.483678 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-768b0df2-b04f-4506-a568-3d7fc0a5655f req-7d96b43e-d0b9-49f7-b5d4-b0c3da406125 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/ports?device_id=c787421e-a828-488c-b336-a8f9c5506f4a HTTP/1.1" status: 200 len: 210 time: 0.0736656 Apr 20 13:17:11.512299 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-fe459c64-aa49-4181-88b2-cc19381f067d tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:11.513913 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-fe459c64-aa49-4181-88b2-cc19381f067d tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5076716 Apr 20 13:17:11.517526 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-36578e78-9943-45c0-a366-a7b9f98ac21f admin admin] Deleting subnet e5630e15-812b-4997-8a6f-c5aae4e89ae1 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:17:11.540800 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-36578e78-9943-45c0-a366-a7b9f98ac21f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:11.546996 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ab8bf3-0840-4069-988b-c6db8d4642db admin admin] Made reservation on behalf of 8a251b2a82ed47dc922f5170da6c153f for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:17:11.546996 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e9ab8bf3-0840-4069-988b-c6db8d4642db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:11.549394 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ec5810f4-41eb-4008-80d5-2fcef84ddc2b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:11.585980 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-d4767038-4441-47e0-ae31-81a110088c2e tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] 10.222.0.25 "GET /v2.0/quotas/c9879da00c2d409cb5600ab9b90435a1 HTTP/1.1" status: 200 len: 375 time: 0.0512846 Apr 20 13:17:11.605840 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4a7c67ee-ee97-414f-aba4-bbbfd8c71fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:11.611069 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e9ab8bf3-0840-4069-988b-c6db8d4642db admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:11.614192 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5810f4-41eb-4008-80d5-2fcef84ddc2b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Subnet': ['ID=d6a3172d-f927-45fb-bbc0-fc8fab37a8ae,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:11.634121 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad8e15-ad4d-4e86-8695-656ff9886217 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba3b931-fda2-4c07-93a8-b75445543aca,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:11.638891 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ec5810f4-41eb-4008-80d5-2fcef84ddc2b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:11.642090 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ec5810f4-41eb-4008-80d5-2fcef84ddc2b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/d6a3172d-f927-45fb-bbc0-fc8fab37a8ae HTTP/1.1" status: 204 len: 168 time: 1.1329553 Apr 20 13:17:11.651455 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48542) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:11.651968 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-c3284d1f-971d-49c0-b98e-c60b1293833b tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c9879da00c2d409cb5600ab9b90435a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649624 Apr 20 13:17:11.656814 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-783405d6-f90c-4205-ae50-e71ac2377edb tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Made reservation on behalf of 2f08a99a944a41938360639f5c49ce47 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:17:11.668760 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-783405d6-f90c-4205-ae50-e71ac2377edb tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:11.673560 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-36578e78-9943-45c0-a366-a7b9f98ac21f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:11.785031 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7c7aa981-1897-46d1-8fc8-e368e4003b5c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0907757 Apr 20 13:17:11.792037 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48544) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:11.799861 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-ae418448-d680-440d-89c6-2d2fd6930dac tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'subnet': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:11.810708 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed24cd8-b69f-425c-9f76-d163f3ff0e94 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:17:11.904276 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-36578e78-9943-45c0-a366-a7b9f98ac21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:11.920509 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-a395baf9-6876-4ec5-bf08-c5fcb5b8e6e1 admin admin] Deleting port 3566f124-3efb-498e-b35f-1acfb1897306 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:17:11.923030 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a395baf9-6876-4ec5-bf08-c5fcb5b8e6e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:11.924888 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-bcad8e15-ad4d-4e86-8695-656ff9886217 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Allocated IP 192.168.233.192 (6efc3d61-2150-4671-a02d-6127df40131a/c5b1f82a-7732-4b50-ab22-2475f182a712/7839d3e5-44bf-4210-9bfa-fa1048539dea) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:17:11.945325 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e9ab8bf3-0840-4069-988b-c6db8d4642db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:11.983134 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-87413103-f932-4e85-8171-9ab60fc98bbe None None] Provisioning complete for port 084b109f-3f42-4e2f-acc0-61ef1e59bab9 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:11.983855 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-87413103-f932-4e85-8171-9ab60fc98bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:12.043754 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e9ab8bf3-0840-4069-988b-c6db8d4642db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:12.043866 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4a7c67ee-ee97-414f-aba4-bbbfd8c71fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:12.086388 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-26f2dc87-bd2a-4029-a390-cba18863c3b1 req-fb40a7e6-48af-40b8-8d89-73c86a76da2a tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8275e3d-867a-4f11-8fc1-90d142cb2f7c HTTP/1.1" status: 200 len: 210 time: 0.0626004 Apr 20 13:17:12.105853 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-36578e78-9943-45c0-a366-a7b9f98ac21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:12.138301 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9ab8bf3-0840-4069-988b-c6db8d4642db admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:17:12.149899 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-a395baf9-6876-4ec5-bf08-c5fcb5b8e6e1 admin admin] For port 3566f124-3efb-498e-b35f-1acfb1897306, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=3566f124-3efb-498e-b35f-1acfb1897306,segment=NetworkSegment(84af7999-438f-4181-814e-70ab50e7b8be),segment_id=84af7999-438f-4181-814e-70ab50e7b8be)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:12.150658 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a395baf9-6876-4ec5-bf08-c5fcb5b8e6e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:12.155315 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae418448-d680-440d-89c6-2d2fd6930dac tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:17:12.158488 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39073e7e-2397-4811-8eaf-b5d9debb52cd None None] DHCP port deletion for 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:17:12.158880 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ae418448-d680-440d-89c6-2d2fd6930dac tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:12.162260 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4a7c67ee-ee97-414f-aba4-bbbfd8c71fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:12.170055 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36578e78-9943-45c0-a366-a7b9f98ac21f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5630e15-812b-4997-8a6f-c5aae4e89ae1,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:12.174791 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab8bf3-0840-4069-988b-c6db8d4642db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404b7c6f-8da9-4d7b-9366-ea3edbd52d8c,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:12.175706 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-36578e78-9943-45c0-a366-a7b9f98ac21f admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:12.182586 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-36578e78-9943-45c0-a366-a7b9f98ac21f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e5630e15-812b-4997-8a6f-c5aae4e89ae1 HTTP/1.1" status: 204 len: 168 time: 0.8458426 Apr 20 13:17:12.185136 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48554) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:12.194481 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e9ab8bf3-0840-4069-988b-c6db8d4642db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:12.194839 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-e9ab8bf3-0840-4069-988b-c6db8d4642db admin admin] Added segment 19e3a771-4c2a-419b-b7fa-73270c5804e5 of type vlan for network 5c930105-af58-4215-bb5d-2a99a1e186f9 Apr 20 13:17:12.199282 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efdac84-bd91-4f1f-8faa-a3cfeff8daf0 None None] Network fc159cf1-473b-41bf-a235-58833b6524ec requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:17:12.262301 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-39073e7e-2397-4811-8eaf-b5d9debb52cd None None] Deleting port 084b109f-3f42-4e2f-acc0-61ef1e59bab9 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:17:12.262683 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-39073e7e-2397-4811-8eaf-b5d9debb52cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:12.281028 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-a395baf9-6876-4ec5-bf08-c5fcb5b8e6e1 admin admin] Calling delete_port for 3566f124-3efb-498e-b35f-1acfb1897306 owned by network:router_interface {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:17:12.311067 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e9ab8bf3-0840-4069-988b-c6db8d4642db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:12.324231 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3df25674-ce7a-4677-8a8e-f1a7d7b0e7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:12.330404 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4a7c67ee-ee97-414f-aba4-bbbfd8c71fa9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1066e7585a1c491f937075196ea8c068&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4263506 Apr 20 13:17:12.332700 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48556) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:12.350215 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c67ee-ee97-414f-aba4-bbbfd8c71fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31138e7d-3061-4bf7-9f09-a0e4533ae6bb,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:12.433302 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7c0a5f6-2507-4499-9ace-101243d4eeb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:12.449190 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-bcad8e15-ad4d-4e86-8695-656ff9886217 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:12.457930 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e9ab8bf3-0840-4069-988b-c6db8d4642db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:12.458916 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ab8bf3-0840-4069-988b-c6db8d4642db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:12.459534 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e9ab8bf3-0840-4069-988b-c6db8d4642db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:12.467662 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-3df25674-ce7a-4677-8a8e-f1a7d7b0e7c6 admin admin] Deleting port af4613bc-0b75-4963-8484-9935c1404141 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:17:12.468003 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3df25674-ce7a-4677-8a8e-f1a7d7b0e7c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:12.471564 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7c0a5f6-2507-4499-9ace-101243d4eeb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:12.488125 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:12.547765 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-39073e7e-2397-4811-8eaf-b5d9debb52cd None None] For port 084b109f-3f42-4e2f-acc0-61ef1e59bab9, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=084b109f-3f42-4e2f-acc0-61ef1e59bab9,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:12.548545 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-39073e7e-2397-4811-8eaf-b5d9debb52cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:12.568960 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-39073e7e-2397-4811-8eaf-b5d9debb52cd None None] Calling delete_port for 084b109f-3f42-4e2f-acc0-61ef1e59bab9 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:17:12.666236 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5028231-efe5-40ff-a25a-99feaa8ad335 None None] DHCP port deletion for fc159cf1-473b-41bf-a235-58833b6524ec request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:17:12.669639 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e9ab8bf3-0840-4069-988b-c6db8d4642db admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4726410 Apr 20 13:17:12.670285 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab8bf3-0840-4069-988b-c6db8d4642db admin admin] Pushing event updated for resources: {'Network': ['ID=5c930105-af58-4215-bb5d-2a99a1e186f9,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:12.672759 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48562) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:12.685066 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-f7cead4a-7ddc-4900-99d8-cf3d9812cab1 admin admin] Request body: {'subnet': {'network_id': '5c930105-af58-4215-bb5d-2a99a1e186f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-770464614-subnet', 'tenant_id': '8a251b2a82ed47dc922f5170da6c153f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:12.691737 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-3df25674-ce7a-4677-8a8e-f1a7d7b0e7c6 admin admin] For port af4613bc-0b75-4963-8484-9935c1404141, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=af4613bc-0b75-4963-8484-9935c1404141,segment=NetworkSegment(32755daa-e72b-493f-ab5b-7ccde96df1b2),segment_id=32755daa-e72b-493f-ab5b-7ccde96df1b2)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:12.692188 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3df25674-ce7a-4677-8a8e-f1a7d7b0e7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:12.707020 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 5c930105-af58-4215-bb5d-2a99a1e186f9 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:17:12.750348 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-3df25674-ce7a-4677-8a8e-f1a7d7b0e7c6 admin admin] Calling delete_port for af4613bc-0b75-4963-8484-9935c1404141 owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:17:12.759701 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-988a48d2-544b-4bf9-ba5c-e396c0dcc4b1 req-6a2c6586-875e-4c87-8755-ce055d36f4ba tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/ports?device_id=c787421e-a828-488c-b336-a8f9c5506f4a HTTP/1.1" status: 200 len: 210 time: 0.0587447 Apr 20 13:17:12.774492 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 084b109f-3f42-4e2f-acc0-61ef1e59bab9 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:17:12.775398 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39356d2-bb27-4777-a96b-5d8054f6c544 req-a3ba66a2-1873-47e5-b791-9b7b72778298 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:12.782884 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b39356d2-bb27-4777-a96b-5d8054f6c544 req-a3ba66a2-1873-47e5-b791-9b7b72778298 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 945 time: 0.2093904 Apr 20 13:17:12.804192 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-39073e7e-2397-4811-8eaf-b5d9debb52cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:12.811905 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 084b109f-3f42-4e2f-acc0-61ef1e59bab9 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:17:12.812942 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 084b109f-3f42-4e2f-acc0-61ef1e59bab9 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:17:12.813367 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 35036ccb-df9a-4ab2-aa29-5caaf6debe1f no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:17:12.835624 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7cead4a-7ddc-4900-99d8-cf3d9812cab1 admin admin] Made reservation on behalf of 8a251b2a82ed47dc922f5170da6c153f for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:17:12.838040 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f7cead4a-7ddc-4900-99d8-cf3d9812cab1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:12.866326 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ae418448-d680-440d-89c6-2d2fd6930dac tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:12.870607 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 35036ccb-df9a-4ab2-aa29-5caaf6debe1f {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:17:12.871230 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 35036ccb-df9a-4ab2-aa29-5caaf6debe1f not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:17:12.873670 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39073e7e-2397-4811-8eaf-b5d9debb52cd None None] Pushing event deleted for resources: {'Port': ['ID=084b109f-3f42-4e2f-acc0-61ef1e59bab9,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:12.880518 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39073e7e-2397-4811-8eaf-b5d9debb52cd None None] No DVR routers for this DVR port 084b109f-3f42-4e2f-acc0-61ef1e59bab9 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:17:12.891725 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-c5028231-efe5-40ff-a25a-99feaa8ad335 None None] Deleting port af4613bc-0b75-4963-8484-9935c1404141 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:17:12.891725 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c5028231-efe5-40ff-a25a-99feaa8ad335 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:12.899718 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7c0a5f6-2507-4499-9ace-101243d4eeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:12.899718 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7c0a5f6-2507-4499-9ace-101243d4eeb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:12.900482 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e7c0a5f6-2507-4499-9ace-101243d4eeb9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/31138e7d-3061-4bf7-9f09-a0e4533ae6bb HTTP/1.1" status: 204 len: 168 time: 0.5597680 Apr 20 13:17:12.922070 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-bcad8e15-ad4d-4e86-8695-656ff9886217 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:12.942765 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae418448-d680-440d-89c6-2d2fd6930dac tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:17:12.961074 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:12.971056 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b39356d2-bb27-4777-a96b-5d8054f6c544 req-6a117218-1d6b-4755-b596-c5833895d7a9 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872175 Apr 20 13:17:12.987085 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c0a5f6-2507-4499-9ace-101243d4eeb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31138e7d-3061-4bf7-9f09-a0e4533ae6bb,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:12.999991 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-c5028231-efe5-40ff-a25a-99feaa8ad335 None None] For port af4613bc-0b75-4963-8484-9935c1404141, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=af4613bc-0b75-4963-8484-9935c1404141,segment=NetworkSegment(32755daa-e72b-493f-ab5b-7ccde96df1b2),segment_id=32755daa-e72b-493f-ab5b-7ccde96df1b2)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:13.000741 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c5028231-efe5-40ff-a25a-99feaa8ad335 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:13.014902 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-ae418448-d680-440d-89c6-2d2fd6930dac tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:17:13.018617 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a395baf9-6876-4ec5-bf08-c5fcb5b8e6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:13.033028 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae418448-d680-440d-89c6-2d2fd6930dac tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:13.033727 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ae418448-d680-440d-89c6-2d2fd6930dac tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:13.040572 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-c5028231-efe5-40ff-a25a-99feaa8ad335 None None] Calling delete_port for af4613bc-0b75-4963-8484-9935c1404141 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:17:13.041994 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc2fb4a-4aad-4a46-9756-4440efaed692 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:17:13.050733 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae418448-d680-440d-89c6-2d2fd6930dac tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Subnet': ['ID=1ea8da1a-5732-4a7b-b994-ff478a38ad3b,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:13.068613 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-bcad8e15-ad4d-4e86-8695-656ff9886217 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Network 6efc3d61-2150-4671-a02d-6127df40131a is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:17:13.073854 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-783405d6-f90c-4205-ae50-e71ac2377edb tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Allocated IP 192.168.233.136 (6efc3d61-2150-4671-a02d-6127df40131a/c5b1f82a-7732-4b50-ab22-2475f182a712/04d11977-3dd4-4c29-b12b-775990f95293) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:17:13.080575 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-bcad8e15-ad4d-4e86-8695-656ff9886217 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:17:13.086008 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-bcad8e15-ad4d-4e86-8695-656ff9886217 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:17:13.087182 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad8e15-ad4d-4e86-8695-656ff9886217 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Pushing event updated for resources: {'Port': ['ID=7839d3e5-44bf-4210-9bfa-fa1048539dea,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:13.203893 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a395baf9-6876-4ec5-bf08-c5fcb5b8e6e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3566f124-3efb-498e-b35f-1acfb1897306,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:13.222137 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ae418448-d680-440d-89c6-2d2fd6930dac tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4291244 Apr 20 13:17:13.233467 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48570) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:13.240433 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-1822e67a-5a23-42d5-935c-c2ad94cf46e3 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'subnet': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:13.400674 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-bcad8e15-ad4d-4e86-8695-656ff9886217 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:13.401543 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-bcad8e15-ad4d-4e86-8695-656ff9886217 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:13.460985 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c5028231-efe5-40ff-a25a-99feaa8ad335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:13.503723 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5028231-efe5-40ff-a25a-99feaa8ad335 None None] Pushing event deleted for resources: {'Port': ['ID=af4613bc-0b75-4963-8484-9935c1404141,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:13.511549 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5028231-efe5-40ff-a25a-99feaa8ad335 None None] No DVR routers for this DVR port af4613bc-0b75-4963-8484-9935c1404141 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:17:13.577186 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74e1317-eff3-4d2e-a75c-e6179dab8d95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'tenant_id': 'e15b1c7bfa92407ca1c9e50937c4673f', 'fixed_ips': [{'subnet_id': '1ea8da1a-5732-4a7b-b994-ff478a38ad3b'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:17:13.577989 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-bcad8e15-ad4d-4e86-8695-656ff9886217 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8849449 Apr 20 13:17:13.578206 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a74e1317-eff3-4d2e-a75c-e6179dab8d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:13.592722 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-639bab0a-6c5e-44be-9dfe-b0dba2e26a5b service neutron] Request body: {'port': {'device_id': '87d96cbe-49c3-4ae4-b5fb-b756896ea36e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:13.606613 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-704965db-bbce-44f7-8d20-006c18cd92fd req-2bcfea90-e0ce-4ab3-a3d9-da28382083bd tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8275e3d-867a-4f11-8fc1-90d142cb2f7c HTTP/1.1" status: 200 len: 210 time: 0.4337816 Apr 20 13:17:13.607229 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3df25674-ce7a-4677-8a8e-f1a7d7b0e7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:13.617168 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ab6c86c9-bc8c-4005-a05a-305807695cab None None] Provisioning complete for port 7839d3e5-44bf-4210-9bfa-fa1048539dea triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:13.618284 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ab6c86c9-bc8c-4005-a05a-305807695cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:13.618579 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a395baf9-6876-4ec5-bf08-c5fcb5b8e6e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:13.636478 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df25674-ce7a-4677-8a8e-f1a7d7b0e7c6 admin admin] No DVR routers for this DVR port af4613bc-0b75-4963-8484-9935c1404141 on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:17:13.670614 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df25674-ce7a-4677-8a8e-f1a7d7b0e7c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=af4613bc-0b75-4963-8484-9935c1404141,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:13.706692 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-639bab0a-6c5e-44be-9dfe-b0dba2e26a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:13.717403 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1822e67a-5a23-42d5-935c-c2ad94cf46e3 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:17:13.720500 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ab6c86c9-bc8c-4005-a05a-305807695cab None None] Port 7839d3e5-44bf-4210-9bfa-fa1048539dea cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:17:13.720644 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1822e67a-5a23-42d5-935c-c2ad94cf46e3 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:13.741619 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df25674-ce7a-4677-8a8e-f1a7d7b0e7c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:13.742077 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df25674-ce7a-4677-8a8e-f1a7d7b0e7c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:13.742912 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df25674-ce7a-4677-8a8e-f1a7d7b0e7c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:13.742912 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df25674-ce7a-4677-8a8e-f1a7d7b0e7c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:13.743121 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df25674-ce7a-4677-8a8e-f1a7d7b0e7c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:13.743835 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df25674-ce7a-4677-8a8e-f1a7d7b0e7c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:13.744250 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df25674-ce7a-4677-8a8e-f1a7d7b0e7c6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:13.744918 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df25674-ce7a-4677-8a8e-f1a7d7b0e7c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:13.745037 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df25674-ce7a-4677-8a8e-f1a7d7b0e7c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:13.745381 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df25674-ce7a-4677-8a8e-f1a7d7b0e7c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:13.745762 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df25674-ce7a-4677-8a8e-f1a7d7b0e7c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:13.746143 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df25674-ce7a-4677-8a8e-f1a7d7b0e7c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:13.787286 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-a74e1317-eff3-4d2e-a75c-e6179dab8d95 None None] Allocated IP 2001:db8::2 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/1ea8da1a-5732-4a7b-b994-ff478a38ad3b/a81bee43-7dab-4470-befa-0f52f18d6991) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:17:13.910031 n-d-836015-7 neutron-server[114870]: INFO neutron.db.ipam_backend_mixin [None req-1822e67a-5a23-42d5-935c-c2ad94cf46e3 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1ea8da1a-5732-4a7b-b994-ff478a38ad3b (CIDR: 2001:db8::/64) Apr 20 13:17:13.936809 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48576) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:13.964919 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-1822e67a-5a23-42d5-935c-c2ad94cf46e3 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:17:13.965425 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1822e67a-5a23-42d5-935c-c2ad94cf46e3 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:13.970039 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3df25674-ce7a-4677-8a8e-f1a7d7b0e7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:13.984406 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a74e1317-eff3-4d2e-a75c-e6179dab8d95 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:14.017978 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-49adb861-8cad-40d8-83f6-fd1239fc8bd8 req-b3d4a7e7-7757-482e-9a8e-5aa8dbc61f8f tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/ports?device_id=c787421e-a828-488c-b336-a8f9c5506f4a HTTP/1.1" status: 200 len: 210 time: 0.1040981 Apr 20 13:17:14.019317 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b422b24c-3fe0-4ece-9de8-82debb442897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:14.072503 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-3df25674-ce7a-4677-8a8e-f1a7d7b0e7c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc159cf1-473b-41bf-a235-58833b6524ec']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:14.085642 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a74e1317-eff3-4d2e-a75c-e6179dab8d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:14.106692 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-3df25674-ce7a-4677-8a8e-f1a7d7b0e7c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32755daa-e72b-493f-ab5b-7ccde96df1b2') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:14.110677 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-3df25674-ce7a-4677-8a8e-f1a7d7b0e7c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32755daa-e72b-493f-ab5b-7ccde96df1b2') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:14.112546 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-783405d6-f90c-4205-ae50-e71ac2377edb tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:14.121971 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a395baf9-6876-4ec5-bf08-c5fcb5b8e6e1 admin admin] Router f12f7345-e5ab-404b-aedb-f3b847b28642 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:17:14.137718 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1822e67a-5a23-42d5-935c-c2ad94cf46e3 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9011757 Apr 20 13:17:14.138366 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48580) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:14.140520 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74e1317-eff3-4d2e-a75c-e6179dab8d95 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:17:14.144348 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3df25674-ce7a-4677-8a8e-f1a7d7b0e7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:14.145909 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-a74e1317-eff3-4d2e-a75c-e6179dab8d95 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:17:14.146021 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-bd78d310-08f2-4380-9683-423c814d8a76 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'subnet': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:14.148603 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74e1317-eff3-4d2e-a75c-e6179dab8d95 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:17:14.198453 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e1317-eff3-4d2e-a75c-e6179dab8d95 None None] Pushing event updated for resources: {'Port': ['ID=a81bee43-7dab-4470-befa-0f52f18d6991,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:14.201486 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3df25674-ce7a-4677-8a8e-f1a7d7b0e7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:14.212848 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f7cead4a-7ddc-4900-99d8-cf3d9812cab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:14.229601 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3df25674-ce7a-4677-8a8e-f1a7d7b0e7c6 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:17:14.230267 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3df25674-ce7a-4677-8a8e-f1a7d7b0e7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:14.237397 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:17:14.237397 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:17:14.237397 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:17:14.237397 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:17:14.237397 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:17:14.237397 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:17:14.237397 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:17:14.237397 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:17:14.237397 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:17:14.237397 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:17:14.237397 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:17:14.237397 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:17:14.237397 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:17:14.237397 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:17:14.237397 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:17:14.237397 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:17:14.237397 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:17:14.237397 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:17:14.237397 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:17:14.237397 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:17:14.237397 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:17:14.237397 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:17:14.237397 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:17:14.237397 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:17:14.237397 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:17:14.237397 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:17:14.237397 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:17:14.237397 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:17:14.237397 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:17:14.237397 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:17:14.237397 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:17:14.237397 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:17:14.240118 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-a74e1317-eff3-4d2e-a75c-e6179dab8d95 None None] Attempting to bind port a81bee43-7dab-4470-befa-0f52f18d6991 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:17:14.240509 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-a74e1317-eff3-4d2e-a75c-e6179dab8d95 None None] Attempting to bind port a81bee43-7dab-4470-befa-0f52f18d6991 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:17:14.240935 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74e1317-eff3-4d2e-a75c-e6179dab8d95 None None] Attempting to bind port a81bee43-7dab-4470-befa-0f52f18d6991 on network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:17:14.246100 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74e1317-eff3-4d2e-a75c-e6179dab8d95 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:17:14.246564 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74e1317-eff3-4d2e-a75c-e6179dab8d95 None None] Checking segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:17:14.247020 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a74e1317-eff3-4d2e-a75c-e6179dab8d95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:14.247502 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74e1317-eff3-4d2e-a75c-e6179dab8d95 None None] Bound using segment: {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:17:14.248036 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-a74e1317-eff3-4d2e-a75c-e6179dab8d95 None None] Bound port: a81bee43-7dab-4470-befa-0f52f18d6991, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c785b58b-a699-4e58-9c1e-c754ab724ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:17:14.248481 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a74e1317-eff3-4d2e-a75c-e6179dab8d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:14.340816 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-a74e1317-eff3-4d2e-a75c-e6179dab8d95 None None] For port a81bee43-7dab-4470-befa-0f52f18d6991, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:17:14.341166 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a395baf9-6876-4ec5-bf08-c5fcb5b8e6e1 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:17:14.346552 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-a74e1317-eff3-4d2e-a75c-e6179dab8d95 None None] For port a81bee43-7dab-4470-befa-0f52f18d6991, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=a81bee43-7dab-4470-befa-0f52f18d6991,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:17:14.347663 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a395baf9-6876-4ec5-bf08-c5fcb5b8e6e1 admin admin] 10.222.0.25 "PUT /v2.0/routers/f12f7345-e5ab-404b-aedb-f3b847b28642/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9046559 Apr 20 13:17:14.352637 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48582) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:14.353005 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b6e52c-8729-43ff-835f-216a341b752a req-137b068c-ee87-4824-95bc-20d0d003a207 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:14.353005 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e4b6e52c-8729-43ff-835f-216a341b752a req-137b068c-ee87-4824-95bc-20d0d003a207 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 945 time: 0.2482114 Apr 20 13:17:14.355044 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dfea95-4cf1-4613-93b3-41f6d6c80a2c None None] Sync routers for ids ['f12f7345-e5ab-404b-aedb-f3b847b28642'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:17:14.370359 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dfea95-4cf1-4613-93b3-41f6d6c80a2c None None] Routers {'f12f7345-e5ab-404b-aedb-f3b847b28642'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:17:14.371192 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-53dfea95-4cf1-4613-93b3-41f6d6c80a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:16:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f12f7345-e5ab-404b-aedb-f3b847b28642'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:14.395592 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cead4a-7ddc-4900-99d8-cf3d9812cab1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1670e5a2-b1d0-439a-95c3-825f4fe5879a,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:14.424982 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a74e1317-eff3-4d2e-a75c-e6179dab8d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:14.439911 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-783405d6-f90c-4205-ae50-e71ac2377edb tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:14.452423 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cead4a-7ddc-4900-99d8-cf3d9812cab1 admin admin] Checking segment: {'id': '19e3a771-4c2a-419b-b7fa-73270c5804e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5c930105-af58-4215-bb5d-2a99a1e186f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:17:14.452754 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cead4a-7ddc-4900-99d8-cf3d9812cab1 admin admin] Network hostable DHCP agents. Network: 5c930105-af58-4215-bb5d-2a99a1e186f9, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:17:14.462979 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b422b24c-3fe0-4ece-9de8-82debb442897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:14.489153 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e4b6e52c-8729-43ff-835f-216a341b752a req-59d508f7-5d45-4a60-b9e8-574d7f638cc4 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197071 Apr 20 13:17:14.516515 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3df25674-ce7a-4677-8a8e-f1a7d7b0e7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:14.540698 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd78d310-08f2-4380-9683-423c814d8a76 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:17:14.544146 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bd78d310-08f2-4380-9683-423c814d8a76 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:14.545021 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3df25674-ce7a-4677-8a8e-f1a7d7b0e7c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:14.550646 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-3df25674-ce7a-4677-8a8e-f1a7d7b0e7c6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/fc159cf1-473b-41bf-a235-58833b6524ec HTTP/1.1" status: 204 len: 168 time: 2.3617218 Apr 20 13:17:14.550646 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-783405d6-f90c-4205-ae50-e71ac2377edb tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Network 6efc3d61-2150-4671-a02d-6127df40131a is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:17:14.569097 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-783405d6-f90c-4205-ae50-e71ac2377edb tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:17:14.575845 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df25674-ce7a-4677-8a8e-f1a7d7b0e7c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc159cf1-473b-41bf-a235-58833b6524ec,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:14.578051 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-783405d6-f90c-4205-ae50-e71ac2377edb tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:17:14.580786 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b422b24c-3fe0-4ece-9de8-82debb442897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:14.587341 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783405d6-f90c-4205-ae50-e71ac2377edb tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Pushing event updated for resources: {'Port': ['ID=04d11977-3dd4-4c29-b12b-775990f95293,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:14.601233 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e1317-eff3-4d2e-a75c-e6179dab8d95 None None] Pushing event updated for resources: {'Port': ['ID=a81bee43-7dab-4470-befa-0f52f18d6991,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:14.606594 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-53dfea95-4cf1-4613-93b3-41f6d6c80a2c None None] Set router f12f7345-e5ab-404b-aedb-f3b847b28642 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:17:14.667781 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cead4a-7ddc-4900-99d8-cf3d9812cab1 admin admin] Network 5c930105-af58-4215-bb5d-2a99a1e186f9 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:17:14.710796 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b422b24c-3fe0-4ece-9de8-82debb442897 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=64f5c6ebf75b4f24830e2b19f7535d5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7726758 Apr 20 13:17:14.715047 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b422b24c-3fe0-4ece-9de8-82debb442897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7345b47-3b7f-4a88-800c-ddf8c17bced6,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:14.728273 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48588) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:14.805433 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-783405d6-f90c-4205-ae50-e71ac2377edb tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:14.808143 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-783405d6-f90c-4205-ae50-e71ac2377edb tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:14.851686 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84009ba7-3b6a-4575-96e0-6b51290d9c1c admin admin] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:14.862717 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6ee5fc5d-e953-49c4-a18f-fdc40184c557 req-ab8e35ca-2930-47b3-928f-4bbe78b1271e tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8275e3d-867a-4f11-8fc1-90d142cb2f7c HTTP/1.1" status: 200 len: 210 time: 0.1191702 Apr 20 13:17:14.863873 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-f7cead4a-7ddc-4900-99d8-cf3d9812cab1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 5c930105-af58-4215-bb5d-2a99a1e186f9) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:17:14.888566 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cead4a-7ddc-4900-99d8-cf3d9812cab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:14.889365 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f7cead4a-7ddc-4900-99d8-cf3d9812cab1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:14.934731 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b6917281-6221-4a12-b25e-d40f64f8861d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:15.008412 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381b7d54-f9ac-4dbc-9cd2-d089f8a8c304 None None] Network 5c930105-af58-4215-bb5d-2a99a1e186f9 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:17:15.014332 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-70d94916-3928-4ac3-b17d-4cf8e6bde29a tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c9879da00c2d409cb5600ab9b90435a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609353 Apr 20 13:17:15.057300 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b6917281-6221-4a12-b25e-d40f64f8861d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:15.119012 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-783405d6-f90c-4205-ae50-e71ac2377edb tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9644177 Apr 20 13:17:15.131392 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-7488e7e8-fbd2-4862-a19f-c50bea9c7eba service neutron] Request body: {'port': {'device_id': 'c787421e-a828-488c-b336-a8f9c5506f4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:15.157538 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device af4613bc-0b75-4963-8484-9935c1404141 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:17:15.204244 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: af4613bc-0b75-4963-8484-9935c1404141 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:17:15.204515 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device af4613bc-0b75-4963-8484-9935c1404141 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:17:15.257539 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-d1c4310a-3c2b-4598-acb6-3843ffc98f84 None None] Provisioning complete for port 04d11977-3dd4-4c29-b12b-775990f95293 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:15.258318 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c4310a-3c2b-4598-acb6-3843ffc98f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:15.291204 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f7cead4a-7ddc-4900-99d8-cf3d9812cab1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.6147201 Apr 20 13:17:15.340281 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-7488e7e8-fbd2-4862-a19f-c50bea9c7eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:15.370519 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-53dfea95-4cf1-4613-93b3-41f6d6c80a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12f7345-e5ab-404b-aedb-f3b847b28642', 'name': 'tempest-TaggedBootDevicesTest_v242-463053943-router', 'tenant_id': '751edd8696be4dfdb3446a3e33725797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'c5777304-e63c-475b-80df-7ac06bd03836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:09:05Z', 'updated_at': '2022-04-20T13:17:12Z', 'revision_number': 5, 'project_id': '751edd8696be4dfdb3446a3e33725797', 'gw_port': {'id': 'c5777304-e63c-475b-80df-7ac06bd03836', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12f7345-e5ab-404b-aedb-f3b847b28642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:09:07Z', 'updated_at': '2022-04-20T13:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:15.429880 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48594) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:15.433741 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b6917281-6221-4a12-b25e-d40f64f8861d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:15.436716 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b6917281-6221-4a12-b25e-d40f64f8861d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:15.438172 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b6917281-6221-4a12-b25e-d40f64f8861d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a7345b47-3b7f-4a88-800c-ddf8c17bced6 HTTP/1.1" status: 204 len: 168 time: 0.7006288 Apr 20 13:17:15.472433 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-f09cf09f-ae55-473e-ab10-6adf1a5e71c6 tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:15.474943 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-f09cf09f-ae55-473e-ab10-6adf1a5e71c6 tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4551656 Apr 20 13:17:15.499273 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-9289532b-3a3c-4682-b66d-43d310c7f3cc tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] Request body: {'port': {'device_id': 'a8275e3d-867a-4f11-8fc1-90d142cb2f7c', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'admin_state_up': True, 'tenant_id': 'c9879da00c2d409cb5600ab9b90435a1'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:15.511115 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6917281-6221-4a12-b25e-d40f64f8861d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7345b47-3b7f-4a88-800c-ddf8c17bced6,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:15.556684 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0dbf2-cace-44a4-b3e5-a72194359fb4 req-5d68aa3c-e8fa-4433-901f-9e4e5342ae2e tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:15.558404 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aab0dbf2-cace-44a4-b3e5-a72194359fb4 req-5d68aa3c-e8fa-4433-901f-9e4e5342ae2e tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/ports?device_id=c787421e-a828-488c-b336-a8f9c5506f4a HTTP/1.1" status: 200 len: 936 time: 0.3162768 Apr 20 13:17:15.647543 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dfea95-4cf1-4613-93b3-41f6d6c80a2c None None] Checking router: f12f7345-e5ab-404b-aedb-f3b847b28642 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:17:15.666357 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a06341-af11-4d48-a6d5-f5ea0e2cd7e9 None None] Network 5c930105-af58-4215-bb5d-2a99a1e186f9 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:17:15.668133 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-d1c4310a-3c2b-4598-acb6-3843ffc98f84 None None] Port 04d11977-3dd4-4c29-b12b-775990f95293 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:17:15.728446 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dfea95-4cf1-4613-93b3-41f6d6c80a2c None None] Routers {'f12f7345-e5ab-404b-aedb-f3b847b28642'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:17:15.729121 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-53dfea95-4cf1-4613-93b3-41f6d6c80a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:16:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f12f7345-e5ab-404b-aedb-f3b847b28642'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:15.779056 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-57278b69-9260-4c89-9607-2ae47775befb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3a903070609941389257911c1f54a3cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3395672 Apr 20 13:17:15.787984 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48604) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:15.834281 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aab0dbf2-cace-44a4-b3e5-a72194359fb4 req-990d7b2e-d44d-462e-b81f-f7744d691d8f tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ba3b931-fda2-4c07-93a8-b75445543aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354663 Apr 20 13:17:15.849060 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84009ba7-3b6a-4575-96e0-6b51290d9c1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:15.905926 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-639bab0a-6c5e-44be-9dfe-b0dba2e26a5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7839d3e5-44bf-4210-9bfa-fa1048539dea {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:17:15.932197 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-639bab0a-6c5e-44be-9dfe-b0dba2e26a5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:15.968610 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-53dfea95-4cf1-4613-93b3-41f6d6c80a2c None None] Set router f12f7345-e5ab-404b-aedb-f3b847b28642 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:17:15.968976 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-639bab0a-6c5e-44be-9dfe-b0dba2e26a5b service neutron] Transition to ACTIVE for port object 7839d3e5-44bf-4210-9bfa-fa1048539dea will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:17:15.971544 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-9289532b-3a3c-4682-b66d-43d310c7f3cc tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] Made reservation on behalf of c9879da00c2d409cb5600ab9b90435a1 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:17:15.976005 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-9289532b-3a3c-4682-b66d-43d310c7f3cc tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:15.992483 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-9289532b-3a3c-4682-b66d-43d310c7f3cc tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:15.992652 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9811944d-066a-49d8-9eb1-47fa7646a45f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:16.047277 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9811944d-066a-49d8-9eb1-47fa7646a45f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:16.101457 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-639bab0a-6c5e-44be-9dfe-b0dba2e26a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:16.217405 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9811944d-066a-49d8-9eb1-47fa7646a45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:16.220349 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9811944d-066a-49d8-9eb1-47fa7646a45f admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:16.221769 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9811944d-066a-49d8-9eb1-47fa7646a45f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/601f7c3c-b3a5-40bb-ba4f-dc6ae5edcc57 HTTP/1.1" status: 204 len: 168 time: 0.4317808 Apr 20 13:17:16.265650 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa54029-0870-4f35-81b2-93d6f331b317 req-56810711-e13b-4f90-84b3-b48ab4707e06 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:16.273529 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1fa54029-0870-4f35-81b2-93d6f331b317 req-56810711-e13b-4f90-84b3-b48ab4707e06 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 945 time: 0.2421086 Apr 20 13:17:16.333855 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9811944d-066a-49d8-9eb1-47fa7646a45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601f7c3c-b3a5-40bb-ba4f-dc6ae5edcc57,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:16.340062 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639bab0a-6c5e-44be-9dfe-b0dba2e26a5b service neutron] Pushing event updated for resources: {'Port': ['ID=7839d3e5-44bf-4210-9bfa-fa1048539dea,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:16.377606 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-9289532b-3a3c-4682-b66d-43d310c7f3cc tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:16.433938 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-57f49dce-e747-467e-ab78-a76dc756f4f0 None None] Provisioning complete for port a81bee43-7dab-4470-befa-0f52f18d6991 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:16.435252 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-57f49dce-e747-467e-ab78-a76dc756f4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:16.453283 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1fa54029-0870-4f35-81b2-93d6f331b317 req-b461ce0e-18f2-47ff-8790-73f19a3620ad tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784813 Apr 20 13:17:16.537600 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-38c82593-5919-419e-a4fb-674f89d3f6a3 req-dd5a77e4-c300-4173-b897-f118843a763a tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8275e3d-867a-4f11-8fc1-90d142cb2f7c HTTP/1.1" status: 200 len: 210 time: 0.0421784 Apr 20 13:17:16.540644 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-9289532b-3a3c-4682-b66d-43d310c7f3cc tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:16.574843 n-d-836015-7 neutron-server[114870]: DEBUG neutron.objects.ports [None req-bd78d310-08f2-4380-9683-423c814d8a76 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114870) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 13:17:16.587464 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-84009ba7-3b6a-4575-96e0-6b51290d9c1c admin admin] Deleting port c5777304-e63c-475b-80df-7ac06bd03836 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:17:16.588099 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84009ba7-3b6a-4575-96e0-6b51290d9c1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:16.618207 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:17:16.618798 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-7488e7e8-fbd2-4862-a19f-c50bea9c7eba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04d11977-3dd4-4c29-b12b-775990f95293 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:17:16.638803 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-7488e7e8-fbd2-4862-a19f-c50bea9c7eba service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:16.693836 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-53dfea95-4cf1-4613-93b3-41f6d6c80a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12f7345-e5ab-404b-aedb-f3b847b28642', 'name': 'tempest-TaggedBootDevicesTest_v242-463053943-router', 'tenant_id': '751edd8696be4dfdb3446a3e33725797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'c5777304-e63c-475b-80df-7ac06bd03836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:09:05Z', 'updated_at': '2022-04-20T13:17:12Z', 'revision_number': 5, 'project_id': '751edd8696be4dfdb3446a3e33725797', 'gw_port': {'id': 'c5777304-e63c-475b-80df-7ac06bd03836', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12f7345-e5ab-404b-aedb-f3b847b28642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:09:07Z', 'updated_at': '2022-04-20T13:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:16.698915 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-57f49dce-e747-467e-ab78-a76dc756f4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:16.783756 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dfea95-4cf1-4613-93b3-41f6d6c80a2c None None] The sync data for ids ['f12f7345-e5ab-404b-aedb-f3b847b28642'] in n-d-836015-7 is: [{'id': 'f12f7345-e5ab-404b-aedb-f3b847b28642', 'name': 'tempest-TaggedBootDevicesTest_v242-463053943-router', 'tenant_id': '751edd8696be4dfdb3446a3e33725797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'c5777304-e63c-475b-80df-7ac06bd03836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:09:05Z', 'updated_at': '2022-04-20T13:17:12Z', 'revision_number': 5, 'project_id': '751edd8696be4dfdb3446a3e33725797', 'gw_port': {'id': 'c5777304-e63c-475b-80df-7ac06bd03836', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12f7345-e5ab-404b-aedb-f3b847b28642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:09:07Z', 'updated_at': '2022-04-20T13:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:17:16.796933 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-639bab0a-6c5e-44be-9dfe-b0dba2e26a5b service neutron] Attempting to bind port 7839d3e5-44bf-4210-9bfa-fa1048539dea on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:17:16.797502 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-639bab0a-6c5e-44be-9dfe-b0dba2e26a5b service neutron] Attempting to bind port 7839d3e5-44bf-4210-9bfa-fa1048539dea by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:17:16.797756 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-639bab0a-6c5e-44be-9dfe-b0dba2e26a5b service neutron] Attempting to bind port 7839d3e5-44bf-4210-9bfa-fa1048539dea on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:17:16.820669 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-639bab0a-6c5e-44be-9dfe-b0dba2e26a5b service neutron] Port 7839d3e5-44bf-4210-9bfa-fa1048539dea on network 6efc3d61-2150-4671-a02d-6127df40131a not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:17:16.820669 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-639bab0a-6c5e-44be-9dfe-b0dba2e26a5b service neutron] Attempting to bind port 7839d3e5-44bf-4210-9bfa-fa1048539dea on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:17:16.825356 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device a81bee43-7dab-4470-befa-0f52f18d6991 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:17:16.851298 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-7488e7e8-fbd2-4862-a19f-c50bea9c7eba service neutron] Transition to ACTIVE for port object 04d11977-3dd4-4c29-b12b-775990f95293 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:17:16.859987 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-57f49dce-e747-467e-ab78-a76dc756f4f0 None None] For port a81bee43-7dab-4470-befa-0f52f18d6991, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=a81bee43-7dab-4470-befa-0f52f18d6991,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:16.860580 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9289532b-3a3c-4682-b66d-43d310c7f3cc tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfe41d1-a9a8-4fb6-92c2-f56171bddca0,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:16.888636 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-639bab0a-6c5e-44be-9dfe-b0dba2e26a5b service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:17:16.889243 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-639bab0a-6c5e-44be-9dfe-b0dba2e26a5b service neutron] Checking segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:17:16.889803 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-639bab0a-6c5e-44be-9dfe-b0dba2e26a5b service neutron] Bound using segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:17:16.890993 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-639bab0a-6c5e-44be-9dfe-b0dba2e26a5b service neutron] Bound port: 7839d3e5-44bf-4210-9bfa-fa1048539dea, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:17:16.892631 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-639bab0a-6c5e-44be-9dfe-b0dba2e26a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:16.921762 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-84009ba7-3b6a-4575-96e0-6b51290d9c1c admin admin] For port c5777304-e63c-475b-80df-7ac06bd03836, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=c5777304-e63c-475b-80df-7ac06bd03836,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:16.922686 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84009ba7-3b6a-4575-96e0-6b51290d9c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:16.935123 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-7488e7e8-fbd2-4862-a19f-c50bea9c7eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:16.938445 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-57f49dce-e747-467e-ab78-a76dc756f4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:16.944329 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-84009ba7-3b6a-4575-96e0-6b51290d9c1c admin admin] Calling delete_port for c5777304-e63c-475b-80df-7ac06bd03836 owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:17:17.005623 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f49dce-e747-467e-ab78-a76dc756f4f0 None None] Pushing event updated for resources: {'Port': ['ID=a81bee43-7dab-4470-befa-0f52f18d6991,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:17.022715 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port a81bee43-7dab-4470-befa-0f52f18d6991 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:17.023350 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:17.143618 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-9289532b-3a3c-4682-b66d-43d310c7f3cc tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] Allocated IP 192.168.233.187 (6efc3d61-2150-4671-a02d-6127df40131a/c5b1f82a-7732-4b50-ab22-2475f182a712/5192d155-9f67-4efc-8c85-d250be2423e6) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:17:17.225198 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e7e8-fbd2-4862-a19f-c50bea9c7eba service neutron] Pushing event updated for resources: {'Port': ['ID=04d11977-3dd4-4c29-b12b-775990f95293,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:17.292693 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e8611-6816-4ac3-8b6d-29baf269b1ef req-6ce039e2-2214-4e0d-b497-2917537486bb tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:17.300163 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-639bab0a-6c5e-44be-9dfe-b0dba2e26a5b service neutron] For port 7839d3e5-44bf-4210-9bfa-fa1048539dea, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:17:17.301489 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b44e8611-6816-4ac3-8b6d-29baf269b1ef req-6ce039e2-2214-4e0d-b497-2917537486bb tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/ports?device_id=c787421e-a828-488c-b336-a8f9c5506f4a HTTP/1.1" status: 200 len: 948 time: 0.3298888 Apr 20 13:17:17.316943 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-639bab0a-6c5e-44be-9dfe-b0dba2e26a5b service neutron] For port 7839d3e5-44bf-4210-9bfa-fa1048539dea, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=7839d3e5-44bf-4210-9bfa-fa1048539dea,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:17:17.425994 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b44e8611-6816-4ac3-8b6d-29baf269b1ef req-6fc6016c-1dd1-4887-af97-ad050b4ac70a tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ba3b931-fda2-4c07-93a8-b75445543aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188800 Apr 20 13:17:17.441482 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-639bab0a-6c5e-44be-9dfe-b0dba2e26a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:17.452929 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-7488e7e8-fbd2-4862-a19f-c50bea9c7eba service neutron] Attempting to bind port 04d11977-3dd4-4c29-b12b-775990f95293 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:17:17.453545 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-7488e7e8-fbd2-4862-a19f-c50bea9c7eba service neutron] Attempting to bind port 04d11977-3dd4-4c29-b12b-775990f95293 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:17:17.454077 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-7488e7e8-fbd2-4862-a19f-c50bea9c7eba service neutron] Attempting to bind port 04d11977-3dd4-4c29-b12b-775990f95293 on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:17:17.514484 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639bab0a-6c5e-44be-9dfe-b0dba2e26a5b service neutron] Pushing event updated for resources: {'Port': ['ID=7839d3e5-44bf-4210-9bfa-fa1048539dea,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:17.523226 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-7488e7e8-fbd2-4862-a19f-c50bea9c7eba service neutron] Port 04d11977-3dd4-4c29-b12b-775990f95293 on network 6efc3d61-2150-4671-a02d-6127df40131a not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:17:17.526985 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-7488e7e8-fbd2-4862-a19f-c50bea9c7eba service neutron] Attempting to bind port 04d11977-3dd4-4c29-b12b-775990f95293 on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:17:17.533136 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84009ba7-3b6a-4575-96e0-6b51290d9c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:17.539176 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bd78d310-08f2-4380-9683-423c814d8a76 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:17.540760 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-7488e7e8-fbd2-4862-a19f-c50bea9c7eba service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:17:17.541509 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-7488e7e8-fbd2-4862-a19f-c50bea9c7eba service neutron] Checking segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:17:17.542143 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-7488e7e8-fbd2-4862-a19f-c50bea9c7eba service neutron] Bound using segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:17:17.547702 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-7488e7e8-fbd2-4862-a19f-c50bea9c7eba service neutron] Bound port: 04d11977-3dd4-4c29-b12b-775990f95293, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:17:17.548630 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-7488e7e8-fbd2-4862-a19f-c50bea9c7eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:17.609530 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-639bab0a-6c5e-44be-9dfe-b0dba2e26a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:17.611727 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-639bab0a-6c5e-44be-9dfe-b0dba2e26a5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:17.613199 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-639bab0a-6c5e-44be-9dfe-b0dba2e26a5b service neutron] 10.222.0.32 "PUT /v2.0/ports/7839d3e5-44bf-4210-9bfa-fa1048539dea HTTP/1.1" status: 200 len: 1096 time: 4.0258756 Apr 20 13:17:17.615875 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d96cbe-49c3-4ae4-b5fb-b756896ea36e', 'tag': '7839d3e5-44bf-4210-9bfa-fa1048539dea'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:17:17.627257 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c90f39-a1af-43d4-acdb-9fc7e3b26e09" -d '{"events": [{"name": "network-changed", "server_uuid": "87d96cbe-49c3-4ae4-b5fb-b756896ea36e", "tag": "7839d3e5-44bf-4210-9bfa-fa1048539dea"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:17:17.637590 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84009ba7-3b6a-4575-96e0-6b51290d9c1c admin admin] Pushing event deleted for resources: {'Port': ['ID=c5777304-e63c-475b-80df-7ac06bd03836,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:17.764854 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-9289532b-3a3c-4682-b66d-43d310c7f3cc tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:17.887983 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-9289532b-3a3c-4682-b66d-43d310c7f3cc tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:17.946377 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88991e38-6b5c-4c80-ba72-06385b11651e req-a4406495-2d78-43a0-97dd-c45cc45979e2 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:17.947951 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-88991e38-6b5c-4c80-ba72-06385b11651e req-a4406495-2d78-43a0-97dd-c45cc45979e2 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 945 time: 0.1482384 Apr 20 13:17:17.984216 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-bd78d310-08f2-4380-9683-423c814d8a76 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] For port a81bee43-7dab-4470-befa-0f52f18d6991, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=a81bee43-7dab-4470-befa-0f52f18d6991,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:18.007178 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-7488e7e8-fbd2-4862-a19f-c50bea9c7eba service neutron] For port 04d11977-3dd4-4c29-b12b-775990f95293, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:17:18.015802 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48672) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:18.025447 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-9289532b-3a3c-4682-b66d-43d310c7f3cc tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] Network 6efc3d61-2150-4671-a02d-6127df40131a is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:17:18.036187 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9289532b-3a3c-4682-b66d-43d310c7f3cc tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] Pushing event updated for resources: {'Port': ['ID=5192d155-9f67-4efc-8c85-d250be2423e6,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:18.037074 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84009ba7-3b6a-4575-96e0-6b51290d9c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:18.040702 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-9289532b-3a3c-4682-b66d-43d310c7f3cc tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:17:18.041888 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bd78d310-08f2-4380-9683-423c814d8a76 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:18.043436 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-9289532b-3a3c-4682-b66d-43d310c7f3cc tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:17:18.053740 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-7488e7e8-fbd2-4862-a19f-c50bea9c7eba service neutron] For port 04d11977-3dd4-4c29-b12b-775990f95293, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=04d11977-3dd4-4c29-b12b-775990f95293,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:17:18.106925 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-88991e38-6b5c-4c80-ba72-06385b11651e req-c50de85d-4d13-4f1f-9fde-6d42b4b5c9bc tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433818 Apr 20 13:17:18.111906 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-39dcb64f-43f7-4808-8263-27be2deb66cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:18.114142 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-39dcb64f-43f7-4808-8263-27be2deb66cf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2f08a99a944a41938360639f5c49ce47&device_id=87d96cbe-49c3-4ae4-b5fb-b756896ea36e HTTP/1.1" status: 200 len: 1099 time: 0.3657544 Apr 20 13:17:18.125888 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cac667-6628-44a8-8a0e-942eb204bc98 req-69c23363-18bb-4abe-8be1-c285c417f2e8 tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:18.126036 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-62cac667-6628-44a8-8a0e-942eb204bc98 req-69c23363-18bb-4abe-8be1-c285c417f2e8 tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8275e3d-867a-4f11-8fc1-90d142cb2f7c HTTP/1.1" status: 200 len: 936 time: 0.1915283 Apr 20 13:17:18.135742 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-9289532b-3a3c-4682-b66d-43d310c7f3cc tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:18.136480 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-9289532b-3a3c-4682-b66d-43d310c7f3cc tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:18.164142 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84009ba7-3b6a-4575-96e0-6b51290d9c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:18.188445 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84009ba7-3b6a-4575-96e0-6b51290d9c1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:18.193144 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-62cac667-6628-44a8-8a0e-942eb204bc98 req-d399a5ad-6299-4dd3-9648-257e517e3afb tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bfe41d1-a9a8-4fb6-92c2-f56171bddca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525732 Apr 20 13:17:18.248318 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa9b4f7-1464-4d69-ae7e-842aa8533e10 x-openstack-request-id: req-7aa9b4f7-1464-4d69-ae7e-842aa8533e10 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:17:18.248609 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d96cbe-49c3-4ae4-b5fb-b756896ea36e", "tag": "7839d3e5-44bf-4210-9bfa-fa1048539dea", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:17:18.248860 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7aa9b4f7-1464-4d69-ae7e-842aa8533e10 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:17:18.249270 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aa9b4f7-1464-4d69-ae7e-842aa8533e10'] response: {'name': 'network-changed', 'server_uuid': '87d96cbe-49c3-4ae4-b5fb-b756896ea36e', 'tag': '7839d3e5-44bf-4210-9bfa-fa1048539dea', 'status': 'completed', 'code': 200} Apr 20 13:17:18.261623 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-5932c43c-6526-4b7f-bd23-eb710536891b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-891296497-network', 'tenant_id': '649a6cfebf0a4feb8c92b7d26c8b3e97'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:18.265713 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-82f38f1a-cb6c-4b25-9bed-b94919b7d465 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=7839d3e5-44bf-4210-9bfa-fa1048539dea HTTP/1.1" status: 200 len: 217 time: 0.1042094 Apr 20 13:17:18.269683 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bd78d310-08f2-4380-9683-423c814d8a76 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:18.270465 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bd78d310-08f2-4380-9683-423c814d8a76 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:18.287093 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-9289532b-3a3c-4682-b66d-43d310c7f3cc tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7909491 Apr 20 13:17:18.287093 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-7488e7e8-fbd2-4862-a19f-c50bea9c7eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:18.325772 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-9707e12d-4ac2-4e67-a896-f6a5af4788d5 service neutron] Request body: {'port': {'device_id': 'a8275e3d-867a-4f11-8fc1-90d142cb2f7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:18.368149 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-7488e7e8-fbd2-4862-a19f-c50bea9c7eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:18.369027 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-7488e7e8-fbd2-4862-a19f-c50bea9c7eba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:18.370194 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-7488e7e8-fbd2-4862-a19f-c50bea9c7eba service neutron] 10.222.0.32 "PUT /v2.0/ports/04d11977-3dd4-4c29-b12b-775990f95293 HTTP/1.1" status: 200 len: 1096 time: 3.2444808 Apr 20 13:17:18.370648 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c787421e-a828-488c-b336-a8f9c5506f4a', 'tag': '04d11977-3dd4-4c29-b12b-775990f95293'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:17:18.373127 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe377132-7daa-42d1-896b-103e85f4e4a8" -d '{"events": [{"name": "network-changed", "server_uuid": "c787421e-a828-488c-b336-a8f9c5506f4a", "tag": "04d11977-3dd4-4c29-b12b-775990f95293"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:17:18.403474 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488e7e8-fbd2-4862-a19f-c50bea9c7eba service neutron] Pushing event updated for resources: {'Port': ['ID=04d11977-3dd4-4c29-b12b-775990f95293,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:18.426919 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617b2dda-96a8-4f98-84da-ed2fe37f483b x-openstack-request-id: req-617b2dda-96a8-4f98-84da-ed2fe37f483b {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:17:18.427223 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c787421e-a828-488c-b336-a8f9c5506f4a", "tag": "04d11977-3dd4-4c29-b12b-775990f95293", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:17:18.427512 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-617b2dda-96a8-4f98-84da-ed2fe37f483b {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:17:18.427915 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-617b2dda-96a8-4f98-84da-ed2fe37f483b'] response: {'name': 'network-changed', 'server_uuid': 'c787421e-a828-488c-b336-a8f9c5506f4a', 'tag': '04d11977-3dd4-4c29-b12b-775990f95293', 'status': 'completed', 'code': 200} Apr 20 13:17:18.445750 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-9707e12d-4ac2-4e67-a896-f6a5af4788d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:18.468036 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-4c27c154-85ec-4bba-8c5c-cc03ce0a6b82 None None] Provisioning complete for port 5192d155-9f67-4efc-8c85-d250be2423e6 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:18.468591 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4c27c154-85ec-4bba-8c5c-cc03ce0a6b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:18.548239 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-4c27c154-85ec-4bba-8c5c-cc03ce0a6b82 None None] Port 5192d155-9f67-4efc-8c85-d250be2423e6 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:17:18.552097 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd78d310-08f2-4380-9683-423c814d8a76 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:17:18.565317 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-bd78d310-08f2-4380-9683-423c814d8a76 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:17:18.569048 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd78d310-08f2-4380-9683-423c814d8a76 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:18.569581 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bd78d310-08f2-4380-9683-423c814d8a76 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:18.575012 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe377132-7daa-42d1-896b-103e85f4e4a8 req-69f9fcf9-9805-4dc9-9fdc-76384b60b7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:18.576916 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fe377132-7daa-42d1-896b-103e85f4e4a8 req-69f9fcf9-9805-4dc9-9fdc-76384b60b7c8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2f08a99a944a41938360639f5c49ce47&device_id=c787421e-a828-488c-b336-a8f9c5506f4a HTTP/1.1" status: 200 len: 1099 time: 0.1161735 Apr 20 13:17:18.578348 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cc81c1-a084-41e7-bdbc-195704692a62 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:17:18.607762 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd78d310-08f2-4380-9683-423c814d8a76 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Port': ['ID=a81bee43-7dab-4470-befa-0f52f18d6991,revision_number=5']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:18.652821 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-9411b055-3de6-40b0-b8a9-93b6f77db3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:18.654370 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-9411b055-3de6-40b0-b8a9-93b6f77db3ec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.3496726 Apr 20 13:17:18.665417 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fe377132-7daa-42d1-896b-103e85f4e4a8 req-2ffbfbb0-3010-4ac1-8fff-69dc82825882 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=2f08a99a944a41938360639f5c49ce47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0756760 Apr 20 13:17:18.671741 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84009ba7-3b6a-4575-96e0-6b51290d9c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:18.672440 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84009ba7-3b6a-4575-96e0-6b51290d9c1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f12f7345-e5ab-404b-aedb-f3b847b28642 {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:17:18.685866 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84009ba7-3b6a-4575-96e0-6b51290d9c1c admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:18.687130 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-84009ba7-3b6a-4575-96e0-6b51290d9c1c admin admin] 10.222.0.25 "DELETE /v2.0/routers/f12f7345-e5ab-404b-aedb-f3b847b28642 HTTP/1.1" status: 204 len: 168 time: 4.3353164 Apr 20 13:17:18.689934 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd78d310-08f2-4380-9683-423c814d8a76 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Subnet': ['ID=add5db70-38c6-48d2-ac30-991468c38a71,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:18.695134 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5932c43c-6526-4b7f-bd23-eb710536891b admin admin] Made reservation on behalf of 649a6cfebf0a4feb8c92b7d26c8b3e97 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:17:18.703689 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5932c43c-6526-4b7f-bd23-eb710536891b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:18.714961 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48692) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:18.837555 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5932c43c-6526-4b7f-bd23-eb710536891b admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:18.854000 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device a81bee43-7dab-4470-befa-0f52f18d6991 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:17:18.896424 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-bd78d310-08f2-4380-9683-423c814d8a76 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.7550006 Apr 20 13:17:18.906940 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48702) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:18.947815 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-661a2252-dae5-4cba-8ba8-e764430bfeee tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'port': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'mac_address': 'fa:16:3e:15:1e:ca', 'name': 'tempest-NetworksTestDHCPv6-46299567'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:18.958832 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port a81bee43-7dab-4470-befa-0f52f18d6991 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:18.960013 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:19.055601 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-8938b8f8-0446-4537-92ec-bc804447e859 admin admin] Deleting subnet 3c09cad0-5b49-4174-8e95-ec3d5bcce76b {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:17:19.062142 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8938b8f8-0446-4537-92ec-bc804447e859 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:19.125484 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-037756c5-e2fb-4c1a-89cf-962d62176e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:19.127556 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-037756c5-e2fb-4c1a-89cf-962d62176e63 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4130554 Apr 20 13:17:19.211008 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 3566f124-3efb-498e-b35f-1acfb1897306 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:17:19.267885 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 3566f124-3efb-498e-b35f-1acfb1897306 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:17:19.268653 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 3566f124-3efb-498e-b35f-1acfb1897306 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:17:19.332021 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8938b8f8-0446-4537-92ec-bc804447e859 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:19.464941 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5932c43c-6526-4b7f-bd23-eb710536891b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:19.580645 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8938b8f8-0446-4537-92ec-bc804447e859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:19.659912 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661a2252-dae5-4cba-8ba8-e764430bfeee tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:17:19.666447 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5932c43c-6526-4b7f-bd23-eb710536891b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:19.677930 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe377132-7daa-42d1-896b-103e85f4e4a8 req-f2127cb7-98af-4c17-9f11-e7d45b392506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:19.679468 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fe377132-7daa-42d1-896b-103e85f4e4a8 req-f2127cb7-98af-4c17-9f11-e7d45b392506 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9133422 Apr 20 13:17:19.710663 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9b2c7-234d-476b-a33c-c7b4bc6913bb req-b669c573-56ec-4a18-9894-e6aa8a5219f8 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:19.720115 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-94b9b2c7-234d-476b-a33c-c7b4bc6913bb req-b669c573-56ec-4a18-9894-e6aa8a5219f8 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/ports?device_id=c787421e-a828-488c-b336-a8f9c5506f4a HTTP/1.1" status: 200 len: 948 time: 0.9634659 Apr 20 13:17:19.727068 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932c43c-6526-4b7f-bd23-eb710536891b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f64341-d4c8-4478-b5d2-26511be228be,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:19.756569 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8938b8f8-0446-4537-92ec-bc804447e859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:19.783617 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8938b8f8-0446-4537-92ec-bc804447e859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:19.789265 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8938b8f8-0446-4537-92ec-bc804447e859 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3c09cad0-5b49-4174-8e95-ec3d5bcce76b HTTP/1.1" status: 204 len: 168 time: 1.0705388 Apr 20 13:17:19.794889 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fc3759-e8f5-4952-9541-bd42d40c7c91 None None] Network 56951fe5-a13b-4124-8315-505260f0a93e requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:17:19.805703 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48728) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:19.807452 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-78cae1e1-1c8f-400c-b8fc-0f80f3103bde service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6587017 Apr 20 13:17:19.875143 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5932c43c-6526-4b7f-bd23-eb710536891b admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:17:19.888231 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5932c43c-6526-4b7f-bd23-eb710536891b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:19.888711 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-5932c43c-6526-4b7f-bd23-eb710536891b admin admin] Added segment c5d44da9-f259-4c8c-925b-0e6bdb6b3012 of type vlan for network 64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 Apr 20 13:17:19.945552 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5932c43c-6526-4b7f-bd23-eb710536891b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:19.950976 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-9707e12d-4ac2-4e67-a896-f6a5af4788d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5192d155-9f67-4efc-8c85-d250be2423e6 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:17:19.971259 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-9707e12d-4ac2-4e67-a896-f6a5af4788d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:19.976121 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938b8f8-0446-4537-92ec-bc804447e859 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c09cad0-5b49-4174-8e95-ec3d5bcce76b,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:19.989992 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ba15caa3-9a7a-473c-b4dd-6dabb6890a5e None None] Provisioning complete for port a81bee43-7dab-4470-befa-0f52f18d6991 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:19.990602 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ba15caa3-9a7a-473c-b4dd-6dabb6890a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:20.010701 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-94b9b2c7-234d-476b-a33c-c7b4bc6913bb req-a8d3204b-2071-4152-a345-91e00fbd2930 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ba3b931-fda2-4c07-93a8-b75445543aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890928 Apr 20 13:17:20.047269 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-15381d5d-b88a-4fa2-ae06-a97b01b568b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:20.048998 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-15381d5d-b88a-4fa2-ae06-a97b01b568b6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2f08a99a944a41938360639f5c49ce47&device_id=c787421e-a828-488c-b336-a8f9c5506f4a HTTP/1.1" status: 200 len: 1099 time: 0.3203673 Apr 20 13:17:20.059744 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-68c5eaa1-0ab2-4325-8427-a9100730cb77 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:20.063679 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-68c5eaa1-0ab2-4325-8427-a9100730cb77 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] 10.222.0.25 "GET /v2.0/networks?id=5c930105-af58-4215-bb5d-2a99a1e186f9 HTTP/1.1" status: 200 len: 809 time: 0.4785767 Apr 20 13:17:20.078046 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-9707e12d-4ac2-4e67-a896-f6a5af4788d5 service neutron] Transition to ACTIVE for port object 5192d155-9f67-4efc-8c85-d250be2423e6 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:17:20.082709 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd155834-deb9-47d8-9b3c-42930e0191ee None None] DHCP port deletion for 56951fe5-a13b-4124-8315-505260f0a93e request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:17:20.090638 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5932c43c-6526-4b7f-bd23-eb710536891b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:20.092268 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5932c43c-6526-4b7f-bd23-eb710536891b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:20.092396 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5932c43c-6526-4b7f-bd23-eb710536891b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:20.127208 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8ecddbab-0a17-480b-94f4-7484dd5b5116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:20.133723 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-406c11b4-ac87-44a4-83e0-70ea20ca2cc1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=04d11977-3dd4-4c29-b12b-775990f95293 HTTP/1.1" status: 200 len: 217 time: 0.0686972 Apr 20 13:17:20.141728 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-780fa2a6-f853-463a-9194-5ea3bd40672e tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] 10.222.0.25 "GET /v2.0/quotas/8a251b2a82ed47dc922f5170da6c153f HTTP/1.1" status: 200 len: 375 time: 0.0623162 Apr 20 13:17:20.183031 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932c43c-6526-4b7f-bd23-eb710536891b admin admin] Pushing event updated for resources: {'Network': ['ID=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:20.205300 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:17:20.208980 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-661a2252-dae5-4cba-8ba8-e764430bfeee tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:20.211572 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-be26a343-2cbc-4407-b24d-d2562e25d61f tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8a251b2a82ed47dc922f5170da6c153f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684338 Apr 20 13:17:20.240841 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-661a2252-dae5-4cba-8ba8-e764430bfeee tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] device_id is not set on port 9da50039-3580-401f-bc4d-c4853e10d2e7 yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:17:20.241273 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-9707e12d-4ac2-4e67-a896-f6a5af4788d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:20.247088 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-afbc6937-fe3d-4448-9f11-4560e85b336b req-c3c4f4e4-f6be-46bf-8868-4d52e9a51980 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618504 Apr 20 13:17:20.293893 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-bd155834-deb9-47d8-9b3c-42930e0191ee None None] Deleting port 13b9fe83-277d-42be-afcd-c5ec12c2f7f9 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:17:20.294263 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bd155834-deb9-47d8-9b3c-42930e0191ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:20.375059 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-bd155834-deb9-47d8-9b3c-42930e0191ee None None] For port 13b9fe83-277d-42be-afcd-c5ec12c2f7f9, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=13b9fe83-277d-42be-afcd-c5ec12c2f7f9,segment=NetworkSegment(84af7999-438f-4181-814e-70ab50e7b8be),segment_id=84af7999-438f-4181-814e-70ab50e7b8be)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:20.375715 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bd155834-deb9-47d8-9b3c-42930e0191ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:20.401555 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-bd155834-deb9-47d8-9b3c-42930e0191ee None None] Calling delete_port for 13b9fe83-277d-42be-afcd-c5ec12c2f7f9 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:17:20.401834 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5932c43c-6526-4b7f-bd23-eb710536891b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3803816 Apr 20 13:17:20.402070 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48730) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:20.409555 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-8369a586-44dd-45be-8eaa-6e652a7dd5b4 admin admin] Request body: {'subnet': {'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-891296497-subnet', 'tenant_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:20.512514 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9707e12d-4ac2-4e67-a896-f6a5af4788d5 service neutron] Pushing event updated for resources: {'Port': ['ID=5192d155-9f67-4efc-8c85-d250be2423e6,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:20.543727 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-705a0343-d33c-47aa-b5fa-83aef12212c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:20.545500 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-705a0343-d33c-47aa-b5fa-83aef12212c1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.3428075 Apr 20 13:17:20.551227 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8369a586-44dd-45be-8eaa-6e652a7dd5b4 admin admin] Made reservation on behalf of 649a6cfebf0a4feb8c92b7d26c8b3e97 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:17:20.553345 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408ee18-a9ca-45a5-a151-7431743c33c5 req-795df729-48b1-4fef-a42f-81c87f6eb741 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:20.553657 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8369a586-44dd-45be-8eaa-6e652a7dd5b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:20.554945 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1408ee18-a9ca-45a5-a151-7431743c33c5 req-795df729-48b1-4fef-a42f-81c87f6eb741 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 945 time: 0.3769958 Apr 20 13:17:20.614014 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48734) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:20.631587 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bd155834-deb9-47d8-9b3c-42930e0191ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:20.667689 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd155834-deb9-47d8-9b3c-42930e0191ee None None] Pushing event deleted for resources: {'Port': ['ID=13b9fe83-277d-42be-afcd-c5ec12c2f7f9,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:20.669662 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd155834-deb9-47d8-9b3c-42930e0191ee None None] No DVR routers for this DVR port 13b9fe83-277d-42be-afcd-c5ec12c2f7f9 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:17:20.720123 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-922ee6a7-6f30-425c-902d-0e3b6b111ef5 service neutron] 10.222.0.25 "GET /v2.0/networks/5c930105-af58-4215-bb5d-2a99a1e186f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4556468 Apr 20 13:17:20.722527 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device a81bee43-7dab-4470-befa-0f52f18d6991 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:17:20.732706 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c90f39-a1af-43d4-acdb-9fc7e3b26e09 req-04be183e-d3d5-4cb1-b0af-2a66e18b91ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:20.734589 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-63c90f39-a1af-43d4-acdb-9fc7e3b26e09 req-04be183e-d3d5-4cb1-b0af-2a66e18b91ee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2f08a99a944a41938360639f5c49ce47&device_id=87d96cbe-49c3-4ae4-b5fb-b756896ea36e HTTP/1.1" status: 200 len: 1099 time: 0.2780271 Apr 20 13:17:20.742542 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-8ecddbab-0a17-480b-94f4-7484dd5b5116 admin admin] Deleting port 13b9fe83-277d-42be-afcd-c5ec12c2f7f9 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:17:20.742889 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8ecddbab-0a17-480b-94f4-7484dd5b5116 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:20.745833 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-ac0b3df4-6624-4b46-a733-34202dbf6493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:20.747452 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-ac0b3df4-6624-4b46-a733-34202dbf6493 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1890039 Apr 20 13:17:20.775785 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1408ee18-a9ca-45a5-a151-7431743c33c5 req-561f9afe-e8e1-40a1-bfb1-97f6f3dda534 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967835 Apr 20 13:17:20.815796 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port a81bee43-7dab-4470-befa-0f52f18d6991 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:20.816852 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:20.868355 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-661a2252-dae5-4cba-8ba8-e764430bfeee tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Allocated IP 2001:db8::304 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/1ea8da1a-5732-4a7b-b994-ff478a38ad3b/9da50039-3580-401f-bc4d-c4853e10d2e7) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:17:20.904055 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-9707e12d-4ac2-4e67-a896-f6a5af4788d5 service neutron] Attempting to bind port 5192d155-9f67-4efc-8c85-d250be2423e6 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:17:20.904569 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-9707e12d-4ac2-4e67-a896-f6a5af4788d5 service neutron] Attempting to bind port 5192d155-9f67-4efc-8c85-d250be2423e6 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:17:20.904918 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-9707e12d-4ac2-4e67-a896-f6a5af4788d5 service neutron] Attempting to bind port 5192d155-9f67-4efc-8c85-d250be2423e6 on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:17:20.914898 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-9707e12d-4ac2-4e67-a896-f6a5af4788d5 service neutron] Port 5192d155-9f67-4efc-8c85-d250be2423e6 on network 6efc3d61-2150-4671-a02d-6127df40131a not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:17:20.915589 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-9707e12d-4ac2-4e67-a896-f6a5af4788d5 service neutron] Attempting to bind port 5192d155-9f67-4efc-8c85-d250be2423e6 on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:17:20.917247 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-661a2252-dae5-4cba-8ba8-e764430bfeee tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Allocated IP 2001:db8:0:1:f816:3eff:fe15:1eca (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/add5db70-38c6-48d2-ac30-991468c38a71/9da50039-3580-401f-bc4d-c4853e10d2e7) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:17:20.959183 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7474adb8-30fe-4689-8888-ac168860a33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:20.998774 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 13b9fe83-277d-42be-afcd-c5ec12c2f7f9 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:17:21.004621 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-9707e12d-4ac2-4e67-a896-f6a5af4788d5 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:17:21.005101 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-9707e12d-4ac2-4e67-a896-f6a5af4788d5 service neutron] Checking segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:17:21.005494 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-9707e12d-4ac2-4e67-a896-f6a5af4788d5 service neutron] Bound using segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:17:21.005942 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-9707e12d-4ac2-4e67-a896-f6a5af4788d5 service neutron] Bound port: 5192d155-9f67-4efc-8c85-d250be2423e6, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:17:21.006304 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-9707e12d-4ac2-4e67-a896-f6a5af4788d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:21.024247 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 13b9fe83-277d-42be-afcd-c5ec12c2f7f9 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:17:21.024618 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 13b9fe83-277d-42be-afcd-c5ec12c2f7f9 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:17:21.025264 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device c5777304-e63c-475b-80df-7ac06bd03836 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:17:21.025455 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-8ecddbab-0a17-480b-94f4-7484dd5b5116 admin admin] For port 13b9fe83-277d-42be-afcd-c5ec12c2f7f9, host n-d-836015-7, got binding levels [] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:21.025824 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8ecddbab-0a17-480b-94f4-7484dd5b5116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:21.049286 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: c5777304-e63c-475b-80df-7ac06bd03836 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:17:21.049663 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device c5777304-e63c-475b-80df-7ac06bd03836 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:17:21.052226 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c90f39-a1af-43d4-acdb-9fc7e3b26e09 req-2450b092-cf84-46e0-a0b9-7bc6108263b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:21.053761 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-63c90f39-a1af-43d4-acdb-9fc7e3b26e09 req-2450b092-cf84-46e0-a0b9-7bc6108263b3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.2851009 Apr 20 13:17:21.058470 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-8ecddbab-0a17-480b-94f4-7484dd5b5116 admin admin] Calling delete_port for 13b9fe83-277d-42be-afcd-c5ec12c2f7f9 owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:17:21.064228 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.ipam_backend_mixin [None req-8ecddbab-0a17-480b-94f4-7484dd5b5116 admin admin] Port 13b9fe83-277d-42be-afcd-c5ec12c2f7f9 was not found and therefore no delete operation was performed {{(pid=114869) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 13:17:21.085299 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8ecddbab-0a17-480b-94f4-7484dd5b5116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:21.122551 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-9c73b1f0-6738-4468-8151-0e93c4aa74ce service neutron] 10.222.0.25 "GET /v2.0/networks/5c930105-af58-4215-bb5d-2a99a1e186f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905885 Apr 20 13:17:21.148942 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecddbab-0a17-480b-94f4-7484dd5b5116 admin admin] Pushing event deleted for resources: {'Port': ['ID=13b9fe83-277d-42be-afcd-c5ec12c2f7f9,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:21.157868 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-b0bb5e95-729a-4bca-ba17-4491b93936a5 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724034 Apr 20 13:17:21.165665 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c0322-e340-46ca-bb1d-7fb57b01ea6c req-d180437a-554e-4de2-8c25-927d1fbe41c0 tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:21.167129 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-759c0322-e340-46ca-bb1d-7fb57b01ea6c req-d180437a-554e-4de2-8c25-927d1fbe41c0 tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8275e3d-867a-4f11-8fc1-90d142cb2f7c HTTP/1.1" status: 200 len: 948 time: 0.2713120 Apr 20 13:17:21.169833 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecddbab-0a17-480b-94f4-7484dd5b5116 admin admin] No DVR routers for this DVR port 13b9fe83-277d-42be-afcd-c5ec12c2f7f9 on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:17:21.180137 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-63c90f39-a1af-43d4-acdb-9fc7e3b26e09 req-a29b943c-5732-4c81-bc1d-4ddce356f2aa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=7839d3e5-44bf-4210-9bfa-fa1048539dea HTTP/1.1" status: 200 len: 217 time: 0.1034372 Apr 20 13:17:21.284989 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-9707e12d-4ac2-4e67-a896-f6a5af4788d5 service neutron] For port 5192d155-9f67-4efc-8c85-d250be2423e6, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:17:21.302415 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c90f39-a1af-43d4-acdb-9fc7e3b26e09 req-02680696-3be1-4e30-a6d1-f912f0739127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:21.303872 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-63c90f39-a1af-43d4-acdb-9fc7e3b26e09 req-02680696-3be1-4e30-a6d1-f912f0739127 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.1126268 Apr 20 13:17:21.311929 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8369a586-44dd-45be-8eaa-6e652a7dd5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:21.315074 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7474adb8-30fe-4689-8888-ac168860a33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:21.324351 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-661a2252-dae5-4cba-8ba8-e764430bfeee tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:21.349877 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-9707e12d-4ac2-4e67-a896-f6a5af4788d5 service neutron] For port 5192d155-9f67-4efc-8c85-d250be2423e6, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=5192d155-9f67-4efc-8c85-d250be2423e6,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:17:21.358279 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8ecddbab-0a17-480b-94f4-7484dd5b5116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:21.371644 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-759c0322-e340-46ca-bb1d-7fb57b01ea6c req-27c377e6-fc93-4a13-98d2-ad838e62f4f9 tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bfe41d1-a9a8-4fb6-92c2-f56171bddca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833403 Apr 20 13:17:21.389533 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7474adb8-30fe-4689-8888-ac168860a33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:21.409003 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-8ecddbab-0a17-480b-94f4-7484dd5b5116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56951fe5-a13b-4124-8315-505260f0a93e']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:21.427916 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-9707e12d-4ac2-4e67-a896-f6a5af4788d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:21.438857 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-8ecddbab-0a17-480b-94f4-7484dd5b5116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84af7999-438f-4181-814e-70ab50e7b8be') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:21.439208 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-8ecddbab-0a17-480b-94f4-7484dd5b5116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84af7999-438f-4181-814e-70ab50e7b8be') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:21.450600 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-9707e12d-4ac2-4e67-a896-f6a5af4788d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:21.451289 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-9707e12d-4ac2-4e67-a896-f6a5af4788d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:21.453344 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-9707e12d-4ac2-4e67-a896-f6a5af4788d5 service neutron] 10.222.0.15 "PUT /v2.0/ports/5192d155-9f67-4efc-8c85-d250be2423e6 HTTP/1.1" status: 200 len: 1096 time: 3.1318121 Apr 20 13:17:21.455318 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a5e21f7-c8e8-48f8-a57b-ebb39eab3a24 req-c4a352e1-aeeb-464e-92b8-2529ee5f0cc6 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837856 Apr 20 13:17:21.458527 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8369a586-44dd-45be-8eaa-6e652a7dd5b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa576778-8514-4874-84e6-afe172476688,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:21.482921 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7474adb8-30fe-4689-8888-ac168860a33d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f307e775f36e4f33944e992a6ed37668&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8584790 Apr 20 13:17:21.486526 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7474adb8-30fe-4689-8888-ac168860a33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc1f554-e074-4857-b738-7b63c99534fd,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:21.496001 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48740) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:21.496231 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8275e3d-867a-4f11-8fc1-90d142cb2f7c', 'tag': '5192d155-9f67-4efc-8c85-d250be2423e6'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:17:21.496231 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588876cf-6756-4606-b4e0-adad8babfb96" -d '{"events": [{"name": "network-changed", "server_uuid": "a8275e3d-867a-4f11-8fc1-90d142cb2f7c", "tag": "5192d155-9f67-4efc-8c85-d250be2423e6"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:17:21.510815 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c90f39-a1af-43d4-acdb-9fc7e3b26e09 req-301f9a12-e44b-4d05-8e15-4886a13964ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:21.510815 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-63c90f39-a1af-43d4-acdb-9fc7e3b26e09 req-301f9a12-e44b-4d05-8e15-4886a13964ff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1893137 Apr 20 13:17:21.514201 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8369a586-44dd-45be-8eaa-6e652a7dd5b4 admin admin] Checking segment: {'id': 'c5d44da9-f259-4c8c-925b-0e6bdb6b3012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:17:21.514603 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8369a586-44dd-45be-8eaa-6e652a7dd5b4 admin admin] Network hostable DHCP agents. Network: 64d8cf94-eb2a-48ee-bdb5-e3e8f5005119, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:17:21.515347 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8ecddbab-0a17-480b-94f4-7484dd5b5116 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:21.559690 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8ecddbab-0a17-480b-94f4-7484dd5b5116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:21.589798 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ecddbab-0a17-480b-94f4-7484dd5b5116 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:17:21.589798 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8ecddbab-0a17-480b-94f4-7484dd5b5116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:21.602166 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:17:21.602166 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:17:21.602166 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:17:21.602166 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:17:21.602166 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:17:21.602166 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:17:21.602166 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:17:21.602166 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:17:21.602166 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:17:21.602166 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:17:21.602166 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:17:21.602166 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:17:21.602166 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:17:21.602166 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:17:21.602166 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:17:21.602166 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:17:21.602166 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:17:21.602166 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:17:21.602166 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:17:21.602166 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:17:21.602166 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:17:21.602166 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:17:21.602166 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:17:21.602166 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:17:21.602166 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:17:21.602166 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:17:21.602166 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:17:21.602166 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:17:21.602166 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:17:21.602166 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:17:21.602166 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:17:21.602166 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:17:21.637320 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-08e95e4b-24c5-47c4-96d7-5c6d92d87dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:21.657962 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9707e12d-4ac2-4e67-a896-f6a5af4788d5 service neutron] Pushing event updated for resources: {'Port': ['ID=5192d155-9f67-4efc-8c85-d250be2423e6,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:21.682580 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-661a2252-dae5-4cba-8ba8-e764430bfeee tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:21.712816 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34a53d1-22cb-46c1-911e-9b0fae699fbd x-openstack-request-id: req-e34a53d1-22cb-46c1-911e-9b0fae699fbd {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:17:21.713248 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8275e3d-867a-4f11-8fc1-90d142cb2f7c", "tag": "5192d155-9f67-4efc-8c85-d250be2423e6", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:17:21.713603 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e34a53d1-22cb-46c1-911e-9b0fae699fbd {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:17:21.714685 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e34a53d1-22cb-46c1-911e-9b0fae699fbd'] response: {'name': 'network-changed', 'server_uuid': 'a8275e3d-867a-4f11-8fc1-90d142cb2f7c', 'tag': '5192d155-9f67-4efc-8c85-d250be2423e6', 'status': 'completed', 'code': 200} Apr 20 13:17:21.714997 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8369a586-44dd-45be-8eaa-6e652a7dd5b4 admin admin] Network 64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:17:21.735524 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-63c90f39-a1af-43d4-acdb-9fc7e3b26e09 req-70f976e0-9166-4e76-a7ae-7674fd833ca1 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111409 Apr 20 13:17:21.745736 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-08e95e4b-24c5-47c4-96d7-5c6d92d87dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:21.756061 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc7a89-0253-4907-a388-250ceaf69227 req-f7347434-bae7-4205-9cfc-43c7126decd0 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:21.757629 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-22cc7a89-0253-4907-a388-250ceaf69227 req-f7347434-bae7-4205-9cfc-43c7126decd0 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/ports?device_id=c787421e-a828-488c-b336-a8f9c5506f4a HTTP/1.1" status: 200 len: 948 time: 0.2911992 Apr 20 13:17:21.783853 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b9eed9cb-82f7-4fe2-b8fa-00bac20ada05 req-6476e255-9b86-40fc-8269-d0b8b32c92c7 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57caeb8-86cc-40cc-a73b-f632818ee398 HTTP/1.1" status: 200 len: 210 time: 0.0510197 Apr 20 13:17:21.820959 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661a2252-dae5-4cba-8ba8-e764430bfeee tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:17:21.822783 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a2252-dae5-4cba-8ba8-e764430bfeee tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Port': ['ID=9da50039-3580-401f-bc4d-c4853e10d2e7,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:21.823338 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-21b79630-30ba-47f5-ba26-ce6520f2bc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:21.825111 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-21b79630-30ba-47f5-ba26-ce6520f2bc06 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c9879da00c2d409cb5600ab9b90435a1&device_id=a8275e3d-867a-4f11-8fc1-90d142cb2f7c HTTP/1.1" status: 200 len: 1099 time: 0.2582226 Apr 20 13:17:21.845853 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8ecddbab-0a17-480b-94f4-7484dd5b5116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:21.869397 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8ecddbab-0a17-480b-94f4-7484dd5b5116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:21.872943 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8ecddbab-0a17-480b-94f4-7484dd5b5116 admin admin] 10.222.0.25 "DELETE /v2.0/networks/56951fe5-a13b-4124-8315-505260f0a93e HTTP/1.1" status: 204 len: 168 time: 2.0508811 Apr 20 13:17:21.902469 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-661a2252-dae5-4cba-8ba8-e764430bfeee tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:17:21.909835 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48752) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:21.919118 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661a2252-dae5-4cba-8ba8-e764430bfeee tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:17:21.920565 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-2bf72b05-59db-4660-878f-78782ca2dd4d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=5192d155-9f67-4efc-8c85-d250be2423e6 HTTP/1.1" status: 200 len: 217 time: 0.0775356 Apr 20 13:17:21.924712 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661a2252-dae5-4cba-8ba8-e764430bfeee tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:21.925348 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-661a2252-dae5-4cba-8ba8-e764430bfeee tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:21.934207 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecddbab-0a17-480b-94f4-7484dd5b5116 admin admin] Pushing event deleted for resources: {'Network': ['ID=56951fe5-a13b-4124-8315-505260f0a93e,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:21.934337 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-8369a586-44dd-45be-8eaa-6e652a7dd5b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 64d8cf94-eb2a-48ee-bdb5-e3e8f5005119) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:17:21.952934 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8369a586-44dd-45be-8eaa-6e652a7dd5b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:21.953535 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8369a586-44dd-45be-8eaa-6e652a7dd5b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:21.957571 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651f7081-abda-4c23-8118-dff8ff963238 None None] Network 64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:17:21.993674 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-22cc7a89-0253-4907-a388-250ceaf69227 req-d18b1d88-9c0f-4712-8c47-a7771d5f5a81 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ba3b931-fda2-4c07-93a8-b75445543aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283301 Apr 20 13:17:22.045019 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-3d100e8e-7b0e-4843-b346-d9d7f43f640e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:22.046641 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-3d100e8e-7b0e-4843-b346-d9d7f43f640e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.1092584 Apr 20 13:17:22.060434 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994e3d8-df48-4fea-b5e8-65e2208ff7e4 req-a9af98e3-d7e3-4014-abd9-9a4bec9e00e1 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:22.063856 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c994e3d8-df48-4fea-b5e8-65e2208ff7e4 req-a9af98e3-d7e3-4014-abd9-9a4bec9e00e1 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 945 time: 0.1611695 Apr 20 13:17:22.143523 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c994e3d8-df48-4fea-b5e8-65e2208ff7e4 req-51703002-5222-4d28-906b-0ddaee740e8a tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614715 Apr 20 13:17:22.178690 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-8fb2149d-dee5-4c72-aa67-6e62cd6948a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:22.183479 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-8fb2149d-dee5-4c72-aa67-6e62cd6948a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1160131 Apr 20 13:17:22.194788 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7820baf-cc30-42c8-81e0-b100304b6626 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-64d8cf94-eb2a-48ee-bdb5-e3e8f5005119', 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119', 'tenant_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'fixed_ips': [{'subnet_id': 'fa576778-8514-4874-84e6-afe172476688'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:17:22.195932 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a7820baf-cc30-42c8-81e0-b100304b6626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:22.300210 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-a9daabfd-aacc-4753-89ce-34d233ec946b service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064076 Apr 20 13:17:22.311854 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-9c61a9ae-8661-49cf-b11e-a520c6c99fdf None None] Provisioning complete for port 9da50039-3580-401f-bc4d-c4853e10d2e7 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:22.312544 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9c61a9ae-8661-49cf-b11e-a520c6c99fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:22.382194 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-9c61a9ae-8661-49cf-b11e-a520c6c99fdf None None] Port 9da50039-3580-401f-bc4d-c4853e10d2e7 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:17:22.388550 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-a7820baf-cc30-42c8-81e0-b100304b6626 None None] Allocated IP 172.20.0.2 (64d8cf94-eb2a-48ee-bdb5-e3e8f5005119/fa576778-8514-4874-84e6-afe172476688/22bc7799-3d03-4d87-afa3-fee0d2e609f1) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:17:22.474712 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-63c90f39-a1af-43d4-acdb-9fc7e3b26e09 req-63308268-1add-4068-b894-f2f49389e95a service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6473885 Apr 20 13:17:22.484624 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-661a2252-dae5-4cba-8ba8-e764430bfeee tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.5602934 Apr 20 13:17:22.484624 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-08e95e4b-24c5-47c4-96d7-5c6d92d87dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:22.484624 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-08e95e4b-24c5-47c4-96d7-5c6d92d87dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:22.490657 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-08e95e4b-24c5-47c4-96d7-5c6d92d87dd0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/efc1f554-e074-4857-b738-7b63c99534fd HTTP/1.1" status: 204 len: 168 time: 0.9926026 Apr 20 13:17:22.490657 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8369a586-44dd-45be-8eaa-6e652a7dd5b4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0869255 Apr 20 13:17:22.496121 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48758) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:22.518892 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48760) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:22.531034 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-61ad74b4-5ea8-4867-8c01-95ffa4fc72d3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-891296497-router', 'tenant_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:22.573834 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e95e4b-24c5-47c4-96d7-5c6d92d87dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc1f554-e074-4857-b738-7b63c99534fd,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:22.673635 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-61ad74b4-5ea8-4867-8c01-95ffa4fc72d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:22.674693 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-61ad74b4-5ea8-4867-8c01-95ffa4fc72d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:22.756985 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a7820baf-cc30-42c8-81e0-b100304b6626 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:22.779756 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-61ad74b4-5ea8-4867-8c01-95ffa4fc72d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:22.795212 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be026b7e-b232-4622-a1bf-c79b32a019f9 req-fca3d5a9-8a9c-4c55-b386-1054d26c8f2f tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:22.796725 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be026b7e-b232-4622-a1bf-c79b32a019f9 req-fca3d5a9-8a9c-4c55-b386-1054d26c8f2f tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8275e3d-867a-4f11-8fc1-90d142cb2f7c HTTP/1.1" status: 200 len: 948 time: 0.0760553 Apr 20 13:17:22.802918 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eef7afc7-8339-434a-9dff-6394006fcaa0 req-d569d0af-9179-4595-8be9-789882365fae service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4961462 Apr 20 13:17:22.818336 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1c51ee8d-e17d-4152-9ec5-7c554597b361 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting port 9da50039-3580-401f-bc4d-c4853e10d2e7 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:17:22.818669 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1c51ee8d-e17d-4152-9ec5-7c554597b361 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:22.851758 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a7820baf-cc30-42c8-81e0-b100304b6626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:22.854398 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be026b7e-b232-4622-a1bf-c79b32a019f9 req-1e63b440-5e0a-45c5-becf-f9320df57873 tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bfe41d1-a9a8-4fb6-92c2-f56171bddca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502696 Apr 20 13:17:22.908712 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1fbb583e-b94e-4e5f-95a6-5c2d1fc52a11 req-043daedd-526e-4e0c-b8b9-2842af1ba193 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57caeb8-86cc-40cc-a73b-f632818ee398 HTTP/1.1" status: 200 len: 210 time: 0.0405869 Apr 20 13:17:22.937108 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7820baf-cc30-42c8-81e0-b100304b6626 None None] Network 64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:17:22.938515 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7820baf-cc30-42c8-81e0-b100304b6626 None None] Pushing event updated for resources: {'Port': ['ID=22bc7799-3d03-4d87-afa3-fee0d2e609f1,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:22.951740 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-a7820baf-cc30-42c8-81e0-b100304b6626 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:17:22.958909 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7820baf-cc30-42c8-81e0-b100304b6626 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:17:23.005708 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588876cf-6756-4606-b4e0-adad8babfb96 req-b0db8f65-7886-4a9a-a1ff-b61dbd9551e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:23.009734 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-588876cf-6756-4606-b4e0-adad8babfb96 req-b0db8f65-7886-4a9a-a1ff-b61dbd9551e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c9879da00c2d409cb5600ab9b90435a1&device_id=a8275e3d-867a-4f11-8fc1-90d142cb2f7c HTTP/1.1" status: 200 len: 1099 time: 0.0654471 Apr 20 13:17:23.074437 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-a7820baf-cc30-42c8-81e0-b100304b6626 None None] Attempting to bind port 22bc7799-3d03-4d87-afa3-fee0d2e609f1 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:17:23.075012 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-a7820baf-cc30-42c8-81e0-b100304b6626 None None] Attempting to bind port 22bc7799-3d03-4d87-afa3-fee0d2e609f1 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'c5d44da9-f259-4c8c-925b-0e6bdb6b3012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:17:23.075408 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7820baf-cc30-42c8-81e0-b100304b6626 None None] Attempting to bind port 22bc7799-3d03-4d87-afa3-fee0d2e609f1 on network 64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:17:23.082786 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7820baf-cc30-42c8-81e0-b100304b6626 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:17:23.083305 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7820baf-cc30-42c8-81e0-b100304b6626 None None] Checking segment: {'id': 'c5d44da9-f259-4c8c-925b-0e6bdb6b3012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:17:23.084027 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a7820baf-cc30-42c8-81e0-b100304b6626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:23.084539 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7820baf-cc30-42c8-81e0-b100304b6626 None None] Bound using segment: {'id': 'c5d44da9-f259-4c8c-925b-0e6bdb6b3012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:17:23.085329 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-a7820baf-cc30-42c8-81e0-b100304b6626 None None] Bound port: 22bc7799-3d03-4d87-afa3-fee0d2e609f1, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d44da9-f259-4c8c-925b-0e6bdb6b3012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:17:23.085722 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a7820baf-cc30-42c8-81e0-b100304b6626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:23.150125 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1c51ee8d-e17d-4152-9ec5-7c554597b361 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:23.172231 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1c51ee8d-e17d-4152-9ec5-7c554597b361 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Calling delete_port for 9da50039-3580-401f-bc4d-c4853e10d2e7 owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:17:23.172475 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-a7820baf-cc30-42c8-81e0-b100304b6626 None None] For port 22bc7799-3d03-4d87-afa3-fee0d2e609f1, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:17:23.184216 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-a7820baf-cc30-42c8-81e0-b100304b6626 None None] For port 22bc7799-3d03-4d87-afa3-fee0d2e609f1, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=22bc7799-3d03-4d87-afa3-fee0d2e609f1,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:17:23.211871 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-61ad74b4-5ea8-4867-8c01-95ffa4fc72d3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:23.218291 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306691e-5572-4779-a2f9-08776f80e7c5 req-1ebcdb29-0fe8-4f15-a69c-6c33cc4f8d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:23.219818 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2306691e-5572-4779-a2f9-08776f80e7c5 req-1ebcdb29-0fe8-4f15-a69c-6c33cc4f8d79 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 1096 time: 0.1622801 Apr 20 13:17:23.268727 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0e343-9be4-4fd8-aec4-37c414c042fb req-eb02906d-dda9-40d5-a587-a37cc0bb505a tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:23.270729 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-90e0e343-9be4-4fd8-aec4-37c414c042fb req-eb02906d-dda9-40d5-a587-a37cc0bb505a tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/ports?device_id=c787421e-a828-488c-b336-a8f9c5506f4a HTTP/1.1" status: 200 len: 948 time: 0.1142285 Apr 20 13:17:23.271760 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588876cf-6756-4606-b4e0-adad8babfb96 req-0692b553-52da-457d-bef9-a02a8cf27a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:23.273100 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-588876cf-6756-4606-b4e0-adad8babfb96 req-0692b553-52da-457d-bef9-a02a8cf27a55 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.2595084 Apr 20 13:17:23.287145 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a7820baf-cc30-42c8-81e0-b100304b6626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:23.369322 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7820baf-cc30-42c8-81e0-b100304b6626 None None] Pushing event updated for resources: {'Port': ['ID=22bc7799-3d03-4d87-afa3-fee0d2e609f1,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:23.370265 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-588876cf-6756-4606-b4e0-adad8babfb96 req-c49dab4e-dc92-47fd-9b80-171d12e45a15 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=5192d155-9f67-4efc-8c85-d250be2423e6 HTTP/1.1" status: 200 len: 217 time: 0.0884502 Apr 20 13:17:23.383079 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2306691e-5572-4779-a2f9-08776f80e7c5 req-37c11047-3899-4d20-8740-444bac612a81 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521831 Apr 20 13:17:23.440243 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-90e0e343-9be4-4fd8-aec4-37c414c042fb req-7067dbde-fa48-47fd-a487-87108cf9fd80 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ba3b931-fda2-4c07-93a8-b75445543aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448710 Apr 20 13:17:23.459124 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abb688-7921-4997-a771-3fafc59b6f5e req-9e06ef67-0d98-435b-9583-20bddb2e7d41 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:23.460700 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-79abb688-7921-4997-a771-3fafc59b6f5e req-9e06ef67-0d98-435b-9583-20bddb2e7d41 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 945 time: 0.2039430 Apr 20 13:17:23.477069 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588876cf-6756-4606-b4e0-adad8babfb96 req-d2025242-bc1b-4856-9884-ab2a83219f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:23.478506 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-588876cf-6756-4606-b4e0-adad8babfb96 req-d2025242-bc1b-4856-9884-ab2a83219f0c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0991554 Apr 20 13:17:23.512344 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-79abb688-7921-4997-a771-3fafc59b6f5e req-339118ef-2c33-451c-80a0-8c760dbba05c tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428622 Apr 20 13:17:23.551593 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5dd36163-a622-4cf3-9659-9d1e08983cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:23.707672 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588876cf-6756-4606-b4e0-adad8babfb96 req-97f62966-d9fb-4c00-a8b4-0fde3546c4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:23.709667 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-588876cf-6756-4606-b4e0-adad8babfb96 req-97f62966-d9fb-4c00-a8b4-0fde3546c4fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0632780 Apr 20 13:17:23.820068 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-588876cf-6756-4606-b4e0-adad8babfb96 req-cc2746b0-259a-45df-b0b4-696156d9355d service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035151 Apr 20 13:17:23.832536 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1c51ee8d-e17d-4152-9ec5-7c554597b361 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:23.934916 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-588876cf-6756-4606-b4e0-adad8babfb96 req-ec41f92a-df9f-422c-aad1-07220d712342 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031325 Apr 20 13:17:23.982712 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c51ee8d-e17d-4152-9ec5-7c554597b361 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Port': ['ID=9da50039-3580-401f-bc4d-c4853e10d2e7,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:24.007135 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-61ad74b4-5ea8-4867-8c01-95ffa4fc72d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:24.019447 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d83dc-f289-473e-b3ba-bcf9a03ecaec req-a3bb3728-f3be-4bf0-9ac1-4ae0ef20c174 tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:24.021064 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ea3d83dc-f289-473e-b3ba-bcf9a03ecaec req-a3bb3728-f3be-4bf0-9ac1-4ae0ef20c174 tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8275e3d-867a-4f11-8fc1-90d142cb2f7c HTTP/1.1" status: 200 len: 948 time: 0.0665178 Apr 20 13:17:24.052014 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-94c77fa9-71af-4e05-8111-997d8567131c req-6465f74d-b0c2-467f-b56d-52979633cfc1 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57caeb8-86cc-40cc-a73b-f632818ee398 HTTP/1.1" status: 200 len: 210 time: 0.0299237 Apr 20 13:17:24.055052 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-61ad74b4-5ea8-4867-8c01-95ffa4fc72d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:24.088889 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1c51ee8d-e17d-4152-9ec5-7c554597b361 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:24.094827 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1c51ee8d-e17d-4152-9ec5-7c554597b361 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/ports/9da50039-3580-401f-bc4d-c4853e10d2e7 HTTP/1.1" status: 204 len: 168 time: 1.5964873 Apr 20 13:17:24.095157 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48796) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:24.149081 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ea3d83dc-f289-473e-b3ba-bcf9a03ecaec req-2d5669a9-57c5-4c31-bb6d-81cc7af14f8f tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bfe41d1-a9a8-4fb6-92c2-f56171bddca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002419 Apr 20 13:17:24.171273 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b369ce4a-e4a1-4c2c-97ee-ce77b851ec4e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:24.173026 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b369ce4a-e4a1-4c2c-97ee-ce77b851ec4e tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0763597 Apr 20 13:17:24.184320 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48798) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:24.240021 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4946448-e63a-44de-a003-3a795bbd38f7 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:24.245757 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c4946448-e63a-44de-a003-3a795bbd38f7 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0648329 Apr 20 13:17:24.245757 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48802) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:24.279421 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 04d11977-3dd4-4c29-b12b-775990f95293 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:17:24.314842 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-61ad74b4-5ea8-4867-8c01-95ffa4fc72d3 admin admin] Allocated IP 172.25.8.253 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/f7ac090e-aa91-4547-af20-a725b97642e8) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:17:24.341176 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680e3e5f-5843-48bc-a26f-d812e727aef4 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:24.342720 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680e3e5f-5843-48bc-a26f-d812e727aef4 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:24.344635 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680e3e5f-5843-48bc-a26f-d812e727aef4 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:24.349319 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-680e3e5f-5843-48bc-a26f-d812e727aef4 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1007538 Apr 20 13:17:24.349594 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48806) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:24.416575 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-5dd36163-a622-4cf3-9659-9d1e08983cdf admin admin] Deleting port 32eb73cb-66b3-482c-bd22-969f5b2ee710 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:17:24.416925 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5dd36163-a622-4cf3-9659-9d1e08983cdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:24.433150 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-95a10fd9-b10f-4a96-abdf-dfca52199b21 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting subnet 1ea8da1a-5732-4a7b-b994-ff478a38ad3b {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:17:24.437062 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-95a10fd9-b10f-4a96-abdf-dfca52199b21 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:24.444141 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 04d11977-3dd4-4c29-b12b-775990f95293, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=04d11977-3dd4-4c29-b12b-775990f95293,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:24.457797 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '04d11977-3dd4-4c29-b12b-775990f95293', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'port_id': '04d11977-3dd4-4c29-b12b-775990f95293', 'mac_address': 'fa:16:3e:c9:75:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b1f82a-7732-4b50-ab22-2475f182a712', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:17:24.533131 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:24.541482 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-697b1a29-3822-4ba6-85d0-dc811c09bbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:24.555034 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04d11977-3dd4-4c29-b12b-775990f95293 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:17:24.557777 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-95a10fd9-b10f-4a96-abdf-dfca52199b21 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:24.581218 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 04d11977-3dd4-4c29-b12b-775990f95293, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=04d11977-3dd4-4c29-b12b-775990f95293,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:24.613747 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-61ad74b4-5ea8-4867-8c01-95ffa4fc72d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:24.669370 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:24.670063 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 7839d3e5-44bf-4210-9bfa-fa1048539dea details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:17:24.688501 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-5dd36163-a622-4cf3-9659-9d1e08983cdf admin admin] For port 32eb73cb-66b3-482c-bd22-969f5b2ee710, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=32eb73cb-66b3-482c-bd22-969f5b2ee710,segment=NetworkSegment(f4c02dc7-b959-44b9-b11f-0e31ef6d85fc),segment_id=f4c02dc7-b959-44b9-b11f-0e31ef6d85fc)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:24.688899 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5dd36163-a622-4cf3-9659-9d1e08983cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:24.719318 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-5dd36163-a622-4cf3-9659-9d1e08983cdf admin admin] Calling delete_port for 32eb73cb-66b3-482c-bd22-969f5b2ee710 owned by network:router_interface {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:17:24.726034 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-95a10fd9-b10f-4a96-abdf-dfca52199b21 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:24.846369 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 22bc7799-3d03-4d87-afa3-fee0d2e609f1 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:17:24.851118 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d3273c-39eb-4a6b-a9a4-20b5b34b9d3f None None] Network 64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:17:24.879875 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 7839d3e5-44bf-4210-9bfa-fa1048539dea, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=7839d3e5-44bf-4210-9bfa-fa1048539dea,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:24.888826 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3d2a3-0a49-40b1-b712-5c8379a8bfa5 req-98b1cd4d-d7e5-4b7c-8285-0d3b72340210 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:24.890366 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2ef3d2a3-0a49-40b1-b712-5c8379a8bfa5 req-98b1cd4d-d7e5-4b7c-8285-0d3b72340210 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/ports?device_id=c787421e-a828-488c-b336-a8f9c5506f4a HTTP/1.1" status: 200 len: 949 time: 0.2861133 Apr 20 13:17:24.891504 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=04d11977-3dd4-4c29-b12b-775990f95293,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:24.930240 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-61ad74b4-5ea8-4867-8c01-95ffa4fc72d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:24.938408 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b115ba5-38e8-4c45-916d-84839266613a req-ed9f20c9-407a-451f-9c5e-fa2597310a0f tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:24.940313 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1b115ba5-38e8-4c45-916d-84839266613a req-ed9f20c9-407a-451f-9c5e-fa2597310a0f tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 945 time: 0.1382625 Apr 20 13:17:24.948481 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '7839d3e5-44bf-4210-9bfa-fa1048539dea', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'port_id': '7839d3e5-44bf-4210-9bfa-fa1048539dea', 'mac_address': 'fa:16:3e:2b:52:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b1f82a-7732-4b50-ab22-2475f182a712', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:17:25.001010 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ad74b4-5ea8-4867-8c01-95ffa4fc72d3 admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:17:25.003494 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-61ad74b4-5ea8-4867-8c01-95ffa4fc72d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:17:25.008240 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ad74b4-5ea8-4867-8c01-95ffa4fc72d3 admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:17:25.032141 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2ef3d2a3-0a49-40b1-b712-5c8379a8bfa5 req-2832fff2-796c-4ea3-aab5-e6c9a5495bae tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ba3b931-fda2-4c07-93a8-b75445543aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224742 Apr 20 13:17:25.053531 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-95a10fd9-b10f-4a96-abdf-dfca52199b21 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:25.070155 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1b115ba5-38e8-4c45-916d-84839266613a req-35f0152f-e70f-4b18-89bd-f65f8888be13 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120610 Apr 20 13:17:25.101402 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a10fd9-b10f-4a96-abdf-dfca52199b21 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Subnet': ['ID=1ea8da1a-5732-4a7b-b994-ff478a38ad3b,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:25.111723 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-e8801b90-03f9-4f5c-b05c-43c3ee4011e3 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:25.113265 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-e8801b90-03f9-4f5c-b05c-43c3ee4011e3 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] 10.222.0.15 "GET /v2.0/networks?id=5c930105-af58-4215-bb5d-2a99a1e186f9 HTTP/1.1" status: 200 len: 809 time: 0.2157357 Apr 20 13:17:25.114620 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-95a10fd9-b10f-4a96-abdf-dfca52199b21 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:25.120536 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-95a10fd9-b10f-4a96-abdf-dfca52199b21 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/1ea8da1a-5732-4a7b-b994-ff478a38ad3b HTTP/1.1" status: 204 len: 168 time: 0.7695129 Apr 20 13:17:25.121241 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48820) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:25.123657 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad74b4-5ea8-4867-8c01-95ffa4fc72d3 admin admin] Pushing event updated for resources: {'Port': ['ID=f7ac090e-aa91-4547-af20-a725b97642e8,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:25.133882 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-e088e03a-b31f-4a25-902e-3a6f13c8f463 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] Request body: {'port': {'device_id': 'b57caeb8-86cc-40cc-a73b-f632818ee398', 'network_id': '5c930105-af58-4215-bb5d-2a99a1e186f9', 'admin_state_up': True, 'tenant_id': '8a251b2a82ed47dc922f5170da6c153f'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:25.194382 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465960ec-20b7-4ce6-9ab4-3e32db9c218b None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:17:25.275669 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5495839d-2437-4683-baf5-caabfb5bf026 req-73739298-e171-42e4-8f3d-2b50770150c5 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57caeb8-86cc-40cc-a73b-f632818ee398 HTTP/1.1" status: 200 len: 210 time: 0.0911539 Apr 20 13:17:25.275881 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-1b7600b1-5d0e-45da-b8d7-a82ff8ee2cc0 None None] Provisioning complete for port 22bc7799-3d03-4d87-afa3-fee0d2e609f1 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:25.276197 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1b7600b1-5d0e-45da-b8d7-a82ff8ee2cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:25.300977 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ade17d3-0894-4a4d-9629-8725b64558d7 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting subnet add5db70-38c6-48d2-ac30-991468c38a71 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:17:25.325766 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8ade17d3-0894-4a4d-9629-8725b64558d7 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:25.380705 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5dd36163-a622-4cf3-9659-9d1e08983cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:25.399935 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8ade17d3-0894-4a4d-9629-8725b64558d7 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:25.400204 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 22bc7799-3d03-4d87-afa3-fee0d2e609f1 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:25.400662 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:25.419930 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd36163-a622-4cf3-9659-9d1e08983cdf admin admin] Pushing event deleted for resources: {'Port': ['ID=32eb73cb-66b3-482c-bd22-969f5b2ee710,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:25.445215 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:25.453936 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f88dc9-c950-4227-b407-1e48cfc035b2 req-e564050a-8a55-4862-84bd-a385e65ffb34 tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:25.455639 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-78f88dc9-c950-4227-b407-1e48cfc035b2 req-e564050a-8a55-4862-84bd-a385e65ffb34 tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8275e3d-867a-4f11-8fc1-90d142cb2f7c HTTP/1.1" status: 200 len: 948 time: 0.1783106 Apr 20 13:17:25.471413 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7839d3e5-44bf-4210-9bfa-fa1048539dea {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:17:25.496948 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 7839d3e5-44bf-4210-9bfa-fa1048539dea, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=7839d3e5-44bf-4210-9bfa-fa1048539dea,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:25.555936 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-78f88dc9-c950-4227-b407-1e48cfc035b2 req-0bfa5184-8757-4419-9060-5dc9f80d54ab tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bfe41d1-a9a8-4fb6-92c2-f56171bddca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889189 Apr 20 13:17:25.557464 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-61ad74b4-5ea8-4867-8c01-95ffa4fc72d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:25.607924 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8ade17d3-0894-4a4d-9629-8725b64558d7 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:25.616696 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:25.620016 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:25.650072 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-e088e03a-b31f-4a25-902e-3a6f13c8f463 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] Made reservation on behalf of 8a251b2a82ed47dc922f5170da6c153f for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:17:25.653736 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-e088e03a-b31f-4a25-902e-3a6f13c8f463 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:25.711992 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 22bc7799-3d03-4d87-afa3-fee0d2e609f1, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=22bc7799-3d03-4d87-afa3-fee0d2e609f1,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:25.749195 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1b7600b1-5d0e-45da-b8d7-a82ff8ee2cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:25.790853 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:25.826738 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8ade17d3-0894-4a4d-9629-8725b64558d7 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:25.862637 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade17d3-0894-4a4d-9629-8725b64558d7 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Subnet': ['ID=add5db70-38c6-48d2-ac30-991468c38a71,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:25.918837 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-1b7600b1-5d0e-45da-b8d7-a82ff8ee2cc0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:17:25.919975 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-1b7600b1-5d0e-45da-b8d7-a82ff8ee2cc0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:17:25.920627 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8ade17d3-0894-4a4d-9629-8725b64558d7 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:25.924580 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8ade17d3-0894-4a4d-9629-8725b64558d7 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/add5db70-38c6-48d2-ac30-991468c38a71 HTTP/1.1" status: 204 len: 168 time: 0.8024318 Apr 20 13:17:25.927850 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48832) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:25.932991 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=7839d3e5-44bf-4210-9bfa-fa1048539dea,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:25.939170 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-e088e03a-b31f-4a25-902e-3a6f13c8f463 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] Allocated IP 172.20.0.9 (5c930105-af58-4215-bb5d-2a99a1e186f9/1670e5a2-b1d0-439a-95c3-825f4fe5879a/7e277fbc-3dd5-4318-b99b-1cae9ce365eb) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:17:25.991434 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d07504b5-d42c-4edc-b2e7-25a8e98f921a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0625677 Apr 20 13:17:25.997524 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48834) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:26.006386 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-928362b6-f324-4e4f-83b9-4f582afb29fb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'subnet': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:26.056323 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['04d11977-3dd4-4c29-b12b-775990f95293'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:17:26.058527 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['7839d3e5-44bf-4210-9bfa-fa1048539dea'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:17:26.185775 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=22bc7799-3d03-4d87-afa3-fee0d2e609f1,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:26.359272 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928362b6-f324-4e4f-83b9-4f582afb29fb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:17:26.362998 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-928362b6-f324-4e4f-83b9-4f582afb29fb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:26.413042 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5dd36163-a622-4cf3-9659-9d1e08983cdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:26.437939 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65dcd4-e3a0-4d7b-8067-093842495aba req-90b9fbca-e384-44de-9b7b-f481d349fc38 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:26.439596 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cd65dcd4-e3a0-4d7b-8067-093842495aba req-90b9fbca-e384-44de-9b7b-f481d349fc38 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/ports?device_id=c787421e-a828-488c-b336-a8f9c5506f4a HTTP/1.1" status: 200 len: 949 time: 0.2312415 Apr 20 13:17:26.488102 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853defe6-8248-4891-9e01-85a736033f0f req-1186416c-ec11-4dfd-b6bd-441511a16b85 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:26.489726 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-853defe6-8248-4891-9e01-85a736033f0f req-1186416c-ec11-4dfd-b6bd-441511a16b85 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 945 time: 0.2422297 Apr 20 13:17:26.541240 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632f61d2-ddfd-4bd1-b869-e82779565d94 None None] Update dhcp port {'port': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'fixed_ips': [{'subnet_id': 'add5db70-38c6-48d2-ac30-991468c38a71'}], 'binding:host_id': 'n-d-836015-7'}, 'id': 'a81bee43-7dab-4470-befa-0f52f18d6991'} from n-d-836015-7. {{(pid=114871) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 13:17:26.595095 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-e088e03a-b31f-4a25-902e-3a6f13c8f463 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:26.599059 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cd65dcd4-e3a0-4d7b-8067-093842495aba req-3e240a5e-c99f-4bb6-b8b3-7b75fe1887bc tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ba3b931-fda2-4c07-93a8-b75445543aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461308 Apr 20 13:17:26.602024 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-632f61d2-ddfd-4bd1-b869-e82779565d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:26.617906 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-853defe6-8248-4891-9e01-85a736033f0f req-90aa12d5-c303-4288-9909-0b983943a135 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126750 Apr 20 13:17:26.631368 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-61ad74b4-5ea8-4867-8c01-95ffa4fc72d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:26.806000 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-72b3897d-773b-4f50-ab80-7a9f71058335 req-5bc0c0a3-d1da-46d4-a603-85d09d69eb09 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57caeb8-86cc-40cc-a73b-f632818ee398 HTTP/1.1" status: 200 len: 210 time: 0.0424349 Apr 20 13:17:26.820803 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-e088e03a-b31f-4a25-902e-3a6f13c8f463 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:26.856607 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-0fab586d-c26d-4bbb-bc3e-29af5b2feed9 None None] Provisioning complete for port 22bc7799-3d03-4d87-afa3-fee0d2e609f1 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:26.857068 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0fab586d-c26d-4bbb-bc3e-29af5b2feed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:26.926504 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-e088e03a-b31f-4a25-902e-3a6f13c8f463 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] Network 5c930105-af58-4215-bb5d-2a99a1e186f9 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:17:26.937127 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-928362b6-f324-4e4f-83b9-4f582afb29fb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:26.939021 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-e088e03a-b31f-4a25-902e-3a6f13c8f463 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:17:26.951100 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e088e03a-b31f-4a25-902e-3a6f13c8f463 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] Pushing event updated for resources: {'Port': ['ID=7e277fbc-3dd5-4318-b99b-1cae9ce365eb,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:26.965189 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd36163-a622-4cf3-9659-9d1e08983cdf admin admin] Router cff21d76-b0c1-4068-825d-d87bde7d97a3 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:17:26.970499 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-e088e03a-b31f-4a25-902e-3a6f13c8f463 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:17:26.970630 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 22bc7799-3d03-4d87-afa3-fee0d2e609f1 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:17:26.970630 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 5192d155-9f67-4efc-8c85-d250be2423e6 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:17:26.984196 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ab6542a3-1d57-49cf-bbe7-369cc38a328c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:27.034437 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ad74b4-5ea8-4867-8c01-95ffa4fc72d3 admin admin] Router 51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:17:27.088191 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13806c9e-d09a-4422-ba01-611cc012de7b req-c2b01474-e73b-4810-a5aa-df997e21704d tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:27.089750 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-13806c9e-d09a-4422-ba01-611cc012de7b req-c2b01474-e73b-4810-a5aa-df997e21704d tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8275e3d-867a-4f11-8fc1-90d142cb2f7c HTTP/1.1" status: 200 len: 948 time: 0.2616308 Apr 20 13:17:27.098823 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928362b6-f324-4e4f-83b9-4f582afb29fb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Subnet': ['ID=73d39b0c-7321-413f-9472-bffdb52aa613,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:27.123939 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a34bb78-14c0-4efb-8753-dda8b488b2f0 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:17:27.132378 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928362b6-f324-4e4f-83b9-4f582afb29fb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:17:27.210655 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-13806c9e-d09a-4422-ba01-611cc012de7b req-08ce176e-c44d-46b1-a081-a61511ed25ef tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bfe41d1-a9a8-4fb6-92c2-f56171bddca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932989 Apr 20 13:17:27.220393 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd36163-a622-4cf3-9659-9d1e08983cdf admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:17:27.221356 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-928362b6-f324-4e4f-83b9-4f582afb29fb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:17:27.239205 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5dd36163-a622-4cf3-9659-9d1e08983cdf admin admin] 10.222.0.25 "PUT /v2.0/routers/cff21d76-b0c1-4068-825d-d87bde7d97a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3224363 Apr 20 13:17:27.239966 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48862) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:27.242111 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ac8555-f506-4b08-b5dc-e28f05c5ea63 None None] Sync routers for ids ['cff21d76-b0c1-4068-825d-d87bde7d97a3'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:17:27.242811 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928362b6-f324-4e4f-83b9-4f582afb29fb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:27.243449 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-928362b6-f324-4e4f-83b9-4f582afb29fb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:27.250909 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-e088e03a-b31f-4a25-902e-3a6f13c8f463 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:27.261543 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ac8555-f506-4b08-b5dc-e28f05c5ea63 None None] Routers {'cff21d76-b0c1-4068-825d-d87bde7d97a3'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:17:27.263680 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-e088e03a-b31f-4a25-902e-3a6f13c8f463 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:27.265794 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b9ac8555-f506-4b08-b5dc-e28f05c5ea63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:17:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['cff21d76-b0c1-4068-825d-d87bde7d97a3'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:27.281118 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 5192d155-9f67-4efc-8c85-d250be2423e6, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=5192d155-9f67-4efc-8c85-d250be2423e6,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:27.283524 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 22bc7799-3d03-4d87-afa3-fee0d2e609f1 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:27.283906 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:27.320795 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ad74b4-5ea8-4867-8c01-95ffa4fc72d3 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:17:27.341173 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a34cfd9-e244-4d8b-8105-89a768cbbd6a None None] Sync routers for ids ['51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:17:27.360878 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '5192d155-9f67-4efc-8c85-d250be2423e6', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'port_id': '5192d155-9f67-4efc-8c85-d250be2423e6', 'mac_address': 'fa:16:3e:93:fa:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b1f82a-7732-4b50-ab22-2475f182a712', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:17:27.416206 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb3f35-5ca8-40a2-9341-ff065e04d695 req-d1feca9f-b5ec-46a0-a34a-d1bd4a85be58 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:27.417074 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8dabb5c2-16c5-4bdd-8acf-0404d681ad83 admin admin] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:27.419571 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-78bb3f35-5ca8-40a2-9341-ff065e04d695 req-d1feca9f-b5ec-46a0-a34a-d1bd4a85be58 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 945 time: 0.1194942 Apr 20 13:17:27.422997 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869488c-c4cc-4eb4-b218-95a8d85adf61 req-6f207fbb-3ce3-4048-bc49-74d3c221f426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:27.425143 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8869488c-c4cc-4eb4-b218-95a8d85adf61 req-6f207fbb-3ce3-4048-bc49-74d3c221f426 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=692951b4ab1c4dc1a05ed983655b2d83&device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 1096 time: 0.1578224 Apr 20 13:17:27.467820 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-b9ac8555-f506-4b08-b5dc-e28f05c5ea63 None None] Set router cff21d76-b0c1-4068-825d-d87bde7d97a3 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:17:27.552568 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869488c-c4cc-4eb4-b218-95a8d85adf61 req-3e58ef3d-4ba3-4087-a92c-20ec4553f84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:27.554397 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8869488c-c4cc-4eb4-b218-95a8d85adf61 req-3e58ef3d-4ba3-4087-a92c-20ec4553f84b service neutron] 10.222.0.15 "GET /v2.0/networks?id=f4258e6f-aecb-49fd-99fd-85fb6d33cc56 HTTP/1.1" status: 200 len: 911 time: 0.1198115 Apr 20 13:17:27.563401 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-e088e03a-b31f-4a25-902e-3a6f13c8f463 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4392142 Apr 20 13:17:27.566920 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-928362b6-f324-4e4f-83b9-4f582afb29fb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5682662 Apr 20 13:17:27.578109 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a34cfd9-e244-4d8b-8105-89a768cbbd6a None None] Routers {'51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:17:27.578678 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-2a34cfd9-e244-4d8b-8105-89a768cbbd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:17:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:27.588777 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48868) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:27.602247 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-7b4869ba-e8fc-4853-8713-d5fc9fc0ef04 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'subnet': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:27.609297 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8869488c-c4cc-4eb4-b218-95a8d85adf61 req-5bfaa67e-e995-4ea6-931f-27dbf6deacf3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8ebd3bfd-423f-492a-a95f-ea25291da276 HTTP/1.1" status: 200 len: 217 time: 0.0403652 Apr 20 13:17:27.613758 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8dabb5c2-16c5-4bdd-8acf-0404d681ad83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:27.621372 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-61ad74b4-5ea8-4867-8c01-95ffa4fc72d3 admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:27.625808 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-61ad74b4-5ea8-4867-8c01-95ffa4fc72d3 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1054747 Apr 20 13:17:27.637179 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48870) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:27.653300 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-b5ac435c-b293-4915-9133-fcc8d0331bbd service neutron] Request body: {'port': {'device_id': 'b57caeb8-86cc-40cc-a73b-f632818ee398', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:27.677849 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-e91b5b1d-fbee-428e-87b0-f19e3cdf666b None None] Provisioning complete for port a81bee43-7dab-4470-befa-0f52f18d6991 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:27.678227 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e91b5b1d-fbee-428e-87b0-f19e3cdf666b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:27.726248 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:27.782004 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-78bb3f35-5ca8-40a2-9341-ff065e04d695 req-6575ae77-2650-4695-8043-82662fd87688 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550375 Apr 20 13:17:27.798030 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b9ac8555-f506-4b08-b5dc-e28f05c5ea63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff21d76-b0c1-4068-825d-d87bde7d97a3', 'name': 'tempest-TaggedBootDevicesTest_v242-1409615828-router', 'tenant_id': '97a38ecda7a343ab82e1697ac2616ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '8a08dd1f-a270-4f67-b3dd-0d31d59d1d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:09:17Z', 'updated_at': '2022-04-20T13:17:25Z', 'revision_number': 5, 'project_id': '97a38ecda7a343ab82e1697ac2616ffb', 'gw_port': {'id': '8a08dd1f-a270-4f67-b3dd-0d31d59d1d91', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:15:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff21d76-b0c1-4068-825d-d87bde7d97a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:09:18Z', 'updated_at': '2022-04-20T13:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:27.817516 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5192d155-9f67-4efc-8c85-d250be2423e6 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:17:27.836521 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ac8555-f506-4b08-b5dc-e28f05c5ea63 None None] Checking router: cff21d76-b0c1-4068-825d-d87bde7d97a3 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:17:27.846719 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ac8555-f506-4b08-b5dc-e28f05c5ea63 None None] Routers {'cff21d76-b0c1-4068-825d-d87bde7d97a3'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:17:27.854085 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b9ac8555-f506-4b08-b5dc-e28f05c5ea63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:17:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['cff21d76-b0c1-4068-825d-d87bde7d97a3'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:27.881921 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869488c-c4cc-4eb4-b218-95a8d85adf61 req-68aa65d9-3bb0-4b30-a1d1-817ab3ff9fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:27.882230 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 5192d155-9f67-4efc-8c85-d250be2423e6, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=5192d155-9f67-4efc-8c85-d250be2423e6,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:27.883833 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8869488c-c4cc-4eb4-b218-95a8d85adf61 req-68aa65d9-3bb0-4b30-a1d1-817ab3ff9fdf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0996d7f4-b464-4da5-b268-614fd8c03be4 HTTP/1.1" status: 200 len: 850 time: 0.2569427 Apr 20 13:17:27.889846 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-2a34cfd9-e244-4d8b-8105-89a768cbbd6a None None] Set router 51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:17:27.953947 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-b9ac8555-f506-4b08-b5dc-e28f05c5ea63 None None] Set router cff21d76-b0c1-4068-825d-d87bde7d97a3 gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:17:27.982354 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-8dabb5c2-16c5-4bdd-8acf-0404d681ad83 admin admin] Deleting port 8a08dd1f-a270-4f67-b3dd-0d31d59d1d91 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:17:27.982984 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8dabb5c2-16c5-4bdd-8acf-0404d681ad83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:27.986286 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:27.987576 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-b5ac435c-b293-4915-9133-fcc8d0331bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:28.022618 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b9ac8555-f506-4b08-b5dc-e28f05c5ea63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff21d76-b0c1-4068-825d-d87bde7d97a3', 'name': 'tempest-TaggedBootDevicesTest_v242-1409615828-router', 'tenant_id': '97a38ecda7a343ab82e1697ac2616ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:09:17Z', 'updated_at': '2022-04-20T13:17:27Z', 'revision_number': 6, 'project_id': '97a38ecda7a343ab82e1697ac2616ffb', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:28.051626 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ac8555-f506-4b08-b5dc-e28f05c5ea63 None None] The sync data for ids ['cff21d76-b0c1-4068-825d-d87bde7d97a3'] in n-d-836015-7 is: [{'id': 'cff21d76-b0c1-4068-825d-d87bde7d97a3', 'name': 'tempest-TaggedBootDevicesTest_v242-1409615828-router', 'tenant_id': '97a38ecda7a343ab82e1697ac2616ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:09:17Z', 'updated_at': '2022-04-20T13:17:27Z', 'revision_number': 6, 'project_id': '97a38ecda7a343ab82e1697ac2616ffb', 'gw_port_host': None}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:17:28.142432 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=5192d155-9f67-4efc-8c85-d250be2423e6,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:28.142432 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:28.185920 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-8dabb5c2-16c5-4bdd-8acf-0404d681ad83 admin admin] For port 8a08dd1f-a270-4f67-b3dd-0d31d59d1d91, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=8a08dd1f-a270-4f67-b3dd-0d31d59d1d91,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:28.186842 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8dabb5c2-16c5-4bdd-8acf-0404d681ad83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:28.195931 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:28.196230 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:28.197259 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:28.197259 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:28.197545 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:28.197977 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:28.198438 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:28.198838 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:28.199246 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:28.199862 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:28.200239 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:28.200662 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:28.232295 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736a49f0-abf2-4f5f-8edb-61bad56adc78 None None] Update dhcp port {'port': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'fixed_ips': [{'subnet_id': '73d39b0c-7321-413f-9472-bffdb52aa613'}], 'binding:host_id': 'n-d-836015-7'}, 'id': 'a81bee43-7dab-4470-befa-0f52f18d6991'} from n-d-836015-7. {{(pid=114871) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 13:17:28.249810 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-8dabb5c2-16c5-4bdd-8acf-0404d681ad83 admin admin] Calling delete_port for 8a08dd1f-a270-4f67-b3dd-0d31d59d1d91 owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:17:28.257105 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4869ba-e8fc-4853-8713-d5fc9fc0ef04 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:17:28.261252 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7b4869ba-e8fc-4853-8713-d5fc9fc0ef04 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:28.307214 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-736a49f0-abf2-4f5f-8edb-61bad56adc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:28.379991 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8869488c-c4cc-4eb4-b218-95a8d85adf61 req-11062695-569e-4006-8e76-cbc591deaced service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f4258e6f-aecb-49fd-99fd-85fb6d33cc56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4411125 Apr 20 13:17:28.418633 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48880) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:28.423593 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 04d11977-3dd4-4c29-b12b-775990f95293 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:17:28.427921 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['5192d155-9f67-4efc-8c85-d250be2423e6'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:17:28.549057 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46918a-6b65-4770-9857-2511d94e4957 req-5d2ec2f2-01a6-47ff-84fc-5e2577fce4ab tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:28.558362 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fc46918a-6b65-4770-9857-2511d94e4957 req-5d2ec2f2-01a6-47ff-84fc-5e2577fce4ab tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57caeb8-86cc-40cc-a73b-f632818ee398 HTTP/1.1" status: 200 len: 931 time: 0.6287143 Apr 20 13:17:28.565892 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160651be-f6ea-4299-a981-78b286cec4b3 req-b7cc6fa5-49ff-4cc0-a20c-168998c6794f tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:28.573649 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-160651be-f6ea-4299-a981-78b286cec4b3 req-b7cc6fa5-49ff-4cc0-a20c-168998c6794f tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/ports?device_id=c787421e-a828-488c-b336-a8f9c5506f4a HTTP/1.1" status: 200 len: 949 time: 0.7802191 Apr 20 13:17:28.656872 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-736a49f0-abf2-4f5f-8edb-61bad56adc78 None None] Allocated IP 2001:db8::2 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/73d39b0c-7321-413f-9472-bffdb52aa613/a81bee43-7dab-4470-befa-0f52f18d6991) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:17:28.668696 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-2a34cfd9-e244-4d8b-8105-89a768cbbd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0', 'name': 'tempest-ServerActionsTestJSON-891296497-router', 'tenant_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'f7ac090e-aa91-4547-af20-a725b97642e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:17:22Z', 'updated_at': '2022-04-20T13:17:25Z', 'revision_number': 3, 'project_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'gw_port': {'id': 'f7ac090e-aa91-4547-af20-a725b97642e8', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a2:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:17:24Z', 'updated_at': '2022-04-20T13:17:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:28.711269 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-18228433-d71b-4a85-8273-089193130fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:28.720880 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a34cfd9-e244-4d8b-8105-89a768cbbd6a None None] Checking router: 51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:17:28.721268 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a34cfd9-e244-4d8b-8105-89a768cbbd6a None None] Updating router 51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0 port f7ac090e-aa91-4547-af20-a725b97642e8 binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:17:28.766770 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 04d11977-3dd4-4c29-b12b-775990f95293 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:17:28.800026 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-160651be-f6ea-4299-a981-78b286cec4b3 req-6287a9f9-7c6f-4987-9fe8-38e993ac865c tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ba3b931-fda2-4c07-93a8-b75445543aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254076 Apr 20 13:17:28.804984 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fc46918a-6b65-4770-9857-2511d94e4957 req-bce40f4c-5dbd-412a-8567-053ed815cd3d tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] 10.222.0.25 "GET /v2.0/security-groups?id=404b7c6f-8da9-4d7b-9366-ea3edbd52d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459774 Apr 20 13:17:28.825282 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 04d11977-3dd4-4c29-b12b-775990f95293 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:28.825685 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:28.827193 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2a34cfd9-e244-4d8b-8105-89a768cbbd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:28.906852 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 32eb73cb-66b3-482c-bd22-969f5b2ee710 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:17:28.967022 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 32eb73cb-66b3-482c-bd22-969f5b2ee710 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:17:28.967416 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 32eb73cb-66b3-482c-bd22-969f5b2ee710 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:17:28.967578 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-18228433-d71b-4a85-8273-089193130fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:28.967789 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device a81bee43-7dab-4470-befa-0f52f18d6991 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:17:29.000489 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8869488c-c4cc-4eb4-b218-95a8d85adf61 req-390a5113-4368-4a6c-8613-7c80075f7f8f service neutron] 10.222.0.15 "GET /v2.0/networks/f4258e6f-aecb-49fd-99fd-85fb6d33cc56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6130474 Apr 20 13:17:29.041427 n-d-836015-7 neutron-server[114870]: INFO neutron.db.ipam_backend_mixin [None req-7b4869ba-e8fc-4853-8713-d5fc9fc0ef04 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 73d39b0c-7321-413f-9472-bffdb52aa613 (CIDR: 2001:db8::/64) Apr 20 13:17:29.088952 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-736a49f0-abf2-4f5f-8edb-61bad56adc78 None None] For port a81bee43-7dab-4470-befa-0f52f18d6991, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=a81bee43-7dab-4470-befa-0f52f18d6991,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:29.104786 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-18228433-d71b-4a85-8273-089193130fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:29.112178 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b4869ba-e8fc-4853-8713-d5fc9fc0ef04 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:17:29.120037 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b4869ba-e8fc-4853-8713-d5fc9fc0ef04 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:29.199076 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-736a49f0-abf2-4f5f-8edb-61bad56adc78 None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:29.229805 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48886) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:29.232399 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7b4869ba-e8fc-4853-8713-d5fc9fc0ef04 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6366844 Apr 20 13:17:29.242031 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8f4c654c-2664-44f8-97d6-caa1459950e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:29.249787 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-975dec22-76c1-40ec-a95a-53dff93badeb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'subnet': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:29.256307 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-18228433-d71b-4a85-8273-089193130fb0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3a9d4a23c501407e944841a7d5d3d762&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8249118 Apr 20 13:17:29.261170 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18228433-d71b-4a85-8273-089193130fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8dcf8c1-d23c-4c55-84f4-c462ad221d72,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:29.282018 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48888) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:29.296045 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:29.309089 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:29.317271 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61bffb8-244c-42b4-a2a0-ba8518d6f4ab req-aac8f7cb-e076-42ff-81c3-c3fad651f459 tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:29.318622 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f61bffb8-244c-42b4-a2a0-ba8518d6f4ab req-aac8f7cb-e076-42ff-81c3-c3fad651f459 tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8275e3d-867a-4f11-8fc1-90d142cb2f7c HTTP/1.1" status: 200 len: 949 time: 0.3134184 Apr 20 13:17:29.319588 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8dabb5c2-16c5-4bdd-8acf-0404d681ad83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:29.326739 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-736a49f0-abf2-4f5f-8edb-61bad56adc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:29.368569 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dabb5c2-16c5-4bdd-8acf-0404d681ad83 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a08dd1f-a270-4f67-b3dd-0d31d59d1d91,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:29.412440 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab150df5-b03f-4542-b7f7-c1be4b2da832 req-b8cf0591-6c1c-414d-95a8-07715f073471 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:29.414764 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ab150df5-b03f-4542-b7f7-c1be4b2da832 req-b8cf0591-6c1c-414d-95a8-07715f073471 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 945 time: 0.4104223 Apr 20 13:17:29.443786 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8869488c-c4cc-4eb4-b218-95a8d85adf61 req-454cb24d-19fe-43f7-b3b0-7873e0b7771f service neutron] 10.222.0.15 "GET /v2.0/networks/f4258e6f-aecb-49fd-99fd-85fb6d33cc56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834739 Apr 20 13:17:29.510379 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8dabb5c2-16c5-4bdd-8acf-0404d681ad83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:29.569245 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f61bffb8-244c-42b4-a2a0-ba8518d6f4ab req-c092a779-484f-400f-87f0-bf87675f5784 tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bfe41d1-a9a8-4fb6-92c2-f56171bddca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907427 Apr 20 13:17:29.592395 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:29.592639 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-b5ac435c-b293-4915-9133-fcc8d0331bbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e277fbc-3dd5-4318-b99b-1cae9ce365eb {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:17:29.593187 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ab150df5-b03f-4542-b7f7-c1be4b2da832 req-feeb2fef-d35a-4891-b3dd-93eb47bbcfec tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625004 Apr 20 13:17:29.599932 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-b5ac435c-b293-4915-9133-fcc8d0331bbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:29.604417 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0b2c622a-1acc-47dd-be13-a329bc850471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:29.625065 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8dabb5c2-16c5-4bdd-8acf-0404d681ad83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:29.625652 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c787421e-a828-488c-b336-a8f9c5506f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d11977-3dd4-4c29-b12b-775990f95293'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:17:29.627920 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-8f4c654c-2664-44f8-97d6-caa1459950e0 admin admin] Allocated IP 172.20.0.1 (64d8cf94-eb2a-48ee-bdb5-e3e8f5005119/fa576778-8514-4874-84e6-afe172476688/9aea585f-f544-48f4-8821-43e0e716ac2e) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:17:29.629300 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cad158-ce8a-4809-aeb3-7f0e3826c54b" -d '{"events": [{"server_uuid": "c787421e-a828-488c-b336-a8f9c5506f4a", "name": "network-vif-plugged", "status": "completed", "tag": "04d11977-3dd4-4c29-b12b-775990f95293"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:17:29.631521 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8dabb5c2-16c5-4bdd-8acf-0404d681ad83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:29.635632 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-b5ac435c-b293-4915-9133-fcc8d0331bbd service neutron] Transition to ACTIVE for port object 7e277fbc-3dd5-4318-b99b-1cae9ce365eb will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:17:29.645494 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0b2c622a-1acc-47dd-be13-a329bc850471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:29.710555 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ae7765-c3ec-478c-a4d2-1d946ab24d40 x-openstack-request-id: req-44ae7765-c3ec-478c-a4d2-1d946ab24d40 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:17:29.712058 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c787421e-a828-488c-b336-a8f9c5506f4a", "name": "network-vif-plugged", "status": "completed", "tag": "04d11977-3dd4-4c29-b12b-775990f95293", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:17:29.712058 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-44ae7765-c3ec-478c-a4d2-1d946ab24d40 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:17:29.712267 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975dec22-76c1-40ec-a95a-53dff93badeb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:17:29.712356 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44ae7765-c3ec-478c-a4d2-1d946ab24d40'] response: {'server_uuid': 'c787421e-a828-488c-b336-a8f9c5506f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d11977-3dd4-4c29-b12b-775990f95293', 'code': 200} Apr 20 13:17:29.715291 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-975dec22-76c1-40ec-a95a-53dff93badeb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:29.716431 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 04d11977-3dd4-4c29-b12b-775990f95293, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=04d11977-3dd4-4c29-b12b-775990f95293,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:29.748652 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a49f0-abf2-4f5f-8edb-61bad56adc78 None None] Pushing event updated for resources: {'Port': ['ID=a81bee43-7dab-4470-befa-0f52f18d6991,revision_number=8']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:29.783384 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:17:29.783384 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:17:29.792216 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:29.793018 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 7839d3e5-44bf-4210-9bfa-fa1048539dea up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:17:29.815250 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8dabb5c2-16c5-4bdd-8acf-0404d681ad83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:29.816318 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dabb5c2-16c5-4bdd-8acf-0404d681ad83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cff21d76-b0c1-4068-825d-d87bde7d97a3 {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:17:29.820455 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8f4c654c-2664-44f8-97d6-caa1459950e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:29.824728 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8dabb5c2-16c5-4bdd-8acf-0404d681ad83 admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:29.825868 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8dabb5c2-16c5-4bdd-8acf-0404d681ad83 admin admin] 10.222.0.25 "DELETE /v2.0/routers/cff21d76-b0c1-4068-825d-d87bde7d97a3 HTTP/1.1" status: 204 len: 168 time: 2.5853043 Apr 20 13:17:29.828766 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48892) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:29.963183 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:29.999165 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-b5ac435c-b293-4915-9133-fcc8d0331bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:30.009122 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0b2c622a-1acc-47dd-be13-a329bc850471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:30.012829 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0b2c622a-1acc-47dd-be13-a329bc850471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:30.014256 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-0b2c622a-1acc-47dd-be13-a329bc850471 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f8dcf8c1-d23c-4c55-84f4-c462ad221d72 HTTP/1.1" status: 204 len: 168 time: 0.7299106 Apr 20 13:17:30.019514 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411749d5-58d7-412c-9bca-dd3d4f52c9f0 req-942f7d45-6cb3-41c6-9b3d-7bf4ffb11b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:30.021322 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-411749d5-58d7-412c-9bca-dd3d4f52c9f0 req-942f7d45-6cb3-41c6-9b3d-7bf4ffb11b14 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c787421e-a828-488c-b336-a8f9c5506f4a HTTP/1.1" status: 200 len: 1100 time: 0.2494807 Apr 20 13:17:30.062464 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2a34cfd9-e244-4d8b-8105-89a768cbbd6a None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:30.072064 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=04d11977-3dd4-4c29-b12b-775990f95293,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:30.075815 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-6510afe5-ce90-466b-aa27-e627a1885117 admin admin] Deleting subnet 9c6480e2-7b8b-4692-bfab-695bd2fafbc2 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:17:30.080518 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6510afe5-ce90-466b-aa27-e627a1885117 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:30.124734 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-411749d5-58d7-412c-9bca-dd3d4f52c9f0 req-8c316ce9-a385-403e-9463-8190ceb1f7be service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0ba3b931-fda2-4c07-93a8-b75445543aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724287 Apr 20 13:17:30.129025 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac435c-b293-4915-9133-fcc8d0331bbd service neutron] Pushing event updated for resources: {'Port': ['ID=7e277fbc-3dd5-4318-b99b-1cae9ce365eb,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:30.132059 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6510afe5-ce90-466b-aa27-e627a1885117 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:30.134277 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8f4c654c-2664-44f8-97d6-caa1459950e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:30.163331 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 7839d3e5-44bf-4210-9bfa-fa1048539dea completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:17:30.163331 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2a34cfd9-e244-4d8b-8105-89a768cbbd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:30.182838 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 7839d3e5-44bf-4210-9bfa-fa1048539dea triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:30.183220 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:30.216530 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4c654c-2664-44f8-97d6-caa1459950e0 admin admin] Network 64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:17:30.226716 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-8f4c654c-2664-44f8-97d6-caa1459950e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:17:30.229381 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4c654c-2664-44f8-97d6-caa1459950e0 admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:17:30.252093 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c622a-1acc-47dd-be13-a329bc850471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8dcf8c1-d23c-4c55-84f4-c462ad221d72,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:30.262367 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c654c-2664-44f8-97d6-caa1459950e0 admin admin] Pushing event updated for resources: {'Port': ['ID=9aea585f-f544-48f4-8821-43e0e716ac2e,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:30.301223 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-2a34cfd9-e244-4d8b-8105-89a768cbbd6a None None] Attempting to bind port f7ac090e-aa91-4547-af20-a725b97642e8 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:17:30.301600 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-2a34cfd9-e244-4d8b-8105-89a768cbbd6a None None] Attempting to bind port f7ac090e-aa91-4547-af20-a725b97642e8 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:17:30.301971 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a34cfd9-e244-4d8b-8105-89a768cbbd6a None None] Attempting to bind port f7ac090e-aa91-4547-af20-a725b97642e8 on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:17:30.319843 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8f4c654c-2664-44f8-97d6-caa1459950e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:30.330498 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ca5ed-f291-4263-b5f0-c806c6862253 req-d0dd0da1-2055-4e91-a371-198b3861ae7b tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:30.333984 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa4934-309a-4aec-bc5e-183215d75a1a None None] Pushing event updated for resources: {'Port': ['ID=f7ac090e-aa91-4547-af20-a725b97642e8,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:30.339518 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-464ca5ed-f291-4263-b5f0-c806c6862253 req-d0dd0da1-2055-4e91-a371-198b3861ae7b tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57caeb8-86cc-40cc-a73b-f632818ee398 HTTP/1.1" status: 200 len: 943 time: 0.2161603 Apr 20 13:17:30.344441 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a34cfd9-e244-4d8b-8105-89a768cbbd6a None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:17:30.344823 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a34cfd9-e244-4d8b-8105-89a768cbbd6a None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:17:30.345232 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2a34cfd9-e244-4d8b-8105-89a768cbbd6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:30.345627 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a34cfd9-e244-4d8b-8105-89a768cbbd6a None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:17:30.346120 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-2a34cfd9-e244-4d8b-8105-89a768cbbd6a None None] Bound port: f7ac090e-aa91-4547-af20-a725b97642e8, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:17:30.346513 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2a34cfd9-e244-4d8b-8105-89a768cbbd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:30.407996 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6510afe5-ce90-466b-aa27-e627a1885117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:30.478275 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-464ca5ed-f291-4263-b5f0-c806c6862253 req-57998d64-991a-4d98-9f5e-ca8b78955443 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] 10.222.0.25 "GET /v2.0/security-groups?id=404b7c6f-8da9-4d7b-9366-ea3edbd52d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360910 Apr 20 13:17:30.490738 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-2a34cfd9-e244-4d8b-8105-89a768cbbd6a None None] For port f7ac090e-aa91-4547-af20-a725b97642e8, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:17:30.493426 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-2a34cfd9-e244-4d8b-8105-89a768cbbd6a None None] For port f7ac090e-aa91-4547-af20-a725b97642e8, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f7ac090e-aa91-4547-af20-a725b97642e8,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:17:30.510908 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:30.527056 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f66334-d2f8-4d0a-b00f-fae236745a5f req-4a4d3d4b-1e30-478f-b4b9-db22d0ae6435 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:30.529717 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e4f66334-d2f8-4d0a-b00f-fae236745a5f req-4a4d3d4b-1e30-478f-b4b9-db22d0ae6435 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/ports?device_id=c787421e-a828-488c-b336-a8f9c5506f4a HTTP/1.1" status: 200 len: 950 time: 0.5338733 Apr 20 13:17:30.591404 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2a34cfd9-e244-4d8b-8105-89a768cbbd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:30.649975 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e4f66334-d2f8-4d0a-b00f-fae236745a5f req-5d2f54c8-c5dc-4d4a-9311-be479d3084eb tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ba3b931-fda2-4c07-93a8-b75445543aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037591 Apr 20 13:17:30.660752 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6510afe5-ce90-466b-aa27-e627a1885117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:30.670164 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:30.699906 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-b5ac435c-b293-4915-9133-fcc8d0331bbd service neutron] Attempting to bind port 7e277fbc-3dd5-4318-b99b-1cae9ce365eb on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:17:30.710690 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-b5ac435c-b293-4915-9133-fcc8d0331bbd service neutron] Attempting to bind port 7e277fbc-3dd5-4318-b99b-1cae9ce365eb by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '19e3a771-4c2a-419b-b7fa-73270c5804e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5c930105-af58-4215-bb5d-2a99a1e186f9'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:17:30.711417 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-b5ac435c-b293-4915-9133-fcc8d0331bbd service neutron] Attempting to bind port 7e277fbc-3dd5-4318-b99b-1cae9ce365eb on network 5c930105-af58-4215-bb5d-2a99a1e186f9 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:17:30.719569 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a34cfd9-e244-4d8b-8105-89a768cbbd6a None None] Routers {'51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:17:30.719569 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-2a34cfd9-e244-4d8b-8105-89a768cbbd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:17:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:30.728769 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510afe5-ce90-466b-aa27-e627a1885117 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c6480e2-7b8b-4692-bfab-695bd2fafbc2,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:30.763301 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6510afe5-ce90-466b-aa27-e627a1885117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:30.770577 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-b5ac435c-b293-4915-9133-fcc8d0331bbd service neutron] Port 7e277fbc-3dd5-4318-b99b-1cae9ce365eb on network 5c930105-af58-4215-bb5d-2a99a1e186f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:17:30.773775 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-b5ac435c-b293-4915-9133-fcc8d0331bbd service neutron] Attempting to bind port 7e277fbc-3dd5-4318-b99b-1cae9ce365eb on network 5c930105-af58-4215-bb5d-2a99a1e186f9 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:17:30.780135 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6510afe5-ce90-466b-aa27-e627a1885117 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9c6480e2-7b8b-4692-bfab-695bd2fafbc2 HTTP/1.1" status: 204 len: 168 time: 0.9489338 Apr 20 13:17:30.787868 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48912) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:30.789009 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb8886a-4eab-40a8-b592-d85de2efa8da None None] Network 83ad9bc7-0da2-42c5-a8da-8a75b2614736 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:17:30.796701 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-b5ac435c-b293-4915-9133-fcc8d0331bbd service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:17:30.797282 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-b5ac435c-b293-4915-9133-fcc8d0331bbd service neutron] Checking segment: {'id': '19e3a771-4c2a-419b-b7fa-73270c5804e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5c930105-af58-4215-bb5d-2a99a1e186f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:17:30.798628 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-b5ac435c-b293-4915-9133-fcc8d0331bbd service neutron] Bound using segment: {'id': '19e3a771-4c2a-419b-b7fa-73270c5804e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5c930105-af58-4215-bb5d-2a99a1e186f9'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:17:30.798765 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-b5ac435c-b293-4915-9133-fcc8d0331bbd service neutron] Bound port: 7e277fbc-3dd5-4318-b99b-1cae9ce365eb, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e3a771-4c2a-419b-b7fa-73270c5804e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5c930105-af58-4215-bb5d-2a99a1e186f9'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:17:30.799389 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-b5ac435c-b293-4915-9133-fcc8d0331bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:30.801724 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port a81bee43-7dab-4470-befa-0f52f18d6991, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=a81bee43-7dab-4470-befa-0f52f18d6991,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:30.888930 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d5c5eb31-dc93-4c9f-b287-71ed5580c272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:30.899853 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8f4c654c-2664-44f8-97d6-caa1459950e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:30.994684 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 7839d3e5-44bf-4210-9bfa-fa1048539dea, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=7839d3e5-44bf-4210-9bfa-fa1048539dea,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:30.995691 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 5192d155-9f67-4efc-8c85-d250be2423e6 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:17:30.999113 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:30.999989 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 8a08dd1f-a270-4f67-b3dd-0d31d59d1d91 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:17:31.007926 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b103b71b-dd40-4116-b8bd-d698a2aa93bc None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:17:31.012939 n-d-836015-7 neutron-server[114869]: DEBUG neutron.objects.ports [None req-975dec22-76c1-40ec-a95a-53dff93badeb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114869) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 13:17:31.038788 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e44790-a6b8-4108-af68-0639d389b8c1 req-c9860ce2-ef85-4bdb-8228-a9739a34a558 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:31.040650 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b8e44790-a6b8-4108-af68-0639d389b8c1 req-c9860ce2-ef85-4bdb-8228-a9739a34a558 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 945 time: 0.2565873 Apr 20 13:17:31.048211 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-572dbaf3-a17b-4e15-8bb7-c8ff9c584a29 None None] Provisioning complete for port 9aea585f-f544-48f4-8821-43e0e716ac2e triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:31.048689 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-572dbaf3-a17b-4e15-8bb7-c8ff9c584a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:31.051927 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b777706-58b7-4d2b-873e-30c168a75b84 req-f45746bd-8796-4472-9142-0abb8d0edfc1 tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:31.053447 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3b777706-58b7-4d2b-873e-30c168a75b84 req-f45746bd-8796-4472-9142-0abb8d0edfc1 tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8275e3d-867a-4f11-8fc1-90d142cb2f7c HTTP/1.1" status: 200 len: 949 time: 0.3266838 Apr 20 13:17:31.104121 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa4934-309a-4aec-bc5e-183215d75a1a None None] Pushing event updated for resources: {'Port': ['ID=f7ac090e-aa91-4547-af20-a725b97642e8,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:31.127150 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 8a08dd1f-a270-4f67-b3dd-0d31d59d1d91 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:17:31.127530 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 8a08dd1f-a270-4f67-b3dd-0d31d59d1d91 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:17:31.130127 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:31.177840 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8f4c654c-2664-44f8-97d6-caa1459950e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:31.208800 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-d5c5eb31-dc93-4c9f-b287-71ed5580c272 admin admin] Deleting port 30ba845e-4e5f-4c91-98e8-9481ea2fd257 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:17:31.209283 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d5c5eb31-dc93-4c9f-b287-71ed5580c272 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:31.231094 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-572dbaf3-a17b-4e15-8bb7-c8ff9c584a29 None None] Port 9aea585f-f544-48f4-8821-43e0e716ac2e cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:17:31.264297 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3b777706-58b7-4d2b-873e-30c168a75b84 req-d217b957-df01-4264-a87a-1b4f2708dad6 tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bfe41d1-a9a8-4fb6-92c2-f56171bddca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466672 Apr 20 13:17:31.283604 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8f4c654c-2664-44f8-97d6-caa1459950e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:31.285981 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-2a34cfd9-e244-4d8b-8105-89a768cbbd6a None None] Set router 51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:17:31.355830 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-d5c5eb31-dc93-4c9f-b287-71ed5580c272 admin admin] For port 30ba845e-4e5f-4c91-98e8-9481ea2fd257, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=30ba845e-4e5f-4c91-98e8-9481ea2fd257,segment=NetworkSegment(f4c02dc7-b959-44b9-b11f-0e31ef6d85fc),segment_id=f4c02dc7-b959-44b9-b11f-0e31ef6d85fc)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:31.356390 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d5c5eb31-dc93-4c9f-b287-71ed5580c272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:31.363685 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device a81bee43-7dab-4470-befa-0f52f18d6991 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:17:31.392808 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-d5c5eb31-dc93-4c9f-b287-71ed5580c272 admin admin] Calling delete_port for 30ba845e-4e5f-4c91-98e8-9481ea2fd257 owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:17:31.413060 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=a81bee43-7dab-4470-befa-0f52f18d6991,revision_number=9']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:31.427988 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b8e44790-a6b8-4108-af68-0639d389b8c1 req-3a4e6dcb-e4c4-48cc-b33d-4c535eaa6f57 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186076 Apr 20 13:17:31.444031 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-b5ac435c-b293-4915-9133-fcc8d0331bbd service neutron] For port 7e277fbc-3dd5-4318-b99b-1cae9ce365eb, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:17:31.463659 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-b5ac435c-b293-4915-9133-fcc8d0331bbd service neutron] For port 7e277fbc-3dd5-4318-b99b-1cae9ce365eb, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=7e277fbc-3dd5-4318-b99b-1cae9ce365eb,segment=NetworkSegment(19e3a771-4c2a-419b-b7fa-73270c5804e5),segment_id=19e3a771-4c2a-419b-b7fa-73270c5804e5)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:17:31.470045 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c654c-2664-44f8-97d6-caa1459950e0 admin admin] Pushing event updated for resources: {'Port': ['ID=9aea585f-f544-48f4-8821-43e0e716ac2e,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:31.486031 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8f4c654c-2664-44f8-97d6-caa1459950e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:31.490036 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b4f30f-7cc6-4c66-bf89-f5c7d8deb09d None None] DHCP port deletion for 83ad9bc7-0da2-42c5-a8da-8a75b2614736 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:17:31.542393 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-3303e30a-d3da-4698-bc12-b6c4e2b286c6 None None] Provisioning complete for port a81bee43-7dab-4470-befa-0f52f18d6991 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:31.542767 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3303e30a-d3da-4698-bc12-b6c4e2b286c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:31.566578 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-b5ac435c-b293-4915-9133-fcc8d0331bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:31.579507 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 5192d155-9f67-4efc-8c85-d250be2423e6 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:17:31.648547 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 5192d155-9f67-4efc-8c85-d250be2423e6 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:31.649253 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:31.716420 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d96cbe-49c3-4ae4-b5fb-b756896ea36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7839d3e5-44bf-4210-9bfa-fa1048539dea'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:17:31.718632 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee2ef10-f0ad-43a7-b25d-fc3ecc4a1bfc" -d '{"events": [{"server_uuid": "87d96cbe-49c3-4ae4-b5fb-b756896ea36e", "name": "network-vif-plugged", "status": "completed", "tag": "7839d3e5-44bf-4210-9bfa-fa1048539dea"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:17:31.729340 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=7839d3e5-44bf-4210-9bfa-fa1048539dea,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:31.765555 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-73f7e344-b605-4916-8b42-f0e82e455960 req-eb90a691-349e-4ef0-a0da-d0354f08af3c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1104956 Apr 20 13:17:31.789103 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-b5ac435c-b293-4915-9133-fcc8d0331bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:31.789844 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-b5ac435c-b293-4915-9133-fcc8d0331bbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:31.794026 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-b5ac435c-b293-4915-9133-fcc8d0331bbd service neutron] 10.222.0.15 "PUT /v2.0/ports/7e277fbc-3dd5-4318-b99b-1cae9ce365eb HTTP/1.1" status: 200 len: 1091 time: 4.1834877 Apr 20 13:17:31.798515 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4c654c-2664-44f8-97d6-caa1459950e0 admin admin] Network 64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:17:31.799639 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port a81bee43-7dab-4470-befa-0f52f18d6991 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:31.800541 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:31.801361 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-8f4c654c-2664-44f8-97d6-caa1459950e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:17:31.820247 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57caeb8-86cc-40cc-a73b-f632818ee398', 'tag': '7e277fbc-3dd5-4318-b99b-1cae9ce365eb'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:17:31.820984 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300d041a-a70f-4558-996d-c4a6335e2c93" -d '{"events": [{"name": "network-changed", "server_uuid": "b57caeb8-86cc-40cc-a73b-f632818ee398", "tag": "7e277fbc-3dd5-4318-b99b-1cae9ce365eb"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:17:31.868075 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d5c5eb31-dc93-4c9f-b287-71ed5580c272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:31.885209 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-975dec22-76c1-40ec-a95a-53dff93badeb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:31.904132 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac435c-b293-4915-9133-fcc8d0331bbd service neutron] Pushing event updated for resources: {'Port': ['ID=7e277fbc-3dd5-4318-b99b-1cae9ce365eb,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:31.932801 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c5eb31-dc93-4c9f-b287-71ed5580c272 admin admin] Pushing event deleted for resources: {'Port': ['ID=30ba845e-4e5f-4c91-98e8-9481ea2fd257,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:32.018074 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c5eb31-dc93-4c9f-b287-71ed5580c272 admin admin] No DVR routers for this DVR port 30ba845e-4e5f-4c91-98e8-9481ea2fd257 on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:17:32.027428 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4c654c-2664-44f8-97d6-caa1459950e0 admin admin] Router 51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:17:32.064265 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7e344-b605-4916-8b42-f0e82e455960 req-8dabe020-4076-48dd-a631-861862430e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:32.065840 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-73f7e344-b605-4916-8b42-f0e82e455960 req-8dabe020-4076-48dd-a631-861862430e5f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=692951b4ab1c4dc1a05ed983655b2d83&device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 1096 time: 0.2089825 Apr 20 13:17:32.083173 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc19fae-87b9-4978-999e-390f31cb019f req-6e3b1d28-e4c8-46e9-975d-5c326156aac9 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:32.085253 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8dc19fae-87b9-4978-999e-390f31cb019f req-6e3b1d28-e4c8-46e9-975d-5c326156aac9 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57caeb8-86cc-40cc-a73b-f632818ee398 HTTP/1.1" status: 200 len: 943 time: 0.5151539 Apr 20 13:17:32.097663 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4dbe5f-1710-4e5f-b3b1-549168bce923 req-806f130c-1173-4487-99c1-33ae7dd7401b tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:32.099493 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3e4dbe5f-1710-4e5f-b3b1-549168bce923 req-806f130c-1173-4487-99c1-33ae7dd7401b tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/ports?device_id=c787421e-a828-488c-b336-a8f9c5506f4a HTTP/1.1" status: 200 len: 950 time: 0.3286972 Apr 20 13:17:32.157750 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-c3b4f30f-7cc6-4c66-bf89-f5c7d8deb09d None None] Deleting port 30ba845e-4e5f-4c91-98e8-9481ea2fd257 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:17:32.158737 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c3b4f30f-7cc6-4c66-bf89-f5c7d8deb09d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:32.160977 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-0ba51060-b5e3-4a05-a5c2-6a469b59764b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:32.162492 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-0ba51060-b5e3-4a05-a5c2-6a469b59764b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8a251b2a82ed47dc922f5170da6c153f&device_id=b57caeb8-86cc-40cc-a73b-f632818ee398 HTTP/1.1" status: 200 len: 1094 time: 0.2517688 Apr 20 13:17:32.207059 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d5c5eb31-dc93-4c9f-b287-71ed5580c272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:32.243593 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-b463105f-aca2-43c4-bd72-2386eb04c5b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e277fbc-3dd5-4318-b99b-1cae9ce365eb HTTP/1.1" status: 200 len: 217 time: 0.0680482 Apr 20 13:17:32.245633 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-975dec22-76c1-40ec-a95a-53dff93badeb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] For port a81bee43-7dab-4470-befa-0f52f18d6991, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=a81bee43-7dab-4470-befa-0f52f18d6991,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:32.250191 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8dc19fae-87b9-4978-999e-390f31cb019f req-a88b8c04-4ad5-4e4b-87ea-6a4db5ad3093 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] 10.222.0.25 "GET /v2.0/security-groups?id=404b7c6f-8da9-4d7b-9366-ea3edbd52d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458044 Apr 20 13:17:32.259702 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-d5c5eb31-dc93-4c9f-b287-71ed5580c272 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83ad9bc7-0da2-42c5-a8da-8a75b2614736']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:32.268294 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3e4dbe5f-1710-4e5f-b3b1-549168bce923 req-5afa6192-db39-4e64-847b-b74bbf9738d6 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ba3b931-fda2-4c07-93a8-b75445543aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489482 Apr 20 13:17:32.323970 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-d5c5eb31-dc93-4c9f-b287-71ed5580c272 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c02dc7-b959-44b9-b11f-0e31ef6d85fc') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:32.324279 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-d5c5eb31-dc93-4c9f-b287-71ed5580c272 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c02dc7-b959-44b9-b11f-0e31ef6d85fc') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:32.325101 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-975dec22-76c1-40ec-a95a-53dff93badeb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:32.330847 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af3393f-f57c-486c-86c9-e64bdee02ba0 x-openstack-request-id: req-6af3393f-f57c-486c-86c9-e64bdee02ba0 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:17:32.331137 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d96cbe-49c3-4ae4-b5fb-b756896ea36e", "name": "network-vif-plugged", "status": "completed", "tag": "7839d3e5-44bf-4210-9bfa-fa1048539dea", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:17:32.331941 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6af3393f-f57c-486c-86c9-e64bdee02ba0 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:17:32.332661 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6af3393f-f57c-486c-86c9-e64bdee02ba0'] response: {'server_uuid': '87d96cbe-49c3-4ae4-b5fb-b756896ea36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7839d3e5-44bf-4210-9bfa-fa1048539dea', 'code': 200} Apr 20 13:17:32.343012 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7e344-b605-4916-8b42-f0e82e455960 req-9c0b5f87-8a5f-4987-829f-368f15eeb4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:32.343012 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-73f7e344-b605-4916-8b42-f0e82e455960 req-9c0b5f87-8a5f-4987-829f-368f15eeb4d5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f4258e6f-aecb-49fd-99fd-85fb6d33cc56 HTTP/1.1" status: 200 len: 911 time: 0.2310157 Apr 20 13:17:32.344511 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d5c5eb31-dc93-4c9f-b287-71ed5580c272 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:32.370029 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8e7e93-1f3e-48cb-9b22-e225b09499dd x-openstack-request-id: req-cb8e7e93-1f3e-48cb-9b22-e225b09499dd {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:17:32.376520 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b57caeb8-86cc-40cc-a73b-f632818ee398", "tag": "7e277fbc-3dd5-4318-b99b-1cae9ce365eb", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:17:32.376520 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cb8e7e93-1f3e-48cb-9b22-e225b09499dd {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:17:32.376737 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:32.381523 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb8e7e93-1f3e-48cb-9b22-e225b09499dd'] response: {'name': 'network-changed', 'server_uuid': 'b57caeb8-86cc-40cc-a73b-f632818ee398', 'tag': '7e277fbc-3dd5-4318-b99b-1cae9ce365eb', 'status': 'completed', 'code': 200} Apr 20 13:17:32.384316 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-c3b4f30f-7cc6-4c66-bf89-f5c7d8deb09d None None] For port 30ba845e-4e5f-4c91-98e8-9481ea2fd257, host n-d-836015-7, got binding levels [] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:32.384719 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c3b4f30f-7cc6-4c66-bf89-f5c7d8deb09d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:32.399131 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3303e30a-d3da-4698-bc12-b6c4e2b286c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:32.406102 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-73f7e344-b605-4916-8b42-f0e82e455960 req-2491f54b-eec4-47ba-be55-d3d8d03ae31f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47 HTTP/1.1" status: 200 len: 217 time: 0.0475295 Apr 20 13:17:32.416812 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d5c5eb31-dc93-4c9f-b287-71ed5580c272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:32.417257 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4c654c-2664-44f8-97d6-caa1459950e0 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:17:32.439752 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8f4c654c-2664-44f8-97d6-caa1459950e0 admin admin] 10.222.0.25 "PUT /v2.0/routers/51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7926378 Apr 20 13:17:32.483191 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5c5eb31-dc93-4c9f-b287-71ed5580c272 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:17:32.484483 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d5c5eb31-dc93-4c9f-b287-71ed5580c272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:32.485451 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:17:32.485451 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:17:32.485451 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:17:32.485451 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:17:32.485451 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:17:32.485451 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:17:32.485451 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:17:32.485451 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:17:32.485451 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:17:32.485451 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:17:32.485451 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:17:32.485451 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:17:32.485451 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:17:32.485451 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:17:32.485451 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:17:32.485451 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:17:32.485451 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:17:32.485451 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:17:32.485451 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:17:32.485451 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:17:32.485451 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:17:32.485451 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:17:32.485451 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:17:32.485451 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:17:32.485451 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:17:32.485451 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:17:32.485451 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:17:32.485451 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:17:32.485451 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:17:32.485451 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:17:32.485451 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:17:32.485451 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:17:32.526827 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-c3b4f30f-7cc6-4c66-bf89-f5c7d8deb09d None None] Calling delete_port for 30ba845e-4e5f-4c91-98e8-9481ea2fd257 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:17:32.565542 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7e344-b605-4916-8b42-f0e82e455960 req-81f8a4dc-b480-4a0d-ac9f-41c95f44da56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:32.571819 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-73f7e344-b605-4916-8b42-f0e82e455960 req-81f8a4dc-b480-4a0d-ac9f-41c95f44da56 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0996d7f4-b464-4da5-b268-614fd8c03be4 HTTP/1.1" status: 200 len: 850 time: 0.1559780 Apr 20 13:17:32.580206 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.ipam_backend_mixin [None req-c3b4f30f-7cc6-4c66-bf89-f5c7d8deb09d None None] Port 30ba845e-4e5f-4c91-98e8-9481ea2fd257 was not found and therefore no delete operation was performed {{(pid=114871) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 13:17:32.588591 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c3b4f30f-7cc6-4c66-bf89-f5c7d8deb09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:32.614315 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-73f7e344-b605-4916-8b42-f0e82e455960 req-4450dab5-9ac1-4faa-a52c-448ea8607596 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f4258e6f-aecb-49fd-99fd-85fb6d33cc56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341806 Apr 20 13:17:32.648301 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-2a34cfd9-e244-4d8b-8105-89a768cbbd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0', 'name': 'tempest-ServerActionsTestJSON-891296497-router', 'tenant_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'f7ac090e-aa91-4547-af20-a725b97642e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:17:22Z', 'updated_at': '2022-04-20T13:17:30Z', 'revision_number': 4, 'project_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'gw_port': {'id': 'f7ac090e-aa91-4547-af20-a725b97642e8', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a2:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:17:24Z', 'updated_at': '2022-04-20T13:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '9aea585f-f544-48f4-8821-43e0e716ac2e', 'name': '', 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119', 'tenant_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'mac_address': 'fa:16:3e:1f:1f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'fa576778-8514-4874-84e6-afe172476688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:17:29Z', 'updated_at': '2022-04-20T13:17:29Z', 'revision_number': 1, 'project_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'subnets': [{'id': 'fa576778-8514-4874-84e6-afe172476688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:32.660357 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 5192d155-9f67-4efc-8c85-d250be2423e6, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=5192d155-9f67-4efc-8c85-d250be2423e6,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:32.665401 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4f30f-7cc6-4c66-bf89-f5c7d8deb09d None None] Pushing event deleted for resources: {'Port': ['ID=30ba845e-4e5f-4c91-98e8-9481ea2fd257,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:32.686801 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d5c5eb31-dc93-4c9f-b287-71ed5580c272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:32.697556 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d5c5eb31-dc93-4c9f-b287-71ed5580c272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:32.710476 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d5c5eb31-dc93-4c9f-b287-71ed5580c272 admin admin] 10.222.0.25 "DELETE /v2.0/networks/83ad9bc7-0da2-42c5-a8da-8a75b2614736 HTTP/1.1" status: 204 len: 168 time: 1.9127278 Apr 20 13:17:32.718409 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a34cfd9-e244-4d8b-8105-89a768cbbd6a None None] The sync data for ids ['51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0'] in n-d-836015-7 is: [{'id': '51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0', 'name': 'tempest-ServerActionsTestJSON-891296497-router', 'tenant_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'f7ac090e-aa91-4547-af20-a725b97642e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:17:22Z', 'updated_at': '2022-04-20T13:17:30Z', 'revision_number': 4, 'project_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'gw_port': {'id': 'f7ac090e-aa91-4547-af20-a725b97642e8', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a2:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:17:24Z', 'updated_at': '2022-04-20T13:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '9aea585f-f544-48f4-8821-43e0e716ac2e', 'name': '', 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119', 'tenant_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'mac_address': 'fa:16:3e:1f:1f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'fa576778-8514-4874-84e6-afe172476688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:17:29Z', 'updated_at': '2022-04-20T13:17:29Z', 'revision_number': 1, 'project_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'subnets': [{'id': 'fa576778-8514-4874-84e6-afe172476688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:17:32.723467 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-3303e30a-d3da-4698-bc12-b6c4e2b286c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:17:32.724078 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-3303e30a-d3da-4698-bc12-b6c4e2b286c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:17:32.724799 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:32.728467 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:32.734326 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b4f30f-7cc6-4c66-bf89-f5c7d8deb09d None None] No DVR routers for this DVR port 30ba845e-4e5f-4c91-98e8-9481ea2fd257 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:17:32.770219 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c5eb31-dc93-4c9f-b287-71ed5580c272 admin admin] Pushing event deleted for resources: {'Network': ['ID=83ad9bc7-0da2-42c5-a8da-8a75b2614736,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:32.809138 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=5192d155-9f67-4efc-8c85-d250be2423e6,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:32.812560 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-73f7e344-b605-4916-8b42-f0e82e455960 req-1d23d158-85c2-4c92-b895-7964cdc7b581 service neutron] 10.222.0.32 "GET /v2.0/networks/f4258e6f-aecb-49fd-99fd-85fb6d33cc56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871789 Apr 20 13:17:32.846280 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port a81bee43-7dab-4470-befa-0f52f18d6991, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=a81bee43-7dab-4470-befa-0f52f18d6991,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:32.917629 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:32.918222 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-975dec22-76c1-40ec-a95a-53dff93badeb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:32.923423 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-975dec22-76c1-40ec-a95a-53dff93badeb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:32.992990 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-fbba9582-aef6-4ec4-8262-972ab70232e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:32.994434 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-fbba9582-aef6-4ec4-8262-972ab70232e0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1670e5a2-b1d0-439a-95c3-825f4fe5879a HTTP/1.1" status: 200 len: 849 time: 0.6663606 Apr 20 13:17:32.998486 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-73f7e344-b605-4916-8b42-f0e82e455960 req-4c1d3685-e9fb-4519-abdf-eb04fd560bde service neutron] 10.222.0.32 "GET /v2.0/networks/f4258e6f-aecb-49fd-99fd-85fb6d33cc56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779160 Apr 20 13:17:33.008332 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=a81bee43-7dab-4470-befa-0f52f18d6991,revision_number=12']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:33.250400 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-9e0caf31-076e-434d-b4f0-2cee9dd17822 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c930105-af58-4215-bb5d-2a99a1e186f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1443350 Apr 20 13:17:33.251477 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975dec22-76c1-40ec-a95a-53dff93badeb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Port': ['ID=a81bee43-7dab-4470-befa-0f52f18d6991,revision_number=12']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:33.259310 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975dec22-76c1-40ec-a95a-53dff93badeb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:17:33.285862 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48956) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:33.301803 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-975dec22-76c1-40ec-a95a-53dff93badeb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:17:33.317404 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975dec22-76c1-40ec-a95a-53dff93badeb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:33.318011 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-975dec22-76c1-40ec-a95a-53dff93badeb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:33.324725 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975dec22-76c1-40ec-a95a-53dff93badeb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Subnet': ['ID=d0ab7ecb-fb97-489e-a6af-73ecf045b4ce,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:33.328927 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95715fa1-30da-4dda-9770-6e804006f515 None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:17:33.340459 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a822c6-3397-485c-9eb0-f88f98273199 req-85987205-692d-419d-9530-71dc9ae1abd7 tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:33.342030 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-70a822c6-3397-485c-9eb0-f88f98273199 req-85987205-692d-419d-9530-71dc9ae1abd7 tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8275e3d-867a-4f11-8fc1-90d142cb2f7c HTTP/1.1" status: 200 len: 949 time: 0.9186578 Apr 20 13:17:33.355553 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8d706-2fbf-4325-aa18-54e58b84cf1e req-5b03a829-932f-4a01-9a96-845fe382be32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:33.356958 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4ea8d706-2fbf-4325-aa18-54e58b84cf1e req-5b03a829-932f-4a01-9a96-845fe382be32 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=87d96cbe-49c3-4ae4-b5fb-b756896ea36e HTTP/1.1" status: 200 len: 1101 time: 0.4514897 Apr 20 13:17:33.363536 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device a81bee43-7dab-4470-befa-0f52f18d6991 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:17:33.370317 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603dc8b-5088-4cea-aaa4-fc1fdb478993 req-b1e256af-65e6-4b48-a1d0-f96af1b98e19 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:33.377762 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0603dc8b-5088-4cea-aaa4-fc1fdb478993 req-b1e256af-65e6-4b48-a1d0-f96af1b98e19 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 945 time: 0.4679832 Apr 20 13:17:33.415328 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-054ef95e-be10-4e5f-b890-595165f9bd0b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=751edd8696be4dfdb3446a3e33725797&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1278222 Apr 20 13:17:33.417903 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48964) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:33.479255 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0603dc8b-5088-4cea-aaa4-fc1fdb478993 req-a860c2bc-aedd-4d6f-b14f-31511f90f03b tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848641 Apr 20 13:17:33.551183 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-111600fd-fa15-4974-9f57-78f8b260955b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:33.556910 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48970) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:33.564881 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-975dec22-76c1-40ec-a95a-53dff93badeb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.3232889 Apr 20 13:17:33.567176 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-a4d745d1-05ce-4671-8636-03745b035e12 None None] Provisioning complete for port 9aea585f-f544-48f4-8821-43e0e716ac2e triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:33.567585 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a4d745d1-05ce-4671-8636-03745b035e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:33.573789 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-70a822c6-3397-485c-9eb0-f88f98273199 req-a511d4e0-84c0-4a86-96cd-07d4afa03d0a tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bfe41d1-a9a8-4fb6-92c2-f56171bddca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158453 Apr 20 13:17:33.578212 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-692892a4-5084-43c5-beb4-7d008c5519e5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Request body: {'port': {'network_id': '91e039b1-8dc0-46de-a1c3-4b09d3bc5d25', 'mac_address': 'fa:16:3e:66:b2:27', 'name': 'tempest-NetworksTestDHCPv6-847592103'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:33.579687 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4ea8d706-2fbf-4325-aa18-54e58b84cf1e req-a5512ea2-53f0-4280-9792-aa1e1a238546 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0ba3b931-fda2-4c07-93a8-b75445543aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991930 Apr 20 13:17:33.639221 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-c18d05db-3738-4c3f-b5d2-b1b660357029 service neutron] 10.222.0.15 "GET /v2.0/networks/5c930105-af58-4215-bb5d-2a99a1e186f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177025 Apr 20 13:17:33.669935 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port a81bee43-7dab-4470-befa-0f52f18d6991 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:33.670356 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:33.718929 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-111600fd-fa15-4974-9f57-78f8b260955b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:33.789428 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-a4d745d1-05ce-4671-8636-03745b035e12 None None] Port 9aea585f-f544-48f4-8821-43e0e716ac2e cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:17:33.823830 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42bb4ce4-3114-46de-979a-70cb28be00ba req-09406f39-64f1-4b1f-9c05-f71e8188fdc0 service neutron] 10.222.0.15 "GET /v2.0/networks/5c930105-af58-4215-bb5d-2a99a1e186f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753688 Apr 20 13:17:33.858453 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-a4d745d1-05ce-4671-8636-03745b035e12 None None] Provisioning complete for port a81bee43-7dab-4470-befa-0f52f18d6991 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:33.869690 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a4d745d1-05ce-4671-8636-03745b035e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:33.907626 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb86932-ea39-4dc4-a942-e511f5de2ad5 req-8ff1cb8b-1b01-46e3-8cfc-3fd611b10a4b tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:33.909268 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-beb86932-ea39-4dc4-a942-e511f5de2ad5 req-8ff1cb8b-1b01-46e3-8cfc-3fd611b10a4b tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57caeb8-86cc-40cc-a73b-f632818ee398 HTTP/1.1" status: 200 len: 943 time: 0.2351568 Apr 20 13:17:33.918448 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-111600fd-fa15-4974-9f57-78f8b260955b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:33.921128 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-111600fd-fa15-4974-9f57-78f8b260955b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:33.922339 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-111600fd-fa15-4974-9f57-78f8b260955b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/453f1f18-ab3a-45a6-896f-f71ff07ade0a HTTP/1.1" status: 204 len: 168 time: 0.5032291 Apr 20 13:17:33.932200 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111600fd-fa15-4974-9f57-78f8b260955b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453f1f18-ab3a-45a6-896f-f71ff07ade0a,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:33.946015 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692892a4-5084-43c5-beb4-7d008c5519e5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Made reservation on behalf of e15b1c7bfa92407ca1c9e50937c4673f for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:17:34.079051 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-beb86932-ea39-4dc4-a942-e511f5de2ad5 req-5ec5a0d3-e9af-4c02-9b00-775ac0922c45 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] 10.222.0.25 "GET /v2.0/security-groups?id=404b7c6f-8da9-4d7b-9366-ea3edbd52d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623392 Apr 20 13:17:34.132040 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d041a-a70f-4558-996d-c4a6335e2c93 req-d0c67247-a550-4ca9-9bc6-060c31a6f92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:34.134090 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-300d041a-a70f-4558-996d-c4a6335e2c93 req-d0c67247-a550-4ca9-9bc6-060c31a6f92d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8a251b2a82ed47dc922f5170da6c153f&device_id=b57caeb8-86cc-40cc-a73b-f632818ee398 HTTP/1.1" status: 200 len: 1094 time: 0.1463463 Apr 20 13:17:34.247396 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 30ba845e-4e5f-4c91-98e8-9481ea2fd257 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:17:34.272527 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 30ba845e-4e5f-4c91-98e8-9481ea2fd257 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:17:34.273011 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 30ba845e-4e5f-4c91-98e8-9481ea2fd257 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:17:34.280426 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-692892a4-5084-43c5-beb4-7d008c5519e5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:34.324449 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-692892a4-5084-43c5-beb4-7d008c5519e5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] device_id is not set on port c1f4eba8-16bb-4735-8864-214a35e312ba yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:17:34.333801 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8275e3d-867a-4f11-8fc1-90d142cb2f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5192d155-9f67-4efc-8c85-d250be2423e6'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:17:34.336272 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728f802f-85e2-4341-aefb-234da5bdf87d" -d '{"events": [{"server_uuid": "a8275e3d-867a-4f11-8fc1-90d142cb2f7c", "name": "network-vif-plugged", "status": "completed", "tag": "5192d155-9f67-4efc-8c85-d250be2423e6"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:17:34.417967 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfac4b2-44c4-4dba-aaac-5dd6fb2c5696 req-34d5cac3-f3c7-4b66-bfd1-e1d0d6b8750d tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:34.419672 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bdfac4b2-44c4-4dba-aaac-5dd6fb2c5696 req-34d5cac3-f3c7-4b66-bfd1-e1d0d6b8750d tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/ports?device_id=c787421e-a828-488c-b336-a8f9c5506f4a HTTP/1.1" status: 200 len: 950 time: 0.0870326 Apr 20 13:17:34.427816 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d041a-a70f-4558-996d-c4a6335e2c93 req-d63431e2-ce54-4159-8e05-43bd9b8c34dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:34.430039 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-300d041a-a70f-4558-996d-c4a6335e2c93 req-d63431e2-ce54-4159-8e05-43bd9b8c34dc service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c930105-af58-4215-bb5d-2a99a1e186f9 HTTP/1.1" status: 200 len: 910 time: 0.2737105 Apr 20 13:17:34.440591 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-e328d909-eb10-4a6a-9e1f-a11b46392aca None None] Provisioning complete for port a81bee43-7dab-4470-befa-0f52f18d6991 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:34.441391 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e328d909-eb10-4a6a-9e1f-a11b46392aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:34.559794 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-300d041a-a70f-4558-996d-c4a6335e2c93 req-a5cc7bb6-faa8-4feb-99ce-d71abb0250c7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e277fbc-3dd5-4318-b99b-1cae9ce365eb HTTP/1.1" status: 200 len: 217 time: 0.1035933 Apr 20 13:17:34.575816 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bdfac4b2-44c4-4dba-aaac-5dd6fb2c5696 req-779ccabc-5402-4634-a88b-6754b6483439 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ba3b931-fda2-4c07-93a8-b75445543aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402369 Apr 20 13:17:34.644896 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-692892a4-5084-43c5-beb4-7d008c5519e5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Allocated IP 2001:db8::89 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/73d39b0c-7321-413f-9472-bffdb52aa613/c1f4eba8-16bb-4735-8864-214a35e312ba) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:17:34.663634 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-692892a4-5084-43c5-beb4-7d008c5519e5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Allocated IP 2001:db8:0:1:f816:3eff:fe66:b227 (91e039b1-8dc0-46de-a1c3-4b09d3bc5d25/d0ab7ecb-fb97-489e-a6af-73ecf045b4ce/c1f4eba8-16bb-4735-8864-214a35e312ba) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:17:34.693926 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d041a-a70f-4558-996d-c4a6335e2c93 req-b4e841bf-0aab-4500-99b6-b50edb05bc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:34.700233 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-300d041a-a70f-4558-996d-c4a6335e2c93 req-b4e841bf-0aab-4500-99b6-b50edb05bc98 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1670e5a2-b1d0-439a-95c3-825f4fe5879a HTTP/1.1" status: 200 len: 849 time: 0.1182415 Apr 20 13:17:34.707772 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48986) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:34.720923 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-ce8bfa3e-65ea-4748-b538-42d7efe0a72b tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Request body: {'security_group': {'name': 'tempest-securitygroup--36247954', 'description': 'tempest-description--1644337859'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:34.746842 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af1ea7d-4544-472d-9981-b549d51426c9 x-openstack-request-id: req-0af1ea7d-4544-472d-9981-b549d51426c9 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:17:34.747136 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8275e3d-867a-4f11-8fc1-90d142cb2f7c", "name": "network-vif-plugged", "status": "completed", "tag": "5192d155-9f67-4efc-8c85-d250be2423e6", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:17:34.747477 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0af1ea7d-4544-472d-9981-b549d51426c9 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:17:34.747901 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0af1ea7d-4544-472d-9981-b549d51426c9'] response: {'server_uuid': 'a8275e3d-867a-4f11-8fc1-90d142cb2f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5192d155-9f67-4efc-8c85-d250be2423e6', 'code': 200} Apr 20 13:17:34.771580 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-300d041a-a70f-4558-996d-c4a6335e2c93 req-27e07718-cf27-4f12-9bac-a7a3cdd138e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c930105-af58-4215-bb5d-2a99a1e186f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683033 Apr 20 13:17:34.968638 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce8bfa3e-65ea-4748-b538-42d7efe0a72b tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:34.979423 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-300d041a-a70f-4558-996d-c4a6335e2c93 req-a5e0c354-d2c7-49f0-b85a-210cb4b0a064 service neutron] 10.222.0.15 "GET /v2.0/networks/5c930105-af58-4215-bb5d-2a99a1e186f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002382 Apr 20 13:17:35.014160 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a591ccc-2713-46bf-a2e3-faed510e9bbb req-49d9b222-8a46-4718-863f-f3a020292706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:35.015656 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8a591ccc-2713-46bf-a2e3-faed510e9bbb req-49d9b222-8a46-4718-863f-f3a020292706 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a8275e3d-867a-4f11-8fc1-90d142cb2f7c HTTP/1.1" status: 200 len: 1101 time: 0.1058133 Apr 20 13:17:35.064138 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-692892a4-5084-43c5-beb4-7d008c5519e5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:35.078158 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16922292-6b8e-48ca-8255-ba2d3d6ca505 req-4c968402-7f2c-4bcd-a421-5022b3c78763 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:35.079724 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-16922292-6b8e-48ca-8255-ba2d3d6ca505 req-4c968402-7f2c-4bcd-a421-5022b3c78763 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d96cbe-49c3-4ae4-b5fb-b756896ea36e HTTP/1.1" status: 200 len: 950 time: 0.1710181 Apr 20 13:17:35.130373 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8a591ccc-2713-46bf-a2e3-faed510e9bbb req-14865a31-09f2-4b5d-8daa-ae2f44920722 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8bfe41d1-a9a8-4fb6-92c2-f56171bddca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061327 Apr 20 13:17:35.155439 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce8bfa3e-65ea-4748-b538-42d7efe0a72b tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:35.181593 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-16922292-6b8e-48ca-8255-ba2d3d6ca505 req-18e1c4d3-89cc-4bdd-aaac-a5ae3cb7bd50 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ba3b931-fda2-4c07-93a8-b75445543aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850148 Apr 20 13:17:35.210798 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-300d041a-a70f-4558-996d-c4a6335e2c93 req-fa4c4f57-ea51-477f-8861-b751228f6563 service neutron] 10.222.0.15 "GET /v2.0/networks/5c930105-af58-4215-bb5d-2a99a1e186f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198863 Apr 20 13:17:35.232699 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594ea8f-50e8-4e23-aed5-3f0358fbea92 req-311980d3-cbed-4422-8302-e5416f19a6e1 tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:35.241109 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4594ea8f-50e8-4e23-aed5-3f0358fbea92 req-311980d3-cbed-4422-8302-e5416f19a6e1 tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8275e3d-867a-4f11-8fc1-90d142cb2f7c HTTP/1.1" status: 200 len: 950 time: 0.0955453 Apr 20 13:17:35.257606 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce8bfa3e-65ea-4748-b538-42d7efe0a72b tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:35.263530 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48994) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:35.287788 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f7ac090e-aa91-4547-af20-a725b97642e8 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:17:35.293572 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4594ea8f-50e8-4e23-aed5-3f0358fbea92 req-1b141490-5b37-4e65-b46f-99bb675d3128 tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bfe41d1-a9a8-4fb6-92c2-f56171bddca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515268 Apr 20 13:17:35.326285 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-692892a4-5084-43c5-beb4-7d008c5519e5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:35.364131 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port f7ac090e-aa91-4547-af20-a725b97642e8 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:35.365115 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:35.402325 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8bfa3e-65ea-4748-b538-42d7efe0a72b tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6adf9339-c31a-4e03-9610-53f4732da13e,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:35.436809 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d91a4e-464d-4047-a896-b3a535cee80a req-fa1c95c1-5b5f-4f3e-9c7d-dc421cf10f0a tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:35.445959 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-06d91a4e-464d-4047-a896-b3a535cee80a req-fa1c95c1-5b5f-4f3e-9c7d-dc421cf10f0a tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 945 time: 0.1352768 Apr 20 13:17:35.446178 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692892a4-5084-43c5-beb4-7d008c5519e5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:17:35.451671 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2296abc3-8285-4296-9cb8-76be77aa0e89 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=97a38ecda7a343ab82e1697ac2616ffb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1809728 Apr 20 13:17:35.451671 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-692892a4-5084-43c5-beb4-7d008c5519e5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:17:35.453733 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692892a4-5084-43c5-beb4-7d008c5519e5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:17:35.456421 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48996) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:35.460396 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692892a4-5084-43c5-beb4-7d008c5519e5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:35.460979 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-692892a4-5084-43c5-beb4-7d008c5519e5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:35.469530 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce8bfa3e-65ea-4748-b538-42d7efe0a72b tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:35.473862 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48998) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:35.474571 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:35.475510 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ce8bfa3e-65ea-4748-b538-42d7efe0a72b tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7658706 Apr 20 13:17:35.499208 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692892a4-5084-43c5-beb4-7d008c5519e5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event updated for resources: {'Port': ['ID=c1f4eba8-16bb-4735-8864-214a35e312ba,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:35.500734 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-50f54ac3-53e7-4d07-9b10-edc707163e3e tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Request body: {'security_group_rule': {'security_group_id': '6adf9339-c31a-4e03-9610-53f4732da13e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:35.510625 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port f7ac090e-aa91-4547-af20-a725b97642e8, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f7ac090e-aa91-4547-af20-a725b97642e8,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:35.570251 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c3574-b929-4410-a66a-b303e8c0e092 req-92d677ed-783a-4b18-8811-1faa35006b57 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:35.575845 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d23c3574-b929-4410-a66a-b303e8c0e092 req-92d677ed-783a-4b18-8811-1faa35006b57 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57caeb8-86cc-40cc-a73b-f632818ee398 HTTP/1.1" status: 200 len: 943 time: 0.1776543 Apr 20 13:17:35.585933 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-06d91a4e-464d-4047-a896-b3a535cee80a req-92190ae1-5786-42e1-b2c1-ce7b33085cb9 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388829 Apr 20 13:17:35.621634 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-73393ca0-b0d6-432b-bc3a-cf1265b3cf32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:35.628684 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:35.637739 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-692892a4-5084-43c5-beb4-7d008c5519e5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.0730674 Apr 20 13:17:35.639960 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49000) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:35.660123 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d23c3574-b929-4410-a66a-b303e8c0e092 req-a7739bff-bc01-49cb-8e4f-626b25053aac tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] 10.222.0.25 "GET /v2.0/security-groups?id=404b7c6f-8da9-4d7b-9366-ea3edbd52d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699887 Apr 20 13:17:35.683504 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-73393ca0-b0d6-432b-bc3a-cf1265b3cf32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:35.698200 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=f7ac090e-aa91-4547-af20-a725b97642e8,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:35.758144 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-c2c010a2-f632-4556-a145-e72b69ae2224 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting port c1f4eba8-16bb-4735-8864-214a35e312ba {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:17:35.758495 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c2c010a2-f632-4556-a145-e72b69ae2224 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:35.769592 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-50f54ac3-53e7-4d07-9b10-edc707163e3e tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:35.821480 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-97a36858-ac6f-4334-b713-106b168a742a None None] Provisioning complete for port c1f4eba8-16bb-4735-8864-214a35e312ba triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:35.821850 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-97a36858-ac6f-4334-b713-106b168a742a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:35.827233 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-73393ca0-b0d6-432b-bc3a-cf1265b3cf32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:35.830222 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-73393ca0-b0d6-432b-bc3a-cf1265b3cf32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:35.833696 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-73393ca0-b0d6-432b-bc3a-cf1265b3cf32 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/be0b28cf-b58c-4bc6-ae85-fa3416a7e8f9 HTTP/1.1" status: 204 len: 168 time: 0.3726103 Apr 20 13:17:35.856282 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c2c010a2-f632-4556-a145-e72b69ae2224 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:35.869354 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-97a36858-ac6f-4334-b713-106b168a742a None None] Port c1f4eba8-16bb-4735-8864-214a35e312ba cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:17:35.874357 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-c2c010a2-f632-4556-a145-e72b69ae2224 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Calling delete_port for c1f4eba8-16bb-4735-8864-214a35e312ba owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:17:35.885554 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73393ca0-b0d6-432b-bc3a-cf1265b3cf32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0b28cf-b58c-4bc6-ae85-fa3416a7e8f9,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:35.889214 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-50f54ac3-53e7-4d07-9b10-edc707163e3e tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:35.951189 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-50f54ac3-53e7-4d07-9b10-edc707163e3e tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:35.975486 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f54ac3-53e7-4d07-9b10-edc707163e3e tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2e0bd0d-7a93-4a22-95a9-041a1844bce0,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:36.006827 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710715d0-b1db-4010-b823-b1fdbb09c49d None None] Sync routers for ids ['51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:17:36.019552 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710715d0-b1db-4010-b823-b1fdbb09c49d None None] Routers {'51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:17:36.020294 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-710715d0-b1db-4010-b823-b1fdbb09c49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:17:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:36.041623 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-50f54ac3-53e7-4d07-9b10-edc707163e3e tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:36.043202 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-50f54ac3-53e7-4d07-9b10-edc707163e3e tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5525868 Apr 20 13:17:36.045827 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49004) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:36.051203 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-7ec452db-702d-41fc-9a0b-47a34c48bf80 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Request body: {'security_group_rule': {'security_group_id': '6adf9339-c31a-4e03-9610-53f4732da13e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:36.131933 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-710715d0-b1db-4010-b823-b1fdbb09c49d None None] Set router 51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:17:36.193755 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c2c010a2-f632-4556-a145-e72b69ae2224 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:36.214451 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7ec452db-702d-41fc-9a0b-47a34c48bf80 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:36.268252 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c010a2-f632-4556-a145-e72b69ae2224 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Port': ['ID=c1f4eba8-16bb-4735-8864-214a35e312ba,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:36.337517 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c2c010a2-f632-4556-a145-e72b69ae2224 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:36.341066 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c2c010a2-f632-4556-a145-e72b69ae2224 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/ports/c1f4eba8-16bb-4735-8864-214a35e312ba HTTP/1.1" status: 204 len: 168 time: 0.6998751 Apr 20 13:17:36.343563 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49018) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:36.409236 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7ec452db-702d-41fc-9a0b-47a34c48bf80 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:36.418545 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acaa01-72b7-4056-adc1-67ec3834db65 req-6b964f92-f16d-42dd-b4cc-ab411765d722 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:36.426158 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b4acaa01-72b7-4056-adc1-67ec3834db65 req-6b964f92-f16d-42dd-b4cc-ab411765d722 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d96cbe-49c3-4ae4-b5fb-b756896ea36e HTTP/1.1" status: 200 len: 950 time: 0.1309495 Apr 20 13:17:36.432937 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19130490-441e-4626-a3af-2fa1358d469a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:36.434975 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-19130490-441e-4626-a3af-2fa1358d469a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0901573 Apr 20 13:17:36.440345 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49022) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:36.504889 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-710715d0-b1db-4010-b823-b1fdbb09c49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0', 'name': 'tempest-ServerActionsTestJSON-891296497-router', 'tenant_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'f7ac090e-aa91-4547-af20-a725b97642e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:17:22Z', 'updated_at': '2022-04-20T13:17:30Z', 'revision_number': 4, 'project_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'gw_port': {'id': 'f7ac090e-aa91-4547-af20-a725b97642e8', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:17:24Z', 'updated_at': '2022-04-20T13:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '9aea585f-f544-48f4-8821-43e0e716ac2e', 'name': '', 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119', 'tenant_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'mac_address': 'fa:16:3e:1f:1f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'fa576778-8514-4874-84e6-afe172476688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:17:29Z', 'updated_at': '2022-04-20T13:17:30Z', 'revision_number': 2, 'project_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'subnets': [{'id': 'fa576778-8514-4874-84e6-afe172476688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:36.511314 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7ec452db-702d-41fc-9a0b-47a34c48bf80 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:36.524148 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69be7f1-0a75-40b1-b993-f8d4faf77a74 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:36.526207 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e69be7f1-0a75-40b1-b993-f8d4faf77a74 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0840507 Apr 20 13:17:36.549532 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49026) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:36.552319 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a21ccd-fc41-4c35-a8b2-f8a48a9744d8 req-477dd950-aad3-4aa6-b432-24ea5f00994d tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:36.554348 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1a21ccd-fc41-4c35-a8b2-f8a48a9744d8 req-477dd950-aad3-4aa6-b432-24ea5f00994d tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8275e3d-867a-4f11-8fc1-90d142cb2f7c HTTP/1.1" status: 200 len: 950 time: 0.1252487 Apr 20 13:17:36.554559 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec452db-702d-41fc-9a0b-47a34c48bf80 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac14e89-4226-4dfa-b16a-53528316c3f2,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:36.556517 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710715d0-b1db-4010-b823-b1fdbb09c49d None None] Checking router: 51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:17:36.557001 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710715d0-b1db-4010-b823-b1fdbb09c49d None None] Updating router 51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0 port 9aea585f-f544-48f4-8821-43e0e716ac2e binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:17:36.589178 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b4acaa01-72b7-4056-adc1-67ec3834db65 req-10b7da88-6d03-4b61-927a-f41310b21f4e tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ba3b931-fda2-4c07-93a8-b75445543aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622446 Apr 20 13:17:36.620168 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-710715d0-b1db-4010-b823-b1fdbb09c49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:36.632555 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1a21ccd-fc41-4c35-a8b2-f8a48a9744d8 req-f64d9b37-5f2b-4e59-be4b-5cd624d0832f tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bfe41d1-a9a8-4fb6-92c2-f56171bddca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576491 Apr 20 13:17:36.654056 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7ec452db-702d-41fc-9a0b-47a34c48bf80 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:36.658683 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7ec452db-702d-41fc-9a0b-47a34c48bf80 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6112773 Apr 20 13:17:36.659141 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49034) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:36.664358 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-ec98c834-1c10-48bc-a557-e5a6a0fc2139 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:36.671937 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c045a50-bc4b-4616-9c19-97d807603c52 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:36.673494 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c045a50-bc4b-4616-9c19-97d807603c52 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:36.675572 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c045a50-bc4b-4616-9c19-97d807603c52 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:36.677269 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6c045a50-bc4b-4616-9c19-97d807603c52 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1266010 Apr 20 13:17:36.682575 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49038) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:36.770846 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ec98c834-1c10-48bc-a557-e5a6a0fc2139 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks [] for floatingip, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:36.790657 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfad7a2c-7371-40a8-8df9-e177165a1080 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting subnet 73d39b0c-7321-413f-9472-bffdb52aa613 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:17:36.800888 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dfad7a2c-7371-40a8-8df9-e177165a1080 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:36.872351 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426bff1e-42fb-4b52-a394-5ba40a0ead65 req-312aaa41-02de-4504-b3e4-60a6c5811e81 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:36.874347 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-426bff1e-42fb-4b52-a394-5ba40a0ead65 req-312aaa41-02de-4504-b3e4-60a6c5811e81 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 945 time: 0.1255362 Apr 20 13:17:36.879828 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dfad7a2c-7371-40a8-8df9-e177165a1080 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:36.937434 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ec98c834-1c10-48bc-a557-e5a6a0fc2139 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:36.958567 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-426bff1e-42fb-4b52-a394-5ba40a0ead65 req-131ae97e-02df-4f02-b5d1-d3f0241088aa tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756192 Apr 20 13:17:36.962966 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 7e277fbc-3dd5-4318-b99b-1cae9ce365eb details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:17:37.035348 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-710715d0-b1db-4010-b823-b1fdbb09c49d None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:37.062784 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dfad7a2c-7371-40a8-8df9-e177165a1080 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:37.101251 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-710715d0-b1db-4010-b823-b1fdbb09c49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:37.171878 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 7e277fbc-3dd5-4318-b99b-1cae9ce365eb, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=7e277fbc-3dd5-4318-b99b-1cae9ce365eb,segment=NetworkSegment(19e3a771-4c2a-419b-b7fa-73270c5804e5),segment_id=19e3a771-4c2a-419b-b7fa-73270c5804e5)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:37.181727 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7665c-46f1-4792-9e0c-ee1b494d63b2 req-b5845c39-22aa-44e9-b9cb-8603a3abc56c tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:37.183255 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d9e7665c-46f1-4792-9e0c-ee1b494d63b2 req-b5845c39-22aa-44e9-b9cb-8603a3abc56c tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57caeb8-86cc-40cc-a73b-f632818ee398 HTTP/1.1" status: 200 len: 943 time: 0.0869958 Apr 20 13:17:37.193455 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '7e277fbc-3dd5-4318-b99b-1cae9ce365eb', 'network_id': '5c930105-af58-4215-bb5d-2a99a1e186f9', 'port_id': '7e277fbc-3dd5-4318-b99b-1cae9ce365eb', 'mac_address': 'fa:16:3e:9c:af:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1670e5a2-b1d0-439a-95c3-825f4fe5879a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:17:37.214416 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298752b-c7aa-42fc-ba2e-944790e2b38f None None] Pushing event updated for resources: {'Port': ['ID=9aea585f-f544-48f4-8821-43e0e716ac2e,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:37.234176 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:37.241408 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298752b-c7aa-42fc-ba2e-944790e2b38f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:37.250492 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298752b-c7aa-42fc-ba2e-944790e2b38f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:37.250856 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298752b-c7aa-42fc-ba2e-944790e2b38f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:37.251170 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298752b-c7aa-42fc-ba2e-944790e2b38f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:37.256416 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-ec98c834-1c10-48bc-a557-e5a6a0fc2139 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Allocated IP 172.25.8.95 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/4e18999b-c116-4cc1-a86c-e71cc0805254) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:17:37.257830 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e277fbc-3dd5-4318-b99b-1cae9ce365eb {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:17:37.263758 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298752b-c7aa-42fc-ba2e-944790e2b38f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:37.264753 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298752b-c7aa-42fc-ba2e-944790e2b38f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:37.265276 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298752b-c7aa-42fc-ba2e-944790e2b38f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:37.265898 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298752b-c7aa-42fc-ba2e-944790e2b38f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:37.266941 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298752b-c7aa-42fc-ba2e-944790e2b38f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:37.267492 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298752b-c7aa-42fc-ba2e-944790e2b38f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:37.267989 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298752b-c7aa-42fc-ba2e-944790e2b38f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:37.269901 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9298752b-c7aa-42fc-ba2e-944790e2b38f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:37.289590 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dfad7a2c-7371-40a8-8df9-e177165a1080 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:37.295779 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 7e277fbc-3dd5-4318-b99b-1cae9ce365eb, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=7e277fbc-3dd5-4318-b99b-1cae9ce365eb,segment=NetworkSegment(19e3a771-4c2a-419b-b7fa-73270c5804e5),segment_id=19e3a771-4c2a-419b-b7fa-73270c5804e5)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:37.308447 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f7ac090e-aa91-4547-af20-a725b97642e8 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:17:37.324230 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d9e7665c-46f1-4792-9e0c-ee1b494d63b2 req-8ff283f9-e19b-41d9-8828-70717b013892 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] 10.222.0.25 "GET /v2.0/security-groups?id=404b7c6f-8da9-4d7b-9366-ea3edbd52d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269605 Apr 20 13:17:37.331735 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-710715d0-b1db-4010-b823-b1fdbb09c49d None None] Attempting to bind port 9aea585f-f544-48f4-8821-43e0e716ac2e on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:17:37.333261 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-710715d0-b1db-4010-b823-b1fdbb09c49d None None] Attempting to bind port 9aea585f-f544-48f4-8821-43e0e716ac2e by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'c5d44da9-f259-4c8c-925b-0e6bdb6b3012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:17:37.333826 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710715d0-b1db-4010-b823-b1fdbb09c49d None None] Attempting to bind port 9aea585f-f544-48f4-8821-43e0e716ac2e on network 64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:17:37.352911 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710715d0-b1db-4010-b823-b1fdbb09c49d None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:17:37.357602 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710715d0-b1db-4010-b823-b1fdbb09c49d None None] Checking segment: {'id': 'c5d44da9-f259-4c8c-925b-0e6bdb6b3012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:17:37.357602 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-710715d0-b1db-4010-b823-b1fdbb09c49d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:37.357602 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710715d0-b1db-4010-b823-b1fdbb09c49d None None] Bound using segment: {'id': 'c5d44da9-f259-4c8c-925b-0e6bdb6b3012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:17:37.357602 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-710715d0-b1db-4010-b823-b1fdbb09c49d None None] Bound port: 9aea585f-f544-48f4-8821-43e0e716ac2e, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d44da9-f259-4c8c-925b-0e6bdb6b3012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:17:37.357602 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-710715d0-b1db-4010-b823-b1fdbb09c49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:37.384459 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:37.414351 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad7a2c-7371-40a8-8df9-e177165a1080 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Subnet': ['ID=73d39b0c-7321-413f-9472-bffdb52aa613,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:37.434944 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dfad7a2c-7371-40a8-8df9-e177165a1080 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:37.447322 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-dfad7a2c-7371-40a8-8df9-e177165a1080 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/73d39b0c-7321-413f-9472-bffdb52aa613 HTTP/1.1" status: 204 len: 168 time: 0.7606883 Apr 20 13:17:37.447459 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49070) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:37.474564 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd5c92e-6c43-4824-935a-0154712b27fa None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:17:37.474943 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49072) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:37.544467 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ec98c834-1c10-48bc-a557-e5a6a0fc2139 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:37.578267 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=7e277fbc-3dd5-4318-b99b-1cae9ce365eb,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:37.592372 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-710715d0-b1db-4010-b823-b1fdbb09c49d None None] For port 9aea585f-f544-48f4-8821-43e0e716ac2e, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:17:37.602594 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-710715d0-b1db-4010-b823-b1fdbb09c49d None None] For port 9aea585f-f544-48f4-8821-43e0e716ac2e, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=9aea585f-f544-48f4-8821-43e0e716ac2e,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:17:37.622105 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e2ac2cb-49cb-4fc2-8cf7-981d804e330b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Deleting subnet d0ab7ecb-fb97-489e-a6af-73ecf045b4ce {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:17:37.627486 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5e2ac2cb-49cb-4fc2-8cf7-981d804e330b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:37.652462 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port f7ac090e-aa91-4547-af20-a725b97642e8 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:37.652905 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:37.688064 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-710715d0-b1db-4010-b823-b1fdbb09c49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:37.698562 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-ba608fa0-b682-45ee-850c-e5843daf4379 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-924276286-network', 'tenant_id': '55ad3667b34845db84222991efdae05c'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:37.724358 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5e2ac2cb-49cb-4fc2-8cf7-981d804e330b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:37.724855 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ec98c834-1c10-48bc-a557-e5a6a0fc2139 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:37.739452 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['7e277fbc-3dd5-4318-b99b-1cae9ce365eb'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:17:37.857833 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-eed64d4f-b790-4bdc-87e0-42027156d0f0 None None] Provisioning complete for port 9aea585f-f544-48f4-8821-43e0e716ac2e triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:37.858489 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-eed64d4f-b790-4bdc-87e0-42027156d0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:37.869358 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710715d0-b1db-4010-b823-b1fdbb09c49d None None] Routers {'51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:17:37.871136 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-710715d0-b1db-4010-b823-b1fdbb09c49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:17:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:37.874250 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec98c834-1c10-48bc-a557-e5a6a0fc2139 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:17:37.885767 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c097b8-7c8e-49dc-bc20-e03d56e42177 req-9fcfebe3-5e5b-4981-b9c0-11d2ae40c339 tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:37.887336 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e9c097b8-7c8e-49dc-bc20-e03d56e42177 req-9fcfebe3-5e5b-4981-b9c0-11d2ae40c339 tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8275e3d-867a-4f11-8fc1-90d142cb2f7c HTTP/1.1" status: 200 len: 950 time: 0.1268086 Apr 20 13:17:37.890995 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-ec98c834-1c10-48bc-a557-e5a6a0fc2139 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:17:37.891325 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec98c834-1c10-48bc-a557-e5a6a0fc2139 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:17:37.909705 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98c834-1c10-48bc-a557-e5a6a0fc2139 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Pushing event updated for resources: {'Port': ['ID=4e18999b-c116-4cc1-a86c-e71cc0805254,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:37.963156 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba608fa0-b682-45ee-850c-e5843daf4379 admin admin] Made reservation on behalf of 55ad3667b34845db84222991efdae05c for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:17:37.966546 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5e2ac2cb-49cb-4fc2-8cf7-981d804e330b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:37.966652 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ba608fa0-b682-45ee-850c-e5843daf4379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:37.973093 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298752b-c7aa-42fc-ba2e-944790e2b38f None None] Pushing event updated for resources: {'Port': ['ID=9aea585f-f544-48f4-8821-43e0e716ac2e,revision_number=4']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:38.004427 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ba608fa0-b682-45ee-850c-e5843daf4379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:38.116869 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e9c097b8-7c8e-49dc-bc20-e03d56e42177 req-8519e74f-eefb-4af3-979d-b316234141f4 tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bfe41d1-a9a8-4fb6-92c2-f56171bddca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125075 Apr 20 13:17:38.219492 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5e2ac2cb-49cb-4fc2-8cf7-981d804e330b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:38.302495 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ba608fa0-b682-45ee-850c-e5843daf4379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:38.308393 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-710715d0-b1db-4010-b823-b1fdbb09c49d None None] Set router 51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:17:38.313003 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5e2ac2cb-49cb-4fc2-8cf7-981d804e330b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:38.319529 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5e2ac2cb-49cb-4fc2-8cf7-981d804e330b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/d0ab7ecb-fb97-489e-a6af-73ecf045b4ce HTTP/1.1" status: 204 len: 168 time: 0.8677115 Apr 20 13:17:38.324217 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49088) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:38.326625 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ac2cb-49cb-4fc2-8cf7-981d804e330b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Subnet': ['ID=d0ab7ecb-fb97-489e-a6af-73ecf045b4ce,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:38.328604 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ec98c834-1c10-48bc-a557-e5a6a0fc2139 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:38.390901 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222bc48d-8650-47b3-be83-fb7ab24e8b73 req-633534e3-0f37-4a48-b285-0bdd4273632b tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:38.393118 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-222bc48d-8650-47b3-be83-fb7ab24e8b73 req-633534e3-0f37-4a48-b285-0bdd4273632b tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 945 time: 0.2703924 Apr 20 13:17:38.398155 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49092) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:38.398990 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-56e79f27-040e-4322-9b29-b3e207d3cbfd tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0735495 Apr 20 13:17:38.455687 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-222bc48d-8650-47b3-be83-fb7ab24e8b73 req-696370ff-c53a-4080-a68d-996e9cfb9c16 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551605 Apr 20 13:17:38.591086 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-eed64d4f-b790-4bdc-87e0-42027156d0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:38.646937 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-eed64d4f-b790-4bdc-87e0-42027156d0f0 None None] For port 9aea585f-f544-48f4-8821-43e0e716ac2e, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=9aea585f-f544-48f4-8821-43e0e716ac2e,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:38.681049 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-710715d0-b1db-4010-b823-b1fdbb09c49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0', 'name': 'tempest-ServerActionsTestJSON-891296497-router', 'tenant_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'f7ac090e-aa91-4547-af20-a725b97642e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:17:22Z', 'updated_at': '2022-04-20T13:17:30Z', 'revision_number': 4, 'project_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'gw_port': {'id': 'f7ac090e-aa91-4547-af20-a725b97642e8', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:17:24Z', 'updated_at': '2022-04-20T13:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '9aea585f-f544-48f4-8821-43e0e716ac2e', 'name': '', 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119', 'tenant_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'mac_address': 'fa:16:3e:1f:1f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'fa576778-8514-4874-84e6-afe172476688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:17:29Z', 'updated_at': '2022-04-20T13:17:37Z', 'revision_number': 4, 'project_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'subnets': [{'id': 'fa576778-8514-4874-84e6-afe172476688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:38.719501 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710715d0-b1db-4010-b823-b1fdbb09c49d None None] The sync data for ids ['51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0'] in n-d-836015-7 is: [{'id': '51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0', 'name': 'tempest-ServerActionsTestJSON-891296497-router', 'tenant_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'f7ac090e-aa91-4547-af20-a725b97642e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:17:22Z', 'updated_at': '2022-04-20T13:17:30Z', 'revision_number': 4, 'project_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'gw_port': {'id': 'f7ac090e-aa91-4547-af20-a725b97642e8', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:17:24Z', 'updated_at': '2022-04-20T13:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '9aea585f-f544-48f4-8821-43e0e716ac2e', 'name': '', 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119', 'tenant_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'mac_address': 'fa:16:3e:1f:1f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'fa576778-8514-4874-84e6-afe172476688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:17:29Z', 'updated_at': '2022-04-20T13:17:37Z', 'revision_number': 4, 'project_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'subnets': [{'id': 'fa576778-8514-4874-84e6-afe172476688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:17:38.727823 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d0b5a-e666-49ec-8397-23d7863efbf8 req-2bd3aaaf-00c8-42d6-aec7-bf425c8d8a2a tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:38.736148 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-123d0b5a-e666-49ec-8397-23d7863efbf8 req-2bd3aaaf-00c8-42d6-aec7-bf425c8d8a2a tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57caeb8-86cc-40cc-a73b-f632818ee398 HTTP/1.1" status: 200 len: 944 time: 0.1728442 Apr 20 13:17:38.751487 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-eed64d4f-b790-4bdc-87e0-42027156d0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:38.802671 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461789e-b3c9-4cdd-bb0c-2603b238682d req-fe78c1a7-8b3d-42dd-b5d6-7841fdb91f6d tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:38.808675 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a461789e-b3c9-4cdd-bb0c-2603b238682d req-fe78c1a7-8b3d-42dd-b5d6-7841fdb91f6d tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 945 time: 0.1727405 Apr 20 13:17:38.872797 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed64d4f-b790-4bdc-87e0-42027156d0f0 None None] Pushing event updated for resources: {'Port': ['ID=9aea585f-f544-48f4-8821-43e0e716ac2e,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:38.881078 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-a3bf7fcb-57a8-4c57-89dc-1538fad2b146 None None] Provisioning complete for port 9aea585f-f544-48f4-8821-43e0e716ac2e triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:38.881689 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a3bf7fcb-57a8-4c57-89dc-1538fad2b146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:38.903573 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-123d0b5a-e666-49ec-8397-23d7863efbf8 req-0973899e-4d68-4641-9382-030acd7ed265 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] 10.222.0.25 "GET /v2.0/security-groups?id=404b7c6f-8da9-4d7b-9366-ea3edbd52d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664894 Apr 20 13:17:38.963524 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d94d0e-7812-4e27-9b8b-cb1470ff35ac None None] Network 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:17:39.041741 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ba608fa0-b682-45ee-850c-e5843daf4379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:39.042301 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-a461789e-b3c9-4cdd-bb0c-2603b238682d req-75b24d4f-6902-4d7c-8910-a41272796901 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Deleting port 8ebd3bfd-423f-492a-a95f-ea25291da276 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:17:39.042495 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a461789e-b3c9-4cdd-bb0c-2603b238682d req-75b24d4f-6902-4d7c-8910-a41272796901 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:39.079892 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ec98c834-1c10-48bc-a557-e5a6a0fc2139 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:39.089823 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba608fa0-b682-45ee-850c-e5843daf4379 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:17:39.125322 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc92c048-2839-410a-801b-910b22fe15fb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:39.129716 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-cc92c048-2839-410a-801b-910b22fe15fb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.7304885 Apr 20 13:17:39.129903 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49110) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:39.133572 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba608fa0-b682-45ee-850c-e5843daf4379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd374bfa-be55-4e1c-8a8f-84c5a7cd3226,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:39.139874 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ba608fa0-b682-45ee-850c-e5843daf4379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:39.142799 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-ba608fa0-b682-45ee-850c-e5843daf4379 admin admin] Added segment ccabd70a-9210-4523-8fdb-fdb186a4827d of type vlan for network 4d03d41e-2f36-4b51-a370-558dca89aeb2 Apr 20 13:17:39.229572 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ba608fa0-b682-45ee-850c-e5843daf4379 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:39.246042 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67054271-79e7-4985-88a4-777f1016bc3b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:39.248036 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-67054271-79e7-4985-88a4-777f1016bc3b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1166244 Apr 20 13:17:39.252028 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49112) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:39.331928 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5376ec29-429a-427a-a18a-ba442a4fdb14 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0764422 Apr 20 13:17:39.337128 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49116) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:39.374309 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 9aea585f-f544-48f4-8821-43e0e716ac2e up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:17:39.415199 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ba608fa0-b682-45ee-850c-e5843daf4379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:39.416691 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba608fa0-b682-45ee-850c-e5843daf4379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:39.417669 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ba608fa0-b682-45ee-850c-e5843daf4379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:39.428347 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-2773f712-8162-424e-8112-3dc95e0098d5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:39.428998 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2773f712-8162-424e-8112-3dc95e0098d5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:39.437285 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2773f712-8162-424e-8112-3dc95e0098d5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/ports/c1f4eba8-16bb-4735-8864-214a35e312ba HTTP/1.1" status: 404 len: 333 time: 0.0919621 Apr 20 13:17:39.443242 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49118) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:39.460959 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ec98c834-1c10-48bc-a557-e5a6a0fc2139 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:39.476390 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-a461789e-b3c9-4cdd-bb0c-2603b238682d req-75b24d4f-6902-4d7c-8910-a41272796901 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] For port 8ebd3bfd-423f-492a-a95f-ea25291da276, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=8ebd3bfd-423f-492a-a95f-ea25291da276,segment=NetworkSegment(3f46b54c-02e5-49fa-8bc0-9760d162ed92),segment_id=3f46b54c-02e5-49fa-8bc0-9760d162ed92)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:39.476769 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a461789e-b3c9-4cdd-bb0c-2603b238682d req-75b24d4f-6902-4d7c-8910-a41272796901 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:39.489636 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed8e2aa-db56-44ee-8890-d0124dce2019 None None] DHCP port deletion for 91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:17:39.521949 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6441987d-2454-4c8c-9383-371afc738c67 None None] Provisioning complete for port a81bee43-7dab-4470-befa-0f52f18d6991 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:39.524701 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6441987d-2454-4c8c-9383-371afc738c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:39.535461 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba608fa0-b682-45ee-850c-e5843daf4379 admin admin] Pushing event updated for resources: {'Network': ['ID=4d03d41e-2f36-4b51-a370-558dca89aeb2,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:39.544611 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b4c7689-b64f-4032-9a71-9ec55d791f7b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:39.547651 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b4c7689-b64f-4032-9a71-9ec55d791f7b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:39.552940 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49122) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:39.554815 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-3b4c7689-b64f-4032-9a71-9ec55d791f7b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/d0ab7ecb-fb97-489e-a6af-73ecf045b4ce HTTP/1.1" status: 404 len: 337 time: 0.1072891 Apr 20 13:17:39.573628 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-a461789e-b3c9-4cdd-bb0c-2603b238682d req-75b24d4f-6902-4d7c-8910-a41272796901 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Calling delete_port for 8ebd3bfd-423f-492a-a95f-ea25291da276 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:17:39.585367 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ab4ef00-ef6c-4233-b154-33797e1da1c0 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:39.586148 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ab4ef00-ef6c-4233-b154-33797e1da1c0 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:39.589965 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7ab4ef00-ef6c-4233-b154-33797e1da1c0 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/73d39b0c-7321-413f-9472-bffdb52aa613 HTTP/1.1" status: 404 len: 337 time: 0.0360291 Apr 20 13:17:39.591688 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ec98c834-1c10-48bc-a557-e5a6a0fc2139 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:39.598928 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49124) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:39.612466 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 4d03d41e-2f36-4b51-a370-558dca89aeb2 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:17:39.654566 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ba608fa0-b682-45ee-850c-e5843daf4379 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.1795123 Apr 20 13:17:39.655228 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49126) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:39.661887 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-f6cf1e38-bc45-42ca-8d4e-ffeb14be3377 admin admin] Request body: {'subnet': {'network_id': '4d03d41e-2f36-4b51-a370-558dca89aeb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-924276286-subnet', 'tenant_id': '55ad3667b34845db84222991efdae05c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:39.690274 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5aad926-cb51-4d25-ac17-686ccd8b4fa3 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:39.690274 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5aad926-cb51-4d25-ac17-686ccd8b4fa3 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:39.699983 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b5aad926-cb51-4d25-ac17-686ccd8b4fa3 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/ports/9da50039-3580-401f-bc4d-c4853e10d2e7 HTTP/1.1" status: 404 len: 333 time: 0.0985975 Apr 20 13:17:39.701447 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98c834-1c10-48bc-a557-e5a6a0fc2139 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Pushing event updated for resources: {'Port': ['ID=4e18999b-c116-4cc1-a86c-e71cc0805254,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:39.707206 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49128) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:39.746693 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-62369cc5-b1db-4e19-b9fa-175bc3a342b3 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:39.749906 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62369cc5-b1db-4e19-b9fa-175bc3a342b3 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:39.755021 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-62369cc5-b1db-4e19-b9fa-175bc3a342b3 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/add5db70-38c6-48d2-ac30-991468c38a71 HTTP/1.1" status: 404 len: 337 time: 0.0458548 Apr 20 13:17:39.759281 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49130) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:39.794954 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-a949de53-ba54-4b1a-bb85-cb94da564d77 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:39.795427 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a949de53-ba54-4b1a-bb85-cb94da564d77 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:39.798475 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a949de53-ba54-4b1a-bb85-cb94da564d77 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/1ea8da1a-5732-4a7b-b994-ff478a38ad3b HTTP/1.1" status: 404 len: 337 time: 0.0382438 Apr 20 13:17:39.802741 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49132) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:39.803147 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6cf1e38-bc45-42ca-8d4e-ffeb14be3377 admin admin] Made reservation on behalf of 55ad3667b34845db84222991efdae05c for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:17:39.805817 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f6cf1e38-bc45-42ca-8d4e-ffeb14be3377 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:39.843746 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1605d05f-5bd7-4f6f-991e-97c511792f46 req-eeac016b-5654-400d-9c14-05635935e59b tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:39.847765 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1605d05f-5bd7-4f6f-991e-97c511792f46 req-eeac016b-5654-400d-9c14-05635935e59b tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 945 time: 0.2701712 Apr 20 13:17:39.856062 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 9aea585f-f544-48f4-8821-43e0e716ac2e triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:39.856439 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:39.982697 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1605d05f-5bd7-4f6f-991e-97c511792f46 req-5882ad34-9b1d-47e9-b9e1-8920e7917e84 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206369 Apr 20 13:17:40.021096 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6ed8e2aa-db56-44ee-8890-d0124dce2019 None None] Deleting port a81bee43-7dab-4470-befa-0f52f18d6991 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:17:40.021474 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6ed8e2aa-db56-44ee-8890-d0124dce2019 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:40.060602 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8afd082-be30-4e2b-a217-2d72f7254a88 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:40.061427 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8afd082-be30-4e2b-a217-2d72f7254a88 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:40.064557 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a8afd082-be30-4e2b-a217-2d72f7254a88 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/ports/d0da55f5-6b37-41e3-999d-d14348238ecf HTTP/1.1" status: 404 len: 333 time: 0.0346017 Apr 20 13:17:40.066334 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ec98c834-1c10-48bc-a557-e5a6a0fc2139 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:40.077412 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49142) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:40.117007 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-72172bfc-eae1-41ac-a37e-35a27145e26c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:40.118815 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72172bfc-eae1-41ac-a37e-35a27145e26c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:40.122616 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-72172bfc-eae1-41ac-a37e-35a27145e26c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/d6a3172d-f927-45fb-bbc0-fc8fab37a8ae HTTP/1.1" status: 404 len: 337 time: 0.0440652 Apr 20 13:17:40.125190 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49148) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:40.129001 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f6cf1e38-bc45-42ca-8d4e-ffeb14be3377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:40.141538 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ec98c834-1c10-48bc-a557-e5a6a0fc2139 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:40.162822 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ec98c834-1c10-48bc-a557-e5a6a0fc2139 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4834771 Apr 20 13:17:40.216582 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8b1068e-adfe-4e38-8958-24ab085102e1 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:40.217403 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8b1068e-adfe-4e38-8958-24ab085102e1 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:40.220521 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b8b1068e-adfe-4e38-8958-24ab085102e1 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/5b5037d2-f8ac-49bf-8f7c-8d52e5fe7051 HTTP/1.1" status: 404 len: 337 time: 0.0937042 Apr 20 13:17:40.229009 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49154) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:40.244215 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6ed8e2aa-db56-44ee-8890-d0124dce2019 None None] For port a81bee43-7dab-4470-befa-0f52f18d6991, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=a81bee43-7dab-4470-befa-0f52f18d6991,segment=NetworkSegment(c785b58b-a699-4e58-9c1e-c754ab724ce1),segment_id=c785b58b-a699-4e58-9c1e-c754ab724ce1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:40.245046 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6ed8e2aa-db56-44ee-8890-d0124dce2019 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:40.267552 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6ed8e2aa-db56-44ee-8890-d0124dce2019 None None] Calling delete_port for a81bee43-7dab-4470-befa-0f52f18d6991 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:17:40.267845 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-cec2769a-1ec6-4f6d-bb2f-5b2dbe51edf0 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:40.271769 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cec2769a-1ec6-4f6d-bb2f-5b2dbe51edf0 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:40.273150 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-cec2769a-1ec6-4f6d-bb2f-5b2dbe51edf0 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/ports/ac823268-5e35-4b3a-93ba-34eeedb9656a HTTP/1.1" status: 404 len: 333 time: 0.0422986 Apr 20 13:17:40.287687 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2d485-98f3-4ecf-9316-0ad32f45c2f5 req-e53b7d4d-ac59-4651-b7d4-f8281e2a88d4 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:40.289215 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bbe2d485-98f3-4ecf-9316-0ad32f45c2f5 req-e53b7d4d-ac59-4651-b7d4-f8281e2a88d4 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57caeb8-86cc-40cc-a73b-f632818ee398 HTTP/1.1" status: 200 len: 944 time: 0.1392560 Apr 20 13:17:40.289715 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49158) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:40.300929 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf1e38-bc45-42ca-8d4e-ffeb14be3377 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e2c58eb-b1de-444d-997b-cd6f8142e82f,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:40.328685 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cf1e38-bc45-42ca-8d4e-ffeb14be3377 admin admin] Checking segment: {'id': 'ccabd70a-9210-4523-8fdb-fdb186a4827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4d03d41e-2f36-4b51-a370-558dca89aeb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:17:40.329133 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cf1e38-bc45-42ca-8d4e-ffeb14be3377 admin admin] Network hostable DHCP agents. Network: 4d03d41e-2f36-4b51-a370-558dca89aeb2, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:17:40.410186 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 7839d3e5-44bf-4210-9bfa-fa1048539dea details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:17:40.444806 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cf1e38-bc45-42ca-8d4e-ffeb14be3377 admin admin] Network 4d03d41e-2f36-4b51-a370-558dca89aeb2 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:17:40.510807 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6ed8e2aa-db56-44ee-8890-d0124dce2019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:40.530041 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed8e2aa-db56-44ee-8890-d0124dce2019 None None] No DVR routers for this DVR port a81bee43-7dab-4470-befa-0f52f18d6991 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:17:40.536505 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-f6cf1e38-bc45-42ca-8d4e-ffeb14be3377 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 4d03d41e-2f36-4b51-a370-558dca89aeb2) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:17:40.545230 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cf1e38-bc45-42ca-8d4e-ffeb14be3377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:40.546989 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f6cf1e38-bc45-42ca-8d4e-ffeb14be3377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:40.565696 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d96698-ad37-4024-9aba-2832168a769a None None] Network 4d03d41e-2f36-4b51-a370-558dca89aeb2 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:17:40.622039 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0088120-1908-4e66-9859-561ea5e8a141 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:40.622708 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0088120-1908-4e66-9859-561ea5e8a141 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:40.625969 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e0088120-1908-4e66-9859-561ea5e8a141 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/4178c643-3bf5-454d-9c34-b2301a78f5a4 HTTP/1.1" status: 404 len: 337 time: 0.3348930 Apr 20 13:17:40.626705 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a461789e-b3c9-4cdd-bb0c-2603b238682d req-75b24d4f-6902-4d7c-8910-a41272796901 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:40.628649 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49176) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:40.645126 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8e2aa-db56-44ee-8890-d0124dce2019 None None] Pushing event deleted for resources: {'Port': ['ID=a81bee43-7dab-4470-befa-0f52f18d6991,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:40.669235 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['8ebd3bfd-423f-492a-a95f-ea25291da276'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:17:40.684596 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f6cf1e38-bc45-42ca-8d4e-ffeb14be3377 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0185876 Apr 20 13:17:40.691758 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:17:40.804076 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-a19955f6-9e92-4af3-9b5d-2e36f708e834 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:40.804532 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a19955f6-9e92-4af3-9b5d-2e36f708e834 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:40.805247 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 7839d3e5-44bf-4210-9bfa-fa1048539dea, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=7839d3e5-44bf-4210-9bfa-fa1048539dea,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:40.807596 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a19955f6-9e92-4af3-9b5d-2e36f708e834 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/586fdd6c-4c0f-4b44-86b3-7a6f29765375 HTTP/1.1" status: 404 len: 337 time: 0.1659176 Apr 20 13:17:40.808460 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b24d4f-6902-4d7c-8910-a41272796901 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Pushing event deleted for resources: {'Port': ['ID=8ebd3bfd-423f-492a-a95f-ea25291da276,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:40.810213 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49184) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:40.818685 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '7839d3e5-44bf-4210-9bfa-fa1048539dea', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'port_id': '7839d3e5-44bf-4210-9bfa-fa1048539dea', 'mac_address': 'fa:16:3e:2b:52:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b1f82a-7732-4b50-ab22-2475f182a712', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:17:40.834779 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-5b510bbf-836a-4508-abb6-b5bfd67d3251 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--36247954&fields=id&tenant_id=649a6cfebf0a4feb8c92b7d26c8b3e97 HTTP/1.1" status: 200 len: 267 time: 0.2256169 Apr 20 13:17:40.861055 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-79b0f2d3-8684-4564-b7dd-d888a68d4b56 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:40.861793 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79b0f2d3-8684-4564-b7dd-d888a68d4b56 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:40.868593 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bbe2d485-98f3-4ecf-9316-0ad32f45c2f5 req-3f845f33-1364-48d8-8914-57b207aa03c4 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] 10.222.0.25 "GET /v2.0/security-groups?id=404b7c6f-8da9-4d7b-9366-ea3edbd52d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5673230 Apr 20 13:17:40.876122 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-79b0f2d3-8684-4564-b7dd-d888a68d4b56 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/ports/de551f1f-b621-453b-a750-61fe3520b888 HTTP/1.1" status: 404 len: 333 time: 0.0646417 Apr 20 13:17:40.877201 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49186) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:40.886744 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:40.898537 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6abf5b-e9f5-45e2-878d-77a0bec127ea None None] Network 4d03d41e-2f36-4b51-a370-558dca89aeb2 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:17:40.916605 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-a461789e-b3c9-4cdd-bb0c-2603b238682d req-75b24d4f-6902-4d7c-8910-a41272796901 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] No DVR routers for this DVR port 8ebd3bfd-423f-492a-a95f-ea25291da276 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:17:40.924188 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c9e5a61-41da-4207-af4d-b6d6288b34a6 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:40.924768 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c9e5a61-41da-4207-af4d-b6d6288b34a6 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:40.928032 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2c9e5a61-41da-4207-af4d-b6d6288b34a6 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/fec1bc7b-24f3-4451-a60d-1c2ce6261d53 HTTP/1.1" status: 404 len: 337 time: 0.0390785 Apr 20 13:17:40.930430 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49192) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:40.960142 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-57c3f41c-56b6-45d5-9eac-0b5f48e9c344 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:40.960832 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57c3f41c-56b6-45d5-9eac-0b5f48e9c344 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:40.967020 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-57c3f41c-56b6-45d5-9eac-0b5f48e9c344 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/ports/7b2065a2-0ef9-4bc2-8cb6-63df55aa4ef1 HTTP/1.1" status: 404 len: 333 time: 0.0354030 Apr 20 13:17:40.967655 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49194) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:40.980683 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 7e277fbc-3dd5-4318-b99b-1cae9ce365eb up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:17:41.006216 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7839d3e5-44bf-4210-9bfa-fa1048539dea {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:17:41.008765 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-65078747-3adb-40d7-88fc-1d12c0a12340 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:41.010548 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-65078747-3adb-40d7-88fc-1d12c0a12340 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/networks?id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 HTTP/1.1" status: 200 len: 811 time: 0.1747401 Apr 20 13:17:41.012027 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a461789e-b3c9-4cdd-bb0c-2603b238682d req-75b24d4f-6902-4d7c-8910-a41272796901 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:41.015924 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a461789e-b3c9-4cdd-bb0c-2603b238682d req-75b24d4f-6902-4d7c-8910-a41272796901 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.15 "DELETE /v2.0/ports/8ebd3bfd-423f-492a-a95f-ea25291da276 HTTP/1.1" status: 204 len: 173 time: 2.1904840 Apr 20 13:17:41.016522 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1fa715b-1cbb-4dce-839b-f1ba092a95ae', 'name': 'network-vif-deleted', 'tag': '8ebd3bfd-423f-492a-a95f-ea25291da276'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:17:41.021187 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3eec81e-98e1-4cfa-bdb5-4d6bff436751" -d '{"events": [{"server_uuid": "b1fa715b-1cbb-4dce-839b-f1ba092a95ae", "name": "network-vif-deleted", "tag": "8ebd3bfd-423f-492a-a95f-ea25291da276"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:17:41.021993 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e1f00ac-a2e5-4650-8de1-589a0dcd7b34 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:41.022467 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e1f00ac-a2e5-4650-8de1-589a0dcd7b34 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:41.039490 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1e1f00ac-a2e5-4650-8de1-589a0dcd7b34 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/d56f283d-caee-44f1-8fdb-9d22f99ce73d HTTP/1.1" status: 404 len: 337 time: 0.0644748 Apr 20 13:17:41.039490 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49200) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:41.039696 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-26f662c7-463b-4d0e-8f5c-5761fa1d7ac3 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/quotas/649a6cfebf0a4feb8c92b7d26c8b3e97 HTTP/1.1" status: 200 len: 375 time: 0.0112567 Apr 20 13:17:41.072145 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-878829c6-2fcf-48ee-ae31-9b8fc1e6f9b5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:41.072684 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-878829c6-2fcf-48ee-ae31-9b8fc1e6f9b5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:41.078385 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-878829c6-2fcf-48ee-ae31-9b8fc1e6f9b5 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/ports/6886c3d5-30ef-43f6-918d-830746a0e396 HTTP/1.1" status: 404 len: 333 time: 0.0435705 Apr 20 13:17:41.078997 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49202) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:41.127154 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-4e0feee4-c9f7-43aa-b8cf-302318ea1720 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=649a6cfebf0a4feb8c92b7d26c8b3e97&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0821059 Apr 20 13:17:41.146771 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6bb9383-fdc5-4b46-91f5-ea21faed164a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:41.147376 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6bb9383-fdc5-4b46-91f5-ea21faed164a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:41.156070 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b6bb9383-fdc5-4b46-91f5-ea21faed164a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/7a31378d-5c62-492d-af12-da6ee4050d2a HTTP/1.1" status: 404 len: 337 time: 0.0759659 Apr 20 13:17:41.158295 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49214) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:41.201409 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 7839d3e5-44bf-4210-9bfa-fa1048539dea, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=7839d3e5-44bf-4210-9bfa-fa1048539dea,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:41.217647 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d36df0b-5e50-41eb-823b-aa61b68bb5c1 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:41.233207 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d36df0b-5e50-41eb-823b-aa61b68bb5c1 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:41.245088 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6d36df0b-5e50-41eb-823b-aa61b68bb5c1 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/ports/64270357-9e51-4ffc-b496-6d608f9b6ea8 HTTP/1.1" status: 404 len: 333 time: 0.0856891 Apr 20 13:17:41.247418 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49216) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:41.293507 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:41.310617 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device a81bee43-7dab-4470-befa-0f52f18d6991 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:17:41.317184 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-46a482f6-c3e6-4d2d-8411-a0a90942d11b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:41.318296 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46a482f6-c3e6-4d2d-8411-a0a90942d11b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:41.321929 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-46a482f6-c3e6-4d2d-8411-a0a90942d11b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/cc36ae28-27c0-4dff-9bc1-b6e47d19e932 HTTP/1.1" status: 404 len: 337 time: 0.0733216 Apr 20 13:17:41.326167 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49218) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:41.366961 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea669615-f0d8-4279-81d2-0db29cf9c8eb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:41.368600 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea669615-f0d8-4279-81d2-0db29cf9c8eb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:41.373525 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ea669615-f0d8-4279-81d2-0db29cf9c8eb tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/ports/40730cb9-7fab-4420-8b9b-b9126cc5ad8d HTTP/1.1" status: 404 len: 333 time: 0.0450256 Apr 20 13:17:41.375703 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49220) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:41.388100 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-a9f212d7-bc71-47b2-ac0d-64b963e04174 service neutron] 10.222.0.25 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490997 Apr 20 13:17:41.403270 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: a81bee43-7dab-4470-befa-0f52f18d6991 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:17:41.403654 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device a81bee43-7dab-4470-befa-0f52f18d6991 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:17:41.409537 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-7873b6d8-be01-4d33-bac5-c451f714e628 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:41.409832 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7873b6d8-be01-4d33-bac5-c451f714e628 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:41.413589 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7873b6d8-be01-4d33-bac5-c451f714e628 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/78a75e94-3ece-40ae-bc19-635c24a98ea4 HTTP/1.1" status: 404 len: 337 time: 0.0366058 Apr 20 13:17:41.417039 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49222) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:41.421457 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['7839d3e5-44bf-4210-9bfa-fa1048539dea'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:17:41.438240 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-e491b60b-34e5-4eba-b938-8a7f512b0d1a tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:41.438422 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-e491b60b-34e5-4eba-b938-8a7f512b0d1a tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] 10.222.0.25 "GET /v2.0/networks?id=4d03d41e-2f36-4b51-a370-558dca89aeb2 HTTP/1.1" status: 200 len: 821 time: 0.2684424 Apr 20 13:17:41.464318 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd118860-52f1-4d45-b786-f5db850bc474 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:41.466557 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd118860-52f1-4d45-b786-f5db850bc474 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:41.471591 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-cd118860-52f1-4d45-b786-f5db850bc474 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/ports/f127b9ff-1498-448c-88d1-fee96fecb8d8 HTTP/1.1" status: 404 len: 333 time: 0.0506592 Apr 20 13:17:41.472301 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49224) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:41.493436 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-5a57b125-59c3-493f-b88e-4caec005684f tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] 10.222.0.25 "GET /v2.0/quotas/55ad3667b34845db84222991efdae05c HTTP/1.1" status: 200 len: 375 time: 0.0234492 Apr 20 13:17:41.516656 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=7839d3e5-44bf-4210-9bfa-fa1048539dea,revision_number=6']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:41.519123 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1772d42-c7d8-4fae-b935-a0bf970ca298 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:41.519792 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1772d42-c7d8-4fae-b935-a0bf970ca298 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:41.526110 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b1772d42-c7d8-4fae-b935-a0bf970ca298 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/f8789f5b-76cd-4e85-99cf-59ac66703609 HTTP/1.1" status: 404 len: 337 time: 0.0498295 Apr 20 13:17:41.526955 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49228) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:41.531803 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 7e277fbc-3dd5-4318-b99b-1cae9ce365eb completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:17:41.544423 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 7e277fbc-3dd5-4318-b99b-1cae9ce365eb triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:41.544905 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:41.573574 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cda6d2b-9f86-49c8-aef5-2835a43a8f39 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:41.574034 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cda6d2b-9f86-49c8-aef5-2835a43a8f39 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:41.577049 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8cda6d2b-9f86-49c8-aef5-2835a43a8f39 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/2bae58dc-a15c-483f-95f2-250f62923864 HTTP/1.1" status: 404 len: 337 time: 0.0491066 Apr 20 13:17:41.579845 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49230) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:41.586066 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-af814b7e-967d-407d-8751-ae72f1f759ab tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=55ad3667b34845db84222991efdae05c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0831442 Apr 20 13:17:41.598242 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-bb618db6-a399-4242-8dd6-0ce04a2ca014 service neutron] 10.222.0.25 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026799 Apr 20 13:17:41.604638 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b0b80f8-a4dd-45e0-a646-a4325d3faa1b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:41.605326 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b0b80f8-a4dd-45e0-a646-a4325d3faa1b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:41.608316 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0b0b80f8-a4dd-45e0-a646-a4325d3faa1b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/ports/d59c4a77-a9ed-4123-ba71-77b95675b26e HTTP/1.1" status: 404 len: 333 time: 0.0275478 Apr 20 13:17:41.613487 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49232) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:41.670393 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-90ef61b1-7258-41c2-9cfd-672472da4633 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:41.670794 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90ef61b1-7258-41c2-9cfd-672472da4633 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:41.676811 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-90ef61b1-7258-41c2-9cfd-672472da4633 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/45623aa9-0782-4993-b6f5-212f174ff8c6 HTTP/1.1" status: 404 len: 337 time: 0.0594623 Apr 20 13:17:41.677056 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49234) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:41.713937 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-227df1e0-6680-4bd7-88ea-f92dc8316777 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:41.714154 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-227df1e0-6680-4bd7-88ea-f92dc8316777 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:41.717571 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-227df1e0-6680-4bd7-88ea-f92dc8316777 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/386cb141-c39b-45a3-9878-6900b2a0e057 HTTP/1.1" status: 404 len: 337 time: 0.0391607 Apr 20 13:17:41.721128 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49236) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:41.765550 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-b98bf90f-434e-470e-99c5-f4ad1a1bc247 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:41.766267 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b98bf90f-434e-470e-99c5-f4ad1a1bc247 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:41.771754 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:41.772596 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b98bf90f-434e-470e-99c5-f4ad1a1bc247 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/ports/d396f9bf-f72d-46dc-994d-345c851b6832 HTTP/1.1" status: 404 len: 333 time: 0.0499408 Apr 20 13:17:41.775086 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49238) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:41.796143 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-74d01f70-f0bf-4bc7-8f28-b2162a347b75 service neutron] 10.222.0.25 "GET /v2.0/networks/4d03d41e-2f36-4b51-a370-558dca89aeb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918826 Apr 20 13:17:41.804878 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57caeb8-86cc-40cc-a73b-f632818ee398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e277fbc-3dd5-4318-b99b-1cae9ce365eb'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:17:41.806097 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-33cbe1c6-7fa7-488b-9443-1d3838212d56 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:41.806678 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33cbe1c6-7fa7-488b-9443-1d3838212d56 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:41.807162 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b87318d-759c-4616-97fc-6e6027b224a5" -d '{"events": [{"server_uuid": "b57caeb8-86cc-40cc-a73b-f632818ee398", "name": "network-vif-plugged", "status": "completed", "tag": "7e277fbc-3dd5-4318-b99b-1cae9ce365eb"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:17:41.809918 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-33cbe1c6-7fa7-488b-9443-1d3838212d56 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/f46b5af4-1d8d-477f-93dd-d58b0f97da09 HTTP/1.1" status: 404 len: 337 time: 0.0336914 Apr 20 13:17:41.812462 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49242) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:41.824074 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 7e277fbc-3dd5-4318-b99b-1cae9ce365eb, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=7e277fbc-3dd5-4318-b99b-1cae9ce365eb,segment=NetworkSegment(19e3a771-4c2a-419b-b7fa-73270c5804e5),segment_id=19e3a771-4c2a-419b-b7fa-73270c5804e5)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:41.855606 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-974cdaa5-c639-4855-8d5b-44346a7b4e46 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:41.858312 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-974cdaa5-c639-4855-8d5b-44346a7b4e46 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:41.864757 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-974cdaa5-c639-4855-8d5b-44346a7b4e46 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/9bbfbcf6-217a-4f11-b9fd-12cba69602b8 HTTP/1.1" status: 404 len: 337 time: 0.0479603 Apr 20 13:17:41.865413 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49244) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:41.897734 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-61ae4c8d-4c7d-48d4-b497-c2b4cd706ac0 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:41.898354 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61ae4c8d-4c7d-48d4-b497-c2b4cd706ac0 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:41.902973 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-61ae4c8d-4c7d-48d4-b497-c2b4cd706ac0 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/ports/1aa24385-9835-4c0d-8a50-1f80b869f052 HTTP/1.1" status: 404 len: 333 time: 0.0364914 Apr 20 13:17:41.905376 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49252) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:41.923623 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-317a052f-d79d-41a2-9e72-1751f5b7c4e4 service neutron] 10.222.0.25 "GET /v2.0/networks/4d03d41e-2f36-4b51-a370-558dca89aeb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199000 Apr 20 13:17:41.947018 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b5a38c3-d681-4767-8258-520768413207 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:41.947541 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b5a38c3-d681-4767-8258-520768413207 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:41.953796 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49254) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:41.954219 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5b5a38c3-d681-4767-8258-520768413207 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/1450ba48-89aa-4da3-b337-476c4979b8a6 HTTP/1.1" status: 404 len: 337 time: 0.0451534 Apr 20 13:17:41.959175 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:41.960086 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 8ebd3bfd-423f-492a-a95f-ea25291da276 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:17:42.046893 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 8ebd3bfd-423f-492a-a95f-ea25291da276 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:17:42.047543 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 8ebd3bfd-423f-492a-a95f-ea25291da276 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:17:42.048661 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-81e0c81f-af6e-4e19-b9d1-8c8d3efdccdf tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:42.049129 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81e0c81f-af6e-4e19-b9d1-8c8d3efdccdf tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:42.064211 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=7e277fbc-3dd5-4318-b99b-1cae9ce365eb,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:42.066424 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-81e0c81f-af6e-4e19-b9d1-8c8d3efdccdf tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/63e03a9a-b9ea-4c7a-b063-edb36cf8b773 HTTP/1.1" status: 404 len: 337 time: 0.1087832 Apr 20 13:17:42.069899 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49256) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:42.118655 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6dcfaf90-2b45-4c1b-8bc8-979efebfc05b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/ports?device_id=e00a5936-1e8d-44c3-ae3f-32ef07d202ec HTTP/1.1" status: 200 len: 205 time: 0.0424285 Apr 20 13:17:42.119348 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49258) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:42.124048 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-de759805-6a53-40c5-8fd6-8572f189f192 req-acc78482-647c-43ff-b55d-fdfe9cf03447 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1fa715b-1cbb-4dce-839b-f1ba092a95ae HTTP/1.1" status: 200 len: 210 time: 0.0773423 Apr 20 13:17:42.179118 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-78cb4fd1-f3d7-4740-9be4-9842a4eab1e0 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] delete failed (client error): The resource could not be found. Apr 20 13:17:42.180378 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-78cb4fd1-f3d7-4740-9be4-9842a4eab1e0 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/routers/e00a5936-1e8d-44c3-ae3f-32ef07d202ec HTTP/1.1" status: 404 len: 336 time: 0.0599203 Apr 20 13:17:42.183040 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49264) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:42.191972 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:42.201601 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2cadc3-77eb-40ea-a1ab-2d5008ef9ee7 x-openstack-request-id: req-2e2cadc3-77eb-40ea-a1ab-2d5008ef9ee7 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:17:42.202583 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1fa715b-1cbb-4dce-839b-f1ba092a95ae", "name": "network-vif-deleted", "tag": "8ebd3bfd-423f-492a-a95f-ea25291da276", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:17:42.203481 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2e2cadc3-77eb-40ea-a1ab-2d5008ef9ee7 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:17:42.205537 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e2cadc3-77eb-40ea-a1ab-2d5008ef9ee7'] response: {'server_uuid': 'b1fa715b-1cbb-4dce-839b-f1ba092a95ae', 'name': 'network-vif-deleted', 'tag': '8ebd3bfd-423f-492a-a95f-ea25291da276', 'status': 'completed', 'code': 200} Apr 20 13:17:42.259589 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb44a450-d699-46e5-8e82-33b6b2ce017c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:42.260155 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb44a450-d699-46e5-8e82-33b6b2ce017c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:42.264449 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-bb44a450-d699-46e5-8e82-33b6b2ce017c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/ad5cba8f-9bf2-437f-9629-3899a1ce39b9 HTTP/1.1" status: 404 len: 337 time: 0.0802643 Apr 20 13:17:42.267230 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49278) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:42.276461 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70ee789-5e01-4083-8f5b-082b92c59d6f x-openstack-request-id: req-c70ee789-5e01-4083-8f5b-082b92c59d6f {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:17:42.276909 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57caeb8-86cc-40cc-a73b-f632818ee398", "name": "network-vif-plugged", "status": "completed", "tag": "7e277fbc-3dd5-4318-b99b-1cae9ce365eb", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:17:42.277403 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c70ee789-5e01-4083-8f5b-082b92c59d6f {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:17:42.277786 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c70ee789-5e01-4083-8f5b-082b92c59d6f'] response: {'server_uuid': 'b57caeb8-86cc-40cc-a73b-f632818ee398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e277fbc-3dd5-4318-b99b-1cae9ce365eb', 'code': 200} Apr 20 13:17:42.342011 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6bcd0145-ac35-4e07-a52c-673e256d8480 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eadd906-a297-4d60-9f97-73767f3d903c HTTP/1.1" status: 200 len: 205 time: 0.0726357 Apr 20 13:17:42.347032 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49280) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:42.391879 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-a90266c6-ca4b-4d94-b8fe-f20ceb9162b1 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] delete failed (client error): The resource could not be found. Apr 20 13:17:42.392974 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a90266c6-ca4b-4d94-b8fe-f20ceb9162b1 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/routers/9eadd906-a297-4d60-9f97-73767f3d903c HTTP/1.1" status: 404 len: 336 time: 0.0448167 Apr 20 13:17:42.396250 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49282) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:42.405999 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 7839d3e5-44bf-4210-9bfa-fa1048539dea up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:17:42.447424 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0fd8d3d9-dfc5-4986-9d86-c0f840d2cdc1 req-49f4628f-d958-4826-8afb-6d0923ffb230 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 210 time: 0.0981205 Apr 20 13:17:42.451707 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-51064a35-0526-4150-9637-bd4cafac4e2a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:42.452346 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51064a35-0526-4150-9637-bd4cafac4e2a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:42.459193 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-51064a35-0526-4150-9637-bd4cafac4e2a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/1d5357c1-a16d-4d0c-9efd-61a1611099fb HTTP/1.1" status: 404 len: 337 time: 0.0596523 Apr 20 13:17:42.459681 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49284) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:42.499529 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff22eaf5-1d86-43f0-a7e0-204420dd36e7 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:42.499789 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff22eaf5-1d86-43f0-a7e0-204420dd36e7 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:42.505680 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ff22eaf5-1d86-43f0-a7e0-204420dd36e7 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/d0a65195-cc0f-4b9e-85df-c3e552330167 HTTP/1.1" status: 404 len: 337 time: 0.0427282 Apr 20 13:17:42.505886 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49288) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:42.516650 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 7839d3e5-44bf-4210-9bfa-fa1048539dea triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:42.517306 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:42.537483 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f820d0d-0eb3-41b1-8227-2987d6e2115c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:42.538970 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f820d0d-0eb3-41b1-8227-2987d6e2115c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:42.546248 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4f820d0d-0eb3-41b1-8227-2987d6e2115c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/ports/84e072a1-5cb1-4321-adc3-2d1c8ef6e578 HTTP/1.1" status: 404 len: 333 time: 0.0394495 Apr 20 13:17:42.547208 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49292) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:42.572246 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8626b-c1a4-4bf2-892c-794e75ce48a9 req-8184045f-944f-4ed8-b31c-9c98c4a1877d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:42.574153 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aba8626b-c1a4-4bf2-892c-794e75ce48a9 req-8184045f-944f-4ed8-b31c-9c98c4a1877d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b57caeb8-86cc-40cc-a73b-f632818ee398 HTTP/1.1" status: 200 len: 1096 time: 0.2354794 Apr 20 13:17:42.593015 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900f6ff-3948-4a3c-bd28-0a9696bf9b19 req-0bea5ce1-8e79-444d-92ae-8257ff581d30 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:42.602484 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5900f6ff-3948-4a3c-bd28-0a9696bf9b19 req-0bea5ce1-8e79-444d-92ae-8257ff581d30 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57caeb8-86cc-40cc-a73b-f632818ee398 HTTP/1.1" status: 200 len: 945 time: 0.1524601 Apr 20 13:17:42.609975 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9916af1-1e72-456f-bdca-fb0b75d521fc tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:42.610453 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9916af1-1e72-456f-bdca-fb0b75d521fc tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:42.619044 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d9916af1-1e72-456f-bdca-fb0b75d521fc tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/61f13510-eaed-4ebf-af12-118b46c62e60 HTTP/1.1" status: 404 len: 337 time: 0.0705299 Apr 20 13:17:42.619839 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49296) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:42.647940 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-01cd6003-ac8a-4bc8-a85b-bcd8f33e4457 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:42.649924 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2e1726cb-75c3-4d52-ae44-7fbcc31ca663 req-3ccfd194-d23e-4d68-82df-591805cacbe1 tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1ce61bc-ac86-4cd6-b615-dc64c6e361f7 HTTP/1.1" status: 200 len: 210 time: 0.0743833 Apr 20 13:17:42.650452 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01cd6003-ac8a-4bc8-a85b-bcd8f33e4457 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:42.658199 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-01cd6003-ac8a-4bc8-a85b-bcd8f33e4457 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/ports/14fb4b56-4e51-4a43-a097-cea7b79ddd04 HTTP/1.1" status: 404 len: 333 time: 0.0368803 Apr 20 13:17:42.660695 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49298) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:42.674002 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aba8626b-c1a4-4bf2-892c-794e75ce48a9 req-78a20a45-6412-4973-b511-3ffa8389e032 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=404b7c6f-8da9-4d7b-9366-ea3edbd52d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690382 Apr 20 13:17:42.699342 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:42.706355 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a88be9c-f657-4d74-9161-d40df455de21 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:42.707084 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a88be9c-f657-4d74-9161-d40df455de21 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:42.713925 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4a88be9c-f657-4d74-9161-d40df455de21 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/d355ae12-0351-43e9-965c-407d51af606a HTTP/1.1" status: 404 len: 337 time: 0.0520318 Apr 20 13:17:42.714811 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49300) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:42.717692 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5900f6ff-3948-4a3c-bd28-0a9696bf9b19 req-d746163d-18cc-4721-bc85-39560e12e5c3 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] 10.222.0.25 "GET /v2.0/security-groups?id=404b7c6f-8da9-4d7b-9366-ea3edbd52d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138480 Apr 20 13:17:42.741177 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-9110736b-05ce-4dbc-b37c-2e59bb78ff8a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:42.741810 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9110736b-05ce-4dbc-b37c-2e59bb78ff8a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:42.744774 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9110736b-05ce-4dbc-b37c-2e59bb78ff8a tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/ports/85137ed0-52fd-40ed-81b3-46cfb949fd83 HTTP/1.1" status: 404 len: 333 time: 0.0287337 Apr 20 13:17:42.747608 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49302) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:42.766180 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 7839d3e5-44bf-4210-9bfa-fa1048539dea, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=7839d3e5-44bf-4210-9bfa-fa1048539dea,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:42.781511 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-75f39e5c-5b5a-4697-8ddf-a455a5783447 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:42.781975 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75f39e5c-5b5a-4697-8ddf-a455a5783447 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:42.785527 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-75f39e5c-5b5a-4697-8ddf-a455a5783447 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/e24683b4-538e-4b37-a405-7bdb79b95469 HTTP/1.1" status: 404 len: 337 time: 0.0370190 Apr 20 13:17:42.788163 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49304) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:42.811098 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c9f0fd2-86df-4af3-8b93-a3841b915a5c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:42.811791 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c9f0fd2-86df-4af3-8b93-a3841b915a5c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:42.814947 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9c9f0fd2-86df-4af3-8b93-a3841b915a5c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/ports/637eef05-7101-4eb3-9a0b-1e6c02d51603 HTTP/1.1" status: 404 len: 333 time: 0.0256262 Apr 20 13:17:42.817845 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49306) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:42.844142 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-93eeb7e0-d48e-453d-9b01-f65386e94ce3 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:42.844597 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93eeb7e0-d48e-453d-9b01-f65386e94ce3 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:42.848095 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-93eeb7e0-d48e-453d-9b01-f65386e94ce3 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/99c6adca-37ef-42c4-ad96-415f16067b7e HTTP/1.1" status: 404 len: 337 time: 0.0292373 Apr 20 13:17:42.850459 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49308) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:42.851472 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:42.875071 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-932e568b-cb09-4ee0-a5f1-31e243c367d2 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:42.875324 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-932e568b-cb09-4ee0-a5f1-31e243c367d2 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:42.880862 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-932e568b-cb09-4ee0-a5f1-31e243c367d2 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/ports/cc258418-c497-4523-8d91-ce7295314707 HTTP/1.1" status: 404 len: 333 time: 0.0270584 Apr 20 13:17:42.881132 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49310) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:42.905630 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:42.906805 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=7839d3e5-44bf-4210-9bfa-fa1048539dea,revision_number=7']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:42.907599 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d47d931-4eda-4e01-a9bb-32238fe614e8 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:42.908047 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d47d931-4eda-4e01-a9bb-32238fe614e8 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:42.914698 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8d47d931-4eda-4e01-a9bb-32238fe614e8 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/63ee37b3-4156-4828-ba7f-4e5258ce8b12 HTTP/1.1" status: 404 len: 337 time: 0.0298300 Apr 20 13:17:42.914698 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49312) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:42.944079 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-dde3fd05-342f-4b9d-80b6-2ffc7e416d50 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:42.944850 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dde3fd05-342f-4b9d-80b6-2ffc7e416d50 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:42.948447 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-dde3fd05-342f-4b9d-80b6-2ffc7e416d50 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/ports/ae4f6709-e3db-41f9-869b-d1cb4411da4e HTTP/1.1" status: 404 len: 333 time: 0.0324934 Apr 20 13:17:42.951150 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49316) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:42.980450 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-4313d1d8-df50-42eb-be60-20a7bc062173 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:42.980999 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4313d1d8-df50-42eb-be60-20a7bc062173 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:42.984293 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4313d1d8-df50-42eb-be60-20a7bc062173 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/0d5bb7c7-fd75-4755-87f5-9c2868b05ae1 HTTP/1.1" status: 404 len: 337 time: 0.0320354 Apr 20 13:17:42.989225 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49318) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:43.011792 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c419423-7697-41a0-acc7-550002432d28 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:43.012449 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c419423-7697-41a0-acc7-550002432d28 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:43.015336 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1c419423-7697-41a0-acc7-550002432d28 tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/ports/7dc3c21e-662d-4968-bf9a-ec8e42138999 HTTP/1.1" status: 404 len: 333 time: 0.0251839 Apr 20 13:17:43.018006 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49320) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:43.044517 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-652808af-ca34-42f3-87c5-8673c304eb3c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] DELETE failed (client error): The resource could not be found. Apr 20 13:17:43.045325 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-652808af-ca34-42f3-87c5-8673c304eb3c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:17:43.048419 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-652808af-ca34-42f3-87c5-8673c304eb3c tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/subnets/1dd1599a-c153-4062-ae6a-d0e6b3f34c62 HTTP/1.1" status: 404 len: 337 time: 0.0289476 Apr 20 13:17:43.051054 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49322) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:43.134047 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ad6423f2-5fda-477c-84f0-61426f3a4f5b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:43.248007 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ad6423f2-5fda-477c-84f0-61426f3a4f5b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:43.276102 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-ad6423f2-5fda-477c-84f0-61426f3a4f5b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91e039b1-8dc0-46de-a1c3-4b09d3bc5d25']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:43.286208 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-ad6423f2-5fda-477c-84f0-61426f3a4f5b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c785b58b-a699-4e58-9c1e-c754ab724ce1') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:43.286567 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-ad6423f2-5fda-477c-84f0-61426f3a4f5b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c785b58b-a699-4e58-9c1e-c754ab724ce1') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:43.306051 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ad6423f2-5fda-477c-84f0-61426f3a4f5b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:43.317425 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ad6423f2-5fda-477c-84f0-61426f3a4f5b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:43.324266 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad6423f2-5fda-477c-84f0-61426f3a4f5b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:17:43.324794 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ad6423f2-5fda-477c-84f0-61426f3a4f5b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:43.327924 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:17:43.327924 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:17:43.327924 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:17:43.327924 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:17:43.327924 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:17:43.327924 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:17:43.327924 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:17:43.327924 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:17:43.327924 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:17:43.327924 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:17:43.327924 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:17:43.327924 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:17:43.327924 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:17:43.327924 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:17:43.327924 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:17:43.327924 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:17:43.327924 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:17:43.327924 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:17:43.327924 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:17:43.327924 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:17:43.327924 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:17:43.327924 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:17:43.327924 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:17:43.327924 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:17:43.327924 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:17:43.327924 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:17:43.327924 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:17:43.327924 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:17:43.327924 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:17:43.327924 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:17:43.327924 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:17:43.327924 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:17:43.473991 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ad6423f2-5fda-477c-84f0-61426f3a4f5b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:43.483174 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ad6423f2-5fda-477c-84f0-61426f3a4f5b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:43.489608 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ad6423f2-5fda-477c-84f0-61426f3a4f5b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] 10.222.0.25 "DELETE /v2.0/networks/91e039b1-8dc0-46de-a1c3-4b09d3bc5d25 HTTP/1.1" status: 204 len: 168 time: 0.4375534 Apr 20 13:17:43.502588 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6423f2-5fda-477c-84f0-61426f3a4f5b tempest-NetworksTestDHCPv6-448286123 tempest-NetworksTestDHCPv6-448286123-project] Pushing event deleted for resources: {'Network': ['ID=91e039b1-8dc0-46de-a1c3-4b09d3bc5d25,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:43.576980 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-db675480-53eb-44ae-9331-80ba5cd56473 req-ef337f0e-3405-4e95-a5a9-a7f41c49eb67 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 210 time: 0.0299234 Apr 20 13:17:43.672773 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11d464-ea5d-4c6f-9ef2-1b510d4f6637 req-34121d1b-ff7c-443e-ba1a-217f61c59245 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:43.675031 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2e11d464-ea5d-4c6f-9ef2-1b510d4f6637 req-34121d1b-ff7c-443e-ba1a-217f61c59245 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 945 time: 0.0600550 Apr 20 13:17:43.715526 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2e11d464-ea5d-4c6f-9ef2-1b510d4f6637 req-c6c70dec-16a3-4e21-8cbd-ec19b0ea32a6 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334811 Apr 20 13:17:43.824898 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73a7bb9f-e597-47a5-844d-ef1c45a175f6 req-82fc74a6-3b20-4e1c-a793-9f794752478a tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1ce61bc-ac86-4cd6-b615-dc64c6e361f7 HTTP/1.1" status: 200 len: 210 time: 0.0356429 Apr 20 13:17:43.875198 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a520c-a897-4ccc-ae53-6164eb2a49d8 req-882ea35f-b8ba-48a9-b708-3d14203e817e tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:43.877253 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-265a520c-a897-4ccc-ae53-6164eb2a49d8 req-882ea35f-b8ba-48a9-b708-3d14203e817e tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57caeb8-86cc-40cc-a73b-f632818ee398 HTTP/1.1" status: 200 len: 945 time: 0.0785747 Apr 20 13:17:43.934514 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-265a520c-a897-4ccc-ae53-6164eb2a49d8 req-940d9837-62f3-4b91-a96f-037b25a4a497 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] 10.222.0.25 "GET /v2.0/security-groups?id=404b7c6f-8da9-4d7b-9366-ea3edbd52d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485811 Apr 20 13:17:44.024260 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49354) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:44.171474 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-26f6237d-b036-46f5-9654-bf9a086088ab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e15b1c7bfa92407ca1c9e50937c4673f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1457288 Apr 20 13:17:44.173878 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49358) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:44.225036 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12853931-95da-4408-8e57-8b8be6871f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:44.247018 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12853931-95da-4408-8e57-8b8be6871f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:44.280610 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d96cbe-49c3-4ae4-b5fb-b756896ea36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7839d3e5-44bf-4210-9bfa-fa1048539dea'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:17:44.287787 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb2021d-60b3-40a7-915c-96b5deeb1e8c" -d '{"events": [{"server_uuid": "87d96cbe-49c3-4ae4-b5fb-b756896ea36e", "name": "network-vif-plugged", "status": "completed", "tag": "7839d3e5-44bf-4210-9bfa-fa1048539dea"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:17:44.323740 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c53b4f1-9aad-424f-9041-1018d6abe5fd x-openstack-request-id: req-4c53b4f1-9aad-424f-9041-1018d6abe5fd {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:17:44.324102 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d96cbe-49c3-4ae4-b5fb-b756896ea36e", "name": "network-vif-plugged", "status": "completed", "tag": "7839d3e5-44bf-4210-9bfa-fa1048539dea", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:17:44.324420 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c53b4f1-9aad-424f-9041-1018d6abe5fd {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:17:44.324933 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c53b4f1-9aad-424f-9041-1018d6abe5fd'] response: {'server_uuid': '87d96cbe-49c3-4ae4-b5fb-b756896ea36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7839d3e5-44bf-4210-9bfa-fa1048539dea', 'code': 200} Apr 20 13:17:44.427450 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12853931-95da-4408-8e57-8b8be6871f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:44.429909 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12853931-95da-4408-8e57-8b8be6871f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:44.431059 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-12853931-95da-4408-8e57-8b8be6871f8d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7eb8f756-d315-4166-9467-9588a3ea09a9 HTTP/1.1" status: 204 len: 168 time: 0.2555001 Apr 20 13:17:44.438885 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12853931-95da-4408-8e57-8b8be6871f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb8f756-d315-4166-9467-9588a3ea09a9,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:44.694316 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ab7a3e9b-ccfd-4ef8-afa7-7119f132b2b2 req-6fd501b7-558a-48d1-b359-3216f970af15 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 210 time: 0.0431862 Apr 20 13:17:44.988520 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146862c5-60a0-406f-a82f-4f29cc335c9b req-b000069d-777e-4fac-8bcb-cd537971da6e tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:44.991829 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-146862c5-60a0-406f-a82f-4f29cc335c9b req-b000069d-777e-4fac-8bcb-cd537971da6e tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 945 time: 0.1661372 Apr 20 13:17:44.995256 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-72fd9e7e-6edb-4b58-a9a6-706d2c1fc1d0 req-20262589-ad64-40ed-9f40-c9a21cf79674 tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1ce61bc-ac86-4cd6-b615-dc64c6e361f7 HTTP/1.1" status: 200 len: 210 time: 0.0524755 Apr 20 13:17:45.063719 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-146862c5-60a0-406f-a82f-4f29cc335c9b req-ee296498-2f45-48d3-9c29-4314c176ae81 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671697 Apr 20 13:17:45.088476 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-6e1e2786-6b2b-4d22-b8ca-e84c6e35b2e8 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:45.091926 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-6e1e2786-6b2b-4d22-b8ca-e84c6e35b2e8 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.32 "GET /v2.0/networks?id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 HTTP/1.1" status: 200 len: 811 time: 0.2190425 Apr 20 13:17:45.190160 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c6534a-24df-4652-a705-b102910ac7c4 req-5c4c98e9-64f9-4269-a697-c4d3954922c7 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:45.192188 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e2c6534a-24df-4652-a705-b102910ac7c4 req-5c4c98e9-64f9-4269-a697-c4d3954922c7 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57caeb8-86cc-40cc-a73b-f632818ee398 HTTP/1.1" status: 200 len: 945 time: 0.1009257 Apr 20 13:17:45.196666 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-5997a433-dbe2-4772-8dd2-2c014582f7c2 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=649a6cfebf0a4feb8c92b7d26c8b3e97 HTTP/1.1" status: 200 len: 378 time: 0.0941529 Apr 20 13:17:45.208447 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-981a2dd4-bc22-41d9-b248-41fa45b71ebc tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Request body: {'port': {'device_id': '1bb71cda-943c-455b-92ae-24ce0c2f25e1', 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119', 'admin_state_up': True, 'tenant_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'security_groups': ['6adf9339-c31a-4e03-9610-53f4732da13e']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:45.282743 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e2c6534a-24df-4652-a705-b102910ac7c4 req-094c692d-d1c0-4461-bed1-8edfe6159c78 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] 10.222.0.25 "GET /v2.0/security-groups?id=404b7c6f-8da9-4d7b-9366-ea3edbd52d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839303 Apr 20 13:17:45.409661 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-981a2dd4-bc22-41d9-b248-41fa45b71ebc tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Made reservation on behalf of 649a6cfebf0a4feb8c92b7d26c8b3e97 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:17:45.414889 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-981a2dd4-bc22-41d9-b248-41fa45b71ebc tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:45.580587 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-981a2dd4-bc22-41d9-b248-41fa45b71ebc tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Allocated IP 172.20.0.7 (64d8cf94-eb2a-48ee-bdb5-e3e8f5005119/fa576778-8514-4874-84e6-afe172476688/ce93adfa-4de5-4e0d-a1aa-a05fa73db53c) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:17:45.683679 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49438) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:45.751534 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-3377ce7d-3e24-4ef9-8af5-7eed499eb39c tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:45.758331 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-3377ce7d-3e24-4ef9-8af5-7eed499eb39c tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] 10.222.0.32 "GET /v2.0/networks?id=4d03d41e-2f36-4b51-a370-558dca89aeb2 HTTP/1.1" status: 200 len: 821 time: 0.2144420 Apr 20 13:17:45.821025 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-78e436dc-b5d6-442d-87ed-c431b176d45f tempest-DvrRoutersNegativeTest-411557466 tempest-DvrRoutersNegativeTest-411557466-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-501660306', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:45.824098 n-d-836015-7 neutron-server[114869]: DEBUG neutron.policy [None req-78e436dc-b5d6-442d-87ed-c431b176d45f tempest-DvrRoutersNegativeTest-411557466 tempest-DvrRoutersNegativeTest-411557466-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=114869) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Apr 20 13:17:45.824763 n-d-836015-7 neutron-server[114869]: DEBUG neutron.policy [None req-78e436dc-b5d6-442d-87ed-c431b176d45f tempest-DvrRoutersNegativeTest-411557466 tempest-DvrRoutersNegativeTest-411557466-project] Failed policy check for 'create_router' {{(pid=114869) enforce /opt/stack/neutron/neutron/policy.py:520}} Apr 20 13:17:45.825372 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-78e436dc-b5d6-442d-87ed-c431b176d45f tempest-DvrRoutersNegativeTest-411557466 tempest-DvrRoutersNegativeTest-411557466-project] create failed (client error): Access was denied to this resource. Apr 20 13:17:45.826433 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-78e436dc-b5d6-442d-87ed-c431b176d45f tempest-DvrRoutersNegativeTest-411557466 tempest-DvrRoutersNegativeTest-411557466-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1409695 Apr 20 13:17:45.836364 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-ea06021c-924a-4da5-aa98-c6a6149f251a tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] Request body: {'port': {'device_id': 'e1ce61bc-ac86-4cd6-b615-dc64c6e361f7', 'network_id': '4d03d41e-2f36-4b51-a370-558dca89aeb2', 'admin_state_up': True, 'tenant_id': '55ad3667b34845db84222991efdae05c'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:45.892797 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-332ab7b3-50d7-4b09-b794-18fbe29066ea req-735ac258-0a21-41e0-9373-5f34a4299bd7 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 210 time: 0.0766971 Apr 20 13:17:45.939247 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-981a2dd4-bc22-41d9-b248-41fa45b71ebc tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:46.068164 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d331b-3a9f-4c66-9829-7abb8a0a831a req-137d8ea1-f4e8-488f-90e9-5f50ee8cd29d tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:46.070073 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9b8d331b-3a9f-4c66-9829-7abb8a0a831a req-137d8ea1-f4e8-488f-90e9-5f50ee8cd29d tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57caeb8-86cc-40cc-a73b-f632818ee398 HTTP/1.1" status: 200 len: 945 time: 0.0862129 Apr 20 13:17:46.159075 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f9e6d40d-873b-44a3-8cf3-86682da109f2 req-8f7ca0a7-eff5-430f-b750-36b97c210833 tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1ce61bc-ac86-4cd6-b615-dc64c6e361f7 HTTP/1.1" status: 200 len: 210 time: 0.0470231 Apr 20 13:17:46.164635 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9b8d331b-3a9f-4c66-9829-7abb8a0a831a req-f4644c54-e361-4563-9fef-74245afd0102 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] 10.222.0.25 "GET /v2.0/security-groups?id=404b7c6f-8da9-4d7b-9366-ea3edbd52d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751662 Apr 20 13:17:46.195645 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-981a2dd4-bc22-41d9-b248-41fa45b71ebc tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:46.216065 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-ea06021c-924a-4da5-aa98-c6a6149f251a tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] Made reservation on behalf of 55ad3667b34845db84222991efdae05c for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:17:46.222247 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-ea06021c-924a-4da5-aa98-c6a6149f251a tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:46.262801 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-981a2dd4-bc22-41d9-b248-41fa45b71ebc tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Network 64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:17:46.271975 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-981a2dd4-bc22-41d9-b248-41fa45b71ebc tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:17:46.275039 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a2dd4-bc22-41d9-b248-41fa45b71ebc tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Pushing event updated for resources: {'Port': ['ID=ce93adfa-4de5-4e0d-a1aa-a05fa73db53c,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:46.278127 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-981a2dd4-bc22-41d9-b248-41fa45b71ebc tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:17:46.363323 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-981a2dd4-bc22-41d9-b248-41fa45b71ebc tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:46.364192 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-981a2dd4-bc22-41d9-b248-41fa45b71ebc tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:46.439133 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391026c1-82e3-4bac-aa5d-c876f56d84c8 req-a4b8a4be-3c74-43b6-b226-e384654ba6e9 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:46.448434 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-391026c1-82e3-4bac-aa5d-c876f56d84c8 req-a4b8a4be-3c74-43b6-b226-e384654ba6e9 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 945 time: 0.1841350 Apr 20 13:17:46.526052 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-391026c1-82e3-4bac-aa5d-c876f56d84c8 req-f6ec0fca-b6de-444a-bdc1-eea9767f4cd2 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761998 Apr 20 13:17:46.543400 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-981a2dd4-bc22-41d9-b248-41fa45b71ebc tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3371670 Apr 20 13:17:46.561802 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-b31d2114-55f6-4e2e-a1a7-9072c2bcbf1c service neutron] Request body: {'port': {'device_id': '1bb71cda-943c-455b-92ae-24ce0c2f25e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:46.594595 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-ea06021c-924a-4da5-aa98-c6a6149f251a tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] Allocated IP 172.20.0.2 (4d03d41e-2f36-4b51-a370-558dca89aeb2/1e2c58eb-b1de-444d-997b-cd6f8142e82f/1d44fbde-aa06-402f-9caf-8505407d044c) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:17:46.670929 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-b31d2114-55f6-4e2e-a1a7-9072c2bcbf1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:46.752057 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49468) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:46.773709 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17aee41-b685-4eac-abec-a8b668b07bb4 req-c1031cab-687b-4eaf-adb1-a084384ae108 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:46.776195 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e17aee41-b685-4eac-abec-a8b668b07bb4 req-c1031cab-687b-4eaf-adb1-a084384ae108 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.32 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 945 time: 0.1547136 Apr 20 13:17:46.777281 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-055922a9-c240-41c4-a46b-dde4549c2df7 None None] Provisioning complete for port ce93adfa-4de5-4e0d-a1aa-a05fa73db53c triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:46.777765 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-055922a9-c240-41c4-a46b-dde4549c2df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:46.839311 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-ea06021c-924a-4da5-aa98-c6a6149f251a tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:46.868129 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-055922a9-c240-41c4-a46b-dde4549c2df7 None None] Port ce93adfa-4de5-4e0d-a1aa-a05fa73db53c cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:17:46.929324 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-ea06021c-924a-4da5-aa98-c6a6149f251a tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:46.958588 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-ea06021c-924a-4da5-aa98-c6a6149f251a tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] Network 4d03d41e-2f36-4b51-a370-558dca89aeb2 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:17:46.981217 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-ea06021c-924a-4da5-aa98-c6a6149f251a tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:17:46.988475 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-ea06021c-924a-4da5-aa98-c6a6149f251a tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:17:47.012391 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-de88e295-b7ad-45cf-8cca-6eae9217a86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:47.128517 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06021c-924a-4da5-aa98-c6a6149f251a tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] Pushing event updated for resources: {'Port': ['ID=1d44fbde-aa06-402f-9caf-8505407d044c,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:47.146915 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-ea06021c-924a-4da5-aa98-c6a6149f251a tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:47.147830 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-ea06021c-924a-4da5-aa98-c6a6149f251a tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:47.150895 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26b9c5-432b-42c9-8465-d6d2243a8989 req-47b0ece2-bd92-42ed-b31e-e770eef609ee tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:47.152517 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d26b9c5-432b-42c9-8465-d6d2243a8989 req-47b0ece2-bd92-42ed-b31e-e770eef609ee tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 931 time: 0.1330462 Apr 20 13:17:47.203482 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-e17aee41-b685-4eac-abec-a8b668b07bb4 req-83e0d458-b594-41cc-b65c-376591474176 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Deleting port fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:17:47.207806 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-e17aee41-b685-4eac-abec-a8b668b07bb4 req-83e0d458-b594-41cc-b65c-376591474176 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:47.264012 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d26b9c5-432b-42c9-8465-d6d2243a8989 req-a5061cb8-38d1-4ccc-b03a-4e49154de3e6 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1018374 Apr 20 13:17:47.269916 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-b31d2114-55f6-4e2e-a1a7-9072c2bcbf1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce93adfa-4de5-4e0d-a1aa-a05fa73db53c {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:17:47.289618 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-b31d2114-55f6-4e2e-a1a7-9072c2bcbf1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:47.308361 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-b31d2114-55f6-4e2e-a1a7-9072c2bcbf1c service neutron] Transition to ACTIVE for port object ce93adfa-4de5-4e0d-a1aa-a05fa73db53c will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:17:47.314801 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-de88e295-b7ad-45cf-8cca-6eae9217a86d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:47.344389 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-ea06021c-924a-4da5-aa98-c6a6149f251a tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5121791 Apr 20 13:17:47.380355 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-9b9bafd8-57a6-4b37-988a-68ebd46a30c7 service neutron] Request body: {'port': {'device_id': 'e1ce61bc-ac86-4cd6-b615-dc64c6e361f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:47.380585 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-b31d2114-55f6-4e2e-a1a7-9072c2bcbf1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:47.405179 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a480939-bd2e-4348-9637-a9ec210cc60f req-e4001455-d370-45a9-a608-65f8c08c23c7 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:47.406803 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a480939-bd2e-4348-9637-a9ec210cc60f req-e4001455-d370-45a9-a608-65f8c08c23c7 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57caeb8-86cc-40cc-a73b-f632818ee398 HTTP/1.1" status: 200 len: 945 time: 0.0943058 Apr 20 13:17:47.434978 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-de88e295-b7ad-45cf-8cca-6eae9217a86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:47.477958 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-e17aee41-b685-4eac-abec-a8b668b07bb4 req-83e0d458-b594-41cc-b65c-376591474176 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] For port fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47,segment=NetworkSegment(3f46b54c-02e5-49fa-8bc0-9760d162ed92),segment_id=3f46b54c-02e5-49fa-8bc0-9760d162ed92)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:47.483628 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-e17aee41-b685-4eac-abec-a8b668b07bb4 req-83e0d458-b594-41cc-b65c-376591474176 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:47.497007 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-9b9bafd8-57a6-4b37-988a-68ebd46a30c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:47.519890 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-e17aee41-b685-4eac-abec-a8b668b07bb4 req-83e0d458-b594-41cc-b65c-376591474176 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Calling delete_port for fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47 owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:17:47.534073 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a480939-bd2e-4348-9637-a9ec210cc60f req-05049d9f-b9ef-4591-974a-631dd9af5420 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] 10.222.0.25 "GET /v2.0/security-groups?id=404b7c6f-8da9-4d7b-9366-ea3edbd52d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977566 Apr 20 13:17:47.648966 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657fa9f5-2169-4640-a2cc-34b5a711f752 req-a1e3bc90-7750-4ec5-8c58-953bd1a84ecf tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:47.650484 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-657fa9f5-2169-4640-a2cc-34b5a711f752 req-a1e3bc90-7750-4ec5-8c58-953bd1a84ecf tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] 10.222.0.15 "GET /v2.0/ports?device_id=b57caeb8-86cc-40cc-a73b-f632818ee398 HTTP/1.1" status: 200 len: 945 time: 0.3028035 Apr 20 13:17:47.661822 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d2114-55f6-4e2e-a1a7-9072c2bcbf1c service neutron] Pushing event updated for resources: {'Port': ['ID=ce93adfa-4de5-4e0d-a1aa-a05fa73db53c,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:47.702108 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-de88e295-b7ad-45cf-8cca-6eae9217a86d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d1a4b0b149ca4c5aa02430c6df109443&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9485097 Apr 20 13:17:47.713831 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49484) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:47.749379 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88e295-b7ad-45cf-8cca-6eae9217a86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1994c18a-6fa0-4886-88bd-b639bdf7f174,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:47.784669 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47cac9e-1dc5-4414-abe1-af65428ce2e2 req-72348c63-1a56-47fe-8a76-b343851f9438 tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:47.792484 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c47cac9e-1dc5-4414-abe1-af65428ce2e2 req-72348c63-1a56-47fe-8a76-b343851f9438 tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1ce61bc-ac86-4cd6-b615-dc64c6e361f7 HTTP/1.1" status: 200 len: 931 time: 0.3840940 Apr 20 13:17:47.826752 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b2cba8d1-5754-4bc2-8c09-ab0867dfdb95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:47.873456 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b2cba8d1-5754-4bc2-8c09-ab0867dfdb95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:47.894232 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b62b2-25a6-43c3-9fac-af215571bf8a req-0856dc92-d5fc-4451-b42d-5f6cd84a8590 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:47.902073 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5e5b62b2-25a6-43c3-9fac-af215571bf8a req-0856dc92-d5fc-4451-b42d-5f6cd84a8590 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 945 time: 0.2659996 Apr 20 13:17:47.947092 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c47cac9e-1dc5-4414-abe1-af65428ce2e2 req-1ea85aa0-c606-4e77-afa8-3397ebd216ec tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd374bfa-be55-4e1c-8a8f-84c5a7cd3226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536796 Apr 20 13:17:47.992898 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-b31d2114-55f6-4e2e-a1a7-9072c2bcbf1c service neutron] Attempting to bind port ce93adfa-4de5-4e0d-a1aa-a05fa73db53c on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:17:47.994944 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-b31d2114-55f6-4e2e-a1a7-9072c2bcbf1c service neutron] Attempting to bind port ce93adfa-4de5-4e0d-a1aa-a05fa73db53c by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': 'c5d44da9-f259-4c8c-925b-0e6bdb6b3012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:17:47.994944 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-b31d2114-55f6-4e2e-a1a7-9072c2bcbf1c service neutron] Attempting to bind port ce93adfa-4de5-4e0d-a1aa-a05fa73db53c on network 64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:17:48.007432 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5e5b62b2-25a6-43c3-9fac-af215571bf8a req-053a67a3-da24-4ebb-bea9-065742097bc3 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/security-groups?id=280cdc43-d7a8-44ce-bc98-e65ddaff0200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041670 Apr 20 13:17:48.029958 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-657fa9f5-2169-4640-a2cc-34b5a711f752 req-7778fa14-372d-4737-ba25-a02204e2f939 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] Deleting port 7e277fbc-3dd5-4318-b99b-1cae9ce365eb {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:17:48.030422 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-657fa9f5-2169-4640-a2cc-34b5a711f752 req-7778fa14-372d-4737-ba25-a02204e2f939 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:48.042009 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-b31d2114-55f6-4e2e-a1a7-9072c2bcbf1c service neutron] Port ce93adfa-4de5-4e0d-a1aa-a05fa73db53c on network 64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:17:48.046084 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-b31d2114-55f6-4e2e-a1a7-9072c2bcbf1c service neutron] Attempting to bind port ce93adfa-4de5-4e0d-a1aa-a05fa73db53c on network 64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:17:48.091439 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-b31d2114-55f6-4e2e-a1a7-9072c2bcbf1c service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:17:48.092175 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-b31d2114-55f6-4e2e-a1a7-9072c2bcbf1c service neutron] Checking segment: {'id': 'c5d44da9-f259-4c8c-925b-0e6bdb6b3012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:17:48.092548 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-b31d2114-55f6-4e2e-a1a7-9072c2bcbf1c service neutron] Bound using segment: {'id': 'c5d44da9-f259-4c8c-925b-0e6bdb6b3012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:17:48.092964 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-b31d2114-55f6-4e2e-a1a7-9072c2bcbf1c service neutron] Bound port: ce93adfa-4de5-4e0d-a1aa-a05fa73db53c, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5d44da9-f259-4c8c-925b-0e6bdb6b3012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:17:48.093324 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-b31d2114-55f6-4e2e-a1a7-9072c2bcbf1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:48.127447 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-e17aee41-b685-4eac-abec-a8b668b07bb4 req-83e0d458-b594-41cc-b65c-376591474176 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:48.132549 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b2cba8d1-5754-4bc2-8c09-ab0867dfdb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:48.136228 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b2cba8d1-5754-4bc2-8c09-ab0867dfdb95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:48.137772 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b2cba8d1-5754-4bc2-8c09-ab0867dfdb95 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1994c18a-6fa0-4886-88bd-b639bdf7f174 HTTP/1.1" status: 204 len: 168 time: 0.4222887 Apr 20 13:17:48.144578 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:17:48.178523 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-9b9bafd8-57a6-4b37-988a-68ebd46a30c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d44fbde-aa06-402f-9caf-8505407d044c {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:17:48.188982 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-9b9bafd8-57a6-4b37-988a-68ebd46a30c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:48.206613 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-b31d2114-55f6-4e2e-a1a7-9072c2bcbf1c service neutron] For port ce93adfa-4de5-4e0d-a1aa-a05fa73db53c, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:17:48.206613 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-b31d2114-55f6-4e2e-a1a7-9072c2bcbf1c service neutron] For port ce93adfa-4de5-4e0d-a1aa-a05fa73db53c, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=ce93adfa-4de5-4e0d-a1aa-a05fa73db53c,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:17:48.243282 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e0d458-b594-41cc-b65c-376591474176 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Pushing event deleted for resources: {'Port': ['ID=fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:48.259323 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cba8d1-5754-4bc2-8c09-ab0867dfdb95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1994c18a-6fa0-4886-88bd-b639bdf7f174,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:48.263577 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-9b9bafd8-57a6-4b37-988a-68ebd46a30c7 service neutron] Transition to ACTIVE for port object 1d44fbde-aa06-402f-9caf-8505407d044c will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:17:48.296105 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-657fa9f5-2169-4640-a2cc-34b5a711f752 req-7778fa14-372d-4737-ba25-a02204e2f939 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] For port 7e277fbc-3dd5-4318-b99b-1cae9ce365eb, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=7e277fbc-3dd5-4318-b99b-1cae9ce365eb,segment=NetworkSegment(19e3a771-4c2a-419b-b7fa-73270c5804e5),segment_id=19e3a771-4c2a-419b-b7fa-73270c5804e5)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:48.297874 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-657fa9f5-2169-4640-a2cc-34b5a711f752 req-7778fa14-372d-4737-ba25-a02204e2f939 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:48.326556 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-657fa9f5-2169-4640-a2cc-34b5a711f752 req-7778fa14-372d-4737-ba25-a02204e2f939 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] Calling delete_port for 7e277fbc-3dd5-4318-b99b-1cae9ce365eb owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:17:48.345419 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-9b9bafd8-57a6-4b37-988a-68ebd46a30c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:48.355313 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-e17aee41-b685-4eac-abec-a8b668b07bb4 req-83e0d458-b594-41cc-b65c-376591474176 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] No DVR routers for this DVR port fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47 on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:17:48.360002 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-e17aee41-b685-4eac-abec-a8b668b07bb4 req-83e0d458-b594-41cc-b65c-376591474176 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:48.364327 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e17aee41-b685-4eac-abec-a8b668b07bb4 req-83e0d458-b594-41cc-b65c-376591474176 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.32 "DELETE /v2.0/ports/fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47 HTTP/1.1" status: 204 len: 173 time: 1.4881675 Apr 20 13:17:48.365202 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-b31d2114-55f6-4e2e-a1a7-9072c2bcbf1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:48.368118 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4433bc50-a48f-43a0-ba6d-d97496549372', 'name': 'network-vif-deleted', 'tag': 'fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:17:48.374211 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad3ff72-ea8b-4ba2-96fe-3765bb817970" -d '{"events": [{"server_uuid": "4433bc50-a48f-43a0-ba6d-d97496549372", "name": "network-vif-deleted", "tag": "fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:17:48.448130 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea762964-dff6-4302-9440-b46038c39c05 x-openstack-request-id: req-ea762964-dff6-4302-9440-b46038c39c05 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:17:48.448513 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4433bc50-a48f-43a0-ba6d-d97496549372", "name": "network-vif-deleted", "tag": "fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:17:48.448656 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ea762964-dff6-4302-9440-b46038c39c05 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:17:48.449050 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea762964-dff6-4302-9440-b46038c39c05'] response: {'server_uuid': '4433bc50-a48f-43a0-ba6d-d97496549372', 'name': 'network-vif-deleted', 'tag': 'fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47', 'status': 'completed', 'code': 200} Apr 20 13:17:48.470558 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9bafd8-57a6-4b37-988a-68ebd46a30c7 service neutron] Pushing event updated for resources: {'Port': ['ID=1d44fbde-aa06-402f-9caf-8505407d044c,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:48.592953 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-9b9bafd8-57a6-4b37-988a-68ebd46a30c7 service neutron] Attempting to bind port 1d44fbde-aa06-402f-9caf-8505407d044c on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:17:48.595671 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-9b9bafd8-57a6-4b37-988a-68ebd46a30c7 service neutron] Attempting to bind port 1d44fbde-aa06-402f-9caf-8505407d044c by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': 'ccabd70a-9210-4523-8fdb-fdb186a4827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4d03d41e-2f36-4b51-a370-558dca89aeb2'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:17:48.595671 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-9b9bafd8-57a6-4b37-988a-68ebd46a30c7 service neutron] Attempting to bind port 1d44fbde-aa06-402f-9caf-8505407d044c on network 4d03d41e-2f36-4b51-a370-558dca89aeb2 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:17:48.604979 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-9b9bafd8-57a6-4b37-988a-68ebd46a30c7 service neutron] Port 1d44fbde-aa06-402f-9caf-8505407d044c on network 4d03d41e-2f36-4b51-a370-558dca89aeb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:17:48.606518 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-9b9bafd8-57a6-4b37-988a-68ebd46a30c7 service neutron] Attempting to bind port 1d44fbde-aa06-402f-9caf-8505407d044c on network 4d03d41e-2f36-4b51-a370-558dca89aeb2 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:17:48.614336 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-9b9bafd8-57a6-4b37-988a-68ebd46a30c7 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:17:48.614765 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-9b9bafd8-57a6-4b37-988a-68ebd46a30c7 service neutron] Checking segment: {'id': 'ccabd70a-9210-4523-8fdb-fdb186a4827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4d03d41e-2f36-4b51-a370-558dca89aeb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:17:48.615158 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-9b9bafd8-57a6-4b37-988a-68ebd46a30c7 service neutron] Bound using segment: {'id': 'ccabd70a-9210-4523-8fdb-fdb186a4827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4d03d41e-2f36-4b51-a370-558dca89aeb2'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:17:48.615628 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-9b9bafd8-57a6-4b37-988a-68ebd46a30c7 service neutron] Bound port: 1d44fbde-aa06-402f-9caf-8505407d044c, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccabd70a-9210-4523-8fdb-fdb186a4827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4d03d41e-2f36-4b51-a370-558dca89aeb2'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:17:48.618712 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-9b9bafd8-57a6-4b37-988a-68ebd46a30c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:48.722519 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-9b9bafd8-57a6-4b37-988a-68ebd46a30c7 service neutron] For port 1d44fbde-aa06-402f-9caf-8505407d044c, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:17:48.726814 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-9b9bafd8-57a6-4b37-988a-68ebd46a30c7 service neutron] For port 1d44fbde-aa06-402f-9caf-8505407d044c, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=1d44fbde-aa06-402f-9caf-8505407d044c,segment=NetworkSegment(ccabd70a-9210-4523-8fdb-fdb186a4827d),segment_id=ccabd70a-9210-4523-8fdb-fdb186a4827d)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:17:48.805073 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-9b9bafd8-57a6-4b37-988a-68ebd46a30c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:48.849821 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-9b9bafd8-57a6-4b37-988a-68ebd46a30c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:48.850508 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-9b9bafd8-57a6-4b37-988a-68ebd46a30c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:48.854029 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-9b9bafd8-57a6-4b37-988a-68ebd46a30c7 service neutron] 10.222.0.32 "PUT /v2.0/ports/1d44fbde-aa06-402f-9caf-8505407d044c HTTP/1.1" status: 200 len: 1091 time: 1.4954062 Apr 20 13:17:48.870188 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-b31d2114-55f6-4e2e-a1a7-9072c2bcbf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:48.870764 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-b31d2114-55f6-4e2e-a1a7-9072c2bcbf1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:48.872190 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-b31d2114-55f6-4e2e-a1a7-9072c2bcbf1c service neutron] 10.222.0.32 "PUT /v2.0/ports/ce93adfa-4de5-4e0d-a1aa-a05fa73db53c HTTP/1.1" status: 200 len: 1091 time: 2.3162863 Apr 20 13:17:48.872804 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb71cda-943c-455b-92ae-24ce0c2f25e1', 'tag': 'ce93adfa-4de5-4e0d-a1aa-a05fa73db53c'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:17:48.875784 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4650009a-75b8-45b7-90da-14ac5f7aba14" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb71cda-943c-455b-92ae-24ce0c2f25e1", "tag": "ce93adfa-4de5-4e0d-a1aa-a05fa73db53c"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:17:48.883980 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9bafd8-57a6-4b37-988a-68ebd46a30c7 service neutron] Pushing event updated for resources: {'Port': ['ID=1d44fbde-aa06-402f-9caf-8505407d044c,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:48.979135 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d2114-55f6-4e2e-a1a7-9072c2bcbf1c service neutron] Pushing event updated for resources: {'Port': ['ID=ce93adfa-4de5-4e0d-a1aa-a05fa73db53c,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:48.996122 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512f62e-1207-4f82-baaf-32752c9afc67 req-1ba063f6-158f-4217-bf8d-3c7ef5886a5e tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:49.001747 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a512f62e-1207-4f82-baaf-32752c9afc67 req-1ba063f6-158f-4217-bf8d-3c7ef5886a5e tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 943 time: 0.6528056 Apr 20 13:17:49.189156 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-61a15b6b-49a5-4fc9-ac26-ecd5dd185bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:49.192378 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-61a15b6b-49a5-4fc9-ac26-ecd5dd185bf0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=649a6cfebf0a4feb8c92b7d26c8b3e97&device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 1094 time: 0.1254575 Apr 20 13:17:49.199242 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998bf5c-63aa-4021-a175-3d0313c9430b req-e63ae5ee-e8dc-4e9c-9380-31ac5ea5df7e tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:49.201295 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5998bf5c-63aa-4021-a175-3d0313c9430b req-e63ae5ee-e8dc-4e9c-9380-31ac5ea5df7e tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57caeb8-86cc-40cc-a73b-f632818ee398 HTTP/1.1" status: 200 len: 945 time: 0.3535218 Apr 20 13:17:49.227380 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a512f62e-1207-4f82-baaf-32752c9afc67 req-9ec75486-386f-4cba-b763-d5605cfe1067 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1221318 Apr 20 13:17:49.229747 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-657fa9f5-2169-4640-a2cc-34b5a711f752 req-7778fa14-372d-4737-ba25-a02204e2f939 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:49.245070 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-193e5f90-22d5-4775-9d97-a2e3c7ebfd51 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce93adfa-4de5-4e0d-a1aa-a05fa73db53c HTTP/1.1" status: 200 len: 217 time: 0.0410361 Apr 20 13:17:49.345684 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51e4e07-b86e-40bb-ac0d-f7d0c20b98e8 x-openstack-request-id: req-a51e4e07-b86e-40bb-ac0d-f7d0c20b98e8 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:17:49.349220 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb71cda-943c-455b-92ae-24ce0c2f25e1", "tag": "ce93adfa-4de5-4e0d-a1aa-a05fa73db53c", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:17:49.349220 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a51e4e07-b86e-40bb-ac0d-f7d0c20b98e8 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:17:49.349220 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a51e4e07-b86e-40bb-ac0d-f7d0c20b98e8'] response: {'name': 'network-changed', 'server_uuid': '1bb71cda-943c-455b-92ae-24ce0c2f25e1', 'tag': 'ce93adfa-4de5-4e0d-a1aa-a05fa73db53c', 'status': 'completed', 'code': 200} Apr 20 13:17:49.349629 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-439a14d7-c7fb-4ec6-b49f-7d0d7bd98f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:49.349629 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-439a14d7-c7fb-4ec6-b49f-7d0d7bd98f33 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa576778-8514-4874-84e6-afe172476688 HTTP/1.1" status: 200 len: 850 time: 0.0918527 Apr 20 13:17:49.366763 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7778fa14-372d-4737-ba25-a02204e2f939 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] Pushing event deleted for resources: {'Port': ['ID=7e277fbc-3dd5-4318-b99b-1cae9ce365eb,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:49.408331 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-657fa9f5-2169-4640-a2cc-34b5a711f752 req-7778fa14-372d-4737-ba25-a02204e2f939 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] No DVR routers for this DVR port 7e277fbc-3dd5-4318-b99b-1cae9ce365eb on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:17:49.416923 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-657fa9f5-2169-4640-a2cc-34b5a711f752 req-7778fa14-372d-4737-ba25-a02204e2f939 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:49.421332 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-657fa9f5-2169-4640-a2cc-34b5a711f752 req-7778fa14-372d-4737-ba25-a02204e2f939 tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] 10.222.0.15 "DELETE /v2.0/ports/7e277fbc-3dd5-4318-b99b-1cae9ce365eb HTTP/1.1" status: 204 len: 173 time: 1.7313635 Apr 20 13:17:49.432181 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5998bf5c-63aa-4021-a175-3d0313c9430b req-36fe6fe9-58b0-428c-a737-a5ad915757de tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] 10.222.0.25 "GET /v2.0/security-groups?id=404b7c6f-8da9-4d7b-9366-ea3edbd52d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038865 Apr 20 13:17:49.434287 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-bdae2534-c601-4c98-a3e7-14396bd2c336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:49.435910 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-bdae2534-c601-4c98-a3e7-14396bd2c336 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=55ad3667b34845db84222991efdae05c&device_id=e1ce61bc-ac86-4cd6-b615-dc64c6e361f7 HTTP/1.1" status: 200 len: 1094 time: 0.3410709 Apr 20 13:17:49.436699 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-5cec1af1-9cb1-41e1-9216-2c0c159d9249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:49.438189 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-5cec1af1-9cb1-41e1-9216-2c0c159d9249 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781476 Apr 20 13:17:49.516430 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-06a59cba-06da-4d8b-9a7e-45da262c80aa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d44fbde-aa06-402f-9caf-8505407d044c HTTP/1.1" status: 200 len: 217 time: 0.0648365 Apr 20 13:17:49.601850 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650be377-8543-4448-829b-010c65a7fd98 req-00df5827-51ef-4497-9afc-ceeb74574866 tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:49.610853 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-101b5221-d18d-46c8-9b92-9ce611cd5256 service neutron] 10.222.0.32 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585028 Apr 20 13:17:49.611068 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-650be377-8543-4448-829b-010c65a7fd98 req-00df5827-51ef-4497-9afc-ceeb74574866 tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1ce61bc-ac86-4cd6-b615-dc64c6e361f7 HTTP/1.1" status: 200 len: 943 time: 0.1506896 Apr 20 13:17:49.662592 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-f8045bb4-3cb0-426d-9347-4828318eee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:49.666298 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-f8045bb4-3cb0-426d-9347-4828318eee22 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1e2c58eb-b1de-444d-997b-cd6f8142e82f HTTP/1.1" status: 200 len: 861 time: 0.1326606 Apr 20 13:17:49.761300 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-650be377-8543-4448-829b-010c65a7fd98 req-278c76e1-b877-442b-9da6-74738f5ec60f tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd374bfa-be55-4e1c-8a8f-84c5a7cd3226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491828 Apr 20 13:17:49.762577 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c146d63f-4d7b-4dba-97fc-2d285ed017cc req-e2f1c359-5a25-4dc0-b61a-6bdb08a8b33f service neutron] 10.222.0.32 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404862 Apr 20 13:17:49.789733 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-a776bb74-6513-44bc-a67b-c265d167b68b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4d03d41e-2f36-4b51-a370-558dca89aeb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935087 Apr 20 13:17:49.795156 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eec9a4bf-91f4-4c7f-b1d4-0e8bf2e7c871 req-7ca6a6c0-da52-4d4f-b3ad-f7dfc50be6b0 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] 10.222.0.25 "GET /v2.0/ports?device_id=4433bc50-a48f-43a0-ba6d-d97496549372 HTTP/1.1" status: 200 len: 210 time: 0.0800560 Apr 20 13:17:49.925652 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-6cb49f16-e1e2-4f17-bebf-f3245212ec90 service neutron] 10.222.0.32 "GET /v2.0/networks/4d03d41e-2f36-4b51-a370-558dca89aeb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261604 Apr 20 13:17:49.982916 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650009a-75b8-45b7-90da-14ac5f7aba14 req-27541914-9bd3-4da5-8fab-cf343765baa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:49.988589 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4650009a-75b8-45b7-90da-14ac5f7aba14 req-27541914-9bd3-4da5-8fab-cf343765baa7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=649a6cfebf0a4feb8c92b7d26c8b3e97&device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 1094 time: 0.0682518 Apr 20 13:17:50.069489 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ea93f1e0-9352-4ccb-9c56-b27da0a80582 req-3c7aa3a2-0f4f-4769-9b8b-496864da7355 service neutron] 10.222.0.32 "GET /v2.0/networks/4d03d41e-2f36-4b51-a370-558dca89aeb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358211 Apr 20 13:17:50.115701 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650009a-75b8-45b7-90da-14ac5f7aba14 req-fb96ab29-7693-4795-8654-996e5282f45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:50.117191 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4650009a-75b8-45b7-90da-14ac5f7aba14 req-fb96ab29-7693-4795-8654-996e5282f45d service neutron] 10.222.0.32 "GET /v2.0/networks?id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 HTTP/1.1" status: 200 len: 912 time: 0.1231427 Apr 20 13:17:50.181286 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4650009a-75b8-45b7-90da-14ac5f7aba14 req-d8e83859-651b-4766-8316-a4ff89ec29ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce93adfa-4de5-4e0d-a1aa-a05fa73db53c HTTP/1.1" status: 200 len: 217 time: 0.0513508 Apr 20 13:17:50.263569 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650009a-75b8-45b7-90da-14ac5f7aba14 req-e6ffc211-011e-4d37-a147-c8bfe9a5b11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:50.265762 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4650009a-75b8-45b7-90da-14ac5f7aba14 req-e6ffc211-011e-4d37-a147-c8bfe9a5b11f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa576778-8514-4874-84e6-afe172476688 HTTP/1.1" status: 200 len: 850 time: 0.0704112 Apr 20 13:17:50.326625 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650009a-75b8-45b7-90da-14ac5f7aba14 req-fbfd4058-7a06-40ce-af4a-b2c0cb48e827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:50.328853 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4650009a-75b8-45b7-90da-14ac5f7aba14 req-fbfd4058-7a06-40ce-af4a-b2c0cb48e827 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527732 Apr 20 13:17:50.379766 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41fbe1-b7fc-4dcd-9f3d-0de35a1ff0c9 req-8298c5cd-b04b-4559-a540-57bd7f5958b5 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:50.381938 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4d41fbe1-b7fc-4dcd-9f3d-0de35a1ff0c9 req-8298c5cd-b04b-4559-a540-57bd7f5958b5 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 943 time: 0.0529134 Apr 20 13:17:50.422251 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:17:50.452071 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:17:50.452785 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device fedb1b3c-c831-4fa2-b200-bcc4c6b0ff47 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:17:50.472571 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4d41fbe1-b7fc-4dcd-9f3d-0de35a1ff0c9 req-1426b49e-5007-4607-8d7c-2c0c0e55d806 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0835905 Apr 20 13:17:50.499330 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ce61bc-ac86-4cd6-b615-dc64c6e361f7', 'tag': '1d44fbde-aa06-402f-9caf-8505407d044c'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:17:50.501639 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715225ac-7860-41c5-af8a-4a23efa7c05f" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ce61bc-ac86-4cd6-b615-dc64c6e361f7", "tag": "1d44fbde-aa06-402f-9caf-8505407d044c"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:17:50.527610 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4650009a-75b8-45b7-90da-14ac5f7aba14 req-b9b9eb9f-d2b0-4b81-94c1-ad7bc147afed service neutron] 10.222.0.32 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912646 Apr 20 13:17:50.590706 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29356914-0e31-42ad-b476-0994c8ba63e0 x-openstack-request-id: req-29356914-0e31-42ad-b476-0994c8ba63e0 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:17:50.591071 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ce61bc-ac86-4cd6-b615-dc64c6e361f7", "tag": "1d44fbde-aa06-402f-9caf-8505407d044c", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:17:50.591267 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-29356914-0e31-42ad-b476-0994c8ba63e0 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:17:50.594627 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29356914-0e31-42ad-b476-0994c8ba63e0'] response: {'name': 'network-changed', 'server_uuid': 'e1ce61bc-ac86-4cd6-b615-dc64c6e361f7', 'tag': '1d44fbde-aa06-402f-9caf-8505407d044c', 'status': 'completed', 'code': 200} Apr 20 13:17:50.624142 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5063279f-2d73-4344-bad5-67bc6ec197a2 req-c38e33b7-9b84-42cb-bf23-9e2ef8f8d49d tempest-ServerGroupTestJSON-1233061077 tempest-ServerGroupTestJSON-1233061077-project] 10.222.0.25 "GET /v2.0/ports?device_id=b57caeb8-86cc-40cc-a73b-f632818ee398 HTTP/1.1" status: 200 len: 210 time: 0.0632155 Apr 20 13:17:50.684367 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4650009a-75b8-45b7-90da-14ac5f7aba14 req-f9053ce0-43dd-4d1d-8bd8-581c8baffe19 service neutron] 10.222.0.32 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471119 Apr 20 13:17:50.691605 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715225ac-7860-41c5-af8a-4a23efa7c05f req-6b850611-08da-4fc0-b67d-beb5d09f0f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:50.693179 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-715225ac-7860-41c5-af8a-4a23efa7c05f req-6b850611-08da-4fc0-b67d-beb5d09f0f83 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=55ad3667b34845db84222991efdae05c&device_id=e1ce61bc-ac86-4cd6-b615-dc64c6e361f7 HTTP/1.1" status: 200 len: 1094 time: 0.0675833 Apr 20 13:17:50.795176 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715225ac-7860-41c5-af8a-4a23efa7c05f req-bce54914-1399-45c4-87c1-8e67afd0cd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:50.797380 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-715225ac-7860-41c5-af8a-4a23efa7c05f req-bce54914-1399-45c4-87c1-8e67afd0cd88 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4d03d41e-2f36-4b51-a370-558dca89aeb2 HTTP/1.1" status: 200 len: 922 time: 0.0912893 Apr 20 13:17:50.856606 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49570) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:50.867379 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-715225ac-7860-41c5-af8a-4a23efa7c05f req-db023f04-90bc-426b-8076-7d5f77de9dee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d44fbde-aa06-402f-9caf-8505407d044c HTTP/1.1" status: 200 len: 217 time: 0.0635545 Apr 20 13:17:50.967555 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715225ac-7860-41c5-af8a-4a23efa7c05f req-02c49ae8-8a65-498f-a1dd-8b65063678c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:50.969255 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-715225ac-7860-41c5-af8a-4a23efa7c05f req-02c49ae8-8a65-498f-a1dd-8b65063678c5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1e2c58eb-b1de-444d-997b-cd6f8142e82f HTTP/1.1" status: 200 len: 861 time: 0.0896661 Apr 20 13:17:50.981751 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d1c95-ef27-46bd-a0f9-3441f1dadb8c req-1547dcbc-fb93-47f3-bc7e-395711a89c94 tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:50.983216 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c59d1c95-ef27-46bd-a0f9-3441f1dadb8c req-1547dcbc-fb93-47f3-bc7e-395711a89c94 tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1ce61bc-ac86-4cd6-b615-dc64c6e361f7 HTTP/1.1" status: 200 len: 943 time: 0.0944932 Apr 20 13:17:50.995498 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 7e277fbc-3dd5-4318-b99b-1cae9ce365eb no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:17:51.014982 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 7e277fbc-3dd5-4318-b99b-1cae9ce365eb {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:17:51.015496 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 7e277fbc-3dd5-4318-b99b-1cae9ce365eb not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:17:51.024453 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-715225ac-7860-41c5-af8a-4a23efa7c05f req-45ce2901-a561-4e33-a4d0-1856645fd993 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4d03d41e-2f36-4b51-a370-558dca89aeb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402687 Apr 20 13:17:51.098645 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c59d1c95-ef27-46bd-a0f9-3441f1dadb8c req-1ad359a4-6464-4247-8ef9-7a37a60d7fba tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd374bfa-be55-4e1c-8a8f-84c5a7cd3226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064565 Apr 20 13:17:51.144196 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-715225ac-7860-41c5-af8a-4a23efa7c05f req-efc6482a-5f78-4e81-a283-547341f47139 service neutron] 10.222.0.32 "GET /v2.0/networks/4d03d41e-2f36-4b51-a370-558dca89aeb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103973 Apr 20 13:17:51.288011 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-16ece902-0050-4d30-be27-eadc720237ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:51.332180 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-715225ac-7860-41c5-af8a-4a23efa7c05f req-ee601859-59cb-46d6-9e50-969cdf6a2c39 service neutron] 10.222.0.32 "GET /v2.0/networks/4d03d41e-2f36-4b51-a370-558dca89aeb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755433 Apr 20 13:17:51.348006 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57caeb8-86cc-40cc-a73b-f632818ee398', 'name': 'network-vif-deleted', 'tag': '7e277fbc-3dd5-4318-b99b-1cae9ce365eb'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:17:51.350761 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e21822-09c5-4079-9066-9748dc59a058" -d '{"events": [{"server_uuid": "b57caeb8-86cc-40cc-a73b-f632818ee398", "name": "network-vif-deleted", "tag": "7e277fbc-3dd5-4318-b99b-1cae9ce365eb"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:17:51.430902 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10d0611-3586-4b2a-ada5-6a23c2b36b68 x-openstack-request-id: req-f10d0611-3586-4b2a-ada5-6a23c2b36b68 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:17:51.431508 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57caeb8-86cc-40cc-a73b-f632818ee398", "name": "network-vif-deleted", "tag": "7e277fbc-3dd5-4318-b99b-1cae9ce365eb", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:17:51.431594 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f10d0611-3586-4b2a-ada5-6a23c2b36b68 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:17:51.432020 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f10d0611-3586-4b2a-ada5-6a23c2b36b68'] response: {'server_uuid': 'b57caeb8-86cc-40cc-a73b-f632818ee398', 'name': 'network-vif-deleted', 'tag': '7e277fbc-3dd5-4318-b99b-1cae9ce365eb', 'status': 'completed', 'code': 200} Apr 20 13:17:51.612617 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4de9c3-502f-4bec-866c-132b0a19e344 req-f2d13b5d-48d9-4163-b2cd-e952d7570eb0 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:51.620517 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fe4de9c3-502f-4bec-866c-132b0a19e344 req-f2d13b5d-48d9-4163-b2cd-e952d7570eb0 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 943 time: 0.0662351 Apr 20 13:17:51.672556 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fe4de9c3-502f-4bec-866c-132b0a19e344 req-912cf3d2-51e5-4a6e-888a-60357a2ea2bc tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510068 Apr 20 13:17:52.142394 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-16ece902-0050-4d30-be27-eadc720237ea admin admin] Deleting port ad22bbd2-a8b9-4777-a4f7-3a444b0c45bc {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:17:52.146256 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-16ece902-0050-4d30-be27-eadc720237ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:52.256788 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49638) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:52.271054 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-16ece902-0050-4d30-be27-eadc720237ea admin admin] For port ad22bbd2-a8b9-4777-a4f7-3a444b0c45bc, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ad22bbd2-a8b9-4777-a4f7-3a444b0c45bc,segment=NetworkSegment(3f46b54c-02e5-49fa-8bc0-9760d162ed92),segment_id=3f46b54c-02e5-49fa-8bc0-9760d162ed92)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:52.271625 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-16ece902-0050-4d30-be27-eadc720237ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:52.326151 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-16ece902-0050-4d30-be27-eadc720237ea admin admin] Calling delete_port for ad22bbd2-a8b9-4777-a4f7-3a444b0c45bc owned by network:router_interface {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:17:52.366621 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba71d2-91d9-4a7e-95d2-f1e07b5efb8e req-e96443ce-b457-4cfb-8eea-949cfb9b9959 tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:52.368560 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c0ba71d2-91d9-4a7e-95d2-f1e07b5efb8e req-e96443ce-b457-4cfb-8eea-949cfb9b9959 tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1ce61bc-ac86-4cd6-b615-dc64c6e361f7 HTTP/1.1" status: 200 len: 943 time: 0.1532283 Apr 20 13:17:52.394701 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-54c1bb55-c2fd-43de-b2f1-2aa219f487f2 admin admin] Deleting subnet 1670e5a2-b1d0-439a-95c3-825f4fe5879a {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:17:52.405015 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-54c1bb55-c2fd-43de-b2f1-2aa219f487f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:52.442033 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device ce93adfa-4de5-4e0d-a1aa-a05fa73db53c details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:17:52.478682 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-54c1bb55-c2fd-43de-b2f1-2aa219f487f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:52.534031 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-54c1bb55-c2fd-43de-b2f1-2aa219f487f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:52.612445 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c0ba71d2-91d9-4a7e-95d2-f1e07b5efb8e req-812e5505-c446-4974-b5b7-129141354b70 tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd374bfa-be55-4e1c-8a8f-84c5a7cd3226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350359 Apr 20 13:17:52.666178 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port ce93adfa-4de5-4e0d-a1aa-a05fa73db53c, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=ce93adfa-4de5-4e0d-a1aa-a05fa73db53c,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:52.679381 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': 'ce93adfa-4de5-4e0d-a1aa-a05fa73db53c', 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119', 'port_id': 'ce93adfa-4de5-4e0d-a1aa-a05fa73db53c', 'mac_address': 'fa:16:3e:22:af:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa576778-8514-4874-84e6-afe172476688', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:17:52.692357 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-54c1bb55-c2fd-43de-b2f1-2aa219f487f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:52.735972 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:52.751939 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-54c1bb55-c2fd-43de-b2f1-2aa219f487f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:52.756622 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce93adfa-4de5-4e0d-a1aa-a05fa73db53c {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:17:52.763573 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-54c1bb55-c2fd-43de-b2f1-2aa219f487f2 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1670e5a2-b1d0-439a-95c3-825f4fe5879a HTTP/1.1" status: 204 len: 168 time: 0.5025601 Apr 20 13:17:52.764436 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49644) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:52.774137 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1bb55-c2fd-43de-b2f1-2aa219f487f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1670e5a2-b1d0-439a-95c3-825f4fe5879a,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:52.793637 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port ce93adfa-4de5-4e0d-a1aa-a05fa73db53c, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=ce93adfa-4de5-4e0d-a1aa-a05fa73db53c,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:52.835744 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-16ece902-0050-4d30-be27-eadc720237ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:52.848289 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:52.859377 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb08267-6e74-442f-979c-a616d2b899e5 req-46fd1abe-d9ae-4b9d-8fd8-6789fca9f13a tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:52.860991 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-edb08267-6e74-442f-979c-a616d2b899e5 req-46fd1abe-d9ae-4b9d-8fd8-6789fca9f13a tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 943 time: 0.0636423 Apr 20 13:17:52.937216 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-edb08267-6e74-442f-979c-a616d2b899e5 req-add1f28d-9aee-4a47-9234-ef939c4cb2b3 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0683029 Apr 20 13:17:52.945802 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=ce93adfa-4de5-4e0d-a1aa-a05fa73db53c,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:52.954272 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ece902-0050-4d30-be27-eadc720237ea admin admin] Pushing event deleted for resources: {'Port': ['ID=ad22bbd2-a8b9-4777-a4f7-3a444b0c45bc,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:52.991019 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dccd6548-7ba0-4629-80b2-169a47b1e4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:53.204049 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dccd6548-7ba0-4629-80b2-169a47b1e4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:53.229736 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['ce93adfa-4de5-4e0d-a1aa-a05fa73db53c'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:17:53.242897 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-dccd6548-7ba0-4629-80b2-169a47b1e4ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c930105-af58-4215-bb5d-2a99a1e186f9']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:53.254978 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-16ece902-0050-4d30-be27-eadc720237ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:53.258093 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-dccd6548-7ba0-4629-80b2-169a47b1e4ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19e3a771-4c2a-419b-b7fa-73270c5804e5') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:53.258387 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-dccd6548-7ba0-4629-80b2-169a47b1e4ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19e3a771-4c2a-419b-b7fa-73270c5804e5') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:53.278619 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dccd6548-7ba0-4629-80b2-169a47b1e4ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:53.338189 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dccd6548-7ba0-4629-80b2-169a47b1e4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:53.349460 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dccd6548-7ba0-4629-80b2-169a47b1e4ea admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:17:53.350002 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dccd6548-7ba0-4629-80b2-169a47b1e4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:53.352214 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:17:53.352214 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:17:53.352214 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:17:53.352214 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:17:53.352214 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:17:53.352214 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:17:53.352214 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:17:53.352214 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:17:53.352214 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:17:53.352214 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:17:53.352214 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:17:53.352214 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:17:53.352214 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:17:53.352214 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:17:53.352214 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:17:53.352214 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:17:53.352214 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:17:53.352214 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:17:53.352214 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:17:53.352214 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:17:53.352214 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:17:53.352214 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:17:53.352214 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:17:53.352214 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:17:53.352214 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:17:53.352214 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:17:53.352214 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:17:53.352214 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:17:53.352214 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:17:53.352214 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:17:53.352214 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:17:53.352214 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:17:53.560759 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dccd6548-7ba0-4629-80b2-169a47b1e4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:53.576104 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dccd6548-7ba0-4629-80b2-169a47b1e4ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:53.591429 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:17:53.595047 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-dccd6548-7ba0-4629-80b2-169a47b1e4ea admin admin] 10.222.0.25 "DELETE /v2.0/networks/5c930105-af58-4215-bb5d-2a99a1e186f9 HTTP/1.1" status: 204 len: 168 time: 0.8269575 Apr 20 13:17:53.712071 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd6548-7ba0-4629-80b2-169a47b1e4ea admin admin] Pushing event deleted for resources: {'Network': ['ID=5c930105-af58-4215-bb5d-2a99a1e186f9,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:53.784665 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ece902-0050-4d30-be27-eadc720237ea admin admin] Router a676dd42-37d4-4839-bb81-ed5c183b75c1 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:17:53.903654 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9535d2-4d21-4a51-9cb7-4c272b476945 req-c5b2882d-f018-403a-9a9e-18402dc0c2bb tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:53.906241 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1d9535d2-4d21-4a51-9cb7-4c272b476945 req-c5b2882d-f018-403a-9a9e-18402dc0c2bb tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1ce61bc-ac86-4cd6-b615-dc64c6e361f7 HTTP/1.1" status: 200 len: 943 time: 0.1289532 Apr 20 13:17:53.954208 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ece902-0050-4d30-be27-eadc720237ea admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:17:53.964826 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68cb694-a8d4-40c9-9424-f4c3d705f8d4 None None] Sync routers for ids ['a676dd42-37d4-4839-bb81-ed5c183b75c1'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:17:53.969648 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-16ece902-0050-4d30-be27-eadc720237ea admin admin] 10.222.0.25 "PUT /v2.0/routers/a676dd42-37d4-4839-bb81-ed5c183b75c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1040969 Apr 20 13:17:53.978629 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49676) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:53.986918 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68cb694-a8d4-40c9-9424-f4c3d705f8d4 None None] Routers {'a676dd42-37d4-4839-bb81-ed5c183b75c1'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:17:53.987578 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-b68cb694-a8d4-40c9-9424-f4c3d705f8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:17:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['a676dd42-37d4-4839-bb81-ed5c183b75c1'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:54.010999 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1d9535d2-4d21-4a51-9cb7-4c272b476945 req-3257c1ff-e6a4-4ec4-a95a-37ae3fa296f0 tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd374bfa-be55-4e1c-8a8f-84c5a7cd3226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952771 Apr 20 13:17:54.112735 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49682) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:54.176584 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-b68cb694-a8d4-40c9-9424-f4c3d705f8d4 None None] Set router a676dd42-37d4-4839-bb81-ed5c183b75c1 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:17:54.199232 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fb915138-9aac-46c4-b67a-a40f50aec63f admin admin] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:54.278175 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-fd696217-8f7c-42bd-a3f7-3a6b5a8440fb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8a251b2a82ed47dc922f5170da6c153f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1638057 Apr 20 13:17:54.287231 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49694) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:54.298864 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c2193-da65-40db-ae13-6d3fc3d5a8ff req-391ad708-1154-4b3d-ba1f-936c677eae5d tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:54.300596 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-820c2193-da65-40db-ae13-6d3fc3d5a8ff req-391ad708-1154-4b3d-ba1f-936c677eae5d tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.1189620 Apr 20 13:17:54.372753 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-820c2193-da65-40db-ae13-6d3fc3d5a8ff req-fd0f23b1-8c76-4571-8ef5-c41a4c11a398 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0645502 Apr 20 13:17:54.462209 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 1d44fbde-aa06-402f-9caf-8505407d044c details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:17:54.503745 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-95eb25d2-23b6-46c3-8cbb-1254b982fd64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:54.510694 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fb915138-9aac-46c4-b67a-a40f50aec63f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:54.543591 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-95eb25d2-23b6-46c3-8cbb-1254b982fd64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:54.563970 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-b68cb694-a8d4-40c9-9424-f4c3d705f8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a676dd42-37d4-4839-bb81-ed5c183b75c1', 'name': 'tempest-ServerRescueTestJSON-312280789-router', 'tenant_id': '692951b4ab1c4dc1a05ed983655b2d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '5de9fed4-b9b8-4a80-a6f0-0c1372366413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:23Z', 'updated_at': '2022-04-20T13:17:52Z', 'revision_number': 5, 'project_id': '692951b4ab1c4dc1a05ed983655b2d83', 'gw_port': {'id': '5de9fed4-b9b8-4a80-a6f0-0c1372366413', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a676dd42-37d4-4839-bb81-ed5c183b75c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:25Z', 'updated_at': '2022-04-20T13:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:54.567827 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b2b8b11f-9539-49ab-8e96-19ef9bb371b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:54.603281 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68cb694-a8d4-40c9-9424-f4c3d705f8d4 None None] Checking router: a676dd42-37d4-4839-bb81-ed5c183b75c1 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:17:54.634591 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 1d44fbde-aa06-402f-9caf-8505407d044c, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=1d44fbde-aa06-402f-9caf-8505407d044c,segment=NetworkSegment(ccabd70a-9210-4523-8fdb-fdb186a4827d),segment_id=ccabd70a-9210-4523-8fdb-fdb186a4827d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:54.639085 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68cb694-a8d4-40c9-9424-f4c3d705f8d4 None None] Routers {'a676dd42-37d4-4839-bb81-ed5c183b75c1'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:17:54.639833 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-b68cb694-a8d4-40c9-9424-f4c3d705f8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:17:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['a676dd42-37d4-4839-bb81-ed5c183b75c1'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:54.678386 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-fb915138-9aac-46c4-b67a-a40f50aec63f admin admin] Deleting port 5de9fed4-b9b8-4a80-a6f0-0c1372366413 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:17:54.678386 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fb915138-9aac-46c4-b67a-a40f50aec63f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:54.717245 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-95eb25d2-23b6-46c3-8cbb-1254b982fd64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:54.723025 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-95eb25d2-23b6-46c3-8cbb-1254b982fd64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:54.727738 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-95eb25d2-23b6-46c3-8cbb-1254b982fd64 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/404b7c6f-8da9-4d7b-9366-ea3edbd52d8c HTTP/1.1" status: 204 len: 168 time: 0.4350820 Apr 20 13:17:54.746220 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '1d44fbde-aa06-402f-9caf-8505407d044c', 'network_id': '4d03d41e-2f36-4b51-a370-558dca89aeb2', 'port_id': '1d44fbde-aa06-402f-9caf-8505407d044c', 'mac_address': 'fa:16:3e:6a:f5:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e2c58eb-b1de-444d-997b-cd6f8142e82f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:17:54.782526 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb25d2-23b6-46c3-8cbb-1254b982fd64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404b7c6f-8da9-4d7b-9366-ea3edbd52d8c,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:54.807625 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-b68cb694-a8d4-40c9-9424-f4c3d705f8d4 None None] Set router a676dd42-37d4-4839-bb81-ed5c183b75c1 gateway port host: None {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:17:54.878259 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-fb915138-9aac-46c4-b67a-a40f50aec63f admin admin] For port 5de9fed4-b9b8-4a80-a6f0-0c1372366413, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=5de9fed4-b9b8-4a80-a6f0-0c1372366413,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:54.878729 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fb915138-9aac-46c4-b67a-a40f50aec63f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:54.907056 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-b68cb694-a8d4-40c9-9424-f4c3d705f8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a676dd42-37d4-4839-bb81-ed5c183b75c1', 'name': 'tempest-ServerRescueTestJSON-312280789-router', 'tenant_id': '692951b4ab1c4dc1a05ed983655b2d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:23Z', 'updated_at': '2022-04-20T13:17:54Z', 'revision_number': 6, 'project_id': '692951b4ab1c4dc1a05ed983655b2d83', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:54.909427 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:54.912562 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-fb915138-9aac-46c4-b67a-a40f50aec63f admin admin] Calling delete_port for 5de9fed4-b9b8-4a80-a6f0-0c1372366413 owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:17:54.924549 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d44fbde-aa06-402f-9caf-8505407d044c {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:17:54.944852 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 1d44fbde-aa06-402f-9caf-8505407d044c, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=1d44fbde-aa06-402f-9caf-8505407d044c,segment=NetworkSegment(ccabd70a-9210-4523-8fdb-fdb186a4827d),segment_id=ccabd70a-9210-4523-8fdb-fdb186a4827d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:54.977689 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68cb694-a8d4-40c9-9424-f4c3d705f8d4 None None] The sync data for ids ['a676dd42-37d4-4839-bb81-ed5c183b75c1'] in n-d-836015-7 is: [{'id': 'a676dd42-37d4-4839-bb81-ed5c183b75c1', 'name': 'tempest-ServerRescueTestJSON-312280789-router', 'tenant_id': '692951b4ab1c4dc1a05ed983655b2d83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:23Z', 'updated_at': '2022-04-20T13:17:54Z', 'revision_number': 6, 'project_id': '692951b4ab1c4dc1a05ed983655b2d83', 'gw_port_host': None}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:17:55.083212 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:55.163456 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=1d44fbde-aa06-402f-9caf-8505407d044c,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:55.238713 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc07e2-0653-4f86-a089-f9f60991d14b req-6697f0c0-dc8e-44c3-ae07-52aa17f55721 tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:55.251386 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4cbc07e2-0653-4f86-a089-f9f60991d14b req-6697f0c0-dc8e-44c3-ae07-52aa17f55721 tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1ce61bc-ac86-4cd6-b615-dc64c6e361f7 HTTP/1.1" status: 200 len: 944 time: 0.0779262 Apr 20 13:17:55.261030 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fb915138-9aac-46c4-b67a-a40f50aec63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:55.309319 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4cbc07e2-0653-4f86-a089-f9f60991d14b req-8eab1a9d-bad8-4cbe-bafc-1aa83a6eaa25 tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd374bfa-be55-4e1c-8a8f-84c5a7cd3226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551741 Apr 20 13:17:55.365412 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ad22bbd2-a8b9-4777-a4f7-3a444b0c45bc no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:17:55.430774 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: ad22bbd2-a8b9-4777-a4f7-3a444b0c45bc {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:17:55.438826 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ad22bbd2-a8b9-4777-a4f7-3a444b0c45bc not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:17:55.466642 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['1d44fbde-aa06-402f-9caf-8505407d044c'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:17:55.524074 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb915138-9aac-46c4-b67a-a40f50aec63f admin admin] Pushing event deleted for resources: {'Port': ['ID=5de9fed4-b9b8-4a80-a6f0-0c1372366413,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:55.559839 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fb915138-9aac-46c4-b67a-a40f50aec63f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:55.633435 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8f2b1-41fc-4680-ae86-961af564d561 req-b59db8ae-5923-41a0-90a0-67a07eb76846 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:55.638454 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4cd8f2b1-41fc-4680-ae86-961af564d561 req-b59db8ae-5923-41a0-90a0-67a07eb76846 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.1122773 Apr 20 13:17:55.701442 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fb915138-9aac-46c4-b67a-a40f50aec63f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:55.705074 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fb915138-9aac-46c4-b67a-a40f50aec63f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:55.749643 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4cd8f2b1-41fc-4680-ae86-961af564d561 req-2d89b110-cd95-466a-9b60-34abd6f46917 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1028240 Apr 20 13:17:55.907683 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fb915138-9aac-46c4-b67a-a40f50aec63f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:55.908984 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb915138-9aac-46c4-b67a-a40f50aec63f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a676dd42-37d4-4839-bb81-ed5c183b75c1 {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:17:55.913681 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fb915138-9aac-46c4-b67a-a40f50aec63f admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:55.919634 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-fb915138-9aac-46c4-b67a-a40f50aec63f admin admin] 10.222.0.25 "DELETE /v2.0/routers/a676dd42-37d4-4839-bb81-ed5c183b75c1 HTTP/1.1" status: 204 len: 168 time: 1.9366674 Apr 20 13:17:55.920221 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49748) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:56.014794 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b30792f-c1a5-4fef-b114-714a2d1534a0 admin admin] Deleting subnet 0996d7f4-b464-4da5-b268-614fd8c03be4 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:17:56.019288 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8b30792f-c1a5-4fef-b114-714a2d1534a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:56.103740 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8b30792f-c1a5-4fef-b114-714a2d1534a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:56.169605 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8b30792f-c1a5-4fef-b114-714a2d1534a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:56.342639 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8b30792f-c1a5-4fef-b114-714a2d1534a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:56.416367 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30792f-c1a5-4fef-b114-714a2d1534a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0996d7f4-b464-4da5-b268-614fd8c03be4,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:56.428461 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8b30792f-c1a5-4fef-b114-714a2d1534a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:56.446175 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49764) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:56.459157 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8b30792f-c1a5-4fef-b114-714a2d1534a0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0996d7f4-b464-4da5-b268-614fd8c03be4 HTTP/1.1" status: 204 len: 168 time: 0.5376616 Apr 20 13:17:56.478329 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device ce93adfa-4de5-4e0d-a1aa-a05fa73db53c up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:17:56.584092 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7cf3b-4c4b-40f7-a9a2-0bd40ebabd1f req-03ed0b6b-3ae4-4131-8d24-c6e1ea0ab286 tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:56.605061 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-71c7cf3b-4c4b-40f7-a9a2-0bd40ebabd1f req-03ed0b6b-3ae4-4131-8d24-c6e1ea0ab286 tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1ce61bc-ac86-4cd6-b615-dc64c6e361f7 HTTP/1.1" status: 200 len: 944 time: 0.1241012 Apr 20 13:17:56.648538 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9fb7ba9e-c5b8-4f6e-9fc9-9501586c00f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:56.653829 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port ce93adfa-4de5-4e0d-a1aa-a05fa73db53c completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:17:56.663986 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port ce93adfa-4de5-4e0d-a1aa-a05fa73db53c triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:56.664940 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:56.713615 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-71c7cf3b-4c4b-40f7-a9a2-0bd40ebabd1f req-2df79c9c-c6ec-407a-91ce-fd4d629d1569 tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd374bfa-be55-4e1c-8a8f-84c5a7cd3226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075511 Apr 20 13:17:56.831672 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49778) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:56.879183 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9fb7ba9e-c5b8-4f6e-9fc9-9501586c00f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:56.908899 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cd99f140-4c5f-46e0-9ce4-2948a5a4e728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:56.916328 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:56.939769 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-9fb7ba9e-c5b8-4f6e-9fc9-9501586c00f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4258e6f-aecb-49fd-99fd-85fb6d33cc56']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:56.953590 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-9fb7ba9e-c5b8-4f6e-9fc9-9501586c00f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f46b54c-02e5-49fa-8bc0-9760d162ed92') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:56.953590 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-9fb7ba9e-c5b8-4f6e-9fc9-9501586c00f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f46b54c-02e5-49fa-8bc0-9760d162ed92') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:56.966862 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9fb7ba9e-c5b8-4f6e-9fc9-9501586c00f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:56.985223 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port ce93adfa-4de5-4e0d-a1aa-a05fa73db53c, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=ce93adfa-4de5-4e0d-a1aa-a05fa73db53c,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:56.986296 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9fb7ba9e-c5b8-4f6e-9fc9-9501586c00f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:56.986940 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb71cda-943c-455b-92ae-24ce0c2f25e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce93adfa-4de5-4e0d-a1aa-a05fa73db53c'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:17:56.991133 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d18b2dc-bfcd-4453-a654-667a5c49f094" -d '{"events": [{"server_uuid": "1bb71cda-943c-455b-92ae-24ce0c2f25e1", "name": "network-vif-plugged", "status": "completed", "tag": "ce93adfa-4de5-4e0d-a1aa-a05fa73db53c"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:17:56.995876 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fb7ba9e-c5b8-4f6e-9fc9-9501586c00f9 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:17:56.996322 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9fb7ba9e-c5b8-4f6e-9fc9-9501586c00f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:57.015883 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:17:57.015883 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:17:57.015883 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:17:57.015883 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:17:57.015883 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:17:57.015883 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:17:57.015883 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:17:57.015883 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:17:57.015883 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:17:57.015883 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:17:57.015883 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:17:57.015883 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:17:57.015883 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:17:57.015883 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:17:57.015883 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:17:57.015883 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:17:57.015883 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:17:57.015883 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:17:57.015883 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:17:57.015883 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:17:57.015883 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:17:57.015883 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:17:57.015883 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:17:57.015883 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:17:57.015883 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:17:57.015883 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:17:57.015883 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:17:57.015883 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:17:57.015883 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:17:57.015883 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:17:57.015883 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:17:57.015883 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:17:57.064238 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f50a8-9993-4613-b302-344c32d4ecc8 req-696b2d13-f863-4fd9-b9a3-dbc6787200c8 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:57.066325 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-152f50a8-9993-4613-b302-344c32d4ecc8 req-696b2d13-f863-4fd9-b9a3-dbc6787200c8 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.1153028 Apr 20 13:17:57.066626 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc57a769-9591-4fc4-b842-87072315c24b x-openstack-request-id: req-fc57a769-9591-4fc4-b842-87072315c24b {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:17:57.066951 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb71cda-943c-455b-92ae-24ce0c2f25e1", "name": "network-vif-plugged", "status": "completed", "tag": "ce93adfa-4de5-4e0d-a1aa-a05fa73db53c", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:17:57.067205 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fc57a769-9591-4fc4-b842-87072315c24b {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:17:57.067637 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc57a769-9591-4fc4-b842-87072315c24b'] response: {'server_uuid': '1bb71cda-943c-455b-92ae-24ce0c2f25e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce93adfa-4de5-4e0d-a1aa-a05fa73db53c', 'code': 200} Apr 20 13:17:57.090085 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-44a718c0-09cf-4e11-a975-5090917fb8ee admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-567675885-network', 'tenant_id': '360ac6534413447eb396e37c0f862c80'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:57.127872 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-152f50a8-9993-4613-b302-344c32d4ecc8 req-e657785c-6dc6-4458-b340-7f1b3d8732b7 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500805 Apr 20 13:17:57.166974 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e86042-be06-4262-99a3-47fcf76d8c2f req-c9233238-567a-4387-b547-9a170f873a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:57.168521 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c0e86042-be06-4262-99a3-47fcf76d8c2f req-c9233238-567a-4387-b547-9a170f873a4c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 1095 time: 0.0398712 Apr 20 13:17:57.203908 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c0e86042-be06-4262-99a3-47fcf76d8c2f req-1112c918-1bc7-4dc6-9241-608b74312e41 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0284147 Apr 20 13:17:57.239426 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 5de9fed4-b9b8-4a80-a6f0-0c1372366413 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:17:57.318755 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 5de9fed4-b9b8-4a80-a6f0-0c1372366413 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:17:57.318755 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 5de9fed4-b9b8-4a80-a6f0-0c1372366413 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:17:57.413773 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:57.460967 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a718c0-09cf-4e11-a975-5090917fb8ee admin admin] Made reservation on behalf of 360ac6534413447eb396e37c0f862c80 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:17:57.461417 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9fb7ba9e-c5b8-4f6e-9fc9-9501586c00f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:57.471755 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-44a718c0-09cf-4e11-a975-5090917fb8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:57.475551 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9fb7ba9e-c5b8-4f6e-9fc9-9501586c00f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:57.479474 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9fb7ba9e-c5b8-4f6e-9fc9-9501586c00f9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f4258e6f-aecb-49fd-99fd-85fb6d33cc56 HTTP/1.1" status: 204 len: 168 time: 1.0318031 Apr 20 13:17:57.514186 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-44a718c0-09cf-4e11-a975-5090917fb8ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:57.531819 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7ba9e-c5b8-4f6e-9fc9-9501586c00f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4258e6f-aecb-49fd-99fd-85fb6d33cc56,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:57.533396 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=ce93adfa-4de5-4e0d-a1aa-a05fa73db53c,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:57.653451 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-44a718c0-09cf-4e11-a975-5090917fb8ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:57.724575 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-44a718c0-09cf-4e11-a975-5090917fb8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:57.799119 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a718c0-09cf-4e11-a975-5090917fb8ee admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:17:57.862620 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-44a718c0-09cf-4e11-a975-5090917fb8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:57.863277 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-44a718c0-09cf-4e11-a975-5090917fb8ee admin admin] Added segment b4f8a442-bc71-47f1-b503-ee0ef1ec6133 of type vlan for network 1cd0833f-6020-48f2-950a-20d8bb707582 Apr 20 13:17:57.953472 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-44a718c0-09cf-4e11-a975-5090917fb8ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:57.981191 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a718c0-09cf-4e11-a975-5090917fb8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d8a820-7d26-47c4-827c-02568ef90968,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:58.036367 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49814) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:58.045501 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6699b9-e4ed-4868-bb4f-47547075c35f req-104b746e-8a3a-4a35-ae86-5c8c9b577460 tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:58.047234 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ef6699b9-e4ed-4868-bb4f-47547075c35f req-104b746e-8a3a-4a35-ae86-5c8c9b577460 tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1ce61bc-ac86-4cd6-b615-dc64c6e361f7 HTTP/1.1" status: 200 len: 944 time: 0.1215107 Apr 20 13:17:58.067331 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:58.108484 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-016a403f-3376-4ab9-94b4-18a7e8a0f675 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=692951b4ab1c4dc1a05ed983655b2d83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0709124 Apr 20 13:17:58.111474 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49818) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:58.147776 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-44a718c0-09cf-4e11-a975-5090917fb8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:58.148740 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a718c0-09cf-4e11-a975-5090917fb8ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:58.149315 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-44a718c0-09cf-4e11-a975-5090917fb8ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:58.179242 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ef6699b9-e4ed-4868-bb4f-47547075c35f req-955ddfd8-96f4-45f1-bfc9-dc50d4950823 tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd374bfa-be55-4e1c-8a8f-84c5a7cd3226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233203 Apr 20 13:17:58.305357 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-44a718c0-09cf-4e11-a975-5090917fb8ee admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4664865 Apr 20 13:17:58.352224 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fb6ae97c-ac06-4544-908f-fe1a958c93fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:58.354137 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a718c0-09cf-4e11-a975-5090917fb8ee admin admin] Pushing event updated for resources: {'Network': ['ID=1cd0833f-6020-48f2-950a-20d8bb707582,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:58.379481 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 1cd0833f-6020-48f2-950a-20d8bb707582 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:17:58.419299 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7f7fe-4788-4e27-b011-2da0d41ad57b req-317a6320-eb91-491d-a4b2-3c1a703ebe5e tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:58.421192 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e5a7f7fe-4788-4e27-b011-2da0d41ad57b req-317a6320-eb91-491d-a4b2-3c1a703ebe5e tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 945 time: 0.1536314 Apr 20 13:17:58.423474 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fb6ae97c-ac06-4544-908f-fe1a958c93fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:58.499107 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 1d44fbde-aa06-402f-9caf-8505407d044c up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:17:58.546336 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e5a7f7fe-4788-4e27-b011-2da0d41ad57b req-db010eeb-c9d0-4ab6-8d2e-37d1bdb5f28f tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1141357 Apr 20 13:17:58.680396 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fb6ae97c-ac06-4544-908f-fe1a958c93fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:58.684025 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fb6ae97c-ac06-4544-908f-fe1a958c93fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:58.686176 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-fb6ae97c-ac06-4544-908f-fe1a958c93fc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/280cdc43-d7a8-44ce-bc98-e65ddaff0200 HTTP/1.1" status: 204 len: 168 time: 0.5737801 Apr 20 13:17:58.723879 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ae97c-ac06-4544-908f-fe1a958c93fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280cdc43-d7a8-44ce-bc98-e65ddaff0200,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:58.728023 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 1d44fbde-aa06-402f-9caf-8505407d044c completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:17:58.733802 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 1d44fbde-aa06-402f-9caf-8505407d044c triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:58.734261 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:58.999432 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:59.076821 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 1d44fbde-aa06-402f-9caf-8505407d044c, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=1d44fbde-aa06-402f-9caf-8505407d044c,segment=NetworkSegment(ccabd70a-9210-4523-8fdb-fdb186a4827d),segment_id=ccabd70a-9210-4523-8fdb-fdb186a4827d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:59.077743 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ce61bc-ac86-4cd6-b615-dc64c6e361f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d44fbde-aa06-402f-9caf-8505407d044c'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:17:59.086333 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e150052-15e9-4374-abb9-2454e0ef4c31" -d '{"events": [{"server_uuid": "e1ce61bc-ac86-4cd6-b615-dc64c6e361f7", "name": "network-vif-plugged", "status": "completed", "tag": "1d44fbde-aa06-402f-9caf-8505407d044c"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:17:59.157857 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa32795-3113-4ea8-98c2-64b1ea19d2e5 x-openstack-request-id: req-1aa32795-3113-4ea8-98c2-64b1ea19d2e5 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:17:59.158862 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ce61bc-ac86-4cd6-b615-dc64c6e361f7", "name": "network-vif-plugged", "status": "completed", "tag": "1d44fbde-aa06-402f-9caf-8505407d044c", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:17:59.159120 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1aa32795-3113-4ea8-98c2-64b1ea19d2e5 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:17:59.159594 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aa32795-3113-4ea8-98c2-64b1ea19d2e5'] response: {'server_uuid': 'e1ce61bc-ac86-4cd6-b615-dc64c6e361f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d44fbde-aa06-402f-9caf-8505407d044c', 'code': 200} Apr 20 13:17:59.176921 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:59.364833 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8486d-5ffd-4b0b-85e3-61dc5b81077d req-76ed5ee7-080c-492f-a3d0-5d8c62cf7bfa tempest-ComputeTenantNetworksTest-2092269761 tempest-ComputeTenantNetworksTest-2092269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:59.383290 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8486d-5ffd-4b0b-85e3-61dc5b81077d req-76ed5ee7-080c-492f-a3d0-5d8c62cf7bfa tempest-ComputeTenantNetworksTest-2092269761 tempest-ComputeTenantNetworksTest-2092269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:59.389951 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=1d44fbde-aa06-402f-9caf-8505407d044c,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:59.401713 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8486d-5ffd-4b0b-85e3-61dc5b81077d req-76ed5ee7-080c-492f-a3d0-5d8c62cf7bfa tempest-ComputeTenantNetworksTest-2092269761 tempest-ComputeTenantNetworksTest-2092269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:59.416198 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1dc8486d-5ffd-4b0b-85e3-61dc5b81077d req-76ed5ee7-080c-492f-a3d0-5d8c62cf7bfa tempest-ComputeTenantNetworksTest-2092269761 tempest-ComputeTenantNetworksTest-2092269761-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.4302967 Apr 20 13:17:59.453569 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:59.493292 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37a4ef-77b1-4ac1-b603-6a0804b9157c req-db89fcbb-d437-4812-ada9-1c2f327b61f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:59.494916 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5d37a4ef-77b1-4ac1-b603-6a0804b9157c req-db89fcbb-d437-4812-ada9-1c2f327b61f8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e1ce61bc-ac86-4cd6-b615-dc64c6e361f7 HTTP/1.1" status: 200 len: 1096 time: 0.2321486 Apr 20 13:17:59.609851 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6c53a-5ce8-4d33-afc1-98cdc0157aae req-dcd8a4b0-5d99-4da8-a3e0-50335145da14 tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:59.617290 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0eb6c53a-5ce8-4d33-afc1-98cdc0157aae req-dcd8a4b0-5d99-4da8-a3e0-50335145da14 tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1ce61bc-ac86-4cd6-b615-dc64c6e361f7 HTTP/1.1" status: 200 len: 945 time: 0.2009022 Apr 20 13:17:59.631886 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eaa611-7ae6-442e-9603-0250a1306888 req-0d4c7bcb-90a3-46c6-9121-b7c5711be6d2 tempest-ComputeTenantNetworksTest-2092269761 tempest-ComputeTenantNetworksTest-2092269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:59.642154 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49886) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:59.645034 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-08eaa611-7ae6-442e-9603-0250a1306888 req-0d4c7bcb-90a3-46c6-9121-b7c5711be6d2 tempest-ComputeTenantNetworksTest-2092269761 tempest-ComputeTenantNetworksTest-2092269761-project] 10.222.0.25 "GET /v2.0/networks/1cd0833f-6020-48f2-950a-20d8bb707582 HTTP/1.1" status: 200 len: 768 time: 0.1989889 Apr 20 13:17:59.750252 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5d37a4ef-77b1-4ac1-b603-6a0804b9157c req-f85198a1-0058-481c-a50d-03b8fa89d075 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cd374bfa-be55-4e1c-8a8f-84c5a7cd3226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303488 Apr 20 13:17:59.775756 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:59.847580 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0eb6c53a-5ce8-4d33-afc1-98cdc0157aae req-38c66983-219f-4d0b-b0a0-ac7b519e300c tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd374bfa-be55-4e1c-8a8f-84c5a7cd3226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276783 Apr 20 13:17:59.880371 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4f1f10f9-33fc-42a1-ad15-4ee782a9a89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:59.964349 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca8528-c6df-4287-9306-0b95123131ae req-7180e50d-ec18-4a0a-ae21-f8b255e58c52 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:59.968895 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-58ca8528-c6df-4287-9306-0b95123131ae req-7180e50d-ec18-4a0a-ae21-f8b255e58c52 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 945 time: 0.2133744 Apr 20 13:18:00.059970 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-58ca8528-c6df-4287-9306-0b95123131ae req-409bfb46-9276-4bf0-b518-c1261163a15a tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0829186 Apr 20 13:18:00.097256 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4f1f10f9-33fc-42a1-ad15-4ee782a9a89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:00.128617 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-4f1f10f9-33fc-42a1-ad15-4ee782a9a89f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cd0833f-6020-48f2-950a-20d8bb707582']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:00.138975 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-4f1f10f9-33fc-42a1-ad15-4ee782a9a89f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f8a442-bc71-47f1-b503-ee0ef1ec6133') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:00.139271 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-4f1f10f9-33fc-42a1-ad15-4ee782a9a89f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f8a442-bc71-47f1-b503-ee0ef1ec6133') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:00.175315 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4f1f10f9-33fc-42a1-ad15-4ee782a9a89f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:00.210089 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4f1f10f9-33fc-42a1-ad15-4ee782a9a89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:00.233217 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f1f10f9-33fc-42a1-ad15-4ee782a9a89f admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:18:00.233912 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4f1f10f9-33fc-42a1-ad15-4ee782a9a89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:00.238299 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:18:00.238299 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:18:00.238299 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:18:00.238299 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:18:00.238299 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:18:00.238299 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:18:00.238299 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:18:00.238299 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:18:00.238299 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:18:00.238299 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:18:00.238299 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:18:00.238299 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:18:00.238299 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:18:00.238299 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:18:00.238299 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:18:00.238299 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:18:00.238299 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:18:00.238299 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:18:00.238299 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:18:00.238299 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:18:00.238299 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:18:00.238299 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:18:00.238299 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:18:00.238299 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:18:00.238299 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:18:00.238299 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:18:00.238299 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:18:00.238299 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:18:00.238299 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:18:00.238299 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:18:00.238299 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:18:00.238299 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:18:00.289339 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d78a395-eedd-4801-8013-70efd04d55e5 req-c5d93fa7-fa0c-4359-a7d0-c11f77032565 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:00.299837 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6d78a395-eedd-4801-8013-70efd04d55e5 req-c5d93fa7-fa0c-4359-a7d0-c11f77032565 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 945 time: 0.1460931 Apr 20 13:18:00.302802 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49912) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:00.318271 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-1962b3a5-9a9a-4234-9321-b27fa1ddcba5 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Request body: {'floatingip': {'port_id': 'ce93adfa-4de5-4e0d-a1aa-a05fa73db53c'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:18:00.433062 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1962b3a5-9a9a-4234-9321-b27fa1ddcba5 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks [] for floatingip, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:00.496347 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4f1f10f9-33fc-42a1-ad15-4ee782a9a89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:00.508408 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4f1f10f9-33fc-42a1-ad15-4ee782a9a89f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:00.513107 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4f1f10f9-33fc-42a1-ad15-4ee782a9a89f admin admin] 10.222.0.25 "DELETE /v2.0/networks/1cd0833f-6020-48f2-950a-20d8bb707582 HTTP/1.1" status: 204 len: 168 time: 0.8666031 Apr 20 13:18:00.547873 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f10f9-33fc-42a1-ad15-4ee782a9a89f admin admin] Pushing event deleted for resources: {'Network': ['ID=1cd0833f-6020-48f2-950a-20d8bb707582,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:00.680976 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49926) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:01.135028 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49946) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:01.286139 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034fbd6c-0ce6-4c32-ae10-d50a8256a0dd req-edfe3b35-43c6-400c-8ba8-a196f9a92e69 tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:01.299554 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-034fbd6c-0ce6-4c32-ae10-d50a8256a0dd req-edfe3b35-43c6-400c-8ba8-a196f9a92e69 tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1ce61bc-ac86-4cd6-b615-dc64c6e361f7 HTTP/1.1" status: 200 len: 945 time: 0.2970376 Apr 20 13:18:01.312204 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-67c5a919-616a-4fb5-9e1d-ad33f0a47131 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=360ac6534413447eb396e37c0f862c80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1786516 Apr 20 13:18:01.313064 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49948) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:01.434517 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-02f73eb9-99f6-4c52-8c24-25e85d3f0fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:01.496175 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-02f73eb9-99f6-4c52-8c24-25e85d3f0fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:01.679021 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-02f73eb9-99f6-4c52-8c24-25e85d3f0fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:01.685971 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-02f73eb9-99f6-4c52-8c24-25e85d3f0fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:01.690563 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-02f73eb9-99f6-4c52-8c24-25e85d3f0fd4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/72d8a820-7d26-47c4-827c-02568ef90968 HTTP/1.1" status: 204 len: 168 time: 0.3741016 Apr 20 13:18:01.718808 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f73eb9-99f6-4c52-8c24-25e85d3f0fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d8a820-7d26-47c4-827c-02568ef90968,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:01.996647 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0a77dbe2-67d7-4624-817e-d26d7494c77e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:02.101734 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-034fbd6c-0ce6-4c32-ae10-d50a8256a0dd req-4b1590be-0ac4-4ce2-9132-ca2d6051d6bb tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd374bfa-be55-4e1c-8a8f-84c5a7cd3226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7942805 Apr 20 13:18:02.201743 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-32f197ac-9f0b-4ff0-906c-b4e30371618e req-62069b31-fdf2-42d5-bc53-67be35fb8fd3 tempest-ServerShowV254Test-1929541055 tempest-ServerShowV254Test-1929541055-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6fa78f7-d6b0-49b3-8186-baa7660fad76 HTTP/1.1" status: 200 len: 210 time: 0.0990286 Apr 20 13:18:02.216403 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.db.resource_extend [None req-1962b3a5-9a9a-4234-9321-b27fa1ddcba5 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 13:18:02.354751 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1962b3a5-9a9a-4234-9321-b27fa1ddcba5 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:02.426306 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0a77dbe2-67d7-4624-817e-d26d7494c77e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:02.464762 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1962b3a5-9a9a-4234-9321-b27fa1ddcba5 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:02.536124 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0a77dbe2-67d7-4624-817e-d26d7494c77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:02.613621 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-0a77dbe2-67d7-4624-817e-d26d7494c77e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b239332ea57f4c4696092600f5a92b27&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9318378 Apr 20 13:18:02.614360 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a77dbe2-67d7-4624-817e-d26d7494c77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f87e048-f118-4217-912f-5dff75cb05e3,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:02.616720 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49996) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:02.655152 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-1962b3a5-9a9a-4234-9321-b27fa1ddcba5 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Floating IP 53ccff72-d78b-45c0-b120-8a220dc8928b associated. External IP: 172.25.8.95, port: ce93adfa-4de5-4e0d-a1aa-a05fa73db53c. Apr 20 13:18:02.732164 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4cefea9f-6b9b-4389-a3ac-0bbdc9fdc03a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:02.844178 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4cefea9f-6b9b-4389-a3ac-0bbdc9fdc03a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:03.036175 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1962b3a5-9a9a-4234-9321-b27fa1ddcba5 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Router 51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:18:03.041429 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4cefea9f-6b9b-4389-a3ac-0bbdc9fdc03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:03.043976 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4cefea9f-6b9b-4389-a3ac-0bbdc9fdc03a admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:03.048699 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4cefea9f-6b9b-4389-a3ac-0bbdc9fdc03a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8f87e048-f118-4217-912f-5dff75cb05e3 HTTP/1.1" status: 204 len: 168 time: 0.4260631 Apr 20 13:18:03.063267 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cefea9f-6b9b-4389-a3ac-0bbdc9fdc03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f87e048-f118-4217-912f-5dff75cb05e3,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:03.309365 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [req-ff01c2e9-2967-4470-86b7-fd037c40c59e req-b1e95c28-4ebc-40ae-9725-2c83fc39aab0 service neutron] (114870) timed out ('10.222.0.15', 63877) {{(pid=114870) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 13:18:03.463084 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9a76d70a-19f8-4032-acbe-576617610244 req-da412cda-b8ae-4693-a148-0c2e6f1f7ca6 tempest-ServerShowV254Test-1929541055 tempest-ServerShowV254Test-1929541055-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6fa78f7-d6b0-49b3-8186-baa7660fad76 HTTP/1.1" status: 200 len: 210 time: 0.0916498 Apr 20 13:18:03.475998 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1962b3a5-9a9a-4234-9321-b27fa1ddcba5 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:18:03.507083 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9975092a-d11a-41cc-a3e4-12a40200d0fa None None] Sync routers for ids ['51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:18:03.525506 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1962b3a5-9a9a-4234-9321-b27fa1ddcba5 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:03.529714 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9975092a-d11a-41cc-a3e4-12a40200d0fa None None] Routers {'51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:18:03.529714 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-9975092a-d11a-41cc-a3e4-12a40200d0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:17:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:03.605503 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d21f0f-601e-46be-ba18-2ad16f9af51c req-c1626ac2-10de-46d3-af67-e6fbbc7dfa33 tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:03.628049 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-83d21f0f-601e-46be-ba18-2ad16f9af51c req-c1626ac2-10de-46d3-af67-e6fbbc7dfa33 tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1ce61bc-ac86-4cd6-b615-dc64c6e361f7 HTTP/1.1" status: 200 len: 945 time: 0.4180150 Apr 20 13:18:03.674968 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1962b3a5-9a9a-4234-9321-b27fa1ddcba5 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "PUT /v2.0/floatingips/53ccff72-d78b-45c0-b120-8a220dc8928b HTTP/1.1" status: 200 len: 990 time: 3.3706448 Apr 20 13:18:03.677618 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb71cda-943c-455b-92ae-24ce0c2f25e1', 'tag': 'ce93adfa-4de5-4e0d-a1aa-a05fa73db53c'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:18:03.679895 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03ce603-2af4-4812-b5d1-9aa18ac8dd81" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb71cda-943c-455b-92ae-24ce0c2f25e1", "tag": "ce93adfa-4de5-4e0d-a1aa-a05fa73db53c"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:18:03.732032 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-9975092a-d11a-41cc-a3e4-12a40200d0fa None None] Set router 51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:18:03.756038 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-83d21f0f-601e-46be-ba18-2ad16f9af51c req-2225fc78-b2d3-4622-b62a-629887f84593 tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd374bfa-be55-4e1c-8a8f-84c5a7cd3226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269517 Apr 20 13:18:03.995798 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fdafb5f-7d44-4d3d-8815-f448eabf4c8e x-openstack-request-id: req-3fdafb5f-7d44-4d3d-8815-f448eabf4c8e {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:18:03.996102 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb71cda-943c-455b-92ae-24ce0c2f25e1", "tag": "ce93adfa-4de5-4e0d-a1aa-a05fa73db53c", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:18:03.996327 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3fdafb5f-7d44-4d3d-8815-f448eabf4c8e {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:18:03.996782 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fdafb5f-7d44-4d3d-8815-f448eabf4c8e'] response: {'name': 'network-changed', 'server_uuid': '1bb71cda-943c-455b-92ae-24ce0c2f25e1', 'tag': 'ce93adfa-4de5-4e0d-a1aa-a05fa73db53c', 'status': 'completed', 'code': 200} Apr 20 13:18:04.063111 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698170f6-3cbf-4a88-9872-bf6c4dee19c4 req-eef5a769-f0ad-4ca4-9151-06e055d565c6 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:04.066605 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-698170f6-3cbf-4a88-9872-bf6c4dee19c4 req-eef5a769-f0ad-4ca4-9151-06e055d565c6 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 945 time: 0.2164934 Apr 20 13:18:04.192629 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ce603-2af4-4812-b5d1-9aa18ac8dd81 req-ee1e777c-a0da-42b4-b1d9-ded4e6b565b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:04.192629 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b03ce603-2af4-4812-b5d1-9aa18ac8dd81 req-ee1e777c-a0da-42b4-b1d9-ded4e6b565b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=649a6cfebf0a4feb8c92b7d26c8b3e97&device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 1096 time: 0.1338539 Apr 20 13:18:04.202513 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-9975092a-d11a-41cc-a3e4-12a40200d0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0', 'name': 'tempest-ServerActionsTestJSON-891296497-router', 'tenant_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'f7ac090e-aa91-4547-af20-a725b97642e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:17:22Z', 'updated_at': '2022-04-20T13:17:30Z', 'revision_number': 4, 'project_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'gw_port': {'id': 'f7ac090e-aa91-4547-af20-a725b97642e8', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:17:24Z', 'updated_at': '2022-04-20T13:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '53ccff72-d78b-45c0-b120-8a220dc8928b', 'tenant_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'floating_ip_address': '172.25.8.95', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0', 'port_id': 'ce93adfa-4de5-4e0d-a1aa-a05fa73db53c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119', 'mac_address': 'fa:16:3e:22:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb71cda-943c-455b-92ae-24ce0c2f25e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:17:38Z', 'updated_at': '2022-04-20T13:18:02Z', 'revision_number': 1, 'project_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aea585f-f544-48f4-8821-43e0e716ac2e', 'name': '', 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119', 'tenant_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'mac_address': 'fa:16:3e:1f:1f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'fa576778-8514-4874-84e6-afe172476688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:17:29Z', 'updated_at': '2022-04-20T13:17:38Z', 'revision_number': 5, 'project_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'subnets': [{'id': 'fa576778-8514-4874-84e6-afe172476688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:04.217066 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-698170f6-3cbf-4a88-9872-bf6c4dee19c4 req-83594808-fa1e-4d17-9582-b2040d2f4379 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1257532 Apr 20 13:18:04.256518 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9975092a-d11a-41cc-a3e4-12a40200d0fa None None] Checking router: 51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:18:04.263617 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ce603-2af4-4812-b5d1-9aa18ac8dd81 req-2ac5ff8a-b03b-42a9-92c2-1663728deb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:04.267940 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9975092a-d11a-41cc-a3e4-12a40200d0fa None None] Routers {'51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:18:04.268784 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b03ce603-2af4-4812-b5d1-9aa18ac8dd81 req-2ac5ff8a-b03b-42a9-92c2-1663728deb1a service neutron] 10.222.0.32 "GET /v2.0/networks?id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 HTTP/1.1" status: 200 len: 912 time: 0.1613009 Apr 20 13:18:04.269592 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-9975092a-d11a-41cc-a3e4-12a40200d0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:17:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:04.427240 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b03ce603-2af4-4812-b5d1-9aa18ac8dd81 req-f6c20d24-f64c-4a0d-9484-1f465a5869d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce93adfa-4de5-4e0d-a1aa-a05fa73db53c HTTP/1.1" status: 200 len: 998 time: 0.1555409 Apr 20 13:18:04.434666 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-9975092a-d11a-41cc-a3e4-12a40200d0fa None None] Set router 51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:18:04.474528 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f88a9b-cae2-4334-abeb-4f9752986886 req-ccfc1bac-4181-4334-975a-488285c20034 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:04.492275 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e6f88a9b-cae2-4334-abeb-4f9752986886 req-ccfc1bac-4181-4334-975a-488285c20034 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 945 time: 0.1582117 Apr 20 13:18:04.691153 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ce603-2af4-4812-b5d1-9aa18ac8dd81 req-c6433daa-2392-47b1-8c12-e566f11dc37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:04.692881 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b03ce603-2af4-4812-b5d1-9aa18ac8dd81 req-c6433daa-2392-47b1-8c12-e566f11dc37f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa576778-8514-4874-84e6-afe172476688 HTTP/1.1" status: 200 len: 850 time: 0.2542846 Apr 20 13:18:04.743031 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e6f88a9b-cae2-4334-abeb-4f9752986886 req-2c6b2b9c-8711-40fb-838c-56e303147d4d tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2453978 Apr 20 13:18:04.909229 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ce603-2af4-4812-b5d1-9aa18ac8dd81 req-3cb1ec02-03d7-446d-bf80-e7f9cffafd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:04.910743 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b03ce603-2af4-4812-b5d1-9aa18ac8dd81 req-3cb1ec02-03d7-446d-bf80-e7f9cffafd38 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2030969 Apr 20 13:18:05.105016 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-9975092a-d11a-41cc-a3e4-12a40200d0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0', 'name': 'tempest-ServerActionsTestJSON-891296497-router', 'tenant_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'f7ac090e-aa91-4547-af20-a725b97642e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:17:22Z', 'updated_at': '2022-04-20T13:17:30Z', 'revision_number': 4, 'project_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'gw_port': {'id': 'f7ac090e-aa91-4547-af20-a725b97642e8', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:17:24Z', 'updated_at': '2022-04-20T13:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '53ccff72-d78b-45c0-b120-8a220dc8928b', 'tenant_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'floating_ip_address': '172.25.8.95', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0', 'port_id': 'ce93adfa-4de5-4e0d-a1aa-a05fa73db53c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119', 'mac_address': 'fa:16:3e:22:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb71cda-943c-455b-92ae-24ce0c2f25e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:17:38Z', 'updated_at': '2022-04-20T13:18:02Z', 'revision_number': 1, 'project_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aea585f-f544-48f4-8821-43e0e716ac2e', 'name': '', 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119', 'tenant_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'mac_address': 'fa:16:3e:1f:1f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'fa576778-8514-4874-84e6-afe172476688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:17:29Z', 'updated_at': '2022-04-20T13:17:38Z', 'revision_number': 5, 'project_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'subnets': [{'id': 'fa576778-8514-4874-84e6-afe172476688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:05.164762 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9975092a-d11a-41cc-a3e4-12a40200d0fa None None] The sync data for ids ['51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0'] in n-d-836015-7 is: [{'id': '51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0', 'name': 'tempest-ServerActionsTestJSON-891296497-router', 'tenant_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'f7ac090e-aa91-4547-af20-a725b97642e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:17:22Z', 'updated_at': '2022-04-20T13:17:30Z', 'revision_number': 4, 'project_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'gw_port': {'id': 'f7ac090e-aa91-4547-af20-a725b97642e8', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:17:24Z', 'updated_at': '2022-04-20T13:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '53ccff72-d78b-45c0-b120-8a220dc8928b', 'tenant_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'floating_ip_address': '172.25.8.95', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0', 'port_id': 'ce93adfa-4de5-4e0d-a1aa-a05fa73db53c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119', 'mac_address': 'fa:16:3e:22:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb71cda-943c-455b-92ae-24ce0c2f25e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:17:38Z', 'updated_at': '2022-04-20T13:18:02Z', 'revision_number': 1, 'project_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aea585f-f544-48f4-8821-43e0e716ac2e', 'name': '', 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119', 'tenant_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'mac_address': 'fa:16:3e:1f:1f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'fa576778-8514-4874-84e6-afe172476688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:17:29Z', 'updated_at': '2022-04-20T13:17:38Z', 'revision_number': 5, 'project_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'subnets': [{'id': 'fa576778-8514-4874-84e6-afe172476688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:18:05.231820 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1903ca87-9466-45db-8deb-4669852d5665 req-2ac6bbcf-5ed0-4698-81ee-d9d4e212e4ac tempest-ServerShowV254Test-1929541055 tempest-ServerShowV254Test-1929541055-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6fa78f7-d6b0-49b3-8186-baa7660fad76 HTTP/1.1" status: 200 len: 210 time: 0.1320341 Apr 20 13:18:05.280153 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b03ce603-2af4-4812-b5d1-9aa18ac8dd81 req-459ee2fa-5a05-476f-a9f6-8d49ecea3da1 service neutron] 10.222.0.32 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595111 Apr 20 13:18:05.297971 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d668f-b6c3-434c-819b-646aeb6379f4 req-93bf8e46-a6ea-4200-9395-c880d112bb82 tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:05.307994 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-074d668f-b6c3-434c-819b-646aeb6379f4 req-93bf8e46-a6ea-4200-9395-c880d112bb82 tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1ce61bc-ac86-4cd6-b615-dc64c6e361f7 HTTP/1.1" status: 200 len: 945 time: 0.2433789 Apr 20 13:18:05.430093 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-074d668f-b6c3-434c-819b-646aeb6379f4 req-d00bd5ee-4050-4f03-a64f-ae6d73ad80dc tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd374bfa-be55-4e1c-8a8f-84c5a7cd3226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214869 Apr 20 13:18:05.521274 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b03ce603-2af4-4812-b5d1-9aa18ac8dd81 req-24113b73-d7cc-4191-b057-d42801aa85a9 service neutron] 10.222.0.32 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123098 Apr 20 13:18:05.566701 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05217e12-1231-4795-b164-8df8e331727c None None] New status for floating IP 53ccff72-d78b-45c0-b120-8a220dc8928b: ACTIVE {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:18:06.161275 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb044c-c505-4be2-88a4-9e2d34a4aa95 req-294c5bbc-579c-416f-b9cb-22433183b3a3 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:06.178821 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dbfb044c-c505-4be2-88a4-9e2d34a4aa95 req-294c5bbc-579c-416f-b9cb-22433183b3a3 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 945 time: 0.1594615 Apr 20 13:18:06.302084 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dbfb044c-c505-4be2-88a4-9e2d34a4aa95 req-8a2a4ad2-2835-4686-ba3e-f2e7d9434fbc tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1223049 Apr 20 13:18:06.484038 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0c0347f6-1ad2-4eb9-8f06-3ce041fa683e req-592c22ac-cc25-4ceb-b87c-03b8267f5ae8 tempest-ServerShowV254Test-1929541055 tempest-ServerShowV254Test-1929541055-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6fa78f7-d6b0-49b3-8186-baa7660fad76 HTTP/1.1" status: 200 len: 210 time: 0.0746992 Apr 20 13:18:06.534431 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681d095-8808-40df-954b-5285e69a54b4 req-1ad8f765-40d7-419d-9c24-f5017317e02a tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:06.536477 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8681d095-8808-40df-954b-5285e69a54b4 req-1ad8f765-40d7-419d-9c24-f5017317e02a tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 945 time: 0.1643693 Apr 20 13:18:06.569537 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f7694-2404-42f1-b1db-7ddfc9834071 req-f73527a2-05ba-413d-a7c7-c92729913b56 tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:06.571161 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-681f7694-2404-42f1-b1db-7ddfc9834071 req-f73527a2-05ba-413d-a7c7-c92729913b56 tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] 10.222.0.32 "GET /v2.0/ports?device_id=e1ce61bc-ac86-4cd6-b615-dc64c6e361f7 HTTP/1.1" status: 200 len: 945 time: 0.1631770 Apr 20 13:18:06.644633 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8681d095-8808-40df-954b-5285e69a54b4 req-72106319-e078-4b78-9544-f1b06b1b8691 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1021392 Apr 20 13:18:06.730380 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57edd745-519e-4b66-8322-56cbadf53f3d req-592a2260-a133-4ace-9d0c-8a2bc4ce8056 tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:06.731917 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-57edd745-519e-4b66-8322-56cbadf53f3d req-592a2260-a133-4ace-9d0c-8a2bc4ce8056 tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1ce61bc-ac86-4cd6-b615-dc64c6e361f7 HTTP/1.1" status: 200 len: 945 time: 0.1370351 Apr 20 13:18:06.810900 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-681f7694-2404-42f1-b1db-7ddfc9834071 req-94e47b9c-3c9d-43a6-ae4b-f1d6818f29be tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] Deleting port 1d44fbde-aa06-402f-9caf-8505407d044c {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:18:06.811227 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-681f7694-2404-42f1-b1db-7ddfc9834071 req-94e47b9c-3c9d-43a6-ae4b-f1d6818f29be tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:06.898235 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-57edd745-519e-4b66-8322-56cbadf53f3d req-c356b599-dcc8-427f-955f-0411ad07bfe5 tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd374bfa-be55-4e1c-8a8f-84c5a7cd3226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568975 Apr 20 13:18:06.965105 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-681f7694-2404-42f1-b1db-7ddfc9834071 req-94e47b9c-3c9d-43a6-ae4b-f1d6818f29be tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] For port 1d44fbde-aa06-402f-9caf-8505407d044c, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=1d44fbde-aa06-402f-9caf-8505407d044c,segment=NetworkSegment(ccabd70a-9210-4523-8fdb-fdb186a4827d),segment_id=ccabd70a-9210-4523-8fdb-fdb186a4827d)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:18:06.965105 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-681f7694-2404-42f1-b1db-7ddfc9834071 req-94e47b9c-3c9d-43a6-ae4b-f1d6818f29be tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:06.966558 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-681f7694-2404-42f1-b1db-7ddfc9834071 req-94e47b9c-3c9d-43a6-ae4b-f1d6818f29be tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] Calling delete_port for 1d44fbde-aa06-402f-9caf-8505407d044c owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:18:07.308728 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275702a-3db4-4233-b517-12e41616a728 req-bd538ed2-7b8c-48b8-a5b1-bcce9551e1b8 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:07.310180 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c275702a-3db4-4233-b517-12e41616a728 req-bd538ed2-7b8c-48b8-a5b1-bcce9551e1b8 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d96cbe-49c3-4ae4-b5fb-b756896ea36e HTTP/1.1" status: 200 len: 950 time: 0.0562420 Apr 20 13:18:07.323512 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-681f7694-2404-42f1-b1db-7ddfc9834071 req-94e47b9c-3c9d-43a6-ae4b-f1d6818f29be tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:07.366064 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e47b9c-3c9d-43a6-ae4b-f1d6818f29be tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] Pushing event deleted for resources: {'Port': ['ID=1d44fbde-aa06-402f-9caf-8505407d044c,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:07.399676 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c275702a-3db4-4233-b517-12e41616a728 req-710e7281-337a-4bcd-a92b-859d0b3a4188 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ba3b931-fda2-4c07-93a8-b75445543aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833166 Apr 20 13:18:07.424777 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-681f7694-2404-42f1-b1db-7ddfc9834071 req-94e47b9c-3c9d-43a6-ae4b-f1d6818f29be tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] No DVR routers for this DVR port 1d44fbde-aa06-402f-9caf-8505407d044c on host n-h1-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:18:07.424777 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-681f7694-2404-42f1-b1db-7ddfc9834071 req-94e47b9c-3c9d-43a6-ae4b-f1d6818f29be tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:07.425544 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-681f7694-2404-42f1-b1db-7ddfc9834071 req-94e47b9c-3c9d-43a6-ae4b-f1d6818f29be tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] 10.222.0.32 "DELETE /v2.0/ports/1d44fbde-aa06-402f-9caf-8505407d044c HTTP/1.1" status: 204 len: 173 time: 0.8477547 Apr 20 13:18:07.425991 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ce61bc-ac86-4cd6-b615-dc64c6e361f7', 'name': 'network-vif-deleted', 'tag': '1d44fbde-aa06-402f-9caf-8505407d044c'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:18:07.428256 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced690c1-a2d7-4845-9e9f-ea3168ca452c" -d '{"events": [{"server_uuid": "e1ce61bc-ac86-4cd6-b615-dc64c6e361f7", "name": "network-vif-deleted", "tag": "1d44fbde-aa06-402f-9caf-8505407d044c"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:18:07.489220 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f28c51-71e7-4be5-b99d-db210227eca4 x-openstack-request-id: req-28f28c51-71e7-4be5-b99d-db210227eca4 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:18:07.490260 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ce61bc-ac86-4cd6-b615-dc64c6e361f7", "name": "network-vif-deleted", "tag": "1d44fbde-aa06-402f-9caf-8505407d044c", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:18:07.490386 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-28f28c51-71e7-4be5-b99d-db210227eca4 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:18:07.490719 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28f28c51-71e7-4be5-b99d-db210227eca4'] response: {'server_uuid': 'e1ce61bc-ac86-4cd6-b615-dc64c6e361f7', 'name': 'network-vif-deleted', 'tag': '1d44fbde-aa06-402f-9caf-8505407d044c', 'status': 'completed', 'code': 200} Apr 20 13:18:07.617012 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7bbea984-c8e7-432f-a0d4-6ea184e7ae82 req-27ae7d0a-3466-4498-a9dc-c6702e660f09 tempest-ServerShowV254Test-1929541055 tempest-ServerShowV254Test-1929541055-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6fa78f7-d6b0-49b3-8186-baa7660fad76 HTTP/1.1" status: 200 len: 210 time: 0.0280173 Apr 20 13:18:08.014418 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-60e9a8e3-2b77-4c39-b907-100aeb476db8 req-549cad7f-d658-4e33-87e7-36d128b1e67a tempest-InstanceActionsNegativeTestJSON-1015743114 tempest-InstanceActionsNegativeTestJSON-1015743114-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1ce61bc-ac86-4cd6-b615-dc64c6e361f7 HTTP/1.1" status: 200 len: 210 time: 0.0278161 Apr 20 13:18:08.509919 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 1d44fbde-aa06-402f-9caf-8505407d044c no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:18:08.556289 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 1d44fbde-aa06-402f-9caf-8505407d044c {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:18:08.556701 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 1d44fbde-aa06-402f-9caf-8505407d044c not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:18:08.557418 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 7839d3e5-44bf-4210-9bfa-fa1048539dea no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:18:08.557620 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db606b7-782b-476d-a910-c7411e2866a9 req-27d5aac4-a1ce-4d6a-958c-d718af0d6910 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:08.559943 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7db606b7-782b-476d-a910-c7411e2866a9 req-27d5aac4-a1ce-4d6a-958c-d718af0d6910 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d96cbe-49c3-4ae4-b5fb-b756896ea36e HTTP/1.1" status: 200 len: 950 time: 0.0746541 Apr 20 13:18:08.607061 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7db606b7-782b-476d-a910-c7411e2866a9 req-6535e49b-62eb-49ea-81c8-de9fc93f93e9 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ba3b931-fda2-4c07-93a8-b75445543aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345376 Apr 20 13:18:08.643320 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:08.675445 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d96cbe-49c3-4ae4-b5fb-b756896ea36e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7839d3e5-44bf-4210-9bfa-fa1048539dea'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:18:08.677925 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967863e9-7d05-43d3-a3f3-24f77e280b1b" -d '{"events": [{"server_uuid": "87d96cbe-49c3-4ae4-b5fb-b756896ea36e", "name": "network-vif-unplugged", "status": "completed", "tag": "7839d3e5-44bf-4210-9bfa-fa1048539dea"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:18:08.713005 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 7839d3e5-44bf-4210-9bfa-fa1048539dea, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=7839d3e5-44bf-4210-9bfa-fa1048539dea,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:18:08.802912 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6af2ae64-f562-452b-aa68-5b9c58bd0b82 req-bf2c8d18-dee5-46b0-853c-bd07fff7aaf0 tempest-ServerShowV254Test-1929541055 tempest-ServerShowV254Test-1929541055-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6fa78f7-d6b0-49b3-8186-baa7660fad76 HTTP/1.1" status: 200 len: 210 time: 0.0341866 Apr 20 13:18:08.840559 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0c5b5148-4365-4f92-8b63-535b3a2f17a8 req-e5084e2f-a45e-4251-90da-5db0e824b42f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a6fa78f7-d6b0-49b3-8186-baa7660fad76 HTTP/1.1" status: 200 len: 210 time: 0.0364668 Apr 20 13:18:08.867340 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3640112a-0de4-40e5-9577-41701e9482c2 x-openstack-request-id: req-3640112a-0de4-40e5-9577-41701e9482c2 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:18:08.867340 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d96cbe-49c3-4ae4-b5fb-b756896ea36e", "name": "network-vif-unplugged", "status": "completed", "tag": "7839d3e5-44bf-4210-9bfa-fa1048539dea", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:18:08.867340 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3640112a-0de4-40e5-9577-41701e9482c2 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:18:08.867340 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3640112a-0de4-40e5-9577-41701e9482c2'] response: {'server_uuid': '87d96cbe-49c3-4ae4-b5fb-b756896ea36e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7839d3e5-44bf-4210-9bfa-fa1048539dea', 'code': 200} Apr 20 13:18:08.893504 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:08.946580 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=7839d3e5-44bf-4210-9bfa-fa1048539dea,revision_number=8']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:09.076466 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 50308) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:09.129301 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-924a686d-68ca-4b26-85a4-c3a1379ae2af admin admin] Deleting subnet 1e2c58eb-b1de-444d-997b-cd6f8142e82f {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:18:09.134723 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-924a686d-68ca-4b26-85a4-c3a1379ae2af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:09.181859 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-924a686d-68ca-4b26-85a4-c3a1379ae2af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:09.238425 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-924a686d-68ca-4b26-85a4-c3a1379ae2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:09.478896 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-924a686d-68ca-4b26-85a4-c3a1379ae2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:09.514237 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a686d-68ca-4b26-85a4-c3a1379ae2af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e2c58eb-b1de-444d-997b-cd6f8142e82f,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:09.516246 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-924a686d-68ca-4b26-85a4-c3a1379ae2af admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:09.519388 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-924a686d-68ca-4b26-85a4-c3a1379ae2af admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1e2c58eb-b1de-444d-997b-cd6f8142e82f HTTP/1.1" status: 204 len: 168 time: 0.4415817 Apr 20 13:18:09.522130 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 50332) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:09.626624 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cb763d45-692e-44c0-976f-503e68a1feaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:09.718890 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cb763d45-692e-44c0-976f-503e68a1feaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:09.754685 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-cb763d45-692e-44c0-976f-503e68a1feaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d03d41e-2f36-4b51-a370-558dca89aeb2']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:09.768729 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-cb763d45-692e-44c0-976f-503e68a1feaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccabd70a-9210-4523-8fdb-fdb186a4827d') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:09.769286 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-cb763d45-692e-44c0-976f-503e68a1feaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccabd70a-9210-4523-8fdb-fdb186a4827d') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:09.784173 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cb763d45-692e-44c0-976f-503e68a1feaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:09.802776 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cb763d45-692e-44c0-976f-503e68a1feaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:09.809560 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb763d45-692e-44c0-976f-503e68a1feaf admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:18:09.810259 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cb763d45-692e-44c0-976f-503e68a1feaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:09.812169 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:18:09.812169 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:18:09.812169 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:18:09.812169 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:18:09.812169 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:18:09.812169 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:18:09.812169 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:18:09.812169 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:18:09.812169 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:18:09.812169 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:18:09.812169 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:18:09.812169 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:18:09.812169 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:18:09.812169 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:18:09.812169 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:18:09.812169 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:18:09.812169 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:18:09.812169 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:18:09.812169 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:18:09.812169 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:18:09.812169 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:18:09.812169 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:18:09.812169 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:18:09.812169 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:18:09.812169 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:18:09.812169 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:18:09.812169 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:18:09.812169 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:18:09.812169 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:18:09.812169 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:18:09.812169 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:18:09.812169 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:18:09.824572 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 50344) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:09.927930 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a552735-10f9-40c6-b492-3538b3e3298b req-15590e93-95a9-4b72-ad8c-9f2928561aee tempest-ServerShowV254Test-1929541055 tempest-ServerShowV254Test-1929541055-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6fa78f7-d6b0-49b3-8186-baa7660fad76 HTTP/1.1" status: 200 len: 210 time: 0.0279841 Apr 20 13:18:09.953250 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cb763d45-692e-44c0-976f-503e68a1feaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:09.959494 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cb763d45-692e-44c0-976f-503e68a1feaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:09.972821 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-cb763d45-692e-44c0-976f-503e68a1feaf admin admin] 10.222.0.25 "DELETE /v2.0/networks/4d03d41e-2f36-4b51-a370-558dca89aeb2 HTTP/1.1" status: 204 len: 168 time: 0.4408579 Apr 20 13:18:09.979304 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb763d45-692e-44c0-976f-503e68a1feaf admin admin] Pushing event deleted for resources: {'Network': ['ID=4d03d41e-2f36-4b51-a370-558dca89aeb2,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:10.119771 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9dc56ef7-8c7b-4757-a218-0db8000108c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:10.224917 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9dc56ef7-8c7b-4757-a218-0db8000108c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:10.358810 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9dc56ef7-8c7b-4757-a218-0db8000108c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:10.403524 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc56ef7-8c7b-4757-a218-0db8000108c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0247e3a1-39c2-4c97-a149-c276adbcbb51,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:10.408750 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9dc56ef7-8c7b-4757-a218-0db8000108c7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=df9a93a86b564d9bbfd3b9d6ed56b85b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5831184 Apr 20 13:18:10.411622 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 50366) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:10.528724 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bedd155f-15ce-4f31-be63-d7cda2e1113b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:10.562942 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bedd155f-15ce-4f31-be63-d7cda2e1113b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:10.700009 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 50382) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:10.741162 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-cb01f0ae-61f8-444a-85df-4f3a71fa3b12 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=55ad3667b34845db84222991efdae05c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397997 Apr 20 13:18:10.743828 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 50384) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:10.791575 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f3afd7fc-ec56-43af-beba-1c96e45e50f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:10.793068 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bedd155f-15ce-4f31-be63-d7cda2e1113b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:10.795506 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bedd155f-15ce-4f31-be63-d7cda2e1113b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:10.796649 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-bedd155f-15ce-4f31-be63-d7cda2e1113b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0247e3a1-39c2-4c97-a149-c276adbcbb51 HTTP/1.1" status: 204 len: 168 time: 0.3837612 Apr 20 13:18:10.816424 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd155f-15ce-4f31-be63-d7cda2e1113b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0247e3a1-39c2-4c97-a149-c276adbcbb51,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:10.829797 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd155f-15ce-4f31-be63-d7cda2e1113b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:10.833212 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd155f-15ce-4f31-be63-d7cda2e1113b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:10.833212 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd155f-15ce-4f31-be63-d7cda2e1113b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:10.833212 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd155f-15ce-4f31-be63-d7cda2e1113b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:10.833212 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd155f-15ce-4f31-be63-d7cda2e1113b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:10.833212 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd155f-15ce-4f31-be63-d7cda2e1113b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:10.833212 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd155f-15ce-4f31-be63-d7cda2e1113b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:10.833212 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd155f-15ce-4f31-be63-d7cda2e1113b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:10.833212 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd155f-15ce-4f31-be63-d7cda2e1113b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:10.833212 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd155f-15ce-4f31-be63-d7cda2e1113b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:10.833212 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd155f-15ce-4f31-be63-d7cda2e1113b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:10.833212 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedd155f-15ce-4f31-be63-d7cda2e1113b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:10.840129 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f3afd7fc-ec56-43af-beba-1c96e45e50f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:11.024984 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f3afd7fc-ec56-43af-beba-1c96e45e50f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:11.027558 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f3afd7fc-ec56-43af-beba-1c96e45e50f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:11.028706 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f3afd7fc-ec56-43af-beba-1c96e45e50f8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cd374bfa-be55-4e1c-8a8f-84c5a7cd3226 HTTP/1.1" status: 204 len: 168 time: 0.2839837 Apr 20 13:18:11.037093 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d73b3a45-f4e9-41fb-9838-37dfecae4942 req-f79c831f-5a1c-491a-a7c5-7ddc95ac2de7 tempest-ServerShowV254Test-1929541055 tempest-ServerShowV254Test-1929541055-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6fa78f7-d6b0-49b3-8186-baa7660fad76 HTTP/1.1" status: 200 len: 210 time: 0.0281146 Apr 20 13:18:11.038072 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3afd7fc-ec56-43af-beba-1c96e45e50f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd374bfa-be55-4e1c-8a8f-84c5a7cd3226,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:11.896243 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 50438) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:11.906172 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7aca01f4-95ea-496e-914f-edb03d661b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:12.051279 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7aca01f4-95ea-496e-914f-edb03d661b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:12.053975 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a72d7550-347e-438f-b250-98c5fb139f96 req-f8cfd844-4176-495b-a1ab-c33dbf898598 tempest-ServerShowV254Test-1929541055 tempest-ServerShowV254Test-1929541055-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6fa78f7-d6b0-49b3-8186-baa7660fad76 HTTP/1.1" status: 200 len: 210 time: 0.0687976 Apr 20 13:18:12.178794 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7aca01f4-95ea-496e-914f-edb03d661b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:12.218205 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7aca01f4-95ea-496e-914f-edb03d661b95 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6a69f5f0252f49d69b71a93ed2dbcca4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3253512 Apr 20 13:18:12.224346 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 50458) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:12.248240 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca01f4-95ea-496e-914f-edb03d661b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44e9666-53b6-4e2b-af3b-c01897d7d504,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:12.282404 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:12.538303 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device ce93adfa-4de5-4e0d-a1aa-a05fa73db53c details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:18:12.604040 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-87aad7be-8987-46e3-8322-3247f5b77b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:12.654187 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-87aad7be-8987-46e3-8322-3247f5b77b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:12.835974 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-87aad7be-8987-46e3-8322-3247f5b77b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:12.839450 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-87aad7be-8987-46e3-8322-3247f5b77b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:12.840894 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-87aad7be-8987-46e3-8322-3247f5b77b8b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b44e9666-53b6-4e2b-af3b-c01897d7d504 HTTP/1.1" status: 204 len: 168 time: 0.6151612 Apr 20 13:18:12.855675 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aad7be-8987-46e3-8322-3247f5b77b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44e9666-53b6-4e2b-af3b-c01897d7d504,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:12.920050 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port ce93adfa-4de5-4e0d-a1aa-a05fa73db53c, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=ce93adfa-4de5-4e0d-a1aa-a05fa73db53c,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:18:12.935369 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': 'ce93adfa-4de5-4e0d-a1aa-a05fa73db53c', 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119', 'port_id': 'ce93adfa-4de5-4e0d-a1aa-a05fa73db53c', 'mac_address': 'fa:16:3e:22:af:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa576778-8514-4874-84e6-afe172476688', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:18:12.978083 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:12.991797 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:13.006061 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce93adfa-4de5-4e0d-a1aa-a05fa73db53c {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:18:13.028102 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port ce93adfa-4de5-4e0d-a1aa-a05fa73db53c, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=ce93adfa-4de5-4e0d-a1aa-a05fa73db53c,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:18:13.172122 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5896863e-b950-4633-9761-60c2511fe4db req-295b8a65-0b22-4c00-a087-c00664bc9afc tempest-ServerShowV254Test-1929541055 tempest-ServerShowV254Test-1929541055-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6fa78f7-d6b0-49b3-8186-baa7660fad76 HTTP/1.1" status: 200 len: 210 time: 0.0274041 Apr 20 13:18:13.182167 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:13.272223 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=ce93adfa-4de5-4e0d-a1aa-a05fa73db53c,revision_number=6']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:13.549475 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['ce93adfa-4de5-4e0d-a1aa-a05fa73db53c'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:18:13.916306 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b5bae320-ba15-4e77-9301-aff12bc83e22 req-c0ebb671-de35-4de5-b644-1c94e9d5b153 tempest-ServersAaction247Test-232903055 tempest-ServersAaction247Test-232903055-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fc9de7-7036-4b3b-8e73-47bd579ff866 HTTP/1.1" status: 200 len: 210 time: 0.0270002 Apr 20 13:18:14.309441 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-84db6341-10fc-4955-a329-1c47e86bd7f8 req-6e9c3f9d-444f-42e9-a94e-68e0b5c29732 tempest-ServerShowV254Test-1929541055 tempest-ServerShowV254Test-1929541055-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6fa78f7-d6b0-49b3-8186-baa7660fad76 HTTP/1.1" status: 200 len: 210 time: 0.0463078 Apr 20 13:18:14.547909 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 04d11977-3dd4-4c29-b12b-775990f95293 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:18:14.556159 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device ce93adfa-4de5-4e0d-a1aa-a05fa73db53c up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:18:14.666789 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port ce93adfa-4de5-4e0d-a1aa-a05fa73db53c triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:18:14.667168 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:14.731719 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 04d11977-3dd4-4c29-b12b-775990f95293, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=04d11977-3dd4-4c29-b12b-775990f95293,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:18:14.747324 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '04d11977-3dd4-4c29-b12b-775990f95293', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'port_id': '04d11977-3dd4-4c29-b12b-775990f95293', 'mac_address': 'fa:16:3e:c9:75:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b1f82a-7732-4b50-ab22-2475f182a712', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:18:14.819736 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:14.834909 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 04d11977-3dd4-4c29-b12b-775990f95293 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:18:14.861892 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 04d11977-3dd4-4c29-b12b-775990f95293, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=04d11977-3dd4-4c29-b12b-775990f95293,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:18:14.861892 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:14.882903 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb71cda-943c-455b-92ae-24ce0c2f25e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce93adfa-4de5-4e0d-a1aa-a05fa73db53c'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:18:14.885874 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7c7cb0-9f7c-49cd-9562-d0db90db6abb" -d '{"events": [{"server_uuid": "1bb71cda-943c-455b-92ae-24ce0c2f25e1", "name": "network-vif-plugged", "status": "completed", "tag": "ce93adfa-4de5-4e0d-a1aa-a05fa73db53c"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:18:14.899679 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port ce93adfa-4de5-4e0d-a1aa-a05fa73db53c, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=ce93adfa-4de5-4e0d-a1aa-a05fa73db53c,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:18:14.928203 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7923817c-f835-4f69-b8aa-49b437aa1331 x-openstack-request-id: req-7923817c-f835-4f69-b8aa-49b437aa1331 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:18:14.936779 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb71cda-943c-455b-92ae-24ce0c2f25e1", "name": "network-vif-plugged", "status": "completed", "tag": "ce93adfa-4de5-4e0d-a1aa-a05fa73db53c", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:18:14.936779 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7923817c-f835-4f69-b8aa-49b437aa1331 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:18:14.936779 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7923817c-f835-4f69-b8aa-49b437aa1331'] response: {'server_uuid': '1bb71cda-943c-455b-92ae-24ce0c2f25e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce93adfa-4de5-4e0d-a1aa-a05fa73db53c', 'code': 200} Apr 20 13:18:15.003132 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-813effb2-0c63-4931-b61c-b698dae3909e req-337f3f34-562a-4ba8-a1f3-4f54bebbbba9 tempest-ServersAaction247Test-232903055 tempest-ServersAaction247Test-232903055-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fc9de7-7036-4b3b-8e73-47bd579ff866 HTTP/1.1" status: 200 len: 210 time: 0.0259194 Apr 20 13:18:15.026823 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:15.060477 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:15.096346 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=04d11977-3dd4-4c29-b12b-775990f95293,revision_number=6']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:15.136056 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['04d11977-3dd4-4c29-b12b-775990f95293'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:18:15.184397 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=ce93adfa-4de5-4e0d-a1aa-a05fa73db53c,revision_number=7']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:15.445767 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4fb05261-d3b5-4709-b4ee-d2f8baff4a95 req-9d8d4ac2-da60-4a9e-95b1-a7cb6b8b3ac2 tempest-ServerShowV254Test-1929541055 tempest-ServerShowV254Test-1929541055-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6fa78f7-d6b0-49b3-8186-baa7660fad76 HTTP/1.1" status: 200 len: 210 time: 0.0264072 Apr 20 13:18:16.119639 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c6790a98-6a52-4da5-84ba-1b01ecc8dc6c req-4b64a7e0-3dc6-4c94-8c7e-ad1ff889df4f tempest-ServersAaction247Test-232903055 tempest-ServersAaction247Test-232903055-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fc9de7-7036-4b3b-8e73-47bd579ff866 HTTP/1.1" status: 200 len: 210 time: 0.0275245 Apr 20 13:18:16.554725 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0b96a3e8-250a-4d6d-bb59-04c5520e72d0 req-4b0c85db-6ff7-44f6-9b84-e643daf977b2 tempest-ServerShowV254Test-1929541055 tempest-ServerShowV254Test-1929541055-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6fa78f7-d6b0-49b3-8186-baa7660fad76 HTTP/1.1" status: 200 len: 210 time: 0.0281346 Apr 20 13:18:16.564110 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 04d11977-3dd4-4c29-b12b-775990f95293 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:18:16.626298 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 04d11977-3dd4-4c29-b12b-775990f95293 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:18:16.626957 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:16.661414 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 50694) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:16.738483 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:16.780824 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 04d11977-3dd4-4c29-b12b-775990f95293, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=04d11977-3dd4-4c29-b12b-775990f95293,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:18:16.805343 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-444019d1-dd04-46c9-92a5-65970cc5ac11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:16.872796 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:16.890315 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-444019d1-dd04-46c9-92a5-65970cc5ac11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:16.932139 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c787421e-a828-488c-b336-a8f9c5506f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d11977-3dd4-4c29-b12b-775990f95293'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:18:16.934650 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c257421-4be3-4075-b4d8-ebfc6069b299" -d '{"events": [{"server_uuid": "c787421e-a828-488c-b336-a8f9c5506f4a", "name": "network-vif-plugged", "status": "completed", "tag": "04d11977-3dd4-4c29-b12b-775990f95293"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:18:16.949318 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=04d11977-3dd4-4c29-b12b-775990f95293,revision_number=7']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:16.975051 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0151b93a-d1df-4211-a1c4-955aa3890a8f x-openstack-request-id: req-0151b93a-d1df-4211-a1c4-955aa3890a8f {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:18:16.975349 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c787421e-a828-488c-b336-a8f9c5506f4a", "name": "network-vif-plugged", "status": "completed", "tag": "04d11977-3dd4-4c29-b12b-775990f95293", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:18:16.975635 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0151b93a-d1df-4211-a1c4-955aa3890a8f {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:18:16.976041 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0151b93a-d1df-4211-a1c4-955aa3890a8f'] response: {'server_uuid': 'c787421e-a828-488c-b336-a8f9c5506f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d11977-3dd4-4c29-b12b-775990f95293', 'code': 200} Apr 20 13:18:17.129822 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-444019d1-dd04-46c9-92a5-65970cc5ac11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:17.172186 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444019d1-dd04-46c9-92a5-65970cc5ac11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccdbff3-e34b-418b-8e82-73aabb33533f,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:17.207014 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-444019d1-dd04-46c9-92a5-65970cc5ac11 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=df7ea1a96ff4463a9208bbadcd13d469&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5445011 Apr 20 13:18:17.211795 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 50728) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:17.275967 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c1fc4424-ab98-436e-960e-44541137bf2d req-23027226-fbfe-4fa6-8dda-d66efa637e06 tempest-ServersAaction247Test-232903055 tempest-ServersAaction247Test-232903055-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fc9de7-7036-4b3b-8e73-47bd579ff866 HTTP/1.1" status: 200 len: 210 time: 0.0343606 Apr 20 13:18:17.326114 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e41fbb84-5413-414c-af9e-c276cddd5c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:17.348708 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e41fbb84-5413-414c-af9e-c276cddd5c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:17.557465 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e41fbb84-5413-414c-af9e-c276cddd5c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:17.560301 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e41fbb84-5413-414c-af9e-c276cddd5c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:17.561768 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e41fbb84-5413-414c-af9e-c276cddd5c19 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0ccdbff3-e34b-418b-8e82-73aabb33533f HTTP/1.1" status: 204 len: 168 time: 0.3483181 Apr 20 13:18:17.576494 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41fbb84-5413-414c-af9e-c276cddd5c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccdbff3-e34b-418b-8e82-73aabb33533f,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:17.594576 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41fbb84-5413-414c-af9e-c276cddd5c19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:17.596272 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41fbb84-5413-414c-af9e-c276cddd5c19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:17.596272 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41fbb84-5413-414c-af9e-c276cddd5c19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:17.596272 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41fbb84-5413-414c-af9e-c276cddd5c19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:17.596617 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41fbb84-5413-414c-af9e-c276cddd5c19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:17.596870 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41fbb84-5413-414c-af9e-c276cddd5c19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:17.597197 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41fbb84-5413-414c-af9e-c276cddd5c19 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:17.597607 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41fbb84-5413-414c-af9e-c276cddd5c19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:17.597901 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41fbb84-5413-414c-af9e-c276cddd5c19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:17.598222 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41fbb84-5413-414c-af9e-c276cddd5c19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:17.598676 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41fbb84-5413-414c-af9e-c276cddd5c19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:17.599003 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41fbb84-5413-414c-af9e-c276cddd5c19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:17.669854 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dd13f55c-37c2-431b-92ef-9a669605eaae req-d0ffefa7-65e9-4189-a62c-672549b1e024 tempest-ServerShowV254Test-1929541055 tempest-ServerShowV254Test-1929541055-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6fa78f7-d6b0-49b3-8186-baa7660fad76 HTTP/1.1" status: 200 len: 210 time: 0.0276043 Apr 20 13:18:18.444157 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-267e87a5-3586-4bf5-a335-7f807dfaea25 req-0863a964-60e1-4565-8fd3-c27175394606 tempest-ServersAaction247Test-232903055 tempest-ServersAaction247Test-232903055-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fc9de7-7036-4b3b-8e73-47bd579ff866 HTTP/1.1" status: 200 len: 210 time: 0.0567708 Apr 20 13:18:18.555902 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 50812) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:18.573753 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1960ade4-8aad-4ea0-ae41-25389c38a167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:18.656710 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1960ade4-8aad-4ea0-ae41-25389c38a167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:18.767344 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1960ade4-8aad-4ea0-ae41-25389c38a167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:18.796872 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1960ade4-8aad-4ea0-ae41-25389c38a167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49a36dd-418a-4303-9d7a-b9006fecd425,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:18.826096 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1960ade4-8aad-4ea0-ae41-25389c38a167 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eb7cea1059214bc5b625d3ebfb07e87d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2664258 Apr 20 13:18:18.828351 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 50824) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:18.868960 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1ee8090-0a83-4de4-a55e-37128dee8918 req-a183ae32-6bb0-4153-b454-785f159fff90 tempest-ServerShowV254Test-1929541055 tempest-ServerShowV254Test-1929541055-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6fa78f7-d6b0-49b3-8186-baa7660fad76 HTTP/1.1" status: 200 len: 210 time: 0.0801616 Apr 20 13:18:18.898482 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9d76a633-b0e8-4755-ba67-cb289884d064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:18.932049 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9d76a633-b0e8-4755-ba67-cb289884d064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:19.082789 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9d76a633-b0e8-4755-ba67-cb289884d064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:19.129127 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9d76a633-b0e8-4755-ba67-cb289884d064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:19.130745 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9d76a633-b0e8-4755-ba67-cb289884d064 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d49a36dd-418a-4303-9d7a-b9006fecd425 HTTP/1.1" status: 204 len: 168 time: 0.3011525 Apr 20 13:18:19.182703 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76a633-b0e8-4755-ba67-cb289884d064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49a36dd-418a-4303-9d7a-b9006fecd425,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:19.738005 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-917553bd-cd29-408b-83e4-692fc17a1faf req-89adcc80-1c40-4c5b-8d5a-30ad39f9fa8c tempest-ServersAaction247Test-232903055 tempest-ServersAaction247Test-232903055-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fc9de7-7036-4b3b-8e73-47bd579ff866 HTTP/1.1" status: 200 len: 210 time: 0.0654402 Apr 20 13:18:20.008350 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c005bf9d-e483-4798-b1e6-cb36e0d079c4 req-8beaf4f6-7b07-4492-acfe-2e27d8f59182 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=44fc9de7-7036-4b3b-8e73-47bd579ff866 HTTP/1.1" status: 200 len: 210 time: 0.0451446 Apr 20 13:18:20.173063 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b5700968-805b-47be-951c-ea392fed58dd req-2e46a5f3-b69b-472d-8500-cce5a9a60807 tempest-ServerShowV254Test-1929541055 tempest-ServerShowV254Test-1929541055-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6fa78f7-d6b0-49b3-8186-baa7660fad76 HTTP/1.1" status: 200 len: 210 time: 0.0774698 Apr 20 13:18:20.879878 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-67f4e38f-967a-4002-b2b9-09734e98147f req-60e9221b-5ed0-48ef-a2f7-cfdb06f05e82 tempest-ServersAaction247Test-232903055 tempest-ServersAaction247Test-232903055-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fc9de7-7036-4b3b-8e73-47bd579ff866 HTTP/1.1" status: 200 len: 210 time: 0.0502040 Apr 20 13:18:21.351220 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b8c6f9dc-228f-4253-b6c0-722bfff3083e req-b803be7a-ee77-46a2-a1db-160feaac4240 tempest-ServerShowV254Test-1929541055 tempest-ServerShowV254Test-1929541055-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6fa78f7-d6b0-49b3-8186-baa7660fad76 HTTP/1.1" status: 200 len: 210 time: 0.0617895 Apr 20 13:18:22.078939 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-967bbdf8-339c-44ab-8bed-58146ec9e664 req-47f55069-7c91-4760-ab35-21e8765efb7c tempest-ServersAaction247Test-232903055 tempest-ServersAaction247Test-232903055-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fc9de7-7036-4b3b-8e73-47bd579ff866 HTTP/1.1" status: 200 len: 210 time: 0.0433104 Apr 20 13:18:22.757070 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8acaebce-5044-49c4-8797-eb0fb876f1e4 req-2f8bd8d1-9f08-478c-809e-f96af876a38c tempest-ServerShowV254Test-1929541055 tempest-ServerShowV254Test-1929541055-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6fa78f7-d6b0-49b3-8186-baa7660fad76 HTTP/1.1" status: 200 len: 210 time: 0.0416164 Apr 20 13:18:24.415539 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-39cec2d6-5192-4013-9386-c3e576d94efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:24.585175 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4cbb3574-e2a4-479f-b1a1-a2e8ed0751d8 req-f96d2adc-3486-476d-84fb-4410a67e2ef1 tempest-ServerShowV254Test-1929541055 tempest-ServerShowV254Test-1929541055-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6fa78f7-d6b0-49b3-8186-baa7660fad76 HTTP/1.1" status: 200 len: 210 time: 0.0498524 Apr 20 13:18:25.280119 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6ac6747c-cba5-401b-8f91-0eba71428190 req-372d6afe-26e9-4e98-95ed-ed1840fdca4b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=758ac8beda12466eb988226d1441ed9e&device_id=44fc9de7-7036-4b3b-8e73-47bd579ff866 HTTP/1.1" status: 200 len: 210 time: 0.0854592 Apr 20 13:18:25.383671 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6ac6747c-cba5-401b-8f91-0eba71428190 req-74848603-c65d-471c-b15e-2b5b4d033e26 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=758ac8beda12466eb988226d1441ed9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0780082 Apr 20 13:18:25.511732 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-980879b5-3ed2-495a-a937-c1aa3e31cee8 req-b1df0afb-a7e1-45e7-ba6a-c91f7d3bcfc2 tempest-ServersAaction247Test-232903055 tempest-ServersAaction247Test-232903055-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fc9de7-7036-4b3b-8e73-47bd579ff866 HTTP/1.1" status: 200 len: 210 time: 0.1129658 Apr 20 13:18:25.674932 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6747c-cba5-401b-8f91-0eba71428190 req-eef8044e-1d95-4bc2-b6c4-53c7d86e0ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:25.680736 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6ac6747c-cba5-401b-8f91-0eba71428190 req-eef8044e-1d95-4bc2-b6c4-53c7d86e0ab2 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2906156 Apr 20 13:18:25.823888 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1833a88-18a3-4016-a84e-bd1fe033960d req-74fde40a-e32b-43aa-8d43-62c2a1779f54 tempest-ServerShowV254Test-1929541055 tempest-ServerShowV254Test-1929541055-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6fa78f7-d6b0-49b3-8186-baa7660fad76 HTTP/1.1" status: 200 len: 210 time: 0.0448637 Apr 20 13:18:26.277478 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 51126) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:26.495910 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 51130) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:26.556533 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7349fb47-b2aa-4b92-b1c5-447fb454fecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:26.751506 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7349fb47-b2aa-4b92-b1c5-447fb454fecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:26.772826 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c93c3938-20a8-4ffe-bd12-8746d2a81480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:26.788373 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-44c4568d-43d0-44c9-bce6-48a19760f3bb req-d3f49699-a0df-4bfc-90aa-3ab3fef81086 tempest-ServersAaction247Test-232903055 tempest-ServersAaction247Test-232903055-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fc9de7-7036-4b3b-8e73-47bd579ff866 HTTP/1.1" status: 200 len: 210 time: 0.0802908 Apr 20 13:18:26.789377 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7fec0943-74e5-4fec-89ee-b36b434d1d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:26.945303 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7349fb47-b2aa-4b92-b1c5-447fb454fecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:27.024354 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e0137635-7163-4d65-bb34-0cb055f8ccec req-8329c010-f382-4580-ac7a-003d96e9cb4c tempest-ServerShowV254Test-1929541055 tempest-ServerShowV254Test-1929541055-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6fa78f7-d6b0-49b3-8186-baa7660fad76 HTTP/1.1" status: 200 len: 210 time: 0.0609095 Apr 20 13:18:27.041703 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c93c3938-20a8-4ffe-bd12-8746d2a81480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:27.088927 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7349fb47-b2aa-4b92-b1c5-447fb454fecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da797725-5916-461c-9cf2-487e72fbbd97,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:27.096841 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 51142) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:27.097254 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7349fb47-b2aa-4b92-b1c5-447fb454fecf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8516438c65f64eb3afc61356929cd312&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8183181 Apr 20 13:18:27.107529 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c93c3938-20a8-4ffe-bd12-8746d2a81480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:27.170554 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a5440973-714a-4acb-9b09-5afad2777c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:27.178356 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93c3938-20a8-4ffe-bd12-8746d2a81480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260ad470-31b3-43ca-b24f-12b48fb6fdd4,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:27.205934 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a5440973-714a-4acb-9b09-5afad2777c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:27.217638 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 51144) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:27.219698 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c93c3938-20a8-4ffe-bd12-8746d2a81480 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=71b0bf34aee947728f6b636e816361b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7226346 Apr 20 13:18:27.339934 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c3559af3-5f25-41de-8582-3d411cdb6a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:27.398008 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c3559af3-5f25-41de-8582-3d411cdb6a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:27.502191 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a5440973-714a-4acb-9b09-5afad2777c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:27.509341 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a5440973-714a-4acb-9b09-5afad2777c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:27.513078 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a5440973-714a-4acb-9b09-5afad2777c8e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/da797725-5916-461c-9cf2-487e72fbbd97 HTTP/1.1" status: 204 len: 168 time: 0.4127822 Apr 20 13:18:27.533168 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5440973-714a-4acb-9b09-5afad2777c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da797725-5916-461c-9cf2-487e72fbbd97,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:27.590438 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c3559af3-5f25-41de-8582-3d411cdb6a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:27.593812 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c3559af3-5f25-41de-8582-3d411cdb6a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:27.595211 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c3559af3-5f25-41de-8582-3d411cdb6a79 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/260ad470-31b3-43ca-b24f-12b48fb6fdd4 HTTP/1.1" status: 204 len: 168 time: 0.3530254 Apr 20 13:18:27.612493 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3559af3-5f25-41de-8582-3d411cdb6a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260ad470-31b3-43ca-b24f-12b48fb6fdd4,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:27.980753 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d9dd42e3-c341-474e-b755-50c3011e5024 req-39735c4a-2625-40ee-97eb-77f8f757d465 tempest-ServersAaction247Test-232903055 tempest-ServersAaction247Test-232903055-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fc9de7-7036-4b3b-8e73-47bd579ff866 HTTP/1.1" status: 200 len: 210 time: 0.0351682 Apr 20 13:18:28.089751 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:28.265490 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ead38392-ea11-4dbe-93cb-869e65b75b1c req-229da622-7ac0-4334-8aa4-448353619eb9 tempest-ServerShowV254Test-1929541055 tempest-ServerShowV254Test-1929541055-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6fa78f7-d6b0-49b3-8186-baa7660fad76 HTTP/1.1" status: 200 len: 210 time: 0.0981977 Apr 20 13:18:28.586038 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 51160) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:28.643306 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-19dbc669-b71a-4f33-bb91-22f1a1982a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:28.702044 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 51164) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:28.739948 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7c0f4ef5-9396-45fa-bdb8-e3f6a918c0e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:28.903228 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-19dbc669-b71a-4f33-bb91-22f1a1982a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:28.918056 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7c0f4ef5-9396-45fa-bdb8-e3f6a918c0e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:28.974027 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-19dbc669-b71a-4f33-bb91-22f1a1982a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:28.980982 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7c0f4ef5-9396-45fa-bdb8-e3f6a918c0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:29.222028 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7c0f4ef5-9396-45fa-bdb8-e3f6a918c0e0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=80c79115d5fb41e8b4ebbabac2b49b5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5105326 Apr 20 13:18:29.223132 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-19dbc669-b71a-4f33-bb91-22f1a1982a2a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0d8792ba59dd4b86921eff6f177da6b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6255090 Apr 20 13:18:29.224237 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 51170) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:29.224237 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 51172) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:29.263018 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f4ef5-9396-45fa-bdb8-e3f6a918c0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647cf3cb-53ad-49a3-adf5-8e72f620dcbf,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:29.307995 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d5070283-d5fc-4c14-a5e2-99f965f8b29b req-e2486895-922f-4752-8a63-ebdea047083e tempest-ServersAaction247Test-232903055 tempest-ServersAaction247Test-232903055-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fc9de7-7036-4b3b-8e73-47bd579ff866 HTTP/1.1" status: 200 len: 210 time: 0.0804079 Apr 20 13:18:29.311394 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dbc669-b71a-4f33-bb91-22f1a1982a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a4175d-b052-4884-9abd-a2d4e4aad8b8,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:29.379626 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-443b04e2-472d-4138-b762-d07bd80a260b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:29.406842 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-20edbf57-1bc6-41dc-9e2d-eed99f4825f8 req-9c91ba21-2d9c-4766-b194-d3130c39e0ba tempest-ServerShowV254Test-1929541055 tempest-ServerShowV254Test-1929541055-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6fa78f7-d6b0-49b3-8186-baa7660fad76 HTTP/1.1" status: 200 len: 210 time: 0.0273657 Apr 20 13:18:29.413046 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-35618d4c-6aea-4250-a7d3-2a16a8aa6dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:29.441739 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-443b04e2-472d-4138-b762-d07bd80a260b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:29.452111 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-35618d4c-6aea-4250-a7d3-2a16a8aa6dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:29.627567 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:29.650276 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-443b04e2-472d-4138-b762-d07bd80a260b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:29.653310 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-443b04e2-472d-4138-b762-d07bd80a260b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:29.654484 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-443b04e2-472d-4138-b762-d07bd80a260b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/647cf3cb-53ad-49a3-adf5-8e72f620dcbf HTTP/1.1" status: 204 len: 168 time: 0.4301932 Apr 20 13:18:29.657268 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-35618d4c-6aea-4250-a7d3-2a16a8aa6dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:29.660846 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-35618d4c-6aea-4250-a7d3-2a16a8aa6dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:29.666241 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-35618d4c-6aea-4250-a7d3-2a16a8aa6dd3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/84a4175d-b052-4884-9abd-a2d4e4aad8b8 HTTP/1.1" status: 204 len: 168 time: 0.4401577 Apr 20 13:18:29.676590 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b04e2-472d-4138-b762-d07bd80a260b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647cf3cb-53ad-49a3-adf5-8e72f620dcbf,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:29.699864 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35618d4c-6aea-4250-a7d3-2a16a8aa6dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a4175d-b052-4884-9abd-a2d4e4aad8b8,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:29.929760 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:30.019621 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6ac6747c-cba5-401b-8f91-0eba71428190 req-5349fa71-5a81-404d-afe6-d53eb144d3d0 tempest-ServersAaction247Test-232903055 tempest-ServersAaction247Test-232903055-project] 10.222.0.15 "GET /v2.0/ports?device_id=44fc9de7-7036-4b3b-8e73-47bd579ff866 HTTP/1.1" status: 200 len: 210 time: 0.0259223 Apr 20 13:18:30.409876 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0cf8d5ca-6e60-4219-a433-5ec795ea117d req-2a7cebc7-7513-47e0-9fc9-1682322be00c tempest-ServersAaction247Test-232903055 tempest-ServersAaction247Test-232903055-project] 10.222.0.25 "GET /v2.0/ports?device_id=44fc9de7-7036-4b3b-8e73-47bd579ff866 HTTP/1.1" status: 200 len: 210 time: 0.0304394 Apr 20 13:18:30.523497 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c71b79f2-ec9e-4eb5-801d-5cdf5b240fec req-1b7a2bd4-54c9-4676-ba5d-b9fecd2e551c tempest-ServerShowV254Test-1929541055 tempest-ServerShowV254Test-1929541055-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6fa78f7-d6b0-49b3-8186-baa7660fad76 HTTP/1.1" status: 200 len: 210 time: 0.0291433 Apr 20 13:18:30.600342 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:18:31.728655 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bc9496ee-3759-4ae6-a3b7-ea64fbe580ef req-f4125a25-ed7c-4314-9040-cf77151d1500 tempest-ServerShowV254Test-1929541055 tempest-ServerShowV254Test-1929541055-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6fa78f7-d6b0-49b3-8186-baa7660fad76 HTTP/1.1" status: 200 len: 210 time: 0.0791523 Apr 20 13:18:32.672599 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 51266) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:32.682227 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be22298d-4ab3-463d-b5f4-5bc4daea6ebd req-86cf6a0c-8fd8-41b7-acad-cda953ee0a43 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=87d96cbe-49c3-4ae4-b5fb-b756896ea36e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0855160 Apr 20 13:18:32.837533 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22298d-4ab3-463d-b5f4-5bc4daea6ebd req-86685610-54ae-4f0e-b2b0-8da72a26c1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:32.842558 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be22298d-4ab3-463d-b5f4-5bc4daea6ebd req-86685610-54ae-4f0e-b2b0-8da72a26c1f3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2f08a99a944a41938360639f5c49ce47&device_id=87d96cbe-49c3-4ae4-b5fb-b756896ea36e HTTP/1.1" status: 200 len: 1099 time: 0.1124446 Apr 20 13:18:32.919239 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2583f601-44d6-45b1-b942-9669cf8071d6 req-e3d0f061-1217-406e-83e4-a0bf3c819585 tempest-ServerShowV254Test-1929541055 tempest-ServerShowV254Test-1929541055-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6fa78f7-d6b0-49b3-8186-baa7660fad76 HTTP/1.1" status: 200 len: 210 time: 0.0558686 Apr 20 13:18:33.128526 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22298d-4ab3-463d-b5f4-5bc4daea6ebd req-d4044032-3ffd-443d-b385-09e8f6362821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:33.134442 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be22298d-4ab3-463d-b5f4-5bc4daea6ebd req-d4044032-3ffd-443d-b385-09e8f6362821 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.2083616 Apr 20 13:18:33.233673 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8b273dad-1e95-41e0-b5b8-e545f4584125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:33.243680 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be22298d-4ab3-463d-b5f4-5bc4daea6ebd req-d99a13ac-02b6-46c2-9011-f9742671c744 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=7839d3e5-44bf-4210-9bfa-fa1048539dea HTTP/1.1" status: 200 len: 217 time: 0.1032591 Apr 20 13:18:33.328930 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22298d-4ab3-463d-b5f4-5bc4daea6ebd req-8bef7ce5-0a18-413d-b249-24cd8dcbe419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:33.331341 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be22298d-4ab3-463d-b5f4-5bc4daea6ebd req-8bef7ce5-0a18-413d-b249-24cd8dcbe419 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0777075 Apr 20 13:18:33.403949 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22298d-4ab3-463d-b5f4-5bc4daea6ebd req-06f81159-ccbd-44ea-aec1-fed2c56b9b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:33.405874 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be22298d-4ab3-463d-b5f4-5bc4daea6ebd req-06f81159-ccbd-44ea-aec1-fed2c56b9b8b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0677176 Apr 20 13:18:33.413149 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8b273dad-1e95-41e0-b5b8-e545f4584125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:33.483953 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8b273dad-1e95-41e0-b5b8-e545f4584125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:33.538747 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8b273dad-1e95-41e0-b5b8-e545f4584125 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=758ac8beda12466eb988226d1441ed9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8649855 Apr 20 13:18:33.542359 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 51284) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:33.545790 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be22298d-4ab3-463d-b5f4-5bc4daea6ebd req-ffee43a1-6255-401a-93b4-70f7c6a039f2 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312265 Apr 20 13:18:33.652691 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b273dad-1e95-41e0-b5b8-e545f4584125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e915ef-c700-4a94-9fb3-75d2b8a7d5f2,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:33.736719 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be22298d-4ab3-463d-b5f4-5bc4daea6ebd req-ba06a970-8a5d-4fdc-bffc-fa85504b178b service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830134 Apr 20 13:18:33.739517 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1acf372f-dc38-4400-ad9f-3a5055620627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:33.794357 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1acf372f-dc38-4400-ad9f-3a5055620627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:33.958133 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1acf372f-dc38-4400-ad9f-3a5055620627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:33.960668 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1acf372f-dc38-4400-ad9f-3a5055620627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:33.961827 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1acf372f-dc38-4400-ad9f-3a5055620627 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/52e915ef-c700-4a94-9fb3-75d2b8a7d5f2 HTTP/1.1" status: 204 len: 168 time: 0.4180846 Apr 20 13:18:33.972976 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acf372f-dc38-4400-ad9f-3a5055620627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e915ef-c700-4a94-9fb3-75d2b8a7d5f2,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:34.199651 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9472f6b9-03a7-420e-8d42-8bb7c4d23982 req-b7df753b-97ae-4a49-b9b4-cf3770024894 tempest-ServerShowV254Test-1929541055 tempest-ServerShowV254Test-1929541055-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6fa78f7-d6b0-49b3-8186-baa7660fad76 HTTP/1.1" status: 200 len: 210 time: 0.0619106 Apr 20 13:18:35.336840 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-23cdec30-88b4-4223-934e-d8f656a1699c req-9a268cb7-a481-4299-8ae8-d2e20e94fde3 tempest-ServerShowV254Test-1929541055 tempest-ServerShowV254Test-1929541055-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6fa78f7-d6b0-49b3-8186-baa7660fad76 HTTP/1.1" status: 200 len: 210 time: 0.0277286 Apr 20 13:18:36.558568 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-27e5d1d0-6b62-41d5-ae52-939048173f7f req-4c87f4ae-ad16-418b-8bee-d784b7772a1d tempest-ServerShowV254Test-1929541055 tempest-ServerShowV254Test-1929541055-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6fa78f7-d6b0-49b3-8186-baa7660fad76 HTTP/1.1" status: 200 len: 210 time: 0.0464084 Apr 20 13:18:37.164277 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 51394) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:37.370121 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4141b9-7e93-4035-bcd7-3f35499d7daf req-82c25d9e-f61b-43a4-aa39-055f76031f74 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:37.379847 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4b4141b9-7e93-4035-bcd7-3f35499d7daf req-82c25d9e-f61b-43a4-aa39-055f76031f74 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 945 time: 0.0860779 Apr 20 13:18:37.455487 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4b4141b9-7e93-4035-bcd7-3f35499d7daf req-08794e1c-611c-4c55-8c13-db403429a1f2 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0741658 Apr 20 13:18:37.574339 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-a6dac59b-4517-4951-a999-e8dd4997be95 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-1981763242-network', 'tenant_id': '289003809e814cb0849498184438b6f1'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:18:37.743293 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-99bf3041-373d-4d20-ab25-62eff1117c54 req-37af5809-4123-40f3-b092-4facba2cb963 tempest-ServerShowV254Test-1929541055 tempest-ServerShowV254Test-1929541055-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6fa78f7-d6b0-49b3-8186-baa7660fad76 HTTP/1.1" status: 200 len: 210 time: 0.0764997 Apr 20 13:18:37.747311 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6dac59b-4517-4951-a999-e8dd4997be95 admin admin] Made reservation on behalf of 289003809e814cb0849498184438b6f1 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:18:37.747311 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a6dac59b-4517-4951-a999-e8dd4997be95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:37.768258 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a6dac59b-4517-4951-a999-e8dd4997be95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:37.936947 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a6dac59b-4517-4951-a999-e8dd4997be95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:38.003732 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a6dac59b-4517-4951-a999-e8dd4997be95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:38.060207 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dac59b-4517-4951-a999-e8dd4997be95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc6d487-24ae-4b8c-8777-09f5efe2321a,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:38.063109 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6dac59b-4517-4951-a999-e8dd4997be95 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:18:38.077604 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a6dac59b-4517-4951-a999-e8dd4997be95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:38.077604 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-a6dac59b-4517-4951-a999-e8dd4997be95 admin admin] Added segment c16583e9-09ed-4279-b022-0fb2fa7cd03a of type vlan for network 15c9b6dd-29b0-4573-8f34-4be335bff4a2 Apr 20 13:18:38.120971 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a6dac59b-4517-4951-a999-e8dd4997be95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:38.266462 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a6dac59b-4517-4951-a999-e8dd4997be95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:38.268712 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dac59b-4517-4951-a999-e8dd4997be95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:38.268712 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a6dac59b-4517-4951-a999-e8dd4997be95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:38.397786 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 51480) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:38.403044 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-cd1a262b-670a-4dd5-a6cb-1de664525041 admin admin] Request body: {'subnet': {'network_id': '15c9b6dd-29b0-4573-8f34-4be335bff4a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-1981763242-subnet', 'tenant_id': '289003809e814cb0849498184438b6f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:18:38.410602 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a6dac59b-4517-4951-a999-e8dd4997be95 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2340941 Apr 20 13:18:38.411823 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dac59b-4517-4951-a999-e8dd4997be95 admin admin] Pushing event updated for resources: {'Network': ['ID=15c9b6dd-29b0-4573-8f34-4be335bff4a2,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:38.424876 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 15c9b6dd-29b0-4573-8f34-4be335bff4a2 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:18:38.506601 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1a262b-670a-4dd5-a6cb-1de664525041 admin admin] Made reservation on behalf of 289003809e814cb0849498184438b6f1 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:18:38.509094 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cd1a262b-670a-4dd5-a6cb-1de664525041 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:38.666744 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a414916-fc77-4a54-bf8f-f0e313b71cdc req-0d1245d8-f013-4a37-a81f-715448f8c120 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:38.668508 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8a414916-fc77-4a54-bf8f-f0e313b71cdc req-0d1245d8-f013-4a37-a81f-715448f8c120 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 945 time: 0.1054199 Apr 20 13:18:38.740735 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8a414916-fc77-4a54-bf8f-f0e313b71cdc req-a4093306-dfbe-4ae7-9dcd-d882a662eb11 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508108 Apr 20 13:18:38.970347 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cd1a262b-670a-4dd5-a6cb-1de664525041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:38.998585 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-24ff15cd-fa2b-4b98-9ecf-b9a74bd07121 req-43aa1d88-97cc-43f2-bd09-ab6b57c65a9e tempest-ServerShowV254Test-1929541055 tempest-ServerShowV254Test-1929541055-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6fa78f7-d6b0-49b3-8186-baa7660fad76 HTTP/1.1" status: 200 len: 210 time: 0.1060810 Apr 20 13:18:39.129712 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a262b-670a-4dd5-a6cb-1de664525041 admin admin] Pushing event updated for resources: {'Subnet': ['ID=605df9fa-f411-46ed-9a65-6e6bf2391f1d,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:39.142303 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1a262b-670a-4dd5-a6cb-1de664525041 admin admin] Checking segment: {'id': 'c16583e9-09ed-4279-b022-0fb2fa7cd03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '15c9b6dd-29b0-4573-8f34-4be335bff4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:18:39.142303 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1a262b-670a-4dd5-a6cb-1de664525041 admin admin] Network hostable DHCP agents. Network: 15c9b6dd-29b0-4573-8f34-4be335bff4a2, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:18:39.260646 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1a262b-670a-4dd5-a6cb-1de664525041 admin admin] Network 15c9b6dd-29b0-4573-8f34-4be335bff4a2 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:18:39.291475 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9a3f949b-6f4e-4f14-bc7d-933b155056e3 req-76a1eb28-0324-4f83-beea-c562e3c76b4d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a8275e3d-867a-4f11-8fc1-90d142cb2f7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1118002 Apr 20 13:18:39.326873 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-cd1a262b-670a-4dd5-a6cb-1de664525041 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 15c9b6dd-29b0-4573-8f34-4be335bff4a2) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:18:39.331903 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1a262b-670a-4dd5-a6cb-1de664525041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:39.336484 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cd1a262b-670a-4dd5-a6cb-1de664525041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:39.348446 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33ed260-fcc4-4d2f-b8a0-9029035de083 None None] Network 15c9b6dd-29b0-4573-8f34-4be335bff4a2 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:18:39.452807 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-cd1a262b-670a-4dd5-a6cb-1de664525041 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0538449 Apr 20 13:18:39.578557 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f949b-6f4e-4f14-bc7d-933b155056e3 req-2080714c-441e-458f-86c5-2a13ee1c7340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:39.595433 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9a3f949b-6f4e-4f14-bc7d-933b155056e3 req-2080714c-441e-458f-86c5-2a13ee1c7340 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c9879da00c2d409cb5600ab9b90435a1&device_id=a8275e3d-867a-4f11-8fc1-90d142cb2f7c HTTP/1.1" status: 200 len: 1101 time: 0.2064061 Apr 20 13:18:39.824457 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213f94c4-6403-42b4-8655-28cd69e43123 None None] Network 15c9b6dd-29b0-4573-8f34-4be335bff4a2 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:18:39.852892 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f949b-6f4e-4f14-bc7d-933b155056e3 req-0ae8ef61-28f7-46c5-b6ea-968aa1e2eba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:39.856661 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9a3f949b-6f4e-4f14-bc7d-933b155056e3 req-0ae8ef61-28f7-46c5-b6ea-968aa1e2eba3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.1645837 Apr 20 13:18:39.905799 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9a3f949b-6f4e-4f14-bc7d-933b155056e3 req-99501409-f877-459d-9ac3-d1c3927342f1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=5192d155-9f67-4efc-8c85-d250be2423e6 HTTP/1.1" status: 200 len: 217 time: 0.0418394 Apr 20 13:18:40.046644 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f949b-6f4e-4f14-bc7d-933b155056e3 req-1980c582-1932-445f-88f2-ffeb665f08d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:40.053142 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9a3f949b-6f4e-4f14-bc7d-933b155056e3 req-1980c582-1932-445f-88f2-ffeb665f08d4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.1378229 Apr 20 13:18:40.191962 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f949b-6f4e-4f14-bc7d-933b155056e3 req-63373741-5ced-47dd-80df-baf76930c4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:40.195946 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9a3f949b-6f4e-4f14-bc7d-933b155056e3 req-63373741-5ced-47dd-80df-baf76930c4f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1363018 Apr 20 13:18:40.355139 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9a3f949b-6f4e-4f14-bc7d-933b155056e3 req-e7fbc66c-18ab-41a6-8c4d-dc7b2e1b7bee service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474204 Apr 20 13:18:40.645080 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device ce93adfa-4de5-4e0d-a1aa-a05fa73db53c no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:18:40.661950 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9a3f949b-6f4e-4f14-bc7d-933b155056e3 req-96477e47-9ce9-4470-b0e7-a997291801b4 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025584 Apr 20 13:18:40.811603 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b32f9a13-d266-4a9a-809d-135101724b6a req-23771717-a2ee-49fc-ae8b-0972059d5283 tempest-ServerShowV254Test-1929541055 tempest-ServerShowV254Test-1929541055-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6fa78f7-d6b0-49b3-8186-baa7660fad76 HTTP/1.1" status: 200 len: 210 time: 0.0648804 Apr 20 13:18:40.910011 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:40.976707 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port ce93adfa-4de5-4e0d-a1aa-a05fa73db53c, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=ce93adfa-4de5-4e0d-a1aa-a05fa73db53c,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:18:40.978251 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb71cda-943c-455b-92ae-24ce0c2f25e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce93adfa-4de5-4e0d-a1aa-a05fa73db53c'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:18:40.980577 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452fa8f8-7b48-4e73-9927-67fcc09b1b5b" -d '{"events": [{"server_uuid": "1bb71cda-943c-455b-92ae-24ce0c2f25e1", "name": "network-vif-unplugged", "status": "completed", "tag": "ce93adfa-4de5-4e0d-a1aa-a05fa73db53c"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:18:41.024433 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2c46be-40c3-4f9a-8b4c-1b6c3e8b7547 x-openstack-request-id: req-ff2c46be-40c3-4f9a-8b4c-1b6c3e8b7547 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:18:41.024996 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb71cda-943c-455b-92ae-24ce0c2f25e1", "name": "network-vif-unplugged", "status": "completed", "tag": "ce93adfa-4de5-4e0d-a1aa-a05fa73db53c", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:18:41.025436 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ff2c46be-40c3-4f9a-8b4c-1b6c3e8b7547 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:18:41.026098 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff2c46be-40c3-4f9a-8b4c-1b6c3e8b7547'] response: {'server_uuid': '1bb71cda-943c-455b-92ae-24ce0c2f25e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce93adfa-4de5-4e0d-a1aa-a05fa73db53c', 'code': 200} Apr 20 13:18:41.113508 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:41.179912 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=ce93adfa-4de5-4e0d-a1aa-a05fa73db53c,revision_number=8']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:41.189884 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:41.190527 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:41.191040 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:41.191573 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:41.192080 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:41.193077 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:41.193599 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:41.194101 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:41.194599 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:41.195097 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:41.195754 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:41.196397 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:41.484395 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d92d460e-1001-4323-9308-f2049a2597f4 req-5bca7706-4e23-45fe-8cf7-9b8178538d0e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a6fa78f7-d6b0-49b3-8186-baa7660fad76 HTTP/1.1" status: 200 len: 210 time: 0.0303085 Apr 20 13:18:41.759614 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 51660) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:41.868193 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-f69d7973-7305-4cdc-9f19-d3bf4a97422e admin admin] Deleting subnet 605df9fa-f411-46ed-9a65-6e6bf2391f1d {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:18:41.875263 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f69d7973-7305-4cdc-9f19-d3bf4a97422e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:41.921047 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f69d7973-7305-4cdc-9f19-d3bf4a97422e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:41.969224 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f69d7973-7305-4cdc-9f19-d3bf4a97422e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:42.089396 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be41613b-65ee-4961-b0bc-e028a2abf20f req-fc56aaaa-38bb-493a-b951-6ee3935ed563 tempest-ServerShowV254Test-1929541055 tempest-ServerShowV254Test-1929541055-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6fa78f7-d6b0-49b3-8186-baa7660fad76 HTTP/1.1" status: 200 len: 210 time: 0.0937185 Apr 20 13:18:42.127338 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f69d7973-7305-4cdc-9f19-d3bf4a97422e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:42.156809 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f69d7973-7305-4cdc-9f19-d3bf4a97422e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:42.160800 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f69d7973-7305-4cdc-9f19-d3bf4a97422e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/605df9fa-f411-46ed-9a65-6e6bf2391f1d HTTP/1.1" status: 204 len: 168 time: 0.4009478 Apr 20 13:18:42.163879 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 51676) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:42.173776 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d7973-7305-4cdc-9f19-d3bf4a97422e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=605df9fa-f411-46ed-9a65-6e6bf2391f1d,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:42.229420 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:42.309228 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-01333350-1355-4b7c-ab01-93539295d39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:42.405699 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-01333350-1355-4b7c-ab01-93539295d39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:42.442814 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-01333350-1355-4b7c-ab01-93539295d39c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c9b6dd-29b0-4573-8f34-4be335bff4a2']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:42.456437 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-01333350-1355-4b7c-ab01-93539295d39c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c16583e9-09ed-4279-b022-0fb2fa7cd03a') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:42.456810 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-01333350-1355-4b7c-ab01-93539295d39c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c16583e9-09ed-4279-b022-0fb2fa7cd03a') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:42.486238 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-01333350-1355-4b7c-ab01-93539295d39c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:42.513854 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-01333350-1355-4b7c-ab01-93539295d39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:42.523385 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01333350-1355-4b7c-ab01-93539295d39c admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:18:42.524151 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-01333350-1355-4b7c-ab01-93539295d39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:42.527096 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:18:42.527096 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:18:42.527096 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:18:42.527096 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:18:42.527096 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:18:42.527096 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:18:42.527096 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:18:42.527096 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:18:42.527096 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:18:42.527096 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:18:42.527096 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:18:42.527096 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:18:42.527096 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:18:42.527096 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:18:42.527096 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:18:42.527096 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:18:42.527096 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:18:42.527096 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:18:42.527096 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:18:42.527096 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:18:42.527096 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:18:42.527096 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:18:42.527096 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:18:42.527096 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:18:42.527096 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:18:42.527096 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:18:42.527096 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:18:42.527096 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:18:42.527096 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:18:42.527096 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:18:42.527096 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:18:42.527096 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:18:42.712294 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-01333350-1355-4b7c-ab01-93539295d39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:42.718384 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-01333350-1355-4b7c-ab01-93539295d39c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:42.722567 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-01333350-1355-4b7c-ab01-93539295d39c admin admin] 10.222.0.25 "DELETE /v2.0/networks/15c9b6dd-29b0-4573-8f34-4be335bff4a2 HTTP/1.1" status: 204 len: 168 time: 0.5523980 Apr 20 13:18:42.733927 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01333350-1355-4b7c-ab01-93539295d39c admin admin] Pushing event deleted for resources: {'Network': ['ID=15c9b6dd-29b0-4573-8f34-4be335bff4a2,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:42.867731 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:43.190249 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65c4b7ee-23ed-428e-8d4d-8aa97d2700a4 req-0611b481-7c5c-4447-9276-104202029dfb tempest-ServerShowV254Test-1929541055 tempest-ServerShowV254Test-1929541055-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6fa78f7-d6b0-49b3-8186-baa7660fad76 HTTP/1.1" status: 200 len: 210 time: 0.0285101 Apr 20 13:18:43.345142 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 51768) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:43.447900 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f1b47e6e-950a-41e2-bd55-d4f1d084d6b8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=289003809e814cb0849498184438b6f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1012280 Apr 20 13:18:43.451164 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 51788) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:43.582249 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1c2e9e73-af98-451f-9cd0-fab5290b5a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:43.641283 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1c2e9e73-af98-451f-9cd0-fab5290b5a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:43.699496 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cfb47-8ec2-4e91-b1cc-7d448f57520e req-ff587ddb-7a6c-4080-bf32-dc15ca4b730f tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:43.699496 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c74cfb47-8ec2-4e91-b1cc-7d448f57520e req-ff587ddb-7a6c-4080-bf32-dc15ca4b730f tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/ports?device_id=c787421e-a828-488c-b336-a8f9c5506f4a HTTP/1.1" status: 200 len: 950 time: 0.1066463 Apr 20 13:18:43.763560 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c74cfb47-8ec2-4e91-b1cc-7d448f57520e req-175d8499-f0ab-4650-95d1-8635129a7911 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ba3b931-fda2-4c07-93a8-b75445543aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486977 Apr 20 13:18:43.814349 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1c2e9e73-af98-451f-9cd0-fab5290b5a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:43.814349 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1c2e9e73-af98-451f-9cd0-fab5290b5a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:43.816002 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1c2e9e73-af98-451f-9cd0-fab5290b5a38 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9fc6d487-24ae-4b8c-8777-09f5efe2321a HTTP/1.1" status: 204 len: 168 time: 0.3628774 Apr 20 13:18:43.826213 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e9e73-af98-451f-9cd0-fab5290b5a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc6d487-24ae-4b8c-8777-09f5efe2321a,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:43.929442 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be76ee9a-4f04-4901-be5d-98df66c00ba6 req-cf7e8a6d-9555-446e-ab8d-9dc6e1adaa97 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ba13d94b0be4fd2a58f9e6388f3a2d2&device_id=a6fa78f7-d6b0-49b3-8186-baa7660fad76 HTTP/1.1" status: 200 len: 210 time: 0.0375891 Apr 20 13:18:43.975660 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be76ee9a-4f04-4901-be5d-98df66c00ba6 req-7db1885d-1730-41f2-a145-4ac1e9151caa service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=8ba13d94b0be4fd2a58f9e6388f3a2d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352018 Apr 20 13:18:43.977498 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3fbd0c77-cb7f-4b92-9b67-891cf52f534b req-5bbbaa0f-13e5-474d-957b-222735f0e4a4 tempest-ServerShowV254Test-1929541055 tempest-ServerShowV254Test-1929541055-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6fa78f7-d6b0-49b3-8186-baa7660fad76 HTTP/1.1" status: 200 len: 210 time: 0.0471678 Apr 20 13:18:44.132106 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76ee9a-4f04-4901-be5d-98df66c00ba6 req-d278fd67-e3a0-4fd1-a600-bf2cd5fea9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:44.134148 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be76ee9a-4f04-4901-be5d-98df66c00ba6 req-d278fd67-e3a0-4fd1-a600-bf2cd5fea9a7 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1502371 Apr 20 13:18:44.637796 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device ce93adfa-4de5-4e0d-a1aa-a05fa73db53c details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:18:44.908729 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port ce93adfa-4de5-4e0d-a1aa-a05fa73db53c, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=ce93adfa-4de5-4e0d-a1aa-a05fa73db53c,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:18:44.942909 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': 'ce93adfa-4de5-4e0d-a1aa-a05fa73db53c', 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119', 'port_id': 'ce93adfa-4de5-4e0d-a1aa-a05fa73db53c', 'mac_address': 'fa:16:3e:22:af:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa576778-8514-4874-84e6-afe172476688', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:18:44.990807 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:44.994432 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfe3f2-78b2-4676-abdc-32f330175334 req-7e73f837-f0da-4eb3-a343-be2799f6924b tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:45.003019 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5fcfe3f2-78b2-4676-abdc-32f330175334 req-7e73f837-f0da-4eb3-a343-be2799f6924b tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/ports?device_id=c787421e-a828-488c-b336-a8f9c5506f4a HTTP/1.1" status: 200 len: 950 time: 0.1101198 Apr 20 13:18:45.010050 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce93adfa-4de5-4e0d-a1aa-a05fa73db53c {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:18:45.034182 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port ce93adfa-4de5-4e0d-a1aa-a05fa73db53c, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=ce93adfa-4de5-4e0d-a1aa-a05fa73db53c,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:18:45.039937 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5fcfe3f2-78b2-4676-abdc-32f330175334 req-535a6d0d-2959-43da-8e94-9c9cc534562d tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ba3b931-fda2-4c07-93a8-b75445543aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357349 Apr 20 13:18:45.107059 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:45.201203 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=ce93adfa-4de5-4e0d-a1aa-a05fa73db53c,revision_number=9']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:45.208583 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['ce93adfa-4de5-4e0d-a1aa-a05fa73db53c'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:18:45.254851 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a93ba79-8bd3-4a53-9b7e-5fe65f375eec req-f96229fb-339d-4262-9353-9af65bffe66b tempest-ServerShowV254Test-1929541055 tempest-ServerShowV254Test-1929541055-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6fa78f7-d6b0-49b3-8186-baa7660fad76 HTTP/1.1" status: 200 len: 210 time: 0.0719705 Apr 20 13:18:45.572420 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be76ee9a-4f04-4901-be5d-98df66c00ba6 req-f2ebd934-caa7-4902-b688-087d22d01ba4 tempest-ServerShowV254Test-1929541055 tempest-ServerShowV254Test-1929541055-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6fa78f7-d6b0-49b3-8186-baa7660fad76 HTTP/1.1" status: 200 len: 210 time: 0.0871494 Apr 20 13:18:45.793233 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 51924) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:45.988464 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-eedc1d0f-87de-4825-9b52-4f633f68e645 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1124077422-network', 'tenant_id': '77a1d921eb254cba8099f50efc4e4c0f'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:18:46.095505 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedc1d0f-87de-4825-9b52-4f633f68e645 admin admin] Made reservation on behalf of 77a1d921eb254cba8099f50efc4e4c0f for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:18:46.097784 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eedc1d0f-87de-4825-9b52-4f633f68e645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:46.108319 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eedc1d0f-87de-4825-9b52-4f633f68e645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:46.234656 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eedc1d0f-87de-4825-9b52-4f633f68e645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:46.326726 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eedc1d0f-87de-4825-9b52-4f633f68e645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:46.351002 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eedc1d0f-87de-4825-9b52-4f633f68e645 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:18:46.366893 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc1d0f-87de-4825-9b52-4f633f68e645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa12be5-2d73-44dd-8d58-8fa8dec1b4d1,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:46.371632 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eedc1d0f-87de-4825-9b52-4f633f68e645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:46.372059 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-eedc1d0f-87de-4825-9b52-4f633f68e645 admin admin] Added segment f88cf8c0-7acf-4561-88ae-6e067e585ded of type vlan for network d602368d-3f7d-4731-80ac-a524b2c449a2 Apr 20 13:18:46.418927 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eedc1d0f-87de-4825-9b52-4f633f68e645 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:46.435551 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e493b66-7f4c-441e-8fe8-6c011051ab8d req-811baa66-6ad9-4850-80a7-afaf3d23f84c tempest-ServerShowV254Test-1929541055 tempest-ServerShowV254Test-1929541055-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6fa78f7-d6b0-49b3-8186-baa7660fad76 HTTP/1.1" status: 200 len: 210 time: 0.0511720 Apr 20 13:18:46.549736 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eedc1d0f-87de-4825-9b52-4f633f68e645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:46.550875 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedc1d0f-87de-4825-9b52-4f633f68e645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:46.553301 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eedc1d0f-87de-4825-9b52-4f633f68e645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:46.637905 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc1d0f-87de-4825-9b52-4f633f68e645 admin admin] Pushing event updated for resources: {'Network': ['ID=d602368d-3f7d-4731-80ac-a524b2c449a2,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:46.641805 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device ce93adfa-4de5-4e0d-a1aa-a05fa73db53c up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:18:46.671919 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network d602368d-3f7d-4731-80ac-a524b2c449a2 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:18:46.736551 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-eedc1d0f-87de-4825-9b52-4f633f68e645 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9407220 Apr 20 13:18:46.738666 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 51980) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:46.751451 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-2b2d5e28-1887-43ca-b8b3-31645897186a admin admin] Request body: {'subnet': {'network_id': 'd602368d-3f7d-4731-80ac-a524b2c449a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1124077422-subnet', 'tenant_id': '77a1d921eb254cba8099f50efc4e4c0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:18:46.755937 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port ce93adfa-4de5-4e0d-a1aa-a05fa73db53c triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:18:46.756589 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:46.852883 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2d5e28-1887-43ca-b8b3-31645897186a admin admin] Made reservation on behalf of 77a1d921eb254cba8099f50efc4e4c0f for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:18:46.865682 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b2d5e28-1887-43ca-b8b3-31645897186a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:46.883552 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:46.924814 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb71cda-943c-455b-92ae-24ce0c2f25e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce93adfa-4de5-4e0d-a1aa-a05fa73db53c'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:18:46.927512 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d145b7e5-d3d7-45dc-8909-8cf78c83c08f" -d '{"events": [{"server_uuid": "1bb71cda-943c-455b-92ae-24ce0c2f25e1", "name": "network-vif-plugged", "status": "completed", "tag": "ce93adfa-4de5-4e0d-a1aa-a05fa73db53c"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:18:46.960073 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port ce93adfa-4de5-4e0d-a1aa-a05fa73db53c, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=ce93adfa-4de5-4e0d-a1aa-a05fa73db53c,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:18:46.982543 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121bb2d8-59a9-460c-ae4d-8a91012f04c8 x-openstack-request-id: req-121bb2d8-59a9-460c-ae4d-8a91012f04c8 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:18:46.982965 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb71cda-943c-455b-92ae-24ce0c2f25e1", "name": "network-vif-plugged", "status": "completed", "tag": "ce93adfa-4de5-4e0d-a1aa-a05fa73db53c", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:18:46.983484 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-121bb2d8-59a9-460c-ae4d-8a91012f04c8 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:18:46.984659 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-121bb2d8-59a9-460c-ae4d-8a91012f04c8'] response: {'server_uuid': '1bb71cda-943c-455b-92ae-24ce0c2f25e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce93adfa-4de5-4e0d-a1aa-a05fa73db53c', 'code': 200} Apr 20 13:18:47.032425 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:47.033593 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 04d11977-3dd4-4c29-b12b-775990f95293 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:18:47.149883 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=ce93adfa-4de5-4e0d-a1aa-a05fa73db53c,revision_number=10']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:47.198461 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:47.247670 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 04d11977-3dd4-4c29-b12b-775990f95293, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=04d11977-3dd4-4c29-b12b-775990f95293,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:18:47.312440 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b2d5e28-1887-43ca-b8b3-31645897186a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:47.377415 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d5e28-1887-43ca-b8b3-31645897186a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b037e642-6526-4356-b64f-5a9df69edabc,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:47.407474 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:47.420147 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2d5e28-1887-43ca-b8b3-31645897186a admin admin] Checking segment: {'id': 'f88cf8c0-7acf-4561-88ae-6e067e585ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd602368d-3f7d-4731-80ac-a524b2c449a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:18:47.421020 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2d5e28-1887-43ca-b8b3-31645897186a admin admin] Network hostable DHCP agents. Network: d602368d-3f7d-4731-80ac-a524b2c449a2, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:18:47.460983 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52020) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:47.546252 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2d5e28-1887-43ca-b8b3-31645897186a admin admin] Network d602368d-3f7d-4731-80ac-a524b2c449a2 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:18:47.560293 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=04d11977-3dd4-4c29-b12b-775990f95293,revision_number=8']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:47.658657 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-2b2d5e28-1887-43ca-b8b3-31645897186a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, d602368d-3f7d-4731-80ac-a524b2c449a2) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:18:47.663926 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2d5e28-1887-43ca-b8b3-31645897186a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:47.665007 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b2d5e28-1887-43ca-b8b3-31645897186a admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:47.668967 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd33a6f5-3820-494b-8f61-6176677abe84 None None] Network d602368d-3f7d-4731-80ac-a524b2c449a2 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:18:47.780354 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d3a54efb-6ae1-43d3-9b09-b25a53d16082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:47.790614 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2b2d5e28-1887-43ca-b8b3-31645897186a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0505476 Apr 20 13:18:47.879918 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d3a54efb-6ae1-43d3-9b09-b25a53d16082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:47.905508 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4070bb-2058-459a-9d92-5322f883efa0 None None] Network d602368d-3f7d-4731-80ac-a524b2c449a2 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:18:47.986404 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d3a54efb-6ae1-43d3-9b09-b25a53d16082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:48.028909 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d3a54efb-6ae1-43d3-9b09-b25a53d16082 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=06be695fa7a1460698f626d31786b6e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5668292 Apr 20 13:18:48.031782 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52044) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:48.038985 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a54efb-6ae1-43d3-9b09-b25a53d16082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee10b667-0c53-4cf7-a861-a9029e227e83,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:48.088195 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9b7f070e-a83d-423c-a930-88d882f3f9fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:48.138936 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9b7f070e-a83d-423c-a930-88d882f3f9fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:48.333698 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9b7f070e-a83d-423c-a930-88d882f3f9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:48.336290 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9b7f070e-a83d-423c-a930-88d882f3f9fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:48.340293 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9b7f070e-a83d-423c-a930-88d882f3f9fd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ee10b667-0c53-4cf7-a861-a9029e227e83 HTTP/1.1" status: 204 len: 168 time: 0.3073301 Apr 20 13:18:48.348508 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7f070e-a83d-423c-a930-88d882f3f9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee10b667-0c53-4cf7-a861-a9029e227e83,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:48.436276 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 52076) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:48.986327 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c787421e-a828-488c-b336-a8f9c5506f4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04d11977-3dd4-4c29-b12b-775990f95293'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:18:48.993915 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ae8d18-c872-410b-a425-af47b4f48b60" -d '{"events": [{"server_uuid": "c787421e-a828-488c-b336-a8f9c5506f4a", "name": "network-vif-unplugged", "status": "completed", "tag": "04d11977-3dd4-4c29-b12b-775990f95293"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:18:49.096037 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09504216-ed9a-4442-8d12-e2a5dbfe7b47 x-openstack-request-id: req-09504216-ed9a-4442-8d12-e2a5dbfe7b47 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:18:49.097030 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c787421e-a828-488c-b336-a8f9c5506f4a", "name": "network-vif-unplugged", "status": "completed", "tag": "04d11977-3dd4-4c29-b12b-775990f95293", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:18:49.097448 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-09504216-ed9a-4442-8d12-e2a5dbfe7b47 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:18:49.097913 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09504216-ed9a-4442-8d12-e2a5dbfe7b47'] response: {'server_uuid': 'c787421e-a828-488c-b336-a8f9c5506f4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04d11977-3dd4-4c29-b12b-775990f95293', 'code': 200} Apr 20 13:18:49.160096 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52106) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:49.218898 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd2d400a-8c56-4589-8531-ff8606efeda4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:49.288931 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fe065a65-430e-47f6-a760-432eeafc3423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:49.329388 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-2fa9e5cf-756d-48f6-b8f3-8eb3ab8710b4 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:49.334183 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-2fa9e5cf-756d-48f6-b8f3-8eb3ab8710b4 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] 10.222.0.25 "GET /v2.0/networks?id=d602368d-3f7d-4731-80ac-a524b2c449a2 HTTP/1.1" status: 200 len: 821 time: 0.1915350 Apr 20 13:18:49.362471 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-789d5269-1f7a-4857-8b2b-1ab5d155f7d8 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] 10.222.0.25 "GET /v2.0/quotas/77a1d921eb254cba8099f50efc4e4c0f HTTP/1.1" status: 200 len: 375 time: 0.0155230 Apr 20 13:18:49.434478 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-c19ec98b-81fc-4653-9bbf-38487a598457 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=77a1d921eb254cba8099f50efc4e4c0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530217 Apr 20 13:18:49.461872 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fe065a65-430e-47f6-a760-432eeafc3423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:49.486080 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd2d400a-8c56-4589-8531-ff8606efeda4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:49.551799 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fe065a65-430e-47f6-a760-432eeafc3423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:49.554201 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-be202b9c-1943-4a86-a4a1-b21fa22a002b service neutron] 10.222.0.25 "GET /v2.0/networks/d602368d-3f7d-4731-80ac-a524b2c449a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120636 Apr 20 13:18:49.593594 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-fe065a65-430e-47f6-a760-432eeafc3423 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=92b7b7ec2bee461fa5e985ade0cf3a62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4317703 Apr 20 13:18:49.594634 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe065a65-430e-47f6-a760-432eeafc3423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738afdcb-0e55-49b5-a8e4-dae03914e6d0,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:49.598391 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52134) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:49.624381 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd2d400a-8c56-4589-8531-ff8606efeda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:49.661365 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3836bd22-7d6a-4f93-aa9e-beb6e709a18a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:49.678101 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-bd2d400a-8c56-4589-8531-ff8606efeda4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8ba13d94b0be4fd2a58f9e6388f3a2d2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2404938 Apr 20 13:18:49.682252 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52138) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:49.690603 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d400a-8c56-4589-8531-ff8606efeda4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629e99b6-634f-43f4-a506-2a3273e5c097,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:49.696630 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-22a26a1d-6b6f-4e78-a4d3-e67d3dac70c8 service neutron] 10.222.0.25 "GET /v2.0/networks/d602368d-3f7d-4731-80ac-a524b2c449a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358659 Apr 20 13:18:49.718364 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3836bd22-7d6a-4f93-aa9e-beb6e709a18a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:49.793541 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5dfb538d-bc6f-4d52-b28e-57916bc6e8a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:49.832442 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5dfb538d-bc6f-4d52-b28e-57916bc6e8a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:49.948288 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3836bd22-7d6a-4f93-aa9e-beb6e709a18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:49.951978 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3836bd22-7d6a-4f93-aa9e-beb6e709a18a admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:49.958780 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3836bd22-7d6a-4f93-aa9e-beb6e709a18a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/738afdcb-0e55-49b5-a8e4-dae03914e6d0 HTTP/1.1" status: 204 len: 168 time: 0.3570528 Apr 20 13:18:49.975807 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836bd22-7d6a-4f93-aa9e-beb6e709a18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738afdcb-0e55-49b5-a8e4-dae03914e6d0,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:50.021313 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5dfb538d-bc6f-4d52-b28e-57916bc6e8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:50.039102 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5dfb538d-bc6f-4d52-b28e-57916bc6e8a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:50.042367 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5dfb538d-bc6f-4d52-b28e-57916bc6e8a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/629e99b6-634f-43f4-a506-2a3273e5c097 HTTP/1.1" status: 204 len: 168 time: 0.3588431 Apr 20 13:18:50.064156 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb538d-bc6f-4d52-b28e-57916bc6e8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629e99b6-634f-43f4-a506-2a3273e5c097,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:50.066826 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d782fb67-65ae-4b7f-8537-49e6055109da req-739abf3a-d773-428c-88cb-d783f98e585e tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2d5143c-5e44-4ba2-8748-b17e27e5edc8 HTTP/1.1" status: 200 len: 210 time: 0.0402648 Apr 20 13:18:50.929592 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 52204) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:50.944822 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-da765c63-03e3-47e8-bc1c-fb90d2ce9070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:51.043580 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-da765c63-03e3-47e8-bc1c-fb90d2ce9070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:51.150542 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c8349285-35da-44b5-b73e-f2efbeabee72 req-b9058b8e-e437-4513-bf68-0cfad1b7e4a0 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2d5143c-5e44-4ba2-8748-b17e27e5edc8 HTTP/1.1" status: 200 len: 210 time: 0.0359817 Apr 20 13:18:51.169209 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-da765c63-03e3-47e8-bc1c-fb90d2ce9070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:51.225760 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da765c63-03e3-47e8-bc1c-fb90d2ce9070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9693bdd-dfc4-4ea3-8f4a-45139ef2675b,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:51.247873 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-da765c63-03e3-47e8-bc1c-fb90d2ce9070 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c734ef56b8854da18918dbc7ae854038&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3176663 Apr 20 13:18:51.251117 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52226) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:51.327291 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ef810e14-f6ec-4403-8ed9-77492577637d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:51.355198 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ef810e14-f6ec-4403-8ed9-77492577637d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:51.580907 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ef810e14-f6ec-4403-8ed9-77492577637d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:51.583460 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ef810e14-f6ec-4403-8ed9-77492577637d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:51.584703 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ef810e14-f6ec-4403-8ed9-77492577637d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d9693bdd-dfc4-4ea3-8f4a-45139ef2675b HTTP/1.1" status: 204 len: 168 time: 0.3302979 Apr 20 13:18:51.595321 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef810e14-f6ec-4403-8ed9-77492577637d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9693bdd-dfc4-4ea3-8f4a-45139ef2675b,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:52.312080 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-18758d50-1720-4c03-a083-27e590417cd8 req-bea82f54-a345-44d3-84e8-caf0eea73400 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2d5143c-5e44-4ba2-8748-b17e27e5edc8 HTTP/1.1" status: 200 len: 210 time: 0.0424497 Apr 20 13:18:52.671916 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 7839d3e5-44bf-4210-9bfa-fa1048539dea details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:18:52.827531 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 7839d3e5-44bf-4210-9bfa-fa1048539dea, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=7839d3e5-44bf-4210-9bfa-fa1048539dea,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:18:53.046150 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '7839d3e5-44bf-4210-9bfa-fa1048539dea', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'port_id': '7839d3e5-44bf-4210-9bfa-fa1048539dea', 'mac_address': 'fa:16:3e:2b:52:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b1f82a-7732-4b50-ab22-2475f182a712', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:18:53.085887 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:53.099689 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7839d3e5-44bf-4210-9bfa-fa1048539dea {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:18:53.120193 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 7839d3e5-44bf-4210-9bfa-fa1048539dea, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=7839d3e5-44bf-4210-9bfa-fa1048539dea,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:18:53.300088 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-214f9e64-4bc1-4045-b17c-33cb47603663 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:53.302196 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-214f9e64-4bc1-4045-b17c-33cb47603663 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] 10.222.0.15 "GET /v2.0/networks?id=d602368d-3f7d-4731-80ac-a524b2c449a2 HTTP/1.1" status: 200 len: 821 time: 0.1747193 Apr 20 13:18:53.346970 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-b828018b-3e85-448d-aae7-a87dc428944c tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] Request body: {'port': {'device_id': 'c2d5143c-5e44-4ba2-8748-b17e27e5edc8', 'network_id': 'd602368d-3f7d-4731-80ac-a524b2c449a2', 'admin_state_up': True, 'tenant_id': '77a1d921eb254cba8099f50efc4e4c0f'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:18:53.407189 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:53.610091 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['7839d3e5-44bf-4210-9bfa-fa1048539dea'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:18:53.613627 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f420ba21-269d-4fe4-8ab4-9daee73e93aa req-a0aab551-3094-4fa3-bca9-0bb01c127983 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2d5143c-5e44-4ba2-8748-b17e27e5edc8 HTTP/1.1" status: 200 len: 210 time: 0.1212921 Apr 20 13:18:53.709223 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=7839d3e5-44bf-4210-9bfa-fa1048539dea,revision_number=9']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:53.876687 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-b828018b-3e85-448d-aae7-a87dc428944c tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] Made reservation on behalf of 77a1d921eb254cba8099f50efc4e4c0f for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:18:53.890206 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-b828018b-3e85-448d-aae7-a87dc428944c tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:54.236905 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-b828018b-3e85-448d-aae7-a87dc428944c tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] Allocated IP 172.20.0.11 (d602368d-3f7d-4731-80ac-a524b2c449a2/b037e642-6526-4356-b64f-5a9df69edabc/b4983ffa-957c-473f-9a50-970642f04112) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:18:54.529461 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-07812d14-bc84-43db-96a5-160906da1381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:54.533229 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-b828018b-3e85-448d-aae7-a87dc428944c tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:54.673266 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 7839d3e5-44bf-4210-9bfa-fa1048539dea up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:18:54.682413 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-b828018b-3e85-448d-aae7-a87dc428944c tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:54.834874 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 7839d3e5-44bf-4210-9bfa-fa1048539dea triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:18:54.836479 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:55.143888 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828018b-3e85-448d-aae7-a87dc428944c tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] Pushing event updated for resources: {'Port': ['ID=b4983ffa-957c-473f-9a50-970642f04112,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:55.157489 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:55.188387 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-b828018b-3e85-448d-aae7-a87dc428944c tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] Network d602368d-3f7d-4731-80ac-a524b2c449a2 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:18:55.191938 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-b828018b-3e85-448d-aae7-a87dc428944c tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:18:55.203564 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-b828018b-3e85-448d-aae7-a87dc428944c tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:18:55.232413 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d96cbe-49c3-4ae4-b5fb-b756896ea36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7839d3e5-44bf-4210-9bfa-fa1048539dea'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:18:55.235289 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e073802-7180-4e8c-9108-388269fa22db" -d '{"events": [{"server_uuid": "87d96cbe-49c3-4ae4-b5fb-b756896ea36e", "name": "network-vif-plugged", "status": "completed", "tag": "7839d3e5-44bf-4210-9bfa-fa1048539dea"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:18:55.280826 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 7839d3e5-44bf-4210-9bfa-fa1048539dea, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=7839d3e5-44bf-4210-9bfa-fa1048539dea,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:18:55.326318 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-b828018b-3e85-448d-aae7-a87dc428944c tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:55.327932 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-b828018b-3e85-448d-aae7-a87dc428944c tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:55.368599 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb9626-2159-4fcc-adef-94c257e9db6b req-f35aa330-f20e-41bc-8271-db1d01a0f340 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:55.377646 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c9eb9626-2159-4fcc-adef-94c257e9db6b req-f35aa330-f20e-41bc-8271-db1d01a0f340 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2d5143c-5e44-4ba2-8748-b17e27e5edc8 HTTP/1.1" status: 200 len: 932 time: 0.4283390 Apr 20 13:18:55.417667 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:55.420570 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39e5503-b42b-4c9a-8bdd-51661a8bf1c1 x-openstack-request-id: req-e39e5503-b42b-4c9a-8bdd-51661a8bf1c1 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:18:55.428292 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d96cbe-49c3-4ae4-b5fb-b756896ea36e", "name": "network-vif-plugged", "status": "completed", "tag": "7839d3e5-44bf-4210-9bfa-fa1048539dea", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:18:55.428292 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e39e5503-b42b-4c9a-8bdd-51661a8bf1c1 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:18:55.428292 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e39e5503-b42b-4c9a-8bdd-51661a8bf1c1'] response: {'server_uuid': '87d96cbe-49c3-4ae4-b5fb-b756896ea36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7839d3e5-44bf-4210-9bfa-fa1048539dea', 'code': 200} Apr 20 13:18:55.449145 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c9eb9626-2159-4fcc-adef-94c257e9db6b req-24203351-fef6-4848-85c4-1877d13028e9 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fa12be5-2d73-44dd-8d58-8fa8dec1b4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652862 Apr 20 13:18:55.554294 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-b828018b-3e85-448d-aae7-a87dc428944c tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2430315 Apr 20 13:18:55.566607 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-2030eeb4-5a8e-488e-ba04-95f4f52860ab service neutron] Request body: {'port': {'device_id': 'c2d5143c-5e44-4ba2-8748-b17e27e5edc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:18:55.622325 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=7839d3e5-44bf-4210-9bfa-fa1048539dea,revision_number=10']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:55.701176 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-2030eeb4-5a8e-488e-ba04-95f4f52860ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:55.983707 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52494) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:56.247993 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cd107e1e-8790-4ade-bccd-1c0df9f9e29a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:56.331210 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-2030eeb4-5a8e-488e-ba04-95f4f52860ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4983ffa-957c-473f-9a50-970642f04112 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:18:56.352894 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-2030eeb4-5a8e-488e-ba04-95f4f52860ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:56.380828 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-2030eeb4-5a8e-488e-ba04-95f4f52860ab service neutron] Transition to ACTIVE for port object b4983ffa-957c-473f-9a50-970642f04112 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:18:56.421167 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cd107e1e-8790-4ade-bccd-1c0df9f9e29a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:56.469980 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-2030eeb4-5a8e-488e-ba04-95f4f52860ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:56.541380 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cd107e1e-8790-4ade-bccd-1c0df9f9e29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:56.626417 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd107e1e-8790-4ade-bccd-1c0df9f9e29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad92b9bf-c3c4-4b6a-9e72-bd39e468fe54,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:56.680819 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-cd107e1e-8790-4ade-bccd-1c0df9f9e29a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=020d043f23a9405884a23f1867194b16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6943269 Apr 20 13:18:56.682924 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52530) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:56.783610 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69a7ad6c-5af3-418d-83c3-f71c49c24ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:56.795143 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8972c278-284b-412d-89b5-27965d0f42ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:56.850171 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69a7ad6c-5af3-418d-83c3-f71c49c24ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:57.055801 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69a7ad6c-5af3-418d-83c3-f71c49c24ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:57.065876 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69a7ad6c-5af3-418d-83c3-f71c49c24ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:57.072181 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-69a7ad6c-5af3-418d-83c3-f71c49c24ee7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ad92b9bf-c3c4-4b6a-9e72-bd39e468fe54 HTTP/1.1" status: 204 len: 168 time: 0.3867426 Apr 20 13:18:57.107205 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a7ad6c-5af3-418d-83c3-f71c49c24ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad92b9bf-c3c4-4b6a-9e72-bd39e468fe54,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:57.381301 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030eeb4-5a8e-488e-ba04-95f4f52860ab service neutron] Pushing event updated for resources: {'Port': ['ID=b4983ffa-957c-473f-9a50-970642f04112,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:57.444461 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-2030eeb4-5a8e-488e-ba04-95f4f52860ab service neutron] Attempting to bind port b4983ffa-957c-473f-9a50-970642f04112 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:18:57.444461 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-2030eeb4-5a8e-488e-ba04-95f4f52860ab service neutron] Attempting to bind port b4983ffa-957c-473f-9a50-970642f04112 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': 'f88cf8c0-7acf-4561-88ae-6e067e585ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd602368d-3f7d-4731-80ac-a524b2c449a2'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:18:57.444461 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-2030eeb4-5a8e-488e-ba04-95f4f52860ab service neutron] Attempting to bind port b4983ffa-957c-473f-9a50-970642f04112 on network d602368d-3f7d-4731-80ac-a524b2c449a2 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:18:57.478157 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d7cb1-1f1e-456d-9427-3265e7ce6264 req-71da7512-698c-4b04-aa03-040e301b969b tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:57.480493 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d57d7cb1-1f1e-456d-9427-3265e7ce6264 req-71da7512-698c-4b04-aa03-040e301b969b tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2d5143c-5e44-4ba2-8748-b17e27e5edc8 HTTP/1.1" status: 200 len: 944 time: 0.9152946 Apr 20 13:18:57.490090 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-2030eeb4-5a8e-488e-ba04-95f4f52860ab service neutron] Port b4983ffa-957c-473f-9a50-970642f04112 on network d602368d-3f7d-4731-80ac-a524b2c449a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:18:57.495447 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-2030eeb4-5a8e-488e-ba04-95f4f52860ab service neutron] Attempting to bind port b4983ffa-957c-473f-9a50-970642f04112 on network d602368d-3f7d-4731-80ac-a524b2c449a2 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:18:57.537340 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-2030eeb4-5a8e-488e-ba04-95f4f52860ab service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:18:57.537340 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-2030eeb4-5a8e-488e-ba04-95f4f52860ab service neutron] Checking segment: {'id': 'f88cf8c0-7acf-4561-88ae-6e067e585ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd602368d-3f7d-4731-80ac-a524b2c449a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:18:57.537340 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-2030eeb4-5a8e-488e-ba04-95f4f52860ab service neutron] Bound using segment: {'id': 'f88cf8c0-7acf-4561-88ae-6e067e585ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd602368d-3f7d-4731-80ac-a524b2c449a2'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:18:57.537340 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-2030eeb4-5a8e-488e-ba04-95f4f52860ab service neutron] Bound port: b4983ffa-957c-473f-9a50-970642f04112, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f88cf8c0-7acf-4561-88ae-6e067e585ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd602368d-3f7d-4731-80ac-a524b2c449a2'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:18:57.537340 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-2030eeb4-5a8e-488e-ba04-95f4f52860ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:57.615436 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d57d7cb1-1f1e-456d-9427-3265e7ce6264 req-78f776e0-b54c-4b09-baa7-4988caee66c5 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fa12be5-2d73-44dd-8d58-8fa8dec1b4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111934 Apr 20 13:18:57.722576 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-2030eeb4-5a8e-488e-ba04-95f4f52860ab service neutron] For port b4983ffa-957c-473f-9a50-970642f04112, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:18:57.734700 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-2030eeb4-5a8e-488e-ba04-95f4f52860ab service neutron] For port b4983ffa-957c-473f-9a50-970642f04112, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b4983ffa-957c-473f-9a50-970642f04112,segment=NetworkSegment(f88cf8c0-7acf-4561-88ae-6e067e585ded),segment_id=f88cf8c0-7acf-4561-88ae-6e067e585ded)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:18:57.835642 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-2030eeb4-5a8e-488e-ba04-95f4f52860ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:57.892212 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-2030eeb4-5a8e-488e-ba04-95f4f52860ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:57.893338 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-2030eeb4-5a8e-488e-ba04-95f4f52860ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:57.897471 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-2030eeb4-5a8e-488e-ba04-95f4f52860ab service neutron] 10.222.0.15 "PUT /v2.0/ports/b4983ffa-957c-473f-9a50-970642f04112 HTTP/1.1" status: 200 len: 1092 time: 2.3355265 Apr 20 13:18:57.897775 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d5143c-5e44-4ba2-8748-b17e27e5edc8', 'tag': 'b4983ffa-957c-473f-9a50-970642f04112'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:18:57.900089 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f1909a-1717-47d9-be3a-ff7a92f7513f" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d5143c-5e44-4ba2-8748-b17e27e5edc8", "tag": "b4983ffa-957c-473f-9a50-970642f04112"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:18:58.045011 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca16e35-3ffa-421f-b226-d0f4393cb29b x-openstack-request-id: req-2ca16e35-3ffa-421f-b226-d0f4393cb29b {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:18:58.045575 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d5143c-5e44-4ba2-8748-b17e27e5edc8", "tag": "b4983ffa-957c-473f-9a50-970642f04112", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:18:58.046007 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ca16e35-3ffa-421f-b226-d0f4393cb29b {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:18:58.046608 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ca16e35-3ffa-421f-b226-d0f4393cb29b'] response: {'name': 'network-changed', 'server_uuid': 'c2d5143c-5e44-4ba2-8748-b17e27e5edc8', 'tag': 'b4983ffa-957c-473f-9a50-970642f04112', 'status': 'completed', 'code': 200} Apr 20 13:18:58.048204 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030eeb4-5a8e-488e-ba04-95f4f52860ab service neutron] Pushing event updated for resources: {'Port': ['ID=b4983ffa-957c-473f-9a50-970642f04112,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:58.106433 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:58.139850 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1909a-1717-47d9-be3a-ff7a92f7513f req-03afadf5-a2ca-406f-bce0-8aa757e8b05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:58.146623 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-04f1909a-1717-47d9-be3a-ff7a92f7513f req-03afadf5-a2ca-406f-bce0-8aa757e8b05c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=77a1d921eb254cba8099f50efc4e4c0f&device_id=c2d5143c-5e44-4ba2-8748-b17e27e5edc8 HTTP/1.1" status: 200 len: 1095 time: 0.0885968 Apr 20 13:18:58.269847 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1909a-1717-47d9-be3a-ff7a92f7513f req-b1f13315-42da-4732-b5a0-ed699279e675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:58.269847 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-04f1909a-1717-47d9-be3a-ff7a92f7513f req-b1f13315-42da-4732-b5a0-ed699279e675 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=77a1d921eb254cba8099f50efc4e4c0f&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1164596 Apr 20 13:18:58.490242 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1909a-1717-47d9-be3a-ff7a92f7513f req-b42850c0-0e1f-4642-a9c7-91ab8ee2d393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:58.492360 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-04f1909a-1717-47d9-be3a-ff7a92f7513f req-b42850c0-0e1f-4642-a9c7-91ab8ee2d393 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2171977 Apr 20 13:18:58.674012 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52618) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:58.676616 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-dae89568-90d6-42d5-8b23-054470300e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:58.679001 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-dae89568-90d6-42d5-8b23-054470300e27 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=77a1d921eb254cba8099f50efc4e4c0f&device_id=c2d5143c-5e44-4ba2-8748-b17e27e5edc8 HTTP/1.1" status: 200 len: 1095 time: 0.0849380 Apr 20 13:18:58.756573 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ba9dc522-6f6a-478a-b1bf-bafcd5b5204f admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:58.770902 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-9c433635-0665-4b22-9bd1-515d39c96618 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4983ffa-957c-473f-9a50-970642f04112 HTTP/1.1" status: 200 len: 217 time: 0.0842612 Apr 20 13:18:59.029678 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-55e04293-b526-4b7d-a99e-82021d9a495c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:59.034905 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-55e04293-b526-4b7d-a99e-82021d9a495c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b037e642-6526-4356-b64f-5a9df69edabc HTTP/1.1" status: 200 len: 861 time: 0.2118790 Apr 20 13:18:59.048667 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e76c0-8e28-4c27-966e-3fc183c4ca2b req-59aaf331-3601-4039-acc5-fb453304ba03 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:59.061439 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-223e76c0-8e28-4c27-966e-3fc183c4ca2b req-59aaf331-3601-4039-acc5-fb453304ba03 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2d5143c-5e44-4ba2-8748-b17e27e5edc8 HTTP/1.1" status: 200 len: 944 time: 0.2957466 Apr 20 13:18:59.129990 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-f880f042-19ca-4153-80a1-9bc3a4c8a26f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d602368d-3f7d-4731-80ac-a524b2c449a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644894 Apr 20 13:18:59.176892 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ba9dc522-6f6a-478a-b1bf-bafcd5b5204f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:59.209203 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-223e76c0-8e28-4c27-966e-3fc183c4ca2b req-e50fab24-1700-40cd-ae06-173ada8b1d3c tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fa12be5-2d73-44dd-8d58-8fa8dec1b4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435862 Apr 20 13:18:59.383012 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ba9dc522-6f6a-478a-b1bf-bafcd5b5204f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:59.503691 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:59.588100 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9dc522-6f6a-478a-b1bf-bafcd5b5204f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81193417-a52f-4961-b33d-93d9a7571ccb,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:59.615567 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-4b84f333-4fa3-49ea-827b-b88089112325 service neutron] 10.222.0.15 "GET /v2.0/networks/d602368d-3f7d-4731-80ac-a524b2c449a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510598 Apr 20 13:18:59.651129 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ba9dc522-6f6a-478a-b1bf-bafcd5b5204f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ba2a6da8824046c680e0bdc6c6848295&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9748747 Apr 20 13:18:59.655160 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52650) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:59.771192 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-65884b19-e7b5-4fce-b1bc-dbf297849960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:59.807604 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-65884b19-e7b5-4fce-b1bc-dbf297849960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:59.849972 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:59.871161 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2fbbf17-c29d-4889-9c83-032ac9389a2e req-64c9bdd0-8194-472e-bb6b-faad1fe1d07a service neutron] 10.222.0.15 "GET /v2.0/networks/d602368d-3f7d-4731-80ac-a524b2c449a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446673 Apr 20 13:18:59.902783 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52654) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:59.963909 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-65884b19-e7b5-4fce-b1bc-dbf297849960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:59.967384 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-65884b19-e7b5-4fce-b1bc-dbf297849960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:59.972764 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-65884b19-e7b5-4fce-b1bc-dbf297849960 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/81193417-a52f-4961-b33d-93d9a7571ccb HTTP/1.1" status: 204 len: 168 time: 0.3165686 Apr 20 13:19:00.011774 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65884b19-e7b5-4fce-b1bc-dbf297849960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81193417-a52f-4961-b33d-93d9a7571ccb,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:00.204860 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-95df1817-96f3-41de-ab4a-7ae25a636b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:00.465010 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369cce7c-eaaa-4740-893f-07f1973dd4d1 req-e3a7458a-8dad-4931-9dfc-40f69c641476 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:00.475807 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-369cce7c-eaaa-4740-893f-07f1973dd4d1 req-e3a7458a-8dad-4931-9dfc-40f69c641476 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2d5143c-5e44-4ba2-8748-b17e27e5edc8 HTTP/1.1" status: 200 len: 944 time: 0.0900900 Apr 20 13:19:00.561560 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-95df1817-96f3-41de-ab4a-7ae25a636b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:00.736382 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-369cce7c-eaaa-4740-893f-07f1973dd4d1 req-ece322b4-34b4-439c-8b19-2a1146810c2f tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fa12be5-2d73-44dd-8d58-8fa8dec1b4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174087 Apr 20 13:19:00.927131 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-95df1817-96f3-41de-ab4a-7ae25a636b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:01.041677 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df1817-96f3-41de-ab4a-7ae25a636b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24412125-ebab-45e5-b0ab-56db89320aa2,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:01.049070 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-95df1817-96f3-41de-ab4a-7ae25a636b5e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=929a5c2a60744134888031489f0e654e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1443119 Apr 20 13:19:01.053331 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 52684) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:01.217602 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9c8f6e0d-0ba6-4617-9bbe-c8a6f7d52169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:01.277323 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9c8f6e0d-0ba6-4617-9bbe-c8a6f7d52169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:01.483634 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9c8f6e0d-0ba6-4617-9bbe-c8a6f7d52169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:01.487161 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9c8f6e0d-0ba6-4617-9bbe-c8a6f7d52169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:01.488547 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9c8f6e0d-0ba6-4617-9bbe-c8a6f7d52169 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/24412125-ebab-45e5-b0ab-56db89320aa2 HTTP/1.1" status: 204 len: 168 time: 0.4342434 Apr 20 13:19:01.517348 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f6e0d-0ba6-4617-9bbe-c8a6f7d52169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24412125-ebab-45e5-b0ab-56db89320aa2,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:01.986219 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ec322-e614-4781-9cb3-55ebed9356b8 req-7e58f96d-3904-4606-a064-3bac159fd26e tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:01.993166 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cf5ec322-e614-4781-9cb3-55ebed9356b8 req-7e58f96d-3904-4606-a064-3bac159fd26e tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2d5143c-5e44-4ba2-8748-b17e27e5edc8 HTTP/1.1" status: 200 len: 944 time: 0.1649816 Apr 20 13:19:02.110562 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cf5ec322-e614-4781-9cb3-55ebed9356b8 req-e8a94af0-7f46-49c8-abd4-887ee5c52400 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fa12be5-2d73-44dd-8d58-8fa8dec1b4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095822 Apr 20 13:19:02.659214 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 52738) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:02.688776 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-42a07320-87fb-4cce-a8d9-67f8ff2e529d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:02.814003 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 52740) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:02.942596 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-42a07320-87fb-4cce-a8d9-67f8ff2e529d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:03.009458 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-42a07320-87fb-4cce-a8d9-67f8ff2e529d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:03.118243 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a07320-87fb-4cce-a8d9-67f8ff2e529d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67053de-3ed8-448f-b63b-d4c015c6102a,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:03.150171 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52750) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:03.164891 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-42a07320-87fb-4cce-a8d9-67f8ff2e529d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6207b559367047f6bc55b11ad2de2c42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5039706 Apr 20 13:19:03.186511 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-87f34308-297c-494b-bb92-139e596be6a7 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Request body: {'networks': [{'name': 'tempest-network--1434402720'}, {'name': 'tempest-network--935363618'}]} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:03.202542 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-87f34308-297c-494b-bb92-139e596be6a7 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Request body: {'network': {'name': 'tempest-network--1434402720'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:03.202542 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-87f34308-297c-494b-bb92-139e596be6a7 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Request body: {'network': {'name': 'tempest-network--935363618'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:03.250310 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b4983ffa-957c-473f-9a50-970642f04112 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:19:03.348379 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-93898605-1118-4a4e-b9cf-3d1d2eaa0cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:03.443523 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4af6a-8f0b-498e-8944-52eea24a18e7 req-2862598c-6331-4bc5-8499-075d0fa9a099 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:03.443523 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5ef4af6a-8f0b-498e-8944-52eea24a18e7 req-2862598c-6331-4bc5-8499-075d0fa9a099 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2d5143c-5e44-4ba2-8748-b17e27e5edc8 HTTP/1.1" status: 200 len: 944 time: 0.1479666 Apr 20 13:19:03.460867 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f34308-297c-494b-bb92-139e596be6a7 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Made reservation on behalf of c5f3c2c7ced2444d9daf864283eedfe5 for: {'network': 2} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:03.467400 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-87f34308-297c-494b-bb92-139e596be6a7 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:03.470499 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-93898605-1118-4a4e-b9cf-3d1d2eaa0cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:03.503785 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-87f34308-297c-494b-bb92-139e596be6a7 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:03.744446 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5ef4af6a-8f0b-498e-8944-52eea24a18e7 req-38b80ad2-2c26-498b-82ac-86699bec734f tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fa12be5-2d73-44dd-8d58-8fa8dec1b4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944181 Apr 20 13:19:03.772226 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-93898605-1118-4a4e-b9cf-3d1d2eaa0cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:03.777436 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-93898605-1118-4a4e-b9cf-3d1d2eaa0cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:03.784708 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-93898605-1118-4a4e-b9cf-3d1d2eaa0cd5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c67053de-3ed8-448f-b63b-d4c015c6102a HTTP/1.1" status: 204 len: 168 time: 0.6339047 Apr 20 13:19:03.818657 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93898605-1118-4a4e-b9cf-3d1d2eaa0cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67053de-3ed8-448f-b63b-d4c015c6102a,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:03.930233 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port b4983ffa-957c-473f-9a50-970642f04112, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b4983ffa-957c-473f-9a50-970642f04112,segment=NetworkSegment(f88cf8c0-7acf-4561-88ae-6e067e585ded),segment_id=f88cf8c0-7acf-4561-88ae-6e067e585ded)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:19:03.976795 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'b4983ffa-957c-473f-9a50-970642f04112', 'network_id': 'd602368d-3f7d-4731-80ac-a524b2c449a2', 'port_id': 'b4983ffa-957c-473f-9a50-970642f04112', 'mac_address': 'fa:16:3e:ab:88:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b037e642-6526-4356-b64f-5a9df69edabc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:19:03.986347 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-87f34308-297c-494b-bb92-139e596be6a7 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:04.042154 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:04.067579 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4983ffa-957c-473f-9a50-970642f04112 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:19:04.085863 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-87f34308-297c-494b-bb92-139e596be6a7 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:04.086445 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-87f34308-297c-494b-bb92-139e596be6a7 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:04.095697 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port b4983ffa-957c-473f-9a50-970642f04112, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b4983ffa-957c-473f-9a50-970642f04112,segment=NetworkSegment(f88cf8c0-7acf-4561-88ae-6e067e585ded),segment_id=f88cf8c0-7acf-4561-88ae-6e067e585ded)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:19:04.163962 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87f34308-297c-494b-bb92-139e596be6a7 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:19:04.181805 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-87f34308-297c-494b-bb92-139e596be6a7 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:04.187526 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-87f34308-297c-494b-bb92-139e596be6a7 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Added segment 4dd49f28-2e56-4668-a3cb-c7f22e0c806f of type vlan for network d4902191-5021-4490-b984-99093bcab162 Apr 20 13:19:04.187719 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:04.281973 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=b4983ffa-957c-473f-9a50-970642f04112,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:04.295837 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-87f34308-297c-494b-bb92-139e596be6a7 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:04.342821 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87f34308-297c-494b-bb92-139e596be6a7 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:19:04.355450 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-87f34308-297c-494b-bb92-139e596be6a7 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:04.355802 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-87f34308-297c-494b-bb92-139e596be6a7 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Added segment 63d03832-3098-41ec-a69e-d87a0a6a3062 of type vlan for network 17a95d1a-0a23-4261-9761-f41899cd1f8a Apr 20 13:19:04.473509 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-87f34308-297c-494b-bb92-139e596be6a7 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:04.603558 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['b4983ffa-957c-473f-9a50-970642f04112'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:19:04.604016 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f34308-297c-494b-bb92-139e596be6a7 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eee88023-6ca4-4d96-b91b-3611e71db1ca,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:04.899781 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-87f34308-297c-494b-bb92-139e596be6a7 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:04.899781 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-87f34308-297c-494b-bb92-139e596be6a7 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:04.919151 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f34308-297c-494b-bb92-139e596be6a7 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:04.919151 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f34308-297c-494b-bb92-139e596be6a7 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:04.919151 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-87f34308-297c-494b-bb92-139e596be6a7 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:05.054673 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ff5c5-3f47-4c24-b126-8a9219049b27 req-5b702570-cadc-4ffc-82cd-aec96a399f10 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:05.062081 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9f4ff5c5-3f47-4c24-b126-8a9219049b27 req-5b702570-cadc-4ffc-82cd-aec96a399f10 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2d5143c-5e44-4ba2-8748-b17e27e5edc8 HTTP/1.1" status: 200 len: 945 time: 0.2101333 Apr 20 13:19:05.071199 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f34308-297c-494b-bb92-139e596be6a7 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Pushing event updated for resources: {'Network': ['ID=d4902191-5021-4490-b984-99093bcab162,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:05.087186 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network d4902191-5021-4490-b984-99093bcab162 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:19:05.175469 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9f4ff5c5-3f47-4c24-b126-8a9219049b27 req-726219f6-cce7-4fe0-b8d5-5e86ffbcbce8 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fa12be5-2d73-44dd-8d58-8fa8dec1b4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117227 Apr 20 13:19:05.189839 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f34308-297c-494b-bb92-139e596be6a7 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Pushing event updated for resources: {'Network': ['ID=17a95d1a-0a23-4261-9761-f41899cd1f8a,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:05.213761 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 17a95d1a-0a23-4261-9761-f41899cd1f8a details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:19:05.240882 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-87f34308-297c-494b-bb92-139e596be6a7 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.4254167 Apr 20 13:19:05.247961 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52790) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:05.646801 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0af15ad-9a23-43e3-a7b3-f904e1a906b2 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:05.666523 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0af15ad-9a23-43e3-a7b3-f904e1a906b2 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:05.679188 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0af15ad-9a23-43e3-a7b3-f904e1a906b2 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:05.696191 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0af15ad-9a23-43e3-a7b3-f904e1a906b2 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:05.698568 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b0af15ad-9a23-43e3-a7b3-f904e1a906b2 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4491627 Apr 20 13:19:05.700742 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52810) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:05.840964 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-01431be4-aedb-480d-97eb-db60e98b591b tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:05.972195 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-01431be4-aedb-480d-97eb-db60e98b591b tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:06.007383 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-01431be4-aedb-480d-97eb-db60e98b591b tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4902191-5021-4490-b984-99093bcab162']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:06.028914 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-01431be4-aedb-480d-97eb-db60e98b591b tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dd49f28-2e56-4668-a3cb-c7f22e0c806f') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:06.029552 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-01431be4-aedb-480d-97eb-db60e98b591b tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dd49f28-2e56-4668-a3cb-c7f22e0c806f') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:06.046814 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-01431be4-aedb-480d-97eb-db60e98b591b tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:06.077204 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-01431be4-aedb-480d-97eb-db60e98b591b tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:06.086081 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01431be4-aedb-480d-97eb-db60e98b591b tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:19:06.087868 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-01431be4-aedb-480d-97eb-db60e98b591b tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:06.096086 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:19:06.096086 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:19:06.096086 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:19:06.096086 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:19:06.096086 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:19:06.096086 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:19:06.096086 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:19:06.096086 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:19:06.096086 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:19:06.096086 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:19:06.096086 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:19:06.096086 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:19:06.096086 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:19:06.096086 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:19:06.096086 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:19:06.096086 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:19:06.096086 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:19:06.096086 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:19:06.096086 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:19:06.096086 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:19:06.096086 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:19:06.096086 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:19:06.096086 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:19:06.096086 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:19:06.096086 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:19:06.096086 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:19:06.096086 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:19:06.096086 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:19:06.096086 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:19:06.096086 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:19:06.096086 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:19:06.096086 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:19:06.475129 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73972d6-ffa0-456c-bd67-e7649c0fb4f5 req-acf2b7a0-e61e-4ed9-ac10-9a029b5113f3 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:06.505778 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e73972d6-ffa0-456c-bd67-e7649c0fb4f5 req-acf2b7a0-e61e-4ed9-ac10-9a029b5113f3 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2d5143c-5e44-4ba2-8748-b17e27e5edc8 HTTP/1.1" status: 200 len: 945 time: 0.1755812 Apr 20 13:19:06.642674 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e73972d6-ffa0-456c-bd67-e7649c0fb4f5 req-76d02901-a53f-4838-912e-d281f79e2b82 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fa12be5-2d73-44dd-8d58-8fa8dec1b4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358857 Apr 20 13:19:07.299849 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b4983ffa-957c-473f-9a50-970642f04112 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:19:07.377797 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-01431be4-aedb-480d-97eb-db60e98b591b tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:07.385696 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-01431be4-aedb-480d-97eb-db60e98b591b tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:07.391807 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 52866) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:07.403389 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-01431be4-aedb-480d-97eb-db60e98b591b tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] 10.222.0.25 "DELETE /v2.0/networks/d4902191-5021-4490-b984-99093bcab162 HTTP/1.1" status: 204 len: 168 time: 1.7015338 Apr 20 13:19:07.434150 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01431be4-aedb-480d-97eb-db60e98b591b tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Pushing event deleted for resources: {'Network': ['ID=d4902191-5021-4490-b984-99093bcab162,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:07.591336 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:19:07.671131 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1add3d49-7aff-4e08-9895-5d1603e0518d tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:07.794935 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1add3d49-7aff-4e08-9895-5d1603e0518d tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:07.830588 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port b4983ffa-957c-473f-9a50-970642f04112 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:19:07.844669 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port b4983ffa-957c-473f-9a50-970642f04112 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:19:07.844669 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:07.860874 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-1add3d49-7aff-4e08-9895-5d1603e0518d tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a95d1a-0a23-4261-9761-f41899cd1f8a']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:07.880834 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-1add3d49-7aff-4e08-9895-5d1603e0518d tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63d03832-3098-41ec-a69e-d87a0a6a3062') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:07.880834 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-1add3d49-7aff-4e08-9895-5d1603e0518d tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63d03832-3098-41ec-a69e-d87a0a6a3062') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:07.887075 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1add3d49-7aff-4e08-9895-5d1603e0518d tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:07.917128 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1add3d49-7aff-4e08-9895-5d1603e0518d tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:07.928211 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1add3d49-7aff-4e08-9895-5d1603e0518d tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:19:07.929210 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1add3d49-7aff-4e08-9895-5d1603e0518d tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:07.933600 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:19:07.933600 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:19:07.933600 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:19:07.933600 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:19:07.933600 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:19:07.933600 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:19:07.933600 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:19:07.933600 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:19:07.933600 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:19:07.933600 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:19:07.933600 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:19:07.933600 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:19:07.933600 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:19:07.933600 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:19:07.933600 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:19:07.933600 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:19:07.933600 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:19:07.933600 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:19:07.933600 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:19:07.933600 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:19:07.933600 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:19:07.933600 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:19:07.933600 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:19:07.933600 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:19:07.933600 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:19:07.933600 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:19:07.933600 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:19:07.933600 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:19:07.933600 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:19:07.933600 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:19:07.933600 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:19:07.933600 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:19:08.108284 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f7e0d-9c93-4712-a80b-a4fc8f50e489 req-aacbd642-6fc0-4187-84e9-03084477a3d7 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:08.118772 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0a9f7e0d-9c93-4712-a80b-a4fc8f50e489 req-aacbd642-6fc0-4187-84e9-03084477a3d7 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2d5143c-5e44-4ba2-8748-b17e27e5edc8 HTTP/1.1" status: 200 len: 945 time: 0.1691642 Apr 20 13:19:08.147259 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:08.193045 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1add3d49-7aff-4e08-9895-5d1603e0518d tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:08.219119 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0a9f7e0d-9c93-4712-a80b-a4fc8f50e489 req-df51fa1a-ee24-4eb8-a15a-8c6bd0bfde9b tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fa12be5-2d73-44dd-8d58-8fa8dec1b4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949342 Apr 20 13:19:08.256863 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d5143c-5e44-4ba2-8748-b17e27e5edc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4983ffa-957c-473f-9a50-970642f04112'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:19:08.259763 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d095c3c4-6628-4cb2-a9a1-03b30085129e" -d '{"events": [{"server_uuid": "c2d5143c-5e44-4ba2-8748-b17e27e5edc8", "name": "network-vif-plugged", "status": "completed", "tag": "b4983ffa-957c-473f-9a50-970642f04112"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:19:08.272404 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1add3d49-7aff-4e08-9895-5d1603e0518d tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:08.276170 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1add3d49-7aff-4e08-9895-5d1603e0518d tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] 10.222.0.25 "DELETE /v2.0/networks/17a95d1a-0a23-4261-9761-f41899cd1f8a HTTP/1.1" status: 204 len: 168 time: 0.8830893 Apr 20 13:19:08.277178 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add3d49-7aff-4e08-9895-5d1603e0518d tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Pushing event deleted for resources: {'Network': ['ID=17a95d1a-0a23-4261-9761-f41899cd1f8a,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:08.278869 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52892) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:08.295065 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port b4983ffa-957c-473f-9a50-970642f04112, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b4983ffa-957c-473f-9a50-970642f04112,segment=NetworkSegment(f88cf8c0-7acf-4561-88ae-6e067e585ded),segment_id=f88cf8c0-7acf-4561-88ae-6e067e585ded)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:19:08.423325 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:08.570012 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17a846f-19c5-4543-a360-9839499a6dd2 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:08.605167 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17a846f-19c5-4543-a360-9839499a6dd2 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:08.607056 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c17a846f-19c5-4543-a360-9839499a6dd2 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3270843 Apr 20 13:19:08.617794 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 52904) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:08.624970 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8549dafc-198a-494d-9f58-cd63dfa14bf1 x-openstack-request-id: req-8549dafc-198a-494d-9f58-cd63dfa14bf1 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:19:08.627966 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d5143c-5e44-4ba2-8748-b17e27e5edc8", "name": "network-vif-plugged", "status": "completed", "tag": "b4983ffa-957c-473f-9a50-970642f04112", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:19:08.628325 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8549dafc-198a-494d-9f58-cd63dfa14bf1 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:19:08.632307 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8549dafc-198a-494d-9f58-cd63dfa14bf1'] response: {'server_uuid': 'c2d5143c-5e44-4ba2-8748-b17e27e5edc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4983ffa-957c-473f-9a50-970642f04112', 'code': 200} Apr 20 13:19:08.636997 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=b4983ffa-957c-473f-9a50-970642f04112,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:08.657916 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-e668c876-f354-4b4d-856d-e62a83c049ed tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1346878168'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:08.771553 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517ccec-2126-42ae-9015-16ba360eec8e req-dcf04112-4800-4669-a39b-1ec2b2dc5e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:08.776104 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1517ccec-2126-42ae-9015-16ba360eec8e req-dcf04112-4800-4669-a39b-1ec2b2dc5e63 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c2d5143c-5e44-4ba2-8748-b17e27e5edc8 HTTP/1.1" status: 200 len: 1097 time: 0.2783391 Apr 20 13:19:08.853909 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e668c876-f354-4b4d-856d-e62a83c049ed tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Made reservation on behalf of c5f3c2c7ced2444d9daf864283eedfe5 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:08.872055 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e668c876-f354-4b4d-856d-e62a83c049ed tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:08.946124 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1517ccec-2126-42ae-9015-16ba360eec8e req-f7bab212-b14a-4f61-815e-4139cc618132 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5fa12be5-2d73-44dd-8d58-8fa8dec1b4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657410 Apr 20 13:19:08.992295 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e668c876-f354-4b4d-856d-e62a83c049ed tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:19:09.004419 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e668c876-f354-4b4d-856d-e62a83c049ed tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:09.004763 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-e668c876-f354-4b4d-856d-e62a83c049ed tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Added segment 54f3fde6-39cb-4f49-b2f2-1385e4aa9846 of type vlan for network 81298871-9a29-463c-8523-08e17fb39fb4 Apr 20 13:19:09.085350 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e668c876-f354-4b4d-856d-e62a83c049ed tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:09.284396 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e668c876-f354-4b4d-856d-e62a83c049ed tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:09.292827 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e668c876-f354-4b4d-856d-e62a83c049ed tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:09.292827 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e668c876-f354-4b4d-856d-e62a83c049ed tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:09.465964 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52928) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:09.466334 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e668c876-f354-4b4d-856d-e62a83c049ed tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8427143 Apr 20 13:19:09.471400 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-862670bc-a89c-4f3a-ae28-5cb89a93dd98 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2015098311'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:09.502822 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668c876-f354-4b4d-856d-e62a83c049ed tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Pushing event updated for resources: {'Network': ['ID=81298871-9a29-463c-8523-08e17fb39fb4,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:09.519128 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 81298871-9a29-463c-8523-08e17fb39fb4 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:19:09.561793 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9791f9c-9087-416e-b20b-a1f247baaa6c req-6d260b29-a793-41d4-9023-e3751a0dc16f tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:09.574134 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f9791f9c-9087-416e-b20b-a1f247baaa6c req-6d260b29-a793-41d4-9023-e3751a0dc16f tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2d5143c-5e44-4ba2-8748-b17e27e5edc8 HTTP/1.1" status: 200 len: 946 time: 0.1838064 Apr 20 13:19:09.660231 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862670bc-a89c-4f3a-ae28-5cb89a93dd98 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Made reservation on behalf of c5f3c2c7ced2444d9daf864283eedfe5 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:09.664483 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-862670bc-a89c-4f3a-ae28-5cb89a93dd98 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:09.717611 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f9791f9c-9087-416e-b20b-a1f247baaa6c req-6ee102ff-5852-4bd4-aeed-b8041c701905 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fa12be5-2d73-44dd-8d58-8fa8dec1b4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420195 Apr 20 13:19:09.729565 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-862670bc-a89c-4f3a-ae28-5cb89a93dd98 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:19:09.774775 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-862670bc-a89c-4f3a-ae28-5cb89a93dd98 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:09.778434 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-862670bc-a89c-4f3a-ae28-5cb89a93dd98 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Added segment c6ee7fb4-3843-434e-8adf-5856ff94d682 of type vlan for network fed02b37-0152-41d3-a1e9-2577593339b8 Apr 20 13:19:09.944411 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-862670bc-a89c-4f3a-ae28-5cb89a93dd98 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:10.135547 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-862670bc-a89c-4f3a-ae28-5cb89a93dd98 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:10.148653 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862670bc-a89c-4f3a-ae28-5cb89a93dd98 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:10.152589 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-862670bc-a89c-4f3a-ae28-5cb89a93dd98 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:10.315776 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-862670bc-a89c-4f3a-ae28-5cb89a93dd98 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8483360 Apr 20 13:19:10.318222 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 52958) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:10.325298 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-970da7db-2f05-4f59-83e5-d5dbf4bf0bbc tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Request body: {'ports': [{'network_id': '81298871-9a29-463c-8523-08e17fb39fb4', 'name': 'tempest-port--1932240855', 'admin_state_up': True}, {'network_id': 'fed02b37-0152-41d3-a1e9-2577593339b8', 'admin_state_up': False}]} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:10.326003 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-970da7db-2f05-4f59-83e5-d5dbf4bf0bbc tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Request body: {'port': {'network_id': '81298871-9a29-463c-8523-08e17fb39fb4', 'name': 'tempest-port--1932240855', 'admin_state_up': True}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:10.327198 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-970da7db-2f05-4f59-83e5-d5dbf4bf0bbc tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Request body: {'port': {'network_id': 'fed02b37-0152-41d3-a1e9-2577593339b8', 'admin_state_up': False}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:10.351040 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862670bc-a89c-4f3a-ae28-5cb89a93dd98 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Pushing event updated for resources: {'Network': ['ID=fed02b37-0152-41d3-a1e9-2577593339b8,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:10.367696 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network fed02b37-0152-41d3-a1e9-2577593339b8 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:19:10.872005 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970da7db-2f05-4f59-83e5-d5dbf4bf0bbc tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Made reservation on behalf of c5f3c2c7ced2444d9daf864283eedfe5 for: {'port': 2} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:10.877931 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-970da7db-2f05-4f59-83e5-d5dbf4bf0bbc tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:11.005695 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52972) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:11.032927 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-970da7db-2f05-4f59-83e5-d5dbf4bf0bbc tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:11.359695 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c1cfd7c2-f358-450d-8153-a2bb962051d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:11.625277 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c1cfd7c2-f358-450d-8153-a2bb962051d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:11.635289 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e338d23-4896-450e-a58f-941880a61585 req-8869b2dd-f506-46b7-970b-bba84a735716 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:11.645427 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4e338d23-4896-450e-a58f-941880a61585 req-8869b2dd-f506-46b7-970b-bba84a735716 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2d5143c-5e44-4ba2-8748-b17e27e5edc8 HTTP/1.1" status: 200 len: 946 time: 0.7341781 Apr 20 13:19:11.692686 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [None req-970da7db-2f05-4f59-83e5-d5dbf4bf0bbc tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] device_id is not set on port b333fb92-118e-4ff7-a9bc-766e92a37de0 yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:19:11.724747 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c1cfd7c2-f358-450d-8153-a2bb962051d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:11.793698 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4e338d23-4896-450e-a58f-941880a61585 req-ddc2f3e8-84b3-455f-b40a-7f5373f626a6 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fa12be5-2d73-44dd-8d58-8fa8dec1b4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421280 Apr 20 13:19:12.003218 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cfd7c2-f358-450d-8153-a2bb962051d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6e097a-2f21-4b89-a0fb-beb00f5bfbca,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:12.049970 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c1cfd7c2-f358-450d-8153-a2bb962051d7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=220c8672184c4ddbb8a2eb8d28880e9e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0430913 Apr 20 13:19:12.061154 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cfd7c2-f358-450d-8153-a2bb962051d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:12.061503 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cfd7c2-f358-450d-8153-a2bb962051d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:12.062451 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cfd7c2-f358-450d-8153-a2bb962051d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:12.062793 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cfd7c2-f358-450d-8153-a2bb962051d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:12.063135 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cfd7c2-f358-450d-8153-a2bb962051d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:12.064518 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53002) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:12.083705 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cfd7c2-f358-450d-8153-a2bb962051d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:12.088985 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cfd7c2-f358-450d-8153-a2bb962051d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:12.090527 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cfd7c2-f358-450d-8153-a2bb962051d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:12.092500 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cfd7c2-f358-450d-8153-a2bb962051d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:12.093058 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cfd7c2-f358-450d-8153-a2bb962051d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:12.095993 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cfd7c2-f358-450d-8153-a2bb962051d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:12.098931 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cfd7c2-f358-450d-8153-a2bb962051d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:12.142722 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-970da7db-2f05-4f59-83e5-d5dbf4bf0bbc tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:12.174883 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:12.417627 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f1c364fe-5336-42bc-8cfc-f573ca530ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:12.428853 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [None req-970da7db-2f05-4f59-83e5-d5dbf4bf0bbc tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] device_id is not set on port e3301563-8e03-49f5-a4e9-5880f5474c70 yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:19:12.532501 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f1c364fe-5336-42bc-8cfc-f573ca530ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:12.769334 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-970da7db-2f05-4f59-83e5-d5dbf4bf0bbc tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:13.156945 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f1c364fe-5336-42bc-8cfc-f573ca530ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:13.169397 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f1c364fe-5336-42bc-8cfc-f573ca530ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:13.169397 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f1c364fe-5336-42bc-8cfc-f573ca530ebf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3c6e097a-2f21-4b89-a0fb-beb00f5bfbca HTTP/1.1" status: 204 len: 168 time: 1.0972459 Apr 20 13:19:13.185791 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:13.191971 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-970da7db-2f05-4f59-83e5-d5dbf4bf0bbc tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:13.197920 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c364fe-5336-42bc-8cfc-f573ca530ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6e097a-2f21-4b89-a0fb-beb00f5bfbca,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:13.366279 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970da7db-2f05-4f59-83e5-d5dbf4bf0bbc tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Pushing event updated for resources: {'Port': ['ID=b333fb92-118e-4ff7-a9bc-766e92a37de0,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:13.415614 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970da7db-2f05-4f59-83e5-d5dbf4bf0bbc tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Checking segment: {'id': '54f3fde6-39cb-4f49-b2f2-1385e4aa9846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '81298871-9a29-463c-8523-08e17fb39fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:19:13.420236 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970da7db-2f05-4f59-83e5-d5dbf4bf0bbc tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Network hostable DHCP agents. Network: 81298871-9a29-463c-8523-08e17fb39fb4, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:19:13.580825 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970da7db-2f05-4f59-83e5-d5dbf4bf0bbc tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Network 81298871-9a29-463c-8523-08e17fb39fb4 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:19:13.685751 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfeccf5-b179-4cac-a94d-9118f7a82be7 req-b2ece732-dcd8-49d3-92d4-64ad2edb0620 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:13.688409 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4cfeccf5-b179-4cac-a94d-9118f7a82be7 req-b2ece732-dcd8-49d3-92d4-64ad2edb0620 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2d5143c-5e44-4ba2-8748-b17e27e5edc8 HTTP/1.1" status: 200 len: 946 time: 0.1011298 Apr 20 13:19:13.689816 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-970da7db-2f05-4f59-83e5-d5dbf4bf0bbc tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 81298871-9a29-463c-8523-08e17fb39fb4) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:13.697045 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970da7db-2f05-4f59-83e5-d5dbf4bf0bbc tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:19:13.698148 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-970da7db-2f05-4f59-83e5-d5dbf4bf0bbc tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:13.707494 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b9444c-0833-4b2f-888d-681c9a1d687d None None] Network 81298871-9a29-463c-8523-08e17fb39fb4 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:13.929894 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970da7db-2f05-4f59-83e5-d5dbf4bf0bbc tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Pushing event updated for resources: {'Port': ['ID=e3301563-8e03-49f5-a4e9-5880f5474c70,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:13.954728 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4cfeccf5-b179-4cac-a94d-9118f7a82be7 req-d358d359-23fe-4cf3-9c1e-08cea4de87e5 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fa12be5-2d73-44dd-8d58-8fa8dec1b4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397442 Apr 20 13:19:13.956171 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970da7db-2f05-4f59-83e5-d5dbf4bf0bbc tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Checking segment: {'id': 'c6ee7fb4-3843-434e-8adf-5856ff94d682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'fed02b37-0152-41d3-a1e9-2577593339b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:19:13.956832 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970da7db-2f05-4f59-83e5-d5dbf4bf0bbc tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Network hostable DHCP agents. Network: fed02b37-0152-41d3-a1e9-2577593339b8, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:19:14.066230 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970da7db-2f05-4f59-83e5-d5dbf4bf0bbc tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Network fed02b37-0152-41d3-a1e9-2577593339b8 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:19:14.166043 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-970da7db-2f05-4f59-83e5-d5dbf4bf0bbc tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, fed02b37-0152-41d3-a1e9-2577593339b8) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:14.167600 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970da7db-2f05-4f59-83e5-d5dbf4bf0bbc tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:19:14.173904 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c29d31-d1cd-4aaa-be0f-e3b4522750ff None None] Network fed02b37-0152-41d3-a1e9-2577593339b8 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:14.185168 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970da7db-2f05-4f59-83e5-d5dbf4bf0bbc tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:14.206033 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970da7db-2f05-4f59-83e5-d5dbf4bf0bbc tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:14.206791 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-970da7db-2f05-4f59-83e5-d5dbf4bf0bbc tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:14.420163 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53078) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:14.420844 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-970da7db-2f05-4f59-83e5-d5dbf4bf0bbc tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.0998812 Apr 20 13:19:14.579683 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ff2219-4687-4ab3-8f88-644eb4ce5eb7 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:14.600852 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ff2219-4687-4ab3-8f88-644eb4ce5eb7 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:14.603701 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-10ff2219-4687-4ab3-8f88-644eb4ce5eb7 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1791999 Apr 20 13:19:14.609189 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53080) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:14.746743 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-d58c6873-b945-46a0-8e2e-694ac05ed66a tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Deleting port b333fb92-118e-4ff7-a9bc-766e92a37de0 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:19:14.750293 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d58c6873-b945-46a0-8e2e-694ac05ed66a tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:14.866116 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d58c6873-b945-46a0-8e2e-694ac05ed66a tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:14.892458 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-d58c6873-b945-46a0-8e2e-694ac05ed66a tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Calling delete_port for b333fb92-118e-4ff7-a9bc-766e92a37de0 owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:19:14.934561 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c170a-52df-451f-a6f2-65f69f7479a0 req-dc32bd7c-2904-449d-bffa-5c0886cb9f82 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:14.941108 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-223c170a-52df-451f-a6f2-65f69f7479a0 req-dc32bd7c-2904-449d-bffa-5c0886cb9f82 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2d5143c-5e44-4ba2-8748-b17e27e5edc8 HTTP/1.1" status: 200 len: 946 time: 0.0631876 Apr 20 13:19:15.181221 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-223c170a-52df-451f-a6f2-65f69f7479a0 req-0f18a0e1-89af-4b1f-abb9-43522d888516 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] Deleting port b4983ffa-957c-473f-9a50-970642f04112 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:19:15.185488 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-223c170a-52df-451f-a6f2-65f69f7479a0 req-0f18a0e1-89af-4b1f-abb9-43522d888516 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:15.229585 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d58c6873-b945-46a0-8e2e-694ac05ed66a tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:15.233627 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f2544-29c3-4096-a372-6d24c9963f84 req-2432122b-27b0-4a87-bd7d-141275464550 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:15.246970 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-db9f2544-29c3-4096-a372-6d24c9963f84 req-2432122b-27b0-4a87-bd7d-141275464550 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2d5143c-5e44-4ba2-8748-b17e27e5edc8 HTTP/1.1" status: 200 len: 946 time: 0.1713381 Apr 20 13:19:15.275168 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58c6873-b945-46a0-8e2e-694ac05ed66a tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Pushing event deleted for resources: {'Port': ['ID=b333fb92-118e-4ff7-a9bc-766e92a37de0,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:15.311057 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d58c6873-b945-46a0-8e2e-694ac05ed66a tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:15.315471 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d58c6873-b945-46a0-8e2e-694ac05ed66a tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] 10.222.0.25 "DELETE /v2.0/ports/b333fb92-118e-4ff7-a9bc-766e92a37de0 HTTP/1.1" status: 204 len: 168 time: 0.7049582 Apr 20 13:19:15.320237 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53094) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:15.400040 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-db9f2544-29c3-4096-a372-6d24c9963f84 req-f32eca2b-3d5d-407f-b27c-5a207516f9ef tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fa12be5-2d73-44dd-8d58-8fa8dec1b4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520274 Apr 20 13:19:15.460330 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-223c170a-52df-451f-a6f2-65f69f7479a0 req-0f18a0e1-89af-4b1f-abb9-43522d888516 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] For port b4983ffa-957c-473f-9a50-970642f04112, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b4983ffa-957c-473f-9a50-970642f04112,segment=NetworkSegment(f88cf8c0-7acf-4561-88ae-6e067e585ded),segment_id=f88cf8c0-7acf-4561-88ae-6e067e585ded)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:19:15.461106 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-223c170a-52df-451f-a6f2-65f69f7479a0 req-0f18a0e1-89af-4b1f-abb9-43522d888516 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:15.484512 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-223c170a-52df-451f-a6f2-65f69f7479a0 req-0f18a0e1-89af-4b1f-abb9-43522d888516 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] Calling delete_port for b4983ffa-957c-473f-9a50-970642f04112 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:19:15.656982 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-bcdda2e7-db3d-4495-aed9-62db38feb0f7 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Deleting port e3301563-8e03-49f5-a4e9-5880f5474c70 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:19:15.662688 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bcdda2e7-db3d-4495-aed9-62db38feb0f7 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:15.826663 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bcdda2e7-db3d-4495-aed9-62db38feb0f7 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:15.867320 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-bcdda2e7-db3d-4495-aed9-62db38feb0f7 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Calling delete_port for e3301563-8e03-49f5-a4e9-5880f5474c70 owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:19:15.932044 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-223c170a-52df-451f-a6f2-65f69f7479a0 req-0f18a0e1-89af-4b1f-abb9-43522d888516 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:15.947857 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['b4983ffa-957c-473f-9a50-970642f04112'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:19:16.081940 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f18a0e1-89af-4b1f-abb9-43522d888516 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] Pushing event deleted for resources: {'Port': ['ID=b4983ffa-957c-473f-9a50-970642f04112,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:16.140798 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bcdda2e7-db3d-4495-aed9-62db38feb0f7 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:16.178698 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-223c170a-52df-451f-a6f2-65f69f7479a0 req-0f18a0e1-89af-4b1f-abb9-43522d888516 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] No DVR routers for this DVR port b4983ffa-957c-473f-9a50-970642f04112 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:19:16.182309 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-223c170a-52df-451f-a6f2-65f69f7479a0 req-0f18a0e1-89af-4b1f-abb9-43522d888516 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:16.187262 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-223c170a-52df-451f-a6f2-65f69f7479a0 req-0f18a0e1-89af-4b1f-abb9-43522d888516 tempest-ServerMetadataNegativeTestJSON-2067144198 tempest-ServerMetadataNegativeTestJSON-2067144198-project] 10.222.0.15 "DELETE /v2.0/ports/b4983ffa-957c-473f-9a50-970642f04112 HTTP/1.1" status: 204 len: 173 time: 1.2415345 Apr 20 13:19:16.188401 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d5143c-5e44-4ba2-8748-b17e27e5edc8', 'name': 'network-vif-deleted', 'tag': 'b4983ffa-957c-473f-9a50-970642f04112'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:19:16.209425 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03299db-24b0-40b9-ad39-7c65fe1961e1" -d '{"events": [{"server_uuid": "c2d5143c-5e44-4ba2-8748-b17e27e5edc8", "name": "network-vif-deleted", "tag": "b4983ffa-957c-473f-9a50-970642f04112"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:19:16.215463 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdda2e7-db3d-4495-aed9-62db38feb0f7 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Pushing event deleted for resources: {'Port': ['ID=e3301563-8e03-49f5-a4e9-5880f5474c70,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:16.251071 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bcdda2e7-db3d-4495-aed9-62db38feb0f7 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:16.254346 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-bcdda2e7-db3d-4495-aed9-62db38feb0f7 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] 10.222.0.25 "DELETE /v2.0/ports/e3301563-8e03-49f5-a4e9-5880f5474c70 HTTP/1.1" status: 204 len: 168 time: 0.9328878 Apr 20 13:19:16.257008 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53134) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:16.329589 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-fd30690c-ea6b-4cf4-ba3c-3180acdd37bb tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0713525 Apr 20 13:19:16.333592 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53136) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:16.347968 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-a2cd4148-a077-465b-ab4a-199cbf714390 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1719728813'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:16.465411 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2cd4148-a077-465b-ab4a-199cbf714390 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Made reservation on behalf of c5f3c2c7ced2444d9daf864283eedfe5 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:16.469506 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a2cd4148-a077-465b-ab4a-199cbf714390 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:16.606968 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2cd4148-a077-465b-ab4a-199cbf714390 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:19:16.609154 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a2cd4148-a077-465b-ab4a-199cbf714390 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:16.612171 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-a2cd4148-a077-465b-ab4a-199cbf714390 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Added segment cac6998e-a745-4e0f-ac1c-b6601f1cb057 of type vlan for network b303ab46-bdf5-4915-80b4-ae35c387a5aa Apr 20 13:19:16.697640 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a2cd4148-a077-465b-ab4a-199cbf714390 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:16.824502 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a2cd4148-a077-465b-ab4a-199cbf714390 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:16.833185 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cd4148-a077-465b-ab4a-199cbf714390 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:16.833853 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a2cd4148-a077-465b-ab4a-199cbf714390 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:16.970733 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a2cd4148-a077-465b-ab4a-199cbf714390 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6282988 Apr 20 13:19:16.970847 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53164) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:16.975796 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd4148-a077-465b-ab4a-199cbf714390 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Pushing event updated for resources: {'Network': ['ID=b303ab46-bdf5-4915-80b4-ae35c387a5aa,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:16.977165 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-589ba195-853b-4ae7-b00d-78e12e90b0eb tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1492401643'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:16.990968 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network b303ab46-bdf5-4915-80b4-ae35c387a5aa details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:19:17.132051 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589ba195-853b-4ae7-b00d-78e12e90b0eb tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Made reservation on behalf of c5f3c2c7ced2444d9daf864283eedfe5 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:17.135641 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-589ba195-853b-4ae7-b00d-78e12e90b0eb tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:17.173192 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-589ba195-853b-4ae7-b00d-78e12e90b0eb tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:19:17.196331 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-589ba195-853b-4ae7-b00d-78e12e90b0eb tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:17.199461 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-589ba195-853b-4ae7-b00d-78e12e90b0eb tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Added segment 1cc0adbb-15d6-4d3d-8749-71355369bb1f of type vlan for network 756160c3-9379-4e98-90ae-4a57bf4d4340 Apr 20 13:19:17.397396 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-589ba195-853b-4ae7-b00d-78e12e90b0eb tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:17.526133 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-589ba195-853b-4ae7-b00d-78e12e90b0eb tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:17.533451 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589ba195-853b-4ae7-b00d-78e12e90b0eb tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:17.535352 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-589ba195-853b-4ae7-b00d-78e12e90b0eb tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:17.693514 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8af8089-b783-45a8-8747-d8a2355d3ed3 x-openstack-request-id: req-b8af8089-b783-45a8-8747-d8a2355d3ed3 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:19:17.694360 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d5143c-5e44-4ba2-8748-b17e27e5edc8", "name": "network-vif-deleted", "tag": "b4983ffa-957c-473f-9a50-970642f04112", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:19:17.694794 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b8af8089-b783-45a8-8747-d8a2355d3ed3 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:19:17.695411 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8af8089-b783-45a8-8747-d8a2355d3ed3'] response: {'server_uuid': 'c2d5143c-5e44-4ba2-8748-b17e27e5edc8', 'name': 'network-vif-deleted', 'tag': 'b4983ffa-957c-473f-9a50-970642f04112', 'status': 'completed', 'code': 200} Apr 20 13:19:17.789677 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53206) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:17.805502 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589ba195-853b-4ae7-b00d-78e12e90b0eb tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Pushing event updated for resources: {'Network': ['ID=756160c3-9379-4e98-90ae-4a57bf4d4340,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:17.822746 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 756160c3-9379-4e98-90ae-4a57bf4d4340 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:19:17.830792 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-589ba195-853b-4ae7-b00d-78e12e90b0eb tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8599863 Apr 20 13:19:18.228725 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26ef08-01ec-482d-9473-d63e23e160ae req-952ce16c-0603-44b5-bdcb-d74380b151a7 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:18.237828 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53214) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:18.238506 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ad26ef08-01ec-482d-9473-d63e23e160ae req-952ce16c-0603-44b5-bdcb-d74380b151a7 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 946 time: 0.3223908 Apr 20 13:19:18.248639 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb5ddecd-4081-41f1-877f-3cbad5860915 admin admin] Deleting subnet b037e642-6526-4356-b64f-5a9df69edabc {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:19:18.266858 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cb5ddecd-4081-41f1-877f-3cbad5860915 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:18.481002 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cb5ddecd-4081-41f1-877f-3cbad5860915 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:18.584577 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ad26ef08-01ec-482d-9473-d63e23e160ae req-975bb40d-c564-4885-b8c7-40e915c050e6 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2189813 Apr 20 13:19:18.638262 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cb5ddecd-4081-41f1-877f-3cbad5860915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:18.888819 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cb5ddecd-4081-41f1-877f-3cbad5860915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:18.901280 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5d109c32-c078-4ee7-95e7-c13ff262c05d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:18.995432 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cb5ddecd-4081-41f1-877f-3cbad5860915 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:19.007936 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53246) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:19.008542 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-cb5ddecd-4081-41f1-877f-3cbad5860915 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b037e642-6526-4356-b64f-5a9df69edabc HTTP/1.1" status: 204 len: 168 time: 1.2173781 Apr 20 13:19:19.012907 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ddecd-4081-41f1-877f-3cbad5860915 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b037e642-6526-4356-b64f-5a9df69edabc,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:19.037190 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ddecd-4081-41f1-877f-3cbad5860915 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:19.040928 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ddecd-4081-41f1-877f-3cbad5860915 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:19.044297 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ddecd-4081-41f1-877f-3cbad5860915 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:19.044554 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ddecd-4081-41f1-877f-3cbad5860915 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:19.045098 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ddecd-4081-41f1-877f-3cbad5860915 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:19.045643 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ddecd-4081-41f1-877f-3cbad5860915 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:19.046831 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ddecd-4081-41f1-877f-3cbad5860915 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:19.047759 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ddecd-4081-41f1-877f-3cbad5860915 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:19.052987 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ddecd-4081-41f1-877f-3cbad5860915 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:19.053760 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ddecd-4081-41f1-877f-3cbad5860915 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:19.054304 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ddecd-4081-41f1-877f-3cbad5860915 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:19.054852 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5ddecd-4081-41f1-877f-3cbad5860915 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:19.289514 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-05030b98-3857-41e2-baf1-3df1bbb63dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:19.382101 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b4983ffa-957c-473f-9a50-970642f04112 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:19:19.426371 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: b4983ffa-957c-473f-9a50-970642f04112 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:19:19.426945 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b4983ffa-957c-473f-9a50-970642f04112 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:19:19.527278 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5d109c32-c078-4ee7-95e7-c13ff262c05d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:19.742328 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-05030b98-3857-41e2-baf1-3df1bbb63dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:19.812936 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-05030b98-3857-41e2-baf1-3df1bbb63dcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d602368d-3f7d-4731-80ac-a524b2c449a2']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:19.844752 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-05030b98-3857-41e2-baf1-3df1bbb63dcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f88cf8c0-7acf-4561-88ae-6e067e585ded') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:19.845447 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-05030b98-3857-41e2-baf1-3df1bbb63dcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f88cf8c0-7acf-4561-88ae-6e067e585ded') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:19.850105 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf817f-d94b-446d-9adb-b0ab67a48147 req-641219d3-d745-48ca-bcda-57e58b94d06f tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:19.859470 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3bcf817f-d94b-446d-9adb-b0ab67a48147 req-641219d3-d745-48ca-bcda-57e58b94d06f tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 946 time: 0.1067193 Apr 20 13:19:19.866367 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-05030b98-3857-41e2-baf1-3df1bbb63dcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:19.881731 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-05030b98-3857-41e2-baf1-3df1bbb63dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:19.892752 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05030b98-3857-41e2-baf1-3df1bbb63dcf admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:19:19.893154 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-05030b98-3857-41e2-baf1-3df1bbb63dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:19.895248 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:19:19.895248 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:19:19.895248 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:19:19.895248 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:19:19.895248 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:19:19.895248 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:19:19.895248 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:19:19.895248 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:19:19.895248 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:19:19.895248 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:19:19.895248 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:19:19.895248 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:19:19.895248 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:19:19.895248 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:19:19.895248 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:19:19.895248 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:19:19.895248 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:19:19.895248 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:19:19.895248 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:19:19.895248 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:19:19.895248 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:19:19.895248 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:19:19.895248 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:19:19.895248 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:19:19.895248 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:19:19.895248 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:19:19.895248 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:19:19.895248 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:19:19.895248 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:19:19.895248 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:19:19.895248 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:19:19.895248 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:19:19.904384 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3bcf817f-d94b-446d-9adb-b0ab67a48147 req-83790dac-9406-497b-85d7-82ae38eaaeae tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440373 Apr 20 13:19:19.960665 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5d109c32-c078-4ee7-95e7-c13ff262c05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:20.083586 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53280) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:20.102235 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5d109c32-c078-4ee7-95e7-c13ff262c05d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1cb46766e92647da8c61a4da139da91b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8484099 Apr 20 13:19:20.135617 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-05030b98-3857-41e2-baf1-3df1bbb63dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:20.143123 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-05030b98-3857-41e2-baf1-3df1bbb63dcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:20.179580 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-05030b98-3857-41e2-baf1-3df1bbb63dcf admin admin] 10.222.0.25 "DELETE /v2.0/networks/d602368d-3f7d-4731-80ac-a524b2c449a2 HTTP/1.1" status: 204 len: 168 time: 1.1704593 Apr 20 13:19:20.262859 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05030b98-3857-41e2-baf1-3df1bbb63dcf admin admin] Pushing event deleted for resources: {'Network': ['ID=d602368d-3f7d-4731-80ac-a524b2c449a2,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:20.291504 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d109c32-c078-4ee7-95e7-c13ff262c05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d2df5b-27a9-4743-9c22-ed23cf2bd204,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:20.330720 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8551f60c-475f-42fe-a68c-b30be1fa7da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:20.454531 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8551f60c-475f-42fe-a68c-b30be1fa7da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:20.752245 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8551f60c-475f-42fe-a68c-b30be1fa7da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:20.755438 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8551f60c-475f-42fe-a68c-b30be1fa7da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:20.759813 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8551f60c-475f-42fe-a68c-b30be1fa7da4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b1d2df5b-27a9-4743-9c22-ed23cf2bd204 HTTP/1.1" status: 204 len: 168 time: 0.6748772 Apr 20 13:19:20.775139 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551f60c-475f-42fe-a68c-b30be1fa7da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d2df5b-27a9-4743-9c22-ed23cf2bd204,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:21.025433 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53314) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:21.181990 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a239ac10-c551-428a-a1ea-e2cc2c3938da admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=77a1d921eb254cba8099f50efc4e4c0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1551833 Apr 20 13:19:21.184718 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53322) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:21.284045 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53328) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:21.314699 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-03a16764-5633-471a-89c1-274c0eee372b tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Request body: {'subnets': [{'network_id': 'b303ab46-bdf5-4915-80b4-ae35c387a5aa', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1714552872', 'ip_version': 6}, {'network_id': '756160c3-9379-4e98-90ae-4a57bf4d4340', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:21.315332 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1de76dc7-76ae-4c59-9b63-124e4e9ce689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:21.318866 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-03a16764-5633-471a-89c1-274c0eee372b tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Request body: {'subnet': {'network_id': 'b303ab46-bdf5-4915-80b4-ae35c387a5aa', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1714552872', 'ip_version': 6}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:21.322694 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-03a16764-5633-471a-89c1-274c0eee372b tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Request body: {'subnet': {'network_id': '756160c3-9379-4e98-90ae-4a57bf4d4340', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:21.382284 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1de76dc7-76ae-4c59-9b63-124e4e9ce689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:21.487494 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0ae4b-cda8-4691-9ba8-210a22d17087 req-f8899151-0724-434f-b4ee-d6d2b742107f tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:21.490973 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4fc0ae4b-cda8-4691-9ba8-210a22d17087 req-f8899151-0724-434f-b4ee-d6d2b742107f tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 946 time: 0.2463257 Apr 20 13:19:21.623092 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1de76dc7-76ae-4c59-9b63-124e4e9ce689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:21.627200 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1de76dc7-76ae-4c59-9b63-124e4e9ce689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:21.629831 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1de76dc7-76ae-4c59-9b63-124e4e9ce689 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5fa12be5-2d73-44dd-8d58-8fa8dec1b4d1 HTTP/1.1" status: 204 len: 168 time: 0.4440753 Apr 20 13:19:21.645705 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de76dc7-76ae-4c59-9b63-124e4e9ce689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa12be5-2d73-44dd-8d58-8fa8dec1b4d1,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:22.085417 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4fc0ae4b-cda8-4691-9ba8-210a22d17087 req-ddacb2b0-5b62-42fc-9c3b-5ee689ea54b8 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5771222 Apr 20 13:19:22.228837 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a16764-5633-471a-89c1-274c0eee372b tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Made reservation on behalf of c5f3c2c7ced2444d9daf864283eedfe5 for: {'subnet': 2} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:22.233670 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-03a16764-5633-471a-89c1-274c0eee372b tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:22.234087 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-03a16764-5633-471a-89c1-274c0eee372b tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:22.467394 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53380) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:22.507820 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-271559fc-23be-4fb3-a058-77d1546d1910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:22.743160 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-271559fc-23be-4fb3-a058-77d1546d1910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:22.814808 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-271559fc-23be-4fb3-a058-77d1546d1910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:22.849711 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device ce93adfa-4de5-4e0d-a1aa-a05fa73db53c no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:19:22.857491 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-271559fc-23be-4fb3-a058-77d1546d1910 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ee968452007a47cea4d73b2d90d6f0ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3876452 Apr 20 13:19:22.867057 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53408) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:22.920332 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-03a16764-5633-471a-89c1-274c0eee372b tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:22.927027 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271559fc-23be-4fb3-a058-77d1546d1910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2cbbca-1a5d-4c6d-8250-dc2c27e2cc40,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:22.940723 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:22.950045 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-70f486dd-9572-4f20-93a3-76b39b55c7f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:22.985647 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb71cda-943c-455b-92ae-24ce0c2f25e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce93adfa-4de5-4e0d-a1aa-a05fa73db53c'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:19:22.989437 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88796c66-d604-4a92-a645-a3e89643e1dd" -d '{"events": [{"server_uuid": "1bb71cda-943c-455b-92ae-24ce0c2f25e1", "name": "network-vif-unplugged", "status": "completed", "tag": "ce93adfa-4de5-4e0d-a1aa-a05fa73db53c"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:19:23.014545 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-70f486dd-9572-4f20-93a3-76b39b55c7f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:23.042162 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port ce93adfa-4de5-4e0d-a1aa-a05fa73db53c, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=ce93adfa-4de5-4e0d-a1aa-a05fa73db53c,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:19:23.091692 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a16764-5633-471a-89c1-274c0eee372b tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Pushing event updated for resources: {'Subnet': ['ID=5127e9fb-8072-4cec-a0a8-026586526113,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:23.114419 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a16764-5633-471a-89c1-274c0eee372b tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Checking segment: {'id': 'cac6998e-a745-4e0f-ac1c-b6601f1cb057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b303ab46-bdf5-4915-80b4-ae35c387a5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:19:23.115088 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a16764-5633-471a-89c1-274c0eee372b tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Network hostable DHCP agents. Network: b303ab46-bdf5-4915-80b4-ae35c387a5aa, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:19:23.130120 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a688561f-7f24-4289-a3cc-58a488fd5f2a x-openstack-request-id: req-a688561f-7f24-4289-a3cc-58a488fd5f2a {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:19:23.130677 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb71cda-943c-455b-92ae-24ce0c2f25e1", "name": "network-vif-unplugged", "status": "completed", "tag": "ce93adfa-4de5-4e0d-a1aa-a05fa73db53c", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:19:23.131290 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a688561f-7f24-4289-a3cc-58a488fd5f2a {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:19:23.131893 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a688561f-7f24-4289-a3cc-58a488fd5f2a'] response: {'server_uuid': '1bb71cda-943c-455b-92ae-24ce0c2f25e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce93adfa-4de5-4e0d-a1aa-a05fa73db53c', 'code': 200} Apr 20 13:19:23.182678 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:23.237652 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=ce93adfa-4de5-4e0d-a1aa-a05fa73db53c,revision_number=11']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:23.261656 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b810e-02ad-4b29-917e-885afa49f1b0 req-f303246d-5a4c-4112-b029-dee78afe1eba tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:23.269590 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-726b810e-02ad-4b29-917e-885afa49f1b0 req-f303246d-5a4c-4112-b029-dee78afe1eba tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.0624084 Apr 20 13:19:23.288802 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a16764-5633-471a-89c1-274c0eee372b tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Network b303ab46-bdf5-4915-80b4-ae35c387a5aa is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:19:23.315596 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-726b810e-02ad-4b29-917e-885afa49f1b0 req-251f3477-d6f1-47d9-ae74-6640cc313bdc tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448368 Apr 20 13:19:23.323614 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-70f486dd-9572-4f20-93a3-76b39b55c7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:23.323993 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-70f486dd-9572-4f20-93a3-76b39b55c7f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:23.325870 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-70f486dd-9572-4f20-93a3-76b39b55c7f0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df2cbbca-1a5d-4c6d-8250-dc2c27e2cc40 HTTP/1.1" status: 204 len: 168 time: 0.4573667 Apr 20 13:19:23.353735 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f486dd-9572-4f20-93a3-76b39b55c7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2cbbca-1a5d-4c6d-8250-dc2c27e2cc40,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:23.371747 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-03a16764-5633-471a-89c1-274c0eee372b tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, b303ab46-bdf5-4915-80b4-ae35c387a5aa) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:23.375802 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-03a16764-5633-471a-89c1-274c0eee372b tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:23.386485 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7529f2-6b2d-4ad0-844f-d2011d6085b9 None None] Network b303ab46-bdf5-4915-80b4-ae35c387a5aa requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:23.529800 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a16764-5633-471a-89c1-274c0eee372b tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Pushing event updated for resources: {'Subnet': ['ID=5542066a-ff70-44cc-8aff-77e866af3c85,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:23.535040 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a16764-5633-471a-89c1-274c0eee372b tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Checking segment: {'id': '1cc0adbb-15d6-4d3d-8749-71355369bb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '756160c3-9379-4e98-90ae-4a57bf4d4340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:19:23.535712 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a16764-5633-471a-89c1-274c0eee372b tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Network hostable DHCP agents. Network: 756160c3-9379-4e98-90ae-4a57bf4d4340, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:19:23.645517 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f383c2-ca0d-4097-bc53-f94e87b428dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-b303ab46-bdf5-4915-80b4-ae35c387a5aa', 'network_id': 'b303ab46-bdf5-4915-80b4-ae35c387a5aa', 'tenant_id': 'c5f3c2c7ced2444d9daf864283eedfe5', 'fixed_ips': [{'subnet_id': '5127e9fb-8072-4cec-a0a8-026586526113'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:19:23.646397 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d2f383c2-ca0d-4097-bc53-f94e87b428dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:23.653424 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a16764-5633-471a-89c1-274c0eee372b tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Network 756160c3-9379-4e98-90ae-4a57bf4d4340 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:19:23.769914 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41c9fe-dee5-47c8-a09b-41e1fbe55c59 req-39d60ea2-d6a9-4e47-a0fa-b9b5be915fd0 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:23.780313 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4b41c9fe-dee5-47c8-a09b-41e1fbe55c59 req-39d60ea2-d6a9-4e47-a0fa-b9b5be915fd0 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d96cbe-49c3-4ae4-b5fb-b756896ea36e HTTP/1.1" status: 200 len: 951 time: 0.1521239 Apr 20 13:19:23.818530 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-03a16764-5633-471a-89c1-274c0eee372b tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 756160c3-9379-4e98-90ae-4a57bf4d4340) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:23.823961 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a16764-5633-471a-89c1-274c0eee372b tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:23.824442 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a16764-5633-471a-89c1-274c0eee372b tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:23.825070 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-03a16764-5633-471a-89c1-274c0eee372b tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:23.862698 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4b41c9fe-dee5-47c8-a09b-41e1fbe55c59 req-865719b2-c56d-47c3-b64b-804d74d9952d tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ba3b931-fda2-4c07-93a8-b75445543aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762663 Apr 20 13:19:23.875194 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb8fa1e-0679-4e4f-8c72-53fe93435ac3 None None] Network 756160c3-9379-4e98-90ae-4a57bf4d4340 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:23.934477 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53474) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:23.938580 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-03a16764-5633-471a-89c1-274c0eee372b tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.6528583 Apr 20 13:19:23.944029 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-d2f383c2-ca0d-4097-bc53-f94e87b428dd None None] Allocated IP 2001:db8::1 (b303ab46-bdf5-4915-80b4-ae35c387a5aa/5127e9fb-8072-4cec-a0a8-026586526113/6e7a7220-58ae-44a0-beac-13192ae8f81a) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:19:24.038409 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da1aa67-665c-4114-a074-86e5af0c5467 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:24.038409 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da1aa67-665c-4114-a074-86e5af0c5467 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:24.051421 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da1aa67-665c-4114-a074-86e5af0c5467 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:24.060847 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9da1aa67-665c-4114-a074-86e5af0c5467 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1232016 Apr 20 13:19:24.068787 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53478) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:24.179646 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-278e24e3-a081-432d-b2e4-9daf10a22d81 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Deleting subnet 5127e9fb-8072-4cec-a0a8-026586526113 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:19:24.270741 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4e675a-8a5e-4e99-9840-9c8454ba79cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-756160c3-9379-4e98-90ae-4a57bf4d4340', 'network_id': '756160c3-9379-4e98-90ae-4a57bf4d4340', 'tenant_id': 'c5f3c2c7ced2444d9daf864283eedfe5', 'fixed_ips': [{'subnet_id': '5542066a-ff70-44cc-8aff-77e866af3c85'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:19:24.271639 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0d4e675a-8a5e-4e99-9840-9c8454ba79cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:24.284994 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53488) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:24.315999 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d2f383c2-ca0d-4097-bc53-f94e87b428dd None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:24.452137 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d2f383c2-ca0d-4097-bc53-f94e87b428dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:24.452339 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-278e24e3-a081-432d-b2e4-9daf10a22d81 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:24.477734 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87bfcbd-e557-45c4-936b-2ee0c4cd8b7e req-8a66e48d-9bcf-44ce-a617-9dc78258ffdc tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:24.480104 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b87bfcbd-e557-45c4-936b-2ee0c4cd8b7e req-8a66e48d-9bcf-44ce-a617-9dc78258ffdc tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.0660088 Apr 20 13:19:24.513524 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-d0f621d3-7cec-47c6-a46e-fba21f2979b2 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-885536341-network', 'tenant_id': 'c20b2283fd9d42abb053f456ba45401d'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:24.544113 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-278e24e3-a081-432d-b2e4-9daf10a22d81 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:24.554560 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b87bfcbd-e557-45c4-936b-2ee0c4cd8b7e req-9226c593-3570-4ae1-9921-54c4218badfd tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604248 Apr 20 13:19:24.664869 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-278e24e3-a081-432d-b2e4-9daf10a22d81 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:24.754793 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f621d3-7cec-47c6-a46e-fba21f2979b2 admin admin] Made reservation on behalf of c20b2283fd9d42abb053f456ba45401d for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:24.754793 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d0f621d3-7cec-47c6-a46e-fba21f2979b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:24.754793 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d0f621d3-7cec-47c6-a46e-fba21f2979b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:24.760275 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-043e681f-6ef1-42ce-a751-ef50304bfb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:24.821507 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-0d4e675a-8a5e-4e99-9840-9c8454ba79cd None None] Allocated IP 2001:db8:0:1::1 (756160c3-9379-4e98-90ae-4a57bf4d4340/5542066a-ff70-44cc-8aff-77e866af3c85/5b724eca-3833-423a-9bdb-c01288724165) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:19:24.821716 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-278e24e3-a081-432d-b2e4-9daf10a22d81 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:24.832623 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f383c2-ca0d-4097-bc53-f94e87b428dd None None] Network b303ab46-bdf5-4915-80b4-ae35c387a5aa is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:19:24.852121 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-d2f383c2-ca0d-4097-bc53-f94e87b428dd None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:24.861922 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f383c2-ca0d-4097-bc53-f94e87b428dd None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:19:24.877993 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device ce93adfa-4de5-4e0d-a1aa-a05fa73db53c details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:19:24.886156 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e24e3-a081-432d-b2e4-9daf10a22d81 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Pushing event deleted for resources: {'Subnet': ['ID=5127e9fb-8072-4cec-a0a8-026586526113,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:24.914449 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-278e24e3-a081-432d-b2e4-9daf10a22d81 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:24.922396 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-278e24e3-a081-432d-b2e4-9daf10a22d81 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] 10.222.0.25 "DELETE /v2.0/subnets/5127e9fb-8072-4cec-a0a8-026586526113 HTTP/1.1" status: 204 len: 168 time: 0.8518214 Apr 20 13:19:24.924816 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53512) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:25.020894 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port ce93adfa-4de5-4e0d-a1aa-a05fa73db53c, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=ce93adfa-4de5-4e0d-a1aa-a05fa73db53c,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:19:25.042342 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f383c2-ca0d-4097-bc53-f94e87b428dd None None] Pushing event updated for resources: {'Port': ['ID=6e7a7220-58ae-44a0-beac-13192ae8f81a,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:25.070448 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': 'ce93adfa-4de5-4e0d-a1aa-a05fa73db53c', 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119', 'port_id': 'ce93adfa-4de5-4e0d-a1aa-a05fa73db53c', 'mac_address': 'fa:16:3e:22:af:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa576778-8514-4874-84e6-afe172476688', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:19:25.078826 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d0f621d3-7cec-47c6-a46e-fba21f2979b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:25.118288 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc368ae-c8c2-44c9-a3e6-16aa095375aa tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Deleting subnet 5542066a-ff70-44cc-8aff-77e866af3c85 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:19:25.149649 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d0f621d3-7cec-47c6-a46e-fba21f2979b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:25.153515 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf4dd5-0a63-41c6-98e6-06e453c12263 req-943f33ac-9332-4788-a879-d8387cdb3826 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:25.155120 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5aaf4dd5-0a63-41c6-98e6-06e453c12263 req-943f33ac-9332-4788-a879-d8387cdb3826 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d96cbe-49c3-4ae4-b5fb-b756896ea36e HTTP/1.1" status: 200 len: 951 time: 0.1789713 Apr 20 13:19:25.247469 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f621d3-7cec-47c6-a46e-fba21f2979b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4924770b-088d-402b-aa8d-400330ee647b,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:25.260323 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-d2f383c2-ca0d-4097-bc53-f94e87b428dd None None] Attempting to bind port 6e7a7220-58ae-44a0-beac-13192ae8f81a on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:19:25.261120 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-d2f383c2-ca0d-4097-bc53-f94e87b428dd None None] Attempting to bind port 6e7a7220-58ae-44a0-beac-13192ae8f81a by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'cac6998e-a745-4e0f-ac1c-b6601f1cb057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b303ab46-bdf5-4915-80b4-ae35c387a5aa'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:19:25.261652 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f383c2-ca0d-4097-bc53-f94e87b428dd None None] Attempting to bind port 6e7a7220-58ae-44a0-beac-13192ae8f81a on network b303ab46-bdf5-4915-80b4-ae35c387a5aa {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:19:25.262282 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5aaf4dd5-0a63-41c6-98e6-06e453c12263 req-5856eb3a-be6b-4402-a5d1-c3762abe1434 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ba3b931-fda2-4c07-93a8-b75445543aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994182 Apr 20 13:19:25.270835 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f383c2-ca0d-4097-bc53-f94e87b428dd None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:19:25.271473 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f383c2-ca0d-4097-bc53-f94e87b428dd None None] Checking segment: {'id': 'cac6998e-a745-4e0f-ac1c-b6601f1cb057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b303ab46-bdf5-4915-80b4-ae35c387a5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:19:25.272064 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d2f383c2-ca0d-4097-bc53-f94e87b428dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:25.272465 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f383c2-ca0d-4097-bc53-f94e87b428dd None None] Bound using segment: {'id': 'cac6998e-a745-4e0f-ac1c-b6601f1cb057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b303ab46-bdf5-4915-80b4-ae35c387a5aa'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:19:25.273427 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-d2f383c2-ca0d-4097-bc53-f94e87b428dd None None] Bound port: 6e7a7220-58ae-44a0-beac-13192ae8f81a, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cac6998e-a745-4e0f-ac1c-b6601f1cb057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b303ab46-bdf5-4915-80b4-ae35c387a5aa'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:19:25.273427 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d2f383c2-ca0d-4097-bc53-f94e87b428dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:25.297368 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0f621d3-7cec-47c6-a46e-fba21f2979b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:19:25.313664 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:25.329708 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d0f621d3-7cec-47c6-a46e-fba21f2979b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:25.330326 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-d0f621d3-7cec-47c6-a46e-fba21f2979b2 admin admin] Added segment e29109fd-d9e9-46c9-bb70-7d2652b130f5 of type vlan for network 1fa23c14-b922-48b8-b067-1b12586009ea Apr 20 13:19:25.366588 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce93adfa-4de5-4e0d-a1aa-a05fa73db53c {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:19:25.383081 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d0f621d3-7cec-47c6-a46e-fba21f2979b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:25.495005 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port ce93adfa-4de5-4e0d-a1aa-a05fa73db53c, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=ce93adfa-4de5-4e0d-a1aa-a05fa73db53c,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:19:25.499755 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d0f621d3-7cec-47c6-a46e-fba21f2979b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:25.500765 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f621d3-7cec-47c6-a46e-fba21f2979b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:25.501365 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d0f621d3-7cec-47c6-a46e-fba21f2979b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:25.529226 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-d2f383c2-ca0d-4097-bc53-f94e87b428dd None None] For port 6e7a7220-58ae-44a0-beac-13192ae8f81a, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:19:25.564957 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-d2f383c2-ca0d-4097-bc53-f94e87b428dd None None] For port 6e7a7220-58ae-44a0-beac-13192ae8f81a, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=6e7a7220-58ae-44a0-beac-13192ae8f81a,segment=NetworkSegment(cac6998e-a745-4e0f-ac1c-b6601f1cb057),segment_id=cac6998e-a745-4e0f-ac1c-b6601f1cb057)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:19:25.575624 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0d4e675a-8a5e-4e99-9840-9c8454ba79cd None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:25.575624 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:25.647628 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d0f621d3-7cec-47c6-a46e-fba21f2979b2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3619235 Apr 20 13:19:25.647770 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53558) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:25.652025 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-452e0dfb-b0ce-4f3a-b151-7f8d322fa2c1 admin admin] Request body: {'subnet': {'network_id': '1fa23c14-b922-48b8-b067-1b12586009ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-885536341-subnet', 'tenant_id': 'c20b2283fd9d42abb053f456ba45401d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:25.675741 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f621d3-7cec-47c6-a46e-fba21f2979b2 admin admin] Pushing event updated for resources: {'Network': ['ID=1fa23c14-b922-48b8-b067-1b12586009ea,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:25.708398 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['ce93adfa-4de5-4e0d-a1aa-a05fa73db53c'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:19:25.714687 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 1fa23c14-b922-48b8-b067-1b12586009ea details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:19:25.718262 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d2f383c2-ca0d-4097-bc53-f94e87b428dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:25.744928 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0d4e675a-8a5e-4e99-9840-9c8454ba79cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:25.768602 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9fc368ae-c8c2-44c9-a3e6-16aa095375aa tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:25.802938 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=ce93adfa-4de5-4e0d-a1aa-a05fa73db53c,revision_number=12']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:25.875393 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4e675a-8a5e-4e99-9840-9c8454ba79cd None None] Network 756160c3-9379-4e98-90ae-4a57bf4d4340 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:19:25.882051 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-0d4e675a-8a5e-4e99-9840-9c8454ba79cd None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:25.918979 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9fc368ae-c8c2-44c9-a3e6-16aa095375aa tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:25.945918 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f383c2-ca0d-4097-bc53-f94e87b428dd None None] Pushing event updated for resources: {'Port': ['ID=6e7a7220-58ae-44a0-beac-13192ae8f81a,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:25.951498 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4e675a-8a5e-4e99-9840-9c8454ba79cd None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:19:26.110410 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9fc368ae-c8c2-44c9-a3e6-16aa095375aa tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:26.170506 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452e0dfb-b0ce-4f3a-b151-7f8d322fa2c1 admin admin] Made reservation on behalf of c20b2283fd9d42abb053f456ba45401d for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:26.173197 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-452e0dfb-b0ce-4f3a-b151-7f8d322fa2c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:26.258465 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-0d4e675a-8a5e-4e99-9840-9c8454ba79cd None None] Attempting to bind port 5b724eca-3833-423a-9bdb-c01288724165 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:19:26.259773 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-0d4e675a-8a5e-4e99-9840-9c8454ba79cd None None] Attempting to bind port 5b724eca-3833-423a-9bdb-c01288724165 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '1cc0adbb-15d6-4d3d-8749-71355369bb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '756160c3-9379-4e98-90ae-4a57bf4d4340'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:19:26.260551 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4e675a-8a5e-4e99-9840-9c8454ba79cd None None] Attempting to bind port 5b724eca-3833-423a-9bdb-c01288724165 on network 756160c3-9379-4e98-90ae-4a57bf4d4340 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:19:26.312798 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e675a-8a5e-4e99-9840-9c8454ba79cd None None] Pushing event updated for resources: {'Port': ['ID=5b724eca-3833-423a-9bdb-c01288724165,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:26.332576 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f38c033-772b-4890-af4b-46e3700150fc None None] Network b303ab46-bdf5-4915-80b4-ae35c387a5aa requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:26.359796 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4e675a-8a5e-4e99-9840-9c8454ba79cd None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:19:26.360309 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4e675a-8a5e-4e99-9840-9c8454ba79cd None None] Checking segment: {'id': '1cc0adbb-15d6-4d3d-8749-71355369bb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '756160c3-9379-4e98-90ae-4a57bf4d4340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:19:26.360719 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0d4e675a-8a5e-4e99-9840-9c8454ba79cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:26.361115 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4e675a-8a5e-4e99-9840-9c8454ba79cd None None] Bound using segment: {'id': '1cc0adbb-15d6-4d3d-8749-71355369bb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '756160c3-9379-4e98-90ae-4a57bf4d4340'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:19:26.361606 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-0d4e675a-8a5e-4e99-9840-9c8454ba79cd None None] Bound port: 5b724eca-3833-423a-9bdb-c01288724165, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cc0adbb-15d6-4d3d-8749-71355369bb1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '756160c3-9379-4e98-90ae-4a57bf4d4340'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:19:26.362174 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0d4e675a-8a5e-4e99-9840-9c8454ba79cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:26.403844 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53628) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:26.464498 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfe90e-fafb-4eb1-bad5-f8615699cb48 req-c2483afa-6588-42e7-9f69-2612ddf448d6 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:26.466217 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e1dfe90e-fafb-4eb1-bad5-f8615699cb48 req-c2483afa-6588-42e7-9f69-2612ddf448d6 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 945 time: 0.8048317 Apr 20 13:19:26.468986 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-452e0dfb-b0ce-4f3a-b151-7f8d322fa2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:26.547417 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-0d4e675a-8a5e-4e99-9840-9c8454ba79cd None None] For port 5b724eca-3833-423a-9bdb-c01288724165, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:19:26.550678 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-0d4e675a-8a5e-4e99-9840-9c8454ba79cd None None] For port 5b724eca-3833-423a-9bdb-c01288724165, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=5b724eca-3833-423a-9bdb-c01288724165,segment=NetworkSegment(1cc0adbb-15d6-4d3d-8749-71355369bb1f),segment_id=1cc0adbb-15d6-4d3d-8749-71355369bb1f)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:19:26.575298 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9fc368ae-c8c2-44c9-a3e6-16aa095375aa tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:26.596471 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9fc368ae-c8c2-44c9-a3e6-16aa095375aa tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:26.600798 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9fc368ae-c8c2-44c9-a3e6-16aa095375aa tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] 10.222.0.25 "DELETE /v2.0/subnets/5542066a-ff70-44cc-8aff-77e866af3c85 HTTP/1.1" status: 204 len: 168 time: 1.6745238 Apr 20 13:19:26.603212 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53652) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:26.609556 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e1dfe90e-fafb-4eb1-bad5-f8615699cb48 req-401edcb4-7902-4b78-bf2b-2cd9dc2cc686 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1321378 Apr 20 13:19:26.630911 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e0dfb-b0ce-4f3a-b151-7f8d322fa2c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a62118d6-180a-4657-b203-4669d1abb942,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:26.633879 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0d4e675a-8a5e-4e99-9840-9c8454ba79cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:26.660892 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc368ae-c8c2-44c9-a3e6-16aa095375aa tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Pushing event deleted for resources: {'Subnet': ['ID=5542066a-ff70-44cc-8aff-77e866af3c85,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:26.666225 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452e0dfb-b0ce-4f3a-b151-7f8d322fa2c1 admin admin] Checking segment: {'id': 'e29109fd-d9e9-46c9-bb70-7d2652b130f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1fa23c14-b922-48b8-b067-1b12586009ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:19:26.667098 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452e0dfb-b0ce-4f3a-b151-7f8d322fa2c1 admin admin] Network hostable DHCP agents. Network: 1fa23c14-b922-48b8-b067-1b12586009ea, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:19:26.772960 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6842d61a-8a51-45d6-8487-2bee13e57706 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:26.774843 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6842d61a-8a51-45d6-8487-2bee13e57706 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1703413 Apr 20 13:19:26.779069 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53656) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:26.822027 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452e0dfb-b0ce-4f3a-b151-7f8d322fa2c1 admin admin] Network 1fa23c14-b922-48b8-b067-1b12586009ea is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:19:26.873219 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 7839d3e5-44bf-4210-9bfa-fa1048539dea no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:19:26.941860 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-02a71eb7-c328-43c8-a3ad-5b8222692cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:26.952711 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-899d6750-c904-46dd-8849-ce2ee7c9b032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:26.960353 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-452e0dfb-b0ce-4f3a-b151-7f8d322fa2c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 1fa23c14-b922-48b8-b067-1b12586009ea) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:26.975645 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e675a-8a5e-4e99-9840-9c8454ba79cd None None] Pushing event updated for resources: {'Port': ['ID=5b724eca-3833-423a-9bdb-c01288724165,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:26.975759 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4d324aa4-9693-461f-be92-ad44d3eed479 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:26.991057 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452e0dfb-b0ce-4f3a-b151-7f8d322fa2c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:26.991752 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-452e0dfb-b0ce-4f3a-b151-7f8d322fa2c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:27.005837 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bccf5d-fe8e-454d-835c-ccadf2e3bdd9 None None] Network 1fa23c14-b922-48b8-b067-1b12586009ea requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:27.227641 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-452e0dfb-b0ce-4f3a-b151-7f8d322fa2c1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5795250 Apr 20 13:19:27.297971 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-899d6750-c904-46dd-8849-ce2ee7c9b032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:27.319530 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-4d324aa4-9693-461f-be92-ad44d3eed479 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Deleting port 5b724eca-3833-423a-9bdb-c01288724165 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:19:27.319530 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4d324aa4-9693-461f-be92-ad44d3eed479 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:27.360310 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-899d6750-c904-46dd-8849-ce2ee7c9b032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:27.459618 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:27.506086 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-899d6750-c904-46dd-8849-ce2ee7c9b032 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ad59da1827b444948f1107836a001586&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0999346 Apr 20 13:19:27.520196 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d6750-c904-46dd-8849-ce2ee7c9b032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6556dbc-c50c-4c5a-8631-d57eff8cde3a,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:27.522711 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53714) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:27.562641 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d96cbe-49c3-4ae4-b5fb-b756896ea36e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7839d3e5-44bf-4210-9bfa-fa1048539dea'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:19:27.569379 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707654b8-7840-491e-b1ee-0faf3508c998" -d '{"events": [{"server_uuid": "87d96cbe-49c3-4ae4-b5fb-b756896ea36e", "name": "network-vif-unplugged", "status": "completed", "tag": "7839d3e5-44bf-4210-9bfa-fa1048539dea"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:19:27.614911 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-4d324aa4-9693-461f-be92-ad44d3eed479 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] For port 5b724eca-3833-423a-9bdb-c01288724165, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=5b724eca-3833-423a-9bdb-c01288724165,segment=NetworkSegment(1cc0adbb-15d6-4d3d-8749-71355369bb1f),segment_id=1cc0adbb-15d6-4d3d-8749-71355369bb1f)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:19:27.615694 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4d324aa4-9693-461f-be92-ad44d3eed479 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:27.625948 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 7839d3e5-44bf-4210-9bfa-fa1048539dea, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=7839d3e5-44bf-4210-9bfa-fa1048539dea,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:19:27.639433 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-4d324aa4-9693-461f-be92-ad44d3eed479 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Calling delete_port for 5b724eca-3833-423a-9bdb-c01288724165 owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:19:27.675015 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e3e268-0a97-4826-9bbb-336ba0698c3b None None] Network 1fa23c14-b922-48b8-b067-1b12586009ea requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:27.708022 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-66a9e112-274e-427d-8978-3a2f114635bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:27.745943 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1969b54e-bcfb-4a7f-9182-def5f928cd89 x-openstack-request-id: req-1969b54e-bcfb-4a7f-9182-def5f928cd89 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:19:27.746245 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d96cbe-49c3-4ae4-b5fb-b756896ea36e", "name": "network-vif-unplugged", "status": "completed", "tag": "7839d3e5-44bf-4210-9bfa-fa1048539dea", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:19:27.746505 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1969b54e-bcfb-4a7f-9182-def5f928cd89 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:19:27.746903 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1969b54e-bcfb-4a7f-9182-def5f928cd89'] response: {'server_uuid': '87d96cbe-49c3-4ae4-b5fb-b756896ea36e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7839d3e5-44bf-4210-9bfa-fa1048539dea', 'code': 200} Apr 20 13:19:27.747895 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:27.749740 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-66a9e112-274e-427d-8978-3a2f114635bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:27.818143 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=7839d3e5-44bf-4210-9bfa-fa1048539dea,revision_number=11']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:27.822661 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 5b724eca-3833-423a-9bdb-c01288724165 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:19:27.906752 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4d324aa4-9693-461f-be92-ad44d3eed479 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:27.925658 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 5b724eca-3833-423a-9bdb-c01288724165 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:19:27.926661 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:27.959703 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d324aa4-9693-461f-be92-ad44d3eed479 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Pushing event deleted for resources: {'Port': ['ID=5b724eca-3833-423a-9bdb-c01288724165,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:27.970348 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668705d-1b80-48ee-b482-836a732f5066 req-564cd1dd-6dd1-4a08-8cb1-88d57c49cf9c tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:27.982614 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Port 5b724eca-3833-423a-9bdb-c01288724165 was deleted so its status cannot be updated. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 20 13:19:27.989778 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c668705d-1b80-48ee-b482-836a732f5066 req-564cd1dd-6dd1-4a08-8cb1-88d57c49cf9c tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 945 time: 0.1564920 Apr 20 13:19:28.004916 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-66a9e112-274e-427d-8978-3a2f114635bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:28.007562 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-66a9e112-274e-427d-8978-3a2f114635bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:28.008771 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-66a9e112-274e-427d-8978-3a2f114635bf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c6556dbc-c50c-4c5a-8631-d57eff8cde3a HTTP/1.1" status: 204 len: 168 time: 0.4853306 Apr 20 13:19:28.036168 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d324aa4-9693-461f-be92-ad44d3eed479 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] No DVR routers for this DVR port 5b724eca-3833-423a-9bdb-c01288724165 on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:19:28.044203 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a9e112-274e-427d-8978-3a2f114635bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6556dbc-c50c-4c5a-8631-d57eff8cde3a,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:28.091264 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:28.095457 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c668705d-1b80-48ee-b482-836a732f5066 req-1ff615a6-15e3-41f7-ab63-c4858d8eca7b tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1038430 Apr 20 13:19:28.188967 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4d324aa4-9693-461f-be92-ad44d3eed479 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:28.216621 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-4d324aa4-9693-461f-be92-ad44d3eed479 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['756160c3-9379-4e98-90ae-4a57bf4d4340']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:28.228569 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-4d324aa4-9693-461f-be92-ad44d3eed479 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc0adbb-15d6-4d3d-8749-71355369bb1f') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:28.228876 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-4d324aa4-9693-461f-be92-ad44d3eed479 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc0adbb-15d6-4d3d-8749-71355369bb1f') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:28.240057 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4d324aa4-9693-461f-be92-ad44d3eed479 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:28.256871 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4d324aa4-9693-461f-be92-ad44d3eed479 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:28.263566 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d324aa4-9693-461f-be92-ad44d3eed479 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:19:28.263960 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4d324aa4-9693-461f-be92-ad44d3eed479 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:28.268535 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:19:28.268535 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:19:28.268535 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:19:28.268535 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:19:28.268535 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:19:28.268535 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:19:28.268535 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:19:28.268535 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:19:28.268535 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:19:28.268535 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:19:28.268535 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:19:28.268535 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:19:28.268535 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:19:28.268535 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:19:28.268535 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:19:28.268535 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:19:28.268535 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:19:28.268535 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:19:28.268535 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:19:28.268535 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:19:28.268535 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:19:28.268535 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:19:28.268535 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:19:28.268535 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:19:28.268535 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:19:28.268535 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:19:28.268535 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:19:28.268535 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:19:28.268535 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:19:28.268535 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:19:28.268535 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:19:28.268535 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:19:28.433183 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4d324aa4-9693-461f-be92-ad44d3eed479 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:28.441690 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4d324aa4-9693-461f-be92-ad44d3eed479 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:28.444903 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4d324aa4-9693-461f-be92-ad44d3eed479 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] 10.222.0.25 "DELETE /v2.0/networks/756160c3-9379-4e98-90ae-4a57bf4d4340 HTTP/1.1" status: 204 len: 168 time: 1.6644471 Apr 20 13:19:28.447481 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53780) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:28.455849 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d324aa4-9693-461f-be92-ad44d3eed479 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Pushing event deleted for resources: {'Network': ['ID=756160c3-9379-4e98-90ae-4a57bf4d4340,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:28.535893 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-3ab4e7a6-ad31-4472-bdb2-b2e595a35146 None None] Could not find standard attr ID for object 5b724eca-3833-423a-9bdb-c01288724165. {{(pid=114871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:19:28.554570 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c75393fd-f98c-4ed4-816b-75ca9654c062 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:28.603502 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381b5a1b-33a1-48b2-837f-87f772e5f3cf None None] DHCP port deletion for 756160c3-9379-4e98-90ae-4a57bf4d4340 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:19:28.618512 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-c75393fd-f98c-4ed4-816b-75ca9654c062 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Deleting port 6e7a7220-58ae-44a0-beac-13192ae8f81a {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:19:28.625743 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c75393fd-f98c-4ed4-816b-75ca9654c062 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:28.626687 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691eb91e-3ccf-44b3-a1af-aa53f6ed6a7b None None] Network 756160c3-9379-4e98-90ae-4a57bf4d4340 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:28.648643 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691eb91e-3ccf-44b3-a1af-aa53f6ed6a7b None None] Network 756160c3-9379-4e98-90ae-4a57bf4d4340 could not be found, it might have been deleted concurrently. {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 20 13:19:28.676098 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8cb54f-473a-4cd9-9a59-0c19317fc98c None None] get_active_networks_info from n-d-836015-7 {{(pid=114871) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 13:19:28.738011 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-c75393fd-f98c-4ed4-816b-75ca9654c062 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] For port 6e7a7220-58ae-44a0-beac-13192ae8f81a, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=6e7a7220-58ae-44a0-beac-13192ae8f81a,segment=NetworkSegment(cac6998e-a745-4e0f-ac1c-b6601f1cb057),segment_id=cac6998e-a745-4e0f-ac1c-b6601f1cb057)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:19:28.738384 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c75393fd-f98c-4ed4-816b-75ca9654c062 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:28.772348 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8cb54f-473a-4cd9-9a59-0c19317fc98c None None] Resources bound (agent type, host, resource id): {{(pid=114871) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 13:19:28.780130 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-c75393fd-f98c-4ed4-816b-75ca9654c062 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Calling delete_port for 6e7a7220-58ae-44a0-beac-13192ae8f81a owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:19:28.909603 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device ce93adfa-4de5-4e0d-a1aa-a05fa73db53c up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:19:29.006800 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port ce93adfa-4de5-4e0d-a1aa-a05fa73db53c triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:19:29.007976 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:29.008783 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c75393fd-f98c-4ed4-816b-75ca9654c062 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:29.032869 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75393fd-f98c-4ed4-816b-75ca9654c062 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] No DVR routers for this DVR port 6e7a7220-58ae-44a0-beac-13192ae8f81a on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:19:29.044865 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-5a28601f-4438-4de6-b66f-06ba63df0418 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:29.048119 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-5a28601f-4438-4de6-b66f-06ba63df0418 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] 10.222.0.25 "GET /v2.0/networks?id=1fa23c14-b922-48b8-b067-1b12586009ea HTTP/1.1" status: 200 len: 812 time: 0.1633730 Apr 20 13:19:29.070865 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-791a2ca5-e736-4871-9c7b-e92cb879e719 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] 10.222.0.25 "GET /v2.0/quotas/c20b2283fd9d42abb053f456ba45401d HTTP/1.1" status: 200 len: 375 time: 0.0149314 Apr 20 13:19:29.120995 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75393fd-f98c-4ed4-816b-75ca9654c062 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Pushing event deleted for resources: {'Port': ['ID=6e7a7220-58ae-44a0-beac-13192ae8f81a,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:29.136478 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-e9f7d6e9-529b-47d3-afdc-ef7b9a46995a tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c20b2283fd9d42abb053f456ba45401d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581427 Apr 20 13:19:29.195340 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:29.206973 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c75393fd-f98c-4ed4-816b-75ca9654c062 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:29.288522 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-c75393fd-f98c-4ed4-816b-75ca9654c062 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b303ab46-bdf5-4915-80b4-ae35c387a5aa']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:29.318059 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-c75393fd-f98c-4ed4-816b-75ca9654c062 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cac6998e-a745-4e0f-ac1c-b6601f1cb057') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:29.318662 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-c75393fd-f98c-4ed4-816b-75ca9654c062 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cac6998e-a745-4e0f-ac1c-b6601f1cb057') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:29.332063 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c75393fd-f98c-4ed4-816b-75ca9654c062 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:29.346746 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c75393fd-f98c-4ed4-816b-75ca9654c062 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:29.362997 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c75393fd-f98c-4ed4-816b-75ca9654c062 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:19:29.363838 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c75393fd-f98c-4ed4-816b-75ca9654c062 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:29.364169 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-f7d81be9-f05b-4fa6-9b7e-bce2ab8f8445 service neutron] 10.222.0.25 "GET /v2.0/networks/1fa23c14-b922-48b8-b067-1b12586009ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210412 Apr 20 13:19:29.367996 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:19:29.367996 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:19:29.367996 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:19:29.367996 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:19:29.367996 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:19:29.367996 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:19:29.367996 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:19:29.367996 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:19:29.367996 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:19:29.367996 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:19:29.367996 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:19:29.367996 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:19:29.367996 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:19:29.367996 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:19:29.367996 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:19:29.367996 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:19:29.367996 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:19:29.367996 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:19:29.367996 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:19:29.367996 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:19:29.367996 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:19:29.367996 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:19:29.367996 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:19:29.367996 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:19:29.367996 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:19:29.367996 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:19:29.367996 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:19:29.367996 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:19:29.367996 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:19:29.367996 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:19:29.367996 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:19:29.367996 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:19:29.559816 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-f30c323a-86a9-472c-a026-fd12cf02f1ad service neutron] 10.222.0.25 "GET /v2.0/networks/1fa23c14-b922-48b8-b067-1b12586009ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895189 Apr 20 13:19:29.577716 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c75393fd-f98c-4ed4-816b-75ca9654c062 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:29.587151 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c75393fd-f98c-4ed4-816b-75ca9654c062 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:29.601268 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c75393fd-f98c-4ed4-816b-75ca9654c062 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] 10.222.0.25 "DELETE /v2.0/networks/b303ab46-bdf5-4915-80b4-ae35c387a5aa HTTP/1.1" status: 204 len: 168 time: 1.1524601 Apr 20 13:19:29.610564 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53836) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:29.642936 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port ce93adfa-4de5-4e0d-a1aa-a05fa73db53c, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=ce93adfa-4de5-4e0d-a1aa-a05fa73db53c,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:19:29.671205 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75393fd-f98c-4ed4-816b-75ca9654c062 tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Pushing event deleted for resources: {'Network': ['ID=b303ab46-bdf5-4915-80b4-ae35c387a5aa,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:29.689236 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 5b724eca-3833-423a-9bdb-c01288724165 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:19:29.765542 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb71cda-943c-455b-92ae-24ce0c2f25e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce93adfa-4de5-4e0d-a1aa-a05fa73db53c'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:19:29.772144 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebde045-9240-4cb3-a9c9-d1ed56d3b04d" -d '{"events": [{"server_uuid": "1bb71cda-943c-455b-92ae-24ce0c2f25e1", "name": "network-vif-plugged", "status": "completed", "tag": "ce93adfa-4de5-4e0d-a1aa-a05fa73db53c"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:19:29.780741 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a4c1b185-ade5-402c-bf7b-0dffdb34b70e tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:29.785491 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:29.791335 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 5b724eca-3833-423a-9bdb-c01288724165 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:19:29.794656 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 5b724eca-3833-423a-9bdb-c01288724165 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:19:29.843417 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:29.866721 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:29.873085 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=ce93adfa-4de5-4e0d-a1aa-a05fa73db53c,revision_number=13']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:29.971996 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a4c1b185-ade5-402c-bf7b-0dffdb34b70e tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:29.999790 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-a4c1b185-ade5-402c-bf7b-0dffdb34b70e tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fed02b37-0152-41d3-a1e9-2577593339b8']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:30.023057 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-a4c1b185-ade5-402c-bf7b-0dffdb34b70e tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6ee7fb4-3843-434e-8adf-5856ff94d682') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:30.023397 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-a4c1b185-ade5-402c-bf7b-0dffdb34b70e tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6ee7fb4-3843-434e-8adf-5856ff94d682') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:30.048556 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a4c1b185-ade5-402c-bf7b-0dffdb34b70e tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:30.126537 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a4c1b185-ade5-402c-bf7b-0dffdb34b70e tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:30.237338 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4c1b185-ade5-402c-bf7b-0dffdb34b70e tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:19:30.242531 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a4c1b185-ade5-402c-bf7b-0dffdb34b70e tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:30.250018 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:19:30.250018 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:19:30.250018 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:19:30.250018 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:19:30.250018 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:19:30.250018 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:19:30.250018 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:19:30.250018 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:19:30.250018 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:19:30.250018 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:19:30.250018 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:19:30.250018 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:19:30.250018 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:19:30.250018 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:19:30.250018 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:19:30.250018 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:19:30.250018 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:19:30.250018 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:19:30.250018 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:19:30.250018 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:19:30.250018 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:19:30.250018 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:19:30.250018 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:19:30.250018 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:19:30.250018 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:19:30.250018 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:19:30.250018 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:19:30.250018 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:19:30.250018 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:19:30.250018 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:19:30.250018 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:19:30.250018 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:19:30.362318 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8526dfc-9f17-405b-8b50-a13ad625d351 req-da69bc23-64f2-42fe-9762-a4b3940d9963 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:30.369965 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f8526dfc-9f17-405b-8b50-a13ad625d351 req-da69bc23-64f2-42fe-9762-a4b3940d9963 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 946 time: 0.2372255 Apr 20 13:19:30.435139 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f8526dfc-9f17-405b-8b50-a13ad625d351 req-cbbdcc55-a7fe-4666-aaee-ac54ceb38957 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0628731 Apr 20 13:19:30.435139 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a4c1b185-ade5-402c-bf7b-0dffdb34b70e tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:30.448266 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a4c1b185-ade5-402c-bf7b-0dffdb34b70e tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:30.453650 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a4c1b185-ade5-402c-bf7b-0dffdb34b70e tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] 10.222.0.25 "DELETE /v2.0/networks/fed02b37-0152-41d3-a1e9-2577593339b8 HTTP/1.1" status: 204 len: 168 time: 0.8419139 Apr 20 13:19:30.456459 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53896) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:30.485416 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1b185-ade5-402c-bf7b-0dffdb34b70e tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Pushing event deleted for resources: {'Network': ['ID=fed02b37-0152-41d3-a1e9-2577593339b8,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:30.529667 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4faf551-3112-4356-89b0-776a86f8f7ad x-openstack-request-id: req-a4faf551-3112-4356-89b0-776a86f8f7ad {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:19:30.530207 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb71cda-943c-455b-92ae-24ce0c2f25e1", "name": "network-vif-plugged", "status": "completed", "tag": "ce93adfa-4de5-4e0d-a1aa-a05fa73db53c", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:19:30.530207 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a4faf551-3112-4356-89b0-776a86f8f7ad {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:19:30.530593 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4faf551-3112-4356-89b0-776a86f8f7ad'] response: {'server_uuid': '1bb71cda-943c-455b-92ae-24ce0c2f25e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce93adfa-4de5-4e0d-a1aa-a05fa73db53c', 'code': 200} Apr 20 13:19:30.608064 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-05980920-b389-44f5-987b-3bab454dad7f tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:30.612184 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2c66e83b-6b56-4620-b412-a4fcd0175021 req-1c4ae550-f487-48f9-a32f-78a8e3e4c76c tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a8bf358-385b-47a8-9f74-2d6ce464505b HTTP/1.1" status: 200 len: 210 time: 0.0484042 Apr 20 13:19:30.785784 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-05980920-b389-44f5-987b-3bab454dad7f tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:30.808749 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-05980920-b389-44f5-987b-3bab454dad7f tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81298871-9a29-463c-8523-08e17fb39fb4']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:30.822795 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-05980920-b389-44f5-987b-3bab454dad7f tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54f3fde6-39cb-4f49-b2f2-1385e4aa9846') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:30.823106 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-05980920-b389-44f5-987b-3bab454dad7f tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54f3fde6-39cb-4f49-b2f2-1385e4aa9846') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:30.833649 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-05980920-b389-44f5-987b-3bab454dad7f tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:30.849150 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-05980920-b389-44f5-987b-3bab454dad7f tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:30.860413 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05980920-b389-44f5-987b-3bab454dad7f tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:19:30.862205 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-05980920-b389-44f5-987b-3bab454dad7f tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:30.865354 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:19:30.865354 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:19:30.865354 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:19:30.865354 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:19:30.865354 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:19:30.865354 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:19:30.865354 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:19:30.865354 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:19:30.865354 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:19:30.865354 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:19:30.865354 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:19:30.865354 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:19:30.865354 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:19:30.865354 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:19:30.865354 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:19:30.865354 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:19:30.865354 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:19:30.865354 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:19:30.865354 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:19:30.865354 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:19:30.865354 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:19:30.865354 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:19:30.865354 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:19:30.865354 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:19:30.865354 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:19:30.865354 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:19:30.865354 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:19:30.865354 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:19:30.865354 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:19:30.865354 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:19:30.865354 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:19:30.865354 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:19:31.057109 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-05980920-b389-44f5-987b-3bab454dad7f tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:31.070026 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-05980920-b389-44f5-987b-3bab454dad7f tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:31.073418 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-05980920-b389-44f5-987b-3bab454dad7f tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] 10.222.0.25 "DELETE /v2.0/networks/81298871-9a29-463c-8523-08e17fb39fb4 HTTP/1.1" status: 204 len: 168 time: 0.6137974 Apr 20 13:19:31.104969 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05980920-b389-44f5-987b-3bab454dad7f tempest-BulkNetworkOpsIpV6Test-1148841067 tempest-BulkNetworkOpsIpV6Test-1148841067-project] Pushing event deleted for resources: {'Network': ['ID=81298871-9a29-463c-8523-08e17fb39fb4,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:31.727765 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720078d7-565e-49f3-a4ad-2c5299a2d81d req-a8ab3faf-c5de-40d3-94c9-246d86d810f1 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:31.737943 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-720078d7-565e-49f3-a4ad-2c5299a2d81d req-a8ab3faf-c5de-40d3-94c9-246d86d810f1 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 946 time: 0.2011089 Apr 20 13:19:31.806452 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-720078d7-565e-49f3-a4ad-2c5299a2d81d req-fc3fc8ac-f34a-41b8-becc-d5a9b753f269 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608292 Apr 20 13:19:31.908256 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c557cc35-3314-477e-a6cf-f52ea393162b req-7b8cb0cd-0d58-41ad-b6d5-d92446957d10 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a8bf358-385b-47a8-9f74-2d6ce464505b HTTP/1.1" status: 200 len: 210 time: 0.0507252 Apr 20 13:19:32.465605 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53994) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:32.875666 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-97f63802-74e1-4375-a9b9-322041fe2e55 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c5f3c2c7ced2444d9daf864283eedfe5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4116888 Apr 20 13:19:32.878131 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54012) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:33.005824 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e1753a41-ade8-47df-85fa-3106b34ac4a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:33.074911 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e1753a41-ade8-47df-85fa-3106b34ac4a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:33.128572 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea95c1-43ce-4d97-bd21-70d96a87499a req-4cea9d8a-3060-4bc3-8415-7bec77a9f5a7 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:33.130615 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d8ea95c1-43ce-4d97-bd21-70d96a87499a req-4cea9d8a-3060-4bc3-8415-7bec77a9f5a7 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 946 time: 0.1770196 Apr 20 13:19:33.230125 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d8ea95c1-43ce-4d97-bd21-70d96a87499a req-10cf99c3-243e-4c9e-b292-73bfd76a06f3 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0923216 Apr 20 13:19:33.312378 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e1753a41-ade8-47df-85fa-3106b34ac4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:33.312378 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e1753a41-ade8-47df-85fa-3106b34ac4a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:33.312985 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e1753a41-ade8-47df-85fa-3106b34ac4a9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eee88023-6ca4-4d96-b91b-3611e71db1ca HTTP/1.1" status: 204 len: 168 time: 0.4329309 Apr 20 13:19:33.328795 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1753a41-ade8-47df-85fa-3106b34ac4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee88023-6ca4-4d96-b91b-3611e71db1ca,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:33.476287 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b08e49fd-afa0-4825-8387-c8ffc3a73d0e req-751e90d0-dbac-4386-99a9-fa0d1dad5668 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a8bf358-385b-47a8-9f74-2d6ce464505b HTTP/1.1" status: 200 len: 210 time: 0.1122696 Apr 20 13:19:33.720947 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-9a7d5354-6b14-4255-a0da-2879e727a7b5 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:33.723899 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-9a7d5354-6b14-4255-a0da-2879e727a7b5 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] 10.222.0.15 "GET /v2.0/networks?id=1fa23c14-b922-48b8-b067-1b12586009ea HTTP/1.1" status: 200 len: 812 time: 0.2885211 Apr 20 13:19:33.728485 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-59ce8993-646a-4d63-8e13-e88406dca0c3 req-122eb57c-a9c4-4718-a1d6-d4966b0e7772 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c787421e-a828-488c-b336-a8f9c5506f4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1161587 Apr 20 13:19:33.742655 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-3276d43f-96bf-43ff-a5bc-bcb4a6ad9ac1 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] Request body: {'port': {'device_id': '3a8bf358-385b-47a8-9f74-2d6ce464505b', 'network_id': '1fa23c14-b922-48b8-b067-1b12586009ea', 'admin_state_up': True, 'tenant_id': 'c20b2283fd9d42abb053f456ba45401d'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:33.914792 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce8993-646a-4d63-8e13-e88406dca0c3 req-a029d592-b244-4d5b-b841-5270d7ca6392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:33.916722 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-59ce8993-646a-4d63-8e13-e88406dca0c3 req-a029d592-b244-4d5b-b841-5270d7ca6392 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2f08a99a944a41938360639f5c49ce47&device_id=c787421e-a828-488c-b336-a8f9c5506f4a HTTP/1.1" status: 200 len: 1099 time: 0.1546588 Apr 20 13:19:34.050472 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-3276d43f-96bf-43ff-a5bc-bcb4a6ad9ac1 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] Made reservation on behalf of c20b2283fd9d42abb053f456ba45401d for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:34.054927 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-3276d43f-96bf-43ff-a5bc-bcb4a6ad9ac1 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:34.204683 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce8993-646a-4d63-8e13-e88406dca0c3 req-5de08d51-f4a9-4daf-98f2-9538a1330bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:34.204683 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-59ce8993-646a-4d63-8e13-e88406dca0c3 req-5de08d51-f4a9-4daf-98f2-9538a1330bf8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.2401178 Apr 20 13:19:34.302190 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-59ce8993-646a-4d63-8e13-e88406dca0c3 req-16809613-5afd-4d7f-bd6e-5ac1a0971b5e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=04d11977-3dd4-4c29-b12b-775990f95293 HTTP/1.1" status: 200 len: 217 time: 0.0974054 Apr 20 13:19:34.455862 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-3276d43f-96bf-43ff-a5bc-bcb4a6ad9ac1 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] Allocated IP 172.20.0.5 (1fa23c14-b922-48b8-b067-1b12586009ea/a62118d6-180a-4657-b203-4669d1abb942/2beb65c0-7ad7-4a2d-b609-5865499082be) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:19:34.465936 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce8993-646a-4d63-8e13-e88406dca0c3 req-55544c22-9a54-4a75-b5d7-b86022df8b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:34.467738 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-59ce8993-646a-4d63-8e13-e88406dca0c3 req-55544c22-9a54-4a75-b5d7-b86022df8b0b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.1367526 Apr 20 13:19:34.548131 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e184b6-fae9-47ba-8ab9-03a2d04169ef req-e4328096-e413-466f-83f9-296d08b272c6 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:34.556895 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-74e184b6-fae9-47ba-8ab9-03a2d04169ef req-e4328096-e413-466f-83f9-296d08b272c6 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 946 time: 0.1690385 Apr 20 13:19:34.645257 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce8993-646a-4d63-8e13-e88406dca0c3 req-11bc9a7c-39a9-4094-b48d-2a479fe1001e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:34.647425 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-59ce8993-646a-4d63-8e13-e88406dca0c3 req-11bc9a7c-39a9-4094-b48d-2a479fe1001e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1576440 Apr 20 13:19:34.679559 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-74e184b6-fae9-47ba-8ab9-03a2d04169ef req-c2ccdf17-598a-4edd-81db-19aca51fbf5e tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1136105 Apr 20 13:19:34.922078 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-24dde3e4-71bc-4312-abc0-3613bc01a871 req-1ca36562-5fca-4af5-ad97-07662f8e3580 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a8bf358-385b-47a8-9f74-2d6ce464505b HTTP/1.1" status: 200 len: 210 time: 0.1244392 Apr 20 13:19:35.012748 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-59ce8993-646a-4d63-8e13-e88406dca0c3 req-1c9713af-e6cc-41e5-a2e2-b7a97ad95808 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537459 Apr 20 13:19:35.028398 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-3276d43f-96bf-43ff-a5bc-bcb4a6ad9ac1 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:35.225902 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-59ce8993-646a-4d63-8e13-e88406dca0c3 req-5f533a79-b72a-48d9-bc41-9b5e0ed34680 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047029 Apr 20 13:19:35.297602 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-3276d43f-96bf-43ff-a5bc-bcb4a6ad9ac1 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:35.377245 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-3276d43f-96bf-43ff-a5bc-bcb4a6ad9ac1 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] Network 1fa23c14-b922-48b8-b067-1b12586009ea is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:19:35.380831 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-3276d43f-96bf-43ff-a5bc-bcb4a6ad9ac1 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:35.385569 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-3276d43f-96bf-43ff-a5bc-bcb4a6ad9ac1 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:19:35.394027 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276d43f-96bf-43ff-a5bc-bcb4a6ad9ac1 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] Pushing event updated for resources: {'Port': ['ID=2beb65c0-7ad7-4a2d-b609-5865499082be,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:35.561427 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-3276d43f-96bf-43ff-a5bc-bcb4a6ad9ac1 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:35.562539 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-3276d43f-96bf-43ff-a5bc-bcb4a6ad9ac1 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:35.707466 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-3276d43f-96bf-43ff-a5bc-bcb4a6ad9ac1 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9702549 Apr 20 13:19:35.725120 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-a99d57f2-a6a0-4c0a-9427-225f0b497ef5 service neutron] Request body: {'port': {'device_id': '3a8bf358-385b-47a8-9f74-2d6ce464505b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:35.817832 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-a99d57f2-a6a0-4c0a-9427-225f0b497ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:36.613212 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4fb04-66be-4d41-be54-03261e74973b req-a3714369-d284-4a47-bbfa-91a0de48e42a tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:36.613212 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a7d4fb04-66be-4d41-be54-03261e74973b req-a3714369-d284-4a47-bbfa-91a0de48e42a tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 946 time: 0.6805451 Apr 20 13:19:36.613212 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a7d4fb04-66be-4d41-be54-03261e74973b req-fd130444-2120-4613-9edb-7ab4c041e54e tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0781682 Apr 20 13:19:36.718317 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ede547-2cbf-43c6-9b99-62568d879c68 req-7146e051-f55d-4743-b32c-dbe6ae6267ea tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:36.720041 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a9ede547-2cbf-43c6-9b99-62568d879c68 req-7146e051-f55d-4743-b32c-dbe6ae6267ea tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a8bf358-385b-47a8-9f74-2d6ce464505b HTTP/1.1" status: 200 len: 931 time: 0.0917168 Apr 20 13:19:36.722267 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-a99d57f2-a6a0-4c0a-9427-225f0b497ef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2beb65c0-7ad7-4a2d-b609-5865499082be {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:19:36.737984 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-a99d57f2-a6a0-4c0a-9427-225f0b497ef5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:36.774684 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-a99d57f2-a6a0-4c0a-9427-225f0b497ef5 service neutron] Transition to ACTIVE for port object 2beb65c0-7ad7-4a2d-b609-5865499082be will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:19:36.806001 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a9ede547-2cbf-43c6-9b99-62568d879c68 req-67ebe7ee-7564-43b9-bf86-c71ee53b8438 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] 10.222.0.25 "GET /v2.0/security-groups?id=4924770b-088d-402b-aa8d-400330ee647b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790188 Apr 20 13:19:36.905537 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-a99d57f2-a6a0-4c0a-9427-225f0b497ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:37.050803 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d57f2-a6a0-4c0a-9427-225f0b497ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=2beb65c0-7ad7-4a2d-b609-5865499082be,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:37.115484 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-a99d57f2-a6a0-4c0a-9427-225f0b497ef5 service neutron] Attempting to bind port 2beb65c0-7ad7-4a2d-b609-5865499082be on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:19:37.115813 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-a99d57f2-a6a0-4c0a-9427-225f0b497ef5 service neutron] Attempting to bind port 2beb65c0-7ad7-4a2d-b609-5865499082be by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': 'e29109fd-d9e9-46c9-bb70-7d2652b130f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1fa23c14-b922-48b8-b067-1b12586009ea'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:19:37.116312 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-a99d57f2-a6a0-4c0a-9427-225f0b497ef5 service neutron] Attempting to bind port 2beb65c0-7ad7-4a2d-b609-5865499082be on network 1fa23c14-b922-48b8-b067-1b12586009ea {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:19:37.121166 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-a99d57f2-a6a0-4c0a-9427-225f0b497ef5 service neutron] Port 2beb65c0-7ad7-4a2d-b609-5865499082be on network 1fa23c14-b922-48b8-b067-1b12586009ea not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:19:37.121486 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-a99d57f2-a6a0-4c0a-9427-225f0b497ef5 service neutron] Attempting to bind port 2beb65c0-7ad7-4a2d-b609-5865499082be on network 1fa23c14-b922-48b8-b067-1b12586009ea {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:19:37.128092 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-a99d57f2-a6a0-4c0a-9427-225f0b497ef5 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:19:37.128595 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-a99d57f2-a6a0-4c0a-9427-225f0b497ef5 service neutron] Checking segment: {'id': 'e29109fd-d9e9-46c9-bb70-7d2652b130f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1fa23c14-b922-48b8-b067-1b12586009ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:19:37.128990 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-a99d57f2-a6a0-4c0a-9427-225f0b497ef5 service neutron] Bound using segment: {'id': 'e29109fd-d9e9-46c9-bb70-7d2652b130f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1fa23c14-b922-48b8-b067-1b12586009ea'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:19:37.137247 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-a99d57f2-a6a0-4c0a-9427-225f0b497ef5 service neutron] Bound port: 2beb65c0-7ad7-4a2d-b609-5865499082be, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29109fd-d9e9-46c9-bb70-7d2652b130f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1fa23c14-b922-48b8-b067-1b12586009ea'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:19:37.137247 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-a99d57f2-a6a0-4c0a-9427-225f0b497ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:37.244621 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-a99d57f2-a6a0-4c0a-9427-225f0b497ef5 service neutron] For port 2beb65c0-7ad7-4a2d-b609-5865499082be, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:19:37.248503 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-a99d57f2-a6a0-4c0a-9427-225f0b497ef5 service neutron] For port 2beb65c0-7ad7-4a2d-b609-5865499082be, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=2beb65c0-7ad7-4a2d-b609-5865499082be,segment=NetworkSegment(e29109fd-d9e9-46c9-bb70-7d2652b130f5),segment_id=e29109fd-d9e9-46c9-bb70-7d2652b130f5)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:19:37.336870 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54186) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:37.337400 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-a99d57f2-a6a0-4c0a-9427-225f0b497ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:37.401841 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-a99d57f2-a6a0-4c0a-9427-225f0b497ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:37.402790 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-a99d57f2-a6a0-4c0a-9427-225f0b497ef5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:37.405619 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-a99d57f2-a6a0-4c0a-9427-225f0b497ef5 service neutron] 10.222.0.15 "PUT /v2.0/ports/2beb65c0-7ad7-4a2d-b609-5865499082be HTTP/1.1" status: 200 len: 1091 time: 1.6877573 Apr 20 13:19:37.406451 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a8bf358-385b-47a8-9f74-2d6ce464505b', 'tag': '2beb65c0-7ad7-4a2d-b609-5865499082be'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:19:37.409493 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f7a683-daf5-4d36-8d54-254e2050d836" -d '{"events": [{"name": "network-changed", "server_uuid": "3a8bf358-385b-47a8-9f74-2d6ce464505b", "tag": "2beb65c0-7ad7-4a2d-b609-5865499082be"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:19:37.489967 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33838ab1-3edb-41ab-b72e-970ab71378d2 x-openstack-request-id: req-33838ab1-3edb-41ab-b72e-970ab71378d2 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:19:37.491282 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a8bf358-385b-47a8-9f74-2d6ce464505b", "tag": "2beb65c0-7ad7-4a2d-b609-5865499082be", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:19:37.497463 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-33838ab1-3edb-41ab-b72e-970ab71378d2 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:19:37.498313 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33838ab1-3edb-41ab-b72e-970ab71378d2'] response: {'name': 'network-changed', 'server_uuid': '3a8bf358-385b-47a8-9f74-2d6ce464505b', 'tag': '2beb65c0-7ad7-4a2d-b609-5865499082be', 'status': 'completed', 'code': 200} Apr 20 13:19:37.535012 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d57f2-a6a0-4c0a-9427-225f0b497ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=2beb65c0-7ad7-4a2d-b609-5865499082be,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:37.594567 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7a683-daf5-4d36-8d54-254e2050d836 req-7faaa710-f81f-4d09-ba59-bdb70a154b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:37.596500 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-71f7a683-daf5-4d36-8d54-254e2050d836 req-7faaa710-f81f-4d09-ba59-bdb70a154b6e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c20b2283fd9d42abb053f456ba45401d&device_id=3a8bf358-385b-47a8-9f74-2d6ce464505b HTTP/1.1" status: 200 len: 1094 time: 0.0942578 Apr 20 13:19:37.818733 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-1ba795ed-9aea-493e-b50e-8b197903fe7b tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1548326851'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:37.906012 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7a683-daf5-4d36-8d54-254e2050d836 req-dfacd7e6-7300-441f-8635-e39e65f02ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:37.910991 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-71f7a683-daf5-4d36-8d54-254e2050d836 req-dfacd7e6-7300-441f-8635-e39e65f02ddc service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c20b2283fd9d42abb053f456ba45401d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3028123 Apr 20 13:19:37.967875 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba795ed-9aea-493e-b50e-8b197903fe7b tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Made reservation on behalf of 0bc01febe15e42fa943570da68ef7c29 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:37.972003 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1ba795ed-9aea-493e-b50e-8b197903fe7b tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:37.989017 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1ba795ed-9aea-493e-b50e-8b197903fe7b tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:38.073401 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d95e25-2104-48b6-bc51-d3dfa4d065e8 req-c81504b3-6a6b-4a86-ba26-e2af551246cb tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:38.080973 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b8d95e25-2104-48b6-bc51-d3dfa4d065e8 req-c81504b3-6a6b-4a86-ba26-e2af551246cb tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/ports?device_id=c787421e-a828-488c-b336-a8f9c5506f4a HTTP/1.1" status: 200 len: 948 time: 0.2096562 Apr 20 13:19:38.124147 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368b864-521d-41dd-83f2-c31b19a5c667 req-6181f1bc-b384-4a18-bbb6-d8086a3e31e3 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:38.125723 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0368b864-521d-41dd-83f2-c31b19a5c667 req-6181f1bc-b384-4a18-bbb6-d8086a3e31e3 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 946 time: 0.3497999 Apr 20 13:19:38.144075 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b8d95e25-2104-48b6-bc51-d3dfa4d065e8 req-f8bca615-6944-40e2-b706-d1dc527824d9 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ba3b931-fda2-4c07-93a8-b75445543aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571027 Apr 20 13:19:38.202760 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1ba795ed-9aea-493e-b50e-8b197903fe7b tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:38.316604 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1ba795ed-9aea-493e-b50e-8b197903fe7b tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:38.337926 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7a683-daf5-4d36-8d54-254e2050d836 req-12446468-36e1-4ffb-8506-a4a11a98d446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:38.342838 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-71f7a683-daf5-4d36-8d54-254e2050d836 req-12446468-36e1-4ffb-8506-a4a11a98d446 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4160566 Apr 20 13:19:38.384776 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0368b864-521d-41dd-83f2-c31b19a5c667 req-ed5ba1ad-4137-44ac-93e0-84f113521d41 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2341990 Apr 20 13:19:38.398832 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba795ed-9aea-493e-b50e-8b197903fe7b tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4903ba3a-30a7-4870-b494-79370f4815df,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:38.419455 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ba795ed-9aea-493e-b50e-8b197903fe7b tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:19:38.427930 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec4163-781f-4577-9fdd-4875fd2cf22d req-331f81fb-b94a-4336-ab0e-e7647fa41569 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:38.429505 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-05ec4163-781f-4577-9fdd-4875fd2cf22d req-331f81fb-b94a-4336-ab0e-e7647fa41569 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a8bf358-385b-47a8-9f74-2d6ce464505b HTTP/1.1" status: 200 len: 943 time: 0.1362576 Apr 20 13:19:38.436454 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1ba795ed-9aea-493e-b50e-8b197903fe7b tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:38.436795 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-1ba795ed-9aea-493e-b50e-8b197903fe7b tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Added segment e088c3af-e305-496b-bf0e-1e39e1edb302 of type vlan for network e9b53da1-b1a8-4742-b73d-32f3517fa975 Apr 20 13:19:38.529903 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1ba795ed-9aea-493e-b50e-8b197903fe7b tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:38.588590 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-7c466371-3816-44a5-843a-095f1bab0e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:38.594593 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-7c466371-3816-44a5-843a-095f1bab0e21 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c20b2283fd9d42abb053f456ba45401d&device_id=3a8bf358-385b-47a8-9f74-2d6ce464505b HTTP/1.1" status: 200 len: 1094 time: 0.2066205 Apr 20 13:19:38.601468 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-05ec4163-781f-4577-9fdd-4875fd2cf22d req-c1c5e978-be3f-4bfe-be78-422163234804 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] 10.222.0.25 "GET /v2.0/security-groups?id=4924770b-088d-402b-aa8d-400330ee647b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269763 Apr 20 13:19:38.664761 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-54f0da6c-67fc-4c1d-b592-2302a86d81cb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2beb65c0-7ad7-4a2d-b609-5865499082be HTTP/1.1" status: 200 len: 217 time: 0.0621397 Apr 20 13:19:38.671196 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1ba795ed-9aea-493e-b50e-8b197903fe7b tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:38.681263 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba795ed-9aea-493e-b50e-8b197903fe7b tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:38.685355 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1ba795ed-9aea-493e-b50e-8b197903fe7b tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:38.819553 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-74b28794-fc40-4ba9-a451-8d4d7e81d357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:38.823496 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-74b28794-fc40-4ba9-a451-8d4d7e81d357 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a62118d6-180a-4657-b203-4669d1abb942 HTTP/1.1" status: 200 len: 852 time: 0.1396194 Apr 20 13:19:38.853976 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1ba795ed-9aea-493e-b50e-8b197903fe7b tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5114150 Apr 20 13:19:38.861455 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba795ed-9aea-493e-b50e-8b197903fe7b tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Pushing event updated for resources: {'Network': ['ID=e9b53da1-b1a8-4742-b73d-32f3517fa975,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:38.876807 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network e9b53da1-b1a8-4742-b73d-32f3517fa975 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:19:38.920300 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-ad9cf6b7-515d-4e5e-99ce-68b5cbd8634f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1fa23c14-b922-48b8-b067-1b12586009ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894201 Apr 20 13:19:39.118530 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-b8dffdde-e7d6-4060-8a9f-776b9f0075f2 service neutron] 10.222.0.15 "GET /v2.0/networks/1fa23c14-b922-48b8-b067-1b12586009ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911883 Apr 20 13:19:39.703342 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f6d25e4-d3ce-46c9-9e3d-43fe27ef3c67 req-b74b6d52-4f93-4da5-a4cb-5cd0be386b9e service neutron] 10.222.0.15 "GET /v2.0/networks/1fa23c14-b922-48b8-b067-1b12586009ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5779440 Apr 20 13:19:39.844739 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db076396-331c-4701-9d5c-1b1d668bb489 req-df287cc7-5f31-4a9c-a496-b3db1be43603 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:39.856492 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-db076396-331c-4701-9d5c-1b1d668bb489 req-df287cc7-5f31-4a9c-a496-b3db1be43603 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/ports?device_id=c787421e-a828-488c-b336-a8f9c5506f4a HTTP/1.1" status: 200 len: 948 time: 0.4626505 Apr 20 13:19:39.976082 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0825383-f94b-43cb-b449-1c9c453fe26a req-9bdb9184-9d53-4398-a38b-0f3e51953118 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:39.977632 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a0825383-f94b-43cb-b449-1c9c453fe26a req-9bdb9184-9d53-4398-a38b-0f3e51953118 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.32 "GET /v2.0/ports?device_id=c787421e-a828-488c-b336-a8f9c5506f4a HTTP/1.1" status: 200 len: 948 time: 0.2724957 Apr 20 13:19:40.005854 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-db076396-331c-4701-9d5c-1b1d668bb489 req-a0432f3a-033f-4322-906b-e5108c4935a2 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ba3b931-fda2-4c07-93a8-b75445543aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478693 Apr 20 13:19:40.142631 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efb384-8f70-4f6c-8463-6f0e0de55ac2 req-2c5d8d68-3201-478d-ad08-347b4a5f62ab tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:40.144235 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-17efb384-8f70-4f6c-8463-6f0e0de55ac2 req-2c5d8d68-3201-478d-ad08-347b4a5f62ab tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 946 time: 0.4635079 Apr 20 13:19:40.295595 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-17efb384-8f70-4f6c-8463-6f0e0de55ac2 req-34e71d12-338e-44e9-88ad-63d3e07a14c4 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1379249 Apr 20 13:19:40.303227 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72743393-0e2a-441d-bfe9-6219c89ff81d req-ed7ad693-416e-46c9-8ef2-fff66f3c94bc tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:40.333090 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-72743393-0e2a-441d-bfe9-6219c89ff81d req-ed7ad693-416e-46c9-8ef2-fff66f3c94bc tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a8bf358-385b-47a8-9f74-2d6ce464505b HTTP/1.1" status: 200 len: 943 time: 0.1878283 Apr 20 13:19:40.417935 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-72743393-0e2a-441d-bfe9-6219c89ff81d req-6efe2705-ecd5-476d-986c-76a4d49ce5de tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] 10.222.0.25 "GET /v2.0/security-groups?id=4924770b-088d-402b-aa8d-400330ee647b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763662 Apr 20 13:19:40.440611 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-a0825383-f94b-43cb-b449-1c9c453fe26a req-71eb723f-dfe2-4db8-a8ad-4cc4256cd9e2 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Deleting port 04d11977-3dd4-4c29-b12b-775990f95293 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:19:40.440983 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a0825383-f94b-43cb-b449-1c9c453fe26a req-71eb723f-dfe2-4db8-a8ad-4cc4256cd9e2 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:40.693628 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-a0825383-f94b-43cb-b449-1c9c453fe26a req-71eb723f-dfe2-4db8-a8ad-4cc4256cd9e2 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] For port 04d11977-3dd4-4c29-b12b-775990f95293, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=04d11977-3dd4-4c29-b12b-775990f95293,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:19:40.696894 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a0825383-f94b-43cb-b449-1c9c453fe26a req-71eb723f-dfe2-4db8-a8ad-4cc4256cd9e2 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:40.724004 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-a0825383-f94b-43cb-b449-1c9c453fe26a req-71eb723f-dfe2-4db8-a8ad-4cc4256cd9e2 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Calling delete_port for 04d11977-3dd4-4c29-b12b-775990f95293 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:19:41.396842 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e2b90-42b6-44da-97da-6527349d748d req-2a2190fe-503f-46f0-b69b-9153bc6ba19b tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:41.407003 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e3e2b90-42b6-44da-97da-6527349d748d req-2a2190fe-503f-46f0-b69b-9153bc6ba19b tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/ports?device_id=c787421e-a828-488c-b336-a8f9c5506f4a HTTP/1.1" status: 200 len: 948 time: 0.2073202 Apr 20 13:19:41.464637 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e3e2b90-42b6-44da-97da-6527349d748d req-782e1e16-d540-4d33-84fa-b387a77c5d54 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ba3b931-fda2-4c07-93a8-b75445543aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543218 Apr 20 13:19:41.555157 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a0825383-f94b-43cb-b449-1c9c453fe26a req-71eb723f-dfe2-4db8-a8ad-4cc4256cd9e2 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:41.627029 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb723f-dfe2-4db8-a8ad-4cc4256cd9e2 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Pushing event deleted for resources: {'Port': ['ID=04d11977-3dd4-4c29-b12b-775990f95293,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:41.729379 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04faf6-5301-418f-8728-1fa27a05414e req-e147fe7c-29dc-41f6-aedc-46605c248512 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:41.735164 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8c04faf6-5301-418f-8728-1fa27a05414e req-e147fe7c-29dc-41f6-aedc-46605c248512 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 946 time: 0.2635381 Apr 20 13:19:41.786616 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0825383-f94b-43cb-b449-1c9c453fe26a req-71eb723f-dfe2-4db8-a8ad-4cc4256cd9e2 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] No DVR routers for this DVR port 04d11977-3dd4-4c29-b12b-775990f95293 on host n-h1-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:19:41.817317 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446051b0-a1a4-43c2-a647-d4674b59f245 req-32f92492-dcb3-4687-8b44-44d2f7e4790e tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:41.825378 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-446051b0-a1a4-43c2-a647-d4674b59f245 req-32f92492-dcb3-4687-8b44-44d2f7e4790e tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a8bf358-385b-47a8-9f74-2d6ce464505b HTTP/1.1" status: 200 len: 943 time: 0.2026992 Apr 20 13:19:41.827961 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a0825383-f94b-43cb-b449-1c9c453fe26a req-71eb723f-dfe2-4db8-a8ad-4cc4256cd9e2 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:41.833728 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a0825383-f94b-43cb-b449-1c9c453fe26a req-71eb723f-dfe2-4db8-a8ad-4cc4256cd9e2 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.32 "DELETE /v2.0/ports/04d11977-3dd4-4c29-b12b-775990f95293 HTTP/1.1" status: 204 len: 173 time: 1.8269744 Apr 20 13:19:41.844936 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c787421e-a828-488c-b336-a8f9c5506f4a', 'name': 'network-vif-deleted', 'tag': '04d11977-3dd4-4c29-b12b-775990f95293'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:19:41.864614 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2d1937-7be9-49f6-a148-411753010594" -d '{"events": [{"server_uuid": "c787421e-a828-488c-b336-a8f9c5506f4a", "name": "network-vif-deleted", "tag": "04d11977-3dd4-4c29-b12b-775990f95293"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:19:41.995089 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8c04faf6-5301-418f-8728-1fa27a05414e req-b122bb65-d9e9-442e-a3ae-be52606b5fc6 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2096353 Apr 20 13:19:42.078835 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54306) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:42.084152 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-41c9329d-2405-4137-9c97-c546215d5c0f tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Request body: {'subnet': {'network_id': 'e9b53da1-b1a8-4742-b73d-32f3517fa975', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:42.109422 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-446051b0-a1a4-43c2-a647-d4674b59f245 req-a5e5d963-190d-4628-85d1-7f77198ffa7c tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] 10.222.0.25 "GET /v2.0/security-groups?id=4924770b-088d-402b-aa8d-400330ee647b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335069 Apr 20 13:19:42.255781 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b481667b-baec-47e9-93c5-3378bd701e09 x-openstack-request-id: req-b481667b-baec-47e9-93c5-3378bd701e09 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:19:42.256615 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c787421e-a828-488c-b336-a8f9c5506f4a", "name": "network-vif-deleted", "tag": "04d11977-3dd4-4c29-b12b-775990f95293", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:19:42.257105 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b481667b-baec-47e9-93c5-3378bd701e09 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:19:42.257746 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b481667b-baec-47e9-93c5-3378bd701e09'] response: {'server_uuid': 'c787421e-a828-488c-b336-a8f9c5506f4a', 'name': 'network-vif-deleted', 'tag': '04d11977-3dd4-4c29-b12b-775990f95293', 'status': 'completed', 'code': 200} Apr 20 13:19:42.549474 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:42.669559 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c9329d-2405-4137-9c97-c546215d5c0f tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Made reservation on behalf of 0bc01febe15e42fa943570da68ef7c29 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:42.677596 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-41c9329d-2405-4137-9c97-c546215d5c0f tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:42.751677 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4a13474e-8549-4277-af42-700e7bfb0164 req-2a1fbfaf-9668-4c78-a023-43a833497546 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/ports?device_id=c787421e-a828-488c-b336-a8f9c5506f4a HTTP/1.1" status: 200 len: 210 time: 0.1258366 Apr 20 13:19:42.957079 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 04d11977-3dd4-4c29-b12b-775990f95293 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:19:43.012094 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:43.015578 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 04d11977-3dd4-4c29-b12b-775990f95293 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:19:43.016212 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 04d11977-3dd4-4c29-b12b-775990f95293 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:19:43.072992 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-41c9329d-2405-4137-9c97-c546215d5c0f tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:43.337677 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f600bc3-a0df-4dad-a9e3-3e838a3347b7 req-ffe33052-a2d5-46c3-9e79-a1ce907301af tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:43.338375 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c9329d-2405-4137-9c97-c546215d5c0f tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Pushing event updated for resources: {'Subnet': ['ID=30babe30-1c34-43c8-be33-3d2b76e17810,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:43.356900 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7f600bc3-a0df-4dad-a9e3-3e838a3347b7 req-ffe33052-a2d5-46c3-9e79-a1ce907301af tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 946 time: 0.1990371 Apr 20 13:19:43.370689 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c9329d-2405-4137-9c97-c546215d5c0f tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Checking segment: {'id': 'e088c3af-e305-496b-bf0e-1e39e1edb302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e9b53da1-b1a8-4742-b73d-32f3517fa975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:19:43.375018 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c9329d-2405-4137-9c97-c546215d5c0f tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Network hostable DHCP agents. Network: e9b53da1-b1a8-4742-b73d-32f3517fa975, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:19:43.471228 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c9329d-2405-4137-9c97-c546215d5c0f tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Network e9b53da1-b1a8-4742-b73d-32f3517fa975 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:19:43.493830 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7f600bc3-a0df-4dad-a9e3-3e838a3347b7 req-392e929e-bd68-4a52-a4b6-330e9c4087c1 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1231413 Apr 20 13:19:43.504773 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 2beb65c0-7ad7-4a2d-b609-5865499082be details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:19:43.534893 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe22ec0-5cbd-4a5d-a4b0-c42967062426 req-2a126190-116f-4c17-810c-1bb686a7b528 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:43.548331 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6fe22ec0-5cbd-4a5d-a4b0-c42967062426 req-2a126190-116f-4c17-810c-1bb686a7b528 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a8bf358-385b-47a8-9f74-2d6ce464505b HTTP/1.1" status: 200 len: 943 time: 0.2618358 Apr 20 13:19:43.602442 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-41c9329d-2405-4137-9c97-c546215d5c0f tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, e9b53da1-b1a8-4742-b73d-32f3517fa975) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:43.607425 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c9329d-2405-4137-9c97-c546215d5c0f tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:43.608172 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-41c9329d-2405-4137-9c97-c546215d5c0f tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:43.635848 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d890005-eb6e-4267-af66-15835536a667 None None] Network e9b53da1-b1a8-4742-b73d-32f3517fa975 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:43.678465 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6fe22ec0-5cbd-4a5d-a4b0-c42967062426 req-b5d5d364-a158-4559-be3c-0b312434d2a5 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] 10.222.0.25 "GET /v2.0/security-groups?id=4924770b-088d-402b-aa8d-400330ee647b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227071 Apr 20 13:19:43.712554 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54342) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:43.712986 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-41c9329d-2405-4137-9c97-c546215d5c0f tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6328530 Apr 20 13:19:43.718947 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-1677c0e3-2831-439f-b8c3-034a982aac3b tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1510108707'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:43.849000 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1677c0e3-2831-439f-b8c3-034a982aac3b tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Made reservation on behalf of 0bc01febe15e42fa943570da68ef7c29 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:43.853968 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1677c0e3-2831-439f-b8c3-034a982aac3b tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:43.923185 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 2beb65c0-7ad7-4a2d-b609-5865499082be, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=2beb65c0-7ad7-4a2d-b609-5865499082be,segment=NetworkSegment(e29109fd-d9e9-46c9-bb70-7d2652b130f5),segment_id=e29109fd-d9e9-46c9-bb70-7d2652b130f5)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:19:43.938795 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1677c0e3-2831-439f-b8c3-034a982aac3b tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:19:43.960916 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1677c0e3-2831-439f-b8c3-034a982aac3b tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:43.961407 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-1677c0e3-2831-439f-b8c3-034a982aac3b tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Added segment af062da6-20cf-4ded-b021-7e076bef5543 of type vlan for network 00ab469f-8975-4247-ab7e-195a557787f2 Apr 20 13:19:43.983280 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '2beb65c0-7ad7-4a2d-b609-5865499082be', 'network_id': '1fa23c14-b922-48b8-b067-1b12586009ea', 'port_id': '2beb65c0-7ad7-4a2d-b609-5865499082be', 'mac_address': 'fa:16:3e:e6:89:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62118d6-180a-4657-b203-4669d1abb942', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:19:44.101327 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1677c0e3-2831-439f-b8c3-034a982aac3b tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:44.216573 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:44.228424 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bda9d8d-4679-4858-a6cc-88fa7b6b1eb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-e9b53da1-b1a8-4742-b73d-32f3517fa975', 'network_id': 'e9b53da1-b1a8-4742-b73d-32f3517fa975', 'tenant_id': '0bc01febe15e42fa943570da68ef7c29', 'fixed_ips': [{'subnet_id': '30babe30-1c34-43c8-be33-3d2b76e17810'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:19:44.229907 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2bda9d8d-4679-4858-a6cc-88fa7b6b1eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:44.244625 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2beb65c0-7ad7-4a2d-b609-5865499082be {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:19:44.266108 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1677c0e3-2831-439f-b8c3-034a982aac3b tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:44.276253 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1677c0e3-2831-439f-b8c3-034a982aac3b tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:44.277079 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1677c0e3-2831-439f-b8c3-034a982aac3b tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:44.317707 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 2beb65c0-7ad7-4a2d-b609-5865499082be, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=2beb65c0-7ad7-4a2d-b609-5865499082be,segment=NetworkSegment(e29109fd-d9e9-46c9-bb70-7d2652b130f5),segment_id=e29109fd-d9e9-46c9-bb70-7d2652b130f5)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:19:44.390981 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1677c0e3-2831-439f-b8c3-034a982aac3b tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6754680 Apr 20 13:19:44.392698 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54368) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:44.394151 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1677c0e3-2831-439f-b8c3-034a982aac3b tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Pushing event updated for resources: {'Network': ['ID=00ab469f-8975-4247-ab7e-195a557787f2,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:44.397935 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-aa916785-b449-457c-9bfd-435dfe8b8e25 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Request body: {'subnet': {'network_id': '00ab469f-8975-4247-ab7e-195a557787f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:44.419406 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:44.430279 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 00ab469f-8975-4247-ab7e-195a557787f2 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:19:44.589925 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:19:44.652561 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8648d-1683-4069-8a0e-71ae0efc425b req-0b23d3e5-c641-4f9b-8b1c-2b7d1d0bd094 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:44.661834 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dad8648d-1683-4069-8a0e-71ae0efc425b req-0b23d3e5-c641-4f9b-8b1c-2b7d1d0bd094 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d96cbe-49c3-4ae4-b5fb-b756896ea36e HTTP/1.1" status: 200 len: 949 time: 0.1049330 Apr 20 13:19:44.787189 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-2bda9d8d-4679-4858-a6cc-88fa7b6b1eb1 None None] Allocated IP 2001:db8:0:ffff::2 (e9b53da1-b1a8-4742-b73d-32f3517fa975/30babe30-1c34-43c8-be33-3d2b76e17810/440515be-620f-4346-9c0e-7e08f40a5e35) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:19:44.793600 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa916785-b449-457c-9bfd-435dfe8b8e25 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Made reservation on behalf of 0bc01febe15e42fa943570da68ef7c29 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:44.797805 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aa916785-b449-457c-9bfd-435dfe8b8e25 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:44.857107 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['2beb65c0-7ad7-4a2d-b609-5865499082be'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:19:44.862102 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=2beb65c0-7ad7-4a2d-b609-5865499082be,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:44.925228 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dad8648d-1683-4069-8a0e-71ae0efc425b req-dd37938c-47e7-4c9e-b518-5860fdbf7329 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ba3b931-fda2-4c07-93a8-b75445543aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609329 Apr 20 13:19:44.945090 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940ec58-285c-4c0c-907b-49783e2f6554 req-78167aea-a4b8-4b2a-b553-558a9a247fe5 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:44.956232 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:44.956580 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:44.956919 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:44.957245 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:44.960276 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:44.962438 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:44.962957 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:44.965661 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:44.965821 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1940ec58-285c-4c0c-907b-49783e2f6554 req-78167aea-a4b8-4b2a-b553-558a9a247fe5 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 946 time: 0.2995968 Apr 20 13:19:44.966319 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:44.967418 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:44.967989 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:44.970178 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:45.016720 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54386) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:45.064437 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1940ec58-285c-4c0c-907b-49783e2f6554 req-01f6b852-864c-477e-afe0-3e41c3458545 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0976653 Apr 20 13:19:45.328382 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d045d-afd5-44bd-bb92-d3ef84a85824 req-231ed830-5cfd-4234-9b06-279d140e651c tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:45.330368 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-971d045d-afd5-44bd-bb92-d3ef84a85824 req-231ed830-5cfd-4234-9b06-279d140e651c tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a8bf358-385b-47a8-9f74-2d6ce464505b HTTP/1.1" status: 200 len: 944 time: 0.1855483 Apr 20 13:19:45.413525 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-971d045d-afd5-44bd-bb92-d3ef84a85824 req-69963a97-65aa-4b1b-9535-8e66856d0dfe tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] 10.222.0.25 "GET /v2.0/security-groups?id=4924770b-088d-402b-aa8d-400330ee647b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763416 Apr 20 13:19:45.418613 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c5316e6c-f742-4fae-8fa7-eddd5f8aeef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:45.624327 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2bda9d8d-4679-4858-a6cc-88fa7b6b1eb1 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:45.671753 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c5316e6c-f742-4fae-8fa7-eddd5f8aeef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:45.691975 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2bda9d8d-4679-4858-a6cc-88fa7b6b1eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:45.739545 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c5316e6c-f742-4fae-8fa7-eddd5f8aeef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:45.791457 n-d-836015-7 neutron-server[114870]: DEBUG neutron.objects.ports [None req-aa916785-b449-457c-9bfd-435dfe8b8e25 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114870) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 13:19:45.815481 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bda9d8d-4679-4858-a6cc-88fa7b6b1eb1 None None] Network e9b53da1-b1a8-4742-b73d-32f3517fa975 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:19:45.825298 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-2bda9d8d-4679-4858-a6cc-88fa7b6b1eb1 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:45.832867 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aa916785-b449-457c-9bfd-435dfe8b8e25 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:45.833116 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bda9d8d-4679-4858-a6cc-88fa7b6b1eb1 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:19:45.850456 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda9d8d-4679-4858-a6cc-88fa7b6b1eb1 None None] Pushing event updated for resources: {'Port': ['ID=440515be-620f-4346-9c0e-7e08f40a5e35,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:45.868133 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c5316e6c-f742-4fae-8fa7-eddd5f8aeef6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0fb4c9efd59a4cc3bc992dff269e7934&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8501899 Apr 20 13:19:45.870769 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54404) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:45.969158 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-2bda9d8d-4679-4858-a6cc-88fa7b6b1eb1 None None] Attempting to bind port 440515be-620f-4346-9c0e-7e08f40a5e35 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:19:45.969529 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-2bda9d8d-4679-4858-a6cc-88fa7b6b1eb1 None None] Attempting to bind port 440515be-620f-4346-9c0e-7e08f40a5e35 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'e088c3af-e305-496b-bf0e-1e39e1edb302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e9b53da1-b1a8-4742-b73d-32f3517fa975'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:19:45.969889 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bda9d8d-4679-4858-a6cc-88fa7b6b1eb1 None None] Attempting to bind port 440515be-620f-4346-9c0e-7e08f40a5e35 on network e9b53da1-b1a8-4742-b73d-32f3517fa975 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:19:45.981072 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bda9d8d-4679-4858-a6cc-88fa7b6b1eb1 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:19:45.981599 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bda9d8d-4679-4858-a6cc-88fa7b6b1eb1 None None] Checking segment: {'id': 'e088c3af-e305-496b-bf0e-1e39e1edb302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e9b53da1-b1a8-4742-b73d-32f3517fa975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:19:45.981854 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2bda9d8d-4679-4858-a6cc-88fa7b6b1eb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:45.982275 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bda9d8d-4679-4858-a6cc-88fa7b6b1eb1 None None] Bound using segment: {'id': 'e088c3af-e305-496b-bf0e-1e39e1edb302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e9b53da1-b1a8-4742-b73d-32f3517fa975'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:19:45.982756 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-2bda9d8d-4679-4858-a6cc-88fa7b6b1eb1 None None] Bound port: 440515be-620f-4346-9c0e-7e08f40a5e35, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e088c3af-e305-496b-bf0e-1e39e1edb302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e9b53da1-b1a8-4742-b73d-32f3517fa975'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:19:45.983141 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2bda9d8d-4679-4858-a6cc-88fa7b6b1eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:46.041996 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4085543a-e355-4e12-a5cb-259674f7405c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:46.084859 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5316e6c-f742-4fae-8fa7-eddd5f8aeef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b187aa1-8d90-4da7-b86c-17488b267cfb,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:46.086219 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4085543a-e355-4e12-a5cb-259674f7405c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:46.123466 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-2bda9d8d-4679-4858-a6cc-88fa7b6b1eb1 None None] For port 440515be-620f-4346-9c0e-7e08f40a5e35, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:19:46.133835 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-2bda9d8d-4679-4858-a6cc-88fa7b6b1eb1 None None] For port 440515be-620f-4346-9c0e-7e08f40a5e35, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=440515be-620f-4346-9c0e-7e08f40a5e35,segment=NetworkSegment(e088c3af-e305-496b-bf0e-1e39e1edb302),segment_id=e088c3af-e305-496b-bf0e-1e39e1edb302)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:19:46.179172 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa916785-b449-457c-9bfd-435dfe8b8e25 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Pushing event updated for resources: {'Subnet': ['ID=9639ee79-0d42-4a39-9280-9adaca64ab76,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:46.184122 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa916785-b449-457c-9bfd-435dfe8b8e25 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Checking segment: {'id': 'af062da6-20cf-4ded-b021-7e076bef5543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '00ab469f-8975-4247-ab7e-195a557787f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:19:46.184556 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa916785-b449-457c-9bfd-435dfe8b8e25 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Network hostable DHCP agents. Network: 00ab469f-8975-4247-ab7e-195a557787f2, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:19:46.243641 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2bda9d8d-4679-4858-a6cc-88fa7b6b1eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:46.296863 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa916785-b449-457c-9bfd-435dfe8b8e25 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Network 00ab469f-8975-4247-ab7e-195a557787f2 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:19:46.317773 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e54aa-c895-44f5-9e5c-040e8aecff03 req-6b342605-29e1-4239-ba68-5e04e599b028 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:46.369245 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-af5e54aa-c895-44f5-9e5c-040e8aecff03 req-6b342605-29e1-4239-ba68-5e04e599b028 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 946 time: 0.1788588 Apr 20 13:19:46.418778 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-aa916785-b449-457c-9bfd-435dfe8b8e25 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 00ab469f-8975-4247-ab7e-195a557787f2) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:46.424177 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa916785-b449-457c-9bfd-435dfe8b8e25 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:46.425202 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aa916785-b449-457c-9bfd-435dfe8b8e25 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:46.435419 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4085543a-e355-4e12-a5cb-259674f7405c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:46.449954 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c646b15-4d4e-4c49-b461-eedbad7475b7 None None] Network 00ab469f-8975-4247-ab7e-195a557787f2 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:46.455251 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4085543a-e355-4e12-a5cb-259674f7405c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:46.472345 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4085543a-e355-4e12-a5cb-259674f7405c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0b187aa1-8d90-4da7-b86c-17488b267cfb HTTP/1.1" status: 204 len: 168 time: 0.5945368 Apr 20 13:19:46.528020 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-aa916785-b449-457c-9bfd-435dfe8b8e25 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1341498 Apr 20 13:19:46.529673 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54432) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:46.532906 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085543a-e355-4e12-a5cb-259674f7405c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b187aa1-8d90-4da7-b86c-17488b267cfb,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:46.543342 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-6d518ced-34bd-4d92-be35-08d12e318f10 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Request body: {'port': {'network_id': '00ab469f-8975-4247-ab7e-195a557787f2', 'name': 'tempest-NetworksIpV6TestAttrs-338145989'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:46.739332 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-af5e54aa-c895-44f5-9e5c-040e8aecff03 req-65d84802-26a5-425f-8b72-959ef1995962 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3572567 Apr 20 13:19:46.828170 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda9d8d-4679-4858-a6cc-88fa7b6b1eb1 None None] Pushing event updated for resources: {'Port': ['ID=440515be-620f-4346-9c0e-7e08f40a5e35,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:46.903380 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c788439-eebb-41bf-9488-211f5436ab48 req-4e773157-5b17-4f80-8cf1-1d6cd06f152c tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:46.912591 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5c788439-eebb-41bf-9488-211f5436ab48 req-4e773157-5b17-4f80-8cf1-1d6cd06f152c tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.32 "GET /v2.0/ports?device_id=87d96cbe-49c3-4ae4-b5fb-b756896ea36e HTTP/1.1" status: 200 len: 949 time: 0.3174784 Apr 20 13:19:46.944114 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c07b3d5-91f5-4ba0-87b3-6ba8a2148a52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-00ab469f-8975-4247-ab7e-195a557787f2', 'network_id': '00ab469f-8975-4247-ab7e-195a557787f2', 'tenant_id': '0bc01febe15e42fa943570da68ef7c29', 'fixed_ips': [{'subnet_id': '9639ee79-0d42-4a39-9280-9adaca64ab76'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:19:46.945711 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2c07b3d5-91f5-4ba0-87b3-6ba8a2148a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:46.957571 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc580193-a7a7-41c9-b7a0-bacb5b026323 req-3668733e-3b03-4e69-a623-18cde5a1adb7 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:46.967737 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bc580193-a7a7-41c9-b7a0-bacb5b026323 req-3668733e-3b03-4e69-a623-18cde5a1adb7 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d96cbe-49c3-4ae4-b5fb-b756896ea36e HTTP/1.1" status: 200 len: 949 time: 0.8855457 Apr 20 13:19:47.131994 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bc580193-a7a7-41c9-b7a0-bacb5b026323 req-71589572-ca20-4082-a0fa-2b9b2d64db4b tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ba3b931-fda2-4c07-93a8-b75445543aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608117 Apr 20 13:19:47.193791 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d518ced-34bd-4d92-be35-08d12e318f10 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Made reservation on behalf of 0bc01febe15e42fa943570da68ef7c29 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:47.198743 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6d518ced-34bd-4d92-be35-08d12e318f10 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:47.230754 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-5c788439-eebb-41bf-9488-211f5436ab48 req-a82669fa-491a-4b9e-a103-f0d53358bbf2 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Deleting port 7839d3e5-44bf-4210-9bfa-fa1048539dea {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:19:47.231253 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-5c788439-eebb-41bf-9488-211f5436ab48 req-a82669fa-491a-4b9e-a103-f0d53358bbf2 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:47.240822 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-6d518ced-34bd-4d92-be35-08d12e318f10 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] device_id is not set on port 149952d2-7bb3-4054-9a20-cfb0a4130007 yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:19:47.250721 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-2c07b3d5-91f5-4ba0-87b3-6ba8a2148a52 None None] Allocated IP 2001:db8::f816:3eff:fefd:b870 (00ab469f-8975-4247-ab7e-195a557787f2/9639ee79-0d42-4a39-9280-9adaca64ab76/2f8f8c70-5bba-475d-9cd5-b672990170aa) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:19:47.543827 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 2beb65c0-7ad7-4a2d-b609-5865499082be up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:19:47.548031 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-5c788439-eebb-41bf-9488-211f5436ab48 req-a82669fa-491a-4b9e-a103-f0d53358bbf2 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] For port 7839d3e5-44bf-4210-9bfa-fa1048539dea, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=7839d3e5-44bf-4210-9bfa-fa1048539dea,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:19:47.548781 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-5c788439-eebb-41bf-9488-211f5436ab48 req-a82669fa-491a-4b9e-a103-f0d53358bbf2 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:47.606795 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-5c788439-eebb-41bf-9488-211f5436ab48 req-a82669fa-491a-4b9e-a103-f0d53358bbf2 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Calling delete_port for 7839d3e5-44bf-4210-9bfa-fa1048539dea owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:19:47.675174 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 440515be-620f-4346-9c0e-7e08f40a5e35 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:19:47.836124 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2c07b3d5-91f5-4ba0-87b3-6ba8a2148a52 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:47.895284 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 440515be-620f-4346-9c0e-7e08f40a5e35 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:19:47.895692 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:47.994131 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2c07b3d5-91f5-4ba0-87b3-6ba8a2148a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:48.117713 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-6d518ced-34bd-4d92-be35-08d12e318f10 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Allocated IP 2001:db8::f816:3eff:fedb:168 (00ab469f-8975-4247-ab7e-195a557787f2/9639ee79-0d42-4a39-9280-9adaca64ab76/149952d2-7bb3-4054-9a20-cfb0a4130007) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:19:48.134042 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 2beb65c0-7ad7-4a2d-b609-5865499082be completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:19:48.158103 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07b3d5-91f5-4ba0-87b3-6ba8a2148a52 None None] Pushing event updated for resources: {'Port': ['ID=2f8f8c70-5bba-475d-9cd5-b672990170aa,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:48.165858 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 2beb65c0-7ad7-4a2d-b609-5865499082be triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:19:48.166169 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:48.180278 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39377cb6-32be-4056-aa53-228184c3f676 req-3419fa97-fffc-41d7-bb85-c2afcb1a0022 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:48.192247 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-39377cb6-32be-4056-aa53-228184c3f676 req-3419fa97-fffc-41d7-bb85-c2afcb1a0022 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 946 time: 0.3172548 Apr 20 13:19:48.213847 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf8d66-13f3-4b5a-aa67-a1cc312864b6 req-3bbd8c16-849f-46f1-b12a-467db6250f23 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:48.216956 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-26cf8d66-13f3-4b5a-aa67-a1cc312864b6 req-3bbd8c16-849f-46f1-b12a-467db6250f23 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a8bf358-385b-47a8-9f74-2d6ce464505b HTTP/1.1" status: 200 len: 944 time: 1.3011687 Apr 20 13:19:48.231552 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-5c788439-eebb-41bf-9488-211f5436ab48 req-a82669fa-491a-4b9e-a103-f0d53358bbf2 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:48.287166 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c07b3d5-91f5-4ba0-87b3-6ba8a2148a52 None None] Network 00ab469f-8975-4247-ab7e-195a557787f2 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:19:48.364427 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82669fa-491a-4b9e-a103-f0d53358bbf2 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Pushing event deleted for resources: {'Port': ['ID=7839d3e5-44bf-4210-9bfa-fa1048539dea,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:48.367143 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c788439-eebb-41bf-9488-211f5436ab48 req-a82669fa-491a-4b9e-a103-f0d53358bbf2 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] No DVR routers for this DVR port 7839d3e5-44bf-4210-9bfa-fa1048539dea on host n-h1-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:19:48.392361 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-5c788439-eebb-41bf-9488-211f5436ab48 req-a82669fa-491a-4b9e-a103-f0d53358bbf2 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:48.396117 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5c788439-eebb-41bf-9488-211f5436ab48 req-a82669fa-491a-4b9e-a103-f0d53358bbf2 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.32 "DELETE /v2.0/ports/7839d3e5-44bf-4210-9bfa-fa1048539dea HTTP/1.1" status: 204 len: 173 time: 1.3835433 Apr 20 13:19:48.400705 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-39377cb6-32be-4056-aa53-228184c3f676 req-08b6040e-a156-49c8-b8a1-d7fe539ed02b tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1760447 Apr 20 13:19:48.401167 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d96cbe-49c3-4ae4-b5fb-b756896ea36e', 'name': 'network-vif-deleted', 'tag': '7839d3e5-44bf-4210-9bfa-fa1048539dea'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:19:48.403452 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f1ebeb-7236-4437-a688-088bb72c826c" -d '{"events": [{"server_uuid": "87d96cbe-49c3-4ae4-b5fb-b756896ea36e", "name": "network-vif-deleted", "tag": "7839d3e5-44bf-4210-9bfa-fa1048539dea"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:19:48.421354 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-26cf8d66-13f3-4b5a-aa67-a1cc312864b6 req-cd5ae63a-f6af-4cb5-8b2c-e744a2b97ee3 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] 10.222.0.25 "GET /v2.0/security-groups?id=4924770b-088d-402b-aa8d-400330ee647b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947389 Apr 20 13:19:48.442072 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6d518ced-34bd-4d92-be35-08d12e318f10 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:48.551400 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbafeffc-2f90-43de-a325-89b86dbba3f5 x-openstack-request-id: req-bbafeffc-2f90-43de-a325-89b86dbba3f5 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:19:48.551609 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d96cbe-49c3-4ae4-b5fb-b756896ea36e", "name": "network-vif-deleted", "tag": "7839d3e5-44bf-4210-9bfa-fa1048539dea", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:19:48.551843 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bbafeffc-2f90-43de-a325-89b86dbba3f5 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:19:48.552207 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbafeffc-2f90-43de-a325-89b86dbba3f5'] response: {'server_uuid': '87d96cbe-49c3-4ae4-b5fb-b756896ea36e', 'name': 'network-vif-deleted', 'tag': '7839d3e5-44bf-4210-9bfa-fa1048539dea', 'status': 'completed', 'code': 200} Apr 20 13:19:48.613872 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6d518ced-34bd-4d92-be35-08d12e318f10 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:48.625834 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54476) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:48.631621 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-576511cb-72bd-4da2-aa5d-3fc8e7ce8637 req-ec037025-9497-44b4-ac7c-8b3777a3c372 tempest-ListImageFiltersTestJSON-1925328263 tempest-ListImageFiltersTestJSON-1925328263-project] 10.222.0.25 "GET /v2.0/ports?device_id=87d96cbe-49c3-4ae4-b5fb-b756896ea36e HTTP/1.1" status: 200 len: 210 time: 0.0664132 Apr 20 13:19:48.765919 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d518ced-34bd-4d92-be35-08d12e318f10 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Network 00ab469f-8975-4247-ab7e-195a557787f2 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:19:48.779282 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-6d518ced-34bd-4d92-be35-08d12e318f10 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:48.782354 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d518ced-34bd-4d92-be35-08d12e318f10 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:19:48.789548 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d518ced-34bd-4d92-be35-08d12e318f10 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:48.790054 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6d518ced-34bd-4d92-be35-08d12e318f10 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:48.824724 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6a1dc7a7-9749-4c2e-acd9-2db4f2338fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:48.830824 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d518ced-34bd-4d92-be35-08d12e318f10 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Pushing event updated for resources: {'Port': ['ID=149952d2-7bb3-4054-9a20-cfb0a4130007,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:48.902285 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:48.916030 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf830963-d380-4032-9523-095004440385 None None] Network e9b53da1-b1a8-4742-b73d-32f3517fa975 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:48.947587 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 440515be-620f-4346-9c0e-7e08f40a5e35, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=440515be-620f-4346-9c0e-7e08f40a5e35,segment=NetworkSegment(e088c3af-e305-496b-bf0e-1e39e1edb302),segment_id=e088c3af-e305-496b-bf0e-1e39e1edb302)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:19:48.950691 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6a1dc7a7-9749-4c2e-acd9-2db4f2338fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:48.952047 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-2c07b3d5-91f5-4ba0-87b3-6ba8a2148a52 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:48.958810 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6d518ced-34bd-4d92-be35-08d12e318f10 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 2.4278545 Apr 20 13:19:48.961621 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54482) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:48.966093 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c07b3d5-91f5-4ba0-87b3-6ba8a2148a52 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:19:49.048547 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6a1dc7a7-9749-4c2e-acd9-2db4f2338fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:49.105188 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e7208b2-f41e-4418-b9b8-b5a1aebe30c5 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Deleting subnet 9639ee79-0d42-4a39-9280-9adaca64ab76 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:19:49.114797 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9e7208b2-f41e-4418-b9b8-b5a1aebe30c5 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:49.116393 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:49.125163 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6a1dc7a7-9749-4c2e-acd9-2db4f2338fc8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=617ead6dd60448a4a1b7a7a90d55e0f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3775878 Apr 20 13:19:49.137596 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54488) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:49.187415 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:49.235969 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9e7208b2-f41e-4418-b9b8-b5a1aebe30c5 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:49.241116 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1dc7a7-9749-4c2e-acd9-2db4f2338fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0107f2b-33c5-4206-ad80-551353da60fd,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:49.277662 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-2c07b3d5-91f5-4ba0-87b3-6ba8a2148a52 None None] Attempting to bind port 2f8f8c70-5bba-475d-9cd5-b672990170aa on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:19:49.278102 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-2c07b3d5-91f5-4ba0-87b3-6ba8a2148a52 None None] Attempting to bind port 2f8f8c70-5bba-475d-9cd5-b672990170aa by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'af062da6-20cf-4ded-b021-7e076bef5543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '00ab469f-8975-4247-ab7e-195a557787f2'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:19:49.278467 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c07b3d5-91f5-4ba0-87b3-6ba8a2148a52 None None] Attempting to bind port 2f8f8c70-5bba-475d-9cd5-b672990170aa on network 00ab469f-8975-4247-ab7e-195a557787f2 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:19:49.280530 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-b4cf54c5-fd08-42ea-a05a-ff33fe846c0b None None] Provisioning complete for port 440515be-620f-4346-9c0e-7e08f40a5e35 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:19:49.280902 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b4cf54c5-fd08-42ea-a05a-ff33fe846c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:49.347743 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5fd62169-471e-42ca-9527-de51d2359fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:49.369659 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 2beb65c0-7ad7-4a2d-b609-5865499082be, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=2beb65c0-7ad7-4a2d-b609-5865499082be,segment=NetworkSegment(e29109fd-d9e9-46c9-bb70-7d2652b130f5),segment_id=e29109fd-d9e9-46c9-bb70-7d2652b130f5)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:19:49.376736 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8bf358-385b-47a8-9f74-2d6ce464505b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2beb65c0-7ad7-4a2d-b609-5865499082be'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:19:49.377209 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5fd62169-471e-42ca-9527-de51d2359fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:49.380234 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f488670-55ff-4a10-849f-f166e811e023" -d '{"events": [{"server_uuid": "3a8bf358-385b-47a8-9f74-2d6ce464505b", "name": "network-vif-plugged", "status": "completed", "tag": "2beb65c0-7ad7-4a2d-b609-5865499082be"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:19:49.383152 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c07b3d5-91f5-4ba0-87b3-6ba8a2148a52 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:19:49.384132 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c07b3d5-91f5-4ba0-87b3-6ba8a2148a52 None None] Checking segment: {'id': 'af062da6-20cf-4ded-b021-7e076bef5543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '00ab469f-8975-4247-ab7e-195a557787f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:19:49.384562 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2c07b3d5-91f5-4ba0-87b3-6ba8a2148a52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:49.389566 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c07b3d5-91f5-4ba0-87b3-6ba8a2148a52 None None] Bound using segment: {'id': 'af062da6-20cf-4ded-b021-7e076bef5543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '00ab469f-8975-4247-ab7e-195a557787f2'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:19:49.389566 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-2c07b3d5-91f5-4ba0-87b3-6ba8a2148a52 None None] Bound port: 2f8f8c70-5bba-475d-9cd5-b672990170aa, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af062da6-20cf-4ded-b021-7e076bef5543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '00ab469f-8975-4247-ab7e-195a557787f2'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:19:49.389566 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2c07b3d5-91f5-4ba0-87b3-6ba8a2148a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:49.553073 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f06f9e-2f9c-4751-b535-034b2c5e6e4d x-openstack-request-id: req-57f06f9e-2f9c-4751-b535-034b2c5e6e4d {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:19:49.553547 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a8bf358-385b-47a8-9f74-2d6ce464505b", "name": "network-vif-plugged", "status": "completed", "tag": "2beb65c0-7ad7-4a2d-b609-5865499082be", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:19:49.554812 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-57f06f9e-2f9c-4751-b535-034b2c5e6e4d {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:19:49.555928 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57f06f9e-2f9c-4751-b535-034b2c5e6e4d'] response: {'server_uuid': '3a8bf358-385b-47a8-9f74-2d6ce464505b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2beb65c0-7ad7-4a2d-b609-5865499082be', 'code': 200} Apr 20 13:19:49.558745 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=440515be-620f-4346-9c0e-7e08f40a5e35,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:49.602204 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5fd62169-471e-42ca-9527-de51d2359fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:49.604920 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5fd62169-471e-42ca-9527-de51d2359fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:49.607844 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5fd62169-471e-42ca-9527-de51d2359fd0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d0107f2b-33c5-4206-ad80-551353da60fd HTTP/1.1" status: 204 len: 168 time: 0.4704118 Apr 20 13:19:49.625184 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd62169-471e-42ca-9527-de51d2359fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0107f2b-33c5-4206-ad80-551353da60fd,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:49.628847 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-2c07b3d5-91f5-4ba0-87b3-6ba8a2148a52 None None] For port 2f8f8c70-5bba-475d-9cd5-b672990170aa, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:19:49.650319 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-2c07b3d5-91f5-4ba0-87b3-6ba8a2148a52 None None] For port 2f8f8c70-5bba-475d-9cd5-b672990170aa, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=2f8f8c70-5bba-475d-9cd5-b672990170aa,segment=NetworkSegment(af062da6-20cf-4ded-b021-7e076bef5543),segment_id=af062da6-20cf-4ded-b021-7e076bef5543)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:19:49.656370 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:49.798384 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2c07b3d5-91f5-4ba0-87b3-6ba8a2148a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:49.809559 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9e7208b2-f41e-4418-b9b8-b5a1aebe30c5 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:49.997899 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=2beb65c0-7ad7-4a2d-b609-5865499082be,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:50.060221 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d31d09-7b18-43df-b3b5-e2762cd143a0 req-59ec8928-7643-4529-86bc-83887484bc1b tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:50.073315 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c0d31d09-7b18-43df-b3b5-e2762cd143a0 req-59ec8928-7643-4529-86bc-83887484bc1b tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a8bf358-385b-47a8-9f74-2d6ce464505b HTTP/1.1" status: 200 len: 945 time: 0.4276338 Apr 20 13:19:50.115867 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07b3d5-91f5-4ba0-87b3-6ba8a2148a52 None None] Pushing event updated for resources: {'Port': ['ID=2f8f8c70-5bba-475d-9cd5-b672990170aa,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:50.162239 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29ff0a-dee3-4278-9d0e-2e1410047c4a req-b31dc229-efcd-4625-9bd8-17b8cb057298 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:50.167909 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-da29ff0a-dee3-4278-9d0e-2e1410047c4a req-b31dc229-efcd-4625-9bd8-17b8cb057298 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 946 time: 0.4715004 Apr 20 13:19:50.356546 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c0d31d09-7b18-43df-b3b5-e2762cd143a0 req-4d8d563b-21a1-4373-a8e2-43586c2e3dc0 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] 10.222.0.25 "GET /v2.0/security-groups?id=4924770b-088d-402b-aa8d-400330ee647b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774773 Apr 20 13:19:50.356546 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1783bfe-18b5-4162-b3f2-48679edeb6d1 req-a9301a24-80c5-4f9f-84c2-4c3a34f93b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:50.356546 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a1783bfe-18b5-4162-b3f2-48679edeb6d1 req-a9301a24-80c5-4f9f-84c2-4c3a34f93b71 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3a8bf358-385b-47a8-9f74-2d6ce464505b HTTP/1.1" status: 200 len: 1096 time: 0.5730453 Apr 20 13:19:50.459665 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9e7208b2-f41e-4418-b9b8-b5a1aebe30c5 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:50.622289 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-da29ff0a-dee3-4278-9d0e-2e1410047c4a req-54c90660-7738-47e0-8013-0d951ee64581 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4232144 Apr 20 13:19:50.645128 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a1783bfe-18b5-4162-b3f2-48679edeb6d1 req-9d25d33b-5c61-4d5f-aff6-81c161210170 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4924770b-088d-402b-aa8d-400330ee647b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775555 Apr 20 13:19:50.662749 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7208b2-f41e-4418-b9b8-b5a1aebe30c5 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Pushing event deleted for resources: {'Subnet': ['ID=9639ee79-0d42-4a39-9280-9adaca64ab76,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:50.668311 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-75582b3b-c1ac-43e2-931c-5bfd75f518a5 None None] Provisioning complete for port 440515be-620f-4346-9c0e-7e08f40a5e35 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:19:50.668718 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-75582b3b-c1ac-43e2-931c-5bfd75f518a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:50.692284 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9e7208b2-f41e-4418-b9b8-b5a1aebe30c5 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:50.705810 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9e7208b2-f41e-4418-b9b8-b5a1aebe30c5 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] 10.222.0.25 "DELETE /v2.0/subnets/9639ee79-0d42-4a39-9280-9adaca64ab76 HTTP/1.1" status: 204 len: 168 time: 1.7413015 Apr 20 13:19:50.708012 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54534) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:50.878119 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14dadc4-bcf8-4137-b325-1a4b10483dc4 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:50.882598 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14dadc4-bcf8-4137-b325-1a4b10483dc4 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:50.890031 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54544) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:50.890418 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d14dadc4-bcf8-4137-b325-1a4b10483dc4 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1806531 Apr 20 13:19:51.010678 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 7839d3e5-44bf-4210-9bfa-fa1048539dea no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:19:51.063477 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 7839d3e5-44bf-4210-9bfa-fa1048539dea {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:19:51.063611 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-45f7acea-5b9b-4ae6-b11c-57beb3839412 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:51.064220 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 7839d3e5-44bf-4210-9bfa-fa1048539dea not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:19:51.094214 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-45f7acea-5b9b-4ae6-b11c-57beb3839412 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 20 13:19:51.095035 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45f7acea-5b9b-4ae6-b11c-57beb3839412 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:19:51.100536 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-45f7acea-5b9b-4ae6-b11c-57beb3839412 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] 10.222.0.25 "DELETE /v2.0/networks/00ab469f-8975-4247-ab7e-195a557787f2 HTTP/1.1" status: 409 len: 405 time: 0.2090714 Apr 20 13:19:51.102693 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54550) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:51.108657 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-8c3af85e-84fa-45d2-a6d4-c2b445b3d891 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1688562474'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:51.292686 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3af85e-84fa-45d2-a6d4-c2b445b3d891 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Made reservation on behalf of 0bc01febe15e42fa943570da68ef7c29 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:51.300466 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8c3af85e-84fa-45d2-a6d4-c2b445b3d891 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:51.386027 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c3af85e-84fa-45d2-a6d4-c2b445b3d891 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:19:51.440804 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8c3af85e-84fa-45d2-a6d4-c2b445b3d891 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:51.441145 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-8c3af85e-84fa-45d2-a6d4-c2b445b3d891 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Added segment e3e5f462-cec2-472a-8b60-5268a0528f5d of type vlan for network 7229a041-311c-4460-8358-141788bf1cef Apr 20 13:19:51.606070 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8c3af85e-84fa-45d2-a6d4-c2b445b3d891 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:51.624610 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 440515be-620f-4346-9c0e-7e08f40a5e35 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:19:51.691583 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f97be-3bfd-4d51-a48c-a9b0c0aa66f8 req-3a0ef1b7-3d47-4f72-8d48-a8d9572bd609 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:51.701796 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d24f97be-3bfd-4d51-a48c-a9b0c0aa66f8 req-3a0ef1b7-3d47-4f72-8d48-a8d9572bd609 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a8bf358-385b-47a8-9f74-2d6ce464505b HTTP/1.1" status: 200 len: 945 time: 0.1917477 Apr 20 13:19:51.809707 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d24f97be-3bfd-4d51-a48c-a9b0c0aa66f8 req-791b5d15-3b96-4a97-a219-aa20256ed79f tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] 10.222.0.25 "GET /v2.0/security-groups?id=4924770b-088d-402b-aa8d-400330ee647b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059344 Apr 20 13:19:51.825238 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8c3af85e-84fa-45d2-a6d4-c2b445b3d891 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:51.832700 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3af85e-84fa-45d2-a6d4-c2b445b3d891 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:51.833384 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8c3af85e-84fa-45d2-a6d4-c2b445b3d891 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:51.834701 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 440515be-620f-4346-9c0e-7e08f40a5e35 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:19:51.837132 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:51.903499 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd9a581-7ebb-4042-89e5-d5fc6adf19d7 None None] Network 00ab469f-8975-4247-ab7e-195a557787f2 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:52.020505 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8c3af85e-84fa-45d2-a6d4-c2b445b3d891 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9163768 Apr 20 13:19:52.034536 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54584) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:52.045455 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-69371080-c1ad-4d6e-b6aa-e6a16d80dcd8 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Request body: {'subnet': {'network_id': '7229a041-311c-4460-8358-141788bf1cef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:52.167794 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3af85e-84fa-45d2-a6d4-c2b445b3d891 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Pushing event updated for resources: {'Network': ['ID=7229a041-311c-4460-8358-141788bf1cef,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:52.170942 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59a688-dd97-40c3-bb2e-910af69f7776 req-23712533-8835-4006-ac68-18af24438619 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:52.181496 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fb59a688-dd97-40c3-bb2e-910af69f7776 req-23712533-8835-4006-ac68-18af24438619 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 946 time: 0.2274017 Apr 20 13:19:52.262284 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69371080-c1ad-4d6e-b6aa-e6a16d80dcd8 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Made reservation on behalf of 0bc01febe15e42fa943570da68ef7c29 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:52.266971 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69371080-c1ad-4d6e-b6aa-e6a16d80dcd8 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:52.274779 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 7229a041-311c-4460-8358-141788bf1cef details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:19:52.310365 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fb59a688-dd97-40c3-bb2e-910af69f7776 req-9c49b343-30e0-4396-bcaf-684b6aac3b40 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1234365 Apr 20 13:19:52.477616 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-c65c5b51-79bd-4d7d-b797-9255ebc6b96d None None] Provisioning complete for port 2f8f8c70-5bba-475d-9cd5-b672990170aa triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:19:52.478375 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c65c5b51-79bd-4d7d-b797-9255ebc6b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:52.623958 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 2f8f8c70-5bba-475d-9cd5-b672990170aa up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:19:52.798313 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 2f8f8c70-5bba-475d-9cd5-b672990170aa triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:19:52.798918 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:52.898731 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc5877e-2efb-4948-8c4a-48137192a1cd None None] DHCP port deletion for 00ab469f-8975-4247-ab7e-195a557787f2 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:19:53.037206 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c65c5b51-79bd-4d7d-b797-9255ebc6b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:53.065865 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb30a8f-29a3-4d8c-8f73-d4cadbf6311e req-a7bf273f-7f6c-4112-a37a-8a07a5f5dd46 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:53.070878 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2cb30a8f-29a3-4d8c-8f73-d4cadbf6311e req-a7bf273f-7f6c-4112-a37a-8a07a5f5dd46 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a8bf358-385b-47a8-9f74-2d6ce464505b HTTP/1.1" status: 200 len: 945 time: 0.1403444 Apr 20 13:19:53.134516 n-d-836015-7 neutron-server[114870]: DEBUG neutron.objects.ports [None req-69371080-c1ad-4d6e-b6aa-e6a16d80dcd8 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114870) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 13:19:53.135701 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2cb30a8f-29a3-4d8c-8f73-d4cadbf6311e req-afd838b0-2a36-4761-a16a-25eb1ef0aad4 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] 10.222.0.25 "GET /v2.0/security-groups?id=4924770b-088d-402b-aa8d-400330ee647b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572498 Apr 20 13:19:53.144444 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69371080-c1ad-4d6e-b6aa-e6a16d80dcd8 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:53.145163 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-c65c5b51-79bd-4d7d-b797-9255ebc6b96d None None] For port 2f8f8c70-5bba-475d-9cd5-b672990170aa, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=2f8f8c70-5bba-475d-9cd5-b672990170aa,segment=NetworkSegment(af062da6-20cf-4ded-b021-7e076bef5543),segment_id=af062da6-20cf-4ded-b021-7e076bef5543)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:19:53.155228 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-7cc5877e-2efb-4948-8c4a-48137192a1cd None None] Deleting port 2f8f8c70-5bba-475d-9cd5-b672990170aa {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:19:53.156573 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7cc5877e-2efb-4948-8c4a-48137192a1cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:53.234932 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c65c5b51-79bd-4d7d-b797-9255ebc6b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:53.240634 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-7cc5877e-2efb-4948-8c4a-48137192a1cd None None] For port 2f8f8c70-5bba-475d-9cd5-b672990170aa, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=2f8f8c70-5bba-475d-9cd5-b672990170aa,segment=NetworkSegment(af062da6-20cf-4ded-b021-7e076bef5543),segment_id=af062da6-20cf-4ded-b021-7e076bef5543)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:19:53.241161 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7cc5877e-2efb-4948-8c4a-48137192a1cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:53.282851 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69371080-c1ad-4d6e-b6aa-e6a16d80dcd8 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Pushing event updated for resources: {'Subnet': ['ID=de8961be-989b-4de2-979c-d5983b34a7b2,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:53.306176 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69371080-c1ad-4d6e-b6aa-e6a16d80dcd8 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Checking segment: {'id': 'e3e5f462-cec2-472a-8b60-5268a0528f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7229a041-311c-4460-8358-141788bf1cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:19:53.306643 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69371080-c1ad-4d6e-b6aa-e6a16d80dcd8 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Network hostable DHCP agents. Network: 7229a041-311c-4460-8358-141788bf1cef, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:19:53.357989 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c5b51-79bd-4d7d-b797-9255ebc6b96d None None] Pushing event updated for resources: {'Port': ['ID=2f8f8c70-5bba-475d-9cd5-b672990170aa,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:53.410717 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69371080-c1ad-4d6e-b6aa-e6a16d80dcd8 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Network 7229a041-311c-4460-8358-141788bf1cef is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:19:53.432360 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-7cc5877e-2efb-4948-8c4a-48137192a1cd None None] Calling delete_port for 2f8f8c70-5bba-475d-9cd5-b672990170aa owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:19:53.478898 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-69371080-c1ad-4d6e-b6aa-e6a16d80dcd8 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 7229a041-311c-4460-8358-141788bf1cef) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:53.488520 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69371080-c1ad-4d6e-b6aa-e6a16d80dcd8 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:53.493394 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69371080-c1ad-4d6e-b6aa-e6a16d80dcd8 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:53.494252 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b02150-ad89-47ae-a644-e5a0213a5528 req-745ea531-3171-4fb1-a02f-c4cad0545f99 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:53.505835 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a5b02150-ad89-47ae-a644-e5a0213a5528 req-745ea531-3171-4fb1-a02f-c4cad0545f99 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 946 time: 0.0941315 Apr 20 13:19:53.604865 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a5b02150-ad89-47ae-a644-e5a0213a5528 req-b98e11b9-be79-4cea-8109-1e3566ca16fb tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0955160 Apr 20 13:19:53.623717 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-69371080-c1ad-4d6e-b6aa-e6a16d80dcd8 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5736914 Apr 20 13:19:53.623878 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54632) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:53.623878 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-3d1328ae-091f-4dcf-a1d3-f93c17780a3e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Request body: {'port': {'network_id': '7229a041-311c-4460-8358-141788bf1cef', 'name': 'tempest-NetworksIpV6TestAttrs-2036459538'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:53.636050 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7420511e-2e58-480e-a84a-7e59e63804ed None None] Network 7229a041-311c-4460-8358-141788bf1cef requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:53.644698 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 2f8f8c70-5bba-475d-9cd5-b672990170aa no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:19:53.949773 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7cc5877e-2efb-4948-8c4a-48137192a1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:54.014071 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No active binding found for port 2f8f8c70-5bba-475d-9cd5-b672990170aa {{(pid=114871) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 20 13:19:54.014547 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 2f8f8c70-5bba-475d-9cd5-b672990170aa not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:19:54.024460 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5877e-2efb-4948-8c4a-48137192a1cd None None] Pushing event deleted for resources: {'Port': ['ID=2f8f8c70-5bba-475d-9cd5-b672990170aa,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:54.031061 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc5877e-2efb-4948-8c4a-48137192a1cd None None] No DVR routers for this DVR port 2f8f8c70-5bba-475d-9cd5-b672990170aa on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:19:54.177778 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba25982-ea39-4b91-a3e3-8dd4433fe775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-7229a041-311c-4460-8358-141788bf1cef', 'network_id': '7229a041-311c-4460-8358-141788bf1cef', 'tenant_id': '0bc01febe15e42fa943570da68ef7c29', 'fixed_ips': [{'subnet_id': 'de8961be-989b-4de2-979c-d5983b34a7b2'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:19:54.179235 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-dba25982-ea39-4b91-a3e3-8dd4433fe775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:54.442046 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1328ae-091f-4dcf-a1d3-f93c17780a3e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Made reservation on behalf of 0bc01febe15e42fa943570da68ef7c29 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:54.447407 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3d1328ae-091f-4dcf-a1d3-f93c17780a3e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:54.517972 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [None req-3d1328ae-091f-4dcf-a1d3-f93c17780a3e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] device_id is not set on port f69a1c79-5905-42f1-8b58-c9de6042ee48 yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:19:54.699228 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-dba25982-ea39-4b91-a3e3-8dd4433fe775 None None] Allocated IP 2001:db8::f816:3eff:fecb:75b4 (7229a041-311c-4460-8358-141788bf1cef/de8961be-989b-4de2-979c-d5983b34a7b2/e2b3d080-0294-4e33-97f1-c99044c9cb4a) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:19:54.773618 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6495e0f3-5346-4230-a288-5d3f1496db29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:54.784361 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe65a9-f995-4c12-bdfb-023d0c85e8ea req-cc9787cc-ff4a-441e-94fb-a59aa5b679b3 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:54.793196 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cdbe65a9-f995-4c12-bdfb-023d0c85e8ea req-cc9787cc-ff4a-441e-94fb-a59aa5b679b3 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a8bf358-385b-47a8-9f74-2d6ce464505b HTTP/1.1" status: 200 len: 945 time: 0.1164355 Apr 20 13:19:54.936053 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cdbe65a9-f995-4c12-bdfb-023d0c85e8ea req-c51a9998-8054-4f4e-acb8-5534386802e1 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] 10.222.0.25 "GET /v2.0/security-groups?id=4924770b-088d-402b-aa8d-400330ee647b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418612 Apr 20 13:19:54.943030 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-dba25982-ea39-4b91-a3e3-8dd4433fe775 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:55.019661 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-dba25982-ea39-4b91-a3e3-8dd4433fe775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:55.093716 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba25982-ea39-4b91-a3e3-8dd4433fe775 None None] Network 7229a041-311c-4460-8358-141788bf1cef is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:19:55.100088 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-dba25982-ea39-4b91-a3e3-8dd4433fe775 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:55.103570 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba25982-ea39-4b91-a3e3-8dd4433fe775 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:19:55.119912 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba25982-ea39-4b91-a3e3-8dd4433fe775 None None] Pushing event updated for resources: {'Port': ['ID=e2b3d080-0294-4e33-97f1-c99044c9cb4a,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:55.215504 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-dba25982-ea39-4b91-a3e3-8dd4433fe775 None None] Attempting to bind port e2b3d080-0294-4e33-97f1-c99044c9cb4a on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:19:55.216723 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-dba25982-ea39-4b91-a3e3-8dd4433fe775 None None] Attempting to bind port e2b3d080-0294-4e33-97f1-c99044c9cb4a by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'e3e5f462-cec2-472a-8b60-5268a0528f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7229a041-311c-4460-8358-141788bf1cef'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:19:55.217304 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba25982-ea39-4b91-a3e3-8dd4433fe775 None None] Attempting to bind port e2b3d080-0294-4e33-97f1-c99044c9cb4a on network 7229a041-311c-4460-8358-141788bf1cef {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:19:55.222866 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba25982-ea39-4b91-a3e3-8dd4433fe775 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:19:55.223501 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba25982-ea39-4b91-a3e3-8dd4433fe775 None None] Checking segment: {'id': 'e3e5f462-cec2-472a-8b60-5268a0528f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7229a041-311c-4460-8358-141788bf1cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:19:55.229535 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-dba25982-ea39-4b91-a3e3-8dd4433fe775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:55.229535 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba25982-ea39-4b91-a3e3-8dd4433fe775 None None] Bound using segment: {'id': 'e3e5f462-cec2-472a-8b60-5268a0528f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7229a041-311c-4460-8358-141788bf1cef'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:19:55.229535 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-dba25982-ea39-4b91-a3e3-8dd4433fe775 None None] Bound port: e2b3d080-0294-4e33-97f1-c99044c9cb4a, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3e5f462-cec2-472a-8b60-5268a0528f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7229a041-311c-4460-8358-141788bf1cef'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:19:55.229535 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-dba25982-ea39-4b91-a3e3-8dd4433fe775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:55.277299 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-3d1328ae-091f-4dcf-a1d3-f93c17780a3e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Allocated IP 2001:db8::f816:3eff:fe58:b0e0 (7229a041-311c-4460-8358-141788bf1cef/de8961be-989b-4de2-979c-d5983b34a7b2/f69a1c79-5905-42f1-8b58-c9de6042ee48) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:19:55.304195 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-dba25982-ea39-4b91-a3e3-8dd4433fe775 None None] For port e2b3d080-0294-4e33-97f1-c99044c9cb4a, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:19:55.313389 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-dba25982-ea39-4b91-a3e3-8dd4433fe775 None None] For port e2b3d080-0294-4e33-97f1-c99044c9cb4a, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=e2b3d080-0294-4e33-97f1-c99044c9cb4a,segment=NetworkSegment(e3e5f462-cec2-472a-8b60-5268a0528f5d),segment_id=e3e5f462-cec2-472a-8b60-5268a0528f5d)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:19:55.411051 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-dba25982-ea39-4b91-a3e3-8dd4433fe775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:55.533535 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3d1328ae-091f-4dcf-a1d3-f93c17780a3e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:55.537410 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba25982-ea39-4b91-a3e3-8dd4433fe775 None None] Pushing event updated for resources: {'Port': ['ID=e2b3d080-0294-4e33-97f1-c99044c9cb4a,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:55.680323 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82b339-b359-4dbb-85f6-cec9ad3c6a26 req-ffd1f14f-3634-4a90-ac27-afa2dd0bfa6e tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:55.688771 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5d82b339-b359-4dbb-85f6-cec9ad3c6a26 req-ffd1f14f-3634-4a90-ac27-afa2dd0bfa6e tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 946 time: 0.5999129 Apr 20 13:19:55.741136 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3d1328ae-091f-4dcf-a1d3-f93c17780a3e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:55.836807 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54716) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:55.894818 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5d82b339-b359-4dbb-85f6-cec9ad3c6a26 req-fd5ed1dd-47ad-4d03-a18c-d8257660082e tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2050247 Apr 20 13:19:55.913892 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1328ae-091f-4dcf-a1d3-f93c17780a3e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Network 7229a041-311c-4460-8358-141788bf1cef is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:19:55.921058 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54720) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:55.951178 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-3d1328ae-091f-4dcf-a1d3-f93c17780a3e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:55.969355 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1328ae-091f-4dcf-a1d3-f93c17780a3e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:19:55.989898 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1328ae-091f-4dcf-a1d3-f93c17780a3e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:55.990582 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3d1328ae-091f-4dcf-a1d3-f93c17780a3e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:56.108091 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1328ae-091f-4dcf-a1d3-f93c17780a3e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Pushing event updated for resources: {'Port': ['ID=f69a1c79-5905-42f1-8b58-c9de6042ee48,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:56.166228 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188d106-12c0-448b-be94-9ef25cfd0b5e req-33ca4b6a-d84f-4eb1-9f48-4268e3479b35 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:56.168232 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b188d106-12c0-448b-be94-9ef25cfd0b5e req-33ca4b6a-d84f-4eb1-9f48-4268e3479b35 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a8bf358-385b-47a8-9f74-2d6ce464505b HTTP/1.1" status: 200 len: 945 time: 0.1609182 Apr 20 13:19:56.212393 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559cdfed-2701-4f7f-bacb-e1be1dda9633 req-f4436801-c385-4cca-9fe3-dcb2d187e836 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:56.214444 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-559cdfed-2701-4f7f-bacb-e1be1dda9633 req-f4436801-c385-4cca-9fe3-dcb2d187e836 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a8bf358-385b-47a8-9f74-2d6ce464505b HTTP/1.1" status: 200 len: 945 time: 0.1116078 Apr 20 13:19:56.240001 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54728) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:56.240462 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-3d1328ae-091f-4dcf-a1d3-f93c17780a3e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.6220703 Apr 20 13:19:56.387550 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-031f21c7-7473-4c33-8059-25fc1f7747f0 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Deleting subnet de8961be-989b-4de2-979c-d5983b34a7b2 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:19:56.407926 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-559cdfed-2701-4f7f-bacb-e1be1dda9633 req-b245bfec-b1d4-43b2-a412-e4a47ddbcb90 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] 10.222.0.25 "GET /v2.0/security-groups?id=4924770b-088d-402b-aa8d-400330ee647b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635835 Apr 20 13:19:56.408267 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-031f21c7-7473-4c33-8059-25fc1f7747f0 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:56.439498 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-b188d106-12c0-448b-be94-9ef25cfd0b5e req-2c939ded-74af-4176-bfd2-06c5f0bd56f1 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] Deleting port 2beb65c0-7ad7-4a2d-b609-5865499082be {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:19:56.439934 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b188d106-12c0-448b-be94-9ef25cfd0b5e req-2c939ded-74af-4176-bfd2-06c5f0bd56f1 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:56.471443 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-031f21c7-7473-4c33-8059-25fc1f7747f0 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:56.601524 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-289af9f4-0b9a-42ea-b666-e0899af551ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:56.603923 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-b188d106-12c0-448b-be94-9ef25cfd0b5e req-2c939ded-74af-4176-bfd2-06c5f0bd56f1 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] For port 2beb65c0-7ad7-4a2d-b609-5865499082be, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=2beb65c0-7ad7-4a2d-b609-5865499082be,segment=NetworkSegment(e29109fd-d9e9-46c9-bb70-7d2652b130f5),segment_id=e29109fd-d9e9-46c9-bb70-7d2652b130f5)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:19:56.604448 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b188d106-12c0-448b-be94-9ef25cfd0b5e req-2c939ded-74af-4176-bfd2-06c5f0bd56f1 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:56.641900 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-b188d106-12c0-448b-be94-9ef25cfd0b5e req-2c939ded-74af-4176-bfd2-06c5f0bd56f1 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] Calling delete_port for 2beb65c0-7ad7-4a2d-b609-5865499082be owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:19:56.705070 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-031f21c7-7473-4c33-8059-25fc1f7747f0 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:56.770238 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3e665be0-ef21-4f5c-8b4a-bda42e8e66f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:56.773030 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54740) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:56.867153 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54744) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:56.873690 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-289af9f4-0b9a-42ea-b666-e0899af551ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:56.970600 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-031f21c7-7473-4c33-8059-25fc1f7747f0 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:56.987215 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6c5f008f-7596-41ee-93c4-27f8fedce865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:57.007379 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-289af9f4-0b9a-42ea-b666-e0899af551ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:57.031033 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-031f21c7-7473-4c33-8059-25fc1f7747f0 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:57.040365 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-031f21c7-7473-4c33-8059-25fc1f7747f0 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] 10.222.0.25 "DELETE /v2.0/subnets/de8961be-989b-4de2-979c-d5983b34a7b2 HTTP/1.1" status: 204 len: 168 time: 0.7990677 Apr 20 13:19:57.041629 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f21c7-7473-4c33-8059-25fc1f7747f0 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Pushing event deleted for resources: {'Subnet': ['ID=de8961be-989b-4de2-979c-d5983b34a7b2,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:57.054289 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54754) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:57.088038 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-86d7ddf1-dbcb-4ab7-93d6-29944866d3d4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2f08a99a944a41938360639f5c49ce47&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1635578 Apr 20 13:19:57.094095 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54758) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:57.116797 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f95d0dbd-57c3-42c3-a196-25267c1b3173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:57.141583 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-289af9f4-0b9a-42ea-b666-e0899af551ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ebd41c415392433bb1ecc47621589bbb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3027143 Apr 20 13:19:57.156049 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54760) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:57.166497 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b188d106-12c0-448b-be94-9ef25cfd0b5e req-2c939ded-74af-4176-bfd2-06c5f0bd56f1 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:57.179244 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289af9f4-0b9a-42ea-b666-e0899af551ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05db903b-b626-48b2-8c40-f44fd0a804e5,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:57.179745 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['2beb65c0-7ad7-4a2d-b609-5865499082be'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:19:57.233943 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8427ffd-6526-42fb-8f67-1770cbe8aeea tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:57.235801 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8427ffd-6526-42fb-8f67-1770cbe8aeea tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:57.240488 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c8427ffd-6526-42fb-8f67-1770cbe8aeea tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1821315 Apr 20 13:19:57.242484 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54762) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:57.249142 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea2cc63-6af8-4250-b5a2-67727a054ab3 None None] Network 7229a041-311c-4460-8358-141788bf1cef requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:57.301345 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ab606-4f9c-41fe-b51a-525344d9de69 req-af9debef-7d15-4353-bb16-cfdb17ecfcf9 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:57.309485 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8d7ab606-4f9c-41fe-b51a-525344d9de69 req-af9debef-7d15-4353-bb16-cfdb17ecfcf9 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 946 time: 0.3067055 Apr 20 13:19:57.316969 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c939ded-74af-4176-bfd2-06c5f0bd56f1 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] Pushing event deleted for resources: {'Port': ['ID=2beb65c0-7ad7-4a2d-b609-5865499082be,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:57.329466 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-b188d106-12c0-448b-be94-9ef25cfd0b5e req-2c939ded-74af-4176-bfd2-06c5f0bd56f1 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] No DVR routers for this DVR port 2beb65c0-7ad7-4a2d-b609-5865499082be on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:19:57.330089 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2ce18f85-b8a3-43b5-9f6b-2f033240e41c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:57.339739 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b188d106-12c0-448b-be94-9ef25cfd0b5e req-2c939ded-74af-4176-bfd2-06c5f0bd56f1 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:57.343505 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b188d106-12c0-448b-be94-9ef25cfd0b5e req-2c939ded-74af-4176-bfd2-06c5f0bd56f1 tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] 10.222.0.15 "DELETE /v2.0/ports/2beb65c0-7ad7-4a2d-b609-5865499082be HTTP/1.1" status: 204 len: 173 time: 1.1598234 Apr 20 13:19:57.344451 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-8f9e2891-399c-417c-8718-6d6f9e5976ff None None] Provisioning complete for port e2b3d080-0294-4e33-97f1-c99044c9cb4a triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:19:57.345256 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8f9e2891-399c-417c-8718-6d6f9e5976ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:57.347620 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8bf358-385b-47a8-9f74-2d6ce464505b', 'name': 'network-vif-deleted', 'tag': '2beb65c0-7ad7-4a2d-b609-5865499082be'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:19:57.349694 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126d01bb-ba4c-422f-8e58-b4b2214e672d" -d '{"events": [{"server_uuid": "3a8bf358-385b-47a8-9f74-2d6ce464505b", "name": "network-vif-deleted", "tag": "2beb65c0-7ad7-4a2d-b609-5865499082be"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:19:57.377211 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-34114735-aef9-40f7-9d7b-013fd616185c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:57.396483 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2ce18f85-b8a3-43b5-9f6b-2f033240e41c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:57.399969 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8d7ab606-4f9c-41fe-b51a-525344d9de69 req-5ee5e612-d163-4d55-906d-19f40a2d74b0 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0839195 Apr 20 13:19:57.405005 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b6ff04a6-b2fe-45b3-9c15-df8e0274a129 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:57.408115 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9028025-9b1c-4520-be16-2d1951b2097d x-openstack-request-id: req-a9028025-9b1c-4520-be16-2d1951b2097d {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:19:57.408386 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a8bf358-385b-47a8-9f74-2d6ce464505b", "name": "network-vif-deleted", "tag": "2beb65c0-7ad7-4a2d-b609-5865499082be", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:19:57.413274 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a9028025-9b1c-4520-be16-2d1951b2097d {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:19:57.413274 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9028025-9b1c-4520-be16-2d1951b2097d'] response: {'server_uuid': '3a8bf358-385b-47a8-9f74-2d6ce464505b', 'name': 'network-vif-deleted', 'tag': '2beb65c0-7ad7-4a2d-b609-5865499082be', 'status': 'completed', 'code': 200} Apr 20 13:19:57.479749 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f95d0dbd-57c3-42c3-a196-25267c1b3173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:57.492523 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-34114735-aef9-40f7-9d7b-013fd616185c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:57.518004 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6ff04a6-b2fe-45b3-9c15-df8e0274a129 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 20 13:19:57.518356 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6ff04a6-b2fe-45b3-9c15-df8e0274a129 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:19:57.522691 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6c5f008f-7596-41ee-93c4-27f8fedce865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:57.531870 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b6ff04a6-b2fe-45b3-9c15-df8e0274a129 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] 10.222.0.25 "DELETE /v2.0/networks/7229a041-311c-4460-8358-141788bf1cef HTTP/1.1" status: 409 len: 405 time: 0.2812622 Apr 20 13:19:57.532096 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54768) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:57.538120 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-119c950b-e7c0-4e37-b6fd-ff8b5e631edc tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1016523346'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:57.590005 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f95d0dbd-57c3-42c3-a196-25267c1b3173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:57.607548 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8f9e2891-399c-417c-8718-6d6f9e5976ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:57.645097 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-341e2f3c-5eb8-481a-95b8-258374c02a74 req-d1fd19ee-7018-4b7b-b570-2ef3c9466e8e tempest-ServerPasswordTestJSON-1040563036 tempest-ServerPasswordTestJSON-1040563036-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a8bf358-385b-47a8-9f74-2d6ce464505b HTTP/1.1" status: 200 len: 210 time: 0.0680633 Apr 20 13:19:57.657768 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6c5f008f-7596-41ee-93c4-27f8fedce865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:57.666872 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-8f9e2891-399c-417c-8718-6d6f9e5976ff None None] For port e2b3d080-0294-4e33-97f1-c99044c9cb4a, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=e2b3d080-0294-4e33-97f1-c99044c9cb4a,segment=NetworkSegment(e3e5f462-cec2-472a-8b60-5268a0528f5d),segment_id=e3e5f462-cec2-472a-8b60-5268a0528f5d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:19:57.671720 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680b61d4-bbd6-4730-8520-3acd5169a30e None None] DHCP port deletion for 7229a041-311c-4460-8358-141788bf1cef request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:19:57.688963 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119c950b-e7c0-4e37-b6fd-ff8b5e631edc tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Made reservation on behalf of 0bc01febe15e42fa943570da68ef7c29 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:57.691814 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-119c950b-e7c0-4e37-b6fd-ff8b5e631edc tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:57.711595 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f95d0dbd-57c3-42c3-a196-25267c1b3173 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8e5505fcec0243b5af632bdbde6a83fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8408227 Apr 20 13:19:57.711839 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54770) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:57.724236 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-680b61d4-bbd6-4730-8520-3acd5169a30e None None] Deleting port e2b3d080-0294-4e33-97f1-c99044c9cb4a {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:19:57.725790 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-680b61d4-bbd6-4730-8520-3acd5169a30e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:57.738258 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8f9e2891-399c-417c-8718-6d6f9e5976ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:57.740133 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2ce18f85-b8a3-43b5-9f6b-2f033240e41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:57.742610 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2ce18f85-b8a3-43b5-9f6b-2f033240e41c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:57.745882 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2ce18f85-b8a3-43b5-9f6b-2f033240e41c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0ba3b931-fda2-4c07-93a8-b75445543aca HTTP/1.1" status: 204 len: 168 time: 0.6427619 Apr 20 13:19:57.755964 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d0dbd-57c3-42c3-a196-25267c1b3173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befdf5e1-c0ee-4ac2-87cf-abd48ba26924,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:57.760711 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-6c5f008f-7596-41ee-93c4-27f8fedce865 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8e39c4a6008f44dea2aa38989af3cc7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9866576 Apr 20 13:19:57.766477 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-34114735-aef9-40f7-9d7b-013fd616185c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:57.768894 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-34114735-aef9-40f7-9d7b-013fd616185c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:57.770934 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-34114735-aef9-40f7-9d7b-013fd616185c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/05db903b-b626-48b2-8c40-f44fd0a804e5 HTTP/1.1" status: 204 len: 168 time: 0.6127262 Apr 20 13:19:57.770934 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54776) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:57.833669 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce18f85-b8a3-43b5-9f6b-2f033240e41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba3b931-fda2-4c07-93a8-b75445543aca,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:57.845394 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-119c950b-e7c0-4e37-b6fd-ff8b5e631edc tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:19:57.857946 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f008f-7596-41ee-93c4-27f8fedce865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5faa1ed4-743f-473a-b4bb-d7b2e62b7659,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:57.872601 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-119c950b-e7c0-4e37-b6fd-ff8b5e631edc tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:57.872968 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-119c950b-e7c0-4e37-b6fd-ff8b5e631edc tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Added segment 25086299-729d-4749-ad28-4e7d112da858 of type vlan for network 9e923591-7ec8-4a02-b573-742053ee36b5 Apr 20 13:19:57.891794 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34114735-aef9-40f7-9d7b-013fd616185c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05db903b-b626-48b2-8c40-f44fd0a804e5,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:57.927036 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e2891-399c-417c-8718-6d6f9e5976ff None None] Pushing event updated for resources: {'Port': ['ID=e2b3d080-0294-4e33-97f1-c99044c9cb4a,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:57.936039 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-88ef4f57-a7b6-41a3-835d-cb2ee1e7aead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:57.949672 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-680b61d4-bbd6-4730-8520-3acd5169a30e None None] For port e2b3d080-0294-4e33-97f1-c99044c9cb4a, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=e2b3d080-0294-4e33-97f1-c99044c9cb4a,segment=NetworkSegment(e3e5f462-cec2-472a-8b60-5268a0528f5d),segment_id=e3e5f462-cec2-472a-8b60-5268a0528f5d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:19:57.950798 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-680b61d4-bbd6-4730-8520-3acd5169a30e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:57.956751 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-119c950b-e7c0-4e37-b6fd-ff8b5e631edc tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:57.972698 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-680b61d4-bbd6-4730-8520-3acd5169a30e None None] Calling delete_port for e2b3d080-0294-4e33-97f1-c99044c9cb4a owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:19:57.998373 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9eee5b3b-603f-4ca4-a09c-134740fcd5b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:58.016373 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-88ef4f57-a7b6-41a3-835d-cb2ee1e7aead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:58.045473 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9eee5b3b-603f-4ca4-a09c-134740fcd5b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:58.113599 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-119c950b-e7c0-4e37-b6fd-ff8b5e631edc tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:58.120857 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:58.121391 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119c950b-e7c0-4e37-b6fd-ff8b5e631edc tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:58.123153 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-119c950b-e7c0-4e37-b6fd-ff8b5e631edc tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:58.194041 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c950b-e7c0-4e37-b6fd-ff8b5e631edc tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Pushing event updated for resources: {'Network': ['ID=9e923591-7ec8-4a02-b573-742053ee36b5,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:58.206677 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 9e923591-7ec8-4a02-b573-742053ee36b5 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:19:58.216794 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-88ef4f57-a7b6-41a3-835d-cb2ee1e7aead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:58.219430 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-88ef4f57-a7b6-41a3-835d-cb2ee1e7aead admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:58.220777 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-88ef4f57-a7b6-41a3-835d-cb2ee1e7aead admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/befdf5e1-c0ee-4ac2-87cf-abd48ba26924 HTTP/1.1" status: 204 len: 168 time: 0.5077212 Apr 20 13:19:58.223530 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9eee5b3b-603f-4ca4-a09c-134740fcd5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:58.226032 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9eee5b3b-603f-4ca4-a09c-134740fcd5b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:58.226652 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-680b61d4-bbd6-4730-8520-3acd5169a30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:58.231876 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9eee5b3b-603f-4ca4-a09c-134740fcd5b9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5faa1ed4-743f-473a-b4bb-d7b2e62b7659 HTTP/1.1" status: 204 len: 168 time: 0.4568179 Apr 20 13:19:58.240763 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef4f57-a7b6-41a3-835d-cb2ee1e7aead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befdf5e1-c0ee-4ac2-87cf-abd48ba26924,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:58.282112 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee5b3b-603f-4ca4-a09c-134740fcd5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5faa1ed4-743f-473a-b4bb-d7b2e62b7659,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:58.288334 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b61d4-bbd6-4730-8520-3acd5169a30e None None] Pushing event deleted for resources: {'Port': ['ID=e2b3d080-0294-4e33-97f1-c99044c9cb4a,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:58.292818 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-119c950b-e7c0-4e37-b6fd-ff8b5e631edc tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7561326 Apr 20 13:19:58.294081 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54794) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:58.296273 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680b61d4-bbd6-4730-8520-3acd5169a30e None None] No DVR routers for this DVR port e2b3d080-0294-4e33-97f1-c99044c9cb4a on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:19:58.308896 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-9029d75a-944d-47d4-80ae-09e04ee15138 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Request body: {'subnet': {'network_id': '9e923591-7ec8-4a02-b573-742053ee36b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:58.551452 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9029d75a-944d-47d4-80ae-09e04ee15138 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Made reservation on behalf of 0bc01febe15e42fa943570da68ef7c29 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:58.556041 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9029d75a-944d-47d4-80ae-09e04ee15138 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:58.637444 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468467e-b146-43c7-b668-0e240f6124b8 req-4bbb5abd-ffbe-4ef2-8c38-73f83b3ab9d3 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:58.639048 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b468467e-b146-43c7-b668-0e240f6124b8 req-4bbb5abd-ffbe-4ef2-8c38-73f83b3ab9d3 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 946 time: 0.1475239 Apr 20 13:19:58.706004 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54806) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:58.713439 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b468467e-b146-43c7-b668-0e240f6124b8 req-993bd6dd-6431-4417-8201-d43b68da6187 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0645146 Apr 20 13:19:58.800384 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e0cc1d4-884e-482e-96d7-c86e2c5f10fa admin admin] Deleting subnet a62118d6-180a-4657-b203-4669d1abb942 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:19:58.803499 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9e0cc1d4-884e-482e-96d7-c86e2c5f10fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:58.847487 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9e0cc1d4-884e-482e-96d7-c86e2c5f10fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:58.889844 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9e0cc1d4-884e-482e-96d7-c86e2c5f10fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:58.967438 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54814) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:58.984470 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c68c27fb-429c-4cc9-9f3b-f3bf8223e1b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:59.016616 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9e0cc1d4-884e-482e-96d7-c86e2c5f10fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:59.036500 n-d-836015-7 neutron-server[114869]: DEBUG neutron.objects.ports [None req-9029d75a-944d-47d4-80ae-09e04ee15138 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114869) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 13:19:59.038090 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9029d75a-944d-47d4-80ae-09e04ee15138 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:59.054193 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9e0cc1d4-884e-482e-96d7-c86e2c5f10fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:59.057513 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9e0cc1d4-884e-482e-96d7-c86e2c5f10fa admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a62118d6-180a-4657-b203-4669d1abb942 HTTP/1.1" status: 204 len: 168 time: 0.3502078 Apr 20 13:19:59.058665 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0cc1d4-884e-482e-96d7-c86e2c5f10fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a62118d6-180a-4657-b203-4669d1abb942,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:59.060487 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54816) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:59.137269 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9029d75a-944d-47d4-80ae-09e04ee15138 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Pushing event updated for resources: {'Subnet': ['ID=df80ff76-633c-49e2-8ac2-af76425ff92a,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:59.139834 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9029d75a-944d-47d4-80ae-09e04ee15138 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Checking segment: {'id': '25086299-729d-4749-ad28-4e7d112da858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9e923591-7ec8-4a02-b573-742053ee36b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:19:59.140399 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9029d75a-944d-47d4-80ae-09e04ee15138 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Network hostable DHCP agents. Network: 9e923591-7ec8-4a02-b573-742053ee36b5, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:19:59.204429 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e5300ba2-3826-417f-ab18-25e9fa09f994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:59.226555 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c68c27fb-429c-4cc9-9f3b-f3bf8223e1b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:59.250729 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9029d75a-944d-47d4-80ae-09e04ee15138 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Network 9e923591-7ec8-4a02-b573-742053ee36b5 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:19:59.296899 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c68c27fb-429c-4cc9-9f3b-f3bf8223e1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:59.364598 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-9029d75a-944d-47d4-80ae-09e04ee15138 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 9e923591-7ec8-4a02-b573-742053ee36b5) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:59.364843 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:59.368760 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9029d75a-944d-47d4-80ae-09e04ee15138 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:59.369425 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9029d75a-944d-47d4-80ae-09e04ee15138 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:59.379327 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcdb4b3-f686-4c49-a5ff-a4f0232c456d None None] Network 9e923591-7ec8-4a02-b573-742053ee36b5 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:59.436073 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c68c27fb-429c-4cc9-9f3b-f3bf8223e1b0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=34c417acc1334062936303a59f04c83c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4720192 Apr 20 13:19:59.438240 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e5300ba2-3826-417f-ab18-25e9fa09f994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:59.438728 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54834) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:59.461631 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c27fb-429c-4cc9-9f3b-f3bf8223e1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc82873-74ee-4096-af85-0fdb5db104ff,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:59.484258 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-e5300ba2-3826-417f-ab18-25e9fa09f994 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fa23c14-b922-48b8-b067-1b12586009ea']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:59.505917 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-e5300ba2-3826-417f-ab18-25e9fa09f994 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e29109fd-d9e9-46c9-bb70-7d2652b130f5') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:59.506226 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-e5300ba2-3826-417f-ab18-25e9fa09f994 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e29109fd-d9e9-46c9-bb70-7d2652b130f5') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:59.510774 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9029d75a-944d-47d4-80ae-09e04ee15138 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2166038 Apr 20 13:19:59.526724 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54840) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:59.526859 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e5300ba2-3826-417f-ab18-25e9fa09f994 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:59.562076 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e5300ba2-3826-417f-ab18-25e9fa09f994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:59.569087 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5300ba2-3826-417f-ab18-25e9fa09f994 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:19:59.569494 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e5300ba2-3826-417f-ab18-25e9fa09f994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:59.571199 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:19:59.571199 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:19:59.571199 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:19:59.571199 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:19:59.571199 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:19:59.571199 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:19:59.571199 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:19:59.571199 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:19:59.571199 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:19:59.571199 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:19:59.571199 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:19:59.571199 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:19:59.571199 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:19:59.571199 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:19:59.571199 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:19:59.571199 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:19:59.571199 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:19:59.571199 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:19:59.571199 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:19:59.571199 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:19:59.571199 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:19:59.571199 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:19:59.571199 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:19:59.571199 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:19:59.571199 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:19:59.571199 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:19:59.571199 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:19:59.571199 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:19:59.571199 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:19:59.571199 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:19:59.571199 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:19:59.571199 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:19:59.591290 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device e2b3d080-0294-4e33-97f1-c99044c9cb4a no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:19:59.634678 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 2beb65c0-7ad7-4a2d-b609-5865499082be no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:19:59.655088 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: e2b3d080-0294-4e33-97f1-c99044c9cb4a {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:19:59.656438 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device e2b3d080-0294-4e33-97f1-c99044c9cb4a not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:19:59.709504 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54850) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:59.729619 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 2beb65c0-7ad7-4a2d-b609-5865499082be {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:19:59.730382 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 2beb65c0-7ad7-4a2d-b609-5865499082be not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:19:59.739277 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7afea09c-bdf6-43e8-8531-09ba88110abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:59.755494 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-22215c80-681b-4254-84d9-a1dad8439ee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:59.804015 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e5300ba2-3826-417f-ab18-25e9fa09f994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:59.823792 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff99f88b-49fa-49e0-95c7-77be5caf82bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-9e923591-7ec8-4a02-b573-742053ee36b5', 'network_id': '9e923591-7ec8-4a02-b573-742053ee36b5', 'tenant_id': '0bc01febe15e42fa943570da68ef7c29', 'fixed_ips': [{'subnet_id': 'df80ff76-633c-49e2-8ac2-af76425ff92a'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:19:59.826155 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ff99f88b-49fa-49e0-95c7-77be5caf82bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:59.830283 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e5300ba2-3826-417f-ab18-25e9fa09f994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:59.837053 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e5300ba2-3826-417f-ab18-25e9fa09f994 admin admin] 10.222.0.25 "DELETE /v2.0/networks/1fa23c14-b922-48b8-b067-1b12586009ea HTTP/1.1" status: 204 len: 168 time: 0.7735713 Apr 20 13:19:59.869187 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7afea09c-bdf6-43e8-8531-09ba88110abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:59.879275 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5300ba2-3826-417f-ab18-25e9fa09f994 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fa23c14-b922-48b8-b067-1b12586009ea,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:59.896956 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4b337033-abf9-4153-a272-a1244b860b1e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:59.948837 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:00.021457 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-22215c80-681b-4254-84d9-a1dad8439ee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:00.061326 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-ff99f88b-49fa-49e0-95c7-77be5caf82bb None None] Allocated IP 2001:db8::f816:3eff:feec:f23 (9e923591-7ec8-4a02-b573-742053ee36b5/df80ff76-633c-49e2-8ac2-af76425ff92a/9de8fa7c-d41f-4e38-9bd4-648ccf9a5bfe) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:00.067648 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4b337033-abf9-4153-a272-a1244b860b1e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:00.087392 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-22215c80-681b-4254-84d9-a1dad8439ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:00.142708 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54880) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:00.143398 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-22215c80-681b-4254-84d9-a1dad8439ee7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c32f6f02b1214dbfb24a370434c85772&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4327173 Apr 20 13:20:00.159954 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22215c80-681b-4254-84d9-a1dad8439ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09af45ff-1eaf-4866-8235-da846619d0c8,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:00.199683 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7afea09c-bdf6-43e8-8531-09ba88110abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:00.203038 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7afea09c-bdf6-43e8-8531-09ba88110abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:00.206660 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7afea09c-bdf6-43e8-8531-09ba88110abf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5bc82873-74ee-4096-af85-0fdb5db104ff HTTP/1.1" status: 204 len: 168 time: 0.7642667 Apr 20 13:20:00.221401 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afea09c-bdf6-43e8-8531-09ba88110abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc82873-74ee-4096-af85-0fdb5db104ff,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:00.240115 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ba5fec81-d417-44c0-af93-8fc9c4349cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:00.267811 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ba5fec81-d417-44c0-af93-8fc9c4349cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:00.284712 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ff99f88b-49fa-49e0-95c7-77be5caf82bb None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:00.348060 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ff99f88b-49fa-49e0-95c7-77be5caf82bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:00.387931 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff99f88b-49fa-49e0-95c7-77be5caf82bb None None] Network 9e923591-7ec8-4a02-b573-742053ee36b5 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:00.390659 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-ff99f88b-49fa-49e0-95c7-77be5caf82bb None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:00.396427 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff99f88b-49fa-49e0-95c7-77be5caf82bb None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:00.410570 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99f88b-49fa-49e0-95c7-77be5caf82bb None None] Pushing event updated for resources: {'Port': ['ID=9de8fa7c-d41f-4e38-9bd4-648ccf9a5bfe,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:00.420347 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ba5fec81-d417-44c0-af93-8fc9c4349cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:00.423028 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ba5fec81-d417-44c0-af93-8fc9c4349cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:00.426886 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ba5fec81-d417-44c0-af93-8fc9c4349cac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/09af45ff-1eaf-4866-8235-da846619d0c8 HTTP/1.1" status: 204 len: 168 time: 0.2803128 Apr 20 13:20:00.433161 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5fec81-d417-44c0-af93-8fc9c4349cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09af45ff-1eaf-4866-8235-da846619d0c8,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:00.462227 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4b337033-abf9-4153-a272-a1244b860b1e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:00.497412 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b337033-abf9-4153-a272-a1244b860b1e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Pushing event deleted for resources: {'Subnet': ['ID=df80ff76-633c-49e2-8ac2-af76425ff92a,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:00.505154 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-ff99f88b-49fa-49e0-95c7-77be5caf82bb None None] Attempting to bind port 9de8fa7c-d41f-4e38-9bd4-648ccf9a5bfe on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:20:00.505531 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-ff99f88b-49fa-49e0-95c7-77be5caf82bb None None] Attempting to bind port 9de8fa7c-d41f-4e38-9bd4-648ccf9a5bfe by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '25086299-729d-4749-ad28-4e7d112da858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9e923591-7ec8-4a02-b573-742053ee36b5'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:20:00.505888 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff99f88b-49fa-49e0-95c7-77be5caf82bb None None] Attempting to bind port 9de8fa7c-d41f-4e38-9bd4-648ccf9a5bfe on network 9e923591-7ec8-4a02-b573-742053ee36b5 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:20:00.516022 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54910) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:00.531303 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff99f88b-49fa-49e0-95c7-77be5caf82bb None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:20:00.531721 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff99f88b-49fa-49e0-95c7-77be5caf82bb None None] Checking segment: {'id': '25086299-729d-4749-ad28-4e7d112da858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9e923591-7ec8-4a02-b573-742053ee36b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:20:00.532127 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ff99f88b-49fa-49e0-95c7-77be5caf82bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:00.532525 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff99f88b-49fa-49e0-95c7-77be5caf82bb None None] Bound using segment: {'id': '25086299-729d-4749-ad28-4e7d112da858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9e923591-7ec8-4a02-b573-742053ee36b5'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:20:00.533008 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-ff99f88b-49fa-49e0-95c7-77be5caf82bb None None] Bound port: 9de8fa7c-d41f-4e38-9bd4-648ccf9a5bfe, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25086299-729d-4749-ad28-4e7d112da858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9e923591-7ec8-4a02-b573-742053ee36b5'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:20:00.533398 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ff99f88b-49fa-49e0-95c7-77be5caf82bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:00.598760 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1ebc419e-f0d6-4807-ab57-ce5d23c18df6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c20b2283fd9d42abb053f456ba45401d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0815401 Apr 20 13:20:00.601156 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54916) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:00.634146 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4b337033-abf9-4153-a272-a1244b860b1e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:00.656155 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ff99f88b-49fa-49e0-95c7-77be5caf82bb None None] For port 9de8fa7c-d41f-4e38-9bd4-648ccf9a5bfe, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:20:00.660271 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ff99f88b-49fa-49e0-95c7-77be5caf82bb None None] For port 9de8fa7c-d41f-4e38-9bd4-648ccf9a5bfe, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=9de8fa7c-d41f-4e38-9bd4-648ccf9a5bfe,segment=NetworkSegment(25086299-729d-4749-ad28-4e7d112da858),segment_id=25086299-729d-4749-ad28-4e7d112da858)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:20:00.680324 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-4b337033-abf9-4153-a272-a1244b860b1e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e923591-7ec8-4a02-b573-742053ee36b5']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:00.691436 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-4b337033-abf9-4153-a272-a1244b860b1e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25086299-729d-4749-ad28-4e7d112da858') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:00.691721 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-4b337033-abf9-4153-a272-a1244b860b1e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25086299-729d-4749-ad28-4e7d112da858') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:00.697726 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d107e855-ef42-4e15-8506-3612653dfe8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:00.712113 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4b337033-abf9-4153-a272-a1244b860b1e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:00.748000 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d107e855-ef42-4e15-8506-3612653dfe8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:00.774959 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4b337033-abf9-4153-a272-a1244b860b1e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:00.775411 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ff99f88b-49fa-49e0-95c7-77be5caf82bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:00.775544 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b337033-abf9-4153-a272-a1244b860b1e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:20:00.775925 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4b337033-abf9-4153-a272-a1244b860b1e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:00.785803 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:20:00.785803 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:20:00.785803 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:20:00.785803 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:20:00.785803 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:20:00.785803 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:20:00.785803 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:20:00.785803 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:20:00.785803 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:20:00.785803 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:20:00.785803 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:20:00.785803 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:20:00.785803 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:20:00.785803 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:20:00.785803 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:20:00.785803 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:20:00.785803 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:20:00.785803 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:20:00.785803 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:20:00.785803 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:20:00.785803 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:20:00.785803 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:20:00.785803 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:20:00.785803 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:20:00.785803 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:20:00.785803 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:20:00.785803 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:20:00.785803 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:20:00.785803 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:20:00.785803 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:20:00.785803 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:20:00.785803 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:20:00.913965 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99f88b-49fa-49e0-95c7-77be5caf82bb None None] Pushing event updated for resources: {'Port': ['ID=9de8fa7c-d41f-4e38-9bd4-648ccf9a5bfe,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:00.938744 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e996fc-acff-4f8f-b41a-5c92365ce6b0 None None] Network 9e923591-7ec8-4a02-b573-742053ee36b5 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:00.951937 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.db.api [None req-4b337033-abf9-4153-a272-a1244b860b1e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 13:20:00.951937 n-d-836015-7 neutron-server[114869]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 13:20:00.951937 n-d-836015-7 neutron-server[114869]: [parameters: {'id': '9e923591-7ec8-4a02-b573-742053ee36b5'}] Apr 20 13:20:00.951937 n-d-836015-7 neutron-server[114869]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114869) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:20:00.952487 n-d-836015-7 neutron-server[114869]: DEBUG oslo_db.api [None req-4b337033-abf9-4153-a272-a1244b860b1e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:20:01.078010 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device ce93adfa-4de5-4e0d-a1aa-a05fa73db53c no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:20:01.230694 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c880b1-4657-4a90-85d3-3b08adf89b91 None None] get_active_networks_info from n-d-836015-7 {{(pid=114871) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 13:20:01.300638 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:01.316625 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d107e855-ef42-4e15-8506-3612653dfe8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:01.319451 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d107e855-ef42-4e15-8506-3612653dfe8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:01.321645 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d107e855-ef42-4e15-8506-3612653dfe8b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4924770b-088d-402b-aa8d-400330ee647b HTTP/1.1" status: 204 len: 168 time: 0.7195699 Apr 20 13:20:01.334231 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d107e855-ef42-4e15-8506-3612653dfe8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4924770b-088d-402b-aa8d-400330ee647b,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:01.366577 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb71cda-943c-455b-92ae-24ce0c2f25e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce93adfa-4de5-4e0d-a1aa-a05fa73db53c'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:20:01.368812 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c708c1e-c1c6-4086-821a-6fbdca9d007b" -d '{"events": [{"server_uuid": "1bb71cda-943c-455b-92ae-24ce0c2f25e1", "name": "network-vif-unplugged", "status": "completed", "tag": "ce93adfa-4de5-4e0d-a1aa-a05fa73db53c"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:20:01.393059 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port ce93adfa-4de5-4e0d-a1aa-a05fa73db53c, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=ce93adfa-4de5-4e0d-a1aa-a05fa73db53c,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:01.407303 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c880b1-4657-4a90-85d3-3b08adf89b91 None None] Resources bound (agent type, host, resource id): {{(pid=114871) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 13:20:01.425445 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a661f71-2245-48a1-b21f-f94057f72499 x-openstack-request-id: req-7a661f71-2245-48a1-b21f-f94057f72499 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:20:01.425742 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb71cda-943c-455b-92ae-24ce0c2f25e1", "name": "network-vif-unplugged", "status": "completed", "tag": "ce93adfa-4de5-4e0d-a1aa-a05fa73db53c", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:20:01.425992 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a661f71-2245-48a1-b21f-f94057f72499 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:20:01.426379 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a661f71-2245-48a1-b21f-f94057f72499'] response: {'server_uuid': '1bb71cda-943c-455b-92ae-24ce0c2f25e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce93adfa-4de5-4e0d-a1aa-a05fa73db53c', 'code': 200} Apr 20 13:20:01.453558 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4b337033-abf9-4153-a272-a1244b860b1e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:01.544880 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-4b337033-abf9-4153-a272-a1244b860b1e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Deleting port 9de8fa7c-d41f-4e38-9bd4-648ccf9a5bfe {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:01.544880 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4b337033-abf9-4153-a272-a1244b860b1e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:01.587947 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:01.601111 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-4b337033-abf9-4153-a272-a1244b860b1e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] For port 9de8fa7c-d41f-4e38-9bd4-648ccf9a5bfe, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=9de8fa7c-d41f-4e38-9bd4-648ccf9a5bfe,segment=NetworkSegment(25086299-729d-4749-ad28-4e7d112da858),segment_id=25086299-729d-4749-ad28-4e7d112da858)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:01.601590 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4b337033-abf9-4153-a272-a1244b860b1e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:01.620644 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-4b337033-abf9-4153-a272-a1244b860b1e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Calling delete_port for 9de8fa7c-d41f-4e38-9bd4-648ccf9a5bfe owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:01.691213 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=ce93adfa-4de5-4e0d-a1aa-a05fa73db53c,revision_number=14']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:01.801786 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4b337033-abf9-4153-a272-a1244b860b1e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:01.827853 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b337033-abf9-4153-a272-a1244b860b1e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Pushing event deleted for resources: {'Port': ['ID=9de8fa7c-d41f-4e38-9bd4-648ccf9a5bfe,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:01.831515 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b337033-abf9-4153-a272-a1244b860b1e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] No DVR routers for this DVR port 9de8fa7c-d41f-4e38-9bd4-648ccf9a5bfe on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:20:01.930502 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4b337033-abf9-4153-a272-a1244b860b1e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:01.954423 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-4b337033-abf9-4153-a272-a1244b860b1e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e923591-7ec8-4a02-b573-742053ee36b5']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:01.966744 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-4b337033-abf9-4153-a272-a1244b860b1e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25086299-729d-4749-ad28-4e7d112da858') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:01.967058 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-4b337033-abf9-4153-a272-a1244b860b1e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25086299-729d-4749-ad28-4e7d112da858') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:01.979412 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4b337033-abf9-4153-a272-a1244b860b1e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:01.994584 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4b337033-abf9-4153-a272-a1244b860b1e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:02.001595 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b337033-abf9-4153-a272-a1244b860b1e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:20:02.002006 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4b337033-abf9-4153-a272-a1244b860b1e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:02.005263 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:20:02.005263 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:20:02.005263 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:20:02.005263 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:20:02.005263 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:20:02.005263 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:20:02.005263 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:20:02.005263 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:20:02.005263 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:20:02.005263 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:20:02.005263 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:20:02.005263 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:20:02.005263 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:20:02.005263 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:20:02.005263 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:20:02.005263 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:20:02.005263 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:20:02.005263 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:20:02.005263 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:20:02.005263 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:20:02.005263 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:20:02.005263 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:20:02.005263 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:20:02.005263 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:20:02.005263 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:20:02.005263 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:20:02.005263 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:20:02.005263 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:20:02.005263 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:20:02.005263 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:20:02.005263 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:20:02.005263 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:20:02.098634 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef898e-9c34-4dd3-a39d-dcfae9f93099 req-7ab1b35d-9518-4542-900b-366802b3857d tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:02.100120 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73ef898e-9c34-4dd3-a39d-dcfae9f93099 req-7ab1b35d-9518-4542-900b-366802b3857d tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.0835581 Apr 20 13:20:02.150283 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73ef898e-9c34-4dd3-a39d-dcfae9f93099 req-88f1e0e2-5eed-470b-b404-e6b5bf108dbd tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378456 Apr 20 13:20:02.179291 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4b337033-abf9-4153-a272-a1244b860b1e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:02.202023 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4b337033-abf9-4153-a272-a1244b860b1e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:02.211215 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4b337033-abf9-4153-a272-a1244b860b1e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] 10.222.0.25 "DELETE /v2.0/networks/9e923591-7ec8-4a02-b573-742053ee36b5 HTTP/1.1" status: 204 len: 168 time: 2.6812685 Apr 20 13:20:02.211215 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b337033-abf9-4153-a272-a1244b860b1e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Pushing event deleted for resources: {'Network': ['ID=9e923591-7ec8-4a02-b573-742053ee36b5,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:02.211649 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55022) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:02.217320 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-929f1c84-3db1-43c2-8d1a-e5ab9020e6d4 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1201121230'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:02.316096 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929f1c84-3db1-43c2-8d1a-e5ab9020e6d4 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Made reservation on behalf of 0bc01febe15e42fa943570da68ef7c29 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:02.320002 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-929f1c84-3db1-43c2-8d1a-e5ab9020e6d4 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:02.344479 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-929f1c84-3db1-43c2-8d1a-e5ab9020e6d4 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:20:02.356748 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-929f1c84-3db1-43c2-8d1a-e5ab9020e6d4 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:02.356748 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-929f1c84-3db1-43c2-8d1a-e5ab9020e6d4 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Added segment b437899f-d371-453e-a4ce-eaa3bf1cfc1f of type vlan for network db8246d1-68e7-4a03-b5eb-e780629343c2 Apr 20 13:20:02.402478 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-929f1c84-3db1-43c2-8d1a-e5ab9020e6d4 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:02.493554 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-929f1c84-3db1-43c2-8d1a-e5ab9020e6d4 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:02.499177 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929f1c84-3db1-43c2-8d1a-e5ab9020e6d4 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:02.499927 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-929f1c84-3db1-43c2-8d1a-e5ab9020e6d4 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:02.572191 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f1c84-3db1-43c2-8d1a-e5ab9020e6d4 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Pushing event updated for resources: {'Network': ['ID=db8246d1-68e7-4a03-b5eb-e780629343c2,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:02.596412 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network db8246d1-68e7-4a03-b5eb-e780629343c2 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:20:02.629926 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-929f1c84-3db1-43c2-8d1a-e5ab9020e6d4 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4184675 Apr 20 13:20:02.632965 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55054) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:02.639195 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-e9cc6d4d-1204-41d4-a9c1-56b626874b57 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Request body: {'subnet': {'network_id': 'db8246d1-68e7-4a03-b5eb-e780629343c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:02.832904 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cc6d4d-1204-41d4-a9c1-56b626874b57 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Made reservation on behalf of 0bc01febe15e42fa943570da68ef7c29 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:02.836574 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e9cc6d4d-1204-41d4-a9c1-56b626874b57 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:03.093851 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e9cc6d4d-1204-41d4-a9c1-56b626874b57 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:03.167677 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc6d4d-1204-41d4-a9c1-56b626874b57 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Pushing event updated for resources: {'Subnet': ['ID=f5780cdd-fea2-4766-9199-025d429b5f3e,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:03.180569 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cc6d4d-1204-41d4-a9c1-56b626874b57 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Checking segment: {'id': 'b437899f-d371-453e-a4ce-eaa3bf1cfc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'db8246d1-68e7-4a03-b5eb-e780629343c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:20:03.180931 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cc6d4d-1204-41d4-a9c1-56b626874b57 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Network hostable DHCP agents. Network: db8246d1-68e7-4a03-b5eb-e780629343c2, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:20:03.319162 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cc6d4d-1204-41d4-a9c1-56b626874b57 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Network db8246d1-68e7-4a03-b5eb-e780629343c2 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:20:03.401993 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-e9cc6d4d-1204-41d4-a9c1-56b626874b57 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, db8246d1-68e7-4a03-b5eb-e780629343c2) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:03.409144 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cc6d4d-1204-41d4-a9c1-56b626874b57 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:03.411561 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba2bccf-3e9a-4a3b-80ab-ea2dcf39f8e9 None None] Network db8246d1-68e7-4a03-b5eb-e780629343c2 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:03.412191 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e9cc6d4d-1204-41d4-a9c1-56b626874b57 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:03.464281 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55144) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:03.525672 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55152) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:03.529203 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e9cc6d4d-1204-41d4-a9c1-56b626874b57 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8947823 Apr 20 13:20:03.678360 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c3ac53-adb7-47ce-8891-c5391f672a2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-db8246d1-68e7-4a03-b5eb-e780629343c2', 'network_id': 'db8246d1-68e7-4a03-b5eb-e780629343c2', 'tenant_id': '0bc01febe15e42fa943570da68ef7c29', 'fixed_ips': [{'subnet_id': 'f5780cdd-fea2-4766-9199-025d429b5f3e'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:20:03.679581 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3b9e2151-11cb-4821-91a1-4ead2db03536 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:03.680693 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-79c3ac53-adb7-47ce-8891-c5391f672a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:03.774764 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-bf6457a6-af1a-4fca-b01a-9f5e4298d9dc tempest-AgentManagementNegativeTest-1256194406 tempest-AgentManagementNegativeTest-1256194406-project] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3080893 Apr 20 13:20:03.819497 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3b9e2151-11cb-4821-91a1-4ead2db03536 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:03.976855 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3b9e2151-11cb-4821-91a1-4ead2db03536 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:04.030616 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e2151-11cb-4821-91a1-4ead2db03536 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Pushing event deleted for resources: {'Subnet': ['ID=f5780cdd-fea2-4766-9199-025d429b5f3e,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server [None req-79c3ac53-adb7-47ce-8891-c5391f672a2c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5780cdd-fea2-4766-9199-025d429b5f3e: This subnet is being modified by another concurrent operation. Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 13:20:04.040816 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:20:04.046076 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 13:20:04.046076 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 13:20:04.046076 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:20:04.046076 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:20:04.046076 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:20:04.046076 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:20:04.046076 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 13:20:04.046076 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:20:04.046076 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 13:20:04.046076 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 13:20:04.046076 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:20:04.046076 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:20:04.046076 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:20:04.046076 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:20:04.046076 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 13:20:04.046076 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 13:20:04.046076 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 20 13:20:04.046076 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 20 13:20:04.046076 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 20 13:20:04.046076 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 20 13:20:04.046076 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 20 13:20:04.046076 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 20 13:20:04.046076 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 20 13:20:04.046076 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 20 13:20:04.046076 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 13:20:04.046076 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 13:20:04.046076 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 20 13:20:04.046076 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 20 13:20:04.046076 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 20 13:20:04.046076 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 20 13:20:04.046076 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 20 13:20:04.046076 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 20 13:20:04.046076 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 20 13:20:04.046076 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 20 13:20:04.046076 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 20 13:20:04.046076 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise exception Apr 20 13:20:04.046076 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5780cdd-fea2-4766-9199-025d429b5f3e: This subnet is being modified by another concurrent operation. Apr 20 13:20:04.046076 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server Apr 20 13:20:04.068358 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6602f7-db9f-4103-a8e7-fee70e93e615 None None] Network db8246d1-68e7-4a03-b5eb-e780629343c2 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:04.083815 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3b9e2151-11cb-4821-91a1-4ead2db03536 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:04.118267 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-3b9e2151-11cb-4821-91a1-4ead2db03536 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db8246d1-68e7-4a03-b5eb-e780629343c2']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:04.148044 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-3b9e2151-11cb-4821-91a1-4ead2db03536 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b437899f-d371-453e-a4ce-eaa3bf1cfc1f') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:04.149992 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-3b9e2151-11cb-4821-91a1-4ead2db03536 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b437899f-d371-453e-a4ce-eaa3bf1cfc1f') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:04.169672 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3b9e2151-11cb-4821-91a1-4ead2db03536 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:04.187939 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3b9e2151-11cb-4821-91a1-4ead2db03536 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:04.198242 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b9e2151-11cb-4821-91a1-4ead2db03536 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:20:04.198656 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3b9e2151-11cb-4821-91a1-4ead2db03536 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:04.205561 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:20:04.205561 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:20:04.205561 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:20:04.205561 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:20:04.205561 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:20:04.205561 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:20:04.205561 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:20:04.205561 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:20:04.205561 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:20:04.205561 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:20:04.205561 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:20:04.205561 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:20:04.205561 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:20:04.205561 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:20:04.205561 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:20:04.205561 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:20:04.205561 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:20:04.205561 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:20:04.205561 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:20:04.205561 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:20:04.205561 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:20:04.205561 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:20:04.205561 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:20:04.205561 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:20:04.205561 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:20:04.205561 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:20:04.205561 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:20:04.205561 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:20:04.205561 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:20:04.205561 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:20:04.205561 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:20:04.205561 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:20:04.350423 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55248) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:04.409930 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55256) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:04.439917 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3b9e2151-11cb-4821-91a1-4ead2db03536 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:04.454617 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3b9e2151-11cb-4821-91a1-4ead2db03536 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:04.461472 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7f9e10-efce-4199-a727-69e4fb48c398 None None] get_active_networks_info from n-d-836015-7 {{(pid=114871) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 13:20:04.464913 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3b9e2151-11cb-4821-91a1-4ead2db03536 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] 10.222.0.25 "DELETE /v2.0/networks/db8246d1-68e7-4a03-b5eb-e780629343c2 HTTP/1.1" status: 204 len: 168 time: 0.9380014 Apr 20 13:20:04.469143 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55262) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:04.474652 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-56cce633-efb5-4816-9a80-6623820adc43 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2004760072'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:04.492400 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e2151-11cb-4821-91a1-4ead2db03536 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Pushing event deleted for resources: {'Network': ['ID=db8246d1-68e7-4a03-b5eb-e780629343c2,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:04.600356 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-8aaf441c-50f1-443d-a450-eb5e5403fd5d admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1068915393-network', 'tenant_id': '8a9e3301a6754d8dbda230536116991a'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:04.618277 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7f9e10-efce-4199-a727-69e4fb48c398 None None] Resources bound (agent type, host, resource id): {{(pid=114871) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 13:20:04.639168 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cce633-efb5-4816-9a80-6623820adc43 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Made reservation on behalf of 0bc01febe15e42fa943570da68ef7c29 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:04.643077 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-56cce633-efb5-4816-9a80-6623820adc43 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:04.698531 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56cce633-efb5-4816-9a80-6623820adc43 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:20:04.717681 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c91fa012-6390-4db3-b602-bc7783574783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:04.731801 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-56cce633-efb5-4816-9a80-6623820adc43 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:04.732614 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-56cce633-efb5-4816-9a80-6623820adc43 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Added segment 9af4bc77-8e11-4629-a388-fc0a3a0524b5 of type vlan for network ba35aa33-265e-4559-af39-f99fb3195c5f Apr 20 13:20:04.750015 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aaf441c-50f1-443d-a450-eb5e5403fd5d admin admin] Made reservation on behalf of 8a9e3301a6754d8dbda230536116991a for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:04.752369 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8aaf441c-50f1-443d-a450-eb5e5403fd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:04.785372 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8aaf441c-50f1-443d-a450-eb5e5403fd5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:04.815872 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-56cce633-efb5-4816-9a80-6623820adc43 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:04.908003 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c91fa012-6390-4db3-b602-bc7783574783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:04.924930 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8aaf441c-50f1-443d-a450-eb5e5403fd5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:04.975859 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-56cce633-efb5-4816-9a80-6623820adc43 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:04.985105 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cce633-efb5-4816-9a80-6623820adc43 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:04.985627 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-56cce633-efb5-4816-9a80-6623820adc43 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:05.022078 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8aaf441c-50f1-443d-a450-eb5e5403fd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:05.062333 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c91fa012-6390-4db3-b602-bc7783574783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:05.079519 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aaf441c-50f1-443d-a450-eb5e5403fd5d admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:20:05.097893 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8aaf441c-50f1-443d-a450-eb5e5403fd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:05.098242 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-8aaf441c-50f1-443d-a450-eb5e5403fd5d admin admin] Added segment 4abe9290-80d7-4232-b1ef-c6e4b56fc2c0 of type vlan for network ba080471-2126-444f-8030-e7da6914f954 Apr 20 13:20:05.098645 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-56cce633-efb5-4816-9a80-6623820adc43 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6282723 Apr 20 13:20:05.099282 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55318) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:05.110609 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cce633-efb5-4816-9a80-6623820adc43 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Pushing event updated for resources: {'Network': ['ID=ba35aa33-265e-4559-af39-f99fb3195c5f,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:05.110751 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-ad67c4c6-23e2-448e-ab0d-a7ebc61f88c0 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Request body: {'subnet': {'network_id': 'ba35aa33-265e-4559-af39-f99fb3195c5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:05.120637 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network ba35aa33-265e-4559-af39-f99fb3195c5f details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:20:05.136136 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91fa012-6390-4db3-b602-bc7783574783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde81f48-fa24-435b-9ba4-f5ebaf413fd1,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:05.146490 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf441c-50f1-443d-a450-eb5e5403fd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b506a3-40b0-40ea-895a-e4c9f592486a,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:05.147031 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c91fa012-6390-4db3-b602-bc7783574783 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=861d661739414a4d9d9f2a8905891594&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7334325 Apr 20 13:20:05.147786 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55322) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:05.233926 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7c4da681-b7b4-4640-a09c-25d784dc4471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:05.261561 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7c4da681-b7b4-4640-a09c-25d784dc4471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:05.331272 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8aaf441c-50f1-443d-a450-eb5e5403fd5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:05.436568 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7c4da681-b7b4-4640-a09c-25d784dc4471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:05.439852 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7c4da681-b7b4-4640-a09c-25d784dc4471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:05.442065 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7c4da681-b7b4-4640-a09c-25d784dc4471 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dde81f48-fa24-435b-9ba4-f5ebaf413fd1 HTTP/1.1" status: 204 len: 168 time: 0.2926037 Apr 20 13:20:05.454527 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4da681-b7b4-4640-a09c-25d784dc4471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde81f48-fa24-435b-9ba4-f5ebaf413fd1,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:05.493889 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad67c4c6-23e2-448e-ab0d-a7ebc61f88c0 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Made reservation on behalf of 0bc01febe15e42fa943570da68ef7c29 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:05.497732 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ad67c4c6-23e2-448e-ab0d-a7ebc61f88c0 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:05.502496 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8aaf441c-50f1-443d-a450-eb5e5403fd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:05.503460 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaf441c-50f1-443d-a450-eb5e5403fd5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:05.512869 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8aaf441c-50f1-443d-a450-eb5e5403fd5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:05.638727 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8aaf441c-50f1-443d-a450-eb5e5403fd5d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2869081 Apr 20 13:20:05.642454 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55366) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:05.653365 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-9b5a877e-16b7-4088-a688-a0397d974517 admin admin] Request body: {'subnet': {'network_id': 'ba080471-2126-444f-8030-e7da6914f954', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1068915393-subnet', 'tenant_id': '8a9e3301a6754d8dbda230536116991a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:05.657422 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf441c-50f1-443d-a450-eb5e5403fd5d admin admin] Pushing event updated for resources: {'Network': ['ID=ba080471-2126-444f-8030-e7da6914f954,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:05.677000 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network ba080471-2126-444f-8030-e7da6914f954 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:20:05.796506 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5a877e-16b7-4088-a688-a0397d974517 admin admin] Made reservation on behalf of 8a9e3301a6754d8dbda230536116991a for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:05.799047 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9b5a877e-16b7-4088-a688-a0397d974517 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:05.977652 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55392) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:06.012117 n-d-836015-7 neutron-server[114870]: DEBUG neutron.objects.ports [None req-ad67c4c6-23e2-448e-ab0d-a7ebc61f88c0 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114870) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 13:20:06.013807 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ad67c4c6-23e2-448e-ab0d-a7ebc61f88c0 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:06.068939 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad67c4c6-23e2-448e-ab0d-a7ebc61f88c0 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Pushing event updated for resources: {'Subnet': ['ID=4fb77cb4-f9d6-4140-8a13-60c64f24ef46,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:06.118772 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad67c4c6-23e2-448e-ab0d-a7ebc61f88c0 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Checking segment: {'id': '9af4bc77-8e11-4629-a388-fc0a3a0524b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ba35aa33-265e-4559-af39-f99fb3195c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:20:06.119143 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad67c4c6-23e2-448e-ab0d-a7ebc61f88c0 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Network hostable DHCP agents. Network: ba35aa33-265e-4559-af39-f99fb3195c5f, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:20:06.125839 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9b5a877e-16b7-4088-a688-a0397d974517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:06.171018 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e77209ad-7449-43ad-86c6-4b20c126adbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:06.206400 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a877e-16b7-4088-a688-a0397d974517 admin admin] Pushing event updated for resources: {'Subnet': ['ID=088235ce-c88a-4267-971e-30c824707d21,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:06.220204 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5a877e-16b7-4088-a688-a0397d974517 admin admin] Checking segment: {'id': '4abe9290-80d7-4232-b1ef-c6e4b56fc2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ba080471-2126-444f-8030-e7da6914f954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:20:06.220204 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5a877e-16b7-4088-a688-a0397d974517 admin admin] Network hostable DHCP agents. Network: ba080471-2126-444f-8030-e7da6914f954, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:20:06.257908 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e77209ad-7449-43ad-86c6-4b20c126adbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:06.358528 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad67c4c6-23e2-448e-ab0d-a7ebc61f88c0 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Network ba35aa33-265e-4559-af39-f99fb3195c5f is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:20:06.405129 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5a877e-16b7-4088-a688-a0397d974517 admin admin] Network ba080471-2126-444f-8030-e7da6914f954 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:20:06.407176 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e77209ad-7449-43ad-86c6-4b20c126adbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:06.451405 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e77209ad-7449-43ad-86c6-4b20c126adbd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=83fe48d210e04d09af61a3e1cda42b31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4701843 Apr 20 13:20:06.451405 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77209ad-7449-43ad-86c6-4b20c126adbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34dab9ca-d18d-4e2e-b3e8-f82445a5aa90,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:06.451834 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55428) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:06.513585 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1e2e99f6-f329-40e0-97e2-c9704c1a62eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:06.536470 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1e2e99f6-f329-40e0-97e2-c9704c1a62eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:06.553234 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-ad67c4c6-23e2-448e-ab0d-a7ebc61f88c0 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, ba35aa33-265e-4559-af39-f99fb3195c5f) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:06.557816 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-9b5a877e-16b7-4088-a688-a0397d974517 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, ba080471-2126-444f-8030-e7da6914f954) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:06.559537 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad67c4c6-23e2-448e-ab0d-a7ebc61f88c0 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:06.560489 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ad67c4c6-23e2-448e-ab0d-a7ebc61f88c0 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:06.562582 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcc38a4-60d5-4f41-896d-cdd3f010f548 None None] Network ba35aa33-265e-4559-af39-f99fb3195c5f requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:06.573690 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5a877e-16b7-4088-a688-a0397d974517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:06.574535 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9b5a877e-16b7-4088-a688-a0397d974517 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:06.586692 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef77b22-f642-4280-8db5-f8247ddf13f5 None None] Network ba080471-2126-444f-8030-e7da6914f954 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:06.716536 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ad67c4c6-23e2-448e-ab0d-a7ebc61f88c0 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6134834 Apr 20 13:20:06.716987 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9b5a877e-16b7-4088-a688-a0397d974517 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0723753 Apr 20 13:20:06.719324 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55448) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:06.772970 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1e2e99f6-f329-40e0-97e2-c9704c1a62eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:06.777634 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1e2e99f6-f329-40e0-97e2-c9704c1a62eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:06.779843 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1e2e99f6-f329-40e0-97e2-c9704c1a62eb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/34dab9ca-d18d-4e2e-b3e8-f82445a5aa90 HTTP/1.1" status: 204 len: 168 time: 0.3270082 Apr 20 13:20:06.799477 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2e99f6-f329-40e0-97e2-c9704c1a62eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34dab9ca-d18d-4e2e-b3e8-f82445a5aa90,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:06.823308 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117f88a2-9a58-472b-b427-361f1b41d49f None None] Network ba080471-2126-444f-8030-e7da6914f954 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:07.128214 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45fb36f-8996-4fa1-859d-ba19ba43c324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-ba35aa33-265e-4559-af39-f99fb3195c5f', 'network_id': 'ba35aa33-265e-4559-af39-f99fb3195c5f', 'tenant_id': '0bc01febe15e42fa943570da68ef7c29', 'fixed_ips': [{'subnet_id': '4fb77cb4-f9d6-4140-8a13-60c64f24ef46'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:20:07.129272 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a45fb36f-8996-4fa1-859d-ba19ba43c324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:07.201256 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55476) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:07.409836 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-a45fb36f-8996-4fa1-859d-ba19ba43c324 None None] Allocated IP 2001:db8::f816:3eff:fecb:2cc5 (ba35aa33-265e-4559-af39-f99fb3195c5f/4fb77cb4-f9d6-4140-8a13-60c64f24ef46/d5db8a74-0ef3-451a-8a40-d2318c4fc765) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:07.490898 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c74561-9fa0-4bb0-a4d7-0a8d40874bb4 req-d4675f47-97bf-4b0c-a109-4ba7d22989fd tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:07.493379 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-29c74561-9fa0-4bb0-a4d7-0a8d40874bb4 req-d4675f47-97bf-4b0c-a109-4ba7d22989fd tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.1228380 Apr 20 13:20:07.497804 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-070bd2bf-39dd-4fcb-94f4-7d29cfa0f770 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:07.546829 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-29c74561-9fa0-4bb0-a4d7-0a8d40874bb4 req-e60fc3f1-747f-4148-8cbc-b0382ee038d8 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464253 Apr 20 13:20:07.587819 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-69661294-ecff-4976-83b6-1164ace9fdd7 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1642635990'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:07.616500 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-070bd2bf-39dd-4fcb-94f4-7d29cfa0f770 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:07.716622 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69661294-ecff-4976-83b6-1164ace9fdd7 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Made reservation on behalf of 1b312b3efbcf45c18eb9371eccc20b2b for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:07.720494 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69661294-ecff-4976-83b6-1164ace9fdd7 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:07.734671 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69661294-ecff-4976-83b6-1164ace9fdd7 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:07.794665 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a45fb36f-8996-4fa1-859d-ba19ba43c324 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:07.823180 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4a90e-f27b-4250-85e7-2a3312e1d58d req-3eaceaf1-4627-4f1b-81c2-a6cd7a229b69 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:07.825907 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-37f4a90e-f27b-4250-85e7-2a3312e1d58d req-3eaceaf1-4627-4f1b-81c2-a6cd7a229b69 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.1182756 Apr 20 13:20:07.892184 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-37f4a90e-f27b-4250-85e7-2a3312e1d58d req-a30536e3-2587-4748-b925-0c406d8a6ade tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555062 Apr 20 13:20:07.894464 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a45fb36f-8996-4fa1-859d-ba19ba43c324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:07.910438 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69661294-ecff-4976-83b6-1164ace9fdd7 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:07.972375 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45fb36f-8996-4fa1-859d-ba19ba43c324 None None] Network ba35aa33-265e-4559-af39-f99fb3195c5f is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:07.975662 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-a45fb36f-8996-4fa1-859d-ba19ba43c324 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:07.981038 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69661294-ecff-4976-83b6-1164ace9fdd7 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:07.981410 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45fb36f-8996-4fa1-859d-ba19ba43c324 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:08.001181 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45fb36f-8996-4fa1-859d-ba19ba43c324 None None] Pushing event updated for resources: {'Port': ['ID=d5db8a74-0ef3-451a-8a40-d2318c4fc765,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:08.031369 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69661294-ecff-4976-83b6-1164ace9fdd7 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aad9308b-36ee-4a2a-b303-6e7b237f0677,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:08.048855 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-a45fb36f-8996-4fa1-859d-ba19ba43c324 None None] Attempting to bind port d5db8a74-0ef3-451a-8a40-d2318c4fc765 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:20:08.049405 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-a45fb36f-8996-4fa1-859d-ba19ba43c324 None None] Attempting to bind port d5db8a74-0ef3-451a-8a40-d2318c4fc765 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '9af4bc77-8e11-4629-a388-fc0a3a0524b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ba35aa33-265e-4559-af39-f99fb3195c5f'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:20:08.049774 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45fb36f-8996-4fa1-859d-ba19ba43c324 None None] Attempting to bind port d5db8a74-0ef3-451a-8a40-d2318c4fc765 on network ba35aa33-265e-4559-af39-f99fb3195c5f {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:20:08.054982 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45fb36f-8996-4fa1-859d-ba19ba43c324 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:20:08.056332 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45fb36f-8996-4fa1-859d-ba19ba43c324 None None] Checking segment: {'id': '9af4bc77-8e11-4629-a388-fc0a3a0524b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ba35aa33-265e-4559-af39-f99fb3195c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:20:08.056332 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a45fb36f-8996-4fa1-859d-ba19ba43c324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:08.056332 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45fb36f-8996-4fa1-859d-ba19ba43c324 None None] Bound using segment: {'id': '9af4bc77-8e11-4629-a388-fc0a3a0524b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ba35aa33-265e-4559-af39-f99fb3195c5f'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:20:08.056815 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-a45fb36f-8996-4fa1-859d-ba19ba43c324 None None] Bound port: d5db8a74-0ef3-451a-8a40-d2318c4fc765, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af4bc77-8e11-4629-a388-fc0a3a0524b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ba35aa33-265e-4559-af39-f99fb3195c5f'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:20:08.057203 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a45fb36f-8996-4fa1-859d-ba19ba43c324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:08.060197 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69661294-ecff-4976-83b6-1164ace9fdd7 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:20:08.071959 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69661294-ecff-4976-83b6-1164ace9fdd7 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:08.072202 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-070bd2bf-39dd-4fcb-94f4-7d29cfa0f770 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:08.072437 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-69661294-ecff-4976-83b6-1164ace9fdd7 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Added segment 14fb421e-779f-4040-9dfc-07030dee7679 of type vlan for network 6d5a7632-da08-4753-833b-948cee661c0e Apr 20 13:20:08.146538 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69661294-ecff-4976-83b6-1164ace9fdd7 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:08.164852 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-a45fb36f-8996-4fa1-859d-ba19ba43c324 None None] For port d5db8a74-0ef3-451a-8a40-d2318c4fc765, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:20:08.169643 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-a45fb36f-8996-4fa1-859d-ba19ba43c324 None None] For port d5db8a74-0ef3-451a-8a40-d2318c4fc765, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d5db8a74-0ef3-451a-8a40-d2318c4fc765,segment=NetworkSegment(9af4bc77-8e11-4629-a388-fc0a3a0524b5),segment_id=9af4bc77-8e11-4629-a388-fc0a3a0524b5)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:20:08.191514 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070bd2bf-39dd-4fcb-94f4-7d29cfa0f770 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Pushing event deleted for resources: {'Subnet': ['ID=4fb77cb4-f9d6-4140-8a13-60c64f24ef46,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:08.214106 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b4e34-453f-4c69-b97a-46e34d0ffb7e req-72f947bb-0ab4-45de-80a0-f4a8b0ddce0a tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:08.214106 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c86b4e34-453f-4c69-b97a-46e34d0ffb7e req-72f947bb-0ab4-45de-80a0-f4a8b0ddce0a tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.1816170 Apr 20 13:20:08.282177 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a45fb36f-8996-4fa1-859d-ba19ba43c324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:08.313444 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69661294-ecff-4976-83b6-1164ace9fdd7 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:08.321737 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-61cde90c-0a3b-41ae-ab4f-bc24b24efbb6 tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:08.323492 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-61cde90c-0a3b-41ae-ab4f-bc24b24efbb6 tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] 10.222.0.25 "GET /v2.0/networks?id=ba080471-2126-444f-8030-e7da6914f954 HTTP/1.1" status: 200 len: 809 time: 0.3798418 Apr 20 13:20:08.324479 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69661294-ecff-4976-83b6-1164ace9fdd7 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:08.326160 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69661294-ecff-4976-83b6-1164ace9fdd7 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:08.331232 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-070bd2bf-39dd-4fcb-94f4-7d29cfa0f770 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:08.366809 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45fb36f-8996-4fa1-859d-ba19ba43c324 None None] Pushing event updated for resources: {'Port': ['ID=d5db8a74-0ef3-451a-8a40-d2318c4fc765,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:08.380100 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d975fba-5755-40eb-8687-be74e23594ab None None] Network ba35aa33-265e-4559-af39-f99fb3195c5f requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:08.397314 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c86b4e34-453f-4c69-b97a-46e34d0ffb7e req-881c8fcc-ae45-4a27-8f77-ed12a1a82cc2 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1360717 Apr 20 13:20:08.398991 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-070bd2bf-39dd-4fcb-94f4-7d29cfa0f770 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba35aa33-265e-4559-af39-f99fb3195c5f']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:08.411441 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-25f100cb-eb1f-423b-8f72-a2976b675dfa tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] 10.222.0.25 "GET /v2.0/quotas/8a9e3301a6754d8dbda230536116991a HTTP/1.1" status: 200 len: 375 time: 0.0770416 Apr 20 13:20:08.422120 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69661294-ecff-4976-83b6-1164ace9fdd7 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Pushing event updated for resources: {'Network': ['ID=6d5a7632-da08-4753-833b-948cee661c0e,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:08.446155 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-69661294-ecff-4976-83b6-1164ace9fdd7 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.2437201 Apr 20 13:20:08.448970 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55560) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:08.455543 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-2d33fe6e-67e2-4a34-9ba2-16cc7bfc1745 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Request body: {'subnet': {'network_id': '6d5a7632-da08-4753-833b-948cee661c0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:08.460023 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-070bd2bf-39dd-4fcb-94f4-7d29cfa0f770 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9af4bc77-8e11-4629-a388-fc0a3a0524b5') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:08.460325 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-070bd2bf-39dd-4fcb-94f4-7d29cfa0f770 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9af4bc77-8e11-4629-a388-fc0a3a0524b5') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:08.466180 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 6d5a7632-da08-4753-833b-948cee661c0e details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:20:08.508900 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-070bd2bf-39dd-4fcb-94f4-7d29cfa0f770 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:08.518667 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-91fa8ea9-2c1c-482e-8615-c3691208115f tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8a9e3301a6754d8dbda230536116991a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1063225 Apr 20 13:20:08.576295 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-070bd2bf-39dd-4fcb-94f4-7d29cfa0f770 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:08.607605 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-070bd2bf-39dd-4fcb-94f4-7d29cfa0f770 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:20:08.608069 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-070bd2bf-39dd-4fcb-94f4-7d29cfa0f770 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:08.615127 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:20:08.615127 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:20:08.615127 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:20:08.615127 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:20:08.615127 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:20:08.615127 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:20:08.615127 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:20:08.615127 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:20:08.615127 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:20:08.615127 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:20:08.615127 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:20:08.615127 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:20:08.615127 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:20:08.615127 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:20:08.615127 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:20:08.615127 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:20:08.615127 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:20:08.615127 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:20:08.615127 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:20:08.615127 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:20:08.615127 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:20:08.615127 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:20:08.615127 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:20:08.615127 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:20:08.615127 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:20:08.615127 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:20:08.615127 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:20:08.615127 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:20:08.615127 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:20:08.615127 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:20:08.615127 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:20:08.615127 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:20:08.630460 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98d6a6b-94be-40ae-89bd-66c428795590 None None] get_active_networks_info from n-d-836015-7 {{(pid=114871) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 13:20:08.756942 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98d6a6b-94be-40ae-89bd-66c428795590 None None] Resources bound (agent type, host, resource id): {{(pid=114871) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 13:20:08.771299 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.db.api [None req-070bd2bf-39dd-4fcb-94f4-7d29cfa0f770 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 13:20:08.771299 n-d-836015-7 neutron-server[114869]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 13:20:08.771299 n-d-836015-7 neutron-server[114869]: [parameters: {'id': 'ba35aa33-265e-4559-af39-f99fb3195c5f'}] Apr 20 13:20:08.771299 n-d-836015-7 neutron-server[114869]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114869) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:20:08.771912 n-d-836015-7 neutron-server[114869]: DEBUG oslo_db.api [None req-070bd2bf-39dd-4fcb-94f4-7d29cfa0f770 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:20:08.800202 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-20d26a42-7bc0-4c04-b96a-fbece5c604ee service neutron] 10.222.0.25 "GET /v2.0/networks/ba080471-2126-444f-8030-e7da6914f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317867 Apr 20 13:20:08.878576 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d33fe6e-67e2-4a34-9ba2-16cc7bfc1745 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Made reservation on behalf of 1b312b3efbcf45c18eb9371eccc20b2b for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:08.882105 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2d33fe6e-67e2-4a34-9ba2-16cc7bfc1745 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:09.035143 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-12d99054-ae1d-4a75-b5b0-d9c72a1f5576 service neutron] 10.222.0.25 "GET /v2.0/networks/ba080471-2126-444f-8030-e7da6914f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238357 Apr 20 13:20:09.115523 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b27b2d-f505-4134-9a72-466ea440db6d req-79c602e6-8c11-4826-b036-d2498098502a tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:09.115752 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65b27b2d-f505-4134-9a72-466ea440db6d req-79c602e6-8c11-4826-b036-d2498098502a tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.1020432 Apr 20 13:20:09.206673 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65b27b2d-f505-4134-9a72-466ea440db6d req-fb5f2232-02ce-4644-a109-94e16056de56 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679135 Apr 20 13:20:09.272613 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-070bd2bf-39dd-4fcb-94f4-7d29cfa0f770 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:09.331232 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-070bd2bf-39dd-4fcb-94f4-7d29cfa0f770 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Deleting port d5db8a74-0ef3-451a-8a40-d2318c4fc765 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:09.331613 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-070bd2bf-39dd-4fcb-94f4-7d29cfa0f770 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:09.450313 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55628) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:09.456741 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2d33fe6e-67e2-4a34-9ba2-16cc7bfc1745 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:09.533202 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-70c3be17-1539-456b-884b-c238526fc1fe req-55e5e318-c36d-4b46-9fa2-672e9c05efcf tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bc2e67c-a70a-42e7-bb2b-c1b817c66230 HTTP/1.1" status: 200 len: 210 time: 0.1220798 Apr 20 13:20:09.570959 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-070bd2bf-39dd-4fcb-94f4-7d29cfa0f770 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] For port d5db8a74-0ef3-451a-8a40-d2318c4fc765, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d5db8a74-0ef3-451a-8a40-d2318c4fc765,segment=NetworkSegment(9af4bc77-8e11-4629-a388-fc0a3a0524b5),segment_id=9af4bc77-8e11-4629-a388-fc0a3a0524b5)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:09.571339 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-070bd2bf-39dd-4fcb-94f4-7d29cfa0f770 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:09.599817 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-29a3e807-fe94-4ac0-8cd8-257c2b7bd5b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:09.601371 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33fe6e-67e2-4a34-9ba2-16cc7bfc1745 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Pushing event updated for resources: {'Subnet': ['ID=1c5736d6-3a6c-4eb7-a30b-592b9ea868fe,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:09.604465 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-070bd2bf-39dd-4fcb-94f4-7d29cfa0f770 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Calling delete_port for d5db8a74-0ef3-451a-8a40-d2318c4fc765 owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:09.615776 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3dcdd-6e32-4018-b69b-3bf136fb0fee req-8181fa3e-6206-4040-a357-f1313cc17eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:09.616693 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0cf3dcdd-6e32-4018-b69b-3bf136fb0fee req-8181fa3e-6206-4040-a357-f1313cc17eb5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=649a6cfebf0a4feb8c92b7d26c8b3e97&device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 1095 time: 0.5420389 Apr 20 13:20:09.713606 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-29a3e807-fe94-4ac0-8cd8-257c2b7bd5b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:09.724687 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d33fe6e-67e2-4a34-9ba2-16cc7bfc1745 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Checking segment: {'id': '14fb421e-779f-4040-9dfc-07030dee7679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6d5a7632-da08-4753-833b-948cee661c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:20:09.725459 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d33fe6e-67e2-4a34-9ba2-16cc7bfc1745 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Network hostable DHCP agents. Network: 6d5a7632-da08-4753-833b-948cee661c0e, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:20:09.784951 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-29a3e807-fe94-4ac0-8cd8-257c2b7bd5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:09.795251 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3dcdd-6e32-4018-b69b-3bf136fb0fee req-21597290-dbeb-4d98-9776-660cd2fc8e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:09.795251 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0cf3dcdd-6e32-4018-b69b-3bf136fb0fee req-21597290-dbeb-4d98-9776-660cd2fc8e7a service neutron] 10.222.0.32 "GET /v2.0/networks?id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 HTTP/1.1" status: 200 len: 912 time: 0.1703775 Apr 20 13:20:09.837730 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-29a3e807-fe94-4ac0-8cd8-257c2b7bd5b2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=203d64f601754d6fb301d3b1ee7ca642&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3835039 Apr 20 13:20:09.838819 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a3e807-fe94-4ac0-8cd8-257c2b7bd5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c5cb31-e2fd-4ac7-ad65-c346cd0f35c2,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:09.842174 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55654) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:09.886325 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d33fe6e-67e2-4a34-9ba2-16cc7bfc1745 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Network 6d5a7632-da08-4753-833b-948cee661c0e is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:20:09.903756 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0cf3dcdd-6e32-4018-b69b-3bf136fb0fee req-e2c515c2-94ff-44d6-aff1-88a4785e4d4e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce93adfa-4de5-4e0d-a1aa-a05fa73db53c HTTP/1.1" status: 200 len: 998 time: 0.1017497 Apr 20 13:20:09.918992 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e8a918bd-58ef-474e-90ac-df83899ab43e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:09.948610 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e8a918bd-58ef-474e-90ac-df83899ab43e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:09.963882 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3dcdd-6e32-4018-b69b-3bf136fb0fee req-9512b55d-92d5-4bdf-9c3b-602528eb1ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:09.966960 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0cf3dcdd-6e32-4018-b69b-3bf136fb0fee req-9512b55d-92d5-4bdf-9c3b-602528eb1ff5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa576778-8514-4874-84e6-afe172476688 HTTP/1.1" status: 200 len: 850 time: 0.0562565 Apr 20 13:20:09.982525 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-070bd2bf-39dd-4fcb-94f4-7d29cfa0f770 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:10.035135 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-2d33fe6e-67e2-4a34-9ba2-16cc7bfc1745 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 6d5a7632-da08-4753-833b-948cee661c0e) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:10.043882 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d33fe6e-67e2-4a34-9ba2-16cc7bfc1745 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:10.044515 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2d33fe6e-67e2-4a34-9ba2-16cc7bfc1745 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:10.046884 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070bd2bf-39dd-4fcb-94f4-7d29cfa0f770 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Pushing event deleted for resources: {'Port': ['ID=d5db8a74-0ef3-451a-8a40-d2318c4fc765,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:10.049418 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070bd2bf-39dd-4fcb-94f4-7d29cfa0f770 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] No DVR routers for this DVR port d5db8a74-0ef3-451a-8a40-d2318c4fc765 on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:20:10.061378 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e8a918bd-58ef-474e-90ac-df83899ab43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:10.065193 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e8a918bd-58ef-474e-90ac-df83899ab43e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:10.072230 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ccf9e1-612c-41b4-8bdd-90d9a44ca85e None None] Network 6d5a7632-da08-4753-833b-948cee661c0e requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:10.076744 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e8a918bd-58ef-474e-90ac-df83899ab43e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/98c5cb31-e2fd-4ac7-ad65-c346cd0f35c2 HTTP/1.1" status: 204 len: 168 time: 0.2323847 Apr 20 13:20:10.093056 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a918bd-58ef-474e-90ac-df83899ab43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c5cb31-e2fd-4ac7-ad65-c346cd0f35c2,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:10.104381 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3dcdd-6e32-4018-b69b-3bf136fb0fee req-1176982d-7faa-41cb-9b3f-e3291678f768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:10.106229 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0cf3dcdd-6e32-4018-b69b-3bf136fb0fee req-1176982d-7faa-41cb-9b3f-e3291678f768 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1334014 Apr 20 13:20:10.172945 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-070bd2bf-39dd-4fcb-94f4-7d29cfa0f770 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:10.227121 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2d33fe6e-67e2-4a34-9ba2-16cc7bfc1745 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7754247 Apr 20 13:20:10.229156 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-070bd2bf-39dd-4fcb-94f4-7d29cfa0f770 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba35aa33-265e-4559-af39-f99fb3195c5f']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:10.230196 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55674) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:10.236567 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-7eaace13-3030-4a21-a825-4c73fcfc12c9 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Request body: {'port': {'network_id': '6d5a7632-da08-4753-833b-948cee661c0e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-610261038'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:10.266048 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8335a32-dde5-4d03-bdc0-9bd99f8c24c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-6d5a7632-da08-4753-833b-948cee661c0e', 'network_id': '6d5a7632-da08-4753-833b-948cee661c0e', 'tenant_id': '1b312b3efbcf45c18eb9371eccc20b2b', 'fixed_ips': [{'subnet_id': '1c5736d6-3a6c-4eb7-a30b-592b9ea868fe'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:20:10.267210 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-070bd2bf-39dd-4fcb-94f4-7d29cfa0f770 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9af4bc77-8e11-4629-a388-fc0a3a0524b5') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:10.267445 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d8335a32-dde5-4d03-bdc0-9bd99f8c24c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:10.267573 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-070bd2bf-39dd-4fcb-94f4-7d29cfa0f770 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9af4bc77-8e11-4629-a388-fc0a3a0524b5') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:10.300080 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-070bd2bf-39dd-4fcb-94f4-7d29cfa0f770 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:10.355144 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-070bd2bf-39dd-4fcb-94f4-7d29cfa0f770 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:10.407892 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-070bd2bf-39dd-4fcb-94f4-7d29cfa0f770 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:20:10.410085 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-070bd2bf-39dd-4fcb-94f4-7d29cfa0f770 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:10.417308 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:20:10.417308 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:20:10.417308 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:20:10.417308 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:20:10.417308 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:20:10.417308 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:20:10.417308 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:20:10.417308 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:20:10.417308 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:20:10.417308 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:20:10.417308 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:20:10.417308 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:20:10.417308 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:20:10.417308 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:20:10.417308 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:20:10.417308 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:20:10.417308 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:20:10.417308 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:20:10.417308 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:20:10.417308 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:20:10.417308 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:20:10.417308 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:20:10.417308 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:20:10.417308 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:20:10.417308 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:20:10.417308 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:20:10.417308 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:20:10.417308 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:20:10.417308 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:20:10.417308 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:20:10.417308 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:20:10.417308 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:20:10.440520 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0cf3dcdd-6e32-4018-b69b-3bf136fb0fee req-7800d44e-6956-420f-9c72-c20b93f13711 service neutron] 10.222.0.32 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036509 Apr 20 13:20:10.520432 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eaace13-3030-4a21-a825-4c73fcfc12c9 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Made reservation on behalf of 1b312b3efbcf45c18eb9371eccc20b2b for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:10.524251 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7eaace13-3030-4a21-a825-4c73fcfc12c9 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:10.546341 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-7eaace13-3030-4a21-a825-4c73fcfc12c9 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] device_id is not set on port 1713e024-842e-4857-9bfe-e761a373d0bb yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:20:10.590284 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-d8335a32-dde5-4d03-bdc0-9bd99f8c24c8 None None] Allocated IP 2001:db8::2 (6d5a7632-da08-4753-833b-948cee661c0e/1c5736d6-3a6c-4eb7-a30b-592b9ea868fe/1a33767a-00cc-4940-8cdb-a52759fbecfc) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:10.655677 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfd1d7-ebaa-48b5-99a4-fa906a7baf3b req-f7eb687c-9677-49a9-9571-21b6e61e8c4c tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:10.658085 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-15bfd1d7-ebaa-48b5-99a4-fa906a7baf3b req-f7eb687c-9677-49a9-9571-21b6e61e8c4c tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.3294239 Apr 20 13:20:10.786150 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-04a250f8-f581-4134-a71a-2f2b225600b3 req-530d0741-506e-4bda-8bd0-2554a9970bdf tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bc2e67c-a70a-42e7-bb2b-c1b817c66230 HTTP/1.1" status: 200 len: 210 time: 0.1188049 Apr 20 13:20:10.798101 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-070bd2bf-39dd-4fcb-94f4-7d29cfa0f770 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:10.856658 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-070bd2bf-39dd-4fcb-94f4-7d29cfa0f770 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:10.863090 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-070bd2bf-39dd-4fcb-94f4-7d29cfa0f770 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] 10.222.0.25 "DELETE /v2.0/networks/ba35aa33-265e-4559-af39-f99fb3195c5f HTTP/1.1" status: 204 len: 168 time: 4.1403427 Apr 20 13:20:10.863961 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55722) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:10.887948 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-15bfd1d7-ebaa-48b5-99a4-fa906a7baf3b req-d7359352-3446-4b24-b810-6d4c80cb3040 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1791348 Apr 20 13:20:10.914886 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070bd2bf-39dd-4fcb-94f4-7d29cfa0f770 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Pushing event deleted for resources: {'Network': ['ID=ba35aa33-265e-4559-af39-f99fb3195c5f,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:10.923631 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-af1a4006-a835-4bf7-946f-f8dc338f9bab tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] DELETE failed (client error): The resource could not be found. Apr 20 13:20:10.924233 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af1a4006-a835-4bf7-946f-f8dc338f9bab tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:20:10.927496 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-af1a4006-a835-4bf7-946f-f8dc338f9bab tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] 10.222.0.25 "DELETE /v2.0/subnets/4fb77cb4-f9d6-4140-8a13-60c64f24ef46 HTTP/1.1" status: 404 len: 337 time: 0.0622618 Apr 20 13:20:10.930119 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55726) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:10.938760 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0cf3dcdd-6e32-4018-b69b-3bf136fb0fee req-71f4001e-5732-4635-93ab-1e84f2d84347 service neutron] 10.222.0.32 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4896686 Apr 20 13:20:10.983382 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d8335a32-dde5-4d03-bdc0-9bd99f8c24c8 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:10.992096 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-a134027e-1ce1-4e8b-8835-b0d80b22c76e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] DELETE failed (client error): The resource could not be found. Apr 20 13:20:10.992699 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a134027e-1ce1-4e8b-8835-b0d80b22c76e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:20:10.998744 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a134027e-1ce1-4e8b-8835-b0d80b22c76e tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] 10.222.0.25 "DELETE /v2.0/networks/ba35aa33-265e-4559-af39-f99fb3195c5f HTTP/1.1" status: 404 len: 339 time: 0.0652595 Apr 20 13:20:10.998931 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55736) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:11.038120 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-32a39224-36a8-47de-935a-a25e08f10c3d tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] DELETE failed (client error): The resource could not be found. Apr 20 13:20:11.038850 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32a39224-36a8-47de-935a-a25e08f10c3d tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:20:11.042462 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-32a39224-36a8-47de-935a-a25e08f10c3d tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] 10.222.0.25 "DELETE /v2.0/subnets/f5780cdd-fea2-4766-9199-025d429b5f3e HTTP/1.1" status: 404 len: 337 time: 0.0425498 Apr 20 13:20:11.045609 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55738) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:11.069477 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeacf589-ad7d-47e5-9e2d-8cc26dfd1272 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] DELETE failed (client error): The resource could not be found. Apr 20 13:20:11.071139 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeacf589-ad7d-47e5-9e2d-8cc26dfd1272 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:20:11.073961 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d8335a32-dde5-4d03-bdc0-9bd99f8c24c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:11.088947 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-aeacf589-ad7d-47e5-9e2d-8cc26dfd1272 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] 10.222.0.25 "DELETE /v2.0/networks/db8246d1-68e7-4a03-b5eb-e780629343c2 HTTP/1.1" status: 404 len: 339 time: 0.0420332 Apr 20 13:20:11.092182 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55740) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:11.164080 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-e573accc-db92-40b9-bd57-23d0090669b7 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] DELETE failed (client error): The resource could not be found. Apr 20 13:20:11.164655 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e573accc-db92-40b9-bd57-23d0090669b7 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:20:11.174625 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e573accc-db92-40b9-bd57-23d0090669b7 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] 10.222.0.25 "DELETE /v2.0/subnets/df80ff76-633c-49e2-8ac2-af76425ff92a HTTP/1.1" status: 404 len: 337 time: 0.0810473 Apr 20 13:20:11.179756 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8335a32-dde5-4d03-bdc0-9bd99f8c24c8 None None] Pushing event updated for resources: {'Port': ['ID=1a33767a-00cc-4940-8cdb-a52759fbecfc,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:11.181140 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55746) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:11.209136 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8335a32-dde5-4d03-bdc0-9bd99f8c24c8 None None] Network 6d5a7632-da08-4753-833b-948cee661c0e is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:11.212418 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-792eb955-a17d-497a-b3f1-0f7b36b943de tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] DELETE failed (client error): The resource could not be found. Apr 20 13:20:11.212581 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-d8335a32-dde5-4d03-bdc0-9bd99f8c24c8 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:11.213980 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-792eb955-a17d-497a-b3f1-0f7b36b943de tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:20:11.217877 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-792eb955-a17d-497a-b3f1-0f7b36b943de tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] 10.222.0.25 "DELETE /v2.0/networks/9e923591-7ec8-4a02-b573-742053ee36b5 HTTP/1.1" status: 404 len: 339 time: 0.0339868 Apr 20 13:20:11.218841 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8335a32-dde5-4d03-bdc0-9bd99f8c24c8 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:11.222765 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55748) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:11.238718 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-7eaace13-3030-4a21-a825-4c73fcfc12c9 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Allocated IP 2001:db8::2a7 (6d5a7632-da08-4753-833b-948cee661c0e/1c5736d6-3a6c-4eb7-a30b-592b9ea868fe/1713e024-842e-4857-9bfe-e761a373d0bb) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:11.290578 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-d8335a32-dde5-4d03-bdc0-9bd99f8c24c8 None None] Attempting to bind port 1a33767a-00cc-4940-8cdb-a52759fbecfc on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:20:11.291015 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-d8335a32-dde5-4d03-bdc0-9bd99f8c24c8 None None] Attempting to bind port 1a33767a-00cc-4940-8cdb-a52759fbecfc by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '14fb421e-779f-4040-9dfc-07030dee7679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6d5a7632-da08-4753-833b-948cee661c0e'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:20:11.291509 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8335a32-dde5-4d03-bdc0-9bd99f8c24c8 None None] Attempting to bind port 1a33767a-00cc-4940-8cdb-a52759fbecfc on network 6d5a7632-da08-4753-833b-948cee661c0e {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:20:11.297191 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8335a32-dde5-4d03-bdc0-9bd99f8c24c8 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:20:11.297739 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8335a32-dde5-4d03-bdc0-9bd99f8c24c8 None None] Checking segment: {'id': '14fb421e-779f-4040-9dfc-07030dee7679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6d5a7632-da08-4753-833b-948cee661c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:20:11.298437 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d8335a32-dde5-4d03-bdc0-9bd99f8c24c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:11.298834 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8335a32-dde5-4d03-bdc0-9bd99f8c24c8 None None] Bound using segment: {'id': '14fb421e-779f-4040-9dfc-07030dee7679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6d5a7632-da08-4753-833b-948cee661c0e'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:20:11.299322 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-d8335a32-dde5-4d03-bdc0-9bd99f8c24c8 None None] Bound port: 1a33767a-00cc-4940-8cdb-a52759fbecfc, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14fb421e-779f-4040-9dfc-07030dee7679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '6d5a7632-da08-4753-833b-948cee661c0e'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:20:11.299734 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d8335a32-dde5-4d03-bdc0-9bd99f8c24c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:11.379025 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-d8335a32-dde5-4d03-bdc0-9bd99f8c24c8 None None] For port 1a33767a-00cc-4940-8cdb-a52759fbecfc, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:20:11.384107 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-d8335a32-dde5-4d03-bdc0-9bd99f8c24c8 None None] For port 1a33767a-00cc-4940-8cdb-a52759fbecfc, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=1a33767a-00cc-4940-8cdb-a52759fbecfc,segment=NetworkSegment(14fb421e-779f-4040-9dfc-07030dee7679),segment_id=14fb421e-779f-4040-9dfc-07030dee7679)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:20:11.469220 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d8335a32-dde5-4d03-bdc0-9bd99f8c24c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:11.538604 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7eaace13-3030-4a21-a825-4c73fcfc12c9 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:11.544680 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55766) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:11.548463 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-627c696e-ba46-4544-abc9-6f0ef8d9ded7 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Deleting port f69a1c79-5905-42f1-8b58-c9de6042ee48 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:11.548820 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-627c696e-ba46-4544-abc9-6f0ef8d9ded7 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:11.617816 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8335a32-dde5-4d03-bdc0-9bd99f8c24c8 None None] Pushing event updated for resources: {'Port': ['ID=1a33767a-00cc-4940-8cdb-a52759fbecfc,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:11.645550 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-627c696e-ba46-4544-abc9-6f0ef8d9ded7 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:11.661960 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-627c696e-ba46-4544-abc9-6f0ef8d9ded7 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Calling delete_port for f69a1c79-5905-42f1-8b58-c9de6042ee48 owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:11.803968 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-1970df47-7ccd-4f99-919e-5afaa01336c4 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:11.840923 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7eaace13-3030-4a21-a825-4c73fcfc12c9 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:11.931061 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-627c696e-ba46-4544-abc9-6f0ef8d9ded7 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:11.938144 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eaace13-3030-4a21-a825-4c73fcfc12c9 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Network 6d5a7632-da08-4753-833b-948cee661c0e is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:11.952799 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1970df47-7ccd-4f99-919e-5afaa01336c4 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks [] for floatingip, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:11.959995 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-7eaace13-3030-4a21-a825-4c73fcfc12c9 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:11.973197 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaace13-3030-4a21-a825-4c73fcfc12c9 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:11.988416 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eaace13-3030-4a21-a825-4c73fcfc12c9 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:11.988953 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7eaace13-3030-4a21-a825-4c73fcfc12c9 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:11.993690 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaace13-3030-4a21-a825-4c73fcfc12c9 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Pushing event updated for resources: {'Port': ['ID=1713e024-842e-4857-9bfe-e761a373d0bb,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:12.008882 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-627c696e-ba46-4544-abc9-6f0ef8d9ded7 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:12.012424 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-627c696e-ba46-4544-abc9-6f0ef8d9ded7 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] 10.222.0.25 "DELETE /v2.0/ports/f69a1c79-5905-42f1-8b58-c9de6042ee48 HTTP/1.1" status: 204 len: 168 time: 0.7092564 Apr 20 13:20:12.014912 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55798) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:12.066935 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-51630c68-bcc9-48a8-a5c1-3149a5e06650 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] DELETE failed (client error): The resource could not be found. Apr 20 13:20:12.067434 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51630c68-bcc9-48a8-a5c1-3149a5e06650 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:20:12.071178 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-51630c68-bcc9-48a8-a5c1-3149a5e06650 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] 10.222.0.25 "DELETE /v2.0/subnets/de8961be-989b-4de2-979c-d5983b34a7b2 HTTP/1.1" status: 404 len: 337 time: 0.0548730 Apr 20 13:20:12.076654 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55800) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:12.091523 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c696e-ba46-4544-abc9-6f0ef8d9ded7 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Pushing event deleted for resources: {'Port': ['ID=f69a1c79-5905-42f1-8b58-c9de6042ee48,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:12.103712 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-078acbf7-5f9e-4a70-a848-4c0c2731e5d9 req-b48e7c84-5eeb-4daf-9f91-5489047ebfa1 tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bc2e67c-a70a-42e7-bb2b-c1b817c66230 HTTP/1.1" status: 200 len: 210 time: 0.1437268 Apr 20 13:20:12.170756 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7eaace13-3030-4a21-a825-4c73fcfc12c9 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9393258 Apr 20 13:20:12.173852 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55806) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:12.186651 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-f8149971-5c11-4c9e-bd03-6fdd080c40af tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Request body: {'port': {'network_id': '6d5a7632-da08-4753-833b-948cee661c0e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-304003291', 'allowed_address_pairs': [{'ip_address': '2001:db8::2a7', 'mac_address': 'fa:16:3e:55:b7:03'}]}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:12.197631 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55808) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:12.228869 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:12.248928 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b02663-582d-481e-9257-3b50c0cb8c33 req-75b74c5d-23ad-48c5-ad3b-93f1e93f6845 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:12.256497 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-01b02663-582d-481e-9257-3b50c0cb8c33 req-75b74c5d-23ad-48c5-ad3b-93f1e93f6845 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.1493211 Apr 20 13:20:12.278470 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49473aca-3fa6-43c2-a37d-bb7c0a302a12 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:12.328644 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-01b02663-582d-481e-9257-3b50c0cb8c33 req-8975d65e-e858-4ee8-af7b-d81aacfe1d81 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0664258 Apr 20 13:20:12.342948 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1970df47-7ccd-4f99-919e-5afaa01336c4 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:12.430662 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-13f1c334-e4fd-454d-8f61-45be4b0dc3c0 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1369167145-network', 'tenant_id': 'f3f64fed5a2842ecb69125ffb4687918'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:12.471351 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49473aca-3fa6-43c2-a37d-bb7c0a302a12 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:12.510177 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-49473aca-3fa6-43c2-a37d-bb7c0a302a12 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7229a041-311c-4460-8358-141788bf1cef']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:12.520118 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-1970df47-7ccd-4f99-919e-5afaa01336c4 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Allocated IP 172.25.8.151 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/e7690b16-f79f-4fe2-9038-1742239b9f26) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:12.526047 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-49473aca-3fa6-43c2-a37d-bb7c0a302a12 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3e5f462-cec2-472a-8b60-5268a0528f5d') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:12.526047 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-49473aca-3fa6-43c2-a37d-bb7c0a302a12 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3e5f462-cec2-472a-8b60-5268a0528f5d') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:12.536813 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49473aca-3fa6-43c2-a37d-bb7c0a302a12 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:12.555528 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49473aca-3fa6-43c2-a37d-bb7c0a302a12 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:12.562506 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49473aca-3fa6-43c2-a37d-bb7c0a302a12 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:20:12.562898 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49473aca-3fa6-43c2-a37d-bb7c0a302a12 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:12.566226 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:20:12.566226 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:20:12.566226 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:20:12.566226 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:20:12.566226 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:20:12.566226 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:20:12.566226 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:20:12.566226 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:20:12.566226 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:20:12.566226 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:20:12.566226 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:20:12.566226 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:20:12.566226 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:20:12.566226 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:20:12.566226 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:20:12.566226 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:20:12.566226 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:20:12.566226 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:20:12.566226 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:20:12.566226 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:20:12.566226 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:20:12.566226 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:20:12.566226 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:20:12.566226 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:20:12.566226 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:20:12.566226 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:20:12.566226 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:20:12.566226 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:20:12.566226 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:20:12.566226 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:20:12.566226 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:20:12.566226 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:20:12.613375 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f1c334-e4fd-454d-8f61-45be4b0dc3c0 admin admin] Made reservation on behalf of f3f64fed5a2842ecb69125ffb4687918 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:12.615890 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-13f1c334-e4fd-454d-8f61-45be4b0dc3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:12.618344 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8149971-5c11-4c9e-bd03-6fdd080c40af tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Made reservation on behalf of 1b312b3efbcf45c18eb9371eccc20b2b for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:12.643965 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1970df47-7ccd-4f99-919e-5afaa01336c4 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:12.648467 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-13f1c334-e4fd-454d-8f61-45be4b0dc3c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:12.752380 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f8149971-5c11-4c9e-bd03-6fdd080c40af tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:12.759967 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1970df47-7ccd-4f99-919e-5afaa01336c4 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:12.786040 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49473aca-3fa6-43c2-a37d-bb7c0a302a12 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:12.786040 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-f8149971-5c11-4c9e-bd03-6fdd080c40af tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] device_id is not set on port 83a22698-2e31-446a-95cb-42f098d22977 yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:20:12.796145 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49473aca-3fa6-43c2-a37d-bb7c0a302a12 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:12.799280 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-49473aca-3fa6-43c2-a37d-bb7c0a302a12 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] 10.222.0.25 "DELETE /v2.0/networks/7229a041-311c-4460-8358-141788bf1cef HTTP/1.1" status: 204 len: 168 time: 0.7213280 Apr 20 13:20:12.803312 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55830) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:12.825084 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1970df47-7ccd-4f99-919e-5afaa01336c4 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:12.829809 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-1970df47-7ccd-4f99-919e-5afaa01336c4 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:12.834009 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1970df47-7ccd-4f99-919e-5afaa01336c4 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:12.847489 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49473aca-3fa6-43c2-a37d-bb7c0a302a12 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Pushing event deleted for resources: {'Network': ['ID=7229a041-311c-4460-8358-141788bf1cef,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:12.871043 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1970df47-7ccd-4f99-919e-5afaa01336c4 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Pushing event updated for resources: {'Port': ['ID=e7690b16-f79f-4fe2-9038-1742239b9f26,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:12.913065 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:12.954051 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49473aca-3fa6-43c2-a37d-bb7c0a302a12 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:12.954467 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49473aca-3fa6-43c2-a37d-bb7c0a302a12 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:12.954716 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49473aca-3fa6-43c2-a37d-bb7c0a302a12 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:12.955054 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49473aca-3fa6-43c2-a37d-bb7c0a302a12 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:12.955436 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49473aca-3fa6-43c2-a37d-bb7c0a302a12 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:12.955734 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49473aca-3fa6-43c2-a37d-bb7c0a302a12 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:12.956056 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49473aca-3fa6-43c2-a37d-bb7c0a302a12 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:12.956381 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49473aca-3fa6-43c2-a37d-bb7c0a302a12 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:12.956703 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49473aca-3fa6-43c2-a37d-bb7c0a302a12 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:12.957022 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49473aca-3fa6-43c2-a37d-bb7c0a302a12 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:12.957346 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49473aca-3fa6-43c2-a37d-bb7c0a302a12 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:12.957666 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49473aca-3fa6-43c2-a37d-bb7c0a302a12 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:13.031049 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1970df47-7ccd-4f99-919e-5afaa01336c4 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:13.070309 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-13f1c334-e4fd-454d-8f61-45be4b0dc3c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:13.117434 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f69fd6e-42a1-4523-887e-c831709326a3 None None] Network 6d5a7632-da08-4753-833b-948cee661c0e requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:13.200930 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-f8149971-5c11-4c9e-bd03-6fdd080c40af tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Allocated IP 2001:db8::130 (6d5a7632-da08-4753-833b-948cee661c0e/1c5736d6-3a6c-4eb7-a30b-592b9ea868fe/83a22698-2e31-446a-95cb-42f098d22977) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:13.237344 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-3b2c06ba-686d-4a60-add6-42df5b8379c5 tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:13.239656 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-3b2c06ba-686d-4a60-add6-42df5b8379c5 tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] 10.222.0.15 "GET /v2.0/networks?id=ba080471-2126-444f-8030-e7da6914f954 HTTP/1.1" status: 200 len: 809 time: 0.2008684 Apr 20 13:20:13.257559 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-49b3c9ed-90bc-4d55-985f-1ad82a6608c4 None None] Provisioning complete for port 1a33767a-00cc-4940-8cdb-a52759fbecfc triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:13.258655 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-49b3c9ed-90bc-4d55-985f-1ad82a6608c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:13.306815 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e9d70995-9c18-4c2b-9744-4c09918301e5 req-720e128f-bdd1-426f-b047-377ec207b4e6 tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bc2e67c-a70a-42e7-bb2b-c1b817c66230 HTTP/1.1" status: 200 len: 210 time: 0.0657537 Apr 20 13:20:13.311268 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-45afbff1-d67f-496a-9a36-1ba0850ab61f tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] Request body: {'port': {'device_id': '8bc2e67c-a70a-42e7-bb2b-c1b817c66230', 'network_id': 'ba080471-2126-444f-8030-e7da6914f954', 'admin_state_up': True, 'tenant_id': '8a9e3301a6754d8dbda230536116991a'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:13.315978 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-f1c20214-e493-4256-a1fd-93745e9e1c1b tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Deleting port 149952d2-7bb3-4054-9a20-cfb0a4130007 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:13.316406 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f1c20214-e493-4256-a1fd-93745e9e1c1b tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:13.470914 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-49b3c9ed-90bc-4d55-985f-1ad82a6608c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:13.475090 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-13f1c334-e4fd-454d-8f61-45be4b0dc3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:13.503287 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1970df47-7ccd-4f99-919e-5afaa01336c4 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:13.540916 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f1c20214-e493-4256-a1fd-93745e9e1c1b tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:13.554236 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-49b3c9ed-90bc-4d55-985f-1ad82a6608c4 None None] For port 1a33767a-00cc-4940-8cdb-a52759fbecfc, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=1a33767a-00cc-4940-8cdb-a52759fbecfc,segment=NetworkSegment(14fb421e-779f-4040-9dfc-07030dee7679),segment_id=14fb421e-779f-4040-9dfc-07030dee7679)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:13.557621 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-f1c20214-e493-4256-a1fd-93745e9e1c1b tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Calling delete_port for 149952d2-7bb3-4054-9a20-cfb0a4130007 owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:13.615069 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 1a33767a-00cc-4940-8cdb-a52759fbecfc up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:20:13.720639 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 1a33767a-00cc-4940-8cdb-a52759fbecfc triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:13.720948 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:13.747140 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-49b3c9ed-90bc-4d55-985f-1ad82a6608c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:13.764982 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60bd63-b922-4153-a44b-e34ebbcb7e0a req-c1509996-af59-47b3-9e7c-122e901412a1 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:13.766702 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc60bd63-b922-4153-a44b-e34ebbcb7e0a req-c1509996-af59-47b3-9e7c-122e901412a1 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.3547940 Apr 20 13:20:13.773958 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-45afbff1-d67f-496a-9a36-1ba0850ab61f tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] Made reservation on behalf of 8a9e3301a6754d8dbda230536116991a for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:13.777549 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-45afbff1-d67f-496a-9a36-1ba0850ab61f tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:13.778584 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13f1c334-e4fd-454d-8f61-45be4b0dc3c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:20:13.780629 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f1c334-e4fd-454d-8f61-45be4b0dc3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365b890d-03f1-44b1-b439-a58b1ae0bea4,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:13.796775 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f8149971-5c11-4c9e-bd03-6fdd080c40af tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:13.808420 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-13f1c334-e4fd-454d-8f61-45be4b0dc3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:13.809612 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-13f1c334-e4fd-454d-8f61-45be4b0dc3c0 admin admin] Added segment 892a43bc-413a-4417-8c32-1f97c1633215 of type vlan for network b862d419-fbde-4fc5-af1d-51107adf2490 Apr 20 13:20:13.889079 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-13f1c334-e4fd-454d-8f61-45be4b0dc3c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:13.889211 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3c9ed-90bc-4d55-985f-1ad82a6608c4 None None] Pushing event updated for resources: {'Port': ['ID=1a33767a-00cc-4940-8cdb-a52759fbecfc,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:13.937556 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-85ddcaef-9e31-4b2f-9280-0622afa1b49a None None] Provisioning complete for port 1713e024-842e-4857-9bfe-e761a373d0bb triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:13.937926 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85ddcaef-9e31-4b2f-9280-0622afa1b49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:13.983316 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-85ddcaef-9e31-4b2f-9280-0622afa1b49a None None] Port 1713e024-842e-4857-9bfe-e761a373d0bb cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:20:13.996463 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-85ddcaef-9e31-4b2f-9280-0622afa1b49a None None] Provisioning complete for port 1a33767a-00cc-4940-8cdb-a52759fbecfc triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:13.996901 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85ddcaef-9e31-4b2f-9280-0622afa1b49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:14.023544 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f8149971-5c11-4c9e-bd03-6fdd080c40af tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:14.026392 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-13f1c334-e4fd-454d-8f61-45be4b0dc3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:14.028339 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f1c334-e4fd-454d-8f61-45be4b0dc3c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:14.029038 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-13f1c334-e4fd-454d-8f61-45be4b0dc3c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:14.047763 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f1c20214-e493-4256-a1fd-93745e9e1c1b tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:14.179274 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f1c20214-e493-4256-a1fd-93745e9e1c1b tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:14.185696 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f1c20214-e493-4256-a1fd-93745e9e1c1b tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] 10.222.0.25 "DELETE /v2.0/ports/149952d2-7bb3-4054-9a20-cfb0a4130007 HTTP/1.1" status: 204 len: 168 time: 1.3609641 Apr 20 13:20:14.185696 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8149971-5c11-4c9e-bd03-6fdd080c40af tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Network 6d5a7632-da08-4753-833b-948cee661c0e is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:14.190684 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55874) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:14.207526 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-f8149971-5c11-4c9e-bd03-6fdd080c40af tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:14.212171 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8149971-5c11-4c9e-bd03-6fdd080c40af tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:14.220555 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8149971-5c11-4c9e-bd03-6fdd080c40af tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:14.226588 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f8149971-5c11-4c9e-bd03-6fdd080c40af tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:14.226588 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149971-5c11-4c9e-bd03-6fdd080c40af tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Pushing event updated for resources: {'Port': ['ID=83a22698-2e31-446a-95cb-42f098d22977,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:14.226966 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc60bd63-b922-4153-a44b-e34ebbcb7e0a req-61420437-d7cb-4aaf-b379-157869ed3f68 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4528158 Apr 20 13:20:14.227477 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f1c334-e4fd-454d-8f61-45be4b0dc3c0 admin admin] Pushing event updated for resources: {'Network': ['ID=b862d419-fbde-4fc5-af1d-51107adf2490,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:14.245416 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network b862d419-fbde-4fc5-af1d-51107adf2490 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:20:14.258320 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-13f1c334-e4fd-454d-8f61-45be4b0dc3c0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0585353 Apr 20 13:20:14.259715 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f75a22e-c727-42b9-ac7c-45187b3cfe0b tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] DELETE failed (client error): The resource could not be found. Apr 20 13:20:14.260423 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f75a22e-c727-42b9-ac7c-45187b3cfe0b tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:20:14.264193 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4f75a22e-c727-42b9-ac7c-45187b3cfe0b tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] 10.222.0.25 "DELETE /v2.0/subnets/9639ee79-0d42-4a39-9280-9adaca64ab76 HTTP/1.1" status: 404 len: 337 time: 0.0697296 Apr 20 13:20:14.295218 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55876) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:14.295581 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55880) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:14.308590 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-5ad9c2ab-2cc9-429d-a3a9-74488379fbb7 admin admin] Request body: {'subnet': {'network_id': 'b862d419-fbde-4fc5-af1d-51107adf2490', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1369167145-subnet', 'tenant_id': 'f3f64fed5a2842ecb69125ffb4687918', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:14.308721 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c20214-e493-4256-a1fd-93745e9e1c1b tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Pushing event deleted for resources: {'Port': ['ID=149952d2-7bb3-4054-9a20-cfb0a4130007,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:14.443725 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f8149971-5c11-4c9e-bd03-6fdd080c40af tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.2621608 Apr 20 13:20:14.444145 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55894) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:14.517096 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1970df47-7ccd-4f99-919e-5afaa01336c4 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:14.525229 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50bf407-8e83-43af-8530-13c8ea0772d2 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:14.536582 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50bf407-8e83-43af-8530-13c8ea0772d2 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:14.542835 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad9c2ab-2cc9-429d-a3a9-74488379fbb7 admin admin] Made reservation on behalf of f3f64fed5a2842ecb69125ffb4687918 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:14.542835 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5ad9c2ab-2cc9-429d-a3a9-74488379fbb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:14.553036 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50bf407-8e83-43af-8530-13c8ea0772d2 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:14.559667 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d50bf407-8e83-43af-8530-13c8ea0772d2 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1137497 Apr 20 13:20:14.560314 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55900) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:14.625635 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-06dbdf99-478e-4d3a-ab4c-a0e84b77da10 None None] Provisioning complete for port 1713e024-842e-4857-9bfe-e761a373d0bb triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:14.625635 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-06dbdf99-478e-4d3a-ab4c-a0e84b77da10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:14.626549 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-44b27b9f-914a-4832-9456-66104e6a74da req-0e2dd5e8-3a39-4378-936e-bc5737204265 tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bc2e67c-a70a-42e7-bb2b-c1b817c66230 HTTP/1.1" status: 200 len: 210 time: 0.1771581 Apr 20 13:20:14.638835 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1970df47-7ccd-4f99-919e-5afaa01336c4 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:14.663141 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-06dbdf99-478e-4d3a-ab4c-a0e84b77da10 None None] Port 1713e024-842e-4857-9bfe-e761a373d0bb cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:20:14.702315 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-4837c91c-6cfd-44a6-9df4-5a580ccac34a tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Deleting port 83a22698-2e31-446a-95cb-42f098d22977 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:14.702986 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4837c91c-6cfd-44a6-9df4-5a580ccac34a tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:14.720146 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7238048-8cd7-48b3-b905-c7dbdfee93a1 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:14.801105 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-98020fd3-5e9a-444f-a329-209a7433a142 None None] Provisioning complete for port 83a22698-2e31-446a-95cb-42f098d22977 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:14.801772 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-98020fd3-5e9a-444f-a329-209a7433a142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:14.812972 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67a99e-6d78-473f-b215-06255f5c4bcd req-a18af6cc-70ad-4854-8c44-c73cc80949cd tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:14.814485 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1a67a99e-6d78-473f-b215-06255f5c4bcd req-a18af6cc-70ad-4854-8c44-c73cc80949cd tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.3771279 Apr 20 13:20:14.822445 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4837c91c-6cfd-44a6-9df4-5a580ccac34a tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:14.834961 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-45afbff1-d67f-496a-9a36-1ba0850ab61f tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] Allocated IP 172.20.0.8 (ba080471-2126-444f-8030-e7da6914f954/088235ce-c88a-4267-971e-30c824707d21/2b833112-77a6-46f6-a0d7-17e1c4a44475) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:14.835637 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-4837c91c-6cfd-44a6-9df4-5a580ccac34a tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Calling delete_port for 83a22698-2e31-446a-95cb-42f098d22977 owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:14.837630 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-98020fd3-5e9a-444f-a329-209a7433a142 None None] Port 83a22698-2e31-446a-95cb-42f098d22977 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:20:14.842256 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1970df47-7ccd-4f99-919e-5afaa01336c4 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Pushing event updated for resources: {'Port': ['ID=e7690b16-f79f-4fe2-9038-1742239b9f26,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:14.917491 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1970df47-7ccd-4f99-919e-5afaa01336c4 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:15.025425 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7238048-8cd7-48b3-b905-c7dbdfee93a1 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:15.034527 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1a67a99e-6d78-473f-b215-06255f5c4bcd req-2f294da4-1692-4c8e-a6fc-f2b3c65da283 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2089684 Apr 20 13:20:15.076173 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4837c91c-6cfd-44a6-9df4-5a580ccac34a tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:15.098253 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-e7238048-8cd7-48b3-b905-c7dbdfee93a1 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00ab469f-8975-4247-ab7e-195a557787f2']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:15.127140 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1970df47-7ccd-4f99-919e-5afaa01336c4 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:15.128375 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1970df47-7ccd-4f99-919e-5afaa01336c4 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5823689 Apr 20 13:20:15.133282 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55932) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:15.137326 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-e7238048-8cd7-48b3-b905-c7dbdfee93a1 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af062da6-20cf-4ded-b021-7e076bef5543') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:15.137629 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-e7238048-8cd7-48b3-b905-c7dbdfee93a1 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af062da6-20cf-4ded-b021-7e076bef5543') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:15.138777 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4837c91c-6cfd-44a6-9df4-5a580ccac34a tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Pushing event deleted for resources: {'Port': ['ID=83a22698-2e31-446a-95cb-42f098d22977,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:15.150828 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-583e37d3-54b9-4cd2-a913-ce1a69cd0033 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-667752698'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:15.207018 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7238048-8cd7-48b3-b905-c7dbdfee93a1 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:15.247928 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7238048-8cd7-48b3-b905-c7dbdfee93a1 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:15.254444 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7238048-8cd7-48b3-b905-c7dbdfee93a1 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:20:15.255088 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7238048-8cd7-48b3-b905-c7dbdfee93a1 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:15.259567 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:20:15.259567 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:20:15.259567 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:20:15.259567 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:20:15.259567 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:20:15.259567 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:20:15.259567 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:20:15.259567 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:20:15.259567 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:20:15.259567 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:20:15.259567 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:20:15.259567 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:20:15.259567 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:20:15.259567 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:20:15.259567 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:20:15.259567 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:20:15.259567 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:20:15.259567 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:20:15.259567 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:20:15.259567 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:20:15.259567 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:20:15.259567 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:20:15.259567 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:20:15.259567 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:20:15.259567 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:20:15.259567 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:20:15.259567 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:20:15.259567 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:20:15.259567 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:20:15.259567 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:20:15.259567 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:20:15.259567 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:20:15.275682 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4837c91c-6cfd-44a6-9df4-5a580ccac34a tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:15.283677 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4837c91c-6cfd-44a6-9df4-5a580ccac34a tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] 10.222.0.25 "DELETE /v2.0/ports/83a22698-2e31-446a-95cb-42f098d22977 HTTP/1.1" status: 204 len: 168 time: 0.7223356 Apr 20 13:20:15.284534 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55940) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:15.314450 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-6095129d-bb06-4a50-bee1-4832717391a2 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] GET failed (client error): The resource could not be found. Apr 20 13:20:15.320643 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6095129d-bb06-4a50-bee1-4832717391a2 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] 10.222.0.25 "GET /v2.0/ports/83a22698-2e31-446a-95cb-42f098d22977 HTTP/1.1" status: 404 len: 333 time: 0.0343502 Apr 20 13:20:15.326666 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55942) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:15.326666 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583e37d3-54b9-4cd2-a913-ce1a69cd0033 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Made reservation on behalf of 73ad291589f64f70887e72d2959ec3be for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:15.327891 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-583e37d3-54b9-4cd2-a913-ce1a69cd0033 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:15.334297 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-31b4bbb9-c7f5-428d-a014-6e3489d5ba0f tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Request body: {'port': {'network_id': '6d5a7632-da08-4753-833b-948cee661c0e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1019883176'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:15.361428 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-583e37d3-54b9-4cd2-a913-ce1a69cd0033 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:15.384183 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd2067-a0c7-4d68-86cb-ed70c70265f4 req-c87e9c39-b172-4cca-a016-e13d568d9552 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:15.384183 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2bdd2067-a0c7-4d68-86cb-ed70c70265f4 req-c87e9c39-b172-4cca-a016-e13d568d9552 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.2594500 Apr 20 13:20:15.398758 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5ad9c2ab-2cc9-429d-a3a9-74488379fbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:15.443520 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-45afbff1-d67f-496a-9a36-1ba0850ab61f tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:15.525950 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7238048-8cd7-48b3-b905-c7dbdfee93a1 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:15.549068 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7238048-8cd7-48b3-b905-c7dbdfee93a1 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:15.552285 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e7238048-8cd7-48b3-b905-c7dbdfee93a1 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] 10.222.0.25 "DELETE /v2.0/networks/00ab469f-8975-4247-ab7e-195a557787f2 HTTP/1.1" status: 204 len: 168 time: 1.2541702 Apr 20 13:20:15.554197 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-583e37d3-54b9-4cd2-a913-ce1a69cd0033 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:15.555584 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55950) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:15.598465 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 1a33767a-00cc-4940-8cdb-a52759fbecfc up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:20:15.599430 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2bdd2067-a0c7-4d68-86cb-ed70c70265f4 req-06b7ebd1-8615-4e9b-bdb7-965044ca4d2d tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2019374 Apr 20 13:20:15.614339 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7238048-8cd7-48b3-b905-c7dbdfee93a1 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Pushing event deleted for resources: {'Network': ['ID=00ab469f-8975-4247-ab7e-195a557787f2,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:15.616939 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b4bbb9-c7f5-428d-a014-6e3489d5ba0f tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Made reservation on behalf of 1b312b3efbcf45c18eb9371eccc20b2b for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:15.621868 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-31b4bbb9-c7f5-428d-a014-6e3489d5ba0f tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:15.643724 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebc6453f-5bad-45e4-b66e-b80f8eb7ee11 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Deleting subnet 30babe30-1c34-43c8-be33-3d2b76e17810 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:20:15.648230 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad9c2ab-2cc9-429d-a3a9-74488379fbb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca000807-d525-4ea4-9c0b-5d96911607ed,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:15.648627 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ebc6453f-5bad-45e4-b66e-b80f8eb7ee11 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:15.661637 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 1a33767a-00cc-4940-8cdb-a52759fbecfc triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:15.662259 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:15.667640 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad9c2ab-2cc9-429d-a3a9-74488379fbb7 admin admin] Checking segment: {'id': '892a43bc-413a-4417-8c32-1f97c1633215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b862d419-fbde-4fc5-af1d-51107adf2490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:20:15.669225 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad9c2ab-2cc9-429d-a3a9-74488379fbb7 admin admin] Network hostable DHCP agents. Network: b862d419-fbde-4fc5-af1d-51107adf2490, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:20:15.681601 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-31b4bbb9-c7f5-428d-a014-6e3489d5ba0f tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] device_id is not set on port d8c896d9-5e77-444f-b4cb-b633e3ca1bab yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:20:15.687236 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-583e37d3-54b9-4cd2-a913-ce1a69cd0033 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:15.714455 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-45afbff1-d67f-496a-9a36-1ba0850ab61f tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:15.764390 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ebc6453f-5bad-45e4-b66e-b80f8eb7ee11 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:15.776151 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-583e37d3-54b9-4cd2-a913-ce1a69cd0033 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:20:15.818565 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afbff1-d67f-496a-9a36-1ba0850ab61f tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] Pushing event updated for resources: {'Port': ['ID=2b833112-77a6-46f6-a0d7-17e1c4a44475,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:15.824100 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad9c2ab-2cc9-429d-a3a9-74488379fbb7 admin admin] Network b862d419-fbde-4fc5-af1d-51107adf2490 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:20:15.832715 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e37d3-54b9-4cd2-a913-ce1a69cd0033 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9abc225f-5b52-4bef-9870-ee6e64aa30f8,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:15.836007 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-583e37d3-54b9-4cd2-a913-ce1a69cd0033 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:15.836429 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-583e37d3-54b9-4cd2-a913-ce1a69cd0033 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Added segment 841c8218-0920-4e93-84a2-bdcca182723b of type vlan for network 6b087060-87a4-49df-aaeb-6905b725c3a7 Apr 20 13:20:15.869835 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-45afbff1-d67f-496a-9a36-1ba0850ab61f tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] Network ba080471-2126-444f-8030-e7da6914f954 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:15.902426 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-45afbff1-d67f-496a-9a36-1ba0850ab61f tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:15.907782 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-45afbff1-d67f-496a-9a36-1ba0850ab61f tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:15.948611 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-583e37d3-54b9-4cd2-a913-ce1a69cd0033 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:15.961650 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc091b-5c41-4937-a534-86c3d2a90dde req-1b2f558e-2f7b-48c2-9f7f-0493bca58610 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:15.963327 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5dcc091b-5c41-4937-a534-86c3d2a90dde req-1b2f558e-2f7b-48c2-9f7f-0493bca58610 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.1469157 Apr 20 13:20:15.986087 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-31b4bbb9-c7f5-428d-a014-6e3489d5ba0f tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Allocated IP 2001:db8::2b5 (6d5a7632-da08-4753-833b-948cee661c0e/1c5736d6-3a6c-4eb7-a30b-592b9ea868fe/d8c896d9-5e77-444f-b4cb-b633e3ca1bab) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:15.989024 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ebc6453f-5bad-45e4-b66e-b80f8eb7ee11 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:15.989790 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-5ad9c2ab-2cc9-429d-a3a9-74488379fbb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, b862d419-fbde-4fc5-af1d-51107adf2490) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:15.994913 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad9c2ab-2cc9-429d-a3a9-74488379fbb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:15.995524 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5ad9c2ab-2cc9-429d-a3a9-74488379fbb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:16.002879 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d505a22-6ac1-4458-aab7-fdddf56a7184 None None] Network b862d419-fbde-4fc5-af1d-51107adf2490 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:16.006335 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff0cdb-7113-44a7-927e-5ec46fb1cabf req-e1447a32-1bc5-4b55-a799-c1f92a83193f tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:16.015437 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b1ff0cdb-7113-44a7-927e-5ec46fb1cabf req-e1447a32-1bc5-4b55-a799-c1f92a83193f tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bc2e67c-a70a-42e7-bb2b-c1b817c66230 HTTP/1.1" status: 200 len: 931 time: 0.2016721 Apr 20 13:20:16.025387 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-45afbff1-d67f-496a-9a36-1ba0850ab61f tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:16.026002 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-45afbff1-d67f-496a-9a36-1ba0850ab61f tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:16.107982 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b1ff0cdb-7113-44a7-927e-5ec46fb1cabf req-e58ada73-b720-4468-aa9d-0bc3bc488c73 tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] 10.222.0.25 "GET /v2.0/security-groups?id=89b506a3-40b0-40ea-895a-e4c9f592486a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916305 Apr 20 13:20:16.134244 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-583e37d3-54b9-4cd2-a913-ce1a69cd0033 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:16.135141 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5dcc091b-5c41-4937-a534-86c3d2a90dde req-9e119bd5-1096-40cc-8349-4f7b679c2f6d tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1544669 Apr 20 13:20:16.141881 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583e37d3-54b9-4cd2-a913-ce1a69cd0033 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:16.142728 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-583e37d3-54b9-4cd2-a913-ce1a69cd0033 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:16.171955 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5ad9c2ab-2cc9-429d-a3a9-74488379fbb7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8753083 Apr 20 13:20:16.176145 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-45afbff1-d67f-496a-9a36-1ba0850ab61f tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8887594 Apr 20 13:20:16.191274 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-0edde882-3563-4ffc-8466-3d00982ef345 tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:16.193756 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-0edde882-3563-4ffc-8466-3d00982ef345 tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115237 Apr 20 13:20:16.284899 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ebc6453f-5bad-45e4-b66e-b80f8eb7ee11 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:16.315920 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-3fe28b42-c037-4713-9ffc-9d5929e479bd service neutron] Request body: {'port': {'device_id': '8bc2e67c-a70a-42e7-bb2b-c1b817c66230', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:16.323613 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fecc0b-39ef-4e0a-a2c2-d243693ebb2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-b862d419-fbde-4fc5-af1d-51107adf2490', 'network_id': 'b862d419-fbde-4fc5-af1d-51107adf2490', 'tenant_id': 'f3f64fed5a2842ecb69125ffb4687918', 'fixed_ips': [{'subnet_id': 'ca000807-d525-4ea4-9c0b-5d96911607ed'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:20:16.325134 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-80fecc0b-39ef-4e0a-a2c2-d243693ebb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:16.456823 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3358b-fa44-49cb-a782-1b0dc7c08f51 req-f26dc835-0125-4a47-82b2-9522587f77b0 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:16.460687 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f7d3358b-fa44-49cb-a782-1b0dc7c08f51 req-f26dc835-0125-4a47-82b2-9522587f77b0 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.1663611 Apr 20 13:20:16.483779 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-3fe28b42-c037-4713-9ffc-9d5929e479bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:16.534152 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f7d3358b-fa44-49cb-a782-1b0dc7c08f51 req-2feec042-2419-46f7-a2c1-9f2b62fd0f63 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0633969 Apr 20 13:20:16.583114 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-80fecc0b-39ef-4e0a-a2c2-d243693ebb2f None None] Allocated IP 172.20.0.2 (b862d419-fbde-4fc5-af1d-51107adf2490/ca000807-d525-4ea4-9c0b-5d96911607ed/10c044a6-4ef1-4a48-8f2b-e9a9a105baaa) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:16.857414 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ebc6453f-5bad-45e4-b66e-b80f8eb7ee11 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:16.867539 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ebc6453f-5bad-45e4-b66e-b80f8eb7ee11 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] 10.222.0.25 "DELETE /v2.0/subnets/30babe30-1c34-43c8-be33-3d2b76e17810 HTTP/1.1" status: 204 len: 168 time: 1.3108943 Apr 20 13:20:16.870706 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55994) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:16.896182 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-583e37d3-54b9-4cd2-a913-ce1a69cd0033 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7584591 Apr 20 13:20:16.908117 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55996) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:16.927733 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-38303e5d-2a5a-455e-a981-a89b8e2f1d09 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Request body: {'subnet': {'network_id': '6b087060-87a4-49df-aaeb-6905b725c3a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:16.932588 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-31b4bbb9-c7f5-428d-a014-6e3489d5ba0f tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:16.956602 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc6453f-5bad-45e4-b66e-b80f8eb7ee11 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Pushing event deleted for resources: {'Subnet': ['ID=30babe30-1c34-43c8-be33-3d2b76e17810,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:16.959777 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e37d3-54b9-4cd2-a913-ce1a69cd0033 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Pushing event updated for resources: {'Network': ['ID=6b087060-87a4-49df-aaeb-6905b725c3a7,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:16.973979 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-80fecc0b-39ef-4e0a-a2c2-d243693ebb2f None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:16.987147 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6cb0ab-6a2e-4cb3-8b3f-779c21b1df2a None None] Network e9b53da1-b1a8-4742-b73d-32f3517fa975 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:17.006287 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 6b087060-87a4-49df-aaeb-6905b725c3a7 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:20:17.084615 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-31b4bbb9-c7f5-428d-a014-6e3489d5ba0f tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:17.089362 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-80fecc0b-39ef-4e0a-a2c2-d243693ebb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:17.125989 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fecc0b-39ef-4e0a-a2c2-d243693ebb2f None None] Network b862d419-fbde-4fc5-af1d-51107adf2490 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:17.126195 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b4bbb9-c7f5-428d-a014-6e3489d5ba0f tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Network 6d5a7632-da08-4753-833b-948cee661c0e is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:17.146273 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-31b4bbb9-c7f5-428d-a014-6e3489d5ba0f tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:17.150553 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-80fecc0b-39ef-4e0a-a2c2-d243693ebb2f None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:17.153657 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fecc0b-39ef-4e0a-a2c2-d243693ebb2f None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:17.155086 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b4bbb9-c7f5-428d-a014-6e3489d5ba0f tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:17.160403 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b4bbb9-c7f5-428d-a014-6e3489d5ba0f tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:17.161982 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-31b4bbb9-c7f5-428d-a014-6e3489d5ba0f tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:17.208865 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4bbb9-c7f5-428d-a014-6e3489d5ba0f tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Pushing event updated for resources: {'Port': ['ID=d8c896d9-5e77-444f-b4cb-b633e3ca1bab,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:17.272057 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-32232588-069c-4c48-8267-288de0c9ab02 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:17.273629 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38303e5d-2a5a-455e-a981-a89b8e2f1d09 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Made reservation on behalf of 73ad291589f64f70887e72d2959ec3be for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:17.276847 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-38303e5d-2a5a-455e-a981-a89b8e2f1d09 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:17.280429 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fecc0b-39ef-4e0a-a2c2-d243693ebb2f None None] Pushing event updated for resources: {'Port': ['ID=10c044a6-4ef1-4a48-8f2b-e9a9a105baaa,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:17.304601 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-80fecc0b-39ef-4e0a-a2c2-d243693ebb2f None None] Attempting to bind port 10c044a6-4ef1-4a48-8f2b-e9a9a105baaa on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:20:17.304973 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-80fecc0b-39ef-4e0a-a2c2-d243693ebb2f None None] Attempting to bind port 10c044a6-4ef1-4a48-8f2b-e9a9a105baaa by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '892a43bc-413a-4417-8c32-1f97c1633215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b862d419-fbde-4fc5-af1d-51107adf2490'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:20:17.305342 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fecc0b-39ef-4e0a-a2c2-d243693ebb2f None None] Attempting to bind port 10c044a6-4ef1-4a48-8f2b-e9a9a105baaa on network b862d419-fbde-4fc5-af1d-51107adf2490 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:20:17.314976 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-31b4bbb9-c7f5-428d-a014-6e3489d5ba0f tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9895332 Apr 20 13:20:17.315451 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56010) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:17.320707 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fecc0b-39ef-4e0a-a2c2-d243693ebb2f None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:20:17.320707 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fecc0b-39ef-4e0a-a2c2-d243693ebb2f None None] Checking segment: {'id': '892a43bc-413a-4417-8c32-1f97c1633215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b862d419-fbde-4fc5-af1d-51107adf2490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:20:17.320707 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-80fecc0b-39ef-4e0a-a2c2-d243693ebb2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:17.320707 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fecc0b-39ef-4e0a-a2c2-d243693ebb2f None None] Bound using segment: {'id': '892a43bc-413a-4417-8c32-1f97c1633215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b862d419-fbde-4fc5-af1d-51107adf2490'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:20:17.320707 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-80fecc0b-39ef-4e0a-a2c2-d243693ebb2f None None] Bound port: 10c044a6-4ef1-4a48-8f2b-e9a9a105baaa, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '892a43bc-413a-4417-8c32-1f97c1633215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b862d419-fbde-4fc5-af1d-51107adf2490'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:20:17.320707 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-80fecc0b-39ef-4e0a-a2c2-d243693ebb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:17.338452 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-5a97a397-e8af-4117-bc54-64f24622cd67 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2a7', 'mac_address': 'fa:16:3e:55:b7:03'}]}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:17.416835 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-fee50e8d-f6e5-4199-ba16-c52fe27f3dea tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:17.418677 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-fee50e8d-f6e5-4199-ba16-c52fe27f3dea tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/networks?id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 HTTP/1.1" status: 200 len: 811 time: 0.5335708 Apr 20 13:20:17.454231 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-3fe28b42-c037-4713-9ffc-9d5929e479bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b833112-77a6-46f6-a0d7-17e1c4a44475 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:20:17.470573 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-80fecc0b-39ef-4e0a-a2c2-d243693ebb2f None None] For port 10c044a6-4ef1-4a48-8f2b-e9a9a105baaa, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:20:17.477638 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-80fecc0b-39ef-4e0a-a2c2-d243693ebb2f None None] For port 10c044a6-4ef1-4a48-8f2b-e9a9a105baaa, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=10c044a6-4ef1-4a48-8f2b-e9a9a105baaa,segment=NetworkSegment(892a43bc-413a-4417-8c32-1f97c1633215),segment_id=892a43bc-413a-4417-8c32-1f97c1633215)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:20:17.488566 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-3fe28b42-c037-4713-9ffc-9d5929e479bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:17.505945 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ad9cb3-a4e6-49e4-b663-7bd835dec715 None None] DHCP port deletion for e9b53da1-b1a8-4742-b73d-32f3517fa975 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:20:17.526746 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-24bbc499-a938-4c55-b4ec-7af676ae7846 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/quotas/649a6cfebf0a4feb8c92b7d26c8b3e97 HTTP/1.1" status: 200 len: 375 time: 0.0915170 Apr 20 13:20:17.529567 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a97a397-e8af-4117-bc54-64f24622cd67 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:17.534505 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-5cbb8771-388f-4b68-ab31-19614197dea4 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:17.540605 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-5cbb8771-388f-4b68-ab31-19614197dea4 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/networks?id=b862d419-fbde-4fc5-af1d-51107adf2490 HTTP/1.1" status: 200 len: 816 time: 0.5126071 Apr 20 13:20:17.554225 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 440515be-620f-4346-9c0e-7e08f40a5e35 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:20:17.577632 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-3fe28b42-c037-4713-9ffc-9d5929e479bd service neutron] Transition to ACTIVE for port object 2b833112-77a6-46f6-a0d7-17e1c4a44475 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:20:17.612017 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-2614e070-49e4-4a2d-ba19-5b842b796fa6 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/quotas/f3f64fed5a2842ecb69125ffb4687918 HTTP/1.1" status: 200 len: 375 time: 0.0575168 Apr 20 13:20:17.616029 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-80fecc0b-39ef-4e0a-a2c2-d243693ebb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:17.676329 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fecc0b-39ef-4e0a-a2c2-d243693ebb2f None None] Pushing event updated for resources: {'Port': ['ID=10c044a6-4ef1-4a48-8f2b-e9a9a105baaa,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:17.727799 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-3fe28b42-c037-4713-9ffc-9d5929e479bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:17.744057 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-5ac4e010-7500-4662-b1ac-da255fb91484 None None] Provisioning complete for port d8c896d9-5e77-444f-b4cb-b633e3ca1bab triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:17.744435 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5ac4e010-7500-4662-b1ac-da255fb91484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:17.767894 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-84ad9cb3-a4e6-49e4-b663-7bd835dec715 None None] Deleting port 440515be-620f-4346-9c0e-7e08f40a5e35 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:17.768301 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-84ad9cb3-a4e6-49e4-b663-7bd835dec715 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:17.816252 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-6a5563a4-59e0-40f4-a700-9369e276fb8a tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=649a6cfebf0a4feb8c92b7d26c8b3e97&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2657781 Apr 20 13:20:17.816952 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe28b42-c037-4713-9ffc-9d5929e479bd service neutron] Pushing event updated for resources: {'Port': ['ID=2b833112-77a6-46f6-a0d7-17e1c4a44475,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:17.857300 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a97a397-e8af-4117-bc54-64f24622cd67 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:17.864479 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-32232588-069c-4c48-8267-288de0c9ab02 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Deleting port 440515be-620f-4346-9c0e-7e08f40a5e35 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:17.865032 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-32232588-069c-4c48-8267-288de0c9ab02 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:17.874407 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-293721dc-c077-4392-9ca6-13f104de196d tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f3f64fed5a2842ecb69125ffb4687918&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2613182 Apr 20 13:20:17.935957 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a97a397-e8af-4117-bc54-64f24622cd67 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:17.945460 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-5ac4e010-7500-4662-b1ac-da255fb91484 None None] Port d8c896d9-5e77-444f-b4cb-b633e3ca1bab cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:20:17.958197 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-84ad9cb3-a4e6-49e4-b663-7bd835dec715 None None] For port 440515be-620f-4346-9c0e-7e08f40a5e35, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=440515be-620f-4346-9c0e-7e08f40a5e35,segment=NetworkSegment(e088c3af-e305-496b-bf0e-1e39e1edb302),segment_id=e088c3af-e305-496b-bf0e-1e39e1edb302)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:17.958871 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-84ad9cb3-a4e6-49e4-b663-7bd835dec715 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:17.962109 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:17.997642 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-84ad9cb3-a4e6-49e4-b663-7bd835dec715 None None] Calling delete_port for 440515be-620f-4346-9c0e-7e08f40a5e35 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:18.021537 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 440515be-620f-4346-9c0e-7e08f40a5e35, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=440515be-620f-4346-9c0e-7e08f40a5e35,segment=NetworkSegment(e088c3af-e305-496b-bf0e-1e39e1edb302),segment_id=e088c3af-e305-496b-bf0e-1e39e1edb302)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:18.053116 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a97a397-e8af-4117-bc54-64f24622cd67 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Pushing event updated for resources: {'Port': ['ID=d8c896d9-5e77-444f-b4cb-b633e3ca1bab,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:18.070188 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-5a97a397-e8af-4117-bc54-64f24622cd67 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] In _notify_port_updated(), no bound segment for port d8c896d9-5e77-444f-b4cb-b633e3ca1bab on network 6d5a7632-da08-4753-833b-948cee661c0e {{(pid=114870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 13:20:18.075899 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a97a397-e8af-4117-bc54-64f24622cd67 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:18.076594 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a97a397-e8af-4117-bc54-64f24622cd67 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:18.091268 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5a97a397-e8af-4117-bc54-64f24622cd67 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] 10.222.0.25 "PUT /v2.0/ports/d8c896d9-5e77-444f-b4cb-b633e3ca1bab HTTP/1.1" status: 200 len: 1003 time: 0.7746840 Apr 20 13:20:18.091974 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56016) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:18.133782 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:18.220648 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=440515be-620f-4346-9c0e-7e08f40a5e35,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:18.373111 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-68c7ce5d-a33a-455c-91d0-1dce6085d29e service neutron] 10.222.0.25 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5361488 Apr 20 13:20:18.417955 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-f0ab14d4-4f95-4c06-bcb1-21572f42b73c tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Deleting port d8c896d9-5e77-444f-b4cb-b633e3ca1bab {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:18.421225 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f0ab14d4-4f95-4c06-bcb1-21572f42b73c tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:18.439029 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-84ad9cb3-a4e6-49e4-b663-7bd835dec715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:18.507542 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad9cb3-a4e6-49e4-b663-7bd835dec715 None None] Pushing event deleted for resources: {'Port': ['ID=440515be-620f-4346-9c0e-7e08f40a5e35,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:18.517966 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ad9cb3-a4e6-49e4-b663-7bd835dec715 None None] No DVR routers for this DVR port 440515be-620f-4346-9c0e-7e08f40a5e35 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:20:18.568536 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f0ab14d4-4f95-4c06-bcb1-21572f42b73c tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:18.591977 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-f0ab14d4-4f95-4c06-bcb1-21572f42b73c tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Calling delete_port for d8c896d9-5e77-444f-b4cb-b633e3ca1bab owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:18.693650 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-2dd052f7-ab7c-4e68-b5f9-1b24882fdfaf None None] Provisioning complete for port d8c896d9-5e77-444f-b4cb-b633e3ca1bab triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:18.700474 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2dd052f7-ab7c-4e68-b5f9-1b24882fdfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:18.810985 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-2dd052f7-ab7c-4e68-b5f9-1b24882fdfaf None None] Port d8c896d9-5e77-444f-b4cb-b633e3ca1bab cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:20:18.906724 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56028) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:18.913067 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f0ab14d4-4f95-4c06-bcb1-21572f42b73c tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:18.984171 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab14d4-4f95-4c06-bcb1-21572f42b73c tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Pushing event deleted for resources: {'Port': ['ID=d8c896d9-5e77-444f-b4cb-b633e3ca1bab,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:19.160979 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-6648c034-6d10-4d3a-8c78-71836e752e31 service neutron] 10.222.0.25 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7430618 Apr 20 13:20:19.164514 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f0ab14d4-4f95-4c06-bcb1-21572f42b73c tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:19.168528 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-32232588-069c-4c48-8267-288de0c9ab02 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] For port 440515be-620f-4346-9c0e-7e08f40a5e35, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=440515be-620f-4346-9c0e-7e08f40a5e35,segment=NetworkSegment(e088c3af-e305-496b-bf0e-1e39e1edb302),segment_id=e088c3af-e305-496b-bf0e-1e39e1edb302)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:19.169002 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-32232588-069c-4c48-8267-288de0c9ab02 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:19.173992 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f0ab14d4-4f95-4c06-bcb1-21572f42b73c tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] 10.222.0.25 "DELETE /v2.0/ports/d8c896d9-5e77-444f-b4cb-b633e3ca1bab HTTP/1.1" status: 204 len: 168 time: 1.0809548 Apr 20 13:20:19.179960 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56032) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:19.256178 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-32232588-069c-4c48-8267-288de0c9ab02 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Calling delete_port for 440515be-620f-4346-9c0e-7e08f40a5e35 owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:19.269839 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec34999-edef-4257-9f16-807b01357f08 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] GET failed (client error): The resource could not be found. Apr 20 13:20:19.271513 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1ec34999-edef-4257-9f16-807b01357f08 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] 10.222.0.25 "GET /v2.0/ports/d8c896d9-5e77-444f-b4cb-b633e3ca1bab HTTP/1.1" status: 404 len: 333 time: 0.0771513 Apr 20 13:20:19.272528 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8ed30b10-ca0b-4b3e-b991-719f61786295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:19.304166 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56034) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:19.312183 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-1e79534d-2652-41e0-8b8b-f5f990c00d4e tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Request body: {'port': {'network_id': '6d5a7632-da08-4753-833b-948cee661c0e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-507319765'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:19.355004 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-3fe28b42-c037-4713-9ffc-9d5929e479bd service neutron] Attempting to bind port 2b833112-77a6-46f6-a0d7-17e1c4a44475 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:20:19.355344 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-3fe28b42-c037-4713-9ffc-9d5929e479bd service neutron] Attempting to bind port 2b833112-77a6-46f6-a0d7-17e1c4a44475 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '4abe9290-80d7-4232-b1ef-c6e4b56fc2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ba080471-2126-444f-8030-e7da6914f954'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:20:19.357164 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-3fe28b42-c037-4713-9ffc-9d5929e479bd service neutron] Attempting to bind port 2b833112-77a6-46f6-a0d7-17e1c4a44475 on network ba080471-2126-444f-8030-e7da6914f954 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:20:19.455703 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-3fe28b42-c037-4713-9ffc-9d5929e479bd service neutron] Port 2b833112-77a6-46f6-a0d7-17e1c4a44475 on network ba080471-2126-444f-8030-e7da6914f954 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:20:19.456026 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-3fe28b42-c037-4713-9ffc-9d5929e479bd service neutron] Attempting to bind port 2b833112-77a6-46f6-a0d7-17e1c4a44475 on network ba080471-2126-444f-8030-e7da6914f954 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:20:19.465123 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-3fe28b42-c037-4713-9ffc-9d5929e479bd service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:20:19.465495 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-3fe28b42-c037-4713-9ffc-9d5929e479bd service neutron] Checking segment: {'id': '4abe9290-80d7-4232-b1ef-c6e4b56fc2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ba080471-2126-444f-8030-e7da6914f954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:20:19.466128 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-3fe28b42-c037-4713-9ffc-9d5929e479bd service neutron] Bound using segment: {'id': '4abe9290-80d7-4232-b1ef-c6e4b56fc2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ba080471-2126-444f-8030-e7da6914f954'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:20:19.467011 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-3fe28b42-c037-4713-9ffc-9d5929e479bd service neutron] Bound port: 2b833112-77a6-46f6-a0d7-17e1c4a44475, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4abe9290-80d7-4232-b1ef-c6e4b56fc2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ba080471-2126-444f-8030-e7da6914f954'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:20:19.467615 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-3fe28b42-c037-4713-9ffc-9d5929e479bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:19.490447 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-38303e5d-2a5a-455e-a981-a89b8e2f1d09 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:19.525027 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9daad6-e14a-4fe8-a483-c08434d0373d None None] Network b862d419-fbde-4fc5-af1d-51107adf2490 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:19.611987 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-32232588-069c-4c48-8267-288de0c9ab02 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:19.623413 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-a88e757b-4756-433f-93bf-62c4e953f6af service neutron] 10.222.0.25 "GET /v2.0/networks/b862d419-fbde-4fc5-af1d-51107adf2490?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7037013 Apr 20 13:20:19.740077 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8ed30b10-ca0b-4b3e-b991-719f61786295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:19.745517 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e79534d-2652-41e0-8b8b-f5f990c00d4e tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Made reservation on behalf of 1b312b3efbcf45c18eb9371eccc20b2b for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:19.745517 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e79534d-2652-41e0-8b8b-f5f990c00d4e tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:19.765882 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-1e79534d-2652-41e0-8b8b-f5f990c00d4e tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] device_id is not set on port c4d0f5d0-83f7-4f9e-94d5-b80f2d968a24 yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:20:19.814816 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 10c044a6-4ef1-4a48-8f2b-e9a9a105baaa up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:20:19.859316 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8ed30b10-ca0b-4b3e-b991-719f61786295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:19.893311 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-191a823e-792f-47a3-8e18-4c2fcfc9025a service neutron] 10.222.0.25 "GET /v2.0/networks/b862d419-fbde-4fc5-af1d-51107adf2490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689457 Apr 20 13:20:19.895885 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ec543511-85af-41a3-a6c3-cac38e765fe1 None None] Provisioning complete for port 10c044a6-4ef1-4a48-8f2b-e9a9a105baaa triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:19.896377 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ec543511-85af-41a3-a6c3-cac38e765fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:19.956792 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8ed30b10-ca0b-4b3e-b991-719f61786295 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d0bccf66736d40c78cd8d85ee3261291&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0460176 Apr 20 13:20:19.958194 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56046) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:19.968326 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed30b10-ca0b-4b3e-b991-719f61786295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6abd17-8faf-4b74-bff2-362c893623a0,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:19.969619 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 10c044a6-4ef1-4a48-8f2b-e9a9a105baaa triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:19.970066 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:20.002164 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-1e79534d-2652-41e0-8b8b-f5f990c00d4e tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Allocated IP 2001:db8::e9 (6d5a7632-da08-4753-833b-948cee661c0e/1c5736d6-3a6c-4eb7-a30b-592b9ea868fe/c4d0f5d0-83f7-4f9e-94d5-b80f2d968a24) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:20.061591 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32232588-069c-4c48-8267-288de0c9ab02 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Pushing event deleted for resources: {'Port': ['ID=440515be-620f-4346-9c0e-7e08f40a5e35,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:20.088392 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e8e331c4-7900-4f94-879b-0a7ab8892118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:20.095929 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32232588-069c-4c48-8267-288de0c9ab02 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:20.096284 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32232588-069c-4c48-8267-288de0c9ab02 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:20.096609 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32232588-069c-4c48-8267-288de0c9ab02 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:20.096998 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32232588-069c-4c48-8267-288de0c9ab02 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:20.102724 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32232588-069c-4c48-8267-288de0c9ab02 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:20.103112 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32232588-069c-4c48-8267-288de0c9ab02 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:20.103515 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32232588-069c-4c48-8267-288de0c9ab02 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:20.103908 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32232588-069c-4c48-8267-288de0c9ab02 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:20.104423 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32232588-069c-4c48-8267-288de0c9ab02 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:20.104561 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32232588-069c-4c48-8267-288de0c9ab02 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:20.104973 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32232588-069c-4c48-8267-288de0c9ab02 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:20.105204 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32232588-069c-4c48-8267-288de0c9ab02 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:20.184186 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-3fe28b42-c037-4713-9ffc-9d5929e479bd service neutron] For port 2b833112-77a6-46f6-a0d7-17e1c4a44475, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:20:20.188718 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-3fe28b42-c037-4713-9ffc-9d5929e479bd service neutron] For port 2b833112-77a6-46f6-a0d7-17e1c4a44475, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=2b833112-77a6-46f6-a0d7-17e1c4a44475,segment=NetworkSegment(4abe9290-80d7-4232-b1ef-c6e4b56fc2c0),segment_id=4abe9290-80d7-4232-b1ef-c6e4b56fc2c0)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:20:20.204748 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:20.216641 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e8e331c4-7900-4f94-879b-0a7ab8892118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:20.249404 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38303e5d-2a5a-455e-a981-a89b8e2f1d09 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Pushing event updated for resources: {'Subnet': ['ID=e01f38fe-ca3d-4378-a8ce-4e3023570090,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:20.362887 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32232588-069c-4c48-8267-288de0c9ab02 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] No DVR routers for this DVR port 440515be-620f-4346-9c0e-7e08f40a5e35 on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:20:20.378105 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-3fe28b42-c037-4713-9ffc-9d5929e479bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:20.397235 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ec543511-85af-41a3-a6c3-cac38e765fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:20.400774 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 10c044a6-4ef1-4a48-8f2b-e9a9a105baaa, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=10c044a6-4ef1-4a48-8f2b-e9a9a105baaa,segment=NetworkSegment(892a43bc-413a-4417-8c32-1f97c1633215),segment_id=892a43bc-413a-4417-8c32-1f97c1633215)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:20.496878 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e79534d-2652-41e0-8b8b-f5f990c00d4e tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:20.534599 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e8e331c4-7900-4f94-879b-0a7ab8892118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:20.539925 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e8e331c4-7900-4f94-879b-0a7ab8892118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:20.553707 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e8e331c4-7900-4f94-879b-0a7ab8892118 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4d6abd17-8faf-4b74-bff2-362c893623a0 HTTP/1.1" status: 204 len: 168 time: 0.5944333 Apr 20 13:20:20.581434 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e331c4-7900-4f94-879b-0a7ab8892118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6abd17-8faf-4b74-bff2-362c893623a0,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:20.584978 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-ec543511-85af-41a3-a6c3-cac38e765fe1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:20:20.585845 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-ec543511-85af-41a3-a6c3-cac38e765fe1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:20:20.587269 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:20.927206 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=10c044a6-4ef1-4a48-8f2b-e9a9a105baaa,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:20.930625 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-13e9f4ef-ca22-40f2-8e48-40025d6e0037 req-e5869476-3a60-42df-bfb1-f5fc827b322a tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8914967-9f85-4f13-a1b1-1d36d5a6da77 HTTP/1.1" status: 200 len: 210 time: 0.2714498 Apr 20 13:20:20.930625 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38303e5d-2a5a-455e-a981-a89b8e2f1d09 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Checking segment: {'id': '841c8218-0920-4e93-84a2-bdcca182723b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6b087060-87a4-49df-aaeb-6905b725c3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:20:20.930625 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38303e5d-2a5a-455e-a981-a89b8e2f1d09 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Network hostable DHCP agents. Network: 6b087060-87a4-49df-aaeb-6905b725c3a7, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:20:20.930625 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f93b8-67a0-46aa-ae92-1038ce0732bc req-97c96c55-0544-41ae-80c9-2047afb1c782 tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:20.930625 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-484f93b8-67a0-46aa-ae92-1038ce0732bc req-97c96c55-0544-41ae-80c9-2047afb1c782 tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bc2e67c-a70a-42e7-bb2b-c1b817c66230 HTTP/1.1" status: 200 len: 943 time: 0.8320217 Apr 20 13:20:20.930625 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-3fe28b42-c037-4713-9ffc-9d5929e479bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:20.930625 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-3fe28b42-c037-4713-9ffc-9d5929e479bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:20.930625 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-3fe28b42-c037-4713-9ffc-9d5929e479bd service neutron] 10.222.0.15 "PUT /v2.0/ports/2b833112-77a6-46f6-a0d7-17e1c4a44475 HTTP/1.1" status: 200 len: 1091 time: 4.5359187 Apr 20 13:20:20.930625 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc2e67c-a70a-42e7-bb2b-c1b817c66230', 'tag': '2b833112-77a6-46f6-a0d7-17e1c4a44475'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:20:20.930625 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52357a1f-cd00-4357-9ead-052174c0f37b" -d '{"events": [{"name": "network-changed", "server_uuid": "8bc2e67c-a70a-42e7-bb2b-c1b817c66230", "tag": "2b833112-77a6-46f6-a0d7-17e1c4a44475"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:20:20.932734 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e79534d-2652-41e0-8b8b-f5f990c00d4e tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:20.932734 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e79534d-2652-41e0-8b8b-f5f990c00d4e tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Network 6d5a7632-da08-4753-833b-948cee661c0e is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:20.932734 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-1e79534d-2652-41e0-8b8b-f5f990c00d4e tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:20.932734 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e79534d-2652-41e0-8b8b-f5f990c00d4e tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:20.932734 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e79534d-2652-41e0-8b8b-f5f990c00d4e tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:20.932734 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e79534d-2652-41e0-8b8b-f5f990c00d4e tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:20.932734 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79534d-2652-41e0-8b8b-f5f990c00d4e tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Pushing event updated for resources: {'Port': ['ID=c4d0f5d0-83f7-4f9e-94d5-b80f2d968a24,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:20.934483 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-32232588-069c-4c48-8267-288de0c9ab02 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:20.955424 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-32232588-069c-4c48-8267-288de0c9ab02 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9b53da1-b1a8-4742-b73d-32f3517fa975']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:20.995939 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-32232588-069c-4c48-8267-288de0c9ab02 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e088c3af-e305-496b-bf0e-1e39e1edb302') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:20.996867 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-32232588-069c-4c48-8267-288de0c9ab02 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e088c3af-e305-496b-bf0e-1e39e1edb302') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:21.000514 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe28b42-c037-4713-9ffc-9d5929e479bd service neutron] Pushing event updated for resources: {'Port': ['ID=2b833112-77a6-46f6-a0d7-17e1c4a44475,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:21.005844 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-484f93b8-67a0-46aa-ae92-1038ce0732bc req-acd2f93a-bf5b-45cb-8f46-fdbf8cd2c97a tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] 10.222.0.25 "GET /v2.0/security-groups?id=89b506a3-40b0-40ea-895a-e4c9f592486a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295010 Apr 20 13:20:21.020394 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-32232588-069c-4c48-8267-288de0c9ab02 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:21.044288 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-32232588-069c-4c48-8267-288de0c9ab02 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:21.071667 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38303e5d-2a5a-455e-a981-a89b8e2f1d09 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Network 6b087060-87a4-49df-aaeb-6905b725c3a7 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:20:21.078231 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32232588-069c-4c48-8267-288de0c9ab02 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:20:21.078714 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-32232588-069c-4c48-8267-288de0c9ab02 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:21.085077 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1e79534d-2652-41e0-8b8b-f5f990c00d4e tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7773986 Apr 20 13:20:21.085743 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56076) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:21.095146 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:20:21.095146 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 13:20:21.095146 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:20:21.095146 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 13:20:21.095146 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:20:21.095146 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 13:20:21.095146 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:20:21.095146 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 13:20:21.095146 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:20:21.095146 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:20:21.095146 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:20:21.095146 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:20:21.095146 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:20:21.095146 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:20:21.095146 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:20:21.095146 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:20:21.095146 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:20:21.095146 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:20:21.095146 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:20:21.095146 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:20:21.095146 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:20:21.095146 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:20:21.095146 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:20:21.095146 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:20:21.095146 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:20:21.095146 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:20:21.095146 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:20:21.095146 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:20:21.095146 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:20:21.095146 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:20:21.095146 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:20:21.095146 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:20:21.095146 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:20:21.095146 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:20:21.095146 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:20:21.095146 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:20:21.095146 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:20:21.095146 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:20:21.095146 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:20:21.095146 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:20:21.105203 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-11d0b073-7cb8-4084-bd9d-49e44cc12ba3 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:55:b7:03'}]}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:21.351040 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-c2112cb9-b883-4619-aee2-208c2df0272c None None] Provisioning complete for port c4d0f5d0-83f7-4f9e-94d5-b80f2d968a24 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:21.352231 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c2112cb9-b883-4619-aee2-208c2df0272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:21.357994 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091c907-2053-4d07-ac0b-31c4558538bf req-9212dd35-ae81-4374-8a44-8d0066cf6e27 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:21.362458 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4091c907-2053-4d07-ac0b-31c4558538bf req-9212dd35-ae81-4374-8a44-8d0066cf6e27 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/networks?id=b862d419-fbde-4fc5-af1d-51107adf2490 HTTP/1.1" status: 200 len: 816 time: 0.5747540 Apr 20 13:20:21.385454 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-38303e5d-2a5a-455e-a981-a89b8e2f1d09 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 6b087060-87a4-49df-aaeb-6905b725c3a7) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:21.414467 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38303e5d-2a5a-455e-a981-a89b8e2f1d09 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:21.415631 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-38303e5d-2a5a-455e-a981-a89b8e2f1d09 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:21.421462 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6390b5-4d13-41e7-bdd4-93d6791cdaff None None] Network 6b087060-87a4-49df-aaeb-6905b725c3a7 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:21.433927 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4091c907-2053-4d07-ac0b-31c4558538bf req-316fc113-c27c-4d87-b1cd-b84055901487 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/quotas/f3f64fed5a2842ecb69125ffb4687918 HTTP/1.1" status: 200 len: 375 time: 0.0495484 Apr 20 13:20:21.443001 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-11d0b073-7cb8-4084-bd9d-49e44cc12ba3 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:21.528636 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-c2112cb9-b883-4619-aee2-208c2df0272c None None] Port c4d0f5d0-83f7-4f9e-94d5-b80f2d968a24 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:20:21.542832 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-32232588-069c-4c48-8267-288de0c9ab02 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:21.546726 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-6d9559f5-658e-43ff-ba61-5f0f7f483f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:21.548293 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-6d9559f5-658e-43ff-ba61-5f0f7f483f68 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8a9e3301a6754d8dbda230536116991a&device_id=8bc2e67c-a70a-42e7-bb2b-c1b817c66230 HTTP/1.1" status: 200 len: 1094 time: 0.4112213 Apr 20 13:20:21.556013 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-38303e5d-2a5a-455e-a981-a89b8e2f1d09 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.6299524 Apr 20 13:20:21.558862 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56080) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:21.561148 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-32232588-069c-4c48-8267-288de0c9ab02 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:21.564464 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-32232588-069c-4c48-8267-288de0c9ab02 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] 10.222.0.25 "DELETE /v2.0/networks/e9b53da1-b1a8-4742-b73d-32f3517fa975 HTTP/1.1" status: 204 len: 168 time: 4.6910143 Apr 20 13:20:21.569189 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-c2112cb9-b883-4619-aee2-208c2df0272c None None] Provisioning complete for port 10c044a6-4ef1-4a48-8f2b-e9a9a105baaa triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:21.569426 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c2112cb9-b883-4619-aee2-208c2df0272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:21.586800 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6768843-c6ea-476b-99a8-6687fd841fbb x-openstack-request-id: req-c6768843-c6ea-476b-99a8-6687fd841fbb {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:20:21.587090 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bc2e67c-a70a-42e7-bb2b-c1b817c66230", "tag": "2b833112-77a6-46f6-a0d7-17e1c4a44475", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:20:21.587344 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c6768843-c6ea-476b-99a8-6687fd841fbb {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:20:21.587770 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6768843-c6ea-476b-99a8-6687fd841fbb'] response: {'name': 'network-changed', 'server_uuid': '8bc2e67c-a70a-42e7-bb2b-c1b817c66230', 'tag': '2b833112-77a6-46f6-a0d7-17e1c4a44475', 'status': 'completed', 'code': 200} Apr 20 13:20:21.591097 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-51e22630-00db-4256-87da-3885ce97e245 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-137374144', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}, 'admin_state_up': False}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:21.604093 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 10c044a6-4ef1-4a48-8f2b-e9a9a105baaa up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:20:21.609494 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:20:21.626190 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32232588-069c-4c48-8267-288de0c9ab02 tempest-NetworksIpV6TestAttrs-159224623 tempest-NetworksIpV6TestAttrs-159224623-project] Pushing event deleted for resources: {'Network': ['ID=e9b53da1-b1a8-4742-b73d-32f3517fa975,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:21.631732 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-4ef9dba9-abdd-44c1-b9cd-56be901bbeb7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b833112-77a6-46f6-a0d7-17e1c4a44475 HTTP/1.1" status: 200 len: 217 time: 0.0717494 Apr 20 13:20:21.672725 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4091c907-2053-4d07-ac0b-31c4558538bf req-b2f8a476-4d23-4df8-b0ba-dd696474f249 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f3f64fed5a2842ecb69125ffb4687918&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2378511 Apr 20 13:20:21.740982 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 10c044a6-4ef1-4a48-8f2b-e9a9a105baaa triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:21.741463 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:21.814076 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56088) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:21.861836 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528508c4-3ad0-42e6-bf56-0e5451d66a6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-6b087060-87a4-49df-aaeb-6905b725c3a7', 'network_id': '6b087060-87a4-49df-aaeb-6905b725c3a7', 'tenant_id': '73ad291589f64f70887e72d2959ec3be', 'fixed_ips': [{'subnet_id': 'e01f38fe-ca3d-4378-a8ce-4e3023570090'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:20:21.862664 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-528508c4-3ad0-42e6-bf56-0e5451d66a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:21.887598 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-51e22630-00db-4256-87da-3885ce97e245 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:21.893593 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-51e22630-00db-4256-87da-3885ce97e245 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:21.909157 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f4ada3bc-1ddb-487b-81cc-5ae353d117d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:21.915918 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fb65cda2-c6e6-461f-9d68-cc2eb6b21215 req-61ca3b89-e4d1-469a-b83b-501b401d185f tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8914967-9f85-4f13-a1b1-1d36d5a6da77 HTTP/1.1" status: 200 len: 210 time: 0.1030135 Apr 20 13:20:21.943341 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-b24bafc8-233d-4f14-a0e9-5b19147a0f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:21.945300 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-b24bafc8-233d-4f14-a0e9-5b19147a0f19 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=088235ce-c88a-4267-971e-30c824707d21 HTTP/1.1" status: 200 len: 849 time: 0.2705879 Apr 20 13:20:21.971941 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-11d0b073-7cb8-4084-bd9d-49e44cc12ba3 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:21.991125 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-2b899bd8-b92e-49ab-b3ea-97a576bc1edb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ba080471-2126-444f-8030-e7da6914f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298307 Apr 20 13:20:21.997711 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-51e22630-00db-4256-87da-3885ce97e245 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:22.050289 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-11d0b073-7cb8-4084-bd9d-49e44cc12ba3 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:22.104986 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4091c907-2053-4d07-ac0b-31c4558538bf req-afd6c9f3-fc85-41d1-8de3-5fe2c1899700 service neutron] 10.222.0.25 "GET /v2.0/networks/b862d419-fbde-4fc5-af1d-51107adf2490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313612 Apr 20 13:20:22.109592 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-11d0b073-7cb8-4084-bd9d-49e44cc12ba3 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] In _notify_port_updated(), no bound segment for port c4d0f5d0-83f7-4f9e-94d5-b80f2d968a24 on network 6d5a7632-da08-4753-833b-948cee661c0e {{(pid=114870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 13:20:22.125238 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d0b073-7cb8-4084-bd9d-49e44cc12ba3 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:22.126097 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-11d0b073-7cb8-4084-bd9d-49e44cc12ba3 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:22.132073 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-11d0b073-7cb8-4084-bd9d-49e44cc12ba3 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] 10.222.0.25 "PUT /v2.0/ports/c4d0f5d0-83f7-4f9e-94d5-b80f2d968a24 HTTP/1.1" status: 200 len: 1001 time: 1.0452914 Apr 20 13:20:22.180671 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56094) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:22.307938 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-528508c4-3ad0-42e6-bf56-0e5451d66a6f None None] Allocated IP 172.20.0.2 (6b087060-87a4-49df-aaeb-6905b725c3a7/e01f38fe-ca3d-4378-a8ce-4e3023570090/92599848-5eee-4abb-ad01-4362aa98099b) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:22.342108 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56098) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:22.377247 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d0b073-7cb8-4084-bd9d-49e44cc12ba3 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Pushing event updated for resources: {'Port': ['ID=c4d0f5d0-83f7-4f9e-94d5-b80f2d968a24,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:22.495905 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-ccf257cd-8e9f-46dc-a95c-1b15192248ef service neutron] 10.222.0.15 "GET /v2.0/networks/ba080471-2126-444f-8030-e7da6914f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4910798 Apr 20 13:20:22.571279 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53179eab-1e88-439f-adad-6df7897139c7 req-6884d036-1a4b-47c2-b6a2-d0c2f90d0c52 tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:22.572842 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-53179eab-1e88-439f-adad-6df7897139c7 req-6884d036-1a4b-47c2-b6a2-d0c2f90d0c52 tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bc2e67c-a70a-42e7-bb2b-c1b817c66230 HTTP/1.1" status: 200 len: 943 time: 0.3526073 Apr 20 13:20:22.605022 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccf1d9eb-b289-4fe8-b7bd-c202651c86b0 None None] Provisioning complete for port c4d0f5d0-83f7-4f9e-94d5-b80f2d968a24 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:22.605564 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccf1d9eb-b289-4fe8-b7bd-c202651c86b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:22.611304 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-528508c4-3ad0-42e6-bf56-0e5451d66a6f None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:22.622975 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4091c907-2053-4d07-ac0b-31c4558538bf req-0f157623-66eb-4dc6-94b7-b39d8efffbf6 service neutron] 10.222.0.25 "GET /v2.0/networks/b862d419-fbde-4fc5-af1d-51107adf2490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4889202 Apr 20 13:20:22.636516 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f4ada3bc-1ddb-487b-81cc-5ae353d117d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:22.671818 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccf1d9eb-b289-4fe8-b7bd-c202651c86b0 None None] Port c4d0f5d0-83f7-4f9e-94d5-b80f2d968a24 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:20:22.676757 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-51e22630-00db-4256-87da-3885ce97e245 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:22.702880 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2f82e0a0-4092-436e-a26a-af8b60bff86c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0bc01febe15e42fa943570da68ef7c29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3595257 Apr 20 13:20:22.705894 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56102) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:22.722678 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-c3d93eb4-89ea-4a76-8ae1-ee4e058929a8 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Deleting port c4d0f5d0-83f7-4f9e-94d5-b80f2d968a24 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:22.723452 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c3d93eb4-89ea-4a76-8ae1-ee4e058929a8 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:22.752986 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-528508c4-3ad0-42e6-bf56-0e5451d66a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:22.772987 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-53179eab-1e88-439f-adad-6df7897139c7 req-33ac2671-5ae0-470b-b054-5c698b9f8b4e tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] 10.222.0.25 "GET /v2.0/security-groups?id=89b506a3-40b0-40ea-895a-e4c9f592486a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895597 Apr 20 13:20:22.773639 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f4ada3bc-1ddb-487b-81cc-5ae353d117d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:22.837008 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f4ada3bc-1ddb-487b-81cc-5ae353d117d4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=691fdd717c114dcbaeceb8c0159d02ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9960587 Apr 20 13:20:22.840235 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528508c4-3ad0-42e6-bf56-0e5451d66a6f None None] Network 6b087060-87a4-49df-aaeb-6905b725c3a7 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:22.842076 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ba078450-77ca-4b5d-b799-abe49d5e69c6 req-95973f21-09e9-4b22-a6fe-4f02ce328c09 service neutron] 10.222.0.15 "GET /v2.0/networks/ba080471-2126-444f-8030-e7da6914f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446615 Apr 20 13:20:22.842628 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56104) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:22.845443 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-528508c4-3ad0-42e6-bf56-0e5451d66a6f None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:22.865423 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528508c4-3ad0-42e6-bf56-0e5451d66a6f None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:22.902279 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ada3bc-1ddb-487b-81cc-5ae353d117d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fae4e6-954c-473e-b011-9b1b9050ff2d,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:22.996970 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-4b4b0485-2c20-4254-ab3a-84131ff1c59a tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:22.997667 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-4b4b0485-2c20-4254-ab3a-84131ff1c59a tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.32 "GET /v2.0/networks?id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 HTTP/1.1" status: 200 len: 811 time: 0.3399048 Apr 20 13:20:23.032365 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c3d93eb4-89ea-4a76-8ae1-ee4e058929a8 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:23.043412 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-2742d35f-2320-4391-87e8-6a064060621f tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Request body: {'port': {'device_id': 'd8914967-9f85-4f13-a1b1-1d36d5a6da77', 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119', 'admin_state_up': True, 'tenant_id': '649a6cfebf0a4feb8c92b7d26c8b3e97'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:23.066402 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-c3d93eb4-89ea-4a76-8ae1-ee4e058929a8 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Calling delete_port for c4d0f5d0-83f7-4f9e-94d5-b80f2d968a24 owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:23.295781 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528508c4-3ad0-42e6-bf56-0e5451d66a6f None None] Pushing event updated for resources: {'Port': ['ID=92599848-5eee-4abb-ad01-4362aa98099b,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:23.340341 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7b8c6e8d-5788-4bd0-ac9b-ba412435ac29 req-86516381-003c-40f2-9d12-7e647ac80e2f tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8914967-9f85-4f13-a1b1-1d36d5a6da77 HTTP/1.1" status: 200 len: 210 time: 0.2685690 Apr 20 13:20:23.341946 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-528508c4-3ad0-42e6-bf56-0e5451d66a6f None None] Attempting to bind port 92599848-5eee-4abb-ad01-4362aa98099b on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:20:23.342332 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-528508c4-3ad0-42e6-bf56-0e5451d66a6f None None] Attempting to bind port 92599848-5eee-4abb-ad01-4362aa98099b by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '841c8218-0920-4e93-84a2-bdcca182723b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6b087060-87a4-49df-aaeb-6905b725c3a7'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:20:23.342728 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528508c4-3ad0-42e6-bf56-0e5451d66a6f None None] Attempting to bind port 92599848-5eee-4abb-ad01-4362aa98099b on network 6b087060-87a4-49df-aaeb-6905b725c3a7 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:20:23.343981 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f91b3ae4-41aa-4002-b8cd-0801b4b39cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:23.353660 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528508c4-3ad0-42e6-bf56-0e5451d66a6f None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:20:23.355118 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528508c4-3ad0-42e6-bf56-0e5451d66a6f None None] Checking segment: {'id': '841c8218-0920-4e93-84a2-bdcca182723b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6b087060-87a4-49df-aaeb-6905b725c3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:20:23.356519 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-528508c4-3ad0-42e6-bf56-0e5451d66a6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:23.356942 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528508c4-3ad0-42e6-bf56-0e5451d66a6f None None] Bound using segment: {'id': '841c8218-0920-4e93-84a2-bdcca182723b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6b087060-87a4-49df-aaeb-6905b725c3a7'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:20:23.357440 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-528508c4-3ad0-42e6-bf56-0e5451d66a6f None None] Bound port: 92599848-5eee-4abb-ad01-4362aa98099b, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '841c8218-0920-4e93-84a2-bdcca182723b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6b087060-87a4-49df-aaeb-6905b725c3a7'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:20:23.360181 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-528508c4-3ad0-42e6-bf56-0e5451d66a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:23.425010 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f91b3ae4-41aa-4002-b8cd-0801b4b39cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:23.498777 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-528508c4-3ad0-42e6-bf56-0e5451d66a6f None None] For port 92599848-5eee-4abb-ad01-4362aa98099b, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:20:23.505076 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-528508c4-3ad0-42e6-bf56-0e5451d66a6f None None] For port 92599848-5eee-4abb-ad01-4362aa98099b, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=92599848-5eee-4abb-ad01-4362aa98099b,segment=NetworkSegment(841c8218-0920-4e93-84a2-bdcca182723b),segment_id=841c8218-0920-4e93-84a2-bdcca182723b)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:20:23.549138 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-2742d35f-2320-4391-87e8-6a064060621f tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Made reservation on behalf of 649a6cfebf0a4feb8c92b7d26c8b3e97 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:23.553250 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-2742d35f-2320-4391-87e8-6a064060621f tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:23.555534 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-124d3481-7e79-4fb1-881a-47adad92ab39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:23.591245 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-528508c4-3ad0-42e6-bf56-0e5451d66a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:23.618703 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c3d93eb4-89ea-4a76-8ae1-ee4e058929a8 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:23.620327 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f91b3ae4-41aa-4002-b8cd-0801b4b39cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:23.620437 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52357a1f-cd00-4357-9ead-052174c0f37b req-289af17e-ee24-4344-a781-0186adaed3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:23.622118 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52357a1f-cd00-4357-9ead-052174c0f37b req-289af17e-ee24-4344-a781-0186adaed3d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8a9e3301a6754d8dbda230536116991a&device_id=8bc2e67c-a70a-42e7-bb2b-c1b817c66230 HTTP/1.1" status: 200 len: 1094 time: 0.5534115 Apr 20 13:20:23.623032 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f91b3ae4-41aa-4002-b8cd-0801b4b39cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:23.632796 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-124d3481-7e79-4fb1-881a-47adad92ab39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:23.633727 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f91b3ae4-41aa-4002-b8cd-0801b4b39cad admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4903ba3a-30a7-4870-b494-79370f4815df HTTP/1.1" status: 204 len: 168 time: 0.9218025 Apr 20 13:20:23.666217 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528508c4-3ad0-42e6-bf56-0e5451d66a6f None None] Pushing event updated for resources: {'Port': ['ID=92599848-5eee-4abb-ad01-4362aa98099b,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:23.785764 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b3ae4-41aa-4002-b8cd-0801b4b39cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4903ba3a-30a7-4870-b494-79370f4815df,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:23.859680 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-cbb6d2b6-9cd1-4226-9b8e-bce0d81de003 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:23.863195 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-cbb6d2b6-9cd1-4226-9b8e-bce0d81de003 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/networks?id=b862d419-fbde-4fc5-af1d-51107adf2490 HTTP/1.1" status: 200 len: 816 time: 0.5625243 Apr 20 13:20:23.893435 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d93eb4-89ea-4a76-8ae1-ee4e058929a8 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Pushing event deleted for resources: {'Port': ['ID=c4d0f5d0-83f7-4f9e-94d5-b80f2d968a24,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:23.895034 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-51e22630-00db-4256-87da-3885ce97e245 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:23.983181 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-51e22630-00db-4256-87da-3885ce97e245 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:24.038189 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-e72c21b5-e9fb-4c0d-a602-a6192256f3b9 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/quotas/f3f64fed5a2842ecb69125ffb4687918 HTTP/1.1" status: 200 len: 375 time: 0.1429489 Apr 20 13:20:24.068193 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c135c-eb36-4edb-af70-181a74f88159 req-ebc827d3-9fb4-45d6-a01d-36c7a34d52d1 tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:24.070031 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4a0c135c-eb36-4edb-af70-181a74f88159 req-ebc827d3-9fb4-45d6-a01d-36c7a34d52d1 tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bc2e67c-a70a-42e7-bb2b-c1b817c66230 HTTP/1.1" status: 200 len: 943 time: 0.1435573 Apr 20 13:20:24.140436 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c3d93eb4-89ea-4a76-8ae1-ee4e058929a8 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:24.148398 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c3d93eb4-89ea-4a76-8ae1-ee4e058929a8 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] 10.222.0.25 "DELETE /v2.0/ports/c4d0f5d0-83f7-4f9e-94d5-b80f2d968a24 HTTP/1.1" status: 204 len: 168 time: 1.9641142 Apr 20 13:20:24.157258 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56136) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:24.180514 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-124d3481-7e79-4fb1-881a-47adad92ab39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:24.183793 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-124d3481-7e79-4fb1-881a-47adad92ab39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:24.184447 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-124d3481-7e79-4fb1-881a-47adad92ab39 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f6fae4e6-954c-473e-b011-9b1b9050ff2d HTTP/1.1" status: 204 len: 168 time: 1.3363867 Apr 20 13:20:24.195491 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4a0c135c-eb36-4edb-af70-181a74f88159 req-34abcf50-bce2-4545-8f59-e4e85f266fd1 tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] 10.222.0.25 "GET /v2.0/security-groups?id=89b506a3-40b0-40ea-895a-e4c9f592486a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180434 Apr 20 13:20:24.200610 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-2742d35f-2320-4391-87e8-6a064060621f tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Allocated IP 172.20.0.13 (64d8cf94-eb2a-48ee-bdb5-e3e8f5005119/fa576778-8514-4874-84e6-afe172476688/92fc024d-a659-4972-8862-3110d9cc2637) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:24.248746 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-17d183be-5fb1-45e5-b0a2-ee2cfdf98145 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f3f64fed5a2842ecb69125ffb4687918&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1726084 Apr 20 13:20:24.249642 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d3481-7e79-4fb1-881a-47adad92ab39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fae4e6-954c-473e-b011-9b1b9050ff2d,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:24.255269 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52357a1f-cd00-4357-9ead-052174c0f37b req-0a91a803-5bb9-4526-b745-56b748a96c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:24.257072 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52357a1f-cd00-4357-9ead-052174c0f37b req-0a91a803-5bb9-4526-b745-56b748a96c96 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ba080471-2126-444f-8030-e7da6914f954 HTTP/1.1" status: 200 len: 910 time: 0.6122909 Apr 20 13:20:24.322127 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-51e22630-00db-4256-87da-3885ce97e245 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Allocated IP 172.25.8.49 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/6ba0dc09-5414-44e1-acce-1bf83cb376fa) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:24.334437 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-f903e67a-01eb-4015-9194-84b4ab12806e tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] GET failed (client error): The resource could not be found. Apr 20 13:20:24.346289 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f903e67a-01eb-4015-9194-84b4ab12806e tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] 10.222.0.25 "GET /v2.0/ports/c4d0f5d0-83f7-4f9e-94d5-b80f2d968a24 HTTP/1.1" status: 404 len: 333 time: 0.1848075 Apr 20 13:20:24.347691 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56142) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:24.373103 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52357a1f-cd00-4357-9ead-052174c0f37b req-2ed2ee02-f45a-4513-92f1-b0372c6e24e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b833112-77a6-46f6-a0d7-17e1c4a44475 HTTP/1.1" status: 200 len: 217 time: 0.0945392 Apr 20 13:20:24.393237 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-c3fc268e-5bc8-4570-b2fd-0b15ee19acca tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:24.395309 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-c3fc268e-5bc8-4570-b2fd-0b15ee19acca tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.32 "GET /v2.0/networks?id=b862d419-fbde-4fc5-af1d-51107adf2490 HTTP/1.1" status: 200 len: 816 time: 0.8275249 Apr 20 13:20:24.398805 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-933dcca7-f895-4606-8e3f-83fe4afc6cf2 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Request body: {'port': {'network_id': '6d5a7632-da08-4753-833b-948cee661c0e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1135880147'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:24.445674 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2a63983d-0b5b-4b57-bf81-77ce82e28db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:24.497252 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-7d04458a-125e-4a2b-8fc9-4e827b56f388 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Request body: {'port': {'device_id': '6de9013c-13bc-448b-b7e5-8321a8e349b0', 'network_id': 'b862d419-fbde-4fc5-af1d-51107adf2490', 'admin_state_up': True, 'tenant_id': 'f3f64fed5a2842ecb69125ffb4687918'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:24.770023 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-51e22630-00db-4256-87da-3885ce97e245 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:24.816098 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933dcca7-f895-4606-8e3f-83fe4afc6cf2 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Made reservation on behalf of 1b312b3efbcf45c18eb9371eccc20b2b for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:24.820756 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-933dcca7-f895-4606-8e3f-83fe4afc6cf2 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:24.846830 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-933dcca7-f895-4606-8e3f-83fe4afc6cf2 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] device_id is not set on port a490d3b1-fb45-4b53-88f2-1e43037ca656 yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:20:24.890232 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-7d04458a-125e-4a2b-8fc9-4e827b56f388 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Made reservation on behalf of f3f64fed5a2842ecb69125ffb4687918 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:24.894965 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-7d04458a-125e-4a2b-8fc9-4e827b56f388 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:24.943958 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-51e22630-00db-4256-87da-3885ce97e245 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:24.973951 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52357a1f-cd00-4357-9ead-052174c0f37b req-dfa24938-84a7-4046-a0aa-d2ae2ad28341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:24.975559 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52357a1f-cd00-4357-9ead-052174c0f37b req-dfa24938-84a7-4046-a0aa-d2ae2ad28341 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=088235ce-c88a-4267-971e-30c824707d21 HTTP/1.1" status: 200 len: 849 time: 0.5524287 Apr 20 13:20:24.982511 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c8866b40-cf13-40ce-8640-3a5231bc4b18 req-4aa8a6d4-4ed9-408f-8108-157049cf2f13 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8914967-9f85-4f13-a1b1-1d36d5a6da77 HTTP/1.1" status: 200 len: 210 time: 0.4787250 Apr 20 13:20:25.026296 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52357a1f-cd00-4357-9ead-052174c0f37b req-8d5d78fe-e982-4709-9529-021110bf3681 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ba080471-2126-444f-8030-e7da6914f954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321145 Apr 20 13:20:25.062155 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-2742d35f-2320-4391-87e8-6a064060621f tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:25.098915 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e22630-00db-4256-87da-3885ce97e245 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:25.102720 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-0993f66a-be02-4d1e-bfd8-e273dc3cca1b service neutron] 10.222.0.25 "GET /v2.0/networks/b862d419-fbde-4fc5-af1d-51107adf2490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8380554 Apr 20 13:20:25.128557 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-51e22630-00db-4256-87da-3885ce97e245 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:25.136083 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e22630-00db-4256-87da-3885ce97e245 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:25.140509 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e22630-00db-4256-87da-3885ce97e245 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Pushing event updated for resources: {'Port': ['ID=6ba0dc09-5414-44e1-acce-1bf83cb376fa,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:25.208500 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-933dcca7-f895-4606-8e3f-83fe4afc6cf2 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Allocated IP 2001:db8::f3 (6d5a7632-da08-4753-833b-948cee661c0e/1c5736d6-3a6c-4eb7-a30b-592b9ea868fe/a490d3b1-fb45-4b53-88f2-1e43037ca656) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:25.288260 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52357a1f-cd00-4357-9ead-052174c0f37b req-1ce1c785-0e05-4f87-8f42-d51ecc8fd044 service neutron] 10.222.0.15 "GET /v2.0/networks/ba080471-2126-444f-8030-e7da6914f954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486894 Apr 20 13:20:25.317089 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-8f05413f-f280-49ad-9b19-483f776a282a service neutron] 10.222.0.25 "GET /v2.0/networks/b862d419-fbde-4fc5-af1d-51107adf2490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781991 Apr 20 13:20:25.380174 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-7d04458a-125e-4a2b-8fc9-4e827b56f388 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Allocated IP 172.20.0.3 (b862d419-fbde-4fc5-af1d-51107adf2490/ca000807-d525-4ea4-9c0b-5d96911607ed/d211606b-6b68-4083-b8e6-2953740cd4dc) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:25.386316 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-2742d35f-2320-4391-87e8-6a064060621f tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:25.461569 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc882209-ff8d-485a-9121-f8d15737fc7a None None] Network 6b087060-87a4-49df-aaeb-6905b725c3a7 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:25.520104 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-2742d35f-2320-4391-87e8-6a064060621f tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Network 64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:25.617956 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-2742d35f-2320-4391-87e8-6a064060621f tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:25.620158 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742d35f-2320-4391-87e8-6a064060621f tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Pushing event updated for resources: {'Port': ['ID=92fc024d-a659-4972-8862-3110d9cc2637,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:25.625522 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-2742d35f-2320-4391-87e8-6a064060621f tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:25.632568 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 92599848-5eee-4abb-ad01-4362aa98099b up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:20:25.691375 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-dbfe2674-940b-4437-acaf-f64f1c8708fb None None] Provisioning complete for port 92599848-5eee-4abb-ad01-4362aa98099b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:25.691375 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-dbfe2674-940b-4437-acaf-f64f1c8708fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:25.758596 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 2b833112-77a6-46f6-a0d7-17e1c4a44475 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:20:25.834578 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-38638e3d-f239-4446-bf5e-f64e9b84f115 req-cf5460c3-9392-49e1-8995-e9bff6ad2def tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f2563a3-d588-4bb4-a237-e9689f42cf15 HTTP/1.1" status: 200 len: 210 time: 0.0931036 Apr 20 13:20:25.940803 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56190) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:26.025205 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.resource_extend [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 13:20:26.147916 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-2742d35f-2320-4391-87e8-6a064060621f tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:26.149416 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-2742d35f-2320-4391-87e8-6a064060621f tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:26.156329 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 92599848-5eee-4abb-ad01-4362aa98099b triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:26.156709 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:26.177579 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52357a1f-cd00-4357-9ead-052174c0f37b req-e441b4b4-b58d-47c2-92cd-252fe0357028 service neutron] 10.222.0.15 "GET /v2.0/networks/ba080471-2126-444f-8030-e7da6914f954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8704584 Apr 20 13:20:26.243268 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37102fa4-3b94-4e20-af21-89130915fc03 req-e3bbee37-ae6e-4cd8-944c-fca850e6635a tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:26.251559 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-37102fa4-3b94-4e20-af21-89130915fc03 req-e3bbee37-ae6e-4cd8-944c-fca850e6635a tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bc2e67c-a70a-42e7-bb2b-c1b817c66230 HTTP/1.1" status: 200 len: 943 time: 0.3944037 Apr 20 13:20:26.271740 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-dbfe2674-940b-4437-acaf-f64f1c8708fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:26.282723 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091c907-2053-4d07-ac0b-31c4558538bf req-545b3db2-81ff-4e6e-98c8-9d52491f9a0e tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:26.285217 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4091c907-2053-4d07-ac0b-31c4558538bf req-545b3db2-81ff-4e6e-98c8-9d52491f9a0e tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.15 "GET /v2.0/networks?id=b862d419-fbde-4fc5-af1d-51107adf2490 HTTP/1.1" status: 200 len: 816 time: 0.3888285 Apr 20 13:20:26.309781 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83429021-3c20-4d86-a6e8-e7645cd61940 req-de9c5f36-62cc-4917-8140-0304904da9aa tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:26.319926 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-83429021-3c20-4d86-a6e8-e7645cd61940 req-de9c5f36-62cc-4917-8140-0304904da9aa tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8275e3d-867a-4f11-8fc1-90d142cb2f7c HTTP/1.1" status: 200 len: 950 time: 0.2415838 Apr 20 13:20:26.349464 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-4091c907-2053-4d07-ac0b-31c4558538bf req-18ff3008-4cd8-4855-9736-152656a9c2ab tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Request body: {'port': {'device_id': '6b529390-69a0-4b2f-8366-0f4995cf5846', 'network_id': 'b862d419-fbde-4fc5-af1d-51107adf2490', 'admin_state_up': True, 'tenant_id': 'f3f64fed5a2842ecb69125ffb4687918'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:26.357139 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-2742d35f-2320-4391-87e8-6a064060621f tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3522530 Apr 20 13:20:26.374983 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-91c29da4-7a1d-4f20-8d5a-b1bbe0c20f0f tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:26.376774 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-91c29da4-7a1d-4f20-8d5a-b1bbe0c20f0f tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124624 Apr 20 13:20:26.405719 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-dbfe2674-940b-4437-acaf-f64f1c8708fb None None] For port 92599848-5eee-4abb-ad01-4362aa98099b, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=92599848-5eee-4abb-ad01-4362aa98099b,segment=NetworkSegment(841c8218-0920-4e93-84a2-bdcca182723b),segment_id=841c8218-0920-4e93-84a2-bdcca182723b)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:26.408666 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-fffefaa0-f99d-474f-af04-49e622c9539a service neutron] Request body: {'port': {'device_id': 'd8914967-9f85-4f13-a1b1-1d36d5a6da77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:26.409153 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 2b833112-77a6-46f6-a0d7-17e1c4a44475, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=2b833112-77a6-46f6-a0d7-17e1c4a44475,segment=NetworkSegment(4abe9290-80d7-4232-b1ef-c6e4b56fc2c0),segment_id=4abe9290-80d7-4232-b1ef-c6e4b56fc2c0)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:26.420391 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-5c6a0083-98a8-415f-9763-1f2d0d68aadf tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Request body: {'security_group': {'name': 'tempest-secgroup--824530626'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:26.427484 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '2b833112-77a6-46f6-a0d7-17e1c4a44475', 'network_id': 'ba080471-2126-444f-8030-e7da6914f954', 'port_id': '2b833112-77a6-46f6-a0d7-17e1c4a44475', 'mac_address': 'fa:16:3e:61:15:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '088235ce-c88a-4267-971e-30c824707d21', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:20:26.500535 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:26.519385 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:26.525525 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-dbfe2674-940b-4437-acaf-f64f1c8708fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:26.583810 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b833112-77a6-46f6-a0d7-17e1c4a44475 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:20:26.600498 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-933dcca7-f895-4606-8e3f-83fe4afc6cf2 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:26.610071 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5c6a0083-98a8-415f-9763-1f2d0d68aadf tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:26.624724 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-83429021-3c20-4d86-a6e8-e7645cd61940 req-0253dc52-a8a6-463c-b33b-f5da399ea7a2 tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bfe41d1-a9a8-4fb6-92c2-f56171bddca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029566 Apr 20 13:20:26.650629 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-7d04458a-125e-4a2b-8fc9-4e827b56f388 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:26.658176 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-37102fa4-3b94-4e20-af21-89130915fc03 req-59cacdd0-8e6d-4367-8199-28a78b433dc2 tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] 10.222.0.25 "GET /v2.0/security-groups?id=89b506a3-40b0-40ea-895a-e4c9f592486a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051998 Apr 20 13:20:26.667825 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5c6a0083-98a8-415f-9763-1f2d0d68aadf tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:26.686867 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 2b833112-77a6-46f6-a0d7-17e1c4a44475, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=2b833112-77a6-46f6-a0d7-17e1c4a44475,segment=NetworkSegment(4abe9290-80d7-4232-b1ef-c6e4b56fc2c0),segment_id=4abe9290-80d7-4232-b1ef-c6e4b56fc2c0)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:26.715040 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-fffefaa0-f99d-474f-af04-49e622c9539a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:26.749589 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe2674-940b-4437-acaf-f64f1c8708fb None None] Pushing event updated for resources: {'Port': ['ID=92599848-5eee-4abb-ad01-4362aa98099b,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:26.752228 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:20:26.752905 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:20:26.758032 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-0b26784d-edde-4c55-a84f-73afbed55849 None None] Provisioning complete for port 92fc024d-a659-4972-8862-3110d9cc2637 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:26.758528 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0b26784d-edde-4c55-a84f-73afbed55849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:26.801824 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-0b26784d-edde-4c55-a84f-73afbed55849 None None] Port 92fc024d-a659-4972-8862-3110d9cc2637 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:20:26.822186 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-51e22630-00db-4256-87da-3885ce97e245 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:26.824920 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:26.855547 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-35a767eb-23ab-4e34-beb2-b934593125c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:26.895810 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=2b833112-77a6-46f6-a0d7-17e1c4a44475,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:26.924245 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-90c341e3-c366-4337-893e-9078264f873b None None] Provisioning complete for port 92599848-5eee-4abb-ad01-4362aa98099b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:26.924629 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-90c341e3-c366-4337-893e-9078264f873b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:26.993150 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-933dcca7-f895-4606-8e3f-83fe4afc6cf2 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:26.997488 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4091c907-2053-4d07-ac0b-31c4558538bf req-18ff3008-4cd8-4855-9736-152656a9c2ab tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Made reservation on behalf of f3f64fed5a2842ecb69125ffb4687918 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:26.999264 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-7d04458a-125e-4a2b-8fc9-4e827b56f388 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:27.000944 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4091c907-2053-4d07-ac0b-31c4558538bf req-18ff3008-4cd8-4855-9736-152656a9c2ab tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:27.010885 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471b6dd-8545-4014-b034-fada57c9ee17 req-e6613c75-e723-4212-b8ee-851139065a21 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:27.018216 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8471b6dd-8545-4014-b034-fada57c9ee17 req-e6613c75-e723-4212-b8ee-851139065a21 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8914967-9f85-4f13-a1b1-1d36d5a6da77 HTTP/1.1" status: 200 len: 932 time: 0.2738976 Apr 20 13:20:27.055805 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0e73299c-9f5c-4301-b3e2-e8bb2b10813e req-398fa916-7fc7-454a-ad90-f8495738bd99 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f2563a3-d588-4bb4-a237-e9689f42cf15 HTTP/1.1" status: 200 len: 210 time: 0.0896747 Apr 20 13:20:27.111228 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-7d04458a-125e-4a2b-8fc9-4e827b56f388 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Network b862d419-fbde-4fc5-af1d-51107adf2490 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:27.114843 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933dcca7-f895-4606-8e3f-83fe4afc6cf2 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Network 6d5a7632-da08-4753-833b-948cee661c0e is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:27.122071 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-7d04458a-125e-4a2b-8fc9-4e827b56f388 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:27.124247 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-933dcca7-f895-4606-8e3f-83fe4afc6cf2 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:27.158478 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-7d04458a-125e-4a2b-8fc9-4e827b56f388 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:27.160556 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['2b833112-77a6-46f6-a0d7-17e1c4a44475'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:20:27.162608 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933dcca7-f895-4606-8e3f-83fe4afc6cf2 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:27.169604 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933dcca7-f895-4606-8e3f-83fe4afc6cf2 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:27.171615 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-933dcca7-f895-4606-8e3f-83fe4afc6cf2 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:27.193864 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933dcca7-f895-4606-8e3f-83fe4afc6cf2 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Pushing event updated for resources: {'Port': ['ID=a490d3b1-fb45-4b53-88f2-1e43037ca656,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:27.243772 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5c6a0083-98a8-415f-9763-1f2d0d68aadf tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:27.311936 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8471b6dd-8545-4014-b034-fada57c9ee17 req-21f8928e-dcf2-48ef-b1b1-a786b92b5e15 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927036 Apr 20 13:20:27.348531 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5c6a0083-98a8-415f-9763-1f2d0d68aadf tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:27.397949 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-51e22630-00db-4256-87da-3885ce97e245 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:27.412307 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-7d04458a-125e-4a2b-8fc9-4e827b56f388 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:27.412916 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-7d04458a-125e-4a2b-8fc9-4e827b56f388 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:27.416758 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d04458a-125e-4a2b-8fc9-4e827b56f388 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Pushing event updated for resources: {'Port': ['ID=d211606b-6b68-4083-b8e6-2953740cd4dc,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:27.493389 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-933dcca7-f895-4606-8e3f-83fe4afc6cf2 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.1076975 Apr 20 13:20:27.494067 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56218) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:27.504610 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-c4c3c64d-1f2f-4ab7-8a6b-96267ec890e2 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Request body: {'port': {'network_id': '6d5a7632-da08-4753-833b-948cee661c0e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-524110794'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:27.530549 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a0083-98a8-415f-9763-1f2d0d68aadf tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5351f5a3-a80f-490b-a3e4-fb3e83a73648,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:27.596191 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-7d04458a-125e-4a2b-8fc9-4e827b56f388 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1155512 Apr 20 13:20:27.619519 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-b6a35e8b-95ee-4253-91ab-ec085f4c2a95 service neutron] Request body: {'port': {'device_id': '6de9013c-13bc-448b-b7e5-8321a8e349b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:27.650689 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 92599848-5eee-4abb-ad01-4362aa98099b up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:20:27.657020 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-4091c907-2053-4d07-ac0b-31c4558538bf req-18ff3008-4cd8-4855-9736-152656a9c2ab tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Allocated IP 172.20.0.4 (b862d419-fbde-4fc5-af1d-51107adf2490/ca000807-d525-4ea4-9c0b-5d96911607ed/195d3c8b-ac0f-4345-ac1e-0409c92db31e) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:27.799300 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-b2251fe6-76a3-41c4-9512-507cea89b2e5 None None] Provisioning complete for port a490d3b1-fb45-4b53-88f2-1e43037ca656 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:27.799927 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b2251fe6-76a3-41c4-9512-507cea89b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:27.845030 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 92599848-5eee-4abb-ad01-4362aa98099b triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:27.845606 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:27.877409 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-b2251fe6-76a3-41c4-9512-507cea89b2e5 None None] Port a490d3b1-fb45-4b53-88f2-1e43037ca656 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:20:27.898154 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-b2251fe6-76a3-41c4-9512-507cea89b2e5 None None] Provisioning complete for port d211606b-6b68-4083-b8e6-2953740cd4dc triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:27.898771 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b2251fe6-76a3-41c4-9512-507cea89b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:27.953210 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-b2251fe6-76a3-41c4-9512-507cea89b2e5 None None] Port d211606b-6b68-4083-b8e6-2953740cd4dc cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:20:27.958767 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-fffefaa0-f99d-474f-af04-49e622c9539a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92fc024d-a659-4972-8862-3110d9cc2637 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:20:27.989562 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-b6a35e8b-95ee-4253-91ab-ec085f4c2a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:28.007888 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7464a-54e2-482d-be1a-dc7b82244e87 req-eaf557db-0ce7-4983-980e-b6cff2f054ba tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:28.010110 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-abc7464a-54e2-482d-be1a-dc7b82244e87 req-eaf557db-0ce7-4983-980e-b6cff2f054ba tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8275e3d-867a-4f11-8fc1-90d142cb2f7c HTTP/1.1" status: 200 len: 950 time: 0.5556006 Apr 20 13:20:28.030999 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5c6a0083-98a8-415f-9763-1f2d0d68aadf tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:28.034536 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-fffefaa0-f99d-474f-af04-49e622c9539a service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:28.042906 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c3c64d-1f2f-4ab7-8a6b-96267ec890e2 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Made reservation on behalf of 1b312b3efbcf45c18eb9371eccc20b2b for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:28.046812 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c4c3c64d-1f2f-4ab7-8a6b-96267ec890e2 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:28.075668 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4091c907-2053-4d07-ac0b-31c4558538bf req-18ff3008-4cd8-4855-9736-152656a9c2ab tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:28.083876 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-c4c3c64d-1f2f-4ab7-8a6b-96267ec890e2 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] device_id is not set on port 6ce0801b-19c5-4c23-85d1-013673201800 yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:20:28.092359 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:28.141435 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-fffefaa0-f99d-474f-af04-49e622c9539a service neutron] Transition to ACTIVE for port object 92fc024d-a659-4972-8862-3110d9cc2637 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:20:28.150816 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5c6a0083-98a8-415f-9763-1f2d0d68aadf tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:28.153399 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e22630-00db-4256-87da-3885ce97e245 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Router 50f32a76-f0c5-4604-bdc3-009d2682dfab is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:20:28.282730 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-fffefaa0-f99d-474f-af04-49e622c9539a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:28.309799 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6ceaf-5065-4d6a-977f-c9b8eeaf857e req-a3889346-9ae1-4a77-954c-90e4fcf6701a tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:28.311398 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-48e6ceaf-5065-4d6a-977f-c9b8eeaf857e req-a3889346-9ae1-4a77-954c-90e4fcf6701a tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8275e3d-867a-4f11-8fc1-90d142cb2f7c HTTP/1.1" status: 200 len: 950 time: 0.2842979 Apr 20 13:20:28.312920 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a0083-98a8-415f-9763-1f2d0d68aadf tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4634ee-1e57-468d-a716-93719805b9e5,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:28.337129 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be1816-c861-403f-bab1-37551b79fe9f req-1abd90ce-85a7-499d-a920-c29ceff1bcc8 tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:28.338623 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-87be1816-c861-403f-bab1-37551b79fe9f req-1abd90ce-85a7-499d-a920-c29ceff1bcc8 tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bc2e67c-a70a-42e7-bb2b-c1b817c66230 HTTP/1.1" status: 200 len: 944 time: 0.3097973 Apr 20 13:20:28.355444 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5c6a0083-98a8-415f-9763-1f2d0d68aadf tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:28.356624 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5c6a0083-98a8-415f-9763-1f2d0d68aadf tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.4124804 Apr 20 13:20:28.378879 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56240) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:28.423582 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-c4c3c64d-1f2f-4ab7-8a6b-96267ec890e2 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Allocated IP 2001:db8::2f2 (6d5a7632-da08-4753-833b-948cee661c0e/1c5736d6-3a6c-4eb7-a30b-592b9ea868fe/6ce0801b-19c5-4c23-85d1-013673201800) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:28.492530 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-48e6ceaf-5065-4d6a-977f-c9b8eeaf857e req-92d6e6cf-ad8d-4098-8874-b850297635b2 tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bfe41d1-a9a8-4fb6-92c2-f56171bddca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694798 Apr 20 13:20:28.504851 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4091c907-2053-4d07-ac0b-31c4558538bf req-18ff3008-4cd8-4855-9736-152656a9c2ab tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:28.508860 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-87be1816-c861-403f-bab1-37551b79fe9f req-84b07fd4-909f-4b0d-affa-8cfece2795ca tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] 10.222.0.25 "GET /v2.0/security-groups?id=89b506a3-40b0-40ea-895a-e4c9f592486a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562231 Apr 20 13:20:28.580701 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e22630-00db-4256-87da-3885ce97e245 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:20:28.591525 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4091c907-2053-4d07-ac0b-31c4558538bf req-18ff3008-4cd8-4855-9736-152656a9c2ab tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Network b862d419-fbde-4fc5-af1d-51107adf2490 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:28.595720 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5265a1b2-435b-4c5c-bdd8-9cf8195a2963 None None] Sync routers for ids ['50f32a76-f0c5-4604-bdc3-009d2682dfab'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:20:28.621509 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5265a1b2-435b-4c5c-bdd8-9cf8195a2963 None None] Routers {'50f32a76-f0c5-4604-bdc3-009d2682dfab'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:20:28.622171 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-5265a1b2-435b-4c5c-bdd8-9cf8195a2963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:20:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['50f32a76-f0c5-4604-bdc3-009d2682dfab'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:28.629360 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffefaa0-f99d-474f-af04-49e622c9539a service neutron] Pushing event updated for resources: {'Port': ['ID=92fc024d-a659-4972-8862-3110d9cc2637,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:28.677544 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-8f97f610-51ce-4c1a-8933-47b914f131b0 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:28.684548 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-4091c907-2053-4d07-ac0b-31c4558538bf req-18ff3008-4cd8-4855-9736-152656a9c2ab tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:28.685630 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-8f97f610-51ce-4c1a-8933-47b914f131b0 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.15 "GET /v2.0/networks?id=b862d419-fbde-4fc5-af1d-51107adf2490 HTTP/1.1" status: 200 len: 816 time: 0.3714929 Apr 20 13:20:28.691128 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-5265a1b2-435b-4c5c-bdd8-9cf8195a2963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:28.702825 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-abc7464a-54e2-482d-be1a-dc7b82244e87 req-f8f04f27-709a-40ef-8b68-5dd324419a70 tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] Deleting port 5192d155-9f67-4efc-8c85-d250be2423e6 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:28.703170 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-abc7464a-54e2-482d-be1a-dc7b82244e87 req-f8f04f27-709a-40ef-8b68-5dd324419a70 tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:28.713529 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-d24f04ac-779e-4e89-9b21-7b7880b9289b tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Request body: {'port': {'device_id': '0f2563a3-d588-4bb4-a237-e9689f42cf15', 'network_id': 'b862d419-fbde-4fc5-af1d-51107adf2490', 'admin_state_up': True, 'tenant_id': 'f3f64fed5a2842ecb69125ffb4687918'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:28.722898 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5265a1b2-435b-4c5c-bdd8-9cf8195a2963 None None] Routers {'50f32a76-f0c5-4604-bdc3-009d2682dfab'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:20:28.723610 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-5265a1b2-435b-4c5c-bdd8-9cf8195a2963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:20:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['50f32a76-f0c5-4604-bdc3-009d2682dfab'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:28.726826 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-4091c907-2053-4d07-ac0b-31c4558538bf req-18ff3008-4cd8-4855-9736-152656a9c2ab tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:28.822419 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-5265a1b2-435b-4c5c-bdd8-9cf8195a2963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:28.823312 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5265a1b2-435b-4c5c-bdd8-9cf8195a2963 None None] The sync data for ids ['50f32a76-f0c5-4604-bdc3-009d2682dfab'] in n-d-836015-7 is: [] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:20:28.842003 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56244) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:28.849261 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-51e22630-00db-4256-87da-3885ce97e245 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:28.850447 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-51e22630-00db-4256-87da-3885ce97e245 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 7.2892992 Apr 20 13:20:28.858886 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8990acca-bc89-467b-abf0-f42c1b8681bb req-dab22002-7c6f-4632-8989-34e6d524775c tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f2563a3-d588-4bb4-a237-e9689f42cf15 HTTP/1.1" status: 200 len: 210 time: 0.2114532 Apr 20 13:20:28.867726 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56246) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:28.967874 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8fef53bc-cedb-46f6-8ecc-260cfcd77c1f tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.5862794 Apr 20 13:20:28.968587 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56250) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:28.988709 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-7df9be31-01b0-4e3a-818d-8b0ba73ec0f9 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Request body: {'security_group': {'name': 'tempest-security--2136188065', 'description': 'tempest-security-description-476743297'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:29.025977 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-fffefaa0-f99d-474f-af04-49e622c9539a service neutron] Attempting to bind port 92fc024d-a659-4972-8862-3110d9cc2637 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:20:29.026348 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-fffefaa0-f99d-474f-af04-49e622c9539a service neutron] Attempting to bind port 92fc024d-a659-4972-8862-3110d9cc2637 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': 'c5d44da9-f259-4c8c-925b-0e6bdb6b3012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:20:29.026683 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-fffefaa0-f99d-474f-af04-49e622c9539a service neutron] Attempting to bind port 92fc024d-a659-4972-8862-3110d9cc2637 on network 64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:20:29.029405 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ff3008-4cd8-4855-9736-152656a9c2ab tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Pushing event updated for resources: {'Port': ['ID=195d3c8b-ac0f-4345-ac1e-0409c92db31e,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:29.056269 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091c907-2053-4d07-ac0b-31c4558538bf req-18ff3008-4cd8-4855-9736-152656a9c2ab tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:29.056885 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4091c907-2053-4d07-ac0b-31c4558538bf req-18ff3008-4cd8-4855-9736-152656a9c2ab tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:29.067693 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-fffefaa0-f99d-474f-af04-49e622c9539a service neutron] Port 92fc024d-a659-4972-8862-3110d9cc2637 on network 64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:20:29.067863 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-fffefaa0-f99d-474f-af04-49e622c9539a service neutron] Attempting to bind port 92fc024d-a659-4972-8862-3110d9cc2637 on network 64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:20:29.085750 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f830ecf-ac0d-47e9-97a8-e838f6d2c16a req-7ed1a712-c040-4c3c-911e-fcb3391f78ad tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:29.087237 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f830ecf-ac0d-47e9-97a8-e838f6d2c16a req-7ed1a712-c040-4c3c-911e-fcb3391f78ad tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8914967-9f85-4f13-a1b1-1d36d5a6da77 HTTP/1.1" status: 200 len: 944 time: 0.3141706 Apr 20 13:20:29.095124 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2623eeec-89d7-4380-8214-d68d7d03a009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:29.099805 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-abc7464a-54e2-482d-be1a-dc7b82244e87 req-f8f04f27-709a-40ef-8b68-5dd324419a70 tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] For port 5192d155-9f67-4efc-8c85-d250be2423e6, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=5192d155-9f67-4efc-8c85-d250be2423e6,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:29.100181 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-abc7464a-54e2-482d-be1a-dc7b82244e87 req-f8f04f27-709a-40ef-8b68-5dd324419a70 tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:29.104678 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-fffefaa0-f99d-474f-af04-49e622c9539a service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:20:29.104678 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-fffefaa0-f99d-474f-af04-49e622c9539a service neutron] Checking segment: {'id': 'c5d44da9-f259-4c8c-925b-0e6bdb6b3012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:20:29.104678 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-fffefaa0-f99d-474f-af04-49e622c9539a service neutron] Bound using segment: {'id': 'c5d44da9-f259-4c8c-925b-0e6bdb6b3012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:20:29.105163 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-fffefaa0-f99d-474f-af04-49e622c9539a service neutron] Bound port: 92fc024d-a659-4972-8862-3110d9cc2637, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5d44da9-f259-4c8c-925b-0e6bdb6b3012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:20:29.106035 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-fffefaa0-f99d-474f-af04-49e622c9539a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:29.124123 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-b6a35e8b-95ee-4253-91ab-ec085f4c2a95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d211606b-6b68-4083-b8e6-2953740cd4dc {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:20:29.130742 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-bf5c59df-7a29-46c8-b581-811ea72320fa None None] Provisioning complete for port 195d3c8b-ac0f-4345-ac1e-0409c92db31e triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:29.131272 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bf5c59df-7a29-46c8-b581-811ea72320fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:29.131566 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7df9be31-01b0-4e3a-818d-8b0ba73ec0f9 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:29.145884 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-abc7464a-54e2-482d-be1a-dc7b82244e87 req-f8f04f27-709a-40ef-8b68-5dd324419a70 tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] Calling delete_port for 5192d155-9f67-4efc-8c85-d250be2423e6 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:29.146431 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-b6a35e8b-95ee-4253-91ab-ec085f4c2a95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:29.150957 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c4c3c64d-1f2f-4ab7-8a6b-96267ec890e2 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:29.170101 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-bf5c59df-7a29-46c8-b581-811ea72320fa None None] Port 195d3c8b-ac0f-4345-ac1e-0409c92db31e cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:20:29.215691 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4091c907-2053-4d07-ac0b-31c4558538bf req-18ff3008-4cd8-4855-9736-152656a9c2ab tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8920741 Apr 20 13:20:29.230785 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-b6a35e8b-95ee-4253-91ab-ec085f4c2a95 service neutron] Transition to ACTIVE for port object d211606b-6b68-4083-b8e6-2953740cd4dc will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:20:29.267246 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-4091c907-2053-4d07-ac0b-31c4558538bf req-573263fb-2e38-4562-8cb3-309526e4d1b9 service neutron] Request body: {'port': {'device_id': '6b529390-69a0-4b2f-8366-0f4995cf5846', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:29.284534 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f830ecf-ac0d-47e9-97a8-e838f6d2c16a req-1fc26586-3544-407c-b40e-7fd5148b5ea0 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816247 Apr 20 13:20:29.312644 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-d24f04ac-779e-4e89-9b21-7b7880b9289b tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Made reservation on behalf of f3f64fed5a2842ecb69125ffb4687918 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:29.316157 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-d24f04ac-779e-4e89-9b21-7b7880b9289b tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:29.329559 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:29.350125 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-b6a35e8b-95ee-4253-91ab-ec085f4c2a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:29.649922 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7df9be31-01b0-4e3a-818d-8b0ba73ec0f9 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:29.721212 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-fffefaa0-f99d-474f-af04-49e622c9539a service neutron] For port 92fc024d-a659-4972-8862-3110d9cc2637, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:20:29.743112 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7df9be31-01b0-4e3a-818d-8b0ba73ec0f9 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:29.744824 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c4c3c64d-1f2f-4ab7-8a6b-96267ec890e2 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:29.747195 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7df9be31-01b0-4e3a-818d-8b0ba73ec0f9 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:29.748484 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7df9be31-01b0-4e3a-818d-8b0ba73ec0f9 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "PUT /v2.0/security-groups/4e4634ee-1e57-468d-a716-93719805b9e5 HTTP/1.1" status: 200 len: 1779 time: 0.7698514 Apr 20 13:20:29.763665 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 2b833112-77a6-46f6-a0d7-17e1c4a44475 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:20:29.770970 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56256) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:29.798273 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2623eeec-89d7-4380-8214-d68d7d03a009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:29.809208 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-fffefaa0-f99d-474f-af04-49e622c9539a service neutron] For port 92fc024d-a659-4972-8862-3110d9cc2637, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=92fc024d-a659-4972-8862-3110d9cc2637,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:20:29.818004 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:29.838915 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4091c907-2053-4d07-ac0b-31c4558538bf req-573263fb-2e38-4562-8cb3-309526e4d1b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:29.874747 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9be31-01b0-4e3a-818d-8b0ba73ec0f9 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4634ee-1e57-468d-a716-93719805b9e5,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:29.879869 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2623eeec-89d7-4380-8214-d68d7d03a009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:29.882140 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a35e8b-95ee-4253-91ab-ec085f4c2a95 service neutron] Pushing event updated for resources: {'Port': ['ID=d211606b-6b68-4083-b8e6-2953740cd4dc,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:29.887128 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767313b-33e9-4f0e-8b2e-66825d760fa6 req-f2bea550-2bdd-4451-8db9-167395867574 tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:29.888905 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4767313b-33e9-4f0e-8b2e-66825d760fa6 req-f2bea550-2bdd-4451-8db9-167395867574 tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8275e3d-867a-4f11-8fc1-90d142cb2f7c HTTP/1.1" status: 200 len: 950 time: 0.2743194 Apr 20 13:20:29.904912 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915b91d-8b9b-4bce-83c0-dd87b5259e7b req-e3870529-8e85-44f9-af9f-606165d3b0f4 tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:29.910943 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5915b91d-8b9b-4bce-83c0-dd87b5259e7b req-e3870529-8e85-44f9-af9f-606165d3b0f4 tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bc2e67c-a70a-42e7-bb2b-c1b817c66230 HTTP/1.1" status: 200 len: 944 time: 0.2655306 Apr 20 13:20:29.935011 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-fffefaa0-f99d-474f-af04-49e622c9539a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:29.936334 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c3c64d-1f2f-4ab7-8a6b-96267ec890e2 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Network 6d5a7632-da08-4753-833b-948cee661c0e is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:29.952403 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 2b833112-77a6-46f6-a0d7-17e1c4a44475 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:20:29.957463 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 2b833112-77a6-46f6-a0d7-17e1c4a44475 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:29.958118 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:30.004581 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-c4c3c64d-1f2f-4ab7-8a6b-96267ec890e2 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:30.038389 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c3c64d-1f2f-4ab7-8a6b-96267ec890e2 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:30.044841 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c3c64d-1f2f-4ab7-8a6b-96267ec890e2 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:30.045491 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c4c3c64d-1f2f-4ab7-8a6b-96267ec890e2 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:30.066251 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5be5316d-a723-49d6-a807-e55486534337 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "GET /v2.0/security-groups/4e4634ee-1e57-468d-a716-93719805b9e5 HTTP/1.1" status: 200 len: 1779 time: 0.2898512 Apr 20 13:20:30.066872 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-fffefaa0-f99d-474f-af04-49e622c9539a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:30.067759 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-fffefaa0-f99d-474f-af04-49e622c9539a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:30.068996 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-fffefaa0-f99d-474f-af04-49e622c9539a service neutron] 10.222.0.32 "PUT /v2.0/ports/92fc024d-a659-4972-8862-3110d9cc2637 HTTP/1.1" status: 200 len: 1092 time: 3.6679561 Apr 20 13:20:30.076065 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8914967-9f85-4f13-a1b1-1d36d5a6da77', 'tag': '92fc024d-a659-4972-8862-3110d9cc2637'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:20:30.078357 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be35e666-d9fa-4e43-a844-d0309279d93f" -d '{"events": [{"name": "network-changed", "server_uuid": "d8914967-9f85-4f13-a1b1-1d36d5a6da77", "tag": "92fc024d-a659-4972-8862-3110d9cc2637"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:20:30.091889 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56262) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:30.096226 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:30.119582 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2623eeec-89d7-4380-8214-d68d7d03a009 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=747ea34ed69e453892454cc03a1dab73&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2731762 Apr 20 13:20:30.143292 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56266) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:30.154447 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3c64d-1f2f-4ab7-8a6b-96267ec890e2 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Pushing event updated for resources: {'Port': ['ID=6ce0801b-19c5-4c23-85d1-013673201800,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:30.155716 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 2b833112-77a6-46f6-a0d7-17e1c4a44475, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=2b833112-77a6-46f6-a0d7-17e1c4a44475,segment=NetworkSegment(4abe9290-80d7-4232-b1ef-c6e4b56fc2c0),segment_id=4abe9290-80d7-4232-b1ef-c6e4b56fc2c0)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:30.158215 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc2e67c-a70a-42e7-bb2b-c1b817c66230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b833112-77a6-46f6-a0d7-17e1c4a44475'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:20:30.161146 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb347f2-688a-4d13-82fc-d3163b47a284" -d '{"events": [{"server_uuid": "8bc2e67c-a70a-42e7-bb2b-c1b817c66230", "name": "network-vif-plugged", "status": "completed", "tag": "2b833112-77a6-46f6-a0d7-17e1c4a44475"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:20:30.168267 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623eeec-89d7-4380-8214-d68d7d03a009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23fbc850-3011-4005-8688-59fa0dbf60a0,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:30.243890 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c4c3c64d-1f2f-4ab7-8a6b-96267ec890e2 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7463050 Apr 20 13:20:30.250181 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56270) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:30.251628 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:30.252740 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 5192d155-9f67-4efc-8c85-d250be2423e6 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:20:30.263314 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4767313b-33e9-4f0e-8b2e-66825d760fa6 req-d956a6fc-19d7-43c3-a02f-b44e89edfdfd tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bfe41d1-a9a8-4fb6-92c2-f56171bddca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478324 Apr 20 13:20:30.266091 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5915b91d-8b9b-4bce-83c0-dd87b5259e7b req-88c76114-1e4f-4ffa-b6a2-9813eabd3d70 tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] 10.222.0.25 "GET /v2.0/security-groups?id=89b506a3-40b0-40ea-895a-e4c9f592486a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540201 Apr 20 13:20:30.268142 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-00c6549e-d501-42b8-9749-1a24a38caf57 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2a7', 'mac_address': 'fa:16:3e:55:b7:03'}, {'ip_address': '2001:db8::f3', 'mac_address': 'fa:16:3e:89:49:92'}]}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:30.293295 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-abc7464a-54e2-482d-be1a-dc7b82244e87 req-f8f04f27-709a-40ef-8b68-5dd324419a70 tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:30.305157 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-b6a35e8b-95ee-4253-91ab-ec085f4c2a95 service neutron] Attempting to bind port d211606b-6b68-4083-b8e6-2953740cd4dc on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:20:30.305698 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-b6a35e8b-95ee-4253-91ab-ec085f4c2a95 service neutron] Attempting to bind port d211606b-6b68-4083-b8e6-2953740cd4dc by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '892a43bc-413a-4417-8c32-1f97c1633215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b862d419-fbde-4fc5-af1d-51107adf2490'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:20:30.306185 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-b6a35e8b-95ee-4253-91ab-ec085f4c2a95 service neutron] Attempting to bind port d211606b-6b68-4083-b8e6-2953740cd4dc on network b862d419-fbde-4fc5-af1d-51107adf2490 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:20:30.309603 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-d24f04ac-779e-4e89-9b21-7b7880b9289b tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Allocated IP 172.20.0.5 (b862d419-fbde-4fc5-af1d-51107adf2490/ca000807-d525-4ea4-9c0b-5d96911607ed/24361dd5-5fda-4a54-bb1a-62a3d08fefa8) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:30.322727 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffefaa0-f99d-474f-af04-49e622c9539a service neutron] Pushing event updated for resources: {'Port': ['ID=92fc024d-a659-4972-8862-3110d9cc2637,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:30.361728 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-b6a35e8b-95ee-4253-91ab-ec085f4c2a95 service neutron] Port d211606b-6b68-4083-b8e6-2953740cd4dc on network b862d419-fbde-4fc5-af1d-51107adf2490 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:20:30.362281 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-b6a35e8b-95ee-4253-91ab-ec085f4c2a95 service neutron] Attempting to bind port d211606b-6b68-4083-b8e6-2953740cd4dc on network b862d419-fbde-4fc5-af1d-51107adf2490 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:20:30.399302 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f04f27-709a-40ef-8b68-5dd324419a70 tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] Pushing event deleted for resources: {'Port': ['ID=5192d155-9f67-4efc-8c85-d250be2423e6,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:30.444684 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f765cf-6f8d-4bf5-bf08-b5f1b33555b6 x-openstack-request-id: req-02f765cf-6f8d-4bf5-bf08-b5f1b33555b6 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:20:30.444968 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8914967-9f85-4f13-a1b1-1d36d5a6da77", "tag": "92fc024d-a659-4972-8862-3110d9cc2637", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:20:30.445227 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-02f765cf-6f8d-4bf5-bf08-b5f1b33555b6 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:20:30.445641 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02f765cf-6f8d-4bf5-bf08-b5f1b33555b6'] response: {'name': 'network-changed', 'server_uuid': 'd8914967-9f85-4f13-a1b1-1d36d5a6da77', 'tag': '92fc024d-a659-4972-8862-3110d9cc2637', 'status': 'completed', 'code': 200} Apr 20 13:20:30.473198 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=2b833112-77a6-46f6-a0d7-17e1c4a44475,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:30.474529 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc7464a-54e2-482d-be1a-dc7b82244e87 req-f8f04f27-709a-40ef-8b68-5dd324419a70 tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] No DVR routers for this DVR port 5192d155-9f67-4efc-8c85-d250be2423e6 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:20:30.476355 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 5192d155-9f67-4efc-8c85-d250be2423e6 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:20:30.477594 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 5192d155-9f67-4efc-8c85-d250be2423e6 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:20:30.477712 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-abc7464a-54e2-482d-be1a-dc7b82244e87 req-f8f04f27-709a-40ef-8b68-5dd324419a70 tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:30.483049 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-abc7464a-54e2-482d-be1a-dc7b82244e87 req-f8f04f27-709a-40ef-8b68-5dd324419a70 tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] 10.222.0.15 "DELETE /v2.0/ports/5192d155-9f67-4efc-8c85-d250be2423e6 HTTP/1.1" status: 204 len: 173 time: 2.4454803 Apr 20 13:20:30.500135 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-5bfacf34-6079-4103-89c3-622a7cf8c1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:30.501690 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-5bfacf34-6079-4103-89c3-622a7cf8c1e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=649a6cfebf0a4feb8c92b7d26c8b3e97&device_id=d8914967-9f85-4f13-a1b1-1d36d5a6da77 HTTP/1.1" status: 200 len: 1095 time: 0.2421300 Apr 20 13:20:30.515939 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-b6a35e8b-95ee-4253-91ab-ec085f4c2a95 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:20:30.516496 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-b6a35e8b-95ee-4253-91ab-ec085f4c2a95 service neutron] Checking segment: {'id': '892a43bc-413a-4417-8c32-1f97c1633215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b862d419-fbde-4fc5-af1d-51107adf2490'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:20:30.518533 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-b6a35e8b-95ee-4253-91ab-ec085f4c2a95 service neutron] Bound using segment: {'id': '892a43bc-413a-4417-8c32-1f97c1633215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b862d419-fbde-4fc5-af1d-51107adf2490'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:20:30.518533 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-b6a35e8b-95ee-4253-91ab-ec085f4c2a95 service neutron] Bound port: d211606b-6b68-4083-b8e6-2953740cd4dc, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892a43bc-413a-4417-8c32-1f97c1633215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b862d419-fbde-4fc5-af1d-51107adf2490'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:20:30.518533 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-b6a35e8b-95ee-4253-91ab-ec085f4c2a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:30.537852 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-af03d197-fef4-4144-8be2-c887958c3f64 req-26e2c75e-7706-4e7d-be93-dfb2550ca2bd tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f2563a3-d588-4bb4-a237-e9689f42cf15 HTTP/1.1" status: 200 len: 210 time: 0.0739303 Apr 20 13:20:30.538524 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b9b85765-0296-4bd6-9574-596f72c837e0 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:30.543657 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea1f1cc9-c556-410e-b1d3-62d6d663af06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:30.555848 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03465afd-3806-4f45-bc16-1f19ae815ce6 x-openstack-request-id: req-03465afd-3806-4f45-bc16-1f19ae815ce6 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:20:30.556139 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc2e67c-a70a-42e7-bb2b-c1b817c66230", "name": "network-vif-plugged", "status": "completed", "tag": "2b833112-77a6-46f6-a0d7-17e1c4a44475", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:20:30.556412 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-03465afd-3806-4f45-bc16-1f19ae815ce6 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:20:30.556802 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03465afd-3806-4f45-bc16-1f19ae815ce6'] response: {'server_uuid': '8bc2e67c-a70a-42e7-bb2b-c1b817c66230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b833112-77a6-46f6-a0d7-17e1c4a44475', 'code': 200} Apr 20 13:20:30.614197 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-25d2f241-ade0-4fb2-9a08-38d7b8781f46 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92fc024d-a659-4972-8862-3110d9cc2637 HTTP/1.1" status: 200 len: 217 time: 0.0876987 Apr 20 13:20:30.630154 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-c4d6039b-7f44-4ef2-8733-a6de5511826a None None] Provisioning complete for port 6ce0801b-19c5-4c23-85d1-013673201800 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:30.631232 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c4d6039b-7f44-4ef2-8733-a6de5511826a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:30.671901 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b9b85765-0296-4bd6-9574-596f72c837e0 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:30.679553 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-c4d6039b-7f44-4ef2-8733-a6de5511826a None None] Port 6ce0801b-19c5-4c23-85d1-013673201800 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:20:30.727066 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea1f1cc9-c556-410e-b1d3-62d6d663af06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:30.772831 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7c608add-15c9-468e-b14b-13dfbd7c3e68 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:30.814715 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-402fa0d1-8dd4-44ec-9ddd-d418560444cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:30.816608 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-402fa0d1-8dd4-44ec-9ddd-d418560444cd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa576778-8514-4874-84e6-afe172476688 HTTP/1.1" status: 200 len: 850 time: 0.1929383 Apr 20 13:20:30.826768 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f8cf7-7bbe-4e48-927c-8b0504a64e55 req-0f55f809-bb06-4001-a490-3c4dc0b2c95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:30.828890 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-345f8cf7-7bbe-4e48-927c-8b0504a64e55 req-0f55f809-bb06-4001-a490-3c4dc0b2c95b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8bc2e67c-a70a-42e7-bb2b-c1b817c66230 HTTP/1.1" status: 200 len: 1096 time: 0.2042713 Apr 20 13:20:30.831577 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-b6a35e8b-95ee-4253-91ab-ec085f4c2a95 service neutron] For port d211606b-6b68-4083-b8e6-2953740cd4dc, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:20:30.868644 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-b6a35e8b-95ee-4253-91ab-ec085f4c2a95 service neutron] For port d211606b-6b68-4083-b8e6-2953740cd4dc, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=d211606b-6b68-4083-b8e6-2953740cd4dc,segment=NetworkSegment(892a43bc-413a-4417-8c32-1f97c1633215),segment_id=892a43bc-413a-4417-8c32-1f97c1633215)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:20:30.878078 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f5958-a60e-4b18-a881-e404f1832be8 req-6f0538e9-6dd6-4e5c-890f-da54c6101090 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:30.879663 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dd2f5958-a60e-4b18-a881-e404f1832be8 req-6f0538e9-6dd6-4e5c-890f-da54c6101090 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8914967-9f85-4f13-a1b1-1d36d5a6da77 HTTP/1.1" status: 200 len: 944 time: 0.2048318 Apr 20 13:20:30.919595 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-00c6549e-d501-42b8-9749-1a24a38caf57 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:30.925855 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-d24f04ac-779e-4e89-9b21-7b7880b9289b tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:30.937454 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-345f8cf7-7bbe-4e48-927c-8b0504a64e55 req-12a5e2e9-a232-4879-bd71-c21647060dda service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=89b506a3-40b0-40ea-895a-e4c9f592486a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893493 Apr 20 13:20:30.943953 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b9b85765-0296-4bd6-9574-596f72c837e0 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:30.947455 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b9b85765-0296-4bd6-9574-596f72c837e0 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:30.948044 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b9b85765-0296-4bd6-9574-596f72c837e0 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "DELETE /v2.0/security-groups/4e4634ee-1e57-468d-a716-93719805b9e5 HTTP/1.1" status: 204 len: 168 time: 0.8527691 Apr 20 13:20:30.959516 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-0c792828-e1d6-4485-81ef-578acc9cf5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:30.961036 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-0c792828-e1d6-4485-81ef-578acc9cf5d5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1289649 Apr 20 13:20:30.961618 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56274) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:30.977103 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-b6a35e8b-95ee-4253-91ab-ec085f4c2a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:30.988279 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dd2f5958-a60e-4b18-a881-e404f1832be8 req-f6788647-80e7-43d0-b573-9302bde828d2 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991247 Apr 20 13:20:31.002931 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b85765-0296-4bd6-9574-596f72c837e0 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4634ee-1e57-468d-a716-93719805b9e5,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:31.009735 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea1f1cc9-c556-410e-b1d3-62d6d663af06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:31.014462 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea1f1cc9-c556-410e-b1d3-62d6d663af06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:31.018207 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ea1f1cc9-c556-410e-b1d3-62d6d663af06 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/23fbc850-3011-4005-8688-59fa0dbf60a0 HTTP/1.1" status: 204 len: 168 time: 0.8703811 Apr 20 13:20:31.071760 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1f1cc9-c556-410e-b1d3-62d6d663af06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23fbc850-3011-4005-8688-59fa0dbf60a0,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:31.074577 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-b6a35e8b-95ee-4253-91ab-ec085f4c2a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:31.075198 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-b6a35e8b-95ee-4253-91ab-ec085f4c2a95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:31.076610 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-b6a35e8b-95ee-4253-91ab-ec085f4c2a95 service neutron] 10.222.0.32 "PUT /v2.0/ports/d211606b-6b68-4083-b8e6-2953740cd4dc HTTP/1.1" status: 200 len: 1091 time: 3.4643288 Apr 20 13:20:31.082780 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6de9013c-13bc-448b-b7e5-8321a8e349b0', 'tag': 'd211606b-6b68-4083-b8e6-2953740cd4dc'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:20:31.085329 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45045d62-7491-4f86-9923-7fe65de34700" -d '{"events": [{"name": "network-changed", "server_uuid": "6de9013c-13bc-448b-b7e5-8321a8e349b0", "tag": "d211606b-6b68-4083-b8e6-2953740cd4dc"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:20:31.117607 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b1d4740b-8581-4057-afe1-b6d9db63ee25 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1508386 Apr 20 13:20:31.120855 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56280) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:31.149629 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-4e469a57-cdc0-4bc0-a99e-e2597690b9b8 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] delete failed (client error): The resource could not be found. Apr 20 13:20:31.155178 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4e469a57-cdc0-4bc0-a99e-e2597690b9b8 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "DELETE /v2.0/security-groups/4e4634ee-1e57-468d-a716-93719805b9e5 HTTP/1.1" status: 404 len: 347 time: 0.0293405 Apr 20 13:20:31.159907 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56282) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:31.162789 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b19a1d-26b8-48d5-af00-ca8314abe27a x-openstack-request-id: req-39b19a1d-26b8-48d5-af00-ca8314abe27a {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:20:31.163075 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6de9013c-13bc-448b-b7e5-8321a8e349b0", "tag": "d211606b-6b68-4083-b8e6-2953740cd4dc", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:20:31.163323 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-39b19a1d-26b8-48d5-af00-ca8314abe27a {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:20:31.163745 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39b19a1d-26b8-48d5-af00-ca8314abe27a'] response: {'name': 'network-changed', 'server_uuid': '6de9013c-13bc-448b-b7e5-8321a8e349b0', 'tag': 'd211606b-6b68-4083-b8e6-2953740cd4dc', 'status': 'completed', 'code': 200} Apr 20 13:20:31.168763 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-764c5c9b-22c1-4cf9-bd58-ec034832f6b3 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Request body: {'security_group': {'name': 'tempest-secgroup--1278379682'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:31.178653 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-2eaaf5a9-aa99-4004-8d9c-ead019e0d1aa service neutron] 10.222.0.32 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020080 Apr 20 13:20:31.204043 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a35e8b-95ee-4253-91ab-ec085f4c2a95 service neutron] Pushing event updated for resources: {'Port': ['ID=d211606b-6b68-4083-b8e6-2953740cd4dc,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:31.252589 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-d24f04ac-779e-4e89-9b21-7b7880b9289b tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:31.325575 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-764c5c9b-22c1-4cf9-bd58-ec034832f6b3 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:31.363467 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-d24f04ac-779e-4e89-9b21-7b7880b9289b tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Network b862d419-fbde-4fc5-af1d-51107adf2490 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:31.392668 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-d24f04ac-779e-4e89-9b21-7b7880b9289b tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:31.456387 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45045d62-7491-4f86-9923-7fe65de34700 req-2ae47b52-e391-4d39-aa3d-6603ac4bd5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:31.457876 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-45045d62-7491-4f86-9923-7fe65de34700 req-2ae47b52-e391-4d39-aa3d-6603ac4bd5a1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3f64fed5a2842ecb69125ffb4687918&device_id=6de9013c-13bc-448b-b7e5-8321a8e349b0 HTTP/1.1" status: 200 len: 1094 time: 0.2508564 Apr 20 13:20:31.458544 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f04ac-779e-4e89-9b21-7b7880b9289b tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Pushing event updated for resources: {'Port': ['ID=24361dd5-5fda-4a54-bb1a-62a3d08fefa8,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:31.467048 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-d24f04ac-779e-4e89-9b21-7b7880b9289b tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:31.489064 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9e9a676a-ad02-4601-b89d-9019051cfbba req-de12d000-9338-42d2-b16b-3c4b8fff0764 tempest-VolumesBackupsTest-1787042072 tempest-VolumesBackupsTest-1787042072-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8275e3d-867a-4f11-8fc1-90d142cb2f7c HTTP/1.1" status: 200 len: 210 time: 0.0985618 Apr 20 13:20:31.542589 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cf82de99-3d63-493e-92f3-e78e5f3c71bd req-35fd546d-0758-4d7c-a4ad-5abeec2582da service neutron] 10.222.0.32 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546000 Apr 20 13:20:31.584731 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-4091c907-2053-4d07-ac0b-31c4558538bf req-573263fb-2e38-4562-8cb3-309526e4d1b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 195d3c8b-ac0f-4345-ac1e-0409c92db31e {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:20:31.596863 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4091c907-2053-4d07-ac0b-31c4558538bf req-573263fb-2e38-4562-8cb3-309526e4d1b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:31.603900 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-00c6549e-d501-42b8-9749-1a24a38caf57 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:31.628629 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-4091c907-2053-4d07-ac0b-31c4558538bf req-573263fb-2e38-4562-8cb3-309526e4d1b9 service neutron] Transition to ACTIVE for port object 195d3c8b-ac0f-4345-ac1e-0409c92db31e will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:20:31.644699 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7cf7f1-2ebe-40f3-acfe-32a6200b13ac req-fc022f87-5f85-484f-b9c3-d3613af621d2 tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:31.646366 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ca7cf7f1-2ebe-40f3-acfe-32a6200b13ac req-fc022f87-5f85-484f-b9c3-d3613af621d2 tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bc2e67c-a70a-42e7-bb2b-c1b817c66230 HTTP/1.1" status: 200 len: 945 time: 0.2414641 Apr 20 13:20:31.654968 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-764c5c9b-22c1-4cf9-bd58-ec034832f6b3 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:31.707746 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-00c6549e-d501-42b8-9749-1a24a38caf57 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:31.735958 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ca7cf7f1-2ebe-40f3-acfe-32a6200b13ac req-0d29153c-62de-46b0-a7dd-98cef28d3cba tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] 10.222.0.25 "GET /v2.0/security-groups?id=89b506a3-40b0-40ea-895a-e4c9f592486a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795038 Apr 20 13:20:31.749230 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-7c608add-15c9-468e-b14b-13dfbd7c3e68 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Allocated IP 172.20.0.1 (6b087060-87a4-49df-aaeb-6905b725c3a7/e01f38fe-ca3d-4378-a8ce-4e3023570090/cfd612c4-3010-4f30-a76b-c3f69de67430) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:31.765309 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-d24f04ac-779e-4e89-9b21-7b7880b9289b tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:31.765972 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-d24f04ac-779e-4e89-9b21-7b7880b9289b tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:31.780025 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-764c5c9b-22c1-4cf9-bd58-ec034832f6b3 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:31.790032 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4091c907-2053-4d07-ac0b-31c4558538bf req-573263fb-2e38-4562-8cb3-309526e4d1b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:31.801121 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-00c6549e-d501-42b8-9749-1a24a38caf57 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] In _notify_port_updated(), no bound segment for port 6ce0801b-19c5-4c23-85d1-013673201800 on network 6d5a7632-da08-4753-833b-948cee661c0e {{(pid=114870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 13:20:31.804809 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c6549e-d501-42b8-9749-1a24a38caf57 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:31.805454 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-00c6549e-d501-42b8-9749-1a24a38caf57 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:31.809973 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-00c6549e-d501-42b8-9749-1a24a38caf57 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] 10.222.0.25 "PUT /v2.0/ports/6ce0801b-19c5-4c23-85d1-013673201800 HTTP/1.1" status: 200 len: 1066 time: 1.5527217 Apr 20 13:20:31.814819 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56292) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:31.856327 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c6549e-d501-42b8-9749-1a24a38caf57 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Pushing event updated for resources: {'Port': ['ID=6ce0801b-19c5-4c23-85d1-013673201800,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:31.870325 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-26b8dc83-2d7d-447f-ae89-f7ec21b473d3 None None] Provisioning complete for port 24361dd5-5fda-4a54-bb1a-62a3d08fefa8 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:31.871526 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-26b8dc83-2d7d-447f-ae89-f7ec21b473d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:31.885426 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35e666-d9fa-4e43-a844-d0309279d93f req-690e31fc-ee21-4e87-a0fe-b5d41e3158c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:31.887675 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be35e666-d9fa-4e43-a844-d0309279d93f req-690e31fc-ee21-4e87-a0fe-b5d41e3158c1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=649a6cfebf0a4feb8c92b7d26c8b3e97&device_id=d8914967-9f85-4f13-a1b1-1d36d5a6da77 HTTP/1.1" status: 200 len: 1095 time: 0.1859477 Apr 20 13:20:31.908223 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45045d62-7491-4f86-9923-7fe65de34700 req-500ab0a3-f018-4ecf-9a28-0f666a62e109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:31.909748 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-45045d62-7491-4f86-9923-7fe65de34700 req-500ab0a3-f018-4ecf-9a28-0f666a62e109 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=f3f64fed5a2842ecb69125ffb4687918&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4313252 Apr 20 13:20:31.940228 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764c5c9b-22c1-4cf9-bd58-ec034832f6b3 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0918fd90-9b33-4b40-82e1-6de520c14c33,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:31.943169 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-26b8dc83-2d7d-447f-ae89-f7ec21b473d3 None None] Port 24361dd5-5fda-4a54-bb1a-62a3d08fefa8 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:20:31.979332 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629324d-9163-4d2d-a973-13bf966285f5 req-6035be01-dc14-4156-a44d-f8ffbcbc58a6 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:31.980984 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1629324d-9163-4d2d-a973-13bf966285f5 req-6035be01-dc14-4156-a44d-f8ffbcbc58a6 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f2563a3-d588-4bb4-a237-e9689f42cf15 HTTP/1.1" status: 200 len: 931 time: 0.2948916 Apr 20 13:20:31.986845 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573263fb-2e38-4562-8cb3-309526e4d1b9 service neutron] Pushing event updated for resources: {'Port': ['ID=195d3c8b-ac0f-4345-ac1e-0409c92db31e,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:31.997443 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-d24f04ac-779e-4e89-9b21-7b7880b9289b tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2972133 Apr 20 13:20:32.025591 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-73480b9f-0e93-428a-800f-a572d6e5da9d service neutron] Request body: {'port': {'device_id': '0f2563a3-d588-4bb4-a237-e9689f42cf15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:32.050100 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56296) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:32.097787 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-764c5c9b-22c1-4cf9-bd58-ec034832f6b3 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:32.102214 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-764c5c9b-22c1-4cf9-bd58-ec034832f6b3 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9412670 Apr 20 13:20:32.107416 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56298) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:32.112308 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-99be062a-8087-4211-8907-0c709f299757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:32.120081 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7c608add-15c9-468e-b14b-13dfbd7c3e68 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:32.134863 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-ac48b9d6-24b1-4482-9ca5-f17b2418fefc tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Request body: {'security_group_rule': {'security_group_id': '0918fd90-9b33-4b40-82e1-6de520c14c33', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:32.163615 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45045d62-7491-4f86-9923-7fe65de34700 req-77fc9495-9e18-4452-a6b2-b32aa757368d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:32.165356 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-45045d62-7491-4f86-9923-7fe65de34700 req-77fc9495-9e18-4452-a6b2-b32aa757368d service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2472718 Apr 20 13:20:32.208536 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-73480b9f-0e93-428a-800f-a572d6e5da9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:32.277864 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-263ba65b-2eeb-4bfe-ad70-1471393cc5e2 None None] Provisioning complete for port 6ce0801b-19c5-4c23-85d1-013673201800 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:32.278333 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-263ba65b-2eeb-4bfe-ad70-1471393cc5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:32.316993 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1629324d-9163-4d2d-a973-13bf966285f5 req-1874a41d-17d0-459a-9bb5-21783e5a5b8d tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863538 Apr 20 13:20:32.318950 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-263ba65b-2eeb-4bfe-ad70-1471393cc5e2 None None] Port 6ce0801b-19c5-4c23-85d1-013673201800 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:20:32.323984 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35e666-d9fa-4e43-a844-d0309279d93f req-3b040d2c-bb07-47f9-9047-50bcb6613064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:32.325236 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be35e666-d9fa-4e43-a844-d0309279d93f req-3b040d2c-bb07-47f9-9047-50bcb6613064 service neutron] 10.222.0.32 "GET /v2.0/networks?id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 HTTP/1.1" status: 200 len: 912 time: 0.4046898 Apr 20 13:20:32.392665 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be35e666-d9fa-4e43-a844-d0309279d93f req-e6e4c67e-3f84-491e-9ffa-f4712bda24e8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92fc024d-a659-4972-8862-3110d9cc2637 HTTP/1.1" status: 200 len: 217 time: 0.0574732 Apr 20 13:20:32.406224 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e75a96-3957-4b9f-ba81-cf7a973beadd req-d5959163-b9d1-41ea-bba9-da247d4f6a81 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:32.407808 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-58e75a96-3957-4b9f-ba81-cf7a973beadd req-d5959163-b9d1-41ea-bba9-da247d4f6a81 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8914967-9f85-4f13-a1b1-1d36d5a6da77 HTTP/1.1" status: 200 len: 944 time: 0.2951801 Apr 20 13:20:32.414452 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7c608add-15c9-468e-b14b-13dfbd7c3e68 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:32.418992 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-4091c907-2053-4d07-ac0b-31c4558538bf req-573263fb-2e38-4562-8cb3-309526e4d1b9 service neutron] Attempting to bind port 195d3c8b-ac0f-4345-ac1e-0409c92db31e on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:20:32.419324 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-4091c907-2053-4d07-ac0b-31c4558538bf req-573263fb-2e38-4562-8cb3-309526e4d1b9 service neutron] Attempting to bind port 195d3c8b-ac0f-4345-ac1e-0409c92db31e by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '892a43bc-413a-4417-8c32-1f97c1633215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b862d419-fbde-4fc5-af1d-51107adf2490'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:20:32.419683 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4091c907-2053-4d07-ac0b-31c4558538bf req-573263fb-2e38-4562-8cb3-309526e4d1b9 service neutron] Attempting to bind port 195d3c8b-ac0f-4345-ac1e-0409c92db31e on network b862d419-fbde-4fc5-af1d-51107adf2490 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:20:32.438589 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-c6b07e7c-7a96-45d3-a814-0d2a4cdee288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:32.440163 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-c6b07e7c-7a96-45d3-a814-0d2a4cdee288 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3f64fed5a2842ecb69125ffb4687918&device_id=6de9013c-13bc-448b-b7e5-8321a8e349b0 HTTP/1.1" status: 200 len: 1094 time: 0.1903207 Apr 20 13:20:32.450451 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8275e3d-867a-4f11-8fc1-90d142cb2f7c', 'name': 'network-vif-deleted', 'tag': '5192d155-9f67-4efc-8c85-d250be2423e6'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:20:32.453002 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee97235-5275-401e-a6d3-7182472e63f1" -d '{"events": [{"server_uuid": "a8275e3d-867a-4f11-8fc1-90d142cb2f7c", "name": "network-vif-deleted", "tag": "5192d155-9f67-4efc-8c85-d250be2423e6"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:20:32.464084 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-a7a9c43b-4295-4e90-b7d9-9335b39ccf6f tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Deleting port 6ce0801b-19c5-4c23-85d1-013673201800 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:32.464467 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a7a9c43b-4295-4e90-b7d9-9335b39ccf6f tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:32.472245 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4091c907-2053-4d07-ac0b-31c4558538bf req-573263fb-2e38-4562-8cb3-309526e4d1b9 service neutron] Port 195d3c8b-ac0f-4345-ac1e-0409c92db31e on network b862d419-fbde-4fc5-af1d-51107adf2490 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:20:32.472564 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4091c907-2053-4d07-ac0b-31c4558538bf req-573263fb-2e38-4562-8cb3-309526e4d1b9 service neutron] Attempting to bind port 195d3c8b-ac0f-4345-ac1e-0409c92db31e on network b862d419-fbde-4fc5-af1d-51107adf2490 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:20:32.508076 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ac48b9d6-24b1-4482-9ca5-f17b2418fefc tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:32.514891 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4091c907-2053-4d07-ac0b-31c4558538bf req-573263fb-2e38-4562-8cb3-309526e4d1b9 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:20:32.515143 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4091c907-2053-4d07-ac0b-31c4558538bf req-573263fb-2e38-4562-8cb3-309526e4d1b9 service neutron] Checking segment: {'id': '892a43bc-413a-4417-8c32-1f97c1633215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b862d419-fbde-4fc5-af1d-51107adf2490'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:20:32.515553 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4091c907-2053-4d07-ac0b-31c4558538bf req-573263fb-2e38-4562-8cb3-309526e4d1b9 service neutron] Bound using segment: {'id': '892a43bc-413a-4417-8c32-1f97c1633215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b862d419-fbde-4fc5-af1d-51107adf2490'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:20:32.515988 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-4091c907-2053-4d07-ac0b-31c4558538bf req-573263fb-2e38-4562-8cb3-309526e4d1b9 service neutron] Bound port: 195d3c8b-ac0f-4345-ac1e-0409c92db31e, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892a43bc-413a-4417-8c32-1f97c1633215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b862d419-fbde-4fc5-af1d-51107adf2490'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:20:32.516344 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4091c907-2053-4d07-ac0b-31c4558538bf req-573263fb-2e38-4562-8cb3-309526e4d1b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:32.533535 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-99be062a-8087-4211-8907-0c709f299757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:32.546482 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e259b0-40a2-4e9c-b87c-dc2c87c4982a x-openstack-request-id: req-24e259b0-40a2-4e9c-b87c-dc2c87c4982a {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:20:32.546769 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8275e3d-867a-4f11-8fc1-90d142cb2f7c", "name": "network-vif-deleted", "tag": "5192d155-9f67-4efc-8c85-d250be2423e6", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:20:32.547016 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24e259b0-40a2-4e9c-b87c-dc2c87c4982a {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:20:32.547424 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24e259b0-40a2-4e9c-b87c-dc2c87c4982a'] response: {'server_uuid': 'a8275e3d-867a-4f11-8fc1-90d142cb2f7c', 'name': 'network-vif-deleted', 'tag': '5192d155-9f67-4efc-8c85-d250be2423e6', 'status': 'completed', 'code': 200} Apr 20 13:20:32.574334 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c608add-15c9-468e-b14b-13dfbd7c3e68 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Network 6b087060-87a4-49df-aaeb-6905b725c3a7 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:32.575735 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-54a32b45-9e7f-4640-a109-59ce1952792b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d211606b-6b68-4083-b8e6-2953740cd4dc HTTP/1.1" status: 200 len: 217 time: 0.0903771 Apr 20 13:20:32.579531 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-7c608add-15c9-468e-b14b-13dfbd7c3e68 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:32.583578 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c608add-15c9-468e-b14b-13dfbd7c3e68 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Pushing event updated for resources: {'Port': ['ID=cfd612c4-3010-4f30-a76b-c3f69de67430,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:32.585916 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c608add-15c9-468e-b14b-13dfbd7c3e68 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:32.599578 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35e666-d9fa-4e43-a844-d0309279d93f req-db5bd23f-5e0c-4fb8-9ccc-3439f82b11f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:32.601090 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be35e666-d9fa-4e43-a844-d0309279d93f req-db5bd23f-5e0c-4fb8-9ccc-3439f82b11f6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa576778-8514-4874-84e6-afe172476688 HTTP/1.1" status: 200 len: 850 time: 0.1924217 Apr 20 13:20:32.618941 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-58e75a96-3957-4b9f-ba81-cf7a973beadd req-f194cc47-a8c5-4780-9eb3-96c53ab6f6b4 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941664 Apr 20 13:20:32.678816 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-99be062a-8087-4211-8907-0c709f299757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:32.722424 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a7a9c43b-4295-4e90-b7d9-9335b39ccf6f tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:32.749490 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ac48b9d6-24b1-4482-9ca5-f17b2418fefc tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:32.755893 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-a7a9c43b-4295-4e90-b7d9-9335b39ccf6f tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Calling delete_port for 6ce0801b-19c5-4c23-85d1-013673201800 owned by {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:32.761983 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-4091c907-2053-4d07-ac0b-31c4558538bf req-573263fb-2e38-4562-8cb3-309526e4d1b9 service neutron] For port 195d3c8b-ac0f-4345-ac1e-0409c92db31e, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:20:32.766576 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-4091c907-2053-4d07-ac0b-31c4558538bf req-573263fb-2e38-4562-8cb3-309526e4d1b9 service neutron] For port 195d3c8b-ac0f-4345-ac1e-0409c92db31e, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=195d3c8b-ac0f-4345-ac1e-0409c92db31e,segment=NetworkSegment(892a43bc-413a-4417-8c32-1f97c1633215),segment_id=892a43bc-413a-4417-8c32-1f97c1633215)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:20:32.773960 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35e666-d9fa-4e43-a844-d0309279d93f req-b481ad20-b5cb-4e3c-a8c0-be979cc98367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:32.780340 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be35e666-d9fa-4e43-a844-d0309279d93f req-b481ad20-b5cb-4e3c-a8c0-be979cc98367 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1656437 Apr 20 13:20:32.788284 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-99be062a-8087-4211-8907-0c709f299757 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f2ead01baebf48a1a4469e3afa22deea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7337072 Apr 20 13:20:32.789020 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be062a-8087-4211-8907-0c709f299757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0699a533-f3fa-48af-ad0f-67480b8679c9,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:32.793768 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56310) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:32.807118 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7c608add-15c9-468e-b14b-13dfbd7c3e68 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:32.849324 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ac48b9d6-24b1-4482-9ca5-f17b2418fefc tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:32.889991 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-4f3399d1-67e0-4d71-94b8-2cd413c949ea None None] Provisioning complete for port cfd612c4-3010-4f30-a76b-c3f69de67430 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:32.890571 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4f3399d1-67e0-4d71-94b8-2cd413c949ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:32.899989 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4091c907-2053-4d07-ac0b-31c4558538bf req-573263fb-2e38-4562-8cb3-309526e4d1b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:32.933902 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-4f3399d1-67e0-4d71-94b8-2cd413c949ea None None] Port cfd612c4-3010-4f30-a76b-c3f69de67430 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:20:32.953366 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac48b9d6-24b1-4482-9ca5-f17b2418fefc tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f2c5bc9-5e8b-4ac7-b62c-f6216081f316,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:33.043173 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091c907-2053-4d07-ac0b-31c4558538bf req-573263fb-2e38-4562-8cb3-309526e4d1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:33.044003 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4091c907-2053-4d07-ac0b-31c4558538bf req-573263fb-2e38-4562-8cb3-309526e4d1b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:33.045522 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4091c907-2053-4d07-ac0b-31c4558538bf req-573263fb-2e38-4562-8cb3-309526e4d1b9 service neutron] 10.222.0.15 "PUT /v2.0/ports/195d3c8b-ac0f-4345-ac1e-0409c92db31e HTTP/1.1" status: 200 len: 1091 time: 3.7932394 Apr 20 13:20:33.106202 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ac48b9d6-24b1-4482-9ca5-f17b2418fefc tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:33.107508 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ac48b9d6-24b1-4482-9ca5-f17b2418fefc tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9776802 Apr 20 13:20:33.114929 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56312) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:33.129712 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573263fb-2e38-4562-8cb3-309526e4d1b9 service neutron] Pushing event updated for resources: {'Port': ['ID=195d3c8b-ac0f-4345-ac1e-0409c92db31e,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:33.139614 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be35e666-d9fa-4e43-a844-d0309279d93f req-90e83146-6e42-4071-83c5-475603e0b2cb service neutron] 10.222.0.32 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472190 Apr 20 13:20:33.151199 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-153e62e1-d6f9-40e8-a2c9-656ea8e9fdfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:33.194944 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f09dc-c16d-4f73-ab39-0ce7793d1c9e req-d70a4344-75d4-4e1a-8c6d-46a18c60ebd2 tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:33.199975 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-540f09dc-c16d-4f73-ab39-0ce7793d1c9e req-d70a4344-75d4-4e1a-8c6d-46a18c60ebd2 tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bc2e67c-a70a-42e7-bb2b-c1b817c66230 HTTP/1.1" status: 200 len: 945 time: 0.2517319 Apr 20 13:20:33.367922 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-d9ad0e1a-02e6-4e1f-b41a-6d88fd338198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:33.367922 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-d9ad0e1a-02e6-4e1f-b41a-6d88fd338198 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ca000807-d525-4ea4-9c0b-5d96911607ed HTTP/1.1" status: 200 len: 855 time: 0.7415423 Apr 20 13:20:33.478931 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-41652366-7594-4306-9476-b3d8f5bfd911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:33.480501 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-41652366-7594-4306-9476-b3d8f5bfd911 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b862d419-fbde-4fc5-af1d-51107adf2490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992732 Apr 20 13:20:33.570810 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-73480b9f-0e93-428a-800f-a572d6e5da9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24361dd5-5fda-4a54-bb1a-62a3d08fefa8 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:20:33.606543 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-73480b9f-0e93-428a-800f-a572d6e5da9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:33.623061 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7c608add-15c9-468e-b14b-13dfbd7c3e68 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:33.646691 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-153e62e1-d6f9-40e8-a2c9-656ea8e9fdfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:33.650385 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a8142d36-7fce-4ca7-b646-ef88420deb5e tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:33.687739 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-71e73908-cf76-4288-a88a-08c8cab91ea0 service neutron] 10.222.0.32 "GET /v2.0/networks/b862d419-fbde-4fc5-af1d-51107adf2490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987736 Apr 20 13:20:33.691910 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a8142d36-7fce-4ca7-b646-ef88420deb5e tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:33.783526 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-540f09dc-c16d-4f73-ab39-0ce7793d1c9e req-12586560-e48c-4c60-9723-07dbc8b63bab tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] 10.222.0.25 "GET /v2.0/security-groups?id=89b506a3-40b0-40ea-895a-e4c9f592486a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5692856 Apr 20 13:20:33.787406 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-73480b9f-0e93-428a-800f-a572d6e5da9d service neutron] Transition to ACTIVE for port object 24361dd5-5fda-4a54-bb1a-62a3d08fefa8 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:20:33.827026 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091c907-2053-4d07-ac0b-31c4558538bf req-cc35f187-13e3-4f1f-b17c-6c4718e55610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:33.830528 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4091c907-2053-4d07-ac0b-31c4558538bf req-cc35f187-13e3-4f1f-b17c-6c4718e55610 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3f64fed5a2842ecb69125ffb4687918&device_id=6b529390-69a0-4b2f-8366-0f4995cf5846 HTTP/1.1" status: 200 len: 1094 time: 0.2859700 Apr 20 13:20:33.832635 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be35e666-d9fa-4e43-a844-d0309279d93f req-6e5aefe8-c2dc-492b-972c-2eaa4a39829b service neutron] 10.222.0.32 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6746838 Apr 20 13:20:33.853168 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a7a9c43b-4295-4e90-b7d9-9335b39ccf6f tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:33.876709 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-73480b9f-0e93-428a-800f-a572d6e5da9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:33.907204 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c1f0b-0c06-4340-a5d5-1b5d42f86865 req-69fd71c7-0279-46b9-9ce0-aa653f2ef481 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:33.914695 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-132c1f0b-0c06-4340-a5d5-1b5d42f86865 req-69fd71c7-0279-46b9-9ce0-aa653f2ef481 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f2563a3-d588-4bb4-a237-e9689f42cf15 HTTP/1.1" status: 200 len: 931 time: 0.3674507 Apr 20 13:20:33.950796 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4091c907-2053-4d07-ac0b-31c4558538bf req-04bc263b-7c9e-4899-942c-d7b077587404 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=195d3c8b-ac0f-4345-ac1e-0409c92db31e HTTP/1.1" status: 200 len: 217 time: 0.0943549 Apr 20 13:20:33.955550 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a8142d36-7fce-4ca7-b646-ef88420deb5e tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:33.963991 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e5753947-e9fb-4b5e-987b-73efa60d8286 req-46a89ba2-1619-4c8c-9651-0c09e1f24aa8 service neutron] 10.222.0.32 "GET /v2.0/networks/b862d419-fbde-4fc5-af1d-51107adf2490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654316 Apr 20 13:20:34.016662 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a8142d36-7fce-4ca7-b646-ef88420deb5e tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:34.020094 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a8142d36-7fce-4ca7-b646-ef88420deb5e tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/3f2c5bc9-5e8b-4ac7-b62c-f6216081f316 HTTP/1.1" status: 204 len: 168 time: 0.8978450 Apr 20 13:20:34.027579 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56322) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:34.029712 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-153e62e1-d6f9-40e8-a2c9-656ea8e9fdfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:34.032245 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-153e62e1-d6f9-40e8-a2c9-656ea8e9fdfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:34.034050 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-153e62e1-d6f9-40e8-a2c9-656ea8e9fdfc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0699a533-f3fa-48af-ad0f-67480b8679c9 HTTP/1.1" status: 204 len: 168 time: 1.2372634 Apr 20 13:20:34.038163 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9c43b-4295-4e90-b7d9-9335b39ccf6f tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Pushing event deleted for resources: {'Port': ['ID=6ce0801b-19c5-4c23-85d1-013673201800,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:34.066985 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-132c1f0b-0c06-4340-a5d5-1b5d42f86865 req-305485cf-84c9-4204-89a7-e61764e6a82c tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501257 Apr 20 13:20:34.072822 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8142d36-7fce-4ca7-b646-ef88420deb5e tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f2c5bc9-5e8b-4ac7-b62c-f6216081f316,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:34.087403 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73480b9f-0e93-428a-800f-a572d6e5da9d service neutron] Pushing event updated for resources: {'Port': ['ID=24361dd5-5fda-4a54-bb1a-62a3d08fefa8,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:34.112928 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e62e1-d6f9-40e8-a2c9-656ea8e9fdfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0699a533-f3fa-48af-ad0f-67480b8679c9,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:34.155280 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091c907-2053-4d07-ac0b-31c4558538bf req-c0126ae7-dff9-44ba-8e80-bf7b7f63b986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:34.156838 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4091c907-2053-4d07-ac0b-31c4558538bf req-c0126ae7-dff9-44ba-8e80-bf7b7f63b986 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca000807-d525-4ea4-9c0b-5d96911607ed HTTP/1.1" status: 200 len: 855 time: 0.1825016 Apr 20 13:20:34.170408 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415c619-9a1f-4b04-b68f-107a008b8f8f req-b58ebf56-ae63-450d-bc5c-8b7bd4e6b801 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:34.172364 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b415c619-9a1f-4b04-b68f-107a008b8f8f req-b58ebf56-ae63-450d-bc5c-8b7bd4e6b801 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8914967-9f85-4f13-a1b1-1d36d5a6da77 HTTP/1.1" status: 200 len: 944 time: 0.2367311 Apr 20 13:20:34.228695 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-709c0287-0db1-4700-8ec3-eef347372f84 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1943965 Apr 20 13:20:34.229757 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56326) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:34.264278 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7c608add-15c9-468e-b14b-13dfbd7c3e68 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:34.349465 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-73480b9f-0e93-428a-800f-a572d6e5da9d service neutron] Attempting to bind port 24361dd5-5fda-4a54-bb1a-62a3d08fefa8 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:20:34.353487 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-73480b9f-0e93-428a-800f-a572d6e5da9d service neutron] Attempting to bind port 24361dd5-5fda-4a54-bb1a-62a3d08fefa8 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '892a43bc-413a-4417-8c32-1f97c1633215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b862d419-fbde-4fc5-af1d-51107adf2490'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:20:34.353645 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-73480b9f-0e93-428a-800f-a572d6e5da9d service neutron] Attempting to bind port 24361dd5-5fda-4a54-bb1a-62a3d08fefa8 on network b862d419-fbde-4fc5-af1d-51107adf2490 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:20:34.365510 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7c608add-15c9-468e-b14b-13dfbd7c3e68 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:34.379627 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b415c619-9a1f-4b04-b68f-107a008b8f8f req-3978021f-bc40-4ad6-81c4-af957e2e41c0 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968443 Apr 20 13:20:34.427170 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-73480b9f-0e93-428a-800f-a572d6e5da9d service neutron] Port 24361dd5-5fda-4a54-bb1a-62a3d08fefa8 on network b862d419-fbde-4fc5-af1d-51107adf2490 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:20:34.431770 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-73480b9f-0e93-428a-800f-a572d6e5da9d service neutron] Attempting to bind port 24361dd5-5fda-4a54-bb1a-62a3d08fefa8 on network b862d419-fbde-4fc5-af1d-51107adf2490 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:20:34.468502 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091c907-2053-4d07-ac0b-31c4558538bf req-13bf9e65-ab3e-4e70-b4e4-e87d6aee880f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:34.470193 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4091c907-2053-4d07-ac0b-31c4558538bf req-13bf9e65-ab3e-4e70-b4e4-e87d6aee880f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b862d419-fbde-4fc5-af1d-51107adf2490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2969077 Apr 20 13:20:34.472304 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a7a9c43b-4295-4e90-b7d9-9335b39ccf6f tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:34.490111 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7c608add-15c9-468e-b14b-13dfbd7c3e68 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:34.509339 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-73480b9f-0e93-428a-800f-a572d6e5da9d service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:20:34.509931 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-73480b9f-0e93-428a-800f-a572d6e5da9d service neutron] Checking segment: {'id': '892a43bc-413a-4417-8c32-1f97c1633215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b862d419-fbde-4fc5-af1d-51107adf2490'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:20:34.510521 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a7a9c43b-4295-4e90-b7d9-9335b39ccf6f tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] 10.222.0.25 "DELETE /v2.0/ports/6ce0801b-19c5-4c23-85d1-013673201800 HTTP/1.1" status: 204 len: 168 time: 2.6688390 Apr 20 13:20:34.510750 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-73480b9f-0e93-428a-800f-a572d6e5da9d service neutron] Bound using segment: {'id': '892a43bc-413a-4417-8c32-1f97c1633215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b862d419-fbde-4fc5-af1d-51107adf2490'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:20:34.511757 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56330) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:34.512224 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-73480b9f-0e93-428a-800f-a572d6e5da9d service neutron] Bound port: 24361dd5-5fda-4a54-bb1a-62a3d08fefa8, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '892a43bc-413a-4417-8c32-1f97c1633215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'b862d419-fbde-4fc5-af1d-51107adf2490'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:20:34.512793 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-73480b9f-0e93-428a-800f-a572d6e5da9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:34.668929 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b529390-69a0-4b2f-8366-0f4995cf5846', 'tag': '195d3c8b-ac0f-4345-ac1e-0409c92db31e'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:20:34.672376 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94c47eb-82e3-435e-9427-084d4b9dc5e2" -d '{"events": [{"name": "network-changed", "server_uuid": "6b529390-69a0-4b2f-8366-0f4995cf5846", "tag": "195d3c8b-ac0f-4345-ac1e-0409c92db31e"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:20:34.673417 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d2b11a98-ee81-4a0c-b5a0-f487904e12bf tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:34.680980 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c608add-15c9-468e-b14b-13dfbd7c3e68 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Pushing event updated for resources: {'Port': ['ID=cfd612c4-3010-4f30-a76b-c3f69de67430,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:34.706885 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ebc09d0-ca64-495d-97b6-1f607acca1e8 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] GET failed (client error): The resource could not be found. Apr 20 13:20:34.712528 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8ebc09d0-ca64-495d-97b6-1f607acca1e8 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] 10.222.0.25 "GET /v2.0/ports/6ce0801b-19c5-4c23-85d1-013673201800 HTTP/1.1" status: 404 len: 333 time: 0.0774024 Apr 20 13:20:34.716439 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56338) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:34.744031 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d2b11a98-ee81-4a0c-b5a0-f487904e12bf tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:34.755697 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-73480b9f-0e93-428a-800f-a572d6e5da9d service neutron] For port 24361dd5-5fda-4a54-bb1a-62a3d08fefa8, host n-h2-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:20:34.791916 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df5c07f-ca66-4110-9d62-6b1956977ef9 x-openstack-request-id: req-5df5c07f-ca66-4110-9d62-6b1956977ef9 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:20:34.792208 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b529390-69a0-4b2f-8366-0f4995cf5846", "tag": "195d3c8b-ac0f-4345-ac1e-0409c92db31e", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:20:34.792522 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5df5c07f-ca66-4110-9d62-6b1956977ef9 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:20:34.792864 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5df5c07f-ca66-4110-9d62-6b1956977ef9'] response: {'name': 'network-changed', 'server_uuid': '6b529390-69a0-4b2f-8366-0f4995cf5846', 'tag': '195d3c8b-ac0f-4345-ac1e-0409c92db31e', 'status': 'completed', 'code': 200} Apr 20 13:20:34.829006 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4091c907-2053-4d07-ac0b-31c4558538bf req-d56d88e7-2953-4a52-86c8-7bde7922cc21 service neutron] 10.222.0.15 "GET /v2.0/networks/b862d419-fbde-4fc5-af1d-51107adf2490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162379 Apr 20 13:20:34.829651 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-73480b9f-0e93-428a-800f-a572d6e5da9d service neutron] For port 24361dd5-5fda-4a54-bb1a-62a3d08fefa8, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=24361dd5-5fda-4a54-bb1a-62a3d08fefa8,segment=NetworkSegment(892a43bc-413a-4417-8c32-1f97c1633215),segment_id=892a43bc-413a-4417-8c32-1f97c1633215)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:20:34.868581 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c608add-15c9-468e-b14b-13dfbd7c3e68 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Network 6b087060-87a4-49df-aaeb-6905b725c3a7 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:34.877304 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-7c608add-15c9-468e-b14b-13dfbd7c3e68 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:34.940045 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-1368f2c4-f624-4818-bee9-1a50ccae9aea tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Deleting port a490d3b1-fb45-4b53-88f2-1e43037ca656 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:34.940045 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1368f2c4-f624-4818-bee9-1a50ccae9aea tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:35.036234 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d2b11a98-ee81-4a0c-b5a0-f487904e12bf tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:35.038952 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d2b11a98-ee81-4a0c-b5a0-f487904e12bf tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:35.040074 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d2b11a98-ee81-4a0c-b5a0-f487904e12bf tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "DELETE /v2.0/security-groups/0918fd90-9b33-4b40-82e1-6de520c14c33 HTTP/1.1" status: 204 len: 168 time: 0.7690549 Apr 20 13:20:35.041492 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-73480b9f-0e93-428a-800f-a572d6e5da9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:35.044442 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56352) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:35.069778 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4091c907-2053-4d07-ac0b-31c4558538bf req-60c9b7e5-33ca-4de4-a04f-36f20b785463 service neutron] 10.222.0.15 "GET /v2.0/networks/b862d419-fbde-4fc5-af1d-51107adf2490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341084 Apr 20 13:20:35.107550 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1368f2c4-f624-4818-bee9-1a50ccae9aea tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:35.124171 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-1368f2c4-f624-4818-bee9-1a50ccae9aea tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Calling delete_port for a490d3b1-fb45-4b53-88f2-1e43037ca656 owned by {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:35.151023 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b11a98-ee81-4a0c-b5a0-f487904e12bf tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0918fd90-9b33-4b40-82e1-6de520c14c33,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:35.202478 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-73480b9f-0e93-428a-800f-a572d6e5da9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:35.203541 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-73480b9f-0e93-428a-800f-a572d6e5da9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:35.212014 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-73480b9f-0e93-428a-800f-a572d6e5da9d service neutron] 10.222.0.15 "PUT /v2.0/ports/24361dd5-5fda-4a54-bb1a-62a3d08fefa8 HTTP/1.1" status: 200 len: 1091 time: 3.1976693 Apr 20 13:20:35.214345 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2563a3-d588-4bb4-a237-e9689f42cf15', 'tag': '24361dd5-5fda-4a54-bb1a-62a3d08fefa8'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:20:35.225008 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 92fc024d-a659-4972-8862-3110d9cc2637 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:20:35.225846 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5a9894-86b7-44a2-8189-307c341e107c" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2563a3-d588-4bb4-a237-e9689f42cf15", "tag": "24361dd5-5fda-4a54-bb1a-62a3d08fefa8"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:20:35.303722 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2009f7-bfdc-4a0b-89ae-32713cc1cd09 req-f5c7e8b3-a779-4703-9257-9619bb31ed9e tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:35.306382 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6b2009f7-bfdc-4a0b-89ae-32713cc1cd09 req-f5c7e8b3-a779-4703-9257-9619bb31ed9e tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f2563a3-d588-4bb4-a237-e9689f42cf15 HTTP/1.1" status: 200 len: 943 time: 0.0886016 Apr 20 13:20:35.374422 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c608add-15c9-468e-b14b-13dfbd7c3e68 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Router 50f32a76-f0c5-4604-bdc3-009d2682dfab has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:20:35.407092 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6b2009f7-bfdc-4a0b-89ae-32713cc1cd09 req-6c064544-c7b0-44ef-b91d-3b4147f2561d tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897837 Apr 20 13:20:35.422118 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8a5483-d688-4e12-87f6-491b4d94f695 x-openstack-request-id: req-2e8a5483-d688-4e12-87f6-491b4d94f695 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:20:35.422526 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2563a3-d588-4bb4-a237-e9689f42cf15", "tag": "24361dd5-5fda-4a54-bb1a-62a3d08fefa8", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:20:35.423022 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2e8a5483-d688-4e12-87f6-491b4d94f695 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:20:35.423667 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e8a5483-d688-4e12-87f6-491b4d94f695'] response: {'name': 'network-changed', 'server_uuid': '0f2563a3-d588-4bb4-a237-e9689f42cf15', 'tag': '24361dd5-5fda-4a54-bb1a-62a3d08fefa8', 'status': 'completed', 'code': 200} Apr 20 13:20:35.425198 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73480b9f-0e93-428a-800f-a572d6e5da9d service neutron] Pushing event updated for resources: {'Port': ['ID=24361dd5-5fda-4a54-bb1a-62a3d08fefa8,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:35.441792 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b0b81bb3-2abe-4cd8-8e2a-dd0e2fad842d tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3863311 Apr 20 13:20:35.446487 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56366) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:35.454286 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-a04bca98-3ebd-4565-a266-7c5b3eb2fb71 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Request body: {'security_group': {'name': 'tempest-secgroup--1650101075'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:35.523452 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c47eb-82e3-435e-9427-084d4b9dc5e2 req-dde3bfc3-f56f-4879-95ab-94bda5e0a05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:35.530451 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a94c47eb-82e3-435e-9427-084d4b9dc5e2 req-dde3bfc3-f56f-4879-95ab-94bda5e0a05f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3f64fed5a2842ecb69125ffb4687918&device_id=6b529390-69a0-4b2f-8366-0f4995cf5846 HTTP/1.1" status: 200 len: 1094 time: 0.2752502 Apr 20 13:20:35.588581 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 92fc024d-a659-4972-8862-3110d9cc2637, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=92fc024d-a659-4972-8862-3110d9cc2637,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:35.607733 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-109d4992-620d-4a1c-bf65-6e3dcdc6fc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:35.609366 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-109d4992-620d-4a1c-bf65-6e3dcdc6fc54 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3f64fed5a2842ecb69125ffb4687918&device_id=0f2563a3-d588-4bb4-a237-e9689f42cf15 HTTP/1.1" status: 200 len: 1094 time: 0.2707279 Apr 20 13:20:35.611231 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-82bd1a12-a643-4d6e-a8ee-58c257aa7ba9 None None] Provisioning complete for port cfd612c4-3010-4f30-a76b-c3f69de67430 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:35.611864 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-82bd1a12-a643-4d6e-a8ee-58c257aa7ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:35.656211 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-82bd1a12-a643-4d6e-a8ee-58c257aa7ba9 None None] Port cfd612c4-3010-4f30-a76b-c3f69de67430 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:20:35.664487 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '92fc024d-a659-4972-8862-3110d9cc2637', 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119', 'port_id': '92fc024d-a659-4972-8862-3110d9cc2637', 'mac_address': 'fa:16:3e:7b:86:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa576778-8514-4874-84e6-afe172476688', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:20:35.672965 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-46607cc1-4f58-4b60-b7b7-ce39dd1f019f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24361dd5-5fda-4a54-bb1a-62a3d08fefa8 HTTP/1.1" status: 200 len: 217 time: 0.0536401 Apr 20 13:20:35.690661 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749a963-af11-4b3f-b2cc-ad4adae5aaca req-a69afdcc-81b6-4ffb-a1c8-01d12a337fbc tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:35.698209 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1749a963-af11-4b3f-b2cc-ad4adae5aaca req-a69afdcc-81b6-4ffb-a1c8-01d12a337fbc tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8914967-9f85-4f13-a1b1-1d36d5a6da77 HTTP/1.1" status: 200 len: 944 time: 0.1255655 Apr 20 13:20:35.742645 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:35.751219 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-363fd3d3-5623-448a-ab69-027e461cb16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:35.752740 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-363fd3d3-5623-448a-ab69-027e461cb16c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca000807-d525-4ea4-9c0b-5d96911607ed HTTP/1.1" status: 200 len: 855 time: 0.0710077 Apr 20 13:20:35.758850 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1368f2c4-f624-4818-bee9-1a50ccae9aea tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:35.767451 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92fc024d-a659-4972-8862-3110d9cc2637 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:20:35.789931 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 92fc024d-a659-4972-8862-3110d9cc2637, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=92fc024d-a659-4972-8862-3110d9cc2637,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:35.794656 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c608add-15c9-468e-b14b-13dfbd7c3e68 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:20:35.804793 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7c608add-15c9-468e-b14b-13dfbd7c3e68 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] 10.222.0.25 "PUT /v2.0/routers/50f32a76-f0c5-4604-bdc3-009d2682dfab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9298303 Apr 20 13:20:35.807811 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56380) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:35.809133 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9596f3f3-93c9-472f-a727-96470ccc5134 None None] Sync routers for ids ['50f32a76-f0c5-4604-bdc3-009d2682dfab'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:20:35.829803 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9596f3f3-93c9-472f-a727-96470ccc5134 None None] Routers {'50f32a76-f0c5-4604-bdc3-009d2682dfab'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:20:35.831013 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-9596f3f3-93c9-472f-a727-96470ccc5134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:20:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['50f32a76-f0c5-4604-bdc3-009d2682dfab'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:35.903220 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-aafaa1af-5049-4d1b-a7f4-b7fecc359df1 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Request body: {'port': {'network_id': '6b087060-87a4-49df-aaeb-6905b725c3a7', 'name': 'tempest-FloatingIPAdminTestJSON-101914129'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:35.914748 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a04bca98-3ebd-4565-a266-7c5b3eb2fb71 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:35.920064 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c47eb-82e3-435e-9427-084d4b9dc5e2 req-0a239f07-68e0-4e6b-a8f9-7d3069c8cbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:35.921660 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a94c47eb-82e3-435e-9427-084d4b9dc5e2 req-0a239f07-68e0-4e6b-a8f9-7d3069c8cbf6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b862d419-fbde-4fc5-af1d-51107adf2490 HTTP/1.1" status: 200 len: 917 time: 0.3066456 Apr 20 13:20:35.965968 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1368f2c4-f624-4818-bee9-1a50ccae9aea tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Pushing event deleted for resources: {'Port': ['ID=a490d3b1-fb45-4b53-88f2-1e43037ca656,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:35.987225 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a94c47eb-82e3-435e-9427-084d4b9dc5e2 req-edf2f3d6-94a3-4cdc-800d-aa40cf744ec1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=195d3c8b-ac0f-4345-ac1e-0409c92db31e HTTP/1.1" status: 200 len: 217 time: 0.0509584 Apr 20 13:20:36.083044 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1368f2c4-f624-4818-bee9-1a50ccae9aea tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:36.086434 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1368f2c4-f624-4818-bee9-1a50ccae9aea tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] 10.222.0.25 "DELETE /v2.0/ports/a490d3b1-fb45-4b53-88f2-1e43037ca656 HTTP/1.1" status: 204 len: 168 time: 1.3477492 Apr 20 13:20:36.104646 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56388) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:36.113698 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-255f9e5c-ce39-4f75-a60e-641b5d87365e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:36.118345 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-255f9e5c-ce39-4f75-a60e-641b5d87365e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b862d419-fbde-4fc5-af1d-51107adf2490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3307509 Apr 20 13:20:36.144118 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:36.161269 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1749a963-af11-4b3f-b2cc-ad4adae5aaca req-001bddb1-a519-441b-88c3-df77635c3989 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4571073 Apr 20 13:20:36.161629 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-1406c994-9381-454b-8673-655d848bed3f tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] GET failed (client error): The resource could not be found. Apr 20 13:20:36.161629 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1406c994-9381-454b-8673-655d848bed3f tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] 10.222.0.25 "GET /v2.0/ports/a490d3b1-fb45-4b53-88f2-1e43037ca656 HTTP/1.1" status: 404 len: 333 time: 0.0533433 Apr 20 13:20:36.165668 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c47eb-82e3-435e-9427-084d4b9dc5e2 req-4553018d-bd54-41ae-bef1-f6c630491da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:36.167167 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a94c47eb-82e3-435e-9427-084d4b9dc5e2 req-4553018d-bd54-41ae-bef1-f6c630491da6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca000807-d525-4ea4-9c0b-5d96911607ed HTTP/1.1" status: 200 len: 855 time: 0.1727443 Apr 20 13:20:36.184957 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56392) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:36.203812 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-9596f3f3-93c9-472f-a727-96470ccc5134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:36.222169 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9596f3f3-93c9-472f-a727-96470ccc5134 None None] Routers {'50f32a76-f0c5-4604-bdc3-009d2682dfab'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:20:36.222559 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-9596f3f3-93c9-472f-a727-96470ccc5134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:20:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['50f32a76-f0c5-4604-bdc3-009d2682dfab'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:36.306224 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=92fc024d-a659-4972-8862-3110d9cc2637,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:36.318381 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a04bca98-3ebd-4565-a266-7c5b3eb2fb71 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:36.325598 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-9596f3f3-93c9-472f-a727-96470ccc5134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:36.327009 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9596f3f3-93c9-472f-a727-96470ccc5134 None None] The sync data for ids ['50f32a76-f0c5-4604-bdc3-009d2682dfab'] in n-d-836015-7 is: [] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:20:36.351249 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c47eb-82e3-435e-9427-084d4b9dc5e2 req-f93c4060-f4d7-45d5-b804-bd0f1afd54de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:36.352909 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a94c47eb-82e3-435e-9427-084d4b9dc5e2 req-f93c4060-f4d7-45d5-b804-bd0f1afd54de service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b862d419-fbde-4fc5-af1d-51107adf2490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1691282 Apr 20 13:20:36.359736 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-64fdd6d8-0798-45af-bbe0-cd45e8e82a82 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Deleting port 1713e024-842e-4857-9bfe-e761a373d0bb {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:36.360081 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-64fdd6d8-0798-45af-bbe0-cd45e8e82a82 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:36.382059 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-85e97024-127a-479b-8bf9-a480f34f76bd service neutron] 10.222.0.15 "GET /v2.0/networks/b862d419-fbde-4fc5-af1d-51107adf2490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198427 Apr 20 13:20:36.437967 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a04bca98-3ebd-4565-a266-7c5b3eb2fb71 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:36.515098 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['92fc024d-a659-4972-8862-3110d9cc2637'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:20:36.521177 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-40ab7311-38bd-46e5-9e5b-1e87e79e930c req-0eda33c2-d573-4737-974c-7ac332b4852e service neutron] 10.222.0.15 "GET /v2.0/networks/b862d419-fbde-4fc5-af1d-51107adf2490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219752 Apr 20 13:20:36.546899 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafaa1af-5049-4d1b-a7f4-b7fecc359df1 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Made reservation on behalf of 73ad291589f64f70887e72d2959ec3be for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:36.550466 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aafaa1af-5049-4d1b-a7f4-b7fecc359df1 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:36.571048 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a04bca98-3ebd-4565-a266-7c5b3eb2fb71 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:36.577520 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a04bca98-3ebd-4565-a266-7c5b3eb2fb71 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1277430 Apr 20 13:20:36.580950 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [None req-aafaa1af-5049-4d1b-a7f4-b7fecc359df1 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] device_id is not set on port 486bf72b-13d3-4c69-9520-a959fb7faee8 yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:20:36.590218 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56402) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:36.595578 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-797dc5c7-c6eb-4b3f-a5f0-e12720a1e8e8 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Request body: {'security_group_rule': {'security_group_id': 'd77b5300-2c36-4e9c-ae77-59cd88de6e14', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:36.617647 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04bca98-3ebd-4565-a266-7c5b3eb2fb71 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d77b5300-2c36-4e9c-ae77-59cd88de6e14,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:36.699887 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-64fdd6d8-0798-45af-bbe0-cd45e8e82a82 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:36.708006 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-aafaa1af-5049-4d1b-a7f4-b7fecc359df1 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Allocated IP 172.20.0.13 (6b087060-87a4-49df-aaeb-6905b725c3a7/e01f38fe-ca3d-4378-a8ce-4e3023570090/486bf72b-13d3-4c69-9520-a959fb7faee8) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:36.757476 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-41e3261a-e6a2-45a0-b77f-a9651a1ad478 req-ecac52f9-766c-4ade-984c-cbd0ab7e7fd7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2551236 Apr 20 13:20:36.758438 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-64fdd6d8-0798-45af-bbe0-cd45e8e82a82 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Calling delete_port for 1713e024-842e-4857-9bfe-e761a373d0bb owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:36.764217 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a94c47eb-82e3-435e-9427-084d4b9dc5e2 req-b803c610-1fea-4d81-a099-7ad19c4aefcc service neutron] 10.222.0.15 "GET /v2.0/networks/b862d419-fbde-4fc5-af1d-51107adf2490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998837 Apr 20 13:20:36.796408 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4458919-1d3b-4429-ae05-1d3a18ed8891 req-8f4762be-0f23-4d30-aa66-495dc06f259c tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:36.806353 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f4458919-1d3b-4429-ae05-1d3a18ed8891 req-8f4762be-0f23-4d30-aa66-495dc06f259c tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f2563a3-d588-4bb4-a237-e9689f42cf15 HTTP/1.1" status: 200 len: 943 time: 0.3092012 Apr 20 13:20:36.890511 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f4458919-1d3b-4429-ae05-1d3a18ed8891 req-d7dd559f-f4fb-4fea-b331-3c59cbe0bc44 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793176 Apr 20 13:20:36.909054 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-797dc5c7-c6eb-4b3f-a5f0-e12720a1e8e8 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:36.961847 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a9894-86b7-44a2-8189-307c341e107c req-ce5b07f0-35a2-4b0c-9c88-8f2b99274f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:36.966385 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa5a9894-86b7-44a2-8189-307c341e107c req-ce5b07f0-35a2-4b0c-9c88-8f2b99274f09 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3f64fed5a2842ecb69125ffb4687918&device_id=0f2563a3-d588-4bb4-a237-e9689f42cf15 HTTP/1.1" status: 200 len: 1094 time: 0.2261012 Apr 20 13:20:36.993998 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3261a-e6a2-45a0-b77f-a9651a1ad478 req-c3c7219f-c5e7-48c3-abcc-3e6fcc6c63b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:36.996106 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-41e3261a-e6a2-45a0-b77f-a9651a1ad478 req-c3c7219f-c5e7-48c3-abcc-3e6fcc6c63b1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=649a6cfebf0a4feb8c92b7d26c8b3e97&device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 1095 time: 0.2067595 Apr 20 13:20:37.126776 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a94c47eb-82e3-435e-9427-084d4b9dc5e2 req-bc15806f-5038-431f-b797-b38c3838055b service neutron] 10.222.0.15 "GET /v2.0/networks/b862d419-fbde-4fc5-af1d-51107adf2490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485236 Apr 20 13:20:37.149424 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aafaa1af-5049-4d1b-a7f4-b7fecc359df1 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:37.200509 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a9894-86b7-44a2-8189-307c341e107c req-c6280760-98ec-49e7-b240-a3b26de5ccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:37.202321 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa5a9894-86b7-44a2-8189-307c341e107c req-c6280760-98ec-49e7-b240-a3b26de5ccdd service neutron] 10.222.0.15 "GET /v2.0/networks?id=b862d419-fbde-4fc5-af1d-51107adf2490 HTTP/1.1" status: 200 len: 917 time: 0.2193558 Apr 20 13:20:37.218840 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device d211606b-6b68-4083-b8e6-2953740cd4dc details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:20:37.268457 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa5a9894-86b7-44a2-8189-307c341e107c req-43c94ad5-8b63-436d-b9dd-53fef533cf64 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24361dd5-5fda-4a54-bb1a-62a3d08fefa8 HTTP/1.1" status: 200 len: 217 time: 0.0524921 Apr 20 13:20:37.356299 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aafaa1af-5049-4d1b-a7f4-b7fecc359df1 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:37.363785 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-797dc5c7-c6eb-4b3f-a5f0-e12720a1e8e8 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:37.429634 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-64fdd6d8-0798-45af-bbe0-cd45e8e82a82 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:37.440154 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port d211606b-6b68-4083-b8e6-2953740cd4dc, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=d211606b-6b68-4083-b8e6-2953740cd4dc,segment=NetworkSegment(892a43bc-413a-4417-8c32-1f97c1633215),segment_id=892a43bc-413a-4417-8c32-1f97c1633215)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:37.457360 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': 'd211606b-6b68-4083-b8e6-2953740cd4dc', 'network_id': 'b862d419-fbde-4fc5-af1d-51107adf2490', 'port_id': 'd211606b-6b68-4083-b8e6-2953740cd4dc', 'mac_address': 'fa:16:3e:76:af:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca000807-d525-4ea4-9c0b-5d96911607ed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:20:37.471876 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafaa1af-5049-4d1b-a7f4-b7fecc359df1 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Network 6b087060-87a4-49df-aaeb-6905b725c3a7 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:37.488319 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a9894-86b7-44a2-8189-307c341e107c req-36a40ba4-9ada-4792-aa25-4bddc4d74aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:37.489821 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa5a9894-86b7-44a2-8189-307c341e107c req-36a40ba4-9ada-4792-aa25-4bddc4d74aa4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca000807-d525-4ea4-9c0b-5d96911607ed HTTP/1.1" status: 200 len: 855 time: 0.2150028 Apr 20 13:20:37.496713 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-aafaa1af-5049-4d1b-a7f4-b7fecc359df1 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:37.501718 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-797dc5c7-c6eb-4b3f-a5f0-e12720a1e8e8 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:37.508146 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafaa1af-5049-4d1b-a7f4-b7fecc359df1 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Pushing event updated for resources: {'Port': ['ID=486bf72b-13d3-4c69-9520-a959fb7faee8,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:37.522757 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafaa1af-5049-4d1b-a7f4-b7fecc359df1 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:37.552132 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:37.580335 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d211606b-6b68-4083-b8e6-2953740cd4dc {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:20:37.630023 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797dc5c7-c6eb-4b3f-a5f0-e12720a1e8e8 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9ea1d9a-0767-404f-8550-1910002b7a21,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:37.643109 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3261a-e6a2-45a0-b77f-a9651a1ad478 req-ff1614f6-e0cd-4d38-b487-68b339ee70c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:37.647838 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port d211606b-6b68-4083-b8e6-2953740cd4dc, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=d211606b-6b68-4083-b8e6-2953740cd4dc,segment=NetworkSegment(892a43bc-413a-4417-8c32-1f97c1633215),segment_id=892a43bc-413a-4417-8c32-1f97c1633215)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:37.649293 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-41e3261a-e6a2-45a0-b77f-a9651a1ad478 req-ff1614f6-e0cd-4d38-b487-68b339ee70c4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 HTTP/1.1" status: 200 len: 912 time: 0.5925078 Apr 20 13:20:37.662449 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-64fdd6d8-0798-45af-bbe0-cd45e8e82a82 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:37.667581 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-64fdd6d8-0798-45af-bbe0-cd45e8e82a82 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] 10.222.0.25 "DELETE /v2.0/ports/1713e024-842e-4857-9bfe-e761a373d0bb HTTP/1.1" status: 204 len: 168 time: 1.4815392 Apr 20 13:20:37.670984 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fdd6d8-0798-45af-bbe0-cd45e8e82a82 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Pushing event deleted for resources: {'Port': ['ID=1713e024-842e-4857-9bfe-e761a373d0bb,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:37.674516 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56476) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:37.683861 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafaa1af-5049-4d1b-a7f4-b7fecc359df1 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:37.684545 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aafaa1af-5049-4d1b-a7f4-b7fecc359df1 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:37.714992 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:37.740336 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ca038-16fc-40c9-ad53-ec0998d1f820 req-b6272f35-49ca-403d-a1d8-c54de4c640cd tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:37.753755 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-347ca038-16fc-40c9-ad53-ec0998d1f820 req-b6272f35-49ca-403d-a1d8-c54de4c640cd tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8914967-9f85-4f13-a1b1-1d36d5a6da77 HTTP/1.1" status: 200 len: 945 time: 0.4075646 Apr 20 13:20:37.793172 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 195d3c8b-ac0f-4345-ac1e-0409c92db31e details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:20:37.795938 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-41e3261a-e6a2-45a0-b77f-a9651a1ad478 req-cecbc67c-6354-4457-97e5-e6dfca2ed3f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce93adfa-4de5-4e0d-a1aa-a05fa73db53c HTTP/1.1" status: 200 len: 998 time: 0.1261106 Apr 20 13:20:37.884059 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=d211606b-6b68-4083-b8e6-2953740cd4dc,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:37.914059 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-aafaa1af-5049-4d1b-a7f4-b7fecc359df1 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0848792 Apr 20 13:20:37.946782 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebb64c0d-fb3a-4261-9517-c0db65a8ed13 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Deleting subnet 1c5736d6-3a6c-4eb7-a30b-592b9ea868fe {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:20:37.952479 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56480) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:37.954490 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ebb64c0d-fb3a-4261-9517-c0db65a8ed13 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:37.967958 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a9894-86b7-44a2-8189-307c341e107c req-df183825-94da-46a7-a5a9-3856d7d794ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:37.976135 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa5a9894-86b7-44a2-8189-307c341e107c req-df183825-94da-46a7-a5a9-3856d7d794ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b862d419-fbde-4fc5-af1d-51107adf2490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4569643 Apr 20 13:20:38.031059 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-347ca038-16fc-40c9-ad53-ec0998d1f820 req-f41306e1-3b25-45c7-90c1-4a012a45d0f0 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022729 Apr 20 13:20:38.038841 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-797dc5c7-c6eb-4b3f-a5f0-e12720a1e8e8 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:38.045022 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-797dc5c7-c6eb-4b3f-a5f0-e12720a1e8e8 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4511044 Apr 20 13:20:38.049678 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56486) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:38.050221 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['d211606b-6b68-4083-b8e6-2953740cd4dc'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:20:38.089122 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-83942505-e8d8-4973-8967-9160182c4436 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Request body: {'security_group_rule': {'security_group_id': 'd77b5300-2c36-4e9c-ae77-59cd88de6e14', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:38.112550 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 195d3c8b-ac0f-4345-ac1e-0409c92db31e, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=195d3c8b-ac0f-4345-ac1e-0409c92db31e,segment=NetworkSegment(892a43bc-413a-4417-8c32-1f97c1633215),segment_id=892a43bc-413a-4417-8c32-1f97c1633215)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:38.144254 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-c1465839-d712-466a-af8c-11329ef44cd9 None None] Provisioning complete for port 486bf72b-13d3-4c69-9520-a959fb7faee8 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:38.147652 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c1465839-d712-466a-af8c-11329ef44cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:38.170069 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '195d3c8b-ac0f-4345-ac1e-0409c92db31e', 'network_id': 'b862d419-fbde-4fc5-af1d-51107adf2490', 'port_id': '195d3c8b-ac0f-4345-ac1e-0409c92db31e', 'mac_address': 'fa:16:3e:63:96:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca000807-d525-4ea4-9c0b-5d96911607ed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:20:38.188592 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ebb64c0d-fb3a-4261-9517-c0db65a8ed13 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:38.243743 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3261a-e6a2-45a0-b77f-a9651a1ad478 req-32af9959-f729-4fe4-8ea3-f2801af2456b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:38.246489 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-41e3261a-e6a2-45a0-b77f-a9651a1ad478 req-32af9959-f729-4fe4-8ea3-f2801af2456b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa576778-8514-4874-84e6-afe172476688 HTTP/1.1" status: 200 len: 850 time: 0.2314937 Apr 20 13:20:38.344594 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-c1465839-d712-466a-af8c-11329ef44cd9 None None] Port 486bf72b-13d3-4c69-9520-a959fb7faee8 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:20:38.360198 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c278ae8-007e-4fa0-8573-38df5c6a41a2 req-2c105be4-1b56-4a52-bd88-6ac42b6b7a12 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:38.367928 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9c278ae8-007e-4fa0-8573-38df5c6a41a2 req-2c105be4-1b56-4a52-bd88-6ac42b6b7a12 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f2563a3-d588-4bb4-a237-e9689f42cf15 HTTP/1.1" status: 200 len: 943 time: 0.1546736 Apr 20 13:20:38.368782 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:38.380782 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa5a9894-86b7-44a2-8189-307c341e107c req-1f7187b9-ac5d-4dea-a3c3-480816f60f2e service neutron] 10.222.0.15 "GET /v2.0/networks/b862d419-fbde-4fc5-af1d-51107adf2490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820090 Apr 20 13:20:38.402859 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-38d1ef46-72d2-479b-a9c5-90b7a000581c tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'project_id': '73ad291589f64f70887e72d2959ec3be', 'port_id': '486bf72b-13d3-4c69-9520-a959fb7faee8'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:38.418973 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 195d3c8b-ac0f-4345-ac1e-0409c92db31e {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:20:38.470211 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 195d3c8b-ac0f-4345-ac1e-0409c92db31e, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=195d3c8b-ac0f-4345-ac1e-0409c92db31e,segment=NetworkSegment(892a43bc-413a-4417-8c32-1f97c1633215),segment_id=892a43bc-413a-4417-8c32-1f97c1633215)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:38.546904 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:38.571466 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9c278ae8-007e-4fa0-8573-38df5c6a41a2 req-1bf6849a-843f-44fb-a92a-e47c991ff0f0 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990962 Apr 20 13:20:38.571466 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-83942505-e8d8-4973-8967-9160182c4436 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:38.628470 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-83942505-e8d8-4973-8967-9160182c4436 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:38.632145 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-38d1ef46-72d2-479b-a9c5-90b7a000581c tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:38.642642 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=195d3c8b-ac0f-4345-ac1e-0409c92db31e,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:38.675225 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa5a9894-86b7-44a2-8189-307c341e107c req-aa24e3cf-fd80-42dd-8fa8-547d7d41c8a2 service neutron] 10.222.0.15 "GET /v2.0/networks/b862d419-fbde-4fc5-af1d-51107adf2490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872567 Apr 20 13:20:38.701832 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-83942505-e8d8-4973-8967-9160182c4436 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:38.726419 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83942505-e8d8-4973-8967-9160182c4436 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf9a06c-5ba2-4b53-8356-17818ec4d6e3,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:38.778981 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-38d1ef46-72d2-479b-a9c5-90b7a000581c tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:38.825668 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3261a-e6a2-45a0-b77f-a9651a1ad478 req-824a0b0f-3e17-463e-a12c-1383a5a08d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:38.827137 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-41e3261a-e6a2-45a0-b77f-a9651a1ad478 req-824a0b0f-3e17-463e-a12c-1383a5a08d09 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5728259 Apr 20 13:20:38.849833 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-83942505-e8d8-4973-8967-9160182c4436 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:38.850319 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ebb64c0d-fb3a-4261-9517-c0db65a8ed13 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:38.851037 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-83942505-e8d8-4973-8967-9160182c4436 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8004029 Apr 20 13:20:38.854378 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56504) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:38.861527 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-3829c805-a147-4a68-b258-d7d76e12c618 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Request body: {'security_group_rule': {'security_group_id': 'd77b5300-2c36-4e9c-ae77-59cd88de6e14', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:38.876972 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['195d3c8b-ac0f-4345-ac1e-0409c92db31e'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:20:38.926065 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-38d1ef46-72d2-479b-a9c5-90b7a000581c tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Allocated IP 172.25.8.132 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/453e5f75-365f-4667-8aed-bcc052fdccd3) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:39.021581 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-41e3261a-e6a2-45a0-b77f-a9651a1ad478 req-0ba050eb-31d7-410a-a842-e31bf1769b5b service neutron] 10.222.0.32 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831367 Apr 20 13:20:39.048003 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3829c805-a147-4a68-b258-d7d76e12c618 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:39.146390 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ebb64c0d-fb3a-4261-9517-c0db65a8ed13 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:39.191960 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb64c0d-fb3a-4261-9517-c0db65a8ed13 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Pushing event deleted for resources: {'Subnet': ['ID=1c5736d6-3a6c-4eb7-a30b-592b9ea868fe,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:39.196595 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ebb64c0d-fb3a-4261-9517-c0db65a8ed13 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:39.201378 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ebb64c0d-fb3a-4261-9517-c0db65a8ed13 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] 10.222.0.25 "DELETE /v2.0/subnets/1c5736d6-3a6c-4eb7-a30b-592b9ea868fe HTTP/1.1" status: 204 len: 168 time: 1.4126520 Apr 20 13:20:39.202859 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fd2da1-6d7a-4aab-899f-f686297c6842 None None] Network 6d5a7632-da08-4753-833b-948cee661c0e requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:39.208452 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56536) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:39.262547 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 92fc024d-a659-4972-8862-3110d9cc2637 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:20:39.284331 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-41e3261a-e6a2-45a0-b77f-a9651a1ad478 req-630995af-507a-4693-bac8-1c42a4f998e6 service neutron] 10.222.0.32 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532387 Apr 20 13:20:39.327026 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ee84aa79-cb35-41fd-8e5b-e37c407311d3 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:39.406202 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 92fc024d-a659-4972-8862-3110d9cc2637 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:20:39.416080 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-ee84aa79-cb35-41fd-8e5b-e37c407311d3 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Deleting port 1a33767a-00cc-4940-8cdb-a52759fbecfc {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:39.416592 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ee84aa79-cb35-41fd-8e5b-e37c407311d3 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:39.419016 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 92fc024d-a659-4972-8862-3110d9cc2637 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:39.419487 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:39.526063 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fddc68-8425-405b-9667-b1aebcb7e153 None None] DHCP port deletion for 6d5a7632-da08-4753-833b-948cee661c0e request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:20:39.548630 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-ee84aa79-cb35-41fd-8e5b-e37c407311d3 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] For port 1a33767a-00cc-4940-8cdb-a52759fbecfc, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=1a33767a-00cc-4940-8cdb-a52759fbecfc,segment=NetworkSegment(14fb421e-779f-4040-9dfc-07030dee7679),segment_id=14fb421e-779f-4040-9dfc-07030dee7679)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:39.549196 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ee84aa79-cb35-41fd-8e5b-e37c407311d3 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:39.571768 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-ee84aa79-cb35-41fd-8e5b-e37c407311d3 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Calling delete_port for 1a33767a-00cc-4940-8cdb-a52759fbecfc owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:39.574190 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:39.601405 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955ad5d-c7b5-46df-b998-2486de94f103 req-9034546a-9462-4428-a2b7-612b62c57897 tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:39.603210 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4955ad5d-c7b5-46df-b998-2486de94f103 req-9034546a-9462-4428-a2b7-612b62c57897 tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bc2e67c-a70a-42e7-bb2b-c1b817c66230 HTTP/1.1" status: 200 len: 945 time: 0.6454649 Apr 20 13:20:39.616107 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8914967-9f85-4f13-a1b1-1d36d5a6da77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fc024d-a659-4972-8862-3110d9cc2637'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:20:39.618813 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e9093e-97d1-4e82-bbd8-2245ea1e0340" -d '{"events": [{"server_uuid": "d8914967-9f85-4f13-a1b1-1d36d5a6da77", "name": "network-vif-plugged", "status": "completed", "tag": "92fc024d-a659-4972-8862-3110d9cc2637"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:20:39.645206 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 92fc024d-a659-4972-8862-3110d9cc2637, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=92fc024d-a659-4972-8862-3110d9cc2637,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:39.655339 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-17fddc68-8425-405b-9667-b1aebcb7e153 None None] Deleting port 1a33767a-00cc-4940-8cdb-a52759fbecfc {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:39.656219 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-17fddc68-8425-405b-9667-b1aebcb7e153 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:39.680086 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-38d1ef46-72d2-479b-a9c5-90b7a000581c tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:39.701999 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4955ad5d-c7b5-46df-b998-2486de94f103 req-ae501315-0f41-440d-b726-4e3f0a6274db tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] 10.222.0.25 "GET /v2.0/security-groups?id=89b506a3-40b0-40ea-895a-e4c9f592486a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820286 Apr 20 13:20:39.717462 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3829c805-a147-4a68-b258-d7d76e12c618 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:39.718752 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:39.719874 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device d211606b-6b68-4083-b8e6-2953740cd4dc up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:20:39.731306 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7034edc-855a-4382-8baf-2d0d982e69b4 req-135d0b61-df95-432b-ba3d-798c722d7087 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:39.739560 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c7034edc-855a-4382-8baf-2d0d982e69b4 req-135d0b61-df95-432b-ba3d-798c722d7087 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8914967-9f85-4f13-a1b1-1d36d5a6da77 HTTP/1.1" status: 200 len: 945 time: 0.2319522 Apr 20 13:20:39.785025 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=92fc024d-a659-4972-8862-3110d9cc2637,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:39.807486 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c7034edc-855a-4382-8baf-2d0d982e69b4 req-abeec86f-8032-4816-9000-7228b2e673bd tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670159 Apr 20 13:20:39.809339 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3829c805-a147-4a68-b258-d7d76e12c618 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:39.832959 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3829c805-a147-4a68-b258-d7d76e12c618 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7851307-c9ab-4c4c-aaae-305e6fdf6c1d,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:39.837673 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 24361dd5-5fda-4a54-bb1a-62a3d08fefa8 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:20:39.860971 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ee84aa79-cb35-41fd-8e5b-e37c407311d3 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:39.907508 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-38d1ef46-72d2-479b-a9c5-90b7a000581c tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:39.924322 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84aa79-cb35-41fd-8e5b-e37c407311d3 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Pushing event deleted for resources: {'Port': ['ID=1a33767a-00cc-4940-8cdb-a52759fbecfc,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:39.931124 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee84aa79-cb35-41fd-8e5b-e37c407311d3 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] No DVR routers for this DVR port 1a33767a-00cc-4940-8cdb-a52759fbecfc on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:20:39.955151 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d1ef46-72d2-479b-a9c5-90b7a000581c tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:39.961548 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3829c805-a147-4a68-b258-d7d76e12c618 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:39.965450 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-3829c805-a147-4a68-b258-d7d76e12c618 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1083715 Apr 20 13:20:39.967991 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-38d1ef46-72d2-479b-a9c5-90b7a000581c tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:39.971631 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d1ef46-72d2-479b-a9c5-90b7a000581c tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:39.975865 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56548) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:39.984655 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-d982789f-79e3-4f8d-a769-e9d9a94ee15c tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Request body: {'security_group_rule': {'security_group_id': 'd77b5300-2c36-4e9c-ae77-59cd88de6e14', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:40.030440 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 24361dd5-5fda-4a54-bb1a-62a3d08fefa8, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=24361dd5-5fda-4a54-bb1a-62a3d08fefa8,segment=NetworkSegment(892a43bc-413a-4417-8c32-1f97c1633215),segment_id=892a43bc-413a-4417-8c32-1f97c1633215)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:40.050916 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 195d3c8b-ac0f-4345-ac1e-0409c92db31e up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:20:40.054793 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667e1af-b0ae-4c95-9d62-851895ec3d04 req-a41deb51-ae0d-4dab-bccc-599629bed412 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:40.063623 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4667e1af-b0ae-4c95-9d62-851895ec3d04 req-a41deb51-ae0d-4dab-bccc-599629bed412 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f2563a3-d588-4bb4-a237-e9689f42cf15 HTTP/1.1" status: 200 len: 943 time: 0.2114172 Apr 20 13:20:40.087820 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d1ef46-72d2-479b-a9c5-90b7a000581c tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Pushing event updated for resources: {'Port': ['ID=453e5f75-365f-4667-8aed-bcc052fdccd3,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:40.101344 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '24361dd5-5fda-4a54-bb1a-62a3d08fefa8', 'network_id': 'b862d419-fbde-4fc5-af1d-51107adf2490', 'port_id': '24361dd5-5fda-4a54-bb1a-62a3d08fefa8', 'mac_address': 'fa:16:3e:31:95:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca000807-d525-4ea4-9c0b-5d96911607ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:20:40.111726 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-17fddc68-8425-405b-9667-b1aebcb7e153 None None] For port 1a33767a-00cc-4940-8cdb-a52759fbecfc, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=1a33767a-00cc-4940-8cdb-a52759fbecfc,segment=NetworkSegment(14fb421e-779f-4040-9dfc-07030dee7679),segment_id=14fb421e-779f-4040-9dfc-07030dee7679)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:40.113104 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-17fddc68-8425-405b-9667-b1aebcb7e153 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:40.144357 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ee84aa79-cb35-41fd-8e5b-e37c407311d3 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:40.150318 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-17fddc68-8425-405b-9667-b1aebcb7e153 None None] Calling delete_port for 1a33767a-00cc-4940-8cdb-a52759fbecfc owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:40.188263 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-ee84aa79-cb35-41fd-8e5b-e37c407311d3 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d5a7632-da08-4753-833b-948cee661c0e']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:40.195256 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4667e1af-b0ae-4c95-9d62-851895ec3d04 req-89e0d37e-b227-448e-b39c-42e68b2e4bbe tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297023 Apr 20 13:20:40.200424 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-ee84aa79-cb35-41fd-8e5b-e37c407311d3 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14fb421e-779f-4040-9dfc-07030dee7679') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:40.200424 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-ee84aa79-cb35-41fd-8e5b-e37c407311d3 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14fb421e-779f-4040-9dfc-07030dee7679') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:40.212015 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ee84aa79-cb35-41fd-8e5b-e37c407311d3 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:40.241447 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ee84aa79-cb35-41fd-8e5b-e37c407311d3 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:40.258424 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee84aa79-cb35-41fd-8e5b-e37c407311d3 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:20:40.258959 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ee84aa79-cb35-41fd-8e5b-e37c407311d3 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:40.263064 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:20:40.263064 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:20:40.263064 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:20:40.263064 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:20:40.263064 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:20:40.263064 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:20:40.263064 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:20:40.263064 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:20:40.263064 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:20:40.263064 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:20:40.263064 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:20:40.263064 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:20:40.263064 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:20:40.263064 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:20:40.263064 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:20:40.263064 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:20:40.263064 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:20:40.263064 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:20:40.263064 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:20:40.263064 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:20:40.263064 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:20:40.263064 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:20:40.263064 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:20:40.263064 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:20:40.263064 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:20:40.263064 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:20:40.263064 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:20:40.263064 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:20:40.263064 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:20:40.263064 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:20:40.263064 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:20:40.263064 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:20:40.271005 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d290e4-d825-4569-a8fb-cd148124f81e x-openstack-request-id: req-d4d290e4-d825-4569-a8fb-cd148124f81e {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:20:40.271005 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8914967-9f85-4f13-a1b1-1d36d5a6da77", "name": "network-vif-plugged", "status": "completed", "tag": "92fc024d-a659-4972-8862-3110d9cc2637", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:20:40.271005 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d4d290e4-d825-4569-a8fb-cd148124f81e {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:20:40.271005 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4d290e4-d825-4569-a8fb-cd148124f81e'] response: {'server_uuid': 'd8914967-9f85-4f13-a1b1-1d36d5a6da77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fc024d-a659-4972-8862-3110d9cc2637', 'code': 200} Apr 20 13:20:40.271005 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:40.285317 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d982789f-79e3-4f8d-a769-e9d9a94ee15c tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:40.315463 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24361dd5-5fda-4a54-bb1a-62a3d08fefa8 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:20:40.327878 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 195d3c8b-ac0f-4345-ac1e-0409c92db31e completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:20:40.351057 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port d211606b-6b68-4083-b8e6-2953740cd4dc completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:20:40.354269 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 24361dd5-5fda-4a54-bb1a-62a3d08fefa8, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=24361dd5-5fda-4a54-bb1a-62a3d08fefa8,segment=NetworkSegment(892a43bc-413a-4417-8c32-1f97c1633215),segment_id=892a43bc-413a-4417-8c32-1f97c1633215)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:40.366604 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 195d3c8b-ac0f-4345-ac1e-0409c92db31e triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:40.366604 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:40.422543 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port d211606b-6b68-4083-b8e6-2953740cd4dc triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:40.423140 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:40.425422 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c484c-057f-412a-8f2e-3c395b937ec2 req-919a8151-b0e9-4428-a38f-72e1f142feb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:40.427150 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-569c484c-057f-412a-8f2e-3c395b937ec2 req-919a8151-b0e9-4428-a38f-72e1f142feb1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d8914967-9f85-4f13-a1b1-1d36d5a6da77 HTTP/1.1" status: 200 len: 1097 time: 0.0709734 Apr 20 13:20:40.454877 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ee84aa79-cb35-41fd-8e5b-e37c407311d3 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:40.493231 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:40.496479 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ee84aa79-cb35-41fd-8e5b-e37c407311d3 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:40.516186 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ee84aa79-cb35-41fd-8e5b-e37c407311d3 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] 10.222.0.25 "DELETE /v2.0/networks/6d5a7632-da08-4753-833b-948cee661c0e HTTP/1.1" status: 204 len: 168 time: 1.3051922 Apr 20 13:20:40.531765 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84aa79-cb35-41fd-8e5b-e37c407311d3 tempest-AllowedAddressPairIpV6TestJSON-2034360923 tempest-AllowedAddressPairIpV6TestJSON-2034360923-project] Pushing event deleted for resources: {'Network': ['ID=6d5a7632-da08-4753-833b-948cee661c0e,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:40.544459 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-569c484c-057f-412a-8f2e-3c395b937ec2 req-736d38b3-cfdb-4083-afe8-d6e2dfd37d82 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043234 Apr 20 13:20:40.563387 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-17fddc68-8425-405b-9667-b1aebcb7e153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:40.606463 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-17fddc68-8425-405b-9667-b1aebcb7e153 None None] Network 6d5a7632-da08-4753-833b-948cee661c0e is not hosted by any dhcp agent {{(pid=114871) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 20 13:20:40.606935 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fddc68-8425-405b-9667-b1aebcb7e153 None None] No DVR routers for this DVR port 1a33767a-00cc-4940-8cdb-a52759fbecfc on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:20:40.622739 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d982789f-79e3-4f8d-a769-e9d9a94ee15c tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:40.670234 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437b3df-a1ea-4760-bb07-801c1c1eb6f0 req-e80a6246-034c-419e-a7c3-660fd6e49835 tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:40.672032 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e437b3df-a1ea-4760-bb07-801c1c1eb6f0 req-e80a6246-034c-419e-a7c3-660fd6e49835 tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bc2e67c-a70a-42e7-bb2b-c1b817c66230 HTTP/1.1" status: 200 len: 945 time: 0.2360859 Apr 20 13:20:40.686678 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=24361dd5-5fda-4a54-bb1a-62a3d08fefa8,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:40.694924 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d982789f-79e3-4f8d-a769-e9d9a94ee15c tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:40.752284 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fddc68-8425-405b-9667-b1aebcb7e153 None None] Pushing event deleted for resources: {'Port': ['ID=1a33767a-00cc-4940-8cdb-a52759fbecfc,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:40.759874 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982789f-79e3-4f8d-a769-e9d9a94ee15c tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=955d2da3-8032-4a6c-9488-7b0cdb83bbdc,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:40.782665 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:40.804472 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:40.859613 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 195d3c8b-ac0f-4345-ac1e-0409c92db31e, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=195d3c8b-ac0f-4345-ac1e-0409c92db31e,segment=NetworkSegment(892a43bc-413a-4417-8c32-1f97c1633215),segment_id=892a43bc-413a-4417-8c32-1f97c1633215)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:40.866682 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['24361dd5-5fda-4a54-bb1a-62a3d08fefa8'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:20:40.880870 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d982789f-79e3-4f8d-a769-e9d9a94ee15c tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:40.884846 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56560) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:40.885002 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d982789f-79e3-4f8d-a769-e9d9a94ee15c tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9056797 Apr 20 13:20:40.890373 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-a9da2cbb-9d50-4141-8b79-c0ca6747b838 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Request body: {'security_group_rule': {'security_group_id': 'd77b5300-2c36-4e9c-ae77-59cd88de6e14', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:40.905123 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port d211606b-6b68-4083-b8e6-2953740cd4dc, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=d211606b-6b68-4083-b8e6-2953740cd4dc,segment=NetworkSegment(892a43bc-413a-4417-8c32-1f97c1633215),segment_id=892a43bc-413a-4417-8c32-1f97c1633215)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:40.935053 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:40.983576 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-38d1ef46-72d2-479b-a9c5-90b7a000581c tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:40.987841 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-e437b3df-a1ea-4760-bb07-801c1c1eb6f0 req-7c28830c-025e-4dbe-929b-6b8d5228e4a1 tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] Deleting port 2b833112-77a6-46f6-a0d7-17e1c4a44475 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:40.988254 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e437b3df-a1ea-4760-bb07-801c1c1eb6f0 req-7c28830c-025e-4dbe-929b-6b8d5228e4a1 tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:41.017784 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:41.019850 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a9da2cbb-9d50-4141-8b79-c0ca6747b838 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:41.022226 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=195d3c8b-ac0f-4345-ac1e-0409c92db31e,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:41.024183 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbfd80-a69b-43f4-a1ee-89b29cdae418 req-afe9bfde-0258-4be1-ae5b-54e745cfa82d tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:41.031851 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-50dbfd80-a69b-43f4-a1ee-89b29cdae418 req-afe9bfde-0258-4be1-ae5b-54e745cfa82d tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bc2e67c-a70a-42e7-bb2b-c1b817c66230 HTTP/1.1" status: 200 len: 945 time: 0.2026427 Apr 20 13:20:41.112147 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=d211606b-6b68-4083-b8e6-2953740cd4dc,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:41.130613 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1176d6-f3db-49f3-bd85-7ec3c38e0a1b req-9f6f08cc-8565-4a4e-a605-06410a4972d4 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:41.139053 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ec1176d6-f3db-49f3-bd85-7ec3c38e0a1b req-9f6f08cc-8565-4a4e-a605-06410a4972d4 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8914967-9f85-4f13-a1b1-1d36d5a6da77 HTTP/1.1" status: 200 len: 946 time: 0.2050273 Apr 20 13:20:41.185343 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-50dbfd80-a69b-43f4-a1ee-89b29cdae418 req-48e7ca3d-8401-4808-8176-214b85e4c504 tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] 10.222.0.25 "GET /v2.0/security-groups?id=89b506a3-40b0-40ea-895a-e4c9f592486a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462009 Apr 20 13:20:41.186121 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a9da2cbb-9d50-4141-8b79-c0ca6747b838 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:41.238406 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56568) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:41.259183 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a9da2cbb-9d50-4141-8b79-c0ca6747b838 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:41.284834 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da2cbb-9d50-4141-8b79-c0ca6747b838 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c33f7ebe-b31d-4b47-bc49-e3d30f8ed1f0,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:41.308757 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ec1176d6-f3db-49f3-bd85-7ec3c38e0a1b req-e637f9fe-50e3-4c57-af1e-081952d914c7 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677485 Apr 20 13:20:41.341625 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-38d1ef46-72d2-479b-a9c5-90b7a000581c tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:41.394171 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a9da2cbb-9d50-4141-8b79-c0ca6747b838 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:41.395422 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a9da2cbb-9d50-4141-8b79-c0ca6747b838 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5094638 Apr 20 13:20:41.398174 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56574) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:41.403619 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-e437b3df-a1ea-4760-bb07-801c1c1eb6f0 req-7c28830c-025e-4dbe-929b-6b8d5228e4a1 tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] For port 2b833112-77a6-46f6-a0d7-17e1c4a44475, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=2b833112-77a6-46f6-a0d7-17e1c4a44475,segment=NetworkSegment(4abe9290-80d7-4232-b1ef-c6e4b56fc2c0),segment_id=4abe9290-80d7-4232-b1ef-c6e4b56fc2c0)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:41.404000 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e437b3df-a1ea-4760-bb07-801c1c1eb6f0 req-7c28830c-025e-4dbe-929b-6b8d5228e4a1 tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:41.433938 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-e437b3df-a1ea-4760-bb07-801c1c1eb6f0 req-7c28830c-025e-4dbe-929b-6b8d5228e4a1 tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] Calling delete_port for 2b833112-77a6-46f6-a0d7-17e1c4a44475 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:41.444216 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e25a57a-769c-4872-9a30-2da6e2a29160 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:41.452651 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e25a57a-769c-4872-9a30-2da6e2a29160 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:41.456896 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc479b-c5bf-422e-a2cf-044262d5650b req-ca9346eb-704e-4636-b42b-9faba1e14d07 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:41.458963 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-19fc479b-c5bf-422e-a2cf-044262d5650b req-ca9346eb-704e-4636-b42b-9faba1e14d07 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f2563a3-d588-4bb4-a237-e9689f42cf15 HTTP/1.1" status: 200 len: 944 time: 0.1428130 Apr 20 13:20:41.519813 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d2570c62-37de-4a6e-a102-1644904abfab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1b312b3efbcf45c18eb9371eccc20b2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2779455 Apr 20 13:20:41.523739 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56576) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:41.530541 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 1a33767a-00cc-4940-8cdb-a52759fbecfc no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:20:41.562624 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 1a33767a-00cc-4940-8cdb-a52759fbecfc {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:20:41.568353 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 1a33767a-00cc-4940-8cdb-a52759fbecfc not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:20:41.579986 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e235f23-ca57-4bd8-894e-218180384fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:41.611004 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e25a57a-769c-4872-9a30-2da6e2a29160 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:41.611561 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-19fc479b-c5bf-422e-a2cf-044262d5650b req-98ec0c6a-44d0-44da-8fb6-c3993dc0043b tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379452 Apr 20 13:20:41.627475 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e25a57a-769c-4872-9a30-2da6e2a29160 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:41.629022 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1e25a57a-769c-4872-9a30-2da6e2a29160 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/c33f7ebe-b31d-4b47-bc49-e3d30f8ed1f0 HTTP/1.1" status: 204 len: 168 time: 0.2297838 Apr 20 13:20:41.631895 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56580) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:41.632303 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e235f23-ca57-4bd8-894e-218180384fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:41.653861 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e25a57a-769c-4872-9a30-2da6e2a29160 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c33f7ebe-b31d-4b47-bc49-e3d30f8ed1f0,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:41.746371 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e235f23-ca57-4bd8-894e-218180384fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:41.749174 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e235f23-ca57-4bd8-894e-218180384fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:41.750349 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0e235f23-ca57-4bd8-894e-218180384fff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aad9308b-36ee-4a2a-b303-6e7b237f0677 HTTP/1.1" status: 204 len: 168 time: 0.2256620 Apr 20 13:20:41.758661 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c3c3be92-8aad-4c5b-b9f2-804e18665425 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1230931 Apr 20 13:20:41.758853 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56584) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:41.761309 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e235f23-ca57-4bd8-894e-218180384fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad9308b-36ee-4a2a-b303-6e7b237f0677,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:41.766523 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-38d1ef46-72d2-479b-a9c5-90b7a000581c tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:41.787685 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a31df91c-fb36-4c98-a279-50dd8591026d tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:41.797022 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a31df91c-fb36-4c98-a279-50dd8591026d tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:41.801697 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 24361dd5-5fda-4a54-bb1a-62a3d08fefa8 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:20:41.841020 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-38d1ef46-72d2-479b-a9c5-90b7a000581c tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:41.927555 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e437b3df-a1ea-4760-bb07-801c1c1eb6f0 req-7c28830c-025e-4dbe-929b-6b8d5228e4a1 tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:41.938638 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a31df91c-fb36-4c98-a279-50dd8591026d tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:41.947443 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a31df91c-fb36-4c98-a279-50dd8591026d tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:41.951109 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a31df91c-fb36-4c98-a279-50dd8591026d tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/955d2da3-8032-4a6c-9488-7b0cdb83bbdc HTTP/1.1" status: 204 len: 168 time: 0.1913319 Apr 20 13:20:41.957412 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56588) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:41.959572 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31df91c-fb36-4c98-a279-50dd8591026d tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=955d2da3-8032-4a6c-9488-7b0cdb83bbdc,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:41.972072 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 24361dd5-5fda-4a54-bb1a-62a3d08fefa8 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:20:41.976909 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 24361dd5-5fda-4a54-bb1a-62a3d08fefa8 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:41.977345 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:42.001839 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d1ef46-72d2-479b-a9c5-90b7a000581c tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Pushing event updated for resources: {'Port': ['ID=453e5f75-365f-4667-8aed-bcc052fdccd3,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:42.013050 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-38d1ef46-72d2-479b-a9c5-90b7a000581c tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:42.036093 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3de5619d-b108-48fa-8110-187324507465 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0772588 Apr 20 13:20:42.040600 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56590) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:42.054978 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-e437b3df-a1ea-4760-bb07-801c1c1eb6f0 req-7c28830c-025e-4dbe-929b-6b8d5228e4a1 tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] No DVR routers for this DVR port 2b833112-77a6-46f6-a0d7-17e1c4a44475 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:20:42.071471 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ef29e1f2-f78b-479f-8125-49ed23903d26 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:42.081557 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ef29e1f2-f78b-479f-8125-49ed23903d26 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:42.093042 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e437b3df-a1ea-4760-bb07-801c1c1eb6f0 req-7c28830c-025e-4dbe-929b-6b8d5228e4a1 tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:42.096369 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e437b3df-a1ea-4760-bb07-801c1c1eb6f0 req-7c28830c-025e-4dbe-929b-6b8d5228e4a1 tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] 10.222.0.15 "DELETE /v2.0/ports/2b833112-77a6-46f6-a0d7-17e1c4a44475 HTTP/1.1" status: 204 len: 173 time: 1.4029968 Apr 20 13:20:42.097153 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c28830c-025e-4dbe-929b-6b8d5228e4a1 tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] Pushing event deleted for resources: {'Port': ['ID=2b833112-77a6-46f6-a0d7-17e1c4a44475,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:42.099574 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc2e67c-a70a-42e7-bb2b-c1b817c66230', 'name': 'network-vif-deleted', 'tag': '2b833112-77a6-46f6-a0d7-17e1c4a44475'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:20:42.102134 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e11a3a-7699-4452-ae4e-b378117362cc" -d '{"events": [{"server_uuid": "8bc2e67c-a70a-42e7-bb2b-c1b817c66230", "name": "network-vif-deleted", "tag": "2b833112-77a6-46f6-a0d7-17e1c4a44475"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:20:42.106802 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:42.198963 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88bfebb-fe6b-4155-85b6-df0b1012080c x-openstack-request-id: req-b88bfebb-fe6b-4155-85b6-df0b1012080c {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:20:42.199255 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc2e67c-a70a-42e7-bb2b-c1b817c66230", "name": "network-vif-deleted", "tag": "2b833112-77a6-46f6-a0d7-17e1c4a44475", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:20:42.199597 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b88bfebb-fe6b-4155-85b6-df0b1012080c {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:20:42.199960 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b88bfebb-fe6b-4155-85b6-df0b1012080c'] response: {'server_uuid': '8bc2e67c-a70a-42e7-bb2b-c1b817c66230', 'name': 'network-vif-deleted', 'tag': '2b833112-77a6-46f6-a0d7-17e1c4a44475', 'status': 'completed', 'code': 200} Apr 20 13:20:42.207920 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ef29e1f2-f78b-479f-8125-49ed23903d26 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:42.208051 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 24361dd5-5fda-4a54-bb1a-62a3d08fefa8, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=24361dd5-5fda-4a54-bb1a-62a3d08fefa8,segment=NetworkSegment(892a43bc-413a-4417-8c32-1f97c1633215),segment_id=892a43bc-413a-4417-8c32-1f97c1633215)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:42.208135 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ef29e1f2-f78b-479f-8125-49ed23903d26 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:42.211290 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ef29e1f2-f78b-479f-8125-49ed23903d26 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/c7851307-c9ab-4c4c-aaae-305e6fdf6c1d HTTP/1.1" status: 204 len: 168 time: 0.1665571 Apr 20 13:20:42.218031 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56598) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:42.231427 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef29e1f2-f78b-479f-8125-49ed23903d26 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c7851307-c9ab-4c4c-aaae-305e6fdf6c1d,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:42.249540 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:42.266586 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b529390-69a0-4b2f-8366-0f4995cf5846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195d3c8b-ac0f-4345-ac1e-0409c92db31e'}, {'server_uuid': '6de9013c-13bc-448b-b7e5-8321a8e349b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd211606b-6b68-4083-b8e6-2953740cd4dc'}, {'server_uuid': '0f2563a3-d588-4bb4-a237-e9689f42cf15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24361dd5-5fda-4a54-bb1a-62a3d08fefa8'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:20:42.270627 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a46165-face-47f6-ac39-aa775ec30b59" -d '{"events": [{"server_uuid": "6b529390-69a0-4b2f-8366-0f4995cf5846", "name": "network-vif-plugged", "status": "completed", "tag": "195d3c8b-ac0f-4345-ac1e-0409c92db31e"}, {"server_uuid": "6de9013c-13bc-448b-b7e5-8321a8e349b0", "name": "network-vif-plugged", "status": "completed", "tag": "d211606b-6b68-4083-b8e6-2953740cd4dc"}, {"server_uuid": "0f2563a3-d588-4bb4-a237-e9689f42cf15", "name": "network-vif-plugged", "status": "completed", "tag": "24361dd5-5fda-4a54-bb1a-62a3d08fefa8"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:20:42.278643 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:42.282731 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-38d1ef46-72d2-479b-a9c5-90b7a000581c tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Floating IP 99e66875-e138-4d3e-95ea-536c3076e15c associated. External IP: 172.25.8.132, port: 486bf72b-13d3-4c69-9520-a959fb7faee8. Apr 20 13:20:42.283125 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 2b833112-77a6-46f6-a0d7-17e1c4a44475 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:20:42.317906 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 2b833112-77a6-46f6-a0d7-17e1c4a44475 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:20:42.318251 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 2b833112-77a6-46f6-a0d7-17e1c4a44475 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:20:42.368520 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3215afee-191b-401d-867c-a9a6400a5df6 req-dc9663ab-7e97-4f35-b724-a25dd1952d97 tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bc2e67c-a70a-42e7-bb2b-c1b817c66230 HTTP/1.1" status: 200 len: 210 time: 0.0422778 Apr 20 13:20:42.403387 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=24361dd5-5fda-4a54-bb1a-62a3d08fefa8,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:42.403597 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56606) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:42.404033 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a4a7161a-385b-43e3-9527-3f259342c058 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1768436 Apr 20 13:20:42.407381 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 20 Apr 2022 13:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9c1939-a766-4e10-92c2-b6e8351b1f50 x-openstack-request-id: req-ae9c1939-a766-4e10-92c2-b6e8351b1f50 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:20:42.407908 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b529390-69a0-4b2f-8366-0f4995cf5846", "name": "network-vif-plugged", "status": "completed", "tag": "195d3c8b-ac0f-4345-ac1e-0409c92db31e", "code": 200}, {"server_uuid": "6de9013c-13bc-448b-b7e5-8321a8e349b0", "name": "network-vif-plugged", "status": "completed", "tag": "d211606b-6b68-4083-b8e6-2953740cd4dc", "code": 200}, {"server_uuid": "0f2563a3-d588-4bb4-a237-e9689f42cf15", "name": "network-vif-plugged", "status": "completed", "tag": "24361dd5-5fda-4a54-bb1a-62a3d08fefa8", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:20:42.408538 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ae9c1939-a766-4e10-92c2-b6e8351b1f50 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:20:42.409186 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae9c1939-a766-4e10-92c2-b6e8351b1f50'] response: {'server_uuid': '6b529390-69a0-4b2f-8366-0f4995cf5846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195d3c8b-ac0f-4345-ac1e-0409c92db31e', 'code': 200} Apr 20 13:20:42.409638 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae9c1939-a766-4e10-92c2-b6e8351b1f50'] response: {'server_uuid': '6de9013c-13bc-448b-b7e5-8321a8e349b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd211606b-6b68-4083-b8e6-2953740cd4dc', 'code': 200} Apr 20 13:20:42.410071 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae9c1939-a766-4e10-92c2-b6e8351b1f50'] response: {'server_uuid': '0f2563a3-d588-4bb4-a237-e9689f42cf15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24361dd5-5fda-4a54-bb1a-62a3d08fefa8', 'code': 200} Apr 20 13:20:42.512680 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ed74daed-7416-4c83-81ad-de2f204b9914 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:42.531724 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ed74daed-7416-4c83-81ad-de2f204b9914 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:42.673710 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ed74daed-7416-4c83-81ad-de2f204b9914 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:42.685486 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ed74daed-7416-4c83-81ad-de2f204b9914 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:42.686277 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ed74daed-7416-4c83-81ad-de2f204b9914 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/3bf9a06c-5ba2-4b53-8356-17818ec4d6e3 HTTP/1.1" status: 204 len: 168 time: 0.2897029 Apr 20 13:20:42.688924 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca65a3-8752-49dc-b08b-e8e010cab3e7 req-bea29dd5-c1d2-48c6-9398-98f71526bc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:42.690240 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56616) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:42.690610 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8aca65a3-8752-49dc-b08b-e8e010cab3e7 req-bea29dd5-c1d2-48c6-9398-98f71526bc23 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6de9013c-13bc-448b-b7e5-8321a8e349b0 HTTP/1.1" status: 200 len: 1096 time: 0.1005156 Apr 20 13:20:42.696060 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87cc7d-526d-4bf2-89d2-7f5f0699e5a9 req-cf69dcd5-7e59-4b7b-8606-720bc9770c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:42.697532 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9e87cc7d-526d-4bf2-89d2-7f5f0699e5a9 req-cf69dcd5-7e59-4b7b-8606-720bc9770c7c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6b529390-69a0-4b2f-8366-0f4995cf5846 HTTP/1.1" status: 200 len: 1096 time: 0.1091671 Apr 20 13:20:42.710136 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d38374-cb72-49e3-9466-d1bd313adc2e req-60c24113-b085-4378-b891-98fb8869cd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:42.711662 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42d38374-cb72-49e3-9466-d1bd313adc2e req-60c24113-b085-4378-b891-98fb8869cd9b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f2563a3-d588-4bb4-a237-e9689f42cf15 HTTP/1.1" status: 200 len: 1096 time: 0.1470668 Apr 20 13:20:42.720032 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c04b9-aa5a-40e4-baba-25838b0306ac req-ab6dccb5-17f9-457b-ae1c-a091e01dcd2e tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:42.721514 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b45c04b9-aa5a-40e4-baba-25838b0306ac req-ab6dccb5-17f9-457b-ae1c-a091e01dcd2e tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8914967-9f85-4f13-a1b1-1d36d5a6da77 HTTP/1.1" status: 200 len: 946 time: 0.1900563 Apr 20 13:20:42.729398 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed74daed-7416-4c83-81ad-de2f204b9914 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3bf9a06c-5ba2-4b53-8356-17818ec4d6e3,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:42.762701 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8aca65a3-8752-49dc-b08b-e8e010cab3e7 req-8ae8a8f6-ae54-4379-8368-022476a01dd1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641990 Apr 20 13:20:42.824370 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9e87cc7d-526d-4bf2-89d2-7f5f0699e5a9 req-3304568b-68c0-4760-9e21-47810547de87 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915387 Apr 20 13:20:42.901009 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:42.926531 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42d38374-cb72-49e3-9466-d1bd313adc2e req-edc14685-bb61-4052-81ab-14c2d8c69b89 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965420 Apr 20 13:20:42.940910 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56624) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:42.949090 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c6c1c9b1-d3f2-48f8-a755-931f08a36f6b tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2527289 Apr 20 13:20:42.975423 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b45c04b9-aa5a-40e4-baba-25838b0306ac req-1492fd41-b63f-4d6b-bdfb-650032ca7518 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436569 Apr 20 13:20:42.985764 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5b069df5-e9f2-4cfa-a0c8-472a0d233c5a tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:43.002179 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5b069df5-e9f2-4cfa-a0c8-472a0d233c5a tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:43.013636 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d1ef46-72d2-479b-a9c5-90b7a000581c tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Router 50f32a76-f0c5-4604-bdc3-009d2682dfab has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:20:43.035595 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacd9e2-f33a-4863-8b9b-124111d3a314 req-8717899a-aaed-404c-820f-2828473e8890 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:43.050572 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3cacd9e2-f33a-4863-8b9b-124111d3a314 req-8717899a-aaed-404c-820f-2828473e8890 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f2563a3-d588-4bb4-a237-e9689f42cf15 HTTP/1.1" status: 200 len: 945 time: 0.2148049 Apr 20 13:20:43.095844 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5b069df5-e9f2-4cfa-a0c8-472a0d233c5a tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:43.107387 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5b069df5-e9f2-4cfa-a0c8-472a0d233c5a tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:43.114965 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5b069df5-e9f2-4cfa-a0c8-472a0d233c5a tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/d9ea1d9a-0767-404f-8550-1910002b7a21 HTTP/1.1" status: 204 len: 168 time: 0.1728702 Apr 20 13:20:43.115863 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56636) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:43.153047 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b069df5-e9f2-4cfa-a0c8-472a0d233c5a tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9ea1d9a-0767-404f-8550-1910002b7a21,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:43.169379 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3cacd9e2-f33a-4863-8b9b-124111d3a314 req-8d3191f1-2f39-47ec-8346-d87b6e3286c0 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103845 Apr 20 13:20:43.184750 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56638) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:43.185994 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b5035c2d-ea8e-462f-ae1f-83067acf497c tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0656927 Apr 20 13:20:43.284854 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d1ef46-72d2-479b-a9c5-90b7a000581c tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:20:43.303394 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-75c19142-038f-4589-b7f1-0a342d9c695c tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:43.312047 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6746a17-9cb4-4319-b9cd-cbe0cf0c674f None None] Sync routers for ids ['50f32a76-f0c5-4604-bdc3-009d2682dfab'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:20:43.328966 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6746a17-9cb4-4319-b9cd-cbe0cf0c674f None None] Routers {'50f32a76-f0c5-4604-bdc3-009d2682dfab'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:20:43.328966 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b6746a17-9cb4-4319-b9cd-cbe0cf0c674f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:20:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['50f32a76-f0c5-4604-bdc3-009d2682dfab'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:43.367288 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b6746a17-9cb4-4319-b9cd-cbe0cf0c674f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:43.378667 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6746a17-9cb4-4319-b9cd-cbe0cf0c674f None None] Routers {'50f32a76-f0c5-4604-bdc3-009d2682dfab'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:20:43.379295 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b6746a17-9cb4-4319-b9cd-cbe0cf0c674f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:20:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['50f32a76-f0c5-4604-bdc3-009d2682dfab'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:43.423340 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b6746a17-9cb4-4319-b9cd-cbe0cf0c674f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:43.425021 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6746a17-9cb4-4319-b9cd-cbe0cf0c674f None None] The sync data for ids ['50f32a76-f0c5-4604-bdc3-009d2682dfab'] in n-d-836015-7 is: [] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:20:43.448014 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-75c19142-038f-4589-b7f1-0a342d9c695c tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:43.455732 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56650) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:43.511730 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-38d1ef46-72d2-479b-a9c5-90b7a000581c tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:43.615697 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-38d1ef46-72d2-479b-a9c5-90b7a000581c tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.6384754 Apr 20 13:20:43.617782 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d8ea17fd-c8f8-48c5-8c59-99be896e98c7 req-30b7d7ee-bba9-415a-8773-b65752185409 tempest-ServerTagsTestJSON-1860348310 tempest-ServerTagsTestJSON-1860348310-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bc2e67c-a70a-42e7-bb2b-c1b817c66230 HTTP/1.1" status: 200 len: 210 time: 0.0526302 Apr 20 13:20:43.619593 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56656) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:43.634736 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [None req-1e9d2b40-708c-4756-9552-d33fdaa3fbe5 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:43.636027 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1e9d2b40-708c-4756-9552-d33fdaa3fbe5 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1804183 Apr 20 13:20:43.639092 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56660) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:43.644774 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [None req-40d22af0-2336-49a3-ab13-172fc784f4e6 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:43.645949 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-40d22af0-2336-49a3-ab13-172fc784f4e6 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0052948 Apr 20 13:20:43.648644 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56662) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:43.660081 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [None req-ebbbb916-cc3b-4730-bbed-8735bf4d4c58 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:43.666192 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ebbbb916-cc3b-4730-bbed-8735bf4d4c58 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0156860 Apr 20 13:20:43.669266 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56664) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:43.676858 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [None req-9473de8b-9661-4a8f-9a0d-a5bb5b0bca56 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:43.680021 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9473de8b-9661-4a8f-9a0d-a5bb5b0bca56 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0085809 Apr 20 13:20:43.681493 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56666) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:43.694094 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [None req-c7830e08-bcb8-4244-9951-80f007d0869b tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:43.694432 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c7830e08-bcb8-4244-9951-80f007d0869b tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0118239 Apr 20 13:20:43.698385 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56670) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:43.707345 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [None req-c0f7b0ea-8826-4a1b-bc06-35ca719b6035 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:43.709586 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c0f7b0ea-8826-4a1b-bc06-35ca719b6035 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0102253 Apr 20 13:20:43.712619 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56672) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:43.718497 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [None req-7c595c23-44d1-48ce-8ad3-fb9cd9dd2006 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:43.719560 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7c595c23-44d1-48ce-8ad3-fb9cd9dd2006 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0058863 Apr 20 13:20:43.722071 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56674) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:43.727036 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [None req-129c6498-6f89-4e6b-949f-ff125e8462c9 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:43.728235 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-129c6498-6f89-4e6b-949f-ff125e8462c9 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0049131 Apr 20 13:20:43.731285 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56676) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:43.735620 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [None req-09e2d754-5538-4147-9b81-4b6aa7c026ce tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:43.738718 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-09e2d754-5538-4147-9b81-4b6aa7c026ce tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0041156 Apr 20 13:20:43.738930 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56678) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:43.743439 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [None req-8706620e-2d46-4c1f-9a25-6ed0cff484a7 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:43.744710 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8706620e-2d46-4c1f-9a25-6ed0cff484a7 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0042970 Apr 20 13:20:43.751676 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56680) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:43.754631 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-01af4bbe-b555-460b-9831-3d4f83044b88 tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] 10.222.0.25 "GET /v2.0/floatingips/99e66875-e138-4d3e-95ea-536c3076e15c HTTP/1.1" status: 200 len: 983 time: 0.1312134 Apr 20 13:20:43.756012 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56682) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:43.762768 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [None req-398e5e11-427e-4c8e-989d-581684cdfca0 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:43.768358 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-398e5e11-427e-4c8e-989d-581684cdfca0 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0141008 Apr 20 13:20:43.771079 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56684) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:43.775029 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [None req-f1128dab-2ac4-4a80-8fbd-e2a48f802322 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:43.778064 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f1128dab-2ac4-4a80-8fbd-e2a48f802322 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0040588 Apr 20 13:20:43.778240 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56686) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:43.782025 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [None req-e783da05-9ae5-4bfb-8836-2676a0599d10 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:43.783582 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e783da05-9ae5-4bfb-8836-2676a0599d10 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0044930 Apr 20 13:20:43.787244 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56688) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.132486 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [None req-15d8c202-8dab-4c03-a1de-65a4c431d4f2 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.134131 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-15d8c202-8dab-4c03-a1de-65a4c431d4f2 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.3455009 Apr 20 13:20:44.137045 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56706) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.144570 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [None req-b9ffe164-63d1-4a6d-8a21-c34e2fc5dec8 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.147888 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b9ffe164-63d1-4a6d-8a21-c34e2fc5dec8 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0074744 Apr 20 13:20:44.148512 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56708) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.149806 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75705b-6a6b-481a-a7d0-31355fe38387 req-6e7b4568-2e2c-49cb-bbbb-45e55ab3d1ee tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:44.165808 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2f75705b-6a6b-481a-a7d0-31355fe38387 req-6e7b4568-2e2c-49cb-bbbb-45e55ab3d1ee tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8914967-9f85-4f13-a1b1-1d36d5a6da77 HTTP/1.1" status: 200 len: 946 time: 0.6478920 Apr 20 13:20:44.165808 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-75c19142-038f-4589-b7f1-0a342d9c695c tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:44.165953 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [None req-41f053d5-50c2-4701-8061-c9372f57e233 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.166025 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-75c19142-038f-4589-b7f1-0a342d9c695c tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:44.166110 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-41f053d5-50c2-4701-8061-c9372f57e233 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0107543 Apr 20 13:20:44.166179 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-75c19142-038f-4589-b7f1-0a342d9c695c tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "DELETE /v2.0/security-groups/d77b5300-2c36-4e9c-ae77-59cd88de6e14 HTTP/1.1" status: 204 len: 168 time: 0.9756348 Apr 20 13:20:44.166770 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56710) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.166770 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56712) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.197418 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [None req-3e94c9b9-b012-496b-8055-ff3f0f596414 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.201749 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3e94c9b9-b012-496b-8055-ff3f0f596414 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0273271 Apr 20 13:20:44.202346 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56716) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.208196 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [None req-f5369959-c2e6-4bcf-867f-281a1d8f3ae8 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.213594 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f5369959-c2e6-4bcf-867f-281a1d8f3ae8 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0073843 Apr 20 13:20:44.218989 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56718) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.221048 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c19142-038f-4589-b7f1-0a342d9c695c tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77b5300-2c36-4e9c-ae77-59cd88de6e14,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:44.245911 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [None req-732c0cbd-9f47-4dc6-876a-871a39b3b9e3 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.249299 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-732c0cbd-9f47-4dc6-876a-871a39b3b9e3 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0268900 Apr 20 13:20:44.251724 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56720) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.262972 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [None req-ecf26216-a0dc-4a13-b296-14df2fa39c1c tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.262972 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ecf26216-a0dc-4a13-b296-14df2fa39c1c tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0061064 Apr 20 13:20:44.263455 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56722) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.268887 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [None req-02c2cf62-89be-4894-a5e5-4bbe5ec33fc0 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.272613 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-02c2cf62-89be-4894-a5e5-4bbe5ec33fc0 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0056715 Apr 20 13:20:44.272740 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2f75705b-6a6b-481a-a7d0-31355fe38387 req-50399d3c-ba03-460d-8f32-c54543ca41b5 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034734 Apr 20 13:20:44.280715 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7fc7e384-6116-47fb-85e6-d7aac4ad1225 tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2249 time: 0.5170789 Apr 20 13:20:44.284664 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9b1f7265-3c68-4e8a-a194-490b727cb81e tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1061366 Apr 20 13:20:44.284904 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56726) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.284980 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56728) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.284980 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56730) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.285133 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [None req-69ea6747-db08-4b61-8a6b-fbe22ca4bf94 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.288311 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-01b639b8-be33-4481-93b1-03c7792e5034 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Request body: {'security_group': {'name': 'tempest-secgroup--829326015'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:44.288440 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-69ea6747-db08-4b61-8a6b-fbe22ca4bf94 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0084887 Apr 20 13:20:44.288557 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56732) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.294092 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [None req-418b68b1-c9d2-468e-87ca-19514474e210 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.297520 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-418b68b1-c9d2-468e-87ca-19514474e210 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0051684 Apr 20 13:20:44.298379 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56734) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.308225 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [None req-0e79b9b2-6f06-4421-b4b5-e26ce8f4a50d tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.312170 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0e79b9b2-6f06-4421-b4b5-e26ce8f4a50d tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0104167 Apr 20 13:20:44.312691 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56736) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.325507 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [None req-f75fbb19-418d-46fd-9828-60583e05edd9 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.327298 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f75fbb19-418d-46fd-9828-60583e05edd9 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0128524 Apr 20 13:20:44.342303 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56738) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.367162 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [None req-e8c90cfa-9444-4585-96ae-30a9dc7ffd3d tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.368882 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e8c90cfa-9444-4585-96ae-30a9dc7ffd3d tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0214555 Apr 20 13:20:44.372826 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56740) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.377284 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [None req-d2d35581-63b2-444b-a9e9-57877a8483be tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.378724 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d2d35581-63b2-444b-a9e9-57877a8483be tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0042322 Apr 20 13:20:44.383515 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56742) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.389653 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [None req-78fd4ccd-c410-4bfe-97ab-5f6dec838f60 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.392970 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-78fd4ccd-c410-4bfe-97ab-5f6dec838f60 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0070808 Apr 20 13:20:44.398260 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56744) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.407648 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [None req-60dc63c9-005c-4a50-8c42-afb2dc65c05d tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.410926 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-60dc63c9-005c-4a50-8c42-afb2dc65c05d tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0046959 Apr 20 13:20:44.416777 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc686fe-7a97-4d44-8ef8-5d2428c8c875 req-9381c3db-657e-4d04-93bf-932c61b3d60d tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:44.418470 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6bc686fe-7a97-4d44-8ef8-5d2428c8c875 req-9381c3db-657e-4d04-93bf-932c61b3d60d tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f2563a3-d588-4bb4-a237-e9689f42cf15 HTTP/1.1" status: 200 len: 945 time: 0.0909979 Apr 20 13:20:44.418951 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56746) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.423001 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [None req-af2141bd-f14e-4b17-a31a-ee2675809788 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.426232 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-af2141bd-f14e-4b17-a31a-ee2675809788 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0040638 Apr 20 13:20:44.426525 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56748) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.440150 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [None req-4694008c-b52b-418e-a003-61c89c3f8a15 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.444136 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4694008c-b52b-418e-a003-61c89c3f8a15 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0166698 Apr 20 13:20:44.444764 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56750) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.450434 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [None req-d1c949f2-4be2-446a-8097-a428c368f27f tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.453442 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d1c949f2-4be2-446a-8097-a428c368f27f tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0045877 Apr 20 13:20:44.455880 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56752) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.467113 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [None req-5c91396b-4cb5-4982-bc91-2a5e201d1395 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.470427 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5c91396b-4cb5-4982-bc91-2a5e201d1395 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0070760 Apr 20 13:20:44.470739 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56754) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.488038 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [None req-0e499ef0-f7ed-406e-9584-424f31437f77 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.498622 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0e499ef0-f7ed-406e-9584-424f31437f77 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0268555 Apr 20 13:20:44.500478 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56756) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.529849 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [None req-b4f1357f-3be1-4ac3-92ea-278a8fe7dfb0 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.529849 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b4f1357f-3be1-4ac3-92ea-278a8fe7dfb0 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0162878 Apr 20 13:20:44.529849 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-01b639b8-be33-4481-93b1-03c7792e5034 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:44.537958 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56760) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.544349 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [None req-85c0b12b-0b90-458c-bf25-d567edb66985 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.548417 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-85c0b12b-0b90-458c-bf25-d567edb66985 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0094507 Apr 20 13:20:44.552281 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6bc686fe-7a97-4d44-8ef8-5d2428c8c875 req-d2cd15e7-d932-4331-be34-ee85c88c2d41 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062906 Apr 20 13:20:44.552757 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56764) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.557218 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [None req-bff801fa-fff7-4973-ad98-6121cc62dba5 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.561383 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-bff801fa-fff7-4973-ad98-6121cc62dba5 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0076940 Apr 20 13:20:44.562118 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56766) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.566759 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [None req-1d4c0f8c-e395-421f-b75a-2d90c4451352 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.578802 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1d4c0f8c-e395-421f-b75a-2d90c4451352 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0072160 Apr 20 13:20:44.579001 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56768) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.581151 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [None req-8346b306-4c13-4fd4-b2ed-56111d3d99ec tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.584489 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8346b306-4c13-4fd4-b2ed-56111d3d99ec tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0088100 Apr 20 13:20:44.585084 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56770) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.594606 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [None req-a8b527c5-c5f3-4bf0-a30a-b0e320deed5a tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.596302 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a8b527c5-c5f3-4bf0-a30a-b0e320deed5a tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0058830 Apr 20 13:20:44.603309 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56772) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.608493 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [None req-27d2a83b-051a-40ed-b098-971653df42b6 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.612107 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-27d2a83b-051a-40ed-b098-971653df42b6 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0047264 Apr 20 13:20:44.612720 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56774) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.618220 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [None req-3de1b9df-bbc6-4127-a301-0795c4a500ee tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.619543 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-3de1b9df-bbc6-4127-a301-0795c4a500ee tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0055799 Apr 20 13:20:44.631284 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56776) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.637455 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [None req-f555b3b7-b362-4b24-b172-6c619f09e263 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.638489 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f555b3b7-b362-4b24-b172-6c619f09e263 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0053356 Apr 20 13:20:44.641264 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56778) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.651777 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [None req-c3c811fc-5a9c-449a-a32d-8f95180aa22a tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.653366 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c3c811fc-5a9c-449a-a32d-8f95180aa22a tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0105462 Apr 20 13:20:44.655832 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56782) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.661752 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [None req-a647adc5-da49-421e-929c-3adb055bb0e3 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.663143 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a647adc5-da49-421e-929c-3adb055bb0e3 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0059805 Apr 20 13:20:44.663266 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-5e0ce1eb-8a51-4626-94aa-5e24331a19e8 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Deleting port 453e5f75-365f-4667-8aed-bcc052fdccd3 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:44.663372 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5e0ce1eb-8a51-4626-94aa-5e24331a19e8 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:44.665566 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56784) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.670546 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [None req-8fc422e9-7c18-4d79-be28-dd9cf6c6cfb3 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.671915 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8fc422e9-7c18-4d79-be28-dd9cf6c6cfb3 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0047328 Apr 20 13:20:44.674319 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56786) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.680478 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [None req-5ea5aece-c9da-455d-8960-589350b043ca tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.681969 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5ea5aece-c9da-455d-8960-589350b043ca tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0054467 Apr 20 13:20:44.685957 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56790) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.697336 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56792) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.703765 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [None req-84ad06f0-99b1-403b-80b4-2ee4f11dde6a tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.710144 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-84ad06f0-99b1-403b-80b4-2ee4f11dde6a tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0153944 Apr 20 13:20:44.725830 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56794) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.730154 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [None req-a5e9409b-ee9f-4da3-925f-3964fd00643d tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.734019 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a5e9409b-ee9f-4da3-925f-3964fd00643d tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0046365 Apr 20 13:20:44.734264 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56798) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.738289 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [None req-bb942205-268b-4377-8e36-8b862c1fcb17 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.741982 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-bb942205-268b-4377-8e36-8b862c1fcb17 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0040998 Apr 20 13:20:44.742648 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56800) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.752060 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [None req-6864e3e6-a9ba-4ff5-88db-7cef7714bf1d tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.753657 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6864e3e6-a9ba-4ff5-88db-7cef7714bf1d tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0094447 Apr 20 13:20:44.756269 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56802) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.757226 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-01b639b8-be33-4481-93b1-03c7792e5034 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:44.763197 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [None req-c3d87e77-5d6e-4556-bea2-47435085c67a tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.766557 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c3d87e77-5d6e-4556-bea2-47435085c67a tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0070333 Apr 20 13:20:44.767855 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdeccb83-9ef3-4f58-8c4d-4343cea8d620 admin admin] Deleting subnet 088235ce-c88a-4267-971e-30c824707d21 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:20:44.768549 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56804) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.771273 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cdeccb83-9ef3-4f58-8c4d-4343cea8d620 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:44.772969 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [None req-49f29a85-17a3-4be3-bc99-80717e81af96 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.776274 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-49f29a85-17a3-4be3-bc99-80717e81af96 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0044825 Apr 20 13:20:44.777210 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56806) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.783848 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [None req-e13517e4-efa0-463c-a6a8-738c588cc1c8 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.787403 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e13517e4-efa0-463c-a6a8-738c588cc1c8 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0066376 Apr 20 13:20:44.787566 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56808) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.798362 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [None req-e4dd8e9a-8960-4738-88b8-5cdc30db52ce tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.799348 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e4dd8e9a-8960-4738-88b8-5cdc30db52ce tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0108252 Apr 20 13:20:44.801878 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56810) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.807968 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [None req-ba9154a1-4173-4b5c-a6dd-cf0fc4de7d49 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.814042 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ba9154a1-4173-4b5c-a6dd-cf0fc4de7d49 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0055919 Apr 20 13:20:44.814157 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cdeccb83-9ef3-4f58-8c4d-4343cea8d620 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:44.819017 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56812) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.828752 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [None req-e0975467-ef32-4bae-ab7e-d3efd7eea6cd tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.829673 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e0975467-ef32-4bae-ab7e-d3efd7eea6cd tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0043359 Apr 20 13:20:44.832577 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56814) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.837206 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [None req-2b68ecc8-ad5b-4bb3-93b2-5e8432bfc530 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.838127 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2b68ecc8-ad5b-4bb3-93b2-5e8432bfc530 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0046916 Apr 20 13:20:44.839956 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5e0ce1eb-8a51-4626-94aa-5e24331a19e8 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:44.840280 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5e0ce1eb-8a51-4626-94aa-5e24331a19e8 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:44.841649 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56816) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.842787 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-01b639b8-be33-4481-93b1-03c7792e5034 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:44.847927 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [None req-bd0c3407-6fcb-43aa-9025-e63833116e83 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.851723 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-bd0c3407-6fcb-43aa-9025-e63833116e83 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0089946 Apr 20 13:20:44.854724 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56818) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.862238 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [None req-1042fb10-28b6-45f4-ab2a-f8f8db760486 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.864295 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1042fb10-28b6-45f4-ab2a-f8f8db760486 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0091746 Apr 20 13:20:44.869468 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56822) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.873289 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-5e0ce1eb-8a51-4626-94aa-5e24331a19e8 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Calling delete_port for 453e5f75-365f-4667-8aed-bcc052fdccd3 owned by network:floatingip {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:44.875806 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [None req-53e8c9be-da4d-46a9-ac0d-67c3b0629c2a tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.880214 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-53e8c9be-da4d-46a9-ac0d-67c3b0629c2a tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0083134 Apr 20 13:20:44.880487 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56824) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.888048 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [None req-9ec2beca-a564-4997-b05a-ce591aaf296d tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.891642 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9ec2beca-a564-4997-b05a-ce591aaf296d tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0078518 Apr 20 13:20:44.893918 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56828) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.894321 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b639b8-be33-4481-93b1-03c7792e5034 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef158a13-9f2b-4f82-9311-7f08334a521d,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:44.904609 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [None req-2de88842-85d1-4a5d-a410-1741ff7e404a tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.907851 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2de88842-85d1-4a5d-a410-1741ff7e404a tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0109975 Apr 20 13:20:44.908994 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cdeccb83-9ef3-4f58-8c4d-4343cea8d620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:44.934988 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56830) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.941821 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [None req-fa04ad89-913e-47d9-892c-9fa47b8b9ed8 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.945178 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-fa04ad89-913e-47d9-892c-9fa47b8b9ed8 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0068700 Apr 20 13:20:44.945412 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56834) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.950036 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [None req-3df1544e-9440-48dc-908e-ba4fed5f3600 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.951934 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3df1544e-9440-48dc-908e-ba4fed5f3600 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0046837 Apr 20 13:20:44.955086 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56836) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.959401 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [None req-65c8894c-4fa4-40ec-b476-866d9087f84e tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.960435 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-65c8894c-4fa4-40ec-b476-866d9087f84e tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0043535 Apr 20 13:20:44.962943 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56838) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.976328 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [None req-fe1f5736-e192-4ced-b1cf-1905497e93c0 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.977470 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-fe1f5736-e192-4ced-b1cf-1905497e93c0 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0105267 Apr 20 13:20:44.981139 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56840) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.984817 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-01b639b8-be33-4481-93b1-03c7792e5034 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:44.986264 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-01b639b8-be33-4481-93b1-03c7792e5034 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7044883 Apr 20 13:20:44.989281 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [None req-b9049f24-45d2-441f-afc9-a20da4351454 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.992632 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56842) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.992756 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b9049f24-45d2-441f-afc9-a20da4351454 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0084546 Apr 20 13:20:44.992856 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56844) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.996367 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-f8925045-0c6f-470e-9ab9-2a70796a702c tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Request body: {'security_group_rule': {'security_group_id': 'ef158a13-9f2b-4f82-9311-7f08334a521d', 'direction': 'ingress', 'protocol': 17}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:44.997263 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [None req-6d1811e2-b76d-4a35-883b-035e8c2cd191 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:44.998326 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6d1811e2-b76d-4a35-883b-035e8c2cd191 tempest-ExtensionsTestJSON-156779749 tempest-ExtensionsTestJSON-156779749-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0046756 Apr 20 13:20:45.055427 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cdeccb83-9ef3-4f58-8c4d-4343cea8d620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:45.088805 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeccb83-9ef3-4f58-8c4d-4343cea8d620 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=088235ce-c88a-4267-971e-30c824707d21,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:45.092218 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cdeccb83-9ef3-4f58-8c4d-4343cea8d620 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:45.096141 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-cdeccb83-9ef3-4f58-8c4d-4343cea8d620 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/088235ce-c88a-4267-971e-30c824707d21 HTTP/1.1" status: 204 len: 168 time: 0.3978026 Apr 20 13:20:45.098102 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f8925045-0c6f-470e-9ab9-2a70796a702c tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:45.100518 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56850) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:45.173524 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f8925045-0c6f-470e-9ab9-2a70796a702c tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:45.181807 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5e0ce1eb-8a51-4626-94aa-5e24331a19e8 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:45.192645 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5c3c6589-53fd-47d4-ada2-174150b249f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:45.221158 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ce1eb-8a51-4626-94aa-5e24331a19e8 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Pushing event deleted for resources: {'Port': ['ID=453e5f75-365f-4667-8aed-bcc052fdccd3,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:45.275110 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f8925045-0c6f-470e-9ab9-2a70796a702c tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:45.294340 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8925045-0c6f-470e-9ab9-2a70796a702c tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7faa42e6-4177-4346-b102-49c366b94f4f,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:45.359181 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5c3c6589-53fd-47d4-ada2-174150b249f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:45.361843 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5e0ce1eb-8a51-4626-94aa-5e24331a19e8 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks [] for floatingip, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:45.362185 n-d-836015-7 neutron-server[114870]: INFO neutron.db.l3_db [None req-5e0ce1eb-8a51-4626-94aa-5e24331a19e8 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Floating IP 99e66875-e138-4d3e-95ea-536c3076e15c disassociated (deleted). External IP: 172.25.8.132, port: 486bf72b-13d3-4c69-9520-a959fb7faee8. Apr 20 13:20:45.397657 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f8925045-0c6f-470e-9ab9-2a70796a702c tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:45.402240 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f8925045-0c6f-470e-9ab9-2a70796a702c tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4077160 Apr 20 13:20:45.403819 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56860) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:45.427426 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-5c3c6589-53fd-47d4-ada2-174150b249f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba080471-2126-444f-8030-e7da6914f954']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:45.443671 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-5c3c6589-53fd-47d4-ada2-174150b249f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4abe9290-80d7-4232-b1ef-c6e4b56fc2c0') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:45.443962 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-5c3c6589-53fd-47d4-ada2-174150b249f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4abe9290-80d7-4232-b1ef-c6e4b56fc2c0') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:45.457241 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5c3c6589-53fd-47d4-ada2-174150b249f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:45.506092 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5c3c6589-53fd-47d4-ada2-174150b249f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:45.523083 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c3c6589-53fd-47d4-ada2-174150b249f9 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:20:45.523660 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5c3c6589-53fd-47d4-ada2-174150b249f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:45.525352 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:20:45.525352 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:20:45.525352 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:20:45.525352 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:20:45.525352 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:20:45.525352 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:20:45.525352 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:20:45.525352 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:20:45.525352 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:20:45.525352 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:20:45.525352 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:20:45.525352 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:20:45.525352 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:20:45.525352 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:20:45.525352 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:20:45.525352 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:20:45.525352 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:20:45.525352 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:20:45.525352 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:20:45.525352 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:20:45.525352 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:20:45.525352 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:20:45.525352 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:20:45.525352 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:20:45.525352 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:20:45.525352 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:20:45.525352 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:20:45.525352 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:20:45.525352 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:20:45.525352 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:20:45.525352 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:20:45.525352 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:20:45.543494 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-929925ad-f5a8-4df4-ba0e-95da93bc1023 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:45.590094 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e2925-bc9a-4bd8-a907-762ad4f4c0fe req-4e160a00-bbaa-4ca6-aac2-2e84ed9b889e tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:45.591669 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cd1e2925-bc9a-4bd8-a907-762ad4f4c0fe req-4e160a00-bbaa-4ca6-aac2-2e84ed9b889e tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8914967-9f85-4f13-a1b1-1d36d5a6da77 HTTP/1.1" status: 200 len: 946 time: 0.1627595 Apr 20 13:20:45.610720 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-929925ad-f5a8-4df4-ba0e-95da93bc1023 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:45.655395 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cd1e2925-bc9a-4bd8-a907-762ad4f4c0fe req-051dafc7-d4b1-4bb7-9171-897486ffcf56 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550539 Apr 20 13:20:45.693244 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56866) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:45.731500 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e36e9-7fbd-4aab-94ae-b5f26067f22e req-e4b38385-5840-4a02-bfc3-4307d1abea00 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:45.733079 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-245e36e9-7fbd-4aab-94ae-b5f26067f22e req-e4b38385-5840-4a02-bfc3-4307d1abea00 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f2563a3-d588-4bb4-a237-e9689f42cf15 HTTP/1.1" status: 200 len: 945 time: 0.0846233 Apr 20 13:20:45.786375 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-245e36e9-7fbd-4aab-94ae-b5f26067f22e req-62cd0df3-542a-4cd8-b04c-9ca8bd3057b0 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410864 Apr 20 13:20:45.829755 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-929925ad-f5a8-4df4-ba0e-95da93bc1023 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:45.832595 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-929925ad-f5a8-4df4-ba0e-95da93bc1023 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:45.833742 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-929925ad-f5a8-4df4-ba0e-95da93bc1023 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "DELETE /v2.0/security-groups/ef158a13-9f2b-4f82-9311-7f08334a521d HTTP/1.1" status: 204 len: 168 time: 0.4302790 Apr 20 13:20:45.836442 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56872) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:45.856509 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929925ad-f5a8-4df4-ba0e-95da93bc1023 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef158a13-9f2b-4f82-9311-7f08334a521d,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:45.890053 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5c3c6589-53fd-47d4-ada2-174150b249f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:45.896591 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5c3c6589-53fd-47d4-ada2-174150b249f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:45.900786 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5c3c6589-53fd-47d4-ada2-174150b249f9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ba080471-2126-444f-8030-e7da6914f954 HTTP/1.1" status: 204 len: 168 time: 0.7992938 Apr 20 13:20:45.905718 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0ce1eb-8a51-4626-94aa-5e24331a19e8 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Router 50f32a76-f0c5-4604-bdc3-009d2682dfab has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:20:45.935307 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c6589-53fd-47d4-ada2-174150b249f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba080471-2126-444f-8030-e7da6914f954,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:45.939616 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-346a019b-d36d-4e93-97c6-291209955787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:45.948767 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-beac709d-ee82-425b-bfd5-d0cc635761a0 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1074009 Apr 20 13:20:45.952253 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56876) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:45.961760 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-d5b588d7-271b-4d9b-ad95-4d7404a5fac2 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Request body: {'security_group': {'name': 'tempest-secgroup--838078103'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:45.986718 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d5a2b-1737-4b6c-aaf9-c04fe2fc1235 req-f9a1475a-3551-46b5-90e2-8dbbfffeb8c1 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:45.996319 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e09d5a2b-1737-4b6c-aaf9-c04fe2fc1235 req-f9a1475a-3551-46b5-90e2-8dbbfffeb8c1 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de9013c-13bc-448b-b7e5-8321a8e349b0 HTTP/1.1" status: 200 len: 945 time: 0.1168742 Apr 20 13:20:46.075976 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e09d5a2b-1737-4b6c-aaf9-c04fe2fc1235 req-62112a40-cb2d-49bc-8b10-e4794e5b8a81 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789602 Apr 20 13:20:46.076155 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0ce1eb-8a51-4626-94aa-5e24331a19e8 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:20:46.081888 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5e0ce1eb-8a51-4626-94aa-5e24331a19e8 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:46.093509 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56ecfd4-d488-42e9-ae68-1b9e9d2f48fd None None] Sync routers for ids ['50f32a76-f0c5-4604-bdc3-009d2682dfab'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:20:46.114716 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56ecfd4-d488-42e9-ae68-1b9e9d2f48fd None None] Routers {'50f32a76-f0c5-4604-bdc3-009d2682dfab'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:20:46.118231 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-b56ecfd4-d488-42e9-ae68-1b9e9d2f48fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:20:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['50f32a76-f0c5-4604-bdc3-009d2682dfab'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:46.129963 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d5b588d7-271b-4d9b-ad95-4d7404a5fac2 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:46.132542 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5e0ce1eb-8a51-4626-94aa-5e24331a19e8 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] 10.222.0.25 "DELETE /v2.0/floatingips/99e66875-e138-4d3e-95ea-536c3076e15c HTTP/1.1" status: 204 len: 168 time: 1.8525691 Apr 20 13:20:46.136783 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56882) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:46.142682 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-a3f438b5-3502-4d65-b5cc-06aaf501480f tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:46.175047 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-346a019b-d36d-4e93-97c6-291209955787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:46.203755 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-b56ecfd4-d488-42e9-ae68-1b9e9d2f48fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:46.215784 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56ecfd4-d488-42e9-ae68-1b9e9d2f48fd None None] Routers {'50f32a76-f0c5-4604-bdc3-009d2682dfab'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:20:46.216797 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-b56ecfd4-d488-42e9-ae68-1b9e9d2f48fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:20:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['50f32a76-f0c5-4604-bdc3-009d2682dfab'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:46.237826 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a3f438b5-3502-4d65-b5cc-06aaf501480f tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:46.255265 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-b56ecfd4-d488-42e9-ae68-1b9e9d2f48fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:46.256411 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56ecfd4-d488-42e9-ae68-1b9e9d2f48fd None None] The sync data for ids ['50f32a76-f0c5-4604-bdc3-009d2682dfab'] in n-d-836015-7 is: [] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:20:46.272439 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c2092-ed38-45ef-b370-ed39070b6d11 req-6bf3c438-4d49-4beb-897a-895253b2a42f tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:46.274674 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bf5c2092-ed38-45ef-b370-ed39070b6d11 req-6bf3c438-4d49-4beb-897a-895253b2a42f tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b529390-69a0-4b2f-8366-0f4995cf5846 HTTP/1.1" status: 200 len: 945 time: 0.0934806 Apr 20 13:20:46.278066 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-346a019b-d36d-4e93-97c6-291209955787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:46.365311 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d5b588d7-271b-4d9b-ad95-4d7404a5fac2 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:46.372972 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a019b-d36d-4e93-97c6-291209955787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa00c793-68ce-41ed-ad32-8ea388ff7480,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:46.376759 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a3f438b5-3502-4d65-b5cc-06aaf501480f tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:46.379859 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-346a019b-d36d-4e93-97c6-291209955787 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=48cdb123cd8341768124c22c877adf3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6801882 Apr 20 13:20:46.383040 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56886) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:46.411334 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56888) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:46.427136 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bf5c2092-ed38-45ef-b370-ed39070b6d11 req-ed9fe9f9-15bb-427a-9526-024b84f8d3ed tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402121 Apr 20 13:20:46.442898 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b77157cf-dd5d-475d-acf7-cb7503aa25e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:46.453769 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d5b588d7-271b-4d9b-ad95-4d7404a5fac2 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:46.489995 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b77157cf-dd5d-475d-acf7-cb7503aa25e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:46.533988 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-494f3464-766a-468a-83a4-450a966c4343 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8a9e3301a6754d8dbda230536116991a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1213713 Apr 20 13:20:46.539504 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56892) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:46.564668 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b588d7-271b-4d9b-ad95-4d7404a5fac2 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e16f7b2-574f-4f06-8241-daeadf8417ce,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:46.596876 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d5b588d7-271b-4d9b-ad95-4d7404a5fac2 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:46.598147 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d5b588d7-271b-4d9b-ad95-4d7404a5fac2 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6428730 Apr 20 13:20:46.601320 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56894) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:46.604899 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-a3f438b5-3502-4d65-b5cc-06aaf501480f tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Allocated IP 172.25.8.221 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/b70c7f59-2f10-459a-88a8-76f0bdb25b61) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:46.611991 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-7ec9f3bf-4a76-456a-acad-6c3b49133a2d tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Request body: {'security_group': {'name': 'tempest-secgroup--1364311284'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:46.618848 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c9a4af8f-5644-428a-8008-7ab33097e199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:46.649964 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c9a4af8f-5644-428a-8008-7ab33097e199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:46.715651 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b77157cf-dd5d-475d-acf7-cb7503aa25e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:46.718484 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b77157cf-dd5d-475d-acf7-cb7503aa25e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:46.719705 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b77157cf-dd5d-475d-acf7-cb7503aa25e5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fa00c793-68ce-41ed-ad32-8ea388ff7480 HTTP/1.1" status: 204 len: 168 time: 0.3356776 Apr 20 13:20:46.735238 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7ec9f3bf-4a76-456a-acad-6c3b49133a2d tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:46.760288 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77157cf-dd5d-475d-acf7-cb7503aa25e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa00c793-68ce-41ed-ad32-8ea388ff7480,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:46.818665 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a3f438b5-3502-4d65-b5cc-06aaf501480f tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:46.885807 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c9a4af8f-5644-428a-8008-7ab33097e199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:46.888807 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c9a4af8f-5644-428a-8008-7ab33097e199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:46.890157 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c9a4af8f-5644-428a-8008-7ab33097e199 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/89b506a3-40b0-40ea-895a-e4c9f592486a HTTP/1.1" status: 204 len: 168 time: 0.3497136 Apr 20 13:20:46.893455 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7ec9f3bf-4a76-456a-acad-6c3b49133a2d tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:46.933036 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a4af8f-5644-428a-8008-7ab33097e199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b506a3-40b0-40ea-895a-e4c9f592486a,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:46.945943 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400e38b-af25-4065-93de-a478180f0a6f req-9a7c53f0-f8e0-43dd-881d-96eb674d9087 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:46.947527 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d400e38b-af25-4065-93de-a478180f0a6f req-9a7c53f0-f8e0-43dd-881d-96eb674d9087 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8914967-9f85-4f13-a1b1-1d36d5a6da77 HTTP/1.1" status: 200 len: 946 time: 0.1583171 Apr 20 13:20:46.959209 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7ec9f3bf-4a76-456a-acad-6c3b49133a2d tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:46.990111 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d28cb0-0a38-42e8-a291-ba6903885c84 req-128033c0-8e01-47f6-8f49-fe8cec71e5e7 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:46.993203 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d6d28cb0-0a38-42e8-a291-ba6903885c84 req-128033c0-8e01-47f6-8f49-fe8cec71e5e7 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f2563a3-d588-4bb4-a237-e9689f42cf15 HTTP/1.1" status: 200 len: 945 time: 0.1449735 Apr 20 13:20:47.012322 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec9f3bf-4a76-456a-acad-6c3b49133a2d tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43d81b85-d226-4f19-bec8-e31bbb5d801b,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:47.015149 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a3f438b5-3502-4d65-b5cc-06aaf501480f tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:47.063005 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f438b5-3502-4d65-b5cc-06aaf501480f tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:47.066147 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-a3f438b5-3502-4d65-b5cc-06aaf501480f tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:47.070702 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f438b5-3502-4d65-b5cc-06aaf501480f tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:47.073903 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f438b5-3502-4d65-b5cc-06aaf501480f tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Pushing event updated for resources: {'Port': ['ID=b70c7f59-2f10-459a-88a8-76f0bdb25b61,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:47.091841 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d400e38b-af25-4065-93de-a478180f0a6f req-90d40352-5508-48d1-97a1-a9c101a1ef2b tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356425 Apr 20 13:20:47.106353 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7ec9f3bf-4a76-456a-acad-6c3b49133a2d tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:47.114738 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56904) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:47.115885 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7ec9f3bf-4a76-456a-acad-6c3b49133a2d tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5132263 Apr 20 13:20:47.133062 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-86815047-a4ab-469a-98ae-bd2ed1680ba9 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Request body: {'security_group_rule': {'security_group_id': '3e16f7b2-574f-4f06-8241-daeadf8417ce', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '43d81b85-d226-4f19-bec8-e31bbb5d801b', 'remote_ip_prefix': None}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:47.170083 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d6d28cb0-0a38-42e8-a291-ba6903885c84 req-77eda901-0198-4026-bb59-abd3eb3b96a4 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200981 Apr 20 13:20:47.226363 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a3f438b5-3502-4d65-b5cc-06aaf501480f tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:47.281750 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-86815047-a4ab-469a-98ae-bd2ed1680ba9 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:47.388256 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-86815047-a4ab-469a-98ae-bd2ed1680ba9 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:47.431131 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a3f438b5-3502-4d65-b5cc-06aaf501480f tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:47.518938 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-86815047-a4ab-469a-98ae-bd2ed1680ba9 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:47.574251 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86815047-a4ab-469a-98ae-bd2ed1680ba9 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27e60f0d-f273-414c-8297-538ce0e06c7f,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:47.594078 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e7866-3407-47bb-b615-dd9719b6c58f req-77680d64-2346-4db8-81fa-35a6c92de7e8 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:47.597610 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c70e7866-3407-47bb-b615-dd9719b6c58f req-77680d64-2346-4db8-81fa-35a6c92de7e8 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de9013c-13bc-448b-b7e5-8321a8e349b0 HTTP/1.1" status: 200 len: 945 time: 0.1642680 Apr 20 13:20:47.664588 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a3f438b5-3502-4d65-b5cc-06aaf501480f tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:47.667260 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c70e7866-3407-47bb-b615-dd9719b6c58f req-f6774d33-9d58-4943-941d-b4a83b1c8e10 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564191 Apr 20 13:20:47.700486 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-86815047-a4ab-469a-98ae-bd2ed1680ba9 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:47.704660 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56930) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:47.704809 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-86815047-a4ab-469a-98ae-bd2ed1680ba9 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5878994 Apr 20 13:20:47.740143 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2267820e-fb63-47c9-8c90-73dcbd96793c tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:47.751871 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2267820e-fb63-47c9-8c90-73dcbd96793c tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:47.753818 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a3f438b5-3502-4d65-b5cc-06aaf501480f tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:47.875742 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f438b5-3502-4d65-b5cc-06aaf501480f tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Pushing event updated for resources: {'Port': ['ID=b70c7f59-2f10-459a-88a8-76f0bdb25b61,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:47.894988 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a3f438b5-3502-4d65-b5cc-06aaf501480f tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:47.924054 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2267820e-fb63-47c9-8c90-73dcbd96793c tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:47.946357 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2267820e-fb63-47c9-8c90-73dcbd96793c tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:47.947576 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2267820e-fb63-47c9-8c90-73dcbd96793c tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/27e60f0d-f273-414c-8297-538ce0e06c7f HTTP/1.1" status: 204 len: 168 time: 0.2414989 Apr 20 13:20:47.949357 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2267820e-fb63-47c9-8c90-73dcbd96793c tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27e60f0d-f273-414c-8297-538ce0e06c7f,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:47.952828 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56940) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:47.997471 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175740e7-549c-4939-aedd-2a477f42ac0c req-0a41d5dd-9966-437d-a2ce-5c79fc920f78 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:48.003493 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175740e7-549c-4939-aedd-2a477f42ac0c req-0a41d5dd-9966-437d-a2ce-5c79fc920f78 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:48.009463 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175740e7-549c-4939-aedd-2a477f42ac0c req-0a41d5dd-9966-437d-a2ce-5c79fc920f78 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:48.011228 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-175740e7-549c-4939-aedd-2a477f42ac0c req-0a41d5dd-9966-437d-a2ce-5c79fc920f78 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f2563a3-d588-4bb4-a237-e9689f42cf15&device_id=6b529390-69a0-4b2f-8366-0f4995cf5846&device_id=6de9013c-13bc-448b-b7e5-8321a8e349b0 HTTP/1.1" status: 200 len: 2416 time: 0.0953372 Apr 20 13:20:48.018106 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a3f438b5-3502-4d65-b5cc-06aaf501480f tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:48.019709 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a3f438b5-3502-4d65-b5cc-06aaf501480f tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8815825 Apr 20 13:20:48.024465 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56942) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:48.037257 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56948) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:48.037534 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-33f32fc1-e86b-42a6-9b59-3764ceb6d5fa tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0830905 Apr 20 13:20:48.101307 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-175740e7-549c-4939-aedd-2a477f42ac0c req-716ad7c2-9b50-450e-a1bd-249fc619c4c7 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799291 Apr 20 13:20:48.154121 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-196f634e-0a5c-4aa8-bca4-928a9a88dc71 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:48.204284 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-196f634e-0a5c-4aa8-bca4-928a9a88dc71 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:48.312531 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e7dd16-1463-4a79-a5a3-7d278ea99e43 req-26c3cde8-43dd-4aa3-95b3-ba116fff48ad tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:48.325733 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-93e7dd16-1463-4a79-a5a3-7d278ea99e43 req-26c3cde8-43dd-4aa3-95b3-ba116fff48ad tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8914967-9f85-4f13-a1b1-1d36d5a6da77 HTTP/1.1" status: 200 len: 946 time: 0.1078033 Apr 20 13:20:48.411746 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-49ad90ea-c7c0-4f45-bcbb-31b7f0f1c159 tempest-FloatingIPAdminTestJSON-1063673714 tempest-FloatingIPAdminTestJSON-1063673714-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:48.420933 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-93e7dd16-1463-4a79-a5a3-7d278ea99e43 req-28520b07-d0b1-40e5-9513-8ff5a8980b2b tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929065 Apr 20 13:20:48.427565 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-196f634e-0a5c-4aa8-bca4-928a9a88dc71 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:48.440154 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-196f634e-0a5c-4aa8-bca4-928a9a88dc71 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:48.441602 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-196f634e-0a5c-4aa8-bca4-928a9a88dc71 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "DELETE /v2.0/security-groups/43d81b85-d226-4f19-bec8-e31bbb5d801b HTTP/1.1" status: 204 len: 168 time: 0.4001741 Apr 20 13:20:48.448826 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2cf32-2957-4261-85f8-029acf06b3a7 req-b0c6e33b-c471-4ce6-b5c2-e6ca07594bbc tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:48.450398 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d2b2cf32-2957-4261-85f8-029acf06b3a7 req-b0c6e33b-c471-4ce6-b5c2-e6ca07594bbc tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f2563a3-d588-4bb4-a237-e9689f42cf15 HTTP/1.1" status: 200 len: 945 time: 0.1082623 Apr 20 13:20:48.450895 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56960) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:48.466609 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56962) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:48.485651 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f634e-0a5c-4aa8-bca4-928a9a88dc71 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d81b85-d226-4f19-bec8-e31bbb5d801b,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:48.536196 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-1b4a3869-95e1-4519-a8f8-0fa93f231c1d tempest-NetworksNegativeTestJSON-417819953 tempest-NetworksNegativeTestJSON-417819953-project] Request body: {'port': {'network_id': '8973177e-2200-417d-a5da-e1a9bda8f9a7', 'name': 'tempest-NetworksNegativeTestJSON-1659839113'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:48.559541 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d2b2cf32-2957-4261-85f8-029acf06b3a7 req-985f4819-5e0c-492d-bfc1-20ece5bf6498 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822155 Apr 20 13:20:48.559669 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49ad90ea-c7c0-4f45-bcbb-31b7f0f1c159 tempest-FloatingIPAdminTestJSON-1063673714 tempest-FloatingIPAdminTestJSON-1063673714-project] Notify callbacks [] for floatingip, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:48.559669 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b4a3869-95e1-4519-a8f8-0fa93f231c1d tempest-NetworksNegativeTestJSON-417819953 tempest-NetworksNegativeTestJSON-417819953-project] POST failed (client error): The resource could not be found. Apr 20 13:20:48.559669 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b4a3869-95e1-4519-a8f8-0fa93f231c1d tempest-NetworksNegativeTestJSON-417819953 tempest-NetworksNegativeTestJSON-417819953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:20:48.574823 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1b4a3869-95e1-4519-a8f8-0fa93f231c1d tempest-NetworksNegativeTestJSON-417819953 tempest-NetworksNegativeTestJSON-417819953-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1060319 Apr 20 13:20:48.581370 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56972) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:48.585521 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e24c3cd9-e2d0-4833-8a69-7ef8b3eb1db4 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1304669 Apr 20 13:20:48.589742 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56974) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:48.654258 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c2cf41-f35e-4d82-b773-f415cdb507f3 tempest-NetworksNegativeTestJSON-417819953 tempest-NetworksNegativeTestJSON-417819953-project] DELETE failed (client error): The resource could not be found. Apr 20 13:20:48.654880 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94c2cf41-f35e-4d82-b773-f415cdb507f3 tempest-NetworksNegativeTestJSON-417819953 tempest-NetworksNegativeTestJSON-417819953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:20:48.657985 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-94c2cf41-f35e-4d82-b773-f415cdb507f3 tempest-NetworksNegativeTestJSON-417819953 tempest-NetworksNegativeTestJSON-417819953-project] 10.222.0.25 "DELETE /v2.0/networks/4c13e4f0-e827-4675-aecd-3a83e9b73163 HTTP/1.1" status: 404 len: 339 time: 0.0752575 Apr 20 13:20:48.666062 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56978) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:48.701423 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce35946c-60b4-4ef5-81ed-e3be4e6e861f tempest-NetworksNegativeTestJSON-417819953 tempest-NetworksNegativeTestJSON-417819953-project] DELETE failed (client error): The resource could not be found. Apr 20 13:20:48.701890 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce35946c-60b4-4ef5-81ed-e3be4e6e861f tempest-NetworksNegativeTestJSON-417819953 tempest-NetworksNegativeTestJSON-417819953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:20:48.710773 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ce35946c-60b4-4ef5-81ed-e3be4e6e861f tempest-NetworksNegativeTestJSON-417819953 tempest-NetworksNegativeTestJSON-417819953-project] 10.222.0.25 "DELETE /v2.0/ports/3114a822-f6a8-4e99-9985-6d41da9c37be HTTP/1.1" status: 404 len: 333 time: 0.0365252 Apr 20 13:20:48.715030 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56982) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:48.774739 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5d54345-6b57-4eab-b41d-9b4e2df286ea tempest-NetworksNegativeTestJSON-417819953 tempest-NetworksNegativeTestJSON-417819953-project] DELETE failed (client error): The resource could not be found. Apr 20 13:20:48.775222 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5d54345-6b57-4eab-b41d-9b4e2df286ea tempest-NetworksNegativeTestJSON-417819953 tempest-NetworksNegativeTestJSON-417819953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:20:48.783832 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c5d54345-6b57-4eab-b41d-9b4e2df286ea tempest-NetworksNegativeTestJSON-417819953 tempest-NetworksNegativeTestJSON-417819953-project] 10.222.0.25 "DELETE /v2.0/subnets/0d5a6498-2f37-4585-bad6-da1a81ac2105 HTTP/1.1" status: 404 len: 337 time: 0.0638912 Apr 20 13:20:48.784731 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56988) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:48.796113 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2f78ccdf-b136-48a4-aa9c-9ea8aeae8baa tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:48.818023 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-e36cf11f-2d49-4d82-a96f-4d2e93c0b669 tempest-NetworksNegativeTestJSON-417819953 tempest-NetworksNegativeTestJSON-417819953-project] GET failed (client error): The resource could not be found. Apr 20 13:20:48.825154 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e36cf11f-2d49-4d82-a96f-4d2e93c0b669 tempest-NetworksNegativeTestJSON-417819953 tempest-NetworksNegativeTestJSON-417819953-project] 10.222.0.25 "GET /v2.0/networks/47510caf-f608-4e67-9299-d30729a33582 HTTP/1.1" status: 404 len: 339 time: 0.0334017 Apr 20 13:20:48.828200 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56992) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:48.834244 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49ad90ea-c7c0-4f45-bcbb-31b7f0f1c159 tempest-FloatingIPAdminTestJSON-1063673714 tempest-FloatingIPAdminTestJSON-1063673714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:48.890076 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56994) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:48.909793 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5f38cd3-1eba-42b3-a941-cc188d61be9a tempest-NetworksNegativeTestJSON-417819953 tempest-NetworksNegativeTestJSON-417819953-project] GET failed (client error): The resource could not be found. Apr 20 13:20:48.917445 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b5f38cd3-1eba-42b3-a941-cc188d61be9a tempest-NetworksNegativeTestJSON-417819953 tempest-NetworksNegativeTestJSON-417819953-project] 10.222.0.25 "GET /v2.0/ports/8aa62c8b-1eb6-4151-9569-dc44f1fbbbd4 HTTP/1.1" status: 404 len: 333 time: 0.0877252 Apr 20 13:20:48.920763 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2f78ccdf-b136-48a4-aa9c-9ea8aeae8baa tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:48.924897 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57000) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:48.979887 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8e75d36-d56f-42f8-a1b6-a762791af9b8 tempest-NetworksNegativeTestJSON-417819953 tempest-NetworksNegativeTestJSON-417819953-project] GET failed (client error): The resource could not be found. Apr 20 13:20:48.987834 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c8e75d36-d56f-42f8-a1b6-a762791af9b8 tempest-NetworksNegativeTestJSON-417819953 tempest-NetworksNegativeTestJSON-417819953-project] 10.222.0.25 "GET /v2.0/subnets/63bed3f0-add7-4d42-9067-d21211215a28 HTTP/1.1" status: 404 len: 337 time: 0.0599859 Apr 20 13:20:48.990101 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57002) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:49.022719 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-27d05e9d-d63b-468e-b389-55faaa07578e tempest-NetworksNegativeTestJSON-417819953 tempest-NetworksNegativeTestJSON-417819953-project] Request body: {'network': {'name': 'new_name'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:49.066871 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d05e9d-d63b-468e-b389-55faaa07578e tempest-NetworksNegativeTestJSON-417819953 tempest-NetworksNegativeTestJSON-417819953-project] PUT failed (client error): The resource could not be found. Apr 20 13:20:49.066871 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27d05e9d-d63b-468e-b389-55faaa07578e tempest-NetworksNegativeTestJSON-417819953 tempest-NetworksNegativeTestJSON-417819953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:20:49.071644 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-27d05e9d-d63b-468e-b389-55faaa07578e tempest-NetworksNegativeTestJSON-417819953 tempest-NetworksNegativeTestJSON-417819953-project] 10.222.0.25 "PUT /v2.0/networks/5fcc107e-117e-43e8-a4b4-916a65a4a299 HTTP/1.1" status: 404 len: 339 time: 0.0568342 Apr 20 13:20:49.073454 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57010) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:49.081923 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-28bee970-8e41-469f-a86e-d930d32e3ae2 tempest-NetworksNegativeTestJSON-417819953 tempest-NetworksNegativeTestJSON-417819953-project] Request body: {'port': {'name': 'new_name'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:49.109669 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-28bee970-8e41-469f-a86e-d930d32e3ae2 tempest-NetworksNegativeTestJSON-417819953 tempest-NetworksNegativeTestJSON-417819953-project] PUT failed (client error): The resource could not be found. Apr 20 13:20:49.110406 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28bee970-8e41-469f-a86e-d930d32e3ae2 tempest-NetworksNegativeTestJSON-417819953 tempest-NetworksNegativeTestJSON-417819953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:20:49.115851 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-28bee970-8e41-469f-a86e-d930d32e3ae2 tempest-NetworksNegativeTestJSON-417819953 tempest-NetworksNegativeTestJSON-417819953-project] 10.222.0.25 "PUT /v2.0/ports/d3368f81-389e-4ab7-ad85-3856a5a7980d HTTP/1.1" status: 404 len: 333 time: 0.0387695 Apr 20 13:20:49.123551 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-b7b33bec-d468-4466-a3ef-2530c8e07fc3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-987003106-network', 'tenant_id': '7a0fd9ed74bf424a81408eac3e15249e'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:49.126461 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57012) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:49.134389 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-14ee8cf4-192b-4729-b984-38289c1f8c10 tempest-NetworksNegativeTestJSON-417819953 tempest-NetworksNegativeTestJSON-417819953-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:49.167396 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-49ad90ea-c7c0-4f45-bcbb-31b7f0f1c159 tempest-FloatingIPAdminTestJSON-1063673714 tempest-FloatingIPAdminTestJSON-1063673714-project] Allocated IP 172.25.8.100 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/82a29732-1755-4989-a20d-faac5dae0f91) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:49.172488 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-14ee8cf4-192b-4729-b984-38289c1f8c10 tempest-NetworksNegativeTestJSON-417819953 tempest-NetworksNegativeTestJSON-417819953-project] PUT failed (client error): The resource could not be found. Apr 20 13:20:49.172961 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14ee8cf4-192b-4729-b984-38289c1f8c10 tempest-NetworksNegativeTestJSON-417819953 tempest-NetworksNegativeTestJSON-417819953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:20:49.180218 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-14ee8cf4-192b-4729-b984-38289c1f8c10 tempest-NetworksNegativeTestJSON-417819953 tempest-NetworksNegativeTestJSON-417819953-project] 10.222.0.25 "PUT /v2.0/subnets/ca755375-5c40-4b36-ad1f-0d7b2e25c5d7 HTTP/1.1" status: 404 len: 337 time: 0.0460951 Apr 20 13:20:49.243818 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2f78ccdf-b136-48a4-aa9c-9ea8aeae8baa tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:49.247056 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2f78ccdf-b136-48a4-aa9c-9ea8aeae8baa tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:49.248353 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2f78ccdf-b136-48a4-aa9c-9ea8aeae8baa tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "DELETE /v2.0/security-groups/3e16f7b2-574f-4f06-8241-daeadf8417ce HTTP/1.1" status: 204 len: 168 time: 0.6575756 Apr 20 13:20:49.251852 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57016) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:49.283421 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b33bec-d468-4466-a3ef-2530c8e07fc3 admin admin] Made reservation on behalf of 7a0fd9ed74bf424a81408eac3e15249e for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:49.285860 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b7b33bec-d468-4466-a3ef-2530c8e07fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:49.296590 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f78ccdf-b136-48a4-aa9c-9ea8aeae8baa tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e16f7b2-574f-4f06-8241-daeadf8417ce,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:49.298835 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b7b33bec-d468-4466-a3ef-2530c8e07fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:49.351925 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49ad90ea-c7c0-4f45-bcbb-31b7f0f1c159 tempest-FloatingIPAdminTestJSON-1063673714 tempest-FloatingIPAdminTestJSON-1063673714-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:49.370213 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d9c51283-69bc-4c79-8590-e9c420ad550d tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1171458 Apr 20 13:20:49.392147 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57022) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:49.397433 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-e1c0e111-5b3a-42e7-b10c-8af2a2efb33a tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Request body: {'security_group': {'name': 'tempest-secgroup--1116632844'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:49.501155 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b7b33bec-d468-4466-a3ef-2530c8e07fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:49.535949 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49ad90ea-c7c0-4f45-bcbb-31b7f0f1c159 tempest-FloatingIPAdminTestJSON-1063673714 tempest-FloatingIPAdminTestJSON-1063673714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:49.553932 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ad90ea-c7c0-4f45-bcbb-31b7f0f1c159 tempest-FloatingIPAdminTestJSON-1063673714 tempest-FloatingIPAdminTestJSON-1063673714-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:49.555241 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e1c0e111-5b3a-42e7-b10c-8af2a2efb33a tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:49.559391 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-49ad90ea-c7c0-4f45-bcbb-31b7f0f1c159 tempest-FloatingIPAdminTestJSON-1063673714 tempest-FloatingIPAdminTestJSON-1063673714-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:49.564226 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e09750-0138-4020-acdb-b03ed7070bd0 req-3e13f93a-1a70-43e7-b930-6644a1348c12 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:49.566098 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f9e09750-0138-4020-acdb-b03ed7070bd0 req-3e13f93a-1a70-43e7-b930-6644a1348c12 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8914967-9f85-4f13-a1b1-1d36d5a6da77 HTTP/1.1" status: 200 len: 946 time: 0.0557542 Apr 20 13:20:49.586435 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ad90ea-c7c0-4f45-bcbb-31b7f0f1c159 tempest-FloatingIPAdminTestJSON-1063673714 tempest-FloatingIPAdminTestJSON-1063673714-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:49.619407 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f9e09750-0138-4020-acdb-b03ed7070bd0 req-6cf3eaff-b13d-4686-8069-f9fd33787201 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440824 Apr 20 13:20:49.620319 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b7b33bec-d468-4466-a3ef-2530c8e07fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:49.640122 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad90ea-c7c0-4f45-bcbb-31b7f0f1c159 tempest-FloatingIPAdminTestJSON-1063673714 tempest-FloatingIPAdminTestJSON-1063673714-project] Pushing event updated for resources: {'Port': ['ID=82a29732-1755-4989-a20d-faac5dae0f91,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:49.646164 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b33bec-d468-4466-a3ef-2530c8e07fc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:20:49.663311 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b7b33bec-d468-4466-a3ef-2530c8e07fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:49.663825 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-b7b33bec-d468-4466-a3ef-2530c8e07fc3 admin admin] Added segment da203ac5-ec47-412d-9a8f-1056386260c6 of type vlan for network 00bf89be-b590-4b91-9bd9-098821a10670 Apr 20 13:20:49.666020 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b33bec-d468-4466-a3ef-2530c8e07fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51eda35a-e451-450b-9361-c892ed358d10,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:49.718560 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49ad90ea-c7c0-4f45-bcbb-31b7f0f1c159 tempest-FloatingIPAdminTestJSON-1063673714 tempest-FloatingIPAdminTestJSON-1063673714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:49.722654 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b7b33bec-d468-4466-a3ef-2530c8e07fc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:49.763984 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e1c0e111-5b3a-42e7-b10c-8af2a2efb33a tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:49.817044 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57032) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:49.845332 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49ad90ea-c7c0-4f45-bcbb-31b7f0f1c159 tempest-FloatingIPAdminTestJSON-1063673714 tempest-FloatingIPAdminTestJSON-1063673714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:49.853554 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b7b33bec-d468-4466-a3ef-2530c8e07fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:49.856525 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b33bec-d468-4466-a3ef-2530c8e07fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:49.857124 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b7b33bec-d468-4466-a3ef-2530c8e07fc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:49.869618 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e1c0e111-5b3a-42e7-b10c-8af2a2efb33a tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:49.927723 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0e111-5b3a-42e7-b10c-8af2a2efb33a tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae3a9fd-3b89-4ad6-8935-09a50519fc2a,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:49.976191 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b33bec-d468-4466-a3ef-2530c8e07fc3 admin admin] Pushing event updated for resources: {'Network': ['ID=00bf89be-b590-4b91-9bd9-098821a10670,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:49.991428 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 00bf89be-b590-4b91-9bd9-098821a10670 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:20:50.016660 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b7b33bec-d468-4466-a3ef-2530c8e07fc3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1245377 Apr 20 13:20:50.020225 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f596b720-8620-4d17-be7d-3c6faf936c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:50.024962 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57038) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:50.050153 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-6988d98b-cd90-4793-bfa0-1b3c0b36b576 admin admin] Request body: {'subnet': {'network_id': '00bf89be-b590-4b91-9bd9-098821a10670', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-987003106-subnet', 'tenant_id': '7a0fd9ed74bf424a81408eac3e15249e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:50.060563 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57042) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:50.072211 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e1c0e111-5b3a-42e7-b10c-8af2a2efb33a tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:50.074597 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e1c0e111-5b3a-42e7-b10c-8af2a2efb33a tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6813138 Apr 20 13:20:50.078075 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57046) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:50.095447 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-0061cb94-edf4-429e-920c-279fddac2ce8 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Request body: {'security_group_rule': {'security_group_id': '4ae3a9fd-3b89-4ad6-8935-09a50519fc2a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:50.180204 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49ad90ea-c7c0-4f45-bcbb-31b7f0f1c159 tempest-FloatingIPAdminTestJSON-1063673714 tempest-FloatingIPAdminTestJSON-1063673714-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:50.220226 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-92c30029-c75c-413c-805a-a82d0f787871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:50.237915 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6988d98b-cd90-4793-bfa0-1b3c0b36b576 admin admin] Made reservation on behalf of 7a0fd9ed74bf424a81408eac3e15249e for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:50.240052 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17db696-2089-4bc5-9498-446f830d62d5 req-d0aa6989-ad41-4567-ad36-8a59954156ce tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:50.240349 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6988d98b-cd90-4793-bfa0-1b3c0b36b576 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:50.242029 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e17db696-2089-4bc5-9498-446f830d62d5 req-d0aa6989-ad41-4567-ad36-8a59954156ce tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de9013c-13bc-448b-b7e5-8321a8e349b0 HTTP/1.1" status: 200 len: 945 time: 0.1197634 Apr 20 13:20:50.251627 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f596b720-8620-4d17-be7d-3c6faf936c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:50.304041 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49ad90ea-c7c0-4f45-bcbb-31b7f0f1c159 tempest-FloatingIPAdminTestJSON-1063673714 tempest-FloatingIPAdminTestJSON-1063673714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:50.306335 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e17db696-2089-4bc5-9498-446f830d62d5 req-dddb3668-eb73-4aa4-8fdd-0bf0d9024c27 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534151 Apr 20 13:20:50.346813 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-92c30029-c75c-413c-805a-a82d0f787871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:50.355864 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0061cb94-edf4-429e-920c-279fddac2ce8 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:50.367438 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f596b720-8620-4d17-be7d-3c6faf936c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:50.415995 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f596b720-8620-4d17-be7d-3c6faf936c8a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c0369d2bee8e4f27a801b95f8778fcca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5966768 Apr 20 13:20:50.417603 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57050) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:50.422029 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad90ea-c7c0-4f45-bcbb-31b7f0f1c159 tempest-FloatingIPAdminTestJSON-1063673714 tempest-FloatingIPAdminTestJSON-1063673714-project] Pushing event updated for resources: {'Port': ['ID=82a29732-1755-4989-a20d-faac5dae0f91,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:50.429725 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f596b720-8620-4d17-be7d-3c6faf936c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922268fc-37f1-4104-87a0-17301ab6642d,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:50.451322 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-92c30029-c75c-413c-805a-a82d0f787871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:50.466706 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49ad90ea-c7c0-4f45-bcbb-31b7f0f1c159 tempest-FloatingIPAdminTestJSON-1063673714 tempest-FloatingIPAdminTestJSON-1063673714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:50.512435 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0061cb94-edf4-429e-920c-279fddac2ce8 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:50.521332 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-92c30029-c75c-413c-805a-a82d0f787871 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5dc8f0d8093d43a1b517a21b476c3791&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4595666 Apr 20 13:20:50.523874 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57052) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:50.530241 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c30029-c75c-413c-805a-a82d0f787871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fe86f5-ca76-45be-af2b-2030bd60f3ea,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:50.538957 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c260030c-a375-44f3-acfd-8ad2382afec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:50.564657 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c260030c-a375-44f3-acfd-8ad2382afec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:50.582236 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0061cb94-edf4-429e-920c-279fddac2ce8 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:50.617670 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49ad90ea-c7c0-4f45-bcbb-31b7f0f1c159 tempest-FloatingIPAdminTestJSON-1063673714 tempest-FloatingIPAdminTestJSON-1063673714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:50.621436 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-49ad90ea-c7c0-4f45-bcbb-31b7f0f1c159 tempest-FloatingIPAdminTestJSON-1063673714 tempest-FloatingIPAdminTestJSON-1063673714-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5954659 Apr 20 13:20:50.621826 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57054) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:50.627394 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0061cb94-edf4-429e-920c-279fddac2ce8 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd6ec5b0-68e0-498f-9b69-afb1c9ca9e73,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:50.644041 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-603beac5-5116-496a-bc4b-a421702959b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:50.668888 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-603beac5-5116-496a-bc4b-a421702959b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:50.684926 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c260030c-a375-44f3-acfd-8ad2382afec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:50.688298 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c260030c-a375-44f3-acfd-8ad2382afec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:50.689729 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c260030c-a375-44f3-acfd-8ad2382afec8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/922268fc-37f1-4104-87a0-17301ab6642d HTTP/1.1" status: 204 len: 168 time: 0.2710338 Apr 20 13:20:50.700079 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8bb06047-94b3-45e0-ba69-c059a75e4bea tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2434 time: 0.0768976 Apr 20 13:20:50.701786 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57060) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:50.728923 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0061cb94-edf4-429e-920c-279fddac2ce8 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:50.733258 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0061cb94-edf4-429e-920c-279fddac2ce8 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6430349 Apr 20 13:20:50.734189 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6988d98b-cd90-4793-bfa0-1b3c0b36b576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:50.743525 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57062) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:50.781127 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c260030c-a375-44f3-acfd-8ad2382afec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922268fc-37f1-4104-87a0-17301ab6642d,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:50.801062 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d6e04340-e12e-4c07-9164-fe2c3ebf51fe tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0974815 Apr 20 13:20:50.807137 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-603beac5-5116-496a-bc4b-a421702959b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:50.809813 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-603beac5-5116-496a-bc4b-a421702959b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:50.813451 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-603beac5-5116-496a-bc4b-a421702959b4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/35fe86f5-ca76-45be-af2b-2030bd60f3ea HTTP/1.1" status: 204 len: 168 time: 0.2863901 Apr 20 13:20:50.819056 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57064) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:50.855406 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9303118-3248-48a4-aa97-00b442482fd1 req-37a43178-047e-43d6-8a32-6e96320666ed tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:50.856386 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d9303118-3248-48a4-aa97-00b442482fd1 req-37a43178-047e-43d6-8a32-6e96320666ed tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8914967-9f85-4f13-a1b1-1d36d5a6da77 HTTP/1.1" status: 200 len: 946 time: 0.0820675 Apr 20 13:20:50.911123 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d9303118-3248-48a4-aa97-00b442482fd1 req-ad7d8a8a-b143-427c-b833-d0c84e6b70fd tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454211 Apr 20 13:20:50.934895 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603beac5-5116-496a-bc4b-a421702959b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fe86f5-ca76-45be-af2b-2030bd60f3ea,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:50.964650 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988d98b-cd90-4793-bfa0-1b3c0b36b576 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b50266ce-851e-4de2-9181-6876aeec3806,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:50.978787 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f0f4e70-397b-4262-ad59-ed00156a8ee0 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:50.981698 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6988d98b-cd90-4793-bfa0-1b3c0b36b576 admin admin] Checking segment: {'id': 'da203ac5-ec47-412d-9a8f-1056386260c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '00bf89be-b590-4b91-9bd9-098821a10670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:20:50.982061 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6988d98b-cd90-4793-bfa0-1b3c0b36b576 admin admin] Network hostable DHCP agents. Network: 00bf89be-b590-4b91-9bd9-098821a10670, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:20:50.992763 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f0f4e70-397b-4262-ad59-ed00156a8ee0 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:51.041784 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-e959fd87-1a90-46bd-9d8c-38c4cd00b963 tempest-FloatingIPAdminTestJSON-1063673714 tempest-FloatingIPAdminTestJSON-1063673714-project] Deleting port 82a29732-1755-4989-a20d-faac5dae0f91 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:51.042131 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e959fd87-1a90-46bd-9d8c-38c4cd00b963 tempest-FloatingIPAdminTestJSON-1063673714 tempest-FloatingIPAdminTestJSON-1063673714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:51.110496 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f0f4e70-397b-4262-ad59-ed00156a8ee0 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:51.123042 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f0f4e70-397b-4262-ad59-ed00156a8ee0 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:51.124316 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6f0f4e70-397b-4262-ad59-ed00156a8ee0 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/dd6ec5b0-68e0-498f-9b69-afb1c9ca9e73 HTTP/1.1" status: 204 len: 168 time: 0.3468182 Apr 20 13:20:51.128443 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57072) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:51.131860 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6988d98b-cd90-4793-bfa0-1b3c0b36b576 admin admin] Network 00bf89be-b590-4b91-9bd9-098821a10670 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:20:51.147039 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f4e70-397b-4262-ad59-ed00156a8ee0 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd6ec5b0-68e0-498f-9b69-afb1c9ca9e73,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:51.153766 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e959fd87-1a90-46bd-9d8c-38c4cd00b963 tempest-FloatingIPAdminTestJSON-1063673714 tempest-FloatingIPAdminTestJSON-1063673714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:51.154225 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e959fd87-1a90-46bd-9d8c-38c4cd00b963 tempest-FloatingIPAdminTestJSON-1063673714 tempest-FloatingIPAdminTestJSON-1063673714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:51.185256 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-e959fd87-1a90-46bd-9d8c-38c4cd00b963 tempest-FloatingIPAdminTestJSON-1063673714 tempest-FloatingIPAdminTestJSON-1063673714-project] Calling delete_port for 82a29732-1755-4989-a20d-faac5dae0f91 owned by network:floatingip {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:51.198803 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57076) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:51.199243 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a91b6658-e0d5-4ae0-a60b-50bf544862a5 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0690749 Apr 20 13:20:51.249040 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-6988d98b-cd90-4793-bfa0-1b3c0b36b576 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 00bf89be-b590-4b91-9bd9-098821a10670) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:51.260430 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6988d98b-cd90-4793-bfa0-1b3c0b36b576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:51.267684 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6988d98b-cd90-4793-bfa0-1b3c0b36b576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:51.267826 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b58877c-3570-4e3b-9654-848de6fb8a58 None None] Network 00bf89be-b590-4b91-9bd9-098821a10670 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:51.335322 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f34e99a1-f499-4883-988f-8f7a2a5a3122 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:51.427689 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6988d98b-cd90-4793-bfa0-1b3c0b36b576 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3987706 Apr 20 13:20:51.438677 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bda1c7-6cf1-4891-8599-178ac8d67c7e None None] Network 00bf89be-b590-4b91-9bd9-098821a10670 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:51.453640 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f34e99a1-f499-4883-988f-8f7a2a5a3122 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:51.528081 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e959fd87-1a90-46bd-9d8c-38c4cd00b963 tempest-FloatingIPAdminTestJSON-1063673714 tempest-FloatingIPAdminTestJSON-1063673714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:51.579684 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d240fc-12ce-4218-9335-9bed0dc32919 req-cd211fad-7130-4e9c-8e6e-e6ff83364508 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:51.584391 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42d240fc-12ce-4218-9335-9bed0dc32919 req-cd211fad-7130-4e9c-8e6e-e6ff83364508 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de9013c-13bc-448b-b7e5-8321a8e349b0 HTTP/1.1" status: 200 len: 945 time: 0.1974528 Apr 20 13:20:51.586657 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57090) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:51.638329 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d9188c21-da5b-414a-b336-a95e81fe6c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:51.728320 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42d240fc-12ce-4218-9335-9bed0dc32919 req-752add64-fdd5-49e5-a4e8-9e1bf13feecb tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213539 Apr 20 13:20:51.845907 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d9188c21-da5b-414a-b336-a95e81fe6c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:51.927266 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d9188c21-da5b-414a-b336-a95e81fe6c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:51.959500 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f34e99a1-f499-4883-988f-8f7a2a5a3122 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:51.962079 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f34e99a1-f499-4883-988f-8f7a2a5a3122 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:51.964238 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f34e99a1-f499-4883-988f-8f7a2a5a3122 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "DELETE /v2.0/security-groups/4ae3a9fd-3b89-4ad6-8935-09a50519fc2a HTTP/1.1" status: 204 len: 168 time: 0.7636104 Apr 20 13:20:51.969976 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57104) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:51.976006 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959fd87-1a90-46bd-9d8c-38c4cd00b963 tempest-FloatingIPAdminTestJSON-1063673714 tempest-FloatingIPAdminTestJSON-1063673714-project] Pushing event deleted for resources: {'Port': ['ID=82a29732-1755-4989-a20d-faac5dae0f91,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:51.987602 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9188c21-da5b-414a-b336-a95e81fe6c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be95d832-f8f6-4dd0-9983-9ee687634949,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:52.018645 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d9188c21-da5b-414a-b336-a95e81fe6c0d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=472b8ebd13004cd0a6a7874e81858136&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4280963 Apr 20 13:20:52.021326 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57110) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:52.061741 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e99a1-f499-4883-988f-8f7a2a5a3122 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae3a9fd-3b89-4ad6-8935-09a50519fc2a,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:52.117969 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8354a1a1-b809-4a73-a939-0d5b978be82b tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1429889 Apr 20 13:20:52.118917 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e959fd87-1a90-46bd-9d8c-38c4cd00b963 tempest-FloatingIPAdminTestJSON-1063673714 tempest-FloatingIPAdminTestJSON-1063673714-project] Notify callbacks [] for floatingip, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:52.123394 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e959fd87-1a90-46bd-9d8c-38c4cd00b963 tempest-FloatingIPAdminTestJSON-1063673714 tempest-FloatingIPAdminTestJSON-1063673714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:52.124493 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e959fd87-1a90-46bd-9d8c-38c4cd00b963 tempest-FloatingIPAdminTestJSON-1063673714 tempest-FloatingIPAdminTestJSON-1063673714-project] 10.222.0.25 "DELETE /v2.0/floatingips/d5cbb835-7677-4ca8-b6b0-7a21d175e467 HTTP/1.1" status: 204 len: 168 time: 1.3026686 Apr 20 13:20:52.130917 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57118) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:52.130917 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-74a36430-a58c-42cf-b4a8-63bf3b14978f tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Request body: {'security_group': {'name': 'tempest-secgroup--473170964'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:52.137368 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57120) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:52.227255 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a8184-936f-4ab4-8197-da1ee601435d req-73b44652-b769-414a-9dea-9cf8ecebc5c4 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:52.228898 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-da9a8184-936f-4ab4-8197-da1ee601435d req-73b44652-b769-414a-9dea-9cf8ecebc5c4 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8914967-9f85-4f13-a1b1-1d36d5a6da77 HTTP/1.1" status: 200 len: 946 time: 0.1687989 Apr 20 13:20:52.270750 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d7d5c7ec-9b10-4a01-b134-8c09171f7232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:52.286202 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-d2acb15c-d85c-4e13-91e0-cc2fc9937bf7 tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Deleting port b70c7f59-2f10-459a-88a8-76f0bdb25b61 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:52.286553 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d2acb15c-d85c-4e13-91e0-cc2fc9937bf7 tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:52.307702 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-da9a8184-936f-4ab4-8197-da1ee601435d req-d41b4b3a-5a51-4cb8-8a22-0e11e0151f79 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579715 Apr 20 13:20:52.318152 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-c2172fc1-cf6f-4c72-81f0-367f34f6175a tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:52.319652 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-c2172fc1-cf6f-4c72-81f0-367f34f6175a tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/networks?id=00bf89be-b590-4b91-9bd9-098821a10670 HTTP/1.1" status: 200 len: 813 time: 0.2195232 Apr 20 13:20:52.333674 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57124) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:52.343602 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-74a36430-a58c-42cf-b4a8-63bf3b14978f tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:52.355543 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d7d5c7ec-9b10-4a01-b134-8c09171f7232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:52.366640 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-b64c88c4-ca96-40f9-8a48-7772397fedd4 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/quotas/7a0fd9ed74bf424a81408eac3e15249e HTTP/1.1" status: 200 len: 375 time: 0.0319874 Apr 20 13:20:52.413656 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d2acb15c-d85c-4e13-91e0-cc2fc9937bf7 tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:52.413656 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d2acb15c-d85c-4e13-91e0-cc2fc9937bf7 tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:52.415649 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-6f7dce44-bb61-4f7d-b750-b7f8f033c6eb tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7a0fd9ed74bf424a81408eac3e15249e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387914 Apr 20 13:20:52.431051 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-d2acb15c-d85c-4e13-91e0-cc2fc9937bf7 tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Calling delete_port for b70c7f59-2f10-459a-88a8-76f0bdb25b61 owned by network:floatingip {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:52.431479 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-c041d2a8-4636-4526-bb07-9e1678a5c51b service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:52.438646 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-c041d2a8-4636-4526-bb07-9e1678a5c51b service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118127 Apr 20 13:20:52.502262 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-74a36430-a58c-42cf-b4a8-63bf3b14978f tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:52.507293 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-dead6bc2-1f7f-41a9-a0d1-e4f03dd201da tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-39062508'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:52.560676 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-7245ef6b-18de-4824-a419-67df35f741cb service neutron] 10.222.0.25 "GET /v2.0/networks/00bf89be-b590-4b91-9bd9-098821a10670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210949 Apr 20 13:20:52.585453 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d7d5c7ec-9b10-4a01-b134-8c09171f7232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:52.592421 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d7d5c7ec-9b10-4a01-b134-8c09171f7232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:52.592421 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d7d5c7ec-9b10-4a01-b134-8c09171f7232 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/be95d832-f8f6-4dd0-9983-9ee687634949 HTTP/1.1" status: 204 len: 168 time: 0.5675476 Apr 20 13:20:52.633625 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d5c7ec-9b10-4a01-b134-8c09171f7232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be95d832-f8f6-4dd0-9983-9ee687634949,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:52.653485 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-74a36430-a58c-42cf-b4a8-63bf3b14978f tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:52.655440 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dead6bc2-1f7f-41a9-a0d1-e4f03dd201da tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Made reservation on behalf of 921fc4094b8f49f1a436656db5724eca for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:52.661342 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dead6bc2-1f7f-41a9-a0d1-e4f03dd201da tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:52.678398 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dead6bc2-1f7f-41a9-a0d1-e4f03dd201da tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:52.693191 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d2acb15c-d85c-4e13-91e0-cc2fc9937bf7 tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:52.712196 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-75665004-18f9-4efb-a6c8-5790789fa107 service neutron] 10.222.0.25 "GET /v2.0/networks/00bf89be-b590-4b91-9bd9-098821a10670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453738 Apr 20 13:20:52.736229 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a36430-a58c-42cf-b4a8-63bf3b14978f tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eab592d5-36a3-42ff-af9d-6ec6b2c7efcd,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:52.754083 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2acb15c-d85c-4e13-91e0-cc2fc9937bf7 tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Pushing event deleted for resources: {'Port': ['ID=b70c7f59-2f10-459a-88a8-76f0bdb25b61,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:52.807755 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dead6bc2-1f7f-41a9-a0d1-e4f03dd201da tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:52.819735 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-74a36430-a58c-42cf-b4a8-63bf3b14978f tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:52.821055 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-74a36430-a58c-42cf-b4a8-63bf3b14978f tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6951118 Apr 20 13:20:52.824639 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57134) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:52.831886 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-c5f82308-f97e-4bef-a1ac-be402b47e4f8 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Request body: {'security_group_rule': {'security_group_id': 'eab592d5-36a3-42ff-af9d-6ec6b2c7efcd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:52.840450 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d2acb15c-d85c-4e13-91e0-cc2fc9937bf7 tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:52.844201 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d2acb15c-d85c-4e13-91e0-cc2fc9937bf7 tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:52.845394 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d2acb15c-d85c-4e13-91e0-cc2fc9937bf7 tempest-FloatingIPAdminTestJSON-288267629 tempest-FloatingIPAdminTestJSON-288267629-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/3ce0ae56-3fec-462e-b6fc-1dc4503bb7c8 HTTP/1.1" status: 204 len: 168 time: 0.7070966 Apr 20 13:20:52.851184 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57136) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:52.906444 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dead6bc2-1f7f-41a9-a0d1-e4f03dd201da tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:52.933954 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dead6bc2-1f7f-41a9-a0d1-e4f03dd201da tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:20:52.959184 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dead6bc2-1f7f-41a9-a0d1-e4f03dd201da tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:52.959663 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-dead6bc2-1f7f-41a9-a0d1-e4f03dd201da tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Added segment 7c7d7f69-c9e5-4f77-9103-deff5c5ed86e of type vlan for network a5cc9a9c-05b5-4665-a823-6bb2e6db3b64 Apr 20 13:20:52.965313 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-8bb56014-b7d3-4ed6-892e-04fc051bdaa8 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Deleting port 486bf72b-13d3-4c69-9520-a959fb7faee8 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:52.965876 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8bb56014-b7d3-4ed6-892e-04fc051bdaa8 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:52.972837 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead6bc2-1f7f-41a9-a0d1-e4f03dd201da tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f967c33a-d3bf-4283-a9ed-2e8cf88fd68a,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:52.978238 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c5f82308-f97e-4bef-a1ac-be402b47e4f8 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:53.036647 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dead6bc2-1f7f-41a9-a0d1-e4f03dd201da tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:53.075146 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8bb56014-b7d3-4ed6-892e-04fc051bdaa8 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:53.089992 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-8bb56014-b7d3-4ed6-892e-04fc051bdaa8 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Calling delete_port for 486bf72b-13d3-4c69-9520-a959fb7faee8 owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:53.090196 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c5f82308-f97e-4bef-a1ac-be402b47e4f8 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:53.197027 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84636fc-b008-4c4c-8ca2-9e5724eccd59 req-041eed2e-e5cb-49a9-bbf4-1034d7992b2c tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:53.208495 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d84636fc-b008-4c4c-8ca2-9e5724eccd59 req-041eed2e-e5cb-49a9-bbf4-1034d7992b2c tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de9013c-13bc-448b-b7e5-8321a8e349b0 HTTP/1.1" status: 200 len: 945 time: 0.0864878 Apr 20 13:20:53.257981 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3d5381a5-b1b0-44fa-a45b-3a9e901ec4af req-8c6943ba-f15c-41a8-b0dc-8fe3026007d0 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 210 time: 0.0350354 Apr 20 13:20:53.261105 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c5f82308-f97e-4bef-a1ac-be402b47e4f8 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:53.262900 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dead6bc2-1f7f-41a9-a0d1-e4f03dd201da tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:53.268890 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dead6bc2-1f7f-41a9-a0d1-e4f03dd201da tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:53.269763 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dead6bc2-1f7f-41a9-a0d1-e4f03dd201da tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:53.380583 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8bb56014-b7d3-4ed6-892e-04fc051bdaa8 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:53.382111 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f82308-f97e-4bef-a1ac-be402b47e4f8 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20549233-630f-4a00-9488-935867517af3,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:53.382111 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d84636fc-b008-4c4c-8ca2-9e5724eccd59 req-a3ab5abd-8e58-4549-bbb3-f8dd7c3f6e70 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568968 Apr 20 13:20:53.396077 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead6bc2-1f7f-41a9-a0d1-e4f03dd201da tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'Network': ['ID=a5cc9a9c-05b5-4665-a823-6bb2e6db3b64,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:53.413861 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network a5cc9a9c-05b5-4665-a823-6bb2e6db3b64 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:20:53.488193 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8bb56014-b7d3-4ed6-892e-04fc051bdaa8 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:53.492480 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8bb56014-b7d3-4ed6-892e-04fc051bdaa8 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] 10.222.0.25 "DELETE /v2.0/ports/486bf72b-13d3-4c69-9520-a959fb7faee8 HTTP/1.1" status: 204 len: 168 time: 0.6387372 Apr 20 13:20:53.493641 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb56014-b7d3-4ed6-892e-04fc051bdaa8 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Pushing event deleted for resources: {'Port': ['ID=486bf72b-13d3-4c69-9520-a959fb7faee8,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:53.495970 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57156) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:53.538347 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d927a-8f80-4e16-b3cf-dcb15c527118 req-72795f52-00be-4992-a91f-0ae0cc6f8434 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:53.540474 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e97d927a-8f80-4e16-b3cf-dcb15c527118 req-72795f52-00be-4992-a91f-0ae0cc6f8434 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8914967-9f85-4f13-a1b1-1d36d5a6da77 HTTP/1.1" status: 200 len: 946 time: 0.0953600 Apr 20 13:20:53.562648 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02baa6a0-1bcc-45ba-a54c-d3df783c3dab tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:53.564389 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-02baa6a0-1bcc-45ba-a54c-d3df783c3dab tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] 10.222.0.25 "GET /v2.0/ports?device_id=50f32a76-f0c5-4604-bdc3-009d2682dfab HTTP/1.1" status: 200 len: 913 time: 0.0673692 Apr 20 13:20:53.567309 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57158) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:53.595590 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e97d927a-8f80-4e16-b3cf-dcb15c527118 req-2a3af8b2-c3c8-4673-9cf9-1bc9037194c4 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460804 Apr 20 13:20:53.721761 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c5f82308-f97e-4bef-a1ac-be402b47e4f8 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:53.726475 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c5f82308-f97e-4bef-a1ac-be402b47e4f8 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8984239 Apr 20 13:20:53.727724 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57162) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:53.774679 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-dead6bc2-1f7f-41a9-a0d1-e4f03dd201da tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4345455 Apr 20 13:20:53.778441 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e466ef3f-bdf3-4074-908b-98a6de43fd76 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "GET /v2.0/security-group-rules/20549233-630f-4a00-9488-935867517af3 HTTP/1.1" status: 200 len: 763 time: 0.0465934 Apr 20 13:20:53.778441 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57166) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:53.778971 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57168) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:53.782458 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-75fb5587-7b53-4be4-8d46-3710f6f97df9 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'port': {'network_id': 'a5cc9a9c-05b5-4665-a823-6bb2e6db3b64', 'name': 'tempest-PortsTestJSON-1465855328'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:53.870569 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0be64bd2-f86f-4e81-8318-c39fa700168d tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0876441 Apr 20 13:20:53.870792 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57170) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:53.918034 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dd4416b7-f881-4c3e-a598-b6214ecd56b0 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:53.955761 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dd4416b7-f881-4c3e-a598-b6214ecd56b0 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:54.042958 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-07bc1bbb-91fa-4b7e-b769-8762fddb52d8 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:54.269734 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75fb5587-7b53-4be4-8d46-3710f6f97df9 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Made reservation on behalf of 921fc4094b8f49f1a436656db5724eca for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:54.273590 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-75fb5587-7b53-4be4-8d46-3710f6f97df9 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:54.294184 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [None req-75fb5587-7b53-4be4-8d46-3710f6f97df9 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] device_id is not set on port 4e70ce0f-b82f-4a14-a3d6-0b8d1ef868c3 yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:20:54.303233 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dd4416b7-f881-4c3e-a598-b6214ecd56b0 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:54.338338 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-07bc1bbb-91fa-4b7e-b769-8762fddb52d8 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Deleting port cfd612c4-3010-4f30-a76b-c3f69de67430 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:54.338875 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-07bc1bbb-91fa-4b7e-b769-8762fddb52d8 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:54.367423 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dd4416b7-f881-4c3e-a598-b6214ecd56b0 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:54.374500 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-dd4416b7-f881-4c3e-a598-b6214ecd56b0 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/20549233-630f-4a00-9488-935867517af3 HTTP/1.1" status: 204 len: 168 time: 0.5030098 Apr 20 13:20:54.375481 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4416b7-f881-4c3e-a598-b6214ecd56b0 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20549233-630f-4a00-9488-935867517af3,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:54.378531 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57176) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:54.450176 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ac59768c-c0c9-427e-ae5a-299b004e1c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:54.452147 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-21ff7b3c-2766-46d6-981e-8e65055750ae req-33a39f5b-fd3b-468a-b4e6-d612840ba676 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 210 time: 0.0917823 Apr 20 13:20:54.483727 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f345b0a2-d534-4d1e-ae8c-680c969f962e tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1040235 Apr 20 13:20:54.484596 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57184) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:54.500568 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-c9a2bcbc-17c2-4c09-8ce5-485eaec4c7c2 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Request body: {'security_group_rule': {'security_group_id': 'eab592d5-36a3-42ff-af9d-6ec6b2c7efcd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:54.511011 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-07bc1bbb-91fa-4b7e-b769-8762fddb52d8 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:54.536247 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-07bc1bbb-91fa-4b7e-b769-8762fddb52d8 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Calling delete_port for cfd612c4-3010-4f30-a76b-c3f69de67430 owned by network:router_interface {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:54.642817 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4285a732-bbd0-41e1-a7e8-af115d5201ac req-4e86eb0e-fcd5-4028-a4b5-4aaf5b7457d6 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:54.642817 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4285a732-bbd0-41e1-a7e8-af115d5201ac req-4e86eb0e-fcd5-4028-a4b5-4aaf5b7457d6 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de9013c-13bc-448b-b7e5-8321a8e349b0 HTTP/1.1" status: 200 len: 945 time: 0.1567049 Apr 20 13:20:54.678674 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-75fb5587-7b53-4be4-8d46-3710f6f97df9 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:54.738363 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c9a2bcbc-17c2-4c09-8ce5-485eaec4c7c2 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:54.747413 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4285a732-bbd0-41e1-a7e8-af115d5201ac req-21d867c1-a469-448b-b7fa-faa500e8b87e tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970278 Apr 20 13:20:54.818828 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce81de-2e69-40da-9c5c-ca5d5b90935f req-93c0758a-1e94-4b61-bb17-00f0feb4ca9e tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:54.820418 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-10ce81de-2e69-40da-9c5c-ca5d5b90935f req-93c0758a-1e94-4b61-bb17-00f0feb4ca9e tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8914967-9f85-4f13-a1b1-1d36d5a6da77 HTTP/1.1" status: 200 len: 946 time: 0.1389878 Apr 20 13:20:54.853433 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c9a2bcbc-17c2-4c09-8ce5-485eaec4c7c2 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:54.885473 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-75fb5587-7b53-4be4-8d46-3710f6f97df9 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:54.923646 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-10ce81de-2e69-40da-9c5c-ca5d5b90935f req-e3c9f42b-f825-40f3-ae35-839055f8badc tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821183 Apr 20 13:20:54.945404 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c9a2bcbc-17c2-4c09-8ce5-485eaec4c7c2 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:54.964248 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-07bc1bbb-91fa-4b7e-b769-8762fddb52d8 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:54.970544 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb5587-7b53-4be4-8d46-3710f6f97df9 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'Port': ['ID=4e70ce0f-b82f-4a14-a3d6-0b8d1ef868c3,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:54.980069 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a2bcbc-17c2-4c09-8ce5-485eaec4c7c2 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9a1be97-2094-4308-8d59-498014bcdaa7,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:54.992017 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fb5587-7b53-4be4-8d46-3710f6f97df9 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Checking segment: {'id': '7c7d7f69-c9e5-4f77-9103-deff5c5ed86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a5cc9a9c-05b5-4665-a823-6bb2e6db3b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:20:54.992453 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fb5587-7b53-4be4-8d46-3710f6f97df9 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Network hostable DHCP agents. Network: a5cc9a9c-05b5-4665-a823-6bb2e6db3b64, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:20:55.010753 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc1bbb-91fa-4b7e-b769-8762fddb52d8 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Pushing event deleted for resources: {'Port': ['ID=cfd612c4-3010-4f30-a76b-c3f69de67430,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:55.101721 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fb5587-7b53-4be4-8d46-3710f6f97df9 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Network a5cc9a9c-05b5-4665-a823-6bb2e6db3b64 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:20:55.115118 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c9a2bcbc-17c2-4c09-8ce5-485eaec4c7c2 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:55.119183 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c9a2bcbc-17c2-4c09-8ce5-485eaec4c7c2 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6243396 Apr 20 13:20:55.121029 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57198) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:55.155527 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-248a1fa7-2fc8-445c-af70-c939dbfd4191 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "GET /v2.0/security-group-rules/d9a1be97-2094-4308-8d59-498014bcdaa7 HTTP/1.1" status: 200 len: 763 time: 0.0308945 Apr 20 13:20:55.164494 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57200) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:55.184140 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-75fb5587-7b53-4be4-8d46-3710f6f97df9 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, a5cc9a9c-05b5-4665-a823-6bb2e6db3b64) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:55.197166 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a856b7-b179-4e17-b6d9-7819c745fdc6 None None] Network a5cc9a9c-05b5-4665-a823-6bb2e6db3b64 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:55.215458 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-07bc1bbb-91fa-4b7e-b769-8762fddb52d8 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:55.219448 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fb5587-7b53-4be4-8d46-3710f6f97df9 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:55.234616 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fb5587-7b53-4be4-8d46-3710f6f97df9 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:55.235290 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-75fb5587-7b53-4be4-8d46-3710f6f97df9 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:55.309649 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a3fd2773-d983-4137-a3fd-b84b945190e6 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1492295 Apr 20 13:20:55.309904 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57202) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:55.335443 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-84227f4d-50cf-4b1f-97f6-42f991d427fa tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:55.346749 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-84227f4d-50cf-4b1f-97f6-42f991d427fa tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:55.363444 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-75fb5587-7b53-4be4-8d46-3710f6f97df9 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5852666 Apr 20 13:20:55.366691 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57204) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:55.376198 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-ffba0306-906d-409c-b376-f0b9d4d236f1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-20278721'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:55.486891 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-84227f4d-50cf-4b1f-97f6-42f991d427fa tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:55.506214 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffba0306-906d-409c-b376-f0b9d4d236f1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Made reservation on behalf of 921fc4094b8f49f1a436656db5724eca for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:55.508194 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ffba0306-906d-409c-b376-f0b9d4d236f1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:55.510692 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-84227f4d-50cf-4b1f-97f6-42f991d427fa tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:55.512617 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-84227f4d-50cf-4b1f-97f6-42f991d427fa tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/d9a1be97-2094-4308-8d59-498014bcdaa7 HTTP/1.1" status: 204 len: 168 time: 0.2016654 Apr 20 13:20:55.513550 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84227f4d-50cf-4b1f-97f6-42f991d427fa tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9a1be97-2094-4308-8d59-498014bcdaa7,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:55.520409 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57208) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:55.556273 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffba0306-906d-409c-b376-f0b9d4d236f1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:20:55.564114 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07bc1bbb-91fa-4b7e-b769-8762fddb52d8 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Router 50f32a76-f0c5-4604-bdc3-009d2682dfab has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:20:55.571537 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ffba0306-906d-409c-b376-f0b9d4d236f1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:55.573327 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-ffba0306-906d-409c-b376-f0b9d4d236f1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Added segment 5bc48743-ceb8-4a35-83ec-e8557bd48196 of type vlan for network c3fcf624-e751-4a07-818c-d6abf6b6d54e Apr 20 13:20:55.595841 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-30931375-c331-40e3-aa44-621c6afa7ca5 req-f7389ec3-e7ef-45f4-ae66-d0ec68bafde7 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 210 time: 0.0366380 Apr 20 13:20:55.613982 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-bd73d7c6-8a53-4f30-831b-4bd735e0eb19 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0901055 Apr 20 13:20:55.614217 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57210) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:55.625096 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-67d3c647-8f2e-458e-86f2-0d9f684ceb45 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Request body: {'security_group_rule': {'security_group_id': 'eab592d5-36a3-42ff-af9d-6ec6b2c7efcd', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:55.664360 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ffba0306-906d-409c-b376-f0b9d4d236f1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:55.717747 n-d-836015-7 neutron-server[114869]: INFO neutron.db.securitygroups_db [None req-67d3c647-8f2e-458e-86f2-0d9f684ceb45 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Project a320833ea80340b4a1edbe4fb442597f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:20:55.723566 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-67d3c647-8f2e-458e-86f2-0d9f684ceb45 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:55.751423 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bc1bbb-91fa-4b7e-b769-8762fddb52d8 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:20:55.762522 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-07bc1bbb-91fa-4b7e-b769-8762fddb52d8 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] 10.222.0.25 "PUT /v2.0/routers/50f32a76-f0c5-4604-bdc3-009d2682dfab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1886451 Apr 20 13:20:55.762522 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57212) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:55.764746 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d03faa8-2640-4ee6-bd46-44348c6f86e4 None None] Sync routers for ids ['50f32a76-f0c5-4604-bdc3-009d2682dfab'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:20:55.787027 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d03faa8-2640-4ee6-bd46-44348c6f86e4 None None] Routers {'50f32a76-f0c5-4604-bdc3-009d2682dfab'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:20:55.788303 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4d03faa8-2640-4ee6-bd46-44348c6f86e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:20:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['50f32a76-f0c5-4604-bdc3-009d2682dfab'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:55.817452 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ffba0306-906d-409c-b376-f0b9d4d236f1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:55.834148 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffba0306-906d-409c-b376-f0b9d4d236f1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:55.836610 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ffba0306-906d-409c-b376-f0b9d4d236f1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:55.838711 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-67d3c647-8f2e-458e-86f2-0d9f684ceb45 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:55.858337 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4d03faa8-2640-4ee6-bd46-44348c6f86e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:55.868429 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d03faa8-2640-4ee6-bd46-44348c6f86e4 None None] Routers {'50f32a76-f0c5-4604-bdc3-009d2682dfab'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:20:55.869218 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4d03faa8-2640-4ee6-bd46-44348c6f86e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:20:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['50f32a76-f0c5-4604-bdc3-009d2682dfab'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:55.920781 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4d03faa8-2640-4ee6-bd46-44348c6f86e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:55.921443 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d03faa8-2640-4ee6-bd46-44348c6f86e4 None None] The sync data for ids ['50f32a76-f0c5-4604-bdc3-009d2682dfab'] in n-d-836015-7 is: [] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:20:55.937202 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-67d3c647-8f2e-458e-86f2-0d9f684ceb45 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:55.985526 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3c647-8f2e-458e-86f2-0d9f684ceb45 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87517033-7071-4b40-9cc9-2ea25aadcd8b,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:56.004258 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba0306-906d-409c-b376-f0b9d4d236f1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'Network': ['ID=c3fcf624-e751-4a07-818c-d6abf6b6d54e,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:56.018812 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network c3fcf624-e751-4a07-818c-d6abf6b6d54e details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:20:56.022108 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df444c-fbde-48ee-8ae2-e319f5f9d4bd req-2913d6c2-e9d4-42ef-88ad-59aa7a8db06f tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:56.023773 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-19df444c-fbde-48ee-8ae2-e319f5f9d4bd req-2913d6c2-e9d4-42ef-88ad-59aa7a8db06f tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de9013c-13bc-448b-b7e5-8321a8e349b0 HTTP/1.1" status: 200 len: 945 time: 0.1515739 Apr 20 13:20:56.074629 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ffba0306-906d-409c-b376-f0b9d4d236f1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7039261 Apr 20 13:20:56.075721 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57224) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:56.109083 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-e0a405fd-f506-40f8-ae90-75d0e7edc18f tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'ports': [{'network_id': 'a5cc9a9c-05b5-4665-a823-6bb2e6db3b64'}, {'network_id': 'c3fcf624-e751-4a07-818c-d6abf6b6d54e'}]} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:56.109456 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-e0a405fd-f506-40f8-ae90-75d0e7edc18f tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'port': {'network_id': 'a5cc9a9c-05b5-4665-a823-6bb2e6db3b64'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:56.110200 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-e0a405fd-f506-40f8-ae90-75d0e7edc18f tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'port': {'network_id': 'c3fcf624-e751-4a07-818c-d6abf6b6d54e'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:56.133770 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-19df444c-fbde-48ee-8ae2-e319f5f9d4bd req-0775ad6f-8a48-47cd-87f5-030fdc680068 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559077 Apr 20 13:20:56.140828 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-67d3c647-8f2e-458e-86f2-0d9f684ceb45 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:56.140828 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-67d3c647-8f2e-458e-86f2-0d9f684ceb45 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5229828 Apr 20 13:20:56.146795 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06bb35b-7918-479e-8317-0423c283f0a7 req-60e87b96-97b0-4ad6-9950-46431ba6642c tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:56.148458 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f06bb35b-7918-479e-8317-0423c283f0a7 req-60e87b96-97b0-4ad6-9950-46431ba6642c tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8914967-9f85-4f13-a1b1-1d36d5a6da77 HTTP/1.1" status: 200 len: 946 time: 0.1237283 Apr 20 13:20:56.149132 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57226) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:56.187421 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-434a5cc5-7ecc-4325-b618-67809b9c76c8 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "GET /v2.0/security-group-rules/87517033-7071-4b40-9cc9-2ea25aadcd8b HTTP/1.1" status: 200 len: 769 time: 0.0350630 Apr 20 13:20:56.191431 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57228) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:56.203640 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-188d968c-18b4-4b54-99db-687d41741024 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:56.234755 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f06bb35b-7918-479e-8317-0423c283f0a7 req-197a5b5a-bf8c-4087-9b72-2e05ffc32a18 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683928 Apr 20 13:20:56.259409 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5a01126a-d705-4d86-858e-bdec4e9b6ba2 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0643721 Apr 20 13:20:56.259409 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57230) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:56.286317 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dcd93f44-7eac-4bb3-8a3a-52c82b72ceac tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:56.294978 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dcd93f44-7eac-4bb3-8a3a-52c82b72ceac tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:56.389757 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dcd93f44-7eac-4bb3-8a3a-52c82b72ceac tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:56.394498 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dcd93f44-7eac-4bb3-8a3a-52c82b72ceac tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:56.398084 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-dcd93f44-7eac-4bb3-8a3a-52c82b72ceac tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/87517033-7071-4b40-9cc9-2ea25aadcd8b HTTP/1.1" status: 204 len: 168 time: 0.1349199 Apr 20 13:20:56.398578 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57234) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:56.410586 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd93f44-7eac-4bb3-8a3a-52c82b72ceac tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87517033-7071-4b40-9cc9-2ea25aadcd8b,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:56.424638 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-188d968c-18b4-4b54-99db-687d41741024 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:56.461740 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e545c02c-45fe-4338-a7fd-390132526140 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0621071 Apr 20 13:20:56.464767 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57236) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:56.554590 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-82fb31b9-637b-47ae-be14-1829aad6be25 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:56.578185 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a405fd-f506-40f8-ae90-75d0e7edc18f tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Made reservation on behalf of 921fc4094b8f49f1a436656db5724eca for: {'port': 2} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:56.586643 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e0a405fd-f506-40f8-ae90-75d0e7edc18f tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:56.617499 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-82fb31b9-637b-47ae-be14-1829aad6be25 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:56.621854 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e0a405fd-f506-40f8-ae90-75d0e7edc18f tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:56.640381 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-188d968c-18b4-4b54-99db-687d41741024 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Deleting port 6ba0dc09-5414-44e1-acce-1bf83cb376fa {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:56.640730 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-188d968c-18b4-4b54-99db-687d41741024 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:56.672594 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-6a5aeba2-7031-49f3-9567-5d61ec04effb tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:56.672594 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-6a5aeba2-7031-49f3-9567-5d61ec04effb tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.15 "GET /v2.0/networks?id=00bf89be-b590-4b91-9bd9-098821a10670 HTTP/1.1" status: 200 len: 813 time: 0.1606915 Apr 20 13:20:56.684257 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-48707996-8816-4b9e-9911-b7093dc6a5a1 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Request body: {'port': {'device_id': '41ebca7d-f610-41d6-b734-c077d023598a', 'network_id': '00bf89be-b590-4b91-9bd9-098821a10670', 'admin_state_up': True, 'tenant_id': '7a0fd9ed74bf424a81408eac3e15249e'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:56.749350 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-de72890e-78ae-47c0-8297-71cb3636d7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:56.803165 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e56c7806-8d77-4cf9-b15b-f1c88d429563 req-7dd57d6c-3ce4-4d6e-8f8a-a34b0d51c5a4 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 210 time: 0.0831788 Apr 20 13:20:56.875111 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-82fb31b9-637b-47ae-be14-1829aad6be25 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:56.877903 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-82fb31b9-637b-47ae-be14-1829aad6be25 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:56.881838 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-82fb31b9-637b-47ae-be14-1829aad6be25 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "DELETE /v2.0/security-groups/eab592d5-36a3-42ff-af9d-6ec6b2c7efcd HTTP/1.1" status: 204 len: 168 time: 0.4137120 Apr 20 13:20:56.884396 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57240) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:56.910297 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-188d968c-18b4-4b54-99db-687d41741024 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:56.912844 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb31b9-637b-47ae-be14-1829aad6be25 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab592d5-36a3-42ff-af9d-6ec6b2c7efcd,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:56.917353 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-e0a405fd-f506-40f8-ae90-75d0e7edc18f tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] device_id is not set on port 287c4e32-67ef-4362-86be-57058236e7db yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:20:56.934740 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-188d968c-18b4-4b54-99db-687d41741024 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Calling delete_port for 6ba0dc09-5414-44e1-acce-1bf83cb376fa owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:56.958124 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-894f06cc-478b-4788-a77d-399ac1ed4feb tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0723014 Apr 20 13:20:56.959309 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57244) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:56.969201 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-51334869-567e-4d28-895f-0fccefb9ee34 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Request body: {'security_group': {'name': 'tempest-secgroup--947913972'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:57.247541 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e0a405fd-f506-40f8-ae90-75d0e7edc18f tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:57.247645 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-48707996-8816-4b9e-9911-b7093dc6a5a1 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Made reservation on behalf of 7a0fd9ed74bf424a81408eac3e15249e for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:57.247645 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-48707996-8816-4b9e-9911-b7093dc6a5a1 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:57.290594 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-e0a405fd-f506-40f8-ae90-75d0e7edc18f tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] device_id is not set on port 1558b182-c463-4964-86f7-6b1efb77609b yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:20:57.352268 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22392e2-5da3-410b-b489-953b673a3d3b req-c2e6702c-6eb3-46d2-a4bd-2eda17f86d13 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:57.354184 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f22392e2-5da3-410b-b489-953b673a3d3b req-c2e6702c-6eb3-46d2-a4bd-2eda17f86d13 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de9013c-13bc-448b-b7e5-8321a8e349b0 HTTP/1.1" status: 200 len: 945 time: 0.1451006 Apr 20 13:20:57.424567 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e0a405fd-f506-40f8-ae90-75d0e7edc18f tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:57.432684 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-51334869-567e-4d28-895f-0fccefb9ee34 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:57.479755 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f22392e2-5da3-410b-b489-953b673a3d3b req-d58022fc-23e6-437e-b529-39be0f6f034f tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175869 Apr 20 13:20:57.498316 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81901b6f-85be-4f16-a717-d1502c5c329e req-f1123ee2-4b83-4257-9f97-c08ea4f80334 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:57.500123 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-81901b6f-85be-4f16-a717-d1502c5c329e req-f1123ee2-4b83-4257-9f97-c08ea4f80334 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8914967-9f85-4f13-a1b1-1d36d5a6da77 HTTP/1.1" status: 200 len: 946 time: 0.1421955 Apr 20 13:20:57.544463 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-188d968c-18b4-4b54-99db-687d41741024 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:57.559088 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-48707996-8816-4b9e-9911-b7093dc6a5a1 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Allocated IP 172.20.0.11 (00bf89be-b590-4b91-9bd9-098821a10670/b50266ce-851e-4de2-9181-6876aeec3806/6319332d-ba6a-4450-91d6-134778e02895) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:57.604911 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d968c-18b4-4b54-99db-687d41741024 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Pushing event deleted for resources: {'Port': ['ID=6ba0dc09-5414-44e1-acce-1bf83cb376fa,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:57.605022 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-81901b6f-85be-4f16-a717-d1502c5c329e req-00b24f00-f146-4492-996e-91d70d800853 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903747 Apr 20 13:20:57.641076 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-51334869-567e-4d28-895f-0fccefb9ee34 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:57.664285 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-188d968c-18b4-4b54-99db-687d41741024 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:57.788802 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-48707996-8816-4b9e-9911-b7093dc6a5a1 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:57.789604 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-188d968c-18b4-4b54-99db-687d41741024 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:57.789604 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-188d968c-18b4-4b54-99db-687d41741024 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:57.908398 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-500f8bc6-d359-4795-adcf-d586c584d10d req-38b3189a-217a-4fb7-b92a-10f7f9ee4b5f tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 210 time: 0.0315650 Apr 20 13:20:57.961561 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e0a405fd-f506-40f8-ae90-75d0e7edc18f tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:57.962803 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-51334869-567e-4d28-895f-0fccefb9ee34 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:57.999135 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51334869-567e-4d28-895f-0fccefb9ee34 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2e8b1c-50aa-4f94-9606-e0b60646a2f4,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:58.015312 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-48707996-8816-4b9e-9911-b7093dc6a5a1 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:58.020068 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a405fd-f506-40f8-ae90-75d0e7edc18f tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Network a5cc9a9c-05b5-4665-a823-6bb2e6db3b64 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:58.023504 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-188d968c-18b4-4b54-99db-687d41741024 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:58.024221 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188d968c-18b4-4b54-99db-687d41741024 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Fanout notify agent at l3_agent the message router_deleted on router 50f32a76-f0c5-4604-bdc3-009d2682dfab {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:20:58.026539 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-e0a405fd-f506-40f8-ae90-75d0e7edc18f tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:58.032937 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-188d968c-18b4-4b54-99db-687d41741024 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:58.034655 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-188d968c-18b4-4b54-99db-687d41741024 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] 10.222.0.25 "DELETE /v2.0/routers/50f32a76-f0c5-4604-bdc3-009d2682dfab HTTP/1.1" status: 204 len: 168 time: 2.2735882 Apr 20 13:20:58.035683 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a405fd-f506-40f8-ae90-75d0e7edc18f tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'Port': ['ID=287c4e32-67ef-4362-86be-57058236e7db,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:58.037837 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57254) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:58.038553 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a405fd-f506-40f8-ae90-75d0e7edc18f tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:58.039463 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e0a405fd-f506-40f8-ae90-75d0e7edc18f tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:58.094773 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-48707996-8816-4b9e-9911-b7093dc6a5a1 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Network 00bf89be-b590-4b91-9bd9-098821a10670 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:58.100531 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-48707996-8816-4b9e-9911-b7093dc6a5a1 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:58.107848 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-51334869-567e-4d28-895f-0fccefb9ee34 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:58.111775 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-51334869-567e-4d28-895f-0fccefb9ee34 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1473794 Apr 20 13:20:58.115413 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:58.122331 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-48707996-8816-4b9e-9911-b7093dc6a5a1 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:58.123566 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57262) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:58.132099 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-9b6c6961-257f-432b-8852-5e46832f61cf tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Request body: {'security_group_rule': {'security_group_id': '7f2e8b1c-50aa-4f94-9606-e0b60646a2f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:58.136696 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48707996-8816-4b9e-9911-b7093dc6a5a1 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Pushing event updated for resources: {'Port': ['ID=6319332d-ba6a-4450-91d6-134778e02895,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:58.195631 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-48707996-8816-4b9e-9911-b7093dc6a5a1 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:58.196479 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-48707996-8816-4b9e-9911-b7093dc6a5a1 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:58.211200 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a405fd-f506-40f8-ae90-75d0e7edc18f tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'Port': ['ID=1558b182-c463-4964-86f7-6b1efb77609b,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:58.218814 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-f66aaac2-643a-4dce-aa5d-80c36ba449b1 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Deleting subnet e01f38fe-ca3d-4378-a8ce-4e3023570090 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:20:58.228699 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f66aaac2-643a-4dce-aa5d-80c36ba449b1 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:58.253821 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-b298e081-63ab-4936-9a29-628f5397a333 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d047b1c127f34e7d90f0adc75374dc16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248160 Apr 20 13:20:58.298260 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a405fd-f506-40f8-ae90-75d0e7edc18f tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Checking segment: {'id': '5bc48743-ceb8-4a35-83ec-e8557bd48196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c3fcf624-e751-4a07-818c-d6abf6b6d54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:20:58.298580 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a405fd-f506-40f8-ae90-75d0e7edc18f tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Network hostable DHCP agents. Network: c3fcf624-e751-4a07-818c-d6abf6b6d54e, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:20:58.305340 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f66aaac2-643a-4dce-aa5d-80c36ba449b1 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:58.308497 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9b6c6961-257f-432b-8852-5e46832f61cf tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:58.332964 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-48707996-8816-4b9e-9911-b7093dc6a5a1 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6538353 Apr 20 13:20:58.348235 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-52a99523-b02d-4d29-850a-ad0c56d3dc8c service neutron] Request body: {'port': {'device_id': '41ebca7d-f610-41d6-b734-c077d023598a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:58.435156 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-342c4946-03d2-4a97-8bef-bc48fa3efda1 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:58.436400 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-342c4946-03d2-4a97-8bef-bc48fa3efda1 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1755347 Apr 20 13:20:58.439174 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-52a99523-b02d-4d29-850a-ad0c56d3dc8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:58.443730 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9b6c6961-257f-432b-8852-5e46832f61cf tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:58.446898 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f66aaac2-643a-4dce-aa5d-80c36ba449b1 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:58.452721 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a405fd-f506-40f8-ae90-75d0e7edc18f tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Network c3fcf624-e751-4a07-818c-d6abf6b6d54e is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:20:58.467634 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-7e2eed1e-9332-4594-875b-3859ad848252 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] 10.222.0.25 "GET /v2.0/quotas/d047b1c127f34e7d90f0adc75374dc16 HTTP/1.1" status: 200 len: 375 time: 0.0191703 Apr 20 13:20:58.545931 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9b6c6961-257f-432b-8852-5e46832f61cf tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:58.564117 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c6961-257f-432b-8852-5e46832f61cf tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee050724-1322-4832-bcd6-a6cbe8195641,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:58.578831 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-e0a405fd-f506-40f8-ae90-75d0e7edc18f tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, c3fcf624-e751-4a07-818c-d6abf6b6d54e) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:58.588640 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb99ad6d-29d2-49b2-a24e-0121fe384f46 None None] Network c3fcf624-e751-4a07-818c-d6abf6b6d54e requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:58.592327 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:20:58.593211 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a405fd-f506-40f8-ae90-75d0e7edc18f tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:58.602001 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a405fd-f506-40f8-ae90-75d0e7edc18f tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:58.609240 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a405fd-f506-40f8-ae90-75d0e7edc18f tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:58.610042 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e0a405fd-f506-40f8-ae90-75d0e7edc18f tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:58.615442 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f66aaac2-643a-4dce-aa5d-80c36ba449b1 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:58.640600 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f66aaac2-643a-4dce-aa5d-80c36ba449b1 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:58.647673 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f66aaac2-643a-4dce-aa5d-80c36ba449b1 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] 10.222.0.25 "DELETE /v2.0/subnets/e01f38fe-ca3d-4378-a8ce-4e3023570090 HTTP/1.1" status: 204 len: 168 time: 0.6059186 Apr 20 13:20:58.649811 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57278) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:58.664024 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b006916-d95a-49be-9ea1-cd53493d3a82 None None] Network 6b087060-87a4-49df-aaeb-6905b725c3a7 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:58.856630 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-ab308e64-6b9a-421f-b2ed-8d6be2e7b90b tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d047b1c127f34e7d90f0adc75374dc16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543487 Apr 20 13:20:58.954741 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75543f07-38cf-41bd-996e-823f0c494e7c req-3a9030a1-5438-4d02-bcd1-f8532913b9fc tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:58.959081 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-75543f07-38cf-41bd-996e-823f0c494e7c req-3a9030a1-5438-4d02-bcd1-f8532913b9fc tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de9013c-13bc-448b-b7e5-8321a8e349b0 HTTP/1.1" status: 200 len: 945 time: 0.1578441 Apr 20 13:20:59.002486 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0222ff72-452b-476e-b62c-0641caca9950 None None] DHCP port deletion for 6b087060-87a4-49df-aaeb-6905b725c3a7 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:20:59.030728 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-75543f07-38cf-41bd-996e-823f0c494e7c req-53c2db0f-b639-4d6d-a0e3-c616ae66a4eb tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656776 Apr 20 13:20:59.090358 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-0222ff72-452b-476e-b62c-0641caca9950 None None] Deleting port 92599848-5eee-4abb-ad01-4362aa98099b {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:59.090974 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0222ff72-452b-476e-b62c-0641caca9950 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:59.100051 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66aaac2-643a-4dce-aa5d-80c36ba449b1 tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Pushing event deleted for resources: {'Subnet': ['ID=e01f38fe-ca3d-4378-a8ce-4e3023570090,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:59.106379 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9b6c6961-257f-432b-8852-5e46832f61cf tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:59.110643 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9b6c6961-257f-432b-8852-5e46832f61cf tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9798775 Apr 20 13:20:59.111327 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57282) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:59.171191 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e0a405fd-f506-40f8-ae90-75d0e7edc18f tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.0888505 Apr 20 13:20:59.172459 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-0222ff72-452b-476e-b62c-0641caca9950 None None] For port 92599848-5eee-4abb-ad01-4362aa98099b, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=92599848-5eee-4abb-ad01-4362aa98099b,segment=NetworkSegment(841c8218-0920-4e93-84a2-bdcca182723b),segment_id=841c8218-0920-4e93-84a2-bdcca182723b)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:59.173425 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0222ff72-452b-476e-b62c-0641caca9950 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:59.179262 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57286) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:59.199130 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-0222ff72-452b-476e-b62c-0641caca9950 None None] Calling delete_port for 92599848-5eee-4abb-ad01-4362aa98099b owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:59.242644 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024915ce-d89a-4ed0-9dd5-9c1f082f0fea req-f11a8d32-1c29-406d-a30a-6ba29c55535e tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:59.262619 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-024915ce-d89a-4ed0-9dd5-9c1f082f0fea req-f11a8d32-1c29-406d-a30a-6ba29c55535e tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8914967-9f85-4f13-a1b1-1d36d5a6da77 HTTP/1.1" status: 200 len: 946 time: 0.1526289 Apr 20 13:20:59.315577 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b110404-7104-4d5c-a846-777a3235bd3b tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:59.318200 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-52f39b47-c5d8-404a-ab76-1a60f0329e8e tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:59.371007 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:59.387347 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-52f39b47-c5d8-404a-ab76-1a60f0329e8e tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:59.426391 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0222ff72-452b-476e-b62c-0641caca9950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:59.431056 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-52a99523-b02d-4d29-850a-ad0c56d3dc8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6319332d-ba6a-4450-91d6-134778e02895 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:20:59.446307 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-52a99523-b02d-4d29-850a-ad0c56d3dc8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:59.465124 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-09556602-22ac-403d-8be8-90700c116a08 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Deleting port 1558b182-c463-4964-86f7-6b1efb77609b {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:59.465727 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-09556602-22ac-403d-8be8-90700c116a08 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:59.538981 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-024915ce-d89a-4ed0-9dd5-9c1f082f0fea req-054212e4-650b-48a6-a06d-1e65438317e0 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364709 Apr 20 13:20:59.542190 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222ff72-452b-476e-b62c-0641caca9950 None None] Pushing event deleted for resources: {'Port': ['ID=92599848-5eee-4abb-ad01-4362aa98099b,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:59.542190 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0222ff72-452b-476e-b62c-0641caca9950 None None] No DVR routers for this DVR port 92599848-5eee-4abb-ad01-4362aa98099b on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:20:59.542190 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0222ff72-452b-476e-b62c-0641caca9950 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:59.542190 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0222ff72-452b-476e-b62c-0641caca9950 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:59.542190 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0222ff72-452b-476e-b62c-0641caca9950 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:59.542190 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0222ff72-452b-476e-b62c-0641caca9950 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:59.542190 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0222ff72-452b-476e-b62c-0641caca9950 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:59.542190 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0222ff72-452b-476e-b62c-0641caca9950 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:59.542190 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0222ff72-452b-476e-b62c-0641caca9950 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:59.542190 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0222ff72-452b-476e-b62c-0641caca9950 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:59.542190 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0222ff72-452b-476e-b62c-0641caca9950 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:59.542190 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0222ff72-452b-476e-b62c-0641caca9950 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:59.542190 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0222ff72-452b-476e-b62c-0641caca9950 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:59.542190 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0222ff72-452b-476e-b62c-0641caca9950 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:59.548312 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-0b110404-7104-4d5c-a846-777a3235bd3b tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Deleting port 92599848-5eee-4abb-ad01-4362aa98099b {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:59.561264 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b110404-7104-4d5c-a846-777a3235bd3b tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:59.570945 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155b358-97a4-4da6-a463-8a88c8245139 req-f3941042-83fe-4faa-85c0-ba73556d17f2 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:59.572676 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9155b358-97a4-4da6-a463-8a88c8245139 req-f3941042-83fe-4faa-85c0-ba73556d17f2 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 932 time: 0.2903540 Apr 20 13:20:59.600893 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 92599848-5eee-4abb-ad01-4362aa98099b no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:20:59.636874 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-52f39b47-c5d8-404a-ab76-1a60f0329e8e tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:59.639297 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-52f39b47-c5d8-404a-ab76-1a60f0329e8e tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:59.640084 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 92599848-5eee-4abb-ad01-4362aa98099b {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:20:59.642785 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 92599848-5eee-4abb-ad01-4362aa98099b not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:20:59.642933 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-52f39b47-c5d8-404a-ab76-1a60f0329e8e tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "DELETE /v2.0/security-groups/7f2e8b1c-50aa-4f94-9606-e0b60646a2f4 HTTP/1.1" status: 204 len: 168 time: 0.5282216 Apr 20 13:20:59.643035 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-52a99523-b02d-4d29-850a-ad0c56d3dc8c service neutron] Transition to ACTIVE for port object 6319332d-ba6a-4450-91d6-134778e02895 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:20:59.645424 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-844f374a-2ae8-4ad7-9dd9-6c79667c72e6 req-1ec1152e-539d-4053-ae79-1e0fc8404ae0 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d1ac732-5092-499b-b39c-895facab237f HTTP/1.1" status: 200 len: 210 time: 0.0351667 Apr 20 13:20:59.645884 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57304) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:59.657200 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-09556602-22ac-403d-8be8-90700c116a08 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:59.681138 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9155b358-97a4-4da6-a463-8a88c8245139 req-43591d9a-e069-45fe-892b-3e409cb60799 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976672 Apr 20 13:20:59.690953 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f39b47-c5d8-404a-ab76-1a60f0329e8e tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2e8b1c-50aa-4f94-9606-e0b60646a2f4,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:59.697128 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-09556602-22ac-403d-8be8-90700c116a08 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Calling delete_port for 1558b182-c463-4964-86f7-6b1efb77609b owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:59.705939 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-0b110404-7104-4d5c-a846-777a3235bd3b tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] For port 92599848-5eee-4abb-ad01-4362aa98099b, host n-d-836015-7, got binding levels [] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:59.706305 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b110404-7104-4d5c-a846-777a3235bd3b tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:59.726458 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-0b110404-7104-4d5c-a846-777a3235bd3b tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Calling delete_port for 92599848-5eee-4abb-ad01-4362aa98099b owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:59.732099 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.ipam_backend_mixin [None req-0b110404-7104-4d5c-a846-777a3235bd3b tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Port 92599848-5eee-4abb-ad01-4362aa98099b was not found and therefore no delete operation was performed {{(pid=114870) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 13:20:59.733647 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b110404-7104-4d5c-a846-777a3235bd3b tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:59.736576 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-52a99523-b02d-4d29-850a-ad0c56d3dc8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:59.747421 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-01c8d913-10de-4ec7-add4-98d128fb2261 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0985014 Apr 20 13:20:59.764989 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57306) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:59.781207 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:59.805403 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b110404-7104-4d5c-a846-777a3235bd3b tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] No DVR routers for this DVR port 92599848-5eee-4abb-ad01-4362aa98099b on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:20:59.819534 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b110404-7104-4d5c-a846-777a3235bd3b tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Pushing event deleted for resources: {'Port': ['ID=92599848-5eee-4abb-ad01-4362aa98099b,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:59.839961 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a99523-b02d-4d29-850a-ad0c56d3dc8c service neutron] Pushing event updated for resources: {'Port': ['ID=6319332d-ba6a-4450-91d6-134778e02895,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:59.888912 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-52a99523-b02d-4d29-850a-ad0c56d3dc8c service neutron] Attempting to bind port 6319332d-ba6a-4450-91d6-134778e02895 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:20:59.889176 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-52a99523-b02d-4d29-850a-ad0c56d3dc8c service neutron] Attempting to bind port 6319332d-ba6a-4450-91d6-134778e02895 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': 'da203ac5-ec47-412d-9a8f-1056386260c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '00bf89be-b590-4b91-9bd9-098821a10670'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:20:59.889626 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-52a99523-b02d-4d29-850a-ad0c56d3dc8c service neutron] Attempting to bind port 6319332d-ba6a-4450-91d6-134778e02895 on network 00bf89be-b590-4b91-9bd9-098821a10670 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:20:59.894578 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-52a99523-b02d-4d29-850a-ad0c56d3dc8c service neutron] Port 6319332d-ba6a-4450-91d6-134778e02895 on network 00bf89be-b590-4b91-9bd9-098821a10670 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:20:59.894888 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-52a99523-b02d-4d29-850a-ad0c56d3dc8c service neutron] Attempting to bind port 6319332d-ba6a-4450-91d6-134778e02895 on network 00bf89be-b590-4b91-9bd9-098821a10670 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:20:59.900255 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-52a99523-b02d-4d29-850a-ad0c56d3dc8c service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:20:59.901164 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-52a99523-b02d-4d29-850a-ad0c56d3dc8c service neutron] Checking segment: {'id': 'da203ac5-ec47-412d-9a8f-1056386260c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '00bf89be-b590-4b91-9bd9-098821a10670'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:20:59.901553 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-52a99523-b02d-4d29-850a-ad0c56d3dc8c service neutron] Bound using segment: {'id': 'da203ac5-ec47-412d-9a8f-1056386260c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '00bf89be-b590-4b91-9bd9-098821a10670'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:20:59.901983 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-52a99523-b02d-4d29-850a-ad0c56d3dc8c service neutron] Bound port: 6319332d-ba6a-4450-91d6-134778e02895, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da203ac5-ec47-412d-9a8f-1056386260c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '00bf89be-b590-4b91-9bd9-098821a10670'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:20:59.902343 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-52a99523-b02d-4d29-850a-ad0c56d3dc8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:59.938620 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1166e2b0-7f1d-4714-87f9-81870678b5af tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1637850 Apr 20 13:20:59.939537 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57308) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:59.950229 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b110404-7104-4d5c-a846-777a3235bd3b tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:59.969814 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-d0aa6409-43c5-4c9e-bf40-b93bd0891437 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] delete failed (client error): The resource could not be found. Apr 20 13:20:59.976891 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d0aa6409-43c5-4c9e-bf40-b93bd0891437 tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "DELETE /v2.0/security-groups/7f2e8b1c-50aa-4f94-9606-e0b60646a2f4 HTTP/1.1" status: 404 len: 347 time: 0.0308714 Apr 20 13:20:59.977719 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57310) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:59.980366 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-0b110404-7104-4d5c-a846-777a3235bd3b tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b087060-87a4-49df-aaeb-6905b725c3a7']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:59.990898 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-0b110404-7104-4d5c-a846-777a3235bd3b tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '841c8218-0920-4e93-84a2-bdcca182723b') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:59.991985 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-0b110404-7104-4d5c-a846-777a3235bd3b tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '841c8218-0920-4e93-84a2-bdcca182723b') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:21:00.001864 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b110404-7104-4d5c-a846-777a3235bd3b tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:00.019803 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b110404-7104-4d5c-a846-777a3235bd3b tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:00.029037 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b110404-7104-4d5c-a846-777a3235bd3b tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:21:00.029426 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-52a99523-b02d-4d29-850a-ad0c56d3dc8c service neutron] For port 6319332d-ba6a-4450-91d6-134778e02895, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:21:00.029558 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b110404-7104-4d5c-a846-777a3235bd3b tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:00.034128 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:21:00.034128 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:21:00.034128 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:21:00.034128 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:21:00.034128 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:21:00.034128 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:21:00.034128 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:21:00.034128 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:21:00.034128 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:21:00.034128 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:21:00.034128 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:21:00.034128 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:21:00.034128 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:21:00.034128 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:21:00.034128 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:21:00.034128 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:21:00.034128 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:21:00.034128 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:21:00.034128 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:21:00.034128 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:21:00.034128 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:21:00.034128 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:21:00.034128 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:21:00.034128 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:21:00.034128 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:21:00.034128 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:21:00.034128 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:21:00.034128 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:21:00.034128 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:21:00.034128 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:21:00.034128 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:21:00.034128 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:21:00.064765 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-52a99523-b02d-4d29-850a-ad0c56d3dc8c service neutron] For port 6319332d-ba6a-4450-91d6-134778e02895, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=6319332d-ba6a-4450-91d6-134778e02895,segment=NetworkSegment(da203ac5-ec47-412d-9a8f-1056386260c6),segment_id=da203ac5-ec47-412d-9a8f-1056386260c6)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:21:00.071417 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-81fc8373-e8f8-43ee-8eeb-72db7fa5d9ba tempest-SecGroupIPv6Test-522916997 tempest-SecGroupIPv6Test-522916997-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0903323 Apr 20 13:21:00.088842 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-09556602-22ac-403d-8be8-90700c116a08 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:00.133012 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09556602-22ac-403d-8be8-90700c116a08 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'Port': ['ID=1558b182-c463-4964-86f7-6b1efb77609b,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:00.143248 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-09556602-22ac-403d-8be8-90700c116a08 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:00.147375 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-09556602-22ac-403d-8be8-90700c116a08 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/ports/1558b182-c463-4964-86f7-6b1efb77609b HTTP/1.1" status: 204 len: 168 time: 0.9658515 Apr 20 13:21:00.150088 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57316) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:00.156925 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e1e7b4-0de0-44e6-9d52-b27d13bd7286 req-09104086-ca30-4a83-8d3f-38cfa238a0d0 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:00.158614 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e3e1e7b4-0de0-44e6-9d52-b27d13bd7286 req-09104086-ca30-4a83-8d3f-38cfa238a0d0 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de9013c-13bc-448b-b7e5-8321a8e349b0 HTTP/1.1" status: 200 len: 945 time: 0.0554378 Apr 20 13:21:00.169760 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-52a99523-b02d-4d29-850a-ad0c56d3dc8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:00.203991 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da64fd14-f247-4fec-801e-0180e41d9890 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:00.210250 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da64fd14-f247-4fec-801e-0180e41d9890 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:00.211866 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-da64fd14-f247-4fec-801e-0180e41d9890 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0614054 Apr 20 13:21:00.215996 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57318) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:00.223603 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b110404-7104-4d5c-a846-777a3235bd3b tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:00.227726 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-52a99523-b02d-4d29-850a-ad0c56d3dc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:00.228211 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-52a99523-b02d-4d29-850a-ad0c56d3dc8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:00.229646 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-52a99523-b02d-4d29-850a-ad0c56d3dc8c service neutron] 10.222.0.15 "PUT /v2.0/ports/6319332d-ba6a-4450-91d6-134778e02895 HTTP/1.1" status: 200 len: 1092 time: 1.8855207 Apr 20 13:21:00.232196 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ebca7d-f610-41d6-b734-c077d023598a', 'tag': '6319332d-ba6a-4450-91d6-134778e02895'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:21:00.234917 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe1401b-0b3e-47b9-bcd7-ad9c7045ac21" -d '{"events": [{"name": "network-changed", "server_uuid": "41ebca7d-f610-41d6-b734-c077d023598a", "tag": "6319332d-ba6a-4450-91d6-134778e02895"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:21:00.252603 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b110404-7104-4d5c-a846-777a3235bd3b tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:00.255819 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0b110404-7104-4d5c-a846-777a3235bd3b tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] 10.222.0.25 "DELETE /v2.0/networks/6b087060-87a4-49df-aaeb-6905b725c3a7 HTTP/1.1" status: 204 len: 168 time: 1.6020551 Apr 20 13:21:00.258648 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57322) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:00.281664 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b110404-7104-4d5c-a846-777a3235bd3b tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Pushing event deleted for resources: {'Network': ['ID=6b087060-87a4-49df-aaeb-6905b725c3a7,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:00.284797 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e3e1e7b4-0de0-44e6-9d52-b27d13bd7286 req-66f0054e-0a76-4db2-8886-5f72c78e2aed tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110525 Apr 20 13:21:00.323698 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704b6dad-58b4-4507-9707-ff8673114fe5 x-openstack-request-id: req-704b6dad-58b4-4507-9707-ff8673114fe5 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:21:00.323698 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ebca7d-f610-41d6-b734-c077d023598a", "tag": "6319332d-ba6a-4450-91d6-134778e02895", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:21:00.323698 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-704b6dad-58b4-4507-9707-ff8673114fe5 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:21:00.323698 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-704b6dad-58b4-4507-9707-ff8673114fe5'] response: {'name': 'network-changed', 'server_uuid': '41ebca7d-f610-41d6-b734-c077d023598a', 'tag': '6319332d-ba6a-4450-91d6-134778e02895', 'status': 'completed', 'code': 200} Apr 20 13:21:00.331817 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a99523-b02d-4d29-850a-ad0c56d3dc8c service neutron] Pushing event updated for resources: {'Port': ['ID=6319332d-ba6a-4450-91d6-134778e02895,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:00.399983 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-692dbd3e-54a6-49a1-ac5a-cfb8213c3912 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Deleting port 287c4e32-67ef-4362-86be-57058236e7db {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:21:00.400331 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-692dbd3e-54a6-49a1-ac5a-cfb8213c3912 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:00.459758 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1401b-0b3e-47b9-bcd7-ad9c7045ac21 req-e13501cc-62af-4257-8a4a-a78828aef044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:00.461272 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-efe1401b-0b3e-47b9-bcd7-ad9c7045ac21 req-e13501cc-62af-4257-8a4a-a78828aef044 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a0fd9ed74bf424a81408eac3e15249e&device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 1095 time: 0.1432099 Apr 20 13:21:00.470433 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-692dbd3e-54a6-49a1-ac5a-cfb8213c3912 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:00.484233 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-692dbd3e-54a6-49a1-ac5a-cfb8213c3912 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Calling delete_port for 287c4e32-67ef-4362-86be-57058236e7db owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:21:00.499076 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-80cfc564-cee0-4f40-ba19-f2a669b87a0a tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Deleting port e7690b16-f79f-4fe2-9038-1742239b9f26 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:21:00.499467 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-80cfc564-cee0-4f40-ba19-f2a669b87a0a tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:00.654482 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-692dbd3e-54a6-49a1-ac5a-cfb8213c3912 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:00.681181 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57340) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:00.704250 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692dbd3e-54a6-49a1-ac5a-cfb8213c3912 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'Port': ['ID=287c4e32-67ef-4362-86be-57058236e7db,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:00.709566 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1401b-0b3e-47b9-bcd7-ad9c7045ac21 req-e77f8dd4-d13e-4d8e-9c95-6f802736b574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:00.709566 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-efe1401b-0b3e-47b9-bcd7-ad9c7045ac21 req-e77f8dd4-d13e-4d8e-9c95-6f802736b574 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=7a0fd9ed74bf424a81408eac3e15249e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2376022 Apr 20 13:21:00.720461 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-692dbd3e-54a6-49a1-ac5a-cfb8213c3912 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:00.720648 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-80cfc564-cee0-4f40-ba19-f2a669b87a0a tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:00.720881 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-80cfc564-cee0-4f40-ba19-f2a669b87a0a tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:00.723780 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-692dbd3e-54a6-49a1-ac5a-cfb8213c3912 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/ports/287c4e32-67ef-4362-86be-57058236e7db HTTP/1.1" status: 204 len: 168 time: 0.5067670 Apr 20 13:21:00.727829 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57348) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:00.770924 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5565576-886a-480a-aa18-2213706bafdd req-054e54c7-9cb0-4c9c-a2f9-219f51cf95ff tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:00.778337 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f5565576-886a-480a-aa18-2213706bafdd req-054e54c7-9cb0-4c9c-a2f9-219f51cf95ff tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8914967-9f85-4f13-a1b1-1d36d5a6da77 HTTP/1.1" status: 200 len: 946 time: 0.1847477 Apr 20 13:21:00.818903 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b1c86c-86e8-4e6f-81c9-d1cfa24db063 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:00.821292 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d9b1c86c-86e8-4e6f-81c9-d1cfa24db063 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0923707 Apr 20 13:21:00.825776 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57350) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:00.848009 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-80cfc564-cee0-4f40-ba19-f2a669b87a0a tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Calling delete_port for e7690b16-f79f-4fe2-9038-1742239b9f26 owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:21:00.866703 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e9e9df-95c0-4d4b-94dd-240dd12de03b tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] GET failed (client error): The resource could not be found. Apr 20 13:21:00.872250 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-90e9e9df-95c0-4d4b-94dd-240dd12de03b tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "GET /v2.0/ports/1558b182-c463-4964-86f7-6b1efb77609b HTTP/1.1" status: 404 len: 333 time: 0.0472813 Apr 20 13:21:00.873116 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57352) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:00.892851 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f5565576-886a-480a-aa18-2213706bafdd req-903cf79f-0204-49ff-84ab-6ffa29fa0fbc tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136513 Apr 20 13:21:00.899620 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-018e2c42-67c6-4dbf-a7dd-ab65d094bd8f tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] GET failed (client error): The resource could not be found. Apr 20 13:21:00.904469 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-018e2c42-67c6-4dbf-a7dd-ab65d094bd8f tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "GET /v2.0/ports/287c4e32-67ef-4362-86be-57058236e7db HTTP/1.1" status: 404 len: 333 time: 0.0303919 Apr 20 13:21:00.905170 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57354) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:00.992285 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8fcc7fb2-ddb5-48c6-a13f-fe844d29d7d2 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:01.026524 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3d99cec8-7b64-4d27-ab82-5fb5b9fb4863 req-08d8ac28-e01f-4cb8-b3ce-1d44b5e2885f tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d1ac732-5092-499b-b39c-895facab237f HTTP/1.1" status: 200 len: 210 time: 0.2341802 Apr 20 13:21:01.094945 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8fcc7fb2-ddb5-48c6-a13f-fe844d29d7d2 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:01.131149 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-8fcc7fb2-ddb5-48c6-a13f-fe844d29d7d2 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3fcf624-e751-4a07-818c-d6abf6b6d54e']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:21:01.153953 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-8fcc7fb2-ddb5-48c6-a13f-fe844d29d7d2 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bc48743-ceb8-4a35-83ec-e8557bd48196') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:21:01.159405 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-8fcc7fb2-ddb5-48c6-a13f-fe844d29d7d2 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bc48743-ceb8-4a35-83ec-e8557bd48196') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:21:01.161430 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876c7ec-d36a-4752-876d-dd2d4f12f6eb req-ceed31ee-eed1-4ca2-b626-92677eb31642 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:01.163034 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2876c7ec-d36a-4752-876d-dd2d4f12f6eb req-ceed31ee-eed1-4ca2-b626-92677eb31642 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 944 time: 0.1250849 Apr 20 13:21:01.164411 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1401b-0b3e-47b9-bcd7-ad9c7045ac21 req-135f8e75-46ff-4229-83c8-185d46f30ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:01.165970 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-efe1401b-0b3e-47b9-bcd7-ad9c7045ac21 req-135f8e75-46ff-4229-83c8-185d46f30ae7 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4299290 Apr 20 13:21:01.166977 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8fcc7fb2-ddb5-48c6-a13f-fe844d29d7d2 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:01.168930 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-567cc117-982b-4afd-a45e-ca7802b2b6c7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a320833ea80340b4a1edbe4fb442597f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4860501 Apr 20 13:21:01.174855 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57356) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:01.197048 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8fcc7fb2-ddb5-48c6-a13f-fe844d29d7d2 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:01.215246 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fcc7fb2-ddb5-48c6-a13f-fe844d29d7d2 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:21:01.215668 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8fcc7fb2-ddb5-48c6-a13f-fe844d29d7d2 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:01.218805 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:21:01.218805 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:21:01.218805 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:21:01.218805 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:21:01.218805 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:21:01.218805 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:21:01.218805 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:21:01.218805 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:21:01.218805 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:21:01.218805 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:21:01.218805 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:21:01.218805 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:21:01.218805 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:21:01.218805 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:21:01.218805 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:21:01.218805 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:21:01.218805 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:21:01.218805 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:21:01.218805 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:21:01.218805 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:21:01.218805 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:21:01.218805 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:21:01.218805 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:21:01.218805 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:21:01.218805 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:21:01.218805 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:21:01.218805 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:21:01.218805 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:21:01.218805 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:21:01.218805 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:21:01.218805 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:21:01.218805 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:21:01.229881 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2876c7ec-d36a-4752-876d-dd2d4f12f6eb req-a743b415-d3a3-4d6a-9f79-947b00661828 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536256 Apr 20 13:21:01.236228 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-80cfc564-cee0-4f40-ba19-f2a669b87a0a tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:01.284741 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cfc564-cee0-4f40-ba19-f2a669b87a0a tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Pushing event deleted for resources: {'Port': ['ID=e7690b16-f79f-4fe2-9038-1742239b9f26,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:01.322955 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ace93454-d2f5-4185-88dd-c1e9f23f70c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:01.370778 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ace93454-d2f5-4185-88dd-c1e9f23f70c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:01.382292 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-b755259d-a258-48e1-a455-f77fa6a13f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:01.388436 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-b755259d-a258-48e1-a455-f77fa6a13f00 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a0fd9ed74bf424a81408eac3e15249e&device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 1095 time: 0.1371460 Apr 20 13:21:01.392548 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8fcc7fb2-ddb5-48c6-a13f-fe844d29d7d2 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:01.406435 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8fcc7fb2-ddb5-48c6-a13f-fe844d29d7d2 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:01.414018 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8fcc7fb2-ddb5-48c6-a13f-fe844d29d7d2 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/networks/c3fcf624-e751-4a07-818c-d6abf6b6d54e HTTP/1.1" status: 204 len: 168 time: 0.5042732 Apr 20 13:21:01.418493 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57362) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:01.432288 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-9703e8f0-209b-4ecd-9644-78c1eacad3e7 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-642436344'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:01.440544 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcc7fb2-ddb5-48c6-a13f-fe844d29d7d2 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'Network': ['ID=c3fcf624-e751-4a07-818c-d6abf6b6d54e,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:01.472427 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-2b901ed8-755f-4e93-9880-104e87f5f898 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6319332d-ba6a-4450-91d6-134778e02895 HTTP/1.1" status: 200 len: 217 time: 0.0708456 Apr 20 13:21:01.473190 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-80cfc564-cee0-4f40-ba19-f2a669b87a0a tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks [] for floatingip, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:01.475595 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-80cfc564-cee0-4f40-ba19-f2a669b87a0a tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:01.479570 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-80cfc564-cee0-4f40-ba19-f2a669b87a0a tempest-FloatingIPAdminTestJSON-1595838710 tempest-FloatingIPAdminTestJSON-1595838710-project] 10.222.0.25 "DELETE /v2.0/floatingips/5acce127-40c7-4ead-bba9-479973df1503 HTTP/1.1" status: 204 len: 168 time: 1.2170196 Apr 20 13:21:01.528497 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9703e8f0-209b-4ecd-9644-78c1eacad3e7 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Made reservation on behalf of 921fc4094b8f49f1a436656db5724eca for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:21:01.532155 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9703e8f0-209b-4ecd-9644-78c1eacad3e7 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:01.541813 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99dbfaf-a63d-4fd7-8955-daec57b65161 req-dcdd9137-5d1e-4fc4-b12e-d1590a81271e tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:01.543312 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a99dbfaf-a63d-4fd7-8955-daec57b65161 req-dcdd9137-5d1e-4fc4-b12e-d1590a81271e tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de9013c-13bc-448b-b7e5-8321a8e349b0 HTTP/1.1" status: 200 len: 945 time: 0.1436563 Apr 20 13:21:01.547133 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-7d791d60-e4a7-421c-8b05-b5d82bc25d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:01.548575 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-7d791d60-e4a7-421c-8b05-b5d82bc25d79 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b50266ce-851e-4de2-9181-6876aeec3806 HTTP/1.1" status: 200 len: 853 time: 0.0670316 Apr 20 13:21:01.556894 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9703e8f0-209b-4ecd-9644-78c1eacad3e7 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:21:01.561956 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ace93454-d2f5-4185-88dd-c1e9f23f70c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:01.564449 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ace93454-d2f5-4185-88dd-c1e9f23f70c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:01.565579 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ace93454-d2f5-4185-88dd-c1e9f23f70c2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5351f5a3-a80f-490b-a3e4-fb3e83a73648 HTTP/1.1" status: 204 len: 168 time: 0.3896778 Apr 20 13:21:01.577698 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9703e8f0-209b-4ecd-9644-78c1eacad3e7 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:01.578080 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-9703e8f0-209b-4ecd-9644-78c1eacad3e7 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Added segment c2537894-e0e6-4299-8bc1-b4198c2019d7 of type vlan for network d3e47490-add1-4adf-b5c9-240ccd32fc74 Apr 20 13:21:01.580814 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace93454-d2f5-4185-88dd-c1e9f23f70c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5351f5a3-a80f-490b-a3e4-fb3e83a73648,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:01.592871 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-e8cfa8ca-b288-415a-a76b-a1dd52f52ddc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00bf89be-b590-4b91-9bd9-098821a10670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376654 Apr 20 13:21:01.644801 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a99dbfaf-a63d-4fd7-8955-daec57b65161 req-f1752a94-1afb-4a70-bc5e-49138af2fac3 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944469 Apr 20 13:21:01.665430 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9703e8f0-209b-4ecd-9644-78c1eacad3e7 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:01.724337 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-3e88fb18-d1ca-4eb2-99f6-baa126408b74 service neutron] 10.222.0.15 "GET /v2.0/networks/00bf89be-b590-4b91-9bd9-098821a10670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197908 Apr 20 13:21:01.760969 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9703e8f0-209b-4ecd-9644-78c1eacad3e7 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:01.766672 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9703e8f0-209b-4ecd-9644-78c1eacad3e7 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:01.767303 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9703e8f0-209b-4ecd-9644-78c1eacad3e7 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:01.844812 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703e8f0-209b-4ecd-9644-78c1eacad3e7 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'Network': ['ID=d3e47490-add1-4adf-b5c9-240ccd32fc74,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:01.855636 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network d3e47490-add1-4adf-b5c9-240ccd32fc74 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:21:01.880851 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8fe5af9b-6a5e-4986-baa2-8cdf60c12208 req-0fe14b96-804b-4447-b387-0a79d2d166a5 service neutron] 10.222.0.15 "GET /v2.0/networks/00bf89be-b590-4b91-9bd9-098821a10670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467326 Apr 20 13:21:01.934930 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9703e8f0-209b-4ecd-9644-78c1eacad3e7 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5120273 Apr 20 13:21:01.935934 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57370) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:01.942374 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-47297547-ce0a-488e-b79e-2ced3a0794ba tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'subnet': {'network_id': 'd3e47490-add1-4adf-b5c9-240ccd32fc74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:01.998465 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-2e2b9949-8265-4b8f-9ab3-bab7a70a9ef3 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d047b1c127f34e7d90f0adc75374dc16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364690 Apr 20 13:21:02.040007 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57384) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:02.206468 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-90361a9c-6961-487e-bec2-de05bc74fba7 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:02.206468 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-90361a9c-6961-487e-bec2-de05bc74fba7 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1991527 Apr 20 13:21:02.219562 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-bbc1aaa2-d1e3-448b-bdd7-ddeea12e4bd7 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] Request body: {'port': {'device_id': '8d1ac732-5092-499b-b39c-895facab237f', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'admin_state_up': True, 'tenant_id': 'd047b1c127f34e7d90f0adc75374dc16'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:02.287722 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6f6ca8a6-8401-4884-8538-7665963e11bb req-e56ecea4-5459-42c1-9ac4-c7c46731c9c5 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d1ac732-5092-499b-b39c-895facab237f HTTP/1.1" status: 200 len: 210 time: 0.0929515 Apr 20 13:21:02.317836 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47cac38-a79f-4ea3-8d04-8a8715c714c3 req-27371399-aeae-496e-8666-5c009e506ba9 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:02.322950 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f47cac38-a79f-4ea3-8d04-8a8715c714c3 req-27371399-aeae-496e-8666-5c009e506ba9 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8914967-9f85-4f13-a1b1-1d36d5a6da77 HTTP/1.1" status: 200 len: 946 time: 0.2853441 Apr 20 13:21:02.360444 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47297547-ce0a-488e-b79e-2ced3a0794ba tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Made reservation on behalf of 921fc4094b8f49f1a436656db5724eca for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:21:02.366612 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-47297547-ce0a-488e-b79e-2ced3a0794ba tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:02.392229 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-22885892-6c55-4d77-a0b9-7433d2cbadc6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=73ad291589f64f70887e72d2959ec3be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3508008 Apr 20 13:21:02.395387 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57398) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:02.452239 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.ipam_backend_mixin [None req-47297547-ce0a-488e-b79e-2ced3a0794ba tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Performing IP validity checks on allocation pools {{(pid=114869) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 20 13:21:02.453040 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.ipam_backend_mixin [None req-47297547-ce0a-488e-b79e-2ced3a0794ba tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114869) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 20 13:21:02.524582 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d223e8e5-0261-4c36-bfeb-476a6af840e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:02.570504 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d223e8e5-0261-4c36-bfeb-476a6af840e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:02.629212 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-bbc1aaa2-d1e3-448b-bdd7-ddeea12e4bd7 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] Made reservation on behalf of d047b1c127f34e7d90f0adc75374dc16 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:21:02.632960 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-bbc1aaa2-d1e3-448b-bdd7-ddeea12e4bd7 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:02.641900 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-bbc1aaa2-d1e3-448b-bdd7-ddeea12e4bd7 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:02.653403 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f47cac38-a79f-4ea3-8d04-8a8715c714c3 req-b4c1ae53-7360-4b5d-84b6-e7f2010c7a05 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244588 Apr 20 13:21:02.677842 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbebe893-c9e0-432e-89cf-cc2ea00a0ac9 req-df23b22a-9b3e-4a42-a70b-3eed95f306eb tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:02.679441 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dbebe893-c9e0-432e-89cf-cc2ea00a0ac9 req-df23b22a-9b3e-4a42-a70b-3eed95f306eb tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 944 time: 0.0755322 Apr 20 13:21:02.680377 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-47297547-ce0a-488e-b79e-2ced3a0794ba tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:02.754741 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-bbc1aaa2-d1e3-448b-bdd7-ddeea12e4bd7 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:02.756728 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d223e8e5-0261-4c36-bfeb-476a6af840e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:02.759995 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d223e8e5-0261-4c36-bfeb-476a6af840e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:02.763554 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d223e8e5-0261-4c36-bfeb-476a6af840e0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9abc225f-5b52-4bef-9870-ee6e64aa30f8 HTTP/1.1" status: 204 len: 168 time: 0.3649735 Apr 20 13:21:02.771563 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d223e8e5-0261-4c36-bfeb-476a6af840e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abc225f-5b52-4bef-9870-ee6e64aa30f8,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:02.823181 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-bbc1aaa2-d1e3-448b-bdd7-ddeea12e4bd7 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:02.862633 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47297547-ce0a-488e-b79e-2ced3a0794ba tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Checking segment: {'id': 'c2537894-e0e6-4299-8bc1-b4198c2019d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd3e47490-add1-4adf-b5c9-240ccd32fc74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:21:02.863549 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47297547-ce0a-488e-b79e-2ced3a0794ba tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Network hostable DHCP agents. Network: d3e47490-add1-4adf-b5c9-240ccd32fc74, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:21:02.891111 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47297547-ce0a-488e-b79e-2ced3a0794ba tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'Subnet': ['ID=f89f5b1d-5bdb-451a-b4c0-6d4bc91c482c,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:02.904950 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dbebe893-c9e0-432e-89cf-cc2ea00a0ac9 req-71e85aab-446f-4cea-9766-267ec7681a43 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154272 Apr 20 13:21:02.914066 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc1aaa2-d1e3-448b-bdd7-ddeea12e4bd7 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=144cde5a-b633-4731-adeb-2b21a4c7d93f,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:02.952557 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a533cc6-1ebd-4b05-bb06-8a3bc4661e8a req-e82fa427-6079-442a-a5fd-f741c2f1674f tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:02.954214 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3a533cc6-1ebd-4b05-bb06-8a3bc4661e8a req-e82fa427-6079-442a-a5fd-f741c2f1674f tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de9013c-13bc-448b-b7e5-8321a8e349b0 HTTP/1.1" status: 200 len: 945 time: 0.1461053 Apr 20 13:21:02.996422 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3a533cc6-1ebd-4b05-bb06-8a3bc4661e8a req-e8effbe7-dc90-4a7b-aa93-d9d503ade7b9 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352445 Apr 20 13:21:03.000182 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-bbc1aaa2-d1e3-448b-bdd7-ddeea12e4bd7 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] Allocated IP 192.168.233.235 (6efc3d61-2150-4671-a02d-6127df40131a/c5b1f82a-7732-4b50-ab22-2475f182a712/baa08433-784e-4c41-9153-d6a4d1a39355) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:21:03.031444 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47297547-ce0a-488e-b79e-2ced3a0794ba tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Network d3e47490-add1-4adf-b5c9-240ccd32fc74 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:21:03.109003 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-47297547-ce0a-488e-b79e-2ced3a0794ba tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, d3e47490-add1-4adf-b5c9-240ccd32fc74) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:21:03.114553 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47297547-ce0a-488e-b79e-2ced3a0794ba tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:03.115222 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-47297547-ce0a-488e-b79e-2ced3a0794ba tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:03.122103 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe326c12-d25e-4a8f-bfc8-64b3754d7cc9 None None] Network d3e47490-add1-4adf-b5c9-240ccd32fc74 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:21:03.200131 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-bbc1aaa2-d1e3-448b-bdd7-ddeea12e4bd7 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:03.214146 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57418) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:03.235297 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-47297547-ce0a-488e-b79e-2ced3a0794ba tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2955928 Apr 20 13:21:03.235608 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57422) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:03.247855 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-4c730545-beb2-4404-93d4-f2e8c9c92ede tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'port': {'network_id': 'd3e47490-add1-4adf-b5c9-240ccd32fc74', 'name': 'tempest-PortsTestJSON-819050988'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:03.321832 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6042dd4d-85a5-4600-92ef-6907c8d84683 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-d3e47490-add1-4adf-b5c9-240ccd32fc74', 'network_id': 'd3e47490-add1-4adf-b5c9-240ccd32fc74', 'tenant_id': '921fc4094b8f49f1a436656db5724eca', 'fixed_ips': [{'subnet_id': 'f89f5b1d-5bdb-451a-b4c0-6d4bc91c482c'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:21:03.325195 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6042dd4d-85a5-4600-92ef-6907c8d84683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:03.353577 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-bbc1aaa2-d1e3-448b-bdd7-ddeea12e4bd7 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:03.394546 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-bbc1aaa2-d1e3-448b-bdd7-ddeea12e4bd7 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] Network 6efc3d61-2150-4671-a02d-6127df40131a is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:21:03.422585 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-bbc1aaa2-d1e3-448b-bdd7-ddeea12e4bd7 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:21:03.425348 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-bbc1aaa2-d1e3-448b-bdd7-ddeea12e4bd7 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:21:03.456397 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-686e2632-ca98-41e7-b93a-440669592772 tempest-ServiceProvidersTest-905175017 tempest-ServiceProvidersTest-905175017-project] 10.222.0.25 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2408099 Apr 20 13:21:03.489355 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-bbc1aaa2-d1e3-448b-bdd7-ddeea12e4bd7 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:03.490337 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-bbc1aaa2-d1e3-448b-bdd7-ddeea12e4bd7 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:03.527212 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc1aaa2-d1e3-448b-bdd7-ddeea12e4bd7 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] Pushing event updated for resources: {'Port': ['ID=baa08433-784e-4c41-9153-d6a4d1a39355,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:03.540070 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-6042dd4d-85a5-4600-92ef-6907c8d84683 None None] Allocated IP 172.20.0.2 (d3e47490-add1-4adf-b5c9-240ccd32fc74/f89f5b1d-5bdb-451a-b4c0-6d4bc91c482c/3b2ea1fc-90f6-4898-9d9e-2fba806202e9) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:21:03.612041 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127c631-a366-40a1-bf7b-3329432569cc req-890aa340-ae2d-4367-a4f9-9c305d5f0096 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:03.613648 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5127c631-a366-40a1-bf7b-3329432569cc req-890aa340-ae2d-4367-a4f9-9c305d5f0096 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d1ac732-5092-499b-b39c-895facab237f HTTP/1.1" status: 200 len: 936 time: 0.2083974 Apr 20 13:21:03.614391 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-bbc1aaa2-d1e3-448b-bdd7-ddeea12e4bd7 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3997867 Apr 20 13:21:03.627797 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-a1670691-58f7-4f87-a3ba-fa8606445413 service neutron] Request body: {'port': {'device_id': '8d1ac732-5092-499b-b39c-895facab237f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:03.637183 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [req-7b1fbd37-847d-43dc-bf67-a0024cf30a88 req-227f8dc4-50f8-45c5-b733-00f8f79a903a service neutron] (114870) timed out ('10.222.0.25', 55288) {{(pid=114870) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 13:21:03.713634 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5127c631-a366-40a1-bf7b-3329432569cc req-48194c7d-4e58-4301-9922-09467bc3c012 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] 10.222.0.25 "GET /v2.0/security-groups?id=144cde5a-b633-4731-adeb-2b21a4c7d93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864401 Apr 20 13:21:03.753229 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-a1670691-58f7-4f87-a3ba-fa8606445413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:03.839338 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c730545-beb2-4404-93d4-f2e8c9c92ede tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Made reservation on behalf of 921fc4094b8f49f1a436656db5724eca for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:21:03.844977 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6042dd4d-85a5-4600-92ef-6907c8d84683 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:03.854069 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c730545-beb2-4404-93d4-f2e8c9c92ede tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:03.870700 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57432) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:03.895619 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-458e6029-8558-4838-a83a-f62d8fedc1e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:03.902311 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [None req-4c730545-beb2-4404-93d4-f2e8c9c92ede tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] device_id is not set on port f33d050f-1c40-4dce-bad5-8111f8ce17c7 yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:21:03.924732 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6042dd4d-85a5-4600-92ef-6907c8d84683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:03.939683 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77630d0-a98b-4dc0-8c3e-db1ef6b650b7 req-d37b5391-824a-481b-b135-ebe64317e0f1 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:03.952037 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b77630d0-a98b-4dc0-8c3e-db1ef6b650b7 req-d37b5391-824a-481b-b135-ebe64317e0f1 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8914967-9f85-4f13-a1b1-1d36d5a6da77 HTTP/1.1" status: 200 len: 946 time: 0.1694925 Apr 20 13:21:04.003488 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-0bee1f58-6f26-4614-a448-6b922912c86c None None] Provisioning complete for port baa08433-784e-4c41-9153-d6a4d1a39355 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:04.004855 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0bee1f58-6f26-4614-a448-6b922912c86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:04.009319 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6042dd4d-85a5-4600-92ef-6907c8d84683 None None] Network d3e47490-add1-4adf-b5c9-240ccd32fc74 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:21:04.032852 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-6042dd4d-85a5-4600-92ef-6907c8d84683 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:21:04.041968 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6042dd4d-85a5-4600-92ef-6907c8d84683 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:21:04.058642 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042dd4d-85a5-4600-92ef-6907c8d84683 None None] Pushing event updated for resources: {'Port': ['ID=3b2ea1fc-90f6-4898-9d9e-2fba806202e9,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:04.080523 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-0bee1f58-6f26-4614-a448-6b922912c86c None None] Port baa08433-784e-4c41-9153-d6a4d1a39355 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:21:04.116058 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-6042dd4d-85a5-4600-92ef-6907c8d84683 None None] Attempting to bind port 3b2ea1fc-90f6-4898-9d9e-2fba806202e9 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:21:04.116764 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-6042dd4d-85a5-4600-92ef-6907c8d84683 None None] Attempting to bind port 3b2ea1fc-90f6-4898-9d9e-2fba806202e9 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'c2537894-e0e6-4299-8bc1-b4198c2019d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd3e47490-add1-4adf-b5c9-240ccd32fc74'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:21:04.117564 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6042dd4d-85a5-4600-92ef-6907c8d84683 None None] Attempting to bind port 3b2ea1fc-90f6-4898-9d9e-2fba806202e9 on network d3e47490-add1-4adf-b5c9-240ccd32fc74 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:21:04.125051 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6042dd4d-85a5-4600-92ef-6907c8d84683 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:21:04.126227 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6042dd4d-85a5-4600-92ef-6907c8d84683 None None] Checking segment: {'id': 'c2537894-e0e6-4299-8bc1-b4198c2019d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd3e47490-add1-4adf-b5c9-240ccd32fc74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:21:04.126818 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6042dd4d-85a5-4600-92ef-6907c8d84683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:04.127432 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6042dd4d-85a5-4600-92ef-6907c8d84683 None None] Bound using segment: {'id': 'c2537894-e0e6-4299-8bc1-b4198c2019d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd3e47490-add1-4adf-b5c9-240ccd32fc74'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:21:04.131272 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-6042dd4d-85a5-4600-92ef-6907c8d84683 None None] Bound port: 3b2ea1fc-90f6-4898-9d9e-2fba806202e9, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2537894-e0e6-4299-8bc1-b4198c2019d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd3e47490-add1-4adf-b5c9-240ccd32fc74'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:21:04.131707 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6042dd4d-85a5-4600-92ef-6907c8d84683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:04.170853 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-a1670691-58f7-4f87-a3ba-fa8606445413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baa08433-784e-4c41-9153-d6a4d1a39355 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:21:04.184737 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-a1670691-58f7-4f87-a3ba-fa8606445413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:04.201767 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b77630d0-a98b-4dc0-8c3e-db1ef6b650b7 req-803b749d-e45a-4054-8ff5-ad975f7f4a81 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487457 Apr 20 13:21:04.204030 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57440) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:04.206577 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-a1670691-58f7-4f87-a3ba-fa8606445413 service neutron] Transition to ACTIVE for port object baa08433-784e-4c41-9153-d6a4d1a39355 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:21:04.253885 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6042dd4d-85a5-4600-92ef-6907c8d84683 None None] For port 3b2ea1fc-90f6-4898-9d9e-2fba806202e9, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:21:04.257790 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6042dd4d-85a5-4600-92ef-6907c8d84683 None None] For port 3b2ea1fc-90f6-4898-9d9e-2fba806202e9, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=3b2ea1fc-90f6-4898-9d9e-2fba806202e9,segment=NetworkSegment(c2537894-e0e6-4299-8bc1-b4198c2019d7),segment_id=c2537894-e0e6-4299-8bc1-b4198c2019d7)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:21:04.269572 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-458e6029-8558-4838-a83a-f62d8fedc1e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:04.281164 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5fd25-d2e6-4a59-ad0a-f6c6566eeef9 req-dba781cf-6e3d-4eca-a16e-88952cb3fc0d tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:04.287982 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3da5fd25-d2e6-4a59-ad0a-f6c6566eeef9 req-dba781cf-6e3d-4eca-a16e-88952cb3fc0d tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 944 time: 0.2358706 Apr 20 13:21:04.306275 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-a1670691-58f7-4f87-a3ba-fa8606445413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:04.348962 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-4c730545-beb2-4404-93d4-f2e8c9c92ede tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Allocated IP 172.20.0.4 (d3e47490-add1-4adf-b5c9-240ccd32fc74/f89f5b1d-5bdb-451a-b4c0-6d4bc91c482c/f33d050f-1c40-4dce-bad5-8111f8ce17c7) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:21:04.376960 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1670691-58f7-4f87-a3ba-fa8606445413 service neutron] Pushing event updated for resources: {'Port': ['ID=baa08433-784e-4c41-9153-d6a4d1a39355,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:04.383376 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3da5fd25-d2e6-4a59-ad0a-f6c6566eeef9 req-adf2d562-a6cd-4788-aa0c-633f63f44fcd tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945845 Apr 20 13:21:04.394984 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-458e6029-8558-4838-a83a-f62d8fedc1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:04.395576 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6042dd4d-85a5-4600-92ef-6907c8d84683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:04.412042 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b7f24a85-2e3c-402c-86cc-ae7461498d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:04.460322 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-458e6029-8558-4838-a83a-f62d8fedc1e8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=138f2499458e467ca4c65c87493924d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5886483 Apr 20 13:21:04.463931 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57444) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:04.470555 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa50d20-6aa4-4e4f-bb0d-c955d01a0121 req-f5f9d617-938f-451b-a733-748055eea79e tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:04.472810 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0fa50d20-6aa4-4e4f-bb0d-c955d01a0121 req-f5f9d617-938f-451b-a733-748055eea79e tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de9013c-13bc-448b-b7e5-8321a8e349b0 HTTP/1.1" status: 200 len: 945 time: 0.1789503 Apr 20 13:21:04.511033 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042dd4d-85a5-4600-92ef-6907c8d84683 None None] Pushing event updated for resources: {'Port': ['ID=3b2ea1fc-90f6-4898-9d9e-2fba806202e9,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:04.544069 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-a1670691-58f7-4f87-a3ba-fa8606445413 service neutron] Attempting to bind port baa08433-784e-4c41-9153-d6a4d1a39355 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:21:04.544414 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-a1670691-58f7-4f87-a3ba-fa8606445413 service neutron] Attempting to bind port baa08433-784e-4c41-9153-d6a4d1a39355 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:21:04.544878 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-a1670691-58f7-4f87-a3ba-fa8606445413 service neutron] Attempting to bind port baa08433-784e-4c41-9153-d6a4d1a39355 on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:21:04.559727 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-a1670691-58f7-4f87-a3ba-fa8606445413 service neutron] Port baa08433-784e-4c41-9153-d6a4d1a39355 on network 6efc3d61-2150-4671-a02d-6127df40131a not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:21:04.563480 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-a1670691-58f7-4f87-a3ba-fa8606445413 service neutron] Attempting to bind port baa08433-784e-4c41-9153-d6a4d1a39355 on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:21:04.569678 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e6029-8558-4838-a83a-f62d8fedc1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e845ba-ffaf-4c61-94df-6dab6e010478,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:04.578734 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0fa50d20-6aa4-4e4f-bb0d-c955d01a0121 req-0cd736a2-db24-4031-852c-bb95478e6e5f tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957162 Apr 20 13:21:04.586003 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-a1670691-58f7-4f87-a3ba-fa8606445413 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:21:04.586415 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-a1670691-58f7-4f87-a3ba-fa8606445413 service neutron] Checking segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:21:04.586873 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-a1670691-58f7-4f87-a3ba-fa8606445413 service neutron] Bound using segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:21:04.587429 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-a1670691-58f7-4f87-a3ba-fa8606445413 service neutron] Bound port: baa08433-784e-4c41-9153-d6a4d1a39355, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:21:04.588455 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-a1670691-58f7-4f87-a3ba-fa8606445413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:04.610569 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-35fc2dea-5933-4373-8545-019d02237483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:04.678808 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-35fc2dea-5933-4373-8545-019d02237483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:04.700293 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b7f24a85-2e3c-402c-86cc-ae7461498d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:04.728508 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c730545-beb2-4404-93d4-f2e8c9c92ede tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:04.784922 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-a1670691-58f7-4f87-a3ba-fa8606445413 service neutron] For port baa08433-784e-4c41-9153-d6a4d1a39355, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:21:04.787531 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-a1670691-58f7-4f87-a3ba-fa8606445413 service neutron] For port baa08433-784e-4c41-9153-d6a4d1a39355, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=baa08433-784e-4c41-9153-d6a4d1a39355,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:21:04.798354 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b7f24a85-2e3c-402c-86cc-ae7461498d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:04.847396 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57450) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:04.847718 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b7f24a85-2e3c-402c-86cc-ae7461498d46 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ab85b614bc9245f1aedb0e5dd6744e32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6386783 Apr 20 13:21:04.857172 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f24a85-2e3c-402c-86cc-ae7461498d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678412f2-630e-47ae-888d-6c38c1693033,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:04.881902 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c730545-beb2-4404-93d4-f2e8c9c92ede tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:04.935288 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-a1670691-58f7-4f87-a3ba-fa8606445413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:04.937457 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-35fc2dea-5933-4373-8545-019d02237483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:04.940760 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-35fc2dea-5933-4373-8545-019d02237483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:04.944345 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-35fc2dea-5933-4373-8545-019d02237483 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/83e845ba-ffaf-4c61-94df-6dab6e010478 HTTP/1.1" status: 204 len: 168 time: 0.4771953 Apr 20 13:21:04.968908 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c730545-beb2-4404-93d4-f2e8c9c92ede tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Network d3e47490-add1-4adf-b5c9-240ccd32fc74 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:21:04.985784 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f020eb-d4c4-4276-8fb4-727fa8cb7193 req-d3118e28-991b-42a7-b1e1-54ecd4e6ba83 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:04.989639 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-45f020eb-d4c4-4276-8fb4-727fa8cb7193 req-d3118e28-991b-42a7-b1e1-54ecd4e6ba83 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d1ac732-5092-499b-b39c-895facab237f HTTP/1.1" status: 200 len: 948 time: 0.1542737 Apr 20 13:21:04.989639 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-4c730545-beb2-4404-93d4-f2e8c9c92ede tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:21:04.993909 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc2dea-5933-4373-8545-019d02237483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e845ba-ffaf-4c61-94df-6dab6e010478,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:04.994722 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c730545-beb2-4404-93d4-f2e8c9c92ede tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:21:05.004637 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-a1670691-58f7-4f87-a3ba-fa8606445413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:05.005266 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-a1670691-58f7-4f87-a3ba-fa8606445413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:05.006679 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-a1670691-58f7-4f87-a3ba-fa8606445413 service neutron] 10.222.0.32 "PUT /v2.0/ports/baa08433-784e-4c41-9153-d6a4d1a39355 HTTP/1.1" status: 200 len: 1096 time: 1.3833487 Apr 20 13:21:05.007323 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1ac732-5092-499b-b39c-895facab237f', 'tag': 'baa08433-784e-4c41-9153-d6a4d1a39355'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:21:05.010868 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a32f555-5740-48aa-821e-da00ed2a3726" -d '{"events": [{"name": "network-changed", "server_uuid": "8d1ac732-5092-499b-b39c-895facab237f", "tag": "baa08433-784e-4c41-9153-d6a4d1a39355"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:21:05.016664 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c730545-beb2-4404-93d4-f2e8c9c92ede tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'Port': ['ID=f33d050f-1c40-4dce-bad5-8111f8ce17c7,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:05.043231 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1670691-58f7-4f87-a3ba-fa8606445413 service neutron] Pushing event updated for resources: {'Port': ['ID=baa08433-784e-4c41-9153-d6a4d1a39355,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:05.054851 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-249b230f-7766-49d4-bf6d-01af4e4ad7f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:05.114128 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-249b230f-7766-49d4-bf6d-01af4e4ad7f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:05.118765 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-45f020eb-d4c4-4276-8fb4-727fa8cb7193 req-68992611-51de-4a89-9c7a-37c54b0eb0cc tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] 10.222.0.25 "GET /v2.0/security-groups?id=144cde5a-b633-4731-adeb-2b21a4c7d93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191828 Apr 20 13:21:05.143699 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c730545-beb2-4404-93d4-f2e8c9c92ede tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:05.144531 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c730545-beb2-4404-93d4-f2e8c9c92ede tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:05.187996 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-b10d9f94-1c77-4f53-a5a9-ea5c005cf66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:05.190328 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-b10d9f94-1c77-4f53-a5a9-ea5c005cf66d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d047b1c127f34e7d90f0adc75374dc16&device_id=8d1ac732-5092-499b-b39c-895facab237f HTTP/1.1" status: 200 len: 1099 time: 0.0731776 Apr 20 13:21:05.235945 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-8e771b86-9b69-40f6-be0c-ef6c7a5be53f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=baa08433-784e-4c41-9153-d6a4d1a39355 HTTP/1.1" status: 200 len: 217 time: 0.0370831 Apr 20 13:21:05.280315 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4c730545-beb2-4404-93d4-f2e8c9c92ede tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0436420 Apr 20 13:21:05.283088 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57460) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:05.295936 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-249b230f-7766-49d4-bf6d-01af4e4ad7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:05.297600 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-249b230f-7766-49d4-bf6d-01af4e4ad7f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:05.301001 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-249b230f-7766-49d4-bf6d-01af4e4ad7f6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/678412f2-630e-47ae-888d-6c38c1693033 HTTP/1.1" status: 204 len: 168 time: 0.4504788 Apr 20 13:21:05.330263 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-0376f302-1eab-49c0-8829-7e67fdc89e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:05.331990 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-0376f302-1eab-49c0-8829-7e67fdc89e97 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0877783 Apr 20 13:21:05.356489 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b230f-7766-49d4-bf6d-01af4e4ad7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678412f2-630e-47ae-888d-6c38c1693033,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:05.398882 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-cb275e79-03ca-43df-8679-c29bdd4bddd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:05.401126 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-cb275e79-03ca-43df-8679-c29bdd4bddd2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0614388 Apr 20 13:21:05.423539 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cea78e-f5ce-4ae9-b4dd-04bb49aae9d8 req-cddc0ec9-7efe-403e-89b4-a11f422029b9 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:05.432231 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-27cea78e-f5ce-4ae9-b4dd-04bb49aae9d8 req-cddc0ec9-7efe-403e-89b4-a11f422029b9 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8914967-9f85-4f13-a1b1-1d36d5a6da77 HTTP/1.1" status: 200 len: 946 time: 0.1122713 Apr 20 13:21:05.504156 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-27cea78e-f5ce-4ae9-b4dd-04bb49aae9d8 req-803f8435-0a82-4fcf-a3f6-08de60b27591 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706911 Apr 20 13:21:05.512129 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-2e6e58f2-7492-4760-837e-34193419d937 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Deleting port f33d050f-1c40-4dce-bad5-8111f8ce17c7 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:21:05.513413 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2e6e58f2-7492-4760-837e-34193419d937 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:05.525582 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-e555942a-6d51-4f66-91b7-8985c3630493 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174881 Apr 20 13:21:05.609927 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b3eb9f-9014-480e-bbb8-30cb34193994 x-openstack-request-id: req-36b3eb9f-9014-480e-bbb8-30cb34193994 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:21:05.610230 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d1ac732-5092-499b-b39c-895facab237f", "tag": "baa08433-784e-4c41-9153-d6a4d1a39355", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:21:05.610461 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-36b3eb9f-9014-480e-bbb8-30cb34193994 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:21:05.611474 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36b3eb9f-9014-480e-bbb8-30cb34193994'] response: {'name': 'network-changed', 'server_uuid': '8d1ac732-5092-499b-b39c-895facab237f', 'tag': 'baa08433-784e-4c41-9153-d6a4d1a39355', 'status': 'completed', 'code': 200} Apr 20 13:21:05.738193 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 3b2ea1fc-90f6-4898-9d9e-2fba806202e9 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:21:05.754039 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a7377fb7-c084-4529-9fc6-626c29c4c876 req-8ce089e9-9476-4ef7-a655-6f061bc37433 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184761 Apr 20 13:21:05.777347 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2e6e58f2-7492-4760-837e-34193419d937 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:05.815246 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-2e6e58f2-7492-4760-837e-34193419d937 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Calling delete_port for f33d050f-1c40-4dce-bad5-8111f8ce17c7 owned by {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:21:05.818731 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 3b2ea1fc-90f6-4898-9d9e-2fba806202e9 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:05.819103 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:05.851600 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0bffae-5c43-4efe-87f8-5c45556f0260 req-93a68c51-10b9-4447-a763-5848a8f34fdf tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:05.854473 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2e0bffae-5c43-4efe-87f8-5c45556f0260 req-93a68c51-10b9-4447-a763-5848a8f34fdf tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 944 time: 0.1767154 Apr 20 13:21:05.892980 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed46633-3da2-4f67-b1ab-f1c584afcb94 req-cd82c25d-d372-4f21-bb47-2adce4454ac4 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:05.894542 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fed46633-3da2-4f67-b1ab-f1c584afcb94 req-cd82c25d-d372-4f21-bb47-2adce4454ac4 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de9013c-13bc-448b-b7e5-8321a8e349b0 HTTP/1.1" status: 200 len: 945 time: 0.1774440 Apr 20 13:21:05.902437 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:05.913304 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 6319332d-ba6a-4450-91d6-134778e02895 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:21:05.985678 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 3b2ea1fc-90f6-4898-9d9e-2fba806202e9, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=3b2ea1fc-90f6-4898-9d9e-2fba806202e9,segment=NetworkSegment(c2537894-e0e6-4299-8bc1-b4198c2019d7),segment_id=c2537894-e0e6-4299-8bc1-b4198c2019d7)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:21:06.010503 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fed46633-3da2-4f67-b1ab-f1c584afcb94 req-33334e53-60c1-46f0-86be-5193e4561b6f tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023369 Apr 20 13:21:06.023370 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2e0bffae-5c43-4efe-87f8-5c45556f0260 req-48d56c12-42da-49e6-909e-e5d8557b9cd0 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262624 Apr 20 13:21:06.078120 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:06.088916 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32f555-5740-48aa-821e-da00ed2a3726 req-91402e29-dbcb-404b-91e0-8c61278ae614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:06.092555 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8a32f555-5740-48aa-821e-da00ed2a3726 req-91402e29-dbcb-404b-91e0-8c61278ae614 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d047b1c127f34e7d90f0adc75374dc16&device_id=8d1ac732-5092-499b-b39c-895facab237f HTTP/1.1" status: 200 len: 1099 time: 0.1097615 Apr 20 13:21:06.106910 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57476) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:06.135961 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a640b9b2-fe80-41fe-917e-84b5d37faa38 None None] Network d3e47490-add1-4adf-b5c9-240ccd32fc74 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:21:06.142174 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-36122696-1d23-41a9-825d-943af7de06ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:06.204739 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 6319332d-ba6a-4450-91d6-134778e02895, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=6319332d-ba6a-4450-91d6-134778e02895,segment=NetworkSegment(da203ac5-ec47-412d-9a8f-1056386260c6),segment_id=da203ac5-ec47-412d-9a8f-1056386260c6)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:21:06.225087 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=3b2ea1fc-90f6-4898-9d9e-2fba806202e9,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:06.245229 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '6319332d-ba6a-4450-91d6-134778e02895', 'network_id': '00bf89be-b590-4b91-9bd9-098821a10670', 'port_id': '6319332d-ba6a-4450-91d6-134778e02895', 'mac_address': 'fa:16:3e:12:95:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b50266ce-851e-4de2-9181-6876aeec3806', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:21:06.268832 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32f555-5740-48aa-821e-da00ed2a3726 req-c7855324-2182-4ef6-90ed-3f563574552b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:06.271396 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8a32f555-5740-48aa-821e-da00ed2a3726 req-c7855324-2182-4ef6-90ed-3f563574552b service neutron] 10.222.0.32 "GET /v2.0/networks?id=6efc3d61-2150-4671-a02d-6127df40131a HTTP/1.1" status: 200 len: 870 time: 0.1719353 Apr 20 13:21:06.290866 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-97e24a28-e0b8-4828-9d2a-fc286ad56ec8 None None] Provisioning complete for port 3b2ea1fc-90f6-4898-9d9e-2fba806202e9 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:06.291493 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-97e24a28-e0b8-4828-9d2a-fc286ad56ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:06.293898 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4708f-c489-4c23-ac08-174b10a48190 req-9b5f72f7-17ac-4cf3-84e5-f0219241bc71 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:06.295942 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2cb4708f-c489-4c23-ac08-174b10a48190 req-9b5f72f7-17ac-4cf3-84e5-f0219241bc71 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d1ac732-5092-499b-b39c-895facab237f HTTP/1.1" status: 200 len: 948 time: 0.0859280 Apr 20 13:21:06.321036 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2e6e58f2-7492-4760-837e-34193419d937 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:06.328738 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8a32f555-5740-48aa-821e-da00ed2a3726 req-2327e36c-183b-459b-b403-aada61b87c0b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=baa08433-784e-4c41-9153-d6a4d1a39355 HTTP/1.1" status: 200 len: 217 time: 0.0491600 Apr 20 13:21:06.371752 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e58f2-7492-4760-837e-34193419d937 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'Port': ['ID=f33d050f-1c40-4dce-bad5-8111f8ce17c7,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:06.391906 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32f555-5740-48aa-821e-da00ed2a3726 req-6536ea89-fa1e-4a78-9ae5-526fbdb4c856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:06.397143 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8a32f555-5740-48aa-821e-da00ed2a3726 req-6536ea89-fa1e-4a78-9ae5-526fbdb4c856 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0607169 Apr 20 13:21:06.465962 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32f555-5740-48aa-821e-da00ed2a3726 req-ceb57eca-6115-475c-b830-76edc1301bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:06.467980 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8a32f555-5740-48aa-821e-da00ed2a3726 req-ceb57eca-6115-475c-b830-76edc1301bb2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0626585 Apr 20 13:21:06.537336 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:06.571107 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6319332d-ba6a-4450-91d6-134778e02895 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:21:06.625494 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8a32f555-5740-48aa-821e-da00ed2a3726 req-7a4c3623-daa0-4714-9c1e-30040fc51b7b service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471832 Apr 20 13:21:06.625632 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 6319332d-ba6a-4450-91d6-134778e02895, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=6319332d-ba6a-4450-91d6-134778e02895,segment=NetworkSegment(da203ac5-ec47-412d-9a8f-1056386260c6),segment_id=da203ac5-ec47-412d-9a8f-1056386260c6)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:21:06.727165 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:06.754395 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8a32f555-5740-48aa-821e-da00ed2a3726 req-e6a9b359-7ab2-4b10-91d2-e6ccad5a9932 service neutron] 10.222.0.32 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242990 Apr 20 13:21:06.806035 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=6319332d-ba6a-4450-91d6-134778e02895,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:06.844019 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2cb4708f-c489-4c23-ac08-174b10a48190 req-74a01994-7b1b-43de-b618-01352f11ea54 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] 10.222.0.25 "GET /v2.0/security-groups?id=144cde5a-b633-4731-adeb-2b21a4c7d93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5414886 Apr 20 13:21:06.919306 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2e6e58f2-7492-4760-837e-34193419d937 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:06.922475 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2e6e58f2-7492-4760-837e-34193419d937 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/ports/f33d050f-1c40-4dce-bad5-8111f8ce17c7 HTTP/1.1" status: 204 len: 168 time: 1.6384122 Apr 20 13:21:06.925876 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57498) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:06.938824 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-36122696-1d23-41a9-825d-943af7de06ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:06.951664 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59d90a-ea3d-4e2a-9a1a-e185d3fc5a35 req-c936b817-b8f5-46ef-b2c1-4ffaba202c6a tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:06.959309 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cf59d90a-ea3d-4e2a-9a1a-e185d3fc5a35 req-c936b817-b8f5-46ef-b2c1-4ffaba202c6a tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8914967-9f85-4f13-a1b1-1d36d5a6da77 HTTP/1.1" status: 200 len: 946 time: 0.1108477 Apr 20 13:21:06.967284 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-297a10a3-0101-4262-89ad-4652be896fe7 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] DELETE failed (client error): The resource could not be found. Apr 20 13:21:06.968072 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-297a10a3-0101-4262-89ad-4652be896fe7 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:21:06.973844 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-a714b55c-66ea-4fee-bded-2b0bdc1f4956 None None] Provisioning complete for port 3b2ea1fc-90f6-4898-9d9e-2fba806202e9 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:06.974492 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a714b55c-66ea-4fee-bded-2b0bdc1f4956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:06.981406 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-297a10a3-0101-4262-89ad-4652be896fe7 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/ports/f33d050f-1c40-4dce-bad5-8111f8ce17c7 HTTP/1.1" status: 404 len: 333 time: 0.0543985 Apr 20 13:21:06.982043 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57500) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:07.009070 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cf59d90a-ea3d-4e2a-9a1a-e185d3fc5a35 req-ae16a3b4-1114-4c4a-9b88-4729b71dfa0a tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490615 Apr 20 13:21:07.032955 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d027021-b409-4014-81a4-de37ab55c6bf tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] GET failed (client error): The resource could not be found. Apr 20 13:21:07.037541 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6d027021-b409-4014-81a4-de37ab55c6bf tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "GET /v2.0/ports/f33d050f-1c40-4dce-bad5-8111f8ce17c7 HTTP/1.1" status: 404 len: 333 time: 0.0544522 Apr 20 13:21:07.037795 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57502) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:07.047743 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-36122696-1d23-41a9-825d-943af7de06ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:07.056277 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57506) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:07.133825 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['6319332d-ba6a-4450-91d6-134778e02895'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:21:07.154253 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-be55f4fe-ba56-43cd-b2e4-fc199d07d1da tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Deleting subnet f89f5b1d-5bdb-451a-b4c0-6d4bc91c482c {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:21:07.165770 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57512) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:07.176895 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-36122696-1d23-41a9-825d-943af7de06ce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1186b45ffc6541afb9c54a2b1054fc31&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0685084 Apr 20 13:21:07.189304 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-be55f4fe-ba56-43cd-b2e4-fc199d07d1da tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:07.191782 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36122696-1d23-41a9-825d-943af7de06ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de643910-27b4-4bf1-9f03-4061313e08e1,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:07.255382 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-497ce956-526f-47c1-96fb-dabc180b4620 None None] Could not find standard attr ID for object f33d050f-1c40-4dce-bad5-8111f8ce17c7. {{(pid=114871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:21:07.268971 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-be55f4fe-ba56-43cd-b2e4-fc199d07d1da tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:07.273483 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-a17bb7f2-0e2a-4ee0-b31c-918fc43a7de3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1198284181-network', 'tenant_id': '7c93013ee0ae49e1836238c5cde6b1a7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:07.330286 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6c57ab3f-7073-46ee-b88b-f99862bdbc6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:07.379959 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6c57ab3f-7073-46ee-b88b-f99862bdbc6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:07.391824 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-be55f4fe-ba56-43cd-b2e4-fc199d07d1da tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:07.438453 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17bb7f2-0e2a-4ee0-b31c-918fc43a7de3 admin admin] Made reservation on behalf of 7c93013ee0ae49e1836238c5cde6b1a7 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:21:07.441188 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a17bb7f2-0e2a-4ee0-b31c-918fc43a7de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:07.452840 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a17bb7f2-0e2a-4ee0-b31c-918fc43a7de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:07.482385 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99347aee-81ad-4d4b-a3c8-b28eb14b812e req-595faccd-826c-4b6a-83a8-feae85b20e34 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:07.495109 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-99347aee-81ad-4d4b-a3c8-b28eb14b812e req-595faccd-826c-4b6a-83a8-feae85b20e34 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de9013c-13bc-448b-b7e5-8321a8e349b0 HTTP/1.1" status: 200 len: 945 time: 0.3455672 Apr 20 13:21:07.563492 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 3b2ea1fc-90f6-4898-9d9e-2fba806202e9 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:21:07.578784 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-99347aee-81ad-4d4b-a3c8-b28eb14b812e req-bea5e4d6-5b7a-4e09-b1d9-1ce7367d05e2 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827558 Apr 20 13:21:07.599173 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade63e92-21c1-4b62-81f7-066e131278d2 req-68036aa8-9c4b-4a93-ab48-bca0d94aa1b8 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:07.599173 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ade63e92-21c1-4b62-81f7-066e131278d2 req-68036aa8-9c4b-4a93-ab48-bca0d94aa1b8 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 945 time: 0.0804961 Apr 20 13:21:07.599379 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6c57ab3f-7073-46ee-b88b-f99862bdbc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:07.601331 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6c57ab3f-7073-46ee-b88b-f99862bdbc6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:07.605895 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6c57ab3f-7073-46ee-b88b-f99862bdbc6a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/de643910-27b4-4bf1-9f03-4061313e08e1 HTTP/1.1" status: 204 len: 168 time: 0.4361632 Apr 20 13:21:07.621655 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 3b2ea1fc-90f6-4898-9d9e-2fba806202e9 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:07.622094 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:07.641917 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c57ab3f-7073-46ee-b88b-f99862bdbc6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de643910-27b4-4bf1-9f03-4061313e08e1,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:07.648757 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ade63e92-21c1-4b62-81f7-066e131278d2 req-9a009c69-72ed-45a5-91ce-cd74e1f14c9c tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476353 Apr 20 13:21:07.713774 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-be55f4fe-ba56-43cd-b2e4-fc199d07d1da tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:07.725641 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a17bb7f2-0e2a-4ee0-b31c-918fc43a7de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:07.747977 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55f4fe-ba56-43cd-b2e4-fc199d07d1da tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'Subnet': ['ID=f89f5b1d-5bdb-451a-b4c0-6d4bc91c482c,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:07.752377 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-be55f4fe-ba56-43cd-b2e4-fc199d07d1da tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:07.758763 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-be55f4fe-ba56-43cd-b2e4-fc199d07d1da tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/subnets/f89f5b1d-5bdb-451a-b4c0-6d4bc91c482c HTTP/1.1" status: 204 len: 168 time: 0.7197733 Apr 20 13:21:07.759161 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57520) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:07.763104 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dff5c9-7595-464b-ad7b-e51b71375ee1 None None] Network d3e47490-add1-4adf-b5c9-240ccd32fc74 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:21:07.837156 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-01f40504-5791-4cb0-816f-5e6f590e2d0a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:07.868911 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a17bb7f2-0e2a-4ee0-b31c-918fc43a7de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:07.908856 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-01f40504-5791-4cb0-816f-5e6f590e2d0a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Deleting port 3b2ea1fc-90f6-4898-9d9e-2fba806202e9 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:21:07.909322 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a17bb7f2-0e2a-4ee0-b31c-918fc43a7de3 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:21:07.909825 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-01f40504-5791-4cb0-816f-5e6f590e2d0a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:07.936325 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a17bb7f2-0e2a-4ee0-b31c-918fc43a7de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:07.936794 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-a17bb7f2-0e2a-4ee0-b31c-918fc43a7de3 admin admin] Added segment 8e4d2b21-7cf7-43bc-bbbe-e584b6813c1d of type vlan for network ad84a39a-0e19-4629-a4c0-3bf4222a2ced Apr 20 13:21:07.950224 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17bb7f2-0e2a-4ee0-b31c-918fc43a7de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f8adfe-0ec3-4222-85f3-830a2af73341,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:07.977886 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66311bf8-9715-4d55-98b2-5e5779e537dd None None] DHCP port deletion for d3e47490-add1-4adf-b5c9-240ccd32fc74 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:21:07.993264 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a17bb7f2-0e2a-4ee0-b31c-918fc43a7de3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:08.035132 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-66311bf8-9715-4d55-98b2-5e5779e537dd None None] Deleting port 3b2ea1fc-90f6-4898-9d9e-2fba806202e9 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:21:08.035525 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-66311bf8-9715-4d55-98b2-5e5779e537dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:08.049888 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-01f40504-5791-4cb0-816f-5e6f590e2d0a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] For port 3b2ea1fc-90f6-4898-9d9e-2fba806202e9, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=3b2ea1fc-90f6-4898-9d9e-2fba806202e9,segment=NetworkSegment(c2537894-e0e6-4299-8bc1-b4198c2019d7),segment_id=c2537894-e0e6-4299-8bc1-b4198c2019d7)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:21:08.055051 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-01f40504-5791-4cb0-816f-5e6f590e2d0a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:08.072717 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed17af9d-0a88-4ef7-9f84-05c5246e4c2c req-c24f0649-3f2c-4b68-badb-ea4140279d54 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:08.074556 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed17af9d-0a88-4ef7-9f84-05c5246e4c2c req-c24f0649-3f2c-4b68-badb-ea4140279d54 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d1ac732-5092-499b-b39c-895facab237f HTTP/1.1" status: 200 len: 948 time: 0.1030300 Apr 20 13:21:08.075670 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-01f40504-5791-4cb0-816f-5e6f590e2d0a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Calling delete_port for 3b2ea1fc-90f6-4898-9d9e-2fba806202e9 owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:21:08.110656 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-66311bf8-9715-4d55-98b2-5e5779e537dd None None] For port 3b2ea1fc-90f6-4898-9d9e-2fba806202e9, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=3b2ea1fc-90f6-4898-9d9e-2fba806202e9,segment=NetworkSegment(c2537894-e0e6-4299-8bc1-b4198c2019d7),segment_id=c2537894-e0e6-4299-8bc1-b4198c2019d7)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:21:08.111060 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-66311bf8-9715-4d55-98b2-5e5779e537dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:08.124934 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-66311bf8-9715-4d55-98b2-5e5779e537dd None None] Calling delete_port for 3b2ea1fc-90f6-4898-9d9e-2fba806202e9 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:21:08.140152 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a17bb7f2-0e2a-4ee0-b31c-918fc43a7de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:08.142627 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17bb7f2-0e2a-4ee0-b31c-918fc43a7de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:08.144329 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a17bb7f2-0e2a-4ee0-b31c-918fc43a7de3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:08.276473 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed17af9d-0a88-4ef7-9f84-05c5246e4c2c req-bee5ddac-00a0-4f9f-bc2d-a8477895b354 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] 10.222.0.25 "GET /v2.0/security-groups?id=144cde5a-b633-4731-adeb-2b21a4c7d93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946743 Apr 20 13:21:08.283096 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17bb7f2-0e2a-4ee0-b31c-918fc43a7de3 admin admin] Pushing event updated for resources: {'Network': ['ID=ad84a39a-0e19-4629-a4c0-3bf4222a2ced,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:08.298101 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a17bb7f2-0e2a-4ee0-b31c-918fc43a7de3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2362175 Apr 20 13:21:08.301018 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57536) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:08.301229 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network ad84a39a-0e19-4629-a4c0-3bf4222a2ced details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:21:08.308529 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-796a6dda-a4b1-4e5c-adc0-0a13603f0dfa admin admin] Request body: {'subnet': {'network_id': 'ad84a39a-0e19-4629-a4c0-3bf4222a2ced', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1198284181-subnet', 'tenant_id': '7c93013ee0ae49e1836238c5cde6b1a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:08.321888 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd256ac-6916-494d-8e67-3ed92ff4cdff req-f7b1a979-6f70-469d-96d8-45f7002bcc1c tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:08.332519 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7dd256ac-6916-494d-8e67-3ed92ff4cdff req-f7b1a979-6f70-469d-96d8-45f7002bcc1c tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8914967-9f85-4f13-a1b1-1d36d5a6da77 HTTP/1.1" status: 200 len: 946 time: 0.1361120 Apr 20 13:21:08.380999 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7dd256ac-6916-494d-8e67-3ed92ff4cdff req-991529ec-49a2-4d58-a187-f4193d3361dc tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475903 Apr 20 13:21:08.390471 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-01f40504-5791-4cb0-816f-5e6f590e2d0a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:08.414172 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-66311bf8-9715-4d55-98b2-5e5779e537dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:08.436591 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f40504-5791-4cb0-816f-5e6f590e2d0a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'Port': ['ID=3b2ea1fc-90f6-4898-9d9e-2fba806202e9,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:08.441636 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66311bf8-9715-4d55-98b2-5e5779e537dd None None] Pushing event deleted for resources: {'Port': ['ID=3b2ea1fc-90f6-4898-9d9e-2fba806202e9,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:08.442283 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f40504-5791-4cb0-816f-5e6f590e2d0a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] No DVR routers for this DVR port 3b2ea1fc-90f6-4898-9d9e-2fba806202e9 on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:21:08.444587 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8557bf6-d86b-4cfb-9dee-8c375a6c0b50 req-767813a1-3ed6-43cd-a9df-f0b2d5f2c594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:08.445672 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66311bf8-9715-4d55-98b2-5e5779e537dd None None] No DVR routers for this DVR port 3b2ea1fc-90f6-4898-9d9e-2fba806202e9 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:21:08.446725 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e8557bf6-d86b-4cfb-9dee-8c375a6c0b50 req-767813a1-3ed6-43cd-a9df-f0b2d5f2c594 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3f64fed5a2842ecb69125ffb4687918&device_id=6de9013c-13bc-448b-b7e5-8321a8e349b0 HTTP/1.1" status: 200 len: 1096 time: 0.0573421 Apr 20 13:21:08.506795 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796a6dda-a4b1-4e5c-adc0-0a13603f0dfa admin admin] Made reservation on behalf of 7c93013ee0ae49e1836238c5cde6b1a7 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:21:08.510379 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-796a6dda-a4b1-4e5c-adc0-0a13603f0dfa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:08.544758 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8557bf6-d86b-4cfb-9dee-8c375a6c0b50 req-8e95512b-22ed-4cd2-ba56-e559616e6a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:08.546239 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e8557bf6-d86b-4cfb-9dee-8c375a6c0b50 req-8e95512b-22ed-4cd2-ba56-e559616e6a24 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b862d419-fbde-4fc5-af1d-51107adf2490 HTTP/1.1" status: 200 len: 917 time: 0.0932066 Apr 20 13:21:08.592756 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e8557bf6-d86b-4cfb-9dee-8c375a6c0b50 req-7ade7109-6702-4a5e-a330-ac01be389a14 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d211606b-6b68-4083-b8e6-2953740cd4dc HTTP/1.1" status: 200 len: 217 time: 0.0392034 Apr 20 13:21:08.624291 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-01f40504-5791-4cb0-816f-5e6f590e2d0a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:08.644775 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8557bf6-d86b-4cfb-9dee-8c375a6c0b50 req-b7192697-6c89-407d-b053-232696e7503e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:08.645729 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40be014-ca2f-40f9-8882-9e2054a763e9 req-82e41eca-057c-4854-96f5-92a128d0f712 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:08.649423 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e8557bf6-d86b-4cfb-9dee-8c375a6c0b50 req-b7192697-6c89-407d-b053-232696e7503e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ca000807-d525-4ea4-9c0b-5d96911607ed HTTP/1.1" status: 200 len: 855 time: 0.0477271 Apr 20 13:21:08.649531 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c40be014-ca2f-40f9-8882-9e2054a763e9 req-82e41eca-057c-4854-96f5-92a128d0f712 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de9013c-13bc-448b-b7e5-8321a8e349b0 HTTP/1.1" status: 200 len: 945 time: 0.2267127 Apr 20 13:21:08.687344 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-01f40504-5791-4cb0-816f-5e6f590e2d0a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e47490-add1-4adf-b5c9-240ccd32fc74']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:21:08.693844 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8557bf6-d86b-4cfb-9dee-8c375a6c0b50 req-8d39923e-4660-444d-8faa-c9e66756c0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:08.695352 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e8557bf6-d86b-4cfb-9dee-8c375a6c0b50 req-8d39923e-4660-444d-8faa-c9e66756c0c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b862d419-fbde-4fc5-af1d-51107adf2490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415010 Apr 20 13:21:08.710635 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-01f40504-5791-4cb0-816f-5e6f590e2d0a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2537894-e0e6-4299-8bc1-b4198c2019d7') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:21:08.710635 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-01f40504-5791-4cb0-816f-5e6f590e2d0a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2537894-e0e6-4299-8bc1-b4198c2019d7') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:21:08.736086 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-01f40504-5791-4cb0-816f-5e6f590e2d0a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:08.740189 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c40be014-ca2f-40f9-8882-9e2054a763e9 req-5bfb9fd4-e071-4bfb-a42b-f8d41ed931d9 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827286 Apr 20 13:21:08.798178 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e8557bf6-d86b-4cfb-9dee-8c375a6c0b50 req-d4373d67-ab22-44d3-b329-cb9f55801a6f service neutron] 10.222.0.32 "GET /v2.0/networks/b862d419-fbde-4fc5-af1d-51107adf2490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955083 Apr 20 13:21:08.808403 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-01f40504-5791-4cb0-816f-5e6f590e2d0a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:08.827835 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f40504-5791-4cb0-816f-5e6f590e2d0a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:21:08.828282 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-01f40504-5791-4cb0-816f-5e6f590e2d0a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:08.834052 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:21:08.834052 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 13:21:08.834052 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:21:08.834052 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 13:21:08.834052 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:21:08.834052 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 13:21:08.834052 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:21:08.834052 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 13:21:08.834052 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:21:08.834052 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:21:08.834052 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:21:08.834052 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:21:08.834052 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:21:08.834052 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:21:08.834052 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:21:08.834052 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:21:08.834052 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:21:08.834052 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:21:08.834052 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:21:08.834052 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:21:08.834052 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:21:08.834052 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:21:08.834052 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:21:08.834052 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:21:08.834052 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:21:08.834052 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:21:08.834052 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:21:08.834052 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:21:08.834052 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:21:08.834052 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:21:08.834052 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:21:08.834052 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:21:08.834052 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:21:08.834052 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:21:08.834052 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:21:08.834052 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:21:08.834052 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:21:08.834052 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:21:08.834052 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:21:08.834052 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:21:08.911403 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e8557bf6-d86b-4cfb-9dee-8c375a6c0b50 req-c70686c0-dab2-44b1-90e9-5d70d4e6e790 service neutron] 10.222.0.32 "GET /v2.0/networks/b862d419-fbde-4fc5-af1d-51107adf2490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066818 Apr 20 13:21:08.942246 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6dc98-bec4-49b8-b8ea-a19109d86138 req-813f980e-e11b-488a-92f4-19d26f7eccc5 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:08.943710 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-09a6dc98-bec4-49b8-b8ea-a19109d86138 req-813f980e-e11b-488a-92f4-19d26f7eccc5 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 945 time: 0.2026224 Apr 20 13:21:08.985032 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-09a6dc98-bec4-49b8-b8ea-a19109d86138 req-2eb6a150-c78d-4d9e-927a-1e88ac0318f7 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346093 Apr 20 13:21:09.092484 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-01f40504-5791-4cb0-816f-5e6f590e2d0a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:09.105253 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-796a6dda-a4b1-4e5c-adc0-0a13603f0dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:09.105253 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-01f40504-5791-4cb0-816f-5e6f590e2d0a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:09.108202 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-01f40504-5791-4cb0-816f-5e6f590e2d0a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/networks/d3e47490-add1-4adf-b5c9-240ccd32fc74 HTTP/1.1" status: 204 len: 168 time: 1.3477364 Apr 20 13:21:09.113491 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57554) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:09.120264 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-79d0d746-1083-4088-bf39-0796e540d38b tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1558731569'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:09.155135 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f40504-5791-4cb0-816f-5e6f590e2d0a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'Network': ['ID=d3e47490-add1-4adf-b5c9-240ccd32fc74,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:09.180986 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796a6dda-a4b1-4e5c-adc0-0a13603f0dfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=bed6541a-6f8b-4be0-aaa9-fa8c378ff35d,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:09.197746 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796a6dda-a4b1-4e5c-adc0-0a13603f0dfa admin admin] Checking segment: {'id': '8e4d2b21-7cf7-43bc-bbbe-e584b6813c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ad84a39a-0e19-4629-a4c0-3bf4222a2ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:21:09.198101 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796a6dda-a4b1-4e5c-adc0-0a13603f0dfa admin admin] Network hostable DHCP agents. Network: ad84a39a-0e19-4629-a4c0-3bf4222a2ced, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:21:09.229634 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d0d746-1083-4088-bf39-0796e540d38b tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Made reservation on behalf of 921fc4094b8f49f1a436656db5724eca for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:21:09.233662 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-79d0d746-1083-4088-bf39-0796e540d38b tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:09.260892 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d0d746-1083-4088-bf39-0796e540d38b tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:21:09.271455 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-79d0d746-1083-4088-bf39-0796e540d38b tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:09.274984 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-79d0d746-1083-4088-bf39-0796e540d38b tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Added segment 9fa970bb-1c00-4355-88f1-d7df95792962 of type vlan for network 2f703beb-cbf2-424d-ada8-f0913c139828 Apr 20 13:21:09.316893 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-79d0d746-1083-4088-bf39-0796e540d38b tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:09.328309 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796a6dda-a4b1-4e5c-adc0-0a13603f0dfa admin admin] Network ad84a39a-0e19-4629-a4c0-3bf4222a2ced is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:21:09.407242 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27bb668-67c0-461b-9d81-0843c984867d req-ac2a9399-e343-4a68-ba9b-6c97a07503cd tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:09.408779 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e27bb668-67c0-461b-9d81-0843c984867d req-ac2a9399-e343-4a68-ba9b-6c97a07503cd tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d1ac732-5092-499b-b39c-895facab237f HTTP/1.1" status: 200 len: 948 time: 0.0499146 Apr 20 13:21:09.437470 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-796a6dda-a4b1-4e5c-adc0-0a13603f0dfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, ad84a39a-0e19-4629-a4c0-3bf4222a2ced) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:21:09.445889 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3beb6ac7-996b-46e4-a040-5262fe4783ed None None] Network ad84a39a-0e19-4629-a4c0-3bf4222a2ced requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:21:09.449072 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796a6dda-a4b1-4e5c-adc0-0a13603f0dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:09.449669 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-796a6dda-a4b1-4e5c-adc0-0a13603f0dfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:09.463053 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e27bb668-67c0-461b-9d81-0843c984867d req-248ee6c2-709e-4d42-a5ba-9ddf60b9ac99 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] 10.222.0.25 "GET /v2.0/security-groups?id=144cde5a-b633-4731-adeb-2b21a4c7d93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465021 Apr 20 13:21:09.476966 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-79d0d746-1083-4088-bf39-0796e540d38b tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:09.484932 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d0d746-1083-4088-bf39-0796e540d38b tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:09.485214 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-79d0d746-1083-4088-bf39-0796e540d38b tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:09.542013 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 3b2ea1fc-90f6-4898-9d9e-2fba806202e9 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:21:09.550362 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efae844-91f3-40fa-b7c3-8b7d4c6dd0fc req-6d230fe3-7246-4d13-8071-48caa81d88c2 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:09.552256 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6efae844-91f3-40fa-b7c3-8b7d4c6dd0fc req-6d230fe3-7246-4d13-8071-48caa81d88c2 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8914967-9f85-4f13-a1b1-1d36d5a6da77 HTTP/1.1" status: 200 len: 946 time: 0.0738585 Apr 20 13:21:09.581454 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 3b2ea1fc-90f6-4898-9d9e-2fba806202e9 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:21:09.581965 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 3b2ea1fc-90f6-4898-9d9e-2fba806202e9 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:21:09.605738 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-796a6dda-a4b1-4e5c-adc0-0a13603f0dfa admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3027704 Apr 20 13:21:09.617534 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6efae844-91f3-40fa-b7c3-8b7d4c6dd0fc req-1aff7527-04c8-4f22-b624-c405eaffa240 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533037 Apr 20 13:21:09.624110 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d0d746-1083-4088-bf39-0796e540d38b tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'Network': ['ID=2f703beb-cbf2-424d-ada8-f0913c139828,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:09.649895 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 2f703beb-cbf2-424d-ada8-f0913c139828 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:21:09.737763 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-79d0d746-1083-4088-bf39-0796e540d38b tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6228011 Apr 20 13:21:09.740398 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57568) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:09.746920 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-a39aa269-38b6-499a-a4cc-04789cd9ff2b tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'subnet': {'network_id': '2f703beb-cbf2-424d-ada8-f0913c139828', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:09.763661 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34292f13-1dc7-4b5f-8918-e6a5518b92ad None None] Network ad84a39a-0e19-4629-a4c0-3bf4222a2ced requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:21:09.912071 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 6319332d-ba6a-4450-91d6-134778e02895 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:21:09.969850 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e505d1-fabf-4aea-8405-5d2e457ede11 req-3ec44b8f-78ac-4321-a563-091a0651a803 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:09.971438 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-96e505d1-fabf-4aea-8405-5d2e457ede11 req-3ec44b8f-78ac-4321-a563-091a0651a803 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de9013c-13bc-448b-b7e5-8321a8e349b0 HTTP/1.1" status: 200 len: 945 time: 0.1421790 Apr 20 13:21:10.000846 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75107379-e21d-44a2-8cbf-5748eeafd38d req-c4aa92f5-531b-4ba2-a31e-3c2d7ef29a56 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:10.002450 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-75107379-e21d-44a2-8cbf-5748eeafd38d req-c4aa92f5-531b-4ba2-a31e-3c2d7ef29a56 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.0894320 Apr 20 13:21:10.051428 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-96e505d1-fabf-4aea-8405-5d2e457ede11 req-2273d87b-30c8-460f-9a4a-2124d888c434 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694513 Apr 20 13:21:10.071956 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39aa269-38b6-499a-a4cc-04789cd9ff2b tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Made reservation on behalf of 921fc4094b8f49f1a436656db5724eca for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:21:10.077448 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a39aa269-38b6-499a-a4cc-04789cd9ff2b tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:10.104029 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-75107379-e21d-44a2-8cbf-5748eeafd38d req-a2a442b6-2dbb-494c-b378-627fff342c15 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0718491 Apr 20 13:21:10.114873 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 6319332d-ba6a-4450-91d6-134778e02895 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:21:10.120766 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 6319332d-ba6a-4450-91d6-134778e02895 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:10.121296 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:10.268775 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:10.295617 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ebca7d-f610-41d6-b734-c077d023598a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6319332d-ba6a-4450-91d6-134778e02895'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:21:10.298473 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f70f313-cb68-4a3e-8a3a-eeb1c6124317" -d '{"events": [{"server_uuid": "41ebca7d-f610-41d6-b734-c077d023598a", "name": "network-vif-plugged", "status": "completed", "tag": "6319332d-ba6a-4450-91d6-134778e02895"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:21:10.312582 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325fd7ca-e846-4f71-b2d7-9a21834cc77c req-a8f57ab4-2c07-49ae-807f-f109916a469d tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:10.314118 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-325fd7ca-e846-4f71-b2d7-9a21834cc77c req-a8f57ab4-2c07-49ae-807f-f109916a469d tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.1263072 Apr 20 13:21:10.323186 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71654c65-6de0-493a-9d3f-7590ba2161ce req-ea57a6e5-a57a-4eff-9cbd-a8056c5800cd tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:10.324870 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-71654c65-6de0-493a-9d3f-7590ba2161ce req-ea57a6e5-a57a-4eff-9cbd-a8056c5800cd tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 945 time: 0.1351392 Apr 20 13:21:10.374966 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 6319332d-ba6a-4450-91d6-134778e02895, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=6319332d-ba6a-4450-91d6-134778e02895,segment=NetworkSegment(da203ac5-ec47-412d-9a8f-1056386260c6),segment_id=da203ac5-ec47-412d-9a8f-1056386260c6)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:21:10.388534 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-325fd7ca-e846-4f71-b2d7-9a21834cc77c req-44279593-5489-497f-8dd8-6a38bc631170 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0626259 Apr 20 13:21:10.396247 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-71654c65-6de0-493a-9d3f-7590ba2161ce req-01b92c1a-3c7e-4c5d-b4c6-b62163248785 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560966 Apr 20 13:21:10.448000 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6d740a-b56a-41b2-96e6-a6e3aa2cbf75 x-openstack-request-id: req-dd6d740a-b56a-41b2-96e6-a6e3aa2cbf75 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:21:10.448482 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ebca7d-f610-41d6-b734-c077d023598a", "name": "network-vif-plugged", "status": "completed", "tag": "6319332d-ba6a-4450-91d6-134778e02895", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:21:10.448711 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dd6d740a-b56a-41b2-96e6-a6e3aa2cbf75 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:21:10.449129 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd6d740a-b56a-41b2-96e6-a6e3aa2cbf75'] response: {'server_uuid': '41ebca7d-f610-41d6-b734-c077d023598a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6319332d-ba6a-4450-91d6-134778e02895', 'code': 200} Apr 20 13:21:10.480269 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57600) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:10.532040 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:10.551400 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a39aa269-38b6-499a-a4cc-04789cd9ff2b tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:10.600666 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=6319332d-ba6a-4450-91d6-134778e02895,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:10.621374 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17f4fa-87a7-468b-baaa-30ed8a8d5a34 req-7401ad8d-1531-482f-bf2c-27e3c5f410a5 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:10.629721 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ef17f4fa-87a7-468b-baaa-30ed8a8d5a34 req-7401ad8d-1531-482f-bf2c-27e3c5f410a5 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.1448500 Apr 20 13:21:10.656799 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9888a0-958e-46ab-b6e1-45173ca8435c req-ed18d22f-4515-4e01-99c5-af2273a49365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:10.658725 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e9888a0-958e-46ab-b6e1-45173ca8435c req-ed18d22f-4515-4e01-99c5-af2273a49365 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 1097 time: 0.1384280 Apr 20 13:21:10.659441 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-7ca7e463-b561-4dd8-aaf6-6b259264ccc1 tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-30311589'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:10.691685 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39aa269-38b6-499a-a4cc-04789cd9ff2b tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'Subnet': ['ID=b2cce819-1a18-4e57-a0d1-650ae9abf103,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:10.700123 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39aa269-38b6-499a-a4cc-04789cd9ff2b tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Checking segment: {'id': '9fa970bb-1c00-4355-88f1-d7df95792962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2f703beb-cbf2-424d-ada8-f0913c139828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:21:10.700504 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39aa269-38b6-499a-a4cc-04789cd9ff2b tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Network hostable DHCP agents. Network: 2f703beb-cbf2-424d-ada8-f0913c139828, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:21:10.721495 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce0763-57c7-441b-a706-3e3880d20154 req-dfc61b56-c50c-4e6c-8b6d-5c0ce803e997 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:10.723034 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a2ce0763-57c7-441b-a706-3e3880d20154 req-dfc61b56-c50c-4e6c-8b6d-5c0ce803e997 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d1ac732-5092-499b-b39c-895facab237f HTTP/1.1" status: 200 len: 948 time: 0.1603005 Apr 20 13:21:10.736106 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ef17f4fa-87a7-468b-baaa-30ed8a8d5a34 req-26bcc61a-56b3-493a-9907-52973ad7e931 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1052568 Apr 20 13:21:10.774278 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7ca7e463-b561-4dd8-aaf6-6b259264ccc1 tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:10.775587 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7ca7e463-b561-4dd8-aaf6-6b259264ccc1 tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:10.788351 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e9888a0-958e-46ab-b6e1-45173ca8435c req-a94ec486-2bf5-414b-ab58-7f5c3cf902b1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200421 Apr 20 13:21:10.804551 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39aa269-38b6-499a-a4cc-04789cd9ff2b tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Network 2f703beb-cbf2-424d-ada8-f0913c139828 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:21:10.813584 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a2ce0763-57c7-441b-a706-3e3880d20154 req-41bd3802-ff9c-4656-aa82-a0e6fae19c17 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] 10.222.0.25 "GET /v2.0/security-groups?id=144cde5a-b633-4731-adeb-2b21a4c7d93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678456 Apr 20 13:21:10.859016 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7ca7e463-b561-4dd8-aaf6-6b259264ccc1 tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:10.874102 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1a2d5-a07f-48f3-8c76-7fa1200612ca req-4abed628-d9b2-4e7a-aaae-8436f4378ca0 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:10.876106 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-48d1a2d5-a07f-48f3-8c76-7fa1200612ca req-4abed628-d9b2-4e7a-aaae-8436f4378ca0 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.0615594 Apr 20 13:21:10.883049 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57614) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:10.888257 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-d079bdd5-f8c7-44fd-9d86-0da6029e443c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1141274490-network', 'tenant_id': 'da9330b97ef144b4be2330dd5e85be71'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:10.911044 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-a39aa269-38b6-499a-a4cc-04789cd9ff2b tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 2f703beb-cbf2-424d-ada8-f0913c139828) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:21:10.917243 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39aa269-38b6-499a-a4cc-04789cd9ff2b tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:10.917860 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a39aa269-38b6-499a-a4cc-04789cd9ff2b tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:10.922786 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-48d1a2d5-a07f-48f3-8c76-7fa1200612ca req-a21a79bd-7e94-4daf-872d-2dbd17ad546f tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383823 Apr 20 13:21:10.925187 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c883b55b-88a8-4869-90c0-35a2692d4715 None None] Network 2f703beb-cbf2-424d-ada8-f0913c139828 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:21:10.951705 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7ca7e463-b561-4dd8-aaf6-6b259264ccc1 tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:11.002580 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d079bdd5-f8c7-44fd-9d86-0da6029e443c admin admin] Made reservation on behalf of da9330b97ef144b4be2330dd5e85be71 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:21:11.004845 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d079bdd5-f8c7-44fd-9d86-0da6029e443c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:11.014537 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d079bdd5-f8c7-44fd-9d86-0da6029e443c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:11.105961 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7ca7e463-b561-4dd8-aaf6-6b259264ccc1 tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:11.109789 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7ca7e463-b561-4dd8-aaf6-6b259264ccc1 tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 727 time: 0.6260531 Apr 20 13:21:11.110017 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57628) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:11.112033 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a39aa269-38b6-499a-a4cc-04789cd9ff2b tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3694379 Apr 20 13:21:11.117331 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d35d09e-3f3e-4186-8ee9-48693f96c230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-2f703beb-cbf2-424d-ada8-f0913c139828', 'network_id': '2f703beb-cbf2-424d-ada8-f0913c139828', 'tenant_id': '921fc4094b8f49f1a436656db5724eca', 'fixed_ips': [{'subnet_id': 'b2cce819-1a18-4e57-a0d1-650ae9abf103'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:21:11.118084 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4d35d09e-3f3e-4186-8ee9-48693f96c230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:11.126002 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57630) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:11.133960 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-abbaf547-6d59-49a5-a49f-77b1437bfe08 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'port': {'network_id': '2f703beb-cbf2-424d-ada8-f0913c139828', 'security_groups': [], 'name': 'tempest-PortsTestJSON-375035353'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:11.200569 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-65e6f16a-3e30-4ffa-9781-89618165a9f5 tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks [] for router, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:11.228274 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d079bdd5-f8c7-44fd-9d86-0da6029e443c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:11.340584 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-4d35d09e-3f3e-4186-8ee9-48693f96c230 None None] Allocated IP 172.20.0.2 (2f703beb-cbf2-424d-ada8-f0913c139828/b2cce819-1a18-4e57-a0d1-650ae9abf103/06eb0c21-0a2a-46ed-a692-2ab9fc1fc448) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:21:11.343644 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d079bdd5-f8c7-44fd-9d86-0da6029e443c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:11.360913 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d079bdd5-f8c7-44fd-9d86-0da6029e443c admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:21:11.372142 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d079bdd5-f8c7-44fd-9d86-0da6029e443c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:11.373256 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-d079bdd5-f8c7-44fd-9d86-0da6029e443c admin admin] Added segment 946974e7-e5e1-416c-a0be-42baf270634a of type vlan for network ea4fce09-2c30-482e-9d2f-8d45f8e8b71e Apr 20 13:21:11.412316 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device baa08433-784e-4c41-9153-d6a4d1a39355 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:21:11.432527 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbaf547-6d59-49a5-a49f-77b1437bfe08 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Made reservation on behalf of 921fc4094b8f49f1a436656db5724eca for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:21:11.436662 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-abbaf547-6d59-49a5-a49f-77b1437bfe08 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:11.451008 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d079bdd5-f8c7-44fd-9d86-0da6029e443c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:11.460935 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-65e6f16a-3e30-4ffa-9781-89618165a9f5 tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:11.466004 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-65e6f16a-3e30-4ffa-9781-89618165a9f5 tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:11.474436 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e61981-0baf-4783-97b5-775a61528afd req-35ddf8d7-030c-4144-8711-8297cba4e498 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:11.475963 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-15e61981-0baf-4783-97b5-775a61528afd req-35ddf8d7-030c-4144-8711-8297cba4e498 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de9013c-13bc-448b-b7e5-8321a8e349b0 HTTP/1.1" status: 200 len: 945 time: 0.2373025 Apr 20 13:21:11.488757 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-abbaf547-6d59-49a5-a49f-77b1437bfe08 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] device_id is not set on port 58fd45e3-1bda-400c-b626-280e9ad652a3 yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:21:11.498911 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d079bdd5-f8c7-44fd-9d86-0da6029e443c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad56f4fd-c1f9-4e9d-befd-caa41522ddcd,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:11.595147 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port baa08433-784e-4c41-9153-d6a4d1a39355, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=baa08433-784e-4c41-9153-d6a4d1a39355,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:21:11.596913 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-f7a64343-117c-4df0-82d1-b1c14f3886d9 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:11.599204 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-f7a64343-117c-4df0-82d1-b1c14f3886d9 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/networks?id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 HTTP/1.1" status: 200 len: 811 time: 0.3616283 Apr 20 13:21:11.605905 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-15e61981-0baf-4783-97b5-775a61528afd req-bee4582d-da7c-4bfe-9312-6f77c7eaac73 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159151 Apr 20 13:21:11.609266 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d079bdd5-f8c7-44fd-9d86-0da6029e443c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:11.610318 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d079bdd5-f8c7-44fd-9d86-0da6029e443c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:11.610988 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d079bdd5-f8c7-44fd-9d86-0da6029e443c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:11.616992 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-9648470e-1a64-4c7e-8847-9f9b6c5829f1 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/quotas/649a6cfebf0a4feb8c92b7d26c8b3e97 HTTP/1.1" status: 200 len: 375 time: 0.0101142 Apr 20 13:21:11.639664 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': 'baa08433-784e-4c41-9153-d6a4d1a39355', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'port_id': 'baa08433-784e-4c41-9153-d6a4d1a39355', 'mac_address': 'fa:16:3e:b6:a7:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b1f82a-7732-4b50-ab22-2475f182a712', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:21:11.683878 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d079bdd5-f8c7-44fd-9d86-0da6029e443c admin admin] Pushing event updated for resources: {'Network': ['ID=ea4fce09-2c30-482e-9d2f-8d45f8e8b71e,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:11.685883 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4d35d09e-3f3e-4186-8ee9-48693f96c230 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:11.696284 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network ea4fce09-2c30-482e-9d2f-8d45f8e8b71e details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:21:11.703564 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-769cc78a-9dda-4134-8197-7044efb35d6b tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=649a6cfebf0a4feb8c92b7d26c8b3e97&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0793502 Apr 20 13:21:11.719821 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57640) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:11.720259 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d079bdd5-f8c7-44fd-9d86-0da6029e443c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8359957 Apr 20 13:21:11.722721 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-73ecbe77-63fc-4b62-a5fc-908605c47425 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:21:11.723813 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-73ecbe77-63fc-4b62-a5fc-908605c47425 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095952 Apr 20 13:21:11.727352 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-e70422d5-47ef-4113-a412-2089bc29cb34 admin admin] Request body: {'subnet': {'network_id': 'ea4fce09-2c30-482e-9d2f-8d45f8e8b71e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1141274490-subnet', 'tenant_id': 'da9330b97ef144b4be2330dd5e85be71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:11.746167 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-65e6f16a-3e30-4ffa-9781-89618165a9f5 tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:11.746167 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e6f16a-3e30-4ffa-9781-89618165a9f5 tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e3270441-60f1-4d10-b71a-410cb6155ae0 {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:21:11.754032 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:11.765650 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-65e6f16a-3e30-4ffa-9781-89618165a9f5 tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:11.766787 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-65e6f16a-3e30-4ffa-9781-89618165a9f5 tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] 10.222.0.25 "DELETE /v2.0/routers/e3270441-60f1-4d10-b71a-410cb6155ae0 HTTP/1.1" status: 204 len: 168 time: 0.6557918 Apr 20 13:21:11.770052 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57642) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:11.776072 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-0e44d673-7c71-45e8-82a9-58248cf5eef7 tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Request body: {'router': {'name': 'tempest-router-1222519714', 'distributed': False}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:11.777422 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baa08433-784e-4c41-9153-d6a4d1a39355 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:21:11.801491 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port baa08433-784e-4c41-9153-d6a4d1a39355, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=baa08433-784e-4c41-9153-d6a4d1a39355,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:21:11.802901 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4d35d09e-3f3e-4186-8ee9-48693f96c230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:11.848965 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d35d09e-3f3e-4186-8ee9-48693f96c230 None None] Network 2f703beb-cbf2-424d-ada8-f0913c139828 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:21:11.850464 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a572173-256e-4222-a6d5-89cc3874d3d5 req-ef45f8d2-5f78-4e6e-b65d-ba2f21acf0df tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:11.851925 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-4d35d09e-3f3e-4186-8ee9-48693f96c230 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:21:11.852052 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8a572173-256e-4222-a6d5-89cc3874d3d5 req-ef45f8d2-5f78-4e6e-b65d-ba2f21acf0df tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.1471171 Apr 20 13:21:11.854991 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70422d5-47ef-4113-a412-2089bc29cb34 admin admin] Made reservation on behalf of da9330b97ef144b4be2330dd5e85be71 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:21:11.855752 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d35d09e-3f3e-4186-8ee9-48693f96c230 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:21:11.858447 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e70422d5-47ef-4113-a412-2089bc29cb34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:11.859052 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-abbaf547-6d59-49a5-a49f-77b1437bfe08 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Allocated IP 172.20.0.12 (2f703beb-cbf2-424d-ada8-f0913c139828/b2cce819-1a18-4e57-a0d1-650ae9abf103/58fd45e3-1bda-400c-b626-280e9ad652a3) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:21:11.864224 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35d09e-3f3e-4186-8ee9-48693f96c230 None None] Pushing event updated for resources: {'Port': ['ID=06eb0c21-0a2a-46ed-a692-2ab9fc1fc448,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:11.890127 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e44d673-7c71-45e8-82a9-58248cf5eef7 tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:11.891152 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e44d673-7c71-45e8-82a9-58248cf5eef7 tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:11.892461 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:11.949796 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-4d35d09e-3f3e-4186-8ee9-48693f96c230 None None] Attempting to bind port 06eb0c21-0a2a-46ed-a692-2ab9fc1fc448 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:21:11.950401 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-4d35d09e-3f3e-4186-8ee9-48693f96c230 None None] Attempting to bind port 06eb0c21-0a2a-46ed-a692-2ab9fc1fc448 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '9fa970bb-1c00-4355-88f1-d7df95792962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2f703beb-cbf2-424d-ada8-f0913c139828'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:21:11.950523 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d35d09e-3f3e-4186-8ee9-48693f96c230 None None] Attempting to bind port 06eb0c21-0a2a-46ed-a692-2ab9fc1fc448 on network 2f703beb-cbf2-424d-ada8-f0913c139828 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:21:11.964420 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d35d09e-3f3e-4186-8ee9-48693f96c230 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:21:11.964831 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d35d09e-3f3e-4186-8ee9-48693f96c230 None None] Checking segment: {'id': '9fa970bb-1c00-4355-88f1-d7df95792962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2f703beb-cbf2-424d-ada8-f0913c139828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:21:11.965631 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4d35d09e-3f3e-4186-8ee9-48693f96c230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:11.965631 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d35d09e-3f3e-4186-8ee9-48693f96c230 None None] Bound using segment: {'id': '9fa970bb-1c00-4355-88f1-d7df95792962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2f703beb-cbf2-424d-ada8-f0913c139828'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:21:11.966054 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-4d35d09e-3f3e-4186-8ee9-48693f96c230 None None] Bound port: 06eb0c21-0a2a-46ed-a692-2ab9fc1fc448, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fa970bb-1c00-4355-88f1-d7df95792962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2f703beb-cbf2-424d-ada8-f0913c139828'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:21:11.966437 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4d35d09e-3f3e-4186-8ee9-48693f96c230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:11.981314 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=baa08433-784e-4c41-9153-d6a4d1a39355,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:11.981632 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-e9f7a2a4-78b2-4be4-905c-4f4defc336d7 service neutron] 10.222.0.25 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497771 Apr 20 13:21:11.994607 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8a572173-256e-4222-a6d5-89cc3874d3d5 req-c7d67dc3-4396-41f6-b6f1-460c421de74b tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134505 Apr 20 13:21:12.019727 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e44d673-7c71-45e8-82a9-58248cf5eef7 tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:12.064508 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-abbaf547-6d59-49a5-a49f-77b1437bfe08 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:12.065869 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-4d35d09e-3f3e-4186-8ee9-48693f96c230 None None] For port 06eb0c21-0a2a-46ed-a692-2ab9fc1fc448, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:21:12.071523 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-4d35d09e-3f3e-4186-8ee9-48693f96c230 None None] For port 06eb0c21-0a2a-46ed-a692-2ab9fc1fc448, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=06eb0c21-0a2a-46ed-a692-2ab9fc1fc448,segment=NetworkSegment(9fa970bb-1c00-4355-88f1-d7df95792962),segment_id=9fa970bb-1c00-4355-88f1-d7df95792962)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:21:12.101263 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e44d673-7c71-45e8-82a9-58248cf5eef7 tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:12.157423 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4d35d09e-3f3e-4186-8ee9-48693f96c230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:12.204676 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['baa08433-784e-4c41-9153-d6a4d1a39355'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:21:12.222623 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e44d673-7c71-45e8-82a9-58248cf5eef7 tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:12.224148 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0e44d673-7c71-45e8-82a9-58248cf5eef7 tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4519615 Apr 20 13:21:12.225819 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-abbaf547-6d59-49a5-a49f-77b1437bfe08 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:12.233670 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57650) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:12.241207 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-3a9084a5-f18e-42da-9a33-88f9de41cbb6 service neutron] 10.222.0.25 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326436 Apr 20 13:21:12.271267 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35d09e-3f3e-4186-8ee9-48693f96c230 None None] Pushing event updated for resources: {'Port': ['ID=06eb0c21-0a2a-46ed-a692-2ab9fc1fc448,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:12.307963 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:12.343208 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e70422d5-47ef-4113-a412-2089bc29cb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:12.452865 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-23fb0893-b76d-44e8-b4a5-73946909a88a tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks [] for router, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:12.477578 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814dac35-59ff-48a6-be54-780d9512ed07 req-ee4a8609-3f9b-4de3-be6f-bd3b65c31fa3 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:12.519948 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-814dac35-59ff-48a6-be54-780d9512ed07 req-ee4a8609-3f9b-4de3-be6f-bd3b65c31fa3 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d1ac732-5092-499b-b39c-895facab237f HTTP/1.1" status: 200 len: 949 time: 0.3822567 Apr 20 13:21:12.753665 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbaf547-6d59-49a5-a49f-77b1437bfe08 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Network 2f703beb-cbf2-424d-ada8-f0913c139828 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:21:12.756997 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-abbaf547-6d59-49a5-a49f-77b1437bfe08 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:21:12.761844 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbaf547-6d59-49a5-a49f-77b1437bfe08 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:21:12.804545 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbaf547-6d59-49a5-a49f-77b1437bfe08 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'Port': ['ID=58fd45e3-1bda-400c-b626-280e9ad652a3,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:12.833716 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbaf547-6d59-49a5-a49f-77b1437bfe08 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:12.834446 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-abbaf547-6d59-49a5-a49f-77b1437bfe08 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:12.931242 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:12.935201 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-abbaf547-6d59-49a5-a49f-77b1437bfe08 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.8071096 Apr 20 13:21:12.940421 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57666) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:12.980259 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70422d5-47ef-4113-a412-2089bc29cb34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c3a0fab-9236-4f6b-a0ed-5a3c42b1ad81,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:13.044528 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-c32649cb-7fb2-4d90-b98e-75afc1a1f737 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Deleting port 58fd45e3-1bda-400c-b626-280e9ad652a3 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:21:13.044961 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c32649cb-7fb2-4d90-b98e-75afc1a1f737 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:13.091335 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70422d5-47ef-4113-a412-2089bc29cb34 admin admin] Checking segment: {'id': '946974e7-e5e1-416c-a0be-42baf270634a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ea4fce09-2c30-482e-9d2f-8d45f8e8b71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:21:13.091906 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70422d5-47ef-4113-a412-2089bc29cb34 admin admin] Network hostable DHCP agents. Network: ea4fce09-2c30-482e-9d2f-8d45f8e8b71e, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:21:13.131174 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-23fb0893-b76d-44e8-b4a5-73946909a88a tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:13.136879 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-814dac35-59ff-48a6-be54-780d9512ed07 req-1ceac815-dc07-4f50-9a86-08cb4c376ee1 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] 10.222.0.25 "GET /v2.0/security-groups?id=144cde5a-b633-4731-adeb-2b21a4c7d93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6158445 Apr 20 13:21:13.137842 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-23fb0893-b76d-44e8-b4a5-73946909a88a tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:13.175293 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c32649cb-7fb2-4d90-b98e-75afc1a1f737 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:13.196264 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-c32649cb-7fb2-4d90-b98e-75afc1a1f737 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Calling delete_port for 58fd45e3-1bda-400c-b626-280e9ad652a3 owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:21:13.224310 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7ce9a-fd25-4425-8081-70288004f7c9 req-eb508997-37eb-430a-bc19-702596e0ff3f tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:13.226442 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3ea7ce9a-fd25-4425-8081-70288004f7c9 req-eb508997-37eb-430a-bc19-702596e0ff3f tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de9013c-13bc-448b-b7e5-8321a8e349b0 HTTP/1.1" status: 200 len: 945 time: 0.2356954 Apr 20 13:21:13.253405 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-27d48e1e-4c93-4ec7-bef9-224abbd4b674 req-94cf8451-de5c-4aed-a445-7f6b051fae33 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ab95a47-c918-4687-9cf5-b957157542c3 HTTP/1.1" status: 200 len: 210 time: 0.0461953 Apr 20 13:21:13.290059 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-23fb0893-b76d-44e8-b4a5-73946909a88a tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:13.290895 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23fb0893-b76d-44e8-b4a5-73946909a88a tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7c70f737-22a4-4632-a64d-507904f8fb25 {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:21:13.302666 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-23fb0893-b76d-44e8-b4a5-73946909a88a tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:13.321060 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-23fb0893-b76d-44e8-b4a5-73946909a88a tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] 10.222.0.25 "DELETE /v2.0/routers/7c70f737-22a4-4632-a64d-507904f8fb25 HTTP/1.1" status: 204 len: 168 time: 1.0783651 Apr 20 13:21:13.340696 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57672) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:13.346198 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3ea7ce9a-fd25-4425-8081-70288004f7c9 req-f9c27409-d794-487c-a51f-3b59049d0553 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912907 Apr 20 13:21:13.346544 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-c9182f74-3839-4363-a8c8-e4dbd27961be tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Request body: {'router': {'name': 'tempest-router-2115896617', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'da50a1d33bf541a3a4ac7c223bb82512'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:13.347172 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70422d5-47ef-4113-a412-2089bc29cb34 admin admin] Network ea4fce09-2c30-482e-9d2f-8d45f8e8b71e is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:21:13.416339 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device baa08433-784e-4c41-9153-d6a4d1a39355 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:21:13.434097 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36508070-6a36-42aa-83a6-81d15cc5f124 req-a86ad1ef-bc42-44c4-8772-1224dd66cbbf tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:13.441780 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-36508070-6a36-42aa-83a6-81d15cc5f124 req-a86ad1ef-bc42-44c4-8772-1224dd66cbbf tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.0632455 Apr 20 13:21:13.459173 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-e70422d5-47ef-4113-a412-2089bc29cb34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, ea4fce09-2c30-482e-9d2f-8d45f8e8b71e) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:21:13.472679 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd476b63-0571-4c45-b847-c93d7380742f None None] Network ea4fce09-2c30-482e-9d2f-8d45f8e8b71e requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:21:13.489197 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c9182f74-3839-4363-a8c8-e4dbd27961be tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:13.490251 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c9182f74-3839-4363-a8c8-e4dbd27961be tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:13.495194 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c32649cb-7fb2-4d90-b98e-75afc1a1f737 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:13.528185 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70422d5-47ef-4113-a412-2089bc29cb34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:13.536530 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e70422d5-47ef-4113-a412-2089bc29cb34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:13.593391 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32649cb-7fb2-4d90-b98e-75afc1a1f737 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'Port': ['ID=58fd45e3-1bda-400c-b626-280e9ad652a3,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:13.610986 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-36508070-6a36-42aa-83a6-81d15cc5f124 req-9a3390c7-215f-45dc-991e-21c1d8731b0a tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663208 Apr 20 13:21:13.679352 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed36d8b-65fd-402b-9e30-3bfb02931e39 req-b2cab14b-0ffc-4cb8-8ed5-d1b5e537e66a tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:13.687508 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32649cb-7fb2-4d90-b98e-75afc1a1f737 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:13.687969 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32649cb-7fb2-4d90-b98e-75afc1a1f737 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:13.690363 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32649cb-7fb2-4d90-b98e-75afc1a1f737 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:13.690742 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32649cb-7fb2-4d90-b98e-75afc1a1f737 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:13.691081 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32649cb-7fb2-4d90-b98e-75afc1a1f737 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:13.692503 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bed36d8b-65fd-402b-9e30-3bfb02931e39 req-b2cab14b-0ffc-4cb8-8ed5-d1b5e537e66a tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b529390-69a0-4b2f-8366-0f4995cf5846 HTTP/1.1" status: 200 len: 945 time: 0.2479262 Apr 20 13:21:13.695533 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32649cb-7fb2-4d90-b98e-75afc1a1f737 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:13.696253 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32649cb-7fb2-4d90-b98e-75afc1a1f737 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:13.696799 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32649cb-7fb2-4d90-b98e-75afc1a1f737 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:13.697301 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32649cb-7fb2-4d90-b98e-75afc1a1f737 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:13.701257 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32649cb-7fb2-4d90-b98e-75afc1a1f737 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:13.701257 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32649cb-7fb2-4d90-b98e-75afc1a1f737 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:13.701257 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32649cb-7fb2-4d90-b98e-75afc1a1f737 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:13.737280 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 06eb0c21-0a2a-46ed-a692-2ab9fc1fc448 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:21:13.751846 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e70422d5-47ef-4113-a412-2089bc29cb34 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0335715 Apr 20 13:21:13.802115 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port baa08433-784e-4c41-9153-d6a4d1a39355 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:21:13.818726 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bed36d8b-65fd-402b-9e30-3bfb02931e39 req-fea475ce-e8fb-43f0-9bd8-24484f85d5f5 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184304 Apr 20 13:21:13.857697 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c9182f74-3839-4363-a8c8-e4dbd27961be tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:13.881996 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c32649cb-7fb2-4d90-b98e-75afc1a1f737 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:13.901870 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57688) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:13.902143 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c32649cb-7fb2-4d90-b98e-75afc1a1f737 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/ports/58fd45e3-1bda-400c-b626-280e9ad652a3 HTTP/1.1" status: 204 len: 168 time: 0.9597950 Apr 20 13:21:13.914449 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port baa08433-784e-4c41-9153-d6a4d1a39355 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:13.914824 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:13.954411 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c9182f74-3839-4363-a8c8-e4dbd27961be tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:13.958610 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57696) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:13.965433 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb84ca7-f697-44e1-85c9-42514731bf94 None None] Network 2f703beb-cbf2-424d-ada8-f0913c139828 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:21:13.995457 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dacb17e-fd89-407d-8022-bb2b68ac981d None None] Network ea4fce09-2c30-482e-9d2f-8d45f8e8b71e requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:21:14.020126 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-2281986a-a1d1-4d4c-b41f-e0d1984ed73e admin admin] Deleting subnet bed6541a-6f8b-4be0-aaa9-fa8c378ff35d {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:21:14.026030 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2281986a-a1d1-4d4c-b41f-e0d1984ed73e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:14.070228 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c9182f74-3839-4363-a8c8-e4dbd27961be tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:14.075012 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c9182f74-3839-4363-a8c8-e4dbd27961be tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7339206 Apr 20 13:21:14.078077 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57698) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:14.080224 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-de161ba6-4755-418f-8045-c1938de1a208 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] GET failed (client error): The resource could not be found. Apr 20 13:21:14.082122 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-de161ba6-4755-418f-8045-c1938de1a208 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "GET /v2.0/ports/58fd45e3-1bda-400c-b626-280e9ad652a3 HTTP/1.1" status: 404 len: 333 time: 0.1792839 Apr 20 13:21:14.086945 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-fcd33020-59a2-4f9b-8aea-7f70d1301d04 tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Request body: {'router': {'distributed': True}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:14.090447 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad398162-45b8-4438-bcff-bd042bd01995 req-1604adb3-4282-4a5f-9e38-7ecc5818b021 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:14.091827 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57700) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:14.098836 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ad398162-45b8-4438-bcff-bd042bd01995 req-1604adb3-4282-4a5f-9e38-7ecc5818b021 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/networks?id=00bf89be-b590-4b91-9bd9-098821a10670 HTTP/1.1" status: 200 len: 813 time: 0.1298180 Apr 20 13:21:14.112923 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2281986a-a1d1-4d4c-b41f-e0d1984ed73e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:14.153301 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 06eb0c21-0a2a-46ed-a692-2ab9fc1fc448 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:14.154063 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:14.166714 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ad398162-45b8-4438-bcff-bd042bd01995 req-1a6d8899-d2c8-410a-a124-a003c8dc5167 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/quotas/7a0fd9ed74bf424a81408eac3e15249e HTTP/1.1" status: 200 len: 375 time: 0.0655110 Apr 20 13:21:14.191185 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-98055ea5-243b-4a9d-9809-349088526889 None None] Provisioning complete for port 06eb0c21-0a2a-46ed-a692-2ab9fc1fc448 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:14.192109 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-98055ea5-243b-4a9d-9809-349088526889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:14.265185 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc765eb-29d6-4d32-82b3-ea926c65fb68 req-0eed7881-3eec-4d95-a898-64c1e70a83a3 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:14.267342 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dbc765eb-29d6-4d32-82b3-ea926c65fb68 req-0eed7881-3eec-4d95-a898-64c1e70a83a3 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f2563a3-d588-4bb4-a237-e9689f42cf15 HTTP/1.1" status: 200 len: 945 time: 0.1658123 Apr 20 13:21:14.281153 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ad398162-45b8-4438-bcff-bd042bd01995 req-fe9c9fb2-9efa-40f5-ba93-b405eaf101f7 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7a0fd9ed74bf424a81408eac3e15249e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1129692 Apr 20 13:21:14.351089 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dbc765eb-29d6-4d32-82b3-ea926c65fb68 req-d0b9ba94-7630-483a-ac81-362480fb847b tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678208 Apr 20 13:21:14.359958 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2281986a-a1d1-4d4c-b41f-e0d1984ed73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:14.391769 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-030a04ac-651e-461d-9213-1a823f176e27 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Deleting subnet b2cce819-1a18-4e57-a0d1-650ae9abf103 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:21:14.441329 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ad398162-45b8-4438-bcff-bd042bd01995 req-c5772311-8e8a-4e1f-aa22-feb2423158b9 service neutron] 10.222.0.25 "GET /v2.0/networks/00bf89be-b590-4b91-9bd9-098821a10670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591198 Apr 20 13:21:14.483243 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-030a04ac-651e-461d-9213-1a823f176e27 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:14.585827 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:14.594069 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fcd33020-59a2-4f9b-8aea-7f70d1301d04 tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-54831'] for router, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:14.594445 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fcd33020-59a2-4f9b-8aea-7f70d1301d04 tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks [] for router, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:14.607870 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3aef6-3923-44a3-a5cc-22a48eeb9d65 req-b6007336-9f6d-47a5-90b7-8736de80000a tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:14.615652 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-daa3aef6-3923-44a3-a5cc-22a48eeb9d65 req-b6007336-9f6d-47a5-90b7-8736de80000a tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d1ac732-5092-499b-b39c-895facab237f HTTP/1.1" status: 200 len: 949 time: 0.0953674 Apr 20 13:21:14.634060 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ad398162-45b8-4438-bcff-bd042bd01995 req-25a90b42-27b6-43cb-ba07-33b95bda161c service neutron] 10.222.0.25 "GET /v2.0/networks/00bf89be-b590-4b91-9bd9-098821a10670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916220 Apr 20 13:21:14.652104 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-030a04ac-651e-461d-9213-1a823f176e27 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:14.684149 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-daa3aef6-3923-44a3-a5cc-22a48eeb9d65 req-f8db768e-e7bd-4de1-b5fc-1d386ec4e07f tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] 10.222.0.25 "GET /v2.0/security-groups?id=144cde5a-b633-4731-adeb-2b21a4c7d93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622783 Apr 20 13:21:14.694332 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:14.699698 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 06eb0c21-0a2a-46ed-a692-2ab9fc1fc448, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=06eb0c21-0a2a-46ed-a692-2ab9fc1fc448,segment=NetworkSegment(9fa970bb-1c00-4355-88f1-d7df95792962),segment_id=9fa970bb-1c00-4355-88f1-d7df95792962)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:21:14.798117 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-fcd33020-59a2-4f9b-8aea-7f70d1301d04 tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=114870) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Apr 20 13:21:14.798511 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-fcd33020-59a2-4f9b-8aea-7f70d1301d04 tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Router 31c759e2-70b6-4cbd-b456-0d3a80eafcea migrating from provider to provider. {{(pid=114870) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Apr 20 13:21:14.798799 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fcd33020-59a2-4f9b-8aea-7f70d1301d04 tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:14.802957 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1ac732-5092-499b-b39c-895facab237f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa08433-784e-4c41-9153-d6a4d1a39355'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:21:14.805347 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3256f0-425e-4462-965f-4dde963c8217" -d '{"events": [{"server_uuid": "8d1ac732-5092-499b-b39c-895facab237f", "name": "network-vif-plugged", "status": "completed", "tag": "baa08433-784e-4c41-9153-d6a4d1a39355"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:21:14.809081 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:14.815511 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fcd33020-59a2-4f9b-8aea-7f70d1301d04 tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:14.835989 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9571f8c3-4232-4d06-9e75-5f9521b81e8a req-c4f48d20-66d7-425b-9d05-de16ae6b06cc tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ab95a47-c918-4687-9cf5-b957157542c3 HTTP/1.1" status: 200 len: 210 time: 0.0411839 Apr 20 13:21:14.883265 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=06eb0c21-0a2a-46ed-a692-2ab9fc1fc448,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:14.891238 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-030a04ac-651e-461d-9213-1a823f176e27 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:14.899504 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-aed3519f-bdd5-4989-a1b2-8d700cd64302 req-1674e487-7d10-4b80-ac65-9c894e20995f tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:21:14.901116 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aed3519f-bdd5-4989-a1b2-8d700cd64302 req-1674e487-7d10-4b80-ac65-9c894e20995f tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081408 Apr 20 13:21:14.908982 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port baa08433-784e-4c41-9153-d6a4d1a39355, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=baa08433-784e-4c41-9153-d6a4d1a39355,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:21:14.911040 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-98055ea5-243b-4a9d-9809-349088526889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:14.942996 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3902f9d-037e-4d60-aebe-ae866b815745 x-openstack-request-id: req-a3902f9d-037e-4d60-aebe-ae866b815745 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:21:14.943286 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1ac732-5092-499b-b39c-895facab237f", "name": "network-vif-plugged", "status": "completed", "tag": "baa08433-784e-4c41-9153-d6a4d1a39355", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:21:14.943564 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a3902f9d-037e-4d60-aebe-ae866b815745 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:21:14.944298 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3902f9d-037e-4d60-aebe-ae866b815745'] response: {'server_uuid': '8d1ac732-5092-499b-b39c-895facab237f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa08433-784e-4c41-9153-d6a4d1a39355', 'code': 200} Apr 20 13:21:14.966886 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fcd33020-59a2-4f9b-8aea-7f70d1301d04 tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548631'] for router, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:14.966886 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2281986a-a1d1-4d4c-b41f-e0d1984ed73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:15.030173 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:15.135523 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=baa08433-784e-4c41-9153-d6a4d1a39355,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:15.160862 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c29184be-3bd6-497b-abe9-71174db3f77f req-cdc7ad5e-c39b-4b64-b078-39782ee7c872 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0532fbe-2385-4faa-9dae-4ccce67abc92 HTTP/1.1" status: 200 len: 210 time: 0.1393683 Apr 20 13:21:15.174029 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2281986a-a1d1-4d4c-b41f-e0d1984ed73e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bed6541a-6f8b-4be0-aaa9-fa8c378ff35d,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:15.192601 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2281986a-a1d1-4d4c-b41f-e0d1984ed73e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:15.199444 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2281986a-a1d1-4d4c-b41f-e0d1984ed73e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/bed6541a-6f8b-4be0-aaa9-fa8c378ff35d HTTP/1.1" status: 204 len: 168 time: 1.2396173 Apr 20 13:21:15.225831 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57716) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:15.254630 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-030a04ac-651e-461d-9213-1a823f176e27 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:15.256056 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aed3519f-bdd5-4989-a1b2-8d700cd64302 req-468fe213-ae07-45d6-88b1-599e4734772d tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.5&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3304205 Apr 20 13:21:15.284278 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-98055ea5-243b-4a9d-9809-349088526889 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:21:15.285260 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-98055ea5-243b-4a9d-9809-349088526889 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:21:15.314663 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-030a04ac-651e-461d-9213-1a823f176e27 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:15.318237 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-030a04ac-651e-461d-9213-1a823f176e27 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/subnets/b2cce819-1a18-4e57-a0d1-650ae9abf103 HTTP/1.1" status: 204 len: 168 time: 1.2250519 Apr 20 13:21:15.323861 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a04ac-651e-461d-9213-1a823f176e27 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'Subnet': ['ID=b2cce819-1a18-4e57-a0d1-650ae9abf103,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:15.325683 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57722) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:15.333207 n-d-836015-7 neutron-server[114870]: WARNING neutron.scheduler.l3_agent_scheduler [None req-fcd33020-59a2-4f9b-8aea-7f70d1301d04 tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] No L3 agents can host the router 31c759e2-70b6-4cbd-b456-0d3a80eafcea Apr 20 13:21:15.337194 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-4a7fcc34-7d87-4e58-bb93-ce8613725b86 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:15.340525 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-4a7fcc34-7d87-4e58-bb93-ce8613725b86 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.15 "GET /v2.0/networks?id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 HTTP/1.1" status: 200 len: 811 time: 0.2449811 Apr 20 13:21:15.348284 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac4adb-7921-4a2b-8d7b-f7cc9ecd8a3b req-e6a46d84-a148-49cf-bf7f-4e3e8345a994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:15.349794 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-afac4adb-7921-4a2b-8d7b-f7cc9ecd8a3b req-e6a46d84-a148-49cf-bf7f-4e3e8345a994 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8d1ac732-5092-499b-b39c-895facab237f HTTP/1.1" status: 200 len: 1101 time: 0.2980008 Apr 20 13:21:15.368546 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1ae1bc-26fd-45ce-88f5-9582a0de7763 None None] Network 2f703beb-cbf2-424d-ada8-f0913c139828 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:21:15.404993 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-96788697-0311-4245-a459-0ad83829ba80 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Request body: {'port': {'device_id': '3ab95a47-c918-4687-9cf5-b957157542c3', 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119', 'admin_state_up': True, 'tenant_id': '649a6cfebf0a4feb8c92b7d26c8b3e97'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:15.544502 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0dfc616a-0e95-4c08-b53a-880e13b06735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:15.639112 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 06eb0c21-0a2a-46ed-a692-2ab9fc1fc448 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:21:15.657924 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-afac4adb-7921-4a2b-8d7b-f7cc9ecd8a3b req-a09fb597-6d39-48b3-a8e4-33600beafd67 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=144cde5a-b633-4731-adeb-2b21a4c7d93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899942 Apr 20 13:21:15.695777 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a67a455-3df6-4f01-befd-b4d8b6788f40 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:15.705075 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa87f59-70ed-4260-b797-c6048bc4a19e None None] DHCP port deletion for 2f703beb-cbf2-424d-ada8-f0913c139828 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:21:15.748040 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd33020-59a2-4f9b-8aea-7f70d1301d04 tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Hosts for router 31c759e2-70b6-4cbd-b456-0d3a80eafcea: [] {{(pid=114870) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Apr 20 13:21:15.780075 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 06eb0c21-0a2a-46ed-a692-2ab9fc1fc448 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:15.780778 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:15.781094 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd33020-59a2-4f9b-8aea-7f70d1301d04 tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Hosts for other DVR routers connected to router 31c759e2-70b6-4cbd-b456-0d3a80eafcea: set() {{(pid=114870) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Apr 20 13:21:15.784014 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fcd33020-59a2-4f9b-8aea-7f70d1301d04 tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:15.785216 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-fcd33020-59a2-4f9b-8aea-7f70d1301d04 tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] 10.222.0.25 "PUT /v2.0/routers/31c759e2-70b6-4cbd-b456-0d3a80eafcea HTTP/1.1" status: 200 len: 717 time: 1.7061558 Apr 20 13:21:15.788878 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57728) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:15.801881 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0dfc616a-0e95-4c08-b53a-880e13b06735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:15.826872 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-0dfc616a-0e95-4c08-b53a-880e13b06735 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad84a39a-0e19-4629-a4c0-3bf4222a2ced']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:21:15.839077 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-0dfc616a-0e95-4c08-b53a-880e13b06735 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e4d2b21-7cf7-43bc-bbbe-e584b6813c1d') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:21:15.839400 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-0dfc616a-0e95-4c08-b53a-880e13b06735 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e4d2b21-7cf7-43bc-bbbe-e584b6813c1d') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:21:15.849756 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0dfc616a-0e95-4c08-b53a-880e13b06735 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:15.866509 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0dfc616a-0e95-4c08-b53a-880e13b06735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:15.875636 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dfc616a-0e95-4c08-b53a-880e13b06735 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:21:15.876048 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0dfc616a-0e95-4c08-b53a-880e13b06735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:15.912348 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-afa87f59-70ed-4260-b797-c6048bc4a19e None None] Deleting port 06eb0c21-0a2a-46ed-a692-2ab9fc1fc448 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:21:15.913175 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-afa87f59-70ed-4260-b797-c6048bc4a19e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:15.918056 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ed97c735-be1d-4b3b-a289-ddeb184fa23a tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] 10.222.0.25 "GET /v2.0/routers/31c759e2-70b6-4cbd-b456-0d3a80eafcea HTTP/1.1" status: 200 len: 717 time: 0.1252797 Apr 20 13:21:15.918225 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57734) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:15.945180 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-0a67a455-3df6-4f01-befd-b4d8b6788f40 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Deleting port 06eb0c21-0a2a-46ed-a692-2ab9fc1fc448 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:21:15.945821 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a67a455-3df6-4f01-befd-b4d8b6788f40 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:15.949256 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:21:15.949256 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:21:15.949256 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:21:15.949256 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:21:15.949256 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:21:15.949256 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:21:15.949256 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:21:15.949256 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:21:15.949256 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:21:15.949256 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:21:15.949256 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:21:15.949256 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:21:15.949256 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:21:15.949256 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:21:15.949256 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:21:15.949256 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:21:15.949256 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:21:15.949256 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:21:15.949256 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:21:15.949256 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:21:15.949256 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:21:15.949256 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:21:15.949256 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:21:15.949256 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:21:15.949256 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:21:15.949256 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:21:15.949256 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:21:15.949256 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:21:15.949256 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:21:15.949256 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:21:15.949256 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:21:15.949256 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:21:15.989791 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-afa87f59-70ed-4260-b797-c6048bc4a19e None None] For port 06eb0c21-0a2a-46ed-a692-2ab9fc1fc448, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=06eb0c21-0a2a-46ed-a692-2ab9fc1fc448,segment=NetworkSegment(9fa970bb-1c00-4355-88f1-d7df95792962),segment_id=9fa970bb-1c00-4355-88f1-d7df95792962)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:21:15.990341 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-afa87f59-70ed-4260-b797-c6048bc4a19e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:16.005684 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68be5ee-0dda-457d-8c35-ac06e557e8be req-acf395e2-781b-46fe-aa58-225c22788c7c tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:16.006170 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-afa87f59-70ed-4260-b797-c6048bc4a19e None None] Calling delete_port for 06eb0c21-0a2a-46ed-a692-2ab9fc1fc448 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:21:16.014205 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c68be5ee-0dda-457d-8c35-ac06e557e8be req-acf395e2-781b-46fe-aa58-225c22788c7c tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de9013c-13bc-448b-b7e5-8321a8e349b0 HTTP/1.1" status: 200 len: 945 time: 0.3773475 Apr 20 13:21:16.039695 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-0a67a455-3df6-4f01-befd-b4d8b6788f40 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] For port 06eb0c21-0a2a-46ed-a692-2ab9fc1fc448, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=06eb0c21-0a2a-46ed-a692-2ab9fc1fc448,segment=NetworkSegment(9fa970bb-1c00-4355-88f1-d7df95792962),segment_id=9fa970bb-1c00-4355-88f1-d7df95792962)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:21:16.040580 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a67a455-3df6-4f01-befd-b4d8b6788f40 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:16.067435 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0dfc616a-0e95-4c08-b53a-880e13b06735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:16.068239 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-0a67a455-3df6-4f01-befd-b4d8b6788f40 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Calling delete_port for 06eb0c21-0a2a-46ed-a692-2ab9fc1fc448 owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:21:16.070706 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-96788697-0311-4245-a459-0ad83829ba80 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Made reservation on behalf of 649a6cfebf0a4feb8c92b7d26c8b3e97 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:21:16.086682 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-96788697-0311-4245-a459-0ad83829ba80 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:16.109220 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134864b-dc3e-448b-ab3c-b8bbf6a4c8ea req-926d7fe4-d06b-46f3-8e69-04efa11fd80b tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:16.116863 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b134864b-dc3e-448b-ab3c-b8bbf6a4c8ea req-926d7fe4-d06b-46f3-8e69-04efa11fd80b tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d1ac732-5092-499b-b39c-895facab237f HTTP/1.1" status: 200 len: 950 time: 0.1687112 Apr 20 13:21:16.122405 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-2258e64a-a685-4a51-ae05-79827c370432 None None] Provisioning complete for port 06eb0c21-0a2a-46ed-a692-2ab9fc1fc448 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:16.122995 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2258e64a-a685-4a51-ae05-79827c370432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:16.123716 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0dfc616a-0e95-4c08-b53a-880e13b06735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:16.127213 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-0dfc616a-0e95-4c08-b53a-880e13b06735 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ad84a39a-0e19-4629-a4c0-3bf4222a2ced HTTP/1.1" status: 204 len: 168 time: 0.9000187 Apr 20 13:21:16.130062 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57740) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:16.179322 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc616a-0e95-4c08-b53a-880e13b06735 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad84a39a-0e19-4629-a4c0-3bf4222a2ced,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:16.203154 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c68be5ee-0dda-457d-8c35-ac06e557e8be req-625e456e-e55d-4c8b-a46e-8a02c0b5fd40 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880662 Apr 20 13:21:16.225790 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b134864b-dc3e-448b-ab3c-b8bbf6a4c8ea req-51fc1f1b-d171-4677-99d0-fde1dac02d12 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] 10.222.0.25 "GET /v2.0/security-groups?id=144cde5a-b633-4731-adeb-2b21a4c7d93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062310 Apr 20 13:21:16.325820 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1a6fbb9b-6c77-4851-ad6e-867378da4ac1 tempest-RoutersTestDVR-1823759232 tempest-RoutersTestDVR-1823759232-project] 10.222.0.25 "GET /v2.0/routers/31c759e2-70b6-4cbd-b456-0d3a80eafcea HTTP/1.1" status: 200 len: 683 time: 0.4065113 Apr 20 13:21:16.329839 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57746) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:16.343015 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-afa87f59-70ed-4260-b797-c6048bc4a19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:16.347673 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1bc0262-6f48-4a77-94e0-3430b31fbaeb admin admin] Deleting subnet 8c3a0fab-9236-4f6b-a0ed-5a3c42b1ad81 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:21:16.365676 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-efd7cb3a-57de-4b7a-b22b-3d5698fcd971 req-4927a477-18aa-4f03-9efd-9d8ecfb6bcf9 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ab95a47-c918-4687-9cf5-b957157542c3 HTTP/1.1" status: 200 len: 210 time: 0.0484991 Apr 20 13:21:16.381236 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d1bc0262-6f48-4a77-94e0-3430b31fbaeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:16.415064 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa87f59-70ed-4260-b797-c6048bc4a19e None None] Pushing event deleted for resources: {'Port': ['ID=06eb0c21-0a2a-46ed-a692-2ab9fc1fc448,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:16.429220 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa87f59-70ed-4260-b797-c6048bc4a19e None None] No DVR routers for this DVR port 06eb0c21-0a2a-46ed-a692-2ab9fc1fc448 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:21:16.445956 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-76cec40e-b2f2-408a-a4f6-c377ddd8e27d req-15d734ec-1883-4d6b-92e2-0ed8600c1946 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0532fbe-2385-4faa-9dae-4ccce67abc92 HTTP/1.1" status: 200 len: 210 time: 0.0772510 Apr 20 13:21:16.469431 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b0f2951b-e988-406e-95c6-f25d200ff92d tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:16.471403 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a67a455-3df6-4f01-befd-b4d8b6788f40 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:16.524365 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d1bc0262-6f48-4a77-94e0-3430b31fbaeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:16.565093 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a67a455-3df6-4f01-befd-b4d8b6788f40 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] No DVR routers for this DVR port 06eb0c21-0a2a-46ed-a692-2ab9fc1fc448 on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:21:16.572238 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-96788697-0311-4245-a459-0ad83829ba80 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Allocated IP 172.20.0.14 (64d8cf94-eb2a-48ee-bdb5-e3e8f5005119/fa576778-8514-4874-84e6-afe172476688/1c47accb-165e-4205-8dff-c3a4e9fd0be6) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:21:16.592438 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9d3b5-4a7d-4c13-8b0c-129f5014a728 req-6395d789-8b35-4281-b3e6-2568dc04e22e tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:16.593858 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3bf9d3b5-4a7d-4c13-8b0c-129f5014a728 req-6395d789-8b35-4281-b3e6-2568dc04e22e tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b529390-69a0-4b2f-8366-0f4995cf5846 HTTP/1.1" status: 200 len: 945 time: 0.0835686 Apr 20 13:21:16.596692 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67a455-3df6-4f01-befd-b4d8b6788f40 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'Port': ['ID=06eb0c21-0a2a-46ed-a692-2ab9fc1fc448,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:16.682310 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3bf9d3b5-4a7d-4c13-8b0c-129f5014a728 req-1367b6b3-9ff8-4a54-9275-9bf4402ce2d0 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701425 Apr 20 13:21:16.723228 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d1bc0262-6f48-4a77-94e0-3430b31fbaeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:16.807200 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b0f2951b-e988-406e-95c6-f25d200ff92d tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:16.814542 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b0f2951b-e988-406e-95c6-f25d200ff92d tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:16.818745 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a67a455-3df6-4f01-befd-b4d8b6788f40 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:16.841050 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b12b0-2bee-4021-b270-53cd2583273a req-769ce16e-b252-48cf-814f-da6328018799 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:16.842596 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-812b12b0-2bee-4021-b270-53cd2583273a req-769ce16e-b252-48cf-814f-da6328018799 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f2563a3-d588-4bb4-a237-e9689f42cf15 HTTP/1.1" status: 200 len: 945 time: 0.0836287 Apr 20 13:21:16.866806 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-96788697-0311-4245-a459-0ad83829ba80 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:16.883253 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-0a67a455-3df6-4f01-befd-b4d8b6788f40 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f703beb-cbf2-424d-ada8-f0913c139828']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:21:16.897269 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-0a67a455-3df6-4f01-befd-b4d8b6788f40 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fa970bb-1c00-4355-88f1-d7df95792962') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:21:16.897715 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-0a67a455-3df6-4f01-befd-b4d8b6788f40 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fa970bb-1c00-4355-88f1-d7df95792962') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:21:16.906766 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-812b12b0-2bee-4021-b270-53cd2583273a req-ea8ee8ed-3241-49dc-957e-ed29ca5a0e30 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496008 Apr 20 13:21:16.911912 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a67a455-3df6-4f01-befd-b4d8b6788f40 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:16.944592 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a67a455-3df6-4f01-befd-b4d8b6788f40 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:16.951718 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a67a455-3df6-4f01-befd-b4d8b6788f40 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:21:16.952461 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a67a455-3df6-4f01-befd-b4d8b6788f40 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:16.956479 n-d-836015-7 neutron-server[114870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:21:16.956479 n-d-836015-7 neutron-server[114870]: self.session.flush() Apr 20 13:21:16.956479 n-d-836015-7 neutron-server[114870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:21:16.956479 n-d-836015-7 neutron-server[114870]: self.session.flush() Apr 20 13:21:16.956479 n-d-836015-7 neutron-server[114870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:21:16.956479 n-d-836015-7 neutron-server[114870]: self.session.flush() Apr 20 13:21:16.956479 n-d-836015-7 neutron-server[114870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:21:16.956479 n-d-836015-7 neutron-server[114870]: self.session.flush() Apr 20 13:21:16.956479 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:21:16.956479 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:21:16.956479 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:21:16.956479 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:21:16.956479 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:21:16.956479 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:21:16.956479 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:21:16.956479 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:21:16.956479 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:21:16.956479 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:21:16.956479 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:21:16.956479 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:21:16.956479 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:21:16.956479 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:21:16.956479 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:21:16.956479 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:21:16.956479 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:21:16.956479 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:21:16.956479 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:21:16.956479 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:21:16.956479 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:21:16.956479 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:21:16.956479 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:21:16.956479 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:21:16.956479 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:21:16.956479 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:21:16.956479 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:21:16.956479 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:21:16.956479 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:21:16.956479 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:21:16.956479 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:21:16.956479 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:21:17.001846 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d1bc0262-6f48-4a77-94e0-3430b31fbaeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:17.004143 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b0f2951b-e988-406e-95c6-f25d200ff92d tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:17.004763 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f2951b-e988-406e-95c6-f25d200ff92d tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 31c759e2-70b6-4cbd-b456-0d3a80eafcea {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:21:17.021740 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b0f2951b-e988-406e-95c6-f25d200ff92d tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:17.023156 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b0f2951b-e988-406e-95c6-f25d200ff92d tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] 10.222.0.25 "DELETE /v2.0/routers/31c759e2-70b6-4cbd-b456-0d3a80eafcea HTTP/1.1" status: 204 len: 168 time: 0.6908777 Apr 20 13:21:17.028833 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57752) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:17.032813 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-b8d5a216-ee43-4149-8b3e-a5c4eecaf6d1 tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Request body: {'router': {'name': 'tempest-router-404403658', 'distributed': True}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:17.059264 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc0262-6f48-4a77-94e0-3430b31fbaeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c3a0fab-9236-4f6b-a0ed-5a3c42b1ad81,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:17.070560 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-96788697-0311-4245-a459-0ad83829ba80 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:17.079131 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d1bc0262-6f48-4a77-94e0-3430b31fbaeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:17.086475 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['92fc024d-a659-4972-8862-3110d9cc2637'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:21:17.091878 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d1bc0262-6f48-4a77-94e0-3430b31fbaeb admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8c3a0fab-9236-4f6b-a0ed-5a3c42b1ad81 HTTP/1.1" status: 204 len: 168 time: 0.9605777 Apr 20 13:21:17.095270 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57756) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:17.180242 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-96788697-0311-4245-a459-0ad83829ba80 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Network 64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:21:17.185207 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96788697-0311-4245-a459-0ad83829ba80 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Pushing event updated for resources: {'Port': ['ID=1c47accb-165e-4205-8dff-c3a4e9fd0be6,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:17.192276 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-96788697-0311-4245-a459-0ad83829ba80 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:21:17.205227 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aa4801da-780f-4e8d-975e-0ff5682e1ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:17.211248 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-96788697-0311-4245-a459-0ad83829ba80 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:21:17.249554 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b8d5a216-ee43-4149-8b3e-a5c4eecaf6d1 tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:17.251295 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b8d5a216-ee43-4149-8b3e-a5c4eecaf6d1 tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:17.284302 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a67a455-3df6-4f01-befd-b4d8b6788f40 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:17.309339 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a67a455-3df6-4f01-befd-b4d8b6788f40 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:17.320012 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0a67a455-3df6-4f01-befd-b4d8b6788f40 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/networks/2f703beb-cbf2-424d-ada8-f0913c139828 HTTP/1.1" status: 204 len: 168 time: 1.9901085 Apr 20 13:21:17.342183 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50b88b-079f-4363-a1d6-bc4b41938e36 req-d83df726-392d-4cf3-9e57-80d971f7e7ce tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:17.348891 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50b88b-079f-4363-a1d6-bc4b41938e36 req-d83df726-392d-4cf3-9e57-80d971f7e7ce tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:17.356859 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50b88b-079f-4363-a1d6-bc4b41938e36 req-d83df726-392d-4cf3-9e57-80d971f7e7ce tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:17.364741 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6b50b88b-079f-4363-a1d6-bc4b41938e36 req-d83df726-392d-4cf3-9e57-80d971f7e7ce tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f2563a3-d588-4bb4-a237-e9689f42cf15&device_id=6b529390-69a0-4b2f-8366-0f4995cf5846&device_id=6de9013c-13bc-448b-b7e5-8321a8e349b0 HTTP/1.1" status: 200 len: 2416 time: 0.2618258 Apr 20 13:21:17.383134 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aa4801da-780f-4e8d-975e-0ff5682e1ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:17.395021 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57760) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:17.401194 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b8d5a216-ee43-4149-8b3e-a5c4eecaf6d1 tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:17.405341 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-d78f290e-0a85-4bda-9051-e923090c3dfd tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'port': {'network_id': 'a5cc9a9c-05b5-4665-a823-6bb2e6db3b64', 'name': 'tempest-PortsTestJSON-1224186435'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:17.527214 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-96788697-0311-4245-a459-0ad83829ba80 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:17.527927 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-96788697-0311-4245-a459-0ad83829ba80 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:17.551619 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b8d5a216-ee43-4149-8b3e-a5c4eecaf6d1 tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:17.568926 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6b50b88b-079f-4363-a1d6-bc4b41938e36 req-661982f1-4dc1-4d86-8640-282b6db33259 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030189 Apr 20 13:21:17.597937 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-c01ef964-086c-4a34-a632-32d4010411af None None] Provisioning complete for port 1c47accb-165e-4205-8dff-c3a4e9fd0be6 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:17.598439 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c01ef964-086c-4a34-a632-32d4010411af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:17.635998 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 06eb0c21-0a2a-46ed-a692-2ab9fc1fc448 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:21:17.654523 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2eb50-d728-40c7-a946-ddebecce7207 req-19b05f3f-b643-4603-8045-89753fceaf8f tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:17.656153 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f1b2eb50-d728-40c7-a946-ddebecce7207 req-19b05f3f-b643-4603-8045-89753fceaf8f tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d1ac732-5092-499b-b39c-895facab237f HTTP/1.1" status: 200 len: 950 time: 0.2627711 Apr 20 13:21:17.670549 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 06eb0c21-0a2a-46ed-a692-2ab9fc1fc448 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:21:17.671138 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 06eb0c21-0a2a-46ed-a692-2ab9fc1fc448 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:21:17.676238 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-c01ef964-086c-4a34-a632-32d4010411af None None] Port 1c47accb-165e-4205-8dff-c3a4e9fd0be6 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:21:17.724806 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b8d5a216-ee43-4149-8b3e-a5c4eecaf6d1 tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:17.728700 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b8d5a216-ee43-4149-8b3e-a5c4eecaf6d1 tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.6969435 Apr 20 13:21:17.729227 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-96788697-0311-4245-a459-0ad83829ba80 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3396180 Apr 20 13:21:17.729702 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57768) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:17.780134 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-40dae3b0-8abf-4c85-8f0b-5dbbb64d99c6 service neutron] Request body: {'port': {'device_id': '3ab95a47-c918-4687-9cf5-b957157542c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:17.820422 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78f290e-0a85-4bda-9051-e923090c3dfd tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Made reservation on behalf of 921fc4094b8f49f1a436656db5724eca for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:21:17.824341 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d78f290e-0a85-4bda-9051-e923090c3dfd tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:17.833685 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-aa4801da-780f-4e8d-975e-0ff5682e1ac3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea4fce09-2c30-482e-9d2f-8d45f8e8b71e']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:21:17.843112 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67a455-3df6-4f01-befd-b4d8b6788f40 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'Network': ['ID=2f703beb-cbf2-424d-ada8-f0913c139828,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:17.861907 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f1b2eb50-d728-40c7-a946-ddebecce7207 req-b201e4d4-ee1d-422e-90dc-0c523101f774 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] 10.222.0.25 "GET /v2.0/security-groups?id=144cde5a-b633-4731-adeb-2b21a4c7d93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963098 Apr 20 13:21:17.865198 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-aa4801da-780f-4e8d-975e-0ff5682e1ac3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '946974e7-e5e1-416c-a0be-42baf270634a') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:21:17.865498 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-aa4801da-780f-4e8d-975e-0ff5682e1ac3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '946974e7-e5e1-416c-a0be-42baf270634a') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:21:17.882724 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372b20b-2357-40ab-acb8-a4b4763d8cb1 req-e0ac78e9-ef9b-4029-9698-471b4ebb9857 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:17.887484 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b372b20b-2357-40ab-acb8-a4b4763d8cb1 req-e0ac78e9-ef9b-4029-9698-471b4ebb9857 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ab95a47-c918-4687-9cf5-b957157542c3 HTTP/1.1" status: 200 len: 932 time: 0.2204816 Apr 20 13:21:17.898948 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c4f1815a-826a-4000-b851-1be3939f417d tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks [] for router, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:17.905039 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aa4801da-780f-4e8d-975e-0ff5682e1ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:17.929300 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aa4801da-780f-4e8d-975e-0ff5682e1ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:17.942283 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa4801da-780f-4e8d-975e-0ff5682e1ac3 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:21:17.945808 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aa4801da-780f-4e8d-975e-0ff5682e1ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:17.945808 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:21:17.945808 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:21:17.945808 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:21:17.945808 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:21:17.945808 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:21:17.945808 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:21:17.945808 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:21:17.945808 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:21:17.945808 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:21:17.945808 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:21:17.945808 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:21:17.945808 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:21:17.945808 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:21:17.945808 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:21:17.945808 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:21:17.945808 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:21:17.945808 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:21:17.945808 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:21:17.945808 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:21:17.945808 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:21:17.945808 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:21:17.945808 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:21:17.945808 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:21:17.945808 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:21:17.945808 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:21:17.945808 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:21:17.945808 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:21:17.945808 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:21:17.945808 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:21:17.945808 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:21:17.945808 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:21:17.945808 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:21:17.979864 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [None req-d78f290e-0a85-4bda-9051-e923090c3dfd tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] device_id is not set on port c15a12ec-0e82-402b-ad2e-b263e1094b2a yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:21:18.027696 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad398162-45b8-4438-bcff-bd042bd01995 req-1d4ec012-756e-49ef-aecd-104a255e7eac tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:18.029228 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ad398162-45b8-4438-bcff-bd042bd01995 req-1d4ec012-756e-49ef-aecd-104a255e7eac tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.32 "GET /v2.0/networks?id=00bf89be-b590-4b91-9bd9-098821a10670 HTTP/1.1" status: 200 len: 813 time: 0.2078714 Apr 20 13:21:18.043456 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-ad398162-45b8-4438-bcff-bd042bd01995 req-5eb7f194-850d-4194-b1cb-55a4f7e521e0 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Request body: {'port': {'device_id': 'e0532fbe-2385-4faa-9dae-4ccce67abc92', 'network_id': '00bf89be-b590-4b91-9bd9-098821a10670', 'admin_state_up': True, 'tenant_id': '7a0fd9ed74bf424a81408eac3e15249e'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:18.067652 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-40dae3b0-8abf-4c85-8f0b-5dbbb64d99c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:18.110347 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aa4801da-780f-4e8d-975e-0ff5682e1ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:18.117684 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aa4801da-780f-4e8d-975e-0ff5682e1ac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:18.120604 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-aa4801da-780f-4e8d-975e-0ff5682e1ac3 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ea4fce09-2c30-482e-9d2f-8d45f8e8b71e HTTP/1.1" status: 204 len: 168 time: 1.0223989 Apr 20 13:21:18.182780 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4801da-780f-4e8d-975e-0ff5682e1ac3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea4fce09-2c30-482e-9d2f-8d45f8e8b71e,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:18.186241 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1737d5ad-040f-452f-b6a4-a77b80c74d2f req-f8a7a34c-77b3-4075-a913-864928dbc1cf tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0532fbe-2385-4faa-9dae-4ccce67abc92 HTTP/1.1" status: 200 len: 210 time: 0.1617334 Apr 20 13:21:18.204239 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b372b20b-2357-40ab-acb8-a4b4763d8cb1 req-226c7b61-de74-4b43-8797-1d27d0658ca4 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157594 Apr 20 13:21:18.257421 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad398162-45b8-4438-bcff-bd042bd01995 req-5eb7f194-850d-4194-b1cb-55a4f7e521e0 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Made reservation on behalf of 7a0fd9ed74bf424a81408eac3e15249e for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:21:18.264103 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ad398162-45b8-4438-bcff-bd042bd01995 req-5eb7f194-850d-4194-b1cb-55a4f7e521e0 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:18.268476 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c4f1815a-826a-4000-b851-1be3939f417d tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:18.287684 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c4f1815a-826a-4000-b851-1be3939f417d tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:18.423208 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-ad398162-45b8-4438-bcff-bd042bd01995 req-5eb7f194-850d-4194-b1cb-55a4f7e521e0 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Allocated IP 172.20.0.4 (00bf89be-b590-4b91-9bd9-098821a10670/b50266ce-851e-4de2-9181-6876aeec3806/94d00742-11fb-43a8-aaaf-1c191e8ef524) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:21:18.486283 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c4f1815a-826a-4000-b851-1be3939f417d tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:18.486844 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f1815a-826a-4000-b851-1be3939f417d tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7a09e53b-a62c-4836-bdc9-78c2ab53c237 {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:21:18.501153 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c4f1815a-826a-4000-b851-1be3939f417d tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:18.504062 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c4f1815a-826a-4000-b851-1be3939f417d tempest-RoutersTestDVR-1184916909 tempest-RoutersTestDVR-1184916909-project-admin] 10.222.0.25 "DELETE /v2.0/routers/7a09e53b-a62c-4836-bdc9-78c2ab53c237 HTTP/1.1" status: 204 len: 168 time: 0.7689958 Apr 20 13:21:18.535051 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d59a8a62-3a86-49f4-b8ff-1c82cc3b9564 req-9f6b9a02-6eba-42e1-9a74-4e5e155e9e21 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2851150 Apr 20 13:21:18.551459 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d78f290e-0a85-4bda-9051-e923090c3dfd tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:18.613356 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57778) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:18.615083 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ad398162-45b8-4438-bcff-bd042bd01995 req-5eb7f194-850d-4194-b1cb-55a4f7e521e0 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:18.709356 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-6370e8cd-a191-4eeb-972f-36031a5ed5c5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7c93013ee0ae49e1836238c5cde6b1a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0934658 Apr 20 13:21:18.712854 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57782) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:18.749465 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d78f290e-0a85-4bda-9051-e923090c3dfd tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:18.763100 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ad398162-45b8-4438-bcff-bd042bd01995 req-5eb7f194-850d-4194-b1cb-55a4f7e521e0 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:18.781456 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['6319332d-ba6a-4450-91d6-134778e02895'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:21:18.783351 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-40dae3b0-8abf-4c85-8f0b-5dbbb64d99c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c47accb-165e-4205-8dff-c3a4e9fd0be6 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:21:18.798952 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-40dae3b0-8abf-4c85-8f0b-5dbbb64d99c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:18.824089 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78f290e-0a85-4bda-9051-e923090c3dfd tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Network a5cc9a9c-05b5-4665-a823-6bb2e6db3b64 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:21:18.830165 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-d78f290e-0a85-4bda-9051-e923090c3dfd tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:21:18.833580 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f290e-0a85-4bda-9051-e923090c3dfd tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'Port': ['ID=c15a12ec-0e82-402b-ad2e-b263e1094b2a,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:18.842331 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78f290e-0a85-4bda-9051-e923090c3dfd tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:21:18.848859 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78f290e-0a85-4bda-9051-e923090c3dfd tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:18.850754 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d78f290e-0a85-4bda-9051-e923090c3dfd tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:18.852265 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-40dae3b0-8abf-4c85-8f0b-5dbbb64d99c6 service neutron] Transition to ACTIVE for port object 1c47accb-165e-4205-8dff-c3a4e9fd0be6 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:21:18.876077 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0d791742-8b2e-4c94-8bc8-52d8a9714aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:18.881062 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad398162-45b8-4438-bcff-bd042bd01995 req-5eb7f194-850d-4194-b1cb-55a4f7e521e0 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Network 00bf89be-b590-4b91-9bd9-098821a10670 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:21:18.895120 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-ad398162-45b8-4438-bcff-bd042bd01995 req-5eb7f194-850d-4194-b1cb-55a4f7e521e0 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:21:18.906879 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad398162-45b8-4438-bcff-bd042bd01995 req-5eb7f194-850d-4194-b1cb-55a4f7e521e0 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:21:18.928883 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d78f290e-0a85-4bda-9051-e923090c3dfd tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5304592 Apr 20 13:21:18.929732 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-40dae3b0-8abf-4c85-8f0b-5dbbb64d99c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:18.932332 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57786) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:18.965826 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb7f194-850d-4194-b1cb-55a4f7e521e0 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Pushing event updated for resources: {'Port': ['ID=94d00742-11fb-43a8-aaaf-1c191e8ef524,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:18.985329 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0d791742-8b2e-4c94-8bc8-52d8a9714aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:19.027916 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad398162-45b8-4438-bcff-bd042bd01995 req-5eb7f194-850d-4194-b1cb-55a4f7e521e0 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:19.028905 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ad398162-45b8-4438-bcff-bd042bd01995 req-5eb7f194-850d-4194-b1cb-55a4f7e521e0 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:19.117912 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57792) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:19.138002 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ad398162-45b8-4438-bcff-bd042bd01995 req-5eb7f194-850d-4194-b1cb-55a4f7e521e0 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0993528 Apr 20 13:21:19.151011 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-ad398162-45b8-4438-bcff-bd042bd01995 req-fa7de769-a95f-48b5-8491-f918de7a4321 service neutron] Request body: {'port': {'device_id': 'e0532fbe-2385-4faa-9dae-4ccce67abc92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:19.246472 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0d791742-8b2e-4c94-8bc8-52d8a9714aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:19.249797 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0d791742-8b2e-4c94-8bc8-52d8a9714aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:19.271437 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0d791742-8b2e-4c94-8bc8-52d8a9714aee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c5f8adfe-0ec3-4222-85f3-830a2af73341 HTTP/1.1" status: 204 len: 168 time: 0.5555074 Apr 20 13:21:19.323504 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d791742-8b2e-4c94-8bc8-52d8a9714aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f8adfe-0ec3-4222-85f3-830a2af73341,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:19.334411 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ad398162-45b8-4438-bcff-bd042bd01995 req-fa7de769-a95f-48b5-8491-f918de7a4321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:19.404739 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1a3ead0c-4846-41fc-ac27-b91458ca509f admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:19.664683 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1a3ead0c-4846-41fc-ac27-b91458ca509f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:19.676731 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dae3b0-8abf-4c85-8f0b-5dbbb64d99c6 service neutron] Pushing event updated for resources: {'Port': ['ID=1c47accb-165e-4205-8dff-c3a4e9fd0be6,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:19.728537 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1a3ead0c-4846-41fc-ac27-b91458ca509f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:19.783224 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbda99-6247-4426-bfe1-43acc49c76b1 req-7d11a83b-0e62-46a1-b024-420d69ec8e2e tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:19.789171 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1bdbda99-6247-4426-bfe1-43acc49c76b1 req-7d11a83b-0e62-46a1-b024-420d69ec8e2e tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d1ac732-5092-499b-b39c-895facab237f HTTP/1.1" status: 200 len: 950 time: 0.2668922 Apr 20 13:21:19.836148 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b323d9-c193-4ec8-ab51-59b968da4598 req-cfdda30b-d360-47bf-94e4-0bf11f83ef1c tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:19.840775 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-ad398162-45b8-4438-bcff-bd042bd01995 req-fa7de769-a95f-48b5-8491-f918de7a4321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94d00742-11fb-43a8-aaaf-1c191e8ef524 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:21:19.850244 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ad398162-45b8-4438-bcff-bd042bd01995 req-fa7de769-a95f-48b5-8491-f918de7a4321 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:19.850369 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-90b323d9-c193-4ec8-ab51-59b968da4598 req-cfdda30b-d360-47bf-94e4-0bf11f83ef1c tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0532fbe-2385-4faa-9dae-4ccce67abc92 HTTP/1.1" status: 200 len: 931 time: 0.2949555 Apr 20 13:21:19.874228 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3ead0c-4846-41fc-ac27-b91458ca509f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ded54d-d2e5-449d-86d6-36f0f7f93503,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:19.888683 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-ad398162-45b8-4438-bcff-bd042bd01995 req-fa7de769-a95f-48b5-8491-f918de7a4321 service neutron] Transition to ACTIVE for port object 94d00742-11fb-43a8-aaaf-1c191e8ef524 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:21:19.893689 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1a3ead0c-4846-41fc-ac27-b91458ca509f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=da50a1d33bf541a3a4ac7c223bb82512&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7741451 Apr 20 13:21:19.896256 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57810) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:19.986267 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ad398162-45b8-4438-bcff-bd042bd01995 req-fa7de769-a95f-48b5-8491-f918de7a4321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:19.986370 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1bdbda99-6247-4426-bfe1-43acc49c76b1 req-eaa5345a-2dcd-4147-9eaa-533804d7f95e tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] 10.222.0.25 "GET /v2.0/security-groups?id=144cde5a-b633-4731-adeb-2b21a4c7d93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125264 Apr 20 13:21:20.028616 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-27f32c59-c609-4ee4-8237-3e4ee6fa010b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:20.064013 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-90b323d9-c193-4ec8-ab51-59b968da4598 req-9919672c-30eb-4170-8b08-94be14788902 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126684 Apr 20 13:21:20.084420 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-9a1dfb97-4485-4a4e-8ea4-53d4d633bb0c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Deleting port c15a12ec-0e82-402b-ad2e-b263e1094b2a {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:21:20.084420 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9a1dfb97-4485-4a4e-8ea4-53d4d633bb0c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:20.114323 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7de769-a95f-48b5-8491-f918de7a4321 service neutron] Pushing event updated for resources: {'Port': ['ID=94d00742-11fb-43a8-aaaf-1c191e8ef524,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:20.120448 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-27f32c59-c609-4ee4-8237-3e4ee6fa010b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:20.168824 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57816) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:20.190779 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-40dae3b0-8abf-4c85-8f0b-5dbbb64d99c6 service neutron] Attempting to bind port 1c47accb-165e-4205-8dff-c3a4e9fd0be6 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:21:20.191499 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-40dae3b0-8abf-4c85-8f0b-5dbbb64d99c6 service neutron] Attempting to bind port 1c47accb-165e-4205-8dff-c3a4e9fd0be6 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': 'c5d44da9-f259-4c8c-925b-0e6bdb6b3012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:21:20.192100 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-40dae3b0-8abf-4c85-8f0b-5dbbb64d99c6 service neutron] Attempting to bind port 1c47accb-165e-4205-8dff-c3a4e9fd0be6 on network 64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:21:20.303387 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-40dae3b0-8abf-4c85-8f0b-5dbbb64d99c6 service neutron] Port 1c47accb-165e-4205-8dff-c3a4e9fd0be6 on network 64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:21:20.303387 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-40dae3b0-8abf-4c85-8f0b-5dbbb64d99c6 service neutron] Attempting to bind port 1c47accb-165e-4205-8dff-c3a4e9fd0be6 on network 64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:21:20.326549 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-61fb1cd7-0ba2-4ec5-8f1f-6ba7dfb195e2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=da9330b97ef144b4be2330dd5e85be71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1564214 Apr 20 13:21:20.329898 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57820) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:20.337672 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-40dae3b0-8abf-4c85-8f0b-5dbbb64d99c6 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:21:20.343807 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-40dae3b0-8abf-4c85-8f0b-5dbbb64d99c6 service neutron] Checking segment: {'id': 'c5d44da9-f259-4c8c-925b-0e6bdb6b3012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:21:20.344275 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-40dae3b0-8abf-4c85-8f0b-5dbbb64d99c6 service neutron] Bound using segment: {'id': 'c5d44da9-f259-4c8c-925b-0e6bdb6b3012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:21:20.344806 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-40dae3b0-8abf-4c85-8f0b-5dbbb64d99c6 service neutron] Bound port: 1c47accb-165e-4205-8dff-c3a4e9fd0be6, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5d44da9-f259-4c8c-925b-0e6bdb6b3012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:21:20.345182 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-40dae3b0-8abf-4c85-8f0b-5dbbb64d99c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:20.353883 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9a1dfb97-4485-4a4e-8ea4-53d4d633bb0c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:20.373058 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-ad398162-45b8-4438-bcff-bd042bd01995 req-fa7de769-a95f-48b5-8491-f918de7a4321 service neutron] Attempting to bind port 94d00742-11fb-43a8-aaaf-1c191e8ef524 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:21:20.374419 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-ad398162-45b8-4438-bcff-bd042bd01995 req-fa7de769-a95f-48b5-8491-f918de7a4321 service neutron] Attempting to bind port 94d00742-11fb-43a8-aaaf-1c191e8ef524 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': 'da203ac5-ec47-412d-9a8f-1056386260c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '00bf89be-b590-4b91-9bd9-098821a10670'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:21:20.374809 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad398162-45b8-4438-bcff-bd042bd01995 req-fa7de769-a95f-48b5-8491-f918de7a4321 service neutron] Attempting to bind port 94d00742-11fb-43a8-aaaf-1c191e8ef524 on network 00bf89be-b590-4b91-9bd9-098821a10670 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:21:20.383797 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad398162-45b8-4438-bcff-bd042bd01995 req-fa7de769-a95f-48b5-8491-f918de7a4321 service neutron] Port 94d00742-11fb-43a8-aaaf-1c191e8ef524 on network 00bf89be-b590-4b91-9bd9-098821a10670 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:21:20.384494 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad398162-45b8-4438-bcff-bd042bd01995 req-fa7de769-a95f-48b5-8491-f918de7a4321 service neutron] Attempting to bind port 94d00742-11fb-43a8-aaaf-1c191e8ef524 on network 00bf89be-b590-4b91-9bd9-098821a10670 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:21:20.388023 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-9a1dfb97-4485-4a4e-8ea4-53d4d633bb0c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Calling delete_port for c15a12ec-0e82-402b-ad2e-b263e1094b2a owned by {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:21:20.406494 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad398162-45b8-4438-bcff-bd042bd01995 req-fa7de769-a95f-48b5-8491-f918de7a4321 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:21:20.406958 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad398162-45b8-4438-bcff-bd042bd01995 req-fa7de769-a95f-48b5-8491-f918de7a4321 service neutron] Checking segment: {'id': 'da203ac5-ec47-412d-9a8f-1056386260c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '00bf89be-b590-4b91-9bd9-098821a10670'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:21:20.407484 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad398162-45b8-4438-bcff-bd042bd01995 req-fa7de769-a95f-48b5-8491-f918de7a4321 service neutron] Bound using segment: {'id': 'da203ac5-ec47-412d-9a8f-1056386260c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '00bf89be-b590-4b91-9bd9-098821a10670'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:21:20.408600 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-ad398162-45b8-4438-bcff-bd042bd01995 req-fa7de769-a95f-48b5-8491-f918de7a4321 service neutron] Bound port: 94d00742-11fb-43a8-aaaf-1c191e8ef524, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da203ac5-ec47-412d-9a8f-1056386260c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '00bf89be-b590-4b91-9bd9-098821a10670'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:21:20.408969 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ad398162-45b8-4438-bcff-bd042bd01995 req-fa7de769-a95f-48b5-8491-f918de7a4321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:20.418400 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd73fe2-71c7-4e9b-9457-8ad17e3ddeb1 req-b9551d7a-2003-4098-a80c-67fa4c6e2a02 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:20.419955 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5dd73fe2-71c7-4e9b-9457-8ad17e3ddeb1 req-b9551d7a-2003-4098-a80c-67fa4c6e2a02 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ab95a47-c918-4687-9cf5-b957157542c3 HTTP/1.1" status: 200 len: 944 time: 0.2450798 Apr 20 13:21:20.428776 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-27f32c59-c609-4ee4-8237-3e4ee6fa010b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:20.431903 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-27f32c59-c609-4ee4-8237-3e4ee6fa010b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:20.436007 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-27f32c59-c609-4ee4-8237-3e4ee6fa010b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/05ded54d-d2e5-449d-86d6-36f0f7f93503 HTTP/1.1" status: 204 len: 168 time: 0.5384486 Apr 20 13:21:20.476283 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f32c59-c609-4ee4-8237-3e4ee6fa010b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ded54d-d2e5-449d-86d6-36f0f7f93503,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:20.500765 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c5fc05e4-d30c-42a4-b6e0-70ef6663ebbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:20.535182 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-40dae3b0-8abf-4c85-8f0b-5dbbb64d99c6 service neutron] For port 1c47accb-165e-4205-8dff-c3a4e9fd0be6, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:21:20.553476 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c5fc05e4-d30c-42a4-b6e0-70ef6663ebbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:20.556494 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5dd73fe2-71c7-4e9b-9457-8ad17e3ddeb1 req-fd5294b7-ba06-4593-b42f-5a17624cb712 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240115 Apr 20 13:21:20.559514 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-40dae3b0-8abf-4c85-8f0b-5dbbb64d99c6 service neutron] For port 1c47accb-165e-4205-8dff-c3a4e9fd0be6, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=1c47accb-165e-4205-8dff-c3a4e9fd0be6,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:21:20.568128 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-ad398162-45b8-4438-bcff-bd042bd01995 req-fa7de769-a95f-48b5-8491-f918de7a4321 service neutron] For port 94d00742-11fb-43a8-aaaf-1c191e8ef524, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:21:20.573117 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-ad398162-45b8-4438-bcff-bd042bd01995 req-fa7de769-a95f-48b5-8491-f918de7a4321 service neutron] For port 94d00742-11fb-43a8-aaaf-1c191e8ef524, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=94d00742-11fb-43a8-aaaf-1c191e8ef524,segment=NetworkSegment(da203ac5-ec47-412d-9a8f-1056386260c6),segment_id=da203ac5-ec47-412d-9a8f-1056386260c6)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:21:20.620598 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-40dae3b0-8abf-4c85-8f0b-5dbbb64d99c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:20.660417 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ad398162-45b8-4438-bcff-bd042bd01995 req-fa7de769-a95f-48b5-8491-f918de7a4321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:20.670450 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-40dae3b0-8abf-4c85-8f0b-5dbbb64d99c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:20.671071 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-40dae3b0-8abf-4c85-8f0b-5dbbb64d99c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:20.672815 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-40dae3b0-8abf-4c85-8f0b-5dbbb64d99c6 service neutron] 10.222.0.15 "PUT /v2.0/ports/1c47accb-165e-4205-8dff-c3a4e9fd0be6 HTTP/1.1" status: 200 len: 1092 time: 2.9325724 Apr 20 13:21:20.674631 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab95a47-c918-4687-9cf5-b957157542c3', 'tag': '1c47accb-165e-4205-8dff-c3a4e9fd0be6'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:21:20.676283 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df60b8f7-c1c9-4b9e-98ac-6629c328ec1d" -d '{"events": [{"name": "network-changed", "server_uuid": "3ab95a47-c918-4687-9cf5-b957157542c3", "tag": "1c47accb-165e-4205-8dff-c3a4e9fd0be6"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:21:20.684304 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9a1dfb97-4485-4a4e-8ea4-53d4d633bb0c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:20.723374 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c5fc05e4-d30c-42a4-b6e0-70ef6663ebbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:20.725259 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dae3b0-8abf-4c85-8f0b-5dbbb64d99c6 service neutron] Pushing event updated for resources: {'Port': ['ID=1c47accb-165e-4205-8dff-c3a4e9fd0be6,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:20.725918 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c5fc05e4-d30c-42a4-b6e0-70ef6663ebbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:20.727073 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c5fc05e4-d30c-42a4-b6e0-70ef6663ebbd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ad56f4fd-c1f9-4e9d-befd-caa41522ddcd HTTP/1.1" status: 204 len: 168 time: 0.3962464 Apr 20 13:21:20.735906 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad398162-45b8-4438-bcff-bd042bd01995 req-fa7de769-a95f-48b5-8491-f918de7a4321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:20.736182 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9a1dfb97-4485-4a4e-8ea4-53d4d633bb0c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:20.736540 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ad398162-45b8-4438-bcff-bd042bd01995 req-fa7de769-a95f-48b5-8491-f918de7a4321 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:20.737944 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ad398162-45b8-4438-bcff-bd042bd01995 req-fa7de769-a95f-48b5-8491-f918de7a4321 service neutron] 10.222.0.32 "PUT /v2.0/ports/94d00742-11fb-43a8-aaaf-1c191e8ef524 HTTP/1.1" status: 200 len: 1091 time: 1.5919149 Apr 20 13:21:20.739331 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0532fbe-2385-4faa-9dae-4ccce67abc92', 'tag': '94d00742-11fb-43a8-aaaf-1c191e8ef524'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:21:20.742425 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9a1dfb97-4485-4a4e-8ea4-53d4d633bb0c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/ports/c15a12ec-0e82-402b-ad2e-b263e1094b2a HTTP/1.1" status: 204 len: 168 time: 1.8046570 Apr 20 13:21:20.742576 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67f68bc-25dc-4448-bb73-365ab794c7f6" -d '{"events": [{"name": "network-changed", "server_uuid": "e0532fbe-2385-4faa-9dae-4ccce67abc92", "tag": "94d00742-11fb-43a8-aaaf-1c191e8ef524"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:21:20.746065 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57830) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:20.751509 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-22a34b3f-b2f4-437f-b7ad-3ac2750ba82e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'port': {'network_id': 'a5cc9a9c-05b5-4665-a823-6bb2e6db3b64', 'mac_address': 'fa:16:3e:80:74:fb', 'name': 'tempest-PortsTestJSON-2039073239'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:20.756746 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dae3b0-8abf-4c85-8f0b-5dbbb64d99c6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:20.757095 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dae3b0-8abf-4c85-8f0b-5dbbb64d99c6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:20.769142 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dae3b0-8abf-4c85-8f0b-5dbbb64d99c6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:20.769142 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dae3b0-8abf-4c85-8f0b-5dbbb64d99c6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:20.769142 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dae3b0-8abf-4c85-8f0b-5dbbb64d99c6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:20.769142 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dae3b0-8abf-4c85-8f0b-5dbbb64d99c6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:20.769142 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dae3b0-8abf-4c85-8f0b-5dbbb64d99c6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:20.769142 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dae3b0-8abf-4c85-8f0b-5dbbb64d99c6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:20.769142 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dae3b0-8abf-4c85-8f0b-5dbbb64d99c6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:20.769142 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dae3b0-8abf-4c85-8f0b-5dbbb64d99c6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:20.769142 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dae3b0-8abf-4c85-8f0b-5dbbb64d99c6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:20.769142 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dae3b0-8abf-4c85-8f0b-5dbbb64d99c6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:20.769816 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc05e4-d30c-42a4-b6e0-70ef6663ebbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad56f4fd-c1f9-4e9d-befd-caa41522ddcd,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:20.781023 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7de769-a95f-48b5-8491-f918de7a4321 service neutron] Pushing event updated for resources: {'Port': ['ID=94d00742-11fb-43a8-aaaf-1c191e8ef524,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:20.883953 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1dfb97-4485-4a4e-8ea4-53d4d633bb0c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'Port': ['ID=c15a12ec-0e82-402b-ad2e-b263e1094b2a,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:20.935990 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d7dde2-a118-4505-bcdb-1d0df7bad151 x-openstack-request-id: req-55d7dde2-a118-4505-bcdb-1d0df7bad151 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:21:20.936604 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0532fbe-2385-4faa-9dae-4ccce67abc92", "tag": "94d00742-11fb-43a8-aaaf-1c191e8ef524", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:21:20.936604 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-55d7dde2-a118-4505-bcdb-1d0df7bad151 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:21:20.937433 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55d7dde2-a118-4505-bcdb-1d0df7bad151'] response: {'name': 'network-changed', 'server_uuid': 'e0532fbe-2385-4faa-9dae-4ccce67abc92', 'tag': '94d00742-11fb-43a8-aaaf-1c191e8ef524', 'status': 'completed', 'code': 200} Apr 20 13:21:20.967313 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30ad1a0-0cf9-40f7-847d-60713e082d6d x-openstack-request-id: req-e30ad1a0-0cf9-40f7-847d-60713e082d6d {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:21:20.970766 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ab95a47-c918-4687-9cf5-b957157542c3", "tag": "1c47accb-165e-4205-8dff-c3a4e9fd0be6", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:21:20.975296 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e30ad1a0-0cf9-40f7-847d-60713e082d6d {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:21:20.976081 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e30ad1a0-0cf9-40f7-847d-60713e082d6d'] response: {'name': 'network-changed', 'server_uuid': '3ab95a47-c918-4687-9cf5-b957157542c3', 'tag': '1c47accb-165e-4205-8dff-c3a4e9fd0be6', 'status': 'completed', 'code': 200} Apr 20 13:21:21.013604 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad398162-45b8-4438-bcff-bd042bd01995 req-952e9a70-785f-4e56-a698-5e83a0062916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:21.015342 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ad398162-45b8-4438-bcff-bd042bd01995 req-952e9a70-785f-4e56-a698-5e83a0062916 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a0fd9ed74bf424a81408eac3e15249e&device_id=e0532fbe-2385-4faa-9dae-4ccce67abc92 HTTP/1.1" status: 200 len: 1094 time: 0.0966773 Apr 20 13:21:21.072626 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-7a68dc12-ace4-4765-95cd-2e287f69d704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:21.074159 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-7a68dc12-ace4-4765-95cd-2e287f69d704 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=649a6cfebf0a4feb8c92b7d26c8b3e97&device_id=3ab95a47-c918-4687-9cf5-b957157542c3 HTTP/1.1" status: 200 len: 1095 time: 0.1737089 Apr 20 13:21:21.097621 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c9727-075a-4d2b-8959-392cf4e7e430 req-d5be9178-034f-433e-9ffd-021d057bd393 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:21.099314 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d86c9727-075a-4d2b-8959-392cf4e7e430 req-d5be9178-034f-433e-9ffd-021d057bd393 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d1ac732-5092-499b-b39c-895facab237f HTTP/1.1" status: 200 len: 950 time: 0.0937502 Apr 20 13:21:21.129083 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ad398162-45b8-4438-bcff-bd042bd01995 req-1ab6acb6-e8c2-42aa-9d1e-db6dc68dfe5b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94d00742-11fb-43a8-aaaf-1c191e8ef524 HTTP/1.1" status: 200 len: 217 time: 0.0917122 Apr 20 13:21:21.150761 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-d853a212-672d-4255-8671-6d1994b18527 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c47accb-165e-4205-8dff-c3a4e9fd0be6 HTTP/1.1" status: 200 len: 217 time: 0.0504055 Apr 20 13:21:21.213092 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a34b3f-b2f4-437f-b7ad-3ac2750ba82e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Made reservation on behalf of 921fc4094b8f49f1a436656db5724eca for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:21:21.227396 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad398162-45b8-4438-bcff-bd042bd01995 req-0c4cd296-ef9a-4f55-936c-a29adefc1a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:21.241100 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ad398162-45b8-4438-bcff-bd042bd01995 req-0c4cd296-ef9a-4f55-936c-a29adefc1a65 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b50266ce-851e-4de2-9181-6876aeec3806 HTTP/1.1" status: 200 len: 853 time: 0.1035244 Apr 20 13:21:21.303494 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ad398162-45b8-4438-bcff-bd042bd01995 req-0b200dfa-24f1-4d73-a993-49ad11e5ceda service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=00bf89be-b590-4b91-9bd9-098821a10670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511177 Apr 20 13:21:21.307875 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d86c9727-075a-4d2b-8959-392cf4e7e430 req-5cc233a8-6311-4a09-9d8e-46d7541447e4 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] 10.222.0.25 "GET /v2.0/security-groups?id=144cde5a-b633-4731-adeb-2b21a4c7d93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644540 Apr 20 13:21:21.316935 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-e53cc85f-df53-4487-9dfe-77b51a3daa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:21.316935 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-e53cc85f-df53-4487-9dfe-77b51a3daa66 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa576778-8514-4874-84e6-afe172476688 HTTP/1.1" status: 200 len: 850 time: 0.1550355 Apr 20 13:21:21.380023 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57852) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:21.441745 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ad398162-45b8-4438-bcff-bd042bd01995 req-2122d97f-5693-491c-9c68-9f651fb58d62 service neutron] 10.222.0.32 "GET /v2.0/networks/00bf89be-b590-4b91-9bd9-098821a10670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223600 Apr 20 13:21:21.458061 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-22a34b3f-b2f4-437f-b7ad-3ac2750ba82e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:21.493641 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c877a51-b9f2-4879-913b-85de64305151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:21.531769 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [None req-22a34b3f-b2f4-437f-b7ad-3ac2750ba82e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] device_id is not set on port d8bca192-a13b-4c22-949a-d9d0ab87365e yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:21:21.590809 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ad398162-45b8-4438-bcff-bd042bd01995 req-93e79394-23b7-4528-a4ee-3a3a3721c882 service neutron] 10.222.0.32 "GET /v2.0/networks/00bf89be-b590-4b91-9bd9-098821a10670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390522 Apr 20 13:21:21.591216 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-096fee15-0a76-494d-99ce-d9055c94d858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:21.592735 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-096fee15-0a76-494d-99ce-d9055c94d858 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2419848 Apr 20 13:21:21.609281 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067eed4-1b69-447f-90a5-ab20da322365 req-2f77f064-4bf1-4591-b4c8-3887c1266eb5 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:21.610733 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8067eed4-1b69-447f-90a5-ab20da322365 req-2f77f064-4bf1-4591-b4c8-3887c1266eb5 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0532fbe-2385-4faa-9dae-4ccce67abc92 HTTP/1.1" status: 200 len: 943 time: 0.2316730 Apr 20 13:21:21.742256 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8067eed4-1b69-447f-90a5-ab20da322365 req-9aa96bb0-7ae8-4ead-b88a-48e5bc95875f tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184535 Apr 20 13:21:21.773636 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f68bc-25dc-4448-bb73-365ab794c7f6 req-cf1dfb88-55b6-47c7-82b5-5116ea3644fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:21.773636 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c67f68bc-25dc-4448-bb73-365ab794c7f6 req-cf1dfb88-55b6-47c7-82b5-5116ea3644fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a0fd9ed74bf424a81408eac3e15249e&device_id=e0532fbe-2385-4faa-9dae-4ccce67abc92 HTTP/1.1" status: 200 len: 1094 time: 0.0502460 Apr 20 13:21:21.882649 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f68bc-25dc-4448-bb73-365ab794c7f6 req-bb30c7d6-4b72-487b-9c71-fcdc73a72890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:21.886468 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c67f68bc-25dc-4448-bb73-365ab794c7f6 req-bb30c7d6-4b72-487b-9c71-fcdc73a72890 service neutron] 10.222.0.32 "GET /v2.0/networks?id=00bf89be-b590-4b91-9bd9-098821a10670 HTTP/1.1" status: 200 len: 914 time: 0.1059208 Apr 20 13:21:21.886577 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-9f46dcb6-0b32-4683-b1d2-52fce979df79 service neutron] 10.222.0.15 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858727 Apr 20 13:21:21.909083 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c877a51-b9f2-4879-913b-85de64305151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:21.932434 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c67f68bc-25dc-4448-bb73-365ab794c7f6 req-6b121c3a-e6ed-4356-bbc2-fae91546dc8c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94d00742-11fb-43a8-aaaf-1c191e8ef524 HTTP/1.1" status: 200 len: 217 time: 0.0379200 Apr 20 13:21:22.002044 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f68bc-25dc-4448-bb73-365ab794c7f6 req-1e9e098b-d29b-4df9-9ad9-0ef683930e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:22.003636 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c67f68bc-25dc-4448-bb73-365ab794c7f6 req-1e9e098b-d29b-4df9-9ad9-0ef683930e92 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b50266ce-851e-4de2-9181-6876aeec3806 HTTP/1.1" status: 200 len: 853 time: 0.0593128 Apr 20 13:21:22.035929 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c877a51-b9f2-4879-913b-85de64305151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:22.040613 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-22a34b3f-b2f4-437f-b7ad-3ac2750ba82e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:22.058456 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c67f68bc-25dc-4448-bb73-365ab794c7f6 req-5e11966f-e51e-43bc-902f-fdb840e57360 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=00bf89be-b590-4b91-9bd9-098821a10670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473228 Apr 20 13:21:22.112307 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69cc7e-0692-4833-8388-8b98c8a4450a req-cb9cda6b-5d08-4722-8a8c-b608cd685fd6 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:22.113820 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2c69cc7e-0692-4833-8388-8b98c8a4450a req-cb9cda6b-5d08-4722-8a8c-b608cd685fd6 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f2563a3-d588-4bb4-a237-e9689f42cf15 HTTP/1.1" status: 200 len: 945 time: 0.2423840 Apr 20 13:21:22.131631 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931cf508-69c5-4361-942d-76720b98fcf8 req-d91aa21f-d850-4458-aa5e-dcdbc9c50cae tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:22.133140 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-931cf508-69c5-4361-942d-76720b98fcf8 req-d91aa21f-d850-4458-aa5e-dcdbc9c50cae tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ab95a47-c918-4687-9cf5-b957157542c3 HTTP/1.1" status: 200 len: 944 time: 0.2628319 Apr 20 13:21:22.144722 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4c877a51-b9f2-4879-913b-85de64305151 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c8fa91c3dcb64e0eba8e3fd6ac3d4f94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7485430 Apr 20 13:21:22.149115 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c877a51-b9f2-4879-913b-85de64305151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42cf5865-4b60-43aa-8aa5-6c0e93d2fdd1,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:22.151542 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57880) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:22.190226 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c67f68bc-25dc-4448-bb73-365ab794c7f6 req-a194e92e-06e5-4730-934f-d6e809ed027d service neutron] 10.222.0.32 "GET /v2.0/networks/00bf89be-b590-4b91-9bd9-098821a10670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231749 Apr 20 13:21:22.231276 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f456eab2-5cf8-4e5c-8654-ccc2cd6ba1c3 req-dde52e3e-f442-4c97-b674-8c6d6e14491b service neutron] 10.222.0.15 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198502 Apr 20 13:21:22.269388 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2c69cc7e-0692-4833-8388-8b98c8a4450a req-d7cd5036-16a2-428e-8d6e-35bd0508bfca tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276312 Apr 20 13:21:22.278656 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-931cf508-69c5-4361-942d-76720b98fcf8 req-2bbc5521-73a9-4ec1-9149-dbd560e93435 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261208 Apr 20 13:21:22.318759 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4be3ce14-3221-4691-9e38-252749f8197d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:22.343923 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4be3ce14-3221-4691-9e38-252749f8197d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:22.367680 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-22a34b3f-b2f4-437f-b7ad-3ac2750ba82e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:22.376306 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c67f68bc-25dc-4448-bb73-365ab794c7f6 req-808b0039-f537-4fab-91f9-262d314e1c9b service neutron] 10.222.0.32 "GET /v2.0/networks/00bf89be-b590-4b91-9bd9-098821a10670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756008 Apr 20 13:21:22.487236 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a34b3f-b2f4-437f-b7ad-3ac2750ba82e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Network a5cc9a9c-05b5-4665-a823-6bb2e6db3b64 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:21:22.498413 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a34b3f-b2f4-437f-b7ad-3ac2750ba82e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'Port': ['ID=d8bca192-a13b-4c22-949a-d9d0ab87365e,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:22.500875 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-22a34b3f-b2f4-437f-b7ad-3ac2750ba82e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:21:22.508937 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a34b3f-b2f4-437f-b7ad-3ac2750ba82e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:21:22.512046 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a34b3f-b2f4-437f-b7ad-3ac2750ba82e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:22.512664 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-22a34b3f-b2f4-437f-b7ad-3ac2750ba82e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:22.519132 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60b8f7-c1c9-4b9e-98ac-6629c328ec1d req-bab18acf-5d70-4980-b68a-2d51053ede07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:22.520683 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df60b8f7-c1c9-4b9e-98ac-6629c328ec1d req-bab18acf-5d70-4980-b68a-2d51053ede07 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=649a6cfebf0a4feb8c92b7d26c8b3e97&device_id=3ab95a47-c918-4687-9cf5-b957157542c3 HTTP/1.1" status: 200 len: 1095 time: 0.1501300 Apr 20 13:21:22.562460 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e47fac-afc7-432f-b93a-53895d06eab7 req-19df32ef-46e4-4fe1-ae2d-5379448d3b20 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:22.563964 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-45e47fac-afc7-432f-b93a-53895d06eab7 req-19df32ef-46e4-4fe1-ae2d-5379448d3b20 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d1ac732-5092-499b-b39c-895facab237f HTTP/1.1" status: 200 len: 950 time: 0.1520114 Apr 20 13:21:22.637448 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-22a34b3f-b2f4-437f-b7ad-3ac2750ba82e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8903284 Apr 20 13:21:22.639628 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296cea7c-8586-48a0-aea0-58631f0575e4 req-5f9e8f07-25b2-45ce-8777-9de0daad7b0f tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:22.640456 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-296cea7c-8586-48a0-aea0-58631f0575e4 req-5f9e8f07-25b2-45ce-8777-9de0daad7b0f tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d1ac732-5092-499b-b39c-895facab237f HTTP/1.1" status: 200 len: 950 time: 0.0787745 Apr 20 13:21:22.641383 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57894) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:22.664635 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4be3ce14-3221-4691-9e38-252749f8197d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:22.674461 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4be3ce14-3221-4691-9e38-252749f8197d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:22.674461 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4be3ce14-3221-4691-9e38-252749f8197d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/42cf5865-4b60-43aa-8aa5-6c0e93d2fdd1 HTTP/1.1" status: 204 len: 168 time: 0.5079563 Apr 20 13:21:22.704214 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-45e47fac-afc7-432f-b93a-53895d06eab7 req-863263b8-4be4-4027-8503-ba8c374a1eee tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] 10.222.0.25 "GET /v2.0/security-groups?id=144cde5a-b633-4731-adeb-2b21a4c7d93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335278 Apr 20 13:21:22.717036 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3ce14-3221-4691-9e38-252749f8197d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cf5865-4b60-43aa-8aa5-6c0e93d2fdd1,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:22.748965 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60b8f7-c1c9-4b9e-98ac-6629c328ec1d req-4b822e2e-d0b0-438f-9421-f04b00f3b662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:22.753149 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df60b8f7-c1c9-4b9e-98ac-6629c328ec1d req-4b822e2e-d0b0-438f-9421-f04b00f3b662 service neutron] 10.222.0.15 "GET /v2.0/networks?id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 HTTP/1.1" status: 200 len: 912 time: 0.2210534 Apr 20 13:21:22.757465 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2372a068-0a93-433c-aef0-7202cb1b18e1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:22.761647 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2372a068-0a93-433c-aef0-7202cb1b18e1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "GET /v2.0/ports/d8bca192-a13b-4c22-949a-d9d0ab87365e HTTP/1.1" status: 200 len: 841 time: 0.1151464 Apr 20 13:21:22.761647 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57898) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:22.801772 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df60b8f7-c1c9-4b9e-98ac-6629c328ec1d req-23877a82-1a88-48b1-af6b-2ef957a95be8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c47accb-165e-4205-8dff-c3a4e9fd0be6 HTTP/1.1" status: 200 len: 217 time: 0.0434957 Apr 20 13:21:22.872460 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-296cea7c-8586-48a0-aea0-58631f0575e4 req-42e170ed-a3c8-4d46-b04a-db46d5be1f28 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] Deleting port baa08433-784e-4c41-9153-d6a4d1a39355 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:21:22.872811 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-296cea7c-8586-48a0-aea0-58631f0575e4 req-42e170ed-a3c8-4d46-b04a-db46d5be1f28 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:22.890494 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60b8f7-c1c9-4b9e-98ac-6629c328ec1d req-8c6ebcb0-99fb-447d-9e87-2e5c5ffb13a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:22.892353 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df60b8f7-c1c9-4b9e-98ac-6629c328ec1d req-8c6ebcb0-99fb-447d-9e87-2e5c5ffb13a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa576778-8514-4874-84e6-afe172476688 HTTP/1.1" status: 200 len: 850 time: 0.0839150 Apr 20 13:21:22.905693 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97300904-ce8c-446f-8b02-1b96026d7090 req-138ebb73-e950-49fe-ab04-c43b1afe2360 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:22.907243 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-97300904-ce8c-446f-8b02-1b96026d7090 req-138ebb73-e950-49fe-ab04-c43b1afe2360 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0532fbe-2385-4faa-9dae-4ccce67abc92 HTTP/1.1" status: 200 len: 943 time: 0.0678191 Apr 20 13:21:22.971321 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-e694f734-8d8f-4e9f-9c57-5cff61a28f41 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Deleting port d8bca192-a13b-4c22-949a-d9d0ab87365e {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:21:22.971693 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e694f734-8d8f-4e9f-9c57-5cff61a28f41 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:22.990140 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-97300904-ce8c-446f-8b02-1b96026d7090 req-5ffc341c-330b-4a1e-b3ea-1338b8579c36 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718665 Apr 20 13:21:23.001285 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60b8f7-c1c9-4b9e-98ac-6629c328ec1d req-d94269fa-7b30-4a98-9c8a-768e1e3d8bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:23.008328 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df60b8f7-c1c9-4b9e-98ac-6629c328ec1d req-d94269fa-7b30-4a98-9c8a-768e1e3d8bec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949867 Apr 20 13:21:23.105657 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-296cea7c-8586-48a0-aea0-58631f0575e4 req-42e170ed-a3c8-4d46-b04a-db46d5be1f28 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] For port baa08433-784e-4c41-9153-d6a4d1a39355, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=baa08433-784e-4c41-9153-d6a4d1a39355,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:21:23.106301 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-296cea7c-8586-48a0-aea0-58631f0575e4 req-42e170ed-a3c8-4d46-b04a-db46d5be1f28 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:23.122900 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e694f734-8d8f-4e9f-9c57-5cff61a28f41 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:23.132856 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-296cea7c-8586-48a0-aea0-58631f0575e4 req-42e170ed-a3c8-4d46-b04a-db46d5be1f28 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] Calling delete_port for baa08433-784e-4c41-9153-d6a4d1a39355 owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:21:23.142838 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-e694f734-8d8f-4e9f-9c57-5cff61a28f41 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Calling delete_port for d8bca192-a13b-4c22-949a-d9d0ab87365e owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:21:23.143184 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df60b8f7-c1c9-4b9e-98ac-6629c328ec1d req-aab053d8-8f98-4e15-9c57-96ca45267f7e service neutron] 10.222.0.15 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279664 Apr 20 13:21:23.442172 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df60b8f7-c1c9-4b9e-98ac-6629c328ec1d req-7dafbe8a-af37-4f21-8135-bc53f3c98462 service neutron] 10.222.0.15 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856531 Apr 20 13:21:23.481548 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e694f734-8d8f-4e9f-9c57-5cff61a28f41 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:23.541482 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e694f734-8d8f-4e9f-9c57-5cff61a28f41 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:23.545266 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e694f734-8d8f-4e9f-9c57-5cff61a28f41 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/ports/d8bca192-a13b-4c22-949a-d9d0ab87365e HTTP/1.1" status: 204 len: 168 time: 0.7826519 Apr 20 13:21:23.548914 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694f734-8d8f-4e9f-9c57-5cff61a28f41 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'Port': ['ID=d8bca192-a13b-4c22-949a-d9d0ab87365e,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:23.554049 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57936) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:23.590887 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7701cc-5c94-4e86-aac2-1b379e84525c req-afe01723-1cb2-4add-8b93-6207b99ae2f5 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:23.600524 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fd7701cc-5c94-4e86-aac2-1b379e84525c req-afe01723-1cb2-4add-8b93-6207b99ae2f5 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ab95a47-c918-4687-9cf5-b957157542c3 HTTP/1.1" status: 200 len: 944 time: 0.1557810 Apr 20 13:21:23.612023 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804c790-c6f6-4f82-b1ba-c91ce5b71e5b req-16b67447-fa93-4011-ad36-6e5ddc08f238 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:23.614733 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-1be79768-c100-4d76-8a2a-0218465ff18f tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] GET failed (client error): The resource could not be found. Apr 20 13:21:23.614861 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6804c790-c6f6-4f82-b1ba-c91ce5b71e5b req-16b67447-fa93-4011-ad36-6e5ddc08f238 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f2563a3-d588-4bb4-a237-e9689f42cf15 HTTP/1.1" status: 200 len: 945 time: 0.1704907 Apr 20 13:21:23.620794 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1be79768-c100-4d76-8a2a-0218465ff18f tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "GET /v2.0/ports/d8bca192-a13b-4c22-949a-d9d0ab87365e HTTP/1.1" status: 404 len: 333 time: 0.0594542 Apr 20 13:21:23.626408 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57938) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:23.636857 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-48cc40d0-0a55-4d2a-8c60-6a4d345bb918 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'port': {'network_id': 'a5cc9a9c-05b5-4665-a823-6bb2e6db3b64', 'name': 'tempest-PortsTestJSON-634088959'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:23.646922 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-296cea7c-8586-48a0-aea0-58631f0575e4 req-42e170ed-a3c8-4d46-b04a-db46d5be1f28 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:23.661515 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['baa08433-784e-4c41-9153-d6a4d1a39355'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:21:23.668595 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0188a7-959e-4ace-997e-0c0db64cc8d9 req-bc0794d4-b188-48ee-99d4-3986aa3322bb tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:23.673670 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6c0188a7-959e-4ace-997e-0c0db64cc8d9 req-bc0794d4-b188-48ee-99d4-3986aa3322bb tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f2563a3-d588-4bb4-a237-e9689f42cf15 HTTP/1.1" status: 200 len: 945 time: 0.2683935 Apr 20 13:21:23.697179 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fd7701cc-5c94-4e86-aac2-1b379e84525c req-c1c43600-9661-4b76-ad90-3cfffd88f52d tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928414 Apr 20 13:21:23.707597 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6804c790-c6f6-4f82-b1ba-c91ce5b71e5b req-cb718b13-802a-49c5-ae93-9c7c18ac5127 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665534 Apr 20 13:21:23.769611 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e170ed-a3c8-4d46-b04a-db46d5be1f28 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] Pushing event deleted for resources: {'Port': ['ID=baa08433-784e-4c41-9153-d6a4d1a39355,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:23.835610 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c14465a6-3c78-48ed-8a1b-4bda7373416d req-e1ed5f10-383f-4bad-91f1-9853bd64e359 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d1ac732-5092-499b-b39c-895facab237f HTTP/1.1" status: 200 len: 210 time: 0.0396335 Apr 20 13:21:23.911789 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-296cea7c-8586-48a0-aea0-58631f0575e4 req-42e170ed-a3c8-4d46-b04a-db46d5be1f28 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] No DVR routers for this DVR port baa08433-784e-4c41-9153-d6a4d1a39355 on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:21:23.916644 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-296cea7c-8586-48a0-aea0-58631f0575e4 req-42e170ed-a3c8-4d46-b04a-db46d5be1f28 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:23.919972 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-296cea7c-8586-48a0-aea0-58631f0575e4 req-42e170ed-a3c8-4d46-b04a-db46d5be1f28 tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] 10.222.0.32 "DELETE /v2.0/ports/baa08433-784e-4c41-9153-d6a4d1a39355 HTTP/1.1" status: 204 len: 173 time: 1.2634928 Apr 20 13:21:23.920542 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1ac732-5092-499b-b39c-895facab237f', 'name': 'network-vif-deleted', 'tag': 'baa08433-784e-4c41-9153-d6a4d1a39355'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:21:23.922816 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f0ffd8-661d-4ec3-8c88-a1a87fd22afe" -d '{"events": [{"server_uuid": "8d1ac732-5092-499b-b39c-895facab237f", "name": "network-vif-deleted", "tag": "baa08433-784e-4c41-9153-d6a4d1a39355"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:21:23.968104 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-6c0188a7-959e-4ace-997e-0c0db64cc8d9 req-1849efd9-99d7-4e79-833b-be7b5ae78371 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Deleting port 24361dd5-5fda-4a54-bb1a-62a3d08fefa8 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:21:23.968453 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6c0188a7-959e-4ace-997e-0c0db64cc8d9 req-1849efd9-99d7-4e79-833b-be7b5ae78371 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:24.034599 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20167fe-fbf6-49a0-8274-ba3fdff5798f x-openstack-request-id: req-d20167fe-fbf6-49a0-8274-ba3fdff5798f {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:21:24.034862 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1ac732-5092-499b-b39c-895facab237f", "name": "network-vif-deleted", "tag": "baa08433-784e-4c41-9153-d6a4d1a39355", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:21:24.035196 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d20167fe-fbf6-49a0-8274-ba3fdff5798f {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:21:24.035628 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d20167fe-fbf6-49a0-8274-ba3fdff5798f'] response: {'server_uuid': '8d1ac732-5092-499b-b39c-895facab237f', 'name': 'network-vif-deleted', 'tag': 'baa08433-784e-4c41-9153-d6a4d1a39355', 'status': 'completed', 'code': 200} Apr 20 13:21:24.121807 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cc40d0-0a55-4d2a-8c60-6a4d345bb918 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Made reservation on behalf of 921fc4094b8f49f1a436656db5724eca for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:21:24.129048 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-48cc40d0-0a55-4d2a-8c60-6a4d345bb918 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:24.140253 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea36d1-e0cf-4ea3-83dd-109c36a3da28 req-d5e94c92-48b4-4ba9-a253-a692c62d050f tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:24.148892 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b9ea36d1-e0cf-4ea3-83dd-109c36a3da28 req-d5e94c92-48b4-4ba9-a253-a692c62d050f tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0532fbe-2385-4faa-9dae-4ccce67abc92 HTTP/1.1" status: 200 len: 943 time: 0.0730510 Apr 20 13:21:24.188191 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-48cc40d0-0a55-4d2a-8c60-6a4d345bb918 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] device_id is not set on port d6fe61fd-cfa2-4b7b-b3c9-8377c4f380e1 yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:21:24.202000 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-6c0188a7-959e-4ace-997e-0c0db64cc8d9 req-1849efd9-99d7-4e79-833b-be7b5ae78371 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] For port 24361dd5-5fda-4a54-bb1a-62a3d08fefa8, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=24361dd5-5fda-4a54-bb1a-62a3d08fefa8,segment=NetworkSegment(892a43bc-413a-4417-8c32-1f97c1633215),segment_id=892a43bc-413a-4417-8c32-1f97c1633215)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:21:24.207013 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6c0188a7-959e-4ace-997e-0c0db64cc8d9 req-1849efd9-99d7-4e79-833b-be7b5ae78371 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:24.230406 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b9ea36d1-e0cf-4ea3-83dd-109c36a3da28 req-4c9c7ecc-8875-4b94-9b04-099ac69a1f47 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804374 Apr 20 13:21:24.244879 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-6c0188a7-959e-4ace-997e-0c0db64cc8d9 req-1849efd9-99d7-4e79-833b-be7b5ae78371 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Calling delete_port for 24361dd5-5fda-4a54-bb1a-62a3d08fefa8 owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:21:24.432038 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f97f3617-7200-49e2-9097-1b5b245da3ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:24.504052 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-48cc40d0-0a55-4d2a-8c60-6a4d345bb918 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:24.609176 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-48cc40d0-0a55-4d2a-8c60-6a4d345bb918 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:24.610783 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6c0188a7-959e-4ace-997e-0c0db64cc8d9 req-1849efd9-99d7-4e79-833b-be7b5ae78371 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:24.622599 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['195d3c8b-ac0f-4345-ac1e-0409c92db31e', '24361dd5-5fda-4a54-bb1a-62a3d08fefa8'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:21:24.626971 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['d211606b-6b68-4083-b8e6-2953740cd4dc'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:21:24.665592 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cc40d0-0a55-4d2a-8c60-6a4d345bb918 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Network a5cc9a9c-05b5-4665-a823-6bb2e6db3b64 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:21:24.693050 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-48cc40d0-0a55-4d2a-8c60-6a4d345bb918 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:21:24.697970 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cc40d0-0a55-4d2a-8c60-6a4d345bb918 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:21:24.704568 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cc40d0-0a55-4d2a-8c60-6a4d345bb918 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:24.705786 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-48cc40d0-0a55-4d2a-8c60-6a4d345bb918 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:24.734733 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc40d0-0a55-4d2a-8c60-6a4d345bb918 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'Port': ['ID=d6fe61fd-cfa2-4b7b-b3c9-8377c4f380e1,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:24.738201 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0188a7-959e-4ace-997e-0c0db64cc8d9 req-1849efd9-99d7-4e79-833b-be7b5ae78371 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] No DVR routers for this DVR port 24361dd5-5fda-4a54-bb1a-62a3d08fefa8 on host n-h2-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:21:24.743283 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6c0188a7-959e-4ace-997e-0c0db64cc8d9 req-1849efd9-99d7-4e79-833b-be7b5ae78371 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:24.746739 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6c0188a7-959e-4ace-997e-0c0db64cc8d9 req-1849efd9-99d7-4e79-833b-be7b5ae78371 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.15 "DELETE /v2.0/ports/24361dd5-5fda-4a54-bb1a-62a3d08fefa8 HTTP/1.1" status: 204 len: 173 time: 1.0660059 Apr 20 13:21:24.768144 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849efd9-99d7-4e79-833b-be7b5ae78371 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Pushing event deleted for resources: {'Port': ['ID=24361dd5-5fda-4a54-bb1a-62a3d08fefa8,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:24.843262 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-48cc40d0-0a55-4d2a-8c60-6a4d345bb918 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2132814 Apr 20 13:21:24.851125 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57972) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:24.856420 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-e68a6de3-a2f9-41af-9ced-4ce931dc726e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:24.906589 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d12fd1bb-d1f9-4d0c-aa92-ddd14ba25bee req-94a039ed-5743-4ce6-9b35-a4a2f196dba2 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f2563a3-d588-4bb4-a237-e9689f42cf15 HTTP/1.1" status: 200 len: 210 time: 0.0772502 Apr 20 13:21:24.977074 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e68a6de3-a2f9-41af-9ced-4ce931dc726e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:24.984177 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa2d6f-5391-4c13-af96-419799f10a55 req-669839fa-7941-406a-8a9a-a0ad1b8ca5fc tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:24.985879 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-68fa2d6f-5391-4c13-af96-419799f10a55 req-669839fa-7941-406a-8a9a-a0ad1b8ca5fc tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ab95a47-c918-4687-9cf5-b957157542c3 HTTP/1.1" status: 200 len: 944 time: 0.1671391 Apr 20 13:21:25.057117 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-68fa2d6f-5391-4c13-af96-419799f10a55 req-6e3e84c8-478c-4edd-90f9-ddf6121d765a tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647612 Apr 20 13:21:25.140247 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-edacccd7-e974-42c5-8402-7cb2477f92c4 req-9445ec21-0abf-4da6-8ff8-6d91459bb7ef tempest-VolumesNegativeTest-1300661963 tempest-VolumesNegativeTest-1300661963-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d1ac732-5092-499b-b39c-895facab237f HTTP/1.1" status: 200 len: 210 time: 0.0412536 Apr 20 13:21:25.314195 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e68a6de3-a2f9-41af-9ced-4ce931dc726e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:25.361263 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1dd097-db8a-4094-9ec6-41e004414e9d req-010de7c7-9a31-42a1-a994-28bf861cf6d9 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:25.362754 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e1dd097-db8a-4094-9ec6-41e004414e9d req-010de7c7-9a31-42a1-a994-28bf861cf6d9 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0532fbe-2385-4faa-9dae-4ccce67abc92 HTTP/1.1" status: 200 len: 943 time: 0.0561612 Apr 20 13:21:25.408477 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e1dd097-db8a-4094-9ec6-41e004414e9d req-ba984b8a-f11e-4eb7-84b6-d54bb2a00d7a tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321019 Apr 20 13:21:25.438293 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e68a6de3-a2f9-41af-9ced-4ce931dc726e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:25.474124 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-e68a6de3-a2f9-41af-9ced-4ce931dc726e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] In _notify_port_updated(), no bound segment for port d6fe61fd-cfa2-4b7b-b3c9-8377c4f380e1 on network a5cc9a9c-05b5-4665-a823-6bb2e6db3b64 {{(pid=114870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 13:21:25.480224 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68a6de3-a2f9-41af-9ced-4ce931dc726e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:25.480852 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e68a6de3-a2f9-41af-9ced-4ce931dc726e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:25.484970 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e68a6de3-a2f9-41af-9ced-4ce931dc726e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "PUT /v2.0/ports/d6fe61fd-cfa2-4b7b-b3c9-8377c4f380e1 HTTP/1.1" status: 200 len: 818 time: 0.6300952 Apr 20 13:21:25.485268 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57998) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:25.501775 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 94d00742-11fb-43a8-aaaf-1c191e8ef524 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:21:25.527794 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a6de3-a2f9-41af-9ced-4ce931dc726e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'Port': ['ID=d6fe61fd-cfa2-4b7b-b3c9-8377c4f380e1,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:25.616947 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-ac003087-6c62-4796-bf30-4da411135ff9 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Deleting port d6fe61fd-cfa2-4b7b-b3c9-8377c4f380e1 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:21:25.617696 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ac003087-6c62-4796-bf30-4da411135ff9 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:25.631374 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 94d00742-11fb-43a8-aaaf-1c191e8ef524, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=94d00742-11fb-43a8-aaaf-1c191e8ef524,segment=NetworkSegment(da203ac5-ec47-412d-9a8f-1056386260c6),segment_id=da203ac5-ec47-412d-9a8f-1056386260c6)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:21:25.646095 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '94d00742-11fb-43a8-aaaf-1c191e8ef524', 'network_id': '00bf89be-b590-4b91-9bd9-098821a10670', 'port_id': '94d00742-11fb-43a8-aaaf-1c191e8ef524', 'mac_address': 'fa:16:3e:37:03:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b50266ce-851e-4de2-9181-6876aeec3806', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:21:25.662510 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58000) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:25.689073 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:25.702252 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94d00742-11fb-43a8-aaaf-1c191e8ef524 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:21:25.723549 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 94d00742-11fb-43a8-aaaf-1c191e8ef524, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=94d00742-11fb-43a8-aaaf-1c191e8ef524,segment=NetworkSegment(da203ac5-ec47-412d-9a8f-1056386260c6),segment_id=da203ac5-ec47-412d-9a8f-1056386260c6)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:21:25.725962 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ac003087-6c62-4796-bf30-4da411135ff9 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:25.739475 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-ac003087-6c62-4796-bf30-4da411135ff9 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Calling delete_port for d6fe61fd-cfa2-4b7b-b3c9-8377c4f380e1 owned by {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:21:25.802811 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:25.816442 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-9b08ac2e-50bd-4c51-b2e7-f2dcc37fcf69 tempest-RoutersAdminNegativeIpV6Test-1192768636 tempest-RoutersAdminNegativeIpV6Test-1192768636-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-903219128', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:25.869720 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=94d00742-11fb-43a8-aaaf-1c191e8ef524,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:25.894366 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b08ac2e-50bd-4c51-b2e7-f2dcc37fcf69 tempest-RoutersAdminNegativeIpV6Test-1192768636 tempest-RoutersAdminNegativeIpV6Test-1192768636-project-admin] Made reservation on behalf of 72caa05728604947bb7cde7792d9e3f4 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:21:25.897075 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9b08ac2e-50bd-4c51-b2e7-f2dcc37fcf69 tempest-RoutersAdminNegativeIpV6Test-1192768636 tempest-RoutersAdminNegativeIpV6Test-1192768636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:25.906928 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9b08ac2e-50bd-4c51-b2e7-f2dcc37fcf69 tempest-RoutersAdminNegativeIpV6Test-1192768636 tempest-RoutersAdminNegativeIpV6Test-1192768636-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:25.919307 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ac003087-6c62-4796-bf30-4da411135ff9 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:25.960738 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac003087-6c62-4796-bf30-4da411135ff9 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'Port': ['ID=d6fe61fd-cfa2-4b7b-b3c9-8377c4f380e1,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:25.973725 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ac003087-6c62-4796-bf30-4da411135ff9 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:25.980683 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58006) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:25.980801 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ac003087-6c62-4796-bf30-4da411135ff9 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/ports/d6fe61fd-cfa2-4b7b-b3c9-8377c4f380e1 HTTP/1.1" status: 204 len: 168 time: 0.4939265 Apr 20 13:21:26.014873 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 1c47accb-165e-4205-8dff-c3a4e9fd0be6 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:21:26.040935 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2563a3-d588-4bb4-a237-e9689f42cf15', 'name': 'network-vif-deleted', 'tag': '24361dd5-5fda-4a54-bb1a-62a3d08fefa8'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:21:26.044573 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fad62bf-9477-4572-afba-1dad334f1cab" -d '{"events": [{"server_uuid": "0f2563a3-d588-4bb4-a237-e9689f42cf15", "name": "network-vif-deleted", "tag": "24361dd5-5fda-4a54-bb1a-62a3d08fefa8"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:21:26.069699 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cce769-5a8a-480b-8790-79d69e1630b4 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:26.074284 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-92cce769-5a8a-480b-8790-79d69e1630b4 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0897267 Apr 20 13:21:26.074722 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58012) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:26.096278 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9b08ac2e-50bd-4c51-b2e7-f2dcc37fcf69 tempest-RoutersAdminNegativeIpV6Test-1192768636 tempest-RoutersAdminNegativeIpV6Test-1192768636-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:26.110908 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087d6e97-1826-4541-9715-ba4d109f348b x-openstack-request-id: req-087d6e97-1826-4541-9715-ba4d109f348b {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:21:26.111286 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2563a3-d588-4bb4-a237-e9689f42cf15", "name": "network-vif-deleted", "tag": "24361dd5-5fda-4a54-bb1a-62a3d08fefa8", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:21:26.111660 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-087d6e97-1826-4541-9715-ba4d109f348b {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:21:26.112123 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-087d6e97-1826-4541-9715-ba4d109f348b'] response: {'server_uuid': '0f2563a3-d588-4bb4-a237-e9689f42cf15', 'name': 'network-vif-deleted', 'tag': '24361dd5-5fda-4a54-bb1a-62a3d08fefa8', 'status': 'completed', 'code': 200} Apr 20 13:21:26.113750 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-68080f23-949a-4ad4-9bc5-eff90b56b38e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] GET failed (client error): The resource could not be found. Apr 20 13:21:26.122239 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-68080f23-949a-4ad4-9bc5-eff90b56b38e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "GET /v2.0/ports/d6fe61fd-cfa2-4b7b-b3c9-8377c4f380e1 HTTP/1.1" status: 404 len: 333 time: 0.0391958 Apr 20 13:21:26.122327 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58016) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:26.128151 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-1b11383c-672b-43fe-98ae-ad57329bc458 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1650716073'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:26.175340 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['94d00742-11fb-43a8-aaaf-1c191e8ef524'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:21:26.193424 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9b08ac2e-50bd-4c51-b2e7-f2dcc37fcf69 tempest-RoutersAdminNegativeIpV6Test-1192768636 tempest-RoutersAdminNegativeIpV6Test-1192768636-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:26.221149 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [None req-9b08ac2e-50bd-4c51-b2e7-f2dcc37fcf69 tempest-RoutersAdminNegativeIpV6Test-1192768636 tempest-RoutersAdminNegativeIpV6Test-1192768636-project-admin] device_id is not set on port e805938b-61f3-4748-b32e-8114cba9cade yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:21:26.242815 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b11383c-672b-43fe-98ae-ad57329bc458 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Made reservation on behalf of 921fc4094b8f49f1a436656db5724eca for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:21:26.247790 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1b11383c-672b-43fe-98ae-ad57329bc458 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:26.248563 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 1c47accb-165e-4205-8dff-c3a4e9fd0be6, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=1c47accb-165e-4205-8dff-c3a4e9fd0be6,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:21:26.273323 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '1c47accb-165e-4205-8dff-c3a4e9fd0be6', 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119', 'port_id': '1c47accb-165e-4205-8dff-c3a4e9fd0be6', 'mac_address': 'fa:16:3e:8e:8d:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa576778-8514-4874-84e6-afe172476688', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:21:26.333849 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:26.335058 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08ac2e-50bd-4c51-b2e7-f2dcc37fcf69 tempest-RoutersAdminNegativeIpV6Test-1192768636 tempest-RoutersAdminNegativeIpV6Test-1192768636-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3cca6a-49ad-4c77-b6ad-b5815e835fd7,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:26.356419 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1e10c-2ba7-4497-bc39-08fc9fa8f77a req-893cc84b-09f9-4f86-8dc7-968f166cbc2f tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:26.357915 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aae1e10c-2ba7-4497-bc39-08fc9fa8f77a req-893cc84b-09f9-4f86-8dc7-968f166cbc2f tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ab95a47-c918-4687-9cf5-b957157542c3 HTTP/1.1" status: 200 len: 944 time: 0.1783307 Apr 20 13:21:26.367695 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c47accb-165e-4205-8dff-c3a4e9fd0be6 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:21:26.388606 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b11383c-672b-43fe-98ae-ad57329bc458 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:21:26.427372 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 1c47accb-165e-4205-8dff-c3a4e9fd0be6, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=1c47accb-165e-4205-8dff-c3a4e9fd0be6,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:21:26.470574 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1b11383c-672b-43fe-98ae-ad57329bc458 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:26.470917 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-1b11383c-672b-43fe-98ae-ad57329bc458 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Added segment 7139c8d0-b2be-4aea-9847-c17d38266459 of type vlan for network 8075cd4e-2f37-4d1b-9b55-1127d2566827 Apr 20 13:21:26.482485 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:26.546607 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aae1e10c-2ba7-4497-bc39-08fc9fa8f77a req-266a7845-3c5d-4634-97a5-42a803ceea6e tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652532 Apr 20 13:21:26.556698 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=1c47accb-165e-4205-8dff-c3a4e9fd0be6,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:26.559501 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-9b08ac2e-50bd-4c51-b2e7-f2dcc37fcf69 tempest-RoutersAdminNegativeIpV6Test-1192768636 tempest-RoutersAdminNegativeIpV6Test-1192768636-project-admin] Allocated IP 172.25.8.68 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/e805938b-61f3-4748-b32e-8114cba9cade) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:21:26.586186 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1b11383c-672b-43fe-98ae-ad57329bc458 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:26.720943 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.db.resource_extend [None req-1b11383c-672b-43fe-98ae-ad57329bc458 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 13:21:26.739848 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0ce40593-02bc-4296-8354-b5ce01133d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:26.817404 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['1c47accb-165e-4205-8dff-c3a4e9fd0be6'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:21:26.824674 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d214dd8-d477-4000-bca8-2ef6aab050f8 req-b0a1a15f-bfa6-4530-a5ba-2c9f3657680b tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:26.826375 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8d214dd8-d477-4000-bca8-2ef6aab050f8 req-b0a1a15f-bfa6-4530-a5ba-2c9f3657680b tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0532fbe-2385-4faa-9dae-4ccce67abc92 HTTP/1.1" status: 200 len: 944 time: 0.1894109 Apr 20 13:21:26.856461 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf337b69-442b-4035-a201-8d2f72d726d6 req-51ec7214-fc1c-4ed9-a998-acc6bd75dc01 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:26.858067 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cf337b69-442b-4035-a201-8d2f72d726d6 req-51ec7214-fc1c-4ed9-a998-acc6bd75dc01 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b529390-69a0-4b2f-8366-0f4995cf5846 HTTP/1.1" status: 200 len: 945 time: 0.1667380 Apr 20 13:21:26.862062 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1b11383c-672b-43fe-98ae-ad57329bc458 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:26.867125 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b11383c-672b-43fe-98ae-ad57329bc458 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:26.867762 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1b11383c-672b-43fe-98ae-ad57329bc458 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:26.970749 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9b08ac2e-50bd-4c51-b2e7-f2dcc37fcf69 tempest-RoutersAdminNegativeIpV6Test-1192768636 tempest-RoutersAdminNegativeIpV6Test-1192768636-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:27.014214 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1b11383c-672b-43fe-98ae-ad57329bc458 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8887813 Apr 20 13:21:27.014446 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58058) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:27.020156 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-584531fe-24c7-42ad-af59-b5c4830e5b2c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'subnet': {'network_id': '8075cd4e-2f37-4d1b-9b55-1127d2566827', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:27.020307 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8d214dd8-d477-4000-bca8-2ef6aab050f8 req-744e6818-d3a1-460d-9c30-33c8e363dd0e tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855650 Apr 20 13:21:27.025996 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b11383c-672b-43fe-98ae-ad57329bc458 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'Network': ['ID=8075cd4e-2f37-4d1b-9b55-1127d2566827,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:27.043415 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 8075cd4e-2f37-4d1b-9b55-1127d2566827 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:21:27.046206 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cf337b69-442b-4035-a201-8d2f72d726d6 req-611085ed-be81-4ff1-b5fa-e403872f8ae4 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649244 Apr 20 13:21:27.203116 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9b08ac2e-50bd-4c51-b2e7-f2dcc37fcf69 tempest-RoutersAdminNegativeIpV6Test-1192768636 tempest-RoutersAdminNegativeIpV6Test-1192768636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:27.209496 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584531fe-24c7-42ad-af59-b5c4830e5b2c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Made reservation on behalf of 921fc4094b8f49f1a436656db5724eca for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:21:27.213312 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-584531fe-24c7-42ad-af59-b5c4830e5b2c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:27.504965 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-584531fe-24c7-42ad-af59-b5c4830e5b2c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:27.507871 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 94d00742-11fb-43a8-aaaf-1c191e8ef524 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:21:27.622420 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584531fe-24c7-42ad-af59-b5c4830e5b2c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'Subnet': ['ID=7a492aee-aa0d-4d59-a9e5-3bbcbc4c6b5f,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:27.628638 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b08ac2e-50bd-4c51-b2e7-f2dcc37fcf69 tempest-RoutersAdminNegativeIpV6Test-1192768636 tempest-RoutersAdminNegativeIpV6Test-1192768636-project-admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:21:27.632833 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-9b08ac2e-50bd-4c51-b2e7-f2dcc37fcf69 tempest-RoutersAdminNegativeIpV6Test-1192768636 tempest-RoutersAdminNegativeIpV6Test-1192768636-project-admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:21:27.651092 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b08ac2e-50bd-4c51-b2e7-f2dcc37fcf69 tempest-RoutersAdminNegativeIpV6Test-1192768636 tempest-RoutersAdminNegativeIpV6Test-1192768636-project-admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:21:27.656256 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08ac2e-50bd-4c51-b2e7-f2dcc37fcf69 tempest-RoutersAdminNegativeIpV6Test-1192768636 tempest-RoutersAdminNegativeIpV6Test-1192768636-project-admin] Pushing event updated for resources: {'Port': ['ID=e805938b-61f3-4748-b32e-8114cba9cade,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:27.657178 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584531fe-24c7-42ad-af59-b5c4830e5b2c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Checking segment: {'id': '7139c8d0-b2be-4aea-9847-c17d38266459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8075cd4e-2f37-4d1b-9b55-1127d2566827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:21:27.668018 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584531fe-24c7-42ad-af59-b5c4830e5b2c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Network hostable DHCP agents. Network: 8075cd4e-2f37-4d1b-9b55-1127d2566827, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:21:27.707465 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10495ebc-b9ca-4873-a841-e01bb0b90ebe req-c8c9a584-b51a-4992-b83e-43f8fc979c1e tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:27.708951 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-10495ebc-b9ca-4873-a841-e01bb0b90ebe req-c8c9a584-b51a-4992-b83e-43f8fc979c1e tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ab95a47-c918-4687-9cf5-b957157542c3 HTTP/1.1" status: 200 len: 945 time: 0.0982220 Apr 20 13:21:27.717608 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b08ac2e-50bd-4c51-b2e7-f2dcc37fcf69 tempest-RoutersAdminNegativeIpV6Test-1192768636 tempest-RoutersAdminNegativeIpV6Test-1192768636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:27.718223 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9b08ac2e-50bd-4c51-b2e7-f2dcc37fcf69 tempest-RoutersAdminNegativeIpV6Test-1192768636 tempest-RoutersAdminNegativeIpV6Test-1192768636-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:27.748534 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 94d00742-11fb-43a8-aaaf-1c191e8ef524 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:21:27.752792 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 94d00742-11fb-43a8-aaaf-1c191e8ef524 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:27.753380 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:27.765073 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-10495ebc-b9ca-4873-a841-e01bb0b90ebe req-7da259c2-d531-4d11-b267-ea886ff7ff46 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433915 Apr 20 13:21:27.779407 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584531fe-24c7-42ad-af59-b5c4830e5b2c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Network 8075cd4e-2f37-4d1b-9b55-1127d2566827 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:21:27.813263 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9b08ac2e-50bd-4c51-b2e7-f2dcc37fcf69 tempest-RoutersAdminNegativeIpV6Test-1192768636 tempest-RoutersAdminNegativeIpV6Test-1192768636-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.1473980 Apr 20 13:21:27.813495 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58092) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:27.818106 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-228ab124-c49a-43a9-b5f6-86ad7896c610 tempest-RoutersAdminNegativeIpV6Test-1192768636 tempest-RoutersAdminNegativeIpV6Test-1192768636-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.68'}]}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:27.854169 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:27.858971 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-584531fe-24c7-42ad-af59-b5c4830e5b2c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 8075cd4e-2f37-4d1b-9b55-1127d2566827) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:21:27.863106 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584531fe-24c7-42ad-af59-b5c4830e5b2c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:27.863738 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-584531fe-24c7-42ad-af59-b5c4830e5b2c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:27.869642 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4402ecec-71fe-457a-8ffe-af0a196c6b85 None None] Network 8075cd4e-2f37-4d1b-9b55-1127d2566827 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:21:27.895803 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0532fbe-2385-4faa-9dae-4ccce67abc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d00742-11fb-43a8-aaaf-1c191e8ef524'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:21:27.898059 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ccbe11-bbb7-4473-b721-bb8dd4d2ac4a" -d '{"events": [{"server_uuid": "e0532fbe-2385-4faa-9dae-4ccce67abc92", "name": "network-vif-plugged", "status": "completed", "tag": "94d00742-11fb-43a8-aaaf-1c191e8ef524"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:21:27.937262 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-228ab124-c49a-43a9-b5f6-86ad7896c610 tempest-RoutersAdminNegativeIpV6Test-1192768636 tempest-RoutersAdminNegativeIpV6Test-1192768636-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:27.938338 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-228ab124-c49a-43a9-b5f6-86ad7896c610 tempest-RoutersAdminNegativeIpV6Test-1192768636 tempest-RoutersAdminNegativeIpV6Test-1192768636-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:27.942568 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f4da6a-6b79-4934-8583-54c5f01b56a2 x-openstack-request-id: req-c9f4da6a-6b79-4934-8583-54c5f01b56a2 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:21:27.943085 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-584531fe-24c7-42ad-af59-b5c4830e5b2c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9275384 Apr 20 13:21:27.945745 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58102) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:27.947603 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0532fbe-2385-4faa-9dae-4ccce67abc92", "name": "network-vif-plugged", "status": "completed", "tag": "94d00742-11fb-43a8-aaaf-1c191e8ef524", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:21:27.947872 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c9f4da6a-6b79-4934-8583-54c5f01b56a2 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:21:27.949247 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9f4da6a-6b79-4934-8583-54c5f01b56a2'] response: {'server_uuid': 'e0532fbe-2385-4faa-9dae-4ccce67abc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d00742-11fb-43a8-aaaf-1c191e8ef524', 'code': 200} Apr 20 13:21:27.951699 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-9e2de55a-4f51-4434-a6c0-c5b7bf2b6959 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'subnet': {'network_id': '8075cd4e-2f37-4d1b-9b55-1127d2566827', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:27.954443 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 94d00742-11fb-43a8-aaaf-1c191e8ef524, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=94d00742-11fb-43a8-aaaf-1c191e8ef524,segment=NetworkSegment(da203ac5-ec47-412d-9a8f-1056386260c6),segment_id=da203ac5-ec47-412d-9a8f-1056386260c6)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:21:28.044871 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 1c47accb-165e-4205-8dff-c3a4e9fd0be6 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:21:28.052934 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:28.054051 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device baa08433-784e-4c41-9153-d6a4d1a39355 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:21:28.054164 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-228ab124-c49a-43a9-b5f6-86ad7896c610 tempest-RoutersAdminNegativeIpV6Test-1192768636 tempest-RoutersAdminNegativeIpV6Test-1192768636-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:28.175796 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: baa08433-784e-4c41-9153-d6a4d1a39355 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:21:28.176147 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device baa08433-784e-4c41-9153-d6a4d1a39355 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:21:28.245119 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7ee280-02f1-4d3f-be56-dc80a7977882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-8075cd4e-2f37-4d1b-9b55-1127d2566827', 'network_id': '8075cd4e-2f37-4d1b-9b55-1127d2566827', 'tenant_id': '921fc4094b8f49f1a436656db5724eca', 'fixed_ips': [{'subnet_id': '7a492aee-aa0d-4d59-a9e5-3bbcbc4c6b5f'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:21:28.245996 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7f7ee280-02f1-4d3f-be56-dc80a7977882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:28.269093 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054cab5-5ca5-463d-85d2-762837120e66 req-6268c504-5ae0-4da5-8154-81618fedc71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:28.270516 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2054cab5-5ca5-463d-85d2-762837120e66 req-6268c504-5ae0-4da5-8154-81618fedc71e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e0532fbe-2385-4faa-9dae-4ccce67abc92 HTTP/1.1" status: 200 len: 1096 time: 0.2107570 Apr 20 13:21:28.300774 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:28.379386 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=94d00742-11fb-43a8-aaaf-1c191e8ef524,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:28.408139 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79add9ec-1e8c-413f-9fc5-71d14b757d9c req-5974794d-6c8d-49fe-a939-f89ac5e85444 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:28.409878 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-79add9ec-1e8c-413f-9fc5-71d14b757d9c req-5974794d-6c8d-49fe-a939-f89ac5e85444 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b529390-69a0-4b2f-8366-0f4995cf5846 HTTP/1.1" status: 200 len: 945 time: 0.2828195 Apr 20 13:21:28.447632 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c42b85-b0d5-477f-a7a4-8fb5774feb31 req-44f44671-661f-47f1-8be6-74630d189c5d tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:28.449742 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b3c42b85-b0d5-477f-a7a4-8fb5774feb31 req-44f44671-661f-47f1-8be6-74630d189c5d tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0532fbe-2385-4faa-9dae-4ccce67abc92 HTTP/1.1" status: 200 len: 945 time: 0.3226628 Apr 20 13:21:28.486874 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-228ab124-c49a-43a9-b5f6-86ad7896c610 tempest-RoutersAdminNegativeIpV6Test-1192768636 tempest-RoutersAdminNegativeIpV6Test-1192768636-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:28.526784 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2054cab5-5ca5-463d-85d2-762837120e66 req-ab5ae534-e09c-4ac2-99eb-8a1ccdb25532 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872489 Apr 20 13:21:28.547343 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba2612-1232-4518-9b28-8f49d1f36e68 req-fbf1a31f-8f84-49e8-ae03-dafb52d9dded tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:28.549662 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bcba2612-1232-4518-9b28-8f49d1f36e68 req-fbf1a31f-8f84-49e8-ae03-dafb52d9dded tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b529390-69a0-4b2f-8366-0f4995cf5846 HTTP/1.1" status: 200 len: 945 time: 0.3807487 Apr 20 13:21:28.590864 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-79add9ec-1e8c-413f-9fc5-71d14b757d9c req-97a7d2e2-c36f-42fb-a2d3-b4f0dbd98c5d tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Deleting port 195d3c8b-ac0f-4345-ac1e-0409c92db31e {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:21:28.591218 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-79add9ec-1e8c-413f-9fc5-71d14b757d9c req-97a7d2e2-c36f-42fb-a2d3-b4f0dbd98c5d tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:28.643576 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 1c47accb-165e-4205-8dff-c3a4e9fd0be6 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:21:28.653749 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2de55a-4f51-4434-a6c0-c5b7bf2b6959 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Made reservation on behalf of 921fc4094b8f49f1a436656db5724eca for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:21:28.658111 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9e2de55a-4f51-4434-a6c0-c5b7bf2b6959 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:28.675084 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 1c47accb-165e-4205-8dff-c3a4e9fd0be6 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:28.676252 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b3c42b85-b0d5-477f-a7a4-8fb5774feb31 req-296af651-2006-4723-b1ac-5855ea4d7ad0 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699147 Apr 20 13:21:28.679029 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:28.839221 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bcba2612-1232-4518-9b28-8f49d1f36e68 req-6573f45b-e002-4106-a416-79d2b50ccb9a tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796714 Apr 20 13:21:28.913850 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-79add9ec-1e8c-413f-9fc5-71d14b757d9c req-97a7d2e2-c36f-42fb-a2d3-b4f0dbd98c5d tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] For port 195d3c8b-ac0f-4345-ac1e-0409c92db31e, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=195d3c8b-ac0f-4345-ac1e-0409c92db31e,segment=NetworkSegment(892a43bc-413a-4417-8c32-1f97c1633215),segment_id=892a43bc-413a-4417-8c32-1f97c1633215)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:21:28.914242 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-79add9ec-1e8c-413f-9fc5-71d14b757d9c req-97a7d2e2-c36f-42fb-a2d3-b4f0dbd98c5d tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:28.936686 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-79add9ec-1e8c-413f-9fc5-71d14b757d9c req-97a7d2e2-c36f-42fb-a2d3-b4f0dbd98c5d tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Calling delete_port for 195d3c8b-ac0f-4345-ac1e-0409c92db31e owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:21:28.940012 n-d-836015-7 neutron-server[114870]: INFO neutron.db.ipam_backend_mixin [None req-9e2de55a-4f51-4434-a6c0-c5b7bf2b6959 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7a492aee-aa0d-4d59-a9e5-3bbcbc4c6b5f (CIDR: 172.20.0.0/28) Apr 20 13:21:28.998614 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e2de55a-4f51-4434-a6c0-c5b7bf2b6959 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:21:28.999112 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e2de55a-4f51-4434-a6c0-c5b7bf2b6959 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:21:29.067887 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03886f-88a9-44e8-98d7-57f0d8deb928 req-85efb509-f284-48b6-9b5a-6cbc8dba22ba tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:29.069456 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed03886f-88a9-44e8-98d7-57f0d8deb928 req-85efb509-f284-48b6-9b5a-6cbc8dba22ba tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ab95a47-c918-4687-9cf5-b957157542c3 HTTP/1.1" status: 200 len: 945 time: 0.1555440 Apr 20 13:21:29.095581 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9e2de55a-4f51-4434-a6c0-c5b7bf2b6959 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1477973 Apr 20 13:21:29.099480 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58192) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:29.110948 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-b65d2e73-0771-4500-89c3-3c8e224c0ef4 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'subnet': {'network_id': '8075cd4e-2f37-4d1b-9b55-1127d2566827', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:29.164051 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:29.173595 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-7f7ee280-02f1-4d3f-be56-dc80a7977882 None None] Allocated IP 172.20.0.2 (8075cd4e-2f37-4d1b-9b55-1127d2566827/7a492aee-aa0d-4d59-a9e5-3bbcbc4c6b5f/4324c9f4-820b-4481-8b16-f43a57ade83b) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:21:29.190731 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-228ab124-c49a-43a9-b5f6-86ad7896c610 tempest-RoutersAdminNegativeIpV6Test-1192768636 tempest-RoutersAdminNegativeIpV6Test-1192768636-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:29.202642 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed03886f-88a9-44e8-98d7-57f0d8deb928 req-7a170895-e30b-4357-92d8-4c0095615788 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255631 Apr 20 13:21:29.273208 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-228ab124-c49a-43a9-b5f6-86ad7896c610 tempest-RoutersAdminNegativeIpV6Test-1192768636 tempest-RoutersAdminNegativeIpV6Test-1192768636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:29.410898 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 1c47accb-165e-4205-8dff-c3a4e9fd0be6, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=1c47accb-165e-4205-8dff-c3a4e9fd0be6,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:21:29.436756 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7f7ee280-02f1-4d3f-be56-dc80a7977882 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:29.457245 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:29.520224 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:29.521049 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 24361dd5-5fda-4a54-bb1a-62a3d08fefa8 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:21:29.568162 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 24361dd5-5fda-4a54-bb1a-62a3d08fefa8 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:21:29.568509 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 24361dd5-5fda-4a54-bb1a-62a3d08fefa8 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:21:29.592556 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-79add9ec-1e8c-413f-9fc5-71d14b757d9c req-97a7d2e2-c36f-42fb-a2d3-b4f0dbd98c5d tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:29.610699 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=1c47accb-165e-4205-8dff-c3a4e9fd0be6,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:29.616461 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7f7ee280-02f1-4d3f-be56-dc80a7977882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:29.631411 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-228ab124-c49a-43a9-b5f6-86ad7896c610 tempest-RoutersAdminNegativeIpV6Test-1192768636 tempest-RoutersAdminNegativeIpV6Test-1192768636-project-admin] Notify callbacks [] for router, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:29.638519 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a7d2e2-c36f-42fb-a2d3-b4f0dbd98c5d tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Pushing event deleted for resources: {'Port': ['ID=195d3c8b-ac0f-4345-ac1e-0409c92db31e,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:29.648323 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['195d3c8b-ac0f-4345-ac1e-0409c92db31e'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:21:29.659420 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['d211606b-6b68-4083-b8e6-2953740cd4dc'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:21:29.719725 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-79add9ec-1e8c-413f-9fc5-71d14b757d9c req-97a7d2e2-c36f-42fb-a2d3-b4f0dbd98c5d tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] No DVR routers for this DVR port 195d3c8b-ac0f-4345-ac1e-0409c92db31e on host n-h2-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:21:29.729707 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-79add9ec-1e8c-413f-9fc5-71d14b757d9c req-97a7d2e2-c36f-42fb-a2d3-b4f0dbd98c5d tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:29.734823 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-79add9ec-1e8c-413f-9fc5-71d14b757d9c req-97a7d2e2-c36f-42fb-a2d3-b4f0dbd98c5d tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.15 "DELETE /v2.0/ports/195d3c8b-ac0f-4345-ac1e-0409c92db31e HTTP/1.1" status: 204 len: 173 time: 1.3177776 Apr 20 13:21:29.735405 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b529390-69a0-4b2f-8366-0f4995cf5846', 'name': 'network-vif-deleted', 'tag': '195d3c8b-ac0f-4345-ac1e-0409c92db31e'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:21:29.738744 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192ca2c4-4410-4cda-8a0c-833d9628be49" -d '{"events": [{"server_uuid": "6b529390-69a0-4b2f-8366-0f4995cf5846", "name": "network-vif-deleted", "tag": "195d3c8b-ac0f-4345-ac1e-0409c92db31e"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:21:29.798967 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c484bd6-f21a-4d86-b39b-1b7e39bc0cdd x-openstack-request-id: req-4c484bd6-f21a-4d86-b39b-1b7e39bc0cdd {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:21:29.799264 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b529390-69a0-4b2f-8366-0f4995cf5846", "name": "network-vif-deleted", "tag": "195d3c8b-ac0f-4345-ac1e-0409c92db31e", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:21:29.799550 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c484bd6-f21a-4d86-b39b-1b7e39bc0cdd {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:21:29.800194 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c484bd6-f21a-4d86-b39b-1b7e39bc0cdd'] response: {'server_uuid': '6b529390-69a0-4b2f-8366-0f4995cf5846', 'name': 'network-vif-deleted', 'tag': '195d3c8b-ac0f-4345-ac1e-0409c92db31e', 'status': 'completed', 'code': 200} Apr 20 13:21:29.841417 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7ee280-02f1-4d3f-be56-dc80a7977882 None None] Network 8075cd4e-2f37-4d1b-9b55-1127d2566827 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:21:29.876807 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65d2e73-0771-4500-89c3-3c8e224c0ef4 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Made reservation on behalf of 921fc4094b8f49f1a436656db5724eca for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:21:29.880695 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-7f7ee280-02f1-4d3f-be56-dc80a7977882 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:21:29.882841 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7ee280-02f1-4d3f-be56-dc80a7977882 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:21:29.896738 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b65d2e73-0771-4500-89c3-3c8e224c0ef4 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:29.917087 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ee280-02f1-4d3f-be56-dc80a7977882 None None] Pushing event updated for resources: {'Port': ['ID=4324c9f4-820b-4481-8b16-f43a57ade83b,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:29.977968 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab95a47-c918-4687-9cf5-b957157542c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c47accb-165e-4205-8dff-c3a4e9fd0be6'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:21:29.988310 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1cbc87a-5644-49e2-bc1b-b28ac258a8c8" -d '{"events": [{"server_uuid": "3ab95a47-c918-4687-9cf5-b957157542c3", "name": "network-vif-plugged", "status": "completed", "tag": "1c47accb-165e-4205-8dff-c3a4e9fd0be6"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:21:30.017549 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-228ab124-c49a-43a9-b5f6-86ad7896c610 tempest-RoutersAdminNegativeIpV6Test-1192768636 tempest-RoutersAdminNegativeIpV6Test-1192768636-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:30.020024 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-228ab124-c49a-43a9-b5f6-86ad7896c610 tempest-RoutersAdminNegativeIpV6Test-1192768636 tempest-RoutersAdminNegativeIpV6Test-1192768636-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:30.050523 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:30.076592 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-7f7ee280-02f1-4d3f-be56-dc80a7977882 None None] Attempting to bind port 4324c9f4-820b-4481-8b16-f43a57ade83b on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:21:30.076961 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-7f7ee280-02f1-4d3f-be56-dc80a7977882 None None] Attempting to bind port 4324c9f4-820b-4481-8b16-f43a57ade83b by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '7139c8d0-b2be-4aea-9847-c17d38266459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8075cd4e-2f37-4d1b-9b55-1127d2566827'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:21:30.077326 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7ee280-02f1-4d3f-be56-dc80a7977882 None None] Attempting to bind port 4324c9f4-820b-4481-8b16-f43a57ade83b on network 8075cd4e-2f37-4d1b-9b55-1127d2566827 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:21:30.087585 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7ee280-02f1-4d3f-be56-dc80a7977882 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:21:30.087869 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7ee280-02f1-4d3f-be56-dc80a7977882 None None] Checking segment: {'id': '7139c8d0-b2be-4aea-9847-c17d38266459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8075cd4e-2f37-4d1b-9b55-1127d2566827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:21:30.088276 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7f7ee280-02f1-4d3f-be56-dc80a7977882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:30.088676 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7ee280-02f1-4d3f-be56-dc80a7977882 None None] Bound using segment: {'id': '7139c8d0-b2be-4aea-9847-c17d38266459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8075cd4e-2f37-4d1b-9b55-1127d2566827'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:21:30.089160 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-7f7ee280-02f1-4d3f-be56-dc80a7977882 None None] Bound port: 4324c9f4-820b-4481-8b16-f43a57ade83b, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7139c8d0-b2be-4aea-9847-c17d38266459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8075cd4e-2f37-4d1b-9b55-1127d2566827'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:21:30.089545 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7f7ee280-02f1-4d3f-be56-dc80a7977882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:30.193980 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b7942e5f-0591-4c39-b695-cc450f33d0a3 req-800fb707-bb3b-42eb-a97d-8fa1c0a5fa05 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b529390-69a0-4b2f-8366-0f4995cf5846 HTTP/1.1" status: 200 len: 210 time: 0.0768659 Apr 20 13:21:30.217732 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0c51a-f7fe-4ac3-9a87-84cb937810fc req-f855c146-d564-473a-b076-94f2e2087f1b tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:30.219792 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-95b0c51a-f7fe-4ac3-9a87-84cb937810fc req-f855c146-d564-473a-b076-94f2e2087f1b tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0532fbe-2385-4faa-9dae-4ccce67abc92 HTTP/1.1" status: 200 len: 945 time: 0.3953614 Apr 20 13:21:30.286012 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce52062-475e-49f4-b4a5-963dd793c7a3 x-openstack-request-id: req-7ce52062-475e-49f4-b4a5-963dd793c7a3 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:21:30.286508 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab95a47-c918-4687-9cf5-b957157542c3", "name": "network-vif-plugged", "status": "completed", "tag": "1c47accb-165e-4205-8dff-c3a4e9fd0be6", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:21:30.287629 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7ce52062-475e-49f4-b4a5-963dd793c7a3 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:21:30.287629 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ce52062-475e-49f4-b4a5-963dd793c7a3'] response: {'server_uuid': '3ab95a47-c918-4687-9cf5-b957157542c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c47accb-165e-4205-8dff-c3a4e9fd0be6', 'code': 200} Apr 20 13:21:30.296917 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-7f7ee280-02f1-4d3f-be56-dc80a7977882 None None] For port 4324c9f4-820b-4481-8b16-f43a57ade83b, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:21:30.324890 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-7f7ee280-02f1-4d3f-be56-dc80a7977882 None None] For port 4324c9f4-820b-4481-8b16-f43a57ade83b, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=4324c9f4-820b-4481-8b16-f43a57ade83b,segment=NetworkSegment(7139c8d0-b2be-4aea-9847-c17d38266459),segment_id=7139c8d0-b2be-4aea-9847-c17d38266459)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:21:30.339388 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-95b0c51a-f7fe-4ac3-9a87-84cb937810fc req-fead0245-f5be-46ac-97d0-e195aa5272d2 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998790 Apr 20 13:21:30.340152 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-228ab124-c49a-43a9-b5f6-86ad7896c610 tempest-RoutersAdminNegativeIpV6Test-1192768636 tempest-RoutersAdminNegativeIpV6Test-1192768636-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:30.345501 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228ab124-c49a-43a9-b5f6-86ad7896c610 tempest-RoutersAdminNegativeIpV6Test-1192768636 tempest-RoutersAdminNegativeIpV6Test-1192768636-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c50ab744-23f8-4f33-b49e-ad52851c06f7 {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:21:30.414281 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7f7ee280-02f1-4d3f-be56-dc80a7977882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:30.455537 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-228ab124-c49a-43a9-b5f6-86ad7896c610 tempest-RoutersAdminNegativeIpV6Test-1192768636 tempest-RoutersAdminNegativeIpV6Test-1192768636-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 20 13:21:30.459252 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-228ab124-c49a-43a9-b5f6-86ad7896c610 tempest-RoutersAdminNegativeIpV6Test-1192768636 tempest-RoutersAdminNegativeIpV6Test-1192768636-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.6421866 Apr 20 13:21:30.459488 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58258) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:30.525327 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ee280-02f1-4d3f-be56-dc80a7977882 None None] Pushing event updated for resources: {'Port': ['ID=4324c9f4-820b-4481-8b16-f43a57ade83b,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:30.556775 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b65d2e73-0771-4500-89c3-3c8e224c0ef4 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:30.599636 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16d85e-552e-4fc8-926b-d35e0a305823 req-30501db7-8ef0-4def-bca6-96d7faa15dbf tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:30.605916 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0d16d85e-552e-4fc8-926b-d35e0a305823 req-30501db7-8ef0-4def-bca6-96d7faa15dbf tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ab95a47-c918-4687-9cf5-b957157542c3 HTTP/1.1" status: 200 len: 946 time: 0.1965876 Apr 20 13:21:30.668645 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65d2e73-0771-4500-89c3-3c8e224c0ef4 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Network 8075cd4e-2f37-4d1b-9b55-1127d2566827 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:21:30.679162 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-b65d2e73-0771-4500-89c3-3c8e224c0ef4 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:21:30.691636 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65d2e73-0771-4500-89c3-3c8e224c0ef4 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:30.693010 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b65d2e73-0771-4500-89c3-3c8e224c0ef4 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:30.699480 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba9e1e-486f-44a9-8946-4ad685f2ba5a req-fd9448f6-4c38-4c8f-8381-be1e80d92345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:30.702045 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-8d341dd1-e35c-43ce-94f6-2cf8ed3ab072 tempest-RoutersAdminNegativeIpV6Test-1192768636 tempest-RoutersAdminNegativeIpV6Test-1192768636-project-admin] Deleting port e805938b-61f3-4748-b32e-8114cba9cade {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:21:30.702427 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8d341dd1-e35c-43ce-94f6-2cf8ed3ab072 tempest-RoutersAdminNegativeIpV6Test-1192768636 tempest-RoutersAdminNegativeIpV6Test-1192768636-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:30.713987 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-60ba9e1e-486f-44a9-8946-4ad685f2ba5a req-fd9448f6-4c38-4c8f-8381-be1e80d92345 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3ab95a47-c918-4687-9cf5-b957157542c3 HTTP/1.1" status: 200 len: 1097 time: 0.3030031 Apr 20 13:21:30.716005 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0d16d85e-552e-4fc8-926b-d35e0a305823 req-e80df1c8-b3db-4672-ad05-fbbd1d42b1d9 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011138 Apr 20 13:21:30.760908 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d2e73-0771-4500-89c3-3c8e224c0ef4 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'Subnet': ['ID=727bc0ff-70b9-4afd-8400-370a8f56d2c0,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:30.803223 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-60ba9e1e-486f-44a9-8946-4ad685f2ba5a req-291879e7-85d5-48e6-9f4d-ab00416aac10 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516863 Apr 20 13:21:30.829561 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8d341dd1-e35c-43ce-94f6-2cf8ed3ab072 tempest-RoutersAdminNegativeIpV6Test-1192768636 tempest-RoutersAdminNegativeIpV6Test-1192768636-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:30.848271 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-8d341dd1-e35c-43ce-94f6-2cf8ed3ab072 tempest-RoutersAdminNegativeIpV6Test-1192768636 tempest-RoutersAdminNegativeIpV6Test-1192768636-project-admin] Calling delete_port for e805938b-61f3-4748-b32e-8114cba9cade owned by {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:21:30.921490 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b65d2e73-0771-4500-89c3-3c8e224c0ef4 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8134601 Apr 20 13:21:30.921490 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58304) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:30.924622 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-9b418d81-b281-4dfa-b315-6cffe82c4994 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'port': {'network_id': '8075cd4e-2f37-4d1b-9b55-1127d2566827', 'fixed_ips': [{'subnet_id': '7a492aee-aa0d-4d59-a9e5-3bbcbc4c6b5f'}, {'subnet_id': '727bc0ff-70b9-4afd-8400-370a8f56d2c0'}], 'name': 'tempest-PortsTestJSON-31364553'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:31.148913 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8d341dd1-e35c-43ce-94f6-2cf8ed3ab072 tempest-RoutersAdminNegativeIpV6Test-1192768636 tempest-RoutersAdminNegativeIpV6Test-1192768636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:31.154765 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58316) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:31.185347 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d341dd1-e35c-43ce-94f6-2cf8ed3ab072 tempest-RoutersAdminNegativeIpV6Test-1192768636 tempest-RoutersAdminNegativeIpV6Test-1192768636-project-admin] Pushing event deleted for resources: {'Port': ['ID=e805938b-61f3-4748-b32e-8114cba9cade,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:31.207931 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b418d81-b281-4dfa-b315-6cffe82c4994 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Made reservation on behalf of 921fc4094b8f49f1a436656db5724eca for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:21:31.303810 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b2d953bf-adcf-4018-8b7d-9df6c5803c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:31.320463 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8d341dd1-e35c-43ce-94f6-2cf8ed3ab072 tempest-RoutersAdminNegativeIpV6Test-1192768636 tempest-RoutersAdminNegativeIpV6Test-1192768636-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:31.328708 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8d341dd1-e35c-43ce-94f6-2cf8ed3ab072 tempest-RoutersAdminNegativeIpV6Test-1192768636 tempest-RoutersAdminNegativeIpV6Test-1192768636-project-admin] 10.222.0.25 "DELETE /v2.0/ports/e805938b-61f3-4748-b32e-8114cba9cade HTTP/1.1" status: 204 len: 168 time: 0.8655164 Apr 20 13:21:31.346940 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9b418d81-b281-4dfa-b315-6cffe82c4994 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:31.369688 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-9b418d81-b281-4dfa-b315-6cffe82c4994 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] device_id is not set on port 00d324a2-0c31-4f69-a5c7-2bcc22bbdad4 yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:21:31.422964 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b2d953bf-adcf-4018-8b7d-9df6c5803c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:31.590916 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa8738-1181-401f-870a-63527492be7e req-fd1e4f90-ba2c-41e2-892d-432661a86bc4 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:31.607305 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0efa8738-1181-401f-870a-63527492be7e req-fd1e4f90-ba2c-41e2-892d-432661a86bc4 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0532fbe-2385-4faa-9dae-4ccce67abc92 HTTP/1.1" status: 200 len: 945 time: 0.1438046 Apr 20 13:21:31.616442 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b2d953bf-adcf-4018-8b7d-9df6c5803c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:31.741278 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 4324c9f4-820b-4481-8b16-f43a57ade83b up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:21:31.788541 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58356) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:31.789135 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b2d953bf-adcf-4018-8b7d-9df6c5803c5e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f9904630c4ff4492b4bc66c4257a3d38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6317356 Apr 20 13:21:31.802311 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d953bf-adcf-4018-8b7d-9df6c5803c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7c7e53-edff-4645-8e64-0b776c4016a2,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:31.810647 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0efa8738-1181-401f-870a-63527492be7e req-0e54b943-129d-4db1-9bc7-b3793186553d tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024417 Apr 20 13:21:31.897203 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 4324c9f4-820b-4481-8b16-f43a57ade83b triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:31.901747 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:32.020594 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-9b418d81-b281-4dfa-b315-6cffe82c4994 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Allocated IP 172.20.0.6 (8075cd4e-2f37-4d1b-9b55-1127d2566827/7a492aee-aa0d-4d59-a9e5-3bbcbc4c6b5f/00d324a2-0c31-4f69-a5c7-2bcc22bbdad4) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:21:32.035753 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3484b785-bc26-46dc-a14b-454702a93f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:32.039273 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 195d3c8b-ac0f-4345-ac1e-0409c92db31e no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:21:32.052284 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-9b418d81-b281-4dfa-b315-6cffe82c4994 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Allocated IP 172.20.0.18 (8075cd4e-2f37-4d1b-9b55-1127d2566827/727bc0ff-70b9-4afd-8400-370a8f56d2c0/00d324a2-0c31-4f69-a5c7-2bcc22bbdad4) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:21:32.065213 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 195d3c8b-ac0f-4345-ac1e-0409c92db31e {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:21:32.065878 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 195d3c8b-ac0f-4345-ac1e-0409c92db31e not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:21:32.081907 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58372) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:32.096697 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8eb174-f675-47c0-9950-489f967a28e7 None None] Network 8075cd4e-2f37-4d1b-9b55-1127d2566827 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:21:32.107722 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06875ec5-5040-4f38-8ef2-634c59027a53 req-e9f492a7-71af-424e-91f4-ae0edc1a9065 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:32.110213 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-06875ec5-5040-4f38-8ef2-634c59027a53 req-e9f492a7-71af-424e-91f4-ae0edc1a9065 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ab95a47-c918-4687-9cf5-b957157542c3 HTTP/1.1" status: 200 len: 946 time: 0.1814163 Apr 20 13:21:32.202584 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:32.215806 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020c84b-8ecb-434e-aafc-2799ec738b6b req-ebb15ae7-4490-4e27-bb1e-4ec9b1f88975 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:32.228071 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0020c84b-8ecb-434e-aafc-2799ec738b6b req-ebb15ae7-4490-4e27-bb1e-4ec9b1f88975 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de9013c-13bc-448b-b7e5-8321a8e349b0 HTTP/1.1" status: 200 len: 945 time: 0.2405756 Apr 20 13:21:32.236770 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-c8386a18-3f9a-4b46-9d12-86b8c1eec169 None None] Provisioning complete for port 4324c9f4-820b-4481-8b16-f43a57ade83b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:32.247521 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c8386a18-3f9a-4b46-9d12-86b8c1eec169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:32.261499 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3484b785-bc26-46dc-a14b-454702a93f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:32.264391 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-06875ec5-5040-4f38-8ef2-634c59027a53 req-49050db1-895b-4b03-a761-5b97f0b8bb07 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469011 Apr 20 13:21:32.346287 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9b418d81-b281-4dfa-b315-6cffe82c4994 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:32.371175 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0020c84b-8ecb-434e-aafc-2799ec738b6b req-87f458fe-7d2d-4849-b47f-eb78f7dfc548 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422167 Apr 20 13:21:32.405879 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 4324c9f4-820b-4481-8b16-f43a57ade83b, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=4324c9f4-820b-4481-8b16-f43a57ade83b,segment=NetworkSegment(7139c8d0-b2be-4aea-9847-c17d38266459),segment_id=7139c8d0-b2be-4aea-9847-c17d38266459)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:21:32.500467 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9b418d81-b281-4dfa-b315-6cffe82c4994 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:32.539407 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:32.557676 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3484b785-bc26-46dc-a14b-454702a93f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:32.564915 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3484b785-bc26-46dc-a14b-454702a93f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:32.564915 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3484b785-bc26-46dc-a14b-454702a93f94 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5a7c7e53-edff-4645-8e64-0b776c4016a2 HTTP/1.1" status: 204 len: 168 time: 0.7738295 Apr 20 13:21:32.565151 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c8386a18-3f9a-4b46-9d12-86b8c1eec169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:32.565448 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b418d81-b281-4dfa-b315-6cffe82c4994 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Network 8075cd4e-2f37-4d1b-9b55-1127d2566827 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:21:32.584898 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-9b418d81-b281-4dfa-b315-6cffe82c4994 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:21:32.595222 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1a1e8389-b3a0-438e-9928-0d4a297f7e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:32.610211 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b418d81-b281-4dfa-b315-6cffe82c4994 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:21:32.707666 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=4324c9f4-820b-4481-8b16-f43a57ade83b,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:32.727335 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-c8386a18-3f9a-4b46-9d12-86b8c1eec169 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:21:32.728211 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-c8386a18-3f9a-4b46-9d12-86b8c1eec169 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:21:32.781849 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1a1e8389-b3a0-438e-9928-0d4a297f7e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:32.788503 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b418d81-b281-4dfa-b315-6cffe82c4994 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:32.789159 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9b418d81-b281-4dfa-b315-6cffe82c4994 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:32.794571 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484b785-bc26-46dc-a14b-454702a93f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7c7e53-edff-4645-8e64-0b776c4016a2,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:32.803193 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625d9ab9-b769-4614-886d-3c34ea3f0fbe None None] Update dhcp port {'port': {'network_id': '8075cd4e-2f37-4d1b-9b55-1127d2566827', 'fixed_ips': [{'subnet_id': '7a492aee-aa0d-4d59-a9e5-3bbcbc4c6b5f', 'ip_address': '172.20.0.2'}, {'subnet_id': '727bc0ff-70b9-4afd-8400-370a8f56d2c0'}], 'binding:host_id': 'n-d-836015-7'}, 'id': '4324c9f4-820b-4481-8b16-f43a57ade83b'} from n-d-836015-7. {{(pid=114871) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 13:21:32.809019 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b418d81-b281-4dfa-b315-6cffe82c4994 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'Port': ['ID=00d324a2-0c31-4f69-a5c7-2bcc22bbdad4,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:32.842448 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1a1e8389-b3a0-438e-9928-0d4a297f7e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:32.850926 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-625d9ab9-b769-4614-886d-3c34ea3f0fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:32.917202 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e8389-b3a0-438e-9928-0d4a297f7e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1647ba-6cb8-4b2e-a976-a16f5e7ee883,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:32.968015 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9b418d81-b281-4dfa-b315-6cffe82c4994 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1002 time: 2.0481319 Apr 20 13:21:32.969497 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58404) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:32.988108 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-0be0c5f0-f8dc-4687-abe0-bde5a50bf8b4 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7a492aee-aa0d-4d59-a9e5-3bbcbc4c6b5f'}]}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:33.017719 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1a1e8389-b3a0-438e-9928-0d4a297f7e55 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4ab1141026b94fe7b8b212dc420a7415&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9327180 Apr 20 13:21:33.018379 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58408) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:33.063551 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30781a86-354d-4de1-a5e3-5791f8a63e05 req-b8fbfd0f-3bde-4b68-8e85-14340af604cd tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:33.065389 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-30781a86-354d-4de1-a5e3-5791f8a63e05 req-b8fbfd0f-3bde-4b68-8e85-14340af604cd tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0532fbe-2385-4faa-9dae-4ccce67abc92 HTTP/1.1" status: 200 len: 945 time: 0.1739063 Apr 20 13:21:33.095627 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-625d9ab9-b769-4614-886d-3c34ea3f0fbe None None] Allocated IP 172.20.0.19 (8075cd4e-2f37-4d1b-9b55-1127d2566827/727bc0ff-70b9-4afd-8400-370a8f56d2c0/4324c9f4-820b-4481-8b16-f43a57ade83b) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:21:33.147500 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-30781a86-354d-4de1-a5e3-5791f8a63e05 req-07004bf4-a808-4110-9b9e-d83a31d57b95 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723400 Apr 20 13:21:33.186752 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9374f356-9deb-4f6a-a8b1-449a1bf72efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:33.245856 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9374f356-9deb-4f6a-a8b1-449a1bf72efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:33.298263 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-625d9ab9-b769-4614-886d-3c34ea3f0fbe None None] For port 4324c9f4-820b-4481-8b16-f43a57ade83b, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=4324c9f4-820b-4481-8b16-f43a57ade83b,segment=NetworkSegment(7139c8d0-b2be-4aea-9847-c17d38266459),segment_id=7139c8d0-b2be-4aea-9847-c17d38266459)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:21:33.300805 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0be0c5f0-f8dc-4687-abe0-bde5a50bf8b4 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:33.338879 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-625d9ab9-b769-4614-886d-3c34ea3f0fbe None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:33.406813 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-625d9ab9-b769-4614-886d-3c34ea3f0fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:33.473180 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9374f356-9deb-4f6a-a8b1-449a1bf72efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:33.479154 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9374f356-9deb-4f6a-a8b1-449a1bf72efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:33.480477 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9374f356-9deb-4f6a-a8b1-449a1bf72efc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ad1647ba-6cb8-4b2e-a976-a16f5e7ee883 HTTP/1.1" status: 204 len: 168 time: 0.4611285 Apr 20 13:21:33.540914 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed0381-70f0-44f9-86b7-38ac0b3c2922 req-da9f82af-71e9-4414-a1be-59c17f5dd27d tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:33.541406 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9374f356-9deb-4f6a-a8b1-449a1bf72efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1647ba-6cb8-4b2e-a976-a16f5e7ee883,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:33.544986 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86ed0381-70f0-44f9-86b7-38ac0b3c2922 req-da9f82af-71e9-4414-a1be-59c17f5dd27d tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ab95a47-c918-4687-9cf5-b957157542c3 HTTP/1.1" status: 200 len: 946 time: 0.1585779 Apr 20 13:21:33.572843 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58436) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:33.588289 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d9ab9-b769-4614-886d-3c34ea3f0fbe None None] Pushing event updated for resources: {'Port': ['ID=4324c9f4-820b-4481-8b16-f43a57ade83b,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:33.641776 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-21ec102f-bc59-4cc1-b481-b9bb5f5606fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:33.703383 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 4324c9f4-820b-4481-8b16-f43a57ade83b up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:21:33.739301 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86ed0381-70f0-44f9-86b7-38ac0b3c2922 req-957b01d1-58e1-4284-9f4b-6a34f518b183 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932888 Apr 20 13:21:33.814942 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fedbd17-8056-4026-b227-bfda50cab5c0 req-76179f30-4f48-4e15-a800-06e68288d0f0 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:33.817263 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7fedbd17-8056-4026-b227-bfda50cab5c0 req-76179f30-4f48-4e15-a800-06e68288d0f0 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de9013c-13bc-448b-b7e5-8321a8e349b0 HTTP/1.1" status: 200 len: 945 time: 0.2673440 Apr 20 13:21:33.820550 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-21ec102f-bc59-4cc1-b481-b9bb5f5606fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:33.840972 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b859e-7c64-45c7-8ade-0a05a6e49853 req-100d2df2-ff77-4438-a0f6-e7f273085fc2 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:33.842571 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6e6b859e-7c64-45c7-8ade-0a05a6e49853 req-100d2df2-ff77-4438-a0f6-e7f273085fc2 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.32 "GET /v2.0/ports?device_id=6de9013c-13bc-448b-b7e5-8321a8e349b0 HTTP/1.1" status: 200 len: 945 time: 0.2200954 Apr 20 13:21:33.880667 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 4324c9f4-820b-4481-8b16-f43a57ade83b triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:33.884403 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:33.925401 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7fedbd17-8056-4026-b227-bfda50cab5c0 req-891f7f4d-b028-4338-9c05-4eb50b50e413 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/security-groups?id=365b890d-03f1-44b1-b439-a58b1ae0bea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616379 Apr 20 13:21:33.953424 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-21ec102f-bc59-4cc1-b481-b9bb5f5606fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:34.044876 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-21ec102f-bc59-4cc1-b481-b9bb5f5606fe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d5a5e0eee5ee417c9d6d0e6f2d36cd90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4829743 Apr 20 13:21:34.053510 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58448) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:34.130590 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-0be0c5f0-f8dc-4687-abe0-bde5a50bf8b4 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Delete allocated IP 172.20.0.18 (8075cd4e-2f37-4d1b-9b55-1127d2566827/727bc0ff-70b9-4afd-8400-370a8f56d2c0) {{(pid=114869) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 20 13:21:34.144816 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec102f-bc59-4cc1-b481-b9bb5f5606fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ba160f-1716-4a2e-bb29-8b9fd9060340,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:34.213061 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-6e6b859e-7c64-45c7-8ade-0a05a6e49853 req-f143c6a7-9f00-4023-ac8b-2a5f1e220c03 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Deleting port d211606b-6b68-4083-b8e6-2953740cd4dc {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:21:34.213448 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6e6b859e-7c64-45c7-8ade-0a05a6e49853 req-f143c6a7-9f00-4023-ac8b-2a5f1e220c03 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:34.378125 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-6e6b859e-7c64-45c7-8ade-0a05a6e49853 req-f143c6a7-9f00-4023-ac8b-2a5f1e220c03 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] For port d211606b-6b68-4083-b8e6-2953740cd4dc, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=d211606b-6b68-4083-b8e6-2953740cd4dc,segment=NetworkSegment(892a43bc-413a-4417-8c32-1f97c1633215),segment_id=892a43bc-413a-4417-8c32-1f97c1633215)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:21:34.378713 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6e6b859e-7c64-45c7-8ade-0a05a6e49853 req-f143c6a7-9f00-4023-ac8b-2a5f1e220c03 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:34.392138 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0be0c5f0-f8dc-4687-abe0-bde5a50bf8b4 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:34.396794 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e4c155b4-e57e-4c74-b293-909ac38b9ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:34.401276 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-6e6b859e-7c64-45c7-8ade-0a05a6e49853 req-f143c6a7-9f00-4023-ac8b-2a5f1e220c03 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Calling delete_port for d211606b-6b68-4083-b8e6-2953740cd4dc owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:21:34.482381 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e4c155b4-e57e-4c74-b293-909ac38b9ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:34.523868 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0be0c5f0-f8dc-4687-abe0-bde5a50bf8b4 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:34.547891 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee64d8-3859-4d0c-9e67-f373cd7533a0 req-3cd8abd2-4e81-4a97-8dc4-3b67398797ed tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:34.550416 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c7ee64d8-3859-4d0c-9e67-f373cd7533a0 req-3cd8abd2-4e81-4a97-8dc4-3b67398797ed tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0532fbe-2385-4faa-9dae-4ccce67abc92 HTTP/1.1" status: 200 len: 945 time: 0.2742755 Apr 20 13:21:34.592159 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37168ef9-a329-4496-a2c2-bb78d61c5594 None None] Network 8075cd4e-2f37-4d1b-9b55-1127d2566827 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:21:34.630036 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27105eb7-e65c-4b4d-bb8f-fbb47325ef5e req-b03f26b7-1c64-4a28-9793-a09b79b2637a tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:34.631584 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-27105eb7-e65c-4b4d-bb8f-fbb47325ef5e req-b03f26b7-1c64-4a28-9793-a09b79b2637a tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0532fbe-2385-4faa-9dae-4ccce67abc92 HTTP/1.1" status: 200 len: 945 time: 0.2358327 Apr 20 13:21:34.668810 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6e6b859e-7c64-45c7-8ade-0a05a6e49853 req-f143c6a7-9f00-4023-ac8b-2a5f1e220c03 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:34.695057 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['d211606b-6b68-4083-b8e6-2953740cd4dc'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:21:34.730219 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be0c5f0-f8dc-4687-abe0-bde5a50bf8b4 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'Port': ['ID=00d324a2-0c31-4f69-a5c7-2bcc22bbdad4,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:34.738268 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58454) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:34.740658 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f143c6a7-9f00-4023-ac8b-2a5f1e220c03 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Pushing event deleted for resources: {'Port': ['ID=d211606b-6b68-4083-b8e6-2953740cd4dc,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:34.760809 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ed13fda2-2fcc-44ba-9bde-41c7e5adf5ad None None] Provisioning complete for port 00d324a2-0c31-4f69-a5c7-2bcc22bbdad4 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:34.762937 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ed13fda2-2fcc-44ba-9bde-41c7e5adf5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:34.802868 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-27105eb7-e65c-4b4d-bb8f-fbb47325ef5e req-f0723f9b-379d-415d-8fdd-9c20564e19a6 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475458 Apr 20 13:21:34.873643 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e6b859e-7c64-45c7-8ade-0a05a6e49853 req-f143c6a7-9f00-4023-ac8b-2a5f1e220c03 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] No DVR routers for this DVR port d211606b-6b68-4083-b8e6-2953740cd4dc on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:21:34.876913 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6e6b859e-7c64-45c7-8ade-0a05a6e49853 req-f143c6a7-9f00-4023-ac8b-2a5f1e220c03 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:34.881451 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6e6b859e-7c64-45c7-8ade-0a05a6e49853 req-f143c6a7-9f00-4023-ac8b-2a5f1e220c03 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.32 "DELETE /v2.0/ports/d211606b-6b68-4083-b8e6-2953740cd4dc HTTP/1.1" status: 204 len: 173 time: 1.0318425 Apr 20 13:21:34.882445 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de9013c-13bc-448b-b7e5-8321a8e349b0', 'name': 'network-vif-deleted', 'tag': 'd211606b-6b68-4083-b8e6-2953740cd4dc'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:21:34.892002 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee46368-85b4-4906-971c-8b71ac8f3ecd" -d '{"events": [{"server_uuid": "6de9013c-13bc-448b-b7e5-8321a8e349b0", "name": "network-vif-deleted", "tag": "d211606b-6b68-4083-b8e6-2953740cd4dc"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:21:34.907116 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ed13fda2-2fcc-44ba-9bde-41c7e5adf5ad None None] Port 00d324a2-0c31-4f69-a5c7-2bcc22bbdad4 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:21:34.931975 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1d1eea3c-e407-4a42-9685-b66ad70664ff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=72caa05728604947bb7cde7792d9e3f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1925766 Apr 20 13:21:34.932584 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58460) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:34.942734 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ed13fda2-2fcc-44ba-9bde-41c7e5adf5ad None None] Provisioning complete for port 4324c9f4-820b-4481-8b16-f43a57ade83b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:34.942865 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ed13fda2-2fcc-44ba-9bde-41c7e5adf5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:34.981486 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-0be0c5f0-f8dc-4687-abe0-bde5a50bf8b4 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] In _notify_port_updated(), no bound segment for port 00d324a2-0c31-4f69-a5c7-2bcc22bbdad4 on network 8075cd4e-2f37-4d1b-9b55-1127d2566827 {{(pid=114869) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 13:21:34.987084 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be0c5f0-f8dc-4687-abe0-bde5a50bf8b4 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:35.004908 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0be0c5f0-f8dc-4687-abe0-bde5a50bf8b4 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:35.009165 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-0be0c5f0-f8dc-4687-abe0-bde5a50bf8b4 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "PUT /v2.0/ports/00d324a2-0c31-4f69-a5c7-2bcc22bbdad4 HTTP/1.1" status: 200 len: 917 time: 2.0332191 Apr 20 13:21:35.009165 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e4c155b4-e57e-4c74-b293-909ac38b9ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:35.011104 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e4c155b4-e57e-4c74-b293-909ac38b9ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:35.012306 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e4c155b4-e57e-4c74-b293-909ac38b9ef9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/07ba160f-1716-4a2e-bb29-8b9fd9060340 HTTP/1.1" status: 204 len: 168 time: 0.9578578 Apr 20 13:21:35.012901 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58466) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:35.049812 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-2fec7f4c-72fa-4d76-a710-591d018c5da6 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7a492aee-aa0d-4d59-a9e5-3bbcbc4c6b5f'}, {'subnet_id': '727bc0ff-70b9-4afd-8400-370a8f56d2c0'}]}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:35.076756 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8f2237-169f-478d-abe6-e3dacbcf5ff0 x-openstack-request-id: req-fc8f2237-169f-478d-abe6-e3dacbcf5ff0 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:21:35.077022 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de9013c-13bc-448b-b7e5-8321a8e349b0", "name": "network-vif-deleted", "tag": "d211606b-6b68-4083-b8e6-2953740cd4dc", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:21:35.080973 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fc8f2237-169f-478d-abe6-e3dacbcf5ff0 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:21:35.081385 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc8f2237-169f-478d-abe6-e3dacbcf5ff0'] response: {'server_uuid': '6de9013c-13bc-448b-b7e5-8321a8e349b0', 'name': 'network-vif-deleted', 'tag': 'd211606b-6b68-4083-b8e6-2953740cd4dc', 'status': 'completed', 'code': 200} Apr 20 13:21:35.088140 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9ce5120c-2969-4eb5-aee0-647cc2809380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:35.140462 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9ce5120c-2969-4eb5-aee0-647cc2809380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:35.158539 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c155b4-e57e-4c74-b293-909ac38b9ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ba160f-1716-4a2e-bb29-8b9fd9060340,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:35.248008 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c244b255-f615-42c3-8517-68d1dcb8b378 req-8f9975ed-f3fb-4584-86b0-cb0a90ef3dd3 tempest-ListServerFiltersTestJSON-1852787253 tempest-ListServerFiltersTestJSON-1852787253-project] 10.222.0.25 "GET /v2.0/ports?device_id=6de9013c-13bc-448b-b7e5-8321a8e349b0 HTTP/1.1" status: 200 len: 210 time: 0.1277525 Apr 20 13:21:35.290782 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2fec7f4c-72fa-4d76-a710-591d018c5da6 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:35.334760 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9ce5120c-2969-4eb5-aee0-647cc2809380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:35.338989 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9ce5120c-2969-4eb5-aee0-647cc2809380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:35.340149 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9ce5120c-2969-4eb5-aee0-647cc2809380 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4e3cca6a-49ad-4c77-b6ad-b5815e835fd7 HTTP/1.1" status: 204 len: 168 time: 0.4066496 Apr 20 13:21:35.359148 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce5120c-2969-4eb5-aee0-647cc2809380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3cca6a-49ad-4c77-b6ad-b5815e835fd7,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:35.371913 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-c7ee64d8-3859-4d0c-9e67-f373cd7533a0 req-3c19bbc9-2621-41c9-aaf0-51821f7ce3ae tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Deleting port 94d00742-11fb-43a8-aaaf-1c191e8ef524 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:21:35.372456 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c7ee64d8-3859-4d0c-9e67-f373cd7533a0 req-3c19bbc9-2621-41c9-aaf0-51821f7ce3ae tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:35.564642 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-c7ee64d8-3859-4d0c-9e67-f373cd7533a0 req-3c19bbc9-2621-41c9-aaf0-51821f7ce3ae tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] For port 94d00742-11fb-43a8-aaaf-1c191e8ef524, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=94d00742-11fb-43a8-aaaf-1c191e8ef524,segment=NetworkSegment(da203ac5-ec47-412d-9a8f-1056386260c6),segment_id=da203ac5-ec47-412d-9a8f-1056386260c6)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:21:35.565294 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c7ee64d8-3859-4d0c-9e67-f373cd7533a0 req-3c19bbc9-2621-41c9-aaf0-51821f7ce3ae tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:35.596060 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:21:35.624203 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 4324c9f4-820b-4481-8b16-f43a57ade83b up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:21:35.753455 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 4324c9f4-820b-4481-8b16-f43a57ade83b triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:35.753837 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:36.269411 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-c7ee64d8-3859-4d0c-9e67-f373cd7533a0 req-3c19bbc9-2621-41c9-aaf0-51821f7ce3ae tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Calling delete_port for 94d00742-11fb-43a8-aaaf-1c191e8ef524 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:21:36.402212 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ddd9c5f0-0147-4358-96df-f9d6073c3de6 None None] Provisioning complete for port 00d324a2-0c31-4f69-a5c7-2bcc22bbdad4 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:36.406497 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ddd9c5f0-0147-4358-96df-f9d6073c3de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:36.456461 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58508) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:36.483668 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ddd9c5f0-0147-4358-96df-f9d6073c3de6 None None] Port 00d324a2-0c31-4f69-a5c7-2bcc22bbdad4 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:21:36.497326 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ddd9c5f0-0147-4358-96df-f9d6073c3de6 None None] Provisioning complete for port 4324c9f4-820b-4481-8b16-f43a57ade83b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:36.497949 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ddd9c5f0-0147-4358-96df-f9d6073c3de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:36.561501 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-99441be9-ee9d-45fe-a570-be229a4fbfbc admin admin] Deleting subnet ca000807-d525-4ea4-9c0b-5d96911607ed {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:21:36.565149 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-99441be9-ee9d-45fe-a570-be229a4fbfbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:36.589585 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f7007-1a7b-4b95-944b-fe6f56ed3821 req-9cb8b307-ea6b-4935-a664-e69f6ca15545 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:36.591318 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ce2f7007-1a7b-4b95-944b-fe6f56ed3821 req-9cb8b307-ea6b-4935-a664-e69f6ca15545 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0532fbe-2385-4faa-9dae-4ccce67abc92 HTTP/1.1" status: 200 len: 945 time: 0.3199592 Apr 20 13:21:36.650748 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-99441be9-ee9d-45fe-a570-be229a4fbfbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:36.753680 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-a8db1f99-88a4-438b-a53c-bbfa683684b1 None None] Provisioning complete for port 00d324a2-0c31-4f69-a5c7-2bcc22bbdad4 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:36.754094 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a8db1f99-88a4-438b-a53c-bbfa683684b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:36.778123 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-2fec7f4c-72fa-4d76-a710-591d018c5da6 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Allocated IP 172.20.0.30 (8075cd4e-2f37-4d1b-9b55-1127d2566827/727bc0ff-70b9-4afd-8400-370a8f56d2c0/00d324a2-0c31-4f69-a5c7-2bcc22bbdad4) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:21:36.796060 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-99441be9-ee9d-45fe-a570-be229a4fbfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:36.833716 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-a8db1f99-88a4-438b-a53c-bbfa683684b1 None None] Port 00d324a2-0c31-4f69-a5c7-2bcc22bbdad4 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:21:36.910405 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c7ee64d8-3859-4d0c-9e67-f373cd7533a0 req-3c19bbc9-2621-41c9-aaf0-51821f7ce3ae tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:36.923297 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['6319332d-ba6a-4450-91d6-134778e02895'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:21:36.936295 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ce2f7007-1a7b-4b95-944b-fe6f56ed3821 req-ff3e27d8-cd4b-4898-b362-5fba53519497 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304522 Apr 20 13:21:36.968576 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19bbc9-2621-41c9-aaf0-51821f7ce3ae tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Pushing event deleted for resources: {'Port': ['ID=94d00742-11fb-43a8-aaaf-1c191e8ef524,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:36.974142 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-99441be9-ee9d-45fe-a570-be229a4fbfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:37.028165 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99441be9-ee9d-45fe-a570-be229a4fbfbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca000807-d525-4ea4-9c0b-5d96911607ed,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:37.033134 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-99441be9-ee9d-45fe-a570-be229a4fbfbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:37.042324 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-99441be9-ee9d-45fe-a570-be229a4fbfbc admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ca000807-d525-4ea4-9c0b-5d96911607ed HTTP/1.1" status: 204 len: 168 time: 0.5831642 Apr 20 13:21:37.047114 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58534) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:37.072772 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f604ad-b380-4409-8014-59ceef8d1059 None None] Network b862d419-fbde-4fc5-af1d-51107adf2490 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:21:37.078941 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ee64d8-3859-4d0c-9e67-f373cd7533a0 req-3c19bbc9-2621-41c9-aaf0-51821f7ce3ae tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] No DVR routers for this DVR port 94d00742-11fb-43a8-aaaf-1c191e8ef524 on host n-h1-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:21:37.097626 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c7ee64d8-3859-4d0c-9e67-f373cd7533a0 req-3c19bbc9-2621-41c9-aaf0-51821f7ce3ae tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:37.101396 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c7ee64d8-3859-4d0c-9e67-f373cd7533a0 req-3c19bbc9-2621-41c9-aaf0-51821f7ce3ae tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.32 "DELETE /v2.0/ports/94d00742-11fb-43a8-aaaf-1c191e8ef524 HTTP/1.1" status: 204 len: 173 time: 2.4992638 Apr 20 13:21:37.101929 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0532fbe-2385-4faa-9dae-4ccce67abc92', 'name': 'network-vif-deleted', 'tag': '94d00742-11fb-43a8-aaaf-1c191e8ef524'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:21:37.110649 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215414d7-1cd6-4f4f-8f62-448c4ad86d75" -d '{"events": [{"server_uuid": "e0532fbe-2385-4faa-9dae-4ccce67abc92", "name": "network-vif-deleted", "tag": "94d00742-11fb-43a8-aaaf-1c191e8ef524"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:21:37.191191 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2fec7f4c-72fa-4d76-a710-591d018c5da6 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:37.217605 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b8f97a6e-4c47-4c09-b67a-6ba754574e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:37.251756 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45778db9-fd1a-4b08-ab6f-77301161cf8f x-openstack-request-id: req-45778db9-fd1a-4b08-ab6f-77301161cf8f {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:21:37.257134 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0532fbe-2385-4faa-9dae-4ccce67abc92", "name": "network-vif-deleted", "tag": "94d00742-11fb-43a8-aaaf-1c191e8ef524", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:21:37.257134 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-45778db9-fd1a-4b08-ab6f-77301161cf8f {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:21:37.257134 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45778db9-fd1a-4b08-ab6f-77301161cf8f'] response: {'server_uuid': 'e0532fbe-2385-4faa-9dae-4ccce67abc92', 'name': 'network-vif-deleted', 'tag': '94d00742-11fb-43a8-aaaf-1c191e8ef524', 'status': 'completed', 'code': 200} Apr 20 13:21:37.257134 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58538) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:37.279467 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2fec7f4c-72fa-4d76-a710-591d018c5da6 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:37.297193 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-b8f97a6e-4c47-4c09-b67a-6ba754574e25 admin admin] Deleting port 10c044a6-4ef1-4a48-8f2b-e9a9a105baaa {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:21:37.299241 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b8f97a6e-4c47-4c09-b67a-6ba754574e25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:37.470436 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec7f4c-72fa-4d76-a710-591d018c5da6 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'Port': ['ID=00d324a2-0c31-4f69-a5c7-2bcc22bbdad4,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:37.532284 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-2fec7f4c-72fa-4d76-a710-591d018c5da6 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] In _notify_port_updated(), no bound segment for port 00d324a2-0c31-4f69-a5c7-2bcc22bbdad4 on network 8075cd4e-2f37-4d1b-9b55-1127d2566827 {{(pid=114869) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 13:21:37.535281 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-b8f97a6e-4c47-4c09-b67a-6ba754574e25 admin admin] For port 10c044a6-4ef1-4a48-8f2b-e9a9a105baaa, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=10c044a6-4ef1-4a48-8f2b-e9a9a105baaa,segment=NetworkSegment(892a43bc-413a-4417-8c32-1f97c1633215),segment_id=892a43bc-413a-4417-8c32-1f97c1633215)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:21:37.535818 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b8f97a6e-4c47-4c09-b67a-6ba754574e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:37.536788 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 94d00742-11fb-43a8-aaaf-1c191e8ef524 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:21:37.540558 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fec7f4c-72fa-4d76-a710-591d018c5da6 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:37.541382 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2fec7f4c-72fa-4d76-a710-591d018c5da6 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:37.544637 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2fec7f4c-72fa-4d76-a710-591d018c5da6 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "PUT /v2.0/ports/00d324a2-0c31-4f69-a5c7-2bcc22bbdad4 HTTP/1.1" status: 200 len: 997 time: 2.5085993 Apr 20 13:21:37.548509 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58546) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:37.575517 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 94d00742-11fb-43a8-aaaf-1c191e8ef524 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:21:37.576428 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 94d00742-11fb-43a8-aaaf-1c191e8ef524 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:21:37.577922 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device d211606b-6b68-4083-b8e6-2953740cd4dc no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:21:37.580953 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0620b2-e019-4f2d-a787-76a8ef208c6a None None] DHCP port deletion for b862d419-fbde-4fc5-af1d-51107adf2490 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:21:37.583545 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-b8f97a6e-4c47-4c09-b67a-6ba754574e25 admin admin] Calling delete_port for 10c044a6-4ef1-4a48-8f2b-e9a9a105baaa owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:21:37.651276 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: d211606b-6b68-4083-b8e6-2953740cd4dc {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:21:37.652048 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device d211606b-6b68-4083-b8e6-2953740cd4dc not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:21:37.659454 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 10c044a6-4ef1-4a48-8f2b-e9a9a105baaa no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:21:37.770229 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-2d0620b2-e019-4f2d-a787-76a8ef208c6a None None] Deleting port 10c044a6-4ef1-4a48-8f2b-e9a9a105baaa {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:21:37.778887 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2d0620b2-e019-4f2d-a787-76a8ef208c6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:37.825033 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b8f97a6e-4c47-4c09-b67a-6ba754574e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:37.876037 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-59e8f24f-7487-41ad-8dba-55b84e67b739 req-85737fb6-265c-4a51-b3cf-816632627acf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1996930 Apr 20 13:21:37.882012 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f97a6e-4c47-4c09-b67a-6ba754574e25 admin admin] Pushing event deleted for resources: {'Port': ['ID=10c044a6-4ef1-4a48-8f2b-e9a9a105baaa,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:37.892492 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f97a6e-4c47-4c09-b67a-6ba754574e25 admin admin] No DVR routers for this DVR port 10c044a6-4ef1-4a48-8f2b-e9a9a105baaa on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:21:37.942192 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-f3041375-38e2-405c-a7fb-da26bd0408a6 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Deleting port 00d324a2-0c31-4f69-a5c7-2bcc22bbdad4 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:21:37.942938 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f3041375-38e2-405c-a7fb-da26bd0408a6 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:38.107952 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-55ce941a-2d02-4721-babb-51d9eb0dd70a tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1168806828', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:38.155521 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b8f97a6e-4c47-4c09-b67a-6ba754574e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:38.187687 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-b8f97a6e-4c47-4c09-b67a-6ba754574e25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b862d419-fbde-4fc5-af1d-51107adf2490']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:21:38.199631 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-b8f97a6e-4c47-4c09-b67a-6ba754574e25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '892a43bc-413a-4417-8c32-1f97c1633215') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:21:38.200277 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-b8f97a6e-4c47-4c09-b67a-6ba754574e25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '892a43bc-413a-4417-8c32-1f97c1633215') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:21:38.217787 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b8f97a6e-4c47-4c09-b67a-6ba754574e25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:38.233753 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b8f97a6e-4c47-4c09-b67a-6ba754574e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:38.240669 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8f97a6e-4c47-4c09-b67a-6ba754574e25 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:21:38.242596 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b8f97a6e-4c47-4c09-b67a-6ba754574e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:38.276402 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58556) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:38.322279 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:21:38.322279 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:21:38.322279 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:21:38.322279 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:21:38.322279 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:21:38.322279 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:21:38.322279 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:21:38.322279 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:21:38.322279 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:21:38.322279 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:21:38.322279 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:21:38.322279 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:21:38.322279 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:21:38.322279 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:21:38.322279 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:21:38.322279 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:21:38.322279 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:21:38.322279 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:21:38.322279 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:21:38.322279 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:21:38.322279 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:21:38.322279 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:21:38.322279 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:21:38.322279 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:21:38.322279 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:21:38.322279 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:21:38.322279 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:21:38.322279 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:21:38.322279 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:21:38.322279 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:21:38.322279 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:21:38.322279 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:21:38.335718 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-0e6a4a49-0dab-4b85-b258-188e6505b55a None None] Provisioning complete for port 00d324a2-0c31-4f69-a5c7-2bcc22bbdad4 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:38.336788 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0e6a4a49-0dab-4b85-b258-188e6505b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:38.349643 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:38.359473 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-96c2a617-a259-48a2-86de-6d6dd5915437 req-e290953a-d910-47cc-a4c2-7b99a20aa5a0 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0532fbe-2385-4faa-9dae-4ccce67abc92 HTTP/1.1" status: 200 len: 210 time: 0.1918688 Apr 20 13:21:38.414460 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f3041375-38e2-405c-a7fb-da26bd0408a6 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:38.425142 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b8f97a6e-4c47-4c09-b67a-6ba754574e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:38.426872 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8f24f-7487-41ad-8dba-55b84e67b739 req-9e3ad738-0d5c-48d0-bf0f-20d91ec9c2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:38.428583 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-59e8f24f-7487-41ad-8dba-55b84e67b739 req-9e3ad738-0d5c-48d0-bf0f-20d91ec9c2a4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=649a6cfebf0a4feb8c92b7d26c8b3e97&device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 1095 time: 0.3484597 Apr 20 13:21:38.436019 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-f3041375-38e2-405c-a7fb-da26bd0408a6 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Calling delete_port for 00d324a2-0c31-4f69-a5c7-2bcc22bbdad4 owned by {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:21:38.437487 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b8f97a6e-4c47-4c09-b67a-6ba754574e25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:38.438337 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-2d0620b2-e019-4f2d-a787-76a8ef208c6a None None] For port 10c044a6-4ef1-4a48-8f2b-e9a9a105baaa, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=10c044a6-4ef1-4a48-8f2b-e9a9a105baaa,segment=NetworkSegment(892a43bc-413a-4417-8c32-1f97c1633215),segment_id=892a43bc-413a-4417-8c32-1f97c1633215)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:21:38.438749 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2d0620b2-e019-4f2d-a787-76a8ef208c6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:38.444721 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b8f97a6e-4c47-4c09-b67a-6ba754574e25 admin admin] 10.222.0.25 "DELETE /v2.0/networks/b862d419-fbde-4fc5-af1d-51107adf2490 HTTP/1.1" status: 204 len: 168 time: 1.3944726 Apr 20 13:21:38.478223 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-55ce941a-2d02-4721-babb-51d9eb0dd70a tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:38.483176 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-55ce941a-2d02-4721-babb-51d9eb0dd70a tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:38.488766 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f97a6e-4c47-4c09-b67a-6ba754574e25 admin admin] Pushing event deleted for resources: {'Network': ['ID=b862d419-fbde-4fc5-af1d-51107adf2490,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:38.521955 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-2d0620b2-e019-4f2d-a787-76a8ef208c6a None None] Calling delete_port for 10c044a6-4ef1-4a48-8f2b-e9a9a105baaa owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:21:38.657829 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-0e6a4a49-0dab-4b85-b258-188e6505b55a None None] Port 00d324a2-0c31-4f69-a5c7-2bcc22bbdad4 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:21:38.695559 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2d0620b2-e019-4f2d-a787-76a8ef208c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:38.731281 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0620b2-e019-4f2d-a787-76a8ef208c6a None None] Pushing event deleted for resources: {'Port': ['ID=10c044a6-4ef1-4a48-8f2b-e9a9a105baaa,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:38.734139 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2d0620b2-e019-4f2d-a787-76a8ef208c6a None None] Network b862d419-fbde-4fc5-af1d-51107adf2490 is not hosted by any dhcp agent {{(pid=114871) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 20 13:21:38.734617 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0620b2-e019-4f2d-a787-76a8ef208c6a None None] No DVR routers for this DVR port 10c044a6-4ef1-4a48-8f2b-e9a9a105baaa on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:21:38.769323 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-55ce941a-2d02-4721-babb-51d9eb0dd70a tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:38.809226 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e0886754-e08f-425f-a04a-e55bdda2f9e4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d047b1c127f34e7d90f0adc75374dc16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5114880 Apr 20 13:21:38.813956 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58570) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:38.851522 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-55ce941a-2d02-4721-babb-51d9eb0dd70a tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:38.884331 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8f24f-7487-41ad-8dba-55b84e67b739 req-f58ea85d-4a76-4b2e-917d-5d5def523655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:38.885880 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-59e8f24f-7487-41ad-8dba-55b84e67b739 req-f58ea85d-4a76-4b2e-917d-5d5def523655 service neutron] 10.222.0.32 "GET /v2.0/networks?id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 HTTP/1.1" status: 200 len: 912 time: 0.4335382 Apr 20 13:21:38.930406 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58578) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:38.983476 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-054d7447-5a0e-4491-a23e-5fb3a8292558 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f3f64fed5a2842ecb69125ffb4687918&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493467 Apr 20 13:21:38.984280 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58582) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:39.010038 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cc4d0a11-2257-4646-b0b4-d4ab8d41ba28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:39.038111 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-22d5fa1f-e48a-4497-957a-fc02706f5afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:39.049598 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-55ce941a-2d02-4721-babb-51d9eb0dd70a tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:39.050894 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-55ce941a-2d02-4721-babb-51d9eb0dd70a tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.7933540 Apr 20 13:21:39.053132 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-59e8f24f-7487-41ad-8dba-55b84e67b739 req-2dcfab61-035a-4d7d-a783-bc4388885520 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce93adfa-4de5-4e0d-a1aa-a05fa73db53c HTTP/1.1" status: 200 len: 998 time: 0.1438444 Apr 20 13:21:39.053704 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58586) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:39.065328 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-2b4ada7a-5f5f-4309-ac9e-14a30ca1641b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1828672050'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:39.066411 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-22d5fa1f-e48a-4497-957a-fc02706f5afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:39.096927 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cc4d0a11-2257-4646-b0b4-d4ab8d41ba28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:39.192486 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8f24f-7487-41ad-8dba-55b84e67b739 req-82c3da90-0663-44a3-98ad-acbec587ab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:39.193993 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-59e8f24f-7487-41ad-8dba-55b84e67b739 req-82c3da90-0663-44a3-98ad-acbec587ab32 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa576778-8514-4874-84e6-afe172476688 HTTP/1.1" status: 200 len: 850 time: 0.1225586 Apr 20 13:21:39.211187 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-22d5fa1f-e48a-4497-957a-fc02706f5afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:39.216178 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-22d5fa1f-e48a-4497-957a-fc02706f5afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:39.217530 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-22d5fa1f-e48a-4497-957a-fc02706f5afe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/365b890d-03f1-44b1-b439-a58b1ae0bea4 HTTP/1.1" status: 204 len: 168 time: 0.2323756 Apr 20 13:21:39.241660 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d5fa1f-e48a-4497-957a-fc02706f5afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365b890d-03f1-44b1-b439-a58b1ae0bea4,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:39.286658 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4ada7a-5f5f-4309-ac9e-14a30ca1641b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Made reservation on behalf of 36014a8fc4634205a0d4e37dc61a1bfa for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:21:39.291488 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b4ada7a-5f5f-4309-ac9e-14a30ca1641b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:39.307635 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b4ada7a-5f5f-4309-ac9e-14a30ca1641b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:39.320197 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f3041375-38e2-405c-a7fb-da26bd0408a6 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:39.362202 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8f24f-7487-41ad-8dba-55b84e67b739 req-9cd60594-ad48-4722-923e-5acf9f2ea4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:39.364297 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-59e8f24f-7487-41ad-8dba-55b84e67b739 req-9cd60594-ad48-4722-923e-5acf9f2ea4e7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1630330 Apr 20 13:21:39.367134 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3041375-38e2-405c-a7fb-da26bd0408a6 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'Port': ['ID=00d324a2-0c31-4f69-a5c7-2bcc22bbdad4,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:39.382472 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cc4d0a11-2257-4646-b0b4-d4ab8d41ba28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:39.385004 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cc4d0a11-2257-4646-b0b4-d4ab8d41ba28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:39.388729 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-cc4d0a11-2257-4646-b0b4-d4ab8d41ba28 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/144cde5a-b633-4731-adeb-2b21a4c7d93f HTTP/1.1" status: 204 len: 168 time: 0.5737922 Apr 20 13:21:39.485175 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-d1314c91-894a-4fd3-be6f-84fe9084a2ec None None] Could not find standard attr ID for object 00d324a2-0c31-4f69-a5c7-2bcc22bbdad4. {{(pid=114871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:21:39.548666 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d0a11-2257-4646-b0b4-d4ab8d41ba28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144cde5a-b633-4731-adeb-2b21a4c7d93f,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:39.734731 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f3041375-38e2-405c-a7fb-da26bd0408a6 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:39.737964 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f3041375-38e2-405c-a7fb-da26bd0408a6 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/ports/00d324a2-0c31-4f69-a5c7-2bcc22bbdad4 HTTP/1.1" status: 204 len: 168 time: 2.1883054 Apr 20 13:21:39.740754 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58608) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:39.751287 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-59e8f24f-7487-41ad-8dba-55b84e67b739 req-43dfde06-5f80-489f-b2bc-ce6d350f3596 service neutron] 10.222.0.32 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757920 Apr 20 13:21:39.779211 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b4ada7a-5f5f-4309-ac9e-14a30ca1641b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:39.796279 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-1277d783-3547-46ee-8473-a8d1d10afd8b tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] GET failed (client error): The resource could not be found. Apr 20 13:21:39.797634 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336dc3d-2042-4c48-b538-1384a439628d req-5fb4c04f-7916-4a9d-a3a6-cf4058cd3296 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:39.801115 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d336dc3d-2042-4c48-b538-1384a439628d req-5fb4c04f-7916-4a9d-a3a6-cf4058cd3296 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.1583884 Apr 20 13:21:39.801246 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1277d783-3547-46ee-8473-a8d1d10afd8b tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "GET /v2.0/ports/00d324a2-0c31-4f69-a5c7-2bcc22bbdad4 HTTP/1.1" status: 404 len: 333 time: 0.0579960 Apr 20 13:21:39.801246 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58612) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:39.880258 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd6d86ad-671e-4f41-a814-651f8ea7c2c3 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Deleting subnet 727bc0ff-70b9-4afd-8400-370a8f56d2c0 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:21:39.881834 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d336dc3d-2042-4c48-b538-1384a439628d req-0a8c22ff-3c5a-4792-a42b-e852040fdc04 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500236 Apr 20 13:21:39.884781 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b4ada7a-5f5f-4309-ac9e-14a30ca1641b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:39.895773 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bd6d86ad-671e-4f41-a814-651f8ea7c2c3 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:39.953345 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b4ada7a-5f5f-4309-ac9e-14a30ca1641b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:21:39.956782 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-59e8f24f-7487-41ad-8dba-55b84e67b739 req-6aa4146d-a4fb-4415-ba6e-4251ee87cfad service neutron] 10.222.0.32 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000408 Apr 20 13:21:39.970666 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ada7a-5f5f-4309-ac9e-14a30ca1641b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=458c1ef8-d845-4493-88ff-59285c722043,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:39.981837 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b4ada7a-5f5f-4309-ac9e-14a30ca1641b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:39.982265 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-2b4ada7a-5f5f-4309-ac9e-14a30ca1641b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Added segment 7238dc80-b2c3-4289-8c3a-603b02459678 of type vlan for network 4459ee47-dde6-4590-9e1f-cfa71bc195cf Apr 20 13:21:40.047908 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bd6d86ad-671e-4f41-a814-651f8ea7c2c3 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:40.078283 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b4ada7a-5f5f-4309-ac9e-14a30ca1641b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:40.150925 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bd6d86ad-671e-4f41-a814-651f8ea7c2c3 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:40.185783 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b4ada7a-5f5f-4309-ac9e-14a30ca1641b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:40.192518 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4ada7a-5f5f-4309-ac9e-14a30ca1641b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:40.198579 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b4ada7a-5f5f-4309-ac9e-14a30ca1641b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:40.274984 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ada7a-5f5f-4309-ac9e-14a30ca1641b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Pushing event updated for resources: {'Network': ['ID=4459ee47-dde6-4590-9e1f-cfa71bc195cf,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:40.288108 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 4459ee47-dde6-4590-9e1f-cfa71bc195cf details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:21:40.322405 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2b4ada7a-5f5f-4309-ac9e-14a30ca1641b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.2635155 Apr 20 13:21:40.325198 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58636) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:40.330230 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-c4187148-a27f-4538-b3bf-81d6a10f7d46 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Request body: {'subnet': {'network_id': '4459ee47-dde6-4590-9e1f-cfa71bc195cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:40.349036 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bd6d86ad-671e-4f41-a814-651f8ea7c2c3 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:40.382258 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cdd5ab-17a1-4563-a6c2-68243a50e9c7 req-2376d023-1fad-41b8-9816-9d4fea1a6b0a tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:40.387598 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e1cdd5ab-17a1-4563-a6c2-68243a50e9c7 req-2376d023-1fad-41b8-9816-9d4fea1a6b0a tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.1008666 Apr 20 13:21:40.423537 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d86ad-671e-4f41-a814-651f8ea7c2c3 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'Subnet': ['ID=727bc0ff-70b9-4afd-8400-370a8f56d2c0,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:40.430646 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bd6d86ad-671e-4f41-a814-651f8ea7c2c3 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:40.434396 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-bd6d86ad-671e-4f41-a814-651f8ea7c2c3 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/subnets/727bc0ff-70b9-4afd-8400-370a8f56d2c0 HTTP/1.1" status: 204 len: 168 time: 0.6322534 Apr 20 13:21:40.438410 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58644) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:40.447394 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d9b90e-7dd4-450d-b538-f3ea12252a62 None None] Network 8075cd4e-2f37-4d1b-9b55-1127d2566827 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:21:40.475405 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e1cdd5ab-17a1-4563-a6c2-68243a50e9c7 req-4c518106-6b10-4218-a75d-14690a56d079 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690930 Apr 20 13:21:40.546486 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-33316ea8-a67c-4506-bff0-d0103b7dfb1c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Deleting subnet 7a492aee-aa0d-4d59-a9e5-3bbcbc4c6b5f {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:21:40.561019 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-33316ea8-a67c-4506-bff0-d0103b7dfb1c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:40.624778 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-33316ea8-a67c-4506-bff0-d0103b7dfb1c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:40.635139 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058d978-e958-4a47-8c78-0ac254c30c2b req-a4301ecc-1232-4413-bd99-db8662162288 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:40.642588 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1058d978-e958-4a47-8c78-0ac254c30c2b req-a4301ecc-1232-4413-bd99-db8662162288 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.0903442 Apr 20 13:21:40.649973 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4187148-a27f-4538-b3bf-81d6a10f7d46 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Made reservation on behalf of 36014a8fc4634205a0d4e37dc61a1bfa for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:21:40.653800 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c4187148-a27f-4538-b3bf-81d6a10f7d46 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:40.690434 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1058d978-e958-4a47-8c78-0ac254c30c2b req-4e2d059a-8446-4b9e-8c0f-d7fd506d066c tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469556 Apr 20 13:21:40.813866 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-33316ea8-a67c-4506-bff0-d0103b7dfb1c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:41.047988 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-33316ea8-a67c-4506-bff0-d0103b7dfb1c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:41.104103 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33316ea8-a67c-4506-bff0-d0103b7dfb1c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'Subnet': ['ID=7a492aee-aa0d-4d59-a9e5-3bbcbc4c6b5f,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:41.107861 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-33316ea8-a67c-4506-bff0-d0103b7dfb1c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:41.118676 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-33316ea8-a67c-4506-bff0-d0103b7dfb1c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/subnets/7a492aee-aa0d-4d59-a9e5-3bbcbc4c6b5f HTTP/1.1" status: 204 len: 168 time: 0.6788869 Apr 20 13:21:41.121255 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c4187148-a27f-4538-b3bf-81d6a10f7d46 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:41.121719 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58676) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:41.251243 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4187148-a27f-4538-b3bf-81d6a10f7d46 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Pushing event updated for resources: {'Subnet': ['ID=37b55de8-3dde-4895-b18f-380c4930d5f9,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:41.262334 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1f8daf15-ecb5-4711-b323-581a5a956eaf tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:41.284071 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6cd4f70c-3579-4f43-b360-1d1c43710433 req-46b9c090-cc49-41c7-9412-7607270e92cb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0754952 Apr 20 13:21:41.287049 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4187148-a27f-4538-b3bf-81d6a10f7d46 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Checking segment: {'id': '7238dc80-b2c3-4289-8c3a-603b02459678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4459ee47-dde6-4590-9e1f-cfa71bc195cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:21:41.295161 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4187148-a27f-4538-b3bf-81d6a10f7d46 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Network hostable DHCP agents. Network: 4459ee47-dde6-4590-9e1f-cfa71bc195cf, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:21:41.376895 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-1f8daf15-ecb5-4711-b323-581a5a956eaf tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Deleting port 4324c9f4-820b-4481-8b16-f43a57ade83b {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:21:41.378332 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1f8daf15-ecb5-4711-b323-581a5a956eaf tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:41.391717 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4f70c-3579-4f43-b360-1d1c43710433 req-d89c8284-ff79-4dd1-bc50-4bb33ed948d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:41.393331 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6cd4f70c-3579-4f43-b360-1d1c43710433 req-d89c8284-ff79-4dd1-bc50-4bb33ed948d1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a0fd9ed74bf424a81408eac3e15249e&device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 1097 time: 0.0575626 Apr 20 13:21:41.427322 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4187148-a27f-4538-b3bf-81d6a10f7d46 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Network 4459ee47-dde6-4590-9e1f-cfa71bc195cf is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:21:41.531601 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-1f8daf15-ecb5-4711-b323-581a5a956eaf tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] For port 4324c9f4-820b-4481-8b16-f43a57ade83b, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=4324c9f4-820b-4481-8b16-f43a57ade83b,segment=NetworkSegment(7139c8d0-b2be-4aea-9847-c17d38266459),segment_id=7139c8d0-b2be-4aea-9847-c17d38266459)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:21:41.531979 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1f8daf15-ecb5-4711-b323-581a5a956eaf tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:41.550585 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-1f8daf15-ecb5-4711-b323-581a5a956eaf tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Calling delete_port for 4324c9f4-820b-4481-8b16-f43a57ade83b owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:21:41.598296 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58688) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:41.598640 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58690) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:41.616420 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-c4187148-a27f-4538-b3bf-81d6a10f7d46 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 4459ee47-dde6-4590-9e1f-cfa71bc195cf) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:21:41.619026 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4f70c-3579-4f43-b360-1d1c43710433 req-f9640c4f-7f55-45b4-a3d0-de22f43fe65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:41.620524 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6cd4f70c-3579-4f43-b360-1d1c43710433 req-f9640c4f-7f55-45b4-a3d0-de22f43fe65a service neutron] 10.222.0.15 "GET /v2.0/networks?id=00bf89be-b590-4b91-9bd9-098821a10670 HTTP/1.1" status: 200 len: 914 time: 0.2040980 Apr 20 13:21:41.624012 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4187148-a27f-4538-b3bf-81d6a10f7d46 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:41.624601 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c4187148-a27f-4538-b3bf-81d6a10f7d46 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:41.640885 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0333d34-d4f7-4709-be48-c54fc1603880 None None] Network 4459ee47-dde6-4590-9e1f-cfa71bc195cf requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:21:41.678959 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6cd4f70c-3579-4f43-b360-1d1c43710433 req-bfb08464-8ad2-46f5-8833-c01093df2aa8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6319332d-ba6a-4450-91d6-134778e02895 HTTP/1.1" status: 200 len: 217 time: 0.0501797 Apr 20 13:21:41.692227 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23aaf193-09e4-4ffa-b17c-8d21465767e7 None None] Network 8075cd4e-2f37-4d1b-9b55-1127d2566827 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:21:41.755233 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4f70c-3579-4f43-b360-1d1c43710433 req-2c03de62-37d5-4cba-bab8-bf27f00f9a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:41.756964 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6cd4f70c-3579-4f43-b360-1d1c43710433 req-2c03de62-37d5-4cba-bab8-bf27f00f9a0d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b50266ce-851e-4de2-9181-6876aeec3806 HTTP/1.1" status: 200 len: 853 time: 0.0720072 Apr 20 13:21:41.769750 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58700) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:41.772415 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c4187148-a27f-4538-b3bf-81d6a10f7d46 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4460812 Apr 20 13:21:41.776366 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-f901235e-3909-479d-8164-b2b0832e7dbe tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Request body: {'network': {'name': 'tempest-router-network01--1342382084'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:41.812951 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1f8daf15-ecb5-4711-b323-581a5a956eaf tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:41.827021 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-494b4ebf-08be-44f3-a63e-e5d50ca2c5e4 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-613789115-network', 'tenant_id': 'f70259df35b04b44a243b0a63259328e'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:41.832319 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6cd4f70c-3579-4f43-b360-1d1c43710433 req-b5e51809-9d98-48ea-a888-965eb929d24e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00bf89be-b590-4b91-9bd9-098821a10670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546768 Apr 20 13:21:41.892318 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8daf15-ecb5-4711-b323-581a5a956eaf tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'Port': ['ID=4324c9f4-820b-4481-8b16-f43a57ade83b,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:41.916906 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8daf15-ecb5-4711-b323-581a5a956eaf tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] No DVR routers for this DVR port 4324c9f4-820b-4481-8b16-f43a57ade83b on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:21:41.944647 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f901235e-3909-479d-8164-b2b0832e7dbe tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Made reservation on behalf of 36014a8fc4634205a0d4e37dc61a1bfa for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:21:41.946103 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-55fad924-73bb-4cb7-9a8a-dc31ffdac298 None None] Provisioning complete for port 4324c9f4-820b-4481-8b16-f43a57ade83b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:41.946652 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-55fad924-73bb-4cb7-9a8a-dc31ffdac298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:41.961780 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f901235e-3909-479d-8164-b2b0832e7dbe tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:41.984630 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-55fad924-73bb-4cb7-9a8a-dc31ffdac298 None None] Port 4324c9f4-820b-4481-8b16-f43a57ade83b was deleted so its status cannot be updated. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 20 13:21:42.001104 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6cd4f70c-3579-4f43-b360-1d1c43710433 req-40fe2635-d918-42d9-a183-27e8178cecec service neutron] 10.222.0.15 "GET /v2.0/networks/00bf89be-b590-4b91-9bd9-098821a10670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614523 Apr 20 13:21:42.007785 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-77e85d85-31ad-4420-9cad-02fc62cc7a7a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-52501270-network', 'tenant_id': 'b7d094a7c46d4d49b889e6b8219e2601'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:42.098286 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f901235e-3909-479d-8164-b2b0832e7dbe tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:21:42.141847 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494b4ebf-08be-44f3-a63e-e5d50ca2c5e4 admin admin] Made reservation on behalf of f70259df35b04b44a243b0a63259328e for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:21:42.150637 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea91560e-60de-402f-9ca0-3f142d311342 None None] DHCP port deletion for 8075cd4e-2f37-4d1b-9b55-1127d2566827 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:21:42.152789 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-494b4ebf-08be-44f3-a63e-e5d50ca2c5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:42.159790 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da8be2d-32dc-468a-80ac-245e5c276e8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-4459ee47-dde6-4590-9e1f-cfa71bc195cf', 'network_id': '4459ee47-dde6-4590-9e1f-cfa71bc195cf', 'tenant_id': '36014a8fc4634205a0d4e37dc61a1bfa', 'fixed_ips': [{'subnet_id': '37b55de8-3dde-4895-b18f-380c4930d5f9'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:21:42.168392 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3da8be2d-32dc-468a-80ac-245e5c276e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:42.192231 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-494b4ebf-08be-44f3-a63e-e5d50ca2c5e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:42.249921 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f901235e-3909-479d-8164-b2b0832e7dbe tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:42.251007 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-f901235e-3909-479d-8164-b2b0832e7dbe tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Added segment 3f7e5a8a-f734-449f-bd7f-ba7c81458ab1 of type vlan for network ff623314-7334-4508-928b-46cc7bbe711f Apr 20 13:21:42.266309 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1f8daf15-ecb5-4711-b323-581a5a956eaf tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:42.341034 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6cd4f70c-3579-4f43-b360-1d1c43710433 req-f75af9bd-9adf-41dc-ac23-b966e82b5381 service neutron] 10.222.0.15 "GET /v2.0/networks/00bf89be-b590-4b91-9bd9-098821a10670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283780 Apr 20 13:21:42.345760 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e85d85-31ad-4420-9cad-02fc62cc7a7a admin admin] Made reservation on behalf of b7d094a7c46d4d49b889e6b8219e2601 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:21:42.350603 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-77e85d85-31ad-4420-9cad-02fc62cc7a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:42.353883 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:42.393128 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-77e85d85-31ad-4420-9cad-02fc62cc7a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:42.409030 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-1f8daf15-ecb5-4711-b323-581a5a956eaf tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8075cd4e-2f37-4d1b-9b55-1127d2566827']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:21:42.416602 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f901235e-3909-479d-8164-b2b0832e7dbe tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:42.438075 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-1f8daf15-ecb5-4711-b323-581a5a956eaf tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7139c8d0-b2be-4aea-9847-c17d38266459') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:21:42.438397 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-1f8daf15-ecb5-4711-b323-581a5a956eaf tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7139c8d0-b2be-4aea-9847-c17d38266459') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:21:42.449874 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-3da8be2d-32dc-468a-80ac-245e5c276e8f None None] Allocated IP 172.20.0.2 (4459ee47-dde6-4590-9e1f-cfa71bc195cf/37b55de8-3dde-4895-b18f-380c4930d5f9/8e3abcb0-ed28-455c-85b6-3a0577cde256) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:21:42.486109 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1f8daf15-ecb5-4711-b323-581a5a956eaf tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:42.503892 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-494b4ebf-08be-44f3-a63e-e5d50ca2c5e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:42.523267 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1f8daf15-ecb5-4711-b323-581a5a956eaf tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:42.538648 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f8daf15-ecb5-4711-b323-581a5a956eaf tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:21:42.539680 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1f8daf15-ecb5-4711-b323-581a5a956eaf tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:42.545028 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:21:42.545028 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:21:42.545028 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:21:42.545028 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:21:42.545028 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:21:42.545028 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:21:42.545028 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:21:42.545028 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:21:42.545028 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:21:42.545028 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:21:42.545028 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:21:42.545028 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:21:42.545028 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:21:42.545028 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:21:42.545028 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:21:42.545028 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:21:42.545028 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:21:42.545028 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:21:42.545028 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:21:42.545028 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:21:42.545028 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:21:42.545028 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:21:42.545028 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:21:42.545028 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:21:42.545028 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:21:42.545028 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:21:42.545028 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:21:42.545028 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:21:42.545028 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:21:42.545028 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:21:42.545028 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:21:42.545028 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:21:42.572120 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-77e85d85-31ad-4420-9cad-02fc62cc7a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:42.578668 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-494b4ebf-08be-44f3-a63e-e5d50ca2c5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:42.636407 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f901235e-3909-479d-8164-b2b0832e7dbe tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:42.643222 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f901235e-3909-479d-8164-b2b0832e7dbe tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:42.644448 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f901235e-3909-479d-8164-b2b0832e7dbe tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:42.653145 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-494b4ebf-08be-44f3-a63e-e5d50ca2c5e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:21:42.662963 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3da8be2d-32dc-468a-80ac-245e5c276e8f None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:42.673955 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b4ebf-08be-44f3-a63e-e5d50ca2c5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9650120b-ab55-426c-a3dc-890fb68c27e2,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:42.692760 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-77e85d85-31ad-4420-9cad-02fc62cc7a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:42.709705 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77e85d85-31ad-4420-9cad-02fc62cc7a7a admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:21:42.722556 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-77e85d85-31ad-4420-9cad-02fc62cc7a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:42.723939 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-77e85d85-31ad-4420-9cad-02fc62cc7a7a admin admin] Added segment 7e242851-ef63-418f-b799-2897c294b19f of type vlan for network 72ce9eb7-6e65-4d33-a97e-ba495b7f713f Apr 20 13:21:42.725883 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-494b4ebf-08be-44f3-a63e-e5d50ca2c5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:42.726356 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-494b4ebf-08be-44f3-a63e-e5d50ca2c5e4 admin admin] Added segment 8588e126-c540-4263-a838-7380f873274c of type vlan for network e783ca97-437f-4c6e-96a9-d1314368a6ae Apr 20 13:21:42.749049 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1f8daf15-ecb5-4711-b323-581a5a956eaf tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:42.750948 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901235e-3909-479d-8164-b2b0832e7dbe tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Pushing event updated for resources: {'Network': ['ID=ff623314-7334-4508-928b-46cc7bbe711f,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:42.771178 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1f8daf15-ecb5-4711-b323-581a5a956eaf tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:42.778638 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network ff623314-7334-4508-928b-46cc7bbe711f details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:21:42.796321 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1f8daf15-ecb5-4711-b323-581a5a956eaf tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/networks/8075cd4e-2f37-4d1b-9b55-1127d2566827 HTTP/1.1" status: 204 len: 168 time: 1.6728218 Apr 20 13:21:42.802156 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58712) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:42.812287 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3da8be2d-32dc-468a-80ac-245e5c276e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:42.819274 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f901235e-3909-479d-8164-b2b0832e7dbe tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0476232 Apr 20 13:21:42.819719 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8daf15-ecb5-4711-b323-581a5a956eaf tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'Network': ['ID=8075cd4e-2f37-4d1b-9b55-1127d2566827,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:42.821993 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58716) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:42.828301 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-1e6cd299-04ad-4333-8440-10aab2e4c8b3 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Request body: {'network': {'name': 'tempest-router-network02--1081150211'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:42.841557 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-77e85d85-31ad-4420-9cad-02fc62cc7a7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:42.903312 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e85d85-31ad-4420-9cad-02fc62cc7a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f97df42-4fbb-474f-ac50-29e7b954bb4f,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:42.909951 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-494b4ebf-08be-44f3-a63e-e5d50ca2c5e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:42.911319 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6cd299-04ad-4333-8440-10aab2e4c8b3 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Made reservation on behalf of 36014a8fc4634205a0d4e37dc61a1bfa for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:21:42.923443 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1e6cd299-04ad-4333-8440-10aab2e4c8b3 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:42.972427 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da8be2d-32dc-468a-80ac-245e5c276e8f None None] Pushing event updated for resources: {'Port': ['ID=8e3abcb0-ed28-455c-85b6-3a0577cde256,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:42.980550 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e6cd299-04ad-4333-8440-10aab2e4c8b3 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:21:42.984619 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9981623d-faed-4f59-956b-59a7242c2506 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:42.992487 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58724) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:42.993051 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9981623d-faed-4f59-956b-59a7242c2506 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1400661 Apr 20 13:21:43.003506 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-77e85d85-31ad-4420-9cad-02fc62cc7a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:43.004468 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e85d85-31ad-4420-9cad-02fc62cc7a7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:43.005052 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-77e85d85-31ad-4420-9cad-02fc62cc7a7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:43.037582 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da8be2d-32dc-468a-80ac-245e5c276e8f None None] Network 4459ee47-dde6-4590-9e1f-cfa71bc195cf is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:21:43.049058 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-3da8be2d-32dc-468a-80ac-245e5c276e8f None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:21:43.071165 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da8be2d-32dc-468a-80ac-245e5c276e8f None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:21:43.116592 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1e6cd299-04ad-4333-8440-10aab2e4c8b3 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:43.118648 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-1e6cd299-04ad-4333-8440-10aab2e4c8b3 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Added segment da086995-c3b2-4291-97eb-acb08ade978b of type vlan for network 8dae790c-4025-4bdf-925a-55e49dd66ee3 Apr 20 13:21:43.119167 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:43.159657 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-3da8be2d-32dc-468a-80ac-245e5c276e8f None None] Attempting to bind port 8e3abcb0-ed28-455c-85b6-3a0577cde256 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:21:43.160023 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-3da8be2d-32dc-468a-80ac-245e5c276e8f None None] Attempting to bind port 8e3abcb0-ed28-455c-85b6-3a0577cde256 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '7238dc80-b2c3-4289-8c3a-603b02459678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4459ee47-dde6-4590-9e1f-cfa71bc195cf'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:21:43.160383 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da8be2d-32dc-468a-80ac-245e5c276e8f None None] Attempting to bind port 8e3abcb0-ed28-455c-85b6-3a0577cde256 on network 4459ee47-dde6-4590-9e1f-cfa71bc195cf {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:21:43.167629 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da8be2d-32dc-468a-80ac-245e5c276e8f None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:21:43.168218 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da8be2d-32dc-468a-80ac-245e5c276e8f None None] Checking segment: {'id': '7238dc80-b2c3-4289-8c3a-603b02459678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4459ee47-dde6-4590-9e1f-cfa71bc195cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:21:43.168627 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3da8be2d-32dc-468a-80ac-245e5c276e8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:43.169082 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da8be2d-32dc-468a-80ac-245e5c276e8f None None] Bound using segment: {'id': '7238dc80-b2c3-4289-8c3a-603b02459678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4459ee47-dde6-4590-9e1f-cfa71bc195cf'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:21:43.169552 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-3da8be2d-32dc-468a-80ac-245e5c276e8f None None] Bound port: 8e3abcb0-ed28-455c-85b6-3a0577cde256, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7238dc80-b2c3-4289-8c3a-603b02459678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4459ee47-dde6-4590-9e1f-cfa71bc195cf'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:21:43.169911 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3da8be2d-32dc-468a-80ac-245e5c276e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:43.214824 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e85d85-31ad-4420-9cad-02fc62cc7a7a admin admin] Pushing event updated for resources: {'Network': ['ID=72ce9eb7-6e65-4d33-a97e-ba495b7f713f,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:43.218354 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58732) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:43.220105 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-fef360c9-9a1a-4212-a997-eefc5ba24a4f tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2202327 Apr 20 13:21:43.223501 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-cfc9c6bc-0fcb-4580-9774-37532d505c7d tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2041577161'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:43.233691 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 72ce9eb7-6e65-4d33-a97e-ba495b7f713f details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:21:43.237704 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1e6cd299-04ad-4333-8440-10aab2e4c8b3 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:43.269357 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-494b4ebf-08be-44f3-a63e-e5d50ca2c5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:43.270366 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494b4ebf-08be-44f3-a63e-e5d50ca2c5e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:43.270951 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-494b4ebf-08be-44f3-a63e-e5d50ca2c5e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:43.313612 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-3da8be2d-32dc-468a-80ac-245e5c276e8f None None] For port 8e3abcb0-ed28-455c-85b6-3a0577cde256, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:21:43.317960 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-3da8be2d-32dc-468a-80ac-245e5c276e8f None None] For port 8e3abcb0-ed28-455c-85b6-3a0577cde256, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=8e3abcb0-ed28-455c-85b6-3a0577cde256,segment=NetworkSegment(7238dc80-b2c3-4289-8c3a-603b02459678),segment_id=7238dc80-b2c3-4289-8c3a-603b02459678)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:21:43.337699 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-77e85d85-31ad-4420-9cad-02fc62cc7a7a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.7369137 Apr 20 13:21:43.338426 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b4ebf-08be-44f3-a63e-e5d50ca2c5e4 admin admin] Pushing event updated for resources: {'Network': ['ID=e783ca97-437f-4c6e-96a9-d1314368a6ae,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:43.340810 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58734) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:43.345654 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-30221e97-3ed7-4152-8444-7d1c12d09719 admin admin] Request body: {'subnet': {'network_id': '72ce9eb7-6e65-4d33-a97e-ba495b7f713f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-52501270-subnet', 'tenant_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:43.348708 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network e783ca97-437f-4c6e-96a9-d1314368a6ae details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:21:43.356667 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc9c6bc-0fcb-4580-9774-37532d505c7d tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Made reservation on behalf of 921fc4094b8f49f1a436656db5724eca for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:21:43.360660 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cfc9c6bc-0fcb-4580-9774-37532d505c7d tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:43.364014 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1e6cd299-04ad-4333-8440-10aab2e4c8b3 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:43.372853 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6cd299-04ad-4333-8440-10aab2e4c8b3 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:43.373481 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1e6cd299-04ad-4333-8440-10aab2e4c8b3 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:43.392000 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfc9c6bc-0fcb-4580-9774-37532d505c7d tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:21:43.401667 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cfc9c6bc-0fcb-4580-9774-37532d505c7d tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:43.401978 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-cfc9c6bc-0fcb-4580-9774-37532d505c7d tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Added segment 24cd8f75-7916-4ff6-9edd-0651c8f15136 of type vlan for network 62a01ad6-3835-4a6b-9061-5d2313ae0282 Apr 20 13:21:43.409465 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3da8be2d-32dc-468a-80ac-245e5c276e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:43.418438 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-494b4ebf-08be-44f3-a63e-e5d50ca2c5e4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8128388 Apr 20 13:21:43.433385 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58738) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:43.441604 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-60037da9-4a39-4494-ae0c-d0f1412b6dae admin admin] Request body: {'subnet': {'network_id': 'e783ca97-437f-4c6e-96a9-d1314368a6ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-613789115-subnet', 'tenant_id': 'f70259df35b04b44a243b0a63259328e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:43.453577 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cfc9c6bc-0fcb-4580-9774-37532d505c7d tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:43.519488 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da8be2d-32dc-468a-80ac-245e5c276e8f None None] Pushing event updated for resources: {'Port': ['ID=8e3abcb0-ed28-455c-85b6-3a0577cde256,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:43.530331 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6cd299-04ad-4333-8440-10aab2e4c8b3 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Pushing event updated for resources: {'Network': ['ID=8dae790c-4025-4bdf-925a-55e49dd66ee3,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:43.550282 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 8dae790c-4025-4bdf-925a-55e49dd66ee3 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:21:43.550424 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58740) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:43.552770 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-fe3ced7d-eee1-4a6e-8fb6-67260185ca8d tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Request body: {'subnet': {'network_id': 'ff623314-7334-4508-928b-46cc7bbe711f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:43.554513 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1e6cd299-04ad-4333-8440-10aab2e4c8b3 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7312407 Apr 20 13:21:43.568357 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30221e97-3ed7-4152-8444-7d1c12d09719 admin admin] Made reservation on behalf of b7d094a7c46d4d49b889e6b8219e2601 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:21:43.573138 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-30221e97-3ed7-4152-8444-7d1c12d09719 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:43.584078 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cfc9c6bc-0fcb-4580-9774-37532d505c7d tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:43.590372 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc9c6bc-0fcb-4580-9774-37532d505c7d tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:43.591101 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cfc9c6bc-0fcb-4580-9774-37532d505c7d tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:43.661420 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60037da9-4a39-4494-ae0c-d0f1412b6dae admin admin] Made reservation on behalf of f70259df35b04b44a243b0a63259328e for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:21:43.674873 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-60037da9-4a39-4494-ae0c-d0f1412b6dae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:43.703968 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 4324c9f4-820b-4481-8b16-f43a57ade83b no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:21:43.730541 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-cfc9c6bc-0fcb-4580-9774-37532d505c7d tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5110030 Apr 20 13:21:43.731291 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58744) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:43.745700 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-4ca5b6bb-ce03-4885-b0e7-0e9c8c1754dd tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'subnet': {'network_id': '62a01ad6-3835-4a6b-9061-5d2313ae0282', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:43.752131 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 4324c9f4-820b-4481-8b16-f43a57ade83b {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:21:43.752664 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 4324c9f4-820b-4481-8b16-f43a57ade83b not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:21:43.767591 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9c6bc-0fcb-4580-9774-37532d505c7d tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'Network': ['ID=62a01ad6-3835-4a6b-9061-5d2313ae0282,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:43.797438 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 62a01ad6-3835-4a6b-9061-5d2313ae0282 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:21:43.882791 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58746) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:43.923160 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3ced7d-eee1-4a6e-8fb6-67260185ca8d tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Made reservation on behalf of 36014a8fc4634205a0d4e37dc61a1bfa for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:21:43.927882 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fe3ced7d-eee1-4a6e-8fb6-67260185ca8d tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:43.956564 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca5b6bb-ce03-4885-b0e7-0e9c8c1754dd tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Made reservation on behalf of 921fc4094b8f49f1a436656db5724eca for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:21:43.961811 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4ca5b6bb-ce03-4885-b0e7-0e9c8c1754dd tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:44.155523 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b089c2a6-0a50-4dd7-a8af-944602acb455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:44.203481 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-30221e97-3ed7-4152-8444-7d1c12d09719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:44.280737 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-60037da9-4a39-4494-ae0c-d0f1412b6dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:44.298582 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30221e97-3ed7-4152-8444-7d1c12d09719 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8304900-a486-4d9b-92a6-d7e30f1b6efb,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:44.345336 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60037da9-4a39-4494-ae0c-d0f1412b6dae admin admin] Checking segment: {'id': '8588e126-c540-4263-a838-7380f873274c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e783ca97-437f-4c6e-96a9-d1314368a6ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:21:44.346578 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60037da9-4a39-4494-ae0c-d0f1412b6dae admin admin] Network hostable DHCP agents. Network: e783ca97-437f-4c6e-96a9-d1314368a6ae, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:21:44.349362 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30221e97-3ed7-4152-8444-7d1c12d09719 admin admin] Checking segment: {'id': '7e242851-ef63-418f-b799-2897c294b19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '72ce9eb7-6e65-4d33-a97e-ba495b7f713f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:21:44.349935 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30221e97-3ed7-4152-8444-7d1c12d09719 admin admin] Network hostable DHCP agents. Network: 72ce9eb7-6e65-4d33-a97e-ba495b7f713f, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:21:44.414790 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60037da9-4a39-4494-ae0c-d0f1412b6dae admin admin] Pushing event updated for resources: {'Subnet': ['ID=a15c91c7-1cec-4363-8fbe-d2c0ed8c5d6b,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:44.461712 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30221e97-3ed7-4152-8444-7d1c12d09719 admin admin] Network 72ce9eb7-6e65-4d33-a97e-ba495b7f713f is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:21:44.475935 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b089c2a6-0a50-4dd7-a8af-944602acb455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:44.478614 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60037da9-4a39-4494-ae0c-d0f1412b6dae admin admin] Network e783ca97-437f-4c6e-96a9-d1314368a6ae is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:21:44.528110 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4ca5b6bb-ce03-4885-b0e7-0e9c8c1754dd tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:44.570037 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-30221e97-3ed7-4152-8444-7d1c12d09719 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 72ce9eb7-6e65-4d33-a97e-ba495b7f713f) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:21:44.572932 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-60037da9-4a39-4494-ae0c-d0f1412b6dae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, e783ca97-437f-4c6e-96a9-d1314368a6ae) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:21:44.590943 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30221e97-3ed7-4152-8444-7d1c12d09719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:44.592036 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-30221e97-3ed7-4152-8444-7d1c12d09719 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:44.593822 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2433e666-cdf3-42b0-943c-5c7a59d7f8cf None None] Network 72ce9eb7-6e65-4d33-a97e-ba495b7f713f requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:21:44.596776 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb2f219-505b-4aa2-b9f2-f1118a398571 None None] Network e783ca97-437f-4c6e-96a9-d1314368a6ae requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:21:44.598035 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b089c2a6-0a50-4dd7-a8af-944602acb455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:44.598709 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60037da9-4a39-4494-ae0c-d0f1412b6dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:44.599642 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-60037da9-4a39-4494-ae0c-d0f1412b6dae admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:44.621237 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fe3ced7d-eee1-4a6e-8fb6-67260185ca8d tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:44.658753 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b089c2a6-0a50-4dd7-a8af-944602acb455 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6137c522727d453294e3667a55418e8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7710993 Apr 20 13:21:44.669546 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58772) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:44.696960 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca5b6bb-ce03-4885-b0e7-0e9c8c1754dd tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'Subnet': ['ID=9340f098-f5dd-4dc4-8482-cefdc0111454,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:44.761447 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-30221e97-3ed7-4152-8444-7d1c12d09719 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.4154706 Apr 20 13:21:44.768238 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832904a5-0ad6-465c-b0dc-0bade034a869 req-4902172d-c235-440b-bab0-8c28bf869fd4 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:44.769774 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-832904a5-0ad6-465c-b0dc-0bade034a869 req-4902172d-c235-440b-bab0-8c28bf869fd4 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.1643422 Apr 20 13:21:44.770259 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58774) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:44.774912 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-611a8447-17d4-4333-8c39-805b3eb7c0b6 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-52501270-router', 'tenant_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:44.791894 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-60037da9-4a39-4494-ae0c-d0f1412b6dae admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3551967 Apr 20 13:21:44.804514 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ced7d-eee1-4a6e-8fb6-67260185ca8d tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Pushing event updated for resources: {'Subnet': ['ID=e71255e4-1692-461c-b08a-6e44e69a762e,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:44.810067 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b089c2a6-0a50-4dd7-a8af-944602acb455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57daed2-c504-4e14-aa8b-f697e6d05dc8,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:44.819033 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca5b6bb-ce03-4885-b0e7-0e9c8c1754dd tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Checking segment: {'id': '24cd8f75-7916-4ff6-9edd-0651c8f15136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '62a01ad6-3835-4a6b-9061-5d2313ae0282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:21:44.819411 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca5b6bb-ce03-4885-b0e7-0e9c8c1754dd tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Network hostable DHCP agents. Network: 62a01ad6-3835-4a6b-9061-5d2313ae0282, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:21:44.847539 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-70466c0c-2f4d-4617-943a-a60627815ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:44.854875 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3ced7d-eee1-4a6e-8fb6-67260185ca8d tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Checking segment: {'id': '3f7e5a8a-f734-449f-bd7f-ba7c81458ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ff623314-7334-4508-928b-46cc7bbe711f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:21:44.855246 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3ced7d-eee1-4a6e-8fb6-67260185ca8d tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Network hostable DHCP agents. Network: ff623314-7334-4508-928b-46cc7bbe711f, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:21:44.883992 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74acdf2a-b8d7-4ed9-9c73-dacb376253f8 None None] Network e783ca97-437f-4c6e-96a9-d1314368a6ae requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:21:44.888694 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-832904a5-0ad6-465c-b0dc-0bade034a869 req-dcdc89bb-cf97-4737-9dec-f06cb7d55134 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083448 Apr 20 13:21:44.900934 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-70466c0c-2f4d-4617-943a-a60627815ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:44.921437 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-611a8447-17d4-4333-8c39-805b3eb7c0b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:44.921437 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-611a8447-17d4-4333-8c39-805b3eb7c0b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:45.014496 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-611a8447-17d4-4333-8c39-805b3eb7c0b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:45.032723 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3ced7d-eee1-4a6e-8fb6-67260185ca8d tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Network ff623314-7334-4508-928b-46cc7bbe711f is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:21:45.057017 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca5b6bb-ce03-4885-b0e7-0e9c8c1754dd tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Network 62a01ad6-3835-4a6b-9061-5d2313ae0282 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:21:45.105091 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d7fca9-22e9-49d2-99f7-741babe15c6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-72ce9eb7-6e65-4d33-a97e-ba495b7f713f', 'network_id': '72ce9eb7-6e65-4d33-a97e-ba495b7f713f', 'tenant_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'fixed_ips': [{'subnet_id': 'a8304900-a486-4d9b-92a6-d7e30f1b6efb'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:21:45.105968 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-56d7fca9-22e9-49d2-99f7-741babe15c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:45.135811 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29f8f4-5a5b-49dd-8f72-608592a3aa9d req-617f8bc3-5cd0-4004-91eb-0fd4fb4448e9 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:45.137735 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eb29f8f4-5a5b-49dd-8f72-608592a3aa9d req-617f8bc3-5cd0-4004-91eb-0fd4fb4448e9 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.1094525 Apr 20 13:21:45.221738 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-70466c0c-2f4d-4617-943a-a60627815ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:45.224401 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-70466c0c-2f4d-4617-943a-a60627815ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:45.225568 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-70466c0c-2f4d-4617-943a-a60627815ef6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f57daed2-c504-4e14-aa8b-f697e6d05dc8 HTTP/1.1" status: 204 len: 168 time: 0.5550916 Apr 20 13:21:45.237428 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-fe3ced7d-eee1-4a6e-8fb6-67260185ca8d tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, ff623314-7334-4508-928b-46cc7bbe711f) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:21:45.241198 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-4ca5b6bb-ce03-4885-b0e7-0e9c8c1754dd tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 62a01ad6-3835-4a6b-9061-5d2313ae0282) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:21:45.245507 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3ced7d-eee1-4a6e-8fb6-67260185ca8d tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:45.250331 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fe3ced7d-eee1-4a6e-8fb6-67260185ca8d tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:45.272446 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca5b6bb-ce03-4885-b0e7-0e9c8c1754dd tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:45.276882 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4ca5b6bb-ce03-4885-b0e7-0e9c8c1754dd tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:45.319685 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf64c24-fca0-4953-82b0-c46aec87596b None None] Network ff623314-7334-4508-928b-46cc7bbe711f requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:21:45.380564 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eb29f8f4-5a5b-49dd-8f72-608592a3aa9d req-bb5e2146-d692-479c-9b36-99fae7697b6c tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087543 Apr 20 13:21:45.393769 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-fe3ced7d-eee1-4a6e-8fb6-67260185ca8d tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8467624 Apr 20 13:21:45.398983 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58800) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:45.399306 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70466c0c-2f4d-4617-943a-a60627815ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57daed2-c504-4e14-aa8b-f697e6d05dc8,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:45.407494 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-339f2e7d-b0c0-4651-a0d1-a6aed3a8d6f2 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Request body: {'subnet': {'network_id': '8dae790c-4025-4bdf-925a-55e49dd66ee3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:45.416204 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec423e3d-d58c-42e2-a44e-9eb986d7a7f3 None None] Network 62a01ad6-3835-4a6b-9061-5d2313ae0282 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:21:45.445743 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4ca5b6bb-ce03-4885-b0e7-0e9c8c1754dd tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7086294 Apr 20 13:21:45.448335 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58804) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:45.467488 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-5ccc8087-8a6d-4be8-a222-a65071118e6a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'port': {'network_id': '62a01ad6-3835-4a6b-9061-5d2313ae0282', 'name': 'tempest-PortsTestJSON-1941641388'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:45.467909 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-611a8447-17d4-4333-8c39-805b3eb7c0b6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:45.754225 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339f2e7d-b0c0-4651-a0d1-a6aed3a8d6f2 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Made reservation on behalf of 36014a8fc4634205a0d4e37dc61a1bfa for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:21:45.760076 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-339f2e7d-b0c0-4651-a0d1-a6aed3a8d6f2 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:45.845342 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f237c0c-33d1-487a-9531-6bdd2c2972d0 None None] Network 4459ee47-dde6-4590-9e1f-cfa71bc195cf requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:21:45.940121 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 8e3abcb0-ed28-455c-85b6-3a0577cde256 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:21:46.021698 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ccc8087-8a6d-4be8-a222-a65071118e6a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Made reservation on behalf of 921fc4094b8f49f1a436656db5724eca for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:21:46.026197 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8087-8a6d-4be8-a222-a65071118e6a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:46.049650 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-5ccc8087-8a6d-4be8-a222-a65071118e6a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] device_id is not set on port 53848d98-aa28-4861-a92b-261b0113b3bb yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:21:46.123332 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58810) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:46.128752 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d27db52-2155-4f09-ba49-1f7d166de426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-ff623314-7334-4508-928b-46cc7bbe711f', 'network_id': 'ff623314-7334-4508-928b-46cc7bbe711f', 'tenant_id': '36014a8fc4634205a0d4e37dc61a1bfa', 'fixed_ips': [{'subnet_id': 'e71255e4-1692-461c-b08a-6e44e69a762e'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:21:46.129599 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7d27db52-2155-4f09-ba49-1f7d166de426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:46.134092 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-339f2e7d-b0c0-4651-a0d1-a6aed3a8d6f2 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:46.173696 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1592bed6-4d73-4177-b0b1-8b657acdc715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:46.217810 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f2e7d-b0c0-4651-a0d1-a6aed3a8d6f2 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Pushing event updated for resources: {'Subnet': ['ID=6669ab15-9c20-42e9-99a0-369ad6a94211,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:46.223164 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce7eda-a485-4fd8-a20e-592a3bd3ac4a req-0747fcd1-0a14-41d8-84a9-711bc2fa8d08 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:46.234708 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f2ce7eda-a485-4fd8-a20e-592a3bd3ac4a req-0747fcd1-0a14-41d8-84a9-711bc2fa8d08 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.1591890 Apr 20 13:21:46.299794 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-f6873575-acef-4e43-b8a5-d6d59c14581c tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:46.301283 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-f6873575-acef-4e43-b8a5-d6d59c14581c tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/networks?id=e783ca97-437f-4c6e-96a9-d1314368a6ae HTTP/1.1" status: 200 len: 812 time: 0.9252772 Apr 20 13:21:46.328242 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-7d27db52-2155-4f09-ba49-1f7d166de426 None None] Allocated IP 172.20.0.2 (ff623314-7334-4508-928b-46cc7bbe711f/e71255e4-1692-461c-b08a-6e44e69a762e/85c41477-e0c8-4717-9c2d-23a6d966188c) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:21:46.337736 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339f2e7d-b0c0-4651-a0d1-a6aed3a8d6f2 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Checking segment: {'id': 'da086995-c3b2-4291-97eb-acb08ade978b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8dae790c-4025-4bdf-925a-55e49dd66ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:21:46.338093 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339f2e7d-b0c0-4651-a0d1-a6aed3a8d6f2 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Network hostable DHCP agents. Network: 8dae790c-4025-4bdf-925a-55e49dd66ee3, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:21:46.341222 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-f380c897-d3bb-44d5-8af1-06fb96bd79ef tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/quotas/f70259df35b04b44a243b0a63259328e HTTP/1.1" status: 200 len: 375 time: 0.0242972 Apr 20 13:21:46.353661 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-5ccc8087-8a6d-4be8-a222-a65071118e6a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Allocated IP 172.20.0.3 (62a01ad6-3835-4a6b-9061-5d2313ae0282/9340f098-f5dd-4dc4-8482-cefdc0111454/53848d98-aa28-4861-a92b-261b0113b3bb) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:21:46.389920 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f2ce7eda-a485-4fd8-a20e-592a3bd3ac4a req-cd24cbc9-9634-4780-b5ef-d86229900c6c tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1529617 Apr 20 13:21:46.423414 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 8e3abcb0-ed28-455c-85b6-3a0577cde256 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:46.423799 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:46.437654 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339f2e7d-b0c0-4651-a0d1-a6aed3a8d6f2 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Network 8dae790c-4025-4bdf-925a-55e49dd66ee3 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:21:46.450759 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-5541739a-fbdf-4c50-b620-c728c81dfa60 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f70259df35b04b44a243b0a63259328e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0833635 Apr 20 13:21:46.482424 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-9a706a7d-8122-43f6-a114-2d2590eb4177 None None] Provisioning complete for port 8e3abcb0-ed28-455c-85b6-3a0577cde256 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:46.482802 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9a706a7d-8122-43f6-a114-2d2590eb4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:46.542512 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-339f2e7d-b0c0-4651-a0d1-a6aed3a8d6f2 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 8dae790c-4025-4bdf-925a-55e49dd66ee3) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:21:46.550229 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1592bed6-4d73-4177-b0b1-8b657acdc715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:46.576816 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339f2e7d-b0c0-4651-a0d1-a6aed3a8d6f2 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:46.576816 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-339f2e7d-b0c0-4651-a0d1-a6aed3a8d6f2 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:46.619794 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70183461-0053-4bf9-b03e-bf069a27dfc6 req-fadc82ae-5da4-4c99-8d37-0acffa070da5 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:46.630214 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-70183461-0053-4bf9-b03e-bf069a27dfc6 req-fadc82ae-5da4-4c99-8d37-0acffa070da5 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.0962355 Apr 20 13:21:46.646158 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8087-8a6d-4be8-a222-a65071118e6a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:46.685984 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-56d7fca9-22e9-49d2-99f7-741babe15c6d None None] Allocated IP 172.20.0.2 (72ce9eb7-6e65-4d33-a97e-ba495b7f713f/a8304900-a486-4d9b-92a6-d7e30f1b6efb/33f93319-a881-4a0c-8e7c-1f2b5f34db5e) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:21:46.730094 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-339f2e7d-b0c0-4651-a0d1-a6aed3a8d6f2 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3337998 Apr 20 13:21:46.748196 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58826) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:46.772699 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1592bed6-4d73-4177-b0b1-8b657acdc715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:46.862709 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8087-8a6d-4be8-a222-a65071118e6a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:46.886157 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1592bed6-4d73-4177-b0b1-8b657acdc715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003bad86-3556-4e94-bba0-23233938da8c,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:46.889205 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1549e9dd-6ea3-4b7a-9b83-63a77b91480a None None] Network 8dae790c-4025-4bdf-925a-55e49dd66ee3 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:21:46.985850 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccc8087-8a6d-4be8-a222-a65071118e6a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Network 62a01ad6-3835-4a6b-9061-5d2313ae0282 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:21:47.044269 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:47.084481 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-88c9c6fd-6a37-4229-977e-23741232b9f5 service neutron] 10.222.0.25 "GET /v2.0/networks/e783ca97-437f-4c6e-96a9-d1314368a6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6135900 Apr 20 13:21:47.169574 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1592bed6-4d73-4177-b0b1-8b657acdc715 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7c8b7efd73b048a1b9a28bf4bd50319b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0451405 Apr 20 13:21:47.232344 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58830) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:47.287096 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-70183461-0053-4bf9-b03e-bf069a27dfc6 req-bd789736-f2ba-4bd4-ad61-f115e80e6973 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6556361 Apr 20 13:21:47.372908 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-56d7fca9-22e9-49d2-99f7-741babe15c6d None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:47.427783 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-f3b3e4d0-14ed-45d0-aec4-6a65d348c16f service neutron] 10.222.0.25 "GET /v2.0/networks/e783ca97-437f-4c6e-96a9-d1314368a6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420625 Apr 20 13:21:47.440818 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 8e3abcb0-ed28-455c-85b6-3a0577cde256, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=8e3abcb0-ed28-455c-85b6-3a0577cde256,segment=NetworkSegment(7238dc80-b2c3-4289-8c3a-603b02459678),segment_id=7238dc80-b2c3-4289-8c3a-603b02459678)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:21:47.446438 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-611a8447-17d4-4333-8c39-805b3eb7c0b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:47.456377 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-56d7fca9-22e9-49d2-99f7-741babe15c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:47.516967 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b4d9fa-a997-4c46-99b8-37e8d17e126b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-8dae790c-4025-4bdf-925a-55e49dd66ee3', 'network_id': '8dae790c-4025-4bdf-925a-55e49dd66ee3', 'tenant_id': '36014a8fc4634205a0d4e37dc61a1bfa', 'fixed_ips': [{'subnet_id': '6669ab15-9c20-42e9-99a0-369ad6a94211'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:21:47.519747 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b2b4d9fa-a997-4c46-99b8-37e8d17e126b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:47.566830 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-611a8447-17d4-4333-8c39-805b3eb7c0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:47.591963 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-5ccc8087-8a6d-4be8-a222-a65071118e6a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:21:47.593717 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d7fca9-22e9-49d2-99f7-741babe15c6d None None] Network 72ce9eb7-6e65-4d33-a97e-ba495b7f713f is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:21:47.594960 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:47.605314 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-56d7fca9-22e9-49d2-99f7-741babe15c6d None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:21:47.617454 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3f1f58-ddc2-445f-aa12-cfb5beae917f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-62a01ad6-3835-4a6b-9061-5d2313ae0282', 'network_id': '62a01ad6-3835-4a6b-9061-5d2313ae0282', 'tenant_id': '921fc4094b8f49f1a436656db5724eca', 'fixed_ips': [{'subnet_id': '9340f098-f5dd-4dc4-8482-cefdc0111454'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:21:47.618345 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4f3f1f58-ddc2-445f-aa12-cfb5beae917f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:47.620591 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9a706a7d-8122-43f6-a114-2d2590eb4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:47.634653 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d7fca9-22e9-49d2-99f7-741babe15c6d None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:21:47.672775 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccc8087-8a6d-4be8-a222-a65071118e6a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:21:47.703658 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef5b5e08-7818-4d0c-91f8-b9a24aa393e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:47.712612 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7d27db52-2155-4f09-ba49-1f7d166de426 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:47.742733 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef5b5e08-7818-4d0c-91f8-b9a24aa393e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:47.759629 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc8087-8a6d-4be8-a222-a65071118e6a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'Port': ['ID=53848d98-aa28-4861-a92b-261b0113b3bb,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:47.795001 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccc8087-8a6d-4be8-a222-a65071118e6a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:47.800453 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8087-8a6d-4be8-a222-a65071118e6a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:47.815573 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334129c-4c6f-4020-8dd6-4d5c25597d06 req-e77455f0-0382-4106-bf77-c28df3fd7469 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:47.817022 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c334129c-4c6f-4020-8dd6-4d5c25597d06 req-e77455f0-0382-4106-bf77-c28df3fd7469 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.3737421 Apr 20 13:21:47.861413 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d7fca9-22e9-49d2-99f7-741babe15c6d None None] Pushing event updated for resources: {'Port': ['ID=33f93319-a881-4a0c-8e7c-1f2b5f34db5e,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:47.878897 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef5b5e08-7818-4d0c-91f8-b9a24aa393e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:47.881753 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef5b5e08-7818-4d0c-91f8-b9a24aa393e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:47.883629 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ef5b5e08-7818-4d0c-91f8-b9a24aa393e4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/003bad86-3556-4e94-bba0-23233938da8c HTTP/1.1" status: 204 len: 168 time: 0.6497939 Apr 20 13:21:47.947551 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7d27db52-2155-4f09-ba49-1f7d166de426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:47.974761 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-611a8447-17d4-4333-8c39-805b3eb7c0b6 admin admin] Allocated IP 172.25.8.123 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/481f802f-c804-4c73-8c29-266c39c01810) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:21:48.011241 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8574dcc8-8837-4c7c-9a92-3e70028d77ea tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:48.028117 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5ccc8087-8a6d-4be8-a222-a65071118e6a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5787525 Apr 20 13:21:48.031807 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58848) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:48.068158 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-5bcb1329-0aeb-49dd-9e63-060265dbea6c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'port': {'network_id': '62a01ad6-3835-4a6b-9061-5d2313ae0282', 'name': 'tempest-PortsTestJSON-2082233306'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:48.145653 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c431041c-916d-4361-aeb8-c0be40050e17 req-9517905f-75e0-4b1d-afd7-0ca986d86420 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b8f7fbc-c688-428d-9d82-a21e15d8e125 HTTP/1.1" status: 200 len: 210 time: 0.0348728 Apr 20 13:21:48.161202 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b5e08-7818-4d0c-91f8-b9a24aa393e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003bad86-3556-4e94-bba0-23233938da8c,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:48.177602 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-56d7fca9-22e9-49d2-99f7-741babe15c6d None None] Attempting to bind port 33f93319-a881-4a0c-8e7c-1f2b5f34db5e on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:21:48.178163 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-56d7fca9-22e9-49d2-99f7-741babe15c6d None None] Attempting to bind port 33f93319-a881-4a0c-8e7c-1f2b5f34db5e by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '7e242851-ef63-418f-b799-2897c294b19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '72ce9eb7-6e65-4d33-a97e-ba495b7f713f'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:21:48.178368 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d7fca9-22e9-49d2-99f7-741babe15c6d None None] Attempting to bind port 33f93319-a881-4a0c-8e7c-1f2b5f34db5e on network 72ce9eb7-6e65-4d33-a97e-ba495b7f713f {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:21:48.186055 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c334129c-4c6f-4020-8dd6-4d5c25597d06 req-6c9e377b-b38b-4a3b-b91a-8b31e35af132 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3568316 Apr 20 13:21:48.215519 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-611a8447-17d4-4333-8c39-805b3eb7c0b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:48.230993 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d7fca9-22e9-49d2-99f7-741babe15c6d None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:21:48.231387 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d7fca9-22e9-49d2-99f7-741babe15c6d None None] Checking segment: {'id': '7e242851-ef63-418f-b799-2897c294b19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '72ce9eb7-6e65-4d33-a97e-ba495b7f713f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:21:48.232425 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-56d7fca9-22e9-49d2-99f7-741babe15c6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:48.232792 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d7fca9-22e9-49d2-99f7-741babe15c6d None None] Bound using segment: {'id': '7e242851-ef63-418f-b799-2897c294b19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '72ce9eb7-6e65-4d33-a97e-ba495b7f713f'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:21:48.233292 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-56d7fca9-22e9-49d2-99f7-741babe15c6d None None] Bound port: 33f93319-a881-4a0c-8e7c-1f2b5f34db5e, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e242851-ef63-418f-b799-2897c294b19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '72ce9eb7-6e65-4d33-a97e-ba495b7f713f'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:21:48.233683 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-56d7fca9-22e9-49d2-99f7-741babe15c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:48.277040 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d27db52-2155-4f09-ba49-1f7d166de426 None None] Network ff623314-7334-4508-928b-46cc7bbe711f is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:21:48.308520 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-7d27db52-2155-4f09-ba49-1f7d166de426 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:21:48.314804 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d27db52-2155-4f09-ba49-1f7d166de426 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:21:48.317604 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-9a706a7d-8122-43f6-a114-2d2590eb4177 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:21:48.318017 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-9a706a7d-8122-43f6-a114-2d2590eb4177 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:21:48.422284 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32845732-d1fb-4f82-b93b-fa216515e9ac req-0d870179-39b1-4c1c-8014-3f5cc9af8cad tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:48.436017 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-32845732-d1fb-4f82-b93b-fa216515e9ac req-0d870179-39b1-4c1c-8014-3f5cc9af8cad tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.1323836 Apr 20 13:21:48.493606 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-32845732-d1fb-4f82-b93b-fa216515e9ac req-4fc946da-8396-49d5-96e9-3bb0f72b53ee tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562522 Apr 20 13:21:48.495167 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-611a8447-17d4-4333-8c39-805b3eb7c0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:48.573483 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-8574dcc8-8837-4c7c-9a92-3e70028d77ea tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Allocated IP 172.20.0.1 (ff623314-7334-4508-928b-46cc7bbe711f/e71255e4-1692-461c-b08a-6e44e69a762e/f7d6e000-e0b5-496e-92ca-ef2a227aa6aa) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:21:48.601952 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611a8447-17d4-4333-8c39-805b3eb7c0b6 admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:21:48.613452 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-611a8447-17d4-4333-8c39-805b3eb7c0b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:21:48.622612 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611a8447-17d4-4333-8c39-805b3eb7c0b6 admin admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:21:48.720817 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a8447-17d4-4333-8c39-805b3eb7c0b6 admin admin] Pushing event updated for resources: {'Port': ['ID=481f802f-c804-4c73-8c29-266c39c01810,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:48.795044 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8574dcc8-8837-4c7c-9a92-3e70028d77ea tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:48.836490 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bcb1329-0aeb-49dd-9e63-060265dbea6c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Made reservation on behalf of 921fc4094b8f49f1a436656db5724eca for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:21:48.842533 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5bcb1329-0aeb-49dd-9e63-060265dbea6c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:48.851155 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=8e3abcb0-ed28-455c-85b6-3a0577cde256,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:48.868687 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-5bcb1329-0aeb-49dd-9e63-060265dbea6c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] device_id is not set on port 56d4fdd0-d02c-4886-8b61-78c3f963985c yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:21:48.918618 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8574dcc8-8837-4c7c-9a92-3e70028d77ea tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:48.971086 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79adf1-5514-4fc8-a57e-ad4ef576502a req-d4b7de5f-1c21-442a-bb13-71330215e3c7 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:48.972702 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6d79adf1-5514-4fc8-a57e-ad4ef576502a req-d4b7de5f-1c21-442a-bb13-71330215e3c7 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.2275980 Apr 20 13:21:48.984395 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-7d27db52-2155-4f09-ba49-1f7d166de426 None None] Attempting to bind port 85c41477-e0c8-4717-9c2d-23a6d966188c on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:21:48.984770 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-7d27db52-2155-4f09-ba49-1f7d166de426 None None] Attempting to bind port 85c41477-e0c8-4717-9c2d-23a6d966188c by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '3f7e5a8a-f734-449f-bd7f-ba7c81458ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ff623314-7334-4508-928b-46cc7bbe711f'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:21:48.985151 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d27db52-2155-4f09-ba49-1f7d166de426 None None] Attempting to bind port 85c41477-e0c8-4717-9c2d-23a6d966188c on network ff623314-7334-4508-928b-46cc7bbe711f {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:21:48.994109 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8574dcc8-8837-4c7c-9a92-3e70028d77ea tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Network ff623314-7334-4508-928b-46cc7bbe711f is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:21:48.998255 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-8574dcc8-8837-4c7c-9a92-3e70028d77ea tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:21:49.003625 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8574dcc8-8837-4c7c-9a92-3e70028d77ea tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:21:49.007163 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d27db52-2155-4f09-ba49-1f7d166de426 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:21:49.008552 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d27db52-2155-4f09-ba49-1f7d166de426 None None] Checking segment: {'id': '3f7e5a8a-f734-449f-bd7f-ba7c81458ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ff623314-7334-4508-928b-46cc7bbe711f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:21:49.008963 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7d27db52-2155-4f09-ba49-1f7d166de426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:49.009371 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d27db52-2155-4f09-ba49-1f7d166de426 None None] Bound using segment: {'id': '3f7e5a8a-f734-449f-bd7f-ba7c81458ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ff623314-7334-4508-928b-46cc7bbe711f'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:21:49.013142 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574dcc8-8837-4c7c-9a92-3e70028d77ea tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Pushing event updated for resources: {'Port': ['ID=f7d6e000-e0b5-496e-92ca-ef2a227aa6aa,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:49.031744 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-7d27db52-2155-4f09-ba49-1f7d166de426 None None] Bound port: 85c41477-e0c8-4717-9c2d-23a6d966188c, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f7e5a8a-f734-449f-bd7f-ba7c81458ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ff623314-7334-4508-928b-46cc7bbe711f'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:21:49.032175 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7d27db52-2155-4f09-ba49-1f7d166de426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:49.067086 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8574dcc8-8837-4c7c-9a92-3e70028d77ea tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:49.079800 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-b2b4d9fa-a997-4c46-99b8-37e8d17e126b None None] Allocated IP 172.20.0.2 (8dae790c-4025-4bdf-925a-55e49dd66ee3/6669ab15-9c20-42e9-99a0-369ad6a94211/f08415d5-1b76-41e9-8e13-a00161956dae) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:21:49.080005 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6d79adf1-5514-4fc8-a57e-ad4ef576502a req-476e746e-7bfd-49aa-8dd6-a7ca15ca9f57 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804284 Apr 20 13:21:49.097978 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-56d7fca9-22e9-49d2-99f7-741babe15c6d None None] For port 33f93319-a881-4a0c-8e7c-1f2b5f34db5e, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:21:49.237780 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-7d27db52-2155-4f09-ba49-1f7d166de426 None None] For port 85c41477-e0c8-4717-9c2d-23a6d966188c, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:21:49.241087 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-7d27db52-2155-4f09-ba49-1f7d166de426 None None] For port 85c41477-e0c8-4717-9c2d-23a6d966188c, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=85c41477-e0c8-4717-9c2d-23a6d966188c,segment=NetworkSegment(3f7e5a8a-f734-449f-bd7f-ba7c81458ab1),segment_id=3f7e5a8a-f734-449f-bd7f-ba7c81458ab1)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:21:49.288266 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-4f3f1f58-ddc2-445f-aa12-cfb5beae917f None None] Allocated IP 172.20.0.2 (62a01ad6-3835-4a6b-9061-5d2313ae0282/9340f098-f5dd-4dc4-8482-cefdc0111454/432fa162-a8b7-4b1b-ac7c-dfc8340a9141) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:21:49.291034 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d27db52-2155-4f09-ba49-1f7d166de426 None None] Pushing event updated for resources: {'Port': ['ID=85c41477-e0c8-4717-9c2d-23a6d966188c,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:49.298163 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-56d7fca9-22e9-49d2-99f7-741babe15c6d None None] For port 33f93319-a881-4a0c-8e7c-1f2b5f34db5e, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=33f93319-a881-4a0c-8e7c-1f2b5f34db5e,segment=NetworkSegment(7e242851-ef63-418f-b799-2897c294b19f),segment_id=7e242851-ef63-418f-b799-2897c294b19f)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:21:49.324045 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-611a8447-17d4-4333-8c39-805b3eb7c0b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:49.402731 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe3b2c-4577-4545-ae5e-771559ba73f6 req-c47c31c4-d2de-41ee-8619-ae71b28d05b8 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:49.404456 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4efe3b2c-4577-4545-ae5e-771559ba73f6 req-c47c31c4-d2de-41ee-8619-ae71b28d05b8 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.1454720 Apr 20 13:21:49.416031 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef628f53-85f0-4da5-8fe4-bbdf947c1dca req-a0a12648-e02d-4815-acd7-44e5600dc0f3 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:49.423637 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ef628f53-85f0-4da5-8fe4-bbdf947c1dca req-a0a12648-e02d-4815-acd7-44e5600dc0f3 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.1664338 Apr 20 13:21:49.457910 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7d27db52-2155-4f09-ba49-1f7d166de426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:49.466705 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-56d7fca9-22e9-49d2-99f7-741babe15c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:49.469545 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8574dcc8-8837-4c7c-9a92-3e70028d77ea tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:49.514149 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ef628f53-85f0-4da5-8fe4-bbdf947c1dca req-39aef431-f466-4821-9b4d-5663e216e370 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0892332 Apr 20 13:21:49.523911 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-2e7b5115-557a-43bf-b817-6a3e7fe659dd None None] Provisioning complete for port 8e3abcb0-ed28-455c-85b6-3a0577cde256 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:49.524106 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2e7b5115-557a-43bf-b817-6a3e7fe659dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:49.565510 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4efe3b2c-4577-4545-ae5e-771559ba73f6 req-f4c69d88-bb29-4f43-bdf6-7b41a31639db tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359122 Apr 20 13:21:49.792472 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-507bc29d-4849-4ad1-97d9-cb6a39cc1f13 req-8daf33e4-cff1-4972-98c4-4ac7612c6a64 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b8f7fbc-c688-428d-9d82-a21e15d8e125 HTTP/1.1" status: 200 len: 210 time: 0.0762987 Apr 20 13:21:49.894183 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-611a8447-17d4-4333-8c39-805b3eb7c0b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:49.900452 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 8e3abcb0-ed28-455c-85b6-3a0577cde256 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:21:50.073589 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d27db52-2155-4f09-ba49-1f7d166de426 None None] Pushing event updated for resources: {'Port': ['ID=85c41477-e0c8-4717-9c2d-23a6d966188c,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:50.324806 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d7fca9-22e9-49d2-99f7-741babe15c6d None None] Pushing event updated for resources: {'Port': ['ID=33f93319-a881-4a0c-8e7c-1f2b5f34db5e,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:50.396714 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e78927d-9af4-488f-905a-d659438a75ae req-54832564-aee7-41a7-b67f-321dac654cb1 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:50.406553 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0e78927d-9af4-488f-905a-d659438a75ae req-54832564-aee7-41a7-b67f-321dac654cb1 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.2246704 Apr 20 13:21:50.415018 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4f3f1f58-ddc2-445f-aa12-cfb5beae917f None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:50.425239 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8574dcc8-8837-4c7c-9a92-3e70028d77ea tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:50.449420 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611a8447-17d4-4333-8c39-805b3eb7c0b6 admin admin] Router fdc35cb1-4e07-4989-8441-46af2a0b36ed is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:21:50.482141 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b2b4d9fa-a997-4c46-99b8-37e8d17e126b None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:50.487221 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 8e3abcb0-ed28-455c-85b6-3a0577cde256 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:50.487638 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:50.535411 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0e78927d-9af4-488f-905a-d659438a75ae req-fdef9ac7-7863-4b0d-80b8-dfcd299a035d tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192899 Apr 20 13:21:50.538594 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8574dcc8-8837-4c7c-9a92-3e70028d77ea tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:50.674008 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b2b4d9fa-a997-4c46-99b8-37e8d17e126b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:50.701326 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4f3f1f58-ddc2-445f-aa12-cfb5beae917f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:50.770782 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611a8447-17d4-4333-8c39-805b3eb7c0b6 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:21:50.772642 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b4d9fa-a997-4c46-99b8-37e8d17e126b None None] Network 8dae790c-4025-4bdf-925a-55e49dd66ee3 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:21:50.779176 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3f1f58-ddc2-445f-aa12-cfb5beae917f None None] Network 62a01ad6-3835-4a6b-9061-5d2313ae0282 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:21:50.783612 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-b2b4d9fa-a997-4c46-99b8-37e8d17e126b None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:21:50.792776 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-4f3f1f58-ddc2-445f-aa12-cfb5beae917f None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:21:50.795342 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b78647-3d58-485f-ad33-3c11d5c42b16 None None] Sync routers for ids ['fdc35cb1-4e07-4989-8441-46af2a0b36ed'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:21:50.799338 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3f1f58-ddc2-445f-aa12-cfb5beae917f None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:21:50.801706 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b4d9fa-a997-4c46-99b8-37e8d17e126b None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:21:50.828506 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b78647-3d58-485f-ad33-3c11d5c42b16 None None] Routers {'fdc35cb1-4e07-4989-8441-46af2a0b36ed'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:21:50.829373 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfead66-0a11-4f99-8205-1465b37a4a53 req-55efbd4f-e1c4-4831-aca8-dc29a8e7d49d tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:50.829795 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-d1b78647-3d58-485f-ad33-3c11d5c42b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:21:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['fdc35cb1-4e07-4989-8441-46af2a0b36ed'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:21:50.841246 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6dfead66-0a11-4f99-8205-1465b37a4a53 req-55efbd4f-e1c4-4831-aca8-dc29a8e7d49d tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.1689982 Apr 20 13:21:50.869346 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b4d9fa-a997-4c46-99b8-37e8d17e126b None None] Pushing event updated for resources: {'Port': ['ID=f08415d5-1b76-41e9-8e13-a00161956dae,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:50.875778 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574dcc8-8837-4c7c-9a92-3e70028d77ea tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Pushing event updated for resources: {'Port': ['ID=f7d6e000-e0b5-496e-92ca-ef2a227aa6aa,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:50.895066 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-611a8447-17d4-4333-8c39-805b3eb7c0b6 admin admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:50.896366 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-611a8447-17d4-4333-8c39-805b3eb7c0b6 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.1248553 Apr 20 13:21:50.903090 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58932) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:50.975779 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7e5ad-b596-4e44-a712-80536929e1bb req-b067ffcf-a062-4574-8f03-0cba95f3feee tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:50.987864 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-07d7e5ad-b596-4e44-a712-80536929e1bb req-b067ffcf-a062-4574-8f03-0cba95f3feee tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.2400930 Apr 20 13:21:50.989859 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-5bcb1329-0aeb-49dd-9e63-060265dbea6c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Allocated IP 172.20.0.11 (62a01ad6-3835-4a6b-9061-5d2313ae0282/9340f098-f5dd-4dc4-8482-cefdc0111454/56d4fdd0-d02c-4886-8b61-78c3f963985c) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:21:51.009602 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8574dcc8-8837-4c7c-9a92-3e70028d77ea tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:51.106862 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6dfead66-0a11-4f99-8205-1465b37a4a53 req-f607520b-5a15-478c-8d36-9149d85a2728 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646124 Apr 20 13:21:51.272979 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-07d7e5ad-b596-4e44-a712-80536929e1bb req-ed0bb11f-002f-48c9-91b3-0837cd1dfade tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2842069 Apr 20 13:21:51.306296 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f1f58-ddc2-445f-aa12-cfb5beae917f None None] Pushing event updated for resources: {'Port': ['ID=432fa162-a8b7-4b1b-ac7c-dfc8340a9141,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:51.325484 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-b2b4d9fa-a997-4c46-99b8-37e8d17e126b None None] Attempting to bind port f08415d5-1b76-41e9-8e13-a00161956dae on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:21:51.326405 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-b2b4d9fa-a997-4c46-99b8-37e8d17e126b None None] Attempting to bind port f08415d5-1b76-41e9-8e13-a00161956dae by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'da086995-c3b2-4291-97eb-acb08ade978b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8dae790c-4025-4bdf-925a-55e49dd66ee3'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:21:51.326809 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b4d9fa-a997-4c46-99b8-37e8d17e126b None None] Attempting to bind port f08415d5-1b76-41e9-8e13-a00161956dae on network 8dae790c-4025-4bdf-925a-55e49dd66ee3 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:21:51.345376 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b4d9fa-a997-4c46-99b8-37e8d17e126b None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:21:51.345376 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b4d9fa-a997-4c46-99b8-37e8d17e126b None None] Checking segment: {'id': 'da086995-c3b2-4291-97eb-acb08ade978b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8dae790c-4025-4bdf-925a-55e49dd66ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:21:51.358337 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b2b4d9fa-a997-4c46-99b8-37e8d17e126b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:51.358337 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b4d9fa-a997-4c46-99b8-37e8d17e126b None None] Bound using segment: {'id': 'da086995-c3b2-4291-97eb-acb08ade978b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8dae790c-4025-4bdf-925a-55e49dd66ee3'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:21:51.358337 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-b2b4d9fa-a997-4c46-99b8-37e8d17e126b None None] Bound port: f08415d5-1b76-41e9-8e13-a00161956dae, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da086995-c3b2-4291-97eb-acb08ade978b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8dae790c-4025-4bdf-925a-55e49dd66ee3'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:21:51.358337 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b2b4d9fa-a997-4c46-99b8-37e8d17e126b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:51.358337 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-4f3f1f58-ddc2-445f-aa12-cfb5beae917f None None] Attempting to bind port 432fa162-a8b7-4b1b-ac7c-dfc8340a9141 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:21:51.358337 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-4f3f1f58-ddc2-445f-aa12-cfb5beae917f None None] Attempting to bind port 432fa162-a8b7-4b1b-ac7c-dfc8340a9141 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '24cd8f75-7916-4ff6-9edd-0651c8f15136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '62a01ad6-3835-4a6b-9061-5d2313ae0282'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:21:51.358337 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3f1f58-ddc2-445f-aa12-cfb5beae917f None None] Attempting to bind port 432fa162-a8b7-4b1b-ac7c-dfc8340a9141 on network 62a01ad6-3835-4a6b-9061-5d2313ae0282 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:21:51.365354 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3f1f58-ddc2-445f-aa12-cfb5beae917f None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:21:51.365816 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3f1f58-ddc2-445f-aa12-cfb5beae917f None None] Checking segment: {'id': '24cd8f75-7916-4ff6-9edd-0651c8f15136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '62a01ad6-3835-4a6b-9061-5d2313ae0282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:21:51.366113 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4f3f1f58-ddc2-445f-aa12-cfb5beae917f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:51.366633 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3f1f58-ddc2-445f-aa12-cfb5beae917f None None] Bound using segment: {'id': '24cd8f75-7916-4ff6-9edd-0651c8f15136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '62a01ad6-3835-4a6b-9061-5d2313ae0282'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:21:51.367651 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-4f3f1f58-ddc2-445f-aa12-cfb5beae917f None None] Bound port: 432fa162-a8b7-4b1b-ac7c-dfc8340a9141, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24cd8f75-7916-4ff6-9edd-0651c8f15136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '62a01ad6-3835-4a6b-9061-5d2313ae0282'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:21:51.368076 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4f3f1f58-ddc2-445f-aa12-cfb5beae917f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:51.402445 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a5821cc6-1316-46b9-b3e1-cc0c611d4766 req-43b86deb-d6d7-4331-a010-e99abebbe276 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b8f7fbc-c688-428d-9d82-a21e15d8e125 HTTP/1.1" status: 200 len: 210 time: 0.1260026 Apr 20 13:21:51.497079 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3f150b-08d7-437c-875c-806e88be0a7a None None] Network ff623314-7334-4508-928b-46cc7bbe711f requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:21:51.533675 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8574dcc8-8837-4c7c-9a92-3e70028d77ea tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Network ff623314-7334-4508-928b-46cc7bbe711f is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:21:51.536453 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-8574dcc8-8837-4c7c-9a92-3e70028d77ea tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:21:51.682293 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-d1b78647-3d58-485f-ad33-3c11d5c42b16 None None] Set router fdc35cb1-4e07-4989-8441-46af2a0b36ed gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:21:51.829517 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5bcb1329-0aeb-49dd-9e63-060265dbea6c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:51.858298 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cdfa33-5439-47fd-a343-b16518915076 req-1b4b2caa-74f1-45a2-bb01-c11291e32354 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:51.864848 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14cdfa33-5439-47fd-a343-b16518915076 req-1b4b2caa-74f1-45a2-bb01-c11291e32354 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.3041391 Apr 20 13:21:52.009894 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 33f93319-a881-4a0c-8e7c-1f2b5f34db5e up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:21:52.036636 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8574dcc8-8837-4c7c-9a92-3e70028d77ea tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Router a4530df3-f3bd-416c-b66b-8250bb456d6f is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:21:52.044297 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14cdfa33-5439-47fd-a343-b16518915076 req-9c30b1ab-c180-42a0-9d78-1bbc003306f9 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289456 Apr 20 13:21:52.078200 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5bcb1329-0aeb-49dd-9e63-060265dbea6c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:52.083542 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-4f3f1f58-ddc2-445f-aa12-cfb5beae917f None None] For port 432fa162-a8b7-4b1b-ac7c-dfc8340a9141, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:21:52.267030 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcb1329-0aeb-49dd-9e63-060265dbea6c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Network 62a01ad6-3835-4a6b-9061-5d2313ae0282 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:21:52.275119 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-5bcb1329-0aeb-49dd-9e63-060265dbea6c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:21:52.284571 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcb1329-0aeb-49dd-9e63-060265dbea6c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:21:52.299924 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-5103a3b1-032b-4b01-a6f1-c6f5aec7f106 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:52.301418 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-5103a3b1-032b-4b01-a6f1-c6f5aec7f106 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.32 "GET /v2.0/networks?id=e783ca97-437f-4c6e-96a9-d1314368a6ae HTTP/1.1" status: 200 len: 812 time: 0.3471293 Apr 20 13:21:52.335436 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-d2f4cef7-6fe9-467f-a342-d093ed76346d tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Request body: {'port': {'device_id': '4188dd5b-c38f-4cd0-9f9c-f51ada403baa', 'network_id': 'e783ca97-437f-4c6e-96a9-d1314368a6ae', 'admin_state_up': True, 'tenant_id': 'f70259df35b04b44a243b0a63259328e'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:52.338939 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71aae67-f9c4-42af-979f-7029e572e214 None None] Network 72ce9eb7-6e65-4d33-a97e-ba495b7f713f requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:21:52.610678 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-47c53433-c376-4627-83f6-c31057bdea37 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:52.612500 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-47c53433-c376-4627-83f6-c31057bdea37 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.15 "GET /v2.0/networks?id=e783ca97-437f-4c6e-96a9-d1314368a6ae HTTP/1.1" status: 200 len: 812 time: 0.2080276 Apr 20 13:21:52.649169 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-c1cdcc7e-6a4a-4aad-8f1a-47494f568384 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Request body: {'port': {'device_id': '0b8f7fbc-c688-428d-9d82-a21e15d8e125', 'network_id': 'e783ca97-437f-4c6e-96a9-d1314368a6ae', 'admin_state_up': True, 'tenant_id': 'f70259df35b04b44a243b0a63259328e'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:52.693898 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-4f3f1f58-ddc2-445f-aa12-cfb5beae917f None None] For port 432fa162-a8b7-4b1b-ac7c-dfc8340a9141, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=432fa162-a8b7-4b1b-ac7c-dfc8340a9141,segment=NetworkSegment(24cd8f75-7916-4ff6-9edd-0651c8f15136),segment_id=24cd8f75-7916-4ff6-9edd-0651c8f15136)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:21:52.715519 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8574dcc8-8837-4c7c-9a92-3e70028d77ea tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:21:52.728137 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ae3358-3120-4faf-af38-4e1ea02c2f16 None None] Sync routers for ids ['a4530df3-f3bd-416c-b66b-8250bb456d6f'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:21:52.746554 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ae3358-3120-4faf-af38-4e1ea02c2f16 None None] Routers {'a4530df3-f3bd-416c-b66b-8250bb456d6f'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:21:52.747235 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f5ae3358-3120-4faf-af38-4e1ea02c2f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:21:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['a4530df3-f3bd-416c-b66b-8250bb456d6f'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:21:52.769481 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-98db0c5b-075a-4bea-a7cd-0ab2b1661daa None None] Provisioning complete for port 85c41477-e0c8-4717-9c2d-23a6d966188c triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:52.769926 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-98db0c5b-075a-4bea-a7cd-0ab2b1661daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:52.800839 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8574dcc8-8837-4c7c-9a92-3e70028d77ea tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] 10.222.0.25 "PUT /v2.0/routers/a4530df3-f3bd-416c-b66b-8250bb456d6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0489459 Apr 20 13:21:52.818575 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb1329-0aeb-49dd-9e63-060265dbea6c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'Port': ['ID=56d4fdd0-d02c-4886-8b61-78c3f963985c,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:52.835708 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58972) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:52.838490 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f5ae3358-3120-4faf-af38-4e1ea02c2f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:21:52.842440 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcb1329-0aeb-49dd-9e63-060265dbea6c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:52.843461 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5bcb1329-0aeb-49dd-9e63-060265dbea6c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:52.876442 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ae3358-3120-4faf-af38-4e1ea02c2f16 None None] Routers {'a4530df3-f3bd-416c-b66b-8250bb456d6f'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:21:52.877119 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f5ae3358-3120-4faf-af38-4e1ea02c2f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:21:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['a4530df3-f3bd-416c-b66b-8250bb456d6f'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:21:52.919560 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f5ae3358-3120-4faf-af38-4e1ea02c2f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:21:52.920532 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ae3358-3120-4faf-af38-4e1ea02c2f16 None None] The sync data for ids ['a4530df3-f3bd-416c-b66b-8250bb456d6f'] in n-d-836015-7 is: [] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:21:52.938197 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-b2b4d9fa-a997-4c46-99b8-37e8d17e126b None None] For port f08415d5-1b76-41e9-8e13-a00161956dae, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:21:52.941174 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4f3f1f58-ddc2-445f-aa12-cfb5beae917f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:52.983501 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a692f-14f1-40b7-a682-2bb0749e0298 req-cb7673be-9c5c-4a04-b7b2-0c8aaa225a41 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:52.984891 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c60a692f-14f1-40b7-a682-2bb0749e0298 req-cb7673be-9c5c-4a04-b7b2-0c8aaa225a41 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.8012526 Apr 20 13:21:53.034815 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5bcb1329-0aeb-49dd-9e63-060265dbea6c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.9888978 Apr 20 13:21:53.037200 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58974) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:53.068327 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-b2b4d9fa-a997-4c46-99b8-37e8d17e126b None None] For port f08415d5-1b76-41e9-8e13-a00161956dae, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f08415d5-1b76-41e9-8e13-a00161956dae,segment=NetworkSegment(da086995-c3b2-4291-97eb-acb08ade978b),segment_id=da086995-c3b2-4291-97eb-acb08ade978b)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:21:53.122883 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f1f58-ddc2-445f-aa12-cfb5beae917f None None] Pushing event updated for resources: {'Port': ['ID=432fa162-a8b7-4b1b-ac7c-dfc8340a9141,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:53.139421 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c60a692f-14f1-40b7-a682-2bb0749e0298 req-07d864d1-031f-44c4-8f8f-892c3dc9688c tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113253 Apr 20 13:21:53.146683 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-c1cdcc7e-6a4a-4aad-8f1a-47494f568384 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Made reservation on behalf of f70259df35b04b44a243b0a63259328e for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:21:53.149134 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 33f93319-a881-4a0c-8e7c-1f2b5f34db5e triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:53.149299 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd12e9cb-1e4c-4357-8797-4048778b6415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:53.149513 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:53.154207 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-c1cdcc7e-6a4a-4aad-8f1a-47494f568384 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:53.160936 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97a178-4493-43c4-a362-9dc93e809956 req-f132b3d4-b4a3-416c-a0bc-88562817504c tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:53.170350 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5b97a178-4493-43c4-a362-9dc93e809956 req-f132b3d4-b4a3-416c-a0bc-88562817504c tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.3315873 Apr 20 13:21:53.208521 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a605d3-92f3-4c7c-a69c-a8a24f7bcc2c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:53.212254 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-25a605d3-92f3-4c7c-a69c-a8a24f7bcc2c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.1735435 Apr 20 13:21:53.215966 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58982) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:53.264460 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b2b4d9fa-a997-4c46-99b8-37e8d17e126b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:53.439210 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-d1b78647-3d58-485f-ad33-3c11d5c42b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc35cb1-4e07-4989-8441-46af2a0b36ed', 'name': 'tempest-TestServerBasicOps-52501270-router', 'tenant_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '481f802f-c804-4c73-8c29-266c39c01810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:21:44Z', 'updated_at': '2022-04-20T13:21:48Z', 'revision_number': 3, 'project_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'gw_port': {'id': '481f802f-c804-4c73-8c29-266c39c01810', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f1:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc35cb1-4e07-4989-8441-46af2a0b36ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:21:47Z', 'updated_at': '2022-04-20T13:21:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:21:53.568454 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-455c569e-d4d5-4214-b74c-7ce472a5a2cd tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Deleting port 56d4fdd0-d02c-4886-8b61-78c3f963985c {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:21:53.568811 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-455c569e-d4d5-4214-b74c-7ce472a5a2cd tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:53.632786 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b78647-3d58-485f-ad33-3c11d5c42b16 None None] Checking router: fdc35cb1-4e07-4989-8441-46af2a0b36ed for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:21:53.632786 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b78647-3d58-485f-ad33-3c11d5c42b16 None None] Updating router fdc35cb1-4e07-4989-8441-46af2a0b36ed port 481f802f-c804-4c73-8c29-266c39c01810 binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:21:53.634576 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-98db0c5b-075a-4bea-a7cd-0ab2b1661daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:53.759983 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-455c569e-d4d5-4214-b74c-7ce472a5a2cd tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:53.794944 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-455c569e-d4d5-4214-b74c-7ce472a5a2cd tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Calling delete_port for 56d4fdd0-d02c-4886-8b61-78c3f963985c owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:21:53.888729 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b4d9fa-a997-4c46-99b8-37e8d17e126b None None] Pushing event updated for resources: {'Port': ['ID=f08415d5-1b76-41e9-8e13-a00161956dae,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:53.902360 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-98db0c5b-075a-4bea-a7cd-0ab2b1661daa None None] For port 85c41477-e0c8-4717-9c2d-23a6d966188c, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=85c41477-e0c8-4717-9c2d-23a6d966188c,segment=NetworkSegment(3f7e5a8a-f734-449f-bd7f-ba7c81458ab1),segment_id=3f7e5a8a-f734-449f-bd7f-ba7c81458ab1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:21:53.907769 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-d2f4cef7-6fe9-467f-a342-d093ed76346d tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Made reservation on behalf of f70259df35b04b44a243b0a63259328e for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:21:53.911304 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-d2f4cef7-6fe9-467f-a342-d093ed76346d tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:53.971588 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-bd12e9cb-1e4c-4357-8797-4048778b6415 admin admin] Allocated IP 172.20.0.1 (72ce9eb7-6e65-4d33-a97e-ba495b7f713f/a8304900-a486-4d9b-92a6-d7e30f1b6efb/90b3e514-7f32-4d44-8b53-0e97a0417af1) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:21:53.987149 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1b78647-3d58-485f-ad33-3c11d5c42b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:54.000927 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-98db0c5b-075a-4bea-a7cd-0ab2b1661daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:54.071631 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c77ffe30-9bd0-4962-98a0-c42ffcfba349 req-4e2bbc6a-f2fd-4a9d-96af-30b182f1b5ee tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b8f7fbc-c688-428d-9d82-a21e15d8e125 HTTP/1.1" status: 200 len: 210 time: 0.5445297 Apr 20 13:21:54.159127 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-c1cdcc7e-6a4a-4aad-8f1a-47494f568384 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Allocated IP 172.20.0.6 (e783ca97-437f-4c6e-96a9-d1314368a6ae/a15c91c7-1cec-4363-8fbe-d2c0ed8c5d6b/c7877f02-ab7b-4f6e-9fd9-a7d643b7236c) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:21:54.210889 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5b97a178-4493-43c4-a362-9dc93e809956 req-8bef6871-82f8-44f9-b987-e657e43b2ecd tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.0396495 Apr 20 13:21:54.223929 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:54.510538 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd12e9cb-1e4c-4357-8797-4048778b6415 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:54.531212 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-bdcdf790-a555-4720-8e3e-5f6d45aa73f2 None None] Provisioning complete for port f7d6e000-e0b5-496e-92ca-ef2a227aa6aa triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:54.531721 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bdcdf790-a555-4720-8e3e-5f6d45aa73f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:54.536690 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-c1cdcc7e-6a4a-4aad-8f1a-47494f568384 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:54.543840 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db0c5b-075a-4bea-a7cd-0ab2b1661daa None None] Pushing event updated for resources: {'Port': ['ID=85c41477-e0c8-4717-9c2d-23a6d966188c,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:54.549462 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678c05e-5a5c-4c50-8cc7-7ee46bf0078c req-085a0fbe-afbb-47ff-812b-f6747bb47b52 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:54.554642 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4678c05e-5a5c-4c50-8cc7-7ee46bf0078c req-085a0fbe-afbb-47ff-812b-f6747bb47b52 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.2737403 Apr 20 13:21:54.603757 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 33f93319-a881-4a0c-8e7c-1f2b5f34db5e, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=33f93319-a881-4a0c-8e7c-1f2b5f34db5e,segment=NetworkSegment(7e242851-ef63-418f-b799-2897c294b19f),segment_id=7e242851-ef63-418f-b799-2897c294b19f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:21:54.623157 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-455c569e-d4d5-4214-b74c-7ce472a5a2cd tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:54.684515 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-77783d96-6d37-41bc-b7b6-6d75147e8278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:54.712289 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c569e-d4d5-4214-b74c-7ce472a5a2cd tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'Port': ['ID=56d4fdd0-d02c-4886-8b61-78c3f963985c,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:54.759878 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-c1cdcc7e-6a4a-4aad-8f1a-47494f568384 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:54.770369 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:54.785354 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 85c41477-e0c8-4717-9c2d-23a6d966188c up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:21:54.815757 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4678c05e-5a5c-4c50-8cc7-7ee46bf0078c req-61a4db21-b25c-4e16-88f6-235f917cdfed tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327943 Apr 20 13:21:54.905041 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-c1cdcc7e-6a4a-4aad-8f1a-47494f568384 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Network e783ca97-437f-4c6e-96a9-d1314368a6ae is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:21:54.913652 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-c1cdcc7e-6a4a-4aad-8f1a-47494f568384 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:21:54.922367 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-407da15b-148b-459f-b146-1763ebd3dcc2 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:21:54.934044 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-c1cdcc7e-6a4a-4aad-8f1a-47494f568384 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:21:54.942483 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59004) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:54.942946 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-407da15b-148b-459f-b146-1763ebd3dcc2 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] 10.222.0.25 "PUT /v2.0/routers/a4530df3-f3bd-416c-b66b-8250bb456d6f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.0860054 Apr 20 13:21:54.957088 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-455c569e-d4d5-4214-b74c-7ce472a5a2cd tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:54.964183 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-455c569e-d4d5-4214-b74c-7ce472a5a2cd tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/ports/56d4fdd0-d02c-4886-8b61-78c3f963985c HTTP/1.1" status: 204 len: 168 time: 1.7331908 Apr 20 13:21:54.967589 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cdcc7e-6a4a-4aad-8f1a-47494f568384 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Pushing event updated for resources: {'Port': ['ID=c7877f02-ab7b-4f6e-9fd9-a7d643b7236c,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:54.988167 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59006) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:55.088749 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=33f93319-a881-4a0c-8e7c-1f2b5f34db5e,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:55.126313 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd12e9cb-1e4c-4357-8797-4048778b6415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:55.148087 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-afec4a1f-d6e8-41b7-b39d-3b15fdb7a4b3 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] GET failed (client error): The resource could not be found. Apr 20 13:21:55.153239 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-afec4a1f-d6e8-41b7-b39d-3b15fdb7a4b3 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "GET /v2.0/ports/56d4fdd0-d02c-4886-8b61-78c3f963985c HTTP/1.1" status: 404 len: 333 time: 0.1626201 Apr 20 13:21:55.178368 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59012) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:55.253002 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-d2f4cef7-6fe9-467f-a342-d093ed76346d tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Allocated IP 172.20.0.10 (e783ca97-437f-4c6e-96a9-d1314368a6ae/a15c91c7-1cec-4363-8fbe-d2c0ed8c5d6b/8d836939-8509-4422-9ef7-e8cb8c85414f) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:21:55.273639 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-c1cdcc7e-6a4a-4aad-8f1a-47494f568384 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:55.276408 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-c1cdcc7e-6a4a-4aad-8f1a-47494f568384 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:55.346974 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd12e9cb-1e4c-4357-8797-4048778b6415 admin admin] Network 72ce9eb7-6e65-4d33-a97e-ba495b7f713f is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:21:55.351917 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1b78647-3d58-485f-ad33-3c11d5c42b16 None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:55.371449 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-bdcdf790-a555-4720-8e3e-5f6d45aa73f2 None None] Port f7d6e000-e0b5-496e-92ca-ef2a227aa6aa cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:21:55.389728 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 85c41477-e0c8-4717-9c2d-23a6d966188c triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:55.390115 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:55.394924 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-bd12e9cb-1e4c-4357-8797-4048778b6415 admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:21:55.413628 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366efde3-3623-4ea0-8f90-dbcd6b4f2553 req-f66ed77e-8162-49ad-83c9-c9524fe98f38 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:55.422350 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-366efde3-3623-4ea0-8f90-dbcd6b4f2553 req-f66ed77e-8162-49ad-83c9-c9524fe98f38 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.4571128 Apr 20 13:21:55.435044 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-bdcdf790-a555-4720-8e3e-5f6d45aa73f2 None None] Provisioning complete for port 33f93319-a881-4a0c-8e7c-1f2b5f34db5e triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:55.435478 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bdcdf790-a555-4720-8e3e-5f6d45aa73f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:55.435641 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd12e9cb-1e4c-4357-8797-4048778b6415 admin admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:21:55.438159 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12e9cb-1e4c-4357-8797-4048778b6415 admin admin] Pushing event updated for resources: {'Port': ['ID=90b3e514-7f32-4d44-8b53-0e97a0417af1,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:55.529990 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1b78647-3d58-485f-ad33-3c11d5c42b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:55.534215 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-c1cdcc7e-6a4a-4aad-8f1a-47494f568384 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9068971 Apr 20 13:21:55.540009 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836c64b6-475e-4833-8a69-d97d8ef95b5b None None] Network 62a01ad6-3835-4a6b-9061-5d2313ae0282 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:21:55.550539 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-3d328b05-7185-4a0d-8940-e6b6fbf8c27a service neutron] Request body: {'port': {'device_id': '0b8f7fbc-c688-428d-9d82-a21e15d8e125', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:55.662633 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-3d328b05-7185-4a0d-8940-e6b6fbf8c27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:55.751143 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64646e5-0426-4de2-982e-74fb61b0c2e1 None None] Network 8dae790c-4025-4bdf-925a-55e49dd66ee3 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:21:55.812766 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9bc00-88fd-4c45-9b96-2b328634d334 req-0cab9e80-562e-4045-b7bc-ab7f612611c2 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:55.814585 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-01e9bc00-88fd-4c45-9b96-2b328634d334 req-0cab9e80-562e-4045-b7bc-ab7f612611c2 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b8f7fbc-c688-428d-9d82-a21e15d8e125 HTTP/1.1" status: 200 len: 931 time: 0.5634594 Apr 20 13:21:55.845959 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd12e9cb-1e4c-4357-8797-4048778b6415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:55.909629 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-d1b78647-3d58-485f-ad33-3c11d5c42b16 None None] Attempting to bind port 481f802f-c804-4c73-8c29-266c39c01810 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:21:55.910016 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-d1b78647-3d58-485f-ad33-3c11d5c42b16 None None] Attempting to bind port 481f802f-c804-4c73-8c29-266c39c01810 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:21:55.910384 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b78647-3d58-485f-ad33-3c11d5c42b16 None None] Attempting to bind port 481f802f-c804-4c73-8c29-266c39c01810 on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:21:55.927063 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c63097c8-5aa9-49e3-8df0-e659fc4eec69 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:55.941682 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-bdcdf790-a555-4720-8e3e-5f6d45aa73f2 None None] Provisioning complete for port 85c41477-e0c8-4717-9c2d-23a6d966188c triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:55.942063 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bdcdf790-a555-4720-8e3e-5f6d45aa73f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:55.971252 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-366efde3-3623-4ea0-8f90-dbcd6b4f2553 req-b17985e3-4b4d-45bb-94bd-9eb827f82fa0 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5278800 Apr 20 13:21:55.983470 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b78647-3d58-485f-ad33-3c11d5c42b16 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:21:55.983859 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b78647-3d58-485f-ad33-3c11d5c42b16 None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:21:55.984275 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1b78647-3d58-485f-ad33-3c11d5c42b16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:55.984677 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b78647-3d58-485f-ad33-3c11d5c42b16 None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:21:55.985179 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-d1b78647-3d58-485f-ad33-3c11d5c42b16 None None] Bound port: 481f802f-c804-4c73-8c29-266c39c01810, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:21:55.985570 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1b78647-3d58-485f-ad33-3c11d5c42b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:56.049033 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-d1b78647-3d58-485f-ad33-3c11d5c42b16 None None] For port 481f802f-c804-4c73-8c29-266c39c01810, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:21:56.053215 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-d1b78647-3d58-485f-ad33-3c11d5c42b16 None None] For port 481f802f-c804-4c73-8c29-266c39c01810, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=481f802f-c804-4c73-8c29-266c39c01810,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:21:56.064580 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b732731-86f0-489a-8263-4bca4a555b24 None None] Pushing event updated for resources: {'Port': ['ID=481f802f-c804-4c73-8c29-266c39c01810,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:56.108833 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-01e9bc00-88fd-4c45-9b96-2b328634d334 req-62f728c0-3f83-4bf4-8066-1a56cbcfcb0a tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/security-groups?id=9650120b-ab55-426c-a3dc-890fb68c27e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764204 Apr 20 13:21:56.201918 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-c4edb324-fa20-4d19-9643-22d4e1cfc952 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Deleting port 53848d98-aa28-4861-a92b-261b0113b3bb {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:21:56.202614 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c4edb324-fa20-4d19-9643-22d4e1cfc952 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:56.248937 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1b78647-3d58-485f-ad33-3c11d5c42b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:56.376862 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b732731-86f0-489a-8263-4bca4a555b24 None None] Pushing event updated for resources: {'Port': ['ID=481f802f-c804-4c73-8c29-266c39c01810,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:56.419094 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-d2f4cef7-6fe9-467f-a342-d093ed76346d tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:56.514463 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b78647-3d58-485f-ad33-3c11d5c42b16 None None] Routers {'fdc35cb1-4e07-4989-8441-46af2a0b36ed'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:21:56.515343 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-d1b78647-3d58-485f-ad33-3c11d5c42b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:21:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['fdc35cb1-4e07-4989-8441-46af2a0b36ed'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:21:56.581018 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c4edb324-fa20-4d19-9643-22d4e1cfc952 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:56.593626 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-c4edb324-fa20-4d19-9643-22d4e1cfc952 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Calling delete_port for 53848d98-aa28-4861-a92b-261b0113b3bb owned by {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:21:56.802653 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 33f93319-a881-4a0c-8e7c-1f2b5f34db5e up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:21:56.816788 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-d2f4cef7-6fe9-467f-a342-d093ed76346d tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:56.900519 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f4cef7-6fe9-467f-a342-d093ed76346d tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Pushing event updated for resources: {'Port': ['ID=8d836939-8509-4422-9ef7-e8cb8c85414f,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:56.910200 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-da3979da-2c80-478b-83b3-a702d5065e7c None None] Provisioning complete for port 90b3e514-7f32-4d44-8b53-0e97a0417af1 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:56.910787 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-da3979da-2c80-478b-83b3-a702d5065e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:56.914948 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c4edb324-fa20-4d19-9643-22d4e1cfc952 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:56.987755 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-da3979da-2c80-478b-83b3-a702d5065e7c None None] Port 90b3e514-7f32-4d44-8b53-0e97a0417af1 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:21:57.001157 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4edb324-fa20-4d19-9643-22d4e1cfc952 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'Port': ['ID=53848d98-aa28-4861-a92b-261b0113b3bb,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:57.006222 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cd03d2b9-6465-4a36-a142-eec8bbd6c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:57.016741 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-d2f4cef7-6fe9-467f-a342-d093ed76346d tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Network e783ca97-437f-4c6e-96a9-d1314368a6ae is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:21:57.020305 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd12e9cb-1e4c-4357-8797-4048778b6415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:57.053407 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-d1b78647-3d58-485f-ad33-3c11d5c42b16 None None] Set router fdc35cb1-4e07-4989-8441-46af2a0b36ed gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:21:57.058430 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-da3979da-2c80-478b-83b3-a702d5065e7c None None] Provisioning complete for port 432fa162-a8b7-4b1b-ac7c-dfc8340a9141 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:57.058974 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-da3979da-2c80-478b-83b3-a702d5065e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:57.167621 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 33f93319-a881-4a0c-8e7c-1f2b5f34db5e triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:57.168153 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:57.221726 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1718491-615d-4e00-85ca-f3fddfa14c59 req-9e896ac4-6f70-4f0a-b1bb-38402c71bbb8 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:57.223347 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1718491-615d-4e00-85ca-f3fddfa14c59 req-9e896ac4-6f70-4f0a-b1bb-38402c71bbb8 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 1.0295811 Apr 20 13:21:57.285615 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-3d328b05-7185-4a0d-8940-e6b6fbf8c27a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7877f02-ab7b-4f6e-9fd9-a7d643b7236c {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:21:57.297446 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-c63097c8-5aa9-49e3-8df0-e659fc4eec69 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Deleting port f7d6e000-e0b5-496e-92ca-ef2a227aa6aa {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:21:57.297802 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c63097c8-5aa9-49e3-8df0-e659fc4eec69 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:57.386453 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-da3979da-2c80-478b-83b3-a702d5065e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:57.416288 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c63097c8-5aa9-49e3-8df0-e659fc4eec69 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:57.431603 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-c63097c8-5aa9-49e3-8df0-e659fc4eec69 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Calling delete_port for f7d6e000-e0b5-496e-92ca-ef2a227aa6aa owned by network:router_interface {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:21:57.514360 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-da3979da-2c80-478b-83b3-a702d5065e7c None None] For port 432fa162-a8b7-4b1b-ac7c-dfc8340a9141, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=432fa162-a8b7-4b1b-ac7c-dfc8340a9141,segment=NetworkSegment(24cd8f75-7916-4ff6-9edd-0651c8f15136),segment_id=24cd8f75-7916-4ff6-9edd-0651c8f15136)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:21:57.559307 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 432fa162-a8b7-4b1b-ac7c-dfc8340a9141 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:21:57.636360 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-da3979da-2c80-478b-83b3-a702d5065e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:57.673581 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-3d328b05-7185-4a0d-8940-e6b6fbf8c27a service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:57.740358 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-da3979da-2c80-478b-83b3-a702d5065e7c None None] Could not find standard attr ID for object 53848d98-aa28-4861-a92b-261b0113b3bb. {{(pid=114871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:21:57.743175 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-3d328b05-7185-4a0d-8940-e6b6fbf8c27a service neutron] Transition to ACTIVE for port object c7877f02-ab7b-4f6e-9fd9-a7d643b7236c will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:21:57.744341 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c63097c8-5aa9-49e3-8df0-e659fc4eec69 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:57.762027 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-d2f4cef7-6fe9-467f-a342-d093ed76346d tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:21:57.793685 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-d2f4cef7-6fe9-467f-a342-d093ed76346d tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:21:57.825661 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3979da-2c80-478b-83b3-a702d5065e7c None None] Pushing event updated for resources: {'Port': ['ID=432fa162-a8b7-4b1b-ac7c-dfc8340a9141,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:57.841286 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63097c8-5aa9-49e3-8df0-e659fc4eec69 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Pushing event deleted for resources: {'Port': ['ID=f7d6e000-e0b5-496e-92ca-ef2a227aa6aa,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:57.874353 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 432fa162-a8b7-4b1b-ac7c-dfc8340a9141 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:57.874738 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:57.876084 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-3d328b05-7185-4a0d-8940-e6b6fbf8c27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:57.882686 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b375300-d1b1-4d71-8651-34637a6d3609 req-b45674b9-946b-48c7-8ee8-947343911c75 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:57.884610 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1b375300-d1b1-4d71-8651-34637a6d3609 req-b45674b9-946b-48c7-8ee8-947343911c75 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 1.5955610 Apr 20 13:21:57.922332 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-da3979da-2c80-478b-83b3-a702d5065e7c None None] Provisioning complete for port 33f93319-a881-4a0c-8e7c-1f2b5f34db5e triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:57.922716 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-da3979da-2c80-478b-83b3-a702d5065e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:58.076321 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-d1b78647-3d58-485f-ad33-3c11d5c42b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc35cb1-4e07-4989-8441-46af2a0b36ed', 'name': 'tempest-TestServerBasicOps-52501270-router', 'tenant_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '481f802f-c804-4c73-8c29-266c39c01810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:21:44Z', 'updated_at': '2022-04-20T13:21:48Z', 'revision_number': 3, 'project_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'gw_port': {'id': '481f802f-c804-4c73-8c29-266c39c01810', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f1:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc35cb1-4e07-4989-8441-46af2a0b36ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:21:47Z', 'updated_at': '2022-04-20T13:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:21:58.078743 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1718491-615d-4e00-85ca-f3fddfa14c59 req-8cc5bd58-74f8-4856-8a52-34be28dcc766 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2962627 Apr 20 13:21:58.116237 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-d2f4cef7-6fe9-467f-a342-d093ed76346d tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:58.117629 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-d2f4cef7-6fe9-467f-a342-d093ed76346d tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:58.123671 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1b375300-d1b1-4d71-8651-34637a6d3609 req-4e862166-1f47-4117-bfee-0e52dd64dda6 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223792 Apr 20 13:21:58.136979 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c4edb324-fa20-4d19-9643-22d4e1cfc952 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:58.138451 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d328b05-7185-4a0d-8940-e6b6fbf8c27a service neutron] Pushing event updated for resources: {'Port': ['ID=c7877f02-ab7b-4f6e-9fd9-a7d643b7236c,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:58.154901 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c4edb324-fa20-4d19-9643-22d4e1cfc952 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/ports/53848d98-aa28-4861-a92b-261b0113b3bb HTTP/1.1" status: 204 len: 168 time: 2.9693172 Apr 20 13:21:58.166599 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59052) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:58.285420 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b78647-3d58-485f-ad33-3c11d5c42b16 None None] The sync data for ids ['fdc35cb1-4e07-4989-8441-46af2a0b36ed'] in n-d-836015-7 is: [{'id': 'fdc35cb1-4e07-4989-8441-46af2a0b36ed', 'name': 'tempest-TestServerBasicOps-52501270-router', 'tenant_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '481f802f-c804-4c73-8c29-266c39c01810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:21:44Z', 'updated_at': '2022-04-20T13:21:48Z', 'revision_number': 3, 'project_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'gw_port': {'id': '481f802f-c804-4c73-8c29-266c39c01810', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f1:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc35cb1-4e07-4989-8441-46af2a0b36ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:21:47Z', 'updated_at': '2022-04-20T13:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:21:58.314488 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e24a44-92b0-4480-8592-0f76b5b7fab9 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] GET failed (client error): The resource could not be found. Apr 20 13:21:58.319042 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e4e24a44-92b0-4480-8592-0f76b5b7fab9 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "GET /v2.0/ports/53848d98-aa28-4861-a92b-261b0113b3bb HTTP/1.1" status: 404 len: 333 time: 0.1486220 Apr 20 13:21:58.360011 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:58.394230 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-3d328b05-7185-4a0d-8940-e6b6fbf8c27a service neutron] Attempting to bind port c7877f02-ab7b-4f6e-9fd9-a7d643b7236c on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:21:58.394692 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-3d328b05-7185-4a0d-8940-e6b6fbf8c27a service neutron] Attempting to bind port c7877f02-ab7b-4f6e-9fd9-a7d643b7236c by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '8588e126-c540-4263-a838-7380f873274c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e783ca97-437f-4c6e-96a9-d1314368a6ae'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:21:58.394895 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-3d328b05-7185-4a0d-8940-e6b6fbf8c27a service neutron] Attempting to bind port c7877f02-ab7b-4f6e-9fd9-a7d643b7236c on network e783ca97-437f-4c6e-96a9-d1314368a6ae {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:21:58.396860 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59056) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:58.406322 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd12e9cb-1e4c-4357-8797-4048778b6415 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:58.439390 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-d2f4cef7-6fe9-467f-a342-d093ed76346d tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1111984 Apr 20 13:21:58.456596 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-82af617d-0baf-4357-9de2-c3741f161db5 service neutron] Request body: {'port': {'device_id': '4188dd5b-c38f-4cd0-9f9c-f51ada403baa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:58.502455 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-da3979da-2c80-478b-83b3-a702d5065e7c None None] Could not find standard attr ID for object f7d6e000-e0b5-496e-92ca-ef2a227aa6aa. {{(pid=114871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:21:58.515313 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd12e9cb-1e4c-4357-8797-4048778b6415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:58.521933 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 85c41477-e0c8-4717-9c2d-23a6d966188c up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:21:58.546708 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c63097c8-5aa9-49e3-8df0-e659fc4eec69 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:58.566438 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-da3979da-2c80-478b-83b3-a702d5065e7c None None] Provisioning complete for port f08415d5-1b76-41e9-8e13-a00161956dae triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:58.566821 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-da3979da-2c80-478b-83b3-a702d5065e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:58.663847 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-eef468eb-e224-4377-9e52-90ad630fa00b tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Deleting subnet 9340f098-f5dd-4dc4-8482-cefdc0111454 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:21:58.673313 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eef468eb-e224-4377-9e52-90ad630fa00b tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:58.701643 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 85c41477-e0c8-4717-9c2d-23a6d966188c triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:58.702018 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:58.767056 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eef468eb-e224-4377-9e52-90ad630fa00b tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:58.798162 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b443dfc-71e8-4acc-8ad3-b59c986aca9b req-d0caccf0-b02f-4038-93f6-68208dd34d25 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:58.809931 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6b443dfc-71e8-4acc-8ad3-b59c986aca9b req-d0caccf0-b02f-4038-93f6-68208dd34d25 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.5256906 Apr 20 13:21:58.834024 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0be23-7939-4414-a364-5cb4b7f7a3e2 req-70f5e34c-98ed-4085-a858-aff37538a1fc tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:58.835848 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0cb0be23-7939-4414-a364-5cb4b7f7a3e2 req-70f5e34c-98ed-4085-a858-aff37538a1fc tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b8f7fbc-c688-428d-9d82-a21e15d8e125 HTTP/1.1" status: 200 len: 943 time: 0.5702100 Apr 20 13:21:58.852719 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-da3979da-2c80-478b-83b3-a702d5065e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:58.920231 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-82af617d-0baf-4357-9de2-c3741f161db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:58.922969 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd12e9cb-1e4c-4357-8797-4048778b6415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:58.927391 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-da3979da-2c80-478b-83b3-a702d5065e7c None None] For port f08415d5-1b76-41e9-8e13-a00161956dae, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f08415d5-1b76-41e9-8e13-a00161956dae,segment=NetworkSegment(da086995-c3b2-4291-97eb-acb08ade978b),segment_id=da086995-c3b2-4291-97eb-acb08ade978b)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:21:58.936659 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12e9cb-1e4c-4357-8797-4048778b6415 admin admin] Pushing event updated for resources: {'Port': ['ID=90b3e514-7f32-4d44-8b53-0e97a0417af1,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:58.938477 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eef468eb-e224-4377-9e52-90ad630fa00b tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:59.039346 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-da3979da-2c80-478b-83b3-a702d5065e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:59.044022 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-3d328b05-7185-4a0d-8940-e6b6fbf8c27a service neutron] Port c7877f02-ab7b-4f6e-9fd9-a7d643b7236c on network e783ca97-437f-4c6e-96a9-d1314368a6ae not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:21:59.044627 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-3d328b05-7185-4a0d-8940-e6b6fbf8c27a service neutron] Attempting to bind port c7877f02-ab7b-4f6e-9fd9-a7d643b7236c on network e783ca97-437f-4c6e-96a9-d1314368a6ae {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:21:59.104443 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3979da-2c80-478b-83b3-a702d5065e7c None None] Pushing event updated for resources: {'Port': ['ID=f08415d5-1b76-41e9-8e13-a00161956dae,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:59.119322 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6b443dfc-71e8-4acc-8ad3-b59c986aca9b req-d6be2b40-6fb3-4e93-b3e2-05df99091cd0 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619092 Apr 20 13:21:59.123620 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f08415d5-1b76-41e9-8e13-a00161956dae up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:21:59.134416 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eef468eb-e224-4377-9e52-90ad630fa00b tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:59.217259 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-3eec7081-ec3c-4e9a-90f8-9ae0f587b434 None None] Provisioning complete for port 432fa162-a8b7-4b1b-ac7c-dfc8340a9141 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:59.217857 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3eec7081-ec3c-4e9a-90f8-9ae0f587b434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:59.219679 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0cb0be23-7939-4414-a364-5cb4b7f7a3e2 req-18a9de10-d916-456c-9cc4-60352c6d9b47 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/security-groups?id=9650120b-ab55-426c-a3dc-890fb68c27e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560283 Apr 20 13:21:59.241252 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port f08415d5-1b76-41e9-8e13-a00161956dae triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:59.243088 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:59.275262 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-3d328b05-7185-4a0d-8940-e6b6fbf8c27a service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:21:59.275636 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-3d328b05-7185-4a0d-8940-e6b6fbf8c27a service neutron] Checking segment: {'id': '8588e126-c540-4263-a838-7380f873274c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e783ca97-437f-4c6e-96a9-d1314368a6ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:21:59.276026 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-3d328b05-7185-4a0d-8940-e6b6fbf8c27a service neutron] Bound using segment: {'id': '8588e126-c540-4263-a838-7380f873274c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e783ca97-437f-4c6e-96a9-d1314368a6ae'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:21:59.276491 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-3d328b05-7185-4a0d-8940-e6b6fbf8c27a service neutron] Bound port: c7877f02-ab7b-4f6e-9fd9-a7d643b7236c, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8588e126-c540-4263-a838-7380f873274c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e783ca97-437f-4c6e-96a9-d1314368a6ae'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:21:59.276872 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-3d328b05-7185-4a0d-8940-e6b6fbf8c27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:59.398965 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef468eb-e224-4377-9e52-90ad630fa00b tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'Subnet': ['ID=9340f098-f5dd-4dc4-8482-cefdc0111454,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:59.460302 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eef468eb-e224-4377-9e52-90ad630fa00b tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:59.473017 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-eef468eb-e224-4377-9e52-90ad630fa00b tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/subnets/9340f098-f5dd-4dc4-8482-cefdc0111454 HTTP/1.1" status: 204 len: 168 time: 0.9278612 Apr 20 13:21:59.488847 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59074) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:59.528249 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:59.607820 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-3eec7081-ec3c-4e9a-90f8-9ae0f587b434 None None] Could not find standard attr ID for object 53848d98-aa28-4861-a92b-261b0113b3bb. {{(pid=114871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:21:59.611966 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-3eec7081-ec3c-4e9a-90f8-9ae0f587b434 None None] Could not find standard attr ID for object 56d4fdd0-d02c-4886-8b61-78c3f963985c. {{(pid=114871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:21:59.625525 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-3eec7081-ec3c-4e9a-90f8-9ae0f587b434 None None] Provisioning complete for port f08415d5-1b76-41e9-8e13-a00161956dae triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:59.625899 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3eec7081-ec3c-4e9a-90f8-9ae0f587b434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:59.708641 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd12e9cb-1e4c-4357-8797-4048778b6415 admin admin] Network 72ce9eb7-6e65-4d33-a97e-ba495b7f713f is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:21:59.713817 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-73841e59-24fa-4c92-8ccd-b720b9327b56 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:59.724724 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f41c7f-e1b2-4878-9956-d2e444dcb1bc None None] Network 62a01ad6-3835-4a6b-9061-5d2313ae0282 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:21:59.728630 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-bd12e9cb-1e4c-4357-8797-4048778b6415 admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:21:59.860641 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc29631-3436-4135-b5ae-27638d5e1eee req-6c7feab5-f8ef-4191-a82c-1fde6028a9eb tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:59.864013 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8dc29631-3436-4135-b5ae-27638d5e1eee req-6c7feab5-f8ef-4191-a82c-1fde6028a9eb tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.4056623 Apr 20 13:21:59.958845 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 432fa162-a8b7-4b1b-ac7c-dfc8340a9141 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:22:00.014347 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac51563-8dbe-4ed1-a091-d8572ba770b3 req-beae7e7f-6c06-45c9-852a-542d6fbdffed tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:00.019258 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5ac51563-8dbe-4ed1-a091-d8572ba770b3 req-beae7e7f-6c06-45c9-852a-542d6fbdffed tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.5621896 Apr 20 13:22:00.025273 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63097c8-5aa9-49e3-8df0-e659fc4eec69 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Router a4530df3-f3bd-416c-b66b-8250bb456d6f has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:22:00.041765 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-3d328b05-7185-4a0d-8940-e6b6fbf8c27a service neutron] For port c7877f02-ab7b-4f6e-9fd9-a7d643b7236c, host n-h2-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:22:00.055398 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:00.121269 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-3d328b05-7185-4a0d-8940-e6b6fbf8c27a service neutron] For port c7877f02-ab7b-4f6e-9fd9-a7d643b7236c, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=c7877f02-ab7b-4f6e-9fd9-a7d643b7236c,segment=NetworkSegment(8588e126-c540-4263-a838-7380f873274c),segment_id=8588e126-c540-4263-a838-7380f873274c)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:22:00.150168 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 432fa162-a8b7-4b1b-ac7c-dfc8340a9141 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:00.153176 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:00.230063 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8dc29631-3436-4135-b5ae-27638d5e1eee req-f7f75280-9f84-4576-89aa-c9e8f9b395cb tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462107 Apr 20 13:22:00.247695 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd12e9cb-1e4c-4357-8797-4048778b6415 admin admin] Router fdc35cb1-4e07-4989-8441-46af2a0b36ed has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:22:00.249078 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192c23c4-3305-4d38-ad69-a2f955c925f6 None None] DHCP port deletion for 62a01ad6-3835-4a6b-9061-5d2313ae0282 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:22:00.262900 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-3d328b05-7185-4a0d-8940-e6b6fbf8c27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:00.302423 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5ac51563-8dbe-4ed1-a091-d8572ba770b3 req-47409173-a8cf-4c9c-8c08-421d8c86bba6 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1504912 Apr 20 13:22:00.394365 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63097c8-5aa9-49e3-8df0-e659fc4eec69 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:22:00.407095 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-5a506723-58c9-49f9-94fb-5ea835140376 None None] Provisioning complete for port 90b3e514-7f32-4d44-8b53-0e97a0417af1 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:00.407725 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5a506723-58c9-49f9-94fb-5ea835140376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:00.413821 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c63097c8-5aa9-49e3-8df0-e659fc4eec69 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] 10.222.0.25 "PUT /v2.0/routers/a4530df3-f3bd-416c-b66b-8250bb456d6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4574730 Apr 20 13:22:00.418849 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59084) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:00.438553 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-3d328b05-7185-4a0d-8940-e6b6fbf8c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:00.439185 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-3d328b05-7185-4a0d-8940-e6b6fbf8c27a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:00.439325 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6e39b5-8982-4bd7-ae9b-6830224650af None None] Sync routers for ids ['a4530df3-f3bd-416c-b66b-8250bb456d6f'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:22:00.440593 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-3d328b05-7185-4a0d-8940-e6b6fbf8c27a service neutron] 10.222.0.15 "PUT /v2.0/ports/c7877f02-ab7b-4f6e-9fd9-a7d643b7236c HTTP/1.1" status: 200 len: 1091 time: 4.8973744 Apr 20 13:22:00.442104 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 481f802f-c804-4c73-8c29-266c39c01810 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:22:00.447456 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b8f7fbc-c688-428d-9d82-a21e15d8e125', 'tag': 'c7877f02-ab7b-4f6e-9fd9-a7d643b7236c'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:22:00.448399 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698f6a85-4b03-4077-a5eb-aedf1bf9e26f" -d '{"events": [{"name": "network-changed", "server_uuid": "0b8f7fbc-c688-428d-9d82-a21e15d8e125", "tag": "c7877f02-ab7b-4f6e-9fd9-a7d643b7236c"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:22:00.456106 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-73841e59-24fa-4c92-8ccd-b720b9327b56 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Deleting port 432fa162-a8b7-4b1b-ac7c-dfc8340a9141 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:22:00.456459 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-73841e59-24fa-4c92-8ccd-b720b9327b56 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:00.514277 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-5a506723-58c9-49f9-94fb-5ea835140376 None None] Port 90b3e514-7f32-4d44-8b53-0e97a0417af1 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:22:00.516367 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6e39b5-8982-4bd7-ae9b-6830224650af None None] Routers {'a4530df3-f3bd-416c-b66b-8250bb456d6f'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:22:00.517152 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-5b6e39b5-8982-4bd7-ae9b-6830224650af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:21:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['a4530df3-f3bd-416c-b66b-8250bb456d6f'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:00.521208 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-192c23c4-3305-4d38-ad69-a2f955c925f6 None None] Deleting port 432fa162-a8b7-4b1b-ac7c-dfc8340a9141 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:22:00.521878 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-192c23c4-3305-4d38-ad69-a2f955c925f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:00.580836 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-82af617d-0baf-4357-9de2-c3741f161db5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d836939-8509-4422-9ef7-e8cb8c85414f {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:22:00.595127 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-5b6e39b5-8982-4bd7-ae9b-6830224650af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:00.597808 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-73841e59-24fa-4c92-8ccd-b720b9327b56 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] For port 432fa162-a8b7-4b1b-ac7c-dfc8340a9141, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=432fa162-a8b7-4b1b-ac7c-dfc8340a9141,segment=NetworkSegment(24cd8f75-7916-4ff6-9edd-0651c8f15136),segment_id=24cd8f75-7916-4ff6-9edd-0651c8f15136)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:00.598190 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-73841e59-24fa-4c92-8ccd-b720b9327b56 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:00.614124 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-82af617d-0baf-4357-9de2-c3741f161db5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:00.635956 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-73841e59-24fa-4c92-8ccd-b720b9327b56 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Calling delete_port for 432fa162-a8b7-4b1b-ac7c-dfc8340a9141 owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:22:00.680756 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-82af617d-0baf-4357-9de2-c3741f161db5 service neutron] Transition to ACTIVE for port object 8d836939-8509-4422-9ef7-e8cb8c85414f will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:22:00.699916 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6e39b5-8982-4bd7-ae9b-6830224650af None None] Routers {'a4530df3-f3bd-416c-b66b-8250bb456d6f'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:22:00.700778 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-5b6e39b5-8982-4bd7-ae9b-6830224650af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:21:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['a4530df3-f3bd-416c-b66b-8250bb456d6f'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:00.706949 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b89bfc-9609-4ebc-b936-1b22fcb3caf0 req-6564ea4b-c98c-4614-8033-f7adf3eff4ba tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:00.709215 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-91b89bfc-9609-4ebc-b936-1b22fcb3caf0 req-6564ea4b-c98c-4614-8033-f7adf3eff4ba tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b8f7fbc-c688-428d-9d82-a21e15d8e125 HTTP/1.1" status: 200 len: 943 time: 0.3496304 Apr 20 13:22:00.733956 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec5f8d-e16d-4d64-abf6-4fdf28aa8336 req-2609b0bc-0f5e-4da7-a6e5-28f6c3e12296 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:00.747154 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6dec5f8d-e16d-4d64-abf6-4fdf28aa8336 req-2609b0bc-0f5e-4da7-a6e5-28f6c3e12296 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.3005359 Apr 20 13:22:00.759323 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-5b6e39b5-8982-4bd7-ae9b-6830224650af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:00.760574 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6e39b5-8982-4bd7-ae9b-6830224650af None None] The sync data for ids ['a4530df3-f3bd-416c-b66b-8250bb456d6f'] in n-d-836015-7 is: [] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:22:00.763285 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd12e9cb-1e4c-4357-8797-4048778b6415 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:22:00.766600 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 481f802f-c804-4c73-8c29-266c39c01810 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:00.767246 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:00.771119 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-192c23c4-3305-4d38-ad69-a2f955c925f6 None None] For port 432fa162-a8b7-4b1b-ac7c-dfc8340a9141, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=432fa162-a8b7-4b1b-ac7c-dfc8340a9141,segment=NetworkSegment(24cd8f75-7916-4ff6-9edd-0651c8f15136),segment_id=24cd8f75-7916-4ff6-9edd-0651c8f15136)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:00.771857 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-192c23c4-3305-4d38-ad69-a2f955c925f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:00.781870 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-82af617d-0baf-4357-9de2-c3741f161db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:00.797091 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-bd12e9cb-1e4c-4357-8797-4048778b6415 admin admin] 10.222.0.25 "PUT /v2.0/routers/fdc35cb1-4e07-4989-8441-46af2a0b36ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8861401 Apr 20 13:22:00.821225 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-192c23c4-3305-4d38-ad69-a2f955c925f6 None None] Calling delete_port for 432fa162-a8b7-4b1b-ac7c-dfc8340a9141 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:22:00.978942 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-91b89bfc-9609-4ebc-b936-1b22fcb3caf0 req-6ee92f86-767d-4ab0-bbd2-eeeedf5eb975 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/security-groups?id=9650120b-ab55-426c-a3dc-890fb68c27e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239323 Apr 20 13:22:01.014717 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:01.018702 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6dec5f8d-e16d-4d64-abf6-4fdf28aa8336 req-ab2468f9-864e-4398-a8ea-957ab6027af1 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701991 Apr 20 13:22:01.019754 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af617d-0baf-4357-9de2-c3741f161db5 service neutron] Pushing event updated for resources: {'Port': ['ID=8d836939-8509-4422-9ef7-e8cb8c85414f,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:01.095040 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-192c23c4-3305-4d38-ad69-a2f955c925f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:01.096088 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-73841e59-24fa-4c92-8ccd-b720b9327b56 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:01.112467 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481ff89e-eb77-4748-9293-f2899760a8eb x-openstack-request-id: req-481ff89e-eb77-4748-9293-f2899760a8eb {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:22:01.112840 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b8f7fbc-c688-428d-9d82-a21e15d8e125", "tag": "c7877f02-ab7b-4f6e-9fd9-a7d643b7236c", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:22:01.113042 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-481ff89e-eb77-4748-9293-f2899760a8eb {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:22:01.113478 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-481ff89e-eb77-4748-9293-f2899760a8eb'] response: {'name': 'network-changed', 'server_uuid': '0b8f7fbc-c688-428d-9d82-a21e15d8e125', 'tag': 'c7877f02-ab7b-4f6e-9fd9-a7d643b7236c', 'status': 'completed', 'code': 200} Apr 20 13:22:01.117295 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 481f802f-c804-4c73-8c29-266c39c01810, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=481f802f-c804-4c73-8c29-266c39c01810,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:01.127534 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192c23c4-3305-4d38-ad69-a2f955c925f6 None None] No DVR routers for this DVR port 432fa162-a8b7-4b1b-ac7c-dfc8340a9141 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:22:01.134153 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73841e59-24fa-4c92-8ccd-b720b9327b56 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] No DVR routers for this DVR port 432fa162-a8b7-4b1b-ac7c-dfc8340a9141 on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:22:01.152315 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c23c4-3305-4d38-ad69-a2f955c925f6 None None] Pushing event deleted for resources: {'Port': ['ID=432fa162-a8b7-4b1b-ac7c-dfc8340a9141,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:01.175182 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c23c4-3305-4d38-ad69-a2f955c925f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:01.175644 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c23c4-3305-4d38-ad69-a2f955c925f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:01.175967 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c23c4-3305-4d38-ad69-a2f955c925f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:01.176309 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c23c4-3305-4d38-ad69-a2f955c925f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:01.176644 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c23c4-3305-4d38-ad69-a2f955c925f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:01.176994 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c23c4-3305-4d38-ad69-a2f955c925f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:01.177301 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c23c4-3305-4d38-ad69-a2f955c925f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:01.177634 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c23c4-3305-4d38-ad69-a2f955c925f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:01.178488 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c23c4-3305-4d38-ad69-a2f955c925f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:01.178488 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c23c4-3305-4d38-ad69-a2f955c925f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:01.178679 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c23c4-3305-4d38-ad69-a2f955c925f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:01.178929 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c23c4-3305-4d38-ad69-a2f955c925f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:01.195234 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-72e07b88-35ec-420b-9200-a6ef8c733a7b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] delete failed (client error): The resource could not be found. Apr 20 13:22:01.196400 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-72e07b88-35ec-420b-9200-a6ef8c733a7b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] 10.222.0.25 "DELETE /v2.0/routers/tempest-non_exist_router-2046041958 HTTP/1.1" status: 404 len: 335 time: 0.7765744 Apr 20 13:22:01.200503 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:01.203424 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f08415d5-1b76-41e9-8e13-a00161956dae up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:22:01.203786 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59104) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:01.215244 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-042afa75-4804-4cff-b462-41f0767c952f tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a4530df3-f3bd-416c-b66b-8250bb456d6f'}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:01.311350 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=481f802f-c804-4c73-8c29-266c39c01810,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:01.374967 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-73841e59-24fa-4c92-8ccd-b720b9327b56 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:01.390697 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port f08415d5-1b76-41e9-8e13-a00161956dae triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:01.393481 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:01.422821 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7be178-ecbc-4bfe-8b12-785b9349dfbc None None] Sync routers for ids ['fdc35cb1-4e07-4989-8441-46af2a0b36ed'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:22:01.439211 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7be178-ecbc-4bfe-8b12-785b9349dfbc None None] Routers {'fdc35cb1-4e07-4989-8441-46af2a0b36ed'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:22:01.441006 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-73841e59-24fa-4c92-8ccd-b720b9327b56 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62a01ad6-3835-4a6b-9061-5d2313ae0282']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:01.442033 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-7f7be178-ecbc-4bfe-8b12-785b9349dfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:21:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['fdc35cb1-4e07-4989-8441-46af2a0b36ed'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:01.455065 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d328b05-7185-4a0d-8940-e6b6fbf8c27a service neutron] Pushing event updated for resources: {'Port': ['ID=c7877f02-ab7b-4f6e-9fd9-a7d643b7236c,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:01.512263 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-70044664-dcfd-4e79-b9d1-4944fbfd8ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:01.515452 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-70044664-dcfd-4e79-b9d1-4944fbfd8ba7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f70259df35b04b44a243b0a63259328e&device_id=0b8f7fbc-c688-428d-9d82-a21e15d8e125 HTTP/1.1" status: 200 len: 1094 time: 0.6612663 Apr 20 13:22:01.515452 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73841e59-24fa-4c92-8ccd-b720b9327b56 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'Port': ['ID=432fa162-a8b7-4b1b-ac7c-dfc8340a9141,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:01.526413 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-82af617d-0baf-4357-9de2-c3741f161db5 service neutron] Attempting to bind port 8d836939-8509-4422-9ef7-e8cb8c85414f on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:22:01.526820 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-82af617d-0baf-4357-9de2-c3741f161db5 service neutron] Attempting to bind port 8d836939-8509-4422-9ef7-e8cb8c85414f by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '8588e126-c540-4263-a838-7380f873274c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e783ca97-437f-4c6e-96a9-d1314368a6ae'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:22:01.527224 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-82af617d-0baf-4357-9de2-c3741f161db5 service neutron] Attempting to bind port 8d836939-8509-4422-9ef7-e8cb8c85414f on network e783ca97-437f-4c6e-96a9-d1314368a6ae {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:22:01.539603 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-73841e59-24fa-4c92-8ccd-b720b9327b56 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24cd8f75-7916-4ff6-9edd-0651c8f15136') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:01.539898 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-73841e59-24fa-4c92-8ccd-b720b9327b56 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24cd8f75-7916-4ff6-9edd-0651c8f15136') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:01.556348 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-73841e59-24fa-4c92-8ccd-b720b9327b56 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:01.591854 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-73841e59-24fa-4c92-8ccd-b720b9327b56 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:01.629087 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-82af617d-0baf-4357-9de2-c3741f161db5 service neutron] Port 8d836939-8509-4422-9ef7-e8cb8c85414f on network e783ca97-437f-4c6e-96a9-d1314368a6ae not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:22:01.629087 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-82af617d-0baf-4357-9de2-c3741f161db5 service neutron] Attempting to bind port 8d836939-8509-4422-9ef7-e8cb8c85414f on network e783ca97-437f-4c6e-96a9-d1314368a6ae {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:22:01.641333 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-31659155-7c21-4fe9-a3ee-3dddb4a212c7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7877f02-ab7b-4f6e-9fd9-a7d643b7236c HTTP/1.1" status: 200 len: 217 time: 0.1076565 Apr 20 13:22:01.647512 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-82af617d-0baf-4357-9de2-c3741f161db5 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:22:01.648431 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-82af617d-0baf-4357-9de2-c3741f161db5 service neutron] Checking segment: {'id': '8588e126-c540-4263-a838-7380f873274c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e783ca97-437f-4c6e-96a9-d1314368a6ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:22:01.648804 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-82af617d-0baf-4357-9de2-c3741f161db5 service neutron] Bound using segment: {'id': '8588e126-c540-4263-a838-7380f873274c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e783ca97-437f-4c6e-96a9-d1314368a6ae'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:22:01.649263 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-82af617d-0baf-4357-9de2-c3741f161db5 service neutron] Bound port: 8d836939-8509-4422-9ef7-e8cb8c85414f, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8588e126-c540-4263-a838-7380f873274c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e783ca97-437f-4c6e-96a9-d1314368a6ae'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:22:01.649633 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-82af617d-0baf-4357-9de2-c3741f161db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:01.650119 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73841e59-24fa-4c92-8ccd-b720b9327b56 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:22:01.650833 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-73841e59-24fa-4c92-8ccd-b720b9327b56 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:01.695641 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-7f7be178-ecbc-4bfe-8b12-785b9349dfbc None None] Set router fdc35cb1-4e07-4989-8441-46af2a0b36ed gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:22:01.735585 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 481f802f-c804-4c73-8c29-266c39c01810 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:22:01.742152 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:22:01.742152 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:22:01.742152 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:22:01.742152 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:22:01.742152 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:22:01.742152 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:22:01.742152 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:22:01.742152 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:22:01.742152 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:22:01.742152 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:22:01.742152 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:22:01.742152 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:22:01.742152 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:22:01.742152 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:22:01.742152 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:22:01.742152 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:22:01.742152 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:22:01.742152 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:22:01.742152 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:22:01.742152 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:22:01.742152 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:22:01.742152 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:22:01.742152 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:22:01.742152 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:22:01.742152 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:22:01.742152 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:22:01.742152 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:22:01.742152 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:22:01.742152 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:22:01.742152 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:22:01.742152 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:22:01.742152 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:22:01.805551 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 481f802f-c804-4c73-8c29-266c39c01810 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:01.805929 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:01.861464 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa875b1-d9b8-4124-bb2d-fba7bd9cf06e req-ccb5ccf2-2115-4179-98d2-a03dffa09692 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:01.863494 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2aa875b1-d9b8-4124-bb2d-fba7bd9cf06e req-ccb5ccf2-2115-4179-98d2-a03dffa09692 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.3698649 Apr 20 13:22:01.867377 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-ec3e3500-f4f1-4032-888d-4e5c2ad66fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:01.875403 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-042afa75-4804-4cff-b462-41f0767c952f tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:01.875967 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-ec3e3500-f4f1-4032-888d-4e5c2ad66fa6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a15c91c7-1cec-4363-8fbe-d2c0ed8c5d6b HTTP/1.1" status: 200 len: 852 time: 0.1316519 Apr 20 13:22:01.889336 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-73841e59-24fa-4c92-8ccd-b720b9327b56 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:01.917184 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-73841e59-24fa-4c92-8ccd-b720b9327b56 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:01.931618 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-73841e59-24fa-4c92-8ccd-b720b9327b56 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/networks/62a01ad6-3835-4a6b-9061-5d2313ae0282 HTTP/1.1" status: 204 len: 168 time: 2.4330597 Apr 20 13:22:01.938204 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466a03d-2123-4703-8d2c-b38c20534e44 req-6e8e27a2-976f-4d1d-9acb-c6436b679224 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:01.943804 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7466a03d-2123-4703-8d2c-b38c20534e44 req-6e8e27a2-976f-4d1d-9acb-c6436b679224 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/networks?id=00bf89be-b590-4b91-9bd9-098821a10670 HTTP/1.1" status: 200 len: 813 time: 0.6295893 Apr 20 13:22:01.956439 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59124) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:01.979647 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-1fdb4f15-f812-43ed-99ef-d0c36df82a2a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-86780747'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:01.990748 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-bf2024d7-e744-4c70-949e-1d46322444e8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e783ca97-437f-4c6e-96a9-d1314368a6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544465 Apr 20 13:22:02.015328 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73841e59-24fa-4c92-8ccd-b720b9327b56 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'Network': ['ID=62a01ad6-3835-4a6b-9061-5d2313ae0282,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:02.050663 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 432fa162-a8b7-4b1b-ac7c-dfc8340a9141 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:22:02.085745 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 432fa162-a8b7-4b1b-ac7c-dfc8340a9141 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:22:02.086097 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 432fa162-a8b7-4b1b-ac7c-dfc8340a9141 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:22:02.094142 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-7f7be178-ecbc-4bfe-8b12-785b9349dfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc35cb1-4e07-4989-8441-46af2a0b36ed', 'name': 'tempest-TestServerBasicOps-52501270-router', 'tenant_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '481f802f-c804-4c73-8c29-266c39c01810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:21:44Z', 'updated_at': '2022-04-20T13:21:56Z', 'revision_number': 4, 'project_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'gw_port': {'id': '481f802f-c804-4c73-8c29-266c39c01810', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc35cb1-4e07-4989-8441-46af2a0b36ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:21:47Z', 'updated_at': '2022-04-20T13:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '90b3e514-7f32-4d44-8b53-0e97a0417af1', 'name': '', 'network_id': '72ce9eb7-6e65-4d33-a97e-ba495b7f713f', 'tenant_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'mac_address': 'fa:16:3e:4f:61:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc35cb1-4e07-4989-8441-46af2a0b36ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'a8304900-a486-4d9b-92a6-d7e30f1b6efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:21:53Z', 'updated_at': '2022-04-20T13:21:57Z', 'revision_number': 2, 'project_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'subnets': [{'id': 'a8304900-a486-4d9b-92a6-d7e30f1b6efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:02.126688 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7be178-ecbc-4bfe-8b12-785b9349dfbc None None] Checking router: fdc35cb1-4e07-4989-8441-46af2a0b36ed for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:22:02.127806 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7be178-ecbc-4bfe-8b12-785b9349dfbc None None] Updating router fdc35cb1-4e07-4989-8441-46af2a0b36ed port 90b3e514-7f32-4d44-8b53-0e97a0417af1 binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:22:02.147662 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7466a03d-2123-4703-8d2c-b38c20534e44 req-4f1e5b2c-f0c4-45bd-93bc-1476b454a4c9 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/quotas/7a0fd9ed74bf424a81408eac3e15249e HTTP/1.1" status: 200 len: 375 time: 0.1207325 Apr 20 13:22:02.153303 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-042afa75-4804-4cff-b462-41f0767c952f tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] update failed (client error): The resource could not be found. Apr 20 13:22:02.161298 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-042afa75-4804-4cff-b462-41f0767c952f tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] 10.222.0.25 "PUT /v2.0/routers/a4530df3-f3bd-416c-b66b-8250bb456d6f HTTP/1.1" status: 404 len: 339 time: 0.9587379 Apr 20 13:22:02.165497 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59132) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:02.167349 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-7f7be178-ecbc-4bfe-8b12-785b9349dfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:02.220049 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdb4f15-f812-43ed-99ef-d0c36df82a2a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Made reservation on behalf of 921fc4094b8f49f1a436656db5724eca for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:22:02.222543 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-78e4b856-e3ad-4487-a1d7-8b0b4d2c9445 service neutron] 10.222.0.15 "GET /v2.0/networks/e783ca97-437f-4c6e-96a9-d1314368a6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121038 Apr 20 13:22:02.227590 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1fdb4f15-f812-43ed-99ef-d0c36df82a2a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:02.267010 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2aa875b1-d9b8-4124-bb2d-fba7bd9cf06e req-b231f385-e758-4856-8e48-1d73e0962484 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3820918 Apr 20 13:22:02.287867 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59136) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:02.305075 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-76edfd8f-52f6-4863-b72c-10c9f5e9baf2 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-715806434-network', 'tenant_id': '19797146ffa04eda9d815b280f3701b0'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:02.323946 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-82af617d-0baf-4357-9de2-c3741f161db5 service neutron] For port 8d836939-8509-4422-9ef7-e8cb8c85414f, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:22:02.341424 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7466a03d-2123-4703-8d2c-b38c20534e44 req-f29e8dca-7a42-45bd-a2fa-3dc4c9604f5e tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7a0fd9ed74bf424a81408eac3e15249e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1917229 Apr 20 13:22:02.345137 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fdb4f15-f812-43ed-99ef-d0c36df82a2a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:22:02.350916 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-82af617d-0baf-4357-9de2-c3741f161db5 service neutron] For port 8d836939-8509-4422-9ef7-e8cb8c85414f, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=8d836939-8509-4422-9ef7-e8cb8c85414f,segment=NetworkSegment(8588e126-c540-4263-a838-7380f873274c),segment_id=8588e126-c540-4263-a838-7380f873274c)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:22:02.395690 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1fdb4f15-f812-43ed-99ef-d0c36df82a2a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:02.396040 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-1fdb4f15-f812-43ed-99ef-d0c36df82a2a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Added segment c30d6f47-f608-49d4-8b9e-85b1cf3a242b of type vlan for network 92dce603-c565-45c0-90e8-1e565a93bb52 Apr 20 13:22:02.458624 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-82af617d-0baf-4357-9de2-c3741f161db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:02.516220 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1fdb4f15-f812-43ed-99ef-d0c36df82a2a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:02.548331 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-7f7be178-ecbc-4bfe-8b12-785b9349dfbc None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:02.591597 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af617d-0baf-4357-9de2-c3741f161db5 service neutron] Pushing event updated for resources: {'Port': ['ID=8d836939-8509-4422-9ef7-e8cb8c85414f,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:02.597860 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76edfd8f-52f6-4863-b72c-10c9f5e9baf2 admin admin] Made reservation on behalf of 19797146ffa04eda9d815b280f3701b0 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:22:02.600540 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-76edfd8f-52f6-4863-b72c-10c9f5e9baf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:02.611165 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-7f7be178-ecbc-4bfe-8b12-785b9349dfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:02.620522 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-82af617d-0baf-4357-9de2-c3741f161db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:02.626707 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-82af617d-0baf-4357-9de2-c3741f161db5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:02.628666 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-82af617d-0baf-4357-9de2-c3741f161db5 service neutron] 10.222.0.32 "PUT /v2.0/ports/8d836939-8509-4422-9ef7-e8cb8c85414f HTTP/1.1" status: 200 len: 1092 time: 4.1780248 Apr 20 13:22:02.659428 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4188dd5b-c38f-4cd0-9f9c-f51ada403baa', 'tag': '8d836939-8509-4422-9ef7-e8cb8c85414f'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:22:02.662455 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd7308e-8520-433f-9fb1-6b60da047f49" -d '{"events": [{"name": "network-changed", "server_uuid": "4188dd5b-c38f-4cd0-9f9c-f51ada403baa", "tag": "8d836939-8509-4422-9ef7-e8cb8c85414f"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:22:02.677053 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52c91b-1bcc-4512-b467-e1ee7daecd32 req-d4a56c91-d1af-4c2c-80aa-769964cfbb8c tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:02.689995 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cf52c91b-1bcc-4512-b467-e1ee7daecd32 req-d4a56c91-d1af-4c2c-80aa-769964cfbb8c tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b8f7fbc-c688-428d-9d82-a21e15d8e125 HTTP/1.1" status: 200 len: 943 time: 0.3288777 Apr 20 13:22:02.697898 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-76edfd8f-52f6-4863-b72c-10c9f5e9baf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:02.870952 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cf52c91b-1bcc-4512-b467-e1ee7daecd32 req-818cf3c5-89fe-41b6-b5f5-440b7c43b5b9 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/security-groups?id=9650120b-ab55-426c-a3dc-890fb68c27e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797822 Apr 20 13:22:02.917668 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-8a6a3cf0-1e64-44c9-99df-957ec326aff4 service neutron] 10.222.0.15 "GET /v2.0/networks/e783ca97-437f-4c6e-96a9-d1314368a6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6373818 Apr 20 13:22:02.949389 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-37bddd58-31a6-403a-8371-0bf624fe5351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:02.952137 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-37bddd58-31a6-403a-8371-0bf624fe5351 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f70259df35b04b44a243b0a63259328e&device_id=4188dd5b-c38f-4cd0-9f9c-f51ada403baa HTTP/1.1" status: 200 len: 1095 time: 0.2181258 Apr 20 13:22:02.958944 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1fdb4f15-f812-43ed-99ef-d0c36df82a2a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:02.993144 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdb4f15-f812-43ed-99ef-d0c36df82a2a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:02.994196 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1fdb4f15-f812-43ed-99ef-d0c36df82a2a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:03.047680 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d263b986-2a50-4ffa-9b6e-5535c59cd494 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:03.057665 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8893f0-de59-4269-bec1-bd71e016754d req-d1f2cbb1-fbff-483a-8a3d-537f051bde15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:03.059707 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5b8893f0-de59-4269-bec1-bd71e016754d req-d1f2cbb1-fbff-483a-8a3d-537f051bde15 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=649a6cfebf0a4feb8c92b7d26c8b3e97&device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 1095 time: 0.1950541 Apr 20 13:22:03.110400 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-7f7be178-ecbc-4bfe-8b12-785b9349dfbc None None] Attempting to bind port 90b3e514-7f32-4d44-8b53-0e97a0417af1 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:22:03.113115 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-7f7be178-ecbc-4bfe-8b12-785b9349dfbc None None] Attempting to bind port 90b3e514-7f32-4d44-8b53-0e97a0417af1 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '7e242851-ef63-418f-b799-2897c294b19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '72ce9eb7-6e65-4d33-a97e-ba495b7f713f'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:22:03.113484 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7be178-ecbc-4bfe-8b12-785b9349dfbc None None] Attempting to bind port 90b3e514-7f32-4d44-8b53-0e97a0417af1 on network 72ce9eb7-6e65-4d33-a97e-ba495b7f713f {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:22:03.123277 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7be178-ecbc-4bfe-8b12-785b9349dfbc None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:22:03.123690 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7be178-ecbc-4bfe-8b12-785b9349dfbc None None] Checking segment: {'id': '7e242851-ef63-418f-b799-2897c294b19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '72ce9eb7-6e65-4d33-a97e-ba495b7f713f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:22:03.124097 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-7f7be178-ecbc-4bfe-8b12-785b9349dfbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:03.124490 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7be178-ecbc-4bfe-8b12-785b9349dfbc None None] Bound using segment: {'id': '7e242851-ef63-418f-b799-2897c294b19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '72ce9eb7-6e65-4d33-a97e-ba495b7f713f'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:22:03.124961 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-7f7be178-ecbc-4bfe-8b12-785b9349dfbc None None] Bound port: 90b3e514-7f32-4d44-8b53-0e97a0417af1, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e242851-ef63-418f-b799-2897c294b19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '72ce9eb7-6e65-4d33-a97e-ba495b7f713f'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:22:03.125354 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-7f7be178-ecbc-4bfe-8b12-785b9349dfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:03.161085 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-05b641d1-4d31-4189-a1b0-13fdb8fbac75 None None] Provisioning complete for port 90b3e514-7f32-4d44-8b53-0e97a0417af1 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:03.162696 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-05b641d1-4d31-4189-a1b0-13fdb8fbac75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:03.194255 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-7f7be178-ecbc-4bfe-8b12-785b9349dfbc None None] For port 90b3e514-7f32-4d44-8b53-0e97a0417af1, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:22:03.198753 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-7f7be178-ecbc-4bfe-8b12-785b9349dfbc None None] For port 90b3e514-7f32-4d44-8b53-0e97a0417af1, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=90b3e514-7f32-4d44-8b53-0e97a0417af1,segment=NetworkSegment(7e242851-ef63-418f-b799-2897c294b19f),segment_id=7e242851-ef63-418f-b799-2897c294b19f)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:22:03.200706 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c49db56-48ba-4f06-a4fd-2924d10e0493 None None] Pushing event updated for resources: {'Port': ['ID=90b3e514-7f32-4d44-8b53-0e97a0417af1,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:03.208972 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c49db56-48ba-4f06-a4fd-2924d10e0493 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:03.209668 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c49db56-48ba-4f06-a4fd-2924d10e0493 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:03.210198 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c49db56-48ba-4f06-a4fd-2924d10e0493 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:03.211315 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c49db56-48ba-4f06-a4fd-2924d10e0493 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:03.214345 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c49db56-48ba-4f06-a4fd-2924d10e0493 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:03.214940 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c49db56-48ba-4f06-a4fd-2924d10e0493 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:03.215575 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c49db56-48ba-4f06-a4fd-2924d10e0493 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:03.216135 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c49db56-48ba-4f06-a4fd-2924d10e0493 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:03.216712 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c49db56-48ba-4f06-a4fd-2924d10e0493 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:03.217351 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c49db56-48ba-4f06-a4fd-2924d10e0493 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:03.217894 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c49db56-48ba-4f06-a4fd-2924d10e0493 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:03.218399 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c49db56-48ba-4f06-a4fd-2924d10e0493 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:03.276026 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-7f7be178-ecbc-4bfe-8b12-785b9349dfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:03.331013 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb4f15-f812-43ed-99ef-d0c36df82a2a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'Network': ['ID=92dce603-c565-45c0-90e8-1e565a93bb52,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:03.369349 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5406cda-6f5f-414f-a344-68f7625cf4bb req-1367c6c8-9c6d-434f-82c0-5c007477b3d7 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:03.380833 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e5406cda-6f5f-414f-a344-68f7625cf4bb req-1367c6c8-9c6d-434f-82c0-5c007477b3d7 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.5660415 Apr 20 13:22:03.394466 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c49db56-48ba-4f06-a4fd-2924d10e0493 None None] Pushing event updated for resources: {'Port': ['ID=90b3e514-7f32-4d44-8b53-0e97a0417af1,revision_number=4']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:03.397111 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-02f3264a-38d6-4f30-a0d7-3d65a0fac310 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d836939-8509-4422-9ef7-e8cb8c85414f HTTP/1.1" status: 200 len: 217 time: 0.3729799 Apr 20 13:22:03.409836 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1fdb4f15-f812-43ed-99ef-d0c36df82a2a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4351547 Apr 20 13:22:03.433171 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59162) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:03.447381 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7be178-ecbc-4bfe-8b12-785b9349dfbc None None] Routers {'fdc35cb1-4e07-4989-8441-46af2a0b36ed'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:22:03.448299 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-7f7be178-ecbc-4bfe-8b12-785b9349dfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:21:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['fdc35cb1-4e07-4989-8441-46af2a0b36ed'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:03.482350 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-eb4b0476-ca4a-4cc3-87c1-84ed958174f9 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'subnet': {'network_id': '92dce603-c565-45c0-90e8-1e565a93bb52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:03.543460 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-d263b986-2a50-4ffa-9b6e-5535c59cd494 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Allocated IP 172.20.0.1 (4459ee47-dde6-4590-9e1f-cfa71bc195cf/37b55de8-3dde-4895-b18f-380c4930d5f9/0032be00-4026-4745-a251-b0d931cf03e9) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:22:03.681131 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f6a85-4b03-4077-a5eb-aedf1bf9e26f req-f9a5341a-bc7b-4624-bfae-f244da0e0f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:03.681780 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6256f-df6e-4751-bcc7-0f1c1e369da8 req-931f8b05-88b7-4a55-b281-45fce0adac31 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:03.696015 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-698f6a85-4b03-4077-a5eb-aedf1bf9e26f req-f9a5341a-bc7b-4624-bfae-f244da0e0f40 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f70259df35b04b44a243b0a63259328e&device_id=0b8f7fbc-c688-428d-9d82-a21e15d8e125 HTTP/1.1" status: 200 len: 1094 time: 0.5952773 Apr 20 13:22:03.696232 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-79b6256f-df6e-4751-bcc7-0f1c1e369da8 req-931f8b05-88b7-4a55-b281-45fce0adac31 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.6695540 Apr 20 13:22:03.703045 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-7f7be178-ecbc-4bfe-8b12-785b9349dfbc None None] Set router fdc35cb1-4e07-4989-8441-46af2a0b36ed gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:22:03.716052 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 92dce603-c565-45c0-90e8-1e565a93bb52 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:22:03.827136 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-76edfd8f-52f6-4863-b72c-10c9f5e9baf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:03.860633 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-05b641d1-4d31-4189-a1b0-13fdb8fbac75 None None] Port 90b3e514-7f32-4d44-8b53-0e97a0417af1 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:22:03.865432 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8893f0-de59-4269-bec1-bd71e016754d req-9a7c0db8-fabf-491e-a5fa-7f8aa5d90899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:03.867029 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5b8893f0-de59-4269-bec1-bd71e016754d req-9a7c0db8-fabf-491e-a5fa-7f8aa5d90899 service neutron] 10.222.0.32 "GET /v2.0/networks?id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 HTTP/1.1" status: 200 len: 912 time: 0.7968664 Apr 20 13:22:03.919035 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e5406cda-6f5f-414f-a344-68f7625cf4bb req-52eda9a4-aaf4-41f1-b316-af45fde01fbd tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5378151 Apr 20 13:22:03.955440 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-3b8da9c7-f9e4-433b-873b-aee252de7f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:03.957423 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-3b8da9c7-f9e4-433b-873b-aee252de7f9a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a15c91c7-1cec-4363-8fbe-d2c0ed8c5d6b HTTP/1.1" status: 200 len: 852 time: 0.5428212 Apr 20 13:22:03.997410 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-4a989db3-774a-481c-bc99-2274ab8a931f None None] Provisioning complete for port 90b3e514-7f32-4d44-8b53-0e97a0417af1 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:03.999798 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4a989db3-774a-481c-bc99-2274ab8a931f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:04.048485 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-79b6256f-df6e-4751-bcc7-0f1c1e369da8 req-c8d35e1d-bc2d-4632-861e-25d9827c7018 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3515358 Apr 20 13:22:04.056468 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f32b8d-4088-4676-b24a-9297af30fb46 x-openstack-request-id: req-e7f32b8d-4088-4676-b24a-9297af30fb46 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:22:04.056734 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4188dd5b-c38f-4cd0-9f9c-f51ada403baa", "tag": "8d836939-8509-4422-9ef7-e8cb8c85414f", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:22:04.056998 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e7f32b8d-4088-4676-b24a-9297af30fb46 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:22:04.057433 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7f32b8d-4088-4676-b24a-9297af30fb46'] response: {'name': 'network-changed', 'server_uuid': '4188dd5b-c38f-4cd0-9f9c-f51ada403baa', 'tag': '8d836939-8509-4422-9ef7-e8cb8c85414f', 'status': 'completed', 'code': 200} Apr 20 13:22:04.074275 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-64a69895-c707-4f86-bc78-1be8f11537fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e783ca97-437f-4c6e-96a9-d1314368a6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974069 Apr 20 13:22:04.156936 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-7f7be178-ecbc-4bfe-8b12-785b9349dfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc35cb1-4e07-4989-8441-46af2a0b36ed', 'name': 'tempest-TestServerBasicOps-52501270-router', 'tenant_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '481f802f-c804-4c73-8c29-266c39c01810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:21:44Z', 'updated_at': '2022-04-20T13:21:56Z', 'revision_number': 4, 'project_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'gw_port': {'id': '481f802f-c804-4c73-8c29-266c39c01810', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc35cb1-4e07-4989-8441-46af2a0b36ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:21:47Z', 'updated_at': '2022-04-20T13:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '90b3e514-7f32-4d44-8b53-0e97a0417af1', 'name': '', 'network_id': '72ce9eb7-6e65-4d33-a97e-ba495b7f713f', 'tenant_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'mac_address': 'fa:16:3e:4f:61:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc35cb1-4e07-4989-8441-46af2a0b36ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'a8304900-a486-4d9b-92a6-d7e30f1b6efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:21:53Z', 'updated_at': '2022-04-20T13:22:03Z', 'revision_number': 4, 'project_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'subnets': [{'id': 'a8304900-a486-4d9b-92a6-d7e30f1b6efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:04.188205 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4a989db3-774a-481c-bc99-2274ab8a931f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:04.201391 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7be178-ecbc-4bfe-8b12-785b9349dfbc None None] The sync data for ids ['fdc35cb1-4e07-4989-8441-46af2a0b36ed'] in n-d-836015-7 is: [{'id': 'fdc35cb1-4e07-4989-8441-46af2a0b36ed', 'name': 'tempest-TestServerBasicOps-52501270-router', 'tenant_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '481f802f-c804-4c73-8c29-266c39c01810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:21:44Z', 'updated_at': '2022-04-20T13:21:56Z', 'revision_number': 4, 'project_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'gw_port': {'id': '481f802f-c804-4c73-8c29-266c39c01810', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc35cb1-4e07-4989-8441-46af2a0b36ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:21:47Z', 'updated_at': '2022-04-20T13:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '90b3e514-7f32-4d44-8b53-0e97a0417af1', 'name': '', 'network_id': '72ce9eb7-6e65-4d33-a97e-ba495b7f713f', 'tenant_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'mac_address': 'fa:16:3e:4f:61:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc35cb1-4e07-4989-8441-46af2a0b36ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'a8304900-a486-4d9b-92a6-d7e30f1b6efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:21:53Z', 'updated_at': '2022-04-20T13:22:03Z', 'revision_number': 4, 'project_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'subnets': [{'id': 'a8304900-a486-4d9b-92a6-d7e30f1b6efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:22:04.310732 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-4a989db3-774a-481c-bc99-2274ab8a931f None None] For port 90b3e514-7f32-4d44-8b53-0e97a0417af1, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=90b3e514-7f32-4d44-8b53-0e97a0417af1,segment=NetworkSegment(7e242851-ef63-418f-b799-2897c294b19f),segment_id=7e242851-ef63-418f-b799-2897c294b19f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:04.424395 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4a989db3-774a-481c-bc99-2274ab8a931f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:04.519976 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a989db3-774a-481c-bc99-2274ab8a931f None None] Pushing event updated for resources: {'Port': ['ID=90b3e514-7f32-4d44-8b53-0e97a0417af1,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:04.523169 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59174) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:04.542003 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-76edfd8f-52f6-4863-b72c-10c9f5e9baf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:04.552863 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5b8893f0-de59-4269-bec1-bd71e016754d req-2ad38459-f83d-4db4-a967-7f960ab7b378 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce93adfa-4de5-4e0d-a1aa-a05fa73db53c HTTP/1.1" status: 200 len: 998 time: 0.6780987 Apr 20 13:22:04.607792 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76edfd8f-52f6-4863-b72c-10c9f5e9baf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a08799-f0e3-4955-9df5-7425a86f6746,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:04.684362 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d263b986-2a50-4ffa-9b6e-5535c59cd494 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:04.719394 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f6a85-4b03-4077-a5eb-aedf1bf9e26f req-01eec7ce-e06a-495f-a161-9b25256d2195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:04.721122 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-698f6a85-4b03-4077-a5eb-aedf1bf9e26f req-01eec7ce-e06a-495f-a161-9b25256d2195 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e783ca97-437f-4c6e-96a9-d1314368a6ae HTTP/1.1" status: 200 len: 913 time: 0.9819026 Apr 20 13:22:04.790506 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76edfd8f-52f6-4863-b72c-10c9f5e9baf2 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:22:04.795982 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-698f6a85-4b03-4077-a5eb-aedf1bf9e26f req-09fa2989-94da-46f9-b493-0db162c64964 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7877f02-ab7b-4f6e-9fd9-a7d643b7236c HTTP/1.1" status: 200 len: 217 time: 0.0502610 Apr 20 13:22:04.861706 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f6a85-4b03-4077-a5eb-aedf1bf9e26f req-f096ab16-1e85-426f-8fc0-d38ce3545688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:04.865400 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-698f6a85-4b03-4077-a5eb-aedf1bf9e26f req-f096ab16-1e85-426f-8fc0-d38ce3545688 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a15c91c7-1cec-4363-8fbe-d2c0ed8c5d6b HTTP/1.1" status: 200 len: 852 time: 0.0526335 Apr 20 13:22:04.867297 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ac342d9f-7aa0-46b6-bbe6-94c0781401e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:04.880483 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4b0476-ca4a-4cc3-87c1-84ed958174f9 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Made reservation on behalf of 921fc4094b8f49f1a436656db5724eca for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:22:04.888554 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-eb4b0476-ca4a-4cc3-87c1-84ed958174f9 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:04.911058 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d263b986-2a50-4ffa-9b6e-5535c59cd494 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:04.926183 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-76edfd8f-52f6-4863-b72c-10c9f5e9baf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:04.926547 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-76edfd8f-52f6-4863-b72c-10c9f5e9baf2 admin admin] Added segment 7968e861-0bf7-4432-9f37-af614bc92f96 of type vlan for network c981a2d2-2404-4eeb-859d-171554da52bb Apr 20 13:22:05.007085 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8893f0-de59-4269-bec1-bd71e016754d req-c579c329-cd6f-47dd-a5e6-3d08ddb18d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:05.008725 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5b8893f0-de59-4269-bec1-bd71e016754d req-c579c329-cd6f-47dd-a5e6-3d08ddb18d30 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa576778-8514-4874-84e6-afe172476688 HTTP/1.1" status: 200 len: 850 time: 0.4128327 Apr 20 13:22:05.016568 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-698f6a85-4b03-4077-a5eb-aedf1bf9e26f req-a1b40591-0d37-417e-a727-b2fc61c6a1aa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e783ca97-437f-4c6e-96a9-d1314368a6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1374865 Apr 20 13:22:05.029934 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fbb69-93e5-4e00-960f-993e95a94e7f req-c0594f4d-1be6-4e8e-b367-6294010a807d tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:05.037626 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-742fbb69-93e5-4e00-960f-993e95a94e7f req-c0594f4d-1be6-4e8e-b367-6294010a807d tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.8563492 Apr 20 13:22:05.040715 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263b986-2a50-4ffa-9b6e-5535c59cd494 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Pushing event updated for resources: {'Port': ['ID=0032be00-4026-4745-a251-b0d931cf03e9,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:05.075327 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff121f-ebe6-4eb9-9971-7a68d801bbe7 req-df08aa89-1f52-4fbc-b0b8-376b705aaa9e tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:05.077010 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-97ff121f-ebe6-4eb9-9971-7a68d801bbe7 req-df08aa89-1f52-4fbc-b0b8-376b705aaa9e tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b8f7fbc-c688-428d-9d82-a21e15d8e125 HTTP/1.1" status: 200 len: 943 time: 0.8947742 Apr 20 13:22:05.094468 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-58b0f149-3446-4438-95a8-1c27dffca85b service neutron] 10.222.0.32 "GET /v2.0/networks/e783ca97-437f-4c6e-96a9-d1314368a6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9947467 Apr 20 13:22:05.104141 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d263b986-2a50-4ffa-9b6e-5535c59cd494 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Network 4459ee47-dde6-4590-9e1f-cfa71bc195cf is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:22:05.121624 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-d263b986-2a50-4ffa-9b6e-5535c59cd494 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:22:05.124312 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d263b986-2a50-4ffa-9b6e-5535c59cd494 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:22:05.139791 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-76edfd8f-52f6-4863-b72c-10c9f5e9baf2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:05.220049 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-742fbb69-93e5-4e00-960f-993e95a94e7f req-9b8821ac-ddf5-44c6-b7e3-3d9c2c02552b tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807971 Apr 20 13:22:05.334216 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ac342d9f-7aa0-46b6-bbe6-94c0781401e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:05.358182 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8893f0-de59-4269-bec1-bd71e016754d req-41b1f54d-b9a4-4266-b780-69dbed502b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:05.359996 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5b8893f0-de59-4269-bec1-bd71e016754d req-41b1f54d-b9a4-4266-b780-69dbed502b45 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3342760 Apr 20 13:22:05.395434 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d263b986-2a50-4ffa-9b6e-5535c59cd494 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:05.456877 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-eb4b0476-ca4a-4cc3-87c1-84ed958174f9 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:05.511788 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ac342d9f-7aa0-46b6-bbe6-94c0781401e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:05.537062 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b0476-ca4a-4cc3-87c1-84ed958174f9 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'Subnet': ['ID=9b9bfa09-a376-46dc-88db-3bd4953ecafc,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:05.545464 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-698f6a85-4b03-4077-a5eb-aedf1bf9e26f req-c3ecf87e-16b2-41a3-b6cd-356ac40d34f8 service neutron] 10.222.0.15 "GET /v2.0/networks/e783ca97-437f-4c6e-96a9-d1314368a6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5060947 Apr 20 13:22:05.556960 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-76edfd8f-52f6-4863-b72c-10c9f5e9baf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:05.558103 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76edfd8f-52f6-4863-b72c-10c9f5e9baf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:05.559049 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-76edfd8f-52f6-4863-b72c-10c9f5e9baf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:05.562650 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-97ff121f-ebe6-4eb9-9971-7a68d801bbe7 req-c403b23b-957c-475f-9339-8a351105a6bd tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/security-groups?id=9650120b-ab55-426c-a3dc-890fb68c27e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4633746 Apr 20 13:22:05.575820 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-b51bfaaa-6e62-42a3-904c-6f1f02dbfc41 None None] Provisioning complete for port 0032be00-4026-4745-a251-b0d931cf03e9 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:05.576469 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b51bfaaa-6e62-42a3-904c-6f1f02dbfc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:05.662314 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ee398-7f80-4513-814a-a89c8c035fe5 req-d8eea4eb-fba4-46de-8268-97a66110b1fa tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:05.670189 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bf6ee398-7f80-4513-814a-a89c8c035fe5 req-d8eea4eb-fba4-46de-8268-97a66110b1fa tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.2941456 Apr 20 13:22:05.678242 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-b51bfaaa-6e62-42a3-904c-6f1f02dbfc41 None None] Port 0032be00-4026-4745-a251-b0d931cf03e9 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:22:05.760739 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-993239c0-36c4-4f5e-8204-b78e392f7ffa req-49c1f308-d475-498a-a041-4f801ec50612 service neutron] 10.222.0.32 "GET /v2.0/networks/e783ca97-437f-4c6e-96a9-d1314368a6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6495121 Apr 20 13:22:05.760889 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac342d9f-7aa0-46b6-bbe6-94c0781401e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a5d31a-8590-4634-9fd6-430efb13a404,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:05.769903 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ac342d9f-7aa0-46b6-bbe6-94c0781401e3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e27e37ecc0d44994aa6994a1a10012b6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2421825 Apr 20 13:22:05.774301 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59198) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:05.783871 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4b0476-ca4a-4cc3-87c1-84ed958174f9 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Checking segment: {'id': 'c30d6f47-f608-49d4-8b9e-85b1cf3a242b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '92dce603-c565-45c0-90e8-1e565a93bb52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:22:05.785063 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4b0476-ca4a-4cc3-87c1-84ed958174f9 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Network hostable DHCP agents. Network: 92dce603-c565-45c0-90e8-1e565a93bb52, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:22:05.802558 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 90b3e514-7f32-4d44-8b53-0e97a0417af1 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:22:05.813803 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bf6ee398-7f80-4513-814a-a89c8c035fe5 req-fb28ff57-4834-4bf6-b088-f11e72f6e660 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1427341 Apr 20 13:22:05.818203 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1e15063a-2ed5-4508-8e7b-9d173f4b1558 req-6a25e51d-1817-4e9e-94f2-e1b357da368c tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=7a0fd9ed74bf424a81408eac3e15249e HTTP/1.1" status: 200 len: 221 time: 0.1281734 Apr 20 13:22:05.841757 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-76edfd8f-52f6-4863-b72c-10c9f5e9baf2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.5522335 Apr 20 13:22:05.845615 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59202) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:05.850918 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-78f9ca4f-9e51-478a-a68f-19e272c1edd6 admin admin] Request body: {'subnet': {'network_id': 'c981a2d2-2404-4eeb-859d-171554da52bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-715806434-subnet', 'tenant_id': '19797146ffa04eda9d815b280f3701b0', 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:05.883149 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76edfd8f-52f6-4863-b72c-10c9f5e9baf2 admin admin] Pushing event updated for resources: {'Network': ['ID=c981a2d2-2404-4eeb-859d-171554da52bb,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:05.910083 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4b0476-ca4a-4cc3-87c1-84ed958174f9 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Network 92dce603-c565-45c0-90e8-1e565a93bb52 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:22:05.923735 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network c981a2d2-2404-4eeb-859d-171554da52bb details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:22:05.925799 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 90b3e514-7f32-4d44-8b53-0e97a0417af1 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:05.926170 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:05.929949 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5b8893f0-de59-4269-bec1-bd71e016754d req-d539c5db-c03e-46af-8089-c6bd42f39089 service neutron] 10.222.0.32 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5615907 Apr 20 13:22:06.010174 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f9ca4f-9e51-478a-a68f-19e272c1edd6 admin admin] Made reservation on behalf of 19797146ffa04eda9d815b280f3701b0 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:22:06.014718 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-78f9ca4f-9e51-478a-a68f-19e272c1edd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:06.111151 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-698f6a85-4b03-4077-a5eb-aedf1bf9e26f req-c4343f72-06c7-469b-9cea-369e615d9dae service neutron] 10.222.0.15 "GET /v2.0/networks/e783ca97-437f-4c6e-96a9-d1314368a6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5454857 Apr 20 13:22:06.115291 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-eb4b0476-ca4a-4cc3-87c1-84ed958174f9 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 92dce603-c565-45c0-90e8-1e565a93bb52) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:22:06.123618 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4b0476-ca4a-4cc3-87c1-84ed958174f9 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:06.124215 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-eb4b0476-ca4a-4cc3-87c1-84ed958174f9 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:06.145431 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a211dc-c3b1-4af3-a986-55e541c617f8 None None] Network 92dce603-c565-45c0-90e8-1e565a93bb52 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:22:06.160917 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d263b986-2a50-4ffa-9b6e-5535c59cd494 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:06.172382 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbaae2-b4d1-4a81-adc7-abcf17692635 req-7bb02816-e086-4dd3-9fdd-5c1d4728d02a tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:06.180549 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7c8c88c6-c9e2-468e-b9e0-6b9727aae3d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:06.181383 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-76dbaae2-b4d1-4a81-adc7-abcf17692635 req-7bb02816-e086-4dd3-9fdd-5c1d4728d02a tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.2421105 Apr 20 13:22:06.198167 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7308e-8520-433f-9fb1-6b60da047f49 req-b1f7536a-bd2b-49ba-b270-9b48f28e3613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:06.201496 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8fd7308e-8520-433f-9fb1-6b60da047f49 req-b1f7536a-bd2b-49ba-b270-9b48f28e3613 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f70259df35b04b44a243b0a63259328e&device_id=4188dd5b-c38f-4cd0-9f9c-f51ada403baa HTTP/1.1" status: 200 len: 1095 time: 0.2877066 Apr 20 13:22:06.248925 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-eb4b0476-ca4a-4cc3-87c1-84ed958174f9 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7771418 Apr 20 13:22:06.253589 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59208) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:06.268238 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-b6f8534e-dcd7-4777-871f-65d75f1fe3d0 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'port': {'network_id': '92dce603-c565-45c0-90e8-1e565a93bb52', 'name': 'tempest-PortsTestJSON-1412644388', 'fixed_ips': [{'subnet_id': '9b9bfa09-a376-46dc-88db-3bd4953ecafc', 'ip_address': '172.20.0.10'}]}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:06.300238 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7c8c88c6-c9e2-468e-b9e0-6b9727aae3d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:06.337666 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-76dbaae2-b4d1-4a81-adc7-abcf17692635 req-ace4feb3-18d3-4406-8334-006bfa1c3c99 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529424 Apr 20 13:22:06.416548 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device c7877f02-ab7b-4f6e-9fd9-a7d643b7236c details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:22:06.442255 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5b8893f0-de59-4269-bec1-bd71e016754d req-8ea059c9-32ba-40b4-925a-7f9d9a90010f service neutron] 10.222.0.32 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4966967 Apr 20 13:22:06.467572 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f32fbf-0f7d-45e6-8dfc-e3ed233a9f1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-92dce603-c565-45c0-90e8-1e565a93bb52', 'network_id': '92dce603-c565-45c0-90e8-1e565a93bb52', 'tenant_id': '921fc4094b8f49f1a436656db5724eca', 'fixed_ips': [{'subnet_id': '9b9bfa09-a376-46dc-88db-3bd4953ecafc'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:22:06.468435 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f4f32fbf-0f7d-45e6-8dfc-e3ed233a9f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:06.547682 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7308e-8520-433f-9fb1-6b60da047f49 req-65c540c3-84c3-4ff7-9057-9c04f08577b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:06.549181 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8fd7308e-8520-433f-9fb1-6b60da047f49 req-65c540c3-84c3-4ff7-9057-9c04f08577b8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e783ca97-437f-4c6e-96a9-d1314368a6ae HTTP/1.1" status: 200 len: 913 time: 0.3388751 Apr 20 13:22:06.560334 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe1665-6995-4b5d-b4cc-1afe52336549 req-2e473a68-6550-4e66-a69b-6555a252312e tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:06.570260 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ebfe1665-6995-4b5d-b4cc-1afe52336549 req-2e473a68-6550-4e66-a69b-6555a252312e tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.1159582 Apr 20 13:22:06.640441 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port c7877f02-ab7b-4f6e-9fd9-a7d643b7236c, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=c7877f02-ab7b-4f6e-9fd9-a7d643b7236c,segment=NetworkSegment(8588e126-c540-4263-a838-7380f873274c),segment_id=8588e126-c540-4263-a838-7380f873274c)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:06.674383 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-78f9ca4f-9e51-478a-a68f-19e272c1edd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:06.676447 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'c7877f02-ab7b-4f6e-9fd9-a7d643b7236c', 'network_id': 'e783ca97-437f-4c6e-96a9-d1314368a6ae', 'port_id': 'c7877f02-ab7b-4f6e-9fd9-a7d643b7236c', 'mac_address': 'fa:16:3e:61:bd:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a15c91c7-1cec-4363-8fbe-d2c0ed8c5d6b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:22:06.681171 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8fd7308e-8520-433f-9fb1-6b60da047f49 req-3279de06-1f80-4e27-adc0-ba7c1ecb3195 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d836939-8509-4422-9ef7-e8cb8c85414f HTTP/1.1" status: 200 len: 217 time: 0.1030066 Apr 20 13:22:06.723428 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-f4f32fbf-0f7d-45e6-8dfc-e3ed233a9f1c None None] Allocated IP 172.20.0.2 (92dce603-c565-45c0-90e8-1e565a93bb52/9b9bfa09-a376-46dc-88db-3bd4953ecafc/5b107fd2-8d63-4d57-bac8-48e8c4e8c57f) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:22:06.732614 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7c8c88c6-c9e2-468e-b9e0-6b9727aae3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:06.736764 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7c8c88c6-c9e2-468e-b9e0-6b9727aae3d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:06.736870 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:06.737840 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7c8c88c6-c9e2-468e-b9e0-6b9727aae3d0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b1a5d31a-8590-4634-9fd6-430efb13a404 HTTP/1.1" status: 204 len: 168 time: 0.9188616 Apr 20 13:22:06.757637 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7877f02-ab7b-4f6e-9fd9-a7d643b7236c {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:22:06.778709 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c88c6-c9e2-468e-b9e0-6b9727aae3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a5d31a-8590-4634-9fd6-430efb13a404,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:06.795760 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7308e-8520-433f-9fb1-6b60da047f49 req-ba57ec7c-744e-4ea3-9737-813ac4c77c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:06.797238 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8fd7308e-8520-433f-9fb1-6b60da047f49 req-ba57ec7c-744e-4ea3-9737-813ac4c77c2d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a15c91c7-1cec-4363-8fbe-d2c0ed8c5d6b HTTP/1.1" status: 200 len: 852 time: 0.1040764 Apr 20 13:22:06.830858 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ebfe1665-6995-4b5d-b4cc-1afe52336549 req-63dafd98-3e80-4cbe-8eb5-3ebdea8547d5 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599349 Apr 20 13:22:06.834074 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port c7877f02-ab7b-4f6e-9fd9-a7d643b7236c, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=c7877f02-ab7b-4f6e-9fd9-a7d643b7236c,segment=NetworkSegment(8588e126-c540-4263-a838-7380f873274c),segment_id=8588e126-c540-4263-a838-7380f873274c)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:06.843819 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f8534e-dcd7-4777-871f-65d75f1fe3d0 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Made reservation on behalf of 921fc4094b8f49f1a436656db5724eca for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:22:06.865204 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8fd7308e-8520-433f-9fb1-6b60da047f49 req-d8b6e89c-fa55-47dd-b85f-c6d8deb6e67c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e783ca97-437f-4c6e-96a9-d1314368a6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530741 Apr 20 13:22:06.875523 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9ca4f-9e51-478a-a68f-19e272c1edd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef1e53de-3523-4a45-882c-28a4e3b2a5d5,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:06.928248 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:07.005093 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f4f32fbf-0f7d-45e6-8dfc-e3ed233a9f1c None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:07.019034 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4b980-20d4-4663-a3f6-9f27412c774b req-77b3f619-ce68-4064-bf37-60fa3f2f3005 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:07.020835 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-28e4b980-20d4-4663-a3f6-9f27412c774b req-77b3f619-ce68-4064-bf37-60fa3f2f3005 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b8f7fbc-c688-428d-9d82-a21e15d8e125 HTTP/1.1" status: 200 len: 943 time: 0.3495443 Apr 20 13:22:07.025754 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f9ca4f-9e51-478a-a68f-19e272c1edd6 admin admin] Checking segment: {'id': '7968e861-0bf7-4432-9f37-af614bc92f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c981a2d2-2404-4eeb-859d-171554da52bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:22:07.026156 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f9ca4f-9e51-478a-a68f-19e272c1edd6 admin admin] Network hostable DHCP agents. Network: c981a2d2-2404-4eeb-859d-171554da52bb, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:22:07.027109 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=c7877f02-ab7b-4f6e-9fd9-a7d643b7236c,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:07.073475 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d263b986-2a50-4ffa-9b6e-5535c59cd494 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:07.103797 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b6f8534e-dcd7-4777-871f-65d75f1fe3d0 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:07.109058 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f4f32fbf-0f7d-45e6-8dfc-e3ed233a9f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:07.143340 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d263b986-2a50-4ffa-9b6e-5535c59cd494 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:07.153312 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8fd7308e-8520-433f-9fb1-6b60da047f49 req-f9b7cf43-c202-4e94-a548-3456b9b4b194 service neutron] 10.222.0.32 "GET /v2.0/networks/e783ca97-437f-4c6e-96a9-d1314368a6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790418 Apr 20 13:22:07.163764 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73c3b8-007d-4bcb-9a7f-0f80a9453e23 req-ce6bed0b-5749-4b17-b1dd-ea605ba75629 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:07.173168 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ba73c3b8-007d-4bcb-9a7f-0f80a9453e23 req-ce6bed0b-5749-4b17-b1dd-ea605ba75629 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.1485429 Apr 20 13:22:07.176042 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f32fbf-0f7d-45e6-8dfc-e3ed233a9f1c None None] Network 92dce603-c565-45c0-90e8-1e565a93bb52 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:22:07.183912 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-f4f32fbf-0f7d-45e6-8dfc-e3ed233a9f1c None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:22:07.193668 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f32fbf-0f7d-45e6-8dfc-e3ed233a9f1c None None] Pushing event updated for resources: {'Port': ['ID=5b107fd2-8d63-4d57-bac8-48e8c4e8c57f,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:07.197064 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f32fbf-0f7d-45e6-8dfc-e3ed233a9f1c None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:22:07.212607 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-28e4b980-20d4-4663-a3f6-9f27412c774b req-42d29c81-321b-475e-a39d-9410858195e7 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/security-groups?id=9650120b-ab55-426c-a3dc-890fb68c27e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654031 Apr 20 13:22:07.244659 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f9ca4f-9e51-478a-a68f-19e272c1edd6 admin admin] Network c981a2d2-2404-4eeb-859d-171554da52bb is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:22:07.265188 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-b6f8534e-dcd7-4777-871f-65d75f1fe3d0 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] device_id is not set on port 0c9b6905-3153-4a5b-b6ad-f0d96c205701 yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:22:07.308784 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-f4f32fbf-0f7d-45e6-8dfc-e3ed233a9f1c None None] Attempting to bind port 5b107fd2-8d63-4d57-bac8-48e8c4e8c57f on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:22:07.309651 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-f4f32fbf-0f7d-45e6-8dfc-e3ed233a9f1c None None] Attempting to bind port 5b107fd2-8d63-4d57-bac8-48e8c4e8c57f by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'c30d6f47-f608-49d4-8b9e-85b1cf3a242b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '92dce603-c565-45c0-90e8-1e565a93bb52'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:22:07.310342 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f32fbf-0f7d-45e6-8dfc-e3ed233a9f1c None None] Attempting to bind port 5b107fd2-8d63-4d57-bac8-48e8c4e8c57f on network 92dce603-c565-45c0-90e8-1e565a93bb52 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:22:07.313073 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['c7877f02-ab7b-4f6e-9fd9-a7d643b7236c'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:22:07.339044 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d263b986-2a50-4ffa-9b6e-5535c59cd494 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:07.344947 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263b986-2a50-4ffa-9b6e-5535c59cd494 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Pushing event updated for resources: {'Port': ['ID=0032be00-4026-4745-a251-b0d931cf03e9,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:07.358099 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f32fbf-0f7d-45e6-8dfc-e3ed233a9f1c None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:22:07.358489 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f32fbf-0f7d-45e6-8dfc-e3ed233a9f1c None None] Checking segment: {'id': 'c30d6f47-f608-49d4-8b9e-85b1cf3a242b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '92dce603-c565-45c0-90e8-1e565a93bb52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:22:07.358902 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f4f32fbf-0f7d-45e6-8dfc-e3ed233a9f1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:07.359899 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f32fbf-0f7d-45e6-8dfc-e3ed233a9f1c None None] Bound using segment: {'id': 'c30d6f47-f608-49d4-8b9e-85b1cf3a242b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '92dce603-c565-45c0-90e8-1e565a93bb52'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:22:07.360469 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-f4f32fbf-0f7d-45e6-8dfc-e3ed233a9f1c None None] Bound port: 5b107fd2-8d63-4d57-bac8-48e8c4e8c57f, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c30d6f47-f608-49d4-8b9e-85b1cf3a242b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '92dce603-c565-45c0-90e8-1e565a93bb52'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:22:07.361476 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f4f32fbf-0f7d-45e6-8dfc-e3ed233a9f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:07.369996 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ba73c3b8-007d-4bcb-9a7f-0f80a9453e23 req-4516b5fc-20fa-4e5b-b4f0-bedca1136682 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1958504 Apr 20 13:22:07.449283 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-78f9ca4f-9e51-478a-a68f-19e272c1edd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, c981a2d2-2404-4eeb-859d-171554da52bb) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:22:07.460080 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8fd7308e-8520-433f-9fb1-6b60da047f49 req-46f9149b-7628-43e4-8c43-dfdeb4fbe7b6 service neutron] 10.222.0.32 "GET /v2.0/networks/e783ca97-437f-4c6e-96a9-d1314368a6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841055 Apr 20 13:22:07.461541 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f9ca4f-9e51-478a-a68f-19e272c1edd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:07.462285 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-78f9ca4f-9e51-478a-a68f-19e272c1edd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:07.484191 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285af9a-1658-47ee-8217-e5e156077c60 req-02e2d7b9-4da1-48ec-9b75-0f246755214d tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:07.485988 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0285af9a-1658-47ee-8217-e5e156077c60 req-02e2d7b9-4da1-48ec-9b75-0f246755214d tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.0891454 Apr 20 13:22:07.511774 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8eae37a-d84c-432f-8609-e74dd99c59f7 None None] Network c981a2d2-2404-4eeb-859d-171554da52bb requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:22:07.549266 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0285af9a-1658-47ee-8217-e5e156077c60 req-93314304-2b31-432b-bcfe-83473a130a34 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553510 Apr 20 13:22:07.553178 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-78f9ca4f-9e51-478a-a68f-19e272c1edd6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7064569 Apr 20 13:22:07.557068 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59228) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:07.562273 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-50f31a32-bdb9-4e60-863a-e3cc6dbec2a1 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-715806434-router', 'tenant_id': '19797146ffa04eda9d815b280f3701b0', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:07.622405 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-f4f32fbf-0f7d-45e6-8dfc-e3ed233a9f1c None None] For port 5b107fd2-8d63-4d57-bac8-48e8c4e8c57f, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:22:07.639036 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-f4f32fbf-0f7d-45e6-8dfc-e3ed233a9f1c None None] For port 5b107fd2-8d63-4d57-bac8-48e8c4e8c57f, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=5b107fd2-8d63-4d57-bac8-48e8c4e8c57f,segment=NetworkSegment(c30d6f47-f608-49d4-8b9e-85b1cf3a242b),segment_id=c30d6f47-f608-49d4-8b9e-85b1cf3a242b)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:22:07.651181 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-b6f8534e-dcd7-4777-871f-65d75f1fe3d0 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Allocated IP 172.20.0.10 (92dce603-c565-45c0-90e8-1e565a93bb52/9b9bfa09-a376-46dc-88db-3bd4953ecafc/0c9b6905-3153-4a5b-b6ad-f0d96c205701) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:22:07.704344 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59234) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:07.723246 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-50f31a32-bdb9-4e60-863a-e3cc6dbec2a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:07.724573 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-50f31a32-bdb9-4e60-863a-e3cc6dbec2a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:07.746253 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f4f32fbf-0f7d-45e6-8dfc-e3ed233a9f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:07.785266 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-50f31a32-bdb9-4e60-863a-e3cc6dbec2a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:07.786577 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b6ddbd8-8974-4666-af26-709180e0447d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:07.815094 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f08b4f8-2a73-4b88-8274-3d6af8497bee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-c981a2d2-2404-4eeb-859d-171554da52bb', 'network_id': 'c981a2d2-2404-4eeb-859d-171554da52bb', 'tenant_id': '19797146ffa04eda9d815b280f3701b0', 'fixed_ips': [{'subnet_id': 'ef1e53de-3523-4a45-882c-28a4e3b2a5d5'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:22:07.816052 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3f08b4f8-2a73-4b88-8274-3d6af8497bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:07.836757 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201decea-1490-4939-a6df-594757f09eed req-26f228ba-8ad5-4425-b900-c8c46ab28765 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:07.838494 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-201decea-1490-4939-a6df-594757f09eed req-26f228ba-8ad5-4425-b900-c8c46ab28765 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.1875460 Apr 20 13:22:07.851624 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f32fbf-0f7d-45e6-8dfc-e3ed233a9f1c None None] Pushing event updated for resources: {'Port': ['ID=5b107fd2-8d63-4d57-bac8-48e8c4e8c57f,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:07.866531 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b6f8534e-dcd7-4777-871f-65d75f1fe3d0 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:07.909536 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d263b986-2a50-4ffa-9b6e-5535c59cd494 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Network 4459ee47-dde6-4590-9e1f-cfa71bc195cf is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:22:07.911559 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-d263b986-2a50-4ffa-9b6e-5535c59cd494 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:22:08.011908 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b6f8534e-dcd7-4777-871f-65d75f1fe3d0 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:08.056068 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-201decea-1490-4939-a6df-594757f09eed req-e80e3961-8671-4e85-9edf-61a68b811cc5 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074652 Apr 20 13:22:08.101430 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-50f31a32-bdb9-4e60-863a-e3cc6dbec2a1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:08.103795 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-3f08b4f8-2a73-4b88-8274-3d6af8497bee None None] Allocated IP 172.20.0.2 (c981a2d2-2404-4eeb-859d-171554da52bb/ef1e53de-3523-4a45-882c-28a4e3b2a5d5/8e15eef4-282d-493a-91a0-3a9888d9c8ba) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:22:08.183312 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f8534e-dcd7-4777-871f-65d75f1fe3d0 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Network 92dce603-c565-45c0-90e8-1e565a93bb52 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:22:08.189197 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b6ddbd8-8974-4666-af26-709180e0447d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:08.193702 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-b6f8534e-dcd7-4777-871f-65d75f1fe3d0 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:22:08.197616 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f8534e-dcd7-4777-871f-65d75f1fe3d0 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:22:08.201933 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d263b986-2a50-4ffa-9b6e-5535c59cd494 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Router a4530df3-f3bd-416c-b66b-8250bb456d6f has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:22:08.204349 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8534e-dcd7-4777-871f-65d75f1fe3d0 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'Port': ['ID=0c9b6905-3153-4a5b-b6ad-f0d96c205701,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:08.300044 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f8534e-dcd7-4777-871f-65d75f1fe3d0 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:08.300737 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b6f8534e-dcd7-4777-871f-65d75f1fe3d0 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:08.338309 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b6ddbd8-8974-4666-af26-709180e0447d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:08.434670 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2b6ddbd8-8974-4666-af26-709180e0447d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=17bc97812a1f43efac0f22e0a03e1b82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7283032 Apr 20 13:22:08.437743 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59244) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:08.449419 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3f08b4f8-2a73-4b88-8274-3d6af8497bee None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:08.453791 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-56279639-7aa5-4ece-8076-daba914dd9b3 None None] Provisioning complete for port 0032be00-4026-4745-a251-b0d931cf03e9 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:08.454163 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-56279639-7aa5-4ece-8076-daba914dd9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:08.468871 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d263b986-2a50-4ffa-9b6e-5535c59cd494 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:22:08.483041 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d263b986-2a50-4ffa-9b6e-5535c59cd494 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] 10.222.0.25 "PUT /v2.0/routers/a4530df3-f3bd-416c-b66b-8250bb456d6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3163896 Apr 20 13:22:08.487794 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59246) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:08.497366 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be737567-b3cd-402b-bd00-616c649e5d56 None None] Sync routers for ids ['a4530df3-f3bd-416c-b66b-8250bb456d6f'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:22:08.501186 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-56279639-7aa5-4ece-8076-daba914dd9b3 None None] Port 0032be00-4026-4745-a251-b0d931cf03e9 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:22:08.510634 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be737567-b3cd-402b-bd00-616c649e5d56 None None] Routers {'a4530df3-f3bd-416c-b66b-8250bb456d6f'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:22:08.511332 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-be737567-b3cd-402b-bd00-616c649e5d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:21:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['a4530df3-f3bd-416c-b66b-8250bb456d6f'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:08.555801 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b6f8534e-dcd7-4777-871f-65d75f1fe3d0 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.2960074 Apr 20 13:22:08.556007 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-be737567-b3cd-402b-bd00-616c649e5d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:08.556998 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59250) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:08.557349 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3f08b4f8-2a73-4b88-8274-3d6af8497bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:08.563737 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-62e3ac06-1145-4dec-a9a2-7813165619d1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'port': {'network_id': '92dce603-c565-45c0-90e8-1e565a93bb52', 'name': 'tempest-PortsTestJSON-103771996', 'fixed_ips': [{'subnet_id': '9b9bfa09-a376-46dc-88db-3bd4953ecafc', 'ip_address': '172.20.0.9'}]}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:08.576312 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ddbd8-8974-4666-af26-709180e0447d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe75339-9566-46c9-9ea1-f63d20f5382c,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:08.603659 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d7e91-693b-4fa9-b921-34d8d6d3ac26 req-5d02822b-561b-4807-8898-1b1a950cec36 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:08.605268 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0a1d7e91-693b-4fa9-b921-34d8d6d3ac26 req-5d02822b-561b-4807-8898-1b1a950cec36 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.2749000 Apr 20 13:22:08.650918 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1b9f2-0119-49cb-97f7-ec0db147295c req-afe6a2fd-04cf-4827-979f-f6ae99a3037a tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:08.653586 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-22c1b9f2-0119-49cb-97f7-ec0db147295c req-afe6a2fd-04cf-4827-979f-f6ae99a3037a tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b8f7fbc-c688-428d-9d82-a21e15d8e125 HTTP/1.1" status: 200 len: 944 time: 0.2587776 Apr 20 13:22:08.665735 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8f9f621e-5d33-4fe5-928b-c074fa9f3f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:08.698404 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8f9f621e-5d33-4fe5-928b-c074fa9f3f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:08.748112 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-40b4beea-0e07-40f2-9e33-50a37ce817a5 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:08.774533 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f08b4f8-2a73-4b88-8274-3d6af8497bee None None] Network c981a2d2-2404-4eeb-859d-171554da52bb is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:22:08.776795 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-3f08b4f8-2a73-4b88-8274-3d6af8497bee None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:22:08.786818 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f08b4f8-2a73-4b88-8274-3d6af8497bee None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:22:08.793933 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0a1d7e91-693b-4fa9-b921-34d8d6d3ac26 req-17632dea-cccf-42e3-a467-41727b3d00e0 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703203 Apr 20 13:22:08.847920 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be737567-b3cd-402b-bd00-616c649e5d56 None None] Routers {'a4530df3-f3bd-416c-b66b-8250bb456d6f'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:22:08.849219 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-be737567-b3cd-402b-bd00-616c649e5d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:21:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['a4530df3-f3bd-416c-b66b-8250bb456d6f'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:08.852061 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-22c1b9f2-0119-49cb-97f7-ec0db147295c req-3bb1ab14-9379-4556-b9ce-a70da3d6f1d8 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/security-groups?id=9650120b-ab55-426c-a3dc-890fb68c27e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891942 Apr 20 13:22:08.936682 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-be737567-b3cd-402b-bd00-616c649e5d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:08.942862 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be737567-b3cd-402b-bd00-616c649e5d56 None None] The sync data for ids ['a4530df3-f3bd-416c-b66b-8250bb456d6f'] in n-d-836015-7 is: [] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:22:08.956108 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08b4f8-2a73-4b88-8274-3d6af8497bee None None] Pushing event updated for resources: {'Port': ['ID=8e15eef4-282d-493a-91a0-3a9888d9c8ba,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:08.975006 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-50f31a32-bdb9-4e60-863a-e3cc6dbec2a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:09.011637 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-50f31a32-bdb9-4e60-863a-e3cc6dbec2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:09.026608 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-3f08b4f8-2a73-4b88-8274-3d6af8497bee None None] Attempting to bind port 8e15eef4-282d-493a-91a0-3a9888d9c8ba on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:22:09.027596 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-3f08b4f8-2a73-4b88-8274-3d6af8497bee None None] Attempting to bind port 8e15eef4-282d-493a-91a0-3a9888d9c8ba by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '7968e861-0bf7-4432-9f37-af614bc92f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c981a2d2-2404-4eeb-859d-171554da52bb'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:22:09.027973 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f08b4f8-2a73-4b88-8274-3d6af8497bee None None] Attempting to bind port 8e15eef4-282d-493a-91a0-3a9888d9c8ba on network c981a2d2-2404-4eeb-859d-171554da52bb {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:22:09.065732 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f08b4f8-2a73-4b88-8274-3d6af8497bee None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:22:09.066177 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f08b4f8-2a73-4b88-8274-3d6af8497bee None None] Checking segment: {'id': '7968e861-0bf7-4432-9f37-af614bc92f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c981a2d2-2404-4eeb-859d-171554da52bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:22:09.066599 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3f08b4f8-2a73-4b88-8274-3d6af8497bee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:09.067003 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f08b4f8-2a73-4b88-8274-3d6af8497bee None None] Bound using segment: {'id': '7968e861-0bf7-4432-9f37-af614bc92f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c981a2d2-2404-4eeb-859d-171554da52bb'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:22:09.068112 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-3f08b4f8-2a73-4b88-8274-3d6af8497bee None None] Bound port: 8e15eef4-282d-493a-91a0-3a9888d9c8ba, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7968e861-0bf7-4432-9f37-af614bc92f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c981a2d2-2404-4eeb-859d-171554da52bb'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:22:09.068519 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3f08b4f8-2a73-4b88-8274-3d6af8497bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:09.229271 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-3f08b4f8-2a73-4b88-8274-3d6af8497bee None None] For port 8e15eef4-282d-493a-91a0-3a9888d9c8ba, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:22:09.233651 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-3f08b4f8-2a73-4b88-8274-3d6af8497bee None None] For port 8e15eef4-282d-493a-91a0-3a9888d9c8ba, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=8e15eef4-282d-493a-91a0-3a9888d9c8ba,segment=NetworkSegment(7968e861-0bf7-4432-9f37-af614bc92f96),segment_id=7968e861-0bf7-4432-9f37-af614bc92f96)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:22:09.237509 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b596b9-6157-4b3b-b739-f6ff7151d729 req-71c34bde-14a3-4e73-9ca7-d2ee1a54431b tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:09.239132 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d3b596b9-6157-4b3b-b739-f6ff7151d729 req-71c34bde-14a3-4e73-9ca7-d2ee1a54431b tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.2375152 Apr 20 13:22:09.266170 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90e94c-3ba1-4a53-b74e-a420825e29f9 req-acdad342-c76b-49da-a0c5-0ab830ea1c99 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:09.275130 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0c90e94c-3ba1-4a53-b74e-a420825e29f9 req-acdad342-c76b-49da-a0c5-0ab830ea1c99 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.2965074 Apr 20 13:22:09.316261 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3f08b4f8-2a73-4b88-8274-3d6af8497bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:09.394013 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8f9f621e-5d33-4fe5-928b-c074fa9f3f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:09.397932 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8f9f621e-5d33-4fe5-928b-c074fa9f3f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:09.399266 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8f9f621e-5d33-4fe5-928b-c074fa9f3f62 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dfe75339-9566-46c9-9ea1-f63d20f5382c HTTP/1.1" status: 204 len: 168 time: 0.9605536 Apr 20 13:22:09.405628 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-50f31a32-bdb9-4e60-863a-e3cc6dbec2a1 admin admin] Allocated IP 172.25.8.222 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/51072941-3a6c-4a4a-864b-c3cecf3bcac6) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:22:09.405833 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08b4f8-2a73-4b88-8274-3d6af8497bee None None] Pushing event updated for resources: {'Port': ['ID=8e15eef4-282d-493a-91a0-3a9888d9c8ba,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:09.441352 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f621e-5d33-4fe5-928b-c074fa9f3f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe75339-9566-46c9-9ea1-f63d20f5382c,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:09.451460 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadaa6b4-e473-4b2f-87e4-c2bdbc6b013f None None] Network 92dce603-c565-45c0-90e8-1e565a93bb52 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:22:09.513181 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-40b4beea-0e07-40f2-9e33-50a37ce817a5 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 20 13:22:09.519487 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-40b4beea-0e07-40f2-9e33-50a37ce817a5 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] 10.222.0.25 "DELETE /v2.0/routers/a4530df3-f3bd-416c-b66b-8250bb456d6f HTTP/1.1" status: 409 len: 329 time: 1.0251772 Apr 20 13:22:09.519487 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59260) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:09.572066 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-50f31a32-bdb9-4e60-863a-e3cc6dbec2a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:09.602578 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0c90e94c-3ba1-4a53-b74e-a420825e29f9 req-d4384c13-0064-4587-af4c-22f84ce7ff0d tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3211789 Apr 20 13:22:09.668454 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-570e14d5-883a-494c-9f8f-06308325b759 None None] Provisioning complete for port 5b107fd2-8d63-4d57-bac8-48e8c4e8c57f triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:09.668649 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-570e14d5-883a-494c-9f8f-06308325b759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:09.709199 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d3b596b9-6157-4b3b-b739-f6ff7151d729 req-e3dc6617-bdec-4905-a327-90a46909c323 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4220994 Apr 20 13:22:09.728711 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e3ac06-1145-4dec-a9a2-7813165619d1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Made reservation on behalf of 921fc4094b8f49f1a436656db5724eca for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:22:09.753168 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-62e3ac06-1145-4dec-a9a2-7813165619d1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:09.804134 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 8d836939-8509-4422-9ef7-e8cb8c85414f details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:22:09.811422 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-50f31a32-bdb9-4e60-863a-e3cc6dbec2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:09.946663 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 8d836939-8509-4422-9ef7-e8cb8c85414f, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=8d836939-8509-4422-9ef7-e8cb8c85414f,segment=NetworkSegment(8588e126-c540-4263-a838-7380f873274c),segment_id=8588e126-c540-4263-a838-7380f873274c)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:09.962537 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f31a32-bdb9-4e60-863a-e3cc6dbec2a1 admin admin] Pushing event updated for resources: {'Port': ['ID=51072941-3a6c-4a4a-864b-c3cecf3bcac6,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:09.963472 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '8d836939-8509-4422-9ef7-e8cb8c85414f', 'network_id': 'e783ca97-437f-4c6e-96a9-d1314368a6ae', 'port_id': '8d836939-8509-4422-9ef7-e8cb8c85414f', 'mac_address': 'fa:16:3e:1e:38:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a15c91c7-1cec-4363-8fbe-d2c0ed8c5d6b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:22:09.967803 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 5b107fd2-8d63-4d57-bac8-48e8c4e8c57f up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:22:09.983921 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-62e3ac06-1145-4dec-a9a2-7813165619d1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] device_id is not set on port e789f1ff-444c-401b-97c6-a1f27e5e65f2 yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:22:10.031532 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00717e11-3dc1-45c7-a32c-e59ed368713c req-52fa9fd3-f1fc-4116-be6a-c78476ed15b0 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:10.033332 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-00717e11-3dc1-45c7-a32c-e59ed368713c req-52fa9fd3-f1fc-4116-be6a-c78476ed15b0 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.2824149 Apr 20 13:22:10.059202 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f31a32-bdb9-4e60-863a-e3cc6dbec2a1 admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:22:10.065410 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-50f31a32-bdb9-4e60-863a-e3cc6dbec2a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:22:10.071445 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f31a32-bdb9-4e60-863a-e3cc6dbec2a1 admin admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:22:10.085731 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:10.108618 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d836939-8509-4422-9ef7-e8cb8c85414f {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:22:10.184076 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-570e14d5-883a-494c-9f8f-06308325b759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:10.208605 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 8d836939-8509-4422-9ef7-e8cb8c85414f, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=8d836939-8509-4422-9ef7-e8cb8c85414f,segment=NetworkSegment(8588e126-c540-4263-a838-7380f873274c),segment_id=8588e126-c540-4263-a838-7380f873274c)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:10.246206 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 5b107fd2-8d63-4d57-bac8-48e8c4e8c57f triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:10.246819 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:10.254574 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba7971-586b-462c-9cdc-4f7f42bceafa req-1d9501e6-940d-4954-975c-37263e2ef63e tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:10.262684 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dcba7971-586b-462c-9cdc-4f7f42bceafa req-1d9501e6-940d-4954-975c-37263e2ef63e tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.2853191 Apr 20 13:22:10.320324 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-570e14d5-883a-494c-9f8f-06308325b759 None None] For port 5b107fd2-8d63-4d57-bac8-48e8c4e8c57f, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=5b107fd2-8d63-4d57-bac8-48e8c4e8c57f,segment=NetworkSegment(c30d6f47-f608-49d4-8b9e-85b1cf3a242b),segment_id=c30d6f47-f608-49d4-8b9e-85b1cf3a242b)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:10.321895 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device c7877f02-ab7b-4f6e-9fd9-a7d643b7236c up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:22:10.381020 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-62e3ac06-1145-4dec-a9a2-7813165619d1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Allocated IP 172.20.0.9 (92dce603-c565-45c0-90e8-1e565a93bb52/9b9bfa09-a376-46dc-88db-3bd4953ecafc/e789f1ff-444c-401b-97c6-a1f27e5e65f2) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:22:10.423967 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-00717e11-3dc1-45c7-a32c-e59ed368713c req-289019b0-1158-4d3b-af01-f7dd62a34b94 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3786950 Apr 20 13:22:10.442658 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:10.459414 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dcba7971-586b-462c-9cdc-4f7f42bceafa req-30fa5aa0-7d83-4075-b31c-f8d460159d11 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663376 Apr 20 13:22:10.461337 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-570e14d5-883a-494c-9f8f-06308325b759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:10.600836 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b6cb0a67-8da2-404f-9349-439fdc8c7d0c tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:10.637913 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=8d836939-8509-4422-9ef7-e8cb8c85414f,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:10.650011 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port c7877f02-ab7b-4f6e-9fd9-a7d643b7236c completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:22:10.729678 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port c7877f02-ab7b-4f6e-9fd9-a7d643b7236c triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:10.729678 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:10.755281 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-50f31a32-bdb9-4e60-863a-e3cc6dbec2a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:10.816876 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e14d5-883a-494c-9f8f-06308325b759 None None] Pushing event updated for resources: {'Port': ['ID=5b107fd2-8d63-4d57-bac8-48e8c4e8c57f,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:10.860993 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['8d836939-8509-4422-9ef7-e8cb8c85414f'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:22:10.963058 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fe1c5-050a-416d-b921-5343078e6ec6 req-d70332a9-644a-436b-a4d6-1d31f9a5386d tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:10.966622 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ba5fe1c5-050a-416d-b921-5343078e6ec6 req-d70332a9-644a-436b-a4d6-1d31f9a5386d tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b8f7fbc-c688-428d-9d82-a21e15d8e125 HTTP/1.1" status: 200 len: 944 time: 0.2064588 Apr 20 13:22:11.081894 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ba5fe1c5-050a-416d-b921-5343078e6ec6 req-698e373a-7129-4568-9a88-e762e4550d1f tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/security-groups?id=9650120b-ab55-426c-a3dc-890fb68c27e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761104 Apr 20 13:22:11.084539 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:11.201539 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-62e3ac06-1145-4dec-a9a2-7813165619d1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:11.223655 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-3e01c526-7d65-41f0-b18a-32599da0072b None None] Provisioning complete for port 0c9b6905-3153-4a5b-b6ad-f0d96c205701 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:11.224636 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3e01c526-7d65-41f0-b18a-32599da0072b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:11.282127 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-3e01c526-7d65-41f0-b18a-32599da0072b None None] Port 0c9b6905-3153-4a5b-b6ad-f0d96c205701 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:22:11.285961 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf6e658-d9ad-40ca-9b84-495cf6b16d67 None None] Network c981a2d2-2404-4eeb-859d-171554da52bb requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:22:11.321317 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-50f31a32-bdb9-4e60-863a-e3cc6dbec2a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:11.326105 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b8f7fbc-c688-428d-9d82-a21e15d8e125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7877f02-ab7b-4f6e-9fd9-a7d643b7236c'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:22:11.328791 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a3ed21-0367-4423-9b9b-c10bec5d8150" -d '{"events": [{"server_uuid": "0b8f7fbc-c688-428d-9d82-a21e15d8e125", "name": "network-vif-plugged", "status": "completed", "tag": "c7877f02-ab7b-4f6e-9fd9-a7d643b7236c"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:22:11.369087 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-62e3ac06-1145-4dec-a9a2-7813165619d1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:11.385523 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-3e01c526-7d65-41f0-b18a-32599da0072b None None] Provisioning complete for port 5b107fd2-8d63-4d57-bac8-48e8c4e8c57f triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:11.386420 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3e01c526-7d65-41f0-b18a-32599da0072b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:11.433605 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port c7877f02-ab7b-4f6e-9fd9-a7d643b7236c, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=c7877f02-ab7b-4f6e-9fd9-a7d643b7236c,segment=NetworkSegment(8588e126-c540-4263-a838-7380f873274c),segment_id=8588e126-c540-4263-a838-7380f873274c)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:11.454409 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14222d-8165-4126-b0ce-1625305f56b5 req-5930b4a8-e001-44ed-b680-55bf2d1f87d7 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:11.455955 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9c14222d-8165-4126-b0ce-1625305f56b5 req-5930b4a8-e001-44ed-b680-55bf2d1f87d7 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.1683083 Apr 20 13:22:11.483848 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c4df0-7840-4be3-bccb-c86e11194ce1 req-ac2724ee-1a6e-43b3-a3e2-623eb59d6e34 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:11.486567 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb3c4df0-7840-4be3-bccb-c86e11194ce1 req-ac2724ee-1a6e-43b3-a3e2-623eb59d6e34 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.2000768 Apr 20 13:22:11.498476 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3ac06-1145-4dec-a9a2-7813165619d1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'Port': ['ID=e789f1ff-444c-401b-97c6-a1f27e5e65f2,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:11.570209 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e3ac06-1145-4dec-a9a2-7813165619d1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Network 92dce603-c565-45c0-90e8-1e565a93bb52 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:22:11.580323 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:11.580548 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-62e3ac06-1145-4dec-a9a2-7813165619d1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:22:11.583566 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e3ac06-1145-4dec-a9a2-7813165619d1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:22:11.632274 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb3c4df0-7840-4be3-bccb-c86e11194ce1 req-d69ffe27-8b0a-4d02-bca8-80874b0b8e44 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1194415 Apr 20 13:22:11.671759 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9c14222d-8165-4126-b0ce-1625305f56b5 req-2a66147f-a5b8-41e1-82d3-3795241b9cad tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738601 Apr 20 13:22:11.716690 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-b6cb0a67-8da2-404f-9349-439fdc8c7d0c tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Deleting port 0032be00-4026-4745-a251-b0d931cf03e9 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:22:11.718659 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b6cb0a67-8da2-404f-9349-439fdc8c7d0c tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:11.784560 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=c7877f02-ab7b-4f6e-9fd9-a7d643b7236c,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:11.829654 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc7fbf7-615a-4df4-9d4f-100c115f1c8f x-openstack-request-id: req-bfc7fbf7-615a-4df4-9d4f-100c115f1c8f {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:22:11.830306 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b8f7fbc-c688-428d-9d82-a21e15d8e125", "name": "network-vif-plugged", "status": "completed", "tag": "c7877f02-ab7b-4f6e-9fd9-a7d643b7236c", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:22:11.830306 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bfc7fbf7-615a-4df4-9d4f-100c115f1c8f {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:22:11.830670 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfc7fbf7-615a-4df4-9d4f-100c115f1c8f'] response: {'server_uuid': '0b8f7fbc-c688-428d-9d82-a21e15d8e125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7877f02-ab7b-4f6e-9fd9-a7d643b7236c', 'code': 200} Apr 20 13:22:11.859786 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-b2e7faa0-3ce0-4d19-a715-994a48d8283f None None] Provisioning complete for port 0c9b6905-3153-4a5b-b6ad-f0d96c205701 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:11.860202 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b2e7faa0-3ce0-4d19-a715-994a48d8283f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:11.869668 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f31a32-bdb9-4e60-863a-e3cc6dbec2a1 admin admin] Router 7974220f-4e16-4ece-a636-c78b0e9ecb11 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:22:11.940037 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 5b107fd2-8d63-4d57-bac8-48e8c4e8c57f up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:22:11.990891 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-b2e7faa0-3ce0-4d19-a715-994a48d8283f None None] Port 0c9b6905-3153-4a5b-b6ad-f0d96c205701 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:22:11.993388 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e3ac06-1145-4dec-a9a2-7813165619d1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:11.994037 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-62e3ac06-1145-4dec-a9a2-7813165619d1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:12.035088 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b6cb0a67-8da2-404f-9349-439fdc8c7d0c tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:12.039997 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-b2e7faa0-3ce0-4d19-a715-994a48d8283f None None] Provisioning complete for port 8e15eef4-282d-493a-91a0-3a9888d9c8ba triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:12.040632 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b2e7faa0-3ce0-4d19-a715-994a48d8283f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:12.076591 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-b6cb0a67-8da2-404f-9349-439fdc8c7d0c tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Calling delete_port for 0032be00-4026-4745-a251-b0d931cf03e9 owned by network:router_interface {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:22:12.082032 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-62e3ac06-1145-4dec-a9a2-7813165619d1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.5222659 Apr 20 13:22:12.084572 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c617e-0c42-41e7-84bc-45cec1935923 req-229b2870-f281-4e2a-b043-442e392b7ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:12.091279 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7c0c617e-0c42-41e7-84bc-45cec1935923 req-229b2870-f281-4e2a-b043-442e392b7ef8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0b8f7fbc-c688-428d-9d82-a21e15d8e125 HTTP/1.1" status: 200 len: 1096 time: 0.1556668 Apr 20 13:22:12.096389 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59322) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:12.112152 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 5b107fd2-8d63-4d57-bac8-48e8c4e8c57f triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:12.112537 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:12.275238 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:12.286147 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b2e7faa0-3ce0-4d19-a715-994a48d8283f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:12.317721 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e8e9fb-cdb2-4b75-8fd6-410ee28f71f7 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:12.322239 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-28e8e9fb-cdb2-4b75-8fd6-410ee28f71f7 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2194788 Apr 20 13:22:12.322239 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7c0c617e-0c42-41e7-84bc-45cec1935923 req-4b93bde1-113e-4776-a2af-496343c41625 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9650120b-ab55-426c-a3dc-890fb68c27e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196991 Apr 20 13:22:12.324009 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59330) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:12.394428 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 8e15eef4-282d-493a-91a0-3a9888d9c8ba up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:22:12.455616 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846eb648-52e8-423e-b5bd-e80a3dc20a46 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:12.462400 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846eb648-52e8-423e-b5bd-e80a3dc20a46 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:12.468969 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846eb648-52e8-423e-b5bd-e80a3dc20a46 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:12.469581 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-b2e7faa0-3ce0-4d19-a715-994a48d8283f None None] For port 8e15eef4-282d-493a-91a0-3a9888d9c8ba, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=8e15eef4-282d-493a-91a0-3a9888d9c8ba,segment=NetworkSegment(7968e861-0bf7-4432-9f37-af614bc92f96),segment_id=7968e861-0bf7-4432-9f37-af614bc92f96)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:12.471016 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-846eb648-52e8-423e-b5bd-e80a3dc20a46 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1459820 Apr 20 13:22:12.474810 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59332) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:12.546599 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b2e7faa0-3ce0-4d19-a715-994a48d8283f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:12.607446 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:22:12.654882 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 8e15eef4-282d-493a-91a0-3a9888d9c8ba triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:12.658893 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:12.691189 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-58f2a8da-1256-4ee5-b382-2d91c677898a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Deleting port e789f1ff-444c-401b-97c6-a1f27e5e65f2 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:22:12.692188 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-58f2a8da-1256-4ee5-b382-2d91c677898a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:12.722414 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e7faa0-3ce0-4d19-a715-994a48d8283f None None] Pushing event updated for resources: {'Port': ['ID=8e15eef4-282d-493a-91a0-3a9888d9c8ba,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:12.768478 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f31a32-bdb9-4e60-863a-e3cc6dbec2a1 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:22:12.780158 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d94edc-b36e-441f-8df6-357e87930c94 None None] Sync routers for ids ['7974220f-4e16-4ece-a636-c78b0e9ecb11'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:22:12.798461 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d94edc-b36e-441f-8df6-357e87930c94 None None] Routers {'7974220f-4e16-4ece-a636-c78b0e9ecb11'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:22:12.799102 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-16d94edc-b36e-441f-8df6-357e87930c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:21:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['7974220f-4e16-4ece-a636-c78b0e9ecb11'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:12.807687 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cda060-b678-4e83-82c3-6724df64e20e req-5da33f04-b5af-4318-9a40-f8dba4de5c29 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:12.808975 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-93cda060-b678-4e83-82c3-6724df64e20e req-5da33f04-b5af-4318-9a40-f8dba4de5c29 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.7585497 Apr 20 13:22:12.824178 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff3e04-e512-41f0-b190-21f51dee9df9 req-c9d23f21-e81e-4f38-9709-0994b41aafa2 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:12.825668 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d8ff3e04-e512-41f0-b190-21f51dee9df9 req-c9d23f21-e81e-4f38-9709-0994b41aafa2 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.7910717 Apr 20 13:22:12.853687 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-50f31a32-bdb9-4e60-863a-e3cc6dbec2a1 admin admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:12.854786 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-50f31a32-bdb9-4e60-863a-e3cc6dbec2a1 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.2967200 Apr 20 13:22:12.861905 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-118296c6-7296-42af-b9b5-17d88573303a None None] Provisioning complete for port e789f1ff-444c-401b-97c6-a1f27e5e65f2 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:12.862414 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-118296c6-7296-42af-b9b5-17d88573303a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:12.864902 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59340) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:12.881962 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-58f2a8da-1256-4ee5-b382-2d91c677898a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:12.913021 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-58f2a8da-1256-4ee5-b382-2d91c677898a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Calling delete_port for e789f1ff-444c-401b-97c6-a1f27e5e65f2 owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:22:12.986761 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-16d94edc-b36e-441f-8df6-357e87930c94 None None] Set router 7974220f-4e16-4ece-a636-c78b0e9ecb11 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:22:12.989836 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-118296c6-7296-42af-b9b5-17d88573303a None None] Port e789f1ff-444c-401b-97c6-a1f27e5e65f2 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:22:13.028518 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-118296c6-7296-42af-b9b5-17d88573303a None None] Provisioning complete for port 8e15eef4-282d-493a-91a0-3a9888d9c8ba triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:13.028893 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-118296c6-7296-42af-b9b5-17d88573303a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:13.140950 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b6cb0a67-8da2-404f-9349-439fdc8c7d0c tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:13.156068 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-93cda060-b678-4e83-82c3-6724df64e20e req-64357f95-0583-408d-bfb2-5ae9aefb7cb8 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3291590 Apr 20 13:22:13.170114 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:13.232213 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d8ff3e04-e512-41f0-b190-21f51dee9df9 req-4c255a7d-86e1-498f-880e-ab21745e9c52 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772907 Apr 20 13:22:13.251408 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cb0a67-8da2-404f-9349-439fdc8c7d0c tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Pushing event deleted for resources: {'Port': ['ID=0032be00-4026-4745-a251-b0d931cf03e9,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:13.345718 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-16d94edc-b36e-441f-8df6-357e87930c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7974220f-4e16-4ece-a636-c78b0e9ecb11', 'name': 'tempest-TestServerBasicOps-715806434-router', 'tenant_id': '19797146ffa04eda9d815b280f3701b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '51072941-3a6c-4a4a-864b-c3cecf3bcac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:22:07Z', 'updated_at': '2022-04-20T13:22:10Z', 'revision_number': 3, 'project_id': '19797146ffa04eda9d815b280f3701b0', 'gw_port': {'id': '51072941-3a6c-4a4a-864b-c3cecf3bcac6', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:74:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7974220f-4e16-4ece-a636-c78b0e9ecb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:22:09Z', 'updated_at': '2022-04-20T13:22:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:13.351896 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-58f2a8da-1256-4ee5-b382-2d91c677898a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:13.426803 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d94edc-b36e-441f-8df6-357e87930c94 None None] Checking router: 7974220f-4e16-4ece-a636-c78b0e9ecb11 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:22:13.427889 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d94edc-b36e-441f-8df6-357e87930c94 None None] Updating router 7974220f-4e16-4ece-a636-c78b0e9ecb11 port 51072941-3a6c-4a4a-864b-c3cecf3bcac6 binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:22:13.454564 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-16d94edc-b36e-441f-8df6-357e87930c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:13.493844 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b6cb0a67-8da2-404f-9349-439fdc8c7d0c tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:13.535692 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee47be-98d7-4f79-a7d2-3401d8c6684c req-71974f57-dd13-4929-882b-8c4c18082fab tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:13.546330 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14ee47be-98d7-4f79-a7d2-3401d8c6684c req-71974f57-dd13-4929-882b-8c4c18082fab tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.1848581 Apr 20 13:22:13.568144 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f2a8da-1256-4ee5-b382-2d91c677898a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'Port': ['ID=e789f1ff-444c-401b-97c6-a1f27e5e65f2,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:13.596749 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3973b-a899-49ec-a501-a6769df34f4a req-c3851c63-a86b-4f27-8e25-d1cdf8068c9c tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:13.606277 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1af3973b-a899-49ec-a501-a6769df34f4a req-c3851c63-a86b-4f27-8e25-d1cdf8068c9c tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b8f7fbc-c688-428d-9d82-a21e15d8e125 HTTP/1.1" status: 200 len: 945 time: 0.2479734 Apr 20 13:22:13.736415 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 8d836939-8509-4422-9ef7-e8cb8c85414f up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:22:13.780139 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14ee47be-98d7-4f79-a7d2-3401d8c6684c req-c6b2f230-70d4-4e06-a2e2-bf70631ab681 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2328765 Apr 20 13:22:13.817029 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 8e15eef4-282d-493a-91a0-3a9888d9c8ba up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:22:13.921109 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-58f2a8da-1256-4ee5-b382-2d91c677898a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:13.928922 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-58f2a8da-1256-4ee5-b382-2d91c677898a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/ports/e789f1ff-444c-401b-97c6-a1f27e5e65f2 HTTP/1.1" status: 204 len: 168 time: 1.4508324 Apr 20 13:22:13.932226 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59368) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:13.991868 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 8e15eef4-282d-493a-91a0-3a9888d9c8ba triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:13.992461 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:14.049258 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1af3973b-a899-49ec-a501-a6769df34f4a req-76c0e35e-e2ff-4091-a01b-daaa4a14b466 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/security-groups?id=9650120b-ab55-426c-a3dc-890fb68c27e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417312 Apr 20 13:22:14.065310 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 8d836939-8509-4422-9ef7-e8cb8c85414f completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:22:14.070574 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 8d836939-8509-4422-9ef7-e8cb8c85414f triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:14.072174 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6cb0a67-8da2-404f-9349-439fdc8c7d0c tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Router a4530df3-f3bd-416c-b66b-8250bb456d6f has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:22:14.072627 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:14.077515 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a2f37f-4fb1-4c75-a9a9-b449467466d0 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] GET failed (client error): The resource could not be found. Apr 20 13:22:14.079255 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-04a2f37f-4fb1-4c75-a9a9-b449467466d0 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "GET /v2.0/ports/e789f1ff-444c-401b-97c6-a1f27e5e65f2 HTTP/1.1" status: 404 len: 333 time: 0.1405494 Apr 20 13:22:14.084121 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59370) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:14.114539 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f4d67c41-8f0e-4c90-962a-e5fa444c3448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:14.171738 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908cfd5f-c7e2-4a49-8a35-75c3f632ce97 req-ff829025-6967-4cf5-a83b-983091a91e05 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:14.178364 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-908cfd5f-c7e2-4a49-8a35-75c3f632ce97 req-ff829025-6967-4cf5-a83b-983091a91e05 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.2214909 Apr 20 13:22:14.215862 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-16d94edc-b36e-441f-8df6-357e87930c94 None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:14.285861 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-908cfd5f-c7e2-4a49-8a35-75c3f632ce97 req-ce59b9c6-ae12-4f2a-8590-997ac6948c54 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973940 Apr 20 13:22:14.292932 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-16d94edc-b36e-441f-8df6-357e87930c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:14.360701 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:14.373687 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6cb0a67-8da2-404f-9349-439fdc8c7d0c tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:22:14.390320 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b6cb0a67-8da2-404f-9349-439fdc8c7d0c tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] 10.222.0.25 "PUT /v2.0/routers/a4530df3-f3bd-416c-b66b-8250bb456d6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8722556 Apr 20 13:22:14.396793 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1e005-83a9-47f1-9db1-95f2b352c699 None None] Pushing event updated for resources: {'Port': ['ID=51072941-3a6c-4a4a-864b-c3cecf3bcac6,revision_number=2']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:14.399655 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-16d94edc-b36e-441f-8df6-357e87930c94 None None] Attempting to bind port 51072941-3a6c-4a4a-864b-c3cecf3bcac6 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:22:14.404759 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-16d94edc-b36e-441f-8df6-357e87930c94 None None] Attempting to bind port 51072941-3a6c-4a4a-864b-c3cecf3bcac6 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:22:14.404759 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d94edc-b36e-441f-8df6-357e87930c94 None None] Attempting to bind port 51072941-3a6c-4a4a-864b-c3cecf3bcac6 on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:22:14.405186 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59376) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:14.405322 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d42929-93b1-42c7-8070-c73a9c297b24 None None] Sync routers for ids ['a4530df3-f3bd-416c-b66b-8250bb456d6f'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:22:14.414697 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d94edc-b36e-441f-8df6-357e87930c94 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:22:14.415073 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d94edc-b36e-441f-8df6-357e87930c94 None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:22:14.415757 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-16d94edc-b36e-441f-8df6-357e87930c94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:14.416146 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d94edc-b36e-441f-8df6-357e87930c94 None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:22:14.416621 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-16d94edc-b36e-441f-8df6-357e87930c94 None None] Bound port: 51072941-3a6c-4a4a-864b-c3cecf3bcac6, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:22:14.417002 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-16d94edc-b36e-441f-8df6-357e87930c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:14.420847 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-8177e310-4b68-403d-8932-aee7bd96da33 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Deleting port 0c9b6905-3153-4a5b-b6ad-f0d96c205701 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:22:14.421193 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8177e310-4b68-403d-8932-aee7bd96da33 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:14.448633 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-f4d67c41-8f0e-4c90-962a-e5fa444c3448 admin admin] Allocated IP 172.20.0.1 (c981a2d2-2404-4eeb-859d-171554da52bb/ef1e53de-3523-4a45-882c-28a4e3b2a5d5/16f573e3-d6db-4c84-80e5-01198f9cd5ca) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:22:14.463641 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4188dd5b-c38f-4cd0-9f9c-f51ada403baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d836939-8509-4422-9ef7-e8cb8c85414f'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:22:14.465934 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff6132e-f890-4ef5-99d0-72e65615bbdb" -d '{"events": [{"server_uuid": "4188dd5b-c38f-4cd0-9f9c-f51ada403baa", "name": "network-vif-plugged", "status": "completed", "tag": "8d836939-8509-4422-9ef7-e8cb8c85414f"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:22:14.518707 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-22aaa0d5-a7ad-4733-88b2-5cc6981f1909 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] show failed (client error): The resource could not be found. Apr 20 13:22:14.523818 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-22aaa0d5-a7ad-4733-88b2-5cc6981f1909 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] 10.222.0.25 "GET /v2.0/routers/tempest-non_exist_router-397033559 HTTP/1.1" status: 404 len: 334 time: 0.1136978 Apr 20 13:22:14.525314 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-16d94edc-b36e-441f-8df6-357e87930c94 None None] For port 51072941-3a6c-4a4a-864b-c3cecf3bcac6, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:22:14.527017 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59382) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:14.528629 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-16d94edc-b36e-441f-8df6-357e87930c94 None None] For port 51072941-3a6c-4a4a-864b-c3cecf3bcac6, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=51072941-3a6c-4a4a-864b-c3cecf3bcac6,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:22:14.533677 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-b89680cd-c0ad-4807-8fec-cb64c5e897e2 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Request body: {'router': {'name': 'new_name'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:14.550416 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 8d836939-8509-4422-9ef7-e8cb8c85414f, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=8d836939-8509-4422-9ef7-e8cb8c85414f,segment=NetworkSegment(8588e126-c540-4263-a838-7380f873274c),segment_id=8588e126-c540-4263-a838-7380f873274c)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:14.558467 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d42929-93b1-42c7-8070-c73a9c297b24 None None] Routers {'a4530df3-f3bd-416c-b66b-8250bb456d6f'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:22:14.559285 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-d2d42929-93b1-42c7-8070-c73a9c297b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:21:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['a4530df3-f3bd-416c-b66b-8250bb456d6f'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:14.654175 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-16d94edc-b36e-441f-8df6-357e87930c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:14.684384 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c12dd-a49d-4271-967a-a0251f2712fa req-914cbf26-e8f1-4c22-822f-862e0fc7d22d tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:14.690684 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-b89680cd-c0ad-4807-8fec-cb64c5e897e2 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] update failed (client error): The resource could not be found. Apr 20 13:22:14.696895 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b89680cd-c0ad-4807-8fec-cb64c5e897e2 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] 10.222.0.25 "PUT /v2.0/routers/tempest-non_exist_router-1226095312 HTTP/1.1" status: 404 len: 335 time: 0.1616569 Apr 20 13:22:14.697072 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-577c12dd-a49d-4271-967a-a0251f2712fa req-914cbf26-e8f1-4c22-822f-862e0fc7d22d tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.1145201 Apr 20 13:22:14.702677 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59388) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:14.749459 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a38f61-61fc-4536-a6f2-67d498ff3865 req-48940436-e1f1-4ad9-929f-8b9bb1830766 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:14.751041 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d6a38f61-61fc-4536-a6f2-67d498ff3865 req-48940436-e1f1-4ad9-929f-8b9bb1830766 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.1848621 Apr 20 13:22:14.772467 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d94edc-b36e-441f-8df6-357e87930c94 None None] Routers {'7974220f-4e16-4ece-a636-c78b0e9ecb11'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:22:14.773487 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-16d94edc-b36e-441f-8df6-357e87930c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:21:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['7974220f-4e16-4ece-a636-c78b0e9ecb11'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:14.809335 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceeff9db-4382-4bac-8044-9cffdeba7464 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Deleting subnet 6669ab15-9c20-42e9-99a0-369ad6a94211 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:22:14.816932 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ceeff9db-4382-4bac-8044-9cffdeba7464 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:14.826555 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:14.828758 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-d2d42929-93b1-42c7-8070-c73a9c297b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:14.843311 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f4d67c41-8f0e-4c90-962a-e5fa444c3448 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:14.878042 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8177e310-4b68-403d-8932-aee7bd96da33 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:14.894688 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ceeff9db-4382-4bac-8044-9cffdeba7464 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:14.899211 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-16d94edc-b36e-441f-8df6-357e87930c94 None None] Set router 7974220f-4e16-4ece-a636-c78b0e9ecb11 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:22:14.901746 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d42929-93b1-42c7-8070-c73a9c297b24 None None] Routers {'a4530df3-f3bd-416c-b66b-8250bb456d6f'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:22:14.902642 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-d2d42929-93b1-42c7-8070-c73a9c297b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:21:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['a4530df3-f3bd-416c-b66b-8250bb456d6f'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:14.919202 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-8177e310-4b68-403d-8932-aee7bd96da33 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Calling delete_port for 0c9b6905-3153-4a5b-b6ad-f0d96c205701 owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:22:14.959321 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-d2d42929-93b1-42c7-8070-c73a9c297b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:14.960294 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d42929-93b1-42c7-8070-c73a9c297b24 None None] The sync data for ids ['a4530df3-f3bd-416c-b66b-8250bb456d6f'] in n-d-836015-7 is: [] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:22:14.976118 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=8d836939-8509-4422-9ef7-e8cb8c85414f,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:14.986633 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d6a38f61-61fc-4536-a6f2-67d498ff3865 req-84631946-dc0e-48e5-984d-21b3f17e9c2a tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030520 Apr 20 13:22:15.005820 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-577c12dd-a49d-4271-967a-a0251f2712fa req-6a36dcc9-8fda-4688-80a3-df91d6bb2416 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3066857 Apr 20 13:22:15.052849 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ceeff9db-4382-4bac-8044-9cffdeba7464 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:15.078040 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5eab7d-b761-4c2a-a5b1-1307bbc5d44d x-openstack-request-id: req-4d5eab7d-b761-4c2a-a5b1-1307bbc5d44d {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:22:15.078548 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4188dd5b-c38f-4cd0-9f9c-f51ada403baa", "name": "network-vif-plugged", "status": "completed", "tag": "8d836939-8509-4422-9ef7-e8cb8c85414f", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:22:15.079121 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d5eab7d-b761-4c2a-a5b1-1307bbc5d44d {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:22:15.079706 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d5eab7d-b761-4c2a-a5b1-1307bbc5d44d'] response: {'server_uuid': '4188dd5b-c38f-4cd0-9f9c-f51ada403baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d836939-8509-4422-9ef7-e8cb8c85414f', 'code': 200} Apr 20 13:22:15.222003 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f4d67c41-8f0e-4c90-962a-e5fa444c3448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:15.232110 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1e005-83a9-47f1-9db1-95f2b352c699 None None] Pushing event updated for resources: {'Port': ['ID=51072941-3a6c-4a4a-864b-c3cecf3bcac6,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:15.254488 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d67c41-8f0e-4c90-962a-e5fa444c3448 admin admin] Network c981a2d2-2404-4eeb-859d-171554da52bb is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:22:15.262553 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-16d94edc-b36e-441f-8df6-357e87930c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7974220f-4e16-4ece-a636-c78b0e9ecb11', 'name': 'tempest-TestServerBasicOps-715806434-router', 'tenant_id': '19797146ffa04eda9d815b280f3701b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '51072941-3a6c-4a4a-864b-c3cecf3bcac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:22:07Z', 'updated_at': '2022-04-20T13:22:10Z', 'revision_number': 3, 'project_id': '19797146ffa04eda9d815b280f3701b0', 'gw_port': {'id': '51072941-3a6c-4a4a-864b-c3cecf3bcac6', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:74:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7974220f-4e16-4ece-a636-c78b0e9ecb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:22:09Z', 'updated_at': '2022-04-20T13:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:15.275320 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-f4d67c41-8f0e-4c90-962a-e5fa444c3448 admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:22:15.292031 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d67c41-8f0e-4c90-962a-e5fa444c3448 admin admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:22:15.295008 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d94edc-b36e-441f-8df6-357e87930c94 None None] The sync data for ids ['7974220f-4e16-4ece-a636-c78b0e9ecb11'] in n-d-836015-7 is: [{'id': '7974220f-4e16-4ece-a636-c78b0e9ecb11', 'name': 'tempest-TestServerBasicOps-715806434-router', 'tenant_id': '19797146ffa04eda9d815b280f3701b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '51072941-3a6c-4a4a-864b-c3cecf3bcac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:22:07Z', 'updated_at': '2022-04-20T13:22:10Z', 'revision_number': 3, 'project_id': '19797146ffa04eda9d815b280f3701b0', 'gw_port': {'id': '51072941-3a6c-4a4a-864b-c3cecf3bcac6', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:74:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7974220f-4e16-4ece-a636-c78b0e9ecb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:22:09Z', 'updated_at': '2022-04-20T13:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:22:15.346989 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ceeff9db-4382-4bac-8044-9cffdeba7464 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:15.427832 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8177e310-4b68-403d-8932-aee7bd96da33 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:15.432873 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeff9db-4382-4bac-8044-9cffdeba7464 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Pushing event deleted for resources: {'Subnet': ['ID=6669ab15-9c20-42e9-99a0-369ad6a94211,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:15.453849 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de302206-8a10-436b-8ff4-8e072d2d1137 req-fc63508c-4743-441b-8910-5a4dbb6b7c9a tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:15.462273 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-de302206-8a10-436b-8ff4-8e072d2d1137 req-fc63508c-4743-441b-8910-5a4dbb6b7c9a tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.3042338 Apr 20 13:22:15.473916 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec01c72-f270-478d-a998-2011f326c6a1 req-f56ca98a-2394-4db5-be79-af7065ac0341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:15.492580 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fec01c72-f270-478d-a998-2011f326c6a1 req-f56ca98a-2394-4db5-be79-af7065ac0341 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4188dd5b-c38f-4cd0-9f9c-f51ada403baa HTTP/1.1" status: 200 len: 1097 time: 0.3156953 Apr 20 13:22:15.514614 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ceeff9db-4382-4bac-8044-9cffdeba7464 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:15.520101 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ceeff9db-4382-4bac-8044-9cffdeba7464 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] 10.222.0.25 "DELETE /v2.0/subnets/6669ab15-9c20-42e9-99a0-369ad6a94211 HTTP/1.1" status: 204 len: 168 time: 0.8141770 Apr 20 13:22:15.520745 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59402) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:15.525104 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c048eba-e1bf-4643-8d7f-227844add4d9 None None] Network 8dae790c-4025-4bdf-925a-55e49dd66ee3 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:22:15.531210 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177e310-4b68-403d-8932-aee7bd96da33 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'Port': ['ID=0c9b6905-3153-4a5b-b6ad-f0d96c205701,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:15.532793 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d67c41-8f0e-4c90-962a-e5fa444c3448 admin admin] Pushing event updated for resources: {'Port': ['ID=16f573e3-d6db-4c84-80e5-01198f9cd5ca,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:15.550277 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f4d67c41-8f0e-4c90-962a-e5fa444c3448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:15.565675 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeff9db-4382-4bac-8044-9cffdeba7464 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:15.566264 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeff9db-4382-4bac-8044-9cffdeba7464 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:15.566748 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeff9db-4382-4bac-8044-9cffdeba7464 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:15.567231 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeff9db-4382-4bac-8044-9cffdeba7464 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:15.567721 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeff9db-4382-4bac-8044-9cffdeba7464 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:15.568220 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeff9db-4382-4bac-8044-9cffdeba7464 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:15.568946 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeff9db-4382-4bac-8044-9cffdeba7464 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:15.569426 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeff9db-4382-4bac-8044-9cffdeba7464 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:15.569897 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeff9db-4382-4bac-8044-9cffdeba7464 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:15.570373 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeff9db-4382-4bac-8044-9cffdeba7464 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:15.570830 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeff9db-4382-4bac-8044-9cffdeba7464 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:15.571298 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceeff9db-4382-4bac-8044-9cffdeba7464 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:15.644165 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177e310-4b68-403d-8932-aee7bd96da33 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:15.644735 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177e310-4b68-403d-8932-aee7bd96da33 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:15.645218 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177e310-4b68-403d-8932-aee7bd96da33 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:15.645723 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177e310-4b68-403d-8932-aee7bd96da33 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:15.646211 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177e310-4b68-403d-8932-aee7bd96da33 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:15.648570 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177e310-4b68-403d-8932-aee7bd96da33 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:15.649084 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177e310-4b68-403d-8932-aee7bd96da33 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:15.649574 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177e310-4b68-403d-8932-aee7bd96da33 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:15.650062 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177e310-4b68-403d-8932-aee7bd96da33 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:15.651137 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177e310-4b68-403d-8932-aee7bd96da33 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:15.651649 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177e310-4b68-403d-8932-aee7bd96da33 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:15.652119 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177e310-4b68-403d-8932-aee7bd96da33 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:15.696702 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-11ac6add-7491-4caf-b957-a86bad1d2e2e None None] Provisioning complete for port 16f573e3-d6db-4c84-80e5-01198f9cd5ca triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:15.697079 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-11ac6add-7491-4caf-b957-a86bad1d2e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:15.808999 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-11ac6add-7491-4caf-b957-a86bad1d2e2e None None] Port 16f573e3-d6db-4c84-80e5-01198f9cd5ca cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:22:15.812079 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da012d4-6e17-40fa-8e0a-b27295060039 req-a6b70fd4-9105-4621-8c80-070e4d208ca6 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:15.813637 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4da012d4-6e17-40fa-8e0a-b27295060039 req-a6b70fd4-9105-4621-8c80-070e4d208ca6 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/ports?device_id=0b8f7fbc-c688-428d-9d82-a21e15d8e125 HTTP/1.1" status: 200 len: 945 time: 0.5754879 Apr 20 13:22:15.843591 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd90c917-8965-4998-a170-b8b6e5f1ae69 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Deleting subnet e71255e4-1692-461c-b08a-6e44e69a762e {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:22:15.868740 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cd90c917-8965-4998-a170-b8b6e5f1ae69 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:15.907456 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-de302206-8a10-436b-8ff4-8e072d2d1137 req-38951569-e094-4ac7-a038-5e343a1a7a9a tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4432604 Apr 20 13:22:15.954222 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8177e310-4b68-403d-8932-aee7bd96da33 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:15.958909 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8177e310-4b68-403d-8932-aee7bd96da33 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/ports/0c9b6905-3153-4a5b-b6ad-f0d96c205701 HTTP/1.1" status: 204 len: 168 time: 1.8732746 Apr 20 13:22:15.971027 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59410) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:16.014256 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fec01c72-f270-478d-a998-2011f326c6a1 req-818ba4f4-ebdd-4a80-9735-14d55d19fa7c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9650120b-ab55-426c-a3dc-890fb68c27e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745686 Apr 20 13:22:16.014620 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cd90c917-8965-4998-a170-b8b6e5f1ae69 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:16.025971 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4da012d4-6e17-40fa-8e0a-b27295060039 req-056199d0-efd1-42c6-bc22-e72c75bb8d50 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/security-groups?id=9650120b-ab55-426c-a3dc-890fb68c27e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865380 Apr 20 13:22:16.048052 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a77f02-9b07-442e-a7f9-979b1714bd8d None None] DHCP port deletion for 8dae790c-4025-4bdf-925a-55e49dd66ee3 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:22:16.112437 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f4d67c41-8f0e-4c90-962a-e5fa444c3448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:16.156044 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f863a3c-58c1-466c-8b05-a72998b23116 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] GET failed (client error): The resource could not be found. Apr 20 13:22:16.157700 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4f863a3c-58c1-466c-8b05-a72998b23116 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "GET /v2.0/ports/0c9b6905-3153-4a5b-b6ad-f0d96c205701 HTTP/1.1" status: 404 len: 333 time: 0.1824045 Apr 20 13:22:16.162673 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59418) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:16.194962 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-57a77f02-9b07-442e-a7f9-979b1714bd8d None None] Deleting port f08415d5-1b76-41e9-8e13-a00161956dae {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:22:16.198230 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-57a77f02-9b07-442e-a7f9-979b1714bd8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:16.290656 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-57a77f02-9b07-442e-a7f9-979b1714bd8d None None] For port f08415d5-1b76-41e9-8e13-a00161956dae, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f08415d5-1b76-41e9-8e13-a00161956dae,segment=NetworkSegment(da086995-c3b2-4291-97eb-acb08ade978b),segment_id=da086995-c3b2-4291-97eb-acb08ade978b)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:16.291060 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-57a77f02-9b07-442e-a7f9-979b1714bd8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:16.329757 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-57a77f02-9b07-442e-a7f9-979b1714bd8d None None] Calling delete_port for f08415d5-1b76-41e9-8e13-a00161956dae owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:22:16.362452 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c1826-6a4b-4201-9e7d-fdcc2fc441bf req-d38d8d18-6d1f-4082-a9e8-2e9d32e2872f tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:16.366967 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-972c1826-6a4b-4201-9e7d-fdcc2fc441bf req-d38d8d18-6d1f-4082-a9e8-2e9d32e2872f tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.2233346 Apr 20 13:22:16.378327 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d6ae6-2c21-4654-ab34-cb81edc7d5a0 req-f7cd489a-0a76-4ca5-9b1e-938eabb9db74 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:16.387947 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-460d6ae6-2c21-4654-ab34-cb81edc7d5a0 req-f7cd489a-0a76-4ca5-9b1e-938eabb9db74 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.1374543 Apr 20 13:22:16.535489 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-460d6ae6-2c21-4654-ab34-cb81edc7d5a0 req-fff57ba9-ceb6-41a1-8f19-82010e7a43d0 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1464908 Apr 20 13:22:16.561987 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-972c1826-6a4b-4201-9e7d-fdcc2fc441bf req-42bfa269-7d78-4c41-b3ed-8d4efa3d77af tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539400 Apr 20 13:22:16.610677 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-57a77f02-9b07-442e-a7f9-979b1714bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:16.674333 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a77f02-9b07-442e-a7f9-979b1714bd8d None None] No DVR routers for this DVR port f08415d5-1b76-41e9-8e13-a00161956dae on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:22:16.676876 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a77f02-9b07-442e-a7f9-979b1714bd8d None None] Pushing event deleted for resources: {'Port': ['ID=f08415d5-1b76-41e9-8e13-a00161956dae,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:16.738452 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f4d67c41-8f0e-4c90-962a-e5fa444c3448 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:16.762330 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127df887-d5c0-4385-ba9b-446452a67e24 req-2cc6da7a-5097-4624-90bb-04a0dc73d8eb tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:16.763952 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-127df887-d5c0-4385-ba9b-446452a67e24 req-2cc6da7a-5097-4624-90bb-04a0dc73d8eb tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/ports?device_id=4188dd5b-c38f-4cd0-9f9c-f51ada403baa HTTP/1.1" status: 200 len: 946 time: 0.1562905 Apr 20 13:22:16.781186 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-172c0b0f-ba98-45d3-9a51-fa4a367716bd tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Deleting subnet 9b9bfa09-a376-46dc-88db-3bd4953ecafc {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:22:16.812034 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-172c0b0f-ba98-45d3-9a51-fa4a367716bd tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:16.848748 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-127df887-d5c0-4385-ba9b-446452a67e24 req-8c187c90-1c3a-4908-9d38-89fa1c645e50 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/security-groups?id=9650120b-ab55-426c-a3dc-890fb68c27e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760202 Apr 20 13:22:16.855351 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f4d67c41-8f0e-4c90-962a-e5fa444c3448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:16.857394 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cd90c917-8965-4998-a170-b8b6e5f1ae69 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:16.949699 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-172c0b0f-ba98-45d3-9a51-fa4a367716bd tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:17.049367 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d67c41-8f0e-4c90-962a-e5fa444c3448 admin admin] Pushing event updated for resources: {'Port': ['ID=16f573e3-d6db-4c84-80e5-01198f9cd5ca,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:17.049367 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f4d67c41-8f0e-4c90-962a-e5fa444c3448 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:17.076213 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fe880-7135-4db6-90cb-a51d9f0873a8 req-ca2c0cb7-45a3-4efa-a038-13a8eb75f580 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:17.079834 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-879fe880-7135-4db6-90cb-a51d9f0873a8 req-ca2c0cb7-45a3-4efa-a038-13a8eb75f580 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.0796745 Apr 20 13:22:17.128970 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-172c0b0f-ba98-45d3-9a51-fa4a367716bd tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:17.213398 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cd90c917-8965-4998-a170-b8b6e5f1ae69 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:17.218565 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-879fe880-7135-4db6-90cb-a51d9f0873a8 req-42834cc8-a6f8-4039-8ee8-40157a10e0b0 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258922 Apr 20 13:22:17.240431 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70385f-651f-4065-8f2f-75b9eda60814 req-abaeeac4-3efb-40f7-a7ae-de1a265cd989 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:17.242404 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-da70385f-651f-4065-8f2f-75b9eda60814 req-abaeeac4-3efb-40f7-a7ae-de1a265cd989 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.1510017 Apr 20 13:22:17.314324 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d67c41-8f0e-4c90-962a-e5fa444c3448 admin admin] Network c981a2d2-2404-4eeb-859d-171554da52bb is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:22:17.327097 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cd90c917-8965-4998-a170-b8b6e5f1ae69 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:17.327283 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1cd828-cd56-4434-8090-9c930e90ccb9 None None] Network ff623314-7334-4508-928b-46cc7bbe711f requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:22:17.336689 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-f4d67c41-8f0e-4c90-962a-e5fa444c3448 admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:22:17.341972 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-cd90c917-8965-4998-a170-b8b6e5f1ae69 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] 10.222.0.25 "DELETE /v2.0/subnets/e71255e4-1692-461c-b08a-6e44e69a762e HTTP/1.1" status: 204 len: 168 time: 1.8060613 Apr 20 13:22:17.346618 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59446) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:17.348674 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-172c0b0f-ba98-45d3-9a51-fa4a367716bd tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:17.350868 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd90c917-8965-4998-a170-b8b6e5f1ae69 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Pushing event deleted for resources: {'Subnet': ['ID=e71255e4-1692-461c-b08a-6e44e69a762e,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:17.400275 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c0b0f-ba98-45d3-9a51-fa4a367716bd tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'Subnet': ['ID=9b9bfa09-a376-46dc-88db-3bd4953ecafc,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:17.407881 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-172c0b0f-ba98-45d3-9a51-fa4a367716bd tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:17.415957 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-172c0b0f-ba98-45d3-9a51-fa4a367716bd tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/subnets/9b9bfa09-a376-46dc-88db-3bd4953ecafc HTTP/1.1" status: 204 len: 168 time: 1.2516365 Apr 20 13:22:17.418397 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59448) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:17.441032 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8477b1-8d91-4147-b739-dba6966690ce None None] Network 92dce603-c565-45c0-90e8-1e565a93bb52 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:22:17.652066 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-35fb817e-58e2-4184-bb15-387f570c0b8e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:17.786674 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-35fb817e-58e2-4184-bb15-387f570c0b8e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Deleting port 5b107fd2-8d63-4d57-bac8-48e8c4e8c57f {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:22:17.787181 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-35fb817e-58e2-4184-bb15-387f570c0b8e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:17.806597 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-da70385f-651f-4065-8f2f-75b9eda60814 req-15dee2c6-65a5-4181-a492-7835b77d67c0 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5560670 Apr 20 13:22:17.809816 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 51072941-3a6c-4a4a-864b-c3cecf3bcac6 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:22:17.819274 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-92c74940-21cb-40af-8d7e-c32e975ed02b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:17.907676 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-4d68653e-e46e-4603-88b5-aac35bcf6894 None None] Provisioning complete for port 16f573e3-d6db-4c84-80e5-01198f9cd5ca triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:17.908293 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4d68653e-e46e-4603-88b5-aac35bcf6894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:17.928666 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-35fb817e-58e2-4184-bb15-387f570c0b8e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] For port 5b107fd2-8d63-4d57-bac8-48e8c4e8c57f, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=5b107fd2-8d63-4d57-bac8-48e8c4e8c57f,segment=NetworkSegment(c30d6f47-f608-49d4-8b9e-85b1cf3a242b),segment_id=c30d6f47-f608-49d4-8b9e-85b1cf3a242b)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:17.933834 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-35fb817e-58e2-4184-bb15-387f570c0b8e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:17.949837 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e81fac2-cdcd-4e6a-8582-62340af5a88f None None] DHCP port deletion for ff623314-7334-4508-928b-46cc7bbe711f request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:22:17.950598 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-35fb817e-58e2-4184-bb15-387f570c0b8e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Calling delete_port for 5b107fd2-8d63-4d57-bac8-48e8c4e8c57f owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:22:17.982920 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d67c41-8f0e-4c90-962a-e5fa444c3448 admin admin] Router 7974220f-4e16-4ece-a636-c78b0e9ecb11 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:22:17.992217 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 51072941-3a6c-4a4a-864b-c3cecf3bcac6 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:17.992810 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:18.034297 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54164537-4384-4876-b3e7-a9fcfb587076 None None] DHCP port deletion for 92dce603-c565-45c0-90e8-1e565a93bb52 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:22:18.042737 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8aded9-1739-4dba-b023-cb481df0f7ac req-9e54fdd8-3b38-4624-921e-0c00dbb47452 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:18.044311 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6d8aded9-1739-4dba-b023-cb481df0f7ac req-9e54fdd8-3b38-4624-921e-0c00dbb47452 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.4698248 Apr 20 13:22:18.045395 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-4d68653e-e46e-4603-88b5-aac35bcf6894 None None] Port 16f573e3-d6db-4c84-80e5-01198f9cd5ca cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:22:18.149422 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-2e81fac2-cdcd-4e6a-8582-62340af5a88f None None] Deleting port 85c41477-e0c8-4717-9c2d-23a6d966188c {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:22:18.149969 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2e81fac2-cdcd-4e6a-8582-62340af5a88f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:18.167054 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-35fb817e-58e2-4184-bb15-387f570c0b8e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:18.222450 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fb817e-58e2-4184-bb15-387f570c0b8e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] No DVR routers for this DVR port 5b107fd2-8d63-4d57-bac8-48e8c4e8c57f on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:22:18.224226 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb817e-58e2-4184-bb15-387f570c0b8e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'Port': ['ID=5b107fd2-8d63-4d57-bac8-48e8c4e8c57f,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:18.267737 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-54164537-4384-4876-b3e7-a9fcfb587076 None None] Deleting port 5b107fd2-8d63-4d57-bac8-48e8c4e8c57f {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:22:18.268208 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-54164537-4384-4876-b3e7-a9fcfb587076 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:18.294975 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:18.333491 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-35fb817e-58e2-4184-bb15-387f570c0b8e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:18.337714 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d67c41-8f0e-4c90-962a-e5fa444c3448 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:22:18.349606 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a17b9b-70b3-4053-b118-18a3210b6da2 None None] Sync routers for ids ['7974220f-4e16-4ece-a636-c78b0e9ecb11'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:22:18.365186 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a17b9b-70b3-4053-b118-18a3210b6da2 None None] Routers {'7974220f-4e16-4ece-a636-c78b0e9ecb11'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:22:18.370603 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-68a17b9b-70b3-4053-b118-18a3210b6da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:21:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['7974220f-4e16-4ece-a636-c78b0e9ecb11'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:18.387562 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-35fb817e-58e2-4184-bb15-387f570c0b8e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92dce603-c565-45c0-90e8-1e565a93bb52']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:18.409327 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-35fb817e-58e2-4184-bb15-387f570c0b8e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c30d6f47-f608-49d4-8b9e-85b1cf3a242b') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:18.409686 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-35fb817e-58e2-4184-bb15-387f570c0b8e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c30d6f47-f608-49d4-8b9e-85b1cf3a242b') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:18.432004 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-92c74940-21cb-40af-8d7e-c32e975ed02b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:18.436356 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-35fb817e-58e2-4184-bb15-387f570c0b8e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:18.472996 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-35fb817e-58e2-4184-bb15-387f570c0b8e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:18.473745 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-92c74940-21cb-40af-8d7e-c32e975ed02b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dae790c-4025-4bdf-925a-55e49dd66ee3']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:18.481198 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35fb817e-58e2-4184-bb15-387f570c0b8e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:22:18.481608 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-35fb817e-58e2-4184-bb15-387f570c0b8e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:18.485241 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:22:18.485241 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:22:18.485241 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:22:18.485241 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:22:18.485241 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:22:18.485241 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:22:18.485241 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:22:18.485241 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:22:18.485241 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:22:18.485241 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:22:18.485241 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:22:18.485241 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:22:18.485241 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:22:18.485241 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:22:18.485241 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:22:18.485241 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:22:18.485241 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:22:18.485241 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:22:18.485241 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:22:18.485241 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:22:18.485241 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:22:18.485241 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:22:18.485241 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:22:18.485241 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:22:18.485241 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:22:18.485241 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:22:18.485241 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:22:18.485241 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:22:18.485241 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:22:18.485241 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:22:18.485241 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:22:18.485241 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:22:18.509434 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-92c74940-21cb-40af-8d7e-c32e975ed02b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da086995-c3b2-4291-97eb-acb08ade978b') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:18.509814 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-92c74940-21cb-40af-8d7e-c32e975ed02b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da086995-c3b2-4291-97eb-acb08ade978b') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:18.529369 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-92c74940-21cb-40af-8d7e-c32e975ed02b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:18.539264 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-2e81fac2-cdcd-4e6a-8582-62340af5a88f None None] For port 85c41477-e0c8-4717-9c2d-23a6d966188c, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=85c41477-e0c8-4717-9c2d-23a6d966188c,segment=NetworkSegment(3f7e5a8a-f734-449f-bd7f-ba7c81458ab1),segment_id=3f7e5a8a-f734-449f-bd7f-ba7c81458ab1)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:18.541389 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2e81fac2-cdcd-4e6a-8582-62340af5a88f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:18.547120 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 51072941-3a6c-4a4a-864b-c3cecf3bcac6, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=51072941-3a6c-4a4a-864b-c3cecf3bcac6,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:18.558049 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-92c74940-21cb-40af-8d7e-c32e975ed02b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:18.564775 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92c74940-21cb-40af-8d7e-c32e975ed02b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:22:18.564775 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-92c74940-21cb-40af-8d7e-c32e975ed02b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:18.568535 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-2e81fac2-cdcd-4e6a-8582-62340af5a88f None None] Calling delete_port for 85c41477-e0c8-4717-9c2d-23a6d966188c owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:22:18.578362 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-54164537-4384-4876-b3e7-a9fcfb587076 None None] For port 5b107fd2-8d63-4d57-bac8-48e8c4e8c57f, host n-d-836015-7, got binding levels [] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:18.579079 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-54164537-4384-4876-b3e7-a9fcfb587076 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:18.599400 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-54164537-4384-4876-b3e7-a9fcfb587076 None None] Calling delete_port for 5b107fd2-8d63-4d57-bac8-48e8c4e8c57f owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:22:18.633746 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.ipam_backend_mixin [None req-54164537-4384-4876-b3e7-a9fcfb587076 None None] Port 5b107fd2-8d63-4d57-bac8-48e8c4e8c57f was not found and therefore no delete operation was performed {{(pid=114871) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 13:22:18.635291 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-68a17b9b-70b3-4053-b118-18a3210b6da2 None None] Set router 7974220f-4e16-4ece-a636-c78b0e9ecb11 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:22:18.636359 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:22:18.636359 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:22:18.636359 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:22:18.636359 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:22:18.636359 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:22:18.636359 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:22:18.636359 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:22:18.636359 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:22:18.636359 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:22:18.636359 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:22:18.636359 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:22:18.636359 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:22:18.636359 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:22:18.636359 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:22:18.636359 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:22:18.636359 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:22:18.636359 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:22:18.636359 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:22:18.636359 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:22:18.636359 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:22:18.636359 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:22:18.636359 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:22:18.636359 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:22:18.636359 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:22:18.636359 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:22:18.636359 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:22:18.636359 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:22:18.636359 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:22:18.636359 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:22:18.636359 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:22:18.636359 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:22:18.636359 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:22:18.639516 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:18.647654 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6d8aded9-1739-4dba-b023-cb481df0f7ac req-518f396a-5fba-4d1e-8596-5718950bdb73 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5407794 Apr 20 13:22:18.658151 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f4d67c41-8f0e-4c90-962a-e5fa444c3448 admin admin] 10.222.0.25 "PUT /v2.0/routers/7974220f-4e16-4ece-a636-c78b0e9ecb11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7686141 Apr 20 13:22:18.717632 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14a93d-c181-4e56-813d-3b0a114a28cd req-3794310a-9b0d-4ad8-ad61-605a74d1303e tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:18.730181 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6c14a93d-c181-4e56-813d-3b0a114a28cd req-3794310a-9b0d-4ad8-ad61-605a74d1303e tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/ports?device_id=4188dd5b-c38f-4cd0-9f9c-f51ada403baa HTTP/1.1" status: 200 len: 946 time: 0.6984036 Apr 20 13:22:18.742159 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-35fb817e-58e2-4184-bb15-387f570c0b8e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:18.751954 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-35fb817e-58e2-4184-bb15-387f570c0b8e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:18.759004 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-35fb817e-58e2-4184-bb15-387f570c0b8e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/networks/92dce603-c565-45c0-90e8-1e565a93bb52 HTTP/1.1" status: 204 len: 168 time: 1.3350554 Apr 20 13:22:18.771218 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59468) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:18.777132 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-92c74940-21cb-40af-8d7e-c32e975ed02b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:18.804127 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-92c74940-21cb-40af-8d7e-c32e975ed02b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:18.807722 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-92c74940-21cb-40af-8d7e-c32e975ed02b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] 10.222.0.25 "DELETE /v2.0/networks/8dae790c-4025-4bdf-925a-55e49dd66ee3 HTTP/1.1" status: 204 len: 168 time: 1.4494746 Apr 20 13:22:18.814042 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-54164537-4384-4876-b3e7-a9fcfb587076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:18.834473 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=51072941-3a6c-4a4a-864b-c3cecf3bcac6,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:18.841267 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c74940-21cb-40af-8d7e-c32e975ed02b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Pushing event deleted for resources: {'Network': ['ID=8dae790c-4025-4bdf-925a-55e49dd66ee3,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:18.846576 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59470) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:18.850993 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-27f5c716-7a22-4321-8ce6-90def7b84791 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1435849627'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:18.887314 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6c14a93d-c181-4e56-813d-3b0a114a28cd req-7868f330-3de0-4569-a88e-77dfa87606d7 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/security-groups?id=9650120b-ab55-426c-a3dc-890fb68c27e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559250 Apr 20 13:22:18.904059 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb817e-58e2-4184-bb15-387f570c0b8e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'Network': ['ID=92dce603-c565-45c0-90e8-1e565a93bb52,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:18.931687 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f08415d5-1b76-41e9-8e13-a00161956dae no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:22:18.943639 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54164537-4384-4876-b3e7-a9fcfb587076 None None] Pushing event deleted for resources: {'Port': ['ID=5b107fd2-8d63-4d57-bac8-48e8c4e8c57f,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:18.970336 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f5c716-7a22-4321-8ce6-90def7b84791 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Made reservation on behalf of 921fc4094b8f49f1a436656db5724eca for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:22:18.975454 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-27f5c716-7a22-4321-8ce6-90def7b84791 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:19.015759 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-54164537-4384-4876-b3e7-a9fcfb587076 None None] Network 92dce603-c565-45c0-90e8-1e565a93bb52 is not hosted by any dhcp agent {{(pid=114871) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 20 13:22:19.017236 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54164537-4384-4876-b3e7-a9fcfb587076 None None] No DVR routers for this DVR port 5b107fd2-8d63-4d57-bac8-48e8c4e8c57f on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:22:19.018921 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27f5c716-7a22-4321-8ce6-90def7b84791 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:22:19.029278 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: f08415d5-1b76-41e9-8e13-a00161956dae {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:22:19.037047 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f08415d5-1b76-41e9-8e13-a00161956dae not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:22:19.040913 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-68a17b9b-70b3-4053-b118-18a3210b6da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7974220f-4e16-4ece-a636-c78b0e9ecb11', 'name': 'tempest-TestServerBasicOps-715806434-router', 'tenant_id': '19797146ffa04eda9d815b280f3701b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '51072941-3a6c-4a4a-864b-c3cecf3bcac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:22:07Z', 'updated_at': '2022-04-20T13:22:15Z', 'revision_number': 4, 'project_id': '19797146ffa04eda9d815b280f3701b0', 'gw_port': {'id': '51072941-3a6c-4a4a-864b-c3cecf3bcac6', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:74:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7974220f-4e16-4ece-a636-c78b0e9ecb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:22:09Z', 'updated_at': '2022-04-20T13:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '16f573e3-d6db-4c84-80e5-01198f9cd5ca', 'name': '', 'network_id': 'c981a2d2-2404-4eeb-859d-171554da52bb', 'tenant_id': '19797146ffa04eda9d815b280f3701b0', 'mac_address': 'fa:16:3e:ef:39:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7974220f-4e16-4ece-a636-c78b0e9ecb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'ef1e53de-3523-4a45-882c-28a4e3b2a5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:22:14Z', 'updated_at': '2022-04-20T13:22:16Z', 'revision_number': 2, 'project_id': '19797146ffa04eda9d815b280f3701b0', 'subnets': [{'id': 'ef1e53de-3523-4a45-882c-28a4e3b2a5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:19.050333 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-27f5c716-7a22-4321-8ce6-90def7b84791 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:19.050687 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-27f5c716-7a22-4321-8ce6-90def7b84791 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Added segment 86626666-61a8-4de2-9af3-bc6eb8bd79d8 of type vlan for network 5389f225-a766-4f55-8799-e805e415221d Apr 20 13:22:19.106853 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a17b9b-70b3-4053-b118-18a3210b6da2 None None] Checking router: 7974220f-4e16-4ece-a636-c78b0e9ecb11 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:22:19.107126 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a17b9b-70b3-4053-b118-18a3210b6da2 None None] Updating router 7974220f-4e16-4ece-a636-c78b0e9ecb11 port 16f573e3-d6db-4c84-80e5-01198f9cd5ca binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:22:19.165566 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-27f5c716-7a22-4321-8ce6-90def7b84791 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:19.171809 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-68a17b9b-70b3-4053-b118-18a3210b6da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:19.235611 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2e81fac2-cdcd-4e6a-8582-62340af5a88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:19.282487 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-27f5c716-7a22-4321-8ce6-90def7b84791 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:19.284092 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81fac2-cdcd-4e6a-8582-62340af5a88f None None] Pushing event deleted for resources: {'Port': ['ID=85c41477-e0c8-4717-9c2d-23a6d966188c,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:19.289573 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f5c716-7a22-4321-8ce6-90def7b84791 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:19.290885 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-27f5c716-7a22-4321-8ce6-90def7b84791 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:19.296989 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e81fac2-cdcd-4e6a-8582-62340af5a88f None None] No DVR routers for this DVR port 85c41477-e0c8-4717-9c2d-23a6d966188c on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:22:19.406270 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5c716-7a22-4321-8ce6-90def7b84791 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'Network': ['ID=5389f225-a766-4f55-8799-e805e415221d,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:19.419534 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 5389f225-a766-4f55-8799-e805e415221d details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:22:19.447842 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-27f5c716-7a22-4321-8ce6-90def7b84791 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6679389 Apr 20 13:22:19.450633 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59484) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:19.463313 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-feb6648c-32e3-41d5-9fdf-1729b45d70b2 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'subnet': {'network_id': '5389f225-a766-4f55-8799-e805e415221d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:19.553007 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d494d06-0fbe-4544-954f-fde662241845 req-bd32f153-3d82-4751-b527-eb229487100d tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:19.560671 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1d494d06-0fbe-4544-954f-fde662241845 req-bd32f153-3d82-4751-b527-eb229487100d tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.7465584 Apr 20 13:22:19.581463 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-68a17b9b-70b3-4053-b118-18a3210b6da2 None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:19.616411 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1d494d06-0fbe-4544-954f-fde662241845 req-64830726-6f73-4479-955b-0e306d8d20bc tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547795 Apr 20 13:22:19.634334 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d0af7fa2-d30c-48a1-8e7a-df9b93b9ee36 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:19.667412 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-68a17b9b-70b3-4053-b118-18a3210b6da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:19.682099 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd8a9bc-5e34-44ba-a5e1-2d65c06b4937 req-d19e40ba-e79a-4ec0-936b-12501098ce87 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:19.695655 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bdd8a9bc-5e34-44ba-a5e1-2d65c06b4937 req-d19e40ba-e79a-4ec0-936b-12501098ce87 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.2258303 Apr 20 13:22:19.797650 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b4196-78e9-4f8c-8bb2-c5573832b5c0 None None] Pushing event updated for resources: {'Port': ['ID=16f573e3-d6db-4c84-80e5-01198f9cd5ca,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:19.798832 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb6648c-32e3-41d5-9fdf-1729b45d70b2 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Made reservation on behalf of 921fc4094b8f49f1a436656db5724eca for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:22:19.804008 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-feb6648c-32e3-41d5-9fdf-1729b45d70b2 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:19.836612 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 51072941-3a6c-4a4a-864b-c3cecf3bcac6 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:22:19.837158 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bdd8a9bc-5e34-44ba-a5e1-2d65c06b4937 req-9f4b36d8-be06-42fb-b7ae-92f6f58809c4 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1364722 Apr 20 13:22:19.910765 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-68a17b9b-70b3-4053-b118-18a3210b6da2 None None] Attempting to bind port 16f573e3-d6db-4c84-80e5-01198f9cd5ca on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:22:19.913159 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-68a17b9b-70b3-4053-b118-18a3210b6da2 None None] Attempting to bind port 16f573e3-d6db-4c84-80e5-01198f9cd5ca by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '7968e861-0bf7-4432-9f37-af614bc92f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c981a2d2-2404-4eeb-859d-171554da52bb'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:22:19.914065 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a17b9b-70b3-4053-b118-18a3210b6da2 None None] Attempting to bind port 16f573e3-d6db-4c84-80e5-01198f9cd5ca on network c981a2d2-2404-4eeb-859d-171554da52bb {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:22:19.933161 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a17b9b-70b3-4053-b118-18a3210b6da2 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:22:19.933531 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a17b9b-70b3-4053-b118-18a3210b6da2 None None] Checking segment: {'id': '7968e861-0bf7-4432-9f37-af614bc92f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c981a2d2-2404-4eeb-859d-171554da52bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:22:19.942682 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-68a17b9b-70b3-4053-b118-18a3210b6da2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:19.943220 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a17b9b-70b3-4053-b118-18a3210b6da2 None None] Bound using segment: {'id': '7968e861-0bf7-4432-9f37-af614bc92f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c981a2d2-2404-4eeb-859d-171554da52bb'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:22:19.944300 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-68a17b9b-70b3-4053-b118-18a3210b6da2 None None] Bound port: 16f573e3-d6db-4c84-80e5-01198f9cd5ca, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7968e861-0bf7-4432-9f37-af614bc92f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c981a2d2-2404-4eeb-859d-171554da52bb'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:22:19.944694 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-68a17b9b-70b3-4053-b118-18a3210b6da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:19.953143 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 51072941-3a6c-4a4a-864b-c3cecf3bcac6 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:19.953514 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:19.958394 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d0af7fa2-d30c-48a1-8e7a-df9b93b9ee36 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:20.013727 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-d0af7fa2-d30c-48a1-8e7a-df9b93b9ee36 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff623314-7334-4508-928b-46cc7bbe711f']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:20.049323 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-d0af7fa2-d30c-48a1-8e7a-df9b93b9ee36 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f7e5a8a-f734-449f-bd7f-ba7c81458ab1') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:20.049638 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-d0af7fa2-d30c-48a1-8e7a-df9b93b9ee36 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f7e5a8a-f734-449f-bd7f-ba7c81458ab1') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:20.086442 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d0af7fa2-d30c-48a1-8e7a-df9b93b9ee36 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:20.135944 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d0af7fa2-d30c-48a1-8e7a-df9b93b9ee36 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:20.163432 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-68a17b9b-70b3-4053-b118-18a3210b6da2 None None] For port 16f573e3-d6db-4c84-80e5-01198f9cd5ca, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:22:20.168565 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-68a17b9b-70b3-4053-b118-18a3210b6da2 None None] For port 16f573e3-d6db-4c84-80e5-01198f9cd5ca, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=16f573e3-d6db-4c84-80e5-01198f9cd5ca,segment=NetworkSegment(7968e861-0bf7-4432-9f37-af614bc92f96),segment_id=7968e861-0bf7-4432-9f37-af614bc92f96)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:22:20.179471 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0af7fa2-d30c-48a1-8e7a-df9b93b9ee36 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:22:20.190511 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d0af7fa2-d30c-48a1-8e7a-df9b93b9ee36 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:20.196446 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:22:20.196446 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:22:20.196446 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:22:20.196446 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:22:20.196446 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:22:20.196446 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:22:20.196446 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:22:20.196446 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:22:20.196446 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:22:20.196446 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:22:20.196446 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:22:20.196446 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:22:20.196446 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:22:20.196446 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:22:20.196446 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:22:20.196446 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:22:20.196446 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:22:20.196446 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:22:20.196446 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:22:20.196446 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:22:20.196446 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:22:20.196446 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:22:20.196446 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:22:20.196446 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:22:20.196446 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:22:20.196446 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:22:20.196446 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:22:20.196446 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:22:20.196446 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:22:20.196446 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:22:20.196446 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:22:20.196446 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:22:20.262411 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-68a17b9b-70b3-4053-b118-18a3210b6da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:20.362109 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 5b107fd2-8d63-4d57-bac8-48e8c4e8c57f no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:22:20.407432 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b4196-78e9-4f8c-8bb2-c5573832b5c0 None None] Pushing event updated for resources: {'Port': ['ID=16f573e3-d6db-4c84-80e5-01198f9cd5ca,revision_number=4']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:20.414961 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 5b107fd2-8d63-4d57-bac8-48e8c4e8c57f {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:22:20.415625 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 5b107fd2-8d63-4d57-bac8-48e8c4e8c57f not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:22:20.416057 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 85c41477-e0c8-4717-9c2d-23a6d966188c no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:22:20.449855 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a17b9b-70b3-4053-b118-18a3210b6da2 None None] Routers {'7974220f-4e16-4ece-a636-c78b0e9ecb11'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:22:20.452937 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-68a17b9b-70b3-4053-b118-18a3210b6da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:21:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['7974220f-4e16-4ece-a636-c78b0e9ecb11'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:20.470003 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-feb6648c-32e3-41d5-9fdf-1729b45d70b2 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:20.470755 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d0af7fa2-d30c-48a1-8e7a-df9b93b9ee36 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:20.481706 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d0af7fa2-d30c-48a1-8e7a-df9b93b9ee36 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:20.494204 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d0af7fa2-d30c-48a1-8e7a-df9b93b9ee36 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] 10.222.0.25 "DELETE /v2.0/networks/ff623314-7334-4508-928b-46cc7bbe711f HTTP/1.1" status: 204 len: 168 time: 1.6424809 Apr 20 13:22:20.494388 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 85c41477-e0c8-4717-9c2d-23a6d966188c {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:22:20.494388 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 85c41477-e0c8-4717-9c2d-23a6d966188c not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:22:20.494540 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59500) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:20.526729 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-5308e743-b4ab-49d7-84d7-d5cbd5928981 None None] Provisioning complete for port 16f573e3-d6db-4c84-80e5-01198f9cd5ca triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:20.527105 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5308e743-b4ab-49d7-84d7-d5cbd5928981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:20.651549 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af7fa2-d30c-48a1-8e7a-df9b93b9ee36 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Pushing event deleted for resources: {'Network': ['ID=ff623314-7334-4508-928b-46cc7bbe711f,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:20.670209 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb6648c-32e3-41d5-9fdf-1729b45d70b2 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'Subnet': ['ID=e26a9e95-08ef-4097-aac3-ff0d730fb777,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:20.703895 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb6648c-32e3-41d5-9fdf-1729b45d70b2 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Checking segment: {'id': '86626666-61a8-4de2-9af3-bc6eb8bd79d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5389f225-a766-4f55-8799-e805e415221d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:22:20.709836 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-68a17b9b-70b3-4053-b118-18a3210b6da2 None None] Set router 7974220f-4e16-4ece-a636-c78b0e9ecb11 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:22:20.711549 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb6648c-32e3-41d5-9fdf-1729b45d70b2 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Network hostable DHCP agents. Network: 5389f225-a766-4f55-8799-e805e415221d, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:22:20.715543 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59506) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:20.734545 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-02e0602d-676a-4ee7-b9e0-c8d3885a68f2 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1544250874', 'description': 'tempest-secgroup-smoke-1544250874 description', 'project_id': 'b7d094a7c46d4d49b889e6b8219e2601'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:20.774330 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5308e743-b4ab-49d7-84d7-d5cbd5928981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:20.840991 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-02e0602d-676a-4ee7-b9e0-c8d3885a68f2 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:20.852837 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d4a76c9-2185-47fb-86c6-87fedb36cd23 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Deleting subnet 37b55de8-3dde-4895-b18f-380c4930d5f9 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:22:20.853105 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-5308e743-b4ab-49d7-84d7-d5cbd5928981 None None] For port 16f573e3-d6db-4c84-80e5-01198f9cd5ca, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=16f573e3-d6db-4c84-80e5-01198f9cd5ca,segment=NetworkSegment(7968e861-0bf7-4432-9f37-af614bc92f96),segment_id=7968e861-0bf7-4432-9f37-af614bc92f96)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:20.868203 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8d4a76c9-2185-47fb-86c6-87fedb36cd23 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:20.883890 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb6648c-32e3-41d5-9fdf-1729b45d70b2 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Network 5389f225-a766-4f55-8799-e805e415221d is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:22:20.930981 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5308e743-b4ab-49d7-84d7-d5cbd5928981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:20.973403 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d2dbe-8502-4b8c-8cb1-e31ca9d02802 req-52743b37-541e-445c-ba57-50831f07c8c1 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:20.978200 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b97d2dbe-8502-4b8c-8cb1-e31ca9d02802 req-52743b37-541e-445c-ba57-50831f07c8c1 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.3217778 Apr 20 13:22:21.013184 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308e743-b4ab-49d7-84d7-d5cbd5928981 None None] Pushing event updated for resources: {'Port': ['ID=16f573e3-d6db-4c84-80e5-01198f9cd5ca,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:21.035764 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-02e0602d-676a-4ee7-b9e0-c8d3885a68f2 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:21.040964 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-feb6648c-32e3-41d5-9fdf-1729b45d70b2 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 5389f225-a766-4f55-8799-e805e415221d) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:22:21.047326 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb6648c-32e3-41d5-9fdf-1729b45d70b2 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:21.047997 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-feb6648c-32e3-41d5-9fdf-1729b45d70b2 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:21.055113 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8d4a76c9-2185-47fb-86c6-87fedb36cd23 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:21.078234 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6148f05d-40bc-4d02-b2ee-df7ef3f39922 None None] Network 5389f225-a766-4f55-8799-e805e415221d requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:22:21.103743 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-02e0602d-676a-4ee7-b9e0-c8d3885a68f2 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:21.143466 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-68a17b9b-70b3-4053-b118-18a3210b6da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7974220f-4e16-4ece-a636-c78b0e9ecb11', 'name': 'tempest-TestServerBasicOps-715806434-router', 'tenant_id': '19797146ffa04eda9d815b280f3701b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '51072941-3a6c-4a4a-864b-c3cecf3bcac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:22:07Z', 'updated_at': '2022-04-20T13:22:15Z', 'revision_number': 4, 'project_id': '19797146ffa04eda9d815b280f3701b0', 'gw_port': {'id': '51072941-3a6c-4a4a-864b-c3cecf3bcac6', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:74:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7974220f-4e16-4ece-a636-c78b0e9ecb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:22:09Z', 'updated_at': '2022-04-20T13:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '16f573e3-d6db-4c84-80e5-01198f9cd5ca', 'name': '', 'network_id': 'c981a2d2-2404-4eeb-859d-171554da52bb', 'tenant_id': '19797146ffa04eda9d815b280f3701b0', 'mac_address': 'fa:16:3e:ef:39:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7974220f-4e16-4ece-a636-c78b0e9ecb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'ef1e53de-3523-4a45-882c-28a4e3b2a5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:22:14Z', 'updated_at': '2022-04-20T13:22:20Z', 'revision_number': 4, 'project_id': '19797146ffa04eda9d815b280f3701b0', 'subnets': [{'id': 'ef1e53de-3523-4a45-882c-28a4e3b2a5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:21.158691 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e0602d-676a-4ee7-b9e0-c8d3885a68f2 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1ca533-cb84-41f7-a767-ab5bb59d8c34,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:21.167090 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-feb6648c-32e3-41d5-9fdf-1729b45d70b2 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7125330 Apr 20 13:22:21.167436 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59508) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:21.178948 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-7feb0c61-478b-4484-984f-e41cf4d7d4cf tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1099243897', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:21.190634 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a17b9b-70b3-4053-b118-18a3210b6da2 None None] The sync data for ids ['7974220f-4e16-4ece-a636-c78b0e9ecb11'] in n-d-836015-7 is: [{'id': '7974220f-4e16-4ece-a636-c78b0e9ecb11', 'name': 'tempest-TestServerBasicOps-715806434-router', 'tenant_id': '19797146ffa04eda9d815b280f3701b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '51072941-3a6c-4a4a-864b-c3cecf3bcac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:22:07Z', 'updated_at': '2022-04-20T13:22:15Z', 'revision_number': 4, 'project_id': '19797146ffa04eda9d815b280f3701b0', 'gw_port': {'id': '51072941-3a6c-4a4a-864b-c3cecf3bcac6', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:74:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7974220f-4e16-4ece-a636-c78b0e9ecb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:22:09Z', 'updated_at': '2022-04-20T13:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '16f573e3-d6db-4c84-80e5-01198f9cd5ca', 'name': '', 'network_id': 'c981a2d2-2404-4eeb-859d-171554da52bb', 'tenant_id': '19797146ffa04eda9d815b280f3701b0', 'mac_address': 'fa:16:3e:ef:39:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7974220f-4e16-4ece-a636-c78b0e9ecb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'ef1e53de-3523-4a45-882c-28a4e3b2a5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:22:14Z', 'updated_at': '2022-04-20T13:22:20Z', 'revision_number': 4, 'project_id': '19797146ffa04eda9d815b280f3701b0', 'subnets': [{'id': 'ef1e53de-3523-4a45-882c-28a4e3b2a5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:22:21.194060 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-b96d4ba2-b162-47ad-a143-e8e47abeeecc None None] Provisioning complete for port 16f573e3-d6db-4c84-80e5-01198f9cd5ca triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:21.194846 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b96d4ba2-b162-47ad-a143-e8e47abeeecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:21.202557 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-02e0602d-676a-4ee7-b9e0-c8d3885a68f2 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:21.207980 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-02e0602d-676a-4ee7-b9e0-c8d3885a68f2 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4822152 Apr 20 13:22:21.215169 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59512) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:21.229554 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-a37d4328-e525-41ca-b5c5-c88ed1e75c3e tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Request body: {'security_group_rule': {'security_group_id': '1b1ca533-cb84-41f7-a767-ab5bb59d8c34', 'project_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:21.232555 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b97d2dbe-8502-4b8c-8cb1-e31ca9d02802 req-1f61e384-5d50-4bf4-8017-9eae6164a14e tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2057550 Apr 20 13:22:21.302535 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7feb0c61-478b-4484-984f-e41cf4d7d4cf tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:21.304179 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7feb0c61-478b-4484-984f-e41cf4d7d4cf tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:21.420736 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7feb0c61-478b-4484-984f-e41cf4d7d4cf tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:21.421915 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8d4a76c9-2185-47fb-86c6-87fedb36cd23 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:21.431607 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a37d4328-e525-41ca-b5c5-c88ed1e75c3e tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:21.515899 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7feb0c61-478b-4484-984f-e41cf4d7d4cf tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:21.551174 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a37d4328-e525-41ca-b5c5-c88ed1e75c3e tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:21.620580 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e519ece-b445-4f24-9c46-ef36232d8573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-5389f225-a766-4f55-8799-e805e415221d', 'network_id': '5389f225-a766-4f55-8799-e805e415221d', 'tenant_id': '921fc4094b8f49f1a436656db5724eca', 'fixed_ips': [{'subnet_id': 'e26a9e95-08ef-4097-aac3-ff0d730fb777'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:22:21.620800 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869629d-9e13-4be6-a342-6e06be458f34 req-1c5ee577-d68e-4799-b19a-ca32da26ea21 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:21.622103 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8e519ece-b445-4f24-9c46-ef36232d8573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:21.622416 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9869629d-9e13-4be6-a342-6e06be458f34 req-1c5ee577-d68e-4799-b19a-ca32da26ea21 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.2323999 Apr 20 13:22:21.651556 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a37d4328-e525-41ca-b5c5-c88ed1e75c3e tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:21.660429 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004361d-1367-4228-9e31-3bfc2a4dfe08 req-a96550d8-53dc-4ae3-b51c-2167fe91dad8 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:21.668516 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7004361d-1367-4228-9e31-3bfc2a4dfe08 req-a96550d8-53dc-4ae3-b51c-2167fe91dad8 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.1928067 Apr 20 13:22:21.696042 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d4328-e525-41ca-b5c5-c88ed1e75c3e tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b06a00f-6a8e-4913-b072-8fe9b7cdc1e5,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:21.706910 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7feb0c61-478b-4484-984f-e41cf4d7d4cf tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:21.714043 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7feb0c61-478b-4484-984f-e41cf4d7d4cf tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5430260 Apr 20 13:22:21.714916 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59526) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:21.725501 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-3572b5d9-0df5-4db2-80d5-a1a87514ed99 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'port': {'network_id': '5389f225-a766-4f55-8799-e805e415221d', 'name': 'tempest-PortsTestJSON-1520911847'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:21.783084 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a37d4328-e525-41ca-b5c5-c88ed1e75c3e tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:21.791205 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a37d4328-e525-41ca-b5c5-c88ed1e75c3e tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5778940 Apr 20 13:22:21.794597 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59532) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:21.808134 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-cca814f9-00f1-43d4-8e88-e5af041b4b88 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Request body: {'security_group_rule': {'security_group_id': '1b1ca533-cb84-41f7-a767-ab5bb59d8c34', 'project_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:21.845877 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9869629d-9e13-4be6-a342-6e06be458f34 req-c414bc59-bdf4-4fa6-8201-6c3affef9d1d tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2081473 Apr 20 13:22:21.851335 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 16f573e3-d6db-4c84-80e5-01198f9cd5ca up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:22:21.900943 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7004361d-1367-4228-9e31-3bfc2a4dfe08 req-f6ccc497-a708-4fef-af27-2c79c18b46ce tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270494 Apr 20 13:22:21.903458 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8d4a76c9-2185-47fb-86c6-87fedb36cd23 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:22.000350 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f642f3-6799-45b3-9a3f-ee2d181617a0 None None] Network 4459ee47-dde6-4590-9e1f-cfa71bc195cf requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:22:22.044453 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8d4a76c9-2185-47fb-86c6-87fedb36cd23 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:22.058909 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8d4a76c9-2185-47fb-86c6-87fedb36cd23 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] 10.222.0.25 "DELETE /v2.0/subnets/37b55de8-3dde-4895-b18f-380c4930d5f9 HTTP/1.1" status: 204 len: 168 time: 1.5635829 Apr 20 13:22:22.061946 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59550) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:22.091322 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4a76c9-2185-47fb-86c6-87fedb36cd23 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Pushing event deleted for resources: {'Subnet': ['ID=37b55de8-3dde-4895-b18f-380c4930d5f9,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:22.133369 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4a76c9-2185-47fb-86c6-87fedb36cd23 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:22.134087 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4a76c9-2185-47fb-86c6-87fedb36cd23 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:22.134616 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4a76c9-2185-47fb-86c6-87fedb36cd23 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:22.135137 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4a76c9-2185-47fb-86c6-87fedb36cd23 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:22.135693 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4a76c9-2185-47fb-86c6-87fedb36cd23 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:22.136234 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4a76c9-2185-47fb-86c6-87fedb36cd23 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:22.136799 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4a76c9-2185-47fb-86c6-87fedb36cd23 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:22.137333 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4a76c9-2185-47fb-86c6-87fedb36cd23 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:22.137850 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4a76c9-2185-47fb-86c6-87fedb36cd23 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:22.138361 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4a76c9-2185-47fb-86c6-87fedb36cd23 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:22.138888 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4a76c9-2185-47fb-86c6-87fedb36cd23 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:22.139487 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4a76c9-2185-47fb-86c6-87fedb36cd23 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:22.143286 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cca814f9-00f1-43d4-8e88-e5af041b4b88 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:22.226949 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3572b5d9-0df5-4db2-80d5-a1a87514ed99 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Made reservation on behalf of 921fc4094b8f49f1a436656db5724eca for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:22:22.239796 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3572b5d9-0df5-4db2-80d5-a1a87514ed99 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:22.249255 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-8e519ece-b445-4f24-9c46-ef36232d8573 None None] Allocated IP 172.20.0.2 (5389f225-a766-4f55-8799-e805e415221d/e26a9e95-08ef-4097-aac3-ff0d730fb777/f00d7de8-0094-4e5b-b78e-c07ca3af3549) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:22:22.344729 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e604d-1d9d-4ae5-ad92-61a5f5b82916 req-21a28760-4acb-4853-87c0-98f68a7ac657 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:22.346466 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fa8e604d-1d9d-4ae5-ad92-61a5f5b82916 req-21a28760-4acb-4853-87c0-98f68a7ac657 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.32 "GET /v2.0/ports?device_id=4188dd5b-c38f-4cd0-9f9c-f51ada403baa HTTP/1.1" status: 200 len: 946 time: 0.4187791 Apr 20 13:22:22.359514 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cca814f9-00f1-43d4-8e88-e5af041b4b88 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:22.360998 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 16f573e3-d6db-4c84-80e5-01198f9cd5ca triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:22.366117 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:22.371825 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-3572b5d9-0df5-4db2-80d5-a1a87514ed99 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] device_id is not set on port 80f71abe-d6e4-4e5c-b55f-f6f06cf74758 yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:22:22.469968 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cca814f9-00f1-43d4-8e88-e5af041b4b88 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:22.470626 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1cb4c86f-dc9a-4328-b776-b0eaa223550b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:22.496881 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de3600-3c1f-4723-9b51-f3db8e186a03 req-640eb9fe-baa7-41f7-8152-b0de72d0e4d7 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:22.504571 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-90de3600-3c1f-4723-9b51-f3db8e186a03 req-640eb9fe-baa7-41f7-8152-b0de72d0e4d7 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.3979867 Apr 20 13:22:22.535720 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca814f9-00f1-43d4-8e88-e5af041b4b88 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42f8058b-8610-4f7b-955a-d085973df4b4,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:22.576391 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-90de3600-3c1f-4723-9b51-f3db8e186a03 req-029064f1-87cb-42a6-9e22-d31b8891086e tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0707872 Apr 20 13:22:22.608291 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-f6e6af51-347b-44d1-b009-de1288a6fb58 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:22.617120 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-f6e6af51-347b-44d1-b009-de1288a6fb58 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/networks?id=e783ca97-437f-4c6e-96a9-d1314368a6ae HTTP/1.1" status: 200 len: 812 time: 0.5535541 Apr 20 13:22:22.622425 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cca814f9-00f1-43d4-8e88-e5af041b4b88 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:22.630006 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-cca814f9-00f1-43d4-8e88-e5af041b4b88 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8293517 Apr 20 13:22:22.640660 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59558) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:22.661053 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-0112fd11-e422-42bf-b234-66d59b22fe30 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Request body: {'security_group_rule': {'security_group_id': '1b1ca533-cb84-41f7-a767-ab5bb59d8c34', 'project_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:22.682153 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59560) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:22.744943 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-d92d2202-2b89-4cbd-ac39-d9167864c6dc tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/quotas/f70259df35b04b44a243b0a63259328e HTTP/1.1" status: 200 len: 375 time: 0.0609660 Apr 20 13:22:22.778773 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-fa8e604d-1d9d-4ae5-ad92-61a5f5b82916 req-c8b3dd48-97a7-4e15-8189-82672e943f18 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Deleting port 8d836939-8509-4422-9ef7-e8cb8c85414f {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:22:22.779122 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fa8e604d-1d9d-4ae5-ad92-61a5f5b82916 req-c8b3dd48-97a7-4e15-8189-82672e943f18 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:22.797393 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0112fd11-e422-42bf-b234-66d59b22fe30 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:22.945833 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f831ad-7eb4-4e08-8fa0-d02c26464b31 req-676d8b6e-626b-49f8-b039-9cb12d89cb98 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:22.964341 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d9f831ad-7eb4-4e08-8fa0-d02c26464b31 req-676d8b6e-626b-49f8-b039-9cb12d89cb98 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.2629843 Apr 20 13:22:22.980242 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-343696df-f82a-4d7a-b1c9-0da407f7fc49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:23.011284 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-1cb4c86f-dc9a-4328-b776-b0eaa223550b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Deleting port 8e3abcb0-ed28-455c-85b6-3a0577cde256 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:22:23.013844 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1cb4c86f-dc9a-4328-b776-b0eaa223550b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:23.028167 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037e9108-c01c-471d-8a1b-044f737e319e None None] DHCP port deletion for 4459ee47-dde6-4590-9e1f-cfa71bc195cf request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:22:23.063323 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0112fd11-e422-42bf-b234-66d59b22fe30 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:23.070039 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-f9631054-4484-4cca-a3cf-c2911cb8dce2 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f70259df35b04b44a243b0a63259328e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3103864 Apr 20 13:22:23.079495 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d9f831ad-7eb4-4e08-8fa0-d02c26464b31 req-e0c94ec9-5522-41b2-a70c-b647ef330a7d tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142728 Apr 20 13:22:23.081818 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1aad88-ac1c-4d6e-ae7d-6ef1ecc513db req-30e4e525-2653-4367-a1a3-51d5861a969c tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:23.083345 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5b1aad88-ac1c-4d6e-ae7d-6ef1ecc513db req-30e4e525-2653-4367-a1a3-51d5861a969c tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b8f7fbc-c688-428d-9d82-a21e15d8e125 HTTP/1.1" status: 200 len: 945 time: 0.2873609 Apr 20 13:22:23.180086 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0112fd11-e422-42bf-b234-66d59b22fe30 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:23.223991 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8e519ece-b445-4f24-9c46-ef36232d8573 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:23.265681 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0112fd11-e422-42bf-b234-66d59b22fe30 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=146815b9-2f22-4c7f-878c-e212dc1efb3d,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:23.293717 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-037e9108-c01c-471d-8a1b-044f737e319e None None] Deleting port 8e3abcb0-ed28-455c-85b6-3a0577cde256 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:22:23.294091 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-037e9108-c01c-471d-8a1b-044f737e319e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:23.307958 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8e519ece-b445-4f24-9c46-ef36232d8573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:23.318103 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-fa8e604d-1d9d-4ae5-ad92-61a5f5b82916 req-c8b3dd48-97a7-4e15-8189-82672e943f18 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] For port 8d836939-8509-4422-9ef7-e8cb8c85414f, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=8d836939-8509-4422-9ef7-e8cb8c85414f,segment=NetworkSegment(8588e126-c540-4263-a838-7380f873274c),segment_id=8588e126-c540-4263-a838-7380f873274c)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:23.318510 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fa8e604d-1d9d-4ae5-ad92-61a5f5b82916 req-c8b3dd48-97a7-4e15-8189-82672e943f18 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:23.334673 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-1cb4c86f-dc9a-4328-b776-b0eaa223550b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] For port 8e3abcb0-ed28-455c-85b6-3a0577cde256, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=8e3abcb0-ed28-455c-85b6-3a0577cde256,segment=NetworkSegment(7238dc80-b2c3-4289-8c3a-603b02459678),segment_id=7238dc80-b2c3-4289-8c3a-603b02459678)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:23.335053 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1cb4c86f-dc9a-4328-b776-b0eaa223550b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:23.383627 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0112fd11-e422-42bf-b234-66d59b22fe30 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:23.388152 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0112fd11-e422-42bf-b234-66d59b22fe30 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7407949 Apr 20 13:22:23.388670 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59568) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:23.396694 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-e827970c-1836-4e74-aa54-0457b958271c tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Request body: {'security_group_rule': {'security_group_id': '1b1ca533-cb84-41f7-a767-ab5bb59d8c34', 'project_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:23.425053 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-5b1aad88-ac1c-4d6e-ae7d-6ef1ecc513db req-d23baa37-4af3-4f6e-b4e5-ea0e96cd1999 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Deleting port c7877f02-ab7b-4f6e-9fd9-a7d643b7236c {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:22:23.425484 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5b1aad88-ac1c-4d6e-ae7d-6ef1ecc513db req-d23baa37-4af3-4f6e-b4e5-ea0e96cd1999 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:23.429586 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-33b8242c-96ba-4958-95e6-16647d6c2fca service neutron] 10.222.0.25 "GET /v2.0/networks/e783ca97-437f-4c6e-96a9-d1314368a6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029881 Apr 20 13:22:23.445658 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e519ece-b445-4f24-9c46-ef36232d8573 None None] Pushing event updated for resources: {'Port': ['ID=f00d7de8-0094-4e5b-b78e-c07ca3af3549,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:23.479016 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e519ece-b445-4f24-9c46-ef36232d8573 None None] Network 5389f225-a766-4f55-8799-e805e415221d is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:22:23.488450 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-8e519ece-b445-4f24-9c46-ef36232d8573 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:22:23.493814 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e519ece-b445-4f24-9c46-ef36232d8573 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:22:23.505206 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-037e9108-c01c-471d-8a1b-044f737e319e None None] For port 8e3abcb0-ed28-455c-85b6-3a0577cde256, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=8e3abcb0-ed28-455c-85b6-3a0577cde256,segment=NetworkSegment(7238dc80-b2c3-4289-8c3a-603b02459678),segment_id=7238dc80-b2c3-4289-8c3a-603b02459678)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:23.505536 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-037e9108-c01c-471d-8a1b-044f737e319e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:23.514922 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-3572b5d9-0df5-4db2-80d5-a1a87514ed99 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Allocated IP 172.20.0.3 (5389f225-a766-4f55-8799-e805e415221d/e26a9e95-08ef-4097-aac3-ff0d730fb777/80f71abe-d6e4-4e5c-b55f-f6f06cf74758) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:22:23.525960 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-037e9108-c01c-471d-8a1b-044f737e319e None None] Calling delete_port for 8e3abcb0-ed28-455c-85b6-3a0577cde256 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:22:23.541574 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-fa8e604d-1d9d-4ae5-ad92-61a5f5b82916 req-c8b3dd48-97a7-4e15-8189-82672e943f18 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Calling delete_port for 8d836939-8509-4422-9ef7-e8cb8c85414f owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:22:23.562769 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-1cb4c86f-dc9a-4328-b776-b0eaa223550b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Calling delete_port for 8e3abcb0-ed28-455c-85b6-3a0577cde256 owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:22:23.598740 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2f9d9-ffd8-44e0-9336-0a0304a5a0f1 req-eadecddb-c1ef-434b-b162-98084b1795e6 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:23.606748 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-27c2f9d9-ffd8-44e0-9336-0a0304a5a0f1 req-eadecddb-c1ef-434b-b162-98084b1795e6 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.3967183 Apr 20 13:22:23.608787 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-5b1aad88-ac1c-4d6e-ae7d-6ef1ecc513db req-d23baa37-4af3-4f6e-b4e5-ea0e96cd1999 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] For port c7877f02-ab7b-4f6e-9fd9-a7d643b7236c, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=c7877f02-ab7b-4f6e-9fd9-a7d643b7236c,segment=NetworkSegment(8588e126-c540-4263-a838-7380f873274c),segment_id=8588e126-c540-4263-a838-7380f873274c)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:23.609365 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5b1aad88-ac1c-4d6e-ae7d-6ef1ecc513db req-d23baa37-4af3-4f6e-b4e5-ea0e96cd1999 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:23.612357 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e827970c-1836-4e74-aa54-0457b958271c tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:23.642453 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-5b1aad88-ac1c-4d6e-ae7d-6ef1ecc513db req-d23baa37-4af3-4f6e-b4e5-ea0e96cd1999 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Calling delete_port for c7877f02-ab7b-4f6e-9fd9-a7d643b7236c owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:22:23.692023 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-8e519ece-b445-4f24-9c46-ef36232d8573 None None] Attempting to bind port f00d7de8-0094-4e5b-b78e-c07ca3af3549 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:22:23.692275 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-8e519ece-b445-4f24-9c46-ef36232d8573 None None] Attempting to bind port f00d7de8-0094-4e5b-b78e-c07ca3af3549 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '86626666-61a8-4de2-9af3-bc6eb8bd79d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5389f225-a766-4f55-8799-e805e415221d'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:22:23.692818 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e519ece-b445-4f24-9c46-ef36232d8573 None None] Attempting to bind port f00d7de8-0094-4e5b-b78e-c07ca3af3549 on network 5389f225-a766-4f55-8799-e805e415221d {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:22:23.703922 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e519ece-b445-4f24-9c46-ef36232d8573 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:22:23.708014 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e519ece-b445-4f24-9c46-ef36232d8573 None None] Checking segment: {'id': '86626666-61a8-4de2-9af3-bc6eb8bd79d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5389f225-a766-4f55-8799-e805e415221d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:22:23.708014 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8e519ece-b445-4f24-9c46-ef36232d8573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:23.708014 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e519ece-b445-4f24-9c46-ef36232d8573 None None] Bound using segment: {'id': '86626666-61a8-4de2-9af3-bc6eb8bd79d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5389f225-a766-4f55-8799-e805e415221d'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:22:23.708014 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-8e519ece-b445-4f24-9c46-ef36232d8573 None None] Bound port: f00d7de8-0094-4e5b-b78e-c07ca3af3549, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86626666-61a8-4de2-9af3-bc6eb8bd79d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '5389f225-a766-4f55-8799-e805e415221d'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:22:23.708014 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8e519ece-b445-4f24-9c46-ef36232d8573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:23.717615 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 8e3abcb0-ed28-455c-85b6-3a0577cde256 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:22:23.762312 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-e2e60448-bd53-40b4-8be7-f453a490c762 service neutron] 10.222.0.25 "GET /v2.0/networks/e783ca97-437f-4c6e-96a9-d1314368a6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307278 Apr 20 13:22:23.785948 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-27c2f9d9-ffd8-44e0-9336-0a0304a5a0f1 req-b9539496-9a0e-425a-8d37-617abb827ed9 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1731329 Apr 20 13:22:23.824122 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3572b5d9-0df5-4db2-80d5-a1a87514ed99 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:23.862355 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-343696df-f82a-4d7a-b1c9-0da407f7fc49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:23.947735 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-8e519ece-b445-4f24-9c46-ef36232d8573 None None] For port f00d7de8-0094-4e5b-b78e-c07ca3af3549, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:22:23.952511 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-8e519ece-b445-4f24-9c46-ef36232d8573 None None] For port f00d7de8-0094-4e5b-b78e-c07ca3af3549, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f00d7de8-0094-4e5b-b78e-c07ca3af3549,segment=NetworkSegment(86626666-61a8-4de2-9af3-bc6eb8bd79d8),segment_id=86626666-61a8-4de2-9af3-bc6eb8bd79d8)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:22:23.959885 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e827970c-1836-4e74-aa54-0457b958271c tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:23.970579 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-343696df-f82a-4d7a-b1c9-0da407f7fc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:23.991680 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3572b5d9-0df5-4db2-80d5-a1a87514ed99 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:24.034523 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-037e9108-c01c-471d-8a1b-044f737e319e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:24.042978 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3572b5d9-0df5-4db2-80d5-a1a87514ed99 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Network 5389f225-a766-4f55-8799-e805e415221d is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:22:24.048960 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-3572b5d9-0df5-4db2-80d5-a1a87514ed99 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:22:24.050076 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-343696df-f82a-4d7a-b1c9-0da407f7fc49 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8f24c925d1fc428491a7a337a29cbf26&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3619459 Apr 20 13:22:24.056982 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59578) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:24.058613 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1cb4c86f-dc9a-4328-b776-b0eaa223550b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:24.060554 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3572b5d9-0df5-4db2-80d5-a1a87514ed99 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:22:24.072841 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f61440-527e-45f6-908b-273f0a03eae0 req-d75196f1-a17a-44bd-9fcc-a5e39452838b tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:24.076218 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-57f61440-527e-45f6-908b-273f0a03eae0 req-d75196f1-a17a-44bd-9fcc-a5e39452838b tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.1668587 Apr 20 13:22:24.078876 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343696df-f82a-4d7a-b1c9-0da407f7fc49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55b787f-c9bd-4b73-ac97-fe0c65cb6503,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:24.095967 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e9108-c01c-471d-8a1b-044f737e319e None None] Pushing event deleted for resources: {'Port': ['ID=8e3abcb0-ed28-455c-85b6-3a0577cde256,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:24.099139 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8e519ece-b445-4f24-9c46-ef36232d8573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:24.103639 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fa8e604d-1d9d-4ae5-ad92-61a5f5b82916 req-c8b3dd48-97a7-4e15-8189-82672e943f18 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:24.113122 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037e9108-c01c-471d-8a1b-044f737e319e None None] No DVR routers for this DVR port 8e3abcb0-ed28-455c-85b6-3a0577cde256 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:22:24.164123 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3572b5d9-0df5-4db2-80d5-a1a87514ed99 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:24.164777 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3572b5d9-0df5-4db2-80d5-a1a87514ed99 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:24.171208 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['c7877f02-ab7b-4f6e-9fd9-a7d643b7236c'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:22:24.174554 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4c86f-dc9a-4328-b776-b0eaa223550b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Pushing event deleted for resources: {'Port': ['ID=8e3abcb0-ed28-455c-85b6-3a0577cde256,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:24.212948 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb4c86f-dc9a-4328-b776-b0eaa223550b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] No DVR routers for this DVR port 8e3abcb0-ed28-455c-85b6-3a0577cde256 on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:22:24.272419 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3572b5d9-0df5-4db2-80d5-a1a87514ed99 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'Port': ['ID=80f71abe-d6e4-4e5c-b55f-f6f06cf74758,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:24.274552 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:24.288076 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e827970c-1836-4e74-aa54-0457b958271c tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:24.322135 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b3dd48-97a7-4e15-8189-82672e943f18 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Pushing event deleted for resources: {'Port': ['ID=8d836939-8509-4422-9ef7-e8cb8c85414f,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:24.371405 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5b1aad88-ac1c-4d6e-ae7d-6ef1ecc513db req-d23baa37-4af3-4f6e-b4e5-ea0e96cd1999 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:24.407738 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827970c-1836-4e74-aa54-0457b958271c tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6a96d71-8aba-46bd-a77a-ecc7fdaba578,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:24.419878 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23baa37-4af3-4f6e-b4e5-ea0e96cd1999 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Pushing event deleted for resources: {'Port': ['ID=c7877f02-ab7b-4f6e-9fd9-a7d643b7236c,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:24.441375 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3572b5d9-0df5-4db2-80d5-a1a87514ed99 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7228265 Apr 20 13:22:24.445007 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59586) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:24.504779 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8e604d-1d9d-4ae5-ad92-61a5f5b82916 req-c8b3dd48-97a7-4e15-8189-82672e943f18 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] No DVR routers for this DVR port 8d836939-8509-4422-9ef7-e8cb8c85414f on host n-h1-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:22:24.512595 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fa8e604d-1d9d-4ae5-ad92-61a5f5b82916 req-c8b3dd48-97a7-4e15-8189-82672e943f18 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:24.516050 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fa8e604d-1d9d-4ae5-ad92-61a5f5b82916 req-c8b3dd48-97a7-4e15-8189-82672e943f18 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.32 "DELETE /v2.0/ports/8d836939-8509-4422-9ef7-e8cb8c85414f HTTP/1.1" status: 204 len: 173 time: 2.1617479 Apr 20 13:22:24.523729 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4188dd5b-c38f-4cd0-9f9c-f51ada403baa', 'name': 'network-vif-deleted', 'tag': '8d836939-8509-4422-9ef7-e8cb8c85414f'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:22:24.526421 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d11151-7652-457e-8555-8ad061d9a8b9" -d '{"events": [{"server_uuid": "4188dd5b-c38f-4cd0-9f9c-f51ada403baa", "name": "network-vif-deleted", "tag": "8d836939-8509-4422-9ef7-e8cb8c85414f"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:22:24.586553 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e519ece-b445-4f24-9c46-ef36232d8573 None None] Pushing event updated for resources: {'Port': ['ID=f00d7de8-0094-4e5b-b78e-c07ca3af3549,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:24.614098 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e827970c-1836-4e74-aa54-0457b958271c tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:24.619720 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e827970c-1836-4e74-aa54-0457b958271c tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2261686 Apr 20 13:22:24.623692 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59594) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:24.635622 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-e8f98c18-47d6-4d9c-bd2a-51ee18f613c4 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Request body: {'security_group_rule': {'security_group_id': '1b1ca533-cb84-41f7-a767-ab5bb59d8c34', 'project_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:24.658215 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1cb4c86f-dc9a-4328-b776-b0eaa223550b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:24.680627 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-1cb4c86f-dc9a-4328-b776-b0eaa223550b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4459ee47-dde6-4590-9e1f-cfa71bc195cf']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:24.690818 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-1cb4c86f-dc9a-4328-b776-b0eaa223550b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7238dc80-b2c3-4289-8c3a-603b02459678') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:24.691121 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-1cb4c86f-dc9a-4328-b776-b0eaa223550b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7238dc80-b2c3-4289-8c3a-603b02459678') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:24.702035 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1cb4c86f-dc9a-4328-b776-b0eaa223550b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:24.703818 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-62a2408d-4221-49a7-ab5e-42dbae8387a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:24.711853 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b1aad88-ac1c-4d6e-ae7d-6ef1ecc513db req-d23baa37-4af3-4f6e-b4e5-ea0e96cd1999 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] No DVR routers for this DVR port c7877f02-ab7b-4f6e-9fd9-a7d643b7236c on host n-h2-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:22:24.715454 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-5b1aad88-ac1c-4d6e-ae7d-6ef1ecc513db req-d23baa37-4af3-4f6e-b4e5-ea0e96cd1999 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:24.715875 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1cb4c86f-dc9a-4328-b776-b0eaa223550b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:24.720839 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5b1aad88-ac1c-4d6e-ae7d-6ef1ecc513db req-d23baa37-4af3-4f6e-b4e5-ea0e96cd1999 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.15 "DELETE /v2.0/ports/c7877f02-ab7b-4f6e-9fd9-a7d643b7236c HTTP/1.1" status: 204 len: 173 time: 1.6306326 Apr 20 13:22:24.721488 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e8ee80f-8656-4368-8f48-2cdcc1aed1c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:24.723096 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cb4c86f-dc9a-4328-b776-b0eaa223550b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:22:24.723603 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1cb4c86f-dc9a-4328-b776-b0eaa223550b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:24.728233 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b8f7fbc-c688-428d-9d82-a21e15d8e125', 'name': 'network-vif-deleted', 'tag': 'c7877f02-ab7b-4f6e-9fd9-a7d643b7236c'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:22:24.730929 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828d729a-0371-4951-a3e8-5bc412536062" -d '{"events": [{"server_uuid": "0b8f7fbc-c688-428d-9d82-a21e15d8e125", "name": "network-vif-deleted", "tag": "c7877f02-ab7b-4f6e-9fd9-a7d643b7236c"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:22:24.736941 n-d-836015-7 neutron-server[114870]: INFO neutron.db.securitygroups_db [None req-e8f98c18-47d6-4d9c-bd2a-51ee18f613c4 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Project b7d094a7c46d4d49b889e6b8219e2601 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:22:24.745851 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e8f98c18-47d6-4d9c-bd2a-51ee18f613c4 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:24.821858 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:22:24.821858 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 13:22:24.821858 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:22:24.821858 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 13:22:24.821858 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:22:24.821858 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 13:22:24.821858 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:22:24.821858 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 13:22:24.821858 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:22:24.821858 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:22:24.821858 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:22:24.821858 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:22:24.821858 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:22:24.821858 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:22:24.821858 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:22:24.821858 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:22:24.821858 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:22:24.821858 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:22:24.821858 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:22:24.821858 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:22:24.821858 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:22:24.821858 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:22:24.821858 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:22:24.821858 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:22:24.821858 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:22:24.821858 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:22:24.821858 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:22:24.821858 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:22:24.821858 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:22:24.821858 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:22:24.821858 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:22:24.821858 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:22:24.821858 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:22:24.821858 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:22:24.821858 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:22:24.821858 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:22:24.821858 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:22:24.821858 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:22:24.821858 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:22:24.821858 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:22:24.825140 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-57f61440-527e-45f6-908b-273f0a03eae0 req-316d7768-5984-4326-9dba-8dbf992b5c6b tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7387989 Apr 20 13:22:24.875241 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7038d-d264-4212-8aa0-181d92242a80 req-30431bff-ade8-4765-bc66-d8a8ff616f18 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:24.888356 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3ce7038d-d264-4212-8aa0-181d92242a80 req-30431bff-ade8-4765-bc66-d8a8ff616f18 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.4257855 Apr 20 13:22:24.920521 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e8ee80f-8656-4368-8f48-2cdcc1aed1c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:24.933046 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3ce7038d-d264-4212-8aa0-181d92242a80 req-5b5e2947-0a44-45da-aa13-ce590205d6a0 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440781 Apr 20 13:22:24.933681 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1cb4c86f-dc9a-4328-b776-b0eaa223550b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:24.962018 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1cb4c86f-dc9a-4328-b776-b0eaa223550b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:24.969023 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1cb4c86f-dc9a-4328-b776-b0eaa223550b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] 10.222.0.25 "DELETE /v2.0/networks/4459ee47-dde6-4590-9e1f-cfa71bc195cf HTTP/1.1" status: 204 len: 168 time: 2.8909211 Apr 20 13:22:24.969966 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4c86f-dc9a-4328-b776-b0eaa223550b tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Pushing event deleted for resources: {'Network': ['ID=4459ee47-dde6-4590-9e1f-cfa71bc195cf,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:24.971647 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59610) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:25.003856 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-621fefb2-8b18-418f-9c55-e1fa640b3de0 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4530df3-f3bd-416c-b66b-8250bb456d6f HTTP/1.1" status: 200 len: 205 time: 0.0309169 Apr 20 13:22:25.005189 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59612) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:25.081068 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52540544-11b0-4167-b39d-c276a4ee4f52 x-openstack-request-id: req-52540544-11b0-4167-b39d-c276a4ee4f52 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:22:25.082423 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b8f7fbc-c688-428d-9d82-a21e15d8e125", "name": "network-vif-deleted", "tag": "c7877f02-ab7b-4f6e-9fd9-a7d643b7236c", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:22:25.082794 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-52540544-11b0-4167-b39d-c276a4ee4f52 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:22:25.083748 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52540544-11b0-4167-b39d-c276a4ee4f52'] response: {'server_uuid': '0b8f7fbc-c688-428d-9d82-a21e15d8e125', 'name': 'network-vif-deleted', 'tag': 'c7877f02-ab7b-4f6e-9fd9-a7d643b7236c', 'status': 'completed', 'code': 200} Apr 20 13:22:25.090076 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd055d15-8884-48d4-8328-832c12eb7cd2 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks [] for router, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:25.095081 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db31dea3-a9c3-46c9-994d-7ee3c2dc69d3 x-openstack-request-id: req-db31dea3-a9c3-46c9-994d-7ee3c2dc69d3 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:22:25.095467 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4188dd5b-c38f-4cd0-9f9c-f51ada403baa", "name": "network-vif-deleted", "tag": "8d836939-8509-4422-9ef7-e8cb8c85414f", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:22:25.095770 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-db31dea3-a9c3-46c9-994d-7ee3c2dc69d3 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:22:25.096176 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db31dea3-a9c3-46c9-994d-7ee3c2dc69d3'] response: {'server_uuid': '4188dd5b-c38f-4cd0-9f9c-f51ada403baa', 'name': 'network-vif-deleted', 'tag': '8d836939-8509-4422-9ef7-e8cb8c85414f', 'status': 'completed', 'code': 200} Apr 20 13:22:25.207079 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e8f98c18-47d6-4d9c-bd2a-51ee18f613c4 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:25.277851 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-379c003e-154e-49dc-9fc2-a70e0c7d11fe req-6bee9f67-4934-464e-84a0-9ca52462b8c4 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5b19cc1-0a44-4680-b5bf-7196b0bfa4ce HTTP/1.1" status: 200 len: 210 time: 0.1807947 Apr 20 13:22:25.303066 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e8f98c18-47d6-4d9c-bd2a-51ee18f613c4 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:25.309551 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e8ee80f-8656-4368-8f48-2cdcc1aed1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:25.311994 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e8ee80f-8656-4368-8f48-2cdcc1aed1c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:25.315443 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1e8ee80f-8656-4368-8f48-2cdcc1aed1c4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e55b787f-c9bd-4b73-ac97-fe0c65cb6503 HTTP/1.1" status: 204 len: 168 time: 1.1672750 Apr 20 13:22:25.330598 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f98c18-47d6-4d9c-bd2a-51ee18f613c4 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b68a67b-640e-4a5b-aa0c-ca9b7cc10f5d,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:25.351285 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eac1711d-cafc-404c-b979-495dc269f82d tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:25.373792 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d329276-17d1-4d5d-9253-6071076dafb0 req-50ec3330-b4fa-4936-adcf-4e18cd56b96b tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:25.380636 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ee80f-8656-4368-8f48-2cdcc1aed1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55b787f-c9bd-4b73-ac97-fe0c65cb6503,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:25.384280 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0d329276-17d1-4d5d-9253-6071076dafb0 req-50ec3330-b4fa-4936-adcf-4e18cd56b96b tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.2908547 Apr 20 13:22:25.452829 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd055d15-8884-48d4-8328-832c12eb7cd2 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:25.493440 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd055d15-8884-48d4-8328-832c12eb7cd2 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:25.573887 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0d329276-17d1-4d5d-9253-6071076dafb0 req-00c2b5da-448a-4163-9a3d-8e85a5693506 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886561 Apr 20 13:22:25.600753 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e8f98c18-47d6-4d9c-bd2a-51ee18f613c4 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:25.602254 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e8f98c18-47d6-4d9c-bd2a-51ee18f613c4 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9704137 Apr 20 13:22:25.604837 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59622) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:25.609344 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-4e82c5eb-e25c-417a-af1a-37bb7cc2a479 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Request body: {'security_group_rule': {'security_group_id': '1b1ca533-cb84-41f7-a767-ab5bb59d8c34', 'project_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:25.681782 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd055d15-8884-48d4-8328-832c12eb7cd2 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:25.682163 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd055d15-8884-48d4-8328-832c12eb7cd2 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Fanout notify agent at l3_agent the message router_deleted on router a4530df3-f3bd-416c-b66b-8250bb456d6f {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:22:25.699092 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd055d15-8884-48d4-8328-832c12eb7cd2 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:25.699906 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-bd055d15-8884-48d4-8328-832c12eb7cd2 tempest-RoutersNegativeTest-943898962 tempest-RoutersNegativeTest-943898962-project] 10.222.0.25 "DELETE /v2.0/routers/a4530df3-f3bd-416c-b66b-8250bb456d6f HTTP/1.1" status: 204 len: 168 time: 0.6932716 Apr 20 13:22:25.745240 n-d-836015-7 neutron-server[114869]: INFO neutron.db.securitygroups_db [None req-4e82c5eb-e25c-417a-af1a-37bb7cc2a479 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Project b7d094a7c46d4d49b889e6b8219e2601 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:22:25.750661 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4e82c5eb-e25c-417a-af1a-37bb7cc2a479 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:25.849344 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 8d836939-8509-4422-9ef7-e8cb8c85414f no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:22:25.892190 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 8d836939-8509-4422-9ef7-e8cb8c85414f {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:22:25.893103 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 8d836939-8509-4422-9ef7-e8cb8c85414f not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:22:25.907489 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f00d7de8-0094-4e5b-b78e-c07ca3af3549 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:22:25.943926 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4e82c5eb-e25c-417a-af1a-37bb7cc2a479 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:25.973446 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eac1711d-cafc-404c-b979-495dc269f82d tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:25.977089 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port f00d7de8-0094-4e5b-b78e-c07ca3af3549 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:25.977529 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:26.015687 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d2a7da-5c1b-479a-b387-37b6a0974f09 None None] Network 5389f225-a766-4f55-8799-e805e415221d requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:22:26.041294 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4e82c5eb-e25c-417a-af1a-37bb7cc2a479 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:26.047640 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eac1711d-cafc-404c-b979-495dc269f82d tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:26.085940 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82c5eb-e25c-417a-af1a-37bb7cc2a479 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3670bb4-e2df-4784-b103-e7de6783212f,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:26.152494 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4e82c5eb-e25c-417a-af1a-37bb7cc2a479 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:26.163302 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4e82c5eb-e25c-417a-af1a-37bb7cc2a479 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5478656 Apr 20 13:22:26.192987 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-a8e52c63-fda9-4021-a56d-b77177697d6b None None] Provisioning complete for port f00d7de8-0094-4e5b-b78e-c07ca3af3549 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:26.194074 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a8e52c63-fda9-4021-a56d-b77177697d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:26.213719 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59634) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:26.233495 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49769a2a-18e9-41a5-a19f-3e00e86a3526 req-02c2ff0a-1598-45ea-ab25-90079934b05e tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:26.240258 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-49769a2a-18e9-41a5-a19f-3e00e86a3526 req-02c2ff0a-1598-45ea-ab25-90079934b05e tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.0974038 Apr 20 13:22:26.276669 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b607252f-a59d-4d23-a046-e6a8c498850a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:26.290936 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:26.362305 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-49769a2a-18e9-41a5-a19f-3e00e86a3526 req-a4e1d00f-b14a-49b7-841e-5ed824401af4 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140552 Apr 20 13:22:26.391736 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port f00d7de8-0094-4e5b-b78e-c07ca3af3549, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f00d7de8-0094-4e5b-b78e-c07ca3af3549,segment=NetworkSegment(86626666-61a8-4de2-9af3-bc6eb8bd79d8),segment_id=86626666-61a8-4de2-9af3-bc6eb8bd79d8)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:26.396489 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac1711d-cafc-404c-b979-495dc269f82d tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'Port': ['ID=80f71abe-d6e4-4e5c-b55f-f6f06cf74758,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:26.418977 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device c7877f02-ab7b-4f6e-9fd9-a7d643b7236c no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:22:26.467009 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: c7877f02-ab7b-4f6e-9fd9-a7d643b7236c {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:22:26.467621 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device c7877f02-ab7b-4f6e-9fd9-a7d643b7236c not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:22:26.506026 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a8e52c63-fda9-4021-a56d-b77177697d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:26.512057 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f1c59d9-90ff-45ea-b214-47fcf2d9926e req-fff1a2fb-19b6-4566-8bb2-8533e6606dbc tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5b19cc1-0a44-4680-b5bf-7196b0bfa4ce HTTP/1.1" status: 200 len: 210 time: 0.1318994 Apr 20 13:22:26.516816 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:26.559809 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59656) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:26.629977 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=f00d7de8-0094-4e5b-b78e-c07ca3af3549,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:26.678888 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-a8e52c63-fda9-4021-a56d-b77177697d6b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:22:26.682605 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-a8e52c63-fda9-4021-a56d-b77177697d6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:22:26.690525 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eac1711d-cafc-404c-b979-495dc269f82d tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:26.726834 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-0f7ca12f-abcc-4d36-92dd-d22ad1734fc5 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1544250874&fields=id&tenant_id=b7d094a7c46d4d49b889e6b8219e2601 HTTP/1.1" status: 200 len: 267 time: 0.1493664 Apr 20 13:22:26.801165 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b5777c7d-dd6e-4ed9-aaef-2640d107ad21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:26.819518 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b607252f-a59d-4d23-a046-e6a8c498850a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:26.903998 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b607252f-a59d-4d23-a046-e6a8c498850a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:26.923786 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d53db26d-801d-47de-b255-429ee7694638 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=36014a8fc4634205a0d4e37dc61a1bfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3627639 Apr 20 13:22:26.925912 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59660) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:26.939610 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-6ada10a6-00be-4e3d-b3be-e9d2fe73b5d0 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:26.940986 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-6ada10a6-00be-4e3d-b3be-e9d2fe73b5d0 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "GET /v2.0/networks?id=72ce9eb7-6e65-4d33-a97e-ba495b7f713f HTTP/1.1" status: 200 len: 807 time: 0.2129936 Apr 20 13:22:26.976085 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b607252f-a59d-4d23-a046-e6a8c498850a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c9a922bac98044b4944676391ca4821e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7531183 Apr 20 13:22:26.976913 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59662) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:26.977875 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-9455d604-60e1-47be-849e-3ed92c6a4720 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "GET /v2.0/quotas/b7d094a7c46d4d49b889e6b8219e2601 HTTP/1.1" status: 200 len: 375 time: 0.0235121 Apr 20 13:22:27.063565 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-bdf08e18-9680-4869-8a35-b45f2a479999 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b7d094a7c46d4d49b889e6b8219e2601&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0762434 Apr 20 13:22:27.077690 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-87b56198-cdf3-4885-8938-a3b2130ab0a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:27.098331 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b607252f-a59d-4d23-a046-e6a8c498850a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe4dd3e-934e-45fe-aa3a-f7fb88991d28,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:27.105298 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-87b56198-cdf3-4885-8938-a3b2130ab0a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:27.106186 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eac1711d-cafc-404c-b979-495dc269f82d tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:27.142388 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ae6d2292-7c1e-431b-a558-29d78241b002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:27.568273 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-efebc48c-46f2-4180-ae62-cbf4fe0597ba None None] Provisioning complete for port f00d7de8-0094-4e5b-b78e-c07ca3af3549 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:27.569317 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-efebc48c-46f2-4180-ae62-cbf4fe0597ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:27.580820 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ae6d2292-7c1e-431b-a558-29d78241b002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:27.787925 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f00d7de8-0094-4e5b-b78e-c07ca3af3549 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:22:27.862573 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-b4d17f4d-b7d1-4969-af9b-9d1a46d09f6d service neutron] 10.222.0.25 "GET /v2.0/networks/72ce9eb7-6e65-4d33-a97e-ba495b7f713f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7980444 Apr 20 13:22:27.908875 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port f00d7de8-0094-4e5b-b78e-c07ca3af3549 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:27.909507 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:27.913931 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eac1711d-cafc-404c-b979-495dc269f82d tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:27.916006 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-efebc48c-46f2-4180-ae62-cbf4fe0597ba None None] Provisioning complete for port 80f71abe-d6e4-4e5c-b55f-f6f06cf74758 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:27.916428 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-efebc48c-46f2-4180-ae62-cbf4fe0597ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:28.014745 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-efebc48c-46f2-4180-ae62-cbf4fe0597ba None None] Port 80f71abe-d6e4-4e5c-b55f-f6f06cf74758 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:22:28.020848 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-87b56198-cdf3-4885-8938-a3b2130ab0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:28.024245 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-87b56198-cdf3-4885-8938-a3b2130ab0a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:28.025580 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-87b56198-cdf3-4885-8938-a3b2130ab0a9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/458c1ef8-d845-4493-88ff-59285c722043 HTTP/1.1" status: 204 len: 168 time: 1.0986562 Apr 20 13:22:28.056569 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f799f3-9a5a-402e-81b5-143f247edd1e req-34372636-0f20-46f8-a360-c334fced5eb5 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:28.058497 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-17f799f3-9a5a-402e-81b5-143f247edd1e req-34372636-0f20-46f8-a360-c334fced5eb5 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.1937451 Apr 20 13:22:28.066337 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ae6d2292-7c1e-431b-a558-29d78241b002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:28.069766 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ae6d2292-7c1e-431b-a558-29d78241b002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:28.073616 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b56198-cdf3-4885-8938-a3b2130ab0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458c1ef8-d845-4493-88ff-59285c722043,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:28.087967 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ae6d2292-7c1e-431b-a558-29d78241b002 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5fe4dd3e-934e-45fe-aa3a-f7fb88991d28 HTTP/1.1" status: 204 len: 168 time: 1.1039870 Apr 20 13:22:28.089100 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eac1711d-cafc-404c-b979-495dc269f82d tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:28.116697 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:28.153296 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-17f799f3-9a5a-402e-81b5-143f247edd1e req-955363a5-f93d-4d7b-a194-4bcfec56981d tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844133 Apr 20 13:22:28.181794 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-217d7625-8ab8-4487-a6af-6f401e85b7f7 None None] Provisioning complete for port 80f71abe-d6e4-4e5c-b55f-f6f06cf74758 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:28.182405 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-217d7625-8ab8-4487-a6af-6f401e85b7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:28.191213 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eac1711d-cafc-404c-b979-495dc269f82d tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:28.219063 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-d398b0e7-78b2-41ad-a405-42e14c397491 service neutron] 10.222.0.25 "GET /v2.0/networks/72ce9eb7-6e65-4d33-a97e-ba495b7f713f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554556 Apr 20 13:22:28.226901 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-305607a2-ae02-4bb0-944b-2b0fb2e21d39 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:28.234510 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-305607a2-ae02-4bb0-944b-2b0fb2e21d39 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.32 "GET /v2.0/networks?id=e783ca97-437f-4c6e-96a9-d1314368a6ae HTTP/1.1" status: 200 len: 812 time: 0.3564060 Apr 20 13:22:28.242430 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-c9599f18-51ba-4c36-9b07-6a76ac61a3b4 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Request body: {'port': {'device_id': '44941d5e-a7c6-40d1-a4d8-b5981394598d', 'network_id': 'e783ca97-437f-4c6e-96a9-d1314368a6ae', 'admin_state_up': True, 'tenant_id': 'f70259df35b04b44a243b0a63259328e'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:28.282546 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-217d7625-8ab8-4487-a6af-6f401e85b7f7 None None] Port 80f71abe-d6e4-4e5c-b55f-f6f06cf74758 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:22:28.315708 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d2292-7c1e-431b-a558-29d78241b002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe4dd3e-934e-45fe-aa3a-f7fb88991d28,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:28.439439 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac1711d-cafc-404c-b979-495dc269f82d tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'Port': ['ID=80f71abe-d6e4-4e5c-b55f-f6f06cf74758,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:28.480322 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f8be6af2-e24c-4e94-87c4-6f05e35f7e6c req-f361ec03-4332-420c-a73b-59659333169e tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5b19cc1-0a44-4680-b5bf-7196b0bfa4ce HTTP/1.1" status: 200 len: 210 time: 0.0840299 Apr 20 13:22:28.540615 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-f4077c79-5a03-49fb-b4e3-72e5f421e6bd tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:28.546017 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-f4077c79-5a03-49fb-b4e3-72e5f421e6bd tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.15 "GET /v2.0/networks?id=e783ca97-437f-4c6e-96a9-d1314368a6ae HTTP/1.1" status: 200 len: 812 time: 0.5435014 Apr 20 13:22:28.564203 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-64800784-1f12-4ebd-8b38-5555f9889258 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Request body: {'port': {'device_id': 'e5b19cc1-0a44-4680-b5bf-7196b0bfa4ce', 'network_id': 'e783ca97-437f-4c6e-96a9-d1314368a6ae', 'admin_state_up': True, 'tenant_id': 'f70259df35b04b44a243b0a63259328e'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:28.669216 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-c9599f18-51ba-4c36-9b07-6a76ac61a3b4 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Made reservation on behalf of f70259df35b04b44a243b0a63259328e for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:22:28.672722 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-c9599f18-51ba-4c36-9b07-6a76ac61a3b4 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:28.740542 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac1711d-cafc-404c-b979-495dc269f82d tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Network 5389f225-a766-4f55-8799-e805e415221d is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:22:28.748547 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-eac1711d-cafc-404c-b979-495dc269f82d tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:22:28.909646 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-64800784-1f12-4ebd-8b38-5555f9889258 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Made reservation on behalf of f70259df35b04b44a243b0a63259328e for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:22:28.910973 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d5d4d904-a8fc-448d-b192-8016b012ac74 req-19b6d5c4-70c2-462b-872e-d2db94feba16 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "GET /v2.0/ports?device_id=63a2aa13-048c-498d-9802-2223bee07730 HTTP/1.1" status: 200 len: 210 time: 0.1751347 Apr 20 13:22:28.913679 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-64800784-1f12-4ebd-8b38-5555f9889258 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:29.126269 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-c9599f18-51ba-4c36-9b07-6a76ac61a3b4 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Allocated IP 172.20.0.5 (e783ca97-437f-4c6e-96a9-d1314368a6ae/a15c91c7-1cec-4363-8fbe-d2c0ed8c5d6b/914dfced-8469-43fb-b7e0-a7113fff4660) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:22:29.198794 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac1711d-cafc-404c-b979-495dc269f82d tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Router 825c59b6-4396-4c93-a68e-ed95fccbd398 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:22:29.363499 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-f351f734-be45-4ca9-8fe7-c3dd856715b1 None None] Provisioning complete for port 80f71abe-d6e4-4e5c-b55f-f6f06cf74758 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:29.364095 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f351f734-be45-4ca9-8fe7-c3dd856715b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:29.406396 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-f351f734-be45-4ca9-8fe7-c3dd856715b1 None None] Port 80f71abe-d6e4-4e5c-b55f-f6f06cf74758 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:22:29.410618 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:29.459339 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698574a-9653-4a37-ace0-2edfec39dd88 req-29026de4-4fd1-46b4-aeab-a41e13ffc0e3 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:29.473585 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0698574a-9653-4a37-ace0-2edfec39dd88 req-29026de4-4fd1-46b4-aeab-a41e13ffc0e3 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.2699161 Apr 20 13:22:29.483193 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac1711d-cafc-404c-b979-495dc269f82d tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:22:29.497038 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aff3de2-32f6-4f97-bb63-2a4bb6d33750 None None] Sync routers for ids ['825c59b6-4396-4c93-a68e-ed95fccbd398'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:22:29.504675 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aff3de2-32f6-4f97-bb63-2a4bb6d33750 None None] Routers {'825c59b6-4396-4c93-a68e-ed95fccbd398'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:22:29.505292 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-8aff3de2-32f6-4f97-bb63-2a4bb6d33750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:22:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['825c59b6-4396-4c93-a68e-ed95fccbd398'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:29.515014 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-eac1711d-cafc-404c-b979-495dc269f82d tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "PUT /v2.0/routers/825c59b6-4396-4c93-a68e-ed95fccbd398/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0687566 Apr 20 13:22:29.517767 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59730) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:29.572732 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0698574a-9653-4a37-ace0-2edfec39dd88 req-a40b2ca9-9181-4672-82ad-12576d207a03 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972891 Apr 20 13:22:29.602800 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-8aff3de2-32f6-4f97-bb63-2a4bb6d33750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:29.615237 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aff3de2-32f6-4f97-bb63-2a4bb6d33750 None None] Routers {'825c59b6-4396-4c93-a68e-ed95fccbd398'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:22:29.616052 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-8aff3de2-32f6-4f97-bb63-2a4bb6d33750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:22:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['825c59b6-4396-4c93-a68e-ed95fccbd398'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:29.629640 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-c9599f18-51ba-4c36-9b07-6a76ac61a3b4 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:29.663249 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed19769-59ab-480b-bf4c-b975f59c7f85 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:29.670223 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9ed19769-59ab-480b-bf4c-b975f59c7f85 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "GET /v2.0/ports?device_id=825c59b6-4396-4c93-a68e-ed95fccbd398 HTTP/1.1" status: 200 len: 982 time: 0.1381853 Apr 20 13:22:29.677012 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59738) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:29.743841 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ebc76de7-8865-408a-9ab8-6ddde50e2e54 req-4034d0b4-26cb-4c13-9ab9-57f2b82e195b tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5b19cc1-0a44-4680-b5bf-7196b0bfa4ce HTTP/1.1" status: 200 len: 210 time: 0.0790987 Apr 20 13:22:29.745460 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-8aff3de2-32f6-4f97-bb63-2a4bb6d33750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:29.757649 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aff3de2-32f6-4f97-bb63-2a4bb6d33750 None None] The sync data for ids ['825c59b6-4396-4c93-a68e-ed95fccbd398'] in n-d-836015-7 is: [] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:22:29.862658 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-c9599f18-51ba-4c36-9b07-6a76ac61a3b4 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:29.887239 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:29.928504 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-c9599f18-51ba-4c36-9b07-6a76ac61a3b4 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Network e783ca97-437f-4c6e-96a9-d1314368a6ae is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:22:29.932377 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-c9599f18-51ba-4c36-9b07-6a76ac61a3b4 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:22:29.937736 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-c9599f18-51ba-4c36-9b07-6a76ac61a3b4 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:22:29.944978 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9599f18-51ba-4c36-9b07-6a76ac61a3b4 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Pushing event updated for resources: {'Port': ['ID=914dfced-8469-43fb-b7e0-a7113fff4660,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:30.017171 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-43746243-bb50-46ab-b3d5-71a3baf3e631 req-63987187-bced-44b1-88d7-8e77820cfacf tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "GET /v2.0/ports?device_id=63a2aa13-048c-498d-9802-2223bee07730 HTTP/1.1" status: 200 len: 210 time: 0.0502005 Apr 20 13:22:30.025257 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-c9599f18-51ba-4c36-9b07-6a76ac61a3b4 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:30.028015 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-c9599f18-51ba-4c36-9b07-6a76ac61a3b4 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:30.035436 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-64800784-1f12-4ebd-8b38-5555f9889258 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Allocated IP 172.20.0.3 (e783ca97-437f-4c6e-96a9-d1314368a6ae/a15c91c7-1cec-4363-8fbe-d2c0ed8c5d6b/0f1afee8-c9cc-4793-93d6-6f6184049791) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:22:30.144235 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-c9599f18-51ba-4c36-9b07-6a76ac61a3b4 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9025562 Apr 20 13:22:30.154492 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-908b8291-a93f-4e3b-ab99-c8a2c9705f05 service neutron] Request body: {'port': {'device_id': '44941d5e-a7c6-40d1-a4d8-b5981394598d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:30.226871 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-908b8291-a93f-4e3b-ab99-c8a2c9705f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:30.330111 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-64800784-1f12-4ebd-8b38-5555f9889258 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:30.444161 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-75c0ae8f-392b-428b-ac44-69b931767a17 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:30.594497 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-64800784-1f12-4ebd-8b38-5555f9889258 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:30.658039 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64800784-1f12-4ebd-8b38-5555f9889258 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Pushing event updated for resources: {'Port': ['ID=0f1afee8-c9cc-4793-93d6-6f6184049791,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:30.662105 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-64800784-1f12-4ebd-8b38-5555f9889258 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Network e783ca97-437f-4c6e-96a9-d1314368a6ae is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:22:30.670812 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-64800784-1f12-4ebd-8b38-5555f9889258 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:22:30.674126 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-64800784-1f12-4ebd-8b38-5555f9889258 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:22:30.806530 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-64800784-1f12-4ebd-8b38-5555f9889258 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:30.807185 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-64800784-1f12-4ebd-8b38-5555f9889258 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:30.856554 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-75c0ae8f-392b-428b-ac44-69b931767a17 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Deleting port 80f71abe-d6e4-4e5c-b55f-f6f06cf74758 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:22:30.857067 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-75c0ae8f-392b-428b-ac44-69b931767a17 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:30.901993 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c14b3-e3eb-4ab4-9292-24aa9637816a req-4dcb35f4-cd79-4f9d-87d4-0d97d2ad173f tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:30.903561 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-236c14b3-e3eb-4ab4-9292-24aa9637816a req-4dcb35f4-cd79-4f9d-87d4-0d97d2ad173f tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.2005997 Apr 20 13:22:31.023939 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183fc03-87ef-44eb-aba3-72e5125241b9 req-2bac789c-d3b1-4c0d-a8d8-aa710f4d6cf7 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:31.035312 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9183fc03-87ef-44eb-aba3-72e5125241b9 req-2bac789c-d3b1-4c0d-a8d8-aa710f4d6cf7 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5b19cc1-0a44-4680-b5bf-7196b0bfa4ce HTTP/1.1" status: 200 len: 931 time: 0.1724522 Apr 20 13:22:31.048229 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-908b8291-a93f-4e3b-ab99-c8a2c9705f05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 914dfced-8469-43fb-b7e0-a7113fff4660 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:22:31.078398 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-236c14b3-e3eb-4ab4-9292-24aa9637816a req-2371864f-127a-4207-b698-34b95636d693 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620691 Apr 20 13:22:31.090663 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-908b8291-a93f-4e3b-ab99-c8a2c9705f05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:31.155444 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9183fc03-87ef-44eb-aba3-72e5125241b9 req-a876c943-2410-4319-82cf-ff17d0a8f8c3 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/security-groups?id=9650120b-ab55-426c-a3dc-890fb68c27e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117980 Apr 20 13:22:31.192038 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-908b8291-a93f-4e3b-ab99-c8a2c9705f05 service neutron] Transition to ACTIVE for port object 914dfced-8469-43fb-b7e0-a7113fff4660 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:22:31.228321 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-93fe61d2-52b7-4b06-a239-4dd112da22fb req-d1537e78-49d8-45cd-a546-e234aac967fc tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "GET /v2.0/ports?device_id=63a2aa13-048c-498d-9802-2223bee07730 HTTP/1.1" status: 200 len: 210 time: 0.0451694 Apr 20 13:22:31.285760 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-908b8291-a93f-4e3b-ab99-c8a2c9705f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:31.332555 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-64800784-1f12-4ebd-8b38-5555f9889258 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7768726 Apr 20 13:22:31.366784 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-412d4bf6-54ea-466f-90e5-b02b858e518f service neutron] Request body: {'port': {'device_id': 'e5b19cc1-0a44-4680-b5bf-7196b0bfa4ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:31.367676 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841dccd-c973-4fc6-a2c7-b1ac90e6b240 req-bf521d58-810d-4065-b223-bf2a87dd57ad tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:31.382471 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d841dccd-c973-4fc6-a2c7-b1ac90e6b240 req-bf521d58-810d-4065-b223-bf2a87dd57ad tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.1367288 Apr 20 13:22:31.470839 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-75c0ae8f-392b-428b-ac44-69b931767a17 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:31.481242 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-412d4bf6-54ea-466f-90e5-b02b858e518f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:31.527440 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-75c0ae8f-392b-428b-ac44-69b931767a17 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Calling delete_port for 80f71abe-d6e4-4e5c-b55f-f6f06cf74758 owned by network:router_interface {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:22:31.527607 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d841dccd-c973-4fc6-a2c7-b1ac90e6b240 req-b00b219f-9ff0-4750-896d-9c90d42a110e tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448491 Apr 20 13:22:31.550967 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b8291-a93f-4e3b-ab99-c8a2c9705f05 service neutron] Pushing event updated for resources: {'Port': ['ID=914dfced-8469-43fb-b7e0-a7113fff4660,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:31.644878 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-908b8291-a93f-4e3b-ab99-c8a2c9705f05 service neutron] Attempting to bind port 914dfced-8469-43fb-b7e0-a7113fff4660 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:22:31.645274 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-908b8291-a93f-4e3b-ab99-c8a2c9705f05 service neutron] Attempting to bind port 914dfced-8469-43fb-b7e0-a7113fff4660 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '8588e126-c540-4263-a838-7380f873274c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e783ca97-437f-4c6e-96a9-d1314368a6ae'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:22:31.645609 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-908b8291-a93f-4e3b-ab99-c8a2c9705f05 service neutron] Attempting to bind port 914dfced-8469-43fb-b7e0-a7113fff4660 on network e783ca97-437f-4c6e-96a9-d1314368a6ae {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:22:31.651054 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-908b8291-a93f-4e3b-ab99-c8a2c9705f05 service neutron] Port 914dfced-8469-43fb-b7e0-a7113fff4660 on network e783ca97-437f-4c6e-96a9-d1314368a6ae not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:22:31.651438 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-908b8291-a93f-4e3b-ab99-c8a2c9705f05 service neutron] Attempting to bind port 914dfced-8469-43fb-b7e0-a7113fff4660 on network e783ca97-437f-4c6e-96a9-d1314368a6ae {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:22:31.656570 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-908b8291-a93f-4e3b-ab99-c8a2c9705f05 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:22:31.656909 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-908b8291-a93f-4e3b-ab99-c8a2c9705f05 service neutron] Checking segment: {'id': '8588e126-c540-4263-a838-7380f873274c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e783ca97-437f-4c6e-96a9-d1314368a6ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:22:31.657294 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-908b8291-a93f-4e3b-ab99-c8a2c9705f05 service neutron] Bound using segment: {'id': '8588e126-c540-4263-a838-7380f873274c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e783ca97-437f-4c6e-96a9-d1314368a6ae'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:22:31.657781 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-908b8291-a93f-4e3b-ab99-c8a2c9705f05 service neutron] Bound port: 914dfced-8469-43fb-b7e0-a7113fff4660, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8588e126-c540-4263-a838-7380f873274c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e783ca97-437f-4c6e-96a9-d1314368a6ae'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:22:31.658238 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-908b8291-a93f-4e3b-ab99-c8a2c9705f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:31.814760 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73adeedc-2299-4034-b742-1fc5c1e0875c req-3b396921-8ca0-49e8-b478-ee26d4c14b5b tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:31.816441 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73adeedc-2299-4034-b742-1fc5c1e0875c req-3b396921-8ca0-49e8-b478-ee26d4c14b5b tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.0907609 Apr 20 13:22:31.822689 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-908b8291-a93f-4e3b-ab99-c8a2c9705f05 service neutron] For port 914dfced-8469-43fb-b7e0-a7113fff4660, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:22:31.826754 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-908b8291-a93f-4e3b-ab99-c8a2c9705f05 service neutron] For port 914dfced-8469-43fb-b7e0-a7113fff4660, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=914dfced-8469-43fb-b7e0-a7113fff4660,segment=NetworkSegment(8588e126-c540-4263-a838-7380f873274c),segment_id=8588e126-c540-4263-a838-7380f873274c)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:22:31.863857 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73adeedc-2299-4034-b742-1fc5c1e0875c req-2906b4f6-acb8-4a6c-84b0-68e9fc9c4457 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353913 Apr 20 13:22:31.924989 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-908b8291-a93f-4e3b-ab99-c8a2c9705f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:31.955042 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-908b8291-a93f-4e3b-ab99-c8a2c9705f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:31.956544 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-908b8291-a93f-4e3b-ab99-c8a2c9705f05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:31.961559 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-908b8291-a93f-4e3b-ab99-c8a2c9705f05 service neutron] 10.222.0.32 "PUT /v2.0/ports/914dfced-8469-43fb-b7e0-a7113fff4660 HTTP/1.1" status: 200 len: 1091 time: 1.8111799 Apr 20 13:22:32.018327 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-b0235265-4cc2-46e6-8491-cb14a204490e tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:32.020449 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44941d5e-a7c6-40d1-a4d8-b5981394598d', 'tag': '914dfced-8469-43fb-b7e0-a7113fff4660'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:22:32.021716 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-b0235265-4cc2-46e6-8491-cb14a204490e tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.32 "GET /v2.0/networks?id=72ce9eb7-6e65-4d33-a97e-ba495b7f713f HTTP/1.1" status: 200 len: 807 time: 0.4278440 Apr 20 13:22:32.027702 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d44a948-e857-4ac1-98c5-27300148a688" -d '{"events": [{"name": "network-changed", "server_uuid": "44941d5e-a7c6-40d1-a4d8-b5981394598d", "tag": "914dfced-8469-43fb-b7e0-a7113fff4660"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:22:32.090491 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb15843b-5c48-4f7e-9a0d-5d0538d35c8d x-openstack-request-id: req-cb15843b-5c48-4f7e-9a0d-5d0538d35c8d {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:22:32.090779 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44941d5e-a7c6-40d1-a4d8-b5981394598d", "tag": "914dfced-8469-43fb-b7e0-a7113fff4660", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:22:32.091032 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cb15843b-5c48-4f7e-9a0d-5d0538d35c8d {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:22:32.091470 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb15843b-5c48-4f7e-9a0d-5d0538d35c8d'] response: {'name': 'network-changed', 'server_uuid': '44941d5e-a7c6-40d1-a4d8-b5981394598d', 'tag': '914dfced-8469-43fb-b7e0-a7113fff4660', 'status': 'completed', 'code': 200} Apr 20 13:22:32.125016 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b8291-a93f-4e3b-ab99-c8a2c9705f05 service neutron] Pushing event updated for resources: {'Port': ['ID=914dfced-8469-43fb-b7e0-a7113fff4660,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:32.167111 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55109db5-6a8a-44f9-9927-278bb004adac req-6e00b9a2-ce47-4ad9-a3f6-3749e268c73a tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:32.168769 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-55109db5-6a8a-44f9-9927-278bb004adac req-6e00b9a2-ce47-4ad9-a3f6-3749e268c73a tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.1373715 Apr 20 13:22:32.184223 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44a948-e857-4ac1-98c5-27300148a688 req-29989f74-0cb0-496f-87b9-8da306f74e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:32.185830 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d44a948-e857-4ac1-98c5-27300148a688 req-29989f74-0cb0-496f-87b9-8da306f74e1e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f70259df35b04b44a243b0a63259328e&device_id=44941d5e-a7c6-40d1-a4d8-b5981394598d HTTP/1.1" status: 200 len: 1094 time: 0.0768776 Apr 20 13:22:32.231023 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-c225a800-31ce-4cbb-a4bf-cea1632beee7 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7d094a7c46d4d49b889e6b8219e2601 HTTP/1.1" status: 200 len: 380 time: 0.1951196 Apr 20 13:22:32.260085 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-b29104a3-ae28-4071-96ea-160b347e1d5e tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Request body: {'port': {'device_id': '63a2aa13-048c-498d-9802-2223bee07730', 'network_id': '72ce9eb7-6e65-4d33-a97e-ba495b7f713f', 'admin_state_up': True, 'tenant_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'security_groups': ['1b1ca533-cb84-41f7-a767-ab5bb59d8c34']}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:32.296573 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-55109db5-6a8a-44f9-9927-278bb004adac req-c44f9513-b8fb-458b-85ae-2e6f4e01a948 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187811 Apr 20 13:22:32.358172 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742fc07-3e80-40a7-be7e-62e70db092e5 req-4a5c52ec-46a7-4430-81da-3ec25f31cd50 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:32.359790 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3742fc07-3e80-40a7-be7e-62e70db092e5 req-4a5c52ec-46a7-4430-81da-3ec25f31cd50 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5b19cc1-0a44-4680-b5bf-7196b0bfa4ce HTTP/1.1" status: 200 len: 931 time: 0.0839677 Apr 20 13:22:32.384309 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44a948-e857-4ac1-98c5-27300148a688 req-0eacefd2-ced9-4d8a-b22c-5f1e2ca6d360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:32.385914 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d44a948-e857-4ac1-98c5-27300148a688 req-0eacefd2-ced9-4d8a-b22c-5f1e2ca6d360 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=f70259df35b04b44a243b0a63259328e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1855085 Apr 20 13:22:32.449458 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63f03f8b-0e24-4318-9250-7b3eacdc62e5 req-4026a5be-269c-48cd-9266-c0607fc20274 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "GET /v2.0/ports?device_id=63a2aa13-048c-498d-9802-2223bee07730 HTTP/1.1" status: 200 len: 210 time: 0.0568271 Apr 20 13:22:32.515458 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-75c0ae8f-392b-428b-ac44-69b931767a17 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:32.534525 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3742fc07-3e80-40a7-be7e-62e70db092e5 req-83fd6c5d-063c-4126-9c70-6b427bb0d4d3 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/security-groups?id=9650120b-ab55-426c-a3dc-890fb68c27e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557391 Apr 20 13:22:32.567309 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c0ae8f-392b-428b-ac44-69b931767a17 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'Port': ['ID=80f71abe-d6e4-4e5c-b55f-f6f06cf74758,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:32.597457 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-412d4bf6-54ea-466f-90e5-b02b858e518f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f1afee8-c9cc-4793-93d6-6f6184049791 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:22:32.662327 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-412d4bf6-54ea-466f-90e5-b02b858e518f service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:32.663211 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44a948-e857-4ac1-98c5-27300148a688 req-d43a4476-3cf7-427e-8311-f1da7839290d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:32.665809 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d44a948-e857-4ac1-98c5-27300148a688 req-d43a4476-3cf7-427e-8311-f1da7839290d service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2715385 Apr 20 13:22:32.701317 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2698d95-4f7b-4cf5-aecd-7f71d62e302b req-582dfe0e-32ce-469d-8c9b-6767a14043d7 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:32.704321 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e2698d95-4f7b-4cf5-aecd-7f71d62e302b req-582dfe0e-32ce-469d-8c9b-6767a14043d7 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.1108532 Apr 20 13:22:32.718055 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-412d4bf6-54ea-466f-90e5-b02b858e518f service neutron] Transition to ACTIVE for port object 0f1afee8-c9cc-4793-93d6-6f6184049791 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:22:32.784947 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-45664aaa-4e3a-4a65-bd51-9eded2004acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:32.787904 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-45664aaa-4e3a-4a65-bd51-9eded2004acd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f70259df35b04b44a243b0a63259328e&device_id=44941d5e-a7c6-40d1-a4d8-b5981394598d HTTP/1.1" status: 200 len: 1094 time: 0.0784240 Apr 20 13:22:32.790559 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e2698d95-4f7b-4cf5-aecd-7f71d62e302b req-d79489b5-0e0e-49b6-9992-db8ef19c6685 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686841 Apr 20 13:22:32.818824 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-b29104a3-ae28-4071-96ea-160b347e1d5e tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Made reservation on behalf of b7d094a7c46d4d49b889e6b8219e2601 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:22:32.826301 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-b29104a3-ae28-4071-96ea-160b347e1d5e tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:32.833433 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-75c0ae8f-392b-428b-ac44-69b931767a17 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:32.839066 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-ae09ecc1-44bb-4c20-995e-e829e962fb68 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=914dfced-8469-43fb-b7e0-a7113fff4660 HTTP/1.1" status: 200 len: 217 time: 0.0442533 Apr 20 13:22:32.940530 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-027a8cc6-3fd7-4f95-86ab-aaafaae2edea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:32.942426 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-027a8cc6-3fd7-4f95-86ab-aaafaae2edea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a15c91c7-1cec-4363-8fbe-d2c0ed8c5d6b HTTP/1.1" status: 200 len: 852 time: 0.0970006 Apr 20 13:22:32.946017 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-412d4bf6-54ea-466f-90e5-b02b858e518f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:32.989344 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-d45cbfd0-f7b0-439c-94dc-f2eba1d72208 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e783ca97-437f-4c6e-96a9-d1314368a6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404103 Apr 20 13:22:32.998021 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef7d44-5259-4ede-b025-5bf513d29ed6 req-88d50de1-69f0-4dab-9b67-4985adb07aa5 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:32.999943 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d5ef7d44-5259-4ede-b025-5bf513d29ed6 req-88d50de1-69f0-4dab-9b67-4985adb07aa5 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.1161683 Apr 20 13:22:33.103585 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d5ef7d44-5259-4ede-b025-5bf513d29ed6 req-050dddfe-8dde-4d74-bc41-0a3846a2081c tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784528 Apr 20 13:22:33.129505 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-b29104a3-ae28-4071-96ea-160b347e1d5e tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Allocated IP 172.20.0.10 (72ce9eb7-6e65-4d33-a97e-ba495b7f713f/a8304900-a486-4d9b-92a6-d7e30f1b6efb/8ad2d059-2eee-4291-9ce4-6e6a01a995c4) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:22:33.160136 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-b9c38cac-dc4b-43bd-8f3e-1dc8b11182c2 service neutron] 10.222.0.32 "GET /v2.0/networks/e783ca97-437f-4c6e-96a9-d1314368a6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579309 Apr 20 13:22:33.253699 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d4bf6-54ea-466f-90e5-b02b858e518f service neutron] Pushing event updated for resources: {'Port': ['ID=0f1afee8-c9cc-4793-93d6-6f6184049791,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:33.415978 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258fd783-3019-4dbe-991b-db4a7897e2d7 req-299ce60f-378d-4cea-b844-7a1f861370cb tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:33.423941 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-258fd783-3019-4dbe-991b-db4a7897e2d7 req-299ce60f-378d-4cea-b844-7a1f861370cb tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.1040556 Apr 20 13:22:33.468760 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-258fd783-3019-4dbe-991b-db4a7897e2d7 req-e0eb8458-c631-477c-9863-1e40952fdee9 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390689 Apr 20 13:22:33.471830 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-5cf7460c-b1f1-4a9a-ab16-12408f5f9048 service neutron] 10.222.0.32 "GET /v2.0/networks/e783ca97-437f-4c6e-96a9-d1314368a6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050737 Apr 20 13:22:33.525126 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c0ae8f-392b-428b-ac44-69b931767a17 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Router 825c59b6-4396-4c93-a68e-ed95fccbd398 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:22:33.668490 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-412d4bf6-54ea-466f-90e5-b02b858e518f service neutron] Attempting to bind port 0f1afee8-c9cc-4793-93d6-6f6184049791 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:22:33.668490 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-412d4bf6-54ea-466f-90e5-b02b858e518f service neutron] Attempting to bind port 0f1afee8-c9cc-4793-93d6-6f6184049791 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '8588e126-c540-4263-a838-7380f873274c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e783ca97-437f-4c6e-96a9-d1314368a6ae'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:22:33.668490 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-412d4bf6-54ea-466f-90e5-b02b858e518f service neutron] Attempting to bind port 0f1afee8-c9cc-4793-93d6-6f6184049791 on network e783ca97-437f-4c6e-96a9-d1314368a6ae {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:22:33.674994 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-412d4bf6-54ea-466f-90e5-b02b858e518f service neutron] Port 0f1afee8-c9cc-4793-93d6-6f6184049791 on network e783ca97-437f-4c6e-96a9-d1314368a6ae not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:22:33.675390 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-412d4bf6-54ea-466f-90e5-b02b858e518f service neutron] Attempting to bind port 0f1afee8-c9cc-4793-93d6-6f6184049791 on network e783ca97-437f-4c6e-96a9-d1314368a6ae {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:22:33.687876 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-23fabaa3-0799-48d3-8a07-11e7b55faf81 req-ecbae832-d29e-4e12-9e0e-3517665d4c01 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "GET /v2.0/ports?device_id=63a2aa13-048c-498d-9802-2223bee07730 HTTP/1.1" status: 200 len: 210 time: 0.0928071 Apr 20 13:22:33.705574 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-412d4bf6-54ea-466f-90e5-b02b858e518f service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:22:33.707748 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-412d4bf6-54ea-466f-90e5-b02b858e518f service neutron] Checking segment: {'id': '8588e126-c540-4263-a838-7380f873274c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e783ca97-437f-4c6e-96a9-d1314368a6ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:22:33.710001 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-412d4bf6-54ea-466f-90e5-b02b858e518f service neutron] Bound using segment: {'id': '8588e126-c540-4263-a838-7380f873274c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e783ca97-437f-4c6e-96a9-d1314368a6ae'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:22:33.710607 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-412d4bf6-54ea-466f-90e5-b02b858e518f service neutron] Bound port: 0f1afee8-c9cc-4793-93d6-6f6184049791, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8588e126-c540-4263-a838-7380f873274c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e783ca97-437f-4c6e-96a9-d1314368a6ae'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:22:33.712545 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-412d4bf6-54ea-466f-90e5-b02b858e518f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:33.731191 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c3b59-5820-4481-a3bd-6b60c22e9742 req-81857faa-8af1-49b3-92dc-203a2c747b18 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:33.733856 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a56c3b59-5820-4481-a3bd-6b60c22e9742 req-81857faa-8af1-49b3-92dc-203a2c747b18 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.1478677 Apr 20 13:22:33.794469 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-b29104a3-ae28-4071-96ea-160b347e1d5e tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:33.847882 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a56c3b59-5820-4481-a3bd-6b60c22e9742 req-2269f762-c501-4a05-b07d-5e9dc7167fb8 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904801 Apr 20 13:22:33.899093 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-412d4bf6-54ea-466f-90e5-b02b858e518f service neutron] For port 0f1afee8-c9cc-4793-93d6-6f6184049791, host n-h2-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:22:33.901931 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c0ae8f-392b-428b-ac44-69b931767a17 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:22:33.909773 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9280c-605b-4afd-81d1-aa6c5c68cbdf req-5e69618f-dda7-4325-8a57-ed708886b817 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:33.911340 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-afc9280c-605b-4afd-81d1-aa6c5c68cbdf req-5e69618f-dda7-4325-8a57-ed708886b817 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5b19cc1-0a44-4680-b5bf-7196b0bfa4ce HTTP/1.1" status: 200 len: 943 time: 0.1286800 Apr 20 13:22:33.925437 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-75c0ae8f-392b-428b-ac44-69b931767a17 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "PUT /v2.0/routers/825c59b6-4396-4c93-a68e-ed95fccbd398/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2421367 Apr 20 13:22:33.925628 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59876) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:33.925711 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c9338c-46f7-4120-9117-551032d53f15 None None] Sync routers for ids ['825c59b6-4396-4c93-a68e-ed95fccbd398'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:22:33.952192 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c9338c-46f7-4120-9117-551032d53f15 None None] Routers {'825c59b6-4396-4c93-a68e-ed95fccbd398'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:22:33.953197 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-a7c9338c-46f7-4120-9117-551032d53f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:22:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['825c59b6-4396-4c93-a68e-ed95fccbd398'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:33.966434 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-412d4bf6-54ea-466f-90e5-b02b858e518f service neutron] For port 0f1afee8-c9cc-4793-93d6-6f6184049791, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=0f1afee8-c9cc-4793-93d6-6f6184049791,segment=NetworkSegment(8588e126-c540-4263-a838-7380f873274c),segment_id=8588e126-c540-4263-a838-7380f873274c)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:22:33.981715 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-96592574-b20b-4f36-8367-b0023b8375e3 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] GET failed (client error): The resource could not be found. Apr 20 13:22:33.989561 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59880) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:33.992971 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-96592574-b20b-4f36-8367-b0023b8375e3 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "GET /v2.0/ports/80f71abe-d6e4-4e5c-b55f-f6f06cf74758 HTTP/1.1" status: 404 len: 333 time: 0.0605509 Apr 20 13:22:34.009085 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-a7c9338c-46f7-4120-9117-551032d53f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:34.020090 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c9338c-46f7-4120-9117-551032d53f15 None None] Routers {'825c59b6-4396-4c93-a68e-ed95fccbd398'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:22:34.020912 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-a7c9338c-46f7-4120-9117-551032d53f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:22:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['825c59b6-4396-4c93-a68e-ed95fccbd398'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:34.058683 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-a7c9338c-46f7-4120-9117-551032d53f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:34.059580 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c9338c-46f7-4120-9117-551032d53f15 None None] The sync data for ids ['825c59b6-4396-4c93-a68e-ed95fccbd398'] in n-d-836015-7 is: [] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:22:34.063397 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-412d4bf6-54ea-466f-90e5-b02b858e518f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:34.105436 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-afc9280c-605b-4afd-81d1-aa6c5c68cbdf req-e44edd0c-f9d2-403d-9347-49131575f31d tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/security-groups?id=9650120b-ab55-426c-a3dc-890fb68c27e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649971 Apr 20 13:22:34.107384 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-b29104a3-ae28-4071-96ea-160b347e1d5e tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:34.152334 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-412d4bf6-54ea-466f-90e5-b02b858e518f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:34.152334 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-412d4bf6-54ea-466f-90e5-b02b858e518f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:34.152334 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-412d4bf6-54ea-466f-90e5-b02b858e518f service neutron] 10.222.0.15 "PUT /v2.0/ports/0f1afee8-c9cc-4793-93d6-6f6184049791 HTTP/1.1" status: 200 len: 1091 time: 2.8042383 Apr 20 13:22:34.171796 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e531f30-87ce-40d3-bb81-9d784da05b5d req-6b703d52-0e5a-48c0-b10f-166f824e1ec3 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:34.186176 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e531f30-87ce-40d3-bb81-9d784da05b5d req-6b703d52-0e5a-48c0-b10f-166f824e1ec3 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.1905351 Apr 20 13:22:34.189922 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b19cc1-0a44-4680-b5bf-7196b0bfa4ce', 'tag': '0f1afee8-c9cc-4793-93d6-6f6184049791'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:22:34.192305 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1613d7a0-8f59-43b8-9388-9049e2681480" -d '{"events": [{"name": "network-changed", "server_uuid": "e5b19cc1-0a44-4680-b5bf-7196b0bfa4ce", "tag": "0f1afee8-c9cc-4793-93d6-6f6184049791"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:22:34.207374 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-167aa744-fb8d-4cb6-b124-d95b184d2c75 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:34.232739 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-b29104a3-ae28-4071-96ea-160b347e1d5e tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Network 72ce9eb7-6e65-4d33-a97e-ba495b7f713f is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:22:34.245616 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e531f30-87ce-40d3-bb81-9d784da05b5d req-cd2aaa38-4aaa-4620-802d-85c7a9ac0f6e tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526016 Apr 20 13:22:34.319627 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d4bf6-54ea-466f-90e5-b02b858e518f service neutron] Pushing event updated for resources: {'Port': ['ID=0f1afee8-c9cc-4793-93d6-6f6184049791,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:34.330868 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-b29104a3-ae28-4071-96ea-160b347e1d5e tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:22:34.346257 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8096d497-e469-4fa7-a158-86749ba6b8de x-openstack-request-id: req-8096d497-e469-4fa7-a158-86749ba6b8de {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:22:34.346545 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5b19cc1-0a44-4680-b5bf-7196b0bfa4ce", "tag": "0f1afee8-c9cc-4793-93d6-6f6184049791", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:22:34.346790 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8096d497-e469-4fa7-a158-86749ba6b8de {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:22:34.347195 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8096d497-e469-4fa7-a158-86749ba6b8de'] response: {'name': 'network-changed', 'server_uuid': 'e5b19cc1-0a44-4680-b5bf-7196b0bfa4ce', 'tag': '0f1afee8-c9cc-4793-93d6-6f6184049791', 'status': 'completed', 'code': 200} Apr 20 13:22:34.359876 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-b29104a3-ae28-4071-96ea-160b347e1d5e tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:22:34.397218 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d9ed5-5976-4530-bd0f-793173f506b7 req-5dfe1402-9345-4a53-b399-0164c37154ab tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:34.406948 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2d5d9ed5-5976-4530-bd0f-793173f506b7 req-5dfe1402-9345-4a53-b399-0164c37154ab tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.0786660 Apr 20 13:22:34.462798 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2d5d9ed5-5976-4530-bd0f-793173f506b7 req-1f652de5-b467-4754-94af-c4187aa583d9 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509114 Apr 20 13:22:34.594409 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613d7a0-8f59-43b8-9388-9049e2681480 req-59c56a49-1c8d-4582-85b1-437d8dbc90df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:34.595980 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1613d7a0-8f59-43b8-9388-9049e2681480 req-59c56a49-1c8d-4582-85b1-437d8dbc90df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f70259df35b04b44a243b0a63259328e&device_id=e5b19cc1-0a44-4680-b5bf-7196b0bfa4ce HTTP/1.1" status: 200 len: 1094 time: 0.2407255 Apr 20 13:22:34.608244 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29104a3-ae28-4071-96ea-160b347e1d5e tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Pushing event updated for resources: {'Port': ['ID=8ad2d059-2eee-4291-9ce4-6e6a01a995c4,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:34.620243 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-b29104a3-ae28-4071-96ea-160b347e1d5e tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:34.620866 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-b29104a3-ae28-4071-96ea-160b347e1d5e tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:34.676985 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-896858e0-cfdb-4c85-bdc5-b7ea068073bb None None] Provisioning complete for port 8ad2d059-2eee-4291-9ce4-6e6a01a995c4 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:34.678078 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-896858e0-cfdb-4c85-bdc5-b7ea068073bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:34.683541 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-167aa744-fb8d-4cb6-b124-d95b184d2c75 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:34.688488 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-167aa744-fb8d-4cb6-b124-d95b184d2c75 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:34.719850 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-896858e0-cfdb-4c85-bdc5-b7ea068073bb None None] Port 8ad2d059-2eee-4291-9ce4-6e6a01a995c4 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:22:34.736892 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e77935-258f-4b8c-a9ef-35cad4ec37a2 req-a92256c5-f078-4e3e-984e-b9fbd35a26c7 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:34.743976 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-09e77935-258f-4b8c-a9ef-35cad4ec37a2 req-a92256c5-f078-4e3e-984e-b9fbd35a26c7 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.1378610 Apr 20 13:22:34.873844 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-09e77935-258f-4b8c-a9ef-35cad4ec37a2 req-3462f02c-3eba-4e29-a8df-6ba6117ecd21 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222219 Apr 20 13:22:34.915978 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eca596-41df-45ae-be8c-9950a4ec2f47 req-2fbd5c5f-8628-4ba8-a85d-0c78683d69f8 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:34.918873 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c5eca596-41df-45ae-be8c-9950a4ec2f47 req-2fbd5c5f-8628-4ba8-a85d-0c78683d69f8 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "GET /v2.0/ports?device_id=63a2aa13-048c-498d-9802-2223bee07730 HTTP/1.1" status: 200 len: 932 time: 0.1210442 Apr 20 13:22:35.024618 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c5eca596-41df-45ae-be8c-9950a4ec2f47 req-716fadab-a885-4ca7-809e-07fe276d6907 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b1ca533-cb84-41f7-a767-ab5bb59d8c34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862722 Apr 20 13:22:35.055035 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531aaa0-2e3b-492b-9003-64356dda3883 req-180e38eb-24b5-4648-bc83-73e25548b7eb tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:35.056868 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1531aaa0-2e3b-492b-9003-64356dda3883 req-180e38eb-24b5-4648-bc83-73e25548b7eb tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.0871174 Apr 20 13:22:35.076520 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-b29104a3-ae28-4071-96ea-160b347e1d5e tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8260636 Apr 20 13:22:35.095865 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-a6d81913-74bf-4bee-97ee-e30ff30f99ee service neutron] Request body: {'port': {'device_id': '63a2aa13-048c-498d-9802-2223bee07730', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:35.120848 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1531aaa0-2e3b-492b-9003-64356dda3883 req-1688493e-b533-4c4e-8fa5-281f18739232 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437248 Apr 20 13:22:35.175390 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-167aa744-fb8d-4cb6-b124-d95b184d2c75 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:35.175962 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167aa744-fb8d-4cb6-b124-d95b184d2c75 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Fanout notify agent at l3_agent the message router_deleted on router 825c59b6-4396-4c93-a68e-ed95fccbd398 {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:22:35.194895 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-167aa744-fb8d-4cb6-b124-d95b184d2c75 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:35.198419 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-167aa744-fb8d-4cb6-b124-d95b184d2c75 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/routers/825c59b6-4396-4c93-a68e-ed95fccbd398 HTTP/1.1" status: 204 len: 168 time: 1.2049484 Apr 20 13:22:35.198783 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59918) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:35.285662 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613d7a0-8f59-43b8-9388-9049e2681480 req-25ddec8a-97fd-4f64-ac0b-bee74f89cc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:35.287846 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1613d7a0-8f59-43b8-9388-9049e2681480 req-25ddec8a-97fd-4f64-ac0b-bee74f89cc45 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f70259df35b04b44a243b0a63259328e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6739011 Apr 20 13:22:35.310740 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-a6d81913-74bf-4bee-97ee-e30ff30f99ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:35.315445 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c9a51a4-ac8c-45d0-9d0c-469aa9df8103 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Deleting subnet e26a9e95-08ef-4097-aac3-ff0d730fb777 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:22:35.331491 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c9a51a4-ac8c-45d0-9d0c-469aa9df8103 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:35.386862 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62536659-85a2-4bcf-8cd4-b729cfbde142 req-41a7bb46-a754-4f7b-9910-b746d4feda3c tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:35.404733 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-62536659-85a2-4bcf-8cd4-b729cfbde142 req-41a7bb46-a754-4f7b-9910-b746d4feda3c tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5b19cc1-0a44-4680-b5bf-7196b0bfa4ce HTTP/1.1" status: 200 len: 943 time: 0.1929021 Apr 20 13:22:35.472976 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c9a51a4-ac8c-45d0-9d0c-469aa9df8103 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:35.523710 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e13bd1-b9c8-48ac-b81e-f1fa68ecb5fe req-47e78390-7a8e-4202-9a8d-27eac99382f7 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:35.531155 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-11e13bd1-b9c8-48ac-b81e-f1fa68ecb5fe req-47e78390-7a8e-4202-9a8d-27eac99382f7 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.2101126 Apr 20 13:22:35.542621 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-62536659-85a2-4bcf-8cd4-b729cfbde142 req-be0c0283-83ba-4747-9c1b-a25f8c541451 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/security-groups?id=9650120b-ab55-426c-a3dc-890fb68c27e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402230 Apr 20 13:22:35.616895 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-11e13bd1-b9c8-48ac-b81e-f1fa68ecb5fe req-3f98cc13-ce29-4e25-b9df-a838501e5d8c tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846546 Apr 20 13:22:35.675156 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c9a51a4-ac8c-45d0-9d0c-469aa9df8103 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:35.720708 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613d7a0-8f59-43b8-9388-9049e2681480 req-51a087d1-add8-4466-a1d8-58c28c436835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:35.722809 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1613d7a0-8f59-43b8-9388-9049e2681480 req-51a087d1-add8-4466-a1d8-58c28c436835 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4246557 Apr 20 13:22:35.836847 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776309f-ff4f-485a-8ff8-06df66a905de req-ee53666c-9b44-4f21-81e1-5a96ef983224 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:35.846744 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8776309f-ff4f-485a-8ff8-06df66a905de req-ee53666c-9b44-4f21-81e1-5a96ef983224 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.1310155 Apr 20 13:22:35.859743 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-a4eef96e-561a-454d-ad8f-634d9162b49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:35.861730 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-a4eef96e-561a-454d-ad8f-634d9162b49f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f70259df35b04b44a243b0a63259328e&device_id=e5b19cc1-0a44-4680-b5bf-7196b0bfa4ce HTTP/1.1" status: 200 len: 1094 time: 0.0915589 Apr 20 13:22:35.910032 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8776309f-ff4f-485a-8ff8-06df66a905de req-4b91389b-f62f-4c1e-8f71-e8aa4248413d tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539861 Apr 20 13:22:35.935918 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-e4a1eec1-9e69-437d-bd03-7e05c4da305f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f1afee8-c9cc-4793-93d6-6f6184049791 HTTP/1.1" status: 200 len: 217 time: 0.0629807 Apr 20 13:22:35.983779 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c9a51a4-ac8c-45d0-9d0c-469aa9df8103 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:36.016924 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-a6d81913-74bf-4bee-97ee-e30ff30f99ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ad2d059-2eee-4291-9ce4-6e6a01a995c4 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:22:36.028395 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-a6d81913-74bf-4bee-97ee-e30ff30f99ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:36.040622 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a51a4-ac8c-45d0-9d0c-469aa9df8103 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'Subnet': ['ID=e26a9e95-08ef-4097-aac3-ff0d730fb777,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:36.047913 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c9a51a4-ac8c-45d0-9d0c-469aa9df8103 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:36.049783 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-9fc9c42a-6553-47ff-b235-5fac4f20acf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:36.052074 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4c9a51a4-ac8c-45d0-9d0c-469aa9df8103 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/subnets/e26a9e95-08ef-4097-aac3-ff0d730fb777 HTTP/1.1" status: 204 len: 168 time: 0.8503098 Apr 20 13:22:36.052204 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-9fc9c42a-6553-47ff-b235-5fac4f20acf2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a15c91c7-1cec-4363-8fbe-d2c0ed8c5d6b HTTP/1.1" status: 200 len: 852 time: 0.0969038 Apr 20 13:22:36.054069 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59942) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:36.057727 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13315795-ac03-47af-aff7-557fc69e5948 None None] Network 5389f225-a766-4f55-8799-e805e415221d requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:22:36.150878 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4b1f3-7f8d-4cb1-8ff7-0d35d2bd963c req-7a3645c6-4653-4f3b-b276-e4d8302396c3 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:36.152501 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d9f4b1f3-7f8d-4cb1-8ff7-0d35d2bd963c req-7a3645c6-4653-4f3b-b276-e4d8302396c3 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.0790706 Apr 20 13:22:36.159090 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-a6d81913-74bf-4bee-97ee-e30ff30f99ee service neutron] Transition to ACTIVE for port object 8ad2d059-2eee-4291-9ce4-6e6a01a995c4 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:22:36.203152 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-dcaf6aa8-2472-4c9b-b736-909019819b45 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e783ca97-437f-4c6e-96a9-d1314368a6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461085 Apr 20 13:22:36.206947 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-293694b2-b93b-4b17-8f4a-467fd005e948 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:36.240470 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-a6d81913-74bf-4bee-97ee-e30ff30f99ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:36.253802 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baab04a-ef26-49ff-abda-19660a2e3ac2 req-8450aa95-f291-46cb-8745-325a71e4281d tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:36.253802 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9baab04a-ef26-49ff-abda-19660a2e3ac2 req-8450aa95-f291-46cb-8745-325a71e4281d tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "GET /v2.0/ports?device_id=63a2aa13-048c-498d-9802-2223bee07730 HTTP/1.1" status: 200 len: 932 time: 0.0887489 Apr 20 13:22:36.254163 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d9f4b1f3-7f8d-4cb1-8ff7-0d35d2bd963c req-deca3190-2e92-45af-8e71-4daf59dfff78 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934439 Apr 20 13:22:36.357602 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9baab04a-ef26-49ff-abda-19660a2e3ac2 req-81836572-6db0-4810-ac4f-f3198de82248 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b1ca533-cb84-41f7-a767-ab5bb59d8c34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853775 Apr 20 13:22:36.372975 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3443139d-6625-47b6-b0e7-49f257b5001d None None] DHCP port deletion for 5389f225-a766-4f55-8799-e805e415221d request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:22:36.515781 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d81913-74bf-4bee-97ee-e30ff30f99ee service neutron] Pushing event updated for resources: {'Port': ['ID=8ad2d059-2eee-4291-9ce4-6e6a01a995c4,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:36.532047 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-3443139d-6625-47b6-b0e7-49f257b5001d None None] Deleting port f00d7de8-0094-4e5b-b78e-c07ca3af3549 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:22:36.532508 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3443139d-6625-47b6-b0e7-49f257b5001d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:36.548055 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba34202-2bd6-4f92-b7d1-123aa9d5a8e9 req-dfa846f5-c201-42db-9609-b315287960ab tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:36.572265 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2ba34202-2bd6-4f92-b7d1-123aa9d5a8e9 req-dfa846f5-c201-42db-9609-b315287960ab tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.2074320 Apr 20 13:22:36.663687 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2ba34202-2bd6-4f92-b7d1-123aa9d5a8e9 req-8215a76b-7300-4241-950f-2e758b775966 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858469 Apr 20 13:22:36.689450 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-3443139d-6625-47b6-b0e7-49f257b5001d None None] For port f00d7de8-0094-4e5b-b78e-c07ca3af3549, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f00d7de8-0094-4e5b-b78e-c07ca3af3549,segment=NetworkSegment(86626666-61a8-4de2-9af3-bc6eb8bd79d8),segment_id=86626666-61a8-4de2-9af3-bc6eb8bd79d8)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:36.690091 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3443139d-6625-47b6-b0e7-49f257b5001d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:36.725038 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-afb2baf8-95f4-4fd5-a4c8-02292284afcb service neutron] 10.222.0.15 "GET /v2.0/networks/e783ca97-437f-4c6e-96a9-d1314368a6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5135384 Apr 20 13:22:36.747344 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-3443139d-6625-47b6-b0e7-49f257b5001d None None] Calling delete_port for f00d7de8-0094-4e5b-b78e-c07ca3af3549 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:22:36.808827 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9459d8c-0d5a-44ae-9dc1-207ba80c7eab req-81d22e5c-632c-4357-bca3-41fbbf51eca2 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:36.810392 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c9459d8c-0d5a-44ae-9dc1-207ba80c7eab req-81d22e5c-632c-4357-bca3-41fbbf51eca2 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5b19cc1-0a44-4680-b5bf-7196b0bfa4ce HTTP/1.1" status: 200 len: 943 time: 0.1199088 Apr 20 13:22:36.826419 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-a6d81913-74bf-4bee-97ee-e30ff30f99ee service neutron] Attempting to bind port 8ad2d059-2eee-4291-9ce4-6e6a01a995c4 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:22:36.827026 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-a6d81913-74bf-4bee-97ee-e30ff30f99ee service neutron] Attempting to bind port 8ad2d059-2eee-4291-9ce4-6e6a01a995c4 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '7e242851-ef63-418f-b799-2897c294b19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '72ce9eb7-6e65-4d33-a97e-ba495b7f713f'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:22:36.827495 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-a6d81913-74bf-4bee-97ee-e30ff30f99ee service neutron] Attempting to bind port 8ad2d059-2eee-4291-9ce4-6e6a01a995c4 on network 72ce9eb7-6e65-4d33-a97e-ba495b7f713f {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:22:36.897450 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c9459d8c-0d5a-44ae-9dc1-207ba80c7eab req-ad88002a-1148-4a6a-99e6-98c4a23a9b3a tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/security-groups?id=9650120b-ab55-426c-a3dc-890fb68c27e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807023 Apr 20 13:22:36.908378 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-a6d81913-74bf-4bee-97ee-e30ff30f99ee service neutron] Port 8ad2d059-2eee-4291-9ce4-6e6a01a995c4 on network 72ce9eb7-6e65-4d33-a97e-ba495b7f713f not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:22:36.908994 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-a6d81913-74bf-4bee-97ee-e30ff30f99ee service neutron] Attempting to bind port 8ad2d059-2eee-4291-9ce4-6e6a01a995c4 on network 72ce9eb7-6e65-4d33-a97e-ba495b7f713f {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:22:36.912626 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-293694b2-b93b-4b17-8f4a-467fd005e948 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Deleting port f00d7de8-0094-4e5b-b78e-c07ca3af3549 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:22:36.914013 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-293694b2-b93b-4b17-8f4a-467fd005e948 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:36.935010 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-a6d81913-74bf-4bee-97ee-e30ff30f99ee service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:22:36.935672 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-a6d81913-74bf-4bee-97ee-e30ff30f99ee service neutron] Checking segment: {'id': '7e242851-ef63-418f-b799-2897c294b19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '72ce9eb7-6e65-4d33-a97e-ba495b7f713f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:22:36.936216 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-a6d81913-74bf-4bee-97ee-e30ff30f99ee service neutron] Bound using segment: {'id': '7e242851-ef63-418f-b799-2897c294b19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '72ce9eb7-6e65-4d33-a97e-ba495b7f713f'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:22:36.936831 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-a6d81913-74bf-4bee-97ee-e30ff30f99ee service neutron] Bound port: 8ad2d059-2eee-4291-9ce4-6e6a01a995c4, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e242851-ef63-418f-b799-2897c294b19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '72ce9eb7-6e65-4d33-a97e-ba495b7f713f'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:22:36.937351 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-a6d81913-74bf-4bee-97ee-e30ff30f99ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:36.938713 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993c3e8-13fd-4455-9988-132b791e54a7 req-c891eac0-ba9e-4d42-8409-f38d387e5f13 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:36.946633 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3993c3e8-13fd-4455-9988-132b791e54a7 req-c891eac0-ba9e-4d42-8409-f38d387e5f13 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.0937688 Apr 20 13:22:37.044619 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3993c3e8-13fd-4455-9988-132b791e54a7 req-f7aa56dd-875e-4a9d-a5a6-157d2614579a tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807273 Apr 20 13:22:37.053248 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3443139d-6625-47b6-b0e7-49f257b5001d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:37.079849 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3443139d-6625-47b6-b0e7-49f257b5001d None None] No DVR routers for this DVR port f00d7de8-0094-4e5b-b78e-c07ca3af3549 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:22:37.100010 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-73e2deec-4cc2-447c-bcca-a2a26194b996 req-a3093bc2-0c8c-453f-8ff7-4f3873d08e5f service neutron] 10.222.0.15 "GET /v2.0/networks/e783ca97-437f-4c6e-96a9-d1314368a6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083971 Apr 20 13:22:37.115192 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-293694b2-b93b-4b17-8f4a-467fd005e948 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] For port f00d7de8-0094-4e5b-b78e-c07ca3af3549, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f00d7de8-0094-4e5b-b78e-c07ca3af3549,segment=NetworkSegment(86626666-61a8-4de2-9af3-bc6eb8bd79d8),segment_id=86626666-61a8-4de2-9af3-bc6eb8bd79d8)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:37.117876 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-293694b2-b93b-4b17-8f4a-467fd005e948 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:37.135508 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443139d-6625-47b6-b0e7-49f257b5001d None None] Pushing event deleted for resources: {'Port': ['ID=f00d7de8-0094-4e5b-b78e-c07ca3af3549,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:37.282412 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-293694b2-b93b-4b17-8f4a-467fd005e948 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Calling delete_port for f00d7de8-0094-4e5b-b78e-c07ca3af3549 owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:22:37.299153 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-a6d81913-74bf-4bee-97ee-e30ff30f99ee service neutron] For port 8ad2d059-2eee-4291-9ce4-6e6a01a995c4, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:22:37.305115 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-a6d81913-74bf-4bee-97ee-e30ff30f99ee service neutron] For port 8ad2d059-2eee-4291-9ce4-6e6a01a995c4, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=8ad2d059-2eee-4291-9ce4-6e6a01a995c4,segment=NetworkSegment(7e242851-ef63-418f-b799-2897c294b19f),segment_id=7e242851-ef63-418f-b799-2897c294b19f)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:22:37.311773 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4416c-d111-4baf-b4a0-73df73cd7fe6 req-1e6f9b0a-331d-4292-ab6d-33e85b52ea85 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:37.315855 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a4a4416c-d111-4baf-b4a0-73df73cd7fe6 req-1e6f9b0a-331d-4292-ab6d-33e85b52ea85 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.1320763 Apr 20 13:22:37.366208 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a4a4416c-d111-4baf-b4a0-73df73cd7fe6 req-b44a25b1-5a69-4dd3-b994-d93ae517a9c5 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420434 Apr 20 13:22:37.387534 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-a6d81913-74bf-4bee-97ee-e30ff30f99ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:37.417898 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-293694b2-b93b-4b17-8f4a-467fd005e948 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:37.434373 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293694b2-b93b-4b17-8f4a-467fd005e948 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] No DVR routers for this DVR port f00d7de8-0094-4e5b-b78e-c07ca3af3549 on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:22:37.441411 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-a6d81913-74bf-4bee-97ee-e30ff30f99ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:37.442200 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-a6d81913-74bf-4bee-97ee-e30ff30f99ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:37.444317 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-a6d81913-74bf-4bee-97ee-e30ff30f99ee service neutron] 10.222.0.32 "PUT /v2.0/ports/8ad2d059-2eee-4291-9ce4-6e6a01a995c4 HTTP/1.1" status: 200 len: 1092 time: 2.3534391 Apr 20 13:22:37.447433 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a2aa13-048c-498d-9802-2223bee07730', 'tag': '8ad2d059-2eee-4291-9ce4-6e6a01a995c4'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:22:37.449968 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fdaa8b-6c45-4dc6-b1de-8959cd417486" -d '{"events": [{"name": "network-changed", "server_uuid": "63a2aa13-048c-498d-9802-2223bee07730", "tag": "8ad2d059-2eee-4291-9ce4-6e6a01a995c4"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:22:37.555477 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d81913-74bf-4bee-97ee-e30ff30f99ee service neutron] Pushing event updated for resources: {'Port': ['ID=8ad2d059-2eee-4291-9ce4-6e6a01a995c4,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:37.601420 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4437e5-89ff-42ab-88ec-7aba8b296a3b x-openstack-request-id: req-ac4437e5-89ff-42ab-88ec-7aba8b296a3b {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:22:37.601841 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63a2aa13-048c-498d-9802-2223bee07730", "tag": "8ad2d059-2eee-4291-9ce4-6e6a01a995c4", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:22:37.602239 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ac4437e5-89ff-42ab-88ec-7aba8b296a3b {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:22:37.605911 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac4437e5-89ff-42ab-88ec-7aba8b296a3b'] response: {'name': 'network-changed', 'server_uuid': '63a2aa13-048c-498d-9802-2223bee07730', 'tag': '8ad2d059-2eee-4291-9ce4-6e6a01a995c4', 'status': 'completed', 'code': 200} Apr 20 13:22:37.672749 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-293694b2-b93b-4b17-8f4a-467fd005e948 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:37.707813 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-293694b2-b93b-4b17-8f4a-467fd005e948 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5389f225-a766-4f55-8799-e805e415221d']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:37.726131 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293694b2-b93b-4b17-8f4a-467fd005e948 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'Port': ['ID=f00d7de8-0094-4e5b-b78e-c07ca3af3549,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:37.736710 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-293694b2-b93b-4b17-8f4a-467fd005e948 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86626666-61a8-4de2-9af3-bc6eb8bd79d8') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:37.737105 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-293694b2-b93b-4b17-8f4a-467fd005e948 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86626666-61a8-4de2-9af3-bc6eb8bd79d8') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:37.749773 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f00d7de8-0094-4e5b-b78e-c07ca3af3549 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:22:37.754218 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-293694b2-b93b-4b17-8f4a-467fd005e948 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:37.772038 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-83352c7a-acd2-402c-8179-48d526ccb871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:37.773774 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-83352c7a-acd2-402c-8179-48d526ccb871 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7d094a7c46d4d49b889e6b8219e2601&device_id=63a2aa13-048c-498d-9802-2223bee07730 HTTP/1.1" status: 200 len: 1095 time: 0.2150514 Apr 20 13:22:37.779049 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-293694b2-b93b-4b17-8f4a-467fd005e948 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:37.790469 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: f00d7de8-0094-4e5b-b78e-c07ca3af3549 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:22:37.790825 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f00d7de8-0094-4e5b-b78e-c07ca3af3549 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:22:37.805435 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697758a5-0a44-4f14-b9ce-55e78e1f2273 req-59de42cf-6a43-4d70-8d03-c65b64d1aa00 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:37.813406 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-697758a5-0a44-4f14-b9ce-55e78e1f2273 req-59de42cf-6a43-4d70-8d03-c65b64d1aa00 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "GET /v2.0/ports?device_id=63a2aa13-048c-498d-9802-2223bee07730 HTTP/1.1" status: 200 len: 944 time: 0.2828574 Apr 20 13:22:37.828194 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-293694b2-b93b-4b17-8f4a-467fd005e948 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:22:37.828743 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-293694b2-b93b-4b17-8f4a-467fd005e948 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:37.831970 n-d-836015-7 neutron-server[114870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:22:37.831970 n-d-836015-7 neutron-server[114870]: self.session.flush() Apr 20 13:22:37.831970 n-d-836015-7 neutron-server[114870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:22:37.831970 n-d-836015-7 neutron-server[114870]: self.session.flush() Apr 20 13:22:37.831970 n-d-836015-7 neutron-server[114870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:22:37.831970 n-d-836015-7 neutron-server[114870]: self.session.flush() Apr 20 13:22:37.831970 n-d-836015-7 neutron-server[114870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:22:37.831970 n-d-836015-7 neutron-server[114870]: self.session.flush() Apr 20 13:22:37.831970 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:22:37.831970 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:22:37.831970 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:22:37.831970 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:22:37.831970 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:22:37.831970 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:22:37.831970 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:22:37.831970 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:22:37.831970 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:22:37.831970 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:22:37.831970 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:22:37.831970 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:22:37.831970 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:22:37.831970 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:22:37.831970 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:22:37.831970 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:22:37.831970 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:22:37.831970 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:22:37.831970 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:22:37.831970 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:22:37.831970 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:22:37.831970 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:22:37.831970 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:22:37.831970 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:22:37.831970 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:22:37.831970 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:22:37.831970 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:22:37.831970 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:22:37.831970 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:22:37.831970 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:22:37.831970 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:22:37.831970 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:22:37.836132 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-e835576e-fa2c-4725-9e61-455cbc6f60c1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ad2d059-2eee-4291-9ce4-6e6a01a995c4 HTTP/1.1" status: 200 len: 217 time: 0.0544889 Apr 20 13:22:37.896518 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-697758a5-0a44-4f14-b9ce-55e78e1f2273 req-eaa45e46-98aa-4f58-99d3-3e2d48376299 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b1ca533-cb84-41f7-a767-ab5bb59d8c34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776031 Apr 20 13:22:37.909891 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf09da0-a2bf-425a-843d-1d5d538cfcef req-1397c74e-4421-4e64-a211-9715384ca1b6 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:37.911255 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 914dfced-8469-43fb-b7e0-a7113fff4660 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:22:37.911469 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-edf09da0-a2bf-425a-843d-1d5d538cfcef req-1397c74e-4421-4e64-a211-9715384ca1b6 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.1986573 Apr 20 13:22:37.932981 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-efd991b6-17e2-4823-81ec-fee9aaff1e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:37.935319 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-efd991b6-17e2-4823-81ec-fee9aaff1e52 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8304900-a486-4d9b-92a6-d7e30f1b6efb HTTP/1.1" status: 200 len: 846 time: 0.0886440 Apr 20 13:22:37.992274 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-edf09da0-a2bf-425a-843d-1d5d538cfcef req-6c79c36f-53a5-4c44-9962-7da3dba37179 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666587 Apr 20 13:22:37.999274 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-cb679bf2-b44c-44af-9c14-326b72b67a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:38.004152 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-cb679bf2-b44c-44af-9c14-326b72b67a82 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72ce9eb7-6e65-4d33-a97e-ba495b7f713f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619791 Apr 20 13:22:38.076951 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 914dfced-8469-43fb-b7e0-a7113fff4660, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=914dfced-8469-43fb-b7e0-a7113fff4660,segment=NetworkSegment(8588e126-c540-4263-a838-7380f873274c),segment_id=8588e126-c540-4263-a838-7380f873274c)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:38.095238 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '914dfced-8469-43fb-b7e0-a7113fff4660', 'network_id': 'e783ca97-437f-4c6e-96a9-d1314368a6ae', 'port_id': '914dfced-8469-43fb-b7e0-a7113fff4660', 'mac_address': 'fa:16:3e:f8:6f:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a15c91c7-1cec-4363-8fbe-d2c0ed8c5d6b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:22:38.102671 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ca1d2-089c-4bfa-bdc1-eeea1522a811 req-daf97352-fb0b-44df-b279-950adbfbc6ad tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:38.104286 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d14ca1d2-089c-4bfa-bdc1-eeea1522a811 req-daf97352-fb0b-44df-b279-950adbfbc6ad tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5b19cc1-0a44-4680-b5bf-7196b0bfa4ce HTTP/1.1" status: 200 len: 943 time: 0.0912371 Apr 20 13:22:38.157157 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-554ba978-ac00-4aea-a84f-ba551c7efaf8 service neutron] 10.222.0.32 "GET /v2.0/networks/72ce9eb7-6e65-4d33-a97e-ba495b7f713f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450968 Apr 20 13:22:38.158519 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-293694b2-b93b-4b17-8f4a-467fd005e948 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:38.170136 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-293694b2-b93b-4b17-8f4a-467fd005e948 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:38.175850 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-293694b2-b93b-4b17-8f4a-467fd005e948 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/networks/5389f225-a766-4f55-8799-e805e415221d HTTP/1.1" status: 204 len: 168 time: 2.1034651 Apr 20 13:22:38.178891 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:38.183210 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59992) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:38.194169 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 914dfced-8469-43fb-b7e0-a7113fff4660 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:22:38.197125 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d14ca1d2-089c-4bfa-bdc1-eeea1522a811 req-22617d89-aa54-4dea-960c-1f856f47cf41 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/security-groups?id=9650120b-ab55-426c-a3dc-890fb68c27e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863919 Apr 20 13:22:38.197734 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293694b2-b93b-4b17-8f4a-467fd005e948 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'Network': ['ID=5389f225-a766-4f55-8799-e805e415221d,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:38.227855 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 914dfced-8469-43fb-b7e0-a7113fff4660, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=914dfced-8469-43fb-b7e0-a7113fff4660,segment=NetworkSegment(8588e126-c540-4263-a838-7380f873274c),segment_id=8588e126-c540-4263-a838-7380f873274c)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:38.238823 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea19d6-f5f1-48d4-86b1-fdfd4dee73a6 req-6676c1b8-2a55-4cdd-a700-4a8e36587456 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:38.241063 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-41ea19d6-f5f1-48d4-86b1-fdfd4dee73a6 req-6676c1b8-2a55-4cdd-a700-4a8e36587456 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.1323345 Apr 20 13:22:38.254578 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4386893a-b9c7-4096-836c-c881ae8beab8 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:38.260006 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4386893a-b9c7-4096-836c-c881ae8beab8 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "GET /v2.0/ports/4e70ce0f-b82f-4a14-a3d6-0b8d1ef868c3 HTTP/1.1" status: 200 len: 841 time: 0.0752940 Apr 20 13:22:38.261159 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59996) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:38.312435 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-41ea19d6-f5f1-48d4-86b1-fdfd4dee73a6 req-f946a177-ca84-4b46-8746-638756df6e4e tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454910 Apr 20 13:22:38.324391 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e5891bd9-f196-4b22-b4bd-7104425d24a5 req-dd8ee6b6-f901-449e-bf70-b00b6f062c27 service neutron] 10.222.0.32 "GET /v2.0/networks/72ce9eb7-6e65-4d33-a97e-ba495b7f713f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566210 Apr 20 13:22:38.334798 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:38.341022 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9b026af8-f52c-4c6d-b493-0067dd625240 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "GET /v2.0/ports/4e70ce0f-b82f-4a14-a3d6-0b8d1ef868c3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0758011 Apr 20 13:22:38.344127 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60002) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:38.353017 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-74302b4f-839f-426f-bde2-5adc0f1385c1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'subnet': {'network_id': 'a5cc9a9c-05b5-4665-a823-6bb2e6db3b64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:38.423918 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=914dfced-8469-43fb-b7e0-a7113fff4660,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:38.636305 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fdaa8b-6c45-4dc6-b1de-8959cd417486 req-fda6b362-bc70-4054-bf39-5a385a43af55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:38.638159 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-86fdaa8b-6c45-4dc6-b1de-8959cd417486 req-fda6b362-bc70-4054-bf39-5a385a43af55 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7d094a7c46d4d49b889e6b8219e2601&device_id=63a2aa13-048c-498d-9802-2223bee07730 HTTP/1.1" status: 200 len: 1095 time: 0.1176467 Apr 20 13:22:38.642324 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec17d1-d2ca-4517-8438-4e61ff241fc6 req-a1306b7d-1b23-49fc-82a7-f190634d5221 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:38.643973 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bcec17d1-d2ca-4517-8438-4e61ff241fc6 req-a1306b7d-1b23-49fc-82a7-f190634d5221 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.1304321 Apr 20 13:22:38.677196 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74302b4f-839f-426f-bde2-5adc0f1385c1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Made reservation on behalf of 921fc4094b8f49f1a436656db5724eca for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:22:38.680929 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-74302b4f-839f-426f-bde2-5adc0f1385c1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:38.764514 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fdaa8b-6c45-4dc6-b1de-8959cd417486 req-49d6d9c1-5674-4ae4-b624-2296cd84ad5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:38.766104 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-86fdaa8b-6c45-4dc6-b1de-8959cd417486 req-49d6d9c1-5674-4ae4-b624-2296cd84ad5e service neutron] 10.222.0.32 "GET /v2.0/networks?id=72ce9eb7-6e65-4d33-a97e-ba495b7f713f HTTP/1.1" status: 200 len: 908 time: 0.1211419 Apr 20 13:22:38.815219 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-86fdaa8b-6c45-4dc6-b1de-8959cd417486 req-4e068faa-3b3e-47f3-8cab-6facf05e47b4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ad2d059-2eee-4291-9ce4-6e6a01a995c4 HTTP/1.1" status: 200 len: 217 time: 0.0407631 Apr 20 13:22:38.816566 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bcec17d1-d2ca-4517-8438-4e61ff241fc6 req-4515ad89-a858-4cb7-9007-fa1787760d94 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647794 Apr 20 13:22:38.850297 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['914dfced-8469-43fb-b7e0-a7113fff4660'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:22:38.925421 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fdaa8b-6c45-4dc6-b1de-8959cd417486 req-3bce27a1-358e-4d82-9964-0bcde1c69a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:38.928251 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-86fdaa8b-6c45-4dc6-b1de-8959cd417486 req-3bce27a1-358e-4d82-9964-0bcde1c69a06 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8304900-a486-4d9b-92a6-d7e30f1b6efb HTTP/1.1" status: 200 len: 846 time: 0.1071270 Apr 20 13:22:39.040986 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-74302b4f-839f-426f-bde2-5adc0f1385c1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:39.113179 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c4816-c9f9-4f4b-b2be-a375a7fee79f req-e8f222be-d7f0-4a6a-a6fd-d8a833837609 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:39.113628 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f89c4816-c9f9-4f4b-b2be-a375a7fee79f req-e8f222be-d7f0-4a6a-a6fd-d8a833837609 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.1438262 Apr 20 13:22:39.137439 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74302b4f-839f-426f-bde2-5adc0f1385c1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Network a5cc9a9c-05b5-4665-a823-6bb2e6db3b64 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:22:39.148953 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-74302b4f-839f-426f-bde2-5adc0f1385c1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:22:39.152681 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74302b4f-839f-426f-bde2-5adc0f1385c1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:39.153262 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-74302b4f-839f-426f-bde2-5adc0f1385c1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:39.162364 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8d19d4-bd64-4167-afe8-54447df8a360 None None] Network a5cc9a9c-05b5-4665-a823-6bb2e6db3b64 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:22:39.166225 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0704f-bf13-47d2-b362-3e19a5160d0c req-2148e4f6-7ea5-4078-a865-a5cc4d72271c tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:39.173876 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3ef0704f-bf13-47d2-b362-3e19a5160d0c req-2148e4f6-7ea5-4078-a865-a5cc4d72271c tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "GET /v2.0/ports?device_id=63a2aa13-048c-498d-9802-2223bee07730 HTTP/1.1" status: 200 len: 944 time: 0.1707592 Apr 20 13:22:39.216579 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74302b4f-839f-426f-bde2-5adc0f1385c1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'Subnet': ['ID=eb54bc26-1002-4f28-ab94-0b3b46818694,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:39.246454 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f89c4816-c9f9-4f4b-b2be-a375a7fee79f req-38e30026-0870-4c99-8ae1-5faac429b12f tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225810 Apr 20 13:22:39.272527 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3ef0704f-bf13-47d2-b362-3e19a5160d0c req-edd35988-36e1-464d-84e8-1bffbe40c141 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b1ca533-cb84-41f7-a767-ab5bb59d8c34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976670 Apr 20 13:22:39.323788 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fdaa8b-6c45-4dc6-b1de-8959cd417486 req-427d60a6-62bd-4aa4-942e-834bfd1cfb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:39.325329 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-86fdaa8b-6c45-4dc6-b1de-8959cd417486 req-427d60a6-62bd-4aa4-942e-834bfd1cfb32 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72ce9eb7-6e65-4d33-a97e-ba495b7f713f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3892534 Apr 20 13:22:39.392999 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-74302b4f-839f-426f-bde2-5adc0f1385c1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0478764 Apr 20 13:22:39.402039 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60038) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:39.409329 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-21a92128-7d7e-4372-bfe3-7e8824034032 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'security_group': {'name': 'tempest-secgroup-1008449773'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:39.423132 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611f6c5-5516-461a-ae41-5af55c664c32 req-8a6e701e-7df3-4db2-bd3e-4347e85262ab tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:39.431529 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d611f6c5-5516-461a-ae41-5af55c664c32 req-8a6e701e-7df3-4db2-bd3e-4347e85262ab tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5b19cc1-0a44-4680-b5bf-7196b0bfa4ce HTTP/1.1" status: 200 len: 943 time: 0.0902281 Apr 20 13:22:39.477733 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-86fdaa8b-6c45-4dc6-b1de-8959cd417486 req-618f5046-e090-4eee-b017-7183853afa14 service neutron] 10.222.0.32 "GET /v2.0/networks/72ce9eb7-6e65-4d33-a97e-ba495b7f713f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452036 Apr 20 13:22:39.503221 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d611f6c5-5516-461a-ae41-5af55c664c32 req-4d2b1c56-3877-4eb3-8fbd-85b12c7a9c27 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/security-groups?id=9650120b-ab55-426c-a3dc-890fb68c27e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654223 Apr 20 13:22:39.543565 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-21a92128-7d7e-4372-bfe3-7e8824034032 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:39.671079 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-21a92128-7d7e-4372-bfe3-7e8824034032 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:39.762365 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-86fdaa8b-6c45-4dc6-b1de-8959cd417486 req-4bfc3d0c-66fb-40b8-84cd-a126479dc225 service neutron] 10.222.0.32 "GET /v2.0/networks/72ce9eb7-6e65-4d33-a97e-ba495b7f713f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746668 Apr 20 13:22:39.773075 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-21a92128-7d7e-4372-bfe3-7e8824034032 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:39.788672 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414dc1e5-de30-418f-8dd1-8db5db1c4ded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-a5cc9a9c-05b5-4665-a823-6bb2e6db3b64', 'network_id': 'a5cc9a9c-05b5-4665-a823-6bb2e6db3b64', 'tenant_id': '921fc4094b8f49f1a436656db5724eca', 'fixed_ips': [{'subnet_id': 'eb54bc26-1002-4f28-ab94-0b3b46818694'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:22:39.792099 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-414dc1e5-de30-418f-8dd1-8db5db1c4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:39.817797 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a92128-7d7e-4372-bfe3-7e8824034032 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a23179e-d745-4a16-84ce-0be84f9a0acf,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:39.822593 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6432af14-3400-42fc-bbf1-d5b077c5e5fd req-1012ceb2-4c56-44f0-9291-2cc3a29dc313 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d8914967-9f85-4f13-a1b1-1d36d5a6da77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1396046 Apr 20 13:22:39.909021 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432af14-3400-42fc-bbf1-d5b077c5e5fd req-a9e8d816-65a8-4f21-b8bd-6e1d7ee0c0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:39.912218 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6432af14-3400-42fc-bbf1-d5b077c5e5fd req-a9e8d816-65a8-4f21-b8bd-6e1d7ee0c0f7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=649a6cfebf0a4feb8c92b7d26c8b3e97&device_id=d8914967-9f85-4f13-a1b1-1d36d5a6da77 HTTP/1.1" status: 200 len: 1097 time: 0.0626731 Apr 20 13:22:39.937026 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 914dfced-8469-43fb-b7e0-a7113fff4660 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:22:39.989173 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-414dc1e5-de30-418f-8dd1-8db5db1c4ded None None] Allocated IP 172.20.0.2 (a5cc9a9c-05b5-4665-a823-6bb2e6db3b64/eb54bc26-1002-4f28-ab94-0b3b46818694/9714527c-a928-4ca0-86ec-9b3f3328c4e2) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:22:40.163754 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-414dc1e5-de30-418f-8dd1-8db5db1c4ded None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:40.168956 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 914dfced-8469-43fb-b7e0-a7113fff4660 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:22:40.173079 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 914dfced-8469-43fb-b7e0-a7113fff4660 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:40.173456 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:40.246746 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-414dc1e5-de30-418f-8dd1-8db5db1c4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:40.276800 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:40.337861 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414dc1e5-de30-418f-8dd1-8db5db1c4ded None None] Network a5cc9a9c-05b5-4665-a823-6bb2e6db3b64 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:22:40.347324 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-414dc1e5-de30-418f-8dd1-8db5db1c4ded None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:22:40.352106 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44941d5e-a7c6-40d1-a4d8-b5981394598d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914dfced-8469-43fb-b7e0-a7113fff4660'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:22:40.352529 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7de1ec-a93b-4685-93b3-064bb32cf40f" -d '{"events": [{"server_uuid": "44941d5e-a7c6-40d1-a4d8-b5981394598d", "name": "network-vif-plugged", "status": "completed", "tag": "914dfced-8469-43fb-b7e0-a7113fff4660"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:22:40.357855 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414dc1e5-de30-418f-8dd1-8db5db1c4ded None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:22:40.376698 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414dc1e5-de30-418f-8dd1-8db5db1c4ded None None] Pushing event updated for resources: {'Port': ['ID=9714527c-a928-4ca0-86ec-9b3f3328c4e2,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:40.395328 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 914dfced-8469-43fb-b7e0-a7113fff4660, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=914dfced-8469-43fb-b7e0-a7113fff4660,segment=NetworkSegment(8588e126-c540-4263-a838-7380f873274c),segment_id=8588e126-c540-4263-a838-7380f873274c)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:40.432300 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-414dc1e5-de30-418f-8dd1-8db5db1c4ded None None] Attempting to bind port 9714527c-a928-4ca0-86ec-9b3f3328c4e2 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:22:40.432937 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-414dc1e5-de30-418f-8dd1-8db5db1c4ded None None] Attempting to bind port 9714527c-a928-4ca0-86ec-9b3f3328c4e2 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '7c7d7f69-c9e5-4f77-9103-deff5c5ed86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a5cc9a9c-05b5-4665-a823-6bb2e6db3b64'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:22:40.433790 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414dc1e5-de30-418f-8dd1-8db5db1c4ded None None] Attempting to bind port 9714527c-a928-4ca0-86ec-9b3f3328c4e2 on network a5cc9a9c-05b5-4665-a823-6bb2e6db3b64 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:22:40.440381 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414dc1e5-de30-418f-8dd1-8db5db1c4ded None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:22:40.441169 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414dc1e5-de30-418f-8dd1-8db5db1c4ded None None] Checking segment: {'id': '7c7d7f69-c9e5-4f77-9103-deff5c5ed86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a5cc9a9c-05b5-4665-a823-6bb2e6db3b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:22:40.441735 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-414dc1e5-de30-418f-8dd1-8db5db1c4ded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:40.442369 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414dc1e5-de30-418f-8dd1-8db5db1c4ded None None] Bound using segment: {'id': '7c7d7f69-c9e5-4f77-9103-deff5c5ed86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a5cc9a9c-05b5-4665-a823-6bb2e6db3b64'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:22:40.443655 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-414dc1e5-de30-418f-8dd1-8db5db1c4ded None None] Bound port: 9714527c-a928-4ca0-86ec-9b3f3328c4e2, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7d7f69-c9e5-4f77-9103-deff5c5ed86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a5cc9a9c-05b5-4665-a823-6bb2e6db3b64'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:22:40.444479 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-414dc1e5-de30-418f-8dd1-8db5db1c4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:40.490757 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:40.530523 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 0f1afee8-c9cc-4793-93d6-6f6184049791 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:22:40.593134 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-414dc1e5-de30-418f-8dd1-8db5db1c4ded None None] For port 9714527c-a928-4ca0-86ec-9b3f3328c4e2, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:22:40.595218 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=914dfced-8469-43fb-b7e0-a7113fff4660,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:40.620884 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-414dc1e5-de30-418f-8dd1-8db5db1c4ded None None] For port 9714527c-a928-4ca0-86ec-9b3f3328c4e2, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=9714527c-a928-4ca0-86ec-9b3f3328c4e2,segment=NetworkSegment(7c7d7f69-c9e5-4f77-9103-deff5c5ed86e),segment_id=7c7d7f69-c9e5-4f77-9103-deff5c5ed86e)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:22:40.651835 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-21a92128-7d7e-4372-bfe3-7e8824034032 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:40.653333 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-21a92128-7d7e-4372-bfe3-7e8824034032 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2503242 Apr 20 13:22:40.656143 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 60074) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:40.664663 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-c5ca8d1f-dbf9-40fc-8409-50d65f6a0944 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'security_group': {'name': 'tempest-secgroup-536267640'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:40.691125 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-414dc1e5-de30-418f-8dd1-8db5db1c4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:40.706136 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90834d3-4a97-47cd-aa04-edca8376df7f req-08ffa1b0-661f-4087-b7b9-15568dfad9ca tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:40.710824 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e90834d3-4a97-47cd-aa04-edca8376df7f req-08ffa1b0-661f-4087-b7b9-15568dfad9ca tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.0876105 Apr 20 13:22:40.777689 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c5ca8d1f-dbf9-40fc-8409-50d65f6a0944 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:40.787993 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab9754-a5f0-442b-8c94-50649a868c5b req-0cfe3371-d96c-4324-94d4-1861baf976f6 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:40.796304 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9cab9754-a5f0-442b-8c94-50649a868c5b req-0cfe3371-d96c-4324-94d4-1861baf976f6 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "GET /v2.0/ports?device_id=63a2aa13-048c-498d-9802-2223bee07730 HTTP/1.1" status: 200 len: 944 time: 0.1881323 Apr 20 13:22:40.827870 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 0f1afee8-c9cc-4793-93d6-6f6184049791, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=0f1afee8-c9cc-4793-93d6-6f6184049791,segment=NetworkSegment(8588e126-c540-4263-a838-7380f873274c),segment_id=8588e126-c540-4263-a838-7380f873274c)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:40.833391 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432af14-3400-42fc-bbf1-d5b077c5e5fd req-c16d98dd-2246-4bb4-b1d2-fea0ae318d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:40.835425 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6432af14-3400-42fc-bbf1-d5b077c5e5fd req-c16d98dd-2246-4bb4-b1d2-fea0ae318d9d service neutron] 10.222.0.32 "GET /v2.0/networks?id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 HTTP/1.1" status: 200 len: 912 time: 0.9015942 Apr 20 13:22:40.840002 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e90834d3-4a97-47cd-aa04-edca8376df7f req-af613d9e-5333-487d-9858-a06a7d9f7b28 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107419 Apr 20 13:22:40.843094 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414dc1e5-de30-418f-8dd1-8db5db1c4ded None None] Pushing event updated for resources: {'Port': ['ID=9714527c-a928-4ca0-86ec-9b3f3328c4e2,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:40.876333 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '0f1afee8-c9cc-4793-93d6-6f6184049791', 'network_id': 'e783ca97-437f-4c6e-96a9-d1314368a6ae', 'port_id': '0f1afee8-c9cc-4793-93d6-6f6184049791', 'mac_address': 'fa:16:3e:15:9a:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a15c91c7-1cec-4363-8fbe-d2c0ed8c5d6b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:22:40.913768 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6432af14-3400-42fc-bbf1-d5b077c5e5fd req-af8b67cc-1416-44b5-bb08-a04efd9e5265 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92fc024d-a659-4972-8862-3110d9cc2637 HTTP/1.1" status: 200 len: 217 time: 0.0650504 Apr 20 13:22:40.925749 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9cab9754-a5f0-442b-8c94-50649a868c5b req-2452d574-c613-4b0b-b3d3-95e4e4a2d8bd tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b1ca533-cb84-41f7-a767-ab5bb59d8c34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264467 Apr 20 13:22:40.971012 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c5ca8d1f-dbf9-40fc-8409-50d65f6a0944 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:40.980297 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:40.997525 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f1afee8-c9cc-4793-93d6-6f6184049791 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:22:41.021449 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 0f1afee8-c9cc-4793-93d6-6f6184049791, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=0f1afee8-c9cc-4793-93d6-6f6184049791,segment=NetworkSegment(8588e126-c540-4263-a838-7380f873274c),segment_id=8588e126-c540-4263-a838-7380f873274c)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:41.023586 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf371d4-f877-4471-af6e-74bcb1f61e08 x-openstack-request-id: req-0cf371d4-f877-4471-af6e-74bcb1f61e08 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:22:41.023874 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44941d5e-a7c6-40d1-a4d8-b5981394598d", "name": "network-vif-plugged", "status": "completed", "tag": "914dfced-8469-43fb-b7e0-a7113fff4660", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:22:41.024176 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0cf371d4-f877-4471-af6e-74bcb1f61e08 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:22:41.024575 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cf371d4-f877-4471-af6e-74bcb1f61e08'] response: {'server_uuid': '44941d5e-a7c6-40d1-a4d8-b5981394598d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914dfced-8469-43fb-b7e0-a7113fff4660', 'code': 200} Apr 20 13:22:41.040733 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c5ca8d1f-dbf9-40fc-8409-50d65f6a0944 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:41.063946 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432af14-3400-42fc-bbf1-d5b077c5e5fd req-414eb5da-c7cd-4963-8fbd-a4074ad5a4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:41.065525 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6432af14-3400-42fc-bbf1-d5b077c5e5fd req-414eb5da-c7cd-4963-8fbd-a4074ad5a4d9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa576778-8514-4874-84e6-afe172476688 HTTP/1.1" status: 200 len: 850 time: 0.1315763 Apr 20 13:22:41.096169 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:41.196671 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b8b52-1f0b-404c-bf8f-e131ed1d1c3f req-b3eaccf3-a20b-4580-84eb-ce3d059e7539 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:41.203950 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca8d1f-dbf9-40fc-8409-50d65f6a0944 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1889f2b8-1e69-46c5-9c9e-0a5c616b9093,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:41.220116 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-782b8b52-1f0b-404c-bf8f-e131ed1d1c3f req-b3eaccf3-a20b-4580-84eb-ce3d059e7539 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5b19cc1-0a44-4680-b5bf-7196b0bfa4ce HTTP/1.1" status: 200 len: 943 time: 0.1532955 Apr 20 13:22:41.229158 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432af14-3400-42fc-bbf1-d5b077c5e5fd req-7c103a90-7e09-4e10-bd89-2bae89e682d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:41.230791 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6432af14-3400-42fc-bbf1-d5b077c5e5fd req-7c103a90-7e09-4e10-bd89-2bae89e682d3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1547384 Apr 20 13:22:41.251684 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3021c87-31fb-4f34-aa98-2bf7a6432cfe req-d720b656-926b-456f-be38-24416eae8d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:41.253229 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f3021c87-31fb-4f34-aa98-2bf7a6432cfe req-d720b656-926b-456f-be38-24416eae8d47 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=44941d5e-a7c6-40d1-a4d8-b5981394598d HTTP/1.1" status: 200 len: 1096 time: 0.1719384 Apr 20 13:22:41.262441 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=0f1afee8-c9cc-4793-93d6-6f6184049791,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:41.327654 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c5ca8d1f-dbf9-40fc-8409-50d65f6a0944 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:41.335024 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c5ca8d1f-dbf9-40fc-8409-50d65f6a0944 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6771564 Apr 20 13:22:41.339627 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 60082) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:41.344300 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-782b8b52-1f0b-404c-bf8f-e131ed1d1c3f req-c00751c6-c69d-4366-b126-4f2e9ae820f6 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/security-groups?id=9650120b-ab55-426c-a3dc-890fb68c27e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185892 Apr 20 13:22:41.362246 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-79334b8e-c7c5-455e-929e-6c4269679447 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-352032255', 'security_groups': ['1889f2b8-1e69-46c5-9c9e-0a5c616b9093'], 'network_id': 'a5cc9a9c-05b5-4665-a823-6bb2e6db3b64', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'eb54bc26-1002-4f28-ab94-0b3b46818694'}]}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:41.431861 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6432af14-3400-42fc-bbf1-d5b077c5e5fd req-fe5eb46d-2d5b-4cc2-8823-f5c73414de79 service neutron] 10.222.0.32 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922712 Apr 20 13:22:41.447732 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['0f1afee8-c9cc-4793-93d6-6f6184049791'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:22:41.553575 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f3021c87-31fb-4f34-aa98-2bf7a6432cfe req-4807c4c0-7eb8-4723-8687-f991b37ff2e9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9650120b-ab55-426c-a3dc-890fb68c27e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926617 Apr 20 13:22:41.618477 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6432af14-3400-42fc-bbf1-d5b077c5e5fd req-469a9a50-c4fe-4986-aa07-5062bbfca2ae service neutron] 10.222.0.32 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800561 Apr 20 13:22:41.675056 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79334b8e-c7c5-455e-929e-6c4269679447 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Made reservation on behalf of 921fc4094b8f49f1a436656db5724eca for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:22:41.843067 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 9714527c-a928-4ca0-86ec-9b3f3328c4e2 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:22:41.848616 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-79334b8e-c7c5-455e-929e-6c4269679447 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:41.925399 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-79334b8e-c7c5-455e-929e-6c4269679447 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] device_id is not set on port a8acbbdc-2ac6-4c87-95bf-c7dd65ec0cd3 yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:22:42.039660 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 9714527c-a928-4ca0-86ec-9b3f3328c4e2 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:42.040436 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:42.177835 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07648d-5ee2-4bcd-a236-439f3ee4906c req-9b4e4590-123e-4fba-9eb0-a4796ef8aa76 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:42.181023 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8d07648d-5ee2-4bcd-a236-439f3ee4906c req-9b4e4590-123e-4fba-9eb0-a4796ef8aa76 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.1583869 Apr 20 13:22:42.320848 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:42.358457 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8d07648d-5ee2-4bcd-a236-439f3ee4906c req-3ab6b053-42fe-4e20-b805-3e5da03eb96d tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543987 Apr 20 13:22:42.385559 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:42.409031 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70dc51e-d7d6-48b6-b30e-d64ad83f02a2 req-766bc583-c699-4e0e-80b6-5acd6d85b0f6 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:42.409031 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e70dc51e-d7d6-48b6-b30e-d64ad83f02a2 req-766bc583-c699-4e0e-80b6-5acd6d85b0f6 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "GET /v2.0/ports?device_id=63a2aa13-048c-498d-9802-2223bee07730 HTTP/1.1" status: 200 len: 944 time: 0.2625489 Apr 20 13:22:42.489938 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-79334b8e-c7c5-455e-929e-6c4269679447 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Allocated IP 172.20.0.8 (a5cc9a9c-05b5-4665-a823-6bb2e6db3b64/eb54bc26-1002-4f28-ab94-0b3b46818694/a8acbbdc-2ac6-4c87-95bf-c7dd65ec0cd3) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:22:42.516955 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 0f1afee8-c9cc-4793-93d6-6f6184049791 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:22:42.521320 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e70dc51e-d7d6-48b6-b30e-d64ad83f02a2 req-dabcd305-85e3-4f91-998d-b4e5999ef047 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b1ca533-cb84-41f7-a767-ab5bb59d8c34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047597 Apr 20 13:22:42.524827 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 9714527c-a928-4ca0-86ec-9b3f3328c4e2, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=9714527c-a928-4ca0-86ec-9b3f3328c4e2,segment=NetworkSegment(7c7d7f69-c9e5-4f77-9103-deff5c5ed86e),segment_id=7c7d7f69-c9e5-4f77-9103-deff5c5ed86e)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:42.613334 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:42.658022 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fd4df-3a2b-44f7-8a4b-1ed90c3c76cc req-000f2f03-b754-45e2-84cf-a10ef115809a tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:42.661172 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ee1fd4df-3a2b-44f7-8a4b-1ed90c3c76cc req-000f2f03-b754-45e2-84cf-a10ef115809a tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5b19cc1-0a44-4680-b5bf-7196b0bfa4ce HTTP/1.1" status: 200 len: 944 time: 0.1197388 Apr 20 13:22:42.723368 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=9714527c-a928-4ca0-86ec-9b3f3328c4e2,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:42.756634 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-1051b318-a7d6-42b1-9fee-07c30faaf03c None None] Provisioning complete for port 4e70ce0f-b82f-4a14-a3d6-0b8d1ef868c3 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:42.757137 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1051b318-a7d6-42b1-9fee-07c30faaf03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:42.772133 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ee1fd4df-3a2b-44f7-8a4b-1ed90c3c76cc req-4a103337-7456-4aeb-8a82-ad2542041cbf tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/security-groups?id=9650120b-ab55-426c-a3dc-890fb68c27e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041248 Apr 20 13:22:42.785526 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 0f1afee8-c9cc-4793-93d6-6f6184049791 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:22:42.797896 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 0f1afee8-c9cc-4793-93d6-6f6184049791 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:42.797896 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:42.821256 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-1051b318-a7d6-42b1-9fee-07c30faaf03c None None] Port 4e70ce0f-b82f-4a14-a3d6-0b8d1ef868c3 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:22:42.827798 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-79334b8e-c7c5-455e-929e-6c4269679447 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:42.860747 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-1051b318-a7d6-42b1-9fee-07c30faaf03c None None] Provisioning complete for port 9714527c-a928-4ca0-86ec-9b3f3328c4e2 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:42.861125 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1051b318-a7d6-42b1-9fee-07c30faaf03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:42.942410 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:42.965512 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-79334b8e-c7c5-455e-929e-6c4269679447 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:42.989222 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:43.012727 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 0f1afee8-c9cc-4793-93d6-6f6184049791, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=0f1afee8-c9cc-4793-93d6-6f6184049791,segment=NetworkSegment(8588e126-c540-4263-a838-7380f873274c),segment_id=8588e126-c540-4263-a838-7380f873274c)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:43.026184 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b19cc1-0a44-4680-b5bf-7196b0bfa4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1afee8-c9cc-4793-93d6-6f6184049791'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:22:43.028777 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e97d79-6dd4-4585-ae29-bdb1ef19cf96" -d '{"events": [{"server_uuid": "e5b19cc1-0a44-4680-b5bf-7196b0bfa4ce", "name": "network-vif-plugged", "status": "completed", "tag": "0f1afee8-c9cc-4793-93d6-6f6184049791"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:22:43.050675 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79334b8e-c7c5-455e-929e-6c4269679447 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'Port': ['ID=a8acbbdc-2ac6-4c87-95bf-c7dd65ec0cd3,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:43.071154 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79334b8e-c7c5-455e-929e-6c4269679447 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Network a5cc9a9c-05b5-4665-a823-6bb2e6db3b64 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:22:43.076130 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-79334b8e-c7c5-455e-929e-6c4269679447 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:22:43.078758 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79334b8e-c7c5-455e-929e-6c4269679447 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:22:43.085809 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:43.144835 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24911a74-df52-4669-93d7-6d2854934569 x-openstack-request-id: req-24911a74-df52-4669-93d7-6d2854934569 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:22:43.145128 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b19cc1-0a44-4680-b5bf-7196b0bfa4ce", "name": "network-vif-plugged", "status": "completed", "tag": "0f1afee8-c9cc-4793-93d6-6f6184049791", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:22:43.145387 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24911a74-df52-4669-93d7-6d2854934569 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:22:43.146836 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24911a74-df52-4669-93d7-6d2854934569'] response: {'server_uuid': 'e5b19cc1-0a44-4680-b5bf-7196b0bfa4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1afee8-c9cc-4793-93d6-6f6184049791', 'code': 200} Apr 20 13:22:43.180106 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79334b8e-c7c5-455e-929e-6c4269679447 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:43.180744 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-79334b8e-c7c5-455e-929e-6c4269679447 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:43.190249 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=0f1afee8-c9cc-4793-93d6-6f6184049791,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:43.258920 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab607f0-fb0f-4108-8dd3-dc1fd1082634 req-6cac1fdb-0417-46d5-a448-ccf009894d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:43.260491 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-aab607f0-fb0f-4108-8dd3-dc1fd1082634 req-6cac1fdb-0417-46d5-a448-ccf009894d82 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e5b19cc1-0a44-4680-b5bf-7196b0bfa4ce HTTP/1.1" status: 200 len: 1096 time: 0.0676703 Apr 20 13:22:43.299712 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-aab607f0-fb0f-4108-8dd3-dc1fd1082634 req-882c99a4-5d34-45d0-9bd8-e3c4c1a9cdc9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9650120b-ab55-426c-a3dc-890fb68c27e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313530 Apr 20 13:22:43.330926 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-79334b8e-c7c5-455e-929e-6c4269679447 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9894223 Apr 20 13:22:43.335279 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 60128) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:43.341032 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-a47aba2c-74e6-40e6-9758-2fa055388fa5 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'subnet': {'network_id': 'a5cc9a9c-05b5-4665-a823-6bb2e6db3b64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:43.437904 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-7367e308-f0be-459c-90e1-64719a5f3ce4 None None] Provisioning complete for port a8acbbdc-2ac6-4c87-95bf-c7dd65ec0cd3 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:43.439212 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7367e308-f0be-459c-90e1-64719a5f3ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:43.489485 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-7367e308-f0be-459c-90e1-64719a5f3ce4 None None] Port a8acbbdc-2ac6-4c87-95bf-c7dd65ec0cd3 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:22:43.522810 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878f771-c7c2-4520-8118-f4e9af8782a4 req-fad4f469-d4b7-4d4e-8936-0b69a25725d8 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:43.524348 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a878f771-c7c2-4520-8118-f4e9af8782a4 req-fad4f469-d4b7-4d4e-8936-0b69a25725d8 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.0734978 Apr 20 13:22:43.565844 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a878f771-c7c2-4520-8118-f4e9af8782a4 req-28307cf5-1a8e-4036-af36-7ab3f99770a9 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341969 Apr 20 13:22:43.598219 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47aba2c-74e6-40e6-9758-2fa055388fa5 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Made reservation on behalf of 921fc4094b8f49f1a436656db5724eca for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:22:43.602798 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a47aba2c-74e6-40e6-9758-2fa055388fa5 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:43.749784 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1093d7f-b8b0-45ea-a5ef-36912d89bd43 req-9ab26a45-6988-48ff-bb1b-43bd64f52f3e tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:43.752792 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 9714527c-a928-4ca0-86ec-9b3f3328c4e2 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:22:43.758247 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c1093d7f-b8b0-45ea-a5ef-36912d89bd43 req-9ab26a45-6988-48ff-bb1b-43bd64f52f3e tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "GET /v2.0/ports?device_id=63a2aa13-048c-498d-9802-2223bee07730 HTTP/1.1" status: 200 len: 944 time: 0.1055844 Apr 20 13:22:43.779858 n-d-836015-7 neutron-server[114870]: INFO neutron.db.ipam_backend_mixin [None req-a47aba2c-74e6-40e6-9758-2fa055388fa5 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet eb54bc26-1002-4f28-ab94-0b3b46818694 (CIDR: 172.20.0.0/28) Apr 20 13:22:43.807785 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c1093d7f-b8b0-45ea-a5ef-36912d89bd43 req-35cd921e-a941-4473-afa8-203957e569ef tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b1ca533-cb84-41f7-a767-ab5bb59d8c34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486367 Apr 20 13:22:43.823459 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 9714527c-a928-4ca0-86ec-9b3f3328c4e2 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:43.823840 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:43.837433 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-a47aba2c-74e6-40e6-9758-2fa055388fa5 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:22:43.837433 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a47aba2c-74e6-40e6-9758-2fa055388fa5 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:22:43.933019 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a47aba2c-74e6-40e6-9758-2fa055388fa5 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5964723 Apr 20 13:22:43.935656 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 60144) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:43.946296 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-14705b84-cbaf-4249-95e7-2ae66474a571 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'subnet': {'network_id': 'a5cc9a9c-05b5-4665-a823-6bb2e6db3b64', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:43.961447 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 8ad2d059-2eee-4291-9ce4-6e6a01a995c4 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:22:43.988291 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d0055-2d4d-4e54-961c-e06c653db5d0 req-fb114247-0ce7-4326-8d64-82a7094b56b4 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:43.997786 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eb8d0055-2d4d-4e54-961c-e06c653db5d0 req-fb114247-0ce7-4326-8d64-82a7094b56b4 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5b19cc1-0a44-4680-b5bf-7196b0bfa4ce HTTP/1.1" status: 200 len: 945 time: 0.0861580 Apr 20 13:22:44.043812 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eb8d0055-2d4d-4e54-961c-e06c653db5d0 req-fcbbdcdf-1fc9-4af7-8e54-07bac3e16f54 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/security-groups?id=9650120b-ab55-426c-a3dc-890fb68c27e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448122 Apr 20 13:22:44.117351 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 8ad2d059-2eee-4291-9ce4-6e6a01a995c4, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=8ad2d059-2eee-4291-9ce4-6e6a01a995c4,segment=NetworkSegment(7e242851-ef63-418f-b799-2897c294b19f),segment_id=7e242851-ef63-418f-b799-2897c294b19f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:44.132054 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '8ad2d059-2eee-4291-9ce4-6e6a01a995c4', 'network_id': '72ce9eb7-6e65-4d33-a97e-ba495b7f713f', 'port_id': '8ad2d059-2eee-4291-9ce4-6e6a01a995c4', 'mac_address': 'fa:16:3e:8d:88:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8304900-a486-4d9b-92a6-d7e30f1b6efb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:22:44.181710 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:44.195993 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ad2d059-2eee-4291-9ce4-6e6a01a995c4 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:22:44.216281 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 8ad2d059-2eee-4291-9ce4-6e6a01a995c4, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=8ad2d059-2eee-4291-9ce4-6e6a01a995c4,segment=NetworkSegment(7e242851-ef63-418f-b799-2897c294b19f),segment_id=7e242851-ef63-418f-b799-2897c294b19f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:44.229984 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14705b84-cbaf-4249-95e7-2ae66474a571 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Made reservation on behalf of 921fc4094b8f49f1a436656db5724eca for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:22:44.234118 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-14705b84-cbaf-4249-95e7-2ae66474a571 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:44.343495 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a4ce0cc6-026e-4119-aeb9-877d325dc3fd req-e165bbc8-cba9-4e1b-989f-c1007ccaab2d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3ab95a47-c918-4687-9cf5-b957157542c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0930886 Apr 20 13:22:44.349641 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:44.460299 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce0cc6-026e-4119-aeb9-877d325dc3fd req-2212d48a-7d01-46ac-ac8b-e3cbb460ed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:44.461806 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a4ce0cc6-026e-4119-aeb9-877d325dc3fd req-2212d48a-7d01-46ac-ac8b-e3cbb460ed37 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=649a6cfebf0a4feb8c92b7d26c8b3e97&device_id=3ab95a47-c918-4687-9cf5-b957157542c3 HTTP/1.1" status: 200 len: 1097 time: 0.0706804 Apr 20 13:22:44.463552 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=8ad2d059-2eee-4291-9ce4-6e6a01a995c4,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:44.718753 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['8ad2d059-2eee-4291-9ce4-6e6a01a995c4'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:22:44.774611 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce0cc6-026e-4119-aeb9-877d325dc3fd req-23494de2-9cc2-47d8-8e6d-40e5a43229b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:44.776321 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a4ce0cc6-026e-4119-aeb9-877d325dc3fd req-23494de2-9cc2-47d8-8e6d-40e5a43229b9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 HTTP/1.1" status: 200 len: 912 time: 0.2194350 Apr 20 13:22:44.793603 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba7964-5b8f-4eb2-b620-5c5c1693923f req-62f0015c-648b-438c-8dc5-f7da85deef17 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:44.803900 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-46ba7964-5b8f-4eb2-b620-5c5c1693923f req-62f0015c-648b-438c-8dc5-f7da85deef17 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.1056941 Apr 20 13:22:44.873162 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-46ba7964-5b8f-4eb2-b620-5c5c1693923f req-4dc77268-a5d4-4ed5-a24f-8bbd9bd17a04 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615373 Apr 20 13:22:44.890848 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a4ce0cc6-026e-4119-aeb9-877d325dc3fd req-d77db8a5-e5e0-4960-a0c8-51adabaeab34 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c47accb-165e-4205-8dff-c3a4e9fd0be6 HTTP/1.1" status: 200 len: 217 time: 0.1068130 Apr 20 13:22:44.901357 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-14705b84-cbaf-4249-95e7-2ae66474a571 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:44.983801 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14705b84-cbaf-4249-95e7-2ae66474a571 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Network a5cc9a9c-05b5-4665-a823-6bb2e6db3b64 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:22:44.990903 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-14705b84-cbaf-4249-95e7-2ae66474a571 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:22:45.003033 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101e8189-02fd-43da-9832-ff3a0d0b898c None None] Network a5cc9a9c-05b5-4665-a823-6bb2e6db3b64 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:22:45.041840 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce0cc6-026e-4119-aeb9-877d325dc3fd req-87f6a6b7-6a8e-47d9-8057-0bd7c05520fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:45.043521 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a4ce0cc6-026e-4119-aeb9-877d325dc3fd req-87f6a6b7-6a8e-47d9-8057-0bd7c05520fc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa576778-8514-4874-84e6-afe172476688 HTTP/1.1" status: 200 len: 850 time: 0.1302190 Apr 20 13:22:45.046946 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14705b84-cbaf-4249-95e7-2ae66474a571 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:45.051283 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-14705b84-cbaf-4249-95e7-2ae66474a571 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:45.119603 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7b159-b71d-4327-b7bc-426713a75222 req-182758a6-8701-456a-b69a-06608de7dfd8 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:45.131277 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14705b84-cbaf-4249-95e7-2ae66474a571 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'Subnet': ['ID=d28673ac-f10e-4707-8f46-d9d24ccd059c,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:45.132104 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bde7b159-b71d-4327-b7bc-426713a75222 req-182758a6-8701-456a-b69a-06608de7dfd8 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "GET /v2.0/ports?device_id=63a2aa13-048c-498d-9802-2223bee07730 HTTP/1.1" status: 200 len: 945 time: 0.1901743 Apr 20 13:22:45.148641 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-14705b84-cbaf-4249-95e7-2ae66474a571 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2108746 Apr 20 13:22:45.155151 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 60164) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:45.169957 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-1b1a8a91-15dd-4871-b701-c6f055835e28 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-920520649', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd28673ac-f10e-4707-8f46-d9d24ccd059c'}], 'security_groups': ['0a23179e-d745-4a16-84ce-0be84f9a0acf']}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:45.191836 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bde7b159-b71d-4327-b7bc-426713a75222 req-cac2ad76-1b8a-4b17-8587-a37e81b18169 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b1ca533-cb84-41f7-a767-ab5bb59d8c34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539844 Apr 20 13:22:45.236466 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce0cc6-026e-4119-aeb9-877d325dc3fd req-41516a01-feae-4067-8036-890615ba2297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:45.238546 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a4ce0cc6-026e-4119-aeb9-877d325dc3fd req-41516a01-feae-4067-8036-890615ba2297 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1620224 Apr 20 13:22:45.321956 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadccd65-1ed7-42f7-a943-31e5c57fb8a6 req-13836f27-3c55-4fdf-83ac-99d960dd51d4 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:45.323609 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cadccd65-1ed7-42f7-a943-31e5c57fb8a6 req-13836f27-3c55-4fdf-83ac-99d960dd51d4 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5b19cc1-0a44-4680-b5bf-7196b0bfa4ce HTTP/1.1" status: 200 len: 945 time: 0.0928175 Apr 20 13:22:45.342473 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1b1a8a91-15dd-4871-b701-c6f055835e28 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:45.392911 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cadccd65-1ed7-42f7-a943-31e5c57fb8a6 req-3e698279-e9c8-49ee-a27e-fe6eae76535c tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/security-groups?id=9650120b-ab55-426c-a3dc-890fb68c27e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622680 Apr 20 13:22:45.564736 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a4ce0cc6-026e-4119-aeb9-877d325dc3fd req-23107ccd-bfd2-41b4-af4d-b7a99b6d1e7f service neutron] 10.222.0.15 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142140 Apr 20 13:22:45.595662 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9b9764-e058-4b13-a1c8-232ea18a3611 None None] Update dhcp port {'port': {'network_id': 'a5cc9a9c-05b5-4665-a823-6bb2e6db3b64', 'fixed_ips': [{'subnet_id': 'eb54bc26-1002-4f28-ab94-0b3b46818694', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd28673ac-f10e-4707-8f46-d9d24ccd059c'}], 'binding:host_id': 'n-d-836015-7'}, 'id': '9714527c-a928-4ca0-86ec-9b3f3328c4e2'} from n-d-836015-7. {{(pid=114871) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 13:22:45.637205 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9f9b9764-e058-4b13-a1c8-232ea18a3611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:45.648741 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93c2dc-60e8-4b8f-88fa-f3619de1cb50 req-9408d0f7-346d-489d-addf-98c0e1054bfd tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:45.660367 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7a93c2dc-60e8-4b8f-88fa-f3619de1cb50 req-9408d0f7-346d-489d-addf-98c0e1054bfd tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/ports?device_id=44941d5e-a7c6-40d1-a4d8-b5981394598d HTTP/1.1" status: 200 len: 945 time: 0.1173499 Apr 20 13:22:45.775932 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a4ce0cc6-026e-4119-aeb9-877d325dc3fd req-2427d706-2ae0-4750-af6a-194882b669a6 service neutron] 10.222.0.15 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003841 Apr 20 13:22:45.817956 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7a93c2dc-60e8-4b8f-88fa-f3619de1cb50 req-97a2ecc7-9821-46f8-a672-eb6b0860eda8 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/security-groups?id=9650120b-ab55-426c-a3dc-890fb68c27e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561780 Apr 20 13:22:45.944181 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-1b1a8a91-15dd-4871-b701-c6f055835e28 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Delete allocated IP 172.20.0.8 (a5cc9a9c-05b5-4665-a823-6bb2e6db3b64/eb54bc26-1002-4f28-ab94-0b3b46818694) {{(pid=114870) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 20 13:22:45.955128 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-1b1a8a91-15dd-4871-b701-c6f055835e28 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Allocated IP 172.20.0.21 (a5cc9a9c-05b5-4665-a823-6bb2e6db3b64/d28673ac-f10e-4707-8f46-d9d24ccd059c/a8acbbdc-2ac6-4c87-95bf-c7dd65ec0cd3) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:22:46.042861 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23be6ab-2009-4a31-b05e-8b5fd1361478 req-d1d9bb54-bb27-4c25-9402-a32ff0348674 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:46.051207 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c23be6ab-2009-4a31-b05e-8b5fd1361478 req-d1d9bb54-bb27-4c25-9402-a32ff0348674 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.0786424 Apr 20 13:22:46.164680 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c23be6ab-2009-4a31-b05e-8b5fd1361478 req-3e69de5b-db62-4433-bfef-e2ec2ee0a650 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115277 Apr 20 13:22:46.196490 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1b1a8a91-15dd-4871-b701-c6f055835e28 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:46.312446 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1b1a8a91-15dd-4871-b701-c6f055835e28 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:46.342167 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a6340-bb20-4510-ab46-cd9383b50cb7 req-a5c03a32-83a4-4cf4-bc8d-23b0577bcfd3 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:46.346739 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d03a6340-bb20-4510-ab46-cd9383b50cb7 req-a5c03a32-83a4-4cf4-bc8d-23b0577bcfd3 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "GET /v2.0/ports?device_id=63a2aa13-048c-498d-9802-2223bee07730 HTTP/1.1" status: 200 len: 945 time: 0.0687687 Apr 20 13:22:46.397409 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-9f9b9764-e058-4b13-a1c8-232ea18a3611 None None] Allocated IP 172.20.0.18 (a5cc9a9c-05b5-4665-a823-6bb2e6db3b64/d28673ac-f10e-4707-8f46-d9d24ccd059c/9714527c-a928-4ca0-86ec-9b3f3328c4e2) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:22:46.404620 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d03a6340-bb20-4510-ab46-cd9383b50cb7 req-7456f32e-c1a3-4cf0-9d25-b8b9f4c6c0f7 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b1ca533-cb84-41f7-a767-ab5bb59d8c34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527005 Apr 20 13:22:46.436668 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a8a91-15dd-4871-b701-c6f055835e28 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'Port': ['ID=a8acbbdc-2ac6-4c87-95bf-c7dd65ec0cd3,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:46.474343 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1b1a8a91-15dd-4871-b701-c6f055835e28 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] In _notify_port_updated(), no bound segment for port a8acbbdc-2ac6-4c87-95bf-c7dd65ec0cd3 on network a5cc9a9c-05b5-4665-a823-6bb2e6db3b64 {{(pid=114870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 13:22:46.481045 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1a8a91-15dd-4871-b701-c6f055835e28 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:46.488684 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1b1a8a91-15dd-4871-b701-c6f055835e28 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:46.488684 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1b1a8a91-15dd-4871-b701-c6f055835e28 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "PUT /v2.0/ports/a8acbbdc-2ac6-4c87-95bf-c7dd65ec0cd3 HTTP/1.1" status: 200 len: 920 time: 1.3271983 Apr 20 13:22:46.490016 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60196) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:46.570117 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-9f9b9764-e058-4b13-a1c8-232ea18a3611 None None] For port 9714527c-a928-4ca0-86ec-9b3f3328c4e2, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=9714527c-a928-4ca0-86ec-9b3f3328c4e2,segment=NetworkSegment(7c7d7f69-c9e5-4f77-9103-deff5c5ed86e),segment_id=7c7d7f69-c9e5-4f77-9103-deff5c5ed86e)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:46.604277 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9f9b9764-e058-4b13-a1c8-232ea18a3611 None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:46.619314 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-8ac4ee39-e281-4170-87c6-8498af13280c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Deleting port a8acbbdc-2ac6-4c87-95bf-c7dd65ec0cd3 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:22:46.619703 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8ac4ee39-e281-4170-87c6-8498af13280c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:46.674780 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9f9b9764-e058-4b13-a1c8-232ea18a3611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:46.758366 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8ac4ee39-e281-4170-87c6-8498af13280c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:46.760525 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b9764-e058-4b13-a1c8-232ea18a3611 None None] Pushing event updated for resources: {'Port': ['ID=9714527c-a928-4ca0-86ec-9b3f3328c4e2,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:46.800119 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-8ac4ee39-e281-4170-87c6-8498af13280c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Calling delete_port for a8acbbdc-2ac6-4c87-95bf-c7dd65ec0cd3 owned by {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:22:46.961527 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050e7aa-9bd4-4d63-ad23-f652f4fb72fc req-27a94271-73e8-487f-8b7a-ea9aca007a02 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:46.972353 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d050e7aa-9bd4-4d63-ad23-f652f4fb72fc req-27a94271-73e8-487f-8b7a-ea9aca007a02 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/ports?device_id=44941d5e-a7c6-40d1-a4d8-b5981394598d HTTP/1.1" status: 200 len: 945 time: 0.0963559 Apr 20 13:22:47.050986 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d050e7aa-9bd4-4d63-ad23-f652f4fb72fc req-6cec26b8-908d-43b1-b3b4-849bdd63706d tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/security-groups?id=9650120b-ab55-426c-a3dc-890fb68c27e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805125 Apr 20 13:22:47.144310 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8ac4ee39-e281-4170-87c6-8498af13280c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:47.204888 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac4ee39-e281-4170-87c6-8498af13280c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'Port': ['ID=a8acbbdc-2ac6-4c87-95bf-c7dd65ec0cd3,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:47.346918 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8ac4ee39-e281-4170-87c6-8498af13280c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:47.350775 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8ac4ee39-e281-4170-87c6-8498af13280c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/ports/a8acbbdc-2ac6-4c87-95bf-c7dd65ec0cd3 HTTP/1.1" status: 204 len: 168 time: 0.8621781 Apr 20 13:22:47.353581 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 60214) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:47.434552 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a291dfe-9a06-4f27-b4cf-fc5497b81923 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] GET failed (client error): The resource could not be found. Apr 20 13:22:47.439302 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7a291dfe-9a06-4f27-b4cf-fc5497b81923 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "GET /v2.0/ports/a8acbbdc-2ac6-4c87-95bf-c7dd65ec0cd3 HTTP/1.1" status: 404 len: 333 time: 0.0844524 Apr 20 13:22:47.444278 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 60218) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:47.450489 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f70a0-02e5-4a62-81e8-8f65da4dd672 req-d98fff80-0437-4b02-a9ec-16c9c5cee783 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:47.452214 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5f9f70a0-02e5-4a62-81e8-8f65da4dd672 req-d98fff80-0437-4b02-a9ec-16c9c5cee783 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.1207833 Apr 20 13:22:47.562844 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-46a962dc-cfae-4bf3-8885-1b948e6fbe9c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:47.591664 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5f9f70a0-02e5-4a62-81e8-8f65da4dd672 req-8fe038d7-6b22-4d79-aeb9-48079b845390 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320803 Apr 20 13:22:47.609955 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-46a962dc-cfae-4bf3-8885-1b948e6fbe9c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:47.666866 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce6e93-967a-4089-a5eb-8a8390c151ec req-79287578-1b23-4cf3-8a85-18fbb1d0cee9 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:47.671943 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e2ce6e93-967a-4089-a5eb-8a8390c151ec req-79287578-1b23-4cf3-8a85-18fbb1d0cee9 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "GET /v2.0/ports?device_id=63a2aa13-048c-498d-9802-2223bee07730 HTTP/1.1" status: 200 len: 945 time: 0.1735744 Apr 20 13:22:47.747904 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-46a962dc-cfae-4bf3-8885-1b948e6fbe9c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:47.755385 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-46a962dc-cfae-4bf3-8885-1b948e6fbe9c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:47.761571 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-46a962dc-cfae-4bf3-8885-1b948e6fbe9c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/security-groups/1889f2b8-1e69-46c5-9c9e-0a5c616b9093 HTTP/1.1" status: 204 len: 168 time: 0.3145599 Apr 20 13:22:47.763466 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 60224) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:47.768770 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e2ce6e93-967a-4089-a5eb-8a8390c151ec req-93f51f79-02d2-4fdd-9a5c-a9f42c922dc6 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b1ca533-cb84-41f7-a767-ab5bb59d8c34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761964 Apr 20 13:22:47.793955 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a962dc-cfae-4bf3-8885-1b948e6fbe9c tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1889f2b8-1e69-46c5-9c9e-0a5c616b9093,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:47.802348 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 9714527c-a928-4ca0-86ec-9b3f3328c4e2 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:22:47.849910 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7c9e12dd-facc-445a-8ed7-e29c4d2904c8 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:47.927415 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7c9e12dd-facc-445a-8ed7-e29c4d2904c8 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:47.946720 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-53e42570-700d-4ab0-9bb4-7c2f749294e8 None None] Provisioning complete for port 4e70ce0f-b82f-4a14-a3d6-0b8d1ef868c3 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:47.951101 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-53e42570-700d-4ab0-9bb4-7c2f749294e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:47.957097 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afaa22e-a6ad-40bd-8a04-57f8e5187a93 req-1c106458-7a6b-43d2-bfa9-d1dbfdf8786f tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:47.965167 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7afaa22e-a6ad-40bd-8a04-57f8e5187a93 req-1c106458-7a6b-43d2-bfa9-d1dbfdf8786f tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.32 "GET /v2.0/ports?device_id=44941d5e-a7c6-40d1-a4d8-b5981394598d HTTP/1.1" status: 200 len: 945 time: 0.1149321 Apr 20 13:22:47.996115 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 8ad2d059-2eee-4291-9ce4-6e6a01a995c4 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:22:48.129125 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7c9e12dd-facc-445a-8ed7-e29c4d2904c8 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:48.157515 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7c9e12dd-facc-445a-8ed7-e29c4d2904c8 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:48.163282 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7c9e12dd-facc-445a-8ed7-e29c4d2904c8 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/security-groups/0a23179e-d745-4a16-84ce-0be84f9a0acf HTTP/1.1" status: 204 len: 168 time: 0.3785548 Apr 20 13:22:48.163945 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 60232) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:48.217065 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-53e42570-700d-4ab0-9bb4-7c2f749294e8 None None] Port 4e70ce0f-b82f-4a14-a3d6-0b8d1ef868c3 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:22:48.234073 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 9714527c-a928-4ca0-86ec-9b3f3328c4e2 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:48.234442 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:48.280775 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-7afaa22e-a6ad-40bd-8a04-57f8e5187a93 req-01015fc7-64bd-416c-982d-3a218a0d6958 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Deleting port 914dfced-8469-43fb-b7e0-a7113fff4660 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:22:48.281438 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7afaa22e-a6ad-40bd-8a04-57f8e5187a93 req-01015fc7-64bd-416c-982d-3a218a0d6958 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:48.282494 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e12dd-facc-445a-8ed7-e29c4d2904c8 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a23179e-d745-4a16-84ce-0be84f9a0acf,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:48.342215 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65bc5d-93b1-4bb4-8050-d1b07fb7478c req-f34c63f5-907c-42cd-88b9-a750246841b7 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:48.349587 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df65bc5d-93b1-4bb4-8050-d1b07fb7478c req-f34c63f5-907c-42cd-88b9-a750246841b7 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/ports?device_id=44941d5e-a7c6-40d1-a4d8-b5981394598d HTTP/1.1" status: 200 len: 945 time: 0.1195972 Apr 20 13:22:48.410433 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-53e42570-700d-4ab0-9bb4-7c2f749294e8 None None] Provisioning complete for port 9714527c-a928-4ca0-86ec-9b3f3328c4e2 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:48.410433 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-53e42570-700d-4ab0-9bb4-7c2f749294e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:48.455969 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-277f6ba4-39aa-4cd5-8442-5e3694a16012 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Deleting subnet eb54bc26-1002-4f28-ab94-0b3b46818694 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:22:48.460503 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-277f6ba4-39aa-4cd5-8442-5e3694a16012 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:48.471835 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cfc8e0-bb7d-46f4-8bcf-b379916a6cc0 req-880f6691-b454-43e4-b296-553e8693b8d1 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:48.473573 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-09cfc8e0-bb7d-46f4-8bcf-b379916a6cc0 req-880f6691-b454-43e4-b296-553e8693b8d1 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5b19cc1-0a44-4680-b5bf-7196b0bfa4ce HTTP/1.1" status: 200 len: 945 time: 0.2491298 Apr 20 13:22:48.577273 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df65bc5d-93b1-4bb4-8050-d1b07fb7478c req-4560f75c-9880-484c-b209-eebc1863c8d7 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/security-groups?id=9650120b-ab55-426c-a3dc-890fb68c27e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394074 Apr 20 13:22:48.593207 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-277f6ba4-39aa-4cd5-8442-5e3694a16012 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:48.613121 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-7afaa22e-a6ad-40bd-8a04-57f8e5187a93 req-01015fc7-64bd-416c-982d-3a218a0d6958 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] For port 914dfced-8469-43fb-b7e0-a7113fff4660, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=914dfced-8469-43fb-b7e0-a7113fff4660,segment=NetworkSegment(8588e126-c540-4263-a838-7380f873274c),segment_id=8588e126-c540-4263-a838-7380f873274c)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:48.613771 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7afaa22e-a6ad-40bd-8a04-57f8e5187a93 req-01015fc7-64bd-416c-982d-3a218a0d6958 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:48.614122 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 8ad2d059-2eee-4291-9ce4-6e6a01a995c4 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:22:48.629210 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-7afaa22e-a6ad-40bd-8a04-57f8e5187a93 req-01015fc7-64bd-416c-982d-3a218a0d6958 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Calling delete_port for 914dfced-8469-43fb-b7e0-a7113fff4660 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:22:48.637641 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 8ad2d059-2eee-4291-9ce4-6e6a01a995c4 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:48.638012 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:48.726042 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-53e42570-700d-4ab0-9bb4-7c2f749294e8 None None] Could not find standard attr ID for object a8acbbdc-2ac6-4c87-95bf-c7dd65ec0cd3. {{(pid=114871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:22:48.800427 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:48.826595 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-09cfc8e0-bb7d-46f4-8bcf-b379916a6cc0 req-10a46e70-2d3e-4345-a1b5-36f41f0b39c7 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Deleting port 0f1afee8-c9cc-4793-93d6-6f6184049791 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:22:48.827164 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-09cfc8e0-bb7d-46f4-8bcf-b379916a6cc0 req-10a46e70-2d3e-4345-a1b5-36f41f0b39c7 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:48.856899 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-277f6ba4-39aa-4cd5-8442-5e3694a16012 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:48.870153 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a2aa13-048c-498d-9802-2223bee07730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad2d059-2eee-4291-9ce4-6e6a01a995c4'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:22:48.872423 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0da32e1-cd8a-46fb-8f15-d71037a9cec0" -d '{"events": [{"server_uuid": "63a2aa13-048c-498d-9802-2223bee07730", "name": "network-vif-plugged", "status": "completed", "tag": "8ad2d059-2eee-4291-9ce4-6e6a01a995c4"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:22:48.886749 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-eac5dfe5-1174-41b4-98c4-6c642540ce05 None None] Could not find standard attr ID for object a8acbbdc-2ac6-4c87-95bf-c7dd65ec0cd3. {{(pid=114871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:22:48.916439 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 8ad2d059-2eee-4291-9ce4-6e6a01a995c4, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=8ad2d059-2eee-4291-9ce4-6e6a01a995c4,segment=NetworkSegment(7e242851-ef63-418f-b799-2897c294b19f),segment_id=7e242851-ef63-418f-b799-2897c294b19f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:48.971399 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60254) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:49.019496 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-09cfc8e0-bb7d-46f4-8bcf-b379916a6cc0 req-10a46e70-2d3e-4345-a1b5-36f41f0b39c7 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] For port 0f1afee8-c9cc-4793-93d6-6f6184049791, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=0f1afee8-c9cc-4793-93d6-6f6184049791,segment=NetworkSegment(8588e126-c540-4263-a838-7380f873274c),segment_id=8588e126-c540-4263-a838-7380f873274c)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:49.020017 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-09cfc8e0-bb7d-46f4-8bcf-b379916a6cc0 req-10a46e70-2d3e-4345-a1b5-36f41f0b39c7 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:49.030819 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e506c-0390-4123-8b91-d82db1b93160 req-9638fdb2-f74f-497d-be57-8049eb1ecdde tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:49.032440 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8c1e506c-0390-4123-8b91-d82db1b93160 req-9638fdb2-f74f-497d-be57-8049eb1ecdde tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.1790116 Apr 20 13:22:49.036064 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:49.043770 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-09cfc8e0-bb7d-46f4-8bcf-b379916a6cc0 req-10a46e70-2d3e-4345-a1b5-36f41f0b39c7 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Calling delete_port for 0f1afee8-c9cc-4793-93d6-6f6184049791 owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:22:49.056565 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15789f5c-806f-48b5-8d13-c24aa439e904 req-cb47a8c7-f2d3-4734-8598-2e8ab55a2e09 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:49.058195 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-15789f5c-806f-48b5-8d13-c24aa439e904 req-cb47a8c7-f2d3-4734-8598-2e8ab55a2e09 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "GET /v2.0/ports?device_id=63a2aa13-048c-498d-9802-2223bee07730 HTTP/1.1" status: 200 len: 945 time: 0.1442814 Apr 20 13:22:49.099908 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8c1e506c-0390-4123-8b91-d82db1b93160 req-7100d87b-734f-46b7-be27-080cea4c396c tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580246 Apr 20 13:22:49.128412 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-15789f5c-806f-48b5-8d13-c24aa439e904 req-d065946d-e43a-4098-a7ee-5e737099e2a3 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b1ca533-cb84-41f7-a767-ab5bb59d8c34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623901 Apr 20 13:22:49.132258 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7afaa22e-a6ad-40bd-8a04-57f8e5187a93 req-01015fc7-64bd-416c-982d-3a218a0d6958 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:49.157072 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=8ad2d059-2eee-4291-9ce4-6e6a01a995c4,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:49.157224 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-277f6ba4-39aa-4cd5-8442-5e3694a16012 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:49.168590 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['914dfced-8469-43fb-b7e0-a7113fff4660'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:22:49.211278 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01015fc7-64bd-416c-982d-3a218a0d6958 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Pushing event deleted for resources: {'Port': ['ID=914dfced-8469-43fb-b7e0-a7113fff4660,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:49.221767 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-00d5d45a-362d-4af4-ab90-cd65cd260466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:49.238427 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f6ba4-39aa-4cd5-8442-5e3694a16012 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'Subnet': ['ID=eb54bc26-1002-4f28-ab94-0b3b46818694,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:49.264713 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-277f6ba4-39aa-4cd5-8442-5e3694a16012 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:49.273643 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-277f6ba4-39aa-4cd5-8442-5e3694a16012 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/subnets/eb54bc26-1002-4f28-ab94-0b3b46818694 HTTP/1.1" status: 204 len: 168 time: 1.0677352 Apr 20 13:22:49.294387 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-7afaa22e-a6ad-40bd-8a04-57f8e5187a93 req-01015fc7-64bd-416c-982d-3a218a0d6958 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] No DVR routers for this DVR port 914dfced-8469-43fb-b7e0-a7113fff4660 on host n-h1-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:22:49.294387 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7afaa22e-a6ad-40bd-8a04-57f8e5187a93 req-01015fc7-64bd-416c-982d-3a218a0d6958 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:49.294387 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7afaa22e-a6ad-40bd-8a04-57f8e5187a93 req-01015fc7-64bd-416c-982d-3a218a0d6958 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.32 "DELETE /v2.0/ports/914dfced-8469-43fb-b7e0-a7113fff4660 HTTP/1.1" status: 204 len: 173 time: 1.3053522 Apr 20 13:22:49.294387 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44941d5e-a7c6-40d1-a4d8-b5981394598d', 'name': 'network-vif-deleted', 'tag': '914dfced-8469-43fb-b7e0-a7113fff4660'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:22:49.294387 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5803d73e-e6b8-42c9-b72f-9dc90356afdb" -d '{"events": [{"server_uuid": "44941d5e-a7c6-40d1-a4d8-b5981394598d", "name": "network-vif-deleted", "tag": "914dfced-8469-43fb-b7e0-a7113fff4660"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:22:49.294387 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60260) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:49.324398 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-0972c4f7-6d39-4c77-9754-fa5a828d13b3 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'subnet': {'network_id': 'a5cc9a9c-05b5-4665-a823-6bb2e6db3b64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:49.347340 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602eb41d-78be-41df-ad68-cb2fba5893a0 x-openstack-request-id: req-602eb41d-78be-41df-ad68-cb2fba5893a0 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:22:49.348120 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44941d5e-a7c6-40d1-a4d8-b5981394598d", "name": "network-vif-deleted", "tag": "914dfced-8469-43fb-b7e0-a7113fff4660", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:22:49.348120 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-602eb41d-78be-41df-ad68-cb2fba5893a0 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:22:49.348471 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-602eb41d-78be-41df-ad68-cb2fba5893a0'] response: {'server_uuid': '44941d5e-a7c6-40d1-a4d8-b5981394598d', 'name': 'network-vif-deleted', 'tag': '914dfced-8469-43fb-b7e0-a7113fff4660', 'status': 'completed', 'code': 200} Apr 20 13:22:49.377567 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7e8b4-287c-4ceb-a063-e56dc2e6b865 req-57836346-5e19-4682-9106-fb1d6a555445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:49.379290 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6be7e8b4-287c-4ceb-a063-e56dc2e6b865 req-57836346-5e19-4682-9106-fb1d6a555445 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=63a2aa13-048c-498d-9802-2223bee07730 HTTP/1.1" status: 200 len: 1097 time: 0.1258061 Apr 20 13:22:49.383758 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['0f1afee8-c9cc-4793-93d6-6f6184049791'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:22:49.386879 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3977d94-d263-4e8b-916b-f5b4216721cb x-openstack-request-id: req-d3977d94-d263-4e8b-916b-f5b4216721cb {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:22:49.387165 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a2aa13-048c-498d-9802-2223bee07730", "name": "network-vif-plugged", "status": "completed", "tag": "8ad2d059-2eee-4291-9ce4-6e6a01a995c4", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:22:49.387540 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d3977d94-d263-4e8b-916b-f5b4216721cb {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:22:49.387868 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3977d94-d263-4e8b-916b-f5b4216721cb'] response: {'server_uuid': '63a2aa13-048c-498d-9802-2223bee07730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad2d059-2eee-4291-9ce4-6e6a01a995c4', 'code': 200} Apr 20 13:22:49.390959 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea60632-5066-45d2-831e-73ad91b27541 None None] Network a5cc9a9c-05b5-4665-a823-6bb2e6db3b64 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:22:49.420409 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6be7e8b4-287c-4ceb-a063-e56dc2e6b865 req-f5d9f08b-dbc4-4396-9b6d-b8d9279ca4b6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1b1ca533-cb84-41f7-a767-ab5bb59d8c34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343785 Apr 20 13:22:49.469957 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-09cfc8e0-bb7d-46f4-8bcf-b379916a6cc0 req-10a46e70-2d3e-4345-a1b5-36f41f0b39c7 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:49.492620 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['914dfced-8469-43fb-b7e0-a7113fff4660'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:22:49.546070 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a46e70-2d3e-4345-a1b5-36f41f0b39c7 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Pushing event deleted for resources: {'Port': ['ID=0f1afee8-c9cc-4793-93d6-6f6184049791,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:49.573118 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-00d5d45a-362d-4af4-ab90-cd65cd260466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:49.598352 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-09cfc8e0-bb7d-46f4-8bcf-b379916a6cc0 req-10a46e70-2d3e-4345-a1b5-36f41f0b39c7 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] No DVR routers for this DVR port 0f1afee8-c9cc-4793-93d6-6f6184049791 on host n-h2-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:22:49.599391 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:22:49.601711 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-09cfc8e0-bb7d-46f4-8bcf-b379916a6cc0 req-10a46e70-2d3e-4345-a1b5-36f41f0b39c7 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:49.605663 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-09cfc8e0-bb7d-46f4-8bcf-b379916a6cc0 req-10a46e70-2d3e-4345-a1b5-36f41f0b39c7 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.15 "DELETE /v2.0/ports/0f1afee8-c9cc-4793-93d6-6f6184049791 HTTP/1.1" status: 204 len: 173 time: 1.0970109 Apr 20 13:22:49.606558 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b19cc1-0a44-4680-b5bf-7196b0bfa4ce', 'name': 'network-vif-deleted', 'tag': '0f1afee8-c9cc-4793-93d6-6f6184049791'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:22:49.609661 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca6fa02-2d8e-4ac4-87c0-5aff28c4396f" -d '{"events": [{"server_uuid": "e5b19cc1-0a44-4680-b5bf-7196b0bfa4ce", "name": "network-vif-deleted", "tag": "0f1afee8-c9cc-4793-93d6-6f6184049791"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:22:49.657776 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-00d5d45a-362d-4af4-ab90-cd65cd260466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:49.694025 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908b0dd2-a367-4248-80fb-50bd90a5bf35 x-openstack-request-id: req-908b0dd2-a367-4248-80fb-50bd90a5bf35 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:22:49.694706 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b19cc1-0a44-4680-b5bf-7196b0bfa4ce", "name": "network-vif-deleted", "tag": "0f1afee8-c9cc-4793-93d6-6f6184049791", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:22:49.695131 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-908b0dd2-a367-4248-80fb-50bd90a5bf35 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:22:49.695718 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-908b0dd2-a367-4248-80fb-50bd90a5bf35'] response: {'server_uuid': 'e5b19cc1-0a44-4680-b5bf-7196b0bfa4ce', 'name': 'network-vif-deleted', 'tag': '0f1afee8-c9cc-4793-93d6-6f6184049791', 'status': 'completed', 'code': 200} Apr 20 13:22:49.722665 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5d45a-362d-4af4-ab90-cd65cd260466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc86515-eefb-461c-91f1-1c692758a3c3,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:49.742378 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0972c4f7-6d39-4c77-9754-fa5a828d13b3 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Made reservation on behalf of 921fc4094b8f49f1a436656db5724eca for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:22:49.747801 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0972c4f7-6d39-4c77-9754-fa5a828d13b3 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:49.804209 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-165a3618-d108-464b-a0bb-1c1e9545be84 req-3659e655-8318-4381-a60f-2884c9ccbbd9 tempest-MultipleCreateTestJSON-1659431442 tempest-MultipleCreateTestJSON-1659431442-project] 10.222.0.25 "GET /v2.0/ports?device_id=44941d5e-a7c6-40d1-a4d8-b5981394598d HTTP/1.1" status: 200 len: 210 time: 0.0629086 Apr 20 13:22:49.842430 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-00d5d45a-362d-4af4-ab90-cd65cd260466 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2602e864fb3842569d06dc12b5214c6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8687518 Apr 20 13:22:49.843719 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60280) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:49.954084 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-486f33b5-bfa1-4bba-b75f-3a06f54c6e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:50.002919 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-486f33b5-bfa1-4bba-b75f-3a06f54c6e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:50.168266 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-486f33b5-bfa1-4bba-b75f-3a06f54c6e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:50.181322 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-486f33b5-bfa1-4bba-b75f-3a06f54c6e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:50.183210 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-486f33b5-bfa1-4bba-b75f-3a06f54c6e5d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cfc86515-eefb-461c-91f1-1c692758a3c3 HTTP/1.1" status: 204 len: 168 time: 0.3386335 Apr 20 13:22:50.216511 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f33b5-bfa1-4bba-b75f-3a06f54c6e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc86515-eefb-461c-91f1-1c692758a3c3,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:50.366069 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0972c4f7-6d39-4c77-9754-fa5a828d13b3 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:50.422772 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972c4f7-6d39-4c77-9754-fa5a828d13b3 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'Subnet': ['ID=17279065-2392-4099-90e3-6079c619e2b4,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:50.446124 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a95dcf-b461-4df9-883e-c94d27808651 req-b4f3c756-6150-4b1e-b755-ea44b9e13728 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:50.447819 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-76a95dcf-b461-4df9-883e-c94d27808651 req-b4f3c756-6150-4b1e-b755-ea44b9e13728 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.1790438 Apr 20 13:22:50.468062 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0972c4f7-6d39-4c77-9754-fa5a828d13b3 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Network a5cc9a9c-05b5-4665-a823-6bb2e6db3b64 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:22:50.468062 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-0972c4f7-6d39-4c77-9754-fa5a828d13b3 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:22:50.472236 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0972c4f7-6d39-4c77-9754-fa5a828d13b3 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:50.472825 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0972c4f7-6d39-4c77-9754-fa5a828d13b3 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:50.482188 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc39e0b-978a-4544-89da-b43369afbf57 None None] Network a5cc9a9c-05b5-4665-a823-6bb2e6db3b64 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:22:50.525149 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf7a04-2c57-4904-a69d-d3206601d2e5 req-71bb29bd-fc3d-443b-b3f2-290963480580 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:50.533892 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c7cf7a04-2c57-4904-a69d-d3206601d2e5 req-71bb29bd-fc3d-443b-b3f2-290963480580 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "GET /v2.0/ports?device_id=63a2aa13-048c-498d-9802-2223bee07730 HTTP/1.1" status: 200 len: 946 time: 0.2171056 Apr 20 13:22:50.581809 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-76a95dcf-b461-4df9-883e-c94d27808651 req-1aede70b-3fe0-413d-9cf0-993a9d18fde2 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186523 Apr 20 13:22:50.622270 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c7cf7a04-2c57-4904-a69d-d3206601d2e5 req-cd138e86-6342-485b-8a54-72f33ac404a5 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b1ca533-cb84-41f7-a767-ab5bb59d8c34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904646 Apr 20 13:22:50.632789 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-0972c4f7-6d39-4c77-9754-fa5a828d13b3 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3154430 Apr 20 13:22:50.636234 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60302) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:50.643816 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-231761af-5496-488b-a2e7-334a1a820fba tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'security_group': {'name': 'tempest-secgroup-996668003'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:50.736246 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-476ff032-eebc-4018-aeff-c7c78f99ef14 None None] Provisioning complete for port 4e70ce0f-b82f-4a14-a3d6-0b8d1ef868c3 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:50.736631 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-476ff032-eebc-4018-aeff-c7c78f99ef14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:50.744762 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-231761af-5496-488b-a2e7-334a1a820fba tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:50.844860 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-476ff032-eebc-4018-aeff-c7c78f99ef14 None None] Port 4e70ce0f-b82f-4a14-a3d6-0b8d1ef868c3 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:22:50.856882 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-231761af-5496-488b-a2e7-334a1a820fba tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:50.863422 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-476ff032-eebc-4018-aeff-c7c78f99ef14 None None] Provisioning complete for port 9714527c-a928-4ca0-86ec-9b3f3328c4e2 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:50.863807 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-476ff032-eebc-4018-aeff-c7c78f99ef14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:50.945880 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 60314) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:50.954464 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-231761af-5496-488b-a2e7-334a1a820fba tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:51.022258 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa13987f-8264-429c-9fa3-263fa237b03e admin admin] Deleting subnet a15c91c7-1cec-4363-8fbe-d2c0ed8c5d6b {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:22:51.025861 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fa13987f-8264-429c-9fa3-263fa237b03e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:51.026655 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39aa6dc0-b4c2-4e4c-aaf6-57f56c5b2de5 None None] Update dhcp port {'port': {'network_id': 'a5cc9a9c-05b5-4665-a823-6bb2e6db3b64', 'fixed_ips': [{'subnet_id': 'd28673ac-f10e-4707-8f46-d9d24ccd059c', 'ip_address': '172.20.0.18'}, {'subnet_id': '17279065-2392-4099-90e3-6079c619e2b4'}], 'binding:host_id': 'n-d-836015-7'}, 'id': '9714527c-a928-4ca0-86ec-9b3f3328c4e2'} from n-d-836015-7. {{(pid=114871) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 13:22:51.034775 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231761af-5496-488b-a2e7-334a1a820fba tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea84f7cc-13e8-4a49-b6fa-0bc522895c11,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:51.072560 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fa13987f-8264-429c-9fa3-263fa237b03e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:51.100020 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60318) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:51.115555 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9ee567f1-4486-47f0-b523-5292442fba6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:51.135526 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-231761af-5496-488b-a2e7-334a1a820fba tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:51.135906 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-39aa6dc0-b4c2-4e4c-aaf6-57f56c5b2de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:51.139226 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-231761af-5496-488b-a2e7-334a1a820fba tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4995563 Apr 20 13:22:51.139960 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 60320) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:51.152445 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-a3bcfa70-7016-4156-b6bd-d77f6550a623 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'security_group': {'name': 'tempest-secgroup-1757117573'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:51.190854 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fa13987f-8264-429c-9fa3-263fa237b03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:51.220029 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9ee567f1-4486-47f0-b523-5292442fba6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:51.300790 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a3bcfa70-7016-4156-b6bd-d77f6550a623 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:51.337615 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9ee567f1-4486-47f0-b523-5292442fba6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:51.370364 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-39aa6dc0-b4c2-4e4c-aaf6-57f56c5b2de5 None None] Allocated IP 172.20.0.2 (a5cc9a9c-05b5-4665-a823-6bb2e6db3b64/17279065-2392-4099-90e3-6079c619e2b4/9714527c-a928-4ca0-86ec-9b3f3328c4e2) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:22:51.438785 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9ee567f1-4486-47f0-b523-5292442fba6e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=725311341ea34bd5b718ce47adf75487&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3375666 Apr 20 13:22:51.441467 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee567f1-4486-47f0-b523-5292442fba6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce4e319-de10-4c37-a905-c978c8ca2089,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:51.444055 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60326) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:51.465662 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fa13987f-8264-429c-9fa3-263fa237b03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:51.508522 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a3bcfa70-7016-4156-b6bd-d77f6550a623 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:51.517662 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-39aa6dc0-b4c2-4e4c-aaf6-57f56c5b2de5 None None] For port 9714527c-a928-4ca0-86ec-9b3f3328c4e2, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=9714527c-a928-4ca0-86ec-9b3f3328c4e2,segment=NetworkSegment(7c7d7f69-c9e5-4f77-9103-deff5c5ed86e),segment_id=7c7d7f69-c9e5-4f77-9103-deff5c5ed86e)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:51.526036 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-18aa38f2-e426-422b-abb6-b5db2cc84af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:51.542078 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13987f-8264-429c-9fa3-263fa237b03e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a15c91c7-1cec-4363-8fbe-d2c0ed8c5d6b,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:51.547966 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fa13987f-8264-429c-9fa3-263fa237b03e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:51.556109 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-fa13987f-8264-429c-9fa3-263fa237b03e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a15c91c7-1cec-4363-8fbe-d2c0ed8c5d6b HTTP/1.1" status: 204 len: 168 time: 0.6065269 Apr 20 13:22:51.558522 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 60328) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:51.559619 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-18aa38f2-e426-422b-abb6-b5db2cc84af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:51.561150 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-39aa6dc0-b4c2-4e4c-aaf6-57f56c5b2de5 None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:51.623252 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-39aa6dc0-b4c2-4e4c-aaf6-57f56c5b2de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:51.624901 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a3bcfa70-7016-4156-b6bd-d77f6550a623 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:51.670215 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcfa70-7016-4156-b6bd-d77f6550a623 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d8f0b0-c822-4f6e-8ec1-549acfc4bd03,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:51.690819 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-19846cbf-b4a1-498f-bd23-6d6eed2ecd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:51.723671 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa6dc0-b4c2-4e4c-aaf6-57f56c5b2de5 None None] Pushing event updated for resources: {'Port': ['ID=9714527c-a928-4ca0-86ec-9b3f3328c4e2,revision_number=6']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:51.752984 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-18aa38f2-e426-422b-abb6-b5db2cc84af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:51.755914 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-18aa38f2-e426-422b-abb6-b5db2cc84af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:51.757240 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-18aa38f2-e426-422b-abb6-b5db2cc84af5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9ce4e319-de10-4c37-a905-c978c8ca2089 HTTP/1.1" status: 204 len: 168 time: 0.3123174 Apr 20 13:22:51.785179 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a3bcfa70-7016-4156-b6bd-d77f6550a623 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:51.788974 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a3bcfa70-7016-4156-b6bd-d77f6550a623 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6455743 Apr 20 13:22:51.789784 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 60340) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:51.794428 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-8cec083a-fe6d-41f5-8250-ce4c996ed2c1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'security_group': {'name': 'tempest-secgroup-1215495477'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:51.803029 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-19846cbf-b4a1-498f-bd23-6d6eed2ecd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:51.819773 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa38f2-e426-422b-abb6-b5db2cc84af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce4e319-de10-4c37-a905-c978c8ca2089,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:51.836194 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-19846cbf-b4a1-498f-bd23-6d6eed2ecd5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e783ca97-437f-4c6e-96a9-d1314368a6ae']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:51.841548 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffcb82e-e460-4e1b-8a8d-ea86ac4c0de1 req-aa1ee71c-38c9-4ca3-afc1-5cdd19d3a030 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:51.847041 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-19846cbf-b4a1-498f-bd23-6d6eed2ecd5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8588e126-c540-4263-a838-7380f873274c') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:51.847441 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-19846cbf-b4a1-498f-bd23-6d6eed2ecd5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8588e126-c540-4263-a838-7380f873274c') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:51.857077 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1ffcb82e-e460-4e1b-8a8d-ea86ac4c0de1 req-aa1ee71c-38c9-4ca3-afc1-5cdd19d3a030 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "GET /v2.0/ports?device_id=63a2aa13-048c-498d-9802-2223bee07730 HTTP/1.1" status: 200 len: 946 time: 0.1542881 Apr 20 13:22:51.862790 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-19846cbf-b4a1-498f-bd23-6d6eed2ecd5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:51.879049 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-19846cbf-b4a1-498f-bd23-6d6eed2ecd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:51.891206 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19846cbf-b4a1-498f-bd23-6d6eed2ecd5d admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:22:51.891762 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-19846cbf-b4a1-498f-bd23-6d6eed2ecd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:51.909087 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c2af1-ab6d-4050-a911-724fea97d755 req-15982e57-34d6-41ec-a8c5-f10c3768b6b7 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:51.922443 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bc1c2af1-ab6d-4050-a911-724fea97d755 req-15982e57-34d6-41ec-a8c5-f10c3768b6b7 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.2061620 Apr 20 13:22:51.981400 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 914dfced-8469-43fb-b7e0-a7113fff4660 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:22:51.982882 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1ffcb82e-e460-4e1b-8a8d-ea86ac4c0de1 req-bb853f13-20d9-4b53-be97-7f21d74c53d1 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b1ca533-cb84-41f7-a767-ab5bb59d8c34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249423 Apr 20 13:22:52.000474 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:22:52.000474 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:22:52.000474 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:22:52.000474 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:22:52.000474 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:22:52.000474 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:22:52.000474 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:22:52.000474 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:22:52.000474 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:22:52.000474 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:22:52.000474 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:22:52.000474 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:22:52.000474 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:22:52.000474 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:22:52.000474 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:22:52.000474 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:22:52.000474 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:22:52.000474 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:22:52.000474 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:22:52.000474 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:22:52.000474 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:22:52.000474 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:22:52.000474 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:22:52.000474 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:22:52.000474 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:22:52.000474 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:22:52.000474 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:22:52.000474 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:22:52.000474 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:22:52.000474 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:22:52.000474 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:22:52.000474 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:22:52.004178 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8cec083a-fe6d-41f5-8250-ce4c996ed2c1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:52.035234 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bc1c2af1-ab6d-4050-a911-724fea97d755 req-2ede71e7-17b4-4727-aabf-b633cd3fe1c4 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117787 Apr 20 13:22:52.052620 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-19846cbf-b4a1-498f-bd23-6d6eed2ecd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:52.058361 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-19846cbf-b4a1-498f-bd23-6d6eed2ecd5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:52.061404 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 914dfced-8469-43fb-b7e0-a7113fff4660 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:22:52.061735 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 914dfced-8469-43fb-b7e0-a7113fff4660 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:22:52.062102 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-19846cbf-b4a1-498f-bd23-6d6eed2ecd5d admin admin] 10.222.0.25 "DELETE /v2.0/networks/e783ca97-437f-4c6e-96a9-d1314368a6ae HTTP/1.1" status: 204 len: 168 time: 0.5015371 Apr 20 13:22:52.079633 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19846cbf-b4a1-498f-bd23-6d6eed2ecd5d admin admin] Pushing event deleted for resources: {'Network': ['ID=e783ca97-437f-4c6e-96a9-d1314368a6ae,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:52.139373 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8cec083a-fe6d-41f5-8250-ce4c996ed2c1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:52.220823 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eddc3d-11b9-42f3-a608-40d11e366deb req-4c4c878c-69e5-4366-8b76-6aa8e53be4ec tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:52.222392 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-25eddc3d-11b9-42f3-a608-40d11e366deb req-4c4c878c-69e5-4366-8b76-6aa8e53be4ec tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "GET /v2.0/ports?device_id=63a2aa13-048c-498d-9802-2223bee07730 HTTP/1.1" status: 200 len: 946 time: 0.0528615 Apr 20 13:22:52.240915 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8cec083a-fe6d-41f5-8250-ce4c996ed2c1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:52.286063 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-25eddc3d-11b9-42f3-a608-40d11e366deb req-acdd2c69-33cb-464f-a4bc-72b2a7c70ff5 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b1ca533-cb84-41f7-a767-ab5bb59d8c34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562861 Apr 20 13:22:52.289834 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec083a-fe6d-41f5-8250-ce4c996ed2c1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d425f2ca-2d92-4c1e-8ad7-8f29578a0b9d,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:52.390983 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8cec083a-fe6d-41f5-8250-ce4c996ed2c1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:52.395244 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60358) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:52.400067 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8cec083a-fe6d-41f5-8250-ce4c996ed2c1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6090953 Apr 20 13:22:52.400936 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-f9577275-4fef-440d-85b8-666f8fd03b71 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1995568603', 'security_groups': ['d425f2ca-2d92-4c1e-8ad7-8f29578a0b9d'], 'network_id': 'a5cc9a9c-05b5-4665-a823-6bb2e6db3b64', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '17279065-2392-4099-90e3-6079c619e2b4'}]}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:52.454513 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 60360) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:52.521660 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e52fb2-01f1-4681-a9b5-a7d32d1509d1 req-032d4d8c-c578-43ef-9b5f-b77f29a7b22c tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:52.528025 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d9e52fb2-01f1-4681-a9b5-a7d32d1509d1 req-032d4d8c-c578-43ef-9b5f-b77f29a7b22c tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "GET /v2.0/ports?device_id=63a2aa13-048c-498d-9802-2223bee07730 HTTP/1.1" status: 200 len: 946 time: 0.1647623 Apr 20 13:22:52.536328 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-996920a3-fdf1-450e-96fd-350eec370e43 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f70259df35b04b44a243b0a63259328e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0766554 Apr 20 13:22:52.536657 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 60362) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:52.571028 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 6319332d-ba6a-4450-91d6-134778e02895 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:22:52.574678 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 0f1afee8-c9cc-4793-93d6-6f6184049791 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:22:52.623284 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1d6e2573-974e-4624-ace0-99f831801428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:52.629225 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d9e52fb2-01f1-4681-a9b5-a7d32d1509d1 req-52453a2c-2acb-4c00-ad49-df78df63805a tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b1ca533-cb84-41f7-a767-ab5bb59d8c34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908532 Apr 20 13:22:52.645811 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 0f1afee8-c9cc-4793-93d6-6f6184049791 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:22:52.646422 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 0f1afee8-c9cc-4793-93d6-6f6184049791 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:22:52.647492 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60368) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:52.647864 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1d6e2573-974e-4624-ace0-99f831801428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:52.707178 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9577275-4fef-440d-85b8-666f8fd03b71 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Made reservation on behalf of 921fc4094b8f49f1a436656db5724eca for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:22:52.769194 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-1786354f-b106-44b2-8e9d-9b3279041bba None None] Provisioning complete for port 4e70ce0f-b82f-4a14-a3d6-0b8d1ef868c3 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:52.769936 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1786354f-b106-44b2-8e9d-9b3279041bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:52.812100 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1d6e2573-974e-4624-ace0-99f831801428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:52.816583 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1d6e2573-974e-4624-ace0-99f831801428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:52.821684 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1d6e2573-974e-4624-ace0-99f831801428 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9650120b-ab55-426c-a3dc-890fb68c27e2 HTTP/1.1" status: 204 len: 168 time: 0.2839592 Apr 20 13:22:52.825895 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 6319332d-ba6a-4450-91d6-134778e02895, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=6319332d-ba6a-4450-91d6-134778e02895,segment=NetworkSegment(da203ac5-ec47-412d-9a8f-1056386260c6),segment_id=da203ac5-ec47-412d-9a8f-1056386260c6)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:52.837644 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e2573-974e-4624-ace0-99f831801428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9650120b-ab55-426c-a3dc-890fb68c27e2,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:52.839840 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-1786354f-b106-44b2-8e9d-9b3279041bba None None] Port 4e70ce0f-b82f-4a14-a3d6-0b8d1ef868c3 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:22:52.855392 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '6319332d-ba6a-4450-91d6-134778e02895', 'network_id': '00bf89be-b590-4b91-9bd9-098821a10670', 'port_id': '6319332d-ba6a-4450-91d6-134778e02895', 'mac_address': 'fa:16:3e:12:95:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b50266ce-851e-4de2-9181-6876aeec3806', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:22:52.865245 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-1786354f-b106-44b2-8e9d-9b3279041bba None None] Provisioning complete for port 9714527c-a928-4ca0-86ec-9b3f3328c4e2 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:52.865897 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1786354f-b106-44b2-8e9d-9b3279041bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:52.892160 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f9577275-4fef-440d-85b8-666f8fd03b71 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:52.914612 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [None req-f9577275-4fef-440d-85b8-666f8fd03b71 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] device_id is not set on port ba57ddc9-7f31-4069-95c5-4057f290d702 yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:22:52.976262 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:53.010487 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6319332d-ba6a-4450-91d6-134778e02895 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:22:53.032990 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 6319332d-ba6a-4450-91d6-134778e02895, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=6319332d-ba6a-4450-91d6-134778e02895,segment=NetworkSegment(da203ac5-ec47-412d-9a8f-1056386260c6),segment_id=da203ac5-ec47-412d-9a8f-1056386260c6)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:53.104086 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:53.155108 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2cce39-9e2b-450b-a110-3206798f5fea tempest-TestServerBasicOps-190238713 tempest-TestServerBasicOps-190238713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:53.155108 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5e2cce39-9e2b-450b-a110-3206798f5fea tempest-TestServerBasicOps-190238713 tempest-TestServerBasicOps-190238713-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=63a2aa13-048c-498d-9802-2223bee07730 HTTP/1.1" status: 200 len: 1092 time: 0.5051169 Apr 20 13:22:53.157004 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 60394) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:53.162129 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-aef7d83b-dc84-4871-8e01-51d1e62ffc03 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'port_id': '8ad2d059-2eee-4291-9ce4-6e6a01a995c4', 'tenant_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'fixed_ip_address': '172.20.0.10'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:53.215760 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['6319332d-ba6a-4450-91d6-134778e02895'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:22:53.229170 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=6319332d-ba6a-4450-91d6-134778e02895,revision_number=6']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:53.284511 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aef7d83b-dc84-4871-8e01-51d1e62ffc03 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks [] for floatingip, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:53.297265 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8253277c-26cc-4783-b925-3fc69d2ffabb req-7a1d91e8-c39d-4dc0-9796-3255412f214b tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:53.305655 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8253277c-26cc-4783-b925-3fc69d2ffabb req-7a1d91e8-c39d-4dc0-9796-3255412f214b tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 945 time: 0.1588516 Apr 20 13:22:53.337932 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-f9577275-4fef-440d-85b8-666f8fd03b71 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Allocated IP 172.20.0.9 (a5cc9a9c-05b5-4665-a823-6bb2e6db3b64/17279065-2392-4099-90e3-6079c619e2b4/ba57ddc9-7f31-4069-95c5-4057f290d702) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:22:53.411039 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8253277c-26cc-4783-b925-3fc69d2ffabb req-187cd2e2-b3d6-4143-8d6e-7d997f62740a tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036296 Apr 20 13:22:53.521055 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aef7d83b-dc84-4871-8e01-51d1e62ffc03 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:53.627826 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f9577275-4fef-440d-85b8-666f8fd03b71 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:53.723467 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60422) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:53.733077 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f9577275-4fef-440d-85b8-666f8fd03b71 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:53.760887 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-aef7d83b-dc84-4871-8e01-51d1e62ffc03 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Allocated IP 172.25.8.50 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/d2f9eeca-e32c-4be2-9c16-880d2141ee1e) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:22:53.786114 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 9714527c-a928-4ca0-86ec-9b3f3328c4e2 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:22:53.813665 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9577275-4fef-440d-85b8-666f8fd03b71 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Network a5cc9a9c-05b5-4665-a823-6bb2e6db3b64 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:22:53.818870 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-f9577275-4fef-440d-85b8-666f8fd03b71 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:22:53.833948 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9577275-4fef-440d-85b8-666f8fd03b71 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:22:53.841138 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9577275-4fef-440d-85b8-666f8fd03b71 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'Port': ['ID=ba57ddc9-7f31-4069-95c5-4057f290d702,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:53.883452 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 9714527c-a928-4ca0-86ec-9b3f3328c4e2 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:53.883840 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:53.977604 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9577275-4fef-440d-85b8-666f8fd03b71 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:53.978300 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f9577275-4fef-440d-85b8-666f8fd03b71 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:54.000365 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-4643beb3-460a-40bc-ac70-9e0852c7fda9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1002157579-network', 'tenant_id': '80afdba20e43474184e0ae1925153140'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:54.096261 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4643beb3-460a-40bc-ac70-9e0852c7fda9 admin admin] Made reservation on behalf of 80afdba20e43474184e0ae1925153140 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:22:54.099691 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4643beb3-460a-40bc-ac70-9e0852c7fda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:54.116704 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4643beb3-460a-40bc-ac70-9e0852c7fda9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:54.143481 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f9577275-4fef-440d-85b8-666f8fd03b71 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7468982 Apr 20 13:22:54.144533 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60432) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:54.172166 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-f116a33b-0a57-4d65-be5f-f410391fc46d tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'subnet': {'network_id': 'a5cc9a9c-05b5-4665-a823-6bb2e6db3b64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:54.318239 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-68f7e9da-f8d0-405f-8f20-8d0258850872 None None] Provisioning complete for port ba57ddc9-7f31-4069-95c5-4057f290d702 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:54.318874 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-68f7e9da-f8d0-405f-8f20-8d0258850872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:54.374677 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aef7d83b-dc84-4871-8e01-51d1e62ffc03 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:54.377759 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-68f7e9da-f8d0-405f-8f20-8d0258850872 None None] Port ba57ddc9-7f31-4069-95c5-4057f290d702 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:22:54.406750 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4643beb3-460a-40bc-ac70-9e0852c7fda9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:54.450431 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b9195bc9-bbac-446d-aa70-76fff5a2240a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:54.484094 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4643beb3-460a-40bc-ac70-9e0852c7fda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:54.517473 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4643beb3-460a-40bc-ac70-9e0852c7fda9 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:22:54.538328 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aef7d83b-dc84-4871-8e01-51d1e62ffc03 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:54.563921 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4643beb3-460a-40bc-ac70-9e0852c7fda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:54.564284 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-4643beb3-460a-40bc-ac70-9e0852c7fda9 admin admin] Added segment 0a99f852-2ec7-4242-b347-aa96e29a3d82 of type vlan for network dba3873c-70b0-46c0-9226-9b2dc298f12c Apr 20 13:22:54.567738 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4643beb3-460a-40bc-ac70-9e0852c7fda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef66df96-b5d9-4d87-9db2-c63e9d6c2d06,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:54.570562 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f116a33b-0a57-4d65-be5f-f410391fc46d tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Made reservation on behalf of 921fc4094b8f49f1a436656db5724eca for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:22:54.573960 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f116a33b-0a57-4d65-be5f-f410391fc46d tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:54.589179 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 6319332d-ba6a-4450-91d6-134778e02895 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:22:54.595131 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeff88e-e5a8-4da3-b6b9-82a19b41096b req-fa7a0859-0ee6-41be-83d3-2be2d572805d tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:54.596585 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dbeff88e-e5a8-4da3-b6b9-82a19b41096b req-fa7a0859-0ee6-41be-83d3-2be2d572805d tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 945 time: 0.1040635 Apr 20 13:22:54.631650 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef7d83b-dc84-4871-8e01-51d1e62ffc03 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:22:54.634824 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-aef7d83b-dc84-4871-8e01-51d1e62ffc03 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:22:54.641356 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef7d83b-dc84-4871-8e01-51d1e62ffc03 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:22:54.671717 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dbeff88e-e5a8-4da3-b6b9-82a19b41096b req-5b445c7b-3796-421f-899f-52d433e0ea76 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630715 Apr 20 13:22:54.715510 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 6319332d-ba6a-4450-91d6-134778e02895 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:54.716444 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:54.732272 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4643beb3-460a-40bc-ac70-9e0852c7fda9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:54.747473 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7d83b-dc84-4871-8e01-51d1e62ffc03 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Pushing event updated for resources: {'Port': ['ID=d2f9eeca-e32c-4be2-9c16-880d2141ee1e,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:54.784230 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60452) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:54.848518 n-d-836015-7 neutron-server[114869]: INFO neutron.db.ipam_backend_mixin [None req-f116a33b-0a57-4d65-be5f-f410391fc46d tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 17279065-2392-4099-90e3-6079c619e2b4 (CIDR: 172.20.0.0/28) Apr 20 13:22:54.876953 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:54.919192 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4643beb3-460a-40bc-ac70-9e0852c7fda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:54.920343 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4643beb3-460a-40bc-ac70-9e0852c7fda9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:54.922902 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4643beb3-460a-40bc-ac70-9e0852c7fda9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:54.931567 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 6319332d-ba6a-4450-91d6-134778e02895, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=6319332d-ba6a-4450-91d6-134778e02895,segment=NetworkSegment(da203ac5-ec47-412d-9a8f-1056386260c6),segment_id=da203ac5-ec47-412d-9a8f-1056386260c6)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:54.932548 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ebca7d-f610-41d6-b734-c077d023598a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6319332d-ba6a-4450-91d6-134778e02895'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:22:54.937903 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db20c5b-4aab-4c9c-9a95-02bef32a71d2" -d '{"events": [{"server_uuid": "41ebca7d-f610-41d6-b734-c077d023598a", "name": "network-vif-plugged", "status": "completed", "tag": "6319332d-ba6a-4450-91d6-134778e02895"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:22:54.950204 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-f116a33b-0a57-4d65-be5f-f410391fc46d tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:22:54.952588 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f116a33b-0a57-4d65-be5f-f410391fc46d tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:22:54.967615 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-6c64d8d4-6693-49e1-92e1-b3add94166a2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-797824692-network', 'tenant_id': 'b5dc3931e6714f8cb843649afbc5f7c5'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:54.993077 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb428fb-a1b7-456d-b52d-00de71022134 x-openstack-request-id: req-adb428fb-a1b7-456d-b52d-00de71022134 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:22:54.993375 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ebca7d-f610-41d6-b734-c077d023598a", "name": "network-vif-plugged", "status": "completed", "tag": "6319332d-ba6a-4450-91d6-134778e02895", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:22:54.993639 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-adb428fb-a1b7-456d-b52d-00de71022134 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:22:54.994037 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adb428fb-a1b7-456d-b52d-00de71022134'] response: {'server_uuid': '41ebca7d-f610-41d6-b734-c077d023598a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6319332d-ba6a-4450-91d6-134778e02895', 'code': 200} Apr 20 13:22:55.041181 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:55.049368 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4643beb3-460a-40bc-ac70-9e0852c7fda9 admin admin] Pushing event updated for resources: {'Network': ['ID=dba3873c-70b0-46c0-9226-9b2dc298f12c,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:55.074406 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4643beb3-460a-40bc-ac70-9e0852c7fda9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3496246 Apr 20 13:22:55.075025 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60462) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:55.080301 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-483e715b-ac68-4e14-90d6-14c1f3415c54 admin admin] Request body: {'subnet': {'network_id': 'dba3873c-70b0-46c0-9226-9b2dc298f12c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1002157579-subnet', 'tenant_id': '80afdba20e43474184e0ae1925153140', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:55.092753 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network dba3873c-70b0-46c0-9226-9b2dc298f12c details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:22:55.096274 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f116a33b-0a57-4d65-be5f-f410391fc46d tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9363577 Apr 20 13:22:55.104693 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60464) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:55.110904 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-abdeb5a1-172e-40a5-a422-2bb7f3f921aa tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'subnet': {'network_id': 'a5cc9a9c-05b5-4665-a823-6bb2e6db3b64', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:55.169341 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c64d8d4-6693-49e1-92e1-b3add94166a2 admin admin] Made reservation on behalf of b5dc3931e6714f8cb843649afbc5f7c5 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:22:55.171927 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6c64d8d4-6693-49e1-92e1-b3add94166a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:55.183821 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=6319332d-ba6a-4450-91d6-134778e02895,revision_number=7']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:55.185360 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6c64d8d4-6693-49e1-92e1-b3add94166a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:55.187227 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483e715b-ac68-4e14-90d6-14c1f3415c54 admin admin] Made reservation on behalf of 80afdba20e43474184e0ae1925153140 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:22:55.189774 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-483e715b-ac68-4e14-90d6-14c1f3415c54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:55.461783 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aef7d83b-dc84-4871-8e01-51d1e62ffc03 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:55.481481 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6c64d8d4-6693-49e1-92e1-b3add94166a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:55.511052 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abdeb5a1-172e-40a5-a422-2bb7f3f921aa tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Made reservation on behalf of 921fc4094b8f49f1a436656db5724eca for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:22:55.517380 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-abdeb5a1-172e-40a5-a422-2bb7f3f921aa tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:55.564737 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6c64d8d4-6693-49e1-92e1-b3add94166a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:55.628232 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-483e715b-ac68-4e14-90d6-14c1f3415c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:55.674481 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c64d8d4-6693-49e1-92e1-b3add94166a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:22:55.709704 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aef7d83b-dc84-4871-8e01-51d1e62ffc03 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:55.720854 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64d8d4-6693-49e1-92e1-b3add94166a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:55.742087 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6c64d8d4-6693-49e1-92e1-b3add94166a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:55.742532 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-6c64d8d4-6693-49e1-92e1-b3add94166a2 admin admin] Added segment 5847a401-b716-4b53-a934-335b190c1a91 of type vlan for network 30a0afd4-452b-4cd5-87af-310670c6e8f3 Apr 20 13:22:55.825780 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e715b-ac68-4e14-90d6-14c1f3415c54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=338bde54-c215-447a-bd88-634386559aad,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:55.837617 n-d-836015-7 neutron-server[114869]: INFO neutron.db.ipam_backend_mixin [None req-abdeb5a1-172e-40a5-a422-2bb7f3f921aa tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet d28673ac-f10e-4707-8f46-d9d24ccd059c (CIDR: 172.20.0.16/28) Apr 20 13:22:55.849077 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483e715b-ac68-4e14-90d6-14c1f3415c54 admin admin] Checking segment: {'id': '0a99f852-2ec7-4242-b347-aa96e29a3d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'dba3873c-70b0-46c0-9226-9b2dc298f12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:22:55.849077 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483e715b-ac68-4e14-90d6-14c1f3415c54 admin admin] Network hostable DHCP agents. Network: dba3873c-70b0-46c0-9226-9b2dc298f12c, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:22:55.853973 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6c64d8d4-6693-49e1-92e1-b3add94166a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:55.906599 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-abdeb5a1-172e-40a5-a422-2bb7f3f921aa tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:22:55.907174 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abdeb5a1-172e-40a5-a422-2bb7f3f921aa tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:22:55.931346 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aef7d83b-dc84-4871-8e01-51d1e62ffc03 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:55.938299 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e04b80-fafa-4953-8a51-54081aab2403 req-1befb9de-38c8-4720-9318-487d0d188609 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:55.939841 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-43e04b80-fafa-4953-8a51-54081aab2403 req-1befb9de-38c8-4720-9318-487d0d188609 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.1063793 Apr 20 13:22:55.978382 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-43e04b80-fafa-4953-8a51-54081aab2403 req-95522c7b-aa03-4db3-b73d-1bbaed4e1365 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317402 Apr 20 13:22:56.045854 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aef7d83b-dc84-4871-8e01-51d1e62ffc03 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:56.046820 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483e715b-ac68-4e14-90d6-14c1f3415c54 admin admin] Network dba3873c-70b0-46c0-9226-9b2dc298f12c is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:22:56.049188 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6c64d8d4-6693-49e1-92e1-b3add94166a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:56.050416 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c64d8d4-6693-49e1-92e1-b3add94166a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:56.051002 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6c64d8d4-6693-49e1-92e1-b3add94166a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:56.057453 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-abdeb5a1-172e-40a5-a422-2bb7f3f921aa tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9516964 Apr 20 13:22:56.063256 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60480) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:56.084368 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-f90eed6d-f8d3-4975-8d37-b8b997936c12 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'subnet': {'network_id': 'a5cc9a9c-05b5-4665-a823-6bb2e6db3b64', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:56.124660 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7d83b-dc84-4871-8e01-51d1e62ffc03 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Pushing event updated for resources: {'Port': ['ID=d2f9eeca-e32c-4be2-9c16-880d2141ee1e,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:56.128427 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aef7d83b-dc84-4871-8e01-51d1e62ffc03 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:56.140874 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-483e715b-ac68-4e14-90d6-14c1f3415c54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, dba3873c-70b0-46c0-9226-9b2dc298f12c) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:22:56.149745 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2e8374-05c5-4230-925d-cdd3424fd03d None None] Network dba3873c-70b0-46c0-9226-9b2dc298f12c requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:22:56.181402 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483e715b-ac68-4e14-90d6-14c1f3415c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:56.181970 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-483e715b-ac68-4e14-90d6-14c1f3415c54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:56.198606 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-6c64d8d4-6693-49e1-92e1-b3add94166a2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4041250 Apr 20 13:22:56.206038 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60484) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:56.206707 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64d8d4-6693-49e1-92e1-b3add94166a2 admin admin] Pushing event updated for resources: {'Network': ['ID=30a0afd4-452b-4cd5-87af-310670c6e8f3,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:56.213267 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-5bafe52a-7af7-4879-a4ca-a457af07f4d5 admin admin] Request body: {'subnet': {'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-797824692-subnet', 'tenant_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:56.242352 n-d-836015-7 neutron-server[114870]: INFO neutron.db.l3_db [None req-aef7d83b-dc84-4871-8e01-51d1e62ffc03 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Floating IP 33c5731e-9ae0-4b6c-88c6-f94cf0335b43 associated. External IP: 172.25.8.50, port: 8ad2d059-2eee-4291-9ce4-6e6a01a995c4. Apr 20 13:22:56.252863 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 30a0afd4-452b-4cd5-87af-310670c6e8f3 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:22:56.284085 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-483e715b-ac68-4e14-90d6-14c1f3415c54 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2077894 Apr 20 13:22:56.370387 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bafe52a-7af7-4879-a4ca-a457af07f4d5 admin admin] Made reservation on behalf of b5dc3931e6714f8cb843649afbc5f7c5 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:22:56.377571 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5bafe52a-7af7-4879-a4ca-a457af07f4d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:56.392774 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90eed6d-f8d3-4975-8d37-b8b997936c12 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Made reservation on behalf of 921fc4094b8f49f1a436656db5724eca for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:22:56.398558 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f90eed6d-f8d3-4975-8d37-b8b997936c12 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:56.428510 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70603eef-36b5-4d22-83bd-8e707a569379 None None] Network dba3873c-70b0-46c0-9226-9b2dc298f12c requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:22:56.535466 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef7d83b-dc84-4871-8e01-51d1e62ffc03 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Router fdc35cb1-4e07-4989-8441-46af2a0b36ed has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:22:56.757830 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5bafe52a-7af7-4879-a4ca-a457af07f4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:56.763575 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef7d83b-dc84-4871-8e01-51d1e62ffc03 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:22:56.776136 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4666fd63-aa51-4b0b-922e-475972986bd3 None None] Sync routers for ids ['fdc35cb1-4e07-4989-8441-46af2a0b36ed'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:22:56.796274 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4666fd63-aa51-4b0b-922e-475972986bd3 None None] Routers {'fdc35cb1-4e07-4989-8441-46af2a0b36ed'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:22:56.797039 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-4666fd63-aa51-4b0b-922e-475972986bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:22:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['fdc35cb1-4e07-4989-8441-46af2a0b36ed'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:56.877049 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aef7d83b-dc84-4871-8e01-51d1e62ffc03 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:56.890724 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f44052d7-0d6b-46a7-9b36-004282a7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:56.933887 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-4666fd63-aa51-4b0b-922e-475972986bd3 None None] Set router fdc35cb1-4e07-4989-8441-46af2a0b36ed gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:22:56.979000 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-aef7d83b-dc84-4871-8e01-51d1e62ffc03 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8152044 Apr 20 13:22:56.979822 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a2aa13-048c-498d-9802-2223bee07730', 'tag': '8ad2d059-2eee-4291-9ce4-6e6a01a995c4'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:22:56.982751 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c110fe6-dd76-4272-a037-ab8e31f6ccaa" -d '{"events": [{"name": "network-changed", "server_uuid": "63a2aa13-048c-498d-9802-2223bee07730", "tag": "8ad2d059-2eee-4291-9ce4-6e6a01a995c4"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:22:57.043102 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c082a9ac-a294-4933-9190-c7b57ad7c0d6 x-openstack-request-id: req-c082a9ac-a294-4933-9190-c7b57ad7c0d6 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:22:57.043446 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63a2aa13-048c-498d-9802-2223bee07730", "tag": "8ad2d059-2eee-4291-9ce4-6e6a01a995c4", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:22:57.049400 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c082a9ac-a294-4933-9190-c7b57ad7c0d6 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:22:57.049400 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c082a9ac-a294-4933-9190-c7b57ad7c0d6'] response: {'name': 'network-changed', 'server_uuid': '63a2aa13-048c-498d-9802-2223bee07730', 'tag': '8ad2d059-2eee-4291-9ce4-6e6a01a995c4', 'status': 'completed', 'code': 200} Apr 20 13:22:57.138252 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c110fe6-dd76-4272-a037-ab8e31f6ccaa req-1dc02806-a8bd-49b5-be13-81883d2d02e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:57.140355 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2c110fe6-dd76-4272-a037-ab8e31f6ccaa req-1dc02806-a8bd-49b5-be13-81883d2d02e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7d094a7c46d4d49b889e6b8219e2601&device_id=63a2aa13-048c-498d-9802-2223bee07730 HTTP/1.1" status: 200 len: 1097 time: 0.0700617 Apr 20 13:22:57.365961 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c110fe6-dd76-4272-a037-ab8e31f6ccaa req-ca5ad273-a071-489f-8328-db51d18b7bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:57.368167 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2c110fe6-dd76-4272-a037-ab8e31f6ccaa req-ca5ad273-a071-489f-8328-db51d18b7bd2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=72ce9eb7-6e65-4d33-a97e-ba495b7f713f HTTP/1.1" status: 200 len: 908 time: 0.2092736 Apr 20 13:22:57.459631 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f90eed6d-f8d3-4975-8d37-b8b997936c12 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:57.472455 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bafe52a-7af7-4879-a4ca-a457af07f4d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30a664a4-266d-459a-b14d-e17b45ff5b80,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:57.480596 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2c110fe6-dd76-4272-a037-ab8e31f6ccaa req-94ca3cae-56d0-419e-bd67-1a5e7e87633b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ad2d059-2eee-4291-9ce4-6e6a01a995c4 HTTP/1.1" status: 200 len: 999 time: 0.1049840 Apr 20 13:22:57.497208 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90eed6d-f8d3-4975-8d37-b8b997936c12 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Network a5cc9a9c-05b5-4665-a823-6bb2e6db3b64 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:22:57.533417 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-f90eed6d-f8d3-4975-8d37-b8b997936c12 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:22:57.556832 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05fa277-b835-4737-9f6f-79f5ee71dba5 None None] Network a5cc9a9c-05b5-4665-a823-6bb2e6db3b64 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:22:57.558720 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bafe52a-7af7-4879-a4ca-a457af07f4d5 admin admin] Checking segment: {'id': '5847a401-b716-4b53-a934-335b190c1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:22:57.559112 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bafe52a-7af7-4879-a4ca-a457af07f4d5 admin admin] Network hostable DHCP agents. Network: 30a0afd4-452b-4cd5-87af-310670c6e8f3, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:22:57.569024 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90eed6d-f8d3-4975-8d37-b8b997936c12 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:57.569624 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f90eed6d-f8d3-4975-8d37-b8b997936c12 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:57.600893 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdf831-622c-4dd6-851a-b8507f65a44f req-1b7c7577-2d89-4c1c-a9b1-d84abdc3b675 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:57.611700 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c110fe6-dd76-4272-a037-ab8e31f6ccaa req-9700da3e-27ea-478f-83e6-d85feefb2aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:57.615631 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2c110fe6-dd76-4272-a037-ab8e31f6ccaa req-9700da3e-27ea-478f-83e6-d85feefb2aa7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8304900-a486-4d9b-92a6-d7e30f1b6efb HTTP/1.1" status: 200 len: 846 time: 0.1285334 Apr 20 13:22:57.617282 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e9bdf831-622c-4dd6-851a-b8507f65a44f req-1b7c7577-2d89-4c1c-a9b1-d84abdc3b675 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.2602453 Apr 20 13:22:57.710221 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90eed6d-f8d3-4975-8d37-b8b997936c12 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'Subnet': ['ID=f5ab138a-39e2-487f-8b31-a7d2f6f6ea7d,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:57.722774 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c110fe6-dd76-4272-a037-ab8e31f6ccaa req-2420e809-4bc7-4635-96c3-0ba317a22a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:57.736352 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2c110fe6-dd76-4272-a037-ab8e31f6ccaa req-2420e809-4bc7-4635-96c3-0ba317a22a2a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72ce9eb7-6e65-4d33-a97e-ba495b7f713f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1130035 Apr 20 13:22:57.760015 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f90eed6d-f8d3-4975-8d37-b8b997936c12 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6925185 Apr 20 13:22:57.763671 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60542) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:57.769234 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-3f4c6e5e-0c2d-44ed-a8dc-5f439878d1a6 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1782776404', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f5ab138a-39e2-487f-8b31-a7d2f6f6ea7d'}], 'security_groups': ['ea84f7cc-13e8-4a49-b6fa-0bc522895c11', 'b9d8f0b0-c822-4f6e-8ec1-549acfc4bd03']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:57.776796 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e9bdf831-622c-4dd6-851a-b8507f65a44f req-b8bb3a72-9972-4863-ae3f-7c5b0e55e71e tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585004 Apr 20 13:22:57.864950 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bafe52a-7af7-4879-a4ca-a457af07f4d5 admin admin] Network 30a0afd4-452b-4cd5-87af-310670c6e8f3 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:22:57.882012 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6e5e-0c2d-44ed-a8dc-5f439878d1a6 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:57.893813 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-4666fd63-aa51-4b0b-922e-475972986bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc35cb1-4e07-4989-8441-46af2a0b36ed', 'name': 'tempest-TestServerBasicOps-52501270-router', 'tenant_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '481f802f-c804-4c73-8c29-266c39c01810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:21:44Z', 'updated_at': '2022-04-20T13:21:56Z', 'revision_number': 4, 'project_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'gw_port': {'id': '481f802f-c804-4c73-8c29-266c39c01810', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc35cb1-4e07-4989-8441-46af2a0b36ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:21:47Z', 'updated_at': '2022-04-20T13:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '33c5731e-9ae0-4b6c-88c6-f94cf0335b43', 'tenant_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'floating_ip_address': '172.25.8.50', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'fdc35cb1-4e07-4989-8441-46af2a0b36ed', 'port_id': '8ad2d059-2eee-4291-9ce4-6e6a01a995c4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ce9eb7-6e65-4d33-a97e-ba495b7f713f', 'mac_address': 'fa:16:3e:8d:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a2aa13-048c-498d-9802-2223bee07730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:22:55Z', 'updated_at': '2022-04-20T13:22:55Z', 'revision_number': 0, 'project_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90b3e514-7f32-4d44-8b53-0e97a0417af1', 'name': '', 'network_id': '72ce9eb7-6e65-4d33-a97e-ba495b7f713f', 'tenant_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'mac_address': 'fa:16:3e:4f:61:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc35cb1-4e07-4989-8441-46af2a0b36ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'a8304900-a486-4d9b-92a6-d7e30f1b6efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:21:53Z', 'updated_at': '2022-04-20T13:22:04Z', 'revision_number': 5, 'project_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'subnets': [{'id': 'a8304900-a486-4d9b-92a6-d7e30f1b6efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:57.937668 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2c110fe6-dd76-4272-a037-ab8e31f6ccaa req-6f65fd2f-b3b5-4a40-b0ae-bab38167e1af service neutron] 10.222.0.32 "GET /v2.0/networks/72ce9eb7-6e65-4d33-a97e-ba495b7f713f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940858 Apr 20 13:22:57.943173 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4666fd63-aa51-4b0b-922e-475972986bd3 None None] Checking router: fdc35cb1-4e07-4989-8441-46af2a0b36ed for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:22:57.943693 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-5bafe52a-7af7-4879-a4ca-a457af07f4d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 30a0afd4-452b-4cd5-87af-310670c6e8f3) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:22:57.960937 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bafe52a-7af7-4879-a4ca-a457af07f4d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:57.963121 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5bafe52a-7af7-4879-a4ca-a457af07f4d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:57.964837 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab24a0a3-c75f-4056-800f-31fe134b109a None None] Network 30a0afd4-452b-4cd5-87af-310670c6e8f3 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:22:57.971568 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4666fd63-aa51-4b0b-922e-475972986bd3 None None] Routers {'fdc35cb1-4e07-4989-8441-46af2a0b36ed'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:22:57.972363 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-4666fd63-aa51-4b0b-922e-475972986bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:22:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['fdc35cb1-4e07-4989-8441-46af2a0b36ed'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:58.123952 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2c110fe6-dd76-4272-a037-ab8e31f6ccaa req-d552097d-7133-440f-8acc-75a4363776a3 service neutron] 10.222.0.32 "GET /v2.0/networks/72ce9eb7-6e65-4d33-a97e-ba495b7f713f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778941 Apr 20 13:22:58.194361 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5bafe52a-7af7-4879-a4ca-a457af07f4d5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.9848328 Apr 20 13:22:58.197046 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 60560) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:58.202289 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-2a857234-36da-4818-8b23-69edaf2b0bdc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-797824692-router', 'tenant_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:58.267493 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54573615-8d84-4d11-b899-d061269bd7c2 None None] Update dhcp port {'port': {'network_id': 'a5cc9a9c-05b5-4665-a823-6bb2e6db3b64', 'fixed_ips': [{'subnet_id': 'd28673ac-f10e-4707-8f46-d9d24ccd059c', 'ip_address': '172.20.0.18'}, {'subnet_id': '17279065-2392-4099-90e3-6079c619e2b4', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f5ab138a-39e2-487f-8b31-a7d2f6f6ea7d'}], 'binding:host_id': 'n-d-836015-7'}, 'id': '9714527c-a928-4ca0-86ec-9b3f3328c4e2'} from n-d-836015-7. {{(pid=114871) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 13:22:58.292666 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:58.315010 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2a857234-36da-4818-8b23-69edaf2b0bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:58.316471 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2a857234-36da-4818-8b23-69edaf2b0bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:58.404166 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-54573615-8d84-4d11-b899-d061269bd7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:58.442438 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2a857234-36da-4818-8b23-69edaf2b0bdc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:58.550166 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-4666fd63-aa51-4b0b-922e-475972986bd3 None None] Set router fdc35cb1-4e07-4989-8441-46af2a0b36ed gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:22:58.551543 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-3f4c6e5e-0c2d-44ed-a8dc-5f439878d1a6 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Delete allocated IP 172.20.0.9 (a5cc9a9c-05b5-4665-a823-6bb2e6db3b64/17279065-2392-4099-90e3-6079c619e2b4) {{(pid=114869) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 20 13:22:58.570649 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-3f4c6e5e-0c2d-44ed-a8dc-5f439878d1a6 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Allocated IP 172.20.0.39 (a5cc9a9c-05b5-4665-a823-6bb2e6db3b64/f5ab138a-39e2-487f-8b31-a7d2f6f6ea7d/ba57ddc9-7f31-4069-95c5-4057f290d702) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:22:58.914133 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2a857234-36da-4818-8b23-69edaf2b0bdc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:59.077152 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6e5e-0c2d-44ed-a8dc-5f439878d1a6 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:59.090082 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c070a0-8e74-43c6-a5aa-8f6e87018575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-30a0afd4-452b-4cd5-87af-310670c6e8f3', 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3', 'tenant_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'fixed_ips': [{'subnet_id': '30a664a4-266d-459a-b14d-e17b45ff5b80'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:22:59.090082 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-96c070a0-8e74-43c6-a5aa-8f6e87018575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:59.187118 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b5ccc-6168-4696-824f-91360c26b647 req-aec8d358-68c1-4229-80e1-eb9cd4796477 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:59.189819 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-778b5ccc-6168-4696-824f-91360c26b647 req-aec8d358-68c1-4229-80e1-eb9cd4796477 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.2488425 Apr 20 13:22:59.191256 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6e5e-0c2d-44ed-a8dc-5f439878d1a6 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:59.343979 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-4666fd63-aa51-4b0b-922e-475972986bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc35cb1-4e07-4989-8441-46af2a0b36ed', 'name': 'tempest-TestServerBasicOps-52501270-router', 'tenant_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '481f802f-c804-4c73-8c29-266c39c01810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:21:44Z', 'updated_at': '2022-04-20T13:21:56Z', 'revision_number': 4, 'project_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'gw_port': {'id': '481f802f-c804-4c73-8c29-266c39c01810', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc35cb1-4e07-4989-8441-46af2a0b36ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:21:47Z', 'updated_at': '2022-04-20T13:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '33c5731e-9ae0-4b6c-88c6-f94cf0335b43', 'tenant_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'floating_ip_address': '172.25.8.50', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'fdc35cb1-4e07-4989-8441-46af2a0b36ed', 'port_id': '8ad2d059-2eee-4291-9ce4-6e6a01a995c4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ce9eb7-6e65-4d33-a97e-ba495b7f713f', 'mac_address': 'fa:16:3e:8d:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a2aa13-048c-498d-9802-2223bee07730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:22:55Z', 'updated_at': '2022-04-20T13:22:55Z', 'revision_number': 0, 'project_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90b3e514-7f32-4d44-8b53-0e97a0417af1', 'name': '', 'network_id': '72ce9eb7-6e65-4d33-a97e-ba495b7f713f', 'tenant_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'mac_address': 'fa:16:3e:4f:61:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc35cb1-4e07-4989-8441-46af2a0b36ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'a8304900-a486-4d9b-92a6-d7e30f1b6efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:21:53Z', 'updated_at': '2022-04-20T13:22:04Z', 'revision_number': 5, 'project_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'subnets': [{'id': 'a8304900-a486-4d9b-92a6-d7e30f1b6efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:59.364260 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c6e5e-0c2d-44ed-a8dc-5f439878d1a6 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event updated for resources: {'Port': ['ID=ba57ddc9-7f31-4069-95c5-4057f290d702,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:59.383127 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-778b5ccc-6168-4696-824f-91360c26b647 req-44238943-3ac5-4efd-aa5b-cf5630ccedf3 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740577 Apr 20 13:22:59.414956 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-3f4c6e5e-0c2d-44ed-a8dc-5f439878d1a6 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] In _notify_port_updated(), no bound segment for port ba57ddc9-7f31-4069-95c5-4057f290d702 on network a5cc9a9c-05b5-4665-a823-6bb2e6db3b64 {{(pid=114869) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 13:22:59.424482 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4c6e5e-0c2d-44ed-a8dc-5f439878d1a6 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:59.425179 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3f4c6e5e-0c2d-44ed-a8dc-5f439878d1a6 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:59.429241 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-3f4c6e5e-0c2d-44ed-a8dc-5f439878d1a6 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "PUT /v2.0/ports/ba57ddc9-7f31-4069-95c5-4057f290d702 HTTP/1.1" status: 200 len: 960 time: 1.6619298 Apr 20 13:22:59.453836 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60586) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:59.487579 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4666fd63-aa51-4b0b-922e-475972986bd3 None None] The sync data for ids ['fdc35cb1-4e07-4989-8441-46af2a0b36ed'] in n-d-836015-7 is: [{'id': 'fdc35cb1-4e07-4989-8441-46af2a0b36ed', 'name': 'tempest-TestServerBasicOps-52501270-router', 'tenant_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '481f802f-c804-4c73-8c29-266c39c01810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:21:44Z', 'updated_at': '2022-04-20T13:21:56Z', 'revision_number': 4, 'project_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'gw_port': {'id': '481f802f-c804-4c73-8c29-266c39c01810', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc35cb1-4e07-4989-8441-46af2a0b36ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:21:47Z', 'updated_at': '2022-04-20T13:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '33c5731e-9ae0-4b6c-88c6-f94cf0335b43', 'tenant_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'floating_ip_address': '172.25.8.50', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'fdc35cb1-4e07-4989-8441-46af2a0b36ed', 'port_id': '8ad2d059-2eee-4291-9ce4-6e6a01a995c4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72ce9eb7-6e65-4d33-a97e-ba495b7f713f', 'mac_address': 'fa:16:3e:8d:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a2aa13-048c-498d-9802-2223bee07730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:22:55Z', 'updated_at': '2022-04-20T13:22:55Z', 'revision_number': 0, 'project_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90b3e514-7f32-4d44-8b53-0e97a0417af1', 'name': '', 'network_id': '72ce9eb7-6e65-4d33-a97e-ba495b7f713f', 'tenant_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'mac_address': 'fa:16:3e:4f:61:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc35cb1-4e07-4989-8441-46af2a0b36ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'a8304900-a486-4d9b-92a6-d7e30f1b6efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:21:53Z', 'updated_at': '2022-04-20T13:22:04Z', 'revision_number': 5, 'project_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'subnets': [{'id': 'a8304900-a486-4d9b-92a6-d7e30f1b6efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:22:59.509318 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:59.660521 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-96c070a0-8e74-43c6-a5aa-8f6e87018575 None None] Allocated IP 172.20.0.2 (30a0afd4-452b-4cd5-87af-310670c6e8f3/30a664a4-266d-459a-b14d-e17b45ff5b80/f79d76d8-49d1-4139-a774-0a1d4ad8c4f5) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:22:59.741628 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-f54555b9-4836-4781-b9af-24fdc7543f85 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Deleting port ba57ddc9-7f31-4069-95c5-4057f290d702 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:22:59.743115 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f54555b9-4836-4781-b9af-24fdc7543f85 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:59.936169 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-96c070a0-8e74-43c6-a5aa-8f6e87018575 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:59.972116 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eea794-63e7-488a-ba3f-23e302a4d143 None None] New status for floating IP 33c5731e-9ae0-4b6c-88c6-f94cf0335b43: ACTIVE {{(pid=114872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:22:59.983020 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-54573615-8d84-4d11-b899-d061269bd7c2 None None] Allocated IP 172.20.0.34 (a5cc9a9c-05b5-4665-a823-6bb2e6db3b64/f5ab138a-39e2-487f-8b31-a7d2f6f6ea7d/9714527c-a928-4ca0-86ec-9b3f3328c4e2) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:22:59.995719 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f54555b9-4836-4781-b9af-24fdc7543f85 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:00.020220 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-f54555b9-4836-4781-b9af-24fdc7543f85 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Calling delete_port for ba57ddc9-7f31-4069-95c5-4057f290d702 owned by {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:00.049063 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2a857234-36da-4818-8b23-69edaf2b0bdc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:00.079957 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2a857234-36da-4818-8b23-69edaf2b0bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:00.116731 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-96c070a0-8e74-43c6-a5aa-8f6e87018575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:00.189651 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c070a0-8e74-43c6-a5aa-8f6e87018575 None None] Pushing event updated for resources: {'Port': ['ID=f79d76d8-49d1-4139-a774-0a1d4ad8c4f5,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:00.216499 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:00.240281 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-54573615-8d84-4d11-b899-d061269bd7c2 None None] For port 9714527c-a928-4ca0-86ec-9b3f3328c4e2, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=9714527c-a928-4ca0-86ec-9b3f3328c4e2,segment=NetworkSegment(7c7d7f69-c9e5-4f77-9103-deff5c5ed86e),segment_id=7c7d7f69-c9e5-4f77-9103-deff5c5ed86e)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:00.294676 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-54573615-8d84-4d11-b899-d061269bd7c2 None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:00.298085 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-2a857234-36da-4818-8b23-69edaf2b0bdc admin admin] Allocated IP 172.25.8.42 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/66b48100-a137-4957-a4c8-3ef606ce45c9) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:23:00.306559 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c070a0-8e74-43c6-a5aa-8f6e87018575 None None] Network 30a0afd4-452b-4cd5-87af-310670c6e8f3 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:23:00.317900 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-96c070a0-8e74-43c6-a5aa-8f6e87018575 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:23:00.320781 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c070a0-8e74-43c6-a5aa-8f6e87018575 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:23:00.388164 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-54573615-8d84-4d11-b899-d061269bd7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:00.400588 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f54555b9-4836-4781-b9af-24fdc7543f85 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:00.458418 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54555b9-4836-4781-b9af-24fdc7543f85 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'Port': ['ID=ba57ddc9-7f31-4069-95c5-4057f290d702,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:00.459983 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54573615-8d84-4d11-b899-d061269bd7c2 None None] Pushing event updated for resources: {'Port': ['ID=9714527c-a928-4ca0-86ec-9b3f3328c4e2,revision_number=7']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:00.475199 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-96c070a0-8e74-43c6-a5aa-8f6e87018575 None None] Attempting to bind port f79d76d8-49d1-4139-a774-0a1d4ad8c4f5 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:23:00.477175 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-96c070a0-8e74-43c6-a5aa-8f6e87018575 None None] Attempting to bind port f79d76d8-49d1-4139-a774-0a1d4ad8c4f5 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '5847a401-b716-4b53-a934-335b190c1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:23:00.477644 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c070a0-8e74-43c6-a5aa-8f6e87018575 None None] Attempting to bind port f79d76d8-49d1-4139-a774-0a1d4ad8c4f5 on network 30a0afd4-452b-4cd5-87af-310670c6e8f3 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:23:00.576142 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2a857234-36da-4818-8b23-69edaf2b0bdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:00.629266 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c070a0-8e74-43c6-a5aa-8f6e87018575 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:23:00.629800 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c070a0-8e74-43c6-a5aa-8f6e87018575 None None] Checking segment: {'id': '5847a401-b716-4b53-a934-335b190c1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:23:00.630785 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-96c070a0-8e74-43c6-a5aa-8f6e87018575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:00.631667 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c070a0-8e74-43c6-a5aa-8f6e87018575 None None] Bound using segment: {'id': '5847a401-b716-4b53-a934-335b190c1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:23:00.632186 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-96c070a0-8e74-43c6-a5aa-8f6e87018575 None None] Bound port: f79d76d8-49d1-4139-a774-0a1d4ad8c4f5, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5847a401-b716-4b53-a934-335b190c1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:23:00.632606 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-96c070a0-8e74-43c6-a5aa-8f6e87018575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:00.689044 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f54555b9-4836-4781-b9af-24fdc7543f85 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:00.696277 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 60610) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:00.708901 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f54555b9-4836-4781-b9af-24fdc7543f85 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/ports/ba57ddc9-7f31-4069-95c5-4057f290d702 HTTP/1.1" status: 204 len: 168 time: 1.2508521 Apr 20 13:23:00.726905 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2a857234-36da-4818-8b23-69edaf2b0bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:00.732347 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c111df-cd46-46cc-9d74-ffc805232540 req-b84086ba-1c05-4790-a252-de3566b45841 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:00.740847 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-01c111df-cd46-46cc-9d74-ffc805232540 req-b84086ba-1c05-4790-a252-de3566b45841 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.1698325 Apr 20 13:23:00.746019 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb314543-6106-472e-be7f-37c75cc9c0b4 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] GET failed (client error): The resource could not be found. Apr 20 13:23:00.751254 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-cb314543-6106-472e-be7f-37c75cc9c0b4 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "GET /v2.0/ports/ba57ddc9-7f31-4069-95c5-4057f290d702 HTTP/1.1" status: 404 len: 333 time: 0.0527833 Apr 20 13:23:00.751827 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 60614) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:00.783817 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-96c070a0-8e74-43c6-a5aa-8f6e87018575 None None] For port f79d76d8-49d1-4139-a774-0a1d4ad8c4f5, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:23:00.788954 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-96c070a0-8e74-43c6-a5aa-8f6e87018575 None None] For port f79d76d8-49d1-4139-a774-0a1d4ad8c4f5, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f79d76d8-49d1-4139-a774-0a1d4ad8c4f5,segment=NetworkSegment(5847a401-b716-4b53-a934-335b190c1a91),segment_id=5847a401-b716-4b53-a934-335b190c1a91)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:23:00.842007 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a857234-36da-4818-8b23-69edaf2b0bdc admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:23:00.847332 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a857234-36da-4818-8b23-69edaf2b0bdc admin admin] Pushing event updated for resources: {'Port': ['ID=66b48100-a137-4957-a4c8-3ef606ce45c9,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:00.867024 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-96c070a0-8e74-43c6-a5aa-8f6e87018575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:00.867596 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-01c111df-cd46-46cc-9d74-ffc805232540 req-83400571-ee80-41a3-9b73-eb20f4a960ea tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210730 Apr 20 13:23:00.887084 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-2a857234-36da-4818-8b23-69edaf2b0bdc admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:23:00.896866 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a857234-36da-4818-8b23-69edaf2b0bdc admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:23:00.990302 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c070a0-8e74-43c6-a5aa-8f6e87018575 None None] Pushing event updated for resources: {'Port': ['ID=f79d76d8-49d1-4139-a774-0a1d4ad8c4f5,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:01.091378 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d427aac4-9709-4b0c-96f9-659ff63446b6 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:01.130760 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d427aac4-9709-4b0c-96f9-659ff63446b6 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:01.272250 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d427aac4-9709-4b0c-96f9-659ff63446b6 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:01.276769 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d427aac4-9709-4b0c-96f9-659ff63446b6 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:01.281965 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d427aac4-9709-4b0c-96f9-659ff63446b6 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/security-groups/d425f2ca-2d92-4c1e-8ad7-8f29578a0b9d HTTP/1.1" status: 204 len: 168 time: 0.4737380 Apr 20 13:23:01.284925 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 60634) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:01.360977 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d427aac4-9709-4b0c-96f9-659ff63446b6 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d425f2ca-2d92-4c1e-8ad7-8f29578a0b9d,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:01.465490 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-dc38d23e-84da-4811-8cd5-f1df5bdf52b1 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:01.465490 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-dc38d23e-84da-4811-8cd5-f1df5bdf52b1 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/networks?id=dba3873c-70b0-46c0-9226-9b2dc298f12c HTTP/1.1" status: 200 len: 809 time: 0.2603035 Apr 20 13:23:01.523382 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-767e4dad-cbc7-47a4-97b7-159d4d6db192 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/quotas/80afdba20e43474184e0ae1925153140 HTTP/1.1" status: 200 len: 375 time: 0.0484133 Apr 20 13:23:01.600528 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-eec0a51b-3db7-4bdf-b0df-96248ea6b881 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=80afdba20e43474184e0ae1925153140&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709293 Apr 20 13:23:01.650453 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cc7f5ef1-fbe2-4a49-95e4-986b5556b119 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:01.804629 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-91fab8ab-0180-469b-bed5-01d6ec0f53e7 service neutron] 10.222.0.25 "GET /v2.0/networks/dba3873c-70b0-46c0-9226-9b2dc298f12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923952 Apr 20 13:23:01.810401 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cc7f5ef1-fbe2-4a49-95e4-986b5556b119 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:01.934184 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2a857234-36da-4818-8b23-69edaf2b0bdc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:02.010181 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 9714527c-a928-4ca0-86ec-9b3f3328c4e2 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:23:02.063550 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cc7f5ef1-fbe2-4a49-95e4-986b5556b119 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:02.066004 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cc7f5ef1-fbe2-4a49-95e4-986b5556b119 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:02.071815 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60644) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:02.074509 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-cc7f5ef1-fbe2-4a49-95e4-986b5556b119 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/security-groups/b9d8f0b0-c822-4f6e-8ec1-549acfc4bd03 HTTP/1.1" status: 204 len: 168 time: 0.7746196 Apr 20 13:23:02.207024 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f5ef1-fbe2-4a49-95e4-986b5556b119 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d8f0b0-c822-4f6e-8ec1-549acfc4bd03,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:02.278262 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-062a4dd9-de63-4154-a598-5a25bb4b80fb service neutron] 10.222.0.25 "GET /v2.0/networks/dba3873c-70b0-46c0-9226-9b2dc298f12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4725518 Apr 20 13:23:02.335688 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbad02-7dd1-4a28-b3a2-2ac74a625b49 req-cc21274e-998f-404f-80e0-953396fafee1 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:02.337282 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-99bbad02-7dd1-4a28-b3a2-2ac74a625b49 req-cc21274e-998f-404f-80e0-953396fafee1 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.3060896 Apr 20 13:23:02.440090 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-db14950e-eec5-4aeb-ae10-fb2d84500cd7 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:02.540943 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-99bbad02-7dd1-4a28-b3a2-2ac74a625b49 req-590220f7-0a4e-406c-85a9-f49dccad8993 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905732 Apr 20 13:23:02.542876 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2a857234-36da-4818-8b23-69edaf2b0bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:02.554496 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-db14950e-eec5-4aeb-ae10-fb2d84500cd7 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:02.651464 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-78c8ba3d-7535-4043-84c8-74ed093058f5 None None] Provisioning complete for port 4e70ce0f-b82f-4a14-a3d6-0b8d1ef868c3 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:02.663007 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-78c8ba3d-7535-4043-84c8-74ed093058f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:02.834476 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-49c83767-fe2d-4746-9e05-e958563509b6 req-0fec55cc-1781-4548-a289-42f9d62a21c3 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/ports?device_id=f47e5478-e6b8-462e-a605-16a49b0306a9 HTTP/1.1" status: 200 len: 210 time: 0.0911756 Apr 20 13:23:02.850949 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-db14950e-eec5-4aeb-ae10-fb2d84500cd7 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:02.869982 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-db14950e-eec5-4aeb-ae10-fb2d84500cd7 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:02.885917 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 60658) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:02.897107 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-db14950e-eec5-4aeb-ae10-fb2d84500cd7 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/security-groups/ea84f7cc-13e8-4a49-b6fa-0bc522895c11 HTTP/1.1" status: 204 len: 168 time: 0.7961504 Apr 20 13:23:02.897232 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-78c8ba3d-7535-4043-84c8-74ed093058f5 None None] Port 4e70ce0f-b82f-4a14-a3d6-0b8d1ef868c3 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:23:02.906297 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 9714527c-a928-4ca0-86ec-9b3f3328c4e2 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:02.906745 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:02.912045 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db14950e-eec5-4aeb-ae10-fb2d84500cd7 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea84f7cc-13e8-4a49-b6fa-0bc522895c11,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:02.913675 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-78c8ba3d-7535-4043-84c8-74ed093058f5 None None] Could not find standard attr ID for object ba57ddc9-7f31-4069-95c5-4057f290d702. {{(pid=114871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:23:03.023949 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b6fc80-a6e4-49d3-b3b0-7c6c0362b166 None None] Network 30a0afd4-452b-4cd5-87af-310670c6e8f3 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:23:03.085753 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-fead7e34-9782-4973-9fca-6bee1083b52a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Deleting subnet 17279065-2392-4099-90e3-6079c619e2b4 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:23:03.091846 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fead7e34-9782-4973-9fca-6bee1083b52a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:03.124520 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-78c8ba3d-7535-4043-84c8-74ed093058f5 None None] Provisioning complete for port 9714527c-a928-4ca0-86ec-9b3f3328c4e2 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:03.124900 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-78c8ba3d-7535-4043-84c8-74ed093058f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:03.179510 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fead7e34-9782-4973-9fca-6bee1083b52a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:03.257061 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a857234-36da-4818-8b23-69edaf2b0bdc admin admin] Router d206a0da-58c7-4c38-891c-f9ef3acd9ba9 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:23:03.310692 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f79d76d8-49d1-4139-a774-0a1d4ad8c4f5 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:23:03.426853 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fead7e34-9782-4973-9fca-6bee1083b52a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:03.600852 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port f79d76d8-49d1-4139-a774-0a1d4ad8c4f5 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:03.609333 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:03.719478 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a857234-36da-4818-8b23-69edaf2b0bdc admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:23:03.767611 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341e0119-980f-454d-bc4c-5b2f15f5ae9e None None] Sync routers for ids ['d206a0da-58c7-4c38-891c-f9ef3acd9ba9'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:23:03.811166 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-42e8ac51-2d6b-487b-8ca2-f1b7de30a6fe None None] Provisioning complete for port f79d76d8-49d1-4139-a774-0a1d4ad8c4f5 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:03.811484 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-42e8ac51-2d6b-487b-8ca2-f1b7de30a6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:03.829024 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2a857234-36da-4818-8b23-69edaf2b0bdc admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:03.833007 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89a929-bac7-4be8-af7e-d6a649471f59 req-2a645183-a6fa-4b67-ae8e-e804d12285bf tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:03.836701 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2a857234-36da-4818-8b23-69edaf2b0bdc admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.6368198 Apr 20 13:23:03.836701 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 60676) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:03.837333 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ae89a929-bac7-4be8-af7e-d6a649471f59 req-2a645183-a6fa-4b67-ae8e-e804d12285bf tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.1497247 Apr 20 13:23:03.932027 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ae89a929-bac7-4be8-af7e-d6a649471f59 req-b5a5647e-2989-4474-aa6c-817216610e5c tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881848 Apr 20 13:23:03.954356 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341e0119-980f-454d-bc4c-5b2f15f5ae9e None None] Routers {'d206a0da-58c7-4c38-891c-f9ef3acd9ba9'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:03.954594 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-341e0119-980f-454d-bc4c-5b2f15f5ae9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:22:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d206a0da-58c7-4c38-891c-f9ef3acd9ba9'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:03.986940 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b30764fe-04d3-4bb2-a6c3-5054517648b4 req-b9783b9e-6d7b-404e-9789-c3dfe01e27c6 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/ports?device_id=f47e5478-e6b8-462e-a605-16a49b0306a9 HTTP/1.1" status: 200 len: 210 time: 0.0504403 Apr 20 13:23:04.039495 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fead7e34-9782-4973-9fca-6bee1083b52a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:04.079266 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:04.218366 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead7e34-9782-4973-9fca-6bee1083b52a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'Subnet': ['ID=17279065-2392-4099-90e3-6079c619e2b4,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:04.269923 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port f79d76d8-49d1-4139-a774-0a1d4ad8c4f5, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f79d76d8-49d1-4139-a774-0a1d4ad8c4f5,segment=NetworkSegment(5847a401-b716-4b53-a934-335b190c1a91),segment_id=5847a401-b716-4b53-a934-335b190c1a91)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:04.274704 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-42e8ac51-2d6b-487b-8ca2-f1b7de30a6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:04.292005 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fead7e34-9782-4973-9fca-6bee1083b52a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:04.294129 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-341e0119-980f-454d-bc4c-5b2f15f5ae9e None None] Set router d206a0da-58c7-4c38-891c-f9ef3acd9ba9 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:23:04.295396 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-fead7e34-9782-4973-9fca-6bee1083b52a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/subnets/17279065-2392-4099-90e3-6079c619e2b4 HTTP/1.1" status: 204 len: 168 time: 1.4080122 Apr 20 13:23:04.299161 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60690) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:04.349117 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76eddf87-f641-48c0-8bf9-591eeed7f40f None None] Network a5cc9a9c-05b5-4665-a823-6bb2e6db3b64 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:23:04.389276 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-12bded8c-c91f-4ec3-9d0a-2e280b5c7d08 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Deleting subnet f5ab138a-39e2-487f-8b31-a7d2f6f6ea7d {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:23:04.398459 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12bded8c-c91f-4ec3-9d0a-2e280b5c7d08 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:04.486859 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:04.529742 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12bded8c-c91f-4ec3-9d0a-2e280b5c7d08 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:04.637734 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=f79d76d8-49d1-4139-a774-0a1d4ad8c4f5,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:04.709211 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12bded8c-c91f-4ec3-9d0a-2e280b5c7d08 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:04.723579 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:04.724000 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:04.724444 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:04.725006 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:04.725389 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:04.725771 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:04.726205 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:04.726612 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:04.727096 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:04.727658 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:04.728273 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:04.728511 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:04.812247 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-42e8ac51-2d6b-487b-8ca2-f1b7de30a6fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:23:04.812579 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-42e8ac51-2d6b-487b-8ca2-f1b7de30a6fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:23:04.908706 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-341e0119-980f-454d-bc4c-5b2f15f5ae9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'name': 'tempest-ServerRescueNegativeTestJSON-797824692-router', 'tenant_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '66b48100-a137-4957-a4c8-3ef606ce45c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:22:58Z', 'updated_at': '2022-04-20T13:23:01Z', 'revision_number': 3, 'project_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'gw_port': {'id': '66b48100-a137-4957-a4c8-3ef606ce45c9', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:00Z', 'updated_at': '2022-04-20T13:23:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:04.950111 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341e0119-980f-454d-bc4c-5b2f15f5ae9e None None] Checking router: d206a0da-58c7-4c38-891c-f9ef3acd9ba9 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:23:04.950674 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341e0119-980f-454d-bc4c-5b2f15f5ae9e None None] Updating router d206a0da-58c7-4c38-891c-f9ef3acd9ba9 port 66b48100-a137-4957-a4c8-3ef606ce45c9 binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:23:04.981099 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12bded8c-c91f-4ec3-9d0a-2e280b5c7d08 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:04.990680 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-341e0119-980f-454d-bc4c-5b2f15f5ae9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:05.004564 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-949a1127-8107-45c9-9462-903128ca1e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:05.028195 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12bded8c-c91f-4ec3-9d0a-2e280b5c7d08 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:05.032670 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-12bded8c-c91f-4ec3-9d0a-2e280b5c7d08 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/subnets/f5ab138a-39e2-487f-8b31-a7d2f6f6ea7d HTTP/1.1" status: 204 len: 168 time: 0.7317274 Apr 20 13:23:05.039691 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 60712) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:05.104020 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bded8c-c91f-4ec3-9d0a-2e280b5c7d08 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'Subnet': ['ID=f5ab138a-39e2-487f-8b31-a7d2f6f6ea7d,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:05.134794 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-cafd87bf-2c43-4a3d-abac-6d4bbaf70530 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] DELETE failed (client error): The resource could not be found. Apr 20 13:23:05.135771 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cafd87bf-2c43-4a3d-abac-6d4bbaf70530 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:23:05.139766 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-cafd87bf-2c43-4a3d-abac-6d4bbaf70530 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/subnets/17279065-2392-4099-90e3-6079c619e2b4 HTTP/1.1" status: 404 len: 337 time: 0.0952275 Apr 20 13:23:05.152173 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60714) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:05.255549 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-feabbb70-49d3-43f5-a85b-8851e22c2d51 req-aa23fbde-af66-400f-9759-6ae45a766f02 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/ports?device_id=f47e5478-e6b8-462e-a605-16a49b0306a9 HTTP/1.1" status: 200 len: 210 time: 0.0868418 Apr 20 13:23:05.372939 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a4e558a-cfa2-408d-b1ce-03303fc0f390 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Deleting subnet d28673ac-f10e-4707-8f46-d9d24ccd059c {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:23:05.395025 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1a4e558a-cfa2-408d-b1ce-03303fc0f390 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:05.560517 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3e63b-8359-4cae-857f-406b953aca46 req-b7bf14e4-892d-4496-a23c-efa7b3099cbc tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:05.568060 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73b3e63b-8359-4cae-857f-406b953aca46 req-b7bf14e4-892d-4496-a23c-efa7b3099cbc tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.3575079 Apr 20 13:23:05.599341 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1a4e558a-cfa2-408d-b1ce-03303fc0f390 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:05.790518 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73b3e63b-8359-4cae-857f-406b953aca46 req-bfafe649-ff3e-4cf3-9a3e-ae3f0c934a07 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121503 Apr 20 13:23:05.835869 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-949a1127-8107-45c9-9462-903128ca1e61 admin admin] Allocated IP 172.20.0.1 (30a0afd4-452b-4cd5-87af-310670c6e8f3/30a664a4-266d-459a-b14d-e17b45ff5b80/6b00d3f6-7f11-4183-8b8d-8b236272fceb) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:23:06.038523 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1a4e558a-cfa2-408d-b1ce-03303fc0f390 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:06.137514 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701e43a7-5ab1-45ec-8dfe-fc28e8963b45 None None] Network a5cc9a9c-05b5-4665-a823-6bb2e6db3b64 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:23:06.145666 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-949a1127-8107-45c9-9462-903128ca1e61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:06.284712 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1a4e558a-cfa2-408d-b1ce-03303fc0f390 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:06.291483 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-42e8ac51-2d6b-487b-8ca2-f1b7de30a6fe None None] Could not find standard attr ID for object ba57ddc9-7f31-4069-95c5-4057f290d702. {{(pid=114871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:23:06.318724 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-2aa383e3-6a77-452a-8d0f-5926006f521f tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:06.320381 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-2aa383e3-6a77-452a-8d0f-5926006f521f tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.15 "GET /v2.0/networks?id=dba3873c-70b0-46c0-9226-9b2dc298f12c HTTP/1.1" status: 200 len: 809 time: 0.1712832 Apr 20 13:23:06.338678 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-1b6c2c4c-3d6b-4c78-9a6d-6df711804d28 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Request body: {'port': {'device_id': 'f47e5478-e6b8-462e-a605-16a49b0306a9', 'network_id': 'dba3873c-70b0-46c0-9226-9b2dc298f12c', 'admin_state_up': True, 'tenant_id': '80afdba20e43474184e0ae1925153140'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:06.342728 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e558a-cfa2-408d-b1ce-03303fc0f390 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'Subnet': ['ID=d28673ac-f10e-4707-8f46-d9d24ccd059c,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:06.361414 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-341e0119-980f-454d-bc4c-5b2f15f5ae9e None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:06.365450 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1a4e558a-cfa2-408d-b1ce-03303fc0f390 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:06.373340 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1a4e558a-cfa2-408d-b1ce-03303fc0f390 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/subnets/d28673ac-f10e-4707-8f46-d9d24ccd059c HTTP/1.1" status: 204 len: 168 time: 1.2146351 Apr 20 13:23:06.376240 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60736) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:06.447231 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d848be0-d0c6-44ad-9983-170e828ba1c1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] DELETE failed (client error): The resource could not be found. Apr 20 13:23:06.449917 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d848be0-d0c6-44ad-9983-170e828ba1c1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:23:06.457571 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9d848be0-d0c6-44ad-9983-170e828ba1c1 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/subnets/eb54bc26-1002-4f28-ab94-0b3b46818694 HTTP/1.1" status: 404 len: 337 time: 0.0800867 Apr 20 13:23:06.467702 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 60740) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:06.502487 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-949a1127-8107-45c9-9462-903128ca1e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:06.538733 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-341e0119-980f-454d-bc4c-5b2f15f5ae9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:06.541887 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e2242adf-b1b1-469d-8eb0-47b4afefd53a req-309d2117-739b-4400-9c1f-94b7935ec1bd tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/ports?device_id=f47e5478-e6b8-462e-a605-16a49b0306a9 HTTP/1.1" status: 200 len: 210 time: 0.1009109 Apr 20 13:23:06.600712 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d8d944b9-01bc-44d7-9535-c58624c51935 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "GET /v2.0/ports?device_id=825c59b6-4396-4c93-a68e-ed95fccbd398 HTTP/1.1" status: 200 len: 205 time: 0.1228092 Apr 20 13:23:06.601077 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60742) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:06.668615 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ecd89397-84bd-4dce-8745-e2038be09c6b None None] Provisioning complete for port f79d76d8-49d1-4139-a774-0a1d4ad8c4f5 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:06.668996 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ecd89397-84bd-4dce-8745-e2038be09c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:06.693568 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-cd7d07d6-b194-4a36-9e93-2f6ba89e40ef tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] delete failed (client error): The resource could not be found. Apr 20 13:23:06.697105 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-cd7d07d6-b194-4a36-9e93-2f6ba89e40ef tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/routers/825c59b6-4396-4c93-a68e-ed95fccbd398 HTTP/1.1" status: 404 len: 336 time: 0.0925825 Apr 20 13:23:06.718211 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60746) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:06.729653 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6bfd3-803d-4f24-a274-cc7d8d1a2bf7 None None] Pushing event updated for resources: {'Port': ['ID=66b48100-a137-4957-a4c8-3ef606ce45c9,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:06.754878 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f79d76d8-49d1-4139-a774-0a1d4ad8c4f5 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:23:06.776683 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949a1127-8107-45c9-9462-903128ca1e61 admin admin] Network 30a0afd4-452b-4cd5-87af-310670c6e8f3 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:23:06.792810 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3910ac9-ccef-44ff-a981-40dac474dc2e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] DELETE failed (client error): The resource could not be found. Apr 20 13:23:06.793929 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3910ac9-ccef-44ff-a981-40dac474dc2e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:23:06.797204 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f3910ac9-ccef-44ff-a981-40dac474dc2e tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/subnets/e26a9e95-08ef-4097-aac3-ff0d730fb777 HTTP/1.1" status: 404 len: 337 time: 0.0777569 Apr 20 13:23:06.803636 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60752) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:06.805850 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a1127-8107-45c9-9462-903128ca1e61 admin admin] Pushing event updated for resources: {'Port': ['ID=6b00d3f6-7f11-4183-8b8d-8b236272fceb,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:06.852106 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-949a1127-8107-45c9-9462-903128ca1e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:23:06.875680 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949a1127-8107-45c9-9462-903128ca1e61 admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:23:06.877516 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-a280ddd6-44fb-4b53-ab8c-facf8f549a7a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] DELETE failed (client error): The resource could not be found. Apr 20 13:23:06.877983 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a280ddd6-44fb-4b53-ab8c-facf8f549a7a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:23:06.897340 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a280ddd6-44fb-4b53-ab8c-facf8f549a7a tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/subnets/9b9bfa09-a376-46dc-88db-3bd4953ecafc HTTP/1.1" status: 404 len: 337 time: 0.0767663 Apr 20 13:23:06.903482 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60756) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:06.924656 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-341e0119-980f-454d-bc4c-5b2f15f5ae9e None None] Attempting to bind port 66b48100-a137-4957-a4c8-3ef606ce45c9 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:23:06.938112 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-341e0119-980f-454d-bc4c-5b2f15f5ae9e None None] Attempting to bind port 66b48100-a137-4957-a4c8-3ef606ce45c9 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:23:06.938502 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341e0119-980f-454d-bc4c-5b2f15f5ae9e None None] Attempting to bind port 66b48100-a137-4957-a4c8-3ef606ce45c9 on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:23:06.956978 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341e0119-980f-454d-bc4c-5b2f15f5ae9e None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:23:06.957874 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341e0119-980f-454d-bc4c-5b2f15f5ae9e None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:23:06.958285 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-341e0119-980f-454d-bc4c-5b2f15f5ae9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:06.958675 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341e0119-980f-454d-bc4c-5b2f15f5ae9e None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:23:06.959170 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-341e0119-980f-454d-bc4c-5b2f15f5ae9e None None] Bound port: 66b48100-a137-4957-a4c8-3ef606ce45c9, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:23:06.959575 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-341e0119-980f-454d-bc4c-5b2f15f5ae9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:07.042269 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecb9f1c-7cef-40be-a731-b59c0cf53831 None None] DHCP port deletion for a5cc9a9c-05b5-4665-a823-6bb2e6db3b64 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:23:07.069235 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2a58e12-d718-4876-8041-1cba3fd4baac tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] DELETE failed (client error): The resource could not be found. Apr 20 13:23:07.069829 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2a58e12-d718-4876-8041-1cba3fd4baac tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:23:07.075482 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f2a58e12-d718-4876-8041-1cba3fd4baac tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/subnets/9340f098-f5dd-4dc4-8482-cefdc0111454 HTTP/1.1" status: 404 len: 337 time: 0.1692488 Apr 20 13:23:07.077300 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ceb7f3-720c-4ba0-bbe4-e1e54d84bea8 req-b320cca1-499d-4886-b049-6e089efe9c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:07.079159 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d1ceb7f3-720c-4ba0-bbe4-e1e54d84bea8 req-b320cca1-499d-4886-b049-6e089efe9c00 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=649a6cfebf0a4feb8c92b7d26c8b3e97&device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 1095 time: 0.4795516 Apr 20 13:23:07.081303 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 60762) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:07.097106 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb33a1-fa40-40ca-955d-29658af12e2e req-8f3326d2-9ed7-4ca6-a616-5e853df58d4d tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:07.125640 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ceb33a1-fa40-40ca-955d-29658af12e2e req-8f3326d2-9ed7-4ca6-a616-5e853df58d4d tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.4254155 Apr 20 13:23:07.133833 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-949a1127-8107-45c9-9462-903128ca1e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:07.219080 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc4f03b1-c869-46b6-b15a-f1c55b749e90 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] DELETE failed (client error): The resource could not be found. Apr 20 13:23:07.220456 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc4f03b1-c869-46b6-b15a-f1c55b749e90 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:23:07.223928 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-dc4f03b1-c869-46b6-b15a-f1c55b749e90 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/ports/00d324a2-0c31-4f69-a5c7-2bcc22bbdad4 HTTP/1.1" status: 404 len: 333 time: 0.1376071 Apr 20 13:23:07.228473 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-1b6c2c4c-3d6b-4c78-9a6d-6df711804d28 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Made reservation on behalf of 80afdba20e43474184e0ae1925153140 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:23:07.232766 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-1b6c2c4c-3d6b-4c78-9a6d-6df711804d28 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:07.234732 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ceb33a1-fa40-40ca-955d-29658af12e2e req-16d23f66-2ef3-4262-bd7d-c12758d32033 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1081297 Apr 20 13:23:07.242159 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60764) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:07.300103 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-341e0119-980f-454d-bc4c-5b2f15f5ae9e None None] For port 66b48100-a137-4957-a4c8-3ef606ce45c9, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:23:07.312059 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-341e0119-980f-454d-bc4c-5b2f15f5ae9e None None] For port 66b48100-a137-4957-a4c8-3ef606ce45c9, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=66b48100-a137-4957-a4c8-3ef606ce45c9,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:23:07.333060 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port f79d76d8-49d1-4139-a774-0a1d4ad8c4f5 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:07.340876 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:07.392991 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8d054-ca0b-43e5-b766-0000fbc69342 req-b7cd01cb-e802-4f78-b1f9-a33bcac21887 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:07.405302 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3da8d054-ca0b-43e5-b766-0000fbc69342 req-b7cd01cb-e802-4f78-b1f9-a33bcac21887 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.4026783 Apr 20 13:23:07.418956 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e2e399b-0947-4384-b5c1-0f00f0d1f9dd tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] DELETE failed (client error): The resource could not be found. Apr 20 13:23:07.419447 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e2e399b-0947-4384-b5c1-0f00f0d1f9dd tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:23:07.423315 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1e2e399b-0947-4384-b5c1-0f00f0d1f9dd tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/subnets/727bc0ff-70b9-4afd-8400-370a8f56d2c0 HTTP/1.1" status: 404 len: 337 time: 0.1754045 Apr 20 13:23:07.427975 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60770) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:07.451462 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-341e0119-980f-454d-bc4c-5b2f15f5ae9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:07.484784 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3da8d054-ca0b-43e5-b766-0000fbc69342 req-60aeea94-8572-4fc1-acb9-c622e45ac914 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759561 Apr 20 13:23:07.490555 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ecd89397-84bd-4dce-8745-e2038be09c6b None None] Provisioning complete for port 4e70ce0f-b82f-4a14-a3d6-0b8d1ef868c3 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:07.490920 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ecd89397-84bd-4dce-8745-e2038be09c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:07.523802 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-a35d63b1-0d79-4ca0-a523-115e1a31af33 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] DELETE failed (client error): The resource could not be found. Apr 20 13:23:07.524366 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a35d63b1-0d79-4ca0-a523-115e1a31af33 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:23:07.527604 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a35d63b1-0d79-4ca0-a523-115e1a31af33 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/subnets/7a492aee-aa0d-4d59-a9e5-3bbcbc4c6b5f HTTP/1.1" status: 404 len: 337 time: 0.0812683 Apr 20 13:23:07.531935 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60772) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:07.556902 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-05c6b25f-24ce-46ce-a3b5-92a9d746466f tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] DELETE failed (client error): The resource could not be found. Apr 20 13:23:07.557589 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05c6b25f-24ce-46ce-a3b5-92a9d746466f tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:23:07.560749 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-05c6b25f-24ce-46ce-a3b5-92a9d746466f tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/ports/58fd45e3-1bda-400c-b626-280e9ad652a3 HTTP/1.1" status: 404 len: 333 time: 0.0277224 Apr 20 13:23:07.563328 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60774) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:07.642103 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-08f28225-f067-41a6-acd2-7e1b1f012944 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] DELETE failed (client error): The resource could not be found. Apr 20 13:23:07.642856 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08f28225-f067-41a6-acd2-7e1b1f012944 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:23:07.658227 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-08f28225-f067-41a6-acd2-7e1b1f012944 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/subnets/b2cce819-1a18-4e57-a0d1-650ae9abf103 HTTP/1.1" status: 404 len: 337 time: 0.0900946 Apr 20 13:23:07.661446 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60780) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:07.679158 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341e0119-980f-454d-bc4c-5b2f15f5ae9e None None] Routers {'d206a0da-58c7-4c38-891c-f9ef3acd9ba9'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:07.686366 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-341e0119-980f-454d-bc4c-5b2f15f5ae9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:22:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d206a0da-58c7-4c38-891c-f9ef3acd9ba9'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:07.697497 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c4e9f74-f6b0-487d-8374-c527bc0ff42d tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] DELETE failed (client error): The resource could not be found. Apr 20 13:23:07.698418 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c4e9f74-f6b0-487d-8374-c527bc0ff42d tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:23:07.703291 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8c4e9f74-f6b0-487d-8374-c527bc0ff42d tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/subnets/f89f5b1d-5bdb-451a-b4c0-6d4bc91c482c HTTP/1.1" status: 404 len: 337 time: 0.0404053 Apr 20 13:23:07.706705 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60782) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:07.804211 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9fb71084-7c9b-4529-bd26-81b18a0e7fb9 req-57083b80-df15-40d3-82e7-6e2bed2c359d tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/ports?device_id=f47e5478-e6b8-462e-a605-16a49b0306a9 HTTP/1.1" status: 200 len: 210 time: 0.0294261 Apr 20 13:23:07.830499 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-341e0119-980f-454d-bc4c-5b2f15f5ae9e None None] Set router d206a0da-58c7-4c38-891c-f9ef3acd9ba9 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:23:07.866770 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-1ecb9f1c-7cef-40be-a731-b59c0cf53831 None None] Deleting port 9714527c-a928-4ca0-86ec-9b3f3328c4e2 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:23:07.867714 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1ecb9f1c-7cef-40be-a731-b59c0cf53831 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:07.869584 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ecd89397-84bd-4dce-8745-e2038be09c6b None None] Port 4e70ce0f-b82f-4a14-a3d6-0b8d1ef868c3 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:23:07.891114 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-587faab5-6f70-48aa-a89b-e97ef2a85426 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Deleting port 4e70ce0f-b82f-4a14-a3d6-0b8d1ef868c3 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:23:07.891833 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-587faab5-6f70-48aa-a89b-e97ef2a85426 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:07.930589 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ceb7f3-720c-4ba0-bbe4-e1e54d84bea8 req-e2bb6cc8-8ae1-412b-b590-a14853e03490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:07.932973 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d1ceb7f3-720c-4ba0-bbe4-e1e54d84bea8 req-e2bb6cc8-8ae1-412b-b590-a14853e03490 service neutron] 10.222.0.32 "GET /v2.0/networks?id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 HTTP/1.1" status: 200 len: 912 time: 0.8428190 Apr 20 13:23:07.999615 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-587faab5-6f70-48aa-a89b-e97ef2a85426 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:08.015547 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-587faab5-6f70-48aa-a89b-e97ef2a85426 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Calling delete_port for 4e70ce0f-b82f-4a14-a3d6-0b8d1ef868c3 owned by {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:08.023105 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ecd89397-84bd-4dce-8745-e2038be09c6b None None] Provisioning complete for port 9714527c-a928-4ca0-86ec-9b3f3328c4e2 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:08.023575 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ecd89397-84bd-4dce-8745-e2038be09c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:08.056920 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-1b6c2c4c-3d6b-4c78-9a6d-6df711804d28 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Allocated IP 172.20.0.13 (dba3873c-70b0-46c0-9226-9b2dc298f12c/338bde54-c215-447a-bd88-634386559aad/167c6657-5d6d-4e7b-86a4-1b3099a3f207) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:23:08.064409 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6bfd3-803d-4f24-a274-cc7d8d1a2bf7 None None] Pushing event updated for resources: {'Port': ['ID=66b48100-a137-4957-a4c8-3ef606ce45c9,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:08.095641 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-1ecb9f1c-7cef-40be-a731-b59c0cf53831 None None] For port 9714527c-a928-4ca0-86ec-9b3f3328c4e2, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=9714527c-a928-4ca0-86ec-9b3f3328c4e2,segment=NetworkSegment(7c7d7f69-c9e5-4f77-9103-deff5c5ed86e),segment_id=7c7d7f69-c9e5-4f77-9103-deff5c5ed86e)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:08.096168 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1ecb9f1c-7cef-40be-a731-b59c0cf53831 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:08.146942 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-1ecb9f1c-7cef-40be-a731-b59c0cf53831 None None] Calling delete_port for 9714527c-a928-4ca0-86ec-9b3f3328c4e2 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:08.177094 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d1ceb7f3-720c-4ba0-bbe4-e1e54d84bea8 req-e70e0174-5dfd-46ca-aea1-65c0338a6b15 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce93adfa-4de5-4e0d-a1aa-a05fa73db53c HTTP/1.1" status: 200 len: 998 time: 0.2344415 Apr 20 13:23:08.223007 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-587faab5-6f70-48aa-a89b-e97ef2a85426 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:08.287098 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587faab5-6f70-48aa-a89b-e97ef2a85426 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'Port': ['ID=4e70ce0f-b82f-4a14-a3d6-0b8d1ef868c3,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:08.320246 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-587faab5-6f70-48aa-a89b-e97ef2a85426 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:08.334002 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-587faab5-6f70-48aa-a89b-e97ef2a85426 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/ports/4e70ce0f-b82f-4a14-a3d6-0b8d1ef868c3 HTTP/1.1" status: 204 len: 168 time: 0.6229999 Apr 20 13:23:08.336845 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60794) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:08.409246 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-949a1127-8107-45c9-9462-903128ca1e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:08.417129 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-341e0119-980f-454d-bc4c-5b2f15f5ae9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'name': 'tempest-ServerRescueNegativeTestJSON-797824692-router', 'tenant_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '66b48100-a137-4957-a4c8-3ef606ce45c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:22:58Z', 'updated_at': '2022-04-20T13:23:01Z', 'revision_number': 3, 'project_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'gw_port': {'id': '66b48100-a137-4957-a4c8-3ef606ce45c9', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:00Z', 'updated_at': '2022-04-20T13:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:08.433987 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ceb7f3-720c-4ba0-bbe4-e1e54d84bea8 req-982a9eb8-265e-48c6-94f4-e68bc356f671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:08.439238 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d1ceb7f3-720c-4ba0-bbe4-e1e54d84bea8 req-982a9eb8-265e-48c6-94f4-e68bc356f671 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa576778-8514-4874-84e6-afe172476688 HTTP/1.1" status: 200 len: 850 time: 0.2409365 Apr 20 13:23:08.462775 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341e0119-980f-454d-bc4c-5b2f15f5ae9e None None] The sync data for ids ['d206a0da-58c7-4c38-891c-f9ef3acd9ba9'] in n-d-836015-7 is: [{'id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'name': 'tempest-ServerRescueNegativeTestJSON-797824692-router', 'tenant_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '66b48100-a137-4957-a4c8-3ef606ce45c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:22:58Z', 'updated_at': '2022-04-20T13:23:01Z', 'revision_number': 3, 'project_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'gw_port': {'id': '66b48100-a137-4957-a4c8-3ef606ce45c9', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:00Z', 'updated_at': '2022-04-20T13:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:23:08.471718 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-40dd4d26-f163-4d7c-a97d-737420a2877b None None] Provisioning complete for port 6b00d3f6-7f11-4183-8b8d-8b236272fceb triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:08.472203 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-40dd4d26-f163-4d7c-a97d-737420a2877b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:08.537543 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1ecb9f1c-7cef-40be-a731-b59c0cf53831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:08.649933 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb9f1c-7cef-40be-a731-b59c0cf53831 None None] Pushing event deleted for resources: {'Port': ['ID=9714527c-a928-4ca0-86ec-9b3f3328c4e2,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:08.664016 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecb9f1c-7cef-40be-a731-b59c0cf53831 None None] No DVR routers for this DVR port 9714527c-a928-4ca0-86ec-9b3f3328c4e2 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:23:08.669912 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 9714527c-a928-4ca0-86ec-9b3f3328c4e2 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:23:08.680158 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2b1b8-cff9-4828-846d-bb1838c7eaa8 req-83354081-67f1-4085-b677-b9369f0f1365 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:08.683341 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eef2b1b8-cff9-4828-846d-bb1838c7eaa8 req-83354081-67f1-4085-b677-b9369f0f1365 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.2774687 Apr 20 13:23:08.710777 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 9714527c-a928-4ca0-86ec-9b3f3328c4e2 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:23:08.711642 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 9714527c-a928-4ca0-86ec-9b3f3328c4e2 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:23:08.721052 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-40dd4d26-f163-4d7c-a97d-737420a2877b None None] Port 6b00d3f6-7f11-4183-8b8d-8b236272fceb cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:23:08.778499 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-949a1127-8107-45c9-9462-903128ca1e61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:08.782959 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cfb4b3df-b4ed-4f7e-90b9-e1f57a08d534 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:08.851661 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eef2b1b8-cff9-4828-846d-bb1838c7eaa8 req-77b62b46-3f8e-4c73-803c-37f172b2896d tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0845194 Apr 20 13:23:08.866126 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-949a1127-8107-45c9-9462-903128ca1e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:08.909788 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34618199-53a3-4cf3-9f2a-83e29dd1eb18 req-54bd8ed5-d41b-44f8-90ac-3b847649fb2f tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:08.919394 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-34618199-53a3-4cf3-9f2a-83e29dd1eb18 req-54bd8ed5-d41b-44f8-90ac-3b847649fb2f tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.2347186 Apr 20 13:23:09.042478 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-949a1127-8107-45c9-9462-903128ca1e61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:09.079040 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cfb4b3df-b4ed-4f7e-90b9-e1f57a08d534 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:09.130459 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-cfb4b3df-b4ed-4f7e-90b9-e1f57a08d534 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5cc9a9c-05b5-4665-a823-6bb2e6db3b64']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:09.146516 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-1b6c2c4c-3d6b-4c78-9a6d-6df711804d28 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:09.151292 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-cfb4b3df-b4ed-4f7e-90b9-e1f57a08d534 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c7d7f69-c9e5-4f77-9103-deff5c5ed86e') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:09.151631 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-cfb4b3df-b4ed-4f7e-90b9-e1f57a08d534 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c7d7f69-c9e5-4f77-9103-deff5c5ed86e') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:09.151831 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a1127-8107-45c9-9462-903128ca1e61 admin admin] Pushing event updated for resources: {'Port': ['ID=6b00d3f6-7f11-4183-8b8d-8b236272fceb,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:09.198970 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ceb7f3-720c-4ba0-bbe4-e1e54d84bea8 req-3f5e0729-5fac-48d3-9415-1aa13d86db94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:09.199398 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1dbbd626-d8bc-4977-a652-757a83ea15df req-dc101468-6145-48b0-97d9-3f80e0e961b4 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/ports?device_id=f47e5478-e6b8-462e-a605-16a49b0306a9 HTTP/1.1" status: 200 len: 210 time: 0.1975367 Apr 20 13:23:09.203932 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d1ceb7f3-720c-4ba0-bbe4-e1e54d84bea8 req-3f5e0729-5fac-48d3-9415-1aa13d86db94 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4226911 Apr 20 13:23:09.211169 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cfb4b3df-b4ed-4f7e-90b9-e1f57a08d534 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:09.253224 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-34618199-53a3-4cf3-9f2a-83e29dd1eb18 req-243a46fc-1074-43b7-b8e7-3a3674a8a85f tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302131 Apr 20 13:23:09.298377 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cfb4b3df-b4ed-4f7e-90b9-e1f57a08d534 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:09.303813 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb4b3df-b4ed-4f7e-90b9-e1f57a08d534 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:23:09.310802 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cfb4b3df-b4ed-4f7e-90b9-e1f57a08d534 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:09.398180 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:23:09.398180 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:23:09.398180 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:23:09.398180 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:23:09.398180 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:23:09.398180 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:23:09.398180 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:23:09.398180 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:23:09.398180 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:23:09.398180 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:23:09.398180 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:23:09.398180 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:23:09.398180 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:23:09.398180 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:23:09.398180 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:23:09.398180 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:23:09.398180 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:23:09.398180 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:23:09.398180 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:23:09.398180 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:23:09.398180 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:23:09.398180 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:23:09.398180 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:23:09.398180 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:23:09.398180 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:23:09.398180 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:23:09.398180 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:23:09.398180 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:23:09.398180 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:23:09.398180 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:23:09.398180 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:23:09.398180 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:23:09.468239 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cfb4b3df-b4ed-4f7e-90b9-e1f57a08d534 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:09.504746 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cfb4b3df-b4ed-4f7e-90b9-e1f57a08d534 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:09.519263 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-cfb4b3df-b4ed-4f7e-90b9-e1f57a08d534 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] 10.222.0.25 "DELETE /v2.0/networks/a5cc9a9c-05b5-4665-a823-6bb2e6db3b64 HTTP/1.1" status: 204 len: 168 time: 1.1744153 Apr 20 13:23:09.519552 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949a1127-8107-45c9-9462-903128ca1e61 admin admin] Network 30a0afd4-452b-4cd5-87af-310670c6e8f3 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:23:09.520914 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-1b6c2c4c-3d6b-4c78-9a6d-6df711804d28 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:09.532457 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d1ceb7f3-720c-4ba0-bbe4-e1e54d84bea8 req-06ffc0f3-7163-4a6d-970c-7e885ead6593 service neutron] 10.222.0.32 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594984 Apr 20 13:23:09.539309 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-949a1127-8107-45c9-9462-903128ca1e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:23:09.571911 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb4b3df-b4ed-4f7e-90b9-e1f57a08d534 tempest-PortsTestJSON-1757325533 tempest-PortsTestJSON-1757325533-project] Pushing event deleted for resources: {'Network': ['ID=a5cc9a9c-05b5-4665-a823-6bb2e6db3b64,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:09.764521 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d1ceb7f3-720c-4ba0-bbe4-e1e54d84bea8 req-da5fbcc1-473f-40db-bf50-39780567422a service neutron] 10.222.0.32 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000265 Apr 20 13:23:09.879905 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-1b6c2c4c-3d6b-4c78-9a6d-6df711804d28 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Network dba3873c-70b0-46c0-9226-9b2dc298f12c is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:23:09.904943 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-1b6c2c4c-3d6b-4c78-9a6d-6df711804d28 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:23:09.919560 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6c2c4c-3d6b-4c78-9a6d-6df711804d28 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Pushing event updated for resources: {'Port': ['ID=167c6657-5d6d-4e7b-86a4-1b3099a3f207,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:09.936868 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-1b6c2c4c-3d6b-4c78-9a6d-6df711804d28 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:23:10.000755 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-fa946437-b407-4e8a-b66e-8a70ad73fd82 None None] Provisioning complete for port 6b00d3f6-7f11-4183-8b8d-8b236272fceb triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:10.001887 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fa946437-b407-4e8a-b66e-8a70ad73fd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:10.088711 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-fa946437-b407-4e8a-b66e-8a70ad73fd82 None None] Port 6b00d3f6-7f11-4183-8b8d-8b236272fceb cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:23:10.171192 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-1b6c2c4c-3d6b-4c78-9a6d-6df711804d28 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:10.171704 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-1b6c2c4c-3d6b-4c78-9a6d-6df711804d28 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:10.184648 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495e1af-3ac0-4b79-bd28-05b34055f445 req-12e707f4-5159-4c91-9191-6634f6e82bf9 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:10.186245 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4495e1af-3ac0-4b79-bd28-05b34055f445 req-12e707f4-5159-4c91-9191-6634f6e82bf9 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.1020632 Apr 20 13:23:10.208874 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949a1127-8107-45c9-9462-903128ca1e61 admin admin] Router d206a0da-58c7-4c38-891c-f9ef3acd9ba9 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:23:10.263658 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4495e1af-3ac0-4b79-bd28-05b34055f445 req-6268bf2d-c03a-43b7-a1ef-bcc1b765b935 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0633333 Apr 20 13:23:10.367803 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-1b6c2c4c-3d6b-4c78-9a6d-6df711804d28 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0337272 Apr 20 13:23:10.390074 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-a54b9ba4-51ee-4ece-9599-aa72121855dc service neutron] Request body: {'port': {'device_id': 'f47e5478-e6b8-462e-a605-16a49b0306a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:10.426670 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c9bcf-d5c0-4ca9-af9d-2d23f0dfdbac req-a162ead6-17d9-4f19-97e6-9aa63aca48c2 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:10.436970 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0d7c9bcf-d5c0-4ca9-af9d-2d23f0dfdbac req-a162ead6-17d9-4f19-97e6-9aa63aca48c2 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/ports?device_id=f47e5478-e6b8-462e-a605-16a49b0306a9 HTTP/1.1" status: 200 len: 932 time: 0.0954285 Apr 20 13:23:10.449181 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 60846) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:10.596975 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949a1127-8107-45c9-9462-903128ca1e61 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:23:10.628008 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-949a1127-8107-45c9-9462-903128ca1e61 admin admin] 10.222.0.25 "PUT /v2.0/routers/d206a0da-58c7-4c38-891c-f9ef3acd9ba9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7912498 Apr 20 13:23:10.634297 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0d7c9bcf-d5c0-4ca9-af9d-2d23f0dfdbac req-99b0382b-9453-4cde-b84e-ffffc4600365 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef66df96-b5d9-4d87-9db2-c63e9d6c2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962695 Apr 20 13:23:10.666212 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-a54b9ba4-51ee-4ece-9599-aa72121855dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:10.693392 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cadef92-dac5-4466-8729-0ca6645150dc req-cbaf2a8f-ff8a-4cb4-85ae-22d455a1a4a9 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:10.695229 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9cadef92-dac5-4466-8729-0ca6645150dc req-cbaf2a8f-ff8a-4cb4-85ae-22d455a1a4a9 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.2063236 Apr 20 13:23:10.730746 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 66b48100-a137-4957-a4c8-3ef606ce45c9 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:23:10.789482 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9cadef92-dac5-4466-8729-0ca6645150dc req-d22cfd6c-1652-44e7-a9ea-a2bdd208f0ff tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860608 Apr 20 13:23:10.904135 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 66b48100-a137-4957-a4c8-3ef606ce45c9 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:10.906409 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:10.920503 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60854) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:10.957865 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-62b52db3-4404-459a-a8e8-e1eca845f595 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=921fc4094b8f49f1a436656db5724eca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4712408 Apr 20 13:23:11.101402 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6b12ce35-0dfd-4a16-b615-f37b804b3c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:11.146188 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:11.170259 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6b12ce35-0dfd-4a16-b615-f37b804b3c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:11.188417 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 66b48100-a137-4957-a4c8-3ef606ce45c9, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=66b48100-a137-4957-a4c8-3ef606ce45c9,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:11.268063 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:11.323595 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6b12ce35-0dfd-4a16-b615-f37b804b3c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:11.326873 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6b12ce35-0dfd-4a16-b615-f37b804b3c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:11.337880 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-6b12ce35-0dfd-4a16-b615-f37b804b3c6f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f967c33a-d3bf-4283-a9ed-2e8cf88fd68a HTTP/1.1" status: 204 len: 168 time: 0.4066617 Apr 20 13:23:11.352700 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12ce35-0dfd-4a16-b615-f37b804b3c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f967c33a-d3bf-4283-a9ed-2e8cf88fd68a,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:11.455337 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=66b48100-a137-4957-a4c8-3ef606ce45c9,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:11.546410 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-a54b9ba4-51ee-4ece-9599-aa72121855dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 167c6657-5d6d-4e7b-86a4-1b3099a3f207 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:23:11.557798 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-a54b9ba4-51ee-4ece-9599-aa72121855dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:11.574379 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-a54b9ba4-51ee-4ece-9599-aa72121855dc service neutron] Transition to ACTIVE for port object 167c6657-5d6d-4e7b-86a4-1b3099a3f207 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:23:11.588797 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4781398-5c6c-4249-907a-4663bc449946 None None] Sync routers for ids ['d206a0da-58c7-4c38-891c-f9ef3acd9ba9'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:23:11.603996 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4781398-5c6c-4249-907a-4663bc449946 None None] Routers {'d206a0da-58c7-4c38-891c-f9ef3acd9ba9'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:11.605011 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b4781398-5c6c-4249-907a-4663bc449946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:22:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d206a0da-58c7-4c38-891c-f9ef3acd9ba9'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:11.650414 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-a54b9ba4-51ee-4ece-9599-aa72121855dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:11.668935 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df160f02-2009-4147-8819-294c5e39a4e1 req-55cc9aa2-7807-4025-b4c8-048387f99442 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:11.670458 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df160f02-2009-4147-8819-294c5e39a4e1 req-55cc9aa2-7807-4025-b4c8-048387f99442 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.1004336 Apr 20 13:23:11.688657 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-d76b4924-38cd-43d7-b891-4bf99c2de090 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:11.694472 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-d76b4924-38cd-43d7-b891-4bf99c2de090 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/networks?id=30a0afd4-452b-4cd5-87af-310670c6e8f3 HTTP/1.1" status: 200 len: 818 time: 0.3064239 Apr 20 13:23:11.732107 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b9ba4-51ee-4ece-9599-aa72121855dc service neutron] Pushing event updated for resources: {'Port': ['ID=167c6657-5d6d-4e7b-86a4-1b3099a3f207,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:11.788181 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-143c1930-180f-44d9-be7a-47b4272b8b73 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/quotas/b5dc3931e6714f8cb843649afbc5f7c5 HTTP/1.1" status: 200 len: 375 time: 0.0851724 Apr 20 13:23:11.795753 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df160f02-2009-4147-8819-294c5e39a4e1 req-01f90b6d-3135-48e3-bb8d-6ba95d733797 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1001718 Apr 20 13:23:11.902410 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-dfae1cec-0832-4bfb-9c10-682c157b7777 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5dc3931e6714f8cb843649afbc5f7c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0896277 Apr 20 13:23:11.994461 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-a54b9ba4-51ee-4ece-9599-aa72121855dc service neutron] Attempting to bind port 167c6657-5d6d-4e7b-86a4-1b3099a3f207 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:23:11.998956 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-a54b9ba4-51ee-4ece-9599-aa72121855dc service neutron] Attempting to bind port 167c6657-5d6d-4e7b-86a4-1b3099a3f207 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '0a99f852-2ec7-4242-b347-aa96e29a3d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'dba3873c-70b0-46c0-9226-9b2dc298f12c'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:23:11.999256 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-a54b9ba4-51ee-4ece-9599-aa72121855dc service neutron] Attempting to bind port 167c6657-5d6d-4e7b-86a4-1b3099a3f207 on network dba3873c-70b0-46c0-9226-9b2dc298f12c {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:23:12.028288 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-a54b9ba4-51ee-4ece-9599-aa72121855dc service neutron] Port 167c6657-5d6d-4e7b-86a4-1b3099a3f207 on network dba3873c-70b0-46c0-9226-9b2dc298f12c not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:23:12.028623 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-a54b9ba4-51ee-4ece-9599-aa72121855dc service neutron] Attempting to bind port 167c6657-5d6d-4e7b-86a4-1b3099a3f207 on network dba3873c-70b0-46c0-9226-9b2dc298f12c {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:23:12.053525 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-a54b9ba4-51ee-4ece-9599-aa72121855dc service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:23:12.053910 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-a54b9ba4-51ee-4ece-9599-aa72121855dc service neutron] Checking segment: {'id': '0a99f852-2ec7-4242-b347-aa96e29a3d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'dba3873c-70b0-46c0-9226-9b2dc298f12c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:23:12.056299 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-a54b9ba4-51ee-4ece-9599-aa72121855dc service neutron] Bound using segment: {'id': '0a99f852-2ec7-4242-b347-aa96e29a3d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'dba3873c-70b0-46c0-9226-9b2dc298f12c'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:23:12.056775 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-a54b9ba4-51ee-4ece-9599-aa72121855dc service neutron] Bound port: 167c6657-5d6d-4e7b-86a4-1b3099a3f207, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a99f852-2ec7-4242-b347-aa96e29a3d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'dba3873c-70b0-46c0-9226-9b2dc298f12c'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:23:12.057153 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-a54b9ba4-51ee-4ece-9599-aa72121855dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:12.078663 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-f282edfe-57a5-4204-81e6-03b57bb8f731 service neutron] 10.222.0.25 "GET /v2.0/networks/30a0afd4-452b-4cd5-87af-310670c6e8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693685 Apr 20 13:23:12.158532 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-b4781398-5c6c-4249-907a-4663bc449946 None None] Set router d206a0da-58c7-4c38-891c-f9ef3acd9ba9 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:23:12.239623 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:12.274207 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-a54b9ba4-51ee-4ece-9599-aa72121855dc service neutron] For port 167c6657-5d6d-4e7b-86a4-1b3099a3f207, host n-h2-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:23:12.278409 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-a54b9ba4-51ee-4ece-9599-aa72121855dc service neutron] For port 167c6657-5d6d-4e7b-86a4-1b3099a3f207, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=167c6657-5d6d-4e7b-86a4-1b3099a3f207,segment=NetworkSegment(0a99f852-2ec7-4242-b347-aa96e29a3d82),segment_id=0a99f852-2ec7-4242-b347-aa96e29a3d82)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:23:12.292464 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96264b6-8f0d-4de5-9717-552ba8bdf7eb req-db24e235-94d0-4a63-a172-13215b9406f6 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:12.301053 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c96264b6-8f0d-4de5-9717-552ba8bdf7eb req-db24e235-94d0-4a63-a172-13215b9406f6 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/ports?device_id=f47e5478-e6b8-462e-a605-16a49b0306a9 HTTP/1.1" status: 200 len: 944 time: 0.2380683 Apr 20 13:23:12.359923 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-a54b9ba4-51ee-4ece-9599-aa72121855dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:12.401538 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-fcf8bb20-ffaa-477b-bd35-4062ce03b095 service neutron] 10.222.0.25 "GET /v2.0/networks/30a0afd4-452b-4cd5-87af-310670c6e8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229132 Apr 20 13:23:12.470487 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c96264b6-8f0d-4de5-9717-552ba8bdf7eb req-eef0c42b-7edc-4518-a8e6-b0452b03274a tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef66df96-b5d9-4d87-9db2-c63e9d6c2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681273 Apr 20 13:23:12.500704 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-a54b9ba4-51ee-4ece-9599-aa72121855dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:12.508336 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-a54b9ba4-51ee-4ece-9599-aa72121855dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:12.509816 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-a54b9ba4-51ee-4ece-9599-aa72121855dc service neutron] 10.222.0.15 "PUT /v2.0/ports/167c6657-5d6d-4e7b-86a4-1b3099a3f207 HTTP/1.1" status: 200 len: 1092 time: 2.1295705 Apr 20 13:23:12.510317 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f47e5478-e6b8-462e-a605-16a49b0306a9', 'tag': '167c6657-5d6d-4e7b-86a4-1b3099a3f207'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:23:12.529389 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aaa7dc1-b2dd-4630-bfbe-855dac9121fc" -d '{"events": [{"name": "network-changed", "server_uuid": "f47e5478-e6b8-462e-a605-16a49b0306a9", "tag": "167c6657-5d6d-4e7b-86a4-1b3099a3f207"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:23:12.605683 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b9ba4-51ee-4ece-9599-aa72121855dc service neutron] Pushing event updated for resources: {'Port': ['ID=167c6657-5d6d-4e7b-86a4-1b3099a3f207,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:12.710798 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 66b48100-a137-4957-a4c8-3ef606ce45c9 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:23:12.747059 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b4781398-5c6c-4249-907a-4663bc449946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'name': 'tempest-ServerRescueNegativeTestJSON-797824692-router', 'tenant_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '66b48100-a137-4957-a4c8-3ef606ce45c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:22:58Z', 'updated_at': '2022-04-20T13:23:07Z', 'revision_number': 4, 'project_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'gw_port': {'id': '66b48100-a137-4957-a4c8-3ef606ce45c9', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:00Z', 'updated_at': '2022-04-20T13:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '6b00d3f6-7f11-4183-8b8d-8b236272fceb', 'name': '', 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3', 'tenant_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'mac_address': 'fa:16:3e:b7:60:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '30a664a4-266d-459a-b14d-e17b45ff5b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:05Z', 'updated_at': '2022-04-20T13:23:08Z', 'revision_number': 2, 'project_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'subnets': [{'id': '30a664a4-266d-459a-b14d-e17b45ff5b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:12.770509 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-31c784fa-f8a9-4d57-a6c2-11c54478abc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:12.779799 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4781398-5c6c-4249-907a-4663bc449946 None None] Checking router: d206a0da-58c7-4c38-891c-f9ef3acd9ba9 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:23:12.780295 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-31c784fa-f8a9-4d57-a6c2-11c54478abc4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=80afdba20e43474184e0ae1925153140&device_id=f47e5478-e6b8-462e-a605-16a49b0306a9 HTTP/1.1" status: 200 len: 1095 time: 0.1680214 Apr 20 13:23:12.780747 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4781398-5c6c-4249-907a-4663bc449946 None None] Updating router d206a0da-58c7-4c38-891c-f9ef3acd9ba9 port 6b00d3f6-7f11-4183-8b8d-8b236272fceb binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:23:12.804038 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac16d7-d2e6-46f6-8bf3-d0af998a51c4 req-15e263c7-908f-4f2d-a8f0-c90ce1030266 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:12.808625 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 66b48100-a137-4957-a4c8-3ef606ce45c9 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:12.808991 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:12.810016 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-51ac16d7-d2e6-46f6-8bf3-d0af998a51c4 req-15e263c7-908f-4f2d-a8f0-c90ce1030266 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.1542261 Apr 20 13:23:12.821745 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-b4781398-5c6c-4249-907a-4663bc449946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:12.894804 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-51ac16d7-d2e6-46f6-8bf3-d0af998a51c4 req-28c56c10-91bd-408c-ba4d-f7467268a1db tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771377 Apr 20 13:23:12.942855 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-3fb0e2ae-081c-4d21-a492-bc581c8fc6a8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=167c6657-5d6d-4e7b-86a4-1b3099a3f207 HTTP/1.1" status: 200 len: 217 time: 0.1542690 Apr 20 13:23:12.980490 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:13.156188 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-97076d1e-7ea5-4349-8d39-611769af82de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:13.170879 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6ef6f1b5-27ea-4fb4-b35a-8c9cb518f85f req-334ae52f-69e4-4838-8435-f3930c067e8b tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=c684c116-d9af-4e46-9a01-0ae4ff9593fc HTTP/1.1" status: 200 len: 210 time: 0.1167908 Apr 20 13:23:13.170988 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-97076d1e-7ea5-4349-8d39-611769af82de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=338bde54-c215-447a-bd88-634386559aad HTTP/1.1" status: 200 len: 849 time: 0.2146814 Apr 20 13:23:13.170988 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e65b7a9-57ef-4109-b770-2071e21e5f8b x-openstack-request-id: req-5e65b7a9-57ef-4109-b770-2071e21e5f8b {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:23:13.170988 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f47e5478-e6b8-462e-a605-16a49b0306a9", "tag": "167c6657-5d6d-4e7b-86a4-1b3099a3f207", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:23:13.170988 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e65b7a9-57ef-4109-b770-2071e21e5f8b {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:23:13.170988 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e65b7a9-57ef-4109-b770-2071e21e5f8b'] response: {'name': 'network-changed', 'server_uuid': 'f47e5478-e6b8-462e-a605-16a49b0306a9', 'tag': '167c6657-5d6d-4e7b-86a4-1b3099a3f207', 'status': 'completed', 'code': 200} Apr 20 13:23:13.241331 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-b828ce0c-9e88-4686-b078-f898fbc641ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dba3873c-70b0-46c0-9226-9b2dc298f12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668142 Apr 20 13:23:13.434108 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60924) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:13.527744 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-d4f228ea-e6d0-46d9-8981-597423495137 service neutron] 10.222.0.15 "GET /v2.0/networks/dba3873c-70b0-46c0-9226-9b2dc298f12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782230 Apr 20 13:23:13.611754 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-b4781398-5c6c-4249-907a-4663bc449946 None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:13.690061 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0feaad05-3f08-44a1-b5e6-4651a52f2b4b req-3becbb81-0065-4cab-8d49-e5e2d3b6fdeb service neutron] 10.222.0.15 "GET /v2.0/networks/dba3873c-70b0-46c0-9226-9b2dc298f12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541860 Apr 20 13:23:13.706537 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-b4781398-5c6c-4249-907a-4663bc449946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:13.729790 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-a754fc8e-edc0-47a1-8455-7b431c9bcef2 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Request body: {'network': {'name': 'tempest-RoutersTest-614303998'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:13.819394 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5e9a8-bac6-404e-9abb-0fb3d780056a None None] Pushing event updated for resources: {'Port': ['ID=6b00d3f6-7f11-4183-8b8d-8b236272fceb,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:13.828471 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a8d7b-ca9b-4906-a0fa-0695453617f0 req-eb2ef163-7960-42bb-9c00-930852a8d456 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:13.833095 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f97a8d7b-ca9b-4906-a0fa-0695453617f0 req-eb2ef163-7960-42bb-9c00-930852a8d456 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/ports?device_id=f47e5478-e6b8-462e-a605-16a49b0306a9 HTTP/1.1" status: 200 len: 944 time: 0.1649239 Apr 20 13:23:13.856094 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5e9a8-bac6-404e-9abb-0fb3d780056a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:13.856488 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5e9a8-bac6-404e-9abb-0fb3d780056a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:13.856780 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5e9a8-bac6-404e-9abb-0fb3d780056a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:13.857370 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5e9a8-bac6-404e-9abb-0fb3d780056a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:13.857719 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5e9a8-bac6-404e-9abb-0fb3d780056a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:13.859125 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5e9a8-bac6-404e-9abb-0fb3d780056a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:13.859796 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5e9a8-bac6-404e-9abb-0fb3d780056a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:13.860141 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5e9a8-bac6-404e-9abb-0fb3d780056a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:13.860476 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5e9a8-bac6-404e-9abb-0fb3d780056a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:13.860808 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5e9a8-bac6-404e-9abb-0fb3d780056a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:13.861679 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5e9a8-bac6-404e-9abb-0fb3d780056a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:13.862037 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d5e9a8-bac6-404e-9abb-0fb3d780056a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:13.913664 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-40c86f6e-c87c-4b0f-a69a-8bccc52e432c tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:13.916734 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-40c86f6e-c87c-4b0f-a69a-8bccc52e432c tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/networks?id=30a0afd4-452b-4cd5-87af-310670c6e8f3 HTTP/1.1" status: 200 len: 818 time: 0.4367459 Apr 20 13:23:13.946295 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-b4781398-5c6c-4249-907a-4663bc449946 None None] Attempting to bind port 6b00d3f6-7f11-4183-8b8d-8b236272fceb on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:23:13.946295 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-b4781398-5c6c-4249-907a-4663bc449946 None None] Attempting to bind port 6b00d3f6-7f11-4183-8b8d-8b236272fceb by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '5847a401-b716-4b53-a934-335b190c1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:23:13.946790 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4781398-5c6c-4249-907a-4663bc449946 None None] Attempting to bind port 6b00d3f6-7f11-4183-8b8d-8b236272fceb on network 30a0afd4-452b-4cd5-87af-310670c6e8f3 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:23:13.951936 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a754fc8e-edc0-47a1-8455-7b431c9bcef2 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Made reservation on behalf of 67912d2daa0a41a1a8c7a1e51e3613c2 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:23:13.955728 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a754fc8e-edc0-47a1-8455-7b431c9bcef2 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:13.961572 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4781398-5c6c-4249-907a-4663bc449946 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:23:13.962899 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4781398-5c6c-4249-907a-4663bc449946 None None] Checking segment: {'id': '5847a401-b716-4b53-a934-335b190c1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:23:13.962899 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-b4781398-5c6c-4249-907a-4663bc449946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:13.963451 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4781398-5c6c-4249-907a-4663bc449946 None None] Bound using segment: {'id': '5847a401-b716-4b53-a934-335b190c1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:23:13.964295 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-b4781398-5c6c-4249-907a-4663bc449946 None None] Bound port: 6b00d3f6-7f11-4183-8b8d-8b236272fceb, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5847a401-b716-4b53-a934-335b190c1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:23:13.964717 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-b4781398-5c6c-4249-907a-4663bc449946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:14.005657 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a754fc8e-edc0-47a1-8455-7b431c9bcef2 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:14.020693 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f97a8d7b-ca9b-4906-a0fa-0695453617f0 req-0cf40766-b9dc-4d45-a400-92cb2e329735 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef66df96-b5d9-4d87-9db2-c63e9d6c2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798224 Apr 20 13:23:14.037708 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-ac808958-0a8f-45fb-823c-ea2fa5baa289 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/quotas/b5dc3931e6714f8cb843649afbc5f7c5 HTTP/1.1" status: 200 len: 375 time: 0.0931494 Apr 20 13:23:14.134661 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa7dc1-b2dd-4630-bfbe-855dac9121fc req-2e3e70f8-f6ca-48a8-9192-7f23ad710723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:14.139740 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0aaa7dc1-b2dd-4630-bfbe-855dac9121fc req-2e3e70f8-f6ca-48a8-9192-7f23ad710723 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=80afdba20e43474184e0ae1925153140&device_id=f47e5478-e6b8-462e-a605-16a49b0306a9 HTTP/1.1" status: 200 len: 1095 time: 0.1926858 Apr 20 13:23:14.200239 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a754fc8e-edc0-47a1-8455-7b431c9bcef2 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:14.206365 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-b4781398-5c6c-4249-907a-4663bc449946 None None] For port 6b00d3f6-7f11-4183-8b8d-8b236272fceb, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:23:14.218347 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-b4781398-5c6c-4249-907a-4663bc449946 None None] For port 6b00d3f6-7f11-4183-8b8d-8b236272fceb, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=6b00d3f6-7f11-4183-8b8d-8b236272fceb,segment=NetworkSegment(5847a401-b716-4b53-a934-335b190c1a91),segment_id=5847a401-b716-4b53-a934-335b190c1a91)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:23:14.296161 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-8edda7d1-b078-4459-9e2a-a70a6560fab7 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5dc3931e6714f8cb843649afbc5f7c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0926461 Apr 20 13:23:14.297498 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a754fc8e-edc0-47a1-8455-7b431c9bcef2 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:14.310720 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a754fc8e-edc0-47a1-8455-7b431c9bcef2 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:23:14.322025 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a754fc8e-edc0-47a1-8455-7b431c9bcef2 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:14.328662 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-a754fc8e-edc0-47a1-8455-7b431c9bcef2 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Added segment ee2c9429-9cad-4c73-8f2f-9351dfc7a105 of type vlan for network d5cb3f35-2b4d-48f2-9310-fd8db941731c Apr 20 13:23:14.328820 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-b4781398-5c6c-4249-907a-4663bc449946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:14.358185 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa7dc1-b2dd-4630-bfbe-855dac9121fc req-0983ae8e-54f7-4e94-bb69-552c06757527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:14.366668 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0aaa7dc1-b2dd-4630-bfbe-855dac9121fc req-0983ae8e-54f7-4e94-bb69-552c06757527 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dba3873c-70b0-46c0-9226-9b2dc298f12c HTTP/1.1" status: 200 len: 910 time: 0.2201102 Apr 20 13:23:14.367496 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-84308e3b-92d0-40d6-b1f3-da05c85f0962 None None] Provisioning complete for port 6b00d3f6-7f11-4183-8b8d-8b236272fceb triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:14.371575 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-84308e3b-92d0-40d6-b1f3-da05c85f0962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:14.375841 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a754fc8e-edc0-47a1-8455-7b431c9bcef2 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:14.525598 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0aaa7dc1-b2dd-4630-bfbe-855dac9121fc req-131ddb29-f979-4334-860f-e37b5cc348cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=167c6657-5d6d-4e7b-86a4-1b3099a3f207 HTTP/1.1" status: 200 len: 217 time: 0.1489220 Apr 20 13:23:14.536609 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a754fc8e-edc0-47a1-8455-7b431c9bcef2 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:14.546012 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a754fc8e-edc0-47a1-8455-7b431c9bcef2 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:14.546844 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a754fc8e-edc0-47a1-8455-7b431c9bcef2 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:14.570583 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4781398-5c6c-4249-907a-4663bc449946 None None] Routers {'d206a0da-58c7-4c38-891c-f9ef3acd9ba9'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:14.571726 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b4781398-5c6c-4249-907a-4663bc449946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:22:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d206a0da-58c7-4c38-891c-f9ef3acd9ba9'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:14.577959 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5e9a8-bac6-404e-9abb-0fb3d780056a None None] Pushing event updated for resources: {'Port': ['ID=6b00d3f6-7f11-4183-8b8d-8b236272fceb,revision_number=4']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:14.687428 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa7dc1-b2dd-4630-bfbe-855dac9121fc req-94bd4e2f-b5c9-4989-b81c-f7413812c3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:14.688860 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0aaa7dc1-b2dd-4630-bfbe-855dac9121fc req-94bd4e2f-b5c9-4989-b81c-f7413812c3a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=338bde54-c215-447a-bd88-634386559aad HTTP/1.1" status: 200 len: 849 time: 0.1551499 Apr 20 13:23:14.724215 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f3d5a-ff35-496a-8355-93aa989f7a8f req-5dc70857-206d-4ac8-ab84-cfd3b50c0a5c tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:14.726449 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-84308e3b-92d0-40d6-b1f3-da05c85f0962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:14.727767 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-155f3d5a-ff35-496a-8355-93aa989f7a8f req-5dc70857-206d-4ac8-ab84-cfd3b50c0a5c tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.5236003 Apr 20 13:23:14.756080 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754fc8e-edc0-47a1-8455-7b431c9bcef2 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event updated for resources: {'Network': ['ID=d5cb3f35-2b4d-48f2-9310-fd8db941731c,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:14.757220 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0aaa7dc1-b2dd-4630-bfbe-855dac9121fc req-c0557048-7b46-4a21-a76a-89b54ffcc701 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dba3873c-70b0-46c0-9226-9b2dc298f12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601733 Apr 20 13:23:14.766317 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a754fc8e-edc0-47a1-8455-7b431c9bcef2 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3293440 Apr 20 13:23:14.767126 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 60946) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:14.801029 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754fc8e-edc0-47a1-8455-7b431c9bcef2 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4033f2f4-27fd-4ea7-b266-9254c49a13a2,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:14.845388 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-b4781398-5c6c-4249-907a-4663bc449946 None None] Set router d206a0da-58c7-4c38-891c-f9ef3acd9ba9 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:23:14.849198 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-84308e3b-92d0-40d6-b1f3-da05c85f0962 None None] For port 6b00d3f6-7f11-4183-8b8d-8b236272fceb, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=6b00d3f6-7f11-4183-8b8d-8b236272fceb,segment=NetworkSegment(5847a401-b716-4b53-a934-335b190c1a91),segment_id=5847a401-b716-4b53-a934-335b190c1a91)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:14.854621 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network d5cb3f35-2b4d-48f2-9310-fd8db941731c details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:23:14.920669 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-155f3d5a-ff35-496a-8355-93aa989f7a8f req-232f9585-54f6-41cc-b07c-39fe55c3fb6f tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530275 Apr 20 13:23:14.943641 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-28051d00-73cd-4157-8aeb-3c9be7ccc1be service neutron] 10.222.0.25 "GET /v2.0/networks/30a0afd4-452b-4cd5-87af-310670c6e8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5337663 Apr 20 13:23:14.990935 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-84308e3b-92d0-40d6-b1f3-da05c85f0962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:15.019456 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0aaa7dc1-b2dd-4630-bfbe-855dac9121fc req-56749204-fa4f-4671-a0b5-ea3c810a87f4 service neutron] 10.222.0.15 "GET /v2.0/networks/dba3873c-70b0-46c0-9226-9b2dc298f12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532172 Apr 20 13:23:15.029536 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-4db5ec30-8597-4a42-be50-058db0785790 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Request body: {'network': {'name': 'tempest-RoutersTest-799412261'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:15.165726 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-15badbb7-0ab6-4aaf-8365-b6d4d7b12400 service neutron] 10.222.0.25 "GET /v2.0/networks/30a0afd4-452b-4cd5-87af-310670c6e8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115924 Apr 20 13:23:15.175010 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db5ec30-8597-4a42-be50-058db0785790 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Made reservation on behalf of 67912d2daa0a41a1a8c7a1e51e3613c2 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:23:15.192282 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4db5ec30-8597-4a42-be50-058db0785790 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:15.327185 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b8145-7c19-4bac-a9f7-74fea981c3ba req-d7cd428a-5b60-48d9-8375-315b2c6f2b0e tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:15.340389 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c41b8145-7c19-4bac-a9f7-74fea981c3ba req-d7cd428a-5b60-48d9-8375-315b2c6f2b0e tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/ports?device_id=f47e5478-e6b8-462e-a605-16a49b0306a9 HTTP/1.1" status: 200 len: 944 time: 0.1137781 Apr 20 13:23:15.349010 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b4781398-5c6c-4249-907a-4663bc449946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'name': 'tempest-ServerRescueNegativeTestJSON-797824692-router', 'tenant_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '66b48100-a137-4957-a4c8-3ef606ce45c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:22:58Z', 'updated_at': '2022-04-20T13:23:07Z', 'revision_number': 4, 'project_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'gw_port': {'id': '66b48100-a137-4957-a4c8-3ef606ce45c9', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:00Z', 'updated_at': '2022-04-20T13:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '6b00d3f6-7f11-4183-8b8d-8b236272fceb', 'name': '', 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3', 'tenant_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'mac_address': 'fa:16:3e:b7:60:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '30a664a4-266d-459a-b14d-e17b45ff5b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:05Z', 'updated_at': '2022-04-20T13:23:14Z', 'revision_number': 4, 'project_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'subnets': [{'id': '30a664a4-266d-459a-b14d-e17b45ff5b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:15.378304 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4db5ec30-8597-4a42-be50-058db0785790 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:23:15.430830 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4db5ec30-8597-4a42-be50-058db0785790 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:15.431173 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-4db5ec30-8597-4a42-be50-058db0785790 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Added segment ee720439-1b78-492c-9410-25cc61994ea8 of type vlan for network 5af2d953-eecf-4c94-a1d9-6d9973d26a6a Apr 20 13:23:15.443155 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4781398-5c6c-4249-907a-4663bc449946 None None] The sync data for ids ['d206a0da-58c7-4c38-891c-f9ef3acd9ba9'] in n-d-836015-7 is: [{'id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'name': 'tempest-ServerRescueNegativeTestJSON-797824692-router', 'tenant_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '66b48100-a137-4957-a4c8-3ef606ce45c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:22:58Z', 'updated_at': '2022-04-20T13:23:07Z', 'revision_number': 4, 'project_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'gw_port': {'id': '66b48100-a137-4957-a4c8-3ef606ce45c9', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:00Z', 'updated_at': '2022-04-20T13:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '6b00d3f6-7f11-4183-8b8d-8b236272fceb', 'name': '', 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3', 'tenant_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'mac_address': 'fa:16:3e:b7:60:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '30a664a4-266d-459a-b14d-e17b45ff5b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:05Z', 'updated_at': '2022-04-20T13:23:14Z', 'revision_number': 4, 'project_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'subnets': [{'id': '30a664a4-266d-459a-b14d-e17b45ff5b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:23:15.447617 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c41b8145-7c19-4bac-a9f7-74fea981c3ba req-aa826301-ce25-4fe2-86a3-1de409b5962a tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef66df96-b5d9-4d87-9db2-c63e9d6c2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021073 Apr 20 13:23:15.459299 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0aaa7dc1-b2dd-4630-bfbe-855dac9121fc req-963eb6ec-638d-4b4c-9cc3-df6471e6ea75 service neutron] 10.222.0.15 "GET /v2.0/networks/dba3873c-70b0-46c0-9226-9b2dc298f12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803496 Apr 20 13:23:15.514365 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4db5ec30-8597-4a42-be50-058db0785790 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:15.694879 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4db5ec30-8597-4a42-be50-058db0785790 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:15.700884 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db5ec30-8597-4a42-be50-058db0785790 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:15.701617 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4db5ec30-8597-4a42-be50-058db0785790 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:15.796438 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-d2f7e3f7-f705-40a7-a9cc-27057e537315 None None] Provisioning complete for port 6b00d3f6-7f11-4183-8b8d-8b236272fceb triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:15.797000 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d2f7e3f7-f705-40a7-a9cc-27057e537315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:15.807560 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-885d84f5-7059-43bb-b18b-a06bc81832e2 req-afb0507b-b58e-4590-86b5-a53d136cf6e9 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 210 time: 0.1023941 Apr 20 13:23:15.927695 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84308e3b-92d0-40d6-b1f3-da05c85f0962 None None] Pushing event updated for resources: {'Port': ['ID=6b00d3f6-7f11-4183-8b8d-8b236272fceb,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:15.932629 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4db5ec30-8597-4a42-be50-058db0785790 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9191735 Apr 20 13:23:15.936832 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60962) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:15.951475 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-6f7f0c7a-faf6-4082-9c74-b268d615c14d tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Request body: {'subnet': {'network_id': 'd5cb3f35-2b4d-48f2-9310-fd8db941731c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:15.968780 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5ec30-8597-4a42-be50-058db0785790 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event updated for resources: {'Network': ['ID=5af2d953-eecf-4c94-a1d9-6d9973d26a6a,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:15.990184 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db5ec30-8597-4a42-be50-058db0785790 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:15.990542 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db5ec30-8597-4a42-be50-058db0785790 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:15.990888 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db5ec30-8597-4a42-be50-058db0785790 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:15.991231 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db5ec30-8597-4a42-be50-058db0785790 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:15.996685 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db5ec30-8597-4a42-be50-058db0785790 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:15.997070 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db5ec30-8597-4a42-be50-058db0785790 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:15.997420 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db5ec30-8597-4a42-be50-058db0785790 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:15.997762 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db5ec30-8597-4a42-be50-058db0785790 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:15.998126 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db5ec30-8597-4a42-be50-058db0785790 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:15.998462 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db5ec30-8597-4a42-be50-058db0785790 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:15.998822 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db5ec30-8597-4a42-be50-058db0785790 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:15.999116 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db5ec30-8597-4a42-be50-058db0785790 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:16.101521 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 5af2d953-eecf-4c94-a1d9-6d9973d26a6a details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:23:16.279845 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d857f4-1068-4bb5-a100-57d4c476856c req-eac26aab-06ec-471e-b913-6b73caf619ee tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:16.282952 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-74d857f4-1068-4bb5-a100-57d4c476856c req-eac26aab-06ec-471e-b913-6b73caf619ee tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.1382360 Apr 20 13:23:16.368799 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7f0c7a-faf6-4082-9c74-b268d615c14d tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Made reservation on behalf of 67912d2daa0a41a1a8c7a1e51e3613c2 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:23:16.376887 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6f7f0c7a-faf6-4082-9c74-b268d615c14d tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:16.410934 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-b4220177-867b-4edc-9f73-49f98d9f536f tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:16.413287 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-b4220177-867b-4edc-9f73-49f98d9f536f tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.32 "GET /v2.0/networks?id=30a0afd4-452b-4cd5-87af-310670c6e8f3 HTTP/1.1" status: 200 len: 818 time: 0.4249070 Apr 20 13:23:16.437433 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-ad7b03c6-27ec-4b93-86c6-affc743fe983 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Request body: {'port': {'device_id': 'c684c116-d9af-4e46-9a01-0ae4ff9593fc', 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3', 'admin_state_up': True, 'tenant_id': 'b5dc3931e6714f8cb843649afbc5f7c5'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:16.513464 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-74d857f4-1068-4bb5-a100-57d4c476856c req-81edace9-5f21-4901-a078-f28afa7cc2d0 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134295 Apr 20 13:23:16.688689 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 167c6657-5d6d-4e7b-86a4-1b3099a3f207 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:23:16.745562 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 6b00d3f6-7f11-4183-8b8d-8b236272fceb up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:23:16.824740 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.resource_extend [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 13:23:16.917967 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-ad7b03c6-27ec-4b93-86c6-affc743fe983 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Made reservation on behalf of b5dc3931e6714f8cb843649afbc5f7c5 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:23:16.922774 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-ad7b03c6-27ec-4b93-86c6-affc743fe983 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:16.932725 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 6b00d3f6-7f11-4183-8b8d-8b236272fceb triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:16.933489 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:16.992379 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267839d-480b-432c-9fe2-a12c5651c6e3 req-49cee9d0-ab6f-41c5-9b0a-fdfc49dee2b8 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:16.994094 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9267839d-480b-432c-9fe2-a12c5651c6e3 req-49cee9d0-ab6f-41c5-9b0a-fdfc49dee2b8 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/ports?device_id=f47e5478-e6b8-462e-a605-16a49b0306a9 HTTP/1.1" status: 200 len: 944 time: 0.2529716 Apr 20 13:23:17.008210 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dd3a8f22-9efb-4bc5-a15e-89273162e3af req-6856c01e-5c35-456b-80f4-cafc2cf50d44 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 210 time: 0.1057799 Apr 20 13:23:17.041519 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6f7f0c7a-faf6-4082-9c74-b268d615c14d tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:17.146120 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 167c6657-5d6d-4e7b-86a4-1b3099a3f207, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=167c6657-5d6d-4e7b-86a4-1b3099a3f207,segment=NetworkSegment(0a99f852-2ec7-4242-b347-aa96e29a3d82),segment_id=0a99f852-2ec7-4242-b347-aa96e29a3d82)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:17.148621 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9267839d-480b-432c-9fe2-a12c5651c6e3 req-fadbbaf4-9cf6-4d60-a697-c1e03af61f28 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef66df96-b5d9-4d87-9db2-c63e9d6c2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328070 Apr 20 13:23:17.193963 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '167c6657-5d6d-4e7b-86a4-1b3099a3f207', 'network_id': 'dba3873c-70b0-46c0-9226-9b2dc298f12c', 'port_id': '167c6657-5d6d-4e7b-86a4-1b3099a3f207', 'mac_address': 'fa:16:3e:71:c9:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338bde54-c215-447a-bd88-634386559aad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:23:17.226290 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f0c7a-faf6-4082-9c74-b268d615c14d tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event updated for resources: {'Subnet': ['ID=2d672518-ed87-4da2-88d4-12e7b31cd906,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:17.236676 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7f0c7a-faf6-4082-9c74-b268d615c14d tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Checking segment: {'id': 'ee2c9429-9cad-4c73-8f2f-9351dfc7a105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd5cb3f35-2b4d-48f2-9310-fd8db941731c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:23:17.237267 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7f0c7a-faf6-4082-9c74-b268d615c14d tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Network hostable DHCP agents. Network: d5cb3f35-2b4d-48f2-9310-fd8db941731c, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:23:17.336929 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7f0c7a-faf6-4082-9c74-b268d615c14d tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Network d5cb3f35-2b4d-48f2-9310-fd8db941731c is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:23:17.368966 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:17.410894 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 167c6657-5d6d-4e7b-86a4-1b3099a3f207 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:23:17.443341 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-6f7f0c7a-faf6-4082-9c74-b268d615c14d tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, d5cb3f35-2b4d-48f2-9310-fd8db941731c) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:23:17.452531 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7f0c7a-faf6-4082-9c74-b268d615c14d tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:17.453151 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6f7f0c7a-faf6-4082-9c74-b268d615c14d tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:17.469515 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 167c6657-5d6d-4e7b-86a4-1b3099a3f207, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=167c6657-5d6d-4e7b-86a4-1b3099a3f207,segment=NetworkSegment(0a99f852-2ec7-4242-b347-aa96e29a3d82),segment_id=0a99f852-2ec7-4242-b347-aa96e29a3d82)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:17.472718 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443877d0-4f98-4123-9599-d93218cb49ef None None] Network d5cb3f35-2b4d-48f2-9310-fd8db941731c requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:23:17.494212 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-ad7b03c6-27ec-4b93-86c6-affc743fe983 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Allocated IP 172.20.0.8 (30a0afd4-452b-4cd5-87af-310670c6e8f3/30a664a4-266d-459a-b14d-e17b45ff5b80/55193739-acb9-4a02-9a46-02899d22e248) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:23:17.551560 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:17.602085 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-6f7f0c7a-faf6-4082-9c74-b268d615c14d tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6628919 Apr 20 13:23:17.604239 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60986) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:17.610200 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-1f00552b-5cd3-4621-af51-a91d4ff4a1b6 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Request body: {'subnet': {'network_id': '5af2d953-eecf-4c94-a1d9-6d9973d26a6a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:17.779935 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=167c6657-5d6d-4e7b-86a4-1b3099a3f207,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:17.824622 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-ad7b03c6-27ec-4b93-86c6-affc743fe983 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:17.886018 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['167c6657-5d6d-4e7b-86a4-1b3099a3f207'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:23:17.920397 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c92f6f-5621-4e57-aeb8-6a1dbabb5bb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-d5cb3f35-2b4d-48f2-9310-fd8db941731c', 'network_id': 'd5cb3f35-2b4d-48f2-9310-fd8db941731c', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'fixed_ips': [{'subnet_id': '2d672518-ed87-4da2-88d4-12e7b31cd906'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:23:17.921208 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-51c92f6f-5621-4e57-aeb8-6a1dbabb5bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:18.016439 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-ad7b03c6-27ec-4b93-86c6-affc743fe983 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:18.124100 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-ad7b03c6-27ec-4b93-86c6-affc743fe983 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Network 30a0afd4-452b-4cd5-87af-310670c6e8f3 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:23:18.132670 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-ad7b03c6-27ec-4b93-86c6-affc743fe983 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:23:18.160459 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-ad7b03c6-27ec-4b93-86c6-affc743fe983 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:23:18.188216 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-51c92f6f-5621-4e57-aeb8-6a1dbabb5bb3 None None] Allocated IP 172.20.0.2 (d5cb3f35-2b4d-48f2-9310-fd8db941731c/2d672518-ed87-4da2-88d4-12e7b31cd906/a41a3fb4-02f6-41c7-9b26-a9af3e157b27) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:23:18.272418 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b03c6-27ec-4b93-86c6-affc743fe983 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Pushing event updated for resources: {'Port': ['ID=55193739-acb9-4a02-9a46-02899d22e248,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:18.352234 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-ad7b03c6-27ec-4b93-86c6-affc743fe983 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:18.352234 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-ad7b03c6-27ec-4b93-86c6-affc743fe983 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:18.429118 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-39526adb-31b8-4847-b66e-b1e87c88d645 req-5534e4c6-2ba8-437c-bfbb-24cbf1c289bc tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 210 time: 0.0685499 Apr 20 13:23:18.441135 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad396dbc-3498-4b16-8afa-5f24c751caad req-a272dea4-5699-4924-a1be-0e3ad89ece1f tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:18.450397 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ad396dbc-3498-4b16-8afa-5f24c751caad req-a272dea4-5699-4924-a1be-0e3ad89ece1f tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.8275416 Apr 20 13:23:18.488428 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-51c92f6f-5621-4e57-aeb8-6a1dbabb5bb3 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:18.559486 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ad396dbc-3498-4b16-8afa-5f24c751caad req-acc294ff-af9d-4af8-a853-be2a96f28f92 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028914 Apr 20 13:23:18.632883 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532084be-3baf-4fbd-a90f-26a9dfba72b5 req-ddf84f37-0a2b-4c52-aaee-8d9cc441c67e tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:18.634451 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-532084be-3baf-4fbd-a90f-26a9dfba72b5 req-ddf84f37-0a2b-4c52-aaee-8d9cc441c67e tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/ports?device_id=f47e5478-e6b8-462e-a605-16a49b0306a9 HTTP/1.1" status: 200 len: 945 time: 0.0740414 Apr 20 13:23:18.636979 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-0d3d7d12-63d9-44fc-bc2f-f7b91bb50924 None None] Provisioning complete for port 55193739-acb9-4a02-9a46-02899d22e248 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:18.637368 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0d3d7d12-63d9-44fc-bc2f-f7b91bb50924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:18.680344 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-532084be-3baf-4fbd-a90f-26a9dfba72b5 req-ff99b6cf-c11f-4973-bbfd-babcb7ca3e9c tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef66df96-b5d9-4d87-9db2-c63e9d6c2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383606 Apr 20 13:23:18.707537 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d7d12-63d9-44fc-bc2f-f7b91bb50924 None None] Port 55193739-acb9-4a02-9a46-02899d22e248 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:23:18.783985 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-51c92f6f-5621-4e57-aeb8-6a1dbabb5bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:18.785319 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-ad7b03c6-27ec-4b93-86c6-affc743fe983 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3553586 Apr 20 13:23:18.799103 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-c8ec6ea7-e818-4963-b01b-f321b24472c9 service neutron] Request body: {'port': {'device_id': 'c684c116-d9af-4e46-9a01-0ae4ff9593fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:18.831019 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c92f6f-5621-4e57-aeb8-6a1dbabb5bb3 None None] Network d5cb3f35-2b4d-48f2-9310-fd8db941731c is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:23:18.835540 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-51c92f6f-5621-4e57-aeb8-6a1dbabb5bb3 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:23:18.839209 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c92f6f-5621-4e57-aeb8-6a1dbabb5bb3 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:23:18.859682 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c92f6f-5621-4e57-aeb8-6a1dbabb5bb3 None None] Pushing event updated for resources: {'Port': ['ID=a41a3fb4-02f6-41c7-9b26-a9af3e157b27,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:18.901154 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f00552b-5cd3-4621-af51-a91d4ff4a1b6 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Made reservation on behalf of 67912d2daa0a41a1a8c7a1e51e3613c2 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:23:18.914101 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1f00552b-5cd3-4621-af51-a91d4ff4a1b6 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:18.967618 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-51c92f6f-5621-4e57-aeb8-6a1dbabb5bb3 None None] Attempting to bind port a41a3fb4-02f6-41c7-9b26-a9af3e157b27 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:23:18.969946 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-51c92f6f-5621-4e57-aeb8-6a1dbabb5bb3 None None] Attempting to bind port a41a3fb4-02f6-41c7-9b26-a9af3e157b27 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'ee2c9429-9cad-4c73-8f2f-9351dfc7a105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd5cb3f35-2b4d-48f2-9310-fd8db941731c'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:23:18.971885 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c92f6f-5621-4e57-aeb8-6a1dbabb5bb3 None None] Attempting to bind port a41a3fb4-02f6-41c7-9b26-a9af3e157b27 on network d5cb3f35-2b4d-48f2-9310-fd8db941731c {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:23:18.978155 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c92f6f-5621-4e57-aeb8-6a1dbabb5bb3 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:23:18.978877 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c92f6f-5621-4e57-aeb8-6a1dbabb5bb3 None None] Checking segment: {'id': 'ee2c9429-9cad-4c73-8f2f-9351dfc7a105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd5cb3f35-2b4d-48f2-9310-fd8db941731c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:23:18.979545 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-51c92f6f-5621-4e57-aeb8-6a1dbabb5bb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:18.980168 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c92f6f-5621-4e57-aeb8-6a1dbabb5bb3 None None] Bound using segment: {'id': 'ee2c9429-9cad-4c73-8f2f-9351dfc7a105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd5cb3f35-2b4d-48f2-9310-fd8db941731c'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:23:18.981447 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-51c92f6f-5621-4e57-aeb8-6a1dbabb5bb3 None None] Bound port: a41a3fb4-02f6-41c7-9b26-a9af3e157b27, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee2c9429-9cad-4c73-8f2f-9351dfc7a105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd5cb3f35-2b4d-48f2-9310-fd8db941731c'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:23:18.982071 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-51c92f6f-5621-4e57-aeb8-6a1dbabb5bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:19.096963 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-51c92f6f-5621-4e57-aeb8-6a1dbabb5bb3 None None] For port a41a3fb4-02f6-41c7-9b26-a9af3e157b27, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:23:19.105382 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-51c92f6f-5621-4e57-aeb8-6a1dbabb5bb3 None None] For port a41a3fb4-02f6-41c7-9b26-a9af3e157b27, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=a41a3fb4-02f6-41c7-9b26-a9af3e157b27,segment=NetworkSegment(ee2c9429-9cad-4c73-8f2f-9351dfc7a105),segment_id=ee2c9429-9cad-4c73-8f2f-9351dfc7a105)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:23:19.110741 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-c8ec6ea7-e818-4963-b01b-f321b24472c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:19.211484 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-51c92f6f-5621-4e57-aeb8-6a1dbabb5bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:19.356770 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 32778) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:19.422912 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1f00552b-5cd3-4621-af51-a91d4ff4a1b6 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:19.438958 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c92f6f-5621-4e57-aeb8-6a1dbabb5bb3 None None] Pushing event updated for resources: {'Port': ['ID=a41a3fb4-02f6-41c7-9b26-a9af3e157b27,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:19.499399 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-32bc1bbe-6780-41fb-8f36-6a28e25a291a tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:19.504567 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-32bc1bbe-6780-41fb-8f36-6a28e25a291a tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.15 "GET /v2.0/networks?id=30a0afd4-452b-4cd5-87af-310670c6e8f3 HTTP/1.1" status: 200 len: 818 time: 0.5541668 Apr 20 13:23:19.544429 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-4736b9f9-3399-44e0-85a6-83d2b72cda8e tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Request body: {'port': {'device_id': '368da269-436d-4719-a4b7-072f18c8de04', 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3', 'admin_state_up': True, 'tenant_id': 'b5dc3931e6714f8cb843649afbc5f7c5'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:19.814190 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8960f534-bf06-42dc-99b8-c76882d16460 req-725bcdc9-bf0e-4ee5-bf8b-a4498e5c4a85 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 210 time: 0.1802726 Apr 20 13:23:19.929676 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f00552b-5cd3-4621-af51-a91d4ff4a1b6 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Checking segment: {'id': 'ee720439-1b78-492c-9410-25cc61994ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5af2d953-eecf-4c94-a1d9-6d9973d26a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:23:19.930061 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f00552b-5cd3-4621-af51-a91d4ff4a1b6 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Network hostable DHCP agents. Network: 5af2d953-eecf-4c94-a1d9-6d9973d26a6a, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:23:19.937325 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00552b-5cd3-4621-af51-a91d4ff4a1b6 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event updated for resources: {'Subnet': ['ID=b7dedf30-ad1b-4d49-8bd3-8c359646a739,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:19.940009 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-47d3d398-5574-4ff1-bf74-e1a17e88edd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:20.076143 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c3781-6b4d-4152-a387-6110833c3fdc req-d058ed91-ce0e-4a0a-95dc-c4b9839811c2 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:20.078157 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-751c3781-6b4d-4152-a387-6110833c3fdc req-d058ed91-ce0e-4a0a-95dc-c4b9839811c2 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.2630687 Apr 20 13:23:20.088248 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-4736b9f9-3399-44e0-85a6-83d2b72cda8e tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Made reservation on behalf of b5dc3931e6714f8cb843649afbc5f7c5 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:23:20.092849 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-4736b9f9-3399-44e0-85a6-83d2b72cda8e tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:20.125909 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f00552b-5cd3-4621-af51-a91d4ff4a1b6 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Network 5af2d953-eecf-4c94-a1d9-6d9973d26a6a is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:23:20.227189 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-751c3781-6b4d-4152-a387-6110833c3fdc req-4fed0985-b3c8-4a4c-977d-ab1531c06ace tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406569 Apr 20 13:23:20.294658 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eef7f6-cd2c-4ac3-ab0c-50235ac5240c req-dbf7ad41-f79b-47d4-8eef-ab465c6b73cc tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:20.296556 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-68eef7f6-cd2c-4ac3-ab0c-50235ac5240c req-dbf7ad41-f79b-47d4-8eef-ab465c6b73cc tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/ports?device_id=f47e5478-e6b8-462e-a605-16a49b0306a9 HTTP/1.1" status: 200 len: 945 time: 0.2835660 Apr 20 13:23:20.297217 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-1f00552b-5cd3-4621-af51-a91d4ff4a1b6 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 5af2d953-eecf-4c94-a1d9-6d9973d26a6a) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:23:20.314195 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4290986-dc20-4f97-ba60-64d377f50c6a None None] Network 5af2d953-eecf-4c94-a1d9-6d9973d26a6a requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:23:20.353361 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-47d3d398-5574-4ff1-bf74-e1a17e88edd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:20.360295 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f00552b-5cd3-4621-af51-a91d4ff4a1b6 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:20.360902 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1f00552b-5cd3-4621-af51-a91d4ff4a1b6 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:20.440129 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-47d3d398-5574-4ff1-bf74-e1a17e88edd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:20.525115 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1f00552b-5cd3-4621-af51-a91d4ff4a1b6 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9183033 Apr 20 13:23:20.530536 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 32790) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:20.554610 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-47d3d398-5574-4ff1-bf74-e1a17e88edd1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=09b52cf7ebd649efa9c4f138d4b96211&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1940880 Apr 20 13:23:20.555385 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 32792) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:20.568922 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-be11f688-aff6-4af9-b6cc-6f3519f9ffbe tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1892551070', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:20.608645 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-68eef7f6-cd2c-4ac3-ab0c-50235ac5240c req-7848c5a3-f6c1-4ec8-b5eb-71ab8f071f58 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef66df96-b5d9-4d87-9db2-c63e9d6c2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630091 Apr 20 13:23:20.673826 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d3d398-5574-4ff1-bf74-e1a17e88edd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6fed1f6-e650-4c37-aece-98e01ba95caa,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:20.760125 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 167c6657-5d6d-4e7b-86a4-1b3099a3f207 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:23:20.789142 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbecba45-35a2-4127-a742-37ff89038ca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-5af2d953-eecf-4c94-a1d9-6d9973d26a6a', 'network_id': '5af2d953-eecf-4c94-a1d9-6d9973d26a6a', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'fixed_ips': [{'subnet_id': 'b7dedf30-ad1b-4d49-8bd3-8c359646a739'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:23:20.794133 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fbecba45-35a2-4127-a742-37ff89038ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:20.826111 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e0c1fe32-7e11-4d48-8033-d123308b1aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:20.882782 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e0c1fe32-7e11-4d48-8033-d123308b1aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:20.888768 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device a41a3fb4-02f6-41c7-9b26-a9af3e157b27 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:23:20.980979 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-be11f688-aff6-4af9-b6cc-6f3519f9ffbe tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:20.982337 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-be11f688-aff6-4af9-b6cc-6f3519f9ffbe tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:21.033697 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b44d4ee6-cc93-4a66-bd10-442240b2d9e8 req-0cde6d49-3207-4588-a8c0-98666c640160 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 210 time: 0.0555506 Apr 20 13:23:21.098035 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-be11f688-aff6-4af9-b6cc-6f3519f9ffbe tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:21.099250 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e0c1fe32-7e11-4d48-8033-d123308b1aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:21.102100 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e0c1fe32-7e11-4d48-8033-d123308b1aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:21.105439 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e0c1fe32-7e11-4d48-8033-d123308b1aa7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a6fed1f6-e650-4c37-aece-98e01ba95caa HTTP/1.1" status: 204 len: 168 time: 0.4939022 Apr 20 13:23:21.113037 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1fe32-7e11-4d48-8033-d123308b1aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6fed1f6-e650-4c37-aece-98e01ba95caa,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:21.180957 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-be11f688-aff6-4af9-b6cc-6f3519f9ffbe tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:21.282739 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port a41a3fb4-02f6-41c7-9b26-a9af3e157b27 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:21.283219 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:21.290757 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-fbecba45-35a2-4127-a742-37ff89038ca8 None None] Allocated IP 172.21.0.2 (5af2d953-eecf-4c94-a1d9-6d9973d26a6a/b7dedf30-ad1b-4d49-8bd3-8c359646a739/595e127a-eb15-48e8-aee3-42abaeb4ed41) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:23:21.301042 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-c8ec6ea7-e818-4963-b01b-f321b24472c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55193739-acb9-4a02-9a46-02899d22e248 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:23:21.310565 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-be11f688-aff6-4af9-b6cc-6f3519f9ffbe tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:21.314502 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-be11f688-aff6-4af9-b6cc-6f3519f9ffbe tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7738688 Apr 20 13:23:21.317571 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 32800) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:21.327906 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-c8ec6ea7-e818-4963-b01b-f321b24472c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:21.383883 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-c8ec6ea7-e818-4963-b01b-f321b24472c9 service neutron] Transition to ACTIVE for port object 55193739-acb9-4a02-9a46-02899d22e248 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:23:21.429223 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 167c6657-5d6d-4e7b-86a4-1b3099a3f207 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:23:21.444081 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 167c6657-5d6d-4e7b-86a4-1b3099a3f207 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:21.444460 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:21.453102 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404d9a41-5698-4bc9-b229-e276b8defacd None None] Network d5cb3f35-2b4d-48f2-9310-fd8db941731c requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:23:21.512709 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-c8ec6ea7-e818-4963-b01b-f321b24472c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:21.604963 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05603ae-bbf8-430f-b151-4b5f08e936a9 req-8aef7b86-4fab-4b31-807e-34245e413467 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:21.612452 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a05603ae-bbf8-430f-b151-4b5f08e936a9 req-8aef7b86-4fab-4b31-807e-34245e413467 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.1956048 Apr 20 13:23:21.627248 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec6ea7-e818-4963-b01b-f321b24472c9 service neutron] Pushing event updated for resources: {'Port': ['ID=55193739-acb9-4a02-9a46-02899d22e248,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:21.830514 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a05603ae-bbf8-430f-b151-4b5f08e936a9 req-0fb2a8eb-efe5-49cc-9a20-d5b8b2b9084b tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619618 Apr 20 13:23:21.856455 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-4736b9f9-3399-44e0-85a6-83d2b72cda8e tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Allocated IP 172.20.0.11 (30a0afd4-452b-4cd5-87af-310670c6e8f3/30a664a4-266d-459a-b14d-e17b45ff5b80/6cbbb658-0b20-4499-92d4-bef3eaf1faad) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:23:21.896897 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-c8ec6ea7-e818-4963-b01b-f321b24472c9 service neutron] Attempting to bind port 55193739-acb9-4a02-9a46-02899d22e248 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:23:21.897508 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-c8ec6ea7-e818-4963-b01b-f321b24472c9 service neutron] Attempting to bind port 55193739-acb9-4a02-9a46-02899d22e248 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '5847a401-b716-4b53-a934-335b190c1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:23:21.898057 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-c8ec6ea7-e818-4963-b01b-f321b24472c9 service neutron] Attempting to bind port 55193739-acb9-4a02-9a46-02899d22e248 on network 30a0afd4-452b-4cd5-87af-310670c6e8f3 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:23:21.906595 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-c8ec6ea7-e818-4963-b01b-f321b24472c9 service neutron] Port 55193739-acb9-4a02-9a46-02899d22e248 on network 30a0afd4-452b-4cd5-87af-310670c6e8f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:23:21.907165 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-c8ec6ea7-e818-4963-b01b-f321b24472c9 service neutron] Attempting to bind port 55193739-acb9-4a02-9a46-02899d22e248 on network 30a0afd4-452b-4cd5-87af-310670c6e8f3 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:23:21.951984 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-c8ec6ea7-e818-4963-b01b-f321b24472c9 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:23:21.951984 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-c8ec6ea7-e818-4963-b01b-f321b24472c9 service neutron] Checking segment: {'id': '5847a401-b716-4b53-a934-335b190c1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:23:21.951984 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-c8ec6ea7-e818-4963-b01b-f321b24472c9 service neutron] Bound using segment: {'id': '5847a401-b716-4b53-a934-335b190c1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:23:21.952849 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-c8ec6ea7-e818-4963-b01b-f321b24472c9 service neutron] Bound port: 55193739-acb9-4a02-9a46-02899d22e248, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5847a401-b716-4b53-a934-335b190c1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:23:21.954010 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-c8ec6ea7-e818-4963-b01b-f321b24472c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:22.025512 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fe31df8a-b4cc-4593-8ca5-f801be72583e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:22.076517 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32396d30-0445-4832-bf70-0e7db5805858 req-bce81b77-630b-43e2-907d-3389d587b6a5 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:22.085075 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-32396d30-0445-4832-bf70-0e7db5805858 req-bce81b77-630b-43e2-907d-3389d587b6a5 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/ports?device_id=f47e5478-e6b8-462e-a605-16a49b0306a9 HTTP/1.1" status: 200 len: 945 time: 0.2306972 Apr 20 13:23:22.160196 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-5f29fec2-0316-4bc5-83ae-43f48c1306ad None None] Provisioning complete for port a41a3fb4-02f6-41c7-9b26-a9af3e157b27 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:22.160196 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5f29fec2-0316-4bc5-83ae-43f48c1306ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:22.160196 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:22.170488 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 32810) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:22.228719 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-c8ec6ea7-e818-4963-b01b-f321b24472c9 service neutron] For port 55193739-acb9-4a02-9a46-02899d22e248, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:23:22.275497 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-c8ec6ea7-e818-4963-b01b-f321b24472c9 service neutron] For port 55193739-acb9-4a02-9a46-02899d22e248, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=55193739-acb9-4a02-9a46-02899d22e248,segment=NetworkSegment(5847a401-b716-4b53-a934-335b190c1a91),segment_id=5847a401-b716-4b53-a934-335b190c1a91)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:23:22.280401 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9ed65d49-b6cf-4a31-aeda-82aa80a9660c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:22.356407 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d0438e7a-c392-4dd7-a1b0-760a25246324 req-c5b91000-37b2-4446-8b50-3f6481a607fa tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 210 time: 0.1616549 Apr 20 13:23:22.395385 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-4736b9f9-3399-44e0-85a6-83d2b72cda8e tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:22.422264 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-32396d30-0445-4832-bf70-0e7db5805858 req-91002eea-5406-4e14-b7e4-6b71e9e76c08 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef66df96-b5d9-4d87-9db2-c63e9d6c2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199351 Apr 20 13:23:22.444787 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port a41a3fb4-02f6-41c7-9b26-a9af3e157b27, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=a41a3fb4-02f6-41c7-9b26-a9af3e157b27,segment=NetworkSegment(ee2c9429-9cad-4c73-8f2f-9351dfc7a105),segment_id=ee2c9429-9cad-4c73-8f2f-9351dfc7a105)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:22.485701 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-c8ec6ea7-e818-4963-b01b-f321b24472c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:22.533856 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:22.585998 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec6ea7-e818-4963-b01b-f321b24472c9 service neutron] Pushing event updated for resources: {'Port': ['ID=55193739-acb9-4a02-9a46-02899d22e248,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:22.610029 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-4736b9f9-3399-44e0-85a6-83d2b72cda8e tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:22.616849 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-c8ec6ea7-e818-4963-b01b-f321b24472c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:22.617485 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-c8ec6ea7-e818-4963-b01b-f321b24472c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:22.619201 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-c8ec6ea7-e818-4963-b01b-f321b24472c9 service neutron] 10.222.0.32 "PUT /v2.0/ports/55193739-acb9-4a02-9a46-02899d22e248 HTTP/1.1" status: 200 len: 1091 time: 3.8258212 Apr 20 13:23:22.619707 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c684c116-d9af-4e46-9a01-0ae4ff9593fc', 'tag': '55193739-acb9-4a02-9a46-02899d22e248'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:23:22.622268 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a5de6e-6012-401f-adda-c8e145b1f2a9" -d '{"events": [{"name": "network-changed", "server_uuid": "c684c116-d9af-4e46-9a01-0ae4ff9593fc", "tag": "55193739-acb9-4a02-9a46-02899d22e248"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:23:22.646628 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:22.719806 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f16a1d-5f2a-48e0-b458-a01601b4700f x-openstack-request-id: req-e7f16a1d-5f2a-48e0-b458-a01601b4700f {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:23:22.720142 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c684c116-d9af-4e46-9a01-0ae4ff9593fc", "tag": "55193739-acb9-4a02-9a46-02899d22e248", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:23:22.720873 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e7f16a1d-5f2a-48e0-b458-a01601b4700f {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:23:22.720873 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7f16a1d-5f2a-48e0-b458-a01601b4700f'] response: {'name': 'network-changed', 'server_uuid': 'c684c116-d9af-4e46-9a01-0ae4ff9593fc', 'tag': '55193739-acb9-4a02-9a46-02899d22e248', 'status': 'completed', 'code': 200} Apr 20 13:23:22.726653 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-fe31df8a-b4cc-4593-8ca5-f801be72583e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Allocated IP 172.20.0.1 (d5cb3f35-2b4d-48f2-9310-fd8db941731c/2d672518-ed87-4da2-88d4-12e7b31cd906/77deb7f5-5c6e-40ea-b2ce-62555fc2f69f) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:23:22.750306 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-4736b9f9-3399-44e0-85a6-83d2b72cda8e tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Network 30a0afd4-452b-4cd5-87af-310670c6e8f3 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:23:22.772532 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-4736b9f9-3399-44e0-85a6-83d2b72cda8e tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:23:22.779245 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fbecba45-35a2-4127-a742-37ff89038ca8 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:22.797830 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-4736b9f9-3399-44e0-85a6-83d2b72cda8e tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:23:22.835757 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 167c6657-5d6d-4e7b-86a4-1b3099a3f207, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=167c6657-5d6d-4e7b-86a4-1b3099a3f207,segment=NetworkSegment(0a99f852-2ec7-4242-b347-aa96e29a3d82),segment_id=0a99f852-2ec7-4242-b347-aa96e29a3d82)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:22.846508 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47e5478-e6b8-462e-a605-16a49b0306a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167c6657-5d6d-4e7b-86a4-1b3099a3f207'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:23:22.856051 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736b9f9-3399-44e0-85a6-83d2b72cda8e tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Pushing event updated for resources: {'Port': ['ID=6cbbb658-0b20-4499-92d4-bef3eaf1faad,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:22.857917 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5b942e-16b2-4936-a78b-036c999a40b5" -d '{"events": [{"server_uuid": "f47e5478-e6b8-462e-a605-16a49b0306a9", "name": "network-vif-plugged", "status": "completed", "tag": "167c6657-5d6d-4e7b-86a4-1b3099a3f207"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:23:22.867259 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-4736b9f9-3399-44e0-85a6-83d2b72cda8e tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:22.867887 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-4736b9f9-3399-44e0-85a6-83d2b72cda8e tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:22.892479 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9ed65d49-b6cf-4a31-aeda-82aa80a9660c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:22.924894 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5de6e-6012-401f-adda-c8e145b1f2a9 req-ec233e55-6b20-4fd9-b7bb-7470466b07f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:22.929047 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5f29fec2-0316-4bc5-83ae-43f48c1306ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:22.929751 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a3a5de6e-6012-401f-adda-c8e145b1f2a9 req-ec233e55-6b20-4fd9-b7bb-7470466b07f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b5dc3931e6714f8cb843649afbc5f7c5&device_id=c684c116-d9af-4e46-9a01-0ae4ff9593fc HTTP/1.1" status: 200 len: 1094 time: 0.1743388 Apr 20 13:23:22.947486 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:23.033231 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef78a8db-ac79-491a-9d32-c851352f1a63 x-openstack-request-id: req-ef78a8db-ac79-491a-9d32-c851352f1a63 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:23:23.034205 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f47e5478-e6b8-462e-a605-16a49b0306a9", "name": "network-vif-plugged", "status": "completed", "tag": "167c6657-5d6d-4e7b-86a4-1b3099a3f207", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:23:23.035923 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef78a8db-ac79-491a-9d32-c851352f1a63 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:23:23.036762 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef78a8db-ac79-491a-9d32-c851352f1a63'] response: {'server_uuid': 'f47e5478-e6b8-462e-a605-16a49b0306a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '167c6657-5d6d-4e7b-86a4-1b3099a3f207', 'code': 200} Apr 20 13:23:23.038207 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fbecba45-35a2-4127-a742-37ff89038ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:23.072058 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=a41a3fb4-02f6-41c7-9b26-a9af3e157b27,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:23.086700 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5de6e-6012-401f-adda-c8e145b1f2a9 req-47236013-f3a2-4982-849b-dd7170c1a9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:23.088459 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a3a5de6e-6012-401f-adda-c8e145b1f2a9 req-47236013-f3a2-4982-849b-dd7170c1a9cc service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=b5dc3931e6714f8cb843649afbc5f7c5&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1480110 Apr 20 13:23:23.095722 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-4736b9f9-3399-44e0-85a6-83d2b72cda8e tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5783095 Apr 20 13:23:23.097543 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9ed65d49-b6cf-4a31-aeda-82aa80a9660c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:23.133799 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-b49851c0-f382-42f5-b572-beebc2043189 service neutron] Request body: {'port': {'device_id': '368da269-436d-4719-a4b7-072f18c8de04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:23.225318 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbecba45-35a2-4127-a742-37ff89038ca8 None None] Network 5af2d953-eecf-4c94-a1d9-6d9973d26a6a is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:23:23.233162 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-fbecba45-35a2-4127-a742-37ff89038ca8 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:23:23.240996 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=167c6657-5d6d-4e7b-86a4-1b3099a3f207,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:23.247286 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbecba45-35a2-4127-a742-37ff89038ca8 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:23:23.266648 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fe31df8a-b4cc-4593-8ca5-f801be72583e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:23.331663 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9ed65d49-b6cf-4a31-aeda-82aa80a9660c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=31af29b8f84d424ab7b3b3ebfc009575&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1463020 Apr 20 13:23:23.335696 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 32820) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:23.352642 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-b49851c0-f382-42f5-b572-beebc2043189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:23.412609 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965591d-3107-40da-a06e-9a2288468fcd req-df4bbed5-7d65-4316-be8d-6e00af6814f5 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:23.420075 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f965591d-3107-40da-a06e-9a2288468fcd req-df4bbed5-7d65-4316-be8d-6e00af6814f5 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.3160293 Apr 20 13:23:23.422104 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff3901-5da9-469e-9cbb-1c186da25783 req-d0e372e6-c904-485e-b7bc-922b9fe3a843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:23.423607 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c9ff3901-5da9-469e-9cbb-1c186da25783 req-d0e372e6-c904-485e-b7bc-922b9fe3a843 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f47e5478-e6b8-462e-a605-16a49b0306a9 HTTP/1.1" status: 200 len: 1097 time: 0.3225484 Apr 20 13:23:23.473647 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-5f29fec2-0316-4bc5-83ae-43f48c1306ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:23:23.474243 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-5f29fec2-0316-4bc5-83ae-43f48c1306ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:23:23.505844 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed65d49-b6cf-4a31-aeda-82aa80a9660c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7999334c-6071-43f4-96e2-19ff86aa0822,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:23.552060 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-fbecba45-35a2-4127-a742-37ff89038ca8 None None] Attempting to bind port 595e127a-eb15-48e8-aee3-42abaeb4ed41 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:23:23.552658 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-fbecba45-35a2-4127-a742-37ff89038ca8 None None] Attempting to bind port 595e127a-eb15-48e8-aee3-42abaeb4ed41 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'ee720439-1b78-492c-9410-25cc61994ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5af2d953-eecf-4c94-a1d9-6d9973d26a6a'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:23:23.553241 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbecba45-35a2-4127-a742-37ff89038ca8 None None] Attempting to bind port 595e127a-eb15-48e8-aee3-42abaeb4ed41 on network 5af2d953-eecf-4c94-a1d9-6d9973d26a6a {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:23:23.555936 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbecba45-35a2-4127-a742-37ff89038ca8 None None] Pushing event updated for resources: {'Port': ['ID=595e127a-eb15-48e8-aee3-42abaeb4ed41,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:23.571883 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbecba45-35a2-4127-a742-37ff89038ca8 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:23:23.572639 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbecba45-35a2-4127-a742-37ff89038ca8 None None] Checking segment: {'id': 'ee720439-1b78-492c-9410-25cc61994ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5af2d953-eecf-4c94-a1d9-6d9973d26a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:23:23.574318 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fbecba45-35a2-4127-a742-37ff89038ca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:23.575059 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbecba45-35a2-4127-a742-37ff89038ca8 None None] Bound using segment: {'id': 'ee720439-1b78-492c-9410-25cc61994ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5af2d953-eecf-4c94-a1d9-6d9973d26a6a'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:23:23.575964 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-fbecba45-35a2-4127-a742-37ff89038ca8 None None] Bound port: 595e127a-eb15-48e8-aee3-42abaeb4ed41, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee720439-1b78-492c-9410-25cc61994ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5af2d953-eecf-4c94-a1d9-6d9973d26a6a'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:23:23.577289 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fbecba45-35a2-4127-a742-37ff89038ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:23.730174 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5de6e-6012-401f-adda-c8e145b1f2a9 req-0d6c32db-ea75-4f24-963f-9213fa1ab25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:23.731682 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a3a5de6e-6012-401f-adda-c8e145b1f2a9 req-0d6c32db-ea75-4f24-963f-9213fa1ab25a service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6309578 Apr 20 13:23:23.737108 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-15f57219-f8a8-4185-be35-3927cb11a224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:23.795951 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-fbecba45-35a2-4127-a742-37ff89038ca8 None None] For port 595e127a-eb15-48e8-aee3-42abaeb4ed41, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:23:23.805381 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fe31df8a-b4cc-4593-8ca5-f801be72583e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:23.806612 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-fbecba45-35a2-4127-a742-37ff89038ca8 None None] For port 595e127a-eb15-48e8-aee3-42abaeb4ed41, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=595e127a-eb15-48e8-aee3-42abaeb4ed41,segment=NetworkSegment(ee720439-1b78-492c-9410-25cc61994ea8),segment_id=ee720439-1b78-492c-9410-25cc61994ea8)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:23:23.873150 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fbecba45-35a2-4127-a742-37ff89038ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:23.901504 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f965591d-3107-40da-a06e-9a2288468fcd req-2f66f8fc-7ad9-4eac-9880-c32b7bc2a524 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4213417 Apr 20 13:23:23.907756 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-85cac210-3ad5-4ae8-809e-5b41f27daaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:23.909279 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-85cac210-3ad5-4ae8-809e-5b41f27daaa5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b5dc3931e6714f8cb843649afbc5f7c5&device_id=c684c116-d9af-4e46-9a01-0ae4ff9593fc HTTP/1.1" status: 200 len: 1094 time: 0.1207469 Apr 20 13:23:23.948234 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c9ff3901-5da9-469e-9cbb-1c186da25783 req-0140bbef-e008-4184-a5d2-4f5233cb405c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ef66df96-b5d9-4d87-9db2-c63e9d6c2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4612243 Apr 20 13:23:23.968338 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-15f57219-f8a8-4185-be35-3927cb11a224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:23.989957 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ab042-3743-4cb4-8a05-d03104caf3e0 req-06321e27-b9b2-4d82-8c7d-46cdd544e0a7 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:24.000583 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d57ab042-3743-4cb4-8a05-d03104caf3e0 req-06321e27-b9b2-4d82-8c7d-46cdd544e0a7 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 932 time: 0.4834211 Apr 20 13:23:24.038486 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-b8d687ba-d990-4f54-9ba9-c315a753e27f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55193739-acb9-4a02-9a46-02899d22e248 HTTP/1.1" status: 200 len: 217 time: 0.1076062 Apr 20 13:23:24.078171 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbecba45-35a2-4127-a742-37ff89038ca8 None None] Pushing event updated for resources: {'Port': ['ID=595e127a-eb15-48e8-aee3-42abaeb4ed41,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:24.124787 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe31df8a-b4cc-4593-8ca5-f801be72583e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Network d5cb3f35-2b4d-48f2-9310-fd8db941731c is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:23:24.145681 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-fe31df8a-b4cc-4593-8ca5-f801be72583e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:23:24.148005 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe31df8a-b4cc-4593-8ca5-f801be72583e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event updated for resources: {'Port': ['ID=77deb7f5-5c6e-40ea-b2ce-62555fc2f69f,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:24.168245 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe31df8a-b4cc-4593-8ca5-f801be72583e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:23:24.247138 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-689fd7e5-f637-4a94-a463-4cf4acc26c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:24.250949 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31df8a-b4cc-4593-8ca5-f801be72583e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:24.253863 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31df8a-b4cc-4593-8ca5-f801be72583e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:24.254022 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-689fd7e5-f637-4a94-a463-4cf4acc26c40 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=30a664a4-266d-459a-b14d-e17b45ff5b80 HTTP/1.1" status: 200 len: 857 time: 0.2003317 Apr 20 13:23:24.257504 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31df8a-b4cc-4593-8ca5-f801be72583e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:24.257961 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31df8a-b4cc-4593-8ca5-f801be72583e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:24.258306 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31df8a-b4cc-4593-8ca5-f801be72583e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:24.258649 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31df8a-b4cc-4593-8ca5-f801be72583e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:24.258986 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31df8a-b4cc-4593-8ca5-f801be72583e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:24.259454 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31df8a-b4cc-4593-8ca5-f801be72583e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:24.266325 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31df8a-b4cc-4593-8ca5-f801be72583e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:24.266767 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31df8a-b4cc-4593-8ca5-f801be72583e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:24.267387 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31df8a-b4cc-4593-8ca5-f801be72583e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:24.269733 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe31df8a-b4cc-4593-8ca5-f801be72583e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:24.311249 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-43d5c4d4-e68e-4fd1-9099-c8400f105afe None None] Provisioning complete for port 6cbbb658-0b20-4499-92d4-bef3eaf1faad triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:24.312677 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d57ab042-3743-4cb4-8a05-d03104caf3e0 req-60abfb4f-0a2e-4917-8999-9955150e769c tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788730 Apr 20 13:23:24.320787 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-43d5c4d4-e68e-4fd1-9099-c8400f105afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:24.327329 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d449898-cace-4bd3-bf3a-598df2d30939 req-93ffe475-6c7e-42d2-8019-1b428155f5ea tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:24.335506 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0d449898-cace-4bd3-bf3a-598df2d30939 req-93ffe475-6c7e-42d2-8019-1b428155f5ea tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/ports?device_id=f47e5478-e6b8-462e-a605-16a49b0306a9 HTTP/1.1" status: 200 len: 946 time: 0.3054688 Apr 20 13:23:24.350341 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-b49851c0-f382-42f5-b572-beebc2043189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cbbb658-0b20-4499-92d4-bef3eaf1faad {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:23:24.369971 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fe31df8a-b4cc-4593-8ca5-f801be72583e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:24.423787 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-b49851c0-f382-42f5-b572-beebc2043189 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:24.449980 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-b49851c0-f382-42f5-b572-beebc2043189 service neutron] Transition to ACTIVE for port object 6cbbb658-0b20-4499-92d4-bef3eaf1faad will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:23:24.461063 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-7a6a702c-8097-43ac-8d13-589d28f0d78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:24.466816 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-7a6a702c-8097-43ac-8d13-589d28f0d78e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=30a0afd4-452b-4cd5-87af-310670c6e8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1644804 Apr 20 13:23:24.478973 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0d449898-cace-4bd3-bf3a-598df2d30939 req-527040e0-6592-4885-a291-7e4d2fbd8e87 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef66df96-b5d9-4d87-9db2-c63e9d6c2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344635 Apr 20 13:23:24.479237 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-15f57219-f8a8-4185-be35-3927cb11a224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:24.481776 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-15f57219-f8a8-4185-be35-3927cb11a224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:24.482973 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-15f57219-f8a8-4185-be35-3927cb11a224 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7999334c-6071-43f4-96e2-19ff86aa0822 HTTP/1.1" status: 204 len: 168 time: 1.1449273 Apr 20 13:23:24.521066 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-43d5c4d4-e68e-4fd1-9099-c8400f105afe None None] Port 6cbbb658-0b20-4499-92d4-bef3eaf1faad cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:23:24.544181 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-b49851c0-f382-42f5-b572-beebc2043189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:24.560709 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-43d5c4d4-e68e-4fd1-9099-c8400f105afe None None] Provisioning complete for port a41a3fb4-02f6-41c7-9b26-a9af3e157b27 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:24.561085 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-43d5c4d4-e68e-4fd1-9099-c8400f105afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:24.571145 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-37b48823-3b83-420d-9a6d-753737c4930a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:24.600632 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f57219-f8a8-4185-be35-3927cb11a224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7999334c-6071-43f4-96e2-19ff86aa0822,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:24.673919 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49851c0-f382-42f5-b572-beebc2043189 service neutron] Pushing event updated for resources: {'Port': ['ID=6cbbb658-0b20-4499-92d4-bef3eaf1faad,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:24.771837 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fe31df8a-b4cc-4593-8ca5-f801be72583e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:24.876249 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-c094d6b7-0f57-4f06-84f0-8851ea838d06 None None] Provisioning complete for port 77deb7f5-5c6e-40ea-b2ce-62555fc2f69f triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:24.878500 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c094d6b7-0f57-4f06-84f0-8851ea838d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:24.979911 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-b49851c0-f382-42f5-b572-beebc2043189 service neutron] Attempting to bind port 6cbbb658-0b20-4499-92d4-bef3eaf1faad on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:23:24.980262 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-b49851c0-f382-42f5-b572-beebc2043189 service neutron] Attempting to bind port 6cbbb658-0b20-4499-92d4-bef3eaf1faad by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '5847a401-b716-4b53-a934-335b190c1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:23:24.980591 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-b49851c0-f382-42f5-b572-beebc2043189 service neutron] Attempting to bind port 6cbbb658-0b20-4499-92d4-bef3eaf1faad on network 30a0afd4-452b-4cd5-87af-310670c6e8f3 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:23:25.004935 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-b76009db-b310-442f-bc1b-5bca9c14438c service neutron] 10.222.0.32 "GET /v2.0/networks/30a0afd4-452b-4cd5-87af-310670c6e8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4946737 Apr 20 13:23:25.015436 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-c094d6b7-0f57-4f06-84f0-8851ea838d06 None None] Port 77deb7f5-5c6e-40ea-b2ce-62555fc2f69f cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:23:25.042127 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-b49851c0-f382-42f5-b572-beebc2043189 service neutron] Port 6cbbb658-0b20-4499-92d4-bef3eaf1faad on network 30a0afd4-452b-4cd5-87af-310670c6e8f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:23:25.042464 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-b49851c0-f382-42f5-b572-beebc2043189 service neutron] Attempting to bind port 6cbbb658-0b20-4499-92d4-bef3eaf1faad on network 30a0afd4-452b-4cd5-87af-310670c6e8f3 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:23:25.086275 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device a41a3fb4-02f6-41c7-9b26-a9af3e157b27 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:23:25.098875 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-b49851c0-f382-42f5-b572-beebc2043189 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:23:25.099263 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-b49851c0-f382-42f5-b572-beebc2043189 service neutron] Checking segment: {'id': '5847a401-b716-4b53-a934-335b190c1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:23:25.099714 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-b49851c0-f382-42f5-b572-beebc2043189 service neutron] Bound using segment: {'id': '5847a401-b716-4b53-a934-335b190c1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:23:25.100194 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-b49851c0-f382-42f5-b572-beebc2043189 service neutron] Bound port: 6cbbb658-0b20-4499-92d4-bef3eaf1faad, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5847a401-b716-4b53-a934-335b190c1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:23:25.100570 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-b49851c0-f382-42f5-b572-beebc2043189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:25.278540 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-b49851c0-f382-42f5-b572-beebc2043189 service neutron] For port 6cbbb658-0b20-4499-92d4-bef3eaf1faad, host n-h2-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:23:25.281875 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-b49851c0-f382-42f5-b572-beebc2043189 service neutron] For port 6cbbb658-0b20-4499-92d4-bef3eaf1faad, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=6cbbb658-0b20-4499-92d4-bef3eaf1faad,segment=NetworkSegment(5847a401-b716-4b53-a934-335b190c1a91),segment_id=5847a401-b716-4b53-a934-335b190c1a91)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:23:25.311755 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port a41a3fb4-02f6-41c7-9b26-a9af3e157b27 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:25.312139 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:25.394283 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-b49851c0-f382-42f5-b572-beebc2043189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:25.473871 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc02f55-aa69-4353-8a47-ca6d4b6ea578 req-d74443cd-55a3-49bc-8fa6-ac7f90136007 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:25.484305 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4bc02f55-aa69-4353-8a47-ca6d4b6ea578 req-d74443cd-55a3-49bc-8fa6-ac7f90136007 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.3126113 Apr 20 13:23:25.545093 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 595e127a-eb15-48e8-aee3-42abaeb4ed41 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:23:25.556577 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2b87ae06-8067-474a-b856-6bb74f285f03 req-44e3d043-1c97-4683-aa9a-12953be2e00d service neutron] 10.222.0.32 "GET /v2.0/networks/30a0afd4-452b-4cd5-87af-310670c6e8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5346525 Apr 20 13:23:25.608571 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-b49851c0-f382-42f5-b572-beebc2043189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:25.610978 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-b49851c0-f382-42f5-b572-beebc2043189 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:25.612703 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-b49851c0-f382-42f5-b572-beebc2043189 service neutron] 10.222.0.15 "PUT /v2.0/ports/6cbbb658-0b20-4499-92d4-bef3eaf1faad HTTP/1.1" status: 200 len: 1092 time: 2.4882138 Apr 20 13:23:25.614896 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '368da269-436d-4719-a4b7-072f18c8de04', 'tag': '6cbbb658-0b20-4499-92d4-bef3eaf1faad'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:23:25.626842 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb12502f-0085-464a-a5d7-5967269ec1ab" -d '{"events": [{"name": "network-changed", "server_uuid": "368da269-436d-4719-a4b7-072f18c8de04", "tag": "6cbbb658-0b20-4499-92d4-bef3eaf1faad"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:23:25.635412 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 595e127a-eb15-48e8-aee3-42abaeb4ed41 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:25.648606 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:25.714290 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49851c0-f382-42f5-b572-beebc2043189 service neutron] Pushing event updated for resources: {'Port': ['ID=6cbbb658-0b20-4499-92d4-bef3eaf1faad,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:25.794079 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4bc02f55-aa69-4353-8a47-ca6d4b6ea578 req-0b040da5-eaa1-45e9-9a25-681f8b7f5b77 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087234 Apr 20 13:23:25.885692 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-ebb04f5d-ec4c-4d46-b2e6-5009e57f1097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:25.887248 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-ebb04f5d-ec4c-4d46-b2e6-5009e57f1097 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5dc3931e6714f8cb843649afbc5f7c5&device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 1095 time: 0.1581066 Apr 20 13:23:25.913310 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd63e21-e321-4670-bb25-87d8fa386685 req-849da1aa-c524-4610-a16c-18404b745fcf tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:25.915713 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4fd63e21-e321-4670-bb25-87d8fa386685 req-849da1aa-c524-4610-a16c-18404b745fcf tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 944 time: 0.4271142 Apr 20 13:23:25.919505 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:25.990812 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-970e38eb-f196-405a-894c-05e1faf8b7d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cbbb658-0b20-4499-92d4-bef3eaf1faad HTTP/1.1" status: 200 len: 217 time: 0.0893385 Apr 20 13:23:26.017052 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 595e127a-eb15-48e8-aee3-42abaeb4ed41, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=595e127a-eb15-48e8-aee3-42abaeb4ed41,segment=NetworkSegment(ee720439-1b78-492c-9410-25cc61994ea8),segment_id=ee720439-1b78-492c-9410-25cc61994ea8)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:26.024211 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4fd63e21-e321-4670-bb25-87d8fa386685 req-d0f3205a-7dfb-4616-9276-179db0434e06 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727406 Apr 20 13:23:26.055704 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fe31df8a-b4cc-4593-8ca5-f801be72583e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:26.075936 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778281ee-38ed-415d-9776-8861bf9dc938 req-e0eb7f08-4683-4c89-91c0-2156e8021abe tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:26.086433 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-778281ee-38ed-415d-9776-8861bf9dc938 req-e0eb7f08-4683-4c89-91c0-2156e8021abe tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/ports?device_id=f47e5478-e6b8-462e-a605-16a49b0306a9 HTTP/1.1" status: 200 len: 946 time: 0.1693368 Apr 20 13:23:26.091215 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:26.132217 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-4334210f-3af6-4631-b7e8-23ee6c2e5723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:26.133714 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-4334210f-3af6-4631-b7e8-23ee6c2e5723 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30a664a4-266d-459a-b14d-e17b45ff5b80 HTTP/1.1" status: 200 len: 857 time: 0.1368966 Apr 20 13:23:26.142727 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-778281ee-38ed-415d-9776-8861bf9dc938 req-e89fef1b-be41-4147-afe8-36bb7ad10794 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef66df96-b5d9-4d87-9db2-c63e9d6c2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554976 Apr 20 13:23:26.159943 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fe31df8a-b4cc-4593-8ca5-f801be72583e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:26.167675 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7ab6e1-cbaf-4e2a-927d-c142b9cb5a62 x-openstack-request-id: req-db7ab6e1-cbaf-4e2a-927d-c142b9cb5a62 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:23:26.168211 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "368da269-436d-4719-a4b7-072f18c8de04", "tag": "6cbbb658-0b20-4499-92d4-bef3eaf1faad", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:23:26.168771 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-db7ab6e1-cbaf-4e2a-927d-c142b9cb5a62 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:23:26.169707 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db7ab6e1-cbaf-4e2a-927d-c142b9cb5a62'] response: {'name': 'network-changed', 'server_uuid': '368da269-436d-4719-a4b7-072f18c8de04', 'tag': '6cbbb658-0b20-4499-92d4-bef3eaf1faad', 'status': 'completed', 'code': 200} Apr 20 13:23:26.228989 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-d891bdd5-2e04-463a-8ac1-14ad4f729174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:26.231516 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-d891bdd5-2e04-463a-8ac1-14ad4f729174 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30a0afd4-452b-4cd5-87af-310670c6e8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858667 Apr 20 13:23:26.271843 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81795d10-2901-4a76-b641-93bfa9b3421a None None] Network 5af2d953-eecf-4c94-a1d9-6d9973d26a6a requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:23:26.374415 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=595e127a-eb15-48e8-aee3-42abaeb4ed41,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:26.378466 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe31df8a-b4cc-4593-8ca5-f801be72583e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event updated for resources: {'Port': ['ID=77deb7f5-5c6e-40ea-b2ce-62555fc2f69f,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:26.401270 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fe31df8a-b4cc-4593-8ca5-f801be72583e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:26.423075 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-bee303ef-b319-4477-85fc-abfc32b8a05c None None] Provisioning complete for port 595e127a-eb15-48e8-aee3-42abaeb4ed41 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:26.425491 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bee303ef-b319-4477-85fc-abfc32b8a05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:26.429420 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-a167a912-d995-46d6-bcb8-efe179e78973 service neutron] 10.222.0.15 "GET /v2.0/networks/30a0afd4-452b-4cd5-87af-310670c6e8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894996 Apr 20 13:23:26.622287 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe31df8a-b4cc-4593-8ca5-f801be72583e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Network d5cb3f35-2b4d-48f2-9310-fd8db941731c is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:23:26.624932 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:23:26.625787 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-fe31df8a-b4cc-4593-8ca5-f801be72583e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:23:26.694612 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a983360e-604d-4abe-b5e9-913bf40d80d4 req-2c64e356-4724-4bf4-a5f9-1f273ca43b60 service neutron] 10.222.0.15 "GET /v2.0/networks/30a0afd4-452b-4cd5-87af-310670c6e8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577882 Apr 20 13:23:26.877214 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 595e127a-eb15-48e8-aee3-42abaeb4ed41 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:23:26.950758 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-aaaf26dd-e338-40a6-80f3-7a1a4a2b1dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:26.966942 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 595e127a-eb15-48e8-aee3-42abaeb4ed41 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:26.967245 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:27.055715 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12502f-0085-464a-a5d7-5967269ec1ab req-ee64f263-14bb-488f-9b86-137445abf8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:27.068611 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-fb12502f-0085-464a-a5d7-5967269ec1ab req-ee64f263-14bb-488f-9b86-137445abf8d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5dc3931e6714f8cb843649afbc5f7c5&device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 1095 time: 0.2398562 Apr 20 13:23:27.322531 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b52cd-7897-4f64-9cc8-24f7cbd4ffcc req-7080bb33-ca20-46b0-9035-d990d078ecdb tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:27.326734 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-458b52cd-7897-4f64-9cc8-24f7cbd4ffcc req-7080bb33-ca20-46b0-9035-d990d078ecdb tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.3752239 Apr 20 13:23:27.343626 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-2aaab068-39c3-4983-afe4-ddcafbea19ee None None] Provisioning complete for port 77deb7f5-5c6e-40ea-b2ce-62555fc2f69f triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:27.346846 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2aaab068-39c3-4983-afe4-ddcafbea19ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:27.388182 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12502f-0085-464a-a5d7-5967269ec1ab req-ab165ebc-c4a4-42fc-9a5b-51042d3d9892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:27.388182 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-fb12502f-0085-464a-a5d7-5967269ec1ab req-ab165ebc-c4a4-42fc-9a5b-51042d3d9892 service neutron] 10.222.0.15 "GET /v2.0/networks?id=30a0afd4-452b-4cd5-87af-310670c6e8f3 HTTP/1.1" status: 200 len: 919 time: 0.3076053 Apr 20 13:23:27.488976 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbd91b-6891-4ec7-9fdb-feaea3d20a4c req-9817294e-da5a-47f6-bb94-afea6c171fe0 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:27.496338 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-2aaab068-39c3-4983-afe4-ddcafbea19ee None None] Port 77deb7f5-5c6e-40ea-b2ce-62555fc2f69f cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:23:27.499829 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-afcbd91b-6891-4ec7-9fdb-feaea3d20a4c req-9817294e-da5a-47f6-bb94-afea6c171fe0 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 944 time: 0.3233004 Apr 20 13:23:27.513923 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-fb12502f-0085-464a-a5d7-5967269ec1ab req-d16bc7a3-56a9-42fa-bfee-e6ea8c75291d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cbbb658-0b20-4499-92d4-bef3eaf1faad HTTP/1.1" status: 200 len: 217 time: 0.1201334 Apr 20 13:23:27.515448 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-458b52cd-7897-4f64-9cc8-24f7cbd4ffcc req-24a8ff3b-c914-4dc3-8069-ea15dab36862 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601660 Apr 20 13:23:27.544573 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe31df8a-b4cc-4593-8ca5-f801be72583e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Router d04e7f0a-7906-4661-80f4-6b8adbf6d864 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:23:27.613763 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12502f-0085-464a-a5d7-5967269ec1ab req-12a0e6f1-bfe7-4eae-a246-b5326c699e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:27.615416 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-fb12502f-0085-464a-a5d7-5967269ec1ab req-12a0e6f1-bfe7-4eae-a246-b5326c699e68 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30a664a4-266d-459a-b14d-e17b45ff5b80 HTTP/1.1" status: 200 len: 857 time: 0.0919800 Apr 20 13:23:27.666541 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-30994fdd-6bd4-43d6-9fa2-f1382ae2c1d3 None None] Provisioning complete for port 595e127a-eb15-48e8-aee3-42abaeb4ed41 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:27.666933 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-30994fdd-6bd4-43d6-9fa2-f1382ae2c1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:27.720132 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12502f-0085-464a-a5d7-5967269ec1ab req-33d21aa9-b9f0-48a8-8d93-a6987710e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:27.722631 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-fb12502f-0085-464a-a5d7-5967269ec1ab req-33d21aa9-b9f0-48a8-8d93-a6987710e833 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30a0afd4-452b-4cd5-87af-310670c6e8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913756 Apr 20 13:23:27.728721 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-afcbd91b-6891-4ec7-9fdb-feaea3d20a4c req-d8ad859c-1644-4a34-a590-20a77a2f4879 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979625 Apr 20 13:23:27.771285 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe31df8a-b4cc-4593-8ca5-f801be72583e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:23:27.799144 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e2e2da-d666-463a-bc2b-dd98f9015e38 None None] Sync routers for ids ['d04e7f0a-7906-4661-80f4-6b8adbf6d864'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:23:27.813290 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e2e2da-d666-463a-bc2b-dd98f9015e38 None None] Routers {'d04e7f0a-7906-4661-80f4-6b8adbf6d864'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:27.814022 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-94e2e2da-d666-463a-bc2b-dd98f9015e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:23:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d04e7f0a-7906-4661-80f4-6b8adbf6d864'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:27.841937 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-fe31df8a-b4cc-4593-8ca5-f801be72583e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "PUT /v2.0/routers/d04e7f0a-7906-4661-80f4-6b8adbf6d864/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5259054 Apr 20 13:23:27.928069 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 32888) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:27.928910 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-fb12502f-0085-464a-a5d7-5967269ec1ab req-103cddcf-30bb-41ba-b38b-dd40534ff973 service neutron] 10.222.0.15 "GET /v2.0/networks/30a0afd4-452b-4cd5-87af-310670c6e8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780243 Apr 20 13:23:28.014459 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7b2c89-ae04-40c9-8f47-016ce543f964 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:28.018681 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ad7b2c89-ae04-40c9-8f47-016ce543f964 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "GET /v2.0/ports/77deb7f5-5c6e-40ea-b2ce-62555fc2f69f HTTP/1.1" status: 200 len: 910 time: 0.1730917 Apr 20 13:23:28.023948 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 32896) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:28.095184 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-94e2e2da-d666-463a-bc2b-dd98f9015e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:28.117190 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e2e2da-d666-463a-bc2b-dd98f9015e38 None None] Routers {'d04e7f0a-7906-4661-80f4-6b8adbf6d864'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:28.117668 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-94e2e2da-d666-463a-bc2b-dd98f9015e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:23:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d04e7f0a-7906-4661-80f4-6b8adbf6d864'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:28.156105 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-fb12502f-0085-464a-a5d7-5967269ec1ab req-3231eaff-9427-4bed-95b9-9258febc46d1 service neutron] 10.222.0.15 "GET /v2.0/networks/30a0afd4-452b-4cd5-87af-310670c6e8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293346 Apr 20 13:23:28.191230 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-94e2e2da-d666-463a-bc2b-dd98f9015e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:28.191931 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e2e2da-d666-463a-bc2b-dd98f9015e38 None None] The sync data for ids ['d04e7f0a-7906-4661-80f4-6b8adbf6d864'] in n-d-836015-7 is: [] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:23:28.226324 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:28.759483 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 6cbbb658-0b20-4499-92d4-bef3eaf1faad details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:23:28.937238 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 6cbbb658-0b20-4499-92d4-bef3eaf1faad, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=6cbbb658-0b20-4499-92d4-bef3eaf1faad,segment=NetworkSegment(5847a401-b716-4b53-a934-335b190c1a91),segment_id=5847a401-b716-4b53-a934-335b190c1a91)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:28.950953 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '6cbbb658-0b20-4499-92d4-bef3eaf1faad', 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3', 'port_id': '6cbbb658-0b20-4499-92d4-bef3eaf1faad', 'mac_address': 'fa:16:3e:df:cc:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a664a4-266d-459a-b14d-e17b45ff5b80', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:23:29.005126 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:29.032004 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cbbb658-0b20-4499-92d4-bef3eaf1faad {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:23:29.062854 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 6cbbb658-0b20-4499-92d4-bef3eaf1faad, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=6cbbb658-0b20-4499-92d4-bef3eaf1faad,segment=NetworkSegment(5847a401-b716-4b53-a934-335b190c1a91),segment_id=5847a401-b716-4b53-a934-335b190c1a91)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:29.075474 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd852b-108f-4862-a51a-d9c0b2e3e49b req-dacfca76-8975-41ac-9800-1c5b4333e9a7 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:29.076958 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-00dd852b-108f-4862-a51a-d9c0b2e3e49b req-dacfca76-8975-41ac-9800-1c5b4333e9a7 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.1259537 Apr 20 13:23:29.112092 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b10b9a-6090-40a5-83e0-365a2e131b42 req-231abfe0-338f-42e3-b106-494d6cc836b0 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:29.114176 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e5b10b9a-6090-40a5-83e0-365a2e131b42 req-231abfe0-338f-42e3-b106-494d6cc836b0 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/ports?device_id=f47e5478-e6b8-462e-a605-16a49b0306a9 HTTP/1.1" status: 200 len: 946 time: 0.1360114 Apr 20 13:23:29.180041 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-00dd852b-108f-4862-a51a-d9c0b2e3e49b req-9ab0d730-697f-401d-8d96-4609084b7026 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944030 Apr 20 13:23:29.182375 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:29.211893 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e5b10b9a-6090-40a5-83e0-365a2e131b42 req-d3c6ebb0-f5c8-41e9-8b21-3d8104935b05 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef66df96-b5d9-4d87-9db2-c63e9d6c2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681281 Apr 20 13:23:29.211893 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-963ede21-fb9c-4164-8d8c-cd8db0808e69 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:29.257267 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=6cbbb658-0b20-4499-92d4-bef3eaf1faad,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:29.342085 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:29.558083 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['6cbbb658-0b20-4499-92d4-bef3eaf1faad'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:23:29.584718 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3716a-18ea-4778-a1a2-c23cd6491a2a req-32a4cbce-c9c7-4999-a553-a9a00f01ee31 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:29.596183 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e4f3716a-18ea-4778-a1a2-c23cd6491a2a req-32a4cbce-c9c7-4999-a553-a9a00f01ee31 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 945 time: 0.2494419 Apr 20 13:23:29.731673 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e4f3716a-18ea-4778-a1a2-c23cd6491a2a req-ed901f7e-3e4c-4f7c-ab77-c0d84ec60c2c tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340485 Apr 20 13:23:29.823530 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-963ede21-fb9c-4164-8d8c-cd8db0808e69 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Allocated IP 172.21.0.1 (5af2d953-eecf-4c94-a1d9-6d9973d26a6a/b7dedf30-ad1b-4d49-8bd3-8c359646a739/2846b502-222c-4ecb-8fe0-f09817007bc3) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:23:29.839998 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:29.981080 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-963ede21-fb9c-4164-8d8c-cd8db0808e69 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:29.995081 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0debe29-df65-47ce-ab61-9f8a5a2008e2 req-c122a53a-21e0-4009-be51-2417f4ce3e10 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:29.997694 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d0debe29-df65-47ce-ab61-9f8a5a2008e2 req-c122a53a-21e0-4009-be51-2417f4ce3e10 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.15 "GET /v2.0/ports?device_id=f47e5478-e6b8-462e-a605-16a49b0306a9 HTTP/1.1" status: 200 len: 946 time: 0.0891757 Apr 20 13:23:30.096988 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-963ede21-fb9c-4164-8d8c-cd8db0808e69 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:30.130869 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-d0debe29-df65-47ce-ab61-9f8a5a2008e2 req-fd0e7a19-b99d-4e36-9678-e3ca051ffdbd tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Deleting port 167c6657-5d6d-4e7b-86a4-1b3099a3f207 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:23:30.131588 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d0debe29-df65-47ce-ab61-9f8a5a2008e2 req-fd0e7a19-b99d-4e36-9678-e3ca051ffdbd tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:30.137205 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963ede21-fb9c-4164-8d8c-cd8db0808e69 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Network 5af2d953-eecf-4c94-a1d9-6d9973d26a6a is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:23:30.140946 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-963ede21-fb9c-4164-8d8c-cd8db0808e69 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:23:30.143611 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963ede21-fb9c-4164-8d8c-cd8db0808e69 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:23:30.192011 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 55193739-acb9-4a02-9a46-02899d22e248 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:23:30.250686 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ede21-fb9c-4164-8d8c-cd8db0808e69 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event updated for resources: {'Port': ['ID=2846b502-222c-4ecb-8fe0-f09817007bc3,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:30.258947 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-963ede21-fb9c-4164-8d8c-cd8db0808e69 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:30.333483 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-d0debe29-df65-47ce-ab61-9f8a5a2008e2 req-fd0e7a19-b99d-4e36-9678-e3ca051ffdbd tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] For port 167c6657-5d6d-4e7b-86a4-1b3099a3f207, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=167c6657-5d6d-4e7b-86a4-1b3099a3f207,segment=NetworkSegment(0a99f852-2ec7-4242-b347-aa96e29a3d82),segment_id=0a99f852-2ec7-4242-b347-aa96e29a3d82)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:30.334378 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d0debe29-df65-47ce-ab61-9f8a5a2008e2 req-fd0e7a19-b99d-4e36-9678-e3ca051ffdbd tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:30.352200 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-d0debe29-df65-47ce-ab61-9f8a5a2008e2 req-fd0e7a19-b99d-4e36-9678-e3ca051ffdbd tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Calling delete_port for 167c6657-5d6d-4e7b-86a4-1b3099a3f207 owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:30.482298 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 55193739-acb9-4a02-9a46-02899d22e248, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=55193739-acb9-4a02-9a46-02899d22e248,segment=NetworkSegment(5847a401-b716-4b53-a934-335b190c1a91),segment_id=5847a401-b716-4b53-a934-335b190c1a91)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:30.499864 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '55193739-acb9-4a02-9a46-02899d22e248', 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3', 'port_id': '55193739-acb9-4a02-9a46-02899d22e248', 'mac_address': 'fa:16:3e:d4:80:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a664a4-266d-459a-b14d-e17b45ff5b80', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:23:30.539774 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365d702-3dc3-44fa-96ef-ff92cbff2462 req-764b0720-47ca-4983-bc41-534e7a8b0b27 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:30.548978 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2365d702-3dc3-44fa-96ef-ff92cbff2462 req-764b0720-47ca-4983-bc41-534e7a8b0b27 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/ports?device_id=f47e5478-e6b8-462e-a605-16a49b0306a9 HTTP/1.1" status: 200 len: 946 time: 0.1472390 Apr 20 13:23:30.560351 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:30.576451 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cacb37-c968-44a5-92ed-398314cdf00a req-4f8829d2-68e0-4696-97e1-81072c34a34e tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:30.578062 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-94cacb37-c968-44a5-92ed-398314cdf00a req-4f8829d2-68e0-4696-97e1-81072c34a34e tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.1777458 Apr 20 13:23:30.579769 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55193739-acb9-4a02-9a46-02899d22e248 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:23:30.609425 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 55193739-acb9-4a02-9a46-02899d22e248, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=55193739-acb9-4a02-9a46-02899d22e248,segment=NetworkSegment(5847a401-b716-4b53-a934-335b190c1a91),segment_id=5847a401-b716-4b53-a934-335b190c1a91)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:30.610426 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-7522ee67-5b06-4db4-8ffc-fa00e5346676 None None] Provisioning complete for port 2846b502-222c-4ecb-8fe0-f09817007bc3 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:30.610893 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7522ee67-5b06-4db4-8ffc-fa00e5346676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:30.613492 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2365d702-3dc3-44fa-96ef-ff92cbff2462 req-056c6586-89e6-4f31-adc7-0eeb14dfee74 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef66df96-b5d9-4d87-9db2-c63e9d6c2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637622 Apr 20 13:23:30.636202 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-94cacb37-c968-44a5-92ed-398314cdf00a req-c83ba26a-96b9-47f9-8064-25269cf5dfcd tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492041 Apr 20 13:23:30.677911 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-7522ee67-5b06-4db4-8ffc-fa00e5346676 None None] Port 2846b502-222c-4ecb-8fe0-f09817007bc3 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:23:30.685437 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d0debe29-df65-47ce-ab61-9f8a5a2008e2 req-fd0e7a19-b99d-4e36-9678-e3ca051ffdbd tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:30.692633 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-963ede21-fb9c-4164-8d8c-cd8db0808e69 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:30.700348 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['167c6657-5d6d-4e7b-86a4-1b3099a3f207'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:23:30.727510 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:30.741085 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e7a19-b99d-4e36-9678-e3ca051ffdbd tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Pushing event deleted for resources: {'Port': ['ID=167c6657-5d6d-4e7b-86a4-1b3099a3f207,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:30.786591 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=55193739-acb9-4a02-9a46-02899d22e248,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:30.823243 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0debe29-df65-47ce-ab61-9f8a5a2008e2 req-fd0e7a19-b99d-4e36-9678-e3ca051ffdbd tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] No DVR routers for this DVR port 167c6657-5d6d-4e7b-86a4-1b3099a3f207 on host n-h2-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:23:30.826275 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d0debe29-df65-47ce-ab61-9f8a5a2008e2 req-fd0e7a19-b99d-4e36-9678-e3ca051ffdbd tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:30.830322 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d0debe29-df65-47ce-ab61-9f8a5a2008e2 req-fd0e7a19-b99d-4e36-9678-e3ca051ffdbd tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.15 "DELETE /v2.0/ports/167c6657-5d6d-4e7b-86a4-1b3099a3f207 HTTP/1.1" status: 204 len: 173 time: 0.8249552 Apr 20 13:23:30.830770 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47e5478-e6b8-462e-a605-16a49b0306a9', 'name': 'network-vif-deleted', 'tag': '167c6657-5d6d-4e7b-86a4-1b3099a3f207'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:23:30.833585 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ede6209-188d-4654-a7b0-ca2c27eb09ad" -d '{"events": [{"server_uuid": "f47e5478-e6b8-462e-a605-16a49b0306a9", "name": "network-vif-deleted", "tag": "167c6657-5d6d-4e7b-86a4-1b3099a3f207"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:23:30.870753 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e56148-12c8-4372-ae27-28aed07c40ce x-openstack-request-id: req-97e56148-12c8-4372-ae27-28aed07c40ce {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:23:30.871281 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f47e5478-e6b8-462e-a605-16a49b0306a9", "name": "network-vif-deleted", "tag": "167c6657-5d6d-4e7b-86a4-1b3099a3f207", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:23:30.871568 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-97e56148-12c8-4372-ae27-28aed07c40ce {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:23:30.881487 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97e56148-12c8-4372-ae27-28aed07c40ce'] response: {'server_uuid': 'f47e5478-e6b8-462e-a605-16a49b0306a9', 'name': 'network-vif-deleted', 'tag': '167c6657-5d6d-4e7b-86a4-1b3099a3f207', 'status': 'completed', 'code': 200} Apr 20 13:23:30.929729 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457876f-27c7-40c1-86d7-d773a15d399e req-8459b45f-a922-4200-b9f2-441518b80c6c tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:30.931196 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f457876f-27c7-40c1-86d7-d773a15d399e req-8459b45f-a922-4200-b9f2-441518b80c6c tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 945 time: 0.0855777 Apr 20 13:23:30.957427 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67a643-f8c8-41ae-8698-d5f18a11e14b req-b2e720d9-f5a7-427a-bd69-fef01e903729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:30.959553 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8d67a643-f8c8-41ae-8698-d5f18a11e14b req-b2e720d9-f5a7-427a-bd69-fef01e903729 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a0fd9ed74bf424a81408eac3e15249e&device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 1097 time: 0.0421839 Apr 20 13:23:31.012186 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f457876f-27c7-40c1-86d7-d773a15d399e req-81b2dea3-c88a-489b-888d-adbdb98d6f04 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522640 Apr 20 13:23:31.062890 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67a643-f8c8-41ae-8698-d5f18a11e14b req-75fdca05-71ff-4d8a-9150-5fd5c8c3851b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:31.064403 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8d67a643-f8c8-41ae-8698-d5f18a11e14b req-75fdca05-71ff-4d8a-9150-5fd5c8c3851b service neutron] 10.222.0.15 "GET /v2.0/networks?id=00bf89be-b590-4b91-9bd9-098821a10670 HTTP/1.1" status: 200 len: 914 time: 0.0967851 Apr 20 13:23:31.065036 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-963ede21-fb9c-4164-8d8c-cd8db0808e69 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:31.105559 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8d67a643-f8c8-41ae-8698-d5f18a11e14b req-93372b6d-fc31-4a75-b00b-1cd6eb6d0f3d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6319332d-ba6a-4450-91d6-134778e02895 HTTP/1.1" status: 200 len: 217 time: 0.0342824 Apr 20 13:23:31.119708 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['55193739-acb9-4a02-9a46-02899d22e248'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:23:31.159947 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67a643-f8c8-41ae-8698-d5f18a11e14b req-a96a48c0-7809-4dfd-9f20-57c7301bdc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:31.161431 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8d67a643-f8c8-41ae-8698-d5f18a11e14b req-a96a48c0-7809-4dfd-9f20-57c7301bdc1d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b50266ce-851e-4de2-9181-6876aeec3806 HTTP/1.1" status: 200 len: 853 time: 0.0470512 Apr 20 13:23:31.164577 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-963ede21-fb9c-4164-8d8c-cd8db0808e69 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:31.201311 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8d67a643-f8c8-41ae-8698-d5f18a11e14b req-3d268492-223c-4213-92b5-09e7a944c22d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00bf89be-b590-4b91-9bd9-098821a10670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331800 Apr 20 13:23:31.247259 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-963ede21-fb9c-4164-8d8c-cd8db0808e69 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:31.250434 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ede21-fb9c-4164-8d8c-cd8db0808e69 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event updated for resources: {'Port': ['ID=2846b502-222c-4ecb-8fe0-f09817007bc3,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:31.305579 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8d67a643-f8c8-41ae-8698-d5f18a11e14b req-e559f5b1-c609-415b-a9c9-3f8aeb72c4b4 service neutron] 10.222.0.15 "GET /v2.0/networks/00bf89be-b590-4b91-9bd9-098821a10670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967045 Apr 20 13:23:31.347929 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963ede21-fb9c-4164-8d8c-cd8db0808e69 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Network 5af2d953-eecf-4c94-a1d9-6d9973d26a6a is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:23:31.349441 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-963ede21-fb9c-4164-8d8c-cd8db0808e69 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:23:31.419556 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8d67a643-f8c8-41ae-8698-d5f18a11e14b req-964b0b1f-63ca-4370-9478-d81b46712309 service neutron] 10.222.0.15 "GET /v2.0/networks/00bf89be-b590-4b91-9bd9-098821a10670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067479 Apr 20 13:23:31.459134 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963ede21-fb9c-4164-8d8c-cd8db0808e69 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Router d04e7f0a-7906-4661-80f4-6b8adbf6d864 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:23:31.581948 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963ede21-fb9c-4164-8d8c-cd8db0808e69 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:23:31.600099 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-963ede21-fb9c-4164-8d8c-cd8db0808e69 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "PUT /v2.0/routers/d04e7f0a-7906-4661-80f4-6b8adbf6d864/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5617394 Apr 20 13:23:31.602009 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124c17ad-3e7f-413c-bcc0-82557fc5ed5f None None] Sync routers for ids ['d04e7f0a-7906-4661-80f4-6b8adbf6d864'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:23:31.602490 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124c17ad-3e7f-413c-bcc0-82557fc5ed5f None None] Routers {'d04e7f0a-7906-4661-80f4-6b8adbf6d864'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:31.603129 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-124c17ad-3e7f-413c-bcc0-82557fc5ed5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:23:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d04e7f0a-7906-4661-80f4-6b8adbf6d864'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:31.603828 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 32956) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:31.634344 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-b54d1ecc-997c-4fe2-a7d7-f671f7e51dbd None None] Provisioning complete for port 2846b502-222c-4ecb-8fe0-f09817007bc3 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:31.634922 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b54d1ecc-997c-4fe2-a7d7-f671f7e51dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:31.640775 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-124c17ad-3e7f-413c-bcc0-82557fc5ed5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:31.700451 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124c17ad-3e7f-413c-bcc0-82557fc5ed5f None None] Routers {'d04e7f0a-7906-4661-80f4-6b8adbf6d864'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:31.700965 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-124c17ad-3e7f-413c-bcc0-82557fc5ed5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:23:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d04e7f0a-7906-4661-80f4-6b8adbf6d864'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:31.702444 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51e673e-389a-4cf8-a57f-e0144f87917b tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:31.705411 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-b54d1ecc-997c-4fe2-a7d7-f671f7e51dbd None None] Port 2846b502-222c-4ecb-8fe0-f09817007bc3 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:23:31.707987 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c51e673e-389a-4cf8-a57f-e0144f87917b tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "GET /v2.0/ports/2846b502-222c-4ecb-8fe0-f09817007bc3 HTTP/1.1" status: 200 len: 910 time: 0.1028528 Apr 20 13:23:31.710699 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 32966) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:31.765391 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-124c17ad-3e7f-413c-bcc0-82557fc5ed5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:31.766305 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124c17ad-3e7f-413c-bcc0-82557fc5ed5f None None] The sync data for ids ['d04e7f0a-7906-4661-80f4-6b8adbf6d864'] in n-d-836015-7 is: [] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:23:31.848943 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-95b08d45-7934-4fcb-91d9-785331afdc6e req-d6133f0a-9555-4a50-8b63-9ae7d045bf92 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/ports?device_id=f47e5478-e6b8-462e-a605-16a49b0306a9 HTTP/1.1" status: 200 len: 210 time: 0.0682001 Apr 20 13:23:31.954481 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f99e4f-cdb8-4d83-b792-2f34bb2acbdf req-ccbddcb6-879c-4577-8d1f-cdca02f7a2bd tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:31.956437 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-57f99e4f-cdb8-4d83-b792-2f34bb2acbdf req-ccbddcb6-879c-4577-8d1f-cdca02f7a2bd tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.1725607 Apr 20 13:23:32.037243 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-57f99e4f-cdb8-4d83-b792-2f34bb2acbdf req-ea30f0d9-d1f5-46c1-b584-8e45f79b9cc1 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508409 Apr 20 13:23:32.314567 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 55193739-acb9-4a02-9a46-02899d22e248 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:23:32.318375 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e4d1b-567e-47c9-9b6b-0067f13c7f79 req-7c63119e-ec35-4b7c-80c6-ff01b5f93c68 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:32.318375 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-868e4d1b-567e-47c9-9b6b-0067f13c7f79 req-7c63119e-ec35-4b7c-80c6-ff01b5f93c68 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 945 time: 0.1134653 Apr 20 13:23:32.329211 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-868e4d1b-567e-47c9-9b6b-0067f13c7f79 req-46050fe3-3aef-486e-885a-061197acb9ca tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967271 Apr 20 13:23:32.362247 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cce52891-0050-4b29-87da-b5d504694f1a tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:32.428861 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 55193739-acb9-4a02-9a46-02899d22e248 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:23:32.433926 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 55193739-acb9-4a02-9a46-02899d22e248 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:32.434253 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:32.531199 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:32.556973 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c684c116-d9af-4e46-9a01-0ae4ff9593fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55193739-acb9-4a02-9a46-02899d22e248'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:23:32.560433 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b031c9e-a770-449a-83d3-39cb6c0d24a3" -d '{"events": [{"server_uuid": "c684c116-d9af-4e46-9a01-0ae4ff9593fc", "name": "network-vif-plugged", "status": "completed", "tag": "55193739-acb9-4a02-9a46-02899d22e248"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:23:32.581815 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 55193739-acb9-4a02-9a46-02899d22e248, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=55193739-acb9-4a02-9a46-02899d22e248,segment=NetworkSegment(5847a401-b716-4b53-a934-335b190c1a91),segment_id=5847a401-b716-4b53-a934-335b190c1a91)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:32.602189 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73130d6-671c-4f79-9358-3a8ea5a9a79c x-openstack-request-id: req-d73130d6-671c-4f79-9358-3a8ea5a9a79c {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:23:32.602189 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c684c116-d9af-4e46-9a01-0ae4ff9593fc", "name": "network-vif-plugged", "status": "completed", "tag": "55193739-acb9-4a02-9a46-02899d22e248", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:23:32.602189 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d73130d6-671c-4f79-9358-3a8ea5a9a79c {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:23:32.602189 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d73130d6-671c-4f79-9358-3a8ea5a9a79c'] response: {'server_uuid': 'c684c116-d9af-4e46-9a01-0ae4ff9593fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55193739-acb9-4a02-9a46-02899d22e248', 'code': 200} Apr 20 13:23:32.650771 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:32.661670 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-cce52891-0050-4b29-87da-b5d504694f1a tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Deleting port 2846b502-222c-4ecb-8fe0-f09817007bc3 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:23:32.662101 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cce52891-0050-4b29-87da-b5d504694f1a tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:32.705215 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb47d9-87dc-440e-af66-353f8cbbc4f7 req-90f048da-29d8-4c9b-8ab7-7a4c75e115b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:32.707262 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-faeb47d9-87dc-440e-af66-353f8cbbc4f7 req-90f048da-29d8-4c9b-8ab7-7a4c75e115b7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c684c116-d9af-4e46-9a01-0ae4ff9593fc HTTP/1.1" status: 200 len: 1096 time: 0.0471795 Apr 20 13:23:32.763047 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-faeb47d9-87dc-440e-af66-353f8cbbc4f7 req-d5021862-02eb-49ec-bb5b-85f372c198f7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485692 Apr 20 13:23:32.766507 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=55193739-acb9-4a02-9a46-02899d22e248,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:32.773824 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cce52891-0050-4b29-87da-b5d504694f1a tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:32.785912 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-cce52891-0050-4b29-87da-b5d504694f1a tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Calling delete_port for 2846b502-222c-4ecb-8fe0-f09817007bc3 owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:32.789735 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 6cbbb658-0b20-4499-92d4-bef3eaf1faad up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:23:32.923941 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 6cbbb658-0b20-4499-92d4-bef3eaf1faad completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:23:32.930048 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 6cbbb658-0b20-4499-92d4-bef3eaf1faad triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:32.930819 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:33.026683 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:33.073712 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 6cbbb658-0b20-4499-92d4-bef3eaf1faad, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=6cbbb658-0b20-4499-92d4-bef3eaf1faad,segment=NetworkSegment(5847a401-b716-4b53-a934-335b190c1a91),segment_id=5847a401-b716-4b53-a934-335b190c1a91)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:33.085026 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cce52891-0050-4b29-87da-b5d504694f1a tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:33.123702 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce52891-0050-4b29-87da-b5d504694f1a tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event deleted for resources: {'Port': ['ID=2846b502-222c-4ecb-8fe0-f09817007bc3,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:33.187971 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:33.259459 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=6cbbb658-0b20-4499-92d4-bef3eaf1faad,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:33.334375 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8e3cb-754a-404b-9da7-790e197f9467 req-f92f13f2-d523-48aa-9791-2863c3ce88cb tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:33.343253 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-afe8e3cb-754a-404b-9da7-790e197f9467 req-f92f13f2-d523-48aa-9791-2863c3ce88cb tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.1923897 Apr 20 13:23:33.381225 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-7d78ad4e-e153-4c99-9b74-28a5de471862 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:33.386754 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-7d78ad4e-e153-4c99-9b74-28a5de471862 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/networks?id=dba3873c-70b0-46c0-9226-9b2dc298f12c HTTP/1.1" status: 200 len: 809 time: 0.2753620 Apr 20 13:23:33.456296 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-e3f1ec15-6708-4faa-9a05-136be4a9ce9d tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/quotas/80afdba20e43474184e0ae1925153140 HTTP/1.1" status: 200 len: 375 time: 0.0652092 Apr 20 13:23:33.525924 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-a5f73f2f-81ad-49d5-9da2-3cfe740e34ce tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=80afdba20e43474184e0ae1925153140&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624449 Apr 20 13:23:33.535940 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-afe8e3cb-754a-404b-9da7-790e197f9467 req-0f309d54-cd22-422f-9c55-6bda7dd059ee tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913929 Apr 20 13:23:33.574287 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cce52891-0050-4b29-87da-b5d504694f1a tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:33.781916 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-2c7e0708-994f-456d-9ae5-e71d6c318fa8 service neutron] 10.222.0.25 "GET /v2.0/networks/dba3873c-70b0-46c0-9226-9b2dc298f12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428880 Apr 20 13:23:33.793791 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f5aa6-d562-4855-9e88-72551f053ab4 req-94bbf41d-dde6-466f-8353-d759fdefe75a tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:33.795176 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9f6f5aa6-d562-4855-9e88-72551f053ab4 req-94bbf41d-dde6-466f-8353-d759fdefe75a tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 946 time: 0.1732318 Apr 20 13:23:34.347329 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9f6f5aa6-d562-4855-9e88-72551f053ab4 req-5884df75-6a29-4522-a5e9-038e4df00924 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5414705 Apr 20 13:23:34.382047 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-d743c61e-2039-484e-8ade-a42f986c4119 service neutron] 10.222.0.25 "GET /v2.0/networks/dba3873c-70b0-46c0-9226-9b2dc298f12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5821376 Apr 20 13:23:34.393918 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce52891-0050-4b29-87da-b5d504694f1a tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Router d04e7f0a-7906-4661-80f4-6b8adbf6d864 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:23:34.543878 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce52891-0050-4b29-87da-b5d504694f1a tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:23:34.554683 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-cce52891-0050-4b29-87da-b5d504694f1a tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "PUT /v2.0/routers/d04e7f0a-7906-4661-80f4-6b8adbf6d864/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8401968 Apr 20 13:23:34.554786 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33054) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:34.555194 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e483a931-6636-454a-99c7-7a03abbc8781 None None] Sync routers for ids ['d04e7f0a-7906-4661-80f4-6b8adbf6d864'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:23:34.579220 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e483a931-6636-454a-99c7-7a03abbc8781 None None] Routers {'d04e7f0a-7906-4661-80f4-6b8adbf6d864'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:34.579953 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-e483a931-6636-454a-99c7-7a03abbc8781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:23:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d04e7f0a-7906-4661-80f4-6b8adbf6d864'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:34.628082 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368da269-436d-4719-a4b7-072f18c8de04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cbbb658-0b20-4499-92d4-bef3eaf1faad'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:23:34.630818 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b1f5dc-429d-4bbb-a759-354926331c6e" -d '{"events": [{"server_uuid": "368da269-436d-4719-a4b7-072f18c8de04", "name": "network-vif-plugged", "status": "completed", "tag": "6cbbb658-0b20-4499-92d4-bef3eaf1faad"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:23:34.643974 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-e483a931-6636-454a-99c7-7a03abbc8781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:34.657669 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e483a931-6636-454a-99c7-7a03abbc8781 None None] Routers {'d04e7f0a-7906-4661-80f4-6b8adbf6d864'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:34.659647 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-e483a931-6636-454a-99c7-7a03abbc8781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:23:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d04e7f0a-7906-4661-80f4-6b8adbf6d864'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:34.749193 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-e483a931-6636-454a-99c7-7a03abbc8781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:34.750232 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e483a931-6636-454a-99c7-7a03abbc8781 None None] The sync data for ids ['d04e7f0a-7906-4661-80f4-6b8adbf6d864'] in n-d-836015-7 is: [] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:23:34.783529 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8939088-b457-4045-aa54-eb436c8c777e x-openstack-request-id: req-c8939088-b457-4045-aa54-eb436c8c777e {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:23:34.784369 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368da269-436d-4719-a4b7-072f18c8de04", "name": "network-vif-plugged", "status": "completed", "tag": "6cbbb658-0b20-4499-92d4-bef3eaf1faad", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:23:34.787248 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c8939088-b457-4045-aa54-eb436c8c777e {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:23:34.787709 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8939088-b457-4045-aa54-eb436c8c777e'] response: {'server_uuid': '368da269-436d-4719-a4b7-072f18c8de04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cbbb658-0b20-4499-92d4-bef3eaf1faad', 'code': 200} Apr 20 13:23:34.808862 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 6319332d-ba6a-4450-91d6-134778e02895 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:23:34.826901 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e45fe0-aa0a-4886-a78e-c816ca36e6de req-f36cf712-db0a-4e56-9ea5-944e6648bd7f tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:34.842463 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-18e45fe0-aa0a-4886-a78e-c816ca36e6de req-f36cf712-db0a-4e56-9ea5-944e6648bd7f tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.1752934 Apr 20 13:23:34.964271 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-665bf9ef-ce21-43e9-9b78-76fcc61a73ba req-3ede4fdf-9317-41d7-9a5a-fff8c6654224 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ba02818-c691-448b-a5e9-ae65a4a518d1 HTTP/1.1" status: 200 len: 210 time: 0.0666471 Apr 20 13:23:34.980861 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-18e45fe0-aa0a-4886-a78e-c816ca36e6de req-ce1c603f-946f-4272-98ad-f92e700ef8d4 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355877 Apr 20 13:23:35.001397 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:35.060392 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efdb74-b5c8-4619-98d5-d90d20461abb req-3b4e31e0-a747-4cb7-a0e5-f32a84f65ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:35.068022 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-80efdb74-b5c8-4619-98d5-d90d20461abb req-3b4e31e0-a747-4cb7-a0e5-f32a84f65ce4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 1097 time: 0.1675730 Apr 20 13:23:35.083664 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 6319332d-ba6a-4450-91d6-134778e02895, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=6319332d-ba6a-4450-91d6-134778e02895,segment=NetworkSegment(da203ac5-ec47-412d-9a8f-1056386260c6),segment_id=da203ac5-ec47-412d-9a8f-1056386260c6)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:35.151596 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b67d7f6-c83f-4122-9217-c05587aee293 req-c54a4cca-98fc-45bb-a06d-ea5f0298b128 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:35.152953 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-80efdb74-b5c8-4619-98d5-d90d20461abb req-41d905e0-c4df-4e02-87ed-c4bbbaec5bc8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757556 Apr 20 13:23:35.153151 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2b67d7f6-c83f-4122-9217-c05587aee293 req-c54a4cca-98fc-45bb-a06d-ea5f0298b128 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.0672996 Apr 20 13:23:35.181498 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5e2e228c-7dda-4995-998f-508c603705b8 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:35.195715 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2b67d7f6-c83f-4122-9217-c05587aee293 req-f82870f1-33ac-47da-816b-808a5c70fb27 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334606 Apr 20 13:23:35.210754 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:35.212225 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 167c6657-5d6d-4e7b-86a4-1b3099a3f207 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:23:35.291094 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 167c6657-5d6d-4e7b-86a4-1b3099a3f207 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:23:35.291658 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 167c6657-5d6d-4e7b-86a4-1b3099a3f207 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:23:35.323387 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=6319332d-ba6a-4450-91d6-134778e02895,revision_number=8']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:35.494998 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-b602d882-3bb3-46e7-b497-8dcfd5ee3397 req-b9f01047-bae3-4a8b-ba19-1f6730cd8709 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:23:35.502128 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b602d882-3bb3-46e7-b497-8dcfd5ee3397 req-b9f01047-bae3-4a8b-ba19-1f6730cd8709 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0193863 Apr 20 13:23:35.532220 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade68bd1-4084-406e-b3b1-42eaaaaf9677 req-4d7443d0-4f27-4c1f-8413-5915ba8ed471 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:35.534070 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ade68bd1-4084-406e-b3b1-42eaaaaf9677 req-4d7443d0-4f27-4c1f-8413-5915ba8ed471 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 946 time: 0.0682216 Apr 20 13:23:35.540833 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-5e2e228c-7dda-4995-998f-508c603705b8 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Deleting port 77deb7f5-5c6e-40ea-b2ce-62555fc2f69f {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:23:35.545552 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5e2e228c-7dda-4995-998f-508c603705b8 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:35.581344 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ade68bd1-4084-406e-b3b1-42eaaaaf9677 req-ea7d750e-03fa-42a9-8531-c5f5d2a00aeb tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359864 Apr 20 13:23:35.637066 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5e2e228c-7dda-4995-998f-508c603705b8 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:35.650943 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-5e2e228c-7dda-4995-998f-508c603705b8 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Calling delete_port for 77deb7f5-5c6e-40ea-b2ce-62555fc2f69f owned by network:router_interface {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:35.897490 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5e2e228c-7dda-4995-998f-508c603705b8 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:35.925991 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef2579-01a0-4cde-85be-0f598727ee2d req-b5e46b4d-173f-461d-aba1-fb823fcf44f1 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:35.933235 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e228c-7dda-4995-998f-508c603705b8 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event deleted for resources: {'Port': ['ID=77deb7f5-5c6e-40ea-b2ce-62555fc2f69f,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:35.937688 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-28ef2579-01a0-4cde-85be-0f598727ee2d req-b5e46b4d-173f-461d-aba1-fb823fcf44f1 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 944 time: 0.0623560 Apr 20 13:23:36.003329 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-28ef2579-01a0-4cde-85be-0f598727ee2d req-5ffb5084-8c43-413a-8b3e-9cb307177390 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637729 Apr 20 13:23:36.151508 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8ff72147-d26d-48de-b6ad-efe88d67e1ca req-446bded9-9a74-42cf-b872-9dcf432792ef tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ba02818-c691-448b-a5e9-ae65a4a518d1 HTTP/1.1" status: 200 len: 210 time: 0.0561683 Apr 20 13:23:36.611674 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5e2e228c-7dda-4995-998f-508c603705b8 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:36.740252 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62032a7f-d925-4c49-b52d-b6b49d0801c4 req-fe675a37-a66e-4a84-a810-03080a7afae9 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:36.748749 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-62032a7f-d925-4c49-b52d-b6b49d0801c4 req-fe675a37-a66e-4a84-a810-03080a7afae9 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 946 time: 0.0884950 Apr 20 13:23:36.789438 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ebca7d-f610-41d6-b734-c077d023598a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6319332d-ba6a-4450-91d6-134778e02895'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:23:36.793291 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb47c37d-7624-41f5-90e7-de98ec2bf354" -d '{"events": [{"server_uuid": "41ebca7d-f610-41d6-b734-c077d023598a", "name": "network-vif-unplugged", "status": "completed", "tag": "6319332d-ba6a-4450-91d6-134778e02895"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:23:36.799652 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-62032a7f-d925-4c49-b52d-b6b49d0801c4 req-05e10573-02e4-42fc-a578-5ce49882c22f tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496304 Apr 20 13:23:36.856746 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 20 Apr 2022 13:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346ff43b-c36d-4110-a835-becabea1ee44 x-openstack-request-id: req-346ff43b-c36d-4110-a835-becabea1ee44 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:23:36.857157 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ebca7d-f610-41d6-b734-c077d023598a", "name": "network-vif-unplugged", "status": "failed", "tag": "6319332d-ba6a-4450-91d6-134778e02895", "code": 422}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:23:36.857529 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-346ff43b-c36d-4110-a835-becabea1ee44 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:23:36.858031 n-d-836015-7 neutron-server[114871]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-346ff43b-c36d-4110-a835-becabea1ee44']: {'server_uuid': '41ebca7d-f610-41d6-b734-c077d023598a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6319332d-ba6a-4450-91d6-134778e02895', 'code': 422} returned with failed status Apr 20 13:23:36.860568 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2e228c-7dda-4995-998f-508c603705b8 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Router d04e7f0a-7906-4661-80f4-6b8adbf6d864 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:23:36.990506 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2e228c-7dda-4995-998f-508c603705b8 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:23:36.998751 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33132) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:37.001260 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccc4654-4fa4-452b-bcf4-d160160b6bab None None] Sync routers for ids ['d04e7f0a-7906-4661-80f4-6b8adbf6d864'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:23:37.009487 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5e2e228c-7dda-4995-998f-508c603705b8 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "PUT /v2.0/routers/d04e7f0a-7906-4661-80f4-6b8adbf6d864/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4561889 Apr 20 13:23:37.013703 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccc4654-4fa4-452b-bcf4-d160160b6bab None None] Routers {'d04e7f0a-7906-4661-80f4-6b8adbf6d864'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:37.014525 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-bccc4654-4fa4-452b-bcf4-d160160b6bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:23:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d04e7f0a-7906-4661-80f4-6b8adbf6d864'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:37.037501 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-63a060e5-0e99-497d-9709-149d6e9d9d1e req-ec0f1323-3b1e-49d6-922d-f4ff217e376a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3263400 Apr 20 13:23:37.044074 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33136) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:37.052344 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c4aa5a6e-4ab9-4c2e-a9a4-253a015db699 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "GET /v2.0/ports?device_id=d04e7f0a-7906-4661-80f4-6b8adbf6d864 HTTP/1.1" status: 200 len: 205 time: 0.0521240 Apr 20 13:23:37.076905 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-bccc4654-4fa4-452b-bcf4-d160160b6bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:37.101587 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccc4654-4fa4-452b-bcf4-d160160b6bab None None] Routers {'d04e7f0a-7906-4661-80f4-6b8adbf6d864'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:37.104200 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-bccc4654-4fa4-452b-bcf4-d160160b6bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:23:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d04e7f0a-7906-4661-80f4-6b8adbf6d864'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:37.169830 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079321fa-95f8-41a5-acd0-06f6c79965b5 req-1dae1281-5411-4f88-9d42-a175186f38c4 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:37.171450 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-079321fa-95f8-41a5-acd0-06f6c79965b5 req-1dae1281-5411-4f88-9d42-a175186f38c4 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 944 time: 0.0858302 Apr 20 13:23:37.177507 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3c608ea6-283e-4b50-9b6f-d1ac9f7797f2 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:37.186871 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-bccc4654-4fa4-452b-bcf4-d160160b6bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:37.187856 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccc4654-4fa4-452b-bcf4-d160160b6bab None None] The sync data for ids ['d04e7f0a-7906-4661-80f4-6b8adbf6d864'] in n-d-836015-7 is: [] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:23:37.273780 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-079321fa-95f8-41a5-acd0-06f6c79965b5 req-67852b7b-7d0e-4dcd-af1b-84bcaf02c073 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851226 Apr 20 13:23:37.421517 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dcb2caa7-e74d-42af-9a75-49ef7821b166 req-89d6f0dd-faee-42fc-af9a-449e5688c3f0 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ba02818-c691-448b-a5e9-ae65a4a518d1 HTTP/1.1" status: 200 len: 210 time: 0.0581462 Apr 20 13:23:37.483015 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3c608ea6-283e-4b50-9b6f-d1ac9f7797f2 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:37.485554 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3c608ea6-283e-4b50-9b6f-d1ac9f7797f2 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:37.586230 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c48d6f-5bcb-486b-9861-49798a463d49 req-40fdec28-7041-4348-8935-22bb8682c572 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:37.587702 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-04c48d6f-5bcb-486b-9861-49798a463d49 req-40fdec28-7041-4348-8935-22bb8682c572 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 946 time: 0.1063192 Apr 20 13:23:37.594544 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb885d-d591-41c5-ab2b-c39e83c0d383 req-0fb27c51-ac75-4f3a-9df8-3b0ff8399bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:37.603853 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6bbb885d-d591-41c5-ab2b-c39e83c0d383 req-0fb27c51-ac75-4f3a-9df8-3b0ff8399bb0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5dc3931e6714f8cb843649afbc5f7c5&device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 1097 time: 0.0728331 Apr 20 13:23:37.656541 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-41ad3adf-a3ae-48d4-89fc-9716d00c6dfb tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:37.657964 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-41ad3adf-a3ae-48d4-89fc-9716d00c6dfb tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.15 "GET /v2.0/networks?id=dba3873c-70b0-46c0-9226-9b2dc298f12c HTTP/1.1" status: 200 len: 809 time: 0.1216381 Apr 20 13:23:37.681270 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3c608ea6-283e-4b50-9b6f-d1ac9f7797f2 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:37.681789 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c608ea6-283e-4b50-9b6f-d1ac9f7797f2 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Fanout notify agent at l3_agent the message router_deleted on router d04e7f0a-7906-4661-80f4-6b8adbf6d864 {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:23:37.686484 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-c079fd05-2f9d-45c6-8e61-084042af13d9 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Request body: {'port': {'device_id': '0ba02818-c691-448b-a5e9-ae65a4a518d1', 'network_id': 'dba3873c-70b0-46c0-9226-9b2dc298f12c', 'admin_state_up': True, 'tenant_id': '80afdba20e43474184e0ae1925153140'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:37.696007 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3c608ea6-283e-4b50-9b6f-d1ac9f7797f2 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:37.697095 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3c608ea6-283e-4b50-9b6f-d1ac9f7797f2 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "DELETE /v2.0/routers/d04e7f0a-7906-4661-80f4-6b8adbf6d864 HTTP/1.1" status: 204 len: 168 time: 0.6516037 Apr 20 13:23:37.733066 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33158) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:37.733300 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-04c48d6f-5bcb-486b-9861-49798a463d49 req-683f3802-0c59-46ac-857e-f8d63013b1cb tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242301 Apr 20 13:23:37.796162 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb885d-d591-41c5-ab2b-c39e83c0d383 req-040a4175-5428-4d74-9896-424fd0c21e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:37.798564 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6bbb885d-d591-41c5-ab2b-c39e83c0d383 req-040a4175-5428-4d74-9896-424fd0c21e74 service neutron] 10.222.0.15 "GET /v2.0/networks?id=30a0afd4-452b-4cd5-87af-310670c6e8f3 HTTP/1.1" status: 200 len: 919 time: 0.1938703 Apr 20 13:23:37.833924 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-e123d5f0-da40-4587-a5f4-f07cdc210662 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Deleting subnet b7dedf30-ad1b-4d49-8bd3-8c359646a739 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:23:37.841617 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e123d5f0-da40-4587-a5f4-f07cdc210662 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:37.882021 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6bbb885d-d591-41c5-ab2b-c39e83c0d383 req-bbc76e95-854e-42d5-81dd-4444718c51f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cbbb658-0b20-4499-92d4-bef3eaf1faad HTTP/1.1" status: 200 len: 217 time: 0.0738211 Apr 20 13:23:37.897754 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33162) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:37.912285 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e123d5f0-da40-4587-a5f4-f07cdc210662 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:37.954413 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb885d-d591-41c5-ab2b-c39e83c0d383 req-adc25bb3-2bc0-4ef5-bf51-b944eeea2ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:37.956432 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6bbb885d-d591-41c5-ab2b-c39e83c0d383 req-adc25bb3-2bc0-4ef5-bf51-b944eeea2ee4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30a664a4-266d-459a-b14d-e17b45ff5b80 HTTP/1.1" status: 200 len: 857 time: 0.0681083 Apr 20 13:23:38.006695 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-c079fd05-2f9d-45c6-8e61-084042af13d9 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Made reservation on behalf of 80afdba20e43474184e0ae1925153140 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:23:38.010775 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-c079fd05-2f9d-45c6-8e61-084042af13d9 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:38.026283 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb885d-d591-41c5-ab2b-c39e83c0d383 req-26281b9e-11e9-4e31-9bfb-163deba6ecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:38.029156 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6bbb885d-d591-41c5-ab2b-c39e83c0d383 req-26281b9e-11e9-4e31-9bfb-163deba6ecfe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30a0afd4-452b-4cd5-87af-310670c6e8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646167 Apr 20 13:23:38.029882 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e123d5f0-da40-4587-a5f4-f07cdc210662 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:38.136693 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6bbb885d-d591-41c5-ab2b-c39e83c0d383 req-f585cfa9-1070-410a-be70-34f826219cea service neutron] 10.222.0.15 "GET /v2.0/networks/30a0afd4-452b-4cd5-87af-310670c6e8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948417 Apr 20 13:23:38.142602 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eb9b1861-5819-44c1-9ca1-eb339d6ca1c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:38.228023 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-c079fd05-2f9d-45c6-8e61-084042af13d9 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Allocated IP 172.20.0.3 (dba3873c-70b0-46c0-9226-9b2dc298f12c/338bde54-c215-447a-bd88-634386559aad/1011f8d7-2209-45f0-a1c4-1c88334cc657) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:23:38.246749 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6bbb885d-d591-41c5-ab2b-c39e83c0d383 req-88bab664-ec07-4416-abae-aaabe874bcd4 service neutron] 10.222.0.15 "GET /v2.0/networks/30a0afd4-452b-4cd5-87af-310670c6e8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012444 Apr 20 13:23:38.358776 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e123d5f0-da40-4587-a5f4-f07cdc210662 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:38.409827 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e123d5f0-da40-4587-a5f4-f07cdc210662 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event deleted for resources: {'Subnet': ['ID=b7dedf30-ad1b-4d49-8bd3-8c359646a739,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:38.424906 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0312f7-2c86-4644-aa44-2220ab603fda req-7f692a8f-0dba-45bc-a818-0700fb270dda tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:38.425631 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e123d5f0-da40-4587-a5f4-f07cdc210662 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:38.428746 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-db0312f7-2c86-4644-aa44-2220ab603fda req-7f692a8f-0dba-45bc-a818-0700fb270dda tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 944 time: 0.0675492 Apr 20 13:23:38.429897 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e123d5f0-da40-4587-a5f4-f07cdc210662 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "DELETE /v2.0/subnets/b7dedf30-ad1b-4d49-8bd3-8c359646a739 HTTP/1.1" status: 204 len: 168 time: 0.6958714 Apr 20 13:23:38.432706 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6548fc-badb-4be5-af62-78a65b56b96c None None] Network 5af2d953-eecf-4c94-a1d9-6d9973d26a6a requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:23:38.434891 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33178) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:38.491955 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-c079fd05-2f9d-45c6-8e61-084042af13d9 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:38.514849 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eb9b1861-5819-44c1-9ca1-eb339d6ca1c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:38.554396 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-edafdf11-b4e3-4c1b-8b95-82b78cbf28cf tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Deleting subnet 2d672518-ed87-4da2-88d4-12e7b31cd906 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:23:38.560994 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-edafdf11-b4e3-4c1b-8b95-82b78cbf28cf tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:38.598998 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eb9b1861-5819-44c1-9ca1-eb339d6ca1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:38.635498 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b2d801cf-df65-4c48-bd37-04246a835e08 req-e8229e1c-c02c-4e73-9603-9b237c357ab3 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ba02818-c691-448b-a5e9-ae65a4a518d1 HTTP/1.1" status: 200 len: 210 time: 0.0772047 Apr 20 13:23:38.654671 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b1861-5819-44c1-9ca1-eb339d6ca1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0051bf85-c4ab-496f-88fb-3e8a7c10e8ef,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:38.658371 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-c079fd05-2f9d-45c6-8e61-084042af13d9 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:38.678178 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-db0312f7-2c86-4644-aa44-2220ab603fda req-204653ef-fa4a-445d-aed4-e3ca25eb70e4 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211569 Apr 20 13:23:38.682110 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-edafdf11-b4e3-4c1b-8b95-82b78cbf28cf tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:38.703612 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-eb9b1861-5819-44c1-9ca1-eb339d6ca1c6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4bef0d9b88cb4168a4c21100082ed4a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8043106 Apr 20 13:23:38.710201 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33186) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:38.729938 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-c079fd05-2f9d-45c6-8e61-084042af13d9 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Network dba3873c-70b0-46c0-9226-9b2dc298f12c is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:23:38.735666 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-c079fd05-2f9d-45c6-8e61-084042af13d9 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:23:38.738496 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4db1eb8-a3bf-4800-8f24-b08d1483766a None None] DHCP port deletion for 5af2d953-eecf-4c94-a1d9-6d9973d26a6a request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:23:38.741263 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-c079fd05-2f9d-45c6-8e61-084042af13d9 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:23:38.745665 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079fd05-2f9d-45c6-8e61-084042af13d9 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Pushing event updated for resources: {'Port': ['ID=1011f8d7-2209-45f0-a1c4-1c88334cc657,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:38.812648 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3a3ad207-1582-4056-b072-65bbab97d7d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:38.820739 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-e4db1eb8-a3bf-4800-8f24-b08d1483766a None None] Deleting port 595e127a-eb15-48e8-aee3-42abaeb4ed41 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:23:38.821419 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e4db1eb8-a3bf-4800-8f24-b08d1483766a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:38.824127 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-c079fd05-2f9d-45c6-8e61-084042af13d9 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:38.824885 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-c079fd05-2f9d-45c6-8e61-084042af13d9 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:38.849928 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3a3ad207-1582-4056-b072-65bbab97d7d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:38.852251 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-edafdf11-b4e3-4c1b-8b95-82b78cbf28cf tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:38.891784 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-e4db1eb8-a3bf-4800-8f24-b08d1483766a None None] For port 595e127a-eb15-48e8-aee3-42abaeb4ed41, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=595e127a-eb15-48e8-aee3-42abaeb4ed41,segment=NetworkSegment(ee720439-1b78-492c-9410-25cc61994ea8),segment_id=ee720439-1b78-492c-9410-25cc61994ea8)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:38.892334 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e4db1eb8-a3bf-4800-8f24-b08d1483766a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:38.911465 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-e4db1eb8-a3bf-4800-8f24-b08d1483766a None None] Calling delete_port for 595e127a-eb15-48e8-aee3-42abaeb4ed41 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:38.970371 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-c079fd05-2f9d-45c6-8e61-084042af13d9 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2902985 Apr 20 13:23:38.974644 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a060e5-0e99-497d-9709-149d6e9d9d1e req-8696f757-c676-476f-a0a5-fd4dacc7ecf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:38.976004 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-63a060e5-0e99-497d-9709-149d6e9d9d1e req-8696f757-c676-476f-a0a5-fd4dacc7ecf5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a&tenant_id=7a0fd9ed74bf424a81408eac3e15249e HTTP/1.1" status: 200 len: 1095 time: 0.0931001 Apr 20 13:23:38.982007 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef944a99-f3ae-4416-aaf6-3271a05594d4 req-9e875b2f-4bef-4032-b348-b79620fd139b tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:38.983546 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ef944a99-f3ae-4416-aaf6-3271a05594d4 req-9e875b2f-4bef-4032-b348-b79620fd139b tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 946 time: 0.1042604 Apr 20 13:23:38.990800 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-b4b86e44-d1d2-4a07-9118-e399fed2ea04 service neutron] Request body: {'port': {'device_id': '0ba02818-c691-448b-a5e9-ae65a4a518d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:39.005702 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-63a060e5-0e99-497d-9709-149d6e9d9d1e req-b8fe2f67-21e5-4356-88be-ee71689f8d91 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836015-7', 'device_owner': 'compute:nova'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:39.035457 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ef944a99-f3ae-4416-aaf6-3271a05594d4 req-5bad8620-0611-4cb4-ac65-7fca7fb365c0 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447242 Apr 20 13:23:39.067999 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e4db1eb8-a3bf-4800-8f24-b08d1483766a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:39.092555 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-edafdf11-b4e3-4c1b-8b95-82b78cbf28cf tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:39.100041 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db1eb8-a3bf-4800-8f24-b08d1483766a None None] Pushing event deleted for resources: {'Port': ['ID=595e127a-eb15-48e8-aee3-42abaeb4ed41,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:39.105554 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4db1eb8-a3bf-4800-8f24-b08d1483766a None None] No DVR routers for this DVR port 595e127a-eb15-48e8-aee3-42abaeb4ed41 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:23:39.128124 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3a3ad207-1582-4056-b072-65bbab97d7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:39.130845 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-b4b86e44-d1d2-4a07-9118-e399fed2ea04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:39.131838 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3a3ad207-1582-4056-b072-65bbab97d7d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:39.133420 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-3a3ad207-1582-4056-b072-65bbab97d7d6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0051bf85-c4ab-496f-88fb-3e8a7c10e8ef HTTP/1.1" status: 204 len: 168 time: 0.4234731 Apr 20 13:23:39.134920 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-edafdf11-b4e3-4c1b-8b95-82b78cbf28cf tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:39.136236 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5615ba-8547-422c-a03a-7be5eca65bb4 None None] Network d5cb3f35-2b4d-48f2-9310-fd8db941731c requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:23:39.140712 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-edafdf11-b4e3-4c1b-8b95-82b78cbf28cf tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "DELETE /v2.0/subnets/2d672518-ed87-4da2-88d4-12e7b31cd906 HTTP/1.1" status: 204 len: 168 time: 0.7047548 Apr 20 13:23:39.150035 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33196) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:39.175539 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edafdf11-b4e3-4c1b-8b95-82b78cbf28cf tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event deleted for resources: {'Subnet': ['ID=2d672518-ed87-4da2-88d4-12e7b31cd906,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:39.187630 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ad207-1582-4056-b072-65bbab97d7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0051bf85-c4ab-496f-88fb-3e8a7c10e8ef,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:39.263510 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-63a060e5-0e99-497d-9709-149d6e9d9d1e req-b8fe2f67-21e5-4356-88be-ee71689f8d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:39.400128 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dfea59-c612-4ec3-9dfd-63c0970c68b2 None None] DHCP port deletion for d5cb3f35-2b4d-48f2-9310-fd8db941731c request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:23:39.414383 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-708662b9-889c-48dc-9005-c7b92bfb3390 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:39.471931 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-b6dfea59-c612-4ec3-9dfd-63c0970c68b2 None None] Deleting port a41a3fb4-02f6-41c7-9b26-a9af3e157b27 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:23:39.473177 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b6dfea59-c612-4ec3-9dfd-63c0970c68b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:39.559833 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-b6dfea59-c612-4ec3-9dfd-63c0970c68b2 None None] For port a41a3fb4-02f6-41c7-9b26-a9af3e157b27, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=a41a3fb4-02f6-41c7-9b26-a9af3e157b27,segment=NetworkSegment(ee2c9429-9cad-4c73-8f2f-9351dfc7a105),segment_id=ee2c9429-9cad-4c73-8f2f-9351dfc7a105)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:39.560236 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b6dfea59-c612-4ec3-9dfd-63c0970c68b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:39.574916 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-b6dfea59-c612-4ec3-9dfd-63c0970c68b2 None None] Calling delete_port for a41a3fb4-02f6-41c7-9b26-a9af3e157b27 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:39.768921 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-708662b9-889c-48dc-9005-c7b92bfb3390 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:39.800414 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-63a060e5-0e99-497d-9709-149d6e9d9d1e req-b8fe2f67-21e5-4356-88be-ee71689f8d91 service neutron] For port 6319332d-ba6a-4450-91d6-134778e02895, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=6319332d-ba6a-4450-91d6-134778e02895,segment=NetworkSegment(da203ac5-ec47-412d-9a8f-1056386260c6),segment_id=da203ac5-ec47-412d-9a8f-1056386260c6)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:39.810584 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b6dfea59-c612-4ec3-9dfd-63c0970c68b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:39.819200 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-708662b9-889c-48dc-9005-c7b92bfb3390 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5af2d953-eecf-4c94-a1d9-6d9973d26a6a']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:39.822282 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eda4c6-8183-493e-a017-66ca8178b385 req-a98829cf-4f1f-47ba-9e7f-d74b58ff18f0 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:39.824438 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-00eda4c6-8183-493e-a017-66ca8178b385 req-a98829cf-4f1f-47ba-9e7f-d74b58ff18f0 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ba02818-c691-448b-a5e9-ae65a4a518d1 HTTP/1.1" status: 200 len: 931 time: 0.1032410 Apr 20 13:23:39.833646 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dfea59-c612-4ec3-9dfd-63c0970c68b2 None None] Pushing event deleted for resources: {'Port': ['ID=a41a3fb4-02f6-41c7-9b26-a9af3e157b27,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:39.844195 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dfea59-c612-4ec3-9dfd-63c0970c68b2 None None] No DVR routers for this DVR port a41a3fb4-02f6-41c7-9b26-a9af3e157b27 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:23:39.851635 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-708662b9-889c-48dc-9005-c7b92bfb3390 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee720439-1b78-492c-9410-25cc61994ea8') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:39.853038 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-708662b9-889c-48dc-9005-c7b92bfb3390 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee720439-1b78-492c-9410-25cc61994ea8') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:39.867949 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ef46b-3e31-4bde-af1f-6acb2b3c8253 req-13d35ff6-b150-466e-934c-d3d21840339c tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:39.869275 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f21ef46b-3e31-4bde-af1f-6acb2b3c8253 req-13d35ff6-b150-466e-934c-d3d21840339c tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 944 time: 0.1171286 Apr 20 13:23:39.883523 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-708662b9-889c-48dc-9005-c7b92bfb3390 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:39.900393 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-00eda4c6-8183-493e-a017-66ca8178b385 req-8ceb5db7-2b23-420c-a749-c5d6e730e0c3 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef66df96-b5d9-4d87-9db2-c63e9d6c2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687687 Apr 20 13:23:39.929494 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-708662b9-889c-48dc-9005-c7b92bfb3390 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:39.938218 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-b4b86e44-d1d2-4a07-9118-e399fed2ea04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1011f8d7-2209-45f0-a1c4-1c88334cc657 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:23:39.945039 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-63a060e5-0e99-497d-9709-149d6e9d9d1e req-b8fe2f67-21e5-4356-88be-ee71689f8d91 service neutron] For port 6319332d-ba6a-4450-91d6-134778e02895, host n-h2-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:23:39.953362 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-708662b9-889c-48dc-9005-c7b92bfb3390 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:23:39.953583 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f21ef46b-3e31-4bde-af1f-6acb2b3c8253 req-f1b13dfa-d2c8-4b4f-9485-28c12e2236c2 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515552 Apr 20 13:23:39.953793 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-708662b9-889c-48dc-9005-c7b92bfb3390 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:39.957457 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:23:39.957457 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:23:39.957457 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:23:39.957457 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:23:39.957457 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:23:39.957457 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:23:39.957457 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:23:39.957457 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:23:39.957457 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:23:39.957457 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:23:39.957457 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:23:39.957457 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:23:39.957457 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:23:39.957457 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:23:39.957457 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:23:39.957457 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:23:39.957457 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:23:39.957457 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:23:39.957457 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:23:39.957457 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:23:39.957457 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:23:39.957457 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:23:39.957457 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:23:39.957457 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:23:39.957457 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:23:39.957457 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:23:39.957457 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:23:39.957457 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:23:39.957457 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:23:39.957457 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:23:39.957457 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:23:39.957457 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:23:39.960137 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-b4b86e44-d1d2-4a07-9118-e399fed2ea04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:40.052584 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-63a060e5-0e99-497d-9709-149d6e9d9d1e req-b8fe2f67-21e5-4356-88be-ee71689f8d91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6319332d-ba6a-4450-91d6-134778e02895 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:23:40.062310 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-63a060e5-0e99-497d-9709-149d6e9d9d1e req-b8fe2f67-21e5-4356-88be-ee71689f8d91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:40.062441 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33214) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:40.081058 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5dbf28c8-0e34-41be-bcc2-8efc3e855204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:40.136900 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-b4b86e44-d1d2-4a07-9118-e399fed2ea04 service neutron] Transition to ACTIVE for port object 1011f8d7-2209-45f0-a1c4-1c88334cc657 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:23:40.138314 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-708662b9-889c-48dc-9005-c7b92bfb3390 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:40.143659 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-63a060e5-0e99-497d-9709-149d6e9d9d1e req-b8fe2f67-21e5-4356-88be-ee71689f8d91 service neutron] Transition to ACTIVE for port object 6319332d-ba6a-4450-91d6-134778e02895 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:23:40.157460 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-708662b9-889c-48dc-9005-c7b92bfb3390 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:40.157460 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-708662b9-889c-48dc-9005-c7b92bfb3390 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "DELETE /v2.0/networks/5af2d953-eecf-4c94-a1d9-6d9973d26a6a HTTP/1.1" status: 204 len: 168 time: 0.8904767 Apr 20 13:23:40.163396 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33218) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:40.168085 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708662b9-889c-48dc-9005-c7b92bfb3390 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event deleted for resources: {'Network': ['ID=5af2d953-eecf-4c94-a1d9-6d9973d26a6a,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:40.226207 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-b4b86e44-d1d2-4a07-9118-e399fed2ea04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:40.256137 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d477e760-d9c9-49e0-9a84-8cb361d8773a req-185da72b-aeae-486c-a93d-fda502886271 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:40.257662 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d477e760-d9c9-49e0-9a84-8cb361d8773a req-185da72b-aeae-486c-a93d-fda502886271 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 946 time: 0.1488523 Apr 20 13:23:40.262988 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-63a060e5-0e99-497d-9709-149d6e9d9d1e req-b8fe2f67-21e5-4356-88be-ee71689f8d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:40.294703 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b86e44-d1d2-4a07-9118-e399fed2ea04 service neutron] Pushing event updated for resources: {'Port': ['ID=1011f8d7-2209-45f0-a1c4-1c88334cc657,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:40.310176 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b0ee0f2-9abd-48f1-b8bd-0db773abb260 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:40.358189 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a060e5-0e99-497d-9709-149d6e9d9d1e req-b8fe2f67-21e5-4356-88be-ee71689f8d91 service neutron] No DVR routers for this DVR port 6319332d-ba6a-4450-91d6-134778e02895 on host n-h2-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:23:40.360084 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d477e760-d9c9-49e0-9a84-8cb361d8773a req-01542da5-849c-4eea-baf6-0271469ad34c tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937655 Apr 20 13:23:40.362799 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5dbf28c8-0e34-41be-bcc2-8efc3e855204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:40.427504 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe2f67-21e5-4356-88be-ee71689f8d91 service neutron] Pushing event updated for resources: {'Port': ['ID=6319332d-ba6a-4450-91d6-134778e02895,revision_number=9']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:40.442641 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5dbf28c8-0e34-41be-bcc2-8efc3e855204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:40.469604 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b0ee0f2-9abd-48f1-b8bd-0db773abb260 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:40.477449 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5dbf28c8-0e34-41be-bcc2-8efc3e855204 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=521195021add4dc6a82495411e8f52f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4142227 Apr 20 13:23:40.483909 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33226) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:40.534754 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-2b0ee0f2-9abd-48f1-b8bd-0db773abb260 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5cb3f35-2b4d-48f2-9310-fd8db941731c']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:40.557393 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf28c8-0e34-41be-bcc2-8efc3e855204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6493109-8e77-4e0d-ad0d-68cf580326ad,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:40.569587 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-2b0ee0f2-9abd-48f1-b8bd-0db773abb260 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee2c9429-9cad-4c73-8f2f-9351dfc7a105') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:40.570097 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-2b0ee0f2-9abd-48f1-b8bd-0db773abb260 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee2c9429-9cad-4c73-8f2f-9351dfc7a105') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:40.589440 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b0ee0f2-9abd-48f1-b8bd-0db773abb260 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:40.613719 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7a74e547-526d-4aca-a862-cb82f3cd2a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:40.615687 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b0ee0f2-9abd-48f1-b8bd-0db773abb260 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:40.628062 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b0ee0f2-9abd-48f1-b8bd-0db773abb260 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:23:40.628471 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b0ee0f2-9abd-48f1-b8bd-0db773abb260 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:40.631577 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:23:40.631577 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:23:40.631577 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:23:40.631577 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:23:40.631577 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:23:40.631577 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:23:40.631577 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:23:40.631577 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:23:40.631577 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:23:40.631577 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:23:40.631577 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:23:40.631577 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:23:40.631577 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:23:40.631577 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:23:40.631577 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:23:40.631577 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:23:40.631577 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:23:40.631577 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:23:40.631577 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:23:40.631577 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:23:40.631577 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:23:40.631577 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:23:40.631577 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:23:40.631577 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:23:40.631577 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:23:40.631577 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:23:40.631577 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:23:40.631577 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:23:40.631577 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:23:40.631577 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:23:40.631577 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:23:40.631577 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:23:40.684314 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7a74e547-526d-4aca-a862-cb82f3cd2a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:40.777606 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 595e127a-eb15-48e8-aee3-42abaeb4ed41 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:23:40.781477 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-63a060e5-0e99-497d-9709-149d6e9d9d1e req-b8fe2f67-21e5-4356-88be-ee71689f8d91 service neutron] Attempting to bind port 6319332d-ba6a-4450-91d6-134778e02895 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:23:40.781820 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-63a060e5-0e99-497d-9709-149d6e9d9d1e req-b8fe2f67-21e5-4356-88be-ee71689f8d91 service neutron] Attempting to bind port 6319332d-ba6a-4450-91d6-134778e02895 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': 'da203ac5-ec47-412d-9a8f-1056386260c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '00bf89be-b590-4b91-9bd9-098821a10670'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:23:40.782155 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a060e5-0e99-497d-9709-149d6e9d9d1e req-b8fe2f67-21e5-4356-88be-ee71689f8d91 service neutron] Attempting to bind port 6319332d-ba6a-4450-91d6-134778e02895 on network 00bf89be-b590-4b91-9bd9-098821a10670 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:23:40.787856 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b0ee0f2-9abd-48f1-b8bd-0db773abb260 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:40.788736 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-b4b86e44-d1d2-4a07-9118-e399fed2ea04 service neutron] Attempting to bind port 1011f8d7-2209-45f0-a1c4-1c88334cc657 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:23:40.789069 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-b4b86e44-d1d2-4a07-9118-e399fed2ea04 service neutron] Attempting to bind port 1011f8d7-2209-45f0-a1c4-1c88334cc657 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '0a99f852-2ec7-4242-b347-aa96e29a3d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'dba3873c-70b0-46c0-9226-9b2dc298f12c'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:23:40.789399 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-b4b86e44-d1d2-4a07-9118-e399fed2ea04 service neutron] Attempting to bind port 1011f8d7-2209-45f0-a1c4-1c88334cc657 on network dba3873c-70b0-46c0-9226-9b2dc298f12c {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:23:40.791805 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a060e5-0e99-497d-9709-149d6e9d9d1e req-b8fe2f67-21e5-4356-88be-ee71689f8d91 service neutron] Port 6319332d-ba6a-4450-91d6-134778e02895 on network 00bf89be-b590-4b91-9bd9-098821a10670 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:23:40.796872 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a060e5-0e99-497d-9709-149d6e9d9d1e req-b8fe2f67-21e5-4356-88be-ee71689f8d91 service neutron] Attempting to bind port 6319332d-ba6a-4450-91d6-134778e02895 on network 00bf89be-b590-4b91-9bd9-098821a10670 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:23:40.798870 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-b4b86e44-d1d2-4a07-9118-e399fed2ea04 service neutron] Port 1011f8d7-2209-45f0-a1c4-1c88334cc657 on network dba3873c-70b0-46c0-9226-9b2dc298f12c not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:23:40.800828 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-b4b86e44-d1d2-4a07-9118-e399fed2ea04 service neutron] Attempting to bind port 1011f8d7-2209-45f0-a1c4-1c88334cc657 on network dba3873c-70b0-46c0-9226-9b2dc298f12c {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:23:40.802145 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2b0ee0f2-9abd-48f1-b8bd-0db773abb260 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:40.806022 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2b0ee0f2-9abd-48f1-b8bd-0db773abb260 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "DELETE /v2.0/networks/d5cb3f35-2b4d-48f2-9310-fd8db941731c HTTP/1.1" status: 204 len: 168 time: 0.6400287 Apr 20 13:23:40.809691 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-b4b86e44-d1d2-4a07-9118-e399fed2ea04 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:23:40.810056 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-b4b86e44-d1d2-4a07-9118-e399fed2ea04 service neutron] Checking segment: {'id': '0a99f852-2ec7-4242-b347-aa96e29a3d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'dba3873c-70b0-46c0-9226-9b2dc298f12c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:23:40.810449 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-b4b86e44-d1d2-4a07-9118-e399fed2ea04 service neutron] Bound using segment: {'id': '0a99f852-2ec7-4242-b347-aa96e29a3d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'dba3873c-70b0-46c0-9226-9b2dc298f12c'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:23:40.810904 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-b4b86e44-d1d2-4a07-9118-e399fed2ea04 service neutron] Bound port: 1011f8d7-2209-45f0-a1c4-1c88334cc657, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a99f852-2ec7-4242-b347-aa96e29a3d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'dba3873c-70b0-46c0-9226-9b2dc298f12c'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:23:40.811270 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-b4b86e44-d1d2-4a07-9118-e399fed2ea04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:40.813399 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a060e5-0e99-497d-9709-149d6e9d9d1e req-b8fe2f67-21e5-4356-88be-ee71689f8d91 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:23:40.813937 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a060e5-0e99-497d-9709-149d6e9d9d1e req-b8fe2f67-21e5-4356-88be-ee71689f8d91 service neutron] Checking segment: {'id': 'da203ac5-ec47-412d-9a8f-1056386260c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '00bf89be-b590-4b91-9bd9-098821a10670'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:23:40.814085 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a060e5-0e99-497d-9709-149d6e9d9d1e req-b8fe2f67-21e5-4356-88be-ee71689f8d91 service neutron] Bound using segment: {'id': 'da203ac5-ec47-412d-9a8f-1056386260c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '00bf89be-b590-4b91-9bd9-098821a10670'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:23:40.814521 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-63a060e5-0e99-497d-9709-149d6e9d9d1e req-b8fe2f67-21e5-4356-88be-ee71689f8d91 service neutron] Bound port: 6319332d-ba6a-4450-91d6-134778e02895, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da203ac5-ec47-412d-9a8f-1056386260c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '00bf89be-b590-4b91-9bd9-098821a10670'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:23:40.814919 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-63a060e5-0e99-497d-9709-149d6e9d9d1e req-b8fe2f67-21e5-4356-88be-ee71689f8d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:40.818482 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33230) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:40.818887 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 595e127a-eb15-48e8-aee3-42abaeb4ed41 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:23:40.825834 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 595e127a-eb15-48e8-aee3-42abaeb4ed41 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:23:40.825834 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device a41a3fb4-02f6-41c7-9b26-a9af3e157b27 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:23:40.826100 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-4de52b6e-ac07-40cd-b63a-3633afbb17d1 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Request body: {'network': {'name': 'tempest-RoutersTest-1206704507'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:40.827538 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ee0f2-9abd-48f1-b8bd-0db773abb260 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event deleted for resources: {'Network': ['ID=d5cb3f35-2b4d-48f2-9310-fd8db941731c,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:40.848819 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7a74e547-526d-4aca-a862-cb82f3cd2a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:40.849759 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: a41a3fb4-02f6-41c7-9b26-a9af3e157b27 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:23:40.850211 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device a41a3fb4-02f6-41c7-9b26-a9af3e157b27 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:23:40.864872 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7a74e547-526d-4aca-a862-cb82f3cd2a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:40.869367 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7a74e547-526d-4aca-a862-cb82f3cd2a76 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a6493109-8e77-4e0d-ad0d-68cf580326ad HTTP/1.1" status: 204 len: 168 time: 0.3844419 Apr 20 13:23:40.886053 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a74e547-526d-4aca-a862-cb82f3cd2a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6493109-8e77-4e0d-ad0d-68cf580326ad,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:40.942744 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-63a060e5-0e99-497d-9709-149d6e9d9d1e req-b8fe2f67-21e5-4356-88be-ee71689f8d91 service neutron] For port 6319332d-ba6a-4450-91d6-134778e02895, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:23:40.948146 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-63a060e5-0e99-497d-9709-149d6e9d9d1e req-b8fe2f67-21e5-4356-88be-ee71689f8d91 service neutron] For port 6319332d-ba6a-4450-91d6-134778e02895, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=6319332d-ba6a-4450-91d6-134778e02895,segment=NetworkSegment(da203ac5-ec47-412d-9a8f-1056386260c6),segment_id=da203ac5-ec47-412d-9a8f-1056386260c6)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:23:40.953692 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-b4b86e44-d1d2-4a07-9118-e399fed2ea04 service neutron] For port 1011f8d7-2209-45f0-a1c4-1c88334cc657, host n-h2-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:23:40.957098 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-b4b86e44-d1d2-4a07-9118-e399fed2ea04 service neutron] For port 1011f8d7-2209-45f0-a1c4-1c88334cc657, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=1011f8d7-2209-45f0-a1c4-1c88334cc657,segment=NetworkSegment(0a99f852-2ec7-4242-b347-aa96e29a3d82),segment_id=0a99f852-2ec7-4242-b347-aa96e29a3d82)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:23:40.964943 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de52b6e-ac07-40cd-b63a-3633afbb17d1 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Made reservation on behalf of 67912d2daa0a41a1a8c7a1e51e3613c2 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:23:40.973019 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4de52b6e-ac07-40cd-b63a-3633afbb17d1 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:41.030150 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-63a060e5-0e99-497d-9709-149d6e9d9d1e req-b8fe2f67-21e5-4356-88be-ee71689f8d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:41.060748 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4de52b6e-ac07-40cd-b63a-3633afbb17d1 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:23:41.071785 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-b4b86e44-d1d2-4a07-9118-e399fed2ea04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:41.078774 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a060e5-0e99-497d-9709-149d6e9d9d1e req-b8fe2f67-21e5-4356-88be-ee71689f8d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:41.079553 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-63a060e5-0e99-497d-9709-149d6e9d9d1e req-b8fe2f67-21e5-4356-88be-ee71689f8d91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:41.081528 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-63a060e5-0e99-497d-9709-149d6e9d9d1e req-b8fe2f67-21e5-4356-88be-ee71689f8d91 service neutron] 10.222.0.32 "PUT /v2.0/ports/6319332d-ba6a-4450-91d6-134778e02895 HTTP/1.1" status: 200 len: 1092 time: 2.0859396 Apr 20 13:23:41.084115 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ebca7d-f610-41d6-b734-c077d023598a', 'tag': '6319332d-ba6a-4450-91d6-134778e02895'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:23:41.087439 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247b7134-f980-41dc-b00e-1f1e05ea22ca" -d '{"events": [{"name": "network-changed", "server_uuid": "41ebca7d-f610-41d6-b734-c077d023598a", "tag": "6319332d-ba6a-4450-91d6-134778e02895"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:23:41.106465 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-b4b86e44-d1d2-4a07-9118-e399fed2ea04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:41.107088 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-b4b86e44-d1d2-4a07-9118-e399fed2ea04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:41.108524 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-b4b86e44-d1d2-4a07-9118-e399fed2ea04 service neutron] 10.222.0.15 "PUT /v2.0/ports/1011f8d7-2209-45f0-a1c4-1c88334cc657 HTTP/1.1" status: 200 len: 1091 time: 2.1297598 Apr 20 13:23:41.125912 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe2f67-21e5-4356-88be-ee71689f8d91 service neutron] Pushing event updated for resources: {'Port': ['ID=6319332d-ba6a-4450-91d6-134778e02895,revision_number=10']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:41.126391 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28838399-682a-464b-a57c-8e076c123767 req-1de24903-98a2-4a88-a3d1-e0522269b33a tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:41.134495 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-28838399-682a-464b-a57c-8e076c123767 req-1de24903-98a2-4a88-a3d1-e0522269b33a tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ba02818-c691-448b-a5e9-ae65a4a518d1 HTTP/1.1" status: 200 len: 943 time: 0.1332498 Apr 20 13:23:41.137617 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4de52b6e-ac07-40cd-b63a-3633afbb17d1 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:41.137969 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-4de52b6e-ac07-40cd-b63a-3633afbb17d1 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Added segment 9624c93e-ee2b-41a8-a6ce-82c8c755742a of type vlan for network 352a51e8-d1c2-4ad5-93e8-538d1e468ec2 Apr 20 13:23:41.207505 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b86e44-d1d2-4a07-9118-e399fed2ea04 service neutron] Pushing event updated for resources: {'Port': ['ID=1011f8d7-2209-45f0-a1c4-1c88334cc657,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:41.209056 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034bfc0f-17d6-436a-80d8-eef7c10f911f req-48fa5905-8aff-4210-b8b4-1d67ba87bd1a tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:41.210567 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-034bfc0f-17d6-436a-80d8-eef7c10f911f req-48fa5905-8aff-4210-b8b4-1d67ba87bd1a tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 945 time: 0.1472173 Apr 20 13:23:41.212782 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a060e5-0e99-497d-9709-149d6e9d9d1e req-1056e1ce-51b2-4d04-a8f9-cc231ad6ebc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:41.214429 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-63a060e5-0e99-497d-9709-149d6e9d9d1e req-1056e1ce-51b2-4d04-a8f9-cc231ad6ebc1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a0fd9ed74bf424a81408eac3e15249e&device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 1096 time: 0.0855258 Apr 20 13:23:41.217272 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4de52b6e-ac07-40cd-b63a-3633afbb17d1 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:41.257937 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-28838399-682a-464b-a57c-8e076c123767 req-bafe4561-598a-4c84-bde2-f777fdcffa9e tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef66df96-b5d9-4d87-9db2-c63e9d6c2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224983 Apr 20 13:23:41.321110 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15cad9be-f4d6-415b-82c3-16f42a817de2 x-openstack-request-id: req-15cad9be-f4d6-415b-82c3-16f42a817de2 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:23:41.321399 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ebca7d-f610-41d6-b734-c077d023598a", "tag": "6319332d-ba6a-4450-91d6-134778e02895", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:23:41.321642 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15cad9be-f4d6-415b-82c3-16f42a817de2 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:23:41.322041 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15cad9be-f4d6-415b-82c3-16f42a817de2'] response: {'name': 'network-changed', 'server_uuid': '41ebca7d-f610-41d6-b734-c077d023598a', 'tag': '6319332d-ba6a-4450-91d6-134778e02895', 'status': 'completed', 'code': 200} Apr 20 13:23:41.327656 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-034bfc0f-17d6-436a-80d8-eef7c10f911f req-25624014-6534-4d92-8d96-b7f1837bc42d tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078868 Apr 20 13:23:41.359767 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-164c0ae4-b0bb-4b9b-9b8b-432811bd7474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:41.360382 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-164c0ae4-b0bb-4b9b-9b8b-432811bd7474 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=80afdba20e43474184e0ae1925153140&device_id=0ba02818-c691-448b-a5e9-ae65a4a518d1 HTTP/1.1" status: 200 len: 1094 time: 0.0668135 Apr 20 13:23:41.363733 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a060e5-0e99-497d-9709-149d6e9d9d1e req-67c01c3a-ab81-4b3b-938e-ba150d17b992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:41.365157 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-63a060e5-0e99-497d-9709-149d6e9d9d1e req-67c01c3a-ab81-4b3b-938e-ba150d17b992 service neutron] 10.222.0.32 "GET /v2.0/networks?id=00bf89be-b590-4b91-9bd9-098821a10670 HTTP/1.1" status: 200 len: 914 time: 0.1427996 Apr 20 13:23:41.413386 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-253717df-01b9-4893-bfdf-44768364cfa6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1011f8d7-2209-45f0-a1c4-1c88334cc657 HTTP/1.1" status: 200 len: 217 time: 0.0432775 Apr 20 13:23:41.437414 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4de52b6e-ac07-40cd-b63a-3633afbb17d1 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:41.447141 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de52b6e-ac07-40cd-b63a-3633afbb17d1 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:41.450018 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4de52b6e-ac07-40cd-b63a-3633afbb17d1 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:41.451914 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-63a060e5-0e99-497d-9709-149d6e9d9d1e req-adeac9f9-f03a-4b89-9f61-af89dc1c3a89 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6319332d-ba6a-4450-91d6-134778e02895 HTTP/1.1" status: 200 len: 217 time: 0.0728266 Apr 20 13:23:41.558606 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-a8e8c862-3bc6-4ed4-9512-93a7e4dca202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:41.560851 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-a8e8c862-3bc6-4ed4-9512-93a7e4dca202 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=338bde54-c215-447a-bd88-634386559aad HTTP/1.1" status: 200 len: 849 time: 0.1170359 Apr 20 13:23:41.565299 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a060e5-0e99-497d-9709-149d6e9d9d1e req-14ade284-1ae9-430a-88c2-0c1a33613528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:41.567021 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-63a060e5-0e99-497d-9709-149d6e9d9d1e req-14ade284-1ae9-430a-88c2-0c1a33613528 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b50266ce-851e-4de2-9181-6876aeec3806 HTTP/1.1" status: 200 len: 853 time: 0.0940025 Apr 20 13:23:41.586956 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4de52b6e-ac07-40cd-b63a-3633afbb17d1 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7670543 Apr 20 13:23:41.587703 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33258) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:41.597758 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-aaebfc63-2d93-4531-945c-2ec41c3c541a tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Request body: {'subnet': {'network_id': '352a51e8-d1c2-4ad5-93e8-538d1e468ec2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:41.607542 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de52b6e-ac07-40cd-b63a-3633afbb17d1 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event updated for resources: {'Network': ['ID=352a51e8-d1c2-4ad5-93e8-538d1e468ec2,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:41.612633 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-bbabad90-b067-44ee-b0d3-33b771777b5b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dba3873c-70b0-46c0-9226-9b2dc298f12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436785 Apr 20 13:23:41.618236 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 352a51e8-d1c2-4ad5-93e8-538d1e468ec2 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:23:41.637128 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-63a060e5-0e99-497d-9709-149d6e9d9d1e req-6375c8ee-08d5-470b-bf36-1603e2abe0da service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=00bf89be-b590-4b91-9bd9-098821a10670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612636 Apr 20 13:23:41.707831 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7171f-947e-4d16-a584-ec67eff8ba20 req-c9c1a6f8-e1ed-4d52-8ad2-4e8b9d230953 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:41.709349 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1bd7171f-947e-4d16-a584-ec67eff8ba20 req-c9c1a6f8-e1ed-4d52-8ad2-4e8b9d230953 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 946 time: 0.1797073 Apr 20 13:23:41.787061 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1bd7171f-947e-4d16-a584-ec67eff8ba20 req-43c41ac4-4c52-428e-a07a-39611f58fef8 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693123 Apr 20 13:23:41.821410 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-63a060e5-0e99-497d-9709-149d6e9d9d1e req-1abdcaf3-e44a-4b97-ad1f-9bc424716998 service neutron] 10.222.0.32 "GET /v2.0/networks/00bf89be-b590-4b91-9bd9-098821a10670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767311 Apr 20 13:23:41.867265 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaebfc63-2d93-4531-945c-2ec41c3c541a tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Made reservation on behalf of 67912d2daa0a41a1a8c7a1e51e3613c2 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:23:41.870892 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aaebfc63-2d93-4531-945c-2ec41c3c541a tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:41.909657 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-ddee2c25-1813-4ae8-bf92-0f664a52b3a7 service neutron] 10.222.0.15 "GET /v2.0/networks/dba3873c-70b0-46c0-9226-9b2dc298f12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750967 Apr 20 13:23:41.961670 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-63a060e5-0e99-497d-9709-149d6e9d9d1e req-5972e4d2-482f-4fb9-936e-9796794a4421 service neutron] 10.222.0.32 "GET /v2.0/networks/00bf89be-b590-4b91-9bd9-098821a10670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330862 Apr 20 13:23:42.056423 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9b186b5c-2db1-4ee7-9056-ba0e7fe0e16e req-6926913b-c0fe-4a54-8722-27daaeb8d5b0 service neutron] 10.222.0.15 "GET /v2.0/networks/dba3873c-70b0-46c0-9226-9b2dc298f12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381235 Apr 20 13:23:42.135708 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b7134-f980-41dc-b00e-1f1e05ea22ca req-0aa14489-bda6-464a-a2ba-92732c26be52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:42.137344 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-247b7134-f980-41dc-b00e-1f1e05ea22ca req-0aa14489-bda6-464a-a2ba-92732c26be52 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a0fd9ed74bf424a81408eac3e15249e&device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 1096 time: 0.0577753 Apr 20 13:23:42.233710 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aaebfc63-2d93-4531-945c-2ec41c3c541a tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:42.235388 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:42.298736 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b7134-f980-41dc-b00e-1f1e05ea22ca req-7f056426-1ad8-45ac-8025-d0d3b6ab6de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:42.298736 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-247b7134-f980-41dc-b00e-1f1e05ea22ca req-7f056426-1ad8-45ac-8025-d0d3b6ab6de7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=00bf89be-b590-4b91-9bd9-098821a10670 HTTP/1.1" status: 200 len: 914 time: 0.1514611 Apr 20 13:23:42.365266 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaebfc63-2d93-4531-945c-2ec41c3c541a tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event updated for resources: {'Subnet': ['ID=06fb7721-7ecb-4a38-949d-6cad8493afc0,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:42.378832 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaebfc63-2d93-4531-945c-2ec41c3c541a tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Checking segment: {'id': '9624c93e-ee2b-41a8-a6ce-82c8c755742a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '352a51e8-d1c2-4ad5-93e8-538d1e468ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:23:42.379206 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaebfc63-2d93-4531-945c-2ec41c3c541a tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Network hostable DHCP agents. Network: 352a51e8-d1c2-4ad5-93e8-538d1e468ec2, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:23:42.426360 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-247b7134-f980-41dc-b00e-1f1e05ea22ca req-f53afca6-7fd6-491e-9af6-abaab8bd166a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6319332d-ba6a-4450-91d6-134778e02895 HTTP/1.1" status: 200 len: 217 time: 0.1180625 Apr 20 13:23:42.511337 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b7134-f980-41dc-b00e-1f1e05ea22ca req-738baec9-5a5c-45e2-97be-ebbb99cdfb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:42.513079 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-247b7134-f980-41dc-b00e-1f1e05ea22ca req-738baec9-5a5c-45e2-97be-ebbb99cdfb65 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b50266ce-851e-4de2-9181-6876aeec3806 HTTP/1.1" status: 200 len: 853 time: 0.0812085 Apr 20 13:23:42.525206 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a46fe-e935-46a1-85b3-4fe367a21ad5 req-316c00a8-2dc7-4746-8381-78d6a7e22474 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:42.526803 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb2a46fe-e935-46a1-85b3-4fe367a21ad5 req-316c00a8-2dc7-4746-8381-78d6a7e22474 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ba02818-c691-448b-a5e9-ae65a4a518d1 HTTP/1.1" status: 200 len: 943 time: 0.1225367 Apr 20 13:23:42.530911 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaebfc63-2d93-4531-945c-2ec41c3c541a tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Network 352a51e8-d1c2-4ad5-93e8-538d1e468ec2 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:23:42.545860 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-247b7134-f980-41dc-b00e-1f1e05ea22ca req-01cba97f-c019-4371-a0e9-e87e9cbfdcb6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=00bf89be-b590-4b91-9bd9-098821a10670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260212 Apr 20 13:23:42.612066 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09ceed-af85-42e3-bd52-661a37879ed1 req-fed3d3c5-2c2e-4908-9874-8fa7ec20cf42 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:42.619342 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a09ceed-af85-42e3-bd52-661a37879ed1 req-fed3d3c5-2c2e-4908-9874-8fa7ec20cf42 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 945 time: 0.1744478 Apr 20 13:23:42.621402 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-aaebfc63-2d93-4531-945c-2ec41c3c541a tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 352a51e8-d1c2-4ad5-93e8-538d1e468ec2) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:23:42.630677 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7af746c-0cf6-48c0-bdfc-5534efdc07ec None None] Network 352a51e8-d1c2-4ad5-93e8-538d1e468ec2 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:23:42.648635 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb2a46fe-e935-46a1-85b3-4fe367a21ad5 req-b4895efc-d063-4082-8c90-b8b47aa540ff tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef66df96-b5d9-4d87-9db2-c63e9d6c2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061146 Apr 20 13:23:42.652557 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaebfc63-2d93-4531-945c-2ec41c3c541a tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:42.653640 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aaebfc63-2d93-4531-945c-2ec41c3c541a tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:42.691210 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-247b7134-f980-41dc-b00e-1f1e05ea22ca req-d6a616b9-262d-41eb-83b9-7f40a6864492 service neutron] 10.222.0.32 "GET /v2.0/networks/00bf89be-b590-4b91-9bd9-098821a10670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303921 Apr 20 13:23:42.717920 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a09ceed-af85-42e3-bd52-661a37879ed1 req-5ad74df9-9424-442e-9e68-f90b56862a94 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975716 Apr 20 13:23:42.799907 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-aaebfc63-2d93-4531-945c-2ec41c3c541a tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2080598 Apr 20 13:23:42.800516 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33302) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:42.805934 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-fabddb78-5637-4dd1-b18c-b0685e8e2a99 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1185864597', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:42.839218 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-247b7134-f980-41dc-b00e-1f1e05ea22ca req-a175e228-2dd6-4b45-a7c0-f9c502623150 service neutron] 10.222.0.32 "GET /v2.0/networks/00bf89be-b590-4b91-9bd9-098821a10670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398304 Apr 20 13:23:42.874953 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c832eb9-ed30-4d84-95a4-ffb6a136741d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-352a51e8-d1c2-4ad5-93e8-538d1e468ec2', 'network_id': '352a51e8-d1c2-4ad5-93e8-538d1e468ec2', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'fixed_ips': [{'subnet_id': '06fb7721-7ecb-4a38-949d-6cad8493afc0'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:23:42.876081 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1c832eb9-ed30-4d84-95a4-ffb6a136741d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:42.909164 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fabddb78-5637-4dd1-b18c-b0685e8e2a99 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:42.910241 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fabddb78-5637-4dd1-b18c-b0685e8e2a99 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:42.927342 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680f845-f013-4690-86ee-d6bdd52431ba req-d10ed8d8-ad4c-46ee-97c6-9eab80514b39 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:42.930698 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0680f845-f013-4690-86ee-d6bdd52431ba req-d10ed8d8-ad4c-46ee-97c6-9eab80514b39 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 946 time: 0.0576396 Apr 20 13:23:42.948384 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:43.026507 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fabddb78-5637-4dd1-b18c-b0685e8e2a99 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:43.039836 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-1c832eb9-ed30-4d84-95a4-ffb6a136741d None None] Allocated IP 172.20.0.2 (352a51e8-d1c2-4ad5-93e8-538d1e468ec2/06fb7721-7ecb-4a38-949d-6cad8493afc0/9e1f6542-aead-445d-803e-a573b519e5c1) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:23:43.046394 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0680f845-f013-4690-86ee-d6bdd52431ba req-1219bb6a-aed1-4da1-814b-ab84ae992d9a tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043396 Apr 20 13:23:43.107007 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fabddb78-5637-4dd1-b18c-b0685e8e2a99 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:43.245066 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fabddb78-5637-4dd1-b18c-b0685e8e2a99 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:43.247396 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-fabddb78-5637-4dd1-b18c-b0685e8e2a99 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4452147 Apr 20 13:23:43.249578 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33318) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:43.255862 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-7672ba10-df5e-438b-863c-8329f815c17b tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Request body: {'port': {'network_id': '352a51e8-d1c2-4ad5-93e8-538d1e468ec2', 'name': 'tempest-RoutersTest-1058465321'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:43.274016 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1c832eb9-ed30-4d84-95a4-ffb6a136741d None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:43.323262 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ba02818-c691-448b-a5e9-ae65a4a518d1', 'tag': '1011f8d7-2209-45f0-a1c4-1c88334cc657'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:23:43.325637 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5d25de-df86-4473-a060-c33e6fe6a976" -d '{"events": [{"name": "network-changed", "server_uuid": "0ba02818-c691-448b-a5e9-ae65a4a518d1", "tag": "1011f8d7-2209-45f0-a1c4-1c88334cc657"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:23:43.397489 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1c832eb9-ed30-4d84-95a4-ffb6a136741d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:43.397604 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bbbcbb-f75f-4248-8855-c16c1ad66644 x-openstack-request-id: req-b2bbbcbb-f75f-4248-8855-c16c1ad66644 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:23:43.397604 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ba02818-c691-448b-a5e9-ae65a4a518d1", "tag": "1011f8d7-2209-45f0-a1c4-1c88334cc657", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:23:43.397604 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b2bbbcbb-f75f-4248-8855-c16c1ad66644 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:23:43.397604 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2bbbcbb-f75f-4248-8855-c16c1ad66644'] response: {'name': 'network-changed', 'server_uuid': '0ba02818-c691-448b-a5e9-ae65a4a518d1', 'tag': '1011f8d7-2209-45f0-a1c4-1c88334cc657', 'status': 'completed', 'code': 200} Apr 20 13:23:43.510083 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d25de-df86-4473-a060-c33e6fe6a976 req-242dda1c-f424-4900-a58f-e1fa5b97acff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:43.511664 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2f5d25de-df86-4473-a060-c33e6fe6a976 req-242dda1c-f424-4900-a58f-e1fa5b97acff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=80afdba20e43474184e0ae1925153140&device_id=0ba02818-c691-448b-a5e9-ae65a4a518d1 HTTP/1.1" status: 200 len: 1094 time: 0.0940800 Apr 20 13:23:43.515664 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c832eb9-ed30-4d84-95a4-ffb6a136741d None None] Network 352a51e8-d1c2-4ad5-93e8-538d1e468ec2 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:23:43.534684 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-1c832eb9-ed30-4d84-95a4-ffb6a136741d None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:23:43.539997 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c832eb9-ed30-4d84-95a4-ffb6a136741d None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:23:43.547721 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7672ba10-df5e-438b-863c-8329f815c17b tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Made reservation on behalf of 67912d2daa0a41a1a8c7a1e51e3613c2 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:23:43.552844 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c832eb9-ed30-4d84-95a4-ffb6a136741d None None] Pushing event updated for resources: {'Port': ['ID=9e1f6542-aead-445d-803e-a573b519e5c1,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:43.553117 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7672ba10-df5e-438b-863c-8329f815c17b tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:43.578630 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [None req-7672ba10-df5e-438b-863c-8329f815c17b tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] device_id is not set on port 56e72d33-f3a1-4987-97f7-7a38f84c00ed yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:23:43.681041 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-1c832eb9-ed30-4d84-95a4-ffb6a136741d None None] Attempting to bind port 9e1f6542-aead-445d-803e-a573b519e5c1 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:23:43.681625 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-1c832eb9-ed30-4d84-95a4-ffb6a136741d None None] Attempting to bind port 9e1f6542-aead-445d-803e-a573b519e5c1 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '9624c93e-ee2b-41a8-a6ce-82c8c755742a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '352a51e8-d1c2-4ad5-93e8-538d1e468ec2'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:23:43.684756 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d25de-df86-4473-a060-c33e6fe6a976 req-bc810769-b35b-4b00-abe3-bf6246b25fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:43.686468 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2f5d25de-df86-4473-a060-c33e6fe6a976 req-bc810769-b35b-4b00-abe3-bf6246b25fbe service neutron] 10.222.0.15 "GET /v2.0/networks?id=dba3873c-70b0-46c0-9226-9b2dc298f12c HTTP/1.1" status: 200 len: 910 time: 0.1657848 Apr 20 13:23:43.687172 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c832eb9-ed30-4d84-95a4-ffb6a136741d None None] Attempting to bind port 9e1f6542-aead-445d-803e-a573b519e5c1 on network 352a51e8-d1c2-4ad5-93e8-538d1e468ec2 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:23:43.693554 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c832eb9-ed30-4d84-95a4-ffb6a136741d None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:23:43.693554 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c832eb9-ed30-4d84-95a4-ffb6a136741d None None] Checking segment: {'id': '9624c93e-ee2b-41a8-a6ce-82c8c755742a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '352a51e8-d1c2-4ad5-93e8-538d1e468ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:23:43.693916 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1c832eb9-ed30-4d84-95a4-ffb6a136741d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:43.694316 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c832eb9-ed30-4d84-95a4-ffb6a136741d None None] Bound using segment: {'id': '9624c93e-ee2b-41a8-a6ce-82c8c755742a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '352a51e8-d1c2-4ad5-93e8-538d1e468ec2'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:23:43.694813 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-1c832eb9-ed30-4d84-95a4-ffb6a136741d None None] Bound port: 9e1f6542-aead-445d-803e-a573b519e5c1, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9624c93e-ee2b-41a8-a6ce-82c8c755742a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '352a51e8-d1c2-4ad5-93e8-538d1e468ec2'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:23:43.695179 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1c832eb9-ed30-4d84-95a4-ffb6a136741d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:43.784532 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2f5d25de-df86-4473-a060-c33e6fe6a976 req-882903a7-bd49-4625-a010-eed6380db166 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1011f8d7-2209-45f0-a1c4-1c88334cc657 HTTP/1.1" status: 200 len: 217 time: 0.0906475 Apr 20 13:23:43.826918 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-1c832eb9-ed30-4d84-95a4-ffb6a136741d None None] For port 9e1f6542-aead-445d-803e-a573b519e5c1, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:23:43.836078 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-1c832eb9-ed30-4d84-95a4-ffb6a136741d None None] For port 9e1f6542-aead-445d-803e-a573b519e5c1, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=9e1f6542-aead-445d-803e-a573b519e5c1,segment=NetworkSegment(9624c93e-ee2b-41a8-a6ce-82c8c755742a),segment_id=9624c93e-ee2b-41a8-a6ce-82c8c755742a)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:23:43.873054 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d25de-df86-4473-a060-c33e6fe6a976 req-5c05df83-e861-4bf3-a67d-2adb2aaec32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:43.875620 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2f5d25de-df86-4473-a060-c33e6fe6a976 req-5c05df83-e861-4bf3-a67d-2adb2aaec32c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=338bde54-c215-447a-bd88-634386559aad HTTP/1.1" status: 200 len: 849 time: 0.0822797 Apr 20 13:23:43.917130 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1c832eb9-ed30-4d84-95a4-ffb6a136741d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:43.949150 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-7672ba10-df5e-438b-863c-8329f815c17b tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Allocated IP 172.20.0.10 (352a51e8-d1c2-4ad5-93e8-538d1e468ec2/06fb7721-7ecb-4a38-949d-6cad8493afc0/56e72d33-f3a1-4987-97f7-7a38f84c00ed) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:23:43.982379 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2f5d25de-df86-4473-a060-c33e6fe6a976 req-c281645f-609f-46bb-bf65-4c1086e131c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dba3873c-70b0-46c0-9226-9b2dc298f12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989068 Apr 20 13:23:44.000923 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c832eb9-ed30-4d84-95a4-ffb6a136741d None None] Pushing event updated for resources: {'Port': ['ID=9e1f6542-aead-445d-803e-a573b519e5c1,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:44.171434 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2f5d25de-df86-4473-a060-c33e6fe6a976 req-4f7ab002-585a-40cb-9b18-5324412a123a service neutron] 10.222.0.15 "GET /v2.0/networks/dba3873c-70b0-46c0-9226-9b2dc298f12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803956 Apr 20 13:23:44.203816 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7672ba10-df5e-438b-863c-8329f815c17b tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:44.267117 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8ee29-2923-432b-b54e-abdc1cf3f63a req-ae6e2a08-5922-4def-8453-385ae24d7b94 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:44.275778 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8fa8ee29-2923-432b-b54e-abdc1cf3f63a req-ae6e2a08-5922-4def-8453-385ae24d7b94 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ba02818-c691-448b-a5e9-ae65a4a518d1 HTTP/1.1" status: 200 len: 943 time: 0.4708147 Apr 20 13:23:44.306032 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87c8c9-6a6a-401b-af7e-a18c368b0e6b req-c3b827ea-0443-406d-94bf-0eaf23efdacd tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:44.307713 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ec87c8c9-6a6a-401b-af7e-a18c368b0e6b req-c3b827ea-0443-406d-94bf-0eaf23efdacd tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 945 time: 0.4430916 Apr 20 13:23:44.403165 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8fa8ee29-2923-432b-b54e-abdc1cf3f63a req-91d19a27-c2bd-4284-be5d-3cfb11f77038 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef66df96-b5d9-4d87-9db2-c63e9d6c2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263587 Apr 20 13:23:44.447487 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2f5d25de-df86-4473-a060-c33e6fe6a976 req-9ce179db-a8e0-4c43-9430-c44c3a9566f2 service neutron] 10.222.0.15 "GET /v2.0/networks/dba3873c-70b0-46c0-9226-9b2dc298f12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683616 Apr 20 13:23:44.464662 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7672ba10-df5e-438b-863c-8329f815c17b tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:44.603026 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c3b711d1-f254-4279-b3db-b3c559a8c3bd req-3333cc46-958e-4038-8cb8-061fe1092d55 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3ab95a47-c918-4687-9cf5-b957157542c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3669903 Apr 20 13:23:44.618969 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7672ba10-df5e-438b-863c-8329f815c17b tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event updated for resources: {'Port': ['ID=56e72d33-f3a1-4987-97f7-7a38f84c00ed,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:44.641854 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7672ba10-df5e-438b-863c-8329f815c17b tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Network 352a51e8-d1c2-4ad5-93e8-538d1e468ec2 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:23:44.660036 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ec87c8c9-6a6a-401b-af7e-a18c368b0e6b req-af0de65a-e0af-4164-8ed6-7b7d06a1c6a9 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259385 Apr 20 13:23:44.663628 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-7672ba10-df5e-438b-863c-8329f815c17b tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:23:44.703293 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7672ba10-df5e-438b-863c-8329f815c17b tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:23:44.836566 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7672ba10-df5e-438b-863c-8329f815c17b tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:44.837328 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7672ba10-df5e-438b-863c-8329f815c17b tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:44.837680 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 1011f8d7-2209-45f0-a1c4-1c88334cc657 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:23:44.859645 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b711d1-f254-4279-b3db-b3c559a8c3bd req-d4cca92a-2dc3-4510-abca-8979eba74937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:44.861947 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c3b711d1-f254-4279-b3db-b3c559a8c3bd req-d4cca92a-2dc3-4510-abca-8979eba74937 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=649a6cfebf0a4feb8c92b7d26c8b3e97&device_id=3ab95a47-c918-4687-9cf5-b957157542c3 HTTP/1.1" status: 200 len: 1097 time: 0.0986576 Apr 20 13:23:44.881940 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac6045-59d9-4725-beab-301e055dea46 req-bbc304a0-7fd8-4a69-803f-d3b983a705fd tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:44.891620 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0eac6045-59d9-4725-beab-301e055dea46 req-bbc304a0-7fd8-4a69-803f-d3b983a705fd tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 946 time: 0.2740593 Apr 20 13:23:44.896182 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 9e1f6542-aead-445d-803e-a573b519e5c1 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:23:44.969772 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0eac6045-59d9-4725-beab-301e055dea46 req-e5c064b7-b420-4260-b4e7-a7c01676c2ec tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693400 Apr 20 13:23:45.043818 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7672ba10-df5e-438b-863c-8329f815c17b tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7925053 Apr 20 13:23:45.046598 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33362) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:45.137063 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b711d1-f254-4279-b3db-b3c559a8c3bd req-3bccd4d4-e1c8-420d-a3fd-9ccacac996c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:45.138632 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c3b711d1-f254-4279-b3db-b3c559a8c3bd req-3bccd4d4-e1c8-420d-a3fd-9ccacac996c9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 HTTP/1.1" status: 200 len: 912 time: 0.2345126 Apr 20 13:23:45.229937 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c3b711d1-f254-4279-b3db-b3c559a8c3bd req-3a68ebbf-9a68-47f4-9f71-898c74fd6eb9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c47accb-165e-4205-8dff-c3a4e9fd0be6 HTTP/1.1" status: 200 len: 217 time: 0.0602474 Apr 20 13:23:45.301604 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.resource_extend [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 13:23:45.315047 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b711d1-f254-4279-b3db-b3c559a8c3bd req-53b1da57-308b-4521-b490-8c8b403f6fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:45.316636 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c3b711d1-f254-4279-b3db-b3c559a8c3bd req-53b1da57-308b-4521-b490-8c8b403f6fae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa576778-8514-4874-84e6-afe172476688 HTTP/1.1" status: 200 len: 850 time: 0.0668943 Apr 20 13:23:45.409323 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b711d1-f254-4279-b3db-b3c559a8c3bd req-c0e6cdcb-574b-433a-a0e5-b5c4ad878c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:45.411849 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c3b711d1-f254-4279-b3db-b3c559a8c3bd req-c0e6cdcb-574b-433a-a0e5-b5c4ad878c71 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0882752 Apr 20 13:23:45.496234 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 9e1f6542-aead-445d-803e-a573b519e5c1 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:45.496645 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:45.609599 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 1011f8d7-2209-45f0-a1c4-1c88334cc657, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=1011f8d7-2209-45f0-a1c4-1c88334cc657,segment=NetworkSegment(0a99f852-2ec7-4242-b347-aa96e29a3d82),segment_id=0a99f852-2ec7-4242-b347-aa96e29a3d82)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:45.670199 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '1011f8d7-2209-45f0-a1c4-1c88334cc657', 'network_id': 'dba3873c-70b0-46c0-9226-9b2dc298f12c', 'port_id': '1011f8d7-2209-45f0-a1c4-1c88334cc657', 'mac_address': 'fa:16:3e:25:d9:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338bde54-c215-447a-bd88-634386559aad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:23:45.686849 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c3b711d1-f254-4279-b3db-b3c559a8c3bd req-46837480-5eac-476b-8536-6b487e08e253 service neutron] 10.222.0.15 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672603 Apr 20 13:23:45.863454 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2af50757-2c34-4b9b-8936-9251656d2640 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:45.872068 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:45.909231 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7357496b-47c4-48bb-b1c9-6dffba4f12f9 None None] Network 352a51e8-d1c2-4ad5-93e8-538d1e468ec2 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:23:46.028860 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e79f385-8cd6-46fd-bed4-f4448749e99f req-f26b760f-ee4c-4806-a6fc-78987e0ffce8 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:46.030447 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9e79f385-8cd6-46fd-bed4-f4448749e99f req-f26b760f-ee4c-4806-a6fc-78987e0ffce8 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ba02818-c691-448b-a5e9-ae65a4a518d1 HTTP/1.1" status: 200 len: 943 time: 0.3310099 Apr 20 13:23:46.130329 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ebf4d4-0269-4795-8773-b062f589bf62 req-08266759-d7c8-4c2f-bc0c-f087e0f4c86a tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:46.137328 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1011f8d7-2209-45f0-a1c4-1c88334cc657 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:23:46.142651 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e6ebf4d4-0269-4795-8773-b062f589bf62 req-08266759-d7c8-4c2f-bc0c-f087e0f4c86a tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 945 time: 0.3016491 Apr 20 13:23:46.168532 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 1011f8d7-2209-45f0-a1c4-1c88334cc657, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=1011f8d7-2209-45f0-a1c4-1c88334cc657,segment=NetworkSegment(0a99f852-2ec7-4242-b347-aa96e29a3d82),segment_id=0a99f852-2ec7-4242-b347-aa96e29a3d82)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:46.170227 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c3b711d1-f254-4279-b3db-b3c559a8c3bd req-d4555a4a-e455-4bfa-abf7-128a3b97361d service neutron] 10.222.0.15 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4755201 Apr 20 13:23:46.213282 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:46.218708 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-e3e19839-34b4-427d-876b-a2ee50dcbad9 None None] Provisioning complete for port 9e1f6542-aead-445d-803e-a573b519e5c1 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:46.219369 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e3e19839-34b4-427d-876b-a2ee50dcbad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:46.255570 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9e79f385-8cd6-46fd-bed4-f4448749e99f req-7fdc9192-73f2-4533-9803-ff69270a50a5 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef66df96-b5d9-4d87-9db2-c63e9d6c2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020087 Apr 20 13:23:46.274670 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:46.304596 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e6ebf4d4-0269-4795-8773-b062f589bf62 req-d01ecb69-00d1-4fe2-851f-ad4cc41b765c tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386194 Apr 20 13:23:46.423066 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2af50757-2c34-4b9b-8936-9251656d2640 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:46.450336 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 9e1f6542-aead-445d-803e-a573b519e5c1, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=9e1f6542-aead-445d-803e-a573b519e5c1,segment=NetworkSegment(9624c93e-ee2b-41a8-a6ce-82c8c755742a),segment_id=9624c93e-ee2b-41a8-a6ce-82c8c755742a)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:46.511159 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=1011f8d7-2209-45f0-a1c4-1c88334cc657,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:46.513562 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2af50757-2c34-4b9b-8936-9251656d2640 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:46.587033 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e3e19839-34b4-427d-876b-a2ee50dcbad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:46.587812 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af50757-2c34-4b9b-8936-9251656d2640 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event updated for resources: {'Port': ['ID=56e72d33-f3a1-4987-97f7-7a38f84c00ed,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:46.621779 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac2965-5fc0-4983-bdb8-717c160a1ccd req-8b800a43-f961-411e-ac79-dad802a9088d tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:46.632222 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0aac2965-5fc0-4983-bdb8-717c160a1ccd req-8b800a43-f961-411e-ac79-dad802a9088d tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 946 time: 0.1877851 Apr 20 13:23:46.660541 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:46.670621 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['1011f8d7-2209-45f0-a1c4-1c88334cc657'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:23:46.741714 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0aac2965-5fc0-4983-bdb8-717c160a1ccd req-ef1f98dd-f70f-47b9-bc4b-9275bdc1150b tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067557 Apr 20 13:23:46.883992 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-e3e19839-34b4-427d-876b-a2ee50dcbad9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:23:46.887151 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-e3e19839-34b4-427d-876b-a2ee50dcbad9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:23:46.940268 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=9e1f6542-aead-445d-803e-a573b519e5c1,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:47.030409 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2af50757-2c34-4b9b-8936-9251656d2640 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:47.476283 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2af50757-2c34-4b9b-8936-9251656d2640 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:47.520958 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa6dce-08f5-4bd2-a89e-552bb6cdddfe req-3aaa9ec0-72d5-4c01-a36a-48ef8c450872 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:47.523932 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-75aa6dce-08f5-4bd2-a89e-552bb6cdddfe req-3aaa9ec0-72d5-4c01-a36a-48ef8c450872 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ba02818-c691-448b-a5e9-ae65a4a518d1 HTTP/1.1" status: 200 len: 944 time: 0.0985417 Apr 20 13:23:47.566828 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00a099-2f2c-4f70-be42-d574c288ca5b req-aa0391d0-d61d-4315-8ecd-ed6cf223f30c tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:47.568673 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7f00a099-2f2c-4f70-be42-d574c288ca5b req-aa0391d0-d61d-4315-8ecd-ed6cf223f30c tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 945 time: 0.0984080 Apr 20 13:23:47.586077 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ed585230-2899-442f-8b0a-f347e04f794e None None] Provisioning complete for port 56e72d33-f3a1-4987-97f7-7a38f84c00ed triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:47.586333 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ed585230-2899-442f-8b0a-f347e04f794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:47.637446 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-75aa6dce-08f5-4bd2-a89e-552bb6cdddfe req-5b66e6e6-500f-4f77-963e-9da1dda82924 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef66df96-b5d9-4d87-9db2-c63e9d6c2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027441 Apr 20 13:23:47.657832 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7f00a099-2f2c-4f70-be42-d574c288ca5b req-3c7d64a6-7634-4b2c-92f1-01b798cfb958 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698843 Apr 20 13:23:47.696986 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ed585230-2899-442f-8b0a-f347e04f794e None None] Port 56e72d33-f3a1-4987-97f7-7a38f84c00ed cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:23:47.714207 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ed585230-2899-442f-8b0a-f347e04f794e None None] Provisioning complete for port 9e1f6542-aead-445d-803e-a573b519e5c1 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:47.714575 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ed585230-2899-442f-8b0a-f347e04f794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:47.965737 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f0b17-d376-413d-8777-36b2d8c0cc87 req-3bf7e651-c317-47ad-be1a-ded22817c6e5 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:47.967499 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e8f0b17-d376-413d-8777-36b2d8c0cc87 req-3bf7e651-c317-47ad-be1a-ded22817c6e5 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 946 time: 0.0883741 Apr 20 13:23:47.989376 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2af50757-2c34-4b9b-8936-9251656d2640 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:48.057833 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e8f0b17-d376-413d-8777-36b2d8c0cc87 req-b6194fc3-fefd-4f6d-8b68-9ee992840a08 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833504 Apr 20 13:23:48.061664 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2af50757-2c34-4b9b-8936-9251656d2640 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:48.217430 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2af50757-2c34-4b9b-8936-9251656d2640 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:48.220326 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af50757-2c34-4b9b-8936-9251656d2640 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event updated for resources: {'Port': ['ID=56e72d33-f3a1-4987-97f7-7a38f84c00ed,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:48.370384 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af50757-2c34-4b9b-8936-9251656d2640 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Network 352a51e8-d1c2-4ad5-93e8-538d1e468ec2 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:23:48.371802 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-2af50757-2c34-4b9b-8936-9251656d2640 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:23:48.671278 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af50757-2c34-4b9b-8936-9251656d2640 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Router 8d9ca1c5-52af-4f80-b080-250a7bfffbfc is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:23:48.771012 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-21784c05-ed5b-4c45-99b7-f6552c5d7da4 None None] Provisioning complete for port 56e72d33-f3a1-4987-97f7-7a38f84c00ed triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:48.773306 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-21784c05-ed5b-4c45-99b7-f6552c5d7da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:48.837232 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 9e1f6542-aead-445d-803e-a573b519e5c1 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:23:48.893617 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 1011f8d7-2209-45f0-a1c4-1c88334cc657 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:23:48.902950 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af50757-2c34-4b9b-8936-9251656d2640 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:23:48.920569 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2af50757-2c34-4b9b-8936-9251656d2640 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "PUT /v2.0/routers/8d9ca1c5-52af-4f80-b080-250a7bfffbfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8725395 Apr 20 13:23:48.923216 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33428) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:48.945696 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c9f61d-e48f-4b06-9148-33d531684b0e None None] Sync routers for ids ['8d9ca1c5-52af-4f80-b080-250a7bfffbfc'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:23:48.982669 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-21784c05-ed5b-4c45-99b7-f6552c5d7da4 None None] Port 56e72d33-f3a1-4987-97f7-7a38f84c00ed cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:23:48.990071 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c9f61d-e48f-4b06-9148-33d531684b0e None None] Routers {'8d9ca1c5-52af-4f80-b080-250a7bfffbfc'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:48.990923 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-44c9f61d-e48f-4b06-9148-33d531684b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:23:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['8d9ca1c5-52af-4f80-b080-250a7bfffbfc'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:49.017420 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127fca8-4e5d-4abe-8edb-20afa72aa852 req-5381bc39-f5ea-41d4-b9ee-d533ce6b3ae4 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:49.028295 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-44c9f61d-e48f-4b06-9148-33d531684b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:49.028611 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e127fca8-4e5d-4abe-8edb-20afa72aa852 req-5381bc39-f5ea-41d4-b9ee-d533ce6b3ae4 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ba02818-c691-448b-a5e9-ae65a4a518d1 HTTP/1.1" status: 200 len: 944 time: 0.2410095 Apr 20 13:23:49.047129 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c9f61d-e48f-4b06-9148-33d531684b0e None None] Routers {'8d9ca1c5-52af-4f80-b080-250a7bfffbfc'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:49.047692 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a84d8f-f92f-453f-9a1f-18179f55417d tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:49.048301 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-44c9f61d-e48f-4b06-9148-33d531684b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:23:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['8d9ca1c5-52af-4f80-b080-250a7bfffbfc'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:49.050880 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-10a84d8f-f92f-453f-9a1f-18179f55417d tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "GET /v2.0/ports/56e72d33-f3a1-4987-97f7-7a38f84c00ed HTTP/1.1" status: 200 len: 978 time: 0.1264086 Apr 20 13:23:49.053530 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33430) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:49.092287 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0779e-0743-4fc4-ae6b-f1cc7e764e22 req-0086c24c-b723-4148-b97e-112b179ff3ae tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:49.103849 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-53e0779e-0743-4fc4-ae6b-f1cc7e764e22 req-0086c24c-b723-4148-b97e-112b179ff3ae tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 945 time: 0.3035598 Apr 20 13:23:49.106093 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-44c9f61d-e48f-4b06-9148-33d531684b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:49.106917 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c9f61d-e48f-4b06-9148-33d531684b0e None None] The sync data for ids ['8d9ca1c5-52af-4f80-b080-250a7bfffbfc'] in n-d-836015-7 is: [] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:23:49.124448 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 9e1f6542-aead-445d-803e-a573b519e5c1 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:49.124906 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:49.155140 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 1011f8d7-2209-45f0-a1c4-1c88334cc657 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:23:49.172540 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 1011f8d7-2209-45f0-a1c4-1c88334cc657 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:49.173485 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:49.237778 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e127fca8-4e5d-4abe-8edb-20afa72aa852 req-28bdc00f-78ad-43de-a0ca-9bbce53e0353 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef66df96-b5d9-4d87-9db2-c63e9d6c2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081637 Apr 20 13:23:49.278729 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-53e0779e-0743-4fc4-ae6b-f1cc7e764e22 req-493fa401-135d-4dcb-a4c7-38b77b191c85 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739872 Apr 20 13:23:49.355046 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:49.405499 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 1011f8d7-2209-45f0-a1c4-1c88334cc657, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=1011f8d7-2209-45f0-a1c4-1c88334cc657,segment=NetworkSegment(0a99f852-2ec7-4242-b347-aa96e29a3d82),segment_id=0a99f852-2ec7-4242-b347-aa96e29a3d82)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:49.409051 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba02818-c691-448b-a5e9-ae65a4a518d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1011f8d7-2209-45f0-a1c4-1c88334cc657'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:23:49.411774 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cf231d-1066-4de3-8adc-fecb356a9006" -d '{"events": [{"server_uuid": "0ba02818-c691-448b-a5e9-ae65a4a518d1", "name": "network-vif-plugged", "status": "completed", "tag": "1011f8d7-2209-45f0-a1c4-1c88334cc657"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:23:49.437724 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a9156-9ab1-4a63-bfae-7f1a6da83e4f req-6c80d43c-428f-4f52-9b60-d8c3422b388a tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:49.454465 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e05a9156-9ab1-4a63-bfae-7f1a6da83e4f req-6c80d43c-428f-4f52-9b60-d8c3422b388a tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 946 time: 0.0848458 Apr 20 13:23:49.480710 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:49.566251 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e05a9156-9ab1-4a63-bfae-7f1a6da83e4f req-9860791b-14b2-4e8a-b057-97fdf7e3089b tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048563 Apr 20 13:23:49.633101 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f6bda6-b946-4dcb-93a1-af39ae9d1e12 x-openstack-request-id: req-a5f6bda6-b946-4dcb-93a1-af39ae9d1e12 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:23:49.634334 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba02818-c691-448b-a5e9-ae65a4a518d1", "name": "network-vif-plugged", "status": "completed", "tag": "1011f8d7-2209-45f0-a1c4-1c88334cc657", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:23:49.634334 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a5f6bda6-b946-4dcb-93a1-af39ae9d1e12 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:23:49.634334 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5f6bda6-b946-4dcb-93a1-af39ae9d1e12'] response: {'server_uuid': '0ba02818-c691-448b-a5e9-ae65a4a518d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1011f8d7-2209-45f0-a1c4-1c88334cc657', 'code': 200} Apr 20 13:23:49.635914 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=1011f8d7-2209-45f0-a1c4-1c88334cc657,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:49.680515 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f6e38-831b-47ef-938b-b111bd5fed7d req-ef9e6922-6989-44ee-98ac-71e9b413c193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:49.682151 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-332f6e38-831b-47ef-938b-b111bd5fed7d req-ef9e6922-6989-44ee-98ac-71e9b413c193 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0ba02818-c691-448b-a5e9-ae65a4a518d1 HTTP/1.1" status: 200 len: 1096 time: 0.0806520 Apr 20 13:23:49.778750 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-332f6e38-831b-47ef-938b-b111bd5fed7d req-1e743897-4eb8-472d-b728-bbabb57f1923 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ef66df96-b5d9-4d87-9db2-c63e9d6c2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890403 Apr 20 13:23:50.155510 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e430509e-89db-4df0-8d6b-22401eb71317 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:50.474874 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59fdfa-cad9-49fb-9d06-a5c5022f69e2 req-625194ec-e7ca-4962-b4a3-72497a560062 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:50.484291 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9c59fdfa-cad9-49fb-9d06-a5c5022f69e2 req-625194ec-e7ca-4962-b4a3-72497a560062 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 945 time: 0.1073742 Apr 20 13:23:50.497125 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022115c1-8ae3-4a5d-acf3-03ffc18cc93f req-74b98965-a305-4fa2-b632-db8e509d84c4 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:50.499069 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-022115c1-8ae3-4a5d-acf3-03ffc18cc93f req-74b98965-a305-4fa2-b632-db8e509d84c4 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ba02818-c691-448b-a5e9-ae65a4a518d1 HTTP/1.1" status: 200 len: 945 time: 0.1245933 Apr 20 13:23:50.499669 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-e430509e-89db-4df0-8d6b-22401eb71317 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Deleting port 56e72d33-f3a1-4987-97f7-7a38f84c00ed {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:23:50.500026 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e430509e-89db-4df0-8d6b-22401eb71317 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:50.593537 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-022115c1-8ae3-4a5d-acf3-03ffc18cc93f req-96b1a14f-abea-4383-add2-cafb2e30d109 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef66df96-b5d9-4d87-9db2-c63e9d6c2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863922 Apr 20 13:23:50.598036 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9c59fdfa-cad9-49fb-9d06-a5c5022f69e2 req-b5abef21-b38b-4b4e-a00c-88a61e4684bb tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127696 Apr 20 13:23:50.605466 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e430509e-89db-4df0-8d6b-22401eb71317 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:50.629986 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-e430509e-89db-4df0-8d6b-22401eb71317 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Calling delete_port for 56e72d33-f3a1-4987-97f7-7a38f84c00ed owned by network:router_interface {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:50.759476 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea1233-110f-429d-b940-1bb62dcc51d8 req-fae2525f-5468-41f1-a94c-4b270ee4eb9f tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:50.761461 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e1ea1233-110f-429d-b940-1bb62dcc51d8 req-fae2525f-5468-41f1-a94c-4b270ee4eb9f tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 946 time: 0.0723679 Apr 20 13:23:50.895505 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e1ea1233-110f-429d-b940-1bb62dcc51d8 req-b4581ad1-b4b2-4ca6-a540-f074ff00fc10 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185834 Apr 20 13:23:51.130466 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e430509e-89db-4df0-8d6b-22401eb71317 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:51.169954 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430509e-89db-4df0-8d6b-22401eb71317 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event deleted for resources: {'Port': ['ID=56e72d33-f3a1-4987-97f7-7a38f84c00ed,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:51.356462 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e430509e-89db-4df0-8d6b-22401eb71317 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:51.583941 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e430509e-89db-4df0-8d6b-22401eb71317 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Router 8d9ca1c5-52af-4f80-b080-250a7bfffbfc has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:23:51.701041 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e430509e-89db-4df0-8d6b-22401eb71317 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:23:51.711844 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33492) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:51.713998 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e479e06d-f42e-483a-a6fe-5bc623b7e62f None None] Sync routers for ids ['8d9ca1c5-52af-4f80-b080-250a7bfffbfc'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:23:51.722548 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e430509e-89db-4df0-8d6b-22401eb71317 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "PUT /v2.0/routers/8d9ca1c5-52af-4f80-b080-250a7bfffbfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6668017 Apr 20 13:23:51.747526 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e479e06d-f42e-483a-a6fe-5bc623b7e62f None None] Routers {'8d9ca1c5-52af-4f80-b080-250a7bfffbfc'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:51.748977 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-e479e06d-f42e-483a-a6fe-5bc623b7e62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:23:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['8d9ca1c5-52af-4f80-b080-250a7bfffbfc'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:51.814433 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-e479e06d-f42e-483a-a6fe-5bc623b7e62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:51.824645 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e479e06d-f42e-483a-a6fe-5bc623b7e62f None None] Routers {'8d9ca1c5-52af-4f80-b080-250a7bfffbfc'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:51.825587 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-e479e06d-f42e-483a-a6fe-5bc623b7e62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:23:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['8d9ca1c5-52af-4f80-b080-250a7bfffbfc'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:51.873439 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-e479e06d-f42e-483a-a6fe-5bc623b7e62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:51.874682 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e479e06d-f42e-483a-a6fe-5bc623b7e62f None None] The sync data for ids ['8d9ca1c5-52af-4f80-b080-250a7bfffbfc'] in n-d-836015-7 is: [] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:23:52.470553 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576472f-1be5-4ac5-867e-fa33aa5e7be3 req-c06358c9-71f6-4a0e-847d-580aacffba48 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:52.472050 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3576472f-1be5-4ac5-867e-fa33aa5e7be3 req-c06358c9-71f6-4a0e-847d-580aacffba48 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ba02818-c691-448b-a5e9-ae65a4a518d1 HTTP/1.1" status: 200 len: 945 time: 0.6873293 Apr 20 13:23:52.480237 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6656ee3-fc08-4be1-bf9a-36243b435397 req-46a9aaab-2d6b-40f4-84f8-c7a93644141f tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:52.481712 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a6656ee3-fc08-4be1-bf9a-36243b435397 req-46a9aaab-2d6b-40f4-84f8-c7a93644141f tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 945 time: 0.6992915 Apr 20 13:23:52.529279 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-4e7db9e8-3a1f-4776-a0a3-48042f358eb9 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] remove_router_interface failed (client error): The resource could not be found. Apr 20 13:23:52.530338 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4e7db9e8-3a1f-4776-a0a3-48042f358eb9 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "PUT /v2.0/routers/8d9ca1c5-52af-4f80-b080-250a7bfffbfc/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8183763 Apr 20 13:23:52.533803 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33504) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:52.558635 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a6656ee3-fc08-4be1-bf9a-36243b435397 req-63de9b94-eb67-4000-961f-29fad382f28f tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635359 Apr 20 13:23:52.575753 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3576472f-1be5-4ac5-867e-fa33aa5e7be3 req-8b7b4d94-780c-4f25-b84e-e75e06505d69 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef66df96-b5d9-4d87-9db2-c63e9d6c2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896173 Apr 20 13:23:52.595773 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33506) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:52.597071 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-76978d85-6ae1-4f55-82d5-b0331a49a8b3 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d9ca1c5-52af-4f80-b080-250a7bfffbfc HTTP/1.1" status: 200 len: 205 time: 0.0619974 Apr 20 13:23:52.718635 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c32e36a5-bda5-4204-9810-72c9863ccd44 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for router, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:52.894243 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f1e01-fda7-4d36-8a50-41717935f4d6 req-6eb1e687-e611-415a-b0b7-f8958450d118 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:52.899856 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e97f1e01-fda7-4d36-8a50-41717935f4d6 req-6eb1e687-e611-415a-b0b7-f8958450d118 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 946 time: 0.1931024 Apr 20 13:23:53.084052 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c32e36a5-bda5-4204-9810-72c9863ccd44 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:53.090781 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c32e36a5-bda5-4204-9810-72c9863ccd44 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:53.125526 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e97f1e01-fda7-4d36-8a50-41717935f4d6 req-4b60c5d1-e5c2-47f5-a580-e5ce12802bb8 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448171 Apr 20 13:23:53.264301 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c32e36a5-bda5-4204-9810-72c9863ccd44 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:53.264748 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32e36a5-bda5-4204-9810-72c9863ccd44 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Fanout notify agent at l3_agent the message router_deleted on router 8d9ca1c5-52af-4f80-b080-250a7bfffbfc {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:23:53.277989 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c32e36a5-bda5-4204-9810-72c9863ccd44 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:53.277989 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c32e36a5-bda5-4204-9810-72c9863ccd44 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "DELETE /v2.0/routers/8d9ca1c5-52af-4f80-b080-250a7bfffbfc HTTP/1.1" status: 204 len: 168 time: 0.6765261 Apr 20 13:23:53.279451 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33522) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:53.400859 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e2d5de4-9206-4f79-9d27-55c6835b3ea7 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Deleting subnet 06fb7721-7ecb-4a38-949d-6cad8493afc0 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:23:53.405845 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3e2d5de4-9206-4f79-9d27-55c6835b3ea7 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:53.491893 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3e2d5de4-9206-4f79-9d27-55c6835b3ea7 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:53.632772 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3e2d5de4-9206-4f79-9d27-55c6835b3ea7 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:53.831747 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16af2c-4f01-42fe-a85e-bc39d39803c8 req-79d46b3a-c0a8-4c89-a9fb-8708bb80af67 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:53.839970 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2c16af2c-4f01-42fe-a85e-bc39d39803c8 req-79d46b3a-c0a8-4c89-a9fb-8708bb80af67 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 945 time: 0.1082292 Apr 20 13:23:53.883018 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3e2d5de4-9206-4f79-9d27-55c6835b3ea7 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:53.920038 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2d5de4-9206-4f79-9d27-55c6835b3ea7 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event deleted for resources: {'Subnet': ['ID=06fb7721-7ecb-4a38-949d-6cad8493afc0,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:53.929904 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2c16af2c-4f01-42fe-a85e-bc39d39803c8 req-26754728-aa2d-49db-9e71-ddb2d5b8986b tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888367 Apr 20 13:23:53.930968 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3e2d5de4-9206-4f79-9d27-55c6835b3ea7 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:53.934732 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-3e2d5de4-9206-4f79-9d27-55c6835b3ea7 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "DELETE /v2.0/subnets/06fb7721-7ecb-4a38-949d-6cad8493afc0 HTTP/1.1" status: 204 len: 168 time: 0.6541967 Apr 20 13:23:53.937490 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa557e52-930f-4b4b-a9da-3ac2baee5a8b None None] Network 352a51e8-d1c2-4ad5-93e8-538d1e468ec2 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:23:53.938471 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33544) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:54.190470 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0d7637c2-25cf-4dae-9999-de162e17151c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:54.268558 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a908f84d-063f-482f-94f9-51221650404d None None] DHCP port deletion for 352a51e8-d1c2-4ad5-93e8-538d1e468ec2 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:23:54.358667 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-0d7637c2-25cf-4dae-9999-de162e17151c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Deleting port 9e1f6542-aead-445d-803e-a573b519e5c1 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:23:54.359017 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0d7637c2-25cf-4dae-9999-de162e17151c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:54.442341 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f428e1ca-3650-4888-90b5-929ca26a4801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:54.452216 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-a908f84d-063f-482f-94f9-51221650404d None None] Deleting port 9e1f6542-aead-445d-803e-a573b519e5c1 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:23:54.452595 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a908f84d-063f-482f-94f9-51221650404d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:54.486694 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd57c3-6ef7-4804-a605-1eebc8983c41 req-79ae736a-d2c8-4f81-a644-647499f4fa44 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:54.500036 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cefd57c3-6ef7-4804-a605-1eebc8983c41 req-79ae736a-d2c8-4f81-a644-647499f4fa44 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ba02818-c691-448b-a5e9-ae65a4a518d1 HTTP/1.1" status: 200 len: 945 time: 0.2277794 Apr 20 13:23:54.523342 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9302c8-a178-409d-8980-d1254279b951 req-361b54ff-2c4f-4ab8-b87c-db2448df9fef tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:54.530433 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5c9302c8-a178-409d-8980-d1254279b951 req-361b54ff-2c4f-4ab8-b87c-db2448df9fef tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 946 time: 0.2385538 Apr 20 13:23:54.574104 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-0d7637c2-25cf-4dae-9999-de162e17151c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] For port 9e1f6542-aead-445d-803e-a573b519e5c1, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=9e1f6542-aead-445d-803e-a573b519e5c1,segment=NetworkSegment(9624c93e-ee2b-41a8-a6ce-82c8c755742a),segment_id=9624c93e-ee2b-41a8-a6ce-82c8c755742a)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:54.574715 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0d7637c2-25cf-4dae-9999-de162e17151c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:54.600745 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-0d7637c2-25cf-4dae-9999-de162e17151c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Calling delete_port for 9e1f6542-aead-445d-803e-a573b519e5c1 owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:54.603107 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-a908f84d-063f-482f-94f9-51221650404d None None] For port 9e1f6542-aead-445d-803e-a573b519e5c1, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=9e1f6542-aead-445d-803e-a573b519e5c1,segment=NetworkSegment(9624c93e-ee2b-41a8-a6ce-82c8c755742a),segment_id=9624c93e-ee2b-41a8-a6ce-82c8c755742a)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:54.604248 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a908f84d-063f-482f-94f9-51221650404d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:54.641093 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-a908f84d-063f-482f-94f9-51221650404d None None] Calling delete_port for 9e1f6542-aead-445d-803e-a573b519e5c1 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:54.667347 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cefd57c3-6ef7-4804-a605-1eebc8983c41 req-e260d355-c540-46b7-9922-8cf8863b99b1 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef66df96-b5d9-4d87-9db2-c63e9d6c2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548054 Apr 20 13:23:54.685140 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5c9302c8-a178-409d-8980-d1254279b951 req-3074f74a-c9ac-4cf8-bcd5-b61946bfed62 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300309 Apr 20 13:23:54.824975 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 9e1f6542-aead-445d-803e-a573b519e5c1 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:23:54.903230 n-d-836015-7 neutron-server[114871]: INFO neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No ports have port_id starting with 9e1f6542-aead-445d-803e-a573b519e5c1 Apr 20 13:23:54.911112 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a908f84d-063f-482f-94f9-51221650404d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:54.913301 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0d7637c2-25cf-4dae-9999-de162e17151c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:54.940440 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7637c2-25cf-4dae-9999-de162e17151c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] No DVR routers for this DVR port 9e1f6542-aead-445d-803e-a573b519e5c1 on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:23:54.953267 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908f84d-063f-482f-94f9-51221650404d None None] Pushing event deleted for resources: {'Port': ['ID=9e1f6542-aead-445d-803e-a573b519e5c1,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:54.955977 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a908f84d-063f-482f-94f9-51221650404d None None] No DVR routers for this DVR port 9e1f6542-aead-445d-803e-a573b519e5c1 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:23:54.966853 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7637c2-25cf-4dae-9999-de162e17151c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event deleted for resources: {'Port': ['ID=9e1f6542-aead-445d-803e-a573b519e5c1,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:55.074980 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0d7637c2-25cf-4dae-9999-de162e17151c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:55.099438 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9000bf-6d5a-44e8-b3d9-337f27c8d888 req-82a20749-c10f-4861-9f2c-26eec525dcae tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:55.105959 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ae9000bf-6d5a-44e8-b3d9-337f27c8d888 req-82a20749-c10f-4861-9f2c-26eec525dcae tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 945 time: 0.0677662 Apr 20 13:23:55.108701 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-0d7637c2-25cf-4dae-9999-de162e17151c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['352a51e8-d1c2-4ad5-93e8-538d1e468ec2']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:55.134798 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-0d7637c2-25cf-4dae-9999-de162e17151c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9624c93e-ee2b-41a8-a6ce-82c8c755742a') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:55.135115 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-0d7637c2-25cf-4dae-9999-de162e17151c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9624c93e-ee2b-41a8-a6ce-82c8c755742a') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:55.147138 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ae9000bf-6d5a-44e8-b3d9-337f27c8d888 req-6f424a72-f213-4d59-abf9-f67b4d284e24 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402477 Apr 20 13:23:55.167755 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0d7637c2-25cf-4dae-9999-de162e17151c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:55.183945 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0d7637c2-25cf-4dae-9999-de162e17151c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:55.190937 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d7637c2-25cf-4dae-9999-de162e17151c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:23:55.191351 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0d7637c2-25cf-4dae-9999-de162e17151c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:55.202780 n-d-836015-7 neutron-server[114870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:23:55.202780 n-d-836015-7 neutron-server[114870]: self.session.flush() Apr 20 13:23:55.202780 n-d-836015-7 neutron-server[114870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:23:55.202780 n-d-836015-7 neutron-server[114870]: self.session.flush() Apr 20 13:23:55.202780 n-d-836015-7 neutron-server[114870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:23:55.202780 n-d-836015-7 neutron-server[114870]: self.session.flush() Apr 20 13:23:55.202780 n-d-836015-7 neutron-server[114870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:23:55.202780 n-d-836015-7 neutron-server[114870]: self.session.flush() Apr 20 13:23:55.202780 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:23:55.202780 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:23:55.202780 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:23:55.202780 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:23:55.202780 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:23:55.202780 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:23:55.202780 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:23:55.202780 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:23:55.202780 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:23:55.202780 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:23:55.202780 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:23:55.202780 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:23:55.202780 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:23:55.202780 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:23:55.202780 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:23:55.202780 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:23:55.202780 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:23:55.202780 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:23:55.202780 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:23:55.202780 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:23:55.202780 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:23:55.202780 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:23:55.202780 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:23:55.202780 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:23:55.202780 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:23:55.202780 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:23:55.202780 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:23:55.202780 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:23:55.202780 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:23:55.202780 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:23:55.202780 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:23:55.202780 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:23:55.371953 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0d7637c2-25cf-4dae-9999-de162e17151c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:55.375317 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0d7637c2-25cf-4dae-9999-de162e17151c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:55.378932 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0d7637c2-25cf-4dae-9999-de162e17151c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "DELETE /v2.0/networks/352a51e8-d1c2-4ad5-93e8-538d1e468ec2 HTTP/1.1" status: 204 len: 168 time: 1.4376454 Apr 20 13:23:55.382938 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33580) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:55.396423 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7637c2-25cf-4dae-9999-de162e17151c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event deleted for resources: {'Network': ['ID=352a51e8-d1c2-4ad5-93e8-538d1e468ec2,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:55.411785 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-a40c0e82-846e-4a39-b252-01a762a97de4 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Request body: {'network': {'name': 'tempest-RoutersTest-294232985'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:55.466924 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33584) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:55.509747 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40c0e82-846e-4a39-b252-01a762a97de4 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Made reservation on behalf of 67912d2daa0a41a1a8c7a1e51e3613c2 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:23:55.513218 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a40c0e82-846e-4a39-b252-01a762a97de4 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:55.551909 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a40c0e82-846e-4a39-b252-01a762a97de4 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:23:55.562523 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a40c0e82-846e-4a39-b252-01a762a97de4 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:55.562877 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-a40c0e82-846e-4a39-b252-01a762a97de4 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Added segment 43555e10-8661-441d-81bc-65bdfa0a88b4 of type vlan for network 58f1dca1-b7b1-4582-8bbc-5698382564ec Apr 20 13:23:55.611901 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dc922e89-644d-4d73-8134-d7d86893dedd admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:55.635764 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a40c0e82-846e-4a39-b252-01a762a97de4 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:55.698956 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f5094-c80a-42fb-811c-ace5f8e8eda2 req-53c4c960-2bb2-4dad-b169-325ba7e9d15a tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:55.700671 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-859f5094-c80a-42fb-811c-ace5f8e8eda2 req-53c4c960-2bb2-4dad-b169-325ba7e9d15a tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ba02818-c691-448b-a5e9-ae65a4a518d1 HTTP/1.1" status: 200 len: 945 time: 0.0858045 Apr 20 13:23:55.727290 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dc922e89-644d-4d73-8134-d7d86893dedd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:55.804575 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dc922e89-644d-4d73-8134-d7d86893dedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:55.824486 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a40c0e82-846e-4a39-b252-01a762a97de4 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:55.829998 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40c0e82-846e-4a39-b252-01a762a97de4 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:55.835697 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a40c0e82-846e-4a39-b252-01a762a97de4 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:55.849443 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-dc922e89-644d-4d73-8134-d7d86893dedd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a60bba084aca464aa52fda1a0b512b1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3786721 Apr 20 13:23:55.849443 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc922e89-644d-4d73-8134-d7d86893dedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87d550d-c257-438c-a13e-dd522a534b31,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:55.850121 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33598) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:55.934426 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-55229a8c-c7c7-470d-8675-a366d0ff5d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:55.963878 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03cfce-2097-4c26-97d9-f7a9ec295185 req-9c20ab66-2c9b-4f27-b7e4-c3568ff6c26e tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:55.965368 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5f03cfce-2097-4c26-97d9-f7a9ec295185 req-9c20ab66-2c9b-4f27-b7e4-c3568ff6c26e tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ba02818-c691-448b-a5e9-ae65a4a518d1 HTTP/1.1" status: 200 len: 945 time: 0.1869113 Apr 20 13:23:55.967801 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-55229a8c-c7c7-470d-8675-a366d0ff5d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:55.986925 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c0e82-846e-4a39-b252-01a762a97de4 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event updated for resources: {'Network': ['ID=58f1dca1-b7b1-4582-8bbc-5698382564ec,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:55.996735 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073aef4-6714-4c3e-b3da-79ae130d586c req-90408a63-5de1-4b72-b1c9-9c27d8ff38ce tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:55.997992 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 58f1dca1-b7b1-4582-8bbc-5698382564ec details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:23:55.998455 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a073aef4-6714-4c3e-b3da-79ae130d586c req-90408a63-5de1-4b72-b1c9-9c27d8ff38ce tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 946 time: 0.2059250 Apr 20 13:23:56.008872 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-859f5094-c80a-42fb-811c-ace5f8e8eda2 req-fc7c4bde-65bd-454f-8642-bb139fbe7e77 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Deleting port 1011f8d7-2209-45f0-a1c4-1c88334cc657 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:23:56.009208 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-859f5094-c80a-42fb-811c-ace5f8e8eda2 req-fc7c4bde-65bd-454f-8642-bb139fbe7e77 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:56.087681 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5f03cfce-2097-4c26-97d9-f7a9ec295185 req-3a6aa80f-9c8a-4ce8-91d8-2bf5e00da241 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef66df96-b5d9-4d87-9db2-c63e9d6c2d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102111 Apr 20 13:23:56.116060 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a073aef4-6714-4c3e-b3da-79ae130d586c req-0b48c85c-a366-4ca6-a18e-d4a604987841 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021914 Apr 20 13:23:56.147332 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-859f5094-c80a-42fb-811c-ace5f8e8eda2 req-fc7c4bde-65bd-454f-8642-bb139fbe7e77 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] For port 1011f8d7-2209-45f0-a1c4-1c88334cc657, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=1011f8d7-2209-45f0-a1c4-1c88334cc657,segment=NetworkSegment(0a99f852-2ec7-4242-b347-aa96e29a3d82),segment_id=0a99f852-2ec7-4242-b347-aa96e29a3d82)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:56.147736 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-859f5094-c80a-42fb-811c-ace5f8e8eda2 req-fc7c4bde-65bd-454f-8642-bb139fbe7e77 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:56.161044 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-859f5094-c80a-42fb-811c-ace5f8e8eda2 req-fc7c4bde-65bd-454f-8642-bb139fbe7e77 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Calling delete_port for 1011f8d7-2209-45f0-a1c4-1c88334cc657 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:56.292452 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463dbe0-02c5-4b07-9feb-39356d86a299 req-9dceee8e-ca22-40dd-9306-e6b67f09b552 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:56.293936 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d463dbe0-02c5-4b07-9feb-39356d86a299 req-9dceee8e-ca22-40dd-9306-e6b67f09b552 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 945 time: 0.0694635 Apr 20 13:23:56.359206 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d463dbe0-02c5-4b07-9feb-39356d86a299 req-c55db305-6a50-41f9-977d-243da9fcaeb0 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471423 Apr 20 13:23:56.401048 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a40c0e82-846e-4a39-b252-01a762a97de4 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0148342 Apr 20 13:23:56.405519 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33606) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:56.410799 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-23eeb9e2-af5d-4a4a-86ef-8776c1e9753c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Request body: {'subnet': {'network_id': '58f1dca1-b7b1-4582-8bbc-5698382564ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:56.432824 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-55229a8c-c7c7-470d-8675-a366d0ff5d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:56.435831 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-55229a8c-c7c7-470d-8675-a366d0ff5d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:56.440025 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-55229a8c-c7c7-470d-8675-a366d0ff5d62 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f87d550d-c257-438c-a13e-dd522a534b31 HTTP/1.1" status: 204 len: 168 time: 0.5731428 Apr 20 13:23:56.445629 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55229a8c-c7c7-470d-8675-a366d0ff5d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87d550d-c257-438c-a13e-dd522a534b31,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:56.502380 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-859f5094-c80a-42fb-811c-ace5f8e8eda2 req-fc7c4bde-65bd-454f-8642-bb139fbe7e77 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:56.514274 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['1011f8d7-2209-45f0-a1c4-1c88334cc657'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:23:56.554178 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c4bde-65bd-454f-8642-bb139fbe7e77 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Pushing event deleted for resources: {'Port': ['ID=1011f8d7-2209-45f0-a1c4-1c88334cc657,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:56.604026 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-859f5094-c80a-42fb-811c-ace5f8e8eda2 req-fc7c4bde-65bd-454f-8642-bb139fbe7e77 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] No DVR routers for this DVR port 1011f8d7-2209-45f0-a1c4-1c88334cc657 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:23:56.607696 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-859f5094-c80a-42fb-811c-ace5f8e8eda2 req-fc7c4bde-65bd-454f-8642-bb139fbe7e77 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:56.611086 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-859f5094-c80a-42fb-811c-ace5f8e8eda2 req-fc7c4bde-65bd-454f-8642-bb139fbe7e77 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.15 "DELETE /v2.0/ports/1011f8d7-2209-45f0-a1c4-1c88334cc657 HTTP/1.1" status: 204 len: 173 time: 0.9045591 Apr 20 13:23:56.611579 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba02818-c691-448b-a5e9-ae65a4a518d1', 'name': 'network-vif-deleted', 'tag': '1011f8d7-2209-45f0-a1c4-1c88334cc657'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:23:56.614073 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e26c579-9902-4912-8069-92512a8827ea" -d '{"events": [{"server_uuid": "0ba02818-c691-448b-a5e9-ae65a4a518d1", "name": "network-vif-deleted", "tag": "1011f8d7-2209-45f0-a1c4-1c88334cc657"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:23:56.659634 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c513d347-df88-477f-a997-35f9014b6f7b x-openstack-request-id: req-c513d347-df88-477f-a997-35f9014b6f7b {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:23:56.659932 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba02818-c691-448b-a5e9-ae65a4a518d1", "name": "network-vif-deleted", "tag": "1011f8d7-2209-45f0-a1c4-1c88334cc657", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:23:56.660218 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c513d347-df88-477f-a997-35f9014b6f7b {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:23:56.660679 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c513d347-df88-477f-a997-35f9014b6f7b'] response: {'server_uuid': '0ba02818-c691-448b-a5e9-ae65a4a518d1', 'name': 'network-vif-deleted', 'tag': '1011f8d7-2209-45f0-a1c4-1c88334cc657', 'status': 'completed', 'code': 200} Apr 20 13:23:56.724100 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23eeb9e2-af5d-4a4a-86ef-8776c1e9753c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Made reservation on behalf of 67912d2daa0a41a1a8c7a1e51e3613c2 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:23:56.728069 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-23eeb9e2-af5d-4a4a-86ef-8776c1e9753c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:56.787409 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b34c1f18-702a-4e18-89f2-2eb41e0ca46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:57.059756 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-23eeb9e2-af5d-4a4a-86ef-8776c1e9753c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:57.136202 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eeb9e2-af5d-4a4a-86ef-8776c1e9753c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event updated for resources: {'Subnet': ['ID=0fbfca2f-3e0e-403b-8b71-6a128e2f812d,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:57.151431 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eeb9e2-af5d-4a4a-86ef-8776c1e9753c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Checking segment: {'id': '43555e10-8661-441d-81bc-65bdfa0a88b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '58f1dca1-b7b1-4582-8bbc-5698382564ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:23:57.152037 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23eeb9e2-af5d-4a4a-86ef-8776c1e9753c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Network hostable DHCP agents. Network: 58f1dca1-b7b1-4582-8bbc-5698382564ec, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:23:57.215305 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fb75ebb1-9a40-4211-a9db-bd9ca24cccaa req-3a8cd7fd-8ea7-4be7-ab84-a0a6c1e0a744 tempest-VolumesActionsTest-1957157629 tempest-VolumesActionsTest-1957157629-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ba02818-c691-448b-a5e9-ae65a4a518d1 HTTP/1.1" status: 200 len: 210 time: 0.0335805 Apr 20 13:23:57.234081 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33630) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:57.253064 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-50c02839-c224-4285-ab85-1977d9c9bb71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:57.273201 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4eed8-dd1d-4e4b-99a9-8836bec073c5 req-b04bc08c-a3f9-4799-abd5-90a3d6155eb9 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:57.278420 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ead4eed8-dd1d-4e4b-99a9-8836bec073c5 req-b04bc08c-a3f9-4799-abd5-90a3d6155eb9 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 946 time: 0.0614221 Apr 20 13:23:57.283767 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23eeb9e2-af5d-4a4a-86ef-8776c1e9753c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Network 58f1dca1-b7b1-4582-8bbc-5698382564ec is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:23:57.335448 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ead4eed8-dd1d-4e4b-99a9-8836bec073c5 req-cb6545cc-1c1c-4e3a-b4f9-fd67aa552f5a tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519249 Apr 20 13:23:57.341694 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-50c02839-c224-4285-ab85-1977d9c9bb71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:57.352323 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-23eeb9e2-af5d-4a4a-86ef-8776c1e9753c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 58f1dca1-b7b1-4582-8bbc-5698382564ec) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:23:57.360764 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23eeb9e2-af5d-4a4a-86ef-8776c1e9753c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:57.361867 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-23eeb9e2-af5d-4a4a-86ef-8776c1e9753c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:57.366476 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f674b9b2-60c5-4fe5-a141-a3ed23e972b9 None None] Network 58f1dca1-b7b1-4582-8bbc-5698382564ec requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:23:57.427546 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-50c02839-c224-4285-ab85-1977d9c9bb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:57.481170 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-50c02839-c224-4285-ab85-1977d9c9bb71 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aad4c16128ef428e9168022f776cfc0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2453985 Apr 20 13:23:57.482658 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c02839-c224-4285-ab85-1977d9c9bb71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c280821-a8c4-45bf-8460-8f2f079512c6,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:57.487008 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-23eeb9e2-af5d-4a4a-86ef-8776c1e9753c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0795712 Apr 20 13:23:57.487733 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33638) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:57.490843 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33640) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:57.496864 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-3c38c9f0-7fe9-4cd6-99dc-63fe2686cc50 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1815412554', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:57.574799 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d96164-26d4-4c5d-83a8-bfecbbbadd75 req-1f78d69e-3bca-464c-9b4e-ea8cc10f1e49 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:57.576367 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-99d96164-26d4-4c5d-83a8-bfecbbbadd75 req-1f78d69e-3bca-464c-9b4e-ea8cc10f1e49 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 945 time: 0.1427143 Apr 20 13:23:57.584511 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdc89d9-53b7-499b-8aee-9d029efbfe69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-58f1dca1-b7b1-4582-8bbc-5698382564ec', 'network_id': '58f1dca1-b7b1-4582-8bbc-5698382564ec', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'fixed_ips': [{'subnet_id': '0fbfca2f-3e0e-403b-8b71-6a128e2f812d'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:23:57.585375 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4bdc89d9-53b7-499b-8aee-9d029efbfe69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:57.621138 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3c38c9f0-7fe9-4cd6-99dc-63fe2686cc50 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:57.622444 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3c38c9f0-7fe9-4cd6-99dc-63fe2686cc50 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:57.632724 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d84e92af-cd83-472b-b5ee-c9f9e57c2cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:57.674222 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d84e92af-cd83-472b-b5ee-c9f9e57c2cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:57.681033 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3c38c9f0-7fe9-4cd6-99dc-63fe2686cc50 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:57.691705 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-99d96164-26d4-4c5d-83a8-bfecbbbadd75 req-d09d0345-2a93-4e4c-9333-25b7430fc606 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048207 Apr 20 13:23:57.752208 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-4bdc89d9-53b7-499b-8aee-9d029efbfe69 None None] Allocated IP 172.20.0.2 (58f1dca1-b7b1-4582-8bbc-5698382564ec/0fbfca2f-3e0e-403b-8b71-6a128e2f812d/bf052457-fb8d-4fcd-acb2-1b10809a2839) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:23:57.774204 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3c38c9f0-7fe9-4cd6-99dc-63fe2686cc50 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:57.846894 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d84e92af-cd83-472b-b5ee-c9f9e57c2cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:57.852975 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d84e92af-cd83-472b-b5ee-c9f9e57c2cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:57.854938 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d84e92af-cd83-472b-b5ee-c9f9e57c2cb4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7c280821-a8c4-45bf-8460-8f2f079512c6 HTTP/1.1" status: 204 len: 168 time: 0.3651752 Apr 20 13:23:57.884604 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e92af-cd83-472b-b5ee-c9f9e57c2cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c280821-a8c4-45bf-8460-8f2f079512c6,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:57.931391 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4bdc89d9-53b7-499b-8aee-9d029efbfe69 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:57.960656 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3c38c9f0-7fe9-4cd6-99dc-63fe2686cc50 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:57.962070 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3c38c9f0-7fe9-4cd6-99dc-63fe2686cc50 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4699156 Apr 20 13:23:57.964737 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33650) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:58.068078 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4bdc89d9-53b7-499b-8aee-9d029efbfe69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:58.111267 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdc89d9-53b7-499b-8aee-9d029efbfe69 None None] Network 58f1dca1-b7b1-4582-8bbc-5698382564ec is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:23:58.114350 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-4bdc89d9-53b7-499b-8aee-9d029efbfe69 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:23:58.118838 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdc89d9-53b7-499b-8aee-9d029efbfe69 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:23:58.122004 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc89d9-53b7-499b-8aee-9d029efbfe69 None None] Pushing event updated for resources: {'Port': ['ID=bf052457-fb8d-4fcd-acb2-1b10809a2839,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:58.173695 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:58.188843 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-4bdc89d9-53b7-499b-8aee-9d029efbfe69 None None] Attempting to bind port bf052457-fb8d-4fcd-acb2-1b10809a2839 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:23:58.189285 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-4bdc89d9-53b7-499b-8aee-9d029efbfe69 None None] Attempting to bind port bf052457-fb8d-4fcd-acb2-1b10809a2839 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '43555e10-8661-441d-81bc-65bdfa0a88b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '58f1dca1-b7b1-4582-8bbc-5698382564ec'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:23:58.189613 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdc89d9-53b7-499b-8aee-9d029efbfe69 None None] Attempting to bind port bf052457-fb8d-4fcd-acb2-1b10809a2839 on network 58f1dca1-b7b1-4582-8bbc-5698382564ec {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:23:58.197637 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdc89d9-53b7-499b-8aee-9d029efbfe69 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:23:58.204326 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdc89d9-53b7-499b-8aee-9d029efbfe69 None None] Checking segment: {'id': '43555e10-8661-441d-81bc-65bdfa0a88b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '58f1dca1-b7b1-4582-8bbc-5698382564ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:23:58.204326 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4bdc89d9-53b7-499b-8aee-9d029efbfe69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:58.204326 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdc89d9-53b7-499b-8aee-9d029efbfe69 None None] Bound using segment: {'id': '43555e10-8661-441d-81bc-65bdfa0a88b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '58f1dca1-b7b1-4582-8bbc-5698382564ec'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:23:58.204326 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-4bdc89d9-53b7-499b-8aee-9d029efbfe69 None None] Bound port: bf052457-fb8d-4fcd-acb2-1b10809a2839, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43555e10-8661-441d-81bc-65bdfa0a88b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '58f1dca1-b7b1-4582-8bbc-5698382564ec'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:23:58.204326 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4bdc89d9-53b7-499b-8aee-9d029efbfe69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:58.291858 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f3a683e9-8324-4dfb-85a2-df7f57d43630 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:58.552251 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165881a4-3a94-4ef9-8b5f-fbcbce3ad546 req-bb8abab7-10b7-4a18-9dda-85e5df73d8ec tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:58.553973 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-165881a4-3a94-4ef9-8b5f-fbcbce3ad546 req-bb8abab7-10b7-4a18-9dda-85e5df73d8ec tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 946 time: 0.1136882 Apr 20 13:23:58.557512 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-4bdc89d9-53b7-499b-8aee-9d029efbfe69 None None] For port bf052457-fb8d-4fcd-acb2-1b10809a2839, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:23:58.561086 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-4bdc89d9-53b7-499b-8aee-9d029efbfe69 None None] For port bf052457-fb8d-4fcd-acb2-1b10809a2839, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=bf052457-fb8d-4fcd-acb2-1b10809a2839,segment=NetworkSegment(43555e10-8661-441d-81bc-65bdfa0a88b4),segment_id=43555e10-8661-441d-81bc-65bdfa0a88b4)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:23:58.601220 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-165881a4-3a94-4ef9-8b5f-fbcbce3ad546 req-a6b36594-e8ea-4dee-b552-cf295b95b0c1 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373795 Apr 20 13:23:58.649919 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-f3a683e9-8324-4dfb-85a2-df7f57d43630 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Allocated IP 172.20.0.1 (58f1dca1-b7b1-4582-8bbc-5698382564ec/0fbfca2f-3e0e-403b-8b71-6a128e2f812d/1305e2a6-045f-4482-b0a2-a87601300769) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:23:58.667804 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4bdc89d9-53b7-499b-8aee-9d029efbfe69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:58.734602 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc89d9-53b7-499b-8aee-9d029efbfe69 None None] Pushing event updated for resources: {'Port': ['ID=bf052457-fb8d-4fcd-acb2-1b10809a2839,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:58.828196 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f3a683e9-8324-4dfb-85a2-df7f57d43630 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:58.878494 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33684) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:58.899997 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-51376453-53e0-45af-b5d4-1f5b25af88d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:58.921706 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2eba41-c189-42e5-99ee-afa5c3ae40df req-77dcdb7e-f178-48cd-8df2-9a7939d5183c tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:58.923994 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be2eba41-c189-42e5-99ee-afa5c3ae40df req-77dcdb7e-f178-48cd-8df2-9a7939d5183c tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 945 time: 0.1023631 Apr 20 13:23:58.949611 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 1011f8d7-2209-45f0-a1c4-1c88334cc657 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:23:58.977680 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f3a683e9-8324-4dfb-85a2-df7f57d43630 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:58.989614 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 1011f8d7-2209-45f0-a1c4-1c88334cc657 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:23:58.990602 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 1011f8d7-2209-45f0-a1c4-1c88334cc657 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:23:59.027193 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be2eba41-c189-42e5-99ee-afa5c3ae40df req-899261c3-9004-4fbc-a7cf-0f980dc6673e tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943174 Apr 20 13:23:59.046192 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a683e9-8324-4dfb-85a2-df7f57d43630 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Network 58f1dca1-b7b1-4582-8bbc-5698382564ec is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:23:59.050244 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-f3a683e9-8324-4dfb-85a2-df7f57d43630 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:23:59.055179 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a683e9-8324-4dfb-85a2-df7f57d43630 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:23:59.105908 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a683e9-8324-4dfb-85a2-df7f57d43630 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event updated for resources: {'Port': ['ID=1305e2a6-045f-4482-b0a2-a87601300769,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:59.106475 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-51376453-53e0-45af-b5d4-1f5b25af88d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:59.121492 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f3a683e9-8324-4dfb-85a2-df7f57d43630 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:59.208580 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-51376453-53e0-45af-b5d4-1f5b25af88d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:59.252883 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-51376453-53e0-45af-b5d4-1f5b25af88d7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=41d26ee6834343e5bb61102168c2bd4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3729692 Apr 20 13:23:59.254079 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51376453-53e0-45af-b5d4-1f5b25af88d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a097be1d-54f6-4b32-8e0f-a5f8af581145,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:59.255752 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33694) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:59.324823 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f3a683e9-8324-4dfb-85a2-df7f57d43630 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:59.351630 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4fda96be-fc9f-4080-91bb-2bb0b88eb64b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:59.369721 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:59.403599 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4fda96be-fc9f-4080-91bb-2bb0b88eb64b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:59.636560 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4fda96be-fc9f-4080-91bb-2bb0b88eb64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:59.639313 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4fda96be-fc9f-4080-91bb-2bb0b88eb64b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:59.646887 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4fda96be-fc9f-4080-91bb-2bb0b88eb64b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a097be1d-54f6-4b32-8e0f-a5f8af581145 HTTP/1.1" status: 204 len: 168 time: 0.3832581 Apr 20 13:23:59.654404 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda96be-fc9f-4080-91bb-2bb0b88eb64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a097be1d-54f6-4b32-8e0f-a5f8af581145,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:59.672909 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f3a683e9-8324-4dfb-85a2-df7f57d43630 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:59.763991 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f3a683e9-8324-4dfb-85a2-df7f57d43630 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:59.778058 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7feda-d382-4d86-9fbd-8f3b10a978e0 req-05ac1098-bf10-41c7-9a02-b8506dd67252 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:59.780250 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-94a7feda-d382-4d86-9fbd-8f3b10a978e0 req-05ac1098-bf10-41c7-9a02-b8506dd67252 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 946 time: 0.0789986 Apr 20 13:23:59.852164 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f3a683e9-8324-4dfb-85a2-df7f57d43630 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:59.856269 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a683e9-8324-4dfb-85a2-df7f57d43630 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event updated for resources: {'Port': ['ID=1305e2a6-045f-4482-b0a2-a87601300769,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:59.856774 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:59.866152 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-94a7feda-d382-4d86-9fbd-8f3b10a978e0 req-8d889e9e-daca-4aad-bdcd-f3226a5783c4 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671499 Apr 20 13:23:59.927002 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7eb7cf-6427-4843-9f70-421fbd91b181 None None] Network 58f1dca1-b7b1-4582-8bbc-5698382564ec requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:23:59.970589 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a683e9-8324-4dfb-85a2-df7f57d43630 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Network 58f1dca1-b7b1-4582-8bbc-5698382564ec is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:23:59.972007 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-f3a683e9-8324-4dfb-85a2-df7f57d43630 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:00.048345 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-55a82d95-05e5-44fb-8f44-259f582157c6 None None] Provisioning complete for port bf052457-fb8d-4fcd-acb2-1b10809a2839 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:00.048710 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-55a82d95-05e5-44fb-8f44-259f582157c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:00.190929 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a683e9-8324-4dfb-85a2-df7f57d43630 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Router fe6d0b08-8504-4952-87e3-c1daf70e013a is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:24:00.222726 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a0b2f-4d36-41d6-baa5-3826adde4796 req-3c471736-6c19-49ca-ba15-1fa1e38764aa tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:00.231545 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-55a82d95-05e5-44fb-8f44-259f582157c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:00.234851 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9c6a0b2f-4d36-41d6-baa5-3826adde4796 req-3c471736-6c19-49ca-ba15-1fa1e38764aa tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 945 time: 0.0749481 Apr 20 13:24:00.282976 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-55a82d95-05e5-44fb-8f44-259f582157c6 None None] For port bf052457-fb8d-4fcd-acb2-1b10809a2839, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=bf052457-fb8d-4fcd-acb2-1b10809a2839,segment=NetworkSegment(43555e10-8661-441d-81bc-65bdfa0a88b4),segment_id=43555e10-8661-441d-81bc-65bdfa0a88b4)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:00.306238 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9c6a0b2f-4d36-41d6-baa5-3826adde4796 req-82140c69-67c6-40c5-8a6d-60084b7a7ef0 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709527 Apr 20 13:24:00.366881 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a683e9-8324-4dfb-85a2-df7f57d43630 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:24:00.374525 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f3a683e9-8324-4dfb-85a2-df7f57d43630 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "PUT /v2.0/routers/fe6d0b08-8504-4952-87e3-c1daf70e013a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4063694 Apr 20 13:24:00.375295 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33738) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:00.381356 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4c0750-1cfe-4db1-a73c-6b9e12a45377 None None] Sync routers for ids ['fe6d0b08-8504-4952-87e3-c1daf70e013a'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:24:00.401520 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-55a82d95-05e5-44fb-8f44-259f582157c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:00.438675 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526ed342-d537-46f4-a458-a772d62ed2ee tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:00.441098 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-526ed342-d537-46f4-a458-a772d62ed2ee tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "GET /v2.0/ports/1305e2a6-045f-4482-b0a2-a87601300769 HTTP/1.1" status: 200 len: 910 time: 0.0646753 Apr 20 13:24:00.444313 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33740) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:00.467875 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4c0750-1cfe-4db1-a73c-6b9e12a45377 None None] Routers {'fe6d0b08-8504-4952-87e3-c1daf70e013a'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:00.468527 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-9c4c0750-1cfe-4db1-a73c-6b9e12a45377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:23:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['fe6d0b08-8504-4952-87e3-c1daf70e013a'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:00.547180 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-9c4c0750-1cfe-4db1-a73c-6b9e12a45377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:00.574789 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4c0750-1cfe-4db1-a73c-6b9e12a45377 None None] Routers {'fe6d0b08-8504-4952-87e3-c1daf70e013a'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:00.575593 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-9c4c0750-1cfe-4db1-a73c-6b9e12a45377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:23:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['fe6d0b08-8504-4952-87e3-c1daf70e013a'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:00.635092 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a82d95-05e5-44fb-8f44-259f582157c6 None None] Pushing event updated for resources: {'Port': ['ID=bf052457-fb8d-4fcd-acb2-1b10809a2839,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:00.646105 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-9c4c0750-1cfe-4db1-a73c-6b9e12a45377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:00.647923 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4c0750-1cfe-4db1-a73c-6b9e12a45377 None None] The sync data for ids ['fe6d0b08-8504-4952-87e3-c1daf70e013a'] in n-d-836015-7 is: [] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:24:00.661407 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-7b697267-e7cd-488d-a520-340226f2a2fc None None] Provisioning complete for port 1305e2a6-045f-4482-b0a2-a87601300769 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:00.662820 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7b697267-e7cd-488d-a520-340226f2a2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:00.782145 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-7b697267-e7cd-488d-a520-340226f2a2fc None None] Port 1305e2a6-045f-4482-b0a2-a87601300769 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:24:00.809589 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-7b697267-e7cd-488d-a520-340226f2a2fc None None] Provisioning complete for port bf052457-fb8d-4fcd-acb2-1b10809a2839 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:00.810629 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7b697267-e7cd-488d-a520-340226f2a2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:00.904179 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device bf052457-fb8d-4fcd-acb2-1b10809a2839 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:24:01.135953 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba69fa-3e4e-4df6-aec3-aa572f97ba7c req-4112d852-050d-4306-8d9a-ec6f907bdbc0 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:01.137410 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-83ba69fa-3e4e-4df6-aec3-aa572f97ba7c req-4112d852-050d-4306-8d9a-ec6f907bdbc0 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 946 time: 0.1079688 Apr 20 13:24:01.148397 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cd926016-4632-4aae-b198-8ae3cf97b1a9 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:01.148988 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port bf052457-fb8d-4fcd-acb2-1b10809a2839 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:01.149355 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:01.219075 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-83ba69fa-3e4e-4df6-aec3-aa572f97ba7c req-e5531e4c-47eb-497b-86c4-50161a0711bb tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735769 Apr 20 13:24:01.349727 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-f50cac73-b6be-4b2d-92f3-39afa3a1124f None None] Provisioning complete for port 1305e2a6-045f-4482-b0a2-a87601300769 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:01.350200 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f50cac73-b6be-4b2d-92f3-39afa3a1124f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:01.428676 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-f50cac73-b6be-4b2d-92f3-39afa3a1124f None None] Port 1305e2a6-045f-4482-b0a2-a87601300769 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:24:01.543072 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709860e6-4cc9-4494-977d-3d39f5402309 req-b2be99e1-6ef9-4c96-b7d9-29bd15af5406 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:01.550913 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-709860e6-4cc9-4494-977d-3d39f5402309 req-b2be99e1-6ef9-4c96-b7d9-29bd15af5406 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 945 time: 0.0793941 Apr 20 13:24:01.553358 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-89495ce9-0f31-42ad-9e77-0dd5ade9b168 None None] Provisioning complete for port 1305e2a6-045f-4482-b0a2-a87601300769 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:01.554681 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-89495ce9-0f31-42ad-9e77-0dd5ade9b168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:01.573919 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-cd926016-4632-4aae-b198-8ae3cf97b1a9 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Deleting port 1305e2a6-045f-4482-b0a2-a87601300769 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:24:01.574386 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cd926016-4632-4aae-b198-8ae3cf97b1a9 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:01.601880 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-709860e6-4cc9-4494-977d-3d39f5402309 req-3bcc169a-753f-45e4-8bc8-a593073e6bcc tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498619 Apr 20 13:24:01.638293 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-89495ce9-0f31-42ad-9e77-0dd5ade9b168 None None] Port 1305e2a6-045f-4482-b0a2-a87601300769 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:24:01.691000 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cd926016-4632-4aae-b198-8ae3cf97b1a9 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:01.705937 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-cd926016-4632-4aae-b198-8ae3cf97b1a9 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Calling delete_port for 1305e2a6-045f-4482-b0a2-a87601300769 owned by network:router_interface {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:24:02.009081 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cd926016-4632-4aae-b198-8ae3cf97b1a9 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:02.085459 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd926016-4632-4aae-b198-8ae3cf97b1a9 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event deleted for resources: {'Port': ['ID=1305e2a6-045f-4482-b0a2-a87601300769,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:02.405599 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 6319332d-ba6a-4450-91d6-134778e02895 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:24:02.507557 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd3e5d-fac4-43fd-b91d-8e137ff7de4f req-28b25a1d-3d22-47d0-bd65-979219761efd tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:02.514825 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1ffd3e5d-fac4-43fd-b91d-8e137ff7de4f req-28b25a1d-3d22-47d0-bd65-979219761efd tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 946 time: 0.1027770 Apr 20 13:24:02.569234 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1ffd3e5d-fac4-43fd-b91d-8e137ff7de4f req-193a7469-9093-4ecf-8cfb-ea9c394ef2f5 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523748 Apr 20 13:24:02.663492 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 6319332d-ba6a-4450-91d6-134778e02895, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=6319332d-ba6a-4450-91d6-134778e02895,segment=NetworkSegment(da203ac5-ec47-412d-9a8f-1056386260c6),segment_id=da203ac5-ec47-412d-9a8f-1056386260c6)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:02.681633 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '6319332d-ba6a-4450-91d6-134778e02895', 'network_id': '00bf89be-b590-4b91-9bd9-098821a10670', 'port_id': '6319332d-ba6a-4450-91d6-134778e02895', 'mac_address': 'fa:16:3e:12:95:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b50266ce-851e-4de2-9181-6876aeec3806', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:24:02.750628 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:02.755963 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cd926016-4632-4aae-b198-8ae3cf97b1a9 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:02.819293 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6319332d-ba6a-4450-91d6-134778e02895 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:24:02.837398 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcbface-5fda-4e8c-9878-06a733a3fb3f req-1e2ff7d5-af1b-4eb5-bae2-a06ccd7b8604 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:02.839372 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0dcbface-5fda-4e8c-9878-06a733a3fb3f req-1e2ff7d5-af1b-4eb5-bae2-a06ccd7b8604 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 945 time: 0.0807240 Apr 20 13:24:02.896427 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0dcbface-5fda-4e8c-9878-06a733a3fb3f req-b2e23949-2e01-4162-97d0-a0010bbc60dc tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498931 Apr 20 13:24:02.899770 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 6319332d-ba6a-4450-91d6-134778e02895, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=6319332d-ba6a-4450-91d6-134778e02895,segment=NetworkSegment(da203ac5-ec47-412d-9a8f-1056386260c6),segment_id=da203ac5-ec47-412d-9a8f-1056386260c6)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:02.968218 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:02.992906 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd926016-4632-4aae-b198-8ae3cf97b1a9 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Router fe6d0b08-8504-4952-87e3-c1daf70e013a has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:24:03.074343 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=6319332d-ba6a-4450-91d6-134778e02895,revision_number=11']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:03.125151 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd926016-4632-4aae-b198-8ae3cf97b1a9 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:24:03.139980 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537724be-9d3a-44cc-8467-3ddf0c566e86 None None] Sync routers for ids ['fe6d0b08-8504-4952-87e3-c1daf70e013a'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:24:03.155113 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33806) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:03.156303 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-cd926016-4632-4aae-b198-8ae3cf97b1a9 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "PUT /v2.0/routers/fe6d0b08-8504-4952-87e3-c1daf70e013a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7106292 Apr 20 13:24:03.159030 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537724be-9d3a-44cc-8467-3ddf0c566e86 None None] Routers {'fe6d0b08-8504-4952-87e3-c1daf70e013a'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:03.159925 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-537724be-9d3a-44cc-8467-3ddf0c566e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:23:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['fe6d0b08-8504-4952-87e3-c1daf70e013a'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:03.218100 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9442a1b0-6589-43cb-86cf-540d4fbaa733 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe6d0b08-8504-4952-87e3-c1daf70e013a HTTP/1.1" status: 200 len: 205 time: 0.0603127 Apr 20 13:24:03.220855 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33812) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:03.230696 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-537724be-9d3a-44cc-8467-3ddf0c566e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:03.243560 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537724be-9d3a-44cc-8467-3ddf0c566e86 None None] Routers {'fe6d0b08-8504-4952-87e3-c1daf70e013a'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:03.244505 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-537724be-9d3a-44cc-8467-3ddf0c566e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:23:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['fe6d0b08-8504-4952-87e3-c1daf70e013a'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:03.281925 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-537724be-9d3a-44cc-8467-3ddf0c566e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:03.283506 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537724be-9d3a-44cc-8467-3ddf0c566e86 None None] The sync data for ids ['fe6d0b08-8504-4952-87e3-c1daf70e013a'] in n-d-836015-7 is: [] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:24:03.343528 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['6319332d-ba6a-4450-91d6-134778e02895'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:24:03.404973 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d7e211a2-b855-4b29-a0b9-908103a7305d tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:03.607807 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:24:03.618277 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d7e211a2-b855-4b29-a0b9-908103a7305d tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:03.621867 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d7e211a2-b855-4b29-a0b9-908103a7305d tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:03.775186 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d7e211a2-b855-4b29-a0b9-908103a7305d tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:03.776493 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e211a2-b855-4b29-a0b9-908103a7305d tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Fanout notify agent at l3_agent the message router_deleted on router fe6d0b08-8504-4952-87e3-c1daf70e013a {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:24:03.794039 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d7e211a2-b855-4b29-a0b9-908103a7305d tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:03.794039 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d7e211a2-b855-4b29-a0b9-908103a7305d tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "DELETE /v2.0/routers/fe6d0b08-8504-4952-87e3-c1daf70e013a HTTP/1.1" status: 204 len: 168 time: 0.5710499 Apr 20 13:24:03.796741 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17029bfc-4ce3-424f-8e88-7eeb3e3c5f02 req-30d75eff-8d94-49fb-b50b-587975bf710f tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:03.797842 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33844) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:03.803654 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-17029bfc-4ce3-424f-8e88-7eeb3e3c5f02 req-30d75eff-8d94-49fb-b50b-587975bf710f tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 946 time: 0.0996876 Apr 20 13:24:03.871797 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-f49d84cb-33f4-414d-95b4-0dae6ad3774f tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Deleting subnet 0fbfca2f-3e0e-403b-8b71-6a128e2f812d {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:24:03.876042 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f49d84cb-33f4-414d-95b4-0dae6ad3774f tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:03.882937 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-17029bfc-4ce3-424f-8e88-7eeb3e3c5f02 req-531bb7c3-6c0e-47fd-9324-de9b9da252ab tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661325 Apr 20 13:24:03.956964 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f49d84cb-33f4-414d-95b4-0dae6ad3774f tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:04.097865 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f49d84cb-33f4-414d-95b4-0dae6ad3774f tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:04.125887 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423237e3-39fc-43b2-964b-f4a01674dc3d req-62aae479-ee88-434a-b1ef-d2b9921bbbe8 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:04.125887 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-423237e3-39fc-43b2-964b-f4a01674dc3d req-62aae479-ee88-434a-b1ef-d2b9921bbbe8 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.0706124 Apr 20 13:24:04.217114 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-423237e3-39fc-43b2-964b-f4a01674dc3d req-1d2166f4-1888-4ea9-8aec-eb865db229d3 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802271 Apr 20 13:24:04.300734 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f49d84cb-33f4-414d-95b4-0dae6ad3774f tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:04.353335 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f49d84cb-33f4-414d-95b4-0dae6ad3774f tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:04.356487 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f49d84cb-33f4-414d-95b4-0dae6ad3774f tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "DELETE /v2.0/subnets/0fbfca2f-3e0e-403b-8b71-6a128e2f812d HTTP/1.1" status: 204 len: 168 time: 0.5573483 Apr 20 13:24:04.359228 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33856) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:04.361443 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04113925-1cf1-4d2a-a979-fda2fdbe206c None None] Network 58f1dca1-b7b1-4582-8bbc-5698382564ec requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:24:04.362900 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d84cb-33f4-414d-95b4-0dae6ad3774f tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event deleted for resources: {'Subnet': ['ID=0fbfca2f-3e0e-403b-8b71-6a128e2f812d,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:04.527017 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1a9a0e25-3ad4-4412-942d-09f77e1d9c8e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:04.638864 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-1a9a0e25-3ad4-4412-942d-09f77e1d9c8e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Deleting port bf052457-fb8d-4fcd-acb2-1b10809a2839 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:24:04.642947 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1a9a0e25-3ad4-4412-942d-09f77e1d9c8e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:04.765072 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33862) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:04.825116 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-1a9a0e25-3ad4-4412-942d-09f77e1d9c8e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] For port bf052457-fb8d-4fcd-acb2-1b10809a2839, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=bf052457-fb8d-4fcd-acb2-1b10809a2839,segment=NetworkSegment(43555e10-8661-441d-81bc-65bdfa0a88b4),segment_id=43555e10-8661-441d-81bc-65bdfa0a88b4)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:04.828383 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1a9a0e25-3ad4-4412-942d-09f77e1d9c8e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:04.838877 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92903cc-841c-4acf-8ddf-a0b7de9ec94b None None] DHCP port deletion for 58f1dca1-b7b1-4582-8bbc-5698382564ec request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:24:04.889958 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-1a9a0e25-3ad4-4412-942d-09f77e1d9c8e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Calling delete_port for bf052457-fb8d-4fcd-acb2-1b10809a2839 owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:24:04.986309 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dcbde43a-bedd-4dba-8f10-b0b87c2eca5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:05.006926 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-b92903cc-841c-4acf-8ddf-a0b7de9ec94b None None] Deleting port bf052457-fb8d-4fcd-acb2-1b10809a2839 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:24:05.011211 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b92903cc-841c-4acf-8ddf-a0b7de9ec94b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:05.135452 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b082c83-fc94-4729-82f8-f9e319e99148 req-822d0f85-03e0-4c2d-aef0-e0ce114949d9 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:05.138329 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0b082c83-fc94-4729-82f8-f9e319e99148 req-822d0f85-03e0-4c2d-aef0-e0ce114949d9 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 946 time: 0.1011565 Apr 20 13:24:05.141248 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1a9a0e25-3ad4-4412-942d-09f77e1d9c8e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:05.184613 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-b92903cc-841c-4acf-8ddf-a0b7de9ec94b None None] For port bf052457-fb8d-4fcd-acb2-1b10809a2839, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=bf052457-fb8d-4fcd-acb2-1b10809a2839,segment=NetworkSegment(43555e10-8661-441d-81bc-65bdfa0a88b4),segment_id=43555e10-8661-441d-81bc-65bdfa0a88b4)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:05.187807 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b92903cc-841c-4acf-8ddf-a0b7de9ec94b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:05.203334 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-b92903cc-841c-4acf-8ddf-a0b7de9ec94b None None] Calling delete_port for bf052457-fb8d-4fcd-acb2-1b10809a2839 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:24:05.224553 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a0e25-3ad4-4412-942d-09f77e1d9c8e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event deleted for resources: {'Port': ['ID=bf052457-fb8d-4fcd-acb2-1b10809a2839,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:05.260988 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9a0e25-3ad4-4412-942d-09f77e1d9c8e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] No DVR routers for this DVR port bf052457-fb8d-4fcd-acb2-1b10809a2839 on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:24:05.299603 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dcbde43a-bedd-4dba-8f10-b0b87c2eca5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:05.358549 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:24:05.358549 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:24:05.358549 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:24:05.358549 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:24:05.358549 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:24:05.358549 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:24:05.358549 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:24:05.358549 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:24:05.358549 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:24:05.358549 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:24:05.358549 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:24:05.358549 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:24:05.358549 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:24:05.358549 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:24:05.358549 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:24:05.358549 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:24:05.358549 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:24:05.358549 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:24:05.358549 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:24:05.358549 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:24:05.358549 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:24:05.358549 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:24:05.358549 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:24:05.358549 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:24:05.358549 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:24:05.358549 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:24:05.358549 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:24:05.358549 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:24:05.358549 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:24:05.358549 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:24:05.358549 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:24:05.358549 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:24:05.358549 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:24:05.358549 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:24:05.358549 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:24:05.358549 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:24:05.358549 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:24:05.358549 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:24:05.358549 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:24:05.358549 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:24:05.362044 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:24:05.362044 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:24:05.362044 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:24:05.362044 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:24:05.362044 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:24:05.362044 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:24:05.362044 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:24:05.362044 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:24:05.362044 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:24:05.362044 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:24:05.362044 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:24:05.362044 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:24:05.362044 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:24:05.362044 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:24:05.371825 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b92903cc-841c-4acf-8ddf-a0b7de9ec94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:05.382115 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dcbde43a-bedd-4dba-8f10-b0b87c2eca5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:05.388568 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0b082c83-fc94-4729-82f8-f9e319e99148 req-420b0524-7e2d-4cc1-94d3-9cd4ecc6899f tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409861 Apr 20 13:24:05.394002 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaab5a2-6973-4b13-8171-cda8ed7579ea req-463d40be-69a8-4f17-bc5f-31eca56f9f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:05.396343 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-abaab5a2-6973-4b13-8171-cda8ed7579ea req-463d40be-69a8-4f17-bc5f-31eca56f9f0f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 1097 time: 0.1890414 Apr 20 13:24:05.426382 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92903cc-841c-4acf-8ddf-a0b7de9ec94b None None] Pushing event deleted for resources: {'Port': ['ID=bf052457-fb8d-4fcd-acb2-1b10809a2839,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:05.431600 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92903cc-841c-4acf-8ddf-a0b7de9ec94b None None] No DVR routers for this DVR port bf052457-fb8d-4fcd-acb2-1b10809a2839 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:24:05.439924 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92903cc-841c-4acf-8ddf-a0b7de9ec94b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:05.440613 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92903cc-841c-4acf-8ddf-a0b7de9ec94b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:05.446588 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92903cc-841c-4acf-8ddf-a0b7de9ec94b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:05.447550 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92903cc-841c-4acf-8ddf-a0b7de9ec94b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:05.448331 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92903cc-841c-4acf-8ddf-a0b7de9ec94b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:05.448979 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92903cc-841c-4acf-8ddf-a0b7de9ec94b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:05.449519 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92903cc-841c-4acf-8ddf-a0b7de9ec94b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:05.450043 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92903cc-841c-4acf-8ddf-a0b7de9ec94b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:05.450567 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92903cc-841c-4acf-8ddf-a0b7de9ec94b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:05.451271 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92903cc-841c-4acf-8ddf-a0b7de9ec94b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:05.452083 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92903cc-841c-4acf-8ddf-a0b7de9ec94b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:05.453192 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92903cc-841c-4acf-8ddf-a0b7de9ec94b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:05.537791 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbde43a-bedd-4dba-8f10-b0b87c2eca5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3065622d-22c0-4317-bec6-7bce4419caf1,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:05.542734 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1a9a0e25-3ad4-4412-942d-09f77e1d9c8e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:05.562578 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-abaab5a2-6973-4b13-8171-cda8ed7579ea req-3388f1b0-7c0e-497f-a7af-baa963e90675 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866890 Apr 20 13:24:05.572769 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33876) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:05.574304 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-dcbde43a-bedd-4dba-8f10-b0b87c2eca5e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=625deefa77a5462396407c08e723e3d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7932570 Apr 20 13:24:05.625101 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-1a9a0e25-3ad4-4412-942d-09f77e1d9c8e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f1dca1-b7b1-4582-8bbc-5698382564ec']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:05.641986 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232bf7b-717c-42a4-9331-d1793d741cd0 req-c12e8b52-f8ae-40da-ac82-dc1b26ccd85c tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:05.643524 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3232bf7b-717c-42a4-9331-d1793d741cd0 req-c12e8b52-f8ae-40da-ac82-dc1b26ccd85c tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 946 time: 0.2767189 Apr 20 13:24:05.648565 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-1a9a0e25-3ad4-4412-942d-09f77e1d9c8e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43555e10-8661-441d-81bc-65bdfa0a88b4') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:05.648804 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-1a9a0e25-3ad4-4412-942d-09f77e1d9c8e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43555e10-8661-441d-81bc-65bdfa0a88b4') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:05.675610 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1a9a0e25-3ad4-4412-942d-09f77e1d9c8e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:05.691942 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a0d653b4-425b-41e9-8466-e76c8e27440d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:05.710704 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1a9a0e25-3ad4-4412-942d-09f77e1d9c8e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:05.740191 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a9a0e25-3ad4-4412-942d-09f77e1d9c8e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:24:05.740191 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1a9a0e25-3ad4-4412-942d-09f77e1d9c8e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:05.741912 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:24:05.741912 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:24:05.741912 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:24:05.741912 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:24:05.741912 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:24:05.741912 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:24:05.741912 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:24:05.741912 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:24:05.741912 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:24:05.741912 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:24:05.741912 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:24:05.741912 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:24:05.741912 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:24:05.741912 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:24:05.741912 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:24:05.741912 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:24:05.741912 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:24:05.741912 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:24:05.741912 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:24:05.741912 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:24:05.741912 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:24:05.741912 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:24:05.741912 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:24:05.741912 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:24:05.741912 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:24:05.741912 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:24:05.741912 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:24:05.741912 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:24:05.741912 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:24:05.741912 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:24:05.741912 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:24:05.741912 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:24:05.749877 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a0d653b4-425b-41e9-8466-e76c8e27440d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:05.773089 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3232bf7b-717c-42a4-9331-d1793d741cd0 req-889ed8f6-8940-4d27-ba82-5bcb0cbcc271 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180127 Apr 20 13:24:05.923579 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a0d653b4-425b-41e9-8466-e76c8e27440d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:05.926313 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a0d653b4-425b-41e9-8466-e76c8e27440d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:05.929910 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a0d653b4-425b-41e9-8466-e76c8e27440d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3065622d-22c0-4317-bec6-7bce4419caf1 HTTP/1.1" status: 204 len: 168 time: 0.3622031 Apr 20 13:24:05.939665 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d653b4-425b-41e9-8466-e76c8e27440d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3065622d-22c0-4317-bec6-7bce4419caf1,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:05.966700 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1a9a0e25-3ad4-4412-942d-09f77e1d9c8e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:06.000970 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1a9a0e25-3ad4-4412-942d-09f77e1d9c8e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:06.004788 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1a9a0e25-3ad4-4412-942d-09f77e1d9c8e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "DELETE /v2.0/networks/58f1dca1-b7b1-4582-8bbc-5698382564ec HTTP/1.1" status: 204 len: 168 time: 1.6430161 Apr 20 13:24:06.005541 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a0e25-3ad4-4412-942d-09f77e1d9c8e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event deleted for resources: {'Network': ['ID=58f1dca1-b7b1-4582-8bbc-5698382564ec,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:06.009389 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33880) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:06.015609 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-018c77a9-a383-46ab-b935-db083e1c0736 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-62011246', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}, 'admin_state_up': False}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:06.119633 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-018c77a9-a383-46ab-b935-db083e1c0736 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:06.121412 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-018c77a9-a383-46ab-b935-db083e1c0736 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:06.225478 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-018c77a9-a383-46ab-b935-db083e1c0736 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:06.400762 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 6319332d-ba6a-4450-91d6-134778e02895 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:24:06.534146 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-018c77a9-a383-46ab-b935-db083e1c0736 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:06.598104 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 6319332d-ba6a-4450-91d6-134778e02895 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:24:06.603680 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e9be7-acc8-43af-9425-03ba7ee77e7d req-aa2e36b0-26b0-4d4c-b904-7fa82536f62a tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:06.605011 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 6319332d-ba6a-4450-91d6-134778e02895 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:06.605295 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-866e9be7-acc8-43af-9425-03ba7ee77e7d req-aa2e36b0-26b0-4d4c-b904-7fa82536f62a tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 946 time: 0.0676978 Apr 20 13:24:06.605764 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:06.712560 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-866e9be7-acc8-43af-9425-03ba7ee77e7d req-ba08b91d-d145-4e29-bf91-9797a14e5da4 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984733 Apr 20 13:24:06.742753 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33892) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:06.771058 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0bf4d067-dc99-4fb8-9fd8-d0859ac0a95e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:06.803934 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:06.882843 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ebca7d-f610-41d6-b734-c077d023598a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6319332d-ba6a-4450-91d6-134778e02895'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:24:06.885777 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507b9bf6-8fb6-4b5a-a8d7-17e672371355" -d '{"events": [{"server_uuid": "41ebca7d-f610-41d6-b734-c077d023598a", "name": "network-vif-plugged", "status": "completed", "tag": "6319332d-ba6a-4450-91d6-134778e02895"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:24:06.930142 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device bf052457-fb8d-4fcd-acb2-1b10809a2839 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:24:06.945789 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 6319332d-ba6a-4450-91d6-134778e02895, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=6319332d-ba6a-4450-91d6-134778e02895,segment=NetworkSegment(da203ac5-ec47-412d-9a8f-1056386260c6),segment_id=da203ac5-ec47-412d-9a8f-1056386260c6)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:06.980174 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b863722e-d2f9-4723-9dbc-8c83903241da x-openstack-request-id: req-b863722e-d2f9-4723-9dbc-8c83903241da {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:24:06.980478 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ebca7d-f610-41d6-b734-c077d023598a", "name": "network-vif-plugged", "status": "completed", "tag": "6319332d-ba6a-4450-91d6-134778e02895", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:24:06.980739 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b863722e-d2f9-4723-9dbc-8c83903241da {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:24:06.981148 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b863722e-d2f9-4723-9dbc-8c83903241da'] response: {'server_uuid': '41ebca7d-f610-41d6-b734-c077d023598a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6319332d-ba6a-4450-91d6-134778e02895', 'code': 200} Apr 20 13:24:06.987616 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: bf052457-fb8d-4fcd-acb2-1b10809a2839 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:24:06.987927 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device bf052457-fb8d-4fcd-acb2-1b10809a2839 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:24:07.056235 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:07.113610 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0bf4d067-dc99-4fb8-9fd8-d0859ac0a95e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:07.161426 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=6319332d-ba6a-4450-91d6-134778e02895,revision_number=12']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:07.292002 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa080db-fbfc-432b-92c2-f566f6c9d3ff req-a8b741fa-9ccc-4df4-a714-6884a29df37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:07.294120 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-faa080db-fbfc-432b-92c2-f566f6c9d3ff req-a8b741fa-9ccc-4df4-a714-6884a29df37e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 1098 time: 0.0530908 Apr 20 13:24:07.342318 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-faa080db-fbfc-432b-92c2-f566f6c9d3ff req-4048bc07-dd21-40b9-8fee-a2dc966a0a13 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399446 Apr 20 13:24:07.459815 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-018c77a9-a383-46ab-b935-db083e1c0736 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for router_gateway, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:07.495274 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0bf4d067-dc99-4fb8-9fd8-d0859ac0a95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:07.506656 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-018c77a9-a383-46ab-b935-db083e1c0736 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:07.535392 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0bf4d067-dc99-4fb8-9fd8-d0859ac0a95e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=644ae81c1f1e4414a9ce2118a6a5f543&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7914939 Apr 20 13:24:07.537957 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33902) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:07.549517 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf4d067-dc99-4fb8-9fd8-d0859ac0a95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c67429-3cf7-41af-bacf-61ba7977dc23,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:07.600809 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ead859-f284-4919-8065-3db8655b3f65 req-256d9413-8a86-4ca8-bdc5-4ade0cdf1952 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:07.602489 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e5ead859-f284-4919-8065-3db8655b3f65 req-256d9413-8a86-4ca8-bdc5-4ade0cdf1952 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 947 time: 0.1454785 Apr 20 13:24:07.619070 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e27cc3e-4324-4d13-80d0-bca4c3791cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:07.647859 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e27cc3e-4324-4d13-80d0-bca4c3791cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:07.695987 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e5ead859-f284-4919-8065-3db8655b3f65 req-68fa94eb-1456-430f-8c74-9a79d987924a tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811994 Apr 20 13:24:07.732454 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-018c77a9-a383-46ab-b935-db083e1c0736 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Allocated IP 172.25.8.251 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/fa1b5139-0c54-4d9e-bf1e-28a1d1e3ee15) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:24:07.799071 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e27cc3e-4324-4d13-80d0-bca4c3791cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:07.802702 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e27cc3e-4324-4d13-80d0-bca4c3791cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:07.803812 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1e27cc3e-4324-4d13-80d0-bca4c3791cd1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d3c67429-3cf7-41af-bacf-61ba7977dc23 HTTP/1.1" status: 204 len: 168 time: 0.2648516 Apr 20 13:24:07.812593 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e27cc3e-4324-4d13-80d0-bca4c3791cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c67429-3cf7-41af-bacf-61ba7977dc23,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:07.896798 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63482f-e53f-45e8-9b04-fdfacae1a902 req-4fe4658e-fcb0-48a9-82f1-6d5b259b74f8 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:07.898584 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ee63482f-e53f-45e8-9b04-fdfacae1a902 req-4fe4658e-fcb0-48a9-82f1-6d5b259b74f8 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 946 time: 0.0942297 Apr 20 13:24:07.946790 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-018c77a9-a383-46ab-b935-db083e1c0736 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:07.955159 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ee63482f-e53f-45e8-9b04-fdfacae1a902 req-841e7543-20c4-4c18-940f-67517f103b86 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507300 Apr 20 13:24:08.073514 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-018c77a9-a383-46ab-b935-db083e1c0736 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:08.120718 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018c77a9-a383-46ab-b935-db083e1c0736 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:24:08.126338 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-018c77a9-a383-46ab-b935-db083e1c0736 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:08.130635 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018c77a9-a383-46ab-b935-db083e1c0736 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:24:08.190371 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc4737-2318-462f-85cf-0912ce313652 req-587327e5-7c74-4621-96c7-06bdfba7076f tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:08.198495 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-45bc4737-2318-462f-85cf-0912ce313652 req-587327e5-7c74-4621-96c7-06bdfba7076f tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=c684c116-d9af-4e46-9a01-0ae4ff9593fc HTTP/1.1" status: 200 len: 945 time: 0.1621733 Apr 20 13:24:08.214611 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c77a9-a383-46ab-b935-db083e1c0736 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event updated for resources: {'Port': ['ID=fa1b5139-0c54-4d9e-bf1e-28a1d1e3ee15,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:08.334835 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-45bc4737-2318-462f-85cf-0912ce313652 req-cbd2d355-82ca-4848-a8f2-82f40e82e494 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351645 Apr 20 13:24:08.731096 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-018c77a9-a383-46ab-b935-db083e1c0736 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for router_gateway, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:08.950446 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8693a18-66d2-4b31-b701-ae36863e984a req-9c7f7280-f08b-4c60-b3d1-54cdc670785d tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:08.958440 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f8693a18-66d2-4b31-b701-ae36863e984a req-9c7f7280-f08b-4c60-b3d1-54cdc670785d tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=c684c116-d9af-4e46-9a01-0ae4ff9593fc HTTP/1.1" status: 200 len: 945 time: 0.1554911 Apr 20 13:24:09.145717 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f8693a18-66d2-4b31-b701-ae36863e984a req-38333840-b67a-4d99-8e6a-fc34b581ea83 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819754 Apr 20 13:24:09.193174 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972b29a-bef1-4a95-ba80-79339c006966 req-528add24-2557-410c-8b15-c300fad11634 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:09.206919 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a972b29a-bef1-4a95-ba80-79339c006966 req-528add24-2557-410c-8b15-c300fad11634 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 947 time: 0.2775869 Apr 20 13:24:09.315910 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a972b29a-bef1-4a95-ba80-79339c006966 req-a1d76a8a-efe0-436b-b1e2-a527e585e1d2 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077063 Apr 20 13:24:09.346243 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-018c77a9-a383-46ab-b935-db083e1c0736 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:09.696948 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018c77a9-a383-46ab-b935-db083e1c0736 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Router c5482594-7638-4aae-9ea3-b9031df000df is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:24:09.850638 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018c77a9-a383-46ab-b935-db083e1c0736 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:24:09.862795 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7599e70a-a772-4b98-aec0-3d607a648292 None None] Sync routers for ids ['c5482594-7638-4aae-9ea3-b9031df000df'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:24:09.878258 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7599e70a-a772-4b98-aec0-3d607a648292 None None] Routers {'c5482594-7638-4aae-9ea3-b9031df000df'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:09.884126 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-7599e70a-a772-4b98-aec0-3d607a648292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:23:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['c5482594-7638-4aae-9ea3-b9031df000df'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:09.960690 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-7599e70a-a772-4b98-aec0-3d607a648292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:09.973429 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-018c77a9-a383-46ab-b935-db083e1c0736 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:09.974741 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-018c77a9-a383-46ab-b935-db083e1c0736 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.9634330 Apr 20 13:24:09.977506 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33994) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:09.980696 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7599e70a-a772-4b98-aec0-3d607a648292 None None] Routers {'c5482594-7638-4aae-9ea3-b9031df000df'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:09.981504 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-7599e70a-a772-4b98-aec0-3d607a648292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:23:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['c5482594-7638-4aae-9ea3-b9031df000df'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:10.031196 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-7599e70a-a772-4b98-aec0-3d607a648292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:10.032590 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7599e70a-a772-4b98-aec0-3d607a648292 None None] The sync data for ids ['c5482594-7638-4aae-9ea3-b9031df000df'] in n-d-836015-7 is: [] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:24:10.172857 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e290d070-9152-4459-8e24-760a45e65c93 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "GET /v2.0/routers/c5482594-7638-4aae-9ea3-b9031df000df HTTP/1.1" status: 200 len: 879 time: 0.1939175 Apr 20 13:24:10.175300 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34006) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:10.446642 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f85aa3-006a-4975-822f-f8c93b1b29ed req-e2c02718-8b1c-4743-8685-5ba1b4a39260 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:10.448377 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a4f85aa3-006a-4975-822f-f8c93b1b29ed req-e2c02718-8b1c-4743-8685-5ba1b4a39260 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=c684c116-d9af-4e46-9a01-0ae4ff9593fc HTTP/1.1" status: 200 len: 945 time: 0.1451545 Apr 20 13:24:10.647838 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a4f85aa3-006a-4975-822f-f8c93b1b29ed req-1c887c0d-e41b-40c8-be5e-3995316dd68b tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739240 Apr 20 13:24:10.657397 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83246fdc-062e-4f7f-8f74-7bce45d13dbb req-35f295ff-926a-4c10-87a5-90f20421a783 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:10.659169 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-83246fdc-062e-4f7f-8f74-7bce45d13dbb req-35f295ff-926a-4c10-87a5-90f20421a783 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 947 time: 0.1836774 Apr 20 13:24:10.785219 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-316922fc-e482-4151-a2fc-df36016ded4a tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.6081998 Apr 20 13:24:10.788011 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34022) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:10.793140 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-627195fb-fd14-4898-8f42-06ebc265e9f8 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-62011246'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:10.809315 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-83246fdc-062e-4f7f-8f74-7bce45d13dbb req-957465c9-2718-4b53-a0cf-0acc8379415c tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405404 Apr 20 13:24:11.255757 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381be3c7-4652-4459-9fc0-3275e61ddb71 req-94eb6dbb-6056-4dfc-b8e4-6a7f720a8dad tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:11.265010 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-381be3c7-4652-4459-9fc0-3275e61ddb71 req-94eb6dbb-6056-4dfc-b8e4-6a7f720a8dad tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=c684c116-d9af-4e46-9a01-0ae4ff9593fc HTTP/1.1" status: 200 len: 945 time: 0.0632496 Apr 20 13:24:11.326845 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-381be3c7-4652-4459-9fc0-3275e61ddb71 req-a739fd93-73ce-4c7d-bdde-e8be2c38a04e tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606763 Apr 20 13:24:11.446354 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-627195fb-fd14-4898-8f42-06ebc265e9f8 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-54831'] for router, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:11.530034 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-627195fb-fd14-4898-8f42-06ebc265e9f8 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548631'] for router, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:11.659405 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c46d5-7348-432e-987d-71a9f92efa66 req-0c9ed9c2-972b-452f-913c-6bb855eb91e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:11.661130 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-660c46d5-7348-432e-987d-71a9f92efa66 req-0c9ed9c2-972b-452f-913c-6bb855eb91e9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=63a2aa13-048c-498d-9802-2223bee07730 HTTP/1.1" status: 200 len: 1097 time: 0.3962028 Apr 20 13:24:11.812491 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-660c46d5-7348-432e-987d-71a9f92efa66 req-71571cd3-96f6-464a-b475-0b8678468216 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1b1ca533-cb84-41f7-a767-ab5bb59d8c34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225002 Apr 20 13:24:11.820732 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627195fb-fd14-4898-8f42-06ebc265e9f8 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Router c5482594-7638-4aae-9ea3-b9031df000df has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:24:12.010620 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a20240-2b92-4f91-b74d-95b2b2f4ed99 req-49a15e68-1bb7-4337-b382-d651e6f881bb tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:12.019702 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1a20240-2b92-4f91-b74d-95b2b2f4ed99 req-49a15e68-1bb7-4337-b382-d651e6f881bb tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 947 time: 0.0886559 Apr 20 13:24:12.025361 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627195fb-fd14-4898-8f42-06ebc265e9f8 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:24:12.036803 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-627195fb-fd14-4898-8f42-06ebc265e9f8 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:12.038168 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-627195fb-fd14-4898-8f42-06ebc265e9f8 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "PUT /v2.0/routers/c5482594-7638-4aae-9ea3-b9031df000df HTTP/1.1" status: 200 len: 886 time: 1.2490375 Apr 20 13:24:12.042811 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b949b25d-e01d-47a5-ab76-cac03e277184 None None] Sync routers for ids ['c5482594-7638-4aae-9ea3-b9031df000df'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:24:12.044041 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34042) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:12.076006 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b949b25d-e01d-47a5-ab76-cac03e277184 None None] Routers {'c5482594-7638-4aae-9ea3-b9031df000df'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:12.076649 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b949b25d-e01d-47a5-ab76-cac03e277184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:23:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['c5482594-7638-4aae-9ea3-b9031df000df'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:12.090807 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1a20240-2b92-4f91-b74d-95b2b2f4ed99 req-d52bffbd-bdac-4bda-8364-871216e03deb tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700860 Apr 20 13:24:12.221664 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:12.280864 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b949b25d-e01d-47a5-ab76-cac03e277184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:12.290878 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b949b25d-e01d-47a5-ab76-cac03e277184 None None] Routers {'c5482594-7638-4aae-9ea3-b9031df000df'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:12.291764 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b949b25d-e01d-47a5-ab76-cac03e277184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:23:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['c5482594-7638-4aae-9ea3-b9031df000df'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:12.330069 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b949b25d-e01d-47a5-ab76-cac03e277184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:12.330999 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b949b25d-e01d-47a5-ab76-cac03e277184 None None] The sync data for ids ['c5482594-7638-4aae-9ea3-b9031df000df'] in n-d-836015-7 is: [] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:24:12.341839 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90182a-125b-46ea-8de2-a90933a40f03 req-bcb1add1-65d5-4a2c-8e46-f6250a780d7c tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:12.346388 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0f95fbc4-635d-49af-a0f7-24df18745ac3 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "GET /v2.0/routers/c5482594-7638-4aae-9ea3-b9031df000df HTTP/1.1" status: 200 len: 886 time: 0.2996252 Apr 20 13:24:12.353082 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34050) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:12.368583 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2d90182a-125b-46ea-8de2-a90933a40f03 req-bcb1add1-65d5-4a2c-8e46-f6250a780d7c tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 947 time: 0.1624293 Apr 20 13:24:12.398262 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1e1ee4f3-4af5-4d6b-9587-73af81688cc2 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5482594-7638-4aae-9ea3-b9031df000df HTTP/1.1" status: 200 len: 205 time: 0.0438259 Apr 20 13:24:12.403276 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34056) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:12.464199 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2d90182a-125b-46ea-8de2-a90933a40f03 req-0fb27da2-e403-474b-a621-4dcd322bd7b0 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868461 Apr 20 13:24:12.565577 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0dfd3-eb77-4777-9afa-5c602c2cf2ca req-4e1980f9-7be8-46be-8d3b-549616a45e25 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:12.567211 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9cc0dfd3-eb77-4777-9afa-5c602c2cf2ca req-4e1980f9-7be8-46be-8d3b-549616a45e25 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=c684c116-d9af-4e46-9a01-0ae4ff9593fc HTTP/1.1" status: 200 len: 945 time: 0.1187217 Apr 20 13:24:12.672297 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9cc0dfd3-eb77-4777-9afa-5c602c2cf2ca req-1b615401-ab94-4d9b-a3e8-cb6f5c423122 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978887 Apr 20 13:24:12.732753 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e3bd7673-4e2b-45f9-9643-abd5afe8cf85 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:12.859938 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d615c-0136-49fb-9282-52e589359d3e req-afd3cfb7-3a91-47ae-9868-625d30f466d8 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:12.862758 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6d9d615c-0136-49fb-9282-52e589359d3e req-afd3cfb7-3a91-47ae-9868-625d30f466d8 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 947 time: 0.1245799 Apr 20 13:24:12.924884 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e3bd7673-4e2b-45f9-9643-abd5afe8cf85 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:12.936662 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6d9d615c-0136-49fb-9282-52e589359d3e req-1fac18a3-ad78-4daa-9ed0-52d56e3e9257 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672669 Apr 20 13:24:12.946616 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:13.222124 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78a52e-995b-4544-aef3-29261b45d907 req-d5ae8991-1c26-48f1-8f2c-60783103714c tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:13.231413 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3b78a52e-995b-4544-aef3-29261b45d907 req-d5ae8991-1c26-48f1-8f2c-60783103714c tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 947 time: 0.1018775 Apr 20 13:24:13.236368 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-e3bd7673-4e2b-45f9-9643-abd5afe8cf85 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Deleting port fa1b5139-0c54-4d9e-bf1e-28a1d1e3ee15 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:24:13.237791 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e3bd7673-4e2b-45f9-9643-abd5afe8cf85 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:13.317868 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3b78a52e-995b-4544-aef3-29261b45d907 req-fc8d4b91-20a2-476b-beb2-79ce84b226f8 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846260 Apr 20 13:24:13.360455 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e3bd7673-4e2b-45f9-9643-abd5afe8cf85 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:13.374675 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-e3bd7673-4e2b-45f9-9643-abd5afe8cf85 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Calling delete_port for fa1b5139-0c54-4d9e-bf1e-28a1d1e3ee15 owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:24:13.511620 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d2ac2-0a00-49cd-b331-3634f017cf43 req-88a08786-eb34-4769-94f9-e33b4a250fd0 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:13.513589 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f87d2ac2-0a00-49cd-b331-3634f017cf43 req-88a08786-eb34-4769-94f9-e33b4a250fd0 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 947 time: 0.0667930 Apr 20 13:24:13.560888 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f87d2ac2-0a00-49cd-b331-3634f017cf43 req-e963b2be-7e86-4bbc-a1b6-147836f89e24 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403037 Apr 20 13:24:13.708953 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c9cc8-409c-4e35-9e6e-5706df064b1a req-5c469358-66e6-4bf1-987d-2bb2dbfb20c3 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:13.710500 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-006c9cc8-409c-4e35-9e6e-5706df064b1a req-5c469358-66e6-4bf1-987d-2bb2dbfb20c3 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 947 time: 0.0642307 Apr 20 13:24:13.750026 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-006c9cc8-409c-4e35-9e6e-5706df064b1a req-778f4a22-bcb6-40ed-8c22-1bc7dde2dfe6 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331924 Apr 20 13:24:13.857673 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e3bd7673-4e2b-45f9-9643-abd5afe8cf85 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:13.907750 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd7673-4e2b-45f9-9643-abd5afe8cf85 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event deleted for resources: {'Port': ['ID=fa1b5139-0c54-4d9e-bf1e-28a1d1e3ee15,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:13.935015 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93045ad2-b946-4a79-b15a-d0e2dbb371f4 req-ac23c817-f5a3-4ff5-bcc4-2426e848e6b3 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:13.936615 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-93045ad2-b946-4a79-b15a-d0e2dbb371f4 req-ac23c817-f5a3-4ff5-bcc4-2426e848e6b3 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 947 time: 0.0842314 Apr 20 13:24:14.049693 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-93045ad2-b946-4a79-b15a-d0e2dbb371f4 req-a1dc2adb-2c7c-405e-8602-36046dccbaae tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052034 Apr 20 13:24:14.073496 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e3bd7673-4e2b-45f9-9643-abd5afe8cf85 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:14.370799 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e3bd7673-4e2b-45f9-9643-abd5afe8cf85 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:14.373781 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e3bd7673-4e2b-45f9-9643-abd5afe8cf85 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:14.575040 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e3bd7673-4e2b-45f9-9643-abd5afe8cf85 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:14.575769 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3bd7673-4e2b-45f9-9643-abd5afe8cf85 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Fanout notify agent at l3_agent the message router_deleted on router c5482594-7638-4aae-9ea3-b9031df000df {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:24:14.584343 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e3bd7673-4e2b-45f9-9643-abd5afe8cf85 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:14.589878 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e3bd7673-4e2b-45f9-9643-abd5afe8cf85 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "DELETE /v2.0/routers/c5482594-7638-4aae-9ea3-b9031df000df HTTP/1.1" status: 204 len: 168 time: 2.1851854 Apr 20 13:24:14.590236 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34136) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:14.595969 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-c8b8cde8-159b-410f-8daa-73b6fc2c600c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Request body: {'network': {'name': 'tempest-RoutersTest-1836804691'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:14.718119 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b8cde8-159b-410f-8daa-73b6fc2c600c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Made reservation on behalf of 67912d2daa0a41a1a8c7a1e51e3613c2 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:24:14.721808 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c8b8cde8-159b-410f-8daa-73b6fc2c600c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:14.778022 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b8cde8-159b-410f-8daa-73b6fc2c600c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:24:14.815063 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c8b8cde8-159b-410f-8daa-73b6fc2c600c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:14.815430 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-c8b8cde8-159b-410f-8daa-73b6fc2c600c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Added segment a0312c3d-6f9d-444e-9247-c72c843b79a8 of type vlan for network 6db49b4e-bf79-4560-a0d8-cb816e3aa2cf Apr 20 13:24:14.908021 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903a87f-ab63-4e46-8813-5a4c612982bf req-66a04dcc-d3fb-4b82-9a59-268cb15a8917 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:14.926974 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6903a87f-ab63-4e46-8813-5a4c612982bf req-66a04dcc-d3fb-4b82-9a59-268cb15a8917 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 947 time: 0.1241107 Apr 20 13:24:14.942052 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c8b8cde8-159b-410f-8daa-73b6fc2c600c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:15.010531 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6903a87f-ab63-4e46-8813-5a4c612982bf req-5ac32bbf-1ec0-4dbc-a041-7f3470027a36 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779667 Apr 20 13:24:15.066652 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c8b8cde8-159b-410f-8daa-73b6fc2c600c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:15.074986 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b8cde8-159b-410f-8daa-73b6fc2c600c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:15.075911 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c8b8cde8-159b-410f-8daa-73b6fc2c600c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:15.426697 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a7508-fd69-4566-9fb4-9dc457c47ef1 req-4bc34a8a-45b8-4de9-883e-7bd753d698aa tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:15.445735 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c64a7508-fd69-4566-9fb4-9dc457c47ef1 req-4bc34a8a-45b8-4de9-883e-7bd753d698aa tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.1067595 Apr 20 13:24:15.533452 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c64a7508-fd69-4566-9fb4-9dc457c47ef1 req-d27b29ec-e18c-40ca-b07f-4240df44722f tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0846975 Apr 20 13:24:15.873864 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8cde8-159b-410f-8daa-73b6fc2c600c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event updated for resources: {'Network': ['ID=6db49b4e-bf79-4560-a0d8-cb816e3aa2cf,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:15.879743 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318880be-0761-47fd-811c-4fa284d568c3 req-dc1a8663-65cc-4591-ada4-1710aaf50590 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:15.889703 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 6db49b4e-bf79-4560-a0d8-cb816e3aa2cf details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:24:15.891498 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-318880be-0761-47fd-811c-4fa284d568c3 req-dc1a8663-65cc-4591-ada4-1710aaf50590 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.0927126 Apr 20 13:24:15.946533 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c8b8cde8-159b-410f-8daa-73b6fc2c600c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3551846 Apr 20 13:24:15.955513 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34180) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:15.961144 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-b627779b-9421-45c2-9d95-2e955bdcdf51 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Request body: {'subnet': {'network_id': '6db49b4e-bf79-4560-a0d8-cb816e3aa2cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:15.971837 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-318880be-0761-47fd-811c-4fa284d568c3 req-f086fbcc-80f3-4b11-aa00-f6df10fc9211 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0794153 Apr 20 13:24:16.170705 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b627779b-9421-45c2-9d95-2e955bdcdf51 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Made reservation on behalf of 67912d2daa0a41a1a8c7a1e51e3613c2 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:24:16.178978 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b627779b-9421-45c2-9d95-2e955bdcdf51 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:16.236748 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cebe0-9ce5-4079-896f-6d2e3079276b req-c72f4605-7e48-4c88-98df-98a20971b863 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:16.245165 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-905cebe0-9ce5-4079-896f-6d2e3079276b req-c72f4605-7e48-4c88-98df-98a20971b863 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.1520407 Apr 20 13:24:16.265167 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c476d8-2af0-4500-a9a7-35fb6f24c42b req-dc9950d4-3492-4d53-8a34-6a11cd2f5d75 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:16.270173 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1c476d8-2af0-4500-a9a7-35fb6f24c42b req-dc9950d4-3492-4d53-8a34-6a11cd2f5d75 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 947 time: 0.1389184 Apr 20 13:24:16.386658 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1c476d8-2af0-4500-a9a7-35fb6f24c42b req-12fc26e0-bf4d-4e6f-b141-6b8129cd2eed tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806897 Apr 20 13:24:16.425667 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-905cebe0-9ce5-4079-896f-6d2e3079276b req-e907d78d-dcea-479a-a699-b3c48846b8bc tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1555953 Apr 20 13:24:16.627753 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b627779b-9421-45c2-9d95-2e955bdcdf51 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:16.728797 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627779b-9421-45c2-9d95-2e955bdcdf51 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event updated for resources: {'Subnet': ['ID=1f49346f-8ff9-47dc-aff1-97c6b8014a54,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:16.743131 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b627779b-9421-45c2-9d95-2e955bdcdf51 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Checking segment: {'id': 'a0312c3d-6f9d-444e-9247-c72c843b79a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6db49b4e-bf79-4560-a0d8-cb816e3aa2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:24:16.743811 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b627779b-9421-45c2-9d95-2e955bdcdf51 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Network hostable DHCP agents. Network: 6db49b4e-bf79-4560-a0d8-cb816e3aa2cf, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:24:16.746813 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b627779b-9421-45c2-9d95-2e955bdcdf51 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:16.751124 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b627779b-9421-45c2-9d95-2e955bdcdf51 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:16.751124 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b627779b-9421-45c2-9d95-2e955bdcdf51 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:16.751124 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b627779b-9421-45c2-9d95-2e955bdcdf51 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:16.751124 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b627779b-9421-45c2-9d95-2e955bdcdf51 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:16.751124 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b627779b-9421-45c2-9d95-2e955bdcdf51 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:16.751124 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b627779b-9421-45c2-9d95-2e955bdcdf51 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:16.751124 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b627779b-9421-45c2-9d95-2e955bdcdf51 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:16.751124 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b627779b-9421-45c2-9d95-2e955bdcdf51 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:16.751124 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b627779b-9421-45c2-9d95-2e955bdcdf51 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:16.751124 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b627779b-9421-45c2-9d95-2e955bdcdf51 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:16.752235 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b627779b-9421-45c2-9d95-2e955bdcdf51 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:16.810891 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cdc1f6-6f83-4543-bb35-06975ca29359 req-9d8be0e1-c3ed-48a4-8529-9cb00a2f499d tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:16.812484 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-05cdc1f6-6f83-4543-bb35-06975ca29359 req-9d8be0e1-c3ed-48a4-8529-9cb00a2f499d tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.1379192 Apr 20 13:24:16.875382 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-05cdc1f6-6f83-4543-bb35-06975ca29359 req-c9906edc-880c-4a55-b6ef-0f87e7b533c8 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547147 Apr 20 13:24:16.884277 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b627779b-9421-45c2-9d95-2e955bdcdf51 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Network 6db49b4e-bf79-4560-a0d8-cb816e3aa2cf is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:24:17.016976 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-b627779b-9421-45c2-9d95-2e955bdcdf51 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 6db49b4e-bf79-4560-a0d8-cb816e3aa2cf) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:17.020786 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b627779b-9421-45c2-9d95-2e955bdcdf51 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:17.024037 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b627779b-9421-45c2-9d95-2e955bdcdf51 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:17.027673 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939b3554-b7ea-4d1c-8550-b0db70c8fdf6 None None] Network 6db49b4e-bf79-4560-a0d8-cb816e3aa2cf requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:24:17.160308 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699066e9-3ffc-4f8b-a5a5-6d820120b656 req-d507833b-e4ca-4aee-a45e-b0695351931a tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:17.168011 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b627779b-9421-45c2-9d95-2e955bdcdf51 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2111735 Apr 20 13:24:17.171740 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd62467-3a47-4a73-b924-89bcd4c89e23 req-eb42885b-77a1-489e-8861-d711438e5e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:17.173383 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-699066e9-3ffc-4f8b-a5a5-6d820120b656 req-d507833b-e4ca-4aee-a45e-b0695351931a tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=c684c116-d9af-4e46-9a01-0ae4ff9593fc HTTP/1.1" status: 200 len: 945 time: 0.1601412 Apr 20 13:24:17.174921 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0dd62467-3a47-4a73-b924-89bcd4c89e23 req-eb42885b-77a1-489e-8861-d711438e5e77 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b5dc3931e6714f8cb843649afbc5f7c5&device_id=c684c116-d9af-4e46-9a01-0ae4ff9593fc HTTP/1.1" status: 200 len: 1096 time: 0.0986259 Apr 20 13:24:17.175929 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34240) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:17.181136 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-a511de36-d93a-42dd-9563-867a425d775d tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-970654930', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:17.238109 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3c526a-960e-4bb1-aff8-37d7ea0d1c82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-6db49b4e-bf79-4560-a0d8-cb816e3aa2cf', 'network_id': '6db49b4e-bf79-4560-a0d8-cb816e3aa2cf', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'fixed_ips': [{'subnet_id': '1f49346f-8ff9-47dc-aff1-97c6b8014a54'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:24:17.242334 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2f3c526a-960e-4bb1-aff8-37d7ea0d1c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:17.264895 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-699066e9-3ffc-4f8b-a5a5-6d820120b656 req-f0422b6e-ecee-4332-b8ef-aee0db21dedf tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901754 Apr 20 13:24:17.551641 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-2f3c526a-960e-4bb1-aff8-37d7ea0d1c82 None None] Allocated IP 172.20.0.2 (6db49b4e-bf79-4560-a0d8-cb816e3aa2cf/1f49346f-8ff9-47dc-aff1-97c6b8014a54/25112c5e-ce25-420b-8268-5b94c21a9678) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:24:17.555140 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd62467-3a47-4a73-b924-89bcd4c89e23 req-d2a9e9c3-803f-4f7f-b9c7-3f507a910d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:17.556967 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0dd62467-3a47-4a73-b924-89bcd4c89e23 req-d2a9e9c3-803f-4f7f-b9c7-3f507a910d05 service neutron] 10.222.0.32 "GET /v2.0/networks?id=30a0afd4-452b-4cd5-87af-310670c6e8f3 HTTP/1.1" status: 200 len: 919 time: 0.3234096 Apr 20 13:24:17.669576 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0dd62467-3a47-4a73-b924-89bcd4c89e23 req-9c939875-89ad-4366-9c2c-8215ea9f3f59 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55193739-acb9-4a02-9a46-02899d22e248 HTTP/1.1" status: 200 len: 217 time: 0.1044896 Apr 20 13:24:17.700544 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a511de36-d93a-42dd-9563-867a425d775d tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:17.702877 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a511de36-d93a-42dd-9563-867a425d775d tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:17.760974 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87fa9c-60fe-42b2-8638-132cdff184da req-e7884ce5-3360-416f-b16e-a765ae56bd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:17.762425 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3d87fa9c-60fe-42b2-8638-132cdff184da req-e7884ce5-3360-416f-b16e-a765ae56bd14 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a0fd9ed74bf424a81408eac3e15249e&device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 1098 time: 0.1331434 Apr 20 13:24:17.780604 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-08c26555-1b3e-4036-9477-6f11000df0d4 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:17.789450 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-08c26555-1b3e-4036-9477-6f11000df0d4 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/networks?id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 HTTP/1.1" status: 200 len: 811 time: 0.3612299 Apr 20 13:24:17.819035 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fce7d5-fe7a-4e01-a610-f7f381585777 req-819d77c8-f1c5-4174-ba01-cf0382e500d7 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:17.822245 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd62467-3a47-4a73-b924-89bcd4c89e23 req-3ddd3163-b169-449b-9cdd-94591f2e4daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:17.826141 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0dd62467-3a47-4a73-b924-89bcd4c89e23 req-3ddd3163-b169-449b-9cdd-94591f2e4daf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=30a664a4-266d-459a-b14d-e17b45ff5b80 HTTP/1.1" status: 200 len: 857 time: 0.1448891 Apr 20 13:24:17.832413 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42fce7d5-fe7a-4e01-a610-f7f381585777 req-819d77c8-f1c5-4174-ba01-cf0382e500d7 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 947 time: 0.1996801 Apr 20 13:24:17.874348 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-010dc3cc-701f-48b9-aa91-f249d986cadc tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/quotas/649a6cfebf0a4feb8c92b7d26c8b3e97 HTTP/1.1" status: 200 len: 375 time: 0.0829699 Apr 20 13:24:17.884673 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2f3c526a-960e-4bb1-aff8-37d7ea0d1c82 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:17.950044 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a511de36-d93a-42dd-9563-867a425d775d tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:17.952811 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2f3c526a-960e-4bb1-aff8-37d7ea0d1c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:17.971139 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd62467-3a47-4a73-b924-89bcd4c89e23 req-408f33c0-96b3-4034-8eb6-25ec4a4a6990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:17.973459 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0dd62467-3a47-4a73-b924-89bcd4c89e23 req-408f33c0-96b3-4034-8eb6-25ec4a4a6990 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=30a0afd4-452b-4cd5-87af-310670c6e8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1397965 Apr 20 13:24:17.975439 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42fce7d5-fe7a-4e01-a610-f7f381585777 req-0dcce9a5-e07f-49a5-b2f1-76e7c6bea778 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419806 Apr 20 13:24:18.046229 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-0d45b1fe-fc30-41e3-927f-74ca51afe24c tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=649a6cfebf0a4feb8c92b7d26c8b3e97&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1708262 Apr 20 13:24:18.048477 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c526a-960e-4bb1-aff8-37d7ea0d1c82 None None] Pushing event updated for resources: {'Port': ['ID=25112c5e-ce25-420b-8268-5b94c21a9678,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:18.061370 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3c526a-960e-4bb1-aff8-37d7ea0d1c82 None None] Network 6db49b4e-bf79-4560-a0d8-cb816e3aa2cf is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:24:18.065007 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-2f3c526a-960e-4bb1-aff8-37d7ea0d1c82 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:18.069605 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3c526a-960e-4bb1-aff8-37d7ea0d1c82 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:24:18.076419 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a511de36-d93a-42dd-9563-867a425d775d tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:18.155648 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87fa9c-60fe-42b2-8638-132cdff184da req-074e7af0-649c-437e-9989-5d624686a14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:18.155648 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3d87fa9c-60fe-42b2-8638-132cdff184da req-074e7af0-649c-437e-9989-5d624686a14e service neutron] 10.222.0.32 "GET /v2.0/networks?id=00bf89be-b590-4b91-9bd9-098821a10670 HTTP/1.1" status: 200 len: 914 time: 0.3644016 Apr 20 13:24:18.186405 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-2f3c526a-960e-4bb1-aff8-37d7ea0d1c82 None None] Attempting to bind port 25112c5e-ce25-420b-8268-5b94c21a9678 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:24:18.188658 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-2f3c526a-960e-4bb1-aff8-37d7ea0d1c82 None None] Attempting to bind port 25112c5e-ce25-420b-8268-5b94c21a9678 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'a0312c3d-6f9d-444e-9247-c72c843b79a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6db49b4e-bf79-4560-a0d8-cb816e3aa2cf'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:24:18.189561 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3c526a-960e-4bb1-aff8-37d7ea0d1c82 None None] Attempting to bind port 25112c5e-ce25-420b-8268-5b94c21a9678 on network 6db49b4e-bf79-4560-a0d8-cb816e3aa2cf {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:24:18.198570 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3c526a-960e-4bb1-aff8-37d7ea0d1c82 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:24:18.199326 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3c526a-960e-4bb1-aff8-37d7ea0d1c82 None None] Checking segment: {'id': 'a0312c3d-6f9d-444e-9247-c72c843b79a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6db49b4e-bf79-4560-a0d8-cb816e3aa2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:24:18.199959 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0dd62467-3a47-4a73-b924-89bcd4c89e23 req-55d248b0-6192-48d5-9c94-6b02c37f3af4 service neutron] 10.222.0.32 "GET /v2.0/networks/30a0afd4-452b-4cd5-87af-310670c6e8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173655 Apr 20 13:24:18.200102 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2f3c526a-960e-4bb1-aff8-37d7ea0d1c82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:18.200677 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3c526a-960e-4bb1-aff8-37d7ea0d1c82 None None] Bound using segment: {'id': 'a0312c3d-6f9d-444e-9247-c72c843b79a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6db49b4e-bf79-4560-a0d8-cb816e3aa2cf'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:24:18.201168 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-2f3c526a-960e-4bb1-aff8-37d7ea0d1c82 None None] Bound port: 25112c5e-ce25-420b-8268-5b94c21a9678, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0312c3d-6f9d-444e-9247-c72c843b79a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6db49b4e-bf79-4560-a0d8-cb816e3aa2cf'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:24:18.201607 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2f3c526a-960e-4bb1-aff8-37d7ea0d1c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:18.314211 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-2f3c526a-960e-4bb1-aff8-37d7ea0d1c82 None None] For port 25112c5e-ce25-420b-8268-5b94c21a9678, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:24:18.322789 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-2f3c526a-960e-4bb1-aff8-37d7ea0d1c82 None None] For port 25112c5e-ce25-420b-8268-5b94c21a9678, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=25112c5e-ce25-420b-8268-5b94c21a9678,segment=NetworkSegment(a0312c3d-6f9d-444e-9247-c72c843b79a8),segment_id=a0312c3d-6f9d-444e-9247-c72c843b79a8)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:24:18.363683 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0dd62467-3a47-4a73-b924-89bcd4c89e23 req-3a4631f9-4bc3-4c53-9552-00ed0844453a service neutron] 10.222.0.32 "GET /v2.0/networks/30a0afd4-452b-4cd5-87af-310670c6e8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549168 Apr 20 13:24:18.388629 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a511de36-d93a-42dd-9563-867a425d775d tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:18.391962 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a511de36-d93a-42dd-9563-867a425d775d tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.2148688 Apr 20 13:24:18.395559 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34306) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:18.482447 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2f3c526a-960e-4bb1-aff8-37d7ea0d1c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:18.610605 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c526a-960e-4bb1-aff8-37d7ea0d1c82 None None] Pushing event updated for resources: {'Port': ['ID=25112c5e-ce25-420b-8268-5b94c21a9678,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:18.881159 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3d87fa9c-60fe-42b2-8638-132cdff184da req-6fd4a8aa-08ad-4e79-9528-ac6966857394 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6319332d-ba6a-4450-91d6-134778e02895 HTTP/1.1" status: 200 len: 217 time: 0.7377081 Apr 20 13:24:19.036261 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-8ea568c9-eb03-4654-9a1d-29f2e0633b75 service neutron] 10.222.0.25 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9890389 Apr 20 13:24:19.038438 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cd3a1bc4-b6bb-4a34-939b-3ee2904ae531 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:19.180827 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79bf33-bc9f-40d2-a93d-ef6c4c55d581 req-b4ff637e-9bf8-4517-8781-78112729ee3a tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:19.188636 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cd79bf33-bc9f-40d2-a93d-ef6c4c55d581 req-b4ff637e-9bf8-4517-8781-78112729ee3a tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=c684c116-d9af-4e46-9a01-0ae4ff9593fc HTTP/1.1" status: 200 len: 945 time: 0.3126986 Apr 20 13:24:19.194616 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87fa9c-60fe-42b2-8638-132cdff184da req-d67e6f5f-7690-4985-959b-34cb1963a5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:19.196198 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3d87fa9c-60fe-42b2-8638-132cdff184da req-d67e6f5f-7690-4985-959b-34cb1963a5a1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b50266ce-851e-4de2-9181-6876aeec3806 HTTP/1.1" status: 200 len: 853 time: 0.2377632 Apr 20 13:24:19.319715 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3d87fa9c-60fe-42b2-8638-132cdff184da req-5ba17fce-9dc5-4a15-b98c-dcdff9260d95 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=00bf89be-b590-4b91-9bd9-098821a10670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008701 Apr 20 13:24:19.352728 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cd79bf33-bc9f-40d2-a93d-ef6c4c55d581 req-78cd30e3-53b9-4834-9023-849401e4df9e tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626501 Apr 20 13:24:19.502931 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-cd3a1bc4-b6bb-4a34-939b-3ee2904ae531 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Allocated IP 172.20.0.1 (6db49b4e-bf79-4560-a0d8-cb816e3aa2cf/1f49346f-8ff9-47dc-aff1-97c6b8014a54/ab3941f4-c8f1-456e-b530-42814d4abd56) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:24:19.548058 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-2ca8dc52-a771-441f-acae-13ebd023d64f service neutron] 10.222.0.25 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5094061 Apr 20 13:24:19.601467 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5525a-90f2-415c-81b0-960505373b1e req-0bde00d1-c773-45a6-9e78-d9380f0011a6 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:19.603061 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-31a5525a-90f2-415c-81b0-960505373b1e req-0bde00d1-c773-45a6-9e78-d9380f0011a6 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 947 time: 0.1147244 Apr 20 13:24:19.621213 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3d87fa9c-60fe-42b2-8638-132cdff184da req-02efc875-bd6b-43d0-b1b2-455f1abaa59d service neutron] 10.222.0.32 "GET /v2.0/networks/00bf89be-b590-4b91-9bd9-098821a10670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550690 Apr 20 13:24:19.723892 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cd3a1bc4-b6bb-4a34-939b-3ee2904ae531 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:19.795188 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-31a5525a-90f2-415c-81b0-960505373b1e req-af7d165e-d7c6-49f0-b4e6-212d0694d5a0 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851633 Apr 20 13:24:19.863828 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3d87fa9c-60fe-42b2-8638-132cdff184da req-af50175a-9a95-482e-8f20-06c32883508c service neutron] 10.222.0.32 "GET /v2.0/networks/00bf89be-b590-4b91-9bd9-098821a10670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235603 Apr 20 13:24:19.925078 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cd3a1bc4-b6bb-4a34-939b-3ee2904ae531 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:20.072763 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3a1bc4-b6bb-4a34-939b-3ee2904ae531 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Network 6db49b4e-bf79-4560-a0d8-cb816e3aa2cf is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:24:20.087670 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-cd3a1bc4-b6bb-4a34-939b-3ee2904ae531 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:20.095148 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3a1bc4-b6bb-4a34-939b-3ee2904ae531 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:24:20.159695 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e2652f1a-bd36-466f-8b1a-9e5f545ef6f5 req-ed59dfaf-2271-4c22-96d9-5c0783d5dddb tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e497b2-2f43-4527-a7a9-9dcc10262887 HTTP/1.1" status: 200 len: 210 time: 0.0922315 Apr 20 13:24:20.199517 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a1bc4-b6bb-4a34-939b-3ee2904ae531 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event updated for resources: {'Port': ['ID=ab3941f4-c8f1-456e-b530-42814d4abd56,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:20.273439 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cd3a1bc4-b6bb-4a34-939b-3ee2904ae531 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:20.405006 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e9801d-77ff-48a2-b831-b2b7c3169c95 None None] Network 6db49b4e-bf79-4560-a0d8-cb816e3aa2cf requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:24:20.630610 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cd3a1bc4-b6bb-4a34-939b-3ee2904ae531 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:20.724528 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee22576-e427-4f4a-a479-02df69c9a179 req-f2c380e0-911f-4693-a64b-812011a2c8d5 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:20.727111 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1ee22576-e427-4f4a-a479-02df69c9a179 req-f2c380e0-911f-4693-a64b-812011a2c8d5 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=c684c116-d9af-4e46-9a01-0ae4ff9593fc HTTP/1.1" status: 200 len: 945 time: 0.1252098 Apr 20 13:24:20.739159 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-8a6685ea-9448-4ed3-b1ee-967388870629 None None] Provisioning complete for port 25112c5e-ce25-420b-8268-5b94c21a9678 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:20.740282 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8a6685ea-9448-4ed3-b1ee-967388870629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:20.802297 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1ee22576-e427-4f4a-a479-02df69c9a179 req-7d8759c6-471b-4f6b-86db-81d0740753ba tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666132 Apr 20 13:24:21.079858 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f31732d-838a-497f-abf3-2ebab6f33372 req-b5051ebb-34da-4d13-afbc-b44728acaa23 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:21.107643 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2f31732d-838a-497f-abf3-2ebab6f33372 req-b5051ebb-34da-4d13-afbc-b44728acaa23 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 947 time: 0.1220324 Apr 20 13:24:21.207888 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2f31732d-838a-497f-abf3-2ebab6f33372 req-e0fc9575-da54-4ca7-99ed-52558e012bb9 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989196 Apr 20 13:24:21.300920 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 25112c5e-ce25-420b-8268-5b94c21a9678 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:24:21.337453 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f16420c4-de5b-4117-9cca-a4f6b7d82522 req-25b8a78c-8069-4b48-9637-0f16b9ef4aa4 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e497b2-2f43-4527-a7a9-9dcc10262887 HTTP/1.1" status: 200 len: 210 time: 0.0782063 Apr 20 13:24:21.447250 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cd3a1bc4-b6bb-4a34-939b-3ee2904ae531 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:21.498191 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8a6685ea-9448-4ed3-b1ee-967388870629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:21.511623 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cd3a1bc4-b6bb-4a34-939b-3ee2904ae531 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:21.621520 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 25112c5e-ce25-420b-8268-5b94c21a9678 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:21.621907 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:21.640636 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-8a6685ea-9448-4ed3-b1ee-967388870629 None None] For port 25112c5e-ce25-420b-8268-5b94c21a9678, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=25112c5e-ce25-420b-8268-5b94c21a9678,segment=NetworkSegment(a0312c3d-6f9d-444e-9247-c72c843b79a8),segment_id=a0312c3d-6f9d-444e-9247-c72c843b79a8)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:21.765440 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8a6685ea-9448-4ed3-b1ee-967388870629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:21.788156 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cd3a1bc4-b6bb-4a34-939b-3ee2904ae531 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:21.805936 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a1bc4-b6bb-4a34-939b-3ee2904ae531 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event updated for resources: {'Port': ['ID=ab3941f4-c8f1-456e-b530-42814d4abd56,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:21.906321 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6685ea-9448-4ed3-b1ee-967388870629 None None] Pushing event updated for resources: {'Port': ['ID=25112c5e-ce25-420b-8268-5b94c21a9678,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:21.961843 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-bb8db496-c738-47fa-8ca5-0f0d00deab42 None None] Provisioning complete for port 25112c5e-ce25-420b-8268-5b94c21a9678 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:21.963389 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bb8db496-c738-47fa-8ca5-0f0d00deab42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:22.065823 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3a1bc4-b6bb-4a34-939b-3ee2904ae531 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Network 6db49b4e-bf79-4560-a0d8-cb816e3aa2cf is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:24:22.074272 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-cd3a1bc4-b6bb-4a34-939b-3ee2904ae531 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:22.092698 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38df92-9593-4442-b5ce-38fe799e67bb req-a2b9a61d-8f08-4131-b1ad-13eec5cf9326 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:22.105934 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ae38df92-9593-4442-b5ce-38fe799e67bb req-a2b9a61d-8f08-4131-b1ad-13eec5cf9326 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=c684c116-d9af-4e46-9a01-0ae4ff9593fc HTTP/1.1" status: 200 len: 945 time: 0.1293633 Apr 20 13:24:22.171294 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-bb8db496-c738-47fa-8ca5-0f0d00deab42 None None] Provisioning complete for port ab3941f4-c8f1-456e-b530-42814d4abd56 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:22.172078 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bb8db496-c738-47fa-8ca5-0f0d00deab42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:22.223672 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-bb8db496-c738-47fa-8ca5-0f0d00deab42 None None] Port ab3941f4-c8f1-456e-b530-42814d4abd56 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:24:22.233136 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ae38df92-9593-4442-b5ce-38fe799e67bb req-18b3e1a1-bd34-45ae-8480-f2ff4a08ab1b tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239729 Apr 20 13:24:22.357733 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-c6db0218-4632-485b-ae66-c1773c456f39 None None] Provisioning complete for port ab3941f4-c8f1-456e-b530-42814d4abd56 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:22.361858 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c6db0218-4632-485b-ae66-c1773c456f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:22.404219 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf07b2-9b8d-4728-86be-36db89d5704d req-a00059ea-f0d1-42d6-bedf-2e2a8eaa8bd3 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:22.406101 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7faf07b2-9b8d-4728-86be-36db89d5704d req-a00059ea-f0d1-42d6-bedf-2e2a8eaa8bd3 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 947 time: 0.1003797 Apr 20 13:24:22.426570 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3a1bc4-b6bb-4a34-939b-3ee2904ae531 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Router 4baa4a2f-c121-4b71-ae05-818d82ecc414 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:24:22.464751 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-c6db0218-4632-485b-ae66-c1773c456f39 None None] Port ab3941f4-c8f1-456e-b530-42814d4abd56 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:24:22.551122 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c6c4c7d0-4f58-4b46-844c-99dce6264599 req-cdb46d18-9048-4252-9440-b06516adfd13 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e497b2-2f43-4527-a7a9-9dcc10262887 HTTP/1.1" status: 200 len: 210 time: 0.1155367 Apr 20 13:24:22.618464 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7faf07b2-9b8d-4728-86be-36db89d5704d req-12e53915-c4c3-4353-b152-702b834a2091 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035818 Apr 20 13:24:22.639417 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3a1bc4-b6bb-4a34-939b-3ee2904ae531 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:24:22.660844 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e516c9-08a7-4dfa-8eaf-631dd1a8d35d None None] Sync routers for ids ['4baa4a2f-c121-4b71-ae05-818d82ecc414'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:24:22.682477 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e516c9-08a7-4dfa-8eaf-631dd1a8d35d None None] Routers {'4baa4a2f-c121-4b71-ae05-818d82ecc414'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:22.682477 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-60e516c9-08a7-4dfa-8eaf-631dd1a8d35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:23:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['4baa4a2f-c121-4b71-ae05-818d82ecc414'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:22.683570 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-cd3a1bc4-b6bb-4a34-939b-3ee2904ae531 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "PUT /v2.0/routers/4baa4a2f-c121-4b71-ae05-818d82ecc414/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2841246 Apr 20 13:24:22.685643 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34468) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:22.799703 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-60e516c9-08a7-4dfa-8eaf-631dd1a8d35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:22.805361 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcae3b49-aa15-48a9-8237-c6758f31cce5 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:22.808939 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-fcae3b49-aa15-48a9-8237-c6758f31cce5 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "GET /v2.0/ports/ab3941f4-c8f1-456e-b530-42814d4abd56 HTTP/1.1" status: 200 len: 910 time: 0.1196411 Apr 20 13:24:22.808939 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34478) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:22.820177 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-d5c63b26-fcbd-4e35-84a7-bee4f641664b tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1f49346f-8ff9-47dc-aff1-97c6b8014a54'}]}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:22.827535 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e516c9-08a7-4dfa-8eaf-631dd1a8d35d None None] Routers {'4baa4a2f-c121-4b71-ae05-818d82ecc414'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:22.828199 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-60e516c9-08a7-4dfa-8eaf-631dd1a8d35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:23:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['4baa4a2f-c121-4b71-ae05-818d82ecc414'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:22.861208 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a36f9-a6ba-43ec-acef-a75010e1c4af req-b80be447-cc40-4f6d-90e9-804000dc9d58 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:22.878436 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3d0a36f9-a6ba-43ec-acef-a75010e1c4af req-b80be447-cc40-4f6d-90e9-804000dc9d58 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 947 time: 0.1334033 Apr 20 13:24:22.889744 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-60fcbf89-ba05-4b06-8829-275c6b4de1c4 None None] Provisioning complete for port ab3941f4-c8f1-456e-b530-42814d4abd56 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:22.890139 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-60fcbf89-ba05-4b06-8829-275c6b4de1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:22.896297 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 25112c5e-ce25-420b-8268-5b94c21a9678 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:24:23.008216 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-60e516c9-08a7-4dfa-8eaf-631dd1a8d35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:23.009109 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e516c9-08a7-4dfa-8eaf-631dd1a8d35d None None] The sync data for ids ['4baa4a2f-c121-4b71-ae05-818d82ecc414'] in n-d-836015-7 is: [] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:24:23.034650 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3d0a36f9-a6ba-43ec-acef-a75010e1c4af req-48ecba00-533d-4c69-a272-7f5e4542f678 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552374 Apr 20 13:24:23.067430 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 25112c5e-ce25-420b-8268-5b94c21a9678 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:23.068696 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:23.106032 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d5c63b26-fcbd-4e35-84a7-bee4f641664b tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:23.124747 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-35d1267b-ad65-4732-8e1e-fb607d69c491 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:23.126737 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-35d1267b-ad65-4732-8e1e-fb607d69c491 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.32 "GET /v2.0/networks?id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 HTTP/1.1" status: 200 len: 811 time: 0.2376559 Apr 20 13:24:23.138985 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-60fcbf89-ba05-4b06-8829-275c6b4de1c4 None None] Port ab3941f4-c8f1-456e-b530-42814d4abd56 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:24:23.140539 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-0602ad4d-b8c8-4a03-b760-a5a0ae827565 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Request body: {'port': {'device_id': '94e497b2-2f43-4527-a7a9-9dcc10262887', 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119', 'admin_state_up': True, 'tenant_id': '649a6cfebf0a4feb8c92b7d26c8b3e97'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:23.460613 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b16b23-c98f-4b3f-af37-fddf084b41ea req-e2af607c-7389-415e-8a4b-830e1b893767 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:23.468406 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-01b16b23-c98f-4b3f-af37-fddf084b41ea req-e2af607c-7389-415e-8a4b-830e1b893767 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 947 time: 0.1875522 Apr 20 13:24:23.483937 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6d378-9610-4295-b3d2-32a54b2455eb req-36fd81a1-e8c1-4e0a-86de-910015c529b0 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:23.486449 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fec6d378-9610-4295-b3d2-32a54b2455eb req-36fd81a1-e8c1-4e0a-86de-910015c529b0 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=c684c116-d9af-4e46-9a01-0ae4ff9593fc HTTP/1.1" status: 200 len: 945 time: 0.1397445 Apr 20 13:24:23.502730 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-0602ad4d-b8c8-4a03-b760-a5a0ae827565 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Made reservation on behalf of 649a6cfebf0a4feb8c92b7d26c8b3e97 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:24:23.508835 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-0602ad4d-b8c8-4a03-b760-a5a0ae827565 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:23.682797 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-01b16b23-c98f-4b3f-af37-fddf084b41ea req-78d13f07-496c-48c6-abb8-f5a0ce7a79bb tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130520 Apr 20 13:24:23.699899 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fec6d378-9610-4295-b3d2-32a54b2455eb req-525ee28d-ca0f-4a2a-aa2f-80425ae3bb18 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048225 Apr 20 13:24:23.716437 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d5c63b26-fcbd-4e35-84a7-bee4f641664b tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:23.803091 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d5c63b26-fcbd-4e35-84a7-bee4f641664b tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:23.939842 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d2fed1b6-1beb-4a4c-b7d3-38ce18e0eada req-6b0b8874-52e4-40ac-963c-e1d4ccaee06d tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e497b2-2f43-4527-a7a9-9dcc10262887 HTTP/1.1" status: 200 len: 210 time: 0.0810971 Apr 20 13:24:23.953976 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c63b26-fcbd-4e35-84a7-bee4f641664b tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event updated for resources: {'Port': ['ID=ab3941f4-c8f1-456e-b530-42814d4abd56,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:23.966034 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-0602ad4d-b8c8-4a03-b760-a5a0ae827565 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Allocated IP 172.20.0.3 (64d8cf94-eb2a-48ee-bdb5-e3e8f5005119/fa576778-8514-4874-84e6-afe172476688/3d658bbc-7851-48c6-ba66-dd327e4ad277) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:24:23.980012 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c63b26-fcbd-4e35-84a7-bee4f641664b tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:23.981864 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d5c63b26-fcbd-4e35-84a7-bee4f641664b tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:23.984434 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced56df-cb7b-4754-8d8a-1b16d79d31d5 req-388e8b33-6d0f-46c9-a079-ef31e0a96244 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:23.986172 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d5c63b26-fcbd-4e35-84a7-bee4f641664b tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "PUT /v2.0/ports/ab3941f4-c8f1-456e-b530-42814d4abd56 HTTP/1.1" status: 200 len: 910 time: 1.1758933 Apr 20 13:24:23.990216 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34526) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:23.994552 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7ced56df-cb7b-4754-8d8a-1b16d79d31d5 req-388e8b33-6d0f-46c9-a079-ef31e0a96244 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 947 time: 0.1384749 Apr 20 13:24:24.069181 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7ced56df-cb7b-4754-8d8a-1b16d79d31d5 req-d0296f69-93c4-49cf-b477-b8ce58fd6c31 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699077 Apr 20 13:24:24.383887 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e17f65-b218-4d85-b46c-2e3d3f103c48 req-2b32d984-16d2-4b76-b91e-fc93f49db1d6 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:24.393203 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-90e17f65-b218-4d85-b46c-2e3d3f103c48 req-2b32d984-16d2-4b76-b91e-fc93f49db1d6 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 947 time: 0.1227655 Apr 20 13:24:24.406302 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-0602ad4d-b8c8-4a03-b760-a5a0ae827565 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:24.447916 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-42324556-0f53-4957-b18a-5a70d0aeabf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:24.453186 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-90e17f65-b218-4d85-b46c-2e3d3f103c48 req-0b7eae60-6a3e-40e1-a3ab-36b495de087a tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588295 Apr 20 13:24:24.570278 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39d6b33d-dcd2-4e0e-a18d-1ee25b558824 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:24.626467 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-0602ad4d-b8c8-4a03-b760-a5a0ae827565 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:24.643595 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['1c47accb-165e-4205-8dff-c3a4e9fd0be6'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:24:24.700067 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f533d18-0a0a-4b94-b093-b105efd1fff8 req-af919688-c236-4fae-acac-98b8a5dd3f42 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:24.702874 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f533d18-0a0a-4b94-b093-b105efd1fff8 req-af919688-c236-4fae-acac-98b8a5dd3f42 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 947 time: 0.1625962 Apr 20 13:24:24.754885 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['92fc024d-a659-4972-8862-3110d9cc2637'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:24:24.775005 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-0602ad4d-b8c8-4a03-b760-a5a0ae827565 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Network 64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:24:24.785749 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-0602ad4d-b8c8-4a03-b760-a5a0ae827565 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:24.799346 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-0602ad4d-b8c8-4a03-b760-a5a0ae827565 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:24:24.878216 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602ad4d-b8c8-4a03-b760-a5a0ae827565 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Pushing event updated for resources: {'Port': ['ID=3d658bbc-7851-48c6-ba66-dd327e4ad277,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:24.920630 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602ad4d-b8c8-4a03-b760-a5a0ae827565 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:24.921625 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602ad4d-b8c8-4a03-b760-a5a0ae827565 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:24.922318 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602ad4d-b8c8-4a03-b760-a5a0ae827565 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:24.922891 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602ad4d-b8c8-4a03-b760-a5a0ae827565 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:24.923408 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602ad4d-b8c8-4a03-b760-a5a0ae827565 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:24.923900 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602ad4d-b8c8-4a03-b760-a5a0ae827565 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:24.924442 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602ad4d-b8c8-4a03-b760-a5a0ae827565 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:24.924958 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602ad4d-b8c8-4a03-b760-a5a0ae827565 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:24.926884 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602ad4d-b8c8-4a03-b760-a5a0ae827565 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:24.927497 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602ad4d-b8c8-4a03-b760-a5a0ae827565 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:24.928022 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602ad4d-b8c8-4a03-b760-a5a0ae827565 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:24.928522 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0602ad4d-b8c8-4a03-b760-a5a0ae827565 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:24.984979 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f533d18-0a0a-4b94-b093-b105efd1fff8 req-c4beb502-03a1-4e5d-bd13-45cf9e2d306f tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269490 Apr 20 13:24:25.026884 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-0602ad4d-b8c8-4a03-b760-a5a0ae827565 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:25.027603 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-0602ad4d-b8c8-4a03-b760-a5a0ae827565 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:25.093536 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd77e89-1fed-4c4d-878b-ce93edc5ca88 req-eafc455e-1c3a-4c6f-9c4a-0c2890b0dc33 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:25.095075 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fcd77e89-1fed-4c4d-878b-ce93edc5ca88 req-eafc455e-1c3a-4c6f-9c4a-0c2890b0dc33 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=c684c116-d9af-4e46-9a01-0ae4ff9593fc HTTP/1.1" status: 200 len: 945 time: 0.2140377 Apr 20 13:24:25.193834 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-0602ad4d-b8c8-4a03-b760-a5a0ae827565 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0571396 Apr 20 13:24:25.232392 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-6143f923-1c08-4341-9a7c-f63359b3e1af service neutron] Request body: {'port': {'device_id': '94e497b2-2f43-4527-a7a9-9dcc10262887', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:25.409329 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-2da1a95e-21eb-49c1-b689-dd9bbf015d42 None None] Provisioning complete for port 3d658bbc-7851-48c6-ba66-dd327e4ad277 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:25.415016 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2da1a95e-21eb-49c1-b689-dd9bbf015d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:25.461358 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0e867-31f8-4637-a0e8-d808171f6ad7 req-9cddb15c-7997-4a42-a42e-ba4d759b16b6 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:25.463003 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bcb0e867-31f8-4637-a0e8-d808171f6ad7 req-9cddb15c-7997-4a42-a42e-ba4d759b16b6 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e497b2-2f43-4527-a7a9-9dcc10262887 HTTP/1.1" status: 200 len: 931 time: 0.3594971 Apr 20 13:24:25.483086 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fcd77e89-1fed-4c4d-878b-ce93edc5ca88 req-9f7c7bd3-21a3-489e-bd37-dc981d194a2b tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780315 Apr 20 13:24:25.495815 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-6143f923-1c08-4341-9a7c-f63359b3e1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:25.537044 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-2da1a95e-21eb-49c1-b689-dd9bbf015d42 None None] Port 3d658bbc-7851-48c6-ba66-dd327e4ad277 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:24:25.680435 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bcb0e867-31f8-4637-a0e8-d808171f6ad7 req-a9fe4d8a-058d-45bd-99e9-c942c40a55eb tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955423 Apr 20 13:24:25.829800 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2abd47-c175-41b1-9297-ab6cca8f571c req-46d7b27d-dbfb-4eab-b35f-a03514781e41 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:25.832078 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9f2abd47-c175-41b1-9297-ab6cca8f571c req-46d7b27d-dbfb-4eab-b35f-a03514781e41 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 947 time: 0.1765575 Apr 20 13:24:25.885191 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-39d6b33d-dcd2-4e0e-a18d-1ee25b558824 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Deleting port ab3941f4-c8f1-456e-b530-42814d4abd56 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:24:25.885802 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39d6b33d-dcd2-4e0e-a18d-1ee25b558824 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:26.024455 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39d6b33d-dcd2-4e0e-a18d-1ee25b558824 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:26.046018 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-39d6b33d-dcd2-4e0e-a18d-1ee25b558824 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Calling delete_port for ab3941f4-c8f1-456e-b530-42814d4abd56 owned by network:router_interface {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:24:26.059911 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9f2abd47-c175-41b1-9297-ab6cca8f571c req-9e6f0758-ef97-47ef-aaa1-3889a703292b tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977780 Apr 20 13:24:26.153342 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-6143f923-1c08-4341-9a7c-f63359b3e1af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d658bbc-7851-48c6-ba66-dd327e4ad277 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:24:26.177277 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-6143f923-1c08-4341-9a7c-f63359b3e1af service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:26.212043 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-6143f923-1c08-4341-9a7c-f63359b3e1af service neutron] Transition to ACTIVE for port object 3d658bbc-7851-48c6-ba66-dd327e4ad277 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:24:26.229248 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06434096-6058-41dd-85bd-ac45a3f4c2ff req-fddbfff1-f1e2-48fe-8a83-c4850a36cfcf tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:26.230758 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-06434096-6058-41dd-85bd-ac45a3f4c2ff req-fddbfff1-f1e2-48fe-8a83-c4850a36cfcf tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 947 time: 0.0685649 Apr 20 13:24:26.269423 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-06434096-6058-41dd-85bd-ac45a3f4c2ff req-1cffd127-c0eb-44cb-a8b2-130fae3f5de4 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323215 Apr 20 13:24:26.341369 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-f065371e-8739-49b1-95d5-0696f77c7df8 req-7b473548-f80d-4292-a369-8d378eb0e2bc service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:24:26.342259 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f065371e-8739-49b1-95d5-0696f77c7df8 req-7b473548-f80d-4292-a369-8d378eb0e2bc service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053821 Apr 20 13:24:26.443749 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4322dfd-b613-48e8-8206-4e9f07855275 req-08fbd834-ef90-48df-af2b-ffb5a9d9da34 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:26.445380 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b4322dfd-b613-48e8-8206-4e9f07855275 req-08fbd834-ef90-48df-af2b-ffb5a9d9da34 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 947 time: 0.0525982 Apr 20 13:24:26.488671 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b4322dfd-b613-48e8-8206-4e9f07855275 req-821b6edd-a457-43d1-9483-4fd4d7b9fdf6 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362270 Apr 20 13:24:26.597602 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-6143f923-1c08-4341-9a7c-f63359b3e1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:26.616611 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39d6b33d-dcd2-4e0e-a18d-1ee25b558824 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:26.686765 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d6b33d-dcd2-4e0e-a18d-1ee25b558824 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event deleted for resources: {'Port': ['ID=ab3941f4-c8f1-456e-b530-42814d4abd56,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:26.810014 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6143f923-1c08-4341-9a7c-f63359b3e1af service neutron] Pushing event updated for resources: {'Port': ['ID=3d658bbc-7851-48c6-ba66-dd327e4ad277,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:26.832148 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6bffbbd0-4627-4f5a-b43f-c90e3931e1c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:26.957256 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997beb11-23a6-446f-b9c7-13f0d0866714 req-5fd44815-2ed2-461a-91bd-54d055353294 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:26.970969 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39d6b33d-dcd2-4e0e-a18d-1ee25b558824 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:26.973059 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-997beb11-23a6-446f-b9c7-13f0d0866714 req-5fd44815-2ed2-461a-91bd-54d055353294 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 947 time: 0.2736411 Apr 20 13:24:27.026520 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b03f60-9519-45a6-89b9-0ee193673368 req-0d4a843b-98fb-4b16-88b0-74c18ae10f41 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:27.035846 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a8b03f60-9519-45a6-89b9-0ee193673368 req-0d4a843b-98fb-4b16-88b0-74c18ae10f41 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=c684c116-d9af-4e46-9a01-0ae4ff9593fc HTTP/1.1" status: 200 len: 945 time: 0.3416376 Apr 20 13:24:27.174913 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-997beb11-23a6-446f-b9c7-13f0d0866714 req-a0dd42e2-c480-4b6d-9381-5923f7be390b tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008536 Apr 20 13:24:27.188867 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-6143f923-1c08-4341-9a7c-f63359b3e1af service neutron] Attempting to bind port 3d658bbc-7851-48c6-ba66-dd327e4ad277 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:24:27.207996 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-6143f923-1c08-4341-9a7c-f63359b3e1af service neutron] Attempting to bind port 3d658bbc-7851-48c6-ba66-dd327e4ad277 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': 'c5d44da9-f259-4c8c-925b-0e6bdb6b3012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:24:27.210367 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-6143f923-1c08-4341-9a7c-f63359b3e1af service neutron] Attempting to bind port 3d658bbc-7851-48c6-ba66-dd327e4ad277 on network 64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:24:27.223341 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-6143f923-1c08-4341-9a7c-f63359b3e1af service neutron] Port 3d658bbc-7851-48c6-ba66-dd327e4ad277 on network 64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:24:27.223919 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-6143f923-1c08-4341-9a7c-f63359b3e1af service neutron] Attempting to bind port 3d658bbc-7851-48c6-ba66-dd327e4ad277 on network 64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:24:27.274407 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-6143f923-1c08-4341-9a7c-f63359b3e1af service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:24:27.274757 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-6143f923-1c08-4341-9a7c-f63359b3e1af service neutron] Checking segment: {'id': 'c5d44da9-f259-4c8c-925b-0e6bdb6b3012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:24:27.275152 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-6143f923-1c08-4341-9a7c-f63359b3e1af service neutron] Bound using segment: {'id': 'c5d44da9-f259-4c8c-925b-0e6bdb6b3012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:24:27.280915 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-6143f923-1c08-4341-9a7c-f63359b3e1af service neutron] Bound port: 3d658bbc-7851-48c6-ba66-dd327e4ad277, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5d44da9-f259-4c8c-925b-0e6bdb6b3012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:24:27.282206 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-6143f923-1c08-4341-9a7c-f63359b3e1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:27.306808 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a8b03f60-9519-45a6-89b9-0ee193673368 req-4d69de9a-a0e4-4dce-abc9-1d35ebb94f7d tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485945 Apr 20 13:24:27.376328 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d6b33d-dcd2-4e0e-a18d-1ee25b558824 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Router 4baa4a2f-c121-4b71-ae05-818d82ecc414 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:24:27.465107 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-6143f923-1c08-4341-9a7c-f63359b3e1af service neutron] For port 3d658bbc-7851-48c6-ba66-dd327e4ad277, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:24:27.480806 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-6143f923-1c08-4341-9a7c-f63359b3e1af service neutron] For port 3d658bbc-7851-48c6-ba66-dd327e4ad277, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=3d658bbc-7851-48c6-ba66-dd327e4ad277,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:24:27.528307 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d6b33d-dcd2-4e0e-a18d-1ee25b558824 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:24:27.531028 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8de51e-4005-41fa-bd3f-a80c1443b702 req-e48369b0-b521-440a-b3a0-7d94fe4bed29 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:27.533983 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0e8de51e-4005-41fa-bd3f-a80c1443b702 req-e48369b0-b521-440a-b3a0-7d94fe4bed29 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e497b2-2f43-4527-a7a9-9dcc10262887 HTTP/1.1" status: 200 len: 943 time: 0.2005837 Apr 20 13:24:27.535445 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-39d6b33d-dcd2-4e0e-a18d-1ee25b558824 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "PUT /v2.0/routers/4baa4a2f-c121-4b71-ae05-818d82ecc414/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5441954 Apr 20 13:24:27.538277 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34664) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:27.553376 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7cd271-fe51-49c6-99ab-d383c1d39b88 None None] Sync routers for ids ['4baa4a2f-c121-4b71-ae05-818d82ecc414'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:24:27.568049 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7cd271-fe51-49c6-99ab-d383c1d39b88 None None] Routers {'4baa4a2f-c121-4b71-ae05-818d82ecc414'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:27.568835 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-6f7cd271-fe51-49c6-99ab-d383c1d39b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:24:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['4baa4a2f-c121-4b71-ae05-818d82ecc414'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:27.606742 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7bfa6768-463b-48a3-a3f7-dc4a9fe0dc32 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "GET /v2.0/ports?device_id=4baa4a2f-c121-4b71-ae05-818d82ecc414 HTTP/1.1" status: 200 len: 205 time: 0.0652170 Apr 20 13:24:27.611936 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34668) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:27.615323 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf9bc9-e091-4866-a452-f20b76cb72d9 req-8784d540-7abb-4281-a10d-3b55e719f6c9 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:27.622764 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a2cf9bc9-e091-4866-a452-f20b76cb72d9 req-8784d540-7abb-4281-a10d-3b55e719f6c9 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 947 time: 0.1400273 Apr 20 13:24:27.633212 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-6143f923-1c08-4341-9a7c-f63359b3e1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:27.658478 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-6f7cd271-fe51-49c6-99ab-d383c1d39b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:27.680371 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7cd271-fe51-49c6-99ab-d383c1d39b88 None None] Routers {'4baa4a2f-c121-4b71-ae05-818d82ecc414'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:27.680939 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-6f7cd271-fe51-49c6-99ab-d383c1d39b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:24:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['4baa4a2f-c121-4b71-ae05-818d82ecc414'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:27.748142 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-6f7cd271-fe51-49c6-99ab-d383c1d39b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:27.748788 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7cd271-fe51-49c6-99ab-d383c1d39b88 None None] The sync data for ids ['4baa4a2f-c121-4b71-ae05-818d82ecc414'] in n-d-836015-7 is: [] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:24:27.750635 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0e8de51e-4005-41fa-bd3f-a80c1443b702 req-388928dd-0761-462a-88fb-8448dd7cc75c tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951463 Apr 20 13:24:27.768395 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5260e7fd-04b2-4aac-a422-558c9e0209e8 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:27.851007 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-6143f923-1c08-4341-9a7c-f63359b3e1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:27.858373 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-6143f923-1c08-4341-9a7c-f63359b3e1af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:27.858373 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-6143f923-1c08-4341-9a7c-f63359b3e1af service neutron] 10.222.0.32 "PUT /v2.0/ports/3d658bbc-7851-48c6-ba66-dd327e4ad277 HTTP/1.1" status: 200 len: 1091 time: 2.6448226 Apr 20 13:24:27.858373 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e497b2-2f43-4527-a7a9-9dcc10262887', 'tag': '3d658bbc-7851-48c6-ba66-dd327e4ad277'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:24:27.868158 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d717f4-bcb0-42b9-90e7-4b4339d36044" -d '{"events": [{"name": "network-changed", "server_uuid": "94e497b2-2f43-4527-a7a9-9dcc10262887", "tag": "3d658bbc-7851-48c6-ba66-dd327e4ad277"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:24:27.879868 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6143f923-1c08-4341-9a7c-f63359b3e1af service neutron] Pushing event updated for resources: {'Port': ['ID=3d658bbc-7851-48c6-ba66-dd327e4ad277,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:27.913352 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a2cf9bc9-e091-4866-a452-f20b76cb72d9 req-c3b2934d-bceb-4969-8523-2f42d9b2eda6 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893274 Apr 20 13:24:27.972322 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fce7a4-c0be-4f1a-89c6-8481fb9f0523 x-openstack-request-id: req-f5fce7a4-c0be-4f1a-89c6-8481fb9f0523 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:24:27.972820 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94e497b2-2f43-4527-a7a9-9dcc10262887", "tag": "3d658bbc-7851-48c6-ba66-dd327e4ad277", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:24:27.975020 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f5fce7a4-c0be-4f1a-89c6-8481fb9f0523 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:24:27.976247 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5fce7a4-c0be-4f1a-89c6-8481fb9f0523'] response: {'name': 'network-changed', 'server_uuid': '94e497b2-2f43-4527-a7a9-9dcc10262887', 'tag': '3d658bbc-7851-48c6-ba66-dd327e4ad277', 'status': 'completed', 'code': 200} Apr 20 13:24:28.039567 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5260e7fd-04b2-4aac-a422-558c9e0209e8 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:28.046266 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5260e7fd-04b2-4aac-a422-558c9e0209e8 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:28.140971 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:28.201199 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d717f4-bcb0-42b9-90e7-4b4339d36044 req-2de2b736-e944-40e8-83ac-453a8aefff47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:28.205126 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b1d717f4-bcb0-42b9-90e7-4b4339d36044 req-2de2b736-e944-40e8-83ac-453a8aefff47 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=649a6cfebf0a4feb8c92b7d26c8b3e97&device_id=94e497b2-2f43-4527-a7a9-9dcc10262887 HTTP/1.1" status: 200 len: 1094 time: 0.2057641 Apr 20 13:24:28.253401 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581de827-e380-4489-abd9-155f28a045e2 req-c13265db-e7c1-4801-ae89-ad80114ee7cc tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:28.255205 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-581de827-e380-4489-abd9-155f28a045e2 req-c13265db-e7c1-4801-ae89-ad80114ee7cc tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 947 time: 0.1430974 Apr 20 13:24:28.261248 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5260e7fd-04b2-4aac-a422-558c9e0209e8 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:28.261819 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5260e7fd-04b2-4aac-a422-558c9e0209e8 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Fanout notify agent at l3_agent the message router_deleted on router 4baa4a2f-c121-4b71-ae05-818d82ecc414 {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:24:28.275451 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5260e7fd-04b2-4aac-a422-558c9e0209e8 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:28.280863 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5260e7fd-04b2-4aac-a422-558c9e0209e8 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "DELETE /v2.0/routers/4baa4a2f-c121-4b71-ae05-818d82ecc414 HTTP/1.1" status: 204 len: 168 time: 0.6679261 Apr 20 13:24:28.283474 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34702) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:28.310622 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34704) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:28.438238 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d717f4-bcb0-42b9-90e7-4b4339d36044 req-3aa88a6a-096a-4a9c-b0f2-46af6cc1187a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:28.439988 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b1d717f4-bcb0-42b9-90e7-4b4339d36044 req-3aa88a6a-096a-4a9c-b0f2-46af6cc1187a service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=649a6cfebf0a4feb8c92b7d26c8b3e97&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2038918 Apr 20 13:24:28.483803 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0a7b46a-5367-4497-91dd-5d6c9e66478f tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Deleting subnet 1f49346f-8ff9-47dc-aff1-97c6b8014a54 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:24:28.501202 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d0a7b46a-5367-4497-91dd-5d6c9e66478f tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:28.574309 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d0a7b46a-5367-4497-91dd-5d6c9e66478f tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:28.621696 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-53a1dd7b-701b-4c4d-9e7e-57a172ae3ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:28.724334 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d0a7b46a-5367-4497-91dd-5d6c9e66478f tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:28.767257 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-581de827-e380-4489-abd9-155f28a045e2 req-7cf3bf72-c51a-470e-9e0d-dc5b71f382fd tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650126 Apr 20 13:24:28.784277 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498fe00-8fee-430f-a66c-d351763fd744 req-044e602d-7e4f-4e80-bcda-7a611aac8ab2 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:28.786440 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6498fe00-8fee-430f-a66c-d351763fd744 req-044e602d-7e4f-4e80-bcda-7a611aac8ab2 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=c684c116-d9af-4e46-9a01-0ae4ff9593fc HTTP/1.1" status: 200 len: 945 time: 0.2985415 Apr 20 13:24:28.805473 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-53a1dd7b-701b-4c4d-9e7e-57a172ae3ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:28.838495 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d717f4-bcb0-42b9-90e7-4b4339d36044 req-422eecd2-6537-4581-82fe-f50bfdd92f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:28.839838 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b1d717f4-bcb0-42b9-90e7-4b4339d36044 req-422eecd2-6537-4581-82fe-f50bfdd92f4c service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3563440 Apr 20 13:24:28.859917 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6498fe00-8fee-430f-a66c-d351763fd744 req-f6482009-1740-4b92-9f56-153a83db3b34 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601900 Apr 20 13:24:28.980561 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-53a1dd7b-701b-4c4d-9e7e-57a172ae3ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:29.026990 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d0a7b46a-5367-4497-91dd-5d6c9e66478f tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:29.034488 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b21bf5-d518-4b4b-b3dc-5371899d04ca req-acad4c6a-2655-4b97-9a4f-a3455784f6be tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:29.036089 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-71b21bf5-d518-4b4b-b3dc-5371899d04ca req-acad4c6a-2655-4b97-9a4f-a3455784f6be tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 947 time: 0.1044543 Apr 20 13:24:29.038144 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-e819aee2-c7a1-401e-b4e0-43f295670cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:29.039742 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-e819aee2-c7a1-401e-b4e0-43f295670cab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=649a6cfebf0a4feb8c92b7d26c8b3e97&device_id=94e497b2-2f43-4527-a7a9-9dcc10262887 HTTP/1.1" status: 200 len: 1094 time: 0.1388953 Apr 20 13:24:29.044279 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a1dd7b-701b-4c4d-9e7e-57a172ae3ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5020ac1-2186-4ab5-ac50-1b4c97766356,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:29.050791 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fc7fc-7986-4cbb-856f-2626e0936b3a req-b6cca83a-d2d9-49a9-8dde-76d6c86ad0d4 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:29.052391 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5d3fc7fc-7986-4cbb-856f-2626e0936b3a req-b6cca83a-d2d9-49a9-8dde-76d6c86ad0d4 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e497b2-2f43-4527-a7a9-9dcc10262887 HTTP/1.1" status: 200 len: 943 time: 0.1083272 Apr 20 13:24:29.083206 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-53a1dd7b-701b-4c4d-9e7e-57a172ae3ac1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=67fd25547387416fb801cca39bfa5624&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7973530 Apr 20 13:24:29.085694 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34736) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:29.093645 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a7b46a-5367-4497-91dd-5d6c9e66478f tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event deleted for resources: {'Subnet': ['ID=1f49346f-8ff9-47dc-aff1-97c6b8014a54,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:29.102622 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3217b4-8498-4c7b-92a7-76f8017aab04 None None] Network 6db49b4e-bf79-4560-a0d8-cb816e3aa2cf requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:24:29.119883 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d0a7b46a-5367-4497-91dd-5d6c9e66478f tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:29.127840 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d0a7b46a-5367-4497-91dd-5d6c9e66478f tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "DELETE /v2.0/subnets/1f49346f-8ff9-47dc-aff1-97c6b8014a54 HTTP/1.1" status: 204 len: 168 time: 0.8122835 Apr 20 13:24:29.131162 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-14ebd9d4-a7ba-4453-b1e5-c8f574504e3a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d658bbc-7851-48c6-ba66-dd327e4ad277 HTTP/1.1" status: 200 len: 217 time: 0.0755847 Apr 20 13:24:29.132085 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34740) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:29.239798 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c07dcf8e-fbf3-4edd-8afe-e46d5381e7b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:29.253618 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-71b21bf5-d518-4b4b-b3dc-5371899d04ca req-28c2a3ea-a1a1-4748-95cb-9214f93c90be tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991804 Apr 20 13:24:29.278235 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c07dcf8e-fbf3-4edd-8afe-e46d5381e7b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:29.287727 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5d3fc7fc-7986-4cbb-856f-2626e0936b3a req-f94da39f-7915-426e-980f-50085943e20b tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231905 Apr 20 13:24:29.357370 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-af886b2b-8056-4b59-b710-6eda657986d5 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:29.360029 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-63772159-a2ce-451c-9d29-e6a50d1bd242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:29.361489 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-63772159-a2ce-451c-9d29-e6a50d1bd242 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa576778-8514-4874-84e6-afe172476688 HTTP/1.1" status: 200 len: 850 time: 0.2222929 Apr 20 13:24:29.466483 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c07dcf8e-fbf3-4edd-8afe-e46d5381e7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:29.470411 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c07dcf8e-fbf3-4edd-8afe-e46d5381e7b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:29.489173 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:29.489739 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c07dcf8e-fbf3-4edd-8afe-e46d5381e7b2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d5020ac1-2186-4ab5-ac50-1b4c97766356 HTTP/1.1" status: 204 len: 168 time: 0.3833122 Apr 20 13:24:29.504730 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30e091b-de99-40b0-baa9-3e5acb021463 None None] DHCP port deletion for 6db49b4e-bf79-4560-a0d8-cb816e3aa2cf request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:24:29.523270 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07dcf8e-fbf3-4edd-8afe-e46d5381e7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5020ac1-2186-4ab5-ac50-1b4c97766356,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:29.584245 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eefc0a-7590-4317-9c3c-d7037cc2cfb1 req-24c67b89-97c2-446a-a0a4-8f278f788325 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:29.586533 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f0eefc0a-7590-4317-9c3c-d7037cc2cfb1 req-24c67b89-97c2-446a-a0a4-8f278f788325 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 947 time: 0.1960628 Apr 20 13:24:29.589172 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-3f176361-9f06-485a-a836-692b00e6bf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:29.590999 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-3f176361-9f06-485a-a836-692b00e6bf5f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2122364 Apr 20 13:24:29.630343 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-f30e091b-de99-40b0-baa9-3e5acb021463 None None] Deleting port 25112c5e-ce25-420b-8268-5b94c21a9678 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:24:29.631714 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f30e091b-de99-40b0-baa9-3e5acb021463 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:29.873768 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-f30e091b-de99-40b0-baa9-3e5acb021463 None None] For port 25112c5e-ce25-420b-8268-5b94c21a9678, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=25112c5e-ce25-420b-8268-5b94c21a9678,segment=NetworkSegment(a0312c3d-6f9d-444e-9247-c72c843b79a8),segment_id=a0312c3d-6f9d-444e-9247-c72c843b79a8)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:29.876267 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f30e091b-de99-40b0-baa9-3e5acb021463 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:29.912121 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-f30e091b-de99-40b0-baa9-3e5acb021463 None None] Calling delete_port for 25112c5e-ce25-420b-8268-5b94c21a9678 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:24:30.189892 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:30.264654 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f30e091b-de99-40b0-baa9-3e5acb021463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:30.314375 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-b5227340-d520-4497-8ecd-5bb21a3bc578 service neutron] 10.222.0.32 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7112424 Apr 20 13:24:30.346704 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e091b-de99-40b0-baa9-3e5acb021463 None None] Pushing event deleted for resources: {'Port': ['ID=25112c5e-ce25-420b-8268-5b94c21a9678,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:30.357733 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30e091b-de99-40b0-baa9-3e5acb021463 None None] No DVR routers for this DVR port 25112c5e-ce25-420b-8268-5b94c21a9678 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:24:30.398609 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f0eefc0a-7590-4317-9c3c-d7037cc2cfb1 req-f483818e-c4fe-4f36-8ebe-37e6a5c90b03 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7717493 Apr 20 13:24:30.575085 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2f2ea-faa0-467e-98a0-2a941aa09669 req-1e6fdb01-6dc0-45da-ac65-b2ec939e6eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:30.578646 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-69e2f2ea-faa0-467e-98a0-2a941aa09669 req-1e6fdb01-6dc0-45da-ac65-b2ec939e6eba service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c684c116-d9af-4e46-9a01-0ae4ff9593fc HTTP/1.1" status: 200 len: 1096 time: 0.0905950 Apr 20 13:24:30.590822 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b3219b-3fea-4c58-aa53-0a830bf7fc5d req-b0cded83-40cd-41ae-8794-11cfdbeabf51 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:30.592582 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-93b3219b-3fea-4c58-aa53-0a830bf7fc5d req-b0cded83-40cd-41ae-8794-11cfdbeabf51 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=c684c116-d9af-4e46-9a01-0ae4ff9593fc HTTP/1.1" status: 200 len: 945 time: 0.2729979 Apr 20 13:24:30.615439 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-af886b2b-8056-4b59-b710-6eda657986d5 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Deleting port 25112c5e-ce25-420b-8268-5b94c21a9678 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:24:30.618406 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-af886b2b-8056-4b59-b710-6eda657986d5 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:30.624033 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-69e2f2ea-faa0-467e-98a0-2a941aa09669 req-cfaf5ea7-df8a-4af2-8eb0-1e36c55be2b6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396044 Apr 20 13:24:30.821840 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b033a-ae77-44ca-a0a6-ea4bff6af59e req-ebff206a-8066-451c-b340-31b31d089c99 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:30.823468 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e34b033a-ae77-44ca-a0a6-ea4bff6af59e req-ebff206a-8066-451c-b340-31b31d089c99 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e497b2-2f43-4527-a7a9-9dcc10262887 HTTP/1.1" status: 200 len: 943 time: 0.2790725 Apr 20 13:24:30.833424 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-93b3219b-3fea-4c58-aa53-0a830bf7fc5d req-dca805d4-4dfe-4e2c-8487-c4064ac1795c tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201126 Apr 20 13:24:30.857182 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-af886b2b-8056-4b59-b710-6eda657986d5 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] For port 25112c5e-ce25-420b-8268-5b94c21a9678, host n-d-836015-7, got binding levels [] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:30.857790 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-af886b2b-8056-4b59-b710-6eda657986d5 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:30.864571 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-faa68aa0-b7fc-4d5f-888b-0aa4473b5f3e req-a2a6be0f-d3a9-4951-960e-f93eebd5ada2 service neutron] 10.222.0.32 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5040135 Apr 20 13:24:30.889556 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 25112c5e-ce25-420b-8268-5b94c21a9678 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:24:30.894840 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-af886b2b-8056-4b59-b710-6eda657986d5 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Calling delete_port for 25112c5e-ce25-420b-8268-5b94c21a9678 owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:24:30.901307 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.ipam_backend_mixin [None req-af886b2b-8056-4b59-b710-6eda657986d5 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Port 25112c5e-ce25-420b-8268-5b94c21a9678 was not found and therefore no delete operation was performed {{(pid=114869) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 13:24:30.907736 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-af886b2b-8056-4b59-b710-6eda657986d5 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:30.918621 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 25112c5e-ce25-420b-8268-5b94c21a9678 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:24:30.919831 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 25112c5e-ce25-420b-8268-5b94c21a9678 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:24:30.966656 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af886b2b-8056-4b59-b710-6eda657986d5 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event deleted for resources: {'Port': ['ID=25112c5e-ce25-420b-8268-5b94c21a9678,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:30.975915 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e34b033a-ae77-44ca-a0a6-ea4bff6af59e req-57873228-a5d5-4f50-8b94-aa915001c5dd tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310973 Apr 20 13:24:30.981481 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af886b2b-8056-4b59-b710-6eda657986d5 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] No DVR routers for this DVR port 25112c5e-ce25-420b-8268-5b94c21a9678 on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:24:31.143663 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-af886b2b-8056-4b59-b710-6eda657986d5 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:31.179200 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-af886b2b-8056-4b59-b710-6eda657986d5 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6db49b4e-bf79-4560-a0d8-cb816e3aa2cf']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:31.201146 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1465a-cb94-4046-a3d7-161ef4df6be2 req-305a8cdd-f5ae-444c-acc2-4a5583bed5b7 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:31.202696 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-69f1465a-cb94-4046-a3d7-161ef4df6be2 req-305a8cdd-f5ae-444c-acc2-4a5583bed5b7 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 947 time: 0.1080914 Apr 20 13:24:31.204639 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-af886b2b-8056-4b59-b710-6eda657986d5 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0312c3d-6f9d-444e-9247-c72c843b79a8') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:31.204937 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-af886b2b-8056-4b59-b710-6eda657986d5 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0312c3d-6f9d-444e-9247-c72c843b79a8') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:31.238041 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-af886b2b-8056-4b59-b710-6eda657986d5 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:31.264274 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-af886b2b-8056-4b59-b710-6eda657986d5 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:31.269864 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-69f1465a-cb94-4046-a3d7-161ef4df6be2 req-3f82ff82-624b-40b2-8e10-6d884ac6faac tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575647 Apr 20 13:24:31.275196 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af886b2b-8056-4b59-b710-6eda657986d5 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:24:31.275692 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-af886b2b-8056-4b59-b710-6eda657986d5 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:31.280149 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:24:31.280149 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:24:31.280149 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:24:31.280149 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:24:31.280149 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:24:31.280149 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:24:31.280149 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:24:31.280149 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:24:31.280149 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:24:31.280149 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:24:31.280149 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:24:31.280149 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:24:31.280149 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:24:31.280149 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:24:31.280149 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:24:31.280149 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:24:31.280149 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:24:31.280149 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:24:31.280149 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:24:31.280149 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:24:31.280149 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:24:31.280149 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:24:31.280149 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:24:31.280149 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:24:31.280149 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:24:31.280149 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:24:31.280149 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:24:31.280149 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:24:31.280149 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:24:31.280149 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:24:31.280149 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:24:31.280149 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:24:31.506218 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-af886b2b-8056-4b59-b710-6eda657986d5 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:31.513400 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-af886b2b-8056-4b59-b710-6eda657986d5 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:31.525331 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34844) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:31.525982 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-af886b2b-8056-4b59-b710-6eda657986d5 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "DELETE /v2.0/networks/6db49b4e-bf79-4560-a0d8-cb816e3aa2cf HTTP/1.1" status: 204 len: 168 time: 2.3907931 Apr 20 13:24:31.532195 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-877e9f73-7b39-4166-a9a0-20b76672312d tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2007313239', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:31.565591 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af886b2b-8056-4b59-b710-6eda657986d5 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event deleted for resources: {'Network': ['ID=6db49b4e-bf79-4560-a0d8-cb816e3aa2cf,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:31.643683 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-877e9f73-7b39-4166-a9a0-20b76672312d tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:31.655786 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-877e9f73-7b39-4166-a9a0-20b76672312d tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:31.714435 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-877e9f73-7b39-4166-a9a0-20b76672312d tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:31.783506 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-877e9f73-7b39-4166-a9a0-20b76672312d tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:31.866877 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-877e9f73-7b39-4166-a9a0-20b76672312d tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:31.903327 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34852) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:31.903327 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-c28f3c75-5d63-413c-85ab-411624bda98e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Request body: {'network': {'name': 'tempest-RoutersTest-1604107826'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:31.903544 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-877e9f73-7b39-4166-a9a0-20b76672312d tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3496487 Apr 20 13:24:32.014813 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9c165-dcf7-4be5-997b-2fa7884c2e7d req-d1228bff-add2-4eba-bd92-80718fde2433 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:32.017169 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7af9c165-dcf7-4be5-997b-2fa7884c2e7d req-d1228bff-add2-4eba-bd92-80718fde2433 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=c684c116-d9af-4e46-9a01-0ae4ff9593fc HTTP/1.1" status: 200 len: 945 time: 0.0549669 Apr 20 13:24:32.070214 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7af9c165-dcf7-4be5-997b-2fa7884c2e7d req-03667f2c-e572-40bf-be92-6b45bf12ec8f tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371728 Apr 20 13:24:32.136927 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8754bba-f8ab-463c-9df6-04203dc37f1a req-1094edc1-86f8-43cf-ba74-737731e401bb tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:32.139186 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a8754bba-f8ab-463c-9df6-04203dc37f1a req-1094edc1-86f8-43cf-ba74-737731e401bb tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e497b2-2f43-4527-a7a9-9dcc10262887 HTTP/1.1" status: 200 len: 943 time: 0.0544157 Apr 20 13:24:32.183154 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a8754bba-f8ab-463c-9df6-04203dc37f1a req-940493a9-ce02-479b-be83-b235affc42a3 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378897 Apr 20 13:24:32.232111 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28f3c75-5d63-413c-85ab-411624bda98e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Made reservation on behalf of 67912d2daa0a41a1a8c7a1e51e3613c2 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:24:32.236813 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c28f3c75-5d63-413c-85ab-411624bda98e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:32.262665 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c28f3c75-5d63-413c-85ab-411624bda98e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:24:32.275406 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c28f3c75-5d63-413c-85ab-411624bda98e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:32.275715 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-c28f3c75-5d63-413c-85ab-411624bda98e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Added segment e8847f51-5e3c-4edd-9ca8-45f441d81ffa of type vlan for network 4c9b392f-d4b1-4650-b3b6-79ac882ae676 Apr 20 13:24:32.340508 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c28f3c75-5d63-413c-85ab-411624bda98e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:32.572795 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c28f3c75-5d63-413c-85ab-411624bda98e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:32.578461 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28f3c75-5d63-413c-85ab-411624bda98e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:32.579062 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c28f3c75-5d63-413c-85ab-411624bda98e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:32.653783 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f3c75-5d63-413c-85ab-411624bda98e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event updated for resources: {'Network': ['ID=4c9b392f-d4b1-4650-b3b6-79ac882ae676,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:32.664444 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 4c9b392f-d4b1-4650-b3b6-79ac882ae676 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:24:32.708846 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c28f3c75-5d63-413c-85ab-411624bda98e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8363993 Apr 20 13:24:32.711451 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34878) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:32.716328 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-c6d528b2-defd-4c41-926d-e7642c4eaa60 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Request body: {'subnet': {'network_id': '4c9b392f-d4b1-4650-b3b6-79ac882ae676', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:32.908060 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d528b2-defd-4c41-926d-e7642c4eaa60 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Made reservation on behalf of 67912d2daa0a41a1a8c7a1e51e3613c2 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:24:32.909025 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c6d528b2-defd-4c41-926d-e7642c4eaa60 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:33.440197 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c6d528b2-defd-4c41-926d-e7642c4eaa60 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:33.534380 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43068ef1-7e70-432b-b943-825a68ef91f7 req-1ef2b963-d11f-4570-be8f-9c90da9efa1a tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:33.537407 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-43068ef1-7e70-432b-b943-825a68ef91f7 req-1ef2b963-d11f-4570-be8f-9c90da9efa1a tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=c684c116-d9af-4e46-9a01-0ae4ff9593fc HTTP/1.1" status: 200 len: 945 time: 0.2285991 Apr 20 13:24:33.597328 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911dfe1c-cf6b-4beb-8b94-0216488754fb req-f11067aa-c7ca-4438-b993-e2cc70d7dd77 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:33.598841 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-911dfe1c-cf6b-4beb-8b94-0216488754fb req-f11067aa-c7ca-4438-b993-e2cc70d7dd77 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e497b2-2f43-4527-a7a9-9dcc10262887 HTTP/1.1" status: 200 len: 943 time: 0.2346745 Apr 20 13:24:33.625485 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d528b2-defd-4c41-926d-e7642c4eaa60 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event updated for resources: {'Subnet': ['ID=db17c6c0-9c6e-4645-9748-cb40aa078414,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:33.644327 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d528b2-defd-4c41-926d-e7642c4eaa60 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Checking segment: {'id': 'e8847f51-5e3c-4edd-9ca8-45f441d81ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4c9b392f-d4b1-4650-b3b6-79ac882ae676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:24:33.644702 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d528b2-defd-4c41-926d-e7642c4eaa60 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Network hostable DHCP agents. Network: 4c9b392f-d4b1-4650-b3b6-79ac882ae676, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:24:33.650990 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-43068ef1-7e70-432b-b943-825a68ef91f7 req-3572c788-dd7b-407f-a6cc-bc68c1650bd8 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016376 Apr 20 13:24:33.682899 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-911dfe1c-cf6b-4beb-8b94-0216488754fb req-35359f21-7dc7-46ea-81d8-0ef87572f318 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728009 Apr 20 13:24:33.746086 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d528b2-defd-4c41-926d-e7642c4eaa60 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Network 4c9b392f-d4b1-4650-b3b6-79ac882ae676 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:24:33.838780 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-c6d528b2-defd-4c41-926d-e7642c4eaa60 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 4c9b392f-d4b1-4650-b3b6-79ac882ae676) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:33.848766 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d528b2-defd-4c41-926d-e7642c4eaa60 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:33.850962 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c6d528b2-defd-4c41-926d-e7642c4eaa60 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:33.868374 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6a67d8-2f81-4b75-a747-8f582c881268 None None] Network 4c9b392f-d4b1-4650-b3b6-79ac882ae676 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:24:34.038373 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cb88b5-90f8-426d-ba30-b83d2bc50316 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-4c9b392f-d4b1-4650-b3b6-79ac882ae676', 'network_id': '4c9b392f-d4b1-4650-b3b6-79ac882ae676', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'fixed_ips': [{'subnet_id': 'db17c6c0-9c6e-4645-9748-cb40aa078414'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:24:34.038373 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-12cb88b5-90f8-426d-ba30-b83d2bc50316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:34.043532 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34930) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:34.044117 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c6d528b2-defd-4c41-926d-e7642c4eaa60 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3310401 Apr 20 13:24:34.211405 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-12cb88b5-90f8-426d-ba30-b83d2bc50316 None None] Allocated IP 172.20.0.2 (4c9b392f-d4b1-4650-b3b6-79ac882ae676/db17c6c0-9c6e-4645-9748-cb40aa078414/e48dbed3-d609-44c4-b1bc-77193cd517de) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:24:34.250743 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65601357-9875-4372-ba23-061da543c77c req-7e0ab831-7976-41ff-8589-d94011ba9410 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:34.252380 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65601357-9875-4372-ba23-061da543c77c req-7e0ab831-7976-41ff-8589-d94011ba9410 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=c684c116-d9af-4e46-9a01-0ae4ff9593fc HTTP/1.1" status: 200 len: 945 time: 0.0556180 Apr 20 13:24:34.294231 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65601357-9875-4372-ba23-061da543c77c req-ebb4020a-e92c-42ed-bc10-230816f6263a tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351515 Apr 20 13:24:34.347425 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-236b9c1a-ce08-4c54-9949-b29b70875d23 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:34.380685 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-12cb88b5-90f8-426d-ba30-b83d2bc50316 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:34.413188 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228c4ab-37b1-48da-821d-0812cafbb9bc req-56b27305-8501-4e45-9c0f-9c0496296c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:34.414751 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5228c4ab-37b1-48da-821d-0812cafbb9bc req-56b27305-8501-4e45-9c0f-9c0496296c80 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b5dc3931e6714f8cb843649afbc5f7c5&device_id=c684c116-d9af-4e46-9a01-0ae4ff9593fc HTTP/1.1" status: 200 len: 1096 time: 0.0485580 Apr 20 13:24:34.484899 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-12cb88b5-90f8-426d-ba30-b83d2bc50316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:34.586371 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cb88b5-90f8-426d-ba30-b83d2bc50316 None None] Network 4c9b392f-d4b1-4650-b3b6-79ac882ae676 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:24:34.593295 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-12cb88b5-90f8-426d-ba30-b83d2bc50316 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:34.599796 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cb88b5-90f8-426d-ba30-b83d2bc50316 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:24:34.652889 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228c4ab-37b1-48da-821d-0812cafbb9bc req-666bdee8-f0a5-4fd4-a83a-12566805cf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:34.655389 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5228c4ab-37b1-48da-821d-0812cafbb9bc req-666bdee8-f0a5-4fd4-a83a-12566805cf34 service neutron] 10.222.0.32 "GET /v2.0/networks?id=30a0afd4-452b-4cd5-87af-310670c6e8f3 HTTP/1.1" status: 200 len: 919 time: 0.2338448 Apr 20 13:24:34.673562 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 3d658bbc-7851-48c6-ba66-dd327e4ad277 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:24:34.705056 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-236b9c1a-ce08-4c54-9949-b29b70875d23 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Allocated IP 172.20.0.1 (4c9b392f-d4b1-4650-b3b6-79ac882ae676/db17c6c0-9c6e-4645-9748-cb40aa078414/82168d56-dd72-4f8f-ab34-e70f9ba88a8e) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:24:34.748522 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb88b5-90f8-426d-ba30-b83d2bc50316 None None] Pushing event updated for resources: {'Port': ['ID=e48dbed3-d609-44c4-b1bc-77193cd517de,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:34.763339 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5228c4ab-37b1-48da-821d-0812cafbb9bc req-98a79ac6-067f-4838-8a82-946faf5d5780 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55193739-acb9-4a02-9a46-02899d22e248 HTTP/1.1" status: 200 len: 217 time: 0.1005092 Apr 20 13:24:34.771732 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-12cb88b5-90f8-426d-ba30-b83d2bc50316 None None] Attempting to bind port e48dbed3-d609-44c4-b1bc-77193cd517de on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:24:34.772448 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-12cb88b5-90f8-426d-ba30-b83d2bc50316 None None] Attempting to bind port e48dbed3-d609-44c4-b1bc-77193cd517de by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'e8847f51-5e3c-4edd-9ca8-45f441d81ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4c9b392f-d4b1-4650-b3b6-79ac882ae676'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:24:34.773052 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cb88b5-90f8-426d-ba30-b83d2bc50316 None None] Attempting to bind port e48dbed3-d609-44c4-b1bc-77193cd517de on network 4c9b392f-d4b1-4650-b3b6-79ac882ae676 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:24:34.809156 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cb88b5-90f8-426d-ba30-b83d2bc50316 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:24:34.809534 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cb88b5-90f8-426d-ba30-b83d2bc50316 None None] Checking segment: {'id': 'e8847f51-5e3c-4edd-9ca8-45f441d81ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4c9b392f-d4b1-4650-b3b6-79ac882ae676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:24:34.809938 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-12cb88b5-90f8-426d-ba30-b83d2bc50316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:34.810336 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cb88b5-90f8-426d-ba30-b83d2bc50316 None None] Bound using segment: {'id': 'e8847f51-5e3c-4edd-9ca8-45f441d81ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4c9b392f-d4b1-4650-b3b6-79ac882ae676'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:24:34.810821 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-12cb88b5-90f8-426d-ba30-b83d2bc50316 None None] Bound port: e48dbed3-d609-44c4-b1bc-77193cd517de, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8847f51-5e3c-4edd-9ca8-45f441d81ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4c9b392f-d4b1-4650-b3b6-79ac882ae676'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:24:34.811205 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-12cb88b5-90f8-426d-ba30-b83d2bc50316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:34.834008 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228c4ab-37b1-48da-821d-0812cafbb9bc req-9b35aa35-d165-42f6-8cd7-8058e8a6a525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:34.837023 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5228c4ab-37b1-48da-821d-0812cafbb9bc req-9b35aa35-d165-42f6-8cd7-8058e8a6a525 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=30a664a4-266d-459a-b14d-e17b45ff5b80 HTTP/1.1" status: 200 len: 857 time: 0.0668790 Apr 20 13:24:34.930790 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228c4ab-37b1-48da-821d-0812cafbb9bc req-f2cb183f-b25d-436f-ae2d-0574e6bba018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:34.932346 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5228c4ab-37b1-48da-821d-0812cafbb9bc req-f2cb183f-b25d-436f-ae2d-0574e6bba018 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=30a0afd4-452b-4cd5-87af-310670c6e8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862045 Apr 20 13:24:34.960482 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-12cb88b5-90f8-426d-ba30-b83d2bc50316 None None] For port e48dbed3-d609-44c4-b1bc-77193cd517de, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:24:34.987256 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 3d658bbc-7851-48c6-ba66-dd327e4ad277, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=3d658bbc-7851-48c6-ba66-dd327e4ad277,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:34.987256 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-12cb88b5-90f8-426d-ba30-b83d2bc50316 None None] For port e48dbed3-d609-44c4-b1bc-77193cd517de, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=e48dbed3-d609-44c4-b1bc-77193cd517de,segment=NetworkSegment(e8847f51-5e3c-4edd-9ca8-45f441d81ffa),segment_id=e8847f51-5e3c-4edd-9ca8-45f441d81ffa)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:24:34.988468 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-236b9c1a-ce08-4c54-9949-b29b70875d23 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:34.995948 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '3d658bbc-7851-48c6-ba66-dd327e4ad277', 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119', 'port_id': '3d658bbc-7851-48c6-ba66-dd327e4ad277', 'mac_address': 'fa:16:3e:af:fd:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa576778-8514-4874-84e6-afe172476688', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:24:35.038432 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:35.057285 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d658bbc-7851-48c6-ba66-dd327e4ad277 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:24:35.076601 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5228c4ab-37b1-48da-821d-0812cafbb9bc req-dc096296-6179-4963-bdd3-28d49535943a service neutron] 10.222.0.32 "GET /v2.0/networks/30a0afd4-452b-4cd5-87af-310670c6e8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360233 Apr 20 13:24:35.079245 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 3d658bbc-7851-48c6-ba66-dd327e4ad277, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=3d658bbc-7851-48c6-ba66-dd327e4ad277,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:35.083819 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-12cb88b5-90f8-426d-ba30-b83d2bc50316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:35.108113 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c9d7a-83e3-4614-8c15-8930fe56ee85 req-ccd04f5c-2257-4461-89a7-b3f017484d0d tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:35.122422 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-033c9d7a-83e3-4614-8c15-8930fe56ee85 req-ccd04f5c-2257-4461-89a7-b3f017484d0d tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e497b2-2f43-4527-a7a9-9dcc10262887 HTTP/1.1" status: 200 len: 943 time: 0.2509320 Apr 20 13:24:35.196972 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb88b5-90f8-426d-ba30-b83d2bc50316 None None] Pushing event updated for resources: {'Port': ['ID=e48dbed3-d609-44c4-b1bc-77193cd517de,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:35.222106 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-236b9c1a-ce08-4c54-9949-b29b70875d23 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:35.226641 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:35.304170 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-033c9d7a-83e3-4614-8c15-8930fe56ee85 req-67e5bccb-2164-46d1-90c5-fcecd29abee2 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805556 Apr 20 13:24:35.378943 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236b9c1a-ce08-4c54-9949-b29b70875d23 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Network 4c9b392f-d4b1-4650-b3b6-79ac882ae676 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:24:35.417324 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=3d658bbc-7851-48c6-ba66-dd327e4ad277,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:35.425608 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-236b9c1a-ce08-4c54-9949-b29b70875d23 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:35.448837 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236b9c1a-ce08-4c54-9949-b29b70875d23 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:24:35.464460 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b9c1a-ce08-4c54-9949-b29b70875d23 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event updated for resources: {'Port': ['ID=82168d56-dd72-4f8f-ab34-e70f9ba88a8e,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:35.542541 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-236b9c1a-ce08-4c54-9949-b29b70875d23 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:35.579976 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5228c4ab-37b1-48da-821d-0812cafbb9bc req-d15a3cdd-8f2d-455a-84c4-2f5df91bf9a9 service neutron] 10.222.0.32 "GET /v2.0/networks/30a0afd4-452b-4cd5-87af-310670c6e8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549010 Apr 20 13:24:35.644854 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['3d658bbc-7851-48c6-ba66-dd327e4ad277'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:24:35.709248 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f8de1-ca5c-4602-889f-d336cd58fcbc req-dee160d6-db0a-4e18-91d3-fc7f18b7f331 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:35.728141 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e06f8de1-ca5c-4602-889f-d336cd58fcbc req-dee160d6-db0a-4e18-91d3-fc7f18b7f331 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=c684c116-d9af-4e46-9a01-0ae4ff9593fc HTTP/1.1" status: 200 len: 945 time: 0.2664700 Apr 20 13:24:35.784930 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e06f8de1-ca5c-4602-889f-d336cd58fcbc req-1517d046-bdf5-4010-880d-db761bd79903 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556819 Apr 20 13:24:35.882243 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-236b9c1a-ce08-4c54-9949-b29b70875d23 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:36.238465 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-236b9c1a-ce08-4c54-9949-b29b70875d23 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:36.310412 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-236b9c1a-ce08-4c54-9949-b29b70875d23 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:36.391053 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-236b9c1a-ce08-4c54-9949-b29b70875d23 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:36.554279 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf1e8e-359f-45cf-adc2-f56afbaf1b94 req-02b3aadf-008d-4065-9921-49bc82262b50 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:36.563441 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9cdf1e8e-359f-45cf-adc2-f56afbaf1b94 req-02b3aadf-008d-4065-9921-49bc82262b50 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e497b2-2f43-4527-a7a9-9dcc10262887 HTTP/1.1" status: 200 len: 944 time: 0.1118124 Apr 20 13:24:36.616958 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9cdf1e8e-359f-45cf-adc2-f56afbaf1b94 req-a8d9ddbc-bdc4-4f63-a35f-e82344ed7be6 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521815 Apr 20 13:24:36.679177 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236b9c1a-ce08-4c54-9949-b29b70875d23 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Network 4c9b392f-d4b1-4650-b3b6-79ac882ae676 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:24:36.683211 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-236b9c1a-ce08-4c54-9949-b29b70875d23 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:36.750235 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b9c1a-ce08-4c54-9949-b29b70875d23 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event updated for resources: {'Port': ['ID=82168d56-dd72-4f8f-ab34-e70f9ba88a8e,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:36.919098 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c91d050-a2fb-4af0-adae-0d86f0b0aed0 None None] Network 4c9b392f-d4b1-4650-b3b6-79ac882ae676 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:24:37.001141 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1289d29-e327-47e4-a332-05913e2999ab req-f9d63aeb-cf20-4ecf-b5d1-2128ba2e838e tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:37.008458 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b1289d29-e327-47e4-a332-05913e2999ab req-f9d63aeb-cf20-4ecf-b5d1-2128ba2e838e tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=c684c116-d9af-4e46-9a01-0ae4ff9593fc HTTP/1.1" status: 200 len: 945 time: 0.1123714 Apr 20 13:24:37.035908 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236b9c1a-ce08-4c54-9949-b29b70875d23 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Router 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:24:37.055921 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b1289d29-e327-47e4-a332-05913e2999ab req-26bac1d4-ddd7-4f45-923d-972ec7a511c8 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419009 Apr 20 13:24:37.107096 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device e48dbed3-d609-44c4-b1bc-77193cd517de up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:24:37.198316 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236b9c1a-ce08-4c54-9949-b29b70875d23 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:24:37.213910 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35040) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:37.221755 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-e35877ed-5623-4766-b4a8-5745760158c2 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Request body: {'network': {'name': 'tempest-RoutersTest-549963339'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:37.225256 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-236b9c1a-ce08-4c54-9949-b29b70875d23 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "PUT /v2.0/routers/6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1797853 Apr 20 13:24:37.252201 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa223f41-3d53-4533-8cae-1b1cd88cc8bf None None] Sync routers for ids ['6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:24:37.323570 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-865fb475-50c3-4c94-8bff-a32e42d78ef7 None None] Provisioning complete for port e48dbed3-d609-44c4-b1bc-77193cd517de triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:37.323808 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-865fb475-50c3-4c94-8bff-a32e42d78ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:37.326678 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa223f41-3d53-4533-8cae-1b1cd88cc8bf None None] Routers {'6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:37.327341 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-aa223f41-3d53-4533-8cae-1b1cd88cc8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:24:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:37.340473 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35877ed-5623-4766-b4a8-5745760158c2 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Made reservation on behalf of 67912d2daa0a41a1a8c7a1e51e3613c2 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:24:37.340815 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port e48dbed3-d609-44c4-b1bc-77193cd517de triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:37.343376 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:37.356309 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e35877ed-5623-4766-b4a8-5745760158c2 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:37.454923 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e35877ed-5623-4766-b4a8-5745760158c2 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:24:37.472717 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e35877ed-5623-4766-b4a8-5745760158c2 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:37.473456 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-e35877ed-5623-4766-b4a8-5745760158c2 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Added segment bbf7e606-59cc-4cfa-94cd-c14d8fae1059 of type vlan for network b22906fb-9b35-4433-9a66-aef0b6d36a9e Apr 20 13:24:37.538627 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e35877ed-5623-4766-b4a8-5745760158c2 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:37.631300 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e35877ed-5623-4766-b4a8-5745760158c2 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:37.638521 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35877ed-5623-4766-b4a8-5745760158c2 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:37.639478 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e35877ed-5623-4766-b4a8-5745760158c2 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:37.765107 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35877ed-5623-4766-b4a8-5745760158c2 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event updated for resources: {'Network': ['ID=b22906fb-9b35-4433-9a66-aef0b6d36a9e,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:37.780990 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e35877ed-5623-4766-b4a8-5745760158c2 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5625458 Apr 20 13:24:37.782511 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35066) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:37.787918 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-62fcec3a-20e8-40c4-9e93-5cf078cf1365 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Request body: {'subnet': {'network_id': 'b22906fb-9b35-4433-9a66-aef0b6d36a9e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:37.798337 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network b22906fb-9b35-4433-9a66-aef0b6d36a9e details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:24:37.822591 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-aa223f41-3d53-4533-8cae-1b1cd88cc8bf None None] Set router 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e gateway port host: None {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:24:37.828165 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573ba5d-df95-4b26-9839-7f5024e949d7 req-69cd9556-bf67-44c5-8958-a4f0f3dbda52 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:37.830173 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3573ba5d-df95-4b26-9839-7f5024e949d7 req-69cd9556-bf67-44c5-8958-a4f0f3dbda52 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e497b2-2f43-4527-a7a9-9dcc10262887 HTTP/1.1" status: 200 len: 944 time: 0.1100612 Apr 20 13:24:37.922548 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3573ba5d-df95-4b26-9839-7f5024e949d7 req-88e3226c-abc5-42dd-a270-b95989da68e9 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643432 Apr 20 13:24:38.013078 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fcec3a-20e8-40c4-9e93-5cf078cf1365 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Made reservation on behalf of 67912d2daa0a41a1a8c7a1e51e3613c2 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:24:38.017395 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-62fcec3a-20e8-40c4-9e93-5cf078cf1365 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:38.126411 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-865fb475-50c3-4c94-8bff-a32e42d78ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:38.129947 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:38.213100 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port e48dbed3-d609-44c4-b1bc-77193cd517de, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=e48dbed3-d609-44c4-b1bc-77193cd517de,segment=NetworkSegment(e8847f51-5e3c-4edd-9ca8-45f441d81ffa),segment_id=e8847f51-5e3c-4edd-9ca8-45f441d81ffa)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:38.279593 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:38.292495 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-aa223f41-3d53-4533-8cae-1b1cd88cc8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'name': 'tempest-RoutersTest-router-2007313239', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:31Z', 'updated_at': '2022-04-20T13:24:35Z', 'revision_number': 2, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'gw_port_host': None, '_interfaces': [{'id': '82168d56-dd72-4f8f-ab34-e70f9ba88a8e', 'name': '', 'network_id': '4c9b392f-d4b1-4650-b3b6-79ac882ae676', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:3b:70:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:34Z', 'updated_at': '2022-04-20T13:24:36Z', 'revision_number': 2, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:38.318644 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a971f-db67-47e2-af48-70a6458534de req-f5910529-2f67-4325-92ae-46ebb9f25bc5 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:38.320268 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eb9a971f-db67-47e2-af48-70a6458534de req-f5910529-2f67-4325-92ae-46ebb9f25bc5 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=c684c116-d9af-4e46-9a01-0ae4ff9593fc HTTP/1.1" status: 200 len: 945 time: 0.1542561 Apr 20 13:24:38.386315 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-62fcec3a-20e8-40c4-9e93-5cf078cf1365 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:38.409293 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa223f41-3d53-4533-8cae-1b1cd88cc8bf None None] Checking router: 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:24:38.409656 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa223f41-3d53-4533-8cae-1b1cd88cc8bf None None] Updating router 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e port 82168d56-dd72-4f8f-ab34-e70f9ba88a8e binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:24:38.413229 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=e48dbed3-d609-44c4-b1bc-77193cd517de,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:38.440975 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eb9a971f-db67-47e2-af48-70a6458534de req-891d29c2-b71a-4db5-af86-931c3104a21c tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128702 Apr 20 13:24:38.457159 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-865fb475-50c3-4c94-8bff-a32e42d78ef7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:24:38.476247 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-865fb475-50c3-4c94-8bff-a32e42d78ef7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:24:38.496048 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-aa223f41-3d53-4533-8cae-1b1cd88cc8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:38.500492 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fcec3a-20e8-40c4-9e93-5cf078cf1365 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event updated for resources: {'Subnet': ['ID=9574e124-d720-4662-bee5-8d51d2e5449d,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:38.533550 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fcec3a-20e8-40c4-9e93-5cf078cf1365 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Checking segment: {'id': 'bbf7e606-59cc-4cfa-94cd-c14d8fae1059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b22906fb-9b35-4433-9a66-aef0b6d36a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:24:38.534225 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fcec3a-20e8-40c4-9e93-5cf078cf1365 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Network hostable DHCP agents. Network: b22906fb-9b35-4433-9a66-aef0b6d36a9e, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:24:38.649010 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fcec3a-20e8-40c4-9e93-5cf078cf1365 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Network b22906fb-9b35-4433-9a66-aef0b6d36a9e is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:24:38.703238 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 3d658bbc-7851-48c6-ba66-dd327e4ad277 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:24:38.728779 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-62fcec3a-20e8-40c4-9e93-5cf078cf1365 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, b22906fb-9b35-4433-9a66-aef0b6d36a9e) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:38.740054 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fcec3a-20e8-40c4-9e93-5cf078cf1365 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:38.740054 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-62fcec3a-20e8-40c4-9e93-5cf078cf1365 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:38.772344 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b787aff-965a-4d1c-b928-efa510236527 None None] Network b22906fb-9b35-4433-9a66-aef0b6d36a9e requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:24:38.852786 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-62fcec3a-20e8-40c4-9e93-5cf078cf1365 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0674632 Apr 20 13:24:38.852917 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device e48dbed3-d609-44c4-b1bc-77193cd517de up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:24:38.854107 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35102) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:39.172225 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b69968-a333-427d-bf69-9f9eb7ec48d7 req-29692d1a-566c-4b1c-8691-2d111d35f260 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:39.180524 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e5b69968-a333-427d-bf69-9f9eb7ec48d7 req-29692d1a-566c-4b1c-8691-2d111d35f260 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e497b2-2f43-4527-a7a9-9dcc10262887 HTTP/1.1" status: 200 len: 944 time: 0.1277170 Apr 20 13:24:39.254026 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1342ed25-59e1-4d0e-985c-cb4797969790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-b22906fb-9b35-4433-9a66-aef0b6d36a9e', 'network_id': 'b22906fb-9b35-4433-9a66-aef0b6d36a9e', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'fixed_ips': [{'subnet_id': '9574e124-d720-4662-bee5-8d51d2e5449d'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:24:39.264738 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1342ed25-59e1-4d0e-985c-cb4797969790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:39.264738 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 3d658bbc-7851-48c6-ba66-dd327e4ad277 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:24:39.274597 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 3d658bbc-7851-48c6-ba66-dd327e4ad277 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:39.274970 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:39.333121 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port e48dbed3-d609-44c4-b1bc-77193cd517de triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:39.333826 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:39.551737 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:39.596684 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 3d658bbc-7851-48c6-ba66-dd327e4ad277, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=3d658bbc-7851-48c6-ba66-dd327e4ad277,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:39.605833 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e497b2-2f43-4527-a7a9-9dcc10262887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d658bbc-7851-48c6-ba66-dd327e4ad277'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:24:39.607141 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171e1ec8-f333-4be8-8640-9a3ffcc67c66" -d '{"events": [{"server_uuid": "94e497b2-2f43-4527-a7a9-9dcc10262887", "name": "network-vif-plugged", "status": "completed", "tag": "3d658bbc-7851-48c6-ba66-dd327e4ad277"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:24:39.631200 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-35f31fc3-2aa2-405c-bf2f-78a5a008c858 None None] Provisioning complete for port e48dbed3-d609-44c4-b1bc-77193cd517de triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:39.634514 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-35f31fc3-2aa2-405c-bf2f-78a5a008c858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:39.691092 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:39.777976 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=3d658bbc-7851-48c6-ba66-dd327e4ad277,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:39.795787 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e5b69968-a333-427d-bf69-9f9eb7ec48d7 req-1bc5fcd8-9d1d-4f8b-813c-a2387a04145e tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6132016 Apr 20 13:24:39.863968 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90e3c1-1d0b-44ea-933b-a190928bf409 req-9de27326-6cbb-47b1-a1d7-a25cc2bfa45a tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:39.872604 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ac90e3c1-1d0b-44ea-933b-a190928bf409 req-9de27326-6cbb-47b1-a1d7-a25cc2bfa45a tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 947 time: 0.6863797 Apr 20 13:24:39.897714 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-aa223f41-3d53-4533-8cae-1b1cd88cc8bf None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:39.920081 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-1342ed25-59e1-4d0e-985c-cb4797969790 None None] Allocated IP 172.21.0.2 (b22906fb-9b35-4433-9a66-aef0b6d36a9e/9574e124-d720-4662-bee5-8d51d2e5449d/eae974e4-1b4d-4789-9ff6-929a14946438) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:24:39.987124 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bfe2ceed-5d4d-4079-b059-6318f09db1f5 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:40.050016 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-aa223f41-3d53-4533-8cae-1b1cd88cc8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:40.122064 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6acc0b-c2fb-4abf-b797-e24f0c24d2dd req-b0b5f97b-b776-4026-9750-3fcc0f955543 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:40.123624 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7b6acc0b-c2fb-4abf-b797-e24f0c24d2dd req-b0b5f97b-b776-4026-9750-3fcc0f955543 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=c684c116-d9af-4e46-9a01-0ae4ff9593fc HTTP/1.1" status: 200 len: 945 time: 0.1865525 Apr 20 13:24:40.135542 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ac90e3c1-1d0b-44ea-933b-a190928bf409 req-fe0a37d1-40e5-4753-9c33-0fb5b983f240 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612529 Apr 20 13:24:40.262802 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7b6acc0b-c2fb-4abf-b797-e24f0c24d2dd req-e50f765e-a2a1-47eb-b5a5-b558a4e731e1 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195834 Apr 20 13:24:40.533415 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158b138-ede0-4715-a0ab-59712d4219c3 req-3193a896-e810-4966-8202-b33f01cb465a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:40.535052 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1158b138-ede0-4715-a0ab-59712d4219c3 req-3193a896-e810-4966-8202-b33f01cb465a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=94e497b2-2f43-4527-a7a9-9dcc10262887 HTTP/1.1" status: 200 len: 1096 time: 0.2381504 Apr 20 13:24:40.565486 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399cec28-9e30-408c-b889-c85862900a92 x-openstack-request-id: req-399cec28-9e30-408c-b889-c85862900a92 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:24:40.566054 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e497b2-2f43-4527-a7a9-9dcc10262887", "name": "network-vif-plugged", "status": "completed", "tag": "3d658bbc-7851-48c6-ba66-dd327e4ad277", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:24:40.566054 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-399cec28-9e30-408c-b889-c85862900a92 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:24:40.566365 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-399cec28-9e30-408c-b889-c85862900a92'] response: {'server_uuid': '94e497b2-2f43-4527-a7a9-9dcc10262887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d658bbc-7851-48c6-ba66-dd327e4ad277', 'code': 200} Apr 20 13:24:40.607879 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:24:40.632713 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1158b138-ede0-4715-a0ab-59712d4219c3 req-48f622d1-3927-4abb-95fe-3dab79ea8300 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597794 Apr 20 13:24:40.659142 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26356c8-9391-403c-90ce-76410ae4b3fd None None] Pushing event updated for resources: {'Port': ['ID=82168d56-dd72-4f8f-ab34-e70f9ba88a8e,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:40.685653 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-aa223f41-3d53-4533-8cae-1b1cd88cc8bf None None] Attempting to bind port 82168d56-dd72-4f8f-ab34-e70f9ba88a8e on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:24:40.686058 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-aa223f41-3d53-4533-8cae-1b1cd88cc8bf None None] Attempting to bind port 82168d56-dd72-4f8f-ab34-e70f9ba88a8e by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'e8847f51-5e3c-4edd-9ca8-45f441d81ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4c9b392f-d4b1-4650-b3b6-79ac882ae676'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:24:40.686431 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa223f41-3d53-4533-8cae-1b1cd88cc8bf None None] Attempting to bind port 82168d56-dd72-4f8f-ab34-e70f9ba88a8e on network 4c9b392f-d4b1-4650-b3b6-79ac882ae676 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:24:40.691680 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-35f31fc3-2aa2-405c-bf2f-78a5a008c858 None None] Provisioning complete for port 82168d56-dd72-4f8f-ab34-e70f9ba88a8e triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:40.692110 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-35f31fc3-2aa2-405c-bf2f-78a5a008c858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:40.699792 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1342ed25-59e1-4d0e-985c-cb4797969790 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:40.724252 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa223f41-3d53-4533-8cae-1b1cd88cc8bf None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:24:40.724718 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa223f41-3d53-4533-8cae-1b1cd88cc8bf None None] Checking segment: {'id': 'e8847f51-5e3c-4edd-9ca8-45f441d81ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4c9b392f-d4b1-4650-b3b6-79ac882ae676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:24:40.725134 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-aa223f41-3d53-4533-8cae-1b1cd88cc8bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:40.725534 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa223f41-3d53-4533-8cae-1b1cd88cc8bf None None] Bound using segment: {'id': 'e8847f51-5e3c-4edd-9ca8-45f441d81ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4c9b392f-d4b1-4650-b3b6-79ac882ae676'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:24:40.726082 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-aa223f41-3d53-4533-8cae-1b1cd88cc8bf None None] Bound port: 82168d56-dd72-4f8f-ab34-e70f9ba88a8e, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8847f51-5e3c-4edd-9ca8-45f441d81ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4c9b392f-d4b1-4650-b3b6-79ac882ae676'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:24:40.726472 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-aa223f41-3d53-4533-8cae-1b1cd88cc8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:40.798621 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-35f31fc3-2aa2-405c-bf2f-78a5a008c858 None None] Port 82168d56-dd72-4f8f-ab34-e70f9ba88a8e cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:24:40.817811 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1342ed25-59e1-4d0e-985c-cb4797969790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:40.885817 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-aa223f41-3d53-4533-8cae-1b1cd88cc8bf None None] For port 82168d56-dd72-4f8f-ab34-e70f9ba88a8e, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:24:40.909170 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-bfe2ceed-5d4d-4079-b059-6318f09db1f5 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Allocated IP 172.21.0.1 (b22906fb-9b35-4433-9a66-aef0b6d36a9e/9574e124-d720-4662-bee5-8d51d2e5449d/0d198464-294b-4b89-805c-4ac2472058d8) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:24:40.913936 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-aa223f41-3d53-4533-8cae-1b1cd88cc8bf None None] For port 82168d56-dd72-4f8f-ab34-e70f9ba88a8e, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=82168d56-dd72-4f8f-ab34-e70f9ba88a8e,segment=NetworkSegment(e8847f51-5e3c-4edd-9ca8-45f441d81ffa),segment_id=e8847f51-5e3c-4edd-9ca8-45f441d81ffa)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:24:40.924570 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1342ed25-59e1-4d0e-985c-cb4797969790 None None] Network b22906fb-9b35-4433-9a66-aef0b6d36a9e is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:24:40.934834 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342ed25-59e1-4d0e-985c-cb4797969790 None None] Pushing event updated for resources: {'Port': ['ID=eae974e4-1b4d-4789-9ff6-929a14946438,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:40.940661 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-1342ed25-59e1-4d0e-985c-cb4797969790 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:40.941874 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1342ed25-59e1-4d0e-985c-cb4797969790 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:24:40.953624 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-e1102231-5b5b-4cd0-b5b1-ba787fee8e46 None None] Provisioning complete for port 82168d56-dd72-4f8f-ab34-e70f9ba88a8e triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:40.954107 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e1102231-5b5b-4cd0-b5b1-ba787fee8e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:41.002117 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-aa223f41-3d53-4533-8cae-1b1cd88cc8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:41.044642 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce877e-c545-4fa6-9258-30080484bf33 req-99e9b18c-cd02-4b4b-b9c2-4b8a4c254ad9 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:41.052399 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-80ce877e-c545-4fa6-9258-30080484bf33 req-99e9b18c-cd02-4b4b-b9c2-4b8a4c254ad9 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e497b2-2f43-4527-a7a9-9dcc10262887 HTTP/1.1" status: 200 len: 945 time: 0.1272602 Apr 20 13:24:41.071385 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-e1102231-5b5b-4cd0-b5b1-ba787fee8e46 None None] Port 82168d56-dd72-4f8f-ab34-e70f9ba88a8e cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:24:41.082277 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-1342ed25-59e1-4d0e-985c-cb4797969790 None None] Attempting to bind port eae974e4-1b4d-4789-9ff6-929a14946438 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:24:41.082783 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-1342ed25-59e1-4d0e-985c-cb4797969790 None None] Attempting to bind port eae974e4-1b4d-4789-9ff6-929a14946438 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'bbf7e606-59cc-4cfa-94cd-c14d8fae1059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b22906fb-9b35-4433-9a66-aef0b6d36a9e'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:24:41.083236 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1342ed25-59e1-4d0e-985c-cb4797969790 None None] Attempting to bind port eae974e4-1b4d-4789-9ff6-929a14946438 on network b22906fb-9b35-4433-9a66-aef0b6d36a9e {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:24:41.096125 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1342ed25-59e1-4d0e-985c-cb4797969790 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:24:41.096958 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1342ed25-59e1-4d0e-985c-cb4797969790 None None] Checking segment: {'id': 'bbf7e606-59cc-4cfa-94cd-c14d8fae1059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b22906fb-9b35-4433-9a66-aef0b6d36a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:24:41.097153 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1342ed25-59e1-4d0e-985c-cb4797969790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:41.097635 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1342ed25-59e1-4d0e-985c-cb4797969790 None None] Bound using segment: {'id': 'bbf7e606-59cc-4cfa-94cd-c14d8fae1059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b22906fb-9b35-4433-9a66-aef0b6d36a9e'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:24:41.098354 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-1342ed25-59e1-4d0e-985c-cb4797969790 None None] Bound port: eae974e4-1b4d-4789-9ff6-929a14946438, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbf7e606-59cc-4cfa-94cd-c14d8fae1059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b22906fb-9b35-4433-9a66-aef0b6d36a9e'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:24:41.098695 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1342ed25-59e1-4d0e-985c-cb4797969790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:41.127836 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26356c8-9391-403c-90ce-76410ae4b3fd None None] Pushing event updated for resources: {'Port': ['ID=82168d56-dd72-4f8f-ab34-e70f9ba88a8e,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:41.130838 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa223f41-3d53-4533-8cae-1b1cd88cc8bf None None] Routers {'6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:41.131669 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-aa223f41-3d53-4533-8cae-1b1cd88cc8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:24:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:41.179258 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-80ce877e-c545-4fa6-9258-30080484bf33 req-80f56579-0466-4ff6-a688-5b1a95f0ec50 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257823 Apr 20 13:24:41.212350 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bfe2ceed-5d4d-4079-b059-6318f09db1f5 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:41.449313 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-aa223f41-3d53-4533-8cae-1b1cd88cc8bf None None] Set router 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e gateway port host: None {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:24:41.583889 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bfe2ceed-5d4d-4079-b059-6318f09db1f5 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:41.700224 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe2ceed-5d4d-4079-b059-6318f09db1f5 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Network b22906fb-9b35-4433-9a66-aef0b6d36a9e is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:24:41.727779 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-bfe2ceed-5d4d-4079-b059-6318f09db1f5 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:41.733206 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe2ceed-5d4d-4079-b059-6318f09db1f5 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:24:41.751021 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9989b5-66fc-4237-8203-b4213b587e8c req-4a9003c9-d5e9-46e7-bb6c-92fa834c683d tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:41.752617 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8f9989b5-66fc-4237-8203-b4213b587e8c req-4a9003c9-d5e9-46e7-bb6c-92fa834c683d tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 947 time: 0.3500795 Apr 20 13:24:41.760861 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0f7d1-a658-4c52-be70-ffb029ae31f2 req-e9eea659-8546-489b-8e60-79aef78c04df tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:41.761466 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-1342ed25-59e1-4d0e-985c-cb4797969790 None None] For port eae974e4-1b4d-4789-9ff6-929a14946438, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:24:41.762376 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1bc0f7d1-a658-4c52-be70-ffb029ae31f2 req-e9eea659-8546-489b-8e60-79aef78c04df tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.32 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 947 time: 0.4201424 Apr 20 13:24:41.767242 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-1342ed25-59e1-4d0e-985c-cb4797969790 None None] For port eae974e4-1b4d-4789-9ff6-929a14946438, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=eae974e4-1b4d-4789-9ff6-929a14946438,segment=NetworkSegment(bbf7e606-59cc-4cfa-94cd-c14d8fae1059),segment_id=bbf7e606-59cc-4cfa-94cd-c14d8fae1059)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:24:41.800192 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2ceed-5d4d-4079-b059-6318f09db1f5 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event updated for resources: {'Port': ['ID=0d198464-294b-4b89-805c-4ac2472058d8,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:41.863396 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1342ed25-59e1-4d0e-985c-cb4797969790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:41.905427 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-a7cf7fae-046a-4260-a8a6-b847d350fc7b None None] Provisioning complete for port 82168d56-dd72-4f8f-ab34-e70f9ba88a8e triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:41.906342 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a7cf7fae-046a-4260-a8a6-b847d350fc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:41.931326 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8f9989b5-66fc-4237-8203-b4213b587e8c req-ef52fade-d71a-4105-b4fc-45fe0ceccff5 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673944 Apr 20 13:24:41.934653 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bfe2ceed-5d4d-4079-b059-6318f09db1f5 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:42.030819 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342ed25-59e1-4d0e-985c-cb4797969790 None None] Pushing event updated for resources: {'Port': ['ID=eae974e4-1b4d-4789-9ff6-929a14946438,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:42.041894 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-aa223f41-3d53-4533-8cae-1b1cd88cc8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'name': 'tempest-RoutersTest-router-2007313239', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:31Z', 'updated_at': '2022-04-20T13:24:35Z', 'revision_number': 2, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'gw_port_host': None, '_interfaces': [{'id': '82168d56-dd72-4f8f-ab34-e70f9ba88a8e', 'name': '', 'network_id': '4c9b392f-d4b1-4650-b3b6-79ac882ae676', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:3b:70:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:34Z', 'updated_at': '2022-04-20T13:24:40Z', 'revision_number': 4, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:42.049725 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-1bc0f7d1-a658-4c52-be70-ffb029ae31f2 req-96eea4bf-cc83-4068-bc7e-44437c248bb8 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Deleting port 6319332d-ba6a-4450-91d6-134778e02895 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:24:42.050272 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1bc0f7d1-a658-4c52-be70-ffb029ae31f2 req-96eea4bf-cc83-4068-bc7e-44437c248bb8 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:42.107050 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa223f41-3d53-4533-8cae-1b1cd88cc8bf None None] The sync data for ids ['6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'] in n-d-836015-7 is: [{'id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'name': 'tempest-RoutersTest-router-2007313239', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:31Z', 'updated_at': '2022-04-20T13:24:35Z', 'revision_number': 2, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'gw_port_host': None, '_interfaces': [{'id': '82168d56-dd72-4f8f-ab34-e70f9ba88a8e', 'name': '', 'network_id': '4c9b392f-d4b1-4650-b3b6-79ac882ae676', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:3b:70:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:34Z', 'updated_at': '2022-04-20T13:24:40Z', 'revision_number': 4, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:24:42.238290 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a7cf7fae-046a-4260-a8a6-b847d350fc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:42.296936 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bfe2ceed-5d4d-4079-b059-6318f09db1f5 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:42.340845 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-1bc0f7d1-a658-4c52-be70-ffb029ae31f2 req-96eea4bf-cc83-4068-bc7e-44437c248bb8 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] For port 6319332d-ba6a-4450-91d6-134778e02895, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=6319332d-ba6a-4450-91d6-134778e02895,segment=NetworkSegment(da203ac5-ec47-412d-9a8f-1056386260c6),segment_id=da203ac5-ec47-412d-9a8f-1056386260c6)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:42.341325 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1bc0f7d1-a658-4c52-be70-ffb029ae31f2 req-96eea4bf-cc83-4068-bc7e-44437c248bb8 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:42.350649 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-a7cf7fae-046a-4260-a8a6-b847d350fc7b None None] For port 82168d56-dd72-4f8f-ab34-e70f9ba88a8e, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=82168d56-dd72-4f8f-ab34-e70f9ba88a8e,segment=NetworkSegment(e8847f51-5e3c-4edd-9ca8-45f441d81ffa),segment_id=e8847f51-5e3c-4edd-9ca8-45f441d81ffa)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:42.356897 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:42.433796 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-1bc0f7d1-a658-4c52-be70-ffb029ae31f2 req-96eea4bf-cc83-4068-bc7e-44437c248bb8 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Calling delete_port for 6319332d-ba6a-4450-91d6-134778e02895 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:24:42.443319 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a7cf7fae-046a-4260-a8a6-b847d350fc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:42.594047 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35156) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:42.659447 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf7fae-046a-4260-a8a6-b847d350fc7b None None] Pushing event updated for resources: {'Port': ['ID=82168d56-dd72-4f8f-ab34-e70f9ba88a8e,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:42.910755 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:42.973631 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be1be8-df23-4ca8-852d-8e98e14ba908 req-60cfbb4e-a07f-49ec-b288-1e94c882d751 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:42.988870 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-30be1be8-df23-4ca8-852d-8e98e14ba908 req-60cfbb4e-a07f-49ec-b288-1e94c882d751 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e497b2-2f43-4527-a7a9-9dcc10262887 HTTP/1.1" status: 200 len: 945 time: 0.6342449 Apr 20 13:24:43.054323 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device eae974e4-1b4d-4789-9ff6-929a14946438 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:24:43.085460 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-30be1be8-df23-4ca8-852d-8e98e14ba908 req-e0f53813-2b3c-410c-9a7d-c5c6d41f6422 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945418 Apr 20 13:24:43.217541 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port eae974e4-1b4d-4789-9ff6-929a14946438 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:43.217917 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:43.438701 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:43.508496 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1bc0f7d1-a658-4c52-be70-ffb029ae31f2 req-96eea4bf-cc83-4068-bc7e-44437c248bb8 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:43.524290 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port eae974e4-1b4d-4789-9ff6-929a14946438, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=eae974e4-1b4d-4789-9ff6-929a14946438,segment=NetworkSegment(bbf7e606-59cc-4cfa-94cd-c14d8fae1059),segment_id=bbf7e606-59cc-4cfa-94cd-c14d8fae1059)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:43.554191 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-d831f9fd-ff76-4bfe-a4f3-b12ddb9b3150 admin admin] Deleting subnet 338bde54-c215-447a-bd88-634386559aad {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:24:43.562863 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d831f9fd-ff76-4bfe-a4f3-b12ddb9b3150 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:43.585657 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:43.586691 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 82168d56-dd72-4f8f-ab34-e70f9ba88a8e up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:24:43.641507 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2c962a9e-ec76-49c3-957a-d9b13e6d1ddf req-f3e49ab3-70b4-4e92-b5f7-b8f15f3b49d2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9819257 Apr 20 13:24:43.657972 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d831f9fd-ff76-4bfe-a4f3-b12ddb9b3150 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:43.690200 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eea4bf-cc83-4068-bc7e-44437c248bb8 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Pushing event deleted for resources: {'Port': ['ID=6319332d-ba6a-4450-91d6-134778e02895,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:43.721445 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-943dc998-14d8-4cb1-aed3-438fe579ae60 req-8c2a4fe4-0b51-4527-b713-38ce73d403ff tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=649a6cfebf0a4feb8c92b7d26c8b3e97 HTTP/1.1" status: 200 len: 267 time: 0.3373809 Apr 20 13:24:43.772540 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bfe2ceed-5d4d-4079-b059-6318f09db1f5 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:43.818239 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d831f9fd-ff76-4bfe-a4f3-b12ddb9b3150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:43.831855 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=eae974e4-1b4d-4789-9ff6-929a14946438,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:43.860346 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 82168d56-dd72-4f8f-ab34-e70f9ba88a8e triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:43.860726 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:43.896878 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c962a9e-ec76-49c3-957a-d9b13e6d1ddf req-d6660403-a526-4d79-af2b-0159c90e6f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:43.900960 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2c962a9e-ec76-49c3-957a-d9b13e6d1ddf req-d6660403-a526-4d79-af2b-0159c90e6f43 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=649a6cfebf0a4feb8c92b7d26c8b3e97&device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 1095 time: 0.1957667 Apr 20 13:24:43.917985 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da482ba4-fb18-44f8-8567-9568925c59cb req-5ebeb510-61ee-4554-ac93-e59b21111667 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:43.919828 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-da482ba4-fb18-44f8-8567-9568925c59cb req-5ebeb510-61ee-4554-ac93-e59b21111667 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ebca7d-f610-41d6-b734-c077d023598a HTTP/1.1" status: 200 len: 868 time: 0.5470545 Apr 20 13:24:43.920898 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc0f7d1-a658-4c52-be70-ffb029ae31f2 req-96eea4bf-cc83-4068-bc7e-44437c248bb8 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] No DVR routers for this DVR port 6319332d-ba6a-4450-91d6-134778e02895 on host n-h1-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:24:43.924062 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bfe2ceed-5d4d-4079-b059-6318f09db1f5 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:43.941969 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1bc0f7d1-a658-4c52-be70-ffb029ae31f2 req-96eea4bf-cc83-4068-bc7e-44437c248bb8 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:43.959903 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1bc0f7d1-a658-4c52-be70-ffb029ae31f2 req-96eea4bf-cc83-4068-bc7e-44437c248bb8 tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.32 "DELETE /v2.0/ports/6319332d-ba6a-4450-91d6-134778e02895 HTTP/1.1" status: 204 len: 173 time: 2.1658411 Apr 20 13:24:43.979273 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ebca7d-f610-41d6-b734-c077d023598a', 'name': 'network-vif-deleted', 'tag': '6319332d-ba6a-4450-91d6-134778e02895'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:24:43.990340 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdde45c9-a7a4-4c7f-904f-cf0eb0b0a2fe" -d '{"events": [{"server_uuid": "41ebca7d-f610-41d6-b734-c077d023598a", "name": "network-vif-deleted", "tag": "6319332d-ba6a-4450-91d6-134778e02895"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:24:44.035221 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c866a6-56b2-4a33-8572-47619292e64b None None] Network b22906fb-9b35-4433-9a66-aef0b6d36a9e requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:24:44.096709 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bfe2ceed-5d4d-4079-b059-6318f09db1f5 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:44.125964 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c962a9e-ec76-49c3-957a-d9b13e6d1ddf req-0fb43df1-0511-4471-80c0-24e049b1bcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:44.127479 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2c962a9e-ec76-49c3-957a-d9b13e6d1ddf req-0fb43df1-0511-4471-80c0-24e049b1bcf9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 HTTP/1.1" status: 200 len: 912 time: 0.1965144 Apr 20 13:24:44.209493 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d831f9fd-ff76-4bfe-a4f3-b12ddb9b3150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:44.247852 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-7c612296-718b-44f9-8121-3dfe7e308962 None None] Provisioning complete for port eae974e4-1b4d-4789-9ff6-929a14946438 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:44.248221 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7c612296-718b-44f9-8121-3dfe7e308962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:44.258747 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d831f9fd-ff76-4bfe-a4f3-b12ddb9b3150 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=338bde54-c215-447a-bd88-634386559aad,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:44.260934 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d831f9fd-ff76-4bfe-a4f3-b12ddb9b3150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:44.264829 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d831f9fd-ff76-4bfe-a4f3-b12ddb9b3150 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/338bde54-c215-447a-bd88-634386559aad HTTP/1.1" status: 204 len: 168 time: 1.6684198 Apr 20 13:24:44.267425 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35174) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:44.286374 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2c962a9e-ec76-49c3-957a-d9b13e6d1ddf req-1e71157c-9af6-42df-b68c-0dc916be5780 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce93adfa-4de5-4e0d-a1aa-a05fa73db53c HTTP/1.1" status: 200 len: 998 time: 0.1463945 Apr 20 13:24:44.336683 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943dc998-14d8-4cb1-aed3-438fe579ae60 req-be453102-3374-4bfd-bbdb-1275d84072c7 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:44.338628 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-943dc998-14d8-4cb1-aed3-438fe579ae60 req-be453102-3374-4bfd-bbdb-1275d84072c7 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e497b2-2f43-4527-a7a9-9dcc10262887 HTTP/1.1" status: 200 len: 945 time: 0.6163955 Apr 20 13:24:44.375033 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-da482ba4-fb18-44f8-8567-9568925c59cb req-79921d07-7138-47d2-8d7c-ea554dbe4bec tempest-ServersNegativeTestJSON-500052769 tempest-ServersNegativeTestJSON-500052769-project] 10.222.0.25 "GET /v2.0/security-groups?id=51eda35a-e451-450b-9361-c892ed358d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073212 Apr 20 13:24:44.397965 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-943dc998-14d8-4cb1-aed3-438fe579ae60 req-8ed1dc10-2d3e-4419-9436-12ecbb46637d tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Request body: {'port': {'security_groups': []}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:44.406310 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2ceed-5d4d-4079-b059-6318f09db1f5 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event updated for resources: {'Port': ['ID=0d198464-294b-4b89-805c-4ac2472058d8,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:44.498106 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-10214c27-e057-477b-8f2f-54c28fb5f804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:44.514239 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c962a9e-ec76-49c3-957a-d9b13e6d1ddf req-7f5cb717-82a6-4a4d-9a7d-63d928dd46fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:44.516010 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2c962a9e-ec76-49c3-957a-d9b13e6d1ddf req-7f5cb717-82a6-4a4d-9a7d-63d928dd46fb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa576778-8514-4874-84e6-afe172476688 HTTP/1.1" status: 200 len: 850 time: 0.2233493 Apr 20 13:24:44.606870 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe2ceed-5d4d-4079-b059-6318f09db1f5 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Network b22906fb-9b35-4433-9a66-aef0b6d36a9e is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:24:44.616289 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-bfe2ceed-5d4d-4079-b059-6318f09db1f5 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:44.625531 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-943dc998-14d8-4cb1-aed3-438fe579ae60 req-8ed1dc10-2d3e-4419-9436-12ecbb46637d tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:44.671217 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 6319332d-ba6a-4450-91d6-134778e02895 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:24:44.729888 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 6319332d-ba6a-4450-91d6-134778e02895 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:24:44.729888 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 6319332d-ba6a-4450-91d6-134778e02895 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:24:44.732850 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-10214c27-e057-477b-8f2f-54c28fb5f804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:44.732850 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c962a9e-ec76-49c3-957a-d9b13e6d1ddf req-a0fa9cf3-73ab-4b9d-b1b4-a4e6eab4c453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:44.745184 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2c962a9e-ec76-49c3-957a-d9b13e6d1ddf req-a0fa9cf3-73ab-4b9d-b1b4-a4e6eab4c453 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2200296 Apr 20 13:24:44.821348 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-10214c27-e057-477b-8f2f-54c28fb5f804 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dba3873c-70b0-46c0-9226-9b2dc298f12c']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:44.864912 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device eae974e4-1b4d-4789-9ff6-929a14946438 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:24:44.870641 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35178) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:44.875317 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-50c0016b-ac13-48ac-bd8b-7b68ad8e7a5d tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Request body: {'security_group': {'name': 'tempest-securitygroup--572098126', 'description': 'tempest-description--1274196381'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:44.891273 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-10214c27-e057-477b-8f2f-54c28fb5f804 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a99f852-2ec7-4242-b347-aa96e29a3d82') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:44.891777 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-10214c27-e057-477b-8f2f-54c28fb5f804 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a99f852-2ec7-4242-b347-aa96e29a3d82') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:44.926221 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-10214c27-e057-477b-8f2f-54c28fb5f804 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:44.967209 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-10214c27-e057-477b-8f2f-54c28fb5f804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:44.988630 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaea3259-badf-4552-9337-487aa98008d9 x-openstack-request-id: req-aaea3259-badf-4552-9337-487aa98008d9 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:24:44.989658 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ebca7d-f610-41d6-b734-c077d023598a", "name": "network-vif-deleted", "tag": "6319332d-ba6a-4450-91d6-134778e02895", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:24:44.992752 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aaea3259-badf-4552-9337-487aa98008d9 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:24:44.996357 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaea3259-badf-4552-9337-487aa98008d9'] response: {'server_uuid': '41ebca7d-f610-41d6-b734-c077d023598a', 'name': 'network-vif-deleted', 'tag': '6319332d-ba6a-4450-91d6-134778e02895', 'status': 'completed', 'code': 200} Apr 20 13:24:45.007128 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10214c27-e057-477b-8f2f-54c28fb5f804 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:24:45.007866 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-10214c27-e057-477b-8f2f-54c28fb5f804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:45.009727 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:24:45.009727 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:24:45.009727 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:24:45.009727 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:24:45.009727 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:24:45.009727 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:24:45.009727 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:24:45.009727 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:24:45.009727 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:24:45.009727 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:24:45.009727 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:24:45.009727 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:24:45.009727 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:24:45.009727 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:24:45.009727 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:24:45.009727 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:24:45.009727 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:24:45.009727 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:24:45.009727 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:24:45.009727 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:24:45.009727 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:24:45.009727 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:24:45.009727 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:24:45.009727 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:24:45.009727 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:24:45.009727 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:24:45.009727 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:24:45.009727 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:24:45.009727 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:24:45.009727 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:24:45.009727 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:24:45.009727 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:24:45.016847 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe2ceed-5d4d-4079-b059-6318f09db1f5 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Router 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:24:45.031074 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port eae974e4-1b4d-4789-9ff6-929a14946438 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:45.031530 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:45.051565 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2c962a9e-ec76-49c3-957a-d9b13e6d1ddf req-3de0db14-0339-49d1-b979-e38fa7c9b657 service neutron] 10.222.0.32 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933414 Apr 20 13:24:45.115024 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-50c0016b-ac13-48ac-bd8b-7b68ad8e7a5d tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:45.173099 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-695c1a99-cdbe-4e08-a23c-185770d933f8 None None] Provisioning complete for port eae974e4-1b4d-4789-9ff6-929a14946438 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:45.173647 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-695c1a99-cdbe-4e08-a23c-185770d933f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:45.253666 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2c962a9e-ec76-49c3-957a-d9b13e6d1ddf req-2cb4b6f6-1465-4b49-8c94-15d592daf8c1 service neutron] 10.222.0.32 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508501 Apr 20 13:24:45.260524 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-10214c27-e057-477b-8f2f-54c28fb5f804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:45.267204 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-10214c27-e057-477b-8f2f-54c28fb5f804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:45.276163 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-10214c27-e057-477b-8f2f-54c28fb5f804 admin admin] 10.222.0.25 "DELETE /v2.0/networks/dba3873c-70b0-46c0-9226-9b2dc298f12c HTTP/1.1" status: 204 len: 168 time: 1.0072858 Apr 20 13:24:45.336884 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10214c27-e057-477b-8f2f-54c28fb5f804 admin admin] Pushing event deleted for resources: {'Network': ['ID=dba3873c-70b0-46c0-9226-9b2dc298f12c,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:45.509812 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35186) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:45.598834 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-695c1a99-cdbe-4e08-a23c-185770d933f8 None None] Provisioning complete for port 0d198464-294b-4b89-805c-4ac2472058d8 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:45.600889 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-695c1a99-cdbe-4e08-a23c-185770d933f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:45.611214 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd1b418b-3f74-4bca-b93d-040ede719ce7 admin admin] Deleting subnet b50266ce-851e-4de2-9181-6876aeec3806 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:24:45.618258 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fd1b418b-3f74-4bca-b93d-040ede719ce7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:45.705891 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-695c1a99-cdbe-4e08-a23c-185770d933f8 None None] Port 0d198464-294b-4b89-805c-4ac2472058d8 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:24:45.713927 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fd1b418b-3f74-4bca-b93d-040ede719ce7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:45.769531 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fd1b418b-3f74-4bca-b93d-040ede719ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:45.793484 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe2ceed-5d4d-4079-b059-6318f09db1f5 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:24:45.800158 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-bfe2ceed-5d4d-4079-b059-6318f09db1f5 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "PUT /v2.0/routers/6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9450524 Apr 20 13:24:45.803663 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-943dc998-14d8-4cb1-aed3-438fe579ae60 req-8ed1dc10-2d3e-4419-9436-12ecbb46637d tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] For port 3d658bbc-7851-48c6-ba66-dd327e4ad277, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=3d658bbc-7851-48c6-ba66-dd327e4ad277,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:45.807347 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86a7c4a-4a39-4f18-8116-d933c864403e None None] Sync routers for ids ['6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:24:45.808602 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35190) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:45.813761 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-1c901621-a192-4f8e-915a-bb8582f84b1e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Request body: {'network': {'name': 'tempest-RoutersTest-2072223447'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:45.820630 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86a7c4a-4a39-4f18-8116-d933c864403e None None] Routers {'6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:45.822071 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-e86a7c4a-4a39-4f18-8116-d933c864403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:24:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:45.834753 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-7b52e4bb-fa58-41a6-8d35-224486fc79e5 None None] Provisioning complete for port 0d198464-294b-4b89-805c-4ac2472058d8 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:45.835735 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7b52e4bb-fa58-41a6-8d35-224486fc79e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:45.901054 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-50c0016b-ac13-48ac-bd8b-7b68ad8e7a5d tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:45.902131 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-7b52e4bb-fa58-41a6-8d35-224486fc79e5 None None] Port 0d198464-294b-4b89-805c-4ac2472058d8 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:24:45.907400 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-943dc998-14d8-4cb1-aed3-438fe579ae60 req-8ed1dc10-2d3e-4419-9436-12ecbb46637d tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:45.909531 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c901621-a192-4f8e-915a-bb8582f84b1e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Made reservation on behalf of 67912d2daa0a41a1a8c7a1e51e3613c2 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:24:45.913209 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1c901621-a192-4f8e-915a-bb8582f84b1e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:45.944404 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c901621-a192-4f8e-915a-bb8582f84b1e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:24:45.945493 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-e86a7c4a-4a39-4f18-8116-d933c864403e None None] Set router 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:24:45.952034 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fd1b418b-3f74-4bca-b93d-040ede719ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:45.954913 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1c901621-a192-4f8e-915a-bb8582f84b1e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:45.955269 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-1c901621-a192-4f8e-915a-bb8582f84b1e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Added segment 80bf3c01-28d4-4213-91ea-eafec3df02f2 of type vlan for network 273ed454-0032-45c4-950c-c2d8a7ba4a5d Apr 20 13:24:46.001356 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1b418b-3f74-4bca-b93d-040ede719ce7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b50266ce-851e-4de2-9181-6876aeec3806,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:46.004899 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fd1b418b-3f74-4bca-b93d-040ede719ce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:46.010804 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-fd1b418b-3f74-4bca-b93d-040ede719ce7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b50266ce-851e-4de2-9181-6876aeec3806 HTTP/1.1" status: 204 len: 168 time: 0.4998662 Apr 20 13:24:46.013071 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-943dc998-14d8-4cb1-aed3-438fe579ae60 req-8ed1dc10-2d3e-4419-9436-12ecbb46637d tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:46.013969 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35192) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:46.025341 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35194) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:46.033097 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['92fc024d-a659-4972-8862-3110d9cc2637', '3d658bbc-7851-48c6-ba66-dd327e4ad277'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:24:46.117952 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['1c47accb-165e-4205-8dff-c3a4e9fd0be6'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:24:46.133177 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-89f59603-b71f-4cc7-8858-70d756575788 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=80afdba20e43474184e0ae1925153140&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1060638 Apr 20 13:24:46.146174 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35196) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:46.164479 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-50c0016b-ac13-48ac-bd8b-7b68ad8e7a5d tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:46.181699 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1dc10-2d3e-4419-9436-12ecbb46637d tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Pushing event updated for resources: {'Port': ['ID=3d658bbc-7851-48c6-ba66-dd327e4ad277,revision_number=6']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:46.182295 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-e86a7c4a-4a39-4f18-8116-d933c864403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'name': 'tempest-RoutersTest-router-2007313239', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:31Z', 'updated_at': '2022-04-20T13:24:42Z', 'revision_number': 3, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'gw_port_host': None, '_interfaces': [{'id': '0d198464-294b-4b89-805c-4ac2472058d8', 'name': '', 'network_id': 'b22906fb-9b35-4433-9a66-aef0b6d36a9e', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:53:98:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '9574e124-d720-4662-bee5-8d51d2e5449d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:40Z', 'updated_at': '2022-04-20T13:24:43Z', 'revision_number': 2, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': '9574e124-d720-4662-bee5-8d51d2e5449d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82168d56-dd72-4f8f-ab34-e70f9ba88a8e', 'name': '', 'network_id': '4c9b392f-d4b1-4650-b3b6-79ac882ae676', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:3b:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:34Z', 'updated_at': '2022-04-20T13:24:42Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:46.187956 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-82b74ba2-f089-49a9-9232-a840a405f591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:46.238090 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943dc998-14d8-4cb1-aed3-438fe579ae60 req-8ed1dc10-2d3e-4419-9436-12ecbb46637d tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:46.238754 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-943dc998-14d8-4cb1-aed3-438fe579ae60 req-8ed1dc10-2d3e-4419-9436-12ecbb46637d tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:46.247531 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-943dc998-14d8-4cb1-aed3-438fe579ae60 req-8ed1dc10-2d3e-4419-9436-12ecbb46637d tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "PUT /v2.0/ports/3d658bbc-7851-48c6-ba66-dd327e4ad277 HTTP/1.1" status: 200 len: 904 time: 1.8637800 Apr 20 13:24:46.250528 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86a7c4a-4a39-4f18-8116-d933c864403e None None] Checking router: 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:24:46.255256 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86a7c4a-4a39-4f18-8116-d933c864403e None None] Updating router 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e port 0d198464-294b-4b89-805c-4ac2472058d8 binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:24:46.258282 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c0016b-ac13-48ac-bd8b-7b68ad8e7a5d tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e82e350-d3b5-4615-8d45-416544dfe622,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:46.275505 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1c901621-a192-4f8e-915a-bb8582f84b1e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:46.306665 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['3d658bbc-7851-48c6-ba66-dd327e4ad277'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:24:46.317351 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-50c0016b-ac13-48ac-bd8b-7b68ad8e7a5d tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:46.320262 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-50c0016b-ac13-48ac-bd8b-7b68ad8e7a5d tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.4484231 Apr 20 13:24:46.328064 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35202) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:46.336636 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-e86a7c4a-4a39-4f18-8116-d933c864403e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:46.380904 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a3e2979-af95-4ece-9c03-2dabd96fd5a0 req-e602bab6-c3a0-4497-874e-854dc19d0d98 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=368da269-436d-4719-a4b7-072f18c8de04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1295731 Apr 20 13:24:46.418127 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-472f69be-4cbb-481d-af71-f6140aff129d tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Request body: {'security_group_rule': {'security_group_id': '1e82e350-d3b5-4615-8d45-416544dfe622', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:46.496560 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1c901621-a192-4f8e-915a-bb8582f84b1e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:46.529879 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c901621-a192-4f8e-915a-bb8582f84b1e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:46.530907 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1c901621-a192-4f8e-915a-bb8582f84b1e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:46.623739 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c901621-a192-4f8e-915a-bb8582f84b1e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event updated for resources: {'Network': ['ID=273ed454-0032-45c4-950c-c2d8a7ba4a5d,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:46.646893 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e2979-af95-4ece-9c03-2dabd96fd5a0 req-d4eb2a61-2625-4180-8ddb-f886d51c570f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:46.649115 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a3e2979-af95-4ece-9c03-2dabd96fd5a0 req-d4eb2a61-2625-4180-8ddb-f886d51c570f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5dc3931e6714f8cb843649afbc5f7c5&device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 1097 time: 0.2476220 Apr 20 13:24:46.654198 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cdf70d30-08e2-4eed-91a6-263cd4b769a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:46.654198 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-82b74ba2-f089-49a9-9232-a840a405f591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:46.744993 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-82b74ba2-f089-49a9-9232-a840a405f591 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00bf89be-b590-4b91-9bd9-098821a10670']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:46.784728 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-472f69be-4cbb-481d-af71-f6140aff129d tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:46.790114 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cdf70d30-08e2-4eed-91a6-263cd4b769a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:46.837647 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-82b74ba2-f089-49a9-9232-a840a405f591 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da203ac5-ec47-412d-9a8f-1056386260c6') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:46.838029 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-82b74ba2-f089-49a9-9232-a840a405f591 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da203ac5-ec47-412d-9a8f-1056386260c6') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:46.844459 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e2979-af95-4ece-9c03-2dabd96fd5a0 req-74a9b40d-e1b0-4143-b131-81f48dc01449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:46.846087 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a3e2979-af95-4ece-9c03-2dabd96fd5a0 req-74a9b40d-e1b0-4143-b131-81f48dc01449 service neutron] 10.222.0.15 "GET /v2.0/networks?id=30a0afd4-452b-4cd5-87af-310670c6e8f3 HTTP/1.1" status: 200 len: 919 time: 0.1736152 Apr 20 13:24:46.852857 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1c901621-a192-4f8e-915a-bb8582f84b1e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0408194 Apr 20 13:24:46.855833 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35208) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:46.855956 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 273ed454-0032-45c4-950c-c2d8a7ba4a5d details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:24:46.869820 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-e593d0bd-4b00-481b-9f85-e89d1536ee48 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Request body: {'subnet': {'network_id': '273ed454-0032-45c4-950c-c2d8a7ba4a5d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:46.927370 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a3e2979-af95-4ece-9c03-2dabd96fd5a0 req-86e65b4f-86ac-4a7b-a02e-02b1e9079bdf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cbbb658-0b20-4499-92d4-bef3eaf1faad HTTP/1.1" status: 200 len: 217 time: 0.0695100 Apr 20 13:24:46.960407 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-82b74ba2-f089-49a9-9232-a840a405f591 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:46.979133 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-04cf8573-b0cc-491f-9c4e-f3db0f752a87 None None] Provisioning complete for port 3d658bbc-7851-48c6-ba66-dd327e4ad277 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:46.979789 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-04cf8573-b0cc-491f-9c4e-f3db0f752a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:47.041534 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-e86a7c4a-4a39-4f18-8116-d933c864403e None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:47.045860 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e497b2-2f43-4527-a7a9-9dcc10262887', 'tag': '3d658bbc-7851-48c6-ba66-dd327e4ad277'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:24:47.051087 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6257550-495b-4954-b602-6e7416b248a0" -d '{"events": [{"name": "network-changed", "server_uuid": "94e497b2-2f43-4527-a7a9-9dcc10262887", "tag": "3d658bbc-7851-48c6-ba66-dd327e4ad277"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:24:47.063037 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-82b74ba2-f089-49a9-9232-a840a405f591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:47.078352 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82b74ba2-f089-49a9-9232-a840a405f591 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:24:47.078352 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-82b74ba2-f089-49a9-9232-a840a405f591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:47.087442 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e2979-af95-4ece-9c03-2dabd96fd5a0 req-d7dbaca2-f724-4b4b-a8bf-452e517bbfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:47.089260 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a3e2979-af95-4ece-9c03-2dabd96fd5a0 req-d7dbaca2-f724-4b4b-a8bf-452e517bbfa7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30a664a4-266d-459a-b14d-e17b45ff5b80 HTTP/1.1" status: 200 len: 857 time: 0.1547508 Apr 20 13:24:47.128260 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-e86a7c4a-4a39-4f18-8116-d933c864403e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:47.158718 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:24:47.158718 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:24:47.158718 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:24:47.158718 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:24:47.158718 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:24:47.158718 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:24:47.158718 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:24:47.158718 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:24:47.158718 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:24:47.158718 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:24:47.158718 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:24:47.158718 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:24:47.158718 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:24:47.158718 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:24:47.158718 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:24:47.158718 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:24:47.158718 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:24:47.158718 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:24:47.158718 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:24:47.158718 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:24:47.158718 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:24:47.158718 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:24:47.158718 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:24:47.158718 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:24:47.158718 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:24:47.158718 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:24:47.158718 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:24:47.158718 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:24:47.158718 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:24:47.158718 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:24:47.158718 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:24:47.158718 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:24:47.183846 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-472f69be-4cbb-481d-af71-f6140aff129d tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:47.201126 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbbd4fa-f5ea-4942-a356-ab9e414b9ad4 None None] Pushing event updated for resources: {'Port': ['ID=0d198464-294b-4b89-805c-4ac2472058d8,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:47.216484 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e62471e-fbff-4f12-b8d7-3809643c3aa7 x-openstack-request-id: req-0e62471e-fbff-4f12-b8d7-3809643c3aa7 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:24:47.218533 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94e497b2-2f43-4527-a7a9-9dcc10262887", "tag": "3d658bbc-7851-48c6-ba66-dd327e4ad277", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:24:47.218862 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0e62471e-fbff-4f12-b8d7-3809643c3aa7 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:24:47.219332 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e62471e-fbff-4f12-b8d7-3809643c3aa7'] response: {'name': 'network-changed', 'server_uuid': '94e497b2-2f43-4527-a7a9-9dcc10262887', 'tag': '3d658bbc-7851-48c6-ba66-dd327e4ad277', 'status': 'completed', 'code': 200} Apr 20 13:24:47.223421 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbbd4fa-f5ea-4942-a356-ab9e414b9ad4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:47.228369 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbbd4fa-f5ea-4942-a356-ab9e414b9ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:47.228369 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbbd4fa-f5ea-4942-a356-ab9e414b9ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:47.228369 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbbd4fa-f5ea-4942-a356-ab9e414b9ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:47.228369 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbbd4fa-f5ea-4942-a356-ab9e414b9ad4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:47.228369 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbbd4fa-f5ea-4942-a356-ab9e414b9ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:47.228369 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbbd4fa-f5ea-4942-a356-ab9e414b9ad4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:47.228369 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbbd4fa-f5ea-4942-a356-ab9e414b9ad4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:47.228369 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbbd4fa-f5ea-4942-a356-ab9e414b9ad4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:47.231466 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbbd4fa-f5ea-4942-a356-ab9e414b9ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:47.232151 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbbd4fa-f5ea-4942-a356-ab9e414b9ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:47.232945 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbbd4fa-f5ea-4942-a356-ab9e414b9ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:47.258606 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6257550-495b-4954-b602-6e7416b248a0 req-ced31ff0-8200-4ed5-a4c7-64f2e8288781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:47.260064 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a6257550-495b-4954-b602-6e7416b248a0 req-ced31ff0-8200-4ed5-a4c7-64f2e8288781 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=649a6cfebf0a4feb8c92b7d26c8b3e97&device_id=94e497b2-2f43-4527-a7a9-9dcc10262887 HTTP/1.1" status: 200 len: 1058 time: 0.0741692 Apr 20 13:24:47.260766 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-472f69be-4cbb-481d-af71-f6140aff129d tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:47.299118 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3eab76-6553-4f99-bb96-9caa6d2eed70 req-c09f1c3e-9ec8-425e-b89f-2935faf70259 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:47.303207 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1e3eab76-6553-4f99-bb96-9caa6d2eed70 req-c09f1c3e-9ec8-425e-b89f-2935faf70259 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e497b2-2f43-4527-a7a9-9dcc10262887 HTTP/1.1" status: 200 len: 907 time: 0.8180785 Apr 20 13:24:47.313266 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e2979-af95-4ece-9c03-2dabd96fd5a0 req-7ae7f410-2a75-4317-a0ca-6accffdaf15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:47.314765 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a3e2979-af95-4ece-9c03-2dabd96fd5a0 req-7ae7f410-2a75-4317-a0ca-6accffdaf15c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30a0afd4-452b-4cd5-87af-310670c6e8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2112389 Apr 20 13:24:47.337179 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-e86a7c4a-4a39-4f18-8116-d933c864403e None None] Attempting to bind port 0d198464-294b-4b89-805c-4ac2472058d8 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:24:47.337912 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-e86a7c4a-4a39-4f18-8116-d933c864403e None None] Attempting to bind port 0d198464-294b-4b89-805c-4ac2472058d8 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'bbf7e606-59cc-4cfa-94cd-c14d8fae1059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b22906fb-9b35-4433-9a66-aef0b6d36a9e'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:24:47.338094 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86a7c4a-4a39-4f18-8116-d933c864403e None None] Attempting to bind port 0d198464-294b-4b89-805c-4ac2472058d8 on network b22906fb-9b35-4433-9a66-aef0b6d36a9e {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:24:47.344651 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86a7c4a-4a39-4f18-8116-d933c864403e None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:24:47.345065 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86a7c4a-4a39-4f18-8116-d933c864403e None None] Checking segment: {'id': 'bbf7e606-59cc-4cfa-94cd-c14d8fae1059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b22906fb-9b35-4433-9a66-aef0b6d36a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:24:47.345430 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-e86a7c4a-4a39-4f18-8116-d933c864403e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:47.345969 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86a7c4a-4a39-4f18-8116-d933c864403e None None] Bound using segment: {'id': 'bbf7e606-59cc-4cfa-94cd-c14d8fae1059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b22906fb-9b35-4433-9a66-aef0b6d36a9e'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:24:47.346715 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-e86a7c4a-4a39-4f18-8116-d933c864403e None None] Bound port: 0d198464-294b-4b89-805c-4ac2472058d8, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbf7e606-59cc-4cfa-94cd-c14d8fae1059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'b22906fb-9b35-4433-9a66-aef0b6d36a9e'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:24:47.347106 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-e86a7c4a-4a39-4f18-8116-d933c864403e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:47.353918 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e593d0bd-4b00-481b-9f85-e89d1536ee48 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Made reservation on behalf of 67912d2daa0a41a1a8c7a1e51e3613c2 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:24:47.360907 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e593d0bd-4b00-481b-9f85-e89d1536ee48 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:47.386294 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f69be-4cbb-481d-af71-f6140aff129d tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdbc11b6-1c84-4f2e-aa4a-df653c42e848,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:47.402375 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-82b74ba2-f089-49a9-9232-a840a405f591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:47.442533 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-82b74ba2-f089-49a9-9232-a840a405f591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:47.456396 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-82b74ba2-f089-49a9-9232-a840a405f591 admin admin] 10.222.0.25 "DELETE /v2.0/networks/00bf89be-b590-4b91-9bd9-098821a10670 HTTP/1.1" status: 204 len: 168 time: 1.4383237 Apr 20 13:24:47.483282 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-e86a7c4a-4a39-4f18-8116-d933c864403e None None] For port 0d198464-294b-4b89-805c-4ac2472058d8, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:24:47.501839 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-e86a7c4a-4a39-4f18-8116-d933c864403e None None] For port 0d198464-294b-4b89-805c-4ac2472058d8, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=0d198464-294b-4b89-805c-4ac2472058d8,segment=NetworkSegment(bbf7e606-59cc-4cfa-94cd-c14d8fae1059),segment_id=bbf7e606-59cc-4cfa-94cd-c14d8fae1059)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:24:47.522354 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-472f69be-4cbb-481d-af71-f6140aff129d tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:47.529265 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-472f69be-4cbb-481d-af71-f6140aff129d tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1210372 Apr 20 13:24:47.530961 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cdf70d30-08e2-4eed-91a6-263cd4b769a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:47.533922 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cdf70d30-08e2-4eed-91a6-263cd4b769a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:47.537575 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-cdf70d30-08e2-4eed-91a6-263cd4b769a6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ef66df96-b5d9-4d87-9db2-c63e9d6c2d06 HTTP/1.1" status: 204 len: 168 time: 1.3876865 Apr 20 13:24:47.537575 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35218) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:47.556115 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-ea6e480b-0881-4521-92b5-68f44331675f tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Request body: {'security_group_rule': {'security_group_id': '1e82e350-d3b5-4615-8d45-416544dfe622', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:47.560837 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b74ba2-f089-49a9-9232-a840a405f591 admin admin] Pushing event deleted for resources: {'Network': ['ID=00bf89be-b590-4b91-9bd9-098821a10670,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:47.569042 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-e86a7c4a-4a39-4f18-8116-d933c864403e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:47.575527 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-e3fb7966-3d5f-42eb-88a5-82eeebb4f920 None None] Provisioning complete for port 0d198464-294b-4b89-805c-4ac2472058d8 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:47.576835 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e3fb7966-3d5f-42eb-88a5-82eeebb4f920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:47.585788 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf70d30-08e2-4eed-91a6-263cd4b769a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef66df96-b5d9-4d87-9db2-c63e9d6c2d06,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:47.631942 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6257550-495b-4954-b602-6e7416b248a0 req-acc69810-fe76-44c7-8883-b7a4dedff49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:47.635249 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a6257550-495b-4954-b602-6e7416b248a0 req-acc69810-fe76-44c7-8883-b7a4dedff49d service neutron] 10.222.0.32 "GET /v2.0/networks?id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 HTTP/1.1" status: 200 len: 912 time: 0.3530142 Apr 20 13:24:47.716294 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86a7c4a-4a39-4f18-8116-d933c864403e None None] Routers {'6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:47.726149 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-e86a7c4a-4a39-4f18-8116-d933c864403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:24:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:47.753329 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a6257550-495b-4954-b602-6e7416b248a0 req-11ec4930-2d29-459f-a46b-4f09ad0f2550 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d658bbc-7851-48c6-ba66-dd327e4ad277 HTTP/1.1" status: 200 len: 217 time: 0.1063998 Apr 20 13:24:47.776772 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ea6e480b-0881-4521-92b5-68f44331675f tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:47.863622 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e3fb7966-3d5f-42eb-88a5-82eeebb4f920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:47.903433 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6257550-495b-4954-b602-6e7416b248a0 req-2a31d140-2b40-4538-9a81-0e202190a060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:47.906759 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a6257550-495b-4954-b602-6e7416b248a0 req-2a31d140-2b40-4538-9a81-0e202190a060 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa576778-8514-4874-84e6-afe172476688 HTTP/1.1" status: 200 len: 850 time: 0.1454573 Apr 20 13:24:47.961785 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ea6e480b-0881-4521-92b5-68f44331675f tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:47.972843 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-e86a7c4a-4a39-4f18-8116-d933c864403e None None] Set router 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:24:47.973937 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a3e2979-af95-4ece-9c03-2dabd96fd5a0 req-71dd94f6-a577-47f5-b773-21e5bf50d1ad service neutron] 10.222.0.15 "GET /v2.0/networks/30a0afd4-452b-4cd5-87af-310670c6e8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6495166 Apr 20 13:24:47.982009 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6257550-495b-4954-b602-6e7416b248a0 req-5c5a7e97-4a7a-4f9c-90ad-f7e9adecaa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:47.983893 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a6257550-495b-4954-b602-6e7416b248a0 req-5c5a7e97-4a7a-4f9c-90ad-f7e9adecaa22 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720816 Apr 20 13:24:47.984782 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-e3fb7966-3d5f-42eb-88a5-82eeebb4f920 None None] For port 0d198464-294b-4b89-805c-4ac2472058d8, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=0d198464-294b-4b89-805c-4ac2472058d8,segment=NetworkSegment(bbf7e606-59cc-4cfa-94cd-c14d8fae1059),segment_id=bbf7e606-59cc-4cfa-94cd-c14d8fae1059)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:48.043741 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e3fb7966-3d5f-42eb-88a5-82eeebb4f920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:48.065915 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ea6e480b-0881-4521-92b5-68f44331675f tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:48.100605 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e480b-0881-4521-92b5-68f44331675f tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9466bde6-b5f3-43cc-af8e-4841ae5e0c7c,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:48.163544 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a6257550-495b-4954-b602-6e7416b248a0 req-66e63f69-3de8-4dd7-a5a2-30a0a5b0e60f service neutron] 10.222.0.32 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710005 Apr 20 13:24:48.182448 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a3e2979-af95-4ece-9c03-2dabd96fd5a0 req-4cc626d5-44e5-4271-8008-e28dd28df38d service neutron] 10.222.0.15 "GET /v2.0/networks/30a0afd4-452b-4cd5-87af-310670c6e8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956217 Apr 20 13:24:48.189840 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35228) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:48.200874 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb7966-3d5f-42eb-88a5-82eeebb4f920 None None] Pushing event updated for resources: {'Port': ['ID=0d198464-294b-4b89-805c-4ac2472058d8,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:48.242894 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-01ebce14-a8a9-4f1e-bebc-dcab861ef371 None None] Provisioning complete for port 0d198464-294b-4b89-805c-4ac2472058d8 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:48.242894 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-01ebce14-a8a9-4f1e-bebc-dcab861ef371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:48.290007 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ea6e480b-0881-4521-92b5-68f44331675f tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:48.298797 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ea6e480b-0881-4521-92b5-68f44331675f tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7465088 Apr 20 13:24:48.311251 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbbd4fa-f5ea-4942-a356-ab9e414b9ad4 None None] Pushing event updated for resources: {'Port': ['ID=0d198464-294b-4b89-805c-4ac2472058d8,revision_number=4']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:48.362480 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35234) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:48.368143 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-1393aa4e-29c2-4d5c-b45b-04c9f6ac3bf6 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:48.402825 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e43ce-43c9-4781-9204-a150ebf44998 req-bcacd361-4da2-428e-90a7-e86f7dbd6646 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:48.404406 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed7e43ce-43c9-4781-9204-a150ebf44998 req-bcacd361-4da2-428e-90a7-e86f7dbd6646 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.9131937 Apr 20 13:24:48.455397 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ef583e08-4059-4369-a8c5-514ece8bacc0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7a0fd9ed74bf424a81408eac3e15249e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2549443 Apr 20 13:24:48.455631 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35238) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:48.476106 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e593d0bd-4b00-481b-9f85-e89d1536ee48 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:48.495933 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a6257550-495b-4954-b602-6e7416b248a0 req-82bc2cdd-ea28-4d6e-839a-105907f74744 service neutron] 10.222.0.32 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246644 Apr 20 13:24:48.546751 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1393aa4e-29c2-4d5c-b45b-04c9f6ac3bf6 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks [] for floatingip, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:48.555615 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-e86a7c4a-4a39-4f18-8116-d933c864403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'name': 'tempest-RoutersTest-router-2007313239', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:31Z', 'updated_at': '2022-04-20T13:24:42Z', 'revision_number': 3, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'gw_port_host': None, '_interfaces': [{'id': '0d198464-294b-4b89-805c-4ac2472058d8', 'name': '', 'network_id': 'b22906fb-9b35-4433-9a66-aef0b6d36a9e', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:53:98:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '9574e124-d720-4662-bee5-8d51d2e5449d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:40Z', 'updated_at': '2022-04-20T13:24:47Z', 'revision_number': 4, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': '9574e124-d720-4662-bee5-8d51d2e5449d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82168d56-dd72-4f8f-ab34-e70f9ba88a8e', 'name': '', 'network_id': '4c9b392f-d4b1-4650-b3b6-79ac882ae676', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:3b:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:34Z', 'updated_at': '2022-04-20T13:24:42Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:48.595643 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593d0bd-4b00-481b-9f85-e89d1536ee48 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event updated for resources: {'Subnet': ['ID=87ce92eb-df26-446e-a700-3224c82ca29f,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:48.605679 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9c2158bf-b216-4f4f-a8ef-868bc7a85fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:48.607795 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e593d0bd-4b00-481b-9f85-e89d1536ee48 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Checking segment: {'id': '80bf3c01-28d4-4213-91ea-eafec3df02f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '273ed454-0032-45c4-950c-c2d8a7ba4a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:24:48.608157 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e593d0bd-4b00-481b-9f85-e89d1536ee48 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Network hostable DHCP agents. Network: 273ed454-0032-45c4-950c-c2d8a7ba4a5d, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:24:48.626369 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86a7c4a-4a39-4f18-8116-d933c864403e None None] The sync data for ids ['6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'] in n-d-836015-7 is: [{'id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'name': 'tempest-RoutersTest-router-2007313239', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:31Z', 'updated_at': '2022-04-20T13:24:42Z', 'revision_number': 3, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'gw_port_host': None, '_interfaces': [{'id': '0d198464-294b-4b89-805c-4ac2472058d8', 'name': '', 'network_id': 'b22906fb-9b35-4433-9a66-aef0b6d36a9e', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:53:98:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '9574e124-d720-4662-bee5-8d51d2e5449d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:40Z', 'updated_at': '2022-04-20T13:24:47Z', 'revision_number': 4, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': '9574e124-d720-4662-bee5-8d51d2e5449d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82168d56-dd72-4f8f-ab34-e70f9ba88a8e', 'name': '', 'network_id': '4c9b392f-d4b1-4650-b3b6-79ac882ae676', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:3b:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:34Z', 'updated_at': '2022-04-20T13:24:42Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:24:48.646706 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9c2158bf-b216-4f4f-a8ef-868bc7a85fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:48.722910 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e593d0bd-4b00-481b-9f85-e89d1536ee48 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Network 273ed454-0032-45c4-950c-c2d8a7ba4a5d is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:24:48.808496 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-e593d0bd-4b00-481b-9f85-e89d1536ee48 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 273ed454-0032-45c4-950c-c2d8a7ba4a5d) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:48.809084 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1393aa4e-29c2-4d5c-b45b-04c9f6ac3bf6 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:48.817628 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e593d0bd-4b00-481b-9f85-e89d1536ee48 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:48.817628 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e593d0bd-4b00-481b-9f85-e89d1536ee48 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:48.824338 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbd219f-eb66-48d2-84e2-8bb58a377f13 None None] Network 273ed454-0032-45c4-950c-c2d8a7ba4a5d requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:24:48.848431 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9c2158bf-b216-4f4f-a8ef-868bc7a85fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:48.850967 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9c2158bf-b216-4f4f-a8ef-868bc7a85fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:48.855844 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9c2158bf-b216-4f4f-a8ef-868bc7a85fad admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/51eda35a-e451-450b-9361-c892ed358d10 HTTP/1.1" status: 204 len: 168 time: 0.3910124 Apr 20 13:24:48.867783 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2158bf-b216-4f4f-a8ef-868bc7a85fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51eda35a-e451-450b-9361-c892ed358d10,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:48.951628 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 0d198464-294b-4b89-805c-4ac2472058d8 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:24:48.960470 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e593d0bd-4b00-481b-9f85-e89d1536ee48 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0925434 Apr 20 13:24:48.963032 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35254) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:49.044668 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-1393aa4e-29c2-4d5c-b45b-04c9f6ac3bf6 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Allocated IP 172.25.8.149 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/25bc3bd0-eeaf-4e78-80d3-1417cdca399c) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:24:49.068065 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 0d198464-294b-4b89-805c-4ac2472058d8 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:49.068450 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:49.070651 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed7e43ce-43c9-4781-9204-a150ebf44998 req-514a601b-de6a-4014-b8c8-e19c077a03b9 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6466315 Apr 20 13:24:49.261710 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dc4656-60f1-44c5-9a62-d2e229a9f959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-273ed454-0032-45c4-950c-c2d8a7ba4a5d', 'network_id': '273ed454-0032-45c4-950c-c2d8a7ba4a5d', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'fixed_ips': [{'subnet_id': '87ce92eb-df26-446e-a700-3224c82ca29f'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:24:49.262770 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a1dc4656-60f1-44c5-9a62-d2e229a9f959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:49.396636 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1393aa4e-29c2-4d5c-b45b-04c9f6ac3bf6 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:49.520564 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-a1dc4656-60f1-44c5-9a62-d2e229a9f959 None None] Allocated IP 172.22.0.2 (273ed454-0032-45c4-950c-c2d8a7ba4a5d/87ce92eb-df26-446e-a700-3224c82ca29f/f46641f0-c8d4-4bb3-837a-05385cb5538e) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:24:49.546280 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1393aa4e-29c2-4d5c-b45b-04c9f6ac3bf6 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:49.618975 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001af1a-b30a-44f7-8fe9-fe98d4445445 req-9c4c5450-2ece-4a1c-b0d8-92c9583ab6c0 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:49.628068 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e001af1a-b30a-44f7-8fe9-fe98d4445445 req-9c4c5450-2ece-4a1c-b0d8-92c9583ab6c0 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.4055076 Apr 20 13:24:49.747059 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1393aa4e-29c2-4d5c-b45b-04c9f6ac3bf6 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Pushing event updated for resources: {'Port': ['ID=25bc3bd0-eeaf-4e78-80d3-1417cdca399c,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:49.756721 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e001af1a-b30a-44f7-8fe9-fe98d4445445 req-6844bed7-8236-4929-b77f-cc55dc2216fe tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1270568 Apr 20 13:24:49.805144 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1393aa4e-29c2-4d5c-b45b-04c9f6ac3bf6 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:24:49.808711 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-1393aa4e-29c2-4d5c-b45b-04c9f6ac3bf6 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:49.820000 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1393aa4e-29c2-4d5c-b45b-04c9f6ac3bf6 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:24:50.005169 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1393aa4e-29c2-4d5c-b45b-04c9f6ac3bf6 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:50.011518 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a1dc4656-60f1-44c5-9a62-d2e229a9f959 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:50.065767 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-92fe21ff-470b-4e05-bc4f-5df9dc9c5244 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:50.117228 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a1dc4656-60f1-44c5-9a62-d2e229a9f959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:50.127236 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1393aa4e-29c2-4d5c-b45b-04c9f6ac3bf6 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:50.161811 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b35846-d33f-45e8-864d-79d04a9d6651 req-04e8be3e-c5aa-4901-9a16-436ace517840 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:50.164835 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-24b35846-d33f-45e8-864d-79d04a9d6651 req-04e8be3e-c5aa-4901-9a16-436ace517840 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.2281718 Apr 20 13:24:50.180596 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc4656-60f1-44c5-9a62-d2e229a9f959 None None] Pushing event updated for resources: {'Port': ['ID=f46641f0-c8d4-4bb3-837a-05385cb5538e,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:50.205168 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dc4656-60f1-44c5-9a62-d2e229a9f959 None None] Network 273ed454-0032-45c4-950c-c2d8a7ba4a5d is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:24:50.206633 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-a1dc4656-60f1-44c5-9a62-d2e229a9f959 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:50.222168 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dc4656-60f1-44c5-9a62-d2e229a9f959 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:24:50.351784 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-a1dc4656-60f1-44c5-9a62-d2e229a9f959 None None] Attempting to bind port f46641f0-c8d4-4bb3-837a-05385cb5538e on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:24:50.351784 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-a1dc4656-60f1-44c5-9a62-d2e229a9f959 None None] Attempting to bind port f46641f0-c8d4-4bb3-837a-05385cb5538e by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '80bf3c01-28d4-4213-91ea-eafec3df02f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '273ed454-0032-45c4-950c-c2d8a7ba4a5d'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:24:50.351784 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dc4656-60f1-44c5-9a62-d2e229a9f959 None None] Attempting to bind port f46641f0-c8d4-4bb3-837a-05385cb5538e on network 273ed454-0032-45c4-950c-c2d8a7ba4a5d {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:24:50.357394 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dc4656-60f1-44c5-9a62-d2e229a9f959 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:24:50.358027 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dc4656-60f1-44c5-9a62-d2e229a9f959 None None] Checking segment: {'id': '80bf3c01-28d4-4213-91ea-eafec3df02f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '273ed454-0032-45c4-950c-c2d8a7ba4a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:24:50.359460 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a1dc4656-60f1-44c5-9a62-d2e229a9f959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:50.363099 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dc4656-60f1-44c5-9a62-d2e229a9f959 None None] Bound using segment: {'id': '80bf3c01-28d4-4213-91ea-eafec3df02f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '273ed454-0032-45c4-950c-c2d8a7ba4a5d'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:24:50.363099 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-a1dc4656-60f1-44c5-9a62-d2e229a9f959 None None] Bound port: f46641f0-c8d4-4bb3-837a-05385cb5538e, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80bf3c01-28d4-4213-91ea-eafec3df02f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '273ed454-0032-45c4-950c-c2d8a7ba4a5d'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:24:50.363099 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a1dc4656-60f1-44c5-9a62-d2e229a9f959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:50.396407 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1393aa4e-29c2-4d5c-b45b-04c9f6ac3bf6 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:50.483031 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1393aa4e-29c2-4d5c-b45b-04c9f6ac3bf6 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:50.518160 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-a1dc4656-60f1-44c5-9a62-d2e229a9f959 None None] For port f46641f0-c8d4-4bb3-837a-05385cb5538e, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:24:50.525361 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-a1dc4656-60f1-44c5-9a62-d2e229a9f959 None None] For port f46641f0-c8d4-4bb3-837a-05385cb5538e, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f46641f0-c8d4-4bb3-837a-05385cb5538e,segment=NetworkSegment(80bf3c01-28d4-4213-91ea-eafec3df02f2),segment_id=80bf3c01-28d4-4213-91ea-eafec3df02f2)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:24:50.557583 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-92fe21ff-470b-4e05-bc4f-5df9dc9c5244 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Allocated IP 172.22.0.1 (273ed454-0032-45c4-950c-c2d8a7ba4a5d/87ce92eb-df26-446e-a700-3224c82ca29f/3c761384-95e0-40b3-9b4e-cefb43917d41) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:24:50.591373 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1393aa4e-29c2-4d5c-b45b-04c9f6ac3bf6 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:50.609098 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a1dc4656-60f1-44c5-9a62-d2e229a9f959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:50.636397 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1393aa4e-29c2-4d5c-b45b-04c9f6ac3bf6 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Pushing event updated for resources: {'Port': ['ID=25bc3bd0-eeaf-4e78-80d3-1417cdca399c,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:50.677678 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc4656-60f1-44c5-9a62-d2e229a9f959 None None] Pushing event updated for resources: {'Port': ['ID=f46641f0-c8d4-4bb3-837a-05385cb5538e,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:50.708627 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1393aa4e-29c2-4d5c-b45b-04c9f6ac3bf6 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:50.720791 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1393aa4e-29c2-4d5c-b45b-04c9f6ac3bf6 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3562291 Apr 20 13:24:50.737802 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-92fe21ff-470b-4e05-bc4f-5df9dc9c5244 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:50.788968 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-24b35846-d33f-45e8-864d-79d04a9d6651 req-e1127e3f-01b8-4318-bf93-c7f9a269c42d tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4000230 Apr 20 13:24:50.845096 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-92fe21ff-470b-4e05-bc4f-5df9dc9c5244 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:50.970234 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fe21ff-470b-4e05-bc4f-5df9dc9c5244 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Network 273ed454-0032-45c4-950c-c2d8a7ba4a5d is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:24:50.991729 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-92fe21ff-470b-4e05-bc4f-5df9dc9c5244 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:51.002253 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fe21ff-470b-4e05-bc4f-5df9dc9c5244 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:24:51.009376 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe21ff-470b-4e05-bc4f-5df9dc9c5244 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event updated for resources: {'Port': ['ID=3c761384-95e0-40b3-9b4e-cefb43917d41,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:51.057255 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e5d41-a5fc-43f8-ad4d-37a205a1f8dd req-0f12f855-bd2b-4de5-a6e9-e1379a31d84c tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:51.092253 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d26e5d41-a5fc-43f8-ad4d-37a205a1f8dd req-0f12f855-bd2b-4de5-a6e9-e1379a31d84c tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.1951864 Apr 20 13:24:51.167191 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-92fe21ff-470b-4e05-bc4f-5df9dc9c5244 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:51.225217 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b919e6d3-1586-4671-a150-552044e57e73 req-0ee2f452-a09d-45e1-8cf3-485ebd549d8a tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--572098126&fields=id&tenant_id=b5dc3931e6714f8cb843649afbc5f7c5 HTTP/1.1" status: 200 len: 267 time: 0.2132792 Apr 20 13:24:51.227709 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d26e5d41-a5fc-43f8-ad4d-37a205a1f8dd req-c4475313-1d79-4c2a-80ac-e46da2fc7b28 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1345048 Apr 20 13:24:51.402451 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919e6d3-1586-4671-a150-552044e57e73 req-79ff4470-8d84-463b-b6aa-c206fcd4769c tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:51.405853 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b919e6d3-1586-4671-a150-552044e57e73 req-79ff4470-8d84-463b-b6aa-c206fcd4769c tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/networks?id=30a0afd4-452b-4cd5-87af-310670c6e8f3 HTTP/1.1" status: 200 len: 818 time: 0.1772413 Apr 20 13:24:51.507708 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b919e6d3-1586-4671-a150-552044e57e73 req-b9706caa-9d96-40df-8aee-702bfb4ca39d tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/quotas/b5dc3931e6714f8cb843649afbc5f7c5 HTTP/1.1" status: 200 len: 375 time: 0.0953250 Apr 20 13:24:51.508738 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-92fe21ff-470b-4e05-bc4f-5df9dc9c5244 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:51.978917 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b919e6d3-1586-4671-a150-552044e57e73 req-91cfd993-9937-47f3-813f-97eaffaab22f tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5dc3931e6714f8cb843649afbc5f7c5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4609759 Apr 20 13:24:52.199682 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854abfc9-304d-4c61-a533-dce94112217a None None] Network 273ed454-0032-45c4-950c-c2d8a7ba4a5d requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:24:52.271869 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-07a327b1-0e3b-4bb8-bbf7-85cdfaf2f44d None None] Provisioning complete for port f46641f0-c8d4-4bb3-837a-05385cb5538e triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:52.272118 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-07a327b1-0e3b-4bb8-bbf7-85cdfaf2f44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:52.281960 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-7827609b-e87f-44c5-a310-eb85768ad775 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:52.283509 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-7827609b-e87f-44c5-a310-eb85768ad775 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/networks?id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 HTTP/1.1" status: 200 len: 811 time: 0.3005238 Apr 20 13:24:52.288052 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b919e6d3-1586-4671-a150-552044e57e73 req-3e69843c-b11a-4eda-9e10-30c753b1c52d service neutron] 10.222.0.25 "GET /v2.0/networks/30a0afd4-452b-4cd5-87af-310670c6e8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917912 Apr 20 13:24:52.348320 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-1a6a4d51-671a-40f3-bc36-3af8a8925ec9 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/quotas/649a6cfebf0a4feb8c92b7d26c8b3e97 HTTP/1.1" status: 200 len: 375 time: 0.0491660 Apr 20 13:24:52.565649 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b919e6d3-1586-4671-a150-552044e57e73 req-e3cf7570-92a4-4df3-a44c-5e0f09c4e3b4 service neutron] 10.222.0.25 "GET /v2.0/networks/30a0afd4-452b-4cd5-87af-310670c6e8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677236 Apr 20 13:24:52.600969 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-07a327b1-0e3b-4bb8-bbf7-85cdfaf2f44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:52.634847 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-6cef8ed8-f954-45dc-9984-0d93b7939edd tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=649a6cfebf0a4feb8c92b7d26c8b3e97&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2548573 Apr 20 13:24:52.641498 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-07a327b1-0e3b-4bb8-bbf7-85cdfaf2f44d None None] For port f46641f0-c8d4-4bb3-837a-05385cb5538e, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f46641f0-c8d4-4bb3-837a-05385cb5538e,segment=NetworkSegment(80bf3c01-28d4-4213-91ea-eafec3df02f2),segment_id=80bf3c01-28d4-4213-91ea-eafec3df02f2)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:52.664645 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-92fe21ff-470b-4e05-bc4f-5df9dc9c5244 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:52.738662 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-07a327b1-0e3b-4bb8-bbf7-85cdfaf2f44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:52.769858 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-92fe21ff-470b-4e05-bc4f-5df9dc9c5244 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:52.829247 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a327b1-0e3b-4bb8-bbf7-85cdfaf2f44d None None] Pushing event updated for resources: {'Port': ['ID=f46641f0-c8d4-4bb3-837a-05385cb5538e,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:52.958903 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-1137b115-e434-483c-a5fe-fd231a586e5b service neutron] 10.222.0.25 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229952 Apr 20 13:24:52.980605 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-92fe21ff-470b-4e05-bc4f-5df9dc9c5244 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:52.996801 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-0a4c3d31-f236-48f2-84dc-723b3c0c67d0 None None] Provisioning complete for port f46641f0-c8d4-4bb3-837a-05385cb5538e triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:52.997184 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0a4c3d31-f236-48f2-84dc-723b3c0c67d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:53.039850 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe21ff-470b-4e05-bc4f-5df9dc9c5244 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event updated for resources: {'Port': ['ID=3c761384-95e0-40b3-9b4e-cefb43917d41,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:53.124803 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f46641f0-c8d4-4bb3-837a-05385cb5538e up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:24:53.297428 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-69440e47-21de-4772-93fc-b6bbbf97a089 req-843d66b5-e15d-49e5-8673-049a3be8f71f tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 210 time: 0.0782950 Apr 20 13:24:53.298348 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port f46641f0-c8d4-4bb3-837a-05385cb5538e triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:53.298821 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:53.379518 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-d400ce9b-e1a6-484d-b387-755c6f73b5f4 service neutron] 10.222.0.25 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962803 Apr 20 13:24:53.386297 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-0a4c3d31-f236-48f2-84dc-723b3c0c67d0 None None] Provisioning complete for port 3c761384-95e0-40b3-9b4e-cefb43917d41 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:53.387182 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0a4c3d31-f236-48f2-84dc-723b3c0c67d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:53.422431 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fe21ff-470b-4e05-bc4f-5df9dc9c5244 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Network 273ed454-0032-45c4-950c-c2d8a7ba4a5d is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:24:53.422431 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-92fe21ff-470b-4e05-bc4f-5df9dc9c5244 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:53.553063 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-0a4c3d31-f236-48f2-84dc-723b3c0c67d0 None None] Port 3c761384-95e0-40b3-9b4e-cefb43917d41 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:24:53.691814 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-09a488d4-8e7f-47b0-9852-cbddb9b1abbf None None] Provisioning complete for port 3c761384-95e0-40b3-9b4e-cefb43917d41 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:53.697483 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-09a488d4-8e7f-47b0-9852-cbddb9b1abbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:53.733311 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92fe21ff-470b-4e05-bc4f-5df9dc9c5244 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Router 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:24:53.821392 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-09a488d4-8e7f-47b0-9852-cbddb9b1abbf None None] Port 3c761384-95e0-40b3-9b4e-cefb43917d41 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:24:54.022541 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ecca1153-72c9-45c3-a075-1ed498c94b6e req-dd7936d8-6608-410d-bad6-59a9b244fb9c tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 210 time: 0.0545390 Apr 20 13:24:54.026029 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92fe21ff-470b-4e05-bc4f-5df9dc9c5244 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:24:54.051858 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-92fe21ff-470b-4e05-bc4f-5df9dc9c5244 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "PUT /v2.0/routers/6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0865695 Apr 20 13:24:54.053636 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35454) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:54.062345 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-945ac124-3be3-46f4-b661-0f56260e433e None None] Provisioning complete for port 3c761384-95e0-40b3-9b4e-cefb43917d41 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:54.062944 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-945ac124-3be3-46f4-b661-0f56260e433e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:54.066343 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d668962-9e00-4c5c-b9bf-8cfa37c32731 None None] Sync routers for ids ['6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:24:54.067830 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-11a24be9-0fb2-4827-b3fb-34b64500309f tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Request body: {'network': {'name': 'tempest-RoutersTest-1591604440'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:54.156583 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d668962-9e00-4c5c-b9bf-8cfa37c32731 None None] Routers {'6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:54.156837 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-5d668962-9e00-4c5c-b9bf-8cfa37c32731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:24:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:54.197108 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a24be9-0fb2-4827-b3fb-34b64500309f tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Made reservation on behalf of 67912d2daa0a41a1a8c7a1e51e3613c2 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:24:54.203279 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-11a24be9-0fb2-4827-b3fb-34b64500309f tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:54.238642 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-945ac124-3be3-46f4-b661-0f56260e433e None None] Port 3c761384-95e0-40b3-9b4e-cefb43917d41 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:24:54.246779 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11a24be9-0fb2-4827-b3fb-34b64500309f tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:24:54.258245 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-11a24be9-0fb2-4827-b3fb-34b64500309f tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:54.258622 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-11a24be9-0fb2-4827-b3fb-34b64500309f tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Added segment b0cbf654-5746-4509-990d-b15dd653e6cb of type vlan for network 8b055f13-c636-486b-966d-6244d8955b6a Apr 20 13:24:54.309144 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-11a24be9-0fb2-4827-b3fb-34b64500309f tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:54.326375 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-5d668962-9e00-4c5c-b9bf-8cfa37c32731 None None] Set router 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e gateway port host: None {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:24:54.435126 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b3067a67-9159-49de-9a21-5ec074674512 req-89c3d90f-a7df-4419-9b22-9c5d7591f61f tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 210 time: 0.0417635 Apr 20 13:24:54.439703 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-11a24be9-0fb2-4827-b3fb-34b64500309f tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:54.449842 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a24be9-0fb2-4827-b3fb-34b64500309f tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:54.449842 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-11a24be9-0fb2-4827-b3fb-34b64500309f tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:54.547542 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-74b2466d-4fc0-46e9-9d35-fddedeb5b7a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:54.556796 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a24be9-0fb2-4827-b3fb-34b64500309f tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event updated for resources: {'Network': ['ID=8b055f13-c636-486b-966d-6244d8955b6a,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:54.576410 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 8b055f13-c636-486b-966d-6244d8955b6a details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:24:54.617538 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-11a24be9-0fb2-4827-b3fb-34b64500309f tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5612299 Apr 20 13:24:54.619555 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35482) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:54.619854 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35480) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:54.624839 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-db6c91ce-3b39-43b3-95bb-a9412b970d2e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Request body: {'subnet': {'network_id': '8b055f13-c636-486b-966d-6244d8955b6a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:54.854792 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a0e90199-a1b8-427c-a899-48294f047b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:54.928128 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6c91ce-3b39-43b3-95bb-a9412b970d2e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Made reservation on behalf of 67912d2daa0a41a1a8c7a1e51e3613c2 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:24:54.931699 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-db6c91ce-3b39-43b3-95bb-a9412b970d2e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:54.986081 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a0e90199-a1b8-427c-a899-48294f047b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:55.005170 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f46641f0-c8d4-4bb3-837a-05385cb5538e up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:24:55.105880 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a0e90199-a1b8-427c-a899-48294f047b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:55.159489 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e90199-a1b8-427c-a899-48294f047b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec97899-42c0-4c65-8ac9-cc0845d60a33,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:55.209801 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7c34d563-75bd-48f3-b050-5ce60a6d0eb2 req-ef8869e3-43d0-46ac-bc6d-3a448acbb18f tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 210 time: 0.0634997 Apr 20 13:24:55.232441 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a0e90199-a1b8-427c-a899-48294f047b63 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d18f1980f3244eecaa6b07e72202a643&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6116629 Apr 20 13:24:55.235614 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35496) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:55.253390 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port f46641f0-c8d4-4bb3-837a-05385cb5538e triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:55.253760 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:55.285908 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-5d668962-9e00-4c5c-b9bf-8cfa37c32731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'name': 'tempest-RoutersTest-router-2007313239', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:31Z', 'updated_at': '2022-04-20T13:24:51Z', 'revision_number': 4, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'gw_port_host': None, '_interfaces': [{'id': '0d198464-294b-4b89-805c-4ac2472058d8', 'name': '', 'network_id': 'b22906fb-9b35-4433-9a66-aef0b6d36a9e', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:53:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '9574e124-d720-4662-bee5-8d51d2e5449d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:40Z', 'updated_at': '2022-04-20T13:24:47Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': '9574e124-d720-4662-bee5-8d51d2e5449d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c761384-95e0-40b3-9b4e-cefb43917d41', 'name': '', 'network_id': '273ed454-0032-45c4-950c-c2d8a7ba4a5d', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:c8:7c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '87ce92eb-df26-446e-a700-3224c82ca29f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:50Z', 'updated_at': '2022-04-20T13:24:52Z', 'revision_number': 2, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': '87ce92eb-df26-446e-a700-3224c82ca29f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82168d56-dd72-4f8f-ab34-e70f9ba88a8e', 'name': '', 'network_id': '4c9b392f-d4b1-4650-b3b6-79ac882ae676', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:3b:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:34Z', 'updated_at': '2022-04-20T13:24:42Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:55.324350 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d668962-9e00-4c5c-b9bf-8cfa37c32731 None None] Checking router: 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:24:55.324714 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d668962-9e00-4c5c-b9bf-8cfa37c32731 None None] Updating router 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e port 3c761384-95e0-40b3-9b4e-cefb43917d41 binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:24:55.359899 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ad257fd8-284a-4517-afde-34bd52fe13b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:55.384739 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5d668962-9e00-4c5c-b9bf-8cfa37c32731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:55.392705 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ad257fd8-284a-4517-afde-34bd52fe13b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:55.535782 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-db6c91ce-3b39-43b3-95bb-a9412b970d2e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:55.630222 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ad257fd8-284a-4517-afde-34bd52fe13b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:55.633397 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ad257fd8-284a-4517-afde-34bd52fe13b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:55.638590 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ad257fd8-284a-4517-afde-34bd52fe13b5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0ec97899-42c0-4c65-8ac9-cc0845d60a33 HTTP/1.1" status: 204 len: 168 time: 0.4000592 Apr 20 13:24:55.651964 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad257fd8-284a-4517-afde-34bd52fe13b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec97899-42c0-4c65-8ac9-cc0845d60a33,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:55.824090 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-261f7eea-1d98-41c6-b760-90d6a37b5b0d req-570ca70d-c14d-4267-8e83-542abc446e04 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 210 time: 0.0797298 Apr 20 13:24:55.856831 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919e6d3-1586-4671-a150-552044e57e73 req-f7bc1bd3-4e84-48a4-b837-1a0055cdd37a tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:55.858388 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b919e6d3-1586-4671-a150-552044e57e73 req-f7bc1bd3-4e84-48a4-b837-1a0055cdd37a tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.15 "GET /v2.0/networks?id=30a0afd4-452b-4cd5-87af-310670c6e8f3 HTTP/1.1" status: 200 len: 818 time: 0.2527165 Apr 20 13:24:55.861615 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c91ce-3b39-43b3-95bb-a9412b970d2e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event updated for resources: {'Subnet': ['ID=6467805f-ac68-4f81-888b-4d5bca294303,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:55.899692 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6c91ce-3b39-43b3-95bb-a9412b970d2e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Checking segment: {'id': 'b0cbf654-5746-4509-990d-b15dd653e6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8b055f13-c636-486b-966d-6244d8955b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:24:55.900326 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6c91ce-3b39-43b3-95bb-a9412b970d2e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Network hostable DHCP agents. Network: 8b055f13-c636-486b-966d-6244d8955b6a, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:24:55.906798 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5d668962-9e00-4c5c-b9bf-8cfa37c32731 None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:55.936495 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b919e6d3-1586-4671-a150-552044e57e73 req-9e72575c-67cf-4516-9621-02a159e0fde9 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5dc3931e6714f8cb843649afbc5f7c5 HTTP/1.1" status: 200 len: 379 time: 0.0678213 Apr 20 13:24:55.951654 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-b919e6d3-1586-4671-a150-552044e57e73 req-4802ec47-91fd-4c42-ad32-1017778a2ada tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Request body: {'port': {'device_id': 'eb4b09ed-4170-4962-a5c4-90ba205a74c4', 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3', 'admin_state_up': True, 'tenant_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'security_groups': ['1e82e350-d3b5-4615-8d45-416544dfe622']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:56.018328 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5d668962-9e00-4c5c-b9bf-8cfa37c32731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:56.041020 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6c91ce-3b39-43b3-95bb-a9412b970d2e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Network 8b055f13-c636-486b-966d-6244d8955b6a is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:24:56.159297 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-db6c91ce-3b39-43b3-95bb-a9412b970d2e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 8b055f13-c636-486b-966d-6244d8955b6a) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:56.174413 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6c91ce-3b39-43b3-95bb-a9412b970d2e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:56.175762 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-db6c91ce-3b39-43b3-95bb-a9412b970d2e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:56.186670 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da561331-4c7e-4364-ba07-e63cf7f0f746 None None] Network 8b055f13-c636-486b-966d-6244d8955b6a requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:24:56.251598 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c65ded-1667-4e9a-bcda-3de8baad80f3 None None] Pushing event updated for resources: {'Port': ['ID=3c761384-95e0-40b3-9b4e-cefb43917d41,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:56.306537 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b919e6d3-1586-4671-a150-552044e57e73 req-4802ec47-91fd-4c42-ad32-1017778a2ada tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Made reservation on behalf of b5dc3931e6714f8cb843649afbc5f7c5 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:24:56.311874 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b919e6d3-1586-4671-a150-552044e57e73 req-4802ec47-91fd-4c42-ad32-1017778a2ada tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:56.357175 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-db6c91ce-3b39-43b3-95bb-a9412b970d2e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7360711 Apr 20 13:24:56.361726 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35524) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:56.434056 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-5d668962-9e00-4c5c-b9bf-8cfa37c32731 None None] Attempting to bind port 3c761384-95e0-40b3-9b4e-cefb43917d41 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:24:56.434056 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-5d668962-9e00-4c5c-b9bf-8cfa37c32731 None None] Attempting to bind port 3c761384-95e0-40b3-9b4e-cefb43917d41 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '80bf3c01-28d4-4213-91ea-eafec3df02f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '273ed454-0032-45c4-950c-c2d8a7ba4a5d'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:24:56.443414 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d668962-9e00-4c5c-b9bf-8cfa37c32731 None None] Attempting to bind port 3c761384-95e0-40b3-9b4e-cefb43917d41 on network 273ed454-0032-45c4-950c-c2d8a7ba4a5d {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:24:56.512293 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d668962-9e00-4c5c-b9bf-8cfa37c32731 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:24:56.512708 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d668962-9e00-4c5c-b9bf-8cfa37c32731 None None] Checking segment: {'id': '80bf3c01-28d4-4213-91ea-eafec3df02f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '273ed454-0032-45c4-950c-c2d8a7ba4a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:24:56.532102 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5d668962-9e00-4c5c-b9bf-8cfa37c32731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:56.532568 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d668962-9e00-4c5c-b9bf-8cfa37c32731 None None] Bound using segment: {'id': '80bf3c01-28d4-4213-91ea-eafec3df02f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '273ed454-0032-45c4-950c-c2d8a7ba4a5d'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:24:56.533120 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-5d668962-9e00-4c5c-b9bf-8cfa37c32731 None None] Bound port: 3c761384-95e0-40b3-9b4e-cefb43917d41, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80bf3c01-28d4-4213-91ea-eafec3df02f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '273ed454-0032-45c4-950c-c2d8a7ba4a5d'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:24:56.533595 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5d668962-9e00-4c5c-b9bf-8cfa37c32731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:56.659418 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7183cdea-a983-4dbc-a5fa-f7f4f0794d89 req-c2a8a0c0-c011-486d-a486-6d78ccfaad4c tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 210 time: 0.0542762 Apr 20 13:24:56.697413 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-b919e6d3-1586-4671-a150-552044e57e73 req-4802ec47-91fd-4c42-ad32-1017778a2ada tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Allocated IP 172.20.0.7 (30a0afd4-452b-4cd5-87af-310670c6e8f3/30a664a4-266d-459a-b14d-e17b45ff5b80/f9f3730c-1de2-44d2-9176-df2cb0c883eb) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:24:56.857092 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-2e020f71-cc0f-4e64-b1d6-d4534d883778 None None] Provisioning complete for port 3c761384-95e0-40b3-9b4e-cefb43917d41 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:56.857092 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2e020f71-cc0f-4e64-b1d6-d4534d883778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:56.917592 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b919e6d3-1586-4671-a150-552044e57e73 req-4802ec47-91fd-4c42-ad32-1017778a2ada tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:56.942038 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8dc0252b-5882-4d8e-8937-ec48551216ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:56.995339 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-5d668962-9e00-4c5c-b9bf-8cfa37c32731 None None] For port 3c761384-95e0-40b3-9b4e-cefb43917d41, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:24:57.001682 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-5d668962-9e00-4c5c-b9bf-8cfa37c32731 None None] For port 3c761384-95e0-40b3-9b4e-cefb43917d41, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=3c761384-95e0-40b3-9b4e-cefb43917d41,segment=NetworkSegment(80bf3c01-28d4-4213-91ea-eafec3df02f2),segment_id=80bf3c01-28d4-4213-91ea-eafec3df02f2)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:24:57.005949 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c10a6e22-6095-4e94-a270-2481b72e6ced req-677353c7-3740-4ff8-9858-1e830fb82069 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 210 time: 0.0496247 Apr 20 13:24:57.012535 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-2e020f71-cc0f-4e64-b1d6-d4534d883778 None None] Port 3c761384-95e0-40b3-9b4e-cefb43917d41 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:24:57.027251 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-ce655508-f3d8-4a4b-9ca5-bf10da83ab14 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:57.028746 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-ce655508-f3d8-4a4b-9ca5-bf10da83ab14 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.15 "GET /v2.0/networks?id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 HTTP/1.1" status: 200 len: 811 time: 0.3210700 Apr 20 13:24:57.042487 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-15bed4f3-88b6-4019-96b4-cd0a084a91b4 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Request body: {'port': {'device_id': '2faa0631-57a5-4e96-8825-1015102a76cf', 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119', 'admin_state_up': True, 'tenant_id': '649a6cfebf0a4feb8c92b7d26c8b3e97'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:57.073896 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1127151-8f65-4691-8b22-fef78d578572 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-8b055f13-c636-486b-966d-6244d8955b6a', 'network_id': '8b055f13-c636-486b-966d-6244d8955b6a', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'fixed_ips': [{'subnet_id': '6467805f-ac68-4f81-888b-4d5bca294303'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:24:57.074855 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b1127151-8f65-4691-8b22-fef78d578572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:57.106676 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b919e6d3-1586-4671-a150-552044e57e73 req-4802ec47-91fd-4c42-ad32-1017778a2ada tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:57.115110 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5d668962-9e00-4c5c-b9bf-8cfa37c32731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:57.284442 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c65ded-1667-4e9a-bcda-3de8baad80f3 None None] Pushing event updated for resources: {'Port': ['ID=3c761384-95e0-40b3-9b4e-cefb43917d41,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:57.379087 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-b1127151-8f65-4691-8b22-fef78d578572 None None] Allocated IP 172.23.0.2 (8b055f13-c636-486b-966d-6244d8955b6a/6467805f-ac68-4f81-888b-4d5bca294303/79f61d19-8f79-4dd9-9a2d-ae8749ffab92) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:24:57.493753 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b919e6d3-1586-4671-a150-552044e57e73 req-4802ec47-91fd-4c42-ad32-1017778a2ada tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Network 30a0afd4-452b-4cd5-87af-310670c6e8f3 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:24:57.499800 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-b919e6d3-1586-4671-a150-552044e57e73 req-4802ec47-91fd-4c42-ad32-1017778a2ada tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:57.504094 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-b919e6d3-1586-4671-a150-552044e57e73 req-4802ec47-91fd-4c42-ad32-1017778a2ada tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:24:57.538375 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4802ec47-91fd-4c42-ad32-1017778a2ada tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Pushing event updated for resources: {'Port': ['ID=f9f3730c-1de2-44d2-9176-df2cb0c883eb,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:57.582341 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bc3455ff-ec7c-431c-8490-dd298d957333 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:57.598072 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919e6d3-1586-4671-a150-552044e57e73 req-4802ec47-91fd-4c42-ad32-1017778a2ada tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:57.599203 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b919e6d3-1586-4671-a150-552044e57e73 req-4802ec47-91fd-4c42-ad32-1017778a2ada tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:57.641196 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-15bed4f3-88b6-4019-96b4-cd0a084a91b4 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Made reservation on behalf of 649a6cfebf0a4feb8c92b7d26c8b3e97 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:24:57.654404 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-15bed4f3-88b6-4019-96b4-cd0a084a91b4 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:57.714718 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b1127151-8f65-4691-8b22-fef78d578572 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:57.721107 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d668962-9e00-4c5c-b9bf-8cfa37c32731 None None] Routers {'6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:57.723642 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-5d668962-9e00-4c5c-b9bf-8cfa37c32731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:24:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:57.737678 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b919e6d3-1586-4671-a150-552044e57e73 req-4802ec47-91fd-4c42-ad32-1017778a2ada tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7917521 Apr 20 13:24:57.750246 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-b919e6d3-1586-4671-a150-552044e57e73 req-3dc00d49-08c4-4239-b642-40979adb684b service neutron] Request body: {'port': {'device_id': 'eb4b09ed-4170-4962-a5c4-90ba205a74c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:57.830909 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b1127151-8f65-4691-8b22-fef78d578572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:57.909599 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b919e6d3-1586-4671-a150-552044e57e73 req-3dc00d49-08c4-4239-b642-40979adb684b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:57.945662 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1127151-8f65-4691-8b22-fef78d578572 None None] Pushing event updated for resources: {'Port': ['ID=79f61d19-8f79-4dd9-9a2d-ae8749ffab92,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:57.976385 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-13d3cccd-d07d-4c48-a0be-c05d5de4170f req-6d60db03-942b-4af8-a223-399a057235b9 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 210 time: 0.1179128 Apr 20 13:24:58.107736 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-41941724-8b34-47dc-b973-5796c855bb26 None None] Provisioning complete for port 3c761384-95e0-40b3-9b4e-cefb43917d41 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:58.108655 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-41941724-8b34-47dc-b973-5796c855bb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:58.128504 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1127151-8f65-4691-8b22-fef78d578572 None None] Network 8b055f13-c636-486b-966d-6244d8955b6a is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:24:58.155879 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-b1127151-8f65-4691-8b22-fef78d578572 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:58.162719 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1127151-8f65-4691-8b22-fef78d578572 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:24:58.172733 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-5d668962-9e00-4c5c-b9bf-8cfa37c32731 None None] Set router 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e gateway port host: None {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:24:58.264519 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:58.385314 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083998e-8ba2-46a0-a6d4-86e636bc10cc req-22e12e23-c74c-42ef-8285-7e98ede041d0 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:58.392694 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1083998e-8ba2-46a0-a6d4-86e636bc10cc req-22e12e23-c74c-42ef-8285-7e98ede041d0 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 931 time: 0.1551871 Apr 20 13:24:58.397749 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-15bed4f3-88b6-4019-96b4-cd0a084a91b4 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Allocated IP 172.20.0.12 (64d8cf94-eb2a-48ee-bdb5-e3e8f5005119/fa576778-8514-4874-84e6-afe172476688/bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:24:58.426405 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-b1127151-8f65-4691-8b22-fef78d578572 None None] Attempting to bind port 79f61d19-8f79-4dd9-9a2d-ae8749ffab92 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:24:58.426779 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-b1127151-8f65-4691-8b22-fef78d578572 None None] Attempting to bind port 79f61d19-8f79-4dd9-9a2d-ae8749ffab92 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'b0cbf654-5746-4509-990d-b15dd653e6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8b055f13-c636-486b-966d-6244d8955b6a'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:24:58.427169 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1127151-8f65-4691-8b22-fef78d578572 None None] Attempting to bind port 79f61d19-8f79-4dd9-9a2d-ae8749ffab92 on network 8b055f13-c636-486b-966d-6244d8955b6a {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:24:58.533154 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1127151-8f65-4691-8b22-fef78d578572 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:24:58.533522 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1127151-8f65-4691-8b22-fef78d578572 None None] Checking segment: {'id': 'b0cbf654-5746-4509-990d-b15dd653e6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8b055f13-c636-486b-966d-6244d8955b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:24:58.533934 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b1127151-8f65-4691-8b22-fef78d578572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:58.534331 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1127151-8f65-4691-8b22-fef78d578572 None None] Bound using segment: {'id': 'b0cbf654-5746-4509-990d-b15dd653e6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8b055f13-c636-486b-966d-6244d8955b6a'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:24:58.534820 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-b1127151-8f65-4691-8b22-fef78d578572 None None] Bound port: 79f61d19-8f79-4dd9-9a2d-ae8749ffab92, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0cbf654-5746-4509-990d-b15dd653e6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8b055f13-c636-486b-966d-6244d8955b6a'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:24:58.536691 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b1127151-8f65-4691-8b22-fef78d578572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:58.569007 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-41941724-8b34-47dc-b973-5796c855bb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:58.609554 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1083998e-8ba2-46a0-a6d4-86e636bc10cc req-e7bf4d3a-f361-4632-a196-7b64bfd73899 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e82e350-d3b5-4615-8d45-416544dfe622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1960440 Apr 20 13:24:58.760582 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-b919e6d3-1586-4671-a150-552044e57e73 req-3dc00d49-08c4-4239-b642-40979adb684b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9f3730c-1de2-44d2-9176-df2cb0c883eb {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:24:58.770848 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b919e6d3-1586-4671-a150-552044e57e73 req-3dc00d49-08c4-4239-b642-40979adb684b service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:58.784719 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-41941724-8b34-47dc-b973-5796c855bb26 None None] For port 3c761384-95e0-40b3-9b4e-cefb43917d41, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=3c761384-95e0-40b3-9b4e-cefb43917d41,segment=NetworkSegment(80bf3c01-28d4-4213-91ea-eafec3df02f2),segment_id=80bf3c01-28d4-4213-91ea-eafec3df02f2)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:58.804506 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-b919e6d3-1586-4671-a150-552044e57e73 req-3dc00d49-08c4-4239-b642-40979adb684b service neutron] Transition to ACTIVE for port object f9f3730c-1de2-44d2-9176-df2cb0c883eb will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:24:58.817505 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-b1127151-8f65-4691-8b22-fef78d578572 None None] For port 79f61d19-8f79-4dd9-9a2d-ae8749ffab92, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:24:58.831827 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-b1127151-8f65-4691-8b22-fef78d578572 None None] For port 79f61d19-8f79-4dd9-9a2d-ae8749ffab92, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=79f61d19-8f79-4dd9-9a2d-ae8749ffab92,segment=NetworkSegment(b0cbf654-5746-4509-990d-b15dd653e6cb),segment_id=b0cbf654-5746-4509-990d-b15dd653e6cb)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:24:58.843978 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-5d668962-9e00-4c5c-b9bf-8cfa37c32731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'name': 'tempest-RoutersTest-router-2007313239', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:31Z', 'updated_at': '2022-04-20T13:24:51Z', 'revision_number': 4, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'gw_port_host': None, '_interfaces': [{'id': '0d198464-294b-4b89-805c-4ac2472058d8', 'name': '', 'network_id': 'b22906fb-9b35-4433-9a66-aef0b6d36a9e', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:53:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '9574e124-d720-4662-bee5-8d51d2e5449d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:40Z', 'updated_at': '2022-04-20T13:24:47Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': '9574e124-d720-4662-bee5-8d51d2e5449d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c761384-95e0-40b3-9b4e-cefb43917d41', 'name': '', 'network_id': '273ed454-0032-45c4-950c-c2d8a7ba4a5d', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:c8:7c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '87ce92eb-df26-446e-a700-3224c82ca29f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:50Z', 'updated_at': '2022-04-20T13:24:56Z', 'revision_number': 4, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': '87ce92eb-df26-446e-a700-3224c82ca29f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82168d56-dd72-4f8f-ab34-e70f9ba88a8e', 'name': '', 'network_id': '4c9b392f-d4b1-4650-b3b6-79ac882ae676', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:3b:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:34Z', 'updated_at': '2022-04-20T13:24:42Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:58.900542 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b919e6d3-1586-4671-a150-552044e57e73 req-3dc00d49-08c4-4239-b642-40979adb684b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:58.912565 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-bc3455ff-ec7c-431c-8490-dd298d957333 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Allocated IP 172.23.0.1 (8b055f13-c636-486b-966d-6244d8955b6a/6467805f-ac68-4f81-888b-4d5bca294303/a5a8af3e-b208-4f27-809a-8f91a7cf2458) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:24:58.925467 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d668962-9e00-4c5c-b9bf-8cfa37c32731 None None] The sync data for ids ['6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'] in n-d-836015-7 is: [{'id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'name': 'tempest-RoutersTest-router-2007313239', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:31Z', 'updated_at': '2022-04-20T13:24:51Z', 'revision_number': 4, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'gw_port_host': None, '_interfaces': [{'id': '0d198464-294b-4b89-805c-4ac2472058d8', 'name': '', 'network_id': 'b22906fb-9b35-4433-9a66-aef0b6d36a9e', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:53:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '9574e124-d720-4662-bee5-8d51d2e5449d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:40Z', 'updated_at': '2022-04-20T13:24:47Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': '9574e124-d720-4662-bee5-8d51d2e5449d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c761384-95e0-40b3-9b4e-cefb43917d41', 'name': '', 'network_id': '273ed454-0032-45c4-950c-c2d8a7ba4a5d', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:c8:7c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '87ce92eb-df26-446e-a700-3224c82ca29f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:50Z', 'updated_at': '2022-04-20T13:24:56Z', 'revision_number': 4, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': '87ce92eb-df26-446e-a700-3224c82ca29f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82168d56-dd72-4f8f-ab34-e70f9ba88a8e', 'name': '', 'network_id': '4c9b392f-d4b1-4650-b3b6-79ac882ae676', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:3b:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:34Z', 'updated_at': '2022-04-20T13:24:42Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:24:58.971947 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b1127151-8f65-4691-8b22-fef78d578572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:58.978226 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-41941724-8b34-47dc-b973-5796c855bb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:59.165057 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc00d49-08c4-4239-b642-40979adb684b service neutron] Pushing event updated for resources: {'Port': ['ID=f9f3730c-1de2-44d2-9176-df2cb0c883eb,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:59.352411 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a3623eb-56dc-4a1a-a577-e593d15532bb req-230c1693-cdc3-424e-8ba0-97efe9dd6b78 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 210 time: 0.1354334 Apr 20 13:24:59.408026 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-b919e6d3-1586-4671-a150-552044e57e73 req-3dc00d49-08c4-4239-b642-40979adb684b service neutron] Attempting to bind port f9f3730c-1de2-44d2-9176-df2cb0c883eb on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:24:59.408659 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-b919e6d3-1586-4671-a150-552044e57e73 req-3dc00d49-08c4-4239-b642-40979adb684b service neutron] Attempting to bind port f9f3730c-1de2-44d2-9176-df2cb0c883eb by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '5847a401-b716-4b53-a934-335b190c1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:24:59.409161 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b919e6d3-1586-4671-a150-552044e57e73 req-3dc00d49-08c4-4239-b642-40979adb684b service neutron] Attempting to bind port f9f3730c-1de2-44d2-9176-df2cb0c883eb on network 30a0afd4-452b-4cd5-87af-310670c6e8f3 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:24:59.444381 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b919e6d3-1586-4671-a150-552044e57e73 req-3dc00d49-08c4-4239-b642-40979adb684b service neutron] Port f9f3730c-1de2-44d2-9176-df2cb0c883eb on network 30a0afd4-452b-4cd5-87af-310670c6e8f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:24:59.445004 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b919e6d3-1586-4671-a150-552044e57e73 req-3dc00d49-08c4-4239-b642-40979adb684b service neutron] Attempting to bind port f9f3730c-1de2-44d2-9176-df2cb0c883eb on network 30a0afd4-452b-4cd5-87af-310670c6e8f3 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:24:59.468944 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b919e6d3-1586-4671-a150-552044e57e73 req-3dc00d49-08c4-4239-b642-40979adb684b service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:24:59.469316 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b919e6d3-1586-4671-a150-552044e57e73 req-3dc00d49-08c4-4239-b642-40979adb684b service neutron] Checking segment: {'id': '5847a401-b716-4b53-a934-335b190c1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:24:59.473851 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b919e6d3-1586-4671-a150-552044e57e73 req-3dc00d49-08c4-4239-b642-40979adb684b service neutron] Bound using segment: {'id': '5847a401-b716-4b53-a934-335b190c1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:24:59.474426 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-b919e6d3-1586-4671-a150-552044e57e73 req-3dc00d49-08c4-4239-b642-40979adb684b service neutron] Bound port: f9f3730c-1de2-44d2-9176-df2cb0c883eb, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5847a401-b716-4b53-a934-335b190c1a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:24:59.474811 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b919e6d3-1586-4671-a150-552044e57e73 req-3dc00d49-08c4-4239-b642-40979adb684b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:59.603976 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-15bed4f3-88b6-4019-96b4-cd0a084a91b4 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:59.625563 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bc3455ff-ec7c-431c-8490-dd298d957333 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:59.798500 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-b919e6d3-1586-4671-a150-552044e57e73 req-3dc00d49-08c4-4239-b642-40979adb684b service neutron] For port f9f3730c-1de2-44d2-9176-df2cb0c883eb, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:24:59.807496 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-b919e6d3-1586-4671-a150-552044e57e73 req-3dc00d49-08c4-4239-b642-40979adb684b service neutron] For port f9f3730c-1de2-44d2-9176-df2cb0c883eb, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=f9f3730c-1de2-44d2-9176-df2cb0c883eb,segment=NetworkSegment(5847a401-b716-4b53-a934-335b190c1a91),segment_id=5847a401-b716-4b53-a934-335b190c1a91)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:24:59.831441 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bc3455ff-ec7c-431c-8490-dd298d957333 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:59.893494 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1127151-8f65-4691-8b22-fef78d578572 None None] Pushing event updated for resources: {'Port': ['ID=79f61d19-8f79-4dd9-9a2d-ae8749ffab92,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:59.934022 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163bdd7-46e8-4187-bc2e-8fd415c7e8f9 req-40a4bdb5-b552-43d8-856b-c3e85f087f51 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:59.934022 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9163bdd7-46e8-4187-bc2e-8fd415c7e8f9 req-40a4bdb5-b552-43d8-856b-c3e85f087f51 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 943 time: 0.1316271 Apr 20 13:24:59.975044 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b919e6d3-1586-4671-a150-552044e57e73 req-3dc00d49-08c4-4239-b642-40979adb684b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:59.988678 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:59.993078 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:59.996624 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3455ff-ec7c-431c-8490-dd298d957333 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event updated for resources: {'Port': ['ID=a5a8af3e-b208-4f27-809a-8f91a7cf2458,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:00.006013 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-15bed4f3-88b6-4019-96b4-cd0a084a91b4 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:00.066273 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-15bed4f3-88b6-4019-96b4-cd0a084a91b4 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Network 64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:25:00.087968 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3455ff-ec7c-431c-8490-dd298d957333 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Network 8b055f13-c636-486b-966d-6244d8955b6a is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:25:00.091659 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['92fc024d-a659-4972-8862-3110d9cc2637'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:25:00.100896 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-15bed4f3-88b6-4019-96b4-cd0a084a91b4 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:25:00.105331 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919e6d3-1586-4671-a150-552044e57e73 req-3dc00d49-08c4-4239-b642-40979adb684b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:00.106188 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b919e6d3-1586-4671-a150-552044e57e73 req-3dc00d49-08c4-4239-b642-40979adb684b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:00.111611 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b919e6d3-1586-4671-a150-552044e57e73 req-3dc00d49-08c4-4239-b642-40979adb684b service neutron] 10.222.0.15 "PUT /v2.0/ports/f9f3730c-1de2-44d2-9176-df2cb0c883eb HTTP/1.1" status: 200 len: 1091 time: 2.3662617 Apr 20 13:25:00.119417 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-bc3455ff-ec7c-431c-8490-dd298d957333 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:25:00.131622 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3455ff-ec7c-431c-8490-dd298d957333 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:25:00.136560 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4b09ed-4170-4962-a5c4-90ba205a74c4', 'tag': 'f9f3730c-1de2-44d2-9176-df2cb0c883eb'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:25:00.142844 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52753569-7107-4701-8aa4-e103685a8cda" -d '{"events": [{"name": "network-changed", "server_uuid": "eb4b09ed-4170-4962-a5c4-90ba205a74c4", "tag": "f9f3730c-1de2-44d2-9176-df2cb0c883eb"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:25:00.173490 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-15bed4f3-88b6-4019-96b4-cd0a084a91b4 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:25:00.190893 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc00d49-08c4-4239-b642-40979adb684b service neutron] Pushing event updated for resources: {'Port': ['ID=f9f3730c-1de2-44d2-9176-df2cb0c883eb,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:00.247297 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9163bdd7-46e8-4187-bc2e-8fd415c7e8f9 req-be30ac12-83e4-4e03-afa5-334aa6ab2608 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e82e350-d3b5-4615-8d45-416544dfe622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3013258 Apr 20 13:25:00.330894 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['1c47accb-165e-4205-8dff-c3a4e9fd0be6'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:25:00.341672 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bed4f3-88b6-4019-96b4-cd0a084a91b4 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Pushing event updated for resources: {'Port': ['ID=bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:00.366886 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-15bed4f3-88b6-4019-96b4-cd0a084a91b4 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:00.367815 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-15bed4f3-88b6-4019-96b4-cd0a084a91b4 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:00.371209 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bc3455ff-ec7c-431c-8490-dd298d957333 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:00.455964 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde0dae8-6948-4498-ae51-99c39f93b77e x-openstack-request-id: req-dde0dae8-6948-4498-ae51-99c39f93b77e {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:25:00.456278 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb4b09ed-4170-4962-a5c4-90ba205a74c4", "tag": "f9f3730c-1de2-44d2-9176-df2cb0c883eb", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:25:00.456612 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dde0dae8-6948-4498-ae51-99c39f93b77e {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:25:00.456994 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dde0dae8-6948-4498-ae51-99c39f93b77e'] response: {'name': 'network-changed', 'server_uuid': 'eb4b09ed-4170-4962-a5c4-90ba205a74c4', 'tag': 'f9f3730c-1de2-44d2-9176-df2cb0c883eb', 'status': 'completed', 'code': 200} Apr 20 13:25:00.525872 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919e6d3-1586-4671-a150-552044e57e73 req-c173300a-7e16-49a0-bb5d-5f23806c6737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:00.527402 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b919e6d3-1586-4671-a150-552044e57e73 req-c173300a-7e16-49a0-bb5d-5f23806c6737 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5dc3931e6714f8cb843649afbc5f7c5&device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 1094 time: 0.2475963 Apr 20 13:25:00.698094 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-15bed4f3-88b6-4019-96b4-cd0a084a91b4 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6570182 Apr 20 13:25:00.740241 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-fea120be-728f-43d4-8916-1df9159ff2df service neutron] Request body: {'port': {'device_id': '2faa0631-57a5-4e96-8825-1015102a76cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:25:00.767318 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41941724-8b34-47dc-b973-5796c855bb26 None None] Pushing event updated for resources: {'Port': ['ID=3c761384-95e0-40b3-9b4e-cefb43917d41,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:00.849669 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b919e6d3-1586-4671-a150-552044e57e73 req-827fdd11-1c7f-4c31-9976-11f0c9dc6b03 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9f3730c-1de2-44d2-9176-df2cb0c883eb HTTP/1.1" status: 200 len: 217 time: 0.2916429 Apr 20 13:25:01.088125 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919e6d3-1586-4671-a150-552044e57e73 req-1599dc5e-e78c-4ed6-9e12-ccd06474ecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:01.089612 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b919e6d3-1586-4671-a150-552044e57e73 req-1599dc5e-e78c-4ed6-9e12-ccd06474ecbc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30a664a4-266d-459a-b14d-e17b45ff5b80 HTTP/1.1" status: 200 len: 857 time: 0.1832395 Apr 20 13:25:01.132667 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bc3455ff-ec7c-431c-8490-dd298d957333 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:01.147338 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e7a75-f223-44c0-8a8b-57ffc409dca8 req-e58dfbf0-7f1f-435e-9b72-29c9c6e05d5a tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:01.159014 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-127e7a75-f223-44c0-8a8b-57ffc409dca8 req-e58dfbf0-7f1f-435e-9b72-29c9c6e05d5a tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 932 time: 0.5803714 Apr 20 13:25:01.175111 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-fea120be-728f-43d4-8916-1df9159ff2df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:01.179340 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 79f61d19-8f79-4dd9-9a2d-ae8749ffab92 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:25:01.195763 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-bae218ca-069c-424b-9551-a38a1f66b156 None None] Provisioning complete for port bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:01.196394 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bae218ca-069c-424b-9551-a38a1f66b156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:01.271752 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919e6d3-1586-4671-a150-552044e57e73 req-46f07241-beaa-425e-ae6c-709c44660f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:01.276688 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b919e6d3-1586-4671-a150-552044e57e73 req-46f07241-beaa-425e-ae6c-709c44660f31 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30a0afd4-452b-4cd5-87af-310670c6e8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1633127 Apr 20 13:25:01.286367 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-127e7a75-f223-44c0-8a8b-57ffc409dca8 req-8fe07823-1302-470c-b2ab-8b6e39ad14c6 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244814 Apr 20 13:25:01.320404 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-bae218ca-069c-424b-9551-a38a1f66b156 None None] Port bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:25:01.426858 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 79f61d19-8f79-4dd9-9a2d-ae8749ffab92 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:01.428796 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:01.552114 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf420f9d-066d-4fb3-a2fb-7446937a22dc req-442347b5-2be6-489f-92e8-f3186736f145 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:01.552114 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cf420f9d-066d-4fb3-a2fb-7446937a22dc req-442347b5-2be6-489f-92e8-f3186736f145 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 943 time: 0.1217358 Apr 20 13:25:01.562238 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b919e6d3-1586-4671-a150-552044e57e73 req-0c9cfd98-3efa-4e5f-bac0-84ff2e0b9ff1 service neutron] 10.222.0.15 "GET /v2.0/networks/30a0afd4-452b-4cd5-87af-310670c6e8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490349 Apr 20 13:25:01.614402 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:01.700481 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 79f61d19-8f79-4dd9-9a2d-ae8749ffab92, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=79f61d19-8f79-4dd9-9a2d-ae8749ffab92,segment=NetworkSegment(b0cbf654-5746-4509-990d-b15dd653e6cb),segment_id=b0cbf654-5746-4509-990d-b15dd653e6cb)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:01.744794 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b919e6d3-1586-4671-a150-552044e57e73 req-a7f0141a-6733-4853-a768-2591bca7ef00 service neutron] 10.222.0.15 "GET /v2.0/networks/30a0afd4-452b-4cd5-87af-310670c6e8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684022 Apr 20 13:25:01.783960 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cf420f9d-066d-4fb3-a2fb-7446937a22dc req-95f40520-0728-44ae-85d1-b5bdc2dedc52 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e82e350-d3b5-4615-8d45-416544dfe622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2208867 Apr 20 13:25:01.795976 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:01.801055 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 3c761384-95e0-40b3-9b4e-cefb43917d41 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:25:01.935410 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=79f61d19-8f79-4dd9-9a2d-ae8749ffab92,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:01.971277 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52753569-7107-4701-8aa4-e103685a8cda req-e56932b3-4c23-484e-9023-1db16d5e041f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:01.972800 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52753569-7107-4701-8aa4-e103685a8cda req-e56932b3-4c23-484e-9023-1db16d5e041f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5dc3931e6714f8cb843649afbc5f7c5&device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 1094 time: 0.0756688 Apr 20 13:25:01.983522 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 3c761384-95e0-40b3-9b4e-cefb43917d41 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:01.983903 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:02.083504 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-fea120be-728f-43d4-8916-1df9159ff2df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:25:02.123501 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-fea120be-728f-43d4-8916-1df9159ff2df service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:02.181708 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-fea120be-728f-43d4-8916-1df9159ff2df service neutron] Transition to ACTIVE for port object bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:25:02.208055 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52753569-7107-4701-8aa4-e103685a8cda req-91dc38f8-fed7-4bac-a686-8357d412719f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:02.210455 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52753569-7107-4701-8aa4-e103685a8cda req-91dc38f8-fed7-4bac-a686-8357d412719f service neutron] 10.222.0.15 "GET /v2.0/networks?id=30a0afd4-452b-4cd5-87af-310670c6e8f3 HTTP/1.1" status: 200 len: 919 time: 0.2304270 Apr 20 13:25:02.219086 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bc3455ff-ec7c-431c-8490-dd298d957333 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:02.260717 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e68550f-b100-48c9-904f-413926687c3a None None] Network 8b055f13-c636-486b-966d-6244d8955b6a requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:25:02.265532 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-fea120be-728f-43d4-8916-1df9159ff2df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:02.280901 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52753569-7107-4701-8aa4-e103685a8cda req-3dba9465-3cb8-4184-a17d-8fbf8be30273 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9f3730c-1de2-44d2-9176-df2cb0c883eb HTTP/1.1" status: 200 len: 217 time: 0.0618479 Apr 20 13:25:02.342483 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bc3455ff-ec7c-431c-8490-dd298d957333 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:02.412572 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52753569-7107-4701-8aa4-e103685a8cda req-fdf6183a-cdcf-4c3a-8ffb-684577816f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:02.417584 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52753569-7107-4701-8aa4-e103685a8cda req-fdf6183a-cdcf-4c3a-8ffb-684577816f85 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30a664a4-266d-459a-b14d-e17b45ff5b80 HTTP/1.1" status: 200 len: 857 time: 0.1299093 Apr 20 13:25:02.577331 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-b5dfebf1-a61d-4adb-ba2f-456144d35e31 None None] Provisioning complete for port 79f61d19-8f79-4dd9-9a2d-ae8749ffab92 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:02.577708 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b5dfebf1-a61d-4adb-ba2f-456144d35e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:02.593690 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52753569-7107-4701-8aa4-e103685a8cda req-784fb70d-a39c-454b-aa8e-5851bc9903fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:02.595340 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52753569-7107-4701-8aa4-e103685a8cda req-784fb70d-a39c-454b-aa8e-5851bc9903fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30a0afd4-452b-4cd5-87af-310670c6e8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1707122 Apr 20 13:25:02.610518 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf564d-fbd0-4e6d-a83e-0629597d84b1 req-36c16ac7-681a-46ab-84dd-8f49e9fcd608 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:02.618944 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bcaf564d-fbd0-4e6d-a83e-0629597d84b1 req-36c16ac7-681a-46ab-84dd-8f49e9fcd608 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 944 time: 0.1006818 Apr 20 13:25:02.619873 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bc3455ff-ec7c-431c-8490-dd298d957333 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:02.638511 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea120be-728f-43d4-8916-1df9159ff2df service neutron] Pushing event updated for resources: {'Port': ['ID=bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:02.833704 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bcaf564d-fbd0-4e6d-a83e-0629597d84b1 req-ae95f8d3-a799-485d-9a35-5b987528626a tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104249 Apr 20 13:25:02.939951 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52753569-7107-4701-8aa4-e103685a8cda req-26a26710-ea1c-4593-9072-181149ae3431 service neutron] 10.222.0.15 "GET /v2.0/networks/30a0afd4-452b-4cd5-87af-310670c6e8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181047 Apr 20 13:25:02.960355 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 79f61d19-8f79-4dd9-9a2d-ae8749ffab92 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:25:02.969830 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3455ff-ec7c-431c-8490-dd298d957333 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event updated for resources: {'Port': ['ID=a5a8af3e-b208-4f27-809a-8f91a7cf2458,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:03.073669 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-fea120be-728f-43d4-8916-1df9159ff2df service neutron] Attempting to bind port bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:25:03.073669 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-fea120be-728f-43d4-8916-1df9159ff2df service neutron] Attempting to bind port bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': 'c5d44da9-f259-4c8c-925b-0e6bdb6b3012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:25:03.073669 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-fea120be-728f-43d4-8916-1df9159ff2df service neutron] Attempting to bind port bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25 on network 64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:25:03.073669 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-fea120be-728f-43d4-8916-1df9159ff2df service neutron] Port bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25 on network 64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:25:03.073669 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-fea120be-728f-43d4-8916-1df9159ff2df service neutron] Attempting to bind port bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25 on network 64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:25:03.096262 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-fea120be-728f-43d4-8916-1df9159ff2df service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:25:03.096262 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-fea120be-728f-43d4-8916-1df9159ff2df service neutron] Checking segment: {'id': 'c5d44da9-f259-4c8c-925b-0e6bdb6b3012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:25:03.096262 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-fea120be-728f-43d4-8916-1df9159ff2df service neutron] Bound using segment: {'id': 'c5d44da9-f259-4c8c-925b-0e6bdb6b3012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:25:03.096262 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-fea120be-728f-43d4-8916-1df9159ff2df service neutron] Bound port: bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5d44da9-f259-4c8c-925b-0e6bdb6b3012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:25:03.096735 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-fea120be-728f-43d4-8916-1df9159ff2df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:03.116727 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 79f61d19-8f79-4dd9-9a2d-ae8749ffab92 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:03.117623 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:03.154161 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3455ff-ec7c-431c-8490-dd298d957333 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Network 8b055f13-c636-486b-966d-6244d8955b6a is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:25:03.159268 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-bc3455ff-ec7c-431c-8490-dd298d957333 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:25:03.266281 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fc092-46db-48b0-992d-feb4f5e508bd req-990b2b72-0e56-4c95-8075-1ef4a2569cc6 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:03.280751 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c48fc092-46db-48b0-992d-feb4f5e508bd req-990b2b72-0e56-4c95-8075-1ef4a2569cc6 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 943 time: 0.2808075 Apr 20 13:25:03.367258 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c48fc092-46db-48b0-992d-feb4f5e508bd req-a774ca6b-959f-45fa-9cb5-1f7e1bbbbe39 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e82e350-d3b5-4615-8d45-416544dfe622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898235 Apr 20 13:25:03.371772 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52753569-7107-4701-8aa4-e103685a8cda req-8fe18aa3-1632-4f46-be9b-556c86ff871f service neutron] 10.222.0.15 "GET /v2.0/networks/30a0afd4-452b-4cd5-87af-310670c6e8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225135 Apr 20 13:25:03.407104 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-476ad137-2da7-4a9a-b450-7710cf8b98c4 None None] Provisioning complete for port 79f61d19-8f79-4dd9-9a2d-ae8749ffab92 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:03.407693 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-476ad137-2da7-4a9a-b450-7710cf8b98c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:03.417266 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-fea120be-728f-43d4-8916-1df9159ff2df service neutron] For port bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25, host n-h2-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:25:03.422425 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-fea120be-728f-43d4-8916-1df9159ff2df service neutron] For port bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:25:03.428235 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3455ff-ec7c-431c-8490-dd298d957333 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Router 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:25:03.554575 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-fea120be-728f-43d4-8916-1df9159ff2df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:03.631097 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-476ad137-2da7-4a9a-b450-7710cf8b98c4 None None] Provisioning complete for port a5a8af3e-b208-4f27-809a-8f91a7cf2458 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:03.631506 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-476ad137-2da7-4a9a-b450-7710cf8b98c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:03.698068 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-476ad137-2da7-4a9a-b450-7710cf8b98c4 None None] Port a5a8af3e-b208-4f27-809a-8f91a7cf2458 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:25:03.727793 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-fea120be-728f-43d4-8916-1df9159ff2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:03.728413 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-fea120be-728f-43d4-8916-1df9159ff2df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:03.729714 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-fea120be-728f-43d4-8916-1df9159ff2df service neutron] 10.222.0.15 "PUT /v2.0/ports/bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25 HTTP/1.1" status: 200 len: 1092 time: 3.0261517 Apr 20 13:25:03.730166 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2faa0631-57a5-4e96-8825-1015102a76cf', 'tag': 'bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:25:03.739514 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737ae02f-f371-467e-820f-563ceede5048" -d '{"events": [{"name": "network-changed", "server_uuid": "2faa0631-57a5-4e96-8825-1015102a76cf", "tag": "bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:25:03.799803 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3455ff-ec7c-431c-8490-dd298d957333 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:25:03.808255 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-bc3455ff-ec7c-431c-8490-dd298d957333 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "PUT /v2.0/routers/6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4436245 Apr 20 13:25:03.810309 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea120be-728f-43d4-8916-1df9159ff2df service neutron] Pushing event updated for resources: {'Port': ['ID=bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:03.811560 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35692) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:03.816735 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-ada0cc65-ad92-4663-8a07-f6f94e961186 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:25:03.825951 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664df7b5-7423-462e-90e3-aaf79ab46fd8 None None] Sync routers for ids ['6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:25:03.845889 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664df7b5-7423-462e-90e3-aaf79ab46fd8 None None] Routers {'6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:03.851744 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-664df7b5-7423-462e-90e3-aaf79ab46fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:24:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:03.877282 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-2173722e-ea48-4e55-a309-e137545370c1 None None] Provisioning complete for port a5a8af3e-b208-4f27-809a-8f91a7cf2458 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:03.881900 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2173722e-ea48-4e55-a309-e137545370c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:04.009907 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a574785-d7c0-4032-af0c-aa27b504313e x-openstack-request-id: req-1a574785-d7c0-4032-af0c-aa27b504313e {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:25:04.015935 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2faa0631-57a5-4e96-8825-1015102a76cf", "tag": "bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:25:04.018783 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1a574785-d7c0-4032-af0c-aa27b504313e {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:25:04.030658 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a574785-d7c0-4032-af0c-aa27b504313e'] response: {'name': 'network-changed', 'server_uuid': '2faa0631-57a5-4e96-8825-1015102a76cf', 'tag': 'bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25', 'status': 'completed', 'code': 200} Apr 20 13:25:04.069187 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-2173722e-ea48-4e55-a309-e137545370c1 None None] Port a5a8af3e-b208-4f27-809a-8f91a7cf2458 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:25:04.153832 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-7d612df6-99d5-4928-8a43-e0f31c1d337d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:04.155955 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-7d612df6-99d5-4928-8a43-e0f31c1d337d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=649a6cfebf0a4feb8c92b7d26c8b3e97&device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 1095 time: 0.2540956 Apr 20 13:25:04.252828 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-664df7b5-7423-462e-90e3-aaf79ab46fd8 None None] Set router 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:25:04.271547 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-3fced0b0-043f-4c07-af35-ab4c86f0e736 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25 HTTP/1.1" status: 200 len: 217 time: 0.0893915 Apr 20 13:25:04.317776 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-40ce7e18-b8a8-4165-a99f-32004b586e6a None None] Provisioning complete for port a5a8af3e-b208-4f27-809a-8f91a7cf2458 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:04.318167 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-40ce7e18-b8a8-4165-a99f-32004b586e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:04.433907 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-466f7981-0872-49bc-881a-159f8b049e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:04.435419 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-466f7981-0872-49bc-881a-159f8b049e9c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa576778-8514-4874-84e6-afe172476688 HTTP/1.1" status: 200 len: 850 time: 0.1475098 Apr 20 13:25:04.458040 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-40ce7e18-b8a8-4165-a99f-32004b586e6a None None] Port a5a8af3e-b208-4f27-809a-8f91a7cf2458 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:25:04.498436 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2f6cd-8bc3-4095-bbb7-a92d7af92685 req-933eacc9-d87f-4a65-92a4-ea1f5f465077 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:04.510545 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-49d2f6cd-8bc3-4095-bbb7-a92d7af92685 req-933eacc9-d87f-4a65-92a4-ea1f5f465077 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 944 time: 0.4594281 Apr 20 13:25:04.554633 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-3199c22b-9b34-4139-a07a-7ed66d7a3ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:04.558203 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-3199c22b-9b34-4139-a07a-7ed66d7a3ccd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121871 Apr 20 13:25:04.714733 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-92d62407-df9a-41a3-9d12-2e6857ad5ba2 service neutron] 10.222.0.15 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433468 Apr 20 13:25:04.776926 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-664df7b5-7423-462e-90e3-aaf79ab46fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'name': 'tempest-RoutersTest-router-2007313239', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:31Z', 'updated_at': '2022-04-20T13:25:00Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'gw_port_host': None, '_interfaces': [{'id': '0d198464-294b-4b89-805c-4ac2472058d8', 'name': '', 'network_id': 'b22906fb-9b35-4433-9a66-aef0b6d36a9e', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:53:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '9574e124-d720-4662-bee5-8d51d2e5449d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:40Z', 'updated_at': '2022-04-20T13:24:47Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': '9574e124-d720-4662-bee5-8d51d2e5449d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c761384-95e0-40b3-9b4e-cefb43917d41', 'name': '', 'network_id': '273ed454-0032-45c4-950c-c2d8a7ba4a5d', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:c8:7c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '87ce92eb-df26-446e-a700-3224c82ca29f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:50Z', 'updated_at': '2022-04-20T13:24:58Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': '87ce92eb-df26-446e-a700-3224c82ca29f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82168d56-dd72-4f8f-ab34-e70f9ba88a8e', 'name': '', 'network_id': '4c9b392f-d4b1-4650-b3b6-79ac882ae676', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:3b:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:34Z', 'updated_at': '2022-04-20T13:24:42Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a8af3e-b208-4f27-809a-8f91a7cf2458', 'name': '', 'network_id': '8b055f13-c636-486b-966d-6244d8955b6a', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:3f:b3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '6467805f-ac68-4f81-888b-4d5bca294303', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:58Z', 'updated_at': '2022-04-20T13:25:01Z', 'revision_number': 2, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': '6467805f-ac68-4f81-888b-4d5bca294303', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:04.813659 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664df7b5-7423-462e-90e3-aaf79ab46fd8 None None] Checking router: 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:25:04.814361 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664df7b5-7423-462e-90e3-aaf79ab46fd8 None None] Updating router 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e port a5a8af3e-b208-4f27-809a-8f91a7cf2458 binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:25:04.850151 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-664df7b5-7423-462e-90e3-aaf79ab46fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:04.977165 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-49d2f6cd-8bc3-4095-bbb7-a92d7af92685 req-0b69c5ae-57c4-4cd8-96a0-3b49ed438aef tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4516392 Apr 20 13:25:05.011621 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7e4070bf-8b30-4002-a094-601ae2e95b0b req-6e0737be-0069-4ee2-898c-3fb4bbe3448a service neutron] 10.222.0.15 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748437 Apr 20 13:25:05.067080 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.extraroute_db [None req-ada0cc65-ad92-4663-8a07-f6f94e961186 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=114869) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 20 13:25:05.107645 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91c192-b4f4-40ff-b831-fac905a6a41d req-7a18fd96-1774-4bd7-bb7e-84795ffade66 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:05.109911 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ae91c192-b4f4-40ff-b831-fac905a6a41d req-7a18fd96-1774-4bd7-bb7e-84795ffade66 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 943 time: 0.5320377 Apr 20 13:25:05.113892 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.extraroute_db [None req-ada0cc65-ad92-4663-8a07-f6f94e961186 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Removed routes are [] {{(pid=114869) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 20 13:25:05.114519 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ada0cc65-ad92-4663-8a07-f6f94e961186 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-54831'] for router, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:05.161207 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ae91c192-b4f4-40ff-b831-fac905a6a41d req-f6a95693-f4be-4c88-ba46-9897c2f6fc38 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e82e350-d3b5-4615-8d45-416544dfe622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399423 Apr 20 13:25:05.177241 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ae02f-f371-467e-820f-563ceede5048 req-74ad3bff-4585-44aa-8ed7-1c4532851f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:05.182258 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-737ae02f-f371-467e-820f-563ceede5048 req-74ad3bff-4585-44aa-8ed7-1c4532851f49 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=649a6cfebf0a4feb8c92b7d26c8b3e97&device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 1095 time: 0.0484571 Apr 20 13:25:05.205141 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device f9f3730c-1de2-44d2-9176-df2cb0c883eb details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:25:05.266030 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-664df7b5-7423-462e-90e3-aaf79ab46fd8 None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:05.348828 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-664df7b5-7423-462e-90e3-aaf79ab46fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:05.358510 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ae02f-f371-467e-820f-563ceede5048 req-d235c6af-5c8b-4d95-87d0-c9b2e9624b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:05.359893 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-737ae02f-f371-467e-820f-563ceede5048 req-d235c6af-5c8b-4d95-87d0-c9b2e9624b76 service neutron] 10.222.0.15 "GET /v2.0/networks?id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 HTTP/1.1" status: 200 len: 912 time: 0.1692348 Apr 20 13:25:05.369310 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port f9f3730c-1de2-44d2-9176-df2cb0c883eb, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=f9f3730c-1de2-44d2-9176-df2cb0c883eb,segment=NetworkSegment(5847a401-b716-4b53-a934-335b190c1a91),segment_id=5847a401-b716-4b53-a934-335b190c1a91)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:05.407539 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'f9f3730c-1de2-44d2-9176-df2cb0c883eb', 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3', 'port_id': 'f9f3730c-1de2-44d2-9176-df2cb0c883eb', 'mac_address': 'fa:16:3e:c5:ae:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a664a4-266d-459a-b14d-e17b45ff5b80', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:25:05.526539 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:05.527235 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56c417-56f7-4538-9812-2e74f2813fb3 None None] Pushing event updated for resources: {'Port': ['ID=a5a8af3e-b208-4f27-809a-8f91a7cf2458,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:05.561349 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-664df7b5-7423-462e-90e3-aaf79ab46fd8 None None] Attempting to bind port a5a8af3e-b208-4f27-809a-8f91a7cf2458 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:25:05.567921 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-737ae02f-f371-467e-820f-563ceede5048 req-028f36ce-2964-4fad-8e6f-845be02039ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25 HTTP/1.1" status: 200 len: 217 time: 0.1744621 Apr 20 13:25:05.574410 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9f3730c-1de2-44d2-9176-df2cb0c883eb {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:25:05.582003 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-664df7b5-7423-462e-90e3-aaf79ab46fd8 None None] Attempting to bind port a5a8af3e-b208-4f27-809a-8f91a7cf2458 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'b0cbf654-5746-4509-990d-b15dd653e6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8b055f13-c636-486b-966d-6244d8955b6a'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:25:05.582680 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664df7b5-7423-462e-90e3-aaf79ab46fd8 None None] Attempting to bind port a5a8af3e-b208-4f27-809a-8f91a7cf2458 on network 8b055f13-c636-486b-966d-6244d8955b6a {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:25:05.596520 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664df7b5-7423-462e-90e3-aaf79ab46fd8 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:25:05.596898 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664df7b5-7423-462e-90e3-aaf79ab46fd8 None None] Checking segment: {'id': 'b0cbf654-5746-4509-990d-b15dd653e6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8b055f13-c636-486b-966d-6244d8955b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:25:05.597302 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-664df7b5-7423-462e-90e3-aaf79ab46fd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:05.597695 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664df7b5-7423-462e-90e3-aaf79ab46fd8 None None] Bound using segment: {'id': 'b0cbf654-5746-4509-990d-b15dd653e6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8b055f13-c636-486b-966d-6244d8955b6a'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:25:05.598164 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-664df7b5-7423-462e-90e3-aaf79ab46fd8 None None] Bound port: a5a8af3e-b208-4f27-809a-8f91a7cf2458, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0cbf654-5746-4509-990d-b15dd653e6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8b055f13-c636-486b-966d-6244d8955b6a'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:25:05.598544 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-664df7b5-7423-462e-90e3-aaf79ab46fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:05.635569 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port f9f3730c-1de2-44d2-9176-df2cb0c883eb, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=f9f3730c-1de2-44d2-9176-df2cb0c883eb,segment=NetworkSegment(5847a401-b716-4b53-a934-335b190c1a91),segment_id=5847a401-b716-4b53-a934-335b190c1a91)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:05.708910 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ae02f-f371-467e-820f-563ceede5048 req-b706f511-8404-430d-ad64-534969f5ce47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:05.709972 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:05.710453 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-737ae02f-f371-467e-820f-563ceede5048 req-b706f511-8404-430d-ad64-534969f5ce47 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa576778-8514-4874-84e6-afe172476688 HTTP/1.1" status: 200 len: 850 time: 0.1350408 Apr 20 13:25:05.768643 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-664df7b5-7423-462e-90e3-aaf79ab46fd8 None None] For port a5a8af3e-b208-4f27-809a-8f91a7cf2458, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:25:05.773761 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-664df7b5-7423-462e-90e3-aaf79ab46fd8 None None] For port a5a8af3e-b208-4f27-809a-8f91a7cf2458, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=a5a8af3e-b208-4f27-809a-8f91a7cf2458,segment=NetworkSegment(b0cbf654-5746-4509-990d-b15dd653e6cb),segment_id=b0cbf654-5746-4509-990d-b15dd653e6cb)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:25:05.804816 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=f9f3730c-1de2-44d2-9176-df2cb0c883eb,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:05.814687 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:05.815079 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:05.815441 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:05.815778 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:05.822833 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:05.822833 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:05.822833 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:05.822833 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:05.822833 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:05.822833 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:05.822833 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:05.822833 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:05.823805 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ae02f-f371-467e-820f-563ceede5048 req-cf281925-7192-425c-9d13-866d130bdc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:05.828521 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-737ae02f-f371-467e-820f-563ceede5048 req-cf281925-7192-425c-9d13-866d130bdc9a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1092782 Apr 20 13:25:05.829061 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ada0cc65-ad92-4663-8a07-f6f94e961186 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-54831'] for router, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:05.832604 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ada0cc65-ad92-4663-8a07-f6f94e961186 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548631'] for router, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:05.848187 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-664df7b5-7423-462e-90e3-aaf79ab46fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:05.900496 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-0d0da0c4-b225-4892-a12f-b274d20cbfcb None None] Provisioning complete for port a5a8af3e-b208-4f27-809a-8f91a7cf2458 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:05.900935 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0d0da0c4-b225-4892-a12f-b274d20cbfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:05.979757 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada0cc65-ad92-4663-8a07-f6f94e961186 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Router 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:25:06.001594 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664df7b5-7423-462e-90e3-aaf79ab46fd8 None None] Routers {'6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:06.002242 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-664df7b5-7423-462e-90e3-aaf79ab46fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:24:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:06.042627 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-737ae02f-f371-467e-820f-563ceede5048 req-117d751e-f6c9-410b-a9bf-83548bdf0b63 service neutron] 10.222.0.15 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064745 Apr 20 13:25:06.185298 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['f9f3730c-1de2-44d2-9176-df2cb0c883eb'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:25:06.224618 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-737ae02f-f371-467e-820f-563ceede5048 req-bb7c3b60-faf3-4af1-858d-b234af428efc service neutron] 10.222.0.15 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741524 Apr 20 13:25:06.328540 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0d0da0c4-b225-4892-a12f-b274d20cbfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:06.344259 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada0cc65-ad92-4663-8a07-f6f94e961186 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:25:06.360116 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ada0cc65-ad92-4663-8a07-f6f94e961186 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:06.363032 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-664df7b5-7423-462e-90e3-aaf79ab46fd8 None None] Set router 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:25:06.364126 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ada0cc65-ad92-4663-8a07-f6f94e961186 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "PUT /v2.0/routers/6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e HTTP/1.1" status: 200 len: 934 time: 2.5514693 Apr 20 13:25:06.366857 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35746) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:06.465254 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f7ea9-97cf-4f33-a7dc-1e68368357b6 req-9e67954d-a707-435a-8ee1-5ced1d203829 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:06.470742 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-027f7ea9-97cf-4f33-a7dc-1e68368357b6 req-9e67954d-a707-435a-8ee1-5ced1d203829 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 944 time: 0.3059671 Apr 20 13:25:06.522598 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-0d0da0c4-b225-4892-a12f-b274d20cbfcb None None] For port a5a8af3e-b208-4f27-809a-8f91a7cf2458, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=a5a8af3e-b208-4f27-809a-8f91a7cf2458,segment=NetworkSegment(b0cbf654-5746-4509-990d-b15dd653e6cb),segment_id=b0cbf654-5746-4509-990d-b15dd653e6cb)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:06.608973 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-389a979a-858b-429f-b262-9bab02b93c49 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "GET /v2.0/routers/6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e HTTP/1.1" status: 200 len: 934 time: 0.2407770 Apr 20 13:25:06.610474 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35750) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:06.612430 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-027f7ea9-97cf-4f33-a7dc-1e68368357b6 req-914954ab-3bed-4c98-b202-a8dfc15037df tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972323 Apr 20 13:25:06.616710 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-20048656-c66b-43f8-952d-db105acdfb38 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Request body: {'router': {'routes': None}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:25:06.637797 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56c417-56f7-4538-9812-2e74f2813fb3 None None] Pushing event updated for resources: {'Port': ['ID=a5a8af3e-b208-4f27-809a-8f91a7cf2458,revision_number=4']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:06.663824 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dfbe45-0a10-42bf-a6d7-8add96576503 req-2564711c-57fc-4395-90cb-76264fd8ea3c tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:06.665688 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-64dfbe45-0a10-42bf-a6d7-8add96576503 req-2564711c-57fc-4395-90cb-76264fd8ea3c tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 944 time: 0.2608304 Apr 20 13:25:06.705541 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0d0da0c4-b225-4892-a12f-b274d20cbfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:06.741377 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-64dfbe45-0a10-42bf-a6d7-8add96576503 req-dc144044-0fe9-4d04-849b-80da932b6e8f tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e82e350-d3b5-4615-8d45-416544dfe622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681095 Apr 20 13:25:06.910620 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-664df7b5-7423-462e-90e3-aaf79ab46fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'name': 'tempest-RoutersTest-router-2007313239', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:31Z', 'updated_at': '2022-04-20T13:25:05Z', 'revision_number': 6, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'gw_port_host': None, '_interfaces': [{'id': '0d198464-294b-4b89-805c-4ac2472058d8', 'name': '', 'network_id': 'b22906fb-9b35-4433-9a66-aef0b6d36a9e', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:53:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '9574e124-d720-4662-bee5-8d51d2e5449d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:40Z', 'updated_at': '2022-04-20T13:24:47Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': '9574e124-d720-4662-bee5-8d51d2e5449d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c761384-95e0-40b3-9b4e-cefb43917d41', 'name': '', 'network_id': '273ed454-0032-45c4-950c-c2d8a7ba4a5d', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:c8:7c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '87ce92eb-df26-446e-a700-3224c82ca29f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:50Z', 'updated_at': '2022-04-20T13:24:58Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': '87ce92eb-df26-446e-a700-3224c82ca29f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82168d56-dd72-4f8f-ab34-e70f9ba88a8e', 'name': '', 'network_id': '4c9b392f-d4b1-4650-b3b6-79ac882ae676', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:3b:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:34Z', 'updated_at': '2022-04-20T13:24:42Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a8af3e-b208-4f27-809a-8f91a7cf2458', 'name': '', 'network_id': '8b055f13-c636-486b-966d-6244d8955b6a', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:3f:b3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '6467805f-ac68-4f81-888b-4d5bca294303', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:58Z', 'updated_at': '2022-04-20T13:25:05Z', 'revision_number': 4, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': '6467805f-ac68-4f81-888b-4d5bca294303', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:06.930172 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0da0c4-b225-4892-a12f-b274d20cbfcb None None] Pushing event updated for resources: {'Port': ['ID=a5a8af3e-b208-4f27-809a-8f91a7cf2458,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:06.941881 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-13767d3b-a33e-43f3-b670-2ea1070ccfc1 None None] Provisioning complete for port a5a8af3e-b208-4f27-809a-8f91a7cf2458 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:06.942270 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-13767d3b-a33e-43f3-b670-2ea1070ccfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:06.948123 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664df7b5-7423-462e-90e3-aaf79ab46fd8 None None] The sync data for ids ['6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'] in n-d-836015-7 is: [{'id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'name': 'tempest-RoutersTest-router-2007313239', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:31Z', 'updated_at': '2022-04-20T13:25:05Z', 'revision_number': 6, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'gw_port_host': None, '_interfaces': [{'id': '0d198464-294b-4b89-805c-4ac2472058d8', 'name': '', 'network_id': 'b22906fb-9b35-4433-9a66-aef0b6d36a9e', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:53:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '9574e124-d720-4662-bee5-8d51d2e5449d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:40Z', 'updated_at': '2022-04-20T13:24:47Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': '9574e124-d720-4662-bee5-8d51d2e5449d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c761384-95e0-40b3-9b4e-cefb43917d41', 'name': '', 'network_id': '273ed454-0032-45c4-950c-c2d8a7ba4a5d', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:c8:7c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '87ce92eb-df26-446e-a700-3224c82ca29f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:50Z', 'updated_at': '2022-04-20T13:24:58Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': '87ce92eb-df26-446e-a700-3224c82ca29f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82168d56-dd72-4f8f-ab34-e70f9ba88a8e', 'name': '', 'network_id': '4c9b392f-d4b1-4650-b3b6-79ac882ae676', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:3b:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:34Z', 'updated_at': '2022-04-20T13:24:42Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a8af3e-b208-4f27-809a-8f91a7cf2458', 'name': '', 'network_id': '8b055f13-c636-486b-966d-6244d8955b6a', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:3f:b3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '6467805f-ac68-4f81-888b-4d5bca294303', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:58Z', 'updated_at': '2022-04-20T13:25:05Z', 'revision_number': 4, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': '6467805f-ac68-4f81-888b-4d5bca294303', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:25:07.260783 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:25:07.305922 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35766) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:07.419106 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:07.444460 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25', 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119', 'port_id': 'bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25', 'mac_address': 'fa:16:3e:be:3c:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa576778-8514-4874-84e6-afe172476688', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:25:07.509692 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.extraroute_db [None req-20048656-c66b-43f8-952d-db105acdfb38 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Added routes are [] {{(pid=114870) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 20 13:25:07.515766 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:07.526180 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.extraroute_db [None req-20048656-c66b-43f8-952d-db105acdfb38 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=114870) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 20 13:25:07.540810 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:25:07.623962 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-61ba891e-161a-476b-b23e-609b24e9850e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:07.629094 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:07.647592 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-20048656-c66b-43f8-952d-db105acdfb38 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-54831'] for router, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:07.717511 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:07.870415 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:07.890331 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-61ba891e-161a-476b-b23e-609b24e9850e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:07.961796 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06794a91-a009-4eca-b11c-fca373995112 req-7e4ce15d-facb-494c-91f6-435d7799fd65 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:07.963555 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-06794a91-a009-4eca-b11c-fca373995112 req-7e4ce15d-facb-494c-91f6-435d7799fd65 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 945 time: 0.1292939 Apr 20 13:25:07.973997 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-61ba891e-161a-476b-b23e-609b24e9850e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:08.014609 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-61ba891e-161a-476b-b23e-609b24e9850e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=80865bf7f0b842ea817d47ff23407160&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7065079 Apr 20 13:25:08.025489 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35788) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:08.038784 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba891e-161a-476b-b23e-609b24e9850e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3353f503-5974-4fce-aad0-9ccdf5868b65,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:08.075820 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:25:08.156928 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-20048656-c66b-43f8-952d-db105acdfb38 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-54831'] for router, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:08.168438 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-20048656-c66b-43f8-952d-db105acdfb38 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548631'] for router, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:08.363143 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dc30a33c-0b83-44bf-8b66-7044d45916b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:08.412293 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dc30a33c-0b83-44bf-8b66-7044d45916b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:08.428628 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20048656-c66b-43f8-952d-db105acdfb38 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Router 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:25:08.450381 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0ef62d-957d-46c6-981f-3cf121695256 None None] Sync routers for ids ['6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:25:08.465011 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df26eef-b08d-48b3-a0cc-dd4cc4d51fec req-692a0ef9-781b-4caf-96ed-d20d051f7fdf tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:08.478612 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1df26eef-b08d-48b3-a0cc-dd4cc4d51fec req-692a0ef9-781b-4caf-96ed-d20d051f7fdf tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 944 time: 0.5828588 Apr 20 13:25:08.494058 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0ef62d-957d-46c6-981f-3cf121695256 None None] Routers {'6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:08.494058 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-6f0ef62d-957d-46c6-981f-3cf121695256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:24:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:08.517103 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-06794a91-a009-4eca-b11c-fca373995112 req-251f2e54-4919-437d-95ea-a53da837cedc tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5119503 Apr 20 13:25:08.535315 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1df26eef-b08d-48b3-a0cc-dd4cc4d51fec req-2aafc9fe-043c-47f1-8fc8-39333d24799e tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e82e350-d3b5-4615-8d45-416544dfe622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556138 Apr 20 13:25:08.688816 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-6f0ef62d-957d-46c6-981f-3cf121695256 None None] Set router 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e gateway port host: None {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:25:08.965536 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device a5a8af3e-b208-4f27-809a-8f91a7cf2458 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:25:09.011833 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20048656-c66b-43f8-952d-db105acdfb38 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:25:09.018743 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-20048656-c66b-43f8-952d-db105acdfb38 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:09.022538 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35804) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:09.022903 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-20048656-c66b-43f8-952d-db105acdfb38 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "PUT /v2.0/routers/6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e HTTP/1.1" status: 200 len: 700 time: 2.4106877 Apr 20 13:25:09.055451 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port a5a8af3e-b208-4f27-809a-8f91a7cf2458 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:09.055763 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:09.098974 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dc30a33c-0b83-44bf-8b66-7044d45916b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:09.100349 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-6f0ef62d-957d-46c6-981f-3cf121695256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'name': 'tempest-RoutersTest-router-2007313239', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:31Z', 'updated_at': '2022-04-20T13:25:07Z', 'revision_number': 7, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'gw_port_host': None, '_interfaces': [{'id': '0d198464-294b-4b89-805c-4ac2472058d8', 'name': '', 'network_id': 'b22906fb-9b35-4433-9a66-aef0b6d36a9e', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:53:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '9574e124-d720-4662-bee5-8d51d2e5449d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:40Z', 'updated_at': '2022-04-20T13:24:47Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': '9574e124-d720-4662-bee5-8d51d2e5449d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c761384-95e0-40b3-9b4e-cefb43917d41', 'name': '', 'network_id': '273ed454-0032-45c4-950c-c2d8a7ba4a5d', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:c8:7c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '87ce92eb-df26-446e-a700-3224c82ca29f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:50Z', 'updated_at': '2022-04-20T13:24:58Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': '87ce92eb-df26-446e-a700-3224c82ca29f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82168d56-dd72-4f8f-ab34-e70f9ba88a8e', 'name': '', 'network_id': '4c9b392f-d4b1-4650-b3b6-79ac882ae676', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:3b:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:34Z', 'updated_at': '2022-04-20T13:24:42Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a8af3e-b208-4f27-809a-8f91a7cf2458', 'name': '', 'network_id': '8b055f13-c636-486b-966d-6244d8955b6a', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:3f:b3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '6467805f-ac68-4f81-888b-4d5bca294303', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:58Z', 'updated_at': '2022-04-20T13:25:06Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': '6467805f-ac68-4f81-888b-4d5bca294303', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:09.101513 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dc30a33c-0b83-44bf-8b66-7044d45916b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:09.102643 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-dc30a33c-0b83-44bf-8b66-7044d45916b1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3353f503-5974-4fce-aad0-9ccdf5868b65 HTTP/1.1" status: 204 len: 168 time: 1.0761628 Apr 20 13:25:09.130019 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc30a33c-0b83-44bf-8b66-7044d45916b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3353f503-5974-4fce-aad0-9ccdf5868b65,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:09.176212 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0ef62d-957d-46c6-981f-3cf121695256 None None] Checking router: 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:25:09.189431 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-3e057708-df4b-4ef9-81db-9e2d32553b56 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "GET /v2.0/routers/6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e HTTP/1.1" status: 200 len: 700 time: 0.1655633 Apr 20 13:25:09.191879 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35808) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:09.200328 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device f9f3730c-1de2-44d2-9176-df2cb0c883eb up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:25:09.202660 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0ef62d-957d-46c6-981f-3cf121695256 None None] Routers {'6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:09.203458 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-6f0ef62d-957d-46c6-981f-3cf121695256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:24:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:09.384174 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-6f0ef62d-957d-46c6-981f-3cf121695256 None None] Set router 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e gateway port host: None {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:25:09.517767 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port f9f3730c-1de2-44d2-9176-df2cb0c883eb completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:25:09.541281 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port f9f3730c-1de2-44d2-9176-df2cb0c883eb triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:09.546130 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:09.720415 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:09.723716 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046bc293-005a-4d8f-a7f3-167d09588ff1 req-940a58a7-02e9-471c-8fd9-4d2fec78a649 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:09.732019 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-046bc293-005a-4d8f-a7f3-167d09588ff1 req-940a58a7-02e9-471c-8fd9-4d2fec78a649 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 945 time: 0.0992861 Apr 20 13:25:09.776796 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4b09ed-4170-4962-a5c4-90ba205a74c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f3730c-1de2-44d2-9176-df2cb0c883eb'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:25:09.776796 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118d1ec9-d7fb-4131-b905-52011f5dd0a9" -d '{"events": [{"server_uuid": "eb4b09ed-4170-4962-a5c4-90ba205a74c4", "name": "network-vif-plugged", "status": "completed", "tag": "f9f3730c-1de2-44d2-9176-df2cb0c883eb"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:25:09.816334 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port f9f3730c-1de2-44d2-9176-df2cb0c883eb, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=f9f3730c-1de2-44d2-9176-df2cb0c883eb,segment=NetworkSegment(5847a401-b716-4b53-a934-335b190c1a91),segment_id=5847a401-b716-4b53-a934-335b190c1a91)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:09.835546 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-046bc293-005a-4d8f-a7f3-167d09588ff1 req-ac5195f9-b6a5-422c-ae15-798afc0aec62 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944109 Apr 20 13:25:09.891896 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-6f0ef62d-957d-46c6-981f-3cf121695256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'name': 'tempest-RoutersTest-router-2007313239', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:31Z', 'updated_at': '2022-04-20T13:25:07Z', 'revision_number': 7, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'gw_port_host': None, '_interfaces': [{'id': '0d198464-294b-4b89-805c-4ac2472058d8', 'name': '', 'network_id': 'b22906fb-9b35-4433-9a66-aef0b6d36a9e', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:53:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '9574e124-d720-4662-bee5-8d51d2e5449d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:40Z', 'updated_at': '2022-04-20T13:24:47Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': '9574e124-d720-4662-bee5-8d51d2e5449d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c761384-95e0-40b3-9b4e-cefb43917d41', 'name': '', 'network_id': '273ed454-0032-45c4-950c-c2d8a7ba4a5d', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:c8:7c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '87ce92eb-df26-446e-a700-3224c82ca29f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:50Z', 'updated_at': '2022-04-20T13:24:58Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': '87ce92eb-df26-446e-a700-3224c82ca29f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82168d56-dd72-4f8f-ab34-e70f9ba88a8e', 'name': '', 'network_id': '4c9b392f-d4b1-4650-b3b6-79ac882ae676', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:3b:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:34Z', 'updated_at': '2022-04-20T13:24:42Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a8af3e-b208-4f27-809a-8f91a7cf2458', 'name': '', 'network_id': '8b055f13-c636-486b-966d-6244d8955b6a', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:3f:b3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '6467805f-ac68-4f81-888b-4d5bca294303', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:58Z', 'updated_at': '2022-04-20T13:25:06Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': '6467805f-ac68-4f81-888b-4d5bca294303', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:09.896337 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:09.900263 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c181f-4998-4fc3-b234-77077c8bf79d req-f8df1432-18e0-4f1c-a971-e3419e07a7c3 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:09.901895 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-113c181f-4998-4fc3-b234-77077c8bf79d req-f8df1432-18e0-4f1c-a971-e3419e07a7c3 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 944 time: 0.1282399 Apr 20 13:25:09.958758 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0ef62d-957d-46c6-981f-3cf121695256 None None] The sync data for ids ['6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'] in n-d-836015-7 is: [{'id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'name': 'tempest-RoutersTest-router-2007313239', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:31Z', 'updated_at': '2022-04-20T13:25:07Z', 'revision_number': 7, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'gw_port_host': None, '_interfaces': [{'id': '0d198464-294b-4b89-805c-4ac2472058d8', 'name': '', 'network_id': 'b22906fb-9b35-4433-9a66-aef0b6d36a9e', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:53:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '9574e124-d720-4662-bee5-8d51d2e5449d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:40Z', 'updated_at': '2022-04-20T13:24:47Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': '9574e124-d720-4662-bee5-8d51d2e5449d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c761384-95e0-40b3-9b4e-cefb43917d41', 'name': '', 'network_id': '273ed454-0032-45c4-950c-c2d8a7ba4a5d', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:c8:7c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '87ce92eb-df26-446e-a700-3224c82ca29f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:50Z', 'updated_at': '2022-04-20T13:24:58Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': '87ce92eb-df26-446e-a700-3224c82ca29f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82168d56-dd72-4f8f-ab34-e70f9ba88a8e', 'name': '', 'network_id': '4c9b392f-d4b1-4650-b3b6-79ac882ae676', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:3b:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:34Z', 'updated_at': '2022-04-20T13:24:42Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a8af3e-b208-4f27-809a-8f91a7cf2458', 'name': '', 'network_id': '8b055f13-c636-486b-966d-6244d8955b6a', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:3f:b3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '6467805f-ac68-4f81-888b-4d5bca294303', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:58Z', 'updated_at': '2022-04-20T13:25:06Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': '6467805f-ac68-4f81-888b-4d5bca294303', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:25:09.963716 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-acbe53c1-07fd-4bf6-8c02-7e2a5c54eec3 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:09.967196 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-113c181f-4998-4fc3-b234-77077c8bf79d req-69c8a063-83d5-4eb7-8faf-dc3a221e194e tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e82e350-d3b5-4615-8d45-416544dfe622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534575 Apr 20 13:25:10.096366 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd273c1-d3e6-4427-96c0-a6e29813ed0f x-openstack-request-id: req-0dd273c1-d3e6-4427-96c0-a6e29813ed0f {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:25:10.096865 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4b09ed-4170-4962-a5c4-90ba205a74c4", "name": "network-vif-plugged", "status": "completed", "tag": "f9f3730c-1de2-44d2-9176-df2cb0c883eb", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:25:10.096865 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0dd273c1-d3e6-4427-96c0-a6e29813ed0f {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:25:10.097277 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dd273c1-d3e6-4427-96c0-a6e29813ed0f'] response: {'server_uuid': 'eb4b09ed-4170-4962-a5c4-90ba205a74c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f3730c-1de2-44d2-9176-df2cb0c883eb', 'code': 200} Apr 20 13:25:10.102045 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=f9f3730c-1de2-44d2-9176-df2cb0c883eb,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:10.239678 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a888f9f-57fb-4de0-9b23-3e5258862abc req-89e5b5a4-2ded-4c13-a57f-6f9ffdbda559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:10.241878 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3a888f9f-57fb-4de0-9b23-3e5258862abc req-89e5b5a4-2ded-4c13-a57f-6f9ffdbda559 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 1096 time: 0.0749662 Apr 20 13:25:10.326570 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3a888f9f-57fb-4de0-9b23-3e5258862abc req-3e17f331-9b6d-477a-afc3-7459af09249b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1e82e350-d3b5-4615-8d45-416544dfe622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762217 Apr 20 13:25:10.455805 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-acbe53c1-07fd-4bf6-8c02-7e2a5c54eec3 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Deleting port a5a8af3e-b208-4f27-809a-8f91a7cf2458 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:25:10.457873 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-acbe53c1-07fd-4bf6-8c02-7e2a5c54eec3 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:10.473442 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfb7f21-8403-4e5f-92bd-b2670e404215 None None] Sync routers for ids ['6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:25:10.491307 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfb7f21-8403-4e5f-92bd-b2670e404215 None None] Routers {'6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:10.491989 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4bfb7f21-8403-4e5f-92bd-b2670e404215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:24:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:10.605843 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-4bfb7f21-8403-4e5f-92bd-b2670e404215 None None] Set router 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:25:10.628574 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-acbe53c1-07fd-4bf6-8c02-7e2a5c54eec3 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] For port a5a8af3e-b208-4f27-809a-8f91a7cf2458, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=a5a8af3e-b208-4f27-809a-8f91a7cf2458,segment=NetworkSegment(b0cbf654-5746-4509-990d-b15dd653e6cb),segment_id=b0cbf654-5746-4509-990d-b15dd653e6cb)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:10.629245 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-acbe53c1-07fd-4bf6-8c02-7e2a5c54eec3 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:10.645062 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-acbe53c1-07fd-4bf6-8c02-7e2a5c54eec3 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Calling delete_port for a5a8af3e-b208-4f27-809a-8f91a7cf2458 owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:25:10.922002 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4bfb7f21-8403-4e5f-92bd-b2670e404215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'name': 'tempest-RoutersTest-router-2007313239', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:31Z', 'updated_at': '2022-04-20T13:25:07Z', 'revision_number': 7, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'gw_port_host': None, '_interfaces': [{'id': '0d198464-294b-4b89-805c-4ac2472058d8', 'name': '', 'network_id': 'b22906fb-9b35-4433-9a66-aef0b6d36a9e', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:53:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '9574e124-d720-4662-bee5-8d51d2e5449d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:40Z', 'updated_at': '2022-04-20T13:24:47Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': '9574e124-d720-4662-bee5-8d51d2e5449d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c761384-95e0-40b3-9b4e-cefb43917d41', 'name': '', 'network_id': '273ed454-0032-45c4-950c-c2d8a7ba4a5d', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:c8:7c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '87ce92eb-df26-446e-a700-3224c82ca29f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:50Z', 'updated_at': '2022-04-20T13:24:58Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': '87ce92eb-df26-446e-a700-3224c82ca29f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82168d56-dd72-4f8f-ab34-e70f9ba88a8e', 'name': '', 'network_id': '4c9b392f-d4b1-4650-b3b6-79ac882ae676', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:3b:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:34Z', 'updated_at': '2022-04-20T13:24:42Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a8af3e-b208-4f27-809a-8f91a7cf2458', 'name': '', 'network_id': '8b055f13-c636-486b-966d-6244d8955b6a', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:3f:b3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '6467805f-ac68-4f81-888b-4d5bca294303', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:58Z', 'updated_at': '2022-04-20T13:25:06Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': '6467805f-ac68-4f81-888b-4d5bca294303', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:10.952625 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfb7f21-8403-4e5f-92bd-b2670e404215 None None] Checking router: 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:25:10.967265 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfb7f21-8403-4e5f-92bd-b2670e404215 None None] Routers {'6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:10.967934 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4bfb7f21-8403-4e5f-92bd-b2670e404215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:24:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:10.997947 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-acbe53c1-07fd-4bf6-8c02-7e2a5c54eec3 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:11.053238 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3007b-c119-4023-ac83-7ba6c68813ea req-4c6fa95c-5f71-40ad-b358-69e0afa0c78f tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:11.055057 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-84c3007b-c119-4023-ac83-7ba6c68813ea req-4c6fa95c-5f71-40ad-b358-69e0afa0c78f tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 945 time: 0.1096432 Apr 20 13:25:11.056169 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe53c1-07fd-4bf6-8c02-7e2a5c54eec3 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event deleted for resources: {'Port': ['ID=a5a8af3e-b208-4f27-809a-8f91a7cf2458,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:11.154008 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-4bfb7f21-8403-4e5f-92bd-b2670e404215 None None] Set router 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:25:11.217635 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:25:11.302735 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-84c3007b-c119-4023-ac83-7ba6c68813ea req-b8bf6832-597c-408f-985d-2d56a76d34c6 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362289 Apr 20 13:25:11.310845 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c360e-4224-4e38-bc4a-9027f169536c req-731c7568-2564-41cf-8dfc-35e03bc32c7d tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:11.312953 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed0c360e-4224-4e38-bc4a-9027f169536c req-731c7568-2564-41cf-8dfc-35e03bc32c7d tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 945 time: 0.1609755 Apr 20 13:25:11.396412 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:25:11.412278 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:11.412657 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:11.508618 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed0c360e-4224-4e38-bc4a-9027f169536c req-86645068-7478-4b4f-a429-99eb1f14feeb tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e82e350-d3b5-4615-8d45-416544dfe622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829158 Apr 20 13:25:11.616916 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-acbe53c1-07fd-4bf6-8c02-7e2a5c54eec3 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:11.706882 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4bfb7f21-8403-4e5f-92bd-b2670e404215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'name': 'tempest-RoutersTest-router-2007313239', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:31Z', 'updated_at': '2022-04-20T13:25:07Z', 'revision_number': 7, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'gw_port_host': None, '_interfaces': [{'id': '0d198464-294b-4b89-805c-4ac2472058d8', 'name': '', 'network_id': 'b22906fb-9b35-4433-9a66-aef0b6d36a9e', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:53:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '9574e124-d720-4662-bee5-8d51d2e5449d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:40Z', 'updated_at': '2022-04-20T13:24:47Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': '9574e124-d720-4662-bee5-8d51d2e5449d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c761384-95e0-40b3-9b4e-cefb43917d41', 'name': '', 'network_id': '273ed454-0032-45c4-950c-c2d8a7ba4a5d', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:c8:7c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '87ce92eb-df26-446e-a700-3224c82ca29f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:50Z', 'updated_at': '2022-04-20T13:24:58Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': '87ce92eb-df26-446e-a700-3224c82ca29f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82168d56-dd72-4f8f-ab34-e70f9ba88a8e', 'name': '', 'network_id': '4c9b392f-d4b1-4650-b3b6-79ac882ae676', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:3b:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:34Z', 'updated_at': '2022-04-20T13:24:42Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a8af3e-b208-4f27-809a-8f91a7cf2458', 'name': '', 'network_id': '8b055f13-c636-486b-966d-6244d8955b6a', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:3f:b3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '6467805f-ac68-4f81-888b-4d5bca294303', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:58Z', 'updated_at': '2022-04-20T13:25:06Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': '6467805f-ac68-4f81-888b-4d5bca294303', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:11.717323 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:11.816905 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:11.883247 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfb7f21-8403-4e5f-92bd-b2670e404215 None None] The sync data for ids ['6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'] in n-d-836015-7 is: [{'id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'name': 'tempest-RoutersTest-router-2007313239', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:31Z', 'updated_at': '2022-04-20T13:25:07Z', 'revision_number': 7, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'gw_port_host': None, '_interfaces': [{'id': '0d198464-294b-4b89-805c-4ac2472058d8', 'name': '', 'network_id': 'b22906fb-9b35-4433-9a66-aef0b6d36a9e', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:53:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '9574e124-d720-4662-bee5-8d51d2e5449d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:40Z', 'updated_at': '2022-04-20T13:24:47Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': '9574e124-d720-4662-bee5-8d51d2e5449d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c761384-95e0-40b3-9b4e-cefb43917d41', 'name': '', 'network_id': '273ed454-0032-45c4-950c-c2d8a7ba4a5d', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:c8:7c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '87ce92eb-df26-446e-a700-3224c82ca29f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:50Z', 'updated_at': '2022-04-20T13:24:58Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': '87ce92eb-df26-446e-a700-3224c82ca29f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82168d56-dd72-4f8f-ab34-e70f9ba88a8e', 'name': '', 'network_id': '4c9b392f-d4b1-4650-b3b6-79ac882ae676', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:3b:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:34Z', 'updated_at': '2022-04-20T13:24:42Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5a8af3e-b208-4f27-809a-8f91a7cf2458', 'name': '', 'network_id': '8b055f13-c636-486b-966d-6244d8955b6a', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:3f:b3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '6467805f-ac68-4f81-888b-4d5bca294303', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:58Z', 'updated_at': '2022-04-20T13:25:06Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': '6467805f-ac68-4f81-888b-4d5bca294303', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:25:11.944742 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:12.071927 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:12.098413 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2faa0631-57a5-4e96-8825-1015102a76cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:25:12.100978 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b82bdc1-8e09-45d2-aaad-8d9dc1a27fb2" -d '{"events": [{"server_uuid": "2faa0631-57a5-4e96-8825-1015102a76cf", "name": "network-vif-plugged", "status": "completed", "tag": "bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:25:12.127170 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acbe53c1-07fd-4bf6-8c02-7e2a5c54eec3 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Router 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:25:12.152342 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8507e8-c09a-44dc-903e-cf50f7b9e386 x-openstack-request-id: req-fe8507e8-c09a-44dc-903e-cf50f7b9e386 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:25:12.152724 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2faa0631-57a5-4e96-8825-1015102a76cf", "name": "network-vif-plugged", "status": "completed", "tag": "bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:25:12.153037 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fe8507e8-c09a-44dc-903e-cf50f7b9e386 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:25:12.153843 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe8507e8-c09a-44dc-903e-cf50f7b9e386'] response: {'server_uuid': '2faa0631-57a5-4e96-8825-1015102a76cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25', 'code': 200} Apr 20 13:25:12.293633 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:12.300676 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acbe53c1-07fd-4bf6-8c02-7e2a5c54eec3 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:25:12.321302 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35932) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:12.321895 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-acbe53c1-07fd-4bf6-8c02-7e2a5c54eec3 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "PUT /v2.0/routers/6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1243107 Apr 20 13:25:12.359123 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b625b78-c7e7-449a-85b7-f96118881afb None None] Sync routers for ids ['6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:25:12.377467 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b625b78-c7e7-449a-85b7-f96118881afb None None] Routers {'6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:12.379996 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-2b625b78-c7e7-449a-85b7-f96118881afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:24:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:12.386854 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102be2e-cbbf-4faa-bc3b-d239d624b1b8 req-f1cc55e6-652d-4709-93f8-45651f087296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:12.386854 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3102be2e-cbbf-4faa-bc3b-d239d624b1b8 req-f1cc55e6-652d-4709-93f8-45651f087296 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 1097 time: 0.1436522 Apr 20 13:25:12.478268 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5c8892a-88b1-4110-a2c0-86b5944d7faf tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Deleting subnet 6467805f-ac68-4f81-888b-4d5bca294303 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:25:12.483604 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c5c8892a-88b1-4110-a2c0-86b5944d7faf tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:12.532250 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106688c7-55dc-4f1d-b7d0-a6c5439d175f req-107a4bf5-9254-49d7-b7da-0bec06f7f235 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:12.543267 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3102be2e-cbbf-4faa-bc3b-d239d624b1b8 req-37498ed6-4f6b-4e18-bc5d-1f21e9276f09 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443827 Apr 20 13:25:12.545243 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-106688c7-55dc-4f1d-b7d0-a6c5439d175f req-107a4bf5-9254-49d7-b7da-0bec06f7f235 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 946 time: 0.0849414 Apr 20 13:25:12.581839 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-2b625b78-c7e7-449a-85b7-f96118881afb None None] Set router 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e gateway port host: None {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:25:12.590839 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c5c8892a-88b1-4110-a2c0-86b5944d7faf tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:12.629132 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-106688c7-55dc-4f1d-b7d0-a6c5439d175f req-8b433aeb-8b73-4cda-962d-7f208ef4e73c tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801301 Apr 20 13:25:12.823329 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c5c8892a-88b1-4110-a2c0-86b5944d7faf tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:12.897836 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-2b625b78-c7e7-449a-85b7-f96118881afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'name': 'tempest-RoutersTest-router-2007313239', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:31Z', 'updated_at': '2022-04-20T13:25:10Z', 'revision_number': 8, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'gw_port_host': None, '_interfaces': [{'id': '0d198464-294b-4b89-805c-4ac2472058d8', 'name': '', 'network_id': 'b22906fb-9b35-4433-9a66-aef0b6d36a9e', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:53:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '9574e124-d720-4662-bee5-8d51d2e5449d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:40Z', 'updated_at': '2022-04-20T13:24:47Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': '9574e124-d720-4662-bee5-8d51d2e5449d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c761384-95e0-40b3-9b4e-cefb43917d41', 'name': '', 'network_id': '273ed454-0032-45c4-950c-c2d8a7ba4a5d', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:c8:7c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '87ce92eb-df26-446e-a700-3224c82ca29f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:50Z', 'updated_at': '2022-04-20T13:24:58Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': '87ce92eb-df26-446e-a700-3224c82ca29f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82168d56-dd72-4f8f-ab34-e70f9ba88a8e', 'name': '', 'network_id': '4c9b392f-d4b1-4650-b3b6-79ac882ae676', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:3b:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:34Z', 'updated_at': '2022-04-20T13:24:42Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:12.948695 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc27489-ab0b-42dc-8728-4c7a347745e2 req-dbf7377c-d277-4ecd-b33e-0e689739093e tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:12.955401 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fcc27489-ab0b-42dc-8728-4c7a347745e2 req-dbf7377c-d277-4ecd-b33e-0e689739093e tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 945 time: 0.1424952 Apr 20 13:25:12.963671 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:12.967652 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b625b78-c7e7-449a-85b7-f96118881afb None None] Checking router: 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:25:12.976287 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b625b78-c7e7-449a-85b7-f96118881afb None None] Routers {'6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:12.977184 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-2b625b78-c7e7-449a-85b7-f96118881afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:24:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:13.013063 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fcc27489-ab0b-42dc-8728-4c7a347745e2 req-4a245250-b5e5-44ab-97d6-ff72fb1e3daa tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e82e350-d3b5-4615-8d45-416544dfe622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517135 Apr 20 13:25:13.088793 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c5c8892a-88b1-4110-a2c0-86b5944d7faf tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:13.163595 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8892a-88b1-4110-a2c0-86b5944d7faf tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event deleted for resources: {'Subnet': ['ID=6467805f-ac68-4f81-888b-4d5bca294303,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:13.170646 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c5c8892a-88b1-4110-a2c0-86b5944d7faf tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:13.174647 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c5c8892a-88b1-4110-a2c0-86b5944d7faf tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "DELETE /v2.0/subnets/6467805f-ac68-4f81-888b-4d5bca294303 HTTP/1.1" status: 204 len: 168 time: 0.8542430 Apr 20 13:25:13.178205 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35950) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:13.282030 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0c3bb-d015-459a-954e-73e8b44257a5 req-9567ba15-7866-4300-b01d-b4c8bace22d6 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:13.293468 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35954) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:13.299479 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ddf0c3bb-d015-459a-954e-73e8b44257a5 req-9567ba15-7866-4300-b01d-b4c8bace22d6 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 945 time: 0.1437643 Apr 20 13:25:13.305776 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796d9614-3ef1-41d7-8e81-45188d03be38 None None] Network 8b055f13-c636-486b-966d-6244d8955b6a requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:25:13.306537 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-fabb50ad-2462-4ce5-9108-d3afe28b2e28 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Request body: {'floatingip': {'port_id': 'f9f3730c-1de2-44d2-9176-df2cb0c883eb'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:25:13.330762 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-2b625b78-c7e7-449a-85b7-f96118881afb None None] Set router 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e gateway port host: None {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:25:13.331896 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35956) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:13.341331 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-1ff067aa-9929-4ea2-bcba-7a13aa9d88d1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1212861992', 'description': 'tempest-secgroup-smoke-1212861992 description', 'project_id': '7d7599e499ac4ab585978f26ba0a43a9'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:25:13.421127 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4854b0ac-debb-434b-973d-7b3c4445b3ba tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:13.439344 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fabb50ad-2462-4ce5-9108-d3afe28b2e28 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks [] for floatingip, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:13.465456 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1ff067aa-9929-4ea2-bcba-7a13aa9d88d1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:13.486943 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1ff067aa-9929-4ea2-bcba-7a13aa9d88d1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:13.631258 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1ff067aa-9929-4ea2-bcba-7a13aa9d88d1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:13.781366 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1ff067aa-9929-4ea2-bcba-7a13aa9d88d1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:13.861604 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-4854b0ac-debb-434b-973d-7b3c4445b3ba tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Deleting port 79f61d19-8f79-4dd9-9a2d-ae8749ffab92 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:25:13.861870 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4854b0ac-debb-434b-973d-7b3c4445b3ba tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:13.877951 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-2b625b78-c7e7-449a-85b7-f96118881afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'name': 'tempest-RoutersTest-router-2007313239', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:31Z', 'updated_at': '2022-04-20T13:25:10Z', 'revision_number': 8, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'gw_port_host': None, '_interfaces': [{'id': '0d198464-294b-4b89-805c-4ac2472058d8', 'name': '', 'network_id': 'b22906fb-9b35-4433-9a66-aef0b6d36a9e', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:53:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '9574e124-d720-4662-bee5-8d51d2e5449d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:40Z', 'updated_at': '2022-04-20T13:24:47Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': '9574e124-d720-4662-bee5-8d51d2e5449d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c761384-95e0-40b3-9b4e-cefb43917d41', 'name': '', 'network_id': '273ed454-0032-45c4-950c-c2d8a7ba4a5d', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:c8:7c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '87ce92eb-df26-446e-a700-3224c82ca29f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:50Z', 'updated_at': '2022-04-20T13:24:58Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': '87ce92eb-df26-446e-a700-3224c82ca29f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82168d56-dd72-4f8f-ab34-e70f9ba88a8e', 'name': '', 'network_id': '4c9b392f-d4b1-4650-b3b6-79ac882ae676', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:3b:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:34Z', 'updated_at': '2022-04-20T13:24:42Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:13.945305 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c6836a-9ec9-488d-b1b2-f6f5904c5ce8 None None] DHCP port deletion for 8b055f13-c636-486b-966d-6244d8955b6a request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:25:13.959524 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b625b78-c7e7-449a-85b7-f96118881afb None None] The sync data for ids ['6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'] in n-d-836015-7 is: [{'id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'name': 'tempest-RoutersTest-router-2007313239', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:31Z', 'updated_at': '2022-04-20T13:25:10Z', 'revision_number': 8, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'gw_port_host': None, '_interfaces': [{'id': '0d198464-294b-4b89-805c-4ac2472058d8', 'name': '', 'network_id': 'b22906fb-9b35-4433-9a66-aef0b6d36a9e', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:53:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '9574e124-d720-4662-bee5-8d51d2e5449d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:40Z', 'updated_at': '2022-04-20T13:24:47Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': '9574e124-d720-4662-bee5-8d51d2e5449d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c761384-95e0-40b3-9b4e-cefb43917d41', 'name': '', 'network_id': '273ed454-0032-45c4-950c-c2d8a7ba4a5d', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:c8:7c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '87ce92eb-df26-446e-a700-3224c82ca29f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:50Z', 'updated_at': '2022-04-20T13:24:58Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': '87ce92eb-df26-446e-a700-3224c82ca29f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82168d56-dd72-4f8f-ab34-e70f9ba88a8e', 'name': '', 'network_id': '4c9b392f-d4b1-4650-b3b6-79ac882ae676', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:3b:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:34Z', 'updated_at': '2022-04-20T13:24:42Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:25:13.981732 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1ff067aa-9929-4ea2-bcba-7a13aa9d88d1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:13.984435 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff067aa-9929-4ea2-bcba-7a13aa9d88d1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91875dbb-28be-40de-b6fe-5283e650a025,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:13.995192 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c04d32-b450-4259-ba54-c7f72d3b3b10 req-c10dbd15-86f2-4ea6-a327-bb2cdcaefe10 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:14.017634 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-09c04d32-b450-4259-ba54-c7f72d3b3b10 req-c10dbd15-86f2-4ea6-a327-bb2cdcaefe10 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 946 time: 0.2840631 Apr 20 13:25:14.072085 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-09c04d32-b450-4259-ba54-c7f72d3b3b10 req-94fdf179-2c65-4464-816d-30988849a97c tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490940 Apr 20 13:25:14.097021 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-31c6836a-9ec9-488d-b1b2-f6f5904c5ce8 None None] Deleting port 79f61d19-8f79-4dd9-9a2d-ae8749ffab92 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:25:14.097753 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-31c6836a-9ec9-488d-b1b2-f6f5904c5ce8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:14.099167 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1ff067aa-9929-4ea2-bcba-7a13aa9d88d1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:14.104431 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-4854b0ac-debb-434b-973d-7b3c4445b3ba tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] For port 79f61d19-8f79-4dd9-9a2d-ae8749ffab92, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=79f61d19-8f79-4dd9-9a2d-ae8749ffab92,segment=NetworkSegment(b0cbf654-5746-4509-990d-b15dd653e6cb),segment_id=b0cbf654-5746-4509-990d-b15dd653e6cb)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:14.104824 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4854b0ac-debb-434b-973d-7b3c4445b3ba tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:14.156552 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff067aa-9929-4ea2-bcba-7a13aa9d88d1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4f6333-b699-4e89-a9a9-1de794817f57,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:14.184625 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-4854b0ac-debb-434b-973d-7b3c4445b3ba tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Calling delete_port for 79f61d19-8f79-4dd9-9a2d-ae8749ffab92 owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:25:14.192634 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1ff067aa-9929-4ea2-bcba-7a13aa9d88d1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:14.198406 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1ff067aa-9929-4ea2-bcba-7a13aa9d88d1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8609898 Apr 20 13:25:14.198574 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35970) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:14.208099 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-b4cdaba0-5c28-445c-af75-e305114da775 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'security_group_rule': {'security_group_id': '5b4f6333-b699-4e89-a9a9-1de794817f57', 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:25:14.210002 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-31c6836a-9ec9-488d-b1b2-f6f5904c5ce8 None None] For port 79f61d19-8f79-4dd9-9a2d-ae8749ffab92, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=79f61d19-8f79-4dd9-9a2d-ae8749ffab92,segment=NetworkSegment(b0cbf654-5746-4509-990d-b15dd653e6cb),segment_id=b0cbf654-5746-4509-990d-b15dd653e6cb)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:14.210454 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-31c6836a-9ec9-488d-b1b2-f6f5904c5ce8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:14.228335 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-31c6836a-9ec9-488d-b1b2-f6f5904c5ce8 None None] Calling delete_port for 79f61d19-8f79-4dd9-9a2d-ae8749ffab92 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:25:14.426729 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fabb50ad-2462-4ce5-9108-d3afe28b2e28 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:14.441937 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-31c6836a-9ec9-488d-b1b2-f6f5904c5ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:14.453498 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b4cdaba0-5c28-445c-af75-e305114da775 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:14.463329 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4854b0ac-debb-434b-973d-7b3c4445b3ba tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:14.476671 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6836a-9ec9-488d-b1b2-f6f5904c5ce8 None None] Pushing event deleted for resources: {'Port': ['ID=79f61d19-8f79-4dd9-9a2d-ae8749ffab92,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:14.483023 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4854b0ac-debb-434b-973d-7b3c4445b3ba tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] No DVR routers for this DVR port 79f61d19-8f79-4dd9-9a2d-ae8749ffab92 on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:25:14.508010 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c6836a-9ec9-488d-b1b2-f6f5904c5ce8 None None] No DVR routers for this DVR port 79f61d19-8f79-4dd9-9a2d-ae8749ffab92 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:25:14.537762 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854b0ac-debb-434b-973d-7b3c4445b3ba tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event deleted for resources: {'Port': ['ID=79f61d19-8f79-4dd9-9a2d-ae8749ffab92,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:14.547322 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fabb50ad-2462-4ce5-9108-d3afe28b2e28 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:14.717491 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4854b0ac-debb-434b-973d-7b3c4445b3ba tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:14.761041 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b4cdaba0-5c28-445c-af75-e305114da775 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:14.765786 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-4854b0ac-debb-434b-973d-7b3c4445b3ba tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b055f13-c636-486b-966d-6244d8955b6a']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:14.777774 n-d-836015-7 neutron-server[114870]: INFO neutron.db.l3_db [None req-fabb50ad-2462-4ce5-9108-d3afe28b2e28 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Floating IP d530ca21-8a9f-4d5d-9b9b-091fb29fc3b1 associated. External IP: 172.25.8.149, port: f9f3730c-1de2-44d2-9176-df2cb0c883eb. Apr 20 13:25:14.813351 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-4854b0ac-debb-434b-973d-7b3c4445b3ba tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0cbf654-5746-4509-990d-b15dd653e6cb') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:14.813681 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-4854b0ac-debb-434b-973d-7b3c4445b3ba tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0cbf654-5746-4509-990d-b15dd653e6cb') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:14.827950 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4854b0ac-debb-434b-973d-7b3c4445b3ba tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:14.851806 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 79f61d19-8f79-4dd9-9a2d-ae8749ffab92 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:25:14.853149 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4854b0ac-debb-434b-973d-7b3c4445b3ba tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:14.861989 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b4cdaba0-5c28-445c-af75-e305114da775 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:14.878696 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 79f61d19-8f79-4dd9-9a2d-ae8749ffab92 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:25:14.879036 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 79f61d19-8f79-4dd9-9a2d-ae8749ffab92 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:25:14.879537 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device a5a8af3e-b208-4f27-809a-8f91a7cf2458 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:25:14.903939 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: a5a8af3e-b208-4f27-809a-8f91a7cf2458 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:25:14.904842 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device a5a8af3e-b208-4f27-809a-8f91a7cf2458 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:25:14.913854 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4854b0ac-debb-434b-973d-7b3c4445b3ba tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:25:14.914268 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4854b0ac-debb-434b-973d-7b3c4445b3ba tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:14.926628 n-d-836015-7 neutron-server[114870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:25:14.926628 n-d-836015-7 neutron-server[114870]: self.session.flush() Apr 20 13:25:14.926628 n-d-836015-7 neutron-server[114870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:25:14.926628 n-d-836015-7 neutron-server[114870]: self.session.flush() Apr 20 13:25:14.926628 n-d-836015-7 neutron-server[114870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:25:14.926628 n-d-836015-7 neutron-server[114870]: self.session.flush() Apr 20 13:25:14.926628 n-d-836015-7 neutron-server[114870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:25:14.926628 n-d-836015-7 neutron-server[114870]: self.session.flush() Apr 20 13:25:14.926628 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:25:14.926628 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:25:14.926628 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:25:14.926628 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:25:14.926628 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:25:14.926628 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:25:14.926628 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:25:14.926628 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:25:14.926628 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:25:14.926628 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:25:14.926628 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:25:14.926628 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:25:14.926628 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:25:14.926628 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:25:14.926628 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:25:14.926628 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:25:14.926628 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:25:14.926628 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:25:14.926628 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:25:14.926628 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:25:14.926628 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:25:14.926628 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:25:14.926628 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:25:14.926628 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:25:14.926628 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:25:14.926628 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:25:14.926628 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:25:14.926628 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:25:14.926628 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:25:14.926628 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:25:14.926628 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:25:14.926628 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:25:14.967376 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cdaba0-5c28-445c-af75-e305114da775 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a13c013-ad75-4e20-b292-00b4d420b37d,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:15.127815 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b4cdaba0-5c28-445c-af75-e305114da775 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:15.131855 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b4cdaba0-5c28-445c-af75-e305114da775 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9309218 Apr 20 13:25:15.131855 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4854b0ac-debb-434b-973d-7b3c4445b3ba tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:15.133291 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35990) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:15.139542 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabb50ad-2462-4ce5-9108-d3afe28b2e28 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Router d206a0da-58c7-4c38-891c-f9ef3acd9ba9 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:25:15.140276 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-7904fddf-ce97-42e7-8f48-872ae0247d99 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'security_group_rule': {'security_group_id': '5b4f6333-b699-4e89-a9a9-1de794817f57', 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:25:15.140724 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4854b0ac-debb-434b-973d-7b3c4445b3ba tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:15.146595 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4854b0ac-debb-434b-973d-7b3c4445b3ba tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "DELETE /v2.0/networks/8b055f13-c636-486b-966d-6244d8955b6a HTTP/1.1" status: 204 len: 168 time: 1.9649930 Apr 20 13:25:15.149442 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35992) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:15.168002 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854b0ac-debb-434b-973d-7b3c4445b3ba tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event deleted for resources: {'Network': ['ID=8b055f13-c636-486b-966d-6244d8955b6a,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:15.237555 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e60ca-e65e-4ec3-9992-907c9a1ea73d req-933b3c93-da8f-4e77-a298-90ba7e0b674c tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:15.238952 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-627e60ca-e65e-4ec3-9992-907c9a1ea73d req-933b3c93-da8f-4e77-a298-90ba7e0b674c tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 946 time: 0.0658946 Apr 20 13:25:15.274955 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7904fddf-ce97-42e7-8f48-872ae0247d99 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:15.300916 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-627e60ca-e65e-4ec3-9992-907c9a1ea73d req-2b7741ab-6760-4116-9627-6a3a05cc6004 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550668 Apr 20 13:25:15.367038 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7904fddf-ce97-42e7-8f48-872ae0247d99 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:15.476693 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabb50ad-2462-4ce5-9108-d3afe28b2e28 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:25:15.482941 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fabb50ad-2462-4ce5-9108-d3afe28b2e28 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:15.488510 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b23f19-77dc-4287-b4ed-09796baa7910 None None] Sync routers for ids ['d206a0da-58c7-4c38-891c-f9ef3acd9ba9'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:25:15.526492 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b23f19-77dc-4287-b4ed-09796baa7910 None None] Routers {'d206a0da-58c7-4c38-891c-f9ef3acd9ba9'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:15.528601 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f6b23f19-77dc-4287-b4ed-09796baa7910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:24:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d206a0da-58c7-4c38-891c-f9ef3acd9ba9'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:15.550728 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7904fddf-ce97-42e7-8f48-872ae0247d99 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:15.585823 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7904fddf-ce97-42e7-8f48-872ae0247d99 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce0d234a-6b1c-4b03-9c99-3f9a90f01eaf,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:15.593622 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-fabb50ad-2462-4ce5-9108-d3afe28b2e28 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "PUT /v2.0/floatingips/d530ca21-8a9f-4d5d-9b9b-091fb29fc3b1 HTTP/1.1" status: 200 len: 991 time: 2.2987053 Apr 20 13:25:15.596905 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4b09ed-4170-4962-a5c4-90ba205a74c4', 'tag': 'f9f3730c-1de2-44d2-9176-df2cb0c883eb'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:25:15.599279 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e86335-edaa-4ced-954c-0e94585caff5" -d '{"events": [{"name": "network-changed", "server_uuid": "eb4b09ed-4170-4962-a5c4-90ba205a74c4", "tag": "f9f3730c-1de2-44d2-9176-df2cb0c883eb"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:25:15.642902 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d5ccbd-c609-4b4b-a693-04596b51d4fd x-openstack-request-id: req-50d5ccbd-c609-4b4b-a693-04596b51d4fd {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:25:15.643200 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb4b09ed-4170-4962-a5c4-90ba205a74c4", "tag": "f9f3730c-1de2-44d2-9176-df2cb0c883eb", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:25:15.645325 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-50d5ccbd-c609-4b4b-a693-04596b51d4fd {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:25:15.645325 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50d5ccbd-c609-4b4b-a693-04596b51d4fd'] response: {'name': 'network-changed', 'server_uuid': 'eb4b09ed-4170-4962-a5c4-90ba205a74c4', 'tag': 'f9f3730c-1de2-44d2-9176-df2cb0c883eb', 'status': 'completed', 'code': 200} Apr 20 13:25:15.710217 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-f6b23f19-77dc-4287-b4ed-09796baa7910 None None] Set router d206a0da-58c7-4c38-891c-f9ef3acd9ba9 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:25:15.720201 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7904fddf-ce97-42e7-8f48-872ae0247d99 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:15.724570 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7904fddf-ce97-42e7-8f48-872ae0247d99 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5868576 Apr 20 13:25:15.724913 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36010) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:15.735149 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-aef110cb-92e0-494a-862f-24abdf9fde63 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'security_group_rule': {'security_group_id': '5b4f6333-b699-4e89-a9a9-1de794817f57', 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:25:15.741198 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e86335-edaa-4ced-954c-0e94585caff5 req-3cbc281d-e09b-425b-baec-37933639f3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:15.742665 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-17e86335-edaa-4ced-954c-0e94585caff5 req-3cbc281d-e09b-425b-baec-37933639f3f6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5dc3931e6714f8cb843649afbc5f7c5&device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 1096 time: 0.0669935 Apr 20 13:25:15.896873 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c287d77-740d-4fee-b741-a1993cd78150 req-a6b0b513-d636-42f8-bb38-03e5b5f23ac2 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:15.905920 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6c287d77-740d-4fee-b741-a1993cd78150 req-a6b0b513-d636-42f8-bb38-03e5b5f23ac2 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 946 time: 0.0842912 Apr 20 13:25:15.945073 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6c287d77-740d-4fee-b741-a1993cd78150 req-1d62aa45-cdfc-46e7-aa29-114bc7b2c773 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376441 Apr 20 13:25:16.136921 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f6b23f19-77dc-4287-b4ed-09796baa7910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'name': 'tempest-ServerRescueNegativeTestJSON-797824692-router', 'tenant_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '66b48100-a137-4957-a4c8-3ef606ce45c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:22:58Z', 'updated_at': '2022-04-20T13:23:07Z', 'revision_number': 4, 'project_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'gw_port': {'id': '66b48100-a137-4957-a4c8-3ef606ce45c9', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:00Z', 'updated_at': '2022-04-20T13:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'd530ca21-8a9f-4d5d-9b9b-091fb29fc3b1', 'tenant_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'floating_ip_address': '172.25.8.149', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'port_id': 'f9f3730c-1de2-44d2-9176-df2cb0c883eb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3', 'mac_address': 'fa:16:3e:c5:ae:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4b09ed-4170-4962-a5c4-90ba205a74c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:24:49Z', 'updated_at': '2022-04-20T13:25:14Z', 'revision_number': 1, 'project_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b00d3f6-7f11-4183-8b8d-8b236272fceb', 'name': '', 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3', 'tenant_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'mac_address': 'fa:16:3e:b7:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '30a664a4-266d-459a-b14d-e17b45ff5b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:05Z', 'updated_at': '2022-04-20T13:23:14Z', 'revision_number': 5, 'project_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'subnets': [{'id': '30a664a4-266d-459a-b14d-e17b45ff5b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:16.176271 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b23f19-77dc-4287-b4ed-09796baa7910 None None] Checking router: d206a0da-58c7-4c38-891c-f9ef3acd9ba9 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:25:16.190994 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b23f19-77dc-4287-b4ed-09796baa7910 None None] Routers {'d206a0da-58c7-4c38-891c-f9ef3acd9ba9'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:16.192002 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f6b23f19-77dc-4287-b4ed-09796baa7910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:24:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d206a0da-58c7-4c38-891c-f9ef3acd9ba9'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:16.225095 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e86335-edaa-4ced-954c-0e94585caff5 req-b5cd543d-bf00-4472-8ca7-48db96bddd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:16.226621 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-17e86335-edaa-4ced-954c-0e94585caff5 req-b5cd543d-bf00-4472-8ca7-48db96bddd28 service neutron] 10.222.0.15 "GET /v2.0/networks?id=30a0afd4-452b-4cd5-87af-310670c6e8f3 HTTP/1.1" status: 200 len: 919 time: 0.4721227 Apr 20 13:25:16.261880 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cde8d2d4-66c1-4ee8-b3a5-a7ac45423681 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:16.315550 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aef110cb-92e0-494a-862f-24abdf9fde63 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:16.381401 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-f6b23f19-77dc-4287-b4ed-09796baa7910 None None] Set router d206a0da-58c7-4c38-891c-f9ef3acd9ba9 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:25:16.582954 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-17e86335-edaa-4ced-954c-0e94585caff5 req-7b034b41-15a4-447c-b3da-b6c04739b65a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9f3730c-1de2-44d2-9176-df2cb0c883eb HTTP/1.1" status: 200 len: 999 time: 0.3412983 Apr 20 13:25:16.613068 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aef110cb-92e0-494a-862f-24abdf9fde63 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:16.689975 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e86335-edaa-4ced-954c-0e94585caff5 req-5867740a-1875-4a78-be1e-e5b4ce1d9ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:16.691389 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-17e86335-edaa-4ced-954c-0e94585caff5 req-5867740a-1875-4a78-be1e-e5b4ce1d9ff0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30a664a4-266d-459a-b14d-e17b45ff5b80 HTTP/1.1" status: 200 len: 857 time: 0.0695620 Apr 20 13:25:16.748281 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aef110cb-92e0-494a-862f-24abdf9fde63 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:16.749512 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f6b23f19-77dc-4287-b4ed-09796baa7910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'name': 'tempest-ServerRescueNegativeTestJSON-797824692-router', 'tenant_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '66b48100-a137-4957-a4c8-3ef606ce45c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:22:58Z', 'updated_at': '2022-04-20T13:23:07Z', 'revision_number': 4, 'project_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'gw_port': {'id': '66b48100-a137-4957-a4c8-3ef606ce45c9', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:00Z', 'updated_at': '2022-04-20T13:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'd530ca21-8a9f-4d5d-9b9b-091fb29fc3b1', 'tenant_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'floating_ip_address': '172.25.8.149', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'port_id': 'f9f3730c-1de2-44d2-9176-df2cb0c883eb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3', 'mac_address': 'fa:16:3e:c5:ae:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4b09ed-4170-4962-a5c4-90ba205a74c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:24:49Z', 'updated_at': '2022-04-20T13:25:14Z', 'revision_number': 1, 'project_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b00d3f6-7f11-4183-8b8d-8b236272fceb', 'name': '', 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3', 'tenant_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'mac_address': 'fa:16:3e:b7:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '30a664a4-266d-459a-b14d-e17b45ff5b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:05Z', 'updated_at': '2022-04-20T13:23:14Z', 'revision_number': 5, 'project_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'subnets': [{'id': '30a664a4-266d-459a-b14d-e17b45ff5b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:16.784954 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef110cb-92e0-494a-862f-24abdf9fde63 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a39d2e59-1c53-47e0-8ddd-5657bf85f125,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:16.803454 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b23f19-77dc-4287-b4ed-09796baa7910 None None] The sync data for ids ['d206a0da-58c7-4c38-891c-f9ef3acd9ba9'] in n-d-836015-7 is: [{'id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'name': 'tempest-ServerRescueNegativeTestJSON-797824692-router', 'tenant_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '66b48100-a137-4957-a4c8-3ef606ce45c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:22:58Z', 'updated_at': '2022-04-20T13:23:07Z', 'revision_number': 4, 'project_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'gw_port': {'id': '66b48100-a137-4957-a4c8-3ef606ce45c9', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:00Z', 'updated_at': '2022-04-20T13:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'd530ca21-8a9f-4d5d-9b9b-091fb29fc3b1', 'tenant_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'floating_ip_address': '172.25.8.149', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'port_id': 'f9f3730c-1de2-44d2-9176-df2cb0c883eb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3', 'mac_address': 'fa:16:3e:c5:ae:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4b09ed-4170-4962-a5c4-90ba205a74c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:24:49Z', 'updated_at': '2022-04-20T13:25:14Z', 'revision_number': 1, 'project_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b00d3f6-7f11-4183-8b8d-8b236272fceb', 'name': '', 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3', 'tenant_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'mac_address': 'fa:16:3e:b7:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '30a664a4-266d-459a-b14d-e17b45ff5b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:05Z', 'updated_at': '2022-04-20T13:23:14Z', 'revision_number': 5, 'project_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'subnets': [{'id': '30a664a4-266d-459a-b14d-e17b45ff5b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:25:16.823090 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef110cb-92e0-494a-862f-24abdf9fde63 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:16.823465 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef110cb-92e0-494a-862f-24abdf9fde63 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:16.823807 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef110cb-92e0-494a-862f-24abdf9fde63 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:16.824683 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef110cb-92e0-494a-862f-24abdf9fde63 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:16.824962 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef110cb-92e0-494a-862f-24abdf9fde63 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:16.825297 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef110cb-92e0-494a-862f-24abdf9fde63 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:16.825628 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef110cb-92e0-494a-862f-24abdf9fde63 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:16.826021 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef110cb-92e0-494a-862f-24abdf9fde63 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:16.826381 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef110cb-92e0-494a-862f-24abdf9fde63 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:16.826757 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef110cb-92e0-494a-862f-24abdf9fde63 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:16.827093 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef110cb-92e0-494a-862f-24abdf9fde63 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:16.827434 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef110cb-92e0-494a-862f-24abdf9fde63 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:16.837093 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e86335-edaa-4ced-954c-0e94585caff5 req-38a61c48-0587-4629-92df-a75747781f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:16.838908 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-17e86335-edaa-4ced-954c-0e94585caff5 req-38a61c48-0587-4629-92df-a75747781f95 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30a0afd4-452b-4cd5-87af-310670c6e8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1404400 Apr 20 13:25:16.921724 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aef110cb-92e0-494a-862f-24abdf9fde63 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:16.922984 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-aef110cb-92e0-494a-862f-24abdf9fde63 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1944895 Apr 20 13:25:16.926200 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36032) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:16.932036 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-b72c3756-8c8c-436f-a97d-fbedc184c7fb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'security_group_rule': {'security_group_id': '5b4f6333-b699-4e89-a9a9-1de794817f57', 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:25:16.955106 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-cde8d2d4-66c1-4ee8-b3a5-a7ac45423681 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Deleting port 3c761384-95e0-40b3-9b4e-cefb43917d41 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:25:16.956211 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cde8d2d4-66c1-4ee8-b3a5-a7ac45423681 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:17.020547 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-17e86335-edaa-4ced-954c-0e94585caff5 req-0d5da792-8e85-4b50-8b25-5e7a41a92999 service neutron] 10.222.0.15 "GET /v2.0/networks/30a0afd4-452b-4cd5-87af-310670c6e8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678483 Apr 20 13:25:17.080567 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b72c3756-8c8c-436f-a97d-fbedc184c7fb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:17.154603 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-cde8d2d4-66c1-4ee8-b3a5-a7ac45423681 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] For port 3c761384-95e0-40b3-9b4e-cefb43917d41, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=3c761384-95e0-40b3-9b4e-cefb43917d41,segment=NetworkSegment(80bf3c01-28d4-4213-91ea-eafec3df02f2),segment_id=80bf3c01-28d4-4213-91ea-eafec3df02f2)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:17.155142 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cde8d2d4-66c1-4ee8-b3a5-a7ac45423681 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:17.161225 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ca8a0a-a84c-4608-a7a1-d03c0125a3d3 None None] New status for floating IP d530ca21-8a9f-4d5d-9b9b-091fb29fc3b1: ACTIVE {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:25:17.180792 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-cde8d2d4-66c1-4ee8-b3a5-a7ac45423681 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Calling delete_port for 3c761384-95e0-40b3-9b4e-cefb43917d41 owned by network:router_interface {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:25:17.209246 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-17e86335-edaa-4ced-954c-0e94585caff5 req-77f5a5b9-f464-452b-bbe9-5dd4c647a643 service neutron] 10.222.0.15 "GET /v2.0/networks/30a0afd4-452b-4cd5-87af-310670c6e8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803577 Apr 20 13:25:17.293537 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37203d0b-e6b6-4666-be25-1ba3bf403cbb req-f1efbd3c-268c-40df-ae71-63616e0709fa tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:17.303974 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-37203d0b-e6b6-4666-be25-1ba3bf403cbb req-f1efbd3c-268c-40df-ae71-63616e0709fa tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 946 time: 0.2188027 Apr 20 13:25:17.367689 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b72c3756-8c8c-436f-a97d-fbedc184c7fb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:17.388599 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-37203d0b-e6b6-4666-be25-1ba3bf403cbb req-9367d617-abe6-48a9-8381-b9b026364842 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762360 Apr 20 13:25:17.546289 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b72c3756-8c8c-436f-a97d-fbedc184c7fb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:17.582115 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cde8d2d4-66c1-4ee8-b3a5-a7ac45423681 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:17.582239 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c3756-8c8c-436f-a97d-fbedc184c7fb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=debfa1ca-fc61-4b4d-984d-c1e7ecc3e2f4,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:17.597713 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8d2d4-66c1-4ee8-b3a5-a7ac45423681 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event deleted for resources: {'Port': ['ID=3c761384-95e0-40b3-9b4e-cefb43917d41,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:17.613311 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:25:17.667115 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b72c3756-8c8c-436f-a97d-fbedc184c7fb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:17.674328 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b72c3756-8c8c-436f-a97d-fbedc184c7fb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7415614 Apr 20 13:25:17.674838 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36050) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:17.685303 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-2c61ca32-d244-4c42-8b1b-9e7b96e82984 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'security_group_rule': {'security_group_id': '5b4f6333-b699-4e89-a9a9-1de794817f57', 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:25:17.849891 n-d-836015-7 neutron-server[114870]: INFO neutron.db.securitygroups_db [None req-2c61ca32-d244-4c42-8b1b-9e7b96e82984 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Project 7d7599e499ac4ab585978f26ba0a43a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:25:17.859779 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2c61ca32-d244-4c42-8b1b-9e7b96e82984 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:17.897875 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cde8d2d4-66c1-4ee8-b3a5-a7ac45423681 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:18.019804 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2c61ca32-d244-4c42-8b1b-9e7b96e82984 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:18.132962 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde8d2d4-66c1-4ee8-b3a5-a7ac45423681 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Router 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:25:18.174058 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2c61ca32-d244-4c42-8b1b-9e7b96e82984 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:18.218625 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c61ca32-d244-4c42-8b1b-9e7b96e82984 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=198192f9-3942-4822-95e9-fa5fcca1aee3,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:18.246690 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde8d2d4-66c1-4ee8-b3a5-a7ac45423681 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:25:18.256764 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-cde8d2d4-66c1-4ee8-b3a5-a7ac45423681 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "PUT /v2.0/routers/6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1068408 Apr 20 13:25:18.259531 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36066) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:18.265767 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fda51e-9902-4b92-b675-7646ed9e1157 None None] Sync routers for ids ['6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:25:18.280717 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fda51e-9902-4b92-b675-7646ed9e1157 None None] Routers {'6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:18.281394 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b5fda51e-9902-4b92-b675-7646ed9e1157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:24:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:18.334058 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2c61ca32-d244-4c42-8b1b-9e7b96e82984 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:18.335290 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2c61ca32-d244-4c42-8b1b-9e7b96e82984 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6595221 Apr 20 13:25:18.338154 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36070) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:18.343927 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-28c250bc-5376-438c-8103-9ebf8609624b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'security_group_rule': {'security_group_id': '5b4f6333-b699-4e89-a9a9-1de794817f57', 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:25:18.364881 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-befb7d1b-1762-4aab-9b20-002472039434 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Deleting subnet 87ce92eb-df26-446e-a700-3224c82ca29f {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:25:18.369054 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-befb7d1b-1762-4aab-9b20-002472039434 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:18.401752 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-b5fda51e-9902-4b92-b675-7646ed9e1157 None None] Set router 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:25:18.430592 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-befb7d1b-1762-4aab-9b20-002472039434 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:18.454089 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10eb68e-72c7-4939-a93f-5960a943f90a req-789cb5b9-1178-43fc-b7a0-3f594a55b8bc tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:18.455823 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d10eb68e-72c7-4939-a93f-5960a943f90a req-789cb5b9-1178-43fc-b7a0-3f594a55b8bc tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 946 time: 0.0723388 Apr 20 13:25:18.510658 n-d-836015-7 neutron-server[114869]: INFO neutron.db.securitygroups_db [None req-28c250bc-5376-438c-8103-9ebf8609624b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Project 7d7599e499ac4ab585978f26ba0a43a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:25:18.535990 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-28c250bc-5376-438c-8103-9ebf8609624b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:18.554329 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-befb7d1b-1762-4aab-9b20-002472039434 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:18.608235 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d10eb68e-72c7-4939-a93f-5960a943f90a req-77aa7bae-73f7-4947-918d-e1b3b6d56bdc tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447432 Apr 20 13:25:18.662415 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-28c250bc-5376-438c-8103-9ebf8609624b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:18.730832 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b5fda51e-9902-4b92-b675-7646ed9e1157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'name': 'tempest-RoutersTest-router-2007313239', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:31Z', 'updated_at': '2022-04-20T13:25:17Z', 'revision_number': 9, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'gw_port_host': None, '_interfaces': [{'id': '0d198464-294b-4b89-805c-4ac2472058d8', 'name': '', 'network_id': 'b22906fb-9b35-4433-9a66-aef0b6d36a9e', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:53:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '9574e124-d720-4662-bee5-8d51d2e5449d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:40Z', 'updated_at': '2022-04-20T13:24:47Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': '9574e124-d720-4662-bee5-8d51d2e5449d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82168d56-dd72-4f8f-ab34-e70f9ba88a8e', 'name': '', 'network_id': '4c9b392f-d4b1-4650-b3b6-79ac882ae676', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:3b:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:34Z', 'updated_at': '2022-04-20T13:24:42Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:18.764580 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fda51e-9902-4b92-b675-7646ed9e1157 None None] Checking router: 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:25:18.776629 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fda51e-9902-4b92-b675-7646ed9e1157 None None] Routers {'6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:18.779945 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-befb7d1b-1762-4aab-9b20-002472039434 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:18.780921 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-28c250bc-5376-438c-8103-9ebf8609624b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:18.783276 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b5fda51e-9902-4b92-b675-7646ed9e1157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:24:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:18.814811 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb7d1b-1762-4aab-9b20-002472039434 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event deleted for resources: {'Subnet': ['ID=87ce92eb-df26-446e-a700-3224c82ca29f,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:18.819578 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c250bc-5376-438c-8103-9ebf8609624b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34abb5f0-68bf-4bb9-9e3f-a85bc2a0a1e1,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:18.826232 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-befb7d1b-1762-4aab-9b20-002472039434 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:18.830092 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-befb7d1b-1762-4aab-9b20-002472039434 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "DELETE /v2.0/subnets/87ce92eb-df26-446e-a700-3224c82ca29f HTTP/1.1" status: 204 len: 168 time: 0.5693793 Apr 20 13:25:18.833079 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36082) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:18.845007 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e124c1-326e-4596-a365-410f8fc05cde None None] Network 273ed454-0032-45c4-950c-c2d8a7ba4a5d requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:25:18.934315 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-28c250bc-5376-438c-8103-9ebf8609624b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:18.940202 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36086) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:18.949980 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-f39a9eea-3350-4318-900b-37501341e9a6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'network': {'name': 'tempest-network-smoke--1019115587', 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'port_security_enabled': True}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:25:18.957195 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-28c250bc-5376-438c-8103-9ebf8609624b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5978744 Apr 20 13:25:18.996789 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-b5fda51e-9902-4b92-b675-7646ed9e1157 None None] Set router 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:25:19.116469 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39a9eea-3350-4318-900b-37501341e9a6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Made reservation on behalf of 7d7599e499ac4ab585978f26ba0a43a9 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:25:19.118372 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f442a4c-addf-4290-8c25-cae701cad6a7 None None] DHCP port deletion for 273ed454-0032-45c4-950c-c2d8a7ba4a5d request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:25:19.120303 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f39a9eea-3350-4318-900b-37501341e9a6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:19.186957 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e2a0d353-c600-4b3c-9a11-0129f45cf438 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:19.201466 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f39a9eea-3350-4318-900b-37501341e9a6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:25:19.214002 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f39a9eea-3350-4318-900b-37501341e9a6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:19.214542 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-f39a9eea-3350-4318-900b-37501341e9a6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Added segment 827844b1-8ae2-4ff7-b0c5-d6119a147b16 of type vlan for network 6750b427-d284-44ce-99e6-dc0478a876dc Apr 20 13:25:19.265093 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f39a9eea-3350-4318-900b-37501341e9a6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:19.265317 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-0f442a4c-addf-4290-8c25-cae701cad6a7 None None] Deleting port f46641f0-c8d4-4bb3-837a-05385cb5538e {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:25:19.265704 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0f442a4c-addf-4290-8c25-cae701cad6a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:19.370714 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-e2a0d353-c600-4b3c-9a11-0129f45cf438 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Deleting port f46641f0-c8d4-4bb3-837a-05385cb5538e {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:25:19.371752 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e2a0d353-c600-4b3c-9a11-0129f45cf438 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:19.421981 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-0f442a4c-addf-4290-8c25-cae701cad6a7 None None] For port f46641f0-c8d4-4bb3-837a-05385cb5538e, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f46641f0-c8d4-4bb3-837a-05385cb5538e,segment=NetworkSegment(80bf3c01-28d4-4213-91ea-eafec3df02f2),segment_id=80bf3c01-28d4-4213-91ea-eafec3df02f2)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:19.421981 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0f442a4c-addf-4290-8c25-cae701cad6a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:19.447615 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f39a9eea-3350-4318-900b-37501341e9a6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:19.450139 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-0f442a4c-addf-4290-8c25-cae701cad6a7 None None] Calling delete_port for f46641f0-c8d4-4bb3-837a-05385cb5538e owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:25:19.454041 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39a9eea-3350-4318-900b-37501341e9a6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:19.454651 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f39a9eea-3350-4318-900b-37501341e9a6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:19.559563 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-e2a0d353-c600-4b3c-9a11-0129f45cf438 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] For port f46641f0-c8d4-4bb3-837a-05385cb5538e, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f46641f0-c8d4-4bb3-837a-05385cb5538e,segment=NetworkSegment(80bf3c01-28d4-4213-91ea-eafec3df02f2),segment_id=80bf3c01-28d4-4213-91ea-eafec3df02f2)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:19.559984 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e2a0d353-c600-4b3c-9a11-0129f45cf438 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:19.608378 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-e2a0d353-c600-4b3c-9a11-0129f45cf438 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Calling delete_port for f46641f0-c8d4-4bb3-837a-05385cb5538e owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:25:19.628118 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f39a9eea-3350-4318-900b-37501341e9a6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6867394 Apr 20 13:25:19.636324 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36094) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:19.650264 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-d38033b7-138b-477a-9e5c-7bf1ca0d14e9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-369228612', 'admin_state_up': True, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:25:19.688609 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a9eea-3350-4318-900b-37501341e9a6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'Network': ['ID=6750b427-d284-44ce-99e6-dc0478a876dc,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:19.748705 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 6750b427-d284-44ce-99e6-dc0478a876dc details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:25:19.784422 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b5fda51e-9902-4b92-b675-7646ed9e1157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'name': 'tempest-RoutersTest-router-2007313239', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:31Z', 'updated_at': '2022-04-20T13:25:17Z', 'revision_number': 9, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'gw_port_host': None, '_interfaces': [{'id': '0d198464-294b-4b89-805c-4ac2472058d8', 'name': '', 'network_id': 'b22906fb-9b35-4433-9a66-aef0b6d36a9e', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:53:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '9574e124-d720-4662-bee5-8d51d2e5449d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:40Z', 'updated_at': '2022-04-20T13:24:47Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': '9574e124-d720-4662-bee5-8d51d2e5449d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82168d56-dd72-4f8f-ab34-e70f9ba88a8e', 'name': '', 'network_id': '4c9b392f-d4b1-4650-b3b6-79ac882ae676', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:3b:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:34Z', 'updated_at': '2022-04-20T13:24:42Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:19.820385 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d38033b7-138b-477a-9e5c-7bf1ca0d14e9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:19.822255 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d38033b7-138b-477a-9e5c-7bf1ca0d14e9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:19.853271 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fda51e-9902-4b92-b675-7646ed9e1157 None None] The sync data for ids ['6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'] in n-d-836015-7 is: [{'id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'name': 'tempest-RoutersTest-router-2007313239', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:31Z', 'updated_at': '2022-04-20T13:25:17Z', 'revision_number': 9, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'gw_port_host': None, '_interfaces': [{'id': '0d198464-294b-4b89-805c-4ac2472058d8', 'name': '', 'network_id': 'b22906fb-9b35-4433-9a66-aef0b6d36a9e', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:53:98:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '9574e124-d720-4662-bee5-8d51d2e5449d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:40Z', 'updated_at': '2022-04-20T13:24:47Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': '9574e124-d720-4662-bee5-8d51d2e5449d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82168d56-dd72-4f8f-ab34-e70f9ba88a8e', 'name': '', 'network_id': '4c9b392f-d4b1-4650-b3b6-79ac882ae676', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:3b:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:34Z', 'updated_at': '2022-04-20T13:24:42Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:25:19.895589 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0f442a4c-addf-4290-8c25-cae701cad6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:19.946966 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d38033b7-138b-477a-9e5c-7bf1ca0d14e9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:19.969248 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f442a4c-addf-4290-8c25-cae701cad6a7 None None] Pushing event deleted for resources: {'Port': ['ID=f46641f0-c8d4-4bb3-837a-05385cb5538e,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:19.974343 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f442a4c-addf-4290-8c25-cae701cad6a7 None None] No DVR routers for this DVR port f46641f0-c8d4-4bb3-837a-05385cb5538e on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:25:20.201323 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e2a0d353-c600-4b3c-9a11-0129f45cf438 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:20.315302 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d38033b7-138b-477a-9e5c-7bf1ca0d14e9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:20.317718 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0d353-c600-4b3c-9a11-0129f45cf438 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event deleted for resources: {'Port': ['ID=f46641f0-c8d4-4bb3-837a-05385cb5538e,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:20.341161 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52a04c-a004-4f12-8619-53e69b10c35e req-9ef32625-43c8-40e2-98de-3de5fed2b80e tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:20.349687 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4d52a04c-a004-4f12-8619-53e69b10c35e req-9ef32625-43c8-40e2-98de-3de5fed2b80e tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 946 time: 0.5459032 Apr 20 13:25:20.359334 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a0d353-c600-4b3c-9a11-0129f45cf438 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] No DVR routers for this DVR port f46641f0-c8d4-4bb3-837a-05385cb5538e on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:25:20.505188 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4d52a04c-a004-4f12-8619-53e69b10c35e req-380ca7ad-ff98-4fec-9671-635b1854854b tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256330 Apr 20 13:25:20.512808 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e2a0d353-c600-4b3c-9a11-0129f45cf438 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:20.541776 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-e2a0d353-c600-4b3c-9a11-0129f45cf438 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['273ed454-0032-45c4-950c-c2d8a7ba4a5d']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:20.556825 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-e2a0d353-c600-4b3c-9a11-0129f45cf438 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80bf3c01-28d4-4213-91ea-eafec3df02f2') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:20.557093 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-e2a0d353-c600-4b3c-9a11-0129f45cf438 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80bf3c01-28d4-4213-91ea-eafec3df02f2') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:20.571734 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e2a0d353-c600-4b3c-9a11-0129f45cf438 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:20.596168 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e2a0d353-c600-4b3c-9a11-0129f45cf438 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:20.605724 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a0d353-c600-4b3c-9a11-0129f45cf438 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:25:20.606208 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e2a0d353-c600-4b3c-9a11-0129f45cf438 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:20.617681 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:25:20.617681 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 13:25:20.617681 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:25:20.617681 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 13:25:20.617681 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:25:20.617681 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 13:25:20.617681 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:25:20.617681 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 13:25:20.617681 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:25:20.617681 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:25:20.617681 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:25:20.617681 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:25:20.617681 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:25:20.617681 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:25:20.617681 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:25:20.617681 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:25:20.617681 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:25:20.617681 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:25:20.617681 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:25:20.617681 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:25:20.617681 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:25:20.617681 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:25:20.617681 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:25:20.617681 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:25:20.617681 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:25:20.617681 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:25:20.617681 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:25:20.617681 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:25:20.617681 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:25:20.617681 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:25:20.617681 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:25:20.617681 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:25:20.617681 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:25:20.617681 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:25:20.617681 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:25:20.617681 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:25:20.617681 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:25:20.617681 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:25:20.617681 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:25:20.617681 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:25:20.767537 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d38033b7-138b-477a-9e5c-7bf1ca0d14e9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:20.795204 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e2a0d353-c600-4b3c-9a11-0129f45cf438 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:20.803249 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d38033b7-138b-477a-9e5c-7bf1ca0d14e9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:20.834883 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e2a0d353-c600-4b3c-9a11-0129f45cf438 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:20.843052 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e2a0d353-c600-4b3c-9a11-0129f45cf438 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "DELETE /v2.0/networks/273ed454-0032-45c4-950c-c2d8a7ba4a5d HTTP/1.1" status: 204 len: 168 time: 2.0084634 Apr 20 13:25:20.845023 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0d353-c600-4b3c-9a11-0129f45cf438 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event deleted for resources: {'Network': ['ID=273ed454-0032-45c4-950c-c2d8a7ba4a5d,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:20.845835 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36112) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:20.923861 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 3c761384-95e0-40b3-9b4e-cefb43917d41 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:25:20.964911 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 3c761384-95e0-40b3-9b4e-cefb43917d41 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:25:20.967735 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 3c761384-95e0-40b3-9b4e-cefb43917d41 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:25:20.968473 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f46641f0-c8d4-4bb3-837a-05385cb5538e no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:25:21.009897 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-d38033b7-138b-477a-9e5c-7bf1ca0d14e9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Allocated IP 172.25.8.204 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/a0d399ae-3307-46e7-98d4-f99a03246c3f) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:25:21.029120 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: f46641f0-c8d4-4bb3-837a-05385cb5538e {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:25:21.029348 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f46641f0-c8d4-4bb3-837a-05385cb5538e not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:25:21.148981 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d38033b7-138b-477a-9e5c-7bf1ca0d14e9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:21.326294 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6fcee232-e975-4748-9485-2bbb1a91bbc1 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:21.367859 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d38033b7-138b-477a-9e5c-7bf1ca0d14e9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:21.416469 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38033b7-138b-477a-9e5c-7bf1ca0d14e9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:25:21.421389 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-d38033b7-138b-477a-9e5c-7bf1ca0d14e9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:25:21.427300 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38033b7-138b-477a-9e5c-7bf1ca0d14e9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:25:21.455942 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38033b7-138b-477a-9e5c-7bf1ca0d14e9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'Port': ['ID=a0d399ae-3307-46e7-98d4-f99a03246c3f,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:21.676929 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a9e4f-e098-413f-b61c-660798d3c2b0 req-c84c7b86-7cec-48de-83ab-d2e36a0f2d77 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:21.679338 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-724a9e4f-e098-413f-b61c-660798d3c2b0 req-c84c7b86-7cec-48de-83ab-d2e36a0f2d77 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 946 time: 0.0855122 Apr 20 13:25:21.729243 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-6fcee232-e975-4748-9485-2bbb1a91bbc1 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Deleting port 0d198464-294b-4b89-805c-4ac2472058d8 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:25:21.729696 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6fcee232-e975-4748-9485-2bbb1a91bbc1 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:21.752738 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-724a9e4f-e098-413f-b61c-660798d3c2b0 req-3cf383e5-d474-44e1-8335-876adfe0a2e3 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593200 Apr 20 13:25:21.804685 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d38033b7-138b-477a-9e5c-7bf1ca0d14e9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:21.855283 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-6fcee232-e975-4748-9485-2bbb1a91bbc1 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] For port 0d198464-294b-4b89-805c-4ac2472058d8, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=0d198464-294b-4b89-805c-4ac2472058d8,segment=NetworkSegment(bbf7e606-59cc-4cfa-94cd-c14d8fae1059),segment_id=bbf7e606-59cc-4cfa-94cd-c14d8fae1059)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:21.855687 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6fcee232-e975-4748-9485-2bbb1a91bbc1 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:21.872850 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-6fcee232-e975-4748-9485-2bbb1a91bbc1 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Calling delete_port for 0d198464-294b-4b89-805c-4ac2472058d8 owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:25:22.196505 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6fcee232-e975-4748-9485-2bbb1a91bbc1 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:22.229973 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcee232-e975-4748-9485-2bbb1a91bbc1 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event deleted for resources: {'Port': ['ID=0d198464-294b-4b89-805c-4ac2472058d8,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:22.408863 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d38033b7-138b-477a-9e5c-7bf1ca0d14e9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:22.566198 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6fcee232-e975-4748-9485-2bbb1a91bbc1 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:22.717431 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38033b7-138b-477a-9e5c-7bf1ca0d14e9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Router 74d06f5f-0a79-4f68-bec6-8f9220bbfb6d is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:25:22.864145 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38033b7-138b-477a-9e5c-7bf1ca0d14e9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:25:22.878594 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee865d2-d72a-41ce-b16b-7a837261b990 None None] Sync routers for ids ['74d06f5f-0a79-4f68-bec6-8f9220bbfb6d'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:25:22.891901 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee865d2-d72a-41ce-b16b-7a837261b990 None None] Routers {'74d06f5f-0a79-4f68-bec6-8f9220bbfb6d'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:22.898859 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-3ee865d2-d72a-41ce-b16b-7a837261b990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:24:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['74d06f5f-0a79-4f68-bec6-8f9220bbfb6d'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:22.981614 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fcee232-e975-4748-9485-2bbb1a91bbc1 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Router 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:25:22.994356 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d35df9-1479-4fb1-ab6b-c6300e4c9ba1 req-30893d0b-2a24-4506-82b7-cc31c83ba460 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:22.996003 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-67d35df9-1479-4fb1-ab6b-c6300e4c9ba1 req-30893d0b-2a24-4506-82b7-cc31c83ba460 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 946 time: 0.0907655 Apr 20 13:25:23.033177 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d38033b7-138b-477a-9e5c-7bf1ca0d14e9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:23.037343 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d38033b7-138b-477a-9e5c-7bf1ca0d14e9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.3969240 Apr 20 13:25:23.038006 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36156) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:23.043906 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-3ee865d2-d72a-41ce-b16b-7a837261b990 None None] Set router 74d06f5f-0a79-4f68-bec6-8f9220bbfb6d gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:25:23.153489 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-67d35df9-1479-4fb1-ab6b-c6300e4c9ba1 req-94c5e78b-6cf2-4b56-afcd-9a2a3d8ed3ff tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495855 Apr 20 13:25:23.249434 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcee232-e975-4748-9485-2bbb1a91bbc1 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:25:23.254480 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36162) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:23.270433 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed8ca3d-b862-40cd-af54-4645fdc06416 None None] Sync routers for ids ['6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:25:23.283924 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36166) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:23.286727 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-6fcee232-e975-4748-9485-2bbb1a91bbc1 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "PUT /v2.0/routers/6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4387844 Apr 20 13:25:23.292867 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:25:23.294696 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed8ca3d-b862-40cd-af54-4645fdc06416 None None] Routers {'6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:23.295884 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-3ed8ca3d-b862-40cd-af54-4645fdc06416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:24:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:23.369572 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e99278d-e971-4b28-b312-f13b608249fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:23.409921 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-b331a3ea-ce7c-4001-b748-095ecacbfe04 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Deleting subnet 9574e124-d720-4662-bee5-8d51d2e5449d {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:25:23.426524 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b331a3ea-ce7c-4001-b748-095ecacbfe04 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:23.460784 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-3ed8ca3d-b862-40cd-af54-4645fdc06416 None None] Set router 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:25:23.507515 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36170) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:23.512903 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e3d04e2d-f9a3-45fb-abd5-17793ede6aa5 tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=7d7599e499ac4ab585978f26ba0a43a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4683516 Apr 20 13:25:23.552417 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b331a3ea-ce7c-4001-b748-095ecacbfe04 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:23.600449 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:23.623955 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25', 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119', 'port_id': 'bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25', 'mac_address': 'fa:16:3e:be:3c:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa576778-8514-4874-84e6-afe172476688', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:25:23.640494 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e99278d-e971-4b28-b312-f13b608249fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:23.670285 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-3ee865d2-d72a-41ce-b16b-7a837261b990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d06f5f-0a79-4f68-bec6-8f9220bbfb6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369228612', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'a0d399ae-3307-46e7-98d4-f99a03246c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:25:19Z', 'updated_at': '2022-04-20T13:25:21Z', 'revision_number': 3, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': 'a0d399ae-3307-46e7-98d4-f99a03246c3f', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ba:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d06f5f-0a79-4f68-bec6-8f9220bbfb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:20Z', 'updated_at': '2022-04-20T13:25:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:23.688572 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b331a3ea-ce7c-4001-b748-095ecacbfe04 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:23.724480 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee865d2-d72a-41ce-b16b-7a837261b990 None None] Checking router: 74d06f5f-0a79-4f68-bec6-8f9220bbfb6d for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:25:23.724922 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee865d2-d72a-41ce-b16b-7a837261b990 None None] Updating router 74d06f5f-0a79-4f68-bec6-8f9220bbfb6d port a0d399ae-3307-46e7-98d4-f99a03246c3f binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:25:23.729522 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:23.741301 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e99278d-e971-4b28-b312-f13b608249fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:23.766071 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:25:23.786898 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2e99278d-e971-4b28-b312-f13b608249fc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=440e9ea04f5044e8b61d4cc00ac276d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5313525 Apr 20 13:25:23.789587 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:23.791212 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3ee865d2-d72a-41ce-b16b-7a837261b990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:23.797301 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36176) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:23.874609 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-3ed8ca3d-b862-40cd-af54-4645fdc06416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'name': 'tempest-RoutersTest-router-2007313239', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:31Z', 'updated_at': '2022-04-20T13:25:22Z', 'revision_number': 10, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'gw_port_host': None, '_interfaces': [{'id': '82168d56-dd72-4f8f-ab34-e70f9ba88a8e', 'name': '', 'network_id': '4c9b392f-d4b1-4650-b3b6-79ac882ae676', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:3b:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:34Z', 'updated_at': '2022-04-20T13:24:42Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:23.881140 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99278d-e971-4b28-b312-f13b608249fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a4e09f-1bc1-4542-8b87-6d24a963bebd,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:23.901523 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:23.906776 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95e7ebb-01bd-48ba-abd4-7f250887b4de tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:23.915787 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a95e7ebb-01bd-48ba-abd4-7f250887b4de tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4069166 Apr 20 13:25:23.916681 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36178) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:23.932018 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ca837b5a-8ca7-4c6f-a51d-f26afce5136f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:23.942925 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed8ca3d-b862-40cd-af54-4645fdc06416 None None] Checking router: 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:25:23.953041 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed8ca3d-b862-40cd-af54-4645fdc06416 None None] Routers {'6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:23.953672 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-3ed8ca3d-b862-40cd-af54-4645fdc06416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:24:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:23.967084 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5e30c428-4dc1-4f62-b1df-09113d15ea73 tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=08acadad-0b4a-420a-b5f5-639128d4ec40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0454092 Apr 20 13:25:23.967944 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36180) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:23.974302 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-9dbc3686-75a8-4f11-88da-0fe221b04a88 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1904262593', 'network_id': '6750b427-d284-44ce-99e6-dc0478a876dc', 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:25:24.014251 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ca837b5a-8ca7-4c6f-a51d-f26afce5136f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:24.034381 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:25:24.050174 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-3ed8ca3d-b862-40cd-af54-4645fdc06416 None None] Set router 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:25:24.114898 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b331a3ea-ce7c-4001-b748-095ecacbfe04 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:24.160862 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b331a3ea-ce7c-4001-b748-095ecacbfe04 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:24.173319 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b331a3ea-ce7c-4001-b748-095ecacbfe04 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "DELETE /v2.0/subnets/9574e124-d720-4662-bee5-8d51d2e5449d HTTP/1.1" status: 204 len: 168 time: 0.8859921 Apr 20 13:25:24.176707 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36184) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:24.176707 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331a3ea-ce7c-4001-b748-095ecacbfe04 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event deleted for resources: {'Subnet': ['ID=9574e124-d720-4662-bee5-8d51d2e5449d,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:24.229415 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c9fcb2-a24d-4d9a-a249-5c3078ba5200 None None] Network b22906fb-9b35-4433-9a66-aef0b6d36a9e requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:25:24.231842 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25,revision_number=6']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:24.239541 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbc3686-75a8-4f11-88da-0fe221b04a88 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Made reservation on behalf of 7d7599e499ac4ab585978f26ba0a43a9 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:25:24.245557 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9dbc3686-75a8-4f11-88da-0fe221b04a88 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:24.369780 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ca837b5a-8ca7-4c6f-a51d-f26afce5136f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:24.371957 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-3ed8ca3d-b862-40cd-af54-4645fdc06416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'name': 'tempest-RoutersTest-router-2007313239', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:31Z', 'updated_at': '2022-04-20T13:25:22Z', 'revision_number': 10, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'gw_port_host': None, '_interfaces': [{'id': '82168d56-dd72-4f8f-ab34-e70f9ba88a8e', 'name': '', 'network_id': '4c9b392f-d4b1-4650-b3b6-79ac882ae676', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:3b:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:34Z', 'updated_at': '2022-04-20T13:24:42Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:24.375698 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ca837b5a-8ca7-4c6f-a51d-f26afce5136f admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:24.379315 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ca837b5a-8ca7-4c6f-a51d-f26afce5136f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/46a4e09f-1bc1-4542-8b87-6d24a963bebd HTTP/1.1" status: 204 len: 168 time: 0.5809665 Apr 20 13:25:24.418335 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-65e349b8-7c31-409d-8958-8a1f21872e03 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:24.458378 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed8ca3d-b862-40cd-af54-4645fdc06416 None None] The sync data for ids ['6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'] in n-d-836015-7 is: [{'id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'name': 'tempest-RoutersTest-router-2007313239', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:31Z', 'updated_at': '2022-04-20T13:25:22Z', 'revision_number': 10, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'gw_port_host': None, '_interfaces': [{'id': '82168d56-dd72-4f8f-ab34-e70f9ba88a8e', 'name': '', 'network_id': '4c9b392f-d4b1-4650-b3b6-79ac882ae676', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'mac_address': 'fa:16:3e:3b:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:34Z', 'updated_at': '2022-04-20T13:24:42Z', 'revision_number': 5, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'subnets': [{'id': 'db17c6c0-9c6e-4645-9748-cb40aa078414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:25:24.460964 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca837b5a-8ca7-4c6f-a51d-f26afce5136f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a4e09f-1bc1-4542-8b87-6d24a963bebd,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:24.565378 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3fece2ad-f312-4a8d-b883-e0a971408288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:24.609776 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-65e349b8-7c31-409d-8958-8a1f21872e03 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Deleting port eae974e4-1b4d-4789-9ff6-929a14946438 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:25:24.610474 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-65e349b8-7c31-409d-8958-8a1f21872e03 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:24.636716 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396c679-2a99-407b-a066-da797958fc87 req-b74a805e-a3d2-41fa-83ad-e7b418ee4fe7 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:24.649034 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6396c679-2a99-407b-a066-da797958fc87 req-b74a805e-a3d2-41fa-83ad-e7b418ee4fe7 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 945 time: 0.1237943 Apr 20 13:25:24.754348 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-65e349b8-7c31-409d-8958-8a1f21872e03 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] For port eae974e4-1b4d-4789-9ff6-929a14946438, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=eae974e4-1b4d-4789-9ff6-929a14946438,segment=NetworkSegment(bbf7e606-59cc-4cfa-94cd-c14d8fae1059),segment_id=bbf7e606-59cc-4cfa-94cd-c14d8fae1059)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:24.755023 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-65e349b8-7c31-409d-8958-8a1f21872e03 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:24.770047 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-65e349b8-7c31-409d-8958-8a1f21872e03 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Calling delete_port for eae974e4-1b4d-4789-9ff6-929a14946438 owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:25:24.797469 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6396c679-2a99-407b-a066-da797958fc87 req-45de14c2-723a-4c00-aef5-fced23fa3e05 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398795 Apr 20 13:25:24.906008 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 0d198464-294b-4b89-805c-4ac2472058d8 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:25:24.951939 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 0d198464-294b-4b89-805c-4ac2472058d8 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:25:24.952395 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 0d198464-294b-4b89-805c-4ac2472058d8 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:25:24.968604 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3ee865d2-d72a-41ce-b16b-7a837261b990 None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:25.001936 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9dbc3686-75a8-4f11-88da-0fe221b04a88 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:25.030577 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-65e349b8-7c31-409d-8958-8a1f21872e03 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:25.063692 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638902f7-91b3-4838-83a7-856a8ff49a3f None None] DHCP port deletion for b22906fb-9b35-4433-9a66-aef0b6d36a9e request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:25:25.087739 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3ee865d2-d72a-41ce-b16b-7a837261b990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:25.121664 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e349b8-7c31-409d-8958-8a1f21872e03 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event deleted for resources: {'Port': ['ID=eae974e4-1b4d-4789-9ff6-929a14946438,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:25.121664 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e349b8-7c31-409d-8958-8a1f21872e03 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] No DVR routers for this DVR port eae974e4-1b4d-4789-9ff6-929a14946438 on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:25:25.216064 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-3ee865d2-d72a-41ce-b16b-7a837261b990 None None] Attempting to bind port a0d399ae-3307-46e7-98d4-f99a03246c3f on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:25:25.216934 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-3ee865d2-d72a-41ce-b16b-7a837261b990 None None] Attempting to bind port a0d399ae-3307-46e7-98d4-f99a03246c3f by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:25:25.221217 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee865d2-d72a-41ce-b16b-7a837261b990 None None] Attempting to bind port a0d399ae-3307-46e7-98d4-f99a03246c3f on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:25:25.233827 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc3686-75a8-4f11-88da-0fe221b04a88 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'Subnet': ['ID=f8c00a85-0926-4962-942d-865bad164bb8,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:25.244550 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee865d2-d72a-41ce-b16b-7a837261b990 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:25:25.244918 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee865d2-d72a-41ce-b16b-7a837261b990 None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:25:25.245326 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3ee865d2-d72a-41ce-b16b-7a837261b990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:25.245719 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee865d2-d72a-41ce-b16b-7a837261b990 None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:25:25.246247 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-3ee865d2-d72a-41ce-b16b-7a837261b990 None None] Bound port: a0d399ae-3307-46e7-98d4-f99a03246c3f, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:25:25.246636 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3ee865d2-d72a-41ce-b16b-7a837261b990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:25.261064 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbc3686-75a8-4f11-88da-0fe221b04a88 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Checking segment: {'id': '827844b1-8ae2-4ff7-b0c5-d6119a147b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6750b427-d284-44ce-99e6-dc0478a876dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:25:25.261577 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbc3686-75a8-4f11-88da-0fe221b04a88 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Network hostable DHCP agents. Network: 6750b427-d284-44ce-99e6-dc0478a876dc, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:25:25.266527 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc3686-75a8-4f11-88da-0fe221b04a88 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:25.266671 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc3686-75a8-4f11-88da-0fe221b04a88 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:25.266935 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc3686-75a8-4f11-88da-0fe221b04a88 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:25.273064 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc3686-75a8-4f11-88da-0fe221b04a88 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:25.273464 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc3686-75a8-4f11-88da-0fe221b04a88 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:25.273820 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc3686-75a8-4f11-88da-0fe221b04a88 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:25.274154 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc3686-75a8-4f11-88da-0fe221b04a88 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:25.274608 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc3686-75a8-4f11-88da-0fe221b04a88 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:25.275015 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc3686-75a8-4f11-88da-0fe221b04a88 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:25.275437 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc3686-75a8-4f11-88da-0fe221b04a88 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:25.275700 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc3686-75a8-4f11-88da-0fe221b04a88 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:25.276025 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc3686-75a8-4f11-88da-0fe221b04a88 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:25.296346 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-65e349b8-7c31-409d-8958-8a1f21872e03 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:25.328481 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-65e349b8-7c31-409d-8958-8a1f21872e03 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b22906fb-9b35-4433-9a66-aef0b6d36a9e']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:25.333286 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:25:25.341770 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-65e349b8-7c31-409d-8958-8a1f21872e03 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbf7e606-59cc-4cfa-94cd-c14d8fae1059') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:25.342267 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-65e349b8-7c31-409d-8958-8a1f21872e03 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbf7e606-59cc-4cfa-94cd-c14d8fae1059') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:25.346034 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ebf7af-c241-4e91-bea5-cfbedc7f3dce None None] Pushing event updated for resources: {'Port': ['ID=a0d399ae-3307-46e7-98d4-f99a03246c3f,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:25.364698 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-65e349b8-7c31-409d-8958-8a1f21872e03 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:25.387383 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-65e349b8-7c31-409d-8958-8a1f21872e03 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:25.401115 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65e349b8-7c31-409d-8958-8a1f21872e03 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:25:25.402262 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-3ee865d2-d72a-41ce-b16b-7a837261b990 None None] For port a0d399ae-3307-46e7-98d4-f99a03246c3f, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:25:25.402689 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-65e349b8-7c31-409d-8958-8a1f21872e03 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:25.414678 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:25:25.414678 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:25:25.414678 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:25:25.414678 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:25:25.414678 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:25:25.414678 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:25:25.414678 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:25:25.414678 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:25:25.414678 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:25:25.414678 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:25:25.414678 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:25:25.414678 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:25:25.414678 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:25:25.414678 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:25:25.414678 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:25:25.414678 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:25:25.414678 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:25:25.414678 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:25:25.414678 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:25:25.414678 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:25:25.414678 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:25:25.414678 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:25:25.414678 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:25:25.414678 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:25:25.414678 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:25:25.414678 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:25:25.414678 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:25:25.414678 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:25:25.414678 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:25:25.414678 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:25:25.414678 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:25:25.414678 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:25:25.441548 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-3ee865d2-d72a-41ce-b16b-7a837261b990 None None] For port a0d399ae-3307-46e7-98d4-f99a03246c3f, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=a0d399ae-3307-46e7-98d4-f99a03246c3f,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:25:25.445948 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbc3686-75a8-4f11-88da-0fe221b04a88 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Network 6750b427-d284-44ce-99e6-dc0478a876dc is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:25:25.454789 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:25.458312 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:25.545723 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-9dbc3686-75a8-4f11-88da-0fe221b04a88 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 6750b427-d284-44ce-99e6-dc0478a876dc) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:25:25.550423 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbc3686-75a8-4f11-88da-0fe221b04a88 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:25.551197 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9dbc3686-75a8-4f11-88da-0fe221b04a88 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:25.560930 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3ee865d2-d72a-41ce-b16b-7a837261b990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:25.568265 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1108e9-b124-45cb-86f0-fad26cd2d969 None None] Network 6750b427-d284-44ce-99e6-dc0478a876dc requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:25:25.642379 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-65e349b8-7c31-409d-8958-8a1f21872e03 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:25.651682 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-65e349b8-7c31-409d-8958-8a1f21872e03 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:25.658749 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-65e349b8-7c31-409d-8958-8a1f21872e03 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "DELETE /v2.0/networks/b22906fb-9b35-4433-9a66-aef0b6d36a9e HTTP/1.1" status: 204 len: 168 time: 1.4791844 Apr 20 13:25:25.661598 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36238) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:25.683627 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e349b8-7c31-409d-8958-8a1f21872e03 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event deleted for resources: {'Network': ['ID=b22906fb-9b35-4433-9a66-aef0b6d36a9e,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:25.702201 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36244) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:25.704962 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9dbc3686-75a8-4f11-88da-0fe221b04a88 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7353106 Apr 20 13:25:25.706635 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:25.798936 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ebf7af-c241-4e91-bea5-cfbedc7f3dce None None] Pushing event updated for resources: {'Port': ['ID=a0d399ae-3307-46e7-98d4-f99a03246c3f,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:25.802368 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee865d2-d72a-41ce-b16b-7a837261b990 None None] Routers {'74d06f5f-0a79-4f68-bec6-8f9220bbfb6d'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:25.803004 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-3ee865d2-d72a-41ce-b16b-7a837261b990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:24:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['74d06f5f-0a79-4f68-bec6-8f9220bbfb6d'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:25.974000 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-3ee865d2-d72a-41ce-b16b-7a837261b990 None None] Set router 74d06f5f-0a79-4f68-bec6-8f9220bbfb6d gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:25:26.116408 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2faa0631-57a5-4e96-8825-1015102a76cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:25:26.118678 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a85f0b2-9983-4034-934d-79c127e114a1" -d '{"events": [{"server_uuid": "2faa0631-57a5-4e96-8825-1015102a76cf", "name": "network-vif-plugged", "status": "completed", "tag": "bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:25:26.260909 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccf9b69-6cbe-40fa-8035-f5ea3ea485ae x-openstack-request-id: req-2ccf9b69-6cbe-40fa-8035-f5ea3ea485ae {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:25:26.261272 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2faa0631-57a5-4e96-8825-1015102a76cf", "name": "network-vif-plugged", "status": "completed", "tag": "bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:25:26.261448 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ccf9b69-6cbe-40fa-8035-f5ea3ea485ae {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:25:26.261857 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ccf9b69-6cbe-40fa-8035-f5ea3ea485ae'] response: {'server_uuid': '2faa0631-57a5-4e96-8825-1015102a76cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25', 'code': 200} Apr 20 13:25:26.269967 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:26.309513 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd1d38b-d1b6-4e1f-92dd-dc7f5db4c924 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-6750b427-d284-44ce-99e6-dc0478a876dc', 'network_id': '6750b427-d284-44ce-99e6-dc0478a876dc', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'fixed_ips': [{'subnet_id': 'f8c00a85-0926-4962-942d-865bad164bb8'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:25:26.315986 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0dd1d38b-d1b6-4e1f-92dd-dc7f5db4c924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:26.337213 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08640db4-2212-48ca-b353-d09beda78e33 req-44abedfe-536f-4605-96e0-19ca82b40c94 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:26.360078 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-08640db4-2212-48ca-b353-d09beda78e33 req-44abedfe-536f-4605-96e0-19ca82b40c94 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 945 time: 0.3872695 Apr 20 13:25:26.364214 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:26.686286 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-08640db4-2212-48ca-b353-d09beda78e33 req-0bc993cc-8a56-4900-8c27-53ba2ae178ed tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257773 Apr 20 13:25:26.812943 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25,revision_number=7']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:26.882607 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-434a18dc-bb45-49c3-8510-e8101d78bd41 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:26.891446 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-266ef500-c116-40ce-91a6-9dfb28190c66 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:26.893983 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2c010b54-aa9d-4c86-b13a-67e201ba62ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:26.908899 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-0dd1d38b-d1b6-4e1f-92dd-dc7f5db4c924 None None] Allocated IP 172.20.0.2 (6750b427-d284-44ce-99e6-dc0478a876dc/f8c00a85-0926-4962-942d-865bad164bb8/040e8cfc-70f4-4324-9439-8ad1090999d7) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:25:26.924946 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-3ee865d2-d72a-41ce-b16b-7a837261b990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d06f5f-0a79-4f68-bec6-8f9220bbfb6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369228612', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'a0d399ae-3307-46e7-98d4-f99a03246c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:25:19Z', 'updated_at': '2022-04-20T13:25:21Z', 'revision_number': 3, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': 'a0d399ae-3307-46e7-98d4-f99a03246c3f', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ba:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d06f5f-0a79-4f68-bec6-8f9220bbfb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:20Z', 'updated_at': '2022-04-20T13:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:26.970447 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device eae974e4-1b4d-4789-9ff6-929a14946438 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:25:26.972605 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee865d2-d72a-41ce-b16b-7a837261b990 None None] The sync data for ids ['74d06f5f-0a79-4f68-bec6-8f9220bbfb6d'] in n-d-836015-7 is: [{'id': '74d06f5f-0a79-4f68-bec6-8f9220bbfb6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369228612', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'a0d399ae-3307-46e7-98d4-f99a03246c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:25:19Z', 'updated_at': '2022-04-20T13:25:21Z', 'revision_number': 3, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': 'a0d399ae-3307-46e7-98d4-f99a03246c3f', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ba:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d06f5f-0a79-4f68-bec6-8f9220bbfb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:20Z', 'updated_at': '2022-04-20T13:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:25:27.054163 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: eae974e4-1b4d-4789-9ff6-929a14946438 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:25:27.054827 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device eae974e4-1b4d-4789-9ff6-929a14946438 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:25:27.332462 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0dd1d38b-d1b6-4e1f-92dd-dc7f5db4c924 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:27.359640 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-266ef500-c116-40ce-91a6-9dfb28190c66 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Deleting port 82168d56-dd72-4f8f-ab34-e70f9ba88a8e {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:25:27.360259 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-266ef500-c116-40ce-91a6-9dfb28190c66 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:27.402271 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0dd1d38b-d1b6-4e1f-92dd-dc7f5db4c924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:27.490292 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-434a18dc-bb45-49c3-8510-e8101d78bd41 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Allocated IP 172.20.0.1 (6750b427-d284-44ce-99e6-dc0478a876dc/f8c00a85-0926-4962-942d-865bad164bb8/4de0f978-9c9a-4af8-bc09-e7eff48e1f16) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:25:27.545605 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1d38b-d1b6-4e1f-92dd-dc7f5db4c924 None None] Pushing event updated for resources: {'Port': ['ID=040e8cfc-70f4-4324-9439-8ad1090999d7,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:27.573194 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd1d38b-d1b6-4e1f-92dd-dc7f5db4c924 None None] Network 6750b427-d284-44ce-99e6-dc0478a876dc is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:25:27.579032 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-0dd1d38b-d1b6-4e1f-92dd-dc7f5db4c924 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:25:27.582266 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd1d38b-d1b6-4e1f-92dd-dc7f5db4c924 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:25:27.663938 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-266ef500-c116-40ce-91a6-9dfb28190c66 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] For port 82168d56-dd72-4f8f-ab34-e70f9ba88a8e, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=82168d56-dd72-4f8f-ab34-e70f9ba88a8e,segment=NetworkSegment(e8847f51-5e3c-4edd-9ca8-45f441d81ffa),segment_id=e8847f51-5e3c-4edd-9ca8-45f441d81ffa)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:27.665646 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-266ef500-c116-40ce-91a6-9dfb28190c66 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:27.696360 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-266ef500-c116-40ce-91a6-9dfb28190c66 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Calling delete_port for 82168d56-dd72-4f8f-ab34-e70f9ba88a8e owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:25:27.818149 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-0dd1d38b-d1b6-4e1f-92dd-dc7f5db4c924 None None] Attempting to bind port 040e8cfc-70f4-4324-9439-8ad1090999d7 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:25:27.818532 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-0dd1d38b-d1b6-4e1f-92dd-dc7f5db4c924 None None] Attempting to bind port 040e8cfc-70f4-4324-9439-8ad1090999d7 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '827844b1-8ae2-4ff7-b0c5-d6119a147b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6750b427-d284-44ce-99e6-dc0478a876dc'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:25:27.818902 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd1d38b-d1b6-4e1f-92dd-dc7f5db4c924 None None] Attempting to bind port 040e8cfc-70f4-4324-9439-8ad1090999d7 on network 6750b427-d284-44ce-99e6-dc0478a876dc {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:25:27.826991 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd1d38b-d1b6-4e1f-92dd-dc7f5db4c924 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:25:27.827386 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd1d38b-d1b6-4e1f-92dd-dc7f5db4c924 None None] Checking segment: {'id': '827844b1-8ae2-4ff7-b0c5-d6119a147b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6750b427-d284-44ce-99e6-dc0478a876dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:25:27.827828 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0dd1d38b-d1b6-4e1f-92dd-dc7f5db4c924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:27.829841 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd1d38b-d1b6-4e1f-92dd-dc7f5db4c924 None None] Bound using segment: {'id': '827844b1-8ae2-4ff7-b0c5-d6119a147b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6750b427-d284-44ce-99e6-dc0478a876dc'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:25:27.830523 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-0dd1d38b-d1b6-4e1f-92dd-dc7f5db4c924 None None] Bound port: 040e8cfc-70f4-4324-9439-8ad1090999d7, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '827844b1-8ae2-4ff7-b0c5-d6119a147b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6750b427-d284-44ce-99e6-dc0478a876dc'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:25:27.830930 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0dd1d38b-d1b6-4e1f-92dd-dc7f5db4c924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:27.896098 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-434a18dc-bb45-49c3-8510-e8101d78bd41 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:27.938261 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-0dd1d38b-d1b6-4e1f-92dd-dc7f5db4c924 None None] For port 040e8cfc-70f4-4324-9439-8ad1090999d7, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:25:27.945949 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-0dd1d38b-d1b6-4e1f-92dd-dc7f5db4c924 None None] For port 040e8cfc-70f4-4324-9439-8ad1090999d7, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=040e8cfc-70f4-4324-9439-8ad1090999d7,segment=NetworkSegment(827844b1-8ae2-4ff7-b0c5-d6119a147b16),segment_id=827844b1-8ae2-4ff7-b0c5-d6119a147b16)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:25:28.033148 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0dd1d38b-d1b6-4e1f-92dd-dc7f5db4c924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:28.082463 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-434a18dc-bb45-49c3-8510-e8101d78bd41 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:28.161652 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:28.215209 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1d38b-d1b6-4e1f-92dd-dc7f5db4c924 None None] Pushing event updated for resources: {'Port': ['ID=040e8cfc-70f4-4324-9439-8ad1090999d7,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:28.265333 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a18dc-bb45-49c3-8510-e8101d78bd41 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'Port': ['ID=4de0f978-9c9a-4af8-bc09-e7eff48e1f16,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:28.276688 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434a18dc-bb45-49c3-8510-e8101d78bd41 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Network 6750b427-d284-44ce-99e6-dc0478a876dc is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:25:28.280763 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-434a18dc-bb45-49c3-8510-e8101d78bd41 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:25:28.285747 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434a18dc-bb45-49c3-8510-e8101d78bd41 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:25:28.411130 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-434a18dc-bb45-49c3-8510-e8101d78bd41 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:28.600748 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9f150-8503-4d01-8631-507f47a38101 req-76943270-3bf9-47fd-8b97-e3fcf2a7f4b8 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:28.610166 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7ec9f150-8503-4d01-8631-507f47a38101 req-76943270-3bf9-47fd-8b97-e3fcf2a7f4b8 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 946 time: 0.7743242 Apr 20 13:25:28.677568 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7ec9f150-8503-4d01-8631-507f47a38101 req-a587fba0-32ee-4c91-81ad-392d9eca0975 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664139 Apr 20 13:25:28.961876 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-266ef500-c116-40ce-91a6-9dfb28190c66 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:29.039676 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ef500-c116-40ce-91a6-9dfb28190c66 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event deleted for resources: {'Port': ['ID=82168d56-dd72-4f8f-ab34-e70f9ba88a8e,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:29.163779 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device a0d399ae-3307-46e7-98d4-f99a03246c3f up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:25:29.299910 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port a0d399ae-3307-46e7-98d4-f99a03246c3f triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:29.309203 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:29.376135 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-434a18dc-bb45-49c3-8510-e8101d78bd41 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:29.457861 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-266ef500-c116-40ce-91a6-9dfb28190c66 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:29.474675 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:29.545019 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:29.628227 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port a0d399ae-3307-46e7-98d4-f99a03246c3f, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=a0d399ae-3307-46e7-98d4-f99a03246c3f,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:29.750152 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:29.753146 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 040e8cfc-70f4-4324-9439-8ad1090999d7 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:25:29.936844 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:30.010251 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=a0d399ae-3307-46e7-98d4-f99a03246c3f,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:30.035618 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 040e8cfc-70f4-4324-9439-8ad1090999d7 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:30.035954 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:30.258075 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:30.265065 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5a3f4-d4d2-4e27-a57e-3e407bc95f6e req-5ce7152a-7d49-4f89-85eb-0dfd9b097bd7 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:30.268360 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f8b5a3f4-d4d2-4e27-a57e-3e407bc95f6e req-5ce7152a-7d49-4f89-85eb-0dfd9b097bd7 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 946 time: 0.2406833 Apr 20 13:25:30.278109 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266ef500-c116-40ce-91a6-9dfb28190c66 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Router 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:25:30.301169 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-434a18dc-bb45-49c3-8510-e8101d78bd41 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:30.311003 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054cf255-e4f1-4dcf-8436-ff0afacaa352 None None] Network 6750b427-d284-44ce-99e6-dc0478a876dc requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:25:30.336641 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f8b5a3f4-d4d2-4e27-a57e-3e407bc95f6e req-8b3e7735-b602-4181-886c-2103d6b9dfb8 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506263 Apr 20 13:25:30.423004 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-434a18dc-bb45-49c3-8510-e8101d78bd41 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:30.474159 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266ef500-c116-40ce-91a6-9dfb28190c66 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:25:30.494733 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-266ef500-c116-40ce-91a6-9dfb28190c66 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "PUT /v2.0/routers/6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8293402 Apr 20 13:25:30.495088 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36342) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:30.632333 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-3170e56d-fe69-4b70-80c1-c0522779db27 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Deleting subnet db17c6c0-9c6e-4645-9748-cb40aa078414 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:25:30.642932 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3170e56d-fe69-4b70-80c1-c0522779db27 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:30.645990 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 040e8cfc-70f4-4324-9439-8ad1090999d7, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=040e8cfc-70f4-4324-9439-8ad1090999d7,segment=NetworkSegment(827844b1-8ae2-4ff7-b0c5-d6119a147b16),segment_id=827844b1-8ae2-4ff7-b0c5-d6119a147b16)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:30.662675 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a18dc-bb45-49c3-8510-e8101d78bd41 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'Port': ['ID=4de0f978-9c9a-4af8-bc09-e7eff48e1f16,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:30.668069 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d3e1ce-b8f6-4bb7-907d-d1e12d8e7b05 None None] Sync routers for ids ['6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:25:30.728661 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-434a18dc-bb45-49c3-8510-e8101d78bd41 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:30.910193 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3170e56d-fe69-4b70-80c1-c0522779db27 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:30.943276 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d3e1ce-b8f6-4bb7-907d-d1e12d8e7b05 None None] Routers {'6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:30.944062 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-99d3e1ce-b8f6-4bb7-907d-d1e12d8e7b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:25:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:31.066845 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:31.089274 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434a18dc-bb45-49c3-8510-e8101d78bd41 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Network 6750b427-d284-44ce-99e6-dc0478a876dc is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:25:31.092639 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-434a18dc-bb45-49c3-8510-e8101d78bd41 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:25:31.139604 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3170e56d-fe69-4b70-80c1-c0522779db27 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:31.154155 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-5a7d9445-2555-4bbd-90d8-14d078ff56be None None] Provisioning complete for port 040e8cfc-70f4-4324-9439-8ad1090999d7 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:31.154532 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5a7d9445-2555-4bbd-90d8-14d078ff56be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:31.324083 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3170e56d-fe69-4b70-80c1-c0522779db27 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:31.380295 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170e56d-fe69-4b70-80c1-c0522779db27 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event deleted for resources: {'Subnet': ['ID=db17c6c0-9c6e-4645-9748-cb40aa078414,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:31.383219 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3170e56d-fe69-4b70-80c1-c0522779db27 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:31.387893 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-3170e56d-fe69-4b70-80c1-c0522779db27 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "DELETE /v2.0/subnets/db17c6c0-9c6e-4645-9748-cb40aa078414 HTTP/1.1" status: 204 len: 168 time: 0.8915157 Apr 20 13:25:31.391879 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36354) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:31.449796 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434a18dc-bb45-49c3-8510-e8101d78bd41 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Router 74d06f5f-0a79-4f68-bec6-8f9220bbfb6d has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:25:31.545710 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-705a66a3-daba-46e6-a876-a38a9112faf0 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:31.659792 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device a0d399ae-3307-46e7-98d4-f99a03246c3f up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:25:31.666109 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe93938a-d152-4f02-9c9d-654819684e78 None None] Network 4c9b392f-d4b1-4650-b3b6-79ac882ae676 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:25:31.691145 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-99d3e1ce-b8f6-4bb7-907d-d1e12d8e7b05 None None] Set router 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e gateway port host: None {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:25:31.708962 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434a18dc-bb45-49c3-8510-e8101d78bd41 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:25:31.724629 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f90a62-fe8b-426e-9e3d-e9b72e14bd6a None None] Sync routers for ids ['74d06f5f-0a79-4f68-bec6-8f9220bbfb6d'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:25:31.726932 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-434a18dc-bb45-49c3-8510-e8101d78bd41 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "PUT /v2.0/routers/74d06f5f-0a79-4f68-bec6-8f9220bbfb6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0232742 Apr 20 13:25:31.730239 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2142495-622e-4789-b073-06600787b6f1 req-051c06ce-7f35-4d70-9a08-306985bf9a71 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:31.732114 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a2142495-622e-4789-b073-06600787b6f1 req-051c06ce-7f35-4d70-9a08-306985bf9a71 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 946 time: 0.1812861 Apr 20 13:25:31.769976 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f90a62-fe8b-426e-9e3d-e9b72e14bd6a None None] Routers {'74d06f5f-0a79-4f68-bec6-8f9220bbfb6d'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:31.775643 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-67f90a62-fe8b-426e-9e3d-e9b72e14bd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:25:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['74d06f5f-0a79-4f68-bec6-8f9220bbfb6d'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:31.830001 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a2142495-622e-4789-b073-06600787b6f1 req-1d8a5eee-158e-4425-a346-7e3c0b1d6982 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880220 Apr 20 13:25:31.839644 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-705a66a3-daba-46e6-a876-a38a9112faf0 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Deleting port e48dbed3-d609-44c4-b1bc-77193cd517de {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:25:31.840124 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-705a66a3-daba-46e6-a876-a38a9112faf0 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:31.995822 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-67f90a62-fe8b-426e-9e3d-e9b72e14bd6a None None] Set router 74d06f5f-0a79-4f68-bec6-8f9220bbfb6d gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:25:32.017351 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-705a66a3-daba-46e6-a876-a38a9112faf0 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] For port e48dbed3-d609-44c4-b1bc-77193cd517de, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=e48dbed3-d609-44c4-b1bc-77193cd517de,segment=NetworkSegment(e8847f51-5e3c-4edd-9ca8-45f441d81ffa),segment_id=e8847f51-5e3c-4edd-9ca8-45f441d81ffa)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:32.019204 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-705a66a3-daba-46e6-a876-a38a9112faf0 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:32.047760 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-705a66a3-daba-46e6-a876-a38a9112faf0 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Calling delete_port for e48dbed3-d609-44c4-b1bc-77193cd517de owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:25:32.139551 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-99d3e1ce-b8f6-4bb7-907d-d1e12d8e7b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'name': 'tempest-RoutersTest-router-2007313239', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:31Z', 'updated_at': '2022-04-20T13:25:28Z', 'revision_number': 11, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:32.177099 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-708b80aa-f974-40c8-b910-a9aa6a32e3db tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1212861992&fields=id&tenant_id=7d7599e499ac4ab585978f26ba0a43a9 HTTP/1.1" status: 200 len: 267 time: 0.0491052 Apr 20 13:25:32.302542 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=040e8cfc-70f4-4324-9439-8ad1090999d7,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:32.325604 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-eb3b0d83-0367-41d6-a026-165d6414b7c5 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:32.327786 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-eb3b0d83-0367-41d6-a026-165d6414b7c5 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/networks?id=6750b427-d284-44ce-99e6-dc0478a876dc HTTP/1.1" status: 200 len: 797 time: 0.1314995 Apr 20 13:25:32.350333 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-47561a76-ca58-4e42-af98-6aabe57b4f4f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/quotas/7d7599e499ac4ab585978f26ba0a43a9 HTTP/1.1" status: 200 len: 375 time: 0.0124481 Apr 20 13:25:32.351857 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d3e1ce-b8f6-4bb7-907d-d1e12d8e7b05 None None] Checking router: 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:25:32.435988 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-4ede4f75-0523-4d5a-a902-1a483accfb29 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7d7599e499ac4ab585978f26ba0a43a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0761442 Apr 20 13:25:32.441453 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-705a66a3-daba-46e6-a876-a38a9112faf0 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:32.441647 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d3e1ce-b8f6-4bb7-907d-d1e12d8e7b05 None None] Routers {'6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:32.442450 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-99d3e1ce-b8f6-4bb7-907d-d1e12d8e7b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:25:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:32.480943 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a66a3-daba-46e6-a876-a38a9112faf0 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event deleted for resources: {'Port': ['ID=e48dbed3-d609-44c4-b1bc-77193cd517de,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:32.498984 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705a66a3-daba-46e6-a876-a38a9112faf0 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] No DVR routers for this DVR port e48dbed3-d609-44c4-b1bc-77193cd517de on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:25:32.589921 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-99d3e1ce-b8f6-4bb7-907d-d1e12d8e7b05 None None] Set router 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e gateway port host: None {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:25:32.620467 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-67f90a62-fe8b-426e-9e3d-e9b72e14bd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d06f5f-0a79-4f68-bec6-8f9220bbfb6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369228612', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'a0d399ae-3307-46e7-98d4-f99a03246c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:25:19Z', 'updated_at': '2022-04-20T13:25:28Z', 'revision_number': 4, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': 'a0d399ae-3307-46e7-98d4-f99a03246c3f', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d06f5f-0a79-4f68-bec6-8f9220bbfb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:20Z', 'updated_at': '2022-04-20T13:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '4de0f978-9c9a-4af8-bc09-e7eff48e1f16', 'name': '', 'network_id': '6750b427-d284-44ce-99e6-dc0478a876dc', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'mac_address': 'fa:16:3e:97:37:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d06f5f-0a79-4f68-bec6-8f9220bbfb6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': 'f8c00a85-0926-4962-942d-865bad164bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:27Z', 'updated_at': '2022-04-20T13:25:29Z', 'revision_number': 2, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'subnets': [{'id': 'f8c00a85-0926-4962-942d-865bad164bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:32.682956 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f90a62-fe8b-426e-9e3d-e9b72e14bd6a None None] Checking router: 74d06f5f-0a79-4f68-bec6-8f9220bbfb6d for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:25:32.684766 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f90a62-fe8b-426e-9e3d-e9b72e14bd6a None None] Updating router 74d06f5f-0a79-4f68-bec6-8f9220bbfb6d port 4de0f978-9c9a-4af8-bc09-e7eff48e1f16 binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:25:32.741240 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-99d3e1ce-b8f6-4bb7-907d-d1e12d8e7b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'name': 'tempest-RoutersTest-router-2007313239', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:31Z', 'updated_at': '2022-04-20T13:25:28Z', 'revision_number': 11, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:32.746686 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-67f90a62-fe8b-426e-9e3d-e9b72e14bd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:32.816188 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-705a66a3-daba-46e6-a876-a38a9112faf0 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:32.929300 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-705a66a3-daba-46e6-a876-a38a9112faf0 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c9b392f-d4b1-4650-b3b6-79ac882ae676']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:32.975543 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-705a66a3-daba-46e6-a876-a38a9112faf0 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8847f51-5e3c-4edd-9ca8-45f441d81ffa') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:32.976074 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-705a66a3-daba-46e6-a876-a38a9112faf0 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8847f51-5e3c-4edd-9ca8-45f441d81ffa') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:33.000406 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-2acb4f6a-4a07-4c47-bc17-1f2183ebda2c service neutron] 10.222.0.25 "GET /v2.0/networks/6750b427-d284-44ce-99e6-dc0478a876dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5207555 Apr 20 13:25:33.029097 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d3e1ce-b8f6-4bb7-907d-d1e12d8e7b05 None None] The sync data for ids ['6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'] in n-d-836015-7 is: [{'id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'name': 'tempest-RoutersTest-router-2007313239', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:31Z', 'updated_at': '2022-04-20T13:25:28Z', 'revision_number': 11, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'gw_port_host': None}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:25:33.142822 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-705a66a3-daba-46e6-a876-a38a9112faf0 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:33.162230 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port a0d399ae-3307-46e7-98d4-f99a03246c3f triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:33.162757 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:33.363742 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-0b92c418-0a75-48d9-a1d8-fdbca592c592 service neutron] 10.222.0.25 "GET /v2.0/networks/6750b427-d284-44ce-99e6-dc0478a876dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617220 Apr 20 13:25:33.372293 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-705a66a3-daba-46e6-a876-a38a9112faf0 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:33.431321 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7dd8e-f501-4c33-bdba-5746b044a173 req-d6bbd128-187e-4997-9326-08bbfbec29f6 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:33.433064 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e5e7dd8e-f501-4c33-bdba-5746b044a173 req-d6bbd128-187e-4997-9326-08bbfbec29f6 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 946 time: 0.4078553 Apr 20 13:25:33.442564 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-705a66a3-daba-46e6-a876-a38a9112faf0 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:25:33.443095 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-705a66a3-daba-46e6-a876-a38a9112faf0 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:33.470481 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:25:33.470481 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:25:33.470481 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:25:33.470481 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:25:33.470481 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:25:33.470481 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:25:33.470481 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:25:33.470481 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:25:33.470481 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:25:33.470481 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:25:33.470481 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:25:33.470481 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:25:33.470481 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:25:33.470481 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:25:33.470481 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:25:33.470481 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:25:33.470481 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:25:33.470481 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:25:33.470481 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:25:33.470481 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:25:33.470481 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:25:33.470481 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:25:33.470481 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:25:33.470481 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:25:33.470481 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:25:33.470481 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:25:33.470481 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:25:33.470481 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:25:33.470481 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:25:33.470481 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:25:33.470481 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:25:33.470481 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:25:33.527237 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc13ac89-22a0-4a8a-b8f3-eb0ecc115979 None None] DHCP port deletion for 4c9b392f-d4b1-4650-b3b6-79ac882ae676 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:25:33.566633 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-67f90a62-fe8b-426e-9e3d-e9b72e14bd6a None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:33.609081 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-1028b05b-b578-4269-b39c-1a5828978934 None None] Provisioning complete for port 4de0f978-9c9a-4af8-bc09-e7eff48e1f16 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:33.609081 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1028b05b-b578-4269-b39c-1a5828978934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:33.663096 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-67f90a62-fe8b-426e-9e3d-e9b72e14bd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:33.729077 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-1028b05b-b578-4269-b39c-1a5828978934 None None] Port 4de0f978-9c9a-4af8-bc09-e7eff48e1f16 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:25:33.763313 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f2f86c-7f6b-4b1f-a6cc-452eb6a38e10 None None] Pushing event updated for resources: {'Port': ['ID=4de0f978-9c9a-4af8-bc09-e7eff48e1f16,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:33.798899 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-1028b05b-b578-4269-b39c-1a5828978934 None None] Provisioning complete for port 040e8cfc-70f4-4324-9439-8ad1090999d7 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:33.799492 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1028b05b-b578-4269-b39c-1a5828978934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:33.827442 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e5e7dd8e-f501-4c33-bdba-5746b044a173 req-6730b113-f14a-4361-ae9c-0dd89abfbe2e tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751361 Apr 20 13:25:33.915956 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 040e8cfc-70f4-4324-9439-8ad1090999d7 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:25:33.987756 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-67f90a62-fe8b-426e-9e3d-e9b72e14bd6a None None] Attempting to bind port 4de0f978-9c9a-4af8-bc09-e7eff48e1f16 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:25:33.988363 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-67f90a62-fe8b-426e-9e3d-e9b72e14bd6a None None] Attempting to bind port 4de0f978-9c9a-4af8-bc09-e7eff48e1f16 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '827844b1-8ae2-4ff7-b0c5-d6119a147b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6750b427-d284-44ce-99e6-dc0478a876dc'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:25:33.988896 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f90a62-fe8b-426e-9e3d-e9b72e14bd6a None None] Attempting to bind port 4de0f978-9c9a-4af8-bc09-e7eff48e1f16 on network 6750b427-d284-44ce-99e6-dc0478a876dc {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:25:33.991404 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36412) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:34.001616 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f90a62-fe8b-426e-9e3d-e9b72e14bd6a None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:25:34.008359 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f90a62-fe8b-426e-9e3d-e9b72e14bd6a None None] Checking segment: {'id': '827844b1-8ae2-4ff7-b0c5-d6119a147b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6750b427-d284-44ce-99e6-dc0478a876dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:25:34.010207 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-67f90a62-fe8b-426e-9e3d-e9b72e14bd6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:34.010933 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f90a62-fe8b-426e-9e3d-e9b72e14bd6a None None] Bound using segment: {'id': '827844b1-8ae2-4ff7-b0c5-d6119a147b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6750b427-d284-44ce-99e6-dc0478a876dc'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:25:34.014354 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-67f90a62-fe8b-426e-9e3d-e9b72e14bd6a None None] Bound port: 4de0f978-9c9a-4af8-bc09-e7eff48e1f16, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '827844b1-8ae2-4ff7-b0c5-d6119a147b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6750b427-d284-44ce-99e6-dc0478a876dc'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:25:34.014776 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-67f90a62-fe8b-426e-9e3d-e9b72e14bd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:34.181922 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6eb7d40a-d719-497c-9c3d-414af7fbd075 req-c03c4371-31a2-4cc8-b35f-570c74a77047 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 210 time: 0.1816201 Apr 20 13:25:34.181922 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-705a66a3-daba-46e6-a876-a38a9112faf0 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:34.181922 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-705a66a3-daba-46e6-a876-a38a9112faf0 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:34.181922 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-705a66a3-daba-46e6-a876-a38a9112faf0 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "DELETE /v2.0/networks/4c9b392f-d4b1-4650-b3b6-79ac882ae676 HTTP/1.1" status: 204 len: 168 time: 2.6911302 Apr 20 13:25:34.181922 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a66a3-daba-46e6-a876-a38a9112faf0 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Pushing event deleted for resources: {'Network': ['ID=4c9b392f-d4b1-4650-b3b6-79ac882ae676,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:34.189800 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36416) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:34.196605 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-4f3586a2-decd-4d8f-a146-0f6de7e82145 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Request body: {'router': {'routes': None}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:25:34.242145 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 040e8cfc-70f4-4324-9439-8ad1090999d7 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:34.248090 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:34.288963 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-67f90a62-fe8b-426e-9e3d-e9b72e14bd6a None None] For port 4de0f978-9c9a-4af8-bc09-e7eff48e1f16, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:25:34.296398 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-67f90a62-fe8b-426e-9e3d-e9b72e14bd6a None None] For port 4de0f978-9c9a-4af8-bc09-e7eff48e1f16, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=4de0f978-9c9a-4af8-bc09-e7eff48e1f16,segment=NetworkSegment(827844b1-8ae2-4ff7-b0c5-d6119a147b16),segment_id=827844b1-8ae2-4ff7-b0c5-d6119a147b16)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:25:34.423850 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-67f90a62-fe8b-426e-9e3d-e9b72e14bd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:34.453301 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-7ed25fb1-8ec0-48bd-87d8-8cb9b46d22b9 None None] Provisioning complete for port 4de0f978-9c9a-4af8-bc09-e7eff48e1f16 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:34.453677 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7ed25fb1-8ec0-48bd-87d8-8cb9b46d22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:34.535983 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d57ac203-612a-48a2-8781-a0bc9c992e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:34.537677 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 82168d56-dd72-4f8f-ab34-e70f9ba88a8e no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:25:34.569558 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 82168d56-dd72-4f8f-ab34-e70f9ba88a8e {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:25:34.570377 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 82168d56-dd72-4f8f-ab34-e70f9ba88a8e not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:25:34.571200 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device e48dbed3-d609-44c4-b1bc-77193cd517de no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:25:34.598054 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: e48dbed3-d609-44c4-b1bc-77193cd517de {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:25:34.598402 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device e48dbed3-d609-44c4-b1bc-77193cd517de not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:25:34.618179 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f2f86c-7f6b-4b1f-a6cc-452eb6a38e10 None None] Pushing event updated for resources: {'Port': ['ID=4de0f978-9c9a-4af8-bc09-e7eff48e1f16,revision_number=4']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:34.663064 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7ed25fb1-8ec0-48bd-87d8-8cb9b46d22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:34.669679 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f90a62-fe8b-426e-9e3d-e9b72e14bd6a None None] Routers {'74d06f5f-0a79-4f68-bec6-8f9220bbfb6d'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:34.671006 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-67f90a62-fe8b-426e-9e3d-e9b72e14bd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:25:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['74d06f5f-0a79-4f68-bec6-8f9220bbfb6d'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:34.752743 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-7ed25fb1-8ec0-48bd-87d8-8cb9b46d22b9 None None] For port 4de0f978-9c9a-4af8-bc09-e7eff48e1f16, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=4de0f978-9c9a-4af8-bc09-e7eff48e1f16,segment=NetworkSegment(827844b1-8ae2-4ff7-b0c5-d6119a147b16),segment_id=827844b1-8ae2-4ff7-b0c5-d6119a147b16)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:34.917060 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7ed25fb1-8ec0-48bd-87d8-8cb9b46d22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:35.119128 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed25fb1-8ec0-48bd-87d8-8cb9b46d22b9 None None] Pushing event updated for resources: {'Port': ['ID=4de0f978-9c9a-4af8-bc09-e7eff48e1f16,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:35.161647 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c8b95-5c32-4e11-8ef0-ed82f5d3c8be req-af67a898-1e6a-4fd6-961e-14691569d422 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:35.171901 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5c7c8b95-5c32-4e11-8ef0-ed82f5d3c8be req-af67a898-1e6a-4fd6-961e-14691569d422 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 946 time: 0.1831944 Apr 20 13:25:35.218433 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ade7fe33-f8fc-4898-9377-0c2f52fc6366 None None] Provisioning complete for port 4de0f978-9c9a-4af8-bc09-e7eff48e1f16 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:35.218799 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ade7fe33-f8fc-4898-9377-0c2f52fc6366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:35.273383 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-67f90a62-fe8b-426e-9e3d-e9b72e14bd6a None None] Set router 74d06f5f-0a79-4f68-bec6-8f9220bbfb6d gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:25:35.292394 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5c7c8b95-5c32-4e11-8ef0-ed82f5d3c8be req-94380ff1-6bf2-4a2a-bdaf-872d7fb9d373 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194792 Apr 20 13:25:35.386813 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3d58307c-915e-4c31-9126-3949692b5f8d req-2033f367-39b0-4c8a-9e1a-db32435bccd6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 210 time: 0.0723200 Apr 20 13:25:35.626902 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-67f90a62-fe8b-426e-9e3d-e9b72e14bd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d06f5f-0a79-4f68-bec6-8f9220bbfb6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369228612', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'a0d399ae-3307-46e7-98d4-f99a03246c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:25:19Z', 'updated_at': '2022-04-20T13:25:28Z', 'revision_number': 4, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': 'a0d399ae-3307-46e7-98d4-f99a03246c3f', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d06f5f-0a79-4f68-bec6-8f9220bbfb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:20Z', 'updated_at': '2022-04-20T13:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '4de0f978-9c9a-4af8-bc09-e7eff48e1f16', 'name': '', 'network_id': '6750b427-d284-44ce-99e6-dc0478a876dc', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'mac_address': 'fa:16:3e:97:37:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d06f5f-0a79-4f68-bec6-8f9220bbfb6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': 'f8c00a85-0926-4962-942d-865bad164bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:27Z', 'updated_at': '2022-04-20T13:25:34Z', 'revision_number': 4, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'subnets': [{'id': 'f8c00a85-0926-4962-942d-865bad164bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:35.636851 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d57ac203-612a-48a2-8781-a0bc9c992e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:35.643628 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-037983d2-467d-4d6d-b51c-068b3d17434b None None] Provisioning complete for port 4de0f978-9c9a-4af8-bc09-e7eff48e1f16 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:35.644242 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-037983d2-467d-4d6d-b51c-068b3d17434b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:35.676679 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f90a62-fe8b-426e-9e3d-e9b72e14bd6a None None] The sync data for ids ['74d06f5f-0a79-4f68-bec6-8f9220bbfb6d'] in n-d-836015-7 is: [{'id': '74d06f5f-0a79-4f68-bec6-8f9220bbfb6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369228612', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'a0d399ae-3307-46e7-98d4-f99a03246c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:25:19Z', 'updated_at': '2022-04-20T13:25:28Z', 'revision_number': 4, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': 'a0d399ae-3307-46e7-98d4-f99a03246c3f', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d06f5f-0a79-4f68-bec6-8f9220bbfb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:20Z', 'updated_at': '2022-04-20T13:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '4de0f978-9c9a-4af8-bc09-e7eff48e1f16', 'name': '', 'network_id': '6750b427-d284-44ce-99e6-dc0478a876dc', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'mac_address': 'fa:16:3e:97:37:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d06f5f-0a79-4f68-bec6-8f9220bbfb6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': 'f8c00a85-0926-4962-942d-865bad164bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:27Z', 'updated_at': '2022-04-20T13:25:34Z', 'revision_number': 4, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'subnets': [{'id': 'f8c00a85-0926-4962-942d-865bad164bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:25:35.723769 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.extraroute_db [None req-4f3586a2-decd-4d8f-a146-0f6de7e82145 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Added routes are [] {{(pid=114870) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 20 13:25:35.726739 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.extraroute_db [None req-4f3586a2-decd-4d8f-a146-0f6de7e82145 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Removed routes are [] {{(pid=114870) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 20 13:25:35.727120 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4f3586a2-decd-4d8f-a146-0f6de7e82145 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-54831'] for router, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:35.831128 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d57ac203-612a-48a2-8781-a0bc9c992e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:35.890063 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ac203-612a-48a2-8781-a0bc9c992e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b87e250-2cfe-48fa-81be-6c24d23682d2,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:36.031906 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d57ac203-612a-48a2-8781-a0bc9c992e92 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b6c11d509e4f4b41a13af786e6cb9922&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0393763 Apr 20 13:25:36.034623 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36450) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:36.084581 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4f3586a2-decd-4d8f-a146-0f6de7e82145 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-54831'] for router, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:36.101300 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4f3586a2-decd-4d8f-a146-0f6de7e82145 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548631'] for router, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:36.139686 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1eeec393-7e55-4067-a35f-f2eca254d9e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:36.169865 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1eeec393-7e55-4067-a35f-f2eca254d9e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:36.257236 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f3586a2-decd-4d8f-a146-0f6de7e82145 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Router 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:25:36.298865 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1eeec393-7e55-4067-a35f-f2eca254d9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:36.309515 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1eeec393-7e55-4067-a35f-f2eca254d9e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:36.316343 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1eeec393-7e55-4067-a35f-f2eca254d9e4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8b87e250-2cfe-48fa-81be-6c24d23682d2 HTTP/1.1" status: 204 len: 168 time: 0.2800596 Apr 20 13:25:36.365687 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3586a2-decd-4d8f-a146-0f6de7e82145 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:25:36.366699 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeec393-7e55-4067-a35f-f2eca254d9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b87e250-2cfe-48fa-81be-6c24d23682d2,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:36.381149 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1223a9c-23bb-484b-aff1-986b846a3585 None None] Sync routers for ids ['6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:25:36.425134 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4f3586a2-decd-4d8f-a146-0f6de7e82145 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:36.429320 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36464) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:36.438266 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4f3586a2-decd-4d8f-a146-0f6de7e82145 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "PUT /v2.0/routers/6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e HTTP/1.1" status: 200 len: 701 time: 2.2470169 Apr 20 13:25:36.508096 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-0d8de71d-df3f-4953-9bbb-f6f97bd0d87d tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e HTTP/1.1" status: 200 len: 205 time: 0.0774825 Apr 20 13:25:36.510737 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36466) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:36.511593 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1223a9c-23bb-484b-aff1-986b846a3585 None None] Routers {'6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:36.512987 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-a1223a9c-23bb-484b-aff1-986b846a3585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:25:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:36.644332 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-752b33f8-e544-428e-a2e4-6f845241d9a9 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:36.777339 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-864a5003-6c7b-4c31-b0e7-07d700aeeba7 req-0e82b2b5-ac23-4c56-8902-8d51c392fcff tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 210 time: 0.1402922 Apr 20 13:25:36.820121 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-a1223a9c-23bb-484b-aff1-986b846a3585 None None] Set router 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e gateway port host: None {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:25:36.836088 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8e619-0b4d-4208-b74e-cbcf029303ce req-b621a7b1-c044-45b0-ac30-baad0b29dd33 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:36.857414 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2db8e619-0b4d-4208-b74e-cbcf029303ce req-b621a7b1-c044-45b0-ac30-baad0b29dd33 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 946 time: 0.3021965 Apr 20 13:25:36.926954 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-752b33f8-e544-428e-a2e4-6f845241d9a9 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:36.929587 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-752b33f8-e544-428e-a2e4-6f845241d9a9 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:36.949016 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2db8e619-0b4d-4208-b74e-cbcf029303ce req-836f7f9c-e6c1-438d-a2f4-7ba260309b13 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903554 Apr 20 13:25:37.007348 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-a1223a9c-23bb-484b-aff1-986b846a3585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e', 'name': 'tempest-RoutersTest-router-2007313239', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:31Z', 'updated_at': '2022-04-20T13:25:28Z', 'revision_number': 11, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:37.070733 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-752b33f8-e544-428e-a2e4-6f845241d9a9 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:37.071532 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752b33f8-e544-428e-a2e4-6f845241d9a9 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Fanout notify agent at l3_agent the message router_deleted on router 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:25:37.090999 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1223a9c-23bb-484b-aff1-986b846a3585 None None] Checking router: 6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:25:37.100657 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-752b33f8-e544-428e-a2e4-6f845241d9a9 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:37.105615 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-752b33f8-e544-428e-a2e4-6f845241d9a9 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "DELETE /v2.0/routers/6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e HTTP/1.1" status: 204 len: 168 time: 0.5896378 Apr 20 13:25:37.106761 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36476) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:37.109247 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1223a9c-23bb-484b-aff1-986b846a3585 None None] Routers set() bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:37.109814 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1223a9c-23bb-484b-aff1-986b846a3585 None None] Router IDs set() for agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 20 13:25:37.110628 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_agentschedulers_db [None req-a1223a9c-23bb-484b-aff1-986b846a3585 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:25:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent'). {{(pid=114871) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 20 13:25:37.111134 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-b2195e4a-0a3e-4032-8a91-2988e4cb34c7 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-547440993', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:25:37.111549 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1223a9c-23bb-484b-aff1-986b846a3585 None None] The sync data for ids ['6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e'] in n-d-836015-7 is: [] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:25:37.298910 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b2195e4a-0a3e-4032-8a91-2988e4cb34c7 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:37.300145 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b2195e4a-0a3e-4032-8a91-2988e4cb34c7 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:37.500317 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b2195e4a-0a3e-4032-8a91-2988e4cb34c7 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:37.583516 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36488) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:37.627894 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e0f9055d-bef3-4158-b90b-ab99b298a488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:37.805044 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 4de0f978-9c9a-4af8-bc09-e7eff48e1f16 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:25:37.814329 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-e95f83d8-dfd1-4cf9-9963-16be9ed33111 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:37.818905 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-e95f83d8-dfd1-4cf9-9963-16be9ed33111 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.32 "GET /v2.0/networks?id=6750b427-d284-44ce-99e6-dc0478a876dc HTTP/1.1" status: 200 len: 797 time: 0.3483942 Apr 20 13:25:37.908079 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e0f9055d-bef3-4158-b90b-ab99b298a488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:37.915739 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b2195e4a-0a3e-4032-8a91-2988e4cb34c7 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:37.966227 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-d7327879-bbad-4665-adef-9521d86cba2d tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d7599e499ac4ab585978f26ba0a43a9 HTTP/1.1" status: 200 len: 380 time: 0.1370268 Apr 20 13:25:37.984762 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-c4737a2c-3179-4fb4-b922-a4b40ae07974 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'port': {'device_id': 'd9b631a9-1049-46f2-adeb-c85b22069124', 'network_id': '6750b427-d284-44ce-99e6-dc0478a876dc', 'admin_state_up': True, 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'security_groups': ['5b4f6333-b699-4e89-a9a9-1de794817f57']}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:25:37.995872 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e0f9055d-bef3-4158-b90b-ab99b298a488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:38.084899 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 4de0f978-9c9a-4af8-bc09-e7eff48e1f16 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:38.091972 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:38.207798 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f89423e-761b-4fbd-8f55-2d959ba36002 req-045f06f4-c37b-4acb-abc3-9675068feffb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 210 time: 0.2205436 Apr 20 13:25:38.218720 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e0f9055d-bef3-4158-b90b-ab99b298a488 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ee13c4c4249e460cbd813a365eed1545&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6315885 Apr 20 13:25:38.222264 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36502) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:38.362352 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b2195e4a-0a3e-4032-8a91-2988e4cb34c7 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:38.367823 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b2195e4a-0a3e-4032-8a91-2988e4cb34c7 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.2578814 Apr 20 13:25:38.376596 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36504) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:38.397656 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-795663c9-0bc2-468e-912d-d3738f9001f3 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Request body: {'router': {'admin_state_up': True}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:25:38.412471 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f9055d-bef3-4158-b90b-ab99b298a488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabe0c65-85fd-4038-852e-df5ba5b97762,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:38.433025 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c4222-203a-42ed-8a24-09d7acf5a6e5 req-45d555ab-6ab7-4614-a913-736b647539cb tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:38.435698 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-995c4222-203a-42ed-8a24-09d7acf5a6e5 req-45d555ab-6ab7-4614-a913-736b647539cb tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 946 time: 0.2610447 Apr 20 13:25:38.521274 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-995c4222-203a-42ed-8a24-09d7acf5a6e5 req-b17eb127-0b9a-49d8-a9be-6240e44b7952 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784018 Apr 20 13:25:38.726376 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7308a724-e216-4097-8ded-b80214afd0b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:38.762497 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-c4737a2c-3179-4fb4-b922-a4b40ae07974 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Made reservation on behalf of 7d7599e499ac4ab585978f26ba0a43a9 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:25:38.766657 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-c4737a2c-3179-4fb4-b922-a4b40ae07974 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:38.815460 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7308a724-e216-4097-8ded-b80214afd0b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:38.953892 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-795663c9-0bc2-468e-912d-d3738f9001f3 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-54831'] for router, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:39.099289 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-c4737a2c-3179-4fb4-b922-a4b40ae07974 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Allocated IP 172.20.0.8 (6750b427-d284-44ce-99e6-dc0478a876dc/f8c00a85-0926-4962-942d-865bad164bb8/c14fc494-8847-4150-88ae-bdb94766c222) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:25:39.117161 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-795663c9-0bc2-468e-912d-d3738f9001f3 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548631'] for router, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:39.178512 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7308a724-e216-4097-8ded-b80214afd0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:39.178684 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7308a724-e216-4097-8ded-b80214afd0b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:39.179900 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7308a724-e216-4097-8ded-b80214afd0b7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aabe0c65-85fd-4038-852e-df5ba5b97762 HTTP/1.1" status: 204 len: 168 time: 0.9523575 Apr 20 13:25:39.248131 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308a724-e216-4097-8ded-b80214afd0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabe0c65-85fd-4038-852e-df5ba5b97762,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:39.396190 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e7c9be6a-709a-4897-817d-75e8e95bcbd8 req-bfc89b7f-884d-4f63-a2b2-1c6211de8f34 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 210 time: 0.0441473 Apr 20 13:25:39.417899 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-c4737a2c-3179-4fb4-b922-a4b40ae07974 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:39.421826 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795663c9-0bc2-468e-912d-d3738f9001f3 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Router ccb04d98-ed9b-499b-8257-07258dec52c2 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:25:39.554012 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795663c9-0bc2-468e-912d-d3738f9001f3 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:25:39.563812 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-795663c9-0bc2-468e-912d-d3738f9001f3 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:39.565046 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-795663c9-0bc2-468e-912d-d3738f9001f3 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "PUT /v2.0/routers/ccb04d98-ed9b-499b-8257-07258dec52c2 HTTP/1.1" status: 200 len: 693 time: 1.1815550 Apr 20 13:25:39.567823 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36524) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:39.570038 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baea6a6-e95b-411f-a9f1-d2ff843d27ed None None] Sync routers for ids ['ccb04d98-ed9b-499b-8257-07258dec52c2'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:25:39.586220 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baea6a6-e95b-411f-a9f1-d2ff843d27ed None None] Routers {'ccb04d98-ed9b-499b-8257-07258dec52c2'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:39.587306 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-1baea6a6-e95b-411f-a9f1-d2ff843d27ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:25:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['ccb04d98-ed9b-499b-8257-07258dec52c2'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:39.659180 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-c4737a2c-3179-4fb4-b922-a4b40ae07974 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:39.719453 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-1baea6a6-e95b-411f-a9f1-d2ff843d27ed None None] Set router ccb04d98-ed9b-499b-8257-07258dec52c2 gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:25:39.755919 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-c4737a2c-3179-4fb4-b922-a4b40ae07974 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Network 6750b427-d284-44ce-99e6-dc0478a876dc is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:25:39.765237 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-c4737a2c-3179-4fb4-b922-a4b40ae07974 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:25:39.778681 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-c4737a2c-3179-4fb4-b922-a4b40ae07974 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:25:39.827966 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-1baea6a6-e95b-411f-a9f1-d2ff843d27ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb04d98-ed9b-499b-8257-07258dec52c2', 'name': 'tempest-RoutersTest-router-547440993', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:25:37Z', 'updated_at': '2022-04-20T13:25:38Z', 'revision_number': 2, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:39.857985 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-fab254fc-db96-4d1f-9e87-c2d860510c4b tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "GET /v2.0/routers/ccb04d98-ed9b-499b-8257-07258dec52c2 HTTP/1.1" status: 200 len: 699 time: 0.2887106 Apr 20 13:25:39.886731 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baea6a6-e95b-411f-a9f1-d2ff843d27ed None None] Checking router: ccb04d98-ed9b-499b-8257-07258dec52c2 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:25:39.899479 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36532) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:39.926953 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baea6a6-e95b-411f-a9f1-d2ff843d27ed None None] Routers {'ccb04d98-ed9b-499b-8257-07258dec52c2'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:39.927649 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-1baea6a6-e95b-411f-a9f1-d2ff843d27ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:25:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['ccb04d98-ed9b-499b-8257-07258dec52c2'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:39.958073 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4737a2c-3179-4fb4-b922-a4b40ae07974 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'Port': ['ID=c14fc494-8847-4150-88ae-bdb94766c222,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:39.978422 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94975b49-4d41-413b-961a-bd2e12c74c96 req-6c87e138-1298-4f67-b060-8d5ef69e0534 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:39.991648 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-94975b49-4d41-413b-961a-bd2e12c74c96 req-6c87e138-1298-4f67-b060-8d5ef69e0534 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 946 time: 0.2010729 Apr 20 13:25:40.017764 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3632f48b-cb25-433c-96ce-55f8eb352151 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "GET /v2.0/ports?device_id=ccb04d98-ed9b-499b-8257-07258dec52c2 HTTP/1.1" status: 200 len: 205 time: 0.0989320 Apr 20 13:25:40.023232 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36536) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:40.075808 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-94975b49-4d41-413b-961a-bd2e12c74c96 req-84f33481-8d32-418d-91d2-580d74aaef13 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828261 Apr 20 13:25:40.166655 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-1baea6a6-e95b-411f-a9f1-d2ff843d27ed None None] Set router ccb04d98-ed9b-499b-8257-07258dec52c2 gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:25:40.269838 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-77fddf20-28ca-49fe-a383-c281d68f8645 None None] Provisioning complete for port c14fc494-8847-4150-88ae-bdb94766c222 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:40.270482 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-77fddf20-28ca-49fe-a383-c281d68f8645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:40.280248 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-c4737a2c-3179-4fb4-b922-a4b40ae07974 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:40.280947 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-c4737a2c-3179-4fb4-b922-a4b40ae07974 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:40.286172 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49a6af5d-9950-4d4c-9c8d-8b20cbb9b83d tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:40.305923 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-1baea6a6-e95b-411f-a9f1-d2ff843d27ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb04d98-ed9b-499b-8257-07258dec52c2', 'name': 'tempest-RoutersTest-router-547440993', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:25:37Z', 'updated_at': '2022-04-20T13:25:38Z', 'revision_number': 2, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:40.314886 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-77fddf20-28ca-49fe-a383-c281d68f8645 None None] Port c14fc494-8847-4150-88ae-bdb94766c222 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:25:40.381486 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baea6a6-e95b-411f-a9f1-d2ff843d27ed None None] The sync data for ids ['ccb04d98-ed9b-499b-8257-07258dec52c2'] in n-d-836015-7 is: [{'id': 'ccb04d98-ed9b-499b-8257-07258dec52c2', 'name': 'tempest-RoutersTest-router-547440993', 'tenant_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:25:37Z', 'updated_at': '2022-04-20T13:25:38Z', 'revision_number': 2, 'project_id': '67912d2daa0a41a1a8c7a1e51e3613c2', 'gw_port_host': None}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:25:40.612748 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac68a9f-aca8-410e-be4b-246858292eb4 req-12879f1c-e030-457b-8aa3-f9a5b351970e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:40.632367 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aac68a9f-aca8-410e-be4b-246858292eb4 req-12879f1c-e030-457b-8aa3-f9a5b351970e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 931 time: 0.1223581 Apr 20 13:25:40.651895 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-c4737a2c-3179-4fb4-b922-a4b40ae07974 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6790240 Apr 20 13:25:40.730040 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aac68a9f-aca8-410e-be4b-246858292eb4 req-b33b78ff-ab9c-4eb9-a6bc-67df137ec0c0 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932882 Apr 20 13:25:40.764348 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49a6af5d-9950-4d4c-9c8d-8b20cbb9b83d tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:40.777688 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49a6af5d-9950-4d4c-9c8d-8b20cbb9b83d tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:40.946907 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-db75728f-a4af-4c0a-9f92-649747dfeda2 service neutron] Request body: {'port': {'device_id': 'd9b631a9-1049-46f2-adeb-c85b22069124', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:25:41.009855 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-db75728f-a4af-4c0a-9f92-649747dfeda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:41.020225 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49a6af5d-9950-4d4c-9c8d-8b20cbb9b83d tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:41.020736 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a6af5d-9950-4d4c-9c8d-8b20cbb9b83d tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Fanout notify agent at l3_agent the message router_deleted on router ccb04d98-ed9b-499b-8257-07258dec52c2 {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:25:41.031040 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49a6af5d-9950-4d4c-9c8d-8b20cbb9b83d tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:41.032262 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-49a6af5d-9950-4d4c-9c8d-8b20cbb9b83d tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "DELETE /v2.0/routers/ccb04d98-ed9b-499b-8257-07258dec52c2 HTTP/1.1" status: 204 len: 168 time: 1.0076663 Apr 20 13:25:41.035754 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36564) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:41.141850 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-3dd8de6c-4c9f-4a98-9dba-9a82126f1bb6 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "GET /v2.0/ports?device_id=ccb04d98-ed9b-499b-8257-07258dec52c2 HTTP/1.1" status: 200 len: 205 time: 0.1037304 Apr 20 13:25:41.145241 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36572) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:41.293991 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-53fec914-2b58-489e-8be6-57d2ddb72e33 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] delete failed (client error): The resource could not be found. Apr 20 13:25:41.297417 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-53fec914-2b58-489e-8be6-57d2ddb72e33 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "DELETE /v2.0/routers/ccb04d98-ed9b-499b-8257-07258dec52c2 HTTP/1.1" status: 404 len: 336 time: 0.1488111 Apr 20 13:25:41.299803 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36582) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:41.370863 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbdb265c-9d36-4613-80de-f48ab2e27612 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] DELETE failed (client error): The resource could not be found. Apr 20 13:25:41.372419 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbdb265c-9d36-4613-80de-f48ab2e27612 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:25:41.379306 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-bbdb265c-9d36-4613-80de-f48ab2e27612 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "DELETE /v2.0/subnets/6467805f-ac68-4f81-888b-4d5bca294303 HTTP/1.1" status: 404 len: 337 time: 0.0784843 Apr 20 13:25:41.383374 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36590) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:41.404997 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58496e37-32e5-486c-afa5-22b734c68888 req-7bf83011-9384-4056-9b2d-79b212a94b1e tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:41.413487 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-58496e37-32e5-486c-afa5-22b734c68888 req-7bf83011-9384-4056-9b2d-79b212a94b1e tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 946 time: 0.1019709 Apr 20 13:25:41.474619 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-58496e37-32e5-486c-afa5-22b734c68888 req-269e50fc-a9f7-4ad6-9869-28693121b5f2 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599725 Apr 20 13:25:41.558914 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1fe4e11-7d5c-49f6-a781-268069332c84 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] DELETE failed (client error): The resource could not be found. Apr 20 13:25:41.560566 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1fe4e11-7d5c-49f6-a781-268069332c84 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:25:41.566827 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36598) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:41.580057 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c1fe4e11-7d5c-49f6-a781-268069332c84 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "DELETE /v2.0/subnets/87ce92eb-df26-446e-a700-3224c82ca29f HTTP/1.1" status: 404 len: 337 time: 0.1953375 Apr 20 13:25:41.660442 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-184f566c-a775-40ad-82b5-f6f0eed8f06e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] DELETE failed (client error): The resource could not be found. Apr 20 13:25:41.664336 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-184f566c-a775-40ad-82b5-f6f0eed8f06e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:25:41.672894 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-184f566c-a775-40ad-82b5-f6f0eed8f06e tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "DELETE /v2.0/subnets/9574e124-d720-4662-bee5-8d51d2e5449d HTTP/1.1" status: 404 len: 337 time: 0.1039021 Apr 20 13:25:41.673721 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36602) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:41.714478 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-7745abf6-4189-4d06-a6fb-50b08b45cd61 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] DELETE failed (client error): The resource could not be found. Apr 20 13:25:41.714935 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7745abf6-4189-4d06-a6fb-50b08b45cd61 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:25:41.723219 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7745abf6-4189-4d06-a6fb-50b08b45cd61 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "DELETE /v2.0/subnets/db17c6c0-9c6e-4645-9748-cb40aa078414 HTTP/1.1" status: 404 len: 337 time: 0.0481877 Apr 20 13:25:41.723929 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36604) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:41.753706 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-db75728f-a4af-4c0a-9f92-649747dfeda2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c14fc494-8847-4150-88ae-bdb94766c222 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:25:41.764362 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-89e7c597-84fb-4233-8595-cea7871afdda tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "GET /v2.0/ports?device_id=6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e HTTP/1.1" status: 200 len: 205 time: 0.0353911 Apr 20 13:25:41.764531 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-db75728f-a4af-4c0a-9f92-649747dfeda2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:41.764670 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36608) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:41.779511 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-db75728f-a4af-4c0a-9f92-649747dfeda2 service neutron] Transition to ACTIVE for port object c14fc494-8847-4150-88ae-bdb94766c222 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:25:41.809858 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-f7de220a-a991-4ddc-84e3-e6392be0c567 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] delete failed (client error): The resource could not be found. Apr 20 13:25:41.813895 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f7de220a-a991-4ddc-84e3-e6392be0c567 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "DELETE /v2.0/routers/6bb5e8fc-e75c-41cc-8aaa-cc5577b3497e HTTP/1.1" status: 404 len: 336 time: 0.0453458 Apr 20 13:25:41.819267 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36610) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:41.864097 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-be0fd1ca-ef50-4812-8cbb-05e1a10d2dd1 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "GET /v2.0/ports?device_id=4baa4a2f-c121-4b71-ae05-818d82ecc414 HTTP/1.1" status: 200 len: 205 time: 0.0433815 Apr 20 13:25:41.864923 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36614) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:41.896787 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14285011-1197-496b-bf77-1002baae8317 req-2de23355-5bd6-4896-9beb-1030d4b6508e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:41.898261 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14285011-1197-496b-bf77-1002baae8317 req-2de23355-5bd6-4896-9beb-1030d4b6508e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 931 time: 0.0911205 Apr 20 13:25:41.934956 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-6a78800c-e2b7-4480-9941-c62b6b598220 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] delete failed (client error): The resource could not be found. Apr 20 13:25:41.934956 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6a78800c-e2b7-4480-9941-c62b6b598220 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "DELETE /v2.0/routers/4baa4a2f-c121-4b71-ae05-818d82ecc414 HTTP/1.1" status: 404 len: 336 time: 0.0660355 Apr 20 13:25:41.934956 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-db75728f-a4af-4c0a-9f92-649747dfeda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:41.937688 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36616) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:41.943773 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14285011-1197-496b-bf77-1002baae8317 req-8322a077-0cc5-4f65-93a0-fe0bc8f6ed32 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362568 Apr 20 13:25:41.991671 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7f37747-4b80-4838-8cf3-73ee084b48db tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] DELETE failed (client error): The resource could not be found. Apr 20 13:25:41.992087 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7f37747-4b80-4838-8cf3-73ee084b48db tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:25:41.999153 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e7f37747-4b80-4838-8cf3-73ee084b48db tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "DELETE /v2.0/subnets/1f49346f-8ff9-47dc-aff1-97c6b8014a54 HTTP/1.1" status: 404 len: 337 time: 0.0553477 Apr 20 13:25:41.999534 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36618) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:42.058354 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f918fa99-b895-4c6a-93bf-1c1b3880e1e1 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "GET /v2.0/ports?device_id=c5482594-7638-4aae-9ea3-b9031df000df HTTP/1.1" status: 200 len: 205 time: 0.0586529 Apr 20 13:25:42.068412 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36624) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:42.140090 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-f5d87475-7555-4d2d-ab68-cdf05bf0bc3c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] delete failed (client error): The resource could not be found. Apr 20 13:25:42.141632 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f5d87475-7555-4d2d-ab68-cdf05bf0bc3c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "DELETE /v2.0/routers/c5482594-7638-4aae-9ea3-b9031df000df HTTP/1.1" status: 404 len: 336 time: 0.0713656 Apr 20 13:25:42.147790 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36626) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:42.292591 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:42.298334 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-37ef9797-0f3b-4407-9e62-6918a3a3882b tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe6d0b08-8504-4952-87e3-c1daf70e013a HTTP/1.1" status: 200 len: 205 time: 0.1475749 Apr 20 13:25:42.302589 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36638) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:42.498039 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-986b795a-3659-4152-9a5d-01481335ac9c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] delete failed (client error): The resource could not be found. Apr 20 13:25:42.504420 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-986b795a-3659-4152-9a5d-01481335ac9c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "DELETE /v2.0/routers/fe6d0b08-8504-4952-87e3-c1daf70e013a HTTP/1.1" status: 404 len: 336 time: 0.2040877 Apr 20 13:25:42.507768 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36640) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:42.511250 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36642) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:42.656168 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd6f83a5-fe54-4632-81d2-ab1f532bc23c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] DELETE failed (client error): The resource could not be found. Apr 20 13:25:42.658454 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd6f83a5-fe54-4632-81d2-ab1f532bc23c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:25:42.670027 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-cd6f83a5-fe54-4632-81d2-ab1f532bc23c tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "DELETE /v2.0/subnets/0fbfca2f-3e0e-403b-8b71-6a128e2f812d HTTP/1.1" status: 404 len: 337 time: 0.1504252 Apr 20 13:25:42.676799 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36650) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:42.780152 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db75728f-a4af-4c0a-9f92-649747dfeda2 service neutron] Pushing event updated for resources: {'Port': ['ID=c14fc494-8847-4150-88ae-bdb94766c222,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:42.822068 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-140aed27-3a84-4eb5-a1a1-4957d6ad2629 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d9ca1c5-52af-4f80-b080-250a7bfffbfc HTTP/1.1" status: 200 len: 205 time: 0.0508802 Apr 20 13:25:42.828401 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36656) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:42.873810 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-db75728f-a4af-4c0a-9f92-649747dfeda2 service neutron] Attempting to bind port c14fc494-8847-4150-88ae-bdb94766c222 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:25:42.874216 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-db75728f-a4af-4c0a-9f92-649747dfeda2 service neutron] Attempting to bind port c14fc494-8847-4150-88ae-bdb94766c222 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '827844b1-8ae2-4ff7-b0c5-d6119a147b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6750b427-d284-44ce-99e6-dc0478a876dc'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:25:42.874449 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-db75728f-a4af-4c0a-9f92-649747dfeda2 service neutron] Attempting to bind port c14fc494-8847-4150-88ae-bdb94766c222 on network 6750b427-d284-44ce-99e6-dc0478a876dc {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:25:42.881197 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-ff84de75-f312-44ae-bb18-e74a872f1ea7 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] delete failed (client error): The resource could not be found. Apr 20 13:25:42.881197 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ff84de75-f312-44ae-bb18-e74a872f1ea7 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "DELETE /v2.0/routers/8d9ca1c5-52af-4f80-b080-250a7bfffbfc HTTP/1.1" status: 404 len: 336 time: 0.0488489 Apr 20 13:25:42.882793 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36660) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:42.889657 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-db75728f-a4af-4c0a-9f92-649747dfeda2 service neutron] Port c14fc494-8847-4150-88ae-bdb94766c222 on network 6750b427-d284-44ce-99e6-dc0478a876dc not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:25:42.889987 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-db75728f-a4af-4c0a-9f92-649747dfeda2 service neutron] Attempting to bind port c14fc494-8847-4150-88ae-bdb94766c222 on network 6750b427-d284-44ce-99e6-dc0478a876dc {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:25:42.895769 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-db75728f-a4af-4c0a-9f92-649747dfeda2 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:25:42.896112 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-db75728f-a4af-4c0a-9f92-649747dfeda2 service neutron] Checking segment: {'id': '827844b1-8ae2-4ff7-b0c5-d6119a147b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6750b427-d284-44ce-99e6-dc0478a876dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:25:42.896494 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-db75728f-a4af-4c0a-9f92-649747dfeda2 service neutron] Bound using segment: {'id': '827844b1-8ae2-4ff7-b0c5-d6119a147b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6750b427-d284-44ce-99e6-dc0478a876dc'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:25:42.896982 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-db75728f-a4af-4c0a-9f92-649747dfeda2 service neutron] Bound port: c14fc494-8847-4150-88ae-bdb94766c222, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '827844b1-8ae2-4ff7-b0c5-d6119a147b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6750b427-d284-44ce-99e6-dc0478a876dc'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:25:42.897347 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-db75728f-a4af-4c0a-9f92-649747dfeda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:42.899088 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20d7d2-b4fd-4a76-b3c0-3f7d9dbc285c req-c09bd194-9748-4380-93a7-bea41788b545 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:42.900603 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a20d7d2-b4fd-4a76-b3c0-3f7d9dbc285c req-c09bd194-9748-4380-93a7-bea41788b545 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 946 time: 0.2510619 Apr 20 13:25:42.914285 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-843a1ce6-ae88-44fb-942f-4f47dc68da09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:42.932748 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:43.086262 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-db75728f-a4af-4c0a-9f92-649747dfeda2 service neutron] For port c14fc494-8847-4150-88ae-bdb94766c222, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:25:43.090468 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-db75728f-a4af-4c0a-9f92-649747dfeda2 service neutron] For port c14fc494-8847-4150-88ae-bdb94766c222, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=c14fc494-8847-4150-88ae-bdb94766c222,segment=NetworkSegment(827844b1-8ae2-4ff7-b0c5-d6119a147b16),segment_id=827844b1-8ae2-4ff7-b0c5-d6119a147b16)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:25:43.154135 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f3e9aff-2cc7-441f-818e-aa66fdb4b3ea tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] DELETE failed (client error): The resource could not be found. Apr 20 13:25:43.154807 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f3e9aff-2cc7-441f-818e-aa66fdb4b3ea tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:25:43.164121 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9f3e9aff-2cc7-441f-818e-aa66fdb4b3ea tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "DELETE /v2.0/subnets/06fb7721-7ecb-4a38-949d-6cad8493afc0 HTTP/1.1" status: 404 len: 337 time: 0.2770801 Apr 20 13:25:43.164864 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36668) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:43.192960 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-db75728f-a4af-4c0a-9f92-649747dfeda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:43.238430 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a20d7d2-b4fd-4a76-b3c0-3f7d9dbc285c req-84947915-428d-4a72-8e10-43188fd72c51 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131201 Apr 20 13:25:43.247289 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-023746ad-ba77-4cdd-a945-ea5f0491bc77 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "GET /v2.0/ports?device_id=d04e7f0a-7906-4661-80f4-6b8adbf6d864 HTTP/1.1" status: 200 len: 205 time: 0.0787742 Apr 20 13:25:43.252192 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-843a1ce6-ae88-44fb-942f-4f47dc68da09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:43.259533 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36672) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:43.287556 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62118238-dfe1-495e-8321-b07a67bdf5e4 req-f8793d3c-d4c6-4ebe-8877-0ca3f1ad50ba tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:43.297251 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-62118238-dfe1-495e-8321-b07a67bdf5e4 req-f8793d3c-d4c6-4ebe-8877-0ca3f1ad50ba tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 943 time: 0.1315012 Apr 20 13:25:43.351097 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-db75728f-a4af-4c0a-9f92-649747dfeda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:43.351747 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-db75728f-a4af-4c0a-9f92-649747dfeda2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:43.353390 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-db75728f-a4af-4c0a-9f92-649747dfeda2 service neutron] 10.222.0.32 "PUT /v2.0/ports/c14fc494-8847-4150-88ae-bdb94766c222 HTTP/1.1" status: 200 len: 1091 time: 2.6883593 Apr 20 13:25:43.354318 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-90232f64-cdb5-41e2-8f10-63f538531f61 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] delete failed (client error): The resource could not be found. Apr 20 13:25:43.357045 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-90232f64-cdb5-41e2-8f10-63f538531f61 tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "DELETE /v2.0/routers/d04e7f0a-7906-4661-80f4-6b8adbf6d864 HTTP/1.1" status: 404 len: 336 time: 0.0917122 Apr 20 13:25:43.367330 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36680) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:43.370593 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-843a1ce6-ae88-44fb-942f-4f47dc68da09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:43.373448 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b631a9-1049-46f2-adeb-c85b22069124', 'tag': 'c14fc494-8847-4150-88ae-bdb94766c222'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:25:43.375903 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35664b25-51e6-4946-b1f9-c704f3f7f24f" -d '{"events": [{"name": "network-changed", "server_uuid": "d9b631a9-1049-46f2-adeb-c85b22069124", "tag": "c14fc494-8847-4150-88ae-bdb94766c222"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:25:43.441957 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db75728f-a4af-4c0a-9f92-649747dfeda2 service neutron] Pushing event updated for resources: {'Port': ['ID=c14fc494-8847-4150-88ae-bdb94766c222,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:43.456991 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3b1d18-31ab-42ae-97be-93312682c091 x-openstack-request-id: req-7b3b1d18-31ab-42ae-97be-93312682c091 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:25:43.456991 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9b631a9-1049-46f2-adeb-c85b22069124", "tag": "c14fc494-8847-4150-88ae-bdb94766c222", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:25:43.456991 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b3b1d18-31ab-42ae-97be-93312682c091 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:25:43.456991 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b3b1d18-31ab-42ae-97be-93312682c091'] response: {'name': 'network-changed', 'server_uuid': 'd9b631a9-1049-46f2-adeb-c85b22069124', 'tag': 'c14fc494-8847-4150-88ae-bdb94766c222', 'status': 'completed', 'code': 200} Apr 20 13:25:43.460038 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-7164a3ee-6341-4293-8c96-024032678cad tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] DELETE failed (client error): The resource could not be found. Apr 20 13:25:43.460581 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7164a3ee-6341-4293-8c96-024032678cad tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:25:43.473325 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7164a3ee-6341-4293-8c96-024032678cad tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "DELETE /v2.0/subnets/b7dedf30-ad1b-4d49-8bd3-8c359646a739 HTTP/1.1" status: 404 len: 337 time: 0.1016283 Apr 20 13:25:43.473699 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36684) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:43.488737 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a1ce6-ae88-44fb-942f-4f47dc68da09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d49d92b-a971-42ee-ae75-95f7ac9f224d,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:43.508648 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-62118238-dfe1-495e-8321-b07a67bdf5e4 req-3c9413ab-e61d-4be7-8298-a5d5f93f9d24 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101135 Apr 20 13:25:43.588196 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-843a1ce6-ae88-44fb-942f-4f47dc68da09 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9ee19370d689403aaad6d6da7d9311fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0727580 Apr 20 13:25:43.595927 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36692) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:43.598199 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-6299912f-b050-4fca-8efe-598da818665a tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] DELETE failed (client error): The resource could not be found. Apr 20 13:25:43.599012 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6299912f-b050-4fca-8efe-598da818665a tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:25:43.602661 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6299912f-b050-4fca-8efe-598da818665a tempest-RoutersTest-1627624913 tempest-RoutersTest-1627624913-project] 10.222.0.25 "DELETE /v2.0/subnets/2d672518-ed87-4da2-88d4-12e7b31cd906 HTTP/1.1" status: 404 len: 337 time: 0.1279461 Apr 20 13:25:43.678680 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dbb397ef-5ddf-4643-af8c-2848068288d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:43.734332 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dbb397ef-5ddf-4643-af8c-2848068288d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:43.750333 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35664b25-51e6-4946-b1f9-c704f3f7f24f req-a08a6bd7-5f43-4db3-b58c-fab03a63795f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:43.752620 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-35664b25-51e6-4946-b1f9-c704f3f7f24f req-a08a6bd7-5f43-4db3-b58c-fab03a63795f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d7599e499ac4ab585978f26ba0a43a9&device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 1094 time: 0.2457256 Apr 20 13:25:43.909792 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dbb397ef-5ddf-4643-af8c-2848068288d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:43.913711 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dbb397ef-5ddf-4643-af8c-2848068288d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:43.916059 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-dbb397ef-5ddf-4643-af8c-2848068288d6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9d49d92b-a971-42ee-ae75-95f7ac9f224d HTTP/1.1" status: 204 len: 168 time: 0.3188469 Apr 20 13:25:43.921682 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35664b25-51e6-4946-b1f9-c704f3f7f24f req-faaf8340-3d42-4692-baae-5da090a9b655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:43.923398 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-35664b25-51e6-4946-b1f9-c704f3f7f24f req-faaf8340-3d42-4692-baae-5da090a9b655 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=7d7599e499ac4ab585978f26ba0a43a9&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1630962 Apr 20 13:25:43.935743 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb397ef-5ddf-4643-af8c-2848068288d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d49d92b-a971-42ee-ae75-95f7ac9f224d,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:44.082751 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35664b25-51e6-4946-b1f9-c704f3f7f24f req-1c30200e-7a67-40bc-9843-4375310d736b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:44.087306 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-35664b25-51e6-4946-b1f9-c704f3f7f24f req-1c30200e-7a67-40bc-9843-4375310d736b service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1511264 Apr 20 13:25:44.249660 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-4cfc6e8a-c3cf-4651-b37f-aa615641b91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:44.251627 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-4cfc6e8a-c3cf-4651-b37f-aa615641b91c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d7599e499ac4ab585978f26ba0a43a9&device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 1094 time: 0.0953746 Apr 20 13:25:44.268475 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36710) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:44.314362 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36714) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:44.330868 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-d5db0595-c1ba-46fa-9a26-d67ed100f086 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c14fc494-8847-4150-88ae-bdb94766c222 HTTP/1.1" status: 200 len: 217 time: 0.0712466 Apr 20 13:25:44.447196 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-2a9a8a64-3947-49cd-b98d-5fe81504bd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:44.448745 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-2a9a8a64-3947-49cd-b98d-5fe81504bd4b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f8c00a85-0926-4962-942d-865bad164bb8 HTTP/1.1" status: 200 len: 835 time: 0.1059039 Apr 20 13:25:44.459168 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4fdb1-fc95-45c4-890d-8e15eb3fa875 req-61df0f7f-0589-43a2-b00f-88ff7c2e6419 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:44.461420 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-23b4fdb1-fc95-45c4-890d-8e15eb3fa875 req-61df0f7f-0589-43a2-b00f-88ff7c2e6419 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 946 time: 0.0816522 Apr 20 13:25:44.526765 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-734bb8a4-c120-42ed-a939-026c0e58ebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:44.528530 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-734bb8a4-c120-42ed-a939-026c0e58ebb8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6750b427-d284-44ce-99e6-dc0478a876dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733826 Apr 20 13:25:44.580391 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-23b4fdb1-fc95-45c4-890d-8e15eb3fa875 req-df6a1bac-ffb9-4543-a574-edaad9aa2fd8 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118536 Apr 20 13:25:44.712789 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-717e8836-d840-4bcc-acc9-3596f4eed63e service neutron] 10.222.0.32 "GET /v2.0/networks/6750b427-d284-44ce-99e6-dc0478a876dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724346 Apr 20 13:25:44.740385 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-de36d557-9d2d-4fc7-8e9e-09127b81fd21 req-ebd32e35-d06f-4787-972c-2fceb78d9110 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d8914967-9f85-4f13-a1b1-1d36d5a6da77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1253092 Apr 20 13:25:44.778045 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b71a4-07d0-4360-9e5f-e343a1cb5847 req-bf5c4425-b276-4899-979b-fb55f0976af7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:44.786347 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-442b71a4-07d0-4360-9e5f-e343a1cb5847 req-bf5c4425-b276-4899-979b-fb55f0976af7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 943 time: 0.1009243 Apr 20 13:25:44.914888 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4f1d869c-6bcb-429f-a500-9a7afb1ae3c8 req-e9d46b69-9bf0-48f7-becf-4f84a68fc0fd service neutron] 10.222.0.32 "GET /v2.0/networks/6750b427-d284-44ce-99e6-dc0478a876dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943488 Apr 20 13:25:44.933100 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6a92e0aa-9587-42dc-ac87-d0553bc00266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:44.989916 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-de25d680-71a2-4f92-a93a-2c8df0eef978 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=67912d2daa0a41a1a8c7a1e51e3613c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7198081 Apr 20 13:25:44.993106 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36736) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:45.024123 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-442b71a4-07d0-4360-9e5f-e343a1cb5847 req-6d7279b0-ee65-44fe-8fe5-05284bb6a464 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2366483 Apr 20 13:25:45.040039 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36d557-9d2d-4fc7-8e9e-09127b81fd21 req-82d4175c-55b3-49b8-b68b-96a241a5f68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:45.043896 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-de36d557-9d2d-4fc7-8e9e-09127b81fd21 req-82d4175c-55b3-49b8-b68b-96a241a5f68e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=649a6cfebf0a4feb8c92b7d26c8b3e97&device_id=d8914967-9f85-4f13-a1b1-1d36d5a6da77 HTTP/1.1" status: 200 len: 1097 time: 0.2544703 Apr 20 13:25:45.075175 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eb6570dd-a3f0-4dd9-ac03-d0b815ca6dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:45.133230 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eb6570dd-a3f0-4dd9-ac03-d0b815ca6dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:45.231412 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36d557-9d2d-4fc7-8e9e-09127b81fd21 req-aa7cebd2-6718-4666-b54d-cb45b3186adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:45.233021 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-de36d557-9d2d-4fc7-8e9e-09127b81fd21 req-aa7cebd2-6718-4666-b54d-cb45b3186adb service neutron] 10.222.0.32 "GET /v2.0/networks?id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 HTTP/1.1" status: 200 len: 912 time: 0.1548557 Apr 20 13:25:45.292810 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-de36d557-9d2d-4fc7-8e9e-09127b81fd21 req-cff9b8b6-70ef-4d0d-a60a-0466ce69bfbc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92fc024d-a659-4972-8862-3110d9cc2637 HTTP/1.1" status: 200 len: 217 time: 0.0503516 Apr 20 13:25:45.298124 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6a92e0aa-9587-42dc-ac87-d0553bc00266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:45.311084 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eb6570dd-a3f0-4dd9-ac03-d0b815ca6dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:45.317921 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eb6570dd-a3f0-4dd9-ac03-d0b815ca6dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:45.325018 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-eb6570dd-a3f0-4dd9-ac03-d0b815ca6dc8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4033f2f4-27fd-4ea7-b266-9254c49a13a2 HTTP/1.1" status: 204 len: 168 time: 0.3305900 Apr 20 13:25:45.356459 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6570dd-a3f0-4dd9-ac03-d0b815ca6dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4033f2f4-27fd-4ea7-b266-9254c49a13a2,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:45.365300 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36d557-9d2d-4fc7-8e9e-09127b81fd21 req-91e517ce-7e15-4477-84c8-b9a7ec469f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:45.367070 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-de36d557-9d2d-4fc7-8e9e-09127b81fd21 req-91e517ce-7e15-4477-84c8-b9a7ec469f93 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa576778-8514-4874-84e6-afe172476688 HTTP/1.1" status: 200 len: 850 time: 0.0673363 Apr 20 13:25:45.367958 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6a92e0aa-9587-42dc-ac87-d0553bc00266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:45.479677 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92e0aa-9587-42dc-ac87-d0553bc00266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956f6894-236e-45dd-9c18-e64f6772404f,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:45.493499 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-6a92e0aa-9587-42dc-ac87-d0553bc00266 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2deab12c7a50494cbf0567968851cb21&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1755395 Apr 20 13:25:45.500537 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36754) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:45.513875 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36d557-9d2d-4fc7-8e9e-09127b81fd21 req-70bcf7c0-6708-46bd-9899-890695b46fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:45.517619 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-de36d557-9d2d-4fc7-8e9e-09127b81fd21 req-70bcf7c0-6708-46bd-9899-890695b46fac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1418443 Apr 20 13:25:45.658541 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39bad9a6-0aef-4a16-ab6a-e80fab4e822a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:45.692043 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-de36d557-9d2d-4fc7-8e9e-09127b81fd21 req-e3225af5-5d42-47e5-8f6f-650ee69f38e8 service neutron] 10.222.0.32 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669583 Apr 20 13:25:45.718643 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39bad9a6-0aef-4a16-ab6a-e80fab4e822a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:45.859016 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-de36d557-9d2d-4fc7-8e9e-09127b81fd21 req-6aad7344-ad7f-4d7f-8f73-4e8bd0603704 service neutron] 10.222.0.32 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598430 Apr 20 13:25:45.879504 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbf357-3cb7-4a5a-a9e8-190683029342 req-b27b3a3a-c257-4e71-85c1-1298df55a4b6 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:45.896411 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7cdbf357-3cb7-4a5a-a9e8-190683029342 req-b27b3a3a-c257-4e71-85c1-1298df55a4b6 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 946 time: 0.0994253 Apr 20 13:25:45.912475 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39bad9a6-0aef-4a16-ab6a-e80fab4e822a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:45.917927 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39bad9a6-0aef-4a16-ab6a-e80fab4e822a admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:45.924836 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-39bad9a6-0aef-4a16-ab6a-e80fab4e822a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/956f6894-236e-45dd-9c18-e64f6772404f HTTP/1.1" status: 204 len: 168 time: 0.4261472 Apr 20 13:25:45.944557 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bad9a6-0aef-4a16-ab6a-e80fab4e822a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956f6894-236e-45dd-9c18-e64f6772404f,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:46.229144 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-07e85431-68ab-456e-aa7d-3b73917384ca req-8eb98fc8-c80b-4fd2-ba21-6bcbd1454ab7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3ab95a47-c918-4687-9cf5-b957157542c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0631177 Apr 20 13:25:46.337794 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7cdbf357-3cb7-4a5a-a9e8-190683029342 req-d72701d7-ab3a-47b1-9f09-58bdf94ee758 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4404838 Apr 20 13:25:46.365093 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504920d0-8260-4130-a8a8-75981732629d req-a5b2741f-968e-4a0a-a488-37af166f5c6b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:46.366621 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-504920d0-8260-4130-a8a8-75981732629d req-a5b2741f-968e-4a0a-a488-37af166f5c6b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 943 time: 0.1091168 Apr 20 13:25:46.374858 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e85431-68ab-456e-aa7d-3b73917384ca req-0d37cd0a-f5b9-4177-bd14-14d6c3bc12a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:46.379895 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-07e85431-68ab-456e-aa7d-3b73917384ca req-0d37cd0a-f5b9-4177-bd14-14d6c3bc12a5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=649a6cfebf0a4feb8c92b7d26c8b3e97&device_id=3ab95a47-c918-4687-9cf5-b957157542c3 HTTP/1.1" status: 200 len: 1097 time: 0.0833340 Apr 20 13:25:46.426158 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-504920d0-8260-4130-a8a8-75981732629d req-c815569f-d607-4c7d-b7a1-ac776002ad77 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509250 Apr 20 13:25:46.591551 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e85431-68ab-456e-aa7d-3b73917384ca req-88e49cc9-2d00-4ca8-81a9-5516faa633c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:46.593430 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-07e85431-68ab-456e-aa7d-3b73917384ca req-88e49cc9-2d00-4ca8-81a9-5516faa633c0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 HTTP/1.1" status: 200 len: 912 time: 0.1926448 Apr 20 13:25:46.638250 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-07e85431-68ab-456e-aa7d-3b73917384ca req-81457ef7-c651-4181-bade-a7ec2a1cf3fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c47accb-165e-4205-8dff-c3a4e9fd0be6 HTTP/1.1" status: 200 len: 217 time: 0.0359178 Apr 20 13:25:46.705154 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e85431-68ab-456e-aa7d-3b73917384ca req-3a6fba28-6cb1-4cf0-8799-68c0eff9f4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:46.708380 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-07e85431-68ab-456e-aa7d-3b73917384ca req-3a6fba28-6cb1-4cf0-8799-68c0eff9f4d0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa576778-8514-4874-84e6-afe172476688 HTTP/1.1" status: 200 len: 850 time: 0.0617054 Apr 20 13:25:46.891206 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e85431-68ab-456e-aa7d-3b73917384ca req-3650d734-ebc3-4d16-9294-ef563bc6d64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:46.891206 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-07e85431-68ab-456e-aa7d-3b73917384ca req-3650d734-ebc3-4d16-9294-ef563bc6d64b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1446345 Apr 20 13:25:47.042454 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-07e85431-68ab-456e-aa7d-3b73917384ca req-db62ad58-c65e-4b53-97fd-1fdbedc01200 service neutron] 10.222.0.15 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725597 Apr 20 13:25:47.157165 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-07e85431-68ab-456e-aa7d-3b73917384ca req-47b3e001-6dc0-4159-a59f-21de5dd77ecb service neutron] 10.222.0.15 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076276 Apr 20 13:25:47.529421 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831112f-6b15-42ec-bb00-58c873df07e9 req-9528eba0-90f8-44f5-bc0d-6270970c18f7 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:47.537273 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5831112f-6b15-42ec-bb00-58c873df07e9 req-9528eba0-90f8-44f5-bc0d-6270970c18f7 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 946 time: 0.1007965 Apr 20 13:25:47.611327 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5831112f-6b15-42ec-bb00-58c873df07e9 req-cfdb663b-048f-479b-bdd5-4906857e0102 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737669 Apr 20 13:25:47.653387 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7109c9-f7a3-4b54-83c3-769d09671ef5 req-deb6374a-8840-42ea-ba83-af49e343da78 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:47.653387 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8b7109c9-f7a3-4b54-83c3-769d09671ef5 req-deb6374a-8840-42ea-ba83-af49e343da78 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 943 time: 0.1142352 Apr 20 13:25:47.726663 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8b7109c9-f7a3-4b54-83c3-769d09671ef5 req-e24061a2-d893-4be4-8e7a-2a1ba8cf039e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634017 Apr 20 13:25:48.180091 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36846) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:48.438331 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-405c3e0b-8533-47ff-a478-c00b51d16080 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1137239988', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:25:48.543944 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-405c3e0b-8533-47ff-a478-c00b51d16080 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:48.545027 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-405c3e0b-8533-47ff-a478-c00b51d16080 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:48.630558 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-405c3e0b-8533-47ff-a478-c00b51d16080 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:48.722155 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-405c3e0b-8533-47ff-a478-c00b51d16080 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:48.750958 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558005c-c1d9-4242-9e18-caa994e47831 req-3047b67c-49b8-4003-b1f0-614d3db37134 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:48.753140 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1558005c-c1d9-4242-9e18-caa994e47831 req-3047b67c-49b8-4003-b1f0-614d3db37134 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 946 time: 0.0586398 Apr 20 13:25:48.820823 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-405c3e0b-8533-47ff-a478-c00b51d16080 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:48.822949 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-405c3e0b-8533-47ff-a478-c00b51d16080 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6479774 Apr 20 13:25:48.825732 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36882) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:48.837706 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-1631d1f4-e688-4da1-92fb-18924776175f tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-39738638'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:25:48.844276 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1558005c-c1d9-4242-9e18-caa994e47831 req-15404fe2-3b04-43d9-881d-fc7c32f88473 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739591 Apr 20 13:25:48.931717 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1631d1f4-e688-4da1-92fb-18924776175f tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Made reservation on behalf of fd29b754105b4142a5aac93fcd0fb3b5 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:25:48.937717 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1631d1f4-e688-4da1-92fb-18924776175f tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:48.952611 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1631d1f4-e688-4da1-92fb-18924776175f tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:48.960495 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b90fc-0d5b-4aa9-93c0-fc777a78ef37 req-38b3aa4f-359f-4c11-9d63-7f6b61e17759 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:48.964673 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bf3b90fc-0d5b-4aa9-93c0-fc777a78ef37 req-38b3aa4f-359f-4c11-9d63-7f6b61e17759 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 943 time: 0.1084034 Apr 20 13:25:49.036647 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bf3b90fc-0d5b-4aa9-93c0-fc777a78ef37 req-eacb9112-1904-4d52-bb3f-659782de17e9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649886 Apr 20 13:25:49.055386 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1631d1f4-e688-4da1-92fb-18924776175f tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:49.071134 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device c14fc494-8847-4150-88ae-bdb94766c222 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:25:49.126621 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1631d1f4-e688-4da1-92fb-18924776175f tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:49.178004 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1631d1f4-e688-4da1-92fb-18924776175f tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:25:49.184926 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1631d1f4-e688-4da1-92fb-18924776175f tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08fa150f-df1f-4ebe-8c85-82e7a539b98a,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:49.205453 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port c14fc494-8847-4150-88ae-bdb94766c222, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=c14fc494-8847-4150-88ae-bdb94766c222,segment=NetworkSegment(827844b1-8ae2-4ff7-b0c5-d6119a147b16),segment_id=827844b1-8ae2-4ff7-b0c5-d6119a147b16)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:49.206396 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1631d1f4-e688-4da1-92fb-18924776175f tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:49.206956 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-1631d1f4-e688-4da1-92fb-18924776175f tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Added segment 97d6f421-788a-4ee5-8ff0-573899badfc0 of type vlan for network 9c084aae-13fd-4f5c-a2cb-40350440eeb5 Apr 20 13:25:49.225109 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': 'c14fc494-8847-4150-88ae-bdb94766c222', 'network_id': '6750b427-d284-44ce-99e6-dc0478a876dc', 'port_id': 'c14fc494-8847-4150-88ae-bdb94766c222', 'mac_address': 'fa:16:3e:2c:3e:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8c00a85-0926-4962-942d-865bad164bb8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:25:49.250008 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1631d1f4-e688-4da1-92fb-18924776175f tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:49.265644 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:49.280397 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c14fc494-8847-4150-88ae-bdb94766c222 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:25:49.314720 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port c14fc494-8847-4150-88ae-bdb94766c222, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=c14fc494-8847-4150-88ae-bdb94766c222,segment=NetworkSegment(827844b1-8ae2-4ff7-b0c5-d6119a147b16),segment_id=827844b1-8ae2-4ff7-b0c5-d6119a147b16)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:49.355971 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1631d1f4-e688-4da1-92fb-18924776175f tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:49.361739 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1631d1f4-e688-4da1-92fb-18924776175f tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:49.362569 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1631d1f4-e688-4da1-92fb-18924776175f tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:49.384749 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:49.448671 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1631d1f4-e688-4da1-92fb-18924776175f tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Pushing event updated for resources: {'Network': ['ID=9c084aae-13fd-4f5c-a2cb-40350440eeb5,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:49.466184 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1631d1f4-e688-4da1-92fb-18924776175f tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6388955 Apr 20 13:25:49.469377 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36912) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:49.474908 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-9cbeb885-92b4-4552-b870-a4f95a2c3574 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Request body: {'subnet': {'network_id': '9c084aae-13fd-4f5c-a2cb-40350440eeb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:25:49.484692 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 9c084aae-13fd-4f5c-a2cb-40350440eeb5 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:25:49.524021 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=c14fc494-8847-4150-88ae-bdb94766c222,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:49.720339 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbeb885-92b4-4552-b870-a4f95a2c3574 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Made reservation on behalf of fd29b754105b4142a5aac93fcd0fb3b5 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:25:49.724946 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9cbeb885-92b4-4552-b870-a4f95a2c3574 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:49.798397 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['c14fc494-8847-4150-88ae-bdb94766c222'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:25:49.815283 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22071c9c-80dd-4595-9af6-a69c07a9cd40 req-0026e4e9-01d2-4095-9cd5-f145c680647a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:49.816941 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-22071c9c-80dd-4595-9af6-a69c07a9cd40 req-0026e4e9-01d2-4095-9cd5-f145c680647a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=649a6cfebf0a4feb8c92b7d26c8b3e97&device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 1097 time: 0.1122341 Apr 20 13:25:49.972229 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde7229-0775-4efa-b156-e3cbf61c20d0 req-2bec257e-aa9d-45f6-abe8-0af78190dc27 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:49.974973 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4fde7229-0775-4efa-b156-e3cbf61c20d0 req-2bec257e-aa9d-45f6-abe8-0af78190dc27 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 946 time: 0.0638120 Apr 20 13:25:49.995849 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22071c9c-80dd-4595-9af6-a69c07a9cd40 req-62522279-5bad-4c88-8cf1-595d661dd720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:49.997405 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-22071c9c-80dd-4595-9af6-a69c07a9cd40 req-62522279-5bad-4c88-8cf1-595d661dd720 service neutron] 10.222.0.15 "GET /v2.0/networks?id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 HTTP/1.1" status: 200 len: 912 time: 0.1715543 Apr 20 13:25:50.032866 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4fde7229-0775-4efa-b156-e3cbf61c20d0 req-f4880e95-ec43-4ada-8c76-f96428512f48 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504332 Apr 20 13:25:50.066271 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-22071c9c-80dd-4595-9af6-a69c07a9cd40 req-7f84d78a-e495-4a90-8495-09be7210d666 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25 HTTP/1.1" status: 200 len: 217 time: 0.0604570 Apr 20 13:25:50.148060 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22071c9c-80dd-4595-9af6-a69c07a9cd40 req-92c97a36-abf3-44fb-ac34-3fe23db8b8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:50.149606 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-22071c9c-80dd-4595-9af6-a69c07a9cd40 req-92c97a36-abf3-44fb-ac34-3fe23db8b8dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa576778-8514-4874-84e6-afe172476688 HTTP/1.1" status: 200 len: 850 time: 0.0619738 Apr 20 13:25:50.236574 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9cbeb885-92b4-4552-b870-a4f95a2c3574 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:50.244350 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22071c9c-80dd-4595-9af6-a69c07a9cd40 req-03d5a79c-016a-4745-b669-139b28a677fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:50.246946 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-22071c9c-80dd-4595-9af6-a69c07a9cd40 req-03d5a79c-016a-4745-b669-139b28a677fb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736849 Apr 20 13:25:50.262317 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b62f6-c4dd-4ce9-ad22-49160996ef83 req-033de998-fe68-4395-8c1c-6ff83c43029b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:50.268608 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-742b62f6-c4dd-4ce9-ad22-49160996ef83 req-033de998-fe68-4395-8c1c-6ff83c43029b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 944 time: 0.0871370 Apr 20 13:25:50.316575 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-742b62f6-c4dd-4ce9-ad22-49160996ef83 req-0dca9436-1045-4061-b3ed-3e66813fe99d tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448620 Apr 20 13:25:50.391157 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36940) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:50.399155 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbeb885-92b4-4552-b870-a4f95a2c3574 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Pushing event updated for resources: {'Subnet': ['ID=7a657250-7375-4006-a929-8a403a5250db,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:50.402320 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbeb885-92b4-4552-b870-a4f95a2c3574 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Checking segment: {'id': '97d6f421-788a-4ee5-8ff0-573899badfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9c084aae-13fd-4f5c-a2cb-40350440eeb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:25:50.402691 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbeb885-92b4-4552-b870-a4f95a2c3574 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Network hostable DHCP agents. Network: 9c084aae-13fd-4f5c-a2cb-40350440eeb5, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:25:50.458770 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-22071c9c-80dd-4595-9af6-a69c07a9cd40 req-050564d1-de27-4e98-bf61-cf243326e0f9 service neutron] 10.222.0.15 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027338 Apr 20 13:25:50.519232 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-df850504-d071-4377-8e3b-0c2c0c914a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:50.519503 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbeb885-92b4-4552-b870-a4f95a2c3574 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Network 9c084aae-13fd-4f5c-a2cb-40350440eeb5 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:25:50.574016 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-22071c9c-80dd-4595-9af6-a69c07a9cd40 req-6b49e46d-2212-4670-98e1-684d1d2a5c3f service neutron] 10.222.0.15 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084878 Apr 20 13:25:50.601840 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-9cbeb885-92b4-4552-b870-a4f95a2c3574 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 9c084aae-13fd-4f5c-a2cb-40350440eeb5) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:25:50.614699 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e07c9a-f3a1-4bbe-af36-1443da8ab737 None None] Network 9c084aae-13fd-4f5c-a2cb-40350440eeb5 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:25:50.622073 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbeb885-92b4-4552-b870-a4f95a2c3574 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:50.622823 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9cbeb885-92b4-4552-b870-a4f95a2c3574 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:50.624296 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-df850504-d071-4377-8e3b-0c2c0c914a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:50.679983 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-df850504-d071-4377-8e3b-0c2c0c914a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:50.725782 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-df850504-d071-4377-8e3b-0c2c0c914a58 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bd4a2ef8b88c4504b04821de32a52274&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3308628 Apr 20 13:25:50.726156 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36950) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:50.733910 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df850504-d071-4377-8e3b-0c2c0c914a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c6996d-4dc3-491f-b5f9-d3ab78649b78,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:50.785126 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9cbeb885-92b4-4552-b870-a4f95a2c3574 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3144526 Apr 20 13:25:50.785446 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fc4f1ee7-2cf3-4884-8ca9-182b8934fdf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:50.788077 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36952) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:50.788667 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0b2683-f499-456d-b8d1-d5ed01245024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-9c084aae-13fd-4f5c-a2cb-40350440eeb5', 'network_id': '9c084aae-13fd-4f5c-a2cb-40350440eeb5', 'tenant_id': 'fd29b754105b4142a5aac93fcd0fb3b5', 'fixed_ips': [{'subnet_id': '7a657250-7375-4006-a929-8a403a5250db'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:25:50.790415 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fe0b2683-f499-456d-b8d1-d5ed01245024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:50.793873 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-a6afa975-709c-4ec5-89af-4398ad2ac05f tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Request body: {'network': {'name': 'tempest-router-network01--815998974'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:25:50.810060 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fc4f1ee7-2cf3-4884-8ca9-182b8934fdf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:50.883078 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6afa975-709c-4ec5-89af-4398ad2ac05f tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Made reservation on behalf of fd29b754105b4142a5aac93fcd0fb3b5 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:25:50.888699 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a6afa975-709c-4ec5-89af-4398ad2ac05f tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:50.947978 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-fe0b2683-f499-456d-b8d1-d5ed01245024 None None] Allocated IP 2001:db8::2 (9c084aae-13fd-4f5c-a2cb-40350440eeb5/7a657250-7375-4006-a929-8a403a5250db/fbdeac39-4c80-47c0-a46a-2b77873ad3e8) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:25:50.960197 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fc4f1ee7-2cf3-4884-8ca9-182b8934fdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:50.963033 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fc4f1ee7-2cf3-4884-8ca9-182b8934fdf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:50.964593 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-fc4f1ee7-2cf3-4884-8ca9-182b8934fdf1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f0c6996d-4dc3-491f-b5f9-d3ab78649b78 HTTP/1.1" status: 204 len: 168 time: 0.2372744 Apr 20 13:25:50.971350 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6afa975-709c-4ec5-89af-4398ad2ac05f tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:25:50.974385 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f1ee7-2cf3-4884-8ca9-182b8934fdf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c6996d-4dc3-491f-b5f9-d3ab78649b78,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:50.983025 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a6afa975-709c-4ec5-89af-4398ad2ac05f tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:50.983840 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-a6afa975-709c-4ec5-89af-4398ad2ac05f tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Added segment 95496620-cf94-4e80-a503-c8b2fc14a93b of type vlan for network f26b3755-e7db-4f49-9ec6-90b0cce4dc03 Apr 20 13:25:51.057826 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a6afa975-709c-4ec5-89af-4398ad2ac05f tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:51.160342 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fe0b2683-f499-456d-b8d1-d5ed01245024 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:51.169026 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a6afa975-709c-4ec5-89af-4398ad2ac05f tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:51.174811 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6afa975-709c-4ec5-89af-4398ad2ac05f tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:51.176216 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a6afa975-709c-4ec5-89af-4398ad2ac05f tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:51.190705 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a21d09-8b28-48b9-9cbc-03311e342c20 req-191a1d03-1fc2-4fd6-b950-d72badf7803f tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:51.192221 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-68a21d09-8b28-48b9-9cbc-03311e342c20 req-191a1d03-1fc2-4fd6-b950-d72badf7803f tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 946 time: 0.0694582 Apr 20 13:25:51.253763 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6afa975-709c-4ec5-89af-4398ad2ac05f tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Pushing event updated for resources: {'Network': ['ID=f26b3755-e7db-4f49-9ec6-90b0cce4dc03,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:51.255824 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-68a21d09-8b28-48b9-9cbc-03311e342c20 req-44751a2e-fa1d-4c33-98b8-8cfc24e0543b tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508640 Apr 20 13:25:51.284433 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network f26b3755-e7db-4f49-9ec6-90b0cce4dc03 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:25:51.349528 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fe0b2683-f499-456d-b8d1-d5ed01245024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:51.360733 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a6afa975-709c-4ec5-89af-4398ad2ac05f tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5702074 Apr 20 13:25:51.363515 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36970) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:51.385674 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-0c9ba720-9d15-4c72-8e79-b75139ce86ad tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Request body: {'network': {'name': 'tempest-router-network02--1388013827'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:25:51.408808 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b2683-f499-456d-b8d1-d5ed01245024 None None] Pushing event updated for resources: {'Port': ['ID=fbdeac39-4c80-47c0-a46a-2b77873ad3e8,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:51.444050 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0b2683-f499-456d-b8d1-d5ed01245024 None None] Network 9c084aae-13fd-4f5c-a2cb-40350440eeb5 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:25:51.445508 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-fe0b2683-f499-456d-b8d1-d5ed01245024 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:25:51.451130 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0b2683-f499-456d-b8d1-d5ed01245024 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:25:51.505946 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b7fd9-3042-4da6-979f-c5d9cc7e2232 req-558427b7-2882-4850-8fe7-b9bf1fa6b63e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:51.507473 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f19b7fd9-3042-4da6-979f-c5d9cc7e2232 req-558427b7-2882-4850-8fe7-b9bf1fa6b63e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 944 time: 0.0933704 Apr 20 13:25:51.515647 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-fe0b2683-f499-456d-b8d1-d5ed01245024 None None] Attempting to bind port fbdeac39-4c80-47c0-a46a-2b77873ad3e8 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:25:51.516020 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-fe0b2683-f499-456d-b8d1-d5ed01245024 None None] Attempting to bind port fbdeac39-4c80-47c0-a46a-2b77873ad3e8 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '97d6f421-788a-4ee5-8ff0-573899badfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9c084aae-13fd-4f5c-a2cb-40350440eeb5'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:25:51.516383 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0b2683-f499-456d-b8d1-d5ed01245024 None None] Attempting to bind port fbdeac39-4c80-47c0-a46a-2b77873ad3e8 on network 9c084aae-13fd-4f5c-a2cb-40350440eeb5 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:25:51.528272 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9ba720-9d15-4c72-8e79-b75139ce86ad tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Made reservation on behalf of fd29b754105b4142a5aac93fcd0fb3b5 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:25:51.529910 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0c9ba720-9d15-4c72-8e79-b75139ce86ad tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:51.532986 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0b2683-f499-456d-b8d1-d5ed01245024 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:25:51.533367 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0b2683-f499-456d-b8d1-d5ed01245024 None None] Checking segment: {'id': '97d6f421-788a-4ee5-8ff0-573899badfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9c084aae-13fd-4f5c-a2cb-40350440eeb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:25:51.533769 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fe0b2683-f499-456d-b8d1-d5ed01245024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:51.534162 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0b2683-f499-456d-b8d1-d5ed01245024 None None] Bound using segment: {'id': '97d6f421-788a-4ee5-8ff0-573899badfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9c084aae-13fd-4f5c-a2cb-40350440eeb5'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:25:51.534629 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-fe0b2683-f499-456d-b8d1-d5ed01245024 None None] Bound port: fbdeac39-4c80-47c0-a46a-2b77873ad3e8, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d6f421-788a-4ee5-8ff0-573899badfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9c084aae-13fd-4f5c-a2cb-40350440eeb5'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:25:51.535016 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fe0b2683-f499-456d-b8d1-d5ed01245024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:51.573580 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f19b7fd9-3042-4da6-979f-c5d9cc7e2232 req-03cc696b-d4d8-4664-81c7-e5bae8cf9702 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553999 Apr 20 13:25:51.574798 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c9ba720-9d15-4c72-8e79-b75139ce86ad tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:25:51.594210 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0c9ba720-9d15-4c72-8e79-b75139ce86ad tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:51.594562 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-0c9ba720-9d15-4c72-8e79-b75139ce86ad tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Added segment fba6e3a1-716d-4660-8e67-caf82b43fa52 of type vlan for network 7590afc6-35ed-41ff-8456-3f4ec3fbc0b9 Apr 20 13:25:51.618831 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-fe0b2683-f499-456d-b8d1-d5ed01245024 None None] For port fbdeac39-4c80-47c0-a46a-2b77873ad3e8, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:25:51.622404 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-fe0b2683-f499-456d-b8d1-d5ed01245024 None None] For port fbdeac39-4c80-47c0-a46a-2b77873ad3e8, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=fbdeac39-4c80-47c0-a46a-2b77873ad3e8,segment=NetworkSegment(97d6f421-788a-4ee5-8ff0-573899badfc0),segment_id=97d6f421-788a-4ee5-8ff0-573899badfc0)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:25:51.640174 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0c9ba720-9d15-4c72-8e79-b75139ce86ad tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:51.720933 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0c9ba720-9d15-4c72-8e79-b75139ce86ad tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:51.725834 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fe0b2683-f499-456d-b8d1-d5ed01245024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:51.726483 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9ba720-9d15-4c72-8e79-b75139ce86ad tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:51.727083 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0c9ba720-9d15-4c72-8e79-b75139ce86ad tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:51.738470 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36978) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:51.792631 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8a23f73f-c4f5-46d0-9b84-9dbbd7f320bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:51.812577 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ba720-9d15-4c72-8e79-b75139ce86ad tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Pushing event updated for resources: {'Network': ['ID=7590afc6-35ed-41ff-8456-3f4ec3fbc0b9,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:51.825112 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b2683-f499-456d-b8d1-d5ed01245024 None None] Pushing event updated for resources: {'Port': ['ID=fbdeac39-4c80-47c0-a46a-2b77873ad3e8,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:51.830343 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 7590afc6-35ed-41ff-8456-3f4ec3fbc0b9 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:25:51.852402 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-0c9ba720-9d15-4c72-8e79-b75139ce86ad tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4854634 Apr 20 13:25:51.852631 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36980) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:51.857607 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-4303286c-6edc-45d7-9170-72e338db3fdc tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Request body: {'subnet': {'network_id': 'f26b3755-e7db-4f49-9ec6-90b0cce4dc03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:25:51.935585 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8a23f73f-c4f5-46d0-9b84-9dbbd7f320bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:51.995393 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8a23f73f-c4f5-46d0-9b84-9dbbd7f320bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:52.044430 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4303286c-6edc-45d7-9170-72e338db3fdc tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Made reservation on behalf of fd29b754105b4142a5aac93fcd0fb3b5 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:25:52.045533 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8a23f73f-c4f5-46d0-9b84-9dbbd7f320bc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bd37bf7f780246649ecbdbeec880ca5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3057458 Apr 20 13:25:52.046147 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36984) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:52.048229 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a23f73f-c4f5-46d0-9b84-9dbbd7f320bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de4b638-321e-4d9a-af99-a3fab146f0e5,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:52.048531 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4303286c-6edc-45d7-9170-72e338db3fdc tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:52.108727 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eb3bc2e4-626d-47bf-93fe-c8d6ed1c9c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:52.137127 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eb3bc2e4-626d-47bf-93fe-c8d6ed1c9c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:52.274547 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eb3bc2e4-626d-47bf-93fe-c8d6ed1c9c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:52.277623 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eb3bc2e4-626d-47bf-93fe-c8d6ed1c9c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:52.278745 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-eb3bc2e4-626d-47bf-93fe-c8d6ed1c9c97 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9de4b638-321e-4d9a-af99-a3fab146f0e5 HTTP/1.1" status: 204 len: 168 time: 0.2315323 Apr 20 13:25:52.307816 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bc2e4-626d-47bf-93fe-c8d6ed1c9c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de4b638-321e-4d9a-af99-a3fab146f0e5,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:52.386526 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4303286c-6edc-45d7-9170-72e338db3fdc tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:52.487233 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303286c-6edc-45d7-9170-72e338db3fdc tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Pushing event updated for resources: {'Subnet': ['ID=e7736aa3-3351-4cb8-8bef-1e6873201253,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:52.500488 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819fcef-9cd4-4847-bb02-a3afa870fdca req-bba273c9-6ee0-44df-a75d-a5a957e9f14d tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:52.501157 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0819fcef-9cd4-4847-bb02-a3afa870fdca req-bba273c9-6ee0-44df-a75d-a5a957e9f14d tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 946 time: 0.1299400 Apr 20 13:25:52.510511 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4303286c-6edc-45d7-9170-72e338db3fdc tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Checking segment: {'id': '95496620-cf94-4e80-a503-c8b2fc14a93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f26b3755-e7db-4f49-9ec6-90b0cce4dc03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:25:52.510878 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4303286c-6edc-45d7-9170-72e338db3fdc tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Network hostable DHCP agents. Network: f26b3755-e7db-4f49-9ec6-90b0cce4dc03, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:25:52.560466 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0819fcef-9cd4-4847-bb02-a3afa870fdca req-6a1df93b-dbeb-463d-97db-1967af20e2ad tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518832 Apr 20 13:25:52.667903 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4303286c-6edc-45d7-9170-72e338db3fdc tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Network f26b3755-e7db-4f49-9ec6-90b0cce4dc03 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:25:52.724057 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de68f8-896b-4312-b80b-99847dc49e8b req-90c53dc1-6a4b-4ac6-baf1-2afa56cbf7f3 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:52.729911 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b2de68f8-896b-4312-b80b-99847dc49e8b req-90c53dc1-6a4b-4ac6-baf1-2afa56cbf7f3 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 944 time: 0.0731933 Apr 20 13:25:52.798341 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b2de68f8-896b-4312-b80b-99847dc49e8b req-19d75ebf-02eb-4253-a565-ff20128225ec tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667865 Apr 20 13:25:52.809549 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-4303286c-6edc-45d7-9170-72e338db3fdc tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, f26b3755-e7db-4f49-9ec6-90b0cce4dc03) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:25:52.821293 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2222802f-1c88-406f-a191-c51617febc8e None None] Network f26b3755-e7db-4f49-9ec6-90b0cce4dc03 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:25:52.825362 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4303286c-6edc-45d7-9170-72e338db3fdc tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:52.827324 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4303286c-6edc-45d7-9170-72e338db3fdc tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:52.929056 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4303286c-6edc-45d7-9170-72e338db3fdc tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0753903 Apr 20 13:25:52.933279 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37018) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:52.937417 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-3be75fba-e795-45be-854c-60773e55e220 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Request body: {'subnet': {'network_id': '7590afc6-35ed-41ff-8456-3f4ec3fbc0b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:25:53.084666 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4876681d-7da2-4b4b-84d1-824d31c3b13b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-f26b3755-e7db-4f49-9ec6-90b0cce4dc03', 'network_id': 'f26b3755-e7db-4f49-9ec6-90b0cce4dc03', 'tenant_id': 'fd29b754105b4142a5aac93fcd0fb3b5', 'fixed_ips': [{'subnet_id': 'e7736aa3-3351-4cb8-8bef-1e6873201253'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:25:53.085623 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4876681d-7da2-4b4b-84d1-824d31c3b13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:53.098885 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device c14fc494-8847-4150-88ae-bdb94766c222 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:25:53.150447 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8714bfeb-9954-442c-81e6-8a9b2f83001d None None] Network 9c084aae-13fd-4f5c-a2cb-40350440eeb5 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:25:53.189211 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be75fba-e795-45be-854c-60773e55e220 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Made reservation on behalf of fd29b754105b4142a5aac93fcd0fb3b5 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:25:53.192916 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3be75fba-e795-45be-854c-60773e55e220 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:53.317451 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-068d1da9-b34f-4185-ad0b-31411b79d854 None None] Provisioning complete for port fbdeac39-4c80-47c0-a46a-2b77873ad3e8 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:53.317829 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-068d1da9-b34f-4185-ad0b-31411b79d854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:53.413234 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-4876681d-7da2-4b4b-84d1-824d31c3b13b None None] Allocated IP 2001:db8::2 (f26b3755-e7db-4f49-9ec6-90b0cce4dc03/e7736aa3-3351-4cb8-8bef-1e6873201253/ab617464-05e4-4abf-b141-831dda401552) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:25:53.444958 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port c14fc494-8847-4150-88ae-bdb94766c222 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:25:53.447463 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:25:53.483076 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port c14fc494-8847-4150-88ae-bdb94766c222 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:53.483754 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:53.554833 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3be75fba-e795-45be-854c-60773e55e220 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:53.623563 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be75fba-e795-45be-854c-60773e55e220 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Pushing event updated for resources: {'Subnet': ['ID=a0d23db7-7948-42be-b7bd-94ef53e2d57a,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:53.639391 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be75fba-e795-45be-854c-60773e55e220 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Checking segment: {'id': 'fba6e3a1-716d-4660-8e67-caf82b43fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7590afc6-35ed-41ff-8456-3f4ec3fbc0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:25:53.639762 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be75fba-e795-45be-854c-60773e55e220 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Network hostable DHCP agents. Network: 7590afc6-35ed-41ff-8456-3f4ec3fbc0b9, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:25:53.717650 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d3331-eab7-45c9-9f53-b80a69ba6cdb req-191504d0-704f-4a40-91ac-d3b3c0e41f4f tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:53.719214 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a72d3331-eab7-45c9-9f53-b80a69ba6cdb req-191504d0-704f-4a40-91ac-d3b3c0e41f4f tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 946 time: 0.0686665 Apr 20 13:25:53.721295 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be75fba-e795-45be-854c-60773e55e220 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Network 7590afc6-35ed-41ff-8456-3f4ec3fbc0b9 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:25:53.799026 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a72d3331-eab7-45c9-9f53-b80a69ba6cdb req-baa064da-c607-4f54-9fc5-fdb27d9215cd tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708396 Apr 20 13:25:53.806745 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-3be75fba-e795-45be-854c-60773e55e220 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 7590afc6-35ed-41ff-8456-3f4ec3fbc0b9) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:25:53.819691 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be75fba-e795-45be-854c-60773e55e220 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:53.827473 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3be75fba-e795-45be-854c-60773e55e220 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:53.862044 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4854a9a8-64f8-4bef-8a72-b2c2d3beee37 None None] Network 7590afc6-35ed-41ff-8456-3f4ec3fbc0b9 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:25:53.863818 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device fbdeac39-4c80-47c0-a46a-2b77873ad3e8 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:25:53.872498 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-068d1da9-b34f-4185-ad0b-31411b79d854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:53.984854 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3be75fba-e795-45be-854c-60773e55e220 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0490651 Apr 20 13:25:53.985071 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37058) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:53.998305 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f809e-363a-44a7-a112-1e2483c7ac0f req-329c0121-bae6-4d44-9118-81ad05ace534 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:54.004634 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fd0f809e-363a-44a7-a112-1e2483c7ac0f req-329c0121-bae6-4d44-9118-81ad05ace534 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 944 time: 0.1063116 Apr 20 13:25:54.087402 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207fec3-0f5d-4f1e-942b-93245b7c1815 req-afe764af-99e0-46cd-a0a2-e67e713c9006 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:54.090302 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1207fec3-0f5d-4f1e-942b-93245b7c1815 req-afe764af-99e0-46cd-a0a2-e67e713c9006 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.1564536 Apr 20 13:25:54.100162 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fd0f809e-363a-44a7-a112-1e2483c7ac0f req-a569b291-b3ef-46b0-a3ea-c0d8c1fec2fb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903969 Apr 20 13:25:54.178134 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1207fec3-0f5d-4f1e-942b-93245b7c1815 req-af5fb77f-d1dc-4c37-b620-74246e2e421c tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0766726 Apr 20 13:25:54.302510 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:54.348384 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9ab73-ab5a-48ab-817f-ecc9798bf489 req-b8663fab-0849-4f97-b3b1-e428fb0ddcd6 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:54.350010 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b0e9ab73-ab5a-48ab-817f-ecc9798bf489 req-b8663fab-0849-4f97-b3b1-e428fb0ddcd6 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.0715570 Apr 20 13:25:54.402127 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2faa0631-57a5-4e96-8825-1015102a76cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:25:54.404935 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c826e8c-4c8c-4b4b-8989-57e54d0a87cc" -d '{"events": [{"server_uuid": "2faa0631-57a5-4e96-8825-1015102a76cf", "name": "network-vif-unplugged", "status": "completed", "tag": "bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:25:54.411811 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4876681d-7da2-4b4b-84d1-824d31c3b13b None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:54.417422 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b0e9ab73-ab5a-48ab-817f-ecc9798bf489 req-554a6252-8bf3-421a-ab8f-031839eadcf2 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604975 Apr 20 13:25:54.433567 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-068d1da9-b34f-4185-ad0b-31411b79d854 None None] For port fbdeac39-4c80-47c0-a46a-2b77873ad3e8, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=fbdeac39-4c80-47c0-a46a-2b77873ad3e8,segment=NetworkSegment(97d6f421-788a-4ee5-8ff0-573899badfc0),segment_id=97d6f421-788a-4ee5-8ff0-573899badfc0)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:54.445490 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:54.457947 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:54.501039 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port fbdeac39-4c80-47c0-a46a-2b77873ad3e8 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:54.501411 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:54.514487 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fa0687dd-c52f-4fa6-8e10-ab4812120d82 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:54.532549 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-068d1da9-b34f-4185-ad0b-31411b79d854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:54.534853 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4876681d-7da2-4b4b-84d1-824d31c3b13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:54.603915 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-774cb58d-715e-49cb-b379-20d46d5f98b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:54.605647 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:54.619605 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port c14fc494-8847-4150-88ae-bdb94766c222, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=c14fc494-8847-4150-88ae-bdb94766c222,segment=NetworkSegment(827844b1-8ae2-4ff7-b0c5-d6119a147b16),segment_id=827844b1-8ae2-4ff7-b0c5-d6119a147b16)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:54.625779 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:25:54.627691 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4876681d-7da2-4b4b-84d1-824d31c3b13b None None] Network f26b3755-e7db-4f49-9ec6-90b0cce4dc03 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:25:54.639264 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-4876681d-7da2-4b4b-84d1-824d31c3b13b None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:25:54.646193 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4876681d-7da2-4b4b-84d1-824d31c3b13b None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:25:54.666405 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc31f583-f2cc-4a74-a10e-d955fe1a6daf req-7e201e4b-62b3-457a-8c12-8702d2327733 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:54.670494 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bc31f583-f2cc-4a74-a10e-d955fe1a6daf req-7e201e4b-62b3-457a-8c12-8702d2327733 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.1178396 Apr 20 13:25:54.689938 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d1da9-b34f-4185-ad0b-31411b79d854 None None] Pushing event updated for resources: {'Port': ['ID=fbdeac39-4c80-47c0-a46a-2b77873ad3e8,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:54.721926 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-0e89a23f-5cc5-4293-bae5-44c63e5aef18 None None] Provisioning complete for port fbdeac39-4c80-47c0-a46a-2b77873ad3e8 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:54.722306 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0e89a23f-5cc5-4293-bae5-44c63e5aef18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:54.777124 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bc31f583-f2cc-4a74-a10e-d955fe1a6daf req-4e46d4e0-03dc-4988-8ba1-1f129eb0266e tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0912399 Apr 20 13:25:54.856836 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-fa0687dd-c52f-4fa6-8e10-ab4812120d82 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Allocated IP 2001:db8::1 (f26b3755-e7db-4f49-9ec6-90b0cce4dc03/e7736aa3-3351-4cb8-8bef-1e6873201253/2e621194-0297-48e4-b661-3836214f6a3a) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:25:54.881250 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4876681d-7da2-4b4b-84d1-824d31c3b13b None None] Pushing event updated for resources: {'Port': ['ID=ab617464-05e4-4abf-b141-831dda401552,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:54.884654 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 20 Apr 2022 13:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5727a5cc-4c10-42f9-b61c-382ae54fb9fe x-openstack-request-id: req-5727a5cc-4c10-42f9-b61c-382ae54fb9fe {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:25:54.884939 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2faa0631-57a5-4e96-8825-1015102a76cf", "name": "network-vif-unplugged", "status": "failed", "tag": "bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25", "code": 422}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:25:54.885320 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5727a5cc-4c10-42f9-b61c-382ae54fb9fe {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:25:54.885712 n-d-836015-7 neutron-server[114871]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5727a5cc-4c10-42f9-b61c-382ae54fb9fe']: {'server_uuid': '2faa0631-57a5-4e96-8825-1015102a76cf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25', 'code': 422} returned with failed status Apr 20 13:25:54.935705 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:54.966771 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5d8ef-8857-4906-9957-edc14bf97c70 req-6d4e5919-5b23-4200-a6b0-a39e580601c9 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:54.974028 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d3e5d8ef-8857-4906-9957-edc14bf97c70 req-6d4e5919-5b23-4200-a6b0-a39e580601c9 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.0948973 Apr 20 13:25:55.014006 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fa0687dd-c52f-4fa6-8e10-ab4812120d82 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:55.016251 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d3e5d8ef-8857-4906-9957-edc14bf97c70 req-1940440e-16f8-4b12-a7aa-0fc7b9ca371f tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400908 Apr 20 13:25:55.027270 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25,revision_number=8']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:55.111078 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-4876681d-7da2-4b4b-84d1-824d31c3b13b None None] Attempting to bind port ab617464-05e4-4abf-b141-831dda401552 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:25:55.111305 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-4876681d-7da2-4b4b-84d1-824d31c3b13b None None] Attempting to bind port ab617464-05e4-4abf-b141-831dda401552 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '95496620-cf94-4e80-a503-c8b2fc14a93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f26b3755-e7db-4f49-9ec6-90b0cce4dc03'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:25:55.111641 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4876681d-7da2-4b4b-84d1-824d31c3b13b None None] Attempting to bind port ab617464-05e4-4abf-b141-831dda401552 on network f26b3755-e7db-4f49-9ec6-90b0cce4dc03 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:25:55.113631 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=c14fc494-8847-4150-88ae-bdb94766c222,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:55.119056 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f45518a-463d-4e40-9682-d354f3b2d39e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-7590afc6-35ed-41ff-8456-3f4ec3fbc0b9', 'network_id': '7590afc6-35ed-41ff-8456-3f4ec3fbc0b9', 'tenant_id': 'fd29b754105b4142a5aac93fcd0fb3b5', 'fixed_ips': [{'subnet_id': 'a0d23db7-7948-42be-b7bd-94ef53e2d57a'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:25:55.119932 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1f45518a-463d-4e40-9682-d354f3b2d39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:55.178268 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fa0687dd-c52f-4fa6-8e10-ab4812120d82 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:55.211199 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0687dd-c52f-4fa6-8e10-ab4812120d82 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Network f26b3755-e7db-4f49-9ec6-90b0cce4dc03 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:25:55.257795 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-fa0687dd-c52f-4fa6-8e10-ab4812120d82 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:25:55.261869 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0687dd-c52f-4fa6-8e10-ab4812120d82 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:25:55.263966 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fa0687dd-c52f-4fa6-8e10-ab4812120d82 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:55.289731 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3743cf-b552-4f3c-b374-ba1794f65599 req-17abcd25-e990-4a89-a16d-5698cb5baf25 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:55.304196 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f3743cf-b552-4f3c-b374-ba1794f65599 req-17abcd25-e990-4a89-a16d-5698cb5baf25 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 945 time: 0.0997972 Apr 20 13:25:55.346558 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-1f45518a-463d-4e40-9682-d354f3b2d39e None None] Allocated IP 2001:db8::2 (7590afc6-35ed-41ff-8456-3f4ec3fbc0b9/a0d23db7-7948-42be-b7bd-94ef53e2d57a/207c4379-280f-473b-b3c0-3860fd343e5c) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:25:55.409995 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f3743cf-b552-4f3c-b374-ba1794f65599 req-fcb63012-068a-4c1b-838f-e5cad229f765 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004453 Apr 20 13:25:55.442834 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0687dd-c52f-4fa6-8e10-ab4812120d82 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Pushing event updated for resources: {'Port': ['ID=2e621194-0297-48e4-b661-3836214f6a3a,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:55.504667 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4876681d-7da2-4b4b-84d1-824d31c3b13b None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:25:55.505344 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4876681d-7da2-4b4b-84d1-824d31c3b13b None None] Checking segment: {'id': '95496620-cf94-4e80-a503-c8b2fc14a93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f26b3755-e7db-4f49-9ec6-90b0cce4dc03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:25:55.506371 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4876681d-7da2-4b4b-84d1-824d31c3b13b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:55.507119 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4876681d-7da2-4b4b-84d1-824d31c3b13b None None] Bound using segment: {'id': '95496620-cf94-4e80-a503-c8b2fc14a93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f26b3755-e7db-4f49-9ec6-90b0cce4dc03'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:25:55.512118 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-4876681d-7da2-4b4b-84d1-824d31c3b13b None None] Bound port: ab617464-05e4-4abf-b141-831dda401552, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95496620-cf94-4e80-a503-c8b2fc14a93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f26b3755-e7db-4f49-9ec6-90b0cce4dc03'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:25:55.512118 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4876681d-7da2-4b4b-84d1-824d31c3b13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:55.524741 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37128) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:55.544265 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75f34e-718d-439a-b895-a8d7860951f2 req-727d33a6-8b31-49d3-ae3c-e9e54eef3fa0 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:55.545821 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0f75f34e-718d-439a-b895-a8d7860951f2 req-727d33a6-8b31-49d3-ae3c-e9e54eef3fa0 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.0926139 Apr 20 13:25:55.594736 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0f75f34e-718d-439a-b895-a8d7860951f2 req-68bdec80-f83f-4aa7-942e-566b10aaa7e1 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420058 Apr 20 13:25:55.636606 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fa0687dd-c52f-4fa6-8e10-ab4812120d82 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:55.680557 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-4876681d-7da2-4b4b-84d1-824d31c3b13b None None] For port ab617464-05e4-4abf-b141-831dda401552, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:25:55.715699 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-4876681d-7da2-4b4b-84d1-824d31c3b13b None None] For port ab617464-05e4-4abf-b141-831dda401552, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ab617464-05e4-4abf-b141-831dda401552,segment=NetworkSegment(95496620-cf94-4e80-a503-c8b2fc14a93b),segment_id=95496620-cf94-4e80-a503-c8b2fc14a93b)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:25:55.723070 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device fbdeac39-4c80-47c0-a46a-2b77873ad3e8 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:25:55.791257 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-541f89fb-ae93-4c27-a8f9-27073028cccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:55.797994 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4876681d-7da2-4b4b-84d1-824d31c3b13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:55.896913 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1f45518a-463d-4e40-9682-d354f3b2d39e None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:55.917281 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4876681d-7da2-4b4b-84d1-824d31c3b13b None None] Pushing event updated for resources: {'Port': ['ID=ab617464-05e4-4abf-b141-831dda401552,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:55.932263 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port fbdeac39-4c80-47c0-a46a-2b77873ad3e8 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:55.932658 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:56.008659 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1f45518a-463d-4e40-9682-d354f3b2d39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:56.062199 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-541f89fb-ae93-4c27-a8f9-27073028cccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:56.078161 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f45518a-463d-4e40-9682-d354f3b2d39e None None] Network 7590afc6-35ed-41ff-8456-3f4ec3fbc0b9 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:25:56.083797 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-1f45518a-463d-4e40-9682-d354f3b2d39e None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:25:56.086911 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f45518a-463d-4e40-9682-d354f3b2d39e None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:25:56.111582 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fa0687dd-c52f-4fa6-8e10-ab4812120d82 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:56.120143 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45518a-463d-4e40-9682-d354f3b2d39e None None] Pushing event updated for resources: {'Port': ['ID=207c4379-280f-473b-b3c0-3860fd343e5c,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:56.159523 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-541f89fb-ae93-4c27-a8f9-27073028cccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:56.219468 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-1f45518a-463d-4e40-9682-d354f3b2d39e None None] Attempting to bind port 207c4379-280f-473b-b3c0-3860fd343e5c on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:25:56.220259 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-1f45518a-463d-4e40-9682-d354f3b2d39e None None] Attempting to bind port 207c4379-280f-473b-b3c0-3860fd343e5c by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'fba6e3a1-716d-4660-8e67-caf82b43fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7590afc6-35ed-41ff-8456-3f4ec3fbc0b9'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:25:56.220638 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f45518a-463d-4e40-9682-d354f3b2d39e None None] Attempting to bind port 207c4379-280f-473b-b3c0-3860fd343e5c on network 7590afc6-35ed-41ff-8456-3f4ec3fbc0b9 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:25:56.222393 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fa0687dd-c52f-4fa6-8e10-ab4812120d82 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:56.223335 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fa0687dd-c52f-4fa6-8e10-ab4812120d82 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:56.226728 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f45518a-463d-4e40-9682-d354f3b2d39e None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:25:56.227247 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f45518a-463d-4e40-9682-d354f3b2d39e None None] Checking segment: {'id': 'fba6e3a1-716d-4660-8e67-caf82b43fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7590afc6-35ed-41ff-8456-3f4ec3fbc0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:25:56.228036 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1f45518a-463d-4e40-9682-d354f3b2d39e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:56.228448 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f45518a-463d-4e40-9682-d354f3b2d39e None None] Bound using segment: {'id': 'fba6e3a1-716d-4660-8e67-caf82b43fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7590afc6-35ed-41ff-8456-3f4ec3fbc0b9'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:25:56.228950 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-1f45518a-463d-4e40-9682-d354f3b2d39e None None] Bound port: 207c4379-280f-473b-b3c0-3860fd343e5c, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fba6e3a1-716d-4660-8e67-caf82b43fa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7590afc6-35ed-41ff-8456-3f4ec3fbc0b9'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:25:56.229341 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1f45518a-463d-4e40-9682-d354f3b2d39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:56.282876 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0687dd-c52f-4fa6-8e10-ab4812120d82 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Pushing event updated for resources: {'Port': ['ID=2e621194-0297-48e4-b661-3836214f6a3a,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:56.289780 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f89fb-ae93-4c27-a8f9-27073028cccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f5cd5a-f40c-4c80-b5e6-7e136503052c,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:56.312940 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-541f89fb-ae93-4c27-a8f9-27073028cccb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=30282997225445869300660d6789941b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7844112 Apr 20 13:25:56.313253 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37136) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:56.341261 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-1f45518a-463d-4e40-9682-d354f3b2d39e None None] For port 207c4379-280f-473b-b3c0-3860fd343e5c, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:25:56.345334 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-1f45518a-463d-4e40-9682-d354f3b2d39e None None] For port 207c4379-280f-473b-b3c0-3860fd343e5c, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=207c4379-280f-473b-b3c0-3860fd343e5c,segment=NetworkSegment(fba6e3a1-716d-4660-8e67-caf82b43fa52),segment_id=fba6e3a1-716d-4660-8e67-caf82b43fa52)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:25:56.396710 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bfa9bd4b-c1f9-4b45-a447-87d9e663cddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:56.424151 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1f45518a-463d-4e40-9682-d354f3b2d39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:56.434074 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bfa9bd4b-c1f9-4b45-a447-87d9e663cddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:56.510925 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0687dd-c52f-4fa6-8e10-ab4812120d82 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Network f26b3755-e7db-4f49-9ec6-90b0cce4dc03 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:25:56.513936 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-fa0687dd-c52f-4fa6-8e10-ab4812120d82 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:25:56.561608 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45518a-463d-4e40-9682-d354f3b2d39e None None] Pushing event updated for resources: {'Port': ['ID=207c4379-280f-473b-b3c0-3860fd343e5c,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:56.603005 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f2590-6427-4e6b-8280-07365a843da6 req-d654acac-7ab6-4864-a25d-3a6688902144 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:56.605964 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-334f2590-6427-4e6b-8280-07365a843da6 req-d654acac-7ab6-4864-a25d-3a6688902144 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 945 time: 0.0785284 Apr 20 13:25:56.674959 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bfa9bd4b-c1f9-4b45-a447-87d9e663cddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:56.678128 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bfa9bd4b-c1f9-4b45-a447-87d9e663cddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:56.679801 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-bfa9bd4b-c1f9-4b45-a447-87d9e663cddd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/51f5cd5a-f40c-4c80-b5e6-7e136503052c HTTP/1.1" status: 204 len: 168 time: 0.3655443 Apr 20 13:25:56.705930 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-334f2590-6427-4e6b-8280-07365a843da6 req-97e5d0e0-da78-4ebc-905c-388f7df94e19 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929215 Apr 20 13:25:56.716104 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa9bd4b-c1f9-4b45-a447-87d9e663cddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f5cd5a-f40c-4c80-b5e6-7e136503052c,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:56.734130 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0687dd-c52f-4fa6-8e10-ab4812120d82 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Router 9aefc9ac-1d3d-487c-8e25-eafd1c3c35db is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:25:56.836034 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cdb73da1-7c52-4057-8f3e-fc8851c37928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:56.840799 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d2ac6-f3eb-4de9-a028-da98e9ba71af req-fbcf2738-99e6-4511-8fe5-8e49c9bd5f9f tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:56.844105 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-790d2ac6-f3eb-4de9-a028-da98e9ba71af req-fbcf2738-99e6-4511-8fe5-8e49c9bd5f9f tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.0861099 Apr 20 13:25:56.887539 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b631a9-1049-46f2-adeb-c85b22069124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14fc494-8847-4150-88ae-bdb94766c222'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:25:56.900344 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763f8e4f-3bc2-4780-a2ed-f8c9a6ec4f0d" -d '{"events": [{"server_uuid": "d9b631a9-1049-46f2-adeb-c85b22069124", "name": "network-vif-plugged", "status": "completed", "tag": "c14fc494-8847-4150-88ae-bdb94766c222"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:25:56.986853 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-790d2ac6-f3eb-4de9-a028-da98e9ba71af req-e04b11bd-9d56-4d69-9082-2d8af06a8d88 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1246235 Apr 20 13:25:57.004034 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13838a9-d90c-4616-950e-5db76fb22999 x-openstack-request-id: req-e13838a9-d90c-4616-950e-5db76fb22999 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:25:57.004419 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b631a9-1049-46f2-adeb-c85b22069124", "name": "network-vif-plugged", "status": "completed", "tag": "c14fc494-8847-4150-88ae-bdb94766c222", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:25:57.004746 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e13838a9-d90c-4616-950e-5db76fb22999 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:25:57.005228 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e13838a9-d90c-4616-950e-5db76fb22999'] response: {'server_uuid': 'd9b631a9-1049-46f2-adeb-c85b22069124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14fc494-8847-4150-88ae-bdb94766c222', 'code': 200} Apr 20 13:25:57.223192 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d451e-5bae-4750-a16d-6e6678756e5b req-d0694ffd-3410-4f29-ba75-300b01b8f6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:57.242139 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-982d451e-5bae-4750-a16d-6e6678756e5b req-d0694ffd-3410-4f29-ba75-300b01b8f6ba service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 1096 time: 0.1401334 Apr 20 13:25:57.317319 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-982d451e-5bae-4750-a16d-6e6678756e5b req-c18a1c0e-7a9d-4eea-80c2-802d35d39b8f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713725 Apr 20 13:25:57.414584 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0687dd-c52f-4fa6-8e10-ab4812120d82 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:25:57.425584 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-fa0687dd-c52f-4fa6-8e10-ab4812120d82 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] 10.222.0.25 "PUT /v2.0/routers/9aefc9ac-1d3d-487c-8e25-eafd1c3c35db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4396243 Apr 20 13:25:57.428397 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37156) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:57.442121 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce553a27-4b7d-492f-b526-496b569ceef3 None None] Sync routers for ids ['9aefc9ac-1d3d-487c-8e25-eafd1c3c35db'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:25:57.454114 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce553a27-4b7d-492f-b526-496b569ceef3 None None] Routers {'9aefc9ac-1d3d-487c-8e25-eafd1c3c35db'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:57.454758 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ce553a27-4b7d-492f-b526-496b569ceef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:25:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['9aefc9ac-1d3d-487c-8e25-eafd1c3c35db'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:57.529264 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ce553a27-4b7d-492f-b526-496b569ceef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:57.556889 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce553a27-4b7d-492f-b526-496b569ceef3 None None] Routers {'9aefc9ac-1d3d-487c-8e25-eafd1c3c35db'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:57.557568 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ce553a27-4b7d-492f-b526-496b569ceef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:25:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['9aefc9ac-1d3d-487c-8e25-eafd1c3c35db'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:57.565701 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdb7fc2-6c05-4985-8949-2a574a326c2f None None] Network f26b3755-e7db-4f49-9ec6-90b0cce4dc03 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:25:57.611309 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ce553a27-4b7d-492f-b526-496b569ceef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:57.612274 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce553a27-4b7d-492f-b526-496b569ceef3 None None] The sync data for ids ['9aefc9ac-1d3d-487c-8e25-eafd1c3c35db'] in n-d-836015-7 is: [] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:25:57.707573 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-886fd501-d477-4d9c-a83a-8f82d187fd0a None None] Provisioning complete for port ab617464-05e4-4abf-b141-831dda401552 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:57.707945 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-886fd501-d477-4d9c-a83a-8f82d187fd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:57.891221 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-886fd501-d477-4d9c-a83a-8f82d187fd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:57.935896 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 207c4379-280f-473b-b3c0-3860fd343e5c up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:25:58.114748 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-886fd501-d477-4d9c-a83a-8f82d187fd0a None None] For port ab617464-05e4-4abf-b141-831dda401552, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ab617464-05e4-4abf-b141-831dda401552,segment=NetworkSegment(95496620-cf94-4e80-a503-c8b2fc14a93b),segment_id=95496620-cf94-4e80-a503-c8b2fc14a93b)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:58.174146 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 207c4379-280f-473b-b3c0-3860fd343e5c triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:58.174622 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:58.210718 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:58.243314 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-886fd501-d477-4d9c-a83a-8f82d187fd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:58.274789 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c9cb2-6b9c-4e54-a718-89d7cc39d02c req-5d8baa6f-d674-43e1-8c67-520793c574f7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:58.276406 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-076c9cb2-6b9c-4e54-a718-89d7cc39d02c req-5d8baa6f-d674-43e1-8c67-520793c574f7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 945 time: 0.3686013 Apr 20 13:25:58.325081 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b89b06d-3c23-48c5-8bce-1b2d1fb9b451 req-08c3ab72-0825-4e7a-9fbf-6ceb3d1b9450 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:58.326709 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0b89b06d-3c23-48c5-8bce-1b2d1fb9b451 req-08c3ab72-0825-4e7a-9fbf-6ceb3d1b9450 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.1827574 Apr 20 13:25:58.335664 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-3417af82-584b-4c43-8fdd-12931596da6a tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:25:58.337106 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-3417af82-584b-4c43-8fdd-12931596da6a tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] 10.222.0.25 "PUT /v2.0/routers/9aefc9ac-1d3d-487c-8e25-eafd1c3c35db/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9076934 Apr 20 13:25:58.340104 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37178) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:58.440902 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-076c9cb2-6b9c-4e54-a718-89d7cc39d02c req-88c340fd-2cd2-42ad-8ce1-a3fb21ad37de tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545622 Apr 20 13:25:58.484650 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0b89b06d-3c23-48c5-8bce-1b2d1fb9b451 req-f6883358-96c2-4c4d-b252-f05144f2d246 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1449952 Apr 20 13:25:58.737153 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e1ff4a-6958-4481-9e52-d8a50c432cb4 None None] Network 7590afc6-35ed-41ff-8456-3f4ec3fbc0b9 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:25:58.780663 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:58.796672 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886fd501-d477-4d9c-a83a-8f82d187fd0a None None] Pushing event updated for resources: {'Port': ['ID=ab617464-05e4-4abf-b141-831dda401552,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:58.859511 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-09821d21-bf9f-4ea0-a3e2-01e617780bea None None] Provisioning complete for port ab617464-05e4-4abf-b141-831dda401552 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:58.859895 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-09821d21-bf9f-4ea0-a3e2-01e617780bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:58.892081 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 207c4379-280f-473b-b3c0-3860fd343e5c, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=207c4379-280f-473b-b3c0-3860fd343e5c,segment=NetworkSegment(fba6e3a1-716d-4660-8e67-caf82b43fa52),segment_id=fba6e3a1-716d-4660-8e67-caf82b43fa52)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:58.978812 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-46a174fd-240a-4917-a7ba-798206d1020c tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:58.983603 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:58.986562 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ab617464-05e4-4abf-b141-831dda401552 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:25:59.298048 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37194) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:59.422225 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=207c4379-280f-473b-b3c0-3860fd343e5c,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:59.427713 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port ab617464-05e4-4abf-b141-831dda401552 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:59.428152 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:59.457055 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-46a174fd-240a-4917-a7ba-798206d1020c tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Deleting port 2e621194-0297-48e4-b661-3836214f6a3a {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:25:59.457337 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-46a174fd-240a-4917-a7ba-798206d1020c tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:59.480184 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-09821d21-bf9f-4ea0-a3e2-01e617780bea None None] Provisioning complete for port 2e621194-0297-48e4-b661-3836214f6a3a triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:59.480561 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-09821d21-bf9f-4ea0-a3e2-01e617780bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:59.505850 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8535df70-614f-4853-b187-c292d0a33686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:59.515406 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:59.608279 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-09821d21-bf9f-4ea0-a3e2-01e617780bea None None] Port 2e621194-0297-48e4-b661-3836214f6a3a cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:25:59.723515 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8535df70-614f-4853-b187-c292d0a33686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:59.740665 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-46a174fd-240a-4917-a7ba-798206d1020c tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:59.748669 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab019e-82f8-4b51-bf25-533fae48be91 req-0bf3482e-b79d-45b4-bd3b-de611adb72ed tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:59.756542 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-48ab019e-82f8-4b51-bf25-533fae48be91 req-0bf3482e-b79d-45b4-bd3b-de611adb72ed tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 945 time: 0.1491244 Apr 20 13:25:59.769267 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-46a174fd-240a-4917-a7ba-798206d1020c tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Calling delete_port for 2e621194-0297-48e4-b661-3836214f6a3a owned by network:router_interface {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:25:59.785821 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-7f442c3f-1887-450f-b279-1e2a5361a963 None None] Provisioning complete for port 207c4379-280f-473b-b3c0-3860fd343e5c triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:59.787187 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7f442c3f-1887-450f-b279-1e2a5361a963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:59.857601 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:59.881931 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58704295-b74d-424d-8253-d4e5e6add8f2 req-7ab5f21f-b9bc-44da-8c09-3d3e97e83dd6 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:59.890565 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-58704295-b74d-424d-8253-d4e5e6add8f2 req-7ab5f21f-b9bc-44da-8c09-3d3e97e83dd6 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.2388043 Apr 20 13:25:59.901587 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 207c4379-280f-473b-b3c0-3860fd343e5c up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:25:59.905649 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8535df70-614f-4853-b187-c292d0a33686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:59.992516 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-7f442c3f-1887-450f-b279-1e2a5361a963 None None] Provisioning complete for port 2e621194-0297-48e4-b661-3836214f6a3a triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:59.992908 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7f442c3f-1887-450f-b279-1e2a5361a963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:00.004136 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535df70-614f-4853-b187-c292d0a33686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba0a6c4-e7a9-4ae6-afdf-bfc62bee1523,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:00.069359 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-7f442c3f-1887-450f-b279-1e2a5361a963 None None] Port 2e621194-0297-48e4-b661-3836214f6a3a cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:26:00.083880 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 207c4379-280f-473b-b3c0-3860fd343e5c triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:00.084346 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:00.105485 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-48ab019e-82f8-4b51-bf25-533fae48be91 req-a0b37ab5-5dc4-4d32-a0ee-b33c91c302d4 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3471484 Apr 20 13:26:00.117002 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8535df70-614f-4853-b187-c292d0a33686 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bf1055982375400dabd31c0f4807d025&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8171706 Apr 20 13:26:00.117713 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37208) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:00.138443 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-58704295-b74d-424d-8253-d4e5e6add8f2 req-264ef28c-5e3e-47b9-9387-a5b57f6b2ca9 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2391400 Apr 20 13:26:00.202172 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f17aed56-a3b8-46ad-9083-74de2218f598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:00.206702 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-52ecf64b-e18f-4013-9b79-6cfd5516a846 None None] Provisioning complete for port 207c4379-280f-473b-b3c0-3860fd343e5c triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:00.207332 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-52ecf64b-e18f-4013-9b79-6cfd5516a846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:00.226294 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f17aed56-a3b8-46ad-9083-74de2218f598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:00.242101 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-46a174fd-240a-4917-a7ba-798206d1020c tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:00.289101 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ab617464-05e4-4abf-b141-831dda401552 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:26:00.292286 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a174fd-240a-4917-a7ba-798206d1020c tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Pushing event deleted for resources: {'Port': ['ID=2e621194-0297-48e4-b661-3836214f6a3a,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:00.371214 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d4ecd-0b75-4a8d-9072-58056ed1a3c8 req-8dd9a850-69a9-4793-8aae-0ae249765334 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:00.373180 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b32d4ecd-0b75-4a8d-9072-58056ed1a3c8 req-8dd9a850-69a9-4793-8aae-0ae249765334 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 945 time: 0.1175966 Apr 20 13:26:00.402314 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port ab617464-05e4-4abf-b141-831dda401552 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:00.410302 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:00.445703 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b32d4ecd-0b75-4a8d-9072-58056ed1a3c8 req-636aaeee-52ff-4dc8-84a7-32251c91426c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656750 Apr 20 13:26:00.446629 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f17aed56-a3b8-46ad-9083-74de2218f598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:00.450266 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f17aed56-a3b8-46ad-9083-74de2218f598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:00.456165 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f17aed56-a3b8-46ad-9083-74de2218f598 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9ba0a6c4-e7a9-4ae6-afdf-bfc62bee1523 HTTP/1.1" status: 204 len: 168 time: 0.3361428 Apr 20 13:26:00.469593 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37216) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:00.513116 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-46a174fd-240a-4917-a7ba-798206d1020c tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:00.529015 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17aed56-a3b8-46ad-9083-74de2218f598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba0a6c4-e7a9-4ae6-afdf-bfc62bee1523,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:00.598176 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9235e562-00c0-473f-a6be-a21d2e759934 tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:00.602484 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9235e562-00c0-473f-a6be-a21d2e759934 tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 1091 time: 0.1291127 Apr 20 13:26:00.602739 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37218) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:00.618321 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-c8c66fc2-e0b9-4a4f-95c2-12451bf29c34 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'port_id': 'c14fc494-8847-4150-88ae-bdb94766c222', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:00.721163 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c8c66fc2-e0b9-4a4f-95c2-12451bf29c34 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for floatingip, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:00.774430 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a174fd-240a-4917-a7ba-798206d1020c tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Router 9aefc9ac-1d3d-487c-8e25-eafd1c3c35db has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:26:00.864838 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a174fd-240a-4917-a7ba-798206d1020c tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:26:00.870656 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-46a174fd-240a-4917-a7ba-798206d1020c tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] 10.222.0.25 "PUT /v2.0/routers/9aefc9ac-1d3d-487c-8e25-eafd1c3c35db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5287633 Apr 20 13:26:00.874474 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37222) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:00.878490 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98c30e2-30ac-41c0-b85b-a396751320ae None None] Sync routers for ids ['9aefc9ac-1d3d-487c-8e25-eafd1c3c35db'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:26:00.883437 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c8c66fc2-e0b9-4a4f-95c2-12451bf29c34 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:00.898335 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98c30e2-30ac-41c0-b85b-a396751320ae None None] Routers {'9aefc9ac-1d3d-487c-8e25-eafd1c3c35db'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:26:00.898986 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-c98c30e2-30ac-41c0-b85b-a396751320ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:25:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['9aefc9ac-1d3d-487c-8e25-eafd1c3c35db'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:00.952718 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-78f4daad-c8a3-419a-bbd3-d873745d89d4 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] delete failed (client error): The resource could not be found. Apr 20 13:26:00.958100 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-78f4daad-c8a3-419a-bbd3-d873745d89d4 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] 10.222.0.25 "DELETE /v2.0/routers/tempest-non_exist_router-1955987247 HTTP/1.1" status: 404 len: 335 time: 0.0787010 Apr 20 13:26:00.958339 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37228) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:00.967123 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-6194d7e8-815f-4a86-b23d-e45f1cd51016 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Request body: {'router': {'external_gateway_info': {'network_id': '9aefc9ac-1d3d-487c-8e25-eafd1c3c35db'}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:01.004200 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-c98c30e2-30ac-41c0-b85b-a396751320ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:01.029230 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98c30e2-30ac-41c0-b85b-a396751320ae None None] Routers {'9aefc9ac-1d3d-487c-8e25-eafd1c3c35db'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:26:01.029961 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-c98c30e2-30ac-41c0-b85b-a396751320ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:25:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['9aefc9ac-1d3d-487c-8e25-eafd1c3c35db'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:01.085009 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-c98c30e2-30ac-41c0-b85b-a396751320ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:01.085667 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98c30e2-30ac-41c0-b85b-a396751320ae None None] The sync data for ids ['9aefc9ac-1d3d-487c-8e25-eafd1c3c35db'] in n-d-836015-7 is: [] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:26:01.310561 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6194d7e8-815f-4a86-b23d-e45f1cd51016 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:01.314415 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-c8c66fc2-e0b9-4a4f-95c2-12451bf29c34 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Allocated IP 172.25.8.16 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/6eb8346a-6930-435b-b8f8-2b0f81947d6c) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:26:01.420955 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d367f-b6a2-45b3-89e4-cdfef290d9d0 req-0d35538e-aad6-41cf-b2b4-9c9e7a1e09e5 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:01.422465 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f37d367f-b6a2-45b3-89e4-cdfef290d9d0 req-0d35538e-aad6-41cf-b2b4-9c9e7a1e09e5 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.1484585 Apr 20 13:26:01.436567 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-6194d7e8-815f-4a86-b23d-e45f1cd51016 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] update failed (client error): The resource could not be found. Apr 20 13:26:01.437576 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-6194d7e8-815f-4a86-b23d-e45f1cd51016 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] 10.222.0.25 "PUT /v2.0/routers/9aefc9ac-1d3d-487c-8e25-eafd1c3c35db HTTP/1.1" status: 404 len: 339 time: 0.4782839 Apr 20 13:26:01.441568 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37242) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:01.446853 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-a0b8474f-a11e-4f7a-ad24-e8b52be9e9ed tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-920861990'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:01.509906 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c8c66fc2-e0b9-4a4f-95c2-12451bf29c34 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:01.518943 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f37d367f-b6a2-45b3-89e4-cdfef290d9d0 req-61ed2f2b-cfd0-4fbb-909d-33a807f60145 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0837247 Apr 20 13:26:01.543633 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b8474f-a11e-4f7a-ad24-e8b52be9e9ed tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Made reservation on behalf of fd29b754105b4142a5aac93fcd0fb3b5 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:26:01.547431 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a0b8474f-a11e-4f7a-ad24-e8b52be9e9ed tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:01.574396 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0b8474f-a11e-4f7a-ad24-e8b52be9e9ed tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:26:01.584454 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a0b8474f-a11e-4f7a-ad24-e8b52be9e9ed tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:01.584802 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-a0b8474f-a11e-4f7a-ad24-e8b52be9e9ed tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Added segment e1c8abc1-2654-409e-81d7-2c1b358168f0 of type vlan for network 085e450e-767b-490b-9477-60ed8819b1e5 Apr 20 13:26:01.595526 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c8c66fc2-e0b9-4a4f-95c2-12451bf29c34 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:01.626242 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a0b8474f-a11e-4f7a-ad24-e8b52be9e9ed tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:01.638708 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c66fc2-e0b9-4a4f-95c2-12451bf29c34 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:26:01.642875 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-c8c66fc2-e0b9-4a4f-95c2-12451bf29c34 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:26:01.646821 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c66fc2-e0b9-4a4f-95c2-12451bf29c34 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:26:01.674771 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c66fc2-e0b9-4a4f-95c2-12451bf29c34 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'Port': ['ID=6eb8346a-6930-435b-b8f8-2b0f81947d6c,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:01.721488 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a0b8474f-a11e-4f7a-ad24-e8b52be9e9ed tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:01.728232 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b8474f-a11e-4f7a-ad24-e8b52be9e9ed tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:01.729578 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a0b8474f-a11e-4f7a-ad24-e8b52be9e9ed tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:01.826073 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b8474f-a11e-4f7a-ad24-e8b52be9e9ed tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Pushing event updated for resources: {'Network': ['ID=085e450e-767b-490b-9477-60ed8819b1e5,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:01.837455 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 085e450e-767b-490b-9477-60ed8819b1e5 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:26:01.849845 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a0b8474f-a11e-4f7a-ad24-e8b52be9e9ed tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4071717 Apr 20 13:26:01.852835 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37250) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:01.859927 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-550bc35a-1b33-4b6a-a13a-31c524d9cc20 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Request body: {'subnet': {'network_id': '085e450e-767b-490b-9477-60ed8819b1e5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:02.046267 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550bc35a-1b33-4b6a-a13a-31c524d9cc20 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Made reservation on behalf of fd29b754105b4142a5aac93fcd0fb3b5 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:26:02.050112 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-550bc35a-1b33-4b6a-a13a-31c524d9cc20 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:02.394944 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-550bc35a-1b33-4b6a-a13a-31c524d9cc20 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:02.469732 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550bc35a-1b33-4b6a-a13a-31c524d9cc20 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Pushing event updated for resources: {'Subnet': ['ID=7b99d99e-959d-4e24-89a1-8d0980bb0afb,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:02.486219 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550bc35a-1b33-4b6a-a13a-31c524d9cc20 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Checking segment: {'id': 'e1c8abc1-2654-409e-81d7-2c1b358168f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '085e450e-767b-490b-9477-60ed8819b1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:26:02.486604 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c8c66fc2-e0b9-4a4f-95c2-12451bf29c34 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:02.486976 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550bc35a-1b33-4b6a-a13a-31c524d9cc20 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Network hostable DHCP agents. Network: 085e450e-767b-490b-9477-60ed8819b1e5, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:26:02.602488 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550bc35a-1b33-4b6a-a13a-31c524d9cc20 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Network 085e450e-767b-490b-9477-60ed8819b1e5 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:26:02.663176 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c8c66fc2-e0b9-4a4f-95c2-12451bf29c34 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:02.673825 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ee5ed-01ed-4584-9f56-931b855ee61a req-fc42c9d7-172c-4dbe-87ca-eff6b24851ab tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:02.675349 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3e4ee5ed-01ed-4584-9f56-931b855ee61a req-fc42c9d7-172c-4dbe-87ca-eff6b24851ab tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.0820639 Apr 20 13:26:02.715591 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-550bc35a-1b33-4b6a-a13a-31c524d9cc20 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 085e450e-767b-490b-9477-60ed8819b1e5) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:26:02.722411 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550bc35a-1b33-4b6a-a13a-31c524d9cc20 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:02.722411 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-550bc35a-1b33-4b6a-a13a-31c524d9cc20 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:02.746116 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa8e13f-22b2-48d3-983b-a1478175fef7 None None] Network 085e450e-767b-490b-9477-60ed8819b1e5 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:26:02.749838 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3e4ee5ed-01ed-4584-9f56-931b855ee61a req-1165d604-2490-4992-b44a-56f95ab09512 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530753 Apr 20 13:26:02.798643 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-550bc35a-1b33-4b6a-a13a-31c524d9cc20 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9437068 Apr 20 13:26:02.806966 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37298) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:02.811866 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-0f37b918-8b2d-4754-8ed6-b5e4c7a30cea tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Request body: {'router': {'external_gateway_info': {'network_id': '085e450e-767b-490b-9477-60ed8819b1e5'}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:02.881647 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c8c66fc2-e0b9-4a4f-95c2-12451bf29c34 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:02.913981 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37302) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:02.966693 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c8c66fc2-e0b9-4a4f-95c2-12451bf29c34 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:03.005117 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b347ad-1bdf-487d-8e9f-8485040e6dcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-085e450e-767b-490b-9477-60ed8819b1e5', 'network_id': '085e450e-767b-490b-9477-60ed8819b1e5', 'tenant_id': 'fd29b754105b4142a5aac93fcd0fb3b5', 'fixed_ips': [{'subnet_id': '7b99d99e-959d-4e24-89a1-8d0980bb0afb'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:26:03.006089 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d6b347ad-1bdf-487d-8e9f-8485040e6dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:03.101495 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c66fc2-e0b9-4a4f-95c2-12451bf29c34 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'Port': ['ID=6eb8346a-6930-435b-b8f8-2b0f81947d6c,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:03.114246 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c8c66fc2-e0b9-4a4f-95c2-12451bf29c34 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:03.118000 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0f37b918-8b2d-4754-8ed6-b5e4c7a30cea tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:03.212115 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-d6b347ad-1bdf-487d-8e9f-8485040e6dcf None None] Allocated IP 2001:db8:1::2 (085e450e-767b-490b-9477-60ed8819b1e5/7b99d99e-959d-4e24-89a1-8d0980bb0afb/0dd785cb-3efe-4791-afdc-7e0f8c1ea473) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:26:03.216020 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-13295cc6-0148-42ed-8476-36e3ff28a77a tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1002760239'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:03.252019 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-c8c66fc2-e0b9-4a4f-95c2-12451bf29c34 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Floating IP edf1a187-6bf8-46f0-a490-a2aa0453f2f3 associated. External IP: 172.25.8.16, port: c14fc494-8847-4150-88ae-bdb94766c222. Apr 20 13:26:03.381814 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-0f37b918-8b2d-4754-8ed6-b5e4c7a30cea tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:26:03.386847 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13295cc6-0148-42ed-8476-36e3ff28a77a tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Made reservation on behalf of 2aff24b30c5a48e1be230facbbebf1dd for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:26:03.387753 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0f37b918-8b2d-4754-8ed6-b5e4c7a30cea tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] 10.222.0.25 "PUT /v2.0/routers/9aefc9ac-1d3d-487c-8e25-eafd1c3c35db HTTP/1.1" status: 400 len: 364 time: 0.5795569 Apr 20 13:26:03.388527 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37310) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:03.395952 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-13295cc6-0148-42ed-8476-36e3ff28a77a tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:03.400666 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d6b347ad-1bdf-487d-8e9f-8485040e6dcf None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:03.410934 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-13295cc6-0148-42ed-8476-36e3ff28a77a tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:03.469830 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d6b347ad-1bdf-487d-8e9f-8485040e6dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:03.521941 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b347ad-1bdf-487d-8e9f-8485040e6dcf None None] Network 085e450e-767b-490b-9477-60ed8819b1e5 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:26:03.528217 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-d6b347ad-1bdf-487d-8e9f-8485040e6dcf None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:26:03.533143 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b347ad-1bdf-487d-8e9f-8485040e6dcf None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:26:03.544356 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b347ad-1bdf-487d-8e9f-8485040e6dcf None None] Pushing event updated for resources: {'Port': ['ID=0dd785cb-3efe-4791-afdc-7e0f8c1ea473,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:03.613682 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c66fc2-e0b9-4a4f-95c2-12451bf29c34 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Router 74d06f5f-0a79-4f68-bec6-8f9220bbfb6d has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:26:03.632393 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-d6b347ad-1bdf-487d-8e9f-8485040e6dcf None None] Attempting to bind port 0dd785cb-3efe-4791-afdc-7e0f8c1ea473 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:26:03.633125 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-d6b347ad-1bdf-487d-8e9f-8485040e6dcf None None] Attempting to bind port 0dd785cb-3efe-4791-afdc-7e0f8c1ea473 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'e1c8abc1-2654-409e-81d7-2c1b358168f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '085e450e-767b-490b-9477-60ed8819b1e5'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:26:03.635733 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b347ad-1bdf-487d-8e9f-8485040e6dcf None None] Attempting to bind port 0dd785cb-3efe-4791-afdc-7e0f8c1ea473 on network 085e450e-767b-490b-9477-60ed8819b1e5 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:26:03.647791 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b347ad-1bdf-487d-8e9f-8485040e6dcf None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:26:03.648674 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b347ad-1bdf-487d-8e9f-8485040e6dcf None None] Checking segment: {'id': 'e1c8abc1-2654-409e-81d7-2c1b358168f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '085e450e-767b-490b-9477-60ed8819b1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:26:03.649306 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d6b347ad-1bdf-487d-8e9f-8485040e6dcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:03.649922 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b347ad-1bdf-487d-8e9f-8485040e6dcf None None] Bound using segment: {'id': 'e1c8abc1-2654-409e-81d7-2c1b358168f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '085e450e-767b-490b-9477-60ed8819b1e5'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:26:03.650731 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-d6b347ad-1bdf-487d-8e9f-8485040e6dcf None None] Bound port: 0dd785cb-3efe-4791-afdc-7e0f8c1ea473, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1c8abc1-2654-409e-81d7-2c1b358168f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '085e450e-767b-490b-9477-60ed8819b1e5'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:26:03.652746 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d6b347ad-1bdf-487d-8e9f-8485040e6dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:03.688093 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-13295cc6-0148-42ed-8476-36e3ff28a77a tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:03.750272 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-13295cc6-0148-42ed-8476-36e3ff28a77a tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:03.763751 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-d6b347ad-1bdf-487d-8e9f-8485040e6dcf None None] For port 0dd785cb-3efe-4791-afdc-7e0f8c1ea473, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:26:03.766891 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-d6b347ad-1bdf-487d-8e9f-8485040e6dcf None None] For port 0dd785cb-3efe-4791-afdc-7e0f8c1ea473, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=0dd785cb-3efe-4791-afdc-7e0f8c1ea473,segment=NetworkSegment(e1c8abc1-2654-409e-81d7-2c1b358168f0),segment_id=e1c8abc1-2654-409e-81d7-2c1b358168f0)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:26:03.769131 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-862e5b22-0159-4feb-8ed9-4480b4393ebe tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:03.786863 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13295cc6-0148-42ed-8476-36e3ff28a77a tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:26:03.798893 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-13295cc6-0148-42ed-8476-36e3ff28a77a tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:03.799834 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-13295cc6-0148-42ed-8476-36e3ff28a77a tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Added segment cfc910ff-cbe2-4afe-aba2-92c7f9e4cb64 of type vlan for network 962d930d-979c-44c6-a64b-43092cdeefc2 Apr 20 13:26:03.841438 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d6b347ad-1bdf-487d-8e9f-8485040e6dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:03.872509 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-13295cc6-0148-42ed-8476-36e3ff28a77a tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:03.887764 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c66fc2-e0b9-4a4f-95c2-12451bf29c34 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:26:03.937401 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13295cc6-0148-42ed-8476-36e3ff28a77a tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ace02429-eb0a-4dea-b0c3-f3d00b0a33a5,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:03.952388 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b347ad-1bdf-487d-8e9f-8485040e6dcf None None] Pushing event updated for resources: {'Port': ['ID=0dd785cb-3efe-4791-afdc-7e0f8c1ea473,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:03.974869 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0671f-999b-4f8b-a6fd-800d904f7f30 req-cffa2fd4-ec82-46aa-9853-4cf39b27078d tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:03.976412 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a6f0671f-999b-4f8b-a6fd-800d904f7f30 req-cffa2fd4-ec82-46aa-9853-4cf39b27078d tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.0843451 Apr 20 13:26:03.978562 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b08737-ca4f-450b-90f5-16994c7b4a4c None None] Sync routers for ids ['74d06f5f-0a79-4f68-bec6-8f9220bbfb6d'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:26:03.995307 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c8c66fc2-e0b9-4a4f-95c2-12451bf29c34 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:04.025496 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b08737-ca4f-450b-90f5-16994c7b4a4c None None] Routers {'74d06f5f-0a79-4f68-bec6-8f9220bbfb6d'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:26:04.027286 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-d3b08737-ca4f-450b-90f5-16994c7b4a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:25:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['74d06f5f-0a79-4f68-bec6-8f9220bbfb6d'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:04.061226 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-13295cc6-0148-42ed-8476-36e3ff28a77a tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:04.066834 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13295cc6-0148-42ed-8476-36e3ff28a77a tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:04.067446 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-13295cc6-0148-42ed-8476-36e3ff28a77a tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:04.116871 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c8c66fc2-e0b9-4a4f-95c2-12451bf29c34 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.5130293 Apr 20 13:26:04.122383 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b631a9-1049-46f2-adeb-c85b22069124', 'tag': 'c14fc494-8847-4150-88ae-bdb94766c222'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:26:04.124680 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec7ae7e-1cb1-4a61-b5bb-4d618af5b1bf" -d '{"events": [{"name": "network-changed", "server_uuid": "d9b631a9-1049-46f2-adeb-c85b22069124", "tag": "c14fc494-8847-4150-88ae-bdb94766c222"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:26:04.171609 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a6f0671f-999b-4f8b-a6fd-800d904f7f30 req-442ac483-10e2-4dee-b710-0378f4b29366 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1852546 Apr 20 13:26:04.189871 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13295cc6-0148-42ed-8476-36e3ff28a77a tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Pushing event updated for resources: {'Network': ['ID=962d930d-979c-44c6-a64b-43092cdeefc2,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:04.194933 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-13295cc6-0148-42ed-8476-36e3ff28a77a tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2802920 Apr 20 13:26:04.200216 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37320) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:04.219493 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-35dc2828-1242-4e02-8da6-4c977700f9bf tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Request body: {'subnet': {'network_id': '962d930d-979c-44c6-a64b-43092cdeefc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:04.266413 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 962d930d-979c-44c6-a64b-43092cdeefc2 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:26:04.302881 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-862e5b22-0159-4feb-8ed9-4480b4393ebe tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Allocated IP 2001:db8::1 (9c084aae-13fd-4f5c-a2cb-40350440eeb5/7a657250-7375-4006-a929-8a403a5250db/ac651860-6622-4096-94d9-e5ed13007800) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:26:04.380196 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-d3b08737-ca4f-450b-90f5-16994c7b4a4c None None] Set router 74d06f5f-0a79-4f68-bec6-8f9220bbfb6d gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:26:04.418027 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1ab9c-f091-49a5-80c4-286f854d13c3 req-d7b3dd00-0a50-45d4-b1c6-732bf428037f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:04.419625 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fbd1ab9c-f091-49a5-80c4-286f854d13c3 req-d7b3dd00-0a50-45d4-b1c6-732bf428037f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 945 time: 0.1535110 Apr 20 13:26:04.488513 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fbd1ab9c-f091-49a5-80c4-286f854d13c3 req-46e2f47d-ab67-430d-a4e6-23231a0a3837 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609796 Apr 20 13:26:04.502909 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35dc2828-1242-4e02-8da6-4c977700f9bf tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Made reservation on behalf of 2aff24b30c5a48e1be230facbbebf1dd for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:26:04.506434 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-35dc2828-1242-4e02-8da6-4c977700f9bf tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:04.538505 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37324) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:04.633330 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f4b822-af3c-407a-a912-d6633b01b820 x-openstack-request-id: req-f5f4b822-af3c-407a-a912-d6633b01b820 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:26:04.635668 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9b631a9-1049-46f2-adeb-c85b22069124", "tag": "c14fc494-8847-4150-88ae-bdb94766c222", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:26:04.635668 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f5f4b822-af3c-407a-a912-d6633b01b820 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:26:04.635668 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5f4b822-af3c-407a-a912-d6633b01b820'] response: {'name': 'network-changed', 'server_uuid': 'd9b631a9-1049-46f2-adeb-c85b22069124', 'tag': 'c14fc494-8847-4150-88ae-bdb94766c222', 'status': 'completed', 'code': 200} Apr 20 13:26:04.723867 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-862e5b22-0159-4feb-8ed9-4480b4393ebe tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:04.730840 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7ae7e-1cb1-4a61-b5bb-4d618af5b1bf req-cb459971-dc82-4ef7-93c5-7cfdaa0c84d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:04.732424 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eec7ae7e-1cb1-4a61-b5bb-4d618af5b1bf req-cb459971-dc82-4ef7-93c5-7cfdaa0c84d4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d7599e499ac4ab585978f26ba0a43a9&device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 1096 time: 0.0842650 Apr 20 13:26:04.749960 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-13b09fe3-19a6-4471-8392-77d4cbeb2dbf tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/floatingips/edf1a187-6bf8-46f0-a490-a2aa0453f2f3 HTTP/1.1" status: 200 len: 990 time: 0.2131474 Apr 20 13:26:04.825543 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-d3b08737-ca4f-450b-90f5-16994c7b4a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d06f5f-0a79-4f68-bec6-8f9220bbfb6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369228612', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'a0d399ae-3307-46e7-98d4-f99a03246c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:25:19Z', 'updated_at': '2022-04-20T13:25:28Z', 'revision_number': 4, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': 'a0d399ae-3307-46e7-98d4-f99a03246c3f', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d06f5f-0a79-4f68-bec6-8f9220bbfb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:20Z', 'updated_at': '2022-04-20T13:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'edf1a187-6bf8-46f0-a490-a2aa0453f2f3', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'floating_ip_address': '172.25.8.16', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '74d06f5f-0a79-4f68-bec6-8f9220bbfb6d', 'port_id': 'c14fc494-8847-4150-88ae-bdb94766c222', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6750b427-d284-44ce-99e6-dc0478a876dc', 'mac_address': 'fa:16:3e:2c:3e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b631a9-1049-46f2-adeb-c85b22069124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:26:01Z', 'updated_at': '2022-04-20T13:26:01Z', 'revision_number': 0, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4de0f978-9c9a-4af8-bc09-e7eff48e1f16', 'name': '', 'network_id': '6750b427-d284-44ce-99e6-dc0478a876dc', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'mac_address': 'fa:16:3e:97:37:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d06f5f-0a79-4f68-bec6-8f9220bbfb6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': 'f8c00a85-0926-4962-942d-865bad164bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:27Z', 'updated_at': '2022-04-20T13:25:34Z', 'revision_number': 5, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'subnets': [{'id': 'f8c00a85-0926-4962-942d-865bad164bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:04.841894 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-862e5b22-0159-4feb-8ed9-4480b4393ebe tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:04.856818 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b08737-ca4f-450b-90f5-16994c7b4a4c None None] Checking router: 74d06f5f-0a79-4f68-bec6-8f9220bbfb6d for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:26:04.866668 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b08737-ca4f-450b-90f5-16994c7b4a4c None None] Routers {'74d06f5f-0a79-4f68-bec6-8f9220bbfb6d'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:26:04.867396 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-d3b08737-ca4f-450b-90f5-16994c7b4a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:25:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['74d06f5f-0a79-4f68-bec6-8f9220bbfb6d'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:04.896790 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862e5b22-0159-4feb-8ed9-4480b4393ebe tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Network 9c084aae-13fd-4f5c-a2cb-40350440eeb5 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:26:04.905448 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-862e5b22-0159-4feb-8ed9-4480b4393ebe tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:26:04.915488 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862e5b22-0159-4feb-8ed9-4480b4393ebe tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:26:04.916054 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-862e5b22-0159-4feb-8ed9-4480b4393ebe tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:04.966671 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e5b22-0159-4feb-8ed9-4480b4393ebe tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Pushing event updated for resources: {'Port': ['ID=ac651860-6622-4096-94d9-e5ed13007800,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:05.232609 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7ae7e-1cb1-4a61-b5bb-4d618af5b1bf req-799f4650-11d7-426e-ac90-231fd769e1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:05.234129 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eec7ae7e-1cb1-4a61-b5bb-4d618af5b1bf req-799f4650-11d7-426e-ac90-231fd769e1e7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6750b427-d284-44ce-99e6-dc0478a876dc HTTP/1.1" status: 200 len: 898 time: 0.4751983 Apr 20 13:26:05.259732 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-862e5b22-0159-4feb-8ed9-4480b4393ebe tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:05.263702 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-35dc2828-1242-4e02-8da6-4c977700f9bf tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:05.301964 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-d3b08737-ca4f-450b-90f5-16994c7b4a4c None None] Set router 74d06f5f-0a79-4f68-bec6-8f9220bbfb6d gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:26:05.455950 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-4d39cf36-e611-4921-84c1-1a055e9337b5 None None] Provisioning complete for port ac651860-6622-4096-94d9-e5ed13007800 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:05.456320 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4d39cf36-e611-4921-84c1-1a055e9337b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:05.535329 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-4d39cf36-e611-4921-84c1-1a055e9337b5 None None] Port ac651860-6622-4096-94d9-e5ed13007800 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:26:05.556815 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dc2828-1242-4e02-8da6-4c977700f9bf tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Pushing event updated for resources: {'Subnet': ['ID=e726f8ad-3907-4d24-9255-5c8325aedac0,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:05.587446 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eec7ae7e-1cb1-4a61-b5bb-4d618af5b1bf req-8393bcf1-bd7c-4699-8a5b-e21cf5a77ac9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c14fc494-8847-4150-88ae-bdb94766c222 HTTP/1.1" status: 200 len: 998 time: 0.3456559 Apr 20 13:26:05.606416 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb2df5-4b5e-409a-b456-85ac9eefb9e7 req-da77d230-f20b-42d8-9531-3c9038573d0b tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:05.618523 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-21bb2df5-4b5e-409a-b456-85ac9eefb9e7 req-da77d230-f20b-42d8-9531-3c9038573d0b tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.2341204 Apr 20 13:26:05.756010 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dc2828-1242-4e02-8da6-4c977700f9bf tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Checking segment: {'id': 'cfc910ff-cbe2-4afe-aba2-92c7f9e4cb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '962d930d-979c-44c6-a64b-43092cdeefc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:26:05.756010 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dc2828-1242-4e02-8da6-4c977700f9bf tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Network hostable DHCP agents. Network: 962d930d-979c-44c6-a64b-43092cdeefc2, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:26:05.762508 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37334) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:05.783713 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7ae7e-1cb1-4a61-b5bb-4d618af5b1bf req-a9f20283-fba2-4395-ba68-4673f138dcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:05.785417 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eec7ae7e-1cb1-4a61-b5bb-4d618af5b1bf req-a9f20283-fba2-4395-ba68-4673f138dcb4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f8c00a85-0926-4962-942d-865bad164bb8 HTTP/1.1" status: 200 len: 835 time: 0.1582201 Apr 20 13:26:05.790770 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-21bb2df5-4b5e-409a-b456-85ac9eefb9e7 req-3ae08710-aaab-44c4-a489-4c195be6bf01 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1709554 Apr 20 13:26:05.831853 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-d3b08737-ca4f-450b-90f5-16994c7b4a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d06f5f-0a79-4f68-bec6-8f9220bbfb6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369228612', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'a0d399ae-3307-46e7-98d4-f99a03246c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:25:19Z', 'updated_at': '2022-04-20T13:25:28Z', 'revision_number': 4, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': 'a0d399ae-3307-46e7-98d4-f99a03246c3f', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d06f5f-0a79-4f68-bec6-8f9220bbfb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:20Z', 'updated_at': '2022-04-20T13:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'edf1a187-6bf8-46f0-a490-a2aa0453f2f3', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'floating_ip_address': '172.25.8.16', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '74d06f5f-0a79-4f68-bec6-8f9220bbfb6d', 'port_id': 'c14fc494-8847-4150-88ae-bdb94766c222', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6750b427-d284-44ce-99e6-dc0478a876dc', 'mac_address': 'fa:16:3e:2c:3e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b631a9-1049-46f2-adeb-c85b22069124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:26:01Z', 'updated_at': '2022-04-20T13:26:01Z', 'revision_number': 0, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4de0f978-9c9a-4af8-bc09-e7eff48e1f16', 'name': '', 'network_id': '6750b427-d284-44ce-99e6-dc0478a876dc', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'mac_address': 'fa:16:3e:97:37:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d06f5f-0a79-4f68-bec6-8f9220bbfb6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': 'f8c00a85-0926-4962-942d-865bad164bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:27Z', 'updated_at': '2022-04-20T13:25:34Z', 'revision_number': 5, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'subnets': [{'id': 'f8c00a85-0926-4962-942d-865bad164bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:05.873686 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7ae7e-1cb1-4a61-b5bb-4d618af5b1bf req-b765834c-f60f-4fd7-b174-e1e7a3b53830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:05.875415 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5054c46-d3e7-4c34-9eac-561ed080f450 None None] Network 085e450e-767b-490b-9477-60ed8819b1e5 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:26:05.878296 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b08737-ca4f-450b-90f5-16994c7b4a4c None None] The sync data for ids ['74d06f5f-0a79-4f68-bec6-8f9220bbfb6d'] in n-d-836015-7 is: [{'id': '74d06f5f-0a79-4f68-bec6-8f9220bbfb6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369228612', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'a0d399ae-3307-46e7-98d4-f99a03246c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:25:19Z', 'updated_at': '2022-04-20T13:25:28Z', 'revision_number': 4, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': 'a0d399ae-3307-46e7-98d4-f99a03246c3f', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d06f5f-0a79-4f68-bec6-8f9220bbfb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:20Z', 'updated_at': '2022-04-20T13:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'edf1a187-6bf8-46f0-a490-a2aa0453f2f3', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'floating_ip_address': '172.25.8.16', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '74d06f5f-0a79-4f68-bec6-8f9220bbfb6d', 'port_id': 'c14fc494-8847-4150-88ae-bdb94766c222', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6750b427-d284-44ce-99e6-dc0478a876dc', 'mac_address': 'fa:16:3e:2c:3e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b631a9-1049-46f2-adeb-c85b22069124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:26:01Z', 'updated_at': '2022-04-20T13:26:01Z', 'revision_number': 0, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4de0f978-9c9a-4af8-bc09-e7eff48e1f16', 'name': '', 'network_id': '6750b427-d284-44ce-99e6-dc0478a876dc', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'mac_address': 'fa:16:3e:97:37:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d06f5f-0a79-4f68-bec6-8f9220bbfb6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': 'f8c00a85-0926-4962-942d-865bad164bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:27Z', 'updated_at': '2022-04-20T13:25:34Z', 'revision_number': 5, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'subnets': [{'id': 'f8c00a85-0926-4962-942d-865bad164bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:26:05.878724 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eec7ae7e-1cb1-4a61-b5bb-4d618af5b1bf req-b765834c-f60f-4fd7-b174-e1e7a3b53830 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6750b427-d284-44ce-99e6-dc0478a876dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818624 Apr 20 13:26:05.931792 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-862e5b22-0159-4feb-8ed9-4480b4393ebe tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:05.960726 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dc2828-1242-4e02-8da6-4c977700f9bf tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Network 962d930d-979c-44c6-a64b-43092cdeefc2 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:26:05.989344 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 0dd785cb-3efe-4791-afdc-7e0f8c1ea473 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:26:05.990138 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-eb426541-d4e3-4627-8007-c9edab54b433 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/floatingips/edf1a187-6bf8-46f0-a490-a2aa0453f2f3 HTTP/1.1" status: 200 len: 990 time: 0.2264364 Apr 20 13:26:05.991717 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-862e5b22-0159-4feb-8ed9-4480b4393ebe tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:05.996937 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-862e5b22-0159-4feb-8ed9-4480b4393ebe tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:06.027943 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eec7ae7e-1cb1-4a61-b5bb-4d618af5b1bf req-53cbc61a-77b4-44fc-84db-d4da84971e47 service neutron] 10.222.0.32 "GET /v2.0/networks/6750b427-d284-44ce-99e6-dc0478a876dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362524 Apr 20 13:26:06.079378 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-3357b0bf-7b3e-456f-83d1-5af671ca1786 None None] Provisioning complete for port 0dd785cb-3efe-4791-afdc-7e0f8c1ea473 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:06.079799 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3357b0bf-7b3e-456f-83d1-5af671ca1786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:06.088388 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-35dc2828-1242-4e02-8da6-4c977700f9bf tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 962d930d-979c-44c6-a64b-43092cdeefc2) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:26:06.094550 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dc2828-1242-4e02-8da6-4c977700f9bf tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:06.099946 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-35dc2828-1242-4e02-8da6-4c977700f9bf tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:06.129089 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feb2c4f-7cf8-4831-b59f-72f9d5ee3e66 None None] Network 962d930d-979c-44c6-a64b-43092cdeefc2 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:26:06.238691 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 0dd785cb-3efe-4791-afdc-7e0f8c1ea473 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:06.239294 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:06.260690 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-35dc2828-1242-4e02-8da6-4c977700f9bf tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0530341 Apr 20 13:26:06.263197 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37344) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:06.283567 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-efc1e402-8cb8-45ff-8ffd-ab3715dfd6bc tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Request body: {'port': {'network_id': '962d930d-979c-44c6-a64b-43092cdeefc2', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1550517150'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:06.347076 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808541bb-d8e8-4a60-a2ad-ec09437401c9 None None] New status for floating IP edf1a187-6bf8-46f0-a490-a2aa0453f2f3: ACTIVE {{(pid=114872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:26:06.423109 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3357b0bf-7b3e-456f-83d1-5af671ca1786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:06.477632 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eec7ae7e-1cb1-4a61-b5bb-4d618af5b1bf req-f5eef5cc-3766-48d2-965f-2c99ff2e32c3 service neutron] 10.222.0.32 "GET /v2.0/networks/6750b427-d284-44ce-99e6-dc0478a876dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4418139 Apr 20 13:26:06.577655 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-3357b0bf-7b3e-456f-83d1-5af671ca1786 None None] For port 0dd785cb-3efe-4791-afdc-7e0f8c1ea473, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=0dd785cb-3efe-4791-afdc-7e0f8c1ea473,segment=NetworkSegment(e1c8abc1-2654-409e-81d7-2c1b358168f0),segment_id=e1c8abc1-2654-409e-81d7-2c1b358168f0)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:26:06.611141 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:06.629977 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859abf03-9cf7-4505-b493-7e34f11dfc8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-962d930d-979c-44c6-a64b-43092cdeefc2', 'network_id': '962d930d-979c-44c6-a64b-43092cdeefc2', 'tenant_id': '2aff24b30c5a48e1be230facbbebf1dd', 'fixed_ips': [{'subnet_id': 'e726f8ad-3907-4d24-9255-5c8325aedac0'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:26:06.630841 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-859abf03-9cf7-4505-b493-7e34f11dfc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:06.715048 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc1e402-8cb8-45ff-8ffd-ab3715dfd6bc tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Made reservation on behalf of 2aff24b30c5a48e1be230facbbebf1dd for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:26:06.718675 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-efc1e402-8cb8-45ff-8ffd-ab3715dfd6bc tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:06.764705 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [None req-efc1e402-8cb8-45ff-8ffd-ab3715dfd6bc tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] device_id is not set on port 6cdd4131-fc86-4022-b5ad-d8f16ded2fec yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:26:06.892881 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e5b22-0159-4feb-8ed9-4480b4393ebe tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Pushing event updated for resources: {'Port': ['ID=ac651860-6622-4096-94d9-e5ed13007800,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:06.920174 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-859abf03-9cf7-4505-b493-7e34f11dfc8c None None] Allocated IP 172.20.0.2 (962d930d-979c-44c6-a64b-43092cdeefc2/e726f8ad-3907-4d24-9255-5c8325aedac0/39f53e62-610a-4a46-a5f5-b5e5e37aab37) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:26:06.934463 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3357b0bf-7b3e-456f-83d1-5af671ca1786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:06.973384 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37352) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:06.995196 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37356) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:07.043229 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862e5b22-0159-4feb-8ed9-4480b4393ebe tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Network 9c084aae-13fd-4f5c-a2cb-40350440eeb5 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:26:07.046914 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-862e5b22-0159-4feb-8ed9-4480b4393ebe tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:26:07.065771 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262a5f5-6911-4140-8685-db4d8510a9c8 req-82d73765-19e1-453e-9035-634998d91065 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:07.067615 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c262a5f5-6911-4140-8685-db4d8510a9c8 req-82d73765-19e1-453e-9035-634998d91065 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.1058702 Apr 20 13:26:07.130633 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c262a5f5-6911-4140-8685-db4d8510a9c8 req-e5ebab4e-c682-42d3-b9f2-64834a1ff1d2 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553424 Apr 20 13:26:07.210433 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:26:07.210894 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:26:07.258646 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-c04e12bd-763b-4b51-be19-1759ddb76ae9 None None] Provisioning complete for port 0dd785cb-3efe-4791-afdc-7e0f8c1ea473 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:07.259046 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c04e12bd-763b-4b51-be19-1759ddb76ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:07.271382 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d58a1a4c-0c75-4e66-a6cd-0211e1a3695e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/floatingips/edf1a187-6bf8-46f0-a490-a2aa0453f2f3 HTTP/1.1" status: 200 len: 992 time: 0.2644501 Apr 20 13:26:07.297966 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357b0bf-7b3e-456f-83d1-5af671ca1786 None None] Pushing event updated for resources: {'Port': ['ID=0dd785cb-3efe-4791-afdc-7e0f8c1ea473,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:07.331306 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357b0bf-7b3e-456f-83d1-5af671ca1786 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:07.334702 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357b0bf-7b3e-456f-83d1-5af671ca1786 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:07.334702 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357b0bf-7b3e-456f-83d1-5af671ca1786 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:07.334702 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357b0bf-7b3e-456f-83d1-5af671ca1786 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:07.334702 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357b0bf-7b3e-456f-83d1-5af671ca1786 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:07.334702 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357b0bf-7b3e-456f-83d1-5af671ca1786 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:07.334702 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357b0bf-7b3e-456f-83d1-5af671ca1786 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:07.334702 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357b0bf-7b3e-456f-83d1-5af671ca1786 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:07.334702 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357b0bf-7b3e-456f-83d1-5af671ca1786 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:07.334702 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357b0bf-7b3e-456f-83d1-5af671ca1786 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:07.335732 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357b0bf-7b3e-456f-83d1-5af671ca1786 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:07.335732 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3357b0bf-7b3e-456f-83d1-5af671ca1786 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:07.349158 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9d8880a5-78dc-41fc-af52-9f6f5045c46f admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:07.406790 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862e5b22-0159-4feb-8ed9-4480b4393ebe tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Router 9aefc9ac-1d3d-487c-8e25-eafd1c3c35db has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:26:07.486953 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-859abf03-9cf7-4505-b493-7e34f11dfc8c None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:07.601781 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862e5b22-0159-4feb-8ed9-4480b4393ebe tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:26:07.605201 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9d8880a5-78dc-41fc-af52-9f6f5045c46f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:07.607598 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-859abf03-9cf7-4505-b493-7e34f11dfc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:07.609424 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-862e5b22-0159-4feb-8ed9-4480b4393ebe tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] 10.222.0.25 "PUT /v2.0/routers/9aefc9ac-1d3d-487c-8e25-eafd1c3c35db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2197773 Apr 20 13:26:07.618199 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37364) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:07.620856 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852cbe41-b64d-4e39-acb4-9205f5829aee None None] Sync routers for ids ['9aefc9ac-1d3d-487c-8e25-eafd1c3c35db'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:26:07.631337 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859abf03-9cf7-4505-b493-7e34f11dfc8c None None] Network 962d930d-979c-44c6-a64b-43092cdeefc2 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:26:07.650998 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-859abf03-9cf7-4505-b493-7e34f11dfc8c None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:26:07.660824 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859abf03-9cf7-4505-b493-7e34f11dfc8c None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:26:07.698697 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852cbe41-b64d-4e39-acb4-9205f5829aee None None] Routers {'9aefc9ac-1d3d-487c-8e25-eafd1c3c35db'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:26:07.699323 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-852cbe41-b64d-4e39-acb4-9205f5829aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:25:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['9aefc9ac-1d3d-487c-8e25-eafd1c3c35db'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:07.725112 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9d8880a5-78dc-41fc-af52-9f6f5045c46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:07.759062 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-852cbe41-b64d-4e39-acb4-9205f5829aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:07.764326 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859abf03-9cf7-4505-b493-7e34f11dfc8c None None] Pushing event updated for resources: {'Port': ['ID=39f53e62-610a-4a46-a5f5-b5e5e37aab37,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:07.768717 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-0fdced1c-414a-47d5-9d85-300cc29faeca None None] Provisioning complete for port ac651860-6622-4096-94d9-e5ed13007800 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:07.769300 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0fdced1c-414a-47d5-9d85-300cc29faeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:07.785701 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9d8880a5-78dc-41fc-af52-9f6f5045c46f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8688f1b43f9a4ef9a56b49c6e15c62a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8079317 Apr 20 13:26:07.788373 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f429bb91-8436-4a3b-9e22-25628ab98324 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:07.791091 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37366) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:07.838878 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8880a5-78dc-41fc-af52-9f6f5045c46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69eecc8-d10f-4bba-8372-7e9f0eb8ea57,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:07.860808 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a4181-b7bc-490c-9e79-5825b84d6817 req-537ef52d-a9d6-4437-b578-c13c3ec6f429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:07.864280 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e72a4181-b7bc-490c-9e79-5825b84d6817 req-537ef52d-a9d6-4437-b578-c13c3ec6f429 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=649a6cfebf0a4feb8c92b7d26c8b3e97&device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 1095 time: 0.1309404 Apr 20 13:26:07.869662 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852cbe41-b64d-4e39-acb4-9205f5829aee None None] Routers {'9aefc9ac-1d3d-487c-8e25-eafd1c3c35db'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:26:07.870536 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-852cbe41-b64d-4e39-acb4-9205f5829aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:25:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['9aefc9ac-1d3d-487c-8e25-eafd1c3c35db'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:07.903790 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fd14e-3dc7-404f-92a6-3cb534d049eb req-10f472aa-0483-417a-b208-1462171326f3 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:07.905651 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-852cbe41-b64d-4e39-acb4-9205f5829aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:07.906469 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852cbe41-b64d-4e39-acb4-9205f5829aee None None] The sync data for ids ['9aefc9ac-1d3d-487c-8e25-eafd1c3c35db'] in n-d-836015-7 is: [] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:26:07.908144 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-859abf03-9cf7-4505-b493-7e34f11dfc8c None None] Attempting to bind port 39f53e62-610a-4a46-a5f5-b5e5e37aab37 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:26:07.908668 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-859abf03-9cf7-4505-b493-7e34f11dfc8c None None] Attempting to bind port 39f53e62-610a-4a46-a5f5-b5e5e37aab37 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'cfc910ff-cbe2-4afe-aba2-92c7f9e4cb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '962d930d-979c-44c6-a64b-43092cdeefc2'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:26:07.909210 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859abf03-9cf7-4505-b493-7e34f11dfc8c None None] Attempting to bind port 39f53e62-610a-4a46-a5f5-b5e5e37aab37 on network 962d930d-979c-44c6-a64b-43092cdeefc2 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:26:07.918964 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859abf03-9cf7-4505-b493-7e34f11dfc8c None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:26:07.919565 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859abf03-9cf7-4505-b493-7e34f11dfc8c None None] Checking segment: {'id': 'cfc910ff-cbe2-4afe-aba2-92c7f9e4cb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '962d930d-979c-44c6-a64b-43092cdeefc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:26:07.920475 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-859abf03-9cf7-4505-b493-7e34f11dfc8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:07.921045 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859abf03-9cf7-4505-b493-7e34f11dfc8c None None] Bound using segment: {'id': 'cfc910ff-cbe2-4afe-aba2-92c7f9e4cb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '962d930d-979c-44c6-a64b-43092cdeefc2'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:26:07.921701 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-859abf03-9cf7-4505-b493-7e34f11dfc8c None None] Bound port: 39f53e62-610a-4a46-a5f5-b5e5e37aab37, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfc910ff-cbe2-4afe-aba2-92c7f9e4cb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '962d930d-979c-44c6-a64b-43092cdeefc2'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:26:07.922250 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-859abf03-9cf7-4505-b493-7e34f11dfc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:07.923274 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-508fd14e-3dc7-404f-92a6-3cb534d049eb req-10f472aa-0483-417a-b208-1462171326f3 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.3479626 Apr 20 13:26:07.934728 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-f429bb91-8436-4a3b-9e22-25628ab98324 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 20 13:26:07.938573 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f429bb91-8436-4a3b-9e22-25628ab98324 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] 10.222.0.25 "DELETE /v2.0/routers/9aefc9ac-1d3d-487c-8e25-eafd1c3c35db HTTP/1.1" status: 409 len: 329 time: 0.3240891 Apr 20 13:26:07.939605 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37368) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:07.944666 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-0fdced1c-414a-47d5-9d85-300cc29faeca None None] Port ac651860-6622-4096-94d9-e5ed13007800 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:26:07.950277 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-30b34566-0b50-400a-8377-6011fa71f17b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:08.028060 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-efc1e402-8cb8-45ff-8ffd-ab3715dfd6bc tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Allocated IP 172.20.0.8 (962d930d-979c-44c6-a64b-43092cdeefc2/e726f8ad-3907-4d24-9255-5c8325aedac0/6cdd4131-fc86-4022-b5ad-d8f16ded2fec) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:26:08.031656 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-859abf03-9cf7-4505-b493-7e34f11dfc8c None None] For port 39f53e62-610a-4a46-a5f5-b5e5e37aab37, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:26:08.037800 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-859abf03-9cf7-4505-b493-7e34f11dfc8c None None] For port 39f53e62-610a-4a46-a5f5-b5e5e37aab37, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=39f53e62-610a-4a46-a5f5-b5e5e37aab37,segment=NetworkSegment(cfc910ff-cbe2-4afe-aba2-92c7f9e4cb64),segment_id=cfc910ff-cbe2-4afe-aba2-92c7f9e4cb64)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:26:08.040425 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-30b34566-0b50-400a-8377-6011fa71f17b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:08.064666 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 0dd785cb-3efe-4791-afdc-7e0f8c1ea473 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:26:08.095681 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-508fd14e-3dc7-404f-92a6-3cb534d049eb req-bafc5c1a-8383-4498-aa7d-47864ac71da3 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1717758 Apr 20 13:26:08.132727 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-859abf03-9cf7-4505-b493-7e34f11dfc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:08.162807 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a4181-b7bc-490c-9e79-5825b84d6817 req-1ca28231-058d-4f46-934c-16aac5a8686c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:08.172568 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e72a4181-b7bc-490c-9e79-5825b84d6817 req-1ca28231-058d-4f46-934c-16aac5a8686c service neutron] 10.222.0.32 "GET /v2.0/networks?id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 HTTP/1.1" status: 200 len: 912 time: 0.2936459 Apr 20 13:26:08.255048 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859abf03-9cf7-4505-b493-7e34f11dfc8c None None] Pushing event updated for resources: {'Port': ['ID=39f53e62-610a-4a46-a5f5-b5e5e37aab37,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:08.272453 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 0dd785cb-3efe-4791-afdc-7e0f8c1ea473 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:08.272831 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:08.287262 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e72a4181-b7bc-490c-9e79-5825b84d6817 req-49926fe1-68b7-403a-a1e4-5b590629a54c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce93adfa-4de5-4e0d-a1aa-a05fa73db53c HTTP/1.1" status: 200 len: 998 time: 0.1073325 Apr 20 13:26:08.324223 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-30b34566-0b50-400a-8377-6011fa71f17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:08.326721 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-30b34566-0b50-400a-8377-6011fa71f17b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:08.330174 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-30b34566-0b50-400a-8377-6011fa71f17b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f69eecc8-d10f-4bba-8372-7e9f0eb8ea57 HTTP/1.1" status: 204 len: 168 time: 0.5344326 Apr 20 13:26:08.346405 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b34566-0b50-400a-8377-6011fa71f17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69eecc8-d10f-4bba-8372-7e9f0eb8ea57,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:08.442036 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a4181-b7bc-490c-9e79-5825b84d6817 req-737f40ed-328e-477f-a238-5760be754909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:08.443546 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e72a4181-b7bc-490c-9e79-5825b84d6817 req-737f40ed-328e-477f-a238-5760be754909 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa576778-8514-4874-84e6-afe172476688 HTTP/1.1" status: 200 len: 850 time: 0.1482003 Apr 20 13:26:08.546376 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-77a75124-c911-49dd-9909-40b59bbf032c tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:08.572390 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a4181-b7bc-490c-9e79-5825b84d6817 req-3c5f5f62-def7-401e-a4e4-9a1f9593d4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:08.573935 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e72a4181-b7bc-490c-9e79-5825b84d6817 req-3c5f5f62-def7-401e-a4e4-9a1f9593d4ee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1241200 Apr 20 13:26:08.625357 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-efc1e402-8cb8-45ff-8ffd-ab3715dfd6bc tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:08.755822 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e72a4181-b7bc-490c-9e79-5825b84d6817 req-c4fc4273-0a87-4e95-92f6-322c3e0a29b3 service neutron] 10.222.0.32 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707513 Apr 20 13:26:08.834510 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-77a75124-c911-49dd-9909-40b59bbf032c tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Deleting port ac651860-6622-4096-94d9-e5ed13007800 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:26:08.835084 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-77a75124-c911-49dd-9909-40b59bbf032c tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:08.878336 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e72a4181-b7bc-490c-9e79-5825b84d6817 req-e229f314-fc63-498a-b3e7-7aff32ef7ccb service neutron] 10.222.0.32 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153765 Apr 20 13:26:08.910384 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-efc1e402-8cb8-45ff-8ffd-ab3715dfd6bc tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:08.934816 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-77a75124-c911-49dd-9909-40b59bbf032c tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:08.948783 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-77a75124-c911-49dd-9909-40b59bbf032c tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Calling delete_port for ac651860-6622-4096-94d9-e5ed13007800 owned by network:router_interface {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:26:08.960733 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc1e402-8cb8-45ff-8ffd-ab3715dfd6bc tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Network 962d930d-979c-44c6-a64b-43092cdeefc2 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:26:08.967302 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-efc1e402-8cb8-45ff-8ffd-ab3715dfd6bc tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:26:08.971048 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc1e402-8cb8-45ff-8ffd-ab3715dfd6bc tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:26:09.002871 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc1e402-8cb8-45ff-8ffd-ab3715dfd6bc tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Pushing event updated for resources: {'Port': ['ID=6cdd4131-fc86-4022-b5ad-d8f16ded2fec,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:09.031614 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc1e402-8cb8-45ff-8ffd-ab3715dfd6bc tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:09.032325 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-efc1e402-8cb8-45ff-8ffd-ab3715dfd6bc tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:09.108332 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-efc1e402-8cb8-45ff-8ffd-ab3715dfd6bc tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8416800 Apr 20 13:26:09.109001 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37378) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:09.126167 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37382) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:09.144189 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f3b432cc-2555-4e8d-9dac-b3937ef77f2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:09.248668 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-77a75124-c911-49dd-9909-40b59bbf032c tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:09.261204 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-5b7d04bb-7c43-43ce-9c08-7ece30d5fe7b tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Deleting port 6cdd4131-fc86-4022-b5ad-d8f16ded2fec {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:26:09.261580 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5b7d04bb-7c43-43ce-9c08-7ece30d5fe7b tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:09.273659 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968643c-0662-4806-afca-a29298a089b3 req-abc3ff3d-f6f4-4dc1-802c-9a37d71db168 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:09.275232 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b968643c-0662-4806-afca-a29298a089b3 req-abc3ff3d-f6f4-4dc1-802c-9a37d71db168 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.0781534 Apr 20 13:26:09.314410 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a75124-c911-49dd-9909-40b59bbf032c tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Pushing event deleted for resources: {'Port': ['ID=ac651860-6622-4096-94d9-e5ed13007800,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:09.389407 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b968643c-0662-4806-afca-a29298a089b3 req-00e7987e-647b-4eb4-a143-5440b44a7b1c tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0941126 Apr 20 13:26:09.442663 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5b7d04bb-7c43-43ce-9c08-7ece30d5fe7b tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:09.457431 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-5b7d04bb-7c43-43ce-9c08-7ece30d5fe7b tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Calling delete_port for 6cdd4131-fc86-4022-b5ad-d8f16ded2fec owned by {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:26:09.560184 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-77a75124-c911-49dd-9909-40b59bbf032c tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:09.625549 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a0a05f-daac-49d6-aa03-42b89a9d053a None None] Network 962d930d-979c-44c6-a64b-43092cdeefc2 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:26:09.662892 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f3b432cc-2555-4e8d-9dac-b3937ef77f2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:09.692511 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5b7d04bb-7c43-43ce-9c08-7ece30d5fe7b tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:09.731213 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d04bb-7c43-43ce-9c08-7ece30d5fe7b tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Pushing event deleted for resources: {'Port': ['ID=6cdd4131-fc86-4022-b5ad-d8f16ded2fec,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:09.747296 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f3b432cc-2555-4e8d-9dac-b3937ef77f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:09.792032 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-556f817e-4462-4a2f-b475-348f42f41fe1 None None] Provisioning complete for port 39f53e62-610a-4a46-a5f5-b5e5e37aab37 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:09.792435 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-556f817e-4462-4a2f-b475-348f42f41fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:09.819281 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a75124-c911-49dd-9909-40b59bbf032c tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Router 9aefc9ac-1d3d-487c-8e25-eafd1c3c35db has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:26:09.825122 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f3b432cc-2555-4e8d-9dac-b3937ef77f2c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cd272e2efb0d407abac32e6e803d8e94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6968038 Apr 20 13:26:09.825449 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37386) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:09.832504 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b432cc-2555-4e8d-9dac-b3937ef77f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb64527a-08f2-4ff7-8cb9-0ad270f4dd63,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:09.860726 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5b7d04bb-7c43-43ce-9c08-7ece30d5fe7b tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:09.863981 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5b7d04bb-7c43-43ce-9c08-7ece30d5fe7b tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] 10.222.0.25 "DELETE /v2.0/ports/6cdd4131-fc86-4022-b5ad-d8f16ded2fec HTTP/1.1" status: 204 len: 168 time: 0.7540138 Apr 20 13:26:09.866811 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37388) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:09.921995 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a75124-c911-49dd-9909-40b59bbf032c tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:26:09.933496 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-77a75124-c911-49dd-9909-40b59bbf032c tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] 10.222.0.25 "PUT /v2.0/routers/9aefc9ac-1d3d-487c-8e25-eafd1c3c35db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9894679 Apr 20 13:26:09.933911 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c385e6-844b-4d73-87ef-f547d5afc43e None None] Sync routers for ids ['9aefc9ac-1d3d-487c-8e25-eafd1c3c35db'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:26:09.936067 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37392) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:09.952069 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c385e6-844b-4d73-87ef-f547d5afc43e None None] Routers {'9aefc9ac-1d3d-487c-8e25-eafd1c3c35db'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:26:09.952706 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-08c385e6-844b-4d73-87ef-f547d5afc43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:25:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['9aefc9ac-1d3d-487c-8e25-eafd1c3c35db'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:09.955071 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-556f817e-4462-4a2f-b475-348f42f41fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:09.985364 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-67a5b891-7bb8-438c-a977-a51135830b65 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] show failed (client error): The resource could not be found. Apr 20 13:26:09.986517 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-67a5b891-7bb8-438c-a977-a51135830b65 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] 10.222.0.25 "GET /v2.0/routers/tempest-non_exist_router-1920125158 HTTP/1.1" status: 404 len: 335 time: 0.0494826 Apr 20 13:26:09.987397 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d6d6db70-8b86-402a-a64d-917476fd2624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:09.990621 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37394) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:09.997210 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-af0e47a7-361a-4490-8bdf-bde75fd21850 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Request body: {'router': {'name': 'new_name'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:10.014201 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d6d6db70-8b86-402a-a64d-917476fd2624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:10.044807 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-08c385e6-844b-4d73-87ef-f547d5afc43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:10.074419 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-556f817e-4462-4a2f-b475-348f42f41fe1 None None] For port 39f53e62-610a-4a46-a5f5-b5e5e37aab37, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=39f53e62-610a-4a46-a5f5-b5e5e37aab37,segment=NetworkSegment(cfc910ff-cbe2-4afe-aba2-92c7f9e4cb64),segment_id=cfc910ff-cbe2-4afe-aba2-92c7f9e4cb64)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:26:10.077807 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c385e6-844b-4d73-87ef-f547d5afc43e None None] Routers {'9aefc9ac-1d3d-487c-8e25-eafd1c3c35db'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:26:10.078444 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-08c385e6-844b-4d73-87ef-f547d5afc43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:25:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['9aefc9ac-1d3d-487c-8e25-eafd1c3c35db'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:10.088548 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-af0e47a7-361a-4490-8bdf-bde75fd21850 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] update failed (client error): The resource could not be found. Apr 20 13:26:10.096812 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37396) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:10.097519 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-af0e47a7-361a-4490-8bdf-bde75fd21850 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] 10.222.0.25 "PUT /v2.0/routers/tempest-non_exist_router-330999271 HTTP/1.1" status: 404 len: 334 time: 0.1047802 Apr 20 13:26:10.147996 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d6d6db70-8b86-402a-a64d-917476fd2624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:10.151557 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d6d6db70-8b86-402a-a64d-917476fd2624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:10.154725 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d6d6db70-8b86-402a-a64d-917476fd2624 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eb64527a-08f2-4ff7-8cb9-0ad270f4dd63 HTTP/1.1" status: 204 len: 168 time: 0.3257165 Apr 20 13:26:10.170384 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 39f53e62-610a-4a46-a5f5-b5e5e37aab37 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:26:10.181904 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6db70-8b86-402a-a64d-917476fd2624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb64527a-08f2-4ff7-8cb9-0ad270f4dd63,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:10.201735 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f70df78-447d-4b5b-91ae-5aff035c7468 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Deleting subnet 7b99d99e-959d-4e24-89a1-8d0980bb0afb {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:26:10.205502 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6f70df78-447d-4b5b-91ae-5aff035c7468 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:10.208132 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-08c385e6-844b-4d73-87ef-f547d5afc43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:10.208763 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c385e6-844b-4d73-87ef-f547d5afc43e None None] The sync data for ids ['9aefc9ac-1d3d-487c-8e25-eafd1c3c35db'] in n-d-836015-7 is: [] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:26:10.268829 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-556f817e-4462-4a2f-b475-348f42f41fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:10.284938 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c6d6ee45-5530-451f-b038-bb1cc8a92da8 tempest-DHCPAgentSchedulersTestJSON-723574315 tempest-DHCPAgentSchedulersTestJSON-723574315-project-admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.4168036 Apr 20 13:26:10.287629 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37400) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:10.291452 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6f70df78-447d-4b5b-91ae-5aff035c7468 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:10.294594 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-120340b1-e919-403d-a041-3b69f2cf1662 tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1597026675'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:10.406033 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120340b1-e919-403d-a041-3b69f2cf1662 tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Made reservation on behalf of 2aff24b30c5a48e1be230facbbebf1dd for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:26:10.409905 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-120340b1-e919-403d-a041-3b69f2cf1662 tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:10.435829 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6f70df78-447d-4b5b-91ae-5aff035c7468 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:10.471110 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-120340b1-e919-403d-a041-3b69f2cf1662 tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:26:10.486438 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-120340b1-e919-403d-a041-3b69f2cf1662 tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:10.487119 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-120340b1-e919-403d-a041-3b69f2cf1662 tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Added segment 146a149a-1477-47e0-bc27-995adde799c9 of type vlan for network 577a04f6-3341-436b-8c49-2b26890440bf Apr 20 13:26:10.559625 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-120340b1-e919-403d-a041-3b69f2cf1662 tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:10.594774 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-4ca0f878-b0f3-491b-84ee-a9d352c7642b None None] Provisioning complete for port 39f53e62-610a-4a46-a5f5-b5e5e37aab37 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:10.595158 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4ca0f878-b0f3-491b-84ee-a9d352c7642b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:10.625801 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba270995-1f7b-4926-9b03-3106d84eff5c req-cd8733ec-524c-4190-bdf4-9f26becaa269 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:10.634076 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ba270995-1f7b-4926-9b03-3106d84eff5c req-cd8733ec-524c-4190-bdf4-9f26becaa269 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.0797620 Apr 20 13:26:10.664193 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f817e-4462-4a2f-b475-348f42f41fe1 None None] Pushing event updated for resources: {'Port': ['ID=39f53e62-610a-4a46-a5f5-b5e5e37aab37,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:10.675382 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 39f53e62-610a-4a46-a5f5-b5e5e37aab37 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:10.675842 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:10.694153 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ba270995-1f7b-4926-9b03-3106d84eff5c req-b75a2804-ec2d-4b41-8e51-e3e61d3bd1a9 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591140 Apr 20 13:26:10.703552 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6f70df78-447d-4b5b-91ae-5aff035c7468 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:10.719745 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-120340b1-e919-403d-a041-3b69f2cf1662 tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:10.727464 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120340b1-e919-403d-a041-3b69f2cf1662 tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:10.728838 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-120340b1-e919-403d-a041-3b69f2cf1662 tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:10.749617 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70df78-447d-4b5b-91ae-5aff035c7468 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Pushing event deleted for resources: {'Subnet': ['ID=7b99d99e-959d-4e24-89a1-8d0980bb0afb,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:10.756876 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6f70df78-447d-4b5b-91ae-5aff035c7468 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:10.760523 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-6f70df78-447d-4b5b-91ae-5aff035c7468 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] 10.222.0.25 "DELETE /v2.0/subnets/7b99d99e-959d-4e24-89a1-8d0980bb0afb HTTP/1.1" status: 204 len: 168 time: 0.6625304 Apr 20 13:26:10.764151 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37410) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:10.764879 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a92c04-5c27-4f15-9372-43c1e0dafd34 None None] Network 085e450e-767b-490b-9477-60ed8819b1e5 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:26:10.867737 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120340b1-e919-403d-a041-3b69f2cf1662 tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Pushing event updated for resources: {'Network': ['ID=577a04f6-3341-436b-8c49-2b26890440bf,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:10.897225 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-120340b1-e919-403d-a041-3b69f2cf1662 tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6058955 Apr 20 13:26:10.897806 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37412) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:10.909134 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 577a04f6-3341-436b-8c49-2b26890440bf details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:26:10.924294 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e9638835-e383-4c1c-880d-39723860b730 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:10.944511 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e588b-6ed0-44fe-98a6-6273b8753ea3 req-6c987ba6-9aba-4a47-b4ec-c424b0f98f76 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:10.944511 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eb8e588b-6ed0-44fe-98a6-6273b8753ea3 req-6c987ba6-9aba-4a47-b4ec-c424b0f98f76 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.1249170 Apr 20 13:26:11.048089 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eb8e588b-6ed0-44fe-98a6-6273b8753ea3 req-318a2e3f-862e-49d0-9f3d-e242326a860a tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0741625 Apr 20 13:26:11.057517 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-acdfbd40-0011-46e5-9d8f-87cff52d20d1 None None] Could not find standard attr ID for object 6cdd4131-fc86-4022-b5ad-d8f16ded2fec. {{(pid=114871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:26:11.070561 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-e9638835-e383-4c1c-880d-39723860b730 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Deleting port 0dd785cb-3efe-4791-afdc-7e0f8c1ea473 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:26:11.070561 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e9638835-e383-4c1c-880d-39723860b730 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:11.150161 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37418) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:11.170910 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-889225a9-fe16-402b-9d0a-cb70053e4e41 tempest-DHCPAgentSchedulersTestJSON-723574315 tempest-DHCPAgentSchedulersTestJSON-723574315-project-admin] 10.222.0.25 "GET /v2.0/agents/742b9217-cd66-4ceb-b3ff-1d62572c2f89/dhcp-networks HTTP/1.1" status: 200 len: 10411 time: 0.2713978 Apr 20 13:26:11.177587 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37420) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:11.185373 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3753d820-2467-4644-8865-38341aa0c9c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:11.253642 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23d37b5-1424-482e-a7c5-2d59624ed6fb None None] DHCP port deletion for 085e450e-767b-490b-9477-60ed8819b1e5 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:26:11.281243 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-e9638835-e383-4c1c-880d-39723860b730 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] For port 0dd785cb-3efe-4791-afdc-7e0f8c1ea473, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=0dd785cb-3efe-4791-afdc-7e0f8c1ea473,segment=NetworkSegment(e1c8abc1-2654-409e-81d7-2c1b358168f0),segment_id=e1c8abc1-2654-409e-81d7-2c1b358168f0)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:26:11.281243 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e9638835-e383-4c1c-880d-39723860b730 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:11.304673 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-e9638835-e383-4c1c-880d-39723860b730 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Calling delete_port for 0dd785cb-3efe-4791-afdc-7e0f8c1ea473 owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:26:11.308711 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e270161-cf9e-48ec-9660-e55ca73da4c3 tempest-DHCPAgentSchedulersTestJSON-723574315 tempest-DHCPAgentSchedulersTestJSON-723574315-project-admin] Network 577a04f6-3341-436b-8c49-2b26890440bf is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:26:11.320889 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54777df6-0052-4356-b6b1-328a779d011c req-8658ff05-5137-4bfc-bc2e-9738219abe86 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:11.322585 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54777df6-0052-4356-b6b1-328a779d011c req-8658ff05-5137-4bfc-bc2e-9738219abe86 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.1033714 Apr 20 13:26:11.342250 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3753d820-2467-4644-8865-38341aa0c9c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:11.357323 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-d23d37b5-1424-482e-a7c5-2d59624ed6fb None None] Deleting port 0dd785cb-3efe-4791-afdc-7e0f8c1ea473 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:26:11.357782 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d23d37b5-1424-482e-a7c5-2d59624ed6fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:11.405622 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54777df6-0052-4356-b6b1-328a779d011c req-9002bef1-c170-4297-8981-ae422f9f275e tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0736825 Apr 20 13:26:11.412773 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8e270161-cf9e-48ec-9660-e55ca73da4c3 tempest-DHCPAgentSchedulersTestJSON-723574315 tempest-DHCPAgentSchedulersTestJSON-723574315-project-admin] 10.222.0.25 "POST /v2.0/agents/742b9217-cd66-4ceb-b3ff-1d62572c2f89/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2341354 Apr 20 13:26:11.412922 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37422) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:11.422206 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91edc18b-b878-43cb-8004-7d3cc69c8f5e None None] Network 577a04f6-3341-436b-8c49-2b26890440bf requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:26:11.455183 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-d23d37b5-1424-482e-a7c5-2d59624ed6fb None None] For port 0dd785cb-3efe-4791-afdc-7e0f8c1ea473, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=0dd785cb-3efe-4791-afdc-7e0f8c1ea473,segment=NetworkSegment(e1c8abc1-2654-409e-81d7-2c1b358168f0),segment_id=e1c8abc1-2654-409e-81d7-2c1b358168f0)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:26:11.455183 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d23d37b5-1424-482e-a7c5-2d59624ed6fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:11.474988 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3753d820-2467-4644-8865-38341aa0c9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:11.532176 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3753d820-2467-4644-8865-38341aa0c9c2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d160d9f7b57e496cbcca784af42a4675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3791833 Apr 20 13:26:11.535653 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37428) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:11.539664 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-d23d37b5-1424-482e-a7c5-2d59624ed6fb None None] Calling delete_port for 0dd785cb-3efe-4791-afdc-7e0f8c1ea473 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:26:11.553390 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3753d820-2467-4644-8865-38341aa0c9c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf7dd2c-6eed-4ca1-bb19-30aec15090c1,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:11.593014 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e9638835-e383-4c1c-880d-39723860b730 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:11.617523 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-401ebfa7-dea4-47f5-bc24-36433aa70131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:11.658058 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-401ebfa7-dea4-47f5-bc24-36433aa70131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:11.678582 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9638835-e383-4c1c-880d-39723860b730 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Pushing event deleted for resources: {'Port': ['ID=0dd785cb-3efe-4791-afdc-7e0f8c1ea473,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:11.687737 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d23d37b5-1424-482e-a7c5-2d59624ed6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:11.691415 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9638835-e383-4c1c-880d-39723860b730 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] No DVR routers for this DVR port 0dd785cb-3efe-4791-afdc-7e0f8c1ea473 on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:26:11.728647 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d37b5-1424-482e-a7c5-2d59624ed6fb None None] Pushing event deleted for resources: {'Port': ['ID=0dd785cb-3efe-4791-afdc-7e0f8c1ea473,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:11.731605 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23d37b5-1424-482e-a7c5-2d59624ed6fb None None] No DVR routers for this DVR port 0dd785cb-3efe-4791-afdc-7e0f8c1ea473 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:26:11.757794 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ad548381-f648-44a2-9ecf-2aee288d0223 tempest-DHCPAgentSchedulersTestJSON-723574315 tempest-DHCPAgentSchedulersTestJSON-723574315-project-admin] 10.222.0.25 "GET /v2.0/agents/742b9217-cd66-4ceb-b3ff-1d62572c2f89/dhcp-networks HTTP/1.1" status: 200 len: 11182 time: 0.3436229 Apr 20 13:26:11.765279 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37432) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:11.816696 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-401ebfa7-dea4-47f5-bc24-36433aa70131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:11.822859 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-401ebfa7-dea4-47f5-bc24-36433aa70131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:11.823038 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be4ecd-ff63-4219-94f3-c61772f16f0e req-9d5b18b4-0c24-453d-8cfd-0bc354e20ea6 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:11.823038 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f7be4ecd-ff63-4219-94f3-c61772f16f0e req-9d5b18b4-0c24-453d-8cfd-0bc354e20ea6 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.2364702 Apr 20 13:26:11.823406 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-401ebfa7-dea4-47f5-bc24-36433aa70131 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4cf7dd2c-6eed-4ca1-bb19-30aec15090c1 HTTP/1.1" status: 204 len: 168 time: 0.2865598 Apr 20 13:26:11.823993 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e9638835-e383-4c1c-880d-39723860b730 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:11.836953 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ebfa7-dea4-47f5-bc24-36433aa70131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf7dd2c-6eed-4ca1-bb19-30aec15090c1,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:11.868265 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-e9638835-e383-4c1c-880d-39723860b730 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['085e450e-767b-490b-9477-60ed8819b1e5']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:11.888880 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-e9638835-e383-4c1c-880d-39723860b730 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1c8abc1-2654-409e-81d7-2c1b358168f0') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:11.889211 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-e9638835-e383-4c1c-880d-39723860b730 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1c8abc1-2654-409e-81d7-2c1b358168f0') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:11.904661 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f7be4ecd-ff63-4219-94f3-c61772f16f0e req-8d96be4f-c2c4-4b4a-aaeb-50e1c68557ad tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0721116 Apr 20 13:26:11.906331 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e9638835-e383-4c1c-880d-39723860b730 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:11.931733 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e9638835-e383-4c1c-880d-39723860b730 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:11.939263 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a2c72818-8ead-49a2-a3fc-535bb9da4762 tempest-DHCPAgentSchedulersTestJSON-723574315 tempest-DHCPAgentSchedulersTestJSON-723574315-project-admin] 10.222.0.25 "DELETE /v2.0/agents/742b9217-cd66-4ceb-b3ff-1d62572c2f89/dhcp-networks/577a04f6-3341-436b-8c49-2b26890440bf HTTP/1.1" status: 204 len: 168 time: 0.1774368 Apr 20 13:26:11.941992 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37438) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:11.964882 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9638835-e383-4c1c-880d-39723860b730 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:26:11.964882 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e9638835-e383-4c1c-880d-39723860b730 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:11.970425 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:26:11.970425 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:26:11.970425 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:26:11.970425 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:26:11.970425 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:26:11.970425 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:26:11.970425 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:26:11.970425 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:26:11.970425 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:26:11.970425 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:26:11.970425 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:26:11.970425 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:26:11.970425 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:26:11.970425 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:26:11.970425 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:26:11.970425 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:26:11.970425 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:26:11.970425 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:26:11.970425 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:26:11.970425 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:26:11.970425 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:26:11.970425 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:26:11.970425 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:26:11.970425 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:26:11.970425 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:26:11.970425 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:26:11.970425 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:26:11.970425 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:26:11.970425 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:26:11.970425 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:26:11.970425 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:26:11.970425 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:26:12.036845 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 39f53e62-610a-4a46-a5f5-b5e5e37aab37 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:26:12.086260 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 39f53e62-610a-4a46-a5f5-b5e5e37aab37 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:12.086633 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:12.090021 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d2b46ad3-61e0-4400-b27a-ebd5241bb68d tempest-DHCPAgentSchedulersTestJSON-723574315 tempest-DHCPAgentSchedulersTestJSON-723574315-project-admin] 10.222.0.25 "GET /v2.0/agents/742b9217-cd66-4ceb-b3ff-1d62572c2f89/dhcp-networks HTTP/1.1" status: 200 len: 10411 time: 0.1461172 Apr 20 13:26:12.093957 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37440) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:12.097521 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1d917-146a-4cec-9de9-ae433862425a req-e74418fb-0b6a-4c09-a7ba-905cf3846ec7 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:12.100635 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d8c1d917-146a-4cec-9de9-ae433862425a req-e74418fb-0b6a-4c09-a7ba-905cf3846ec7 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.0953770 Apr 20 13:26:12.116263 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d6713974-1719-4b23-9e58-c3e3d35a2b24 tempest-DHCPAgentSchedulersTestJSON-723574315 tempest-DHCPAgentSchedulersTestJSON-723574315-project-admin] 10.222.0.25 "GET /v2.0/networks/962d930d-979c-44c6-a64b-43092cdeefc2/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0177686 Apr 20 13:26:12.116595 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37442) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:12.142869 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c1b9eb94-4cac-45be-a0bd-3fe06244b747 tempest-DHCPAgentSchedulersTestJSON-723574315 tempest-DHCPAgentSchedulersTestJSON-723574315-project-admin] 10.222.0.25 "GET /v2.0/networks/962d930d-979c-44c6-a64b-43092cdeefc2/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0252583 Apr 20 13:26:12.143494 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37444) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:12.145200 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d8c1d917-146a-4cec-9de9-ae433862425a req-2b206ecd-2eba-4968-8211-9c11694b5771 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390041 Apr 20 13:26:12.189992 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e9638835-e383-4c1c-880d-39723860b730 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:12.204708 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e9638835-e383-4c1c-880d-39723860b730 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:12.211638 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37448) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:12.211901 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e9638835-e383-4c1c-880d-39723860b730 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] 10.222.0.25 "DELETE /v2.0/networks/085e450e-767b-490b-9477-60ed8819b1e5 HTTP/1.1" status: 204 len: 168 time: 1.4460340 Apr 20 13:26:12.230941 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9638835-e383-4c1c-880d-39723860b730 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Pushing event deleted for resources: {'Network': ['ID=085e450e-767b-490b-9477-60ed8819b1e5,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:12.264341 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 0dd785cb-3efe-4791-afdc-7e0f8c1ea473 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:26:12.287191 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:12.288129 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 0dd785cb-3efe-4791-afdc-7e0f8c1ea473 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:26:12.288561 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 0dd785cb-3efe-4791-afdc-7e0f8c1ea473 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:26:12.308130 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d3231cf-6ea6-482a-a831-00d1cfd5b415 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Deleting subnet a0d23db7-7948-42be-b7bd-94ef53e2d57a {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:26:12.312614 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5d3231cf-6ea6-482a-a831-00d1cfd5b415 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:12.395091 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-13ffbe04-06df-4fb9-a29a-a076eed0f24b tempest-DHCPAgentSchedulersTestJSON-723574315 tempest-DHCPAgentSchedulersTestJSON-723574315-project-admin] 10.222.0.25 "GET /v2.0/agents/742b9217-cd66-4ceb-b3ff-1d62572c2f89/dhcp-networks HTTP/1.1" status: 200 len: 10411 time: 0.2494280 Apr 20 13:26:12.395908 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37454) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:12.397689 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5d3231cf-6ea6-482a-a831-00d1cfd5b415 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:12.503514 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-96e93156-be69-48ee-b2a2-f1cad5e8f5df tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:12.515075 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5d3231cf-6ea6-482a-a831-00d1cfd5b415 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:12.630366 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-96e93156-be69-48ee-b2a2-f1cad5e8f5df tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:12.657532 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-96e93156-be69-48ee-b2a2-f1cad5e8f5df tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['577a04f6-3341-436b-8c49-2b26890440bf']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:12.669817 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-96e93156-be69-48ee-b2a2-f1cad5e8f5df tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '146a149a-1477-47e0-bc27-995adde799c9') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:12.670114 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-96e93156-be69-48ee-b2a2-f1cad5e8f5df tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '146a149a-1477-47e0-bc27-995adde799c9') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:12.684802 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5009b-71ab-492c-b69a-eaecc7b1dbb1 req-c8482fa2-cabb-4291-bc46-ceb7144fdefd tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:12.686276 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e5d5009b-71ab-492c-b69a-eaecc7b1dbb1 req-c8482fa2-cabb-4291-bc46-ceb7144fdefd tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.0947084 Apr 20 13:26:12.689976 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-96e93156-be69-48ee-b2a2-f1cad5e8f5df tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:12.691658 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5d3231cf-6ea6-482a-a831-00d1cfd5b415 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:12.715816 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-96e93156-be69-48ee-b2a2-f1cad5e8f5df tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:12.718091 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3231cf-6ea6-482a-a831-00d1cfd5b415 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Pushing event deleted for resources: {'Subnet': ['ID=a0d23db7-7948-42be-b7bd-94ef53e2d57a,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:12.723813 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5d3231cf-6ea6-482a-a831-00d1cfd5b415 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:12.727015 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5d3231cf-6ea6-482a-a831-00d1cfd5b415 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] 10.222.0.25 "DELETE /v2.0/subnets/a0d23db7-7948-42be-b7bd-94ef53e2d57a HTTP/1.1" status: 204 len: 168 time: 0.4862871 Apr 20 13:26:12.728151 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e93156-be69-48ee-b2a2-f1cad5e8f5df tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:26:12.728551 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-96e93156-be69-48ee-b2a2-f1cad5e8f5df tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:12.729465 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37466) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:12.731757 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e232250e-5e3c-4238-bb7f-44f89f1e1a0f None None] Network 7590afc6-35ed-41ff-8456-3f4ec3fbc0b9 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:26:12.735040 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:26:12.735040 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:26:12.735040 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:26:12.735040 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:26:12.735040 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:26:12.735040 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:26:12.735040 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:26:12.735040 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:26:12.735040 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:26:12.735040 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:26:12.735040 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:26:12.735040 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:26:12.735040 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:26:12.735040 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:26:12.735040 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:26:12.735040 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:26:12.735040 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:26:12.735040 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:26:12.735040 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:26:12.735040 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:26:12.735040 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:26:12.735040 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:26:12.735040 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:26:12.735040 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:26:12.735040 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:26:12.735040 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:26:12.735040 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:26:12.735040 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:26:12.735040 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:26:12.735040 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:26:12.735040 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:26:12.735040 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:26:12.767523 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e5d5009b-71ab-492c-b69a-eaecc7b1dbb1 req-4fb90d51-408e-48d4-b483-f1890b55c9d8 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0619035 Apr 20 13:26:12.806871 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-adb7b0ea-8cea-433c-97d5-670c7888f3c1 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Deleting subnet e7736aa3-3351-4cb8-8bef-1e6873201253 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:26:12.812357 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-adb7b0ea-8cea-433c-97d5-670c7888f3c1 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:12.864534 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-adb7b0ea-8cea-433c-97d5-670c7888f3c1 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:12.889620 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-96e93156-be69-48ee-b2a2-f1cad5e8f5df tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:12.901047 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-96e93156-be69-48ee-b2a2-f1cad5e8f5df tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:12.909807 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37474) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:12.911855 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-96e93156-be69-48ee-b2a2-f1cad5e8f5df tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] 10.222.0.25 "DELETE /v2.0/networks/577a04f6-3341-436b-8c49-2b26890440bf HTTP/1.1" status: 204 len: 168 time: 0.5148253 Apr 20 13:26:12.955563 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5feba29-f27f-454a-93b6-2308d43a0a01 tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] DELETE failed (client error): The resource could not be found. Apr 20 13:26:12.956164 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5feba29-f27f-454a-93b6-2308d43a0a01 tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:26:12.968256 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:12.970387 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e5feba29-f27f-454a-93b6-2308d43a0a01 tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] 10.222.0.25 "DELETE /v2.0/ports/6cdd4131-fc86-4022-b5ad-d8f16ded2fec HTTP/1.1" status: 404 len: 333 time: 0.0595593 Apr 20 13:26:12.983335 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37476) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:12.985372 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f15c1d-fc6d-4069-85d2-372301f55fdf None None] DHCP port deletion for 7590afc6-35ed-41ff-8456-3f4ec3fbc0b9 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:26:13.044976 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-b0f15c1d-fc6d-4069-85d2-372301f55fdf None None] Deleting port 207c4379-280f-473b-b3c0-3860fd343e5c {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:26:13.045423 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b0f15c1d-fc6d-4069-85d2-372301f55fdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:13.086675 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-adb7b0ea-8cea-433c-97d5-670c7888f3c1 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:13.106314 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c9ae4af-8cc7-47e4-a13b-e2ee0942fbd7 tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Deleting subnet e726f8ad-3907-4d24-9255-5c8325aedac0 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:26:13.147471 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5c9ae4af-8cc7-47e4-a13b-e2ee0942fbd7 tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:13.153867 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-b0f15c1d-fc6d-4069-85d2-372301f55fdf None None] For port 207c4379-280f-473b-b3c0-3860fd343e5c, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=207c4379-280f-473b-b3c0-3860fd343e5c,segment=NetworkSegment(fba6e3a1-716d-4660-8e67-caf82b43fa52),segment_id=fba6e3a1-716d-4660-8e67-caf82b43fa52)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:26:13.158465 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b0f15c1d-fc6d-4069-85d2-372301f55fdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:13.191912 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-b0f15c1d-fc6d-4069-85d2-372301f55fdf None None] Calling delete_port for 207c4379-280f-473b-b3c0-3860fd343e5c owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:26:13.226725 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5c9ae4af-8cc7-47e4-a13b-e2ee0942fbd7 tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:13.527564 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5c9ae4af-8cc7-47e4-a13b-e2ee0942fbd7 tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:13.527564 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-adb7b0ea-8cea-433c-97d5-670c7888f3c1 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:13.531445 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e93156-be69-48ee-b2a2-f1cad5e8f5df tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Pushing event deleted for resources: {'Network': ['ID=577a04f6-3341-436b-8c49-2b26890440bf,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:13.533205 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b0f15c1d-fc6d-4069-85d2-372301f55fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:13.536847 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f15c1d-fc6d-4069-85d2-372301f55fdf None None] Pushing event deleted for resources: {'Port': ['ID=207c4379-280f-473b-b3c0-3860fd343e5c,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:13.545717 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f15c1d-fc6d-4069-85d2-372301f55fdf None None] No DVR routers for this DVR port 207c4379-280f-473b-b3c0-3860fd343e5c on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:26:13.756334 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7b0ea-8cea-433c-97d5-670c7888f3c1 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Pushing event deleted for resources: {'Subnet': ['ID=e7736aa3-3351-4cb8-8bef-1e6873201253,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:13.766962 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-adb7b0ea-8cea-433c-97d5-670c7888f3c1 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:13.770030 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-adb7b0ea-8cea-433c-97d5-670c7888f3c1 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] 10.222.0.25 "DELETE /v2.0/subnets/e7736aa3-3351-4cb8-8bef-1e6873201253 HTTP/1.1" status: 204 len: 168 time: 1.0395129 Apr 20 13:26:13.772602 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aab95e7-8cc6-4f4a-9fef-2f14a08fb430 None None] Network f26b3755-e7db-4f49-9ec6-90b0cce4dc03 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:26:13.773084 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37500) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:13.874219 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5c9ae4af-8cc7-47e4-a13b-e2ee0942fbd7 tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:13.897215 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9c697f01-6506-4161-918f-f0d83eb5253f tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:13.908892 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5c9ae4af-8cc7-47e4-a13b-e2ee0942fbd7 tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:13.912382 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5c9ae4af-8cc7-47e4-a13b-e2ee0942fbd7 tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] 10.222.0.25 "DELETE /v2.0/subnets/e726f8ad-3907-4d24-9255-5c8325aedac0 HTTP/1.1" status: 204 len: 168 time: 0.9280543 Apr 20 13:26:13.914002 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ae4af-8cc7-47e4-a13b-e2ee0942fbd7 tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Pushing event deleted for resources: {'Subnet': ['ID=e726f8ad-3907-4d24-9255-5c8325aedac0,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:13.915835 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37506) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:13.933386 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b577966e-b222-40ee-9f4d-5328643153fa None None] Network 962d930d-979c-44c6-a64b-43092cdeefc2 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:26:14.001296 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a6d05670-6b8c-4bd5-91be-5e783f6ad533 tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:14.043046 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcee8ce-5167-4838-93bc-75cbfbf5bab2 req-fd8bf50e-644b-4388-bfd3-c22b19d2bf4a tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:14.054390 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3dcee8ce-5167-4838-93bc-75cbfbf5bab2 req-fd8bf50e-644b-4388-bfd3-c22b19d2bf4a tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.1967390 Apr 20 13:26:14.127472 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-a6d05670-6b8c-4bd5-91be-5e783f6ad533 tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Deleting port 39f53e62-610a-4a46-a5f5-b5e5e37aab37 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:26:14.128466 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a6d05670-6b8c-4bd5-91be-5e783f6ad533 tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:14.136399 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 207c4379-280f-473b-b3c0-3860fd343e5c no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:26:14.161496 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9c697f01-6506-4161-918f-f0d83eb5253f tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:14.163692 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37512) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:14.172585 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68524d74-5bd1-484b-b0c4-06f557fb5581 None None] DHCP port deletion for f26b3755-e7db-4f49-9ec6-90b0cce4dc03 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:26:14.178235 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 207c4379-280f-473b-b3c0-3860fd343e5c {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:26:14.178650 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 207c4379-280f-473b-b3c0-3860fd343e5c not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:26:14.197543 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3dcee8ce-5167-4838-93bc-75cbfbf5bab2 req-654ebf5f-37d6-4983-a12c-a7f0be40ef2a tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0780227 Apr 20 13:26:14.208256 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-9c697f01-6506-4161-918f-f0d83eb5253f tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7590afc6-35ed-41ff-8456-3f4ec3fbc0b9']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:14.227661 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-a6d05670-6b8c-4bd5-91be-5e783f6ad533 tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] For port 39f53e62-610a-4a46-a5f5-b5e5e37aab37, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=39f53e62-610a-4a46-a5f5-b5e5e37aab37,segment=NetworkSegment(cfc910ff-cbe2-4afe-aba2-92c7f9e4cb64),segment_id=cfc910ff-cbe2-4afe-aba2-92c7f9e4cb64)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:26:14.228523 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a6d05670-6b8c-4bd5-91be-5e783f6ad533 tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:14.259975 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-a6d05670-6b8c-4bd5-91be-5e783f6ad533 tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Calling delete_port for 39f53e62-610a-4a46-a5f5-b5e5e37aab37 owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:26:14.264712 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-9c697f01-6506-4161-918f-f0d83eb5253f tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fba6e3a1-716d-4660-8e67-caf82b43fa52') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:14.264712 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-9c697f01-6506-4161-918f-f0d83eb5253f tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fba6e3a1-716d-4660-8e67-caf82b43fa52') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:14.273384 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-68524d74-5bd1-484b-b0c4-06f557fb5581 None None] Deleting port ab617464-05e4-4abf-b141-831dda401552 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:26:14.273768 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-68524d74-5bd1-484b-b0c4-06f557fb5581 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:14.278630 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9c697f01-6506-4161-918f-f0d83eb5253f tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:14.317290 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9c697f01-6506-4161-918f-f0d83eb5253f tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:14.338587 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c697f01-6506-4161-918f-f0d83eb5253f tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:26:14.339041 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9c697f01-6506-4161-918f-f0d83eb5253f tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:14.341815 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d4050f-1664-41d3-b3f4-e99b8f8d4dcb None None] DHCP port deletion for 962d930d-979c-44c6-a64b-43092cdeefc2 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:26:14.350354 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:26:14.350354 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:26:14.350354 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:26:14.350354 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:26:14.350354 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:26:14.350354 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:26:14.350354 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:26:14.350354 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:26:14.350354 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:26:14.350354 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:26:14.350354 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:26:14.350354 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:26:14.350354 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:26:14.350354 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:26:14.350354 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:26:14.350354 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:26:14.350354 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:26:14.350354 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:26:14.350354 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:26:14.350354 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:26:14.350354 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:26:14.350354 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:26:14.350354 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:26:14.350354 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:26:14.350354 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:26:14.350354 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:26:14.350354 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:26:14.350354 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:26:14.350354 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:26:14.350354 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:26:14.350354 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:26:14.350354 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:26:14.410887 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-68524d74-5bd1-484b-b0c4-06f557fb5581 None None] For port ab617464-05e4-4abf-b141-831dda401552, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ab617464-05e4-4abf-b141-831dda401552,segment=NetworkSegment(95496620-cf94-4e80-a503-c8b2fc14a93b),segment_id=95496620-cf94-4e80-a503-c8b2fc14a93b)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:26:14.411285 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-68524d74-5bd1-484b-b0c4-06f557fb5581 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:14.425579 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-68524d74-5bd1-484b-b0c4-06f557fb5581 None None] Calling delete_port for ab617464-05e4-4abf-b141-831dda401552 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:26:14.440282 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7e6499cc-1b8d-466d-abf9-83ea9477f6b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:14.484089 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-91d4050f-1664-41d3-b3f4-e99b8f8d4dcb None None] Deleting port 39f53e62-610a-4a46-a5f5-b5e5e37aab37 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:26:14.484581 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-91d4050f-1664-41d3-b3f4-e99b8f8d4dcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:14.498153 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a6d05670-6b8c-4bd5-91be-5e783f6ad533 tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:14.524734 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d05670-6b8c-4bd5-91be-5e783f6ad533 tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Pushing event deleted for resources: {'Port': ['ID=39f53e62-610a-4a46-a5f5-b5e5e37aab37,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:14.528812 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9c697f01-6506-4161-918f-f0d83eb5253f tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:14.529437 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d05670-6b8c-4bd5-91be-5e783f6ad533 tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] No DVR routers for this DVR port 39f53e62-610a-4a46-a5f5-b5e5e37aab37 on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:26:14.538317 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9c697f01-6506-4161-918f-f0d83eb5253f tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:14.542966 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9c697f01-6506-4161-918f-f0d83eb5253f tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] 10.222.0.25 "DELETE /v2.0/networks/7590afc6-35ed-41ff-8456-3f4ec3fbc0b9 HTTP/1.1" status: 204 len: 168 time: 0.7689302 Apr 20 13:26:14.547080 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37522) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:14.583844 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c697f01-6506-4161-918f-f0d83eb5253f tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Pushing event deleted for resources: {'Network': ['ID=7590afc6-35ed-41ff-8456-3f4ec3fbc0b9,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:14.609151 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-91d4050f-1664-41d3-b3f4-e99b8f8d4dcb None None] For port 39f53e62-610a-4a46-a5f5-b5e5e37aab37, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=39f53e62-610a-4a46-a5f5-b5e5e37aab37,segment=NetworkSegment(cfc910ff-cbe2-4afe-aba2-92c7f9e4cb64),segment_id=cfc910ff-cbe2-4afe-aba2-92c7f9e4cb64)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:26:14.609687 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-91d4050f-1664-41d3-b3f4-e99b8f8d4dcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:14.683985 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-91d4050f-1664-41d3-b3f4-e99b8f8d4dcb None None] Calling delete_port for 39f53e62-610a-4a46-a5f5-b5e5e37aab37 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:26:14.726024 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7e6499cc-1b8d-466d-abf9-83ea9477f6b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:14.767531 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-68524d74-5bd1-484b-b0c4-06f557fb5581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:14.784083 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aa5c2751-ecd8-4c0f-b078-76025c7906bd tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:14.804013 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a6d05670-6b8c-4bd5-91be-5e783f6ad533 tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:14.805783 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68524d74-5bd1-484b-b0c4-06f557fb5581 None None] Pushing event deleted for resources: {'Port': ['ID=ab617464-05e4-4abf-b141-831dda401552,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:14.827538 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68524d74-5bd1-484b-b0c4-06f557fb5581 None None] No DVR routers for this DVR port ab617464-05e4-4abf-b141-831dda401552 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:26:14.830496 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a99c63-29d1-4c4b-a7a6-5e2cb87fb901 req-f5752631-5977-4f2f-a557-19c5da3f41b7 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:14.840910 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-a6d05670-6b8c-4bd5-91be-5e783f6ad533 tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['962d930d-979c-44c6-a64b-43092cdeefc2']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:14.843907 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-59a99c63-29d1-4c4b-a7a6-5e2cb87fb901 req-f5752631-5977-4f2f-a557-19c5da3f41b7 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.1375010 Apr 20 13:26:14.857986 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-91d4050f-1664-41d3-b3f4-e99b8f8d4dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:14.858498 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7e6499cc-1b8d-466d-abf9-83ea9477f6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:14.860646 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-a6d05670-6b8c-4bd5-91be-5e783f6ad533 tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfc910ff-cbe2-4afe-aba2-92c7f9e4cb64') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:14.861091 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-a6d05670-6b8c-4bd5-91be-5e783f6ad533 tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfc910ff-cbe2-4afe-aba2-92c7f9e4cb64') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:14.880146 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a6d05670-6b8c-4bd5-91be-5e783f6ad533 tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:14.891257 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d4050f-1664-41d3-b3f4-e99b8f8d4dcb None None] No DVR routers for this DVR port 39f53e62-610a-4a46-a5f5-b5e5e37aab37 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:26:14.896421 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a6d05670-6b8c-4bd5-91be-5e783f6ad533 tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:14.904339 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4050f-1664-41d3-b3f4-e99b8f8d4dcb None None] Pushing event deleted for resources: {'Port': ['ID=39f53e62-610a-4a46-a5f5-b5e5e37aab37,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:14.905345 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6d05670-6b8c-4bd5-91be-5e783f6ad533 tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:26:14.906984 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a6d05670-6b8c-4bd5-91be-5e783f6ad533 tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:14.909220 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:26:14.909220 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:26:14.909220 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:26:14.909220 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:26:14.909220 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:26:14.909220 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:26:14.909220 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:26:14.909220 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:26:14.909220 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:26:14.909220 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:26:14.909220 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:26:14.909220 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:26:14.909220 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:26:14.909220 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:26:14.909220 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:26:14.909220 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:26:14.909220 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:26:14.909220 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:26:14.909220 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:26:14.909220 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:26:14.909220 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:26:14.909220 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:26:14.909220 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:26:14.909220 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:26:14.909220 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:26:14.909220 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:26:14.909220 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:26:14.909220 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:26:14.909220 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:26:14.909220 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:26:14.909220 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:26:14.909220 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:26:15.007465 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7e6499cc-1b8d-466d-abf9-83ea9477f6b4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d69a7e4e27cc4c4991520a5e2a79c3af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8406866 Apr 20 13:26:15.011981 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37532) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:15.022023 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6499cc-1b8d-466d-abf9-83ea9477f6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f90ef39-b301-4125-8165-6bb3d147ada3,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:15.069998 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2dd2308a-42bf-449e-a8f7-17354138d1e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:15.098485 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e5278-540b-4b9e-ac40-2dfee50e0298 req-fdc6e2d5-82b4-46a6-a5e1-b929a57f20bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:15.098485 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-173e5278-540b-4b9e-ac40-2dfee50e0298 req-fdc6e2d5-82b4-46a6-a5e1-b929a57f20bb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=649a6cfebf0a4feb8c92b7d26c8b3e97&device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 1095 time: 0.1959307 Apr 20 13:26:15.098485 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-59a99c63-29d1-4c4b-a7a6-5e2cb87fb901 req-b7dd78e0-02d8-4ca6-bb55-88f05dbab965 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2318552 Apr 20 13:26:15.098777 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2dd2308a-42bf-449e-a8f7-17354138d1e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:15.098861 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aa5c2751-ecd8-4c0f-b078-76025c7906bd tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:15.121682 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a6d05670-6b8c-4bd5-91be-5e783f6ad533 tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:15.137883 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a6d05670-6b8c-4bd5-91be-5e783f6ad533 tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:15.144212 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a6d05670-6b8c-4bd5-91be-5e783f6ad533 tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] 10.222.0.25 "DELETE /v2.0/networks/962d930d-979c-44c6-a64b-43092cdeefc2 HTTP/1.1" status: 204 len: 168 time: 1.2248020 Apr 20 13:26:15.150535 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-aa5c2751-ecd8-4c0f-b078-76025c7906bd tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f26b3755-e7db-4f49-9ec6-90b0cce4dc03']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:15.169181 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d05670-6b8c-4bd5-91be-5e783f6ad533 tempest-DHCPAgentSchedulersTestJSON-1294633632 tempest-DHCPAgentSchedulersTestJSON-1294633632-project] Pushing event deleted for resources: {'Network': ['ID=962d930d-979c-44c6-a64b-43092cdeefc2,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:15.187557 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-aa5c2751-ecd8-4c0f-b078-76025c7906bd tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95496620-cf94-4e80-a503-c8b2fc14a93b') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:15.187723 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-aa5c2751-ecd8-4c0f-b078-76025c7906bd tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95496620-cf94-4e80-a503-c8b2fc14a93b') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:15.202771 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aa5c2751-ecd8-4c0f-b078-76025c7906bd tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:15.224640 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aa5c2751-ecd8-4c0f-b078-76025c7906bd tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:15.238580 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa5c2751-ecd8-4c0f-b078-76025c7906bd tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:26:15.239107 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aa5c2751-ecd8-4c0f-b078-76025c7906bd tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:15.241985 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:26:15.241985 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:26:15.241985 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:26:15.241985 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:26:15.241985 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:26:15.241985 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:26:15.241985 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:26:15.241985 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:26:15.241985 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:26:15.241985 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:26:15.241985 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:26:15.241985 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:26:15.241985 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:26:15.241985 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:26:15.241985 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:26:15.241985 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:26:15.241985 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:26:15.241985 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:26:15.241985 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:26:15.241985 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:26:15.241985 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:26:15.241985 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:26:15.241985 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:26:15.241985 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:26:15.241985 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:26:15.241985 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:26:15.241985 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:26:15.241985 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:26:15.241985 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:26:15.241985 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:26:15.241985 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:26:15.241985 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:26:15.257582 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e5278-540b-4b9e-ac40-2dfee50e0298 req-b6371fe4-0a60-4c2c-abf5-b591d3c64f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:15.259057 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-173e5278-540b-4b9e-ac40-2dfee50e0298 req-b6371fe4-0a60-4c2c-abf5-b591d3c64f2d service neutron] 10.222.0.32 "GET /v2.0/networks?id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 HTTP/1.1" status: 200 len: 912 time: 0.1527581 Apr 20 13:26:15.268932 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2dd2308a-42bf-449e-a8f7-17354138d1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:15.271736 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2dd2308a-42bf-449e-a8f7-17354138d1e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:15.273070 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2dd2308a-42bf-449e-a8f7-17354138d1e6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6f90ef39-b301-4125-8165-6bb3d147ada3 HTTP/1.1" status: 204 len: 168 time: 0.2590570 Apr 20 13:26:15.281951 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2308a-42bf-449e-a8f7-17354138d1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f90ef39-b301-4125-8165-6bb3d147ada3,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:15.372417 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-173e5278-540b-4b9e-ac40-2dfee50e0298 req-b1429a7a-d844-4511-8b10-73ddb4c2ea5e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce93adfa-4de5-4e0d-a1aa-a05fa73db53c HTTP/1.1" status: 200 len: 998 time: 0.0787909 Apr 20 13:26:15.426797 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e5278-540b-4b9e-ac40-2dfee50e0298 req-1a2675a4-b9e7-4053-b4b5-dd099eb86bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:15.428313 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-173e5278-540b-4b9e-ac40-2dfee50e0298 req-1a2675a4-b9e7-4053-b4b5-dd099eb86bee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa576778-8514-4874-84e6-afe172476688 HTTP/1.1" status: 200 len: 850 time: 0.0490866 Apr 20 13:26:15.459835 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aa5c2751-ecd8-4c0f-b078-76025c7906bd tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:15.482296 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aa5c2751-ecd8-4c0f-b078-76025c7906bd tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:15.489066 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-aa5c2751-ecd8-4c0f-b078-76025c7906bd tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] 10.222.0.25 "DELETE /v2.0/networks/f26b3755-e7db-4f49-9ec6-90b0cce4dc03 HTTP/1.1" status: 204 len: 168 time: 0.9361603 Apr 20 13:26:15.489066 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c2751-ecd8-4c0f-b078-76025c7906bd tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Pushing event deleted for resources: {'Network': ['ID=f26b3755-e7db-4f49-9ec6-90b0cce4dc03,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:15.489862 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37548) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:15.518304 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e5278-540b-4b9e-ac40-2dfee50e0298 req-100cd1e8-90e3-4598-aad7-e6692d44416a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:15.519881 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-173e5278-540b-4b9e-ac40-2dfee50e0298 req-100cd1e8-90e3-4598-aad7-e6692d44416a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848548 Apr 20 13:26:15.563410 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dd5e89c-246a-4395-a656-2f40131ddb9c tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Deleting subnet 7a657250-7375-4006-a929-8a403a5250db {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:26:15.567524 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4dd5e89c-246a-4395-a656-2f40131ddb9c tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:15.623384 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4dd5e89c-246a-4395-a656-2f40131ddb9c tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:15.663252 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37558) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:15.672037 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-173e5278-540b-4b9e-ac40-2dfee50e0298 req-bf108b7c-08bd-407f-bd4b-33ffa12b487f service neutron] 10.222.0.32 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443987 Apr 20 13:26:15.754554 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4dd5e89c-246a-4395-a656-2f40131ddb9c tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:15.827714 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-173e5278-540b-4b9e-ac40-2dfee50e0298 req-af86ffff-680f-4e9a-9f2f-9c28c75fddfd service neutron] 10.222.0.32 "GET /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455772 Apr 20 13:26:15.882908 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-223fbb6b-6c19-49d5-b4e9-401488383f1a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2aff24b30c5a48e1be230facbbebf1dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2183797 Apr 20 13:26:15.885536 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37570) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:15.934270 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b01b6517-e009-489b-abad-34c9ce9fceff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:15.955463 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b01b6517-e009-489b-abad-34c9ce9fceff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:15.974590 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4dd5e89c-246a-4395-a656-2f40131ddb9c tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:16.020946 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5e89c-246a-4395-a656-2f40131ddb9c tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Pushing event deleted for resources: {'Subnet': ['ID=7a657250-7375-4006-a929-8a403a5250db,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:16.023009 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4dd5e89c-246a-4395-a656-2f40131ddb9c tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:16.026907 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4dd5e89c-246a-4395-a656-2f40131ddb9c tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] 10.222.0.25 "DELETE /v2.0/subnets/7a657250-7375-4006-a929-8a403a5250db HTTP/1.1" status: 204 len: 168 time: 0.5246570 Apr 20 13:26:16.029692 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37576) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:16.036375 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e77ee7-82db-40a6-8bef-a9d829a45cf3 None None] Network 9c084aae-13fd-4f5c-a2cb-40350440eeb5 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:26:16.095750 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ab617464-05e4-4abf-b141-831dda401552 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:26:16.127277 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: ab617464-05e4-4abf-b141-831dda401552 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:26:16.127657 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ab617464-05e4-4abf-b141-831dda401552 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:26:16.128105 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 39f53e62-610a-4a46-a5f5-b5e5e37aab37 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:26:16.129236 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-459c0ced-60d0-4c20-a3b7-8a288cb8f3cf tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:16.156971 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 39f53e62-610a-4a46-a5f5-b5e5e37aab37 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:26:16.157265 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 39f53e62-610a-4a46-a5f5-b5e5e37aab37 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:26:16.202005 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-459c0ced-60d0-4c20-a3b7-8a288cb8f3cf tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Deleting port fbdeac39-4c80-47c0-a46a-2b77873ad3e8 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:26:16.202357 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-459c0ced-60d0-4c20-a3b7-8a288cb8f3cf tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:16.268013 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b01b6517-e009-489b-abad-34c9ce9fceff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:16.268013 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b01b6517-e009-489b-abad-34c9ce9fceff admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:16.272624 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b01b6517-e009-489b-abad-34c9ce9fceff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ace02429-eb0a-4dea-b0c3-f3d00b0a33a5 HTTP/1.1" status: 204 len: 168 time: 0.3823202 Apr 20 13:26:16.282793 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01b6517-e009-489b-abad-34c9ce9fceff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace02429-eb0a-4dea-b0c3-f3d00b0a33a5,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:16.302211 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-459c0ced-60d0-4c20-a3b7-8a288cb8f3cf tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] For port fbdeac39-4c80-47c0-a46a-2b77873ad3e8, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=fbdeac39-4c80-47c0-a46a-2b77873ad3e8,segment=NetworkSegment(97d6f421-788a-4ee5-8ff0-573899badfc0),segment_id=97d6f421-788a-4ee5-8ff0-573899badfc0)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:26:16.302589 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-459c0ced-60d0-4c20-a3b7-8a288cb8f3cf tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:16.328635 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-459c0ced-60d0-4c20-a3b7-8a288cb8f3cf tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Calling delete_port for fbdeac39-4c80-47c0-a46a-2b77873ad3e8 owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:26:16.334375 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80363276-824a-473e-97d8-a06ecec3e981 req-7f6f4c02-4374-4746-8983-e7fe59ca3438 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:16.336011 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-80363276-824a-473e-97d8-a06ecec3e981 req-7f6f4c02-4374-4746-8983-e7fe59ca3438 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.1228211 Apr 20 13:26:16.339994 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da8df09-ed9b-47e9-9885-2afce1e9048d None None] DHCP port deletion for 9c084aae-13fd-4f5c-a2cb-40350440eeb5 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:26:16.404404 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-9da8df09-ed9b-47e9-9885-2afce1e9048d None None] Deleting port fbdeac39-4c80-47c0-a46a-2b77873ad3e8 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:26:16.404845 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9da8df09-ed9b-47e9-9885-2afce1e9048d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:16.430143 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-80363276-824a-473e-97d8-a06ecec3e981 req-48974a52-aaa5-454b-af1e-708daacac235 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0784116 Apr 20 13:26:16.477771 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-9da8df09-ed9b-47e9-9885-2afce1e9048d None None] For port fbdeac39-4c80-47c0-a46a-2b77873ad3e8, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=fbdeac39-4c80-47c0-a46a-2b77873ad3e8,segment=NetworkSegment(97d6f421-788a-4ee5-8ff0-573899badfc0),segment_id=97d6f421-788a-4ee5-8ff0-573899badfc0)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:26:16.478175 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9da8df09-ed9b-47e9-9885-2afce1e9048d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:16.491533 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-9da8df09-ed9b-47e9-9885-2afce1e9048d None None] Calling delete_port for fbdeac39-4c80-47c0-a46a-2b77873ad3e8 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:26:16.578279 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-459c0ced-60d0-4c20-a3b7-8a288cb8f3cf tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:16.588340 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9da8df09-ed9b-47e9-9885-2afce1e9048d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:16.611447 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37596) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:16.622590 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da8df09-ed9b-47e9-9885-2afce1e9048d None None] Pushing event deleted for resources: {'Port': ['ID=fbdeac39-4c80-47c0-a46a-2b77873ad3e8,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:16.627114 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da8df09-ed9b-47e9-9885-2afce1e9048d None None] No DVR routers for this DVR port fbdeac39-4c80-47c0-a46a-2b77873ad3e8 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:26:16.650730 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c0ced-60d0-4c20-a3b7-8a288cb8f3cf tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Pushing event deleted for resources: {'Port': ['ID=fbdeac39-4c80-47c0-a46a-2b77873ad3e8,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:16.660087 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459c0ced-60d0-4c20-a3b7-8a288cb8f3cf tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] No DVR routers for this DVR port fbdeac39-4c80-47c0-a46a-2b77873ad3e8 on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:26:16.775264 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-ce4e774c-126a-44bb-9f7b-25d861f8faf4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-673133572-network', 'tenant_id': '3d4db8ff1fbc4f829f0f97ec5df074ad'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:16.782680 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-459c0ced-60d0-4c20-a3b7-8a288cb8f3cf tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:16.809294 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-459c0ced-60d0-4c20-a3b7-8a288cb8f3cf tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c084aae-13fd-4f5c-a2cb-40350440eeb5']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:16.820274 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-459c0ced-60d0-4c20-a3b7-8a288cb8f3cf tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d6f421-788a-4ee5-8ff0-573899badfc0') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:16.820569 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-459c0ced-60d0-4c20-a3b7-8a288cb8f3cf tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d6f421-788a-4ee5-8ff0-573899badfc0') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:16.830196 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-459c0ced-60d0-4c20-a3b7-8a288cb8f3cf tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:16.843600 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-459c0ced-60d0-4c20-a3b7-8a288cb8f3cf tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:16.849518 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-459c0ced-60d0-4c20-a3b7-8a288cb8f3cf tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:26:16.850031 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-459c0ced-60d0-4c20-a3b7-8a288cb8f3cf tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:16.852904 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:26:16.852904 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:26:16.852904 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:26:16.852904 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:26:16.852904 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:26:16.852904 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:26:16.852904 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:26:16.852904 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:26:16.852904 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:26:16.852904 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:26:16.852904 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:26:16.852904 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:26:16.852904 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:26:16.852904 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:26:16.852904 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:26:16.852904 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:26:16.852904 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:26:16.852904 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:26:16.852904 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:26:16.852904 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:26:16.852904 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:26:16.852904 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:26:16.852904 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:26:16.852904 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:26:16.852904 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:26:16.852904 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:26:16.852904 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:26:16.852904 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:26:16.852904 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:26:16.852904 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:26:16.852904 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:26:16.852904 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:26:16.920809 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4e774c-126a-44bb-9f7b-25d861f8faf4 admin admin] Made reservation on behalf of 3d4db8ff1fbc4f829f0f97ec5df074ad for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:26:16.925260 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ce4e774c-126a-44bb-9f7b-25d861f8faf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:16.936079 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ce4e774c-126a-44bb-9f7b-25d861f8faf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:16.982001 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-459c0ced-60d0-4c20-a3b7-8a288cb8f3cf tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:16.990688 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-459c0ced-60d0-4c20-a3b7-8a288cb8f3cf tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:16.996524 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-459c0ced-60d0-4c20-a3b7-8a288cb8f3cf tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] 10.222.0.25 "DELETE /v2.0/networks/9c084aae-13fd-4f5c-a2cb-40350440eeb5 HTTP/1.1" status: 204 len: 168 time: 0.9637663 Apr 20 13:26:16.996832 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37608) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:17.004554 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c0ced-60d0-4c20-a3b7-8a288cb8f3cf tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Pushing event deleted for resources: {'Network': ['ID=9c084aae-13fd-4f5c-a2cb-40350440eeb5,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:17.012961 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459c0ced-60d0-4c20-a3b7-8a288cb8f3cf tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:17.013313 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459c0ced-60d0-4c20-a3b7-8a288cb8f3cf tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:17.013657 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459c0ced-60d0-4c20-a3b7-8a288cb8f3cf tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:17.013998 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459c0ced-60d0-4c20-a3b7-8a288cb8f3cf tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:17.014334 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459c0ced-60d0-4c20-a3b7-8a288cb8f3cf tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:17.015417 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459c0ced-60d0-4c20-a3b7-8a288cb8f3cf tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:17.015417 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459c0ced-60d0-4c20-a3b7-8a288cb8f3cf tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:17.015667 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459c0ced-60d0-4c20-a3b7-8a288cb8f3cf tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:17.015771 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459c0ced-60d0-4c20-a3b7-8a288cb8f3cf tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:17.017232 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459c0ced-60d0-4c20-a3b7-8a288cb8f3cf tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:17.017232 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459c0ced-60d0-4c20-a3b7-8a288cb8f3cf tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:17.017232 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459c0ced-60d0-4c20-a3b7-8a288cb8f3cf tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:17.040922 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-6ad63d16-2e60-4bba-b844-4e937f96b5c7 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] 10.222.0.25 "GET /v2.0/ports?device_id=9aefc9ac-1d3d-487c-8e25-eafd1c3c35db HTTP/1.1" status: 200 len: 205 time: 0.0426743 Apr 20 13:26:17.043249 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37612) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:17.075949 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ce4e774c-126a-44bb-9f7b-25d861f8faf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:17.123907 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37614) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:17.132313 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-679b2503-e0ed-4c7d-afaf-95e28bafba85 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:17.137270 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4e1cd126-b9fa-49a3-b6e7-ca69b9106dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:17.168227 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ce4e774c-126a-44bb-9f7b-25d861f8faf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:17.198780 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce4e774c-126a-44bb-9f7b-25d861f8faf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:26:17.222308 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e774c-126a-44bb-9f7b-25d861f8faf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3ffa81-2204-4d6d-aae6-250897e87f55,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:17.229836 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ce4e774c-126a-44bb-9f7b-25d861f8faf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:17.229836 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-ce4e774c-126a-44bb-9f7b-25d861f8faf4 admin admin] Added segment d948cd7d-3607-4980-a2e9-26ca3fa89a16 of type vlan for network 65367ce2-1720-4244-8094-8cc9e514a431 Apr 20 13:26:17.292197 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ce4e774c-126a-44bb-9f7b-25d861f8faf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:17.298820 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4e1cd126-b9fa-49a3-b6e7-ca69b9106dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:17.317561 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-679b2503-e0ed-4c7d-afaf-95e28bafba85 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:17.319856 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-679b2503-e0ed-4c7d-afaf-95e28bafba85 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:17.400227 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4e1cd126-b9fa-49a3-b6e7-ca69b9106dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:17.443764 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4e1cd126-b9fa-49a3-b6e7-ca69b9106dbd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8a431ff947c34a5183dc57e5fbae43f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3186476 Apr 20 13:26:17.444535 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1cd126-b9fa-49a3-b6e7-ca69b9106dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfa6457-e9b6-4a58-9024-4de1e0746f5f,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:17.446369 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37620) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:17.474497 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ce4e774c-126a-44bb-9f7b-25d861f8faf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:17.475540 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4e774c-126a-44bb-9f7b-25d861f8faf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:17.476121 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ce4e774c-126a-44bb-9f7b-25d861f8faf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:17.481528 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-679b2503-e0ed-4c7d-afaf-95e28bafba85 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:17.482144 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679b2503-e0ed-4c7d-afaf-95e28bafba85 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Fanout notify agent at l3_agent the message router_deleted on router 9aefc9ac-1d3d-487c-8e25-eafd1c3c35db {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:26:17.505563 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-679b2503-e0ed-4c7d-afaf-95e28bafba85 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:17.518805 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-679b2503-e0ed-4c7d-afaf-95e28bafba85 tempest-RoutersNegativeIpV6Test-1152362580 tempest-RoutersNegativeIpV6Test-1152362580-project] 10.222.0.25 "DELETE /v2.0/routers/9aefc9ac-1d3d-487c-8e25-eafd1c3c35db HTTP/1.1" status: 204 len: 168 time: 0.4692392 Apr 20 13:26:17.544861 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a1ad0a13-82b8-47d5-acaa-96d45e7ee800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:17.569249 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a1ad0a13-82b8-47d5-acaa-96d45e7ee800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:17.571588 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e774c-126a-44bb-9f7b-25d861f8faf4 admin admin] Pushing event updated for resources: {'Network': ['ID=65367ce2-1720-4244-8094-8cc9e514a431,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:17.583035 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 65367ce2-1720-4244-8094-8cc9e514a431 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:26:17.624549 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ce4e774c-126a-44bb-9f7b-25d861f8faf4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0113988 Apr 20 13:26:17.627710 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37628) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:17.633360 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8ce11-4d34-4365-b22e-f5675be4bbce req-25158e74-1a27-4fa1-b5fb-87fb0e553a14 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:17.634831 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b1d8ce11-4d34-4365-b22e-f5675be4bbce req-25158e74-1a27-4fa1-b5fb-87fb0e553a14 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.0905981 Apr 20 13:26:17.635909 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-3db1a5ba-a821-458c-ac56-2e3d11d86c6e admin admin] Request body: {'subnet': {'network_id': '65367ce2-1720-4244-8094-8cc9e514a431', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-673133572-subnet', 'tenant_id': '3d4db8ff1fbc4f829f0f97ec5df074ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:17.690361 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b1d8ce11-4d34-4365-b22e-f5675be4bbce req-93f6cc09-e106-4528-aa4e-231a89ab58c0 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414550 Apr 20 13:26:17.836822 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1e7ad-9259-48da-9596-ff1406ae52f3 req-2efab1a1-1d71-4f96-bbb1-63d08856f327 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:17.838886 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fdb1e7ad-9259-48da-9596-ff1406ae52f3 req-2efab1a1-1d71-4f96-bbb1-63d08856f327 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.0607748 Apr 20 13:26:17.880078 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fdb1e7ad-9259-48da-9596-ff1406ae52f3 req-ca18c433-207f-4be2-a9aa-bf1c1c0883e3 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346100 Apr 20 13:26:17.961288 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a1ad0a13-82b8-47d5-acaa-96d45e7ee800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:17.963213 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a1ad0a13-82b8-47d5-acaa-96d45e7ee800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:17.965137 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a1ad0a13-82b8-47d5-acaa-96d45e7ee800 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8bfa6457-e9b6-4a58-9024-4de1e0746f5f HTTP/1.1" status: 204 len: 168 time: 0.5176358 Apr 20 13:26:17.967802 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db1a5ba-a821-458c-ac56-2e3d11d86c6e admin admin] Made reservation on behalf of 3d4db8ff1fbc4f829f0f97ec5df074ad for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:26:17.971335 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3db1a5ba-a821-458c-ac56-2e3d11d86c6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:17.992878 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad0a13-82b8-47d5-acaa-96d45e7ee800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfa6457-e9b6-4a58-9024-4de1e0746f5f,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:18.063207 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device fbdeac39-4c80-47c0-a46a-2b77873ad3e8 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:26:18.086308 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: fbdeac39-4c80-47c0-a46a-2b77873ad3e8 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:26:18.091609 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device fbdeac39-4c80-47c0-a46a-2b77873ad3e8 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:26:18.300965 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3db1a5ba-a821-458c-ac56-2e3d11d86c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:18.395228 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db1a5ba-a821-458c-ac56-2e3d11d86c6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=67f361e4-3c6e-4b62-8754-cf164be40a21,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:18.399669 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37660) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:18.405808 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db1a5ba-a821-458c-ac56-2e3d11d86c6e admin admin] Checking segment: {'id': 'd948cd7d-3607-4980-a2e9-26ca3fa89a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '65367ce2-1720-4244-8094-8cc9e514a431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:26:18.405808 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db1a5ba-a821-458c-ac56-2e3d11d86c6e admin admin] Network hostable DHCP agents. Network: 65367ce2-1720-4244-8094-8cc9e514a431, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:26:18.503393 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db1a5ba-a821-458c-ac56-2e3d11d86c6e admin admin] Network 65367ce2-1720-4244-8094-8cc9e514a431 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:26:18.586782 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-bce2252f-3729-47f1-ac10-e2be5827e270 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fd29b754105b4142a5aac93fcd0fb3b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1839888 Apr 20 13:26:18.586986 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37674) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:18.594422 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-3db1a5ba-a821-458c-ac56-2e3d11d86c6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 65367ce2-1720-4244-8094-8cc9e514a431) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:26:18.600629 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db1a5ba-a821-458c-ac56-2e3d11d86c6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:18.605148 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3db1a5ba-a821-458c-ac56-2e3d11d86c6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:18.613388 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709a2e92-9a44-4ac3-9c04-7b8cbfbbf6db None None] Network 65367ce2-1720-4244-8094-8cc9e514a431 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:26:18.645731 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f882413-07f4-4b44-b909-379259f24a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:18.668216 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f882413-07f4-4b44-b909-379259f24a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:18.706403 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3db1a5ba-a821-458c-ac56-2e3d11d86c6e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0775967 Apr 20 13:26:18.783742 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad7eb0f-9484-44d1-b50b-669a8499c2d0 None None] Network 65367ce2-1720-4244-8094-8cc9e514a431 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:26:18.825775 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f882413-07f4-4b44-b909-379259f24a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:18.830269 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f882413-07f4-4b44-b909-379259f24a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:18.831927 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7f882413-07f4-4b44-b909-379259f24a2e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/08fa150f-df1f-4ebe-8c85-82e7a539b98a HTTP/1.1" status: 204 len: 168 time: 0.2436914 Apr 20 13:26:18.846775 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f882413-07f4-4b44-b909-379259f24a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fa150f-df1f-4ebe-8c85-82e7a539b98a,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:20.188282 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9b0b6-430e-491e-b598-e21f133a1a81 req-b9267f6c-a680-4125-aeaa-cba295e86bd2 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:20.191019 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d5c9b0b6-430e-491e-b598-e21f133a1a81 req-b9267f6c-a680-4125-aeaa-cba295e86bd2 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=2faa0631-57a5-4e96-8825-1015102a76cf HTTP/1.1" status: 200 len: 944 time: 0.0531273 Apr 20 13:26:20.326733 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-d5c9b0b6-430e-491e-b598-e21f133a1a81 req-d4893dca-a93c-438d-8f9e-edb64ecf2727 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Deleting port bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:26:20.327314 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d5c9b0b6-430e-491e-b598-e21f133a1a81 req-d4893dca-a93c-438d-8f9e-edb64ecf2727 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:20.431488 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37780) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:20.476165 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-d5c9b0b6-430e-491e-b598-e21f133a1a81 req-d4893dca-a93c-438d-8f9e-edb64ecf2727 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] For port bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:26:20.476622 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d5c9b0b6-430e-491e-b598-e21f133a1a81 req-d4893dca-a93c-438d-8f9e-edb64ecf2727 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:20.493413 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-d5c9b0b6-430e-491e-b598-e21f133a1a81 req-d4893dca-a93c-438d-8f9e-edb64ecf2727 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Calling delete_port for bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:26:20.732819 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-88bfca94-8298-43ed-96fd-2f422a0ed706 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:20.739693 n-d-836015-7 neutron-server[114869]: WARNING neutron.api.v2.base [None req-88bfca94-8298-43ed-96fd-2f422a0ed706 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 20 13:26:20.739693 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-88bfca94-8298-43ed-96fd-2f422a0ed706 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] create failed (client error): There was a conflict when trying to complete your request. Apr 20 13:26:20.739693 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-88bfca94-8298-43ed-96fd-2f422a0ed706 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3049517 Apr 20 13:26:20.741082 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37798) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:20.745602 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-69ca8250-59e1-4ffd-a430-343e18eeded2 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Request body: {'security_group': {'name': 'tempest-secgroup--309601972'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:20.763079 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d5c9b0b6-430e-491e-b598-e21f133a1a81 req-d4893dca-a93c-438d-8f9e-edb64ecf2727 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:20.777257 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['1c47accb-165e-4205-8dff-c3a4e9fd0be6'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:26:20.831076 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4893dca-a93c-438d-8f9e-edb64ecf2727 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Pushing event deleted for resources: {'Port': ['ID=bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:20.850692 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['92fc024d-a659-4972-8862-3110d9cc2637'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:26:20.889106 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c9b0b6-430e-491e-b598-e21f133a1a81 req-d4893dca-a93c-438d-8f9e-edb64ecf2727 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] No DVR routers for this DVR port bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:26:20.893342 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d5c9b0b6-430e-491e-b598-e21f133a1a81 req-d4893dca-a93c-438d-8f9e-edb64ecf2727 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:20.899204 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d5c9b0b6-430e-491e-b598-e21f133a1a81 req-d4893dca-a93c-438d-8f9e-edb64ecf2727 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "DELETE /v2.0/ports/bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25 HTTP/1.1" status: 204 len: 173 time: 0.7025473 Apr 20 13:26:20.900660 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2faa0631-57a5-4e96-8825-1015102a76cf', 'name': 'network-vif-deleted', 'tag': 'bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:26:20.904994 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf71d48-35cb-401d-aa09-542da33ac126" -d '{"events": [{"server_uuid": "2faa0631-57a5-4e96-8825-1015102a76cf", "name": "network-vif-deleted", "tag": "bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:26:20.913261 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-69ca8250-59e1-4ffd-a430-343e18eeded2 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:20.929023 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-69ca8250-59e1-4ffd-a430-343e18eeded2 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:21.074270 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-69ca8250-59e1-4ffd-a430-343e18eeded2 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:21.092236 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37812) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:21.189929 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-69ca8250-59e1-4ffd-a430-343e18eeded2 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:21.288510 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-cdca32ea-6bbd-427b-92b3-1a9198a1338c tempest-QuotasTest-369337671 tempest-QuotasTest-369337671-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:21.316495 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-69ca8250-59e1-4ffd-a430-343e18eeded2 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:21.330244 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca8250-59e1-4ffd-a430-343e18eeded2 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62e06105-eb36-43d1-a16a-b1be4b1057d3,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:21.432976 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-69ca8250-59e1-4ffd-a430-343e18eeded2 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:21.472653 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca8250-59e1-4ffd-a430-343e18eeded2 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d4a110-175a-4727-8a95-e134036188bd,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:21.563742 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-69ca8250-59e1-4ffd-a430-343e18eeded2 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:21.567987 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-69ca8250-59e1-4ffd-a430-343e18eeded2 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8232119 Apr 20 13:26:21.572087 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-cdca32ea-6bbd-427b-92b3-1a9198a1338c tempest-QuotasTest-369337671 tempest-QuotasTest-369337671-project-admin] 10.222.0.25 "PUT /v2.0/quotas/a487940c9df24931b1799507dc1e8a12 HTTP/1.1" status: 200 len: 366 time: 0.4730132 Apr 20 13:26:21.572087 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37830) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:21.572340 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37832) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:21.573069 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-e30e4d1d-9d3a-4e67-8eaa-cc3ba0c6f8a3 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Request body: {'security_group_rule': {'security_group_id': 'c0d4a110-175a-4727-8a95-e134036188bd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:21.583602 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d30fc534-2eb8-4740-bec4-a20c40200482 tempest-QuotasTest-369337671 tempest-QuotasTest-369337671-project-admin] 10.222.0.25 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0132422 Apr 20 13:26:21.584534 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37834) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:21.600454 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6a04499a-f4a4-474c-82ac-eb2c619721a7 tempest-QuotasTest-369337671 tempest-QuotasTest-369337671-project-admin] 10.222.0.25 "GET /v2.0/quotas/a487940c9df24931b1799507dc1e8a12 HTTP/1.1" status: 200 len: 366 time: 0.0147433 Apr 20 13:26:21.607905 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37836) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:21.724754 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2bf5aa77-06eb-471c-9a74-00142b689c87 tempest-QuotasTest-369337671 tempest-QuotasTest-369337671-project-admin] 10.222.0.25 "DELETE /v2.0/quotas/a487940c9df24931b1799507dc1e8a12 HTTP/1.1" status: 204 len: 168 time: 0.1156468 Apr 20 13:26:21.727573 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37840) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:21.732348 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e30e4d1d-9d3a-4e67-8eaa-cc3ba0c6f8a3 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:21.743850 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37842) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:21.744366 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-18769972-ca08-49ba-807d-38719080608f tempest-QuotasTest-369337671 tempest-QuotasTest-369337671-project-admin] 10.222.0.25 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0130179 Apr 20 13:26:21.766753 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-58917211-aa2a-4b42-bad3-5a8ae3c22c88 tempest-QuotasTest-369337671 tempest-QuotasTest-369337671-project-admin] 10.222.0.25 "GET /v2.0/quotas/a487940c9df24931b1799507dc1e8a12 HTTP/1.1" status: 200 len: 370 time: 0.0214887 Apr 20 13:26:21.769578 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37844) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:21.776934 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4563e09d-34b3-438b-a45c-237751924712 tempest-QuotasTest-369337671 tempest-QuotasTest-369337671-project-admin] 10.222.0.25 "GET /v2.0/quotas/a487940c9df24931b1799507dc1e8a12/default HTTP/1.1" status: 200 len: 370 time: 0.0059888 Apr 20 13:26:21.780675 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37846) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:21.793325 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-58cab4d3-3723-4acc-8151-069f57c8abb2 tempest-QuotasTest-369337671 tempest-QuotasTest-369337671-project-admin] delete failed (client error): The resource could not be found. Apr 20 13:26:21.794671 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-58cab4d3-3723-4acc-8151-069f57c8abb2 tempest-QuotasTest-369337671 tempest-QuotasTest-369337671-project-admin] 10.222.0.25 "DELETE /v2.0/quotas/a487940c9df24931b1799507dc1e8a12 HTTP/1.1" status: 404 len: 348 time: 0.0137846 Apr 20 13:26:21.810101 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e30e4d1d-9d3a-4e67-8eaa-cc3ba0c6f8a3 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:21.911333 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 20 Apr 2022 13:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d230ecdf-4d79-48dc-8424-e96fe077dd86 x-openstack-request-id: req-d230ecdf-4d79-48dc-8424-e96fe077dd86 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:26:21.911622 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2faa0631-57a5-4e96-8825-1015102a76cf", "name": "network-vif-deleted", "tag": "bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25", "status": "failed", "code": 422}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:26:21.911870 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d230ecdf-4d79-48dc-8424-e96fe077dd86 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:26:21.912275 n-d-836015-7 neutron-server[114869]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d230ecdf-4d79-48dc-8424-e96fe077dd86']: {'server_uuid': '2faa0631-57a5-4e96-8825-1015102a76cf', 'name': 'network-vif-deleted', 'tag': 'bc184d92-cf75-4b45-b7ff-5ba6d1ab1d25', 'status': 'failed', 'code': 422} returned with failed status Apr 20 13:26:21.920606 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e30e4d1d-9d3a-4e67-8eaa-cc3ba0c6f8a3 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:21.950227 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e4d1d-9d3a-4e67-8eaa-cc3ba0c6f8a3 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=674c81fc-a0c6-41bf-ab78-c2768360a5e4,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:22.060946 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e30e4d1d-9d3a-4e67-8eaa-cc3ba0c6f8a3 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:22.066879 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37862) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:22.069460 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e30e4d1d-9d3a-4e67-8eaa-cc3ba0c6f8a3 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4978859 Apr 20 13:26:22.072190 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-3976a88c-c13c-453e-95ed-d1b95d8ec31b tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Request body: {'security_group_rule': {'security_group_id': 'c0d4a110-175a-4727-8a95-e134036188bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:22.113129 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37866) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:22.134270 n-d-836015-7 neutron-server[114870]: DEBUG neutron.quota.resource [None req-bad0ad8b-29ed-4655-a4e6-1bc0220bb3e1 tempest-QuotasTest-369337671 tempest-QuotasTest-369337671-project-admin] Usage tracker for resource:network and tenant:8a17d73f54cb48a88d545be0ed911e70 is out of sync, need to count used quota {{(pid=114870) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 20 13:26:22.140823 n-d-836015-7 neutron-server[114870]: DEBUG neutron.quota.resource [None req-bad0ad8b-29ed-4655-a4e6-1bc0220bb3e1 tempest-QuotasTest-369337671 tempest-QuotasTest-369337671-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=114870) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 20 13:26:22.152641 n-d-836015-7 neutron-server[114870]: DEBUG neutron.quota.resource [None req-bad0ad8b-29ed-4655-a4e6-1bc0220bb3e1 tempest-QuotasTest-369337671 tempest-QuotasTest-369337671-project-admin] Usage tracker for resource:subnet and tenant:8a17d73f54cb48a88d545be0ed911e70 is out of sync, need to count used quota {{(pid=114870) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 20 13:26:22.157338 n-d-836015-7 neutron-server[114870]: DEBUG neutron.quota.resource [None req-bad0ad8b-29ed-4655-a4e6-1bc0220bb3e1 tempest-QuotasTest-369337671 tempest-QuotasTest-369337671-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=114870) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 20 13:26:22.181961 n-d-836015-7 neutron-server[114870]: DEBUG neutron.quota.resource [None req-bad0ad8b-29ed-4655-a4e6-1bc0220bb3e1 tempest-QuotasTest-369337671 tempest-QuotasTest-369337671-project-admin] Usage tracker for resource:subnetpool and tenant:8a17d73f54cb48a88d545be0ed911e70 is out of sync, need to count used quota {{(pid=114870) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 20 13:26:22.188317 n-d-836015-7 neutron-server[114870]: DEBUG neutron.quota.resource [None req-bad0ad8b-29ed-4655-a4e6-1bc0220bb3e1 tempest-QuotasTest-369337671 tempest-QuotasTest-369337671-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=114870) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 20 13:26:22.206563 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3976a88c-c13c-453e-95ed-d1b95d8ec31b tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:22.207128 n-d-836015-7 neutron-server[114870]: DEBUG neutron.quota.resource [None req-bad0ad8b-29ed-4655-a4e6-1bc0220bb3e1 tempest-QuotasTest-369337671 tempest-QuotasTest-369337671-project-admin] Usage tracker for resource:port and tenant:8a17d73f54cb48a88d545be0ed911e70 is out of sync, need to count used quota {{(pid=114870) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 20 13:26:22.216563 n-d-836015-7 neutron-server[114870]: DEBUG neutron.quota.resource [None req-bad0ad8b-29ed-4655-a4e6-1bc0220bb3e1 tempest-QuotasTest-369337671 tempest-QuotasTest-369337671-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=114870) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 20 13:26:22.232880 n-d-836015-7 neutron-server[114870]: DEBUG neutron.quota.resource [None req-bad0ad8b-29ed-4655-a4e6-1bc0220bb3e1 tempest-QuotasTest-369337671 tempest-QuotasTest-369337671-project-admin] Usage tracker for resource:router and tenant:8a17d73f54cb48a88d545be0ed911e70 is out of sync, need to count used quota {{(pid=114870) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 20 13:26:22.245365 n-d-836015-7 neutron-server[114870]: DEBUG neutron.quota.resource [None req-bad0ad8b-29ed-4655-a4e6-1bc0220bb3e1 tempest-QuotasTest-369337671 tempest-QuotasTest-369337671-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=114870) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 20 13:26:22.252895 n-d-836015-7 neutron-server[114870]: DEBUG neutron.quota.resource [None req-bad0ad8b-29ed-4655-a4e6-1bc0220bb3e1 tempest-QuotasTest-369337671 tempest-QuotasTest-369337671-project-admin] Usage tracker for resource:floatingip and tenant:8a17d73f54cb48a88d545be0ed911e70 is out of sync, need to count used quota {{(pid=114870) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 20 13:26:22.258773 n-d-836015-7 neutron-server[114870]: DEBUG neutron.quota.resource [None req-bad0ad8b-29ed-4655-a4e6-1bc0220bb3e1 tempest-QuotasTest-369337671 tempest-QuotasTest-369337671-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=114870) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 20 13:26:22.305403 n-d-836015-7 neutron-server[114870]: DEBUG neutron.quota.resource [None req-bad0ad8b-29ed-4655-a4e6-1bc0220bb3e1 tempest-QuotasTest-369337671 tempest-QuotasTest-369337671-project-admin] Usage tracker for resource:security_group and tenant:8a17d73f54cb48a88d545be0ed911e70 is out of sync, need to count used quota {{(pid=114870) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 20 13:26:22.311580 n-d-836015-7 neutron-server[114870]: DEBUG neutron.quota.resource [None req-bad0ad8b-29ed-4655-a4e6-1bc0220bb3e1 tempest-QuotasTest-369337671 tempest-QuotasTest-369337671-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=114870) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 20 13:26:22.318106 n-d-836015-7 neutron-server[114870]: DEBUG neutron.quota.resource [None req-bad0ad8b-29ed-4655-a4e6-1bc0220bb3e1 tempest-QuotasTest-369337671 tempest-QuotasTest-369337671-project-admin] Usage tracker for resource:security_group_rule and tenant:8a17d73f54cb48a88d545be0ed911e70 is out of sync, need to count used quota {{(pid=114870) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 20 13:26:22.323929 n-d-836015-7 neutron-server[114870]: DEBUG neutron.quota.resource [None req-bad0ad8b-29ed-4655-a4e6-1bc0220bb3e1 tempest-QuotasTest-369337671 tempest-QuotasTest-369337671-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=114870) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 20 13:26:22.331766 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-bad0ad8b-29ed-4655-a4e6-1bc0220bb3e1 tempest-QuotasTest-369337671 tempest-QuotasTest-369337671-project-admin] 10.222.0.25 "GET /v2.0/quotas/8a17d73f54cb48a88d545be0ed911e70/details.json HTTP/1.1" status: 200 len: 703 time: 0.2153809 Apr 20 13:26:22.418252 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-3976a88c-c13c-453e-95ed-d1b95d8ec31b tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] create failed (client error): There was a conflict when trying to complete your request. Apr 20 13:26:22.419395 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-3976a88c-c13c-453e-95ed-d1b95d8ec31b tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3512483 Apr 20 13:26:22.422241 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37876) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:22.493896 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a35f0981-4dc0-4141-b1f8-227bc9bb5867 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:22.522644 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a35f0981-4dc0-4141-b1f8-227bc9bb5867 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:22.617189 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b9b95-c62a-426f-a241-e0ca0e3b375f req-79d5a345-b668-40de-8ebb-4ebcc52967c2 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:22.618794 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3b0b9b95-c62a-426f-a241-e0ca0e3b375f req-79d5a345-b668-40de-8ebb-4ebcc52967c2 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e497b2-2f43-4527-a7a9-9dcc10262887 HTTP/1.1" status: 200 len: 907 time: 0.0544243 Apr 20 13:26:22.697319 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a35f0981-4dc0-4141-b1f8-227bc9bb5867 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:22.700719 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a35f0981-4dc0-4141-b1f8-227bc9bb5867 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:22.702270 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a35f0981-4dc0-4141-b1f8-227bc9bb5867 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "DELETE /v2.0/security-groups/c0d4a110-175a-4727-8a95-e134036188bd HTTP/1.1" status: 204 len: 168 time: 0.2787426 Apr 20 13:26:22.705578 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37884) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:22.734454 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f0981-4dc0-4141-b1f8-227bc9bb5867 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d4a110-175a-4727-8a95-e134036188bd,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:22.792191 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6f2f2a07-ecbe-4c0c-8971-b5cd14b3a358 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0849149 Apr 20 13:26:22.796208 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37888) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:22.800875 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-e2ae9d97-791c-4473-bdae-fe9fcc3fb62c tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Request body: {'security_group': {'name': 'tempest-secgroup--443705499'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:22.892063 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e2ae9d97-791c-4473-bdae-fe9fcc3fb62c tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:23.043496 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e2ae9d97-791c-4473-bdae-fe9fcc3fb62c tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:23.086409 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37900) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:23.153956 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e2ae9d97-791c-4473-bdae-fe9fcc3fb62c tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:23.202633 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae9d97-791c-4473-bdae-fe9fcc3fb62c tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64120900-f860-4c53-b1ce-73ed5609e258,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:23.241180 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-92b83a03-f7e4-4156-b59c-17f76b40c65d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:23.282074 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e2ae9d97-791c-4473-bdae-fe9fcc3fb62c tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:23.283699 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e2ae9d97-791c-4473-bdae-fe9fcc3fb62c tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4864328 Apr 20 13:26:23.286771 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37906) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:23.292804 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-e81c3246-5e9e-4d54-b660-589e481abb32 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Request body: {'security_group_rule': {'security_group_id': '64120900-f860-4c53-b1ce-73ed5609e258', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:23.293308 n-d-836015-7 neutron-server[114870]: WARNING neutron.api.v2.base [None req-e81c3246-5e9e-4d54-b660-589e481abb32 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 20 13:26:23.293805 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-e81c3246-5e9e-4d54-b660-589e481abb32 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:26:23.297414 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e81c3246-5e9e-4d54-b660-589e481abb32 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0064349 Apr 20 13:26:23.298437 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37908) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:23.367239 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-80139c5d-ab6a-4610-9358-7f1b5ffb53eb tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:23.404370 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-80139c5d-ab6a-4610-9358-7f1b5ffb53eb tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:23.546256 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-80139c5d-ab6a-4610-9358-7f1b5ffb53eb tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:23.548965 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-80139c5d-ab6a-4610-9358-7f1b5ffb53eb tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:23.552597 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-80139c5d-ab6a-4610-9358-7f1b5ffb53eb tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "DELETE /v2.0/security-groups/64120900-f860-4c53-b1ce-73ed5609e258 HTTP/1.1" status: 204 len: 168 time: 0.2501519 Apr 20 13:26:23.553257 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37914) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:23.627899 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6ff7ea5a-2de6-4d8d-8843-36485a991598 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0733008 Apr 20 13:26:23.630928 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80139c5d-ab6a-4610-9358-7f1b5ffb53eb tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64120900-f860-4c53-b1ce-73ed5609e258,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:23.631442 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37918) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:23.637055 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-7d88579a-c83e-40c0-a446-5b958631ed3e tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Request body: {'security_group': {'name': 'tempest-secgroup--1096302739'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:23.709971 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-92b83a03-f7e4-4156-b59c-17f76b40c65d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:23.780057 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed072d8d-02a3-4204-892b-c72df42bf6e3 req-432ac13d-a281-4fc7-a3ba-d5e3724bd365 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:23.781872 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed072d8d-02a3-4204-892b-c72df42bf6e3 req-432ac13d-a281-4fc7-a3ba-d5e3724bd365 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e497b2-2f43-4527-a7a9-9dcc10262887 HTTP/1.1" status: 200 len: 907 time: 0.0650671 Apr 20 13:26:23.788877 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7d88579a-c83e-40c0-a446-5b958631ed3e tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:23.826100 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-92b83a03-f7e4-4156-b59c-17f76b40c65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:23.897290 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-92b83a03-f7e4-4156-b59c-17f76b40c65d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1fcc1a95a1de498fa576650b6eff68e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8095520 Apr 20 13:26:23.898193 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37926) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:23.898956 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b83a03-f7e4-4156-b59c-17f76b40c65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df1fef4-bec2-4f2e-bad1-74609dfed171,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:23.958321 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7d88579a-c83e-40c0-a446-5b958631ed3e tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:23.988444 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ddb28848-a8d1-4b31-ac27-f8b113e5790f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:24.030692 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ddb28848-a8d1-4b31-ac27-f8b113e5790f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:24.040909 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7d88579a-c83e-40c0-a446-5b958631ed3e tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:24.138259 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7d88579a-c83e-40c0-a446-5b958631ed3e tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:24.143965 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7d88579a-c83e-40c0-a446-5b958631ed3e tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5111730 Apr 20 13:26:24.145528 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37936) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:24.151340 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c9615-c6a5-4598-9f64-089e52431023 req-8979d05c-3f43-43c1-b4c8-4472e136cfea tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:24.153880 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0f1c9615-c6a5-4598-9f64-089e52431023 req-8979d05c-3f43-43c1-b4c8-4472e136cfea tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.32 "GET /v2.0/ports?device_id=94e497b2-2f43-4527-a7a9-9dcc10262887 HTTP/1.1" status: 200 len: 907 time: 0.0882866 Apr 20 13:26:24.155571 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-20012ac6-babe-4af6-8721-87b25e17acb1 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Request body: {'security_group_rule': {'security_group_id': 'd5a01a90-be0f-45a1-be15-14c8acd3b528', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:24.156490 n-d-836015-7 neutron-server[114870]: WARNING neutron.api.v2.base [None req-20012ac6-babe-4af6-8721-87b25e17acb1 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 20 13:26:24.157485 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-20012ac6-babe-4af6-8721-87b25e17acb1 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:26:24.176922 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-20012ac6-babe-4af6-8721-87b25e17acb1 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0278423 Apr 20 13:26:24.179527 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88579a-c83e-40c0-a446-5b958631ed3e tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a01a90-be0f-45a1-be15-14c8acd3b528,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:24.180184 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37938) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:24.235148 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ddb28848-a8d1-4b31-ac27-f8b113e5790f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:24.235148 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ddb28848-a8d1-4b31-ac27-f8b113e5790f admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:24.236213 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ddb28848-a8d1-4b31-ac27-f8b113e5790f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6df1fef4-bec2-4f2e-bad1-74609dfed171 HTTP/1.1" status: 204 len: 168 time: 0.3141680 Apr 20 13:26:24.263022 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb28848-a8d1-4b31-ac27-f8b113e5790f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df1fef4-bec2-4f2e-bad1-74609dfed171,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:24.296897 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7917e2e6-dc2d-42f9-8182-c609af099de5 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:24.355868 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7917e2e6-dc2d-42f9-8182-c609af099de5 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:24.370238 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-0f1c9615-c6a5-4598-9f64-089e52431023 req-e252c3f5-cdd5-4f18-adcb-90a058c635f8 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Deleting port 3d658bbc-7851-48c6-ba66-dd327e4ad277 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:26:24.376481 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0f1c9615-c6a5-4598-9f64-089e52431023 req-e252c3f5-cdd5-4f18-adcb-90a058c635f8 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:24.474340 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6d1bd4ca-2a9a-4aef-a0bd-ef80508082f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:24.522850 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7917e2e6-dc2d-42f9-8182-c609af099de5 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:24.543952 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-0f1c9615-c6a5-4598-9f64-089e52431023 req-e252c3f5-cdd5-4f18-adcb-90a058c635f8 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] For port 3d658bbc-7851-48c6-ba66-dd327e4ad277, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=3d658bbc-7851-48c6-ba66-dd327e4ad277,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:26:24.544537 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0f1c9615-c6a5-4598-9f64-089e52431023 req-e252c3f5-cdd5-4f18-adcb-90a058c635f8 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:24.560686 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7917e2e6-dc2d-42f9-8182-c609af099de5 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:24.571394 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37946) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:24.573232 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7917e2e6-dc2d-42f9-8182-c609af099de5 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "DELETE /v2.0/security-groups/d5a01a90-be0f-45a1-be15-14c8acd3b528 HTTP/1.1" status: 204 len: 168 time: 0.3811276 Apr 20 13:26:24.589717 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917e2e6-dc2d-42f9-8182-c609af099de5 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a01a90-be0f-45a1-be15-14c8acd3b528,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:24.644855 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-0f1c9615-c6a5-4598-9f64-089e52431023 req-e252c3f5-cdd5-4f18-adcb-90a058c635f8 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Calling delete_port for 3d658bbc-7851-48c6-ba66-dd327e4ad277 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:26:24.811239 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4fe90f36-dfb4-4b45-9ded-28093990ad67 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2386842 Apr 20 13:26:24.814837 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37954) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:24.819593 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-3c1cc2f6-73b2-4310-9885-f73b3bbfedc8 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Request body: {'security_group': {'name': 'tempest-secgroup--125275736'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:24.960057 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3c1cc2f6-73b2-4310-9885-f73b3bbfedc8 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:24.989900 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da15bf-61fa-4114-83fd-89bf42cf751a req-557aab7d-7081-4015-8383-64817020eb4b tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:24.991169 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e8da15bf-61fa-4114-83fd-89bf42cf751a req-557aab7d-7081-4015-8383-64817020eb4b tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e497b2-2f43-4527-a7a9-9dcc10262887 HTTP/1.1" status: 200 len: 907 time: 0.0716012 Apr 20 13:26:25.057213 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0f1c9615-c6a5-4598-9f64-089e52431023 req-e252c3f5-cdd5-4f18-adcb-90a058c635f8 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:25.061324 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3c1cc2f6-73b2-4310-9885-f73b3bbfedc8 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:25.086181 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252c3f5-cdd5-4f18-adcb-90a058c635f8 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Pushing event deleted for resources: {'Port': ['ID=3d658bbc-7851-48c6-ba66-dd327e4ad277,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:25.140047 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1c9615-c6a5-4598-9f64-089e52431023 req-e252c3f5-cdd5-4f18-adcb-90a058c635f8 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] No DVR routers for this DVR port 3d658bbc-7851-48c6-ba66-dd327e4ad277 on host n-h1-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:26:25.143326 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0f1c9615-c6a5-4598-9f64-089e52431023 req-e252c3f5-cdd5-4f18-adcb-90a058c635f8 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:25.148304 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0f1c9615-c6a5-4598-9f64-089e52431023 req-e252c3f5-cdd5-4f18-adcb-90a058c635f8 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.32 "DELETE /v2.0/ports/3d658bbc-7851-48c6-ba66-dd327e4ad277 HTTP/1.1" status: 204 len: 173 time: 0.9755070 Apr 20 13:26:25.148886 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e497b2-2f43-4527-a7a9-9dcc10262887', 'name': 'network-vif-deleted', 'tag': '3d658bbc-7851-48c6-ba66-dd327e4ad277'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:26:25.160348 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11562a8-0d31-4d0b-a21b-ce8eb50ea1e7" -d '{"events": [{"server_uuid": "94e497b2-2f43-4527-a7a9-9dcc10262887", "name": "network-vif-deleted", "tag": "3d658bbc-7851-48c6-ba66-dd327e4ad277"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:26:25.211939 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3c1cc2f6-73b2-4310-9885-f73b3bbfedc8 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:25.213831 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38614c90-0c62-432d-9b0f-2321f6d764d9 x-openstack-request-id: req-38614c90-0c62-432d-9b0f-2321f6d764d9 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:26:25.214180 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e497b2-2f43-4527-a7a9-9dcc10262887", "name": "network-vif-deleted", "tag": "3d658bbc-7851-48c6-ba66-dd327e4ad277", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:26:25.214180 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-38614c90-0c62-432d-9b0f-2321f6d764d9 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:26:25.214869 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38614c90-0c62-432d-9b0f-2321f6d764d9'] response: {'server_uuid': '94e497b2-2f43-4527-a7a9-9dcc10262887', 'name': 'network-vif-deleted', 'tag': '3d658bbc-7851-48c6-ba66-dd327e4ad277', 'status': 'completed', 'code': 200} Apr 20 13:26:25.249712 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1cc2f6-73b2-4310-9885-f73b3bbfedc8 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a9dae4-e570-4b0a-a83c-5963df692a76,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:25.275016 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37970) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:25.292895 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-40156f65-da9d-4059-a270-52b10b544b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:25.327421 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3c1cc2f6-73b2-4310-9885-f73b3bbfedc8 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:25.330940 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3c1cc2f6-73b2-4310-9885-f73b3bbfedc8 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5148187 Apr 20 13:26:25.333687 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37972) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:25.340431 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-6c24b4aa-3652-40ae-9a20-b7c4a094a209 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Request body: {'security_group_rule': {'security_group_id': 'e5a9dae4-e570-4b0a-a83c-5963df692a76', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:25.344583 n-d-836015-7 neutron-server[114870]: WARNING neutron.api.v2.base [None req-6c24b4aa-3652-40ae-9a20-b7c4a094a209 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 20 13:26:25.345680 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-6c24b4aa-3652-40ae-9a20-b7c4a094a209 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:26:25.346723 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6c24b4aa-3652-40ae-9a20-b7c4a094a209 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0118334 Apr 20 13:26:25.353479 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37974) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:25.359515 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-2152f01f-fa8c-4557-ac55-1289b998ee69 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Request body: {'security_group_rule': {'security_group_id': 'e5a9dae4-e570-4b0a-a83c-5963df692a76', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:25.362025 n-d-836015-7 neutron-server[114869]: WARNING neutron.api.v2.base [None req-2152f01f-fa8c-4557-ac55-1289b998ee69 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 20 13:26:25.362646 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-2152f01f-fa8c-4557-ac55-1289b998ee69 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:26:25.364099 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2152f01f-fa8c-4557-ac55-1289b998ee69 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0094485 Apr 20 13:26:25.367293 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37976) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:25.372348 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-df458ac7-2207-4b5f-9e8d-a751fd9f7eba tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Request body: {'security_group_rule': {'security_group_id': 'e5a9dae4-e570-4b0a-a83c-5963df692a76', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:25.377323 n-d-836015-7 neutron-server[114870]: WARNING neutron.api.v2.base [None req-df458ac7-2207-4b5f-9e8d-a751fd9f7eba tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 20 13:26:25.377323 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-df458ac7-2207-4b5f-9e8d-a751fd9f7eba tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:26:25.377323 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-df458ac7-2207-4b5f-9e8d-a751fd9f7eba tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066445 Apr 20 13:26:25.384005 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37978) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:25.405554 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-a014ec3a-419f-4d89-acc1-80c946947103 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Request body: {'security_group_rule': {'security_group_id': 'e5a9dae4-e570-4b0a-a83c-5963df692a76', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:25.408318 n-d-836015-7 neutron-server[114869]: WARNING neutron.api.v2.base [None req-a014ec3a-419f-4d89-acc1-80c946947103 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 20 13:26:25.408318 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-a014ec3a-419f-4d89-acc1-80c946947103 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:26:25.410273 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a014ec3a-419f-4d89-acc1-80c946947103 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0251427 Apr 20 13:26:25.411319 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37980) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:25.412968 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-40156f65-da9d-4059-a270-52b10b544b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:25.465634 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8266b143-7c3f-4719-890d-6463bfe59be4 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:25.493424 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8266b143-7c3f-4719-890d-6463bfe59be4 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:25.599077 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-40156f65-da9d-4059-a270-52b10b544b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:25.639681 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8266b143-7c3f-4719-890d-6463bfe59be4 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:25.642414 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8266b143-7c3f-4719-890d-6463bfe59be4 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:25.643567 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8266b143-7c3f-4719-890d-6463bfe59be4 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "DELETE /v2.0/security-groups/e5a9dae4-e570-4b0a-a83c-5963df692a76 HTTP/1.1" status: 204 len: 168 time: 0.2312438 Apr 20 13:26:25.644630 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-40156f65-da9d-4059-a270-52b10b544b5a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8a17d73f54cb48a88d545be0ed911e70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3683734 Apr 20 13:26:25.646167 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37986) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:25.651417 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37988) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:25.653949 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40156f65-da9d-4059-a270-52b10b544b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57dde3b-bcee-4318-afa7-47f63d884804,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:25.671588 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40156f65-da9d-4059-a270-52b10b544b5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:25.671943 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40156f65-da9d-4059-a270-52b10b544b5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:25.672289 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40156f65-da9d-4059-a270-52b10b544b5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:25.675858 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40156f65-da9d-4059-a270-52b10b544b5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:25.675858 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40156f65-da9d-4059-a270-52b10b544b5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:25.675858 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40156f65-da9d-4059-a270-52b10b544b5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:25.675858 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40156f65-da9d-4059-a270-52b10b544b5a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:25.675858 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40156f65-da9d-4059-a270-52b10b544b5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:25.675858 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40156f65-da9d-4059-a270-52b10b544b5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:25.675858 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40156f65-da9d-4059-a270-52b10b544b5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:25.675858 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40156f65-da9d-4059-a270-52b10b544b5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:25.675858 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40156f65-da9d-4059-a270-52b10b544b5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:25.681219 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266b143-7c3f-4719-890d-6463bfe59be4 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a9dae4-e570-4b0a-a83c-5963df692a76,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:25.730710 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-609195f1-c00c-470e-a0a6-ae968cb046e8 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0832477 Apr 20 13:26:25.736211 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37990) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:25.742470 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-d4a7172c-9a55-4f5e-a30a-4f028e206ae8 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Request body: {'security_group': {'name': 'tempest-secgroup--427380833'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:25.771628 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bf417904-81dd-4d5b-aa1e-40a828c1a252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:25.794670 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bf417904-81dd-4d5b-aa1e-40a828c1a252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:25.875680 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d4a7172c-9a55-4f5e-a30a-4f028e206ae8 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:25.984409 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bf417904-81dd-4d5b-aa1e-40a828c1a252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:25.987215 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bf417904-81dd-4d5b-aa1e-40a828c1a252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:25.988347 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-bf417904-81dd-4d5b-aa1e-40a828c1a252 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c57dde3b-bcee-4318-afa7-47f63d884804 HTTP/1.1" status: 204 len: 168 time: 0.3232250 Apr 20 13:26:26.006045 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf417904-81dd-4d5b-aa1e-40a828c1a252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57dde3b-bcee-4318-afa7-47f63d884804,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:26.078005 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d4a7172c-9a55-4f5e-a30a-4f028e206ae8 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:26.168912 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4ea7786e-2115-4d6d-8ae1-145bfd915f46 req-dd0b250a-f710-4b16-9820-a49cebdbf924 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=94e497b2-2f43-4527-a7a9-9dcc10262887 HTTP/1.1" status: 200 len: 210 time: 0.0351291 Apr 20 13:26:26.178211 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d4a7172c-9a55-4f5e-a30a-4f028e206ae8 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:26.220229 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a7172c-9a55-4f5e-a30a-4f028e206ae8 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd79e325-6f6b-4c23-b678-0bd4aba450f1,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:26.316146 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d4a7172c-9a55-4f5e-a30a-4f028e206ae8 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:26.318196 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d4a7172c-9a55-4f5e-a30a-4f028e206ae8 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5805492 Apr 20 13:26:26.320740 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38012) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:26.325253 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-05d5438d-53df-4f70-b607-ad27a56a5e0d tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Request body: {'security_group_rule': {'security_group_id': 'fd79e325-6f6b-4c23-b678-0bd4aba450f1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:26.335561 n-d-836015-7 neutron-server[114870]: WARNING neutron.api.v2.base [None req-05d5438d-53df-4f70-b607-ad27a56a5e0d tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 20 13:26:26.335561 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-05d5438d-53df-4f70-b607-ad27a56a5e0d tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:26:26.335561 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-05d5438d-53df-4f70-b607-ad27a56a5e0d tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062258 Apr 20 13:26:26.336300 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38014) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:26.341439 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-67fbcda1-c146-4787-970b-79cd8a9ed04c tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Request body: {'security_group_rule': {'security_group_id': 'fd79e325-6f6b-4c23-b678-0bd4aba450f1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:26.662227 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-67fbcda1-c146-4787-970b-79cd8a9ed04c tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:26:26.664898 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-67fbcda1-c146-4787-970b-79cd8a9ed04c tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3278179 Apr 20 13:26:26.671501 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38030) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:26.676779 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-ee2b2363-07a0-44e7-9240-3c0789ec5234 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Request body: {'security_group_rule': {'security_group_id': 'fd79e325-6f6b-4c23-b678-0bd4aba450f1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:26.677859 n-d-836015-7 neutron-server[114869]: WARNING neutron.api.v2.base [None req-ee2b2363-07a0-44e7-9240-3c0789ec5234 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 20 13:26:26.678446 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-ee2b2363-07a0-44e7-9240-3c0789ec5234 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:26:26.682692 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38032) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:26.687480 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-e76429c1-17d9-4486-8fb3-e02742fc5942 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Request body: {'security_group_rule': {'security_group_id': 'fd79e325-6f6b-4c23-b678-0bd4aba450f1', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:26.688169 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ee2b2363-07a0-44e7-9240-3c0789ec5234 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0153136 Apr 20 13:26:26.851249 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4faa5994-1dec-4e08-bd1d-9def33b371e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:26.998999 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-e76429c1-17d9-4486-8fb3-e02742fc5942 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:26:27.000096 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e76429c1-17d9-4486-8fb3-e02742fc5942 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3162639 Apr 20 13:26:27.002812 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38046) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:27.007207 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-a35bfb6b-989d-4d79-9c25-b4068a536b32 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Request body: {'security_group_rule': {'security_group_id': 'fd79e325-6f6b-4c23-b678-0bd4aba450f1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:27.009479 n-d-836015-7 neutron-server[114870]: WARNING neutron.api.v2.base [None req-a35bfb6b-989d-4d79-9c25-b4068a536b32 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 20 13:26:27.009479 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-a35bfb6b-989d-4d79-9c25-b4068a536b32 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:26:27.009479 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a35bfb6b-989d-4d79-9c25-b4068a536b32 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0053048 Apr 20 13:26:27.012357 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38048) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:27.016864 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-6bb16a87-cbeb-49f0-9f65-b8a90166692b tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Request body: {'security_group_rule': {'security_group_id': 'fd79e325-6f6b-4c23-b678-0bd4aba450f1', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:27.154236 n-d-836015-7 neutron-server[114870]: INFO neutron.db.securitygroups_db [None req-6bb16a87-cbeb-49f0-9f65-b8a90166692b tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Project 75f65caef5c84b5da67306bdea39acb7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:26:27.229254 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-6bb16a87-cbeb-49f0-9f65-b8a90166692b tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:26:27.230495 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6bb16a87-cbeb-49f0-9f65-b8a90166692b tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2169757 Apr 20 13:26:27.233433 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38060) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:27.239705 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-b36d26ad-1495-43f1-8d6f-7b1231c0a4db tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Request body: {'security_group_rule': {'security_group_id': 'fd79e325-6f6b-4c23-b678-0bd4aba450f1', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:27.240338 n-d-836015-7 neutron-server[114869]: WARNING neutron.api.v2.base [None req-b36d26ad-1495-43f1-8d6f-7b1231c0a4db tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 20 13:26:27.240891 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-b36d26ad-1495-43f1-8d6f-7b1231c0a4db tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:26:27.242303 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b36d26ad-1495-43f1-8d6f-7b1231c0a4db tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071921 Apr 20 13:26:27.245212 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38064) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:27.253625 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-241c96d7-efc9-4ecc-b24c-564ff7ed82c1 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Request body: {'security_group_rule': {'security_group_id': 'fd79e325-6f6b-4c23-b678-0bd4aba450f1', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:27.284616 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 3d658bbc-7851-48c6-ba66-dd327e4ad277 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:26:27.305970 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 3d658bbc-7851-48c6-ba66-dd327e4ad277 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:26:27.306295 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 3d658bbc-7851-48c6-ba66-dd327e4ad277 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:26:27.340397 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38068) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:27.439722 n-d-836015-7 neutron-server[114869]: INFO neutron.db.securitygroups_db [None req-241c96d7-efc9-4ecc-b24c-564ff7ed82c1 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Project 75f65caef5c84b5da67306bdea39acb7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:26:27.457530 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-bd1c59ec-3a91-43ca-aa0c-859f998d7f2c tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-304619817'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:27.596195 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-241c96d7-efc9-4ecc-b24c-564ff7ed82c1 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:26:27.599938 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-241c96d7-efc9-4ecc-b24c-564ff7ed82c1 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3511865 Apr 20 13:26:27.600157 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38074) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:27.605068 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-4d6664e7-b7a6-4abb-ab53-451a16df841c tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Request body: {'security_group_rule': {'security_group_id': 'fd79e325-6f6b-4c23-b678-0bd4aba450f1', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:27.702973 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1c59ec-3a91-43ca-aa0c-859f998d7f2c tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Made reservation on behalf of bd5acb21354b4b7aa48a99184305483d for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:26:27.717791 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd1c59ec-3a91-43ca-aa0c-859f998d7f2c tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:27.726129 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd1c59ec-3a91-43ca-aa0c-859f998d7f2c tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:27.744460 n-d-836015-7 neutron-server[114869]: INFO neutron.db.securitygroups_db [None req-4d6664e7-b7a6-4abb-ab53-451a16df841c tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Project 75f65caef5c84b5da67306bdea39acb7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:26:27.861762 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-4d6664e7-b7a6-4abb-ab53-451a16df841c tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:26:27.862956 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4d6664e7-b7a6-4abb-ab53-451a16df841c tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2618039 Apr 20 13:26:27.866000 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38088) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:27.891771 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd1c59ec-3a91-43ca-aa0c-859f998d7f2c tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:27.911246 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8da23f-0a82-4c52-858f-f5caf7b1c728 req-1b6b62c1-2f73-4d42-a520-6a7384cf164b tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:27.912734 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2b8da23f-0a82-4c52-858f-f5caf7b1c728 req-1b6b62c1-2f73-4d42-a520-6a7384cf164b tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ab95a47-c918-4687-9cf5-b957157542c3 HTTP/1.1" status: 200 len: 946 time: 0.0659869 Apr 20 13:26:27.920566 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-923b15b4-4346-4071-ab2f-38ad7d5f3c38 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:27.951204 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-923b15b4-4346-4071-ab2f-38ad7d5f3c38 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:27.956873 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2b8da23f-0a82-4c52-858f-f5caf7b1c728 req-4b5ea179-4871-4ed6-a27f-0a475ca88674 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357127 Apr 20 13:26:27.960034 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd1c59ec-3a91-43ca-aa0c-859f998d7f2c tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:27.996658 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c59ec-3a91-43ca-aa0c-859f998d7f2c tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3213c117-8da8-4ec8-a813-e4bf36b4bc8e,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:28.021054 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd1c59ec-3a91-43ca-aa0c-859f998d7f2c tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:26:28.085452 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:28.102710 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-923b15b4-4346-4071-ab2f-38ad7d5f3c38 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:28.105209 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd1c59ec-3a91-43ca-aa0c-859f998d7f2c tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:28.105728 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-bd1c59ec-3a91-43ca-aa0c-859f998d7f2c tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Added segment ca49df48-4348-4559-8e12-af39d2905e06 of type vlan for network 02c823c1-359f-4892-9e7b-373b32dacb09 Apr 20 13:26:28.106268 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-923b15b4-4346-4071-ab2f-38ad7d5f3c38 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:28.109320 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-923b15b4-4346-4071-ab2f-38ad7d5f3c38 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "DELETE /v2.0/security-groups/fd79e325-6f6b-4c23-b678-0bd4aba450f1 HTTP/1.1" status: 204 len: 168 time: 0.2411590 Apr 20 13:26:28.114751 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38092) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:28.153809 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b15b4-4346-4071-ab2f-38ad7d5f3c38 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd79e325-6f6b-4c23-b678-0bd4aba450f1,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:28.172046 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd1c59ec-3a91-43ca-aa0c-859f998d7f2c tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:28.188695 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f0de1275-d7d0-4780-8fbc-8df4fc8ec313 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0724134 Apr 20 13:26:28.193186 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38096) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:28.198784 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-07ada41a-c82e-4494-9838-d1b08ff7200b tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Request body: {'security_group': {'name': 'tempest-secgroup--1771545509'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:28.443216 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd1c59ec-3a91-43ca-aa0c-859f998d7f2c tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:28.448318 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1c59ec-3a91-43ca-aa0c-859f998d7f2c tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:28.448946 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd1c59ec-3a91-43ca-aa0c-859f998d7f2c tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:28.475131 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-07ada41a-c82e-4494-9838-d1b08ff7200b tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:28.548402 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c59ec-3a91-43ca-aa0c-859f998d7f2c tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Pushing event updated for resources: {'Network': ['ID=02c823c1-359f-4892-9e7b-373b32dacb09,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:28.562127 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 02c823c1-359f-4892-9e7b-373b32dacb09 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:26:28.612499 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-07ada41a-c82e-4494-9838-d1b08ff7200b tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:28.693055 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-bd1c59ec-3a91-43ca-aa0c-859f998d7f2c tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.3465834 Apr 20 13:26:28.693055 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38102) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:28.695756 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-1b7b2b42-bfa0-4078-b49e-7669986b379b tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Request body: {'subnet': {'network_id': '02c823c1-359f-4892-9e7b-373b32dacb09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:28.742153 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-07ada41a-c82e-4494-9838-d1b08ff7200b tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:28.797230 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ada41a-c82e-4494-9838-d1b08ff7200b tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f69441c1-3941-4d6a-822a-44f28c1b321a,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:28.874346 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c2031-2011-487e-a545-8521e5b27b4d req-b5ef6acb-17ca-4902-b4a3-4d6b572d9d35 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:28.876410 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-07ada41a-c82e-4494-9838-d1b08ff7200b tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:28.876757 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0c3c2031-2011-487e-a545-8521e5b27b4d req-b5ef6acb-17ca-4902-b4a3-4d6b572d9d35 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ab95a47-c918-4687-9cf5-b957157542c3 HTTP/1.1" status: 200 len: 946 time: 0.0647006 Apr 20 13:26:28.879451 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-07ada41a-c82e-4494-9838-d1b08ff7200b tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6831434 Apr 20 13:26:28.880990 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38114) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:28.885847 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-4ecebfb6-04ac-4762-8500-f496756c6bf4 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Request body: {'security_group_rule': {'security_group_id': 'f69441c1-3941-4d6a-822a-44f28c1b321a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:28.917060 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7b2b42-bfa0-4078-b49e-7669986b379b tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Made reservation on behalf of bd5acb21354b4b7aa48a99184305483d for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:26:28.919182 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1b7b2b42-bfa0-4078-b49e-7669986b379b tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:29.011144 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-0c3c2031-2011-487e-a545-8521e5b27b4d req-62f24e10-74d1-4419-882a-c72fd9047800 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Deleting port 1c47accb-165e-4205-8dff-c3a4e9fd0be6 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:26:29.016853 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0c3c2031-2011-487e-a545-8521e5b27b4d req-62f24e10-74d1-4419-882a-c72fd9047800 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:29.157664 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-0c3c2031-2011-487e-a545-8521e5b27b4d req-62f24e10-74d1-4419-882a-c72fd9047800 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] For port 1c47accb-165e-4205-8dff-c3a4e9fd0be6, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=1c47accb-165e-4205-8dff-c3a4e9fd0be6,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:26:29.158337 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0c3c2031-2011-487e-a545-8521e5b27b4d req-62f24e10-74d1-4419-882a-c72fd9047800 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:29.178533 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-0c3c2031-2011-487e-a545-8521e5b27b4d req-62f24e10-74d1-4419-882a-c72fd9047800 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Calling delete_port for 1c47accb-165e-4205-8dff-c3a4e9fd0be6 owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:26:29.218959 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-4ecebfb6-04ac-4762-8500-f496756c6bf4 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] create failed (client error): The resource could not be found. Apr 20 13:26:29.218959 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4ecebfb6-04ac-4762-8500-f496756c6bf4 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3359544 Apr 20 13:26:29.221336 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38122) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:29.228059 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-aa029c06-868d-47f6-ad28-6ebff6fc04a8 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Request body: {'security_group_rule': {'security_group_id': 'f69441c1-3941-4d6a-822a-44f28c1b321a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '696b758e-a2b8-440b-aaf5-841a8db3f2c8'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:29.262980 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8d0ae-ba68-4106-ad7f-707e9a0c9dae req-d714637b-6e78-4cae-97a6-5e8319163a57 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:29.275391 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-59c8d0ae-ba68-4106-ad7f-707e9a0c9dae req-d714637b-6e78-4cae-97a6-5e8319163a57 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ab95a47-c918-4687-9cf5-b957157542c3 HTTP/1.1" status: 200 len: 946 time: 0.1319702 Apr 20 13:26:29.308995 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1b7b2b42-bfa0-4078-b49e-7669986b379b tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:29.355211 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-59c8d0ae-ba68-4106-ad7f-707e9a0c9dae req-b174ad47-c05c-4a5f-9c64-44839aad7a5c tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718336 Apr 20 13:26:29.385043 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b2b42-bfa0-4078-b49e-7669986b379b tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Pushing event updated for resources: {'Subnet': ['ID=0dd53871-4f2c-45ce-9793-7930524623de,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:29.400935 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7b2b42-bfa0-4078-b49e-7669986b379b tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Checking segment: {'id': 'ca49df48-4348-4559-8e12-af39d2905e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '02c823c1-359f-4892-9e7b-373b32dacb09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:26:29.401264 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7b2b42-bfa0-4078-b49e-7669986b379b tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Network hostable DHCP agents. Network: 02c823c1-359f-4892-9e7b-373b32dacb09, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:26:29.444607 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:29.496849 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0c3c2031-2011-487e-a545-8521e5b27b4d req-62f24e10-74d1-4419-882a-c72fd9047800 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:29.508874 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['1c47accb-165e-4205-8dff-c3a4e9fd0be6'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:26:29.511974 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['92fc024d-a659-4972-8862-3110d9cc2637'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:26:29.526634 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f24e10-74d1-4419-882a-c72fd9047800 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Pushing event deleted for resources: {'Port': ['ID=1c47accb-165e-4205-8dff-c3a4e9fd0be6,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:29.543826 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-aa029c06-868d-47f6-ad28-6ebff6fc04a8 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] create failed (client error): The resource could not be found. Apr 20 13:26:29.548111 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-aa029c06-868d-47f6-ad28-6ebff6fc04a8 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3219814 Apr 20 13:26:29.548111 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7b2b42-bfa0-4078-b49e-7669986b379b tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Network 02c823c1-359f-4892-9e7b-373b32dacb09 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:26:29.556711 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38126) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:29.654771 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c3c2031-2011-487e-a545-8521e5b27b4d req-62f24e10-74d1-4419-882a-c72fd9047800 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] No DVR routers for this DVR port 1c47accb-165e-4205-8dff-c3a4e9fd0be6 on host n-h2-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:26:29.657594 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0c3c2031-2011-487e-a545-8521e5b27b4d req-62f24e10-74d1-4419-882a-c72fd9047800 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:29.662072 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0c3c2031-2011-487e-a545-8521e5b27b4d req-62f24e10-74d1-4419-882a-c72fd9047800 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.15 "DELETE /v2.0/ports/1c47accb-165e-4205-8dff-c3a4e9fd0be6 HTTP/1.1" status: 204 len: 173 time: 0.7796001 Apr 20 13:26:29.662757 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab95a47-c918-4687-9cf5-b957157542c3', 'name': 'network-vif-deleted', 'tag': '1c47accb-165e-4205-8dff-c3a4e9fd0be6'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:26:29.675146 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd867ec4-9ead-4add-b7ff-dd211341aaf5" -d '{"events": [{"server_uuid": "3ab95a47-c918-4687-9cf5-b957157542c3", "name": "network-vif-deleted", "tag": "1c47accb-165e-4205-8dff-c3a4e9fd0be6"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:26:29.705467 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12299c6f-c177-4fc7-aa55-d3b31d57cc14 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:29.733614 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12299c6f-c177-4fc7-aa55-d3b31d57cc14 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:29.736453 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-1b7b2b42-bfa0-4078-b49e-7669986b379b tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 02c823c1-359f-4892-9e7b-373b32dacb09) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:26:29.763075 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7b2b42-bfa0-4078-b49e-7669986b379b tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:29.768946 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1b7b2b42-bfa0-4078-b49e-7669986b379b tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:29.777177 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193d0f0e-32a0-419d-a9b8-b4af3ab33b76 None None] Network 02c823c1-359f-4892-9e7b-373b32dacb09 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:26:29.854368 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:29.986063 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1b7b2b42-bfa0-4078-b49e-7669986b379b tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2932994 Apr 20 13:26:29.988098 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38144) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:29.993224 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-76317a9d-7fa1-4fd7-bbeb-80ebb327aaf4 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Request body: {'port': {'network_id': '02c823c1-359f-4892-9e7b-373b32dacb09', 'name': 'tempest-AllowedAddressPairTestJSON-2138847811'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:30.024003 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12299c6f-c177-4fc7-aa55-d3b31d57cc14 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:30.025216 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6883049-96c2-4449-b4c1-5aaf3390e7e5 x-openstack-request-id: req-b6883049-96c2-4449-b4c1-5aaf3390e7e5 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:26:30.026102 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab95a47-c918-4687-9cf5-b957157542c3", "name": "network-vif-deleted", "tag": "1c47accb-165e-4205-8dff-c3a4e9fd0be6", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:26:30.026514 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b6883049-96c2-4449-b4c1-5aaf3390e7e5 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:26:30.027272 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6883049-96c2-4449-b4c1-5aaf3390e7e5'] response: {'server_uuid': '3ab95a47-c918-4687-9cf5-b957157542c3', 'name': 'network-vif-deleted', 'tag': '1c47accb-165e-4205-8dff-c3a4e9fd0be6', 'status': 'completed', 'code': 200} Apr 20 13:26:30.030888 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12299c6f-c177-4fc7-aa55-d3b31d57cc14 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:30.033605 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-12299c6f-c177-4fc7-aa55-d3b31d57cc14 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "DELETE /v2.0/security-groups/f69441c1-3941-4d6a-822a-44f28c1b321a HTTP/1.1" status: 204 len: 168 time: 0.4771061 Apr 20 13:26:30.035009 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38146) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:30.085586 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12299c6f-c177-4fc7-aa55-d3b31d57cc14 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69441c1-3941-4d6a-822a-44f28c1b321a,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:30.112247 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7cea82-d275-4b4c-adc1-51faabc3496d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-02c823c1-359f-4892-9e7b-373b32dacb09', 'network_id': '02c823c1-359f-4892-9e7b-373b32dacb09', 'tenant_id': 'bd5acb21354b4b7aa48a99184305483d', 'fixed_ips': [{'subnet_id': '0dd53871-4f2c-45ce-9793-7930524623de'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:26:30.114587 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fb7cea82-d275-4b4c-adc1-51faabc3496d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:30.162277 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1b41b227-e0f7-418c-ad9f-eff52517c474 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1257787 Apr 20 13:26:30.163293 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38150) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:30.179789 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-b83b7f57-6102-4d79-90da-766764a9c50d tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Request body: {'security_group_rule': {'security_group_id': 'b667757d-ee08-4267-b654-b92ff41e022d', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:30.348346 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76317a9d-7fa1-4fd7-bbeb-80ebb327aaf4 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Made reservation on behalf of bd5acb21354b4b7aa48a99184305483d for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:26:30.351930 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-76317a9d-7fa1-4fd7-bbeb-80ebb327aaf4 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:30.372643 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [None req-76317a9d-7fa1-4fd7-bbeb-80ebb327aaf4 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] device_id is not set on port deb4d847-c3ec-447e-9379-7705bfd22730 yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:26:30.518369 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a6e80d29-0178-40b3-8ff8-f0834bee35d3 req-6b031e4d-427d-4dd3-922f-fe2acb1aedc8 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ab95a47-c918-4687-9cf5-b957157542c3 HTTP/1.1" status: 200 len: 210 time: 0.0456309 Apr 20 13:26:30.531594 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-b83b7f57-6102-4d79-90da-766764a9c50d tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] create failed (client error): The resource could not be found. Apr 20 13:26:30.543478 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b83b7f57-6102-4d79-90da-766764a9c50d tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3681939 Apr 20 13:26:30.543478 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38158) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:30.546420 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-fb7cea82-d275-4b4c-adc1-51faabc3496d None None] Allocated IP 172.20.0.2 (02c823c1-359f-4892-9e7b-373b32dacb09/0dd53871-4f2c-45ce-9793-7930524623de/ddfd03c3-96c9-428e-b92e-3078ec955b43) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:26:30.547193 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-84bcdd7b-1d9f-4f49-b832-66f04fa5a59b tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Request body: {'security_group': {'name': 'tempest-secgroup--1411544212'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:30.719749 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd7b-1d9f-4f49-b832-66f04fa5a59b tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:30.732798 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fb7cea82-d275-4b4c-adc1-51faabc3496d None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:30.795335 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd7b-1d9f-4f49-b832-66f04fa5a59b tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:30.833945 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fb7cea82-d275-4b4c-adc1-51faabc3496d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:30.902571 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd7b-1d9f-4f49-b832-66f04fa5a59b tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:30.912495 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7cea82-d275-4b4c-adc1-51faabc3496d None None] Network 02c823c1-359f-4892-9e7b-373b32dacb09 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:26:30.913883 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cea82-d275-4b4c-adc1-51faabc3496d None None] Pushing event updated for resources: {'Port': ['ID=ddfd03c3-96c9-428e-b92e-3078ec955b43,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:30.936072 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-fb7cea82-d275-4b4c-adc1-51faabc3496d None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:26:30.950001 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7cea82-d275-4b4c-adc1-51faabc3496d None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:26:30.967607 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcdd7b-1d9f-4f49-b832-66f04fa5a59b tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f66d12d-34e0-42fd-a64d-677572b66e57,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:30.976415 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.db.api [None req-76317a9d-7fa1-4fd7-bbeb-80ebb327aaf4 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-acefd6d3-bb29-449e-9d38-40941e3ea4bf {{(pid=114869) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:26:30.977714 n-d-836015-7 neutron-server[114869]: DEBUG oslo_db.api [None req-76317a9d-7fa1-4fd7-bbeb-80ebb327aaf4 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:26:30.998849 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84bcdd7b-1d9f-4f49-b832-66f04fa5a59b tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:31.001161 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-84bcdd7b-1d9f-4f49-b832-66f04fa5a59b tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4631252 Apr 20 13:26:31.004108 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38170) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:31.010128 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-0fa68895-424b-4f5c-85f3-2dca923675ac tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Request body: {'security_group': {'name': 'tempest-secgroup--1039670965'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:31.026941 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-fb7cea82-d275-4b4c-adc1-51faabc3496d None None] Attempting to bind port ddfd03c3-96c9-428e-b92e-3078ec955b43 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:26:31.028512 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-fb7cea82-d275-4b4c-adc1-51faabc3496d None None] Attempting to bind port ddfd03c3-96c9-428e-b92e-3078ec955b43 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'ca49df48-4348-4559-8e12-af39d2905e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '02c823c1-359f-4892-9e7b-373b32dacb09'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:26:31.028512 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7cea82-d275-4b4c-adc1-51faabc3496d None None] Attempting to bind port ddfd03c3-96c9-428e-b92e-3078ec955b43 on network 02c823c1-359f-4892-9e7b-373b32dacb09 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:26:31.033745 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7cea82-d275-4b4c-adc1-51faabc3496d None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:26:31.034886 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7cea82-d275-4b4c-adc1-51faabc3496d None None] Checking segment: {'id': 'ca49df48-4348-4559-8e12-af39d2905e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '02c823c1-359f-4892-9e7b-373b32dacb09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:26:31.035697 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fb7cea82-d275-4b4c-adc1-51faabc3496d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:31.036565 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7cea82-d275-4b4c-adc1-51faabc3496d None None] Bound using segment: {'id': 'ca49df48-4348-4559-8e12-af39d2905e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '02c823c1-359f-4892-9e7b-373b32dacb09'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:26:31.048976 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-fb7cea82-d275-4b4c-adc1-51faabc3496d None None] Bound port: ddfd03c3-96c9-428e-b92e-3078ec955b43, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca49df48-4348-4559-8e12-af39d2905e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '02c823c1-359f-4892-9e7b-373b32dacb09'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:26:31.049857 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fb7cea82-d275-4b4c-adc1-51faabc3496d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:31.131594 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0fa68895-424b-4f5c-85f3-2dca923675ac tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:31.168243 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-fb7cea82-d275-4b4c-adc1-51faabc3496d None None] For port ddfd03c3-96c9-428e-b92e-3078ec955b43, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:26:31.176671 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-fb7cea82-d275-4b4c-adc1-51faabc3496d None None] For port ddfd03c3-96c9-428e-b92e-3078ec955b43, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ddfd03c3-96c9-428e-b92e-3078ec955b43,segment=NetworkSegment(ca49df48-4348-4559-8e12-af39d2905e06),segment_id=ca49df48-4348-4559-8e12-af39d2905e06)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:26:31.236676 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0fa68895-424b-4f5c-85f3-2dca923675ac tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:31.377796 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0fa68895-424b-4f5c-85f3-2dca923675ac tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:31.378374 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fb7cea82-d275-4b4c-adc1-51faabc3496d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:31.411323 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa68895-424b-4f5c-85f3-2dca923675ac tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01eee6cf-af95-4953-b002-eae550ec5e5e,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:31.474508 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cea82-d275-4b4c-adc1-51faabc3496d None None] Pushing event updated for resources: {'Port': ['ID=ddfd03c3-96c9-428e-b92e-3078ec955b43,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:31.479333 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-76317a9d-7fa1-4fd7-bbeb-80ebb327aaf4 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:31.502355 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [None req-76317a9d-7fa1-4fd7-bbeb-80ebb327aaf4 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] device_id is not set on port b1ba28c5-b683-4035-af9f-5e7e85e851df yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:26:31.544077 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0fa68895-424b-4f5c-85f3-2dca923675ac tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:31.548273 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-0fa68895-424b-4f5c-85f3-2dca923675ac tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5401912 Apr 20 13:26:31.548408 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38184) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:31.552693 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-93f4cb08-3a27-41b1-9d98-7c0559d165e7 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Request body: {'security_group_rule': {'security_group_id': '7f66d12d-34e0-42fd-a64d-677572b66e57', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '01eee6cf-af95-4953-b002-eae550ec5e5e'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:31.626597 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:26:31.656342 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-76317a9d-7fa1-4fd7-bbeb-80ebb327aaf4 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Allocated IP 172.20.0.7 (02c823c1-359f-4892-9e7b-373b32dacb09/0dd53871-4f2c-45ce-9793-7930524623de/b1ba28c5-b683-4035-af9f-5e7e85e851df) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:26:31.706819 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 1c47accb-165e-4205-8dff-c3a4e9fd0be6 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:26:31.751713 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 1c47accb-165e-4205-8dff-c3a4e9fd0be6 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:26:31.752681 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 1c47accb-165e-4205-8dff-c3a4e9fd0be6 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:26:31.911229 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-76317a9d-7fa1-4fd7-bbeb-80ebb327aaf4 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:31.959079 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-93f4cb08-3a27-41b1-9d98-7c0559d165e7 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:26:31.960017 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-93f4cb08-3a27-41b1-9d98-7c0559d165e7 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4107568 Apr 20 13:26:31.970635 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38196) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:32.058451 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2eaf40d6-8fef-4956-b2ed-ff3be276b069 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:32.083325 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2eaf40d6-8fef-4956-b2ed-ff3be276b069 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:32.104345 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-76317a9d-7fa1-4fd7-bbeb-80ebb327aaf4 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:32.117190 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ddfd03c3-96c9-428e-b92e-3078ec955b43 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:26:32.196905 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port ddfd03c3-96c9-428e-b92e-3078ec955b43 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:32.197325 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:32.210636 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76317a9d-7fa1-4fd7-bbeb-80ebb327aaf4 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Network 02c823c1-359f-4892-9e7b-373b32dacb09 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:26:32.212622 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-76317a9d-7fa1-4fd7-bbeb-80ebb327aaf4 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:26:32.238915 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76317a9d-7fa1-4fd7-bbeb-80ebb327aaf4 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Pushing event updated for resources: {'Port': ['ID=b1ba28c5-b683-4035-af9f-5e7e85e851df,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:32.244156 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76317a9d-7fa1-4fd7-bbeb-80ebb327aaf4 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:26:32.306697 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:32.354940 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port ddfd03c3-96c9-428e-b92e-3078ec955b43, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ddfd03c3-96c9-428e-b92e-3078ec955b43,segment=NetworkSegment(ca49df48-4348-4559-8e12-af39d2905e06),segment_id=ca49df48-4348-4559-8e12-af39d2905e06)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:26:32.496386 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:32.672502 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=ddfd03c3-96c9-428e-b92e-3078ec955b43,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:32.730692 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76317a9d-7fa1-4fd7-bbeb-80ebb327aaf4 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:32.731958 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-76317a9d-7fa1-4fd7-bbeb-80ebb327aaf4 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:32.760573 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9829bf-eb6b-408a-8d04-f4421abf0b49 req-0516faf4-53b6-47c2-bd0b-2c9017fd1c7f tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:32.760573 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ac9829bf-eb6b-408a-8d04-f4421abf0b49 req-0516faf4-53b6-47c2-bd0b-2c9017fd1c7f tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8914967-9f85-4f13-a1b1-1d36d5a6da77 HTTP/1.1" status: 200 len: 946 time: 0.5157418 Apr 20 13:26:32.781212 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362fa125-8b1d-40f1-b9fd-20cf911d8c21 req-6ba831db-95bb-42a7-9b54-1eae9b436200 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:32.782783 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-362fa125-8b1d-40f1-b9fd-20cf911d8c21 req-6ba831db-95bb-42a7-9b54-1eae9b436200 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8914967-9f85-4f13-a1b1-1d36d5a6da77 HTTP/1.1" status: 200 len: 946 time: 0.1366560 Apr 20 13:26:32.803010 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2eaf40d6-8fef-4956-b2ed-ff3be276b069 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:32.805777 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2eaf40d6-8fef-4956-b2ed-ff3be276b069 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:32.811238 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2eaf40d6-8fef-4956-b2ed-ff3be276b069 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "DELETE /v2.0/security-groups/01eee6cf-af95-4953-b002-eae550ec5e5e HTTP/1.1" status: 204 len: 168 time: 0.8351572 Apr 20 13:26:32.811438 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38202) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:32.854953 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf40d6-8fef-4956-b2ed-ff3be276b069 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01eee6cf-af95-4953-b002-eae550ec5e5e,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:32.871585 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ac9829bf-eb6b-408a-8d04-f4421abf0b49 req-6265930f-e2cd-41ec-bed6-5570ab70f633 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=24f64341-d4c8-4478-b5d2-26511be228be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051745 Apr 20 13:26:32.884006 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-76317a9d-7fa1-4fd7-bbeb-80ebb327aaf4 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8921719 Apr 20 13:26:32.892137 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38206) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:32.906521 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-af1af34c-0a64-4940-944f-59f1abf853a4 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Request body: {'port': {'network_id': '02c823c1-359f-4892-9e7b-373b32dacb09', 'name': 'tempest-AllowedAddressPairTestJSON-1791984561', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:01:63:c5'}]}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:32.964804 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-362fa125-8b1d-40f1-b9fd-20cf911d8c21 req-2c487202-476e-4744-9d07-94e70d914830 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Deleting port 92fc024d-a659-4972-8862-3110d9cc2637 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:26:32.964804 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-362fa125-8b1d-40f1-b9fd-20cf911d8c21 req-2c487202-476e-4744-9d07-94e70d914830 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:32.989162 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2967ab4e-c4b5-4f12-8787-8616aa802013 None None] Network 02c823c1-359f-4892-9e7b-373b32dacb09 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:26:33.003768 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7d195cbc-3db5-4bad-90a0-293bd43d0e33 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1928701 Apr 20 13:26:33.008734 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38210) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:33.083170 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-f75202d0-3a40-4860-8b82-7e9b16949522 None None] Provisioning complete for port ddfd03c3-96c9-428e-b92e-3078ec955b43 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:33.083568 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f75202d0-3a40-4860-8b82-7e9b16949522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:33.089967 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-362fa125-8b1d-40f1-b9fd-20cf911d8c21 req-2c487202-476e-4744-9d07-94e70d914830 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] For port 92fc024d-a659-4972-8862-3110d9cc2637, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=92fc024d-a659-4972-8862-3110d9cc2637,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:26:33.090540 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-362fa125-8b1d-40f1-b9fd-20cf911d8c21 req-2c487202-476e-4744-9d07-94e70d914830 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:33.115823 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-362fa125-8b1d-40f1-b9fd-20cf911d8c21 req-2c487202-476e-4744-9d07-94e70d914830 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Calling delete_port for 92fc024d-a659-4972-8862-3110d9cc2637 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:26:33.138287 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c5a5d362-fb6b-4f3f-b1df-9cbfa91f5d63 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:33.167816 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c5a5d362-fb6b-4f3f-b1df-9cbfa91f5d63 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:33.248569 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1af34c-0a64-4940-944f-59f1abf853a4 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Made reservation on behalf of bd5acb21354b4b7aa48a99184305483d for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:26:33.361008 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-af1af34c-0a64-4940-944f-59f1abf853a4 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:33.381201 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-af1af34c-0a64-4940-944f-59f1abf853a4 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] device_id is not set on port 5e813088-67c9-4611-be45-f9789c10016b yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:26:33.425142 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c5a5d362-fb6b-4f3f-b1df-9cbfa91f5d63 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:33.428072 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c5a5d362-fb6b-4f3f-b1df-9cbfa91f5d63 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:33.429534 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c5a5d362-fb6b-4f3f-b1df-9cbfa91f5d63 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "DELETE /v2.0/security-groups/7f66d12d-34e0-42fd-a64d-677572b66e57 HTTP/1.1" status: 204 len: 168 time: 0.4179220 Apr 20 13:26:33.441497 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38214) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:33.444334 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-362fa125-8b1d-40f1-b9fd-20cf911d8c21 req-2c487202-476e-4744-9d07-94e70d914830 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:33.479554 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a5d362-fb6b-4f3f-b1df-9cbfa91f5d63 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f66d12d-34e0-42fd-a64d-677572b66e57,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:33.516211 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c487202-476e-4744-9d07-94e70d914830 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Pushing event deleted for resources: {'Port': ['ID=92fc024d-a659-4972-8862-3110d9cc2637,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:33.559620 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0e7d311b-2830-4c0c-816b-93124a80c932 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1102641 Apr 20 13:26:33.560936 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38216) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:33.570573 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-8842877a-f210-4b32-8929-969d549dba5d tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Request body: {'security_group': {'name': 'tempest-secgroup--1624944610'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:33.614414 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-362fa125-8b1d-40f1-b9fd-20cf911d8c21 req-2c487202-476e-4744-9d07-94e70d914830 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] No DVR routers for this DVR port 92fc024d-a659-4972-8862-3110d9cc2637 on host n-h1-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:26:33.618689 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-362fa125-8b1d-40f1-b9fd-20cf911d8c21 req-2c487202-476e-4744-9d07-94e70d914830 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:33.623309 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-362fa125-8b1d-40f1-b9fd-20cf911d8c21 req-2c487202-476e-4744-9d07-94e70d914830 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.32 "DELETE /v2.0/ports/92fc024d-a659-4972-8862-3110d9cc2637 HTTP/1.1" status: 204 len: 173 time: 0.8298025 Apr 20 13:26:33.624008 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8914967-9f85-4f13-a1b1-1d36d5a6da77', 'name': 'network-vif-deleted', 'tag': '92fc024d-a659-4972-8862-3110d9cc2637'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:26:33.628786 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c456a2-7e67-4386-a788-f777038e1b92" -d '{"events": [{"server_uuid": "d8914967-9f85-4f13-a1b1-1d36d5a6da77", "name": "network-vif-deleted", "tag": "92fc024d-a659-4972-8862-3110d9cc2637"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:26:33.640525 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-af1af34c-0a64-4940-944f-59f1abf853a4 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Allocated IP 172.20.0.14 (02c823c1-359f-4892-9e7b-373b32dacb09/0dd53871-4f2c-45ce-9793-7930524623de/5e813088-67c9-4611-be45-f9789c10016b) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:26:33.703343 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d0b179-b230-4642-92b9-fa3d94ab74cd x-openstack-request-id: req-43d0b179-b230-4642-92b9-fa3d94ab74cd {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:26:33.703923 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8914967-9f85-4f13-a1b1-1d36d5a6da77", "name": "network-vif-deleted", "tag": "92fc024d-a659-4972-8862-3110d9cc2637", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:26:33.704339 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-43d0b179-b230-4642-92b9-fa3d94ab74cd {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:26:33.705551 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43d0b179-b230-4642-92b9-fa3d94ab74cd'] response: {'server_uuid': 'd8914967-9f85-4f13-a1b1-1d36d5a6da77', 'name': 'network-vif-deleted', 'tag': '92fc024d-a659-4972-8862-3110d9cc2637', 'status': 'completed', 'code': 200} Apr 20 13:26:33.739839 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-aeb5115f-a90f-4dcc-9705-0a84f9c8232f None None] Provisioning complete for port ddfd03c3-96c9-428e-b92e-3078ec955b43 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:33.740221 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-aeb5115f-a90f-4dcc-9705-0a84f9c8232f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:33.791994 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8842877a-f210-4b32-8929-969d549dba5d tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:33.960187 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-aeb5115f-a90f-4dcc-9705-0a84f9c8232f None None] Provisioning complete for port b1ba28c5-b683-4035-af9f-5e7e85e851df triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:33.960826 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-aeb5115f-a90f-4dcc-9705-0a84f9c8232f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:34.042739 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-aeb5115f-a90f-4dcc-9705-0a84f9c8232f None None] Port b1ba28c5-b683-4035-af9f-5e7e85e851df cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:26:34.102575 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c037fbbb-ddc5-48ec-9664-02436fb16e2d req-953cdadf-ad4e-4287-9644-5dc116976e0d tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8914967-9f85-4f13-a1b1-1d36d5a6da77 HTTP/1.1" status: 200 len: 210 time: 0.0929239 Apr 20 13:26:34.151462 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ddfd03c3-96c9-428e-b92e-3078ec955b43 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:26:34.170755 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8842877a-f210-4b32-8929-969d549dba5d tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:34.190911 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-af1af34c-0a64-4940-944f-59f1abf853a4 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:34.229861 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-df82380e-61d9-48bc-992c-d9afc85a606a None None] Provisioning complete for port b1ba28c5-b683-4035-af9f-5e7e85e851df triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:34.230477 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-df82380e-61d9-48bc-992c-d9afc85a606a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:34.280101 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-df82380e-61d9-48bc-992c-d9afc85a606a None None] Port b1ba28c5-b683-4035-af9f-5e7e85e851df cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:26:34.281987 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port ddfd03c3-96c9-428e-b92e-3078ec955b43 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:34.282514 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:34.283672 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8842877a-f210-4b32-8929-969d549dba5d tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:34.343648 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8842877a-f210-4b32-8929-969d549dba5d tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2b9d12-c9de-44ad-815d-efd2672c077b,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:34.388648 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-af1af34c-0a64-4940-944f-59f1abf853a4 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:34.435177 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8842877a-f210-4b32-8929-969d549dba5d tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:34.435177 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8842877a-f210-4b32-8929-969d549dba5d tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8734307 Apr 20 13:26:34.437689 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38232) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:34.450342 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-b53f3479-8a19-42c0-9503-485eeb70e520 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Request body: {'security_group_rule': {'security_group_id': 'fe2b9d12-c9de-44ad-815d-efd2672c077b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:34.481083 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1af34c-0a64-4940-944f-59f1abf853a4 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Pushing event updated for resources: {'Port': ['ID=5e813088-67c9-4611-be45-f9789c10016b,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:34.484916 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1af34c-0a64-4940-944f-59f1abf853a4 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Network 02c823c1-359f-4892-9e7b-373b32dacb09 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:26:34.497162 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-af1af34c-0a64-4940-944f-59f1abf853a4 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:26:34.521550 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1af34c-0a64-4940-944f-59f1abf853a4 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:26:34.608466 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1af34c-0a64-4940-944f-59f1abf853a4 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:34.611474 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-af1af34c-0a64-4940-944f-59f1abf853a4 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:34.754783 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38236) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:34.767168 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-af1af34c-0a64-4940-944f-59f1abf853a4 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.8610392 Apr 20 13:26:34.834569 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-b53f3479-8a19-42c0-9503-485eeb70e520 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:26:34.838635 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b53f3479-8a19-42c0-9503-485eeb70e520 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3969724 Apr 20 13:26:34.838906 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38238) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:34.843643 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-d1506239-0f51-405d-8b7b-6de11937a43e tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Request body: {'security_group_rule': {'security_group_id': 'fe2b9d12-c9de-44ad-815d-efd2672c077b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:34.880413 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ef0459-20e6-45b0-953f-fab6d5211274 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:34.887952 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ef0459-20e6-45b0-953f-fab6d5211274 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:34.895285 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ef0459-20e6-45b0-953f-fab6d5211274 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:34.897426 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a6ef0459-20e6-45b0-953f-fab6d5211274 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.1412463 Apr 20 13:26:34.900567 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38240) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:34.934412 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-c371f0d0-dc82-4064-9047-beb6d3acbb3f None None] Provisioning complete for port 5e813088-67c9-4611-be45-f9789c10016b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:34.939939 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c371f0d0-dc82-4064-9047-beb6d3acbb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:34.980310 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-c371f0d0-dc82-4064-9047-beb6d3acbb3f None None] Port 5e813088-67c9-4611-be45-f9789c10016b cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:26:35.104946 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-36268e5e-df76-4699-8531-92cb5d8f307f tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Deleting port 5e813088-67c9-4611-be45-f9789c10016b {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:26:35.104946 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-36268e5e-df76-4699-8531-92cb5d8f307f tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:35.161028 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-d1506239-0f51-405d-8b7b-6de11937a43e tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:26:35.164757 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d1506239-0f51-405d-8b7b-6de11937a43e tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3220513 Apr 20 13:26:35.165464 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38250) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:35.178740 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b2689-0376-4747-89e1-d4068441ef81 req-ddded44e-9f6c-424d-998e-caefc6d43b47 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:35.182079 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dd8b2689-0376-4747-89e1-d4068441ef81 req-ddded44e-9f6c-424d-998e-caefc6d43b47 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 945 time: 0.0842640 Apr 20 13:26:35.266775 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-36268e5e-df76-4699-8531-92cb5d8f307f tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:35.289629 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dd8b2689-0376-4747-89e1-d4068441ef81 req-5289e560-90a7-4e9d-bbd0-a62728018ae1 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e82e350-d3b5-4615-8d45-416544dfe622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922027 Apr 20 13:26:35.319657 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 92fc024d-a659-4972-8862-3110d9cc2637 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:26:35.323578 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-36268e5e-df76-4699-8531-92cb5d8f307f tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Calling delete_port for 5e813088-67c9-4611-be45-f9789c10016b owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:26:35.360915 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 92fc024d-a659-4972-8862-3110d9cc2637 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:26:35.360915 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 92fc024d-a659-4972-8862-3110d9cc2637 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:26:35.419418 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d224e8ff-f560-40f8-8f58-50adf93221d9 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:35.439316 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be4115-9dcf-4619-845d-450cd2aa6fb8 req-a5c3941d-628d-4d6f-baaf-38766248a928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:35.441199 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-52be4115-9dcf-4619-845d-450cd2aa6fb8 req-a5c3941d-628d-4d6f-baaf-38766248a928 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5dc3931e6714f8cb843649afbc5f7c5&device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 1096 time: 0.1903777 Apr 20 13:26:35.536529 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d224e8ff-f560-40f8-8f58-50adf93221d9 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:35.600829 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be4115-9dcf-4619-845d-450cd2aa6fb8 req-65a49741-654b-45e7-8723-2380da5a9122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:35.602110 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-52be4115-9dcf-4619-845d-450cd2aa6fb8 req-65a49741-654b-45e7-8723-2380da5a9122 service neutron] 10.222.0.15 "GET /v2.0/networks?id=30a0afd4-452b-4cd5-87af-310670c6e8f3 HTTP/1.1" status: 200 len: 919 time: 0.1504550 Apr 20 13:26:35.719535 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-52be4115-9dcf-4619-845d-450cd2aa6fb8 req-00849d8d-9aba-479b-ad80-1dd72cff0edf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9f3730c-1de2-44d2-9176-df2cb0c883eb HTTP/1.1" status: 200 len: 1001 time: 0.0835292 Apr 20 13:26:35.783964 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be4115-9dcf-4619-845d-450cd2aa6fb8 req-ea981097-d9dc-45e2-8be6-ea634eccbd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:35.785607 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-52be4115-9dcf-4619-845d-450cd2aa6fb8 req-ea981097-d9dc-45e2-8be6-ea634eccbd0e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30a664a4-266d-459a-b14d-e17b45ff5b80 HTTP/1.1" status: 200 len: 857 time: 0.0600710 Apr 20 13:26:35.860766 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d224e8ff-f560-40f8-8f58-50adf93221d9 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:35.863659 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d224e8ff-f560-40f8-8f58-50adf93221d9 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:35.870227 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38260) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:35.870375 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d224e8ff-f560-40f8-8f58-50adf93221d9 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "DELETE /v2.0/security-groups/fe2b9d12-c9de-44ad-815d-efd2672c077b HTTP/1.1" status: 204 len: 168 time: 0.7009397 Apr 20 13:26:35.879929 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-36268e5e-df76-4699-8531-92cb5d8f307f tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:35.881968 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224e8ff-f560-40f8-8f58-50adf93221d9 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2b9d12-c9de-44ad-815d-efd2672c077b,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:35.906474 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be4115-9dcf-4619-845d-450cd2aa6fb8 req-cd3892c9-5427-4af4-a07a-e815b70bfb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:35.907315 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd5d18-e5c6-4ad0-aea0-aaf671afb5c2 req-0ac43d76-21d3-4078-987d-6e3fd4ad2393 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:35.909091 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63cd5d18-e5c6-4ad0-aea0-aaf671afb5c2 req-0ac43d76-21d3-4078-987d-6e3fd4ad2393 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.0874045 Apr 20 13:26:35.909234 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-52be4115-9dcf-4619-845d-450cd2aa6fb8 req-cd3892c9-5427-4af4-a07a-e815b70bfb25 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30a0afd4-452b-4cd5-87af-310670c6e8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1171682 Apr 20 13:26:36.029428 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-52be4115-9dcf-4619-845d-450cd2aa6fb8 req-bfa3a2e1-e6c4-43c6-9737-93e13601bdea service neutron] 10.222.0.15 "GET /v2.0/networks/30a0afd4-452b-4cd5-87af-310670c6e8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998168 Apr 20 13:26:36.043733 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36268e5e-df76-4699-8531-92cb5d8f307f tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Pushing event deleted for resources: {'Port': ['ID=5e813088-67c9-4611-be45-f9789c10016b,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:36.071784 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63cd5d18-e5c6-4ad0-aea0-aaf671afb5c2 req-8d5685f5-a075-45f9-83b7-21d90c1d029d tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1529250 Apr 20 13:26:36.078493 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f3324273-e825-4a12-97f0-8cd794fdcc8e tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2098629 Apr 20 13:26:36.082366 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38264) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:36.087448 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-e84ee798-9e2e-4577-bca8-4a9cb4066f58 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Request body: {'security_group': {'name': 'tempest-secgroup--13841897'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:36.189278 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e84ee798-9e2e-4577-bca8-4a9cb4066f58 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:36.359241 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e84ee798-9e2e-4577-bca8-4a9cb4066f58 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:36.494823 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d75276-1add-4ba3-8e3a-ec9a098b37e0 req-02f0a5b1-accf-4587-95bf-356e27c07b60 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:36.494823 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-21d75276-1add-4ba3-8e3a-ec9a098b37e0 req-02f0a5b1-accf-4587-95bf-356e27c07b60 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 945 time: 0.1057978 Apr 20 13:26:36.529070 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e84ee798-9e2e-4577-bca8-4a9cb4066f58 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:36.601913 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-21d75276-1add-4ba3-8e3a-ec9a098b37e0 req-a0170d8c-ca07-4ef0-af0c-ed646b8475af tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e82e350-d3b5-4615-8d45-416544dfe622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807486 Apr 20 13:26:36.607324 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ee798-9e2e-4577-bca8-4a9cb4066f58 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ca6e8f-8c2a-4e9c-a1e2-aa663e244e60,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:36.656076 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-36268e5e-df76-4699-8531-92cb5d8f307f tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:36.659744 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-36268e5e-df76-4699-8531-92cb5d8f307f tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] 10.222.0.25 "DELETE /v2.0/ports/5e813088-67c9-4611-be45-f9789c10016b HTTP/1.1" status: 204 len: 168 time: 1.7580047 Apr 20 13:26:36.662221 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38270) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:36.686731 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e84ee798-9e2e-4577-bca8-4a9cb4066f58 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:36.689466 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e84ee798-9e2e-4577-bca8-4a9cb4066f58 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6045003 Apr 20 13:26:36.692959 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38272) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:36.700852 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-369ce1f3-e1c3-4f1e-a447-4d7891ce44ac tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] GET failed (client error): The resource could not be found. Apr 20 13:26:36.702531 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-369ce1f3-e1c3-4f1e-a447-4d7891ce44ac tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] 10.222.0.25 "GET /v2.0/ports/5e813088-67c9-4611-be45-f9789c10016b HTTP/1.1" status: 404 len: 333 time: 0.0392585 Apr 20 13:26:36.709258 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38274) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:36.713857 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-7e7172d5-b3f4-4259-bd45-c3c76d4b5f7a tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:36.714319 n-d-836015-7 neutron-server[114869]: WARNING neutron.api.v2.base [None req-7e7172d5-b3f4-4259-bd45-c3c76d4b5f7a tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 20 13:26:36.715076 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-1f409bfb-7a02-4e23-ba86-50bff434dae6 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Request body: {'port': {'network_id': '02c823c1-359f-4892-9e7b-373b32dacb09', 'name': 'tempest-AllowedAddressPairTestJSON-2050159525'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:36.718190 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-7e7172d5-b3f4-4259-bd45-c3c76d4b5f7a tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] update failed (client error): There was a conflict when trying to complete your request. Apr 20 13:26:36.724318 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7e7172d5-b3f4-4259-bd45-c3c76d4b5f7a tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "PUT /v2.0/security-groups/f0ca6e8f-8c2a-4e9c-a1e2-aa663e244e60 HTTP/1.1" status: 409 len: 330 time: 0.0234230 Apr 20 13:26:36.731507 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38276) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:36.738672 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-52be4115-9dcf-4619-845d-450cd2aa6fb8 req-436b4e49-3668-4025-90be-29e98f6eea25 service neutron] 10.222.0.15 "GET /v2.0/networks/30a0afd4-452b-4cd5-87af-310670c6e8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5971417 Apr 20 13:26:36.855430 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a1ca317e-5c16-4c7f-a166-6d4d72366644 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:36.891277 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a1ca317e-5c16-4c7f-a166-6d4d72366644 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:37.090806 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f409bfb-7a02-4e23-ba86-50bff434dae6 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Made reservation on behalf of bd5acb21354b4b7aa48a99184305483d for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:26:37.095037 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1f409bfb-7a02-4e23-ba86-50bff434dae6 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:37.108246 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a1ca317e-5c16-4c7f-a166-6d4d72366644 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:37.110805 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a1ca317e-5c16-4c7f-a166-6d4d72366644 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:37.114390 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a1ca317e-5c16-4c7f-a166-6d4d72366644 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "DELETE /v2.0/security-groups/f0ca6e8f-8c2a-4e9c-a1e2-aa663e244e60 HTTP/1.1" status: 204 len: 168 time: 0.3718007 Apr 20 13:26:37.115995 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-1f409bfb-7a02-4e23-ba86-50bff434dae6 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] device_id is not set on port 80d8e3d8-0c36-4eaf-bbbc-3cc7df279640 yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:26:37.116695 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38286) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:37.133007 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca317e-5c16-4c7f-a166-6d4d72366644 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ca6e8f-8c2a-4e9c-a1e2-aa663e244e60,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:37.204739 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1a7b73d7-7687-4244-8a22-d728b48703b4 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0872452 Apr 20 13:26:37.208857 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38290) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:37.231280 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-cff0e1b5-50c3-4baa-9122-1fc0c363184e tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] delete failed (client error): The resource could not be found. Apr 20 13:26:37.232349 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-cff0e1b5-50c3-4baa-9122-1fc0c363184e tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "DELETE /v2.0/security-groups/843e951a-cb67-4460-aa81-bf5d2a1e82e1 HTTP/1.1" status: 404 len: 347 time: 0.0226247 Apr 20 13:26:37.252117 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38292) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:37.274196 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-f26916fa-bd3f-4a8c-8ced-f46c6ecc86e6 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] show failed (client error): The resource could not be found. Apr 20 13:26:37.276628 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f26916fa-bd3f-4a8c-8ced-f46c6ecc86e6 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "GET /v2.0/security-groups/75f4aa91-bb8d-4770-a2dc-9e8301781bda HTTP/1.1" status: 404 len: 347 time: 0.0220430 Apr 20 13:26:37.282870 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38294) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:37.309573 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-9a395819-e40d-4a0f-aa0e-641b7fc45054 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] show failed (client error): The resource could not be found. Apr 20 13:26:37.310603 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9a395819-e40d-4a0f-aa0e-641b7fc45054 tempest-NegativeSecGroupIPv6Test-376428300 tempest-NegativeSecGroupIPv6Test-376428300-project] 10.222.0.25 "GET /v2.0/security-group-rules/de08f7fe-ad14-4b15-ac73-b58791fc14cf HTTP/1.1" status: 404 len: 356 time: 0.0267265 Apr 20 13:26:37.312121 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a1b2f-fe69-469a-9901-944a1ced9f1f req-1255bca1-2369-4ac4-92b7-2bbbd7a0dbc4 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:37.313676 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fb8a1b2f-fe69-469a-9901-944a1ced9f1f req-1255bca1-2369-4ac4-92b7-2bbbd7a0dbc4 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.1065512 Apr 20 13:26:37.317721 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-1f409bfb-7a02-4e23-ba86-50bff434dae6 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Allocated IP 172.20.0.4 (02c823c1-359f-4892-9e7b-373b32dacb09/0dd53871-4f2c-45ce-9793-7930524623de/80d8e3d8-0c36-4eaf-bbbc-3cc7df279640) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:26:37.326864 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c124dec-ae8a-4859-ac73-0aa9abfa9d63 req-36f73d98-1b63-47e1-8820-192728fe07e5 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:37.328394 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8c124dec-ae8a-4859-ac73-0aa9abfa9d63 req-36f73d98-1b63-47e1-8820-192728fe07e5 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.32 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.0817366 Apr 20 13:26:37.466379 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fb8a1b2f-fe69-469a-9901-944a1ced9f1f req-5eee64de-510d-4eec-9c5b-4442349c509e tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1369085 Apr 20 13:26:37.557253 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-8c124dec-ae8a-4859-ac73-0aa9abfa9d63 req-0c6d460e-e10c-4d1c-baa0-f0957e61fc33 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Deleting port ce93adfa-4de5-4e0d-a1aa-a05fa73db53c {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:26:37.558073 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8c124dec-ae8a-4859-ac73-0aa9abfa9d63 req-0c6d460e-e10c-4d1c-baa0-f0957e61fc33 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:37.683292 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1f409bfb-7a02-4e23-ba86-50bff434dae6 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:37.753047 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-8c124dec-ae8a-4859-ac73-0aa9abfa9d63 req-0c6d460e-e10c-4d1c-baa0-f0957e61fc33 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] For port ce93adfa-4de5-4e0d-a1aa-a05fa73db53c, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=ce93adfa-4de5-4e0d-a1aa-a05fa73db53c,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:26:37.753700 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8c124dec-ae8a-4859-ac73-0aa9abfa9d63 req-0c6d460e-e10c-4d1c-baa0-f0957e61fc33 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:37.808166 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bbe601-5fd3-4522-bc2a-62ade0b9899e req-41de0af8-27ac-41ed-a537-8bc807a50ae9 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:37.814669 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-26bbe601-5fd3-4522-bc2a-62ade0b9899e req-41de0af8-27ac-41ed-a537-8bc807a50ae9 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 945 time: 0.1300509 Apr 20 13:26:37.844868 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1f409bfb-7a02-4e23-ba86-50bff434dae6 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:37.891672 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f409bfb-7a02-4e23-ba86-50bff434dae6 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Network 02c823c1-359f-4892-9e7b-373b32dacb09 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:26:37.897107 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-1f409bfb-7a02-4e23-ba86-50bff434dae6 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:26:37.900991 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f409bfb-7a02-4e23-ba86-50bff434dae6 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:26:37.935031 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f409bfb-7a02-4e23-ba86-50bff434dae6 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Pushing event updated for resources: {'Port': ['ID=80d8e3d8-0c36-4eaf-bbbc-3cc7df279640,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:37.939523 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-26bbe601-5fd3-4522-bc2a-62ade0b9899e req-f271e338-fa2f-4978-b784-e4b0d84c0086 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e82e350-d3b5-4615-8d45-416544dfe622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896482 Apr 20 13:26:37.992790 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f409bfb-7a02-4e23-ba86-50bff434dae6 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:37.993878 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1f409bfb-7a02-4e23-ba86-50bff434dae6 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:38.134248 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38306) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:38.151902 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1f409bfb-7a02-4e23-ba86-50bff434dae6 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4412389 Apr 20 13:26:38.162498 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38310) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:38.169903 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-ef37a608-0570-4f6f-a6fa-cf9fe7e8b41e tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:01:63:c5'}]}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:38.190355 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8c124dec-ae8a-4859-ac73-0aa9abfa9d63 req-0c6d460e-e10c-4d1c-baa0-f0957e61fc33 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:38.190355 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8c124dec-ae8a-4859-ac73-0aa9abfa9d63 req-0c6d460e-e10c-4d1c-baa0-f0957e61fc33 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:38.190730 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [req-8c124dec-ae8a-4859-ac73-0aa9abfa9d63 req-0c6d460e-e10c-4d1c-baa0-f0957e61fc33 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Floating IP 53ccff72-d78b-45c0-b120-8a220dc8928b disassociated. External IP: 172.25.8.95, port: ce93adfa-4de5-4e0d-a1aa-a05fa73db53c. Apr 20 13:26:38.191964 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-8c124dec-ae8a-4859-ac73-0aa9abfa9d63 req-0c6d460e-e10c-4d1c-baa0-f0957e61fc33 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Calling delete_port for ce93adfa-4de5-4e0d-a1aa-a05fa73db53c owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:26:38.264218 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-fa39e062-286d-4781-91d1-e393cc697c0c None None] Provisioning complete for port 80d8e3d8-0c36-4eaf-bbbc-3cc7df279640 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:38.265281 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fa39e062-286d-4781-91d1-e393cc697c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:38.314939 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-fa39e062-286d-4781-91d1-e393cc697c0c None None] Port 80d8e3d8-0c36-4eaf-bbbc-3cc7df279640 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:26:38.369033 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-93fc2742-ad75-48ca-a547-38414ee34059 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=75f65caef5c84b5da67306bdea39acb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2330246 Apr 20 13:26:38.371448 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38314) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:38.413217 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ef37a608-0570-4f6f-a6fa-cf9fe7e8b41e tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:38.433586 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d01a164a-9c9b-4d73-9018-fd62395fd9c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:38.485032 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d01a164a-9c9b-4d73-9018-fd62395fd9c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:38.608032 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1facc707-b0b1-400d-a34c-b0fb6e3df6e8 req-a3cf5ff5-4746-473c-8381-f9e84ce1dd23 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:38.609546 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1facc707-b0b1-400d-a34c-b0fb6e3df6e8 req-a3cf5ff5-4746-473c-8381-f9e84ce1dd23 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 944 time: 0.0645554 Apr 20 13:26:38.610992 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8c124dec-ae8a-4859-ac73-0aa9abfa9d63 req-0c6d460e-e10c-4d1c-baa0-f0957e61fc33 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:38.633261 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d01a164a-9c9b-4d73-9018-fd62395fd9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:38.637171 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d01a164a-9c9b-4d73-9018-fd62395fd9c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:38.640521 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d01a164a-9c9b-4d73-9018-fd62395fd9c5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/62e06105-eb36-43d1-a16a-b1be4b1057d3 HTTP/1.1" status: 204 len: 168 time: 0.2659302 Apr 20 13:26:38.667475 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d460e-e10c-4d1c-baa0-f0957e61fc33 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Pushing event deleted for resources: {'Port': ['ID=ce93adfa-4de5-4e0d-a1aa-a05fa73db53c,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:38.676371 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a164a-9c9b-4d73-9018-fd62395fd9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e06105-eb36-43d1-a16a-b1be4b1057d3,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:38.745078 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1facc707-b0b1-400d-a34c-b0fb6e3df6e8 req-eb926905-f564-472f-9545-a17b84e6cd2b tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups?id=6adf9339-c31a-4e03-9610-53f4732da13e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1267018 Apr 20 13:26:38.799979 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ef37a608-0570-4f6f-a6fa-cf9fe7e8b41e tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:38.841299 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c124dec-ae8a-4859-ac73-0aa9abfa9d63 req-0c6d460e-e10c-4d1c-baa0-f0957e61fc33 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Router 51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:26:38.879154 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ef37a608-0570-4f6f-a6fa-cf9fe7e8b41e tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:38.995434 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef37a608-0570-4f6f-a6fa-cf9fe7e8b41e tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Pushing event updated for resources: {'Port': ['ID=80d8e3d8-0c36-4eaf-bbbc-3cc7df279640,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:39.002081 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-ef37a608-0570-4f6f-a6fa-cf9fe7e8b41e tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] In _notify_port_updated(), no bound segment for port 80d8e3d8-0c36-4eaf-bbbc-3cc7df279640 on network 02c823c1-359f-4892-9e7b-373b32dacb09 {{(pid=114870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 13:26:39.010305 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef37a608-0570-4f6f-a6fa-cf9fe7e8b41e tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:39.011002 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ef37a608-0570-4f6f-a6fa-cf9fe7e8b41e tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:39.014997 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ef37a608-0570-4f6f-a6fa-cf9fe7e8b41e tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] 10.222.0.25 "PUT /v2.0/ports/80d8e3d8-0c36-4eaf-bbbc-3cc7df279640 HTTP/1.1" status: 200 len: 993 time: 0.8488240 Apr 20 13:26:39.024206 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38322) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:39.024295 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c124dec-ae8a-4859-ac73-0aa9abfa9d63 req-0c6d460e-e10c-4d1c-baa0-f0957e61fc33 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:26:39.031937 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bc8980-1efb-403d-af3e-33a8804cb958 None None] Sync routers for ids ['51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:26:39.053091 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bc8980-1efb-403d-af3e-33a8804cb958 None None] Routers {'51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:26:39.055009 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-07bc8980-1efb-403d-af3e-33a8804cb958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:26:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:39.188544 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c124dec-ae8a-4859-ac73-0aa9abfa9d63 req-0c6d460e-e10c-4d1c-baa0-f0957e61fc33 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] No DVR routers for this DVR port ce93adfa-4de5-4e0d-a1aa-a05fa73db53c on host n-h1-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:26:39.191979 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8c124dec-ae8a-4859-ac73-0aa9abfa9d63 req-0c6d460e-e10c-4d1c-baa0-f0957e61fc33 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:39.202110 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8c124dec-ae8a-4859-ac73-0aa9abfa9d63 req-0c6d460e-e10c-4d1c-baa0-f0957e61fc33 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.32 "DELETE /v2.0/ports/ce93adfa-4de5-4e0d-a1aa-a05fa73db53c HTTP/1.1" status: 204 len: 173 time: 1.8643415 Apr 20 13:26:39.204585 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb71cda-943c-455b-92ae-24ce0c2f25e1', 'name': 'network-vif-deleted', 'tag': 'ce93adfa-4de5-4e0d-a1aa-a05fa73db53c'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:26:39.209308 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efcd1282-43f3-44a7-a1d4-0c5bb9ef3563" -d '{"events": [{"server_uuid": "1bb71cda-943c-455b-92ae-24ce0c2f25e1", "name": "network-vif-deleted", "tag": "ce93adfa-4de5-4e0d-a1aa-a05fa73db53c"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:26:39.210034 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-95d0bd6e-d1a5-4d6c-b0e8-7732adbfb331 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Deleting port 80d8e3d8-0c36-4eaf-bbbc-3cc7df279640 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:26:39.210482 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-95d0bd6e-d1a5-4d6c-b0e8-7732adbfb331 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:39.269620 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52efa1b6-d191-45b3-ad8a-733459d3c477 req-e2acaa60-aedd-4820-b2cf-9eb468d93c32 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:39.278009 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52efa1b6-d191-45b3-ad8a-733459d3c477 req-e2acaa60-aedd-4820-b2cf-9eb468d93c32 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 945 time: 0.1913476 Apr 20 13:26:39.297759 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-07bc8980-1efb-403d-af3e-33a8804cb958 None None] Set router 51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:26:39.317687 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c92e1ad-17b1-4f76-97b6-6cb91e301500 x-openstack-request-id: req-3c92e1ad-17b1-4f76-97b6-6cb91e301500 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:26:39.319451 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb71cda-943c-455b-92ae-24ce0c2f25e1", "name": "network-vif-deleted", "tag": "ce93adfa-4de5-4e0d-a1aa-a05fa73db53c", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:26:39.319716 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c92e1ad-17b1-4f76-97b6-6cb91e301500 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:26:39.320126 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c92e1ad-17b1-4f76-97b6-6cb91e301500'] response: {'server_uuid': '1bb71cda-943c-455b-92ae-24ce0c2f25e1', 'name': 'network-vif-deleted', 'tag': 'ce93adfa-4de5-4e0d-a1aa-a05fa73db53c', 'status': 'completed', 'code': 200} Apr 20 13:26:39.356680 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52efa1b6-d191-45b3-ad8a-733459d3c477 req-f7b438c0-b524-4cc1-8ec1-a1ab984ee242 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e82e350-d3b5-4615-8d45-416544dfe622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708344 Apr 20 13:26:39.414864 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-95d0bd6e-d1a5-4d6c-b0e8-7732adbfb331 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:39.433283 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-95d0bd6e-d1a5-4d6c-b0e8-7732adbfb331 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Calling delete_port for 80d8e3d8-0c36-4eaf-bbbc-3cc7df279640 owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:26:39.664519 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-95d0bd6e-d1a5-4d6c-b0e8-7732adbfb331 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:39.694939 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-830f0a1f-a6ab-4cf8-9e51-6ca406a32b7a None None] Could not find standard attr ID for object 80d8e3d8-0c36-4eaf-bbbc-3cc7df279640. {{(pid=114871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:26:39.716330 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d0bd6e-d1a5-4d6c-b0e8-7732adbfb331 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Pushing event deleted for resources: {'Port': ['ID=80d8e3d8-0c36-4eaf-bbbc-3cc7df279640,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:39.898483 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-07bc8980-1efb-403d-af3e-33a8804cb958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0', 'name': 'tempest-ServerActionsTestJSON-891296497-router', 'tenant_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'f7ac090e-aa91-4547-af20-a725b97642e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:17:22Z', 'updated_at': '2022-04-20T13:17:30Z', 'revision_number': 4, 'project_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'gw_port': {'id': 'f7ac090e-aa91-4547-af20-a725b97642e8', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:17:24Z', 'updated_at': '2022-04-20T13:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '9aea585f-f544-48f4-8821-43e0e716ac2e', 'name': '', 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119', 'tenant_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'mac_address': 'fa:16:3e:1f:1f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'fa576778-8514-4874-84e6-afe172476688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:17:29Z', 'updated_at': '2022-04-20T13:17:38Z', 'revision_number': 5, 'project_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'subnets': [{'id': 'fa576778-8514-4874-84e6-afe172476688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:39.908469 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-95d0bd6e-d1a5-4d6c-b0e8-7732adbfb331 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:39.914800 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-95d0bd6e-d1a5-4d6c-b0e8-7732adbfb331 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] 10.222.0.25 "DELETE /v2.0/ports/80d8e3d8-0c36-4eaf-bbbc-3cc7df279640 HTTP/1.1" status: 204 len: 168 time: 0.8959413 Apr 20 13:26:39.915407 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38354) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:39.928895 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4098a227-956e-4fff-9288-8969756ea354 req-b7b47d66-e5e2-44af-b2ed-5b46d6da2885 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bb71cda-943c-455b-92ae-24ce0c2f25e1 HTTP/1.1" status: 200 len: 210 time: 0.0664196 Apr 20 13:26:39.945500 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a4135b9-49fe-4782-a901-8fce2311c4d1 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] GET failed (client error): The resource could not be found. Apr 20 13:26:39.951055 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3a4135b9-49fe-4782-a901-8fce2311c4d1 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] 10.222.0.25 "GET /v2.0/ports/80d8e3d8-0c36-4eaf-bbbc-3cc7df279640 HTTP/1.1" status: 404 len: 333 time: 0.0305681 Apr 20 13:26:39.951380 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38356) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:39.957603 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-c090c952-085f-41dc-b3f7-7cc9a625266a tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Request body: {'port': {'network_id': '02c823c1-359f-4892-9e7b-373b32dacb09', 'name': 'tempest-AllowedAddressPairTestJSON-1846873271'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:39.981106 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bc8980-1efb-403d-af3e-33a8804cb958 None None] Checking router: 51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:26:40.011301 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bc8980-1efb-403d-af3e-33a8804cb958 None None] Routers {'51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:26:40.012226 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-07bc8980-1efb-403d-af3e-33a8804cb958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:26:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:40.171659 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-07bc8980-1efb-403d-af3e-33a8804cb958 None None] Set router 51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:26:40.177051 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c090c952-085f-41dc-b3f7-7cc9a625266a tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Made reservation on behalf of bd5acb21354b4b7aa48a99184305483d for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:26:40.183703 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c090c952-085f-41dc-b3f7-7cc9a625266a tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:40.206086 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [None req-c090c952-085f-41dc-b3f7-7cc9a625266a tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] device_id is not set on port d90c8c7f-abe3-45ba-aa36-b9b582dfb7a4 yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:26:40.296072 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38364) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:40.375730 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-c090c952-085f-41dc-b3f7-7cc9a625266a tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Allocated IP 172.20.0.10 (02c823c1-359f-4892-9e7b-373b32dacb09/0dd53871-4f2c-45ce-9793-7930524623de/d90c8c7f-abe3-45ba-aa36-b9b582dfb7a4) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:26:40.489559 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-088ec225-8b22-4724-9560-d5e19edb7900 tempest-SubnetPoolsTestJSON-656566198 tempest-SubnetPoolsTestJSON-656566198-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1463459632', 'prefixes': ['172.20.0.0/16']}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:40.507950 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-07bc8980-1efb-403d-af3e-33a8804cb958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0', 'name': 'tempest-ServerActionsTestJSON-891296497-router', 'tenant_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'f7ac090e-aa91-4547-af20-a725b97642e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:17:22Z', 'updated_at': '2022-04-20T13:17:30Z', 'revision_number': 4, 'project_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'gw_port': {'id': 'f7ac090e-aa91-4547-af20-a725b97642e8', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:17:24Z', 'updated_at': '2022-04-20T13:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '9aea585f-f544-48f4-8821-43e0e716ac2e', 'name': '', 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119', 'tenant_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'mac_address': 'fa:16:3e:1f:1f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'fa576778-8514-4874-84e6-afe172476688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:17:29Z', 'updated_at': '2022-04-20T13:17:38Z', 'revision_number': 5, 'project_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'subnets': [{'id': 'fa576778-8514-4874-84e6-afe172476688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:40.539057 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bc8980-1efb-403d-af3e-33a8804cb958 None None] The sync data for ids ['51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0'] in n-d-836015-7 is: [{'id': '51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0', 'name': 'tempest-ServerActionsTestJSON-891296497-router', 'tenant_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'f7ac090e-aa91-4547-af20-a725b97642e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:17:22Z', 'updated_at': '2022-04-20T13:17:30Z', 'revision_number': 4, 'project_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'gw_port': {'id': 'f7ac090e-aa91-4547-af20-a725b97642e8', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:17:24Z', 'updated_at': '2022-04-20T13:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '9aea585f-f544-48f4-8821-43e0e716ac2e', 'name': '', 'network_id': '64d8cf94-eb2a-48ee-bdb5-e3e8f5005119', 'tenant_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'mac_address': 'fa:16:3e:1f:1f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': 'fa576778-8514-4874-84e6-afe172476688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:17:29Z', 'updated_at': '2022-04-20T13:17:38Z', 'revision_number': 5, 'project_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'subnets': [{'id': 'fa576778-8514-4874-84e6-afe172476688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:26:40.587089 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8a024-30ef-47c8-a866-ba9386d967c0 req-45552ad4-67cb-4efa-a544-260ad7e1dfbe tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:40.594585 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-32f8a024-30ef-47c8-a866-ba9386d967c0 req-45552ad4-67cb-4efa-a544-260ad7e1dfbe tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 945 time: 0.1250937 Apr 20 13:26:40.641339 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c090c952-085f-41dc-b3f7-7cc9a625266a tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:40.657860 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-32f8a024-30ef-47c8-a866-ba9386d967c0 req-30bc2a63-2179-40f5-a359-4a68b0e85afa tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e82e350-d3b5-4615-8d45-416544dfe622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623486 Apr 20 13:26:40.776387 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c090c952-085f-41dc-b3f7-7cc9a625266a tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:40.808151 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-088ec225-8b22-4724-9560-d5e19edb7900 tempest-SubnetPoolsTestJSON-656566198 tempest-SubnetPoolsTestJSON-656566198-project] Notify callbacks [] for subnetpool, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:40.814913 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-088ec225-8b22-4724-9560-d5e19edb7900 tempest-SubnetPoolsTestJSON-656566198 tempest-SubnetPoolsTestJSON-656566198-project] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5152636 Apr 20 13:26:40.815219 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38372) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:40.820899 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c090c952-085f-41dc-b3f7-7cc9a625266a tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Network 02c823c1-359f-4892-9e7b-373b32dacb09 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:26:40.822376 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-c090c952-085f-41dc-b3f7-7cc9a625266a tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:26:40.824808 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c090c952-085f-41dc-b3f7-7cc9a625266a tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:26:40.876810 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090c952-085f-41dc-b3f7-7cc9a625266a tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Pushing event updated for resources: {'Port': ['ID=d90c8c7f-abe3-45ba-aa36-b9b582dfb7a4,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:40.887586 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-05fc07fe-90b6-4afa-9f31-44e5eb4bc576 tempest-SubnetPoolsTestJSON-656566198 tempest-SubnetPoolsTestJSON-656566198-project] 10.222.0.25 "GET /v2.0/subnetpools/dc321cb7-f78c-492a-b3ae-31da722aea72 HTTP/1.1" status: 200 len: 732 time: 0.0710855 Apr 20 13:26:40.887743 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38374) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:40.895467 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-cad3f2b1-c653-4a43-a992-6c53daa88dd3 tempest-SubnetPoolsTestJSON-656566198 tempest-SubnetPoolsTestJSON-656566198-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1877669257'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:40.897623 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d02eee0-e4d3-421c-8946-5ee0634e52b2 None None] New status for floating IP 53ccff72-d78b-45c0-b120-8a220dc8928b: DOWN {{(pid=114872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:26:40.932131 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c090c952-085f-41dc-b3f7-7cc9a625266a tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:40.932724 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c090c952-085f-41dc-b3f7-7cc9a625266a tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:41.065213 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c090c952-085f-41dc-b3f7-7cc9a625266a tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1125946 Apr 20 13:26:41.068043 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38380) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:41.076227 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-987b09ac-fcec-473b-a332-c05b29098878 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:01:63:c5'}]}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:41.109275 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38382) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:41.142053 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-1994215c-dc78-4cfb-81cb-ebafe58a957c None None] Provisioning complete for port d90c8c7f-abe3-45ba-aa36-b9b582dfb7a4 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:41.142053 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1994215c-dc78-4cfb-81cb-ebafe58a957c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:41.185665 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1af638c9-32a3-4058-992e-d7be9ce35aac tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:41.192122 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cad3f2b1-c653-4a43-a992-6c53daa88dd3 tempest-SubnetPoolsTestJSON-656566198 tempest-SubnetPoolsTestJSON-656566198-project] Notify callbacks [] for subnetpool, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:41.193600 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-cad3f2b1-c653-4a43-a992-6c53daa88dd3 tempest-SubnetPoolsTestJSON-656566198 tempest-SubnetPoolsTestJSON-656566198-project] 10.222.0.25 "PUT /v2.0/subnetpools/dc321cb7-f78c-492a-b3ae-31da722aea72 HTTP/1.1" status: 200 len: 684 time: 0.3025801 Apr 20 13:26:41.197180 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38384) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:41.200080 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-1994215c-dc78-4cfb-81cb-ebafe58a957c None None] Port d90c8c7f-abe3-45ba-aa36-b9b582dfb7a4 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:26:41.221585 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1af638c9-32a3-4058-992e-d7be9ce35aac tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:41.325669 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-987b09ac-fcec-473b-a332-c05b29098878 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:41.344089 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device ce93adfa-4de5-4e0d-a1aa-a05fa73db53c no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:26:41.367247 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: ce93adfa-4de5-4e0d-a1aa-a05fa73db53c {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:26:41.367624 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device ce93adfa-4de5-4e0d-a1aa-a05fa73db53c not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:26:41.371872 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1af638c9-32a3-4058-992e-d7be9ce35aac tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:41.374660 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1af638c9-32a3-4058-992e-d7be9ce35aac tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:41.376021 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1af638c9-32a3-4058-992e-d7be9ce35aac tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "DELETE /v2.0/security-groups/6adf9339-c31a-4e03-9610-53f4732da13e HTTP/1.1" status: 204 len: 168 time: 0.2656250 Apr 20 13:26:41.389851 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af638c9-32a3-4058-992e-d7be9ce35aac tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adf9339-c31a-4e03-9610-53f4732da13e,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:41.391878 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38388) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:41.409593 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-5893e010-e45f-4308-b73d-acbc93f83d48 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] show failed (client error): The resource could not be found. Apr 20 13:26:41.418034 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5893e010-e45f-4308-b73d-acbc93f83d48 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "GET /v2.0/security-groups/6adf9339-c31a-4e03-9610-53f4732da13e HTTP/1.1" status: 404 len: 347 time: 0.0195577 Apr 20 13:26:41.418523 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5ef489d5-6d45-4303-bd21-9f71571e08cc tempest-SubnetPoolsTestJSON-656566198 tempest-SubnetPoolsTestJSON-656566198-project] Notify callbacks [] for subnetpool, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:41.418523 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5ef489d5-6d45-4303-bd21-9f71571e08cc tempest-SubnetPoolsTestJSON-656566198 tempest-SubnetPoolsTestJSON-656566198-project] 10.222.0.25 "DELETE /v2.0/subnetpools/dc321cb7-f78c-492a-b3ae-31da722aea72 HTTP/1.1" status: 204 len: 168 time: 0.2181954 Apr 20 13:26:41.419877 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38390) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:41.420196 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38392) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:41.495545 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-ce62bfa6-4564-4102-b31e-c24921e84681 tempest-SubnetPoolsTestJSON-656566198 tempest-SubnetPoolsTestJSON-656566198-project] show failed (client error): The resource could not be found. Apr 20 13:26:41.499176 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ce62bfa6-4564-4102-b31e-c24921e84681 tempest-SubnetPoolsTestJSON-656566198 tempest-SubnetPoolsTestJSON-656566198-project] 10.222.0.25 "GET /v2.0/subnetpools/dc321cb7-f78c-492a-b3ae-31da722aea72 HTTP/1.1" status: 404 len: 346 time: 0.0743475 Apr 20 13:26:41.500959 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38396) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:41.516802 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-c2d0566c-b549-4bb1-b2e0-fa47035a3a66 tempest-SubnetPoolsTestJSON-656566198 tempest-SubnetPoolsTestJSON-656566198-project] delete failed (client error): The resource could not be found. Apr 20 13:26:41.518045 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c2d0566c-b549-4bb1-b2e0-fa47035a3a66 tempest-SubnetPoolsTestJSON-656566198 tempest-SubnetPoolsTestJSON-656566198-project] 10.222.0.25 "DELETE /v2.0/subnetpools/dc321cb7-f78c-492a-b3ae-31da722aea72 HTTP/1.1" status: 404 len: 346 time: 0.0162342 Apr 20 13:26:41.640612 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-987b09ac-fcec-473b-a332-c05b29098878 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:41.644961 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-834133f1-ebde-4717-b3fc-21c44fcd3ce1 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Deleting port 4e18999b-c116-4cc1-a86c-e71cc0805254 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:26:41.645283 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-834133f1-ebde-4717-b3fc-21c44fcd3ce1 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:41.724946 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-834133f1-ebde-4717-b3fc-21c44fcd3ce1 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:41.725419 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-834133f1-ebde-4717-b3fc-21c44fcd3ce1 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:41.739080 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-834133f1-ebde-4717-b3fc-21c44fcd3ce1 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Calling delete_port for 4e18999b-c116-4cc1-a86c-e71cc0805254 owned by network:floatingip {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:26:41.749054 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-987b09ac-fcec-473b-a332-c05b29098878 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:41.808403 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89dbf9-bcec-449f-a8c0-424dc903e243 req-9b79317e-57e7-45f6-b8f8-c687f671d7ca tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:41.815912 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5e89dbf9-bcec-449f-a8c0-424dc903e243 req-9b79317e-57e7-45f6-b8f8-c687f671d7ca tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 945 time: 0.0861785 Apr 20 13:26:41.873392 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5e89dbf9-bcec-449f-a8c0-424dc903e243 req-42fdecd2-29cc-40d1-b66a-501700e21fba tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e82e350-d3b5-4615-8d45-416544dfe622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496304 Apr 20 13:26:41.919077 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b09ac-fcec-473b-a332-c05b29098878 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Pushing event updated for resources: {'Port': ['ID=d90c8c7f-abe3-45ba-aa36-b9b582dfb7a4,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:41.922897 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-987b09ac-fcec-473b-a332-c05b29098878 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] In _notify_port_updated(), no bound segment for port d90c8c7f-abe3-45ba-aa36-b9b582dfb7a4 on network 02c823c1-359f-4892-9e7b-373b32dacb09 {{(pid=114870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 13:26:41.928468 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987b09ac-fcec-473b-a332-c05b29098878 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:41.929112 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-987b09ac-fcec-473b-a332-c05b29098878 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:41.930441 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-987b09ac-fcec-473b-a332-c05b29098878 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] 10.222.0.25 "PUT /v2.0/ports/d90c8c7f-abe3-45ba-aa36-b9b582dfb7a4 HTTP/1.1" status: 200 len: 997 time: 0.8607173 Apr 20 13:26:41.933934 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38406) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:42.074377 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-834133f1-ebde-4717-b3fc-21c44fcd3ce1 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:42.092509 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-b347430f-7f71-45a4-9242-dae6bf83bbc0 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Deleting port d90c8c7f-abe3-45ba-aa36-b9b582dfb7a4 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:26:42.093362 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b347430f-7f71-45a4-9242-dae6bf83bbc0 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:42.098213 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38410) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:42.112422 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834133f1-ebde-4717-b3fc-21c44fcd3ce1 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Pushing event deleted for resources: {'Port': ['ID=4e18999b-c116-4cc1-a86c-e71cc0805254,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:42.139870 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-67d48465-291d-423c-acfc-f67bdf0bbd96 None None] Provisioning complete for port d90c8c7f-abe3-45ba-aa36-b9b582dfb7a4 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:42.142125 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-67d48465-291d-423c-acfc-f67bdf0bbd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:42.204183 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-67d48465-291d-423c-acfc-f67bdf0bbd96 None None] Port d90c8c7f-abe3-45ba-aa36-b9b582dfb7a4 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:26:42.205295 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b347430f-7f71-45a4-9242-dae6bf83bbc0 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:42.220753 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-b347430f-7f71-45a4-9242-dae6bf83bbc0 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Calling delete_port for d90c8c7f-abe3-45ba-aa36-b9b582dfb7a4 owned by {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:26:42.227411 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-834133f1-ebde-4717-b3fc-21c44fcd3ce1 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks [] for floatingip, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:42.232475 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-834133f1-ebde-4717-b3fc-21c44fcd3ce1 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:42.234519 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-834133f1-ebde-4717-b3fc-21c44fcd3ce1 tempest-ServerActionsTestJSON-2049706343 tempest-ServerActionsTestJSON-2049706343-project] 10.222.0.25 "DELETE /v2.0/floatingips/53ccff72-d78b-45c0-b120-8a220dc8928b HTTP/1.1" status: 204 len: 168 time: 0.8134184 Apr 20 13:26:42.237816 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38414) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:42.250998 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:42.304621 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-81f725bc-28b7-499e-b3a8-628cb467b572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:42.563613 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-81f725bc-28b7-499e-b3a8-628cb467b572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:42.638402 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b347430f-7f71-45a4-9242-dae6bf83bbc0 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:42.676384 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347430f-7f71-45a4-9242-dae6bf83bbc0 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Pushing event deleted for resources: {'Port': ['ID=d90c8c7f-abe3-45ba-aa36-b9b582dfb7a4,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:42.689077 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-81f725bc-28b7-499e-b3a8-628cb467b572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:42.925151 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:43.120087 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f725bc-28b7-499e-b3a8-628cb467b572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732d00dd-6561-4fcf-81c8-4856fc546fcb,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:43.146016 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38424) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:43.146821 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-81f725bc-28b7-499e-b3a8-628cb467b572 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2722dc1750964d6b8766c5d8834b24b9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0469604 Apr 20 13:26:43.168625 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b347430f-7f71-45a4-9242-dae6bf83bbc0 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:43.173753 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b347430f-7f71-45a4-9242-dae6bf83bbc0 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] 10.222.0.25 "DELETE /v2.0/ports/d90c8c7f-abe3-45ba-aa36-b9b582dfb7a4 HTTP/1.1" status: 204 len: 168 time: 1.2377896 Apr 20 13:26:43.180155 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38426) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:43.233033 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7dda24f6-1d8e-4e6a-b00b-be14fcd5410d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:43.233779 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-aad1674d-6efd-4718-9794-bca46ce7c0fd tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] GET failed (client error): The resource could not be found. Apr 20 13:26:43.239001 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38428) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:43.239244 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-aad1674d-6efd-4718-9794-bca46ce7c0fd tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] 10.222.0.25 "GET /v2.0/ports/d90c8c7f-abe3-45ba-aa36-b9b582dfb7a4 HTTP/1.1" status: 404 len: 333 time: 0.0580564 Apr 20 13:26:43.251248 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-82a7105a-8adf-4a42-b1df-ba7a4dbee53e tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Request body: {'port': {'network_id': '02c823c1-359f-4892-9e7b-373b32dacb09', 'name': 'tempest-AllowedAddressPairTestJSON-1601985214'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:43.256605 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39bb18b-ad14-40e3-aaf6-b6a67633bc29 req-ae6e4609-4498-418d-afd1-3979fde40d1c tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:43.256605 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a39bb18b-ad14-40e3-aaf6-b6a67633bc29 req-ae6e4609-4498-418d-afd1-3979fde40d1c tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 945 time: 0.1925473 Apr 20 13:26:43.309588 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a39bb18b-ad14-40e3-aaf6-b6a67633bc29 req-850df8b9-8a26-40da-8418-e0cc9e9cf134 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e82e350-d3b5-4615-8d45-416544dfe622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444672 Apr 20 13:26:43.377834 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-626e3ff5-cbca-43be-9282-e72d695371c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:43.396442 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7dda24f6-1d8e-4e6a-b00b-be14fcd5410d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:43.548309 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a7105a-8adf-4a42-b1df-ba7a4dbee53e tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Made reservation on behalf of bd5acb21354b4b7aa48a99184305483d for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:26:43.553656 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-82a7105a-8adf-4a42-b1df-ba7a4dbee53e tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:43.579267 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-82a7105a-8adf-4a42-b1df-ba7a4dbee53e tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] device_id is not set on port 66324340-a6e7-47bc-be37-a781a278f1d5 yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:26:43.594192 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7dda24f6-1d8e-4e6a-b00b-be14fcd5410d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:43.596878 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7dda24f6-1d8e-4e6a-b00b-be14fcd5410d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:43.598858 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7dda24f6-1d8e-4e6a-b00b-be14fcd5410d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/732d00dd-6561-4fcf-81c8-4856fc546fcb HTTP/1.1" status: 204 len: 168 time: 0.4505057 Apr 20 13:26:43.644768 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda24f6-1d8e-4e6a-b00b-be14fcd5410d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732d00dd-6561-4fcf-81c8-4856fc546fcb,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:43.722357 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-626e3ff5-cbca-43be-9282-e72d695371c3 admin admin] Deleting port 9aea585f-f544-48f4-8821-43e0e716ac2e {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:26:43.722717 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-626e3ff5-cbca-43be-9282-e72d695371c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:43.750577 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-82a7105a-8adf-4a42-b1df-ba7a4dbee53e tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Allocated IP 172.20.0.5 (02c823c1-359f-4892-9e7b-373b32dacb09/0dd53871-4f2c-45ce-9793-7930524623de/66324340-a6e7-47bc-be37-a781a278f1d5) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:26:43.845207 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-626e3ff5-cbca-43be-9282-e72d695371c3 admin admin] For port 9aea585f-f544-48f4-8821-43e0e716ac2e, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=9aea585f-f544-48f4-8821-43e0e716ac2e,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:26:43.845573 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-626e3ff5-cbca-43be-9282-e72d695371c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:43.861996 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-626e3ff5-cbca-43be-9282-e72d695371c3 admin admin] Calling delete_port for 9aea585f-f544-48f4-8821-43e0e716ac2e owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:26:43.975027 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-82a7105a-8adf-4a42-b1df-ba7a4dbee53e tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:44.077368 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-82a7105a-8adf-4a42-b1df-ba7a4dbee53e tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:44.153160 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a7105a-8adf-4a42-b1df-ba7a4dbee53e tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Network 02c823c1-359f-4892-9e7b-373b32dacb09 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:26:44.157409 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-82a7105a-8adf-4a42-b1df-ba7a4dbee53e tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:26:44.159999 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a7105a-8adf-4a42-b1df-ba7a4dbee53e tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:26:44.188379 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-626e3ff5-cbca-43be-9282-e72d695371c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:44.198321 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a7105a-8adf-4a42-b1df-ba7a4dbee53e tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Pushing event updated for resources: {'Port': ['ID=66324340-a6e7-47bc-be37-a781a278f1d5,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:44.236584 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a7105a-8adf-4a42-b1df-ba7a4dbee53e tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:44.237267 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-82a7105a-8adf-4a42-b1df-ba7a4dbee53e tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:44.260334 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e3ff5-cbca-43be-9282-e72d695371c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aea585f-f544-48f4-8821-43e0e716ac2e,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:44.360649 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-82a7105a-8adf-4a42-b1df-ba7a4dbee53e tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1194134 Apr 20 13:26:44.365377 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38448) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:44.366499 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-79b10e00-c5e9-487f-9d64-ca28780cb9bf tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Request body: {'port': {'network_id': '02c823c1-359f-4892-9e7b-373b32dacb09', 'name': 'tempest-AllowedAddressPairTestJSON-2056942781'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:44.578799 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-626e3ff5-cbca-43be-9282-e72d695371c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:44.658058 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-9c99e74d-7eb3-455e-9abe-09181c06f70b None None] Provisioning complete for port 66324340-a6e7-47bc-be37-a781a278f1d5 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:44.658599 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9c99e74d-7eb3-455e-9abe-09181c06f70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:44.659771 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d925de5-4604-4ec6-a778-41f337700016 req-97b3b187-57cb-477a-9571-73fea7f2c952 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:44.661439 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0d925de5-4604-4ec6-a778-41f337700016 req-97b3b187-57cb-477a-9571-73fea7f2c952 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 945 time: 0.1715679 Apr 20 13:26:44.685070 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b10e00-c5e9-487f-9d64-ca28780cb9bf tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Made reservation on behalf of bd5acb21354b4b7aa48a99184305483d for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:26:44.689925 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-79b10e00-c5e9-487f-9d64-ca28780cb9bf tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:44.703174 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-9c99e74d-7eb3-455e-9abe-09181c06f70b None None] Port 66324340-a6e7-47bc-be37-a781a278f1d5 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:26:44.721504 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-79b10e00-c5e9-487f-9d64-ca28780cb9bf tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] device_id is not set on port ca245aff-5924-4e4e-ad79-1e80e1fca39f yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:26:44.768986 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0d925de5-4604-4ec6-a778-41f337700016 req-7621feb4-db68-4059-a0fb-75445fddf9c6 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e82e350-d3b5-4615-8d45-416544dfe622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963008 Apr 20 13:26:44.874337 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-79b10e00-c5e9-487f-9d64-ca28780cb9bf tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Allocated IP 172.20.0.8 (02c823c1-359f-4892-9e7b-373b32dacb09/0dd53871-4f2c-45ce-9793-7930524623de/ca245aff-5924-4e4e-ad79-1e80e1fca39f) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:26:44.905508 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-626e3ff5-cbca-43be-9282-e72d695371c3 admin admin] Router 51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:26:45.035300 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38466) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:45.054682 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626e3ff5-cbca-43be-9282-e72d695371c3 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:26:45.061081 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-626e3ff5-cbca-43be-9282-e72d695371c3 admin admin] 10.222.0.25 "PUT /v2.0/routers/51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7866490 Apr 20 13:26:45.065778 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f317890e-f458-4dad-9ad4-4cc4a75e157f None None] Sync routers for ids ['51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:26:45.073107 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38470) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:45.077720 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-79b10e00-c5e9-487f-9d64-ca28780cb9bf tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:45.084436 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f317890e-f458-4dad-9ad4-4cc4a75e157f None None] Routers {'51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:26:45.085086 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-f317890e-f458-4dad-9ad4-4cc4a75e157f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:26:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:45.204060 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-9418da96-50fc-4460-87c1-fb5e449577eb tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-971683131'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:45.205570 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-79b10e00-c5e9-487f-9d64-ca28780cb9bf tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:45.249986 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b10e00-c5e9-487f-9d64-ca28780cb9bf tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Network 02c823c1-359f-4892-9e7b-373b32dacb09 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:26:45.261631 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-79b10e00-c5e9-487f-9d64-ca28780cb9bf tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:26:45.265829 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6d16a6e5-7800-44f0-9e1a-96e67a8ae4eb admin admin] Notify callbacks [] for router, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:45.277454 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b10e00-c5e9-487f-9d64-ca28780cb9bf tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:26:45.279152 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-f317890e-f458-4dad-9ad4-4cc4a75e157f None None] Set router 51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:26:45.351351 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b10e00-c5e9-487f-9d64-ca28780cb9bf tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:45.352293 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-79b10e00-c5e9-487f-9d64-ca28780cb9bf tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:45.374337 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b10e00-c5e9-487f-9d64-ca28780cb9bf tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Pushing event updated for resources: {'Port': ['ID=ca245aff-5924-4e4e-ad79-1e80e1fca39f,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:45.411878 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9418da96-50fc-4460-87c1-fb5e449577eb tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Made reservation on behalf of 352d1f297a9f46ec85639ba668cd8a89 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:26:45.420145 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9418da96-50fc-4460-87c1-fb5e449577eb tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:45.439777 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9418da96-50fc-4460-87c1-fb5e449577eb tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:45.472336 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-79b10e00-c5e9-487f-9d64-ca28780cb9bf tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1098912 Apr 20 13:26:45.478979 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38492) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:45.486867 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-3a290f39-bbb8-4b89-b91d-e1bbce7cfda2 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:01:63:c5'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:3f:ee:c1'}]}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:45.497097 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6d16a6e5-7800-44f0-9e1a-96e67a8ae4eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:45.601388 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-f317890e-f458-4dad-9ad4-4cc4a75e157f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0', 'name': 'tempest-ServerActionsTestJSON-891296497-router', 'tenant_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'f7ac090e-aa91-4547-af20-a725b97642e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:17:22Z', 'updated_at': '2022-04-20T13:26:44Z', 'revision_number': 5, 'project_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'gw_port': {'id': 'f7ac090e-aa91-4547-af20-a725b97642e8', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:17:24Z', 'updated_at': '2022-04-20T13:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:45.620004 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9418da96-50fc-4460-87c1-fb5e449577eb tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:45.650106 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3a290f39-bbb8-4b89-b91d-e1bbce7cfda2 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:45.662836 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f317890e-f458-4dad-9ad4-4cc4a75e157f None None] Checking router: 51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:26:45.677369 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be3ac9db-71a3-42e8-96ab-bbd301b64b47 req-9e9f2cb5-eef4-4324-b918-8ccea0873dc9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=63a2aa13-048c-498d-9802-2223bee07730&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436184 Apr 20 13:26:45.680312 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9418da96-50fc-4460-87c1-fb5e449577eb tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:45.698796 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f317890e-f458-4dad-9ad4-4cc4a75e157f None None] Routers {'51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:26:45.699559 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-f317890e-f458-4dad-9ad4-4cc4a75e157f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:26:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:45.750542 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9418da96-50fc-4460-87c1-fb5e449577eb tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:26:45.829049 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-f317890e-f458-4dad-9ad4-4cc4a75e157f None None] Set router 51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:26:45.848968 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9418da96-50fc-4460-87c1-fb5e449577eb tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:45.849240 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-9418da96-50fc-4460-87c1-fb5e449577eb tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Added segment 5f484742-0e65-42da-8918-c4a09282bf13 of type vlan for network 955ea63a-f367-47de-a80b-61b6b0962784 Apr 20 13:26:45.908050 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9418da96-50fc-4460-87c1-fb5e449577eb tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50f81c65-07ae-4911-8ea7-d14f8c9d5e54,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:45.929841 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-a0cadaf0-93b2-4800-8fc6-ec912d0cbd5a None None] Provisioning complete for port ca245aff-5924-4e4e-ad79-1e80e1fca39f triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:45.930426 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a0cadaf0-93b2-4800-8fc6-ec912d0cbd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:45.954364 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ac9db-71a3-42e8-96ab-bbd301b64b47 req-42c2b6fa-fc02-4ec9-b106-59dbb84beaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:45.955788 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be3ac9db-71a3-42e8-96ab-bbd301b64b47 req-42c2b6fa-fc02-4ec9-b106-59dbb84beaec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7d094a7c46d4d49b889e6b8219e2601&device_id=63a2aa13-048c-498d-9802-2223bee07730 HTTP/1.1" status: 200 len: 1097 time: 0.2519114 Apr 20 13:26:45.965179 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3a290f39-bbb8-4b89-b91d-e1bbce7cfda2 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:45.997880 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-6d16a6e5-7800-44f0-9e1a-96e67a8ae4eb admin admin] Deleting port f7ac090e-aa91-4547-af20-a725b97642e8 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:26:45.998227 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6d16a6e5-7800-44f0-9e1a-96e67a8ae4eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:46.011502 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9418da96-50fc-4460-87c1-fb5e449577eb tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:46.061723 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-a0cadaf0-93b2-4800-8fc6-ec912d0cbd5a None None] Port ca245aff-5924-4e4e-ad79-1e80e1fca39f cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:26:46.079857 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3a290f39-bbb8-4b89-b91d-e1bbce7cfda2 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:46.136593 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-f317890e-f458-4dad-9ad4-4cc4a75e157f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0', 'name': 'tempest-ServerActionsTestJSON-891296497-router', 'tenant_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'f7ac090e-aa91-4547-af20-a725b97642e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:17:22Z', 'updated_at': '2022-04-20T13:26:44Z', 'revision_number': 5, 'project_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'gw_port': {'id': 'f7ac090e-aa91-4547-af20-a725b97642e8', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:17:24Z', 'updated_at': '2022-04-20T13:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:46.154316 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab2efb-df80-4aa7-a92a-038250774367 req-1796b289-881a-42fa-9f18-ae8077e56f4b tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:46.161595 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f8ab2efb-df80-4aa7-a92a-038250774367 req-1796b289-881a-42fa-9f18-ae8077e56f4b tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 945 time: 0.2504809 Apr 20 13:26:46.176316 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f317890e-f458-4dad-9ad4-4cc4a75e157f None None] The sync data for ids ['51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0'] in n-d-836015-7 is: [{'id': '51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0', 'name': 'tempest-ServerActionsTestJSON-891296497-router', 'tenant_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'f7ac090e-aa91-4547-af20-a725b97642e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:17:22Z', 'updated_at': '2022-04-20T13:26:44Z', 'revision_number': 5, 'project_id': '649a6cfebf0a4feb8c92b7d26c8b3e97', 'gw_port': {'id': 'f7ac090e-aa91-4547-af20-a725b97642e8', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:a2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:17:24Z', 'updated_at': '2022-04-20T13:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:26:46.208465 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a290f39-bbb8-4b89-b91d-e1bbce7cfda2 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Pushing event updated for resources: {'Port': ['ID=ca245aff-5924-4e4e-ad79-1e80e1fca39f,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:46.225969 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-3a290f39-bbb8-4b89-b91d-e1bbce7cfda2 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] In _notify_port_updated(), no bound segment for port ca245aff-5924-4e4e-ad79-1e80e1fca39f on network 02c823c1-359f-4892-9e7b-373b32dacb09 {{(pid=114870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 13:26:46.256728 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a290f39-bbb8-4b89-b91d-e1bbce7cfda2 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:46.258030 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3a290f39-bbb8-4b89-b91d-e1bbce7cfda2 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:46.258846 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3a290f39-bbb8-4b89-b91d-e1bbce7cfda2 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] 10.222.0.25 "PUT /v2.0/ports/ca245aff-5924-4e4e-ad79-1e80e1fca39f HTTP/1.1" status: 200 len: 1055 time: 0.7783976 Apr 20 13:26:46.263978 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38532) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:46.416669 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-258fdac4-71a4-4d9f-b4d8-23451185192c tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Deleting port ca245aff-5924-4e4e-ad79-1e80e1fca39f {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:26:46.419869 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-258fdac4-71a4-4d9f-b4d8-23451185192c tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:46.513632 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-cd5d3d28-ef75-43eb-8a5d-b249e135fbf3 None None] Provisioning complete for port ca245aff-5924-4e4e-ad79-1e80e1fca39f triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:46.514008 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cd5d3d28-ef75-43eb-8a5d-b249e135fbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:46.522334 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-258fdac4-71a4-4d9f-b4d8-23451185192c tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:46.536822 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-258fdac4-71a4-4d9f-b4d8-23451185192c tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Calling delete_port for ca245aff-5924-4e4e-ad79-1e80e1fca39f owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:26:46.580398 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-cd5d3d28-ef75-43eb-8a5d-b249e135fbf3 None None] Port ca245aff-5924-4e4e-ad79-1e80e1fca39f cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:26:46.612234 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9418da96-50fc-4460-87c1-fb5e449577eb tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:46.617979 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9418da96-50fc-4460-87c1-fb5e449577eb tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:46.619093 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9418da96-50fc-4460-87c1-fb5e449577eb tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:46.650616 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f8ab2efb-df80-4aa7-a92a-038250774367 req-46d2fd01-2e73-41af-9059-97c9676f471a tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e82e350-d3b5-4615-8d45-416544dfe622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4878354 Apr 20 13:26:46.673531 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ac9db-71a3-42e8-96ab-bbd301b64b47 req-8aeb8fe8-97d2-47b4-a29d-d7fd25a6b4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:46.674901 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be3ac9db-71a3-42e8-96ab-bbd301b64b47 req-8aeb8fe8-97d2-47b4-a29d-d7fd25a6b4f1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=72ce9eb7-6e65-4d33-a97e-ba495b7f713f HTTP/1.1" status: 200 len: 908 time: 0.6902740 Apr 20 13:26:46.682756 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-6d16a6e5-7800-44f0-9e1a-96e67a8ae4eb admin admin] For port f7ac090e-aa91-4547-af20-a725b97642e8, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f7ac090e-aa91-4547-af20-a725b97642e8,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:26:46.683133 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6d16a6e5-7800-44f0-9e1a-96e67a8ae4eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:46.770407 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-6d16a6e5-7800-44f0-9e1a-96e67a8ae4eb admin admin] Calling delete_port for f7ac090e-aa91-4547-af20-a725b97642e8 owned by network:router_gateway {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:26:46.779863 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38552) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:46.780188 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9418da96-50fc-4460-87c1-fb5e449577eb tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.7435579 Apr 20 13:26:46.785419 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-e60ce1c8-a65a-479c-a5e0-076ef34c6a15 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Request body: {'subnet': {'network_id': '955ea63a-f367-47de-a80b-61b6b0962784', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:46.792562 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9418da96-50fc-4460-87c1-fb5e449577eb tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Pushing event updated for resources: {'Network': ['ID=955ea63a-f367-47de-a80b-61b6b0962784,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:46.801903 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 955ea63a-f367-47de-a80b-61b6b0962784 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:26:46.836619 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-258fdac4-71a4-4d9f-b4d8-23451185192c tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:46.858804 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be3ac9db-71a3-42e8-96ab-bbd301b64b47 req-ace03503-8f89-42a7-8b72-c8fd7a790788 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ad2d059-2eee-4291-9ce4-6e6a01a995c4 HTTP/1.1" status: 200 len: 1001 time: 0.1688418 Apr 20 13:26:46.912731 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258fdac4-71a4-4d9f-b4d8-23451185192c tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Pushing event deleted for resources: {'Port': ['ID=ca245aff-5924-4e4e-ad79-1e80e1fca39f,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:46.987032 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ac9db-71a3-42e8-96ab-bbd301b64b47 req-c9d200b5-cb60-4af7-8e97-0551d0217156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:46.988576 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be3ac9db-71a3-42e8-96ab-bbd301b64b47 req-c9d200b5-cb60-4af7-8e97-0551d0217156 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8304900-a486-4d9b-92a6-d7e30f1b6efb HTTP/1.1" status: 200 len: 846 time: 0.1155508 Apr 20 13:26:47.031423 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60ce1c8-a65a-479c-a5e0-076ef34c6a15 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Made reservation on behalf of 352d1f297a9f46ec85639ba668cd8a89 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:26:47.034945 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e60ce1c8-a65a-479c-a5e0-076ef34c6a15 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:47.068676 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ac9db-71a3-42e8-96ab-bbd301b64b47 req-c32f5dd4-0e74-4d7d-9dac-0b3084456c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:47.070486 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be3ac9db-71a3-42e8-96ab-bbd301b64b47 req-c32f5dd4-0e74-4d7d-9dac-0b3084456c4e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72ce9eb7-6e65-4d33-a97e-ba495b7f713f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739305 Apr 20 13:26:47.197747 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-258fdac4-71a4-4d9f-b4d8-23451185192c tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:47.201477 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-258fdac4-71a4-4d9f-b4d8-23451185192c tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] 10.222.0.25 "DELETE /v2.0/ports/ca245aff-5924-4e4e-ad79-1e80e1fca39f HTTP/1.1" status: 204 len: 168 time: 0.9356291 Apr 20 13:26:47.203811 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38574) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:47.218761 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6d16a6e5-7800-44f0-9e1a-96e67a8ae4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:47.238340 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be3ac9db-71a3-42e8-96ab-bbd301b64b47 req-9933a8f6-865c-4b45-be46-73d5cb97188d service neutron] 10.222.0.32 "GET /v2.0/networks/72ce9eb7-6e65-4d33-a97e-ba495b7f713f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601210 Apr 20 13:26:47.261174 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e122d71-b0d7-48e9-b09f-ba2944109b3e tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] GET failed (client error): The resource could not be found. Apr 20 13:26:47.263015 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5e122d71-b0d7-48e9-b09f-ba2944109b3e tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] 10.222.0.25 "GET /v2.0/ports/ca245aff-5924-4e4e-ad79-1e80e1fca39f HTTP/1.1" status: 404 len: 333 time: 0.0577376 Apr 20 13:26:47.266015 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38576) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:47.322829 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d16a6e5-7800-44f0-9e1a-96e67a8ae4eb admin admin] Pushing event deleted for resources: {'Port': ['ID=f7ac090e-aa91-4547-af20-a725b97642e8,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:47.414683 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-2932c399-8580-4f34-89b0-b8aabf95758f tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Deleting port 66324340-a6e7-47bc-be37-a781a278f1d5 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:26:47.415443 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2932c399-8580-4f34-89b0-b8aabf95758f tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:47.417527 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be3ac9db-71a3-42e8-96ab-bbd301b64b47 req-27dc317a-6545-40f5-abe3-05bd426264a1 service neutron] 10.222.0.32 "GET /v2.0/networks/72ce9eb7-6e65-4d33-a97e-ba495b7f713f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533916 Apr 20 13:26:47.431934 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6d16a6e5-7800-44f0-9e1a-96e67a8ae4eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:47.496354 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e60ce1c8-a65a-479c-a5e0-076ef34c6a15 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:47.524108 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6d16a6e5-7800-44f0-9e1a-96e67a8ae4eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:47.526776 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6d16a6e5-7800-44f0-9e1a-96e67a8ae4eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:47.547108 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2932c399-8580-4f34-89b0-b8aabf95758f tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:47.571100 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-2932c399-8580-4f34-89b0-b8aabf95758f tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Calling delete_port for 66324340-a6e7-47bc-be37-a781a278f1d5 owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:26:47.596340 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60ce1c8-a65a-479c-a5e0-076ef34c6a15 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Pushing event updated for resources: {'Subnet': ['ID=8e7a2919-41e7-4b74-9b65-69bb7a29f417,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:47.653208 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60ce1c8-a65a-479c-a5e0-076ef34c6a15 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Checking segment: {'id': '5f484742-0e65-42da-8918-c4a09282bf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '955ea63a-f367-47de-a80b-61b6b0962784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:26:47.653574 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60ce1c8-a65a-479c-a5e0-076ef34c6a15 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Network hostable DHCP agents. Network: 955ea63a-f367-47de-a80b-61b6b0962784, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:26:47.691158 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6d16a6e5-7800-44f0-9e1a-96e67a8ae4eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:47.691924 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d16a6e5-7800-44f0-9e1a-96e67a8ae4eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0 {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:26:47.702071 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6d16a6e5-7800-44f0-9e1a-96e67a8ae4eb admin admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:47.703265 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-6d16a6e5-7800-44f0-9e1a-96e67a8ae4eb admin admin] 10.222.0.25 "DELETE /v2.0/routers/51f9382e-f6aa-47b4-8e4e-4b0a033f4dc0 HTTP/1.1" status: 204 len: 168 time: 2.6290419 Apr 20 13:26:47.705756 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38598) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:47.773543 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-562b9fdf-b2fe-48d6-9535-b583a85b549b admin admin] Deleting subnet fa576778-8514-4874-84e6-afe172476688 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:26:47.775467 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60ce1c8-a65a-479c-a5e0-076ef34c6a15 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Network 955ea63a-f367-47de-a80b-61b6b0962784 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:26:47.779056 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-562b9fdf-b2fe-48d6-9535-b583a85b549b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:47.848659 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-562b9fdf-b2fe-48d6-9535-b583a85b549b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:47.875342 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2932c399-8580-4f34-89b0-b8aabf95758f tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:47.893491 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeee380-1539-460a-a0b9-9ad23887824f req-bc1afa36-75e1-45a2-86ce-3f8017b1e742 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:47.895021 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1aeee380-1539-460a-a0b9-9ad23887824f req-bc1afa36-75e1-45a2-86ce-3f8017b1e742 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 945 time: 0.0939035 Apr 20 13:26:47.909678 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2932c399-8580-4f34-89b0-b8aabf95758f tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Pushing event deleted for resources: {'Port': ['ID=66324340-a6e7-47bc-be37-a781a278f1d5,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:47.924089 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-e60ce1c8-a65a-479c-a5e0-076ef34c6a15 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 955ea63a-f367-47de-a80b-61b6b0962784) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:26:47.936686 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2006f53-b10f-48a5-a690-0d1a9cbec3f0 None None] Network 955ea63a-f367-47de-a80b-61b6b0962784 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:26:47.941795 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60ce1c8-a65a-479c-a5e0-076ef34c6a15 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:47.947269 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e60ce1c8-a65a-479c-a5e0-076ef34c6a15 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:47.999425 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-562b9fdf-b2fe-48d6-9535-b583a85b549b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:48.004711 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1aeee380-1539-460a-a0b9-9ad23887824f req-2f0ff726-6772-4078-b398-7513b24adf4f tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e82e350-d3b5-4615-8d45-416544dfe622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951035 Apr 20 13:26:48.036410 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e60ce1c8-a65a-479c-a5e0-076ef34c6a15 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2552190 Apr 20 13:26:48.039868 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38612) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:48.046206 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-8194cc8f-5946-4416-ac1d-d40fbfd9e2d1 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Request body: {'port': {'network_id': '955ea63a-f367-47de-a80b-61b6b0962784', 'name': 'tempest-TagsExtTest-1019453968'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:48.063962 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2932c399-8580-4f34-89b0-b8aabf95758f tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:48.068359 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2932c399-8580-4f34-89b0-b8aabf95758f tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] 10.222.0.25 "DELETE /v2.0/ports/66324340-a6e7-47bc-be37-a781a278f1d5 HTTP/1.1" status: 204 len: 168 time: 0.8001192 Apr 20 13:26:48.070817 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38616) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:48.102809 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-6da3adef-bdf8-4696-aa2b-7d6a8de7c3d9 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] GET failed (client error): The resource could not be found. Apr 20 13:26:48.105201 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6da3adef-bdf8-4696-aa2b-7d6a8de7c3d9 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] 10.222.0.25 "GET /v2.0/ports/66324340-a6e7-47bc-be37-a781a278f1d5 HTTP/1.1" status: 404 len: 333 time: 0.0320971 Apr 20 13:26:48.109133 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38620) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:48.241160 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b864f6-70e9-4fd2-b18d-726050a77f8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-955ea63a-f367-47de-a80b-61b6b0962784', 'network_id': '955ea63a-f367-47de-a80b-61b6b0962784', 'tenant_id': '352d1f297a9f46ec85639ba668cd8a89', 'fixed_ips': [{'subnet_id': '8e7a2919-41e7-4b74-9b65-69bb7a29f417'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:26:48.242039 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-15b864f6-70e9-4fd2-b18d-726050a77f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:48.301752 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-562b9fdf-b2fe-48d6-9535-b583a85b549b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:48.342671 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0e03dce6-dbe1-48cc-a969-8d1f4f142d75 req-63f8cb56-3131-47f5-aebd-7b2a776e0573 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=368da269-436d-4719-a4b7-072f18c8de04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1705029 Apr 20 13:26:48.361704 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-232609e5-dffd-48c8-b4ad-19d22c09f4f4 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Deleting port b1ba28c5-b683-4035-af9f-5e7e85e851df {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:26:48.362331 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-232609e5-dffd-48c8-b4ad-19d22c09f4f4 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:48.364477 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-562b9fdf-b2fe-48d6-9535-b583a85b549b admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:48.369663 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-562b9fdf-b2fe-48d6-9535-b583a85b549b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/fa576778-8514-4874-84e6-afe172476688 HTTP/1.1" status: 204 len: 168 time: 0.6625161 Apr 20 13:26:48.372032 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b9fdf-b2fe-48d6-9535-b583a85b549b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa576778-8514-4874-84e6-afe172476688,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:48.376103 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38630) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:48.395513 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 9aea585f-f544-48f4-8821-43e0e716ac2e no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:26:48.399243 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb664d5-348e-48ce-8ed2-e1d532adc04b None None] Network 64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:26:48.502728 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aeb54735-63f5-458b-ae58-bc29deb0cf4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:48.514038 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03dce6-dbe1-48cc-a969-8d1f4f142d75 req-fc051aa4-7af4-482e-a96f-ada12c10aef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:48.515016 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8194cc8f-5946-4416-ac1d-d40fbfd9e2d1 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Made reservation on behalf of 352d1f297a9f46ec85639ba668cd8a89 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:26:48.515646 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0e03dce6-dbe1-48cc-a969-8d1f4f142d75 req-fc051aa4-7af4-482e-a96f-ada12c10aef1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5dc3931e6714f8cb843649afbc5f7c5&device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 1097 time: 0.1256816 Apr 20 13:26:48.520184 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8194cc8f-5946-4416-ac1d-d40fbfd9e2d1 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:48.528528 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-232609e5-dffd-48c8-b4ad-19d22c09f4f4 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:48.558064 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-232609e5-dffd-48c8-b4ad-19d22c09f4f4 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Calling delete_port for b1ba28c5-b683-4035-af9f-5e7e85e851df owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:26:48.558974 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [None req-8194cc8f-5946-4416-ac1d-d40fbfd9e2d1 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] device_id is not set on port 2de013db-4f46-4211-ba87-8ae3cc9edd4c yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:26:48.675332 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 9aea585f-f544-48f4-8821-43e0e716ac2e {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:26:48.675731 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 9aea585f-f544-48f4-8821-43e0e716ac2e not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:26:48.676341 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f7ac090e-aa91-4547-af20-a725b97642e8 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:26:48.700729 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: f7ac090e-aa91-4547-af20-a725b97642e8 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:26:48.701328 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f7ac090e-aa91-4547-af20-a725b97642e8 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:26:48.722428 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ebccb-18ad-40ed-b36e-61d11c62bc38 req-92ddd117-5255-42e9-8d38-decb158fff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:48.724291 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-552ebccb-18ad-40ed-b36e-61d11c62bc38 req-92ddd117-5255-42e9-8d38-decb158fff6e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 1096 time: 0.2152891 Apr 20 13:26:48.729793 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-aeb54735-63f5-458b-ae58-bc29deb0cf4b admin admin] Deleting port 22bc7799-3d03-4d87-afa3-fee0d2e609f1 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:26:48.730223 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aeb54735-63f5-458b-ae58-bc29deb0cf4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:48.803832 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-15b864f6-70e9-4fd2-b18d-726050a77f8f None None] Allocated IP 172.20.0.2 (955ea63a-f367-47de-a80b-61b6b0962784/8e7a2919-41e7-4b74-9b65-69bb7a29f417/f453ec64-3784-44d9-8e90-24159f559ea6) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:26:48.823004 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-552ebccb-18ad-40ed-b36e-61d11c62bc38 req-35662a0d-d322-4dab-86b2-06e377d24653 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1e82e350-d3b5-4615-8d45-416544dfe622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904610 Apr 20 13:26:48.829354 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-aeb54735-63f5-458b-ae58-bc29deb0cf4b admin admin] For port 22bc7799-3d03-4d87-afa3-fee0d2e609f1, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=22bc7799-3d03-4d87-afa3-fee0d2e609f1,segment=NetworkSegment(c5d44da9-f259-4c8c-925b-0e6bdb6b3012),segment_id=c5d44da9-f259-4c8c-925b-0e6bdb6b3012)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:26:48.829736 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aeb54735-63f5-458b-ae58-bc29deb0cf4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:48.867021 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-aeb54735-63f5-458b-ae58-bc29deb0cf4b admin admin] Calling delete_port for 22bc7799-3d03-4d87-afa3-fee0d2e609f1 owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:26:48.985963 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b653afde-fcb4-4ed7-ab47-6f9207aa2a55 None None] DHCP port deletion for 64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:26:49.062783 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aeb54735-63f5-458b-ae58-bc29deb0cf4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:49.078827 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-b653afde-fcb4-4ed7-ab47-6f9207aa2a55 None None] Deleting port 22bc7799-3d03-4d87-afa3-fee0d2e609f1 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:26:49.079206 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b653afde-fcb4-4ed7-ab47-6f9207aa2a55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:49.125043 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb54735-63f5-458b-ae58-bc29deb0cf4b admin admin] Pushing event deleted for resources: {'Port': ['ID=22bc7799-3d03-4d87-afa3-fee0d2e609f1,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:49.131752 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb54735-63f5-458b-ae58-bc29deb0cf4b admin admin] No DVR routers for this DVR port 22bc7799-3d03-4d87-afa3-fee0d2e609f1 on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:26:49.147189 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-b653afde-fcb4-4ed7-ab47-6f9207aa2a55 None None] For port 22bc7799-3d03-4d87-afa3-fee0d2e609f1, host n-d-836015-7, got binding levels [] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:26:49.147555 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b653afde-fcb4-4ed7-ab47-6f9207aa2a55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:49.161118 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-b653afde-fcb4-4ed7-ab47-6f9207aa2a55 None None] Calling delete_port for 22bc7799-3d03-4d87-afa3-fee0d2e609f1 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:26:49.163795 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.ipam_backend_mixin [None req-b653afde-fcb4-4ed7-ab47-6f9207aa2a55 None None] Port 22bc7799-3d03-4d87-afa3-fee0d2e609f1 was not found and therefore no delete operation was performed {{(pid=114871) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 13:26:49.168666 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b653afde-fcb4-4ed7-ab47-6f9207aa2a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:49.171856 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-15b864f6-70e9-4fd2-b18d-726050a77f8f None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:49.198973 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03dce6-dbe1-48cc-a969-8d1f4f142d75 req-e40e282e-4ea0-47be-be9c-f68f7173993d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:49.200754 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0e03dce6-dbe1-48cc-a969-8d1f4f142d75 req-e40e282e-4ea0-47be-be9c-f68f7173993d service neutron] 10.222.0.15 "GET /v2.0/networks?id=30a0afd4-452b-4cd5-87af-310670c6e8f3 HTTP/1.1" status: 200 len: 919 time: 0.6620648 Apr 20 13:26:49.205313 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653afde-fcb4-4ed7-ab47-6f9207aa2a55 None None] Pushing event deleted for resources: {'Port': ['ID=22bc7799-3d03-4d87-afa3-fee0d2e609f1,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:49.207377 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b653afde-fcb4-4ed7-ab47-6f9207aa2a55 None None] No DVR routers for this DVR port 22bc7799-3d03-4d87-afa3-fee0d2e609f1 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:26:49.249098 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0e03dce6-dbe1-48cc-a969-8d1f4f142d75 req-8665ed62-ce23-48c3-974f-cde2e6443af4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cbbb658-0b20-4499-92d4-bef3eaf1faad HTTP/1.1" status: 200 len: 217 time: 0.0402308 Apr 20 13:26:49.258540 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ab521-c5a9-45d5-971a-2a8e4a12333b req-1bcff7d1-b400-4314-9522-01c7737dcd8b tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:49.260588 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4e5ab521-c5a9-45d5-971a-2a8e4a12333b req-1bcff7d1-b400-4314-9522-01c7737dcd8b tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 945 time: 0.1501939 Apr 20 13:26:49.264905 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aeb54735-63f5-458b-ae58-bc29deb0cf4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:49.269829 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-15b864f6-70e9-4fd2-b18d-726050a77f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:49.308095 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03dce6-dbe1-48cc-a969-8d1f4f142d75 req-f9dc2aa9-dd02-470a-85a1-4a9906e1135b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:49.309662 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0e03dce6-dbe1-48cc-a969-8d1f4f142d75 req-f9dc2aa9-dd02-470a-85a1-4a9906e1135b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30a664a4-266d-459a-b14d-e17b45ff5b80 HTTP/1.1" status: 200 len: 857 time: 0.0538526 Apr 20 13:26:49.313685 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-232609e5-dffd-48c8-b4ad-19d22c09f4f4 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:49.317202 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b864f6-70e9-4fd2-b18d-726050a77f8f None None] Network 955ea63a-f367-47de-a80b-61b6b0962784 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:26:49.317629 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-15b864f6-70e9-4fd2-b18d-726050a77f8f None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:26:49.325537 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b864f6-70e9-4fd2-b18d-726050a77f8f None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:26:49.327220 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-aeb54735-63f5-458b-ae58-bc29deb0cf4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64d8cf94-eb2a-48ee-bdb5-e3e8f5005119']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:49.346820 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b864f6-70e9-4fd2-b18d-726050a77f8f None None] Pushing event updated for resources: {'Port': ['ID=f453ec64-3784-44d9-8e90-24159f559ea6,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:49.390179 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-aeb54735-63f5-458b-ae58-bc29deb0cf4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d44da9-f259-4c8c-925b-0e6bdb6b3012') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:49.390179 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-aeb54735-63f5-458b-ae58-bc29deb0cf4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d44da9-f259-4c8c-925b-0e6bdb6b3012') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:49.408764 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-15b864f6-70e9-4fd2-b18d-726050a77f8f None None] Attempting to bind port f453ec64-3784-44d9-8e90-24159f559ea6 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:26:49.409458 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-15b864f6-70e9-4fd2-b18d-726050a77f8f None None] Attempting to bind port f453ec64-3784-44d9-8e90-24159f559ea6 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '5f484742-0e65-42da-8918-c4a09282bf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '955ea63a-f367-47de-a80b-61b6b0962784'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:26:49.410075 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b864f6-70e9-4fd2-b18d-726050a77f8f None None] Attempting to bind port f453ec64-3784-44d9-8e90-24159f559ea6 on network 955ea63a-f367-47de-a80b-61b6b0962784 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:26:49.421682 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b864f6-70e9-4fd2-b18d-726050a77f8f None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:26:49.422704 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4e5ab521-c5a9-45d5-971a-2a8e4a12333b req-87fdae59-1aed-4f36-a428-92a0be066f03 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e82e350-d3b5-4615-8d45-416544dfe622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493151 Apr 20 13:26:49.423321 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b864f6-70e9-4fd2-b18d-726050a77f8f None None] Checking segment: {'id': '5f484742-0e65-42da-8918-c4a09282bf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '955ea63a-f367-47de-a80b-61b6b0962784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:26:49.423868 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232609e5-dffd-48c8-b4ad-19d22c09f4f4 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Pushing event deleted for resources: {'Port': ['ID=b1ba28c5-b683-4035-af9f-5e7e85e851df,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:49.426453 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-15b864f6-70e9-4fd2-b18d-726050a77f8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:49.427156 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b864f6-70e9-4fd2-b18d-726050a77f8f None None] Bound using segment: {'id': '5f484742-0e65-42da-8918-c4a09282bf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '955ea63a-f367-47de-a80b-61b6b0962784'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:26:49.427953 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-15b864f6-70e9-4fd2-b18d-726050a77f8f None None] Bound port: f453ec64-3784-44d9-8e90-24159f559ea6, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f484742-0e65-42da-8918-c4a09282bf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '955ea63a-f367-47de-a80b-61b6b0962784'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:26:49.431380 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-15b864f6-70e9-4fd2-b18d-726050a77f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:49.435210 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aeb54735-63f5-458b-ae58-bc29deb0cf4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:49.463067 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-8194cc8f-5946-4416-ac1d-d40fbfd9e2d1 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Allocated IP 172.20.0.5 (955ea63a-f367-47de-a80b-61b6b0962784/8e7a2919-41e7-4b74-9b65-69bb7a29f417/2de013db-4f46-4211-ba87-8ae3cc9edd4c) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:26:49.473072 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aeb54735-63f5-458b-ae58-bc29deb0cf4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:49.488207 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03dce6-dbe1-48cc-a969-8d1f4f142d75 req-b7fa3c01-ba18-4bc4-bd8f-46e449e856ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:49.497687 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeb54735-63f5-458b-ae58-bc29deb0cf4b admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:26:49.502993 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aeb54735-63f5-458b-ae58-bc29deb0cf4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:49.503133 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0e03dce6-dbe1-48cc-a969-8d1f4f142d75 req-b7fa3c01-ba18-4bc4-bd8f-46e449e856ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30a0afd4-452b-4cd5-87af-310670c6e8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1596823 Apr 20 13:26:49.511173 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:26:49.511173 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:26:49.511173 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:26:49.511173 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:26:49.511173 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:26:49.511173 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:26:49.511173 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:26:49.511173 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:26:49.511173 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:26:49.511173 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:26:49.511173 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:26:49.511173 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:26:49.511173 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:26:49.511173 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:26:49.511173 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:26:49.511173 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:26:49.511173 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:26:49.511173 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:26:49.511173 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:26:49.511173 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:26:49.511173 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:26:49.511173 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:26:49.511173 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:26:49.511173 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:26:49.511173 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:26:49.511173 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:26:49.511173 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:26:49.511173 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:26:49.511173 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:26:49.511173 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:26:49.511173 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:26:49.511173 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:26:49.549459 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-15b864f6-70e9-4fd2-b18d-726050a77f8f None None] For port f453ec64-3784-44d9-8e90-24159f559ea6, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:26:49.559837 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-15b864f6-70e9-4fd2-b18d-726050a77f8f None None] For port f453ec64-3784-44d9-8e90-24159f559ea6, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f453ec64-3784-44d9-8e90-24159f559ea6,segment=NetworkSegment(5f484742-0e65-42da-8918-c4a09282bf13),segment_id=5f484742-0e65-42da-8918-c4a09282bf13)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:26:49.623631 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-232609e5-dffd-48c8-b4ad-19d22c09f4f4 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:49.629528 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-232609e5-dffd-48c8-b4ad-19d22c09f4f4 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] 10.222.0.25 "DELETE /v2.0/ports/b1ba28c5-b683-4035-af9f-5e7e85e851df HTTP/1.1" status: 204 len: 168 time: 1.5170839 Apr 20 13:26:49.629845 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38676) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:49.634554 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-15b864f6-70e9-4fd2-b18d-726050a77f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:49.696971 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aeb54735-63f5-458b-ae58-bc29deb0cf4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:49.711394 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aeb54735-63f5-458b-ae58-bc29deb0cf4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:49.714814 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-aeb54735-63f5-458b-ae58-bc29deb0cf4b admin admin] 10.222.0.25 "DELETE /v2.0/networks/64d8cf94-eb2a-48ee-bdb5-e3e8f5005119 HTTP/1.1" status: 204 len: 168 time: 1.3372884 Apr 20 13:26:49.715891 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6d3d112-fb63-4fd8-8b54-33c83d140c9b tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Deleting subnet 0dd53871-4f2c-45ce-9793-7930524623de {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:26:49.733933 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b6d3d112-fb63-4fd8-8b54-33c83d140c9b tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:49.751677 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb54735-63f5-458b-ae58-bc29deb0cf4b admin admin] Pushing event deleted for resources: {'Network': ['ID=64d8cf94-eb2a-48ee-bdb5-e3e8f5005119,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:49.752661 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b864f6-70e9-4fd2-b18d-726050a77f8f None None] Pushing event updated for resources: {'Port': ['ID=f453ec64-3784-44d9-8e90-24159f559ea6,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:49.809643 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8194cc8f-5946-4416-ac1d-d40fbfd9e2d1 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:49.826259 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b6d3d112-fb63-4fd8-8b54-33c83d140c9b tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:49.859204 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0e03dce6-dbe1-48cc-a969-8d1f4f142d75 req-dee55c89-5537-441b-9bc8-43ad2c8dfc5a service neutron] 10.222.0.15 "GET /v2.0/networks/30a0afd4-452b-4cd5-87af-310670c6e8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582175 Apr 20 13:26:49.927599 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8194cc8f-5946-4416-ac1d-d40fbfd9e2d1 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:50.034620 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b6d3d112-fb63-4fd8-8b54-33c83d140c9b tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:50.054840 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8194cc8f-5946-4416-ac1d-d40fbfd9e2d1 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Network 955ea63a-f367-47de-a80b-61b6b0962784 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:26:50.077235 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-8194cc8f-5946-4416-ac1d-d40fbfd9e2d1 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:26:50.099241 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8194cc8f-5946-4416-ac1d-d40fbfd9e2d1 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:26:50.111504 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0e03dce6-dbe1-48cc-a969-8d1f4f142d75 req-9d2440d7-6f8c-4a0f-a6c3-7b760fb521da service neutron] 10.222.0.15 "GET /v2.0/networks/30a0afd4-452b-4cd5-87af-310670c6e8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373083 Apr 20 13:26:50.157639 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8194cc8f-5946-4416-ac1d-d40fbfd9e2d1 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Pushing event updated for resources: {'Port': ['ID=2de013db-4f46-4211-ba87-8ae3cc9edd4c,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:50.191447 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8194cc8f-5946-4416-ac1d-d40fbfd9e2d1 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:50.192114 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8194cc8f-5946-4416-ac1d-d40fbfd9e2d1 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:50.210450 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f453ec64-3784-44d9-8e90-24159f559ea6 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:26:50.267603 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port f453ec64-3784-44d9-8e90-24159f559ea6 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:50.268990 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:50.304845 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b6d3d112-fb63-4fd8-8b54-33c83d140c9b tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:50.336568 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8194cc8f-5946-4416-ac1d-d40fbfd9e2d1 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.2948704 Apr 20 13:26:50.339765 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38706) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:50.345636 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-17805478-ddce-4a2a-aac0-b9a88b9008b8 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1177034476', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:50.348751 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d3d112-fb63-4fd8-8b54-33c83d140c9b tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Pushing event deleted for resources: {'Subnet': ['ID=0dd53871-4f2c-45ce-9793-7930524623de,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:50.355303 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b6d3d112-fb63-4fd8-8b54-33c83d140c9b tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:50.360408 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b6d3d112-fb63-4fd8-8b54-33c83d140c9b tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] 10.222.0.25 "DELETE /v2.0/subnets/0dd53871-4f2c-45ce-9793-7930524623de HTTP/1.1" status: 204 len: 168 time: 0.7293637 Apr 20 13:26:50.362678 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38710) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:50.367818 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d9d7ef-5512-4ca4-8f28-9a5223b61ed7 None None] Network 02c823c1-359f-4892-9e7b-373b32dacb09 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:26:50.368022 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38712) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:50.424990 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:50.432469 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-525f234c-c9d6-4245-952e-88916af5a44f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=649a6cfebf0a4feb8c92b7d26c8b3e97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0618091 Apr 20 13:26:50.434737 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38716) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:50.463502 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-094dcd4c-84b2-4c77-a9dc-eba213952ad9 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:50.505961 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-17805478-ddce-4a2a-aac0-b9a88b9008b8 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:50.508425 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-17805478-ddce-4a2a-aac0-b9a88b9008b8 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:50.556510 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port f453ec64-3784-44d9-8e90-24159f559ea6, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f453ec64-3784-44d9-8e90-24159f559ea6,segment=NetworkSegment(5f484742-0e65-42da-8918-c4a09282bf13),segment_id=5f484742-0e65-42da-8918-c4a09282bf13)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:26:50.592744 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-094dcd4c-84b2-4c77-a9dc-eba213952ad9 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Deleting port ddfd03c3-96c9-428e-b92e-3078ec955b43 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:26:50.593204 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-094dcd4c-84b2-4c77-a9dc-eba213952ad9 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:50.623490 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-81c48359-ccdd-4439-a2a7-481fe0f9d7c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:50.648434 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-81c48359-ccdd-4439-a2a7-481fe0f9d7c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:50.650774 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87a2331-21c3-4645-b53a-a48420849a72 None None] DHCP port deletion for 02c823c1-359f-4892-9e7b-373b32dacb09 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:26:50.654124 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:50.745333 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-17805478-ddce-4a2a-aac0-b9a88b9008b8 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:50.753014 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=f453ec64-3784-44d9-8e90-24159f559ea6,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:50.768505 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c02d6-d377-4f66-a2bd-924f4fd79c4e req-81b93a71-6d8e-42fa-be04-2c569287e122 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:50.770414 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a45c02d6-d377-4f66-a2bd-924f4fd79c4e req-81b93a71-6d8e-42fa-be04-2c569287e122 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 945 time: 0.2546539 Apr 20 13:26:50.778941 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-094dcd4c-84b2-4c77-a9dc-eba213952ad9 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] For port ddfd03c3-96c9-428e-b92e-3078ec955b43, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ddfd03c3-96c9-428e-b92e-3078ec955b43,segment=NetworkSegment(ca49df48-4348-4559-8e12-af39d2905e06),segment_id=ca49df48-4348-4559-8e12-af39d2905e06)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:26:50.782189 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-094dcd4c-84b2-4c77-a9dc-eba213952ad9 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:50.789114 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 22bc7799-3d03-4d87-afa3-fee0d2e609f1 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:26:50.799639 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-094dcd4c-84b2-4c77-a9dc-eba213952ad9 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Calling delete_port for ddfd03c3-96c9-428e-b92e-3078ec955b43 owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:26:50.822270 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a45c02d6-d377-4f66-a2bd-924f4fd79c4e req-1c3f70d3-5c87-4cf4-ad69-2a172b620957 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e82e350-d3b5-4615-8d45-416544dfe622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432534 Apr 20 13:26:50.840496 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 22bc7799-3d03-4d87-afa3-fee0d2e609f1 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:26:50.840844 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 22bc7799-3d03-4d87-afa3-fee0d2e609f1 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:26:50.868583 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-17805478-ddce-4a2a-aac0-b9a88b9008b8 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:50.876516 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-f87a2331-21c3-4645-b53a-a48420849a72 None None] Deleting port ddfd03c3-96c9-428e-b92e-3078ec955b43 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:26:50.917384 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f87a2331-21c3-4645-b53a-a48420849a72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:50.957659 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-f87a2331-21c3-4645-b53a-a48420849a72 None None] For port ddfd03c3-96c9-428e-b92e-3078ec955b43, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ddfd03c3-96c9-428e-b92e-3078ec955b43,segment=NetworkSegment(ca49df48-4348-4559-8e12-af39d2905e06),segment_id=ca49df48-4348-4559-8e12-af39d2905e06)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:26:50.958147 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f87a2331-21c3-4645-b53a-a48420849a72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:50.965418 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-81c48359-ccdd-4439-a2a7-481fe0f9d7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:50.968235 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-81c48359-ccdd-4439-a2a7-481fe0f9d7c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:50.970453 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-81c48359-ccdd-4439-a2a7-481fe0f9d7c7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/24f64341-d4c8-4478-b5d2-26511be228be HTTP/1.1" status: 204 len: 168 time: 0.5339923 Apr 20 13:26:50.979576 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c48359-ccdd-4439-a2a7-481fe0f9d7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f64341-d4c8-4478-b5d2-26511be228be,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:50.986890 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-f87a2331-21c3-4645-b53a-a48420849a72 None None] Calling delete_port for ddfd03c3-96c9-428e-b92e-3078ec955b43 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:26:51.041539 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-17805478-ddce-4a2a-aac0-b9a88b9008b8 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:51.049028 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38748) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:51.049146 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-17805478-ddce-4a2a-aac0-b9a88b9008b8 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7042303 Apr 20 13:26:51.051422 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-4309884d-37a9-48fa-9fd4-00cd801c9999 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-898671953', 'prefixes': ['172.20.0.0/16']}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:51.102990 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f87a2331-21c3-4645-b53a-a48420849a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:51.103553 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-094dcd4c-84b2-4c77-a9dc-eba213952ad9 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:51.142602 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87a2331-21c3-4645-b53a-a48420849a72 None None] No DVR routers for this DVR port ddfd03c3-96c9-428e-b92e-3078ec955b43 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:26:51.144505 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a2331-21c3-4645-b53a-a48420849a72 None None] Pushing event deleted for resources: {'Port': ['ID=ddfd03c3-96c9-428e-b92e-3078ec955b43,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:51.167887 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094dcd4c-84b2-4c77-a9dc-eba213952ad9 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] No DVR routers for this DVR port ddfd03c3-96c9-428e-b92e-3078ec955b43 on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:26:51.169996 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094dcd4c-84b2-4c77-a9dc-eba213952ad9 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Pushing event deleted for resources: {'Port': ['ID=ddfd03c3-96c9-428e-b92e-3078ec955b43,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:51.234851 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f2da3b-e2c1-4099-9ceb-50dce29fff8e None None] Network 955ea63a-f367-47de-a80b-61b6b0962784 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:26:51.318104 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-094dcd4c-84b2-4c77-a9dc-eba213952ad9 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:51.342312 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c204daf-4450-4ff8-99e4-583cabc13889 None None] Provisioning complete for port f453ec64-3784-44d9-8e90-24159f559ea6 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:51.342312 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c204daf-4450-4ff8-99e4-583cabc13889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:51.373577 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-094dcd4c-84b2-4c77-a9dc-eba213952ad9 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c823c1-359f-4892-9e7b-373b32dacb09']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:51.381011 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-094dcd4c-84b2-4c77-a9dc-eba213952ad9 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca49df48-4348-4559-8e12-af39d2905e06') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:51.381326 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-094dcd4c-84b2-4c77-a9dc-eba213952ad9 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca49df48-4348-4559-8e12-af39d2905e06') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:51.401604 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-094dcd4c-84b2-4c77-a9dc-eba213952ad9 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:51.418541 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-094dcd4c-84b2-4c77-a9dc-eba213952ad9 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:51.441549 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-094dcd4c-84b2-4c77-a9dc-eba213952ad9 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:26:51.442243 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-094dcd4c-84b2-4c77-a9dc-eba213952ad9 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:51.446187 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:26:51.446187 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:26:51.446187 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:26:51.446187 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:26:51.446187 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:26:51.446187 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:26:51.446187 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:26:51.446187 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:26:51.446187 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:26:51.446187 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:26:51.446187 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:26:51.446187 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:26:51.446187 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:26:51.446187 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:26:51.446187 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:26:51.446187 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:26:51.446187 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:26:51.446187 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:26:51.446187 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:26:51.446187 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:26:51.446187 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:26:51.446187 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:26:51.446187 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:26:51.446187 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:26:51.446187 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:26:51.446187 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:26:51.446187 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:26:51.446187 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:26:51.446187 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:26:51.446187 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:26:51.446187 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:26:51.446187 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:26:51.545863 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4309884d-37a9-48fa-9fd4-00cd801c9999 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks [] for subnetpool, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:51.545863 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4309884d-37a9-48fa-9fd4-00cd801c9999 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.4934340 Apr 20 13:26:51.546789 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38780) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:51.550618 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.tag.tag_plugin [None req-ea5d9737-3eb3-4438-b8cc-489f88207d47 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8e7a2919-41e7-4b74-9b65-69bb7a29f417', 'tempest-TagsExtTest-Tag-1575536376') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:51.640857 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-094dcd4c-84b2-4c77-a9dc-eba213952ad9 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:51.674534 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-094dcd4c-84b2-4c77-a9dc-eba213952ad9 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:51.682712 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-094dcd4c-84b2-4c77-a9dc-eba213952ad9 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] 10.222.0.25 "DELETE /v2.0/networks/02c823c1-359f-4892-9e7b-373b32dacb09 HTTP/1.1" status: 204 len: 168 time: 1.3182566 Apr 20 13:26:51.758546 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094dcd4c-84b2-4c77-a9dc-eba213952ad9 tempest-AllowedAddressPairTestJSON-508540308 tempest-AllowedAddressPairTestJSON-508540308-project] Pushing event deleted for resources: {'Network': ['ID=02c823c1-359f-4892-9e7b-373b32dacb09,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:51.790952 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed822d91-da7a-441d-afbe-a1c87e28f6b9 req-a5c37a63-2ca6-4123-8216-c016d7153df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:51.794770 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ed822d91-da7a-441d-afbe-a1c87e28f6b9 req-a5c37a63-2ca6-4123-8216-c016d7153df7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5dc3931e6714f8cb843649afbc5f7c5&device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 1096 time: 0.1472526 Apr 20 13:26:51.911127 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d2df0-a2b4-4d9c-a9fd-10379c856ddc req-ff647f40-bec9-4a53-873d-fdb40a9adba0 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:51.927957 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a9d2df0-a2b4-4d9c-a9fd-10379c856ddc req-ff647f40-bec9-4a53-873d-fdb40a9adba0 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 945 time: 0.3334978 Apr 20 13:26:51.929671 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-c7d98723-b69a-42d6-8f7b-40a2c5626164 None None] Provisioning complete for port f453ec64-3784-44d9-8e90-24159f559ea6 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:51.930055 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c7d98723-b69a-42d6-8f7b-40a2c5626164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:52.011167 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed822d91-da7a-441d-afbe-a1c87e28f6b9 req-8379e75c-75eb-4c7a-ae9f-813d0e8bc389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:52.011167 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ed822d91-da7a-441d-afbe-a1c87e28f6b9 req-8379e75c-75eb-4c7a-ae9f-813d0e8bc389 service neutron] 10.222.0.15 "GET /v2.0/networks?id=30a0afd4-452b-4cd5-87af-310670c6e8f3 HTTP/1.1" status: 200 len: 919 time: 0.2019277 Apr 20 13:26:52.025767 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a9d2df0-a2b4-4d9c-a9fd-10379c856ddc req-f98e31de-267b-4590-b2e1-595fd74f49e8 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e82e350-d3b5-4615-8d45-416544dfe622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944843 Apr 20 13:26:52.074589 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ea5d9737-3eb3-4438-b8cc-489f88207d47 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "PUT /v2.0/subnets/8e7a2919-41e7-4b74-9b65-69bb7a29f417/tags/tempest-TagsExtTest-Tag-1575536376 HTTP/1.1" status: 201 len: 201 time: 0.5279186 Apr 20 13:26:52.085610 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38810) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:52.094078 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.tag.tag_plugin [None req-494dfbbc-6d79-4113-86d3-fb2d745b964d tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2de013db-4f46-4211-ba87-8ae3cc9edd4c', 'tempest-TagsExtTest-Tag-741019043') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:52.150727 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ed822d91-da7a-441d-afbe-a1c87e28f6b9 req-3675afe1-37fb-46a1-90e0-358f4894f485 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9f3730c-1de2-44d2-9176-df2cb0c883eb HTTP/1.1" status: 200 len: 1001 time: 0.1375887 Apr 20 13:26:52.152623 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f453ec64-3784-44d9-8e90-24159f559ea6 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:26:52.219735 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-c7d98723-b69a-42d6-8f7b-40a2c5626164 None None] Provisioning complete for port 2de013db-4f46-4211-ba87-8ae3cc9edd4c triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:52.220109 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c7d98723-b69a-42d6-8f7b-40a2c5626164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:52.262759 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-c7d98723-b69a-42d6-8f7b-40a2c5626164 None None] Port 2de013db-4f46-4211-ba87-8ae3cc9edd4c cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:26:52.279435 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port f453ec64-3784-44d9-8e90-24159f559ea6 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:52.280056 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:52.286854 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed822d91-da7a-441d-afbe-a1c87e28f6b9 req-7bf4bfe5-0aa2-4a7a-b752-71a7a23652f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:52.288439 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ed822d91-da7a-441d-afbe-a1c87e28f6b9 req-7bf4bfe5-0aa2-4a7a-b752-71a7a23652f6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30a664a4-266d-459a-b14d-e17b45ff5b80 HTTP/1.1" status: 200 len: 857 time: 0.1309478 Apr 20 13:26:52.305609 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-494dfbbc-6d79-4113-86d3-fb2d745b964d tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "PUT /v2.0/ports/2de013db-4f46-4211-ba87-8ae3cc9edd4c/tags/tempest-TagsExtTest-Tag-741019043 HTTP/1.1" status: 201 len: 201 time: 0.2169082 Apr 20 13:26:52.308198 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38828) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:52.316094 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.tag.tag_plugin [None req-2ec2b699-3519-403f-b518-2e8933cc676e tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4e23d755-1579-40e0-b804-a153442b599a', 'tempest-TagsExtTest-Tag-1805307833') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:52.353405 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed822d91-da7a-441d-afbe-a1c87e28f6b9 req-64ac04d8-6a3f-4510-aa0f-6eaa9695d604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:52.355104 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ed822d91-da7a-441d-afbe-a1c87e28f6b9 req-64ac04d8-6a3f-4510-aa0f-6eaa9695d604 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30a0afd4-452b-4cd5-87af-310670c6e8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504878 Apr 20 13:26:52.355605 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38830) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:52.414829 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-455c0bbd-e8e0-427a-badb-061c58f37e1e None None] Provisioning complete for port 2de013db-4f46-4211-ba87-8ae3cc9edd4c triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:52.415615 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-455c0bbd-e8e0-427a-badb-061c58f37e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:52.466266 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-455c0bbd-e8e0-427a-badb-061c58f37e1e None None] Port 2de013db-4f46-4211-ba87-8ae3cc9edd4c cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:26:52.482983 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ddfd03c3-96c9-428e-b92e-3078ec955b43 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:26:52.510165 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: ddfd03c3-96c9-428e-b92e-3078ec955b43 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:26:52.510515 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ddfd03c3-96c9-428e-b92e-3078ec955b43 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:26:52.514816 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2ec2b699-3519-403f-b518-2e8933cc676e tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "PUT /v2.0/routers/4e23d755-1579-40e0-b804-a153442b599a/tags/tempest-TagsExtTest-Tag-1805307833 HTTP/1.1" status: 201 len: 201 time: 0.2049544 Apr 20 13:26:52.524433 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38844) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:52.526267 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.tag.tag_plugin [None req-59b26893-95a9-41e1-89ac-d86181087cdf tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8431278f-0a13-4458-8cb5-10f30c083644', 'tempest-TagsExtTest-Tag-1685578777') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:52.567872 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ed822d91-da7a-441d-afbe-a1c87e28f6b9 req-9f8ace98-2fc4-4117-b165-a5acc2793231 service neutron] 10.222.0.15 "GET /v2.0/networks/30a0afd4-452b-4cd5-87af-310670c6e8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061822 Apr 20 13:26:52.635061 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38850) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:52.657211 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-59b26893-95a9-41e1-89ac-d86181087cdf tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "PUT /v2.0/subnetpools/8431278f-0a13-4458-8cb5-10f30c083644/tags/tempest-TagsExtTest-Tag-1685578777 HTTP/1.1" status: 201 len: 201 time: 0.1378500 Apr 20 13:26:52.658595 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7a0c35db-0668-44e3-87d1-996fc327d9a1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bd5acb21354b4b7aa48a99184305483d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3018553 Apr 20 13:26:52.659919 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38854) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:52.660961 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38856) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:52.665363 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.tag.tag_plugin [None req-58b04091-fe7d-42d6-bf18-1de95ea9391c tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8e7a2919-41e7-4b74-9b65-69bb7a29f417') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:52.732331 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-18fb33a5-bbf4-46fa-8aa8-84a452e20ef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:52.756201 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-18fb33a5-bbf4-46fa-8aa8-84a452e20ef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:52.756626 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-58b04091-fe7d-42d6-bf18-1de95ea9391c tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "GET /v2.0/subnets/8e7a2919-41e7-4b74-9b65-69bb7a29f417/tags HTTP/1.1" status: 200 len: 241 time: 0.0949323 Apr 20 13:26:52.756819 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38862) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:52.765167 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.tag.tag_plugin [None req-3a225968-3ce7-4322-9d26-945f838b342b tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8e7a2919-41e7-4b74-9b65-69bb7a29f417', 'tempest-TagsExtTest-Tag-1575536376') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:52.826938 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-4740438b-5043-4564-8cb7-fc734638b597 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-247402744-network', 'tenant_id': '1769fcf5b9754a27a1574952891cab93'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:52.831070 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ed822d91-da7a-441d-afbe-a1c87e28f6b9 req-cc95ae43-913d-4696-ac77-372f274f6be9 service neutron] 10.222.0.15 "GET /v2.0/networks/30a0afd4-452b-4cd5-87af-310670c6e8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532637 Apr 20 13:26:52.856402 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-3a225968-3ce7-4322-9d26-945f838b342b tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "GET /v2.0/subnets/8e7a2919-41e7-4b74-9b65-69bb7a29f417/tags/tempest-TagsExtTest-Tag-1575536376 HTTP/1.1" status: 204 len: 168 time: 0.0975518 Apr 20 13:26:52.858993 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38874) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:52.864927 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.tag.tag_plugin [None req-6ceeaeeb-d418-4f4b-9486-e1eaf3f6ee90 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '8e7a2919-41e7-4b74-9b65-69bb7a29f417', 'tempest-TagsExtTest-Tag-1575536376') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:52.896359 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-18fb33a5-bbf4-46fa-8aa8-84a452e20ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:52.898976 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-18fb33a5-bbf4-46fa-8aa8-84a452e20ef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:52.900215 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-18fb33a5-bbf4-46fa-8aa8-84a452e20ef8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3213c117-8da8-4ec8-a813-e4bf36b4bc8e HTTP/1.1" status: 204 len: 168 time: 0.2383623 Apr 20 13:26:52.908170 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb33a5-bbf4-46fa-8aa8-84a452e20ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3213c117-8da8-4ec8-a813-e4bf36b4bc8e,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:52.920670 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4740438b-5043-4564-8cb7-fc734638b597 admin admin] Made reservation on behalf of 1769fcf5b9754a27a1574952891cab93 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:26:52.923154 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4740438b-5043-4564-8cb7-fc734638b597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:52.938471 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4740438b-5043-4564-8cb7-fc734638b597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:53.027975 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4740438b-5043-4564-8cb7-fc734638b597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:53.040839 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-6ceeaeeb-d418-4f4b-9486-e1eaf3f6ee90 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "DELETE /v2.0/subnets/8e7a2919-41e7-4b74-9b65-69bb7a29f417/tags/tempest-TagsExtTest-Tag-1575536376 HTTP/1.1" status: 204 len: 168 time: 0.1786752 Apr 20 13:26:53.043576 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38886) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:53.047407 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.tag.tag_plugin [None req-97d3da35-221e-48e7-b412-63d6e7f7c927 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8e7a2919-41e7-4b74-9b65-69bb7a29f417') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:53.103326 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-97d3da35-221e-48e7-b412-63d6e7f7c927 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "GET /v2.0/subnets/8e7a2919-41e7-4b74-9b65-69bb7a29f417/tags HTTP/1.1" status: 200 len: 205 time: 0.0560870 Apr 20 13:26:53.103745 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38890) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:53.108201 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.tag.tag_plugin [None req-ff93775a-4e18-4db5-ac65-5ccd2ddffa51 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2de013db-4f46-4211-ba87-8ae3cc9edd4c') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:53.147501 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4740438b-5043-4564-8cb7-fc734638b597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:53.193777 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4740438b-5043-4564-8cb7-fc734638b597 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:26:53.220574 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4740438b-5043-4564-8cb7-fc734638b597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5afb4a-096a-464e-8778-418f32d61ec9,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:53.238603 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4740438b-5043-4564-8cb7-fc734638b597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:53.238767 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-4740438b-5043-4564-8cb7-fc734638b597 admin admin] Added segment 61aa0039-68ca-4033-b082-432ef8c81b46 of type vlan for network bffadad1-e693-483b-8eeb-21265f06be5a Apr 20 13:26:53.248178 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254062e3-b9dd-41e2-931d-02aa09b8fec0 req-7cfd8947-71bd-48f8-860e-3b3f102ee387 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:53.249948 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-254062e3-b9dd-41e2-931d-02aa09b8fec0 req-7cfd8947-71bd-48f8-860e-3b3f102ee387 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 945 time: 0.1369452 Apr 20 13:26:53.308599 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ff93775a-4e18-4db5-ac65-5ccd2ddffa51 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "GET /v2.0/ports/2de013db-4f46-4211-ba87-8ae3cc9edd4c/tags HTTP/1.1" status: 200 len: 240 time: 0.2037687 Apr 20 13:26:53.311345 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38900) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:53.311559 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4740438b-5043-4564-8cb7-fc734638b597 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:53.316303 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.tag.tag_plugin [None req-254fd7f4-c2c4-4a09-9bd5-55f24e1b007b tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2de013db-4f46-4211-ba87-8ae3cc9edd4c', 'tempest-TagsExtTest-Tag-741019043') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:53.336322 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-254062e3-b9dd-41e2-931d-02aa09b8fec0 req-fd627eed-a135-448c-90e1-de064654fe93 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e82e350-d3b5-4615-8d45-416544dfe622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770700 Apr 20 13:26:53.392182 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-254fd7f4-c2c4-4a09-9bd5-55f24e1b007b tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "GET /v2.0/ports/2de013db-4f46-4211-ba87-8ae3cc9edd4c/tags/tempest-TagsExtTest-Tag-741019043 HTTP/1.1" status: 204 len: 168 time: 0.0796180 Apr 20 13:26:53.394613 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38910) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:53.399085 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.tag.tag_plugin [None req-7afc7a98-d596-4b11-add7-eb2158330a65 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '2de013db-4f46-4211-ba87-8ae3cc9edd4c', 'tempest-TagsExtTest-Tag-741019043') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:53.405101 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4740438b-5043-4564-8cb7-fc734638b597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:53.407274 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4740438b-5043-4564-8cb7-fc734638b597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:53.407274 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4740438b-5043-4564-8cb7-fc734638b597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:53.489189 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4740438b-5043-4564-8cb7-fc734638b597 admin admin] Pushing event updated for resources: {'Network': ['ID=bffadad1-e693-483b-8eeb-21265f06be5a,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:53.512827 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network bffadad1-e693-483b-8eeb-21265f06be5a details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:26:53.520071 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4740438b-5043-4564-8cb7-fc734638b597 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8838499 Apr 20 13:26:53.520686 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38920) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:53.530929 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-ce89f2b9-1867-4fe6-91a2-c63866f88c35 admin admin] Request body: {'subnet': {'network_id': 'bffadad1-e693-483b-8eeb-21265f06be5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-247402744-subnet', 'tenant_id': '1769fcf5b9754a27a1574952891cab93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:53.589760 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7afc7a98-d596-4b11-add7-eb2158330a65 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "DELETE /v2.0/ports/2de013db-4f46-4211-ba87-8ae3cc9edd4c/tags/tempest-TagsExtTest-Tag-741019043 HTTP/1.1" status: 204 len: 168 time: 0.1939249 Apr 20 13:26:53.592241 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38926) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:53.613232 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.tag.tag_plugin [None req-ffd7516d-2948-49ba-afd7-fd85fead4357 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2de013db-4f46-4211-ba87-8ae3cc9edd4c') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:53.616602 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce89f2b9-1867-4fe6-91a2-c63866f88c35 admin admin] Made reservation on behalf of 1769fcf5b9754a27a1574952891cab93 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:26:53.620354 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ce89f2b9-1867-4fe6-91a2-c63866f88c35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:53.698267 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ffd7516d-2948-49ba-afd7-fd85fead4357 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "GET /v2.0/ports/2de013db-4f46-4211-ba87-8ae3cc9edd4c/tags HTTP/1.1" status: 200 len: 205 time: 0.1021874 Apr 20 13:26:53.698526 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38934) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:53.702997 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.tag.tag_plugin [None req-98d5f5c1-e742-4fa0-b25f-ccdb39c29c90 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4e23d755-1579-40e0-b804-a153442b599a') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:53.788454 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-98d5f5c1-e742-4fa0-b25f-ccdb39c29c90 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "GET /v2.0/routers/4e23d755-1579-40e0-b804-a153442b599a/tags HTTP/1.1" status: 200 len: 241 time: 0.0863178 Apr 20 13:26:53.789032 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38938) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:53.793427 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.tag.tag_plugin [None req-8e21bd4f-7c12-4a91-a7dc-ea809f5c090d tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4e23d755-1579-40e0-b804-a153442b599a', 'tempest-TagsExtTest-Tag-1805307833') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:53.882536 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 38950) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:53.882821 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8e21bd4f-7c12-4a91-a7dc-ea809f5c090d tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "GET /v2.0/routers/4e23d755-1579-40e0-b804-a153442b599a/tags/tempest-TagsExtTest-Tag-1805307833 HTTP/1.1" status: 204 len: 168 time: 0.0930901 Apr 20 13:26:53.891090 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.tag.tag_plugin [None req-cbd50a4f-d027-4f97-b1d8-e4494b70808b tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '4e23d755-1579-40e0-b804-a153442b599a', 'tempest-TagsExtTest-Tag-1805307833') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:53.893685 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ce89f2b9-1867-4fe6-91a2-c63866f88c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:54.162395 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38966) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:54.274511 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-620dd540-4c08-49c5-9024-62356310561f tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1897548073'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:54.327725 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce89f2b9-1867-4fe6-91a2-c63866f88c35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c9f0b80-55d8-4485-9b41-54f7ac34cd10,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:54.354109 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce89f2b9-1867-4fe6-91a2-c63866f88c35 admin admin] Checking segment: {'id': '61aa0039-68ca-4033-b082-432ef8c81b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bffadad1-e693-483b-8eeb-21265f06be5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:26:54.354479 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce89f2b9-1867-4fe6-91a2-c63866f88c35 admin admin] Network hostable DHCP agents. Network: bffadad1-e693-483b-8eeb-21265f06be5a, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:26:54.365005 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620dd540-4c08-49c5-9024-62356310561f tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Made reservation on behalf of 63a9204529354382871dfe1f695f58a2 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:26:54.370065 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-620dd540-4c08-49c5-9024-62356310561f tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:54.380586 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-620dd540-4c08-49c5-9024-62356310561f tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:54.449010 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-cbd50a4f-d027-4f97-b1d8-e4494b70808b tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "DELETE /v2.0/routers/4e23d755-1579-40e0-b804-a153442b599a/tags/tempest-TagsExtTest-Tag-1805307833 HTTP/1.1" status: 204 len: 168 time: 0.5650067 Apr 20 13:26:54.453800 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38982) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:54.458322 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.tag.tag_plugin [None req-4f3378cf-ae89-45b9-b513-dda7fead6b7e tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4e23d755-1579-40e0-b804-a153442b599a') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:54.475313 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f3e03eb7-dcb9-4a59-86f3-ba92645830b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:54.518177 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-620dd540-4c08-49c5-9024-62356310561f tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:54.535237 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72af02-b74e-4595-b8b7-e0a1eb930c98 req-6e225ec0-f7a6-4e96-8ec9-6ad7f5a146d1 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:54.538138 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dc72af02-b74e-4595-b8b7-e0a1eb930c98 req-6e225ec0-f7a6-4e96-8ec9-6ad7f5a146d1 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 945 time: 0.1000504 Apr 20 13:26:54.564004 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4f3378cf-ae89-45b9-b513-dda7fead6b7e tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "GET /v2.0/routers/4e23d755-1579-40e0-b804-a153442b599a/tags HTTP/1.1" status: 200 len: 205 time: 0.1066790 Apr 20 13:26:54.564200 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38990) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:54.568496 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.tag.tag_plugin [None req-5fdb6153-7a60-4b0a-8ccf-fb004868b4fb tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8431278f-0a13-4458-8cb5-10f30c083644') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:54.569955 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce89f2b9-1867-4fe6-91a2-c63866f88c35 admin admin] Network bffadad1-e693-483b-8eeb-21265f06be5a is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:26:54.588339 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dc72af02-b74e-4595-b8b7-e0a1eb930c98 req-0ad711a7-3c66-421f-90c9-f9f8a51abf9f tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e82e350-d3b5-4615-8d45-416544dfe622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439630 Apr 20 13:26:54.604054 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5fdb6153-7a60-4b0a-8ccf-fb004868b4fb tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "GET /v2.0/subnetpools/8431278f-0a13-4458-8cb5-10f30c083644/tags HTTP/1.1" status: 200 len: 241 time: 0.0388088 Apr 20 13:26:54.604054 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 38994) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:54.610760 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.tag.tag_plugin [None req-c2cc33b8-7d40-46b1-891d-404b8212c1c2 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8431278f-0a13-4458-8cb5-10f30c083644', 'tempest-TagsExtTest-Tag-1685578777') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:54.614780 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-620dd540-4c08-49c5-9024-62356310561f tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:54.645407 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-620dd540-4c08-49c5-9024-62356310561f tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:26:54.669606 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620dd540-4c08-49c5-9024-62356310561f tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afcbdb0f-a899-4d7e-b21b-5bdfca4fff29,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:54.673334 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c2cc33b8-7d40-46b1-891d-404b8212c1c2 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "GET /v2.0/subnetpools/8431278f-0a13-4458-8cb5-10f30c083644/tags/tempest-TagsExtTest-Tag-1685578777 HTTP/1.1" status: 204 len: 168 time: 0.0659947 Apr 20 13:26:54.674830 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-620dd540-4c08-49c5-9024-62356310561f tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:54.675177 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-620dd540-4c08-49c5-9024-62356310561f tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Added segment db2bba53-70c6-4af8-aed5-d65969eca3f7 of type vlan for network 5bb58ebb-021f-4949-9568-8cd7dc4bc6e1 Apr 20 13:26:54.676199 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 39000) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:54.683377 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.tag.tag_plugin [None req-42e09f38-2d70-47e6-8ffd-1175314dd12f tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '8431278f-0a13-4458-8cb5-10f30c083644', 'tempest-TagsExtTest-Tag-1685578777') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:54.703184 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-ce89f2b9-1867-4fe6-91a2-c63866f88c35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, bffadad1-e693-483b-8eeb-21265f06be5a) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:26:54.709602 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce89f2b9-1867-4fe6-91a2-c63866f88c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:54.710295 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ce89f2b9-1867-4fe6-91a2-c63866f88c35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:54.713942 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f704a03f-e044-4dad-ab3c-4c54259ca6b1 None None] Network bffadad1-e693-483b-8eeb-21265f06be5a requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:26:54.726543 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-620dd540-4c08-49c5-9024-62356310561f tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:54.821833 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ce89f2b9-1867-4fe6-91a2-c63866f88c35 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2999625 Apr 20 13:26:54.845720 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-620dd540-4c08-49c5-9024-62356310561f tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:54.846157 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-42e09f38-2d70-47e6-8ffd-1175314dd12f tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "DELETE /v2.0/subnetpools/8431278f-0a13-4458-8cb5-10f30c083644/tags/tempest-TagsExtTest-Tag-1685578777 HTTP/1.1" status: 204 len: 168 time: 0.1687541 Apr 20 13:26:54.850440 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 39010) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:54.854517 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620dd540-4c08-49c5-9024-62356310561f tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:54.855349 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.tag.tag_plugin [None req-e441d5f7-1bab-4a56-b192-8866925c4305 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8431278f-0a13-4458-8cb5-10f30c083644') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:54.855701 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-620dd540-4c08-49c5-9024-62356310561f tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:54.870692 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c77172c-55f3-4d1e-bf56-e01ff1aa3606 None None] Network bffadad1-e693-483b-8eeb-21265f06be5a requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:26:54.902744 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e441d5f7-1bab-4a56-b192-8866925c4305 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "GET /v2.0/subnetpools/8431278f-0a13-4458-8cb5-10f30c083644/tags HTTP/1.1" status: 200 len: 205 time: 0.0493436 Apr 20 13:26:54.904306 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39014) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:54.912782 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.tag.tag_plugin [None req-925977a8-d5be-4535-bf10-182811bb64e4 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8431278f-0a13-4458-8cb5-10f30c083644') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:54.962339 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-620dd540-4c08-49c5-9024-62356310561f tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7981043 Apr 20 13:26:54.965226 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 39020) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:54.970212 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-1ba29a8c-b101-41d9-8fcd-b46bde90abc7 tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Request body: {'subnet': {'network_id': '5bb58ebb-021f-4949-9568-8cd7dc4bc6e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:55.011118 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620dd540-4c08-49c5-9024-62356310561f tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Pushing event updated for resources: {'Network': ['ID=5bb58ebb-021f-4949-9568-8cd7dc4bc6e1,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:55.032592 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-925977a8-d5be-4535-bf10-182811bb64e4 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "DELETE /v2.0/subnetpools/8431278f-0a13-4458-8cb5-10f30c083644/tags HTTP/1.1" status: 204 len: 168 time: 0.1248682 Apr 20 13:26:55.033523 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39022) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:55.049289 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.tag.tag_plugin [None req-9d12c97d-ae24-4097-a1f1-249a975bb22c tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4e23d755-1579-40e0-b804-a153442b599a') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:55.055028 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 5bb58ebb-021f-4949-9568-8cd7dc4bc6e1 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:26:55.169755 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba29a8c-b101-41d9-8fcd-b46bde90abc7 tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Made reservation on behalf of 63a9204529354382871dfe1f695f58a2 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:26:55.173648 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1ba29a8c-b101-41d9-8fcd-b46bde90abc7 tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:55.202097 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9d12c97d-ae24-4097-a1f1-249a975bb22c tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "DELETE /v2.0/routers/4e23d755-1579-40e0-b804-a153442b599a/tags HTTP/1.1" status: 204 len: 168 time: 0.1628819 Apr 20 13:26:55.202386 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39036) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:55.207342 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.tag.tag_plugin [None req-9d6a05aa-2419-4c05-aa82-4882aecf766f tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2de013db-4f46-4211-ba87-8ae3cc9edd4c') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:55.267068 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9d6a05aa-2419-4c05-aa82-4882aecf766f tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "DELETE /v2.0/ports/2de013db-4f46-4211-ba87-8ae3cc9edd4c/tags HTTP/1.1" status: 204 len: 168 time: 0.0635352 Apr 20 13:26:55.267692 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39042) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:55.271938 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.tag.tag_plugin [None req-cd18e03f-71b6-4d22-8b5c-baf2e1727678 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8e7a2919-41e7-4b74-9b65-69bb7a29f417') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:55.416714 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-cd18e03f-71b6-4d22-8b5c-baf2e1727678 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "DELETE /v2.0/subnets/8e7a2919-41e7-4b74-9b65-69bb7a29f417/tags HTTP/1.1" status: 204 len: 168 time: 0.1480265 Apr 20 13:26:55.420869 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39062) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:55.425441 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.tag.tag_plugin [None req-029a8361-489b-4992-90c4-6f6e0774c88c tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8e7a2919-41e7-4b74-9b65-69bb7a29f417', 'tempest-TagsExtTest-Tag-1171426362') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:55.514531 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1ba29a8c-b101-41d9-8fcd-b46bde90abc7 tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:55.569260 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-029a8361-489b-4992-90c4-6f6e0774c88c tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "PUT /v2.0/subnets/8e7a2919-41e7-4b74-9b65-69bb7a29f417/tags/tempest-TagsExtTest-Tag-1171426362 HTTP/1.1" status: 201 len: 201 time: 0.1449358 Apr 20 13:26:55.569260 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39070) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:55.575482 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.tag.tag_plugin [None req-667bdb2a-a00d-4200-a58d-17c0b8f05911 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2de013db-4f46-4211-ba87-8ae3cc9edd4c', 'tempest-TagsExtTest-Tag-1906202297') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:55.602404 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba29a8c-b101-41d9-8fcd-b46bde90abc7 tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Pushing event updated for resources: {'Subnet': ['ID=3439384c-693c-4475-a59a-d049ebee8afa,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:55.626208 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-c38eb033-8c33-419b-8976-6822d1430f82 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:55.627874 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-c38eb033-8c33-419b-8976-6822d1430f82 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/networks?id=bffadad1-e693-483b-8eeb-21265f06be5a HTTP/1.1" status: 200 len: 805 time: 0.1940608 Apr 20 13:26:55.629097 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba29a8c-b101-41d9-8fcd-b46bde90abc7 tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Checking segment: {'id': 'db2bba53-70c6-4af8-aed5-d65969eca3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5bb58ebb-021f-4949-9568-8cd7dc4bc6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:26:55.629469 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba29a8c-b101-41d9-8fcd-b46bde90abc7 tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Network hostable DHCP agents. Network: 5bb58ebb-021f-4949-9568-8cd7dc4bc6e1, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:26:55.652647 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-51e91fcf-e88d-42cf-a7f4-3ada4c1313f9 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/quotas/1769fcf5b9754a27a1574952891cab93 HTTP/1.1" status: 200 len: 375 time: 0.0178781 Apr 20 13:26:55.694941 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-4a2cdfc8-ba13-486a-a462-94e700a27b9c tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1769fcf5b9754a27a1574952891cab93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350008 Apr 20 13:26:55.731295 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-667bdb2a-a00d-4200-a58d-17c0b8f05911 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "PUT /v2.0/ports/2de013db-4f46-4211-ba87-8ae3cc9edd4c/tags/tempest-TagsExtTest-Tag-1906202297 HTTP/1.1" status: 201 len: 201 time: 0.1599503 Apr 20 13:26:55.733918 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39082) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:55.739300 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.tag.tag_plugin [None req-b7c621f5-a912-4692-9624-b854b9efa506 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4e23d755-1579-40e0-b804-a153442b599a', 'tempest-TagsExtTest-Tag-149985502') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:55.740981 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a50df4-f0f9-407b-a17c-05091a35eb79 req-91eef1e0-6a84-4da9-9cda-faacf3f9388a tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:55.742791 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a1a50df4-f0f9-407b-a17c-05091a35eb79 req-91eef1e0-6a84-4da9-9cda-faacf3f9388a tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 945 time: 0.0704486 Apr 20 13:26:55.761367 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba29a8c-b101-41d9-8fcd-b46bde90abc7 tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Network 5bb58ebb-021f-4949-9568-8cd7dc4bc6e1 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:26:55.854689 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a1a50df4-f0f9-407b-a17c-05091a35eb79 req-d0c86312-c814-46ec-8ac3-e0f77ceadabb tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e82e350-d3b5-4615-8d45-416544dfe622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055222 Apr 20 13:26:55.859715 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-1ba29a8c-b101-41d9-8fcd-b46bde90abc7 tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 5bb58ebb-021f-4949-9568-8cd7dc4bc6e1) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:26:55.867284 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba29a8c-b101-41d9-8fcd-b46bde90abc7 tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:55.868161 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1ba29a8c-b101-41d9-8fcd-b46bde90abc7 tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:55.870181 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6ca41e-8500-49bc-9859-8135e1937090 None None] Network 5bb58ebb-021f-4949-9568-8cd7dc4bc6e1 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:26:55.930879 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-f20d5bf1-4469-4a7d-83ce-4de5b5839e83 service neutron] 10.222.0.25 "GET /v2.0/networks/bffadad1-e693-483b-8eeb-21265f06be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183263 Apr 20 13:26:56.014650 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1ba29a8c-b101-41d9-8fcd-b46bde90abc7 tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0482650 Apr 20 13:26:56.017436 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39100) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:56.022460 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-95e0ddfb-4827-4ae5-980a-236e6dab47b1 tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Request body: {'port': {'network_id': '5bb58ebb-021f-4949-9568-8cd7dc4bc6e1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1978906909'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:56.029120 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b7c621f5-a912-4692-9624-b854b9efa506 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "PUT /v2.0/routers/4e23d755-1579-40e0-b804-a153442b599a/tags/tempest-TagsExtTest-Tag-149985502 HTTP/1.1" status: 201 len: 201 time: 0.2939742 Apr 20 13:26:56.038765 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39102) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:56.047040 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.tag.tag_plugin [None req-edacfea8-a391-404b-a5a9-1d17b7cb2c1f tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8431278f-0a13-4458-8cb5-10f30c083644', 'tempest-TagsExtTest-Tag-923232064') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:56.057387 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3429bfd8-2908-4a17-a103-1eb74a815654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-5bb58ebb-021f-4949-9568-8cd7dc4bc6e1', 'network_id': '5bb58ebb-021f-4949-9568-8cd7dc4bc6e1', 'tenant_id': '63a9204529354382871dfe1f695f58a2', 'fixed_ips': [{'subnet_id': '3439384c-693c-4475-a59a-d049ebee8afa'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:26:56.058806 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3429bfd8-2908-4a17-a103-1eb74a815654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:56.110497 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-cfd4fe36-1be2-4b42-8996-08136f5ee740 service neutron] 10.222.0.25 "GET /v2.0/networks/bffadad1-e693-483b-8eeb-21265f06be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733525 Apr 20 13:26:56.125882 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511ef58-c5ad-485f-85aa-30e26dda39cc req-825d3c6e-ed1d-4f15-b58d-7845344dc765 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:56.128290 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b511ef58-c5ad-485f-85aa-30e26dda39cc req-825d3c6e-ed1d-4f15-b58d-7845344dc765 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 945 time: 0.1262827 Apr 20 13:26:56.137024 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 39110) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:56.144434 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-7a5862bd-bfe1-4f05-a502-ce57e69fe4a6 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Request body: {'floatingip': {'port_id': 'f9f3730c-1de2-44d2-9176-df2cb0c883eb'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:56.194869 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-edacfea8-a391-404b-a5a9-1d17b7cb2c1f tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "PUT /v2.0/subnetpools/8431278f-0a13-4458-8cb5-10f30c083644/tags/tempest-TagsExtTest-Tag-923232064 HTTP/1.1" status: 201 len: 201 time: 0.1550572 Apr 20 13:26:56.197976 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39114) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:56.202785 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.tag.tag_plugin [None req-c9df77a9-76c3-48bd-82e4-9747eb99c8ec tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '8e7a2919-41e7-4b74-9b65-69bb7a29f417', {'tags': ['tempest-TagsExtTest-Tag-685213900', 'tempest-TagsExtTest-Tag-2129899876', 'tempest-TagsExtTest-Tag-1469011462']}) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:56.231623 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7a5862bd-bfe1-4f05-a502-ce57e69fe4a6 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks [] for floatingip, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:56.251665 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e0ddfb-4827-4ae5-980a-236e6dab47b1 tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Made reservation on behalf of 63a9204529354382871dfe1f695f58a2 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:26:56.255430 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-95e0ddfb-4827-4ae5-980a-236e6dab47b1 tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:56.287322 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-95e0ddfb-4827-4ae5-980a-236e6dab47b1 tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] device_id is not set on port f1ec5d31-3d12-49df-bb7c-e7bcf4df4583 yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:26:56.300814 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-3429bfd8-2908-4a17-a103-1eb74a815654 None None] Allocated IP 172.20.0.2 (5bb58ebb-021f-4949-9568-8cd7dc4bc6e1/3439384c-693c-4475-a59a-d049ebee8afa/5680c84c-c72a-43e5-bd3f-7b154efdb3ad) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:26:56.418192 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c9df77a9-76c3-48bd-82e4-9747eb99c8ec tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "PUT /v2.0/subnets/8e7a2919-41e7-4b74-9b65-69bb7a29f417/tags HTTP/1.1" status: 200 len: 317 time: 0.2190440 Apr 20 13:26:56.420645 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39128) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:56.425248 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.tag.tag_plugin [None req-7eec3e28-0dc9-48d3-92af-3443fb32321f tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8e7a2919-41e7-4b74-9b65-69bb7a29f417') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:56.532741 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3429bfd8-2908-4a17-a103-1eb74a815654 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:56.575045 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-58aabce6-0863-459d-818a-bd4e6e01b459 req-c0e1e892-6c40-42ef-b2c9-265d460c16a3 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e6f31ba-04f8-4937-af82-e43e10b5dbf5 HTTP/1.1" status: 200 len: 210 time: 0.0451739 Apr 20 13:26:56.617340 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3429bfd8-2908-4a17-a103-1eb74a815654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:56.652654 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7eec3e28-0dc9-48d3-92af-3443fb32321f tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "DELETE /v2.0/subnets/8e7a2919-41e7-4b74-9b65-69bb7a29f417/tags HTTP/1.1" status: 204 len: 168 time: 0.2308261 Apr 20 13:26:56.655993 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39142) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:56.657077 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3429bfd8-2908-4a17-a103-1eb74a815654 None None] Network 5bb58ebb-021f-4949-9568-8cd7dc4bc6e1 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:26:56.659974 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-3429bfd8-2908-4a17-a103-1eb74a815654 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:26:56.663642 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3429bfd8-2908-4a17-a103-1eb74a815654 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:26:56.665874 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.tag.tag_plugin [None req-9ddb0330-1514-4380-b6aa-d8d97adbe480 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8e7a2919-41e7-4b74-9b65-69bb7a29f417', 'tempest-TagsExtTest-Tag-685213900') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:56.697944 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3429bfd8-2908-4a17-a103-1eb74a815654 None None] Pushing event updated for resources: {'Port': ['ID=5680c84c-c72a-43e5-bd3f-7b154efdb3ad,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:56.717735 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-95e0ddfb-4827-4ae5-980a-236e6dab47b1 tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Allocated IP 172.20.0.11 (5bb58ebb-021f-4949-9568-8cd7dc4bc6e1/3439384c-693c-4475-a59a-d049ebee8afa/f1ec5d31-3d12-49df-bb7c-e7bcf4df4583) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:26:56.755334 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-3429bfd8-2908-4a17-a103-1eb74a815654 None None] Attempting to bind port 5680c84c-c72a-43e5-bd3f-7b154efdb3ad on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:26:56.755751 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-3429bfd8-2908-4a17-a103-1eb74a815654 None None] Attempting to bind port 5680c84c-c72a-43e5-bd3f-7b154efdb3ad by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'db2bba53-70c6-4af8-aed5-d65969eca3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5bb58ebb-021f-4949-9568-8cd7dc4bc6e1'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:26:56.756122 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3429bfd8-2908-4a17-a103-1eb74a815654 None None] Attempting to bind port 5680c84c-c72a-43e5-bd3f-7b154efdb3ad on network 5bb58ebb-021f-4949-9568-8cd7dc4bc6e1 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:26:56.761713 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3429bfd8-2908-4a17-a103-1eb74a815654 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:26:56.762091 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3429bfd8-2908-4a17-a103-1eb74a815654 None None] Checking segment: {'id': 'db2bba53-70c6-4af8-aed5-d65969eca3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5bb58ebb-021f-4949-9568-8cd7dc4bc6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:26:56.762490 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3429bfd8-2908-4a17-a103-1eb74a815654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:56.762958 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3429bfd8-2908-4a17-a103-1eb74a815654 None None] Bound using segment: {'id': 'db2bba53-70c6-4af8-aed5-d65969eca3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5bb58ebb-021f-4949-9568-8cd7dc4bc6e1'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:26:56.763506 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-3429bfd8-2908-4a17-a103-1eb74a815654 None None] Bound port: 5680c84c-c72a-43e5-bd3f-7b154efdb3ad, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db2bba53-70c6-4af8-aed5-d65969eca3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5bb58ebb-021f-4949-9568-8cd7dc4bc6e1'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:26:56.763879 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3429bfd8-2908-4a17-a103-1eb74a815654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:56.783991 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6af464fa-c123-46be-99dc-1d750e152040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:56.810818 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-9ddb0330-1514-4380-b6aa-d8d97adbe480 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] show failed (client error): The resource could not be found. Apr 20 13:26:56.817620 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9ddb0330-1514-4380-b6aa-d8d97adbe480 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "GET /v2.0/subnets/8e7a2919-41e7-4b74-9b65-69bb7a29f417/tags/tempest-TagsExtTest-Tag-685213900 HTTP/1.1" status: 404 len: 328 time: 0.1547883 Apr 20 13:26:56.818109 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39152) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:56.831624 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.tag.tag_plugin [None req-5061e32d-4b8b-427e-9911-36afe2872944 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8e7a2919-41e7-4b74-9b65-69bb7a29f417', 'tempest-TagsExtTest-Tag-2129899876') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:56.863569 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-3429bfd8-2908-4a17-a103-1eb74a815654 None None] For port 5680c84c-c72a-43e5-bd3f-7b154efdb3ad, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:26:56.866781 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-3429bfd8-2908-4a17-a103-1eb74a815654 None None] For port 5680c84c-c72a-43e5-bd3f-7b154efdb3ad, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=5680c84c-c72a-43e5-bd3f-7b154efdb3ad,segment=NetworkSegment(db2bba53-70c6-4af8-aed5-d65969eca3f7),segment_id=db2bba53-70c6-4af8-aed5-d65969eca3f7)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:26:56.946051 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7a5862bd-bfe1-4f05-a502-ce57e69fe4a6 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:56.949312 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3429bfd8-2908-4a17-a103-1eb74a815654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:56.963880 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-95e0ddfb-4827-4ae5-980a-236e6dab47b1 tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:56.965580 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-5061e32d-4b8b-427e-9911-36afe2872944 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] show failed (client error): The resource could not be found. Apr 20 13:26:56.966622 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5061e32d-4b8b-427e-9911-36afe2872944 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "GET /v2.0/subnets/8e7a2919-41e7-4b74-9b65-69bb7a29f417/tags/tempest-TagsExtTest-Tag-2129899876 HTTP/1.1" status: 404 len: 329 time: 0.1478043 Apr 20 13:26:56.971045 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39160) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:56.975061 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.tag.tag_plugin [None req-024d24b0-a783-4a45-9dbc-828fb3665c9b tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8e7a2919-41e7-4b74-9b65-69bb7a29f417', 'tempest-TagsExtTest-Tag-1469011462') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:57.033763 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3429bfd8-2908-4a17-a103-1eb74a815654 None None] Pushing event updated for resources: {'Port': ['ID=5680c84c-c72a-43e5-bd3f-7b154efdb3ad,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:57.052636 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-024d24b0-a783-4a45-9dbc-828fb3665c9b tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] show failed (client error): The resource could not be found. Apr 20 13:26:57.053666 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-024d24b0-a783-4a45-9dbc-828fb3665c9b tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "GET /v2.0/subnets/8e7a2919-41e7-4b74-9b65-69bb7a29f417/tags/tempest-TagsExtTest-Tag-1469011462 HTTP/1.1" status: 404 len: 329 time: 0.0829787 Apr 20 13:26:57.055652 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7a5862bd-bfe1-4f05-a502-ce57e69fe4a6 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:57.056845 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39166) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:57.061794 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.tag.tag_plugin [None req-5904027c-659d-4ceb-81d3-a5502e6802af tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '2de013db-4f46-4211-ba87-8ae3cc9edd4c', {'tags': ['tempest-TagsExtTest-Tag-1858340996', 'tempest-TagsExtTest-Tag-398734294', 'tempest-TagsExtTest-Tag-721926881']}) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:57.110319 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-95e0ddfb-4827-4ae5-980a-236e6dab47b1 tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:57.184152 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e0ddfb-4827-4ae5-980a-236e6dab47b1 tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Network 5bb58ebb-021f-4949-9568-8cd7dc4bc6e1 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:26:57.186758 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-95e0ddfb-4827-4ae5-980a-236e6dab47b1 tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:26:57.188598 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e0ddfb-4827-4ae5-980a-236e6dab47b1 tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Pushing event updated for resources: {'Port': ['ID=f1ec5d31-3d12-49df-bb7c-e7bcf4df4583,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:57.190771 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e0ddfb-4827-4ae5-980a-236e6dab47b1 tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:26:57.259154 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5904027c-659d-4ceb-81d3-a5502e6802af tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "PUT /v2.0/ports/2de013db-4f46-4211-ba87-8ae3cc9edd4c/tags HTTP/1.1" status: 200 len: 316 time: 0.2010865 Apr 20 13:26:57.263543 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39178) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:57.269057 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.tag.tag_plugin [None req-0f00b46a-71df-4b11-a527-f01d8f2792d7 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2de013db-4f46-4211-ba87-8ae3cc9edd4c') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:57.278021 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e0ddfb-4827-4ae5-980a-236e6dab47b1 tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:57.278901 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-95e0ddfb-4827-4ae5-980a-236e6dab47b1 tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:57.389074 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a5862bd-bfe1-4f05-a502-ce57e69fe4a6 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Router d206a0da-58c7-4c38-891c-f9ef3acd9ba9 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:26:57.391559 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-95e0ddfb-4827-4ae5-980a-236e6dab47b1 tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3727639 Apr 20 13:26:57.394640 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 39186) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:57.414970 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-a18d9cf2-ee73-4360-8e78-737a7ae0498a tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Request body: {'port': {'network_id': '5bb58ebb-021f-4949-9568-8cd7dc4bc6e1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1986674068', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:57.414970 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.api.validators [None req-a18d9cf2-ee73-4360-8e78-737a7ae0498a tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] bootfile-name is not in valid_values {{(pid=114869) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 13:26:57.414970 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.api.validators [None req-a18d9cf2-ee73-4360-8e78-737a7ae0498a tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] tftp-server is not in valid_values {{(pid=114869) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 13:26:57.414970 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.api.validators [None req-a18d9cf2-ee73-4360-8e78-737a7ae0498a tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] server-ip-address is not in valid_values {{(pid=114869) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 13:26:57.532758 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0f00b46a-71df-4b11-a527-f01d8f2792d7 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "DELETE /v2.0/ports/2de013db-4f46-4211-ba87-8ae3cc9edd4c/tags HTTP/1.1" status: 204 len: 168 time: 0.2673104 Apr 20 13:26:57.535074 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39192) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:57.542206 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.tag.tag_plugin [None req-67678728-8efc-4c33-bdc1-f6dcd75c9678 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2de013db-4f46-4211-ba87-8ae3cc9edd4c', 'tempest-TagsExtTest-Tag-1858340996') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:57.604561 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-67678728-8efc-4c33-bdc1-f6dcd75c9678 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] show failed (client error): The resource could not be found. Apr 20 13:26:57.605857 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-67678728-8efc-4c33-bdc1-f6dcd75c9678 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "GET /v2.0/ports/2de013db-4f46-4211-ba87-8ae3cc9edd4c/tags/tempest-TagsExtTest-Tag-1858340996 HTTP/1.1" status: 404 len: 329 time: 0.0698614 Apr 20 13:26:57.606034 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5862bd-bfe1-4f05-a502-ce57e69fe4a6 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:26:57.608954 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39200) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:57.612902 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7a5862bd-bfe1-4f05-a502-ce57e69fe4a6 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:57.622860 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edafa90-6e85-41bf-8dfc-c16cf6a713ae None None] Sync routers for ids ['d206a0da-58c7-4c38-891c-f9ef3acd9ba9'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:26:57.624181 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.tag.tag_plugin [None req-d6824823-4c96-4da2-83b5-0f988d533437 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2de013db-4f46-4211-ba87-8ae3cc9edd4c', 'tempest-TagsExtTest-Tag-398734294') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:57.632826 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edafa90-6e85-41bf-8dfc-c16cf6a713ae None None] Routers {'d206a0da-58c7-4c38-891c-f9ef3acd9ba9'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:26:57.633966 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-9edafa90-6e85-41bf-8dfc-c16cf6a713ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:26:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d206a0da-58c7-4c38-891c-f9ef3acd9ba9'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:57.686999 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-abe1bcfc-4335-4434-9ef9-949e28ac8e62 req-a563b8dd-1afc-4f31-86a2-24345b3e3d2e tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e6f31ba-04f8-4937-af82-e43e10b5dbf5 HTTP/1.1" status: 200 len: 210 time: 0.0476058 Apr 20 13:26:57.703783 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4b09ed-4170-4962-a5c4-90ba205a74c4', 'tag': 'f9f3730c-1de2-44d2-9176-df2cb0c883eb'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:26:57.706419 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d9ce5c-7338-47cb-ada0-779f5f9c4fb2" -d '{"events": [{"name": "network-changed", "server_uuid": "eb4b09ed-4170-4962-a5c4-90ba205a74c4", "tag": "f9f3730c-1de2-44d2-9176-df2cb0c883eb"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:26:57.712780 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-d6824823-4c96-4da2-83b5-0f988d533437 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] show failed (client error): The resource could not be found. Apr 20 13:26:57.717581 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d6824823-4c96-4da2-83b5-0f988d533437 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "GET /v2.0/ports/2de013db-4f46-4211-ba87-8ae3cc9edd4c/tags/tempest-TagsExtTest-Tag-398734294 HTTP/1.1" status: 404 len: 328 time: 0.0974526 Apr 20 13:26:57.718457 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39210) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:57.722909 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.tag.tag_plugin [None req-d00548c3-378a-4569-ab3f-0db3ffdece41 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2de013db-4f46-4211-ba87-8ae3cc9edd4c', 'tempest-TagsExtTest-Tag-721926881') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:57.744867 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7a5862bd-bfe1-4f05-a502-ce57e69fe4a6 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "PUT /v2.0/floatingips/d530ca21-8a9f-4d5d-9b9b-091fb29fc3b1 HTTP/1.1" status: 200 len: 993 time: 1.6058972 Apr 20 13:26:57.775292 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19cdd9e0-b65b-4568-8fad-cc3a78275298 x-openstack-request-id: req-19cdd9e0-b65b-4568-8fad-cc3a78275298 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:26:57.776205 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb4b09ed-4170-4962-a5c4-90ba205a74c4", "tag": "f9f3730c-1de2-44d2-9176-df2cb0c883eb", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:26:57.776721 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-19cdd9e0-b65b-4568-8fad-cc3a78275298 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:26:57.778103 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19cdd9e0-b65b-4568-8fad-cc3a78275298'] response: {'name': 'network-changed', 'server_uuid': 'eb4b09ed-4170-4962-a5c4-90ba205a74c4', 'tag': 'f9f3730c-1de2-44d2-9176-df2cb0c883eb', 'status': 'completed', 'code': 200} Apr 20 13:26:57.782045 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18d9cf2-ee73-4360-8e78-737a7ae0498a tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Made reservation on behalf of 63a9204529354382871dfe1f695f58a2 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:26:57.787339 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a18d9cf2-ee73-4360-8e78-737a7ae0498a tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:57.813247 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [None req-a18d9cf2-ee73-4360-8e78-737a7ae0498a tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] device_id is not set on port cd672066-8828-4efe-9b58-8d1207b26472 yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:26:57.876965 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-9edafa90-6e85-41bf-8dfc-c16cf6a713ae None None] Set router d206a0da-58c7-4c38-891c-f9ef3acd9ba9 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:26:57.900430 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9ce5c-7338-47cb-ada0-779f5f9c4fb2 req-f3a8a0fc-5e31-4be6-9388-65a53765546e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:57.902232 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c0d9ce5c-7338-47cb-ada0-779f5f9c4fb2 req-f3a8a0fc-5e31-4be6-9388-65a53765546e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5dc3931e6714f8cb843649afbc5f7c5&device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 1096 time: 0.1014321 Apr 20 13:26:57.950318 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-d00548c3-378a-4569-ab3f-0db3ffdece41 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] show failed (client error): The resource could not be found. Apr 20 13:26:57.954860 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d00548c3-378a-4569-ab3f-0db3ffdece41 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "GET /v2.0/ports/2de013db-4f46-4211-ba87-8ae3cc9edd4c/tags/tempest-TagsExtTest-Tag-721926881 HTTP/1.1" status: 404 len: 328 time: 0.2351017 Apr 20 13:26:57.962578 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39222) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:57.968545 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.tag.tag_plugin [None req-4bef854b-6f07-43ed-95a1-1b73bf964d12 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '4e23d755-1579-40e0-b804-a153442b599a', {'tags': ['tempest-TagsExtTest-Tag-1060860397', 'tempest-TagsExtTest-Tag-1751805569', 'tempest-TagsExtTest-Tag-129641296']}) {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:58.016396 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-a18d9cf2-ee73-4360-8e78-737a7ae0498a tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Allocated IP 172.20.0.13 (5bb58ebb-021f-4949-9568-8cd7dc4bc6e1/3439384c-693c-4475-a59a-d049ebee8afa/cd672066-8828-4efe-9b58-8d1207b26472) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:26:58.131552 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:58.218412 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 5680c84c-c72a-43e5-bd3f-7b154efdb3ad up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:26:58.281550 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-9edafa90-6e85-41bf-8dfc-c16cf6a713ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'name': 'tempest-ServerRescueNegativeTestJSON-797824692-router', 'tenant_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '66b48100-a137-4957-a4c8-3ef606ce45c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:22:58Z', 'updated_at': '2022-04-20T13:23:07Z', 'revision_number': 4, 'project_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'gw_port': {'id': '66b48100-a137-4957-a4c8-3ef606ce45c9', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:00Z', 'updated_at': '2022-04-20T13:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'd530ca21-8a9f-4d5d-9b9b-091fb29fc3b1', 'tenant_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'floating_ip_address': '172.25.8.149', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'port_id': 'f9f3730c-1de2-44d2-9176-df2cb0c883eb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3', 'mac_address': 'fa:16:3e:c5:ae:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4b09ed-4170-4962-a5c4-90ba205a74c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:24:49Z', 'updated_at': '2022-04-20T13:26:56Z', 'revision_number': 3, 'project_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b00d3f6-7f11-4183-8b8d-8b236272fceb', 'name': '', 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3', 'tenant_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'mac_address': 'fa:16:3e:b7:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '30a664a4-266d-459a-b14d-e17b45ff5b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:05Z', 'updated_at': '2022-04-20T13:23:14Z', 'revision_number': 5, 'project_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'subnets': [{'id': '30a664a4-266d-459a-b14d-e17b45ff5b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:58.293798 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9ce5c-7338-47cb-ada0-779f5f9c4fb2 req-69e4c108-080b-48c8-8272-7b614781cd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:58.298040 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c0d9ce5c-7338-47cb-ada0-779f5f9c4fb2 req-69e4c108-080b-48c8-8272-7b614781cd3d service neutron] 10.222.0.15 "GET /v2.0/networks?id=30a0afd4-452b-4cd5-87af-310670c6e8f3 HTTP/1.1" status: 200 len: 919 time: 0.3810360 Apr 20 13:26:58.327314 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 5680c84c-c72a-43e5-bd3f-7b154efdb3ad triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:58.328098 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:58.328538 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edafa90-6e85-41bf-8dfc-c16cf6a713ae None None] Checking router: d206a0da-58c7-4c38-891c-f9ef3acd9ba9 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:26:58.344293 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edafa90-6e85-41bf-8dfc-c16cf6a713ae None None] Routers {'d206a0da-58c7-4c38-891c-f9ef3acd9ba9'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:26:58.345355 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-9edafa90-6e85-41bf-8dfc-c16cf6a713ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:26:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d206a0da-58c7-4c38-891c-f9ef3acd9ba9'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:58.387041 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a18d9cf2-ee73-4360-8e78-737a7ae0498a tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:58.387698 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4bef854b-6f07-43ed-95a1-1b73bf964d12 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "PUT /v2.0/routers/4e23d755-1579-40e0-b804-a153442b599a/tags HTTP/1.1" status: 200 len: 317 time: 0.4243081 Apr 20 13:26:58.392151 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 39246) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:58.403406 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.tag.tag_plugin [None req-086e232c-6f18-4f1b-99f7-246be2b8210c tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4e23d755-1579-40e0-b804-a153442b599a') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:58.457183 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:58.497286 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c0d9ce5c-7338-47cb-ada0-779f5f9c4fb2 req-4eb82595-8ef4-4198-a03e-d9e294e2da0c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9f3730c-1de2-44d2-9176-df2cb0c883eb HTTP/1.1" status: 200 len: 1001 time: 0.1770294 Apr 20 13:26:58.563328 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-9edafa90-6e85-41bf-8dfc-c16cf6a713ae None None] Set router d206a0da-58c7-4c38-891c-f9ef3acd9ba9 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:26:58.567019 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9ce5c-7338-47cb-ada0-779f5f9c4fb2 req-fb583755-5e54-4f9e-9952-d88c1eb47c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:58.568514 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c0d9ce5c-7338-47cb-ada0-779f5f9c4fb2 req-fb583755-5e54-4f9e-9952-d88c1eb47c49 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30a664a4-266d-459a-b14d-e17b45ff5b80 HTTP/1.1" status: 200 len: 857 time: 0.0704246 Apr 20 13:26:58.597867 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 5680c84c-c72a-43e5-bd3f-7b154efdb3ad, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=5680c84c-c72a-43e5-bd3f-7b154efdb3ad,segment=NetworkSegment(db2bba53-70c6-4af8-aed5-d65969eca3f7),segment_id=db2bba53-70c6-4af8-aed5-d65969eca3f7)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:26:58.631372 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15731bc7-3a77-4ac4-a4dc-7e2214a3199f None None] Network 5bb58ebb-021f-4949-9568-8cd7dc4bc6e1 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:26:58.654450 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9ce5c-7338-47cb-ada0-779f5f9c4fb2 req-2e124e46-b6c4-4c06-a2fc-c65ed3c427c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:58.656127 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c0d9ce5c-7338-47cb-ada0-779f5f9c4fb2 req-2e124e46-b6c4-4c06-a2fc-c65ed3c427c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30a0afd4-452b-4cd5-87af-310670c6e8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811858 Apr 20 13:26:58.669037 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a18d9cf2-ee73-4360-8e78-737a7ae0498a tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:58.725767 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d9cf2-ee73-4360-8e78-737a7ae0498a tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Pushing event updated for resources: {'Port': ['ID=cd672066-8828-4efe-9b58-8d1207b26472,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:58.755690 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18d9cf2-ee73-4360-8e78-737a7ae0498a tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Network 5bb58ebb-021f-4949-9568-8cd7dc4bc6e1 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:26:58.757296 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-a18d9cf2-ee73-4360-8e78-737a7ae0498a tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:26:58.775488 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18d9cf2-ee73-4360-8e78-737a7ae0498a tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:26:58.864161 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c0d9ce5c-7338-47cb-ada0-779f5f9c4fb2 req-171fdb96-89a3-4ae4-9eaa-dbea394734fa service neutron] 10.222.0.15 "GET /v2.0/networks/30a0afd4-452b-4cd5-87af-310670c6e8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995189 Apr 20 13:26:58.873280 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-086e232c-6f18-4f1b-99f7-246be2b8210c tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "DELETE /v2.0/routers/4e23d755-1579-40e0-b804-a153442b599a/tags HTTP/1.1" status: 204 len: 168 time: 0.4799204 Apr 20 13:26:58.876851 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39272) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:58.890032 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.tag.tag_plugin [None req-46968e4a-2856-440c-b738-f2f4938b9863 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4e23d755-1579-40e0-b804-a153442b599a', 'tempest-TagsExtTest-Tag-1060860397') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:58.891430 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18d9cf2-ee73-4360-8e78-737a7ae0498a tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:58.892492 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a18d9cf2-ee73-4360-8e78-737a7ae0498a tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:58.911818 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e5aebdb3-0f74-466c-9e88-cdb4f483f417 req-92321160-b6d6-465d-a17d-2b0c5bbb2251 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e6f31ba-04f8-4937-af82-e43e10b5dbf5 HTTP/1.1" status: 200 len: 210 time: 0.0445585 Apr 20 13:26:58.964458 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-9edafa90-6e85-41bf-8dfc-c16cf6a713ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'name': 'tempest-ServerRescueNegativeTestJSON-797824692-router', 'tenant_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '66b48100-a137-4957-a4c8-3ef606ce45c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:22:58Z', 'updated_at': '2022-04-20T13:23:07Z', 'revision_number': 4, 'project_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'gw_port': {'id': '66b48100-a137-4957-a4c8-3ef606ce45c9', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:00Z', 'updated_at': '2022-04-20T13:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'd530ca21-8a9f-4d5d-9b9b-091fb29fc3b1', 'tenant_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'floating_ip_address': '172.25.8.149', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'port_id': 'f9f3730c-1de2-44d2-9176-df2cb0c883eb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3', 'mac_address': 'fa:16:3e:c5:ae:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4b09ed-4170-4962-a5c4-90ba205a74c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:24:49Z', 'updated_at': '2022-04-20T13:26:56Z', 'revision_number': 3, 'project_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b00d3f6-7f11-4183-8b8d-8b236272fceb', 'name': '', 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3', 'tenant_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'mac_address': 'fa:16:3e:b7:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '30a664a4-266d-459a-b14d-e17b45ff5b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:05Z', 'updated_at': '2022-04-20T13:23:14Z', 'revision_number': 5, 'project_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'subnets': [{'id': '30a664a4-266d-459a-b14d-e17b45ff5b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:58.998209 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edafa90-6e85-41bf-8dfc-c16cf6a713ae None None] The sync data for ids ['d206a0da-58c7-4c38-891c-f9ef3acd9ba9'] in n-d-836015-7 is: [{'id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'name': 'tempest-ServerRescueNegativeTestJSON-797824692-router', 'tenant_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '66b48100-a137-4957-a4c8-3ef606ce45c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:22:58Z', 'updated_at': '2022-04-20T13:23:07Z', 'revision_number': 4, 'project_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'gw_port': {'id': '66b48100-a137-4957-a4c8-3ef606ce45c9', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:00Z', 'updated_at': '2022-04-20T13:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'd530ca21-8a9f-4d5d-9b9b-091fb29fc3b1', 'tenant_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'floating_ip_address': '172.25.8.149', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'port_id': 'f9f3730c-1de2-44d2-9176-df2cb0c883eb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3', 'mac_address': 'fa:16:3e:c5:ae:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4b09ed-4170-4962-a5c4-90ba205a74c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:24:49Z', 'updated_at': '2022-04-20T13:26:56Z', 'revision_number': 3, 'project_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b00d3f6-7f11-4183-8b8d-8b236272fceb', 'name': '', 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3', 'tenant_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'mac_address': 'fa:16:3e:b7:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '30a664a4-266d-459a-b14d-e17b45ff5b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:05Z', 'updated_at': '2022-04-20T13:23:14Z', 'revision_number': 5, 'project_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'subnets': [{'id': '30a664a4-266d-459a-b14d-e17b45ff5b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:26:58.998680 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:59.016144 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a18d9cf2-ee73-4360-8e78-737a7ae0498a tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.6202385 Apr 20 13:26:59.017636 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 39280) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:59.037487 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-46968e4a-2856-440c-b738-f2f4938b9863 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] show failed (client error): The resource could not be found. Apr 20 13:26:59.038763 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-46968e4a-2856-440c-b738-f2f4938b9863 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "GET /v2.0/routers/4e23d755-1579-40e0-b804-a153442b599a/tags/tempest-TagsExtTest-Tag-1060860397 HTTP/1.1" status: 404 len: 329 time: 0.1529353 Apr 20 13:26:59.045660 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39282) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:59.061132 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.tag.tag_plugin [None req-b9fadbfb-66f4-4f59-b39a-6c6040af0e8a tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4e23d755-1579-40e0-b804-a153442b599a', 'tempest-TagsExtTest-Tag-1751805569') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:59.082428 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-a5be34bb-9bfc-49ef-b1b6-8838b171fd60 None None] Provisioning complete for port 5680c84c-c72a-43e5-bd3f-7b154efdb3ad triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:59.082794 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a5be34bb-9bfc-49ef-b1b6-8838b171fd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:59.145500 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=5680c84c-c72a-43e5-bd3f-7b154efdb3ad,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:59.161602 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d22ef4b-22c4-48cb-b3f0-b39c8f8aa7f3 tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:59.170036 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d22ef4b-22c4-48cb-b3f0-b39c8f8aa7f3 tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:59.177920 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d22ef4b-22c4-48cb-b3f0-b39c8f8aa7f3 tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:59.180026 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8d22ef4b-22c4-48cb-b3f0-b39c8f8aa7f3 tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1614304 Apr 20 13:26:59.183783 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 39290) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:59.483665 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-a79d21d7-c824-44d2-af6f-76c4601e940a tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:59.485644 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-a79d21d7-c824-44d2-af6f-76c4601e940a tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.32 "GET /v2.0/networks?id=bffadad1-e693-483b-8eeb-21265f06be5a HTTP/1.1" status: 200 len: 805 time: 0.3034816 Apr 20 13:26:59.506094 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-8c5a297a-4e34-4203-8af6-acff98ff5c34 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Request body: {'port': {'device_id': '2e6f31ba-04f8-4937-af82-e43e10b5dbf5', 'network_id': 'bffadad1-e693-483b-8eeb-21265f06be5a', 'admin_state_up': True, 'tenant_id': '1769fcf5b9754a27a1574952891cab93'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:59.796031 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-cfad4de3-0a65-4bb3-98d6-6b14b93634af tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Deleting port cd672066-8828-4efe-9b58-8d1207b26472 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:26:59.796031 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cfad4de3-0a65-4bb3-98d6-6b14b93634af tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:59.801230 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c0d9ce5c-7338-47cb-ada0-779f5f9c4fb2 req-c87b6b4f-abfd-4829-982e-5da2f0149f5e service neutron] 10.222.0.15 "GET /v2.0/networks/30a0afd4-452b-4cd5-87af-310670c6e8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7839248 Apr 20 13:26:59.801230 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-b9fadbfb-66f4-4f59-b39a-6c6040af0e8a tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] show failed (client error): The resource could not be found. Apr 20 13:26:59.801230 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b9fadbfb-66f4-4f59-b39a-6c6040af0e8a tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "GET /v2.0/routers/4e23d755-1579-40e0-b804-a153442b599a/tags/tempest-TagsExtTest-Tag-1751805569 HTTP/1.1" status: 404 len: 329 time: 0.6424487 Apr 20 13:26:59.803548 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cfad4de3-0a65-4bb3-98d6-6b14b93634af tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:59.803548 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-cfad4de3-0a65-4bb3-98d6-6b14b93634af tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Calling delete_port for cd672066-8828-4efe-9b58-8d1207b26472 owned by {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:26:59.803548 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4b09ed-4170-4962-a5c4-90ba205a74c4', 'tag': 'f9f3730c-1de2-44d2-9176-df2cb0c883eb'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:26:59.803548 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59c74c9-816a-4a83-9186-19c6909b5c1f" -d '{"events": [{"name": "network-changed", "server_uuid": "eb4b09ed-4170-4962-a5c4-90ba205a74c4", "tag": "f9f3730c-1de2-44d2-9176-df2cb0c883eb"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:26:59.805531 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39304) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:59.805531 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.tag.tag_plugin [None req-927deef6-ced7-4592-bc83-1239bf62377f tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4e23d755-1579-40e0-b804-a153442b599a', 'tempest-TagsExtTest-Tag-129641296') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:59.855546 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-0b0b5d94-2ab3-4f6a-a022-c1b5c9f57590 None None] Provisioning complete for port cd672066-8828-4efe-9b58-8d1207b26472 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:59.856784 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0b0b5d94-2ab3-4f6a-a022-c1b5c9f57590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:59.866394 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ef73c8-c889-4dc1-8255-8002f68bd348 x-openstack-request-id: req-15ef73c8-c889-4dc1-8255-8002f68bd348 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:26:59.866769 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb4b09ed-4170-4962-a5c4-90ba205a74c4", "tag": "f9f3730c-1de2-44d2-9176-df2cb0c883eb", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:26:59.867249 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15ef73c8-c889-4dc1-8255-8002f68bd348 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:26:59.868153 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15ef73c8-c889-4dc1-8255-8002f68bd348'] response: {'name': 'network-changed', 'server_uuid': 'eb4b09ed-4170-4962-a5c4-90ba205a74c4', 'tag': 'f9f3730c-1de2-44d2-9176-df2cb0c883eb', 'status': 'completed', 'code': 200} Apr 20 13:26:59.916352 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-0b0b5d94-2ab3-4f6a-a022-c1b5c9f57590 None None] Port cd672066-8828-4efe-9b58-8d1207b26472 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:26:59.927576 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-0b0b5d94-2ab3-4f6a-a022-c1b5c9f57590 None None] Provisioning complete for port 5680c84c-c72a-43e5-bd3f-7b154efdb3ad triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:59.941695 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0b0b5d94-2ab3-4f6a-a022-c1b5c9f57590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:59.946793 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-927deef6-ced7-4592-bc83-1239bf62377f tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] show failed (client error): The resource could not be found. Apr 20 13:26:59.950748 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 39310) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:59.951081 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-927deef6-ced7-4592-bc83-1239bf62377f tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "GET /v2.0/routers/4e23d755-1579-40e0-b804-a153442b599a/tags/tempest-TagsExtTest-Tag-129641296 HTTP/1.1" status: 404 len: 328 time: 0.1586747 Apr 20 13:26:59.957342 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.tag.tag_plugin [None req-59574cf9-1f99-47da-8909-0f684aecba3a tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '8431278f-0a13-4458-8cb5-10f30c083644', {'tags': ['tempest-TagsExtTest-Tag-499540154', 'tempest-TagsExtTest-Tag-1629938779', 'tempest-TagsExtTest-Tag-1156327819']}) {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:59.967514 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c74c9-816a-4a83-9186-19c6909b5c1f req-99a82fde-3abe-416a-a919-664589e7a899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:59.969001 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d59c74c9-816a-4a83-9186-19c6909b5c1f req-99a82fde-3abe-416a-a919-664589e7a899 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5dc3931e6714f8cb843649afbc5f7c5&device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 1096 time: 0.0564194 Apr 20 13:26:59.976539 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:00.045495 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-8c5a297a-4e34-4203-8af6-acff98ff5c34 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Made reservation on behalf of 1769fcf5b9754a27a1574952891cab93 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:27:00.053679 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-8c5a297a-4e34-4203-8af6-acff98ff5c34 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:00.069663 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:00.100641 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cfad4de3-0a65-4bb3-98d6-6b14b93634af tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:00.117360 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-0b0b5d94-2ab3-4f6a-a022-c1b5c9f57590 None None] Provisioning complete for port f1ec5d31-3d12-49df-bb7c-e7bcf4df4583 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:27:00.121529 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0b0b5d94-2ab3-4f6a-a022-c1b5c9f57590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:00.164720 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-59574cf9-1f99-47da-8909-0f684aecba3a tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "PUT /v2.0/subnetpools/8431278f-0a13-4458-8cb5-10f30c083644/tags HTTP/1.1" status: 200 len: 317 time: 0.2101328 Apr 20 13:27:00.166086 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39322) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:00.172508 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.tag.tag_plugin [None req-f3bba621-5b9d-4e0a-8ce9-5f9aeebaa0c0 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8431278f-0a13-4458-8cb5-10f30c083644') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:00.200097 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c74c9-816a-4a83-9186-19c6909b5c1f req-6cc76506-26a2-4fa7-b1ca-a584b4a87c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:00.202435 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d59c74c9-816a-4a83-9186-19c6909b5c1f req-6cc76506-26a2-4fa7-b1ca-a584b4a87c6c service neutron] 10.222.0.15 "GET /v2.0/networks?id=30a0afd4-452b-4cd5-87af-310670c6e8f3 HTTP/1.1" status: 200 len: 919 time: 0.2241988 Apr 20 13:27:00.206645 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 5680c84c-c72a-43e5-bd3f-7b154efdb3ad up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:27:00.212734 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad4de3-0a65-4bb3-98d6-6b14b93634af tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Pushing event deleted for resources: {'Port': ['ID=cd672066-8828-4efe-9b58-8d1207b26472,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:00.229197 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b5d07994-116d-4e47-ab5e-df13ba2d146c req-1de57ca3-65e5-4f9e-841a-3f8d7793f025 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e6f31ba-04f8-4937-af82-e43e10b5dbf5 HTTP/1.1" status: 200 len: 210 time: 0.1642938 Apr 20 13:27:00.306496 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-0b0b5d94-2ab3-4f6a-a022-c1b5c9f57590 None None] Port f1ec5d31-3d12-49df-bb7c-e7bcf4df4583 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:27:00.317121 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d59c74c9-816a-4a83-9186-19c6909b5c1f req-c5550850-e7a7-4e17-9399-a01670fb1f21 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9f3730c-1de2-44d2-9176-df2cb0c883eb HTTP/1.1" status: 200 len: 1001 time: 0.1052613 Apr 20 13:27:00.326750 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cfad4de3-0a65-4bb3-98d6-6b14b93634af tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:00.328952 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 5680c84c-c72a-43e5-bd3f-7b154efdb3ad triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:27:00.329525 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:00.330355 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-cfad4de3-0a65-4bb3-98d6-6b14b93634af tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] 10.222.0.25 "DELETE /v2.0/ports/cd672066-8828-4efe-9b58-8d1207b26472 HTTP/1.1" status: 204 len: 168 time: 1.1413753 Apr 20 13:27:00.337040 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 39330) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:00.342386 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-845c92f8-0e46-4b87-a326-84d00069abac tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Request body: {'port': {'name': 'tempest-new-port-name-311835231', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:27:00.345729 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.api.validators [None req-845c92f8-0e46-4b87-a326-84d00069abac tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] bootfile-name is not in valid_values {{(pid=114869) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 13:27:00.345729 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.api.validators [None req-845c92f8-0e46-4b87-a326-84d00069abac tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] tftp-server is not in valid_values {{(pid=114869) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 13:27:00.345729 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.api.validators [None req-845c92f8-0e46-4b87-a326-84d00069abac tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] server-ip-address is not in valid_values {{(pid=114869) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 13:27:00.371923 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c74c9-816a-4a83-9186-19c6909b5c1f req-ccf88d22-c7f9-4cde-8f2f-65b1904764bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:00.373625 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d59c74c9-816a-4a83-9186-19c6909b5c1f req-ccf88d22-c7f9-4cde-8f2f-65b1904764bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30a664a4-266d-459a-b14d-e17b45ff5b80 HTTP/1.1" status: 200 len: 857 time: 0.0531898 Apr 20 13:27:00.434849 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c74c9-816a-4a83-9186-19c6909b5c1f req-1e5a4925-34bf-4d8a-b900-b88bbf161e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:00.436336 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d59c74c9-816a-4a83-9186-19c6909b5c1f req-1e5a4925-34bf-4d8a-b900-b88bbf161e91 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30a0afd4-452b-4cd5-87af-310670c6e8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563540 Apr 20 13:27:00.462684 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ebde6d93-4ddf-42f2-b266-cd1caaf60e55 None None] Provisioning complete for port f1ec5d31-3d12-49df-bb7c-e7bcf4df4583 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:27:00.462851 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ebde6d93-4ddf-42f2-b266-cd1caaf60e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:00.536075 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ebde6d93-4ddf-42f2-b266-cd1caaf60e55 None None] Port f1ec5d31-3d12-49df-bb7c-e7bcf4df4583 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:27:00.549297 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f3bba621-5b9d-4e0a-8ce9-5f9aeebaa0c0 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "DELETE /v2.0/subnetpools/8431278f-0a13-4458-8cb5-10f30c083644/tags HTTP/1.1" status: 204 len: 168 time: 0.3821156 Apr 20 13:27:00.549540 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-845c92f8-0e46-4b87-a326-84d00069abac tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:00.552002 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39342) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:00.560399 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.tag.tag_plugin [None req-3f3a94b2-4e28-4b5f-ac30-e067b90e2103 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8431278f-0a13-4458-8cb5-10f30c083644', 'tempest-TagsExtTest-Tag-499540154') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:00.605860 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-3f3a94b2-4e28-4b5f-ac30-e067b90e2103 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] show failed (client error): The resource could not be found. Apr 20 13:27:00.607119 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3f3a94b2-4e28-4b5f-ac30-e067b90e2103 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "GET /v2.0/subnetpools/8431278f-0a13-4458-8cb5-10f30c083644/tags/tempest-TagsExtTest-Tag-499540154 HTTP/1.1" status: 404 len: 328 time: 0.0538583 Apr 20 13:27:00.610184 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39344) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:00.615019 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-8c5a297a-4e34-4203-8af6-acff98ff5c34 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Allocated IP 172.20.0.8 (bffadad1-e693-483b-8eeb-21265f06be5a/6c9f0b80-55d8-4485-9b41-54f7ac34cd10/8964fd46-ee04-4949-bc3b-01aa6c0daa3f) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:27:00.619863 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.tag.tag_plugin [None req-a1b62a99-aec8-4632-9b17-285eb1286568 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8431278f-0a13-4458-8cb5-10f30c083644', 'tempest-TagsExtTest-Tag-1629938779') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:00.625167 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d59c74c9-816a-4a83-9186-19c6909b5c1f req-e3beebd8-615d-48ab-a5a3-3c4c2f45e8f1 service neutron] 10.222.0.15 "GET /v2.0/networks/30a0afd4-452b-4cd5-87af-310670c6e8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814160 Apr 20 13:27:00.647785 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-f6829568-c4c3-4942-b8fd-281cd788722d None None] Could not find standard attr ID for object cd672066-8828-4efe-9b58-8d1207b26472. {{(pid=114871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:27:00.699658 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-a1b62a99-aec8-4632-9b17-285eb1286568 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] show failed (client error): The resource could not be found. Apr 20 13:27:00.703448 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a1b62a99-aec8-4632-9b17-285eb1286568 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "GET /v2.0/subnetpools/8431278f-0a13-4458-8cb5-10f30c083644/tags/tempest-TagsExtTest-Tag-1629938779 HTTP/1.1" status: 404 len: 329 time: 0.0851965 Apr 20 13:27:00.704262 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39348) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:00.719772 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.tag.tag_plugin [None req-9c743231-2467-47d6-b063-8cbf0a9066d1 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8431278f-0a13-4458-8cb5-10f30c083644', 'tempest-TagsExtTest-Tag-1156327819') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:00.768394 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-9c743231-2467-47d6-b063-8cbf0a9066d1 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] show failed (client error): The resource could not be found. Apr 20 13:27:00.769876 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9c743231-2467-47d6-b063-8cbf0a9066d1 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "GET /v2.0/subnetpools/8431278f-0a13-4458-8cb5-10f30c083644/tags/tempest-TagsExtTest-Tag-1156327819 HTTP/1.1" status: 404 len: 329 time: 0.0644953 Apr 20 13:27:00.776317 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39354) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:00.783590 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.tag.tag_plugin [None req-a04ac62d-42b7-4c00-bade-6bc7573b510f tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8431278f-0a13-4458-8cb5-10f30c083644') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:00.809222 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d59c74c9-816a-4a83-9186-19c6909b5c1f req-f91dd62b-235a-4b95-981e-25191a612acb service neutron] 10.222.0.15 "GET /v2.0/networks/30a0afd4-452b-4cd5-87af-310670c6e8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767063 Apr 20 13:27:00.842223 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a04ac62d-42b7-4c00-bade-6bc7573b510f tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "DELETE /v2.0/subnetpools/8431278f-0a13-4458-8cb5-10f30c083644/tags HTTP/1.1" status: 204 len: 168 time: 0.0645127 Apr 20 13:27:00.845045 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39358) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:00.849915 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.tag.tag_plugin [None req-9ce83f63-da83-4f3e-acc7-3a69d33e8f35 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4e23d755-1579-40e0-b804-a153442b599a') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:00.931831 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9ce83f63-da83-4f3e-acc7-3a69d33e8f35 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "DELETE /v2.0/routers/4e23d755-1579-40e0-b804-a153442b599a/tags HTTP/1.1" status: 204 len: 168 time: 0.0854080 Apr 20 13:27:00.934183 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39360) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:00.939394 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.tag.tag_plugin [None req-74f2f34e-ff74-42c4-82c8-f122a8d4eb6f tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2de013db-4f46-4211-ba87-8ae3cc9edd4c') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:01.008489 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-74f2f34e-ff74-42c4-82c8-f122a8d4eb6f tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "DELETE /v2.0/ports/2de013db-4f46-4211-ba87-8ae3cc9edd4c/tags HTTP/1.1" status: 204 len: 168 time: 0.0732274 Apr 20 13:27:01.011164 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39364) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:01.015418 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.tag.tag_plugin [None req-6b434df1-e6f9-4a3a-8710-35a57a60af4f tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8e7a2919-41e7-4b74-9b65-69bb7a29f417') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:01.070338 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6b434df1-e6f9-4a3a-8710-35a57a60af4f tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "DELETE /v2.0/subnets/8e7a2919-41e7-4b74-9b65-69bb7a29f417/tags HTTP/1.1" status: 204 len: 168 time: 0.0580056 Apr 20 13:27:01.075329 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39366) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:01.213512 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c90062a8-aece-4648-80e0-9c1a3b8ff7f4 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks [] for subnetpool, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:01.216716 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c90062a8-aece-4648-80e0-9c1a3b8ff7f4 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "DELETE /v2.0/subnetpools/8431278f-0a13-4458-8cb5-10f30c083644 HTTP/1.1" status: 204 len: 168 time: 0.1383457 Apr 20 13:27:01.218590 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39372) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:01.237013 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-8c5a297a-4e34-4203-8af6-acff98ff5c34 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:01.239604 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-845c92f8-0e46-4b87-a326-84d00069abac tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:01.245221 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9cd475c9-a52a-4a06-8df2-b6bd2365819d tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e23d755-1579-40e0-b804-a153442b599a HTTP/1.1" status: 200 len: 205 time: 0.0249481 Apr 20 13:27:01.252989 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39374) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:01.297092 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-845c92f8-0e46-4b87-a326-84d00069abac tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:01.335383 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a7e80e20-9700-4ed3-9555-189cf8a7d5a0 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:01.350346 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-8c5a297a-4e34-4203-8af6-acff98ff5c34 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:01.432606 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c92f8-0e46-4b87-a326-84d00069abac tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Pushing event updated for resources: {'Port': ['ID=f1ec5d31-3d12-49df-bb7c-e7bcf4df4583,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:01.448581 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-8c5a297a-4e34-4203-8af6-acff98ff5c34 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Network bffadad1-e693-483b-8eeb-21265f06be5a is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:27:01.451619 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-845c92f8-0e46-4b87-a326-84d00069abac tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] In _notify_port_updated(), no bound segment for port f1ec5d31-3d12-49df-bb7c-e7bcf4df4583 on network 5bb58ebb-021f-4949-9568-8cd7dc4bc6e1 {{(pid=114869) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 13:27:01.457562 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845c92f8-0e46-4b87-a326-84d00069abac tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:01.458240 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-845c92f8-0e46-4b87-a326-84d00069abac tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:01.459630 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-845c92f8-0e46-4b87-a326-84d00069abac tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] 10.222.0.25 "PUT /v2.0/ports/f1ec5d31-3d12-49df-bb7c-e7bcf4df4583 HTTP/1.1" status: 200 len: 1136 time: 1.1215119 Apr 20 13:27:01.479699 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39380) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:01.480245 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-8c5a297a-4e34-4203-8af6-acff98ff5c34 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:27:01.483036 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-8c5a297a-4e34-4203-8af6-acff98ff5c34 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:27:01.532231 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6defff28-3afa-4034-9f9c-fa0fbdfeb10b req-5d312bde-e5d9-44c0-8b65-b7689abdf0eb tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:01.539791 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6defff28-3afa-4034-9f9c-fa0fbdfeb10b req-5d312bde-e5d9-44c0-8b65-b7689abdf0eb tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e6f31ba-04f8-4937-af82-e43e10b5dbf5 HTTP/1.1" status: 200 len: 931 time: 0.2288635 Apr 20 13:27:01.544873 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a7e80e20-9700-4ed3-9555-189cf8a7d5a0 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:01.551400 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a7e80e20-9700-4ed3-9555-189cf8a7d5a0 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:01.586631 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50e5f27-92ad-4130-a346-8478bb253d8e tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:01.591967 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b50e5f27-92ad-4130-a346-8478bb253d8e tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] 10.222.0.25 "GET /v2.0/ports/f1ec5d31-3d12-49df-bb7c-e7bcf4df4583 HTTP/1.1" status: 200 len: 1136 time: 0.1077008 Apr 20 13:27:01.594056 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a297a-4e34-4203-8af6-acff98ff5c34 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Pushing event updated for resources: {'Port': ['ID=8964fd46-ee04-4949-bc3b-01aa6c0daa3f,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:01.596769 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 39384) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:01.616848 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-8c5a297a-4e34-4203-8af6-acff98ff5c34 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:01.617401 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-8c5a297a-4e34-4203-8af6-acff98ff5c34 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:01.640219 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6defff28-3afa-4034-9f9c-fa0fbdfeb10b req-a1de3c3c-8bc5-44e5-b8f7-345d5a0fe179 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993073 Apr 20 13:27:01.679222 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-1f006ce9-d9f6-45df-a281-3cb47bc57537 None None] Provisioning complete for port f1ec5d31-3d12-49df-bb7c-e7bcf4df4583 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:27:01.681276 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1f006ce9-d9f6-45df-a281-3cb47bc57537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:01.713047 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a7e80e20-9700-4ed3-9555-189cf8a7d5a0 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:01.713596 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e80e20-9700-4ed3-9555-189cf8a7d5a0 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Fanout notify agent at l3_agent the message router_deleted on router 4e23d755-1579-40e0-b804-a153442b599a {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:27:01.720522 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a7e80e20-9700-4ed3-9555-189cf8a7d5a0 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:01.723177 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a7e80e20-9700-4ed3-9555-189cf8a7d5a0 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "DELETE /v2.0/routers/4e23d755-1579-40e0-b804-a153442b599a HTTP/1.1" status: 204 len: 168 time: 0.4685640 Apr 20 13:27:01.723399 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-97bfb3cb-f163-48a6-a287-438040079cca tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Deleting port f1ec5d31-3d12-49df-bb7c-e7bcf4df4583 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:27:01.723899 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-97bfb3cb-f163-48a6-a287-438040079cca tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:01.725672 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39386) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:01.740372 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-1f006ce9-d9f6-45df-a281-3cb47bc57537 None None] Port f1ec5d31-3d12-49df-bb7c-e7bcf4df4583 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:27:01.785599 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-8c5a297a-4e34-4203-8af6-acff98ff5c34 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2872453 Apr 20 13:27:01.798104 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-c57217f6-f822-4bea-ab83-ecebaa872276 service neutron] Request body: {'port': {'device_id': '2e6f31ba-04f8-4937-af82-e43e10b5dbf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:27:01.821972 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-9532324d-962e-4d82-a67f-0cf5944bb248 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Deleting port 2de013db-4f46-4211-ba87-8ae3cc9edd4c {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:27:01.822317 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9532324d-962e-4d82-a67f-0cf5944bb248 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:01.871884 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-97bfb3cb-f163-48a6-a287-438040079cca tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:01.888689 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-97bfb3cb-f163-48a6-a287-438040079cca tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Calling delete_port for f1ec5d31-3d12-49df-bb7c-e7bcf4df4583 owned by {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:27:01.890389 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-c57217f6-f822-4bea-ab83-ecebaa872276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:01.920008 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9532324d-962e-4d82-a67f-0cf5944bb248 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:01.934364 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-9532324d-962e-4d82-a67f-0cf5944bb248 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Calling delete_port for 2de013db-4f46-4211-ba87-8ae3cc9edd4c owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:27:02.142233 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9532324d-962e-4d82-a67f-0cf5944bb248 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:02.193301 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532324d-962e-4d82-a67f-0cf5944bb248 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Pushing event deleted for resources: {'Port': ['ID=2de013db-4f46-4211-ba87-8ae3cc9edd4c,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:02.298520 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-97bfb3cb-f163-48a6-a287-438040079cca tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:02.304965 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-c57217f6-f822-4bea-ab83-ecebaa872276 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8964fd46-ee04-4949-bc3b-01aa6c0daa3f {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:27:02.307017 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9532324d-962e-4d82-a67f-0cf5944bb248 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:02.310965 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9532324d-962e-4d82-a67f-0cf5944bb248 tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "DELETE /v2.0/ports/2de013db-4f46-4211-ba87-8ae3cc9edd4c HTTP/1.1" status: 204 len: 168 time: 0.5841489 Apr 20 13:27:02.313418 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39404) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:02.343754 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bfb3cb-f163-48a6-a287-438040079cca tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Pushing event deleted for resources: {'Port': ['ID=f1ec5d31-3d12-49df-bb7c-e7bcf4df4583,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:02.350444 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-c57217f6-f822-4bea-ab83-ecebaa872276 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:02.402512 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-c57217f6-f822-4bea-ab83-ecebaa872276 service neutron] Transition to ACTIVE for port object 8964fd46-ee04-4949-bc3b-01aa6c0daa3f will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:27:02.417738 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-f197a792-509c-4b69-9dd0-60b6b92a715e tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Deleting subnet 8e7a2919-41e7-4b74-9b65-69bb7a29f417 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:27:02.426851 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f197a792-509c-4b69-9dd0-60b6b92a715e tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:02.490481 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-c57217f6-f822-4bea-ab83-ecebaa872276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:02.512268 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f197a792-509c-4b69-9dd0-60b6b92a715e tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:02.585055 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57217f6-f822-4bea-ab83-ecebaa872276 service neutron] Pushing event updated for resources: {'Port': ['ID=8964fd46-ee04-4949-bc3b-01aa6c0daa3f,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:02.650281 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-97bfb3cb-f163-48a6-a287-438040079cca tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:02.656909 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-97bfb3cb-f163-48a6-a287-438040079cca tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] 10.222.0.25 "DELETE /v2.0/ports/f1ec5d31-3d12-49df-bb7c-e7bcf4df4583 HTTP/1.1" status: 204 len: 168 time: 1.0552118 Apr 20 13:27:02.665536 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39408) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:02.730473 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-e11636d5-306e-4171-a3a2-23792ff631a8 tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Deleting subnet 3439384c-693c-4475-a59a-d049ebee8afa {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:27:02.735719 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e11636d5-306e-4171-a3a2-23792ff631a8 tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:02.769007 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f197a792-509c-4b69-9dd0-60b6b92a715e tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:02.816004 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e11636d5-306e-4171-a3a2-23792ff631a8 tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:02.826019 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d6168-2fab-462f-952e-545e88f9ee48 req-b25ea4bc-d37e-4290-b27c-ef1e4d7cd08e tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:02.827955 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-519d6168-2fab-462f-952e-545e88f9ee48 req-b25ea4bc-d37e-4290-b27c-ef1e4d7cd08e tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e6f31ba-04f8-4937-af82-e43e10b5dbf5 HTTP/1.1" status: 200 len: 943 time: 0.0950520 Apr 20 13:27:02.853345 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-c57217f6-f822-4bea-ab83-ecebaa872276 service neutron] Attempting to bind port 8964fd46-ee04-4949-bc3b-01aa6c0daa3f on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:27:02.853624 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-c57217f6-f822-4bea-ab83-ecebaa872276 service neutron] Attempting to bind port 8964fd46-ee04-4949-bc3b-01aa6c0daa3f by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '61aa0039-68ca-4033-b082-432ef8c81b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bffadad1-e693-483b-8eeb-21265f06be5a'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:27:02.853926 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-c57217f6-f822-4bea-ab83-ecebaa872276 service neutron] Attempting to bind port 8964fd46-ee04-4949-bc3b-01aa6c0daa3f on network bffadad1-e693-483b-8eeb-21265f06be5a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:27:02.862275 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-c57217f6-f822-4bea-ab83-ecebaa872276 service neutron] Port 8964fd46-ee04-4949-bc3b-01aa6c0daa3f on network bffadad1-e693-483b-8eeb-21265f06be5a not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:27:02.862598 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-c57217f6-f822-4bea-ab83-ecebaa872276 service neutron] Attempting to bind port 8964fd46-ee04-4949-bc3b-01aa6c0daa3f on network bffadad1-e693-483b-8eeb-21265f06be5a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:27:02.879980 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-c57217f6-f822-4bea-ab83-ecebaa872276 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:27:02.879980 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-c57217f6-f822-4bea-ab83-ecebaa872276 service neutron] Checking segment: {'id': '61aa0039-68ca-4033-b082-432ef8c81b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bffadad1-e693-483b-8eeb-21265f06be5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:27:02.880409 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-c57217f6-f822-4bea-ab83-ecebaa872276 service neutron] Bound using segment: {'id': '61aa0039-68ca-4033-b082-432ef8c81b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bffadad1-e693-483b-8eeb-21265f06be5a'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:27:02.880832 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-c57217f6-f822-4bea-ab83-ecebaa872276 service neutron] Bound port: 8964fd46-ee04-4949-bc3b-01aa6c0daa3f, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61aa0039-68ca-4033-b082-432ef8c81b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bffadad1-e693-483b-8eeb-21265f06be5a'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:27:02.881195 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-c57217f6-f822-4bea-ab83-ecebaa872276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:02.898335 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-519d6168-2fab-462f-952e-545e88f9ee48 req-6b0a6fad-2773-4477-9cdc-e70140a2803e tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617466 Apr 20 13:27:02.973555 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e11636d5-306e-4171-a3a2-23792ff631a8 tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:02.977107 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-c57217f6-f822-4bea-ab83-ecebaa872276 service neutron] For port 8964fd46-ee04-4949-bc3b-01aa6c0daa3f, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:27:02.982365 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-c57217f6-f822-4bea-ab83-ecebaa872276 service neutron] For port 8964fd46-ee04-4949-bc3b-01aa6c0daa3f, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=8964fd46-ee04-4949-bc3b-01aa6c0daa3f,segment=NetworkSegment(61aa0039-68ca-4033-b082-432ef8c81b46),segment_id=61aa0039-68ca-4033-b082-432ef8c81b46)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:27:03.020204 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f197a792-509c-4b69-9dd0-60b6b92a715e tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:03.040873 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-c57217f6-f822-4bea-ab83-ecebaa872276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:03.060734 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f197a792-509c-4b69-9dd0-60b6b92a715e tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Pushing event deleted for resources: {'Subnet': ['ID=8e7a2919-41e7-4b74-9b65-69bb7a29f417,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:03.065775 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f197a792-509c-4b69-9dd0-60b6b92a715e tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:03.069043 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f197a792-509c-4b69-9dd0-60b6b92a715e tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "DELETE /v2.0/subnets/8e7a2919-41e7-4b74-9b65-69bb7a29f417 HTTP/1.1" status: 204 len: 168 time: 0.7544744 Apr 20 13:27:03.072249 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39416) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:03.073245 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea48ac26-d185-46c6-9ccf-43b569f71d5f None None] Network 955ea63a-f367-47de-a80b-61b6b0962784 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:27:03.098336 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-c57217f6-f822-4bea-ab83-ecebaa872276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:03.099135 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-c57217f6-f822-4bea-ab83-ecebaa872276 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:03.101032 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-c57217f6-f822-4bea-ab83-ecebaa872276 service neutron] 10.222.0.32 "PUT /v2.0/ports/8964fd46-ee04-4949-bc3b-01aa6c0daa3f HTTP/1.1" status: 200 len: 1091 time: 1.3069682 Apr 20 13:27:03.103979 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e6f31ba-04f8-4937-af82-e43e10b5dbf5', 'tag': '8964fd46-ee04-4949-bc3b-01aa6c0daa3f'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:27:03.107274 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4688de-e7fa-4ac8-a440-56a917ae2e22" -d '{"events": [{"name": "network-changed", "server_uuid": "2e6f31ba-04f8-4937-af82-e43e10b5dbf5", "tag": "8964fd46-ee04-4949-bc3b-01aa6c0daa3f"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:27:03.162855 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57217f6-f822-4bea-ab83-ecebaa872276 service neutron] Pushing event updated for resources: {'Port': ['ID=8964fd46-ee04-4949-bc3b-01aa6c0daa3f,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:03.183867 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c42053b-8d98-4dfd-bf27-4b70fa2b30cd x-openstack-request-id: req-6c42053b-8d98-4dfd-bf27-4b70fa2b30cd {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:27:03.184260 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e6f31ba-04f8-4937-af82-e43e10b5dbf5", "tag": "8964fd46-ee04-4949-bc3b-01aa6c0daa3f", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:27:03.185313 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6c42053b-8d98-4dfd-bf27-4b70fa2b30cd {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:27:03.185313 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c42053b-8d98-4dfd-bf27-4b70fa2b30cd'] response: {'name': 'network-changed', 'server_uuid': '2e6f31ba-04f8-4937-af82-e43e10b5dbf5', 'tag': '8964fd46-ee04-4949-bc3b-01aa6c0daa3f', 'status': 'completed', 'code': 200} Apr 20 13:27:03.208350 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e11636d5-306e-4171-a3a2-23792ff631a8 tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:03.264885 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4688de-e7fa-4ac8-a440-56a917ae2e22 req-8aabf438-05db-4074-92d8-2e3239af04a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:03.264885 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb4688de-e7fa-4ac8-a440-56a917ae2e22 req-8aabf438-05db-4074-92d8-2e3239af04a0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1769fcf5b9754a27a1574952891cab93&device_id=2e6f31ba-04f8-4937-af82-e43e10b5dbf5 HTTP/1.1" status: 200 len: 1094 time: 0.0525270 Apr 20 13:27:03.297541 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e7c8058-60d1-4edf-a1cf-80c4f1db02ec tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:03.303310 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11636d5-306e-4171-a3a2-23792ff631a8 tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Pushing event deleted for resources: {'Subnet': ['ID=3439384c-693c-4475-a59a-d049ebee8afa,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:03.318732 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e11636d5-306e-4171-a3a2-23792ff631a8 tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:03.324100 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e11636d5-306e-4171-a3a2-23792ff631a8 tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] 10.222.0.25 "DELETE /v2.0/subnets/3439384c-693c-4475-a59a-d049ebee8afa HTTP/1.1" status: 204 len: 168 time: 0.6574032 Apr 20 13:27:03.326454 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39426) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:03.329117 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f54d36a-a6b1-4665-9996-facb22f7f3ee None None] Network 5bb58ebb-021f-4949-9568-8cd7dc4bc6e1 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:27:03.418291 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4688de-e7fa-4ac8-a440-56a917ae2e22 req-57f7d9a9-6d97-4848-940c-d0691f3cdf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:03.419815 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb4688de-e7fa-4ac8-a440-56a917ae2e22 req-57f7d9a9-6d97-4848-940c-d0691f3cdf02 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=1769fcf5b9754a27a1574952891cab93&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1489754 Apr 20 13:27:03.432711 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c17c234-77cf-426a-9f53-15f83097a9b1 None None] DHCP port deletion for 955ea63a-f367-47de-a80b-61b6b0962784 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:27:03.529977 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d23ac8ef-7f69-4e22-853f-209c881c37bf tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:03.572232 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4688de-e7fa-4ac8-a440-56a917ae2e22 req-1303e181-2cd1-4aca-9d7c-ed1fbe705b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:03.579043 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-7c17c234-77cf-426a-9f53-15f83097a9b1 None None] Deleting port f453ec64-3784-44d9-8e90-24159f559ea6 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:27:03.579043 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7c17c234-77cf-426a-9f53-15f83097a9b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:03.579280 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb4688de-e7fa-4ac8-a440-56a917ae2e22 req-1303e181-2cd1-4aca-9d7c-ed1fbe705b55 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1479208 Apr 20 13:27:03.593047 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1e7c8058-60d1-4edf-a1cf-80c4f1db02ec tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Deleting port f453ec64-3784-44d9-8e90-24159f559ea6 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:27:03.593391 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e7c8058-60d1-4edf-a1cf-80c4f1db02ec tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:03.658751 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-7c17c234-77cf-426a-9f53-15f83097a9b1 None None] For port f453ec64-3784-44d9-8e90-24159f559ea6, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f453ec64-3784-44d9-8e90-24159f559ea6,segment=NetworkSegment(5f484742-0e65-42da-8918-c4a09282bf13),segment_id=5f484742-0e65-42da-8918-c4a09282bf13)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:03.659632 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7c17c234-77cf-426a-9f53-15f83097a9b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:03.676754 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-7c17c234-77cf-426a-9f53-15f83097a9b1 None None] Calling delete_port for f453ec64-3784-44d9-8e90-24159f559ea6 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:27:03.720463 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715605a2-9835-4e67-a029-b2bf3165c9e7 None None] DHCP port deletion for 5bb58ebb-021f-4949-9568-8cd7dc4bc6e1 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:27:03.723138 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-d23ac8ef-7f69-4e22-853f-209c881c37bf tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Deleting port 5680c84c-c72a-43e5-bd3f-7b154efdb3ad {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:27:03.724345 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d23ac8ef-7f69-4e22-853f-209c881c37bf tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:03.728441 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-1e7c8058-60d1-4edf-a1cf-80c4f1db02ec tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] For port f453ec64-3784-44d9-8e90-24159f559ea6, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f453ec64-3784-44d9-8e90-24159f559ea6,segment=NetworkSegment(5f484742-0e65-42da-8918-c4a09282bf13),segment_id=5f484742-0e65-42da-8918-c4a09282bf13)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:03.728810 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e7c8058-60d1-4edf-a1cf-80c4f1db02ec tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:03.750577 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-ec91127a-7520-400c-9c3e-9d6017451336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:03.752266 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-ec91127a-7520-400c-9c3e-9d6017451336 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1769fcf5b9754a27a1574952891cab93&device_id=2e6f31ba-04f8-4937-af82-e43e10b5dbf5 HTTP/1.1" status: 200 len: 1094 time: 0.1137857 Apr 20 13:27:03.753297 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1e7c8058-60d1-4edf-a1cf-80c4f1db02ec tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Calling delete_port for f453ec64-3784-44d9-8e90-24159f559ea6 owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:27:03.801993 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-715605a2-9835-4e67-a029-b2bf3165c9e7 None None] Deleting port 5680c84c-c72a-43e5-bd3f-7b154efdb3ad {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:27:03.810734 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-bbeaf7e9-b61f-44d2-8173-eceaa22c28db service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8964fd46-ee04-4949-bc3b-01aa6c0daa3f HTTP/1.1" status: 200 len: 217 time: 0.0499318 Apr 20 13:27:03.811330 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-715605a2-9835-4e67-a029-b2bf3165c9e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:03.876946 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-e2ada230-94e6-406f-a0fd-d1cc9d84ebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:03.878844 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-e2ada230-94e6-406f-a0fd-d1cc9d84ebf0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c9f0b80-55d8-4485-9b41-54f7ac34cd10 HTTP/1.1" status: 200 len: 845 time: 0.0596011 Apr 20 13:27:03.893187 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7c17c234-77cf-426a-9f53-15f83097a9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:03.910676 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-d23ac8ef-7f69-4e22-853f-209c881c37bf tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] For port 5680c84c-c72a-43e5-bd3f-7b154efdb3ad, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=5680c84c-c72a-43e5-bd3f-7b154efdb3ad,segment=NetworkSegment(db2bba53-70c6-4af8-aed5-d65969eca3f7),segment_id=db2bba53-70c6-4af8-aed5-d65969eca3f7)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:03.910676 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d23ac8ef-7f69-4e22-853f-209c881c37bf tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:03.920961 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17c234-77cf-426a-9f53-15f83097a9b1 None None] Pushing event deleted for resources: {'Port': ['ID=f453ec64-3784-44d9-8e90-24159f559ea6,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:03.936129 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-d23ac8ef-7f69-4e22-853f-209c881c37bf tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Calling delete_port for 5680c84c-c72a-43e5-bd3f-7b154efdb3ad owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:27:03.937456 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-715605a2-9835-4e67-a029-b2bf3165c9e7 None None] For port 5680c84c-c72a-43e5-bd3f-7b154efdb3ad, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=5680c84c-c72a-43e5-bd3f-7b154efdb3ad,segment=NetworkSegment(db2bba53-70c6-4af8-aed5-d65969eca3f7),segment_id=db2bba53-70c6-4af8-aed5-d65969eca3f7)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:03.938107 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-715605a2-9835-4e67-a029-b2bf3165c9e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:03.948199 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c17c234-77cf-426a-9f53-15f83097a9b1 None None] No DVR routers for this DVR port f453ec64-3784-44d9-8e90-24159f559ea6 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:27:03.959097 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-715605a2-9835-4e67-a029-b2bf3165c9e7 None None] Calling delete_port for 5680c84c-c72a-43e5-bd3f-7b154efdb3ad owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:27:03.988403 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-e226f591-e79e-49d5-b152-b9a044067caa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bffadad1-e693-483b-8eeb-21265f06be5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993371 Apr 20 13:27:04.007012 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e7c8058-60d1-4edf-a1cf-80c4f1db02ec tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:04.051238 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7c8058-60d1-4edf-a1cf-80c4f1db02ec tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] No DVR routers for this DVR port f453ec64-3784-44d9-8e90-24159f559ea6 on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:27:04.112947 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c8058-60d1-4edf-a1cf-80c4f1db02ec tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Pushing event deleted for resources: {'Port': ['ID=f453ec64-3784-44d9-8e90-24159f559ea6,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:04.132439 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 5680c84c-c72a-43e5-bd3f-7b154efdb3ad no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:27:04.155773 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-715605a2-9835-4e67-a029-b2bf3165c9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:04.188869 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715605a2-9835-4e67-a029-b2bf3165c9e7 None None] No DVR routers for this DVR port 5680c84c-c72a-43e5-bd3f-7b154efdb3ad on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:27:04.191100 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-1dc2882f-e7f3-4e38-9779-e69f66213f16 service neutron] 10.222.0.32 "GET /v2.0/networks/bffadad1-e693-483b-8eeb-21265f06be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909890 Apr 20 13:27:04.198101 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715605a2-9835-4e67-a029-b2bf3165c9e7 None None] Pushing event deleted for resources: {'Port': ['ID=5680c84c-c72a-43e5-bd3f-7b154efdb3ad,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:04.211110 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No active binding found for port 5680c84c-c72a-43e5-bd3f-7b154efdb3ad {{(pid=114871) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 20 13:27:04.211853 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 5680c84c-c72a-43e5-bd3f-7b154efdb3ad not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:27:04.212447 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f453ec64-3784-44d9-8e90-24159f559ea6 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:27:04.213968 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e7c8058-60d1-4edf-a1cf-80c4f1db02ec tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:04.238670 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d23ac8ef-7f69-4e22-853f-209c881c37bf tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:04.242348 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-1e7c8058-60d1-4edf-a1cf-80c4f1db02ec tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['955ea63a-f367-47de-a80b-61b6b0962784']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:04.284283 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-1e7c8058-60d1-4edf-a1cf-80c4f1db02ec tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f484742-0e65-42da-8918-c4a09282bf13') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:04.289202 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-1e7c8058-60d1-4edf-a1cf-80c4f1db02ec tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f484742-0e65-42da-8918-c4a09282bf13') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:04.310321 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: f453ec64-3784-44d9-8e90-24159f559ea6 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:27:04.312317 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f453ec64-3784-44d9-8e90-24159f559ea6 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:27:04.313564 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ac8ef-7f69-4e22-853f-209c881c37bf tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Pushing event deleted for resources: {'Port': ['ID=5680c84c-c72a-43e5-bd3f-7b154efdb3ad,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:04.327993 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23ac8ef-7f69-4e22-853f-209c881c37bf tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] No DVR routers for this DVR port 5680c84c-c72a-43e5-bd3f-7b154efdb3ad on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:27:04.336065 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e7c8058-60d1-4edf-a1cf-80c4f1db02ec tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:04.348816 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6f633fc0-bb32-44a7-9e37-4bc24c11e633 req-fc90d6f7-0100-42cb-9388-432a10a028d8 service neutron] 10.222.0.32 "GET /v2.0/networks/bffadad1-e693-483b-8eeb-21265f06be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350245 Apr 20 13:27:04.357175 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9af77-4d1c-4a0c-9a6d-b1a9e32838f7 req-80fd4327-66ba-49dc-94ab-d0d7f324feda tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:04.365914 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ffb9af77-4d1c-4a0c-9a6d-b1a9e32838f7 req-80fd4327-66ba-49dc-94ab-d0d7f324feda tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e6f31ba-04f8-4937-af82-e43e10b5dbf5 HTTP/1.1" status: 200 len: 943 time: 0.2762094 Apr 20 13:27:04.396192 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e7c8058-60d1-4edf-a1cf-80c4f1db02ec tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:04.412215 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ffb9af77-4d1c-4a0c-9a6d-b1a9e32838f7 req-fabfbe0a-79dc-4288-a804-dac4dee8df99 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459938 Apr 20 13:27:04.437275 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e7c8058-60d1-4edf-a1cf-80c4f1db02ec tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:27:04.437800 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e7c8058-60d1-4edf-a1cf-80c4f1db02ec tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:04.440932 n-d-836015-7 neutron-server[114870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:27:04.440932 n-d-836015-7 neutron-server[114870]: self.session.flush() Apr 20 13:27:04.440932 n-d-836015-7 neutron-server[114870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:27:04.440932 n-d-836015-7 neutron-server[114870]: self.session.flush() Apr 20 13:27:04.440932 n-d-836015-7 neutron-server[114870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:27:04.440932 n-d-836015-7 neutron-server[114870]: self.session.flush() Apr 20 13:27:04.440932 n-d-836015-7 neutron-server[114870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:27:04.440932 n-d-836015-7 neutron-server[114870]: self.session.flush() Apr 20 13:27:04.440932 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:27:04.440932 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:27:04.440932 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:27:04.440932 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:27:04.440932 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:27:04.440932 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:27:04.440932 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:27:04.440932 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:27:04.440932 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:27:04.440932 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:27:04.440932 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:27:04.440932 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:27:04.440932 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:27:04.440932 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:27:04.440932 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:27:04.440932 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:27:04.440932 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:27:04.440932 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:27:04.440932 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:27:04.440932 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:27:04.440932 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:27:04.440932 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:27:04.440932 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:27:04.440932 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:27:04.440932 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:27:04.440932 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:27:04.440932 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:27:04.440932 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:27:04.440932 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:27:04.440932 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:27:04.440932 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:27:04.440932 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:27:04.462234 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d23ac8ef-7f69-4e22-853f-209c881c37bf tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:04.531956 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-d23ac8ef-7f69-4e22-853f-209c881c37bf tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb58ebb-021f-4949-9568-8cd7dc4bc6e1']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:04.542706 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-d23ac8ef-7f69-4e22-853f-209c881c37bf tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db2bba53-70c6-4af8-aed5-d65969eca3f7') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:04.543004 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-d23ac8ef-7f69-4e22-853f-209c881c37bf tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db2bba53-70c6-4af8-aed5-d65969eca3f7') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:04.552976 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d23ac8ef-7f69-4e22-853f-209c881c37bf tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:04.565908 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d23ac8ef-7f69-4e22-853f-209c881c37bf tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:04.572677 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d23ac8ef-7f69-4e22-853f-209c881c37bf tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:27:04.574741 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d23ac8ef-7f69-4e22-853f-209c881c37bf tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:04.576457 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:27:04.576457 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:27:04.576457 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:27:04.576457 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:27:04.576457 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:27:04.576457 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:27:04.576457 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:27:04.576457 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:27:04.576457 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:27:04.576457 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:27:04.576457 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:27:04.576457 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:27:04.576457 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:27:04.576457 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:27:04.576457 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:27:04.576457 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:27:04.576457 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:27:04.576457 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:27:04.576457 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:27:04.576457 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:27:04.576457 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:27:04.576457 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:27:04.576457 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:27:04.576457 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:27:04.576457 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:27:04.576457 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:27:04.576457 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:27:04.576457 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:27:04.576457 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:27:04.576457 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:27:04.576457 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:27:04.576457 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:27:04.618336 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e7c8058-60d1-4edf-a1cf-80c4f1db02ec tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:04.631738 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e7c8058-60d1-4edf-a1cf-80c4f1db02ec tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:04.634775 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1e7c8058-60d1-4edf-a1cf-80c4f1db02ec tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] 10.222.0.25 "DELETE /v2.0/networks/955ea63a-f367-47de-a80b-61b6b0962784 HTTP/1.1" status: 204 len: 168 time: 1.5616002 Apr 20 13:27:04.659459 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c8058-60d1-4edf-a1cf-80c4f1db02ec tempest-TagsExtTest-593562128 tempest-TagsExtTest-593562128-project] Pushing event deleted for resources: {'Network': ['ID=955ea63a-f367-47de-a80b-61b6b0962784,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:04.712920 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d23ac8ef-7f69-4e22-853f-209c881c37bf tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:04.729719 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d23ac8ef-7f69-4e22-853f-209c881c37bf tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:04.733622 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d23ac8ef-7f69-4e22-853f-209c881c37bf tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] 10.222.0.25 "DELETE /v2.0/networks/5bb58ebb-021f-4949-9568-8cd7dc4bc6e1 HTTP/1.1" status: 204 len: 168 time: 1.4004593 Apr 20 13:27:04.751121 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ac8ef-7f69-4e22-853f-209c881c37bf tempest-ExtraDHCPOptionsTestJSON-933667565 tempest-ExtraDHCPOptionsTestJSON-933667565-project] Pushing event deleted for resources: {'Network': ['ID=5bb58ebb-021f-4949-9568-8cd7dc4bc6e1,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:05.119888 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39456) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:05.244041 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 39462) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:05.332978 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-27ed1713-1483-4dac-b78e-c87095370a70 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=352d1f297a9f46ec85639ba668cd8a89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2099941 Apr 20 13:27:05.333504 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 39470) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:05.414950 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2ac64bb8-fb7c-4e55-92a9-aa72a4ca54ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:05.418696 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-77b5035c-0aa0-40ee-ade6-857c244f0a6a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=63a9204529354382871dfe1f695f58a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1764016 Apr 20 13:27:05.421495 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39476) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:05.447017 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2ac64bb8-fb7c-4e55-92a9-aa72a4ca54ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:05.536128 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ecf82246-c369-4677-810d-cdd1a6c0cd72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:05.561540 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ecf82246-c369-4677-810d-cdd1a6c0cd72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:05.577498 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6cd7f-08b3-49cc-88b1-adaeaa33da89 req-44dfd51d-8683-47a3-a173-c962ca0a9d48 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:05.579248 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f3e6cd7f-08b3-49cc-88b1-adaeaa33da89 req-44dfd51d-8683-47a3-a173-c962ca0a9d48 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e6f31ba-04f8-4937-af82-e43e10b5dbf5 HTTP/1.1" status: 200 len: 943 time: 0.0580029 Apr 20 13:27:05.580377 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2ac64bb8-fb7c-4e55-92a9-aa72a4ca54ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:05.582901 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2ac64bb8-fb7c-4e55-92a9-aa72a4ca54ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:05.587092 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2ac64bb8-fb7c-4e55-92a9-aa72a4ca54ab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/50f81c65-07ae-4911-8ea7-d14f8c9d5e54 HTTP/1.1" status: 204 len: 168 time: 0.2529459 Apr 20 13:27:05.610448 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac64bb8-fb7c-4e55-92a9-aa72a4ca54ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f81c65-07ae-4911-8ea7-d14f8c9d5e54,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:05.643207 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f3e6cd7f-08b3-49cc-88b1-adaeaa33da89 req-8c9aef63-c54e-4b27-a81b-c65e91b703be tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547349 Apr 20 13:27:05.713900 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ecf82246-c369-4677-810d-cdd1a6c0cd72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:05.717016 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ecf82246-c369-4677-810d-cdd1a6c0cd72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:05.721911 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ecf82246-c369-4677-810d-cdd1a6c0cd72 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/afcbdb0f-a899-4d7e-b21b-5bdfca4fff29 HTTP/1.1" status: 204 len: 168 time: 0.2957680 Apr 20 13:27:05.726461 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf82246-c369-4677-810d-cdd1a6c0cd72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcbdb0f-a899-4d7e-b21b-5bdfca4fff29,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:06.806575 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06428b95-2dc3-4c15-886f-9147a6292baf req-5cfd12a5-baf4-40d0-983c-29f749d39844 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:06.808341 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-06428b95-2dc3-4c15-886f-9147a6292baf req-5cfd12a5-baf4-40d0-983c-29f749d39844 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e6f31ba-04f8-4937-af82-e43e10b5dbf5 HTTP/1.1" status: 200 len: 943 time: 0.0688181 Apr 20 13:27:06.865081 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-06428b95-2dc3-4c15-886f-9147a6292baf req-2e1fc2e5-3b72-4dd1-b6e6-ee55cee2089b tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492439 Apr 20 13:27:07.108288 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39554) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:07.353487 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-3d3990af-fd30-45c8-85c7-4fda1d983096 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1831456847'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:27:07.441332 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 8964fd46-ee04-4949-bc3b-01aa6c0daa3f details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:27:07.449615 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3990af-fd30-45c8-85c7-4fda1d983096 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Made reservation on behalf of 5efe892c590047e984a53896d6d19985 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:27:07.453469 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3d3990af-fd30-45c8-85c7-4fda1d983096 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:07.463071 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3d3990af-fd30-45c8-85c7-4fda1d983096 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:07.555890 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3d3990af-fd30-45c8-85c7-4fda1d983096 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:07.583711 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 8964fd46-ee04-4949-bc3b-01aa6c0daa3f, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=8964fd46-ee04-4949-bc3b-01aa6c0daa3f,segment=NetworkSegment(61aa0039-68ca-4033-b082-432ef8c81b46),segment_id=61aa0039-68ca-4033-b082-432ef8c81b46)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:07.600144 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '8964fd46-ee04-4949-bc3b-01aa6c0daa3f', 'network_id': 'bffadad1-e693-483b-8eeb-21265f06be5a', 'port_id': '8964fd46-ee04-4949-bc3b-01aa6c0daa3f', 'mac_address': 'fa:16:3e:bd:b5:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c9f0b80-55d8-4485-9b41-54f7ac34cd10', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:27:07.639497 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:07.644646 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3d3990af-fd30-45c8-85c7-4fda1d983096 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:07.655691 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8964fd46-ee04-4949-bc3b-01aa6c0daa3f {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:27:07.683392 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 8964fd46-ee04-4949-bc3b-01aa6c0daa3f, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=8964fd46-ee04-4949-bc3b-01aa6c0daa3f,segment=NetworkSegment(61aa0039-68ca-4033-b082-432ef8c81b46),segment_id=61aa0039-68ca-4033-b082-432ef8c81b46)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:07.691327 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d3990af-fd30-45c8-85c7-4fda1d983096 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:27:07.716367 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3990af-fd30-45c8-85c7-4fda1d983096 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dea5396-af7a-44a0-9cca-c2b65f56cf8c,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:07.740844 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3d3990af-fd30-45c8-85c7-4fda1d983096 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:07.741958 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-3d3990af-fd30-45c8-85c7-4fda1d983096 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Added segment 4447a2a2-36e2-486c-a4f8-fbcdd14f975b of type vlan for network 9e707e08-0fb9-41cc-9479-f02a6a2cd06a Apr 20 13:27:07.770364 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:07.812268 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3d3990af-fd30-45c8-85c7-4fda1d983096 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:07.842875 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=8964fd46-ee04-4949-bc3b-01aa6c0daa3f,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:07.850635 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:07.850987 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:07.851326 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:07.851720 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:07.852064 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:07.852405 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:07.852729 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:07.853056 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:07.853380 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:07.853703 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:07.854028 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:07.854351 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:07.904171 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3d3990af-fd30-45c8-85c7-4fda1d983096 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:07.910111 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3990af-fd30-45c8-85c7-4fda1d983096 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:07.911099 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3d3990af-fd30-45c8-85c7-4fda1d983096 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:08.018221 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3990af-fd30-45c8-85c7-4fda1d983096 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event updated for resources: {'Network': ['ID=9e707e08-0fb9-41cc-9479-f02a6a2cd06a,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:08.045799 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 9e707e08-0fb9-41cc-9479-f02a6a2cd06a details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:27:08.079472 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3d3990af-fd30-45c8-85c7-4fda1d983096 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9528358 Apr 20 13:27:08.079698 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc93df3-d72b-481f-ab2c-b56eab2510ed req-8f5cb0e0-cd3c-4f77-9109-5032343ccfa4 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:08.079698 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8bc93df3-d72b-481f-ab2c-b56eab2510ed req-8f5cb0e0-cd3c-4f77-9109-5032343ccfa4 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e6f31ba-04f8-4937-af82-e43e10b5dbf5 HTTP/1.1" status: 200 len: 944 time: 0.1009462 Apr 20 13:27:08.123796 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8bc93df3-d72b-481f-ab2c-b56eab2510ed req-3b6cb946-baf5-48b8-95a5-a3114d6909fb tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491602 Apr 20 13:27:08.152212 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['8964fd46-ee04-4949-bc3b-01aa6c0daa3f'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:27:08.211615 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39592) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:08.217316 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-ebfdf981-95d0-4c33-94e2-2107c172932e tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Request body: {'subnet': {'network_id': '9e707e08-0fb9-41cc-9479-f02a6a2cd06a', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:27:08.484135 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfdf981-95d0-4c33-94e2-2107c172932e tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Made reservation on behalf of 5efe892c590047e984a53896d6d19985 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:27:08.488112 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ebfdf981-95d0-4c33-94e2-2107c172932e tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:08.637750 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:27:08.765023 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ebfdf981-95d0-4c33-94e2-2107c172932e tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:08.835478 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfdf981-95d0-4c33-94e2-2107c172932e tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event updated for resources: {'Subnet': ['ID=6ae460ad-f8bd-407c-964b-462889c2f064,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:08.846483 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfdf981-95d0-4c33-94e2-2107c172932e tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Checking segment: {'id': '4447a2a2-36e2-486c-a4f8-fbcdd14f975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '9e707e08-0fb9-41cc-9479-f02a6a2cd06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:27:08.847038 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfdf981-95d0-4c33-94e2-2107c172932e tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Network hostable DHCP agents. Network: 9e707e08-0fb9-41cc-9479-f02a6a2cd06a, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:27:08.918697 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfdf981-95d0-4c33-94e2-2107c172932e tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Network 9e707e08-0fb9-41cc-9479-f02a6a2cd06a is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:27:09.010193 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-ebfdf981-95d0-4c33-94e2-2107c172932e tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 9e707e08-0fb9-41cc-9479-f02a6a2cd06a) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:27:09.014504 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfdf981-95d0-4c33-94e2-2107c172932e tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:09.019630 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ebfdf981-95d0-4c33-94e2-2107c172932e tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:09.021901 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c180298-9655-48f3-9047-a255ec93d36b None None] Network 9e707e08-0fb9-41cc-9479-f02a6a2cd06a requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:27:09.117014 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ebfdf981-95d0-4c33-94e2-2107c172932e tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9041688 Apr 20 13:27:09.120621 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39610) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:09.126523 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-63e7221b-96e6-4832-80d2-e035b7a224eb tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1727921947'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:27:09.204823 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e7221b-96e6-4832-80d2-e035b7a224eb tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Made reservation on behalf of 5efe892c590047e984a53896d6d19985 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:27:09.210425 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-63e7221b-96e6-4832-80d2-e035b7a224eb tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:09.225587 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6137de13-6198-47f7-b685-af3f9ae5efb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-9e707e08-0fb9-41cc-9479-f02a6a2cd06a', 'network_id': '9e707e08-0fb9-41cc-9479-f02a6a2cd06a', 'tenant_id': '5efe892c590047e984a53896d6d19985', 'fixed_ips': [{'subnet_id': '6ae460ad-f8bd-407c-964b-462889c2f064'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:27:09.230080 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6137de13-6198-47f7-b685-af3f9ae5efb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:09.260181 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63e7221b-96e6-4832-80d2-e035b7a224eb tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:27:09.274341 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-63e7221b-96e6-4832-80d2-e035b7a224eb tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:09.274695 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-63e7221b-96e6-4832-80d2-e035b7a224eb tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Added segment 7407d80f-7fd7-4fb2-a5dc-2d5dad93189f of type vlan for network 087390cd-9325-4692-9855-5b7b9f008c9c Apr 20 13:27:09.287766 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b69dd7-b785-4516-bd44-8d478c284edd req-2425ab20-ef30-4d20-99d5-257205dd8769 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:09.296440 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-20b69dd7-b785-4516-bd44-8d478c284edd req-2425ab20-ef30-4d20-99d5-257205dd8769 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e6f31ba-04f8-4937-af82-e43e10b5dbf5 HTTP/1.1" status: 200 len: 944 time: 0.0763695 Apr 20 13:27:09.323409 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-63e7221b-96e6-4832-80d2-e035b7a224eb tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:09.344615 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-20b69dd7-b785-4516-bd44-8d478c284edd req-6c1850b4-2937-421f-9562-913722677940 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450718 Apr 20 13:27:09.410744 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-63e7221b-96e6-4832-80d2-e035b7a224eb tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:09.418065 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e7221b-96e6-4832-80d2-e035b7a224eb tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:09.419022 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-63e7221b-96e6-4832-80d2-e035b7a224eb tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:09.440138 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-6137de13-6198-47f7-b685-af3f9ae5efb1 None None] Allocated IP 172.20.255.242 (9e707e08-0fb9-41cc-9479-f02a6a2cd06a/6ae460ad-f8bd-407c-964b-462889c2f064/98d3f9ae-f1a4-4a79-829c-0cd7606d3861) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:27:09.474551 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 8964fd46-ee04-4949-bc3b-01aa6c0daa3f up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:27:09.500738 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e7221b-96e6-4832-80d2-e035b7a224eb tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event updated for resources: {'Network': ['ID=087390cd-9325-4692-9855-5b7b9f008c9c,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:09.541684 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 087390cd-9325-4692-9855-5b7b9f008c9c details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:27:09.564835 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-63e7221b-96e6-4832-80d2-e035b7a224eb tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4405017 Apr 20 13:27:09.565120 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39622) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:09.571966 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-da85d22f-e73b-414e-86db-0b51e9ddbdfd tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Request body: {'subnet': {'network_id': '087390cd-9325-4692-9855-5b7b9f008c9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:27:09.709421 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6137de13-6198-47f7-b685-af3f9ae5efb1 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:09.752428 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 8964fd46-ee04-4949-bc3b-01aa6c0daa3f completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:27:09.752630 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da85d22f-e73b-414e-86db-0b51e9ddbdfd tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Made reservation on behalf of 5efe892c590047e984a53896d6d19985 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:27:09.756458 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-da85d22f-e73b-414e-86db-0b51e9ddbdfd tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:09.756641 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 8964fd46-ee04-4949-bc3b-01aa6c0daa3f triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:27:09.756866 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:09.783575 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6137de13-6198-47f7-b685-af3f9ae5efb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:10.006782 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6137de13-6198-47f7-b685-af3f9ae5efb1 None None] Network 9e707e08-0fb9-41cc-9479-f02a6a2cd06a is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:27:10.013329 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6137de13-6198-47f7-b685-af3f9ae5efb1 None None] Pushing event updated for resources: {'Port': ['ID=98d3f9ae-f1a4-4a79-829c-0cd7606d3861,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:10.016149 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-6137de13-6198-47f7-b685-af3f9ae5efb1 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:27:10.027647 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6137de13-6198-47f7-b685-af3f9ae5efb1 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:27:10.080960 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-da85d22f-e73b-414e-86db-0b51e9ddbdfd tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:10.106599 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:10.139419 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-6137de13-6198-47f7-b685-af3f9ae5efb1 None None] Attempting to bind port 98d3f9ae-f1a4-4a79-829c-0cd7606d3861 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:27:10.140047 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-6137de13-6198-47f7-b685-af3f9ae5efb1 None None] Attempting to bind port 98d3f9ae-f1a4-4a79-829c-0cd7606d3861 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '4447a2a2-36e2-486c-a4f8-fbcdd14f975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '9e707e08-0fb9-41cc-9479-f02a6a2cd06a'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:27:10.140678 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6137de13-6198-47f7-b685-af3f9ae5efb1 None None] Attempting to bind port 98d3f9ae-f1a4-4a79-829c-0cd7606d3861 on network 9e707e08-0fb9-41cc-9479-f02a6a2cd06a {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:27:10.146596 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6137de13-6198-47f7-b685-af3f9ae5efb1 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:27:10.147240 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6137de13-6198-47f7-b685-af3f9ae5efb1 None None] Checking segment: {'id': '4447a2a2-36e2-486c-a4f8-fbcdd14f975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '9e707e08-0fb9-41cc-9479-f02a6a2cd06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:27:10.147884 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6137de13-6198-47f7-b685-af3f9ae5efb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:10.148470 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6137de13-6198-47f7-b685-af3f9ae5efb1 None None] Bound using segment: {'id': '4447a2a2-36e2-486c-a4f8-fbcdd14f975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '9e707e08-0fb9-41cc-9479-f02a6a2cd06a'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:27:10.149121 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-6137de13-6198-47f7-b685-af3f9ae5efb1 None None] Bound port: 98d3f9ae-f1a4-4a79-829c-0cd7606d3861, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4447a2a2-36e2-486c-a4f8-fbcdd14f975b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '9e707e08-0fb9-41cc-9479-f02a6a2cd06a'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:27:10.149685 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6137de13-6198-47f7-b685-af3f9ae5efb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:10.183103 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6f31ba-04f8-4937-af82-e43e10b5dbf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8964fd46-ee04-4949-bc3b-01aa6c0daa3f'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:27:10.185558 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fd3102-3f25-4dee-ad28-6255e368c507" -d '{"events": [{"server_uuid": "2e6f31ba-04f8-4937-af82-e43e10b5dbf5", "name": "network-vif-plugged", "status": "completed", "tag": "8964fd46-ee04-4949-bc3b-01aa6c0daa3f"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:27:10.190017 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d22f-e73b-414e-86db-0b51e9ddbdfd tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event updated for resources: {'Subnet': ['ID=a1b0f803-3c68-4d96-8b2e-aede45d51dc9,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:10.202433 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 8964fd46-ee04-4949-bc3b-01aa6c0daa3f, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=8964fd46-ee04-4949-bc3b-01aa6c0daa3f,segment=NetworkSegment(61aa0039-68ca-4033-b082-432ef8c81b46),segment_id=61aa0039-68ca-4033-b082-432ef8c81b46)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:10.212859 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da85d22f-e73b-414e-86db-0b51e9ddbdfd tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Checking segment: {'id': '7407d80f-7fd7-4fb2-a5dc-2d5dad93189f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '087390cd-9325-4692-9855-5b7b9f008c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:27:10.213226 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da85d22f-e73b-414e-86db-0b51e9ddbdfd tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Network hostable DHCP agents. Network: 087390cd-9325-4692-9855-5b7b9f008c9c, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:27:10.228928 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc5cbd1-fb67-41eb-89b2-e7182ac18b30 x-openstack-request-id: req-5fc5cbd1-fb67-41eb-89b2-e7182ac18b30 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:27:10.229217 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6f31ba-04f8-4937-af82-e43e10b5dbf5", "name": "network-vif-plugged", "status": "completed", "tag": "8964fd46-ee04-4949-bc3b-01aa6c0daa3f", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:27:10.229468 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5fc5cbd1-fb67-41eb-89b2-e7182ac18b30 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:27:10.229856 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fc5cbd1-fb67-41eb-89b2-e7182ac18b30'] response: {'server_uuid': '2e6f31ba-04f8-4937-af82-e43e10b5dbf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8964fd46-ee04-4949-bc3b-01aa6c0daa3f', 'code': 200} Apr 20 13:27:10.261134 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6137de13-6198-47f7-b685-af3f9ae5efb1 None None] For port 98d3f9ae-f1a4-4a79-829c-0cd7606d3861, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:27:10.264570 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6137de13-6198-47f7-b685-af3f9ae5efb1 None None] For port 98d3f9ae-f1a4-4a79-829c-0cd7606d3861, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=98d3f9ae-f1a4-4a79-829c-0cd7606d3861,segment=NetworkSegment(4447a2a2-36e2-486c-a4f8-fbcdd14f975b),segment_id=4447a2a2-36e2-486c-a4f8-fbcdd14f975b)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:27:10.273045 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:10.329869 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=8964fd46-ee04-4949-bc3b-01aa6c0daa3f,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:10.330099 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da85d22f-e73b-414e-86db-0b51e9ddbdfd tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Network 087390cd-9325-4692-9855-5b7b9f008c9c is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:27:10.346127 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552f68f-4493-43c2-8f72-c4361a5fc5ab req-1cefbd8b-5bf2-4e19-ba0f-f294172e07a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:10.348347 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4552f68f-4493-43c2-8f72-c4361a5fc5ab req-1cefbd8b-5bf2-4e19-ba0f-f294172e07a7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2e6f31ba-04f8-4937-af82-e43e10b5dbf5 HTTP/1.1" status: 200 len: 1096 time: 0.0507944 Apr 20 13:27:10.384340 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6137de13-6198-47f7-b685-af3f9ae5efb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:10.402004 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4552f68f-4493-43c2-8f72-c4361a5fc5ab req-94b600f7-1318-44d0-b220-05e1fa35c726 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469298 Apr 20 13:27:10.411024 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-da85d22f-e73b-414e-86db-0b51e9ddbdfd tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 087390cd-9325-4692-9855-5b7b9f008c9c) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:27:10.424760 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da85d22f-e73b-414e-86db-0b51e9ddbdfd tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:10.426285 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-da85d22f-e73b-414e-86db-0b51e9ddbdfd tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:10.429823 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d620cfd3-bab3-4160-ab6a-1a7460143d50 None None] Network 087390cd-9325-4692-9855-5b7b9f008c9c requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:27:10.527818 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-da85d22f-e73b-414e-86db-0b51e9ddbdfd tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.9614577 Apr 20 13:27:10.530373 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39648) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:10.639013 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9343e6-b6f4-4d86-b7f9-497387575050 req-39ddb57a-ce67-4e96-847e-dc759cb53372 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:10.653931 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-af9343e6-b6f4-4d86-b7f9-497387575050 req-39ddb57a-ce67-4e96-847e-dc759cb53372 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e6f31ba-04f8-4937-af82-e43e10b5dbf5 HTTP/1.1" status: 200 len: 945 time: 0.1326985 Apr 20 13:27:10.708034 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d75406af-8ab2-4b9c-b669-5e6b5cb5edf8 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:10.731098 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6137de13-6198-47f7-b685-af3f9ae5efb1 None None] Pushing event updated for resources: {'Port': ['ID=98d3f9ae-f1a4-4a79-829c-0cd7606d3861,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:10.736737 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-af9343e6-b6f4-4d86-b7f9-497387575050 req-782e9dac-35fc-4ebc-842d-d42cae5259b0 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758176 Apr 20 13:27:10.757338 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21594844-736d-44af-afc0-5c651f96d713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-087390cd-9325-4692-9855-5b7b9f008c9c', 'network_id': '087390cd-9325-4692-9855-5b7b9f008c9c', 'tenant_id': '5efe892c590047e984a53896d6d19985', 'fixed_ips': [{'subnet_id': 'a1b0f803-3c68-4d96-8b2e-aede45d51dc9'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:27:10.757338 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-21594844-736d-44af-afc0-5c651f96d713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:10.825151 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d75406af-8ab2-4b9c-b669-5e6b5cb5edf8 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:11.085596 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d75406af-8ab2-4b9c-b669-5e6b5cb5edf8 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server [None req-21594844-736d-44af-afc0-5c651f96d713 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a1b0f803-3c68-4d96-8b2e-aede45d51dc9: This subnet is being modified by another concurrent operation. Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise exception Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a1b0f803-3c68-4d96-8b2e-aede45d51dc9: This subnet is being modified by another concurrent operation. Apr 20 13:27:11.153280 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server Apr 20 13:27:11.166940 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75406af-8ab2-4b9c-b669-5e6b5cb5edf8 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event deleted for resources: {'Subnet': ['ID=a1b0f803-3c68-4d96-8b2e-aede45d51dc9,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:11.181919 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f96a40-9a1a-4cd5-9b0d-5c7e9a837cad None None] Network 087390cd-9325-4692-9855-5b7b9f008c9c requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:27:11.210676 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 39662) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:11.282670 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d75406af-8ab2-4b9c-b669-5e6b5cb5edf8 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:11.317328 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-d75406af-8ab2-4b9c-b669-5e6b5cb5edf8 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['087390cd-9325-4692-9855-5b7b9f008c9c']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:11.336545 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-d75406af-8ab2-4b9c-b669-5e6b5cb5edf8 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7407d80f-7fd7-4fb2-a5dc-2d5dad93189f') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:11.337206 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-d75406af-8ab2-4b9c-b669-5e6b5cb5edf8 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7407d80f-7fd7-4fb2-a5dc-2d5dad93189f') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:11.352226 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d75406af-8ab2-4b9c-b669-5e6b5cb5edf8 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:11.375213 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d75406af-8ab2-4b9c-b669-5e6b5cb5edf8 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:11.387345 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d75406af-8ab2-4b9c-b669-5e6b5cb5edf8 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:27:11.387975 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d75406af-8ab2-4b9c-b669-5e6b5cb5edf8 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:11.392834 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:27:11.392834 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:27:11.392834 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:27:11.392834 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:27:11.392834 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:27:11.392834 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:27:11.392834 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:27:11.392834 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:27:11.392834 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:27:11.392834 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:27:11.392834 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:27:11.392834 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:27:11.392834 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:27:11.392834 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:27:11.392834 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:27:11.392834 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:27:11.392834 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:27:11.392834 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:27:11.392834 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:27:11.392834 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:27:11.392834 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:27:11.392834 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:27:11.392834 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:27:11.392834 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:27:11.392834 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:27:11.392834 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:27:11.392834 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:27:11.392834 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:27:11.392834 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:27:11.392834 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:27:11.392834 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:27:11.392834 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:27:11.473914 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e8fca2b5-e622-4255-a1ae-75aa6f416d8d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c9879da00c2d409cb5600ab9b90435a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2610905 Apr 20 13:27:11.476324 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 39674) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:11.525270 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d75406af-8ab2-4b9c-b669-5e6b5cb5edf8 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:11.532309 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d75406af-8ab2-4b9c-b669-5e6b5cb5edf8 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:11.541077 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d75406af-8ab2-4b9c-b669-5e6b5cb5edf8 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "DELETE /v2.0/networks/087390cd-9325-4692-9855-5b7b9f008c9c HTTP/1.1" status: 204 len: 168 time: 1.0079410 Apr 20 13:27:11.547258 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39678) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:11.562018 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-93063887-2d2c-4dd8-83c6-a3221840024b tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1603150144'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:27:11.574204 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-78be5c25-561b-43bb-9b90-af229dde1b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:11.592443 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75406af-8ab2-4b9c-b669-5e6b5cb5edf8 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event deleted for resources: {'Network': ['ID=087390cd-9325-4692-9855-5b7b9f008c9c,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:11.612143 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-78be5c25-561b-43bb-9b90-af229dde1b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:11.679412 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93063887-2d2c-4dd8-83c6-a3221840024b tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Made reservation on behalf of 5efe892c590047e984a53896d6d19985 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:27:11.686128 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-93063887-2d2c-4dd8-83c6-a3221840024b tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:11.738169 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93063887-2d2c-4dd8-83c6-a3221840024b tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:27:11.751123 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-93063887-2d2c-4dd8-83c6-a3221840024b tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:11.753019 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-93063887-2d2c-4dd8-83c6-a3221840024b tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Added segment 42a4c609-0112-4451-9455-46a7c0d16245 of type vlan for network 37c5a822-66b9-47a7-9e32-857f714865d0 Apr 20 13:27:11.753411 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-78be5c25-561b-43bb-9b90-af229dde1b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:11.756752 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-78be5c25-561b-43bb-9b90-af229dde1b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:11.765033 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-78be5c25-561b-43bb-9b90-af229dde1b4e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8bfe41d1-a9a8-4fb6-92c2-f56171bddca0 HTTP/1.1" status: 204 len: 168 time: 0.2838244 Apr 20 13:27:11.777624 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78be5c25-561b-43bb-9b90-af229dde1b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfe41d1-a9a8-4fb6-92c2-f56171bddca0,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:11.865109 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-93063887-2d2c-4dd8-83c6-a3221840024b tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:11.941873 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5392aae-98a4-4439-82ef-4b40bfb3c920 req-ba41fc81-5b80-45ec-9914-33bf68da2173 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:11.943479 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e5392aae-98a4-4439-82ef-4b40bfb3c920 req-ba41fc81-5b80-45ec-9914-33bf68da2173 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e6f31ba-04f8-4937-af82-e43e10b5dbf5 HTTP/1.1" status: 200 len: 945 time: 0.0579777 Apr 20 13:27:11.970434 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-93063887-2d2c-4dd8-83c6-a3221840024b tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:11.976414 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93063887-2d2c-4dd8-83c6-a3221840024b tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:11.978302 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-93063887-2d2c-4dd8-83c6-a3221840024b tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:12.017399 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e5392aae-98a4-4439-82ef-4b40bfb3c920 req-c9a40650-da12-40ee-b74b-7979e51f889a tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616479 Apr 20 13:27:12.133618 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-93063887-2d2c-4dd8-83c6-a3221840024b tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5828433 Apr 20 13:27:12.136540 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 39690) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:12.141698 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-f4f0fd8a-3281-4fcd-9b37-8d7729754952 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Request body: {'subnet': {'network_id': '37c5a822-66b9-47a7-9e32-857f714865d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:27:12.154894 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93063887-2d2c-4dd8-83c6-a3221840024b tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event updated for resources: {'Network': ['ID=37c5a822-66b9-47a7-9e32-857f714865d0,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:12.173512 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 37c5a822-66b9-47a7-9e32-857f714865d0 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:27:12.221118 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e929957b-f165-44a1-ab32-efe3c5428c69 None None] Network 9e707e08-0fb9-41cc-9479-f02a6a2cd06a requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:27:12.228025 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 98d3f9ae-f1a4-4a79-829c-0cd7606d3861 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:27:12.359278 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f0fd8a-3281-4fcd-9b37-8d7729754952 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Made reservation on behalf of 5efe892c590047e984a53896d6d19985 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:27:12.359278 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f4f0fd8a-3281-4fcd-9b37-8d7729754952 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:12.402716 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-fb614930-c008-4c71-a528-806a69290235 None None] Provisioning complete for port 98d3f9ae-f1a4-4a79-829c-0cd7606d3861 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:27:12.403078 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fb614930-c008-4c71-a528-806a69290235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:12.425566 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.ipam_backend_mixin [None req-f4f0fd8a-3281-4fcd-9b37-8d7729754952 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Performing IP validity checks on allocation pools {{(pid=114869) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 20 13:27:12.425566 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.ipam_backend_mixin [None req-f4f0fd8a-3281-4fcd-9b37-8d7729754952 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114869) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 20 13:27:12.474250 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:12.507298 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 98d3f9ae-f1a4-4a79-829c-0cd7606d3861 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:27:12.508240 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:12.628988 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fb614930-c008-4c71-a528-806a69290235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:12.667699 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f4f0fd8a-3281-4fcd-9b37-8d7729754952 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:12.696657 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-fb614930-c008-4c71-a528-806a69290235 None None] For port 98d3f9ae-f1a4-4a79-829c-0cd7606d3861, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=98d3f9ae-f1a4-4a79-829c-0cd7606d3861,segment=NetworkSegment(4447a2a2-36e2-486c-a4f8-fbcdd14f975b),segment_id=4447a2a2-36e2-486c-a4f8-fbcdd14f975b)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:12.712100 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:12.752409 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0fd8a-3281-4fcd-9b37-8d7729754952 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event updated for resources: {'Subnet': ['ID=f453f9dc-8f2f-4baf-8311-fab8181f5e32,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:12.763799 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f0fd8a-3281-4fcd-9b37-8d7729754952 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Checking segment: {'id': '42a4c609-0112-4451-9455-46a7c0d16245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '37c5a822-66b9-47a7-9e32-857f714865d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:27:12.763799 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f0fd8a-3281-4fcd-9b37-8d7729754952 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Network hostable DHCP agents. Network: 37c5a822-66b9-47a7-9e32-857f714865d0, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:27:12.782606 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fb614930-c008-4c71-a528-806a69290235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:12.839027 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f0fd8a-3281-4fcd-9b37-8d7729754952 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Network 37c5a822-66b9-47a7-9e32-857f714865d0 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:27:12.882139 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:27:12.882498 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:27:12.886783 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb614930-c008-4c71-a528-806a69290235 None None] Pushing event updated for resources: {'Port': ['ID=98d3f9ae-f1a4-4a79-829c-0cd7606d3861,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:12.918805 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-f4f0fd8a-3281-4fcd-9b37-8d7729754952 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 37c5a822-66b9-47a7-9e32-857f714865d0) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:27:12.923305 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f0fd8a-3281-4fcd-9b37-8d7729754952 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:12.930872 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f4f0fd8a-3281-4fcd-9b37-8d7729754952 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:12.931858 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df6c368-79a8-4914-88df-e76ec58cbfd9 None None] Network 37c5a822-66b9-47a7-9e32-857f714865d0 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:27:12.961090 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:13.014823 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39722) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:13.029884 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f4f0fd8a-3281-4fcd-9b37-8d7729754952 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.8920376 Apr 20 13:27:13.031851 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-66ec0103-7033-4cfe-8914-3cc0b486c990 None None] Provisioning complete for port 98d3f9ae-f1a4-4a79-829c-0cd7606d3861 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:27:13.032241 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-66ec0103-7033-4cfe-8914-3cc0b486c990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:13.188369 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8832299-b084-4884-9c58-6172f92e124a req-86943f44-0bdd-481e-97a4-56a7d371e473 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:13.190690 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f8832299-b084-4884-9c58-6172f92e124a req-86943f44-0bdd-481e-97a4-56a7d371e473 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e6f31ba-04f8-4937-af82-e43e10b5dbf5 HTTP/1.1" status: 200 len: 945 time: 0.1072299 Apr 20 13:27:13.192375 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d239c2a6-73ce-4104-b8bc-096363681d11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-37c5a822-66b9-47a7-9e32-857f714865d0', 'network_id': '37c5a822-66b9-47a7-9e32-857f714865d0', 'tenant_id': '5efe892c590047e984a53896d6d19985', 'fixed_ips': [{'subnet_id': 'f453f9dc-8f2f-4baf-8311-fab8181f5e32'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:27:13.198350 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d239c2a6-73ce-4104-b8bc-096363681d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:13.216633 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f0ee932f-5f3e-4a30-8306-4a0256b6a65a tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:13.234590 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f8832299-b084-4884-9c58-6172f92e124a req-8a7f861d-a2ac-432b-85f2-c64f598feadb tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364935 Apr 20 13:27:13.284362 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f0ee932f-5f3e-4a30-8306-4a0256b6a65a tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:13.377055 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-d239c2a6-73ce-4104-b8bc-096363681d11 None None] Allocated IP 172.20.0.3 (37c5a822-66b9-47a7-9e32-857f714865d0/f453f9dc-8f2f-4baf-8311-fab8181f5e32/e65d99cc-d2ba-4d3e-b6b8-4083bd12e58f) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:27:13.584621 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d239c2a6-73ce-4104-b8bc-096363681d11 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:13.680327 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f66cc-052b-45e4-8165-c2190e3bcfbd req-1280ff01-175d-4ca9-888f-608b3ea603ff tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:13.681791 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-939f66cc-052b-45e4-8165-c2190e3bcfbd req-1280ff01-175d-4ca9-888f-608b3ea603ff tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/networks?id=bffadad1-e693-483b-8eeb-21265f06be5a HTTP/1.1" status: 200 len: 805 time: 0.1050231 Apr 20 13:27:13.696391 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-939f66cc-052b-45e4-8165-c2190e3bcfbd req-dff9fb31-51cc-4a7d-a030-30e3259b468b tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/quotas/1769fcf5b9754a27a1574952891cab93 HTTP/1.1" status: 200 len: 375 time: 0.0089269 Apr 20 13:27:13.732673 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d239c2a6-73ce-4104-b8bc-096363681d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:13.761626 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-939f66cc-052b-45e4-8165-c2190e3bcfbd req-f45f060d-152c-4525-94dc-fd9b0deaabc5 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1769fcf5b9754a27a1574952891cab93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0598559 Apr 20 13:27:13.816587 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d239c2a6-73ce-4104-b8bc-096363681d11 None None] Network 37c5a822-66b9-47a7-9e32-857f714865d0 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:27:13.817187 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f0ee932f-5f3e-4a30-8306-4a0256b6a65a tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:13.821868 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-d239c2a6-73ce-4104-b8bc-096363681d11 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:27:13.824728 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d239c2a6-73ce-4104-b8bc-096363681d11 None None] Pushing event updated for resources: {'Port': ['ID=e65d99cc-d2ba-4d3e-b6b8-4083bd12e58f,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:13.832952 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d239c2a6-73ce-4104-b8bc-096363681d11 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:27:13.852046 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee932f-5f3e-4a30-8306-4a0256b6a65a tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event deleted for resources: {'Subnet': ['ID=f453f9dc-8f2f-4baf-8311-fab8181f5e32,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:13.911255 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-d239c2a6-73ce-4104-b8bc-096363681d11 None None] Attempting to bind port e65d99cc-d2ba-4d3e-b6b8-4083bd12e58f on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:27:13.911958 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-d239c2a6-73ce-4104-b8bc-096363681d11 None None] Attempting to bind port e65d99cc-d2ba-4d3e-b6b8-4083bd12e58f by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '42a4c609-0112-4451-9455-46a7c0d16245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '37c5a822-66b9-47a7-9e32-857f714865d0'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:27:13.912634 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d239c2a6-73ce-4104-b8bc-096363681d11 None None] Attempting to bind port e65d99cc-d2ba-4d3e-b6b8-4083bd12e58f on network 37c5a822-66b9-47a7-9e32-857f714865d0 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:27:13.913674 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-939f66cc-052b-45e4-8165-c2190e3bcfbd req-4fe045fc-82db-4e4c-8482-a8ca13ac4436 service neutron] 10.222.0.25 "GET /v2.0/networks/bffadad1-e693-483b-8eeb-21265f06be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510882 Apr 20 13:27:13.919093 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d239c2a6-73ce-4104-b8bc-096363681d11 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:27:13.919763 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d239c2a6-73ce-4104-b8bc-096363681d11 None None] Checking segment: {'id': '42a4c609-0112-4451-9455-46a7c0d16245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '37c5a822-66b9-47a7-9e32-857f714865d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:27:13.922388 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d239c2a6-73ce-4104-b8bc-096363681d11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:13.922388 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d239c2a6-73ce-4104-b8bc-096363681d11 None None] Bound using segment: {'id': '42a4c609-0112-4451-9455-46a7c0d16245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '37c5a822-66b9-47a7-9e32-857f714865d0'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:27:13.922388 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-d239c2a6-73ce-4104-b8bc-096363681d11 None None] Bound port: e65d99cc-d2ba-4d3e-b6b8-4083bd12e58f, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a4c609-0112-4451-9455-46a7c0d16245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '37c5a822-66b9-47a7-9e32-857f714865d0'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:27:13.922388 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d239c2a6-73ce-4104-b8bc-096363681d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:13.996696 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-d239c2a6-73ce-4104-b8bc-096363681d11 None None] For port e65d99cc-d2ba-4d3e-b6b8-4083bd12e58f, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:27:14.004666 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-d239c2a6-73ce-4104-b8bc-096363681d11 None None] For port e65d99cc-d2ba-4d3e-b6b8-4083bd12e58f, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=e65d99cc-d2ba-4d3e-b6b8-4083bd12e58f,segment=NetworkSegment(42a4c609-0112-4451-9455-46a7c0d16245),segment_id=42a4c609-0112-4451-9455-46a7c0d16245)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:27:14.062503 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-939f66cc-052b-45e4-8165-c2190e3bcfbd req-94afddac-87c8-45ad-ae4a-df1582de3b4a service neutron] 10.222.0.25 "GET /v2.0/networks/bffadad1-e693-483b-8eeb-21265f06be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478283 Apr 20 13:27:14.083625 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 98d3f9ae-f1a4-4a79-829c-0cd7606d3861 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:27:14.117967 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d239c2a6-73ce-4104-b8bc-096363681d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:14.216282 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a3d224-c1b5-4f7e-9e61-43d2f88036e2 None None] Network 37c5a822-66b9-47a7-9e32-857f714865d0 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:27:14.373455 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d239c2a6-73ce-4104-b8bc-096363681d11 None None] Pushing event updated for resources: {'Port': ['ID=e65d99cc-d2ba-4d3e-b6b8-4083bd12e58f,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:14.428995 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 98d3f9ae-f1a4-4a79-829c-0cd7606d3861 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:27:14.430184 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:14.430998 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f0ee932f-5f3e-4a30-8306-4a0256b6a65a tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:14.488785 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-f0ee932f-5f3e-4a30-8306-4a0256b6a65a tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37c5a822-66b9-47a7-9e32-857f714865d0']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:14.514038 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-f0ee932f-5f3e-4a30-8306-4a0256b6a65a tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a4c609-0112-4451-9455-46a7c0d16245') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:14.514443 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-f0ee932f-5f3e-4a30-8306-4a0256b6a65a tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a4c609-0112-4451-9455-46a7c0d16245') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:14.526430 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f0ee932f-5f3e-4a30-8306-4a0256b6a65a tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:14.542652 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f0ee932f-5f3e-4a30-8306-4a0256b6a65a tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:14.552778 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0ee932f-5f3e-4a30-8306-4a0256b6a65a tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:27:14.553272 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f0ee932f-5f3e-4a30-8306-4a0256b6a65a tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:14.561791 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:27:14.561791 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:27:14.561791 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:27:14.561791 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:27:14.561791 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:27:14.561791 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:27:14.561791 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:27:14.561791 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:27:14.561791 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:27:14.561791 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:27:14.561791 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:27:14.561791 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:27:14.561791 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:27:14.561791 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:27:14.561791 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:27:14.561791 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:27:14.561791 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:27:14.561791 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:27:14.561791 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:27:14.561791 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:27:14.561791 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:27:14.561791 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:27:14.561791 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:27:14.561791 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:27:14.561791 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:27:14.561791 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:27:14.561791 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:27:14.561791 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:27:14.561791 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:27:14.561791 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:27:14.561791 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:27:14.561791 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:27:14.714765 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff85dbef-a6b4-46df-b741-9d6a85834f26 None None] get_active_networks_info from n-d-836015-7 {{(pid=114871) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 13:27:14.739571 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56368350-52e3-4db7-b6a3-abd44abd4a5a req-b52fb103-50c3-4697-a767-7ed0f34bd7e5 tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:14.742871 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-56368350-52e3-4db7-b6a3-abd44abd4a5a req-b52fb103-50c3-4697-a767-7ed0f34bd7e5 tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 1096 time: 0.0721769 Apr 20 13:27:14.752891 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.db.api [None req-f0ee932f-5f3e-4a30-8306-4a0256b6a65a tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 13:27:14.752891 n-d-836015-7 neutron-server[114870]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 13:27:14.752891 n-d-836015-7 neutron-server[114870]: [parameters: {'id': '37c5a822-66b9-47a7-9e32-857f714865d0'}] Apr 20 13:27:14.752891 n-d-836015-7 neutron-server[114870]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:27:14.753390 n-d-836015-7 neutron-server[114870]: DEBUG oslo_db.api [None req-f0ee932f-5f3e-4a30-8306-4a0256b6a65a tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:27:14.801457 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-56368350-52e3-4db7-b6a3-abd44abd4a5a req-3e10ed92-2c86-4493-b657-96d762aca743 tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:14.878928 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff85dbef-a6b4-46df-b741-9d6a85834f26 None None] Resources bound (agent type, host, resource id): {{(pid=114871) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 13:27:14.964972 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-56368350-52e3-4db7-b6a3-abd44abd4a5a req-3e10ed92-2c86-4493-b657-96d762aca743 tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:15.081405 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-56368350-52e3-4db7-b6a3-abd44abd4a5a req-3e10ed92-2c86-4493-b657-96d762aca743 tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:15.174934 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-56368350-52e3-4db7-b6a3-abd44abd4a5a req-3e10ed92-2c86-4493-b657-96d762aca743 tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4231267 Apr 20 13:27:15.254373 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f0ee932f-5f3e-4a30-8306-4a0256b6a65a tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:15.254716 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e10ed92-2c86-4493-b657-96d762aca743 tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2661dc4f-6a06-41f8-bd91-3a80e0c36d71,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:15.316082 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-e35d0b90-c593-43ac-a0f5-6e071ac5202e tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:15.337697 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-e35d0b90-c593-43ac-a0f5-6e071ac5202e tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/networks?id=bffadad1-e693-483b-8eeb-21265f06be5a HTTP/1.1" status: 200 len: 805 time: 0.3518159 Apr 20 13:27:15.352176 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-f0ee932f-5f3e-4a30-8306-4a0256b6a65a tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Deleting port e65d99cc-d2ba-4d3e-b6b8-4083bd12e58f {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:27:15.352891 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f0ee932f-5f3e-4a30-8306-4a0256b6a65a tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:15.451631 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-d705d214-9f32-46eb-a506-d6c8fb33ac52 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/quotas/1769fcf5b9754a27a1574952891cab93 HTTP/1.1" status: 200 len: 375 time: 0.1127958 Apr 20 13:27:15.508341 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-f0ee932f-5f3e-4a30-8306-4a0256b6a65a tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] For port e65d99cc-d2ba-4d3e-b6b8-4083bd12e58f, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=e65d99cc-d2ba-4d3e-b6b8-4083bd12e58f,segment=NetworkSegment(42a4c609-0112-4451-9455-46a7c0d16245),segment_id=42a4c609-0112-4451-9455-46a7c0d16245)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:15.512251 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f0ee932f-5f3e-4a30-8306-4a0256b6a65a tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:15.553208 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ffc1a-ab54-4e49-8d6c-51cb8fde8970 req-744c70b5-3354-4170-b254-5a829bb159f1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:15.554989 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e65ffc1a-ab54-4e49-8d6c-51cb8fde8970 req-744c70b5-3354-4170-b254-5a829bb159f1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 945 time: 0.2152848 Apr 20 13:27:15.566923 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-b45d3ab2-c751-4ab6-9bf6-28ccfe0bab02 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1769fcf5b9754a27a1574952891cab93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1144464 Apr 20 13:27:15.567962 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-f0ee932f-5f3e-4a30-8306-4a0256b6a65a tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Calling delete_port for e65d99cc-d2ba-4d3e-b6b8-4083bd12e58f owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:27:15.650513 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5279bcb8-fb0f-46e3-8afc-07aa8b9b9100 None None] get_active_networks_info from n-d-836015-7 {{(pid=114871) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 13:27:15.713345 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-dc356d20-32b6-4db2-a2e8-5ccfe3ece27b service neutron] 10.222.0.25 "GET /v2.0/networks/bffadad1-e693-483b-8eeb-21265f06be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453674 Apr 20 13:27:15.762828 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e65ffc1a-ab54-4e49-8d6c-51cb8fde8970 req-52c9b9a0-adaf-4cef-9e85-e90023cb48b3 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823614 Apr 20 13:27:15.781394 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39822) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:15.798629 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5279bcb8-fb0f-46e3-8afc-07aa8b9b9100 None None] Resources bound (agent type, host, resource id): {{(pid=114871) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 13:27:15.857735 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-304af57e-a5e5-4ae1-9638-c403a910afe2 service neutron] 10.222.0.25 "GET /v2.0/networks/bffadad1-e693-483b-8eeb-21265f06be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377778 Apr 20 13:27:15.865953 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f0ee932f-5f3e-4a30-8306-4a0256b6a65a tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:15.919556 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee932f-5f3e-4a30-8306-4a0256b6a65a tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event deleted for resources: {'Port': ['ID=e65d99cc-d2ba-4d3e-b6b8-4083bd12e58f,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:15.934039 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ee932f-5f3e-4a30-8306-4a0256b6a65a tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] No DVR routers for this DVR port e65d99cc-d2ba-4d3e-b6b8-4083bd12e58f on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:27:15.991056 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d9b1b5fb-81e2-480f-b4f7-b9a22bb9548d tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/floatingips/edf1a187-6bf8-46f0-a490-a2aa0453f2f3 HTTP/1.1" status: 200 len: 992 time: 0.2084894 Apr 20 13:27:16.051804 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f0ee932f-5f3e-4a30-8306-4a0256b6a65a tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:16.099020 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-f0ee932f-5f3e-4a30-8306-4a0256b6a65a tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37c5a822-66b9-47a7-9e32-857f714865d0']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:16.134201 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-f0ee932f-5f3e-4a30-8306-4a0256b6a65a tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a4c609-0112-4451-9455-46a7c0d16245') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:16.134201 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-f0ee932f-5f3e-4a30-8306-4a0256b6a65a tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a4c609-0112-4451-9455-46a7c0d16245') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:16.149379 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f0ee932f-5f3e-4a30-8306-4a0256b6a65a tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:16.210701 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f0ee932f-5f3e-4a30-8306-4a0256b6a65a tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:16.238425 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0ee932f-5f3e-4a30-8306-4a0256b6a65a tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:27:16.239164 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f0ee932f-5f3e-4a30-8306-4a0256b6a65a tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:16.245427 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c0ae441f-287b-471b-bea2-0380b3bace89 req-75f673d2-187d-47d1-89f9-f4be0d5daf03 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=cca68efd-6117-471c-8dde-41ee5aa65e3b HTTP/1.1" status: 200 len: 210 time: 0.0558479 Apr 20 13:27:16.249916 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:27:16.249916 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:27:16.249916 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:27:16.249916 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:27:16.249916 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:27:16.249916 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:27:16.249916 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:27:16.249916 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:27:16.249916 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:27:16.249916 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:27:16.249916 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:27:16.249916 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:27:16.249916 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:27:16.249916 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:27:16.249916 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:27:16.249916 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:27:16.249916 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:27:16.249916 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:27:16.249916 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:27:16.249916 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:27:16.249916 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:27:16.249916 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:27:16.249916 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:27:16.249916 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:27:16.249916 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:27:16.249916 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:27:16.249916 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:27:16.249916 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:27:16.249916 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:27:16.249916 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:27:16.249916 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:27:16.249916 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:27:16.365477 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-326f1d83-00cf-46d0-a07e-46af523a8857 req-af055a4b-c475-40ac-984b-8653b114d273 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:27:16.368998 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-326f1d83-00cf-46d0-a07e-46af523a8857 req-af055a4b-c475-40ac-984b-8653b114d273 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054595 Apr 20 13:27:16.484714 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f0ee932f-5f3e-4a30-8306-4a0256b6a65a tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:16.529500 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f0ee932f-5f3e-4a30-8306-4a0256b6a65a tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:16.533242 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f0ee932f-5f3e-4a30-8306-4a0256b6a65a tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "DELETE /v2.0/networks/37c5a822-66b9-47a7-9e32-857f714865d0 HTTP/1.1" status: 204 len: 168 time: 3.5163546 Apr 20 13:27:16.534202 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee932f-5f3e-4a30-8306-4a0256b6a65a tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event deleted for resources: {'Network': ['ID=37c5a822-66b9-47a7-9e32-857f714865d0,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:16.536732 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 39856) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:16.542847 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-b06b6caf-57e1-400c-860f-4888c3588874 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1570102076'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:27:16.672937 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06b6caf-57e1-400c-860f-4888c3588874 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Made reservation on behalf of 5efe892c590047e984a53896d6d19985 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:27:16.676709 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b06b6caf-57e1-400c-860f-4888c3588874 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:16.700435 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b06b6caf-57e1-400c-860f-4888c3588874 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:27:16.708618 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b06b6caf-57e1-400c-860f-4888c3588874 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:16.708957 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-b06b6caf-57e1-400c-860f-4888c3588874 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Added segment 95bab86c-b4a1-4a99-bb80-ae8b780bacab of type vlan for network 1859840c-fab9-4d42-817a-a5039742ef13 Apr 20 13:27:16.748102 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b06b6caf-57e1-400c-860f-4888c3588874 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:16.861623 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b06b6caf-57e1-400c-860f-4888c3588874 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:16.867205 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06b6caf-57e1-400c-860f-4888c3588874 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:16.869660 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b06b6caf-57e1-400c-860f-4888c3588874 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:16.937973 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1599b-aae3-4d45-8d6f-cafb0567f57a req-ec21c6c3-a4fd-4c39-8792-3375ec6c4c9a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:16.939488 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0fc1599b-aae3-4d45-8d6f-cafb0567f57a req-ec21c6c3-a4fd-4c39-8792-3375ec6c4c9a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 945 time: 0.0585890 Apr 20 13:27:16.952829 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b6caf-57e1-400c-860f-4888c3588874 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event updated for resources: {'Network': ['ID=1859840c-fab9-4d42-817a-a5039742ef13,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:16.965374 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 1859840c-fab9-4d42-817a-a5039742ef13 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:27:16.989885 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0fc1599b-aae3-4d45-8d6f-cafb0567f57a req-33b2c86f-b6ce-4c6d-8fd7-2992e55e85d5 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351973 Apr 20 13:27:17.014362 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b06b6caf-57e1-400c-860f-4888c3588874 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4765475 Apr 20 13:27:17.017332 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 39866) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:17.022546 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-7853a97d-be09-479c-9a65-85aadeb3a29f tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Request body: {'subnet': {'network_id': '1859840c-fab9-4d42-817a-a5039742ef13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:27:17.109260 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-6c7e54ae-fe11-428a-bd2b-7364db56e607 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0527933 Apr 20 13:27:17.119543 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-ec738968-ed41-4f92-8afb-929787df074c service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:27:17.120787 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-ec738968-ed41-4f92-8afb-929787df074c service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053182 Apr 20 13:27:17.227011 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7853a97d-be09-479c-9a65-85aadeb3a29f tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Made reservation on behalf of 5efe892c590047e984a53896d6d19985 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:27:17.230932 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7853a97d-be09-479c-9a65-85aadeb3a29f tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:17.363754 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-82d57e8b-6e5c-4ffb-9cf0-4fcb8db11456 req-e0e2f2cf-f7e9-4219-95ec-8bea20788774 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=cca68efd-6117-471c-8dde-41ee5aa65e3b HTTP/1.1" status: 200 len: 210 time: 0.0355303 Apr 20 13:27:17.562607 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7853a97d-be09-479c-9a65-85aadeb3a29f tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:17.619648 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7853a97d-be09-479c-9a65-85aadeb3a29f tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event updated for resources: {'Subnet': ['ID=9852aed5-0155-4742-a7c8-eb3926d85fb2,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:17.653249 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7853a97d-be09-479c-9a65-85aadeb3a29f tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Checking segment: {'id': '95bab86c-b4a1-4a99-bb80-ae8b780bacab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1859840c-fab9-4d42-817a-a5039742ef13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:27:17.653825 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7853a97d-be09-479c-9a65-85aadeb3a29f tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Network hostable DHCP agents. Network: 1859840c-fab9-4d42-817a-a5039742ef13, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:27:17.757999 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7853a97d-be09-479c-9a65-85aadeb3a29f tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Network 1859840c-fab9-4d42-817a-a5039742ef13 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:27:17.855838 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-7853a97d-be09-479c-9a65-85aadeb3a29f tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 1859840c-fab9-4d42-817a-a5039742ef13) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:27:17.861456 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7853a97d-be09-479c-9a65-85aadeb3a29f tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:17.862347 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7853a97d-be09-479c-9a65-85aadeb3a29f tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:17.866613 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52230ef-a47b-4da0-9451-1a8e80fe46ee None None] Network 1859840c-fab9-4d42-817a-a5039742ef13 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:27:17.955671 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7853a97d-be09-479c-9a65-85aadeb3a29f tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9370253 Apr 20 13:27:17.961744 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 39912) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:18.119863 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991a01b1-7c7e-4016-9c2f-5bebd707d45b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-1859840c-fab9-4d42-817a-a5039742ef13', 'network_id': '1859840c-fab9-4d42-817a-a5039742ef13', 'tenant_id': '5efe892c590047e984a53896d6d19985', 'fixed_ips': [{'subnet_id': '9852aed5-0155-4742-a7c8-eb3926d85fb2'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:27:18.123337 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-991a01b1-7c7e-4016-9c2f-5bebd707d45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:18.179281 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-574ed2db-69d8-4097-90c8-fb7bf712785d tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:18.204919 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a922a2a-bd43-428b-9bd0-88366c0fcfad req-901ab2df-4f9a-41d8-b1cc-84a604a223d2 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:18.215969 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9a922a2a-bd43-428b-9bd0-88366c0fcfad req-901ab2df-4f9a-41d8-b1cc-84a604a223d2 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 945 time: 0.1131625 Apr 20 13:27:18.310501 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-574ed2db-69d8-4097-90c8-fb7bf712785d tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:18.369516 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9a922a2a-bd43-428b-9bd0-88366c0fcfad req-b0a9011c-8263-4cda-8eab-d8b038a970eb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516600 Apr 20 13:27:18.457263 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-574ed2db-69d8-4097-90c8-fb7bf712785d tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server [None req-991a01b1-7c7e-4016-9c2f-5bebd707d45b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9852aed5-0155-4742-a7c8-eb3926d85fb2: This subnet is being modified by another concurrent operation. Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise exception Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9852aed5-0155-4742-a7c8-eb3926d85fb2: This subnet is being modified by another concurrent operation. Apr 20 13:27:18.491119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server Apr 20 13:27:18.506312 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ed2db-69d8-4097-90c8-fb7bf712785d tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event deleted for resources: {'Subnet': ['ID=9852aed5-0155-4742-a7c8-eb3926d85fb2,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:18.538899 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c344ed09-77bf-4d99-9e90-c90077abb65f None None] Network 1859840c-fab9-4d42-817a-a5039742ef13 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:27:18.605357 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-09b108aa-41e6-403d-9781-b1ebfe36a466 req-c7680bc0-4d0c-43db-8c3f-d31136ff1f7a tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=cca68efd-6117-471c-8dde-41ee5aa65e3b HTTP/1.1" status: 200 len: 210 time: 0.1092932 Apr 20 13:27:18.665586 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-574ed2db-69d8-4097-90c8-fb7bf712785d tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:18.680356 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba1046a-ad75-48ae-8f49-0fd4371ef445 None None] get_active_networks_info from n-d-836015-7 {{(pid=114871) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 13:27:18.692214 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-574ed2db-69d8-4097-90c8-fb7bf712785d tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1859840c-fab9-4d42-817a-a5039742ef13']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:18.712202 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-574ed2db-69d8-4097-90c8-fb7bf712785d tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95bab86c-b4a1-4a99-bb80-ae8b780bacab') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:18.712543 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-574ed2db-69d8-4097-90c8-fb7bf712785d tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95bab86c-b4a1-4a99-bb80-ae8b780bacab') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:18.725392 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-574ed2db-69d8-4097-90c8-fb7bf712785d tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:18.741214 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-574ed2db-69d8-4097-90c8-fb7bf712785d tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:18.749174 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-574ed2db-69d8-4097-90c8-fb7bf712785d tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:27:18.753286 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-574ed2db-69d8-4097-90c8-fb7bf712785d tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:18.768317 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:27:18.768317 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:27:18.768317 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:27:18.768317 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:27:18.768317 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:27:18.768317 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:27:18.768317 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:27:18.768317 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:27:18.768317 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:27:18.768317 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:27:18.768317 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:27:18.768317 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:27:18.768317 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:27:18.768317 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:27:18.768317 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:27:18.768317 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:27:18.768317 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:27:18.768317 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:27:18.768317 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:27:18.768317 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:27:18.768317 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:27:18.768317 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:27:18.768317 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:27:18.768317 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:27:18.768317 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:27:18.768317 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:27:18.768317 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:27:18.768317 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:27:18.768317 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:27:18.768317 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:27:18.768317 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:27:18.768317 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:27:18.867872 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba1046a-ad75-48ae-8f49-0fd4371ef445 None None] Resources bound (agent type, host, resource id): {{(pid=114871) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 13:27:18.908048 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-574ed2db-69d8-4097-90c8-fb7bf712785d tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:18.923798 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-574ed2db-69d8-4097-90c8-fb7bf712785d tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:18.936868 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-574ed2db-69d8-4097-90c8-fb7bf712785d tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "DELETE /v2.0/networks/1859840c-fab9-4d42-817a-a5039742ef13 HTTP/1.1" status: 204 len: 168 time: 0.9777782 Apr 20 13:27:18.961348 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 39936) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:18.994723 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-6cc7a89c-0068-4cd6-b83c-83b5f9934082 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-995495726'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:27:19.070584 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ed2db-69d8-4097-90c8-fb7bf712785d tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event deleted for resources: {'Network': ['ID=1859840c-fab9-4d42-817a-a5039742ef13,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:19.151677 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-4180710d-7fa3-4a73-ba89-07834e173375 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:19.157771 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc7a89c-0068-4cd6-b83c-83b5f9934082 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Made reservation on behalf of 5efe892c590047e984a53896d6d19985 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:27:19.158445 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-4180710d-7fa3-4a73-ba89-07834e173375 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.15 "GET /v2.0/networks?id=bffadad1-e693-483b-8eeb-21265f06be5a HTTP/1.1" status: 200 len: 805 time: 0.2983942 Apr 20 13:27:19.158967 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6cc7a89c-0068-4cd6-b83c-83b5f9934082 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:19.172452 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-bd4a89d1-aca1-4a02-b8f0-f39de5e2fdd4 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Request body: {'port': {'device_id': 'cca68efd-6117-471c-8dde-41ee5aa65e3b', 'network_id': 'bffadad1-e693-483b-8eeb-21265f06be5a', 'admin_state_up': True, 'tenant_id': '1769fcf5b9754a27a1574952891cab93'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:27:19.260169 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc7a89c-0068-4cd6-b83c-83b5f9934082 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:27:19.290863 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6cc7a89c-0068-4cd6-b83c-83b5f9934082 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:19.291341 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-6cc7a89c-0068-4cd6-b83c-83b5f9934082 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Added segment f5f64642-e6f9-4b87-b4aa-b6912d1c6a82 of type vlan for network e18cbd8b-6f6a-4b8a-b984-688e925113ec Apr 20 13:27:19.364320 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6cc7a89c-0068-4cd6-b83c-83b5f9934082 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:19.530033 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6cc7a89c-0068-4cd6-b83c-83b5f9934082 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:19.547308 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-bd4a89d1-aca1-4a02-b8f0-f39de5e2fdd4 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Made reservation on behalf of 1769fcf5b9754a27a1574952891cab93 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:27:19.550986 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-bd4a89d1-aca1-4a02-b8f0-f39de5e2fdd4 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:19.556213 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc7a89c-0068-4cd6-b83c-83b5f9934082 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:19.556862 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6cc7a89c-0068-4cd6-b83c-83b5f9934082 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:19.726774 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-bd4a89d1-aca1-4a02-b8f0-f39de5e2fdd4 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Allocated IP 172.20.0.7 (bffadad1-e693-483b-8eeb-21265f06be5a/6c9f0b80-55d8-4485-9b41-54f7ac34cd10/244a1186-20c2-4df3-8b0d-e7e0b73f2633) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:27:19.970291 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-bd4a89d1-aca1-4a02-b8f0-f39de5e2fdd4 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:20.091995 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-bd4a89d1-aca1-4a02-b8f0-f39de5e2fdd4 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:20.103073 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['8964fd46-ee04-4949-bc3b-01aa6c0daa3f'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:27:20.214955 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a89d1-aca1-4a02-b8f0-f39de5e2fdd4 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Pushing event updated for resources: {'Port': ['ID=244a1186-20c2-4df3-8b0d-e7e0b73f2633,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:20.230684 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4a89d1-aca1-4a02-b8f0-f39de5e2fdd4 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:20.240478 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4a89d1-aca1-4a02-b8f0-f39de5e2fdd4 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:20.240478 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4a89d1-aca1-4a02-b8f0-f39de5e2fdd4 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:20.240478 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4a89d1-aca1-4a02-b8f0-f39de5e2fdd4 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:20.240478 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4a89d1-aca1-4a02-b8f0-f39de5e2fdd4 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:20.240478 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4a89d1-aca1-4a02-b8f0-f39de5e2fdd4 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:20.240478 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4a89d1-aca1-4a02-b8f0-f39de5e2fdd4 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:20.240478 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4a89d1-aca1-4a02-b8f0-f39de5e2fdd4 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:20.240478 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4a89d1-aca1-4a02-b8f0-f39de5e2fdd4 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:20.240478 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4a89d1-aca1-4a02-b8f0-f39de5e2fdd4 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:20.240478 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4a89d1-aca1-4a02-b8f0-f39de5e2fdd4 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:20.240478 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4a89d1-aca1-4a02-b8f0-f39de5e2fdd4 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:20.300841 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-6cc7a89c-0068-4cd6-b83c-83b5f9934082 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3236363 Apr 20 13:27:20.308942 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 39964) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:20.315066 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-da37ff34-c505-46e5-89c5-c730affcca96 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Request body: {'subnet': {'network_id': 'e18cbd8b-6f6a-4b8a-b984-688e925113ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:27:20.315847 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-bd4a89d1-aca1-4a02-b8f0-f39de5e2fdd4 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Network bffadad1-e693-483b-8eeb-21265f06be5a is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:27:20.322038 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-bd4a89d1-aca1-4a02-b8f0-f39de5e2fdd4 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:27:20.330170 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-bd4a89d1-aca1-4a02-b8f0-f39de5e2fdd4 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:27:20.441273 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7a89c-0068-4cd6-b83c-83b5f9934082 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event updated for resources: {'Network': ['ID=e18cbd8b-6f6a-4b8a-b984-688e925113ec,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:20.482248 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network e18cbd8b-6f6a-4b8a-b984-688e925113ec details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:27:20.489244 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-bd4a89d1-aca1-4a02-b8f0-f39de5e2fdd4 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:20.489928 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-bd4a89d1-aca1-4a02-b8f0-f39de5e2fdd4 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:20.519339 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66756444-e026-41de-80dc-9a1b6927faee req-11e6b2f3-a479-4244-806a-0c6a80c2dac0 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:20.520915 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66756444-e026-41de-80dc-9a1b6927faee req-11e6b2f3-a479-4244-806a-0c6a80c2dac0 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 945 time: 1.0297859 Apr 20 13:27:20.537315 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da37ff34-c505-46e5-89c5-c730affcca96 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Made reservation on behalf of 5efe892c590047e984a53896d6d19985 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:27:20.541681 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-da37ff34-c505-46e5-89c5-c730affcca96 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:20.562428 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743967fb-6026-4d71-8980-0440b0d2a5e9 req-0dd1f9d5-f877-4aac-9e91-246e112b466b tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:20.564748 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-743967fb-6026-4d71-8980-0440b0d2a5e9 req-0dd1f9d5-f877-4aac-9e91-246e112b466b tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=cca68efd-6117-471c-8dde-41ee5aa65e3b HTTP/1.1" status: 200 len: 931 time: 0.2716522 Apr 20 13:27:20.568045 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-9b473e3e-fbe4-4d65-a216-d9ab19103a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:20.568695 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-9b473e3e-fbe4-4d65-a216-d9ab19103a14 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d7599e499ac4ab585978f26ba0a43a9&device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 1096 time: 0.7814753 Apr 20 13:27:20.590268 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-bd4a89d1-aca1-4a02-b8f0-f39de5e2fdd4 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4237385 Apr 20 13:27:20.608180 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-22242e19-7f7a-4c1e-9aaf-a977b3414076 service neutron] Request body: {'port': {'device_id': 'cca68efd-6117-471c-8dde-41ee5aa65e3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:27:20.741401 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-22242e19-7f7a-4c1e-9aaf-a977b3414076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:20.880881 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66756444-e026-41de-80dc-9a1b6927faee req-077fdb02-9afe-47b2-baaa-b846eb78ae06 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3502576 Apr 20 13:27:20.904425 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-743967fb-6026-4d71-8980-0440b0d2a5e9 req-97678753-e790-4640-ab3f-d7159dd6e95a tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170521 Apr 20 13:27:20.996795 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-bc224a12-828b-4539-a18e-a423bba08dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:21.005044 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-bc224a12-828b-4539-a18e-a423bba08dec service neutron] 10.222.0.32 "GET /v2.0/networks?id=6750b427-d284-44ce-99e6-dc0478a876dc HTTP/1.1" status: 200 len: 898 time: 0.4067278 Apr 20 13:27:21.139870 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-f387cb91-2207-44aa-82c2-bfaca558f68b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c14fc494-8847-4150-88ae-bdb94766c222 HTTP/1.1" status: 200 len: 1000 time: 0.1242445 Apr 20 13:27:21.157168 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-22242e19-7f7a-4c1e-9aaf-a977b3414076 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 244a1186-20c2-4df3-8b0d-e7e0b73f2633 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:27:21.167957 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-22242e19-7f7a-4c1e-9aaf-a977b3414076 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:21.184765 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-22242e19-7f7a-4c1e-9aaf-a977b3414076 service neutron] Transition to ACTIVE for port object 244a1186-20c2-4df3-8b0d-e7e0b73f2633 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:27:21.230358 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-fbabe7a4-1bfd-4509-ac83-4e3dbbdf5820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:21.232057 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-fbabe7a4-1bfd-4509-ac83-4e3dbbdf5820 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f8c00a85-0926-4962-942d-865bad164bb8 HTTP/1.1" status: 200 len: 835 time: 0.0819621 Apr 20 13:27:21.266897 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-22242e19-7f7a-4c1e-9aaf-a977b3414076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:21.284160 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-da37ff34-c505-46e5-89c5-c730affcca96 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:21.355835 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-3196bdd5-9c4a-4e64-b701-61662077d308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:21.357329 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-3196bdd5-9c4a-4e64-b701-61662077d308 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6750b427-d284-44ce-99e6-dc0478a876dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1183190 Apr 20 13:27:21.368050 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22242e19-7f7a-4c1e-9aaf-a977b3414076 service neutron] Pushing event updated for resources: {'Port': ['ID=244a1186-20c2-4df3-8b0d-e7e0b73f2633,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:21.503031 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-22242e19-7f7a-4c1e-9aaf-a977b3414076 service neutron] Attempting to bind port 244a1186-20c2-4df3-8b0d-e7e0b73f2633 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:27:21.503278 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-22242e19-7f7a-4c1e-9aaf-a977b3414076 service neutron] Attempting to bind port 244a1186-20c2-4df3-8b0d-e7e0b73f2633 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '61aa0039-68ca-4033-b082-432ef8c81b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bffadad1-e693-483b-8eeb-21265f06be5a'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:27:21.503629 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-22242e19-7f7a-4c1e-9aaf-a977b3414076 service neutron] Attempting to bind port 244a1186-20c2-4df3-8b0d-e7e0b73f2633 on network bffadad1-e693-483b-8eeb-21265f06be5a {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:27:21.512274 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-22242e19-7f7a-4c1e-9aaf-a977b3414076 service neutron] Port 244a1186-20c2-4df3-8b0d-e7e0b73f2633 on network bffadad1-e693-483b-8eeb-21265f06be5a not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:27:21.512274 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-22242e19-7f7a-4c1e-9aaf-a977b3414076 service neutron] Attempting to bind port 244a1186-20c2-4df3-8b0d-e7e0b73f2633 on network bffadad1-e693-483b-8eeb-21265f06be5a {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:27:21.518130 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-22242e19-7f7a-4c1e-9aaf-a977b3414076 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:27:21.518480 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-22242e19-7f7a-4c1e-9aaf-a977b3414076 service neutron] Checking segment: {'id': '61aa0039-68ca-4033-b082-432ef8c81b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bffadad1-e693-483b-8eeb-21265f06be5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:27:21.518864 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-22242e19-7f7a-4c1e-9aaf-a977b3414076 service neutron] Bound using segment: {'id': '61aa0039-68ca-4033-b082-432ef8c81b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bffadad1-e693-483b-8eeb-21265f06be5a'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:27:21.519299 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-22242e19-7f7a-4c1e-9aaf-a977b3414076 service neutron] Bound port: 244a1186-20c2-4df3-8b0d-e7e0b73f2633, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61aa0039-68ca-4033-b082-432ef8c81b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bffadad1-e693-483b-8eeb-21265f06be5a'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:27:21.519677 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-22242e19-7f7a-4c1e-9aaf-a977b3414076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:21.532538 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da37ff34-c505-46e5-89c5-c730affcca96 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event updated for resources: {'Subnet': ['ID=4f924b76-7866-4c2a-9eb5-0661b712794f,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:21.557880 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da37ff34-c505-46e5-89c5-c730affcca96 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Checking segment: {'id': 'f5f64642-e6f9-4b87-b4aa-b6912d1c6a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e18cbd8b-6f6a-4b8a-b984-688e925113ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:27:21.562390 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da37ff34-c505-46e5-89c5-c730affcca96 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Network hostable DHCP agents. Network: e18cbd8b-6f6a-4b8a-b984-688e925113ec, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:27:21.618746 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-22242e19-7f7a-4c1e-9aaf-a977b3414076 service neutron] For port 244a1186-20c2-4df3-8b0d-e7e0b73f2633, host n-h2-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:27:21.627063 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-ade3275f-65c5-40fa-a213-eaa8c4b6ac41 service neutron] 10.222.0.32 "GET /v2.0/networks/6750b427-d284-44ce-99e6-dc0478a876dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403166 Apr 20 13:27:21.629509 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-22242e19-7f7a-4c1e-9aaf-a977b3414076 service neutron] For port 244a1186-20c2-4df3-8b0d-e7e0b73f2633, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=244a1186-20c2-4df3-8b0d-e7e0b73f2633,segment=NetworkSegment(61aa0039-68ca-4033-b082-432ef8c81b46),segment_id=61aa0039-68ca-4033-b082-432ef8c81b46)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:27:21.742035 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-22242e19-7f7a-4c1e-9aaf-a977b3414076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:21.743527 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-113bfd51-ec31-48c1-b238-980ece7a9798 service neutron] 10.222.0.32 "GET /v2.0/networks/6750b427-d284-44ce-99e6-dc0478a876dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016617 Apr 20 13:27:21.744813 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da37ff34-c505-46e5-89c5-c730affcca96 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Network e18cbd8b-6f6a-4b8a-b984-688e925113ec is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:27:21.815057 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-22242e19-7f7a-4c1e-9aaf-a977b3414076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:21.815810 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-22242e19-7f7a-4c1e-9aaf-a977b3414076 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:21.818202 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-22242e19-7f7a-4c1e-9aaf-a977b3414076 service neutron] 10.222.0.15 "PUT /v2.0/ports/244a1186-20c2-4df3-8b0d-e7e0b73f2633 HTTP/1.1" status: 200 len: 1091 time: 1.2183011 Apr 20 13:27:21.818645 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca68efd-6117-471c-8dde-41ee5aa65e3b', 'tag': '244a1186-20c2-4df3-8b0d-e7e0b73f2633'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:27:21.821626 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2676f83-3ff8-4e1e-969b-30883b448c26" -d '{"events": [{"name": "network-changed", "server_uuid": "cca68efd-6117-471c-8dde-41ee5aa65e3b", "tag": "244a1186-20c2-4df3-8b0d-e7e0b73f2633"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:27:21.845372 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-da37ff34-c505-46e5-89c5-c730affcca96 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, e18cbd8b-6f6a-4b8a-b984-688e925113ec) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:27:21.852025 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da37ff34-c505-46e5-89c5-c730affcca96 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:21.852660 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-da37ff34-c505-46e5-89c5-c730affcca96 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:21.862413 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a991d60d-719c-4045-9beb-2c3e2ddedfcc None None] Network e18cbd8b-6f6a-4b8a-b984-688e925113ec requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:27:21.903759 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22242e19-7f7a-4c1e-9aaf-a977b3414076 service neutron] Pushing event updated for resources: {'Port': ['ID=244a1186-20c2-4df3-8b0d-e7e0b73f2633,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:21.969929 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-da37ff34-c505-46e5-89c5-c730affcca96 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6591275 Apr 20 13:27:21.970676 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 39998) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:21.994463 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cff24fa-bd59-4834-ab22-42326ed8bb7f x-openstack-request-id: req-5cff24fa-bd59-4834-ab22-42326ed8bb7f {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:27:21.994748 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cca68efd-6117-471c-8dde-41ee5aa65e3b", "tag": "244a1186-20c2-4df3-8b0d-e7e0b73f2633", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:27:22.007992 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5cff24fa-bd59-4834-ab22-42326ed8bb7f {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:27:22.007992 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cff24fa-bd59-4834-ab22-42326ed8bb7f'] response: {'name': 'network-changed', 'server_uuid': 'cca68efd-6117-471c-8dde-41ee5aa65e3b', 'tag': '244a1186-20c2-4df3-8b0d-e7e0b73f2633', 'status': 'completed', 'code': 200} Apr 20 13:27:22.014405 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-eec744f5-4f53-4a2c-92f3-38ad404d6e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:22.015962 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-eec744f5-4f53-4a2c-92f3-38ad404d6e44 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1769fcf5b9754a27a1574952891cab93&device_id=cca68efd-6117-471c-8dde-41ee5aa65e3b HTTP/1.1" status: 200 len: 1094 time: 0.0859420 Apr 20 13:27:22.097401 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-376a97fe-a741-4ad7-9be8-8f98d22f26ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=244a1186-20c2-4df3-8b0d-e7e0b73f2633 HTTP/1.1" status: 200 len: 217 time: 0.0724463 Apr 20 13:27:22.175954 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e105e69b-6e54-43ab-ab1d-eaecf2186987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-e18cbd8b-6f6a-4b8a-b984-688e925113ec', 'network_id': 'e18cbd8b-6f6a-4b8a-b984-688e925113ec', 'tenant_id': '5efe892c590047e984a53896d6d19985', 'fixed_ips': [{'subnet_id': '4f924b76-7866-4c2a-9eb5-0661b712794f'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:27:22.176862 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e105e69b-6e54-43ab-ab1d-eaecf2186987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:22.203929 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-62637845-21a3-4821-a115-4167ed7a395c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:22.205978 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-62637845-21a3-4821-a115-4167ed7a395c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c9f0b80-55d8-4485-9b41-54f7ac34cd10 HTTP/1.1" status: 200 len: 845 time: 0.1009991 Apr 20 13:27:22.244848 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-ce2efa7d-01d0-4614-a2d1-6f099b8e5372 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bffadad1-e693-483b-8eeb-21265f06be5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313475 Apr 20 13:27:22.329066 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc92cb-221a-4a32-bc77-e33a5deb8d32 req-fea60656-52a6-4df2-a34d-1da8fdef44f6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:22.341240 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-74fc92cb-221a-4a32-bc77-e33a5deb8d32 req-fea60656-52a6-4df2-a34d-1da8fdef44f6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 945 time: 0.2965145 Apr 20 13:27:22.353899 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26bbe9-8f07-4f25-8031-958b1b8571bb req-7f39e374-fd2f-4fd6-99fc-4bf76b085e07 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:22.365196 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4d26bbe9-8f07-4f25-8031-958b1b8571bb req-7f39e374-fd2f-4fd6-99fc-4bf76b085e07 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=cca68efd-6117-471c-8dde-41ee5aa65e3b HTTP/1.1" status: 200 len: 943 time: 0.2338271 Apr 20 13:27:22.371037 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-873b94f8-d539-42d4-9cce-6e118dd5711c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:22.393238 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-ab13be80-7974-4490-9d3c-fd5bb22928c8 service neutron] 10.222.0.15 "GET /v2.0/networks/bffadad1-e693-483b-8eeb-21265f06be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317289 Apr 20 13:27:22.472332 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-e105e69b-6e54-43ab-ab1d-eaecf2186987 None None] Allocated IP 172.20.0.2 (e18cbd8b-6f6a-4b8a-b984-688e925113ec/4f924b76-7866-4c2a-9eb5-0661b712794f/3ac1494a-841b-4cd4-81f6-648331be2fdc) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:27:22.562528 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-74fc92cb-221a-4a32-bc77-e33a5deb8d32 req-ef9c3053-07cd-4cee-ad77-802950a461d0 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953511 Apr 20 13:27:22.581768 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4d26bbe9-8f07-4f25-8031-958b1b8571bb req-260383c5-e98c-4e5b-8dd6-44d5b621f7d1 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982760 Apr 20 13:27:22.621719 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-def99348-9f48-4793-8a66-3e18cdd8f50b req-da9273ab-dd42-4d0c-a5b6-15b427afea94 service neutron] 10.222.0.15 "GET /v2.0/networks/bffadad1-e693-483b-8eeb-21265f06be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068985 Apr 20 13:27:22.623673 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-873b94f8-d539-42d4-9cce-6e118dd5711c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:22.707063 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e105e69b-6e54-43ab-ab1d-eaecf2186987 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:22.795525 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2676f83-3ff8-4e1e-969b-30883b448c26 req-a4820189-f97f-4826-b7ca-1b25cf8325e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:22.797222 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d2676f83-3ff8-4e1e-969b-30883b448c26 req-a4820189-f97f-4826-b7ca-1b25cf8325e3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1769fcf5b9754a27a1574952891cab93&device_id=cca68efd-6117-471c-8dde-41ee5aa65e3b HTTP/1.1" status: 200 len: 1094 time: 0.0629766 Apr 20 13:27:22.826419 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e105e69b-6e54-43ab-ab1d-eaecf2186987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:22.877837 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e105e69b-6e54-43ab-ab1d-eaecf2186987 None None] Network e18cbd8b-6f6a-4b8a-b984-688e925113ec is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:27:22.881549 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-e105e69b-6e54-43ab-ab1d-eaecf2186987 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:27:22.887419 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e105e69b-6e54-43ab-ab1d-eaecf2186987 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:27:22.910781 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2676f83-3ff8-4e1e-969b-30883b448c26 req-e9be9109-56f6-47c8-83fc-e55160487fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:22.911986 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105e69b-6e54-43ab-ab1d-eaecf2186987 None None] Pushing event updated for resources: {'Port': ['ID=3ac1494a-841b-4cd4-81f6-648331be2fdc,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:22.912565 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d2676f83-3ff8-4e1e-969b-30883b448c26 req-e9be9109-56f6-47c8-83fc-e55160487fde service neutron] 10.222.0.15 "GET /v2.0/networks?id=bffadad1-e693-483b-8eeb-21265f06be5a HTTP/1.1" status: 200 len: 906 time: 0.1072991 Apr 20 13:27:22.941725 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-873b94f8-d539-42d4-9cce-6e118dd5711c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:22.971779 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b94f8-d539-42d4-9cce-6e118dd5711c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event deleted for resources: {'Subnet': ['ID=4f924b76-7866-4c2a-9eb5-0661b712794f,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:23.050391 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-e105e69b-6e54-43ab-ab1d-eaecf2186987 None None] Attempting to bind port 3ac1494a-841b-4cd4-81f6-648331be2fdc on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:27:23.052282 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-e105e69b-6e54-43ab-ab1d-eaecf2186987 None None] Attempting to bind port 3ac1494a-841b-4cd4-81f6-648331be2fdc by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'f5f64642-e6f9-4b87-b4aa-b6912d1c6a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e18cbd8b-6f6a-4b8a-b984-688e925113ec'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:27:23.052282 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e105e69b-6e54-43ab-ab1d-eaecf2186987 None None] Attempting to bind port 3ac1494a-841b-4cd4-81f6-648331be2fdc on network e18cbd8b-6f6a-4b8a-b984-688e925113ec {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:27:23.059146 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-873b94f8-d539-42d4-9cce-6e118dd5711c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:23.065278 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e105e69b-6e54-43ab-ab1d-eaecf2186987 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:27:23.066053 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e105e69b-6e54-43ab-ab1d-eaecf2186987 None None] Checking segment: {'id': 'f5f64642-e6f9-4b87-b4aa-b6912d1c6a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e18cbd8b-6f6a-4b8a-b984-688e925113ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:27:23.072551 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e105e69b-6e54-43ab-ab1d-eaecf2186987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:23.073320 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e105e69b-6e54-43ab-ab1d-eaecf2186987 None None] Bound using segment: {'id': 'f5f64642-e6f9-4b87-b4aa-b6912d1c6a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e18cbd8b-6f6a-4b8a-b984-688e925113ec'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:27:23.077126 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-e105e69b-6e54-43ab-ab1d-eaecf2186987 None None] Bound port: 3ac1494a-841b-4cd4-81f6-648331be2fdc, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5f64642-e6f9-4b87-b4aa-b6912d1c6a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e18cbd8b-6f6a-4b8a-b984-688e925113ec'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:27:23.080948 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e105e69b-6e54-43ab-ab1d-eaecf2186987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:23.081821 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-873b94f8-d539-42d4-9cce-6e118dd5711c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e18cbd8b-6f6a-4b8a-b984-688e925113ec']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:23.092024 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-873b94f8-d539-42d4-9cce-6e118dd5711c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5f64642-e6f9-4b87-b4aa-b6912d1c6a82') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:23.092332 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-873b94f8-d539-42d4-9cce-6e118dd5711c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5f64642-e6f9-4b87-b4aa-b6912d1c6a82') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:23.105557 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d2676f83-3ff8-4e1e-969b-30883b448c26 req-ab5bdb46-3b5e-4b9f-9d07-4c9077bfec94 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=244a1186-20c2-4df3-8b0d-e7e0b73f2633 HTTP/1.1" status: 200 len: 217 time: 0.1774387 Apr 20 13:27:23.106538 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-873b94f8-d539-42d4-9cce-6e118dd5711c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:23.127002 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-873b94f8-d539-42d4-9cce-6e118dd5711c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:23.159045 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-873b94f8-d539-42d4-9cce-6e118dd5711c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:27:23.159045 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-873b94f8-d539-42d4-9cce-6e118dd5711c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:23.170685 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:27:23.170685 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:27:23.170685 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:27:23.170685 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:27:23.170685 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:27:23.170685 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:27:23.170685 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:27:23.170685 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:27:23.170685 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:27:23.170685 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:27:23.170685 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:27:23.170685 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:27:23.170685 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:27:23.170685 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:27:23.170685 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:27:23.170685 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:27:23.170685 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:27:23.170685 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:27:23.170685 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:27:23.170685 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:27:23.170685 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:27:23.170685 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:27:23.170685 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:27:23.170685 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:27:23.170685 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:27:23.170685 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:27:23.170685 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:27:23.170685 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:27:23.170685 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:27:23.170685 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:27:23.170685 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:27:23.170685 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:27:23.186486 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2676f83-3ff8-4e1e-969b-30883b448c26 req-ef289e60-3982-4e12-8e49-058f292a5b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:23.187206 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d2676f83-3ff8-4e1e-969b-30883b448c26 req-ef289e60-3982-4e12-8e49-058f292a5b62 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c9f0b80-55d8-4485-9b41-54f7ac34cd10 HTTP/1.1" status: 200 len: 845 time: 0.0792472 Apr 20 13:27:23.216919 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-e105e69b-6e54-43ab-ab1d-eaecf2186987 None None] For port 3ac1494a-841b-4cd4-81f6-648331be2fdc, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:27:23.263753 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d2676f83-3ff8-4e1e-969b-30883b448c26 req-394b20c3-9159-42fe-bb4c-984bf157624b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bffadad1-e693-483b-8eeb-21265f06be5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683510 Apr 20 13:27:23.282342 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-e105e69b-6e54-43ab-ab1d-eaecf2186987 None None] For port 3ac1494a-841b-4cd4-81f6-648331be2fdc, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=3ac1494a-841b-4cd4-81f6-648331be2fdc,segment=NetworkSegment(f5f64642-e6f9-4b87-b4aa-b6912d1c6a82),segment_id=f5f64642-e6f9-4b87-b4aa-b6912d1c6a82)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:27:23.333263 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.db.api [None req-873b94f8-d539-42d4-9cce-6e118dd5711c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 13:27:23.333263 n-d-836015-7 neutron-server[114869]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 13:27:23.333263 n-d-836015-7 neutron-server[114869]: [parameters: {'id': 'e18cbd8b-6f6a-4b8a-b984-688e925113ec'}] Apr 20 13:27:23.333263 n-d-836015-7 neutron-server[114869]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114869) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:27:23.334166 n-d-836015-7 neutron-server[114869]: DEBUG oslo_db.api [None req-873b94f8-d539-42d4-9cce-6e118dd5711c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:27:23.400020 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e105e69b-6e54-43ab-ab1d-eaecf2186987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:23.428754 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d2676f83-3ff8-4e1e-969b-30883b448c26 req-cf898a4b-37fe-4045-8fad-524514c85ea7 service neutron] 10.222.0.15 "GET /v2.0/networks/bffadad1-e693-483b-8eeb-21265f06be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558719 Apr 20 13:27:23.552407 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105e69b-6e54-43ab-ab1d-eaecf2186987 None None] Pushing event updated for resources: {'Port': ['ID=3ac1494a-841b-4cd4-81f6-648331be2fdc,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:23.571857 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a828955-2b10-4643-b069-1fc6339c62c8 None None] Network e18cbd8b-6f6a-4b8a-b984-688e925113ec requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:27:23.723373 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d2676f83-3ff8-4e1e-969b-30883b448c26 req-843229a6-7473-4cc0-bd5d-369a39c58de0 service neutron] 10.222.0.15 "GET /v2.0/networks/bffadad1-e693-483b-8eeb-21265f06be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888780 Apr 20 13:27:23.769447 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c1657b-f3ab-4154-b300-4494f548f345 None None] get_active_networks_info from n-d-836015-7 {{(pid=114871) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 13:27:23.835117 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-873b94f8-d539-42d4-9cce-6e118dd5711c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:23.903873 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd64a7-4505-4a92-9737-42a34c50aab7 req-0d9a2ef2-4c0b-4f34-8f0b-5daf7874c870 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:23.905390 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-effd64a7-4505-4a92-9737-42a34c50aab7 req-0d9a2ef2-4c0b-4f34-8f0b-5daf7874c870 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 945 time: 0.2117264 Apr 20 13:27:23.999852 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c1657b-f3ab-4154-b300-4494f548f345 None None] Resources bound (agent type, host, resource id): {{(pid=114871) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 13:27:24.030571 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f07c4-503d-44a1-94dd-77dfe0c12f47 req-8e225f2a-2b15-4ebe-857f-9d75591bc60f tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:24.032163 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d00f07c4-503d-44a1-94dd-77dfe0c12f47 req-8e225f2a-2b15-4ebe-857f-9d75591bc60f tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=cca68efd-6117-471c-8dde-41ee5aa65e3b HTTP/1.1" status: 200 len: 943 time: 0.2536006 Apr 20 13:27:24.043514 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-effd64a7-4505-4a92-9737-42a34c50aab7 req-29d30043-73a6-4ec7-8548-e1d0309dee42 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973997 Apr 20 13:27:24.083641 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-873b94f8-d539-42d4-9cce-6e118dd5711c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Deleting port 3ac1494a-841b-4cd4-81f6-648331be2fdc {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:27:24.084263 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-873b94f8-d539-42d4-9cce-6e118dd5711c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:24.102549 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d00f07c4-503d-44a1-94dd-77dfe0c12f47 req-b85ee413-d4c9-4cfc-86d5-c327a084c427 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578237 Apr 20 13:27:24.160994 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-873b94f8-d539-42d4-9cce-6e118dd5711c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] For port 3ac1494a-841b-4cd4-81f6-648331be2fdc, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=3ac1494a-841b-4cd4-81f6-648331be2fdc,segment=NetworkSegment(f5f64642-e6f9-4b87-b4aa-b6912d1c6a82),segment_id=f5f64642-e6f9-4b87-b4aa-b6912d1c6a82)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:24.161361 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-873b94f8-d539-42d4-9cce-6e118dd5711c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:24.175352 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-873b94f8-d539-42d4-9cce-6e118dd5711c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Calling delete_port for 3ac1494a-841b-4cd4-81f6-648331be2fdc owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:27:24.386994 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-873b94f8-d539-42d4-9cce-6e118dd5711c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:24.414397 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b94f8-d539-42d4-9cce-6e118dd5711c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event deleted for resources: {'Port': ['ID=3ac1494a-841b-4cd4-81f6-648331be2fdc,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:24.422764 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873b94f8-d539-42d4-9cce-6e118dd5711c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] No DVR routers for this DVR port 3ac1494a-841b-4cd4-81f6-648331be2fdc on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:27:24.468071 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-07feb1e4-13ff-4dde-84f7-7e91b1ba31ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:24.527022 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-873b94f8-d539-42d4-9cce-6e118dd5711c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:24.550993 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-873b94f8-d539-42d4-9cce-6e118dd5711c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e18cbd8b-6f6a-4b8a-b984-688e925113ec']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:24.563549 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-873b94f8-d539-42d4-9cce-6e118dd5711c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5f64642-e6f9-4b87-b4aa-b6912d1c6a82') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:24.563854 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-873b94f8-d539-42d4-9cce-6e118dd5711c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5f64642-e6f9-4b87-b4aa-b6912d1c6a82') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:24.579950 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-873b94f8-d539-42d4-9cce-6e118dd5711c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:24.589290 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-873b94f8-d539-42d4-9cce-6e118dd5711c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:24.595544 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-873b94f8-d539-42d4-9cce-6e118dd5711c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:27:24.595930 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-873b94f8-d539-42d4-9cce-6e118dd5711c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:24.599098 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:27:24.599098 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:27:24.599098 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:27:24.599098 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:27:24.599098 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:27:24.599098 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:27:24.599098 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:27:24.599098 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:27:24.599098 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:27:24.599098 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:27:24.599098 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:27:24.599098 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:27:24.599098 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:27:24.599098 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:27:24.599098 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:27:24.599098 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:27:24.599098 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:27:24.599098 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:27:24.599098 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:27:24.599098 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:27:24.599098 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:27:24.599098 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:27:24.599098 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:27:24.599098 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:27:24.599098 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:27:24.599098 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:27:24.599098 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:27:24.599098 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:27:24.599098 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:27:24.599098 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:27:24.599098 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:27:24.599098 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:27:24.764460 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-873b94f8-d539-42d4-9cce-6e118dd5711c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:24.777925 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-873b94f8-d539-42d4-9cce-6e118dd5711c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:24.777925 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-873b94f8-d539-42d4-9cce-6e118dd5711c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "DELETE /v2.0/networks/e18cbd8b-6f6a-4b8a-b984-688e925113ec HTTP/1.1" status: 204 len: 168 time: 2.8046606 Apr 20 13:27:24.781589 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40046) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:24.791392 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b94f8-d539-42d4-9cce-6e118dd5711c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event deleted for resources: {'Network': ['ID=e18cbd8b-6f6a-4b8a-b984-688e925113ec,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:24.795927 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-f73b846f-52f6-4a9c-8123-5048ea635873 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1225984837'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:27:24.941332 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73b846f-52f6-4a9c-8123-5048ea635873 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Made reservation on behalf of 5efe892c590047e984a53896d6d19985 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:27:24.945235 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f73b846f-52f6-4a9c-8123-5048ea635873 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:24.971745 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f73b846f-52f6-4a9c-8123-5048ea635873 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:27:24.982573 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f73b846f-52f6-4a9c-8123-5048ea635873 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:24.982913 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-f73b846f-52f6-4a9c-8123-5048ea635873 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Added segment a475fb49-cc4d-4bf9-8b04-380c2a1e7a69 of type vlan for network a2c131ab-1a3a-450f-95cc-ebf1e20c1f3e Apr 20 13:27:25.026739 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f73b846f-52f6-4a9c-8123-5048ea635873 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:25.124667 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f73b846f-52f6-4a9c-8123-5048ea635873 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:25.130530 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73b846f-52f6-4a9c-8123-5048ea635873 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:25.131162 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f73b846f-52f6-4a9c-8123-5048ea635873 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:25.267178 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9f81b-fa51-47e5-bc46-b1cc32c37ea9 req-e9fadde4-1a96-4db5-a779-440969a4f274 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:25.269919 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-59f9f81b-fa51-47e5-bc46-b1cc32c37ea9 req-e9fadde4-1a96-4db5-a779-440969a4f274 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 945 time: 0.1085827 Apr 20 13:27:25.306786 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f73b846f-52f6-4a9c-8123-5048ea635873 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5133538 Apr 20 13:27:25.309247 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40060) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:25.311972 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b846f-52f6-4a9c-8123-5048ea635873 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event updated for resources: {'Network': ['ID=a2c131ab-1a3a-450f-95cc-ebf1e20c1f3e,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:25.325728 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network a2c131ab-1a3a-450f-95cc-ebf1e20c1f3e details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:27:25.331854 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-a38ffcec-bb9a-4f97-b37b-15bd7843a9f0 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Request body: {'subnet': {'network_id': 'a2c131ab-1a3a-450f-95cc-ebf1e20c1f3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:27:25.341221 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15a157-0a0e-40f6-85fe-886c5bce6470 req-e507a964-87f9-4b96-95e5-e3e69f3cfb29 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:25.342686 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-de15a157-0a0e-40f6-85fe-886c5bce6470 req-e507a964-87f9-4b96-95e5-e3e69f3cfb29 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=cca68efd-6117-471c-8dde-41ee5aa65e3b HTTP/1.1" status: 200 len: 943 time: 0.1096616 Apr 20 13:27:25.396682 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-59f9f81b-fa51-47e5-bc46-b1cc32c37ea9 req-60f72099-b4d6-4d27-ade1-96ef34a1d37d tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949585 Apr 20 13:27:25.481933 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-de15a157-0a0e-40f6-85fe-886c5bce6470 req-6765c8a4-8650-4f2c-ba0e-a0c99539a5a1 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191220 Apr 20 13:27:25.632781 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38ffcec-bb9a-4f97-b37b-15bd7843a9f0 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Made reservation on behalf of 5efe892c590047e984a53896d6d19985 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:27:25.636576 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a38ffcec-bb9a-4f97-b37b-15bd7843a9f0 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:25.707405 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.ipam_backend_mixin [None req-a38ffcec-bb9a-4f97-b37b-15bd7843a9f0 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Performing IP validity checks on allocation pools {{(pid=114870) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 20 13:27:25.708025 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.ipam_backend_mixin [None req-a38ffcec-bb9a-4f97-b37b-15bd7843a9f0 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114870) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 20 13:27:25.964174 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a38ffcec-bb9a-4f97-b37b-15bd7843a9f0 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:26.025336 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 244a1186-20c2-4df3-8b0d-e7e0b73f2633 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:27:26.041029 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ffcec-bb9a-4f97-b37b-15bd7843a9f0 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event updated for resources: {'Subnet': ['ID=8608b0d9-7f0f-4211-bd76-70d5db9a785c,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:26.047450 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38ffcec-bb9a-4f97-b37b-15bd7843a9f0 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Checking segment: {'id': 'a475fb49-cc4d-4bf9-8b04-380c2a1e7a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a2c131ab-1a3a-450f-95cc-ebf1e20c1f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:27:26.052597 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38ffcec-bb9a-4f97-b37b-15bd7843a9f0 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Network hostable DHCP agents. Network: a2c131ab-1a3a-450f-95cc-ebf1e20c1f3e, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:27:26.136361 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 244a1186-20c2-4df3-8b0d-e7e0b73f2633, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=244a1186-20c2-4df3-8b0d-e7e0b73f2633,segment=NetworkSegment(61aa0039-68ca-4033-b082-432ef8c81b46),segment_id=61aa0039-68ca-4033-b082-432ef8c81b46)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:26.149584 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '244a1186-20c2-4df3-8b0d-e7e0b73f2633', 'network_id': 'bffadad1-e693-483b-8eeb-21265f06be5a', 'port_id': '244a1186-20c2-4df3-8b0d-e7e0b73f2633', 'mac_address': 'fa:16:3e:c8:76:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c9f0b80-55d8-4485-9b41-54f7ac34cd10', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:27:26.188871 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:26.198413 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38ffcec-bb9a-4f97-b37b-15bd7843a9f0 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Network a2c131ab-1a3a-450f-95cc-ebf1e20c1f3e is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:27:26.203259 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 244a1186-20c2-4df3-8b0d-e7e0b73f2633 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:27:26.224123 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 244a1186-20c2-4df3-8b0d-e7e0b73f2633, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=244a1186-20c2-4df3-8b0d-e7e0b73f2633,segment=NetworkSegment(61aa0039-68ca-4033-b082-432ef8c81b46),segment_id=61aa0039-68ca-4033-b082-432ef8c81b46)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:26.386875 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-a38ffcec-bb9a-4f97-b37b-15bd7843a9f0 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, a2c131ab-1a3a-450f-95cc-ebf1e20c1f3e) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:27:26.405522 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38ffcec-bb9a-4f97-b37b-15bd7843a9f0 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:26.405675 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3ff473-f49d-42a8-b874-2e9c7066c747 None None] Network a2c131ab-1a3a-450f-95cc-ebf1e20c1f3e requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:27:26.407069 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a38ffcec-bb9a-4f97-b37b-15bd7843a9f0 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:26.456141 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:26.588714 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a38ffcec-bb9a-4f97-b37b-15bd7843a9f0 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.2779596 Apr 20 13:27:26.589541 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40102) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:26.618042 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717b09a-55df-4c90-ae6d-819e6cd3f2a9 req-ba354568-f418-44e5-a697-82476951634c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:26.626250 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d717b09a-55df-4c90-ae6d-819e6cd3f2a9 req-ba354568-f418-44e5-a697-82476951634c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 945 time: 0.1113064 Apr 20 13:27:26.676593 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d717b09a-55df-4c90-ae6d-819e6cd3f2a9 req-d2211039-edc8-4c2b-88fd-be737405537c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484214 Apr 20 13:27:26.797169 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2949ef-4439-4843-bab9-7476eb50bd91 req-b70578ad-b1c8-47be-b8a8-fc6ed71e9bc3 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:26.798628 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-da2949ef-4439-4843-bab9-7476eb50bd91 req-b70578ad-b1c8-47be-b8a8-fc6ed71e9bc3 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=cca68efd-6117-471c-8dde-41ee5aa65e3b HTTP/1.1" status: 200 len: 944 time: 0.1062632 Apr 20 13:27:26.842333 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-203619ae-1f9c-4588-ac69-d6a485e0a6ff tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:26.877501 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-da2949ef-4439-4843-bab9-7476eb50bd91 req-b8a10b20-08ad-4450-927d-d799425eecf0 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712900 Apr 20 13:27:26.942329 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-203619ae-1f9c-4588-ac69-d6a485e0a6ff tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:26.957637 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=244a1186-20c2-4df3-8b0d-e7e0b73f2633,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:27.036056 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['244a1186-20c2-4df3-8b0d-e7e0b73f2633'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:27:27.042558 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-790470ca-85be-47c8-b751-584089388fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:27.181757 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5accf23-36c7-4a01-afea-7f437147aabc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-a2c131ab-1a3a-450f-95cc-ebf1e20c1f3e', 'network_id': 'a2c131ab-1a3a-450f-95cc-ebf1e20c1f3e', 'tenant_id': '5efe892c590047e984a53896d6d19985', 'fixed_ips': [{'subnet_id': '8608b0d9-7f0f-4211-bd76-70d5db9a785c'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:27:27.182910 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a5accf23-36c7-4a01-afea-7f437147aabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:27.198645 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-203619ae-1f9c-4588-ac69-d6a485e0a6ff tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:27.228117 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203619ae-1f9c-4588-ac69-d6a485e0a6ff tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event deleted for resources: {'Subnet': ['ID=8608b0d9-7f0f-4211-bd76-70d5db9a785c,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:27.306774 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-203619ae-1f9c-4588-ac69-d6a485e0a6ff tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:27.340645 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-203619ae-1f9c-4588-ac69-d6a485e0a6ff tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2c131ab-1a3a-450f-95cc-ebf1e20c1f3e']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:27.349935 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-203619ae-1f9c-4588-ac69-d6a485e0a6ff tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a475fb49-cc4d-4bf9-8b04-380c2a1e7a69') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:27.350260 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-203619ae-1f9c-4588-ac69-d6a485e0a6ff tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a475fb49-cc4d-4bf9-8b04-380c2a1e7a69') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:27.361970 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-203619ae-1f9c-4588-ac69-d6a485e0a6ff tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:27.377220 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-203619ae-1f9c-4588-ac69-d6a485e0a6ff tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:27.385204 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415fd723-2420-40bf-87c3-a55d3cfa523f None None] Network a2c131ab-1a3a-450f-95cc-ebf1e20c1f3e requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:27:27.396069 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-203619ae-1f9c-4588-ac69-d6a485e0a6ff tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:27:27.396478 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-203619ae-1f9c-4588-ac69-d6a485e0a6ff tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:27.404477 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:27:27.404477 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:27:27.404477 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:27:27.404477 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:27:27.404477 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:27:27.404477 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:27:27.404477 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:27:27.404477 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:27:27.404477 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:27:27.404477 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:27:27.404477 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:27:27.404477 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:27:27.404477 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:27:27.404477 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:27:27.404477 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:27:27.404477 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:27:27.404477 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:27:27.404477 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:27:27.404477 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:27:27.404477 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:27:27.404477 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:27:27.404477 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:27:27.404477 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:27:27.404477 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:27:27.404477 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:27:27.404477 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:27:27.404477 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:27:27.404477 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:27:27.404477 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:27:27.404477 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:27:27.404477 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:27:27.404477 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:27:27.635491 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-203619ae-1f9c-4588-ac69-d6a485e0a6ff tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:27.643190 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-203619ae-1f9c-4588-ac69-d6a485e0a6ff tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:27.650481 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-203619ae-1f9c-4588-ac69-d6a485e0a6ff tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "DELETE /v2.0/networks/a2c131ab-1a3a-450f-95cc-ebf1e20c1f3e HTTP/1.1" status: 204 len: 168 time: 1.0557816 Apr 20 13:27:27.650964 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 40130) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:27.658990 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-23fdc234-5ae7-4b7b-8075-1594fbadd72b tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-44374706'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:27:27.660627 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203619ae-1f9c-4588-ac69-d6a485e0a6ff tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event deleted for resources: {'Network': ['ID=a2c131ab-1a3a-450f-95cc-ebf1e20c1f3e,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:27.764094 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fdc234-5ae7-4b7b-8075-1594fbadd72b tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Made reservation on behalf of 5efe892c590047e984a53896d6d19985 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:27:27.767656 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-23fdc234-5ae7-4b7b-8075-1594fbadd72b tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:27.791824 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23fdc234-5ae7-4b7b-8075-1594fbadd72b tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:27:27.825146 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-23fdc234-5ae7-4b7b-8075-1594fbadd72b tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:27.825387 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-23fdc234-5ae7-4b7b-8075-1594fbadd72b tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Added segment 0b2a0317-fac4-42c4-9a10-169956506442 of type vlan for network fe984c2f-f4b9-4edd-bdd8-9ea51dab982d Apr 20 13:27:27.907158 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647388e2-9d48-4fb5-aec2-c235a010b7df req-0a85baeb-ee3d-41c1-a401-a441bb8e2fc9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:27.916137 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-647388e2-9d48-4fb5-aec2-c235a010b7df req-0a85baeb-ee3d-41c1-a401-a441bb8e2fc9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 945 time: 0.1169477 Apr 20 13:27:28.003113 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-23fdc234-5ae7-4b7b-8075-1594fbadd72b tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:28.073769 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-647388e2-9d48-4fb5-aec2-c235a010b7df req-b7c1140e-edb8-45f6-8653-e1bb7ff0c403 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564293 Apr 20 13:27:28.120299 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:28.125255 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77dd4d1-acde-46e4-b1aa-a86444015d73 req-4f48e1c0-8ab3-4744-979a-f0b90106cdaf tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:28.127925 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e77dd4d1-acde-46e4-b1aa-a86444015d73 req-4f48e1c0-8ab3-4744-979a-f0b90106cdaf tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=cca68efd-6117-471c-8dde-41ee5aa65e3b HTTP/1.1" status: 200 len: 944 time: 0.0864239 Apr 20 13:27:28.192946 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e77dd4d1-acde-46e4-b1aa-a86444015d73 req-6df2f100-0463-4fed-983e-00f3ddb5d475 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553980 Apr 20 13:27:28.267711 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-23fdc234-5ae7-4b7b-8075-1594fbadd72b tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:28.272690 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fdc234-5ae7-4b7b-8075-1594fbadd72b tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:28.273590 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-23fdc234-5ae7-4b7b-8075-1594fbadd72b tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:28.348719 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fdc234-5ae7-4b7b-8075-1594fbadd72b tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event updated for resources: {'Network': ['ID=fe984c2f-f4b9-4edd-bdd8-9ea51dab982d,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:28.356810 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fdc234-5ae7-4b7b-8075-1594fbadd72b tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:28.357228 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fdc234-5ae7-4b7b-8075-1594fbadd72b tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:28.357481 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fdc234-5ae7-4b7b-8075-1594fbadd72b tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:28.357897 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fdc234-5ae7-4b7b-8075-1594fbadd72b tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:28.358142 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fdc234-5ae7-4b7b-8075-1594fbadd72b tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:28.358624 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fdc234-5ae7-4b7b-8075-1594fbadd72b tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:28.359096 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fdc234-5ae7-4b7b-8075-1594fbadd72b tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:28.359500 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fdc234-5ae7-4b7b-8075-1594fbadd72b tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:28.359849 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fdc234-5ae7-4b7b-8075-1594fbadd72b tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:28.359849 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fdc234-5ae7-4b7b-8075-1594fbadd72b tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:28.361059 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fdc234-5ae7-4b7b-8075-1594fbadd72b tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:28.361059 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fdc234-5ae7-4b7b-8075-1594fbadd72b tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:28.372335 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network fe984c2f-f4b9-4edd-bdd8-9ea51dab982d details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:27:28.418706 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-23fdc234-5ae7-4b7b-8075-1594fbadd72b tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7665973 Apr 20 13:27:28.421700 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 40154) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:28.426561 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-9c6b245d-4cba-43c6-93ef-12c05e4d8c55 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Request body: {'subnet': {'network_id': 'fe984c2f-f4b9-4edd-bdd8-9ea51dab982d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:27:28.643665 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6b245d-4cba-43c6-93ef-12c05e4d8c55 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Made reservation on behalf of 5efe892c590047e984a53896d6d19985 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:27:28.648249 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9c6b245d-4cba-43c6-93ef-12c05e4d8c55 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:28.941933 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9c6b245d-4cba-43c6-93ef-12c05e4d8c55 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:29.027901 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b245d-4cba-43c6-93ef-12c05e4d8c55 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event updated for resources: {'Subnet': ['ID=42730303-a4fd-425c-a622-b61a62436378,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:29.040616 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6b245d-4cba-43c6-93ef-12c05e4d8c55 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Checking segment: {'id': '0b2a0317-fac4-42c4-9a10-169956506442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'fe984c2f-f4b9-4edd-bdd8-9ea51dab982d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:27:29.041089 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6b245d-4cba-43c6-93ef-12c05e4d8c55 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Network hostable DHCP agents. Network: fe984c2f-f4b9-4edd-bdd8-9ea51dab982d, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:27:29.144292 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6b245d-4cba-43c6-93ef-12c05e4d8c55 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Network fe984c2f-f4b9-4edd-bdd8-9ea51dab982d is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:27:29.203952 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-9c6b245d-4cba-43c6-93ef-12c05e4d8c55 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, fe984c2f-f4b9-4edd-bdd8-9ea51dab982d) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:27:29.209968 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6b245d-4cba-43c6-93ef-12c05e4d8c55 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:29.210219 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9c6b245d-4cba-43c6-93ef-12c05e4d8c55 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:29.214363 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bc9920-ef71-41e6-85fe-e3f9016e5981 None None] Network fe984c2f-f4b9-4edd-bdd8-9ea51dab982d requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:27:29.256778 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a8495-52b1-44c9-b6b8-182ff2a36ac0 req-89ef56bf-eecd-4a7c-a78d-ef2d7f1997e9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:29.256778 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cf7a8495-52b1-44c9-b6b8-182ff2a36ac0 req-89ef56bf-eecd-4a7c-a78d-ef2d7f1997e9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 945 time: 0.0723126 Apr 20 13:27:29.290767 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cf7a8495-52b1-44c9-b6b8-182ff2a36ac0 req-bbfd25cc-c05b-4862-b8e4-64f86b5f928a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368803 Apr 20 13:27:29.322173 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9c6b245d-4cba-43c6-93ef-12c05e4d8c55 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8997197 Apr 20 13:27:29.324912 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40186) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:29.437333 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c5314-0218-438f-b550-d13a2effd5aa req-855dbdda-0ed8-4bfe-9e99-23addaca61a4 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:29.440312 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:29.446129 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-967c5314-0218-438f-b550-d13a2effd5aa req-855dbdda-0ed8-4bfe-9e99-23addaca61a4 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=cca68efd-6117-471c-8dde-41ee5aa65e3b HTTP/1.1" status: 200 len: 944 time: 0.1110089 Apr 20 13:27:29.489968 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4987d55b-cd51-42b7-bccb-6115d819b5c4 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:29.534408 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-967c5314-0218-438f-b550-d13a2effd5aa req-2152f14e-14ff-433e-a828-ba09457dbb25 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747890 Apr 20 13:27:29.575674 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cc4215-ab22-466b-8b25-697d8d12a81d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-fe984c2f-f4b9-4edd-bdd8-9ea51dab982d', 'network_id': 'fe984c2f-f4b9-4edd-bdd8-9ea51dab982d', 'tenant_id': '5efe892c590047e984a53896d6d19985', 'fixed_ips': [{'subnet_id': '42730303-a4fd-425c-a622-b61a62436378'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:27:29.576552 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-90cc4215-ab22-466b-8b25-697d8d12a81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:29.614875 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4987d55b-cd51-42b7-bccb-6115d819b5c4 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:29.793519 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:29.794131 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4987d55b-cd51-42b7-bccb-6115d819b5c4 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server [None req-90cc4215-ab22-466b-8b25-697d8d12a81d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 42730303-a4fd-425c-a622-b61a62436378: This subnet is being modified by another concurrent operation. Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise exception Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 42730303-a4fd-425c-a622-b61a62436378: This subnet is being modified by another concurrent operation. Apr 20 13:27:29.824765 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server Apr 20 13:27:29.832404 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987d55b-cd51-42b7-bccb-6115d819b5c4 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event deleted for resources: {'Subnet': ['ID=42730303-a4fd-425c-a622-b61a62436378,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:29.864330 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449b7989-053a-4f78-8a64-0dfc44b09df1 None None] Network fe984c2f-f4b9-4edd-bdd8-9ea51dab982d requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:27:29.929571 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4987d55b-cd51-42b7-bccb-6115d819b5c4 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:29.950826 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-4987d55b-cd51-42b7-bccb-6115d819b5c4 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe984c2f-f4b9-4edd-bdd8-9ea51dab982d']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:29.964866 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-4987d55b-cd51-42b7-bccb-6115d819b5c4 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b2a0317-fac4-42c4-9a10-169956506442') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:29.965170 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-4987d55b-cd51-42b7-bccb-6115d819b5c4 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b2a0317-fac4-42c4-9a10-169956506442') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:29.989132 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4987d55b-cd51-42b7-bccb-6115d819b5c4 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:30.013949 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4987d55b-cd51-42b7-bccb-6115d819b5c4 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:30.030878 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4987d55b-cd51-42b7-bccb-6115d819b5c4 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:27:30.032275 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4987d55b-cd51-42b7-bccb-6115d819b5c4 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:30.045191 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74acf36f-2499-478c-aa2b-cbc85aa4749c None None] get_active_networks_info from n-d-836015-7 {{(pid=114871) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 13:27:30.068683 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:27:30.068683 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:27:30.068683 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:27:30.068683 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:27:30.068683 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:27:30.068683 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:27:30.068683 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:27:30.068683 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:27:30.068683 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:27:30.068683 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:27:30.068683 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:27:30.068683 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:27:30.068683 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:27:30.068683 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:27:30.068683 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:27:30.068683 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:27:30.068683 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:27:30.068683 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:27:30.068683 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:27:30.068683 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:27:30.068683 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:27:30.068683 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:27:30.068683 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:27:30.068683 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:27:30.068683 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:27:30.068683 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:27:30.068683 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:27:30.068683 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:27:30.068683 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:27:30.068683 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:27:30.068683 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:27:30.068683 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:27:30.117003 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 244a1186-20c2-4df3-8b0d-e7e0b73f2633 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:27:30.182573 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74acf36f-2499-478c-aa2b-cbc85aa4749c None None] Resources bound (agent type, host, resource id): {{(pid=114871) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 13:27:30.209780 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4987d55b-cd51-42b7-bccb-6115d819b5c4 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:30.242734 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4987d55b-cd51-42b7-bccb-6115d819b5c4 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:30.248043 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4987d55b-cd51-42b7-bccb-6115d819b5c4 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "DELETE /v2.0/networks/fe984c2f-f4b9-4edd-bdd8-9ea51dab982d HTTP/1.1" status: 204 len: 168 time: 0.9210658 Apr 20 13:27:30.251248 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 40224) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:30.257410 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-521e0019-42db-4912-b30a-5d35fdb05bb7 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1715115477'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:27:30.260853 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987d55b-cd51-42b7-bccb-6115d819b5c4 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event deleted for resources: {'Network': ['ID=fe984c2f-f4b9-4edd-bdd8-9ea51dab982d,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:30.273834 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 244a1186-20c2-4df3-8b0d-e7e0b73f2633 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:27:30.283168 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 244a1186-20c2-4df3-8b0d-e7e0b73f2633 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:27:30.283567 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:30.346347 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521e0019-42db-4912-b30a-5d35fdb05bb7 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Made reservation on behalf of 5efe892c590047e984a53896d6d19985 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:27:30.351025 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-521e0019-42db-4912-b30a-5d35fdb05bb7 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:30.449885 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-521e0019-42db-4912-b30a-5d35fdb05bb7 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:27:30.460900 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:30.507990 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-521e0019-42db-4912-b30a-5d35fdb05bb7 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:30.508787 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-521e0019-42db-4912-b30a-5d35fdb05bb7 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Added segment 3626e2dc-07e3-4af2-9eb5-7d5f9a2c1017 of type vlan for network 489fbfc5-52e2-40a0-a8ef-93e568424163 Apr 20 13:27:30.533172 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca68efd-6117-471c-8dde-41ee5aa65e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244a1186-20c2-4df3-8b0d-e7e0b73f2633'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:27:30.535458 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d1233e-6581-4164-8cd6-124c5ac00843" -d '{"events": [{"server_uuid": "cca68efd-6117-471c-8dde-41ee5aa65e3b", "name": "network-vif-plugged", "status": "completed", "tag": "244a1186-20c2-4df3-8b0d-e7e0b73f2633"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:27:30.554985 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 244a1186-20c2-4df3-8b0d-e7e0b73f2633, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=244a1186-20c2-4df3-8b0d-e7e0b73f2633,segment=NetworkSegment(61aa0039-68ca-4033-b082-432ef8c81b46),segment_id=61aa0039-68ca-4033-b082-432ef8c81b46)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:30.593093 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b15520-630f-4e06-8156-cedb603cf0a0 x-openstack-request-id: req-90b15520-630f-4e06-8156-cedb603cf0a0 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:27:30.593447 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca68efd-6117-471c-8dde-41ee5aa65e3b", "name": "network-vif-plugged", "status": "completed", "tag": "244a1186-20c2-4df3-8b0d-e7e0b73f2633", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:27:30.593634 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-90b15520-630f-4e06-8156-cedb603cf0a0 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:27:30.594356 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90b15520-630f-4e06-8156-cedb603cf0a0'] response: {'server_uuid': 'cca68efd-6117-471c-8dde-41ee5aa65e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244a1186-20c2-4df3-8b0d-e7e0b73f2633', 'code': 200} Apr 20 13:27:30.597481 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73ac13-8890-4197-a918-9c9d531aa7d1 req-e8f93e18-55f3-42bd-b0c5-e1a95914cdb4 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:30.609432 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fc73ac13-8890-4197-a918-9c9d531aa7d1 req-e8f93e18-55f3-42bd-b0c5-e1a95914cdb4 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 945 time: 0.2197866 Apr 20 13:27:30.615132 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-521e0019-42db-4912-b30a-5d35fdb05bb7 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:30.717888 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fc73ac13-8890-4197-a918-9c9d531aa7d1 req-5074ef1d-4936-46aa-b9f7-ea371ca71387 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984316 Apr 20 13:27:30.718504 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014dbcdf-86ed-4992-91fa-0f99d5361deb req-caa07fc0-bfe7-41eb-9778-46cd8d638f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:30.720174 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-014dbcdf-86ed-4992-91fa-0f99d5361deb req-caa07fc0-bfe7-41eb-9778-46cd8d638f7d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cca68efd-6117-471c-8dde-41ee5aa65e3b HTTP/1.1" status: 200 len: 1095 time: 0.0599465 Apr 20 13:27:30.745406 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb0df4-d6fa-4eb0-97e4-5399fa801798 req-a6b73e3b-a02b-4598-baed-1cd8b5505d0e tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:30.747564 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bddb0df4-d6fa-4eb0-97e4-5399fa801798 req-a6b73e3b-a02b-4598-baed-1cd8b5505d0e tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=cca68efd-6117-471c-8dde-41ee5aa65e3b HTTP/1.1" status: 200 len: 944 time: 0.0798104 Apr 20 13:27:30.774499 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-014dbcdf-86ed-4992-91fa-0f99d5361deb req-d62b162a-c407-4c17-a1e0-3b52780e74e0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475104 Apr 20 13:27:30.802515 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bddb0df4-d6fa-4eb0-97e4-5399fa801798 req-2f01e504-9642-4e16-b6b3-d5b7a92df4ed tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471618 Apr 20 13:27:30.912855 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:30.952314 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-521e0019-42db-4912-b30a-5d35fdb05bb7 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:30.957877 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521e0019-42db-4912-b30a-5d35fdb05bb7 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:30.958386 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-521e0019-42db-4912-b30a-5d35fdb05bb7 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:30.989911 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=244a1186-20c2-4df3-8b0d-e7e0b73f2633,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:31.035539 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-521e0019-42db-4912-b30a-5d35fdb05bb7 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7830288 Apr 20 13:27:31.038784 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 40250) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:31.045187 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-4a518ad8-97ec-4c9f-ae30-bf9140e75d19 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Request body: {'subnet': {'network_id': '489fbfc5-52e2-40a0-a8ef-93e568424163', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:27:31.048860 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e0019-42db-4912-b30a-5d35fdb05bb7 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event updated for resources: {'Network': ['ID=489fbfc5-52e2-40a0-a8ef-93e568424163,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:31.061315 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 489fbfc5-52e2-40a0-a8ef-93e568424163 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:27:31.217274 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a518ad8-97ec-4c9f-ae30-bf9140e75d19 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Made reservation on behalf of 5efe892c590047e984a53896d6d19985 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:27:31.220853 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4a518ad8-97ec-4c9f-ae30-bf9140e75d19 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:31.502499 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4a518ad8-97ec-4c9f-ae30-bf9140e75d19 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:31.594443 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a518ad8-97ec-4c9f-ae30-bf9140e75d19 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event updated for resources: {'Subnet': ['ID=e49c625b-823d-472e-8a67-df0b759ebad4,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:31.597835 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a518ad8-97ec-4c9f-ae30-bf9140e75d19 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Checking segment: {'id': '3626e2dc-07e3-4af2-9eb5-7d5f9a2c1017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '489fbfc5-52e2-40a0-a8ef-93e568424163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:27:31.598005 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a518ad8-97ec-4c9f-ae30-bf9140e75d19 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Network hostable DHCP agents. Network: 489fbfc5-52e2-40a0-a8ef-93e568424163, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:27:31.746542 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a518ad8-97ec-4c9f-ae30-bf9140e75d19 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Network 489fbfc5-52e2-40a0-a8ef-93e568424163 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:27:31.866691 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-4a518ad8-97ec-4c9f-ae30-bf9140e75d19 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 489fbfc5-52e2-40a0-a8ef-93e568424163) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:27:31.872785 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a518ad8-97ec-4c9f-ae30-bf9140e75d19 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:31.873374 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4a518ad8-97ec-4c9f-ae30-bf9140e75d19 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:31.888921 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4987c5b6-9873-43af-8617-7550ae6e75f6 None None] Network 489fbfc5-52e2-40a0-a8ef-93e568424163 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:27:31.918614 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c8243-7c71-427d-8b6b-7461c474e4aa req-d4980c4e-3be5-4af6-aa36-0fd309725b24 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:31.927189 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ee0c8243-7c71-427d-8b6b-7461c474e4aa req-d4980c4e-3be5-4af6-aa36-0fd309725b24 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 945 time: 0.1138117 Apr 20 13:27:31.992171 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417d109-c084-4258-86a4-0ea569df7ea8 req-05bca5bb-5f84-4019-9faf-a921e1761a1a tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:31.993579 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a417d109-c084-4258-86a4-0ea569df7ea8 req-05bca5bb-5f84-4019-9faf-a921e1761a1a tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=cca68efd-6117-471c-8dde-41ee5aa65e3b HTTP/1.1" status: 200 len: 945 time: 0.0978401 Apr 20 13:27:32.003951 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ee0c8243-7c71-427d-8b6b-7461c474e4aa req-f36e2194-aba8-49e2-9a6c-b740ed871c21 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757370 Apr 20 13:27:32.039855 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4a518ad8-97ec-4c9f-ae30-bf9140e75d19 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9982617 Apr 20 13:27:32.048228 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 40276) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:32.079909 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297271d7-1a5f-472e-a664-782a7697f0f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-489fbfc5-52e2-40a0-a8ef-93e568424163', 'network_id': '489fbfc5-52e2-40a0-a8ef-93e568424163', 'tenant_id': '5efe892c590047e984a53896d6d19985', 'fixed_ips': [{'subnet_id': 'e49c625b-823d-472e-8a67-df0b759ebad4'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:27:32.084619 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-297271d7-1a5f-472e-a664-782a7697f0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:32.175852 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a417d109-c084-4258-86a4-0ea569df7ea8 req-9d8c9aac-87c6-4f4c-99fe-f85f29b67609 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707785 Apr 20 13:27:32.251187 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ccf152c3-f516-4473-9980-2c8fa9738984 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:32.286913 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-297271d7-1a5f-472e-a664-782a7697f0f9 None None] Allocated IP 172.20.0.1 (489fbfc5-52e2-40a0-a8ef-93e568424163/e49c625b-823d-472e-8a67-df0b759ebad4/55afc886-56dc-44e8-8a3c-3a6f296b2e86) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:27:32.340626 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ccf152c3-f516-4473-9980-2c8fa9738984 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:32.490901 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-297271d7-1a5f-472e-a664-782a7697f0f9 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:32.576475 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-297271d7-1a5f-472e-a664-782a7697f0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:32.624967 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297271d7-1a5f-472e-a664-782a7697f0f9 None None] Network 489fbfc5-52e2-40a0-a8ef-93e568424163 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:27:32.630045 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-297271d7-1a5f-472e-a664-782a7697f0f9 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:27:32.633826 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297271d7-1a5f-472e-a664-782a7697f0f9 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:27:32.646875 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297271d7-1a5f-472e-a664-782a7697f0f9 None None] Pushing event updated for resources: {'Port': ['ID=55afc886-56dc-44e8-8a3c-3a6f296b2e86,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:32.651491 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ccf152c3-f516-4473-9980-2c8fa9738984 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:32.705077 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-297271d7-1a5f-472e-a664-782a7697f0f9 None None] Attempting to bind port 55afc886-56dc-44e8-8a3c-3a6f296b2e86 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:27:32.705535 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-297271d7-1a5f-472e-a664-782a7697f0f9 None None] Attempting to bind port 55afc886-56dc-44e8-8a3c-3a6f296b2e86 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '3626e2dc-07e3-4af2-9eb5-7d5f9a2c1017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '489fbfc5-52e2-40a0-a8ef-93e568424163'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:27:32.705968 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297271d7-1a5f-472e-a664-782a7697f0f9 None None] Attempting to bind port 55afc886-56dc-44e8-8a3c-3a6f296b2e86 on network 489fbfc5-52e2-40a0-a8ef-93e568424163 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:27:32.711723 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297271d7-1a5f-472e-a664-782a7697f0f9 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:27:32.712192 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297271d7-1a5f-472e-a664-782a7697f0f9 None None] Checking segment: {'id': '3626e2dc-07e3-4af2-9eb5-7d5f9a2c1017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '489fbfc5-52e2-40a0-a8ef-93e568424163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:27:32.712662 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-297271d7-1a5f-472e-a664-782a7697f0f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:32.713126 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297271d7-1a5f-472e-a664-782a7697f0f9 None None] Bound using segment: {'id': '3626e2dc-07e3-4af2-9eb5-7d5f9a2c1017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '489fbfc5-52e2-40a0-a8ef-93e568424163'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:27:32.713662 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-297271d7-1a5f-472e-a664-782a7697f0f9 None None] Bound port: 55afc886-56dc-44e8-8a3c-3a6f296b2e86, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3626e2dc-07e3-4af2-9eb5-7d5f9a2c1017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '489fbfc5-52e2-40a0-a8ef-93e568424163'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:27:32.714226 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-297271d7-1a5f-472e-a664-782a7697f0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:32.760122 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ccf152c3-f516-4473-9980-2c8fa9738984 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:32.783805 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-ccf152c3-f516-4473-9980-2c8fa9738984 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['489fbfc5-52e2-40a0-a8ef-93e568424163']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:32.794174 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-297271d7-1a5f-472e-a664-782a7697f0f9 None None] For port 55afc886-56dc-44e8-8a3c-3a6f296b2e86, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:27:32.799497 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-ccf152c3-f516-4473-9980-2c8fa9738984 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3626e2dc-07e3-4af2-9eb5-7d5f9a2c1017') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:32.799497 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-ccf152c3-f516-4473-9980-2c8fa9738984 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3626e2dc-07e3-4af2-9eb5-7d5f9a2c1017') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:32.799763 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-297271d7-1a5f-472e-a664-782a7697f0f9 None None] For port 55afc886-56dc-44e8-8a3c-3a6f296b2e86, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=55afc886-56dc-44e8-8a3c-3a6f296b2e86,segment=NetworkSegment(3626e2dc-07e3-4af2-9eb5-7d5f9a2c1017),segment_id=3626e2dc-07e3-4af2-9eb5-7d5f9a2c1017)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:27:32.820161 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf152c3-f516-4473-9980-2c8fa9738984 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event deleted for resources: {'Subnet': ['ID=e49c625b-823d-472e-8a67-df0b759ebad4,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:32.824165 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ccf152c3-f516-4473-9980-2c8fa9738984 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:32.890404 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-297271d7-1a5f-472e-a664-782a7697f0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:32.896377 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ccf152c3-f516-4473-9980-2c8fa9738984 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:32.907751 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccf152c3-f516-4473-9980-2c8fa9738984 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:27:32.910367 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ccf152c3-f516-4473-9980-2c8fa9738984 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:32.952719 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297271d7-1a5f-472e-a664-782a7697f0f9 None None] Pushing event updated for resources: {'Port': ['ID=55afc886-56dc-44e8-8a3c-3a6f296b2e86,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:32.994802 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:27:32.994802 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:27:32.994802 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:27:32.994802 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:27:32.994802 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:27:32.994802 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:27:32.994802 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:27:32.994802 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:27:32.994802 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:27:32.994802 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:27:32.994802 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:27:32.994802 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:27:32.994802 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:27:32.994802 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:27:32.994802 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:27:32.994802 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:27:32.994802 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:27:32.994802 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:27:32.994802 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:27:32.994802 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:27:32.994802 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:27:32.994802 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:27:32.994802 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:27:32.994802 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:27:32.994802 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:27:32.994802 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:27:32.994802 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:27:32.994802 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:27:32.994802 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:27:32.994802 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:27:32.994802 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:27:32.994802 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:27:33.043041 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d85d480-1e69-4faa-9d7a-5be66fe7526c None None] Network 489fbfc5-52e2-40a0-a8ef-93e568424163 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:27:33.122477 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.db.api [None req-ccf152c3-f516-4473-9980-2c8fa9738984 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 13:27:33.122477 n-d-836015-7 neutron-server[114869]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 13:27:33.122477 n-d-836015-7 neutron-server[114869]: [parameters: {'id': '489fbfc5-52e2-40a0-a8ef-93e568424163'}] Apr 20 13:27:33.122477 n-d-836015-7 neutron-server[114869]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114869) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:27:33.122971 n-d-836015-7 neutron-server[114869]: DEBUG oslo_db.api [None req-ccf152c3-f516-4473-9980-2c8fa9738984 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:27:33.194956 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139307b-952b-49ee-add3-541900e7a9c0 req-59dd74bb-5c63-4265-825a-e69a1d33296e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:33.196700 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1139307b-952b-49ee-add3-541900e7a9c0 req-59dd74bb-5c63-4265-825a-e69a1d33296e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 945 time: 0.0932267 Apr 20 13:27:33.223895 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adebd95-8689-4cea-b64e-0f869f7ffc23 None None] get_active_networks_info from n-d-836015-7 {{(pid=114871) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 13:27:33.263096 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1139307b-952b-49ee-add3-541900e7a9c0 req-4cde39df-d6b2-4e8c-90e1-5d6d157ff163 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506017 Apr 20 13:27:33.376795 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39f741-5712-40cc-9d4a-cd58e4f99bbe req-c00142e5-7503-4669-be7e-dcd21aaa6fd7 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:33.385513 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ae39f741-5712-40cc-9d4a-cd58e4f99bbe req-c00142e5-7503-4669-be7e-dcd21aaa6fd7 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=cca68efd-6117-471c-8dde-41ee5aa65e3b HTTP/1.1" status: 200 len: 945 time: 0.0952270 Apr 20 13:27:33.423790 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ae39f741-5712-40cc-9d4a-cd58e4f99bbe req-6abd2655-92db-4094-ab4c-154c497ed11f tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371230 Apr 20 13:27:33.433747 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adebd95-8689-4cea-b64e-0f869f7ffc23 None None] Resources bound (agent type, host, resource id): {{(pid=114871) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 13:27:33.653206 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ccf152c3-f516-4473-9980-2c8fa9738984 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:33.732000 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e9cd5-e5aa-4f66-9cba-d6ccf5892144 req-5d952d53-c7ec-448e-a114-42743d0ab02c tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:33.740697 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f62e9cd5-e5aa-4f66-9cba-d6ccf5892144 req-5d952d53-c7ec-448e-a114-42743d0ab02c tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=cca68efd-6117-471c-8dde-41ee5aa65e3b HTTP/1.1" status: 200 len: 945 time: 0.1404376 Apr 20 13:27:33.820547 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f62e9cd5-e5aa-4f66-9cba-d6ccf5892144 req-52281fae-1286-48e3-84a3-9a844393d9b3 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784857 Apr 20 13:27:33.852948 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-ccf152c3-f516-4473-9980-2c8fa9738984 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Deleting port 55afc886-56dc-44e8-8a3c-3a6f296b2e86 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:27:33.854842 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ccf152c3-f516-4473-9980-2c8fa9738984 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:33.956720 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-ccf152c3-f516-4473-9980-2c8fa9738984 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] For port 55afc886-56dc-44e8-8a3c-3a6f296b2e86, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=55afc886-56dc-44e8-8a3c-3a6f296b2e86,segment=NetworkSegment(3626e2dc-07e3-4af2-9eb5-7d5f9a2c1017),segment_id=3626e2dc-07e3-4af2-9eb5-7d5f9a2c1017)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:33.957423 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ccf152c3-f516-4473-9980-2c8fa9738984 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:33.974863 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-ccf152c3-f516-4473-9980-2c8fa9738984 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Calling delete_port for 55afc886-56dc-44e8-8a3c-3a6f296b2e86 owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:27:34.152501 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ccf152c3-f516-4473-9980-2c8fa9738984 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:34.181285 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf152c3-f516-4473-9980-2c8fa9738984 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event deleted for resources: {'Port': ['ID=55afc886-56dc-44e8-8a3c-3a6f296b2e86,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:34.183808 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf152c3-f516-4473-9980-2c8fa9738984 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] No DVR routers for this DVR port 55afc886-56dc-44e8-8a3c-3a6f296b2e86 on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:27:34.314426 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ccf152c3-f516-4473-9980-2c8fa9738984 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:34.341763 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-ccf152c3-f516-4473-9980-2c8fa9738984 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['489fbfc5-52e2-40a0-a8ef-93e568424163']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:34.376801 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-ccf152c3-f516-4473-9980-2c8fa9738984 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3626e2dc-07e3-4af2-9eb5-7d5f9a2c1017') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:34.377439 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-ccf152c3-f516-4473-9980-2c8fa9738984 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3626e2dc-07e3-4af2-9eb5-7d5f9a2c1017') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:34.390351 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ccf152c3-f516-4473-9980-2c8fa9738984 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:34.425371 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429c57b-532d-4e5e-a9b3-0ee78c2da1b2 req-b5d37c3a-9132-4460-ac70-9ccb887f0bda tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:34.430199 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4429c57b-532d-4e5e-a9b3-0ee78c2da1b2 req-b5d37c3a-9132-4460-ac70-9ccb887f0bda tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 945 time: 0.0828123 Apr 20 13:27:34.430199 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ccf152c3-f516-4473-9980-2c8fa9738984 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:34.450503 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccf152c3-f516-4473-9980-2c8fa9738984 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:27:34.454552 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ccf152c3-f516-4473-9980-2c8fa9738984 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:34.550247 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:27:34.550247 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:27:34.550247 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:27:34.550247 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:27:34.550247 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:27:34.550247 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:27:34.550247 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:27:34.550247 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:27:34.550247 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:27:34.550247 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:27:34.550247 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:27:34.550247 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:27:34.550247 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:27:34.550247 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:27:34.550247 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:27:34.550247 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:27:34.550247 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:27:34.550247 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:27:34.550247 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:27:34.550247 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:27:34.550247 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:27:34.550247 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:27:34.550247 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:27:34.550247 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:27:34.550247 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:27:34.550247 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:27:34.550247 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:27:34.550247 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:27:34.550247 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:27:34.550247 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:27:34.550247 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:27:34.550247 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:27:34.616752 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4429c57b-532d-4e5e-a9b3-0ee78c2da1b2 req-af597e33-80d9-42af-99f9-1fcadda9e47c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671503 Apr 20 13:27:34.640444 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea3b45-469c-4b56-a49a-6dad02b9ba1b req-55fd0503-27c7-4fa6-aebe-9aa7dd80794d tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:34.642050 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-82ea3b45-469c-4b56-a49a-6dad02b9ba1b req-55fd0503-27c7-4fa6-aebe-9aa7dd80794d tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=cca68efd-6117-471c-8dde-41ee5aa65e3b HTTP/1.1" status: 200 len: 945 time: 0.0845439 Apr 20 13:27:34.642905 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ccf152c3-f516-4473-9980-2c8fa9738984 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:34.652528 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ccf152c3-f516-4473-9980-2c8fa9738984 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:34.656666 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ccf152c3-f516-4473-9980-2c8fa9738984 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "DELETE /v2.0/networks/489fbfc5-52e2-40a0-a8ef-93e568424163 HTTP/1.1" status: 204 len: 168 time: 2.6037571 Apr 20 13:27:34.657281 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40358) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:34.663019 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-f09b3fef-70e1-4be7-ba9d-dabaacd36935 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1387074876'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:27:34.690376 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf152c3-f516-4473-9980-2c8fa9738984 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event deleted for resources: {'Network': ['ID=489fbfc5-52e2-40a0-a8ef-93e568424163,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:34.742160 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-82ea3b45-469c-4b56-a49a-6dad02b9ba1b req-460073e3-6d19-47e8-ba14-629aa6e23df2 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806816 Apr 20 13:27:34.748150 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09b3fef-70e1-4be7-ba9d-dabaacd36935 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Made reservation on behalf of 5efe892c590047e984a53896d6d19985 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:27:34.752485 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f09b3fef-70e1-4be7-ba9d-dabaacd36935 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:34.796012 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f09b3fef-70e1-4be7-ba9d-dabaacd36935 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:27:34.812219 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f09b3fef-70e1-4be7-ba9d-dabaacd36935 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:34.812711 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-f09b3fef-70e1-4be7-ba9d-dabaacd36935 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Added segment 957278f5-7393-4b4c-a5cc-6080586b25b3 of type vlan for network 7ae23de1-e59f-496c-bf05-1247cb6b78b2 Apr 20 13:27:34.862161 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f09b3fef-70e1-4be7-ba9d-dabaacd36935 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:34.936616 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f09b3fef-70e1-4be7-ba9d-dabaacd36935 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:34.950743 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09b3fef-70e1-4be7-ba9d-dabaacd36935 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:34.951439 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f09b3fef-70e1-4be7-ba9d-dabaacd36935 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:35.024326 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09b3fef-70e1-4be7-ba9d-dabaacd36935 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event updated for resources: {'Network': ['ID=7ae23de1-e59f-496c-bf05-1247cb6b78b2,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:35.034104 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 7ae23de1-e59f-496c-bf05-1247cb6b78b2 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:27:35.101327 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 40374) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:35.101589 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f09b3fef-70e1-4be7-ba9d-dabaacd36935 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4426508 Apr 20 13:27:35.107761 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-7b3f888c-7433-45be-aa2f-0d8c0dfb51a7 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Request body: {'network': {'name': 'New_network'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:27:35.287256 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7b3f888c-7433-45be-aa2f-0d8c0dfb51a7 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:35.375248 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7b3f888c-7433-45be-aa2f-0d8c0dfb51a7 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:35.394201 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7b3f888c-7433-45be-aa2f-0d8c0dfb51a7 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Network 7ae23de1-e59f-496c-bf05-1247cb6b78b2 is not hosted by any dhcp agent {{(pid=114869) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 20 13:27:35.400122 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3f888c-7433-45be-aa2f-0d8c0dfb51a7 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:35.400712 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7b3f888c-7433-45be-aa2f-0d8c0dfb51a7 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:35.401988 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7b3f888c-7433-45be-aa2f-0d8c0dfb51a7 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "PUT /v2.0/networks/7ae23de1-e59f-496c-bf05-1247cb6b78b2 HTTP/1.1" status: 200 len: 723 time: 0.2991109 Apr 20 13:27:35.404927 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40382) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:35.410475 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-d4691ca3-5d2f-4d8b-ac18-02c4e610ddb7 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Request body: {'subnet': {'network_id': '7ae23de1-e59f-496c-bf05-1247cb6b78b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:27:35.457741 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f888c-7433-45be-aa2f-0d8c0dfb51a7 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event updated for resources: {'Network': ['ID=7ae23de1-e59f-496c-bf05-1247cb6b78b2,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:35.468683 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 7ae23de1-e59f-496c-bf05-1247cb6b78b2 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:27:35.592192 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4691ca3-5d2f-4d8b-ac18-02c4e610ddb7 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Made reservation on behalf of 5efe892c590047e984a53896d6d19985 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:27:35.595746 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d4691ca3-5d2f-4d8b-ac18-02c4e610ddb7 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:35.910235 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0b3d5-bdf3-4b6b-84c0-466c81fe64ae req-bfcef937-5950-460c-ab6a-57115f5c6d5e tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:35.911854 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b4b0b3d5-bdf3-4b6b-84c0-466c81fe64ae req-bfcef937-5950-460c-ab6a-57115f5c6d5e tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.15 "GET /v2.0/ports?device_id=cca68efd-6117-471c-8dde-41ee5aa65e3b HTTP/1.1" status: 200 len: 945 time: 0.0938265 Apr 20 13:27:35.939408 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d4691ca3-5d2f-4d8b-ac18-02c4e610ddb7 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:36.125238 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4691ca3-5d2f-4d8b-ac18-02c4e610ddb7 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Checking segment: {'id': '957278f5-7393-4b4c-a5cc-6080586b25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7ae23de1-e59f-496c-bf05-1247cb6b78b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:27:36.125726 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4691ca3-5d2f-4d8b-ac18-02c4e610ddb7 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Network hostable DHCP agents. Network: 7ae23de1-e59f-496c-bf05-1247cb6b78b2, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:27:36.127987 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4691ca3-5d2f-4d8b-ac18-02c4e610ddb7 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event updated for resources: {'Subnet': ['ID=661843a8-2052-4a11-a7e3-5300312ef5c8,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:36.179323 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-b4b0b3d5-bdf3-4b6b-84c0-466c81fe64ae req-758916a7-099d-4df4-976c-8cb228b9c0a7 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Deleting port 244a1186-20c2-4df3-8b0d-e7e0b73f2633 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:27:36.179814 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-b4b0b3d5-bdf3-4b6b-84c0-466c81fe64ae req-758916a7-099d-4df4-976c-8cb228b9c0a7 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:36.253565 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4691ca3-5d2f-4d8b-ac18-02c4e610ddb7 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Network 7ae23de1-e59f-496c-bf05-1247cb6b78b2 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:27:36.271549 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c749b-9c36-4fc7-8615-4aa4358e7303 req-a5b31479-08b0-456e-b459-b8c5ee87bcaa tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:36.273555 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e87c749b-9c36-4fc7-8615-4aa4358e7303 req-a5b31479-08b0-456e-b459-b8c5ee87bcaa tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 945 time: 0.5359476 Apr 20 13:27:36.281692 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a561e69-1c91-4218-a582-4c64554e0ff0 req-1be42bad-9ea6-4185-b4e9-5c7f355f8f95 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:36.283091 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3a561e69-1c91-4218-a582-4c64554e0ff0 req-1be42bad-9ea6-4185-b4e9-5c7f355f8f95 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=cca68efd-6117-471c-8dde-41ee5aa65e3b HTTP/1.1" status: 200 len: 945 time: 0.0686364 Apr 20 13:27:36.340749 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e87c749b-9c36-4fc7-8615-4aa4358e7303 req-330b5dbb-01af-4209-b4c8-11c9a70a53f7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566821 Apr 20 13:27:36.352276 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3a561e69-1c91-4218-a582-4c64554e0ff0 req-feaab76e-5e8e-46b1-872a-8beceac7eab6 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616024 Apr 20 13:27:36.389561 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-d4691ca3-5d2f-4d8b-ac18-02c4e610ddb7 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 7ae23de1-e59f-496c-bf05-1247cb6b78b2) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:27:36.398388 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4691ca3-5d2f-4d8b-ac18-02c4e610ddb7 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:36.400948 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6aa1b6b-515e-4a7e-a0d0-37b028588c3f None None] Network 7ae23de1-e59f-496c-bf05-1247cb6b78b2 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:27:36.411639 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d4691ca3-5d2f-4d8b-ac18-02c4e610ddb7 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:36.416877 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-b4b0b3d5-bdf3-4b6b-84c0-466c81fe64ae req-758916a7-099d-4df4-976c-8cb228b9c0a7 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] For port 244a1186-20c2-4df3-8b0d-e7e0b73f2633, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=244a1186-20c2-4df3-8b0d-e7e0b73f2633,segment=NetworkSegment(61aa0039-68ca-4033-b082-432ef8c81b46),segment_id=61aa0039-68ca-4033-b082-432ef8c81b46)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:36.417649 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-b4b0b3d5-bdf3-4b6b-84c0-466c81fe64ae req-758916a7-099d-4df4-976c-8cb228b9c0a7 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:36.440960 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-b4b0b3d5-bdf3-4b6b-84c0-466c81fe64ae req-758916a7-099d-4df4-976c-8cb228b9c0a7 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Calling delete_port for 244a1186-20c2-4df3-8b0d-e7e0b73f2633 owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:27:36.515161 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d4691ca3-5d2f-4d8b-ac18-02c4e610ddb7 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1092160 Apr 20 13:27:36.518339 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 40432) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:36.544700 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-af2564f3-71d8-47dc-983d-f0f30549e74e tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:27:36.666833 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805d51d0-7c8c-48c3-a9b1-e6f548de69d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-7ae23de1-e59f-496c-bf05-1247cb6b78b2', 'network_id': '7ae23de1-e59f-496c-bf05-1247cb6b78b2', 'tenant_id': '5efe892c590047e984a53896d6d19985', 'fixed_ips': [{'subnet_id': '661843a8-2052-4a11-a7e3-5300312ef5c8'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:27:36.670638 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-805d51d0-7c8c-48c3-a9b1-e6f548de69d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:36.729853 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-af2564f3-71d8-47dc-983d-f0f30549e74e tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62253716'] for subnet, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:36.781545 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-b4b0b3d5-bdf3-4b6b-84c0-466c81fe64ae req-758916a7-099d-4df4-976c-8cb228b9c0a7 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:36.847349 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758916a7-099d-4df4-976c-8cb228b9c0a7 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Pushing event deleted for resources: {'Port': ['ID=244a1186-20c2-4df3-8b0d-e7e0b73f2633,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:36.900110 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b0b3d5-bdf3-4b6b-84c0-466c81fe64ae req-758916a7-099d-4df4-976c-8cb228b9c0a7 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] No DVR routers for this DVR port 244a1186-20c2-4df3-8b0d-e7e0b73f2633 on host n-h2-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:27:36.914987 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-b4b0b3d5-bdf3-4b6b-84c0-466c81fe64ae req-758916a7-099d-4df4-976c-8cb228b9c0a7 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:36.914987 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b4b0b3d5-bdf3-4b6b-84c0-466c81fe64ae req-758916a7-099d-4df4-976c-8cb228b9c0a7 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.15 "DELETE /v2.0/ports/244a1186-20c2-4df3-8b0d-e7e0b73f2633 HTTP/1.1" status: 204 len: 173 time: 0.9892879 Apr 20 13:27:36.914987 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca68efd-6117-471c-8dde-41ee5aa65e3b', 'name': 'network-vif-deleted', 'tag': '244a1186-20c2-4df3-8b0d-e7e0b73f2633'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:27:36.914987 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7f5dd5-35a9-43a5-b7ec-511838794759" -d '{"events": [{"server_uuid": "cca68efd-6117-471c-8dde-41ee5aa65e3b", "name": "network-vif-deleted", "tag": "244a1186-20c2-4df3-8b0d-e7e0b73f2633"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:27:36.962971 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7992ae-797d-4873-a0a5-1bce68fce88f x-openstack-request-id: req-6e7992ae-797d-4873-a0a5-1bce68fce88f {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:27:36.963389 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca68efd-6117-471c-8dde-41ee5aa65e3b", "name": "network-vif-deleted", "tag": "244a1186-20c2-4df3-8b0d-e7e0b73f2633", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:27:36.963879 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6e7992ae-797d-4873-a0a5-1bce68fce88f {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:27:36.964373 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e7992ae-797d-4873-a0a5-1bce68fce88f'] response: {'server_uuid': 'cca68efd-6117-471c-8dde-41ee5aa65e3b', 'name': 'network-vif-deleted', 'tag': '244a1186-20c2-4df3-8b0d-e7e0b73f2633', 'status': 'completed', 'code': 200} Apr 20 13:27:37.060847 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-af2564f3-71d8-47dc-983d-f0f30549e74e tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759760601528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59690899'] for subnet, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:37.080409 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['8964fd46-ee04-4949-bc3b-01aa6c0daa3f'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:27:37.158370 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2564f3-71d8-47dc-983d-f0f30549e74e tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:37.159478 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-af2564f3-71d8-47dc-983d-f0f30549e74e tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:37.167193 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-af2564f3-71d8-47dc-983d-f0f30549e74e tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "PUT /v2.0/subnets/661843a8-2052-4a11-a7e3-5300312ef5c8 HTTP/1.1" status: 200 len: 806 time: 0.6437438 Apr 20 13:27:37.169085 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40448) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:37.180541 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-805d51d0-7c8c-48c3-a9b1-e6f548de69d5 None None] Allocated IP 172.20.0.2 (7ae23de1-e59f-496c-bf05-1247cb6b78b2/661843a8-2052-4a11-a7e3-5300312ef5c8/b03d50c6-2c74-4d8f-b5dc-86345e268e4e) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:27:37.199954 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2564f3-71d8-47dc-983d-f0f30549e74e tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event updated for resources: {'Subnet': ['ID=661843a8-2052-4a11-a7e3-5300312ef5c8,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:37.310432 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b7b3da4e-24f4-4c36-bd13-f7bbaf0e29a1 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:37.429420 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b7b3da4e-24f4-4c36-bd13-f7bbaf0e29a1 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:37.432466 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-805d51d0-7c8c-48c3-a9b1-e6f548de69d5 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:37.495255 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-805d51d0-7c8c-48c3-a9b1-e6f548de69d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:37.560832 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805d51d0-7c8c-48c3-a9b1-e6f548de69d5 None None] Network 7ae23de1-e59f-496c-bf05-1247cb6b78b2 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:27:37.562788 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-805d51d0-7c8c-48c3-a9b1-e6f548de69d5 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:27:37.565874 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805d51d0-7c8c-48c3-a9b1-e6f548de69d5 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:27:37.583702 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d51d0-7c8c-48c3-a9b1-e6f548de69d5 None None] Pushing event updated for resources: {'Port': ['ID=b03d50c6-2c74-4d8f-b5dc-86345e268e4e,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:37.588466 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3803b579-50ca-4a99-8b9c-89fd2d295e66 req-88888d66-cc62-4557-9144-fa42a4113f5b tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=cca68efd-6117-471c-8dde-41ee5aa65e3b HTTP/1.1" status: 200 len: 210 time: 0.0322430 Apr 20 13:27:37.626184 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b7b3da4e-24f4-4c36-bd13-f7bbaf0e29a1 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:37.630881 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceaa4d8-4e70-4b69-8a3b-cd42a92dace1 req-08198595-76b9-4032-aeff-369916ce7730 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:37.632583 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fceaa4d8-4e70-4b69-8a3b-cd42a92dace1 req-08198595-76b9-4032-aeff-369916ce7730 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 945 time: 0.1211720 Apr 20 13:27:37.667221 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-805d51d0-7c8c-48c3-a9b1-e6f548de69d5 None None] Attempting to bind port b03d50c6-2c74-4d8f-b5dc-86345e268e4e on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:27:37.669546 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-805d51d0-7c8c-48c3-a9b1-e6f548de69d5 None None] Attempting to bind port b03d50c6-2c74-4d8f-b5dc-86345e268e4e by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '957278f5-7393-4b4c-a5cc-6080586b25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7ae23de1-e59f-496c-bf05-1247cb6b78b2'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:27:37.669546 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805d51d0-7c8c-48c3-a9b1-e6f548de69d5 None None] Attempting to bind port b03d50c6-2c74-4d8f-b5dc-86345e268e4e on network 7ae23de1-e59f-496c-bf05-1247cb6b78b2 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:27:37.669911 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3da4e-24f4-4c36-bd13-f7bbaf0e29a1 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event deleted for resources: {'Subnet': ['ID=661843a8-2052-4a11-a7e3-5300312ef5c8,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:37.687094 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805d51d0-7c8c-48c3-a9b1-e6f548de69d5 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:27:37.687741 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805d51d0-7c8c-48c3-a9b1-e6f548de69d5 None None] Checking segment: {'id': '957278f5-7393-4b4c-a5cc-6080586b25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7ae23de1-e59f-496c-bf05-1247cb6b78b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:27:37.688164 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-805d51d0-7c8c-48c3-a9b1-e6f548de69d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:37.688582 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805d51d0-7c8c-48c3-a9b1-e6f548de69d5 None None] Bound using segment: {'id': '957278f5-7393-4b4c-a5cc-6080586b25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7ae23de1-e59f-496c-bf05-1247cb6b78b2'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:27:37.689075 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-805d51d0-7c8c-48c3-a9b1-e6f548de69d5 None None] Bound port: b03d50c6-2c74-4d8f-b5dc-86345e268e4e, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '957278f5-7393-4b4c-a5cc-6080586b25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7ae23de1-e59f-496c-bf05-1247cb6b78b2'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:27:37.689476 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-805d51d0-7c8c-48c3-a9b1-e6f548de69d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:37.714915 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fceaa4d8-4e70-4b69-8a3b-cd42a92dace1 req-8cf5fcef-f853-4d20-bdc0-3b4b4d765371 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756114 Apr 20 13:27:37.752245 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b7b3da4e-24f4-4c36-bd13-f7bbaf0e29a1 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:37.777906 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-b7b3da4e-24f4-4c36-bd13-f7bbaf0e29a1 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ae23de1-e59f-496c-bf05-1247cb6b78b2']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:37.783378 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-805d51d0-7c8c-48c3-a9b1-e6f548de69d5 None None] For port b03d50c6-2c74-4d8f-b5dc-86345e268e4e, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:27:37.793887 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-805d51d0-7c8c-48c3-a9b1-e6f548de69d5 None None] For port b03d50c6-2c74-4d8f-b5dc-86345e268e4e, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=b03d50c6-2c74-4d8f-b5dc-86345e268e4e,segment=NetworkSegment(957278f5-7393-4b4c-a5cc-6080586b25b3),segment_id=957278f5-7393-4b4c-a5cc-6080586b25b3)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:27:37.794075 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-b7b3da4e-24f4-4c36-bd13-f7bbaf0e29a1 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '957278f5-7393-4b4c-a5cc-6080586b25b3') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:37.794075 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-b7b3da4e-24f4-4c36-bd13-f7bbaf0e29a1 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '957278f5-7393-4b4c-a5cc-6080586b25b3') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:37.798832 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b7b3da4e-24f4-4c36-bd13-f7bbaf0e29a1 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:37.852332 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-805d51d0-7c8c-48c3-a9b1-e6f548de69d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:37.855283 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b7b3da4e-24f4-4c36-bd13-f7bbaf0e29a1 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:37.871902 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b3da4e-24f4-4c36-bd13-f7bbaf0e29a1 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:27:37.872305 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b7b3da4e-24f4-4c36-bd13-f7bbaf0e29a1 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:37.875829 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:27:37.875829 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:27:37.875829 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:27:37.875829 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:27:37.875829 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:27:37.875829 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:27:37.875829 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:27:37.875829 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:27:37.875829 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:27:37.875829 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:27:37.875829 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:27:37.875829 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:27:37.875829 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:27:37.875829 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:27:37.875829 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:27:37.875829 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:27:37.875829 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:27:37.875829 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:27:37.875829 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:27:37.875829 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:27:37.875829 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:27:37.875829 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:27:37.875829 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:27:37.875829 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:27:37.875829 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:27:37.875829 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:27:37.875829 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:27:37.875829 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:27:37.875829 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:27:37.875829 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:27:37.875829 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:27:37.875829 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:27:38.052647 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cbb183-7209-4d09-9795-e29b619a8f42 None None] Network 7ae23de1-e59f-496c-bf05-1247cb6b78b2 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:27:38.073007 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.db.api [None req-b7b3da4e-24f4-4c36-bd13-f7bbaf0e29a1 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 13:27:38.073007 n-d-836015-7 neutron-server[114870]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 13:27:38.073007 n-d-836015-7 neutron-server[114870]: [parameters: {'id': '7ae23de1-e59f-496c-bf05-1247cb6b78b2'}] Apr 20 13:27:38.073007 n-d-836015-7 neutron-server[114870]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:27:38.073898 n-d-836015-7 neutron-server[114870]: DEBUG oslo_db.api [None req-b7b3da4e-24f4-4c36-bd13-f7bbaf0e29a1 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:27:38.114158 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d51d0-7c8c-48c3-a9b1-e6f548de69d5 None None] Pushing event updated for resources: {'Port': ['ID=b03d50c6-2c74-4d8f-b5dc-86345e268e4e,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:38.127464 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 244a1186-20c2-4df3-8b0d-e7e0b73f2633 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:27:38.159447 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 244a1186-20c2-4df3-8b0d-e7e0b73f2633 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:27:38.159969 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 244a1186-20c2-4df3-8b0d-e7e0b73f2633 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:27:38.242009 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d536261d-35eb-4a56-a5b5-b7144173c99d None None] Network 7ae23de1-e59f-496c-bf05-1247cb6b78b2 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:27:38.359485 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a15e55-05c4-4c56-bb13-4a66e5c2dcdc None None] get_active_networks_info from n-d-836015-7 {{(pid=114871) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 13:27:38.480045 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a15e55-05c4-4c56-bb13-4a66e5c2dcdc None None] Resources bound (agent type, host, resource id): {{(pid=114871) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 13:27:38.574898 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b7b3da4e-24f4-4c36-bd13-f7bbaf0e29a1 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:38.665669 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-b7b3da4e-24f4-4c36-bd13-f7bbaf0e29a1 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Deleting port b03d50c6-2c74-4d8f-b5dc-86345e268e4e {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:27:38.666026 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b7b3da4e-24f4-4c36-bd13-f7bbaf0e29a1 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:38.877776 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50d39a-9ab1-4f00-81a9-9a7c7c73ff9c req-b756831b-0f28-40b7-a335-958e9edf5275 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:38.880098 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7c50d39a-9ab1-4f00-81a9-9a7c7c73ff9c req-b756831b-0f28-40b7-a335-958e9edf5275 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 945 time: 0.0722463 Apr 20 13:27:38.944149 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7c50d39a-9ab1-4f00-81a9-9a7c7c73ff9c req-608002b0-41ba-4ae9-af83-3d0d558e577c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492749 Apr 20 13:27:39.212356 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-b7b3da4e-24f4-4c36-bd13-f7bbaf0e29a1 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] For port b03d50c6-2c74-4d8f-b5dc-86345e268e4e, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=b03d50c6-2c74-4d8f-b5dc-86345e268e4e,segment=NetworkSegment(957278f5-7393-4b4c-a5cc-6080586b25b3),segment_id=957278f5-7393-4b4c-a5cc-6080586b25b3)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:39.215852 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b7b3da4e-24f4-4c36-bd13-f7bbaf0e29a1 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:39.228580 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-b7b3da4e-24f4-4c36-bd13-f7bbaf0e29a1 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Calling delete_port for b03d50c6-2c74-4d8f-b5dc-86345e268e4e owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:27:39.268843 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-e436d862-d979-404c-a9d5-c52f6bf2ebbf tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:39.271058 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-e436d862-d979-404c-a9d5-c52f6bf2ebbf tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/networks?id=bffadad1-e693-483b-8eeb-21265f06be5a HTTP/1.1" status: 200 len: 805 time: 0.1431170 Apr 20 13:27:39.287612 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-3241b99c-f860-438c-93d3-505db82a860f tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/quotas/1769fcf5b9754a27a1574952891cab93 HTTP/1.1" status: 200 len: 375 time: 0.0095015 Apr 20 13:27:39.363910 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-67faea9f-6c55-47cb-8046-4c0a0a6a7217 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1769fcf5b9754a27a1574952891cab93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0679739 Apr 20 13:27:39.432393 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b7b3da4e-24f4-4c36-bd13-f7bbaf0e29a1 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:39.446846 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b3da4e-24f4-4c36-bd13-f7bbaf0e29a1 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] No DVR routers for this DVR port b03d50c6-2c74-4d8f-b5dc-86345e268e4e on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:27:39.531676 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3da4e-24f4-4c36-bd13-f7bbaf0e29a1 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event deleted for resources: {'Port': ['ID=b03d50c6-2c74-4d8f-b5dc-86345e268e4e,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:39.575249 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-35e25d72-9575-498e-8f93-90992bfbbae1 service neutron] show failed (client error): The resource could not be found. Apr 20 13:27:39.576555 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-35e25d72-9575-498e-8f93-90992bfbbae1 service neutron] 10.222.0.32 "GET /v2.0/ports/c14fc494-8847-4150-88ae-bdb94766c222/bindings/n-h2-836015-7 HTTP/1.1" status: 404 len: 380 time: 0.1675491 Apr 20 13:27:39.698576 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b7b3da4e-24f4-4c36-bd13-f7bbaf0e29a1 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:39.723698 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-b7b3da4e-24f4-4c36-bd13-f7bbaf0e29a1 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ae23de1-e59f-496c-bf05-1247cb6b78b2']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:39.737973 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-b7b3da4e-24f4-4c36-bd13-f7bbaf0e29a1 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '957278f5-7393-4b4c-a5cc-6080586b25b3') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:39.738508 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-b7b3da4e-24f4-4c36-bd13-f7bbaf0e29a1 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '957278f5-7393-4b4c-a5cc-6080586b25b3') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:39.753350 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b7b3da4e-24f4-4c36-bd13-f7bbaf0e29a1 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:39.770430 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b7b3da4e-24f4-4c36-bd13-f7bbaf0e29a1 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:39.778640 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-929e3b14-a573-4949-90e4-c4295a734602 service neutron] 10.222.0.25 "GET /v2.0/networks/bffadad1-e693-483b-8eeb-21265f06be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974531 Apr 20 13:27:39.783387 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b3da4e-24f4-4c36-bd13-f7bbaf0e29a1 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:27:39.783789 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b7b3da4e-24f4-4c36-bd13-f7bbaf0e29a1 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:39.796868 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:27:39.796868 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:27:39.796868 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:27:39.796868 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:27:39.796868 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:27:39.796868 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:27:39.796868 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:27:39.796868 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:27:39.796868 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:27:39.796868 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:27:39.796868 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:27:39.796868 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:27:39.796868 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:27:39.796868 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:27:39.796868 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:27:39.796868 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:27:39.796868 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:27:39.796868 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:27:39.796868 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:27:39.796868 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:27:39.796868 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:27:39.796868 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:27:39.796868 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:27:39.796868 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:27:39.796868 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:27:39.796868 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:27:39.796868 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:27:39.796868 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:27:39.796868 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:27:39.796868 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:27:39.796868 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:27:39.796868 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:27:39.938021 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-dfc59782-586c-45b7-93d3-7ade990a03a9 service neutron] 10.222.0.25 "GET /v2.0/networks/bffadad1-e693-483b-8eeb-21265f06be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582098 Apr 20 13:27:39.952255 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b7b3da4e-24f4-4c36-bd13-f7bbaf0e29a1 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:39.961648 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b7b3da4e-24f4-4c36-bd13-f7bbaf0e29a1 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:39.962258 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b7b3da4e-24f4-4c36-bd13-f7bbaf0e29a1 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "DELETE /v2.0/networks/7ae23de1-e59f-496c-bf05-1247cb6b78b2 HTTP/1.1" status: 204 len: 168 time: 2.7918878 Apr 20 13:27:39.965079 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 40542) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:39.987604 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-b43ae328-254b-43d9-a1d9-41d5fdf6d70e tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] DELETE failed (client error): The resource could not be found. Apr 20 13:27:39.988507 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b43ae328-254b-43d9-a1d9-41d5fdf6d70e tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:27:39.990063 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3da4e-24f4-4c36-bd13-f7bbaf0e29a1 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event deleted for resources: {'Network': ['ID=7ae23de1-e59f-496c-bf05-1247cb6b78b2,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:39.993905 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b43ae328-254b-43d9-a1d9-41d5fdf6d70e tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "DELETE /v2.0/networks/7ae23de1-e59f-496c-bf05-1247cb6b78b2 HTTP/1.1" status: 404 len: 339 time: 0.0275688 Apr 20 13:27:39.997604 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 40546) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:40.012009 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-4636327e-c75b-4e4a-8aec-edf771bfb058 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-503327746', 'description': 'd1'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:27:40.133214 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4636327e-c75b-4e4a-8aec-edf771bfb058 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Made reservation on behalf of 5efe892c590047e984a53896d6d19985 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:27:40.143444 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4636327e-c75b-4e4a-8aec-edf771bfb058 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:40.170328 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06268571-f5d3-49cb-907f-dd0e2ed63dbd req-bd0da603-8fec-4a26-8ff8-fa9c96408cff tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:40.181616 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-06268571-f5d3-49cb-907f-dd0e2ed63dbd req-bd0da603-8fec-4a26-8ff8-fa9c96408cff tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 945 time: 0.1143687 Apr 20 13:27:40.239234 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-89eb2b84-676d-4de9-a36a-960db6e66ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:40.239234 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-89eb2b84-676d-4de9-a36a-960db6e66ed4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124&tenant_id=7d7599e499ac4ab585978f26ba0a43a9 HTTP/1.1" status: 200 len: 1096 time: 0.1096745 Apr 20 13:27:40.253486 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-d15fb28d-c921-42d4-8c57-32f011604d85 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836015-7', 'device_owner': 'compute:nova'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:27:40.299462 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-06268571-f5d3-49cb-907f-dd0e2ed63dbd req-631ed442-aa1e-4db4-a50b-7ff3c408c2c7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018629 Apr 20 13:27:40.306450 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4636327e-c75b-4e4a-8aec-edf771bfb058 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:27:40.324432 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4636327e-c75b-4e4a-8aec-edf771bfb058 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:40.327609 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-4636327e-c75b-4e4a-8aec-edf771bfb058 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Added segment 7739d46f-35e6-4e02-bfda-ca6af43dfc0d of type vlan for network 897976b4-eb6c-4aec-b7b6-b258d7b257ac Apr 20 13:27:40.419805 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-d15fb28d-c921-42d4-8c57-32f011604d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:40.432622 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-22514f1e-c681-480c-b512-f29da5745120 req-21c09168-d6eb-4a73-9ccb-74d1f043ad4a tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=90d3715d-030c-49b4-8692-7748ca011081 HTTP/1.1" status: 200 len: 210 time: 0.0941453 Apr 20 13:27:40.448930 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4636327e-c75b-4e4a-8aec-edf771bfb058 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:40.560985 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4636327e-c75b-4e4a-8aec-edf771bfb058 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:40.566798 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4636327e-c75b-4e4a-8aec-edf771bfb058 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:40.567292 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4636327e-c75b-4e4a-8aec-edf771bfb058 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:40.638116 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4636327e-c75b-4e4a-8aec-edf771bfb058 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event updated for resources: {'Network': ['ID=897976b4-eb6c-4aec-b7b6-b258d7b257ac,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:40.650267 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 897976b4-eb6c-4aec-b7b6-b258d7b257ac details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:27:40.669479 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4636327e-c75b-4e4a-8aec-edf771bfb058 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6705921 Apr 20 13:27:40.672161 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 40578) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:40.746240 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-d15fb28d-c921-42d4-8c57-32f011604d85 service neutron] For port c14fc494-8847-4150-88ae-bdb94766c222, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=c14fc494-8847-4150-88ae-bdb94766c222,segment=NetworkSegment(827844b1-8ae2-4ff7-b0c5-d6119a147b16),segment_id=827844b1-8ae2-4ff7-b0c5-d6119a147b16)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:40.792364 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-d15fb28d-c921-42d4-8c57-32f011604d85 service neutron] For port c14fc494-8847-4150-88ae-bdb94766c222, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:27:40.798644 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c912c40-c255-4a7c-b30c-4a6dbd56d89e tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:40.800240 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8c912c40-c255-4a7c-b30c-4a6dbd56d89e tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "GET /v2.0/networks?id=897976b4-eb6c-4aec-b7b6-b258d7b257ac HTTP/1.1" status: 200 len: 760 time: 0.1271212 Apr 20 13:27:40.803021 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 40584) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:40.809517 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-5bd3858f-776d-42ae-8196-42a38a1eea28 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Request body: {'network': {'description': 'd2'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:27:40.838876 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b631a9-1049-46f2-adeb-c85b22069124', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c14fc494-8847-4150-88ae-bdb94766c222'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:27:40.841346 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b362f1f-d2b1-4eed-92e0-17cd0126adb4" -d '{"events": [{"server_uuid": "d9b631a9-1049-46f2-adeb-c85b22069124", "name": "network-vif-unplugged", "status": "completed", "tag": "c14fc494-8847-4150-88ae-bdb94766c222"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:27:40.846030 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-d15fb28d-c921-42d4-8c57-32f011604d85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:40.866135 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-d15fb28d-c921-42d4-8c57-32f011604d85 service neutron] Transition to ACTIVE for port object c14fc494-8847-4150-88ae-bdb94766c222 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:27:40.905343 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66d2f52-c967-43a6-a372-e6f4229f5496 x-openstack-request-id: req-a66d2f52-c967-43a6-a372-e6f4229f5496 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:27:40.905508 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b631a9-1049-46f2-adeb-c85b22069124", "name": "network-vif-unplugged", "status": "completed", "tag": "c14fc494-8847-4150-88ae-bdb94766c222", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:27:40.905723 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a66d2f52-c967-43a6-a372-e6f4229f5496 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:27:40.906135 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a66d2f52-c967-43a6-a372-e6f4229f5496'] response: {'server_uuid': 'd9b631a9-1049-46f2-adeb-c85b22069124', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c14fc494-8847-4150-88ae-bdb94766c222', 'code': 200} Apr 20 13:27:40.912567 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-d15fb28d-c921-42d4-8c57-32f011604d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:41.013182 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5bd3858f-776d-42ae-8196-42a38a1eea28 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:41.053913 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15fb28d-c921-42d4-8c57-32f011604d85 service neutron] Pushing event updated for resources: {'Port': ['ID=c14fc494-8847-4150-88ae-bdb94766c222,revision_number=6']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:41.078337 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5bd3858f-776d-42ae-8196-42a38a1eea28 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:41.089944 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5bd3858f-776d-42ae-8196-42a38a1eea28 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Network 897976b4-eb6c-4aec-b7b6-b258d7b257ac is not hosted by any dhcp agent {{(pid=114869) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 20 13:27:41.098312 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd3858f-776d-42ae-8196-42a38a1eea28 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:41.100772 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5bd3858f-776d-42ae-8196-42a38a1eea28 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:41.101830 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5bd3858f-776d-42ae-8196-42a38a1eea28 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "PUT /v2.0/networks/897976b4-eb6c-4aec-b7b6-b258d7b257ac HTTP/1.1" status: 200 len: 757 time: 0.2972977 Apr 20 13:27:41.104949 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 40590) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:41.112135 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-d15fb28d-c921-42d4-8c57-32f011604d85 service neutron] No DVR routers for this DVR port c14fc494-8847-4150-88ae-bdb94766c222 on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:27:41.260276 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd3858f-776d-42ae-8196-42a38a1eea28 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event updated for resources: {'Network': ['ID=897976b4-eb6c-4aec-b7b6-b258d7b257ac,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:41.272568 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 897976b4-eb6c-4aec-b7b6-b258d7b257ac details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:27:41.386162 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ae5f4e-4364-46b5-ab99-f39beb9041c5 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:41.392188 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-62ae5f4e-4364-46b5-ab99-f39beb9041c5 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "GET /v2.0/networks?id=897976b4-eb6c-4aec-b7b6-b258d7b257ac HTTP/1.1" status: 200 len: 760 time: 0.2858286 Apr 20 13:27:41.396021 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 40602) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:41.405092 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-d686c45f-df7c-4cb6-89d6-1233acbd1fe9 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-825876227'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:27:41.414843 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-d15fb28d-c921-42d4-8c57-32f011604d85 service neutron] Attempting to bind port c14fc494-8847-4150-88ae-bdb94766c222 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:27:41.415700 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-d15fb28d-c921-42d4-8c57-32f011604d85 service neutron] Attempting to bind port c14fc494-8847-4150-88ae-bdb94766c222 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '827844b1-8ae2-4ff7-b0c5-d6119a147b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6750b427-d284-44ce-99e6-dc0478a876dc'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:27:41.415854 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-d15fb28d-c921-42d4-8c57-32f011604d85 service neutron] Attempting to bind port c14fc494-8847-4150-88ae-bdb94766c222 on network 6750b427-d284-44ce-99e6-dc0478a876dc {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:27:41.457465 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-d15fb28d-c921-42d4-8c57-32f011604d85 service neutron] Port c14fc494-8847-4150-88ae-bdb94766c222 on network 6750b427-d284-44ce-99e6-dc0478a876dc not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:27:41.463352 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-d15fb28d-c921-42d4-8c57-32f011604d85 service neutron] Attempting to bind port c14fc494-8847-4150-88ae-bdb94766c222 on network 6750b427-d284-44ce-99e6-dc0478a876dc {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:27:41.478136 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-d15fb28d-c921-42d4-8c57-32f011604d85 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:27:41.478765 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-d15fb28d-c921-42d4-8c57-32f011604d85 service neutron] Checking segment: {'id': '827844b1-8ae2-4ff7-b0c5-d6119a147b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6750b427-d284-44ce-99e6-dc0478a876dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:27:41.479318 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-d15fb28d-c921-42d4-8c57-32f011604d85 service neutron] Bound using segment: {'id': '827844b1-8ae2-4ff7-b0c5-d6119a147b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6750b427-d284-44ce-99e6-dc0478a876dc'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:27:41.479926 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-d15fb28d-c921-42d4-8c57-32f011604d85 service neutron] Bound port: c14fc494-8847-4150-88ae-bdb94766c222, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '827844b1-8ae2-4ff7-b0c5-d6119a147b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6750b427-d284-44ce-99e6-dc0478a876dc'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:27:41.481758 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-d15fb28d-c921-42d4-8c57-32f011604d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:41.514117 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d686c45f-df7c-4cb6-89d6-1233acbd1fe9 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Made reservation on behalf of 5efe892c590047e984a53896d6d19985 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:27:41.518934 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d686c45f-df7c-4cb6-89d6-1233acbd1fe9 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:41.590575 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-46ad1161-0881-4bcb-86df-934fc4592aaa req-94ae9901-0b08-47e7-83e3-ec0631384947 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=90d3715d-030c-49b4-8692-7748ca011081 HTTP/1.1" status: 200 len: 210 time: 0.0446856 Apr 20 13:27:41.601018 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30989c3c-164f-4158-bb66-8f35c723565e req-5256488e-0a89-4363-92b3-ee13abf89e66 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:41.603090 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-30989c3c-164f-4158-bb66-8f35c723565e req-5256488e-0a89-4363-92b3-ee13abf89e66 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 943 time: 0.1443007 Apr 20 13:27:41.609565 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d686c45f-df7c-4cb6-89d6-1233acbd1fe9 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:27:41.636492 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-d15fb28d-c921-42d4-8c57-32f011604d85 service neutron] For port c14fc494-8847-4150-88ae-bdb94766c222, host n-h2-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:27:41.642268 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-d15fb28d-c921-42d4-8c57-32f011604d85 service neutron] For port c14fc494-8847-4150-88ae-bdb94766c222, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=c14fc494-8847-4150-88ae-bdb94766c222,segment=NetworkSegment(827844b1-8ae2-4ff7-b0c5-d6119a147b16),segment_id=827844b1-8ae2-4ff7-b0c5-d6119a147b16)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:27:41.648683 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device c14fc494-8847-4150-88ae-bdb94766c222 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:27:41.653278 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d686c45f-df7c-4cb6-89d6-1233acbd1fe9 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:41.654033 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-d686c45f-df7c-4cb6-89d6-1233acbd1fe9 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Added segment 10767d11-319f-435c-a4fa-5948d509d9c7 of type vlan for network 5d5775ed-a9c0-4200-9a73-8476110962fd Apr 20 13:27:41.703892 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-30989c3c-164f-4158-bb66-8f35c723565e req-7a384946-b0c1-4541-ab66-3af8e099c9b5 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915046 Apr 20 13:27:41.724574 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-d15fb28d-c921-42d4-8c57-32f011604d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:41.735061 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d686c45f-df7c-4cb6-89d6-1233acbd1fe9 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:41.754001 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device c14fc494-8847-4150-88ae-bdb94766c222 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:27:41.838303 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-d15fb28d-c921-42d4-8c57-32f011604d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:41.838303 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-d15fb28d-c921-42d4-8c57-32f011604d85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:41.839761 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-d15fb28d-c921-42d4-8c57-32f011604d85 service neutron] 10.222.0.15 "PUT /v2.0/ports/c14fc494-8847-4150-88ae-bdb94766c222 HTTP/1.1" status: 200 len: 1091 time: 1.5941036 Apr 20 13:27:41.849473 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d686c45f-df7c-4cb6-89d6-1233acbd1fe9 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:41.853426 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d686c45f-df7c-4cb6-89d6-1233acbd1fe9 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:41.854180 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d686c45f-df7c-4cb6-89d6-1233acbd1fe9 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:41.906316 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15fb28d-c921-42d4-8c57-32f011604d85 service neutron] Pushing event updated for resources: {'Port': ['ID=c14fc494-8847-4150-88ae-bdb94766c222,revision_number=7']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:41.927963 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-681946e9-6cde-4a44-821d-e27405a7b00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:41.931887 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-681946e9-6cde-4a44-821d-e27405a7b00e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7d7599e499ac4ab585978f26ba0a43a9&device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 1094 time: 0.0634675 Apr 20 13:27:42.021212 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d686c45f-df7c-4cb6-89d6-1233acbd1fe9 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event updated for resources: {'Network': ['ID=5d5775ed-a9c0-4200-9a73-8476110962fd,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:42.041560 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 5d5775ed-a9c0-4200-9a73-8476110962fd details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:27:42.106178 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d686c45f-df7c-4cb6-89d6-1233acbd1fe9 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7075706 Apr 20 13:27:42.112058 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40616) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:42.116104 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-0f1aacf2-9319-4d79-a458-2da912b06cfe tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Request body: {'subnet': {'network_id': '5d5775ed-a9c0-4200-9a73-8476110962fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:27:42.246851 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-017cf1ff-558c-41e0-b9ef-5447ff87e0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:42.253177 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-017cf1ff-558c-41e0-b9ef-5447ff87e0f3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6750b427-d284-44ce-99e6-dc0478a876dc HTTP/1.1" status: 200 len: 898 time: 0.3140454 Apr 20 13:27:42.314692 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:42.332042 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-57471001-cdf1-48d1-83de-3dde022f12f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c14fc494-8847-4150-88ae-bdb94766c222 HTTP/1.1" status: 200 len: 998 time: 0.0700612 Apr 20 13:27:42.393751 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-949ab6f2-218f-4e1b-a00b-d4252648ac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:42.396243 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-949ab6f2-218f-4e1b-a00b-d4252648ac4b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f8c00a85-0926-4962-942d-865bad164bb8 HTTP/1.1" status: 200 len: 835 time: 0.0531259 Apr 20 13:27:42.442165 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1aacf2-9319-4d79-a458-2da912b06cfe tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Made reservation on behalf of 5efe892c590047e984a53896d6d19985 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:27:42.447024 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0f1aacf2-9319-4d79-a458-2da912b06cfe tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:42.544626 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-b13e66c9-6028-4ed5-b6f4-666057dbbc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:42.546290 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-b13e66c9-6028-4ed5-b6f4-666057dbbc9b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6750b427-d284-44ce-99e6-dc0478a876dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1365659 Apr 20 13:27:42.805740 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-dd063011-c8d6-4587-b371-f5e9ecf52c5e service neutron] 10.222.0.15 "GET /v2.0/networks/6750b427-d284-44ce-99e6-dc0478a876dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522676 Apr 20 13:27:42.892694 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9385ac2e-b194-459f-a052-622dfd52c3da req-31e1eea0-b4fb-47b9-bf96-ae1a1b057484 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=90d3715d-030c-49b4-8692-7748ca011081 HTTP/1.1" status: 200 len: 210 time: 0.0548515 Apr 20 13:27:42.913974 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b631a9-1049-46f2-adeb-c85b22069124', 'tag': 'c14fc494-8847-4150-88ae-bdb94766c222'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:27:42.917294 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57202752-b032-4ec7-8e68-8a695c1ab7b6" -d '{"events": [{"name": "network-changed", "server_uuid": "d9b631a9-1049-46f2-adeb-c85b22069124", "tag": "c14fc494-8847-4150-88ae-bdb94766c222"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:27:42.952887 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:43.022438 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36099316-d21c-481c-ad22-b6a83cb6adbe x-openstack-request-id: req-36099316-d21c-481c-ad22-b6a83cb6adbe {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:27:43.022746 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9b631a9-1049-46f2-adeb-c85b22069124", "tag": "c14fc494-8847-4150-88ae-bdb94766c222", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:27:43.022999 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-36099316-d21c-481c-ad22-b6a83cb6adbe {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:27:43.029764 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36099316-d21c-481c-ad22-b6a83cb6adbe'] response: {'name': 'network-changed', 'server_uuid': 'd9b631a9-1049-46f2-adeb-c85b22069124', 'tag': 'c14fc494-8847-4150-88ae-bdb94766c222', 'status': 'completed', 'code': 200} Apr 20 13:27:43.060791 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-cf6d4b1c-8e3d-4e5e-a5f0-c3cf076d34d6 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:43.062508 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-cf6d4b1c-8e3d-4e5e-a5f0-c3cf076d34d6 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.15 "GET /v2.0/networks?id=bffadad1-e693-483b-8eeb-21265f06be5a HTTP/1.1" status: 200 len: 805 time: 0.4446547 Apr 20 13:27:43.086844 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-08c2ec9c-dac0-4175-b731-d0f0b51b8860 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Request body: {'port': {'device_id': '90d3715d-030c-49b4-8692-7748ca011081', 'network_id': 'bffadad1-e693-483b-8eeb-21265f06be5a', 'admin_state_up': True, 'tenant_id': '1769fcf5b9754a27a1574952891cab93'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:27:43.090067 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-2aa9e2cf-d299-4084-b8b2-8ccc8fd740d0 service neutron] 10.222.0.15 "GET /v2.0/networks/6750b427-d284-44ce-99e6-dc0478a876dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637575 Apr 20 13:27:43.097664 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeec92f-7d52-41b5-b349-334453b6260f req-715e99db-0eeb-43a6-bf47-b5d5d85ffc5b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:43.101272 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6eeec92f-7d52-41b5-b349-334453b6260f req-715e99db-0eeb-43a6-bf47-b5d5d85ffc5b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 943 time: 0.2219262 Apr 20 13:27:43.181557 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0f1aacf2-9319-4d79-a458-2da912b06cfe tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:43.330517 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57202752-b032-4ec7-8e68-8a695c1ab7b6 req-fbfbc88b-9f54-4157-bd2c-6ba1e30c598b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:43.334781 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-57202752-b032-4ec7-8e68-8a695c1ab7b6 req-fbfbc88b-9f54-4157-bd2c-6ba1e30c598b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d7599e499ac4ab585978f26ba0a43a9&device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 1094 time: 0.3037190 Apr 20 13:27:43.357358 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1aacf2-9319-4d79-a458-2da912b06cfe tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Checking segment: {'id': '10767d11-319f-435c-a4fa-5948d509d9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5d5775ed-a9c0-4200-9a73-8476110962fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:27:43.363535 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1aacf2-9319-4d79-a458-2da912b06cfe tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Network hostable DHCP agents. Network: 5d5775ed-a9c0-4200-9a73-8476110962fd, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:27:43.363535 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1aacf2-9319-4d79-a458-2da912b06cfe tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event updated for resources: {'Subnet': ['ID=0dab272a-9ea6-4fdf-90ad-dfadbcd6bfda,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:43.369065 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57202752-b032-4ec7-8e68-8a695c1ab7b6 req-781209d8-f14d-4204-804f-2c8ca6414072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:43.370569 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-57202752-b032-4ec7-8e68-8a695c1ab7b6 req-781209d8-f14d-4204-804f-2c8ca6414072 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7d7599e499ac4ab585978f26ba0a43a9&device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 1094 time: 0.1267560 Apr 20 13:27:43.407802 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6eeec92f-7d52-41b5-b349-334453b6260f req-3fcf3e60-af07-41cd-8c86-ce24e68c481f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2855239 Apr 20 13:27:43.505325 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57202752-b032-4ec7-8e68-8a695c1ab7b6 req-4ef61d41-4135-4a04-9faa-5f5c71c213f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:43.506832 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-57202752-b032-4ec7-8e68-8a695c1ab7b6 req-4ef61d41-4135-4a04-9faa-5f5c71c213f1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6750b427-d284-44ce-99e6-dc0478a876dc HTTP/1.1" status: 200 len: 898 time: 0.1259863 Apr 20 13:27:43.515380 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57202752-b032-4ec7-8e68-8a695c1ab7b6 req-93450e37-5f3c-4be2-ba36-b2d36992f40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:43.517344 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-57202752-b032-4ec7-8e68-8a695c1ab7b6 req-93450e37-5f3c-4be2-ba36-b2d36992f40a service neutron] 10.222.0.32 "GET /v2.0/networks?id=6750b427-d284-44ce-99e6-dc0478a876dc HTTP/1.1" status: 200 len: 898 time: 0.1760514 Apr 20 13:27:43.585605 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1aacf2-9319-4d79-a458-2da912b06cfe tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Network 5d5775ed-a9c0-4200-9a73-8476110962fd is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:27:43.590589 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-57202752-b032-4ec7-8e68-8a695c1ab7b6 req-52310ab6-6ba3-405c-9d5c-598a43806f53 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c14fc494-8847-4150-88ae-bdb94766c222 HTTP/1.1" status: 200 len: 998 time: 0.0751221 Apr 20 13:27:43.622141 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-08c2ec9c-dac0-4175-b731-d0f0b51b8860 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Made reservation on behalf of 1769fcf5b9754a27a1574952891cab93 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:27:43.625734 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-08c2ec9c-dac0-4175-b731-d0f0b51b8860 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:43.637874 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-57202752-b032-4ec7-8e68-8a695c1ab7b6 req-61f8d2b5-c6cd-4dfe-b4c2-8ae587e5dbc3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c14fc494-8847-4150-88ae-bdb94766c222 HTTP/1.1" status: 200 len: 998 time: 0.1125083 Apr 20 13:27:43.673214 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57202752-b032-4ec7-8e68-8a695c1ab7b6 req-ad927fec-d267-4cb5-b217-a3ef689d1dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:43.675063 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-57202752-b032-4ec7-8e68-8a695c1ab7b6 req-ad927fec-d267-4cb5-b217-a3ef689d1dd5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f8c00a85-0926-4962-942d-865bad164bb8 HTTP/1.1" status: 200 len: 835 time: 0.0770717 Apr 20 13:27:43.676328 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-0f1aacf2-9319-4d79-a458-2da912b06cfe tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 5d5775ed-a9c0-4200-9a73-8476110962fd) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:27:43.682268 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1aacf2-9319-4d79-a458-2da912b06cfe tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:43.683325 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0f1aacf2-9319-4d79-a458-2da912b06cfe tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:43.684827 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b67b04c-58c2-435c-a28a-e77bc43bbddf None None] Network 5d5775ed-a9c0-4200-9a73-8476110962fd requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:27:43.740950 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57202752-b032-4ec7-8e68-8a695c1ab7b6 req-fc32ff77-290c-4acc-b931-6e3dbfd7f0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:43.743007 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-57202752-b032-4ec7-8e68-8a695c1ab7b6 req-fc32ff77-290c-4acc-b931-6e3dbfd7f0f3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6750b427-d284-44ce-99e6-dc0478a876dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566692 Apr 20 13:27:43.859041 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57202752-b032-4ec7-8e68-8a695c1ab7b6 req-dc46db64-1718-403c-81b6-8c4ed501d60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:43.860752 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-57202752-b032-4ec7-8e68-8a695c1ab7b6 req-dc46db64-1718-403c-81b6-8c4ed501d60a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f8c00a85-0926-4962-942d-865bad164bb8 HTTP/1.1" status: 200 len: 835 time: 0.2141371 Apr 20 13:27:43.918782 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-57202752-b032-4ec7-8e68-8a695c1ab7b6 req-15f656e6-bf07-4240-b826-0d589c2b40d7 service neutron] 10.222.0.15 "GET /v2.0/networks/6750b427-d284-44ce-99e6-dc0478a876dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673036 Apr 20 13:27:43.934991 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0f1aacf2-9319-4d79-a458-2da912b06cfe tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8255918 Apr 20 13:27:43.962048 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 40660) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:43.994079 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0f7d3c-7719-4150-82d9-7230d36b8b14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-5d5775ed-a9c0-4200-9a73-8476110962fd', 'network_id': '5d5775ed-a9c0-4200-9a73-8476110962fd', 'tenant_id': '5efe892c590047e984a53896d6d19985', 'fixed_ips': [{'subnet_id': '0dab272a-9ea6-4fdf-90ad-dfadbcd6bfda'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:27:43.994960 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8e0f7d3c-7719-4150-82d9-7230d36b8b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:44.021764 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57202752-b032-4ec7-8e68-8a695c1ab7b6 req-8922f028-6b58-4f0c-94b8-af1fddff32c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:44.024784 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-57202752-b032-4ec7-8e68-8a695c1ab7b6 req-8922f028-6b58-4f0c-94b8-af1fddff32c1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6750b427-d284-44ce-99e6-dc0478a876dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1510081 Apr 20 13:27:44.161263 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-35aee815-814a-42fc-8ff5-aea1bc623d40 req-b0fffbc9-fec9-4124-ad17-579deed43f14 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=90d3715d-030c-49b4-8692-7748ca011081 HTTP/1.1" status: 200 len: 210 time: 0.0820916 Apr 20 13:27:44.189582 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-57202752-b032-4ec7-8e68-8a695c1ab7b6 req-c0094dfd-2e62-454a-b601-272991ebe6e7 service neutron] 10.222.0.15 "GET /v2.0/networks/6750b427-d284-44ce-99e6-dc0478a876dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522388 Apr 20 13:27:44.211552 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-8e0f7d3c-7719-4150-82d9-7230d36b8b14 None None] Allocated IP 172.20.0.2 (5d5775ed-a9c0-4200-9a73-8476110962fd/0dab272a-9ea6-4fdf-90ad-dfadbcd6bfda/ccc8447b-499d-4d55-b53e-eb95d179182a) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:27:44.223049 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-08c2ec9c-dac0-4175-b731-d0f0b51b8860 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Allocated IP 172.20.0.9 (bffadad1-e693-483b-8eeb-21265f06be5a/6c9f0b80-55d8-4485-9b41-54f7ac34cd10/44d808be-11b7-4386-8b51-1000b7967e3a) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:27:44.342607 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b3f445cb-0914-4ffb-8df2-4b49d82863ee tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:44.355479 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-57202752-b032-4ec7-8e68-8a695c1ab7b6 req-e518654c-fc7b-42a4-b199-00e5104e3a3e service neutron] 10.222.0.32 "GET /v2.0/networks/6750b427-d284-44ce-99e6-dc0478a876dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221619 Apr 20 13:27:44.452095 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8e0f7d3c-7719-4150-82d9-7230d36b8b14 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:44.548254 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8e0f7d3c-7719-4150-82d9-7230d36b8b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:44.561109 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b3f445cb-0914-4ffb-8df2-4b49d82863ee tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:44.593084 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0f7d3c-7719-4150-82d9-7230d36b8b14 None None] Network 5d5775ed-a9c0-4200-9a73-8476110962fd is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:27:44.598636 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-8e0f7d3c-7719-4150-82d9-7230d36b8b14 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:27:44.609270 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0f7d3c-7719-4150-82d9-7230d36b8b14 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:27:44.632249 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f7d3c-7719-4150-82d9-7230d36b8b14 None None] Pushing event updated for resources: {'Port': ['ID=ccc8447b-499d-4d55-b53e-eb95d179182a,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:44.663350 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab52ce0-9a61-4372-9279-a2cea263db47 req-9a0a5a2f-e8ec-406f-8efb-088779f1401c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:44.665432 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3ab52ce0-9a61-4372-9279-a2cea263db47 req-9a0a5a2f-e8ec-406f-8efb-088779f1401c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 943 time: 0.1665838 Apr 20 13:27:44.674670 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-08c2ec9c-dac0-4175-b731-d0f0b51b8860 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:44.682439 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-8e0f7d3c-7719-4150-82d9-7230d36b8b14 None None] Attempting to bind port ccc8447b-499d-4d55-b53e-eb95d179182a on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:27:44.682698 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-57202752-b032-4ec7-8e68-8a695c1ab7b6 req-19f03f14-172a-4e79-834e-de134be1b9a5 service neutron] 10.222.0.32 "GET /v2.0/networks/6750b427-d284-44ce-99e6-dc0478a876dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153906 Apr 20 13:27:44.682864 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-8e0f7d3c-7719-4150-82d9-7230d36b8b14 None None] Attempting to bind port ccc8447b-499d-4d55-b53e-eb95d179182a by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '10767d11-319f-435c-a4fa-5948d509d9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5d5775ed-a9c0-4200-9a73-8476110962fd'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:27:44.683177 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0f7d3c-7719-4150-82d9-7230d36b8b14 None None] Attempting to bind port ccc8447b-499d-4d55-b53e-eb95d179182a on network 5d5775ed-a9c0-4200-9a73-8476110962fd {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:27:44.698022 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0f7d3c-7719-4150-82d9-7230d36b8b14 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:27:44.699068 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0f7d3c-7719-4150-82d9-7230d36b8b14 None None] Checking segment: {'id': '10767d11-319f-435c-a4fa-5948d509d9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5d5775ed-a9c0-4200-9a73-8476110962fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:27:44.699438 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8e0f7d3c-7719-4150-82d9-7230d36b8b14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:44.700448 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0f7d3c-7719-4150-82d9-7230d36b8b14 None None] Bound using segment: {'id': '10767d11-319f-435c-a4fa-5948d509d9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5d5775ed-a9c0-4200-9a73-8476110962fd'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:27:44.701055 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-8e0f7d3c-7719-4150-82d9-7230d36b8b14 None None] Bound port: ccc8447b-499d-4d55-b53e-eb95d179182a, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10767d11-319f-435c-a4fa-5948d509d9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5d5775ed-a9c0-4200-9a73-8476110962fd'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:27:44.701782 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8e0f7d3c-7719-4150-82d9-7230d36b8b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:44.749976 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3ab52ce0-9a61-4372-9279-a2cea263db47 req-7f1d56f6-c50a-477e-b227-1d6d19c147d7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615377 Apr 20 13:27:44.792891 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b3f445cb-0914-4ffb-8df2-4b49d82863ee tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:44.797685 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-8e0f7d3c-7719-4150-82d9-7230d36b8b14 None None] For port ccc8447b-499d-4d55-b53e-eb95d179182a, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:27:44.802413 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-8e0f7d3c-7719-4150-82d9-7230d36b8b14 None None] For port ccc8447b-499d-4d55-b53e-eb95d179182a, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ccc8447b-499d-4d55-b53e-eb95d179182a,segment=NetworkSegment(10767d11-319f-435c-a4fa-5948d509d9c7),segment_id=10767d11-319f-435c-a4fa-5948d509d9c7)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:27:44.826175 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f445cb-0914-4ffb-8df2-4b49d82863ee tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event deleted for resources: {'Subnet': ['ID=0dab272a-9ea6-4fdf-90ad-dfadbcd6bfda,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:44.828454 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-08c2ec9c-dac0-4175-b731-d0f0b51b8860 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:44.844821 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['8964fd46-ee04-4949-bc3b-01aa6c0daa3f'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:27:44.882744 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8e0f7d3c-7719-4150-82d9-7230d36b8b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:44.989379 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-08c2ec9c-dac0-4175-b731-d0f0b51b8860 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Network bffadad1-e693-483b-8eeb-21265f06be5a is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:27:45.001266 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f7d3c-7719-4150-82d9-7230d36b8b14 None None] Pushing event updated for resources: {'Port': ['ID=ccc8447b-499d-4d55-b53e-eb95d179182a,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:45.005685 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-08c2ec9c-dac0-4175-b731-d0f0b51b8860 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:27:45.012871 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-08c2ec9c-dac0-4175-b731-d0f0b51b8860 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:27:45.033108 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b3f445cb-0914-4ffb-8df2-4b49d82863ee tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:45.043004 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2ec9c-dac0-4175-b731-d0f0b51b8860 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Pushing event updated for resources: {'Port': ['ID=44d808be-11b7-4386-8b51-1000b7967e3a,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:45.109239 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-b3f445cb-0914-4ffb-8df2-4b49d82863ee tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d5775ed-a9c0-4200-9a73-8476110962fd']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:45.129996 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-b3f445cb-0914-4ffb-8df2-4b49d82863ee tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10767d11-319f-435c-a4fa-5948d509d9c7') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:45.129996 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-b3f445cb-0914-4ffb-8df2-4b49d82863ee tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10767d11-319f-435c-a4fa-5948d509d9c7') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:45.145208 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-08c2ec9c-dac0-4175-b731-d0f0b51b8860 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:45.145851 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-08c2ec9c-dac0-4175-b731-d0f0b51b8860 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:45.149961 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b3f445cb-0914-4ffb-8df2-4b49d82863ee tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:45.177064 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b3f445cb-0914-4ffb-8df2-4b49d82863ee tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:45.192848 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f445cb-0914-4ffb-8df2-4b49d82863ee tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:27:45.193218 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b3f445cb-0914-4ffb-8df2-4b49d82863ee tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:45.197175 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:27:45.197175 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:27:45.197175 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:27:45.197175 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:27:45.197175 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:27:45.197175 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:27:45.197175 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:27:45.197175 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:27:45.197175 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:27:45.197175 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:27:45.197175 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:27:45.197175 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:27:45.197175 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:27:45.197175 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:27:45.197175 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:27:45.197175 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:27:45.197175 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:27:45.197175 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:27:45.197175 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:27:45.197175 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:27:45.197175 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:27:45.197175 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:27:45.197175 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:27:45.197175 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:27:45.197175 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:27:45.197175 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:27:45.197175 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:27:45.197175 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:27:45.197175 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:27:45.197175 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:27:45.197175 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:27:45.197175 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:27:45.256851 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-08c2ec9c-dac0-4175-b731-d0f0b51b8860 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1759408 Apr 20 13:27:45.322112 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-83d7544c-3fcb-426e-a925-8f7826b7b525 service neutron] Request body: {'port': {'device_id': '90d3715d-030c-49b4-8692-7748ca011081', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:27:45.465562 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.db.api [None req-b3f445cb-0914-4ffb-8df2-4b49d82863ee tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 13:27:45.465562 n-d-836015-7 neutron-server[114869]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 13:27:45.465562 n-d-836015-7 neutron-server[114869]: [parameters: {'id': '5d5775ed-a9c0-4200-9a73-8476110962fd'}] Apr 20 13:27:45.465562 n-d-836015-7 neutron-server[114869]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114869) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:27:45.466012 n-d-836015-7 neutron-server[114869]: DEBUG oslo_db.api [None req-b3f445cb-0914-4ffb-8df2-4b49d82863ee tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:27:45.469876 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-83d7544c-3fcb-426e-a925-8f7826b7b525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:45.624597 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:27:45.641471 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7407701c-d0f4-4c69-9bdc-4daed6a79b3c req-66a4121d-ec0f-4038-9abf-9edddda7c326 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:45.643457 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7407701c-d0f4-4c69-9bdc-4daed6a79b3c req-66a4121d-ec0f-4038-9abf-9edddda7c326 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=90d3715d-030c-49b4-8692-7748ca011081 HTTP/1.1" status: 200 len: 931 time: 0.3318620 Apr 20 13:27:45.712438 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7407701c-d0f4-4c69-9bdc-4daed6a79b3c req-8054ed6e-0bbc-4369-8082-04974c8c1e12 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584381 Apr 20 13:27:45.891860 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-83d7544c-3fcb-426e-a925-8f7826b7b525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44d808be-11b7-4386-8b51-1000b7967e3a {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:27:45.900981 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-83d7544c-3fcb-426e-a925-8f7826b7b525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:45.926640 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-83d7544c-3fcb-426e-a925-8f7826b7b525 service neutron] Transition to ACTIVE for port object 44d808be-11b7-4386-8b51-1000b7967e3a will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:27:45.967766 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b3f445cb-0914-4ffb-8df2-4b49d82863ee tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:45.979969 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71417273-82a6-49d4-85e0-96b4612ab379 req-b637395a-774a-4742-aaf1-b1f593f9fff7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:45.981703 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-71417273-82a6-49d4-85e0-96b4612ab379 req-b637395a-774a-4742-aaf1-b1f593f9fff7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 943 time: 0.1452661 Apr 20 13:27:46.061368 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-83d7544c-3fcb-426e-a925-8f7826b7b525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:46.188551 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-71417273-82a6-49d4-85e0-96b4612ab379 req-85b866a7-32b3-47fa-8df3-2568a51bf743 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980591 Apr 20 13:27:46.245549 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d7544c-3fcb-426e-a925-8f7826b7b525 service neutron] Pushing event updated for resources: {'Port': ['ID=44d808be-11b7-4386-8b51-1000b7967e3a,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:46.255282 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ccc8447b-499d-4d55-b53e-eb95d179182a up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:27:46.300854 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-b3f445cb-0914-4ffb-8df2-4b49d82863ee tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Deleting port ccc8447b-499d-4d55-b53e-eb95d179182a {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:27:46.301199 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b3f445cb-0914-4ffb-8df2-4b49d82863ee tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:46.377674 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port ccc8447b-499d-4d55-b53e-eb95d179182a triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:27:46.378480 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:46.602850 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bfe713-1aec-44fd-a066-e6d9c7d7bc41 None None] Network 5d5775ed-a9c0-4200-9a73-8476110962fd requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:27:46.835025 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-01f6b19a-54c7-4eff-9fa3-b06694facbff None None] Provisioning complete for port ccc8447b-499d-4d55-b53e-eb95d179182a triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:27:46.835025 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-01f6b19a-54c7-4eff-9fa3-b06694facbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:46.861088 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:46.947712 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port ccc8447b-499d-4d55-b53e-eb95d179182a, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ccc8447b-499d-4d55-b53e-eb95d179182a,segment=NetworkSegment(10767d11-319f-435c-a4fa-5948d509d9c7),segment_id=10767d11-319f-435c-a4fa-5948d509d9c7)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:47.050111 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-01f6b19a-54c7-4eff-9fa3-b06694facbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:47.052162 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e9d17c-bc1d-4c1d-a6ad-8558247e48eb None None] DHCP port deletion for 5d5775ed-a9c0-4200-9a73-8476110962fd request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:27:47.055069 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:47.068457 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-83d7544c-3fcb-426e-a925-8f7826b7b525 service neutron] Attempting to bind port 44d808be-11b7-4386-8b51-1000b7967e3a on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:27:47.069621 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-83d7544c-3fcb-426e-a925-8f7826b7b525 service neutron] Attempting to bind port 44d808be-11b7-4386-8b51-1000b7967e3a by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '61aa0039-68ca-4033-b082-432ef8c81b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bffadad1-e693-483b-8eeb-21265f06be5a'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:27:47.070188 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-83d7544c-3fcb-426e-a925-8f7826b7b525 service neutron] Attempting to bind port 44d808be-11b7-4386-8b51-1000b7967e3a on network bffadad1-e693-483b-8eeb-21265f06be5a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:27:47.111144 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-83d7544c-3fcb-426e-a925-8f7826b7b525 service neutron] Port 44d808be-11b7-4386-8b51-1000b7967e3a on network bffadad1-e693-483b-8eeb-21265f06be5a not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:27:47.111479 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-83d7544c-3fcb-426e-a925-8f7826b7b525 service neutron] Attempting to bind port 44d808be-11b7-4386-8b51-1000b7967e3a on network bffadad1-e693-483b-8eeb-21265f06be5a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:27:47.126657 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-83d7544c-3fcb-426e-a925-8f7826b7b525 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:27:47.126991 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-83d7544c-3fcb-426e-a925-8f7826b7b525 service neutron] Checking segment: {'id': '61aa0039-68ca-4033-b082-432ef8c81b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bffadad1-e693-483b-8eeb-21265f06be5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:27:47.127557 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-83d7544c-3fcb-426e-a925-8f7826b7b525 service neutron] Bound using segment: {'id': '61aa0039-68ca-4033-b082-432ef8c81b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bffadad1-e693-483b-8eeb-21265f06be5a'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:27:47.127991 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-83d7544c-3fcb-426e-a925-8f7826b7b525 service neutron] Bound port: 44d808be-11b7-4386-8b51-1000b7967e3a, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61aa0039-68ca-4033-b082-432ef8c81b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bffadad1-e693-483b-8eeb-21265f06be5a'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:27:47.128355 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-83d7544c-3fcb-426e-a925-8f7826b7b525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:47.136182 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-b3f445cb-0914-4ffb-8df2-4b49d82863ee tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] For port ccc8447b-499d-4d55-b53e-eb95d179182a, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ccc8447b-499d-4d55-b53e-eb95d179182a,segment=NetworkSegment(10767d11-319f-435c-a4fa-5948d509d9c7),segment_id=10767d11-319f-435c-a4fa-5948d509d9c7)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:47.136901 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b3f445cb-0914-4ffb-8df2-4b49d82863ee tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:47.137532 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=ccc8447b-499d-4d55-b53e-eb95d179182a,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:47.177207 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-b3f445cb-0914-4ffb-8df2-4b49d82863ee tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Calling delete_port for ccc8447b-499d-4d55-b53e-eb95d179182a owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:27:47.197509 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94d39a-48cd-4081-9d90-31d453a55d51 req-a9a39db7-bc63-4946-a346-ab519797188d tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:47.199133 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bf94d39a-48cd-4081-9d90-31d453a55d51 req-a9a39db7-bc63-4946-a346-ab519797188d tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=90d3715d-030c-49b4-8692-7748ca011081 HTTP/1.1" status: 200 len: 943 time: 0.2104981 Apr 20 13:27:47.227789 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1763aef3-8dce-4f7c-9c5a-e230308ffed4 req-7d65d21e-8f44-4d43-b885-42466256fcf7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c684c116-d9af-4e46-9a01-0ae4ff9593fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2453070 Apr 20 13:27:47.346206 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-01f6b19a-54c7-4eff-9fa3-b06694facbff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:27:47.347192 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-01f6b19a-54c7-4eff-9fa3-b06694facbff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:27:47.351890 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-e7e9d17c-bc1d-4c1d-a6ad-8558247e48eb None None] Deleting port ccc8447b-499d-4d55-b53e-eb95d179182a {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:27:47.352579 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e7e9d17c-bc1d-4c1d-a6ad-8558247e48eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:47.433930 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-e7e9d17c-bc1d-4c1d-a6ad-8558247e48eb None None] For port ccc8447b-499d-4d55-b53e-eb95d179182a, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ccc8447b-499d-4d55-b53e-eb95d179182a,segment=NetworkSegment(10767d11-319f-435c-a4fa-5948d509d9c7),segment_id=10767d11-319f-435c-a4fa-5948d509d9c7)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:47.434659 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e7e9d17c-bc1d-4c1d-a6ad-8558247e48eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:47.482502 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bf94d39a-48cd-4081-9d90-31d453a55d51 req-991540ca-c756-455f-80ee-146e869f7d76 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516065 Apr 20 13:27:47.492379 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-83d7544c-3fcb-426e-a925-8f7826b7b525 service neutron] For port 44d808be-11b7-4386-8b51-1000b7967e3a, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:27:47.505419 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-83d7544c-3fcb-426e-a925-8f7826b7b525 service neutron] For port 44d808be-11b7-4386-8b51-1000b7967e3a, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=44d808be-11b7-4386-8b51-1000b7967e3a,segment=NetworkSegment(61aa0039-68ca-4033-b082-432ef8c81b46),segment_id=61aa0039-68ca-4033-b082-432ef8c81b46)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:27:47.514526 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763aef3-8dce-4f7c-9c5a-e230308ffed4 req-da93a1ac-d881-4649-a75c-e7087cd7eda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:47.521026 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1763aef3-8dce-4f7c-9c5a-e230308ffed4 req-da93a1ac-d881-4649-a75c-e7087cd7eda9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b5dc3931e6714f8cb843649afbc5f7c5&device_id=c684c116-d9af-4e46-9a01-0ae4ff9593fc HTTP/1.1" status: 200 len: 1096 time: 0.2019863 Apr 20 13:27:47.533632 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6156295-ee99-491d-b1da-352ca591c0a7 req-b8c6d5a9-6855-4173-8cf4-21eb16ee2abb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:47.536821 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e6156295-ee99-491d-b1da-352ca591c0a7 req-b8c6d5a9-6855-4173-8cf4-21eb16ee2abb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 943 time: 0.1739268 Apr 20 13:27:47.593994 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-83d7544c-3fcb-426e-a925-8f7826b7b525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:47.638734 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-e7e9d17c-bc1d-4c1d-a6ad-8558247e48eb None None] Calling delete_port for ccc8447b-499d-4d55-b53e-eb95d179182a owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:27:47.664905 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d7544c-3fcb-426e-a925-8f7826b7b525 service neutron] Pushing event updated for resources: {'Port': ['ID=44d808be-11b7-4386-8b51-1000b7967e3a,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:47.713017 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-83d7544c-3fcb-426e-a925-8f7826b7b525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:47.715849 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-83d7544c-3fcb-426e-a925-8f7826b7b525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:47.715849 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-83d7544c-3fcb-426e-a925-8f7826b7b525 service neutron] 10.222.0.15 "PUT /v2.0/ports/44d808be-11b7-4386-8b51-1000b7967e3a HTTP/1.1" status: 200 len: 1091 time: 2.4025695 Apr 20 13:27:47.723105 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d3715d-030c-49b4-8692-7748ca011081', 'tag': '44d808be-11b7-4386-8b51-1000b7967e3a'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:27:47.725981 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496a34a0-e414-48f4-af53-40c1ab0c3ad5" -d '{"events": [{"name": "network-changed", "server_uuid": "90d3715d-030c-49b4-8692-7748ca011081", "tag": "44d808be-11b7-4386-8b51-1000b7967e3a"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:27:47.758478 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e6156295-ee99-491d-b1da-352ca591c0a7 req-d483714f-6548-4a56-ae3c-15ad0d7a2e35 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069848 Apr 20 13:27:47.782675 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff330532-185f-44e0-a57a-7b43857c12d1 x-openstack-request-id: req-ff330532-185f-44e0-a57a-7b43857c12d1 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:27:47.783772 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90d3715d-030c-49b4-8692-7748ca011081", "tag": "44d808be-11b7-4386-8b51-1000b7967e3a", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:27:47.784110 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ff330532-185f-44e0-a57a-7b43857c12d1 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:27:47.784897 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff330532-185f-44e0-a57a-7b43857c12d1'] response: {'name': 'network-changed', 'server_uuid': '90d3715d-030c-49b4-8692-7748ca011081', 'tag': '44d808be-11b7-4386-8b51-1000b7967e3a', 'status': 'completed', 'code': 200} Apr 20 13:27:47.799501 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b3f445cb-0914-4ffb-8df2-4b49d82863ee tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:47.844174 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e7e9d17c-bc1d-4c1d-a6ad-8558247e48eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:47.910535 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e9d17c-bc1d-4c1d-a6ad-8558247e48eb None None] No DVR routers for this DVR port ccc8447b-499d-4d55-b53e-eb95d179182a on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:27:47.916456 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-01f6b19a-54c7-4eff-9fa3-b06694facbff None None] Port ccc8447b-499d-4d55-b53e-eb95d179182a update to ACTIVE by agent not found {{(pid=114871) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 20 13:27:47.923918 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9d17c-bc1d-4c1d-a6ad-8558247e48eb None None] Pushing event deleted for resources: {'Port': ['ID=ccc8447b-499d-4d55-b53e-eb95d179182a,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:47.965811 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f445cb-0914-4ffb-8df2-4b49d82863ee tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event deleted for resources: {'Port': ['ID=ccc8447b-499d-4d55-b53e-eb95d179182a,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:47.984344 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763aef3-8dce-4f7c-9c5a-e230308ffed4 req-18a16b1d-a0ea-47f0-adb3-78246b8abe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:47.986025 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1763aef3-8dce-4f7c-9c5a-e230308ffed4 req-18a16b1d-a0ea-47f0-adb3-78246b8abe3f service neutron] 10.222.0.32 "GET /v2.0/networks?id=30a0afd4-452b-4cd5-87af-310670c6e8f3 HTTP/1.1" status: 200 len: 919 time: 0.4237285 Apr 20 13:27:48.000204 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f445cb-0914-4ffb-8df2-4b49d82863ee tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] No DVR routers for this DVR port ccc8447b-499d-4d55-b53e-eb95d179182a on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:27:48.086811 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1763aef3-8dce-4f7c-9c5a-e230308ffed4 req-576d39c2-e251-4ce9-9f97-deb6df9fa765 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55193739-acb9-4a02-9a46-02899d22e248 HTTP/1.1" status: 200 len: 217 time: 0.0917456 Apr 20 13:27:48.164580 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device c14fc494-8847-4150-88ae-bdb94766c222 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:27:48.168833 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ccc8447b-499d-4d55-b53e-eb95d179182a no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:27:48.254009 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: ccc8447b-499d-4d55-b53e-eb95d179182a {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:27:48.258267 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ccc8447b-499d-4d55-b53e-eb95d179182a not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:27:48.287077 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a34a0-e414-48f4-af53-40c1ab0c3ad5 req-b5618c41-652f-4918-93ce-24c701fe9300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:48.289827 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-496a34a0-e414-48f4-af53-40c1ab0c3ad5 req-b5618c41-652f-4918-93ce-24c701fe9300 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1769fcf5b9754a27a1574952891cab93&device_id=90d3715d-030c-49b4-8692-7748ca011081 HTTP/1.1" status: 200 len: 1094 time: 0.4800115 Apr 20 13:27:48.325605 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52318e-cff7-4b70-ae63-ec832ef2868f req-fd385492-4d55-4fcd-9715-8e5bab8b1599 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:48.326668 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2b52318e-cff7-4b70-ae63-ec832ef2868f req-fd385492-4d55-4fcd-9715-8e5bab8b1599 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124&tenant_id=7d7599e499ac4ab585978f26ba0a43a9&binding%3Ahost_id=n-h2-836015-7 HTTP/1.1" status: 200 len: 943 time: 0.1758254 Apr 20 13:27:48.401519 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494ee71-ad7f-4073-83b8-1e5c2571c927 req-5cafdc26-ddb3-48fe-817a-7e5864c8f025 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:48.409272 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [req-2b52318e-cff7-4b70-ae63-ec832ef2868f req-6ba87c7c-fe90-490d-a85f-c80cdefec278 service neutron] delete failed (client error): The resource could not be found. Apr 20 13:27:48.409628 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a494ee71-ad7f-4073-83b8-1e5c2571c927 req-5cafdc26-ddb3-48fe-817a-7e5864c8f025 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 943 time: 0.3182094 Apr 20 13:27:48.410876 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2b52318e-cff7-4b70-ae63-ec832ef2868f req-6ba87c7c-fe90-490d-a85f-c80cdefec278 service neutron] 10.222.0.32 "DELETE /v2.0/ports/c14fc494-8847-4150-88ae-bdb94766c222/bindings/n-h1-836015-7 HTTP/1.1" status: 404 len: 380 time: 0.0725520 Apr 20 13:27:48.421840 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port c14fc494-8847-4150-88ae-bdb94766c222, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=c14fc494-8847-4150-88ae-bdb94766c222,segment=NetworkSegment(827844b1-8ae2-4ff7-b0c5-d6119a147b16),segment_id=827844b1-8ae2-4ff7-b0c5-d6119a147b16)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:48.436942 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'c14fc494-8847-4150-88ae-bdb94766c222', 'network_id': '6750b427-d284-44ce-99e6-dc0478a876dc', 'port_id': 'c14fc494-8847-4150-88ae-bdb94766c222', 'mac_address': 'fa:16:3e:2c:3e:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8c00a85-0926-4962-942d-865bad164bb8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:27:48.501951 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:48.505865 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763aef3-8dce-4f7c-9c5a-e230308ffed4 req-c9d62d3b-41ff-4101-ae6d-eb102719ff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:48.509194 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1763aef3-8dce-4f7c-9c5a-e230308ffed4 req-c9d62d3b-41ff-4101-ae6d-eb102719ff11 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=30a664a4-266d-459a-b14d-e17b45ff5b80 HTTP/1.1" status: 200 len: 857 time: 0.3386970 Apr 20 13:27:48.516856 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b3f445cb-0914-4ffb-8df2-4b49d82863ee tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:48.519173 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c14fc494-8847-4150-88ae-bdb94766c222 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:27:48.543601 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port c14fc494-8847-4150-88ae-bdb94766c222, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=c14fc494-8847-4150-88ae-bdb94766c222,segment=NetworkSegment(827844b1-8ae2-4ff7-b0c5-d6119a147b16),segment_id=827844b1-8ae2-4ff7-b0c5-d6119a147b16)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:48.555572 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a494ee71-ad7f-4073-83b8-1e5c2571c927 req-3501d2a4-f32e-41ec-9e26-67c338215dcc tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395500 Apr 20 13:27:48.620603 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:48.624882 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-b3f445cb-0914-4ffb-8df2-4b49d82863ee tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d5775ed-a9c0-4200-9a73-8476110962fd']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:48.656830 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-b3f445cb-0914-4ffb-8df2-4b49d82863ee tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10767d11-319f-435c-a4fa-5948d509d9c7') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:48.657583 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-b3f445cb-0914-4ffb-8df2-4b49d82863ee tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10767d11-319f-435c-a4fa-5948d509d9c7') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:48.669663 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52318e-cff7-4b70-ae63-ec832ef2868f req-c40f7ab1-6188-40cc-80d3-754218176fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:48.674097 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2b52318e-cff7-4b70-ae63-ec832ef2868f req-c40f7ab1-6188-40cc-80d3-754218176fb8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d7599e499ac4ab585978f26ba0a43a9&device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 1094 time: 0.2082748 Apr 20 13:27:48.683060 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b3f445cb-0914-4ffb-8df2-4b49d82863ee tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:48.689799 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=c14fc494-8847-4150-88ae-bdb94766c222,revision_number=8']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:48.693102 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a34a0-e414-48f4-af53-40c1ab0c3ad5 req-2c7574e0-ed55-4ee0-8b11-37221a84acbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:48.695660 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-496a34a0-e414-48f4-af53-40c1ab0c3ad5 req-2c7574e0-ed55-4ee0-8b11-37221a84acbd service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=1769fcf5b9754a27a1574952891cab93&shared=False HTTP/1.1" status: 200 len: 906 time: 0.3930845 Apr 20 13:27:48.714795 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763aef3-8dce-4f7c-9c5a-e230308ffed4 req-a862b173-cb76-473b-99e7-7fb2613d63f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:48.716561 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1763aef3-8dce-4f7c-9c5a-e230308ffed4 req-a862b173-cb76-473b-99e7-7fb2613d63f0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=30a0afd4-452b-4cd5-87af-310670c6e8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1923196 Apr 20 13:27:48.728995 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b3f445cb-0914-4ffb-8df2-4b49d82863ee tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:48.785740 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f445cb-0914-4ffb-8df2-4b49d82863ee tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:27:48.786567 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b3f445cb-0914-4ffb-8df2-4b49d82863ee tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:48.814951 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52318e-cff7-4b70-ae63-ec832ef2868f req-46472828-4db8-4e74-b45a-5cfbdc220d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:48.817541 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2b52318e-cff7-4b70-ae63-ec832ef2868f req-46472828-4db8-4e74-b45a-5cfbdc220d2e service neutron] 10.222.0.32 "GET /v2.0/networks?id=6750b427-d284-44ce-99e6-dc0478a876dc HTTP/1.1" status: 200 len: 898 time: 0.1349101 Apr 20 13:27:48.828983 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:27:48.828983 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:27:48.828983 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:27:48.828983 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:27:48.828983 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:27:48.828983 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:27:48.828983 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:27:48.828983 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:27:48.828983 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:27:48.828983 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:27:48.828983 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:27:48.828983 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:27:48.828983 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:27:48.828983 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:27:48.828983 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:27:48.828983 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:27:48.828983 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:27:48.828983 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:27:48.828983 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:27:48.828983 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:27:48.828983 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:27:48.828983 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:27:48.828983 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:27:48.828983 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:27:48.828983 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:27:48.828983 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:27:48.828983 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:27:48.828983 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:27:48.828983 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:27:48.828983 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:27:48.828983 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:27:48.828983 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:27:48.917414 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2b52318e-cff7-4b70-ae63-ec832ef2868f req-15c1252a-9f2c-41a2-a46c-b60d986db95b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c14fc494-8847-4150-88ae-bdb94766c222 HTTP/1.1" status: 200 len: 999 time: 0.0869539 Apr 20 13:27:48.948029 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['c14fc494-8847-4150-88ae-bdb94766c222'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:27:48.982722 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52318e-cff7-4b70-ae63-ec832ef2868f req-3043c2d8-1cd3-48f6-8287-6eb3dd2fe830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:48.985777 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2b52318e-cff7-4b70-ae63-ec832ef2868f req-3043c2d8-1cd3-48f6-8287-6eb3dd2fe830 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f8c00a85-0926-4962-942d-865bad164bb8 HTTP/1.1" status: 200 len: 835 time: 0.0613778 Apr 20 13:27:49.057320 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a34a0-e414-48f4-af53-40c1ab0c3ad5 req-9ac35523-18bb-48cc-af09-5f9585bbae8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:49.059400 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-496a34a0-e414-48f4-af53-40c1ab0c3ad5 req-9ac35523-18bb-48cc-af09-5f9585bbae8f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3556216 Apr 20 13:27:49.061141 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1763aef3-8dce-4f7c-9c5a-e230308ffed4 req-b6c417a0-6ecf-4ae8-8ef3-7d8a6d2ae85f service neutron] 10.222.0.32 "GET /v2.0/networks/30a0afd4-452b-4cd5-87af-310670c6e8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215084 Apr 20 13:27:49.063318 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b3f445cb-0914-4ffb-8df2-4b49d82863ee tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:49.092073 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b3f445cb-0914-4ffb-8df2-4b49d82863ee tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:49.100493 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b3f445cb-0914-4ffb-8df2-4b49d82863ee tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "DELETE /v2.0/networks/5d5775ed-a9c0-4200-9a73-8476110962fd HTTP/1.1" status: 204 len: 168 time: 5.1357701 Apr 20 13:27:49.100986 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f445cb-0914-4ffb-8df2-4b49d82863ee tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event deleted for resources: {'Network': ['ID=5d5775ed-a9c0-4200-9a73-8476110962fd,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:49.106004 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52318e-cff7-4b70-ae63-ec832ef2868f req-3378ec52-31bb-4070-a7ee-d3722d36fe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:49.112521 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2b52318e-cff7-4b70-ae63-ec832ef2868f req-3378ec52-31bb-4070-a7ee-d3722d36fe17 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6750b427-d284-44ce-99e6-dc0478a876dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1160243 Apr 20 13:27:49.113210 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40836) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:49.143141 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a56e59-5e7c-4871-831b-5cce33c4ba5c req-d3dd9b83-4e42-4da9-8d3b-65039ad94c81 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:49.144964 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b1a56e59-5e7c-4871-831b-5cce33c4ba5c req-d3dd9b83-4e42-4da9-8d3b-65039ad94c81 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=90d3715d-030c-49b4-8692-7748ca011081 HTTP/1.1" status: 200 len: 943 time: 0.4134960 Apr 20 13:27:49.286854 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-76514538-7182-4666-ac08-0551f2e769c2 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] GET failed (client error): The resource could not be found. Apr 20 13:27:49.289303 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-76514538-7182-4666-ac08-0551f2e769c2 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "GET /v2.0/subnets/0dab272a-9ea6-4fdf-90ad-dfadbcd6bfda HTTP/1.1" status: 404 len: 337 time: 0.1748579 Apr 20 13:27:49.292606 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40850) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:49.339731 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b1a56e59-5e7c-4871-831b-5cce33c4ba5c req-674a24ee-7553-4d0f-b6a5-23c773840144 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846623 Apr 20 13:27:49.342843 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2b52318e-cff7-4b70-ae63-ec832ef2868f req-41219e39-d19d-4cf2-9b8a-9df04395c0ff service neutron] 10.222.0.32 "GET /v2.0/networks/6750b427-d284-44ce-99e6-dc0478a876dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113066 Apr 20 13:27:49.344687 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-779017e5-5d85-4a45-a8be-3f6723cef455 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] DELETE failed (client error): The resource could not be found. Apr 20 13:27:49.345362 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-779017e5-5d85-4a45-a8be-3f6723cef455 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:27:49.351097 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-779017e5-5d85-4a45-a8be-3f6723cef455 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "DELETE /v2.0/networks/5d5775ed-a9c0-4200-9a73-8476110962fd HTTP/1.1" status: 404 len: 339 time: 0.0559933 Apr 20 13:27:49.355097 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40858) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:49.368085 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-41c421ad-8353-4caa-89f6-bb1b249552a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:49.372018 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-41c421ad-8353-4caa-89f6-bb1b249552a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1769fcf5b9754a27a1574952891cab93&device_id=90d3715d-030c-49b4-8692-7748ca011081 HTTP/1.1" status: 200 len: 1094 time: 0.2517159 Apr 20 13:27:49.483253 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-c4c08eb2-d46a-4dde-b6c6-42e405b02062 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44d808be-11b7-4386-8b51-1000b7967e3a HTTP/1.1" status: 200 len: 217 time: 0.1032660 Apr 20 13:27:49.559499 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1763aef3-8dce-4f7c-9c5a-e230308ffed4 req-227ab663-58f8-4368-8cdd-9277433b4d69 service neutron] 10.222.0.32 "GET /v2.0/networks/30a0afd4-452b-4cd5-87af-310670c6e8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4685385 Apr 20 13:27:49.624143 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-08364bcb-a3c5-42d3-8b3d-76ed87868ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:49.627136 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-08364bcb-a3c5-42d3-8b3d-76ed87868ca1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c9f0b80-55d8-4485-9b41-54f7ac34cd10 HTTP/1.1" status: 200 len: 845 time: 0.1340709 Apr 20 13:27:49.709033 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2b52318e-cff7-4b70-ae63-ec832ef2868f req-e6c6869b-ef1a-474d-b62c-72706fae8d9d service neutron] 10.222.0.32 "GET /v2.0/networks/6750b427-d284-44ce-99e6-dc0478a876dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565960 Apr 20 13:27:49.720327 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3f5d96-4dbc-4a9d-a54e-57d209d8612e tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:49.721853 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ec3f5d96-4dbc-4a9d-a54e-57d209d8612e tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3512313 Apr 20 13:27:49.729227 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40882) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:49.744949 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-d708904b-2885-4c75-b29b-d37c465ab10f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bffadad1-e693-483b-8eeb-21265f06be5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105151 Apr 20 13:27:49.813384 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0b88bb24-a9db-428a-9051-f81723eb7777 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "GET /v2.0/subnets?network_id=08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 207 time: 0.0855529 Apr 20 13:27:49.816464 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40888) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:49.859317 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb2d07-3e41-40e4-916e-e3fbb3ddc166 req-d738d1fb-7d36-45e2-a535-ef1c708d0aa4 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:49.868690 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b6fb2d07-3e41-40e4-916e-e3fbb3ddc166 req-d738d1fb-7d36-45e2-a535-ef1c708d0aa4 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 944 time: 0.1957011 Apr 20 13:27:49.975441 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b6fb2d07-3e41-40e4-916e-e3fbb3ddc166 req-99d092df-78a6-4857-9d40-205de9e07ff7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054995 Apr 20 13:27:49.984283 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-34326fbe-50f0-4e7e-ae94-4885ce4a361f service neutron] 10.222.0.15 "GET /v2.0/networks/bffadad1-e693-483b-8eeb-21265f06be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312255 Apr 20 13:27:50.096061 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-948b59c5-1986-4796-91a6-344cf8f7d0bd req-596f15c8-913d-4970-bec3-ac11a3040d59 service neutron] 10.222.0.15 "GET /v2.0/networks/bffadad1-e693-483b-8eeb-21265f06be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029482 Apr 20 13:27:50.170169 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device c14fc494-8847-4150-88ae-bdb94766c222 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:27:50.219923 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-666d5c7b-c53d-40a6-ad6d-c4d61f2d4dea req-3eb34baa-fc7c-40c3-aeee-bbecfa1983dc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0645630 Apr 20 13:27:50.404586 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d5c7b-c53d-40a6-ad6d-c4d61f2d4dea req-8a9b6773-04e2-4eb0-b271-9e6f7a1a1a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:50.410380 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-666d5c7b-c53d-40a6-ad6d-c4d61f2d4dea req-8a9b6773-04e2-4eb0-b271-9e6f7a1a1a71 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b5dc3931e6714f8cb843649afbc5f7c5&device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 1096 time: 0.1630116 Apr 20 13:27:50.449363 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port c14fc494-8847-4150-88ae-bdb94766c222 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:27:50.454551 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port c14fc494-8847-4150-88ae-bdb94766c222 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:27:50.455025 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:50.514901 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd4dfcd-e2bc-485c-a56f-485f7794545c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:50.527523 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd4dfcd-e2bc-485c-a56f-485f7794545c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:50.547191 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd4dfcd-e2bc-485c-a56f-485f7794545c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:50.556840 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd4dfcd-e2bc-485c-a56f-485f7794545c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:50.560373 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9cd4dfcd-e2bc-485c-a56f-485f7794545c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.7427254 Apr 20 13:27:50.564192 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40920) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:50.622636 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d5c7b-c53d-40a6-ad6d-c4d61f2d4dea req-e73f5aff-4c4d-4888-a903-f327e1f50347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:50.624184 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-666d5c7b-c53d-40a6-ad6d-c4d61f2d4dea req-e73f5aff-4c4d-4888-a903-f327e1f50347 service neutron] 10.222.0.15 "GET /v2.0/networks?id=30a0afd4-452b-4cd5-87af-310670c6e8f3 HTTP/1.1" status: 200 len: 919 time: 0.1873567 Apr 20 13:27:50.642774 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:50.670905 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b631a9-1049-46f2-adeb-c85b22069124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14fc494-8847-4150-88ae-bdb94766c222'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:27:50.673553 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9789f9bf-5eb8-4346-841e-8ff48e72a6f6" -d '{"events": [{"server_uuid": "d9b631a9-1049-46f2-adeb-c85b22069124", "name": "network-vif-plugged", "status": "completed", "tag": "c14fc494-8847-4150-88ae-bdb94766c222"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:27:50.699940 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port c14fc494-8847-4150-88ae-bdb94766c222, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=c14fc494-8847-4150-88ae-bdb94766c222,segment=NetworkSegment(827844b1-8ae2-4ff7-b0c5-d6119a147b16),segment_id=827844b1-8ae2-4ff7-b0c5-d6119a147b16)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:50.730364 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5a4b3-dc0a-438b-baf4-6516008633ea req-f9d0e3f9-e2ac-4fb0-82d0-a9a0d4d6dd99 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:50.742015 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972a9c0c-a672-4cdd-b9ba-40bf4434e384 x-openstack-request-id: req-972a9c0c-a672-4cdd-b9ba-40bf4434e384 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:27:50.742377 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b631a9-1049-46f2-adeb-c85b22069124", "name": "network-vif-plugged", "status": "completed", "tag": "c14fc494-8847-4150-88ae-bdb94766c222", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:27:50.742697 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-972a9c0c-a672-4cdd-b9ba-40bf4434e384 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:27:50.743159 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-972a9c0c-a672-4cdd-b9ba-40bf4434e384'] response: {'server_uuid': 'd9b631a9-1049-46f2-adeb-c85b22069124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14fc494-8847-4150-88ae-bdb94766c222', 'code': 200} Apr 20 13:27:50.745784 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3fc5a4b3-dc0a-438b-baf4-6516008633ea req-f9d0e3f9-e2ac-4fb0-82d0-a9a0d4d6dd99 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=90d3715d-030c-49b4-8692-7748ca011081 HTTP/1.1" status: 200 len: 943 time: 0.2044261 Apr 20 13:27:50.766499 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3d9c1a5e-62cc-4539-9ea1-c38dba34a7f1 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2010248 Apr 20 13:27:50.767187 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 40936) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:50.792177 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:50.828813 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-666d5c7b-c53d-40a6-ad6d-c4d61f2d4dea req-94186963-8615-4499-8d95-b5f073f38ac0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9f3730c-1de2-44d2-9176-df2cb0c883eb HTTP/1.1" status: 200 len: 1001 time: 0.1823072 Apr 20 13:27:50.883898 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=c14fc494-8847-4150-88ae-bdb94766c222,revision_number=9']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:50.903095 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d5c7b-c53d-40a6-ad6d-c4d61f2d4dea req-e0c0c691-f977-474a-8546-66e7e3ff99b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:50.908282 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-666d5c7b-c53d-40a6-ad6d-c4d61f2d4dea req-e0c0c691-f977-474a-8546-66e7e3ff99b2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30a664a4-266d-459a-b14d-e17b45ff5b80 HTTP/1.1" status: 200 len: 857 time: 0.0658741 Apr 20 13:27:50.982960 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3fc5a4b3-dc0a-438b-baf4-6516008633ea req-229334a0-f23b-4a03-8cec-e60abb408a5a tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360187 Apr 20 13:27:50.987546 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114537da-ac39-432a-8a2d-9955ce35572f tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:50.989474 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114537da-ac39-432a-8a2d-9955ce35572f tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:50.991524 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-114537da-ac39-432a-8a2d-9955ce35572f tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2215247 Apr 20 13:27:50.999637 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40954) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:51.013415 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d5c7b-c53d-40a6-ad6d-c4d61f2d4dea req-e3ce69d0-80c1-41f8-bdff-fd16929562a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:51.015467 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-666d5c7b-c53d-40a6-ad6d-c4d61f2d4dea req-e3ce69d0-80c1-41f8-bdff-fd16929562a3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30a0afd4-452b-4cd5-87af-310670c6e8f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937014 Apr 20 13:27:51.139932 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7895a016-e247-48c9-9c60-9099b33e4ea7 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Attributes excluded by policy engine: ['shared'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:51.142190 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7895a016-e247-48c9-9c60-9099b33e4ea7 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Attributes excluded by policy engine: ['shared'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:51.144045 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7895a016-e247-48c9-9c60-9099b33e4ea7 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1431992 Apr 20 13:27:51.149812 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40960) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:51.173039 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3fed4-a73d-47be-8cc7-b83ae9608e43 req-ba8d6b07-3195-4073-95ef-7e3b9372eb20 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:51.174603 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6af3fed4-a73d-47be-8cc7-b83ae9608e43 req-ba8d6b07-3195-4073-95ef-7e3b9372eb20 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 945 time: 0.0769942 Apr 20 13:27:51.189813 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-666d5c7b-c53d-40a6-ad6d-c4d61f2d4dea req-118cc727-57cc-42bc-8e76-d1c26fed610a service neutron] 10.222.0.15 "GET /v2.0/networks/30a0afd4-452b-4cd5-87af-310670c6e8f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590173 Apr 20 13:27:51.280923 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6af3fed4-a73d-47be-8cc7-b83ae9608e43 req-8d7e2743-21e4-4f74-b471-f99bb4650d36 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901215 Apr 20 13:27:51.291067 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49309bc6-b7d5-4f66-8206-aa966129a499 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:51.292866 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-49309bc6-b7d5-4f66-8206-aa966129a499 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "GET /v2.0/networks/9e707e08-0fb9-41cc-9479-f02a6a2cd06a HTTP/1.1" status: 200 len: 800 time: 0.1417427 Apr 20 13:27:51.296872 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 40970) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:51.326705 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-666d5c7b-c53d-40a6-ad6d-c4d61f2d4dea req-69b1af0e-1bfa-434e-9e59-b206a45ad2c7 service neutron] 10.222.0.15 "GET /v2.0/networks/30a0afd4-452b-4cd5-87af-310670c6e8f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148374 Apr 20 13:27:51.343931 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 40976) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:51.442507 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-950cc818-5f8c-459e-b0c6-2de121240f7b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/floatingips/edf1a187-6bf8-46f0-a490-a2aa0453f2f3 HTTP/1.1" status: 200 len: 992 time: 0.0968440 Apr 20 13:27:51.469687 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8d0af7f8-abc5-4e66-9888-b5f6256121ea tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "GET /v2.0/networks/9e707e08-0fb9-41cc-9479-f02a6a2cd06a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1708126 Apr 20 13:27:51.476586 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 40984) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:51.538107 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6227bb64-fb32-4a12-a63d-b52f39a21a0d tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:51.540502 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-6227bb64-fb32-4a12-a63d-b52f39a21a0d tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "GET /v2.0/subnets/6ae460ad-f8bd-407c-964b-462889c2f064 HTTP/1.1" status: 200 len: 811 time: 0.0618579 Apr 20 13:27:51.543535 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 40990) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:51.606855 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0294c619-294a-485a-aca0-21c8dcd69d7e tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Attributes excluded by policy engine: ['shared'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:51.611419 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-0294c619-294a-485a-aca0-21c8dcd69d7e tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "GET /v2.0/subnets/6ae460ad-f8bd-407c-964b-462889c2f064?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0636511 Apr 20 13:27:51.611730 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 40994) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:51.617116 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-731f2fbc-1572-44a4-bfb9-a2fe1da8b2dc tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-475950022'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:27:51.689027 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731f2fbc-1572-44a4-bfb9-a2fe1da8b2dc tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Made reservation on behalf of 5efe892c590047e984a53896d6d19985 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:27:51.692508 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-731f2fbc-1572-44a4-bfb9-a2fe1da8b2dc tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:51.716573 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-731f2fbc-1572-44a4-bfb9-a2fe1da8b2dc tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:27:51.726485 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-731f2fbc-1572-44a4-bfb9-a2fe1da8b2dc tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:51.726828 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-731f2fbc-1572-44a4-bfb9-a2fe1da8b2dc tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Added segment 2065a5ec-2bfe-41ff-90ec-ea4abdf6acf5 of type vlan for network 3d96770e-0014-4dbc-9d55-a36f679f67a2 Apr 20 13:27:51.767877 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-731f2fbc-1572-44a4-bfb9-a2fe1da8b2dc tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:51.846565 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-731f2fbc-1572-44a4-bfb9-a2fe1da8b2dc tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:51.854290 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731f2fbc-1572-44a4-bfb9-a2fe1da8b2dc tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:51.855400 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-731f2fbc-1572-44a4-bfb9-a2fe1da8b2dc tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:51.929791 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f2fbc-1572-44a4-bfb9-a2fe1da8b2dc tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event updated for resources: {'Network': ['ID=3d96770e-0014-4dbc-9d55-a36f679f67a2,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:51.950842 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 3d96770e-0014-4dbc-9d55-a36f679f67a2 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:27:51.971813 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-731f2fbc-1572-44a4-bfb9-a2fe1da8b2dc tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3590419 Apr 20 13:27:51.974497 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 41016) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:51.985882 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-a6f92b62-2ac8-40c5-9931-afa11b038c2f tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Request body: {'subnet': {'network_id': '3d96770e-0014-4dbc-9d55-a36f679f67a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:27:52.195384 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f8bca-7828-43ce-a607-ebb9e841f2c6 req-af15fe4e-acba-4930-8ea5-fa790932167e tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:52.197174 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f70f8bca-7828-43ce-a607-ebb9e841f2c6 req-af15fe4e-acba-4930-8ea5-fa790932167e tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=90d3715d-030c-49b4-8692-7748ca011081 HTTP/1.1" status: 200 len: 943 time: 0.0765080 Apr 20 13:27:52.279578 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f70f8bca-7828-43ce-a607-ebb9e841f2c6 req-5ad58344-bd8a-4987-87c4-34a8a5c5b7f7 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735419 Apr 20 13:27:52.280490 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f92b62-2ac8-40c5-9931-afa11b038c2f tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Made reservation on behalf of 5efe892c590047e984a53896d6d19985 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:27:52.284701 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a6f92b62-2ac8-40c5-9931-afa11b038c2f tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:52.352312 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.ipam_backend_mixin [None req-a6f92b62-2ac8-40c5-9931-afa11b038c2f tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Performing IP validity checks on allocation pools {{(pid=114869) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 20 13:27:52.353192 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.ipam_backend_mixin [None req-a6f92b62-2ac8-40c5-9931-afa11b038c2f tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114869) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 20 13:27:52.591771 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a6f92b62-2ac8-40c5-9931-afa11b038c2f tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:52.667482 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f92b62-2ac8-40c5-9931-afa11b038c2f tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event updated for resources: {'Subnet': ['ID=d1fd5a08-5402-4bdd-b362-ef9b8726d948,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:52.686501 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f92b62-2ac8-40c5-9931-afa11b038c2f tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Checking segment: {'id': '2065a5ec-2bfe-41ff-90ec-ea4abdf6acf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3d96770e-0014-4dbc-9d55-a36f679f67a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:27:52.687676 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f92b62-2ac8-40c5-9931-afa11b038c2f tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Network hostable DHCP agents. Network: 3d96770e-0014-4dbc-9d55-a36f679f67a2, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:27:52.770265 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f92b62-2ac8-40c5-9931-afa11b038c2f tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Network 3d96770e-0014-4dbc-9d55-a36f679f67a2 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:27:52.929299 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-a6f92b62-2ac8-40c5-9931-afa11b038c2f tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 3d96770e-0014-4dbc-9d55-a36f679f67a2) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:27:52.933701 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f92b62-2ac8-40c5-9931-afa11b038c2f tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:52.934489 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a6f92b62-2ac8-40c5-9931-afa11b038c2f tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:52.943005 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef28e7b4-17c8-42e7-952a-fb2156fce5cf None None] Network 3d96770e-0014-4dbc-9d55-a36f679f67a2 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:27:53.024394 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a6f92b62-2ac8-40c5-9931-afa11b038c2f tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0475354 Apr 20 13:27:53.027072 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41082) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:53.033805 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-36fec081-a8c7-4212-be0f-8b31f3a96447 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:27:53.128509 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5747e3-bbfd-4417-9309-f7c5ea47e1ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-3d96770e-0014-4dbc-9d55-a36f679f67a2', 'network_id': '3d96770e-0014-4dbc-9d55-a36f679f67a2', 'tenant_id': '5efe892c590047e984a53896d6d19985', 'fixed_ips': [{'subnet_id': 'd1fd5a08-5402-4bdd-b362-ef9b8726d948'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:27:53.129386 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0d5747e3-bbfd-4417-9309-f7c5ea47e1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:53.172682 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-36fec081-a8c7-4212-be0f-8b31f3a96447 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60531664'] for subnet, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:53.360494 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-0d5747e3-bbfd-4417-9309-f7c5ea47e1ad None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 20 13:27:53.360494 n-d-836015-7 neutron-server[114871]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Apr 20 13:27:53.360494 n-d-836015-7 neutron-server[114871]: [parameters: {'in_use': 1, 'id_1': 'd1fd5a08-5402-4bdd-b362-ef9b8726d948'}] Apr 20 13:27:53.360494 n-d-836015-7 neutron-server[114871]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:27:53.360964 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-0d5747e3-bbfd-4417-9309-f7c5ea47e1ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:27:53.381658 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ac7b7-705f-4d02-aa0c-4c9e772babd8 req-6819414d-c6d7-41e6-a296-c00e35488878 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:53.389449 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-398ac7b7-705f-4d02-aa0c-4c9e772babd8 req-6819414d-c6d7-41e6-a296-c00e35488878 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 945 time: 0.1143310 Apr 20 13:27:53.504440 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-36fec081-a8c7-4212-be0f-8b31f3a96447 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759760601528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59244207'] for subnet, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:53.518671 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-398ac7b7-705f-4d02-aa0c-4c9e772babd8 req-71b62616-53de-4267-9cc4-dee119b3767f tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e82e350-d3b5-4615-8d45-416544dfe622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259511 Apr 20 13:27:53.555631 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99774112-4a9a-4241-a764-bcb2c02a445a req-f1bb23a8-d54a-4f54-81e3-4a3536b15a00 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:53.564761 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-99774112-4a9a-4241-a764-bcb2c02a445a req-f1bb23a8-d54a-4f54-81e3-4a3536b15a00 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=90d3715d-030c-49b4-8692-7748ca011081 HTTP/1.1" status: 200 len: 943 time: 0.1372643 Apr 20 13:27:53.582755 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fec081-a8c7-4212-be0f-8b31f3a96447 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:53.583696 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-36fec081-a8c7-4212-be0f-8b31f3a96447 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:53.587395 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-36fec081-a8c7-4212-be0f-8b31f3a96447 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "PUT /v2.0/subnets/d1fd5a08-5402-4bdd-b362-ef9b8726d948 HTTP/1.1" status: 200 len: 877 time: 0.5574319 Apr 20 13:27:53.588335 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41124) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:53.615605 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-99774112-4a9a-4241-a764-bcb2c02a445a req-c10b0f2b-d66c-4164-9acf-fb337c9229c4 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478196 Apr 20 13:27:53.654198 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fec081-a8c7-4212-be0f-8b31f3a96447 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event updated for resources: {'Subnet': ['ID=d1fd5a08-5402-4bdd-b362-ef9b8726d948,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:53.731878 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-993a5b95-9c1a-486f-a1b2-677fa24277bf tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:53.793724 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-993a5b95-9c1a-486f-a1b2-677fa24277bf tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:53.862149 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0d5747e3-bbfd-4417-9309-f7c5ea47e1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:53.941033 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-993a5b95-9c1a-486f-a1b2-677fa24277bf tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:53.968525 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a5b95-9c1a-486f-a1b2-677fa24277bf tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event deleted for resources: {'Subnet': ['ID=d1fd5a08-5402-4bdd-b362-ef9b8726d948,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:54.041954 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-993a5b95-9c1a-486f-a1b2-677fa24277bf tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:54.066764 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-993a5b95-9c1a-486f-a1b2-677fa24277bf tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d96770e-0014-4dbc-9d55-a36f679f67a2']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:54.077075 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-993a5b95-9c1a-486f-a1b2-677fa24277bf tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2065a5ec-2bfe-41ff-90ec-ea4abdf6acf5') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:54.081551 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-993a5b95-9c1a-486f-a1b2-677fa24277bf tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2065a5ec-2bfe-41ff-90ec-ea4abdf6acf5') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server [None req-0d5747e3-bbfd-4417-9309-f7c5ea47e1ad None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d1fd5a08-5402-4bdd-b362-ef9b8726d948: This subnet is being modified by another concurrent operation. Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise exception Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d1fd5a08-5402-4bdd-b362-ef9b8726d948: This subnet is being modified by another concurrent operation. Apr 20 13:27:54.084897 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server Apr 20 13:27:54.093046 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-993a5b95-9c1a-486f-a1b2-677fa24277bf tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:54.105674 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-993a5b95-9c1a-486f-a1b2-677fa24277bf tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:54.116687 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-993a5b95-9c1a-486f-a1b2-677fa24277bf tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:27:54.117846 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-993a5b95-9c1a-486f-a1b2-677fa24277bf tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:54.125182 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:27:54.125182 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:27:54.125182 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:27:54.125182 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:27:54.125182 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:27:54.125182 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:27:54.125182 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:27:54.125182 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:27:54.125182 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:27:54.125182 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:27:54.125182 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:27:54.125182 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:27:54.125182 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:27:54.125182 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:27:54.125182 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:27:54.125182 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:27:54.125182 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:27:54.125182 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:27:54.125182 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:27:54.125182 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:27:54.125182 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:27:54.125182 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:27:54.125182 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:27:54.125182 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:27:54.125182 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:27:54.125182 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:27:54.125182 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:27:54.125182 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:27:54.125182 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:27:54.125182 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:27:54.125182 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:27:54.125182 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:27:54.133452 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bbf061-1e3c-42e0-8394-9b67c3320ad4 None None] Network 3d96770e-0014-4dbc-9d55-a36f679f67a2 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:27:54.210456 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 44d808be-11b7-4386-8b51-1000b7967e3a details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:27:54.295607 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-993a5b95-9c1a-486f-a1b2-677fa24277bf tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:54.305183 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-993a5b95-9c1a-486f-a1b2-677fa24277bf tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:54.311067 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-993a5b95-9c1a-486f-a1b2-677fa24277bf tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "DELETE /v2.0/networks/3d96770e-0014-4dbc-9d55-a36f679f67a2 HTTP/1.1" status: 204 len: 168 time: 0.7212331 Apr 20 13:27:54.313824 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 41162) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:54.350393 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-47561232-bf15-4871-adac-0b11f8531779 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] DELETE failed (client error): The resource could not be found. Apr 20 13:27:54.350944 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47561232-bf15-4871-adac-0b11f8531779 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:27:54.357975 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-47561232-bf15-4871-adac-0b11f8531779 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "DELETE /v2.0/subnets/d1fd5a08-5402-4bdd-b362-ef9b8726d948 HTTP/1.1" status: 404 len: 337 time: 0.0430193 Apr 20 13:27:54.359225 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 41166) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:54.372211 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a5b95-9c1a-486f-a1b2-677fa24277bf tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event deleted for resources: {'Network': ['ID=3d96770e-0014-4dbc-9d55-a36f679f67a2,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:54.389412 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-d634fd76-ea51-4918-accf-a6e9a95b6c3a tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] DELETE failed (client error): The resource could not be found. Apr 20 13:27:54.390504 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d634fd76-ea51-4918-accf-a6e9a95b6c3a tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:27:54.394303 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab58f6b3-6f17-4c89-937c-172ed620273b None None] Network 3d96770e-0014-4dbc-9d55-a36f679f67a2 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:27:54.396622 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41170) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:54.403700 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d634fd76-ea51-4918-accf-a6e9a95b6c3a tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "DELETE /v2.0/networks/3d96770e-0014-4dbc-9d55-a36f679f67a2 HTTP/1.1" status: 404 len: 339 time: 0.0367680 Apr 20 13:27:54.424836 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab58f6b3-6f17-4c89-937c-172ed620273b None None] Network 3d96770e-0014-4dbc-9d55-a36f679f67a2 could not be found, it might have been deleted concurrently. {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 20 13:27:54.431180 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-8064f1e5-0de7-4f2e-9e85-0ce4df707a9c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] DELETE failed (client error): The resource could not be found. Apr 20 13:27:54.432341 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8064f1e5-0de7-4f2e-9e85-0ce4df707a9c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:27:54.438394 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863512c7-1688-4930-8045-bfa96f0c1625 None None] get_active_networks_info from n-d-836015-7 {{(pid=114871) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 13:27:54.438697 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8064f1e5-0de7-4f2e-9e85-0ce4df707a9c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "DELETE /v2.0/subnets/0dab272a-9ea6-4fdf-90ad-dfadbcd6bfda HTTP/1.1" status: 404 len: 337 time: 0.0408256 Apr 20 13:27:54.440981 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41172) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:54.460658 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d0f1585-e446-4512-8d86-7eec989753dc tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] DELETE failed (client error): The resource could not be found. Apr 20 13:27:54.461458 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d0f1585-e446-4512-8d86-7eec989753dc tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:27:54.470534 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9d0f1585-e446-4512-8d86-7eec989753dc tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "DELETE /v2.0/networks/5d5775ed-a9c0-4200-9a73-8476110962fd HTTP/1.1" status: 404 len: 339 time: 0.0234623 Apr 20 13:27:54.472072 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41176) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:54.518488 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b9742701-9b83-4663-8d0d-71a745fecafd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:54.546262 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 44d808be-11b7-4386-8b51-1000b7967e3a, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=44d808be-11b7-4386-8b51-1000b7967e3a,segment=NetworkSegment(61aa0039-68ca-4033-b082-432ef8c81b46),segment_id=61aa0039-68ca-4033-b082-432ef8c81b46)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:54.565119 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '44d808be-11b7-4386-8b51-1000b7967e3a', 'network_id': 'bffadad1-e693-483b-8eeb-21265f06be5a', 'port_id': '44d808be-11b7-4386-8b51-1000b7967e3a', 'mac_address': 'fa:16:3e:7f:d1:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c9f0b80-55d8-4485-9b41-54f7ac34cd10', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:27:54.598983 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c1b02b43-9ed0-444f-8730-1104d70a32f5 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:54.671347 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:54.690397 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44d808be-11b7-4386-8b51-1000b7967e3a {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:27:54.743533 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863512c7-1688-4930-8045-bfa96f0c1625 None None] Resources bound (agent type, host, resource id): {{(pid=114871) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 13:27:54.750302 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 44d808be-11b7-4386-8b51-1000b7967e3a, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=44d808be-11b7-4386-8b51-1000b7967e3a,segment=NetworkSegment(61aa0039-68ca-4033-b082-432ef8c81b46),segment_id=61aa0039-68ca-4033-b082-432ef8c81b46)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:54.760886 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c1b02b43-9ed0-444f-8730-1104d70a32f5 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:54.815740 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:54.816145 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b9bef-ed97-49d2-80d5-357cba5ef60b req-b7305ba2-98e8-467c-b0c6-6cd1e9fbc6fd tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:54.838020 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-086b9bef-ed97-49d2-80d5-357cba5ef60b req-b7305ba2-98e8-467c-b0c6-6cd1e9fbc6fd tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 945 time: 0.1659379 Apr 20 13:27:54.842734 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-c1b02b43-9ed0-444f-8730-1104d70a32f5 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['897976b4-eb6c-4aec-b7b6-b258d7b257ac']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:54.853757 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-c1b02b43-9ed0-444f-8730-1104d70a32f5 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7739d46f-35e6-4e02-bfda-ca6af43dfc0d') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:54.854543 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-c1b02b43-9ed0-444f-8730-1104d70a32f5 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7739d46f-35e6-4e02-bfda-ca6af43dfc0d') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:54.865123 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c1b02b43-9ed0-444f-8730-1104d70a32f5 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:54.879786 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c1b02b43-9ed0-444f-8730-1104d70a32f5 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:54.887304 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1b02b43-9ed0-444f-8730-1104d70a32f5 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:27:54.890163 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c1b02b43-9ed0-444f-8730-1104d70a32f5 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:54.892348 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-086b9bef-ed97-49d2-80d5-357cba5ef60b req-57b2c22a-0182-418f-877e-4ae229880497 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e82e350-d3b5-4615-8d45-416544dfe622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499074 Apr 20 13:27:54.908091 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db45ff-091f-4696-a9bd-60e817c9e54e req-288c878d-6f7a-48d1-84ed-099c04594cbc tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:54.910600 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-62db45ff-091f-4696-a9bd-60e817c9e54e req-288c878d-6f7a-48d1-84ed-099c04594cbc tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=90d3715d-030c-49b4-8692-7748ca011081 HTTP/1.1" status: 200 len: 943 time: 0.1669531 Apr 20 13:27:54.916046 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:27:54.916046 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:27:54.916046 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:27:54.916046 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:27:54.916046 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:27:54.916046 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:27:54.916046 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:27:54.916046 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:27:54.916046 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:27:54.916046 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:27:54.916046 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:27:54.916046 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:27:54.916046 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:27:54.916046 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:27:54.916046 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:27:54.916046 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:27:54.916046 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:27:54.916046 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:27:54.916046 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:27:54.916046 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:27:54.916046 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:27:54.916046 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:27:54.916046 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:27:54.916046 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:27:54.916046 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:27:54.916046 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:27:54.916046 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:27:54.916046 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:27:54.916046 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:27:54.916046 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:27:54.916046 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:27:54.916046 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:27:54.975679 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=44d808be-11b7-4386-8b51-1000b7967e3a,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:54.975924 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-62db45ff-091f-4696-a9bd-60e817c9e54e req-ecb71a59-91f4-4837-bd73-3c5073e73b7e tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476239 Apr 20 13:27:55.082562 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c1b02b43-9ed0-444f-8730-1104d70a32f5 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:55.091686 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c1b02b43-9ed0-444f-8730-1104d70a32f5 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:55.099494 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c1b02b43-9ed0-444f-8730-1104d70a32f5 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "DELETE /v2.0/networks/897976b4-eb6c-4aec-b7b6-b258d7b257ac HTTP/1.1" status: 204 len: 168 time: 0.6217239 Apr 20 13:27:55.099494 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41212) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:55.134141 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b02b43-9ed0-444f-8730-1104d70a32f5 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event deleted for resources: {'Network': ['ID=897976b4-eb6c-4aec-b7b6-b258d7b257ac,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:55.136696 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-6333fd63-5e70-41fa-b93c-9ee15c304e54 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] DELETE failed (client error): The resource could not be found. Apr 20 13:27:55.137154 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6333fd63-5e70-41fa-b93c-9ee15c304e54 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:27:55.143015 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6333fd63-5e70-41fa-b93c-9ee15c304e54 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "DELETE /v2.0/subnets/661843a8-2052-4a11-a7e3-5300312ef5c8 HTTP/1.1" status: 404 len: 337 time: 0.0422010 Apr 20 13:27:55.143193 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41216) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:55.167896 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['44d808be-11b7-4386-8b51-1000b7967e3a'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:27:55.169536 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-2117c44e-eeaa-43a5-80f6-aa7b0100ca0f tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] DELETE failed (client error): The resource could not be found. Apr 20 13:27:55.170134 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2117c44e-eeaa-43a5-80f6-aa7b0100ca0f tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:27:55.175642 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2117c44e-eeaa-43a5-80f6-aa7b0100ca0f tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "DELETE /v2.0/networks/7ae23de1-e59f-496c-bf05-1247cb6b78b2 HTTP/1.1" status: 404 len: 339 time: 0.0290248 Apr 20 13:27:55.179386 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 41220) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:55.216984 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2041e44-58eb-440e-b0e5-d3939bb7eef3 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] DELETE failed (client error): The resource could not be found. Apr 20 13:27:55.217887 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2041e44-58eb-440e-b0e5-d3939bb7eef3 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:27:55.225678 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41226) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:55.226564 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e2041e44-58eb-440e-b0e5-d3939bb7eef3 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "DELETE /v2.0/subnets/e49c625b-823d-472e-8a67-df0b759ebad4 HTTP/1.1" status: 404 len: 337 time: 0.0457845 Apr 20 13:27:55.246324 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1eff995-dc92-4849-a0a2-153c300ec68b tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] DELETE failed (client error): The resource could not be found. Apr 20 13:27:55.247036 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1eff995-dc92-4849-a0a2-153c300ec68b tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:27:55.250101 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d1eff995-dc92-4849-a0a2-153c300ec68b tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "DELETE /v2.0/networks/489fbfc5-52e2-40a0-a8ef-93e568424163 HTTP/1.1" status: 404 len: 339 time: 0.0231051 Apr 20 13:27:55.252942 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 41228) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:55.326297 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-d43312f1-2c0b-4d1e-91b0-6ad1a64a8bf1 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] DELETE failed (client error): The resource could not be found. Apr 20 13:27:55.330762 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d43312f1-2c0b-4d1e-91b0-6ad1a64a8bf1 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:27:55.332736 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d43312f1-2c0b-4d1e-91b0-6ad1a64a8bf1 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "DELETE /v2.0/subnets/42730303-a4fd-425c-a622-b61a62436378 HTTP/1.1" status: 404 len: 337 time: 0.0772929 Apr 20 13:27:55.335064 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41236) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:55.358877 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6f8a8a9-99f2-421e-86c2-e5fafd389a3a tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] DELETE failed (client error): The resource could not be found. Apr 20 13:27:55.359632 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6f8a8a9-99f2-421e-86c2-e5fafd389a3a tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:27:55.363737 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c6f8a8a9-99f2-421e-86c2-e5fafd389a3a tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "DELETE /v2.0/networks/fe984c2f-f4b9-4edd-bdd8-9ea51dab982d HTTP/1.1" status: 404 len: 339 time: 0.0270643 Apr 20 13:27:55.366397 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 41238) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:55.398089 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3c70290-8dbf-453f-918f-77d81a8158ea tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] DELETE failed (client error): The resource could not be found. Apr 20 13:27:55.401821 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3c70290-8dbf-453f-918f-77d81a8158ea tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:27:55.401821 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b3c70290-8dbf-453f-918f-77d81a8158ea tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "DELETE /v2.0/subnets/8608b0d9-7f0f-4211-bd76-70d5db9a785c HTTP/1.1" status: 404 len: 337 time: 0.0341098 Apr 20 13:27:55.404294 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41244) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:55.423108 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b895f65-f86c-4e4e-93c2-e1abc53a35b1 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] DELETE failed (client error): The resource could not be found. Apr 20 13:27:55.423786 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b895f65-f86c-4e4e-93c2-e1abc53a35b1 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:27:55.430738 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4b895f65-f86c-4e4e-93c2-e1abc53a35b1 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "DELETE /v2.0/networks/a2c131ab-1a3a-450f-95cc-ebf1e20c1f3e HTTP/1.1" status: 404 len: 339 time: 0.0214109 Apr 20 13:27:55.432057 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41246) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:55.462497 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cfc5f77-6e5c-49e6-9579-252e408e4798 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] DELETE failed (client error): The resource could not be found. Apr 20 13:27:55.462970 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cfc5f77-6e5c-49e6-9579-252e408e4798 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:27:55.470310 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8cfc5f77-6e5c-49e6-9579-252e408e4798 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "DELETE /v2.0/subnets/4f924b76-7866-4c2a-9eb5-0661b712794f HTTP/1.1" status: 404 len: 337 time: 0.0325422 Apr 20 13:27:55.472563 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 41248) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:55.492309 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-0208e413-4111-44c4-9b90-d0f4c67c31e9 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] DELETE failed (client error): The resource could not be found. Apr 20 13:27:55.492867 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0208e413-4111-44c4-9b90-d0f4c67c31e9 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:27:55.495976 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-0208e413-4111-44c4-9b90-d0f4c67c31e9 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "DELETE /v2.0/networks/e18cbd8b-6f6a-4b8a-b984-688e925113ec HTTP/1.1" status: 404 len: 339 time: 0.0223725 Apr 20 13:27:55.498383 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 41252) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:55.524183 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcd4df36-b5b9-4829-a0df-4a4e628c9896 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] DELETE failed (client error): The resource could not be found. Apr 20 13:27:55.524631 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcd4df36-b5b9-4829-a0df-4a4e628c9896 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:27:55.527585 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-dcd4df36-b5b9-4829-a0df-4a4e628c9896 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "DELETE /v2.0/subnets/9852aed5-0155-4742-a7c8-eb3926d85fb2 HTTP/1.1" status: 404 len: 337 time: 0.0282137 Apr 20 13:27:55.530262 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 41256) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:55.548413 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ef0e891-027a-45ac-ba24-6f1724d237c0 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] DELETE failed (client error): The resource could not be found. Apr 20 13:27:55.548941 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ef0e891-027a-45ac-ba24-6f1724d237c0 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:27:55.551862 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1ef0e891-027a-45ac-ba24-6f1724d237c0 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "DELETE /v2.0/networks/1859840c-fab9-4d42-817a-a5039742ef13 HTTP/1.1" status: 404 len: 339 time: 0.0205760 Apr 20 13:27:55.554689 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 41260) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:55.579491 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aa8256e-329f-4ef3-af59-b761f5c5bc34 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] DELETE failed (client error): The resource could not be found. Apr 20 13:27:55.579931 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aa8256e-329f-4ef3-af59-b761f5c5bc34 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:27:55.582728 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1aa8256e-329f-4ef3-af59-b761f5c5bc34 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "DELETE /v2.0/subnets/f453f9dc-8f2f-4baf-8311-fab8181f5e32 HTTP/1.1" status: 404 len: 337 time: 0.0271652 Apr 20 13:27:55.584998 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 41262) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:55.602615 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a8bf76-3b30-4c8a-9e7d-b85bd4c3f50c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] DELETE failed (client error): The resource could not be found. Apr 20 13:27:55.603199 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6a8bf76-3b30-4c8a-9e7d-b85bd4c3f50c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:27:55.606335 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a6a8bf76-3b30-4c8a-9e7d-b85bd4c3f50c tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "DELETE /v2.0/networks/37c5a822-66b9-47a7-9e32-857f714865d0 HTTP/1.1" status: 404 len: 339 time: 0.0204737 Apr 20 13:27:55.608993 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 41264) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:55.639540 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b030c09-e430-45bf-90c2-011f71b41c59 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] DELETE failed (client error): The resource could not be found. Apr 20 13:27:55.640303 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b030c09-e430-45bf-90c2-011f71b41c59 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:27:55.643266 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2b030c09-e430-45bf-90c2-011f71b41c59 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "DELETE /v2.0/subnets/a1b0f803-3c68-4d96-8b2e-aede45d51dc9 HTTP/1.1" status: 404 len: 337 time: 0.0333614 Apr 20 13:27:55.646074 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 41266) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:55.667137 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-92d0ee87-dd7e-4cc8-8f11-9aa65fd5eef1 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] DELETE failed (client error): The resource could not be found. Apr 20 13:27:55.667753 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92d0ee87-dd7e-4cc8-8f11-9aa65fd5eef1 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:27:55.673314 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-92d0ee87-dd7e-4cc8-8f11-9aa65fd5eef1 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "DELETE /v2.0/networks/087390cd-9325-4692-9855-5b7b9f008c9c HTTP/1.1" status: 404 len: 339 time: 0.0262516 Apr 20 13:27:55.676076 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41272) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:55.742238 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-d51a6575-88a1-4fef-8b47-a42bd63119b7 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Deleting subnet 6ae460ad-f8bd-407c-964b-462889c2f064 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:27:55.746593 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d51a6575-88a1-4fef-8b47-a42bd63119b7 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:55.827239 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d51a6575-88a1-4fef-8b47-a42bd63119b7 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:55.937010 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d51a6575-88a1-4fef-8b47-a42bd63119b7 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:56.083909 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8102f5-b3d3-4337-bc98-d8c4a040ea80 req-58da6ab5-0b3d-44de-bbb2-9b8f777de0ef tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:56.088360 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1d8102f5-b3d3-4337-bc98-d8c4a040ea80 req-58da6ab5-0b3d-44de-bbb2-9b8f777de0ef tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 945 time: 0.1066535 Apr 20 13:27:56.106338 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d51a6575-88a1-4fef-8b47-a42bd63119b7 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:56.137624 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a6575-88a1-4fef-8b47-a42bd63119b7 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event deleted for resources: {'Subnet': ['ID=6ae460ad-f8bd-407c-964b-462889c2f064,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:56.139842 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d51a6575-88a1-4fef-8b47-a42bd63119b7 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:56.147066 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d51a6575-88a1-4fef-8b47-a42bd63119b7 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "DELETE /v2.0/subnets/6ae460ad-f8bd-407c-964b-462889c2f064 HTTP/1.1" status: 204 len: 168 time: 0.4698236 Apr 20 13:27:56.147885 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41296) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:56.152790 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1d8102f5-b3d3-4337-bc98-d8c4a040ea80 req-2703bc84-3609-4b2a-a314-ca9e0e1e9240 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e82e350-d3b5-4615-8d45-416544dfe622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580900 Apr 20 13:27:56.157771 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffedfab7-d53d-4d17-b576-6f7fd1965040 None None] Network 9e707e08-0fb9-41cc-9479-f02a6a2cd06a requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:27:56.172096 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b1607-9502-4c56-9ac9-3b6741ab0c90 req-e217c854-94b0-47b6-bb8f-b58274dc7c56 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:56.174377 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0c1b1607-9502-4c56-9ac9-3b6741ab0c90 req-e217c854-94b0-47b6-bb8f-b58274dc7c56 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=90d3715d-030c-49b4-8692-7748ca011081 HTTP/1.1" status: 200 len: 944 time: 0.0879650 Apr 20 13:27:56.246373 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0c1b1607-9502-4c56-9ac9-3b6741ab0c90 req-6a767589-3a9c-4d9a-bb74-5003a8a17926 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624499 Apr 20 13:27:56.260080 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 44d808be-11b7-4386-8b51-1000b7967e3a up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:27:56.376729 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-54d15aa8-c794-41b3-9250-849de5c658c5 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:56.444751 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-54d15aa8-c794-41b3-9250-849de5c658c5 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Deleting port 98d3f9ae-f1a4-4a79-829c-0cd7606d3861 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:27:56.445090 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-54d15aa8-c794-41b3-9250-849de5c658c5 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:56.477194 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 44d808be-11b7-4386-8b51-1000b7967e3a completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:27:56.482848 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 44d808be-11b7-4386-8b51-1000b7967e3a triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:27:56.483425 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:56.512125 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b11c82a-2028-457b-870d-b2c026cbad9f None None] DHCP port deletion for 9e707e08-0fb9-41cc-9479-f02a6a2cd06a request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:27:56.529933 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-54d15aa8-c794-41b3-9250-849de5c658c5 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] For port 98d3f9ae-f1a4-4a79-829c-0cd7606d3861, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=98d3f9ae-f1a4-4a79-829c-0cd7606d3861,segment=NetworkSegment(4447a2a2-36e2-486c-a4f8-fbcdd14f975b),segment_id=4447a2a2-36e2-486c-a4f8-fbcdd14f975b)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:56.530392 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-54d15aa8-c794-41b3-9250-849de5c658c5 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:56.547769 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-54d15aa8-c794-41b3-9250-849de5c658c5 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Calling delete_port for 98d3f9ae-f1a4-4a79-829c-0cd7606d3861 owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:27:56.617884 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad157ea-2bbf-422b-8c10-b644705622e3 req-bcbcdddb-d31d-445b-b0b6-cdd1553a3296 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:56.619673 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ad157ea-2bbf-422b-8c10-b644705622e3 req-bcbcdddb-d31d-445b-b0b6-cdd1553a3296 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 945 time: 0.0675178 Apr 20 13:27:56.640452 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:56.647570 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-7b11c82a-2028-457b-870d-b2c026cbad9f None None] Deleting port 98d3f9ae-f1a4-4a79-829c-0cd7606d3861 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:27:56.648144 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7b11c82a-2028-457b-870d-b2c026cbad9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:56.691348 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 44d808be-11b7-4386-8b51-1000b7967e3a, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=44d808be-11b7-4386-8b51-1000b7967e3a,segment=NetworkSegment(61aa0039-68ca-4033-b082-432ef8c81b46),segment_id=61aa0039-68ca-4033-b082-432ef8c81b46)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:56.725626 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d3715d-030c-49b4-8692-7748ca011081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d808be-11b7-4386-8b51-1000b7967e3a'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:27:56.728017 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-0ad157ea-2bbf-422b-8c10-b644705622e3 req-ae312696-9bef-41ea-8ec3-8f57adf6ae11 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Deleting port f9f3730c-1de2-44d2-9176-df2cb0c883eb {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:27:56.728318 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff91403d-8c82-4d43-8fdb-01e5b1b16698" -d '{"events": [{"server_uuid": "90d3715d-030c-49b4-8692-7748ca011081", "name": "network-vif-plugged", "status": "completed", "tag": "44d808be-11b7-4386-8b51-1000b7967e3a"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:27:56.728499 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0ad157ea-2bbf-422b-8c10-b644705622e3 req-ae312696-9bef-41ea-8ec3-8f57adf6ae11 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:56.736455 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-54d15aa8-c794-41b3-9250-849de5c658c5 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:56.815660 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:56.821580 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d15aa8-c794-41b3-9250-849de5c658c5 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] No DVR routers for this DVR port 98d3f9ae-f1a4-4a79-829c-0cd7606d3861 on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:27:56.823472 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-7b11c82a-2028-457b-870d-b2c026cbad9f None None] For port 98d3f9ae-f1a4-4a79-829c-0cd7606d3861, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=98d3f9ae-f1a4-4a79-829c-0cd7606d3861,segment=NetworkSegment(4447a2a2-36e2-486c-a4f8-fbcdd14f975b),segment_id=4447a2a2-36e2-486c-a4f8-fbcdd14f975b)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:56.824159 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7b11c82a-2028-457b-870d-b2c026cbad9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:56.830222 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d15aa8-c794-41b3-9250-849de5c658c5 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event deleted for resources: {'Port': ['ID=98d3f9ae-f1a4-4a79-829c-0cd7606d3861,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:56.848451 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e5f6b068-8183-4ef9-bfdb-35590f3c0ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:56.900593 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea73e180-2f18-4ef3-b994-c757fba47c52 x-openstack-request-id: req-ea73e180-2f18-4ef3-b994-c757fba47c52 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:27:56.903662 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d3715d-030c-49b4-8692-7748ca011081", "name": "network-vif-plugged", "status": "completed", "tag": "44d808be-11b7-4386-8b51-1000b7967e3a", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:27:56.903662 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ea73e180-2f18-4ef3-b994-c757fba47c52 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:27:56.904044 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea73e180-2f18-4ef3-b994-c757fba47c52'] response: {'server_uuid': '90d3715d-030c-49b4-8692-7748ca011081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d808be-11b7-4386-8b51-1000b7967e3a', 'code': 200} Apr 20 13:27:56.910410 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-7b11c82a-2028-457b-870d-b2c026cbad9f None None] Calling delete_port for 98d3f9ae-f1a4-4a79-829c-0cd7606d3861 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:27:56.949734 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-0ad157ea-2bbf-422b-8c10-b644705622e3 req-ae312696-9bef-41ea-8ec3-8f57adf6ae11 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] For port f9f3730c-1de2-44d2-9176-df2cb0c883eb, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=f9f3730c-1de2-44d2-9176-df2cb0c883eb,segment=NetworkSegment(5847a401-b716-4b53-a934-335b190c1a91),segment_id=5847a401-b716-4b53-a934-335b190c1a91)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:56.949734 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0ad157ea-2bbf-422b-8c10-b644705622e3 req-ae312696-9bef-41ea-8ec3-8f57adf6ae11 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:56.994620 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-54d15aa8-c794-41b3-9250-849de5c658c5 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:57.015929 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-54d15aa8-c794-41b3-9250-849de5c658c5 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e707e08-0fb9-41cc-9479-f02a6a2cd06a']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:57.047222 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-54d15aa8-c794-41b3-9250-849de5c658c5 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4447a2a2-36e2-486c-a4f8-fbcdd14f975b') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:57.047222 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-54d15aa8-c794-41b3-9250-849de5c658c5 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4447a2a2-36e2-486c-a4f8-fbcdd14f975b') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:57.055816 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=44d808be-11b7-4386-8b51-1000b7967e3a,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:57.075128 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-54d15aa8-c794-41b3-9250-849de5c658c5 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:57.078559 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7b11c82a-2028-457b-870d-b2c026cbad9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:57.090680 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-54d15aa8-c794-41b3-9250-849de5c658c5 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:57.096481 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130014b6-2aae-4dcc-9aa6-d44a308dc3ff req-cba302e1-b487-439a-aa60-f0f0799c4d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:57.097987 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-130014b6-2aae-4dcc-9aa6-d44a308dc3ff req-cba302e1-b487-439a-aa60-f0f0799c4d6b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=90d3715d-030c-49b4-8692-7748ca011081 HTTP/1.1" status: 200 len: 1096 time: 0.0625525 Apr 20 13:27:57.103923 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54d15aa8-c794-41b3-9250-849de5c658c5 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:27:57.104360 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-54d15aa8-c794-41b3-9250-849de5c658c5 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:57.107678 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:27:57.107678 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:27:57.107678 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:27:57.107678 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:27:57.107678 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:27:57.107678 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:27:57.107678 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:27:57.107678 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:27:57.107678 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:27:57.107678 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:27:57.107678 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:27:57.107678 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:27:57.107678 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:27:57.107678 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:27:57.107678 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:27:57.107678 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:27:57.107678 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:27:57.107678 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:27:57.107678 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:27:57.107678 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:27:57.107678 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:27:57.107678 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:27:57.107678 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:27:57.107678 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:27:57.107678 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:27:57.107678 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:27:57.107678 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:27:57.107678 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:27:57.107678 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:27:57.107678 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:27:57.107678 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:27:57.107678 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:27:57.126180 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b11c82a-2028-457b-870d-b2c026cbad9f None None] Pushing event deleted for resources: {'Port': ['ID=98d3f9ae-f1a4-4a79-829c-0cd7606d3861,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:57.134343 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b11c82a-2028-457b-870d-b2c026cbad9f None None] No DVR routers for this DVR port 98d3f9ae-f1a4-4a79-829c-0cd7606d3861 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:27:57.209050 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-130014b6-2aae-4dcc-9aa6-d44a308dc3ff req-91212b6b-0a31-4ecd-bebe-6c6e9b527294 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004448 Apr 20 13:27:57.260209 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0ad157ea-2bbf-422b-8c10-b644705622e3 req-ae312696-9bef-41ea-8ec3-8f57adf6ae11 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:57.260737 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0ad157ea-2bbf-422b-8c10-b644705622e3 req-ae312696-9bef-41ea-8ec3-8f57adf6ae11 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:57.260868 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [req-0ad157ea-2bbf-422b-8c10-b644705622e3 req-ae312696-9bef-41ea-8ec3-8f57adf6ae11 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Floating IP d530ca21-8a9f-4d5d-9b9b-091fb29fc3b1 disassociated. External IP: 172.25.8.149, port: f9f3730c-1de2-44d2-9176-df2cb0c883eb. Apr 20 13:27:57.261198 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-0ad157ea-2bbf-422b-8c10-b644705622e3 req-ae312696-9bef-41ea-8ec3-8f57adf6ae11 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Calling delete_port for f9f3730c-1de2-44d2-9176-df2cb0c883eb owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:27:57.300902 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-54d15aa8-c794-41b3-9250-849de5c658c5 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:57.345982 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-54d15aa8-c794-41b3-9250-849de5c658c5 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:57.362510 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-54d15aa8-c794-41b3-9250-849de5c658c5 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] 10.222.0.25 "DELETE /v2.0/networks/9e707e08-0fb9-41cc-9479-f02a6a2cd06a HTTP/1.1" status: 204 len: 168 time: 1.2131896 Apr 20 13:27:57.364630 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d15aa8-c794-41b3-9250-849de5c658c5 tempest-NetworksTest-276559313 tempest-NetworksTest-276559313-project] Pushing event deleted for resources: {'Network': ['ID=9e707e08-0fb9-41cc-9479-f02a6a2cd06a,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:57.857310 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84c593-fc95-4a45-a626-43b5919eb7ea req-8e68b9e3-db44-40a0-815a-f70efedc4117 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:57.858913 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ab84c593-fc95-4a45-a626-43b5919eb7ea req-8e68b9e3-db44-40a0-815a-f70efedc4117 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 945 time: 0.6107762 Apr 20 13:27:57.929772 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d864e-d1f5-43bf-9868-b266823605be req-1d709fa4-ace7-4bf7-b978-a7419a1e6c8c tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:57.931680 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ac3d864e-d1f5-43bf-9868-b266823605be req-1d709fa4-ace7-4bf7-b978-a7419a1e6c8c tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=90d3715d-030c-49b4-8692-7748ca011081 HTTP/1.1" status: 200 len: 945 time: 0.1311183 Apr 20 13:27:57.939425 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41386) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:57.962993 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ab84c593-fc95-4a45-a626-43b5919eb7ea req-ef51688b-14c9-4615-92f1-c859fa0f22dc tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e82e350-d3b5-4615-8d45-416544dfe622&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952439 Apr 20 13:27:58.027617 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ac3d864e-d1f5-43bf-9868-b266823605be req-5cc160b6-8459-4813-b7d6-842d088f863b tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871398 Apr 20 13:27:58.121890 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ec6e9e9d-a75c-42c0-b808-894f35bdce42 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5efe892c590047e984a53896d6d19985&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1809993 Apr 20 13:27:58.124296 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41398) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:58.139547 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 98d3f9ae-f1a4-4a79-829c-0cd7606d3861 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:27:58.161491 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 98d3f9ae-f1a4-4a79-829c-0cd7606d3861 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:27:58.161835 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 98d3f9ae-f1a4-4a79-829c-0cd7606d3861 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:27:58.163206 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:58.179993 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-11b6b48c-bae0-48bc-910a-fbf138b0a8f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:58.180560 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0ad157ea-2bbf-422b-8c10-b644705622e3 req-ae312696-9bef-41ea-8ec3-8f57adf6ae11 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:58.201847 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-11b6b48c-bae0-48bc-910a-fbf138b0a8f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:58.211034 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae312696-9bef-41ea-8ec3-8f57adf6ae11 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Pushing event deleted for resources: {'Port': ['ID=f9f3730c-1de2-44d2-9176-df2cb0c883eb,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:58.329058 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-11b6b48c-bae0-48bc-910a-fbf138b0a8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:58.331738 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-11b6b48c-bae0-48bc-910a-fbf138b0a8f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:58.336610 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-11b6b48c-bae0-48bc-910a-fbf138b0a8f2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6dea5396-af7a-44a0-9cca-c2b65f56cf8c HTTP/1.1" status: 204 len: 168 time: 0.2112689 Apr 20 13:27:58.339498 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ad157ea-2bbf-422b-8c10-b644705622e3 req-ae312696-9bef-41ea-8ec3-8f57adf6ae11 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Router d206a0da-58c7-4c38-891c-f9ef3acd9ba9 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:27:58.345125 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b6b48c-bae0-48bc-910a-fbf138b0a8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dea5396-af7a-44a0-9cca-c2b65f56cf8c,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:58.472744 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ad157ea-2bbf-422b-8c10-b644705622e3 req-ae312696-9bef-41ea-8ec3-8f57adf6ae11 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:27:58.522040 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e25365-0e0b-491d-9a83-d69e014e1a60 None None] Sync routers for ids ['d206a0da-58c7-4c38-891c-f9ef3acd9ba9'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:27:58.540650 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad157ea-2bbf-422b-8c10-b644705622e3 req-ae312696-9bef-41ea-8ec3-8f57adf6ae11 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] No DVR routers for this DVR port f9f3730c-1de2-44d2-9176-df2cb0c883eb on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:27:58.540650 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0ad157ea-2bbf-422b-8c10-b644705622e3 req-ae312696-9bef-41ea-8ec3-8f57adf6ae11 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:58.542921 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ad157ea-2bbf-422b-8c10-b644705622e3 req-ae312696-9bef-41ea-8ec3-8f57adf6ae11 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.15 "DELETE /v2.0/ports/f9f3730c-1de2-44d2-9176-df2cb0c883eb HTTP/1.1" status: 204 len: 173 time: 1.9174850 Apr 20 13:27:58.543475 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4b09ed-4170-4962-a5c4-90ba205a74c4', 'name': 'network-vif-deleted', 'tag': 'f9f3730c-1de2-44d2-9176-df2cb0c883eb'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:27:58.551420 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a4d8ec-f394-4eb7-ad0f-75621aa129e8" -d '{"events": [{"server_uuid": "eb4b09ed-4170-4962-a5c4-90ba205a74c4", "name": "network-vif-deleted", "tag": "f9f3730c-1de2-44d2-9176-df2cb0c883eb"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:27:58.567658 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e25365-0e0b-491d-9a83-d69e014e1a60 None None] Routers {'d206a0da-58c7-4c38-891c-f9ef3acd9ba9'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:27:58.569351 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-86e25365-0e0b-491d-9a83-d69e014e1a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:27:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d206a0da-58c7-4c38-891c-f9ef3acd9ba9'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:58.643837 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ffc8ef-e55d-4fe0-961e-3b671f049ea7 x-openstack-request-id: req-d7ffc8ef-e55d-4fe0-961e-3b671f049ea7 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:27:58.644184 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4b09ed-4170-4962-a5c4-90ba205a74c4", "name": "network-vif-deleted", "tag": "f9f3730c-1de2-44d2-9176-df2cb0c883eb", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:27:58.644627 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d7ffc8ef-e55d-4fe0-961e-3b671f049ea7 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:27:58.645224 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7ffc8ef-e55d-4fe0-961e-3b671f049ea7'] response: {'server_uuid': 'eb4b09ed-4170-4962-a5c4-90ba205a74c4', 'name': 'network-vif-deleted', 'tag': 'f9f3730c-1de2-44d2-9176-df2cb0c883eb', 'status': 'completed', 'code': 200} Apr 20 13:27:58.789196 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-86e25365-0e0b-491d-9a83-d69e014e1a60 None None] Set router d206a0da-58c7-4c38-891c-f9ef3acd9ba9 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:27:59.174408 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9ec65b2d-c6ef-4b5b-be99-4ef05dfa86b7 req-c79bbf96-80ef-45e9-9f7c-1cf17f734ef8 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb4b09ed-4170-4962-a5c4-90ba205a74c4 HTTP/1.1" status: 200 len: 210 time: 0.0672529 Apr 20 13:27:59.263255 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-86e25365-0e0b-491d-9a83-d69e014e1a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'name': 'tempest-ServerRescueNegativeTestJSON-797824692-router', 'tenant_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '66b48100-a137-4957-a4c8-3ef606ce45c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:22:58Z', 'updated_at': '2022-04-20T13:23:07Z', 'revision_number': 4, 'project_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'gw_port': {'id': '66b48100-a137-4957-a4c8-3ef606ce45c9', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:00Z', 'updated_at': '2022-04-20T13:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '6b00d3f6-7f11-4183-8b8d-8b236272fceb', 'name': '', 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3', 'tenant_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'mac_address': 'fa:16:3e:b7:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '30a664a4-266d-459a-b14d-e17b45ff5b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:05Z', 'updated_at': '2022-04-20T13:23:14Z', 'revision_number': 5, 'project_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'subnets': [{'id': '30a664a4-266d-459a-b14d-e17b45ff5b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:59.324482 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e570c5c-d6e3-4bb6-8ff7-1a13a79aed19 req-45ba14a2-4b2a-408f-959c-db907b33242b tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:59.327034 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e570c5c-d6e3-4bb6-8ff7-1a13a79aed19 req-45ba14a2-4b2a-408f-959c-db907b33242b tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=90d3715d-030c-49b4-8692-7748ca011081 HTTP/1.1" status: 200 len: 945 time: 0.1701720 Apr 20 13:27:59.404001 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e570c5c-d6e3-4bb6-8ff7-1a13a79aed19 req-039b6f5f-982d-40a4-96de-79fd51101730 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615215 Apr 20 13:27:59.496216 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e25365-0e0b-491d-9a83-d69e014e1a60 None None] Checking router: d206a0da-58c7-4c38-891c-f9ef3acd9ba9 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:27:59.518392 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e25365-0e0b-491d-9a83-d69e014e1a60 None None] Routers {'d206a0da-58c7-4c38-891c-f9ef3acd9ba9'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:27:59.519013 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-86e25365-0e0b-491d-9a83-d69e014e1a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:27:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d206a0da-58c7-4c38-891c-f9ef3acd9ba9'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:59.560109 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a556976-d96c-4d83-b2dc-f6d311481478 req-7eaa85ed-55da-4be0-b07f-2742cc3a98b9 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:59.578149 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a556976-d96c-4d83-b2dc-f6d311481478 req-7eaa85ed-55da-4be0-b07f-2742cc3a98b9 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=90d3715d-030c-49b4-8692-7748ca011081 HTTP/1.1" status: 200 len: 945 time: 0.0764339 Apr 20 13:27:59.632732 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:59.680096 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a556976-d96c-4d83-b2dc-f6d311481478 req-0907ca0f-1f39-4c32-83ca-7961dc9847c0 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961256 Apr 20 13:27:59.687758 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-86e25365-0e0b-491d-9a83-d69e014e1a60 None None] Set router d206a0da-58c7-4c38-891c-f9ef3acd9ba9 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:27:59.836597 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:59.964412 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-86e25365-0e0b-491d-9a83-d69e014e1a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'name': 'tempest-ServerRescueNegativeTestJSON-797824692-router', 'tenant_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '66b48100-a137-4957-a4c8-3ef606ce45c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:22:58Z', 'updated_at': '2022-04-20T13:23:07Z', 'revision_number': 4, 'project_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'gw_port': {'id': '66b48100-a137-4957-a4c8-3ef606ce45c9', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:00Z', 'updated_at': '2022-04-20T13:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '6b00d3f6-7f11-4183-8b8d-8b236272fceb', 'name': '', 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3', 'tenant_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'mac_address': 'fa:16:3e:b7:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '30a664a4-266d-459a-b14d-e17b45ff5b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:05Z', 'updated_at': '2022-04-20T13:23:14Z', 'revision_number': 5, 'project_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'subnets': [{'id': '30a664a4-266d-459a-b14d-e17b45ff5b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:59.992119 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e25365-0e0b-491d-9a83-d69e014e1a60 None None] The sync data for ids ['d206a0da-58c7-4c38-891c-f9ef3acd9ba9'] in n-d-836015-7 is: [{'id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'name': 'tempest-ServerRescueNegativeTestJSON-797824692-router', 'tenant_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '66b48100-a137-4957-a4c8-3ef606ce45c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:22:58Z', 'updated_at': '2022-04-20T13:23:07Z', 'revision_number': 4, 'project_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'gw_port': {'id': '66b48100-a137-4957-a4c8-3ef606ce45c9', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:00Z', 'updated_at': '2022-04-20T13:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '6b00d3f6-7f11-4183-8b8d-8b236272fceb', 'name': '', 'network_id': '30a0afd4-452b-4cd5-87af-310670c6e8f3', 'tenant_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'mac_address': 'fa:16:3e:b7:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '30a664a4-266d-459a-b14d-e17b45ff5b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:05Z', 'updated_at': '2022-04-20T13:23:14Z', 'revision_number': 5, 'project_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'subnets': [{'id': '30a664a4-266d-459a-b14d-e17b45ff5b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:28:00.106806 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41532) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:00.238787 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device f9f3730c-1de2-44d2-9176-df2cb0c883eb no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:28:00.260073 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-5e853fd7-6467-46ae-8ed3-27a09764bb48 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1472422623'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:00.312772 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: f9f3730c-1de2-44d2-9176-df2cb0c883eb {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:28:00.315942 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device f9f3730c-1de2-44d2-9176-df2cb0c883eb not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:28:00.378458 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c515e4-2ed7-4fab-a30f-f858f1cd0f64 req-ae5895c6-fcf9-4f73-a425-3f5bb36f09c4 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:00.390059 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e6c515e4-2ed7-4fab-a30f-f858f1cd0f64 req-ae5895c6-fcf9-4f73-a425-3f5bb36f09c4 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=90d3715d-030c-49b4-8692-7748ca011081 HTTP/1.1" status: 200 len: 945 time: 0.1267233 Apr 20 13:28:00.424055 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41560) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:00.433442 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e853fd7-6467-46ae-8ed3-27a09764bb48 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Made reservation on behalf of 17f57c51548d4962867796b5991ef4ff for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:28:00.436869 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5e853fd7-6467-46ae-8ed3-27a09764bb48 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:00.459978 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5e853fd7-6467-46ae-8ed3-27a09764bb48 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:00.478138 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e6c515e4-2ed7-4fab-a30f-f858f1cd0f64 req-66b67091-2f76-47ab-af9e-82dbdb841a3a tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870647 Apr 20 13:28:00.515402 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dbbe3574-ab30-49f0-882f-c953ba7326de tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:00.545490 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0107a1f-2433-4cde-9c1f-b40d91295f0e None None] New status for floating IP d530ca21-8a9f-4d5d-9b9b-091fb29fc3b1: DOWN {{(pid=114872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:28:00.554509 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dbbe3574-ab30-49f0-882f-c953ba7326de tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:00.626295 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5e853fd7-6467-46ae-8ed3-27a09764bb48 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:00.703400 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dbbe3574-ab30-49f0-882f-c953ba7326de tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:00.703400 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dbbe3574-ab30-49f0-882f-c953ba7326de tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:00.706626 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-dbbe3574-ab30-49f0-882f-c953ba7326de tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "DELETE /v2.0/security-groups/1e82e350-d3b5-4615-8d45-416544dfe622 HTTP/1.1" status: 204 len: 168 time: 0.2790296 Apr 20 13:28:00.706806 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 41572) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:00.732540 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe3574-ab30-49f0-882f-c953ba7326de tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e82e350-d3b5-4615-8d45-416544dfe622,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:00.733089 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-9b60a2a3-93a1-4014-9a71-7cdd38964e4a tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] show failed (client error): The resource could not be found. Apr 20 13:28:00.733870 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9b60a2a3-93a1-4014-9a71-7cdd38964e4a tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups/1e82e350-d3b5-4615-8d45-416544dfe622 HTTP/1.1" status: 404 len: 347 time: 0.0260248 Apr 20 13:28:00.736694 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 41576) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:00.748029 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5e853fd7-6467-46ae-8ed3-27a09764bb48 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:00.777862 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e853fd7-6467-46ae-8ed3-27a09764bb48 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:28:00.794141 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e853fd7-6467-46ae-8ed3-27a09764bb48 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e777405-5873-41a9-b8b0-976b17cd4ed3,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:00.819106 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5e853fd7-6467-46ae-8ed3-27a09764bb48 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:00.819515 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-5e853fd7-6467-46ae-8ed3-27a09764bb48 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Added segment 30048902-4e1a-4ff5-900a-13d2a01e225d of type vlan for network cf7bad9b-1897-4162-a9b2-52e77485f241 Apr 20 13:28:00.870462 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5e853fd7-6467-46ae-8ed3-27a09764bb48 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:00.911086 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-cca78676-aa97-4658-887a-f4978cf13ec0 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Deleting port 25bc3bd0-eeaf-4e78-80d3-1417cdca399c {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:28:00.911619 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cca78676-aa97-4658-887a-f4978cf13ec0 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:00.974754 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5e853fd7-6467-46ae-8ed3-27a09764bb48 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:00.981361 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e853fd7-6467-46ae-8ed3-27a09764bb48 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:00.982309 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5e853fd7-6467-46ae-8ed3-27a09764bb48 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:01.035880 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cca78676-aa97-4658-887a-f4978cf13ec0 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:01.036230 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cca78676-aa97-4658-887a-f4978cf13ec0 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:01.050844 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-cca78676-aa97-4658-887a-f4978cf13ec0 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Calling delete_port for 25bc3bd0-eeaf-4e78-80d3-1417cdca399c owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:28:01.056954 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e853fd7-6467-46ae-8ed3-27a09764bb48 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'Network': ['ID=cf7bad9b-1897-4162-a9b2-52e77485f241,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:01.069368 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network cf7bad9b-1897-4162-a9b2-52e77485f241 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:28:01.082696 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5e853fd7-6467-46ae-8ed3-27a09764bb48 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9745071 Apr 20 13:28:01.085992 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41592) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:01.091186 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-f83da523-a248-4885-83ca-41045c0604f5 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'port': {'network_id': 'cf7bad9b-1897-4162-a9b2-52e77485f241', 'name': 'tempest-PortsIpV6TestJSON-346148910'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:01.249635 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83da523-a248-4885-83ca-41045c0604f5 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Made reservation on behalf of 17f57c51548d4962867796b5991ef4ff for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:28:01.255317 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f83da523-a248-4885-83ca-41045c0604f5 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:01.280831 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-f83da523-a248-4885-83ca-41045c0604f5 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] device_id is not set on port 8194f342-1f5d-4afa-b9b3-d29b4904955d yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:28:01.300338 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cca78676-aa97-4658-887a-f4978cf13ec0 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:01.339293 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca78676-aa97-4658-887a-f4978cf13ec0 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Pushing event deleted for resources: {'Port': ['ID=25bc3bd0-eeaf-4e78-80d3-1417cdca399c,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:01.481907 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cca78676-aa97-4658-887a-f4978cf13ec0 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks [] for floatingip, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:01.485037 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cca78676-aa97-4658-887a-f4978cf13ec0 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:01.488803 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-cca78676-aa97-4658-887a-f4978cf13ec0 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "DELETE /v2.0/floatingips/d530ca21-8a9f-4d5d-9b9b-091fb29fc3b1 HTTP/1.1" status: 204 len: 168 time: 0.7484641 Apr 20 13:28:01.513782 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f83da523-a248-4885-83ca-41045c0604f5 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:01.632392 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f83da523-a248-4885-83ca-41045c0604f5 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:01.637697 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7032e97-bc16-4f37-9e85-a1d7d95c9a66 req-6738448e-a2d9-45b7-ab9f-878fc3971bf2 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:01.639813 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c7032e97-bc16-4f37-9e85-a1d7d95c9a66 req-6738448e-a2d9-45b7-ab9f-878fc3971bf2 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=90d3715d-030c-49b4-8692-7748ca011081 HTTP/1.1" status: 200 len: 945 time: 0.0594492 Apr 20 13:28:01.696136 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c7032e97-bc16-4f37-9e85-a1d7d95c9a66 req-ab0f5937-31a0-4433-a722-96b495da5837 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451736 Apr 20 13:28:01.780311 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83da523-a248-4885-83ca-41045c0604f5 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'Port': ['ID=8194f342-1f5d-4afa-b9b3-d29b4904955d,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:01.810571 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83da523-a248-4885-83ca-41045c0604f5 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Checking segment: {'id': '30048902-4e1a-4ff5-900a-13d2a01e225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'cf7bad9b-1897-4162-a9b2-52e77485f241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:28:01.811146 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83da523-a248-4885-83ca-41045c0604f5 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Network hostable DHCP agents. Network: cf7bad9b-1897-4162-a9b2-52e77485f241, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:28:01.822802 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7893decf-8e37-4853-bd33-144aebdb74ba req-80747a72-a00a-4294-9324-f4ef67323204 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:01.824345 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7893decf-8e37-4853-bd33-144aebdb74ba req-80747a72-a00a-4294-9324-f4ef67323204 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.15 "GET /v2.0/ports?device_id=90d3715d-030c-49b4-8692-7748ca011081 HTTP/1.1" status: 200 len: 945 time: 0.1197472 Apr 20 13:28:01.882998 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83da523-a248-4885-83ca-41045c0604f5 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Network cf7bad9b-1897-4162-a9b2-52e77485f241 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:28:01.946913 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-7893decf-8e37-4853-bd33-144aebdb74ba req-25b67298-9c42-48a7-b618-e5049ca82f15 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Deleting port 44d808be-11b7-4386-8b51-1000b7967e3a {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:28:01.947258 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7893decf-8e37-4853-bd33-144aebdb74ba req-25b67298-9c42-48a7-b618-e5049ca82f15 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:01.980942 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-f83da523-a248-4885-83ca-41045c0604f5 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, cf7bad9b-1897-4162-a9b2-52e77485f241) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:28:01.992169 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83da523-a248-4885-83ca-41045c0604f5 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:28:01.993100 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144acff3-b739-46af-bef7-6498e722e9c6 None None] Network cf7bad9b-1897-4162-a9b2-52e77485f241 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:28:02.004359 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83da523-a248-4885-83ca-41045c0604f5 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:02.007877 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f83da523-a248-4885-83ca-41045c0604f5 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:02.051748 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-7893decf-8e37-4853-bd33-144aebdb74ba req-25b67298-9c42-48a7-b618-e5049ca82f15 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] For port 44d808be-11b7-4386-8b51-1000b7967e3a, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=44d808be-11b7-4386-8b51-1000b7967e3a,segment=NetworkSegment(61aa0039-68ca-4033-b082-432ef8c81b46),segment_id=61aa0039-68ca-4033-b082-432ef8c81b46)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:02.052118 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7893decf-8e37-4853-bd33-144aebdb74ba req-25b67298-9c42-48a7-b618-e5049ca82f15 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:02.072532 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-7893decf-8e37-4853-bd33-144aebdb74ba req-25b67298-9c42-48a7-b618-e5049ca82f15 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Calling delete_port for 44d808be-11b7-4386-8b51-1000b7967e3a owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:28:02.080737 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f83da523-a248-4885-83ca-41045c0604f5 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9934006 Apr 20 13:28:02.083634 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41626) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:02.091154 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-85a8527e-e653-40f1-be7f-7c9b85b43b86 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-693310714'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:02.196814 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a8527e-e653-40f1-be7f-7c9b85b43b86 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Made reservation on behalf of 17f57c51548d4962867796b5991ef4ff for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:28:02.200804 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-85a8527e-e653-40f1-be7f-7c9b85b43b86 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:02.244115 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a8527e-e653-40f1-be7f-7c9b85b43b86 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:28:02.256019 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-85a8527e-e653-40f1-be7f-7c9b85b43b86 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:02.256699 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-85a8527e-e653-40f1-be7f-7c9b85b43b86 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Added segment 61e1dbea-21b2-477b-8677-3eda10f08bbe of type vlan for network b0d00d06-2919-4eca-b17d-101929c07dd6 Apr 20 13:28:02.310429 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-85a8527e-e653-40f1-be7f-7c9b85b43b86 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:02.312055 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7893decf-8e37-4853-bd33-144aebdb74ba req-25b67298-9c42-48a7-b618-e5049ca82f15 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:02.324130 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['8964fd46-ee04-4949-bc3b-01aa6c0daa3f'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:28:02.343831 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b67298-9c42-48a7-b618-e5049ca82f15 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Pushing event deleted for resources: {'Port': ['ID=44d808be-11b7-4386-8b51-1000b7967e3a,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:02.410826 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-7893decf-8e37-4853-bd33-144aebdb74ba req-25b67298-9c42-48a7-b618-e5049ca82f15 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] No DVR routers for this DVR port 44d808be-11b7-4386-8b51-1000b7967e3a on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:28:02.415069 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7893decf-8e37-4853-bd33-144aebdb74ba req-25b67298-9c42-48a7-b618-e5049ca82f15 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:02.419165 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7893decf-8e37-4853-bd33-144aebdb74ba req-25b67298-9c42-48a7-b618-e5049ca82f15 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.15 "DELETE /v2.0/ports/44d808be-11b7-4386-8b51-1000b7967e3a HTTP/1.1" status: 204 len: 173 time: 0.5890872 Apr 20 13:28:02.419672 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d3715d-030c-49b4-8692-7748ca011081', 'name': 'network-vif-deleted', 'tag': '44d808be-11b7-4386-8b51-1000b7967e3a'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:28:02.422201 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f3d2a6-61e8-45c1-8d42-b07291cad4ef" -d '{"events": [{"server_uuid": "90d3715d-030c-49b4-8692-7748ca011081", "name": "network-vif-deleted", "tag": "44d808be-11b7-4386-8b51-1000b7967e3a"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:28:02.465142 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97aeab6d-a268-47a5-b68d-0629dced9e6b x-openstack-request-id: req-97aeab6d-a268-47a5-b68d-0629dced9e6b {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:28:02.476737 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d3715d-030c-49b4-8692-7748ca011081", "name": "network-vif-deleted", "tag": "44d808be-11b7-4386-8b51-1000b7967e3a", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:28:02.476737 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-97aeab6d-a268-47a5-b68d-0629dced9e6b {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:28:02.476998 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-85a8527e-e653-40f1-be7f-7c9b85b43b86 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:02.477114 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97aeab6d-a268-47a5-b68d-0629dced9e6b'] response: {'server_uuid': '90d3715d-030c-49b4-8692-7748ca011081', 'name': 'network-vif-deleted', 'tag': '44d808be-11b7-4386-8b51-1000b7967e3a', 'status': 'completed', 'code': 200} Apr 20 13:28:02.503163 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a8527e-e653-40f1-be7f-7c9b85b43b86 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:02.506182 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-85a8527e-e653-40f1-be7f-7c9b85b43b86 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:02.609715 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a8527e-e653-40f1-be7f-7c9b85b43b86 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'Network': ['ID=b0d00d06-2919-4eca-b17d-101929c07dd6,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:02.625578 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network b0d00d06-2919-4eca-b17d-101929c07dd6 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:28:02.658842 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-85a8527e-e653-40f1-be7f-7c9b85b43b86 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5716078 Apr 20 13:28:02.659225 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41644) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:02.669890 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-0959f566-a0c5-4a0a-801b-829af0d49dff tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'ports': [{'network_id': 'cf7bad9b-1897-4162-a9b2-52e77485f241'}, {'network_id': 'b0d00d06-2919-4eca-b17d-101929c07dd6'}]} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:02.670492 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-0959f566-a0c5-4a0a-801b-829af0d49dff tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'port': {'network_id': 'cf7bad9b-1897-4162-a9b2-52e77485f241'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:02.672155 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-0959f566-a0c5-4a0a-801b-829af0d49dff tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'port': {'network_id': 'b0d00d06-2919-4eca-b17d-101929c07dd6'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:02.894353 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b361d5cc-ba8c-41ef-a932-98a391c1129d req-523c4cb8-d388-4e8c-868f-dd765babbee9 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=90d3715d-030c-49b4-8692-7748ca011081 HTTP/1.1" status: 200 len: 210 time: 0.0809178 Apr 20 13:28:02.982868 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-b011f1bc-7b2e-4bcf-b1d4-7a89937d9841 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:02.985207 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-b011f1bc-7b2e-4bcf-b1d4-7a89937d9841 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/networks?id=65367ce2-1720-4244-8094-8cc9e514a431 HTTP/1.1" status: 200 len: 813 time: 0.2406170 Apr 20 13:28:03.001217 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-a8b6e2f3-8824-4585-b290-0f03b00e185c tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/quotas/3d4db8ff1fbc4f829f0f97ec5df074ad HTTP/1.1" status: 200 len: 375 time: 0.0102122 Apr 20 13:28:03.040390 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-4c428bc1-8248-493b-acc4-5cfd718c3789 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d4db8ff1fbc4f829f0f97ec5df074ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317893 Apr 20 13:28:03.147278 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-21e34f9d-0659-4432-9361-5de4ccded628 service neutron] 10.222.0.25 "GET /v2.0/networks/65367ce2-1720-4244-8094-8cc9e514a431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990310 Apr 20 13:28:03.191898 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0959f566-a0c5-4a0a-801b-829af0d49dff tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Made reservation on behalf of 17f57c51548d4962867796b5991ef4ff for: {'port': 2} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:28:03.199103 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0959f566-a0c5-4a0a-801b-829af0d49dff tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:03.217354 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0959f566-a0c5-4a0a-801b-829af0d49dff tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:03.266569 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-8b71fbd6-3e47-41a9-8a38-2c3cc519d9f7 service neutron] 10.222.0.25 "GET /v2.0/networks/65367ce2-1720-4244-8094-8cc9e514a431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125317 Apr 20 13:28:03.415012 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-0959f566-a0c5-4a0a-801b-829af0d49dff tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] device_id is not set on port 5aa4e414-aca4-4b42-8e02-d3f16d1be880 yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:28:03.508339 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0959f566-a0c5-4a0a-801b-829af0d49dff tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:03.581141 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-0959f566-a0c5-4a0a-801b-829af0d49dff tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] device_id is not set on port 07565e14-bd4b-47aa-9c9c-6dccb0aeddad yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:28:03.698260 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0959f566-a0c5-4a0a-801b-829af0d49dff tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:03.797188 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d307fa3a-1d93-4cb4-8718-21482f81eaaa req-4b494f8e-5620-42c7-8edb-eac6efbea914 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7bd5e0-ca4f-4338-9994-237ec02d0b0d HTTP/1.1" status: 200 len: 210 time: 0.0356781 Apr 20 13:28:03.803752 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0959f566-a0c5-4a0a-801b-829af0d49dff tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:03.856563 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0959f566-a0c5-4a0a-801b-829af0d49dff tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'Port': ['ID=5aa4e414-aca4-4b42-8e02-d3f16d1be880,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:03.874299 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0959f566-a0c5-4a0a-801b-829af0d49dff tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Network cf7bad9b-1897-4162-a9b2-52e77485f241 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:28:03.876077 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-0959f566-a0c5-4a0a-801b-829af0d49dff tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:28:03.884026 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0959f566-a0c5-4a0a-801b-829af0d49dff tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:28:03.885455 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0959f566-a0c5-4a0a-801b-829af0d49dff tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:03.968082 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0959f566-a0c5-4a0a-801b-829af0d49dff tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'Port': ['ID=07565e14-bd4b-47aa-9c9c-6dccb0aeddad,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:03.971151 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0959f566-a0c5-4a0a-801b-829af0d49dff tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Checking segment: {'id': '61e1dbea-21b2-477b-8677-3eda10f08bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b0d00d06-2919-4eca-b17d-101929c07dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:28:03.971570 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0959f566-a0c5-4a0a-801b-829af0d49dff tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Network hostable DHCP agents. Network: b0d00d06-2919-4eca-b17d-101929c07dd6, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:28:04.071655 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0959f566-a0c5-4a0a-801b-829af0d49dff tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Network b0d00d06-2919-4eca-b17d-101929c07dd6 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:28:04.157532 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-0959f566-a0c5-4a0a-801b-829af0d49dff tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, b0d00d06-2919-4eca-b17d-101929c07dd6) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:28:04.168398 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e15664-b62f-45e6-8b39-aa61b06ba14c None None] Network b0d00d06-2919-4eca-b17d-101929c07dd6 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:28:04.171474 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0959f566-a0c5-4a0a-801b-829af0d49dff tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:28:04.190940 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0959f566-a0c5-4a0a-801b-829af0d49dff tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:04.207153 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0959f566-a0c5-4a0a-801b-829af0d49dff tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:04.209479 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0959f566-a0c5-4a0a-801b-829af0d49dff tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:04.281976 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 44d808be-11b7-4386-8b51-1000b7967e3a no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:28:04.288989 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0959f566-a0c5-4a0a-801b-829af0d49dff tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6272879 Apr 20 13:28:04.290595 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41708) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:04.397855 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 44d808be-11b7-4386-8b51-1000b7967e3a {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:28:04.398202 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 44d808be-11b7-4386-8b51-1000b7967e3a not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:28:04.459577 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-e8ffecdc-d89f-44bc-b086-9481406a7f4e tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Deleting port 07565e14-bd4b-47aa-9c9c-6dccb0aeddad {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:28:04.460802 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e8ffecdc-d89f-44bc-b086-9481406a7f4e tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:04.572561 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e8ffecdc-d89f-44bc-b086-9481406a7f4e tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:04.587201 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-af78ee6a-854e-41f3-8ca3-eb2375fb8d68 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:04.588845 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-e8ffecdc-d89f-44bc-b086-9481406a7f4e tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Calling delete_port for 07565e14-bd4b-47aa-9c9c-6dccb0aeddad owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:28:04.595619 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-af78ee6a-854e-41f3-8ca3-eb2375fb8d68 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/networks?id=bffadad1-e693-483b-8eeb-21265f06be5a HTTP/1.1" status: 200 len: 805 time: 0.1846144 Apr 20 13:28:04.614297 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-a7ef2011-4e2c-441c-9dff-7a77ae2577ec tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/quotas/1769fcf5b9754a27a1574952891cab93 HTTP/1.1" status: 200 len: 375 time: 0.0174451 Apr 20 13:28:04.662318 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-8ddd6a8e-eb97-483c-8b59-b2504c7e3bbd tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1769fcf5b9754a27a1574952891cab93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0461845 Apr 20 13:28:04.782800 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-f70d6051-d92e-4b72-9abf-c04323824f8f service neutron] 10.222.0.25 "GET /v2.0/networks/bffadad1-e693-483b-8eeb-21265f06be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111202 Apr 20 13:28:04.794733 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e8ffecdc-d89f-44bc-b086-9481406a7f4e tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:04.840730 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ffecdc-d89f-44bc-b086-9481406a7f4e tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'Port': ['ID=07565e14-bd4b-47aa-9c9c-6dccb0aeddad,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:04.852173 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e8ffecdc-d89f-44bc-b086-9481406a7f4e tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:04.855917 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e8ffecdc-d89f-44bc-b086-9481406a7f4e tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/ports/07565e14-bd4b-47aa-9c9c-6dccb0aeddad HTTP/1.1" status: 204 len: 168 time: 0.5621948 Apr 20 13:28:04.858510 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41730) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:04.931863 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-d907eb90-fee3-4b37-93e0-0c5c737b9682 service neutron] 10.222.0.25 "GET /v2.0/networks/bffadad1-e693-483b-8eeb-21265f06be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372502 Apr 20 13:28:04.963803 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db13890-83df-4fa3-a1b7-b79a42956329 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:04.970523 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db13890-83df-4fa3-a1b7-b79a42956329 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:04.972303 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6db13890-83df-4fa3-a1b7-b79a42956329 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1126163 Apr 20 13:28:04.977820 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 41734) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:04.991051 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1940cf1b-271e-4119-9477-97f621d98cf3 req-5a72652b-28ed-40a3-837b-d2a3540a9edc tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7bd5e0-ca4f-4338-9994-237ec02d0b0d HTTP/1.1" status: 200 len: 210 time: 0.0887470 Apr 20 13:28:05.109769 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-8446b39a-15e7-4be9-9d8b-3fd5ed893e5f tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Deleting port 5aa4e414-aca4-4b42-8e02-d3f16d1be880 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:28:05.110085 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8446b39a-15e7-4be9-9d8b-3fd5ed893e5f tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:05.188205 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8446b39a-15e7-4be9-9d8b-3fd5ed893e5f tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:05.205069 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-8446b39a-15e7-4be9-9d8b-3fd5ed893e5f tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Calling delete_port for 5aa4e414-aca4-4b42-8e02-d3f16d1be880 owned by {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:28:05.446277 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c21ebf67-147f-4ccf-803a-42870545f35c req-54b4e2e2-1556-415b-9422-33c89fc03202 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee0e1f97-9545-45c3-9451-52d45401b30e HTTP/1.1" status: 200 len: 210 time: 0.0999472 Apr 20 13:28:05.511682 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8446b39a-15e7-4be9-9d8b-3fd5ed893e5f tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:05.550404 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446b39a-15e7-4be9-9d8b-3fd5ed893e5f tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'Port': ['ID=5aa4e414-aca4-4b42-8e02-d3f16d1be880,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:05.551290 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8446b39a-15e7-4be9-9d8b-3fd5ed893e5f tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:05.557786 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8446b39a-15e7-4be9-9d8b-3fd5ed893e5f tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/ports/5aa4e414-aca4-4b42-8e02-d3f16d1be880 HTTP/1.1" status: 204 len: 168 time: 0.5628431 Apr 20 13:28:05.558119 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41754) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:05.642034 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bb4aa9-f1ee-43cc-a371-1cf8f22b0f0c tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:05.644069 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d9bb4aa9-f1ee-43cc-a371-1cf8f22b0f0c tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0849903 Apr 20 13:28:05.646959 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 41760) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:05.684056 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-aafbcd63-4b41-4c38-9ae7-911e54529e04 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] GET failed (client error): The resource could not be found. Apr 20 13:28:05.685759 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-aafbcd63-4b41-4c38-9ae7-911e54529e04 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "GET /v2.0/ports/07565e14-bd4b-47aa-9c9c-6dccb0aeddad HTTP/1.1" status: 404 len: 333 time: 0.0371232 Apr 20 13:28:05.688360 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 41764) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:05.712717 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-c73fd12c-3162-41c4-a30e-fbc7abc18521 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] GET failed (client error): The resource could not be found. Apr 20 13:28:05.715265 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c73fd12c-3162-41c4-a30e-fbc7abc18521 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "GET /v2.0/ports/5aa4e414-aca4-4b42-8e02-d3f16d1be880 HTTP/1.1" status: 404 len: 333 time: 0.0249138 Apr 20 13:28:05.716944 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 41766) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:05.809931 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8cc9d12a-be52-4649-9ec6-2fd3915d2dcd tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:05.943642 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8cc9d12a-be52-4649-9ec6-2fd3915d2dcd tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:05.976102 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-8cc9d12a-be52-4649-9ec6-2fd3915d2dcd tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0d00d06-2919-4eca-b17d-101929c07dd6']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:05.986938 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-8cc9d12a-be52-4649-9ec6-2fd3915d2dcd tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61e1dbea-21b2-477b-8677-3eda10f08bbe') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:05.987237 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-8cc9d12a-be52-4649-9ec6-2fd3915d2dcd tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61e1dbea-21b2-477b-8677-3eda10f08bbe') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:05.999064 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8cc9d12a-be52-4649-9ec6-2fd3915d2dcd tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:06.013138 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8cc9d12a-be52-4649-9ec6-2fd3915d2dcd tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:06.043801 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cc9d12a-be52-4649-9ec6-2fd3915d2dcd tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:28:06.044165 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8cc9d12a-be52-4649-9ec6-2fd3915d2dcd tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:06.047350 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:28:06.047350 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:28:06.047350 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:28:06.047350 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:28:06.047350 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:28:06.047350 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:28:06.047350 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:28:06.047350 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:28:06.047350 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:28:06.047350 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:28:06.047350 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:28:06.047350 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:28:06.047350 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:28:06.047350 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:28:06.047350 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:28:06.047350 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:28:06.047350 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:28:06.047350 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:28:06.047350 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:28:06.047350 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:28:06.047350 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:28:06.047350 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:28:06.047350 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:28:06.047350 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:28:06.047350 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:28:06.047350 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:28:06.047350 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:28:06.047350 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:28:06.047350 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:28:06.047350 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:28:06.047350 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:28:06.047350 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:28:06.210804 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0b918d7a-c5e8-45fb-979d-d25057c9064d req-fd62714a-bf7e-4f6c-9361-071dbd08435b tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7bd5e0-ca4f-4338-9994-237ec02d0b0d HTTP/1.1" status: 200 len: 210 time: 0.0649362 Apr 20 13:28:06.272131 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8cc9d12a-be52-4649-9ec6-2fd3915d2dcd tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:06.281359 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8cc9d12a-be52-4649-9ec6-2fd3915d2dcd tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:06.289563 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8cc9d12a-be52-4649-9ec6-2fd3915d2dcd tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/networks/b0d00d06-2919-4eca-b17d-101929c07dd6 HTTP/1.1" status: 204 len: 168 time: 0.5666728 Apr 20 13:28:06.289772 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41776) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:06.302311 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9d12a-be52-4649-9ec6-2fd3915d2dcd tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'Network': ['ID=b0d00d06-2919-4eca-b17d-101929c07dd6,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:06.310289 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-f9c73b77-6787-4f74-b21e-95e395668f21 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1381985102'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:06.448495 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c73b77-6787-4f74-b21e-95e395668f21 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Made reservation on behalf of 17f57c51548d4962867796b5991ef4ff for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:28:06.452932 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f9c73b77-6787-4f74-b21e-95e395668f21 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:06.489385 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c73b77-6787-4f74-b21e-95e395668f21 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:28:06.530948 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f9c73b77-6787-4f74-b21e-95e395668f21 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:06.530948 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-f9c73b77-6787-4f74-b21e-95e395668f21 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Added segment 60432b7b-a8fb-45ab-8941-4e6f30eadfda of type vlan for network 26f726ee-c3b5-4ab7-a04d-5ab4d5574974 Apr 20 13:28:06.543775 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-983b58ea-bcc4-4950-b1c7-bde2d2c68905 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:06.548880 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-983b58ea-bcc4-4950-b1c7-bde2d2c68905 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.15 "GET /v2.0/networks?id=65367ce2-1720-4244-8094-8cc9e514a431 HTTP/1.1" status: 200 len: 813 time: 0.1901548 Apr 20 13:28:06.571923 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-714e9564-f2a2-4ff6-b20e-7ecd1dd57b93 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Request body: {'port': {'device_id': '4e7bd5e0-ca4f-4338-9994-237ec02d0b0d', 'network_id': '65367ce2-1720-4244-8094-8cc9e514a431', 'admin_state_up': True, 'tenant_id': '3d4db8ff1fbc4f829f0f97ec5df074ad'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:06.642793 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f9c73b77-6787-4f74-b21e-95e395668f21 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:06.733729 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-59452292-06bb-4b87-8029-17e64371aa4b req-a3d870e7-997c-4a56-a5d1-5a63c087d2f1 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee0e1f97-9545-45c3-9451-52d45401b30e HTTP/1.1" status: 200 len: 210 time: 0.0863068 Apr 20 13:28:06.791694 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f9c73b77-6787-4f74-b21e-95e395668f21 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:06.799611 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c73b77-6787-4f74-b21e-95e395668f21 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:06.800313 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f9c73b77-6787-4f74-b21e-95e395668f21 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:06.866169 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-714e9564-f2a2-4ff6-b20e-7ecd1dd57b93 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Made reservation on behalf of 3d4db8ff1fbc4f829f0f97ec5df074ad for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:28:06.869857 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-714e9564-f2a2-4ff6-b20e-7ecd1dd57b93 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:06.876212 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c73b77-6787-4f74-b21e-95e395668f21 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'Network': ['ID=26f726ee-c3b5-4ab7-a04d-5ab4d5574974,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:06.887049 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 26f726ee-c3b5-4ab7-a04d-5ab4d5574974 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:28:07.023212 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-714e9564-f2a2-4ff6-b20e-7ecd1dd57b93 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Allocated IP 172.20.0.11 (65367ce2-1720-4244-8094-8cc9e514a431/67f361e4-3c6e-4b62-8754-cf164be40a21/8cae238a-5da9-4cc4-9107-43c9bafd6fa5) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:28:07.033712 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f9c73b77-6787-4f74-b21e-95e395668f21 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7436235 Apr 20 13:28:07.037369 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 41794) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:07.043624 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-e9e3cf34-c3bf-4e11-a2f5-a66e9bee807b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'subnet': {'network_id': '26f726ee-c3b5-4ab7-a04d-5ab4d5574974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:07.312975 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-714e9564-f2a2-4ff6-b20e-7ecd1dd57b93 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:07.356768 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-13ee1176-92a3-4173-98e3-4d4e8fa7fc62 req-07f47da0-fcdc-4c1e-a426-75b9e49cec0e tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7bd5e0-ca4f-4338-9994-237ec02d0b0d HTTP/1.1" status: 200 len: 210 time: 0.0469041 Apr 20 13:28:07.465509 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e3cf34-c3bf-4e11-a2f5-a66e9bee807b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Made reservation on behalf of 17f57c51548d4962867796b5991ef4ff for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:28:07.469182 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e9e3cf34-c3bf-4e11-a2f5-a66e9bee807b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:07.521214 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-714e9564-f2a2-4ff6-b20e-7ecd1dd57b93 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:07.580701 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.ipam_backend_mixin [None req-e9e3cf34-c3bf-4e11-a2f5-a66e9bee807b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Performing IP validity checks on allocation pools {{(pid=114869) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 20 13:28:07.584030 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.ipam_backend_mixin [None req-e9e3cf34-c3bf-4e11-a2f5-a66e9bee807b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114869) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 20 13:28:07.604431 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-714e9564-f2a2-4ff6-b20e-7ecd1dd57b93 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Network 65367ce2-1720-4244-8094-8cc9e514a431 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:28:07.609287 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-714e9564-f2a2-4ff6-b20e-7ecd1dd57b93 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:28:07.616504 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-714e9564-f2a2-4ff6-b20e-7ecd1dd57b93 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:28:07.649383 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e9564-f2a2-4ff6-b20e-7ecd1dd57b93 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Pushing event updated for resources: {'Port': ['ID=8cae238a-5da9-4cc4-9107-43c9bafd6fa5,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:07.692138 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-714e9564-f2a2-4ff6-b20e-7ecd1dd57b93 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:07.692830 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-714e9564-f2a2-4ff6-b20e-7ecd1dd57b93 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:07.843530 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-714e9564-f2a2-4ff6-b20e-7ecd1dd57b93 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2888775 Apr 20 13:28:07.866435 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-776155b9-1ebd-497f-a7f9-27bcf4ed23f8 req-d2b22368-1b16-4c11-9f95-b4ef34fe7d58 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee0e1f97-9545-45c3-9451-52d45401b30e HTTP/1.1" status: 200 len: 210 time: 0.0389016 Apr 20 13:28:07.870006 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-58a3a6a5-d57b-4045-b2e1-fd6fad40af6a service neutron] Request body: {'port': {'device_id': '4e7bd5e0-ca4f-4338-9994-237ec02d0b0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:07.924888 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-58a3a6a5-d57b-4045-b2e1-fd6fad40af6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:07.970727 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e9e3cf34-c3bf-4e11-a2f5-a66e9bee807b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:08.111316 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e3cf34-c3bf-4e11-a2f5-a66e9bee807b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'Subnet': ['ID=e90a8a6c-9997-4f8b-bb27-c873a753a63f,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:08.158317 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e3cf34-c3bf-4e11-a2f5-a66e9bee807b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Checking segment: {'id': '60432b7b-a8fb-45ab-8941-4e6f30eadfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '26f726ee-c3b5-4ab7-a04d-5ab4d5574974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:28:08.158692 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e3cf34-c3bf-4e11-a2f5-a66e9bee807b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Network hostable DHCP agents. Network: 26f726ee-c3b5-4ab7-a04d-5ab4d5574974, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:28:08.232062 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-73cf34ed-3a52-4616-a827-c7c3e8cbd7c3 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:08.233566 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-73cf34ed-3a52-4616-a827-c7c3e8cbd7c3 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.15 "GET /v2.0/networks?id=bffadad1-e693-483b-8eeb-21265f06be5a HTTP/1.1" status: 200 len: 805 time: 0.1579115 Apr 20 13:28:08.251162 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-619aae7b-032a-4c75-b7ab-f50b7f6c653b tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Request body: {'port': {'device_id': 'ee0e1f97-9545-45c3-9451-52d45401b30e', 'network_id': 'bffadad1-e693-483b-8eeb-21265f06be5a', 'admin_state_up': True, 'tenant_id': '1769fcf5b9754a27a1574952891cab93'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:08.353599 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-58a3a6a5-d57b-4045-b2e1-fd6fad40af6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cae238a-5da9-4cc4-9107-43c9bafd6fa5 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:28:08.358222 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e3cf34-c3bf-4e11-a2f5-a66e9bee807b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Network 26f726ee-c3b5-4ab7-a04d-5ab4d5574974 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:28:08.365524 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-58a3a6a5-d57b-4045-b2e1-fd6fad40af6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:08.386402 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-58a3a6a5-d57b-4045-b2e1-fd6fad40af6a service neutron] Transition to ACTIVE for port object 8cae238a-5da9-4cc4-9107-43c9bafd6fa5 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:28:08.455011 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-e9e3cf34-c3bf-4e11-a2f5-a66e9bee807b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 26f726ee-c3b5-4ab7-a04d-5ab4d5574974) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:28:08.464150 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab010ea-0f1f-4a6d-bf2a-4abafd2911b9 None None] Network 26f726ee-c3b5-4ab7-a04d-5ab4d5574974 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:28:08.467383 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e3cf34-c3bf-4e11-a2f5-a66e9bee807b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:08.468094 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e9e3cf34-c3bf-4e11-a2f5-a66e9bee807b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:08.484587 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-58a3a6a5-d57b-4045-b2e1-fd6fad40af6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:08.488496 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-619aae7b-032a-4c75-b7ab-f50b7f6c653b tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Made reservation on behalf of 1769fcf5b9754a27a1574952891cab93 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:28:08.502087 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-619aae7b-032a-4c75-b7ab-f50b7f6c653b tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:08.604952 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e9e3cf34-c3bf-4e11-a2f5-a66e9bee807b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5656047 Apr 20 13:28:08.624667 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 41828) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:08.633435 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-944b2a02-6910-4a26-a2e3-05fd7b1c6102 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'port': {'network_id': '26f726ee-c3b5-4ab7-a04d-5ab4d5574974', 'name': 'tempest-PortsIpV6TestJSON-1533175264'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:08.714282 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-619aae7b-032a-4c75-b7ab-f50b7f6c653b tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Allocated IP 172.20.0.5 (bffadad1-e693-483b-8eeb-21265f06be5a/6c9f0b80-55d8-4485-9b41-54f7ac34cd10/42a833c8-1408-4e2b-87a9-10a6ee325fd6) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:28:08.768090 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3a6a5-d57b-4045-b2e1-fd6fad40af6a service neutron] Pushing event updated for resources: {'Port': ['ID=8cae238a-5da9-4cc4-9107-43c9bafd6fa5,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:08.809519 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7ccbae-462d-4d65-81e7-659bf232cfae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-26f726ee-c3b5-4ab7-a04d-5ab4d5574974', 'network_id': '26f726ee-c3b5-4ab7-a04d-5ab4d5574974', 'tenant_id': '17f57c51548d4962867796b5991ef4ff', 'fixed_ips': [{'subnet_id': 'e90a8a6c-9997-4f8b-bb27-c873a753a63f'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:28:08.811334 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1b7ccbae-462d-4d65-81e7-659bf232cfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:08.929767 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3901c-717a-43ce-876a-4757caa45c60 req-caee0799-1d1e-4a1a-a8d1-504b9bd8e9ad tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:08.942186 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a2d3901c-717a-43ce-876a-4757caa45c60 req-caee0799-1d1e-4a1a-a8d1-504b9bd8e9ad tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7bd5e0-ca4f-4338-9994-237ec02d0b0d HTTP/1.1" status: 200 len: 944 time: 0.4215364 Apr 20 13:28:09.009714 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-619aae7b-032a-4c75-b7ab-f50b7f6c653b tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:09.053919 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-1b7ccbae-462d-4d65-81e7-659bf232cfae None None] Allocated IP 2001:db8::2 (26f726ee-c3b5-4ab7-a04d-5ab4d5574974/e90a8a6c-9997-4f8b-bb27-c873a753a63f/bcdba63e-2097-45cb-92ce-71984bfed2c7) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:28:09.058463 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a2d3901c-717a-43ce-876a-4757caa45c60 req-03f3b3f5-f20d-4fc2-a4b0-190417efe20e tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd3ffa81-2204-4d6d-aae6-250897e87f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158834 Apr 20 13:28:09.078010 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-58a3a6a5-d57b-4045-b2e1-fd6fad40af6a service neutron] Attempting to bind port 8cae238a-5da9-4cc4-9107-43c9bafd6fa5 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:28:09.078010 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-58a3a6a5-d57b-4045-b2e1-fd6fad40af6a service neutron] Attempting to bind port 8cae238a-5da9-4cc4-9107-43c9bafd6fa5 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': 'd948cd7d-3607-4980-a2e9-26ca3fa89a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '65367ce2-1720-4244-8094-8cc9e514a431'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:28:09.078010 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-58a3a6a5-d57b-4045-b2e1-fd6fad40af6a service neutron] Attempting to bind port 8cae238a-5da9-4cc4-9107-43c9bafd6fa5 on network 65367ce2-1720-4244-8094-8cc9e514a431 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:28:09.082709 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-58a3a6a5-d57b-4045-b2e1-fd6fad40af6a service neutron] Port 8cae238a-5da9-4cc4-9107-43c9bafd6fa5 on network 65367ce2-1720-4244-8094-8cc9e514a431 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:28:09.083706 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-58a3a6a5-d57b-4045-b2e1-fd6fad40af6a service neutron] Attempting to bind port 8cae238a-5da9-4cc4-9107-43c9bafd6fa5 on network 65367ce2-1720-4244-8094-8cc9e514a431 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:28:09.090072 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-58a3a6a5-d57b-4045-b2e1-fd6fad40af6a service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:28:09.090490 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-58a3a6a5-d57b-4045-b2e1-fd6fad40af6a service neutron] Checking segment: {'id': 'd948cd7d-3607-4980-a2e9-26ca3fa89a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '65367ce2-1720-4244-8094-8cc9e514a431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:28:09.090941 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-58a3a6a5-d57b-4045-b2e1-fd6fad40af6a service neutron] Bound using segment: {'id': 'd948cd7d-3607-4980-a2e9-26ca3fa89a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '65367ce2-1720-4244-8094-8cc9e514a431'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:28:09.091492 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-58a3a6a5-d57b-4045-b2e1-fd6fad40af6a service neutron] Bound port: 8cae238a-5da9-4cc4-9107-43c9bafd6fa5, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd948cd7d-3607-4980-a2e9-26ca3fa89a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '65367ce2-1720-4244-8094-8cc9e514a431'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:28:09.091920 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-58a3a6a5-d57b-4045-b2e1-fd6fad40af6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:09.175238 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bb788008-b168-472f-a956-2edc4867fae2 req-b958b9ba-19af-43fa-90fe-7c911da51e4f tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee0e1f97-9545-45c3-9451-52d45401b30e HTTP/1.1" status: 200 len: 210 time: 0.0404494 Apr 20 13:28:09.199220 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-58a3a6a5-d57b-4045-b2e1-fd6fad40af6a service neutron] For port 8cae238a-5da9-4cc4-9107-43c9bafd6fa5, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:28:09.202860 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-58a3a6a5-d57b-4045-b2e1-fd6fad40af6a service neutron] For port 8cae238a-5da9-4cc4-9107-43c9bafd6fa5, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=8cae238a-5da9-4cc4-9107-43c9bafd6fa5,segment=NetworkSegment(d948cd7d-3607-4980-a2e9-26ca3fa89a16),segment_id=d948cd7d-3607-4980-a2e9-26ca3fa89a16)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:28:09.229532 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1b7ccbae-462d-4d65-81e7-659bf232cfae None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:09.265911 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944b2a02-6910-4a26-a2e3-05fd7b1c6102 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Made reservation on behalf of 17f57c51548d4962867796b5991ef4ff for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:28:09.266193 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-619aae7b-032a-4c75-b7ab-f50b7f6c653b tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:09.270435 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-944b2a02-6910-4a26-a2e3-05fd7b1c6102 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:09.279717 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['8964fd46-ee04-4949-bc3b-01aa6c0daa3f'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:28:09.303603 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [None req-944b2a02-6910-4a26-a2e3-05fd7b1c6102 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] device_id is not set on port 96cdf192-a2fd-43ce-b65e-c3aae7508306 yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:28:09.310736 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-619aae7b-032a-4c75-b7ab-f50b7f6c653b tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Network bffadad1-e693-483b-8eeb-21265f06be5a is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:28:09.318882 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-619aae7b-032a-4c75-b7ab-f50b7f6c653b tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:28:09.325213 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-619aae7b-032a-4c75-b7ab-f50b7f6c653b tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:28:09.352811 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-58a3a6a5-d57b-4045-b2e1-fd6fad40af6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:09.364283 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1b7ccbae-462d-4d65-81e7-659bf232cfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:09.393930 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619aae7b-032a-4c75-b7ab-f50b7f6c653b tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Pushing event updated for resources: {'Port': ['ID=42a833c8-1408-4e2b-87a9-10a6ee325fd6,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:09.438825 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-619aae7b-032a-4c75-b7ab-f50b7f6c653b tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:09.438825 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-619aae7b-032a-4c75-b7ab-f50b7f6c653b tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:09.463803 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7ccbae-462d-4d65-81e7-659bf232cfae None None] Network 26f726ee-c3b5-4ab7-a04d-5ab4d5574974 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:28:09.471851 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-1b7ccbae-462d-4d65-81e7-659bf232cfae None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:28:09.474531 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7ccbae-462d-4d65-81e7-659bf232cfae None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:28:09.483626 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ccbae-462d-4d65-81e7-659bf232cfae None None] Pushing event updated for resources: {'Port': ['ID=bcdba63e-2097-45cb-92ce-71984bfed2c7,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:09.511007 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-58a3a6a5-d57b-4045-b2e1-fd6fad40af6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:09.519499 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ccbae-462d-4d65-81e7-659bf232cfae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:09.519499 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ccbae-462d-4d65-81e7-659bf232cfae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:09.520274 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-58a3a6a5-d57b-4045-b2e1-fd6fad40af6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:09.520400 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ccbae-462d-4d65-81e7-659bf232cfae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:09.520400 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ccbae-462d-4d65-81e7-659bf232cfae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:09.520400 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ccbae-462d-4d65-81e7-659bf232cfae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:09.520400 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ccbae-462d-4d65-81e7-659bf232cfae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:09.521514 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-58a3a6a5-d57b-4045-b2e1-fd6fad40af6a service neutron] 10.222.0.15 "PUT /v2.0/ports/8cae238a-5da9-4cc4-9107-43c9bafd6fa5 HTTP/1.1" status: 200 len: 1092 time: 1.6577368 Apr 20 13:28:09.521514 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e7bd5e0-ca4f-4338-9994-237ec02d0b0d', 'tag': '8cae238a-5da9-4cc4-9107-43c9bafd6fa5'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:28:09.521902 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ccbae-462d-4d65-81e7-659bf232cfae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:09.522484 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ccbae-462d-4d65-81e7-659bf232cfae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:09.523061 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ccbae-462d-4d65-81e7-659bf232cfae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:09.523648 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ccbae-462d-4d65-81e7-659bf232cfae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:09.524213 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ccbae-462d-4d65-81e7-659bf232cfae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:09.524764 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ccbae-462d-4d65-81e7-659bf232cfae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:09.528990 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5335ba-f1ff-497a-8782-f8ff15b36c9a" -d '{"events": [{"name": "network-changed", "server_uuid": "4e7bd5e0-ca4f-4338-9994-237ec02d0b0d", "tag": "8cae238a-5da9-4cc4-9107-43c9bafd6fa5"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:28:09.543127 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-619aae7b-032a-4c75-b7ab-f50b7f6c653b tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2949800 Apr 20 13:28:09.556025 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-9521b41c-5b0f-4662-b2cb-f5c84ffd7264 service neutron] Request body: {'port': {'device_id': 'ee0e1f97-9545-45c3-9451-52d45401b30e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:09.580417 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3a6a5-d57b-4045-b2e1-fd6fad40af6a service neutron] Pushing event updated for resources: {'Port': ['ID=8cae238a-5da9-4cc4-9107-43c9bafd6fa5,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:09.616194 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-944b2a02-6910-4a26-a2e3-05fd7b1c6102 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Allocated IP 2001:db8::1a2 (26f726ee-c3b5-4ab7-a04d-5ab4d5574974/e90a8a6c-9997-4f8b-bb27-c873a753a63f/96cdf192-a2fd-43ce-b65e-c3aae7508306) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:28:09.624836 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-1b7ccbae-462d-4d65-81e7-659bf232cfae None None] Attempting to bind port bcdba63e-2097-45cb-92ce-71984bfed2c7 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:28:09.633227 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-1b7ccbae-462d-4d65-81e7-659bf232cfae None None] Attempting to bind port bcdba63e-2097-45cb-92ce-71984bfed2c7 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '60432b7b-a8fb-45ab-8941-4e6f30eadfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '26f726ee-c3b5-4ab7-a04d-5ab4d5574974'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:28:09.633227 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7ccbae-462d-4d65-81e7-659bf232cfae None None] Attempting to bind port bcdba63e-2097-45cb-92ce-71984bfed2c7 on network 26f726ee-c3b5-4ab7-a04d-5ab4d5574974 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:28:09.638335 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7ccbae-462d-4d65-81e7-659bf232cfae None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:28:09.638787 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7ccbae-462d-4d65-81e7-659bf232cfae None None] Checking segment: {'id': '60432b7b-a8fb-45ab-8941-4e6f30eadfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '26f726ee-c3b5-4ab7-a04d-5ab4d5574974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:28:09.639278 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1b7ccbae-462d-4d65-81e7-659bf232cfae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:09.639767 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7ccbae-462d-4d65-81e7-659bf232cfae None None] Bound using segment: {'id': '60432b7b-a8fb-45ab-8941-4e6f30eadfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '26f726ee-c3b5-4ab7-a04d-5ab4d5574974'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:28:09.640308 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-1b7ccbae-462d-4d65-81e7-659bf232cfae None None] Bound port: bcdba63e-2097-45cb-92ce-71984bfed2c7, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60432b7b-a8fb-45ab-8941-4e6f30eadfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '26f726ee-c3b5-4ab7-a04d-5ab4d5574974'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:28:09.640791 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1b7ccbae-462d-4d65-81e7-659bf232cfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:09.642935 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-9521b41c-5b0f-4662-b2cb-f5c84ffd7264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:09.671922 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2c5167-bf19-4e32-a359-5d1532a8b476 x-openstack-request-id: req-5f2c5167-bf19-4e32-a359-5d1532a8b476 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:28:09.672230 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e7bd5e0-ca4f-4338-9994-237ec02d0b0d", "tag": "8cae238a-5da9-4cc4-9107-43c9bafd6fa5", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:28:09.672450 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5f2c5167-bf19-4e32-a359-5d1532a8b476 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:28:09.672846 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f2c5167-bf19-4e32-a359-5d1532a8b476'] response: {'name': 'network-changed', 'server_uuid': '4e7bd5e0-ca4f-4338-9994-237ec02d0b0d', 'tag': '8cae238a-5da9-4cc4-9107-43c9bafd6fa5', 'status': 'completed', 'code': 200} Apr 20 13:28:09.754886 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-1b7ccbae-462d-4d65-81e7-659bf232cfae None None] For port bcdba63e-2097-45cb-92ce-71984bfed2c7, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:28:09.763161 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-1b7ccbae-462d-4d65-81e7-659bf232cfae None None] For port bcdba63e-2097-45cb-92ce-71984bfed2c7, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=bcdba63e-2097-45cb-92ce-71984bfed2c7,segment=NetworkSegment(60432b7b-a8fb-45ab-8941-4e6f30eadfda),segment_id=60432b7b-a8fb-45ab-8941-4e6f30eadfda)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:28:09.849459 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1b7ccbae-462d-4d65-81e7-659bf232cfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:09.938734 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ccbae-462d-4d65-81e7-659bf232cfae None None] Pushing event updated for resources: {'Port': ['ID=bcdba63e-2097-45cb-92ce-71984bfed2c7,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:10.093648 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-9521b41c-5b0f-4662-b2cb-f5c84ffd7264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42a833c8-1408-4e2b-87a9-10a6ee325fd6 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:28:10.107472 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-9521b41c-5b0f-4662-b2cb-f5c84ffd7264 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:10.130320 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-9521b41c-5b0f-4662-b2cb-f5c84ffd7264 service neutron] Transition to ACTIVE for port object 42a833c8-1408-4e2b-87a9-10a6ee325fd6 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:28:10.188384 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-9521b41c-5b0f-4662-b2cb-f5c84ffd7264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:10.288859 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbfa7c5-7b4f-421a-9441-1ec9b6c033a1 req-4ca59c45-cf25-4ac3-bf92-c83d607e6236 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:10.291572 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bdbfa7c5-7b4f-421a-9441-1ec9b6c033a1 req-4ca59c45-cf25-4ac3-bf92-c83d607e6236 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 946 time: 0.6212354 Apr 20 13:28:10.297269 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-b070aaad-4cee-4c1b-bfb8-76c92b69b28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:10.299014 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-b070aaad-4cee-4c1b-bfb8-76c92b69b28c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3d4db8ff1fbc4f829f0f97ec5df074ad&device_id=4e7bd5e0-ca4f-4338-9994-237ec02d0b0d HTTP/1.1" status: 200 len: 1095 time: 0.6310215 Apr 20 13:28:10.307780 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521b41c-5b0f-4662-b2cb-f5c84ffd7264 service neutron] Pushing event updated for resources: {'Port': ['ID=42a833c8-1408-4e2b-87a9-10a6ee325fd6,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:10.370742 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-76423725-1d51-457d-9634-ec98d97ef942 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cae238a-5da9-4cc4-9107-43c9bafd6fa5 HTTP/1.1" status: 200 len: 217 time: 0.0443337 Apr 20 13:28:10.394348 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-9521b41c-5b0f-4662-b2cb-f5c84ffd7264 service neutron] Attempting to bind port 42a833c8-1408-4e2b-87a9-10a6ee325fd6 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:28:10.394801 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-9521b41c-5b0f-4662-b2cb-f5c84ffd7264 service neutron] Attempting to bind port 42a833c8-1408-4e2b-87a9-10a6ee325fd6 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '61aa0039-68ca-4033-b082-432ef8c81b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bffadad1-e693-483b-8eeb-21265f06be5a'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:28:10.394998 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-9521b41c-5b0f-4662-b2cb-f5c84ffd7264 service neutron] Attempting to bind port 42a833c8-1408-4e2b-87a9-10a6ee325fd6 on network bffadad1-e693-483b-8eeb-21265f06be5a {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:28:10.403605 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-9521b41c-5b0f-4662-b2cb-f5c84ffd7264 service neutron] Port 42a833c8-1408-4e2b-87a9-10a6ee325fd6 on network bffadad1-e693-483b-8eeb-21265f06be5a not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:28:10.403926 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-9521b41c-5b0f-4662-b2cb-f5c84ffd7264 service neutron] Attempting to bind port 42a833c8-1408-4e2b-87a9-10a6ee325fd6 on network bffadad1-e693-483b-8eeb-21265f06be5a {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:28:10.408886 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-9521b41c-5b0f-4662-b2cb-f5c84ffd7264 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:28:10.409223 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-9521b41c-5b0f-4662-b2cb-f5c84ffd7264 service neutron] Checking segment: {'id': '61aa0039-68ca-4033-b082-432ef8c81b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bffadad1-e693-483b-8eeb-21265f06be5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:28:10.409598 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-9521b41c-5b0f-4662-b2cb-f5c84ffd7264 service neutron] Bound using segment: {'id': '61aa0039-68ca-4033-b082-432ef8c81b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bffadad1-e693-483b-8eeb-21265f06be5a'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:28:10.410024 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-9521b41c-5b0f-4662-b2cb-f5c84ffd7264 service neutron] Bound port: 42a833c8-1408-4e2b-87a9-10a6ee325fd6, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61aa0039-68ca-4033-b082-432ef8c81b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bffadad1-e693-483b-8eeb-21265f06be5a'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:28:10.410381 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-9521b41c-5b0f-4662-b2cb-f5c84ffd7264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:10.461825 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bdbfa7c5-7b4f-421a-9441-1ec9b6c033a1 req-76528fc1-5919-4f8a-a810-58c61c6485da tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615045 Apr 20 13:28:10.515987 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-9521b41c-5b0f-4662-b2cb-f5c84ffd7264 service neutron] For port 42a833c8-1408-4e2b-87a9-10a6ee325fd6, host n-h2-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:28:10.521919 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-9521b41c-5b0f-4662-b2cb-f5c84ffd7264 service neutron] For port 42a833c8-1408-4e2b-87a9-10a6ee325fd6, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=42a833c8-1408-4e2b-87a9-10a6ee325fd6,segment=NetworkSegment(61aa0039-68ca-4033-b082-432ef8c81b46),segment_id=61aa0039-68ca-4033-b082-432ef8c81b46)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:28:10.527379 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432d019-bc46-4dce-aaf2-0504cc7cdd7f req-859750a5-65b0-4b58-baa1-996fc1cce7cf tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:10.527379 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6432d019-bc46-4dce-aaf2-0504cc7cdd7f req-859750a5-65b0-4b58-baa1-996fc1cce7cf tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7bd5e0-ca4f-4338-9994-237ec02d0b0d HTTP/1.1" status: 200 len: 944 time: 0.2609215 Apr 20 13:28:10.529661 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-944b2a02-6910-4a26-a2e3-05fd7b1c6102 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:10.555639 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-dc18ff9e-4f0e-48b5-99c8-3cbee2db9ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:10.557088 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-dc18ff9e-4f0e-48b5-99c8-3cbee2db9ff6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=67f361e4-3c6e-4b62-8754-cf164be40a21 HTTP/1.1" status: 200 len: 853 time: 0.1673629 Apr 20 13:28:10.642639 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-48de799a-053b-4661-b3fd-e4f509d57d8d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65367ce2-1720-4244-8094-8cc9e514a431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693636 Apr 20 13:28:10.642914 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-9521b41c-5b0f-4662-b2cb-f5c84ffd7264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:10.650745 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6432d019-bc46-4dce-aaf2-0504cc7cdd7f req-dc91eea7-56d7-47bb-b34c-f51a705a0ade tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd3ffa81-2204-4d6d-aae6-250897e87f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146069 Apr 20 13:28:10.713633 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-9521b41c-5b0f-4662-b2cb-f5c84ffd7264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:10.714629 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-9521b41c-5b0f-4662-b2cb-f5c84ffd7264 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:10.716143 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-9521b41c-5b0f-4662-b2cb-f5c84ffd7264 service neutron] 10.222.0.15 "PUT /v2.0/ports/42a833c8-1408-4e2b-87a9-10a6ee325fd6 HTTP/1.1" status: 200 len: 1091 time: 1.1652353 Apr 20 13:28:10.716697 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee0e1f97-9545-45c3-9451-52d45401b30e', 'tag': '42a833c8-1408-4e2b-87a9-10a6ee325fd6'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:28:10.719241 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a3ae75-a339-4a86-ba61-73a39311ef3f" -d '{"events": [{"name": "network-changed", "server_uuid": "ee0e1f97-9545-45c3-9451-52d45401b30e", "tag": "42a833c8-1408-4e2b-87a9-10a6ee325fd6"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:28:10.723252 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521b41c-5b0f-4662-b2cb-f5c84ffd7264 service neutron] Pushing event updated for resources: {'Port': ['ID=42a833c8-1408-4e2b-87a9-10a6ee325fd6,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:10.737388 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2dde55-34fd-4a1d-b11a-1ddb258898d2 req-ee6b2216-3de2-40fe-9fd1-3d641e75c19e tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:10.743184 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ce2dde55-34fd-4a1d-b11a-1ddb258898d2 req-ee6b2216-3de2-40fe-9fd1-3d641e75c19e tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee0e1f97-9545-45c3-9451-52d45401b30e HTTP/1.1" status: 200 len: 943 time: 0.1848233 Apr 20 13:28:10.776081 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-944b2a02-6910-4a26-a2e3-05fd7b1c6102 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:10.808261 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104e0f9c-0882-4dfc-a63e-2253b73e1d9e x-openstack-request-id: req-104e0f9c-0882-4dfc-a63e-2253b73e1d9e {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:28:10.808783 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee0e1f97-9545-45c3-9451-52d45401b30e", "tag": "42a833c8-1408-4e2b-87a9-10a6ee325fd6", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:28:10.809221 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-104e0f9c-0882-4dfc-a63e-2253b73e1d9e {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:28:10.809804 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-104e0f9c-0882-4dfc-a63e-2253b73e1d9e'] response: {'name': 'network-changed', 'server_uuid': 'ee0e1f97-9545-45c3-9451-52d45401b30e', 'tag': '42a833c8-1408-4e2b-87a9-10a6ee325fd6', 'status': 'completed', 'code': 200} Apr 20 13:28:10.873081 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944b2a02-6910-4a26-a2e3-05fd7b1c6102 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Network 26f726ee-c3b5-4ab7-a04d-5ab4d5574974 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:28:10.890114 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b2a02-6910-4a26-a2e3-05fd7b1c6102 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'Port': ['ID=96cdf192-a2fd-43ce-b65e-c3aae7508306,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:10.895517 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-944b2a02-6910-4a26-a2e3-05fd7b1c6102 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:28:10.898425 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944b2a02-6910-4a26-a2e3-05fd7b1c6102 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:28:10.905150 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944b2a02-6910-4a26-a2e3-05fd7b1c6102 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:10.906010 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-944b2a02-6910-4a26-a2e3-05fd7b1c6102 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:10.906821 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3ae75-a339-4a86-ba61-73a39311ef3f req-ff60f95c-1137-461d-a5e5-bf5fa4aaf176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:10.909122 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-44a3ae75-a339-4a86-ba61-73a39311ef3f req-ff60f95c-1137-461d-a5e5-bf5fa4aaf176 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1769fcf5b9754a27a1574952891cab93&device_id=ee0e1f97-9545-45c3-9451-52d45401b30e HTTP/1.1" status: 200 len: 1094 time: 0.0719774 Apr 20 13:28:10.943292 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ce2dde55-34fd-4a1d-b11a-1ddb258898d2 req-2f0c1f00-7d3f-41e2-9609-7c192e6f2b9b tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946030 Apr 20 13:28:10.972254 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-154fdfb3-0c57-4c55-a546-d8e1cb8d7ab5 service neutron] 10.222.0.15 "GET /v2.0/networks/65367ce2-1720-4244-8094-8cc9e514a431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174868 Apr 20 13:28:11.027280 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-944b2a02-6910-4a26-a2e3-05fd7b1c6102 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3960707 Apr 20 13:28:11.032003 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 41876) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:11.161567 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3ae75-a339-4a86-ba61-73a39311ef3f req-e8837c80-f500-433d-aef1-28d1f55743ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:11.163207 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-44a3ae75-a339-4a86-ba61-73a39311ef3f req-e8837c80-f500-433d-aef1-28d1f55743ec service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=1769fcf5b9754a27a1574952891cab93&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2408071 Apr 20 13:28:11.189951 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-284c60dd-07c6-4e42-9fd8-1a1b2c9f9828 req-596648ef-4e01-45b3-acc0-201e3d89977f service neutron] 10.222.0.15 "GET /v2.0/networks/65367ce2-1720-4244-8094-8cc9e514a431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049100 Apr 20 13:28:11.216068 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-e6000967-3d36-439d-8aee-70ba25e27f5c tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Deleting port 96cdf192-a2fd-43ce-b65e-c3aae7508306 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:28:11.216462 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e6000967-3d36-439d-8aee-70ba25e27f5c tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:11.375791 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5335ba-f1ff-497a-8782-f8ff15b36c9a req-4816a436-2421-4683-b862-5f91595516db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:11.377330 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a5335ba-f1ff-497a-8782-f8ff15b36c9a req-4816a436-2421-4683-b862-5f91595516db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3d4db8ff1fbc4f829f0f97ec5df074ad&device_id=4e7bd5e0-ca4f-4338-9994-237ec02d0b0d HTTP/1.1" status: 200 len: 1095 time: 0.0814116 Apr 20 13:28:11.392546 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3ae75-a339-4a86-ba61-73a39311ef3f req-b2a13ca0-1ab2-4c7b-b6b4-7b0465319be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:11.394129 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-44a3ae75-a339-4a86-ba61-73a39311ef3f req-b2a13ca0-1ab2-4c7b-b6b4-7b0465319be4 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2226212 Apr 20 13:28:11.411973 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fd788e-4130-45dc-b120-20e0108c77b3 None None] Network 26f726ee-c3b5-4ab7-a04d-5ab4d5574974 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:28:11.458121 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e6000967-3d36-439d-8aee-70ba25e27f5c tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:11.481516 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-e6000967-3d36-439d-8aee-70ba25e27f5c tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Calling delete_port for 96cdf192-a2fd-43ce-b65e-c3aae7508306 owned by {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:28:11.549226 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-c79bc2b4-9095-44c8-ac64-baa78624195a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:11.549226 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-c79bc2b4-9095-44c8-ac64-baa78624195a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1769fcf5b9754a27a1574952891cab93&device_id=ee0e1f97-9545-45c3-9451-52d45401b30e HTTP/1.1" status: 200 len: 1094 time: 0.1069973 Apr 20 13:28:11.565285 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-f8c0ccb6-9666-4b31-93ff-69a6e6a8fe40 None None] Provisioning complete for port bcdba63e-2097-45cb-92ce-71984bfed2c7 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:28:11.565672 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f8c0ccb6-9666-4b31-93ff-69a6e6a8fe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:11.583020 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5335ba-f1ff-497a-8782-f8ff15b36c9a req-7fd558cb-14b1-46a3-96c8-794c98cfa930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:11.584640 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a5335ba-f1ff-497a-8782-f8ff15b36c9a req-7fd558cb-14b1-46a3-96c8-794c98cfa930 service neutron] 10.222.0.15 "GET /v2.0/networks?id=65367ce2-1720-4244-8094-8cc9e514a431 HTTP/1.1" status: 200 len: 914 time: 0.1977725 Apr 20 13:28:11.595224 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-7e65fa23-abfa-4bb0-a851-db1e7e20e7de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42a833c8-1408-4e2b-87a9-10a6ee325fd6 HTTP/1.1" status: 200 len: 217 time: 0.0408375 Apr 20 13:28:11.638785 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a5335ba-f1ff-497a-8782-f8ff15b36c9a req-caaf064b-0429-4e0c-bd1d-b29890834f03 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cae238a-5da9-4cc4-9107-43c9bafd6fa5 HTTP/1.1" status: 200 len: 217 time: 0.0433559 Apr 20 13:28:11.672331 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-e7c2235e-174e-41b6-b4bc-7ffa00ae7848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:11.674681 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-e7c2235e-174e-41b6-b4bc-7ffa00ae7848 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c9f0b80-55d8-4485-9b41-54f7ac34cd10 HTTP/1.1" status: 200 len: 845 time: 0.0692348 Apr 20 13:28:11.741803 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-9bbbe465-bbef-45ad-8d8e-6a0a37330c90 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bffadad1-e693-483b-8eeb-21265f06be5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548754 Apr 20 13:28:11.770570 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5335ba-f1ff-497a-8782-f8ff15b36c9a req-12b19453-7f4d-46b0-a5b6-255ed1cd966e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:11.772101 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a5335ba-f1ff-497a-8782-f8ff15b36c9a req-12b19453-7f4d-46b0-a5b6-255ed1cd966e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=67f361e4-3c6e-4b62-8754-cf164be40a21 HTTP/1.1" status: 200 len: 853 time: 0.1207478 Apr 20 13:28:11.789739 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f8c0ccb6-9666-4b31-93ff-69a6e6a8fe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:11.850157 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a5335ba-f1ff-497a-8782-f8ff15b36c9a req-23259b4a-1ff4-4b57-a517-b9ef7f731830 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65367ce2-1720-4244-8094-8cc9e514a431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674794 Apr 20 13:28:11.912404 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-f8c0ccb6-9666-4b31-93ff-69a6e6a8fe40 None None] For port bcdba63e-2097-45cb-92ce-71984bfed2c7, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=bcdba63e-2097-45cb-92ce-71984bfed2c7,segment=NetworkSegment(60432b7b-a8fb-45ab-8941-4e6f30eadfda),segment_id=60432b7b-a8fb-45ab-8941-4e6f30eadfda)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:11.959929 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e6000967-3d36-439d-8aee-70ba25e27f5c tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:11.963250 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f8c0ccb6-9666-4b31-93ff-69a6e6a8fe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:12.021492 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a5335ba-f1ff-497a-8782-f8ff15b36c9a req-c6bb80c3-375f-4d0b-a7f8-cec275a01535 service neutron] 10.222.0.15 "GET /v2.0/networks/65367ce2-1720-4244-8094-8cc9e514a431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627786 Apr 20 13:28:12.075290 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-8c860767-7695-4982-bbd2-02f8b65234b9 service neutron] 10.222.0.15 "GET /v2.0/networks/bffadad1-e693-483b-8eeb-21265f06be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240232 Apr 20 13:28:12.098195 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c0ccb6-9666-4b31-93ff-69a6e6a8fe40 None None] Pushing event updated for resources: {'Port': ['ID=bcdba63e-2097-45cb-92ce-71984bfed2c7,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:12.143612 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6000967-3d36-439d-8aee-70ba25e27f5c tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'Port': ['ID=96cdf192-a2fd-43ce-b65e-c3aae7508306,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:12.207024 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ee49fc08-2c20-4e40-890f-b90e5d1663fb None None] Could not find standard attr ID for object 96cdf192-a2fd-43ce-b65e-c3aae7508306. {{(pid=114871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:28:12.233529 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ee49fc08-2c20-4e40-890f-b90e5d1663fb None None] Provisioning complete for port bcdba63e-2097-45cb-92ce-71984bfed2c7 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:28:12.234267 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ee49fc08-2c20-4e40-890f-b90e5d1663fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:12.276355 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-045edf88-cc5e-49e0-9a14-aecbc9b9e26b service neutron] 10.222.0.15 "GET /v2.0/networks/bffadad1-e693-483b-8eeb-21265f06be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913791 Apr 20 13:28:12.278045 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e6000967-3d36-439d-8aee-70ba25e27f5c tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:12.283485 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e6000967-3d36-439d-8aee-70ba25e27f5c tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/ports/96cdf192-a2fd-43ce-b65e-c3aae7508306 HTTP/1.1" status: 204 len: 168 time: 1.2460291 Apr 20 13:28:12.287718 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:12.289978 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 41910) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:12.329764 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device bcdba63e-2097-45cb-92ce-71984bfed2c7 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:28:12.336069 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaac9fc-2678-4928-a030-20fedc3117a2 req-f674e507-a368-4d39-8ff2-3cd21a6d58ea tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:12.337663 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bfaac9fc-2678-4928-a030-20fedc3117a2 req-f674e507-a368-4d39-8ff2-3cd21a6d58ea tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 946 time: 0.3141518 Apr 20 13:28:12.338682 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-814f7f87-0ebe-4b5a-b055-c03225d0d511 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] DELETE failed (client error): The resource could not be found. Apr 20 13:28:12.343116 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-814f7f87-0ebe-4b5a-b055-c03225d0d511 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:28:12.343116 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-814f7f87-0ebe-4b5a-b055-c03225d0d511 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/ports/96cdf192-a2fd-43ce-b65e-c3aae7508306 HTTP/1.1" status: 404 len: 333 time: 0.0511281 Apr 20 13:28:12.345523 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41914) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:12.366195 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5bfaa-5027-4408-86d3-a14686f6eaf3 req-f23ecb5f-86eb-48d7-977d-d3ceb942b8b4 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:12.368244 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-16d5bfaa-5027-4408-86d3-a14686f6eaf3 req-f23ecb5f-86eb-48d7-977d-d3ceb942b8b4 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.15 "GET /v2.0/ports?device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 946 time: 0.3453786 Apr 20 13:28:12.392217 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-81c4d541-b4cd-4050-85de-4ccc1a18bb2f tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] GET failed (client error): The resource could not be found. Apr 20 13:28:12.397457 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-81c4d541-b4cd-4050-85de-4ccc1a18bb2f tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "GET /v2.0/ports/96cdf192-a2fd-43ce-b65e-c3aae7508306 HTTP/1.1" status: 404 len: 333 time: 0.0508699 Apr 20 13:28:12.400926 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41916) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:12.410718 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port bcdba63e-2097-45cb-92ce-71984bfed2c7 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:28:12.411280 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:12.423644 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a5335ba-f1ff-497a-8782-f8ff15b36c9a req-2cfc01e4-45f8-453a-ba72-6df227da7b13 service neutron] 10.222.0.15 "GET /v2.0/networks/65367ce2-1720-4244-8094-8cc9e514a431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798652 Apr 20 13:28:12.469481 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c2e2656-d3b4-44a5-8bf9-68fe1e4cb53b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Deleting subnet e90a8a6c-9997-4f8b-bb27-c873a753a63f {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:28:12.473259 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5c2e2656-d3b4-44a5-8bf9-68fe1e4cb53b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:12.546090 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5c2e2656-d3b4-44a5-8bf9-68fe1e4cb53b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:12.563724 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bfaac9fc-2678-4928-a030-20fedc3117a2 req-f3a00da7-f3a8-45c1-b03a-1f22b8299fb5 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930084 Apr 20 13:28:12.612666 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9dbef-8eab-4379-a5f6-b8c67ec10f74 req-93d04d9e-999c-4ffa-913a-3066ebbc9032 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:12.614298 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-02f9dbef-8eab-4379-a5f6-b8c67ec10f74 req-93d04d9e-999c-4ffa-913a-3066ebbc9032 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7bd5e0-ca4f-4338-9994-237ec02d0b0d HTTP/1.1" status: 200 len: 944 time: 0.2115345 Apr 20 13:28:12.662407 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5c2e2656-d3b4-44a5-8bf9-68fe1e4cb53b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:12.667980 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-16d5bfaa-5027-4408-86d3-a14686f6eaf3 req-0a1453b8-cae6-4baf-ad9e-3c376039b677 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Deleting port 6cbbb658-0b20-4499-92d4-bef3eaf1faad {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:28:12.668545 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-16d5bfaa-5027-4408-86d3-a14686f6eaf3 req-0a1453b8-cae6-4baf-ad9e-3c376039b677 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:12.701044 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ad866de4-ee51-4207-b4ec-1a622ae9f511 None None] Could not find standard attr ID for object 96cdf192-a2fd-43ce-b65e-c3aae7508306. {{(pid=114871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:28:12.776877 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-02f9dbef-8eab-4379-a5f6-b8c67ec10f74 req-0f12964e-b3ab-4dee-ba6d-932f33126f1f tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd3ffa81-2204-4d6d-aae6-250897e87f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558514 Apr 20 13:28:12.802252 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ead6a7-310f-48b9-852c-6f6c8843c550 req-811ac61e-20a0-4197-b99d-108ad21f87a4 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:12.807954 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-45ead6a7-310f-48b9-852c-6f6c8843c550 req-811ac61e-20a0-4197-b99d-108ad21f87a4 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee0e1f97-9545-45c3-9451-52d45401b30e HTTP/1.1" status: 200 len: 943 time: 0.1583202 Apr 20 13:28:12.825927 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5c2e2656-d3b4-44a5-8bf9-68fe1e4cb53b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:12.845286 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5c2e2656-d3b4-44a5-8bf9-68fe1e4cb53b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:12.857711 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-16d5bfaa-5027-4408-86d3-a14686f6eaf3 req-0a1453b8-cae6-4baf-ad9e-3c376039b677 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] For port 6cbbb658-0b20-4499-92d4-bef3eaf1faad, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=6cbbb658-0b20-4499-92d4-bef3eaf1faad,segment=NetworkSegment(5847a401-b716-4b53-a934-335b190c1a91),segment_id=5847a401-b716-4b53-a934-335b190c1a91)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:12.858572 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-16d5bfaa-5027-4408-86d3-a14686f6eaf3 req-0a1453b8-cae6-4baf-ad9e-3c376039b677 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:12.862429 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 41922) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:12.869471 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5c2e2656-d3b4-44a5-8bf9-68fe1e4cb53b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/subnets/e90a8a6c-9997-4f8b-bb27-c873a753a63f HTTP/1.1" status: 204 len: 168 time: 0.4702907 Apr 20 13:28:12.891702 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e2656-d3b4-44a5-8bf9-68fe1e4cb53b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'Subnet': ['ID=e90a8a6c-9997-4f8b-bb27-c873a753a63f,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:12.899605 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-16d5bfaa-5027-4408-86d3-a14686f6eaf3 req-0a1453b8-cae6-4baf-ad9e-3c376039b677 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Calling delete_port for 6cbbb658-0b20-4499-92d4-bef3eaf1faad owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:28:12.917822 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c60752-eb04-48bd-a8ac-e1b1a407918e None None] Network 26f726ee-c3b5-4ab7-a04d-5ab4d5574974 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:28:12.928164 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-45ead6a7-310f-48b9-852c-6f6c8843c550 req-da1f8415-1d5a-4614-b06d-e2a08a4e46c8 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134148 Apr 20 13:28:13.006131 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:13.031249 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-99cebcad-4d3e-4c2a-9efa-a2ba588a65a2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:13.134958 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c4726f-968a-4f58-b8e6-c174a9a66c77 None None] DHCP port deletion for 26f726ee-c3b5-4ab7-a04d-5ab4d5574974 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:28:13.159398 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-99cebcad-4d3e-4c2a-9efa-a2ba588a65a2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Deleting port bcdba63e-2097-45cb-92ce-71984bfed2c7 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:28:13.161942 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-99cebcad-4d3e-4c2a-9efa-a2ba588a65a2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:13.186700 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-b2c4726f-968a-4f58-b8e6-c174a9a66c77 None None] Deleting port bcdba63e-2097-45cb-92ce-71984bfed2c7 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:28:13.187151 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b2c4726f-968a-4f58-b8e6-c174a9a66c77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:13.224775 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-99cebcad-4d3e-4c2a-9efa-a2ba588a65a2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] For port bcdba63e-2097-45cb-92ce-71984bfed2c7, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=bcdba63e-2097-45cb-92ce-71984bfed2c7,segment=NetworkSegment(60432b7b-a8fb-45ab-8941-4e6f30eadfda),segment_id=60432b7b-a8fb-45ab-8941-4e6f30eadfda)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:13.227792 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-99cebcad-4d3e-4c2a-9efa-a2ba588a65a2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:13.241445 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-99cebcad-4d3e-4c2a-9efa-a2ba588a65a2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Calling delete_port for bcdba63e-2097-45cb-92ce-71984bfed2c7 owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:28:13.248213 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-16d5bfaa-5027-4408-86d3-a14686f6eaf3 req-0a1453b8-cae6-4baf-ad9e-3c376039b677 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:13.252426 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-b2c4726f-968a-4f58-b8e6-c174a9a66c77 None None] For port bcdba63e-2097-45cb-92ce-71984bfed2c7, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=bcdba63e-2097-45cb-92ce-71984bfed2c7,segment=NetworkSegment(60432b7b-a8fb-45ab-8941-4e6f30eadfda),segment_id=60432b7b-a8fb-45ab-8941-4e6f30eadfda)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:13.252892 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b2c4726f-968a-4f58-b8e6-c174a9a66c77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:13.258054 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['55193739-acb9-4a02-9a46-02899d22e248'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:28:13.297716 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-b2c4726f-968a-4f58-b8e6-c174a9a66c77 None None] Calling delete_port for bcdba63e-2097-45cb-92ce-71984bfed2c7 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:28:13.329871 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1453b8-cae6-4baf-ad9e-3c376039b677 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Pushing event deleted for resources: {'Port': ['ID=6cbbb658-0b20-4499-92d4-bef3eaf1faad,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:13.385723 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d5bfaa-5027-4408-86d3-a14686f6eaf3 req-0a1453b8-cae6-4baf-ad9e-3c376039b677 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] No DVR routers for this DVR port 6cbbb658-0b20-4499-92d4-bef3eaf1faad on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:28:13.396957 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-16d5bfaa-5027-4408-86d3-a14686f6eaf3 req-0a1453b8-cae6-4baf-ad9e-3c376039b677 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:13.396957 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-16d5bfaa-5027-4408-86d3-a14686f6eaf3 req-0a1453b8-cae6-4baf-ad9e-3c376039b677 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.15 "DELETE /v2.0/ports/6cbbb658-0b20-4499-92d4-bef3eaf1faad HTTP/1.1" status: 204 len: 173 time: 1.0082989 Apr 20 13:28:13.396957 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368da269-436d-4719-a4b7-072f18c8de04', 'name': 'network-vif-deleted', 'tag': '6cbbb658-0b20-4499-92d4-bef3eaf1faad'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:28:13.405549 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea47e29-7478-4545-a48b-7d152c964641" -d '{"events": [{"server_uuid": "368da269-436d-4719-a4b7-072f18c8de04", "name": "network-vif-deleted", "tag": "6cbbb658-0b20-4499-92d4-bef3eaf1faad"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:28:13.490687 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567200b3-e47a-46b8-8a6c-3a46bdd1fb4d x-openstack-request-id: req-567200b3-e47a-46b8-8a6c-3a46bdd1fb4d {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:28:13.491310 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368da269-436d-4719-a4b7-072f18c8de04", "name": "network-vif-deleted", "tag": "6cbbb658-0b20-4499-92d4-bef3eaf1faad", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:28:13.491458 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-567200b3-e47a-46b8-8a6c-3a46bdd1fb4d {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:28:13.491816 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-567200b3-e47a-46b8-8a6c-3a46bdd1fb4d'] response: {'server_uuid': '368da269-436d-4719-a4b7-072f18c8de04', 'name': 'network-vif-deleted', 'tag': '6cbbb658-0b20-4499-92d4-bef3eaf1faad', 'status': 'completed', 'code': 200} Apr 20 13:28:13.505330 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-99cebcad-4d3e-4c2a-9efa-a2ba588a65a2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:13.536892 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cebcad-4d3e-4c2a-9efa-a2ba588a65a2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'Port': ['ID=bcdba63e-2097-45cb-92ce-71984bfed2c7,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:13.543093 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cebcad-4d3e-4c2a-9efa-a2ba588a65a2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] No DVR routers for this DVR port bcdba63e-2097-45cb-92ce-71984bfed2c7 on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:28:13.607661 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b2c4726f-968a-4f58-b8e6-c174a9a66c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:13.638647 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-99cebcad-4d3e-4c2a-9efa-a2ba588a65a2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:13.647929 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c4726f-968a-4f58-b8e6-c174a9a66c77 None None] No DVR routers for this DVR port bcdba63e-2097-45cb-92ce-71984bfed2c7 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:28:13.656896 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c4726f-968a-4f58-b8e6-c174a9a66c77 None None] Pushing event deleted for resources: {'Port': ['ID=bcdba63e-2097-45cb-92ce-71984bfed2c7,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:13.700433 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-99cebcad-4d3e-4c2a-9efa-a2ba588a65a2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f726ee-c3b5-4ab7-a04d-5ab4d5574974']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:13.711220 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-99cebcad-4d3e-4c2a-9efa-a2ba588a65a2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60432b7b-a8fb-45ab-8941-4e6f30eadfda') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:13.711610 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-99cebcad-4d3e-4c2a-9efa-a2ba588a65a2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60432b7b-a8fb-45ab-8941-4e6f30eadfda') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:13.726880 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-99cebcad-4d3e-4c2a-9efa-a2ba588a65a2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:13.777721 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-99cebcad-4d3e-4c2a-9efa-a2ba588a65a2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:13.834556 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99cebcad-4d3e-4c2a-9efa-a2ba588a65a2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:28:13.837206 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-99cebcad-4d3e-4c2a-9efa-a2ba588a65a2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:13.853610 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-28d56c1f-25bd-4c0c-85f3-e17ffcacbf5b req-0c5a1097-b67c-4fc6-a2a9-b3e38e8e2dd9 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=368da269-436d-4719-a4b7-072f18c8de04 HTTP/1.1" status: 200 len: 210 time: 0.0892453 Apr 20 13:28:13.856248 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:28:13.856248 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:28:13.856248 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:28:13.856248 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:28:13.856248 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:28:13.856248 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:28:13.856248 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:28:13.856248 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:28:13.856248 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:28:13.856248 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:28:13.856248 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:28:13.856248 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:28:13.856248 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:28:13.856248 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:28:13.856248 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:28:13.856248 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:28:13.856248 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:28:13.856248 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:28:13.856248 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:28:13.856248 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:28:13.856248 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:28:13.856248 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:28:13.856248 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:28:13.856248 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:28:13.856248 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:28:13.856248 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:28:13.856248 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:28:13.856248 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:28:13.856248 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:28:13.856248 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:28:13.856248 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:28:13.856248 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:28:13.991844 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d06859-6a96-4168-a592-5bf493b39a35 req-5d8207de-9692-42f3-aaed-d0458aedf39b tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:13.993546 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e6d06859-6a96-4168-a592-5bf493b39a35 req-5d8207de-9692-42f3-aaed-d0458aedf39b tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7bd5e0-ca4f-4338-9994-237ec02d0b0d HTTP/1.1" status: 200 len: 944 time: 0.0803671 Apr 20 13:28:14.034637 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-99cebcad-4d3e-4c2a-9efa-a2ba588a65a2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:14.068869 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-99cebcad-4d3e-4c2a-9efa-a2ba588a65a2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:14.072023 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-99cebcad-4d3e-4c2a-9efa-a2ba588a65a2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/networks/26f726ee-c3b5-4ab7-a04d-5ab4d5574974 HTTP/1.1" status: 204 len: 168 time: 1.2027404 Apr 20 13:28:14.077145 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41962) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:14.083730 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-cee58256-0160-4043-aded-743d1c593325 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1837897862'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:14.101913 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cebcad-4d3e-4c2a-9efa-a2ba588a65a2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'Network': ['ID=26f726ee-c3b5-4ab7-a04d-5ab4d5574974,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:14.125671 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e6d06859-6a96-4168-a592-5bf493b39a35 req-b13f53fc-605e-44c5-8b84-1b11b452fb53 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd3ffa81-2204-4d6d-aae6-250897e87f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238194 Apr 20 13:28:14.163683 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3e2b2-9fa7-4962-86ed-669146164542 req-a9030c9a-c640-4267-8017-dcc9a62fa1cf tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:14.163683 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-90b3e2b2-9fa7-4962-86ed-669146164542 req-a9030c9a-c640-4267-8017-dcc9a62fa1cf tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee0e1f97-9545-45c3-9451-52d45401b30e HTTP/1.1" status: 200 len: 943 time: 0.1434600 Apr 20 13:28:14.174098 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee58256-0160-4043-aded-743d1c593325 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Made reservation on behalf of 17f57c51548d4962867796b5991ef4ff for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:28:14.180269 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cee58256-0160-4043-aded-743d1c593325 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:14.180482 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device bcdba63e-2097-45cb-92ce-71984bfed2c7 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:28:14.207567 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: bcdba63e-2097-45cb-92ce-71984bfed2c7 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:28:14.208071 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device bcdba63e-2097-45cb-92ce-71984bfed2c7 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:28:14.227548 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cee58256-0160-4043-aded-743d1c593325 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:28:14.235746 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-90b3e2b2-9fa7-4962-86ed-669146164542 req-e3de2c2b-96cd-434d-a876-8bd9f0691cfd tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717893 Apr 20 13:28:14.237868 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cee58256-0160-4043-aded-743d1c593325 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:14.238428 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-cee58256-0160-4043-aded-743d1c593325 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Added segment 5730cea9-90dd-4b36-8252-5d91eecee155 of type vlan for network 9e8165e7-1dfb-4a40-b732-1461e9c3966a Apr 20 13:28:14.284512 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cee58256-0160-4043-aded-743d1c593325 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:14.325540 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 8cae238a-5da9-4cc4-9107-43c9bafd6fa5 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:28:14.329691 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 6cbbb658-0b20-4499-92d4-bef3eaf1faad no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:28:14.355973 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 6cbbb658-0b20-4499-92d4-bef3eaf1faad {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:28:14.356421 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 6cbbb658-0b20-4499-92d4-bef3eaf1faad not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:28:14.449758 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 8cae238a-5da9-4cc4-9107-43c9bafd6fa5, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=8cae238a-5da9-4cc4-9107-43c9bafd6fa5,segment=NetworkSegment(d948cd7d-3607-4980-a2e9-26ca3fa89a16),segment_id=d948cd7d-3607-4980-a2e9-26ca3fa89a16)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:14.459867 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cee58256-0160-4043-aded-743d1c593325 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:14.460317 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '8cae238a-5da9-4cc4-9107-43c9bafd6fa5', 'network_id': '65367ce2-1720-4244-8094-8cc9e514a431', 'port_id': '8cae238a-5da9-4cc4-9107-43c9bafd6fa5', 'mac_address': 'fa:16:3e:3d:8f:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67f361e4-3c6e-4b62-8754-cf164be40a21', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:28:14.465779 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee58256-0160-4043-aded-743d1c593325 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:14.466614 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cee58256-0160-4043-aded-743d1c593325 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:14.513279 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:14.534150 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cae238a-5da9-4cc4-9107-43c9bafd6fa5 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:28:14.557957 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 8cae238a-5da9-4cc4-9107-43c9bafd6fa5, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=8cae238a-5da9-4cc4-9107-43c9bafd6fa5,segment=NetworkSegment(d948cd7d-3607-4980-a2e9-26ca3fa89a16),segment_id=d948cd7d-3607-4980-a2e9-26ca3fa89a16)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:14.571817 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee58256-0160-4043-aded-743d1c593325 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'Network': ['ID=9e8165e7-1dfb-4a40-b732-1461e9c3966a,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:14.583972 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 9e8165e7-1dfb-4a40-b732-1461e9c3966a details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:28:14.604905 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-cee58256-0160-4043-aded-743d1c593325 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5266376 Apr 20 13:28:14.607612 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41968) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:14.612564 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-27e0fe90-5256-4f31-b046-83f40a379653 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'subnet': {'network_id': '9e8165e7-1dfb-4a40-b732-1461e9c3966a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:14.677798 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:14.742508 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=8cae238a-5da9-4cc4-9107-43c9bafd6fa5,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:14.981043 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['8cae238a-5da9-4cc4-9107-43c9bafd6fa5'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:28:15.117203 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e0fe90-5256-4f31-b046-83f40a379653 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Made reservation on behalf of 17f57c51548d4962867796b5991ef4ff for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:28:15.121308 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-27e0fe90-5256-4f31-b046-83f40a379653 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:15.271270 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a14c7-91a2-4b63-8c85-6b5c7b56dcfd req-113f393e-21aa-435b-bfec-3ee9ea052eb1 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:15.273212 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c78a14c7-91a2-4b63-8c85-6b5c7b56dcfd req-113f393e-21aa-435b-bfec-3ee9ea052eb1 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7bd5e0-ca4f-4338-9994-237ec02d0b0d HTTP/1.1" status: 200 len: 945 time: 0.0551589 Apr 20 13:28:15.344070 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c78a14c7-91a2-4b63-8c85-6b5c7b56dcfd req-677b1d4f-cb73-423d-8a0b-4f680eeb2369 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd3ffa81-2204-4d6d-aae6-250897e87f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644844 Apr 20 13:28:15.376875 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a101f-c8fb-45c7-b951-a75fe066debf req-e5f616ca-d357-448a-b7a1-cea44345aeb5 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:15.376875 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f62a101f-c8fb-45c7-b951-a75fe066debf req-e5f616ca-d357-448a-b7a1-cea44345aeb5 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=c684c116-d9af-4e46-9a01-0ae4ff9593fc HTTP/1.1" status: 200 len: 945 time: 0.0754740 Apr 20 13:28:15.388036 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-27e0fe90-5256-4f31-b046-83f40a379653 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:15.445352 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f62a101f-c8fb-45c7-b951-a75fe066debf req-5d543cb8-1844-44ac-a539-4a6c103594f6 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596125 Apr 20 13:28:15.473881 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0fe90-5256-4f31-b046-83f40a379653 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'Subnet': ['ID=57f2a32f-b33e-4b28-9110-02d118c464f9,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:15.476707 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b02de-267f-4ce6-b8da-4009cee3e2e9 req-e3adf85b-2f10-42b4-ab58-898afd138c04 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:15.479255 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d46b02de-267f-4ce6-b8da-4009cee3e2e9 req-e3adf85b-2f10-42b4-ab58-898afd138c04 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee0e1f97-9545-45c3-9451-52d45401b30e HTTP/1.1" status: 200 len: 943 time: 0.0652204 Apr 20 13:28:15.498606 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e0fe90-5256-4f31-b046-83f40a379653 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Checking segment: {'id': '5730cea9-90dd-4b36-8252-5d91eecee155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9e8165e7-1dfb-4a40-b732-1461e9c3966a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:28:15.498981 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e0fe90-5256-4f31-b046-83f40a379653 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Network hostable DHCP agents. Network: 9e8165e7-1dfb-4a40-b732-1461e9c3966a, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:28:15.524105 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d46b02de-267f-4ce6-b8da-4009cee3e2e9 req-264cd0e5-fb70-49b9-afd3-716c651cc94f tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381351 Apr 20 13:28:15.579338 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e0fe90-5256-4f31-b046-83f40a379653 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Network 9e8165e7-1dfb-4a40-b732-1461e9c3966a is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:28:15.631028 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-27e0fe90-5256-4f31-b046-83f40a379653 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 9e8165e7-1dfb-4a40-b732-1461e9c3966a) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:28:15.635513 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e0fe90-5256-4f31-b046-83f40a379653 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:15.636105 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-27e0fe90-5256-4f31-b046-83f40a379653 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:15.643830 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef5251c-5266-4259-89b1-5749edc887f6 None None] Network 9e8165e7-1dfb-4a40-b732-1461e9c3966a requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:28:15.710443 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-27e0fe90-5256-4f31-b046-83f40a379653 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0995800 Apr 20 13:28:15.710696 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 41998) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:15.715850 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-69d4af29-abae-4d1a-b8ee-a670b585d875 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'port': {'network_id': '9e8165e7-1dfb-4a40-b732-1461e9c3966a', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-999135477'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:15.805669 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86740093-f900-4ae1-86ff-d95faba62000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-9e8165e7-1dfb-4a40-b732-1461e9c3966a', 'network_id': '9e8165e7-1dfb-4a40-b732-1461e9c3966a', 'tenant_id': '17f57c51548d4962867796b5991ef4ff', 'fixed_ips': [{'subnet_id': '57f2a32f-b33e-4b28-9110-02d118c464f9'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:28:15.806840 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-86740093-f900-4ae1-86ff-d95faba62000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:15.944797 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-86740093-f900-4ae1-86ff-d95faba62000 None None] Allocated IP 2001:db8::2 (9e8165e7-1dfb-4a40-b732-1461e9c3966a/57f2a32f-b33e-4b28-9110-02d118c464f9/d307c6b2-2560-440e-9ba1-a97deb8e1f7e) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:28:15.955388 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d4af29-abae-4d1a-b8ee-a670b585d875 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Made reservation on behalf of 17f57c51548d4962867796b5991ef4ff for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:28:15.955388 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69d4af29-abae-4d1a-b8ee-a670b585d875 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:15.973544 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-69d4af29-abae-4d1a-b8ee-a670b585d875 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] device_id is not set on port d145003a-4b87-4304-8cc2-3942e0dbec5e yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:28:16.100924 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-86740093-f900-4ae1-86ff-d95faba62000 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:16.203239 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-86740093-f900-4ae1-86ff-d95faba62000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:16.250170 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86740093-f900-4ae1-86ff-d95faba62000 None None] Network 9e8165e7-1dfb-4a40-b732-1461e9c3966a is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:28:16.253398 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-86740093-f900-4ae1-86ff-d95faba62000 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:28:16.258042 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86740093-f900-4ae1-86ff-d95faba62000 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:28:16.261347 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86740093-f900-4ae1-86ff-d95faba62000 None None] Pushing event updated for resources: {'Port': ['ID=d307c6b2-2560-440e-9ba1-a97deb8e1f7e,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:16.271077 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-69d4af29-abae-4d1a-b8ee-a670b585d875 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Allocated IP 2001:db8::2ea (9e8165e7-1dfb-4a40-b732-1461e9c3966a/57f2a32f-b33e-4b28-9110-02d118c464f9/d145003a-4b87-4304-8cc2-3942e0dbec5e) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:28:16.320764 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-86740093-f900-4ae1-86ff-d95faba62000 None None] Attempting to bind port d307c6b2-2560-440e-9ba1-a97deb8e1f7e on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:28:16.321145 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-86740093-f900-4ae1-86ff-d95faba62000 None None] Attempting to bind port d307c6b2-2560-440e-9ba1-a97deb8e1f7e by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '5730cea9-90dd-4b36-8252-5d91eecee155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9e8165e7-1dfb-4a40-b732-1461e9c3966a'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:28:16.321546 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86740093-f900-4ae1-86ff-d95faba62000 None None] Attempting to bind port d307c6b2-2560-440e-9ba1-a97deb8e1f7e on network 9e8165e7-1dfb-4a40-b732-1461e9c3966a {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:28:16.327822 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86740093-f900-4ae1-86ff-d95faba62000 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:28:16.328210 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86740093-f900-4ae1-86ff-d95faba62000 None None] Checking segment: {'id': '5730cea9-90dd-4b36-8252-5d91eecee155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9e8165e7-1dfb-4a40-b732-1461e9c3966a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:28:16.328621 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-86740093-f900-4ae1-86ff-d95faba62000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:16.329047 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86740093-f900-4ae1-86ff-d95faba62000 None None] Bound using segment: {'id': '5730cea9-90dd-4b36-8252-5d91eecee155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9e8165e7-1dfb-4a40-b732-1461e9c3966a'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:28:16.329493 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-86740093-f900-4ae1-86ff-d95faba62000 None None] Bound port: d307c6b2-2560-440e-9ba1-a97deb8e1f7e, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5730cea9-90dd-4b36-8252-5d91eecee155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '9e8165e7-1dfb-4a40-b732-1461e9c3966a'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:28:16.329881 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-86740093-f900-4ae1-86ff-d95faba62000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:16.363673 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 42a833c8-1408-4e2b-87a9-10a6ee325fd6 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:28:16.366419 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 8cae238a-5da9-4cc4-9107-43c9bafd6fa5 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:28:16.422565 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69d4af29-abae-4d1a-b8ee-a670b585d875 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:16.472712 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa722b8e-3107-4760-b1a7-1e9ea1c9749e req-70122735-a165-4c02-ac3d-873259f1972b tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:16.476117 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa722b8e-3107-4760-b1a7-1e9ea1c9749e req-70122735-a165-4c02-ac3d-873259f1972b tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7bd5e0-ca4f-4338-9994-237ec02d0b0d HTTP/1.1" status: 200 len: 945 time: 0.0588515 Apr 20 13:28:16.513045 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-86740093-f900-4ae1-86ff-d95faba62000 None None] For port d307c6b2-2560-440e-9ba1-a97deb8e1f7e, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:28:16.530209 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-86740093-f900-4ae1-86ff-d95faba62000 None None] For port d307c6b2-2560-440e-9ba1-a97deb8e1f7e, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d307c6b2-2560-440e-9ba1-a97deb8e1f7e,segment=NetworkSegment(5730cea9-90dd-4b36-8252-5d91eecee155),segment_id=5730cea9-90dd-4b36-8252-5d91eecee155)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:28:16.563228 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69d4af29-abae-4d1a-b8ee-a670b585d875 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:16.577049 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 42a833c8-1408-4e2b-87a9-10a6ee325fd6, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=42a833c8-1408-4e2b-87a9-10a6ee325fd6,segment=NetworkSegment(61aa0039-68ca-4033-b082-432ef8c81b46),segment_id=61aa0039-68ca-4033-b082-432ef8c81b46)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:16.590362 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '42a833c8-1408-4e2b-87a9-10a6ee325fd6', 'network_id': 'bffadad1-e693-483b-8eeb-21265f06be5a', 'port_id': '42a833c8-1408-4e2b-87a9-10a6ee325fd6', 'mac_address': 'fa:16:3e:fa:e2:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c9f0b80-55d8-4485-9b41-54f7ac34cd10', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:28:16.591960 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa722b8e-3107-4760-b1a7-1e9ea1c9749e req-2cdc2845-be08-4d15-9ce2-f40c6cd22633 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd3ffa81-2204-4d6d-aae6-250897e87f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009252 Apr 20 13:28:16.593949 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-86740093-f900-4ae1-86ff-d95faba62000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:16.656183 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3642678-0c24-4e54-8d80-68163a5575d4 req-003f6464-1db3-45a2-a19a-f81edaec319f tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:16.664795 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c3642678-0c24-4e54-8d80-68163a5575d4 req-003f6464-1db3-45a2-a19a-f81edaec319f tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=c684c116-d9af-4e46-9a01-0ae4ff9593fc HTTP/1.1" status: 200 len: 945 time: 0.1318431 Apr 20 13:28:16.675874 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d4af29-abae-4d1a-b8ee-a670b585d875 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Network 9e8165e7-1dfb-4a40-b732-1461e9c3966a is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:28:16.690190 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 8cae238a-5da9-4cc4-9107-43c9bafd6fa5 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:28:16.700909 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-69d4af29-abae-4d1a-b8ee-a670b585d875 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:28:16.706825 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d4af29-abae-4d1a-b8ee-a670b585d875 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:28:16.731383 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d4af29-abae-4d1a-b8ee-a670b585d875 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:16.732537 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69d4af29-abae-4d1a-b8ee-a670b585d875 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:16.734789 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 8cae238a-5da9-4cc4-9107-43c9bafd6fa5 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:28:16.735254 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:16.747677 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:16.761430 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d4af29-abae-4d1a-b8ee-a670b585d875 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'Port': ['ID=d145003a-4b87-4304-8cc2-3942e0dbec5e,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:16.774065 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c3642678-0c24-4e54-8d80-68163a5575d4 req-80acb380-b40a-4f25-bd72-acbd79aa4d84 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939491 Apr 20 13:28:16.808445 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29525bde-f290-4c27-b3c6-6a7e973f9c37 req-106dd64e-845f-4231-9238-6b7339230fc0 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:16.811884 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-29525bde-f290-4c27-b3c6-6a7e973f9c37 req-106dd64e-845f-4231-9238-6b7339230fc0 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee0e1f97-9545-45c3-9451-52d45401b30e HTTP/1.1" status: 200 len: 943 time: 0.1003923 Apr 20 13:28:16.823251 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-69d4af29-abae-4d1a-b8ee-a670b585d875 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.1050837 Apr 20 13:28:16.823251 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42026) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:16.838994 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42a833c8-1408-4e2b-87a9-10a6ee325fd6 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:28:16.884879 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86740093-f900-4ae1-86ff-d95faba62000 None None] Pushing event updated for resources: {'Port': ['ID=d307c6b2-2560-440e-9ba1-a97deb8e1f7e,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:16.903893 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 42a833c8-1408-4e2b-87a9-10a6ee325fd6, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=42a833c8-1408-4e2b-87a9-10a6ee325fd6,segment=NetworkSegment(61aa0039-68ca-4033-b082-432ef8c81b46),segment_id=61aa0039-68ca-4033-b082-432ef8c81b46)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:16.952547 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-29525bde-f290-4c27-b3c6-6a7e973f9c37 req-a12f26af-25fa-4c1a-aac4-48711bb2d9eb tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358891 Apr 20 13:28:16.978981 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:16.982317 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:17.032518 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-c779a791-5d45-48e5-aa71-39ffcecdda09 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Deleting port d145003a-4b87-4304-8cc2-3942e0dbec5e {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:28:17.033145 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c779a791-5d45-48e5-aa71-39ffcecdda09 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:17.064734 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7bd5e0-ca4f-4338-9994-237ec02d0b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cae238a-5da9-4cc4-9107-43c9bafd6fa5'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:28:17.068102 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beffb331-3a7c-4729-a5d6-9a2d31ab9751" -d '{"events": [{"server_uuid": "4e7bd5e0-ca4f-4338-9994-237ec02d0b0d", "name": "network-vif-plugged", "status": "completed", "tag": "8cae238a-5da9-4cc4-9107-43c9bafd6fa5"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:28:17.102030 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 8cae238a-5da9-4cc4-9107-43c9bafd6fa5, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=8cae238a-5da9-4cc4-9107-43c9bafd6fa5,segment=NetworkSegment(d948cd7d-3607-4980-a2e9-26ca3fa89a16),segment_id=d948cd7d-3607-4980-a2e9-26ca3fa89a16)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:17.115815 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=42a833c8-1408-4e2b-87a9-10a6ee325fd6,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:17.139137 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b433cd2e-5542-477b-9cfe-eeb34844880e x-openstack-request-id: req-b433cd2e-5542-477b-9cfe-eeb34844880e {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:28:17.139791 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e7bd5e0-ca4f-4338-9994-237ec02d0b0d", "name": "network-vif-plugged", "status": "completed", "tag": "8cae238a-5da9-4cc4-9107-43c9bafd6fa5", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:28:17.140206 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b433cd2e-5542-477b-9cfe-eeb34844880e {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:28:17.140784 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b433cd2e-5542-477b-9cfe-eeb34844880e'] response: {'server_uuid': '4e7bd5e0-ca4f-4338-9994-237ec02d0b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cae238a-5da9-4cc4-9107-43c9bafd6fa5', 'code': 200} Apr 20 13:28:17.151638 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:17.244425 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c779a791-5d45-48e5-aa71-39ffcecdda09 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:17.256844 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19b713-7d92-4f17-84df-1a6fbb7aa746 req-c2bf690c-8b2f-4a62-b1a0-7f92c2f1d7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:17.261505 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4b19b713-7d92-4f17-84df-1a6fbb7aa746 req-c2bf690c-8b2f-4a62-b1a0-7f92c2f1d7fd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4e7bd5e0-ca4f-4338-9994-237ec02d0b0d HTTP/1.1" status: 200 len: 1097 time: 0.0563073 Apr 20 13:28:17.266848 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=8cae238a-5da9-4cc4-9107-43c9bafd6fa5,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:17.272150 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-c779a791-5d45-48e5-aa71-39ffcecdda09 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Calling delete_port for d145003a-4b87-4304-8cc2-3942e0dbec5e owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:28:17.292604 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['42a833c8-1408-4e2b-87a9-10a6ee325fd6'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:28:17.352159 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4b19b713-7d92-4f17-84df-1a6fbb7aa746 req-454a8d49-31fd-4c89-8ee7-c52cfdaee532 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cd3ffa81-2204-4d6d-aae6-250897e87f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823734 Apr 20 13:28:17.540512 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c779a791-5d45-48e5-aa71-39ffcecdda09 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:17.583745 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c779a791-5d45-48e5-aa71-39ffcecdda09 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'Port': ['ID=d145003a-4b87-4304-8cc2-3942e0dbec5e,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:17.621466 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c779a791-5d45-48e5-aa71-39ffcecdda09 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:17.635946 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c779a791-5d45-48e5-aa71-39ffcecdda09 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/ports/d145003a-4b87-4304-8cc2-3942e0dbec5e HTTP/1.1" status: 204 len: 168 time: 0.8146715 Apr 20 13:28:17.642629 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42046) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:17.679863 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe338ae9-d89d-4f69-a774-4d40929771ce tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] GET failed (client error): The resource could not be found. Apr 20 13:28:17.683914 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-fe338ae9-d89d-4f69-a774-4d40929771ce tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "GET /v2.0/ports/d145003a-4b87-4304-8cc2-3942e0dbec5e HTTP/1.1" status: 404 len: 333 time: 0.0378373 Apr 20 13:28:17.685391 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42052) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:17.751854 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dfd7689-fcb5-4de8-8f25-b7165b3fef4b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Deleting subnet 57f2a32f-b33e-4b28-9110-02d118c464f9 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:28:17.755764 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6dfd7689-fcb5-4de8-8f25-b7165b3fef4b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:17.762576 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43f3c7-4afc-4a64-a99f-0270d9c9e4b2 req-1dfd6e80-6470-427a-89bd-ea3033a0b32b tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:17.764250 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eb43f3c7-4afc-4a64-a99f-0270d9c9e4b2 req-1dfd6e80-6470-427a-89bd-ea3033a0b32b tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "GET /v2.0/ports?device_id=63a2aa13-048c-498d-9802-2223bee07730 HTTP/1.1" status: 200 len: 946 time: 0.1295106 Apr 20 13:28:17.810454 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460c69e-cad8-41cc-bdd8-c0c3452b9c40 req-2c55493b-1e08-4495-ad4e-5950fc99d68a tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:17.817926 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2460c69e-cad8-41cc-bdd8-c0c3452b9c40 req-2c55493b-1e08-4495-ad4e-5950fc99d68a tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7bd5e0-ca4f-4338-9994-237ec02d0b0d HTTP/1.1" status: 200 len: 946 time: 0.1194892 Apr 20 13:28:17.827167 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6dfd7689-fcb5-4de8-8f25-b7165b3fef4b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:17.886919 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eb43f3c7-4afc-4a64-a99f-0270d9c9e4b2 req-de7214cc-3b3a-4b1d-b429-41e58f741398 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b1ca533-cb84-41f7-a767-ab5bb59d8c34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160836 Apr 20 13:28:17.901088 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2460c69e-cad8-41cc-bdd8-c0c3452b9c40 req-a2a9a14e-da4f-4dec-8e4e-176875c4759e tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd3ffa81-2204-4d6d-aae6-250897e87f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775588 Apr 20 13:28:17.959525 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6dfd7689-fcb5-4de8-8f25-b7165b3fef4b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:18.058742 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316bd55-bea1-4139-8d6f-19b176ae1e8c req-f062c49b-b16b-45e9-a4ce-4d1b5e33b16a tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:18.060383 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c316bd55-bea1-4139-8d6f-19b176ae1e8c req-f062c49b-b16b-45e9-a4ce-4d1b5e33b16a tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=c684c116-d9af-4e46-9a01-0ae4ff9593fc HTTP/1.1" status: 200 len: 945 time: 0.0992370 Apr 20 13:28:18.138595 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6dfd7689-fcb5-4de8-8f25-b7165b3fef4b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:18.160220 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c316bd55-bea1-4139-8d6f-19b176ae1e8c req-8c6fb628-28d6-4e16-ba50-817960cfeac8 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895398 Apr 20 13:28:18.186523 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc903b0f-4a83-4e1b-9f40-c93dbee736d0 req-24c9527c-4335-419e-8045-a41dd24d995f tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:18.198676 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fc903b0f-4a83-4e1b-9f40-c93dbee736d0 req-24c9527c-4335-419e-8045-a41dd24d995f tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee0e1f97-9545-45c3-9451-52d45401b30e HTTP/1.1" status: 200 len: 944 time: 0.1364963 Apr 20 13:28:18.217917 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd7689-fcb5-4de8-8f25-b7165b3fef4b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'Subnet': ['ID=57f2a32f-b33e-4b28-9110-02d118c464f9,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:18.248101 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6dfd7689-fcb5-4de8-8f25-b7165b3fef4b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:18.253675 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6dfd7689-fcb5-4de8-8f25-b7165b3fef4b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/subnets/57f2a32f-b33e-4b28-9110-02d118c464f9 HTTP/1.1" status: 204 len: 168 time: 0.5648615 Apr 20 13:28:18.261291 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42066) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:18.263644 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fc903b0f-4a83-4e1b-9f40-c93dbee736d0 req-2a7cd92d-41fe-4a2a-8a47-8d961ccde641 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628500 Apr 20 13:28:18.271462 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61fff38-8676-45ff-8976-9eec3d1eefd7 None None] Network 9e8165e7-1dfb-4a40-b732-1461e9c3966a requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:28:18.294776 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d307c6b2-2560-440e-9ba1-a97deb8e1f7e up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:28:18.299256 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18960c-a0aa-4f62-bcec-91aa36d8eb2c req-dc967f89-4c1d-402d-a4c7-b104cff08ba7 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:18.300908 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ac18960c-a0aa-4f62-bcec-91aa36d8eb2c req-dc967f89-4c1d-402d-a4c7-b104cff08ba7 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.32 "GET /v2.0/ports?device_id=63a2aa13-048c-498d-9802-2223bee07730 HTTP/1.1" status: 200 len: 946 time: 0.1029191 Apr 20 13:28:18.445174 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 42a833c8-1408-4e2b-87a9-10a6ee325fd6 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:28:18.483838 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-be009f44-7aa8-4306-845e-141247fa469b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:18.524920 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-7101ea35-324a-4ae4-a0e0-a07bddbd2287 None None] Provisioning complete for port d307c6b2-2560-440e-9ba1-a97deb8e1f7e triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:28:18.525321 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7101ea35-324a-4ae4-a0e0-a07bddbd2287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:18.597682 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-ac18960c-a0aa-4f62-bcec-91aa36d8eb2c req-c0f81bf1-d07e-449c-aa73-67ffd8cacff9 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Deleting port 8ad2d059-2eee-4291-9ce4-6e6a01a995c4 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:28:18.598078 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ac18960c-a0aa-4f62-bcec-91aa36d8eb2c req-c0f81bf1-d07e-449c-aa73-67ffd8cacff9 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:18.603395 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-be009f44-7aa8-4306-845e-141247fa469b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Deleting port d307c6b2-2560-440e-9ba1-a97deb8e1f7e {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:28:18.603839 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-be009f44-7aa8-4306-845e-141247fa469b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:18.636248 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port d307c6b2-2560-440e-9ba1-a97deb8e1f7e triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:28:18.636713 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:18.737856 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 42a833c8-1408-4e2b-87a9-10a6ee325fd6 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:28:18.746135 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7101ea35-324a-4ae4-a0e0-a07bddbd2287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:18.756100 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 42a833c8-1408-4e2b-87a9-10a6ee325fd6 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:28:18.756490 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:18.761363 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-be009f44-7aa8-4306-845e-141247fa469b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] For port d307c6b2-2560-440e-9ba1-a97deb8e1f7e, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d307c6b2-2560-440e-9ba1-a97deb8e1f7e,segment=NetworkSegment(5730cea9-90dd-4b36-8252-5d91eecee155),segment_id=5730cea9-90dd-4b36-8252-5d91eecee155)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:18.761744 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-be009f44-7aa8-4306-845e-141247fa469b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:18.785760 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2f066f-b296-4207-b038-afefa882a133 None None] DHCP port deletion for 9e8165e7-1dfb-4a40-b732-1461e9c3966a request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:28:18.789932 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-be009f44-7aa8-4306-845e-141247fa469b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Calling delete_port for d307c6b2-2560-440e-9ba1-a97deb8e1f7e owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:28:18.807594 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-ac18960c-a0aa-4f62-bcec-91aa36d8eb2c req-c0f81bf1-d07e-449c-aa73-67ffd8cacff9 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] For port 8ad2d059-2eee-4291-9ce4-6e6a01a995c4, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=8ad2d059-2eee-4291-9ce4-6e6a01a995c4,segment=NetworkSegment(7e242851-ef63-418f-b799-2897c294b19f),segment_id=7e242851-ef63-418f-b799-2897c294b19f)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:18.812483 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ac18960c-a0aa-4f62-bcec-91aa36d8eb2c req-c0f81bf1-d07e-449c-aa73-67ffd8cacff9 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:18.898940 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87385393-1b34-4264-8baf-d0b365de7449 req-408e299c-ad69-4d83-a2dc-833e475c3035 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:18.900612 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-87385393-1b34-4264-8baf-d0b365de7449 req-408e299c-ad69-4d83-a2dc-833e475c3035 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.32 "GET /v2.0/ports?device_id=c684c116-d9af-4e46-9a01-0ae4ff9593fc HTTP/1.1" status: 200 len: 945 time: 0.0785944 Apr 20 13:28:18.903190 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:18.916459 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-7101ea35-324a-4ae4-a0e0-a07bddbd2287 None None] For port d307c6b2-2560-440e-9ba1-a97deb8e1f7e, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d307c6b2-2560-440e-9ba1-a97deb8e1f7e,segment=NetworkSegment(5730cea9-90dd-4b36-8252-5d91eecee155),segment_id=5730cea9-90dd-4b36-8252-5d91eecee155)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:19.028241 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-bd2f066f-b296-4207-b038-afefa882a133 None None] Deleting port d307c6b2-2560-440e-9ba1-a97deb8e1f7e {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:28:19.028649 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bd2f066f-b296-4207-b038-afefa882a133 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:19.030331 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:19.032977 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7101ea35-324a-4ae4-a0e0-a07bddbd2287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:19.125565 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d8f96-5b2e-4763-80bb-93a36e99c113 req-97c587d9-7d20-42c9-9da5-d83da55b5982 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:19.136725 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-da0d8f96-5b2e-4763-80bb-93a36e99c113 req-97c587d9-7d20-42c9-9da5-d83da55b5982 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "GET /v2.0/ports?device_id=63a2aa13-048c-498d-9802-2223bee07730 HTTP/1.1" status: 200 len: 946 time: 0.1263969 Apr 20 13:28:19.187389 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4de85-4216-4470-9f36-eaae0800ec61 req-c39d2af4-0ab4-4317-a20f-e2ec58d8a4a6 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:19.197157 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3ec4de85-4216-4470-9f36-eaae0800ec61 req-c39d2af4-0ab4-4317-a20f-e2ec58d8a4a6 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7bd5e0-ca4f-4338-9994-237ec02d0b0d HTTP/1.1" status: 200 len: 946 time: 0.1570880 Apr 20 13:28:19.211111 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-da0d8f96-5b2e-4763-80bb-93a36e99c113 req-eff3f36f-ed86-435a-8e18-25f3e4d99a19 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "GET /v2.0/security-groups?id=1b1ca533-cb84-41f7-a767-ab5bb59d8c34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746298 Apr 20 13:28:19.240678 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-87385393-1b34-4264-8baf-d0b365de7449 req-9e344497-30d6-4a22-be90-151abfcb3671 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Deleting port 55193739-acb9-4a02-9a46-02899d22e248 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:28:19.241026 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-87385393-1b34-4264-8baf-d0b365de7449 req-9e344497-30d6-4a22-be90-151abfcb3671 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:19.249562 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ac18960c-a0aa-4f62-bcec-91aa36d8eb2c req-c0f81bf1-d07e-449c-aa73-67ffd8cacff9 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:19.249927 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ac18960c-a0aa-4f62-bcec-91aa36d8eb2c req-c0f81bf1-d07e-449c-aa73-67ffd8cacff9 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:19.250251 n-d-836015-7 neutron-server[114870]: INFO neutron.db.l3_db [req-ac18960c-a0aa-4f62-bcec-91aa36d8eb2c req-c0f81bf1-d07e-449c-aa73-67ffd8cacff9 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Floating IP 33c5731e-9ae0-4b6c-88c6-f94cf0335b43 disassociated. External IP: 172.25.8.50, port: 8ad2d059-2eee-4291-9ce4-6e6a01a995c4. Apr 20 13:28:19.250603 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-ac18960c-a0aa-4f62-bcec-91aa36d8eb2c req-c0f81bf1-d07e-449c-aa73-67ffd8cacff9 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Calling delete_port for 8ad2d059-2eee-4291-9ce4-6e6a01a995c4 owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:28:19.336001 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3ec4de85-4216-4470-9f36-eaae0800ec61 req-f98f060f-37fd-459d-99d9-0b6bcf3bd23b tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd3ffa81-2204-4d6d-aae6-250897e87f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378484 Apr 20 13:28:19.470522 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee0e1f97-9545-45c3-9451-52d45401b30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a833c8-1408-4e2b-87a9-10a6ee325fd6'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:28:19.473104 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77280b8c-e7b4-4928-878a-b3fa34ba4f38" -d '{"events": [{"server_uuid": "ee0e1f97-9545-45c3-9451-52d45401b30e", "name": "network-vif-plugged", "status": "completed", "tag": "42a833c8-1408-4e2b-87a9-10a6ee325fd6"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:28:19.486161 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 42a833c8-1408-4e2b-87a9-10a6ee325fd6, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=42a833c8-1408-4e2b-87a9-10a6ee325fd6,segment=NetworkSegment(61aa0039-68ca-4033-b082-432ef8c81b46),segment_id=61aa0039-68ca-4033-b082-432ef8c81b46)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:19.496810 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ac18960c-a0aa-4f62-bcec-91aa36d8eb2c req-c0f81bf1-d07e-449c-aa73-67ffd8cacff9 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:19.511247 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:28:19.511633 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:28:19.528286 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-bd2f066f-b296-4207-b038-afefa882a133 None None] For port d307c6b2-2560-440e-9ba1-a97deb8e1f7e, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d307c6b2-2560-440e-9ba1-a97deb8e1f7e,segment=NetworkSegment(5730cea9-90dd-4b36-8252-5d91eecee155),segment_id=5730cea9-90dd-4b36-8252-5d91eecee155)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:19.528694 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bd2f066f-b296-4207-b038-afefa882a133 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:19.537340 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f81bf1-d07e-449c-aa73-67ffd8cacff9 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Pushing event deleted for resources: {'Port': ['ID=8ad2d059-2eee-4291-9ce4-6e6a01a995c4,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:19.542364 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101ea35-324a-4ae4-a0e0-a07bddbd2287 None None] Pushing event updated for resources: {'Port': ['ID=d307c6b2-2560-440e-9ba1-a97deb8e1f7e,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:19.549725 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-bd2f066f-b296-4207-b038-afefa882a133 None None] Calling delete_port for d307c6b2-2560-440e-9ba1-a97deb8e1f7e owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:28:19.556997 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-be009f44-7aa8-4306-845e-141247fa469b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:19.566206 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66581353-44a5-48e7-933f-94a2412a508a req-19512cf7-a17b-4571-9956-b5fafd925383 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:19.574793 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66581353-44a5-48e7-933f-94a2412a508a req-19512cf7-a17b-4571-9956-b5fafd925383 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=c684c116-d9af-4e46-9a01-0ae4ff9593fc HTTP/1.1" status: 200 len: 945 time: 0.2377141 Apr 20 13:28:19.578139 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-87385393-1b34-4264-8baf-d0b365de7449 req-9e344497-30d6-4a22-be90-151abfcb3671 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] For port 55193739-acb9-4a02-9a46-02899d22e248, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=55193739-acb9-4a02-9a46-02899d22e248,segment=NetworkSegment(5847a401-b716-4b53-a934-335b190c1a91),segment_id=5847a401-b716-4b53-a934-335b190c1a91)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:19.578505 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-87385393-1b34-4264-8baf-d0b365de7449 req-9e344497-30d6-4a22-be90-151abfcb3671 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:19.591762 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be009f44-7aa8-4306-845e-141247fa469b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'Port': ['ID=d307c6b2-2560-440e-9ba1-a97deb8e1f7e,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:19.596811 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be009f44-7aa8-4306-845e-141247fa469b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] No DVR routers for this DVR port d307c6b2-2560-440e-9ba1-a97deb8e1f7e on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:28:19.613570 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:19.638553 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-87385393-1b34-4264-8baf-d0b365de7449 req-9e344497-30d6-4a22-be90-151abfcb3671 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Calling delete_port for 55193739-acb9-4a02-9a46-02899d22e248 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:28:19.694673 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=42a833c8-1408-4e2b-87a9-10a6ee325fd6,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:19.717024 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70dd93d-c6b4-4ed3-aeb8-b3bf42f3a1b7 req-d6f5f6d1-cefc-4fb8-9f84-d222c2c53470 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:19.725652 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e70dd93d-c6b4-4ed3-aeb8-b3bf42f3a1b7 req-d6f5f6d1-cefc-4fb8-9f84-d222c2c53470 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee0e1f97-9545-45c3-9451-52d45401b30e HTTP/1.1" status: 200 len: 944 time: 0.2656498 Apr 20 13:28:19.782128 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66581353-44a5-48e7-933f-94a2412a508a req-9c5932db-fa10-4a87-9e99-844e238ebdb4 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/security-groups?id=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063839 Apr 20 13:28:19.803948 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-be009f44-7aa8-4306-845e-141247fa469b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:19.814001 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bd2f066f-b296-4207-b038-afefa882a133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:19.828271 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2f066f-b296-4207-b038-afefa882a133 None None] No DVR routers for this DVR port d307c6b2-2560-440e-9ba1-a97deb8e1f7e on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:28:19.862247 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-be009f44-7aa8-4306-845e-141247fa469b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e8165e7-1dfb-4a40-b732-1461e9c3966a']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:19.864808 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e70dd93d-c6b4-4ed3-aeb8-b3bf42f3a1b7 req-5a45f80b-5dd9-41e6-a934-dfe86b80543d tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335461 Apr 20 13:28:19.886845 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-be009f44-7aa8-4306-845e-141247fa469b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5730cea9-90dd-4b36-8252-5d91eecee155') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:19.887210 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-be009f44-7aa8-4306-845e-141247fa469b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5730cea9-90dd-4b36-8252-5d91eecee155') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:19.901983 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac18960c-a0aa-4f62-bcec-91aa36d8eb2c req-c0f81bf1-d07e-449c-aa73-67ffd8cacff9 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Router fdc35cb1-4e07-4989-8441-46af2a0b36ed has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:28:19.913061 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-be009f44-7aa8-4306-845e-141247fa469b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:19.938968 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f066f-b296-4207-b038-afefa882a133 None None] Pushing event deleted for resources: {'Port': ['ID=d307c6b2-2560-440e-9ba1-a97deb8e1f7e,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:19.943073 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470f4c88-daad-4c3f-9b65-9e702a14c016 x-openstack-request-id: req-470f4c88-daad-4c3f-9b65-9e702a14c016 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:28:19.946892 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee0e1f97-9545-45c3-9451-52d45401b30e", "name": "network-vif-plugged", "status": "completed", "tag": "42a833c8-1408-4e2b-87a9-10a6ee325fd6", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:28:19.947347 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-470f4c88-daad-4c3f-9b65-9e702a14c016 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:28:19.948157 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-470f4c88-daad-4c3f-9b65-9e702a14c016'] response: {'server_uuid': 'ee0e1f97-9545-45c3-9451-52d45401b30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a833c8-1408-4e2b-87a9-10a6ee325fd6', 'code': 200} Apr 20 13:28:20.027015 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-be009f44-7aa8-4306-845e-141247fa469b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:20.039497 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be009f44-7aa8-4306-845e-141247fa469b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:28:20.040322 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-be009f44-7aa8-4306-845e-141247fa469b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:20.045766 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:28:20.045766 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:28:20.045766 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:28:20.045766 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:28:20.045766 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:28:20.045766 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:28:20.045766 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:28:20.045766 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:28:20.045766 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:28:20.045766 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:28:20.045766 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:28:20.045766 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:28:20.045766 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:28:20.045766 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:28:20.045766 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:28:20.045766 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:28:20.045766 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:28:20.045766 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:28:20.045766 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:28:20.045766 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:28:20.045766 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:28:20.045766 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:28:20.045766 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:28:20.045766 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:28:20.045766 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:28:20.045766 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:28:20.045766 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:28:20.045766 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:28:20.045766 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:28:20.045766 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:28:20.045766 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:28:20.045766 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:28:20.056436 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Port d307c6b2-2560-440e-9ba1-a97deb8e1f7e update to ACTIVE by agent not found {{(pid=114871) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 20 13:28:20.090770 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0950520-d49e-4cf2-af20-9cd803f337c5 req-c7d5b863-05e3-40bb-be80-be1e7f018b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:20.093956 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c0950520-d49e-4cf2-af20-9cd803f337c5 req-c7d5b863-05e3-40bb-be80-be1e7f018b2b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ee0e1f97-9545-45c3-9451-52d45401b30e HTTP/1.1" status: 200 len: 1096 time: 0.1064005 Apr 20 13:28:20.148175 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-87385393-1b34-4264-8baf-d0b365de7449 req-9e344497-30d6-4a22-be90-151abfcb3671 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:20.200412 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d307c6b2-2560-440e-9ba1-a97deb8e1f7e no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:28:20.218103 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac18960c-a0aa-4f62-bcec-91aa36d8eb2c req-c0f81bf1-d07e-449c-aa73-67ffd8cacff9 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:28:20.230803 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e344497-30d6-4a22-be90-151abfcb3671 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Pushing event deleted for resources: {'Port': ['ID=55193739-acb9-4a02-9a46-02899d22e248,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:20.240397 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405556c4-4cd8-4395-9e1f-3d2d50f120b3 None None] Sync routers for ids ['fdc35cb1-4e07-4989-8441-46af2a0b36ed'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:28:20.244696 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: d307c6b2-2560-440e-9ba1-a97deb8e1f7e {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:28:20.247856 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c0950520-d49e-4cf2-af20-9cd803f337c5 req-902a2b04-0e61-4a6b-8308-462733f3c614 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410160 Apr 20 13:28:20.248583 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d307c6b2-2560-440e-9ba1-a97deb8e1f7e not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:28:20.279890 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405556c4-4cd8-4395-9e1f-3d2d50f120b3 None None] Routers {'fdc35cb1-4e07-4989-8441-46af2a0b36ed'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:28:20.280558 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-405556c4-4cd8-4395-9e1f-3d2d50f120b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:27:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['fdc35cb1-4e07-4989-8441-46af2a0b36ed'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:20.323623 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-be009f44-7aa8-4306-845e-141247fa469b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:20.343638 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-87385393-1b34-4264-8baf-d0b365de7449 req-9e344497-30d6-4a22-be90-151abfcb3671 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] No DVR routers for this DVR port 55193739-acb9-4a02-9a46-02899d22e248 on host n-h1-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:28:20.344205 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac18960c-a0aa-4f62-bcec-91aa36d8eb2c req-c0f81bf1-d07e-449c-aa73-67ffd8cacff9 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] No DVR routers for this DVR port 8ad2d059-2eee-4291-9ce4-6e6a01a995c4 on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:28:20.346430 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-87385393-1b34-4264-8baf-d0b365de7449 req-9e344497-30d6-4a22-be90-151abfcb3671 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:20.352241 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-87385393-1b34-4264-8baf-d0b365de7449 req-9e344497-30d6-4a22-be90-151abfcb3671 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.32 "DELETE /v2.0/ports/55193739-acb9-4a02-9a46-02899d22e248 HTTP/1.1" status: 204 len: 173 time: 1.4448287 Apr 20 13:28:20.352838 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c684c116-d9af-4e46-9a01-0ae4ff9593fc', 'name': 'network-vif-deleted', 'tag': '55193739-acb9-4a02-9a46-02899d22e248'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:28:20.355871 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7615e798-acc7-44ab-a730-4bed1fc6a4ff" -d '{"events": [{"server_uuid": "c684c116-d9af-4e46-9a01-0ae4ff9593fc", "name": "network-vif-deleted", "tag": "55193739-acb9-4a02-9a46-02899d22e248"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:28:20.369061 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-be009f44-7aa8-4306-845e-141247fa469b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:20.372151 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-be009f44-7aa8-4306-845e-141247fa469b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/networks/9e8165e7-1dfb-4a40-b732-1461e9c3966a HTTP/1.1" status: 204 len: 168 time: 2.1087399 Apr 20 13:28:20.373289 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ac18960c-a0aa-4f62-bcec-91aa36d8eb2c req-c0f81bf1-d07e-449c-aa73-67ffd8cacff9 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:20.376329 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42118) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:20.376477 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ac18960c-a0aa-4f62-bcec-91aa36d8eb2c req-c0f81bf1-d07e-449c-aa73-67ffd8cacff9 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.32 "DELETE /v2.0/ports/8ad2d059-2eee-4291-9ce4-6e6a01a995c4 HTTP/1.1" status: 204 len: 173 time: 2.0684695 Apr 20 13:28:20.377238 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be009f44-7aa8-4306-845e-141247fa469b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'Network': ['ID=9e8165e7-1dfb-4a40-b732-1461e9c3966a,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:20.380857 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a2aa13-048c-498d-9802-2223bee07730', 'name': 'network-vif-deleted', 'tag': '8ad2d059-2eee-4291-9ce4-6e6a01a995c4'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:28:20.382327 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfa97b2-fb3c-439b-8f90-ae902cfb83d3" -d '{"events": [{"server_uuid": "63a2aa13-048c-498d-9802-2223bee07730", "name": "network-vif-deleted", "tag": "8ad2d059-2eee-4291-9ce4-6e6a01a995c4"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:28:20.382910 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-81a3abd5-4a05-47f1-b7d7-4794be3af0f5 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'port': {'network_id': 'cf7bad9b-1897-4162-a9b2-52e77485f241', 'name': 'tempest-PortsIpV6TestJSON-236284684'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:20.409930 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be009f44-7aa8-4306-845e-141247fa469b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:20.410286 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be009f44-7aa8-4306-845e-141247fa469b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:20.410645 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be009f44-7aa8-4306-845e-141247fa469b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:20.411540 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be009f44-7aa8-4306-845e-141247fa469b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:20.411880 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be009f44-7aa8-4306-845e-141247fa469b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:20.412342 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be009f44-7aa8-4306-845e-141247fa469b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:20.412609 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be009f44-7aa8-4306-845e-141247fa469b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:20.412944 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be009f44-7aa8-4306-845e-141247fa469b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:20.413248 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be009f44-7aa8-4306-845e-141247fa469b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:20.413599 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be009f44-7aa8-4306-845e-141247fa469b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:20.413897 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be009f44-7aa8-4306-845e-141247fa469b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:20.414263 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be009f44-7aa8-4306-845e-141247fa469b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:20.522872 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-405556c4-4cd8-4395-9e1f-3d2d50f120b3 None None] Set router fdc35cb1-4e07-4989-8441-46af2a0b36ed gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:28:20.944953 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-405556c4-4cd8-4395-9e1f-3d2d50f120b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc35cb1-4e07-4989-8441-46af2a0b36ed', 'name': 'tempest-TestServerBasicOps-52501270-router', 'tenant_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '481f802f-c804-4c73-8c29-266c39c01810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:21:44Z', 'updated_at': '2022-04-20T13:21:56Z', 'revision_number': 4, 'project_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'gw_port': {'id': '481f802f-c804-4c73-8c29-266c39c01810', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc35cb1-4e07-4989-8441-46af2a0b36ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:21:47Z', 'updated_at': '2022-04-20T13:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '90b3e514-7f32-4d44-8b53-0e97a0417af1', 'name': '', 'network_id': '72ce9eb7-6e65-4d33-a97e-ba495b7f713f', 'tenant_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'mac_address': 'fa:16:3e:4f:61:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc35cb1-4e07-4989-8441-46af2a0b36ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'a8304900-a486-4d9b-92a6-d7e30f1b6efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:21:53Z', 'updated_at': '2022-04-20T13:22:04Z', 'revision_number': 5, 'project_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'subnets': [{'id': 'a8304900-a486-4d9b-92a6-d7e30f1b6efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:20.975015 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405556c4-4cd8-4395-9e1f-3d2d50f120b3 None None] Checking router: fdc35cb1-4e07-4989-8441-46af2a0b36ed for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:28:20.984704 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405556c4-4cd8-4395-9e1f-3d2d50f120b3 None None] Routers {'fdc35cb1-4e07-4989-8441-46af2a0b36ed'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:28:20.985440 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-405556c4-4cd8-4395-9e1f-3d2d50f120b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:27:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['fdc35cb1-4e07-4989-8441-46af2a0b36ed'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:21.009407 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303fe9a0-2554-42b7-9a93-aaf9397e62a6 x-openstack-request-id: req-303fe9a0-2554-42b7-9a93-aaf9397e62a6 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:28:21.009692 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c684c116-d9af-4e46-9a01-0ae4ff9593fc", "name": "network-vif-deleted", "tag": "55193739-acb9-4a02-9a46-02899d22e248", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:28:21.009936 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-303fe9a0-2554-42b7-9a93-aaf9397e62a6 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:28:21.010337 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-303fe9a0-2554-42b7-9a93-aaf9397e62a6'] response: {'server_uuid': 'c684c116-d9af-4e46-9a01-0ae4ff9593fc', 'name': 'network-vif-deleted', 'tag': '55193739-acb9-4a02-9a46-02899d22e248', 'status': 'completed', 'code': 200} Apr 20 13:28:21.078705 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e7ad2cc1-7538-498d-be86-6d0493fa2052 req-ea80c92b-ed26-4fe6-b85f-1d7cb028eda2 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "GET /v2.0/ports?device_id=63a2aa13-048c-498d-9802-2223bee07730 HTTP/1.1" status: 200 len: 210 time: 0.0664225 Apr 20 13:28:21.141286 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-405556c4-4cd8-4395-9e1f-3d2d50f120b3 None None] Set router fdc35cb1-4e07-4989-8441-46af2a0b36ed gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:28:21.157515 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a738bd75-5b9b-48a4-a004-4ca38051726c req-d560b617-22a0-4325-b321-96713355e2c3 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:21.159088 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a738bd75-5b9b-48a4-a004-4ca38051726c req-d560b617-22a0-4325-b321-96713355e2c3 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7bd5e0-ca4f-4338-9994-237ec02d0b0d HTTP/1.1" status: 200 len: 946 time: 0.1479962 Apr 20 13:28:21.162720 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9cb4af-0ded-4bdc-81c6-09f90ab4ea7c x-openstack-request-id: req-aa9cb4af-0ded-4bdc-81c6-09f90ab4ea7c {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:28:21.163203 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a2aa13-048c-498d-9802-2223bee07730", "name": "network-vif-deleted", "tag": "8ad2d059-2eee-4291-9ce4-6e6a01a995c4", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:28:21.163324 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aa9cb4af-0ded-4bdc-81c6-09f90ab4ea7c {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:28:21.163684 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa9cb4af-0ded-4bdc-81c6-09f90ab4ea7c'] response: {'server_uuid': '63a2aa13-048c-498d-9802-2223bee07730', 'name': 'network-vif-deleted', 'tag': '8ad2d059-2eee-4291-9ce4-6e6a01a995c4', 'status': 'completed', 'code': 200} Apr 20 13:28:21.256072 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a738bd75-5b9b-48a4-a004-4ca38051726c req-2c94381d-1169-4b3f-a844-2def0d043fb5 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd3ffa81-2204-4d6d-aae6-250897e87f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757360 Apr 20 13:28:21.318096 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-01d900bc-ac2b-4a19-9ba5-195acddcd35a req-4d166d17-4f60-4594-97fe-7f1073b0c237 tempest-ServerRescueNegativeTestJSON-1384442810 tempest-ServerRescueNegativeTestJSON-1384442810-project] 10.222.0.25 "GET /v2.0/ports?device_id=c684c116-d9af-4e46-9a01-0ae4ff9593fc HTTP/1.1" status: 200 len: 210 time: 0.0609424 Apr 20 13:28:21.318675 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a3abd5-4a05-47f1-b7d7-4794be3af0f5 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Made reservation on behalf of 17f57c51548d4962867796b5991ef4ff for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:28:21.342422 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-81a3abd5-4a05-47f1-b7d7-4794be3af0f5 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:21.387709 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [None req-81a3abd5-4a05-47f1-b7d7-4794be3af0f5 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] device_id is not set on port 4e63ae74-530d-456f-b652-b5de67063dd1 yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:28:21.533713 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-405556c4-4cd8-4395-9e1f-3d2d50f120b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc35cb1-4e07-4989-8441-46af2a0b36ed', 'name': 'tempest-TestServerBasicOps-52501270-router', 'tenant_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '481f802f-c804-4c73-8c29-266c39c01810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:21:44Z', 'updated_at': '2022-04-20T13:21:56Z', 'revision_number': 4, 'project_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'gw_port': {'id': '481f802f-c804-4c73-8c29-266c39c01810', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc35cb1-4e07-4989-8441-46af2a0b36ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:21:47Z', 'updated_at': '2022-04-20T13:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '90b3e514-7f32-4d44-8b53-0e97a0417af1', 'name': '', 'network_id': '72ce9eb7-6e65-4d33-a97e-ba495b7f713f', 'tenant_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'mac_address': 'fa:16:3e:4f:61:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc35cb1-4e07-4989-8441-46af2a0b36ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'a8304900-a486-4d9b-92a6-d7e30f1b6efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:21:53Z', 'updated_at': '2022-04-20T13:22:04Z', 'revision_number': 5, 'project_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'subnets': [{'id': 'a8304900-a486-4d9b-92a6-d7e30f1b6efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:21.594953 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405556c4-4cd8-4395-9e1f-3d2d50f120b3 None None] The sync data for ids ['fdc35cb1-4e07-4989-8441-46af2a0b36ed'] in n-d-836015-7 is: [{'id': 'fdc35cb1-4e07-4989-8441-46af2a0b36ed', 'name': 'tempest-TestServerBasicOps-52501270-router', 'tenant_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '481f802f-c804-4c73-8c29-266c39c01810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:21:44Z', 'updated_at': '2022-04-20T13:21:56Z', 'revision_number': 4, 'project_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'gw_port': {'id': '481f802f-c804-4c73-8c29-266c39c01810', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc35cb1-4e07-4989-8441-46af2a0b36ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:21:47Z', 'updated_at': '2022-04-20T13:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '90b3e514-7f32-4d44-8b53-0e97a0417af1', 'name': '', 'network_id': '72ce9eb7-6e65-4d33-a97e-ba495b7f713f', 'tenant_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'mac_address': 'fa:16:3e:4f:61:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc35cb1-4e07-4989-8441-46af2a0b36ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'a8304900-a486-4d9b-92a6-d7e30f1b6efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:21:53Z', 'updated_at': '2022-04-20T13:22:04Z', 'revision_number': 5, 'project_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'subnets': [{'id': 'a8304900-a486-4d9b-92a6-d7e30f1b6efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:28:21.599115 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e8256-2c0d-4c0a-8f9d-e4ebb25d7a35 req-cec40b97-7ece-450e-89e3-6b43f737a7be tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:21.606927 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-245e8256-2c0d-4c0a-8f9d-e4ebb25d7a35 req-cec40b97-7ece-450e-89e3-6b43f737a7be tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee0e1f97-9545-45c3-9451-52d45401b30e HTTP/1.1" status: 200 len: 945 time: 0.2142780 Apr 20 13:28:21.709451 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-245e8256-2c0d-4c0a-8f9d-e4ebb25d7a35 req-4902363f-6f96-4b92-9949-bfc77fc668cd tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013873 Apr 20 13:28:21.775098 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-81a3abd5-4a05-47f1-b7d7-4794be3af0f5 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:21.889990 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-81a3abd5-4a05-47f1-b7d7-4794be3af0f5 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:21.940718 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 8ad2d059-2eee-4291-9ce4-6e6a01a995c4 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:28:21.964431 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a3abd5-4a05-47f1-b7d7-4794be3af0f5 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Network cf7bad9b-1897-4162-a9b2-52e77485f241 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:28:21.980509 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-81a3abd5-4a05-47f1-b7d7-4794be3af0f5 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:28:21.984940 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a3abd5-4a05-47f1-b7d7-4794be3af0f5 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:28:21.990121 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a3abd5-4a05-47f1-b7d7-4794be3af0f5 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:21.990744 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-81a3abd5-4a05-47f1-b7d7-4794be3af0f5 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:21.992317 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 8ad2d059-2eee-4291-9ce4-6e6a01a995c4 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:28:21.992744 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 8ad2d059-2eee-4291-9ce4-6e6a01a995c4 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:28:21.993244 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 55193739-acb9-4a02-9a46-02899d22e248 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:28:22.007161 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a3abd5-4a05-47f1-b7d7-4794be3af0f5 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'Port': ['ID=4e63ae74-530d-456f-b652-b5de67063dd1,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:22.021093 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 55193739-acb9-4a02-9a46-02899d22e248 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:28:22.021449 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 55193739-acb9-4a02-9a46-02899d22e248 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:28:22.050649 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68e56b9-cb6d-4ee3-980f-e8559d35a82a None None] New status for floating IP 33c5731e-9ae0-4b6c-88c6-f94cf0335b43: DOWN {{(pid=114872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:28:22.096875 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-81a3abd5-4a05-47f1-b7d7-4794be3af0f5 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7183480 Apr 20 13:28:22.099624 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42180) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:22.186012 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42186) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:22.227034 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-266a669c-a1f1-4b3b-b6de-c3d6422ab29d tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Deleting port 4e63ae74-530d-456f-b652-b5de67063dd1 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:28:22.228598 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-266a669c-a1f1-4b3b-b6de-c3d6422ab29d tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:22.351631 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-266a669c-a1f1-4b3b-b6de-c3d6422ab29d tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:22.378549 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-db7f87ed-c480-424c-98d3-471ee722d3e2 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Deleting port d2f9eeca-e32c-4be2-9c16-880d2141ee1e {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:28:22.378911 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-db7f87ed-c480-424c-98d3-471ee722d3e2 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:22.384735 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-266a669c-a1f1-4b3b-b6de-c3d6422ab29d tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Calling delete_port for 4e63ae74-530d-456f-b652-b5de67063dd1 owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:28:22.443032 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42196) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:22.494658 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-db7f87ed-c480-424c-98d3-471ee722d3e2 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:22.494995 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-db7f87ed-c480-424c-98d3-471ee722d3e2 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:22.510264 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-db7f87ed-c480-424c-98d3-471ee722d3e2 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Calling delete_port for d2f9eeca-e32c-4be2-9c16-880d2141ee1e owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:28:22.585713 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-266a669c-a1f1-4b3b-b6de-c3d6422ab29d tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:22.613440 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:28:22.617814 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a669c-a1f1-4b3b-b6de-c3d6422ab29d tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'Port': ['ID=4e63ae74-530d-456f-b652-b5de67063dd1,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:22.623235 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-266a669c-a1f1-4b3b-b6de-c3d6422ab29d tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:22.627107 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-266a669c-a1f1-4b3b-b6de-c3d6422ab29d tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/ports/4e63ae74-530d-456f-b652-b5de67063dd1 HTTP/1.1" status: 204 len: 168 time: 0.5262880 Apr 20 13:28:22.629414 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42200) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:22.635374 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-4c1114b3-2e59-4be2-83c1-9cb8e8d2fdad tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'port': {'network_id': 'cf7bad9b-1897-4162-a9b2-52e77485f241', 'mac_address': 'fa:16:3e:ef:62:0f', 'name': 'tempest-PortsIpV6TestJSON-1434776744'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:22.848050 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1114b3-2e59-4be2-83c1-9cb8e8d2fdad tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Made reservation on behalf of 17f57c51548d4962867796b5991ef4ff for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:28:22.919976 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4c1114b3-2e59-4be2-83c1-9cb8e8d2fdad tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:22.949724 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-4c1114b3-2e59-4be2-83c1-9cb8e8d2fdad tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] device_id is not set on port a3a0d73e-a9ca-4b53-9468-e4dd0f48da3f yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:28:22.964785 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e9d73-5eb2-45ae-a399-56799248d79a req-ff87d2f2-2a70-4fd4-9111-532d9f57938c tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:22.966555 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2f2e9d73-5eb2-45ae-a399-56799248d79a req-ff87d2f2-2a70-4fd4-9111-532d9f57938c tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee0e1f97-9545-45c3-9451-52d45401b30e HTTP/1.1" status: 200 len: 945 time: 0.1703038 Apr 20 13:28:23.023272 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2f2e9d73-5eb2-45ae-a399-56799248d79a req-a605dbae-56c6-4d88-875d-610953b5d562 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442581 Apr 20 13:28:23.023971 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-db7f87ed-c480-424c-98d3-471ee722d3e2 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:23.085886 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f87ed-c480-424c-98d3-471ee722d3e2 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Pushing event deleted for resources: {'Port': ['ID=d2f9eeca-e32c-4be2-9c16-880d2141ee1e,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:23.201987 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4c1114b3-2e59-4be2-83c1-9cb8e8d2fdad tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:23.220769 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-db7f87ed-c480-424c-98d3-471ee722d3e2 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks [] for floatingip, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:23.224011 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-db7f87ed-c480-424c-98d3-471ee722d3e2 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:23.227808 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-db7f87ed-c480-424c-98d3-471ee722d3e2 tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "DELETE /v2.0/floatingips/33c5731e-9ae0-4b6c-88c6-f94cf0335b43 HTTP/1.1" status: 204 len: 168 time: 1.0382380 Apr 20 13:28:23.340093 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4c1114b3-2e59-4be2-83c1-9cb8e8d2fdad tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:23.357710 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42258) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:23.411947 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-034fdd38-62ab-42e1-a4d5-7f19fe8a672c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:23.469890 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0911c0-d922-4277-930c-14210ab7f940 req-da5329d4-1e4a-49c5-8f49-67f419e912c0 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:23.471868 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f0911c0-d922-4277-930c-14210ab7f940 req-da5329d4-1e4a-49c5-8f49-67f419e912c0 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/networks?id=bffadad1-e693-483b-8eeb-21265f06be5a HTTP/1.1" status: 200 len: 805 time: 0.1897883 Apr 20 13:28:23.496122 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1114b3-2e59-4be2-83c1-9cb8e8d2fdad tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Network cf7bad9b-1897-4162-a9b2-52e77485f241 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:28:23.499216 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1114b3-2e59-4be2-83c1-9cb8e8d2fdad tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'Port': ['ID=a3a0d73e-a9ca-4b53-9468-e4dd0f48da3f,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:23.510161 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f0911c0-d922-4277-930c-14210ab7f940 req-8e3b6c96-e02e-4386-b3d1-376afcce046e tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/quotas/1769fcf5b9754a27a1574952891cab93 HTTP/1.1" status: 200 len: 375 time: 0.0177867 Apr 20 13:28:23.538761 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-4c1114b3-2e59-4be2-83c1-9cb8e8d2fdad tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:28:23.541408 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ebacff9-ba97-485d-bcf8-09ea716589ea tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:23.543217 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1114b3-2e59-4be2-83c1-9cb8e8d2fdad tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:28:23.548994 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1114b3-2e59-4be2-83c1-9cb8e8d2fdad tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:23.549750 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4c1114b3-2e59-4be2-83c1-9cb8e8d2fdad tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:23.587778 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ebacff9-ba97-485d-bcf8-09ea716589ea tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:23.650302 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4c1114b3-2e59-4be2-83c1-9cb8e8d2fdad tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0190208 Apr 20 13:28:23.655052 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42260) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:23.710179 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994129b6-2093-44ff-a36f-dcc0e8826108 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:23.714030 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-994129b6-2093-44ff-a36f-dcc0e8826108 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "GET /v2.0/ports/a3a0d73e-a9ca-4b53-9468-e4dd0f48da3f HTTP/1.1" status: 200 len: 845 time: 0.0544343 Apr 20 13:28:23.714496 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42262) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:23.724037 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f0911c0-d922-4277-930c-14210ab7f940 req-a4ff26ca-6476-42d8-880c-894b7baa6c71 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1769fcf5b9754a27a1574952891cab93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1554213 Apr 20 13:28:23.743913 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ebacff9-ba97-485d-bcf8-09ea716589ea tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:23.747151 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ebacff9-ba97-485d-bcf8-09ea716589ea tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:23.749335 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3ebacff9-ba97-485d-bcf8-09ea716589ea tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] 10.222.0.25 "DELETE /v2.0/security-groups/1b1ca533-cb84-41f7-a767-ab5bb59d8c34 HTTP/1.1" status: 204 len: 168 time: 0.3887007 Apr 20 13:28:23.823769 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebacff9-ba97-485d-bcf8-09ea716589ea tempest-TestServerBasicOps-114172512 tempest-TestServerBasicOps-114172512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1ca533-cb84-41f7-a767-ab5bb59d8c34,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:23.874715 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-46726e5a-912b-49eb-8d1c-566b72dcca79 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Deleting port a3a0d73e-a9ca-4b53-9468-e4dd0f48da3f {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:28:23.874715 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-46726e5a-912b-49eb-8d1c-566b72dcca79 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:23.885322 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42274) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:23.900422 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f0911c0-d922-4277-930c-14210ab7f940 req-8f43b42d-2daa-481b-b547-ac1268356f6d service neutron] 10.222.0.25 "GET /v2.0/networks/bffadad1-e693-483b-8eeb-21265f06be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654496 Apr 20 13:28:23.986722 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-034fdd38-62ab-42e1-a4d5-7f19fe8a672c admin admin] Deleting port 6b00d3f6-7f11-4183-8b8d-8b236272fceb {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:28:23.987502 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-034fdd38-62ab-42e1-a4d5-7f19fe8a672c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:24.068527 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-46726e5a-912b-49eb-8d1c-566b72dcca79 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:24.111959 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-46726e5a-912b-49eb-8d1c-566b72dcca79 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Calling delete_port for a3a0d73e-a9ca-4b53-9468-e4dd0f48da3f owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:28:24.126548 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f0911c0-d922-4277-930c-14210ab7f940 req-04021a50-7d7b-4b91-953c-9f19df7bbf42 service neutron] 10.222.0.25 "GET /v2.0/networks/bffadad1-e693-483b-8eeb-21265f06be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177079 Apr 20 13:28:24.167718 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-034fdd38-62ab-42e1-a4d5-7f19fe8a672c admin admin] For port 6b00d3f6-7f11-4183-8b8d-8b236272fceb, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=6b00d3f6-7f11-4183-8b8d-8b236272fceb,segment=NetworkSegment(5847a401-b716-4b53-a934-335b190c1a91),segment_id=5847a401-b716-4b53-a934-335b190c1a91)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:24.168150 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-034fdd38-62ab-42e1-a4d5-7f19fe8a672c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:24.204316 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-034fdd38-62ab-42e1-a4d5-7f19fe8a672c admin admin] Calling delete_port for 6b00d3f6-7f11-4183-8b8d-8b236272fceb owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:28:24.503070 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fb1b5f24-4edd-47d6-b084-50cdf4678118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:24.512509 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-46726e5a-912b-49eb-8d1c-566b72dcca79 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:24.604448 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-79387e44-f754-48b5-bebb-7b7ebca3ff04 req-2d812655-7f34-49fa-8de4-3abaaeda7300 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=32d1aafd-8c50-48a2-bba5-3a40b118e84a HTTP/1.1" status: 200 len: 210 time: 0.0888453 Apr 20 13:28:24.677767 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-034fdd38-62ab-42e1-a4d5-7f19fe8a672c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:24.745498 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034fdd38-62ab-42e1-a4d5-7f19fe8a672c admin admin] Pushing event deleted for resources: {'Port': ['ID=6b00d3f6-7f11-4183-8b8d-8b236272fceb,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:25.005040 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-46726e5a-912b-49eb-8d1c-566b72dcca79 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:25.016846 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-46726e5a-912b-49eb-8d1c-566b72dcca79 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/ports/a3a0d73e-a9ca-4b53-9468-e4dd0f48da3f HTTP/1.1" status: 204 len: 168 time: 1.2997632 Apr 20 13:28:25.017484 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42300) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:25.034164 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-034fdd38-62ab-42e1-a4d5-7f19fe8a672c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:25.052249 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46726e5a-912b-49eb-8d1c-566b72dcca79 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'Port': ['ID=a3a0d73e-a9ca-4b53-9468-e4dd0f48da3f,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:25.084556 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e2647e0-7a13-4afa-a4d2-253f86095e42 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] GET failed (client error): The resource could not be found. Apr 20 13:28:25.088469 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6e2647e0-7a13-4afa-a4d2-253f86095e42 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "GET /v2.0/ports/a3a0d73e-a9ca-4b53-9468-e4dd0f48da3f HTTP/1.1" status: 404 len: 333 time: 0.0646174 Apr 20 13:28:25.090328 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42302) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:25.134395 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-1d8b7e95-684b-431e-a2bf-c037c17d9a0e tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'port': {'network_id': 'cf7bad9b-1897-4162-a9b2-52e77485f241', 'name': 'tempest-PortsIpV6TestJSON-545030658'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:25.364047 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-034fdd38-62ab-42e1-a4d5-7f19fe8a672c admin admin] Router d206a0da-58c7-4c38-891c-f9ef3acd9ba9 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:28:25.368223 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8b7e95-684b-431e-a2bf-c037c17d9a0e tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Made reservation on behalf of 17f57c51548d4962867796b5991ef4ff for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:28:25.372074 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1d8b7e95-684b-431e-a2bf-c037c17d9a0e tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:25.399516 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-1d8b7e95-684b-431e-a2bf-c037c17d9a0e tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] device_id is not set on port 7faca5c8-3521-4038-a538-28a8ddfc5b27 yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:28:25.533509 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-64200ca9-5506-45d4-8b65-bef7499cfb9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:25.558922 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034fdd38-62ab-42e1-a4d5-7f19fe8a672c admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:28:25.573079 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2715906b-2611-4dcb-a8dd-11b45d6927ea None None] Sync routers for ids ['d206a0da-58c7-4c38-891c-f9ef3acd9ba9'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:28:25.573715 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-034fdd38-62ab-42e1-a4d5-7f19fe8a672c admin admin] 10.222.0.25 "PUT /v2.0/routers/d206a0da-58c7-4c38-891c-f9ef3acd9ba9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1291656 Apr 20 13:28:25.574565 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42314) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:25.599335 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2715906b-2611-4dcb-a8dd-11b45d6927ea None None] Routers {'d206a0da-58c7-4c38-891c-f9ef3acd9ba9'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:28:25.600670 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-2715906b-2611-4dcb-a8dd-11b45d6927ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:27:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d206a0da-58c7-4c38-891c-f9ef3acd9ba9'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:25.746283 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-2715906b-2611-4dcb-a8dd-11b45d6927ea None None] Set router d206a0da-58c7-4c38-891c-f9ef3acd9ba9 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:28:25.879175 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3a33329c-9e95-48a9-b0ec-7a9f63c36471 admin admin] Notify callbacks [] for router, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:25.948594 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a5804d3b-ebfb-41c3-9eb8-1da7bd641d1e req-74ec32ce-0f9e-4c59-83fc-1f69dadcccb4 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=32d1aafd-8c50-48a2-bba5-3a40b118e84a HTTP/1.1" status: 200 len: 210 time: 0.1013498 Apr 20 13:28:25.998828 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-2715906b-2611-4dcb-a8dd-11b45d6927ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'name': 'tempest-ServerRescueNegativeTestJSON-797824692-router', 'tenant_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '66b48100-a137-4957-a4c8-3ef606ce45c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:22:58Z', 'updated_at': '2022-04-20T13:28:24Z', 'revision_number': 5, 'project_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'gw_port': {'id': '66b48100-a137-4957-a4c8-3ef606ce45c9', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:00Z', 'updated_at': '2022-04-20T13:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:26.036837 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2715906b-2611-4dcb-a8dd-11b45d6927ea None None] Checking router: d206a0da-58c7-4c38-891c-f9ef3acd9ba9 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:28:26.051913 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1d8b7e95-684b-431e-a2bf-c037c17d9a0e tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:26.069774 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2715906b-2611-4dcb-a8dd-11b45d6927ea None None] Routers {'d206a0da-58c7-4c38-891c-f9ef3acd9ba9'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:28:26.075609 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-2715906b-2611-4dcb-a8dd-11b45d6927ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:27:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d206a0da-58c7-4c38-891c-f9ef3acd9ba9'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:26.145579 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3a33329c-9e95-48a9-b0ec-7a9f63c36471 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:26.247532 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-2715906b-2611-4dcb-a8dd-11b45d6927ea None None] Set router d206a0da-58c7-4c38-891c-f9ef3acd9ba9 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:28:26.282853 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1d8b7e95-684b-431e-a2bf-c037c17d9a0e tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:26.343807 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8b7e95-684b-431e-a2bf-c037c17d9a0e tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Network cf7bad9b-1897-4162-a9b2-52e77485f241 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:28:26.350524 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-1d8b7e95-684b-431e-a2bf-c037c17d9a0e tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:28:26.360330 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8b7e95-684b-431e-a2bf-c037c17d9a0e tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:28:26.370214 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-3a33329c-9e95-48a9-b0ec-7a9f63c36471 admin admin] Deleting port 66b48100-a137-4957-a4c8-3ef606ce45c9 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:28:26.373282 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3a33329c-9e95-48a9-b0ec-7a9f63c36471 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:26.378157 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8b7e95-684b-431e-a2bf-c037c17d9a0e tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:26.378946 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1d8b7e95-684b-431e-a2bf-c037c17d9a0e tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:26.485277 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-2715906b-2611-4dcb-a8dd-11b45d6927ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'name': 'tempest-ServerRescueNegativeTestJSON-797824692-router', 'tenant_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '66b48100-a137-4957-a4c8-3ef606ce45c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:22:58Z', 'updated_at': '2022-04-20T13:28:24Z', 'revision_number': 5, 'project_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'gw_port': {'id': '66b48100-a137-4957-a4c8-3ef606ce45c9', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:00Z', 'updated_at': '2022-04-20T13:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:26.550638 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2715906b-2611-4dcb-a8dd-11b45d6927ea None None] The sync data for ids ['d206a0da-58c7-4c38-891c-f9ef3acd9ba9'] in n-d-836015-7 is: [{'id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'name': 'tempest-ServerRescueNegativeTestJSON-797824692-router', 'tenant_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '66b48100-a137-4957-a4c8-3ef606ce45c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:22:58Z', 'updated_at': '2022-04-20T13:28:24Z', 'revision_number': 5, 'project_id': 'b5dc3931e6714f8cb843649afbc5f7c5', 'gw_port': {'id': '66b48100-a137-4957-a4c8-3ef606ce45c9', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:8c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd206a0da-58c7-4c38-891c-f9ef3acd9ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:00Z', 'updated_at': '2022-04-20T13:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:28:26.562758 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b7e95-684b-431e-a2bf-c037c17d9a0e tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'Port': ['ID=7faca5c8-3521-4038-a538-28a8ddfc5b27,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:26.609408 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1d8b7e95-684b-431e-a2bf-c037c17d9a0e tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5043554 Apr 20 13:28:26.612684 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-3a33329c-9e95-48a9-b0ec-7a9f63c36471 admin admin] For port 66b48100-a137-4957-a4c8-3ef606ce45c9, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=66b48100-a137-4957-a4c8-3ef606ce45c9,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:26.612684 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3a33329c-9e95-48a9-b0ec-7a9f63c36471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:26.614977 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42324) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:26.626692 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-9611dacd-da43-4daf-a204-94dcd915022e tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:26.654030 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-3a33329c-9e95-48a9-b0ec-7a9f63c36471 admin admin] Calling delete_port for 66b48100-a137-4957-a4c8-3ef606ce45c9 owned by network:router_gateway {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:28:26.770507 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-64200ca9-5506-45d4-8b65-bef7499cfb9c admin admin] Deleting port 90b3e514-7f32-4d44-8b53-0e97a0417af1 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:28:26.770840 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-64200ca9-5506-45d4-8b65-bef7499cfb9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:26.809984 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-09331493-4042-4fba-a78d-432416e65108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:26.843839 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9611dacd-da43-4daf-a204-94dcd915022e tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:26.991415 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3a33329c-9e95-48a9-b0ec-7a9f63c36471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:27.051529 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-64200ca9-5506-45d4-8b65-bef7499cfb9c admin admin] For port 90b3e514-7f32-4d44-8b53-0e97a0417af1, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=90b3e514-7f32-4d44-8b53-0e97a0417af1,segment=NetworkSegment(7e242851-ef63-418f-b799-2897c294b19f),segment_id=7e242851-ef63-418f-b799-2897c294b19f)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:27.052087 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-64200ca9-5506-45d4-8b65-bef7499cfb9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:27.056335 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a33329c-9e95-48a9-b0ec-7a9f63c36471 admin admin] Pushing event deleted for resources: {'Port': ['ID=66b48100-a137-4957-a4c8-3ef606ce45c9,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:27.100472 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-64200ca9-5506-45d4-8b65-bef7499cfb9c admin admin] Calling delete_port for 90b3e514-7f32-4d44-8b53-0e97a0417af1 owned by network:router_interface {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:28:27.129091 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0911c0-d922-4277-930c-14210ab7f940 req-24149032-cd52-4954-a01c-d963a9739b60 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:27.132256 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1f0911c0-d922-4277-930c-14210ab7f940 req-24149032-cd52-4954-a01c-d963a9739b60 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.32 "GET /v2.0/networks?id=bffadad1-e693-483b-8eeb-21265f06be5a HTTP/1.1" status: 200 len: 805 time: 0.2515953 Apr 20 13:28:27.171423 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-1f0911c0-d922-4277-930c-14210ab7f940 req-4c371672-f881-454a-9f66-50e21c603e2c tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Request body: {'port': {'device_id': '32d1aafd-8c50-48a2-bba5-3a40b118e84a', 'network_id': 'bffadad1-e693-483b-8eeb-21265f06be5a', 'admin_state_up': True, 'tenant_id': '1769fcf5b9754a27a1574952891cab93'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:27.185450 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-31818129-f044-454e-8e1b-8b04a2c7dcca req-9fdbca7b-8197-44dd-8cfa-becfefc5f246 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=32d1aafd-8c50-48a2-bba5-3a40b118e84a HTTP/1.1" status: 200 len: 210 time: 0.0581455 Apr 20 13:28:27.208722 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3a33329c-9e95-48a9-b0ec-7a9f63c36471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:27.334718 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3a33329c-9e95-48a9-b0ec-7a9f63c36471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:27.337094 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3a33329c-9e95-48a9-b0ec-7a9f63c36471 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:27.390717 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9611dacd-da43-4daf-a204-94dcd915022e tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:27.437612 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3a33329c-9e95-48a9-b0ec-7a9f63c36471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:27.438434 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a33329c-9e95-48a9-b0ec-7a9f63c36471 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d206a0da-58c7-4c38-891c-f9ef3acd9ba9 {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:28:27.451395 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3a33329c-9e95-48a9-b0ec-7a9f63c36471 admin admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:27.452609 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-3a33329c-9e95-48a9-b0ec-7a9f63c36471 admin admin] 10.222.0.25 "DELETE /v2.0/routers/d206a0da-58c7-4c38-891c-f9ef3acd9ba9 HTTP/1.1" status: 204 len: 168 time: 1.8770401 Apr 20 13:28:27.455184 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42330) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:27.509064 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9611dacd-da43-4daf-a204-94dcd915022e tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:27.551073 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f0911c0-d922-4277-930c-14210ab7f940 req-4c371672-f881-454a-9f66-50e21c603e2c tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Made reservation on behalf of 1769fcf5b9754a27a1574952891cab93 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:28:27.560071 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-1f0911c0-d922-4277-930c-14210ab7f940 req-4c371672-f881-454a-9f66-50e21c603e2c tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:27.595536 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-9611dacd-da43-4daf-a204-94dcd915022e tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] In _notify_port_updated(), no bound segment for port 7faca5c8-3521-4038-a538-28a8ddfc5b27 on network cf7bad9b-1897-4162-a9b2-52e77485f241 {{(pid=114870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 13:28:27.601524 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9611dacd-da43-4daf-a204-94dcd915022e tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:27.602140 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9611dacd-da43-4daf-a204-94dcd915022e tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:27.608273 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9611dacd-da43-4daf-a204-94dcd915022e tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "PUT /v2.0/ports/7faca5c8-3521-4038-a538-28a8ddfc5b27 HTTP/1.1" status: 200 len: 818 time: 0.9860380 Apr 20 13:28:27.608413 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42332) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:27.623209 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3f3fb69-9692-4935-9f36-4a3ad577fc8b admin admin] Deleting subnet 30a664a4-266d-459a-b14d-e17b45ff5b80 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:28:27.628998 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e3f3fb69-9692-4935-9f36-4a3ad577fc8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:27.650717 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9611dacd-da43-4daf-a204-94dcd915022e tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'Port': ['ID=7faca5c8-3521-4038-a538-28a8ddfc5b27,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:27.730043 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-e1e1916f-9c1d-40d9-a489-62fef54e64b5 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Deleting port 7faca5c8-3521-4038-a538-28a8ddfc5b27 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:28:27.730043 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e1e1916f-9c1d-40d9-a489-62fef54e64b5 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:27.819997 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e3f3fb69-9692-4935-9f36-4a3ad577fc8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:27.825695 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e1e1916f-9c1d-40d9-a489-62fef54e64b5 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:27.841466 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-e1e1916f-9c1d-40d9-a489-62fef54e64b5 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Calling delete_port for 7faca5c8-3521-4038-a538-28a8ddfc5b27 owned by {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:28:27.863287 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-1f0911c0-d922-4277-930c-14210ab7f940 req-4c371672-f881-454a-9f66-50e21c603e2c tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Allocated IP 172.20.0.3 (bffadad1-e693-483b-8eeb-21265f06be5a/6c9f0b80-55d8-4485-9b41-54f7ac34cd10/26921eb4-659d-4339-8506-cabbb01b9bd1) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:28:27.922307 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-64200ca9-5506-45d4-8b65-bef7499cfb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:27.970140 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64200ca9-5506-45d4-8b65-bef7499cfb9c admin admin] Pushing event deleted for resources: {'Port': ['ID=90b3e514-7f32-4d44-8b53-0e97a0417af1,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:27.996602 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e1e1916f-9c1d-40d9-a489-62fef54e64b5 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:28.072830 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e1916f-9c1d-40d9-a489-62fef54e64b5 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'Port': ['ID=7faca5c8-3521-4038-a538-28a8ddfc5b27,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:28.086400 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e3f3fb69-9692-4935-9f36-4a3ad577fc8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:28.093790 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:28.104852 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e1e1916f-9c1d-40d9-a489-62fef54e64b5 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:28.113268 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e1e1916f-9c1d-40d9-a489-62fef54e64b5 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/ports/7faca5c8-3521-4038-a538-28a8ddfc5b27 HTTP/1.1" status: 204 len: 168 time: 0.5058248 Apr 20 13:28:28.126763 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42352) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:28.264483 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d0f637-8eff-43ff-9579-e07598cf5b96 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:28.267406 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b9d0f637-8eff-43ff-9579-e07598cf5b96 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1382339 Apr 20 13:28:28.280396 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42362) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:28.338904 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-84e03381-0818-47b1-944d-04026e744d16 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] GET failed (client error): The resource could not be found. Apr 20 13:28:28.342847 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-84e03381-0818-47b1-944d-04026e744d16 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "GET /v2.0/ports/7faca5c8-3521-4038-a538-28a8ddfc5b27 HTTP/1.1" status: 404 len: 333 time: 0.0612371 Apr 20 13:28:28.351574 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42368) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:28.358545 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-066aa372-8006-4e4d-8b2b-aeb9adec5fd2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1837512687'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:28.371602 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 66b48100-a137-4957-a4c8-3ef606ce45c9 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:28:28.398763 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 66b48100-a137-4957-a4c8-3ef606ce45c9 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:28:28.399514 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 66b48100-a137-4957-a4c8-3ef606ce45c9 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:28:28.400175 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 6b00d3f6-7f11-4183-8b8d-8b236272fceb no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:28:28.421662 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 6b00d3f6-7f11-4183-8b8d-8b236272fceb {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:28:28.422393 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 6b00d3f6-7f11-4183-8b8d-8b236272fceb not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:28:28.431535 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7343d51c-f04b-4eb0-b2ef-9db92ddc4b0c req-4409a40d-4ac8-47f3-bde6-0a3a78988c5b tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=32d1aafd-8c50-48a2-bba5-3a40b118e84a HTTP/1.1" status: 200 len: 210 time: 0.0369868 Apr 20 13:28:28.466926 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066aa372-8006-4e4d-8b2b-aeb9adec5fd2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Made reservation on behalf of 17f57c51548d4962867796b5991ef4ff for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:28:28.487025 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-066aa372-8006-4e4d-8b2b-aeb9adec5fd2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:28.527961 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-066aa372-8006-4e4d-8b2b-aeb9adec5fd2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:28:28.530168 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-1f0911c0-d922-4277-930c-14210ab7f940 req-4c371672-f881-454a-9f66-50e21c603e2c tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:28.537970 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-066aa372-8006-4e4d-8b2b-aeb9adec5fd2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:28.538482 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-066aa372-8006-4e4d-8b2b-aeb9adec5fd2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Added segment 9b0dcfdd-57c4-434b-b9c5-ec961c4d5971 of type vlan for network f1ed206a-3919-4001-bd7e-b2b9c1f75048 Apr 20 13:28:28.544293 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e3f3fb69-9692-4935-9f36-4a3ad577fc8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:28.581532 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f3fb69-9692-4935-9f36-4a3ad577fc8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30a664a4-266d-459a-b14d-e17b45ff5b80,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:28.602924 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25cc899-4124-452b-9639-f2efcb21599e None None] Network 30a0afd4-452b-4cd5-87af-310670c6e8f3 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:28:28.607944 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e3f3fb69-9692-4935-9f36-4a3ad577fc8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:28.614536 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e3f3fb69-9692-4935-9f36-4a3ad577fc8b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/30a664a4-266d-459a-b14d-e17b45ff5b80 HTTP/1.1" status: 204 len: 168 time: 1.1582248 Apr 20 13:28:28.616885 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42378) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:28.651682 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-64200ca9-5506-45d4-8b65-bef7499cfb9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:28.747718 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-1f0911c0-d922-4277-930c-14210ab7f940 req-4c371672-f881-454a-9f66-50e21c603e2c tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:28.797516 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['42a833c8-1408-4e2b-87a9-10a6ee325fd6'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:28:28.807601 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['8964fd46-ee04-4949-bc3b-01aa6c0daa3f'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:28:28.832099 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f0911c0-d922-4277-930c-14210ab7f940 req-4c371672-f881-454a-9f66-50e21c603e2c tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Network bffadad1-e693-483b-8eeb-21265f06be5a is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:28:28.837138 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ef061b9b-66f0-4a0f-9dbc-c80a4e574e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:28.859242 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-1f0911c0-d922-4277-930c-14210ab7f940 req-4c371672-f881-454a-9f66-50e21c603e2c tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:28:28.868155 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f0911c0-d922-4277-930c-14210ab7f940 req-4c371672-f881-454a-9f66-50e21c603e2c tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:28:28.975463 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-066aa372-8006-4e4d-8b2b-aeb9adec5fd2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:29.105604 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-066aa372-8006-4e4d-8b2b-aeb9adec5fd2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:29.111139 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066aa372-8006-4e4d-8b2b-aeb9adec5fd2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:29.112069 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-066aa372-8006-4e4d-8b2b-aeb9adec5fd2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:29.226472 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066aa372-8006-4e4d-8b2b-aeb9adec5fd2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'Network': ['ID=f1ed206a-3919-4001-bd7e-b2b9c1f75048,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:29.250043 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066aa372-8006-4e4d-8b2b-aeb9adec5fd2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:29.250672 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066aa372-8006-4e4d-8b2b-aeb9adec5fd2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:29.251315 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066aa372-8006-4e4d-8b2b-aeb9adec5fd2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:29.252431 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066aa372-8006-4e4d-8b2b-aeb9adec5fd2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:29.252741 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066aa372-8006-4e4d-8b2b-aeb9adec5fd2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:29.253816 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066aa372-8006-4e4d-8b2b-aeb9adec5fd2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:29.254337 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066aa372-8006-4e4d-8b2b-aeb9adec5fd2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:29.255091 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066aa372-8006-4e4d-8b2b-aeb9adec5fd2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:29.255614 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066aa372-8006-4e4d-8b2b-aeb9adec5fd2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:29.256117 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066aa372-8006-4e4d-8b2b-aeb9adec5fd2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:29.256650 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066aa372-8006-4e4d-8b2b-aeb9adec5fd2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:29.260525 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066aa372-8006-4e4d-8b2b-aeb9adec5fd2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:29.275506 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-066aa372-8006-4e4d-8b2b-aeb9adec5fd2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9208269 Apr 20 13:28:29.277612 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42424) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:29.286362 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-95adda43-b568-4a94-88bb-e067ba9310b0 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'subnet': {'network_id': 'f1ed206a-3919-4001-bd7e-b2b9c1f75048', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:29.293068 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network f1ed206a-3919-4001-bd7e-b2b9c1f75048 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:28:29.460981 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c371672-f881-454a-9f66-50e21c603e2c tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Pushing event updated for resources: {'Port': ['ID=26921eb4-659d-4339-8506-cabbb01b9bd1,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:29.497599 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:29.550640 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0911c0-d922-4277-930c-14210ab7f940 req-4c371672-f881-454a-9f66-50e21c603e2c tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:29.551866 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-1f0911c0-d922-4277-930c-14210ab7f940 req-4c371672-f881-454a-9f66-50e21c603e2c tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:29.603586 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95adda43-b568-4a94-88bb-e067ba9310b0 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Made reservation on behalf of 17f57c51548d4962867796b5991ef4ff for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:28:29.614237 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-95adda43-b568-4a94-88bb-e067ba9310b0 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:29.634109 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-ef061b9b-66f0-4a0f-9dbc-c80a4e574e8f admin admin] Deleting port f79d76d8-49d1-4139-a774-0a1d4ad8c4f5 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:28:29.634577 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ef061b9b-66f0-4a0f-9dbc-c80a4e574e8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:29.644195 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64200ca9-5506-45d4-8b65-bef7499cfb9c admin admin] Router fdc35cb1-4e07-4989-8441-46af2a0b36ed has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:28:29.716992 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b784d5-07c8-4ed8-b06b-69004cae2bc6 None None] DHCP port deletion for 30a0afd4-452b-4cd5-87af-310670c6e8f3 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:28:29.740395 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cda927-8e64-48e3-8f04-fc6e2ddba7f3 req-a80f9d9d-6faf-4d6d-afff-beea16a31952 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:29.750014 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-67cda927-8e64-48e3-8f04-fc6e2ddba7f3 req-a80f9d9d-6faf-4d6d-afff-beea16a31952 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=32d1aafd-8c50-48a2-bba5-3a40b118e84a HTTP/1.1" status: 200 len: 931 time: 0.2008812 Apr 20 13:28:29.753542 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1f0911c0-d922-4277-930c-14210ab7f940 req-4c371672-f881-454a-9f66-50e21c603e2c tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6123991 Apr 20 13:28:29.772520 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-1f0911c0-d922-4277-930c-14210ab7f940 req-a515c7d5-aa22-46bc-b18d-0daec99c9a92 service neutron] Request body: {'port': {'device_id': '32d1aafd-8c50-48a2-bba5-3a40b118e84a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:29.839150 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-67cda927-8e64-48e3-8f04-fc6e2ddba7f3 req-5df2bfc4-b925-46b7-8da6-f30cb406648b tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841763 Apr 20 13:28:29.916373 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:29.932442 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-47b784d5-07c8-4ed8-b06b-69004cae2bc6 None None] Deleting port f79d76d8-49d1-4139-a774-0a1d4ad8c4f5 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:28:29.933233 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-47b784d5-07c8-4ed8-b06b-69004cae2bc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:29.936010 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-ef061b9b-66f0-4a0f-9dbc-c80a4e574e8f admin admin] For port f79d76d8-49d1-4139-a774-0a1d4ad8c4f5, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f79d76d8-49d1-4139-a774-0a1d4ad8c4f5,segment=NetworkSegment(5847a401-b716-4b53-a934-335b190c1a91),segment_id=5847a401-b716-4b53-a934-335b190c1a91)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:29.936164 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ef061b9b-66f0-4a0f-9dbc-c80a4e574e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:29.974163 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-ef061b9b-66f0-4a0f-9dbc-c80a4e574e8f admin admin] Calling delete_port for f79d76d8-49d1-4139-a774-0a1d4ad8c4f5 owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:28:30.021824 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-47b784d5-07c8-4ed8-b06b-69004cae2bc6 None None] For port f79d76d8-49d1-4139-a774-0a1d4ad8c4f5, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f79d76d8-49d1-4139-a774-0a1d4ad8c4f5,segment=NetworkSegment(5847a401-b716-4b53-a934-335b190c1a91),segment_id=5847a401-b716-4b53-a934-335b190c1a91)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:30.022304 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-47b784d5-07c8-4ed8-b06b-69004cae2bc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:30.038136 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-47b784d5-07c8-4ed8-b06b-69004cae2bc6 None None] Calling delete_port for f79d76d8-49d1-4139-a774-0a1d4ad8c4f5 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:28:30.090224 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-1f0911c0-d922-4277-930c-14210ab7f940 req-a515c7d5-aa22-46bc-b18d-0daec99c9a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:30.135295 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-95adda43-b568-4a94-88bb-e067ba9310b0 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:30.136088 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64200ca9-5506-45d4-8b65-bef7499cfb9c admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:28:30.152786 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c986a7-c4da-4a5f-96dd-2d7dbb1c47eb None None] Sync routers for ids ['fdc35cb1-4e07-4989-8441-46af2a0b36ed'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:28:30.162096 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-64200ca9-5506-45d4-8b65-bef7499cfb9c admin admin] 10.222.0.25 "PUT /v2.0/routers/fdc35cb1-4e07-4989-8441-46af2a0b36ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2744408 Apr 20 13:28:30.167276 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42472) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:30.186954 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f79d76d8-49d1-4139-a774-0a1d4ad8c4f5 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:28:30.197199 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c986a7-c4da-4a5f-96dd-2d7dbb1c47eb None None] Routers {'fdc35cb1-4e07-4989-8441-46af2a0b36ed'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:28:30.198140 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-92c986a7-c4da-4a5f-96dd-2d7dbb1c47eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:28:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['fdc35cb1-4e07-4989-8441-46af2a0b36ed'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:30.254956 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-47b784d5-07c8-4ed8-b06b-69004cae2bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:30.328845 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ef061b9b-66f0-4a0f-9dbc-c80a4e574e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:30.329438 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b784d5-07c8-4ed8-b06b-69004cae2bc6 None None] No DVR routers for this DVR port f79d76d8-49d1-4139-a774-0a1d4ad8c4f5 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:28:30.352151 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b784d5-07c8-4ed8-b06b-69004cae2bc6 None None] Pushing event deleted for resources: {'Port': ['ID=f79d76d8-49d1-4139-a774-0a1d4ad8c4f5,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:30.354055 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95adda43-b568-4a94-88bb-e067ba9310b0 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'Subnet': ['ID=7e6666ee-5ffb-43b8-829a-2fc3f8682646,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:30.361790 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No active binding found for port f79d76d8-49d1-4139-a774-0a1d4ad8c4f5 {{(pid=114871) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 20 13:28:30.362425 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f79d76d8-49d1-4139-a774-0a1d4ad8c4f5 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:28:30.378910 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95adda43-b568-4a94-88bb-e067ba9310b0 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Checking segment: {'id': '9b0dcfdd-57c4-434b-b9c5-ec961c4d5971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f1ed206a-3919-4001-bd7e-b2b9c1f75048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:28:30.381211 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95adda43-b568-4a94-88bb-e067ba9310b0 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Network hostable DHCP agents. Network: f1ed206a-3919-4001-bd7e-b2b9c1f75048, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:28:30.427809 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef061b9b-66f0-4a0f-9dbc-c80a4e574e8f admin admin] No DVR routers for this DVR port f79d76d8-49d1-4139-a774-0a1d4ad8c4f5 on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:28:30.429564 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef061b9b-66f0-4a0f-9dbc-c80a4e574e8f admin admin] Pushing event deleted for resources: {'Port': ['ID=f79d76d8-49d1-4139-a774-0a1d4ad8c4f5,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:30.506839 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5f6f6098-c089-4291-ad20-af246da1550c admin admin] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:30.511153 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95adda43-b568-4a94-88bb-e067ba9310b0 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Network f1ed206a-3919-4001-bd7e-b2b9c1f75048 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:28:30.570253 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42490) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:30.570639 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-92c986a7-c4da-4a5f-96dd-2d7dbb1c47eb None None] Set router fdc35cb1-4e07-4989-8441-46af2a0b36ed gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:28:30.609139 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-95adda43-b568-4a94-88bb-e067ba9310b0 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, f1ed206a-3919-4001-bd7e-b2b9c1f75048) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:28:30.617234 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ef061b9b-66f0-4a0f-9dbc-c80a4e574e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:30.618122 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf89d9f-40c0-4318-a23c-2ebf07e49f56 None None] Network f1ed206a-3919-4001-bd7e-b2b9c1f75048 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:28:30.624662 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95adda43-b568-4a94-88bb-e067ba9310b0 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:30.625721 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-95adda43-b568-4a94-88bb-e067ba9310b0 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:30.687483 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-ef061b9b-66f0-4a0f-9dbc-c80a4e574e8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a0afd4-452b-4cd5-87af-310670c6e8f3']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:30.713249 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-ef061b9b-66f0-4a0f-9dbc-c80a4e574e8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5847a401-b716-4b53-a934-335b190c1a91') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:30.713550 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-ef061b9b-66f0-4a0f-9dbc-c80a4e574e8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5847a401-b716-4b53-a934-335b190c1a91') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:30.721424 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-95adda43-b568-4a94-88bb-e067ba9310b0 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4417784 Apr 20 13:28:30.725554 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42500) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:30.730457 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ef061b9b-66f0-4a0f-9dbc-c80a4e574e8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:30.739245 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-91cbd120-7b84-4a08-b5dd-cff93e7f1e35 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'subnet': {'network_id': 'f1ed206a-3919-4001-bd7e-b2b9c1f75048', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:30.785498 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ef061b9b-66f0-4a0f-9dbc-c80a4e574e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:30.794493 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5f6f6098-c089-4291-ad20-af246da1550c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:30.808863 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef061b9b-66f0-4a0f-9dbc-c80a4e574e8f admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:28:30.808863 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ef061b9b-66f0-4a0f-9dbc-c80a4e574e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:30.811164 n-d-836015-7 neutron-server[114870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:28:30.811164 n-d-836015-7 neutron-server[114870]: self.session.flush() Apr 20 13:28:30.811164 n-d-836015-7 neutron-server[114870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:28:30.811164 n-d-836015-7 neutron-server[114870]: self.session.flush() Apr 20 13:28:30.811164 n-d-836015-7 neutron-server[114870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:28:30.811164 n-d-836015-7 neutron-server[114870]: self.session.flush() Apr 20 13:28:30.811164 n-d-836015-7 neutron-server[114870]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:28:30.811164 n-d-836015-7 neutron-server[114870]: self.session.flush() Apr 20 13:28:30.811164 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:28:30.811164 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:28:30.811164 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:28:30.811164 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:28:30.811164 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:28:30.811164 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:28:30.811164 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:28:30.811164 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:28:30.811164 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:28:30.811164 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:28:30.811164 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:28:30.811164 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:28:30.811164 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:28:30.811164 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:28:30.811164 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:28:30.811164 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:28:30.811164 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:28:30.811164 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:28:30.811164 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:28:30.811164 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:28:30.811164 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:28:30.811164 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:28:30.811164 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:28:30.811164 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:28:30.811164 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:28:30.811164 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:28:30.811164 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:28:30.811164 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:28:30.811164 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:28:30.811164 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:28:30.811164 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:28:30.811164 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:28:30.828548 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcbcc9a-7757-4a10-92c3-ed40f46042b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-f1ed206a-3919-4001-bd7e-b2b9c1f75048', 'network_id': 'f1ed206a-3919-4001-bd7e-b2b9c1f75048', 'tenant_id': '17f57c51548d4962867796b5991ef4ff', 'fixed_ips': [{'subnet_id': '7e6666ee-5ffb-43b8-829a-2fc3f8682646'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:28:30.828793 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-1f0911c0-d922-4277-930c-14210ab7f940 req-a515c7d5-aa22-46bc-b18d-0daec99c9a92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26921eb4-659d-4339-8506-cabbb01b9bd1 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:28:30.831182 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5bcbcc9a-7757-4a10-92c3-ed40f46042b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:30.867750 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-1f0911c0-d922-4277-930c-14210ab7f940 req-a515c7d5-aa22-46bc-b18d-0daec99c9a92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:30.876371 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ccf12972-1f5b-4b6b-ae97-21b70e929077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:30.951565 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-5f6f6098-c089-4291-ad20-af246da1550c admin admin] Deleting port 481f802f-c804-4c73-8c29-266c39c01810 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:28:30.952338 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5f6f6098-c089-4291-ad20-af246da1550c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:31.027430 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-1f0911c0-d922-4277-930c-14210ab7f940 req-a515c7d5-aa22-46bc-b18d-0daec99c9a92 service neutron] Transition to ACTIVE for port object 26921eb4-659d-4339-8506-cabbb01b9bd1 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:28:31.036737 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ef061b9b-66f0-4a0f-9dbc-c80a4e574e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:31.045362 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-92c986a7-c4da-4a5f-96dd-2d7dbb1c47eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc35cb1-4e07-4989-8441-46af2a0b36ed', 'name': 'tempest-TestServerBasicOps-52501270-router', 'tenant_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '481f802f-c804-4c73-8c29-266c39c01810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:21:44Z', 'updated_at': '2022-04-20T13:28:27Z', 'revision_number': 5, 'project_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'gw_port': {'id': '481f802f-c804-4c73-8c29-266c39c01810', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc35cb1-4e07-4989-8441-46af2a0b36ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:21:47Z', 'updated_at': '2022-04-20T13:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:31.063173 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ef061b9b-66f0-4a0f-9dbc-c80a4e574e8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:31.066052 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ef061b9b-66f0-4a0f-9dbc-c80a4e574e8f admin admin] 10.222.0.25 "DELETE /v2.0/networks/30a0afd4-452b-4cd5-87af-310670c6e8f3 HTTP/1.1" status: 204 len: 168 time: 2.4464610 Apr 20 13:28:31.081803 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c986a7-c4da-4a5f-96dd-2d7dbb1c47eb None None] Checking router: fdc35cb1-4e07-4989-8441-46af2a0b36ed for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:28:31.085604 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef061b9b-66f0-4a0f-9dbc-c80a4e574e8f admin admin] Pushing event deleted for resources: {'Network': ['ID=30a0afd4-452b-4cd5-87af-310670c6e8f3,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:31.092970 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c986a7-c4da-4a5f-96dd-2d7dbb1c47eb None None] Routers {'fdc35cb1-4e07-4989-8441-46af2a0b36ed'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:28:31.094468 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-92c986a7-c4da-4a5f-96dd-2d7dbb1c47eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:28:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['fdc35cb1-4e07-4989-8441-46af2a0b36ed'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:31.123230 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cbd120-7b84-4a08-b5dd-cff93e7f1e35 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Made reservation on behalf of 17f57c51548d4962867796b5991ef4ff for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:28:31.128659 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-91cbd120-7b84-4a08-b5dd-cff93e7f1e35 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:31.131585 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-1f0911c0-d922-4277-930c-14210ab7f940 req-a515c7d5-aa22-46bc-b18d-0daec99c9a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:31.141051 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-5f6f6098-c089-4291-ad20-af246da1550c admin admin] For port 481f802f-c804-4c73-8c29-266c39c01810, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=481f802f-c804-4c73-8c29-266c39c01810,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:31.141520 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5f6f6098-c089-4291-ad20-af246da1550c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:31.177555 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-5bcbcc9a-7757-4a10-92c3-ed40f46042b8 None None] Allocated IP 2001:db8::2 (f1ed206a-3919-4001-bd7e-b2b9c1f75048/7e6666ee-5ffb-43b8-829a-2fc3f8682646/ffc8cd58-0c17-46d6-a25a-4f3351c76cd0) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:28:31.189991 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e196a-3861-487b-af52-1e16990b785c req-0aa7c010-aba7-4081-9247-bd711d44de17 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:31.192541 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1e4e196a-3861-487b-af52-1e16990b785c req-0aa7c010-aba7-4081-9247-bd711d44de17 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=32d1aafd-8c50-48a2-bba5-3a40b118e84a HTTP/1.1" status: 200 len: 931 time: 0.2134099 Apr 20 13:28:31.207118 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-5f6f6098-c089-4291-ad20-af246da1550c admin admin] Calling delete_port for 481f802f-c804-4c73-8c29-266c39c01810 owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:28:31.247998 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-92c986a7-c4da-4a5f-96dd-2d7dbb1c47eb None None] Set router fdc35cb1-4e07-4989-8441-46af2a0b36ed gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:28:31.272415 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515c7d5-aa22-46bc-b18d-0daec99c9a92 service neutron] Pushing event updated for resources: {'Port': ['ID=26921eb4-659d-4339-8506-cabbb01b9bd1,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:31.332853 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-92c986a7-c4da-4a5f-96dd-2d7dbb1c47eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc35cb1-4e07-4989-8441-46af2a0b36ed', 'name': 'tempest-TestServerBasicOps-52501270-router', 'tenant_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:21:44Z', 'updated_at': '2022-04-20T13:28:30Z', 'revision_number': 6, 'project_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:31.336327 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ccf12972-1f5b-4b6b-ae97-21b70e929077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:31.373504 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1e4e196a-3861-487b-af52-1e16990b785c req-8c5d6a9f-bf63-49a6-9341-be56ffb94c94 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737709 Apr 20 13:28:31.390061 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c986a7-c4da-4a5f-96dd-2d7dbb1c47eb None None] The sync data for ids ['fdc35cb1-4e07-4989-8441-46af2a0b36ed'] in n-d-836015-7 is: [{'id': 'fdc35cb1-4e07-4989-8441-46af2a0b36ed', 'name': 'tempest-TestServerBasicOps-52501270-router', 'tenant_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:21:44Z', 'updated_at': '2022-04-20T13:28:30Z', 'revision_number': 6, 'project_id': 'b7d094a7c46d4d49b889e6b8219e2601', 'gw_port_host': None}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:28:31.401458 n-d-836015-7 neutron-server[114869]: INFO neutron.db.ipam_backend_mixin [None req-91cbd120-7b84-4a08-b5dd-cff93e7f1e35 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7e6666ee-5ffb-43b8-829a-2fc3f8682646 (CIDR: 2001:db8::/64) Apr 20 13:28:31.408762 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ccf12972-1f5b-4b6b-ae97-21b70e929077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:31.487471 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-91cbd120-7b84-4a08-b5dd-cff93e7f1e35 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:28:31.487965 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91cbd120-7b84-4a08-b5dd-cff93e7f1e35 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:28:31.501070 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ccf12972-1f5b-4b6b-ae97-21b70e929077 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=94ac9986bcec4900a91811fa992270f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9263275 Apr 20 13:28:31.506439 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42542) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:31.513465 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf12972-1f5b-4b6b-ae97-21b70e929077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1b7c80-5c0e-4915-8bed-f77844b3039e,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:31.536023 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5bcbcc9a-7757-4a10-92c3-ed40f46042b8 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:31.550718 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-1f0911c0-d922-4277-930c-14210ab7f940 req-a515c7d5-aa22-46bc-b18d-0daec99c9a92 service neutron] Attempting to bind port 26921eb4-659d-4339-8506-cabbb01b9bd1 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:28:31.551112 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-1f0911c0-d922-4277-930c-14210ab7f940 req-a515c7d5-aa22-46bc-b18d-0daec99c9a92 service neutron] Attempting to bind port 26921eb4-659d-4339-8506-cabbb01b9bd1 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '61aa0039-68ca-4033-b082-432ef8c81b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bffadad1-e693-483b-8eeb-21265f06be5a'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:28:31.551480 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0911c0-d922-4277-930c-14210ab7f940 req-a515c7d5-aa22-46bc-b18d-0daec99c9a92 service neutron] Attempting to bind port 26921eb4-659d-4339-8506-cabbb01b9bd1 on network bffadad1-e693-483b-8eeb-21265f06be5a {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:28:31.564393 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0911c0-d922-4277-930c-14210ab7f940 req-a515c7d5-aa22-46bc-b18d-0daec99c9a92 service neutron] Port 26921eb4-659d-4339-8506-cabbb01b9bd1 on network bffadad1-e693-483b-8eeb-21265f06be5a not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:28:31.564754 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0911c0-d922-4277-930c-14210ab7f940 req-a515c7d5-aa22-46bc-b18d-0daec99c9a92 service neutron] Attempting to bind port 26921eb4-659d-4339-8506-cabbb01b9bd1 on network bffadad1-e693-483b-8eeb-21265f06be5a {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:28:31.566454 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42546) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:31.571822 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0911c0-d922-4277-930c-14210ab7f940 req-a515c7d5-aa22-46bc-b18d-0daec99c9a92 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:28:31.572365 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0911c0-d922-4277-930c-14210ab7f940 req-a515c7d5-aa22-46bc-b18d-0daec99c9a92 service neutron] Checking segment: {'id': '61aa0039-68ca-4033-b082-432ef8c81b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bffadad1-e693-483b-8eeb-21265f06be5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:28:31.572750 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0911c0-d922-4277-930c-14210ab7f940 req-a515c7d5-aa22-46bc-b18d-0daec99c9a92 service neutron] Bound using segment: {'id': '61aa0039-68ca-4033-b082-432ef8c81b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bffadad1-e693-483b-8eeb-21265f06be5a'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:28:31.573192 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-1f0911c0-d922-4277-930c-14210ab7f940 req-a515c7d5-aa22-46bc-b18d-0daec99c9a92 service neutron] Bound port: 26921eb4-659d-4339-8506-cabbb01b9bd1, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61aa0039-68ca-4033-b082-432ef8c81b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bffadad1-e693-483b-8eeb-21265f06be5a'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:28:31.573555 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-1f0911c0-d922-4277-930c-14210ab7f940 req-a515c7d5-aa22-46bc-b18d-0daec99c9a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:31.601697 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4833bd3c-f3b3-4483-bc20-0707ddb368ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:31.608472 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-91cbd120-7b84-4a08-b5dd-cff93e7f1e35 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8815029 Apr 20 13:28:31.615544 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42552) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:31.622093 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-84fa09cd-3358-4da3-a62a-a526f98f30a9 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'subnet': {'network_id': 'f1ed206a-3919-4001-bd7e-b2b9c1f75048', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:31.631406 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5bcbcc9a-7757-4a10-92c3-ed40f46042b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:31.657219 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4833bd3c-f3b3-4483-bc20-0707ddb368ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:31.685247 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcbcc9a-7757-4a10-92c3-ed40f46042b8 None None] Network f1ed206a-3919-4001-bd7e-b2b9c1f75048 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:28:31.691339 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-5bcbcc9a-7757-4a10-92c3-ed40f46042b8 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:28:31.694352 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcbcc9a-7757-4a10-92c3-ed40f46042b8 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:28:31.719936 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-1f0911c0-d922-4277-930c-14210ab7f940 req-a515c7d5-aa22-46bc-b18d-0daec99c9a92 service neutron] For port 26921eb4-659d-4339-8506-cabbb01b9bd1, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:28:31.724353 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e20e7107-6fc5-4d54-9220-a04fe07a0704 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b5dc3931e6714f8cb843649afbc5f7c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1530490 Apr 20 13:28:31.724939 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-1f0911c0-d922-4277-930c-14210ab7f940 req-a515c7d5-aa22-46bc-b18d-0daec99c9a92 service neutron] For port 26921eb4-659d-4339-8506-cabbb01b9bd1, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=26921eb4-659d-4339-8506-cabbb01b9bd1,segment=NetworkSegment(61aa0039-68ca-4033-b082-432ef8c81b46),segment_id=61aa0039-68ca-4033-b082-432ef8c81b46)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:28:31.725576 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42558) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:31.736747 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcbcc9a-7757-4a10-92c3-ed40f46042b8 None None] Pushing event updated for resources: {'Port': ['ID=ffc8cd58-0c17-46d6-a25a-4f3351c76cd0,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:31.762269 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5f6f6098-c089-4291-ad20-af246da1550c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:31.797046 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f6098-c089-4291-ad20-af246da1550c admin admin] Pushing event deleted for resources: {'Port': ['ID=481f802f-c804-4c73-8c29-266c39c01810,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:31.799571 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-1f0911c0-d922-4277-930c-14210ab7f940 req-a515c7d5-aa22-46bc-b18d-0daec99c9a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:31.810760 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-5bcbcc9a-7757-4a10-92c3-ed40f46042b8 None None] Attempting to bind port ffc8cd58-0c17-46d6-a25a-4f3351c76cd0 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:28:31.811496 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-5bcbcc9a-7757-4a10-92c3-ed40f46042b8 None None] Attempting to bind port ffc8cd58-0c17-46d6-a25a-4f3351c76cd0 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '9b0dcfdd-57c4-434b-b9c5-ec961c4d5971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f1ed206a-3919-4001-bd7e-b2b9c1f75048'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:28:31.812038 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcbcc9a-7757-4a10-92c3-ed40f46042b8 None None] Attempting to bind port ffc8cd58-0c17-46d6-a25a-4f3351c76cd0 on network f1ed206a-3919-4001-bd7e-b2b9c1f75048 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:28:31.822090 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcbcc9a-7757-4a10-92c3-ed40f46042b8 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:28:31.822746 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcbcc9a-7757-4a10-92c3-ed40f46042b8 None None] Checking segment: {'id': '9b0dcfdd-57c4-434b-b9c5-ec961c4d5971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f1ed206a-3919-4001-bd7e-b2b9c1f75048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:28:31.823341 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5bcbcc9a-7757-4a10-92c3-ed40f46042b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:31.823916 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcbcc9a-7757-4a10-92c3-ed40f46042b8 None None] Bound using segment: {'id': '9b0dcfdd-57c4-434b-b9c5-ec961c4d5971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f1ed206a-3919-4001-bd7e-b2b9c1f75048'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:28:31.824586 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-5bcbcc9a-7757-4a10-92c3-ed40f46042b8 None None] Bound port: ffc8cd58-0c17-46d6-a25a-4f3351c76cd0, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b0dcfdd-57c4-434b-b9c5-ec961c4d5971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f1ed206a-3919-4001-bd7e-b2b9c1f75048'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:28:31.825154 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5bcbcc9a-7757-4a10-92c3-ed40f46042b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:31.887274 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0911c0-d922-4277-930c-14210ab7f940 req-a515c7d5-aa22-46bc-b18d-0daec99c9a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:31.888191 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-1f0911c0-d922-4277-930c-14210ab7f940 req-a515c7d5-aa22-46bc-b18d-0daec99c9a92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:31.889628 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1f0911c0-d922-4277-930c-14210ab7f940 req-a515c7d5-aa22-46bc-b18d-0daec99c9a92 service neutron] 10.222.0.32 "PUT /v2.0/ports/26921eb4-659d-4339-8506-cabbb01b9bd1 HTTP/1.1" status: 200 len: 1091 time: 2.1264238 Apr 20 13:28:31.891939 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d1aafd-8c50-48a2-bba5-3a40b118e84a', 'tag': '26921eb4-659d-4339-8506-cabbb01b9bd1'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:28:31.894266 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8aaa86b-ae21-46de-b42d-ff3ab24c1bba" -d '{"events": [{"name": "network-changed", "server_uuid": "32d1aafd-8c50-48a2-bba5-3a40b118e84a", "tag": "26921eb4-659d-4339-8506-cabbb01b9bd1"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:28:31.918316 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4833bd3c-f3b3-4483-bc20-0707ddb368ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:31.924519 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4833bd3c-f3b3-4483-bc20-0707ddb368ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:31.925709 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4833bd3c-f3b3-4483-bc20-0707ddb368ea admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1b1b7c80-5c0e-4915-8bed-f77844b3039e HTTP/1.1" status: 204 len: 168 time: 0.4217832 Apr 20 13:28:32.013289 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4833bd3c-f3b3-4483-bc20-0707ddb368ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1b7c80-5c0e-4915-8bed-f77844b3039e,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:32.025992 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224e5055-f89c-4118-8dc5-5bc89fd4b216 x-openstack-request-id: req-224e5055-f89c-4118-8dc5-5bc89fd4b216 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:28:32.026289 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32d1aafd-8c50-48a2-bba5-3a40b118e84a", "tag": "26921eb4-659d-4339-8506-cabbb01b9bd1", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:28:32.026545 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-224e5055-f89c-4118-8dc5-5bc89fd4b216 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:28:32.026948 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-224e5055-f89c-4118-8dc5-5bc89fd4b216'] response: {'name': 'network-changed', 'server_uuid': '32d1aafd-8c50-48a2-bba5-3a40b118e84a', 'tag': '26921eb4-659d-4339-8506-cabbb01b9bd1', 'status': 'completed', 'code': 200} Apr 20 13:28:32.088916 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2adba6ac-1618-4632-9233-37508b3235ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:32.114550 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-5bcbcc9a-7757-4a10-92c3-ed40f46042b8 None None] For port ffc8cd58-0c17-46d6-a25a-4f3351c76cd0, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:28:32.115603 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2adba6ac-1618-4632-9233-37508b3235ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:32.120561 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515c7d5-aa22-46bc-b18d-0daec99c9a92 service neutron] Pushing event updated for resources: {'Port': ['ID=26921eb4-659d-4339-8506-cabbb01b9bd1,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:32.144181 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-5bcbcc9a-7757-4a10-92c3-ed40f46042b8 None None] For port ffc8cd58-0c17-46d6-a25a-4f3351c76cd0, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ffc8cd58-0c17-46d6-a25a-4f3351c76cd0,segment=NetworkSegment(9b0dcfdd-57c4-434b-b9c5-ec961c4d5971),segment_id=9b0dcfdd-57c4-434b-b9c5-ec961c4d5971)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:28:32.146103 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5f6f6098-c089-4291-ad20-af246da1550c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:32.168599 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fa09cd-3358-4da3-a62a-a526f98f30a9 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Made reservation on behalf of 17f57c51548d4962867796b5991ef4ff for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:28:32.172648 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-84fa09cd-3358-4da3-a62a-a526f98f30a9 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:32.224231 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5bcbcc9a-7757-4a10-92c3-ed40f46042b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:32.258610 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aaa86b-ae21-46de-b42d-ff3ab24c1bba req-21021435-fa1a-4413-9674-896264643faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:32.260160 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f8aaa86b-ae21-46de-b42d-ff3ab24c1bba req-21021435-fa1a-4413-9674-896264643faa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1769fcf5b9754a27a1574952891cab93&device_id=32d1aafd-8c50-48a2-bba5-3a40b118e84a HTTP/1.1" status: 200 len: 1094 time: 0.2222722 Apr 20 13:28:32.357631 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcbcc9a-7757-4a10-92c3-ed40f46042b8 None None] Pushing event updated for resources: {'Port': ['ID=ffc8cd58-0c17-46d6-a25a-4f3351c76cd0,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:32.502347 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 90b3e514-7f32-4d44-8b53-0e97a0417af1 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:28:32.554141 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 90b3e514-7f32-4d44-8b53-0e97a0417af1 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:28:32.554745 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 90b3e514-7f32-4d44-8b53-0e97a0417af1 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:28:32.555173 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 481f802f-c804-4c73-8c29-266c39c01810 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:28:32.589967 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2adba6ac-1618-4632-9233-37508b3235ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:32.593411 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2adba6ac-1618-4632-9233-37508b3235ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:32.596691 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5f6f6098-c089-4291-ad20-af246da1550c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:32.597530 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2adba6ac-1618-4632-9233-37508b3235ae admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca HTTP/1.1" status: 204 len: 168 time: 0.8251240 Apr 20 13:28:32.610117 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 481f802f-c804-4c73-8c29-266c39c01810 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:28:32.610470 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 481f802f-c804-4c73-8c29-266c39c01810 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:28:32.624992 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5f6f6098-c089-4291-ad20-af246da1550c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:32.630818 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aaa86b-ae21-46de-b42d-ff3ab24c1bba req-481deef8-5ca6-4dae-8c73-98e1b63cca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:32.636817 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f8aaa86b-ae21-46de-b42d-ff3ab24c1bba req-481deef8-5ca6-4dae-8c73-98e1b63cca49 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=1769fcf5b9754a27a1574952891cab93&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2837481 Apr 20 13:28:32.729902 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adba6ac-1618-4632-9233-37508b3235ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecffd65-dd3b-4b3f-933f-3e8dd22cfbca,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:32.835945 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6563372d-2275-4b1f-a3eb-4dfc86ae2f03 req-c157e748-b6ab-4b1d-abcd-61855494e196 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:32.837578 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6563372d-2275-4b1f-a3eb-4dfc86ae2f03 req-c157e748-b6ab-4b1d-abcd-61855494e196 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=32d1aafd-8c50-48a2-bba5-3a40b118e84a HTTP/1.1" status: 200 len: 943 time: 0.2389843 Apr 20 13:28:32.855166 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-84fa09cd-3358-4da3-a62a-a526f98f30a9 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:32.918706 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aaa86b-ae21-46de-b42d-ff3ab24c1bba req-7894f178-0684-4dd8-b0fa-6960573c760d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:32.918706 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f8aaa86b-ae21-46de-b42d-ff3ab24c1bba req-7894f178-0684-4dd8-b0fa-6960573c760d service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2643547 Apr 20 13:28:32.928288 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5f6f6098-c089-4291-ad20-af246da1550c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:32.932796 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6f6098-c089-4291-ad20-af246da1550c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdc35cb1-4e07-4989-8441-46af2a0b36ed {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:28:32.940415 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fa09cd-3358-4da3-a62a-a526f98f30a9 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Network f1ed206a-3919-4001-bd7e-b2b9c1f75048 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:28:32.947561 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-84fa09cd-3358-4da3-a62a-a526f98f30a9 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:28:32.951271 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fa09cd-3358-4da3-a62a-a526f98f30a9 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'Subnet': ['ID=db532984-d918-4d30-8971-9b6e1d75d8fb,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:32.960169 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fa09cd-3358-4da3-a62a-a526f98f30a9 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:32.961234 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-84fa09cd-3358-4da3-a62a-a526f98f30a9 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:32.974600 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5f6f6098-c089-4291-ad20-af246da1550c admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:32.976479 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5f6f6098-c089-4291-ad20-af246da1550c admin admin] 10.222.0.25 "DELETE /v2.0/routers/fdc35cb1-4e07-4989-8441-46af2a0b36ed HTTP/1.1" status: 204 len: 168 time: 2.8076162 Apr 20 13:28:32.978386 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42628) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:32.993765 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6563372d-2275-4b1f-a3eb-4dfc86ae2f03 req-ed0d3e00-ad86-4ee2-8dd3-89076b71ea90 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241500 Apr 20 13:28:33.026933 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42632) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:33.047429 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6633d26e-dab1-404f-9686-cf118bf6f1e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:33.097734 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-84fa09cd-3358-4da3-a62a-a526f98f30a9 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4795816 Apr 20 13:28:33.117167 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42638) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:33.127468 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-63092d42-0f88-4ac6-86ef-3d532642ed81 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'port': {'network_id': 'f1ed206a-3919-4001-bd7e-b2b9c1f75048', 'fixed_ips': [{'subnet_id': '7e6666ee-5ffb-43b8-829a-2fc3f8682646'}, {'subnet_id': 'db532984-d918-4d30-8971-9b6e1d75d8fb'}], 'name': 'tempest-PortsIpV6TestJSON-1835199625'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:33.377975 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6633d26e-dab1-404f-9686-cf118bf6f1e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:33.436674 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6633d26e-dab1-404f-9686-cf118bf6f1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:33.486909 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6633d26e-dab1-404f-9686-cf118bf6f1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c44a2c-1f8f-48d8-a948-1d44760cffc8,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:33.486909 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-6633d26e-dab1-404f-9686-cf118bf6f1e1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f6a61af8960240bda6448d5d5bc90050&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4565773 Apr 20 13:28:33.487109 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0911c0-d922-4277-930c-14210ab7f940 req-e3762e50-ddb2-4885-ad4a-a568e2e90a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:33.489073 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1f0911c0-d922-4277-930c-14210ab7f940 req-e3762e50-ddb2-4885-ad4a-a568e2e90a8a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1769fcf5b9754a27a1574952891cab93&device_id=32d1aafd-8c50-48a2-bba5-3a40b118e84a HTTP/1.1" status: 200 len: 1094 time: 0.4983220 Apr 20 13:28:33.489556 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42662) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:33.497748 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-61b3cd5f-d1dc-4120-a6d6-fa3cd60c790c admin admin] Deleting subnet a8304900-a486-4d9b-92a6-d7e30f1b6efb {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:28:33.510463 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-61b3cd5f-d1dc-4120-a6d6-fa3cd60c790c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:33.512310 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63092d42-0f88-4ac6-86ef-3d532642ed81 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Made reservation on behalf of 17f57c51548d4962867796b5991ef4ff for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:28:33.572737 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1f0911c0-d922-4277-930c-14210ab7f940 req-eaba6139-8bae-45df-ba22-4a31d0eb4028 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26921eb4-659d-4339-8506-cabbb01b9bd1 HTTP/1.1" status: 200 len: 217 time: 0.0701957 Apr 20 13:28:33.650331 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-da93b5ec-b4d2-4bac-abf9-df03cc379bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:33.652918 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-61b3cd5f-d1dc-4120-a6d6-fa3cd60c790c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:33.693598 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-63092d42-0f88-4ac6-86ef-3d532642ed81 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:33.703209 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-da93b5ec-b4d2-4bac-abf9-df03cc379bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:33.716633 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0911c0-d922-4277-930c-14210ab7f940 req-164b3087-389e-4eee-8bff-bf3e00c441fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:33.718952 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1f0911c0-d922-4277-930c-14210ab7f940 req-164b3087-389e-4eee-8bff-bf3e00c441fd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c9f0b80-55d8-4485-9b41-54f7ac34cd10 HTTP/1.1" status: 200 len: 845 time: 0.1363685 Apr 20 13:28:33.747061 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [None req-63092d42-0f88-4ac6-86ef-3d532642ed81 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] device_id is not set on port f0bdde65-027f-4e4f-b8d2-3beeb2569458 yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:28:33.772126 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1f0911c0-d922-4277-930c-14210ab7f940 req-5878f06a-143c-4933-9e7f-ec061c3c27f8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bffadad1-e693-483b-8eeb-21265f06be5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450304 Apr 20 13:28:33.870258 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-61b3cd5f-d1dc-4120-a6d6-fa3cd60c790c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:33.968083 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1f0911c0-d922-4277-930c-14210ab7f940 req-c330dc9d-49d9-4fef-bdca-b3206ffeac20 service neutron] 10.222.0.32 "GET /v2.0/networks/bffadad1-e693-483b-8eeb-21265f06be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718967 Apr 20 13:28:34.000077 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-da93b5ec-b4d2-4bac-abf9-df03cc379bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:34.003453 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-da93b5ec-b4d2-4bac-abf9-df03cc379bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:34.006499 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-da93b5ec-b4d2-4bac-abf9-df03cc379bd7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a6c44a2c-1f8f-48d8-a948-1d44760cffc8 HTTP/1.1" status: 204 len: 168 time: 0.5158868 Apr 20 13:28:34.030833 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da93b5ec-b4d2-4bac-abf9-df03cc379bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c44a2c-1f8f-48d8-a948-1d44760cffc8,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:34.090618 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-61b3cd5f-d1dc-4120-a6d6-fa3cd60c790c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:34.162090 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3cd5f-d1dc-4120-a6d6-fa3cd60c790c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8304900-a486-4d9b-92a6-d7e30f1b6efb,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:34.174058 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-61b3cd5f-d1dc-4120-a6d6-fa3cd60c790c admin admin] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:34.177209 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b085af81-6e49-4619-bb7a-eaad0663a422 None None] Network f1ed206a-3919-4001-bd7e-b2b9c1f75048 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:28:34.177837 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-61b3cd5f-d1dc-4120-a6d6-fa3cd60c790c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a8304900-a486-4d9b-92a6-d7e30f1b6efb HTTP/1.1" status: 204 len: 168 time: 1.1981058 Apr 20 13:28:34.181971 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42700) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:34.206219 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1f0911c0-d922-4277-930c-14210ab7f940 req-954176ea-43ba-4415-a423-424d172e3a97 service neutron] 10.222.0.32 "GET /v2.0/networks/bffadad1-e693-483b-8eeb-21265f06be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309372 Apr 20 13:28:34.326289 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8637669b-c4f0-41c6-9229-7516e7c94d9b None None] Network 72ce9eb7-6e65-4d33-a97e-ba495b7f713f requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:28:34.396376 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ffc8cd58-0c17-46d6-a25a-4f3351c76cd0 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:28:34.439783 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-63092d42-0f88-4ac6-86ef-3d532642ed81 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Allocated IP 2001:db8::26e (f1ed206a-3919-4001-bd7e-b2b9c1f75048/7e6666ee-5ffb-43b8-829a-2fc3f8682646/f0bdde65-027f-4e4f-b8d2-3beeb2569458) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:28:34.460258 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-63092d42-0f88-4ac6-86ef-3d532642ed81 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Allocated IP 2001:db8:0:1::95 (f1ed206a-3919-4001-bd7e-b2b9c1f75048/db532984-d918-4d30-8971-9b6e1d75d8fb/f0bdde65-027f-4e4f-b8d2-3beeb2569458) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:28:34.469586 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4b3d8cd2-b953-4dd1-95dd-bae25c7ef886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:34.499657 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035dc84e-8e82-494e-8552-6707a422f88e req-e417ae19-6100-44b2-aaa6-7af4f1f080e4 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:34.499657 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-035dc84e-8e82-494e-8552-6707a422f88e req-e417ae19-6100-44b2-aaa6-7af4f1f080e4 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=32d1aafd-8c50-48a2-bba5-3a40b118e84a HTTP/1.1" status: 200 len: 943 time: 0.2969725 Apr 20 13:28:34.553932 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-d2101624-cc8f-4fcc-bf0e-54d5769add24 None None] Provisioning complete for port ffc8cd58-0c17-46d6-a25a-4f3351c76cd0 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:28:34.554367 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d2101624-cc8f-4fcc-bf0e-54d5769add24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:34.645312 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-035dc84e-8e82-494e-8552-6707a422f88e req-03e43340-be01-4876-bfdc-03eb62059cf5 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309953 Apr 20 13:28:34.743627 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-4b3d8cd2-b953-4dd1-95dd-bae25c7ef886 admin admin] Deleting port 33f93319-a881-4a0c-8e7c-1f2b5f34db5e {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:28:34.744616 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4b3d8cd2-b953-4dd1-95dd-bae25c7ef886 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:34.774552 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d2101624-cc8f-4fcc-bf0e-54d5769add24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:34.851308 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port ffc8cd58-0c17-46d6-a25a-4f3351c76cd0 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:28:34.857035 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:34.861222 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-63092d42-0f88-4ac6-86ef-3d532642ed81 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:34.888870 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-4b3d8cd2-b953-4dd1-95dd-bae25c7ef886 admin admin] For port 33f93319-a881-4a0c-8e7c-1f2b5f34db5e, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=33f93319-a881-4a0c-8e7c-1f2b5f34db5e,segment=NetworkSegment(7e242851-ef63-418f-b799-2897c294b19f),segment_id=7e242851-ef63-418f-b799-2897c294b19f)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:34.888870 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4b3d8cd2-b953-4dd1-95dd-bae25c7ef886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:34.905780 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-4b3d8cd2-b953-4dd1-95dd-bae25c7ef886 admin admin] Calling delete_port for 33f93319-a881-4a0c-8e7c-1f2b5f34db5e owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:28:34.935311 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-d2101624-cc8f-4fcc-bf0e-54d5769add24 None None] For port ffc8cd58-0c17-46d6-a25a-4f3351c76cd0, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ffc8cd58-0c17-46d6-a25a-4f3351c76cd0,segment=NetworkSegment(9b0dcfdd-57c4-434b-b9c5-ec961c4d5971),segment_id=9b0dcfdd-57c4-434b-b9c5-ec961c4d5971)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:35.024631 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7e451d-ac7d-4df5-9bf3-dc4a9b4ad928 None None] DHCP port deletion for 72ce9eb7-6e65-4d33-a97e-ba495b7f713f request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:28:35.076482 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d2101624-cc8f-4fcc-bf0e-54d5769add24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:35.085224 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7db0fcd-ca7a-4991-95de-4f0154ad36ae None None] Update dhcp port {'port': {'network_id': 'f1ed206a-3919-4001-bd7e-b2b9c1f75048', 'fixed_ips': [{'subnet_id': '7e6666ee-5ffb-43b8-829a-2fc3f8682646', 'ip_address': '2001:db8::2'}, {'subnet_id': 'db532984-d918-4d30-8971-9b6e1d75d8fb'}], 'binding:host_id': 'n-d-836015-7'}, 'id': 'ffc8cd58-0c17-46d6-a25a-4f3351c76cd0'} from n-d-836015-7. {{(pid=114871) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 13:28:35.094477 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-63092d42-0f88-4ac6-86ef-3d532642ed81 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:35.148776 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63092d42-0f88-4ac6-86ef-3d532642ed81 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Network f1ed206a-3919-4001-bd7e-b2b9c1f75048 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:28:35.149718 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4b3d8cd2-b953-4dd1-95dd-bae25c7ef886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:35.155085 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-63092d42-0f88-4ac6-86ef-3d532642ed81 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:28:35.179748 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63092d42-0f88-4ac6-86ef-3d532642ed81 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:28:35.185893 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63092d42-0f88-4ac6-86ef-3d532642ed81 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:35.190874 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-63092d42-0f88-4ac6-86ef-3d532642ed81 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:35.201981 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3d8cd2-b953-4dd1-95dd-bae25c7ef886 admin admin] No DVR routers for this DVR port 33f93319-a881-4a0c-8e7c-1f2b5f34db5e on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:28:35.204132 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63092d42-0f88-4ac6-86ef-3d532642ed81 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'Port': ['ID=f0bdde65-027f-4e4f-b8d2-3beeb2569458,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:35.269902 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f7db0fcd-ca7a-4991-95de-4f0154ad36ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:35.303654 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3d8cd2-b953-4dd1-95dd-bae25c7ef886 admin admin] Pushing event deleted for resources: {'Port': ['ID=33f93319-a881-4a0c-8e7c-1f2b5f34db5e,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:35.307821 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2101624-cc8f-4fcc-bf0e-54d5769add24 None None] Pushing event updated for resources: {'Port': ['ID=ffc8cd58-0c17-46d6-a25a-4f3351c76cd0,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:35.331641 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-7d7e451d-ac7d-4df5-9bf3-dc4a9b4ad928 None None] Deleting port 33f93319-a881-4a0c-8e7c-1f2b5f34db5e {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:28:35.332060 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7d7e451d-ac7d-4df5-9bf3-dc4a9b4ad928 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:35.384722 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-91f7a6e6-b24b-437d-8e1a-294ab3305520 req-4418cf9f-b484-44e6-8de0-92ea61659be4 tempest-ServerShowV247Test-111738650 tempest-ServerShowV247Test-111738650-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0774dd2-10b8-4e63-8ef1-b0575ecef4c6 HTTP/1.1" status: 200 len: 210 time: 0.1227932 Apr 20 13:28:35.399149 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-63092d42-0f88-4ac6-86ef-3d532642ed81 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.2806740 Apr 20 13:28:35.401742 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42786) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:35.412712 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-84761b24-7f19-4038-8678-7109c2b11493 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7e6666ee-5ffb-43b8-829a-2fc3f8682646'}]}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:35.468361 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4b3d8cd2-b953-4dd1-95dd-bae25c7ef886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:35.582018 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-4b3d8cd2-b953-4dd1-95dd-bae25c7ef886 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ce9eb7-6e65-4d33-a97e-ba495b7f713f']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:35.601205 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-4b3d8cd2-b953-4dd1-95dd-bae25c7ef886 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e242851-ef63-418f-b799-2897c294b19f') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:35.601864 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-4b3d8cd2-b953-4dd1-95dd-bae25c7ef886 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e242851-ef63-418f-b799-2897c294b19f') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:35.626553 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4b3d8cd2-b953-4dd1-95dd-bae25c7ef886 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:35.654328 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4b3d8cd2-b953-4dd1-95dd-bae25c7ef886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:35.664992 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b3d8cd2-b953-4dd1-95dd-bae25c7ef886 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:28:35.665976 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4b3d8cd2-b953-4dd1-95dd-bae25c7ef886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:35.779611 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84761b24-7f19-4038-8678-7109c2b11493 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:35.819661 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-7d7e451d-ac7d-4df5-9bf3-dc4a9b4ad928 None None] For port 33f93319-a881-4a0c-8e7c-1f2b5f34db5e, host n-d-836015-7, got binding levels [] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:35.819661 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7d7e451d-ac7d-4df5-9bf3-dc4a9b4ad928 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:35.841684 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-7d7e451d-ac7d-4df5-9bf3-dc4a9b4ad928 None None] Calling delete_port for 33f93319-a881-4a0c-8e7c-1f2b5f34db5e owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:28:35.846503 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.ipam_backend_mixin [None req-7d7e451d-ac7d-4df5-9bf3-dc4a9b4ad928 None None] Port 33f93319-a881-4a0c-8e7c-1f2b5f34db5e was not found and therefore no delete operation was performed {{(pid=114871) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 13:28:35.851116 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7d7e451d-ac7d-4df5-9bf3-dc4a9b4ad928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:35.880787 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e451d-ac7d-4df5-9bf3-dc4a9b4ad928 None None] Pushing event deleted for resources: {'Port': ['ID=33f93319-a881-4a0c-8e7c-1f2b5f34db5e,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:35.882880 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:28:35.882880 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:28:35.882880 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:28:35.882880 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:28:35.882880 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:28:35.882880 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:28:35.882880 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:28:35.882880 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:28:35.882880 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:28:35.882880 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:28:35.882880 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:28:35.882880 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:28:35.882880 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:28:35.882880 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:28:35.882880 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:28:35.882880 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:28:35.882880 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:28:35.882880 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:28:35.882880 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:28:35.882880 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:28:35.882880 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:28:35.882880 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:28:35.882880 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:28:35.882880 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:28:35.882880 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:28:35.882880 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:28:35.882880 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:28:35.882880 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:28:35.882880 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:28:35.882880 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:28:35.882880 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:28:35.882880 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:28:35.905864 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7e451d-ac7d-4df5-9bf3-dc4a9b4ad928 None None] No DVR routers for this DVR port 33f93319-a881-4a0c-8e7c-1f2b5f34db5e on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:28:35.978134 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-f7db0fcd-ca7a-4991-95de-4f0154ad36ae None None] Allocated IP 2001:db8:0:1::2 (f1ed206a-3919-4001-bd7e-b2b9c1f75048/db532984-d918-4d30-8971-9b6e1d75d8fb/ffc8cd58-0c17-46d6-a25a-4f3351c76cd0) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:28:35.989241 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4b3d8cd2-b953-4dd1-95dd-bae25c7ef886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:36.033465 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4b3d8cd2-b953-4dd1-95dd-bae25c7ef886 admin admin] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:36.041293 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4b3d8cd2-b953-4dd1-95dd-bae25c7ef886 admin admin] 10.222.0.25 "DELETE /v2.0/networks/72ce9eb7-6e65-4d33-a97e-ba495b7f713f HTTP/1.1" status: 204 len: 168 time: 1.8545091 Apr 20 13:28:36.055615 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42842) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:36.146836 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-f7db0fcd-ca7a-4991-95de-4f0154ad36ae None None] For port ffc8cd58-0c17-46d6-a25a-4f3351c76cd0, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ffc8cd58-0c17-46d6-a25a-4f3351c76cd0,segment=NetworkSegment(9b0dcfdd-57c4-434b-b9c5-ec961c4d5971),segment_id=9b0dcfdd-57c4-434b-b9c5-ec961c4d5971)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:36.182120 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3d8cd2-b953-4dd1-95dd-bae25c7ef886 admin admin] Pushing event deleted for resources: {'Network': ['ID=72ce9eb7-6e65-4d33-a97e-ba495b7f713f,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:36.205546 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d90472-d5f5-437d-8af5-84bb5a375b06 req-5aa7dc1e-9a34-4d38-9dd1-5cea4dcbbb6f tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:36.220169 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f7db0fcd-ca7a-4991-95de-4f0154ad36ae None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:36.225595 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-58d90472-d5f5-437d-8af5-84bb5a375b06 req-5aa7dc1e-9a34-4d38-9dd1-5cea4dcbbb6f tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=32d1aafd-8c50-48a2-bba5-3a40b118e84a HTTP/1.1" status: 200 len: 943 time: 0.3413558 Apr 20 13:28:36.272288 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ffc8cd58-0c17-46d6-a25a-4f3351c76cd0 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:28:36.365580 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f7db0fcd-ca7a-4991-95de-4f0154ad36ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:36.436136 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-58d90472-d5f5-437d-8af5-84bb5a375b06 req-bec8d272-11f4-4843-b924-a479e49b4687 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870303 Apr 20 13:28:36.482616 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-84761b24-7f19-4038-8678-7109c2b11493 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Delete allocated IP 2001:db8:0:1::95 (f1ed206a-3919-4001-bd7e-b2b9c1f75048/db532984-d918-4d30-8971-9b6e1d75d8fb) {{(pid=114870) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 20 13:28:36.589928 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-059591c2-cf00-41c4-aa4a-8461a9cd0057 req-d27af007-5ea5-4546-8a49-b31f27298a3e tempest-ServerShowV247Test-111738650 tempest-ServerShowV247Test-111738650-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00f481d-ef33-4a6e-90bb-8fa62d0bfdf4 HTTP/1.1" status: 200 len: 210 time: 0.1036046 Apr 20 13:28:36.657265 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db0fcd-ca7a-4991-95de-4f0154ad36ae None None] Pushing event updated for resources: {'Port': ['ID=ffc8cd58-0c17-46d6-a25a-4f3351c76cd0,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:36.668353 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port ffc8cd58-0c17-46d6-a25a-4f3351c76cd0 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:28:36.669676 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:36.911955 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84761b24-7f19-4038-8678-7109c2b11493 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:36.986119 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84761b24-7f19-4038-8678-7109c2b11493 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:37.005717 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-530d24a3-3541-4265-8829-a3271ec87562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:37.020171 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 33f93319-a881-4a0c-8e7c-1f2b5f34db5e no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:28:37.087228 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 33f93319-a881-4a0c-8e7c-1f2b5f34db5e {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:28:37.091118 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 33f93319-a881-4a0c-8e7c-1f2b5f34db5e not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:28:37.122805 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84761b24-7f19-4038-8678-7109c2b11493 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'Port': ['ID=f0bdde65-027f-4e4f-b8d2-3beeb2569458,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:37.129991 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-84761b24-7f19-4038-8678-7109c2b11493 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] In _notify_port_updated(), no bound segment for port f0bdde65-027f-4e4f-b8d2-3beeb2569458 on network f1ed206a-3919-4001-bd7e-b2b9c1f75048 {{(pid=114870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 13:28:37.135158 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84761b24-7f19-4038-8678-7109c2b11493 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:37.136983 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84761b24-7f19-4038-8678-7109c2b11493 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:37.139333 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-84761b24-7f19-4038-8678-7109c2b11493 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "PUT /v2.0/ports/f0bdde65-027f-4e4f-b8d2-3beeb2569458 HTTP/1.1" status: 200 len: 926 time: 1.7360203 Apr 20 13:28:37.148422 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42914) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:37.161986 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-7ca59e9e-8795-442a-83ce-fa88b94386ca tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7e6666ee-5ffb-43b8-829a-2fc3f8682646'}, {'subnet_id': 'db532984-d918-4d30-8971-9b6e1d75d8fb'}]}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:37.338705 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7ca59e9e-8795-442a-83ce-fa88b94386ca tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:37.552297 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-530d24a3-3541-4265-8829-a3271ec87562 admin admin] Deleting port 16f573e3-d6db-4c84-80e5-01198f9cd5ca {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:28:37.552785 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-530d24a3-3541-4265-8829-a3271ec87562 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:37.736379 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd95df98-153f-41bb-bc26-3cc25ca7311f None None] Network f1ed206a-3919-4001-bd7e-b2b9c1f75048 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:28:37.828052 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-15a0657c-6912-4686-b1bc-2bef620442ae req-35c28e16-4647-4ecd-aa7d-c39a42e6ed65 tempest-ServerShowV247Test-111738650 tempest-ServerShowV247Test-111738650-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00f481d-ef33-4a6e-90bb-8fa62d0bfdf4 HTTP/1.1" status: 200 len: 210 time: 0.0928633 Apr 20 13:28:37.866106 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-530d24a3-3541-4265-8829-a3271ec87562 admin admin] For port 16f573e3-d6db-4c84-80e5-01198f9cd5ca, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=16f573e3-d6db-4c84-80e5-01198f9cd5ca,segment=NetworkSegment(7968e861-0bf7-4432-9f37-af614bc92f96),segment_id=7968e861-0bf7-4432-9f37-af614bc92f96)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:37.866588 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-530d24a3-3541-4265-8829-a3271ec87562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:37.902786 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43602f15-ac20-4fc6-a5bb-9a4f2e426200 req-b57c68c8-0ade-48d3-9d89-29199c5bd190 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:37.904476 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-43602f15-ac20-4fc6-a5bb-9a4f2e426200 req-b57c68c8-0ade-48d3-9d89-29199c5bd190 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=32d1aafd-8c50-48a2-bba5-3a40b118e84a HTTP/1.1" status: 200 len: 943 time: 0.2393777 Apr 20 13:28:37.919431 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-530d24a3-3541-4265-8829-a3271ec87562 admin admin] Calling delete_port for 16f573e3-d6db-4c84-80e5-01198f9cd5ca owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:28:37.963956 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-7ca59e9e-8795-442a-83ce-fa88b94386ca tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Allocated IP 2001:db8:0:1::339 (f1ed206a-3919-4001-bd7e-b2b9c1f75048/db532984-d918-4d30-8971-9b6e1d75d8fb/f0bdde65-027f-4e4f-b8d2-3beeb2569458) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:28:38.061241 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-43602f15-ac20-4fc6-a5bb-9a4f2e426200 req-9c58a26c-3219-4b07-9587-1bd40d9ded12 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381180 Apr 20 13:28:38.075480 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-7d6a3f0f-39f7-4f89-abbb-d6aedf5264d1 None None] Provisioning complete for port ffc8cd58-0c17-46d6-a25a-4f3351c76cd0 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:28:38.095691 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7d6a3f0f-39f7-4f89-abbb-d6aedf5264d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:38.174257 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 26921eb4-659d-4339-8506-cabbb01b9bd1 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:28:38.177345 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd857bb-d63a-4505-ae98-2f1feffc0a23 req-08273127-c120-4d97-9b3a-a39e1393639c tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:38.179350 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8bd857bb-d63a-4505-ae98-2f1feffc0a23 req-08273127-c120-4d97-9b3a-a39e1393639c tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 1096 time: 0.1217432 Apr 20 13:28:38.232292 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ffc8cd58-0c17-46d6-a25a-4f3351c76cd0 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:28:38.274105 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8bd857bb-d63a-4505-ae98-2f1feffc0a23 req-49ac6543-a68a-4ae7-8c10-9b36db55adc7 tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775130 Apr 20 13:28:38.276115 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7ca59e9e-8795-442a-83ce-fa88b94386ca tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:38.310133 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 42976) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:38.453338 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port ffc8cd58-0c17-46d6-a25a-4f3351c76cd0 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:28:38.455011 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:38.463292 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 26921eb4-659d-4339-8506-cabbb01b9bd1, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=26921eb4-659d-4339-8506-cabbb01b9bd1,segment=NetworkSegment(61aa0039-68ca-4033-b082-432ef8c81b46),segment_id=61aa0039-68ca-4033-b082-432ef8c81b46)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:38.502912 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '26921eb4-659d-4339-8506-cabbb01b9bd1', 'network_id': 'bffadad1-e693-483b-8eeb-21265f06be5a', 'port_id': '26921eb4-659d-4339-8506-cabbb01b9bd1', 'mac_address': 'fa:16:3e:c2:b5:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c9f0b80-55d8-4485-9b41-54f7ac34cd10', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:28:38.558697 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-152bfe55-6369-400e-9fc8-8e71fbb3ba99 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Deleting port 6eb8346a-6930-435b-b8f8-2b0f81947d6c {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:28:38.559199 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-152bfe55-6369-400e-9fc8-8e71fbb3ba99 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:38.570440 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:38.590542 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26921eb4-659d-4339-8506-cabbb01b9bd1 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:28:38.664445 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-152bfe55-6369-400e-9fc8-8e71fbb3ba99 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:38.664779 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-152bfe55-6369-400e-9fc8-8e71fbb3ba99 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:38.676512 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-530d24a3-3541-4265-8829-a3271ec87562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:38.685451 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-152bfe55-6369-400e-9fc8-8e71fbb3ba99 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Calling delete_port for 6eb8346a-6930-435b-b8f8-2b0f81947d6c owned by network:floatingip {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:28:38.689661 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7ca59e9e-8795-442a-83ce-fa88b94386ca tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:38.721578 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 26921eb4-659d-4339-8506-cabbb01b9bd1, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=26921eb4-659d-4339-8506-cabbb01b9bd1,segment=NetworkSegment(61aa0039-68ca-4033-b082-432ef8c81b46),segment_id=61aa0039-68ca-4033-b082-432ef8c81b46)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:38.746232 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d24a3-3541-4265-8829-a3271ec87562 admin admin] Pushing event deleted for resources: {'Port': ['ID=16f573e3-d6db-4c84-80e5-01198f9cd5ca,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:38.794619 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-e0549d07-a100-4194-9d4e-d491cd644780 None None] Provisioning complete for port f0bdde65-027f-4e4f-b8d2-3beeb2569458 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:28:38.795076 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e0549d07-a100-4194-9d4e-d491cd644780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:38.804992 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:38.877250 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 42992) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:38.968841 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca59e9e-8795-442a-83ce-fa88b94386ca tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'Port': ['ID=f0bdde65-027f-4e4f-b8d2-3beeb2569458,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:39.019870 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-e0549d07-a100-4194-9d4e-d491cd644780 None None] Port f0bdde65-027f-4e4f-b8d2-3beeb2569458 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:28:39.063943 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=26921eb4-659d-4339-8506-cabbb01b9bd1,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:39.070321 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-530d24a3-3541-4265-8829-a3271ec87562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:39.078257 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-e0549d07-a100-4194-9d4e-d491cd644780 None None] Provisioning complete for port ffc8cd58-0c17-46d6-a25a-4f3351c76cd0 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:28:39.079238 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e0549d07-a100-4194-9d4e-d491cd644780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:39.108644 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3cad7b89-7417-4cae-9af4-af91ab46fdc9 req-5c689852-623d-4838-8b95-f39e85b30087 tempest-ServerShowV247Test-111738650 tempest-ServerShowV247Test-111738650-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00f481d-ef33-4a6e-90bb-8fa62d0bfdf4 HTTP/1.1" status: 200 len: 210 time: 0.0393889 Apr 20 13:28:39.193585 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-7ca59e9e-8795-442a-83ce-fa88b94386ca tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] In _notify_port_updated(), no bound segment for port f0bdde65-027f-4e4f-b8d2-3beeb2569458 on network f1ed206a-3919-4001-bd7e-b2b9c1f75048 {{(pid=114870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 13:28:39.201512 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['26921eb4-659d-4339-8506-cabbb01b9bd1'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:28:39.206914 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca59e9e-8795-442a-83ce-fa88b94386ca tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:39.220547 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7ca59e9e-8795-442a-83ce-fa88b94386ca tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:39.220547 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7ca59e9e-8795-442a-83ce-fa88b94386ca tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "PUT /v2.0/ports/f0bdde65-027f-4e4f-b8d2-3beeb2569458 HTTP/1.1" status: 200 len: 1012 time: 2.0558014 Apr 20 13:28:39.228713 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43012) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:39.327991 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0d3d1775-14cd-4d0d-9944-861b777fce67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:39.518424 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-df68f4f0-d4e0-4f35-a79b-0ce5bc563e9e tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Deleting port f0bdde65-027f-4e4f-b8d2-3beeb2569458 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:28:39.524919 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-df68f4f0-d4e0-4f35-a79b-0ce5bc563e9e tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:39.720499 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-d812dc7a-8c15-433c-9418-0b30bcc38b34 None None] Provisioning complete for port f0bdde65-027f-4e4f-b8d2-3beeb2569458 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:28:39.720874 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d812dc7a-8c15-433c-9418-0b30bcc38b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:39.737541 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-152bfe55-6369-400e-9fc8-8e71fbb3ba99 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:39.772338 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-d812dc7a-8c15-433c-9418-0b30bcc38b34 None None] Port f0bdde65-027f-4e4f-b8d2-3beeb2569458 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:28:39.829595 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152bfe55-6369-400e-9fc8-8e71fbb3ba99 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event deleted for resources: {'Port': ['ID=6eb8346a-6930-435b-b8f8-2b0f81947d6c,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:39.836846 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-df68f4f0-d4e0-4f35-a79b-0ce5bc563e9e tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:39.894990 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-df68f4f0-d4e0-4f35-a79b-0ce5bc563e9e tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Calling delete_port for f0bdde65-027f-4e4f-b8d2-3beeb2569458 owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:28:39.924286 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-80679323-b912-433d-93b5-3ade3441f670 None None] Provisioning complete for port f0bdde65-027f-4e4f-b8d2-3beeb2569458 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:28:39.926323 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-80679323-b912-433d-93b5-3ade3441f670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:40.007713 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-152bfe55-6369-400e-9fc8-8e71fbb3ba99 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for floatingip, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:40.008769 n-d-836015-7 neutron-server[114870]: INFO neutron.db.l3_db [None req-152bfe55-6369-400e-9fc8-8e71fbb3ba99 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Floating IP edf1a187-6bf8-46f0-a490-a2aa0453f2f3 disassociated (deleted). External IP: 172.25.8.16, port: c14fc494-8847-4150-88ae-bdb94766c222. Apr 20 13:28:40.033867 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-80679323-b912-433d-93b5-3ade3441f670 None None] Port f0bdde65-027f-4e4f-b8d2-3beeb2569458 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:28:40.072769 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0d3d1775-14cd-4d0d-9944-861b777fce67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:40.107453 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e461f4a-4ace-4eab-9be6-a3e434d1ff0f req-b74fd68a-0fb1-4942-b387-8719173cc0ed tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:40.109143 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0e461f4a-4ace-4eab-9be6-a3e434d1ff0f req-b74fd68a-0fb1-4942-b387-8719173cc0ed tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=32d1aafd-8c50-48a2-bba5-3a40b118e84a HTTP/1.1" status: 200 len: 944 time: 0.7826183 Apr 20 13:28:40.167798 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-d3e65d47-425c-40e7-ad30-e1ba77b75d3a None None] Provisioning complete for port f0bdde65-027f-4e4f-b8d2-3beeb2569458 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:28:40.168612 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d3e65d47-425c-40e7-ad30-e1ba77b75d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:40.187008 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0d3d1775-14cd-4d0d-9944-861b777fce67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:40.229380 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-d3e65d47-425c-40e7-ad30-e1ba77b75d3a None None] Port f0bdde65-027f-4e4f-b8d2-3beeb2569458 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:28:40.279171 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-0d3d1775-14cd-4d0d-9944-861b777fce67 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=51589e82fbf84794ba04a0b2c7d723bb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4036973 Apr 20 13:28:40.289330 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43060) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:40.340896 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d1775-14cd-4d0d-9944-861b777fce67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fa9bd7-9aa6-4615-8b93-80c65cf904f1,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:40.349780 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530d24a3-3541-4265-8829-a3271ec87562 admin admin] Router 7974220f-4e16-4ece-a636-c78b0e9ecb11 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:28:40.354498 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ff06e44d-eb10-4c0e-995e-1097771ba939 req-98372802-9214-4cc1-9359-18e02223620c tempest-ServerShowV247Test-111738650 tempest-ServerShowV247Test-111738650-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00f481d-ef33-4a6e-90bb-8fa62d0bfdf4 HTTP/1.1" status: 200 len: 210 time: 0.0818548 Apr 20 13:28:40.359442 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0e461f4a-4ace-4eab-9be6-a3e434d1ff0f req-f8847cb3-136d-4361-98f9-d2507e6974c2 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773283 Apr 20 13:28:40.443903 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-152bfe55-6369-400e-9fc8-8e71fbb3ba99 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Router 74d06f5f-0a79-4f68-bec6-8f9220bbfb6d has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:28:40.458329 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-70c8213f-7392-42c9-bf15-bf6b21fc018a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:40.510613 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-df68f4f0-d4e0-4f35-a79b-0ce5bc563e9e tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:40.514115 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-70c8213f-7392-42c9-bf15-bf6b21fc018a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:40.558032 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530d24a3-3541-4265-8829-a3271ec87562 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:28:40.563840 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-530d24a3-3541-4265-8829-a3271ec87562 admin admin] 10.222.0.25 "PUT /v2.0/routers/7974220f-4e16-4ece-a636-c78b0e9ecb11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5037112 Apr 20 13:28:40.566814 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43068) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:40.575816 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15d8564-1872-4d46-aec2-9c3c69e123a3 None None] Sync routers for ids ['7974220f-4e16-4ece-a636-c78b0e9ecb11'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:28:40.597216 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df68f4f0-d4e0-4f35-a79b-0ce5bc563e9e tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'Port': ['ID=f0bdde65-027f-4e4f-b8d2-3beeb2569458,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:40.619622 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15d8564-1872-4d46-aec2-9c3c69e123a3 None None] Routers {'7974220f-4e16-4ece-a636-c78b0e9ecb11'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:28:40.620930 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-c15d8564-1872-4d46-aec2-9c3c69e123a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:28:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['7974220f-4e16-4ece-a636-c78b0e9ecb11'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:40.645557 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-df68f4f0-d4e0-4f35-a79b-0ce5bc563e9e tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:40.645557 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-df68f4f0-d4e0-4f35-a79b-0ce5bc563e9e tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/ports/f0bdde65-027f-4e4f-b8d2-3beeb2569458 HTTP/1.1" status: 204 len: 168 time: 1.4122140 Apr 20 13:28:40.645763 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43070) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:40.659316 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152bfe55-6369-400e-9fc8-8e71fbb3ba99 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:28:40.664445 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-152bfe55-6369-400e-9fc8-8e71fbb3ba99 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:40.672160 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84702c75-5668-42e7-b4c0-c70476aa91bf None None] Sync routers for ids ['74d06f5f-0a79-4f68-bec6-8f9220bbfb6d'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:28:40.682118 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-9efc17dd-7bb2-4ecf-81b4-eb273b6f1126 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] GET failed (client error): The resource could not be found. Apr 20 13:28:40.687205 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9efc17dd-7bb2-4ecf-81b4-eb273b6f1126 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "GET /v2.0/ports/f0bdde65-027f-4e4f-b8d2-3beeb2569458 HTTP/1.1" status: 404 len: 333 time: 0.0372717 Apr 20 13:28:40.687932 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84702c75-5668-42e7-b4c0-c70476aa91bf None None] Routers {'74d06f5f-0a79-4f68-bec6-8f9220bbfb6d'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:28:40.688147 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43072) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:40.697359 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-84702c75-5668-42e7-b4c0-c70476aa91bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:28:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['74d06f5f-0a79-4f68-bec6-8f9220bbfb6d'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:40.713107 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-70c8213f-7392-42c9-bf15-bf6b21fc018a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:40.717435 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-70c8213f-7392-42c9-bf15-bf6b21fc018a admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:40.718532 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-152bfe55-6369-400e-9fc8-8e71fbb3ba99 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "DELETE /v2.0/floatingips/edf1a187-6bf8-46f0-a490-a2aa0453f2f3 HTTP/1.1" status: 204 len: 168 time: 2.4062963 Apr 20 13:28:40.719162 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b631a9-1049-46f2-adeb-c85b22069124', 'tag': 'c14fc494-8847-4150-88ae-bdb94766c222'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:28:40.719861 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-70c8213f-7392-42c9-bf15-bf6b21fc018a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/80fa9bd7-9aa6-4615-8b93-80c65cf904f1 HTTP/1.1" status: 204 len: 168 time: 0.4199886 Apr 20 13:28:40.723391 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1238c6f4-e608-4278-b209-3d9dfefc8ce2" -d '{"events": [{"name": "network-changed", "server_uuid": "d9b631a9-1049-46f2-adeb-c85b22069124", "tag": "c14fc494-8847-4150-88ae-bdb94766c222"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:28:40.849302 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f48e3ce-fb22-46b4-bdfe-0103e0a41976 x-openstack-request-id: req-9f48e3ce-fb22-46b4-bdfe-0103e0a41976 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:28:40.849595 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9b631a9-1049-46f2-adeb-c85b22069124", "tag": "c14fc494-8847-4150-88ae-bdb94766c222", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:28:40.849855 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9f48e3ce-fb22-46b4-bdfe-0103e0a41976 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:28:40.850802 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f48e3ce-fb22-46b4-bdfe-0103e0a41976'] response: {'name': 'network-changed', 'server_uuid': 'd9b631a9-1049-46f2-adeb-c85b22069124', 'tag': 'c14fc494-8847-4150-88ae-bdb94766c222', 'status': 'completed', 'code': 200} Apr 20 13:28:40.870594 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8213f-7392-42c9-bf15-bf6b21fc018a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fa9bd7-9aa6-4615-8b93-80c65cf904f1,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:40.910354 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d1bde474-9a43-43f4-8b0f-85c7a629e6ac admin admin] Notify callbacks [] for router, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:40.931823 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-c15d8564-1872-4d46-aec2-9c3c69e123a3 None None] Set router 7974220f-4e16-4ece-a636-c78b0e9ecb11 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:28:40.975014 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-84702c75-5668-42e7-b4c0-c70476aa91bf None None] Set router 74d06f5f-0a79-4f68-bec6-8f9220bbfb6d gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:28:41.064459 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-f820920f-0577-43dd-8a06-3d827f754ca1 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Deleting subnet db532984-d918-4d30-8971-9b6e1d75d8fb {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:28:41.091951 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f820920f-0577-43dd-8a06-3d827f754ca1 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:41.183103 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-c15d8564-1872-4d46-aec2-9c3c69e123a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7974220f-4e16-4ece-a636-c78b0e9ecb11', 'name': 'tempest-TestServerBasicOps-715806434-router', 'tenant_id': '19797146ffa04eda9d815b280f3701b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '51072941-3a6c-4a4a-864b-c3cecf3bcac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:22:07Z', 'updated_at': '2022-04-20T13:28:38Z', 'revision_number': 5, 'project_id': '19797146ffa04eda9d815b280f3701b0', 'gw_port': {'id': '51072941-3a6c-4a4a-864b-c3cecf3bcac6', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:74:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7974220f-4e16-4ece-a636-c78b0e9ecb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:22:09Z', 'updated_at': '2022-04-20T13:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:41.198396 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f820920f-0577-43dd-8a06-3d827f754ca1 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:41.221570 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15d8564-1872-4d46-aec2-9c3c69e123a3 None None] Checking router: 7974220f-4e16-4ece-a636-c78b0e9ecb11 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:28:41.229706 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238c6f4-e608-4278-b209-3d9dfefc8ce2 req-5697f0b6-5ed6-45f4-8271-04f1f1382d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:41.231713 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1238c6f4-e608-4278-b209-3d9dfefc8ce2 req-5697f0b6-5ed6-45f4-8271-04f1f1382d3a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7d7599e499ac4ab585978f26ba0a43a9&device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 1096 time: 0.3618505 Apr 20 13:28:41.241762 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15d8564-1872-4d46-aec2-9c3c69e123a3 None None] Routers {'7974220f-4e16-4ece-a636-c78b0e9ecb11'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:28:41.246052 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-c15d8564-1872-4d46-aec2-9c3c69e123a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:28:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['7974220f-4e16-4ece-a636-c78b0e9ecb11'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:41.326828 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-84702c75-5668-42e7-b4c0-c70476aa91bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d06f5f-0a79-4f68-bec6-8f9220bbfb6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369228612', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'a0d399ae-3307-46e7-98d4-f99a03246c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:25:19Z', 'updated_at': '2022-04-20T13:25:28Z', 'revision_number': 4, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': 'a0d399ae-3307-46e7-98d4-f99a03246c3f', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d06f5f-0a79-4f68-bec6-8f9220bbfb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:20Z', 'updated_at': '2022-04-20T13:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '4de0f978-9c9a-4af8-bc09-e7eff48e1f16', 'name': '', 'network_id': '6750b427-d284-44ce-99e6-dc0478a876dc', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'mac_address': 'fa:16:3e:97:37:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d06f5f-0a79-4f68-bec6-8f9220bbfb6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': 'f8c00a85-0926-4962-942d-865bad164bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:27Z', 'updated_at': '2022-04-20T13:25:34Z', 'revision_number': 5, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'subnets': [{'id': 'f8c00a85-0926-4962-942d-865bad164bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:41.367925 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84702c75-5668-42e7-b4c0-c70476aa91bf None None] Checking router: 74d06f5f-0a79-4f68-bec6-8f9220bbfb6d for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:28:41.382549 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84702c75-5668-42e7-b4c0-c70476aa91bf None None] Routers {'74d06f5f-0a79-4f68-bec6-8f9220bbfb6d'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:28:41.383985 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-84702c75-5668-42e7-b4c0-c70476aa91bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:28:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['74d06f5f-0a79-4f68-bec6-8f9220bbfb6d'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:41.386992 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-c15d8564-1872-4d46-aec2-9c3c69e123a3 None None] Set router 7974220f-4e16-4ece-a636-c78b0e9ecb11 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:28:41.469839 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d1bde474-9a43-43f4-8b0f-85c7a629e6ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:41.587781 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-84702c75-5668-42e7-b4c0-c70476aa91bf None None] Set router 74d06f5f-0a79-4f68-bec6-8f9220bbfb6d gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:28:41.608482 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f820920f-0577-43dd-8a06-3d827f754ca1 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:41.694846 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa1bd9-27a7-4634-801c-dcc55100ba15 req-82f8d2c4-1b16-474d-8508-d93165eab696 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:41.704850 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-37aa1bd9-27a7-4634-801c-dcc55100ba15 req-82f8d2c4-1b16-474d-8508-d93165eab696 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 945 time: 0.3531449 Apr 20 13:28:41.716593 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238c6f4-e608-4278-b209-3d9dfefc8ce2 req-5fbce695-a9ab-45d8-95c2-06e70e84c219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:41.724852 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1238c6f4-e608-4278-b209-3d9dfefc8ce2 req-5fbce695-a9ab-45d8-95c2-06e70e84c219 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6750b427-d284-44ce-99e6-dc0478a876dc HTTP/1.1" status: 200 len: 898 time: 0.4311342 Apr 20 13:28:41.794099 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1238c6f4-e608-4278-b209-3d9dfefc8ce2 req-606d77e4-e04c-4277-a228-4a3ad72cf6e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c14fc494-8847-4150-88ae-bdb94766c222 HTTP/1.1" status: 200 len: 217 time: 0.0413699 Apr 20 13:28:41.794525 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43098) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:41.857527 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f2fd48c1-7286-4cb0-9413-9ab755718b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:41.893735 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-c15d8564-1872-4d46-aec2-9c3c69e123a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7974220f-4e16-4ece-a636-c78b0e9ecb11', 'name': 'tempest-TestServerBasicOps-715806434-router', 'tenant_id': '19797146ffa04eda9d815b280f3701b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '51072941-3a6c-4a4a-864b-c3cecf3bcac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:22:07Z', 'updated_at': '2022-04-20T13:28:38Z', 'revision_number': 5, 'project_id': '19797146ffa04eda9d815b280f3701b0', 'gw_port': {'id': '51072941-3a6c-4a4a-864b-c3cecf3bcac6', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:74:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7974220f-4e16-4ece-a636-c78b0e9ecb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:22:09Z', 'updated_at': '2022-04-20T13:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:41.937412 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-37aa1bd9-27a7-4634-801c-dcc55100ba15 req-6d3dc181-1b07-49fa-8f79-350e9a9acf9e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114530 Apr 20 13:28:41.985067 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15d8564-1872-4d46-aec2-9c3c69e123a3 None None] The sync data for ids ['7974220f-4e16-4ece-a636-c78b0e9ecb11'] in n-d-836015-7 is: [{'id': '7974220f-4e16-4ece-a636-c78b0e9ecb11', 'name': 'tempest-TestServerBasicOps-715806434-router', 'tenant_id': '19797146ffa04eda9d815b280f3701b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '51072941-3a6c-4a4a-864b-c3cecf3bcac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:22:07Z', 'updated_at': '2022-04-20T13:28:38Z', 'revision_number': 5, 'project_id': '19797146ffa04eda9d815b280f3701b0', 'gw_port': {'id': '51072941-3a6c-4a4a-864b-c3cecf3bcac6', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:74:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7974220f-4e16-4ece-a636-c78b0e9ecb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:22:09Z', 'updated_at': '2022-04-20T13:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:28:42.056667 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b441d-2311-4f42-a29a-68b547e049d5 req-173cb97a-3386-4bb9-8a0b-d2f4aeeaaa33 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:42.076397 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-922b441d-2311-4f42-a29a-68b547e049d5 req-173cb97a-3386-4bb9-8a0b-d2f4aeeaaa33 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=32d1aafd-8c50-48a2-bba5-3a40b118e84a HTTP/1.1" status: 200 len: 944 time: 0.5002477 Apr 20 13:28:42.112209 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-84702c75-5668-42e7-b4c0-c70476aa91bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d06f5f-0a79-4f68-bec6-8f9220bbfb6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369228612', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'a0d399ae-3307-46e7-98d4-f99a03246c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:25:19Z', 'updated_at': '2022-04-20T13:25:28Z', 'revision_number': 4, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': 'a0d399ae-3307-46e7-98d4-f99a03246c3f', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d06f5f-0a79-4f68-bec6-8f9220bbfb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:20Z', 'updated_at': '2022-04-20T13:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '4de0f978-9c9a-4af8-bc09-e7eff48e1f16', 'name': '', 'network_id': '6750b427-d284-44ce-99e6-dc0478a876dc', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'mac_address': 'fa:16:3e:97:37:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d06f5f-0a79-4f68-bec6-8f9220bbfb6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': 'f8c00a85-0926-4962-942d-865bad164bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:27Z', 'updated_at': '2022-04-20T13:25:34Z', 'revision_number': 5, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'subnets': [{'id': 'f8c00a85-0926-4962-942d-865bad164bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:42.127897 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 26921eb4-659d-4339-8506-cabbb01b9bd1 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:28:42.166587 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c4deaeab-538c-4992-9eed-3e121cdb4dc6 req-13c6bb70-1da5-4909-8219-6393dec91b9f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c0774dd2-10b8-4e63-8ef1-b0575ecef4c6 HTTP/1.1" status: 200 len: 210 time: 0.0671546 Apr 20 13:28:42.197318 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84702c75-5668-42e7-b4c0-c70476aa91bf None None] The sync data for ids ['74d06f5f-0a79-4f68-bec6-8f9220bbfb6d'] in n-d-836015-7 is: [{'id': '74d06f5f-0a79-4f68-bec6-8f9220bbfb6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369228612', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'a0d399ae-3307-46e7-98d4-f99a03246c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:25:19Z', 'updated_at': '2022-04-20T13:25:28Z', 'revision_number': 4, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': 'a0d399ae-3307-46e7-98d4-f99a03246c3f', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d06f5f-0a79-4f68-bec6-8f9220bbfb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:20Z', 'updated_at': '2022-04-20T13:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '4de0f978-9c9a-4af8-bc09-e7eff48e1f16', 'name': '', 'network_id': '6750b427-d284-44ce-99e6-dc0478a876dc', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'mac_address': 'fa:16:3e:97:37:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d06f5f-0a79-4f68-bec6-8f9220bbfb6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': 'f8c00a85-0926-4962-942d-865bad164bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:27Z', 'updated_at': '2022-04-20T13:25:34Z', 'revision_number': 5, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'subnets': [{'id': 'f8c00a85-0926-4962-942d-865bad164bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:28:42.199063 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f2fd48c1-7286-4cb0-9413-9ab755718b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:42.208151 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238c6f4-e608-4278-b209-3d9dfefc8ce2 req-aba23613-7a59-48bc-9bd4-79a1b3cab257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:42.210298 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1238c6f4-e608-4278-b209-3d9dfefc8ce2 req-aba23613-7a59-48bc-9bd4-79a1b3cab257 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f8c00a85-0926-4962-942d-865bad164bb8 HTTP/1.1" status: 200 len: 835 time: 0.3908806 Apr 20 13:28:42.228742 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-d1bde474-9a43-43f4-8b0f-85c7a629e6ac admin admin] Deleting port 51072941-3a6c-4a4a-864b-c3cecf3bcac6 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:28:42.229523 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d1bde474-9a43-43f4-8b0f-85c7a629e6ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:42.293964 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f820920f-0577-43dd-8a06-3d827f754ca1 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:42.356675 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f2fd48c1-7286-4cb0-9413-9ab755718b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:42.371848 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 16f573e3-d6db-4c84-80e5-01198f9cd5ca no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:28:42.378882 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb71470-cb2e-4d7d-8631-665dcf77d570 None None] Network f1ed206a-3919-4001-bd7e-b2b9c1f75048 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:28:42.389037 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a118c594-33ab-4198-8c14-5ce31b40e6c2 req-c84deee8-db46-465e-97e7-e8e1994d4c78 tempest-ServerShowV247Test-111738650 tempest-ServerShowV247Test-111738650-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00f481d-ef33-4a6e-90bb-8fa62d0bfdf4 HTTP/1.1" status: 200 len: 210 time: 0.2799091 Apr 20 13:28:42.395444 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f820920f-0577-43dd-8a06-3d827f754ca1 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:42.401864 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43104) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:42.402085 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f820920f-0577-43dd-8a06-3d827f754ca1 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/subnets/db532984-d918-4d30-8971-9b6e1d75d8fb HTTP/1.1" status: 204 len: 168 time: 1.7123334 Apr 20 13:28:42.403091 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f820920f-0577-43dd-8a06-3d827f754ca1 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'Subnet': ['ID=db532984-d918-4d30-8971-9b6e1d75d8fb,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:42.409808 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f2fd48c1-7286-4cb0-9413-9ab755718b99 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e37bd299eb974ed4b963be18ed6dcafd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6054566 Apr 20 13:28:42.413185 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43106) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:42.530708 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-922b441d-2311-4f42-a29a-68b547e049d5 req-eec408ac-7639-40fa-a123-cac77d4b9867 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4455438 Apr 20 13:28:42.551637 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-d1bde474-9a43-43f4-8b0f-85c7a629e6ac admin admin] For port 51072941-3a6c-4a4a-864b-c3cecf3bcac6, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=51072941-3a6c-4a4a-864b-c3cecf3bcac6,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:42.552395 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d1bde474-9a43-43f4-8b0f-85c7a629e6ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:42.557299 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238c6f4-e608-4278-b209-3d9dfefc8ce2 req-6e96fe67-2608-4323-8b51-5a6db56ef570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:42.559187 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1238c6f4-e608-4278-b209-3d9dfefc8ce2 req-6e96fe67-2608-4323-8b51-5a6db56ef570 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6750b427-d284-44ce-99e6-dc0478a876dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2560349 Apr 20 13:28:42.565698 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:42.567993 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd48c1-7286-4cb0-9413-9ab755718b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69300eb8-2f21-4965-b585-7dcbb228679b,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:42.593015 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 16f573e3-d6db-4c84-80e5-01198f9cd5ca {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:28:42.593660 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 16f573e3-d6db-4c84-80e5-01198f9cd5ca not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:28:42.608415 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9ef6507-19ed-4056-846e-1ec169580053 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Deleting subnet 7e6666ee-5ffb-43b8-829a-2fc3f8682646 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:28:42.619327 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-d1bde474-9a43-43f4-8b0f-85c7a629e6ac admin admin] Calling delete_port for 51072941-3a6c-4a4a-864b-c3cecf3bcac6 owned by network:router_gateway {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:28:42.642811 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c9ef6507-19ed-4056-846e-1ec169580053 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:42.852371 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1238c6f4-e608-4278-b209-3d9dfefc8ce2 req-1bad222e-0a2d-4b4e-9620-592f12c97d14 service neutron] 10.222.0.15 "GET /v2.0/networks/6750b427-d284-44ce-99e6-dc0478a876dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445252 Apr 20 13:28:42.853748 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ee596b27-8660-4248-b7e5-147bbe38cf44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:42.859730 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ee596b27-8660-4248-b7e5-147bbe38cf44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:42.917567 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea07bd6-e5f5-438e-834d-fd34c1e9e05c None None] New status for floating IP edf1a187-6bf8-46f0-a490-a2aa0453f2f3: DOWN {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:28:42.921962 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c9ef6507-19ed-4056-846e-1ec169580053 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:43.085162 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c17fd0a9-00e9-4821-8067-590f3cbe87c0 req-1d552a89-c267-4bb1-a983-c7265386cc22 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a00f481d-ef33-4a6e-90bb-8fa62d0bfdf4 HTTP/1.1" status: 200 len: 210 time: 0.2815051 Apr 20 13:28:43.085795 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1238c6f4-e608-4278-b209-3d9dfefc8ce2 req-a7ad4f38-41e3-4ca7-9171-1ede382ab05b service neutron] 10.222.0.15 "GET /v2.0/networks/6750b427-d284-44ce-99e6-dc0478a876dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971257 Apr 20 13:28:43.231154 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 26921eb4-659d-4339-8506-cabbb01b9bd1 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:28:43.234079 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6b89c-7bbc-4fc9-9a3b-7b258730e487 req-1306fd43-0bb3-49c6-a822-a3e39c021715 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:43.236095 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 26921eb4-659d-4339-8506-cabbb01b9bd1 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:28:43.241327 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8fd6b89c-7bbc-4fc9-9a3b-7b258730e487 req-1306fd43-0bb3-49c6-a822-a3e39c021715 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 945 time: 0.1192877 Apr 20 13:28:43.241690 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:43.244190 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c9ef6507-19ed-4056-846e-1ec169580053 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:43.270099 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d1bde474-9a43-43f4-8b0f-85c7a629e6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:43.298945 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:43.321149 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1e1dc-4cb8-47a5-b0df-bc306f685122 req-52a9abd9-e15f-4084-9228-2d6037567658 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:43.323609 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-93c1e1dc-4cb8-47a5-b0df-bc306f685122 req-52a9abd9-e15f-4084-9228-2d6037567658 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 945 time: 0.1494422 Apr 20 13:28:43.353927 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ee596b27-8660-4248-b7e5-147bbe38cf44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:43.370292 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ee596b27-8660-4248-b7e5-147bbe38cf44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:43.371511 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ee596b27-8660-4248-b7e5-147bbe38cf44 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/69300eb8-2f21-4965-b585-7dcbb228679b HTTP/1.1" status: 204 len: 168 time: 0.9549856 Apr 20 13:28:43.408006 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bde474-9a43-43f4-8b0f-85c7a629e6ac admin admin] Pushing event deleted for resources: {'Port': ['ID=51072941-3a6c-4a4a-864b-c3cecf3bcac6,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:43.417040 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:43.417391 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee596b27-8660-4248-b7e5-147bbe38cf44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69300eb8-2f21-4965-b585-7dcbb228679b,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:43.520397 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d1aafd-8c50-48a2-bba5-3a40b118e84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26921eb4-659d-4339-8506-cabbb01b9bd1'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:28:43.525030 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7013cda-f895-4674-8a07-c5b6e2ea79a7" -d '{"events": [{"server_uuid": "32d1aafd-8c50-48a2-bba5-3a40b118e84a", "name": "network-vif-plugged", "status": "completed", "tag": "26921eb4-659d-4339-8506-cabbb01b9bd1"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:28:43.579297 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 26921eb4-659d-4339-8506-cabbb01b9bd1, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=26921eb4-659d-4339-8506-cabbb01b9bd1,segment=NetworkSegment(61aa0039-68ca-4033-b082-432ef8c81b46),segment_id=61aa0039-68ca-4033-b082-432ef8c81b46)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:43.580378 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c9ef6507-19ed-4056-846e-1ec169580053 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:43.619423 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c9ef6507-19ed-4056-846e-1ec169580053 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:43.624451 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c9ef6507-19ed-4056-846e-1ec169580053 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/subnets/7e6666ee-5ffb-43b8-829a-2fc3f8682646 HTTP/1.1" status: 204 len: 168 time: 1.2214921 Apr 20 13:28:43.629135 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43122) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:43.687409 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:43.787917 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=26921eb4-659d-4339-8506-cabbb01b9bd1,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:44.235743 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef6507-19ed-4056-846e-1ec169580053 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'Subnet': ['ID=7e6666ee-5ffb-43b8-829a-2fc3f8682646,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:44.267739 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b42d3c02-218b-4849-83c0-60daf087ee72 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:44.285107 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2f48b0-dbe1-4468-a338-6d11eb2e66e3 None None] Network f1ed206a-3919-4001-bd7e-b2b9c1f75048 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:28:44.333038 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-b42d3c02-218b-4849-83c0-60daf087ee72 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Deleting port ffc8cd58-0c17-46d6-a25a-4f3351c76cd0 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:28:44.333427 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b42d3c02-218b-4849-83c0-60daf087ee72 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:44.384567 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-93c1e1dc-4cb8-47a5-b0df-bc306f685122 req-89e52d4b-efa9-44eb-b175-6df26ee7c2db tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b4f6333-b699-4e89-a9a9-1de794817f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9949493 Apr 20 13:28:44.394793 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-677052a8-2cb3-4aab-9443-be7a7a1b6276 req-eb430b3d-14e2-4911-9abe-ee98504b1788 tempest-ServerShowV247Test-111738650 tempest-ServerShowV247Test-111738650-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00f481d-ef33-4a6e-90bb-8fa62d0bfdf4 HTTP/1.1" status: 200 len: 210 time: 0.8092451 Apr 20 13:28:44.415526 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d1bde474-9a43-43f4-8b0f-85c7a629e6ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:44.472813 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-b42d3c02-218b-4849-83c0-60daf087ee72 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] For port ffc8cd58-0c17-46d6-a25a-4f3351c76cd0, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ffc8cd58-0c17-46d6-a25a-4f3351c76cd0,segment=NetworkSegment(9b0dcfdd-57c4-434b-b9c5-ec961c4d5971),segment_id=9b0dcfdd-57c4-434b-b9c5-ec961c4d5971)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:44.473165 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b42d3c02-218b-4849-83c0-60daf087ee72 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:44.513294 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-b42d3c02-218b-4849-83c0-60daf087ee72 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Calling delete_port for ffc8cd58-0c17-46d6-a25a-4f3351c76cd0 owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:28:44.527177 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-4bb62abc-4663-4ab9-8c36-0a34eaceee56 None None] Provisioning complete for port ffc8cd58-0c17-46d6-a25a-4f3351c76cd0 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:28:44.542306 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4bb62abc-4663-4ab9-8c36-0a34eaceee56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:44.552280 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fe13d3-08be-4546-b747-585fd262b208 x-openstack-request-id: req-85fe13d3-08be-4546-b747-585fd262b208 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:28:44.552702 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d1aafd-8c50-48a2-bba5-3a40b118e84a", "name": "network-vif-plugged", "status": "completed", "tag": "26921eb4-659d-4339-8506-cabbb01b9bd1", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:28:44.554229 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-85fe13d3-08be-4546-b747-585fd262b208 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:28:44.554229 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85fe13d3-08be-4546-b747-585fd262b208'] response: {'server_uuid': '32d1aafd-8c50-48a2-bba5-3a40b118e84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26921eb4-659d-4339-8506-cabbb01b9bd1', 'code': 200} Apr 20 13:28:44.708168 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f27dc-9241-4db8-b77c-7a08a860f9ee req-f52a2f0a-1212-4d9a-a1f3-6ac6a9d00bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:44.709930 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-099f27dc-9241-4db8-b77c-7a08a860f9ee req-f52a2f0a-1212-4d9a-a1f3-6ac6a9d00bf3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=32d1aafd-8c50-48a2-bba5-3a40b118e84a HTTP/1.1" status: 200 len: 1096 time: 0.0789971 Apr 20 13:28:44.758238 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d1bde474-9a43-43f4-8b0f-85c7a629e6ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:44.761593 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-8fd6b89c-7bbc-4fc9-9a3b-7b258730e487 req-d34bd3cf-497d-49f1-8728-26cf3aa13ea6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Deleting port c14fc494-8847-4150-88ae-bdb94766c222 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:28:44.762068 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8fd6b89c-7bbc-4fc9-9a3b-7b258730e487 req-d34bd3cf-497d-49f1-8728-26cf3aa13ea6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:44.810288 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-099f27dc-9241-4db8-b77c-7a08a860f9ee req-f71d255f-1f2b-4006-9ca4-fec1b1c88eaf service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906281 Apr 20 13:28:44.847965 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b42d3c02-218b-4849-83c0-60daf087ee72 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:44.886335 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42d3c02-218b-4849-83c0-60daf087ee72 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] No DVR routers for this DVR port ffc8cd58-0c17-46d6-a25a-4f3351c76cd0 on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:28:44.895041 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94fe314-9627-4a53-87ad-d3541bdd916e None None] DHCP port deletion for f1ed206a-3919-4001-bd7e-b2b9c1f75048 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:28:44.915852 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-8fd6b89c-7bbc-4fc9-9a3b-7b258730e487 req-d34bd3cf-497d-49f1-8728-26cf3aa13ea6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] For port c14fc494-8847-4150-88ae-bdb94766c222, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=c14fc494-8847-4150-88ae-bdb94766c222,segment=NetworkSegment(827844b1-8ae2-4ff7-b0c5-d6119a147b16),segment_id=827844b1-8ae2-4ff7-b0c5-d6119a147b16)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:44.916503 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8fd6b89c-7bbc-4fc9-9a3b-7b258730e487 req-d34bd3cf-497d-49f1-8728-26cf3aa13ea6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:44.923263 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d3c02-218b-4849-83c0-60daf087ee72 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'Port': ['ID=ffc8cd58-0c17-46d6-a25a-4f3351c76cd0,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:44.940070 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-8fd6b89c-7bbc-4fc9-9a3b-7b258730e487 req-d34bd3cf-497d-49f1-8728-26cf3aa13ea6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Calling delete_port for c14fc494-8847-4150-88ae-bdb94766c222 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:28:44.961304 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d1bde474-9a43-43f4-8b0f-85c7a629e6ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:45.022042 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b42d3c02-218b-4849-83c0-60daf087ee72 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:45.057658 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-b42d3c02-218b-4849-83c0-60daf087ee72 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ed206a-3919-4001-bd7e-b2b9c1f75048']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:45.068897 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-b42d3c02-218b-4849-83c0-60daf087ee72 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b0dcfdd-57c4-434b-b9c5-ec961c4d5971') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:45.069395 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-b42d3c02-218b-4849-83c0-60daf087ee72 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b0dcfdd-57c4-434b-b9c5-ec961c4d5971') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:45.086712 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b42d3c02-218b-4849-83c0-60daf087ee72 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:45.093801 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfd40d-f051-4f61-a45d-375fae7d4458 req-b11fca7d-1caf-439c-9e7c-f3df9f9de140 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:45.096339 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-afcfd40d-f051-4f61-a45d-375fae7d4458 req-b11fca7d-1caf-439c-9e7c-f3df9f9de140 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=32d1aafd-8c50-48a2-bba5-3a40b118e84a HTTP/1.1" status: 200 len: 945 time: 0.4606018 Apr 20 13:28:45.108941 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b42d3c02-218b-4849-83c0-60daf087ee72 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:45.126891 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b42d3c02-218b-4849-83c0-60daf087ee72 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:28:45.127521 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b42d3c02-218b-4849-83c0-60daf087ee72 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:45.132712 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:28:45.132712 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:28:45.132712 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:28:45.132712 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:28:45.132712 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:28:45.132712 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:28:45.132712 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:28:45.132712 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:28:45.132712 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:28:45.132712 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:28:45.132712 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:28:45.132712 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:28:45.132712 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:28:45.132712 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:28:45.132712 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:28:45.132712 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:28:45.132712 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:28:45.132712 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:28:45.132712 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:28:45.132712 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:28:45.132712 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:28:45.132712 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:28:45.132712 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:28:45.132712 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:28:45.132712 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:28:45.132712 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:28:45.132712 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:28:45.132712 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:28:45.132712 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:28:45.132712 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:28:45.132712 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:28:45.132712 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:28:45.155328 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d1bde474-9a43-43f4-8b0f-85c7a629e6ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:45.155880 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bde474-9a43-43f4-8b0f-85c7a629e6ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7974220f-4e16-4ece-a636-c78b0e9ecb11 {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:28:45.164847 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d1bde474-9a43-43f4-8b0f-85c7a629e6ac admin admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:45.167109 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d1bde474-9a43-43f4-8b0f-85c7a629e6ac admin admin] 10.222.0.25 "DELETE /v2.0/routers/7974220f-4e16-4ece-a636-c78b0e9ecb11 HTTP/1.1" status: 204 len: 168 time: 4.5994730 Apr 20 13:28:45.170621 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-afcfd40d-f051-4f61-a45d-375fae7d4458 req-6cc1fe24-c922-4fe5-8a0b-c87ec0e82d97 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647507 Apr 20 13:28:45.199889 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43146) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:45.265923 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f3ca3f2-f99e-4e3e-ba59-214dd456a797 admin admin] Deleting subnet ef1e53de-3523-4a45-882c-28a4e3b2a5d5 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:28:45.269924 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3f3ca3f2-f99e-4e3e-ba59-214dd456a797 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:45.308973 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3f3ca3f2-f99e-4e3e-ba59-214dd456a797 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:45.334995 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b42d3c02-218b-4849-83c0-60daf087ee72 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:45.346055 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8fd6b89c-7bbc-4fc9-9a3b-7b258730e487 req-d34bd3cf-497d-49f1-8728-26cf3aa13ea6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:45.348777 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b42d3c02-218b-4849-83c0-60daf087ee72 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:45.358190 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b42d3c02-218b-4849-83c0-60daf087ee72 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/networks/f1ed206a-3919-4001-bd7e-b2b9c1f75048 HTTP/1.1" status: 204 len: 168 time: 1.7234318 Apr 20 13:28:45.360966 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43156) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:45.391482 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d3c02-218b-4849-83c0-60daf087ee72 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'Network': ['ID=f1ed206a-3919-4001-bd7e-b2b9c1f75048,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:45.523049 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34bd3cf-497d-49f1-8728-26cf3aa13ea6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event deleted for resources: {'Port': ['ID=c14fc494-8847-4150-88ae-bdb94766c222,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:45.602462 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c54b2441-cf7d-4dae-b52f-3fe5d5a207f0 req-bb283a36-e9b8-493e-a5c6-e7696aa561ef tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 210 time: 0.0730121 Apr 20 13:28:45.662611 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-48bf564e-b479-4830-a676-3139c7cefcd3 req-4b4d442a-e789-4d3c-8afb-a54c065b6104 tempest-ServerShowV247Test-111738650 tempest-ServerShowV247Test-111738650-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00f481d-ef33-4a6e-90bb-8fa62d0bfdf4 HTTP/1.1" status: 200 len: 210 time: 0.0890608 Apr 20 13:28:45.686592 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd6b89c-7bbc-4fc9-9a3b-7b258730e487 req-d34bd3cf-497d-49f1-8728-26cf3aa13ea6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] No DVR routers for this DVR port c14fc494-8847-4150-88ae-bdb94766c222 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:28:45.688903 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3f3ca3f2-f99e-4e3e-ba59-214dd456a797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:45.729612 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b0850f-1b10-449c-8411-db13344d6cf0 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:45.731195 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-83b0850f-1b10-449c-8411-db13344d6cf0 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3679380 Apr 20 13:28:45.735165 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8fd6b89c-7bbc-4fc9-9a3b-7b258730e487 req-d34bd3cf-497d-49f1-8728-26cf3aa13ea6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:45.735399 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43204) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:45.739238 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8fd6b89c-7bbc-4fc9-9a3b-7b258730e487 req-d34bd3cf-497d-49f1-8728-26cf3aa13ea6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.15 "DELETE /v2.0/ports/c14fc494-8847-4150-88ae-bdb94766c222 HTTP/1.1" status: 204 len: 173 time: 2.4963157 Apr 20 13:28:45.739748 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b631a9-1049-46f2-adeb-c85b22069124', 'name': 'network-vif-deleted', 'tag': 'c14fc494-8847-4150-88ae-bdb94766c222'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:28:45.742299 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d654ec3-bb47-4ea5-963f-ca8907012ab8" -d '{"events": [{"server_uuid": "d9b631a9-1049-46f2-adeb-c85b22069124", "name": "network-vif-deleted", "tag": "c14fc494-8847-4150-88ae-bdb94766c222"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:28:45.825878 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f37c77-3262-43b2-ace2-403a5754481f x-openstack-request-id: req-d0f37c77-3262-43b2-ace2-403a5754481f {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:28:45.826173 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b631a9-1049-46f2-adeb-c85b22069124", "name": "network-vif-deleted", "tag": "c14fc494-8847-4150-88ae-bdb94766c222", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:28:45.826868 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d0f37c77-3262-43b2-ace2-403a5754481f {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:28:45.827275 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0f37c77-3262-43b2-ace2-403a5754481f'] response: {'server_uuid': 'd9b631a9-1049-46f2-adeb-c85b22069124', 'name': 'network-vif-deleted', 'tag': 'c14fc494-8847-4150-88ae-bdb94766c222', 'status': 'completed', 'code': 200} Apr 20 13:28:45.866867 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-738d5dd6-9497-4a34-8687-4a619aa27328 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1305890 Apr 20 13:28:45.870234 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43216) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:45.875286 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-6f5249e3-204a-476e-8fa7-f9dfff06cd92 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1257930703'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:45.922308 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3f3ca3f2-f99e-4e3e-ba59-214dd456a797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:45.979010 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5249e3-204a-476e-8fa7-f9dfff06cd92 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Made reservation on behalf of 17f57c51548d4962867796b5991ef4ff for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:28:45.984652 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f5249e3-204a-476e-8fa7-f9dfff06cd92 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:45.989743 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ca3f2-f99e-4e3e-ba59-214dd456a797 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef1e53de-3523-4a45-882c-28a4e3b2a5d5,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:46.005570 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3f3ca3f2-f99e-4e3e-ba59-214dd456a797 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:46.010386 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536d9dfc-b585-4cd4-ac9e-8538406a2bf7 None None] Network c981a2d2-2404-4eeb-859d-171554da52bb requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:28:46.011240 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-3f3ca3f2-f99e-4e3e-ba59-214dd456a797 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ef1e53de-3523-4a45-882c-28a4e3b2a5d5 HTTP/1.1" status: 204 len: 168 time: 0.8100848 Apr 20 13:28:46.015842 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43218) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:46.148449 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f5249e3-204a-476e-8fa7-f9dfff06cd92 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:28:46.177149 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d6dc4825-331c-493f-b5e6-11a7fe19048b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:46.197365 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f5249e3-204a-476e-8fa7-f9dfff06cd92 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:46.198654 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-6f5249e3-204a-476e-8fa7-f9dfff06cd92 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Added segment 09ddb326-612a-4f1e-bae5-a3d292f2a325 of type vlan for network a64fd9e7-a715-470e-98f8-8c9f619abead Apr 20 13:28:46.289796 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 51072941-3a6c-4a4a-864b-c3cecf3bcac6 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:28:46.330218 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f5249e3-204a-476e-8fa7-f9dfff06cd92 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:46.377063 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed7fc5-6a2a-42d2-943a-fd8bb8b40448 req-3f1c47ab-cdbd-4065-9ea0-111111f0d1e7 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:46.379104 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-32ed7fc5-6a2a-42d2-943a-fd8bb8b40448 req-3f1c47ab-cdbd-4065-9ea0-111111f0d1e7 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=32d1aafd-8c50-48a2-bba5-3a40b118e84a HTTP/1.1" status: 200 len: 945 time: 0.0732849 Apr 20 13:28:46.412860 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 51072941-3a6c-4a4a-864b-c3cecf3bcac6 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:28:46.412860 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 51072941-3a6c-4a4a-864b-c3cecf3bcac6 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:28:46.412860 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ffc8cd58-0c17-46d6-a25a-4f3351c76cd0 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:28:46.451188 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-d6dc4825-331c-493f-b5e6-11a7fe19048b admin admin] Deleting port 8e15eef4-282d-493a-91a0-3a9888d9c8ba {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:28:46.452182 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d6dc4825-331c-493f-b5e6-11a7fe19048b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:46.500509 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43228) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:46.523799 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device c14fc494-8847-4150-88ae-bdb94766c222 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:28:46.541214 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-32ed7fc5-6a2a-42d2-943a-fd8bb8b40448 req-89c1e9eb-8ec1-463f-ad18-846c6b281a94 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531410 Apr 20 13:28:46.638076 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: c14fc494-8847-4150-88ae-bdb94766c222 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:28:46.638421 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device c14fc494-8847-4150-88ae-bdb94766c222 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:28:46.650999 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: ffc8cd58-0c17-46d6-a25a-4f3351c76cd0 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:28:46.650999 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ffc8cd58-0c17-46d6-a25a-4f3351c76cd0 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:28:46.661520 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f5249e3-204a-476e-8fa7-f9dfff06cd92 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:46.683332 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5249e3-204a-476e-8fa7-f9dfff06cd92 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:46.683332 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f5249e3-204a-476e-8fa7-f9dfff06cd92 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:46.733153 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1fd644ef-8735-4747-9775-ced9eb2b8d28 req-091c956f-11c0-4220-9ed0-cdcd9ce6bbb5 tempest-ServerShowV247Test-111738650 tempest-ServerShowV247Test-111738650-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00f481d-ef33-4a6e-90bb-8fa62d0bfdf4 HTTP/1.1" status: 200 len: 210 time: 0.0638821 Apr 20 13:28:46.786938 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f0670f-9037-46db-9b9f-795ac981f8f9 None None] DHCP port deletion for c981a2d2-2404-4eeb-859d-171554da52bb request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:28:46.802571 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-921e4427-e062-4f6b-a32a-60ca7d320960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:46.818700 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-d6dc4825-331c-493f-b5e6-11a7fe19048b admin admin] For port 8e15eef4-282d-493a-91a0-3a9888d9c8ba, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=8e15eef4-282d-493a-91a0-3a9888d9c8ba,segment=NetworkSegment(7968e861-0bf7-4432-9f37-af614bc92f96),segment_id=7968e861-0bf7-4432-9f37-af614bc92f96)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:46.819082 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d6dc4825-331c-493f-b5e6-11a7fe19048b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:46.852080 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-31f0670f-9037-46db-9b9f-795ac981f8f9 None None] Deleting port 8e15eef4-282d-493a-91a0-3a9888d9c8ba {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:28:46.852506 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-31f0670f-9037-46db-9b9f-795ac981f8f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:46.880138 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d979c27b-b873-4887-ba50-fda8b8a84ac4 req-066b2801-71ad-4f3f-a6f7-99431361a989 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9b631a9-1049-46f2-adeb-c85b22069124 HTTP/1.1" status: 200 len: 210 time: 0.0776236 Apr 20 13:28:46.920798 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6f5249e3-204a-476e-8fa7-f9dfff06cd92 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0493257 Apr 20 13:28:46.924520 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43250) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:46.929843 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-2207fb2d-74d9-4b2a-8935-4d5f75e79af8 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'subnet': {'network_id': 'a64fd9e7-a715-470e-98f8-8c9f619abead', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:46.938023 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-d6dc4825-331c-493f-b5e6-11a7fe19048b admin admin] Calling delete_port for 8e15eef4-282d-493a-91a0-3a9888d9c8ba owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:28:46.952688 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5249e3-204a-476e-8fa7-f9dfff06cd92 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'Network': ['ID=a64fd9e7-a715-470e-98f8-8c9f619abead,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:47.028183 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-31f0670f-9037-46db-9b9f-795ac981f8f9 None None] For port 8e15eef4-282d-493a-91a0-3a9888d9c8ba, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=8e15eef4-282d-493a-91a0-3a9888d9c8ba,segment=NetworkSegment(7968e861-0bf7-4432-9f37-af614bc92f96),segment_id=7968e861-0bf7-4432-9f37-af614bc92f96)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:47.029298 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-31f0670f-9037-46db-9b9f-795ac981f8f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:47.069010 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-31f0670f-9037-46db-9b9f-795ac981f8f9 None None] Calling delete_port for 8e15eef4-282d-493a-91a0-3a9888d9c8ba owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:28:47.098558 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network a64fd9e7-a715-470e-98f8-8c9f619abead details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:28:47.119941 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-921e4427-e062-4f6b-a32a-60ca7d320960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:47.185052 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-921e4427-e062-4f6b-a32a-60ca7d320960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:47.207848 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2207fb2d-74d9-4b2a-8935-4d5f75e79af8 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Made reservation on behalf of 17f57c51548d4962867796b5991ef4ff for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:28:47.211581 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2207fb2d-74d9-4b2a-8935-4d5f75e79af8 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:47.243820 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-921e4427-e062-4f6b-a32a-60ca7d320960 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6a51dc5558f545c393f144b8ee88fc3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7419207 Apr 20 13:28:47.246266 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e4427-e062-4f6b-a32a-60ca7d320960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9981f7b3-e402-4db9-a685-8a8b161d19cd,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:47.248122 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43278) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:47.270743 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d6dc4825-331c-493f-b5e6-11a7fe19048b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:47.311410 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc4825-331c-493f-b5e6-11a7fe19048b admin admin] Pushing event deleted for resources: {'Port': ['ID=8e15eef4-282d-493a-91a0-3a9888d9c8ba,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:47.314156 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dc4825-331c-493f-b5e6-11a7fe19048b admin admin] No DVR routers for this DVR port 8e15eef4-282d-493a-91a0-3a9888d9c8ba on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:28:47.359410 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-31f0670f-9037-46db-9b9f-795ac981f8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:47.390057 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0670f-9037-46db-9b9f-795ac981f8f9 None None] Pushing event deleted for resources: {'Port': ['ID=8e15eef4-282d-493a-91a0-3a9888d9c8ba,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:47.394688 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f0670f-9037-46db-9b9f-795ac981f8f9 None None] No DVR routers for this DVR port 8e15eef4-282d-493a-91a0-3a9888d9c8ba on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:28:47.456247 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d6dc4825-331c-493f-b5e6-11a7fe19048b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:47.473251 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e0cc1330-7efb-4f63-b8ae-7c43459c7d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:47.478303 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-d6dc4825-331c-493f-b5e6-11a7fe19048b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c981a2d2-2404-4eeb-859d-171554da52bb']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:47.490571 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-d6dc4825-331c-493f-b5e6-11a7fe19048b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7968e861-0bf7-4432-9f37-af614bc92f96') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:47.491068 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-d6dc4825-331c-493f-b5e6-11a7fe19048b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7968e861-0bf7-4432-9f37-af614bc92f96') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:47.501872 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d6dc4825-331c-493f-b5e6-11a7fe19048b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:47.518322 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d6dc4825-331c-493f-b5e6-11a7fe19048b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:47.524701 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6dc4825-331c-493f-b5e6-11a7fe19048b admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:28:47.525110 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d6dc4825-331c-493f-b5e6-11a7fe19048b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:47.526892 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:28:47.526892 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:28:47.526892 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:28:47.526892 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:28:47.526892 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:28:47.526892 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:28:47.526892 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:28:47.526892 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:28:47.526892 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:28:47.526892 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:28:47.526892 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:28:47.526892 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:28:47.526892 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:28:47.526892 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:28:47.526892 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:28:47.526892 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:28:47.526892 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:28:47.526892 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:28:47.526892 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:28:47.526892 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:28:47.526892 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:28:47.526892 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:28:47.526892 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:28:47.526892 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:28:47.526892 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:28:47.526892 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:28:47.526892 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:28:47.526892 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:28:47.526892 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:28:47.526892 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:28:47.526892 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:28:47.526892 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:28:47.547021 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e0cc1330-7efb-4f63-b8ae-7c43459c7d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:47.664592 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d6dc4825-331c-493f-b5e6-11a7fe19048b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:47.674304 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d6dc4825-331c-493f-b5e6-11a7fe19048b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:47.678328 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d6dc4825-331c-493f-b5e6-11a7fe19048b admin admin] 10.222.0.25 "DELETE /v2.0/networks/c981a2d2-2404-4eeb-859d-171554da52bb HTTP/1.1" status: 204 len: 168 time: 1.6615229 Apr 20 13:28:47.689206 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc4825-331c-493f-b5e6-11a7fe19048b admin admin] Pushing event deleted for resources: {'Network': ['ID=c981a2d2-2404-4eeb-859d-171554da52bb,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:47.723553 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9885897-09ad-4542-8f6c-03e9a1b2bd63 req-8c7343e1-a780-4a00-8c39-f230d19f7716 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:47.725705 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b9885897-09ad-4542-8f6c-03e9a1b2bd63 req-8c7343e1-a780-4a00-8c39-f230d19f7716 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=32d1aafd-8c50-48a2-bba5-3a40b118e84a HTTP/1.1" status: 200 len: 945 time: 0.0695641 Apr 20 13:28:47.727117 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2207fb2d-74d9-4b2a-8935-4d5f75e79af8 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:47.819006 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2207fb2d-74d9-4b2a-8935-4d5f75e79af8 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'Subnet': ['ID=d851abec-7ee8-4700-958c-e3b2f4ce98d6,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:47.819006 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e0cc1330-7efb-4f63-b8ae-7c43459c7d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:47.819347 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e0cc1330-7efb-4f63-b8ae-7c43459c7d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:47.823008 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e0cc1330-7efb-4f63-b8ae-7c43459c7d55 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9981f7b3-e402-4db9-a685-8a8b161d19cd HTTP/1.1" status: 204 len: 168 time: 0.5713062 Apr 20 13:28:47.845158 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b9885897-09ad-4542-8f6c-03e9a1b2bd63 req-32a57830-f3f9-40f9-9064-9b30e5fb2742 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087868 Apr 20 13:28:47.865754 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc1330-7efb-4f63-b8ae-7c43459c7d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9981f7b3-e402-4db9-a685-8a8b161d19cd,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:47.953602 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2354ebe6-1045-40c1-bf7e-1418b70e2aaa req-c5180011-2aaf-4601-8b99-d3e9074ed4b0 tempest-ServerShowV247Test-111738650 tempest-ServerShowV247Test-111738650-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00f481d-ef33-4a6e-90bb-8fa62d0bfdf4 HTTP/1.1" status: 200 len: 210 time: 0.1011510 Apr 20 13:28:47.958952 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2207fb2d-74d9-4b2a-8935-4d5f75e79af8 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Checking segment: {'id': '09ddb326-612a-4f1e-bae5-a3d292f2a325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a64fd9e7-a715-470e-98f8-8c9f619abead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:28:47.960757 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2207fb2d-74d9-4b2a-8935-4d5f75e79af8 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Network hostable DHCP agents. Network: a64fd9e7-a715-470e-98f8-8c9f619abead, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:28:48.027036 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43308) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:48.062593 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19711b0-c4e8-4db6-875b-e84632600d1b req-6fad1b0e-f60e-4419-afce-cd32f47de788 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:48.065149 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d19711b0-c4e8-4db6-875b-e84632600d1b req-6fad1b0e-f60e-4419-afce-cd32f47de788 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee0e1f97-9545-45c3-9451-52d45401b30e HTTP/1.1" status: 200 len: 945 time: 0.0698786 Apr 20 13:28:48.087501 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43310) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:48.135036 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2207fb2d-74d9-4b2a-8935-4d5f75e79af8 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Network a64fd9e7-a715-470e-98f8-8c9f619abead is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:28:48.187261 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 8e15eef4-282d-493a-91a0-3a9888d9c8ba no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:28:48.233457 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 8e15eef4-282d-493a-91a0-3a9888d9c8ba {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:28:48.234086 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 8e15eef4-282d-493a-91a0-3a9888d9c8ba not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:28:48.286379 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d19711b0-c4e8-4db6-875b-e84632600d1b req-27d3af0e-1e78-4902-ac12-bb8550507b9f tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103181 Apr 20 13:28:48.297477 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ebd1925c-fd27-4440-a645-caa55ca6b345 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b7d094a7c46d4d49b889e6b8219e2601&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2088523 Apr 20 13:28:48.302652 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43312) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:48.326150 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-2207fb2d-74d9-4b2a-8935-4d5f75e79af8 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, a64fd9e7-a715-470e-98f8-8c9f619abead) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:28:48.337706 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20378bf-e5b9-43af-bc0b-dab2161be73b None None] Network a64fd9e7-a715-470e-98f8-8c9f619abead requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:28:48.356456 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2207fb2d-74d9-4b2a-8935-4d5f75e79af8 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:48.357649 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2207fb2d-74d9-4b2a-8935-4d5f75e79af8 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:48.421995 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c1f01b61-2aaa-46f9-a938-67c0937c14b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:48.525713 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c1f01b61-2aaa-46f9-a938-67c0937c14b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:48.537467 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2207fb2d-74d9-4b2a-8935-4d5f75e79af8 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6115429 Apr 20 13:28:48.572011 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43316) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:48.595820 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-b58a015a-4649-413a-b170-2cf7d7dd97fe tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'port': {'network_id': 'a64fd9e7-a715-470e-98f8-8c9f619abead', 'name': 'tempest-PortsIpV6TestJSON-1867572971'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:48.683188 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a3540-9712-4c11-8c62-7215e9a9f841 req-60f0df7b-1708-4e46-8b1e-86d0fd375a51 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:48.685126 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c50a3540-9712-4c11-8c62-7215e9a9f841 req-60f0df7b-1708-4e46-8b1e-86d0fd375a51 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=32d1aafd-8c50-48a2-bba5-3a40b118e84a HTTP/1.1" status: 200 len: 945 time: 0.2507145 Apr 20 13:28:48.718978 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc6d040-a249-4eed-99bf-fd1adb4a99c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-a64fd9e7-a715-470e-98f8-8c9f619abead', 'network_id': 'a64fd9e7-a715-470e-98f8-8c9f619abead', 'tenant_id': '17f57c51548d4962867796b5991ef4ff', 'fixed_ips': [{'subnet_id': 'd851abec-7ee8-4700-958c-e3b2f4ce98d6'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:28:48.720561 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bcc6d040-a249-4eed-99bf-fd1adb4a99c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:48.774849 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c50a3540-9712-4c11-8c62-7215e9a9f841 req-e29e0fc9-c10b-4560-bf1e-340473ec7506 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838034 Apr 20 13:28:48.824800 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c1f01b61-2aaa-46f9-a938-67c0937c14b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:48.828064 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c1f01b61-2aaa-46f9-a938-67c0937c14b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:48.832477 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c1f01b61-2aaa-46f9-a938-67c0937c14b5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3f97df42-4fbb-474f-ac50-29e7b954bb4f HTTP/1.1" status: 204 len: 168 time: 0.5283160 Apr 20 13:28:48.844036 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f01b61-2aaa-46f9-a938-67c0937c14b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f97df42-4fbb-474f-ac50-29e7b954bb4f,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:48.932573 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-bcc6d040-a249-4eed-99bf-fd1adb4a99c7 None None] Allocated IP 2001:db8::2 (a64fd9e7-a715-470e-98f8-8c9f619abead/d851abec-7ee8-4700-958c-e3b2f4ce98d6/3f512b76-00ec-4b45-a882-c34a92faea57) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:28:49.114537 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58a015a-4649-413a-b170-2cf7d7dd97fe tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Made reservation on behalf of 17f57c51548d4962867796b5991ef4ff for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:28:49.119217 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b58a015a-4649-413a-b170-2cf7d7dd97fe tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:49.144091 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-b58a015a-4649-413a-b170-2cf7d7dd97fe tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] device_id is not set on port 5ac5e006-66b5-45fe-bc24-7c7051ee00de yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:28:49.150061 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-561a99d5-d4ff-4da0-84ec-a4a6fa7f8410 req-dc6631c3-421d-42ca-b1a8-afaa8d25c43a tempest-ServerShowV247Test-111738650 tempest-ServerShowV247Test-111738650-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00f481d-ef33-4a6e-90bb-8fa62d0bfdf4 HTTP/1.1" status: 200 len: 210 time: 0.0535526 Apr 20 13:28:49.161018 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bcc6d040-a249-4eed-99bf-fd1adb4a99c7 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:49.230703 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bcc6d040-a249-4eed-99bf-fd1adb4a99c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:49.240474 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fc7056e9-0690-40bd-9e3e-ff9da519dfd0 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:49.277656 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc6d040-a249-4eed-99bf-fd1adb4a99c7 None None] Network a64fd9e7-a715-470e-98f8-8c9f619abead is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:28:49.304695 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-bcc6d040-a249-4eed-99bf-fd1adb4a99c7 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:28:49.307581 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc6d040-a249-4eed-99bf-fd1adb4a99c7 None None] Pushing event updated for resources: {'Port': ['ID=3f512b76-00ec-4b45-a882-c34a92faea57,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:49.310191 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc6d040-a249-4eed-99bf-fd1adb4a99c7 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:28:49.376324 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-bcc6d040-a249-4eed-99bf-fd1adb4a99c7 None None] Attempting to bind port 3f512b76-00ec-4b45-a882-c34a92faea57 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:28:49.377061 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-bcc6d040-a249-4eed-99bf-fd1adb4a99c7 None None] Attempting to bind port 3f512b76-00ec-4b45-a882-c34a92faea57 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '09ddb326-612a-4f1e-bae5-a3d292f2a325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a64fd9e7-a715-470e-98f8-8c9f619abead'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:28:49.377654 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc6d040-a249-4eed-99bf-fd1adb4a99c7 None None] Attempting to bind port 3f512b76-00ec-4b45-a882-c34a92faea57 on network a64fd9e7-a715-470e-98f8-8c9f619abead {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:28:49.383770 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc6d040-a249-4eed-99bf-fd1adb4a99c7 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:28:49.384570 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc6d040-a249-4eed-99bf-fd1adb4a99c7 None None] Checking segment: {'id': '09ddb326-612a-4f1e-bae5-a3d292f2a325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a64fd9e7-a715-470e-98f8-8c9f619abead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:28:49.385247 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bcc6d040-a249-4eed-99bf-fd1adb4a99c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:49.385868 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc6d040-a249-4eed-99bf-fd1adb4a99c7 None None] Bound using segment: {'id': '09ddb326-612a-4f1e-bae5-a3d292f2a325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a64fd9e7-a715-470e-98f8-8c9f619abead'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:28:49.386598 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-bcc6d040-a249-4eed-99bf-fd1adb4a99c7 None None] Bound port: 3f512b76-00ec-4b45-a882-c34a92faea57, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ddb326-612a-4f1e-bae5-a3d292f2a325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a64fd9e7-a715-470e-98f8-8c9f619abead'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:28:49.387210 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bcc6d040-a249-4eed-99bf-fd1adb4a99c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:49.446056 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872739f-b52f-47c9-9c47-604cb5a19560 req-cc44f707-e5b6-4487-933d-32c0098bd6bf tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:49.447559 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9872739f-b52f-47c9-9c47-604cb5a19560 req-cc44f707-e5b6-4487-933d-32c0098bd6bf tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=32d1aafd-8c50-48a2-bba5-3a40b118e84a HTTP/1.1" status: 200 len: 945 time: 0.0757074 Apr 20 13:28:49.451120 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-b58a015a-4649-413a-b170-2cf7d7dd97fe tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Allocated IP 2001:db8::31f (a64fd9e7-a715-470e-98f8-8c9f619abead/d851abec-7ee8-4700-958c-e3b2f4ce98d6/5ac5e006-66b5-45fe-bc24-7c7051ee00de) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:28:49.484897 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-bcc6d040-a249-4eed-99bf-fd1adb4a99c7 None None] For port 3f512b76-00ec-4b45-a882-c34a92faea57, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:28:49.484897 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-bcc6d040-a249-4eed-99bf-fd1adb4a99c7 None None] For port 3f512b76-00ec-4b45-a882-c34a92faea57, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=3f512b76-00ec-4b45-a882-c34a92faea57,segment=NetworkSegment(09ddb326-612a-4f1e-bae5-a3d292f2a325),segment_id=09ddb326-612a-4f1e-bae5-a3d292f2a325)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:28:49.524013 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9872739f-b52f-47c9-9c47-604cb5a19560 req-2f4904f3-6c9c-4e4e-aef3-d39d5c220365 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675745 Apr 20 13:28:49.568183 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bcc6d040-a249-4eed-99bf-fd1adb4a99c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:49.663211 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc6d040-a249-4eed-99bf-fd1adb4a99c7 None None] Pushing event updated for resources: {'Port': ['ID=3f512b76-00ec-4b45-a882-c34a92faea57,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:49.753917 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b58a015a-4649-413a-b170-2cf7d7dd97fe tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:49.880520 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-fc7056e9-0690-40bd-9e3e-ff9da519dfd0 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Deleting port 4de0f978-9c9a-4af8-bc09-e7eff48e1f16 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:28:49.881111 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fc7056e9-0690-40bd-9e3e-ff9da519dfd0 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:49.965931 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43344) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:49.968202 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b58a015a-4649-413a-b170-2cf7d7dd97fe tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:50.044277 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58a015a-4649-413a-b170-2cf7d7dd97fe tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Network a64fd9e7-a715-470e-98f8-8c9f619abead is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:28:50.057383 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-b58a015a-4649-413a-b170-2cf7d7dd97fe tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:28:50.066343 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58a015a-4649-413a-b170-2cf7d7dd97fe tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:28:50.072074 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58a015a-4649-413a-b170-2cf7d7dd97fe tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:50.072823 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b58a015a-4649-413a-b170-2cf7d7dd97fe tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:50.075168 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ff1b49f2-4ac2-41e7-b33f-bf42bed70779 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=19797146ffa04eda9d815b280f3701b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1067512 Apr 20 13:28:50.078747 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a015a-4649-413a-b170-2cf7d7dd97fe tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'Port': ['ID=5ac5e006-66b5-45fe-bc24-7c7051ee00de,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:50.081040 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43346) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:50.455584 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-fc7056e9-0690-40bd-9e3e-ff9da519dfd0 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] For port 4de0f978-9c9a-4af8-bc09-e7eff48e1f16, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=4de0f978-9c9a-4af8-bc09-e7eff48e1f16,segment=NetworkSegment(827844b1-8ae2-4ff7-b0c5-d6119a147b16),segment_id=827844b1-8ae2-4ff7-b0c5-d6119a147b16)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:50.455584 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fc7056e9-0690-40bd-9e3e-ff9da519dfd0 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:50.455584 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-fc7056e9-0690-40bd-9e3e-ff9da519dfd0 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Calling delete_port for 4de0f978-9c9a-4af8-bc09-e7eff48e1f16 owned by network:router_interface {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:28:50.455584 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b3249966-b3f8-4bbc-9c9f-afd0f1b9e8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:50.456665 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 3f512b76-00ec-4b45-a882-c34a92faea57 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:28:50.457580 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b3249966-b3f8-4bbc-9c9f-afd0f1b9e8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:50.457928 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 3f512b76-00ec-4b45-a882-c34a92faea57 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:28:50.457928 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:50.458448 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b58a015a-4649-413a-b170-2cf7d7dd97fe tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7480450 Apr 20 13:28:50.458448 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43350) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:50.458448 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-637a477f-177d-4724-93ac-64d45483d724 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'port': {'network_id': 'a64fd9e7-a715-470e-98f8-8c9f619abead', 'name': 'tempest-PortsIpV6TestJSON-1907705587'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:50.458914 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54e0ba96-1916-4d80-a300-23162a78159b req-b5986b7d-fc39-4768-bb13-015552fce778 tempest-ServerShowV247Test-111738650 tempest-ServerShowV247Test-111738650-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00f481d-ef33-4a6e-90bb-8fa62d0bfdf4 HTTP/1.1" status: 200 len: 210 time: 0.0630121 Apr 20 13:28:50.458977 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:50.508636 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 3f512b76-00ec-4b45-a882-c34a92faea57, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=3f512b76-00ec-4b45-a882-c34a92faea57,segment=NetworkSegment(09ddb326-612a-4f1e-bae5-a3d292f2a325),segment_id=09ddb326-612a-4f1e-bae5-a3d292f2a325)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:50.618540 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b3249966-b3f8-4bbc-9c9f-afd0f1b9e8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:50.621358 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b3249966-b3f8-4bbc-9c9f-afd0f1b9e8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:50.622926 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b3249966-b3f8-4bbc-9c9f-afd0f1b9e8de admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/50a08799-f0e3-4955-9df5-7425a86f6746 HTTP/1.1" status: 204 len: 168 time: 0.5328190 Apr 20 13:28:50.635931 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3249966-b3f8-4bbc-9c9f-afd0f1b9e8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a08799-f0e3-4955-9df5-7425a86f6746,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:50.655610 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d203dab-e8f1-434d-a23b-3ed259a6403f req-b9af812a-6ed2-4bbb-b5ac-8341824c3b9f tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:50.657404 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6d203dab-e8f1-434d-a23b-3ed259a6403f req-b9af812a-6ed2-4bbb-b5ac-8341824c3b9f tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=32d1aafd-8c50-48a2-bba5-3a40b118e84a HTTP/1.1" status: 200 len: 945 time: 0.0564125 Apr 20 13:28:50.680527 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:50.700925 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fc7056e9-0690-40bd-9e3e-ff9da519dfd0 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:50.702262 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637a477f-177d-4724-93ac-64d45483d724 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Made reservation on behalf of 17f57c51548d4962867796b5991ef4ff for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:28:50.706420 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-637a477f-177d-4724-93ac-64d45483d724 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:50.746168 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6d203dab-e8f1-434d-a23b-3ed259a6403f req-05cfa57a-1095-41a9-9ba9-67c500ce6b81 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794673 Apr 20 13:28:50.786079 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=3f512b76-00ec-4b45-a882-c34a92faea57,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:50.824486 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7056e9-0690-40bd-9e3e-ff9da519dfd0 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event deleted for resources: {'Port': ['ID=4de0f978-9c9a-4af8-bc09-e7eff48e1f16,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:50.865586 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-637a477f-177d-4724-93ac-64d45483d724 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] device_id is not set on port 5a1facb2-2bc4-454e-910d-b151fd6f6d93 yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:28:51.208186 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899eb325-3c52-45da-8875-69d35539def6 None None] Network a64fd9e7-a715-470e-98f8-8c9f619abead requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:28:51.216520 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc284a1-2c4d-45a3-a361-348a78c1f18a req-85d02a5e-34aa-4e2d-be11-8a6892c671b0 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:51.218369 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8bc284a1-2c4d-45a3-a361-348a78c1f18a req-85d02a5e-34aa-4e2d-be11-8a6892c671b0 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.32 "GET /v2.0/ports?device_id=32d1aafd-8c50-48a2-bba5-3a40b118e84a HTTP/1.1" status: 200 len: 945 time: 0.2025867 Apr 20 13:28:51.284050 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-f7920fd8-711f-4f12-bd69-b7e0005c348f None None] Provisioning complete for port 3f512b76-00ec-4b45-a882-c34a92faea57 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:28:51.284995 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f7920fd8-711f-4f12-bd69-b7e0005c348f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:51.387859 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-637a477f-177d-4724-93ac-64d45483d724 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Allocated IP 2001:db8::3df (a64fd9e7-a715-470e-98f8-8c9f619abead/d851abec-7ee8-4700-958c-e3b2f4ce98d6/5a1facb2-2bc4-454e-910d-b151fd6f6d93) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:28:51.597222 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85cadde8-684f-4b32-b34b-a6b5d47c988d req-b0aa5f8a-350d-4588-bdee-d7935f9c88e6 tempest-ServerShowV247Test-111738650 tempest-ServerShowV247Test-111738650-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00f481d-ef33-4a6e-90bb-8fa62d0bfdf4 HTTP/1.1" status: 200 len: 210 time: 0.0500047 Apr 20 13:28:51.922872 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fc7056e9-0690-40bd-9e3e-ff9da519dfd0 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:51.941759 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69472237-1e96-4c2c-8be3-c3a5fff0f4e6 req-461b1e4d-fc65-4768-a7c0-a5de6bce7d96 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:51.948148 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-062d9834-00d5-4913-83ed-115967952a75 None None] Provisioning complete for port 3f512b76-00ec-4b45-a882-c34a92faea57 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:28:51.948633 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-062d9834-00d5-4913-83ed-115967952a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:51.950888 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-69472237-1e96-4c2c-8be3-c3a5fff0f4e6 req-461b1e4d-fc65-4768-a7c0-a5de6bce7d96 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=32d1aafd-8c50-48a2-bba5-3a40b118e84a HTTP/1.1" status: 200 len: 945 time: 0.0801878 Apr 20 13:28:52.005195 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-69472237-1e96-4c2c-8be3-c3a5fff0f4e6 req-f8c6cdfa-12cd-4486-acad-b5b297ded2fb tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523391 Apr 20 13:28:52.066465 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-8bc284a1-2c4d-45a3-a361-348a78c1f18a req-718050cf-cfa0-48b9-a0a7-6b8bdfeb2c15 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Deleting port 26921eb4-659d-4339-8506-cabbb01b9bd1 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:28:52.066812 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8bc284a1-2c4d-45a3-a361-348a78c1f18a req-718050cf-cfa0-48b9-a0a7-6b8bdfeb2c15 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:52.151413 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-062d9834-00d5-4913-83ed-115967952a75 None None] Provisioning complete for port 5ac5e006-66b5-45fe-bc24-7c7051ee00de triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:28:52.151825 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-062d9834-00d5-4913-83ed-115967952a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:52.203259 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-062d9834-00d5-4913-83ed-115967952a75 None None] Port 5ac5e006-66b5-45fe-bc24-7c7051ee00de cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:28:52.316923 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 3f512b76-00ec-4b45-a882-c34a92faea57 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:28:52.333627 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-8bc284a1-2c4d-45a3-a361-348a78c1f18a req-718050cf-cfa0-48b9-a0a7-6b8bdfeb2c15 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] For port 26921eb4-659d-4339-8506-cabbb01b9bd1, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=26921eb4-659d-4339-8506-cabbb01b9bd1,segment=NetworkSegment(61aa0039-68ca-4033-b082-432ef8c81b46),segment_id=61aa0039-68ca-4033-b082-432ef8c81b46)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:52.334025 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8bc284a1-2c4d-45a3-a361-348a78c1f18a req-718050cf-cfa0-48b9-a0a7-6b8bdfeb2c15 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:52.363853 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-8bc284a1-2c4d-45a3-a361-348a78c1f18a req-718050cf-cfa0-48b9-a0a7-6b8bdfeb2c15 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Calling delete_port for 26921eb4-659d-4339-8506-cabbb01b9bd1 owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:28:52.384037 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-637a477f-177d-4724-93ac-64d45483d724 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:52.520566 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-993db48b-986c-48e3-b903-9c4e01d73da7 None None] Provisioning complete for port 5ac5e006-66b5-45fe-bc24-7c7051ee00de triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:28:52.520935 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-993db48b-986c-48e3-b903-9c4e01d73da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:52.567920 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-993db48b-986c-48e3-b903-9c4e01d73da7 None None] Port 5ac5e006-66b5-45fe-bc24-7c7051ee00de cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:28:52.570864 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 3f512b76-00ec-4b45-a882-c34a92faea57 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:28:52.571247 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:52.588515 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7056e9-0690-40bd-9e3e-ff9da519dfd0 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Router 74d06f5f-0a79-4f68-bec6-8f9220bbfb6d has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:28:52.664325 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-637a477f-177d-4724-93ac-64d45483d724 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:52.726002 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fd723e39-45e3-481c-97e0-a2cfba923574 req-7e59eed7-ab98-45a0-85ea-5d8a75d5397a tempest-ServerShowV247Test-111738650 tempest-ServerShowV247Test-111738650-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00f481d-ef33-4a6e-90bb-8fa62d0bfdf4 HTTP/1.1" status: 200 len: 210 time: 0.0357556 Apr 20 13:28:52.738628 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637a477f-177d-4724-93ac-64d45483d724 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Network a64fd9e7-a715-470e-98f8-8c9f619abead is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:28:52.770483 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-637a477f-177d-4724-93ac-64d45483d724 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:28:52.779028 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637a477f-177d-4724-93ac-64d45483d724 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:28:52.785321 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637a477f-177d-4724-93ac-64d45483d724 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:52.785959 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-637a477f-177d-4724-93ac-64d45483d724 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:52.811655 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a477f-177d-4724-93ac-64d45483d724 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'Port': ['ID=5a1facb2-2bc4-454e-910d-b151fd6f6d93,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:52.820577 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7056e9-0690-40bd-9e3e-ff9da519dfd0 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:28:52.826201 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-fc7056e9-0690-40bd-9e3e-ff9da519dfd0 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "PUT /v2.0/routers/74d06f5f-0a79-4f68-bec6-8f9220bbfb6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7977459 Apr 20 13:28:52.828877 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43370) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:52.836016 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6900c4-d13e-4106-b4db-05245bfb1589 None None] Sync routers for ids ['74d06f5f-0a79-4f68-bec6-8f9220bbfb6d'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:28:52.839798 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8bc284a1-2c4d-45a3-a361-348a78c1f18a req-718050cf-cfa0-48b9-a0a7-6b8bdfeb2c15 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:52.851288 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['8964fd46-ee04-4949-bc3b-01aa6c0daa3f'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:28:52.853631 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['42a833c8-1408-4e2b-87a9-10a6ee325fd6'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:28:52.855620 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6900c4-d13e-4106-b4db-05245bfb1589 None None] Routers {'74d06f5f-0a79-4f68-bec6-8f9220bbfb6d'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:28:52.857347 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4a6900c4-d13e-4106-b4db-05245bfb1589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:28:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['74d06f5f-0a79-4f68-bec6-8f9220bbfb6d'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:52.911053 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718050cf-cfa0-48b9-a0a7-6b8bdfeb2c15 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Pushing event deleted for resources: {'Port': ['ID=26921eb4-659d-4339-8506-cabbb01b9bd1,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:52.945885 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-f938ace6-0df3-461d-9dea-fbbc4c56a61e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Deleting subnet f8c00a85-0926-4962-942d-865bad164bb8 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:28:52.968194 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f938ace6-0df3-461d-9dea-fbbc4c56a61e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:52.976783 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43372) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:52.986022 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-637a477f-177d-4724-93ac-64d45483d724 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6552808 Apr 20 13:28:52.987122 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc284a1-2c4d-45a3-a361-348a78c1f18a req-718050cf-cfa0-48b9-a0a7-6b8bdfeb2c15 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] No DVR routers for this DVR port 26921eb4-659d-4339-8506-cabbb01b9bd1 on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:28:53.036563 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8bc284a1-2c4d-45a3-a361-348a78c1f18a req-718050cf-cfa0-48b9-a0a7-6b8bdfeb2c15 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:53.040007 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8bc284a1-2c4d-45a3-a361-348a78c1f18a req-718050cf-cfa0-48b9-a0a7-6b8bdfeb2c15 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.32 "DELETE /v2.0/ports/26921eb4-659d-4339-8506-cabbb01b9bd1 HTTP/1.1" status: 204 len: 173 time: 1.8099027 Apr 20 13:28:53.040760 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d1aafd-8c50-48a2-bba5-3a40b118e84a', 'name': 'network-vif-deleted', 'tag': '26921eb4-659d-4339-8506-cabbb01b9bd1'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:28:53.043090 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deafd466-4d10-4a39-bb74-cdbba81e1a45" -d '{"events": [{"server_uuid": "32d1aafd-8c50-48a2-bba5-3a40b118e84a", "name": "network-vif-deleted", "tag": "26921eb4-659d-4339-8506-cabbb01b9bd1"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:28:53.142591 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a9dfc9-c23e-4160-bd5b-83ea0428a84d tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:53.148081 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-86a9dfc9-c23e-4160-bd5b-83ea0428a84d tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A31f HTTP/1.1" status: 200 len: 929 time: 0.1702271 Apr 20 13:28:53.148699 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43382) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:53.155083 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f938ace6-0df3-461d-9dea-fbbc4c56a61e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:53.201966 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5305855-0b4e-48db-a82f-5f21ebae84c8 x-openstack-request-id: req-e5305855-0b4e-48db-a82f-5f21ebae84c8 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:28:53.202288 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d1aafd-8c50-48a2-bba5-3a40b118e84a", "name": "network-vif-deleted", "tag": "26921eb4-659d-4339-8506-cabbb01b9bd1", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:28:53.202516 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e5305855-0b4e-48db-a82f-5f21ebae84c8 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:28:53.202910 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5305855-0b4e-48db-a82f-5f21ebae84c8'] response: {'server_uuid': '32d1aafd-8c50-48a2-bba5-3a40b118e84a', 'name': 'network-vif-deleted', 'tag': '26921eb4-659d-4339-8506-cabbb01b9bd1', 'status': 'completed', 'code': 200} Apr 20 13:28:53.321547 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b12f611b-9af9-48ed-af96-e0f5a2e692b4 req-71e15a66-e7a3-406d-8ccd-2d84ee7106f5 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=32d1aafd-8c50-48a2-bba5-3a40b118e84a HTTP/1.1" status: 200 len: 210 time: 0.1047070 Apr 20 13:28:53.334857 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-c4092dda-b820-4004-aa17-43fd26edb3be None None] Provisioning complete for port 5a1facb2-2bc4-454e-910d-b151fd6f6d93 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:28:53.335587 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c4092dda-b820-4004-aa17-43fd26edb3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:53.366927 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-4a6900c4-d13e-4106-b4db-05245bfb1589 None None] Set router 74d06f5f-0a79-4f68-bec6-8f9220bbfb6d gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:28:53.398777 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-072b050a-c8d6-4b92-b520-833dbb9c9939 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Deleting port 5a1facb2-2bc4-454e-910d-b151fd6f6d93 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:28:53.399251 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-072b050a-c8d6-4b92-b520-833dbb9c9939 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:53.404872 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-c4092dda-b820-4004-aa17-43fd26edb3be None None] Port 5a1facb2-2bc4-454e-910d-b151fd6f6d93 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:28:53.501555 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f938ace6-0df3-461d-9dea-fbbc4c56a61e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:53.515545 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-072b050a-c8d6-4b92-b520-833dbb9c9939 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:53.533543 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-072b050a-c8d6-4b92-b520-833dbb9c9939 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Calling delete_port for 5a1facb2-2bc4-454e-910d-b151fd6f6d93 owned by {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:28:53.589573 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4a6900c4-d13e-4106-b4db-05245bfb1589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d06f5f-0a79-4f68-bec6-8f9220bbfb6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369228612', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'a0d399ae-3307-46e7-98d4-f99a03246c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:25:19Z', 'updated_at': '2022-04-20T13:28:50Z', 'revision_number': 5, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': 'a0d399ae-3307-46e7-98d4-f99a03246c3f', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d06f5f-0a79-4f68-bec6-8f9220bbfb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:20Z', 'updated_at': '2022-04-20T13:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:53.624343 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6900c4-d13e-4106-b4db-05245bfb1589 None None] Checking router: 74d06f5f-0a79-4f68-bec6-8f9220bbfb6d for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:28:53.635119 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6900c4-d13e-4106-b4db-05245bfb1589 None None] Routers {'74d06f5f-0a79-4f68-bec6-8f9220bbfb6d'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:28:53.635795 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4a6900c4-d13e-4106-b4db-05245bfb1589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:28:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['74d06f5f-0a79-4f68-bec6-8f9220bbfb6d'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:53.659942 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f938ace6-0df3-461d-9dea-fbbc4c56a61e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:53.694135 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f938ace6-0df3-461d-9dea-fbbc4c56a61e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:53.700939 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f938ace6-0df3-461d-9dea-fbbc4c56a61e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "DELETE /v2.0/subnets/f8c00a85-0926-4962-942d-865bad164bb8 HTTP/1.1" status: 204 len: 168 time: 0.8708980 Apr 20 13:28:53.701963 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f938ace6-0df3-461d-9dea-fbbc4c56a61e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event deleted for resources: {'Subnet': ['ID=f8c00a85-0926-4962-942d-865bad164bb8,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:53.702972 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43384) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:53.711139 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256c0133-7b15-4969-ae1e-59c48f70fe0e None None] Network 6750b427-d284-44ce-99e6-dc0478a876dc requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:28:53.774778 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-4a6900c4-d13e-4106-b4db-05245bfb1589 None None] Set router 74d06f5f-0a79-4f68-bec6-8f9220bbfb6d gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:28:53.777410 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-072b050a-c8d6-4b92-b520-833dbb9c9939 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:53.863485 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b050a-c8d6-4b92-b520-833dbb9c9939 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'Port': ['ID=5a1facb2-2bc4-454e-910d-b151fd6f6d93,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:53.901110 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-072b050a-c8d6-4b92-b520-833dbb9c9939 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:53.906942 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-072b050a-c8d6-4b92-b520-833dbb9c9939 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/ports/5a1facb2-2bc4-454e-910d-b151fd6f6d93 HTTP/1.1" status: 204 len: 168 time: 0.7549856 Apr 20 13:28:53.907670 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43388) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:53.974660 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2dc69457-dae7-4cfb-9ca3-4ccdd041a23e req-20d5c09d-40d7-4ee4-b75b-c506cb02ec01 tempest-ServerShowV247Test-111738650 tempest-ServerShowV247Test-111738650-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00f481d-ef33-4a6e-90bb-8fa62d0bfdf4 HTTP/1.1" status: 200 len: 210 time: 0.1086261 Apr 20 13:28:53.986039 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9012d9ba-6597-4546-8a73-39ad7b94f2bf tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for router, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:54.016514 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-c53454fb-93ad-4459-a139-509a6c9e08d1 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] GET failed (client error): The resource could not be found. Apr 20 13:28:54.022465 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c53454fb-93ad-4459-a139-509a6c9e08d1 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "GET /v2.0/ports/5a1facb2-2bc4-454e-910d-b151fd6f6d93 HTTP/1.1" status: 404 len: 333 time: 0.1089439 Apr 20 13:28:54.024169 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43390) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:54.044705 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10db6e5a-004a-4b09-8821-d4e512fb3f1d None None] DHCP port deletion for 6750b427-d284-44ce-99e6-dc0478a876dc request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:28:54.132951 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4a6900c4-d13e-4106-b4db-05245bfb1589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d06f5f-0a79-4f68-bec6-8f9220bbfb6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369228612', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'a0d399ae-3307-46e7-98d4-f99a03246c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:25:19Z', 'updated_at': '2022-04-20T13:28:50Z', 'revision_number': 5, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': 'a0d399ae-3307-46e7-98d4-f99a03246c3f', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d06f5f-0a79-4f68-bec6-8f9220bbfb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:20Z', 'updated_at': '2022-04-20T13:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:54.145383 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 26921eb4-659d-4339-8506-cabbb01b9bd1 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:28:54.199242 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6900c4-d13e-4106-b4db-05245bfb1589 None None] The sync data for ids ['74d06f5f-0a79-4f68-bec6-8f9220bbfb6d'] in n-d-836015-7 is: [{'id': '74d06f5f-0a79-4f68-bec6-8f9220bbfb6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-369228612', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'a0d399ae-3307-46e7-98d4-f99a03246c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:25:19Z', 'updated_at': '2022-04-20T13:28:50Z', 'revision_number': 5, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': 'a0d399ae-3307-46e7-98d4-f99a03246c3f', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ba:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d06f5f-0a79-4f68-bec6-8f9220bbfb6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:20Z', 'updated_at': '2022-04-20T13:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:28:54.223521 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 26921eb4-659d-4339-8506-cabbb01b9bd1 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:28:54.238281 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 26921eb4-659d-4339-8506-cabbb01b9bd1 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:28:54.273175 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 040e8cfc-70f4-4324-9439-8ad1090999d7 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:28:54.291829 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9012d9ba-6597-4546-8a73-39ad7b94f2bf tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:54.304868 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-2507ff42-250c-49e3-8035-eff46bb75c75 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Deleting port 5ac5e006-66b5-45fe-bc24-7c7051ee00de {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:28:54.305373 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2507ff42-250c-49e3-8035-eff46bb75c75 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:54.334479 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-10db6e5a-004a-4b09-8821-d4e512fb3f1d None None] Deleting port 040e8cfc-70f4-4324-9439-8ad1090999d7 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:28:54.334841 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-10db6e5a-004a-4b09-8821-d4e512fb3f1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:54.425489 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2507ff42-250c-49e3-8035-eff46bb75c75 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:54.455879 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-2507ff42-250c-49e3-8035-eff46bb75c75 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Calling delete_port for 5ac5e006-66b5-45fe-bc24-7c7051ee00de owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:28:54.470410 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-9012d9ba-6597-4546-8a73-39ad7b94f2bf tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Deleting port a0d399ae-3307-46e7-98d4-f99a03246c3f {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:28:54.472166 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9012d9ba-6597-4546-8a73-39ad7b94f2bf tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:54.473703 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:54.524729 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-10db6e5a-004a-4b09-8821-d4e512fb3f1d None None] For port 040e8cfc-70f4-4324-9439-8ad1090999d7, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=040e8cfc-70f4-4324-9439-8ad1090999d7,segment=NetworkSegment(827844b1-8ae2-4ff7-b0c5-d6119a147b16),segment_id=827844b1-8ae2-4ff7-b0c5-d6119a147b16)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:54.525370 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-10db6e5a-004a-4b09-8821-d4e512fb3f1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:54.547111 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-10db6e5a-004a-4b09-8821-d4e512fb3f1d None None] Calling delete_port for 040e8cfc-70f4-4324-9439-8ad1090999d7 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:28:54.574592 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 040e8cfc-70f4-4324-9439-8ad1090999d7, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=040e8cfc-70f4-4324-9439-8ad1090999d7,segment=NetworkSegment(827844b1-8ae2-4ff7-b0c5-d6119a147b16),segment_id=827844b1-8ae2-4ff7-b0c5-d6119a147b16)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:54.586439 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-9012d9ba-6597-4546-8a73-39ad7b94f2bf tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] For port a0d399ae-3307-46e7-98d4-f99a03246c3f, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=a0d399ae-3307-46e7-98d4-f99a03246c3f,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:54.586809 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9012d9ba-6597-4546-8a73-39ad7b94f2bf tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:54.606221 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-9012d9ba-6597-4546-8a73-39ad7b94f2bf tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Calling delete_port for a0d399ae-3307-46e7-98d4-f99a03246c3f owned by network:router_gateway {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:28:54.620060 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9352bb41-a986-49c7-a1ba-1e740fb2064d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:54.712197 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:54.728706 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2507ff42-250c-49e3-8035-eff46bb75c75 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:54.790536 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-10db6e5a-004a-4b09-8821-d4e512fb3f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:54.819403 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507ff42-250c-49e3-8035-eff46bb75c75 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'Port': ['ID=5ac5e006-66b5-45fe-bc24-7c7051ee00de,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:54.824368 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10db6e5a-004a-4b09-8821-d4e512fb3f1d None None] No DVR routers for this DVR port 040e8cfc-70f4-4324-9439-8ad1090999d7 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:28:54.831074 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=040e8cfc-70f4-4324-9439-8ad1090999d7,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:54.890361 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2507ff42-250c-49e3-8035-eff46bb75c75 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:54.890361 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2507ff42-250c-49e3-8035-eff46bb75c75 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/ports/5ac5e006-66b5-45fe-bc24-7c7051ee00de HTTP/1.1" status: 204 len: 168 time: 0.8448195 Apr 20 13:28:54.890361 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43400) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:54.891033 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db6e5a-004a-4b09-8821-d4e512fb3f1d None None] Pushing event deleted for resources: {'Port': ['ID=040e8cfc-70f4-4324-9439-8ad1090999d7,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:54.903271 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8249cb8-4494-4408-beae-acb7f98ce515 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] GET failed (client error): The resource could not be found. Apr 20 13:28:54.904963 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c8249cb8-4494-4408-beae-acb7f98ce515 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "GET /v2.0/ports/5ac5e006-66b5-45fe-bc24-7c7051ee00de HTTP/1.1" status: 404 len: 333 time: 0.0279469 Apr 20 13:28:54.907817 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43402) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:54.984657 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9012d9ba-6597-4546-8a73-39ad7b94f2bf tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:54.992414 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-3670db77-e13a-4599-bdb8-ee50cca3f78b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Deleting subnet d851abec-7ee8-4700-958c-e3b2f4ce98d6 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:28:54.998650 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3670db77-e13a-4599-bdb8-ee50cca3f78b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:55.027133 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012d9ba-6597-4546-8a73-39ad7b94f2bf tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event deleted for resources: {'Port': ['ID=a0d399ae-3307-46e7-98d4-f99a03246c3f,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:55.061240 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3670db77-e13a-4599-bdb8-ee50cca3f78b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:55.148364 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-92ae0144-5612-4e09-be37-2673dad074f8 req-601a2e68-4960-4a76-8c7b-45fe8727098a tempest-ServerShowV247Test-111738650 tempest-ServerShowV247Test-111738650-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00f481d-ef33-4a6e-90bb-8fa62d0bfdf4 HTTP/1.1" status: 200 len: 210 time: 0.0487502 Apr 20 13:28:55.154589 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9012d9ba-6597-4546-8a73-39ad7b94f2bf tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:55.163866 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3670db77-e13a-4599-bdb8-ee50cca3f78b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:55.164639 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19212481-29de-4e72-a192-65459c293d0b req-fbfdfc32-a328-4a90-8fca-63a989014648 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:55.166473 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-19212481-29de-4e72-a192-65459c293d0b req-fbfdfc32-a328-4a90-8fca-63a989014648 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee0e1f97-9545-45c3-9451-52d45401b30e HTTP/1.1" status: 200 len: 945 time: 0.1447349 Apr 20 13:28:55.276094 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9012d9ba-6597-4546-8a73-39ad7b94f2bf tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:55.282553 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9012d9ba-6597-4546-8a73-39ad7b94f2bf tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:55.294043 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-19212481-29de-4e72-a192-65459c293d0b req-af2e2560-ccb7-4509-8b9e-2ca3993b1f1b tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012404 Apr 20 13:28:55.299572 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3670db77-e13a-4599-bdb8-ee50cca3f78b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:55.324413 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3670db77-e13a-4599-bdb8-ee50cca3f78b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:55.329275 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a100cd-b163-4ae6-af62-dcf67f8865cf None None] Network a64fd9e7-a715-470e-98f8-8c9f619abead requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:28:55.332245 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3670db77-e13a-4599-bdb8-ee50cca3f78b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/subnets/d851abec-7ee8-4700-958c-e3b2f4ce98d6 HTTP/1.1" status: 204 len: 168 time: 0.4220359 Apr 20 13:28:55.349299 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43412) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:55.355129 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670db77-e13a-4599-bdb8-ee50cca3f78b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'Subnet': ['ID=d851abec-7ee8-4700-958c-e3b2f4ce98d6,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:55.442735 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6a40e6f2-4671-4feb-b51f-6fce44eecd60 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:55.443563 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [req-0aa01053-ca23-4ffe-b572-6b3c460ea4ef req-4628478e-e6ed-41c7-8ff6-359d429afa2d service neutron] (114870) timed out ('10.222.0.25', 43692) {{(pid=114870) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 13:28:55.476458 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9012d9ba-6597-4546-8a73-39ad7b94f2bf tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:55.476981 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9012d9ba-6597-4546-8a73-39ad7b94f2bf tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Fanout notify agent at l3_agent the message router_deleted on router 74d06f5f-0a79-4f68-bec6-8f9220bbfb6d {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:28:55.493343 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9012d9ba-6597-4546-8a73-39ad7b94f2bf tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:55.497859 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43414) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:55.498457 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9012d9ba-6597-4546-8a73-39ad7b94f2bf tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "DELETE /v2.0/routers/74d06f5f-0a79-4f68-bec6-8f9220bbfb6d HTTP/1.1" status: 204 len: 168 time: 1.7926097 Apr 20 13:28:55.534028 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-6a40e6f2-4671-4feb-b51f-6fce44eecd60 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Deleting port 3f512b76-00ec-4b45-a882-c34a92faea57 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:28:55.534028 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6a40e6f2-4671-4feb-b51f-6fce44eecd60 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:55.539563 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c836041b-51e5-4968-9613-453e0f344be9 None None] DHCP port deletion for a64fd9e7-a715-470e-98f8-8c9f619abead request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:28:55.612051 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7d5c69e3-b915-43a8-926a-8000fe16b3a1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:55.616293 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-c836041b-51e5-4968-9613-453e0f344be9 None None] Deleting port 3f512b76-00ec-4b45-a882-c34a92faea57 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:28:55.616753 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c836041b-51e5-4968-9613-453e0f344be9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:55.628624 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-6a40e6f2-4671-4feb-b51f-6fce44eecd60 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] For port 3f512b76-00ec-4b45-a882-c34a92faea57, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=3f512b76-00ec-4b45-a882-c34a92faea57,segment=NetworkSegment(09ddb326-612a-4f1e-bae5-a3d292f2a325),segment_id=09ddb326-612a-4f1e-bae5-a3d292f2a325)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:55.629027 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6a40e6f2-4671-4feb-b51f-6fce44eecd60 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:55.657030 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-6a40e6f2-4671-4feb-b51f-6fce44eecd60 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Calling delete_port for 3f512b76-00ec-4b45-a882-c34a92faea57 owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:28:55.711330 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-c836041b-51e5-4968-9613-453e0f344be9 None None] For port 3f512b76-00ec-4b45-a882-c34a92faea57, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=3f512b76-00ec-4b45-a882-c34a92faea57,segment=NetworkSegment(09ddb326-612a-4f1e-bae5-a3d292f2a325),segment_id=09ddb326-612a-4f1e-bae5-a3d292f2a325)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:55.711999 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c836041b-51e5-4968-9613-453e0f344be9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:55.735543 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-c836041b-51e5-4968-9613-453e0f344be9 None None] Calling delete_port for 3f512b76-00ec-4b45-a882-c34a92faea57 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:28:55.743618 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7d5c69e3-b915-43a8-926a-8000fe16b3a1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:55.770484 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-7d5c69e3-b915-43a8-926a-8000fe16b3a1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6750b427-d284-44ce-99e6-dc0478a876dc']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:55.780368 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-7d5c69e3-b915-43a8-926a-8000fe16b3a1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '827844b1-8ae2-4ff7-b0c5-d6119a147b16') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:55.780673 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-7d5c69e3-b915-43a8-926a-8000fe16b3a1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '827844b1-8ae2-4ff7-b0c5-d6119a147b16') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:55.792309 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7d5c69e3-b915-43a8-926a-8000fe16b3a1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:55.806741 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7d5c69e3-b915-43a8-926a-8000fe16b3a1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:55.813043 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d5c69e3-b915-43a8-926a-8000fe16b3a1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:28:55.813435 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7d5c69e3-b915-43a8-926a-8000fe16b3a1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:55.817243 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:28:55.817243 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:28:55.817243 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:28:55.817243 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:28:55.817243 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:28:55.817243 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:28:55.817243 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:28:55.817243 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:28:55.817243 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:28:55.817243 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:28:55.817243 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:28:55.817243 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:28:55.817243 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:28:55.817243 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:28:55.817243 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:28:55.817243 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:28:55.817243 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:28:55.817243 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:28:55.817243 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:28:55.817243 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:28:55.817243 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:28:55.817243 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:28:55.817243 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:28:55.817243 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:28:55.817243 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:28:55.817243 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:28:55.817243 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:28:55.817243 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:28:55.817243 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:28:55.817243 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:28:55.817243 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:28:55.817243 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:28:55.910410 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6a40e6f2-4671-4feb-b51f-6fce44eecd60 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:55.917864 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c836041b-51e5-4968-9613-453e0f344be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:55.935154 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a40e6f2-4671-4feb-b51f-6fce44eecd60 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'Port': ['ID=3f512b76-00ec-4b45-a882-c34a92faea57,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:55.946063 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a40e6f2-4671-4feb-b51f-6fce44eecd60 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] No DVR routers for this DVR port 3f512b76-00ec-4b45-a882-c34a92faea57 on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:28:55.946971 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c836041b-51e5-4968-9613-453e0f344be9 None None] Pushing event deleted for resources: {'Port': ['ID=3f512b76-00ec-4b45-a882-c34a92faea57,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:55.948734 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c836041b-51e5-4968-9613-453e0f344be9 None None] No DVR routers for this DVR port 3f512b76-00ec-4b45-a882-c34a92faea57 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:28:55.995944 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7d5c69e3-b915-43a8-926a-8000fe16b3a1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:56.019773 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7d5c69e3-b915-43a8-926a-8000fe16b3a1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:56.023324 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7d5c69e3-b915-43a8-926a-8000fe16b3a1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "DELETE /v2.0/networks/6750b427-d284-44ce-99e6-dc0478a876dc HTTP/1.1" status: 204 len: 168 time: 0.5240462 Apr 20 13:28:56.024631 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c69e3-b915-43a8-926a-8000fe16b3a1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event deleted for resources: {'Network': ['ID=6750b427-d284-44ce-99e6-dc0478a876dc,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:56.026423 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43416) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:56.044090 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6a40e6f2-4671-4feb-b51f-6fce44eecd60 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:56.068890 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-6a40e6f2-4671-4feb-b51f-6fce44eecd60 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a64fd9e7-a715-470e-98f8-8c9f619abead']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:56.082332 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-6a40e6f2-4671-4feb-b51f-6fce44eecd60 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ddb326-612a-4f1e-bae5-a3d292f2a325') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:56.082652 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-6a40e6f2-4671-4feb-b51f-6fce44eecd60 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ddb326-612a-4f1e-bae5-a3d292f2a325') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:28:56.095398 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6a40e6f2-4671-4feb-b51f-6fce44eecd60 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:56.113402 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6a40e6f2-4671-4feb-b51f-6fce44eecd60 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:56.125565 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d19392cf-366d-4cc0-8f81-969ae06dc419 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:56.126731 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a40e6f2-4671-4feb-b51f-6fce44eecd60 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:28:56.127175 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6a40e6f2-4671-4feb-b51f-6fce44eecd60 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:56.131741 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:28:56.131741 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:28:56.131741 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:28:56.131741 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:28:56.131741 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:28:56.131741 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:28:56.131741 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:28:56.131741 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:28:56.131741 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:28:56.131741 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:28:56.131741 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:28:56.131741 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:28:56.131741 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:28:56.131741 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:28:56.131741 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:28:56.131741 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:28:56.131741 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:28:56.131741 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:28:56.131741 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:28:56.131741 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:28:56.131741 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:28:56.131741 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:28:56.131741 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:28:56.131741 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:28:56.131741 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:28:56.131741 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:28:56.131741 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:28:56.131741 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:28:56.131741 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:28:56.131741 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:28:56.131741 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:28:56.131741 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:28:56.160931 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d19392cf-366d-4cc0-8f81-969ae06dc419 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:56.201851 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 3f512b76-00ec-4b45-a882-c34a92faea57 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:28:56.226506 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 3f512b76-00ec-4b45-a882-c34a92faea57 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:28:56.226670 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 3f512b76-00ec-4b45-a882-c34a92faea57 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:28:56.227036 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device a0d399ae-3307-46e7-98d4-f99a03246c3f no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:28:56.261909 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: a0d399ae-3307-46e7-98d4-f99a03246c3f {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:28:56.262417 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device a0d399ae-3307-46e7-98d4-f99a03246c3f not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:28:56.263138 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 4de0f978-9c9a-4af8-bc09-e7eff48e1f16 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:28:56.280794 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14ca7516-5bbe-443d-9798-6959b6ae0308 req-d5060c0a-0cc6-4efb-b397-025eb8be52c2 tempest-ServerShowV247Test-111738650 tempest-ServerShowV247Test-111738650-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00f481d-ef33-4a6e-90bb-8fa62d0bfdf4 HTTP/1.1" status: 200 len: 210 time: 0.0283234 Apr 20 13:28:56.286789 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 4de0f978-9c9a-4af8-bc09-e7eff48e1f16 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:28:56.287198 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 4de0f978-9c9a-4af8-bc09-e7eff48e1f16 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:28:56.288004 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6a40e6f2-4671-4feb-b51f-6fce44eecd60 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:56.294101 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6a40e6f2-4671-4feb-b51f-6fce44eecd60 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:56.297858 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-6a40e6f2-4671-4feb-b51f-6fce44eecd60 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/networks/a64fd9e7-a715-470e-98f8-8c9f619abead HTTP/1.1" status: 204 len: 168 time: 0.9462075 Apr 20 13:28:56.316693 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43422) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:56.328744 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-53f34085-45ad-4458-8e69-ec29c48b1789 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1526936043'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:56.331686 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a40e6f2-4671-4feb-b51f-6fce44eecd60 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'Network': ['ID=a64fd9e7-a715-470e-98f8-8c9f619abead,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:56.361226 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d19392cf-366d-4cc0-8f81-969ae06dc419 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:56.365313 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d19392cf-366d-4cc0-8f81-969ae06dc419 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:56.367404 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d19392cf-366d-4cc0-8f81-969ae06dc419 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "DELETE /v2.0/security-groups/5b4f6333-b699-4e89-a9a9-1de794817f57 HTTP/1.1" status: 204 len: 168 time: 0.3393121 Apr 20 13:28:56.383166 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19392cf-366d-4cc0-8f81-969ae06dc419 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4f6333-b699-4e89-a9a9-1de794817f57,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:56.459574 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93c003-39a4-4a70-a20f-bf13afa2dc54 req-49e4d8f9-201d-4ac5-ab2c-68a92a43e0b0 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:56.465008 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2b93c003-39a4-4a70-a20f-bf13afa2dc54 req-49e4d8f9-201d-4ac5-ab2c-68a92a43e0b0 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee0e1f97-9545-45c3-9451-52d45401b30e HTTP/1.1" status: 200 len: 945 time: 0.0767083 Apr 20 13:28:56.488375 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f34085-45ad-4458-8e69-ec29c48b1789 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Made reservation on behalf of 17f57c51548d4962867796b5991ef4ff for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:28:56.492952 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-53f34085-45ad-4458-8e69-ec29c48b1789 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:56.526600 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53f34085-45ad-4458-8e69-ec29c48b1789 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:28:56.539856 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b1516-418b-4457-b07d-7b397c7415fb req-55935b78-e8fb-4cab-ba6f-f6a3d83efa4a tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:56.539856 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9f5b1516-418b-4457-b07d-7b397c7415fb req-55935b78-e8fb-4cab-ba6f-f6a3d83efa4a tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee0e1f97-9545-45c3-9451-52d45401b30e HTTP/1.1" status: 200 len: 945 time: 0.0744097 Apr 20 13:28:56.539856 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2b93c003-39a4-4a70-a20f-bf13afa2dc54 req-890ea292-e714-4ea1-969c-832e1086058a tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687263 Apr 20 13:28:56.541524 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-53f34085-45ad-4458-8e69-ec29c48b1789 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:56.542009 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-53f34085-45ad-4458-8e69-ec29c48b1789 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Added segment dbdc75f6-964e-4ed1-8fba-d329f5108c16 of type vlan for network 8bf1567a-be47-4f34-9ce4-8c2e542a5ede Apr 20 13:28:56.601417 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-53f34085-45ad-4458-8e69-ec29c48b1789 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:56.662321 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-9f5b1516-418b-4457-b07d-7b397c7415fb req-52fcd77a-7d8c-45a6-95d2-93892a4c511e tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Deleting port 42a833c8-1408-4e2b-87a9-10a6ee325fd6 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:28:56.662768 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9f5b1516-418b-4457-b07d-7b397c7415fb req-52fcd77a-7d8c-45a6-95d2-93892a4c511e tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:56.722511 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-53f34085-45ad-4458-8e69-ec29c48b1789 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:56.729156 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f34085-45ad-4458-8e69-ec29c48b1789 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:56.729866 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-53f34085-45ad-4458-8e69-ec29c48b1789 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:56.764472 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-9f5b1516-418b-4457-b07d-7b397c7415fb req-52fcd77a-7d8c-45a6-95d2-93892a4c511e tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] For port 42a833c8-1408-4e2b-87a9-10a6ee325fd6, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=42a833c8-1408-4e2b-87a9-10a6ee325fd6,segment=NetworkSegment(61aa0039-68ca-4033-b082-432ef8c81b46),segment_id=61aa0039-68ca-4033-b082-432ef8c81b46)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:56.765012 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9f5b1516-418b-4457-b07d-7b397c7415fb req-52fcd77a-7d8c-45a6-95d2-93892a4c511e tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:56.783245 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-9f5b1516-418b-4457-b07d-7b397c7415fb req-52fcd77a-7d8c-45a6-95d2-93892a4c511e tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Calling delete_port for 42a833c8-1408-4e2b-87a9-10a6ee325fd6 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:28:56.813447 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f34085-45ad-4458-8e69-ec29c48b1789 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'Network': ['ID=8bf1567a-be47-4f34-9ce4-8c2e542a5ede,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:56.824717 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 8bf1567a-be47-4f34-9ce4-8c2e542a5ede details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:28:56.842671 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5ee66d73-5b04-43cb-82ba-53ee1bf2eb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:56.876405 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43432) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:56.876888 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-53f34085-45ad-4458-8e69-ec29c48b1789 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5577507 Apr 20 13:28:56.883032 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-72fe627a-c3ea-4a9e-a0cd-aaad574d63ec tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'subnet': {'network_id': '8bf1567a-be47-4f34-9ce4-8c2e542a5ede', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:57.002278 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43434) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:57.007162 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-b485e444-6ca2-4d4a-ae21-7348314ce55b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1606491676', 'description': 'tempest-secgroup-smoke-1606491676 description', 'project_id': '7d7599e499ac4ab585978f26ba0a43a9'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:57.099181 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9f5b1516-418b-4457-b07d-7b397c7415fb req-52fcd77a-7d8c-45a6-95d2-93892a4c511e tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:57.110266 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b485e444-6ca2-4d4a-ae21-7348314ce55b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:57.110599 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['8964fd46-ee04-4949-bc3b-01aa6c0daa3f'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:28:57.235210 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b485e444-6ca2-4d4a-ae21-7348314ce55b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:57.350331 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b485e444-6ca2-4d4a-ae21-7348314ce55b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:57.395861 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b485e444-6ca2-4d4a-ae21-7348314ce55b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=396bd829-13d7-4276-9781-d3c0c5bea5bc,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:57.468238 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fe627a-c3ea-4a9e-a0cd-aaad574d63ec tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Made reservation on behalf of 17f57c51548d4962867796b5991ef4ff for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:28:57.471772 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-72fe627a-c3ea-4a9e-a0cd-aaad574d63ec tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:57.476235 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fcd77a-7d8c-45a6-95d2-93892a4c511e tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Pushing event deleted for resources: {'Port': ['ID=42a833c8-1408-4e2b-87a9-10a6ee325fd6,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:57.478816 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b485e444-6ca2-4d4a-ae21-7348314ce55b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:57.491174 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b485e444-6ca2-4d4a-ae21-7348314ce55b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4818892 Apr 20 13:28:57.491174 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43442) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:57.492637 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-b9691654-6282-4518-ab9e-9eb74b314825 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'security_group_rule': {'security_group_id': '396bd829-13d7-4276-9781-d3c0c5bea5bc', 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:57.527759 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9f6e7661-dd9e-42f7-98cc-680c211b3064 req-d4e45530-a2f8-4764-b55a-9cd5bcdb1b20 tempest-ServerShowV247Test-111738650 tempest-ServerShowV247Test-111738650-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00f481d-ef33-4a6e-90bb-8fa62d0bfdf4 HTTP/1.1" status: 200 len: 210 time: 0.0622005 Apr 20 13:28:57.601167 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f5b1516-418b-4457-b07d-7b397c7415fb req-52fcd77a-7d8c-45a6-95d2-93892a4c511e tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] No DVR routers for this DVR port 42a833c8-1408-4e2b-87a9-10a6ee325fd6 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:28:57.605702 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9f5b1516-418b-4457-b07d-7b397c7415fb req-52fcd77a-7d8c-45a6-95d2-93892a4c511e tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:57.609013 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9f5b1516-418b-4457-b07d-7b397c7415fb req-52fcd77a-7d8c-45a6-95d2-93892a4c511e tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.15 "DELETE /v2.0/ports/42a833c8-1408-4e2b-87a9-10a6ee325fd6 HTTP/1.1" status: 204 len: 173 time: 1.0661354 Apr 20 13:28:57.609501 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee0e1f97-9545-45c3-9451-52d45401b30e', 'name': 'network-vif-deleted', 'tag': '42a833c8-1408-4e2b-87a9-10a6ee325fd6'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:28:57.612208 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d802b4-bac4-40ae-b686-f1ff5a80e63c" -d '{"events": [{"server_uuid": "ee0e1f97-9545-45c3-9451-52d45401b30e", "name": "network-vif-deleted", "tag": "42a833c8-1408-4e2b-87a9-10a6ee325fd6"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:28:57.671437 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6704360a-43bc-412f-b1e2-73ed4162a425 x-openstack-request-id: req-6704360a-43bc-412f-b1e2-73ed4162a425 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:28:57.671754 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee0e1f97-9545-45c3-9451-52d45401b30e", "name": "network-vif-deleted", "tag": "42a833c8-1408-4e2b-87a9-10a6ee325fd6", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:28:57.672178 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6704360a-43bc-412f-b1e2-73ed4162a425 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:28:57.672727 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6704360a-43bc-412f-b1e2-73ed4162a425'] response: {'server_uuid': 'ee0e1f97-9545-45c3-9451-52d45401b30e', 'name': 'network-vif-deleted', 'tag': '42a833c8-1408-4e2b-87a9-10a6ee325fd6', 'status': 'completed', 'code': 200} Apr 20 13:28:57.676451 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b9691654-6282-4518-ab9e-9eb74b314825 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:57.685949 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c67d17b3-9efd-465b-8733-bd89fe8a7cb2 req-0d7018b5-2103-42df-9978-fe78d66e8512 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee0e1f97-9545-45c3-9451-52d45401b30e HTTP/1.1" status: 200 len: 210 time: 0.0533578 Apr 20 13:28:57.750073 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b9691654-6282-4518-ab9e-9eb74b314825 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:57.801679 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b9691654-6282-4518-ab9e-9eb74b314825 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:57.826085 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9691654-6282-4518-ab9e-9eb74b314825 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dc416a2-7931-489c-9cbf-37cd5ca13daa,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:57.861346 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b9691654-6282-4518-ab9e-9eb74b314825 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:57.863699 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b9691654-6282-4518-ab9e-9eb74b314825 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3763902 Apr 20 13:28:57.866706 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43448) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:57.871933 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-ea3fdfa2-7f3c-4516-bca1-f3c6cd11f428 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'security_group_rule': {'security_group_id': '396bd829-13d7-4276-9781-d3c0c5bea5bc', 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:57.881649 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-72fe627a-c3ea-4a9e-a0cd-aaad574d63ec tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:57.962758 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe627a-c3ea-4a9e-a0cd-aaad574d63ec tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'Subnet': ['ID=a4c38724-65bf-4499-839d-4cd5eebb0ddd,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:57.974060 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fe627a-c3ea-4a9e-a0cd-aaad574d63ec tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Checking segment: {'id': 'dbdc75f6-964e-4ed1-8fba-d329f5108c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8bf1567a-be47-4f34-9ce4-8c2e542a5ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:28:57.974425 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fe627a-c3ea-4a9e-a0cd-aaad574d63ec tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Network hostable DHCP agents. Network: 8bf1567a-be47-4f34-9ce4-8c2e542a5ede, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:28:58.009581 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea3fdfa2-7f3c-4516-bca1-f3c6cd11f428 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:58.058112 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fe627a-c3ea-4a9e-a0cd-aaad574d63ec tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Network 8bf1567a-be47-4f34-9ce4-8c2e542a5ede is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:28:58.076570 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:58.082669 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea3fdfa2-7f3c-4516-bca1-f3c6cd11f428 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:58.133493 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-72fe627a-c3ea-4a9e-a0cd-aaad574d63ec tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 8bf1567a-be47-4f34-9ce4-8c2e542a5ede) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:28:58.137743 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fe627a-c3ea-4a9e-a0cd-aaad574d63ec tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:58.138335 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-72fe627a-c3ea-4a9e-a0cd-aaad574d63ec tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:58.144496 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611cedba-e531-4a5f-bd37-4cbe65871e71 None None] Network 8bf1567a-be47-4f34-9ce4-8c2e542a5ede requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:28:58.155535 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea3fdfa2-7f3c-4516-bca1-f3c6cd11f428 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:58.177812 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3fdfa2-7f3c-4516-bca1-f3c6cd11f428 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dcc4777-d01f-4d68-b99b-fa1bc7267c4c,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:58.221891 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-72fe627a-c3ea-4a9e-a0cd-aaad574d63ec tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3431108 Apr 20 13:28:58.224643 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43450) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:58.232063 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-5e963be3-48a4-46fe-b36d-22d4b5fad9a0 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'port': {'network_id': '8bf1567a-be47-4f34-9ce4-8c2e542a5ede', 'name': 'tempest-PortsIpV6TestJSON-357199921', 'fixed_ips': [{'subnet_id': 'a4c38724-65bf-4499-839d-4cd5eebb0ddd', 'ip_address': '2001:db8::10'}]}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:58.293158 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea3fdfa2-7f3c-4516-bca1-f3c6cd11f428 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:58.297207 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ea3fdfa2-7f3c-4516-bca1-f3c6cd11f428 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4293199 Apr 20 13:28:58.300229 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43452) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:58.306465 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-3af4ecd6-c9e0-4c2f-aed5-69b9fea75ed6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'security_group_rule': {'security_group_id': '396bd829-13d7-4276-9781-d3c0c5bea5bc', 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:58.349293 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb108c4-8c6a-4f02-886c-ade466aab4c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-8bf1567a-be47-4f34-9ce4-8c2e542a5ede', 'network_id': '8bf1567a-be47-4f34-9ce4-8c2e542a5ede', 'tenant_id': '17f57c51548d4962867796b5991ef4ff', 'fixed_ips': [{'subnet_id': 'a4c38724-65bf-4499-839d-4cd5eebb0ddd'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:28:58.350158 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5eb108c4-8c6a-4f02-886c-ade466aab4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:58.395671 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3af4ecd6-c9e0-4c2f-aed5-69b9fea75ed6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:58.447429 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e963be3-48a4-46fe-b36d-22d4b5fad9a0 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Made reservation on behalf of 17f57c51548d4962867796b5991ef4ff for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:28:58.492933 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3af4ecd6-c9e0-4c2f-aed5-69b9fea75ed6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:58.551000 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-5eb108c4-8c6a-4f02-886c-ade466aab4c6 None None] Allocated IP 2001:db8::2 (8bf1567a-be47-4f34-9ce4-8c2e542a5ede/a4c38724-65bf-4499-839d-4cd5eebb0ddd/b61e3a87-04f3-424b-84d0-79523a97daa8) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:28:58.573413 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 42a833c8-1408-4e2b-87a9-10a6ee325fd6 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:28:58.584393 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3af4ecd6-c9e0-4c2f-aed5-69b9fea75ed6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:58.588721 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5e963be3-48a4-46fe-b36d-22d4b5fad9a0 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:58.609764 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 42a833c8-1408-4e2b-87a9-10a6ee325fd6 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:28:58.610114 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 42a833c8-1408-4e2b-87a9-10a6ee325fd6 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:28:58.620167 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4ecd6-c9e0-4c2f-aed5-69b9fea75ed6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c864c8fb-f340-4e7e-a315-08cf6cfe3268,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:58.627337 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [None req-5e963be3-48a4-46fe-b36d-22d4b5fad9a0 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] device_id is not set on port ee65e95f-7b56-46bb-b631-108f2a014ee2 yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:28:58.671928 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3af4ecd6-c9e0-4c2f-aed5-69b9fea75ed6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:58.675401 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3af4ecd6-c9e0-4c2f-aed5-69b9fea75ed6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3738971 Apr 20 13:28:58.676871 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43460) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:58.682475 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-ba9b26a3-5357-4377-8f3e-e74b61bcafef tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'security_group_rule': {'security_group_id': '396bd829-13d7-4276-9781-d3c0c5bea5bc', 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:58.716043 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14a75a7d-29c0-471c-8e15-8d86f99706a8 req-99a1aab2-a546-43bc-b8c6-1d555154d142 tempest-ServerShowV247Test-111738650 tempest-ServerShowV247Test-111738650-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00f481d-ef33-4a6e-90bb-8fa62d0bfdf4 HTTP/1.1" status: 200 len: 210 time: 0.0341499 Apr 20 13:28:58.771435 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ba9b26a3-5357-4377-8f3e-e74b61bcafef tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:58.796407 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5eb108c4-8c6a-4f02-886c-ade466aab4c6 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:58.844358 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ba9b26a3-5357-4377-8f3e-e74b61bcafef tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:58.853298 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5eb108c4-8c6a-4f02-886c-ade466aab4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:58.888793 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb108c4-8c6a-4f02-886c-ade466aab4c6 None None] Network 8bf1567a-be47-4f34-9ce4-8c2e542a5ede is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:28:58.895011 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-5eb108c4-8c6a-4f02-886c-ade466aab4c6 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:28:58.897734 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb108c4-8c6a-4f02-886c-ade466aab4c6 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:28:58.913659 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-5e963be3-48a4-46fe-b36d-22d4b5fad9a0 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Allocated IP 2001:db8::10 (8bf1567a-be47-4f34-9ce4-8c2e542a5ede/a4c38724-65bf-4499-839d-4cd5eebb0ddd/ee65e95f-7b56-46bb-b631-108f2a014ee2) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:28:58.921469 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb108c4-8c6a-4f02-886c-ade466aab4c6 None None] Pushing event updated for resources: {'Port': ['ID=b61e3a87-04f3-424b-84d0-79523a97daa8,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:58.944428 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ba9b26a3-5357-4377-8f3e-e74b61bcafef tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:58.964301 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b26a3-5357-4377-8f3e-e74b61bcafef tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=617f7189-db74-4c3c-ace6-da60c17c4c8f,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:58.976184 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-5eb108c4-8c6a-4f02-886c-ade466aab4c6 None None] Attempting to bind port b61e3a87-04f3-424b-84d0-79523a97daa8 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:28:58.976184 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-5eb108c4-8c6a-4f02-886c-ade466aab4c6 None None] Attempting to bind port b61e3a87-04f3-424b-84d0-79523a97daa8 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'dbdc75f6-964e-4ed1-8fba-d329f5108c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8bf1567a-be47-4f34-9ce4-8c2e542a5ede'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:28:58.976184 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb108c4-8c6a-4f02-886c-ade466aab4c6 None None] Attempting to bind port b61e3a87-04f3-424b-84d0-79523a97daa8 on network 8bf1567a-be47-4f34-9ce4-8c2e542a5ede {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:28:58.982695 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb108c4-8c6a-4f02-886c-ade466aab4c6 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:28:58.982695 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb108c4-8c6a-4f02-886c-ade466aab4c6 None None] Checking segment: {'id': 'dbdc75f6-964e-4ed1-8fba-d329f5108c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8bf1567a-be47-4f34-9ce4-8c2e542a5ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:28:58.982695 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5eb108c4-8c6a-4f02-886c-ade466aab4c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:58.982695 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb108c4-8c6a-4f02-886c-ade466aab4c6 None None] Bound using segment: {'id': 'dbdc75f6-964e-4ed1-8fba-d329f5108c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8bf1567a-be47-4f34-9ce4-8c2e542a5ede'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:28:58.983135 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-5eb108c4-8c6a-4f02-886c-ade466aab4c6 None None] Bound port: b61e3a87-04f3-424b-84d0-79523a97daa8, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbdc75f6-964e-4ed1-8fba-d329f5108c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8bf1567a-be47-4f34-9ce4-8c2e542a5ede'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:28:58.983532 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5eb108c4-8c6a-4f02-886c-ade466aab4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:59.038124 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ba9b26a3-5357-4377-8f3e-e74b61bcafef tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:59.039843 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ba9b26a3-5357-4377-8f3e-e74b61bcafef tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3627462 Apr 20 13:28:59.042704 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43476) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:59.049821 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-b900613d-d2c1-42ed-aa3f-519d40a07c7b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'security_group_rule': {'security_group_id': '396bd829-13d7-4276-9781-d3c0c5bea5bc', 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:59.056509 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-5eb108c4-8c6a-4f02-886c-ade466aab4c6 None None] For port b61e3a87-04f3-424b-84d0-79523a97daa8, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:28:59.059142 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-5eb108c4-8c6a-4f02-886c-ade466aab4c6 None None] For port b61e3a87-04f3-424b-84d0-79523a97daa8, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=b61e3a87-04f3-424b-84d0-79523a97daa8,segment=NetworkSegment(dbdc75f6-964e-4ed1-8fba-d329f5108c16),segment_id=dbdc75f6-964e-4ed1-8fba-d329f5108c16)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:28:59.134050 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5eb108c4-8c6a-4f02-886c-ade466aab4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:59.156881 n-d-836015-7 neutron-server[114870]: INFO neutron.db.securitygroups_db [None req-b900613d-d2c1-42ed-aa3f-519d40a07c7b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Project 7d7599e499ac4ab585978f26ba0a43a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:28:59.166959 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b900613d-d2c1-42ed-aa3f-519d40a07c7b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:59.171172 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202fa5a-2870-409a-a801-18dbde557175 req-67b15aa2-3349-4ad9-ab3d-6dfcb449fd96 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:59.180294 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f202fa5a-2870-409a-a801-18dbde557175 req-67b15aa2-3349-4ad9-ab3d-6dfcb449fd96 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/networks?id=bffadad1-e693-483b-8eeb-21265f06be5a HTTP/1.1" status: 200 len: 805 time: 0.2144394 Apr 20 13:28:59.202886 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb108c4-8c6a-4f02-886c-ade466aab4c6 None None] Pushing event updated for resources: {'Port': ['ID=b61e3a87-04f3-424b-84d0-79523a97daa8,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:59.217304 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f202fa5a-2870-409a-a801-18dbde557175 req-1a434e78-299d-40a0-bb4d-6212b2a3d9ba tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/quotas/1769fcf5b9754a27a1574952891cab93 HTTP/1.1" status: 200 len: 375 time: 0.0360069 Apr 20 13:28:59.270381 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5e963be3-48a4-46fe-b36d-22d4b5fad9a0 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:59.270817 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b900613d-d2c1-42ed-aa3f-519d40a07c7b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:59.293165 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f202fa5a-2870-409a-a801-18dbde557175 req-38bce933-7917-45b3-b9aa-674d0de34e84 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1769fcf5b9754a27a1574952891cab93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0749800 Apr 20 13:28:59.381347 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b900613d-d2c1-42ed-aa3f-519d40a07c7b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:59.408720 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:59.416426 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900613d-d2c1-42ed-aa3f-519d40a07c7b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caf81843-3a48-4ed1-90ad-637f476b9e43,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:59.427910 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f202fa5a-2870-409a-a801-18dbde557175 req-25146280-f1af-498c-9b1b-7a815b54da44 service neutron] 10.222.0.25 "GET /v2.0/networks/bffadad1-e693-483b-8eeb-21265f06be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237741 Apr 20 13:28:59.489202 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5e963be3-48a4-46fe-b36d-22d4b5fad9a0 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:59.536988 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b900613d-d2c1-42ed-aa3f-519d40a07c7b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:59.540987 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b900613d-d2c1-42ed-aa3f-519d40a07c7b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4943676 Apr 20 13:28:59.541228 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43480) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:59.545665 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-a5c509a4-fe7b-4718-ad87-1788537df87a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'security_group_rule': {'security_group_id': '396bd829-13d7-4276-9781-d3c0c5bea5bc', 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:59.590024 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e963be3-48a4-46fe-b36d-22d4b5fad9a0 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Network 8bf1567a-be47-4f34-9ce4-8c2e542a5ede is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:28:59.597340 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-5e963be3-48a4-46fe-b36d-22d4b5fad9a0 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:28:59.599736 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e963be3-48a4-46fe-b36d-22d4b5fad9a0 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:28:59.611191 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e963be3-48a4-46fe-b36d-22d4b5fad9a0 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:59.612076 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5e963be3-48a4-46fe-b36d-22d4b5fad9a0 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:59.613772 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:28:59.619809 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e963be3-48a4-46fe-b36d-22d4b5fad9a0 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'Port': ['ID=ee65e95f-7b56-46bb-b631-108f2a014ee2,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:59.653267 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f202fa5a-2870-409a-a801-18dbde557175 req-3514adeb-25c7-44dc-b2f8-38bc68da0d84 service neutron] 10.222.0.25 "GET /v2.0/networks/bffadad1-e693-483b-8eeb-21265f06be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193272 Apr 20 13:28:59.658268 n-d-836015-7 neutron-server[114870]: INFO neutron.db.securitygroups_db [None req-a5c509a4-fe7b-4718-ad87-1788537df87a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Project 7d7599e499ac4ab585978f26ba0a43a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:28:59.665038 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a5c509a4-fe7b-4718-ad87-1788537df87a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:59.756488 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5e963be3-48a4-46fe-b36d-22d4b5fad9a0 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5265679 Apr 20 13:28:59.756488 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43488) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:59.765082 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-4fe248da-1314-453c-87f3-43b6fe690fc1 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'port': {'network_id': '8bf1567a-be47-4f34-9ce4-8c2e542a5ede', 'name': 'tempest-PortsIpV6TestJSON-46893462', 'fixed_ips': [{'subnet_id': 'a4c38724-65bf-4499-839d-4cd5eebb0ddd', 'ip_address': '2001:db8::f'}]}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:59.770910 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a5c509a4-fe7b-4718-ad87-1788537df87a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:59.818704 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:59.849021 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a5c509a4-fe7b-4718-ad87-1788537df87a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:59.873223 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c509a4-fe7b-4718-ad87-1788537df87a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3589a636-6e47-4a32-a0dc-5d3af8568d87,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:59.948100 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a5c509a4-fe7b-4718-ad87-1788537df87a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:59.949991 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a5c509a4-fe7b-4718-ad87-1788537df87a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4071825 Apr 20 13:28:59.952215 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43496) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:59.958787 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-fc2853c6-ee35-4c73-9264-6f9f7c56f6ca tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'network': {'name': 'tempest-network-smoke--1037809481', 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'port_security_enabled': True}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:59.980635 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-24ae751c-cebe-47e1-90e6-e22defb51bff req-1d34e1b5-51b2-42f6-b254-be19dc165565 tempest-ServerShowV247Test-111738650 tempest-ServerShowV247Test-111738650-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00f481d-ef33-4a6e-90bb-8fa62d0bfdf4 HTTP/1.1" status: 200 len: 210 time: 0.0522921 Apr 20 13:29:00.048774 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe248da-1314-453c-87f3-43b6fe690fc1 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Made reservation on behalf of 17f57c51548d4962867796b5991ef4ff for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:29:00.054173 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4fe248da-1314-453c-87f3-43b6fe690fc1 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:00.067348 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2853c6-ee35-4c73-9264-6f9f7c56f6ca tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Made reservation on behalf of 7d7599e499ac4ab585978f26ba0a43a9 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:29:00.070797 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fc2853c6-ee35-4c73-9264-6f9f7c56f6ca tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:00.099186 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-622b0c64-7824-4d90-839f-c433628466ae req-94c93aa2-8c21-4ab1-8259-25f504e709f7 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf504234-5df4-4b7d-826b-1c3db5b7ab93 HTTP/1.1" status: 200 len: 210 time: 0.0569837 Apr 20 13:29:00.123860 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [None req-4fe248da-1314-453c-87f3-43b6fe690fc1 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] device_id is not set on port 466181d5-03ef-4127-8bb5-aa9d26a89733 yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:29:00.124256 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc2853c6-ee35-4c73-9264-6f9f7c56f6ca tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:29:00.148787 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fc2853c6-ee35-4c73-9264-6f9f7c56f6ca tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:00.149391 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-fc2853c6-ee35-4c73-9264-6f9f7c56f6ca tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Added segment 0af567ff-a35c-45eb-b61a-7c90f213a3a7 of type vlan for network ee1e3f3a-436d-4baf-9474-8341d7977164 Apr 20 13:29:00.234161 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fc2853c6-ee35-4c73-9264-6f9f7c56f6ca tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:00.292418 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device b61e3a87-04f3-424b-84d0-79523a97daa8 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:29:00.354367 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port b61e3a87-04f3-424b-84d0-79523a97daa8 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:00.354793 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:00.376348 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-4fe248da-1314-453c-87f3-43b6fe690fc1 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Allocated IP 2001:db8::f (8bf1567a-be47-4f34-9ce4-8c2e542a5ede/a4c38724-65bf-4499-839d-4cd5eebb0ddd/466181d5-03ef-4127-8bb5-aa9d26a89733) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:29:00.384149 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fc2853c6-ee35-4c73-9264-6f9f7c56f6ca tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:00.390186 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2853c6-ee35-4c73-9264-6f9f7c56f6ca tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:00.390812 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fc2853c6-ee35-4c73-9264-6f9f7c56f6ca tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:00.497907 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c562a33a-9561-4e5f-bffc-8fc724aeb08b None None] Network 8bf1567a-be47-4f34-9ce4-8c2e542a5ede requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:29:00.558092 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2853c6-ee35-4c73-9264-6f9f7c56f6ca tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'Network': ['ID=ee1e3f3a-436d-4baf-9474-8341d7977164,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:00.577507 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network ee1e3f3a-436d-4baf-9474-8341d7977164 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:29:00.579884 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-fc2853c6-ee35-4c73-9264-6f9f7c56f6ca tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6262059 Apr 20 13:29:00.582747 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43510) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:00.589102 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-a943d4f6-7c18-4111-b9c7-787d430430b6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1957247557', 'admin_state_up': True, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:00.596207 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:00.624080 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4fe248da-1314-453c-87f3-43b6fe690fc1 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:00.681878 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a943d4f6-7c18-4111-b9c7-787d430430b6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:00.683104 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a943d4f6-7c18-4111-b9c7-787d430430b6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:00.708050 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-dcde75f6-d22e-4e7b-a701-63be80d51a26 None None] Provisioning complete for port b61e3a87-04f3-424b-84d0-79523a97daa8 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:00.708457 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-dcde75f6-d22e-4e7b-a701-63be80d51a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:00.726986 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port b61e3a87-04f3-424b-84d0-79523a97daa8, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=b61e3a87-04f3-424b-84d0-79523a97daa8,segment=NetworkSegment(dbdc75f6-964e-4ed1-8fba-d329f5108c16),segment_id=dbdc75f6-964e-4ed1-8fba-d329f5108c16)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:29:00.740967 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4fe248da-1314-453c-87f3-43b6fe690fc1 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:00.803916 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:00.813334 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe248da-1314-453c-87f3-43b6fe690fc1 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Network 8bf1567a-be47-4f34-9ce4-8c2e542a5ede is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:29:00.818837 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-4fe248da-1314-453c-87f3-43b6fe690fc1 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:29:00.828632 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe248da-1314-453c-87f3-43b6fe690fc1 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'Port': ['ID=466181d5-03ef-4127-8bb5-aa9d26a89733,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:00.836062 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe248da-1314-453c-87f3-43b6fe690fc1 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:29:00.843384 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe248da-1314-453c-87f3-43b6fe690fc1 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:00.844129 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4fe248da-1314-453c-87f3-43b6fe690fc1 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:00.845080 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a943d4f6-7c18-4111-b9c7-787d430430b6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:00.899555 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=b61e3a87-04f3-424b-84d0-79523a97daa8,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:00.928737 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4fe248da-1314-453c-87f3-43b6fe690fc1 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.1711955 Apr 20 13:29:00.929980 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43514) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:01.089282 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a411a215-189c-40f2-b7e5-2e3ec4ad1f26 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:01.117104 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a411a215-189c-40f2-b7e5-2e3ec4ad1f26 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1618805 Apr 20 13:29:01.172549 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5bbc4690-f1d6-4422-8e9d-421c5f6a8176 req-6d36bac0-179a-4bd5-b740-c988dba53b6d tempest-ServerShowV247Test-111738650 tempest-ServerShowV247Test-111738650-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00f481d-ef33-4a6e-90bb-8fa62d0bfdf4 HTTP/1.1" status: 200 len: 210 time: 0.0540731 Apr 20 13:29:01.178957 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43520) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:01.189205 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a943d4f6-7c18-4111-b9c7-787d430430b6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:01.287994 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bcad877d-aad1-4f3c-966e-599f56001b32 req-a196a426-e494-412e-b81a-f6617fc5cf19 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf504234-5df4-4b7d-826b-1c3db5b7ab93 HTTP/1.1" status: 200 len: 210 time: 0.0404568 Apr 20 13:29:01.323966 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14924ce-1583-443b-b8c7-79cdc2943f93 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:01.333114 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14924ce-1583-443b-b8c7-79cdc2943f93 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:01.341473 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14924ce-1583-443b-b8c7-79cdc2943f93 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:01.343297 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d14924ce-1583-443b-b8c7-79cdc2943f93 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1627631 Apr 20 13:29:01.347337 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43522) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:01.464975 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-775a38fb-61ae-4b98-aad8-4370668fb4ab tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Deleting port 466181d5-03ef-4127-8bb5-aa9d26a89733 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:29:01.465596 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-775a38fb-61ae-4b98-aad8-4370668fb4ab tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:01.492562 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-dc70c1bc-a198-44bc-b488-7340bf9de66b None None] Provisioning complete for port ee65e95f-7b56-46bb-b631-108f2a014ee2 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:01.493042 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-dc70c1bc-a198-44bc-b488-7340bf9de66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:01.595130 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-dc70c1bc-a198-44bc-b488-7340bf9de66b None None] Port ee65e95f-7b56-46bb-b631-108f2a014ee2 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:29:01.629543 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-dc70c1bc-a198-44bc-b488-7340bf9de66b None None] Provisioning complete for port 466181d5-03ef-4127-8bb5-aa9d26a89733 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:01.629992 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-dc70c1bc-a198-44bc-b488-7340bf9de66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:01.653023 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-775a38fb-61ae-4b98-aad8-4370668fb4ab tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:01.696209 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-775a38fb-61ae-4b98-aad8-4370668fb4ab tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Calling delete_port for 466181d5-03ef-4127-8bb5-aa9d26a89733 owned by {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:29:01.724719 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-dc70c1bc-a198-44bc-b488-7340bf9de66b None None] Port 466181d5-03ef-4127-8bb5-aa9d26a89733 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:29:01.749934 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-dc70c1bc-a198-44bc-b488-7340bf9de66b None None] Provisioning complete for port b61e3a87-04f3-424b-84d0-79523a97daa8 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:01.750528 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-dc70c1bc-a198-44bc-b488-7340bf9de66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:01.844104 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a943d4f6-7c18-4111-b9c7-787d430430b6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:01.893706 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a943d4f6-7c18-4111-b9c7-787d430430b6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:02.041323 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-775a38fb-61ae-4b98-aad8-4370668fb4ab tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:02.088589 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-7600df67-c637-4c0b-95d3-b2e2eb988a19 None None] Provisioning complete for port ee65e95f-7b56-46bb-b631-108f2a014ee2 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:02.089067 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a38fb-61ae-4b98-aad8-4370668fb4ab tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'Port': ['ID=466181d5-03ef-4127-8bb5-aa9d26a89733,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:02.089626 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7600df67-c637-4c0b-95d3-b2e2eb988a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:02.152050 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-775a38fb-61ae-4b98-aad8-4370668fb4ab tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:02.159525 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-775a38fb-61ae-4b98-aad8-4370668fb4ab tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/ports/466181d5-03ef-4127-8bb5-aa9d26a89733 HTTP/1.1" status: 204 len: 168 time: 0.8075585 Apr 20 13:29:02.159525 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43528) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:02.204313 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-7600df67-c637-4c0b-95d3-b2e2eb988a19 None None] Port ee65e95f-7b56-46bb-b631-108f2a014ee2 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:29:02.228441 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd42648e-0e8c-4e06-8c88-63cdefff70cf tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] GET failed (client error): The resource could not be found. Apr 20 13:29:02.237348 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-cd42648e-0e8c-4e06-8c88-63cdefff70cf tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "GET /v2.0/ports/466181d5-03ef-4127-8bb5-aa9d26a89733 HTTP/1.1" status: 404 len: 333 time: 0.0694211 Apr 20 13:29:02.238929 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43532) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:02.273897 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device b61e3a87-04f3-424b-84d0-79523a97daa8 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:29:02.433900 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-a943d4f6-7c18-4111-b9c7-787d430430b6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Allocated IP 172.25.8.100 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/5284862d-fdb8-46d4-9c1d-1dad632a21af) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:29:02.548102 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-cab618ba-8ef9-4463-9b52-8f05ca48fc95 None None] Could not find standard attr ID for object 466181d5-03ef-4127-8bb5-aa9d26a89733. {{(pid=114871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:29:02.567690 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e5f8ad7b-d97a-468f-99d2-0ba2a8fc39ea req-d2f0babc-f2f4-49c8-bf90-2a1ca2249d57 tempest-ServerShowV247Test-111738650 tempest-ServerShowV247Test-111738650-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00f481d-ef33-4a6e-90bb-8fa62d0bfdf4 HTTP/1.1" status: 200 len: 210 time: 0.0820189 Apr 20 13:29:02.577331 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b97019cf-b5a2-431f-bcde-f3b206903b79 req-a42c2201-60ad-48c9-bd7d-e7ba231c24cd tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf504234-5df4-4b7d-826b-1c3db5b7ab93 HTTP/1.1" status: 200 len: 210 time: 0.0728459 Apr 20 13:29:02.618277 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202fa5a-2870-409a-a801-18dbde557175 req-316c9515-a33e-4f69-9949-01aa801e0029 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:02.623191 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port b61e3a87-04f3-424b-84d0-79523a97daa8 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:02.623191 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:02.625253 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f202fa5a-2870-409a-a801-18dbde557175 req-316c9515-a33e-4f69-9949-01aa801e0029 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.15 "GET /v2.0/networks?id=bffadad1-e693-483b-8eeb-21265f06be5a HTTP/1.1" status: 200 len: 805 time: 0.2854059 Apr 20 13:29:02.647513 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-f202fa5a-2870-409a-a801-18dbde557175 req-1476b9b1-60eb-4622-a617-e695dd69969d tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Request body: {'port': {'device_id': 'cf504234-5df4-4b7d-826b-1c3db5b7ab93', 'network_id': 'bffadad1-e693-483b-8eeb-21265f06be5a', 'admin_state_up': True, 'tenant_id': '1769fcf5b9754a27a1574952891cab93'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:02.697170 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a943d4f6-7c18-4111-b9c7-787d430430b6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:02.802935 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-e021cb24-fffa-4bca-b73d-81f8fbb8b292 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Deleting port ee65e95f-7b56-46bb-b631-108f2a014ee2 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:29:02.803284 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e021cb24-fffa-4bca-b73d-81f8fbb8b292 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:02.928074 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a943d4f6-7c18-4111-b9c7-787d430430b6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:02.972875 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a943d4f6-7c18-4111-b9c7-787d430430b6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:29:02.976065 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-a943d4f6-7c18-4111-b9c7-787d430430b6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:29:02.980055 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a943d4f6-7c18-4111-b9c7-787d430430b6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:29:02.991161 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e021cb24-fffa-4bca-b73d-81f8fbb8b292 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:03.005173 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943d4f6-7c18-4111-b9c7-787d430430b6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'Port': ['ID=5284862d-fdb8-46d4-9c1d-1dad632a21af,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:03.016748 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-e021cb24-fffa-4bca-b73d-81f8fbb8b292 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Calling delete_port for ee65e95f-7b56-46bb-b631-108f2a014ee2 owned by {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:29:03.189861 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f202fa5a-2870-409a-a801-18dbde557175 req-1476b9b1-60eb-4622-a617-e695dd69969d tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Made reservation on behalf of 1769fcf5b9754a27a1574952891cab93 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:29:03.193444 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f202fa5a-2870-409a-a801-18dbde557175 req-1476b9b1-60eb-4622-a617-e695dd69969d tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:03.271085 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e021cb24-fffa-4bca-b73d-81f8fbb8b292 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:03.309542 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e021cb24-fffa-4bca-b73d-81f8fbb8b292 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'Port': ['ID=ee65e95f-7b56-46bb-b631-108f2a014ee2,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:03.373152 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e021cb24-fffa-4bca-b73d-81f8fbb8b292 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:03.379730 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e021cb24-fffa-4bca-b73d-81f8fbb8b292 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/ports/ee65e95f-7b56-46bb-b631-108f2a014ee2 HTTP/1.1" status: 204 len: 168 time: 1.1395860 Apr 20 13:29:03.383176 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43540) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:03.406668 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-f202fa5a-2870-409a-a801-18dbde557175 req-1476b9b1-60eb-4622-a617-e695dd69969d tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Allocated IP 172.20.0.11 (bffadad1-e693-483b-8eeb-21265f06be5a/6c9f0b80-55d8-4485-9b41-54f7ac34cd10/616a8338-f6b4-455c-be8c-f76ad0849631) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:29:03.432411 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c06fb48-70d2-442e-94a1-a8677df044c1 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] GET failed (client error): The resource could not be found. Apr 20 13:29:03.432411 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8c06fb48-70d2-442e-94a1-a8677df044c1 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "GET /v2.0/ports/ee65e95f-7b56-46bb-b631-108f2a014ee2 HTTP/1.1" status: 404 len: 333 time: 0.0486574 Apr 20 13:29:03.437118 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43542) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:03.516496 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-08f1dd11-1205-4d81-9bb8-7b0222fb0a66 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Deleting subnet a4c38724-65bf-4499-839d-4cd5eebb0ddd {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:29:03.528627 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a943d4f6-7c18-4111-b9c7-787d430430b6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:03.536258 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-08f1dd11-1205-4d81-9bb8-7b0222fb0a66 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:03.646296 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-08f1dd11-1205-4d81-9bb8-7b0222fb0a66 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:03.876299 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d6562078-5e73-4412-aeb5-e88134df1b0a req-10cb6189-eda9-4204-b45b-8ed6fcdf1725 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf504234-5df4-4b7d-826b-1c3db5b7ab93 HTTP/1.1" status: 200 len: 210 time: 0.0999534 Apr 20 13:29:03.878816 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e092a5c0-eae3-4dcb-bae6-5bac33b6599c req-a4978813-2dda-406c-b3a0-7384e1cf81f9 tempest-ServerShowV247Test-111738650 tempest-ServerShowV247Test-111738650-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00f481d-ef33-4a6e-90bb-8fa62d0bfdf4 HTTP/1.1" status: 200 len: 210 time: 0.1011183 Apr 20 13:29:03.925223 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-08f1dd11-1205-4d81-9bb8-7b0222fb0a66 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:04.020765 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f202fa5a-2870-409a-a801-18dbde557175 req-1476b9b1-60eb-4622-a617-e695dd69969d tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:04.076468 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-08f1dd11-1205-4d81-9bb8-7b0222fb0a66 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:04.110833 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f202fa5a-2870-409a-a801-18dbde557175 req-1476b9b1-60eb-4622-a617-e695dd69969d tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:04.113564 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f1dd11-1205-4d81-9bb8-7b0222fb0a66 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'Subnet': ['ID=a4c38724-65bf-4499-839d-4cd5eebb0ddd,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:04.123770 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['8964fd46-ee04-4949-bc3b-01aa6c0daa3f'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:29:04.176846 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-08f1dd11-1205-4d81-9bb8-7b0222fb0a66 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:04.181593 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-08f1dd11-1205-4d81-9bb8-7b0222fb0a66 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/subnets/a4c38724-65bf-4499-839d-4cd5eebb0ddd HTTP/1.1" status: 204 len: 168 time: 0.7433219 Apr 20 13:29:04.186091 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43552) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:04.188045 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a7ddae-8009-42d6-bfec-10d05a6fcaf8 None None] Network 8bf1567a-be47-4f34-9ce4-8c2e542a5ede requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:29:04.199952 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a943d4f6-7c18-4111-b9c7-787d430430b6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:04.201639 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f202fa5a-2870-409a-a801-18dbde557175 req-1476b9b1-60eb-4622-a617-e695dd69969d tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Network bffadad1-e693-483b-8eeb-21265f06be5a is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:29:04.206209 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-f202fa5a-2870-409a-a801-18dbde557175 req-1476b9b1-60eb-4622-a617-e695dd69969d tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:29:04.212090 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-f202fa5a-2870-409a-a801-18dbde557175 req-1476b9b1-60eb-4622-a617-e695dd69969d tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:29:04.263556 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1476b9b1-60eb-4622-a617-e695dd69969d tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Pushing event updated for resources: {'Port': ['ID=616a8338-f6b4-455c-be8c-f76ad0849631,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:04.285852 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202fa5a-2870-409a-a801-18dbde557175 req-1476b9b1-60eb-4622-a617-e695dd69969d tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:04.286626 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f202fa5a-2870-409a-a801-18dbde557175 req-1476b9b1-60eb-4622-a617-e695dd69969d tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:04.422709 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4169537d-b20d-4bca-9cc6-6328244a20db tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:04.522684 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-4169537d-b20d-4bca-9cc6-6328244a20db tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Deleting port b61e3a87-04f3-424b-84d0-79523a97daa8 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:29:04.523031 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4169537d-b20d-4bca-9cc6-6328244a20db tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:04.535391 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f93708-1938-4378-9fc9-08b07487980c None None] DHCP port deletion for 8bf1567a-be47-4f34-9ce4-8c2e542a5ede request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:29:04.589058 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-4169537d-b20d-4bca-9cc6-6328244a20db tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] For port b61e3a87-04f3-424b-84d0-79523a97daa8, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=b61e3a87-04f3-424b-84d0-79523a97daa8,segment=NetworkSegment(dbdc75f6-964e-4ed1-8fba-d329f5108c16),segment_id=dbdc75f6-964e-4ed1-8fba-d329f5108c16)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:29:04.589430 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4169537d-b20d-4bca-9cc6-6328244a20db tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:04.606343 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-48f93708-1938-4378-9fc9-08b07487980c None None] Deleting port b61e3a87-04f3-424b-84d0-79523a97daa8 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:29:04.606764 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-48f93708-1938-4378-9fc9-08b07487980c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:04.609537 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-4169537d-b20d-4bca-9cc6-6328244a20db tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Calling delete_port for b61e3a87-04f3-424b-84d0-79523a97daa8 owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:29:04.690045 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-48f93708-1938-4378-9fc9-08b07487980c None None] For port b61e3a87-04f3-424b-84d0-79523a97daa8, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=b61e3a87-04f3-424b-84d0-79523a97daa8,segment=NetworkSegment(dbdc75f6-964e-4ed1-8fba-d329f5108c16),segment_id=dbdc75f6-964e-4ed1-8fba-d329f5108c16)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:29:04.690974 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-48f93708-1938-4378-9fc9-08b07487980c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:04.709777 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-48f93708-1938-4378-9fc9-08b07487980c None None] Calling delete_port for b61e3a87-04f3-424b-84d0-79523a97daa8 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:29:04.855633 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f202fa5a-2870-409a-a801-18dbde557175 req-1476b9b1-60eb-4622-a617-e695dd69969d tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2162347 Apr 20 13:29:04.867614 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-f202fa5a-2870-409a-a801-18dbde557175 req-276c77aa-7fc6-44e9-99b2-6e88804850de service neutron] Request body: {'port': {'device_id': 'cf504234-5df4-4b7d-826b-1c3db5b7ab93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:04.931537 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f202fa5a-2870-409a-a801-18dbde557175 req-276c77aa-7fc6-44e9-99b2-6e88804850de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:05.040554 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-34fbb547-5bd6-4a3e-b9d7-6c9e8722a751 req-63f9007b-3ba8-4f3a-9acb-521e28d45f99 tempest-ServerShowV247Test-111738650 tempest-ServerShowV247Test-111738650-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00f481d-ef33-4a6e-90bb-8fa62d0bfdf4 HTTP/1.1" status: 200 len: 210 time: 0.0439661 Apr 20 13:29:05.127985 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852d629-41c5-400f-89eb-fa1dd4c85f16 req-0e20d2fe-2208-4b17-b25a-9f611598c029 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:05.129444 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4852d629-41c5-400f-89eb-fa1dd4c85f16 req-0e20d2fe-2208-4b17-b25a-9f611598c029 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf504234-5df4-4b7d-826b-1c3db5b7ab93 HTTP/1.1" status: 200 len: 932 time: 0.1441333 Apr 20 13:29:05.214353 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4852d629-41c5-400f-89eb-fa1dd4c85f16 req-b465ed6a-40cd-4dad-9495-1a0c9cb7fed3 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765302 Apr 20 13:29:05.254092 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a943d4f6-7c18-4111-b9c7-787d430430b6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Router 8ca073b1-80d5-482c-a600-1645d13f7613 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:29:05.259602 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4169537d-b20d-4bca-9cc6-6328244a20db tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:05.264500 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-48f93708-1938-4378-9fc9-08b07487980c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:05.326327 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4169537d-b20d-4bca-9cc6-6328244a20db tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] No DVR routers for this DVR port b61e3a87-04f3-424b-84d0-79523a97daa8 on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:29:05.328130 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f93708-1938-4378-9fc9-08b07487980c None None] Pushing event deleted for resources: {'Port': ['ID=b61e3a87-04f3-424b-84d0-79523a97daa8,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:05.340300 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169537d-b20d-4bca-9cc6-6328244a20db tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'Port': ['ID=b61e3a87-04f3-424b-84d0-79523a97daa8,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:05.340610 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-f202fa5a-2870-409a-a801-18dbde557175 req-276c77aa-7fc6-44e9-99b2-6e88804850de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 616a8338-f6b4-455c-be8c-f76ad0849631 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:29:05.344748 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f93708-1938-4378-9fc9-08b07487980c None None] No DVR routers for this DVR port b61e3a87-04f3-424b-84d0-79523a97daa8 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:29:05.351802 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f202fa5a-2870-409a-a801-18dbde557175 req-276c77aa-7fc6-44e9-99b2-6e88804850de service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:05.375209 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-f202fa5a-2870-409a-a801-18dbde557175 req-276c77aa-7fc6-44e9-99b2-6e88804850de service neutron] Transition to ACTIVE for port object 616a8338-f6b4-455c-be8c-f76ad0849631 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:29:05.424715 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f202fa5a-2870-409a-a801-18dbde557175 req-276c77aa-7fc6-44e9-99b2-6e88804850de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:05.478972 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c77aa-7fc6-44e9-99b2-6e88804850de service neutron] Pushing event updated for resources: {'Port': ['ID=616a8338-f6b4-455c-be8c-f76ad0849631,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:05.522581 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4169537d-b20d-4bca-9cc6-6328244a20db tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:05.559545 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-4169537d-b20d-4bca-9cc6-6328244a20db tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bf1567a-be47-4f34-9ce4-8c2e542a5ede']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:29:05.574119 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-4169537d-b20d-4bca-9cc6-6328244a20db tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbdc75f6-964e-4ed1-8fba-d329f5108c16') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:29:05.574529 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-4169537d-b20d-4bca-9cc6-6328244a20db tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbdc75f6-964e-4ed1-8fba-d329f5108c16') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:29:05.603845 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-f202fa5a-2870-409a-a801-18dbde557175 req-276c77aa-7fc6-44e9-99b2-6e88804850de service neutron] Attempting to bind port 616a8338-f6b4-455c-be8c-f76ad0849631 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:29:05.604295 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-f202fa5a-2870-409a-a801-18dbde557175 req-276c77aa-7fc6-44e9-99b2-6e88804850de service neutron] Attempting to bind port 616a8338-f6b4-455c-be8c-f76ad0849631 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '61aa0039-68ca-4033-b082-432ef8c81b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bffadad1-e693-483b-8eeb-21265f06be5a'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:29:05.604695 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f202fa5a-2870-409a-a801-18dbde557175 req-276c77aa-7fc6-44e9-99b2-6e88804850de service neutron] Attempting to bind port 616a8338-f6b4-455c-be8c-f76ad0849631 on network bffadad1-e693-483b-8eeb-21265f06be5a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:29:05.609967 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f202fa5a-2870-409a-a801-18dbde557175 req-276c77aa-7fc6-44e9-99b2-6e88804850de service neutron] Port 616a8338-f6b4-455c-be8c-f76ad0849631 on network bffadad1-e693-483b-8eeb-21265f06be5a not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:29:05.610636 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f202fa5a-2870-409a-a801-18dbde557175 req-276c77aa-7fc6-44e9-99b2-6e88804850de service neutron] Attempting to bind port 616a8338-f6b4-455c-be8c-f76ad0849631 on network bffadad1-e693-483b-8eeb-21265f06be5a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:29:05.616053 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f202fa5a-2870-409a-a801-18dbde557175 req-276c77aa-7fc6-44e9-99b2-6e88804850de service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:29:05.617397 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4169537d-b20d-4bca-9cc6-6328244a20db tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:05.618054 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f202fa5a-2870-409a-a801-18dbde557175 req-276c77aa-7fc6-44e9-99b2-6e88804850de service neutron] Checking segment: {'id': '61aa0039-68ca-4033-b082-432ef8c81b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bffadad1-e693-483b-8eeb-21265f06be5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:29:05.618926 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f202fa5a-2870-409a-a801-18dbde557175 req-276c77aa-7fc6-44e9-99b2-6e88804850de service neutron] Bound using segment: {'id': '61aa0039-68ca-4033-b082-432ef8c81b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bffadad1-e693-483b-8eeb-21265f06be5a'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:29:05.619067 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-f202fa5a-2870-409a-a801-18dbde557175 req-276c77aa-7fc6-44e9-99b2-6e88804850de service neutron] Bound port: 616a8338-f6b4-455c-be8c-f76ad0849631, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61aa0039-68ca-4033-b082-432ef8c81b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bffadad1-e693-483b-8eeb-21265f06be5a'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:29:05.619519 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f202fa5a-2870-409a-a801-18dbde557175 req-276c77aa-7fc6-44e9-99b2-6e88804850de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:05.640792 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4169537d-b20d-4bca-9cc6-6328244a20db tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:05.645643 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a943d4f6-7c18-4111-b9c7-787d430430b6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:29:05.654160 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4169537d-b20d-4bca-9cc6-6328244a20db tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:29:05.654672 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4169537d-b20d-4bca-9cc6-6328244a20db tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:05.656150 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8547ff50-d4c4-40c4-871a-22f571622ac1 None None] Sync routers for ids ['8ca073b1-80d5-482c-a600-1645d13f7613'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:29:05.658428 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:29:05.658428 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:29:05.658428 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:29:05.658428 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:29:05.658428 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:29:05.658428 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:29:05.658428 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:29:05.658428 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:29:05.658428 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:29:05.658428 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:29:05.658428 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:29:05.658428 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:29:05.658428 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:29:05.658428 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:29:05.658428 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:29:05.658428 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:29:05.658428 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:29:05.658428 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:29:05.658428 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:29:05.658428 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:29:05.658428 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:29:05.658428 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:29:05.658428 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:29:05.658428 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:29:05.658428 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:29:05.658428 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:29:05.658428 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:29:05.658428 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:29:05.658428 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:29:05.658428 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:29:05.658428 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:29:05.658428 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:29:05.675512 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8547ff50-d4c4-40c4-871a-22f571622ac1 None None] Routers {'8ca073b1-80d5-482c-a600-1645d13f7613'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:29:05.679510 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-8547ff50-d4c4-40c4-871a-22f571622ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:28:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['8ca073b1-80d5-482c-a600-1645d13f7613'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:29:05.703085 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-f202fa5a-2870-409a-a801-18dbde557175 req-276c77aa-7fc6-44e9-99b2-6e88804850de service neutron] For port 616a8338-f6b4-455c-be8c-f76ad0849631, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:29:05.706624 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-f202fa5a-2870-409a-a801-18dbde557175 req-276c77aa-7fc6-44e9-99b2-6e88804850de service neutron] For port 616a8338-f6b4-455c-be8c-f76ad0849631, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=616a8338-f6b4-455c-be8c-f76ad0849631,segment=NetworkSegment(61aa0039-68ca-4033-b082-432ef8c81b46),segment_id=61aa0039-68ca-4033-b082-432ef8c81b46)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:29:05.769895 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a943d4f6-7c18-4111-b9c7-787d430430b6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:05.771528 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a943d4f6-7c18-4111-b9c7-787d430430b6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.1877434 Apr 20 13:29:05.775066 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43562) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:05.796134 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4169537d-b20d-4bca-9cc6-6328244a20db tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:05.799214 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f202fa5a-2870-409a-a801-18dbde557175 req-276c77aa-7fc6-44e9-99b2-6e88804850de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:05.820059 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-8547ff50-d4c4-40c4-871a-22f571622ac1 None None] Set router 8ca073b1-80d5-482c-a600-1645d13f7613 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:29:05.824020 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4169537d-b20d-4bca-9cc6-6328244a20db tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:05.832462 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4169537d-b20d-4bca-9cc6-6328244a20db tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/networks/8bf1567a-be47-4f34-9ce4-8c2e542a5ede HTTP/1.1" status: 204 len: 168 time: 1.6452971 Apr 20 13:29:05.834114 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169537d-b20d-4bca-9cc6-6328244a20db tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'Network': ['ID=8bf1567a-be47-4f34-9ce4-8c2e542a5ede,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:05.836010 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43564) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:05.848896 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-181393aa-b293-40e2-b234-42e43123a46b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-835545214'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:05.884699 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e1b76611-41d8-4bbd-8181-88f207375cc9 tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=7d7599e499ac4ab585978f26ba0a43a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1061575 Apr 20 13:29:05.884699 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202fa5a-2870-409a-a801-18dbde557175 req-276c77aa-7fc6-44e9-99b2-6e88804850de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:05.884699 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f202fa5a-2870-409a-a801-18dbde557175 req-276c77aa-7fc6-44e9-99b2-6e88804850de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:05.886358 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f202fa5a-2870-409a-a801-18dbde557175 req-276c77aa-7fc6-44e9-99b2-6e88804850de service neutron] 10.222.0.15 "PUT /v2.0/ports/616a8338-f6b4-455c-be8c-f76ad0849631 HTTP/1.1" status: 200 len: 1092 time: 1.0223241 Apr 20 13:29:05.888737 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf504234-5df4-4b7d-826b-1c3db5b7ab93', 'tag': '616a8338-f6b4-455c-be8c-f76ad0849631'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:29:05.889137 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43568) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:05.891297 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d8fe22-9a38-41b6-aba0-729e5724a2e4" -d '{"events": [{"name": "network-changed", "server_uuid": "cf504234-5df4-4b7d-826b-1c3db5b7ab93", "tag": "616a8338-f6b4-455c-be8c-f76ad0849631"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:29:05.927853 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c77aa-7fc6-44e9-99b2-6e88804850de service neutron] Pushing event updated for resources: {'Port': ['ID=616a8338-f6b4-455c-be8c-f76ad0849631,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:05.985499 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e24381-aba1-4b37-9851-7e01e0f6afa0 x-openstack-request-id: req-01e24381-aba1-4b37-9851-7e01e0f6afa0 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:29:05.985806 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf504234-5df4-4b7d-826b-1c3db5b7ab93", "tag": "616a8338-f6b4-455c-be8c-f76ad0849631", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:29:05.986060 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-01e24381-aba1-4b37-9851-7e01e0f6afa0 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:29:05.986465 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01e24381-aba1-4b37-9851-7e01e0f6afa0'] response: {'name': 'network-changed', 'server_uuid': 'cf504234-5df4-4b7d-826b-1c3db5b7ab93', 'tag': '616a8338-f6b4-455c-be8c-f76ad0849631', 'status': 'completed', 'code': 200} Apr 20 13:29:06.062286 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8fe22-9a38-41b6-aba0-729e5724a2e4 req-1c0909d1-f3c7-4697-82ef-ac8f6c22e5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:06.064004 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f1d8fe22-9a38-41b6-aba0-729e5724a2e4 req-1c0909d1-f3c7-4697-82ef-ac8f6c22e5d9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1769fcf5b9754a27a1574952891cab93&device_id=cf504234-5df4-4b7d-826b-1c3db5b7ab93 HTTP/1.1" status: 200 len: 1095 time: 0.0696058 Apr 20 13:29:06.087885 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181393aa-b293-40e2-b234-42e43123a46b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Made reservation on behalf of 17f57c51548d4962867796b5991ef4ff for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:29:06.101304 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-181393aa-b293-40e2-b234-42e43123a46b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:06.156901 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-8547ff50-d4c4-40c4-871a-22f571622ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca073b1-80d5-482c-a600-1645d13f7613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957247557', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '5284862d-fdb8-46d4-9c1d-1dad632a21af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:29:00Z', 'updated_at': '2022-04-20T13:29:03Z', 'revision_number': 3, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': '5284862d-fdb8-46d4-9c1d-1dad632a21af', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca073b1-80d5-482c-a600-1645d13f7613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:01Z', 'updated_at': '2022-04-20T13:29:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:29:06.196740 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8547ff50-d4c4-40c4-871a-22f571622ac1 None None] Checking router: 8ca073b1-80d5-482c-a600-1645d13f7613 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:29:06.197395 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8547ff50-d4c4-40c4-871a-22f571622ac1 None None] Updating router 8ca073b1-80d5-482c-a600-1645d13f7613 port 5284862d-fdb8-46d4-9c1d-1dad632a21af binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:29:06.233569 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device b61e3a87-04f3-424b-84d0-79523a97daa8 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:29:06.277633 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d812f0d1-0a01-47ec-aa3e-5a74235c6d4d tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:06.278168 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8547ff50-d4c4-40c4-871a-22f571622ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:06.287238 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d812f0d1-0a01-47ec-aa3e-5a74235c6d4d tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3969872 Apr 20 13:29:06.291634 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43578) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:06.368321 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0fee1ec9-aeee-4ce8-8718-956ba06ca0d5 tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=08acadad-0b4a-420a-b5f5-639128d4ec40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0753443 Apr 20 13:29:06.376325 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43580) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:06.386810 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-3104af63-b2a5-45d8-9222-509d1205e5c9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1573435829', 'network_id': 'ee1e3f3a-436d-4baf-9474-8341d7977164', 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:06.393618 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-181393aa-b293-40e2-b234-42e43123a46b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:29:06.491604 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-181393aa-b293-40e2-b234-42e43123a46b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:06.491951 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-181393aa-b293-40e2-b234-42e43123a46b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Added segment 492b4812-9a65-44f1-bf1f-13e151cf70ca of type vlan for network 744f3e23-2092-4235-adc7-af9dd44b4760 Apr 20 13:29:06.576857 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-181393aa-b293-40e2-b234-42e43123a46b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:06.641234 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3104af63-b2a5-45d8-9222-509d1205e5c9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Made reservation on behalf of 7d7599e499ac4ab585978f26ba0a43a9 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:29:06.644929 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8547ff50-d4c4-40c4-871a-22f571622ac1 None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:06.645364 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3104af63-b2a5-45d8-9222-509d1205e5c9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:06.648117 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: b61e3a87-04f3-424b-84d0-79523a97daa8 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:29:06.648598 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device b61e3a87-04f3-424b-84d0-79523a97daa8 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:29:06.704209 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8547ff50-d4c4-40c4-871a-22f571622ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:06.707618 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-181393aa-b293-40e2-b234-42e43123a46b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:06.714288 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181393aa-b293-40e2-b234-42e43123a46b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:06.714984 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-181393aa-b293-40e2-b234-42e43123a46b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:06.744589 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f5626daa-a3a8-415e-8260-d4bc431598d5 req-35e1ed5a-104d-4546-9c4e-a66183616537 tempest-ServerShowV247Test-111738650 tempest-ServerShowV247Test-111738650-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00f481d-ef33-4a6e-90bb-8fa62d0bfdf4 HTTP/1.1" status: 200 len: 210 time: 0.0526776 Apr 20 13:29:06.793009 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502d38d-7698-4aa2-9b99-33b5391ba642 req-0975b8a3-2390-45b4-88b4-1c1b3005debb tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:06.795126 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b502d38d-7698-4aa2-9b99-33b5391ba642 req-0975b8a3-2390-45b4-88b4-1c1b3005debb tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf504234-5df4-4b7d-826b-1c3db5b7ab93 HTTP/1.1" status: 200 len: 944 time: 0.0949156 Apr 20 13:29:06.829682 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8fe22-9a38-41b6-aba0-729e5724a2e4 req-a8ff2929-74af-4007-b952-e0fad8c0b9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:06.829866 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f1d8fe22-9a38-41b6-aba0-729e5724a2e4 req-a8ff2929-74af-4007-b952-e0fad8c0b9e4 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=1769fcf5b9754a27a1574952891cab93&shared=False HTTP/1.1" status: 200 len: 906 time: 0.7527800 Apr 20 13:29:06.843562 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181393aa-b293-40e2-b234-42e43123a46b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'Network': ['ID=744f3e23-2092-4235-adc7-af9dd44b4760,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:06.843746 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceef7cb-5b65-4786-8937-4a96b44efe92 None None] Pushing event updated for resources: {'Port': ['ID=5284862d-fdb8-46d4-9c1d-1dad632a21af,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:06.870955 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 744f3e23-2092-4235-adc7-af9dd44b4760 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:29:06.875626 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-8547ff50-d4c4-40c4-871a-22f571622ac1 None None] Attempting to bind port 5284862d-fdb8-46d4-9c1d-1dad632a21af on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:29:06.875996 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-8547ff50-d4c4-40c4-871a-22f571622ac1 None None] Attempting to bind port 5284862d-fdb8-46d4-9c1d-1dad632a21af by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:29:06.879656 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8547ff50-d4c4-40c4-871a-22f571622ac1 None None] Attempting to bind port 5284862d-fdb8-46d4-9c1d-1dad632a21af on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:29:06.901899 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-181393aa-b293-40e2-b234-42e43123a46b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0583763 Apr 20 13:29:06.902199 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8547ff50-d4c4-40c4-871a-22f571622ac1 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:29:06.902513 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43590) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:06.902619 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8547ff50-d4c4-40c4-871a-22f571622ac1 None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:29:06.912311 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-8887e404-93b4-4a82-a0b6-77294ddce69f tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'subnet': {'network_id': '744f3e23-2092-4235-adc7-af9dd44b4760', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:06.914657 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8547ff50-d4c4-40c4-871a-22f571622ac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:06.915422 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8547ff50-d4c4-40c4-871a-22f571622ac1 None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:29:06.915931 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-8547ff50-d4c4-40c4-871a-22f571622ac1 None None] Bound port: 5284862d-fdb8-46d4-9c1d-1dad632a21af, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:29:06.919986 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b502d38d-7698-4aa2-9b99-33b5391ba642 req-1bae0342-55a7-45dd-a50a-a3e18f910ef9 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044433 Apr 20 13:29:06.920533 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8547ff50-d4c4-40c4-871a-22f571622ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:06.980048 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8fe22-9a38-41b6-aba0-729e5724a2e4 req-8c2d18c2-5230-4cb4-8b10-3f52138f20f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:07.013213 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f1d8fe22-9a38-41b6-aba0-729e5724a2e4 req-8c2d18c2-5230-4cb4-8b10-3f52138f20f2 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1449759 Apr 20 13:29:07.086038 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202fa5a-2870-409a-a801-18dbde557175 req-a66c9f80-060f-47ca-94e9-1af6e814cfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:07.086038 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f202fa5a-2870-409a-a801-18dbde557175 req-a66c9f80-060f-47ca-94e9-1af6e814cfb0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1769fcf5b9754a27a1574952891cab93&device_id=cf504234-5df4-4b7d-826b-1c3db5b7ab93 HTTP/1.1" status: 200 len: 1095 time: 0.0566633 Apr 20 13:29:07.141446 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-8547ff50-d4c4-40c4-871a-22f571622ac1 None None] For port 5284862d-fdb8-46d4-9c1d-1dad632a21af, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:29:07.145114 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-8547ff50-d4c4-40c4-871a-22f571622ac1 None None] For port 5284862d-fdb8-46d4-9c1d-1dad632a21af, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=5284862d-fdb8-46d4-9c1d-1dad632a21af,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:29:07.151428 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f202fa5a-2870-409a-a801-18dbde557175 req-fa007dd9-64a4-4cc6-8a72-fd398fa54244 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=616a8338-f6b4-455c-be8c-f76ad0849631 HTTP/1.1" status: 200 len: 217 time: 0.0614319 Apr 20 13:29:07.172434 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8887e404-93b4-4a82-a0b6-77294ddce69f tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Made reservation on behalf of 17f57c51548d4962867796b5991ef4ff for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:29:07.176693 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8887e404-93b4-4a82-a0b6-77294ddce69f tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:07.201519 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8547ff50-d4c4-40c4-871a-22f571622ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:07.206883 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202fa5a-2870-409a-a801-18dbde557175 req-f404664c-47a4-414b-9796-1dca812896bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:07.208445 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f202fa5a-2870-409a-a801-18dbde557175 req-f404664c-47a4-414b-9796-1dca812896bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c9f0b80-55d8-4485-9b41-54f7ac34cd10 HTTP/1.1" status: 200 len: 845 time: 0.0511301 Apr 20 13:29:07.224563 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3104af63-b2a5-45d8-9222-509d1205e5c9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:07.265508 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f202fa5a-2870-409a-a801-18dbde557175 req-354a0e79-ae3c-4563-8e2c-84675865a0ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bffadad1-e693-483b-8eeb-21265f06be5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497518 Apr 20 13:29:07.270714 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8547ff50-d4c4-40c4-871a-22f571622ac1 None None] Routers {'8ca073b1-80d5-482c-a600-1645d13f7613'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:29:07.271351 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-8547ff50-d4c4-40c4-871a-22f571622ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:28:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['8ca073b1-80d5-482c-a600-1645d13f7613'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:29:07.316042 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceef7cb-5b65-4786-8937-4a96b44efe92 None None] Pushing event updated for resources: {'Port': ['ID=5284862d-fdb8-46d4-9c1d-1dad632a21af,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:07.331502 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3104af63-b2a5-45d8-9222-509d1205e5c9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'Subnet': ['ID=4781852a-f1d5-43ae-a14e-8279f99b230d,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:07.342264 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3104af63-b2a5-45d8-9222-509d1205e5c9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Checking segment: {'id': '0af567ff-a35c-45eb-b61a-7c90f213a3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ee1e3f3a-436d-4baf-9474-8341d7977164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:29:07.342264 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3104af63-b2a5-45d8-9222-509d1205e5c9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Network hostable DHCP agents. Network: ee1e3f3a-436d-4baf-9474-8341d7977164, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:29:07.390229 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f202fa5a-2870-409a-a801-18dbde557175 req-3c83cf7c-fcc6-4f62-83bb-8855c5606e3a service neutron] 10.222.0.15 "GET /v2.0/networks/bffadad1-e693-483b-8eeb-21265f06be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176183 Apr 20 13:29:07.414107 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-8547ff50-d4c4-40c4-871a-22f571622ac1 None None] Set router 8ca073b1-80d5-482c-a600-1645d13f7613 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:29:07.448488 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3104af63-b2a5-45d8-9222-509d1205e5c9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Network ee1e3f3a-436d-4baf-9474-8341d7977164 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:29:07.527575 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8887e404-93b4-4a82-a0b6-77294ddce69f tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:07.528979 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f202fa5a-2870-409a-a801-18dbde557175 req-6c67c0a4-3273-495b-a88c-96007b191f7c service neutron] 10.222.0.15 "GET /v2.0/networks/bffadad1-e693-483b-8eeb-21265f06be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302297 Apr 20 13:29:07.567409 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-3104af63-b2a5-45d8-9222-509d1205e5c9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, ee1e3f3a-436d-4baf-9474-8341d7977164) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:29:07.572586 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3104af63-b2a5-45d8-9222-509d1205e5c9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:07.573452 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3104af63-b2a5-45d8-9222-509d1205e5c9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:07.592538 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27eb4507-4987-4c69-959a-5f4872b97f0b None None] Network ee1e3f3a-436d-4baf-9474-8341d7977164 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:29:07.634003 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8887e404-93b4-4a82-a0b6-77294ddce69f tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Checking segment: {'id': '492b4812-9a65-44f1-bf1f-13e151cf70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '744f3e23-2092-4235-adc7-af9dd44b4760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:29:07.634555 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8887e404-93b4-4a82-a0b6-77294ddce69f tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Network hostable DHCP agents. Network: 744f3e23-2092-4235-adc7-af9dd44b4760, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:29:07.647794 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887e404-93b4-4a82-a0b6-77294ddce69f tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'Subnet': ['ID=ffb23862-4a57-40c7-b8c9-31d1fdbe707a,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:07.667096 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3104af63-b2a5-45d8-9222-509d1205e5c9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2866378 Apr 20 13:29:07.669797 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43606) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:07.715156 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8887e404-93b4-4a82-a0b6-77294ddce69f tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Network 744f3e23-2092-4235-adc7-af9dd44b4760 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:29:07.807599 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-8887e404-93b4-4a82-a0b6-77294ddce69f tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 744f3e23-2092-4235-adc7-af9dd44b4760) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:29:07.826490 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb9ddd5-f905-412d-8d04-492c95b9c2c2 None None] Network 744f3e23-2092-4235-adc7-af9dd44b4760 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:29:07.867282 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8887e404-93b4-4a82-a0b6-77294ddce69f tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:07.868040 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8887e404-93b4-4a82-a0b6-77294ddce69f tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:07.892321 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6142ee5a-02ab-458d-b8ae-7dab7739fe4c req-07750b8b-be13-4ad7-b9c9-a57b83e369e2 tempest-ServerShowV247Test-111738650 tempest-ServerShowV247Test-111738650-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00f481d-ef33-4a6e-90bb-8fa62d0bfdf4 HTTP/1.1" status: 200 len: 210 time: 0.0373545 Apr 20 13:29:07.940972 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8887e404-93b4-4a82-a0b6-77294ddce69f tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0349488 Apr 20 13:29:07.941191 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43612) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:07.949308 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-8547ff50-d4c4-40c4-871a-22f571622ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca073b1-80d5-482c-a600-1645d13f7613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957247557', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '5284862d-fdb8-46d4-9c1d-1dad632a21af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:29:00Z', 'updated_at': '2022-04-20T13:29:03Z', 'revision_number': 3, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': '5284862d-fdb8-46d4-9c1d-1dad632a21af', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca073b1-80d5-482c-a600-1645d13f7613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:01Z', 'updated_at': '2022-04-20T13:29:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:29:07.950059 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-e3b19e70-1f28-47ba-9dd3-e0ea7ff79c43 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-26832486', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:07.996059 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8547ff50-d4c4-40c4-871a-22f571622ac1 None None] The sync data for ids ['8ca073b1-80d5-482c-a600-1645d13f7613'] in n-d-836015-7 is: [{'id': '8ca073b1-80d5-482c-a600-1645d13f7613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957247557', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '5284862d-fdb8-46d4-9c1d-1dad632a21af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:29:00Z', 'updated_at': '2022-04-20T13:29:03Z', 'revision_number': 3, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': '5284862d-fdb8-46d4-9c1d-1dad632a21af', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca073b1-80d5-482c-a600-1645d13f7613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:01Z', 'updated_at': '2022-04-20T13:29:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:29:08.025245 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9effcc82-2f38-4df2-911a-f783c4913c8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-ee1e3f3a-436d-4baf-9474-8341d7977164', 'network_id': 'ee1e3f3a-436d-4baf-9474-8341d7977164', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'fixed_ips': [{'subnet_id': '4781852a-f1d5-43ae-a14e-8279f99b230d'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:29:08.028188 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9effcc82-2f38-4df2-911a-f783c4913c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:08.033261 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e3b19e70-1f28-47ba-9dd3-e0ea7ff79c43 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:08.034979 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e3b19e70-1f28-47ba-9dd3-e0ea7ff79c43 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:08.115443 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066fc6e9-b520-4d58-b768-51ab3e2c6444 req-51e00c73-1337-4588-9419-92ceb4f35eff tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:08.117264 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-066fc6e9-b520-4d58-b768-51ab3e2c6444 req-51e00c73-1337-4588-9419-92ceb4f35eff tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf504234-5df4-4b7d-826b-1c3db5b7ab93 HTTP/1.1" status: 200 len: 944 time: 0.1108568 Apr 20 13:29:08.164830 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e3b19e70-1f28-47ba-9dd3-e0ea7ff79c43 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:08.202601 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-066fc6e9-b520-4d58-b768-51ab3e2c6444 req-628373f9-b800-4451-ab2d-1a41b8c47a48 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485580 Apr 20 13:29:08.264782 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e3b19e70-1f28-47ba-9dd3-e0ea7ff79c43 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:08.295570 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bb728d-1044-4cb2-b186-903981968dd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-744f3e23-2092-4235-adc7-af9dd44b4760', 'network_id': '744f3e23-2092-4235-adc7-af9dd44b4760', 'tenant_id': '17f57c51548d4962867796b5991ef4ff', 'fixed_ips': [{'subnet_id': 'ffb23862-4a57-40c7-b8c9-31d1fdbe707a'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:29:08.296755 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c9bb728d-1044-4cb2-b186-903981968dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:08.305853 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-40260056-1c46-4542-ad97-441932cd612b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:08.361130 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e3b19e70-1f28-47ba-9dd3-e0ea7ff79c43 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:08.361130 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e3b19e70-1f28-47ba-9dd3-e0ea7ff79c43 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4158237 Apr 20 13:29:08.362121 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43618) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:08.368067 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-5f01f661-382e-4c60-9a53-ff0e08a29769 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'port': {'network_id': '744f3e23-2092-4235-adc7-af9dd44b4760', 'name': 'tempest-PortsIpV6TestJSON-1599718863'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:08.567886 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-9effcc82-2f38-4df2-911a-f783c4913c8a None None] Allocated IP 172.20.0.2 (ee1e3f3a-436d-4baf-9474-8341d7977164/4781852a-f1d5-43ae-a14e-8279f99b230d/15679688-e520-4a95-8d8e-7487857042d2) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:29:08.576972 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-c9bb728d-1044-4cb2-b186-903981968dd5 None None] Allocated IP 2001:db8::2 (744f3e23-2092-4235-adc7-af9dd44b4760/ffb23862-4a57-40c7-b8c9-31d1fdbe707a/a614b739-1f64-45e3-9cda-d1d3ad7b1b5e) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:29:08.590554 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f01f661-382e-4c60-9a53-ff0e08a29769 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Made reservation on behalf of 17f57c51548d4962867796b5991ef4ff for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:29:08.594500 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5f01f661-382e-4c60-9a53-ff0e08a29769 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:08.630688 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [None req-5f01f661-382e-4c60-9a53-ff0e08a29769 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] device_id is not set on port 9ac19825-8c0c-4af7-b4e8-178ebcc32674 yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:29:08.842165 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9effcc82-2f38-4df2-911a-f783c4913c8a None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:08.854893 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c9bb728d-1044-4cb2-b186-903981968dd5 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:08.921953 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9effcc82-2f38-4df2-911a-f783c4913c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:08.981244 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c9bb728d-1044-4cb2-b186-903981968dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:08.992404 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-40260056-1c46-4542-ad97-441932cd612b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Allocated IP 172.20.0.1 (ee1e3f3a-436d-4baf-9474-8341d7977164/4781852a-f1d5-43ae-a14e-8279f99b230d/d65ea0b6-ad75-41ac-89b6-aa7da34d1e66) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:29:09.002151 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9effcc82-2f38-4df2-911a-f783c4913c8a None None] Network ee1e3f3a-436d-4baf-9474-8341d7977164 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:29:09.025848 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-9effcc82-2f38-4df2-911a-f783c4913c8a None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:29:09.032993 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9effcc82-2f38-4df2-911a-f783c4913c8a None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:29:09.072665 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2e90e697-2d98-4826-8847-5c9c61004e13 req-53fa4525-3abf-49ae-9dd3-ee663b8cfce0 tempest-ServerShowV247Test-111738650 tempest-ServerShowV247Test-111738650-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00f481d-ef33-4a6e-90bb-8fa62d0bfdf4 HTTP/1.1" status: 200 len: 210 time: 0.0420008 Apr 20 13:29:09.085810 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bb728d-1044-4cb2-b186-903981968dd5 None None] Network 744f3e23-2092-4235-adc7-af9dd44b4760 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:29:09.091506 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-c9bb728d-1044-4cb2-b186-903981968dd5 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:29:09.106538 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-5f01f661-382e-4c60-9a53-ff0e08a29769 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Allocated IP 2001:db8::36e (744f3e23-2092-4235-adc7-af9dd44b4760/ffb23862-4a57-40c7-b8c9-31d1fdbe707a/9ac19825-8c0c-4af7-b4e8-178ebcc32674) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:29:09.114911 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bb728d-1044-4cb2-b186-903981968dd5 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:29:09.120994 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9effcc82-2f38-4df2-911a-f783c4913c8a None None] Pushing event updated for resources: {'Port': ['ID=15679688-e520-4a95-8d8e-7487857042d2,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:09.170484 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-9effcc82-2f38-4df2-911a-f783c4913c8a None None] Attempting to bind port 15679688-e520-4a95-8d8e-7487857042d2 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:29:09.174507 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-9effcc82-2f38-4df2-911a-f783c4913c8a None None] Attempting to bind port 15679688-e520-4a95-8d8e-7487857042d2 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '0af567ff-a35c-45eb-b61a-7c90f213a3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ee1e3f3a-436d-4baf-9474-8341d7977164'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:29:09.174507 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9effcc82-2f38-4df2-911a-f783c4913c8a None None] Attempting to bind port 15679688-e520-4a95-8d8e-7487857042d2 on network ee1e3f3a-436d-4baf-9474-8341d7977164 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:29:09.182222 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-40260056-1c46-4542-ad97-441932cd612b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:09.234281 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9effcc82-2f38-4df2-911a-f783c4913c8a None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:29:09.234281 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9effcc82-2f38-4df2-911a-f783c4913c8a None None] Checking segment: {'id': '0af567ff-a35c-45eb-b61a-7c90f213a3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ee1e3f3a-436d-4baf-9474-8341d7977164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:29:09.234281 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9effcc82-2f38-4df2-911a-f783c4913c8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:09.234281 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9effcc82-2f38-4df2-911a-f783c4913c8a None None] Bound using segment: {'id': '0af567ff-a35c-45eb-b61a-7c90f213a3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ee1e3f3a-436d-4baf-9474-8341d7977164'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:29:09.234281 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-9effcc82-2f38-4df2-911a-f783c4913c8a None None] Bound port: 15679688-e520-4a95-8d8e-7487857042d2, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af567ff-a35c-45eb-b61a-7c90f213a3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ee1e3f3a-436d-4baf-9474-8341d7977164'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:29:09.234281 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9effcc82-2f38-4df2-911a-f783c4913c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:09.256044 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-c9bb728d-1044-4cb2-b186-903981968dd5 None None] Attempting to bind port a614b739-1f64-45e3-9cda-d1d3ad7b1b5e on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:29:09.257077 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-c9bb728d-1044-4cb2-b186-903981968dd5 None None] Attempting to bind port a614b739-1f64-45e3-9cda-d1d3ad7b1b5e by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '492b4812-9a65-44f1-bf1f-13e151cf70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '744f3e23-2092-4235-adc7-af9dd44b4760'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:29:09.257453 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bb728d-1044-4cb2-b186-903981968dd5 None None] Attempting to bind port a614b739-1f64-45e3-9cda-d1d3ad7b1b5e on network 744f3e23-2092-4235-adc7-af9dd44b4760 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:29:09.276391 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-40260056-1c46-4542-ad97-441932cd612b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:09.276823 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bb728d-1044-4cb2-b186-903981968dd5 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:29:09.277206 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bb728d-1044-4cb2-b186-903981968dd5 None None] Checking segment: {'id': '492b4812-9a65-44f1-bf1f-13e151cf70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '744f3e23-2092-4235-adc7-af9dd44b4760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:29:09.277607 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c9bb728d-1044-4cb2-b186-903981968dd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:09.278001 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bb728d-1044-4cb2-b186-903981968dd5 None None] Bound using segment: {'id': '492b4812-9a65-44f1-bf1f-13e151cf70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '744f3e23-2092-4235-adc7-af9dd44b4760'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:29:09.279390 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-c9bb728d-1044-4cb2-b186-903981968dd5 None None] Bound port: a614b739-1f64-45e3-9cda-d1d3ad7b1b5e, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '492b4812-9a65-44f1-bf1f-13e151cf70ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '744f3e23-2092-4235-adc7-af9dd44b4760'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:29:09.292572 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c9bb728d-1044-4cb2-b186-903981968dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:09.306695 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb728d-1044-4cb2-b186-903981968dd5 None None] Pushing event updated for resources: {'Port': ['ID=a614b739-1f64-45e3-9cda-d1d3ad7b1b5e,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:09.344673 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40260056-1c46-4542-ad97-441932cd612b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Network ee1e3f3a-436d-4baf-9474-8341d7977164 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:29:09.348079 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-40260056-1c46-4542-ad97-441932cd612b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:29:09.358524 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40260056-1c46-4542-ad97-441932cd612b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:29:09.403824 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40260056-1c46-4542-ad97-441932cd612b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'Port': ['ID=d65ea0b6-ad75-41ac-89b6-aa7da34d1e66,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:09.425034 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-40260056-1c46-4542-ad97-441932cd612b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:09.427110 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-9effcc82-2f38-4df2-911a-f783c4913c8a None None] For port 15679688-e520-4a95-8d8e-7487857042d2, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:29:09.431317 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-9effcc82-2f38-4df2-911a-f783c4913c8a None None] For port 15679688-e520-4a95-8d8e-7487857042d2, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=15679688-e520-4a95-8d8e-7487857042d2,segment=NetworkSegment(0af567ff-a35c-45eb-b61a-7c90f213a3a7),segment_id=0af567ff-a35c-45eb-b61a-7c90f213a3a7)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:29:09.443838 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-c9bb728d-1044-4cb2-b186-903981968dd5 None None] For port a614b739-1f64-45e3-9cda-d1d3ad7b1b5e, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:29:09.447773 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-c9bb728d-1044-4cb2-b186-903981968dd5 None None] For port a614b739-1f64-45e3-9cda-d1d3ad7b1b5e, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=a614b739-1f64-45e3-9cda-d1d3ad7b1b5e,segment=NetworkSegment(492b4812-9a65-44f1-bf1f-13e151cf70ca),segment_id=492b4812-9a65-44f1-bf1f-13e151cf70ca)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:29:09.476076 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5f01f661-382e-4c60-9a53-ff0e08a29769 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:09.490172 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79db396-e08c-42b6-a721-0e48543aed33 req-506c48a0-af81-4e96-8c54-51ec1ef5a7eb tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:09.491820 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e79db396-e08c-42b6-a721-0e48543aed33 req-506c48a0-af81-4e96-8c54-51ec1ef5a7eb tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf504234-5df4-4b7d-826b-1c3db5b7ab93 HTTP/1.1" status: 200 len: 944 time: 0.1466918 Apr 20 13:29:09.510837 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9effcc82-2f38-4df2-911a-f783c4913c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:09.513525 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c9bb728d-1044-4cb2-b186-903981968dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:09.556766 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e79db396-e08c-42b6-a721-0e48543aed33 req-e4e46e1e-0f1d-4026-9cea-3b33332b5d29 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546999 Apr 20 13:29:09.620298 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9effcc82-2f38-4df2-911a-f783c4913c8a None None] Pushing event updated for resources: {'Port': ['ID=15679688-e520-4a95-8d8e-7487857042d2,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:09.635417 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9effcc82-2f38-4df2-911a-f783c4913c8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:09.635613 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9effcc82-2f38-4df2-911a-f783c4913c8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:09.635954 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9effcc82-2f38-4df2-911a-f783c4913c8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:09.636289 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9effcc82-2f38-4df2-911a-f783c4913c8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:09.636621 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9effcc82-2f38-4df2-911a-f783c4913c8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:09.636944 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9effcc82-2f38-4df2-911a-f783c4913c8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:09.637271 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9effcc82-2f38-4df2-911a-f783c4913c8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:09.637597 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9effcc82-2f38-4df2-911a-f783c4913c8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:09.637921 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9effcc82-2f38-4df2-911a-f783c4913c8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:09.640203 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9effcc82-2f38-4df2-911a-f783c4913c8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:09.640556 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9effcc82-2f38-4df2-911a-f783c4913c8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:09.640904 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9effcc82-2f38-4df2-911a-f783c4913c8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:09.647914 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5f01f661-382e-4c60-9a53-ff0e08a29769 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:09.719018 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb728d-1044-4cb2-b186-903981968dd5 None None] Pushing event updated for resources: {'Port': ['ID=a614b739-1f64-45e3-9cda-d1d3ad7b1b5e,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:09.724743 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f01f661-382e-4c60-9a53-ff0e08a29769 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'Port': ['ID=9ac19825-8c0c-4af7-b4e8-178ebcc32674,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:09.765187 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f01f661-382e-4c60-9a53-ff0e08a29769 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Network 744f3e23-2092-4235-adc7-af9dd44b4760 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:29:09.767375 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-5f01f661-382e-4c60-9a53-ff0e08a29769 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:29:09.772249 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f01f661-382e-4c60-9a53-ff0e08a29769 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:29:09.778822 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f01f661-382e-4c60-9a53-ff0e08a29769 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:09.779526 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5f01f661-382e-4c60-9a53-ff0e08a29769 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:09.869297 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5f01f661-382e-4c60-9a53-ff0e08a29769 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5061085 Apr 20 13:29:09.869967 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43636) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:10.175125 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-40260056-1c46-4542-ad97-441932cd612b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:10.338626 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4ba0454e-540b-4c53-83f4-97304f57eebb req-8102fc50-f5e8-4966-b6fd-ad2a4f4ec7b2 tempest-ServerShowV247Test-111738650 tempest-ServerShowV247Test-111738650-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00f481d-ef33-4a6e-90bb-8fa62d0bfdf4 HTTP/1.1" status: 200 len: 210 time: 0.0671756 Apr 20 13:29:10.419895 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12a78b37-fe1b-4f91-87b8-313e20d361ee tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:10.469377 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device a614b739-1f64-45e3-9cda-d1d3ad7b1b5e up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:29:10.538035 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port a614b739-1f64-45e3-9cda-d1d3ad7b1b5e triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:10.538699 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:10.607082 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 616a8338-f6b4-455c-be8c-f76ad0849631 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:29:10.629967 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-40260056-1c46-4542-ad97-441932cd612b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:10.698509 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-40260056-1c46-4542-ad97-441932cd612b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:10.771716 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-40260056-1c46-4542-ad97-441932cd612b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:10.790525 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14db201-1c24-4d95-8108-c5c761d62b5e req-f4757722-77e2-43d3-b176-4e49adaac4cb tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:10.799615 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c14db201-1c24-4d95-8108-c5c761d62b5e req-f4757722-77e2-43d3-b176-4e49adaac4cb tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf504234-5df4-4b7d-826b-1c3db5b7ab93 HTTP/1.1" status: 200 len: 944 time: 0.1245990 Apr 20 13:29:10.820029 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 616a8338-f6b4-455c-be8c-f76ad0849631, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=616a8338-f6b4-455c-be8c-f76ad0849631,segment=NetworkSegment(61aa0039-68ca-4033-b082-432ef8c81b46),segment_id=61aa0039-68ca-4033-b082-432ef8c81b46)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:29:10.838350 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '616a8338-f6b4-455c-be8c-f76ad0849631', 'network_id': 'bffadad1-e693-483b-8eeb-21265f06be5a', 'port_id': '616a8338-f6b4-455c-be8c-f76ad0849631', 'mac_address': 'fa:16:3e:c2:5b:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c9f0b80-55d8-4485-9b41-54f7ac34cd10', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:29:10.883184 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:10.891564 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12a78b37-fe1b-4f91-87b8-313e20d361ee tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:10.896881 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:10.907830 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c14db201-1c24-4d95-8108-c5c761d62b5e req-2be537c9-7890-4114-a96e-907bbf64bdb7 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023781 Apr 20 13:29:10.910425 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40260056-1c46-4542-ad97-441932cd612b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'Port': ['ID=d65ea0b6-ad75-41ac-89b6-aa7da34d1e66,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:10.941508 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port a614b739-1f64-45e3-9cda-d1d3ad7b1b5e, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=a614b739-1f64-45e3-9cda-d1d3ad7b1b5e,segment=NetworkSegment(492b4812-9a65-44f1-bf1f-13e151cf70ca),segment_id=492b4812-9a65-44f1-bf1f-13e151cf70ca)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:29:10.943768 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 616a8338-f6b4-455c-be8c-f76ad0849631 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:29:10.956754 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12a78b37-fe1b-4f91-87b8-313e20d361ee tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:10.968167 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 616a8338-f6b4-455c-be8c-f76ad0849631, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=616a8338-f6b4-455c-be8c-f76ad0849631,segment=NetworkSegment(61aa0039-68ca-4033-b082-432ef8c81b46),segment_id=61aa0039-68ca-4033-b082-432ef8c81b46)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:29:10.995258 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40260056-1c46-4542-ad97-441932cd612b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Network ee1e3f3a-436d-4baf-9474-8341d7977164 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:29:10.996794 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-40260056-1c46-4542-ad97-441932cd612b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:29:11.012841 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:11.013717 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 15679688-e520-4a95-8d8e-7487857042d2 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:29:11.023786 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a78b37-fe1b-4f91-87b8-313e20d361ee tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'Port': ['ID=9ac19825-8c0c-4af7-b4e8-178ebcc32674,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:11.062727 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:11.168500 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=a614b739-1f64-45e3-9cda-d1d3ad7b1b5e,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:11.178888 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 15679688-e520-4a95-8d8e-7487857042d2 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:11.179934 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:11.216415 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40260056-1c46-4542-ad97-441932cd612b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Router 8ca073b1-80d5-482c-a600-1645d13f7613 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:29:11.291165 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37c3d12-0836-4a32-9889-f07b997db8a1 None None] Network ee1e3f3a-436d-4baf-9474-8341d7977164 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:29:11.306645 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12a78b37-fe1b-4f91-87b8-313e20d361ee tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:11.367162 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40260056-1c46-4542-ad97-441932cd612b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:29:11.388138 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-40260056-1c46-4542-ad97-441932cd612b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "PUT /v2.0/routers/8ca073b1-80d5-482c-a600-1645d13f7613/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7153702 Apr 20 13:29:11.466764 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=616a8338-f6b4-455c-be8c-f76ad0849631,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:11.491156 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9285ff-b67a-4065-882f-4c106329fcaa None None] Sync routers for ids ['8ca073b1-80d5-482c-a600-1645d13f7613'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:29:11.506794 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['616a8338-f6b4-455c-be8c-f76ad0849631'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:29:11.508413 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9285ff-b67a-4065-882f-4c106329fcaa None None] Routers {'8ca073b1-80d5-482c-a600-1645d13f7613'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:29:11.509285 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-1a9285ff-b67a-4065-882f-4c106329fcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:28:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['8ca073b1-80d5-482c-a600-1645d13f7613'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:29:11.561356 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:11.561623 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5b70b08a-29cc-4a64-a4eb-70707ea9312e req-0bdff097-3b32-464e-ab0b-55bf83e7a127 tempest-ServerShowV247Test-111738650 tempest-ServerShowV247Test-111738650-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00f481d-ef33-4a6e-90bb-8fa62d0bfdf4 HTTP/1.1" status: 200 len: 210 time: 0.0784421 Apr 20 13:29:11.632902 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12a78b37-fe1b-4f91-87b8-313e20d361ee tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:11.654209 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 15679688-e520-4a95-8d8e-7487857042d2, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=15679688-e520-4a95-8d8e-7487857042d2,segment=NetworkSegment(0af567ff-a35c-45eb-b61a-7c90f213a3a7),segment_id=0af567ff-a35c-45eb-b61a-7c90f213a3a7)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:29:11.687386 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-1a9285ff-b67a-4065-882f-4c106329fcaa None None] Set router 8ca073b1-80d5-482c-a600-1645d13f7613 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:29:11.714718 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-9e67bad0-f884-4f7a-8785-2d54955d6b1a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1606491676&fields=id&tenant_id=7d7599e499ac4ab585978f26ba0a43a9 HTTP/1.1" status: 200 len: 267 time: 0.0519385 Apr 20 13:29:11.766246 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-b1e58f1b-993b-402f-8d7e-ff9641c62b6f None None] Provisioning complete for port 15679688-e520-4a95-8d8e-7487857042d2 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:11.766633 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b1e58f1b-993b-402f-8d7e-ff9641c62b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:11.776647 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:11.778325 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 5284862d-fdb8-46d4-9c1d-1dad632a21af up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:29:11.951931 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-1a9285ff-b67a-4065-882f-4c106329fcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca073b1-80d5-482c-a600-1645d13f7613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957247557', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '5284862d-fdb8-46d4-9c1d-1dad632a21af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:29:00Z', 'updated_at': '2022-04-20T13:29:10Z', 'revision_number': 4, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': '5284862d-fdb8-46d4-9c1d-1dad632a21af', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca073b1-80d5-482c-a600-1645d13f7613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:01Z', 'updated_at': '2022-04-20T13:29:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'd65ea0b6-ad75-41ac-89b6-aa7da34d1e66', 'name': '', 'network_id': 'ee1e3f3a-436d-4baf-9474-8341d7977164', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'mac_address': 'fa:16:3e:0d:08:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca073b1-80d5-482c-a600-1645d13f7613', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '4781852a-f1d5-43ae-a14e-8279f99b230d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:08Z', 'updated_at': '2022-04-20T13:29:10Z', 'revision_number': 2, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'subnets': [{'id': '4781852a-f1d5-43ae-a14e-8279f99b230d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:29:11.982397 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-6e2cb771-66d5-452e-b499-5ee14c54f0b0 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:11.984540 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-6e2cb771-66d5-452e-b499-5ee14c54f0b0 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/networks?id=ee1e3f3a-436d-4baf-9474-8341d7977164 HTTP/1.1" status: 200 len: 797 time: 0.2687194 Apr 20 13:29:11.993777 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9285ff-b67a-4065-882f-4c106329fcaa None None] Checking router: 8ca073b1-80d5-482c-a600-1645d13f7613 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:29:11.995459 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9285ff-b67a-4065-882f-4c106329fcaa None None] Updating router 8ca073b1-80d5-482c-a600-1645d13f7613 port d65ea0b6-ad75-41ac-89b6-aa7da34d1e66 binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:29:12.010427 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad6dc0e-f408-4296-87b1-51686786139d None None] Network 744f3e23-2092-4235-adc7-af9dd44b4760 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:29:12.030495 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-1a9285ff-b67a-4065-882f-4c106329fcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:12.043644 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-acab324c-7225-44b5-9bad-2f7a3261cf83 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/quotas/7d7599e499ac4ab585978f26ba0a43a9 HTTP/1.1" status: 200 len: 375 time: 0.0535045 Apr 20 13:29:12.154128 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d5a18-d1c4-4bfa-b542-e9b3ffaaa17e req-0cf82c2c-1d1c-498d-8a0a-baf321703b67 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:12.161770 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f76d5a18-d1c4-4bfa-b542-e9b3ffaaa17e req-0cf82c2c-1d1c-498d-8a0a-baf321703b67 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf504234-5df4-4b7d-826b-1c3db5b7ab93 HTTP/1.1" status: 200 len: 945 time: 0.1759787 Apr 20 13:29:12.174641 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=15679688-e520-4a95-8d8e-7487857042d2,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:12.198767 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 5284862d-fdb8-46d4-9c1d-1dad632a21af triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:12.199123 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:12.250363 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-17b983b2-5836-4755-80cf-ca885dcfdd63 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7d7599e499ac4ab585978f26ba0a43a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1730230 Apr 20 13:29:12.264845 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f76d5a18-d1c4-4bfa-b542-e9b3ffaaa17e req-fa023fb3-d6c9-4f69-a755-e102493d39ea tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877404 Apr 20 13:29:12.374689 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:12.391478 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12a78b37-fe1b-4f91-87b8-313e20d361ee tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:12.420786 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-01788d51-bf75-4d30-b279-b7a86074d080 service neutron] 10.222.0.25 "GET /v2.0/networks/ee1e3f3a-436d-4baf-9474-8341d7977164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482019 Apr 20 13:29:12.441177 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:12.459927 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-1a9285ff-b67a-4065-882f-4c106329fcaa None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:12.470634 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 5284862d-fdb8-46d4-9c1d-1dad632a21af, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=5284862d-fdb8-46d4-9c1d-1dad632a21af,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:29:12.486148 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ddabde0a-1e6e-485e-97bd-fa69be0db058 None None] Provisioning complete for port a614b739-1f64-45e3-9cda-d1d3ad7b1b5e triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:12.486722 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ddabde0a-1e6e-485e-97bd-fa69be0db058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:12.492439 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12a78b37-fe1b-4f91-87b8-313e20d361ee tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:12.492439 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12a78b37-fe1b-4f91-87b8-313e20d361ee tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:12.601794 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-1a9285ff-b67a-4065-882f-4c106329fcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:12.612257 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ddabde0a-1e6e-485e-97bd-fa69be0db058 None None] Provisioning complete for port 15679688-e520-4a95-8d8e-7487857042d2 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:12.616311 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ddabde0a-1e6e-485e-97bd-fa69be0db058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:12.684374 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:12.693047 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79874b9b-8ac6-472d-a38e-873d03542404 None None] Pushing event updated for resources: {'Port': ['ID=d65ea0b6-ad75-41ac-89b6-aa7da34d1e66,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:12.709098 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a78b37-fe1b-4f91-87b8-313e20d361ee tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'Port': ['ID=9ac19825-8c0c-4af7-b4e8-178ebcc32674,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:12.726711 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79874b9b-8ac6-472d-a38e-873d03542404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:12.732096 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79874b9b-8ac6-472d-a38e-873d03542404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:12.737286 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79874b9b-8ac6-472d-a38e-873d03542404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:12.737690 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79874b9b-8ac6-472d-a38e-873d03542404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:12.738028 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79874b9b-8ac6-472d-a38e-873d03542404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:12.738364 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79874b9b-8ac6-472d-a38e-873d03542404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:12.738825 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79874b9b-8ac6-472d-a38e-873d03542404 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:12.739161 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79874b9b-8ac6-472d-a38e-873d03542404 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:12.739530 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79874b9b-8ac6-472d-a38e-873d03542404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:12.739854 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79874b9b-8ac6-472d-a38e-873d03542404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:12.743319 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79874b9b-8ac6-472d-a38e-873d03542404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:12.743737 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79874b9b-8ac6-472d-a38e-873d03542404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:12.771868 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=5284862d-fdb8-46d4-9c1d-1dad632a21af,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:12.805013 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a78b37-fe1b-4f91-87b8-313e20d361ee tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Network 744f3e23-2092-4235-adc7-af9dd44b4760 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:29:12.809803 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-12a78b37-fe1b-4f91-87b8-313e20d361ee tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:29:12.819806 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-cf9ff43c-0b49-4398-9b0d-f4c2a0ca6a2e service neutron] 10.222.0.25 "GET /v2.0/networks/ee1e3f3a-436d-4baf-9474-8341d7977164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909929 Apr 20 13:29:12.864190 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8df92173-9441-474d-a7ce-2c6a821d23a3 req-a0071845-3c73-4052-afd8-e7f02bf5f21c tempest-ServerShowV247Test-111738650 tempest-ServerShowV247Test-111738650-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00f481d-ef33-4a6e-90bb-8fa62d0bfdf4 HTTP/1.1" status: 200 len: 210 time: 0.0766070 Apr 20 13:29:12.917839 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-1a9285ff-b67a-4065-882f-4c106329fcaa None None] Attempting to bind port d65ea0b6-ad75-41ac-89b6-aa7da34d1e66 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:29:12.918206 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-1a9285ff-b67a-4065-882f-4c106329fcaa None None] Attempting to bind port d65ea0b6-ad75-41ac-89b6-aa7da34d1e66 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '0af567ff-a35c-45eb-b61a-7c90f213a3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ee1e3f3a-436d-4baf-9474-8341d7977164'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:29:12.922262 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9285ff-b67a-4065-882f-4c106329fcaa None None] Attempting to bind port d65ea0b6-ad75-41ac-89b6-aa7da34d1e66 on network ee1e3f3a-436d-4baf-9474-8341d7977164 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:29:12.938583 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9285ff-b67a-4065-882f-4c106329fcaa None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:29:12.938955 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9285ff-b67a-4065-882f-4c106329fcaa None None] Checking segment: {'id': '0af567ff-a35c-45eb-b61a-7c90f213a3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ee1e3f3a-436d-4baf-9474-8341d7977164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:29:12.943375 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-1a9285ff-b67a-4065-882f-4c106329fcaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:12.944716 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9285ff-b67a-4065-882f-4c106329fcaa None None] Bound using segment: {'id': '0af567ff-a35c-45eb-b61a-7c90f213a3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ee1e3f3a-436d-4baf-9474-8341d7977164'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:29:12.945233 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-1a9285ff-b67a-4065-882f-4c106329fcaa None None] Bound port: d65ea0b6-ad75-41ac-89b6-aa7da34d1e66, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af567ff-a35c-45eb-b61a-7c90f213a3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ee1e3f3a-436d-4baf-9474-8341d7977164'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:29:12.945627 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-1a9285ff-b67a-4065-882f-4c106329fcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:12.952081 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device a614b739-1f64-45e3-9cda-d1d3ad7b1b5e up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:29:13.046204 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ddabde0a-1e6e-485e-97bd-fa69be0db058 None None] Provisioning complete for port d65ea0b6-ad75-41ac-89b6-aa7da34d1e66 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:13.047293 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ddabde0a-1e6e-485e-97bd-fa69be0db058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:13.056625 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-1a9285ff-b67a-4065-882f-4c106329fcaa None None] For port d65ea0b6-ad75-41ac-89b6-aa7da34d1e66, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:29:13.067037 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-1a9285ff-b67a-4065-882f-4c106329fcaa None None] For port d65ea0b6-ad75-41ac-89b6-aa7da34d1e66, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d65ea0b6-ad75-41ac-89b6-aa7da34d1e66,segment=NetworkSegment(0af567ff-a35c-45eb-b61a-7c90f213a3a7),segment_id=0af567ff-a35c-45eb-b61a-7c90f213a3a7)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:29:13.087879 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ddabde0a-1e6e-485e-97bd-fa69be0db058 None None] Port d65ea0b6-ad75-41ac-89b6-aa7da34d1e66 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:29:13.090201 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port a614b739-1f64-45e3-9cda-d1d3ad7b1b5e triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:13.090565 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:13.112548 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:13.145358 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-1a9285ff-b67a-4065-882f-4c106329fcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:13.148036 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a78b37-fe1b-4f91-87b8-313e20d361ee tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Router 679be3ed-f8d2-4c77-a307-ef9a9dee3e7b is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:29:13.269114 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 15679688-e520-4a95-8d8e-7487857042d2 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:29:13.295660 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9285ff-b67a-4065-882f-4c106329fcaa None None] Routers {'8ca073b1-80d5-482c-a600-1645d13f7613'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:29:13.296546 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-1a9285ff-b67a-4065-882f-4c106329fcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:28:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['8ca073b1-80d5-482c-a600-1645d13f7613'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:29:13.309729 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9c50b659-966b-44f8-aa08-a48ef0c7e0a6 req-48f4631d-3f15-4f70-ac6a-c8f9f776945f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 210 time: 0.0944226 Apr 20 13:29:13.331690 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-488eb75d-a05e-40b8-8f3b-7ce7b9c73998 None None] Provisioning complete for port a614b739-1f64-45e3-9cda-d1d3ad7b1b5e triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:13.337386 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-488eb75d-a05e-40b8-8f3b-7ce7b9c73998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:13.374688 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a78b37-fe1b-4f91-87b8-313e20d361ee tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:29:13.389572 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-12a78b37-fe1b-4f91-87b8-313e20d361ee tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "PUT /v2.0/routers/679be3ed-f8d2-4c77-a307-ef9a9dee3e7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5169859 Apr 20 13:29:13.391270 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43678) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:13.399126 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1837e566-44fb-4f51-94a2-d6afaf47fa7c None None] Sync routers for ids ['679be3ed-f8d2-4c77-a307-ef9a9dee3e7b'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:29:13.446256 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1837e566-44fb-4f51-94a2-d6afaf47fa7c None None] Routers {'679be3ed-f8d2-4c77-a307-ef9a9dee3e7b'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:29:13.447020 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-1837e566-44fb-4f51-94a2-d6afaf47fa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:28:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['679be3ed-f8d2-4c77-a307-ef9a9dee3e7b'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:29:13.514119 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 15679688-e520-4a95-8d8e-7487857042d2 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:13.514559 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:13.516361 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-1837e566-44fb-4f51-94a2-d6afaf47fa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:29:13.535063 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98676d4-c5e1-41f8-a3d9-c8abad927a37 req-cc6bec04-7ff0-436a-abb0-d080e7027ad8 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:13.551578 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f98676d4-c5e1-41f8-a3d9-c8abad927a37 req-cc6bec04-7ff0-436a-abb0-d080e7027ad8 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf504234-5df4-4b7d-826b-1c3db5b7ab93 HTTP/1.1" status: 200 len: 945 time: 0.1485107 Apr 20 13:29:13.566085 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79874b9b-8ac6-472d-a38e-873d03542404 None None] Pushing event updated for resources: {'Port': ['ID=d65ea0b6-ad75-41ac-89b6-aa7da34d1e66,revision_number=4']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:13.582245 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb1d74d-48af-4817-9f21-fd488c8a66f7 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:13.588817 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3cb1d74d-48af-4817-9f21-fd488c8a66f7 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "GET /v2.0/ports?device_id=679be3ed-f8d2-4c77-a307-ef9a9dee3e7b HTTP/1.1" status: 200 len: 989 time: 0.1945360 Apr 20 13:29:13.595623 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43684) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:13.628043 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1837e566-44fb-4f51-94a2-d6afaf47fa7c None None] Routers {'679be3ed-f8d2-4c77-a307-ef9a9dee3e7b'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:29:13.628712 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-1837e566-44fb-4f51-94a2-d6afaf47fa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:28:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['679be3ed-f8d2-4c77-a307-ef9a9dee3e7b'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:29:13.732633 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-1837e566-44fb-4f51-94a2-d6afaf47fa7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:29:13.733918 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f98676d4-c5e1-41f8-a3d9-c8abad927a37 req-21d3caf2-5bc4-4bf9-88c3-8f34ec949e84 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613729 Apr 20 13:29:13.734326 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1837e566-44fb-4f51-94a2-d6afaf47fa7c None None] The sync data for ids ['679be3ed-f8d2-4c77-a307-ef9a9dee3e7b'] in n-d-836015-7 is: [] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:29:13.746080 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-1a9285ff-b67a-4065-882f-4c106329fcaa None None] Set router 8ca073b1-80d5-482c-a600-1645d13f7613 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:29:13.857525 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-488eb75d-a05e-40b8-8f3b-7ce7b9c73998 None None] Provisioning complete for port 9ac19825-8c0c-4af7-b4e8-178ebcc32674 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:13.857525 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-488eb75d-a05e-40b8-8f3b-7ce7b9c73998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:13.904164 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-488eb75d-a05e-40b8-8f3b-7ce7b9c73998 None None] Port 9ac19825-8c0c-4af7-b4e8-178ebcc32674 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:29:13.929280 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-488eb75d-a05e-40b8-8f3b-7ce7b9c73998 None None] Provisioning complete for port d65ea0b6-ad75-41ac-89b6-aa7da34d1e66 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:13.929665 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-488eb75d-a05e-40b8-8f3b-7ce7b9c73998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:14.089270 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-272997cd-846c-4367-a657-3e55a4037563 req-430220d3-4f11-4702-82d2-3ab98281d1c8 tempest-ServerShowV247Test-111738650 tempest-ServerShowV247Test-111738650-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00f481d-ef33-4a6e-90bb-8fa62d0bfdf4 HTTP/1.1" status: 200 len: 210 time: 0.0491233 Apr 20 13:29:14.121242 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-488eb75d-a05e-40b8-8f3b-7ce7b9c73998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:14.124231 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-1a9285ff-b67a-4065-882f-4c106329fcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca073b1-80d5-482c-a600-1645d13f7613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957247557', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '5284862d-fdb8-46d4-9c1d-1dad632a21af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:29:00Z', 'updated_at': '2022-04-20T13:29:10Z', 'revision_number': 4, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': '5284862d-fdb8-46d4-9c1d-1dad632a21af', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca073b1-80d5-482c-a600-1645d13f7613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:01Z', 'updated_at': '2022-04-20T13:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'd65ea0b6-ad75-41ac-89b6-aa7da34d1e66', 'name': '', 'network_id': 'ee1e3f3a-436d-4baf-9474-8341d7977164', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'mac_address': 'fa:16:3e:0d:08:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca073b1-80d5-482c-a600-1645d13f7613', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '4781852a-f1d5-43ae-a14e-8279f99b230d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:08Z', 'updated_at': '2022-04-20T13:29:13Z', 'revision_number': 4, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'subnets': [{'id': '4781852a-f1d5-43ae-a14e-8279f99b230d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:29:14.163041 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9285ff-b67a-4065-882f-4c106329fcaa None None] The sync data for ids ['8ca073b1-80d5-482c-a600-1645d13f7613'] in n-d-836015-7 is: [{'id': '8ca073b1-80d5-482c-a600-1645d13f7613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957247557', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '5284862d-fdb8-46d4-9c1d-1dad632a21af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:29:00Z', 'updated_at': '2022-04-20T13:29:10Z', 'revision_number': 4, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': '5284862d-fdb8-46d4-9c1d-1dad632a21af', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca073b1-80d5-482c-a600-1645d13f7613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:01Z', 'updated_at': '2022-04-20T13:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'd65ea0b6-ad75-41ac-89b6-aa7da34d1e66', 'name': '', 'network_id': 'ee1e3f3a-436d-4baf-9474-8341d7977164', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'mac_address': 'fa:16:3e:0d:08:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ca073b1-80d5-482c-a600-1645d13f7613', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '4781852a-f1d5-43ae-a14e-8279f99b230d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:08Z', 'updated_at': '2022-04-20T13:29:13Z', 'revision_number': 4, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'subnets': [{'id': '4781852a-f1d5-43ae-a14e-8279f99b230d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:29:14.170334 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-488eb75d-a05e-40b8-8f3b-7ce7b9c73998 None None] For port d65ea0b6-ad75-41ac-89b6-aa7da34d1e66, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d65ea0b6-ad75-41ac-89b6-aa7da34d1e66,segment=NetworkSegment(0af567ff-a35c-45eb-b61a-7c90f213a3a7),segment_id=0af567ff-a35c-45eb-b61a-7c90f213a3a7)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:29:14.316198 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-488eb75d-a05e-40b8-8f3b-7ce7b9c73998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:14.404679 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488eb75d-a05e-40b8-8f3b-7ce7b9c73998 None None] Pushing event updated for resources: {'Port': ['ID=d65ea0b6-ad75-41ac-89b6-aa7da34d1e66,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:14.428821 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-108b51a8-a16c-42f5-b7f9-e7a489ed96a9 req-510ce338-6e68-42f1-9d19-c3c244b8a27c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 210 time: 0.0407491 Apr 20 13:29:14.448831 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e88f3d98-84bc-49f1-bc74-a01a3c3193ed tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:14.450932 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-47548b96-ca7d-4aef-b462-261f9c3ae681 None None] Provisioning complete for port 9ac19825-8c0c-4af7-b4e8-178ebcc32674 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:14.451310 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-47548b96-ca7d-4aef-b462-261f9c3ae681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:14.496941 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-47548b96-ca7d-4aef-b462-261f9c3ae681 None None] Port 9ac19825-8c0c-4af7-b4e8-178ebcc32674 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:29:14.510046 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-47548b96-ca7d-4aef-b462-261f9c3ae681 None None] Provisioning complete for port d65ea0b6-ad75-41ac-89b6-aa7da34d1e66 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:14.510411 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-47548b96-ca7d-4aef-b462-261f9c3ae681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:14.625392 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 616a8338-f6b4-455c-be8c-f76ad0849631 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:29:14.725714 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-e88f3d98-84bc-49f1-bc74-a01a3c3193ed tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Deleting port 9ac19825-8c0c-4af7-b4e8-178ebcc32674 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:29:14.744161 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e88f3d98-84bc-49f1-bc74-a01a3c3193ed tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:14.795277 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 616a8338-f6b4-455c-be8c-f76ad0849631 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:29:14.802130 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 616a8338-f6b4-455c-be8c-f76ad0849631 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:14.803395 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:14.904803 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e88f3d98-84bc-49f1-bc74-a01a3c3193ed tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:14.944852 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-e88f3d98-84bc-49f1-bc74-a01a3c3193ed tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Calling delete_port for 9ac19825-8c0c-4af7-b4e8-178ebcc32674 owned by network:router_interface {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:29:14.957971 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfacab32-1505-4729-922f-44f807fec8ca req-bdd0b9da-cb50-4ab5-aa72-d7344a1083cf tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:14.967559 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bfacab32-1505-4729-922f-44f807fec8ca req-bdd0b9da-cb50-4ab5-aa72-d7344a1083cf tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf504234-5df4-4b7d-826b-1c3db5b7ab93 HTTP/1.1" status: 200 len: 945 time: 0.0883579 Apr 20 13:29:15.018690 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bfacab32-1505-4729-922f-44f807fec8ca req-e497463d-52af-4a86-8e7a-2b97bcfc8512 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497627 Apr 20 13:29:15.050333 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:15.099445 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf504234-5df4-4b7d-826b-1c3db5b7ab93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616a8338-f6b4-455c-be8c-f76ad0849631'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:29:15.102899 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b058725-ef60-437b-a331-2f7791508246" -d '{"events": [{"server_uuid": "cf504234-5df4-4b7d-826b-1c3db5b7ab93", "name": "network-vif-plugged", "status": "completed", "tag": "616a8338-f6b4-455c-be8c-f76ad0849631"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:29:15.122473 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 616a8338-f6b4-455c-be8c-f76ad0849631, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=616a8338-f6b4-455c-be8c-f76ad0849631,segment=NetworkSegment(61aa0039-68ca-4033-b082-432ef8c81b46),segment_id=61aa0039-68ca-4033-b082-432ef8c81b46)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:29:15.135094 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d65ea0b6-ad75-41ac-89b6-aa7da34d1e66 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:29:15.192564 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61807992-397b-4f01-b625-e5ec6b392fe9 x-openstack-request-id: req-61807992-397b-4f01-b625-e5ec6b392fe9 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:29:15.192860 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf504234-5df4-4b7d-826b-1c3db5b7ab93", "name": "network-vif-plugged", "status": "completed", "tag": "616a8338-f6b4-455c-be8c-f76ad0849631", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:29:15.193123 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-61807992-397b-4f01-b625-e5ec6b392fe9 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:29:15.193523 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61807992-397b-4f01-b625-e5ec6b392fe9'] response: {'server_uuid': 'cf504234-5df4-4b7d-826b-1c3db5b7ab93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616a8338-f6b4-455c-be8c-f76ad0849631', 'code': 200} Apr 20 13:29:15.226958 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:15.290777 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port d65ea0b6-ad75-41ac-89b6-aa7da34d1e66 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:15.291173 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:15.308547 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-39bd63e1-960b-4754-b436-da3561df0333 req-d6824ff6-4add-41a7-8968-0c30eb2d8f71 tempest-ServerShowV247Test-111738650 tempest-ServerShowV247Test-111738650-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00f481d-ef33-4a6e-90bb-8fa62d0bfdf4 HTTP/1.1" status: 200 len: 210 time: 0.0938883 Apr 20 13:29:15.330643 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=616a8338-f6b4-455c-be8c-f76ad0849631,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:15.385150 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212481ac-342e-41b2-ac07-baf11e715908 req-d8e2a20e-f686-44a6-a852-923ed03ef510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:15.388285 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-212481ac-342e-41b2-ac07-baf11e715908 req-d8e2a20e-f686-44a6-a852-923ed03ef510 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cf504234-5df4-4b7d-826b-1c3db5b7ab93 HTTP/1.1" status: 200 len: 1097 time: 0.0940847 Apr 20 13:29:15.395848 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e88f3d98-84bc-49f1-bc74-a01a3c3193ed tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:15.417887 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 5284862d-fdb8-46d4-9c1d-1dad632a21af up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:29:15.455841 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-212481ac-342e-41b2-ac07-baf11e715908 req-43a027a1-50aa-4b06-b9e3-c68e427cae2a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600269 Apr 20 13:29:15.522845 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 5284862d-fdb8-46d4-9c1d-1dad632a21af triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:15.524656 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:15.547239 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f3d98-84bc-49f1-bc74-a01a3c3193ed tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'Port': ['ID=9ac19825-8c0c-4af7-b4e8-178ebcc32674,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:15.594292 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-10ddc5e2-2883-46b0-968a-5d801c7f8480 req-60200ae1-6e9d-4d05-978b-695da63938bb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 210 time: 0.0646679 Apr 20 13:29:15.659766 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e88f3d98-84bc-49f1-bc74-a01a3c3193ed tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:15.860457 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88f3d98-84bc-49f1-bc74-a01a3c3193ed tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Router 679be3ed-f8d2-4c77-a307-ef9a9dee3e7b has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:29:15.940529 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88f3d98-84bc-49f1-bc74-a01a3c3193ed tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:29:15.948135 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e88f3d98-84bc-49f1-bc74-a01a3c3193ed tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "PUT /v2.0/routers/679be3ed-f8d2-4c77-a307-ef9a9dee3e7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3483160 Apr 20 13:29:15.948468 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43716) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:15.952004 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78955049-c0f5-46b0-b4ae-df8140a0f82b None None] Sync routers for ids ['679be3ed-f8d2-4c77-a307-ef9a9dee3e7b'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:29:15.961417 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78955049-c0f5-46b0-b4ae-df8140a0f82b None None] Routers {'679be3ed-f8d2-4c77-a307-ef9a9dee3e7b'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:29:15.962328 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-78955049-c0f5-46b0-b4ae-df8140a0f82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:28:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['679be3ed-f8d2-4c77-a307-ef9a9dee3e7b'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:29:15.987482 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-62bb4c2f-d75a-42be-9ae3-6005655e9997 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] GET failed (client error): The resource could not be found. Apr 20 13:29:15.992194 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-62bb4c2f-d75a-42be-9ae3-6005655e9997 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "GET /v2.0/ports/9ac19825-8c0c-4af7-b4e8-178ebcc32674 HTTP/1.1" status: 404 len: 333 time: 0.0403326 Apr 20 13:29:15.992477 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43718) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:16.000335 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-78955049-c0f5-46b0-b4ae-df8140a0f82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:29:16.010492 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78955049-c0f5-46b0-b4ae-df8140a0f82b None None] Routers {'679be3ed-f8d2-4c77-a307-ef9a9dee3e7b'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:29:16.011130 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-78955049-c0f5-46b0-b4ae-df8140a0f82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:28:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['679be3ed-f8d2-4c77-a307-ef9a9dee3e7b'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:29:16.044174 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-78955049-c0f5-46b0-b4ae-df8140a0f82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:29:16.044826 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78955049-c0f5-46b0-b4ae-df8140a0f82b None None] The sync data for ids ['679be3ed-f8d2-4c77-a307-ef9a9dee3e7b'] in n-d-836015-7 is: [] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:29:16.137257 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baeda92-f903-46df-a08a-e6b41a395bae req-f2b1406d-ae66-44cd-8d34-e0b0a5d35d97 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:16.138986 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4baeda92-f903-46df-a08a-e6b41a395bae req-f2b1406d-ae66-44cd-8d34-e0b0a5d35d97 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf504234-5df4-4b7d-826b-1c3db5b7ab93 HTTP/1.1" status: 200 len: 946 time: 0.0551085 Apr 20 13:29:16.190344 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4baeda92-f903-46df-a08a-e6b41a395bae req-c53c2893-9fd7-494b-b671-6e6f9d836f04 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445890 Apr 20 13:29:16.476434 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-86ece362-9eb7-43b7-b1bc-4e302af12891 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:16.544476 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ace92c8-2ebd-43d5-927d-0e8ece25d146 req-530fe81b-746d-40f0-92f1-3279aaad3260 tempest-ServerShowV247Test-111738650 tempest-ServerShowV247Test-111738650-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00f481d-ef33-4a6e-90bb-8fa62d0bfdf4 HTTP/1.1" status: 200 len: 210 time: 0.0347445 Apr 20 13:29:16.588077 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-43413060-4d9c-4835-9592-47929a990292 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:16.589894 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-43413060-4d9c-4835-9592-47929a990292 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.15 "GET /v2.0/networks?id=ee1e3f3a-436d-4baf-9474-8341d7977164 HTTP/1.1" status: 200 len: 797 time: 0.2160480 Apr 20 13:29:16.590401 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-76596918-7560-40d6-a0eb-726c1c5d2e8b req-0bdbca85-4861-4767-8382-2cb0893c1613 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a00f481d-ef33-4a6e-90bb-8fa62d0bfdf4 HTTP/1.1" status: 200 len: 210 time: 0.0685160 Apr 20 13:29:16.650733 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-97cb345d-3fdc-402d-8e78-73c27daea0f5 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d7599e499ac4ab585978f26ba0a43a9 HTTP/1.1" status: 200 len: 380 time: 0.0494123 Apr 20 13:29:16.667478 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-445ef62f-9887-42c5-9d66-45db452e80bb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'port': {'device_id': '3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749', 'network_id': 'ee1e3f3a-436d-4baf-9474-8341d7977164', 'admin_state_up': True, 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'security_groups': ['396bd829-13d7-4276-9781-d3c0c5bea5bc']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:16.732178 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb9a78b0-c787-4052-9d15-47b6bf9aeeb3 req-b62d865f-fd15-404c-b933-bad73023a650 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 210 time: 0.0428305 Apr 20 13:29:16.733646 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-86ece362-9eb7-43b7-b1bc-4e302af12891 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:16.735861 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-86ece362-9eb7-43b7-b1bc-4e302af12891 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:16.932175 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-445ef62f-9887-42c5-9d66-45db452e80bb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Made reservation on behalf of 7d7599e499ac4ab585978f26ba0a43a9 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:29:16.932440 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-86ece362-9eb7-43b7-b1bc-4e302af12891 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:16.932779 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ece362-9eb7-43b7-b1bc-4e302af12891 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Fanout notify agent at l3_agent the message router_deleted on router 679be3ed-f8d2-4c77-a307-ef9a9dee3e7b {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:29:16.936753 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-445ef62f-9887-42c5-9d66-45db452e80bb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:16.942115 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-86ece362-9eb7-43b7-b1bc-4e302af12891 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:16.951186 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-86ece362-9eb7-43b7-b1bc-4e302af12891 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/routers/679be3ed-f8d2-4c77-a307-ef9a9dee3e7b HTTP/1.1" status: 204 len: 168 time: 0.9550107 Apr 20 13:29:16.956016 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43728) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:17.021243 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-d740fd3e-7b60-4657-a032-483122556a1f tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Deleting subnet ffb23862-4a57-40c7-b8c9-31d1fdbe707a {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:29:17.024641 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d740fd3e-7b60-4657-a032-483122556a1f tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:17.071269 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d740fd3e-7b60-4657-a032-483122556a1f tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:17.085822 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-445ef62f-9887-42c5-9d66-45db452e80bb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Allocated IP 172.20.0.5 (ee1e3f3a-436d-4baf-9474-8341d7977164/4781852a-f1d5-43ae-a14e-8279f99b230d/b50a92e0-e00c-4196-8c29-8ff4788ac2bb) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:29:17.156232 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d740fd3e-7b60-4657-a032-483122556a1f tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:17.230637 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-445ef62f-9887-42c5-9d66-45db452e80bb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:17.315888 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421d420-38d3-4be6-9ff9-ba57ea6b305c req-c50968e9-f1a1-44c1-ab9c-b49af9dbf5fc tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:17.317293 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0421d420-38d3-4be6-9ff9-ba57ea6b305c req-c50968e9-f1a1-44c1-ab9c-b49af9dbf5fc tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf504234-5df4-4b7d-826b-1c3db5b7ab93 HTTP/1.1" status: 200 len: 946 time: 0.0559626 Apr 20 13:29:17.326847 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d740fd3e-7b60-4657-a032-483122556a1f tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:17.356471 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0421d420-38d3-4be6-9ff9-ba57ea6b305c req-93e32ec2-3a7a-4db1-af2b-72f9be29fd9c tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330358 Apr 20 13:29:17.357976 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-445ef62f-9887-42c5-9d66-45db452e80bb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:17.359196 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d740fd3e-7b60-4657-a032-483122556a1f tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'Subnet': ['ID=ffb23862-4a57-40c7-b8c9-31d1fdbe707a,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:17.372639 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8ca21b-a3e2-49ae-92f0-fda88fcf848b None None] Network 744f3e23-2092-4235-adc7-af9dd44b4760 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:29:17.374090 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d740fd3e-7b60-4657-a032-483122556a1f tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:17.382017 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d740fd3e-7b60-4657-a032-483122556a1f tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/subnets/ffb23862-4a57-40c7-b8c9-31d1fdbe707a HTTP/1.1" status: 204 len: 168 time: 0.4296329 Apr 20 13:29:17.382678 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43734) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:17.435131 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-445ef62f-9887-42c5-9d66-45db452e80bb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Network ee1e3f3a-436d-4baf-9474-8341d7977164 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:29:17.437234 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ef62f-9887-42c5-9d66-45db452e80bb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'Port': ['ID=b50a92e0-e00c-4196-8c29-8ff4788ac2bb,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:17.443036 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-445ef62f-9887-42c5-9d66-45db452e80bb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:29:17.457486 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-445ef62f-9887-42c5-9d66-45db452e80bb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:29:17.502994 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-82369ecc-0181-45cb-b2dc-613f4d319686 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:17.531863 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-445ef62f-9887-42c5-9d66-45db452e80bb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:17.531863 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-445ef62f-9887-42c5-9d66-45db452e80bb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:17.569411 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-82369ecc-0181-45cb-b2dc-613f4d319686 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Deleting port a614b739-1f64-45e3-9cda-d1d3ad7b1b5e {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:29:17.569411 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-82369ecc-0181-45cb-b2dc-613f4d319686 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:17.617668 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1df3689-940e-4d3d-b3b7-9fc6fc191caa None None] DHCP port deletion for 744f3e23-2092-4235-adc7-af9dd44b4760 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:29:17.628472 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-445ef62f-9887-42c5-9d66-45db452e80bb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9705722 Apr 20 13:29:17.642179 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-74eb5ebe-621f-4156-b366-b54c45e5c34a service neutron] Request body: {'port': {'device_id': '3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:17.687894 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-d1df3689-940e-4d3d-b3b7-9fc6fc191caa None None] Deleting port a614b739-1f64-45e3-9cda-d1d3ad7b1b5e {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:29:17.688660 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1df3689-940e-4d3d-b3b7-9fc6fc191caa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:17.716436 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-82369ecc-0181-45cb-b2dc-613f4d319686 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] For port a614b739-1f64-45e3-9cda-d1d3ad7b1b5e, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=a614b739-1f64-45e3-9cda-d1d3ad7b1b5e,segment=NetworkSegment(492b4812-9a65-44f1-bf1f-13e151cf70ca),segment_id=492b4812-9a65-44f1-bf1f-13e151cf70ca)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:29:17.717023 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-82369ecc-0181-45cb-b2dc-613f4d319686 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:17.734165 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-82369ecc-0181-45cb-b2dc-613f4d319686 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Calling delete_port for a614b739-1f64-45e3-9cda-d1d3ad7b1b5e owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:29:17.785222 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-d1df3689-940e-4d3d-b3b7-9fc6fc191caa None None] For port a614b739-1f64-45e3-9cda-d1d3ad7b1b5e, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=a614b739-1f64-45e3-9cda-d1d3ad7b1b5e,segment=NetworkSegment(492b4812-9a65-44f1-bf1f-13e151cf70ca),segment_id=492b4812-9a65-44f1-bf1f-13e151cf70ca)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:29:17.785626 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1df3689-940e-4d3d-b3b7-9fc6fc191caa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:17.804556 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-f5c6db7f-4572-40fb-8a11-20d9c650ff45 None None] Provisioning complete for port b50a92e0-e00c-4196-8c29-8ff4788ac2bb triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:17.805169 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f5c6db7f-4572-40fb-8a11-20d9c650ff45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:17.807239 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-d1df3689-940e-4d3d-b3b7-9fc6fc191caa None None] Calling delete_port for a614b739-1f64-45e3-9cda-d1d3ad7b1b5e owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:29:17.900515 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6db7f-4572-40fb-8a11-20d9c650ff45 None None] Port b50a92e0-e00c-4196-8c29-8ff4788ac2bb cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:29:17.984293 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-82369ecc-0181-45cb-b2dc-613f4d319686 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:17.991940 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1df3689-940e-4d3d-b3b7-9fc6fc191caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:18.020984 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82369ecc-0181-45cb-b2dc-613f4d319686 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] No DVR routers for this DVR port a614b739-1f64-45e3-9cda-d1d3ad7b1b5e on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:29:18.026661 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82369ecc-0181-45cb-b2dc-613f4d319686 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'Port': ['ID=a614b739-1f64-45e3-9cda-d1d3ad7b1b5e,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:18.039703 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df3689-940e-4d3d-b3b7-9fc6fc191caa None None] Pushing event deleted for resources: {'Port': ['ID=a614b739-1f64-45e3-9cda-d1d3ad7b1b5e,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:18.046849 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1df3689-940e-4d3d-b3b7-9fc6fc191caa None None] No DVR routers for this DVR port a614b739-1f64-45e3-9cda-d1d3ad7b1b5e on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:29:18.111222 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6fc6f260-cff2-4fde-b8f8-a05e2aad8413 req-420d0bbc-e336-4643-ba2e-943005f8e318 tempest-ServerShowV247Test-111738650 tempest-ServerShowV247Test-111738650-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00f481d-ef33-4a6e-90bb-8fa62d0bfdf4 HTTP/1.1" status: 200 len: 210 time: 0.4151926 Apr 20 13:29:18.140867 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-82369ecc-0181-45cb-b2dc-613f4d319686 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:18.160128 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-74eb5ebe-621f-4156-b366-b54c45e5c34a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:18.170953 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-82369ecc-0181-45cb-b2dc-613f4d319686 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['744f3e23-2092-4235-adc7-af9dd44b4760']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:29:18.182674 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fafbb-45a1-4c8e-b509-a3713069308b req-34af3795-c046-49ca-aa1b-a04e4c36f3d0 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:18.183846 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-82369ecc-0181-45cb-b2dc-613f4d319686 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '492b4812-9a65-44f1-bf1f-13e151cf70ca') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:29:18.184909 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-82369ecc-0181-45cb-b2dc-613f4d319686 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '492b4812-9a65-44f1-bf1f-13e151cf70ca') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:29:18.189994 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-175fafbb-45a1-4c8e-b509-a3713069308b req-34af3795-c046-49ca-aa1b-a04e4c36f3d0 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf504234-5df4-4b7d-826b-1c3db5b7ab93 HTTP/1.1" status: 200 len: 946 time: 0.5084860 Apr 20 13:29:18.207257 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-82369ecc-0181-45cb-b2dc-613f4d319686 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:18.228276 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-82369ecc-0181-45cb-b2dc-613f4d319686 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:18.231649 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82369ecc-0181-45cb-b2dc-613f4d319686 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:29:18.231911 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-82369ecc-0181-45cb-b2dc-613f4d319686 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:18.291338 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:29:18.291338 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:29:18.291338 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:29:18.291338 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:29:18.291338 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:29:18.291338 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:29:18.291338 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:29:18.291338 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:29:18.291338 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:29:18.291338 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:29:18.291338 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:29:18.291338 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:29:18.291338 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:29:18.291338 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:29:18.291338 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:29:18.291338 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:29:18.291338 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:29:18.291338 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:29:18.291338 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:29:18.291338 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:29:18.291338 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:29:18.291338 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:29:18.291338 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:29:18.291338 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:29:18.291338 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:29:18.291338 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:29:18.291338 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:29:18.291338 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:29:18.291338 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:29:18.291338 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:29:18.291338 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:29:18.291338 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:29:18.300140 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-175fafbb-45a1-4c8e-b509-a3713069308b req-1eefdae4-43f5-42a9-b2a1-996d5aaf42c8 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092861 Apr 20 13:29:18.360349 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2123b-4141-401c-ac3b-a0eac34ee2ec req-8cff09e8-1537-48f2-a026-4b2cf761202b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:18.362025 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-30f2123b-4141-401c-ac3b-a0eac34ee2ec req-8cff09e8-1537-48f2-a026-4b2cf761202b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 931 time: 0.1612780 Apr 20 13:29:18.396027 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-82369ecc-0181-45cb-b2dc-613f4d319686 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:18.403825 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-82369ecc-0181-45cb-b2dc-613f4d319686 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:18.407337 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-82369ecc-0181-45cb-b2dc-613f4d319686 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/networks/744f3e23-2092-4235-adc7-af9dd44b4760 HTTP/1.1" status: 204 len: 168 time: 1.0233181 Apr 20 13:29:18.412686 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43754) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:18.420900 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82369ecc-0181-45cb-b2dc-613f4d319686 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'Network': ['ID=744f3e23-2092-4235-adc7-af9dd44b4760,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:18.535722 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba57df00-f680-4ea9-86e9-c9fb3a849a9b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:18.537184 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ba57df00-f680-4ea9-86e9-c9fb3a849a9b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "GET /v2.0/ports/8194f342-1f5d-4afa-b9b3-d29b4904955d HTTP/1.1" status: 200 len: 844 time: 0.1158853 Apr 20 13:29:18.541509 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43756) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:18.551419 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-30f2123b-4141-401c-ac3b-a0eac34ee2ec req-89971153-1eb4-4756-b654-4069b1868dc5 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753235 Apr 20 13:29:18.569721 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a5116-c4a0-43d5-acf3-82f47152bd41 req-b96c808d-5c7e-463b-8d16-9efb2035d768 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:18.571444 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d67a5116-c4a0-43d5-acf3-82f47152bd41 req-b96c808d-5c7e-463b-8d16-9efb2035d768 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf504234-5df4-4b7d-826b-1c3db5b7ab93 HTTP/1.1" status: 200 len: 946 time: 0.1848350 Apr 20 13:29:18.601708 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-795bfcf5-6582-420d-b9d8-e0af5a96b40d tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "GET /v2.0/ports/8194f342-1f5d-4afa-b9b3-d29b4904955d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0583277 Apr 20 13:29:18.606576 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43758) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:18.611529 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-191602e5-4c4c-482e-807f-bdb2298341f0 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'subnet': {'network_id': 'cf7bad9b-1897-4162-a9b2-52e77485f241', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:18.638080 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d67a5116-c4a0-43d5-acf3-82f47152bd41 req-3a2c1045-4fca-42d1-972e-3bded664f05a tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597124 Apr 20 13:29:18.697253 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-74eb5ebe-621f-4156-b366-b54c45e5c34a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b50a92e0-e00c-4196-8c29-8ff4788ac2bb {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:29:18.705287 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-74eb5ebe-621f-4156-b366-b54c45e5c34a service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:18.717692 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-74eb5ebe-621f-4156-b366-b54c45e5c34a service neutron] Transition to ACTIVE for port object b50a92e0-e00c-4196-8c29-8ff4788ac2bb will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:29:18.775926 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device a614b739-1f64-45e3-9cda-d1d3ad7b1b5e no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:29:18.796876 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: a614b739-1f64-45e3-9cda-d1d3ad7b1b5e {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:29:18.797213 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device a614b739-1f64-45e3-9cda-d1d3ad7b1b5e not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:29:18.802923 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191602e5-4c4c-482e-807f-bdb2298341f0 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Made reservation on behalf of 17f57c51548d4962867796b5991ef4ff for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:29:18.806774 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-191602e5-4c4c-482e-807f-bdb2298341f0 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:18.841102 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-74eb5ebe-621f-4156-b366-b54c45e5c34a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:18.904427 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb5ebe-621f-4156-b366-b54c45e5c34a service neutron] Pushing event updated for resources: {'Port': ['ID=b50a92e0-e00c-4196-8c29-8ff4788ac2bb,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:18.990196 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-74eb5ebe-621f-4156-b366-b54c45e5c34a service neutron] Attempting to bind port b50a92e0-e00c-4196-8c29-8ff4788ac2bb on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:29:18.990541 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-74eb5ebe-621f-4156-b366-b54c45e5c34a service neutron] Attempting to bind port b50a92e0-e00c-4196-8c29-8ff4788ac2bb by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '0af567ff-a35c-45eb-b61a-7c90f213a3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ee1e3f3a-436d-4baf-9474-8341d7977164'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:29:18.990877 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-74eb5ebe-621f-4156-b366-b54c45e5c34a service neutron] Attempting to bind port b50a92e0-e00c-4196-8c29-8ff4788ac2bb on network ee1e3f3a-436d-4baf-9474-8341d7977164 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:29:19.001411 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-74eb5ebe-621f-4156-b366-b54c45e5c34a service neutron] Port b50a92e0-e00c-4196-8c29-8ff4788ac2bb on network ee1e3f3a-436d-4baf-9474-8341d7977164 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:29:19.002375 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-74eb5ebe-621f-4156-b366-b54c45e5c34a service neutron] Attempting to bind port b50a92e0-e00c-4196-8c29-8ff4788ac2bb on network ee1e3f3a-436d-4baf-9474-8341d7977164 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:29:19.013802 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-74eb5ebe-621f-4156-b366-b54c45e5c34a service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:29:19.014325 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-74eb5ebe-621f-4156-b366-b54c45e5c34a service neutron] Checking segment: {'id': '0af567ff-a35c-45eb-b61a-7c90f213a3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ee1e3f3a-436d-4baf-9474-8341d7977164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:29:19.014727 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-74eb5ebe-621f-4156-b366-b54c45e5c34a service neutron] Bound using segment: {'id': '0af567ff-a35c-45eb-b61a-7c90f213a3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ee1e3f3a-436d-4baf-9474-8341d7977164'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:29:19.015234 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-74eb5ebe-621f-4156-b366-b54c45e5c34a service neutron] Bound port: b50a92e0-e00c-4196-8c29-8ff4788ac2bb, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af567ff-a35c-45eb-b61a-7c90f213a3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ee1e3f3a-436d-4baf-9474-8341d7977164'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:29:19.015595 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-74eb5ebe-621f-4156-b366-b54c45e5c34a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:19.098319 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-74eb5ebe-621f-4156-b366-b54c45e5c34a service neutron] For port b50a92e0-e00c-4196-8c29-8ff4788ac2bb, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:29:19.101890 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-74eb5ebe-621f-4156-b366-b54c45e5c34a service neutron] For port b50a92e0-e00c-4196-8c29-8ff4788ac2bb, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b50a92e0-e00c-4196-8c29-8ff4788ac2bb,segment=NetworkSegment(0af567ff-a35c-45eb-b61a-7c90f213a3a7),segment_id=0af567ff-a35c-45eb-b61a-7c90f213a3a7)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:29:19.186442 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-191602e5-4c4c-482e-807f-bdb2298341f0 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:19.245461 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c51d144a-b543-4b07-bb52-c1c861d810f9 req-501f78ab-987e-4aef-a139-1d6685d4e160 tempest-ServerShowV247Test-111738650 tempest-ServerShowV247Test-111738650-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00f481d-ef33-4a6e-90bb-8fa62d0bfdf4 HTTP/1.1" status: 200 len: 210 time: 0.0496309 Apr 20 13:29:19.246950 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-74eb5ebe-621f-4156-b366-b54c45e5c34a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:19.292735 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-74eb5ebe-621f-4156-b366-b54c45e5c34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:19.295739 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-74eb5ebe-621f-4156-b366-b54c45e5c34a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:19.297424 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-74eb5ebe-621f-4156-b366-b54c45e5c34a service neutron] 10.222.0.15 "PUT /v2.0/ports/b50a92e0-e00c-4196-8c29-8ff4788ac2bb HTTP/1.1" status: 200 len: 1091 time: 1.6603260 Apr 20 13:29:19.301648 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749', 'tag': 'b50a92e0-e00c-4196-8c29-8ff4788ac2bb'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:29:19.306119 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d6c5ad-570a-47d0-a97e-0c001144ee8e" -d '{"events": [{"name": "network-changed", "server_uuid": "3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749", "tag": "b50a92e0-e00c-4196-8c29-8ff4788ac2bb"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:29:19.382284 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191602e5-4c4c-482e-807f-bdb2298341f0 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'Subnet': ['ID=5c51c585-3c45-4078-a2f7-9a3c50dd3c59,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:19.387461 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb5ebe-621f-4156-b366-b54c45e5c34a service neutron] Pushing event updated for resources: {'Port': ['ID=b50a92e0-e00c-4196-8c29-8ff4788ac2bb,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:19.440212 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191602e5-4c4c-482e-807f-bdb2298341f0 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Network cf7bad9b-1897-4162-a9b2-52e77485f241 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:29:19.444868 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-191602e5-4c4c-482e-807f-bdb2298341f0 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:29:19.455304 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dde2f1-a77d-460f-adcc-bf298690dc3f None None] Network cf7bad9b-1897-4162-a9b2-52e77485f241 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:29:19.456068 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191602e5-4c4c-482e-807f-bdb2298341f0 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:19.456686 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-191602e5-4c4c-482e-807f-bdb2298341f0 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:19.535289 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-3b150a66-b72c-49ad-8cca-57baec521778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:19.536888 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-3b150a66-b72c-49ad-8cca-57baec521778 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7d7599e499ac4ab585978f26ba0a43a9&device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 1094 time: 0.0768001 Apr 20 13:29:19.566271 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5ff05-7aa8-4589-8f3b-4dc922f906e8 req-60ec5005-0107-4355-a00d-8478806fecae tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:19.570176 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-191602e5-4c4c-482e-807f-bdb2298341f0 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9624343 Apr 20 13:29:19.573059 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43774) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:19.577525 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1b5ff05-7aa8-4589-8f3b-4dc922f906e8 req-60ec5005-0107-4355-a00d-8478806fecae tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf504234-5df4-4b7d-826b-1c3db5b7ab93 HTTP/1.1" status: 200 len: 946 time: 0.1807835 Apr 20 13:29:19.578213 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-72e405f1-6724-426d-946c-c94ccb501e43 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'security_group': {'name': 'tempest-secgroup-865452905'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:19.676944 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-43abc174-98b0-4e06-b4d3-2e6386081f46 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b50a92e0-e00c-4196-8c29-8ff4788ac2bb HTTP/1.1" status: 200 len: 217 time: 0.1244664 Apr 20 13:29:19.736577 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1b5ff05-7aa8-4589-8f3b-4dc922f906e8 req-65f349c0-dde3-4c65-a50e-6965c681793c tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567762 Apr 20 13:29:19.744573 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-72e405f1-6724-426d-946c-c94ccb501e43 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:19.784320 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-a1afa52a-4b95-44bb-8196-1fc7c97d006d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:19.787929 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-a1afa52a-4b95-44bb-8196-1fc7c97d006d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4781852a-f1d5-43ae-a14e-8279f99b230d HTTP/1.1" status: 200 len: 835 time: 0.0986929 Apr 20 13:29:19.862793 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8e75a6-4301-4b33-a26e-339c6b7584ef x-openstack-request-id: req-df8e75a6-4301-4b33-a26e-339c6b7584ef {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:29:19.863087 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749", "tag": "b50a92e0-e00c-4196-8c29-8ff4788ac2bb", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:29:19.863336 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-df8e75a6-4301-4b33-a26e-339c6b7584ef {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:29:19.864753 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df8e75a6-4301-4b33-a26e-339c6b7584ef'] response: {'name': 'network-changed', 'server_uuid': '3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749', 'tag': 'b50a92e0-e00c-4196-8c29-8ff4788ac2bb', 'status': 'completed', 'code': 200} Apr 20 13:29:19.933639 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-72e405f1-6724-426d-946c-c94ccb501e43 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:19.964356 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-7e73fe97-4e98-40b5-a473-b282cdb3a446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:19.965960 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-7e73fe97-4e98-40b5-a473-b282cdb3a446 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee1e3f3a-436d-4baf-9474-8341d7977164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1708095 Apr 20 13:29:19.985788 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62032ce0-4a36-45f6-9645-30a6e4605cc5 req-a55aa636-507c-4537-837f-7c31b72d1f35 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:19.988562 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-62032ce0-4a36-45f6-9645-30a6e4605cc5 req-a55aa636-507c-4537-837f-7c31b72d1f35 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 943 time: 0.1072066 Apr 20 13:29:20.036472 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-72e405f1-6724-426d-946c-c94ccb501e43 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:20.117348 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-62032ce0-4a36-45f6-9645-30a6e4605cc5 req-4894f5f8-c053-45da-9f17-989416f3d785 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209364 Apr 20 13:29:20.152290 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-72e405f1-6724-426d-946c-c94ccb501e43 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:20.156738 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-72e405f1-6724-426d-946c-c94ccb501e43 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5792592 Apr 20 13:29:20.161569 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43778) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:20.190948 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-e6960a36-4e79-4254-8d53-8b5528038bdc tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'security_group': {'name': 'tempest-secgroup-2046171422'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:20.193937 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-4f3dd898-0ccb-4342-9ed7-285e1e7584f0 service neutron] 10.222.0.15 "GET /v2.0/networks/ee1e3f3a-436d-4baf-9474-8341d7977164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179880 Apr 20 13:29:20.231516 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dda4efc-5f29-4279-b73f-20c614777e20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-cf7bad9b-1897-4162-a9b2-52e77485f241', 'network_id': 'cf7bad9b-1897-4162-a9b2-52e77485f241', 'tenant_id': '17f57c51548d4962867796b5991ef4ff', 'fixed_ips': [{'subnet_id': '5c51c585-3c45-4078-a2f7-9a3c50dd3c59'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:29:20.232418 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5dda4efc-5f29-4279-b73f-20c614777e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:20.291586 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e405f1-6724-426d-946c-c94ccb501e43 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72b04120-875f-4aa5-9cda-9e1b9f15c9a7,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:20.356954 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a4ccf276-943f-42df-98af-cbae87fa7eef req-df74fd4c-89ed-4e30-a9ce-941b27da5bdf tempest-ServerShowV247Test-111738650 tempest-ServerShowV247Test-111738650-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00f481d-ef33-4a6e-90bb-8fa62d0bfdf4&device_id=c0774dd2-10b8-4e63-8ef1-b0575ecef4c6 HTTP/1.1" status: 200 len: 210 time: 0.1230340 Apr 20 13:29:20.389339 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e6960a36-4e79-4254-8d53-8b5528038bdc tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:20.412613 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f1e33b4f-6053-4f76-9f27-1c05da23b5fc req-42578190-350f-4b71-88a0-3c7e573a8d49 service neutron] 10.222.0.15 "GET /v2.0/networks/ee1e3f3a-436d-4baf-9474-8341d7977164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104108 Apr 20 13:29:20.449606 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-5dda4efc-5f29-4279-b73f-20c614777e20 None None] Allocated IP 2001:db8::2 (cf7bad9b-1897-4162-a9b2-52e77485f241/5c51c585-3c45-4078-a2f7-9a3c50dd3c59/6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:29:20.535113 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e6960a36-4e79-4254-8d53-8b5528038bdc tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:20.592621 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6c5ad-570a-47d0-a97e-0c001144ee8e req-1f82ff0f-e43c-478b-bfb4-758cbc769ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:20.594133 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-37d6c5ad-570a-47d0-a97e-0c001144ee8e req-1f82ff0f-e43c-478b-bfb4-758cbc769ef3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7d7599e499ac4ab585978f26ba0a43a9&device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 1094 time: 0.0431030 Apr 20 13:29:20.625261 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5dda4efc-5f29-4279-b73f-20c614777e20 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:20.675216 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e6960a36-4e79-4254-8d53-8b5528038bdc tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:20.708292 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6960a36-4e79-4254-8d53-8b5528038bdc tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b72ef8c5-505d-469b-9ebf-08d6ae8ba0c7,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:20.716175 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6960a36-4e79-4254-8d53-8b5528038bdc tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:20.716525 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6960a36-4e79-4254-8d53-8b5528038bdc tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:20.723547 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6960a36-4e79-4254-8d53-8b5528038bdc tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:20.723547 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6960a36-4e79-4254-8d53-8b5528038bdc tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:20.723547 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6960a36-4e79-4254-8d53-8b5528038bdc tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:20.723547 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6960a36-4e79-4254-8d53-8b5528038bdc tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:20.723871 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e11dfa-6d8d-405f-a2bf-0b0db0bf806c req-fdebd767-d0b3-424c-a46e-568ed6273f1a tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:20.723979 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6960a36-4e79-4254-8d53-8b5528038bdc tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:20.723979 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6960a36-4e79-4254-8d53-8b5528038bdc tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:20.723979 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6960a36-4e79-4254-8d53-8b5528038bdc tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:20.723979 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6960a36-4e79-4254-8d53-8b5528038bdc tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:20.724313 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14e11dfa-6d8d-405f-a2bf-0b0db0bf806c req-fdebd767-d0b3-424c-a46e-568ed6273f1a tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf504234-5df4-4b7d-826b-1c3db5b7ab93 HTTP/1.1" status: 200 len: 946 time: 0.0984485 Apr 20 13:29:20.724399 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6960a36-4e79-4254-8d53-8b5528038bdc tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:20.724399 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6960a36-4e79-4254-8d53-8b5528038bdc tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:20.735854 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6c5ad-570a-47d0-a97e-0c001144ee8e req-5a642264-7374-4d7c-a5ff-a1ee489a5e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:20.737342 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-37d6c5ad-570a-47d0-a97e-0c001144ee8e req-5a642264-7374-4d7c-a5ff-a1ee489a5e93 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee1e3f3a-436d-4baf-9474-8341d7977164 HTTP/1.1" status: 200 len: 898 time: 0.1362078 Apr 20 13:29:20.766788 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5dda4efc-5f29-4279-b73f-20c614777e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:20.797057 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-37d6c5ad-570a-47d0-a97e-0c001144ee8e req-98435ff2-144c-4cfe-a8c7-e61b98fac7c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b50a92e0-e00c-4196-8c29-8ff4788ac2bb HTTP/1.1" status: 200 len: 217 time: 0.0437772 Apr 20 13:29:20.811222 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e6960a36-4e79-4254-8d53-8b5528038bdc tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:20.816951 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dda4efc-5f29-4279-b73f-20c614777e20 None None] Network cf7bad9b-1897-4162-a9b2-52e77485f241 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:29:20.820078 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e6960a36-4e79-4254-8d53-8b5528038bdc tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6550353 Apr 20 13:29:20.822010 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-5dda4efc-5f29-4279-b73f-20c614777e20 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:29:20.822814 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43788) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:20.824254 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda4efc-5f29-4279-b73f-20c614777e20 None None] Pushing event updated for resources: {'Port': ['ID=6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:20.826607 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dda4efc-5f29-4279-b73f-20c614777e20 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:29:20.847619 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-4de1f5ea-b6e2-4315-bd60-384e65f29cae tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-302698191', 'security_groups': ['b72ef8c5-505d-469b-9ebf-08d6ae8ba0c7'], 'network_id': 'cf7bad9b-1897-4162-a9b2-52e77485f241', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5c51c585-3c45-4078-a2f7-9a3c50dd3c59'}]}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:20.896629 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-5dda4efc-5f29-4279-b73f-20c614777e20 None None] Attempting to bind port 6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:29:20.896993 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-5dda4efc-5f29-4279-b73f-20c614777e20 None None] Attempting to bind port 6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '30048902-4e1a-4ff5-900a-13d2a01e225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'cf7bad9b-1897-4162-a9b2-52e77485f241'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:29:20.897566 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dda4efc-5f29-4279-b73f-20c614777e20 None None] Attempting to bind port 6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c on network cf7bad9b-1897-4162-a9b2-52e77485f241 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:29:20.903322 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dda4efc-5f29-4279-b73f-20c614777e20 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:29:20.903749 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dda4efc-5f29-4279-b73f-20c614777e20 None None] Checking segment: {'id': '30048902-4e1a-4ff5-900a-13d2a01e225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'cf7bad9b-1897-4162-a9b2-52e77485f241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:29:20.908828 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5dda4efc-5f29-4279-b73f-20c614777e20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:20.908828 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dda4efc-5f29-4279-b73f-20c614777e20 None None] Bound using segment: {'id': '30048902-4e1a-4ff5-900a-13d2a01e225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'cf7bad9b-1897-4162-a9b2-52e77485f241'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:29:20.908828 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-5dda4efc-5f29-4279-b73f-20c614777e20 None None] Bound port: 6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30048902-4e1a-4ff5-900a-13d2a01e225d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'cf7bad9b-1897-4162-a9b2-52e77485f241'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:29:20.908828 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5dda4efc-5f29-4279-b73f-20c614777e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:20.909141 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6c5ad-570a-47d0-a97e-0c001144ee8e req-1ae099c2-9952-4971-a360-d643ed1feccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:20.909141 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-37d6c5ad-570a-47d0-a97e-0c001144ee8e req-1ae099c2-9952-4971-a360-d643ed1feccc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4781852a-f1d5-43ae-a14e-8279f99b230d HTTP/1.1" status: 200 len: 835 time: 0.1028545 Apr 20 13:29:20.955886 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d767018-0a67-44fe-aa44-e70c0beaa9f7 req-ec0e410d-f5f5-4155-a009-97cb27cdabc2 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:20.957852 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d767018-0a67-44fe-aa44-e70c0beaa9f7 req-ec0e410d-f5f5-4155-a009-97cb27cdabc2 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf504234-5df4-4b7d-826b-1c3db5b7ab93 HTTP/1.1" status: 200 len: 946 time: 0.1057436 Apr 20 13:29:20.968497 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-14e11dfa-6d8d-405f-a2bf-0b0db0bf806c req-7b871a3f-6543-4dc4-8e28-4bb9988ce6af tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Deleting port 616a8338-f6b4-455c-be8c-f76ad0849631 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:29:20.968843 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-14e11dfa-6d8d-405f-a2bf-0b0db0bf806c req-7b871a3f-6543-4dc4-8e28-4bb9988ce6af tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:20.974745 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-5dda4efc-5f29-4279-b73f-20c614777e20 None None] For port 6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:29:20.979426 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-5dda4efc-5f29-4279-b73f-20c614777e20 None None] For port 6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c,segment=NetworkSegment(30048902-4e1a-4ff5-900a-13d2a01e225d),segment_id=30048902-4e1a-4ff5-900a-13d2a01e225d)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:29:21.035528 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6b9453d8-069a-4067-b66b-b66334d9ee90 req-60d5cf51-4cb6-4de4-9738-93d3c1765ee5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bc0fda7dca4445f7b57251b2b9874091&device_id=a00f481d-ef33-4a6e-90bb-8fa62d0bfdf4 HTTP/1.1" status: 200 len: 210 time: 0.0298185 Apr 20 13:29:21.041680 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5dda4efc-5f29-4279-b73f-20c614777e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:21.062950 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6c5ad-570a-47d0-a97e-0c001144ee8e req-91060569-4e22-4782-8856-cf54297f3ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:21.065767 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-37d6c5ad-570a-47d0-a97e-0c001144ee8e req-91060569-4e22-4782-8856-cf54297f3ca4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee1e3f3a-436d-4baf-9474-8341d7977164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1490767 Apr 20 13:29:21.070663 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6b9453d8-069a-4067-b66b-b66334d9ee90 req-0e9bdc2f-c9b0-4e71-8ae5-fb7f5dd90a4a service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=bc0fda7dca4445f7b57251b2b9874091&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274420 Apr 20 13:29:21.104466 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d767018-0a67-44fe-aa44-e70c0beaa9f7 req-a1ca0224-93e0-4a28-a344-be022263ecfe tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299944 Apr 20 13:29:21.116257 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda4efc-5f29-4279-b73f-20c614777e20 None None] Pushing event updated for resources: {'Port': ['ID=6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:21.138252 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cd33f879-8d0e-4f1b-b66a-b2c3220722a3 req-b7c17b8f-f7de-4bf1-9b98-751b30b6ac6b tempest-ServerShowV247Test-111738650 tempest-ServerShowV247Test-111738650-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00f481d-ef33-4a6e-90bb-8fa62d0bfdf4 HTTP/1.1" status: 200 len: 210 time: 0.0673063 Apr 20 13:29:21.153108 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de1f5ea-b6e2-4315-bd60-384e65f29cae tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Made reservation on behalf of 17f57c51548d4962867796b5991ef4ff for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:29:21.226670 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-14e11dfa-6d8d-405f-a2bf-0b0db0bf806c req-7b871a3f-6543-4dc4-8e28-4bb9988ce6af tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] For port 616a8338-f6b4-455c-be8c-f76ad0849631, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=616a8338-f6b4-455c-be8c-f76ad0849631,segment=NetworkSegment(61aa0039-68ca-4033-b082-432ef8c81b46),segment_id=61aa0039-68ca-4033-b082-432ef8c81b46)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:29:21.234638 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-14e11dfa-6d8d-405f-a2bf-0b0db0bf806c req-7b871a3f-6543-4dc4-8e28-4bb9988ce6af tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:21.280572 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-14e11dfa-6d8d-405f-a2bf-0b0db0bf806c req-7b871a3f-6543-4dc4-8e28-4bb9988ce6af tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Calling delete_port for 616a8338-f6b4-455c-be8c-f76ad0849631 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:29:21.280667 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9453d8-069a-4067-b66b-b66334d9ee90 req-90cb6a2f-4ff4-4adc-a94d-c438f0202806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:21.280667 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6b9453d8-069a-4067-b66b-b66334d9ee90 req-90cb6a2f-4ff4-4adc-a94d-c438f0202806 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2016854 Apr 20 13:29:21.294112 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4de1f5ea-b6e2-4315-bd60-384e65f29cae tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:21.316268 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-4de1f5ea-b6e2-4315-bd60-384e65f29cae tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] device_id is not set on port 46ecbb21-22c1-4996-a158-f242d18839a6 yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:29:21.343487 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-37d6c5ad-570a-47d0-a97e-0c001144ee8e req-49723499-3997-44b6-89c6-ec83d789c04d service neutron] 10.222.0.15 "GET /v2.0/networks/ee1e3f3a-436d-4baf-9474-8341d7977164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669766 Apr 20 13:29:21.357191 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d010d-ef08-4419-9a9c-0c9c3ddcd325 req-0a5d7a2c-308f-4bf0-b158-faa1740f72a9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:21.375079 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-747d010d-ef08-4419-9a9c-0c9c3ddcd325 req-0a5d7a2c-308f-4bf0-b158-faa1740f72a9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 943 time: 0.1618345 Apr 20 13:29:21.529084 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-747d010d-ef08-4419-9a9c-0c9c3ddcd325 req-07bf60a0-bf54-4e6e-bf35-7f6f435f9f98 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486022 Apr 20 13:29:21.557535 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-4de1f5ea-b6e2-4315-bd60-384e65f29cae tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Allocated IP 2001:db8::335 (cf7bad9b-1897-4162-a9b2-52e77485f241/5c51c585-3c45-4078-a2f7-9a3c50dd3c59/46ecbb21-22c1-4996-a158-f242d18839a6) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:29:21.567815 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-37d6c5ad-570a-47d0-a97e-0c001144ee8e req-02e05a89-91a6-4343-85a1-d4e22c861cd3 service neutron] 10.222.0.15 "GET /v2.0/networks/ee1e3f3a-436d-4baf-9474-8341d7977164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893811 Apr 20 13:29:21.709442 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-14e11dfa-6d8d-405f-a2bf-0b0db0bf806c req-7b871a3f-6543-4dc4-8e28-4bb9988ce6af tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:21.722120 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['8964fd46-ee04-4949-bc3b-01aa6c0daa3f'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:29:21.747548 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b871a3f-6543-4dc4-8e28-4bb9988ce6af tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Pushing event deleted for resources: {'Port': ['ID=616a8338-f6b4-455c-be8c-f76ad0849631,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:21.791850 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e11dfa-6d8d-405f-a2bf-0b0db0bf806c req-7b871a3f-6543-4dc4-8e28-4bb9988ce6af tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] No DVR routers for this DVR port 616a8338-f6b4-455c-be8c-f76ad0849631 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:29:21.794785 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-14e11dfa-6d8d-405f-a2bf-0b0db0bf806c req-7b871a3f-6543-4dc4-8e28-4bb9988ce6af tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:21.798305 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14e11dfa-6d8d-405f-a2bf-0b0db0bf806c req-7b871a3f-6543-4dc4-8e28-4bb9988ce6af tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.15 "DELETE /v2.0/ports/616a8338-f6b4-455c-be8c-f76ad0849631 HTTP/1.1" status: 204 len: 173 time: 1.0715051 Apr 20 13:29:21.841661 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4de1f5ea-b6e2-4315-bd60-384e65f29cae tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:21.866410 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf504234-5df4-4b7d-826b-1c3db5b7ab93', 'name': 'network-vif-deleted', 'tag': '616a8338-f6b4-455c-be8c-f76ad0849631'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:29:21.869401 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379e2b4a-9dd3-4c2a-ab90-6287bf7d5e86" -d '{"events": [{"server_uuid": "cf504234-5df4-4b7d-826b-1c3db5b7ab93", "name": "network-vif-deleted", "tag": "616a8338-f6b4-455c-be8c-f76ad0849631"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:29:21.906476 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da7ffd2-f528-47ed-9a32-f0bebc198896 x-openstack-request-id: req-3da7ffd2-f528-47ed-9a32-f0bebc198896 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:29:21.906770 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf504234-5df4-4b7d-826b-1c3db5b7ab93", "name": "network-vif-deleted", "tag": "616a8338-f6b4-455c-be8c-f76ad0849631", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:29:21.907023 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3da7ffd2-f528-47ed-9a32-f0bebc198896 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:29:21.907465 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3da7ffd2-f528-47ed-9a32-f0bebc198896'] response: {'server_uuid': 'cf504234-5df4-4b7d-826b-1c3db5b7ab93', 'name': 'network-vif-deleted', 'tag': '616a8338-f6b4-455c-be8c-f76ad0849631', 'status': 'completed', 'code': 200} Apr 20 13:29:22.035725 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4de1f5ea-b6e2-4315-bd60-384e65f29cae tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:22.080994 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de1f5ea-b6e2-4315-bd60-384e65f29cae tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Network cf7bad9b-1897-4162-a9b2-52e77485f241 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:29:22.089153 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-4de1f5ea-b6e2-4315-bd60-384e65f29cae tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:29:22.093355 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de1f5ea-b6e2-4315-bd60-384e65f29cae tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:29:22.099839 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de1f5ea-b6e2-4315-bd60-384e65f29cae tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:22.100516 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4de1f5ea-b6e2-4315-bd60-384e65f29cae tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:22.107741 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de1f5ea-b6e2-4315-bd60-384e65f29cae tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'Port': ['ID=46ecbb21-22c1-4996-a158-f242d18839a6,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:22.210180 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2620cfa2-5fef-4c64-845d-c4019ba2e6e7 req-1b106d19-1e7f-4400-b4e7-417a2f4a4f1e tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf504234-5df4-4b7d-826b-1c3db5b7ab93 HTTP/1.1" status: 200 len: 210 time: 0.0284071 Apr 20 13:29:22.260531 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4de1f5ea-b6e2-4315-bd60-384e65f29cae tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4170921 Apr 20 13:29:22.263224 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43808) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:22.269091 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-3d1124bd-f79a-49eb-922e-2c9693248fb8 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'subnet': {'network_id': 'cf7bad9b-1897-4162-a9b2-52e77485f241', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:22.272593 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8521a299-0dd1-448b-a813-4dd05cba905b req-12a99952-b274-4e00-bfe3-763e969df0ef tempest-ServerShowV247Test-111738650 tempest-ServerShowV247Test-111738650-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00f481d-ef33-4a6e-90bb-8fa62d0bfdf4 HTTP/1.1" status: 200 len: 210 time: 0.0412741 Apr 20 13:29:22.424120 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-1dc8eff5-3d8f-4087-9d5d-71a7a122ba48 None None] Provisioning complete for port 8194f342-1f5d-4afa-b9b3-d29b4904955d triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:22.424496 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1dc8eff5-3d8f-4087-9d5d-71a7a122ba48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:22.460865 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-1dc8eff5-3d8f-4087-9d5d-71a7a122ba48 None None] Port 8194f342-1f5d-4afa-b9b3-d29b4904955d cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:29:22.471407 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-1dc8eff5-3d8f-4087-9d5d-71a7a122ba48 None None] Provisioning complete for port 6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:22.471784 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1dc8eff5-3d8f-4087-9d5d-71a7a122ba48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:22.581225 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1dc8eff5-3d8f-4087-9d5d-71a7a122ba48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:22.589163 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1124bd-f79a-49eb-922e-2c9693248fb8 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Made reservation on behalf of 17f57c51548d4962867796b5991ef4ff for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:29:22.592620 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3d1124bd-f79a-49eb-922e-2c9693248fb8 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:22.629898 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 616a8338-f6b4-455c-be8c-f76ad0849631 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:29:22.640697 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-1dc8eff5-3d8f-4087-9d5d-71a7a122ba48 None None] For port 6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c,segment=NetworkSegment(30048902-4e1a-4ff5-900a-13d2a01e225d),segment_id=30048902-4e1a-4ff5-900a-13d2a01e225d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:29:22.663632 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 616a8338-f6b4-455c-be8c-f76ad0849631 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:29:22.664148 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 616a8338-f6b4-455c-be8c-f76ad0849631 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:29:22.676589 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a954c64-4153-424a-84bd-7f3617dc933a req-735a147a-13d1-42d1-a6f2-f10c85c16cdc tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:22.678694 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6b9453d8-069a-4067-b66b-b66334d9ee90 req-7e980f6c-aa1d-4922-a2ef-db674b36ed48 tempest-ServerShowV247Test-111738650 tempest-ServerShowV247Test-111738650-project] 10.222.0.32 "GET /v2.0/ports?device_id=a00f481d-ef33-4a6e-90bb-8fa62d0bfdf4 HTTP/1.1" status: 200 len: 210 time: 0.0299046 Apr 20 13:29:22.679423 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a954c64-4153-424a-84bd-7f3617dc933a req-735a147a-13d1-42d1-a6f2-f10c85c16cdc tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 943 time: 0.0667338 Apr 20 13:29:22.726934 n-d-836015-7 neutron-server[114870]: INFO neutron.db.ipam_backend_mixin [None req-3d1124bd-f79a-49eb-922e-2c9693248fb8 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5c51c585-3c45-4078-a2f7-9a3c50dd3c59 (CIDR: 2001:db8::/64) Apr 20 13:29:22.767246 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1dc8eff5-3d8f-4087-9d5d-71a7a122ba48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:22.785390 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a954c64-4153-424a-84bd-7f3617dc933a req-da2aa9c1-eb4a-4c72-9da5-99919df9956b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903268 Apr 20 13:29:22.813167 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d1124bd-f79a-49eb-922e-2c9693248fb8 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:29:22.814007 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d1124bd-f79a-49eb-922e-2c9693248fb8 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:29:22.864231 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc8eff5-3d8f-4087-9d5d-71a7a122ba48 None None] Pushing event updated for resources: {'Port': ['ID=6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:22.874404 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:29:22.927648 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-11285d50-6d6a-485a-b9af-c53217518978 None None] Provisioning complete for port 46ecbb21-22c1-4996-a158-f242d18839a6 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:22.928018 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-11285d50-6d6a-485a-b9af-c53217518978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:22.971061 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-11285d50-6d6a-485a-b9af-c53217518978 None None] Port 46ecbb21-22c1-4996-a158-f242d18839a6 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:29:22.975512 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:22.975883 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:23.015235 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3d1124bd-f79a-49eb-922e-2c9693248fb8 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7507167 Apr 20 13:29:23.017903 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43816) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:23.022960 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-ff0314ab-06cd-4b6b-b06f-47d967d1b02f tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'subnet': {'network_id': 'cf7bad9b-1897-4162-a9b2-52e77485f241', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:23.241060 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0314ab-06cd-4b6b-b06f-47d967d1b02f tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Made reservation on behalf of 17f57c51548d4962867796b5991ef4ff for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:29:23.245098 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ff0314ab-06cd-4b6b-b06f-47d967d1b02f tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:23.459989 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-261f8953-5b8b-4942-b5ae-e5abb466e569 req-3e8c719d-9028-4392-b4da-7d05b82aea91 tempest-ServerShowV247Test-111738650 tempest-ServerShowV247Test-111738650-project] 10.222.0.25 "GET /v2.0/ports?device_id=a00f481d-ef33-4a6e-90bb-8fa62d0bfdf4 HTTP/1.1" status: 200 len: 210 time: 0.0647793 Apr 20 13:29:23.675641 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-69b17cf9-d850-49e7-83ed-f494d32c00ca tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:23.679870 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-69b17cf9-d850-49e7-83ed-f494d32c00ca tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/networks?id=bffadad1-e693-483b-8eeb-21265f06be5a HTTP/1.1" status: 200 len: 805 time: 0.2326312 Apr 20 13:29:23.724922 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-17e41603-929a-482a-b616-bd507a86c20b tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/quotas/1769fcf5b9754a27a1574952891cab93 HTTP/1.1" status: 200 len: 375 time: 0.0268428 Apr 20 13:29:23.791905 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-3f7a3354-3280-40d1-9fda-3a21b022cc2f tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1769fcf5b9754a27a1574952891cab93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0575294 Apr 20 13:29:23.795054 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ff0314ab-06cd-4b6b-b06f-47d967d1b02f tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:23.848120 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0314ab-06cd-4b6b-b06f-47d967d1b02f tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Network cf7bad9b-1897-4162-a9b2-52e77485f241 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:29:23.851681 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-ff0314ab-06cd-4b6b-b06f-47d967d1b02f tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:29:23.858386 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0314ab-06cd-4b6b-b06f-47d967d1b02f tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:23.859294 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ff0314ab-06cd-4b6b-b06f-47d967d1b02f tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:23.861548 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443f4aa9-1788-4393-a9ab-9f04d4ce79d3 None None] Network cf7bad9b-1897-4162-a9b2-52e77485f241 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:29:23.887000 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0314ab-06cd-4b6b-b06f-47d967d1b02f tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'Subnet': ['ID=84cef9b9-c5aa-4bc6-b409-e4da100bb000,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:23.935942 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ff0314ab-06cd-4b6b-b06f-47d967d1b02f tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9165771 Apr 20 13:29:23.938323 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43838) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:23.947257 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-485da24e-fb9e-4a5f-8882-57d63f825de4 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1942177965', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '84cef9b9-c5aa-4bc6-b409-e4da100bb000'}], 'security_groups': ['72b04120-875f-4aa5-9cda-9e1b9f15c9a7']}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:23.972356 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869e9a0-0dac-4210-abc2-dce2ef2fa9fe req-9ce97b2c-16c4-4bb9-b5c0-b2445b6dd0b0 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:23.974050 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2869e9a0-0dac-4210-abc2-dce2ef2fa9fe req-9ce97b2c-16c4-4bb9-b5c0-b2445b6dd0b0 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 943 time: 0.0854177 Apr 20 13:29:23.989833 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-2f3bfc36-7c7e-4e06-9da1-988f1041c5e4 service neutron] 10.222.0.25 "GET /v2.0/networks/bffadad1-e693-483b-8eeb-21265f06be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781337 Apr 20 13:29:24.044283 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-485da24e-fb9e-4a5f-8882-57d63f825de4 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:24.094557 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2869e9a0-0dac-4210-abc2-dce2ef2fa9fe req-0d76f90e-ba14-488c-8d5c-6c5aea0205de tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945115 Apr 20 13:29:24.139920 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-3c2ee1b3-bdc6-47b6-b165-392caf591263 service neutron] 10.222.0.25 "GET /v2.0/networks/bffadad1-e693-483b-8eeb-21265f06be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490536 Apr 20 13:29:24.146330 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8039e154-2a42-42d2-a56e-5896bed6e95b None None] Update dhcp port {'port': {'network_id': 'cf7bad9b-1897-4162-a9b2-52e77485f241', 'fixed_ips': [{'subnet_id': '5c51c585-3c45-4078-a2f7-9a3c50dd3c59', 'ip_address': '2001:db8::2'}, {'subnet_id': '84cef9b9-c5aa-4bc6-b409-e4da100bb000'}], 'binding:host_id': 'n-d-836015-7'}, 'id': '6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c'} from n-d-836015-7. {{(pid=114871) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 13:29:24.174633 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8039e154-2a42-42d2-a56e-5896bed6e95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:24.380872 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a9cf1c73-a2d4-43e0-91b9-0e75838c8f4e req-02f2b579-b4db-4014-9340-765e868514b1 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=852bc102-d268-4937-931c-f650538c313f HTTP/1.1" status: 200 len: 210 time: 0.0281491 Apr 20 13:29:24.389157 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-485da24e-fb9e-4a5f-8882-57d63f825de4 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Delete allocated IP 2001:db8::335 (cf7bad9b-1897-4162-a9b2-52e77485f241/5c51c585-3c45-4078-a2f7-9a3c50dd3c59) {{(pid=114870) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 20 13:29:24.399737 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-485da24e-fb9e-4a5f-8882-57d63f825de4 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Allocated IP 2001:db8:0:1::193 (cf7bad9b-1897-4162-a9b2-52e77485f241/84cef9b9-c5aa-4bc6-b409-e4da100bb000/46ecbb21-22c1-4996-a158-f242d18839a6) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:29:24.436288 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fb9c2d55-1a09-4d55-a6df-87ca657c60c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:24.568079 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-485da24e-fb9e-4a5f-8882-57d63f825de4 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:24.640684 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-485da24e-fb9e-4a5f-8882-57d63f825de4 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:24.643375 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b50a92e0-e00c-4196-8c29-8ff4788ac2bb details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:29:24.704273 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-485da24e-fb9e-4a5f-8882-57d63f825de4 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] In _notify_port_updated(), no bound segment for port 46ecbb21-22c1-4996-a158-f242d18839a6 on network cf7bad9b-1897-4162-a9b2-52e77485f241 {{(pid=114870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 13:29:24.719701 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485da24e-fb9e-4a5f-8882-57d63f825de4 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:24.721598 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-485da24e-fb9e-4a5f-8882-57d63f825de4 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:24.723160 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-485da24e-fb9e-4a5f-8882-57d63f825de4 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "PUT /v2.0/ports/46ecbb21-22c1-4996-a158-f242d18839a6 HTTP/1.1" status: 200 len: 931 time: 0.7830219 Apr 20 13:29:24.726143 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43860) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:24.733374 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485da24e-fb9e-4a5f-8882-57d63f825de4 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'Port': ['ID=46ecbb21-22c1-4996-a158-f242d18839a6,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:24.733785 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-8039e154-2a42-42d2-a56e-5896bed6e95b None None] Allocated IP 2001:db8:0:1::2 (cf7bad9b-1897-4162-a9b2-52e77485f241/84cef9b9-c5aa-4bc6-b409-e4da100bb000/6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:29:24.812442 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:29:24.893116 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-ec971bcd-d06d-4429-9468-6e14cc78eecb tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Deleting port 46ecbb21-22c1-4996-a158-f242d18839a6 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:29:24.893116 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ec971bcd-d06d-4429-9468-6e14cc78eecb tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:24.960945 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8c35d6bc-a246-481b-ad63-8e07f878f7f1 req-add20919-f23c-4967-8978-85e3344829fe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bc0fda7dca4445f7b57251b2b9874091&device_id=c0774dd2-10b8-4e63-8ef1-b0575ecef4c6 HTTP/1.1" status: 200 len: 210 time: 0.0482664 Apr 20 13:29:25.000456 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port b50a92e0-e00c-4196-8c29-8ff4788ac2bb, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b50a92e0-e00c-4196-8c29-8ff4788ac2bb,segment=NetworkSegment(0af567ff-a35c-45eb-b61a-7c90f213a3a7),segment_id=0af567ff-a35c-45eb-b61a-7c90f213a3a7)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:29:25.009193 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8c35d6bc-a246-481b-ad63-8e07f878f7f1 req-0bd9e9af-f29b-46d6-9edf-2944151125a2 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=bc0fda7dca4445f7b57251b2b9874091&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400062 Apr 20 13:29:25.032161 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:25.033678 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:25.039414 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'b50a92e0-e00c-4196-8c29-8ff4788ac2bb', 'network_id': 'ee1e3f3a-436d-4baf-9474-8341d7977164', 'port_id': 'b50a92e0-e00c-4196-8c29-8ff4788ac2bb', 'mac_address': 'fa:16:3e:73:a8:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4781852a-f1d5-43ae-a14e-8279f99b230d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:29:25.041232 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-474d1810-cccd-4ca9-98c8-d179f722c159 req-e3fbfee8-6649-4b5b-9c24-39a2cc5d2f9e tempest-ServerShowV247Test-111738650 tempest-ServerShowV247Test-111738650-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0774dd2-10b8-4e63-8ef1-b0575ecef4c6 HTTP/1.1" status: 200 len: 210 time: 0.0455689 Apr 20 13:29:25.043158 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ec971bcd-d06d-4429-9468-6e14cc78eecb tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:25.060322 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-ec971bcd-d06d-4429-9468-6e14cc78eecb tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Calling delete_port for 46ecbb21-22c1-4996-a158-f242d18839a6 owned by {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:29:25.084710 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-8039e154-2a42-42d2-a56e-5896bed6e95b None None] For port 6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c,segment=NetworkSegment(30048902-4e1a-4ff5-900a-13d2a01e225d),segment_id=30048902-4e1a-4ff5-900a-13d2a01e225d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:29:25.147779 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35d6bc-a246-481b-ad63-8e07f878f7f1 req-e63f6e4b-c268-46e9-b1da-7bb4630f4770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:25.152302 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8c35d6bc-a246-481b-ad63-8e07f878f7f1 req-e63f6e4b-c268-46e9-b1da-7bb4630f4770 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1366487 Apr 20 13:29:25.189597 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:25.194713 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8039e154-2a42-42d2-a56e-5896bed6e95b None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:25.209142 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b50a92e0-e00c-4196-8c29-8ff4788ac2bb {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:29:25.256092 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8039e154-2a42-42d2-a56e-5896bed6e95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:25.268248 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port b50a92e0-e00c-4196-8c29-8ff4788ac2bb, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b50a92e0-e00c-4196-8c29-8ff4788ac2bb,segment=NetworkSegment(0af567ff-a35c-45eb-b61a-7c90f213a3a7),segment_id=0af567ff-a35c-45eb-b61a-7c90f213a3a7)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:29:25.305863 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49dd099-9468-4d87-bd7c-401c0d195d56 req-45afbfb5-20cc-448a-9718-8ee42bd8a998 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:25.312442 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b49dd099-9468-4d87-bd7c-401c0d195d56 req-45afbfb5-20cc-448a-9718-8ee42bd8a998 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 943 time: 0.1038766 Apr 20 13:29:25.333915 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:25.348823 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ec971bcd-d06d-4429-9468-6e14cc78eecb tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:25.383506 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec971bcd-d06d-4429-9468-6e14cc78eecb tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'Port': ['ID=46ecbb21-22c1-4996-a158-f242d18839a6,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:25.399597 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8039e154-2a42-42d2-a56e-5896bed6e95b None None] Pushing event updated for resources: {'Port': ['ID=6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:25.433083 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ec971bcd-d06d-4429-9468-6e14cc78eecb tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:25.449404 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ec971bcd-d06d-4429-9468-6e14cc78eecb tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/ports/46ecbb21-22c1-4996-a158-f242d18839a6 HTTP/1.1" status: 204 len: 168 time: 0.7221279 Apr 20 13:29:25.450697 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43884) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:25.470229 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b49dd099-9468-4d87-bd7c-401c0d195d56 req-d5d233e8-b943-475c-bfa9-d118edd199bb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505384 Apr 20 13:29:25.484310 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=b50a92e0-e00c-4196-8c29-8ff4788ac2bb,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:25.506149 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f6d6e80-e6e3-4c00-86cc-25e039771dd6 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] GET failed (client error): The resource could not be found. Apr 20 13:29:25.508374 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6f6d6e80-e6e3-4c00-86cc-25e039771dd6 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "GET /v2.0/ports/46ecbb21-22c1-4996-a158-f242d18839a6 HTTP/1.1" status: 404 len: 333 time: 0.0555804 Apr 20 13:29:25.511062 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43886) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:25.565164 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-57690fed-7cbf-4ddc-8a0a-0d05a2372da3 req-aea907f1-92ee-410e-b53b-8afe7d77205e tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=852bc102-d268-4937-931c-f650538c313f HTTP/1.1" status: 200 len: 210 time: 0.0431893 Apr 20 13:29:25.607043 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4f0191eb-f266-4834-8b73-d932488e3207 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:25.644922 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4f0191eb-f266-4834-8b73-d932488e3207 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:25.687632 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['b50a92e0-e00c-4196-8c29-8ff4788ac2bb'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:29:25.778242 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4f0191eb-f266-4834-8b73-d932488e3207 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:25.782083 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4f0191eb-f266-4834-8b73-d932488e3207 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:25.786701 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4f0191eb-f266-4834-8b73-d932488e3207 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/security-groups/b72ef8c5-505d-469b-9ebf-08d6ae8ba0c7 HTTP/1.1" status: 204 len: 168 time: 0.2707639 Apr 20 13:29:25.786812 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43888) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:25.827266 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0191eb-f266-4834-8b73-d932488e3207 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72ef8c5-505d-469b-9ebf-08d6ae8ba0c7,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:25.930546 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-65e6cb2d-128b-4493-8c2e-299c3a91d351 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:25.982415 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-65e6cb2d-128b-4493-8c2e-299c3a91d351 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:26.147021 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-65e6cb2d-128b-4493-8c2e-299c3a91d351 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:26.149376 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-65e6cb2d-128b-4493-8c2e-299c3a91d351 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:26.152686 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-65e6cb2d-128b-4493-8c2e-299c3a91d351 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/security-groups/72b04120-875f-4aa5-9cda-9e1b9f15c9a7 HTTP/1.1" status: 204 len: 168 time: 0.3627605 Apr 20 13:29:26.153324 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43892) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:26.176993 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-222c624c-039c-4b61-97e1-11c74f86260e req-71ca7a2e-50d5-47b3-b230-6c8c0d4fa987 tempest-ServerShowV247Test-111738650 tempest-ServerShowV247Test-111738650-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0774dd2-10b8-4e63-8ef1-b0575ecef4c6 HTTP/1.1" status: 200 len: 210 time: 0.0419977 Apr 20 13:29:26.189598 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e6cb2d-128b-4493-8c2e-299c3a91d351 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b04120-875f-4aa5-9cda-9e1b9f15c9a7,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:26.236947 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-36e5f731-4dfa-4492-a442-1d249c22b802 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Deleting subnet 5c51c585-3c45-4078-a2f7-9a3c50dd3c59 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:29:26.244722 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-36e5f731-4dfa-4492-a442-1d249c22b802 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:26.289660 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-36e5f731-4dfa-4492-a442-1d249c22b802 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:26.353848 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-aed8a2ac-e226-4342-812d-18762dd4c38d None None] Provisioning complete for port 8194f342-1f5d-4afa-b9b3-d29b4904955d triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:26.354860 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-aed8a2ac-e226-4342-812d-18762dd4c38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:26.452773 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-36e5f731-4dfa-4492-a442-1d249c22b802 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:26.455874 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-aed8a2ac-e226-4342-812d-18762dd4c38d None None] Port 8194f342-1f5d-4afa-b9b3-d29b4904955d cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:29:26.501003 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-aed8a2ac-e226-4342-812d-18762dd4c38d None None] Provisioning complete for port 6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:26.501638 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-aed8a2ac-e226-4342-812d-18762dd4c38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:26.659241 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b50a92e0-e00c-4196-8c29-8ff4788ac2bb up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:29:26.710478 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8c35d6bc-a246-481b-ad63-8e07f878f7f1 req-3edde1f9-df1c-4133-ab28-7ed65a8e3371 tempest-ServerShowV247Test-111738650 tempest-ServerShowV247Test-111738650-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0774dd2-10b8-4e63-8ef1-b0575ecef4c6 HTTP/1.1" status: 200 len: 210 time: 0.0603106 Apr 20 13:29:26.768697 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333dab1-d03b-4010-bd0c-444091feaa24 req-c92a9b90-6d04-45a1-9d49-840f25dca82a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:26.777039 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9333dab1-d03b-4010-bd0c-444091feaa24 req-c92a9b90-6d04-45a1-9d49-840f25dca82a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 944 time: 0.1790788 Apr 20 13:29:26.811207 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-878360ff-505d-43a6-96f3-625243e8a4bf req-b092e1bc-4631-42ae-9e46-48b1edc50bf0 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=852bc102-d268-4937-931c-f650538c313f HTTP/1.1" status: 200 len: 210 time: 0.0856841 Apr 20 13:29:26.862169 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-36e5f731-4dfa-4492-a442-1d249c22b802 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:26.883692 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:29:26.887999 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9333dab1-d03b-4010-bd0c-444091feaa24 req-52094a37-2d67-405e-93e6-18ef50b57cc3 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071248 Apr 20 13:29:26.907283 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-aed8a2ac-e226-4342-812d-18762dd4c38d None None] Could not find standard attr ID for object 46ecbb21-22c1-4996-a158-f242d18839a6. {{(pid=114871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:29:26.918186 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e5f731-4dfa-4492-a442-1d249c22b802 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'Subnet': ['ID=5c51c585-3c45-4078-a2f7-9a3c50dd3c59,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:26.939085 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-36e5f731-4dfa-4492-a442-1d249c22b802 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:26.947262 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7adc7ee4-ef99-455a-9a89-aa78ce7abb38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:26.947928 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-36e5f731-4dfa-4492-a442-1d249c22b802 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/subnets/5c51c585-3c45-4078-a2f7-9a3c50dd3c59 HTTP/1.1" status: 204 len: 168 time: 0.7932150 Apr 20 13:29:26.949740 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43902) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:26.956722 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-dc2a2df2-a0dc-4c92-b2d4-546421640f54 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'subnet': {'network_id': 'cf7bad9b-1897-4162-a9b2-52e77485f241', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:26.959332 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-f0d1a7ef-50a8-465d-ae01-ba155402a30c tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:26.960921 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-f0d1a7ef-50a8-465d-ae01-ba155402a30c tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.32 "GET /v2.0/networks?id=bffadad1-e693-483b-8eeb-21265f06be5a HTTP/1.1" status: 200 len: 805 time: 0.3149321 Apr 20 13:29:26.985276 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-a916182a-4307-4cc2-901d-421cc00fff30 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Request body: {'port': {'device_id': '852bc102-d268-4937-931c-f650538c313f', 'network_id': 'bffadad1-e693-483b-8eeb-21265f06be5a', 'admin_state_up': True, 'tenant_id': '1769fcf5b9754a27a1574952891cab93'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:26.996106 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port b50a92e0-e00c-4196-8c29-8ff4788ac2bb completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:29:27.023053 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:27.030425 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:27.071007 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6d61e27a-67b4-40dd-8b78-87c96279ee18 None None] Could not find standard attr ID for object 46ecbb21-22c1-4996-a158-f242d18839a6. {{(pid=114871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:29:27.074349 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port b50a92e0-e00c-4196-8c29-8ff4788ac2bb triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:27.074739 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:27.171037 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edad049-d476-4d7f-9226-37d5df5a9630 None None] Network cf7bad9b-1897-4162-a9b2-52e77485f241 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:29:27.235260 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2a2df2-a0dc-4c92-b2d4-546421640f54 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Made reservation on behalf of 17f57c51548d4962867796b5991ef4ff for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:29:27.243497 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dc2a2df2-a0dc-4c92-b2d4-546421640f54 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:27.282299 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-a916182a-4307-4cc2-901d-421cc00fff30 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Made reservation on behalf of 1769fcf5b9754a27a1574952891cab93 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:29:27.286472 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-a916182a-4307-4cc2-901d-421cc00fff30 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:27.362718 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3f2a026f-9466-4f5c-973a-d14d58d84a65 req-a39b99f3-f640-449d-8627-9bc98a2805aa tempest-ServerShowV247Test-111738650 tempest-ServerShowV247Test-111738650-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0774dd2-10b8-4e63-8ef1-b0575ecef4c6 HTTP/1.1" status: 200 len: 210 time: 0.0956926 Apr 20 13:29:27.481524 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-a916182a-4307-4cc2-901d-421cc00fff30 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Allocated IP 172.20.0.6 (bffadad1-e693-483b-8eeb-21265f06be5a/6c9f0b80-55d8-4485-9b41-54f7ac34cd10/69f1addc-7601-4125-ac3b-58e8a28f9c5a) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:29:27.550775 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:27.604122 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50a92e0-e00c-4196-8c29-8ff4788ac2bb'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:29:27.606352 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011fa4d4-d192-478e-9786-bff5bb8e3769" -d '{"events": [{"server_uuid": "3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749", "name": "network-vif-plugged", "status": "completed", "tag": "b50a92e0-e00c-4196-8c29-8ff4788ac2bb"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:29:27.679981 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port b50a92e0-e00c-4196-8c29-8ff4788ac2bb, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b50a92e0-e00c-4196-8c29-8ff4788ac2bb,segment=NetworkSegment(0af567ff-a35c-45eb-b61a-7c90f213a3a7),segment_id=0af567ff-a35c-45eb-b61a-7c90f213a3a7)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:29:27.693634 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79d2f84-8b15-4e56-8b35-91c1c62d6d98 x-openstack-request-id: req-f79d2f84-8b15-4e56-8b35-91c1c62d6d98 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:29:27.694155 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749", "name": "network-vif-plugged", "status": "completed", "tag": "b50a92e0-e00c-4196-8c29-8ff4788ac2bb", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:29:27.694626 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f79d2f84-8b15-4e56-8b35-91c1c62d6d98 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:29:27.695165 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f79d2f84-8b15-4e56-8b35-91c1c62d6d98'] response: {'server_uuid': '3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50a92e0-e00c-4196-8c29-8ff4788ac2bb', 'code': 200} Apr 20 13:29:27.725591 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-a916182a-4307-4cc2-901d-421cc00fff30 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:27.788783 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:27.819716 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dc2a2df2-a0dc-4c92-b2d4-546421640f54 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:27.850083 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-a916182a-4307-4cc2-901d-421cc00fff30 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:27.866788 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['8964fd46-ee04-4949-bc3b-01aa6c0daa3f'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:29:27.907143 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2a2df2-a0dc-4c92-b2d4-546421640f54 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Network cf7bad9b-1897-4162-a9b2-52e77485f241 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:29:27.914040 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-dc2a2df2-a0dc-4c92-b2d4-546421640f54 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:29:27.917965 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2a2df2-a0dc-4c92-b2d4-546421640f54 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:27.918839 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dc2a2df2-a0dc-4c92-b2d4-546421640f54 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:27.929060 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639d39f-7cba-4f9a-bb2b-d618df00a2a1 req-3757450b-c3f7-4731-9e30-af0c0cb0436e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:27.931054 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6639d39f-7cba-4f9a-bb2b-d618df00a2a1 req-3757450b-c3f7-4731-9e30-af0c0cb0436e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 1096 time: 0.1471190 Apr 20 13:29:27.951942 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=b50a92e0-e00c-4196-8c29-8ff4788ac2bb,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:27.968885 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-a916182a-4307-4cc2-901d-421cc00fff30 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Network bffadad1-e693-483b-8eeb-21265f06be5a is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:29:27.981205 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-a916182a-4307-4cc2-901d-421cc00fff30 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:29:27.984682 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-a916182a-4307-4cc2-901d-421cc00fff30 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:29:27.992866 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a2df2-a0dc-4c92-b2d4-546421640f54 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'Subnet': ['ID=6be55e9c-8054-4c2d-8095-fd07ee7a95e1,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:28.050966 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6639d39f-7cba-4f9a-bb2b-d618df00a2a1 req-914183d7-5d18-43bd-8277-e89ebbb3c716 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059885 Apr 20 13:29:28.080223 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a916182a-4307-4cc2-901d-421cc00fff30 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Pushing event updated for resources: {'Port': ['ID=69f1addc-7601-4125-ac3b-58e8a28f9c5a,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:28.110650 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:28.132686 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-a916182a-4307-4cc2-901d-421cc00fff30 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:28.133694 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-a916182a-4307-4cc2-901d-421cc00fff30 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:28.226787 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-a916182a-4307-4cc2-901d-421cc00fff30 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2477257 Apr 20 13:29:28.239714 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-ef91294c-5e10-4495-bbcc-d49d111804b6 service neutron] Request body: {'port': {'device_id': '852bc102-d268-4937-931c-f650538c313f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:28.334836 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-ef91294c-5e10-4495-bbcc-d49d111804b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:28.561215 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-dc2a2df2-a0dc-4c92-b2d4-546421640f54 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6092482 Apr 20 13:29:28.566108 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43924) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:28.579142 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-f4e948ed-d747-48fd-a00e-702d687d24fc tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'security_group': {'name': 'tempest-secgroup-1438146633'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:28.603879 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a828418d-2c0e-408d-bc30-5ae698f379c1 None None] Network cf7bad9b-1897-4162-a9b2-52e77485f241 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:29:28.648425 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2890d9a-31fe-44bd-9f8e-9792d57e9b35 req-0b9bba5e-b3c0-46a8-bfe4-bb1e4e21ec70 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:28.649934 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a2890d9a-31fe-44bd-9f8e-9792d57e9b35 req-0b9bba5e-b3c0-46a8-bfe4-bb1e4e21ec70 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=852bc102-d268-4937-931c-f650538c313f HTTP/1.1" status: 200 len: 931 time: 0.6906376 Apr 20 13:29:28.700382 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f4e948ed-d747-48fd-a00e-702d687d24fc tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:28.730096 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc09128-76e8-40c1-9ecb-9630d6bb7437 req-f99cccac-2e4c-4d58-b4e4-def5e8e0d0cc tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:28.731871 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9fc09128-76e8-40c1-9ecb-9630d6bb7437 req-f99cccac-2e4c-4d58-b4e4-def5e8e0d0cc tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 945 time: 0.6955445 Apr 20 13:29:28.788559 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-f00ad6c9-0121-4b3c-9e37-037c8d5390ab None None] Provisioning complete for port 8194f342-1f5d-4afa-b9b3-d29b4904955d triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:28.789075 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f00ad6c9-0121-4b3c-9e37-037c8d5390ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:28.804705 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a2890d9a-31fe-44bd-9f8e-9792d57e9b35 req-05895116-94a3-406a-ae16-0d4da7974cf9 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442239 Apr 20 13:29:28.826586 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9fc09128-76e8-40c1-9ecb-9630d6bb7437 req-5cf46143-8506-4bba-81ac-338dce787460 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866370 Apr 20 13:29:28.833747 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-f00ad6c9-0121-4b3c-9e37-037c8d5390ab None None] Port 8194f342-1f5d-4afa-b9b3-d29b4904955d cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:29:28.843485 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-ef91294c-5e10-4495-bbcc-d49d111804b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69f1addc-7601-4125-ac3b-58e8a28f9c5a {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:29:28.879147 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-ef91294c-5e10-4495-bbcc-d49d111804b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:28.892427 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f4e948ed-d747-48fd-a00e-702d687d24fc tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:28.908422 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-f00ad6c9-0121-4b3c-9e37-037c8d5390ab None None] Provisioning complete for port 6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:28.910553 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f00ad6c9-0121-4b3c-9e37-037c8d5390ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:28.911599 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-ef91294c-5e10-4495-bbcc-d49d111804b6 service neutron] Transition to ACTIVE for port object 69f1addc-7601-4125-ac3b-58e8a28f9c5a will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:29:29.007064 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f4e948ed-d747-48fd-a00e-702d687d24fc tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:29.011238 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-ef91294c-5e10-4495-bbcc-d49d111804b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:29.052331 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e948ed-d747-48fd-a00e-702d687d24fc tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5941610c-a9d4-4e76-82a2-57db05bd405d,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:29.092582 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef91294c-5e10-4495-bbcc-d49d111804b6 service neutron] Pushing event updated for resources: {'Port': ['ID=69f1addc-7601-4125-ac3b-58e8a28f9c5a,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:29.095331 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f4e948ed-d747-48fd-a00e-702d687d24fc tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:29.096928 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f4e948ed-d747-48fd-a00e-702d687d24fc tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5218713 Apr 20 13:29:29.099526 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43932) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:29.107187 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-d5ffd8b5-3a59-4ba2-af32-352e1e91c370 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'security_group': {'name': 'tempest-secgroup-51746534'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:29.183065 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-ef91294c-5e10-4495-bbcc-d49d111804b6 service neutron] Attempting to bind port 69f1addc-7601-4125-ac3b-58e8a28f9c5a on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:29:29.183572 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-ef91294c-5e10-4495-bbcc-d49d111804b6 service neutron] Attempting to bind port 69f1addc-7601-4125-ac3b-58e8a28f9c5a by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '61aa0039-68ca-4033-b082-432ef8c81b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bffadad1-e693-483b-8eeb-21265f06be5a'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:29:29.184411 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-ef91294c-5e10-4495-bbcc-d49d111804b6 service neutron] Attempting to bind port 69f1addc-7601-4125-ac3b-58e8a28f9c5a on network bffadad1-e693-483b-8eeb-21265f06be5a {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:29:29.189454 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-ef91294c-5e10-4495-bbcc-d49d111804b6 service neutron] Port 69f1addc-7601-4125-ac3b-58e8a28f9c5a on network bffadad1-e693-483b-8eeb-21265f06be5a not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:29:29.190080 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-ef91294c-5e10-4495-bbcc-d49d111804b6 service neutron] Attempting to bind port 69f1addc-7601-4125-ac3b-58e8a28f9c5a on network bffadad1-e693-483b-8eeb-21265f06be5a {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:29:29.197953 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-ef91294c-5e10-4495-bbcc-d49d111804b6 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:29:29.198464 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-ef91294c-5e10-4495-bbcc-d49d111804b6 service neutron] Checking segment: {'id': '61aa0039-68ca-4033-b082-432ef8c81b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bffadad1-e693-483b-8eeb-21265f06be5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:29:29.199266 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-ef91294c-5e10-4495-bbcc-d49d111804b6 service neutron] Bound using segment: {'id': '61aa0039-68ca-4033-b082-432ef8c81b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bffadad1-e693-483b-8eeb-21265f06be5a'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:29:29.199868 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-ef91294c-5e10-4495-bbcc-d49d111804b6 service neutron] Bound port: 69f1addc-7601-4125-ac3b-58e8a28f9c5a, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61aa0039-68ca-4033-b082-432ef8c81b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bffadad1-e693-483b-8eeb-21265f06be5a'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:29:29.200350 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-ef91294c-5e10-4495-bbcc-d49d111804b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:29.240563 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d5ffd8b5-3a59-4ba2-af32-352e1e91c370 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:29.284750 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4135c406-c15f-4e61-b823-713099d69611 None None] Update dhcp port {'port': {'network_id': 'cf7bad9b-1897-4162-a9b2-52e77485f241', 'fixed_ips': [{'subnet_id': '84cef9b9-c5aa-4bc6-b409-e4da100bb000', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6be55e9c-8054-4c2d-8095-fd07ee7a95e1'}], 'binding:host_id': 'n-d-836015-7'}, 'id': '6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c'} from n-d-836015-7. {{(pid=114871) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 13:29:29.309543 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-ef91294c-5e10-4495-bbcc-d49d111804b6 service neutron] For port 69f1addc-7601-4125-ac3b-58e8a28f9c5a, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:29:29.314606 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-ef91294c-5e10-4495-bbcc-d49d111804b6 service neutron] For port 69f1addc-7601-4125-ac3b-58e8a28f9c5a, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=69f1addc-7601-4125-ac3b-58e8a28f9c5a,segment=NetworkSegment(61aa0039-68ca-4033-b082-432ef8c81b46),segment_id=61aa0039-68ca-4033-b082-432ef8c81b46)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:29:29.324918 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43936) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:29.396259 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-ef91294c-5e10-4495-bbcc-d49d111804b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:29.398864 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4135c406-c15f-4e61-b823-713099d69611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:29.402455 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d5ffd8b5-3a59-4ba2-af32-352e1e91c370 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:29.451897 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-ef91294c-5e10-4495-bbcc-d49d111804b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:29.452165 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-ef91294c-5e10-4495-bbcc-d49d111804b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:29.454376 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-ef91294c-5e10-4495-bbcc-d49d111804b6 service neutron] 10.222.0.32 "PUT /v2.0/ports/69f1addc-7601-4125-ac3b-58e8a28f9c5a HTTP/1.1" status: 200 len: 1091 time: 1.2194846 Apr 20 13:29:29.454581 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '852bc102-d268-4937-931c-f650538c313f', 'tag': '69f1addc-7601-4125-ac3b-58e8a28f9c5a'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:29:29.457786 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7afdd37c-7c19-4828-a768-50305b71f2ad" -d '{"events": [{"name": "network-changed", "server_uuid": "852bc102-d268-4937-931c-f650538c313f", "tag": "69f1addc-7601-4125-ac3b-58e8a28f9c5a"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:29:29.518447 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d5ffd8b5-3a59-4ba2-af32-352e1e91c370 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:29.525668 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955cf16b-b623-436a-935e-e4c3ee003750 x-openstack-request-id: req-955cf16b-b623-436a-935e-e4c3ee003750 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:29:29.526105 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "852bc102-d268-4937-931c-f650538c313f", "tag": "69f1addc-7601-4125-ac3b-58e8a28f9c5a", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:29:29.526465 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-955cf16b-b623-436a-935e-e4c3ee003750 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:29:29.528199 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-955cf16b-b623-436a-935e-e4c3ee003750'] response: {'name': 'network-changed', 'server_uuid': '852bc102-d268-4937-931c-f650538c313f', 'tag': '69f1addc-7601-4125-ac3b-58e8a28f9c5a', 'status': 'completed', 'code': 200} Apr 20 13:29:29.535457 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef91294c-5e10-4495-bbcc-d49d111804b6 service neutron] Pushing event updated for resources: {'Port': ['ID=69f1addc-7601-4125-ac3b-58e8a28f9c5a,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:29.561924 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43944) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:29.573121 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:29.610136 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ffd8b5-3a59-4ba2-af32-352e1e91c370 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=973e3ba1-a6d3-4ce9-b273-21ce6a6defb4,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:29.610351 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afdd37c-7c19-4828-a768-50305b71f2ad req-6e32ba68-e9e5-4cbf-b245-eedf40539b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:29.612610 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7afdd37c-7c19-4828-a768-50305b71f2ad req-6e32ba68-e9e5-4cbf-b245-eedf40539b07 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1769fcf5b9754a27a1574952891cab93&device_id=852bc102-d268-4937-931c-f650538c313f HTTP/1.1" status: 200 len: 1094 time: 0.0596533 Apr 20 13:29:29.617615 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ffd8b5-3a59-4ba2-af32-352e1e91c370 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:29.617969 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ffd8b5-3a59-4ba2-af32-352e1e91c370 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:29.618309 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ffd8b5-3a59-4ba2-af32-352e1e91c370 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:29.618648 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ffd8b5-3a59-4ba2-af32-352e1e91c370 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:29.619056 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ffd8b5-3a59-4ba2-af32-352e1e91c370 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:29.619407 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ffd8b5-3a59-4ba2-af32-352e1e91c370 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:29.619859 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ffd8b5-3a59-4ba2-af32-352e1e91c370 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:29.620318 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ffd8b5-3a59-4ba2-af32-352e1e91c370 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:29.620656 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ffd8b5-3a59-4ba2-af32-352e1e91c370 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:29.620984 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ffd8b5-3a59-4ba2-af32-352e1e91c370 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:29.621307 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ffd8b5-3a59-4ba2-af32-352e1e91c370 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:29.621637 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ffd8b5-3a59-4ba2-af32-352e1e91c370 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:29.637980 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d5ffd8b5-3a59-4ba2-af32-352e1e91c370 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:29.650883 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d5ffd8b5-3a59-4ba2-af32-352e1e91c370 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5400047 Apr 20 13:29:29.650883 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43948) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:29.650883 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-b885d953-4245-4cd8-91e6-79e5e398f6cc tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'security_group': {'name': 'tempest-secgroup-1089469214'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:29.666984 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-4135c406-c15f-4e61-b823-713099d69611 None None] Allocated IP 2001:db8::2 (cf7bad9b-1897-4162-a9b2-52e77485f241/6be55e9c-8054-4c2d-8095-fd07ee7a95e1/6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:29:29.720673 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ecdabe92-7b75-4c24-a898-720517a6aebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:29.761782 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bf4eb6b3-5a2e-4821-92ce-fd897ad0220e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:29.764206 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afdd37c-7c19-4828-a768-50305b71f2ad req-676128f2-c851-4fb0-8f5f-ba14bdbcb94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:29.765868 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7afdd37c-7c19-4828-a768-50305b71f2ad req-676128f2-c851-4fb0-8f5f-ba14bdbcb94d service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=1769fcf5b9754a27a1574952891cab93&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1445870 Apr 20 13:29:29.786591 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b885d953-4245-4cd8-91e6-79e5e398f6cc tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:29.823762 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-4135c406-c15f-4e61-b823-713099d69611 None None] For port 6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c,segment=NetworkSegment(30048902-4e1a-4ff5-900a-13d2a01e225d),segment_id=30048902-4e1a-4ff5-900a-13d2a01e225d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:29:29.856965 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4135c406-c15f-4e61-b823-713099d69611 None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:29.886589 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ecdabe92-7b75-4c24-a898-720517a6aebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:29.904010 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:29.909303 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b885d953-4245-4cd8-91e6-79e5e398f6cc tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:29.919947 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afdd37c-7c19-4828-a768-50305b71f2ad req-b5d0861e-95ca-455e-8fbf-0d93e694c2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:29.921017 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7afdd37c-7c19-4828-a768-50305b71f2ad req-b5d0861e-95ca-455e-8fbf-0d93e694c2c3 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1464219 Apr 20 13:29:29.960657 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4135c406-c15f-4e61-b823-713099d69611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:29.981844 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bf4eb6b3-5a2e-4821-92ce-fd897ad0220e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:30.020284 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-ac0c3daf-e38a-4512-9b20-bdf4dae9cb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:30.022023 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-ac0c3daf-e38a-4512-9b20-bdf4dae9cb01 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1769fcf5b9754a27a1574952891cab93&device_id=852bc102-d268-4937-931c-f650538c313f HTTP/1.1" status: 200 len: 1094 time: 0.0543795 Apr 20 13:29:30.026044 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ecdabe92-7b75-4c24-a898-720517a6aebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:30.029389 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b885d953-4245-4cd8-91e6-79e5e398f6cc tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:30.072297 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bf4eb6b3-5a2e-4821-92ce-fd897ad0220e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:30.080394 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-0969f32d-5260-4da0-ba89-590866199d78 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69f1addc-7601-4125-ac3b-58e8a28f9c5a HTTP/1.1" status: 200 len: 217 time: 0.0501919 Apr 20 13:29:30.094455 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26022995-4133-4a6c-8e82-6b79c70ff4dc req-4cc72a49-d875-4046-9e41-d9613c1e092b tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:30.096827 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-26022995-4133-4a6c-8e82-6b79c70ff4dc req-4cc72a49-d875-4046-9e41-d9613c1e092b tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=852bc102-d268-4937-931c-f650538c313f HTTP/1.1" status: 200 len: 943 time: 0.1563780 Apr 20 13:29:30.110680 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b885d953-4245-4cd8-91e6-79e5e398f6cc tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:30.115071 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b885d953-4245-4cd8-91e6-79e5e398f6cc tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4704888 Apr 20 13:29:30.115998 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4135c406-c15f-4e61-b823-713099d69611 None None] Pushing event updated for resources: {'Port': ['ID=6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c,revision_number=6']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:30.123627 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1c2f-0561-4a6f-999b-b6d26666233f req-d5998c38-9e5c-48e3-b659-b902a68b1222 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:30.126347 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66ac1c2f-0561-4a6f-999b-b6d26666233f req-d5998c38-9e5c-48e3-b659-b902a68b1222 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 945 time: 0.1748354 Apr 20 13:29:30.136294 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ecdabe92-7b75-4c24-a898-720517a6aebd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bc0fda7dca4445f7b57251b2b9874091&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5669444 Apr 20 13:29:30.136294 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43960) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:30.148260 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-7ca1a0f9-3fcc-435a-8f33-a79e321ddcfe tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-831150106', 'security_groups': ['174b145c-3540-41ff-be49-e71eb13321a0'], 'network_id': 'cf7bad9b-1897-4162-a9b2-52e77485f241', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6be55e9c-8054-4c2d-8095-fd07ee7a95e1'}]}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:30.153819 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-8eaa1a1b-f5c8-4ce1-8aec-562d5050e4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:30.155809 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43962) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:30.156456 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-8eaa1a1b-f5c8-4ce1-8aec-562d5050e4b8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c9f0b80-55d8-4485-9b41-54f7ac34cd10 HTTP/1.1" status: 200 len: 845 time: 0.0651677 Apr 20 13:29:30.178288 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdabe92-7b75-4c24-a898-720517a6aebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7974af-b659-4a4c-9252-ba86abfeb2ec,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:30.200588 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-1523fa1f-de82-44eb-9679-bb010e2c6e89 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bffadad1-e693-483b-8eeb-21265f06be5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343912 Apr 20 13:29:30.228570 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4eb6b3-5a2e-4821-92ce-fd897ad0220e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efec61fd-3989-4e51-a9f4-5a70152234fb,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:30.243980 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-bf4eb6b3-5a2e-4821-92ce-fd897ad0220e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5edcdd3d400c4db284dbeb7f97ffb9c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9179347 Apr 20 13:29:30.246778 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 43964) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:30.295580 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b885d953-4245-4cd8-91e6-79e5e398f6cc tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=174b145c-3540-41ff-be49-e71eb13321a0,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:30.335494 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-26022995-4133-4a6c-8e82-6b79c70ff4dc req-6b3c7123-f5c0-498e-8dbe-6e2ab0197b7f tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991608 Apr 20 13:29:30.346970 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66ac1c2f-0561-4a6f-999b-b6d26666233f req-748cc654-4e7d-418d-b9b4-efc05aa73c1c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932130 Apr 20 13:29:30.386190 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b6a78287-ba27-429f-9db3-fd1afcf7d2f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:30.396719 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6fa4a4d8-ee96-4589-ad0f-cca2efe32ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:30.426831 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b6a78287-ba27-429f-9db3-fd1afcf7d2f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:30.447865 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-f8f2824b-3c43-40b8-9c2e-6cbb56c8bf4f service neutron] 10.222.0.32 "GET /v2.0/networks/bffadad1-e693-483b-8eeb-21265f06be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341309 Apr 20 13:29:30.470573 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6fa4a4d8-ee96-4589-ad0f-cca2efe32ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:30.521343 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca1a0f9-3fcc-435a-8f33-a79e321ddcfe tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Made reservation on behalf of 17f57c51548d4962867796b5991ef4ff for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:29:30.624929 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bc800-a5cd-49e7-bbfa-e23b2d6b61a5 req-cfbd33a3-5382-46a2-9817-18276405e8d3 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:30.627471 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c09bc800-a5cd-49e7-bbfa-e23b2d6b61a5 req-cfbd33a3-5382-46a2-9817-18276405e8d3 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 945 time: 0.1570981 Apr 20 13:29:30.665792 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7ca1a0f9-3fcc-435a-8f33-a79e321ddcfe tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:30.671286 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b6a78287-ba27-429f-9db3-fd1afcf7d2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:30.675119 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b6a78287-ba27-429f-9db3-fd1afcf7d2f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:30.676765 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b6a78287-ba27-429f-9db3-fd1afcf7d2f0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bb7974af-b659-4a4c-9252-ba86abfeb2ec HTTP/1.1" status: 204 len: 168 time: 0.5199957 Apr 20 13:29:30.731389 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a78287-ba27-429f-9db3-fd1afcf7d2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7974af-b659-4a4c-9252-ba86abfeb2ec,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:30.738619 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c09bc800-a5cd-49e7-bbfa-e23b2d6b61a5 req-bf3a794f-b55e-49ef-b7b2-e4dcdb6f8fae tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033485 Apr 20 13:29:30.774878 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [None req-7ca1a0f9-3fcc-435a-8f33-a79e321ddcfe tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] device_id is not set on port bc944cc6-f533-4665-95e9-d77d8473f4db yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:29:30.788785 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43970) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:30.832140 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:29:30.962780 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:30.963511 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:31.030297 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-f87ce79a-bd93-4192-83ef-609bc8c47de5 None None] Provisioning complete for port 8194f342-1f5d-4afa-b9b3-d29b4904955d triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:31.031154 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f87ce79a-bd93-4192-83ef-609bc8c47de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:31.046832 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ea282f-cf8a-45f6-9558-c4ae188131e6 tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:31.052115 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e7ea282f-cf8a-45f6-9558-c4ae188131e6 tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 1091 time: 0.2621610 Apr 20 13:29:31.052809 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 43976) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:31.077205 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2700b32c-5bf9-499e-821e-ff26b96c22d7 req-06c4179b-53f6-495a-a9eb-05b7565617c6 service neutron] 10.222.0.32 "GET /v2.0/networks/bffadad1-e693-483b-8eeb-21265f06be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6184187 Apr 20 13:29:31.080471 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-a5c68ce0-55f7-4207-bd1d-da5168fed74f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'port_id': 'b50a92e0-e00c-4196-8c29-8ff4788ac2bb', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:31.084886 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-f87ce79a-bd93-4192-83ef-609bc8c47de5 None None] Port 8194f342-1f5d-4afa-b9b3-d29b4904955d cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:29:31.128571 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-f87ce79a-bd93-4192-83ef-609bc8c47de5 None None] Provisioning complete for port 6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:31.128874 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f87ce79a-bd93-4192-83ef-609bc8c47de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:31.156552 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-7ca1a0f9-3fcc-435a-8f33-a79e321ddcfe tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Allocated IP 2001:db8::a4 (cf7bad9b-1897-4162-a9b2-52e77485f241/6be55e9c-8054-4c2d-8095-fd07ee7a95e1/bc944cc6-f533-4665-95e9-d77d8473f4db) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:29:31.263418 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6fa4a4d8-ee96-4589-ad0f-cca2efe32ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:31.269466 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a5c68ce0-55f7-4207-bd1d-da5168fed74f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for floatingip, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:31.269999 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6fa4a4d8-ee96-4589-ad0f-cca2efe32ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:31.269999 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6fa4a4d8-ee96-4589-ad0f-cca2efe32ccc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/efec61fd-3989-4e51-a9f4-5a70152234fb HTTP/1.1" status: 204 len: 168 time: 1.0196977 Apr 20 13:29:31.279012 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa4a4d8-ee96-4589-ad0f-cca2efe32ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efec61fd-3989-4e51-a9f4-5a70152234fb,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:31.397355 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7ca1a0f9-3fcc-435a-8f33-a79e321ddcfe tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:31.499979 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb8ccc-be7f-4cfe-b9c0-ef650dc19c3c req-0b5be82d-5031-4692-9001-7666a4657372 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:31.501519 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-44fb8ccc-be7f-4cfe-b9c0-ef650dc19c3c req-0b5be82d-5031-4692-9001-7666a4657372 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=852bc102-d268-4937-931c-f650538c313f HTTP/1.1" status: 200 len: 943 time: 0.0840795 Apr 20 13:29:31.507474 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a5c68ce0-55f7-4207-bd1d-da5168fed74f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:31.572928 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7ca1a0f9-3fcc-435a-8f33-a79e321ddcfe tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:31.630284 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-44fb8ccc-be7f-4cfe-b9c0-ef650dc19c3c req-d32962e6-8501-46a2-8ab1-f49388b9f706 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199858 Apr 20 13:29:31.668258 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca1a0f9-3fcc-435a-8f33-a79e321ddcfe tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Network cf7bad9b-1897-4162-a9b2-52e77485f241 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:29:31.676031 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-7ca1a0f9-3fcc-435a-8f33-a79e321ddcfe tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:29:31.683799 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca1a0f9-3fcc-435a-8f33-a79e321ddcfe tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:29:31.689209 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca1a0f9-3fcc-435a-8f33-a79e321ddcfe tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:31.689829 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7ca1a0f9-3fcc-435a-8f33-a79e321ddcfe tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:31.712539 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca1a0f9-3fcc-435a-8f33-a79e321ddcfe tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'Port': ['ID=bc944cc6-f533-4665-95e9-d77d8473f4db,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:31.716310 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-a5c68ce0-55f7-4207-bd1d-da5168fed74f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Allocated IP 172.25.8.18 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/c06c70d3-18db-4632-b30e-4c63f1a7b698) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:29:31.815024 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7ca1a0f9-3fcc-435a-8f33-a79e321ddcfe tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6709154 Apr 20 13:29:31.818504 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44004) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:31.828056 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-79fc9549-5afd-4794-99be-739a3a069b87 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'subnet': {'network_id': 'cf7bad9b-1897-4162-a9b2-52e77485f241', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:31.847560 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a5c68ce0-55f7-4207-bd1d-da5168fed74f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:31.984040 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a5c68ce0-55f7-4207-bd1d-da5168fed74f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:32.034907 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79fc9549-5afd-4794-99be-739a3a069b87 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Made reservation on behalf of 17f57c51548d4962867796b5991ef4ff for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:29:32.037032 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c68ce0-55f7-4207-bd1d-da5168fed74f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:29:32.039977 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-79fc9549-5afd-4794-99be-739a3a069b87 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:32.045190 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-a5c68ce0-55f7-4207-bd1d-da5168fed74f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:29:32.051577 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c68ce0-55f7-4207-bd1d-da5168fed74f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:29:32.052516 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-d39c4c01-09fc-4621-87f9-9d03feb6b9cb None None] Provisioning complete for port bc944cc6-f533-4665-95e9-d77d8473f4db triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:32.052918 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d39c4c01-09fc-4621-87f9-9d03feb6b9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:32.091299 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-d39c4c01-09fc-4621-87f9-9d03feb6b9cb None None] Port bc944cc6-f533-4665-95e9-d77d8473f4db cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:29:32.098804 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c68ce0-55f7-4207-bd1d-da5168fed74f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'Port': ['ID=c06c70d3-18db-4632-b30e-4c63f1a7b698,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:32.196122 n-d-836015-7 neutron-server[114870]: INFO neutron.db.ipam_backend_mixin [None req-79fc9549-5afd-4794-99be-739a3a069b87 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6be55e9c-8054-4c2d-8095-fd07ee7a95e1 (CIDR: 2001:db8::/64) Apr 20 13:29:32.225036 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-79fc9549-5afd-4794-99be-739a3a069b87 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:29:32.225653 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79fc9549-5afd-4794-99be-739a3a069b87 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:29:32.331676 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44028) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:32.332522 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-79fc9549-5afd-4794-99be-739a3a069b87 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5094602 Apr 20 13:29:32.339295 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-df62b550-da5d-42ab-b4ec-68fc3c270728 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'subnet': {'network_id': 'cf7bad9b-1897-4162-a9b2-52e77485f241', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:32.479665 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44036) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:32.606265 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a5c68ce0-55f7-4207-bd1d-da5168fed74f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:32.660805 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1ba2cf3a-347f-4857-8c4e-3bca8f03dfd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:32.663441 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df62b550-da5d-42ab-b4ec-68fc3c270728 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Made reservation on behalf of 17f57c51548d4962867796b5991ef4ff for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:29:32.667713 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-df62b550-da5d-42ab-b4ec-68fc3c270728 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:32.771146 n-d-836015-7 neutron-server[114869]: INFO neutron.db.ipam_backend_mixin [None req-df62b550-da5d-42ab-b4ec-68fc3c270728 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 84cef9b9-c5aa-4bc6-b409-e4da100bb000 (CIDR: 2001:db8:0:1::/64) Apr 20 13:29:32.776662 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1ba2cf3a-347f-4857-8c4e-3bca8f03dfd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:32.823785 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-df62b550-da5d-42ab-b4ec-68fc3c270728 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:29:32.824403 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df62b550-da5d-42ab-b4ec-68fc3c270728 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:29:32.864156 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a5c68ce0-55f7-4207-bd1d-da5168fed74f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:32.886143 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1ba2cf3a-347f-4857-8c4e-3bca8f03dfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:32.902296 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10151b7-6e51-4248-85d6-42660f1ccd55 req-5b6ea594-e8b0-4971-9d48-59fbdce9b24e tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:32.910329 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e10151b7-6e51-4248-85d6-42660f1ccd55 req-5b6ea594-e8b0-4971-9d48-59fbdce9b24e tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=852bc102-d268-4937-931c-f650538c313f HTTP/1.1" status: 200 len: 943 time: 0.1212146 Apr 20 13:29:32.926123 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba2cf3a-347f-4857-8c4e-3bca8f03dfd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6f261e-bfee-4b95-ac9e-0f2789e7bf3a,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:32.930888 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1ba2cf3a-347f-4857-8c4e-3bca8f03dfd3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2391586e30db4a88895a89c0a17e14a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4492331 Apr 20 13:29:32.933615 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44046) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:32.962958 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e10151b7-6e51-4248-85d6-42660f1ccd55 req-8e1af57c-dc94-4925-b8b5-65194e46fe93 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517619 Apr 20 13:29:32.977621 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-df62b550-da5d-42ab-b4ec-68fc3c270728 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6446621 Apr 20 13:29:32.980593 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44048) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:32.986572 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-bc36bbda-9734-4430-9c03-63bf84b990e1 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'subnet': {'network_id': 'cf7bad9b-1897-4162-a9b2-52e77485f241', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:32.990890 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e99b87ec-55b6-4fb9-aa43-c1441e427f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:33.023849 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e99b87ec-55b6-4fb9-aa43-c1441e427f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:33.137658 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e99b87ec-55b6-4fb9-aa43-c1441e427f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:33.140504 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e99b87ec-55b6-4fb9-aa43-c1441e427f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:33.144953 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e99b87ec-55b6-4fb9-aa43-c1441e427f3b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9c6f261e-bfee-4b95-ac9e-0f2789e7bf3a HTTP/1.1" status: 204 len: 168 time: 0.2069299 Apr 20 13:29:33.161160 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b87ec-55b6-4fb9-aa43-c1441e427f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6f261e-bfee-4b95-ac9e-0f2789e7bf3a,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:33.167198 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a5c68ce0-55f7-4207-bd1d-da5168fed74f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:33.212102 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc36bbda-9734-4430-9c03-63bf84b990e1 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Made reservation on behalf of 17f57c51548d4962867796b5991ef4ff for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:29:33.215999 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bc36bbda-9734-4430-9c03-63bf84b990e1 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:33.219141 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a5c68ce0-55f7-4207-bd1d-da5168fed74f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:33.521792 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c68ce0-55f7-4207-bd1d-da5168fed74f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'Port': ['ID=c06c70d3-18db-4632-b30e-4c63f1a7b698,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:33.521792 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a5c68ce0-55f7-4207-bd1d-da5168fed74f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:33.590004 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-a5c68ce0-55f7-4207-bd1d-da5168fed74f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Floating IP e100258e-bfe0-4a8d-8a13-0302a2a23ec4 associated. External IP: 172.25.8.18, port: b50a92e0-e00c-4196-8c29-8ff4788ac2bb. Apr 20 13:29:33.785949 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bc36bbda-9734-4430-9c03-63bf84b990e1 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:33.839402 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc36bbda-9734-4430-9c03-63bf84b990e1 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Network cf7bad9b-1897-4162-a9b2-52e77485f241 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:29:33.848159 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-bc36bbda-9734-4430-9c03-63bf84b990e1 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:29:33.860003 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47473186-e5ca-4d60-aaf5-bbcae8599fe8 None None] Network cf7bad9b-1897-4162-a9b2-52e77485f241 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:29:33.882661 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc36bbda-9734-4430-9c03-63bf84b990e1 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:33.883248 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bc36bbda-9734-4430-9c03-63bf84b990e1 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:33.894179 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc36bbda-9734-4430-9c03-63bf84b990e1 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'Subnet': ['ID=9cef220d-94bf-4ef4-936e-f77049e262fe,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:33.919087 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c68ce0-55f7-4207-bd1d-da5168fed74f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Router 8ca073b1-80d5-482c-a600-1645d13f7613 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:29:34.227584 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdb6dc1-7678-480d-81a1-7eb7c9424a25 None None] Update dhcp port {'port': {'network_id': 'cf7bad9b-1897-4162-a9b2-52e77485f241', 'fixed_ips': [{'subnet_id': '84cef9b9-c5aa-4bc6-b409-e4da100bb000', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6be55e9c-8054-4c2d-8095-fd07ee7a95e1', 'ip_address': '2001:db8::2'}, {'subnet_id': '9cef220d-94bf-4ef4-936e-f77049e262fe'}], 'binding:host_id': 'n-d-836015-7'}, 'id': '6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c'} from n-d-836015-7. {{(pid=114871) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 13:29:34.258089 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6bdb6dc1-7678-480d-81a1-7eb7c9424a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:34.392990 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 69f1addc-7601-4125-ac3b-58e8a28f9c5a details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:29:34.531224 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c68ce0-55f7-4207-bd1d-da5168fed74f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:29:34.542963 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-bc36bbda-9734-4430-9c03-63bf84b990e1 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5616293 Apr 20 13:29:34.546943 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44080) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:34.553887 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-6bdb6dc1-7678-480d-81a1-7eb7c9424a25 None None] Allocated IP 2001:db8:0:2::2 (cf7bad9b-1897-4162-a9b2-52e77485f241/9cef220d-94bf-4ef4-936e-f77049e262fe/6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:29:34.554742 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-c498f8d6-cf44-4ad2-8900-ce611d542902 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1828252806', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9cef220d-94bf-4ef4-936e-f77049e262fe'}], 'security_groups': ['5941610c-a9d4-4e76-82a2-57db05bd405d', '973e3ba1-a6d3-4ce9-b273-21ce6a6defb4']}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:34.565385 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.resource_extend [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 13:29:34.573149 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2254efc6-d35e-444e-9c3b-33c9491fc5f8 None None] Sync routers for ids ['8ca073b1-80d5-482c-a600-1645d13f7613'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:29:34.603033 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfbc3d0-a77c-4a0d-be58-e9e3a0bb46ad req-049ea410-bc44-4a96-88eb-f9df81a4de34 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:34.606185 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3cfbc3d0-a77c-4a0d-be58-e9e3a0bb46ad req-049ea410-bc44-4a96-88eb-f9df81a4de34 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=852bc102-d268-4937-931c-f650538c313f HTTP/1.1" status: 200 len: 943 time: 0.0701311 Apr 20 13:29:34.645226 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2254efc6-d35e-444e-9c3b-33c9491fc5f8 None None] Routers {'8ca073b1-80d5-482c-a600-1645d13f7613'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:29:34.646003 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-2254efc6-d35e-444e-9c3b-33c9491fc5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:29:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['8ca073b1-80d5-482c-a600-1645d13f7613'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:29:34.697983 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a5c68ce0-55f7-4207-bd1d-da5168fed74f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:34.766453 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a5c68ce0-55f7-4207-bd1d-da5168fed74f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6870375 Apr 20 13:29:34.769225 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749', 'tag': 'b50a92e0-e00c-4196-8c29-8ff4788ac2bb'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:29:34.772730 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243fceed-ddf6-4c34-9ec0-3416ea283793" -d '{"events": [{"name": "network-changed", "server_uuid": "3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749", "tag": "b50a92e0-e00c-4196-8c29-8ff4788ac2bb"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:29:34.803888 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3cfbc3d0-a77c-4a0d-be58-e9e3a0bb46ad req-cd3a46bf-7166-4695-adbd-2d18cf28c5a0 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884708 Apr 20 13:29:34.805387 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c498f8d6-cf44-4ad2-8900-ce611d542902 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:34.842842 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 69f1addc-7601-4125-ac3b-58e8a28f9c5a, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=69f1addc-7601-4125-ac3b-58e8a28f9c5a,segment=NetworkSegment(61aa0039-68ca-4033-b082-432ef8c81b46),segment_id=61aa0039-68ca-4033-b082-432ef8c81b46)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:29:34.853431 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305024d5-1ae9-47eb-ae00-42ab429b079a x-openstack-request-id: req-305024d5-1ae9-47eb-ae00-42ab429b079a {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:29:34.854498 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749", "tag": "b50a92e0-e00c-4196-8c29-8ff4788ac2bb", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:29:34.855009 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-305024d5-1ae9-47eb-ae00-42ab429b079a {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:29:34.855755 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-305024d5-1ae9-47eb-ae00-42ab429b079a'] response: {'name': 'network-changed', 'server_uuid': '3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749', 'tag': 'b50a92e0-e00c-4196-8c29-8ff4788ac2bb', 'status': 'completed', 'code': 200} Apr 20 13:29:34.873147 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '69f1addc-7601-4125-ac3b-58e8a28f9c5a', 'network_id': 'bffadad1-e693-483b-8eeb-21265f06be5a', 'port_id': '69f1addc-7601-4125-ac3b-58e8a28f9c5a', 'mac_address': 'fa:16:3e:66:5c:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c9f0b80-55d8-4485-9b41-54f7ac34cd10', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:29:34.892604 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6bdb6dc1-7678-480d-81a1-7eb7c9424a25 None None] For port 6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c,segment=NetworkSegment(30048902-4e1a-4ff5-900a-13d2a01e225d),segment_id=30048902-4e1a-4ff5-900a-13d2a01e225d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:29:34.939694 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-2254efc6-d35e-444e-9c3b-33c9491fc5f8 None None] Set router 8ca073b1-80d5-482c-a600-1645d13f7613 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:29:35.009513 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fceed-ddf6-4c34-9ec0-3416ea283793 req-5fb08630-0c81-4bba-b511-58e6b0e57f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:35.013931 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-243fceed-ddf6-4c34-9ec0-3416ea283793 req-5fb08630-0c81-4bba-b511-58e6b0e57f7b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7d7599e499ac4ab585978f26ba0a43a9&device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 1096 time: 0.0926549 Apr 20 13:29:35.026255 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50fae6-0d04-4f4b-89d8-0c19db2eac29 req-c7a169b1-5b81-4a86-bbc3-aa49cfeb46b5 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:35.031839 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1a50fae6-0d04-4f4b-89d8-0c19db2eac29 req-c7a169b1-5b81-4a86-bbc3-aa49cfeb46b5 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 945 time: 0.1665583 Apr 20 13:29:35.149160 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1a50fae6-0d04-4f4b-89d8-0c19db2eac29 req-22ccb0d0-d455-406e-8912-cf6583ecb32e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955205 Apr 20 13:29:35.180918 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fceed-ddf6-4c34-9ec0-3416ea283793 req-87e0ff2d-bf8d-4da1-8690-6bf34f0fcb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:35.182395 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-243fceed-ddf6-4c34-9ec0-3416ea283793 req-87e0ff2d-bf8d-4da1-8690-6bf34f0fcb73 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee1e3f3a-436d-4baf-9474-8341d7977164 HTTP/1.1" status: 200 len: 898 time: 0.1478071 Apr 20 13:29:35.195783 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44098) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:35.249983 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:35.269693 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-243fceed-ddf6-4c34-9ec0-3416ea283793 req-2e76607a-7d69-4858-881b-c9d0d465fa9b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b50a92e0-e00c-4196-8c29-8ff4788ac2bb HTTP/1.1" status: 200 len: 998 time: 0.0797267 Apr 20 13:29:35.277307 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f1addc-7601-4125-ac3b-58e8a28f9c5a {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:29:35.297643 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 69f1addc-7601-4125-ac3b-58e8a28f9c5a, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=69f1addc-7601-4125-ac3b-58e8a28f9c5a,segment=NetworkSegment(61aa0039-68ca-4033-b082-432ef8c81b46),segment_id=61aa0039-68ca-4033-b082-432ef8c81b46)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:29:35.300708 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6bdb6dc1-7678-480d-81a1-7eb7c9424a25 None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:35.326975 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9236994d-5820-4650-a762-67dd38501e12 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/floatingips/e100258e-bfe0-4a8d-8a13-0302a2a23ec4 HTTP/1.1" status: 200 len: 990 time: 0.1300268 Apr 20 13:29:35.338795 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fceed-ddf6-4c34-9ec0-3416ea283793 req-8584c2c4-dcd6-4536-ab99-5526e65be224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:35.340352 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-243fceed-ddf6-4c34-9ec0-3416ea283793 req-8584c2c4-dcd6-4536-ab99-5526e65be224 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4781852a-f1d5-43ae-a14e-8279f99b230d HTTP/1.1" status: 200 len: 835 time: 0.0644417 Apr 20 13:29:35.389316 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fceed-ddf6-4c34-9ec0-3416ea283793 req-5bc520ed-4ddd-4940-9989-b2ac3c273195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:35.391257 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-243fceed-ddf6-4c34-9ec0-3416ea283793 req-5bc520ed-4ddd-4940-9989-b2ac3c273195 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee1e3f3a-436d-4baf-9474-8341d7977164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419304 Apr 20 13:29:35.412939 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:35.425074 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6bdb6dc1-7678-480d-81a1-7eb7c9424a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:35.562612 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-243fceed-ddf6-4c34-9ec0-3416ea283793 req-433c17b9-bce9-41be-93c5-bdc5c6ec9ba0 service neutron] 10.222.0.15 "GET /v2.0/networks/ee1e3f3a-436d-4baf-9474-8341d7977164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649265 Apr 20 13:29:35.606405 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=69f1addc-7601-4125-ac3b-58e8a28f9c5a,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:35.625686 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-c498f8d6-cf44-4ad2-8900-ce611d542902 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Delete allocated IP 2001:db8::a4 (cf7bad9b-1897-4162-a9b2-52e77485f241/6be55e9c-8054-4c2d-8095-fd07ee7a95e1) {{(pid=114870) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 20 13:29:35.637004 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-c498f8d6-cf44-4ad2-8900-ce611d542902 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Allocated IP 2001:db8:0:2::285 (cf7bad9b-1897-4162-a9b2-52e77485f241/9cef220d-94bf-4ef4-936e-f77049e262fe/bc944cc6-f533-4665-95e9-d77d8473f4db) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:29:35.697893 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-243fceed-ddf6-4c34-9ec0-3416ea283793 req-27e73b55-e312-47e3-969f-086d95faf09b service neutron] 10.222.0.15 "GET /v2.0/networks/ee1e3f3a-436d-4baf-9474-8341d7977164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272080 Apr 20 13:29:35.728435 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb6dc1-7678-480d-81a1-7eb7c9424a25 None None] Pushing event updated for resources: {'Port': ['ID=6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c,revision_number=7']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:35.747744 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['69f1addc-7601-4125-ac3b-58e8a28f9c5a'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:29:35.805539 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-2254efc6-d35e-444e-9c3b-33c9491fc5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca073b1-80d5-482c-a600-1645d13f7613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957247557', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '5284862d-fdb8-46d4-9c1d-1dad632a21af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:29:00Z', 'updated_at': '2022-04-20T13:29:10Z', 'revision_number': 4, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': '5284862d-fdb8-46d4-9c1d-1dad632a21af', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca073b1-80d5-482c-a600-1645d13f7613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:01Z', 'updated_at': '2022-04-20T13:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'e100258e-bfe0-4a8d-8a13-0302a2a23ec4', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'floating_ip_address': '172.25.8.18', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '8ca073b1-80d5-482c-a600-1645d13f7613', 'port_id': 'b50a92e0-e00c-4196-8c29-8ff4788ac2bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee1e3f3a-436d-4baf-9474-8341d7977164', 'mac_address': 'fa:16:3e:73:a8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:29:32Z', 'updated_at': '2022-04-20T13:29:32Z', 'revision_number': 0, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd65ea0b6-ad75-41ac-89b6-aa7da34d1e66', 'name': '', 'network_id': 'ee1e3f3a-436d-4baf-9474-8341d7977164', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'mac_address': 'fa:16:3e:0d:08:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca073b1-80d5-482c-a600-1645d13f7613', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '4781852a-f1d5-43ae-a14e-8279f99b230d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:08Z', 'updated_at': '2022-04-20T13:29:14Z', 'revision_number': 5, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'subnets': [{'id': '4781852a-f1d5-43ae-a14e-8279f99b230d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:29:35.858783 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2254efc6-d35e-444e-9c3b-33c9491fc5f8 None None] Checking router: 8ca073b1-80d5-482c-a600-1645d13f7613 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:29:35.915012 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2254efc6-d35e-444e-9c3b-33c9491fc5f8 None None] Routers {'8ca073b1-80d5-482c-a600-1645d13f7613'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:29:35.916030 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-2254efc6-d35e-444e-9c3b-33c9491fc5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:29:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['8ca073b1-80d5-482c-a600-1645d13f7613'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:29:36.010626 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8e18d-5d21-4a74-9ec1-baeedc39e1a2 req-52d2244e-4af0-49b2-8723-0783f2faa8cb tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:36.010626 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-32e8e18d-5d21-4a74-9ec1-baeedc39e1a2 req-52d2244e-4af0-49b2-8723-0783f2faa8cb tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=852bc102-d268-4937-931c-f650538c313f HTTP/1.1" status: 200 len: 944 time: 0.1057246 Apr 20 13:29:36.011047 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44114) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:36.017290 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c498f8d6-cf44-4ad2-8900-ce611d542902 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:36.063749 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-32e8e18d-5d21-4a74-9ec1-baeedc39e1a2 req-915936a3-521d-42b5-a1fb-37fabecb0182 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417829 Apr 20 13:29:36.108902 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-2254efc6-d35e-444e-9c3b-33c9491fc5f8 None None] Set router 8ca073b1-80d5-482c-a600-1645d13f7613 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:29:36.120434 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c498f8d6-cf44-4ad2-8900-ce611d542902 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:36.158569 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-46c59574-71a8-4087-9580-fcc46ad941a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:36.270799 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-c498f8d6-cf44-4ad2-8900-ce611d542902 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] In _notify_port_updated(), no bound segment for port bc944cc6-f533-4665-95e9-d77d8473f4db on network cf7bad9b-1897-4162-a9b2-52e77485f241 {{(pid=114870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 13:29:36.289031 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c498f8d6-cf44-4ad2-8900-ce611d542902 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:36.292518 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c498f8d6-cf44-4ad2-8900-ce611d542902 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:36.296373 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c498f8d6-cf44-4ad2-8900-ce611d542902 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "PUT /v2.0/ports/bc944cc6-f533-4665-95e9-d77d8473f4db HTTP/1.1" status: 200 len: 970 time: 1.7473981 Apr 20 13:29:36.300933 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44120) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:36.327062 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c498f8d6-cf44-4ad2-8900-ce611d542902 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event updated for resources: {'Port': ['ID=bc944cc6-f533-4665-95e9-d77d8473f4db,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:36.331470 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44124) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:36.449942 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-46c59574-71a8-4087-9580-fcc46ad941a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:36.461725 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a3547e6a-0442-4c07-af2e-188de69a0c31 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/floatingips/e100258e-bfe0-4a8d-8a13-0302a2a23ec4 HTTP/1.1" status: 200 len: 990 time: 0.1300385 Apr 20 13:29:36.511465 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-2254efc6-d35e-444e-9c3b-33c9491fc5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca073b1-80d5-482c-a600-1645d13f7613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957247557', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '5284862d-fdb8-46d4-9c1d-1dad632a21af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:29:00Z', 'updated_at': '2022-04-20T13:29:10Z', 'revision_number': 4, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': '5284862d-fdb8-46d4-9c1d-1dad632a21af', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca073b1-80d5-482c-a600-1645d13f7613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:01Z', 'updated_at': '2022-04-20T13:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'e100258e-bfe0-4a8d-8a13-0302a2a23ec4', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'floating_ip_address': '172.25.8.18', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '8ca073b1-80d5-482c-a600-1645d13f7613', 'port_id': 'b50a92e0-e00c-4196-8c29-8ff4788ac2bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee1e3f3a-436d-4baf-9474-8341d7977164', 'mac_address': 'fa:16:3e:73:a8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:29:32Z', 'updated_at': '2022-04-20T13:29:32Z', 'revision_number': 0, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd65ea0b6-ad75-41ac-89b6-aa7da34d1e66', 'name': '', 'network_id': 'ee1e3f3a-436d-4baf-9474-8341d7977164', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'mac_address': 'fa:16:3e:0d:08:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca073b1-80d5-482c-a600-1645d13f7613', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '4781852a-f1d5-43ae-a14e-8279f99b230d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:08Z', 'updated_at': '2022-04-20T13:29:14Z', 'revision_number': 5, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'subnets': [{'id': '4781852a-f1d5-43ae-a14e-8279f99b230d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:29:36.517413 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-46c59574-71a8-4087-9580-fcc46ad941a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:36.558183 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2254efc6-d35e-444e-9c3b-33c9491fc5f8 None None] The sync data for ids ['8ca073b1-80d5-482c-a600-1645d13f7613'] in n-d-836015-7 is: [{'id': '8ca073b1-80d5-482c-a600-1645d13f7613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957247557', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '5284862d-fdb8-46d4-9c1d-1dad632a21af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:29:00Z', 'updated_at': '2022-04-20T13:29:10Z', 'revision_number': 4, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': '5284862d-fdb8-46d4-9c1d-1dad632a21af', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca073b1-80d5-482c-a600-1645d13f7613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:01Z', 'updated_at': '2022-04-20T13:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'e100258e-bfe0-4a8d-8a13-0302a2a23ec4', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'floating_ip_address': '172.25.8.18', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '8ca073b1-80d5-482c-a600-1645d13f7613', 'port_id': 'b50a92e0-e00c-4196-8c29-8ff4788ac2bb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee1e3f3a-436d-4baf-9474-8341d7977164', 'mac_address': 'fa:16:3e:73:a8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:29:32Z', 'updated_at': '2022-04-20T13:29:32Z', 'revision_number': 0, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd65ea0b6-ad75-41ac-89b6-aa7da34d1e66', 'name': '', 'network_id': 'ee1e3f3a-436d-4baf-9474-8341d7977164', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'mac_address': 'fa:16:3e:0d:08:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca073b1-80d5-482c-a600-1645d13f7613', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '4781852a-f1d5-43ae-a14e-8279f99b230d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:08Z', 'updated_at': '2022-04-20T13:29:14Z', 'revision_number': 5, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'subnets': [{'id': '4781852a-f1d5-43ae-a14e-8279f99b230d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:29:36.575810 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-5995e3fa-ccd3-4bf4-b538-14e10bf6a441 None None] Provisioning complete for port 8194f342-1f5d-4afa-b9b3-d29b4904955d triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:36.577206 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5995e3fa-ccd3-4bf4-b538-14e10bf6a441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:36.578542 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-46c59574-71a8-4087-9580-fcc46ad941a7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e72412d9c0864911a7015288740dc5a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5664792 Apr 20 13:29:36.581825 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44130) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:36.599758 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c59574-71a8-4087-9580-fcc46ad941a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d1cb14-8649-4b5c-a982-1bd6294a3292,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:36.621965 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:29:36.650526 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-8520eda8-2ad0-4126-a9bc-29048abeaaf8 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Deleting port bc944cc6-f533-4665-95e9-d77d8473f4db {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:29:36.650962 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8520eda8-2ad0-4126-a9bc-29048abeaaf8 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:36.668035 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-5995e3fa-ccd3-4bf4-b538-14e10bf6a441 None None] Port 8194f342-1f5d-4afa-b9b3-d29b4904955d cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:29:36.690429 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-5995e3fa-ccd3-4bf4-b538-14e10bf6a441 None None] Provisioning complete for port bc944cc6-f533-4665-95e9-d77d8473f4db triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:36.690831 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5995e3fa-ccd3-4bf4-b538-14e10bf6a441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:36.716079 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d7e7d423-6f4f-490b-94a6-475a83e7ebf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:36.759125 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d7e7d423-6f4f-490b-94a6-475a83e7ebf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:36.793575 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-5995e3fa-ccd3-4bf4-b538-14e10bf6a441 None None] Port bc944cc6-f533-4665-95e9-d77d8473f4db cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:29:36.821021 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8520eda8-2ad0-4126-a9bc-29048abeaaf8 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:36.825330 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-5995e3fa-ccd3-4bf4-b538-14e10bf6a441 None None] Provisioning complete for port 6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:36.829395 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5995e3fa-ccd3-4bf4-b538-14e10bf6a441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:36.851095 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-8520eda8-2ad0-4126-a9bc-29048abeaaf8 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Calling delete_port for bc944cc6-f533-4665-95e9-d77d8473f4db owned by {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:29:36.873712 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:29:36.920681 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d7e7d423-6f4f-490b-94a6-475a83e7ebf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:36.923975 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d7e7d423-6f4f-490b-94a6-475a83e7ebf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:36.927892 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d7e7d423-6f4f-490b-94a6-475a83e7ebf7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e2d1cb14-8649-4b5c-a982-1bd6294a3292 HTTP/1.1" status: 204 len: 168 time: 0.3447878 Apr 20 13:29:36.948171 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e7d423-6f4f-490b-94a6-475a83e7ebf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d1cb14-8649-4b5c-a982-1bd6294a3292,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:36.969580 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2d246e-69fb-4c69-b9ee-a4261c7a9fc8 None None] New status for floating IP e100258e-bfe0-4a8d-8a13-0302a2a23ec4: ACTIVE {{(pid=114872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:29:37.022000 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:37.022488 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:37.180191 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-7e239958-1c05-4726-8238-681e1425a979 None None] Provisioning complete for port bc944cc6-f533-4665-95e9-d77d8473f4db triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:37.183019 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7e239958-1c05-4726-8238-681e1425a979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:37.239666 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-7e239958-1c05-4726-8238-681e1425a979 None None] Port bc944cc6-f533-4665-95e9-d77d8473f4db cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:29:37.242511 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8520eda8-2ad0-4126-a9bc-29048abeaaf8 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:37.251740 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1396a-85e3-42e2-9993-07fd5740011a req-ffbf88ce-1a39-4345-8de2-fb610bff7e5d tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:37.260537 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c6b1396a-85e3-42e2-9993-07fd5740011a req-ffbf88ce-1a39-4345-8de2-fb610bff7e5d tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=852bc102-d268-4937-931c-f650538c313f HTTP/1.1" status: 200 len: 944 time: 0.0818229 Apr 20 13:29:37.308032 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8520eda8-2ad0-4126-a9bc-29048abeaaf8 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'Port': ['ID=bc944cc6-f533-4665-95e9-d77d8473f4db,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:37.348853 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c6b1396a-85e3-42e2-9993-07fd5740011a req-d8d35659-cb92-46b8-b796-49c3bd5071f5 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865583 Apr 20 13:29:37.355688 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8520eda8-2ad0-4126-a9bc-29048abeaaf8 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:37.364426 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8520eda8-2ad0-4126-a9bc-29048abeaaf8 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/ports/bc944cc6-f533-4665-95e9-d77d8473f4db HTTP/1.1" status: 204 len: 168 time: 1.0580051 Apr 20 13:29:37.367221 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44150) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:37.412556 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfc422c5-07c8-4df4-a71c-adfc812f11c2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] GET failed (client error): The resource could not be found. Apr 20 13:29:37.417353 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-bfc422c5-07c8-4df4-a71c-adfc812f11c2 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "GET /v2.0/ports/bc944cc6-f533-4665-95e9-d77d8473f4db HTTP/1.1" status: 404 len: 333 time: 0.0460386 Apr 20 13:29:37.418102 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44154) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:37.465688 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44156) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:37.535153 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ba8bd914-47bc-4f4f-94f7-37280416d914 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:37.560015 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-796f90e6-2105-4cad-98ff-2e60ede3fc88 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/floatingips/e100258e-bfe0-4a8d-8a13-0302a2a23ec4 HTTP/1.1" status: 200 len: 992 time: 0.0924640 Apr 20 13:29:37.570010 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ba8bd914-47bc-4f4f-94f7-37280416d914 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:37.720928 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ba8bd914-47bc-4f4f-94f7-37280416d914 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:37.723608 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ba8bd914-47bc-4f4f-94f7-37280416d914 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:37.737732 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ba8bd914-47bc-4f4f-94f7-37280416d914 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/security-groups/174b145c-3540-41ff-be49-e71eb13321a0 HTTP/1.1" status: 204 len: 168 time: 0.3056366 Apr 20 13:29:37.737868 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44166) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:37.738295 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8bd914-47bc-4f4f-94f7-37280416d914 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=174b145c-3540-41ff-be49-e71eb13321a0,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:37.793386 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ab257bd5-191d-4048-9d63-ad3404722b87 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:37.820796 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ab257bd5-191d-4048-9d63-ad3404722b87 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:37.914771 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ab257bd5-191d-4048-9d63-ad3404722b87 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:37.917608 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ab257bd5-191d-4048-9d63-ad3404722b87 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:37.918761 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ab257bd5-191d-4048-9d63-ad3404722b87 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/security-groups/973e3ba1-a6d3-4ce9-b273-21ce6a6defb4 HTTP/1.1" status: 204 len: 168 time: 0.1900113 Apr 20 13:29:37.923042 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44170) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:37.928224 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab257bd5-191d-4048-9d63-ad3404722b87 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=973e3ba1-a6d3-4ce9-b273-21ce6a6defb4,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:37.997972 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9a5db72f-bda5-45b9-89b0-20be760dca71 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:38.022768 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9a5db72f-bda5-45b9-89b0-20be760dca71 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:38.143992 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9a5db72f-bda5-45b9-89b0-20be760dca71 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:38.146980 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9a5db72f-bda5-45b9-89b0-20be760dca71 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:38.150763 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9a5db72f-bda5-45b9-89b0-20be760dca71 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/security-groups/5941610c-a9d4-4e76-82a2-57db05bd405d HTTP/1.1" status: 204 len: 168 time: 0.2241018 Apr 20 13:29:38.152151 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44182) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:38.158860 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5db72f-bda5-45b9-89b0-20be760dca71 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5941610c-a9d4-4e76-82a2-57db05bd405d,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:38.232486 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-25205820-fff8-4499-b34d-943406ce7358 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Deleting subnet 6be55e9c-8054-4c2d-8095-fd07ee7a95e1 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:29:38.239241 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-25205820-fff8-4499-b34d-943406ce7358 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:38.275399 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44186) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:38.286817 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-25205820-fff8-4499-b34d-943406ce7358 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:38.375035 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 69f1addc-7601-4125-ac3b-58e8a28f9c5a up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:29:38.388470 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-25205820-fff8-4499-b34d-943406ce7358 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:38.443165 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-a69bea38-b050-4e71-a02c-29290caf5420 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-46680124-network', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:38.503285 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 69f1addc-7601-4125-ac3b-58e8a28f9c5a completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:29:38.509495 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 69f1addc-7601-4125-ac3b-58e8a28f9c5a triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:38.521374 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:38.526944 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d6d12-bc84-4bbb-ac0b-4178f9dee592 req-0aa7e6d7-11be-4664-ab93-908c2335179a tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:38.528522 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6d8d6d12-bc84-4bbb-ac0b-4178f9dee592 req-0aa7e6d7-11be-4664-ab93-908c2335179a tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=852bc102-d268-4937-931c-f650538c313f HTTP/1.1" status: 200 len: 944 time: 0.0633888 Apr 20 13:29:38.554824 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-25205820-fff8-4499-b34d-943406ce7358 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:38.584625 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69bea38-b050-4e71-a02c-29290caf5420 admin admin] Made reservation on behalf of d2e9573cd38a42bf9eb285f5cfe9d1c8 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:29:38.586273 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25205820-fff8-4499-b34d-943406ce7358 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'Subnet': ['ID=6be55e9c-8054-4c2d-8095-fd07ee7a95e1,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:38.588299 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-25205820-fff8-4499-b34d-943406ce7358 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:38.589229 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a69bea38-b050-4e71-a02c-29290caf5420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:38.597424 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-25205820-fff8-4499-b34d-943406ce7358 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/subnets/6be55e9c-8054-4c2d-8095-fd07ee7a95e1 HTTP/1.1" status: 204 len: 168 time: 0.4425988 Apr 20 13:29:38.598852 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44194) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:38.601358 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7ec1fe-2143-47f5-a4dd-9148eca645cf None None] Network cf7bad9b-1897-4162-a9b2-52e77485f241 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:29:38.607781 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6d8d6d12-bc84-4bbb-ac0b-4178f9dee592 req-bf99f437-50de-4aa9-9c9e-1c4d2c43348a tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711532 Apr 20 13:29:38.623328 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a69bea38-b050-4e71-a02c-29290caf5420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:38.662007 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-486a777c-8d66-4a1c-822d-e2fee1efa874 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Deleting subnet 9cef220d-94bf-4ef4-936e-f77049e262fe {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:29:38.667927 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-486a777c-8d66-4a1c-822d-e2fee1efa874 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:38.712548 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:38.727069 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-486a777c-8d66-4a1c-822d-e2fee1efa874 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:38.751736 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852bc102-d268-4937-931c-f650538c313f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f1addc-7601-4125-ac3b-58e8a28f9c5a'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:29:38.753264 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44693984-2bef-45ef-9007-de87f30635ec" -d '{"events": [{"server_uuid": "852bc102-d268-4937-931c-f650538c313f", "name": "network-vif-plugged", "status": "completed", "tag": "69f1addc-7601-4125-ac3b-58e8a28f9c5a"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:29:38.783528 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 69f1addc-7601-4125-ac3b-58e8a28f9c5a, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=69f1addc-7601-4125-ac3b-58e8a28f9c5a,segment=NetworkSegment(61aa0039-68ca-4033-b082-432ef8c81b46),segment_id=61aa0039-68ca-4033-b082-432ef8c81b46)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:29:38.817072 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a69bea38-b050-4e71-a02c-29290caf5420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:38.825904 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d04d1-22b2-41be-a531-b21a56fa8c15 req-12ac20a2-22cf-49d7-a5f6-621cd2a06151 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:38.827476 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-978d04d1-22b2-41be-a531-b21a56fa8c15 req-12ac20a2-22cf-49d7-a5f6-621cd2a06151 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7bd5e0-ca4f-4338-9994-237ec02d0b0d HTTP/1.1" status: 200 len: 946 time: 0.1920409 Apr 20 13:29:38.836741 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2055199d-9b6f-4588-90ec-2b91a774cfe1 x-openstack-request-id: req-2055199d-9b6f-4588-90ec-2b91a774cfe1 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:29:38.837377 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852bc102-d268-4937-931c-f650538c313f", "name": "network-vif-plugged", "status": "completed", "tag": "69f1addc-7601-4125-ac3b-58e8a28f9c5a", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:29:38.837651 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2055199d-9b6f-4588-90ec-2b91a774cfe1 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:29:38.838049 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2055199d-9b6f-4588-90ec-2b91a774cfe1'] response: {'server_uuid': '852bc102-d268-4937-931c-f650538c313f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f1addc-7601-4125-ac3b-58e8a28f9c5a', 'code': 200} Apr 20 13:29:38.845627 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:38.861649 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-486a777c-8d66-4a1c-822d-e2fee1efa874 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:38.909882 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-978d04d1-22b2-41be-a531-b21a56fa8c15 req-1623d5bd-2144-46d4-9a36-f49dca3af6cb tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd3ffa81-2204-4d6d-aae6-250897e87f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756636 Apr 20 13:29:38.911314 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a69bea38-b050-4e71-a02c-29290caf5420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:38.925227 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a69bea38-b050-4e71-a02c-29290caf5420 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:29:38.931836 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=69f1addc-7601-4125-ac3b-58e8a28f9c5a,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:38.936342 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a69bea38-b050-4e71-a02c-29290caf5420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:38.936967 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-a69bea38-b050-4e71-a02c-29290caf5420 admin admin] Added segment 903cc42f-59d1-4917-9ec3-cbc3284a45bb of type vlan for network 27d17f00-84b7-400c-970d-be61917bd03a Apr 20 13:29:38.961326 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e0e7b-3f1f-42b6-a8f6-13810a73ec75 req-ab7568f5-032f-44c8-abbe-1bffaf3a96e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:38.962987 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4d7e0e7b-3f1f-42b6-a8f6-13810a73ec75 req-ab7568f5-032f-44c8-abbe-1bffaf3a96e5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=852bc102-d268-4937-931c-f650538c313f HTTP/1.1" status: 200 len: 1096 time: 0.0780427 Apr 20 13:29:39.002638 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4d7e0e7b-3f1f-42b6-a8f6-13810a73ec75 req-38958054-0745-4482-980c-f111ec14cb63 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333016 Apr 20 13:29:39.009222 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a69bea38-b050-4e71-a02c-29290caf5420 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:39.020044 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69bea38-b050-4e71-a02c-29290caf5420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2476b80b-e54b-4cd4-8ce0-3544fc9faa8f,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:39.035316 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-486a777c-8d66-4a1c-822d-e2fee1efa874 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:39.067246 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a777c-8d66-4a1c-822d-e2fee1efa874 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'Subnet': ['ID=9cef220d-94bf-4ef4-936e-f77049e262fe,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:39.069410 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-486a777c-8d66-4a1c-822d-e2fee1efa874 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:39.075276 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44200) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:39.083868 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-486a777c-8d66-4a1c-822d-e2fee1efa874 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/subnets/9cef220d-94bf-4ef4-936e-f77049e262fe HTTP/1.1" status: 204 len: 168 time: 0.4835188 Apr 20 13:29:39.086922 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a69bea38-b050-4e71-a02c-29290caf5420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:39.087908 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69bea38-b050-4e71-a02c-29290caf5420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:39.088487 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a69bea38-b050-4e71-a02c-29290caf5420 admin admin] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:39.113644 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-d905bc12-d938-4b37-8c88-be6d5edc92cb tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] DELETE failed (client error): The resource could not be found. Apr 20 13:29:39.114114 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d905bc12-d938-4b37-8c88-be6d5edc92cb tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:29:39.119992 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d905bc12-d938-4b37-8c88-be6d5edc92cb tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/subnets/6be55e9c-8054-4c2d-8095-fd07ee7a95e1 HTTP/1.1" status: 404 len: 337 time: 0.0435421 Apr 20 13:29:39.120178 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44202) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:39.175885 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2e1a9c6-c0e2-455e-ba9d-79783587602a tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Deleting subnet 84cef9b9-c5aa-4bc6-b409-e4da100bb000 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:29:39.179152 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a2e1a9c6-c0e2-455e-ba9d-79783587602a tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:39.185906 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69bea38-b050-4e71-a02c-29290caf5420 admin admin] Pushing event updated for resources: {'Network': ['ID=27d17f00-84b7-400c-970d-be61917bd03a,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:39.203612 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 27d17f00-84b7-400c-970d-be61917bd03a details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:29:39.231961 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a2e1a9c6-c0e2-455e-ba9d-79783587602a tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:39.232183 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a69bea38-b050-4e71-a02c-29290caf5420 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9556746 Apr 20 13:29:39.234935 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44204) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:39.240764 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-6fe570b6-e489-4391-a146-56e236a56175 admin admin] Request body: {'subnet': {'network_id': '27d17f00-84b7-400c-970d-be61917bd03a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-46680124-subnet', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:39.339028 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe570b6-e489-4391-a146-56e236a56175 admin admin] Made reservation on behalf of d2e9573cd38a42bf9eb285f5cfe9d1c8 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:29:39.343841 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6fe570b6-e489-4391-a146-56e236a56175 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:39.344029 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a2e1a9c6-c0e2-455e-ba9d-79783587602a tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:39.486503 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a2e1a9c6-c0e2-455e-ba9d-79783587602a tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:39.523524 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1a9c6-c0e2-455e-ba9d-79783587602a tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'Subnet': ['ID=84cef9b9-c5aa-4bc6-b409-e4da100bb000,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:39.528679 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a2e1a9c6-c0e2-455e-ba9d-79783587602a tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:39.532384 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a2e1a9c6-c0e2-455e-ba9d-79783587602a tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/subnets/84cef9b9-c5aa-4bc6-b409-e4da100bb000 HTTP/1.1" status: 204 len: 168 time: 0.4112277 Apr 20 13:29:39.534865 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44206) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:39.564388 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-59cb8ed5-88f5-4440-a1e7-1773ff0d6fb1 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] DELETE failed (client error): The resource could not be found. Apr 20 13:29:39.564850 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59cb8ed5-88f5-4440-a1e7-1773ff0d6fb1 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:29:39.567790 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-59cb8ed5-88f5-4440-a1e7-1773ff0d6fb1 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/subnets/5c51c585-3c45-4078-a2f7-9a3c50dd3c59 HTTP/1.1" status: 404 len: 337 time: 0.0318592 Apr 20 13:29:39.570488 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44208) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:39.607424 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1da2671f-bbd3-487a-8a9e-9058cd729acc tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "GET /v2.0/ports?device_id=679be3ed-f8d2-4c77-a307-ef9a9dee3e7b HTTP/1.1" status: 200 len: 205 time: 0.0326676 Apr 20 13:29:39.607871 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f9d777-716c-45bd-a2fe-3ff848af31e8 None None] Network cf7bad9b-1897-4162-a9b2-52e77485f241 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:29:39.609794 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44210) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:39.659487 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-8121586c-fdd6-4cbd-b2cd-8de367dee375 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] delete failed (client error): The resource could not be found. Apr 20 13:29:39.664619 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8121586c-fdd6-4cbd-b2cd-8de367dee375 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/routers/679be3ed-f8d2-4c77-a307-ef9a9dee3e7b HTTP/1.1" status: 404 len: 336 time: 0.0530343 Apr 20 13:29:39.664768 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44214) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:39.696547 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-7609c0c1-a1bc-4512-9a9a-9fb3c003fcdb tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] DELETE failed (client error): The resource could not be found. Apr 20 13:29:39.697094 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7609c0c1-a1bc-4512-9a9a-9fb3c003fcdb tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:29:39.705428 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7609c0c1-a1bc-4512-9a9a-9fb3c003fcdb tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/subnets/ffb23862-4a57-40c7-b8c9-31d1fdbe707a HTTP/1.1" status: 404 len: 337 time: 0.0369647 Apr 20 13:29:39.706372 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44216) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:39.708571 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-359b4c77-a9e4-4898-b8bb-afb087dcdea6 None None] Provisioning complete for port 8194f342-1f5d-4afa-b9b3-d29b4904955d triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:39.708943 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-359b4c77-a9e4-4898-b8bb-afb087dcdea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:39.769833 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a32f668-060b-4073-a422-ba1c20789743 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] DELETE failed (client error): The resource could not be found. Apr 20 13:29:39.770988 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a32f668-060b-4073-a422-ba1c20789743 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:29:39.776085 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-6a32f668-060b-4073-a422-ba1c20789743 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/subnets/a4c38724-65bf-4499-839d-4cd5eebb0ddd HTTP/1.1" status: 404 len: 337 time: 0.0687444 Apr 20 13:29:39.781115 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44222) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:39.797274 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-359b4c77-a9e4-4898-b8bb-afb087dcdea6 None None] Port 8194f342-1f5d-4afa-b9b3-d29b4904955d cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:29:39.800495 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6fe570b6-e489-4391-a146-56e236a56175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:39.810769 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-359b4c77-a9e4-4898-b8bb-afb087dcdea6 None None] Provisioning complete for port 6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:39.811970 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-359b4c77-a9e4-4898-b8bb-afb087dcdea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:39.861672 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-58c61404-bc7d-417f-8df7-db628ba7fdff tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] DELETE failed (client error): The resource could not be found. Apr 20 13:29:39.862723 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58c61404-bc7d-417f-8df7-db628ba7fdff tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:29:39.867534 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-58c61404-bc7d-417f-8df7-db628ba7fdff tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/subnets/d851abec-7ee8-4700-958c-e3b2f4ce98d6 HTTP/1.1" status: 404 len: 337 time: 0.0826883 Apr 20 13:29:39.877732 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44224) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:39.886762 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c66e20d-4bcd-4544-959d-bbea68b186e4 None None] DHCP port deletion for cf7bad9b-1897-4162-a9b2-52e77485f241 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:29:39.899706 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efdc6a-bcce-4c48-aefc-b68561d887ac req-d4355b6f-6694-49e7-89dc-ff12236fd4ec tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:39.901166 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-68efdc6a-bcce-4c48-aefc-b68561d887ac req-d4355b6f-6694-49e7-89dc-ff12236fd4ec tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=852bc102-d268-4937-931c-f650538c313f HTTP/1.1" status: 200 len: 945 time: 0.1926987 Apr 20 13:29:39.901385 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdc7deef-815f-4dfb-aafa-5407db458429 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] DELETE failed (client error): The resource could not be found. Apr 20 13:29:39.902201 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdc7deef-815f-4dfb-aafa-5407db458429 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:29:39.910773 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-bdc7deef-815f-4dfb-aafa-5407db458429 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/ports/f0bdde65-027f-4e4f-b8d2-3beeb2569458 HTTP/1.1" status: 404 len: 333 time: 0.0400536 Apr 20 13:29:39.911560 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44226) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:39.923514 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe570b6-e489-4391-a146-56e236a56175 admin admin] Pushing event updated for resources: {'Subnet': ['ID=562e00d1-6211-4fe8-a521-472a5db1803b,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:39.950265 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-92c7749c-2d20-4909-a172-5158ab289259 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] DELETE failed (client error): The resource could not be found. Apr 20 13:29:39.951003 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92c7749c-2d20-4909-a172-5158ab289259 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:29:39.951822 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe570b6-e489-4391-a146-56e236a56175 admin admin] Checking segment: {'id': '903cc42f-59d1-4917-9ec3-cbc3284a45bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '27d17f00-84b7-400c-970d-be61917bd03a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:29:39.952199 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe570b6-e489-4391-a146-56e236a56175 admin admin] Network hostable DHCP agents. Network: 27d17f00-84b7-400c-970d-be61917bd03a, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:29:39.957986 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-92c7749c-2d20-4909-a172-5158ab289259 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/subnets/db532984-d918-4d30-8971-9b6e1d75d8fb HTTP/1.1" status: 404 len: 337 time: 0.0451386 Apr 20 13:29:39.958853 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44230) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:39.982212 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-68efdc6a-bcce-4c48-aefc-b68561d887ac req-42770cb5-1a02-4a73-ae98-3c2727a2a469 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719664 Apr 20 13:29:39.995080 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-c83b5345-2ced-4244-a65b-e1f97d756e60 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] DELETE failed (client error): The resource could not be found. Apr 20 13:29:39.995318 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c83b5345-2ced-4244-a65b-e1f97d756e60 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:29:40.001896 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44232) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:40.003188 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c83b5345-2ced-4244-a65b-e1f97d756e60 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/subnets/7e6666ee-5ffb-43b8-829a-2fc3f8682646 HTTP/1.1" status: 404 len: 337 time: 0.0420337 Apr 20 13:29:40.033860 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0021b68-8d52-4aee-ae03-64d822c4b89b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] DELETE failed (client error): The resource could not be found. Apr 20 13:29:40.034965 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0021b68-8d52-4aee-ae03-64d822c4b89b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:29:40.041850 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-3c66e20d-4bcd-4544-959d-bbea68b186e4 None None] Deleting port 6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:29:40.042093 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3c66e20d-4bcd-4544-959d-bbea68b186e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:40.042840 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44234) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:40.053294 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f0021b68-8d52-4aee-ae03-64d822c4b89b tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/ports/d145003a-4b87-4304-8cc2-3942e0dbec5e HTTP/1.1" status: 404 len: 333 time: 0.0500360 Apr 20 13:29:40.065681 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe570b6-e489-4391-a146-56e236a56175 admin admin] Network 27d17f00-84b7-400c-970d-be61917bd03a is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:29:40.082899 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-83c15cc1-80dd-4cf3-a479-5d82e3ef3a04 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] DELETE failed (client error): The resource could not be found. Apr 20 13:29:40.083731 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83c15cc1-80dd-4cf3-a479-5d82e3ef3a04 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:29:40.087633 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-83c15cc1-80dd-4cf3-a479-5d82e3ef3a04 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/subnets/57f2a32f-b33e-4b28-9110-02d118c464f9 HTTP/1.1" status: 404 len: 337 time: 0.0433993 Apr 20 13:29:40.089846 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44236) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:40.120707 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b09303a-bb17-40c5-88e5-180a089d716d req-4d494bbd-907b-499d-9142-bef95c2c2e79 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:40.122287 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4b09303a-bb17-40c5-88e5-180a089d716d req-4d494bbd-907b-499d-9142-bef95c2c2e79 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7bd5e0-ca4f-4338-9994-237ec02d0b0d HTTP/1.1" status: 200 len: 946 time: 0.0680962 Apr 20 13:29:40.125383 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-3c66e20d-4bcd-4544-959d-bbea68b186e4 None None] For port 6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c,segment=NetworkSegment(30048902-4e1a-4ff5-900a-13d2a01e225d),segment_id=30048902-4e1a-4ff5-900a-13d2a01e225d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:29:40.125812 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3c66e20d-4bcd-4544-959d-bbea68b186e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:40.139611 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-3c66e20d-4bcd-4544-959d-bbea68b186e4 None None] Calling delete_port for 6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:29:40.151006 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ced5c6c-230c-499a-aae1-d178ce27b3de tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] DELETE failed (client error): The resource could not be found. Apr 20 13:29:40.151506 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ced5c6c-230c-499a-aae1-d178ce27b3de tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:29:40.158233 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8ced5c6c-230c-499a-aae1-d178ce27b3de tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/subnets/e90a8a6c-9997-4f8b-bb27-c873a753a63f HTTP/1.1" status: 404 len: 337 time: 0.0665622 Apr 20 13:29:40.159747 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44240) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:40.170719 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-6fe570b6-e489-4391-a146-56e236a56175 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 27d17f00-84b7-400c-970d-be61917bd03a) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:29:40.188781 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ebe8a7-94e4-4c87-944b-faf24dd25034 None None] Network 27d17f00-84b7-400c-970d-be61917bd03a requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:29:40.195045 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe570b6-e489-4391-a146-56e236a56175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:40.195823 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6fe570b6-e489-4391-a146-56e236a56175 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:40.203263 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4b09303a-bb17-40c5-88e5-180a089d716d req-de804188-89c6-4912-81bb-5e67611a3da5 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd3ffa81-2204-4d6d-aae6-250897e87f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732894 Apr 20 13:29:40.281369 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-6fe570b6-e489-4391-a146-56e236a56175 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0451512 Apr 20 13:29:40.284593 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44242) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:40.289806 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-df103dc7-e0b6-4b1f-aa48-e40f0ab079f7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-46680124-router', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:40.302095 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44244) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:40.322842 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-a7c1f351-78d0-4359-a0a5-5dad8890a181 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Deleting port 8194f342-1f5d-4afa-b9b3-d29b4904955d {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:29:40.323826 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a7c1f351-78d0-4359-a0a5-5dad8890a181 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:40.415901 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f964829-a36c-4d99-8200-66ad805e1f92 req-bcaa0e37-48d2-4e93-8eab-b330dbcf3ebf tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:40.418239 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8f964829-a36c-4d99-8200-66ad805e1f92 req-bcaa0e37-48d2-4e93-8eab-b330dbcf3ebf tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e7bd5e0-ca4f-4338-9994-237ec02d0b0d HTTP/1.1" status: 200 len: 946 time: 0.1034915 Apr 20 13:29:40.429872 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a7c1f351-78d0-4359-a0a5-5dad8890a181 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:40.447036 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-df103dc7-e0b6-4b1f-aa48-e40f0ab079f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:40.448389 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-df103dc7-e0b6-4b1f-aa48-e40f0ab079f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:40.458173 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acecfe91-d9f1-4ad7-91c3-d443bc3dbbcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-27d17f00-84b7-400c-970d-be61917bd03a', 'network_id': '27d17f00-84b7-400c-970d-be61917bd03a', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'fixed_ips': [{'subnet_id': '562e00d1-6211-4fe8-a521-472a5db1803b'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:29:40.459422 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-acecfe91-d9f1-4ad7-91c3-d443bc3dbbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:40.470146 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-a7c1f351-78d0-4359-a0a5-5dad8890a181 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Calling delete_port for 8194f342-1f5d-4afa-b9b3-d29b4904955d owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:29:40.559511 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bfc44b7d-b490-461a-b3e5-8ff24a5a4426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:40.587649 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-df103dc7-e0b6-4b1f-aa48-e40f0ab079f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:40.626306 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-acecfe91-d9f1-4ad7-91c3-d443bc3dbbcb None None] Allocated IP 172.20.0.2 (27d17f00-84b7-400c-970d-be61917bd03a/562e00d1-6211-4fe8-a521-472a5db1803b/df6c0c5f-a8b4-47c4-9565-e0e0f564a939) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:29:40.640264 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3c66e20d-4bcd-4544-959d-bbea68b186e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:40.662791 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-8f964829-a36c-4d99-8200-66ad805e1f92 req-bb5691f9-7b9c-4e5e-9362-3c5df11654ae tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Deleting port 8cae238a-5da9-4cc4-9107-43c9bafd6fa5 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:29:40.663513 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8f964829-a36c-4d99-8200-66ad805e1f92 req-bb5691f9-7b9c-4e5e-9362-3c5df11654ae tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:40.674061 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bfc44b7d-b490-461a-b3e5-8ff24a5a4426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:40.682007 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c66e20d-4bcd-4544-959d-bbea68b186e4 None None] Pushing event deleted for resources: {'Port': ['ID=6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:40.766396 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bfc44b7d-b490-461a-b3e5-8ff24a5a4426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:40.792661 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a7c1f351-78d0-4359-a0a5-5dad8890a181 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:40.872928 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c66e20d-4bcd-4544-959d-bbea68b186e4 None None] No DVR routers for this DVR port 6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:29:40.874476 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:29:40.878596 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a7c1f351-78d0-4359-a0a5-5dad8890a181 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:40.885025 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a7c1f351-78d0-4359-a0a5-5dad8890a181 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/ports/8194f342-1f5d-4afa-b9b3-d29b4904955d HTTP/1.1" status: 204 len: 168 time: 0.7228987 Apr 20 13:29:40.900845 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1f351-78d0-4359-a0a5-5dad8890a181 tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'Port': ['ID=8194f342-1f5d-4afa-b9b3-d29b4904955d,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:40.902811 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:29:40.903163 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 6f5c5609-1d9f-4ef7-8eab-d846a0a7dc7c not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:29:40.910781 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44248) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:40.923259 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-bfc44b7d-b490-461a-b3e5-8ff24a5a4426 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6cdb0a9084a54c01910a21e630f848d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6011307 Apr 20 13:29:40.925126 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44250) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:40.925780 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc44b7d-b490-461a-b3e5-8ff24a5a4426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9352e2c-b7fd-411f-8a15-85d4e8278991,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:40.973710 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-df103dc7-e0b6-4b1f-aa48-e40f0ab079f7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:40.985763 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-40419e35-4e38-4647-8395-ab3bf7d61a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:40.991189 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-8f964829-a36c-4d99-8200-66ad805e1f92 req-bb5691f9-7b9c-4e5e-9362-3c5df11654ae tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] For port 8cae238a-5da9-4cc4-9107-43c9bafd6fa5, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=8cae238a-5da9-4cc4-9107-43c9bafd6fa5,segment=NetworkSegment(d948cd7d-3607-4980-a2e9-26ca3fa89a16),segment_id=d948cd7d-3607-4980-a2e9-26ca3fa89a16)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:29:40.991604 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8f964829-a36c-4d99-8200-66ad805e1f92 req-bb5691f9-7b9c-4e5e-9362-3c5df11654ae tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:41.001299 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-acecfe91-d9f1-4ad7-91c3-d443bc3dbbcb None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:41.011155 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-40419e35-4e38-4647-8395-ab3bf7d61a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:41.025031 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-8f964829-a36c-4d99-8200-66ad805e1f92 req-bb5691f9-7b9c-4e5e-9362-3c5df11654ae tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Calling delete_port for 8cae238a-5da9-4cc4-9107-43c9bafd6fa5 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:29:41.032484 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f1b19c6f-a99f-47f6-817f-88567555d7ed tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:41.086363 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-acecfe91-d9f1-4ad7-91c3-d443bc3dbbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:41.126101 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-40419e35-4e38-4647-8395-ab3bf7d61a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:41.128830 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-40419e35-4e38-4647-8395-ab3bf7d61a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:41.132471 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-40419e35-4e38-4647-8395-ab3bf7d61a46 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b9352e2c-b7fd-411f-8a15-85d4e8278991 HTTP/1.1" status: 204 len: 168 time: 0.2000823 Apr 20 13:29:41.133986 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acecfe91-d9f1-4ad7-91c3-d443bc3dbbcb None None] Network 27d17f00-84b7-400c-970d-be61917bd03a is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:29:41.137170 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-acecfe91-d9f1-4ad7-91c3-d443bc3dbbcb None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:29:41.141659 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acecfe91-d9f1-4ad7-91c3-d443bc3dbbcb None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:29:41.148844 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acecfe91-d9f1-4ad7-91c3-d443bc3dbbcb None None] Pushing event updated for resources: {'Port': ['ID=df6c0c5f-a8b4-47c4-9565-e0e0f564a939,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:41.158388 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40419e35-4e38-4647-8395-ab3bf7d61a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9352e2c-b7fd-411f-8a15-85d4e8278991,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:41.215148 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-acecfe91-d9f1-4ad7-91c3-d443bc3dbbcb None None] Attempting to bind port df6c0c5f-a8b4-47c4-9565-e0e0f564a939 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:29:41.215614 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-acecfe91-d9f1-4ad7-91c3-d443bc3dbbcb None None] Attempting to bind port df6c0c5f-a8b4-47c4-9565-e0e0f564a939 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '903cc42f-59d1-4917-9ec3-cbc3284a45bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '27d17f00-84b7-400c-970d-be61917bd03a'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:29:41.216281 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acecfe91-d9f1-4ad7-91c3-d443bc3dbbcb None None] Attempting to bind port df6c0c5f-a8b4-47c4-9565-e0e0f564a939 on network 27d17f00-84b7-400c-970d-be61917bd03a {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:29:41.222746 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acecfe91-d9f1-4ad7-91c3-d443bc3dbbcb None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:29:41.223747 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acecfe91-d9f1-4ad7-91c3-d443bc3dbbcb None None] Checking segment: {'id': '903cc42f-59d1-4917-9ec3-cbc3284a45bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '27d17f00-84b7-400c-970d-be61917bd03a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:29:41.223747 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-acecfe91-d9f1-4ad7-91c3-d443bc3dbbcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:41.224005 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acecfe91-d9f1-4ad7-91c3-d443bc3dbbcb None None] Bound using segment: {'id': '903cc42f-59d1-4917-9ec3-cbc3284a45bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '27d17f00-84b7-400c-970d-be61917bd03a'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:29:41.224511 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-acecfe91-d9f1-4ad7-91c3-d443bc3dbbcb None None] Bound port: df6c0c5f-a8b4-47c4-9565-e0e0f564a939, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903cc42f-59d1-4917-9ec3-cbc3284a45bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '27d17f00-84b7-400c-970d-be61917bd03a'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:29:41.224900 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-acecfe91-d9f1-4ad7-91c3-d443bc3dbbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:41.261182 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f1b19c6f-a99f-47f6-817f-88567555d7ed tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:41.289183 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44460e-76c6-45b9-874b-f1ba608d58c8 req-cf163f6e-9223-4d2c-9082-f4049e6285e6 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:41.290957 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8a44460e-76c6-45b9-874b-f1ba608d58c8 req-cf163f6e-9223-4d2c-9082-f4049e6285e6 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=852bc102-d268-4937-931c-f650538c313f HTTP/1.1" status: 200 len: 945 time: 0.2157481 Apr 20 13:29:41.308554 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-acecfe91-d9f1-4ad7-91c3-d443bc3dbbcb None None] For port df6c0c5f-a8b4-47c4-9565-e0e0f564a939, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:29:41.309884 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-acecfe91-d9f1-4ad7-91c3-d443bc3dbbcb None None] For port df6c0c5f-a8b4-47c4-9565-e0e0f564a939, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=df6c0c5f-a8b4-47c4-9565-e0e0f564a939,segment=NetworkSegment(903cc42f-59d1-4917-9ec3-cbc3284a45bb),segment_id=903cc42f-59d1-4917-9ec3-cbc3284a45bb)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:29:41.323436 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-f1b19c6f-a99f-47f6-817f-88567555d7ed tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf7bad9b-1897-4162-a9b2-52e77485f241']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:29:41.367434 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-f1b19c6f-a99f-47f6-817f-88567555d7ed tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30048902-4e1a-4ff5-900a-13d2a01e225d') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:29:41.367744 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-f1b19c6f-a99f-47f6-817f-88567555d7ed tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30048902-4e1a-4ff5-900a-13d2a01e225d') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:29:41.389608 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-acecfe91-d9f1-4ad7-91c3-d443bc3dbbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:41.416133 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f1b19c6f-a99f-47f6-817f-88567555d7ed tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:41.459196 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f1b19c6f-a99f-47f6-817f-88567555d7ed tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:41.464516 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8a44460e-76c6-45b9-874b-f1ba608d58c8 req-39368746-6434-4753-8f42-63e9145da24d tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458361 Apr 20 13:29:41.469144 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acecfe91-d9f1-4ad7-91c3-d443bc3dbbcb None None] Pushing event updated for resources: {'Port': ['ID=df6c0c5f-a8b4-47c4-9565-e0e0f564a939,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:41.484173 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892164eb-e117-4728-8431-89325c8cd6c5 req-1582cfdb-557b-4080-9c72-3016b49da5f4 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:41.485809 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-892164eb-e117-4728-8431-89325c8cd6c5 req-1582cfdb-557b-4080-9c72-3016b49da5f4 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7bd5e0-ca4f-4338-9994-237ec02d0b0d HTTP/1.1" status: 200 len: 946 time: 0.1939018 Apr 20 13:29:41.512685 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b19c6f-a99f-47f6-817f-88567555d7ed tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:29:41.512685 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f1b19c6f-a99f-47f6-817f-88567555d7ed tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:41.512685 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:29:41.512685 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:29:41.512685 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:29:41.512685 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:29:41.512685 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:29:41.512685 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:29:41.512685 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:29:41.512685 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:29:41.512685 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:29:41.512685 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:29:41.512685 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:29:41.512685 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:29:41.512685 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:29:41.512685 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:29:41.512685 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:29:41.512685 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:29:41.512685 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:29:41.512685 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:29:41.512685 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:29:41.512685 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:29:41.512685 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:29:41.512685 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:29:41.512685 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:29:41.512685 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:29:41.512685 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:29:41.512685 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:29:41.512685 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:29:41.512685 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:29:41.512685 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:29:41.512685 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:29:41.512685 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:29:41.512685 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:29:41.589757 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8f964829-a36c-4d99-8200-66ad805e1f92 req-bb5691f9-7b9c-4e5e-9362-3c5df11654ae tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:41.601192 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['8cae238a-5da9-4cc4-9107-43c9bafd6fa5'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:29:41.676621 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5691f9-7b9c-4e5e-9362-3c5df11654ae tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Pushing event deleted for resources: {'Port': ['ID=8cae238a-5da9-4cc4-9107-43c9bafd6fa5,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:41.680930 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-892164eb-e117-4728-8431-89325c8cd6c5 req-4d421293-5ec8-49c4-8d5f-0ef350ee90bd tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd3ffa81-2204-4d6d-aae6-250897e87f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788032 Apr 20 13:29:41.774663 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f1b19c6f-a99f-47f6-817f-88567555d7ed tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:41.808067 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f1b19c6f-a99f-47f6-817f-88567555d7ed tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:41.814871 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f1b19c6f-a99f-47f6-817f-88567555d7ed tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] 10.222.0.25 "DELETE /v2.0/networks/cf7bad9b-1897-4162-a9b2-52e77485f241 HTTP/1.1" status: 204 len: 168 time: 0.8940775 Apr 20 13:29:41.814871 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f964829-a36c-4d99-8200-66ad805e1f92 req-bb5691f9-7b9c-4e5e-9362-3c5df11654ae tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] No DVR routers for this DVR port 8cae238a-5da9-4cc4-9107-43c9bafd6fa5 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:29:41.843544 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8f964829-a36c-4d99-8200-66ad805e1f92 req-bb5691f9-7b9c-4e5e-9362-3c5df11654ae tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:41.846865 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8f964829-a36c-4d99-8200-66ad805e1f92 req-bb5691f9-7b9c-4e5e-9362-3c5df11654ae tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.15 "DELETE /v2.0/ports/8cae238a-5da9-4cc4-9107-43c9bafd6fa5 HTTP/1.1" status: 204 len: 173 time: 1.3511584 Apr 20 13:29:41.847327 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7bd5e0-ca4f-4338-9994-237ec02d0b0d', 'name': 'network-vif-deleted', 'tag': '8cae238a-5da9-4cc4-9107-43c9bafd6fa5'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:29:41.854511 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb62794-20b2-423f-810d-79abfeaabf79" -d '{"events": [{"server_uuid": "4e7bd5e0-ca4f-4338-9994-237ec02d0b0d", "name": "network-vif-deleted", "tag": "8cae238a-5da9-4cc4-9107-43c9bafd6fa5"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:29:41.877494 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b19c6f-a99f-47f6-817f-88567555d7ed tempest-PortsIpV6TestJSON-1828457663 tempest-PortsIpV6TestJSON-1828457663-project] Pushing event deleted for resources: {'Network': ['ID=cf7bad9b-1897-4162-a9b2-52e77485f241,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:41.918884 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4b17e7-3baf-40bd-9a68-0e0b1b71f512 x-openstack-request-id: req-3a4b17e7-3baf-40bd-9a68-0e0b1b71f512 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:29:41.919475 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e7bd5e0-ca4f-4338-9994-237ec02d0b0d", "name": "network-vif-deleted", "tag": "8cae238a-5da9-4cc4-9107-43c9bafd6fa5", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:29:41.919564 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a4b17e7-3baf-40bd-9a68-0e0b1b71f512 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:29:41.920005 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a4b17e7-3baf-40bd-9a68-0e0b1b71f512'] response: {'server_uuid': '4e7bd5e0-ca4f-4338-9994-237ec02d0b0d', 'name': 'network-vif-deleted', 'tag': '8cae238a-5da9-4cc4-9107-43c9bafd6fa5', 'status': 'completed', 'code': 200} Apr 20 13:29:41.923577 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-df103dc7-e0b6-4b1f-aa48-e40f0ab079f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:41.954816 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-df103dc7-e0b6-4b1f-aa48-e40f0ab079f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:42.009662 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532765c-c037-4361-bea5-b4f1235c4a80 req-ce380b07-7423-48a1-8dc5-957a117fcee2 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:42.011086 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c532765c-c037-4361-bea5-b4f1235c4a80 req-ce380b07-7423-48a1-8dc5-957a117fcee2 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=852bc102-d268-4937-931c-f650538c313f HTTP/1.1" status: 200 len: 945 time: 0.1750357 Apr 20 13:29:42.085538 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c532765c-c037-4361-bea5-b4f1235c4a80 req-3b50b8ec-e774-422d-84f1-2273e0c9ed7a tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675113 Apr 20 13:29:42.114347 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-df103dc7-e0b6-4b1f-aa48-e40f0ab079f7 admin admin] Allocated IP 172.25.8.68 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/5572c62e-2702-45ec-937d-e05b40d0c751) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:29:42.275286 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190ef88-6d02-41e6-86a5-52b8b597d883 req-43298481-ce8e-45c8-853d-13d657b6f435 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:42.283472 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1190ef88-6d02-41e6-86a5-52b8b597d883 req-43298481-ce8e-45c8-853d-13d657b6f435 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=852bc102-d268-4937-931c-f650538c313f HTTP/1.1" status: 200 len: 945 time: 0.1010079 Apr 20 13:29:42.286104 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:42.311413 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-df103dc7-e0b6-4b1f-aa48-e40f0ab079f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:42.342970 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44288) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:42.366154 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1190ef88-6d02-41e6-86a5-52b8b597d883 req-cd330e41-12ea-4314-8792-099a1fd762ce tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816925 Apr 20 13:29:42.452903 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-df103dc7-e0b6-4b1f-aa48-e40f0ab079f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:42.501019 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df103dc7-e0b6-4b1f-aa48-e40f0ab079f7 admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:29:42.506883 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-df103dc7-e0b6-4b1f-aa48-e40f0ab079f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:29:42.510900 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df103dc7-e0b6-4b1f-aa48-e40f0ab079f7 admin admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:29:42.538207 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df103dc7-e0b6-4b1f-aa48-e40f0ab079f7 admin admin] Pushing event updated for resources: {'Port': ['ID=5572c62e-2702-45ec-937d-e05b40d0c751,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:42.830584 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4e51a1f1-f0f2-4323-88e9-f95bb5d3c579 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=17f57c51548d4962867796b5991ef4ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4830480 Apr 20 13:29:42.830584 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44330) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:42.850942 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19cc401-5fba-4c22-8d91-090c999de628 None None] Network 27d17f00-84b7-400c-970d-be61917bd03a requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:29:42.929136 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-383a1087-002b-4db5-9f4a-b2e5eb0a96e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:42.957751 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-383a1087-002b-4db5-9f4a-b2e5eb0a96e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:42.970303 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device df6c0c5f-a8b4-47c4-9565-e0e0f564a939 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:29:43.057200 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-7fc4c8fc-bf28-44d1-bcce-b4c60a93c5ca None None] Provisioning complete for port df6c0c5f-a8b4-47c4-9565-e0e0f564a939 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:43.057576 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7fc4c8fc-bf28-44d1-bcce-b4c60a93c5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:43.117877 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:43.131904 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-383a1087-002b-4db5-9f4a-b2e5eb0a96e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:43.135094 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-383a1087-002b-4db5-9f4a-b2e5eb0a96e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:43.138778 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-383a1087-002b-4db5-9f4a-b2e5eb0a96e2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3e777405-5873-41a9-b8b0-976b17cd4ed3 HTTP/1.1" status: 204 len: 168 time: 0.3048623 Apr 20 13:29:43.152572 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a1087-002b-4db5-9f4a-b2e5eb0a96e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e777405-5873-41a9-b8b0-976b17cd4ed3,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:43.167328 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port df6c0c5f-a8b4-47c4-9565-e0e0f564a939 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:43.167759 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:43.241111 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7664aca0-6726-471a-92a3-901a9dbc816d req-6652572a-6c24-4d8b-b429-7b7fc47d6393 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7bd5e0-ca4f-4338-9994-237ec02d0b0d HTTP/1.1" status: 200 len: 210 time: 0.0576921 Apr 20 13:29:43.262099 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7fc4c8fc-bf28-44d1-bcce-b4c60a93c5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:43.284756 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c87c8-de9a-434a-ae15-903282837cad req-4269be5a-bc02-4fd2-9a8c-1e4d434923b5 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:43.286474 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d78c87c8-de9a-434a-ae15-903282837cad req-4269be5a-bc02-4fd2-9a8c-1e4d434923b5 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=852bc102-d268-4937-931c-f650538c313f HTTP/1.1" status: 200 len: 945 time: 0.1032591 Apr 20 13:29:43.331539 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-7fc4c8fc-bf28-44d1-bcce-b4c60a93c5ca None None] For port df6c0c5f-a8b4-47c4-9565-e0e0f564a939, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=df6c0c5f-a8b4-47c4-9565-e0e0f564a939,segment=NetworkSegment(903cc42f-59d1-4917-9ec3-cbc3284a45bb),segment_id=903cc42f-59d1-4917-9ec3-cbc3284a45bb)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:29:43.333489 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:43.334435 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d78c87c8-de9a-434a-ae15-903282837cad req-24b7a958-fe6e-4c87-a97e-d3a80e63c442 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411737 Apr 20 13:29:43.443008 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-df103dc7-e0b6-4b1f-aa48-e40f0ab079f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:43.469817 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7fc4c8fc-bf28-44d1-bcce-b4c60a93c5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:43.565609 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:29:43.569174 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:29:43.575433 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4c8fc-bf28-44d1-bcce-b4c60a93c5ca None None] Pushing event updated for resources: {'Port': ['ID=df6c0c5f-a8b4-47c4-9565-e0e0f564a939,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:43.592400 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ba26fe15-83dc-4faa-a42a-170e3d7efd67 None None] Provisioning complete for port df6c0c5f-a8b4-47c4-9565-e0e0f564a939 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:43.592980 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ba26fe15-83dc-4faa-a42a-170e3d7efd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:43.690081 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-df103dc7-e0b6-4b1f-aa48-e40f0ab079f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:43.897364 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df103dc7-e0b6-4b1f-aa48-e40f0ab079f7 admin admin] Router f003fc6b-4b98-49bd-abe4-4b089809c76c is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:29:44.014413 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df103dc7-e0b6-4b1f-aa48-e40f0ab079f7 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:29:44.023045 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2818ab4b-5bd3-424d-bf18-8577de086c7d None None] Sync routers for ids ['f003fc6b-4b98-49bd-abe4-4b089809c76c'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:29:44.042316 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2818ab4b-5bd3-424d-bf18-8577de086c7d None None] Routers {'f003fc6b-4b98-49bd-abe4-4b089809c76c'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:29:44.042955 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-2818ab4b-5bd3-424d-bf18-8577de086c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:29:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f003fc6b-4b98-49bd-abe4-4b089809c76c'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:29:44.093756 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-df103dc7-e0b6-4b1f-aa48-e40f0ab079f7 admin admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:44.098495 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44386) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:44.098952 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-df103dc7-e0b6-4b1f-aa48-e40f0ab079f7 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8127844 Apr 20 13:29:44.229568 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-2818ab4b-5bd3-424d-bf18-8577de086c7d None None] Set router f003fc6b-4b98-49bd-abe4-4b089809c76c gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:29:44.459652 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44402) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:44.461957 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-2818ab4b-5bd3-424d-bf18-8577de086c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'name': 'tempest-AttachVolumeTestJSON-46680124-router', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '5572c62e-2702-45ec-937d-e05b40d0c751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:29:40Z', 'updated_at': '2022-04-20T13:29:43Z', 'revision_number': 3, 'project_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'gw_port': {'id': '5572c62e-2702-45ec-937d-e05b40d0c751', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:41Z', 'updated_at': '2022-04-20T13:29:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:29:44.490136 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2818ab4b-5bd3-424d-bf18-8577de086c7d None None] Checking router: f003fc6b-4b98-49bd-abe4-4b089809c76c for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:29:44.490795 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2818ab4b-5bd3-424d-bf18-8577de086c7d None None] Updating router f003fc6b-4b98-49bd-abe4-4b089809c76c port 5572c62e-2702-45ec-937d-e05b40d0c751 binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:29:44.528321 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2818ab4b-5bd3-424d-bf18-8577de086c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:44.537626 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d3f71-4449-4de1-b0e8-93c0c502d6a1 req-fe0ce9a3-dfba-439b-9973-cd908856cbca tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:44.550305 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8a4d3f71-4449-4de1-b0e8-93c0c502d6a1 req-fe0ce9a3-dfba-439b-9973-cd908856cbca tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=852bc102-d268-4937-931c-f650538c313f HTTP/1.1" status: 200 len: 945 time: 0.1093123 Apr 20 13:29:44.625036 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8a4d3f71-4449-4de1-b0e8-93c0c502d6a1 req-fbab4e6e-072d-46ac-9ff2-f9c6e6a73734 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727830 Apr 20 13:29:44.676024 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a7368c4-0e43-4f17-a686-6e85c7d0b210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:44.683194 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-1106446f-627d-4240-8aff-c27399d0876b tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Request body: {'security_group': {'name': 'tempest-secgroup--510472788'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:44.720775 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 8cae238a-5da9-4cc4-9107-43c9bafd6fa5 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:29:44.771715 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1106446f-627d-4240-8aff-c27399d0876b tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:44.774226 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 8cae238a-5da9-4cc4-9107-43c9bafd6fa5 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:29:44.774875 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 8cae238a-5da9-4cc4-9107-43c9bafd6fa5 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:29:44.790819 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1106446f-627d-4240-8aff-c27399d0876b tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:44.873859 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device df6c0c5f-a8b4-47c4-9565-e0e0f564a939 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:29:44.939861 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1106446f-627d-4240-8aff-c27399d0876b tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:44.944405 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-0a7368c4-0e43-4f17-a686-6e85c7d0b210 admin admin] Allocated IP 172.20.0.1 (27d17f00-84b7-400c-970d-be61917bd03a/562e00d1-6211-4fe8-a521-472a5db1803b/cbfa4987-ad73-4f14-a879-45bf44e2bea2) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:29:44.970208 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2818ab4b-5bd3-424d-bf18-8577de086c7d None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:44.975859 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port df6c0c5f-a8b4-47c4-9565-e0e0f564a939 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:44.976241 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:45.000310 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1106446f-627d-4240-8aff-c27399d0876b tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:45.055658 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1106446f-627d-4240-8aff-c27399d0876b tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eaf0e80-8e38-40b8-bead-1fd3f7df600b,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:45.099093 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2818ab4b-5bd3-424d-bf18-8577de086c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:45.135882 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1106446f-627d-4240-8aff-c27399d0876b tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:45.137327 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a7368c4-0e43-4f17-a686-6e85c7d0b210 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:45.169091 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-2818ab4b-5bd3-424d-bf18-8577de086c7d None None] Attempting to bind port 5572c62e-2702-45ec-937d-e05b40d0c751 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:29:45.169465 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-2818ab4b-5bd3-424d-bf18-8577de086c7d None None] Attempting to bind port 5572c62e-2702-45ec-937d-e05b40d0c751 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:29:45.170276 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2818ab4b-5bd3-424d-bf18-8577de086c7d None None] Attempting to bind port 5572c62e-2702-45ec-937d-e05b40d0c751 on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:29:45.171832 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5616efcc-a529-4a97-9d70-4463260ce824 None None] Pushing event updated for resources: {'Port': ['ID=5572c62e-2702-45ec-937d-e05b40d0c751,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:45.178617 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2818ab4b-5bd3-424d-bf18-8577de086c7d None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:29:45.179002 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2818ab4b-5bd3-424d-bf18-8577de086c7d None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:29:45.184442 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2818ab4b-5bd3-424d-bf18-8577de086c7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:45.184442 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2818ab4b-5bd3-424d-bf18-8577de086c7d None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:29:45.184442 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-2818ab4b-5bd3-424d-bf18-8577de086c7d None None] Bound port: 5572c62e-2702-45ec-937d-e05b40d0c751, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:29:45.184442 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2818ab4b-5bd3-424d-bf18-8577de086c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:45.200151 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1106446f-627d-4240-8aff-c27399d0876b tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:45.229082 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a7368c4-0e43-4f17-a686-6e85c7d0b210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:45.235759 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1106446f-627d-4240-8aff-c27399d0876b tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4128d2e3-4c8a-486e-811f-b84c22eb42df,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:45.269497 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-2818ab4b-5bd3-424d-bf18-8577de086c7d None None] For port 5572c62e-2702-45ec-937d-e05b40d0c751, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:29:45.272857 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-2818ab4b-5bd3-424d-bf18-8577de086c7d None None] For port 5572c62e-2702-45ec-937d-e05b40d0c751, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=5572c62e-2702-45ec-937d-e05b40d0c751,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:29:45.294968 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7368c4-0e43-4f17-a686-6e85c7d0b210 admin admin] Network 27d17f00-84b7-400c-970d-be61917bd03a is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:29:45.299683 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-0a7368c4-0e43-4f17-a686-6e85c7d0b210 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:29:45.301673 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7368c4-0e43-4f17-a686-6e85c7d0b210 admin admin] Pushing event updated for resources: {'Port': ['ID=cbfa4987-ad73-4f14-a879-45bf44e2bea2,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:45.303959 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7368c4-0e43-4f17-a686-6e85c7d0b210 admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:29:45.327861 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1106446f-627d-4240-8aff-c27399d0876b tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:45.329274 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1106446f-627d-4240-8aff-c27399d0876b tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8686354 Apr 20 13:29:45.331946 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44410) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:45.361500 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2818ab4b-5bd3-424d-bf18-8577de086c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:45.366135 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a7368c4-0e43-4f17-a686-6e85c7d0b210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:45.401069 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-62d41b43-8982-400b-ab81-b01ab6632443 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0679035 Apr 20 13:29:45.401673 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44412) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:45.406098 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-b9d36626-d108-4983-952e-f648f2691ac3 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Request body: {'security_group': {'name': 'tempest-security--454846988', 'description': 'tempest-security-description-518962000'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:45.450156 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b9d36626-d108-4983-952e-f648f2691ac3 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:45.487261 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5616efcc-a529-4a97-9d70-4463260ce824 None None] Pushing event updated for resources: {'Port': ['ID=5572c62e-2702-45ec-937d-e05b40d0c751,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:45.497840 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2818ab4b-5bd3-424d-bf18-8577de086c7d None None] Routers {'f003fc6b-4b98-49bd-abe4-4b089809c76c'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:29:45.498659 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-2818ab4b-5bd3-424d-bf18-8577de086c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:29:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f003fc6b-4b98-49bd-abe4-4b089809c76c'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:29:45.534649 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b9d36626-d108-4983-952e-f648f2691ac3 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:45.618128 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b9d36626-d108-4983-952e-f648f2691ac3 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:45.621582 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b9d36626-d108-4983-952e-f648f2691ac3 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:45.627127 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b9d36626-d108-4983-952e-f648f2691ac3 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "PUT /v2.0/security-groups/4128d2e3-4c8a-486e-811f-b84c22eb42df HTTP/1.1" status: 200 len: 1778 time: 0.2206225 Apr 20 13:29:45.628042 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44414) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:45.634882 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-2818ab4b-5bd3-424d-bf18-8577de086c7d None None] Set router f003fc6b-4b98-49bd-abe4-4b089809c76c gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:29:45.697512 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d36626-d108-4983-952e-f648f2691ac3 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4128d2e3-4c8a-486e-811f-b84c22eb42df,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:45.725436 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a7368c4-0e43-4f17-a686-6e85c7d0b210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:45.736777 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-95068695-263b-4a58-b4f2-1f1ef3ad75c3 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "GET /v2.0/security-groups/4128d2e3-4c8a-486e-811f-b84c22eb42df HTTP/1.1" status: 200 len: 1778 time: 0.1030698 Apr 20 13:29:45.736968 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44418) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:45.930031 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-509ce265-ee88-4a2b-aab7-c0722ac9fbea tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:45.973609 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-509ce265-ee88-4a2b-aab7-c0722ac9fbea tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:45.997730 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f0a46-525e-4bef-8117-819e189120e6 req-977f7edb-a9b4-4abf-9497-5250682472a0 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:45.997918 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-5a2fd4be-908e-477d-94da-1a9a40e5f187 None None] Provisioning complete for port cbfa4987-ad73-4f14-a879-45bf44e2bea2 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:45.998243 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5a2fd4be-908e-477d-94da-1a9a40e5f187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:45.998745 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-560f0a46-525e-4bef-8117-819e189120e6 req-977f7edb-a9b4-4abf-9497-5250682472a0 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=852bc102-d268-4937-931c-f650538c313f HTTP/1.1" status: 200 len: 945 time: 0.2223141 Apr 20 13:29:46.044928 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a7368c4-0e43-4f17-a686-6e85c7d0b210 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:46.064057 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-560f0a46-525e-4bef-8117-819e189120e6 req-6231b349-86f1-4701-811b-08e322eb38c2 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577018 Apr 20 13:29:46.072545 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-5a2fd4be-908e-477d-94da-1a9a40e5f187 None None] Port cbfa4987-ad73-4f14-a879-45bf44e2bea2 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:29:46.133593 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a7368c4-0e43-4f17-a686-6e85c7d0b210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:46.134535 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-2818ab4b-5bd3-424d-bf18-8577de086c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'name': 'tempest-AttachVolumeTestJSON-46680124-router', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '5572c62e-2702-45ec-937d-e05b40d0c751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:29:40Z', 'updated_at': '2022-04-20T13:29:43Z', 'revision_number': 3, 'project_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'gw_port': {'id': '5572c62e-2702-45ec-937d-e05b40d0c751', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:41Z', 'updated_at': '2022-04-20T13:29:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:29:46.160956 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-509ce265-ee88-4a2b-aab7-c0722ac9fbea tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:46.166115 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2818ab4b-5bd3-424d-bf18-8577de086c7d None None] The sync data for ids ['f003fc6b-4b98-49bd-abe4-4b089809c76c'] in n-d-836015-7 is: [{'id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'name': 'tempest-AttachVolumeTestJSON-46680124-router', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '5572c62e-2702-45ec-937d-e05b40d0c751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:29:40Z', 'updated_at': '2022-04-20T13:29:43Z', 'revision_number': 3, 'project_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'gw_port': {'id': '5572c62e-2702-45ec-937d-e05b40d0c751', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:41Z', 'updated_at': '2022-04-20T13:29:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:29:46.166996 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-509ce265-ee88-4a2b-aab7-c0722ac9fbea tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:46.172693 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-509ce265-ee88-4a2b-aab7-c0722ac9fbea tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "DELETE /v2.0/security-groups/4128d2e3-4c8a-486e-811f-b84c22eb42df HTTP/1.1" status: 204 len: 168 time: 0.4347670 Apr 20 13:29:46.176533 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44424) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:46.211642 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ce265-ee88-4a2b-aab7-c0722ac9fbea tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4128d2e3-4c8a-486e-811f-b84c22eb42df,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:46.226899 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a7368c4-0e43-4f17-a686-6e85c7d0b210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:46.229341 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7368c4-0e43-4f17-a686-6e85c7d0b210 admin admin] Pushing event updated for resources: {'Port': ['ID=cbfa4987-ad73-4f14-a879-45bf44e2bea2,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:46.276314 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-593ce50c-a35e-47cc-a9cf-679b41132157 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0963042 Apr 20 13:29:46.283819 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44426) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:46.310139 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-85d8b213-75cf-4e84-9ade-f0938cb27889 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] delete failed (client error): The resource could not be found. Apr 20 13:29:46.311188 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-85d8b213-75cf-4e84-9ade-f0938cb27889 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "DELETE /v2.0/security-groups/4128d2e3-4c8a-486e-811f-b84c22eb42df HTTP/1.1" status: 404 len: 347 time: 0.0263619 Apr 20 13:29:46.320770 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44428) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:46.335628 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-bc145691-2088-44c6-82f6-fe7a143d23c2 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Request body: {'security_group': {'name': 'tempest-secgroup--1216725107'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:46.421948 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7368c4-0e43-4f17-a686-6e85c7d0b210 admin admin] Network 27d17f00-84b7-400c-970d-be61917bd03a is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:29:46.424405 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-0a7368c4-0e43-4f17-a686-6e85c7d0b210 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:29:46.439514 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bc145691-2088-44c6-82f6-fe7a143d23c2 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:46.705771 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bc145691-2088-44c6-82f6-fe7a143d23c2 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:46.732200 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6275a6b9-42b0-4cf2-ae05-17e58eef252f req-010fa02d-44f7-4b72-98be-99b749ecd734 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2e6f31ba-04f8-4937-af82-e43e10b5dbf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1284754 Apr 20 13:29:46.734074 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7368c4-0e43-4f17-a686-6e85c7d0b210 admin admin] Router f003fc6b-4b98-49bd-abe4-4b089809c76c has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:29:46.746346 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bc145691-2088-44c6-82f6-fe7a143d23c2 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:46.806686 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-91f0e5e2-6f73-460a-96c1-87ce0399050d None None] Provisioning complete for port cbfa4987-ad73-4f14-a879-45bf44e2bea2 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:46.807241 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-91f0e5e2-6f73-460a-96c1-87ce0399050d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:46.852676 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bc145691-2088-44c6-82f6-fe7a143d23c2 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:46.854499 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-bc145691-2088-44c6-82f6-fe7a143d23c2 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5327547 Apr 20 13:29:46.861713 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44434) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:46.872324 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-61454873-0a68-4008-ac8f-79fbeb938c44 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Request body: {'security_group_rule': {'security_group_id': 'b43d1799-edd6-4f9f-81e1-5216b608e7ac', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:46.920928 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 5572c62e-2702-45ec-937d-e05b40d0c751 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:29:46.923834 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-91f0e5e2-6f73-460a-96c1-87ce0399050d None None] Port cbfa4987-ad73-4f14-a879-45bf44e2bea2 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:29:46.999181 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-61454873-0a68-4008-ac8f-79fbeb938c44 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:47.016177 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 5572c62e-2702-45ec-937d-e05b40d0c751 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:47.016177 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:47.133728 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-61454873-0a68-4008-ac8f-79fbeb938c44 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:47.153994 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:47.205874 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-61454873-0a68-4008-ac8f-79fbeb938c44 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:47.237168 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 5572c62e-2702-45ec-937d-e05b40d0c751, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=5572c62e-2702-45ec-937d-e05b40d0c751,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:29:47.245147 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61454873-0a68-4008-ac8f-79fbeb938c44 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad63a2ec-ba5c-4576-97fd-f01ff9a7e986,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:47.337996 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:47.340100 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-61454873-0a68-4008-ac8f-79fbeb938c44 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:47.350424 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-61454873-0a68-4008-ac8f-79fbeb938c44 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4771285 Apr 20 13:29:47.350893 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44452) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:47.426114 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3aa25ea0-0b28-4112-a584-9ef8f83d76ed tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:47.451216 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=5572c62e-2702-45ec-937d-e05b40d0c751,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:47.452671 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc145691-2088-44c6-82f6-fe7a143d23c2 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b43d1799-edd6-4f9f-81e1-5216b608e7ac,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:47.465071 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3aa25ea0-0b28-4112-a584-9ef8f83d76ed tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:47.527100 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6275a6b9-42b0-4cf2-ae05-17e58eef252f req-d0364567-9e54-48e7-8c87-40a3fc03c77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:47.528641 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6275a6b9-42b0-4cf2-ae05-17e58eef252f req-d0364567-9e54-48e7-8c87-40a3fc03c77a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1769fcf5b9754a27a1574952891cab93&device_id=2e6f31ba-04f8-4937-af82-e43e10b5dbf5 HTTP/1.1" status: 200 len: 1096 time: 0.7042274 Apr 20 13:29:47.543124 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7368c4-0e43-4f17-a686-6e85c7d0b210 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:29:47.556790 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0a7368c4-0e43-4f17-a686-6e85c7d0b210 admin admin] 10.222.0.25 "PUT /v2.0/routers/f003fc6b-4b98-49bd-abe4-4b089809c76c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4571056 Apr 20 13:29:47.625946 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b08d75-a9ba-46c1-8a58-11a1fe5abc9d req-48d59b09-6c96-4e55-b70b-9f1cfa3b3558 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:47.630528 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-56b08d75-a9ba-46c1-8a58-11a1fe5abc9d req-48d59b09-6c96-4e55-b70b-9f1cfa3b3558 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=852bc102-d268-4937-931c-f650538c313f HTTP/1.1" status: 200 len: 945 time: 0.4431479 Apr 20 13:29:47.672312 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3aa25ea0-0b28-4112-a584-9ef8f83d76ed tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:47.678650 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3aa25ea0-0b28-4112-a584-9ef8f83d76ed tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:47.679843 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-3aa25ea0-0b28-4112-a584-9ef8f83d76ed tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/ad63a2ec-ba5c-4576-97fd-f01ff9a7e986 HTTP/1.1" status: 204 len: 168 time: 0.3279426 Apr 20 13:29:47.682980 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44456) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:47.721500 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa25ea0-0b28-4112-a584-9ef8f83d76ed tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad63a2ec-ba5c-4576-97fd-f01ff9a7e986,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:47.735785 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-56b08d75-a9ba-46c1-8a58-11a1fe5abc9d req-f7a6f6f3-776c-4e8a-9ddc-0c7e91858cc4 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976217 Apr 20 13:29:47.757048 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6275a6b9-42b0-4cf2-ae05-17e58eef252f req-0ef5aea6-808f-4770-a866-438ca9dbd892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:47.759435 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6275a6b9-42b0-4cf2-ae05-17e58eef252f req-0ef5aea6-808f-4770-a866-438ca9dbd892 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bffadad1-e693-483b-8eeb-21265f06be5a HTTP/1.1" status: 200 len: 906 time: 0.2009566 Apr 20 13:29:47.784760 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-bc03b61e-0192-4322-ae49-6a641e69050c tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0944982 Apr 20 13:29:47.786010 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44458) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:47.828010 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6275a6b9-42b0-4cf2-ae05-17e58eef252f req-528d0e29-7eed-41ee-9e2f-8cc19d6067c6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8964fd46-ee04-4949-bc3b-01aa6c0daa3f HTTP/1.1" status: 200 len: 217 time: 0.0598938 Apr 20 13:29:47.866421 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b3d72b83-1263-4cbf-aa48-870cc095eb3b tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:47.885472 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6275a6b9-42b0-4cf2-ae05-17e58eef252f req-f82ebc79-2404-4f0e-a36e-f369fcbc6d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:47.886954 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6275a6b9-42b0-4cf2-ae05-17e58eef252f req-f82ebc79-2404-4f0e-a36e-f369fcbc6d56 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c9f0b80-55d8-4485-9b41-54f7ac34cd10 HTTP/1.1" status: 200 len: 845 time: 0.0525723 Apr 20 13:29:47.893523 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b3d72b83-1263-4cbf-aa48-870cc095eb3b tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:47.926974 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6275a6b9-42b0-4cf2-ae05-17e58eef252f req-c5872bf7-00d6-4185-86c6-0688eb89e5b5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bffadad1-e693-483b-8eeb-21265f06be5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335534 Apr 20 13:29:48.044691 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b3d72b83-1263-4cbf-aa48-870cc095eb3b tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:48.050165 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b3d72b83-1263-4cbf-aa48-870cc095eb3b tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:48.050457 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6275a6b9-42b0-4cf2-ae05-17e58eef252f req-eeef28ab-640c-4c42-ba81-dfe3d831cd0f service neutron] 10.222.0.32 "GET /v2.0/networks/bffadad1-e693-483b-8eeb-21265f06be5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141040 Apr 20 13:29:48.051377 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b3d72b83-1263-4cbf-aa48-870cc095eb3b tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "DELETE /v2.0/security-groups/b43d1799-edd6-4f9f-81e1-5216b608e7ac HTTP/1.1" status: 204 len: 168 time: 0.2640722 Apr 20 13:29:48.054472 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44466) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:48.075506 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d72b83-1263-4cbf-aa48-870cc095eb3b tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43d1799-edd6-4f9f-81e1-5216b608e7ac,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:48.189769 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3ff8ed0a-2b92-41d2-ae69-0f591a0c3164 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1338356 Apr 20 13:29:48.190256 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44468) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:48.205123 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-d665af60-4ef2-4850-90f0-493217b01ffe tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Request body: {'security_group': {'name': 'tempest-secgroup--453711328'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:48.235157 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6275a6b9-42b0-4cf2-ae05-17e58eef252f req-46d36540-089a-4a1a-9a1a-694b560bbbe4 service neutron] 10.222.0.32 "GET /v2.0/networks/bffadad1-e693-483b-8eeb-21265f06be5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725576 Apr 20 13:29:48.291912 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d665af60-4ef2-4850-90f0-493217b01ffe tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:48.402688 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d665af60-4ef2-4850-90f0-493217b01ffe tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:48.474473 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d665af60-4ef2-4850-90f0-493217b01ffe tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:48.575155 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d665af60-4ef2-4850-90f0-493217b01ffe tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:48.579585 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d665af60-4ef2-4850-90f0-493217b01ffe tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3831909 Apr 20 13:29:48.579585 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d665af60-4ef2-4850-90f0-493217b01ffe tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5d749d-9e48-4580-8aba-a292461d79ec,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:48.581850 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44472) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:48.595169 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-c8a76c00-be17-4241-8cad-9eb74b1d2252 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Request body: {'security_group_rule': {'security_group_id': '7e5d749d-9e48-4580-8aba-a292461d79ec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:48.676066 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44474) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:48.680883 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-aa8bfc0c-6c91-494e-91ac-ce3d7e9cbc27 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1569581', 'description': 'tempest-description--255532578'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:48.736971 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c8a76c00-be17-4241-8cad-9eb74b1d2252 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:48.794509 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb20d72-3635-4ccc-8955-e09471055bd1 None None] Sync routers for ids ['f003fc6b-4b98-49bd-abe4-4b089809c76c'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:29:48.805762 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb20d72-3635-4ccc-8955-e09471055bd1 None None] Routers {'f003fc6b-4b98-49bd-abe4-4b089809c76c'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:29:48.806624 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-6bb20d72-3635-4ccc-8955-e09471055bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:29:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f003fc6b-4b98-49bd-abe4-4b089809c76c'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:29:48.827262 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c8a76c00-be17-4241-8cad-9eb74b1d2252 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:48.828523 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 5572c62e-2702-45ec-937d-e05b40d0c751 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:29:48.831472 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aa8bfc0c-6c91-494e-91ac-ce3d7e9cbc27 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:48.886966 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 5572c62e-2702-45ec-937d-e05b40d0c751 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:48.887625 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:48.925731 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c8a76c00-be17-4241-8cad-9eb74b1d2252 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:48.964952 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a76c00-be17-4241-8cad-9eb74b1d2252 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4380b857-3438-4994-b367-5ad047cb5386,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:48.965700 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-6bb20d72-3635-4ccc-8955-e09471055bd1 None None] Set router f003fc6b-4b98-49bd-abe4-4b089809c76c gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:29:48.997552 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa8a9f-6a2b-420c-834f-256ccb22c8a6 req-e9a7afab-c992-410b-b210-aed0436aaf3c tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:49.005877 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-05aa8a9f-6a2b-420c-834f-256ccb22c8a6 req-e9a7afab-c992-410b-b210-aed0436aaf3c tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=852bc102-d268-4937-931c-f650538c313f HTTP/1.1" status: 200 len: 945 time: 0.1252820 Apr 20 13:29:49.032826 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c8a76c00-be17-4241-8cad-9eb74b1d2252 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:49.036852 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c8a76c00-be17-4241-8cad-9eb74b1d2252 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4529729 Apr 20 13:29:49.037556 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44478) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:49.043199 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-cf629d3e-6a71-41c0-9cfd-6918e27baa4b tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Request body: {'security_group_rule': {'security_group_id': '7e5d749d-9e48-4580-8aba-a292461d79ec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:49.046976 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aa8bfc0c-6c91-494e-91ac-ce3d7e9cbc27 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:49.079739 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-05aa8a9f-6a2b-420c-834f-256ccb22c8a6 req-5b7cacee-bd9c-434a-8625-9acf940f91e6 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719125 Apr 20 13:29:49.120404 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aa8bfc0c-6c91-494e-91ac-ce3d7e9cbc27 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:49.143914 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cf629d3e-6a71-41c0-9cfd-6918e27baa4b tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:49.152930 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8bfc0c-6c91-494e-91ac-ce3d7e9cbc27 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:49.197058 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aa8bfc0c-6c91-494e-91ac-ce3d7e9cbc27 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:49.198360 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-aa8bfc0c-6c91-494e-91ac-ce3d7e9cbc27 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5212486 Apr 20 13:29:49.201147 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44482) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:49.206705 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-4d993ac5-dc78-4f57-a6b1-a4638c7656b9 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Request body: {'security_group_rule': {'security_group_id': '23538edf-81e7-4730-bd2b-8dbe5c6fc7d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:49.230489 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cf629d3e-6a71-41c0-9cfd-6918e27baa4b tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:49.234261 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-6bb20d72-3635-4ccc-8955-e09471055bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'name': 'tempest-AttachVolumeTestJSON-46680124-router', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '5572c62e-2702-45ec-937d-e05b40d0c751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:29:40Z', 'updated_at': '2022-04-20T13:29:45Z', 'revision_number': 4, 'project_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'gw_port': {'id': '5572c62e-2702-45ec-937d-e05b40d0c751', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:41Z', 'updated_at': '2022-04-20T13:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'cbfa4987-ad73-4f14-a879-45bf44e2bea2', 'name': '', 'network_id': '27d17f00-84b7-400c-970d-be61917bd03a', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'mac_address': 'fa:16:3e:47:cc:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '562e00d1-6211-4fe8-a521-472a5db1803b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:44Z', 'updated_at': '2022-04-20T13:29:45Z', 'revision_number': 2, 'project_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'subnets': [{'id': '562e00d1-6211-4fe8-a521-472a5db1803b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:29:49.262670 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb20d72-3635-4ccc-8955-e09471055bd1 None None] Checking router: f003fc6b-4b98-49bd-abe4-4b089809c76c for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:29:49.263025 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb20d72-3635-4ccc-8955-e09471055bd1 None None] Updating router f003fc6b-4b98-49bd-abe4-4b089809c76c port cbfa4987-ad73-4f14-a879-45bf44e2bea2 binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:29:49.293030 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-6bb20d72-3635-4ccc-8955-e09471055bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:49.308692 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cf629d3e-6a71-41c0-9cfd-6918e27baa4b tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:49.316879 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4d993ac5-dc78-4f57-a6b1-a4638c7656b9 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:49.327553 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf629d3e-6a71-41c0-9cfd-6918e27baa4b tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d414bda-8897-43da-8db5-3e90c243f33d,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:49.386045 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4d993ac5-dc78-4f57-a6b1-a4638c7656b9 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:49.433028 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cf629d3e-6a71-41c0-9cfd-6918e27baa4b tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:49.437267 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44488) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:49.438004 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-cf629d3e-6a71-41c0-9cfd-6918e27baa4b tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3998075 Apr 20 13:29:49.448448 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-b8a0f097-69ff-4160-94ea-849504b2c482 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Request body: {'security_group_rule': {'security_group_id': '7e5d749d-9e48-4580-8aba-a292461d79ec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:49.504059 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4d993ac5-dc78-4f57-a6b1-a4638c7656b9 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:49.537921 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d993ac5-dc78-4f57-a6b1-a4638c7656b9 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cde59574-2f1e-4eed-ac89-fe1395a0fec3,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:49.547685 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b8a0f097-69ff-4160-94ea-849504b2c482 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:49.599262 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b8a0f097-69ff-4160-94ea-849504b2c482 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:49.602014 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4d993ac5-dc78-4f57-a6b1-a4638c7656b9 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:49.603217 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4d993ac5-dc78-4f57-a6b1-a4638c7656b9 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4007459 Apr 20 13:29:49.606212 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44490) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:49.610804 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-83cb7f6a-3c35-4a01-ba72-f47a57a70ae0 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Request body: {'security_group_rule': {'security_group_id': '23538edf-81e7-4730-bd2b-8dbe5c6fc7d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:49.622050 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-6bb20d72-3635-4ccc-8955-e09471055bd1 None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:49.709119 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b8a0f097-69ff-4160-94ea-849504b2c482 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:49.729909 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0f097-69ff-4160-94ea-849504b2c482 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe89298-6674-4fcb-8b2c-c70a30d1d7a0,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:49.767392 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-6bb20d72-3635-4ccc-8955-e09471055bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:49.774894 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-83cb7f6a-3c35-4a01-ba72-f47a57a70ae0 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:49.799962 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b8a0f097-69ff-4160-94ea-849504b2c482 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:49.805486 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44492) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:49.806759 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b8a0f097-69ff-4160-94ea-849504b2c482 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3682773 Apr 20 13:29:49.812393 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-87e208ba-4b6e-43d2-baee-20e3f2996100 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Request body: {'security_group_rule': {'security_group_id': '7e5d749d-9e48-4580-8aba-a292461d79ec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:49.824679 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea7161-da7e-4448-9616-b4b2e4a40084 None None] Pushing event updated for resources: {'Port': ['ID=cbfa4987-ad73-4f14-a879-45bf44e2bea2,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:49.874216 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-83cb7f6a-3c35-4a01-ba72-f47a57a70ae0 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:49.896066 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-6bb20d72-3635-4ccc-8955-e09471055bd1 None None] Attempting to bind port cbfa4987-ad73-4f14-a879-45bf44e2bea2 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:29:49.896510 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-6bb20d72-3635-4ccc-8955-e09471055bd1 None None] Attempting to bind port cbfa4987-ad73-4f14-a879-45bf44e2bea2 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '903cc42f-59d1-4917-9ec3-cbc3284a45bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '27d17f00-84b7-400c-970d-be61917bd03a'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:29:49.897225 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb20d72-3635-4ccc-8955-e09471055bd1 None None] Attempting to bind port cbfa4987-ad73-4f14-a879-45bf44e2bea2 on network 27d17f00-84b7-400c-970d-be61917bd03a {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:29:49.903116 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb20d72-3635-4ccc-8955-e09471055bd1 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:29:49.903531 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb20d72-3635-4ccc-8955-e09471055bd1 None None] Checking segment: {'id': '903cc42f-59d1-4917-9ec3-cbc3284a45bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '27d17f00-84b7-400c-970d-be61917bd03a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:29:49.903938 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-6bb20d72-3635-4ccc-8955-e09471055bd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:49.904337 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb20d72-3635-4ccc-8955-e09471055bd1 None None] Bound using segment: {'id': '903cc42f-59d1-4917-9ec3-cbc3284a45bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '27d17f00-84b7-400c-970d-be61917bd03a'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:29:49.904801 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-6bb20d72-3635-4ccc-8955-e09471055bd1 None None] Bound port: cbfa4987-ad73-4f14-a879-45bf44e2bea2, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903cc42f-59d1-4917-9ec3-cbc3284a45bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '27d17f00-84b7-400c-970d-be61917bd03a'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:29:49.905184 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-6bb20d72-3635-4ccc-8955-e09471055bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:49.968665 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-83cb7f6a-3c35-4a01-ba72-f47a57a70ae0 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:49.978227 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-87e208ba-4b6e-43d2-baee-20e3f2996100 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:49.986067 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-6bb20d72-3635-4ccc-8955-e09471055bd1 None None] For port cbfa4987-ad73-4f14-a879-45bf44e2bea2, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:29:49.990226 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-6bb20d72-3635-4ccc-8955-e09471055bd1 None None] For port cbfa4987-ad73-4f14-a879-45bf44e2bea2, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=cbfa4987-ad73-4f14-a879-45bf44e2bea2,segment=NetworkSegment(903cc42f-59d1-4917-9ec3-cbc3284a45bb),segment_id=903cc42f-59d1-4917-9ec3-cbc3284a45bb)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:29:50.006225 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb7f6a-3c35-4a01-ba72-f47a57a70ae0 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceb280db-0608-4f0b-8112-dc1034523ef4,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:50.041566 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-6bb20d72-3635-4ccc-8955-e09471055bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:50.076038 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-87e208ba-4b6e-43d2-baee-20e3f2996100 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:50.083778 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-83cb7f6a-3c35-4a01-ba72-f47a57a70ae0 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:50.085244 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-83cb7f6a-3c35-4a01-ba72-f47a57a70ae0 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4780345 Apr 20 13:29:50.088328 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44496) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:50.093524 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-7f787acc-609e-4948-86fb-84b304eb7200 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:50.143215 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-87e208ba-4b6e-43d2-baee-20e3f2996100 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:50.148165 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb20d72-3635-4ccc-8955-e09471055bd1 None None] Routers {'f003fc6b-4b98-49bd-abe4-4b089809c76c'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:29:50.153104 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-6bb20d72-3635-4ccc-8955-e09471055bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:29:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f003fc6b-4b98-49bd-abe4-4b089809c76c'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:29:50.192755 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e208ba-4b6e-43d2-baee-20e3f2996100 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efe0aea7-f558-439b-84f0-7e5f621a7e21,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:50.198825 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-720ab545-780b-4afa-852b-2d3892682058 None None] Provisioning complete for port cbfa4987-ad73-4f14-a879-45bf44e2bea2 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:50.204641 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-720ab545-780b-4afa-852b-2d3892682058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:50.212106 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f787acc-609e-4948-86fb-84b304eb7200 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks [] for floatingip, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:50.297519 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea7161-da7e-4448-9616-b4b2e4a40084 None None] Pushing event updated for resources: {'Port': ['ID=cbfa4987-ad73-4f14-a879-45bf44e2bea2,revision_number=4']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:50.300858 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-87e208ba-4b6e-43d2-baee-20e3f2996100 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:50.302690 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-87e208ba-4b6e-43d2-baee-20e3f2996100 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4958310 Apr 20 13:29:50.305740 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44502) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:50.310990 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-0d70d4ba-fa93-4ed8-a0d4-e282f3823848 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Request body: {'security_group_rule': {'security_group_id': '7e5d749d-9e48-4580-8aba-a292461d79ec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:50.384359 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-720ab545-780b-4afa-852b-2d3892682058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:50.421820 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f787acc-609e-4948-86fb-84b304eb7200 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:50.441870 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0d70d4ba-fa93-4ed8-a0d4-e282f3823848 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:50.444292 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-720ab545-780b-4afa-852b-2d3892682058 None None] For port cbfa4987-ad73-4f14-a879-45bf44e2bea2, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=cbfa4987-ad73-4f14-a879-45bf44e2bea2,segment=NetworkSegment(903cc42f-59d1-4917-9ec3-cbc3284a45bb),segment_id=903cc42f-59d1-4917-9ec3-cbc3284a45bb)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:29:50.514050 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-720ab545-780b-4afa-852b-2d3892682058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:50.530028 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-6bb20d72-3635-4ccc-8955-e09471055bd1 None None] Set router f003fc6b-4b98-49bd-abe4-4b089809c76c gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:29:50.576722 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0d70d4ba-fa93-4ed8-a0d4-e282f3823848 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:50.595882 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ab545-780b-4afa-852b-2d3892682058 None None] Pushing event updated for resources: {'Port': ['ID=cbfa4987-ad73-4f14-a879-45bf44e2bea2,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:50.622104 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcc29f-2627-4f20-b10f-fbc193a123bf req-a05148c7-91cb-417b-be0f-3dc087b7039e tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:50.630510 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f8fcc29f-2627-4f20-b10f-fbc193a123bf req-a05148c7-91cb-417b-be0f-3dc087b7039e tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=852bc102-d268-4937-931c-f650538c313f HTTP/1.1" status: 200 len: 945 time: 0.3753779 Apr 20 13:29:50.646026 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0d70d4ba-fa93-4ed8-a0d4-e282f3823848 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:50.658366 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d70d4ba-fa93-4ed8-a0d4-e282f3823848 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d0838ad-4de5-48f1-b769-a7d54acba619,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:50.680377 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-80829e0f-53b9-4c72-b639-4c005b28ca52 None None] Provisioning complete for port cbfa4987-ad73-4f14-a879-45bf44e2bea2 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:50.681364 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-80829e0f-53b9-4c72-b639-4c005b28ca52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:50.683677 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-7f787acc-609e-4948-86fb-84b304eb7200 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Allocated IP 172.25.8.222 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/bb144074-b45b-4424-99f4-0c0c7717d9f7) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:29:50.700293 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f8fcc29f-2627-4f20-b10f-fbc193a123bf req-cb16e772-4e5f-4496-9e1d-abb529d08cfc tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684733 Apr 20 13:29:50.723943 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0d70d4ba-fa93-4ed8-a0d4-e282f3823848 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:50.727106 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0d70d4ba-fa93-4ed8-a0d4-e282f3823848 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4194899 Apr 20 13:29:50.729274 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44506) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:50.817431 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4654a475-5cbd-4772-8deb-ae6f716d1c1d tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:50.840763 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4654a475-5cbd-4772-8deb-ae6f716d1c1d tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:50.888097 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f787acc-609e-4948-86fb-84b304eb7200 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:50.946824 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-6bb20d72-3635-4ccc-8955-e09471055bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'name': 'tempest-AttachVolumeTestJSON-46680124-router', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '5572c62e-2702-45ec-937d-e05b40d0c751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:29:40Z', 'updated_at': '2022-04-20T13:29:45Z', 'revision_number': 4, 'project_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'gw_port': {'id': '5572c62e-2702-45ec-937d-e05b40d0c751', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:41Z', 'updated_at': '2022-04-20T13:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'cbfa4987-ad73-4f14-a879-45bf44e2bea2', 'name': '', 'network_id': '27d17f00-84b7-400c-970d-be61917bd03a', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'mac_address': 'fa:16:3e:47:cc:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '562e00d1-6211-4fe8-a521-472a5db1803b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:44Z', 'updated_at': '2022-04-20T13:29:49Z', 'revision_number': 4, 'project_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'subnets': [{'id': '562e00d1-6211-4fe8-a521-472a5db1803b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:29:50.948638 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4654a475-5cbd-4772-8deb-ae6f716d1c1d tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:50.955227 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4654a475-5cbd-4772-8deb-ae6f716d1c1d tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:50.956428 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4654a475-5cbd-4772-8deb-ae6f716d1c1d tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/0d0838ad-4de5-48f1-b769-a7d54acba619 HTTP/1.1" status: 204 len: 168 time: 0.2260294 Apr 20 13:29:50.959284 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44510) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:50.963127 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654a475-5cbd-4772-8deb-ae6f716d1c1d tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d0838ad-4de5-48f1-b769-a7d54acba619,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:50.989065 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f787acc-609e-4948-86fb-84b304eb7200 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:51.001403 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb20d72-3635-4ccc-8955-e09471055bd1 None None] The sync data for ids ['f003fc6b-4b98-49bd-abe4-4b089809c76c'] in n-d-836015-7 is: [{'id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'name': 'tempest-AttachVolumeTestJSON-46680124-router', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '5572c62e-2702-45ec-937d-e05b40d0c751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:29:40Z', 'updated_at': '2022-04-20T13:29:45Z', 'revision_number': 4, 'project_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'gw_port': {'id': '5572c62e-2702-45ec-937d-e05b40d0c751', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:41Z', 'updated_at': '2022-04-20T13:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'cbfa4987-ad73-4f14-a879-45bf44e2bea2', 'name': '', 'network_id': '27d17f00-84b7-400c-970d-be61917bd03a', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'mac_address': 'fa:16:3e:47:cc:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '562e00d1-6211-4fe8-a521-472a5db1803b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:44Z', 'updated_at': '2022-04-20T13:29:49Z', 'revision_number': 4, 'project_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'subnets': [{'id': '562e00d1-6211-4fe8-a521-472a5db1803b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:29:51.044235 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f787acc-609e-4948-86fb-84b304eb7200 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:29:51.057543 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-7f787acc-609e-4948-86fb-84b304eb7200 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:29:51.059940 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f787acc-609e-4948-86fb-84b304eb7200 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:29:51.091224 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-509d4111-0b39-4082-bce6-60db150e555f tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1307139 Apr 20 13:29:51.094182 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44512) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:51.109323 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f787acc-609e-4948-86fb-84b304eb7200 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Pushing event updated for resources: {'Port': ['ID=bb144074-b45b-4424-99f4-0c0c7717d9f7,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:51.120363 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-236988c8-f2d2-475f-bd2a-181ae6649bf7 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:51.131314 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-236988c8-f2d2-475f-bd2a-181ae6649bf7 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:51.194458 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f787acc-609e-4948-86fb-84b304eb7200 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:51.229086 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-236988c8-f2d2-475f-bd2a-181ae6649bf7 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:51.236326 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-236988c8-f2d2-475f-bd2a-181ae6649bf7 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:51.237956 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-236988c8-f2d2-475f-bd2a-181ae6649bf7 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/efe0aea7-f558-439b-84f0-7e5f621a7e21 HTTP/1.1" status: 204 len: 168 time: 0.1427629 Apr 20 13:29:51.242478 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44516) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:51.261506 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236988c8-f2d2-475f-bd2a-181ae6649bf7 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=efe0aea7-f558-439b-84f0-7e5f621a7e21,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:51.283415 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f787acc-609e-4948-86fb-84b304eb7200 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:51.324010 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2ffffc85-3a43-4e09-92a4-8f4f1dae3dc8 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0776870 Apr 20 13:29:51.326931 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44518) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:51.373523 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4bc5b43d-7d6b-46f5-ad9c-458dfab56a14 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:51.430589 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4bc5b43d-7d6b-46f5-ad9c-458dfab56a14 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:51.585903 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f787acc-609e-4948-86fb-84b304eb7200 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:51.613515 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4bc5b43d-7d6b-46f5-ad9c-458dfab56a14 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:51.618996 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4bc5b43d-7d6b-46f5-ad9c-458dfab56a14 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:51.622517 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4bc5b43d-7d6b-46f5-ad9c-458dfab56a14 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/4fe89298-6674-4fcb-8b2c-c70a30d1d7a0 HTTP/1.1" status: 204 len: 168 time: 0.2917557 Apr 20 13:29:51.624165 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44520) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:51.628502 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc5b43d-7d6b-46f5-ad9c-458dfab56a14 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4fe89298-6674-4fcb-8b2c-c70a30d1d7a0,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:51.648818 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f787acc-609e-4948-86fb-84b304eb7200 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:51.747383 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f787acc-609e-4948-86fb-84b304eb7200 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Pushing event updated for resources: {'Port': ['ID=bb144074-b45b-4424-99f4-0c0c7717d9f7,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:51.763154 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-355fc3df-14c9-4c34-ac34-dac152434347 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1339667 Apr 20 13:29:51.763559 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44524) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:51.797729 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7b48e1d1-dca5-4507-9566-6d3786b82778 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:51.808096 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7b48e1d1-dca5-4507-9566-6d3786b82778 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:51.815257 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f787acc-609e-4948-86fb-84b304eb7200 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:51.846736 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59083eb5-280f-4862-9c8e-a95d34c39b01 req-271a35b7-2ae4-4f20-91bc-97d4f238d05c tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:51.848463 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-59083eb5-280f-4862-9c8e-a95d34c39b01 req-271a35b7-2ae4-4f20-91bc-97d4f238d05c tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=852bc102-d268-4937-931c-f650538c313f HTTP/1.1" status: 200 len: 945 time: 0.0757394 Apr 20 13:29:51.892029 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-59083eb5-280f-4862-9c8e-a95d34c39b01 req-431ba001-074b-42d6-9772-8f13f5a680eb tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367556 Apr 20 13:29:51.933555 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f787acc-609e-4948-86fb-84b304eb7200 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:51.934852 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7f787acc-609e-4948-86fb-84b304eb7200 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8454733 Apr 20 13:29:51.942754 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7b48e1d1-dca5-4507-9566-6d3786b82778 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:51.960124 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7b48e1d1-dca5-4507-9566-6d3786b82778 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:51.960433 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44530) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:51.960525 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7b48e1d1-dca5-4507-9566-6d3786b82778 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/9d414bda-8897-43da-8db5-3e90c243f33d HTTP/1.1" status: 204 len: 168 time: 0.1917429 Apr 20 13:29:51.978126 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48e1d1-dca5-4507-9566-6d3786b82778 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d414bda-8897-43da-8db5-3e90c243f33d,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:52.036913 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44540) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:52.044850 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1655437b-c165-4e8a-b743-337d3cbdf007 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0880842 Apr 20 13:29:52.072107 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3519df5c-e81b-4c95-8bb4-431a6a5e3c68 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:52.082919 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3519df5c-e81b-4c95-8bb4-431a6a5e3c68 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:52.132518 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-8943b70c-bb5e-47db-9fac-1d7ed5aac0ae tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1569581&fields=id&tenant_id=d2e9573cd38a42bf9eb285f5cfe9d1c8 HTTP/1.1" status: 200 len: 267 time: 0.0651615 Apr 20 13:29:52.211188 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3519df5c-e81b-4c95-8bb4-431a6a5e3c68 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:52.218544 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3519df5c-e81b-4c95-8bb4-431a6a5e3c68 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:52.222556 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3519df5c-e81b-4c95-8bb4-431a6a5e3c68 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/4380b857-3438-4994-b367-5ad047cb5386 HTTP/1.1" status: 204 len: 168 time: 0.1812232 Apr 20 13:29:52.222933 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44556) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:52.248081 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3519df5c-e81b-4c95-8bb4-431a6a5e3c68 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4380b857-3438-4994-b367-5ad047cb5386,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:52.288155 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-69ccd651-aa30-4243-82b2-654ba70c8334 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0624485 Apr 20 13:29:52.290731 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44558) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:52.341002 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-005eaf15-7dae-44c1-9063-774f91d5ace2 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:52.342970 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-005eaf15-7dae-44c1-9063-774f91d5ace2 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/networks?id=27d17f00-84b7-400c-970d-be61917bd03a HTTP/1.1" status: 200 len: 809 time: 0.2090292 Apr 20 13:29:52.359857 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-821e4127-9132-40f3-927e-da90d0d19a52 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:52.375762 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-606f5d0f-4694-4ef4-bc50-fa001c0b692e tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:52.377753 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-606f5d0f-4694-4ef4-bc50-fa001c0b692e tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/networks?id=65367ce2-1720-4244-8094-8cc9e514a431 HTTP/1.1" status: 200 len: 813 time: 0.1773429 Apr 20 13:29:52.378922 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-cabfebf6-941d-4375-9671-468968524ab9 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/quotas/d2e9573cd38a42bf9eb285f5cfe9d1c8 HTTP/1.1" status: 200 len: 375 time: 0.0236814 Apr 20 13:29:52.397452 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-821e4127-9132-40f3-927e-da90d0d19a52 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:52.408560 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-bfd7ba90-4f83-4fae-99b5-7f4551fc23c2 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/quotas/3d4db8ff1fbc4f829f0f97ec5df074ad HTTP/1.1" status: 200 len: 375 time: 0.0245228 Apr 20 13:29:52.470962 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-c3e4e062-ff68-4ec0-8b11-36d7bf2ab5ab tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d4db8ff1fbc4f829f0f97ec5df074ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430439 Apr 20 13:29:52.495909 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-7f492782-966d-44ef-91fd-b987db6d9673 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d2e9573cd38a42bf9eb285f5cfe9d1c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1099825 Apr 20 13:29:52.531224 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-821e4127-9132-40f3-927e-da90d0d19a52 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:52.533894 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-821e4127-9132-40f3-927e-da90d0d19a52 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:52.537847 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-821e4127-9132-40f3-927e-da90d0d19a52 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "DELETE /v2.0/security-groups/7e5d749d-9e48-4580-8aba-a292461d79ec HTTP/1.1" status: 204 len: 168 time: 0.2461364 Apr 20 13:29:52.538459 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44562) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:52.556112 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821e4127-9132-40f3-927e-da90d0d19a52 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5d749d-9e48-4580-8aba-a292461d79ec,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:52.600051 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3fc0c33b-9872-40f5-adfe-a7fe1cdda8ca tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0574961 Apr 20 13:29:52.604515 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44564) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:52.615840 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-d724ed4f-9aaa-4bc8-83a2-f196784b9f13 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Request body: {'security_group': {'name': 'tempest-secgroup--1203783953'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:52.668069 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-290bbed4-bf46-44c5-be0a-05bfd1e516fb service neutron] 10.222.0.25 "GET /v2.0/networks/65367ce2-1720-4244-8094-8cc9e514a431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806521 Apr 20 13:29:52.674215 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-dcb75211-1096-4beb-9238-07445a69db11 service neutron] 10.222.0.25 "GET /v2.0/networks/27d17f00-84b7-400c-970d-be61917bd03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595135 Apr 20 13:29:52.708858 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d724ed4f-9aaa-4bc8-83a2-f196784b9f13 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:52.826686 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d724ed4f-9aaa-4bc8-83a2-f196784b9f13 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:52.839614 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-6c691d90-ede6-40c0-9be7-6e689a8940e0 service neutron] 10.222.0.25 "GET /v2.0/networks/65367ce2-1720-4244-8094-8cc9e514a431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636319 Apr 20 13:29:52.842450 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-388bea58-b224-4041-9540-9e1784073290 service neutron] 10.222.0.25 "GET /v2.0/networks/27d17f00-84b7-400c-970d-be61917bd03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600988 Apr 20 13:29:52.878233 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device cbfa4987-ad73-4f14-a879-45bf44e2bea2 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:29:52.885460 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d724ed4f-9aaa-4bc8-83a2-f196784b9f13 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:52.937426 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port cbfa4987-ad73-4f14-a879-45bf44e2bea2 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:52.937954 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:52.940490 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724ed4f-9aaa-4bc8-83a2-f196784b9f13 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70c1bedd-c9e3-44d7-afc7-1c23dde3aa47,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:52.996526 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d724ed4f-9aaa-4bc8-83a2-f196784b9f13 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:52.997735 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d724ed4f-9aaa-4bc8-83a2-f196784b9f13 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3907571 Apr 20 13:29:53.000808 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44568) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:53.005615 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-75e32949-9bf9-4f6d-a54f-a955c852b3de tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Request body: {'security_group_rule': {'security_group_id': '70c1bedd-c9e3-44d7-afc7-1c23dde3aa47', 'direction': 'ingress', 'protocol': 17}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:53.091278 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-75e32949-9bf9-4f6d-a54f-a955c852b3de tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:53.180643 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-75e32949-9bf9-4f6d-a54f-a955c852b3de tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:53.268812 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-75e32949-9bf9-4f6d-a54f-a955c852b3de tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:53.284205 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d713d661-25ed-4bac-a7f2-abdb2e9fbdd0 req-44bc70e1-b2ed-4a5c-b68e-6216516ade74 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 210 time: 0.0709350 Apr 20 13:29:53.304340 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e32949-9bf9-4f6d-a54f-a955c852b3de tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a16020fb-a19d-4bf0-95cd-0f0391802fac,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:53.330785 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1b5c6b1b-8be1-4074-830e-e498a8731560 req-26ea46d3-cc35-4b1c-92b9-0e861a8fc26b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1824317 Apr 20 13:29:53.374677 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-75e32949-9bf9-4f6d-a54f-a955c852b3de tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:53.378319 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-75e32949-9bf9-4f6d-a54f-a955c852b3de tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3738208 Apr 20 13:29:53.379037 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44584) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:53.438139 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891de2b-b72f-42d4-a649-638ecb61765c req-58da381f-8e30-4973-bc62-3876e7c86747 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:53.439693 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9891de2b-b72f-42d4-a649-638ecb61765c req-58da381f-8e30-4973-bc62-3876e7c86747 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=852bc102-d268-4937-931c-f650538c313f HTTP/1.1" status: 200 len: 945 time: 0.1588120 Apr 20 13:29:53.456446 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9a030eac-1609-425e-9315-48fc119cade3 req-44b25f44-423d-4125-8cda-57bef8da8b9e tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/ports?device_id=be2d12a8-0032-4ad8-ac3e-010dc3c815d9 HTTP/1.1" status: 200 len: 210 time: 0.0905154 Apr 20 13:29:53.485187 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8b4986a0-3342-4df6-8127-2bbff43fd6d8 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:53.520596 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9891de2b-b72f-42d4-a649-638ecb61765c req-f5edbc7c-1889-4bf6-8d3d-28b6a7cdae1d tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627515 Apr 20 13:29:53.521294 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8b4986a0-3342-4df6-8127-2bbff43fd6d8 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:53.526438 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c6b1b-8be1-4074-830e-e498a8731560 req-3b00e14c-ffd0-448c-a819-c10562d6f061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:53.527924 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1b5c6b1b-8be1-4074-830e-e498a8731560 req-3b00e14c-ffd0-448c-a819-c10562d6f061 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7d7599e499ac4ab585978f26ba0a43a9&device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 1096 time: 0.1441858 Apr 20 13:29:53.659696 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c6b1b-8be1-4074-830e-e498a8731560 req-09c2b1b1-9044-4b3c-b3ff-37353274ca8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:53.661539 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1b5c6b1b-8be1-4074-830e-e498a8731560 req-09c2b1b1-9044-4b3c-b3ff-37353274ca8f service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee1e3f3a-436d-4baf-9474-8341d7977164 HTTP/1.1" status: 200 len: 898 time: 0.0990787 Apr 20 13:29:53.662767 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8b4986a0-3342-4df6-8127-2bbff43fd6d8 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:53.665826 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8b4986a0-3342-4df6-8127-2bbff43fd6d8 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:53.670562 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8b4986a0-3342-4df6-8127-2bbff43fd6d8 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "DELETE /v2.0/security-groups/70c1bedd-c9e3-44d7-afc7-1c23dde3aa47 HTTP/1.1" status: 204 len: 168 time: 0.2899306 Apr 20 13:29:53.671227 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44590) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:53.697467 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4986a0-3342-4df6-8127-2bbff43fd6d8 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c1bedd-c9e3-44d7-afc7-1c23dde3aa47,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:53.749418 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1b5c6b1b-8be1-4074-830e-e498a8731560 req-5fe8b874-ede1-4980-8a84-667ca9f80a7b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b50a92e0-e00c-4196-8c29-8ff4788ac2bb HTTP/1.1" status: 200 len: 1000 time: 0.0814307 Apr 20 13:29:53.771174 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2549efd3-38c6-496a-aaac-6ea606a18940 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0900090 Apr 20 13:29:53.771174 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44594) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:53.775391 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-47ed3aa0-c322-467c-8c7e-26acb70eeaf3 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Request body: {'security_group': {'name': 'tempest-secgroup--1984501529'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:53.810903 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c6b1b-8be1-4074-830e-e498a8731560 req-3551659e-7f09-48fb-bca4-0a35f242adf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:53.812414 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1b5c6b1b-8be1-4074-830e-e498a8731560 req-3551659e-7f09-48fb-bca4-0a35f242adf6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4781852a-f1d5-43ae-a14e-8279f99b230d HTTP/1.1" status: 200 len: 835 time: 0.0566640 Apr 20 13:29:53.860064 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c6b1b-8be1-4074-830e-e498a8731560 req-b985c2cf-dc5f-4274-87ea-0a37b4c3fe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:53.861641 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1b5c6b1b-8be1-4074-830e-e498a8731560 req-b985c2cf-dc5f-4274-87ea-0a37b4c3fe37 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee1e3f3a-436d-4baf-9474-8341d7977164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431893 Apr 20 13:29:53.868749 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-47ed3aa0-c322-467c-8c7e-26acb70eeaf3 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:53.954572 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-47ed3aa0-c322-467c-8c7e-26acb70eeaf3 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:53.973352 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1b5c6b1b-8be1-4074-830e-e498a8731560 req-c89f9fdd-beac-4c36-92b5-e47865b0fe5a service neutron] 10.222.0.15 "GET /v2.0/networks/ee1e3f3a-436d-4baf-9474-8341d7977164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049268 Apr 20 13:29:54.057007 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-47ed3aa0-c322-467c-8c7e-26acb70eeaf3 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:54.072987 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1b5c6b1b-8be1-4074-830e-e498a8731560 req-a07f6416-8e2c-4b51-a4be-660417532eea service neutron] 10.222.0.15 "GET /v2.0/networks/ee1e3f3a-436d-4baf-9474-8341d7977164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933328 Apr 20 13:29:54.087641 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed3aa0-c322-467c-8c7e-26acb70eeaf3 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75588c80-2fc6-4286-9ad0-156ddcf7db19,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:54.134434 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-47ed3aa0-c322-467c-8c7e-26acb70eeaf3 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:54.137820 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-47ed3aa0-c322-467c-8c7e-26acb70eeaf3 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3640602 Apr 20 13:29:54.138812 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44598) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:54.143812 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-1720348a-ab41-4484-9c0e-a540c41969ed tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Request body: {'security_group': {'name': 'tempest-secgroup--282288153'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:54.228817 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1720348a-ab41-4484-9c0e-a540c41969ed tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:54.307847 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1720348a-ab41-4484-9c0e-a540c41969ed tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:54.389887 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e4107b12-7245-4835-bd69-68eb69570696 req-a2050e51-5a18-4fbb-a772-d1e276c29113 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 210 time: 0.0281494 Apr 20 13:29:54.394402 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1720348a-ab41-4484-9c0e-a540c41969ed tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:54.429582 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1720348a-ab41-4484-9c0e-a540c41969ed tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ab9647-cee3-4ff7-9d70-89fda4e22b71,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:54.457239 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c99ad902-5e85-4351-a29d-6b082cf2ea61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:54.564327 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b22affd6-c4ed-4181-b80c-6358e971d1be req-bd6c7068-c49a-483c-8a0f-bc7ba5435e03 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/ports?device_id=be2d12a8-0032-4ad8-ac3e-010dc3c815d9 HTTP/1.1" status: 200 len: 210 time: 0.0329311 Apr 20 13:29:54.564327 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1720348a-ab41-4484-9c0e-a540c41969ed tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:54.566381 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1720348a-ab41-4484-9c0e-a540c41969ed tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4243636 Apr 20 13:29:54.567078 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44608) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:54.574341 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-d6e69836-a74a-4310-8d70-0f9a9691378c tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Request body: {'security_group_rule': {'security_group_id': '75588c80-2fc6-4286-9ad0-156ddcf7db19', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f8ab9647-cee3-4ff7-9d70-89fda4e22b71', 'remote_ip_prefix': None}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:54.648927 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23608f6-8718-4009-ac12-0b36613cb5f9 req-fe0e72f8-82a9-4678-8e94-45648acc7e33 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:54.650414 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a23608f6-8718-4009-ac12-0b36613cb5f9 req-fe0e72f8-82a9-4678-8e94-45648acc7e33 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=852bc102-d268-4937-931c-f650538c313f HTTP/1.1" status: 200 len: 945 time: 0.0490506 Apr 20 13:29:54.689410 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d6e69836-a74a-4310-8d70-0f9a9691378c tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:54.693231 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a23608f6-8718-4009-ac12-0b36613cb5f9 req-839d0c76-0ea4-4ac6-a92f-9567b8092459 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358694 Apr 20 13:29:54.797022 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d6e69836-a74a-4310-8d70-0f9a9691378c tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:54.868642 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d6e69836-a74a-4310-8d70-0f9a9691378c tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:54.886599 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e69836-a74a-4310-8d70-0f9a9691378c tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56b0b13f-9884-40e9-9824-11edd08e7ce8,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:54.956970 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d6e69836-a74a-4310-8d70-0f9a9691378c tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:54.958391 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d6e69836-a74a-4310-8d70-0f9a9691378c tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3883171 Apr 20 13:29:54.961184 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44610) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:54.986792 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-406e772f-8d73-4b24-9a36-8736b5171d41 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:54.992649 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-406e772f-8d73-4b24-9a36-8736b5171d41 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:55.108697 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-406e772f-8d73-4b24-9a36-8736b5171d41 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:55.114956 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-406e772f-8d73-4b24-9a36-8736b5171d41 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:55.116072 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-406e772f-8d73-4b24-9a36-8736b5171d41 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/56b0b13f-9884-40e9-9824-11edd08e7ce8 HTTP/1.1" status: 204 len: 168 time: 0.1539633 Apr 20 13:29:55.118829 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44612) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:55.136002 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e772f-8d73-4b24-9a36-8736b5171d41 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56b0b13f-9884-40e9-9824-11edd08e7ce8,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:55.168674 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c1db777e-383d-49a0-a75f-e6d8cc92b423 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0487449 Apr 20 13:29:55.171469 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44614) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:55.289667 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a1f6bc27-1084-4a03-8498-485d53e81f83 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:55.333440 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a1f6bc27-1084-4a03-8498-485d53e81f83 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:55.342040 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-0a1455c0-c11e-4ee3-885e-b4c62626800d tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:55.343553 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-0a1455c0-c11e-4ee3-885e-b4c62626800d tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.15 "GET /v2.0/networks?id=65367ce2-1720-4244-8094-8cc9e514a431 HTTP/1.1" status: 200 len: 813 time: 0.1632597 Apr 20 13:29:55.358047 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-7c6a6f98-3c49-4397-b897-1fefe207e704 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Request body: {'port': {'device_id': 'be2d12a8-0032-4ad8-ac3e-010dc3c815d9', 'network_id': '65367ce2-1720-4244-8094-8cc9e514a431', 'admin_state_up': True, 'tenant_id': '3d4db8ff1fbc4f829f0f97ec5df074ad'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:55.505037 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-46ebff0a-f550-4f82-988c-5887c619b59d req-8a5b1cbc-1070-4312-b9fb-df31927cba68 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 210 time: 0.0323215 Apr 20 13:29:55.514573 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a1f6bc27-1084-4a03-8498-485d53e81f83 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:55.517537 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a1f6bc27-1084-4a03-8498-485d53e81f83 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:55.521006 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a1f6bc27-1084-4a03-8498-485d53e81f83 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "DELETE /v2.0/security-groups/f8ab9647-cee3-4ff7-9d70-89fda4e22b71 HTTP/1.1" status: 204 len: 168 time: 0.3462262 Apr 20 13:29:55.521431 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44618) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:55.535817 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6bc27-1084-4a03-8498-485d53e81f83 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ab9647-cee3-4ff7-9d70-89fda4e22b71,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:55.588281 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-7c6a6f98-3c49-4397-b897-1fefe207e704 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Made reservation on behalf of 3d4db8ff1fbc4f829f0f97ec5df074ad for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:29:55.593039 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-7c6a6f98-3c49-4397-b897-1fefe207e704 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:55.631090 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-226d0dab-6c09-45a8-9d11-3acda1464267 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1077702 Apr 20 13:29:55.633117 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44624) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:55.702832 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6ee8a3c2-1077-436b-9d6e-85cdc4c88bfa tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:55.720250 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb6035ca-c71e-4ce8-89bf-bc7a8fc96422 req-62cb1c2c-6ff7-4bb2-ada3-ee36fb2d0a11 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/ports?device_id=be2d12a8-0032-4ad8-ac3e-010dc3c815d9 HTTP/1.1" status: 200 len: 210 time: 0.0445807 Apr 20 13:29:55.772669 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6ee8a3c2-1077-436b-9d6e-85cdc4c88bfa tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:55.870706 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-7c6a6f98-3c49-4397-b897-1fefe207e704 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Allocated IP 172.20.0.5 (65367ce2-1720-4244-8094-8cc9e514a431/67f361e4-3c6e-4b62-8754-cf164be40a21/efbe0410-a7c3-4af2-8a32-27582ec13fb1) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:29:55.897592 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6ee8a3c2-1077-436b-9d6e-85cdc4c88bfa tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:55.900310 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6ee8a3c2-1077-436b-9d6e-85cdc4c88bfa tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:55.903935 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6ee8a3c2-1077-436b-9d6e-85cdc4c88bfa tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "DELETE /v2.0/security-groups/75588c80-2fc6-4286-9ad0-156ddcf7db19 HTTP/1.1" status: 204 len: 168 time: 0.2674868 Apr 20 13:29:55.905157 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44628) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:55.923959 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdccf2b-bb21-44d2-bd16-d0fe1ce8d4ac req-71f4a5fe-c475-49b9-992a-fdc439dd4bf5 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:55.925493 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-afdccf2b-bb21-44d2-bd16-d0fe1ce8d4ac req-71f4a5fe-c475-49b9-992a-fdc439dd4bf5 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=852bc102-d268-4937-931c-f650538c313f HTTP/1.1" status: 200 len: 945 time: 0.1102591 Apr 20 13:29:55.931908 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-44fece2d-9179-4761-8e66-379284601597 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:55.933314 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-44fece2d-9179-4761-8e66-379284601597 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.15 "GET /v2.0/networks?id=27d17f00-84b7-400c-970d-be61917bd03a HTTP/1.1" status: 200 len: 809 time: 0.1819041 Apr 20 13:29:55.940452 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8a3c2-1077-436b-9d6e-85cdc4c88bfa tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75588c80-2fc6-4286-9ad0-156ddcf7db19,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:56.005702 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f12c5e94-2f78-4911-a1ff-0587b4f1e4cd tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0960310 Apr 20 13:29:56.005933 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44630) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:56.010356 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-b5f9b21e-f944-4708-93ba-7a689fd46d6c tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Request body: {'security_group': {'name': 'tempest-secgroup--896164116'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:56.037838 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-afdccf2b-bb21-44d2-bd16-d0fe1ce8d4ac req-8a5dbd4b-f154-4334-9776-5db843082d1a tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012416 Apr 20 13:29:56.052628 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-c2250ce2-8a05-4762-b8d5-541470b5d357 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2e9573cd38a42bf9eb285f5cfe9d1c8 HTTP/1.1" status: 200 len: 377 time: 0.1031208 Apr 20 13:29:56.062105 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-ed7a76d3-e0d0-478a-bc54-8d8cb8ad70c4 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Request body: {'port': {'device_id': '2757c4cd-8d9a-4595-bcf3-1c02746a73b9', 'network_id': '27d17f00-84b7-400c-970d-be61917bd03a', 'admin_state_up': True, 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'security_groups': ['23538edf-81e7-4730-bd2b-8dbe5c6fc7d6']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:56.103087 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b5f9b21e-f944-4708-93ba-7a689fd46d6c tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:56.180262 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b5f9b21e-f944-4708-93ba-7a689fd46d6c tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:56.251771 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b5f9b21e-f944-4708-93ba-7a689fd46d6c tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:56.284882 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9b21e-f944-4708-93ba-7a689fd46d6c tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c1294d-4ce3-4679-b6fe-a354d7b86d2e,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:56.430990 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b5f9b21e-f944-4708-93ba-7a689fd46d6c tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:56.432297 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b5f9b21e-f944-4708-93ba-7a689fd46d6c tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4254155 Apr 20 13:29:56.434976 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44632) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:56.440620 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-59bf385e-d4a6-458c-95fc-7189cc27a2f0 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Request body: {'security_group_rule': {'security_group_id': 'b2c1294d-4ce3-4679-b6fe-a354d7b86d2e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:56.552614 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-7c6a6f98-3c49-4397-b897-1fefe207e704 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:56.626585 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-562e9118-5481-447c-b0aa-0624ab9a0e05 req-e97e0f59-00ed-4405-96cd-8274f87585f5 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 210 time: 0.0280919 Apr 20 13:29:56.828618 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8ee502c2-dcf2-481a-ac72-2be6a8d63d31 req-67263673-dc0a-4570-b98b-eb2c52b72fec tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/ports?device_id=be2d12a8-0032-4ad8-ac3e-010dc3c815d9 HTTP/1.1" status: 200 len: 210 time: 0.0274587 Apr 20 13:29:56.902423 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-59bf385e-d4a6-458c-95fc-7189cc27a2f0 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:56.925941 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-ed7a76d3-e0d0-478a-bc54-8d8cb8ad70c4 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Made reservation on behalf of d2e9573cd38a42bf9eb285f5cfe9d1c8 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:29:56.929453 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-ed7a76d3-e0d0-478a-bc54-8d8cb8ad70c4 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:56.932761 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-faefc5c0-6195-440d-86a9-0335371f1a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:56.934021 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-7c6a6f98-3c49-4397-b897-1fefe207e704 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:56.974473 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-59bf385e-d4a6-458c-95fc-7189cc27a2f0 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:56.992581 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-7c6a6f98-3c49-4397-b897-1fefe207e704 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Network 65367ce2-1720-4244-8094-8cc9e514a431 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:29:56.998698 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-7c6a6f98-3c49-4397-b897-1fefe207e704 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:29:57.001818 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-7c6a6f98-3c49-4397-b897-1fefe207e704 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:29:57.039666 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a6f98-3c49-4397-b897-1fefe207e704 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Pushing event updated for resources: {'Port': ['ID=efbe0410-a7c3-4af2-8a32-27582ec13fb1,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:57.045253 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-59bf385e-d4a6-458c-95fc-7189cc27a2f0 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:57.067263 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bf385e-d4a6-458c-95fc-7189cc27a2f0 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e076af7-d36e-4907-8818-7996b9d4c441,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:57.105217 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-7c6a6f98-3c49-4397-b897-1fefe207e704 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:57.105870 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-7c6a6f98-3c49-4397-b897-1fefe207e704 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:57.144612 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-59bf385e-d4a6-458c-95fc-7189cc27a2f0 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:57.149409 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-59bf385e-d4a6-458c-95fc-7189cc27a2f0 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7131362 Apr 20 13:29:57.150373 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44642) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:57.177736 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b1771d14-8367-4321-970a-1bc484c1ace1 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:57.185951 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b1771d14-8367-4321-970a-1bc484c1ace1 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:57.202064 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-ed7a76d3-e0d0-478a-bc54-8d8cb8ad70c4 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Allocated IP 172.20.0.7 (27d17f00-84b7-400c-970d-be61917bd03a/562e00d1-6211-4fe8-a521-472a5db1803b/cef5751c-9364-467f-a93e-0d2d41d3df6b) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:29:57.213462 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff370e4e-b4dc-4be6-998e-2aeea583405b req-4b215f4e-ade7-48a0-965e-3bbd28a8600d tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:57.215271 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ff370e4e-b4dc-4be6-998e-2aeea583405b req-4b215f4e-ade7-48a0-965e-3bbd28a8600d tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=852bc102-d268-4937-931c-f650538c313f HTTP/1.1" status: 200 len: 945 time: 0.0973389 Apr 20 13:29:57.225526 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-7c6a6f98-3c49-4397-b897-1fefe207e704 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8712087 Apr 20 13:29:57.241944 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-616e936e-b0d1-40e9-bcc3-7a0d8aa0f273 service neutron] Request body: {'port': {'device_id': 'be2d12a8-0032-4ad8-ac3e-010dc3c815d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:57.309165 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b1771d14-8367-4321-970a-1bc484c1ace1 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:57.316614 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b1771d14-8367-4321-970a-1bc484c1ace1 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:57.320421 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b1771d14-8367-4321-970a-1bc484c1ace1 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/5e076af7-d36e-4907-8818-7996b9d4c441 HTTP/1.1" status: 204 len: 168 time: 0.1660333 Apr 20 13:29:57.320742 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44644) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:57.340327 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1771d14-8367-4321-970a-1bc484c1ace1 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e076af7-d36e-4907-8818-7996b9d4c441,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:57.374098 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e4d1f0e9-a57f-45a1-8b79-d2535df4e72a tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0497210 Apr 20 13:29:57.374374 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44646) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:57.387602 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ff370e4e-b4dc-4be6-998e-2aeea583405b req-212a1ba2-dc9a-479c-a4b6-1dd24a87cb09 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565478 Apr 20 13:29:57.404691 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-616e936e-b0d1-40e9-bcc3-7a0d8aa0f273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:57.437598 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-65c27049-d254-4391-b0df-372dc2c7bbaa tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:57.460827 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-65c27049-d254-4391-b0df-372dc2c7bbaa tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:57.494139 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-ed7a76d3-e0d0-478a-bc54-8d8cb8ad70c4 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:57.577038 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-65c27049-d254-4391-b0df-372dc2c7bbaa tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:57.580261 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-65c27049-d254-4391-b0df-372dc2c7bbaa tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:57.584056 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-65c27049-d254-4391-b0df-372dc2c7bbaa tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "DELETE /v2.0/security-groups/b2c1294d-4ce3-4679-b6fe-a354d7b86d2e HTTP/1.1" status: 204 len: 168 time: 0.2086115 Apr 20 13:29:57.584686 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44648) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:57.608967 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c27049-d254-4391-b0df-372dc2c7bbaa tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c1294d-4ce3-4679-b6fe-a354d7b86d2e,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:57.644815 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ad46d59d-77b4-4c44-b9e8-3011bdde8172 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0560644 Apr 20 13:29:57.649569 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44650) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:57.654496 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-a3da1825-faa1-47df-9c1e-c56ebe44d0ec tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Request body: {'security_group': {'name': 'tempest-secgroup--1108535632'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:57.701011 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-ed7a76d3-e0d0-478a-bc54-8d8cb8ad70c4 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:57.757083 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a3da1825-faa1-47df-9c1e-c56ebe44d0ec tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:57.771996 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-ed7a76d3-e0d0-478a-bc54-8d8cb8ad70c4 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Network 27d17f00-84b7-400c-970d-be61917bd03a is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:29:57.808902 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-ed7a76d3-e0d0-478a-bc54-8d8cb8ad70c4 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:29:57.811324 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-ed7a76d3-e0d0-478a-bc54-8d8cb8ad70c4 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:29:57.854083 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a3da1825-faa1-47df-9c1e-c56ebe44d0ec tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:57.858204 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7a76d3-e0d0-478a-bc54-8d8cb8ad70c4 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Pushing event updated for resources: {'Port': ['ID=cef5751c-9364-467f-a93e-0d2d41d3df6b,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:57.878263 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-616e936e-b0d1-40e9-bcc3-7a0d8aa0f273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efbe0410-a7c3-4af2-8a32-27582ec13fb1 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:29:57.886746 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-616e936e-b0d1-40e9-bcc3-7a0d8aa0f273 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:57.911309 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-ed7a76d3-e0d0-478a-bc54-8d8cb8ad70c4 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:57.911991 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-ed7a76d3-e0d0-478a-bc54-8d8cb8ad70c4 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:57.918950 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-616e936e-b0d1-40e9-bcc3-7a0d8aa0f273 service neutron] Transition to ACTIVE for port object efbe0410-a7c3-4af2-8a32-27582ec13fb1 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:29:57.925655 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a3da1825-faa1-47df-9c1e-c56ebe44d0ec tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:57.935103 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b3f7a-ce21-4bf1-bd9f-24a55692417e req-d4a0c143-8b86-433e-ac5d-ad367af3f22a tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:57.942534 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c70b3f7a-ce21-4bf1-bd9f-24a55692417e req-d4a0c143-8b86-433e-ac5d-ad367af3f22a tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 931 time: 0.1898644 Apr 20 13:29:57.962539 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da1825-faa1-47df-9c1e-c56ebe44d0ec tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=005bfb9c-804e-4720-9561-51e32ce8ccb3,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:57.998169 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-616e936e-b0d1-40e9-bcc3-7a0d8aa0f273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:58.019696 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a3da1825-faa1-47df-9c1e-c56ebe44d0ec tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:58.021851 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a3da1825-faa1-47df-9c1e-c56ebe44d0ec tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3713062 Apr 20 13:29:58.024509 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44658) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:58.029664 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-ea319846-773c-4499-81ed-02bd3ee2b49c tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Request body: {'security_group_rule': {'security_group_id': '005bfb9c-804e-4720-9561-51e32ce8ccb3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:58.044923 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c70b3f7a-ce21-4bf1-bd9f-24a55692417e req-9709167e-a933-439a-b2e5-4b05eb25fccd tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1015282 Apr 20 13:29:58.055323 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765a4f7-5496-427d-b22e-b0c70a83751a req-1678ba6f-f530-4953-aef6-7d0137dfbbe0 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:58.056870 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a765a4f7-5496-427d-b22e-b0c70a83751a req-1678ba6f-f530-4953-aef6-7d0137dfbbe0 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/ports?device_id=be2d12a8-0032-4ad8-ac3e-010dc3c815d9 HTTP/1.1" status: 200 len: 931 time: 0.1405187 Apr 20 13:29:58.084036 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-ed7a76d3-e0d0-478a-bc54-8d8cb8ad70c4 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0255866 Apr 20 13:29:58.101263 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-0666944c-e97c-4eae-ab6c-2f98f62acdc0 None None] Provisioning complete for port cef5751c-9364-467f-a93e-0d2d41d3df6b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:58.101982 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0666944c-e97c-4eae-ab6c-2f98f62acdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:58.104455 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-295a9c68-960a-447c-a06a-0813003842dd service neutron] Request body: {'port': {'device_id': '2757c4cd-8d9a-4595-bcf3-1c02746a73b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:58.111012 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e936e-b0d1-40e9-bcc3-7a0d8aa0f273 service neutron] Pushing event updated for resources: {'Port': ['ID=efbe0410-a7c3-4af2-8a32-27582ec13fb1,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:58.128679 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:58.141484 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-0666944c-e97c-4eae-ab6c-2f98f62acdc0 None None] Port cef5751c-9364-467f-a93e-0d2d41d3df6b cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:29:58.144853 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ea319846-773c-4499-81ed-02bd3ee2b49c tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:58.199238 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a765a4f7-5496-427d-b22e-b0c70a83751a req-51dcbe67-cf95-4eed-ae01-a044631cd88f tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd3ffa81-2204-4d6d-aae6-250897e87f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272991 Apr 20 13:29:58.223421 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ea319846-773c-4499-81ed-02bd3ee2b49c tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:58.233078 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-295a9c68-960a-447c-a06a-0813003842dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:58.252044 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-616e936e-b0d1-40e9-bcc3-7a0d8aa0f273 service neutron] Attempting to bind port efbe0410-a7c3-4af2-8a32-27582ec13fb1 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:29:58.252381 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-616e936e-b0d1-40e9-bcc3-7a0d8aa0f273 service neutron] Attempting to bind port efbe0410-a7c3-4af2-8a32-27582ec13fb1 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': 'd948cd7d-3607-4980-a2e9-26ca3fa89a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '65367ce2-1720-4244-8094-8cc9e514a431'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:29:58.252707 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-616e936e-b0d1-40e9-bcc3-7a0d8aa0f273 service neutron] Attempting to bind port efbe0410-a7c3-4af2-8a32-27582ec13fb1 on network 65367ce2-1720-4244-8094-8cc9e514a431 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:29:58.274435 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ea319846-773c-4499-81ed-02bd3ee2b49c tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:58.275151 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-616e936e-b0d1-40e9-bcc3-7a0d8aa0f273 service neutron] Port efbe0410-a7c3-4af2-8a32-27582ec13fb1 on network 65367ce2-1720-4244-8094-8cc9e514a431 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:29:58.275467 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-616e936e-b0d1-40e9-bcc3-7a0d8aa0f273 service neutron] Attempting to bind port efbe0410-a7c3-4af2-8a32-27582ec13fb1 on network 65367ce2-1720-4244-8094-8cc9e514a431 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:29:58.285097 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-616e936e-b0d1-40e9-bcc3-7a0d8aa0f273 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:29:58.286162 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-616e936e-b0d1-40e9-bcc3-7a0d8aa0f273 service neutron] Checking segment: {'id': 'd948cd7d-3607-4980-a2e9-26ca3fa89a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '65367ce2-1720-4244-8094-8cc9e514a431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:29:58.286162 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-616e936e-b0d1-40e9-bcc3-7a0d8aa0f273 service neutron] Bound using segment: {'id': 'd948cd7d-3607-4980-a2e9-26ca3fa89a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '65367ce2-1720-4244-8094-8cc9e514a431'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:29:58.286404 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-616e936e-b0d1-40e9-bcc3-7a0d8aa0f273 service neutron] Bound port: efbe0410-a7c3-4af2-8a32-27582ec13fb1, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd948cd7d-3607-4980-a2e9-26ca3fa89a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '65367ce2-1720-4244-8094-8cc9e514a431'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:29:58.286571 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-616e936e-b0d1-40e9-bcc3-7a0d8aa0f273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:58.292084 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea319846-773c-4499-81ed-02bd3ee2b49c tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba46bac7-5289-44fa-bc41-d28ec195b788,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:58.368321 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ea319846-773c-4499-81ed-02bd3ee2b49c tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:58.369630 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ea319846-773c-4499-81ed-02bd3ee2b49c tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3439527 Apr 20 13:29:58.372389 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44660) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:58.388829 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3dcd510e-4b99-4462-b6dd-60992ba8c28b tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "GET /v2.0/security-group-rules/ba46bac7-5289-44fa-bc41-d28ec195b788 HTTP/1.1" status: 200 len: 763 time: 0.0153539 Apr 20 13:29:58.391883 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44662) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:58.455049 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-09ff74cf-05ab-4563-9351-dd676bb9810b tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0594771 Apr 20 13:29:58.455386 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44666) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:58.467847 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-616e936e-b0d1-40e9-bcc3-7a0d8aa0f273 service neutron] For port efbe0410-a7c3-4af2-8a32-27582ec13fb1, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:29:58.482321 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-23fbf724-2659-4592-9f03-42530900b431 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:58.497534 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-23fbf724-2659-4592-9f03-42530900b431 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:58.501714 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-616e936e-b0d1-40e9-bcc3-7a0d8aa0f273 service neutron] For port efbe0410-a7c3-4af2-8a32-27582ec13fb1, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=efbe0410-a7c3-4af2-8a32-27582ec13fb1,segment=NetworkSegment(d948cd7d-3607-4980-a2e9-26ca3fa89a16),segment_id=d948cd7d-3607-4980-a2e9-26ca3fa89a16)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:29:58.566764 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b031f1c-53c9-436e-a6d3-471ae8888671 req-8eddf84b-c144-4a85-8eca-8c5de2c9cd91 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:58.568675 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6b031f1c-53c9-436e-a6d3-471ae8888671 req-8eddf84b-c144-4a85-8eca-8c5de2c9cd91 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=852bc102-d268-4937-931c-f650538c313f HTTP/1.1" status: 200 len: 945 time: 0.0959034 Apr 20 13:29:58.579828 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-616e936e-b0d1-40e9-bcc3-7a0d8aa0f273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:58.611490 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-23fbf724-2659-4592-9f03-42530900b431 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:58.619427 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-23fbf724-2659-4592-9f03-42530900b431 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:58.620544 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-23fbf724-2659-4592-9f03-42530900b431 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/ba46bac7-5289-44fa-bc41-d28ec195b788 HTTP/1.1" status: 204 len: 168 time: 0.1638432 Apr 20 13:29:58.624097 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44668) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:58.632449 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbf724-2659-4592-9f03-42530900b431 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ba46bac7-5289-44fa-bc41-d28ec195b788,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:58.639654 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-616e936e-b0d1-40e9-bcc3-7a0d8aa0f273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:58.640446 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-616e936e-b0d1-40e9-bcc3-7a0d8aa0f273 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:58.641891 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-616e936e-b0d1-40e9-bcc3-7a0d8aa0f273 service neutron] 10.222.0.15 "PUT /v2.0/ports/efbe0410-a7c3-4af2-8a32-27582ec13fb1 HTTP/1.1" status: 200 len: 1091 time: 1.4063792 Apr 20 13:29:58.662384 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2d12a8-0032-4ad8-ac3e-010dc3c815d9', 'tag': 'efbe0410-a7c3-4af2-8a32-27582ec13fb1'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:29:58.665718 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657212a3-08d4-4048-923a-7c977a892986" -d '{"events": [{"name": "network-changed", "server_uuid": "be2d12a8-0032-4ad8-ac3e-010dc3c815d9", "tag": "efbe0410-a7c3-4af2-8a32-27582ec13fb1"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:29:58.676139 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-01cea2ac-e8b2-4006-8406-8cc2b71d6935 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0469725 Apr 20 13:29:58.676139 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44672) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:58.680708 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-25f41f17-6b85-4b96-b984-8715235f36bd tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Request body: {'security_group_rule': {'security_group_id': '005bfb9c-804e-4720-9561-51e32ce8ccb3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:58.712562 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-295a9c68-960a-447c-a06a-0813003842dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef5751c-9364-467f-a93e-0d2d41d3df6b {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:29:58.719724 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6b031f1c-53c9-436e-a6d3-471ae8888671 req-ffaf85ec-c7ef-4629-89e3-bb59eb143ce3 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432493 Apr 20 13:29:58.722488 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e936e-b0d1-40e9-bcc3-7a0d8aa0f273 service neutron] Pushing event updated for resources: {'Port': ['ID=efbe0410-a7c3-4af2-8a32-27582ec13fb1,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:58.736887 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-295a9c68-960a-447c-a06a-0813003842dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:58.765859 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b1ae3d-6a0f-4596-8841-06eaa63f6902 x-openstack-request-id: req-58b1ae3d-6a0f-4596-8841-06eaa63f6902 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:29:58.765859 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be2d12a8-0032-4ad8-ac3e-010dc3c815d9", "tag": "efbe0410-a7c3-4af2-8a32-27582ec13fb1", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:29:58.765859 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-58b1ae3d-6a0f-4596-8841-06eaa63f6902 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:29:58.765859 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58b1ae3d-6a0f-4596-8841-06eaa63f6902'] response: {'name': 'network-changed', 'server_uuid': 'be2d12a8-0032-4ad8-ac3e-010dc3c815d9', 'tag': 'efbe0410-a7c3-4af2-8a32-27582ec13fb1', 'status': 'completed', 'code': 200} Apr 20 13:29:58.792347 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-295a9c68-960a-447c-a06a-0813003842dd service neutron] Transition to ACTIVE for port object cef5751c-9364-467f-a93e-0d2d41d3df6b will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:29:58.809186 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-bf193445-f9f0-478e-8a0c-d8427ba61514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:58.811703 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-bf193445-f9f0-478e-8a0c-d8427ba61514 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3d4db8ff1fbc4f829f0f97ec5df074ad&device_id=be2d12a8-0032-4ad8-ac3e-010dc3c815d9 HTTP/1.1" status: 200 len: 1094 time: 0.0567403 Apr 20 13:29:58.850031 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-25f41f17-6b85-4b96-b984-8715235f36bd tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:58.856807 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-42c3d705-e0e6-4e88-9766-4b82fd596754 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efbe0410-a7c3-4af2-8a32-27582ec13fb1 HTTP/1.1" status: 200 len: 217 time: 0.0380356 Apr 20 13:29:58.938404 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-25f41f17-6b85-4b96-b984-8715235f36bd tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:58.938965 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-2281bb66-215f-43d3-83cd-a21972ac8995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:58.938965 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-2281bb66-215f-43d3-83cd-a21972ac8995 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=67f361e4-3c6e-4b62-8754-cf164be40a21 HTTP/1.1" status: 200 len: 853 time: 0.0539174 Apr 20 13:29:58.954560 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-2a023a79-1edb-4b53-a29a-66ed19b63e11 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65367ce2-1720-4244-8094-8cc9e514a431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298069 Apr 20 13:29:59.009957 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-295a9c68-960a-447c-a06a-0813003842dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:59.045839 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-25f41f17-6b85-4b96-b984-8715235f36bd tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:59.076824 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f41f17-6b85-4b96-b984-8715235f36bd tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c224f2ae-8d6f-410a-a8d6-f61921dc6877,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:59.115024 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a9c68-960a-447c-a06a-0813003842dd service neutron] Pushing event updated for resources: {'Port': ['ID=cef5751c-9364-467f-a93e-0d2d41d3df6b,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:59.150156 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-25f41f17-6b85-4b96-b984-8715235f36bd tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:59.151403 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-25f41f17-6b85-4b96-b984-8715235f36bd tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4742908 Apr 20 13:29:59.152660 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-0bc5d340-82a5-48e7-9245-b7c9fb01f4ce service neutron] 10.222.0.15 "GET /v2.0/networks/65367ce2-1720-4244-8094-8cc9e514a431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916747 Apr 20 13:29:59.154483 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44678) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:59.176853 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f60275a3-2f29-47a4-a9f2-76b8aa754b18 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "GET /v2.0/security-group-rules/c224f2ae-8d6f-410a-a8d6-f61921dc6877 HTTP/1.1" status: 200 len: 763 time: 0.0192766 Apr 20 13:29:59.179536 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44680) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:59.236435 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-70252525-089e-45cd-b057-ae8e00c2967b tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0557055 Apr 20 13:29:59.245815 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44684) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:59.282885 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-447edacd-1137-48f5-8290-8916f4bdbbe9 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:59.292466 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-447edacd-1137-48f5-8290-8916f4bdbbe9 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:59.322298 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402dd2b-c9d3-4ea1-a2dc-a19c1b4d2dd9 req-fa084522-734e-4233-b7b1-229976648171 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:59.323896 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4402dd2b-c9d3-4ea1-a2dc-a19c1b4d2dd9 req-fa084522-734e-4233-b7b1-229976648171 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 943 time: 0.1838050 Apr 20 13:29:59.355735 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-295a9c68-960a-447c-a06a-0813003842dd service neutron] Attempting to bind port cef5751c-9364-467f-a93e-0d2d41d3df6b on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:29:59.356073 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-295a9c68-960a-447c-a06a-0813003842dd service neutron] Attempting to bind port cef5751c-9364-467f-a93e-0d2d41d3df6b by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '903cc42f-59d1-4917-9ec3-cbc3284a45bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '27d17f00-84b7-400c-970d-be61917bd03a'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:29:59.356409 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-295a9c68-960a-447c-a06a-0813003842dd service neutron] Attempting to bind port cef5751c-9364-467f-a93e-0d2d41d3df6b on network 27d17f00-84b7-400c-970d-be61917bd03a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:29:59.367929 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:59.381392 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65cc6a4f-50e9-4808-82a7-2136432496b6 req-bc9a1124-da0e-4411-bdbf-7a25aefdbba8 service neutron] 10.222.0.15 "GET /v2.0/networks/65367ce2-1720-4244-8094-8cc9e514a431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203703 Apr 20 13:29:59.388164 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-295a9c68-960a-447c-a06a-0813003842dd service neutron] Port cef5751c-9364-467f-a93e-0d2d41d3df6b on network 27d17f00-84b7-400c-970d-be61917bd03a not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:29:59.388505 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-295a9c68-960a-447c-a06a-0813003842dd service neutron] Attempting to bind port cef5751c-9364-467f-a93e-0d2d41d3df6b on network 27d17f00-84b7-400c-970d-be61917bd03a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:29:59.404285 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-295a9c68-960a-447c-a06a-0813003842dd service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:29:59.404654 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-295a9c68-960a-447c-a06a-0813003842dd service neutron] Checking segment: {'id': '903cc42f-59d1-4917-9ec3-cbc3284a45bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '27d17f00-84b7-400c-970d-be61917bd03a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:29:59.405042 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-295a9c68-960a-447c-a06a-0813003842dd service neutron] Bound using segment: {'id': '903cc42f-59d1-4917-9ec3-cbc3284a45bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '27d17f00-84b7-400c-970d-be61917bd03a'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:29:59.405479 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-295a9c68-960a-447c-a06a-0813003842dd service neutron] Bound port: cef5751c-9364-467f-a93e-0d2d41d3df6b, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '903cc42f-59d1-4917-9ec3-cbc3284a45bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '27d17f00-84b7-400c-970d-be61917bd03a'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:29:59.405843 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-295a9c68-960a-447c-a06a-0813003842dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:59.437604 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0fddb3-3c80-4923-a055-b487dd690006 req-5b1db41f-4c50-4d35-b346-195f0fa2dd00 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:59.439077 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9d0fddb3-3c80-4923-a055-b487dd690006 req-5b1db41f-4c50-4d35-b346-195f0fa2dd00 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/ports?device_id=be2d12a8-0032-4ad8-ac3e-010dc3c815d9 HTTP/1.1" status: 200 len: 943 time: 0.1247904 Apr 20 13:29:59.443465 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4402dd2b-c9d3-4ea1-a2dc-a19c1b4d2dd9 req-2197b80e-7724-4629-bc04-5fbc5f63650c tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0974410 Apr 20 13:29:59.466132 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-447edacd-1137-48f5-8290-8916f4bdbbe9 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:59.466132 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-447edacd-1137-48f5-8290-8916f4bdbbe9 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:59.468097 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-447edacd-1137-48f5-8290-8916f4bdbbe9 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/c224f2ae-8d6f-410a-a8d6-f61921dc6877 HTTP/1.1" status: 204 len: 168 time: 0.2208617 Apr 20 13:29:59.469367 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44686) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:59.494525 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447edacd-1137-48f5-8290-8916f4bdbbe9 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c224f2ae-8d6f-410a-a8d6-f61921dc6877,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:59.519737 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9d0fddb3-3c80-4923-a055-b487dd690006 req-fd098ae2-e6e3-4e73-ab89-7e9b5b694891 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd3ffa81-2204-4d6d-aae6-250897e87f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553989 Apr 20 13:29:59.540268 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1595ba05-6eed-441c-a38b-dfffcd9da33a tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0672426 Apr 20 13:29:59.542067 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44688) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:59.547012 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-6897064a-bcad-485c-ac88-cc12b4bfefd8 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Request body: {'security_group_rule': {'security_group_id': '005bfb9c-804e-4720-9561-51e32ce8ccb3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:59.555614 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-295a9c68-960a-447c-a06a-0813003842dd service neutron] For port cef5751c-9364-467f-a93e-0d2d41d3df6b, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:29:59.572319 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-295a9c68-960a-447c-a06a-0813003842dd service neutron] For port cef5751c-9364-467f-a93e-0d2d41d3df6b, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=cef5751c-9364-467f-a93e-0d2d41d3df6b,segment=NetworkSegment(903cc42f-59d1-4917-9ec3-cbc3284a45bb),segment_id=903cc42f-59d1-4917-9ec3-cbc3284a45bb)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:29:59.582904 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657212a3-08d4-4048-923a-7c977a892986 req-abc1d2ce-50a0-42c6-84c7-93f51b7c36dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:59.584715 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-657212a3-08d4-4048-923a-7c977a892986 req-abc1d2ce-50a0-42c6-84c7-93f51b7c36dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3d4db8ff1fbc4f829f0f97ec5df074ad&device_id=be2d12a8-0032-4ad8-ac3e-010dc3c815d9 HTTP/1.1" status: 200 len: 1094 time: 0.0626132 Apr 20 13:29:59.665859 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6897064a-bcad-485c-ac88-cc12b4bfefd8 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:59.677578 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-295a9c68-960a-447c-a06a-0813003842dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:59.721437 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6897064a-bcad-485c-ac88-cc12b4bfefd8 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:59.734824 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657212a3-08d4-4048-923a-7c977a892986 req-25972647-4a2c-4e07-acf9-4fc53c616704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:59.740438 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-657212a3-08d4-4048-923a-7c977a892986 req-25972647-4a2c-4e07-acf9-4fc53c616704 service neutron] 10.222.0.15 "GET /v2.0/networks?id=65367ce2-1720-4244-8094-8cc9e514a431 HTTP/1.1" status: 200 len: 914 time: 0.1466088 Apr 20 13:29:59.740778 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-295a9c68-960a-447c-a06a-0813003842dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:59.741338 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-295a9c68-960a-447c-a06a-0813003842dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:59.742670 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-295a9c68-960a-447c-a06a-0813003842dd service neutron] 10.222.0.15 "PUT /v2.0/ports/cef5751c-9364-467f-a93e-0d2d41d3df6b HTTP/1.1" status: 200 len: 1091 time: 1.6442833 Apr 20 13:29:59.795121 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-657212a3-08d4-4048-923a-7c977a892986 req-7cb5cb66-a5ba-44e3-99b0-828d92181aed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efbe0410-a7c3-4af2-8a32-27582ec13fb1 HTTP/1.1" status: 200 len: 217 time: 0.0468404 Apr 20 13:29:59.818461 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6897064a-bcad-485c-ac88-cc12b4bfefd8 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:59.838718 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897064a-bcad-485c-ac88-cc12b4bfefd8 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbba6f9b-c56d-4d29-827e-38477829073a,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:59.846529 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:59.857793 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657212a3-08d4-4048-923a-7c977a892986 req-42542409-96a2-461b-b4aa-d36e457fe043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:59.859297 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-657212a3-08d4-4048-923a-7c977a892986 req-42542409-96a2-461b-b4aa-d36e457fe043 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=67f361e4-3c6e-4b62-8754-cf164be40a21 HTTP/1.1" status: 200 len: 853 time: 0.0571210 Apr 20 13:29:59.879400 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a9c68-960a-447c-a06a-0813003842dd service neutron] Pushing event updated for resources: {'Port': ['ID=cef5751c-9364-467f-a93e-0d2d41d3df6b,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:59.917863 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-657212a3-08d4-4048-923a-7c977a892986 req-6153b361-689f-489f-b84e-3b19da3b2fb3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65367ce2-1720-4244-8094-8cc9e514a431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469348 Apr 20 13:29:59.956756 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6897064a-bcad-485c-ac88-cc12b4bfefd8 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:59.960852 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6897064a-bcad-485c-ac88-cc12b4bfefd8 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4152927 Apr 20 13:29:59.962226 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44694) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:59.991481 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8648af7a-d7b3-4976-957c-778acda77a73 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "GET /v2.0/security-group-rules/dbba6f9b-c56d-4d29-827e-38477829073a HTTP/1.1" status: 200 len: 764 time: 0.0257819 Apr 20 13:29:59.992262 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44696) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:00.044943 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e849c10c-7503-4c2e-8d66-b10e7f1b5b3e req-004bf14c-82fd-49cf-bf99-55fd629102bb tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:00.049187 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a21d9594-a69b-4e3c-b05d-1fdb9562d027 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0527709 Apr 20 13:30:00.049440 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44698) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:00.051836 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e849c10c-7503-4c2e-8d66-b10e7f1b5b3e req-004bf14c-82fd-49cf-bf99-55fd629102bb tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=852bc102-d268-4937-931c-f650538c313f HTTP/1.1" status: 200 len: 945 time: 0.1893589 Apr 20 13:30:00.057876 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-62c5708e-5d02-400c-9de3-b59936790ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:00.060809 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-62c5708e-5d02-400c-9de3-b59936790ede service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d2e9573cd38a42bf9eb285f5cfe9d1c8&device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 1094 time: 0.1417725 Apr 20 13:30:00.075829 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0f8511b3-cf5a-45c7-a831-f18fdb73ffad tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:00.084843 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0f8511b3-cf5a-45c7-a831-f18fdb73ffad tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:00.130652 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-e746c180-a078-488f-9965-2a5feebcfd1d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cef5751c-9364-467f-a93e-0d2d41d3df6b HTTP/1.1" status: 200 len: 217 time: 0.0587802 Apr 20 13:30:00.171288 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0f8511b3-cf5a-45c7-a831-f18fdb73ffad tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:00.178716 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0f8511b3-cf5a-45c7-a831-f18fdb73ffad tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:00.182819 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0f8511b3-cf5a-45c7-a831-f18fdb73ffad tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/dbba6f9b-c56d-4d29-827e-38477829073a HTTP/1.1" status: 204 len: 168 time: 0.1292810 Apr 20 13:30:00.185082 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44700) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:00.186626 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-657212a3-08d4-4048-923a-7c977a892986 req-2dec0408-40f0-4131-a091-26d8206e0d9c service neutron] 10.222.0.15 "GET /v2.0/networks/65367ce2-1720-4244-8094-8cc9e514a431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573116 Apr 20 13:30:00.191963 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e849c10c-7503-4c2e-8d66-b10e7f1b5b3e req-4ce483a7-dbb4-4daf-96c9-66240bcd9f11 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362984 Apr 20 13:30:00.192353 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8511b3-cf5a-45c7-a831-f18fdb73ffad tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dbba6f9b-c56d-4d29-827e-38477829073a,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:00.232491 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1e5f87ca-c3d4-42a6-b544-aafd58f236f3 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0435596 Apr 20 13:30:00.232803 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44702) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:00.261577 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-60e1bc60-9fad-4084-ac1a-630a4889f8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:00.263075 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-60e1bc60-9fad-4084-ac1a-630a4889f8f9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=562e00d1-6211-4fe8-a521-472a5db1803b HTTP/1.1" status: 200 len: 848 time: 0.1191940 Apr 20 13:30:00.293892 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4c6c2315-253a-4be4-83e2-020c179f129a tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:00.322496 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4c6c2315-253a-4be4-83e2-020c179f129a tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:00.330757 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-657212a3-08d4-4048-923a-7c977a892986 req-f337e459-1da0-440a-b5b8-58c51cb87138 service neutron] 10.222.0.15 "GET /v2.0/networks/65367ce2-1720-4244-8094-8cc9e514a431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361327 Apr 20 13:30:00.336647 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-6a9fa9a2-662b-4f25-aa4f-5c2a7dd221e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:00.338080 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-6a9fa9a2-662b-4f25-aa4f-5c2a7dd221e1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27d17f00-84b7-400c-970d-be61917bd03a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671711 Apr 20 13:30:00.428096 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4c6c2315-253a-4be4-83e2-020c179f129a tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:00.430643 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4c6c2315-253a-4be4-83e2-020c179f129a tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:00.434112 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4c6c2315-253a-4be4-83e2-020c179f129a tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "DELETE /v2.0/security-groups/005bfb9c-804e-4720-9561-51e32ce8ccb3 HTTP/1.1" status: 204 len: 168 time: 0.1980872 Apr 20 13:30:00.435170 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44704) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:00.438056 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-facdb430-1f3f-4b17-9590-3b2bdec2f51c service neutron] 10.222.0.15 "GET /v2.0/networks/27d17f00-84b7-400c-970d-be61917bd03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925417 Apr 20 13:30:00.447242 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c2315-253a-4be4-83e2-020c179f129a tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=005bfb9c-804e-4720-9561-51e32ce8ccb3,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:00.505765 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-15f5710d-5334-43bf-a625-682bc856af62 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0644052 Apr 20 13:30:00.506062 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44708) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:00.510896 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-0bbd5ab9-55d6-42a3-ac8a-7deb858c5b0a tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Request body: {'security_group': {'name': 'tempest-secgroup--2134148099'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:30:00.570822 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ab2cfd8-b58d-4323-865f-88b841145ffe req-f9d8e660-c650-4db3-b1e3-f5d19cc61d0d service neutron] 10.222.0.15 "GET /v2.0/networks/27d17f00-84b7-400c-970d-be61917bd03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251981 Apr 20 13:30:00.645639 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58a0f6-b0ed-449d-b09c-8c474a95a668 req-e61a2bc2-d814-4925-ac6b-3fc6fe2a90dd tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:00.647403 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2e58a0f6-b0ed-449d-b09c-8c474a95a668 req-e61a2bc2-d814-4925-ac6b-3fc6fe2a90dd tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 943 time: 0.0969086 Apr 20 13:30:00.670177 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13b668-ea39-455e-a371-3dfda2b91807 req-6ddec1ba-bc5f-4742-b96d-f760e8e138ed tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:00.672188 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7b13b668-ea39-455e-a371-3dfda2b91807 req-6ddec1ba-bc5f-4742-b96d-f760e8e138ed tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/ports?device_id=be2d12a8-0032-4ad8-ac3e-010dc3c815d9 HTTP/1.1" status: 200 len: 943 time: 0.0740860 Apr 20 13:30:00.722251 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2e58a0f6-b0ed-449d-b09c-8c474a95a668 req-0920dcf5-fefa-480c-89dd-1012592ecd5a tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0659971 Apr 20 13:30:00.727262 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7b13b668-ea39-455e-a371-3dfda2b91807 req-17a97287-fcc7-45be-9933-5d70f6e52f63 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd3ffa81-2204-4d6d-aae6-250897e87f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475981 Apr 20 13:30:00.766408 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2757c4cd-8d9a-4595-bcf3-1c02746a73b9', 'tag': 'cef5751c-9364-467f-a93e-0d2d41d3df6b'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:30:00.768857 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4925dc90-4860-40bc-9c20-630659f9d56d" -d '{"events": [{"name": "network-changed", "server_uuid": "2757c4cd-8d9a-4595-bcf3-1c02746a73b9", "tag": "cef5751c-9364-467f-a93e-0d2d41d3df6b"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:30:00.812739 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8b9489-27be-4811-ac17-18533769c720 x-openstack-request-id: req-ab8b9489-27be-4811-ac17-18533769c720 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:30:00.813044 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2757c4cd-8d9a-4595-bcf3-1c02746a73b9", "tag": "cef5751c-9364-467f-a93e-0d2d41d3df6b", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:30:00.813294 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab8b9489-27be-4811-ac17-18533769c720 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:30:00.813695 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab8b9489-27be-4811-ac17-18533769c720'] response: {'name': 'network-changed', 'server_uuid': '2757c4cd-8d9a-4595-bcf3-1c02746a73b9', 'tag': 'cef5751c-9364-467f-a93e-0d2d41d3df6b', 'status': 'completed', 'code': 200} Apr 20 13:30:00.820626 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0bbd5ab9-55d6-42a3-ac8a-7deb858c5b0a tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:00.888584 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0bbd5ab9-55d6-42a3-ac8a-7deb858c5b0a tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:01.182610 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0bbd5ab9-55d6-42a3-ac8a-7deb858c5b0a tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:01.213825 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd5ab9-55d6-42a3-ac8a-7deb858c5b0a tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f20ae7e9-5d60-4378-b93b-bb7ce3b82d48,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:01.254622 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925dc90-4860-40bc-9c20-630659f9d56d req-cb411edb-341d-4a4f-a776-f58796dc7996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:01.256753 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4925dc90-4860-40bc-9c20-630659f9d56d req-cb411edb-341d-4a4f-a776-f58796dc7996 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d2e9573cd38a42bf9eb285f5cfe9d1c8&device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 1094 time: 0.0724158 Apr 20 13:30:01.284133 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0bbd5ab9-55d6-42a3-ac8a-7deb858c5b0a tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:01.285681 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0bbd5ab9-55d6-42a3-ac8a-7deb858c5b0a tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7785685 Apr 20 13:30:01.288322 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44726) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:01.318653 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-894bb68e-d22d-4e61-84d2-eb991817f993 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Request body: {'security_group_rule': {'security_group_id': 'f20ae7e9-5d60-4378-b93b-bb7ce3b82d48', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:30:01.410344 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60963b93-68bc-416d-92cf-d07a1cd18ffa req-7a298558-3cb1-4e65-ab15-ed1f63206053 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:01.411790 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-60963b93-68bc-416d-92cf-d07a1cd18ffa req-7a298558-3cb1-4e65-ab15-ed1f63206053 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=852bc102-d268-4937-931c-f650538c313f HTTP/1.1" status: 200 len: 945 time: 0.1206274 Apr 20 13:30:01.413273 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925dc90-4860-40bc-9c20-630659f9d56d req-167f4825-bf63-4722-b024-3eba5ff1455d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:01.414598 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4925dc90-4860-40bc-9c20-630659f9d56d req-167f4825-bf63-4722-b024-3eba5ff1455d service neutron] 10.222.0.15 "GET /v2.0/networks?id=27d17f00-84b7-400c-970d-be61917bd03a HTTP/1.1" status: 200 len: 910 time: 0.1505368 Apr 20 13:30:01.471700 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4925dc90-4860-40bc-9c20-630659f9d56d req-3ec75143-1a15-46fc-997d-c0447eea97c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cef5751c-9364-467f-a93e-0d2d41d3df6b HTTP/1.1" status: 200 len: 217 time: 0.0462394 Apr 20 13:30:01.482172 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-894bb68e-d22d-4e61-84d2-eb991817f993 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:01.507666 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-60963b93-68bc-416d-92cf-d07a1cd18ffa req-6ca7815e-c400-4660-a83b-80ce9966fe7e tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890112 Apr 20 13:30:01.562717 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925dc90-4860-40bc-9c20-630659f9d56d req-8ab6e2c4-3c81-43c9-954d-701e92f4fd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:01.564254 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4925dc90-4860-40bc-9c20-630659f9d56d req-8ab6e2c4-3c81-43c9-954d-701e92f4fd65 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=562e00d1-6211-4fe8-a521-472a5db1803b HTTP/1.1" status: 200 len: 848 time: 0.0759845 Apr 20 13:30:01.590525 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-894bb68e-d22d-4e61-84d2-eb991817f993 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:01.618719 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925dc90-4860-40bc-9c20-630659f9d56d req-18b4b6f1-f5d2-4e51-8a10-a5cadfcd449a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:01.620248 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4925dc90-4860-40bc-9c20-630659f9d56d req-18b4b6f1-f5d2-4e51-8a10-a5cadfcd449a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27d17f00-84b7-400c-970d-be61917bd03a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472746 Apr 20 13:30:01.644372 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-894bb68e-d22d-4e61-84d2-eb991817f993 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:01.694618 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894bb68e-d22d-4e61-84d2-eb991817f993 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66684ee4-f830-4759-98db-de60808751f7,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:01.731481 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4925dc90-4860-40bc-9c20-630659f9d56d req-e4f9f4e0-eea8-4915-b6b2-1fbc7bae3329 service neutron] 10.222.0.15 "GET /v2.0/networks/27d17f00-84b7-400c-970d-be61917bd03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042297 Apr 20 13:30:01.762815 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-894bb68e-d22d-4e61-84d2-eb991817f993 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:01.766410 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-894bb68e-d22d-4e61-84d2-eb991817f993 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4747066 Apr 20 13:30:01.767953 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44740) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:01.847909 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8f3370e2-1894-4793-a0b6-fdc409d34c5e tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:01.874008 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8f3370e2-1894-4793-a0b6-fdc409d34c5e tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:01.897479 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4925dc90-4860-40bc-9c20-630659f9d56d req-529865ce-8acb-4ea8-b983-ddc661f3195c service neutron] 10.222.0.15 "GET /v2.0/networks/27d17f00-84b7-400c-970d-be61917bd03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597619 Apr 20 13:30:01.936840 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87fef59-43b2-4448-b9fd-eccea59f42a8 req-a6d6e3d7-f694-4f0d-8932-0903c3595bf1 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:01.940000 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b87fef59-43b2-4448-b9fd-eccea59f42a8 req-a6d6e3d7-f694-4f0d-8932-0903c3595bf1 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/ports?device_id=be2d12a8-0032-4ad8-ac3e-010dc3c815d9 HTTP/1.1" status: 200 len: 943 time: 0.0992208 Apr 20 13:30:01.950345 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2cba7-861a-4951-a608-ba0a8461ea11 req-1d4c6fa3-fcd8-4f93-abd7-c08f321f54cd tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:01.952318 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-78f2cba7-861a-4951-a608-ba0a8461ea11 req-1d4c6fa3-fcd8-4f93-abd7-c08f321f54cd tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 943 time: 0.1189702 Apr 20 13:30:02.005403 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8f3370e2-1894-4793-a0b6-fdc409d34c5e tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:02.007697 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8f3370e2-1894-4793-a0b6-fdc409d34c5e tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:02.011966 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8f3370e2-1894-4793-a0b6-fdc409d34c5e tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "DELETE /v2.0/security-groups/f20ae7e9-5d60-4378-b93b-bb7ce3b82d48 HTTP/1.1" status: 204 len: 168 time: 0.2394671 Apr 20 13:30:02.012113 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44744) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:02.018116 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3370e2-1894-4793-a0b6-fdc409d34c5e tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20ae7e9-5d60-4378-b93b-bb7ce3b82d48,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:02.035978 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b87fef59-43b2-4448-b9fd-eccea59f42a8 req-8a393703-d4fa-4a71-9416-997df8415489 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd3ffa81-2204-4d6d-aae6-250897e87f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826733 Apr 20 13:30:02.040814 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-78f2cba7-861a-4951-a608-ba0a8461ea11 req-677a48f7-c4f3-482e-b315-ae0a939376bd tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0805585 Apr 20 13:30:02.077776 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1e829acc-f760-429f-8a41-fe83b105980b tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0632138 Apr 20 13:30:02.080458 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44746) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:02.116912 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-98890b6e-9f4d-4abf-909b-0c490b08bb15 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0352008 Apr 20 13:30:02.119341 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44748) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:02.132183 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-45ba16f6-959f-442e-8e9e-c21124c2062d tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] delete failed (client error): The resource could not be found. Apr 20 13:30:02.133257 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-45ba16f6-959f-442e-8e9e-c21124c2062d tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "DELETE /v2.0/security-groups/f20ae7e9-5d60-4378-b93b-bb7ce3b82d48 HTTP/1.1" status: 404 len: 347 time: 0.0129876 Apr 20 13:30:02.136680 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44750) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:02.178518 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c240d49b-4ebf-43ac-a4c9-63d5ac823f77 tempest-SecGroupTest-1665047517 tempest-SecGroupTest-1665047517-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0408051 Apr 20 13:30:02.645298 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44758) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:02.647380 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3905df-989a-4dfa-9b2d-fb18ae50a9b7 req-133947c7-3662-43ff-869e-604c053c4c7f tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:02.648878 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f3905df-989a-4dfa-9b2d-fb18ae50a9b7 req-133947c7-3662-43ff-869e-604c053c4c7f tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=852bc102-d268-4937-931c-f650538c313f HTTP/1.1" status: 200 len: 945 time: 0.0503514 Apr 20 13:30:02.689948 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f3905df-989a-4dfa-9b2d-fb18ae50a9b7 req-0f0aead6-cf0d-421f-af6f-8533739f7e0e tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341427 Apr 20 13:30:02.790984 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device efbe0410-a7c3-4af2-8a32-27582ec13fb1 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:30:02.807255 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8f8796c6-6fb2-4cf9-99db-6347e010a8d0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4c9441b0c6ea402ba8dd83cbef37f323&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1615264 Apr 20 13:30:02.809615 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44770) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:02.861407 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-825db5d9-87c3-4992-ba17-838ea9e20833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:02.883446 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-825db5d9-87c3-4992-ba17-838ea9e20833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:02.890957 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port efbe0410-a7c3-4af2-8a32-27582ec13fb1, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=efbe0410-a7c3-4af2-8a32-27582ec13fb1,segment=NetworkSegment(d948cd7d-3607-4980-a2e9-26ca3fa89a16),segment_id=d948cd7d-3607-4980-a2e9-26ca3fa89a16)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:30:02.905787 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'efbe0410-a7c3-4af2-8a32-27582ec13fb1', 'network_id': '65367ce2-1720-4244-8094-8cc9e514a431', 'port_id': 'efbe0410-a7c3-4af2-8a32-27582ec13fb1', 'mac_address': 'fa:16:3e:f3:76:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67f361e4-3c6e-4b62-8754-cf164be40a21', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:30:02.944592 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:02.958222 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efbe0410-a7c3-4af2-8a32-27582ec13fb1 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:30:02.977218 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port efbe0410-a7c3-4af2-8a32-27582ec13fb1, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=efbe0410-a7c3-4af2-8a32-27582ec13fb1,segment=NetworkSegment(d948cd7d-3607-4980-a2e9-26ca3fa89a16),segment_id=d948cd7d-3607-4980-a2e9-26ca3fa89a16)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:30:02.982772 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-825db5d9-87c3-4992-ba17-838ea9e20833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:02.986067 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-825db5d9-87c3-4992-ba17-838ea9e20833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:02.989426 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-825db5d9-87c3-4992-ba17-838ea9e20833 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6eaf0e80-8e38-40b8-bead-1fd3f7df600b HTTP/1.1" status: 204 len: 168 time: 0.1767087 Apr 20 13:30:02.995322 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825db5d9-87c3-4992-ba17-838ea9e20833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eaf0e80-8e38-40b8-bead-1fd3f7df600b,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:03.037160 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:03.084602 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=efbe0410-a7c3-4af2-8a32-27582ec13fb1,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:03.213447 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338fb18d-cc19-4a3e-9c6e-e135f0a2f429 req-ef572987-877b-4a47-8b29-54f55e001e90 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:03.215113 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-338fb18d-cc19-4a3e-9c6e-e135f0a2f429 req-ef572987-877b-4a47-8b29-54f55e001e90 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/ports?device_id=be2d12a8-0032-4ad8-ac3e-010dc3c815d9 HTTP/1.1" status: 200 len: 944 time: 0.0911474 Apr 20 13:30:03.223894 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce331be-318f-4c05-9cca-dcbe5e2bd628 req-44125890-4065-40d1-b6e0-0a0cd095958e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:03.225439 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ce331be-318f-4c05-9cca-dcbe5e2bd628 req-44125890-4065-40d1-b6e0-0a0cd095958e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 943 time: 0.0993910 Apr 20 13:30:03.286192 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-338fb18d-cc19-4a3e-9c6e-e135f0a2f429 req-94494454-8299-4ad9-b98d-fb2235698908 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd3ffa81-2204-4d6d-aae6-250897e87f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571358 Apr 20 13:30:03.293479 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ce331be-318f-4c05-9cca-dcbe5e2bd628 req-b348a8e6-6d2c-40c5-b7bb-211705624f28 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0605154 Apr 20 13:30:03.324948 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['efbe0410-a7c3-4af2-8a32-27582ec13fb1'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:30:03.814927 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782e9e3-7182-4edb-91ec-7160e4bac78f req-daf6d80b-8676-4bba-b3b0-8beeac56815b tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:03.816817 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e782e9e3-7182-4edb-91ec-7160e4bac78f req-daf6d80b-8676-4bba-b3b0-8beeac56815b tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=852bc102-d268-4937-931c-f650538c313f HTTP/1.1" status: 200 len: 945 time: 0.0562327 Apr 20 13:30:03.857989 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e782e9e3-7182-4edb-91ec-7160e4bac78f req-8baf22bd-608d-4da7-80d7-7c1aed98ae51 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344148 Apr 20 13:30:04.460953 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed90eb9-af6c-418c-ad21-08df1aa1d617 req-11c184c7-42f4-4a3b-9f5b-35369aeb3e85 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:04.463070 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5ed90eb9-af6c-418c-ad21-08df1aa1d617 req-11c184c7-42f4-4a3b-9f5b-35369aeb3e85 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/ports?device_id=be2d12a8-0032-4ad8-ac3e-010dc3c815d9 HTTP/1.1" status: 200 len: 944 time: 0.0920739 Apr 20 13:30:04.472227 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb057264-38e2-4250-a6bc-bf6a188f9479 req-2113774c-bf6b-432e-aa67-bc7a0778edf3 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:04.473784 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fb057264-38e2-4250-a6bc-bf6a188f9479 req-2113774c-bf6b-432e-aa67-bc7a0778edf3 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 943 time: 0.1052506 Apr 20 13:30:04.533321 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5ed90eb9-af6c-418c-ad21-08df1aa1d617 req-b75a6140-67c0-43fd-9bfc-41b4e428faeb tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd3ffa81-2204-4d6d-aae6-250897e87f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585408 Apr 20 13:30:04.538523 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fb057264-38e2-4250-a6bc-bf6a188f9479 req-41bec814-3278-4faa-845e-f84f990a26c7 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0569003 Apr 20 13:30:04.805474 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device cef5751c-9364-467f-a93e-0d2d41d3df6b details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:30:04.809006 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device efbe0410-a7c3-4af2-8a32-27582ec13fb1 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:30:04.946906 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port cef5751c-9364-467f-a93e-0d2d41d3df6b, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=cef5751c-9364-467f-a93e-0d2d41d3df6b,segment=NetworkSegment(903cc42f-59d1-4917-9ec3-cbc3284a45bb),segment_id=903cc42f-59d1-4917-9ec3-cbc3284a45bb)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:30:04.960488 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'cef5751c-9364-467f-a93e-0d2d41d3df6b', 'network_id': '27d17f00-84b7-400c-970d-be61917bd03a', 'port_id': 'cef5751c-9364-467f-a93e-0d2d41d3df6b', 'mac_address': 'fa:16:3e:f8:8d:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '562e00d1-6211-4fe8-a521-472a5db1803b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:30:04.983722 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91084f58-0af0-448d-ae84-63b2601d4e1c req-d0349fc9-46a7-43ba-a5f7-ea817b9ca706 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:04.986636 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-91084f58-0af0-448d-ae84-63b2601d4e1c req-d0349fc9-46a7-43ba-a5f7-ea817b9ca706 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=852bc102-d268-4937-931c-f650538c313f HTTP/1.1" status: 200 len: 945 time: 0.0550044 Apr 20 13:30:04.986753 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port efbe0410-a7c3-4af2-8a32-27582ec13fb1 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:30:04.994339 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port efbe0410-a7c3-4af2-8a32-27582ec13fb1 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:30:04.994718 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:05.025269 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-91084f58-0af0-448d-ae84-63b2601d4e1c req-6bed90b0-338d-4790-8d2d-841d5ef8c4aa tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327156 Apr 20 13:30:05.025503 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:05.049072 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef5751c-9364-467f-a93e-0d2d41d3df6b {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:30:05.078356 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port cef5751c-9364-467f-a93e-0d2d41d3df6b, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=cef5751c-9364-467f-a93e-0d2d41d3df6b,segment=NetworkSegment(903cc42f-59d1-4917-9ec3-cbc3284a45bb),segment_id=903cc42f-59d1-4917-9ec3-cbc3284a45bb)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:30:05.112006 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:05.134364 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2d12a8-0032-4ad8-ac3e-010dc3c815d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efbe0410-a7c3-4af2-8a32-27582ec13fb1'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:30:05.136632 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22cf1f11-2465-4c04-8bb0-ee3f200646df" -d '{"events": [{"server_uuid": "be2d12a8-0032-4ad8-ac3e-010dc3c815d9", "name": "network-vif-plugged", "status": "completed", "tag": "efbe0410-a7c3-4af2-8a32-27582ec13fb1"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:30:05.149196 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port efbe0410-a7c3-4af2-8a32-27582ec13fb1, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=efbe0410-a7c3-4af2-8a32-27582ec13fb1,segment=NetworkSegment(d948cd7d-3607-4980-a2e9-26ca3fa89a16),segment_id=d948cd7d-3607-4980-a2e9-26ca3fa89a16)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:30:05.166154 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:05.190864 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e4167f-38a1-47dd-be2f-26821de5dd77 x-openstack-request-id: req-d8e4167f-38a1-47dd-be2f-26821de5dd77 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:30:05.191145 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2d12a8-0032-4ad8-ac3e-010dc3c815d9", "name": "network-vif-plugged", "status": "completed", "tag": "efbe0410-a7c3-4af2-8a32-27582ec13fb1", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:30:05.191433 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d8e4167f-38a1-47dd-be2f-26821de5dd77 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:30:05.191835 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8e4167f-38a1-47dd-be2f-26821de5dd77'] response: {'server_uuid': 'be2d12a8-0032-4ad8-ac3e-010dc3c815d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efbe0410-a7c3-4af2-8a32-27582ec13fb1', 'code': 200} Apr 20 13:30:05.222141 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=cef5751c-9364-467f-a93e-0d2d41d3df6b,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:05.274050 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:05.279719 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a35b6-4f6b-486c-8775-4a98f2c115d9 req-84363133-ced7-4560-a797-f1a1ac432a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:05.282010 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4a1a35b6-4f6b-486c-8775-4a98f2c115d9 req-84363133-ced7-4560-a797-f1a1ac432a9a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=be2d12a8-0032-4ad8-ac3e-010dc3c815d9 HTTP/1.1" status: 200 len: 1095 time: 0.0463066 Apr 20 13:30:05.319931 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4a1a35b6-4f6b-486c-8775-4a98f2c115d9 req-9f67968b-6bb2-4d9a-bf59-9a556e743f37 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cd3ffa81-2204-4d6d-aae6-250897e87f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289309 Apr 20 13:30:05.323325 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=efbe0410-a7c3-4af2-8a32-27582ec13fb1,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:05.486880 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['cef5751c-9364-467f-a93e-0d2d41d3df6b'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:30:05.684789 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356f5b2-5330-4e99-881d-314a510d15f2 req-afca3f10-dd7f-4626-ba71-31d30c330d4d tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:05.686477 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a356f5b2-5330-4e99-881d-314a510d15f2 req-afca3f10-dd7f-4626-ba71-31d30c330d4d tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/ports?device_id=be2d12a8-0032-4ad8-ac3e-010dc3c815d9 HTTP/1.1" status: 200 len: 945 time: 0.0789013 Apr 20 13:30:05.695774 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136fe99-f3d3-4f6c-b253-6ab07d6066a3 req-f528b857-5dd1-4946-aef6-8d3a05cc21f0 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:05.697178 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8136fe99-f3d3-4f6c-b253-6ab07d6066a3 req-f528b857-5dd1-4946-aef6-8d3a05cc21f0 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 944 time: 0.0798910 Apr 20 13:30:05.752972 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a356f5b2-5330-4e99-881d-314a510d15f2 req-9f4087f8-bf19-4c08-ad2a-ace0c9280a54 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd3ffa81-2204-4d6d-aae6-250897e87f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547364 Apr 20 13:30:05.760206 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8136fe99-f3d3-4f6c-b253-6ab07d6066a3 req-20061e0b-0c67-4ad6-bdc2-fe12e6cecde5 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0557947 Apr 20 13:30:06.144917 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c3942-de40-44aa-8a27-da8817a32685 req-b259a047-a2b5-4101-aada-f28c942070d7 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:06.146436 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8f5c3942-de40-44aa-8a27-da8817a32685 req-b259a047-a2b5-4101-aada-f28c942070d7 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=852bc102-d268-4937-931c-f650538c313f HTTP/1.1" status: 200 len: 945 time: 0.0494297 Apr 20 13:30:06.186211 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8f5c3942-de40-44aa-8a27-da8817a32685 req-e8dbb415-5717-48f7-bbde-f82008734dd0 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331602 Apr 20 13:30:06.823040 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device cef5751c-9364-467f-a93e-0d2d41d3df6b up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:30:06.906164 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5e4d1-8b29-4e38-9554-588ad8498a91 req-4de51e95-7fea-4885-90e8-cc3502954517 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:06.907669 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-97d5e4d1-8b29-4e38-9554-588ad8498a91 req-4de51e95-7fea-4885-90e8-cc3502954517 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/ports?device_id=be2d12a8-0032-4ad8-ac3e-010dc3c815d9 HTTP/1.1" status: 200 len: 945 time: 0.0796771 Apr 20 13:30:06.914740 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cec91-749c-4c6e-b7fc-1e356fcfd0c4 req-a32af777-1e6f-485e-a50e-6a1c509e3fb9 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:06.916461 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-888cec91-749c-4c6e-b7fc-1e356fcfd0c4 req-a32af777-1e6f-485e-a50e-6a1c509e3fb9 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 944 time: 0.0793183 Apr 20 13:30:06.965270 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port cef5751c-9364-467f-a93e-0d2d41d3df6b completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:30:06.974992 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-97d5e4d1-8b29-4e38-9554-588ad8498a91 req-5474e964-2fab-43fc-a87b-e03cb1dd0d43 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd3ffa81-2204-4d6d-aae6-250897e87f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575421 Apr 20 13:30:06.980107 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-888cec91-749c-4c6e-b7fc-1e356fcfd0c4 req-7e4148e3-4054-4dd7-927f-043bf3b668e8 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0565207 Apr 20 13:30:06.986858 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port cef5751c-9364-467f-a93e-0d2d41d3df6b triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:30:06.987346 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:07.068707 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:07.100720 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port cef5751c-9364-467f-a93e-0d2d41d3df6b, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=cef5751c-9364-467f-a93e-0d2d41d3df6b,segment=NetworkSegment(903cc42f-59d1-4917-9ec3-cbc3284a45bb),segment_id=903cc42f-59d1-4917-9ec3-cbc3284a45bb)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:30:07.165475 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:07.192649 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2757c4cd-8d9a-4595-bcf3-1c02746a73b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef5751c-9364-467f-a93e-0d2d41d3df6b'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:30:07.194890 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60926fb2-9618-402f-a67a-4ca41f4147c8" -d '{"events": [{"server_uuid": "2757c4cd-8d9a-4595-bcf3-1c02746a73b9", "name": "network-vif-plugged", "status": "completed", "tag": "cef5751c-9364-467f-a93e-0d2d41d3df6b"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:30:07.220976 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=cef5751c-9364-467f-a93e-0d2d41d3df6b,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:07.242359 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9e69ad-069a-411a-8e77-fa95782ac389 x-openstack-request-id: req-0a9e69ad-069a-411a-8e77-fa95782ac389 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:30:07.242359 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2757c4cd-8d9a-4595-bcf3-1c02746a73b9", "name": "network-vif-plugged", "status": "completed", "tag": "cef5751c-9364-467f-a93e-0d2d41d3df6b", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:30:07.242359 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0a9e69ad-069a-411a-8e77-fa95782ac389 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:30:07.242359 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a9e69ad-069a-411a-8e77-fa95782ac389'] response: {'server_uuid': '2757c4cd-8d9a-4595-bcf3-1c02746a73b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef5751c-9364-467f-a93e-0d2d41d3df6b', 'code': 200} Apr 20 13:30:07.368991 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c620c-10f0-4e40-a0db-8eaa8bbe1344 req-7f3615f1-9239-4e62-8ca1-849922fc1f37 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:07.370525 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a94c620c-10f0-4e40-a0db-8eaa8bbe1344 req-7f3615f1-9239-4e62-8ca1-849922fc1f37 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=852bc102-d268-4937-931c-f650538c313f HTTP/1.1" status: 200 len: 945 time: 0.0797689 Apr 20 13:30:07.376043 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da97f6-5662-4fc6-959d-b3a8e336cd3c req-774551d1-4463-4c59-bf1f-b545eff95409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:07.377492 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-74da97f6-5662-4fc6-959d-b3a8e336cd3c req-774551d1-4463-4c59-bf1f-b545eff95409 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 1096 time: 0.0768719 Apr 20 13:30:07.434084 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a94c620c-10f0-4e40-a0db-8eaa8bbe1344 req-ebd23dda-1b10-49a9-83dd-c55cbbebee37 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556514 Apr 20 13:30:07.435802 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-74da97f6-5662-4fc6-959d-b3a8e336cd3c req-492b8e9c-8b64-4786-b37d-f56ed4c66e3a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0504060 Apr 20 13:30:08.135899 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba016fab-b03f-436d-b919-440ca5c476fa req-216d7b95-bc72-497c-a2f1-7be7962cbda9 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:08.137369 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ba016fab-b03f-436d-b919-440ca5c476fa req-216d7b95-bc72-497c-a2f1-7be7962cbda9 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 945 time: 0.0843799 Apr 20 13:30:08.146369 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70d903-cccf-4ee4-b14d-4b743e4bfdec req-d5fe79ab-d8c7-495d-889d-cab69601da8b tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:08.147831 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bc70d903-cccf-4ee4-b14d-4b743e4bfdec req-d5fe79ab-d8c7-495d-889d-cab69601da8b tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/ports?device_id=be2d12a8-0032-4ad8-ac3e-010dc3c815d9 HTTP/1.1" status: 200 len: 945 time: 0.0930068 Apr 20 13:30:08.205634 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ba016fab-b03f-436d-b919-440ca5c476fa req-649735c0-f132-4a62-9505-38724d773fca tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0568428 Apr 20 13:30:08.210501 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bc70d903-cccf-4ee4-b14d-4b743e4bfdec req-ee93843a-84ad-43fe-9080-60f6606bc327 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd3ffa81-2204-4d6d-aae6-250897e87f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560625 Apr 20 13:30:08.574112 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec3131-fbf9-4607-b1e2-bf5c8ce829ca req-bd4dbae5-72a3-409b-b98f-69d2bf79524d tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:08.578433 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ffec3131-fbf9-4607-b1e2-bf5c8ce829ca req-bd4dbae5-72a3-409b-b98f-69d2bf79524d tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=852bc102-d268-4937-931c-f650538c313f HTTP/1.1" status: 200 len: 945 time: 0.0628073 Apr 20 13:30:08.619885 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ffec3131-fbf9-4607-b1e2-bf5c8ce829ca req-35878c2a-c5ab-42da-aded-836879ef797b tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377693 Apr 20 13:30:08.968134 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7893b-c483-43bc-a670-227def2b2348 req-3981c9e1-46e2-44ab-a1e4-9e58c1c1c688 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:08.970369 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8ba7893b-c483-43bc-a670-227def2b2348 req-3981c9e1-46e2-44ab-a1e4-9e58c1c1c688 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=852bc102-d268-4937-931c-f650538c313f HTTP/1.1" status: 200 len: 945 time: 0.0497761 Apr 20 13:30:09.015428 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8ba7893b-c483-43bc-a670-227def2b2348 req-ac7f4b34-03f5-4596-9c48-e1852a252ecc tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384860 Apr 20 13:30:09.143244 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c63f97-4d73-434c-baed-0daf397fc8f4 req-cfd816e9-c7e5-499a-b5b1-428e6dff6437 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:09.144772 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b5c63f97-4d73-434c-baed-0daf397fc8f4 req-cfd816e9-c7e5-499a-b5b1-428e6dff6437 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=852bc102-d268-4937-931c-f650538c313f HTTP/1.1" status: 200 len: 945 time: 0.0508494 Apr 20 13:30:09.192418 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b5c63f97-4d73-434c-baed-0daf397fc8f4 req-b965fcd8-17a4-448f-8643-89fab0327fe8 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415852 Apr 20 13:30:09.349763 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8ca8a-b867-4b63-8340-3c72556e17d2 req-98de202e-9d61-4b01-bf54-ca26953f0b2a tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:09.352094 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-44c8ca8a-b867-4b63-8340-3c72556e17d2 req-98de202e-9d61-4b01-bf54-ca26953f0b2a tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 945 time: 0.0591133 Apr 20 13:30:09.408556 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-44c8ca8a-b867-4b63-8340-3c72556e17d2 req-7c1aac10-74bd-4ff6-8316-cb5d6fff63bd tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0472581 Apr 20 13:30:09.529057 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc4a4f-24ae-47ad-8f13-69f2b74ace02 req-b76d0ab8-f7c7-4799-9c45-845d13c663df tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:09.530574 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2dbc4a4f-24ae-47ad-8f13-69f2b74ace02 req-b76d0ab8-f7c7-4799-9c45-845d13c663df tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 945 time: 0.0565505 Apr 20 13:30:09.539158 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44928) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:09.544107 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-ce3c1d2f-d160-4b17-a5fe-0abf51c82b94 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Request body: {'floatingip': {'port_id': 'cef5751c-9364-467f-a93e-0d2d41d3df6b'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:30:09.586462 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce3c1d2f-d160-4b17-a5fe-0abf51c82b94 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks [] for floatingip, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:09.915564 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44934) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:09.968510 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1a6a3-658b-4396-9592-25f0a6c9d569 req-fecd160d-43c2-45a9-9b4d-79e6eb5861c5 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:09.976701 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c9c1a6a3-658b-4396-9592-25f0a6c9d569 req-fecd160d-43c2-45a9-9b4d-79e6eb5861c5 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=852bc102-d268-4937-931c-f650538c313f HTTP/1.1" status: 200 len: 945 time: 0.0745461 Apr 20 13:30:10.038588 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c9c1a6a3-658b-4396-9592-25f0a6c9d569 req-28d65e5f-46c1-4cbb-9cfb-a043c65995e4 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605938 Apr 20 13:30:10.063510 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3289001a-d314-4477-81ca-5c2c5d216f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:10.153075 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3289001a-d314-4477-81ca-5c2c5d216f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:10.262698 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3289001a-d314-4477-81ca-5c2c5d216f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:10.316986 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce3c1d2f-d160-4b17-a5fe-0abf51c82b94 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:10.332580 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289001a-d314-4477-81ca-5c2c5d216f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64408cec-52a3-4f2f-b5bd-8a6c55f8c1d8,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:10.339731 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-3289001a-d314-4477-81ca-5c2c5d216f59 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cec5b0066d354fa78aa9f3d0bfeb9cf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4229107 Apr 20 13:30:10.340318 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44940) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:10.371586 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce3c1d2f-d160-4b17-a5fe-0abf51c82b94 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:10.530314 n-d-836015-7 neutron-server[114870]: INFO neutron.db.l3_db [None req-ce3c1d2f-d160-4b17-a5fe-0abf51c82b94 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Floating IP 324d156e-be66-4ee6-9435-448414731aee associated. External IP: 172.25.8.222, port: cef5751c-9364-467f-a93e-0d2d41d3df6b. Apr 20 13:30:10.770673 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-019361c1-47e4-4b54-a7ad-5ce46d343751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:10.778207 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3c1d2f-d160-4b17-a5fe-0abf51c82b94 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Router f003fc6b-4b98-49bd-abe4-4b089809c76c has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:30:10.795680 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-019361c1-47e4-4b54-a7ad-5ce46d343751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:10.902697 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3c1d2f-d160-4b17-a5fe-0abf51c82b94 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:30:10.907702 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce3c1d2f-d160-4b17-a5fe-0abf51c82b94 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:10.929562 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-019361c1-47e4-4b54-a7ad-5ce46d343751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:10.929562 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-019361c1-47e4-4b54-a7ad-5ce46d343751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:10.929562 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-019361c1-47e4-4b54-a7ad-5ce46d343751 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/64408cec-52a3-4f2f-b5bd-8a6c55f8c1d8 HTTP/1.1" status: 204 len: 168 time: 0.5754855 Apr 20 13:30:10.930452 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cf5a41-dbc5-4737-8dae-055a4a8a9043 None None] Sync routers for ids ['f003fc6b-4b98-49bd-abe4-4b089809c76c'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:30:10.937550 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cf5a41-dbc5-4737-8dae-055a4a8a9043 None None] Routers {'f003fc6b-4b98-49bd-abe4-4b089809c76c'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:30:10.938585 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-d5cf5a41-dbc5-4737-8dae-055a4a8a9043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:29:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f003fc6b-4b98-49bd-abe4-4b089809c76c'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:30:10.943171 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019361c1-47e4-4b54-a7ad-5ce46d343751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64408cec-52a3-4f2f-b5bd-8a6c55f8c1d8,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:10.952243 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ce3c1d2f-d160-4b17-a5fe-0abf51c82b94 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "PUT /v2.0/floatingips/324d156e-be66-4ee6-9435-448414731aee HTTP/1.1" status: 200 len: 991 time: 1.4118423 Apr 20 13:30:10.952965 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2757c4cd-8d9a-4595-bcf3-1c02746a73b9', 'tag': 'cef5751c-9364-467f-a93e-0d2d41d3df6b'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:30:10.955348 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48aa5d1d-38d5-44d9-ae0d-60c8391e139d" -d '{"events": [{"name": "network-changed", "server_uuid": "2757c4cd-8d9a-4595-bcf3-1c02746a73b9", "tag": "cef5751c-9364-467f-a93e-0d2d41d3df6b"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:30:10.997991 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945665ab-db89-45e7-b294-c0bf54635256 x-openstack-request-id: req-945665ab-db89-45e7-b294-c0bf54635256 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:30:10.997991 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2757c4cd-8d9a-4595-bcf3-1c02746a73b9", "tag": "cef5751c-9364-467f-a93e-0d2d41d3df6b", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:30:10.997991 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-945665ab-db89-45e7-b294-c0bf54635256 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:30:10.997991 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-945665ab-db89-45e7-b294-c0bf54635256'] response: {'name': 'network-changed', 'server_uuid': '2757c4cd-8d9a-4595-bcf3-1c02746a73b9', 'tag': 'cef5751c-9364-467f-a93e-0d2d41d3df6b', 'status': 'completed', 'code': 200} Apr 20 13:30:11.070499 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa5d1d-38d5-44d9-ae0d-60c8391e139d req-2bbcced9-eb2f-4c23-ad29-2d1c12247039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:11.072266 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-48aa5d1d-38d5-44d9-ae0d-60c8391e139d req-2bbcced9-eb2f-4c23-ad29-2d1c12247039 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d2e9573cd38a42bf9eb285f5cfe9d1c8&device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 1096 time: 0.0537548 Apr 20 13:30:11.089580 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-d5cf5a41-dbc5-4737-8dae-055a4a8a9043 None None] Set router f003fc6b-4b98-49bd-abe4-4b089809c76c gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:30:11.208789 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a6c7a-8480-430e-b7bd-06aaab315a0b req-222fdcee-f7c1-483f-a5b0-b9d1f09da59f tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:11.210439 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b70a6c7a-8480-430e-b7bd-06aaab315a0b req-222fdcee-f7c1-483f-a5b0-b9d1f09da59f tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.32 "GET /v2.0/ports?device_id=852bc102-d268-4937-931c-f650538c313f HTTP/1.1" status: 200 len: 945 time: 0.0661178 Apr 20 13:30:11.212311 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8576c56-794c-41e9-b155-9af7aed1496b req-369f6b88-3f24-4c4a-a665-8fa94de1b6c3 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:11.213806 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b8576c56-794c-41e9-b155-9af7aed1496b req-369f6b88-3f24-4c4a-a665-8fa94de1b6c3 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=852bc102-d268-4937-931c-f650538c313f HTTP/1.1" status: 200 len: 945 time: 0.0892112 Apr 20 13:30:11.298015 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b8576c56-794c-41e9-b155-9af7aed1496b req-f3be8bfe-86c2-4edd-8b0a-a92af24c5600 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742774 Apr 20 13:30:11.312705 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa5d1d-38d5-44d9-ae0d-60c8391e139d req-611e87c5-94de-4e73-8a86-b72a0928a21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:11.316927 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-48aa5d1d-38d5-44d9-ae0d-60c8391e139d req-611e87c5-94de-4e73-8a86-b72a0928a21b service neutron] 10.222.0.15 "GET /v2.0/networks?id=27d17f00-84b7-400c-970d-be61917bd03a HTTP/1.1" status: 200 len: 910 time: 0.2356002 Apr 20 13:30:11.335654 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-b70a6c7a-8480-430e-b7bd-06aaab315a0b req-599f2222-dda4-486b-a297-ebdacc9a79c9 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Deleting port 69f1addc-7601-4125-ac3b-58e8a28f9c5a {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:30:11.336012 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-b70a6c7a-8480-430e-b7bd-06aaab315a0b req-599f2222-dda4-486b-a297-ebdacc9a79c9 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:11.449433 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-b70a6c7a-8480-430e-b7bd-06aaab315a0b req-599f2222-dda4-486b-a297-ebdacc9a79c9 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] For port 69f1addc-7601-4125-ac3b-58e8a28f9c5a, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=69f1addc-7601-4125-ac3b-58e8a28f9c5a,segment=NetworkSegment(61aa0039-68ca-4033-b082-432ef8c81b46),segment_id=61aa0039-68ca-4033-b082-432ef8c81b46)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:30:11.449819 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-b70a6c7a-8480-430e-b7bd-06aaab315a0b req-599f2222-dda4-486b-a297-ebdacc9a79c9 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:11.463711 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-48aa5d1d-38d5-44d9-ae0d-60c8391e139d req-fb2d2fad-7e2b-41cd-be5e-5d04536afbcb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cef5751c-9364-467f-a93e-0d2d41d3df6b HTTP/1.1" status: 200 len: 999 time: 0.1388340 Apr 20 13:30:11.466442 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-b70a6c7a-8480-430e-b7bd-06aaab315a0b req-599f2222-dda4-486b-a297-ebdacc9a79c9 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Calling delete_port for 69f1addc-7601-4125-ac3b-58e8a28f9c5a owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:30:11.521187 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-d5cf5a41-dbc5-4737-8dae-055a4a8a9043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'name': 'tempest-AttachVolumeTestJSON-46680124-router', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '5572c62e-2702-45ec-937d-e05b40d0c751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:29:40Z', 'updated_at': '2022-04-20T13:29:45Z', 'revision_number': 4, 'project_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'gw_port': {'id': '5572c62e-2702-45ec-937d-e05b40d0c751', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:41Z', 'updated_at': '2022-04-20T13:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '324d156e-be66-4ee6-9435-448414731aee', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'floating_ip_address': '172.25.8.222', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'port_id': 'cef5751c-9364-467f-a93e-0d2d41d3df6b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27d17f00-84b7-400c-970d-be61917bd03a', 'mac_address': 'fa:16:3e:f8:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2757c4cd-8d9a-4595-bcf3-1c02746a73b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:29:51Z', 'updated_at': '2022-04-20T13:30:10Z', 'revision_number': 1, 'project_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbfa4987-ad73-4f14-a879-45bf44e2bea2', 'name': '', 'network_id': '27d17f00-84b7-400c-970d-be61917bd03a', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'mac_address': 'fa:16:3e:47:cc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '562e00d1-6211-4fe8-a521-472a5db1803b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:44Z', 'updated_at': '2022-04-20T13:29:50Z', 'revision_number': 5, 'project_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'subnets': [{'id': '562e00d1-6211-4fe8-a521-472a5db1803b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:30:11.542924 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa5d1d-38d5-44d9-ae0d-60c8391e139d req-978d1f1f-a72a-46d8-9d54-c6873e37de2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:11.544953 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-48aa5d1d-38d5-44d9-ae0d-60c8391e139d req-978d1f1f-a72a-46d8-9d54-c6873e37de2d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=562e00d1-6211-4fe8-a521-472a5db1803b HTTP/1.1" status: 200 len: 848 time: 0.0740831 Apr 20 13:30:11.570230 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cf5a41-dbc5-4737-8dae-055a4a8a9043 None None] Checking router: f003fc6b-4b98-49bd-abe4-4b089809c76c for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:30:11.590453 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cf5a41-dbc5-4737-8dae-055a4a8a9043 None None] Routers {'f003fc6b-4b98-49bd-abe4-4b089809c76c'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:30:11.591133 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-d5cf5a41-dbc5-4737-8dae-055a4a8a9043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:29:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f003fc6b-4b98-49bd-abe4-4b089809c76c'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:30:11.607613 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa5d1d-38d5-44d9-ae0d-60c8391e139d req-18637c74-cdb9-429f-8c0c-bb8dcaa61119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:11.608944 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-48aa5d1d-38d5-44d9-ae0d-60c8391e139d req-18637c74-cdb9-429f-8c0c-bb8dcaa61119 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27d17f00-84b7-400c-970d-be61917bd03a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554900 Apr 20 13:30:11.702875 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-b70a6c7a-8480-430e-b7bd-06aaab315a0b req-599f2222-dda4-486b-a297-ebdacc9a79c9 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:11.724022 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['8964fd46-ee04-4949-bc3b-01aa6c0daa3f', '69f1addc-7601-4125-ac3b-58e8a28f9c5a'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:30:11.731023 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 44960) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:11.746307 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f2222-dda4-486b-a297-ebdacc9a79c9 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Pushing event deleted for resources: {'Port': ['ID=69f1addc-7601-4125-ac3b-58e8a28f9c5a,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:11.748313 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-48aa5d1d-38d5-44d9-ae0d-60c8391e139d req-b74b8951-0746-439a-aea6-e2cf82c98e88 service neutron] 10.222.0.15 "GET /v2.0/networks/27d17f00-84b7-400c-970d-be61917bd03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317496 Apr 20 13:30:11.756233 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-65d1caf5-7505-4a8e-bd40-8b9e376b9f62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:11.800529 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-b70a6c7a-8480-430e-b7bd-06aaab315a0b req-599f2222-dda4-486b-a297-ebdacc9a79c9 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] No DVR routers for this DVR port 69f1addc-7601-4125-ac3b-58e8a28f9c5a on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:30:11.804556 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-b70a6c7a-8480-430e-b7bd-06aaab315a0b req-599f2222-dda4-486b-a297-ebdacc9a79c9 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:11.808213 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b70a6c7a-8480-430e-b7bd-06aaab315a0b req-599f2222-dda4-486b-a297-ebdacc9a79c9 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.32 "DELETE /v2.0/ports/69f1addc-7601-4125-ac3b-58e8a28f9c5a HTTP/1.1" status: 204 len: 173 time: 0.5856385 Apr 20 13:30:11.924529 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-48aa5d1d-38d5-44d9-ae0d-60c8391e139d req-884c2319-69c0-4f33-8b23-5588ca14620b service neutron] 10.222.0.15 "GET /v2.0/networks/27d17f00-84b7-400c-970d-be61917bd03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615305 Apr 20 13:30:11.966081 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-65d1caf5-7505-4a8e-bd40-8b9e376b9f62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:11.971251 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-d5cf5a41-dbc5-4737-8dae-055a4a8a9043 None None] Set router f003fc6b-4b98-49bd-abe4-4b089809c76c gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:30:12.068547 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-65d1caf5-7505-4a8e-bd40-8b9e376b9f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:12.118157 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-65d1caf5-7505-4a8e-bd40-8b9e376b9f62 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9a06e7fd3bc0402e92e56146dcced82f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3859534 Apr 20 13:30:12.119043 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d1caf5-7505-4a8e-bd40-8b9e376b9f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49cedbe-ad06-47f7-a523-6c256aa71332,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:12.121242 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 44964) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:12.181986 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-89a80497-57a6-4994-838d-0151e1bed71d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:12.207038 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-89a80497-57a6-4994-838d-0151e1bed71d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:12.345670 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-d5cf5a41-dbc5-4737-8dae-055a4a8a9043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'name': 'tempest-AttachVolumeTestJSON-46680124-router', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '5572c62e-2702-45ec-937d-e05b40d0c751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:29:40Z', 'updated_at': '2022-04-20T13:29:45Z', 'revision_number': 4, 'project_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'gw_port': {'id': '5572c62e-2702-45ec-937d-e05b40d0c751', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:41Z', 'updated_at': '2022-04-20T13:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '324d156e-be66-4ee6-9435-448414731aee', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'floating_ip_address': '172.25.8.222', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'port_id': 'cef5751c-9364-467f-a93e-0d2d41d3df6b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27d17f00-84b7-400c-970d-be61917bd03a', 'mac_address': 'fa:16:3e:f8:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2757c4cd-8d9a-4595-bcf3-1c02746a73b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:29:51Z', 'updated_at': '2022-04-20T13:30:10Z', 'revision_number': 1, 'project_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbfa4987-ad73-4f14-a879-45bf44e2bea2', 'name': '', 'network_id': '27d17f00-84b7-400c-970d-be61917bd03a', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'mac_address': 'fa:16:3e:47:cc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '562e00d1-6211-4fe8-a521-472a5db1803b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:44Z', 'updated_at': '2022-04-20T13:29:50Z', 'revision_number': 5, 'project_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'subnets': [{'id': '562e00d1-6211-4fe8-a521-472a5db1803b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:30:12.365124 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-89a80497-57a6-4994-838d-0151e1bed71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:12.367715 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-89a80497-57a6-4994-838d-0151e1bed71d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:12.378101 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-89a80497-57a6-4994-838d-0151e1bed71d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c49cedbe-ad06-47f7-a523-6c256aa71332 HTTP/1.1" status: 204 len: 168 time: 0.2468009 Apr 20 13:30:12.378101 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a80497-57a6-4994-838d-0151e1bed71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49cedbe-ad06-47f7-a523-6c256aa71332,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:12.382732 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cf5a41-dbc5-4737-8dae-055a4a8a9043 None None] The sync data for ids ['f003fc6b-4b98-49bd-abe4-4b089809c76c'] in n-d-836015-7 is: [{'id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'name': 'tempest-AttachVolumeTestJSON-46680124-router', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '5572c62e-2702-45ec-937d-e05b40d0c751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:29:40Z', 'updated_at': '2022-04-20T13:29:45Z', 'revision_number': 4, 'project_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'gw_port': {'id': '5572c62e-2702-45ec-937d-e05b40d0c751', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:41Z', 'updated_at': '2022-04-20T13:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '324d156e-be66-4ee6-9435-448414731aee', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'floating_ip_address': '172.25.8.222', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'port_id': 'cef5751c-9364-467f-a93e-0d2d41d3df6b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27d17f00-84b7-400c-970d-be61917bd03a', 'mac_address': 'fa:16:3e:f8:8d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2757c4cd-8d9a-4595-bcf3-1c02746a73b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:29:51Z', 'updated_at': '2022-04-20T13:30:10Z', 'revision_number': 1, 'project_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbfa4987-ad73-4f14-a879-45bf44e2bea2', 'name': '', 'network_id': '27d17f00-84b7-400c-970d-be61917bd03a', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'mac_address': 'fa:16:3e:47:cc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '562e00d1-6211-4fe8-a521-472a5db1803b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:44Z', 'updated_at': '2022-04-20T13:29:50Z', 'revision_number': 5, 'project_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'subnets': [{'id': '562e00d1-6211-4fe8-a521-472a5db1803b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:30:12.384289 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:12.475906 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b3bef614-236d-43b6-bdb1-16ef7f727649 req-4807e19a-b095-4e13-ba4c-6f26fa8d470f tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=852bc102-d268-4937-931c-f650538c313f HTTP/1.1" status: 200 len: 210 time: 0.0477731 Apr 20 13:30:12.649029 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4891a08e-7f9b-4ad0-8f76-708ae7a759f3 None None] New status for floating IP 324d156e-be66-4ee6-9435-448414731aee: ACTIVE {{(pid=114872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:30:12.954544 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:12.998755 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852bc102-d268-4937-931c-f650538c313f', 'name': 'network-vif-deleted', 'tag': '69f1addc-7601-4125-ac3b-58e8a28f9c5a'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:30:13.004106 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379016b5-041e-4844-af19-95e27522eec7" -d '{"events": [{"server_uuid": "852bc102-d268-4937-931c-f650538c313f", "name": "network-vif-deleted", "tag": "69f1addc-7601-4125-ac3b-58e8a28f9c5a"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:30:13.060538 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27f4184-ba33-4e64-b8aa-0a9fc04e7080 x-openstack-request-id: req-b27f4184-ba33-4e64-b8aa-0a9fc04e7080 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:30:13.060840 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852bc102-d268-4937-931c-f650538c313f", "name": "network-vif-deleted", "tag": "69f1addc-7601-4125-ac3b-58e8a28f9c5a", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:30:13.061687 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b27f4184-ba33-4e64-b8aa-0a9fc04e7080 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:30:13.062102 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b27f4184-ba33-4e64-b8aa-0a9fc04e7080'] response: {'server_uuid': '852bc102-d268-4937-931c-f650538c313f', 'name': 'network-vif-deleted', 'tag': '69f1addc-7601-4125-ac3b-58e8a28f9c5a', 'status': 'completed', 'code': 200} Apr 20 13:30:13.611616 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:30:14.306377 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45042) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:14.415748 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-02c14922-a66e-4365-afd4-068785041e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:14.518480 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-02c14922-a66e-4365-afd4-068785041e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:14.569758 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce42e1-b1fd-4483-b91d-1ef245e6c107 req-2499c399-f1b0-45a4-bfa3-28007f12d651 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:14.572611 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-76ce42e1-b1fd-4483-b91d-1ef245e6c107 req-2499c399-f1b0-45a4-bfa3-28007f12d651 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e6f31ba-04f8-4937-af82-e43e10b5dbf5 HTTP/1.1" status: 200 len: 945 time: 0.0612366 Apr 20 13:30:14.581984 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-02c14922-a66e-4365-afd4-068785041e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:14.619571 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-76ce42e1-b1fd-4483-b91d-1ef245e6c107 req-ae4efa23-f59d-40c4-a186-ae2ec90d79ae tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408053 Apr 20 13:30:14.621032 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c14922-a66e-4365-afd4-068785041e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89fc60c6-1dae-4e23-8c09-428ae75b2f09,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:14.626970 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-02c14922-a66e-4365-afd4-068785041e94 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2d84076a68844f8c8480655fcc56b4df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3185358 Apr 20 13:30:14.630149 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45052) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:14.688390 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c9227d5f-9bac-454f-af0a-e8daf4ad9389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:14.711552 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c9227d5f-9bac-454f-af0a-e8daf4ad9389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:14.833622 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c9227d5f-9bac-454f-af0a-e8daf4ad9389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:14.836275 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c9227d5f-9bac-454f-af0a-e8daf4ad9389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:14.837478 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c9227d5f-9bac-454f-af0a-e8daf4ad9389 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/89fc60c6-1dae-4e23-8c09-428ae75b2f09 HTTP/1.1" status: 204 len: 168 time: 0.2066901 Apr 20 13:30:14.846861 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9227d5f-9bac-454f-af0a-e8daf4ad9389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fc60c6-1dae-4e23-8c09-428ae75b2f09,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:15.774178 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b51f4-76e4-4b39-954c-cecd9727865e req-4f615332-42ca-4df0-b633-6d42ac87bbbe tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:15.775742 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0a9b51f4-76e4-4b39-954c-cecd9727865e req-4f615332-42ca-4df0-b633-6d42ac87bbbe tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e6f31ba-04f8-4937-af82-e43e10b5dbf5 HTTP/1.1" status: 200 len: 945 time: 0.0610571 Apr 20 13:30:15.816952 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0a9b51f4-76e4-4b39-954c-cecd9727865e req-dccf5066-f448-4e8e-8487-53819bff732b tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5afb4a-096a-464e-8778-418f32d61ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341628 Apr 20 13:30:16.001431 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b83d6-42d9-4f53-9736-db95bc5b82ca req-a7204c45-f0e8-4512-a43e-9bf2417a7252 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:16.003537 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a66b83d6-42d9-4f53-9736-db95bc5b82ca req-a7204c45-f0e8-4512-a43e-9bf2417a7252 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e6f31ba-04f8-4937-af82-e43e10b5dbf5 HTTP/1.1" status: 200 len: 945 time: 0.0619078 Apr 20 13:30:16.104354 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-a66b83d6-42d9-4f53-9736-db95bc5b82ca req-334ff56a-9355-41be-9fb8-dbefabd0ccc8 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Deleting port 8964fd46-ee04-4949-bc3b-01aa6c0daa3f {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:30:16.104712 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a66b83d6-42d9-4f53-9736-db95bc5b82ca req-334ff56a-9355-41be-9fb8-dbefabd0ccc8 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:16.194919 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-a66b83d6-42d9-4f53-9736-db95bc5b82ca req-334ff56a-9355-41be-9fb8-dbefabd0ccc8 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] For port 8964fd46-ee04-4949-bc3b-01aa6c0daa3f, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=8964fd46-ee04-4949-bc3b-01aa6c0daa3f,segment=NetworkSegment(61aa0039-68ca-4033-b082-432ef8c81b46),segment_id=61aa0039-68ca-4033-b082-432ef8c81b46)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:30:16.195295 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a66b83d6-42d9-4f53-9736-db95bc5b82ca req-334ff56a-9355-41be-9fb8-dbefabd0ccc8 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:16.208831 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-a66b83d6-42d9-4f53-9736-db95bc5b82ca req-334ff56a-9355-41be-9fb8-dbefabd0ccc8 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Calling delete_port for 8964fd46-ee04-4949-bc3b-01aa6c0daa3f owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:30:16.344672 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45088) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:16.439953 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a66b83d6-42d9-4f53-9736-db95bc5b82ca req-334ff56a-9355-41be-9fb8-dbefabd0ccc8 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:16.456283 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4411ccc9-3fe0-4fae-ad59-5636130f54f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:16.457765 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['8964fd46-ee04-4949-bc3b-01aa6c0daa3f'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:30:16.471415 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ff56a-9355-41be-9fb8-dbefabd0ccc8 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Pushing event deleted for resources: {'Port': ['ID=8964fd46-ee04-4949-bc3b-01aa6c0daa3f,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:16.510801 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 69f1addc-7601-4125-ac3b-58e8a28f9c5a no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:30:16.531213 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 69f1addc-7601-4125-ac3b-58e8a28f9c5a {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:30:16.531584 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 69f1addc-7601-4125-ac3b-58e8a28f9c5a not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:30:16.534773 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66b83d6-42d9-4f53-9736-db95bc5b82ca req-334ff56a-9355-41be-9fb8-dbefabd0ccc8 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] No DVR routers for this DVR port 8964fd46-ee04-4949-bc3b-01aa6c0daa3f on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:30:16.538531 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-a66b83d6-42d9-4f53-9736-db95bc5b82ca req-334ff56a-9355-41be-9fb8-dbefabd0ccc8 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:16.542248 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a66b83d6-42d9-4f53-9736-db95bc5b82ca req-334ff56a-9355-41be-9fb8-dbefabd0ccc8 tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.32 "DELETE /v2.0/ports/8964fd46-ee04-4949-bc3b-01aa6c0daa3f HTTP/1.1" status: 204 len: 173 time: 0.5298712 Apr 20 13:30:16.544020 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6f31ba-04f8-4937-af82-e43e10b5dbf5', 'name': 'network-vif-deleted', 'tag': '8964fd46-ee04-4949-bc3b-01aa6c0daa3f'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:30:16.546575 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19aab13f-c921-4087-bf57-127acf07f12d" -d '{"events": [{"server_uuid": "2e6f31ba-04f8-4937-af82-e43e10b5dbf5", "name": "network-vif-deleted", "tag": "8964fd46-ee04-4949-bc3b-01aa6c0daa3f"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:30:16.554046 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4411ccc9-3fe0-4fae-ad59-5636130f54f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:16.593049 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5428d01d-d683-4f4e-a73b-56d9b3d42fa2 x-openstack-request-id: req-5428d01d-d683-4f4e-a73b-56d9b3d42fa2 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:30:16.593276 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6f31ba-04f8-4937-af82-e43e10b5dbf5", "name": "network-vif-deleted", "tag": "8964fd46-ee04-4949-bc3b-01aa6c0daa3f", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:30:16.593529 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5428d01d-d683-4f4e-a73b-56d9b3d42fa2 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:30:16.594093 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5428d01d-d683-4f4e-a73b-56d9b3d42fa2'] response: {'server_uuid': '2e6f31ba-04f8-4937-af82-e43e10b5dbf5', 'name': 'network-vif-deleted', 'tag': '8964fd46-ee04-4949-bc3b-01aa6c0daa3f', 'status': 'completed', 'code': 200} Apr 20 13:30:16.628157 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4411ccc9-3fe0-4fae-ad59-5636130f54f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:16.664516 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4411ccc9-3fe0-4fae-ad59-5636130f54f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c22ede-add5-4b64-bb9b-9f9c8b2a0b41,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:16.671528 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4411ccc9-3fe0-4fae-ad59-5636130f54f8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=512c4b3591554ea89dc1746bb3463d8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3256671 Apr 20 13:30:16.677138 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45098) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:16.736964 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8787cf77-25c3-49eb-ae80-3f60999f514b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:16.763015 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8787cf77-25c3-49eb-ae80-3f60999f514b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:16.909121 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8787cf77-25c3-49eb-ae80-3f60999f514b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:16.912481 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8787cf77-25c3-49eb-ae80-3f60999f514b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:16.915402 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8787cf77-25c3-49eb-ae80-3f60999f514b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/51c22ede-add5-4b64-bb9b-9f9c8b2a0b41 HTTP/1.1" status: 204 len: 168 time: 0.2355661 Apr 20 13:30:16.925029 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8787cf77-25c3-49eb-ae80-3f60999f514b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c22ede-add5-4b64-bb9b-9f9c8b2a0b41,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:16.940213 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9426f90a-7b5a-4454-a21c-81a1069c5164 req-32294e19-df1f-4786-96f8-b8d8eef580dd tempest-ServersTestJSON-820240443 tempest-ServersTestJSON-820240443-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e6f31ba-04f8-4937-af82-e43e10b5dbf5 HTTP/1.1" status: 200 len: 210 time: 0.0290940 Apr 20 13:30:18.004294 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45130) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:18.049745 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-71fbd352-56a6-4ef1-a575-debf0ca6be39 admin admin] Deleting subnet 6c9f0b80-55d8-4485-9b41-54f7ac34cd10 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:30:18.052858 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-71fbd352-56a6-4ef1-a575-debf0ca6be39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:18.092957 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-71fbd352-56a6-4ef1-a575-debf0ca6be39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:18.132836 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-71fbd352-56a6-4ef1-a575-debf0ca6be39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:18.263057 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-71fbd352-56a6-4ef1-a575-debf0ca6be39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:18.291858 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fbd352-56a6-4ef1-a575-debf0ca6be39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c9f0b80-55d8-4485-9b41-54f7ac34cd10,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:18.297691 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-71fbd352-56a6-4ef1-a575-debf0ca6be39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:18.305143 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-71fbd352-56a6-4ef1-a575-debf0ca6be39 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6c9f0b80-55d8-4485-9b41-54f7ac34cd10 HTTP/1.1" status: 204 len: 168 time: 0.2961869 Apr 20 13:30:18.305413 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45138) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:18.382840 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c48701c4-3487-4599-8c13-845448e32cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:18.815669 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c48701c4-3487-4599-8c13-845448e32cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:18.838530 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-c48701c4-3487-4599-8c13-845448e32cda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bffadad1-e693-483b-8eeb-21265f06be5a']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:30:18.849330 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-c48701c4-3487-4599-8c13-845448e32cda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61aa0039-68ca-4033-b082-432ef8c81b46') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:30:18.849501 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-c48701c4-3487-4599-8c13-845448e32cda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61aa0039-68ca-4033-b082-432ef8c81b46') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:30:18.859992 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c48701c4-3487-4599-8c13-845448e32cda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:18.873294 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c48701c4-3487-4599-8c13-845448e32cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:18.879896 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c48701c4-3487-4599-8c13-845448e32cda admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:30:18.880442 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c48701c4-3487-4599-8c13-845448e32cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:18.882366 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:30:18.882366 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:30:18.882366 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:30:18.882366 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:30:18.882366 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:30:18.882366 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:30:18.882366 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:30:18.882366 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:30:18.882366 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:30:18.882366 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:30:18.882366 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:30:18.882366 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:30:18.882366 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:30:18.882366 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:30:18.882366 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:30:18.882366 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:30:18.882366 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:30:18.882366 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:30:18.882366 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:30:18.882366 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:30:18.882366 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:30:18.882366 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:30:18.882366 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:30:18.882366 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:30:18.882366 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:30:18.882366 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:30:18.882366 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:30:18.882366 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:30:18.882366 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:30:18.882366 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:30:18.882366 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:30:18.882366 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:30:19.010937 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c48701c4-3487-4599-8c13-845448e32cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:19.023996 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c48701c4-3487-4599-8c13-845448e32cda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:19.027435 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c48701c4-3487-4599-8c13-845448e32cda admin admin] 10.222.0.25 "DELETE /v2.0/networks/bffadad1-e693-483b-8eeb-21265f06be5a HTTP/1.1" status: 204 len: 168 time: 0.7211490 Apr 20 13:30:19.037798 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48701c4-3487-4599-8c13-845448e32cda admin admin] Pushing event deleted for resources: {'Network': ['ID=bffadad1-e693-483b-8eeb-21265f06be5a,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:19.499007 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45166) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:19.541823 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4b7273ee-7af3-4609-bf43-c15f979fb39e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1769fcf5b9754a27a1574952891cab93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414250 Apr 20 13:30:19.544668 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45168) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:19.617565 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5c555b3a-4532-49b1-8eac-f2392766284e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:19.645249 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5c555b3a-4532-49b1-8eac-f2392766284e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:19.776448 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5c555b3a-4532-49b1-8eac-f2392766284e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:19.779266 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5c555b3a-4532-49b1-8eac-f2392766284e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:19.780582 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5c555b3a-4532-49b1-8eac-f2392766284e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3e5afb4a-096a-464e-8778-418f32d61ec9 HTTP/1.1" status: 204 len: 168 time: 0.2349179 Apr 20 13:30:19.795138 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c555b3a-4532-49b1-8eac-f2392766284e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5afb4a-096a-464e-8778-418f32d61ec9,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:20.543878 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 8964fd46-ee04-4949-bc3b-01aa6c0daa3f no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:30:20.567701 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 8964fd46-ee04-4949-bc3b-01aa6c0daa3f {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:30:20.568048 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 8964fd46-ee04-4949-bc3b-01aa6c0daa3f not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:30:24.519581 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5d040177-326b-4f11-97a0-ef05a9c1d17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:26.630415 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45362) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:26.770585 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-40b628ae-6936-4e6d-b812-b002b4f541c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:26.798535 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f5671804-e4a6-4618-9968-44138c0914ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:26.886609 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f5671804-e4a6-4618-9968-44138c0914ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:26.930592 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f5671804-e4a6-4618-9968-44138c0914ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:26.972982 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f5671804-e4a6-4618-9968-44138c0914ae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=74da557a324e497eb20777844118c44e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3410923 Apr 20 13:30:26.973239 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45368) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:26.974669 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5671804-e4a6-4618-9968-44138c0914ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf11ec22-0f44-4959-b34c-623f22fee400,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:27.047573 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5cb9da05-b587-479f-a78b-643afa3e7c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:27.072254 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5cb9da05-b587-479f-a78b-643afa3e7c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:27.194132 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5cb9da05-b587-479f-a78b-643afa3e7c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:27.213518 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5cb9da05-b587-479f-a78b-643afa3e7c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:27.246093 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5cb9da05-b587-479f-a78b-643afa3e7c44 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cf11ec22-0f44-4959-b34c-623f22fee400 HTTP/1.1" status: 204 len: 168 time: 0.2690334 Apr 20 13:30:27.265728 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb9da05-b587-479f-a78b-643afa3e7c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf11ec22-0f44-4959-b34c-623f22fee400,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:27.271017 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9da05-b587-479f-a78b-643afa3e7c44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:27.271401 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9da05-b587-479f-a78b-643afa3e7c44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:27.272269 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9da05-b587-479f-a78b-643afa3e7c44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:27.272752 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9da05-b587-479f-a78b-643afa3e7c44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:27.273136 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9da05-b587-479f-a78b-643afa3e7c44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:27.273439 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9da05-b587-479f-a78b-643afa3e7c44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:27.273772 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9da05-b587-479f-a78b-643afa3e7c44 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:27.274104 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9da05-b587-479f-a78b-643afa3e7c44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:27.274430 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9da05-b587-479f-a78b-643afa3e7c44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:27.274915 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9da05-b587-479f-a78b-643afa3e7c44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:27.275430 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9da05-b587-479f-a78b-643afa3e7c44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:27.275932 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9da05-b587-479f-a78b-643afa3e7c44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:27.944827 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45380) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:27.964113 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1fb920f4-99a5-4dd2-8ca5-80100b5abe24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:28.044771 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1fb920f4-99a5-4dd2-8ca5-80100b5abe24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:28.119132 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1fb920f4-99a5-4dd2-8ca5-80100b5abe24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:28.119308 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:28.158788 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1fb920f4-99a5-4dd2-8ca5-80100b5abe24 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=21f3e6c4c7c643509f3dc5e85d71cc4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2128713 Apr 20 13:30:28.159517 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb920f4-99a5-4dd2-8ca5-80100b5abe24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580fe655-f604-4d7a-8280-7875f6efc5f4,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:28.162564 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45382) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:28.224164 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-45af2aff-0f88-433c-b9df-91dd1baf02bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:28.244371 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-45af2aff-0f88-433c-b9df-91dd1baf02bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:28.404924 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-45af2aff-0f88-433c-b9df-91dd1baf02bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:28.408084 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-45af2aff-0f88-433c-b9df-91dd1baf02bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:28.432004 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-45af2aff-0f88-433c-b9df-91dd1baf02bd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/580fe655-f604-4d7a-8280-7875f6efc5f4 HTTP/1.1" status: 204 len: 168 time: 0.2458122 Apr 20 13:30:28.453297 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af2aff-0f88-433c-b9df-91dd1baf02bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580fe655-f604-4d7a-8280-7875f6efc5f4,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:29.435609 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:29.839096 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:33.446995 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45516) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:33.584319 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2ca6a8e7-51a4-4efd-a0b2-3ff783b3a46e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:33.673677 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2ca6a8e7-51a4-4efd-a0b2-3ff783b3a46e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:33.736420 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2ca6a8e7-51a4-4efd-a0b2-3ff783b3a46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:33.767556 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45524) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:33.781291 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2ca6a8e7-51a4-4efd-a0b2-3ff783b3a46e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=176a505c42a54233b57d2318401797ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3329256 Apr 20 13:30:33.802727 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca6a8e7-51a4-4efd-a0b2-3ff783b3a46e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acb86d9-1c50-4fd4-87d0-d8a773c6d8da,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:33.825158 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2ea02f6b-e597-4176-8c5a-47000a655c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:33.846934 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2ea02f6b-e597-4176-8c5a-47000a655c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:33.976136 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2ea02f6b-e597-4176-8c5a-47000a655c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:33.978681 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2ea02f6b-e597-4176-8c5a-47000a655c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:33.980102 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2ea02f6b-e597-4176-8c5a-47000a655c84 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5acb86d9-1c50-4fd4-87d0-d8a773c6d8da HTTP/1.1" status: 204 len: 168 time: 0.2107997 Apr 20 13:30:33.989471 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea02f6b-e597-4176-8c5a-47000a655c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acb86d9-1c50-4fd4-87d0-d8a773c6d8da,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:33.999106 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea02f6b-e597-4176-8c5a-47000a655c84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:34.003472 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea02f6b-e597-4176-8c5a-47000a655c84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:34.003472 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea02f6b-e597-4176-8c5a-47000a655c84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:34.003472 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea02f6b-e597-4176-8c5a-47000a655c84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:34.003472 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea02f6b-e597-4176-8c5a-47000a655c84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:34.003472 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea02f6b-e597-4176-8c5a-47000a655c84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:34.003472 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea02f6b-e597-4176-8c5a-47000a655c84 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:34.003472 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea02f6b-e597-4176-8c5a-47000a655c84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:34.003472 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea02f6b-e597-4176-8c5a-47000a655c84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:34.003472 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea02f6b-e597-4176-8c5a-47000a655c84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:34.003472 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea02f6b-e597-4176-8c5a-47000a655c84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:34.003472 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea02f6b-e597-4176-8c5a-47000a655c84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:34.858070 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45542) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:34.872092 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b3414855-be18-471f-908e-d6dcca35177c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:34.961900 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b3414855-be18-471f-908e-d6dcca35177c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:35.044841 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b3414855-be18-471f-908e-d6dcca35177c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:35.089784 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b3414855-be18-471f-908e-d6dcca35177c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f935ca82815845668eea6107499afd3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2305501 Apr 20 13:30:35.091272 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3414855-be18-471f-908e-d6dcca35177c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a71426e-cc69-409e-bcf9-11e7e7188e64,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:35.092596 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45544) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:35.197122 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-10854ed8-aef5-4194-b6d7-5d22dc33f122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:35.224402 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-10854ed8-aef5-4194-b6d7-5d22dc33f122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:35.332842 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45548) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:35.355504 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-10854ed8-aef5-4194-b6d7-5d22dc33f122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:35.358026 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-10854ed8-aef5-4194-b6d7-5d22dc33f122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:35.363967 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-10854ed8-aef5-4194-b6d7-5d22dc33f122 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0a71426e-cc69-409e-bcf9-11e7e7188e64 HTTP/1.1" status: 204 len: 168 time: 0.2676938 Apr 20 13:30:35.387755 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10854ed8-aef5-4194-b6d7-5d22dc33f122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a71426e-cc69-409e-bcf9-11e7e7188e64,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:35.542345 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-44ebd1f0-ca31-43a2-b8b0-d750d9241f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:35.629519 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-44ebd1f0-ca31-43a2-b8b0-d750d9241f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:35.721645 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-44ebd1f0-ca31-43a2-b8b0-d750d9241f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:35.769785 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45562) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:35.774461 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-44ebd1f0-ca31-43a2-b8b0-d750d9241f68 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5bed61f66b3942d49734189ad802e6f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4393561 Apr 20 13:30:35.776953 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ebd1f0-ca31-43a2-b8b0-d750d9241f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9729ec7-b234-4371-a333-b6d55dbbdcef,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:35.822532 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1a78d0c9-32b6-4886-a0ca-7c69814cabf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:35.846035 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1a78d0c9-32b6-4886-a0ca-7c69814cabf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:36.005022 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1a78d0c9-32b6-4886-a0ca-7c69814cabf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:36.007669 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1a78d0c9-32b6-4886-a0ca-7c69814cabf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:36.008855 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1a78d0c9-32b6-4886-a0ca-7c69814cabf2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a9729ec7-b234-4371-a333-b6d55dbbdcef HTTP/1.1" status: 204 len: 168 time: 0.2418091 Apr 20 13:30:36.019089 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a78d0c9-32b6-4886-a0ca-7c69814cabf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9729ec7-b234-4371-a333-b6d55dbbdcef,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:36.602334 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45590) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:36.619509 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1ae22837-54d1-45a4-b4e8-661dc7552337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:36.670214 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19a357-14dd-4f4f-a189-81cc314c4236 req-4ac80705-3745-4e4b-87c2-11233a422d21 tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:36.671768 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3b19a357-14dd-4f4f-a189-81cc314c4236 req-4ac80705-3745-4e4b-87c2-11233a422d21 tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 1096 time: 0.0415924 Apr 20 13:30:36.701926 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1ae22837-54d1-45a4-b4e8-661dc7552337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:36.720766 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3b19a357-14dd-4f4f-a189-81cc314c4236 req-d606f6ab-9f54-4f55-aba4-382c55855a3c tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417452 Apr 20 13:30:36.752944 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1ae22837-54d1-45a4-b4e8-661dc7552337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:36.798499 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1ae22837-54d1-45a4-b4e8-661dc7552337 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=27cc581e1256478299f597d24b39fb2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1920159 Apr 20 13:30:36.798499 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae22837-54d1-45a4-b4e8-661dc7552337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35a2046-f14f-4dd8-b099-449d4934994c,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:36.799502 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45600) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:36.879373 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9f2a32c0-818b-4473-a587-be98ba3a904c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:36.907258 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9f2a32c0-818b-4473-a587-be98ba3a904c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:37.056094 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9f2a32c0-818b-4473-a587-be98ba3a904c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:37.058962 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9f2a32c0-818b-4473-a587-be98ba3a904c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:37.062915 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9f2a32c0-818b-4473-a587-be98ba3a904c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b35a2046-f14f-4dd8-b099-449d4934994c HTTP/1.1" status: 204 len: 168 time: 0.2596097 Apr 20 13:30:37.077248 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a32c0-818b-4473-a587-be98ba3a904c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35a2046-f14f-4dd8-b099-449d4934994c,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:37.171626 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb177d6-4a15-4da7-b3ea-c63fdf878338 req-e49a8030-aa36-4728-8453-c0878f4e2fe3 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:37.173713 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8fb177d6-4a15-4da7-b3ea-c63fdf878338 req-e49a8030-aa36-4728-8453-c0878f4e2fe3 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 945 time: 0.0743032 Apr 20 13:30:37.216122 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8fb177d6-4a15-4da7-b3ea-c63fdf878338 req-4a9d1254-aadc-4be1-851e-d1f4b32c4de8 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355191 Apr 20 13:30:37.245685 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45612) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:37.310346 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a9e7f7f8-cc54-4fde-8d7f-4992a006c101 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/floatingips/e100258e-bfe0-4a8d-8a13-0302a2a23ec4 HTTP/1.1" status: 200 len: 992 time: 0.0634778 Apr 20 13:30:37.705735 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-6328408c-54af-4384-bce6-ee47613c7801 req-aa6fd650-2f34-4bdd-b166-441c2d37c2de service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:30:37.709948 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6328408c-54af-4384-bce6-ee47613c7801 req-aa6fd650-2f34-4bdd-b166-441c2d37c2de service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068936 Apr 20 13:30:37.931147 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45642) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:37.949794 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2bd3d431-3ccb-4be4-be03-003433bc2fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:38.037598 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2bd3d431-3ccb-4be4-be03-003433bc2fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:38.130494 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2bd3d431-3ccb-4be4-be03-003433bc2fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:38.163579 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3d431-3ccb-4be4-be03-003433bc2fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6b223b-9b47-4786-97ba-e77b35bf0085,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:38.188588 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2bd3d431-3ccb-4be4-be03-003433bc2fe7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=18358d853b1147258736e832db52b098&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2552745 Apr 20 13:30:38.191029 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45652) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:38.245405 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf91cf7-b89c-4edb-b285-d8cdbaab7f58 req-4c164051-75c6-4274-b376-40a618d06c42 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:38.246707 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8ef09aab-9a75-4708-93c1-b5ba038be9dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:38.247623 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1cf91cf7-b89c-4edb-b285-d8cdbaab7f58 req-4c164051-75c6-4274-b376-40a618d06c42 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 945 time: 0.0642066 Apr 20 13:30:38.271586 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8ef09aab-9a75-4708-93c1-b5ba038be9dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:38.319487 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1cf91cf7-b89c-4edb-b285-d8cdbaab7f58 req-02822087-faaa-40ce-b9ab-760c6894d4f5 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550086 Apr 20 13:30:38.332787 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45656) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:38.404463 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8ef09aab-9a75-4708-93c1-b5ba038be9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:38.407139 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8ef09aab-9a75-4708-93c1-b5ba038be9dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:38.408635 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8ef09aab-9a75-4708-93c1-b5ba038be9dd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8e6b223b-9b47-4786-97ba-e77b35bf0085 HTTP/1.1" status: 204 len: 168 time: 0.2158322 Apr 20 13:30:38.417152 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef09aab-9a75-4708-93c1-b5ba038be9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6b223b-9b47-4786-97ba-e77b35bf0085,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:38.506373 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-3ba4ffbb-aec0-4e3c-87e1-45e79cb8d9d4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1718779 Apr 20 13:30:38.511518 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-623cdc16-0592-4407-82d6-6ba4d07689dd service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:30:38.521739 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-623cdc16-0592-4407-82d6-6ba4d07689dd service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098984 Apr 20 13:30:39.020368 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4abcf5-e3c7-4a43-ad93-e66030e3d4c8 req-afffdc24-bb52-468e-bb19-4d5b8ad96908 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:39.021964 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5e4abcf5-e3c7-4a43-ad93-e66030e3d4c8 req-afffdc24-bb52-468e-bb19-4d5b8ad96908 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/ports?device_id=be2d12a8-0032-4ad8-ac3e-010dc3c815d9 HTTP/1.1" status: 200 len: 945 time: 0.0542412 Apr 20 13:30:39.076067 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5e4abcf5-e3c7-4a43-ad93-e66030e3d4c8 req-4a1fbfca-7685-45ee-9a01-bc53a282ec0d tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd3ffa81-2204-4d6d-aae6-250897e87f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477862 Apr 20 13:30:39.427014 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e67b9a-167b-4a30-b308-1fba758b8d97 req-df85a364-1c72-44ae-9ee1-b2a7b019e8c1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:39.428523 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-21e67b9a-167b-4a30-b308-1fba758b8d97 req-df85a364-1c72-44ae-9ee1-b2a7b019e8c1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 945 time: 0.0500615 Apr 20 13:30:39.468992 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-21e67b9a-167b-4a30-b308-1fba758b8d97 req-0d764b9d-5741-42ec-9b27-1d109fb4b703 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339742 Apr 20 13:30:39.700213 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45736) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:39.942593 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-253ab634-9c02-4b3f-865b-a4a88f4eb65b admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:40.022574 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-253ab634-9c02-4b3f-865b-a4a88f4eb65b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:40.125100 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-253ab634-9c02-4b3f-865b-a4a88f4eb65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:40.168761 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-253ab634-9c02-4b3f-865b-a4a88f4eb65b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c00a07c263bb4c28bc9709c6530ef835&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4676280 Apr 20 13:30:40.171400 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45748) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:40.179596 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ab634-9c02-4b3f-865b-a4a88f4eb65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90948dd0-c3d0-40de-8a03-6a0b03ba089f,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:40.218516 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08694c-9ea0-42de-bd1f-9af3b75f7553 req-978eac88-d484-474d-adb1-e9c2e26e3687 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:40.220613 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8f08694c-9ea0-42de-bd1f-9af3b75f7553 req-978eac88-d484-474d-adb1-e9c2e26e3687 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/ports?device_id=be2d12a8-0032-4ad8-ac3e-010dc3c815d9 HTTP/1.1" status: 200 len: 945 time: 0.0547194 Apr 20 13:30:40.225652 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d0435313-d29a-4d9e-a122-2000f9632263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:40.251782 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d0435313-d29a-4d9e-a122-2000f9632263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:40.268386 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8f08694c-9ea0-42de-bd1f-9af3b75f7553 req-4a128212-34bf-4177-af0a-8f698419665a tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/security-groups?id=cd3ffa81-2204-4d6d-aae6-250897e87f55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343451 Apr 20 13:30:40.416079 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d0435313-d29a-4d9e-a122-2000f9632263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:40.418611 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d0435313-d29a-4d9e-a122-2000f9632263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:40.420228 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d0435313-d29a-4d9e-a122-2000f9632263 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/90948dd0-c3d0-40de-8a03-6a0b03ba089f HTTP/1.1" status: 204 len: 168 time: 0.2478061 Apr 20 13:30:40.428913 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0435313-d29a-4d9e-a122-2000f9632263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90948dd0-c3d0-40de-8a03-6a0b03ba089f,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:40.589013 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe503eba-a904-4509-a0a5-c2af973ef3b7 req-9e562576-bd44-4c11-afe2-edb51c21be4f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:40.590505 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fe503eba-a904-4509-a0a5-c2af973ef3b7 req-9e562576-bd44-4c11-afe2-edb51c21be4f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 945 time: 0.0493484 Apr 20 13:30:40.639519 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fe503eba-a904-4509-a0a5-c2af973ef3b7 req-d5dec8e5-8bec-46eb-b532-83ceb021f8fc tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387714 Apr 20 13:30:40.836531 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b74d0-c775-4794-9cf0-6344b62bec18 req-f13d24da-8542-4bcb-94a3-13f1086ce804 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:40.838656 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-231b74d0-c775-4794-9cf0-6344b62bec18 req-f13d24da-8542-4bcb-94a3-13f1086ce804 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.15 "GET /v2.0/ports?device_id=be2d12a8-0032-4ad8-ac3e-010dc3c815d9 HTTP/1.1" status: 200 len: 945 time: 0.0676692 Apr 20 13:30:40.948193 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-231b74d0-c775-4794-9cf0-6344b62bec18 req-bb4ca5a4-a792-42d8-ba04-47198df7829d tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Deleting port efbe0410-a7c3-4af2-8a32-27582ec13fb1 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:30:40.948528 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-231b74d0-c775-4794-9cf0-6344b62bec18 req-bb4ca5a4-a792-42d8-ba04-47198df7829d tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:41.050361 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-231b74d0-c775-4794-9cf0-6344b62bec18 req-bb4ca5a4-a792-42d8-ba04-47198df7829d tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] For port efbe0410-a7c3-4af2-8a32-27582ec13fb1, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=efbe0410-a7c3-4af2-8a32-27582ec13fb1,segment=NetworkSegment(d948cd7d-3607-4980-a2e9-26ca3fa89a16),segment_id=d948cd7d-3607-4980-a2e9-26ca3fa89a16)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:30:41.050981 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-231b74d0-c775-4794-9cf0-6344b62bec18 req-bb4ca5a4-a792-42d8-ba04-47198df7829d tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:41.065747 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-231b74d0-c775-4794-9cf0-6344b62bec18 req-bb4ca5a4-a792-42d8-ba04-47198df7829d tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Calling delete_port for efbe0410-a7c3-4af2-8a32-27582ec13fb1 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:30:41.177739 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45772) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:41.192536 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7dad837b-c8eb-4e4e-9494-17eb131f3abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:41.325881 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-231b74d0-c775-4794-9cf0-6344b62bec18 req-bb4ca5a4-a792-42d8-ba04-47198df7829d tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:41.338606 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['efbe0410-a7c3-4af2-8a32-27582ec13fb1'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:30:41.427754 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7dad837b-c8eb-4e4e-9494-17eb131f3abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:41.443229 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-c222538e-ceea-4da0-98e0-3b8a80c41310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:41.444638 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-c222538e-ceea-4da0-98e0-3b8a80c41310 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7d7599e499ac4ab585978f26ba0a43a9&device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 1096 time: 0.3335297 Apr 20 13:30:41.445635 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ca5a4-a792-42d8-ba04-47198df7829d tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Pushing event deleted for resources: {'Port': ['ID=efbe0410-a7c3-4af2-8a32-27582ec13fb1,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:41.490970 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-664a693b-ed26-4c74-b0c9-98beec854b78 req-cfba3906-95de-489c-a203-f555fa208dce tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/ports?device_id=be2d12a8-0032-4ad8-ac3e-010dc3c815d9 HTTP/1.1" status: 200 len: 210 time: 0.0705199 Apr 20 13:30:41.519216 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7dad837b-c8eb-4e4e-9494-17eb131f3abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:41.543759 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-231b74d0-c775-4794-9cf0-6344b62bec18 req-bb4ca5a4-a792-42d8-ba04-47198df7829d tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] No DVR routers for this DVR port efbe0410-a7c3-4af2-8a32-27582ec13fb1 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:30:41.562621 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7dad837b-c8eb-4e4e-9494-17eb131f3abf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0dccccc719c9425cbf4d9be47866a819&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3815544 Apr 20 13:30:41.562621 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad837b-c8eb-4e4e-9494-17eb131f3abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c06a974-c9e1-436c-a493-c44b2843223a,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:41.563612 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45778) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:41.584806 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-231b74d0-c775-4794-9cf0-6344b62bec18 req-bb4ca5a4-a792-42d8-ba04-47198df7829d tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:41.589154 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-231b74d0-c775-4794-9cf0-6344b62bec18 req-bb4ca5a4-a792-42d8-ba04-47198df7829d tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.15 "DELETE /v2.0/ports/efbe0410-a7c3-4af2-8a32-27582ec13fb1 HTTP/1.1" status: 204 len: 173 time: 0.7430120 Apr 20 13:30:41.590488 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2d12a8-0032-4ad8-ac3e-010dc3c815d9', 'name': 'network-vif-deleted', 'tag': 'efbe0410-a7c3-4af2-8a32-27582ec13fb1'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:30:41.592378 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302597e3-5313-48bc-9368-93604efd604c" -d '{"events": [{"server_uuid": "be2d12a8-0032-4ad8-ac3e-010dc3c815d9", "name": "network-vif-deleted", "tag": "efbe0410-a7c3-4af2-8a32-27582ec13fb1"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:30:41.651391 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9ed4cef2-b3b6-4e6a-8325-76a16f2b2e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:41.678197 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c7f29b-59c9-457d-ab70-94187bb71098 x-openstack-request-id: req-85c7f29b-59c9-457d-ab70-94187bb71098 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:30:41.688575 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2d12a8-0032-4ad8-ac3e-010dc3c815d9", "name": "network-vif-deleted", "tag": "efbe0410-a7c3-4af2-8a32-27582ec13fb1", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:30:41.688575 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-85c7f29b-59c9-457d-ab70-94187bb71098 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:30:41.688575 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85c7f29b-59c9-457d-ab70-94187bb71098'] response: {'server_uuid': 'be2d12a8-0032-4ad8-ac3e-010dc3c815d9', 'name': 'network-vif-deleted', 'tag': 'efbe0410-a7c3-4af2-8a32-27582ec13fb1', 'status': 'completed', 'code': 200} Apr 20 13:30:41.703493 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-91c1f789-c5fc-42fa-bd39-22d9ac0d1102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:41.705088 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-91c1f789-c5fc-42fa-bd39-22d9ac0d1102 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee1e3f3a-436d-4baf-9474-8341d7977164 HTTP/1.1" status: 200 len: 898 time: 0.2284610 Apr 20 13:30:41.732489 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9ed4cef2-b3b6-4e6a-8325-76a16f2b2e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:41.836827 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-088dfcf4-50f9-48bd-b452-ab2277e35b9b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b50a92e0-e00c-4196-8c29-8ff4788ac2bb HTTP/1.1" status: 200 len: 1000 time: 0.1233456 Apr 20 13:30:41.867181 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9ed4cef2-b3b6-4e6a-8325-76a16f2b2e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:41.870018 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9ed4cef2-b3b6-4e6a-8325-76a16f2b2e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:41.871297 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9ed4cef2-b3b6-4e6a-8325-76a16f2b2e19 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6c06a974-c9e1-436c-a493-c44b2843223a HTTP/1.1" status: 204 len: 168 time: 0.3067772 Apr 20 13:30:41.887405 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b68466-178d-46da-9d80-b8d47c4c8dfe req-65b48ee9-0d97-47d2-925d-1067a7365015 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:41.888991 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f9b68466-178d-46da-9d80-b8d47c4c8dfe req-65b48ee9-0d97-47d2-925d-1067a7365015 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 945 time: 0.1099248 Apr 20 13:30:41.895251 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed4cef2-b3b6-4e6a-8325-76a16f2b2e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c06a974-c9e1-436c-a493-c44b2843223a,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:41.922852 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-14f789ea-b81c-474a-bbac-437035b3a999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:41.924444 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-14f789ea-b81c-474a-bbac-437035b3a999 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4781852a-f1d5-43ae-a14e-8279f99b230d HTTP/1.1" status: 200 len: 835 time: 0.0805769 Apr 20 13:30:41.981133 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f9b68466-178d-46da-9d80-b8d47c4c8dfe req-5fa42f58-f1e0-4911-8c40-3922c658ea19 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851231 Apr 20 13:30:42.003927 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-301fd313-2ff1-4279-87ec-f93fe6fb900b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:42.005435 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-301fd313-2ff1-4279-87ec-f93fe6fb900b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee1e3f3a-436d-4baf-9474-8341d7977164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700481 Apr 20 13:30:42.018864 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-85a6e87d-31bb-4f43-a4b1-5fa7063c4de6 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:30:42.019854 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-85a6e87d-31bb-4f43-a4b1-5fa7063c4de6 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058661 Apr 20 13:30:42.158572 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-54fa37fd-a695-499f-9f45-fa30c816bf64 service neutron] 10.222.0.15 "GET /v2.0/networks/ee1e3f3a-436d-4baf-9474-8341d7977164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320338 Apr 20 13:30:42.263151 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-7a142fb9-05b0-4841-8612-ab75e593a572 service neutron] 10.222.0.15 "GET /v2.0/networks/ee1e3f3a-436d-4baf-9474-8341d7977164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964510 Apr 20 13:30:42.325270 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:42.616255 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a8cde1a0-b920-4d7d-9582-0ad45f1fab77 req-4e44b9fd-3d7d-4df6-a372-c8ec642528e7 tempest-VolumesSnapshotTestJSON-195573532 tempest-VolumesSnapshotTestJSON-195573532-project] 10.222.0.25 "GET /v2.0/ports?device_id=be2d12a8-0032-4ad8-ac3e-010dc3c815d9 HTTP/1.1" status: 200 len: 210 time: 0.0325699 Apr 20 13:30:42.935905 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:43.097297 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836d123-9d1b-4278-9381-3d01ece9d2a8 req-85138a7d-f232-4e15-9479-33f559b983c6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:43.099068 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8836d123-9d1b-4278-9381-3d01ece9d2a8 req-85138a7d-f232-4e15-9479-33f559b983c6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 945 time: 0.0519187 Apr 20 13:30:43.140324 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8836d123-9d1b-4278-9381-3d01ece9d2a8 req-da07805b-c1c4-4420-be18-785ed4730307 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352266 Apr 20 13:30:44.328429 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d949c7-0e4a-40b5-bb0c-03b78972f37b req-76a9f736-e6f9-4e42-bbf2-8a55f027e37e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:44.331686 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-21d949c7-0e4a-40b5-bb0c-03b78972f37b req-76a9f736-e6f9-4e42-bbf2-8a55f027e37e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 945 time: 0.1017148 Apr 20 13:30:44.381529 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-21d949c7-0e4a-40b5-bb0c-03b78972f37b req-58ea5aca-4e92-4477-9031-f686e8dba8f1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433598 Apr 20 13:30:45.067780 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device efbe0410-a7c3-4af2-8a32-27582ec13fb1 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:30:45.094643 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: efbe0410-a7c3-4af2-8a32-27582ec13fb1 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:30:45.095203 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device efbe0410-a7c3-4af2-8a32-27582ec13fb1 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:30:45.602073 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889541f-29f7-4c48-81dd-1654d2d88546 req-d6ba5528-cfbb-42f6-bd02-3a24e22979af tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:45.607852 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c889541f-29f7-4c48-81dd-1654d2d88546 req-d6ba5528-cfbb-42f6-bd02-3a24e22979af tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 945 time: 0.0857382 Apr 20 13:30:45.657943 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c889541f-29f7-4c48-81dd-1654d2d88546 req-f4dc9518-bee8-4d31-b623-c2b969acfefa tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466192 Apr 20 13:30:45.856210 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45904) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:45.998024 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-59f46178-38b6-4bee-aef7-09db396760b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:46.118529 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-59f46178-38b6-4bee-aef7-09db396760b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:46.169778 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-59f46178-38b6-4bee-aef7-09db396760b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:46.201427 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 45910) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:46.209316 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-59f46178-38b6-4bee-aef7-09db396760b7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7e7ef2264cb042ebaa5686a3c7287e84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3515122 Apr 20 13:30:46.211888 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45912) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:46.218428 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f46178-38b6-4bee-aef7-09db396760b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46c9b99-77e3-4a1b-bbcb-0277eaba5c07,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:46.281056 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c4dddeb-953e-4a3e-85e8-ac900152eef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:46.307507 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c4dddeb-953e-4a3e-85e8-ac900152eef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:46.379702 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-56076834-5080-428a-a9f5-28db36f36670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:46.438514 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c4dddeb-953e-4a3e-85e8-ac900152eef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:46.443724 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c4dddeb-953e-4a3e-85e8-ac900152eef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:46.445134 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4c4dddeb-953e-4a3e-85e8-ac900152eef8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b46c9b99-77e3-4a1b-bbcb-0277eaba5c07 HTTP/1.1" status: 204 len: 168 time: 0.2319682 Apr 20 13:30:46.465613 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4dddeb-953e-4a3e-85e8-ac900152eef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46c9b99-77e3-4a1b-bbcb-0277eaba5c07,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:46.511109 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-56076834-5080-428a-a9f5-28db36f36670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:46.598909 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-56076834-5080-428a-a9f5-28db36f36670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:46.638482 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-56076834-5080-428a-a9f5-28db36f36670 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2d38afe708954bfdb948451faf4eda51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4357610 Apr 20 13:30:46.639331 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56076834-5080-428a-a9f5-28db36f36670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806c3d85-64ef-4b82-98e6-59fb70b89f5f,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:46.642225 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45922) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:46.721773 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-256a5a91-db54-4831-8006-218e4e286b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:46.786038 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-256a5a91-db54-4831-8006-218e4e286b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:46.857391 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcfa98c-2fbd-452f-aa4e-90411d87957a req-6e20791c-67f7-4d95-a9f6-b0920eb0c9ef tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:46.858891 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2bcfa98c-2fbd-452f-aa4e-90411d87957a req-6e20791c-67f7-4d95-a9f6-b0920eb0c9ef tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 945 time: 0.1203489 Apr 20 13:30:46.909856 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2bcfa98c-2fbd-452f-aa4e-90411d87957a req-79934e93-e09f-4bf2-9f21-77c87ff0de1e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438173 Apr 20 13:30:47.010359 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-256a5a91-db54-4831-8006-218e4e286b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:47.014637 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-256a5a91-db54-4831-8006-218e4e286b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:47.016785 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-256a5a91-db54-4831-8006-218e4e286b64 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/806c3d85-64ef-4b82-98e6-59fb70b89f5f HTTP/1.1" status: 204 len: 168 time: 0.3722146 Apr 20 13:30:47.035080 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a5a91-db54-4831-8006-218e4e286b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806c3d85-64ef-4b82-98e6-59fb70b89f5f,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:47.752028 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45952) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:47.770679 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8cfa1a6b-0a3d-4005-add0-e47bade74c30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:47.896557 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8cfa1a6b-0a3d-4005-add0-e47bade74c30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:47.975787 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8cfa1a6b-0a3d-4005-add0-e47bade74c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:48.013993 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa1a6b-0a3d-4005-add0-e47bade74c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db9773b-3f24-41ae-860c-02e7ec0bcecd,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:48.097093 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8cfa1a6b-0a3d-4005-add0-e47bade74c30 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eee9ce2f6d9948c4ba4718f7db44a10d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3426573 Apr 20 13:30:48.099950 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 45964) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:48.171151 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7239bce-e669-481d-bf3b-173d09903bf8 req-fabcbe7b-d452-442b-83be-0eac10f36728 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:48.187876 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e7239bce-e669-481d-bf3b-173d09903bf8 req-fabcbe7b-d452-442b-83be-0eac10f36728 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 945 time: 0.1743145 Apr 20 13:30:48.284052 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e7239bce-e669-481d-bf3b-173d09903bf8 req-b2c26ca1-4660-4c44-b701-51ed6360ad19 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951712 Apr 20 13:30:48.284786 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c28aaea3-687e-4a89-ac94-e1e4edd74464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:48.332325 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c28aaea3-687e-4a89-ac94-e1e4edd74464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:48.472868 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c28aaea3-687e-4a89-ac94-e1e4edd74464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:48.476621 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c28aaea3-687e-4a89-ac94-e1e4edd74464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:48.479409 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c28aaea3-687e-4a89-ac94-e1e4edd74464 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4db9773b-3f24-41ae-860c-02e7ec0bcecd HTTP/1.1" status: 204 len: 168 time: 0.3772633 Apr 20 13:30:48.499266 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28aaea3-687e-4a89-ac94-e1e4edd74464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db9773b-3f24-41ae-860c-02e7ec0bcecd,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:49.485865 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b264f-bec4-4207-bac5-e68d0e36f35b req-632a9e02-d041-44bd-86d1-04d90fc757c3 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:49.492962 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-824b264f-bec4-4207-bac5-e68d0e36f35b req-632a9e02-d041-44bd-86d1-04d90fc757c3 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 945 time: 0.1190012 Apr 20 13:30:49.571309 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-824b264f-bec4-4207-bac5-e68d0e36f35b req-7a2ef77d-ba40-4f5e-9c3e-3ff2f91c44e5 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760462 Apr 20 13:30:50.611726 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:30:50.709176 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd12b6-1fd8-4e84-bd72-6dc878f0e666 req-b320cba2-3b01-4ba4-9aff-bda3111918fd tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:50.715931 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2fcd12b6-1fd8-4e84-bd72-6dc878f0e666 req-b320cba2-3b01-4ba4-9aff-bda3111918fd tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 945 time: 0.0685899 Apr 20 13:30:50.767164 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2fcd12b6-1fd8-4e84-bd72-6dc878f0e666 req-f1464915-fffe-4fba-9dd2-4d267bcd6c1f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484600 Apr 20 13:30:51.926890 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399b772-9ee2-4fd5-846c-09593dab1c7d req-5bc1f350-4909-4257-83ab-669078604fe0 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:51.928420 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6399b772-9ee2-4fd5-846c-09593dab1c7d req-5bc1f350-4909-4257-83ab-669078604fe0 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 945 time: 0.0600433 Apr 20 13:30:51.998050 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6399b772-9ee2-4fd5-846c-09593dab1c7d req-6268af38-2b23-4016-9a31-8ea6dbbaaf35 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632472 Apr 20 13:30:53.171638 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba5bb0-fc91-4f0b-ae12-d5d70c7143cd req-254ba078-d1cc-4f22-aaa7-dd164a1cd822 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:53.174261 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f2ba5bb0-fc91-4f0b-ae12-d5d70c7143cd req-254ba078-d1cc-4f22-aaa7-dd164a1cd822 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 945 time: 0.0609088 Apr 20 13:30:53.225084 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f2ba5bb0-fc91-4f0b-ae12-d5d70c7143cd req-c7360b8e-13c4-45ee-9841-1c5b0ec47437 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421293 Apr 20 13:30:54.387115 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba52ee-7643-4dd2-af75-10d0bb5ec1cc req-f382e446-ef22-4dfc-a078-01de7258b271 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:54.396510 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c7ba52ee-7643-4dd2-af75-10d0bb5ec1cc req-f382e446-ef22-4dfc-a078-01de7258b271 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 945 time: 0.0874903 Apr 20 13:30:54.444565 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-24a1f1c4-5e62-4ce3-af79-affd3442f233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:54.479687 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c7ba52ee-7643-4dd2-af75-10d0bb5ec1cc req-6c7be8b7-15bf-43be-bfec-8c8d7bfb9493 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822339 Apr 20 13:30:54.487282 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-abe856e0-612e-42a3-961c-a45637138623 service neutron] show failed (client error): The resource could not be found. Apr 20 13:30:54.488687 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-abe856e0-612e-42a3-961c-a45637138623 service neutron] 10.222.0.15 "GET /v2.0/ports/b50a92e0-e00c-4196-8c29-8ff4788ac2bb/bindings/n-h1-836015-7 HTTP/1.1" status: 404 len: 380 time: 0.0896757 Apr 20 13:30:55.295579 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-680c9da6-6196-424c-994d-48348c1b0b42 req-375916b7-cdb9-4b1c-84eb-4e3a152931d1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1304164 Apr 20 13:30:55.359010 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-2f786c9f-d546-4bf0-b0d8-bf9f4d07db04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:55.361288 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-2f786c9f-d546-4bf0-b0d8-bf9f4d07db04 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749&tenant_id=7d7599e499ac4ab585978f26ba0a43a9 HTTP/1.1" status: 200 len: 1096 time: 0.3657563 Apr 20 13:30:55.373681 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-d09f30b6-fb76-4223-8eb6-6c42fa85c975 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:30:55.374722 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-d09f30b6-fb76-4223-8eb6-6c42fa85c975 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055108 Apr 20 13:30:55.388406 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-a6ac5d90-5e5a-4787-ae27-6d97af05cf05 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836015-7', 'device_owner': 'compute:nova'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:30:55.502642 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c9da6-6196-424c-994d-48348c1b0b42 req-cde15dc9-8e5b-4ea6-b58b-cb4cf6d45aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:55.505074 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-680c9da6-6196-424c-994d-48348c1b0b42 req-cde15dc9-8e5b-4ea6-b58b-cb4cf6d45aed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d2e9573cd38a42bf9eb285f5cfe9d1c8&device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 1096 time: 0.1467662 Apr 20 13:30:55.534604 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-a6ac5d90-5e5a-4787-ae27-6d97af05cf05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:55.858518 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96f691-a782-4ac2-9748-96b2feaf1ef6 req-55d22d8d-b881-4414-aed3-d59a3e75e018 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:55.868789 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-db96f691-a782-4ac2-9748-96b2feaf1ef6 req-55d22d8d-b881-4414-aed3-d59a3e75e018 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 945 time: 0.1851904 Apr 20 13:30:55.923091 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c9da6-6196-424c-994d-48348c1b0b42 req-beaedb89-1621-4f32-ba76-8c2b6a1da6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:55.925592 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-680c9da6-6196-424c-994d-48348c1b0b42 req-beaedb89-1621-4f32-ba76-8c2b6a1da6a2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=27d17f00-84b7-400c-970d-be61917bd03a HTTP/1.1" status: 200 len: 910 time: 0.3926895 Apr 20 13:30:56.016542 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-db96f691-a782-4ac2-9748-96b2feaf1ef6 req-bb7da551-5880-4901-a1c7-ef0f9477eb77 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404221 Apr 20 13:30:56.037624 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-680c9da6-6196-424c-994d-48348c1b0b42 req-c972d0f2-6fc4-46a1-ac6a-d071d4acfd7d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cef5751c-9364-467f-a93e-0d2d41d3df6b HTTP/1.1" status: 200 len: 1001 time: 0.1037455 Apr 20 13:30:56.084005 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-a6ac5d90-5e5a-4787-ae27-6d97af05cf05 service neutron] For port b50a92e0-e00c-4196-8c29-8ff4788ac2bb, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b50a92e0-e00c-4196-8c29-8ff4788ac2bb,segment=NetworkSegment(0af567ff-a35c-45eb-b61a-7c90f213a3a7),segment_id=0af567ff-a35c-45eb-b61a-7c90f213a3a7)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:30:56.093698 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c9da6-6196-424c-994d-48348c1b0b42 req-ef88af97-ec8e-4250-a0e1-2d33fcbf7667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:56.095386 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-680c9da6-6196-424c-994d-48348c1b0b42 req-ef88af97-ec8e-4250-a0e1-2d33fcbf7667 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=562e00d1-6211-4fe8-a521-472a5db1803b HTTP/1.1" status: 200 len: 848 time: 0.0503290 Apr 20 13:30:56.199152 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-a6ac5d90-5e5a-4787-ae27-6d97af05cf05 service neutron] For port b50a92e0-e00c-4196-8c29-8ff4788ac2bb, host n-h2-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:30:56.224437 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c9da6-6196-424c-994d-48348c1b0b42 req-5b99ba28-9f03-4c3e-a220-6f241f346a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:56.226161 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-680c9da6-6196-424c-994d-48348c1b0b42 req-5b99ba28-9f03-4c3e-a220-6f241f346a9c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27d17f00-84b7-400c-970d-be61917bd03a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1236045 Apr 20 13:30:56.330437 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-a6ac5d90-5e5a-4787-ae27-6d97af05cf05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:56.362686 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-a6ac5d90-5e5a-4787-ae27-6d97af05cf05 service neutron] Transition to ACTIVE for port object b50a92e0-e00c-4196-8c29-8ff4788ac2bb will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:30:56.364391 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b50a92e0-e00c-4196-8c29-8ff4788ac2bb'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:30:56.369146 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605c2321-ad55-472e-a22d-79d59247297f" -d '{"events": [{"server_uuid": "3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749", "name": "network-vif-unplugged", "status": "completed", "tag": "b50a92e0-e00c-4196-8c29-8ff4788ac2bb"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:30:56.431653 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-680c9da6-6196-424c-994d-48348c1b0b42 req-85618119-52a3-4050-b5b8-0faa595391f7 service neutron] 10.222.0.15 "GET /v2.0/networks/27d17f00-84b7-400c-970d-be61917bd03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981738 Apr 20 13:30:56.464026 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8611a450-aefa-4fd6-adb9-6c70d0f28263 x-openstack-request-id: req-8611a450-aefa-4fd6-adb9-6c70d0f28263 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:30:56.464324 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749", "name": "network-vif-unplugged", "status": "completed", "tag": "b50a92e0-e00c-4196-8c29-8ff4788ac2bb", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:30:56.464572 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8611a450-aefa-4fd6-adb9-6c70d0f28263 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:30:56.465247 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8611a450-aefa-4fd6-adb9-6c70d0f28263'] response: {'server_uuid': '3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b50a92e0-e00c-4196-8c29-8ff4788ac2bb', 'code': 200} Apr 20 13:30:56.478827 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-a6ac5d90-5e5a-4787-ae27-6d97af05cf05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:56.599473 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-680c9da6-6196-424c-994d-48348c1b0b42 req-8e9e1ecb-3e50-4ab2-ac99-576a64f51654 service neutron] 10.222.0.15 "GET /v2.0/networks/27d17f00-84b7-400c-970d-be61917bd03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602099 Apr 20 13:30:56.768234 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac5d90-5e5a-4787-ae27-6d97af05cf05 service neutron] Pushing event updated for resources: {'Port': ['ID=b50a92e0-e00c-4196-8c29-8ff4788ac2bb,revision_number=6']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:56.781714 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e2eb882b-1012-44f0-8573-3b34ffef8a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:56.927544 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-a6ac5d90-5e5a-4787-ae27-6d97af05cf05 service neutron] No DVR routers for this DVR port b50a92e0-e00c-4196-8c29-8ff4788ac2bb on host n-h2-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:30:57.204074 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c23f3-9c39-4b92-9bb8-37adf08da001 req-0116c20f-4424-4106-a33a-f606642aa845 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:57.205667 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-170c23f3-9c39-4b92-9bb8-37adf08da001 req-0116c20f-4424-4106-a33a-f606642aa845 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 943 time: 0.0811098 Apr 20 13:30:57.242992 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-a6ac5d90-5e5a-4787-ae27-6d97af05cf05 service neutron] Attempting to bind port b50a92e0-e00c-4196-8c29-8ff4788ac2bb on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:30:57.242992 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-a6ac5d90-5e5a-4787-ae27-6d97af05cf05 service neutron] Attempting to bind port b50a92e0-e00c-4196-8c29-8ff4788ac2bb by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '0af567ff-a35c-45eb-b61a-7c90f213a3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ee1e3f3a-436d-4baf-9474-8341d7977164'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:30:57.242992 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-a6ac5d90-5e5a-4787-ae27-6d97af05cf05 service neutron] Attempting to bind port b50a92e0-e00c-4196-8c29-8ff4788ac2bb on network ee1e3f3a-436d-4baf-9474-8341d7977164 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:30:57.246573 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-170c23f3-9c39-4b92-9bb8-37adf08da001 req-737b0c22-a450-4f1b-8d10-a461c9dca051 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343275 Apr 20 13:30:57.257019 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-a6ac5d90-5e5a-4787-ae27-6d97af05cf05 service neutron] Port b50a92e0-e00c-4196-8c29-8ff4788ac2bb on network ee1e3f3a-436d-4baf-9474-8341d7977164 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:30:57.257614 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-a6ac5d90-5e5a-4787-ae27-6d97af05cf05 service neutron] Attempting to bind port b50a92e0-e00c-4196-8c29-8ff4788ac2bb on network ee1e3f3a-436d-4baf-9474-8341d7977164 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:30:57.279699 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-a6ac5d90-5e5a-4787-ae27-6d97af05cf05 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:30:57.280163 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-a6ac5d90-5e5a-4787-ae27-6d97af05cf05 service neutron] Checking segment: {'id': '0af567ff-a35c-45eb-b61a-7c90f213a3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ee1e3f3a-436d-4baf-9474-8341d7977164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:30:57.280852 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-a6ac5d90-5e5a-4787-ae27-6d97af05cf05 service neutron] Bound using segment: {'id': '0af567ff-a35c-45eb-b61a-7c90f213a3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ee1e3f3a-436d-4baf-9474-8341d7977164'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:30:57.281341 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-a6ac5d90-5e5a-4787-ae27-6d97af05cf05 service neutron] Bound port: b50a92e0-e00c-4196-8c29-8ff4788ac2bb, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af567ff-a35c-45eb-b61a-7c90f213a3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ee1e3f3a-436d-4baf-9474-8341d7977164'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:30:57.281710 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-a6ac5d90-5e5a-4787-ae27-6d97af05cf05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:57.381353 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-a6ac5d90-5e5a-4787-ae27-6d97af05cf05 service neutron] For port b50a92e0-e00c-4196-8c29-8ff4788ac2bb, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:30:57.386019 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-a6ac5d90-5e5a-4787-ae27-6d97af05cf05 service neutron] For port b50a92e0-e00c-4196-8c29-8ff4788ac2bb, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=b50a92e0-e00c-4196-8c29-8ff4788ac2bb,segment=NetworkSegment(0af567ff-a35c-45eb-b61a-7c90f213a3a7),segment_id=0af567ff-a35c-45eb-b61a-7c90f213a3a7)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:30:57.576422 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-a6ac5d90-5e5a-4787-ae27-6d97af05cf05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:57.632189 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-a6ac5d90-5e5a-4787-ae27-6d97af05cf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:57.632189 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-a6ac5d90-5e5a-4787-ae27-6d97af05cf05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:57.633860 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-a6ac5d90-5e5a-4787-ae27-6d97af05cf05 service neutron] 10.222.0.32 "PUT /v2.0/ports/b50a92e0-e00c-4196-8c29-8ff4788ac2bb HTTP/1.1" status: 200 len: 1091 time: 2.2512033 Apr 20 13:30:57.674185 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac5d90-5e5a-4787-ae27-6d97af05cf05 service neutron] Pushing event updated for resources: {'Port': ['ID=b50a92e0-e00c-4196-8c29-8ff4788ac2bb,revision_number=7']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:57.726147 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-45c99b75-31cd-4524-877b-03a68f1e01b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:57.728045 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-45c99b75-31cd-4524-877b-03a68f1e01b9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d7599e499ac4ab585978f26ba0a43a9&device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 1094 time: 0.0672040 Apr 20 13:30:57.857774 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-de5ddcb5-6d02-4838-ab1f-50db17885f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:57.859651 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-de5ddcb5-6d02-4838-ab1f-50db17885f3c service neutron] 10.222.0.32 "GET /v2.0/networks?id=ee1e3f3a-436d-4baf-9474-8341d7977164 HTTP/1.1" status: 200 len: 898 time: 0.1238384 Apr 20 13:30:57.980763 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-48121c8d-483d-443b-aec6-2065662ca5ab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b50a92e0-e00c-4196-8c29-8ff4788ac2bb HTTP/1.1" status: 200 len: 998 time: 0.1131177 Apr 20 13:30:58.048277 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-ab14e690-e9e2-4260-b96b-61714a654d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:58.049533 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-ab14e690-e9e2-4260-b96b-61714a654d86 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4781852a-f1d5-43ae-a14e-8279f99b230d HTTP/1.1" status: 200 len: 835 time: 0.0620167 Apr 20 13:30:58.112792 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:58.129877 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-75cbf0b7-c658-432c-9379-2e3bf56d9b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:58.132448 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-75cbf0b7-c658-432c-9379-2e3bf56d9b11 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ee1e3f3a-436d-4baf-9474-8341d7977164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756159 Apr 20 13:30:58.353380 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-6cb055e6-de56-485d-bd76-07004fe015e1 service neutron] 10.222.0.32 "GET /v2.0/networks/ee1e3f3a-436d-4baf-9474-8341d7977164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143569 Apr 20 13:30:58.480995 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749', 'tag': 'b50a92e0-e00c-4196-8c29-8ff4788ac2bb'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:30:58.484444 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4e92ae-1642-4122-a2ac-66726f29524c" -d '{"events": [{"name": "network-changed", "server_uuid": "3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749", "tag": "b50a92e0-e00c-4196-8c29-8ff4788ac2bb"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:30:58.630641 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3dc45-1e53-4199-bac1-b9307f66d197 req-127e915d-9257-468a-852f-c2bf622a0518 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:58.642477 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e3f3dc45-1e53-4199-bac1-b9307f66d197 req-127e915d-9257-468a-852f-c2bf622a0518 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 943 time: 0.2246869 Apr 20 13:30:58.713683 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-aee0cb3d-141f-4097-88a3-f3e407ad13c1 req-a085dc95-71bf-467b-9193-d6df96555765 service neutron] 10.222.0.32 "GET /v2.0/networks/ee1e3f3a-436d-4baf-9474-8341d7977164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492088 Apr 20 13:30:58.720716 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99364a5-dd84-4e87-99a1-17ce58aa5f49 x-openstack-request-id: req-e99364a5-dd84-4e87-99a1-17ce58aa5f49 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:30:58.721241 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749", "tag": "b50a92e0-e00c-4196-8c29-8ff4788ac2bb", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:30:58.722214 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e99364a5-dd84-4e87-99a1-17ce58aa5f49 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:30:58.723867 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e99364a5-dd84-4e87-99a1-17ce58aa5f49'] response: {'name': 'network-changed', 'server_uuid': '3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749', 'tag': 'b50a92e0-e00c-4196-8c29-8ff4788ac2bb', 'status': 'completed', 'code': 200} Apr 20 13:30:58.782968 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e3f3dc45-1e53-4199-bac1-b9307f66d197 req-dd7d00e3-fbd4-478d-89d3-aa06f4f77571 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248541 Apr 20 13:30:58.817326 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e92ae-1642-4122-a2ac-66726f29524c req-3e3ea48b-6d13-4438-bb8f-8105afc004cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:58.818244 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4d4e92ae-1642-4122-a2ac-66726f29524c req-3e3ea48b-6d13-4438-bb8f-8105afc004cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7d7599e499ac4ab585978f26ba0a43a9&device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 1094 time: 0.0813305 Apr 20 13:30:58.928170 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e92ae-1642-4122-a2ac-66726f29524c req-5e156533-d94c-4fed-a657-5a2f3e330440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:58.929741 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4d4e92ae-1642-4122-a2ac-66726f29524c req-5e156533-d94c-4fed-a657-5a2f3e330440 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee1e3f3a-436d-4baf-9474-8341d7977164 HTTP/1.1" status: 200 len: 898 time: 0.1039433 Apr 20 13:30:59.017782 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e92ae-1642-4122-a2ac-66726f29524c req-329dd395-6242-4797-b384-e25420b2f12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:59.017782 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4d4e92ae-1642-4122-a2ac-66726f29524c req-329dd395-6242-4797-b384-e25420b2f12e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d7599e499ac4ab585978f26ba0a43a9&device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 1094 time: 0.1113400 Apr 20 13:30:59.036889 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4d4e92ae-1642-4122-a2ac-66726f29524c req-7a7a0e89-be65-46b0-9214-556cfc54b1e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b50a92e0-e00c-4196-8c29-8ff4788ac2bb HTTP/1.1" status: 200 len: 998 time: 0.0983896 Apr 20 13:30:59.127039 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b50a92e0-e00c-4196-8c29-8ff4788ac2bb no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:30:59.137948 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e92ae-1642-4122-a2ac-66726f29524c req-3e4494e3-491b-41c1-856d-25d5044d8791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:59.139662 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4d4e92ae-1642-4122-a2ac-66726f29524c req-3e4494e3-491b-41c1-856d-25d5044d8791 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4781852a-f1d5-43ae-a14e-8279f99b230d HTTP/1.1" status: 200 len: 835 time: 0.0949554 Apr 20 13:30:59.201315 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e92ae-1642-4122-a2ac-66726f29524c req-b38229ca-ae2f-4a87-8a51-9b9de669cc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:59.213987 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b50a92e0-e00c-4196-8c29-8ff4788ac2bb not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:30:59.222629 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4d4e92ae-1642-4122-a2ac-66726f29524c req-b38229ca-ae2f-4a87-8a51-9b9de669cc99 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee1e3f3a-436d-4baf-9474-8341d7977164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766594 Apr 20 13:30:59.287317 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e92ae-1642-4122-a2ac-66726f29524c req-0e038af8-f5d3-4703-ad9e-ac72e5ec4fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:59.298305 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4d4e92ae-1642-4122-a2ac-66726f29524c req-0e038af8-f5d3-4703-ad9e-ac72e5ec4fdf service neutron] 10.222.0.32 "GET /v2.0/networks?id=ee1e3f3a-436d-4baf-9474-8341d7977164 HTTP/1.1" status: 200 len: 898 time: 0.2766001 Apr 20 13:30:59.369605 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4d4e92ae-1642-4122-a2ac-66726f29524c req-370b1cd9-cdd1-40e9-9779-8ca70d418099 service neutron] 10.222.0.15 "GET /v2.0/networks/ee1e3f3a-436d-4baf-9474-8341d7977164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397603 Apr 20 13:30:59.422840 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:59.462077 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4d4e92ae-1642-4122-a2ac-66726f29524c req-4a61a164-f85c-4e69-bce2-2f9720aaa5ad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b50a92e0-e00c-4196-8c29-8ff4788ac2bb HTTP/1.1" status: 200 len: 998 time: 0.1549616 Apr 20 13:30:59.560225 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e92ae-1642-4122-a2ac-66726f29524c req-524be4a6-a4c7-4e0b-b7e4-d5d0b06570f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:59.562861 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4d4e92ae-1642-4122-a2ac-66726f29524c req-524be4a6-a4c7-4e0b-b7e4-d5d0b06570f2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4781852a-f1d5-43ae-a14e-8279f99b230d HTTP/1.1" status: 200 len: 835 time: 0.0930564 Apr 20 13:30:59.579337 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4d4e92ae-1642-4122-a2ac-66726f29524c req-f8a1559b-1657-404e-a3a7-2a19e0b0147d service neutron] 10.222.0.15 "GET /v2.0/networks/ee1e3f3a-436d-4baf-9474-8341d7977164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975615 Apr 20 13:30:59.659001 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e92ae-1642-4122-a2ac-66726f29524c req-7fee72c6-7c37-466a-a667-6dc87a4d34b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:59.661912 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4d4e92ae-1642-4122-a2ac-66726f29524c req-7fee72c6-7c37-466a-a667-6dc87a4d34b2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ee1e3f3a-436d-4baf-9474-8341d7977164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918932 Apr 20 13:30:59.849615 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:59.885529 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4d4e92ae-1642-4122-a2ac-66726f29524c req-e26e9b98-3291-4451-9970-2a1dd07c8bc5 service neutron] 10.222.0.32 "GET /v2.0/networks/ee1e3f3a-436d-4baf-9474-8341d7977164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155941 Apr 20 13:31:00.026611 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66663777-d00b-4345-9a4e-12ca6fc84376 req-4bb431c9-61f6-4552-8b73-442a52f47269 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:00.034760 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66663777-d00b-4345-9a4e-12ca6fc84376 req-4bb431c9-61f6-4552-8b73-442a52f47269 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 943 time: 0.0898767 Apr 20 13:31:00.055231 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4d4e92ae-1642-4122-a2ac-66726f29524c req-ba066892-dd58-4363-b5db-40315f18e9bb service neutron] 10.222.0.32 "GET /v2.0/networks/ee1e3f3a-436d-4baf-9474-8341d7977164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629949 Apr 20 13:31:00.088171 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66663777-d00b-4345-9a4e-12ca6fc84376 req-3ab6b191-3f66-497f-a0fb-2b800a0a116a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522859 Apr 20 13:31:01.227470 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0fbed-c5f7-4b37-bf21-e24e33d07adb req-f37ded2d-d3f8-4ed6-9186-e1055ec6b609 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:01.235976 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1ac0fbed-c5f7-4b37-bf21-e24e33d07adb req-f37ded2d-d3f8-4ed6-9186-e1055ec6b609 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 943 time: 0.0733879 Apr 20 13:31:01.277330 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1ac0fbed-c5f7-4b37-bf21-e24e33d07adb req-aa2dfaa3-5ae1-4fb7-921b-a2a93a241045 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403845 Apr 20 13:31:02.407959 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8597858-c4b8-4c43-bfe3-df8ce8f4edc6 req-03982660-2157-4d6b-b882-6399d8a070b2 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:02.411902 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e8597858-c4b8-4c43-bfe3-df8ce8f4edc6 req-03982660-2157-4d6b-b882-6399d8a070b2 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 943 time: 0.0641930 Apr 20 13:31:02.475650 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e8597858-c4b8-4c43-bfe3-df8ce8f4edc6 req-425a837d-da4a-4df6-9bab-6f5b2303540c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571115 Apr 20 13:31:02.743449 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device b50a92e0-e00c-4196-8c29-8ff4788ac2bb details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:31:02.895149 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port b50a92e0-e00c-4196-8c29-8ff4788ac2bb, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=b50a92e0-e00c-4196-8c29-8ff4788ac2bb,segment=NetworkSegment(0af567ff-a35c-45eb-b61a-7c90f213a3a7),segment_id=0af567ff-a35c-45eb-b61a-7c90f213a3a7)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:31:02.913580 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': 'b50a92e0-e00c-4196-8c29-8ff4788ac2bb', 'network_id': 'ee1e3f3a-436d-4baf-9474-8341d7977164', 'port_id': 'b50a92e0-e00c-4196-8c29-8ff4788ac2bb', 'mac_address': 'fa:16:3e:73:a8:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4781852a-f1d5-43ae-a14e-8279f99b230d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:31:02.958470 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:02.972507 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b50a92e0-e00c-4196-8c29-8ff4788ac2bb {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:31:03.004758 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port b50a92e0-e00c-4196-8c29-8ff4788ac2bb, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=b50a92e0-e00c-4196-8c29-8ff4788ac2bb,segment=NetworkSegment(0af567ff-a35c-45eb-b61a-7c90f213a3a7),segment_id=0af567ff-a35c-45eb-b61a-7c90f213a3a7)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:31:03.072445 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:03.211503 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=b50a92e0-e00c-4196-8c29-8ff4788ac2bb,revision_number=8']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:03.228624 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:03.228973 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:03.229315 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:03.229921 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:03.230262 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:03.230592 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:03.230917 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:03.231518 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:03.231930 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:03.232286 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:03.232612 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:03.232934 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:03.398051 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['b50a92e0-e00c-4196-8c29-8ff4788ac2bb'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:31:03.708447 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfba08-dbc4-4612-bb6b-7e937646bb22 req-1379a244-a3c2-4343-ada8-8025d8c71bd9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:03.710068 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-02cfba08-dbc4-4612-bb6b-7e937646bb22 req-1379a244-a3c2-4343-ada8-8025d8c71bd9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 944 time: 0.0996306 Apr 20 13:31:03.770872 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-02cfba08-dbc4-4612-bb6b-7e937646bb22 req-d769d75f-7921-45be-8961-0331f0ddab5c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522888 Apr 20 13:31:04.238473 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a0c21-9c7a-46fb-adbc-ff52764a4214 req-5aaaf067-5974-4ad6-a84a-3c000d8b8883 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:04.239897 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3d8a0c21-9c7a-46fb-adbc-ff52764a4214 req-5aaaf067-5974-4ad6-a84a-3c000d8b8883 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 944 time: 0.0501108 Apr 20 13:31:04.288060 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3d8a0c21-9c7a-46fb-adbc-ff52764a4214 req-d6e64f6e-4bac-4b7a-98cd-ac530179b5a7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418935 Apr 20 13:31:04.359952 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1a753-b66b-4b45-8950-b20480147678 req-03387d3f-76c7-4bd9-9219-7f791f24cf94 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:04.361446 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9bf1a753-b66b-4b45-8950-b20480147678 req-03387d3f-76c7-4bd9-9219-7f791f24cf94 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749&tenant_id=7d7599e499ac4ab585978f26ba0a43a9&binding%3Ahost_id=n-h1-836015-7 HTTP/1.1" status: 200 len: 944 time: 0.0966117 Apr 20 13:31:04.431207 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9bf1a753-b66b-4b45-8950-b20480147678 req-d93adaa8-2c68-4183-85f1-07fb90966c53 service neutron] 10.222.0.32 "GET /v2.0/ports/b50a92e0-e00c-4196-8c29-8ff4788ac2bb/bindings/n-h1-836015-7 HTTP/1.1" status: 200 len: 382 time: 0.0627162 Apr 20 13:31:04.499117 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1a753-b66b-4b45-8950-b20480147678 req-f2b193f8-0282-407c-9371-06fbcf2cf980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:04.500671 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9bf1a753-b66b-4b45-8950-b20480147678 req-f2b193f8-0282-407c-9371-06fbcf2cf980 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d7599e499ac4ab585978f26ba0a43a9&device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 1095 time: 0.0435166 Apr 20 13:31:04.597173 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1a753-b66b-4b45-8950-b20480147678 req-d7c95f95-ad5c-4880-95ca-c19d19ec2fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:04.598936 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9bf1a753-b66b-4b45-8950-b20480147678 req-d7c95f95-ad5c-4880-95ca-c19d19ec2fed service neutron] 10.222.0.32 "GET /v2.0/networks?id=ee1e3f3a-436d-4baf-9474-8341d7977164 HTTP/1.1" status: 200 len: 898 time: 0.0904570 Apr 20 13:31:04.666059 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9bf1a753-b66b-4b45-8950-b20480147678 req-9a14cefd-b4ae-4e58-ac2e-387a0b675066 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b50a92e0-e00c-4196-8c29-8ff4788ac2bb HTTP/1.1" status: 200 len: 999 time: 0.0597956 Apr 20 13:31:04.721650 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1a753-b66b-4b45-8950-b20480147678 req-ed4cf36d-5fcd-46e5-853f-8f1430a79cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:04.723867 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9bf1a753-b66b-4b45-8950-b20480147678 req-ed4cf36d-5fcd-46e5-853f-8f1430a79cb8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4781852a-f1d5-43ae-a14e-8279f99b230d HTTP/1.1" status: 200 len: 835 time: 0.0514681 Apr 20 13:31:04.758465 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device b50a92e0-e00c-4196-8c29-8ff4788ac2bb up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:31:04.815566 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1a753-b66b-4b45-8950-b20480147678 req-2694e4aa-ad9b-43a1-80ca-76ddb202a843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:04.817823 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9bf1a753-b66b-4b45-8950-b20480147678 req-2694e4aa-ad9b-43a1-80ca-76ddb202a843 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ee1e3f3a-436d-4baf-9474-8341d7977164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879419 Apr 20 13:31:04.933883 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9bf1a753-b66b-4b45-8950-b20480147678 req-b462ccae-c8b3-4c66-b7da-925543b32679 service neutron] 10.222.0.32 "GET /v2.0/networks/ee1e3f3a-436d-4baf-9474-8341d7977164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099050 Apr 20 13:31:04.944158 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port b50a92e0-e00c-4196-8c29-8ff4788ac2bb completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:31:04.954806 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port b50a92e0-e00c-4196-8c29-8ff4788ac2bb triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:31:04.955327 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:05.054426 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9bf1a753-b66b-4b45-8950-b20480147678 req-6d29cbad-be5c-4fbd-80af-44d2603518a4 service neutron] 10.222.0.32 "GET /v2.0/networks/ee1e3f3a-436d-4baf-9474-8341d7977164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130714 Apr 20 13:31:05.057264 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:05.083382 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50a92e0-e00c-4196-8c29-8ff4788ac2bb'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:31:05.086358 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fc022a-04c9-47db-9eda-a0f8b193f6ce" -d '{"events": [{"server_uuid": "3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749", "name": "network-vif-plugged", "status": "completed", "tag": "b50a92e0-e00c-4196-8c29-8ff4788ac2bb"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:31:05.102390 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port b50a92e0-e00c-4196-8c29-8ff4788ac2bb, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=b50a92e0-e00c-4196-8c29-8ff4788ac2bb,segment=NetworkSegment(0af567ff-a35c-45eb-b61a-7c90f213a3a7),segment_id=0af567ff-a35c-45eb-b61a-7c90f213a3a7)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:31:05.158669 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:05.239381 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=b50a92e0-e00c-4196-8c29-8ff4788ac2bb,revision_number=9']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:05.370574 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8da1230-be32-4903-8d5b-fae9ec00bac0 x-openstack-request-id: req-c8da1230-be32-4903-8d5b-fae9ec00bac0 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:31:05.370574 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749", "name": "network-vif-plugged", "status": "completed", "tag": "b50a92e0-e00c-4196-8c29-8ff4788ac2bb", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:31:05.372535 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c8da1230-be32-4903-8d5b-fae9ec00bac0 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:31:05.375877 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8da1230-be32-4903-8d5b-fae9ec00bac0'] response: {'server_uuid': '3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50a92e0-e00c-4196-8c29-8ff4788ac2bb', 'code': 200} Apr 20 13:31:05.531238 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011590f-c05c-49d6-ac24-8919418e12d0 req-48836875-b10e-433b-8e84-6c9613ef31c4 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:05.536342 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9011590f-c05c-49d6-ac24-8919418e12d0 req-48836875-b10e-433b-8e84-6c9613ef31c4 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 945 time: 0.1015873 Apr 20 13:31:05.625141 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9011590f-c05c-49d6-ac24-8919418e12d0 req-1f67ffff-e9d5-4747-8e6d-31bb3e822ebb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832493 Apr 20 13:31:06.089265 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 46382) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:06.200592 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7ab23144-7f72-4347-8512-40a2b1fce6e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:06.279011 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7ab23144-7f72-4347-8512-40a2b1fce6e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:06.357865 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7ab23144-7f72-4347-8512-40a2b1fce6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:06.393602 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab23144-7f72-4347-8512-40a2b1fce6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ef73df-41f7-4ce9-851f-f7eb100488e9,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:06.440633 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7ab23144-7f72-4347-8512-40a2b1fce6e9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e1563bcd42ca4f65841d793430165093&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3502343 Apr 20 13:31:06.443510 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 46392) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:06.520792 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-63279c9a-9888-4530-b2ae-dca17584380c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:06.547028 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-63279c9a-9888-4530-b2ae-dca17584380c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:06.644012 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-63279c9a-9888-4530-b2ae-dca17584380c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:06.647407 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-63279c9a-9888-4530-b2ae-dca17584380c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:06.649012 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-63279c9a-9888-4530-b2ae-dca17584380c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c4ef73df-41f7-4ce9-851f-f7eb100488e9 HTTP/1.1" status: 204 len: 168 time: 0.2038410 Apr 20 13:31:06.662047 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63279c9a-9888-4530-b2ae-dca17584380c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ef73df-41f7-4ce9-851f-f7eb100488e9,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:06.922760 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e6513-ecc0-42ef-82dc-adc2605d91db req-d0c8c7d1-057c-4d77-ad0c-d2a569fcf88b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:06.943487 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e86e6513-ecc0-42ef-82dc-adc2605d91db req-d0c8c7d1-057c-4d77-ad0c-d2a569fcf88b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 945 time: 0.1848550 Apr 20 13:31:06.989544 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e86e6513-ecc0-42ef-82dc-adc2605d91db req-7a578451-c3c3-474e-ab22-8e8070c86be3 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451291 Apr 20 13:31:07.829880 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1a753-b66b-4b45-8950-b20480147678 req-170ec1d7-3397-4551-b09f-79d528371e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:07.832072 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9bf1a753-b66b-4b45-8950-b20480147678 req-170ec1d7-3397-4551-b09f-79d528371e5b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749&tenant_id=7d7599e499ac4ab585978f26ba0a43a9 HTTP/1.1" status: 200 len: 1096 time: 0.0822484 Apr 20 13:31:07.842881 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-9bf1a753-b66b-4b45-8950-b20480147678 req-5797eba6-ebfd-4e2e-a638-da8a9675d605 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836015-7', 'device_owner': 'compute:nova'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:31:07.896392 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9bf1a753-b66b-4b45-8950-b20480147678 req-5797eba6-ebfd-4e2e-a638-da8a9675d605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:08.245729 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d28249-d332-4081-b044-fbd8e74c57de req-d34f41e2-984a-4017-85ad-b11a8a33fb3a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:08.251086 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d5d28249-d332-4081-b044-fbd8e74c57de req-d34f41e2-984a-4017-85ad-b11a8a33fb3a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 945 time: 0.1396554 Apr 20 13:31:08.318427 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d5d28249-d332-4081-b044-fbd8e74c57de req-b7310ec2-9d12-43ca-831b-0f483c62e2ab tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635679 Apr 20 13:31:08.338495 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-9bf1a753-b66b-4b45-8950-b20480147678 req-5797eba6-ebfd-4e2e-a638-da8a9675d605 service neutron] For port b50a92e0-e00c-4196-8c29-8ff4788ac2bb, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=b50a92e0-e00c-4196-8c29-8ff4788ac2bb,segment=NetworkSegment(0af567ff-a35c-45eb-b61a-7c90f213a3a7),segment_id=0af567ff-a35c-45eb-b61a-7c90f213a3a7)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:31:08.388503 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-9bf1a753-b66b-4b45-8950-b20480147678 req-5797eba6-ebfd-4e2e-a638-da8a9675d605 service neutron] For port b50a92e0-e00c-4196-8c29-8ff4788ac2bb, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:31:08.431983 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b50a92e0-e00c-4196-8c29-8ff4788ac2bb'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:31:08.435680 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88640ec0-2cb4-42dc-b733-20168183ca4f" -d '{"events": [{"server_uuid": "3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749", "name": "network-vif-unplugged", "status": "completed", "tag": "b50a92e0-e00c-4196-8c29-8ff4788ac2bb"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:31:08.442217 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9bf1a753-b66b-4b45-8950-b20480147678 req-5797eba6-ebfd-4e2e-a638-da8a9675d605 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:08.466332 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-9bf1a753-b66b-4b45-8950-b20480147678 req-5797eba6-ebfd-4e2e-a638-da8a9675d605 service neutron] Transition to ACTIVE for port object b50a92e0-e00c-4196-8c29-8ff4788ac2bb will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:31:08.586943 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9bf1a753-b66b-4b45-8950-b20480147678 req-5797eba6-ebfd-4e2e-a638-da8a9675d605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:08.737077 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f0c3ba-000a-41a5-aab1-fdba74831d82 x-openstack-request-id: req-54f0c3ba-000a-41a5-aab1-fdba74831d82 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:31:08.737437 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749", "name": "network-vif-unplugged", "status": "completed", "tag": "b50a92e0-e00c-4196-8c29-8ff4788ac2bb", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:31:08.737742 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-54f0c3ba-000a-41a5-aab1-fdba74831d82 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:31:08.738878 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54f0c3ba-000a-41a5-aab1-fdba74831d82'] response: {'server_uuid': '3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b50a92e0-e00c-4196-8c29-8ff4788ac2bb', 'code': 200} Apr 20 13:31:08.832297 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5797eba6-ebfd-4e2e-a638-da8a9675d605 service neutron] Pushing event updated for resources: {'Port': ['ID=b50a92e0-e00c-4196-8c29-8ff4788ac2bb,revision_number=10']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:08.909845 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf1a753-b66b-4b45-8950-b20480147678 req-5797eba6-ebfd-4e2e-a638-da8a9675d605 service neutron] No DVR routers for this DVR port b50a92e0-e00c-4196-8c29-8ff4788ac2bb on host n-h1-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:31:09.487576 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-9bf1a753-b66b-4b45-8950-b20480147678 req-5797eba6-ebfd-4e2e-a638-da8a9675d605 service neutron] Attempting to bind port b50a92e0-e00c-4196-8c29-8ff4788ac2bb on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:31:09.488024 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-9bf1a753-b66b-4b45-8950-b20480147678 req-5797eba6-ebfd-4e2e-a638-da8a9675d605 service neutron] Attempting to bind port b50a92e0-e00c-4196-8c29-8ff4788ac2bb by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '0af567ff-a35c-45eb-b61a-7c90f213a3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ee1e3f3a-436d-4baf-9474-8341d7977164'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:31:09.488234 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf1a753-b66b-4b45-8950-b20480147678 req-5797eba6-ebfd-4e2e-a638-da8a9675d605 service neutron] Attempting to bind port b50a92e0-e00c-4196-8c29-8ff4788ac2bb on network ee1e3f3a-436d-4baf-9474-8341d7977164 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:31:09.500701 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf1a753-b66b-4b45-8950-b20480147678 req-5797eba6-ebfd-4e2e-a638-da8a9675d605 service neutron] Port b50a92e0-e00c-4196-8c29-8ff4788ac2bb on network ee1e3f3a-436d-4baf-9474-8341d7977164 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:31:09.500970 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf1a753-b66b-4b45-8950-b20480147678 req-5797eba6-ebfd-4e2e-a638-da8a9675d605 service neutron] Attempting to bind port b50a92e0-e00c-4196-8c29-8ff4788ac2bb on network ee1e3f3a-436d-4baf-9474-8341d7977164 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:31:09.521113 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf1a753-b66b-4b45-8950-b20480147678 req-5797eba6-ebfd-4e2e-a638-da8a9675d605 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:31:09.521516 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf1a753-b66b-4b45-8950-b20480147678 req-5797eba6-ebfd-4e2e-a638-da8a9675d605 service neutron] Checking segment: {'id': '0af567ff-a35c-45eb-b61a-7c90f213a3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ee1e3f3a-436d-4baf-9474-8341d7977164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:31:09.521839 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf1a753-b66b-4b45-8950-b20480147678 req-5797eba6-ebfd-4e2e-a638-da8a9675d605 service neutron] Bound using segment: {'id': '0af567ff-a35c-45eb-b61a-7c90f213a3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ee1e3f3a-436d-4baf-9474-8341d7977164'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:31:09.522266 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-9bf1a753-b66b-4b45-8950-b20480147678 req-5797eba6-ebfd-4e2e-a638-da8a9675d605 service neutron] Bound port: b50a92e0-e00c-4196-8c29-8ff4788ac2bb, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af567ff-a35c-45eb-b61a-7c90f213a3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ee1e3f3a-436d-4baf-9474-8341d7977164'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:31:09.522677 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9bf1a753-b66b-4b45-8950-b20480147678 req-5797eba6-ebfd-4e2e-a638-da8a9675d605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:09.630483 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ec6ee-f4a6-4b75-ac35-6de2a64840ef req-ec1fe26a-a5c8-40a8-a1fb-db28bb7d029c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:09.639613 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc0ec6ee-f4a6-4b75-ac35-6de2a64840ef req-ec1fe26a-a5c8-40a8-a1fb-db28bb7d029c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 944 time: 0.1666527 Apr 20 13:31:09.696507 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-9bf1a753-b66b-4b45-8950-b20480147678 req-5797eba6-ebfd-4e2e-a638-da8a9675d605 service neutron] For port b50a92e0-e00c-4196-8c29-8ff4788ac2bb, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:31:09.725432 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-9bf1a753-b66b-4b45-8950-b20480147678 req-5797eba6-ebfd-4e2e-a638-da8a9675d605 service neutron] For port b50a92e0-e00c-4196-8c29-8ff4788ac2bb, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b50a92e0-e00c-4196-8c29-8ff4788ac2bb,segment=NetworkSegment(0af567ff-a35c-45eb-b61a-7c90f213a3a7),segment_id=0af567ff-a35c-45eb-b61a-7c90f213a3a7)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:31:09.750122 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc0ec6ee-f4a6-4b75-ac35-6de2a64840ef req-264b13cf-980f-4c4f-a4d4-73295abf3b0e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973198 Apr 20 13:31:09.850161 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9bf1a753-b66b-4b45-8950-b20480147678 req-5797eba6-ebfd-4e2e-a638-da8a9675d605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:09.894652 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1a753-b66b-4b45-8950-b20480147678 req-5797eba6-ebfd-4e2e-a638-da8a9675d605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:09.895298 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9bf1a753-b66b-4b45-8950-b20480147678 req-5797eba6-ebfd-4e2e-a638-da8a9675d605 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:09.896740 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9bf1a753-b66b-4b45-8950-b20480147678 req-5797eba6-ebfd-4e2e-a638-da8a9675d605 service neutron] 10.222.0.15 "PUT /v2.0/ports/b50a92e0-e00c-4196-8c29-8ff4788ac2bb HTTP/1.1" status: 200 len: 1092 time: 2.0577443 Apr 20 13:31:09.990357 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5797eba6-ebfd-4e2e-a638-da8a9675d605 service neutron] Pushing event updated for resources: {'Port': ['ID=b50a92e0-e00c-4196-8c29-8ff4788ac2bb,revision_number=11']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:10.029303 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1a753-b66b-4b45-8950-b20480147678 req-91394882-084e-40df-8197-b0534a2f435c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:10.032636 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9bf1a753-b66b-4b45-8950-b20480147678 req-91394882-084e-40df-8197-b0534a2f435c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7d7599e499ac4ab585978f26ba0a43a9&device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 1095 time: 0.1098826 Apr 20 13:31:10.307838 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1a753-b66b-4b45-8950-b20480147678 req-a90c7dc7-7032-41a3-bb4a-6bcdb034acc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:10.309331 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9bf1a753-b66b-4b45-8950-b20480147678 req-a90c7dc7-7032-41a3-bb4a-6bcdb034acc6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee1e3f3a-436d-4baf-9474-8341d7977164 HTTP/1.1" status: 200 len: 898 time: 0.2677710 Apr 20 13:31:10.442264 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9bf1a753-b66b-4b45-8950-b20480147678 req-36526b41-4069-42ba-9f06-73f98f2e7a15 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b50a92e0-e00c-4196-8c29-8ff4788ac2bb HTTP/1.1" status: 200 len: 998 time: 0.1238494 Apr 20 13:31:10.507751 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1a753-b66b-4b45-8950-b20480147678 req-374bb537-858c-4ebb-a8a0-2844c98055c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:10.509391 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9bf1a753-b66b-4b45-8950-b20480147678 req-374bb537-858c-4ebb-a8a0-2844c98055c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4781852a-f1d5-43ae-a14e-8279f99b230d HTTP/1.1" status: 200 len: 835 time: 0.0611546 Apr 20 13:31:10.586736 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1a753-b66b-4b45-8950-b20480147678 req-e07ef184-60f5-4f2e-834a-5b93a941d2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:10.588284 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9bf1a753-b66b-4b45-8950-b20480147678 req-e07ef184-60f5-4f2e-834a-5b93a941d2fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee1e3f3a-436d-4baf-9474-8341d7977164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719049 Apr 20 13:31:10.701747 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9bf1a753-b66b-4b45-8950-b20480147678 req-a0bf2809-68d2-456b-832e-bb076c1ce6a6 service neutron] 10.222.0.15 "GET /v2.0/networks/ee1e3f3a-436d-4baf-9474-8341d7977164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030865 Apr 20 13:31:10.768012 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749', 'tag': 'b50a92e0-e00c-4196-8c29-8ff4788ac2bb'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:31:10.772244 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f66a0b7-577f-464a-804c-0f878066735d" -d '{"events": [{"name": "network-changed", "server_uuid": "3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749", "tag": "b50a92e0-e00c-4196-8c29-8ff4788ac2bb"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:31:10.799859 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device b50a92e0-e00c-4196-8c29-8ff4788ac2bb no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:31:10.911610 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9bf1a753-b66b-4b45-8950-b20480147678 req-05099e96-5bd8-4df0-8087-71b665503db4 service neutron] 10.222.0.15 "GET /v2.0/networks/ee1e3f3a-436d-4baf-9474-8341d7977164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028723 Apr 20 13:31:10.971503 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f9dfdd-0969-492c-a747-59ecdd23087a x-openstack-request-id: req-e6f9dfdd-0969-492c-a747-59ecdd23087a {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:31:10.972981 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749", "tag": "b50a92e0-e00c-4196-8c29-8ff4788ac2bb", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:31:10.972981 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e6f9dfdd-0969-492c-a747-59ecdd23087a {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:31:10.972981 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6f9dfdd-0969-492c-a747-59ecdd23087a'] response: {'name': 'network-changed', 'server_uuid': '3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749', 'tag': 'b50a92e0-e00c-4196-8c29-8ff4788ac2bb', 'status': 'completed', 'code': 200} Apr 20 13:31:11.008116 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66a0b7-577f-464a-804c-0f878066735d req-b17b1877-3632-4c57-9d7f-8e07d704c29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:11.010285 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1f66a0b7-577f-464a-804c-0f878066735d req-b17b1877-3632-4c57-9d7f-8e07d704c29c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d7599e499ac4ab585978f26ba0a43a9&device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 1095 time: 0.0768697 Apr 20 13:31:11.013687 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device b50a92e0-e00c-4196-8c29-8ff4788ac2bb not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:31:11.102083 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c5414-c1aa-4183-9e55-b6ed0d106229 req-3bf3c2d7-0534-4bb6-8976-3e154527fd96 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:11.102083 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-761c5414-c1aa-4183-9e55-b6ed0d106229 req-3bf3c2d7-0534-4bb6-8976-3e154527fd96 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 944 time: 0.1743712 Apr 20 13:31:11.120393 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66a0b7-577f-464a-804c-0f878066735d req-392159af-1bbb-484d-8606-15939d189309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:11.121874 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f66a0b7-577f-464a-804c-0f878066735d req-392159af-1bbb-484d-8606-15939d189309 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7d7599e499ac4ab585978f26ba0a43a9&device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 1095 time: 0.1054237 Apr 20 13:31:11.126741 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66a0b7-577f-464a-804c-0f878066735d req-77988043-c560-425c-8f2f-d9ec7f127fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:11.130412 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1f66a0b7-577f-464a-804c-0f878066735d req-77988043-c560-425c-8f2f-d9ec7f127fa7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ee1e3f3a-436d-4baf-9474-8341d7977164 HTTP/1.1" status: 200 len: 898 time: 0.1100881 Apr 20 13:31:11.229693 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1f66a0b7-577f-464a-804c-0f878066735d req-909eb1d8-0306-46b0-a78d-3a0cb9cf82dd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b50a92e0-e00c-4196-8c29-8ff4788ac2bb HTTP/1.1" status: 200 len: 998 time: 0.0924029 Apr 20 13:31:11.287035 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66a0b7-577f-464a-804c-0f878066735d req-8d4221ca-87cd-45d9-9ad5-9483f5b9f94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:11.287806 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1f66a0b7-577f-464a-804c-0f878066735d req-8d4221ca-87cd-45d9-9ad5-9483f5b9f94f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4781852a-f1d5-43ae-a14e-8279f99b230d HTTP/1.1" status: 200 len: 835 time: 0.0513802 Apr 20 13:31:11.386446 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-761c5414-c1aa-4183-9e55-b6ed0d106229 req-4c72cebd-cbe3-4ab5-801f-e3dac937f67f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2635336 Apr 20 13:31:11.432806 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66a0b7-577f-464a-804c-0f878066735d req-e25ce4db-2cd3-493e-9233-79385188f573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:11.439144 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f66a0b7-577f-464a-804c-0f878066735d req-e25ce4db-2cd3-493e-9233-79385188f573 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee1e3f3a-436d-4baf-9474-8341d7977164 HTTP/1.1" status: 200 len: 898 time: 0.2890258 Apr 20 13:31:11.444093 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66a0b7-577f-464a-804c-0f878066735d req-e3352871-cebb-49d3-85ff-6fc0d53f25af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:11.446573 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1f66a0b7-577f-464a-804c-0f878066735d req-e3352871-cebb-49d3-85ff-6fc0d53f25af service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ee1e3f3a-436d-4baf-9474-8341d7977164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1510522 Apr 20 13:31:11.534047 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f66a0b7-577f-464a-804c-0f878066735d req-0c380f54-1469-460a-8b31-f974fed47cfe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b50a92e0-e00c-4196-8c29-8ff4788ac2bb HTTP/1.1" status: 200 len: 998 time: 0.0888362 Apr 20 13:31:11.605111 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66a0b7-577f-464a-804c-0f878066735d req-5db02ed9-1577-4834-971e-ba2c6e337e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:11.607397 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f66a0b7-577f-464a-804c-0f878066735d req-5db02ed9-1577-4834-971e-ba2c6e337e83 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4781852a-f1d5-43ae-a14e-8279f99b230d HTTP/1.1" status: 200 len: 835 time: 0.0657439 Apr 20 13:31:11.639820 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1f66a0b7-577f-464a-804c-0f878066735d req-eba71cc7-cbfc-459b-b6ba-d64d69290fa6 service neutron] 10.222.0.32 "GET /v2.0/networks/ee1e3f3a-436d-4baf-9474-8341d7977164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861959 Apr 20 13:31:11.688837 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66a0b7-577f-464a-804c-0f878066735d req-c91c691d-899a-4f6e-a937-8273ae5711f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:11.691266 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f66a0b7-577f-464a-804c-0f878066735d req-c91c691d-899a-4f6e-a937-8273ae5711f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee1e3f3a-436d-4baf-9474-8341d7977164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766675 Apr 20 13:31:11.812594 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1f66a0b7-577f-464a-804c-0f878066735d req-0c4c76d2-11d5-4bbe-858d-1cebd1933795 service neutron] 10.222.0.32 "GET /v2.0/networks/ee1e3f3a-436d-4baf-9474-8341d7977164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649015 Apr 20 13:31:11.853853 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f66a0b7-577f-464a-804c-0f878066735d req-ff9f8078-b4ff-4213-a91f-3d2e2f89c0ee service neutron] 10.222.0.15 "GET /v2.0/networks/ee1e3f3a-436d-4baf-9474-8341d7977164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556151 Apr 20 13:31:12.019277 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f66a0b7-577f-464a-804c-0f878066735d req-cab3fb27-fbea-400a-9ee0-b2d15ad9ec53 service neutron] 10.222.0.15 "GET /v2.0/networks/ee1e3f3a-436d-4baf-9474-8341d7977164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582580 Apr 20 13:31:12.324673 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:12.593897 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03920fcb-1d39-4cf4-b10e-e376c50856e0 req-b1efea72-4b2a-4bdd-81ce-b098da2e2693 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:12.596135 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-03920fcb-1d39-4cf4-b10e-e376c50856e0 req-b1efea72-4b2a-4bdd-81ce-b098da2e2693 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 944 time: 0.0713642 Apr 20 13:31:12.654852 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-03920fcb-1d39-4cf4-b10e-e376c50856e0 req-f0e0b697-7a49-4a18-b236-dc4d75415ae2 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510232 Apr 20 13:31:13.062233 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:13.868980 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb2851-18f7-48d5-aafb-53dd144242a0 req-abba456f-2643-437d-804f-582604193676 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:13.877646 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b2eb2851-18f7-48d5-aafb-53dd144242a0 req-abba456f-2643-437d-804f-582604193676 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 944 time: 0.1063724 Apr 20 13:31:13.958153 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b2eb2851-18f7-48d5-aafb-53dd144242a0 req-650d1faa-1dd4-4ae8-9a4a-cfbd51b5bd4d tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793715 Apr 20 13:31:15.112215 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c57bf-2abf-4893-ba2b-aedcc590305f req-51919861-3459-4b5f-98c0-52653d55c7c5 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:15.114558 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a45c57bf-2abf-4893-ba2b-aedcc590305f req-51919861-3459-4b5f-98c0-52653d55c7c5 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 944 time: 0.0629251 Apr 20 13:31:15.166974 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a45c57bf-2abf-4893-ba2b-aedcc590305f req-95744926-ae44-4d5a-89d8-be9d2f15edc6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457356 Apr 20 13:31:15.194692 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46642) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:15.203075 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b50a92e0-e00c-4196-8c29-8ff4788ac2bb details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:31:15.408558 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port b50a92e0-e00c-4196-8c29-8ff4788ac2bb, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b50a92e0-e00c-4196-8c29-8ff4788ac2bb,segment=NetworkSegment(0af567ff-a35c-45eb-b61a-7c90f213a3a7),segment_id=0af567ff-a35c-45eb-b61a-7c90f213a3a7)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:31:15.427644 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'b50a92e0-e00c-4196-8c29-8ff4788ac2bb', 'network_id': 'ee1e3f3a-436d-4baf-9474-8341d7977164', 'port_id': 'b50a92e0-e00c-4196-8c29-8ff4788ac2bb', 'mac_address': 'fa:16:3e:73:a8:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4781852a-f1d5-43ae-a14e-8279f99b230d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:31:15.544160 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 46648) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:15.574920 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:15.619043 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b50a92e0-e00c-4196-8c29-8ff4788ac2bb {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:31:15.712584 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a8c63828-744f-4dee-b995-d9e236295ec3 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/floatingips/e100258e-bfe0-4a8d-8a13-0302a2a23ec4 HTTP/1.1" status: 200 len: 990 time: 0.5004535 Apr 20 13:31:15.712916 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port b50a92e0-e00c-4196-8c29-8ff4788ac2bb, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b50a92e0-e00c-4196-8c29-8ff4788ac2bb,segment=NetworkSegment(0af567ff-a35c-45eb-b61a-7c90f213a3a7),segment_id=0af567ff-a35c-45eb-b61a-7c90f213a3a7)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:31:15.750118 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-73175330-7fe0-4a23-b54d-92c6b32c86b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:15.750807 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:15.812763 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=b50a92e0-e00c-4196-8c29-8ff4788ac2bb,revision_number=12']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:15.854049 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-73175330-7fe0-4a23-b54d-92c6b32c86b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:15.940670 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-73175330-7fe0-4a23-b54d-92c6b32c86b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:15.997339 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73175330-7fe0-4a23-b54d-92c6b32c86b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1697b8-50a4-4f39-8e3e-d1807452789b,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:16.001961 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-73175330-7fe0-4a23-b54d-92c6b32c86b4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=595f4db7e51247138e66eecd5b229930&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4563012 Apr 20 13:31:16.006007 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46654) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:16.074550 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-646e3601-4f89-43d5-b5ff-29753f0a2594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:16.090478 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['b50a92e0-e00c-4196-8c29-8ff4788ac2bb'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:31:16.132016 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-646e3601-4f89-43d5-b5ff-29753f0a2594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:16.301482 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-646e3601-4f89-43d5-b5ff-29753f0a2594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:16.305653 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-646e3601-4f89-43d5-b5ff-29753f0a2594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:16.319622 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-646e3601-4f89-43d5-b5ff-29753f0a2594 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fa1697b8-50a4-4f39-8e3e-d1807452789b HTTP/1.1" status: 204 len: 168 time: 0.3045647 Apr 20 13:31:16.322127 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e3601-4f89-43d5-b5ff-29753f0a2594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1697b8-50a4-4f39-8e3e-d1807452789b,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:17.148642 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46668) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:17.166306 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a4f69005-0fa9-4544-a8f8-ff26135d5b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:17.211695 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b50a92e0-e00c-4196-8c29-8ff4788ac2bb up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:31:17.251927 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a4f69005-0fa9-4544-a8f8-ff26135d5b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:17.313290 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a4f69005-0fa9-4544-a8f8-ff26135d5b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:17.354129 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a4f69005-0fa9-4544-a8f8-ff26135d5b79 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6c085ad1da8540ff99ed846d22c4a0b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2016430 Apr 20 13:31:17.354129 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f69005-0fa9-4544-a8f8-ff26135d5b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3552f66-3216-4c3d-8a01-e9fd2ebe0bfc,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:17.354462 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 46672) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:17.363511 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port b50a92e0-e00c-4196-8c29-8ff4788ac2bb completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:31:17.367863 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port b50a92e0-e00c-4196-8c29-8ff4788ac2bb triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:31:17.368292 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:17.420288 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c37ade25-9aa1-4845-a1c2-4bf0e66a00ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:17.442925 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c37ade25-9aa1-4845-a1c2-4bf0e66a00ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:17.458660 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:17.484638 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50a92e0-e00c-4196-8c29-8ff4788ac2bb'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:31:17.486968 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c974e8-e862-4b93-870f-20efa37ab107" -d '{"events": [{"server_uuid": "3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749", "name": "network-vif-plugged", "status": "completed", "tag": "b50a92e0-e00c-4196-8c29-8ff4788ac2bb"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:31:17.505878 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port b50a92e0-e00c-4196-8c29-8ff4788ac2bb, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b50a92e0-e00c-4196-8c29-8ff4788ac2bb,segment=NetworkSegment(0af567ff-a35c-45eb-b61a-7c90f213a3a7),segment_id=0af567ff-a35c-45eb-b61a-7c90f213a3a7)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:31:17.530190 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372c4a6b-4604-4115-88d0-a81676a5fb9d x-openstack-request-id: req-372c4a6b-4604-4115-88d0-a81676a5fb9d {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:31:17.530496 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749", "name": "network-vif-plugged", "status": "completed", "tag": "b50a92e0-e00c-4196-8c29-8ff4788ac2bb", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:31:17.530755 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-372c4a6b-4604-4115-88d0-a81676a5fb9d {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:31:17.531187 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-372c4a6b-4604-4115-88d0-a81676a5fb9d'] response: {'server_uuid': '3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50a92e0-e00c-4196-8c29-8ff4788ac2bb', 'code': 200} Apr 20 13:31:17.557740 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c37ade25-9aa1-4845-a1c2-4bf0e66a00ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:17.557986 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:17.560593 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c37ade25-9aa1-4845-a1c2-4bf0e66a00ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:17.566194 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c37ade25-9aa1-4845-a1c2-4bf0e66a00ac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d3552f66-3216-4c3d-8a01-e9fd2ebe0bfc HTTP/1.1" status: 204 len: 168 time: 0.2041948 Apr 20 13:31:17.571088 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ade25-9aa1-4845-a1c2-4bf0e66a00ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3552f66-3216-4c3d-8a01-e9fd2ebe0bfc,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:17.618387 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=b50a92e0-e00c-4196-8c29-8ff4788ac2bb,revision_number=13']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:19.430357 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 46736) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:19.666704 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7889b14-053e-4b0f-87c8-15bb3ee23312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:19.769585 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7889b14-053e-4b0f-87c8-15bb3ee23312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:19.854824 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7889b14-053e-4b0f-87c8-15bb3ee23312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:19.892931 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e7889b14-053e-4b0f-87c8-15bb3ee23312 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7361128e10c04c61bc930407d7abd2a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4607539 Apr 20 13:31:19.895751 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46744) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:19.906095 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7889b14-053e-4b0f-87c8-15bb3ee23312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ff3801-6e30-43b4-aaec-6c458eb8ed42,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:19.955099 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0ca2d9b8-3fe9-44f7-8ee3-34b378405bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:19.977565 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0ca2d9b8-3fe9-44f7-8ee3-34b378405bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:20.089340 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0ca2d9b8-3fe9-44f7-8ee3-34b378405bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:20.092002 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0ca2d9b8-3fe9-44f7-8ee3-34b378405bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:20.093274 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0ca2d9b8-3fe9-44f7-8ee3-34b378405bd2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/02ff3801-6e30-43b4-aaec-6c458eb8ed42 HTTP/1.1" status: 204 len: 168 time: 0.1965292 Apr 20 13:31:20.106228 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca2d9b8-3fe9-44f7-8ee3-34b378405bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ff3801-6e30-43b4-aaec-6c458eb8ed42,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:22.305915 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 46814) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:22.436507 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0baf6fa5-574e-4c19-9c65-b638c24b726b admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:22.526205 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0baf6fa5-574e-4c19-9c65-b638c24b726b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:22.695183 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0baf6fa5-574e-4c19-9c65-b638c24b726b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:22.742428 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-0baf6fa5-574e-4c19-9c65-b638c24b726b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=46f494fb25d94b819760c7cc891362b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4345024 Apr 20 13:31:22.744628 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 46820) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:22.745489 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baf6fa5-574e-4c19-9c65-b638c24b726b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb97cce-4d01-4804-befd-84583bf4b1d6,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:22.801989 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf0c5-69a7-4bea-8ba4-8c674f9d3ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:22.825711 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf0c5-69a7-4bea-8ba4-8c674f9d3ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:23.026671 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf0c5-69a7-4bea-8ba4-8c674f9d3ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:23.031126 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf0c5-69a7-4bea-8ba4-8c674f9d3ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:23.037772 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f0ccf0c5-69a7-4bea-8ba4-8c674f9d3ab4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0fb97cce-4d01-4804-befd-84583bf4b1d6 HTTP/1.1" status: 204 len: 168 time: 0.2869232 Apr 20 13:31:23.044788 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccf0c5-69a7-4bea-8ba4-8c674f9d3ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb97cce-4d01-4804-befd-84583bf4b1d6,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:24.466324 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4c3bd299-ad48-457c-aa17-b653dd817852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:26.803277 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2daa42e8-0591-4b5e-825c-eb5e037ab592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:27.421512 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47016) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:27.545532 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ab3f6698-5eb8-45c6-b54b-5bbe3809dc72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:27.613012 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:31:27.641013 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ab3f6698-5eb8-45c6-b54b-5bbe3809dc72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:27.724008 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ab3f6698-5eb8-45c6-b54b-5bbe3809dc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:27.771972 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ab3f6698-5eb8-45c6-b54b-5bbe3809dc72 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=590c04f5f3b8441e81217f711caba96b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3492506 Apr 20 13:31:27.772520 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47032) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:27.787648 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f6698-5eb8-45c6-b54b-5bbe3809dc72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9cf3702-c46d-4edb-8b10-6d7f20e8911a,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:27.843595 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b4ecf040-14a0-4a98-8e45-fb85411891b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:27.870265 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b4ecf040-14a0-4a98-8e45-fb85411891b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:28.479594 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b4ecf040-14a0-4a98-8e45-fb85411891b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:28.482175 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b4ecf040-14a0-4a98-8e45-fb85411891b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:28.487232 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:28.489499 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b4ecf040-14a0-4a98-8e45-fb85411891b0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c9cf3702-c46d-4edb-8b10-6d7f20e8911a HTTP/1.1" status: 204 len: 168 time: 0.7136397 Apr 20 13:31:28.507067 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ecf040-14a0-4a98-8e45-fb85411891b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9cf3702-c46d-4edb-8b10-6d7f20e8911a,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:28.522085 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ecf040-14a0-4a98-8e45-fb85411891b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:28.522085 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ecf040-14a0-4a98-8e45-fb85411891b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:28.522085 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ecf040-14a0-4a98-8e45-fb85411891b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:28.522085 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ecf040-14a0-4a98-8e45-fb85411891b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:28.522085 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ecf040-14a0-4a98-8e45-fb85411891b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:28.522085 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ecf040-14a0-4a98-8e45-fb85411891b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:28.522601 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ecf040-14a0-4a98-8e45-fb85411891b0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:28.523671 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ecf040-14a0-4a98-8e45-fb85411891b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:28.524033 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ecf040-14a0-4a98-8e45-fb85411891b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:28.524506 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ecf040-14a0-4a98-8e45-fb85411891b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:28.524840 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ecf040-14a0-4a98-8e45-fb85411891b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:28.525162 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ecf040-14a0-4a98-8e45-fb85411891b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:29.311919 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47098) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:29.329564 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d2fc691b-2f7b-47a7-ab7c-bb83ca5a3876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:29.413756 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d2fc691b-2f7b-47a7-ab7c-bb83ca5a3876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:29.420853 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:29.518745 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d2fc691b-2f7b-47a7-ab7c-bb83ca5a3876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:29.560124 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d2fc691b-2f7b-47a7-ab7c-bb83ca5a3876 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bfdde6e514394a828d151d46b7858013&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2460918 Apr 20 13:31:29.565575 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc691b-2f7b-47a7-ab7c-bb83ca5a3876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718bcad1-8e47-44a6-b4da-8a35f14b31d1,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:29.565696 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47102) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:29.627659 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0f8541e0-f487-45ec-92b5-258acd28033a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:29.660634 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0f8541e0-f487-45ec-92b5-258acd28033a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:29.781871 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0f8541e0-f487-45ec-92b5-258acd28033a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:29.787702 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0f8541e0-f487-45ec-92b5-258acd28033a admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:29.793638 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-0f8541e0-f487-45ec-92b5-258acd28033a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/718bcad1-8e47-44a6-b4da-8a35f14b31d1 HTTP/1.1" status: 204 len: 168 time: 0.2246711 Apr 20 13:31:29.804280 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:29.813928 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8541e0-f487-45ec-92b5-258acd28033a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718bcad1-8e47-44a6-b4da-8a35f14b31d1,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:35.237812 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47280) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:35.428917 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f9455907-20e8-496b-a490-72da8e23955e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:35.550653 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f9455907-20e8-496b-a490-72da8e23955e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:35.626099 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f9455907-20e8-496b-a490-72da8e23955e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:35.652603 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f9455907-20e8-496b-a490-72da8e23955e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=94f3a9e0c5cb4b58aac365d66fb23894&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4129734 Apr 20 13:31:35.655398 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47288) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:35.686116 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9455907-20e8-496b-a490-72da8e23955e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1aa57f-3201-471d-84fe-5cde9d2946ea,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:35.704290 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9455907-20e8-496b-a490-72da8e23955e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:35.709129 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9455907-20e8-496b-a490-72da8e23955e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:35.709481 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9455907-20e8-496b-a490-72da8e23955e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:35.709824 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9455907-20e8-496b-a490-72da8e23955e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:35.710162 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9455907-20e8-496b-a490-72da8e23955e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:35.710495 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9455907-20e8-496b-a490-72da8e23955e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:35.711015 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9455907-20e8-496b-a490-72da8e23955e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:35.711370 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9455907-20e8-496b-a490-72da8e23955e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:35.711706 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9455907-20e8-496b-a490-72da8e23955e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:35.712041 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9455907-20e8-496b-a490-72da8e23955e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:35.712372 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9455907-20e8-496b-a490-72da8e23955e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:35.712717 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9455907-20e8-496b-a490-72da8e23955e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:35.756384 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8f0c47c4-ab92-4721-8e29-8c837224afcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:35.782803 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8f0c47c4-ab92-4721-8e29-8c837224afcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:35.912450 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8f0c47c4-ab92-4721-8e29-8c837224afcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:35.915892 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8f0c47c4-ab92-4721-8e29-8c837224afcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:35.927789 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8f0c47c4-ab92-4721-8e29-8c837224afcb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6b1aa57f-3201-471d-84fe-5cde9d2946ea HTTP/1.1" status: 204 len: 168 time: 0.2652113 Apr 20 13:31:35.940618 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c47c4-ab92-4721-8e29-8c837224afcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1aa57f-3201-471d-84fe-5cde9d2946ea,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:36.848630 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47302) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:36.862643 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4c91b63c-43dc-4782-a5c9-6bf80629c7db admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:36.947422 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4c91b63c-43dc-4782-a5c9-6bf80629c7db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:37.117592 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4c91b63c-43dc-4782-a5c9-6bf80629c7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:37.156288 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4c91b63c-43dc-4782-a5c9-6bf80629c7db admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e35c7b35ef8f40b0b94c2b48c93bebd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3059313 Apr 20 13:31:37.158706 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91b63c-43dc-4782-a5c9-6bf80629c7db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb24297e-d112-4c8e-916e-02c3a5420b99,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:37.159208 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47308) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:37.218623 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b75fa6cc-6654-4047-b09e-96631effcaa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:37.241532 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b75fa6cc-6654-4047-b09e-96631effcaa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:37.427228 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b75fa6cc-6654-4047-b09e-96631effcaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:37.429860 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b75fa6cc-6654-4047-b09e-96631effcaa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:37.431113 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b75fa6cc-6654-4047-b09e-96631effcaa7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bb24297e-d112-4c8e-916e-02c3a5420b99 HTTP/1.1" status: 204 len: 168 time: 0.2708516 Apr 20 13:31:37.448823 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75fa6cc-6654-4047-b09e-96631effcaa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb24297e-d112-4c8e-916e-02c3a5420b99,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:40.073334 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47398) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:40.194949 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0be7c86a-196c-4c12-8641-2bf11ea180cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:40.304142 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0be7c86a-196c-4c12-8641-2bf11ea180cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:40.363174 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0be7c86a-196c-4c12-8641-2bf11ea180cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:40.403043 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-0be7c86a-196c-4c12-8641-2bf11ea180cb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9510ac8678e241ca9447a3e0152df78c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3285213 Apr 20 13:31:40.406820 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47402) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:40.435683 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7c86a-196c-4c12-8641-2bf11ea180cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19eb2e5c-cb95-4a80-96ba-2362142d5210,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:40.480665 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9656d431-e392-4a97-9e68-6b379e54c428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:40.504199 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9656d431-e392-4a97-9e68-6b379e54c428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:40.597238 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47408) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:40.750060 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-6876c20d-9340-49d9-9173-1901737ed239 admin admin] Deleting subnet 67f361e4-3c6e-4b62-8754-cf164be40a21 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:31:40.753690 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6876c20d-9340-49d9-9173-1901737ed239 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:40.791819 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6876c20d-9340-49d9-9173-1901737ed239 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:40.835894 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6876c20d-9340-49d9-9173-1901737ed239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:40.862490 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9656d431-e392-4a97-9e68-6b379e54c428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:40.865862 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9656d431-e392-4a97-9e68-6b379e54c428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:40.870047 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9656d431-e392-4a97-9e68-6b379e54c428 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/19eb2e5c-cb95-4a80-96ba-2362142d5210 HTTP/1.1" status: 204 len: 168 time: 0.4612842 Apr 20 13:31:40.887608 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9656d431-e392-4a97-9e68-6b379e54c428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19eb2e5c-cb95-4a80-96ba-2362142d5210,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:41.003283 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6876c20d-9340-49d9-9173-1901737ed239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:41.033571 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876c20d-9340-49d9-9173-1901737ed239 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67f361e4-3c6e-4b62-8754-cf164be40a21,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:41.042350 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6876c20d-9340-49d9-9173-1901737ed239 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:41.048435 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6876c20d-9340-49d9-9173-1901737ed239 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/67f361e4-3c6e-4b62-8754-cf164be40a21 HTTP/1.1" status: 204 len: 168 time: 0.4484026 Apr 20 13:31:41.049926 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47416) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:41.137940 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-27046dc1-c6e1-4c5c-b795-0389dd772830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:41.223720 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-27046dc1-c6e1-4c5c-b795-0389dd772830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:41.247265 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-27046dc1-c6e1-4c5c-b795-0389dd772830 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65367ce2-1720-4244-8094-8cc9e514a431']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:31:41.258398 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-27046dc1-c6e1-4c5c-b795-0389dd772830 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd948cd7d-3607-4980-a2e9-26ca3fa89a16') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:31:41.258704 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-27046dc1-c6e1-4c5c-b795-0389dd772830 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd948cd7d-3607-4980-a2e9-26ca3fa89a16') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:31:41.272345 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-27046dc1-c6e1-4c5c-b795-0389dd772830 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:41.286687 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-27046dc1-c6e1-4c5c-b795-0389dd772830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:41.293370 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27046dc1-c6e1-4c5c-b795-0389dd772830 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:31:41.293892 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-27046dc1-c6e1-4c5c-b795-0389dd772830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:41.295554 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:31:41.295554 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:31:41.295554 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:31:41.295554 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:31:41.295554 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:31:41.295554 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:31:41.295554 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:31:41.295554 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:31:41.295554 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:31:41.295554 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:31:41.295554 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:31:41.295554 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:31:41.295554 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:31:41.295554 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:31:41.295554 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:31:41.295554 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:31:41.295554 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:31:41.295554 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:31:41.295554 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:31:41.295554 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:31:41.295554 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:31:41.295554 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:31:41.295554 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:31:41.295554 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:31:41.295554 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:31:41.295554 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:31:41.295554 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:31:41.295554 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:31:41.295554 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:31:41.295554 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:31:41.295554 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:31:41.295554 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:31:41.438257 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-27046dc1-c6e1-4c5c-b795-0389dd772830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:41.454639 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-27046dc1-c6e1-4c5c-b795-0389dd772830 admin admin] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:41.457916 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-27046dc1-c6e1-4c5c-b795-0389dd772830 admin admin] 10.222.0.25 "DELETE /v2.0/networks/65367ce2-1720-4244-8094-8cc9e514a431 HTTP/1.1" status: 204 len: 168 time: 0.4069438 Apr 20 13:31:41.459119 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27046dc1-c6e1-4c5c-b795-0389dd772830 admin admin] Pushing event deleted for resources: {'Network': ['ID=65367ce2-1720-4244-8094-8cc9e514a431,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:41.800962 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47442) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:41.852382 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c85687e9-1cfd-4bab-9a40-0888a55f852b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3d4db8ff1fbc4f829f0f97ec5df074ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478380 Apr 20 13:31:41.852611 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47444) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:41.904652 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9943848c-6655-434b-8366-e11c5f8bd706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:41.928640 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9943848c-6655-434b-8366-e11c5f8bd706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:42.054587 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9943848c-6655-434b-8366-e11c5f8bd706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:42.057191 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9943848c-6655-434b-8366-e11c5f8bd706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:42.058354 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9943848c-6655-434b-8366-e11c5f8bd706 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cd3ffa81-2204-4d6d-aae6-250897e87f55 HTTP/1.1" status: 204 len: 168 time: 0.2048283 Apr 20 13:31:42.067495 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9943848c-6655-434b-8366-e11c5f8bd706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3ffa81-2204-4d6d-aae6-250897e87f55,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:42.300467 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:42.969430 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:43.000223 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47490) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:43.201707 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-65b74895-a678-4602-9144-966fd9f41b73 tempest-ExternalNetworksTestJSON-188408655 tempest-ExternalNetworksTestJSON-188408655-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-533155375'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:31:44.055202 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b74895-a678-4602-9144-966fd9f41b73 tempest-ExternalNetworksTestJSON-188408655 tempest-ExternalNetworksTestJSON-188408655-project] Made reservation on behalf of 904aadbb4e53479f8c51fe2bca6ef63c for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:31:44.085039 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-65b74895-a678-4602-9144-966fd9f41b73 tempest-ExternalNetworksTestJSON-188408655 tempest-ExternalNetworksTestJSON-188408655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:44.085039 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-65b74895-a678-4602-9144-966fd9f41b73 tempest-ExternalNetworksTestJSON-188408655 tempest-ExternalNetworksTestJSON-188408655-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:44.154331 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-65b74895-a678-4602-9144-966fd9f41b73 tempest-ExternalNetworksTestJSON-188408655 tempest-ExternalNetworksTestJSON-188408655-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:44.300500 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-65b74895-a678-4602-9144-966fd9f41b73 tempest-ExternalNetworksTestJSON-188408655 tempest-ExternalNetworksTestJSON-188408655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:44.324708 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65b74895-a678-4602-9144-966fd9f41b73 tempest-ExternalNetworksTestJSON-188408655 tempest-ExternalNetworksTestJSON-188408655-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:31:44.343245 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b74895-a678-4602-9144-966fd9f41b73 tempest-ExternalNetworksTestJSON-188408655 tempest-ExternalNetworksTestJSON-188408655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35aab4c1-8d69-4205-bf78-71eec311511d,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:44.347651 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-65b74895-a678-4602-9144-966fd9f41b73 tempest-ExternalNetworksTestJSON-188408655 tempest-ExternalNetworksTestJSON-188408655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:44.348131 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-65b74895-a678-4602-9144-966fd9f41b73 tempest-ExternalNetworksTestJSON-188408655 tempest-ExternalNetworksTestJSON-188408655-project] Added segment 975e5bf9-d203-4d33-98c3-77e9ec6c8b07 of type vlan for network fc580e59-dcf5-49de-92c6-0fd12c30d7d5 Apr 20 13:31:44.412931 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-65b74895-a678-4602-9144-966fd9f41b73 tempest-ExternalNetworksTestJSON-188408655 tempest-ExternalNetworksTestJSON-188408655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:44.474187 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5bfa5d-63ba-47e5-ae0f-db30e8c2130a req-ccc4d3f3-240f-4a28-820e-6d7b61df793a tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:44.482012 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ea5bfa5d-63ba-47e5-ae0f-db30e8c2130a req-ccc4d3f3-240f-4a28-820e-6d7b61df793a tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 945 time: 0.0806572 Apr 20 13:31:44.521990 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ea5bfa5d-63ba-47e5-ae0f-db30e8c2130a req-d3e65598-14fb-4a95-b4a4-fdc52f0a0060 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0390952 Apr 20 13:31:44.546821 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-65b74895-a678-4602-9144-966fd9f41b73 tempest-ExternalNetworksTestJSON-188408655 tempest-ExternalNetworksTestJSON-188408655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:44.552526 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b74895-a678-4602-9144-966fd9f41b73 tempest-ExternalNetworksTestJSON-188408655 tempest-ExternalNetworksTestJSON-188408655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:44.556367 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-65b74895-a678-4602-9144-966fd9f41b73 tempest-ExternalNetworksTestJSON-188408655 tempest-ExternalNetworksTestJSON-188408655-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:44.636041 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b74895-a678-4602-9144-966fd9f41b73 tempest-ExternalNetworksTestJSON-188408655 tempest-ExternalNetworksTestJSON-188408655-project] Pushing event updated for resources: {'Network': ['ID=fc580e59-dcf5-49de-92c6-0fd12c30d7d5,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:44.646013 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network fc580e59-dcf5-49de-92c6-0fd12c30d7d5 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:31:44.673880 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47524) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:44.674884 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-65b74895-a678-4602-9144-966fd9f41b73 tempest-ExternalNetworksTestJSON-188408655 tempest-ExternalNetworksTestJSON-188408655-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6726887 Apr 20 13:31:44.859155 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-02d21523-fbaa-4f93-b378-9bf9fb6fbe6e tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Request body: {'network': {'name': 'tempest-network--1264905621', 'router:external': True}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:31:44.986398 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d21523-fbaa-4f93-b378-9bf9fb6fbe6e tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Made reservation on behalf of db91070149214032aacb21a7124dac30 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:31:44.988990 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-02d21523-fbaa-4f93-b378-9bf9fb6fbe6e tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:45.003107 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-02d21523-fbaa-4f93-b378-9bf9fb6fbe6e tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:45.098767 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-02d21523-fbaa-4f93-b378-9bf9fb6fbe6e tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:45.192863 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-02d21523-fbaa-4f93-b378-9bf9fb6fbe6e tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:45.223600 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02d21523-fbaa-4f93-b378-9bf9fb6fbe6e tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:31:45.228846 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d21523-fbaa-4f93-b378-9bf9fb6fbe6e tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76411fa2-9857-485d-bf01-a6865d7f76a4,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:45.237153 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-02d21523-fbaa-4f93-b378-9bf9fb6fbe6e tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:45.237504 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-02d21523-fbaa-4f93-b378-9bf9fb6fbe6e tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Added segment c0678987-63aa-469f-91f4-dfa35f068e2d of type vlan for network b0c03111-8a98-4e89-8e4c-9df892bf3ab1 Apr 20 13:31:45.299306 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-02d21523-fbaa-4f93-b378-9bf9fb6fbe6e tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:45.443088 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-02d21523-fbaa-4f93-b378-9bf9fb6fbe6e tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:45.444081 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d21523-fbaa-4f93-b378-9bf9fb6fbe6e tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:45.444666 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-02d21523-fbaa-4f93-b378-9bf9fb6fbe6e tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:45.570331 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-02d21523-fbaa-4f93-b378-9bf9fb6fbe6e tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8940654 Apr 20 13:31:45.573275 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47584) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:45.584886 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d21523-fbaa-4f93-b378-9bf9fb6fbe6e tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Pushing event updated for resources: {'Network': ['ID=b0c03111-8a98-4e89-8e4c-9df892bf3ab1,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:45.598127 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network b0c03111-8a98-4e89-8e4c-9df892bf3ab1 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:31:45.693887 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5f83501f-e96b-4a5b-877b-45328f56e2f5 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:45.708869 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b6176-56e2-4c09-b157-9eaa814a7db7 req-340e8d89-2095-4ed1-817e-7f23664f0dd7 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:45.710416 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d72b6176-56e2-4c09-b157-9eaa814a7db7 req-340e8d89-2095-4ed1-817e-7f23664f0dd7 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 945 time: 0.1050031 Apr 20 13:31:45.809717 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5f83501f-e96b-4a5b-877b-45328f56e2f5 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:45.821816 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d72b6176-56e2-4c09-b157-9eaa814a7db7 req-655490da-fbf0-4069-ab62-1afe2475f369 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0841630 Apr 20 13:31:45.856338 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-5f83501f-e96b-4a5b-877b-45328f56e2f5 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0c03111-8a98-4e89-8e4c-9df892bf3ab1']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:31:45.884174 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-5f83501f-e96b-4a5b-877b-45328f56e2f5 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0678987-63aa-469f-91f4-dfa35f068e2d') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:31:45.884614 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-5f83501f-e96b-4a5b-877b-45328f56e2f5 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0678987-63aa-469f-91f4-dfa35f068e2d') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:31:45.905638 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5f83501f-e96b-4a5b-877b-45328f56e2f5 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:45.931844 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5f83501f-e96b-4a5b-877b-45328f56e2f5 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:45.939238 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f83501f-e96b-4a5b-877b-45328f56e2f5 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:31:45.939969 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5f83501f-e96b-4a5b-877b-45328f56e2f5 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:45.942134 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:31:45.942134 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:31:45.942134 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:31:45.942134 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:31:45.942134 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:31:45.942134 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:31:45.942134 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:31:45.942134 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:31:45.942134 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:31:45.942134 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:31:45.942134 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:31:45.942134 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:31:45.942134 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:31:45.942134 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:31:45.942134 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:31:45.942134 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:31:45.942134 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:31:45.942134 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:31:45.942134 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:31:45.942134 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:31:45.942134 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:31:45.942134 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:31:45.942134 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:31:45.942134 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:31:45.942134 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:31:45.942134 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:31:45.942134 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:31:45.942134 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:31:45.942134 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:31:45.942134 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:31:45.942134 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:31:45.942134 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:31:46.095070 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5f83501f-e96b-4a5b-877b-45328f56e2f5 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:46.100977 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f83501f-e96b-4a5b-877b-45328f56e2f5 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b0c03111-8a98-4e89-8e4c-9df892bf3ab1 {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 20 13:31:46.115835 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5f83501f-e96b-4a5b-877b-45328f56e2f5 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:46.119641 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5f83501f-e96b-4a5b-877b-45328f56e2f5 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] 10.222.0.25 "DELETE /v2.0/networks/b0c03111-8a98-4e89-8e4c-9df892bf3ab1 HTTP/1.1" status: 204 len: 168 time: 0.5452113 Apr 20 13:31:46.121854 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f83501f-e96b-4a5b-877b-45328f56e2f5 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Pushing event deleted for resources: {'Network': ['ID=b0c03111-8a98-4e89-8e4c-9df892bf3ab1,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:46.124824 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47616) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:46.131886 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-12e31e62-4aa8-4837-a4c4-071c02ee8ac7 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Request body: {'network': {'router:external': True}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:31:46.208832 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e31e62-4aa8-4837-a4c4-071c02ee8ac7 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Made reservation on behalf of db91070149214032aacb21a7124dac30 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:31:46.211518 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-12e31e62-4aa8-4837-a4c4-071c02ee8ac7 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:46.243929 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12e31e62-4aa8-4837-a4c4-071c02ee8ac7 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:31:46.256854 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-12e31e62-4aa8-4837-a4c4-071c02ee8ac7 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:46.257399 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-12e31e62-4aa8-4837-a4c4-071c02ee8ac7 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Added segment 36df1787-d304-4f74-89a4-c428d1602585 of type vlan for network 267e559b-3b59-43f7-b7f2-9b573e15eff0 Apr 20 13:31:46.322397 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-12e31e62-4aa8-4837-a4c4-071c02ee8ac7 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:46.431861 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-12e31e62-4aa8-4837-a4c4-071c02ee8ac7 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:46.433899 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e31e62-4aa8-4837-a4c4-071c02ee8ac7 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:46.434804 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-12e31e62-4aa8-4837-a4c4-071c02ee8ac7 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:46.536937 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-12e31e62-4aa8-4837-a4c4-071c02ee8ac7 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4099600 Apr 20 13:31:46.539848 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47624) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:46.545007 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-418c555f-ee55-42fd-926d-df11669a88fa tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Request body: {'subnet': {'network_id': '267e559b-3b59-43f7-b7f2-9b573e15eff0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:31:46.552599 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e31e62-4aa8-4837-a4c4-071c02ee8ac7 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Pushing event updated for resources: {'Network': ['ID=267e559b-3b59-43f7-b7f2-9b573e15eff0,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:46.568086 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 267e559b-3b59-43f7-b7f2-9b573e15eff0 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:31:46.668896 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418c555f-ee55-42fd-926d-df11669a88fa tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Made reservation on behalf of db91070149214032aacb21a7124dac30 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:31:46.673074 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-418c555f-ee55-42fd-926d-df11669a88fa tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:46.971326 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e766f-ff94-4313-bac6-d7c4c377d509 req-eed7f578-dd0b-45a0-adbc-ba57adc2c3c9 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:46.982063 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ac9e766f-ff94-4313-bac6-d7c4c377d509 req-eed7f578-dd0b-45a0-adbc-ba57adc2c3c9 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 945 time: 0.0616295 Apr 20 13:31:47.102274 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ac9e766f-ff94-4313-bac6-d7c4c377d509 req-f42cfd58-74b1-4651-a923-218ac2534b5b tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1169343 Apr 20 13:31:47.225554 n-d-836015-7 neutron-server[114869]: DEBUG neutron.objects.ports [None req-418c555f-ee55-42fd-926d-df11669a88fa tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114869) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 13:31:47.226026 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-418c555f-ee55-42fd-926d-df11669a88fa tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:47.288925 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c555f-ee55-42fd-926d-df11669a88fa tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ed892170-963a-4c43-aeac-7b877b0fe64f,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:47.308700 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418c555f-ee55-42fd-926d-df11669a88fa tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Checking segment: {'id': '36df1787-d304-4f74-89a4-c428d1602585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '267e559b-3b59-43f7-b7f2-9b573e15eff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:31:47.309075 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418c555f-ee55-42fd-926d-df11669a88fa tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Network hostable DHCP agents. Network: 267e559b-3b59-43f7-b7f2-9b573e15eff0, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:31:47.432007 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418c555f-ee55-42fd-926d-df11669a88fa tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Network 267e559b-3b59-43f7-b7f2-9b573e15eff0 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:31:47.591415 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-418c555f-ee55-42fd-926d-df11669a88fa tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 267e559b-3b59-43f7-b7f2-9b573e15eff0) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:31:47.597345 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418c555f-ee55-42fd-926d-df11669a88fa tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:47.597911 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-418c555f-ee55-42fd-926d-df11669a88fa tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:47.602722 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c9112c-f168-44bc-a306-8c661d484d79 None None] Network 267e559b-3b59-43f7-b7f2-9b573e15eff0 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:31:47.700278 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-418c555f-ee55-42fd-926d-df11669a88fa tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1587660 Apr 20 13:31:47.710290 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47696) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:47.718538 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-fb589257-41ed-4c23-9780-8d58dcb31a01 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Request body: {'floatingip': {'floating_network_id': '267e559b-3b59-43f7-b7f2-9b573e15eff0'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:31:47.739255 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fb6818-ed97-4d12-9c3e-bc86030edd50 None None] Network 267e559b-3b59-43f7-b7f2-9b573e15eff0 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:31:47.837661 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fb589257-41ed-4c23-9780-8d58dcb31a01 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:47.950036 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fb589257-41ed-4c23-9780-8d58dcb31a01 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:48.080249 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-fb589257-41ed-4c23-9780-8d58dcb31a01 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Allocated IP 172.20.0.3 (267e559b-3b59-43f7-b7f2-9b573e15eff0/ed892170-963a-4c43-aeac-7b877b0fe64f/91769fb7-83ba-4267-a82f-e149752956b8) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:31:48.210601 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fb589257-41ed-4c23-9780-8d58dcb31a01 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:48.253950 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159314f0-02e4-4973-9e9f-416296f6ca12 req-d5e6dac3-d29e-4c6d-b6f5-4aea91caf2cb tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:48.256184 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-159314f0-02e4-4973-9e9f-416296f6ca12 req-d5e6dac3-d29e-4c6d-b6f5-4aea91caf2cb tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 945 time: 0.0668478 Apr 20 13:31:48.298655 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-159314f0-02e4-4973-9e9f-416296f6ca12 req-d3ab5374-1aa4-4925-956f-9503657f2ed2 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0364294 Apr 20 13:31:48.345224 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fb589257-41ed-4c23-9780-8d58dcb31a01 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:48.400044 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb589257-41ed-4c23-9780-8d58dcb31a01 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Network 267e559b-3b59-43f7-b7f2-9b573e15eff0 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:31:48.403244 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-fb589257-41ed-4c23-9780-8d58dcb31a01 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:31:48.406360 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb589257-41ed-4c23-9780-8d58dcb31a01 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:31:48.437854 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb589257-41ed-4c23-9780-8d58dcb31a01 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Pushing event updated for resources: {'Port': ['ID=91769fb7-83ba-4267-a82f-e149752956b8,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:48.558431 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47718) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:48.588168 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fb589257-41ed-4c23-9780-8d58dcb31a01 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:48.690767 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bb0e69f4-3e7f-48c4-a380-3ed344c4a00b admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:48.707760 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fb589257-41ed-4c23-9780-8d58dcb31a01 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:48.816054 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bb0e69f4-3e7f-48c4-a380-3ed344c4a00b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:48.893547 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fb589257-41ed-4c23-9780-8d58dcb31a01 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:48.934964 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bb0e69f4-3e7f-48c4-a380-3ed344c4a00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:48.975337 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-bb0e69f4-3e7f-48c4-a380-3ed344c4a00b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7ed387f853e0458a8261f03c2172faf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4156499 Apr 20 13:31:48.976318 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e69f4-3e7f-48c4-a380-3ed344c4a00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26012ce-da41-4667-9e80-1d4bd4f8a815,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:48.978016 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47722) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:48.985148 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fb589257-41ed-4c23-9780-8d58dcb31a01 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:49.079269 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb589257-41ed-4c23-9780-8d58dcb31a01 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Pushing event updated for resources: {'Port': ['ID=91769fb7-83ba-4267-a82f-e149752956b8,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:49.109599 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fb589257-41ed-4c23-9780-8d58dcb31a01 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:49.112246 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-89ea6c3d-df62-4e2b-866d-b85da9c81ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:49.145519 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-89ea6c3d-df62-4e2b-866d-b85da9c81ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:49.210838 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fb589257-41ed-4c23-9780-8d58dcb31a01 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:49.212174 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-fb589257-41ed-4c23-9780-8d58dcb31a01 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5001180 Apr 20 13:31:49.215475 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47728) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:49.286800 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a476c403-edfe-44f1-86ea-6effd06b3f28 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] 10.222.0.25 "GET /v2.0/floatingips?floating_network_id=267e559b-3b59-43f7-b7f2-9b573e15eff0 HTTP/1.1" status: 200 len: 689 time: 0.0674982 Apr 20 13:31:49.286800 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47730) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:49.334156 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-89ea6c3d-df62-4e2b-866d-b85da9c81ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:49.336911 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-89ea6c3d-df62-4e2b-866d-b85da9c81ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:49.341720 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-89ea6c3d-df62-4e2b-866d-b85da9c81ed8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f26012ce-da41-4667-9e80-1d4bd4f8a815 HTTP/1.1" status: 204 len: 168 time: 0.3591454 Apr 20 13:31:49.356234 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea6c3d-df62-4e2b-866d-b85da9c81ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26012ce-da41-4667-9e80-1d4bd4f8a815,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:49.400178 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-082ae771-97ca-4310-ac07-87889113bb35 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:49.471139 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5637a-3c46-4426-8778-4df1c943d0dc req-a43ac942-d966-4ebf-87ab-4cb0ce116dac tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:49.472620 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-99e5637a-3c46-4426-8778-4df1c943d0dc req-a43ac942-d966-4ebf-87ab-4cb0ce116dac tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 945 time: 0.0726233 Apr 20 13:31:49.518075 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-99e5637a-3c46-4426-8778-4df1c943d0dc req-a9f8836d-afe4-4148-b3c1-63ca50623ad2 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0391884 Apr 20 13:31:49.535224 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-082ae771-97ca-4310-ac07-87889113bb35 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Deleting port 91769fb7-83ba-4267-a82f-e149752956b8 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:31:49.535725 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-082ae771-97ca-4310-ac07-87889113bb35 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:49.622512 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-082ae771-97ca-4310-ac07-87889113bb35 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:49.622898 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-082ae771-97ca-4310-ac07-87889113bb35 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:49.636073 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-082ae771-97ca-4310-ac07-87889113bb35 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Calling delete_port for 91769fb7-83ba-4267-a82f-e149752956b8 owned by network:floatingip {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:31:49.951715 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-082ae771-97ca-4310-ac07-87889113bb35 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:49.980406 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ae771-97ca-4310-ac07-87889113bb35 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Pushing event deleted for resources: {'Port': ['ID=91769fb7-83ba-4267-a82f-e149752956b8,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:50.040689 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-082ae771-97ca-4310-ac07-87889113bb35 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:50.089119 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-082ae771-97ca-4310-ac07-87889113bb35 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:50.266510 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-082ae771-97ca-4310-ac07-87889113bb35 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:50.285980 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ae771-97ca-4310-ac07-87889113bb35 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ed892170-963a-4c43-aeac-7b877b0fe64f,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:50.320009 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47742) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:50.334126 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-94ed7725-98b2-4e56-9d96-a8d0b47a4f92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:50.349082 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-082ae771-97ca-4310-ac07-87889113bb35 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:50.372585 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-082ae771-97ca-4310-ac07-87889113bb35 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['267e559b-3b59-43f7-b7f2-9b573e15eff0']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:31:50.387425 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-082ae771-97ca-4310-ac07-87889113bb35 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36df1787-d304-4f74-89a4-c428d1602585') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:31:50.387857 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-082ae771-97ca-4310-ac07-87889113bb35 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36df1787-d304-4f74-89a4-c428d1602585') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:31:50.407037 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-082ae771-97ca-4310-ac07-87889113bb35 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:50.417205 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-94ed7725-98b2-4e56-9d96-a8d0b47a4f92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:50.423719 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-082ae771-97ca-4310-ac07-87889113bb35 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:50.430191 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-082ae771-97ca-4310-ac07-87889113bb35 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:31:50.430697 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-082ae771-97ca-4310-ac07-87889113bb35 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:50.432434 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:31:50.432434 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:31:50.432434 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:31:50.432434 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:31:50.432434 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:31:50.432434 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:31:50.432434 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:31:50.432434 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:31:50.432434 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:31:50.432434 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:31:50.432434 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:31:50.432434 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:31:50.432434 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:31:50.432434 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:31:50.432434 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:31:50.432434 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:31:50.432434 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:31:50.432434 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:31:50.432434 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:31:50.432434 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:31:50.432434 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:31:50.432434 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:31:50.432434 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:31:50.432434 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:31:50.432434 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:31:50.432434 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:31:50.432434 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:31:50.432434 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:31:50.432434 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:31:50.432434 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:31:50.432434 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:31:50.432434 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:31:50.500438 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-94ed7725-98b2-4e56-9d96-a8d0b47a4f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:50.537126 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed7725-98b2-4e56-9d96-a8d0b47a4f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ebb3bd-1023-4160-bae9-8e9ca6bdbfe0,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:50.544142 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-94ed7725-98b2-4e56-9d96-a8d0b47a4f92 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e6a1d3c37c344d70a63ca3595289ddca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2204614 Apr 20 13:31:50.544544 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47746) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:50.582181 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-082ae771-97ca-4310-ac07-87889113bb35 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:50.589152 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082ae771-97ca-4310-ac07-87889113bb35 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 267e559b-3b59-43f7-b7f2-9b573e15eff0 {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 20 13:31:50.594384 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-082ae771-97ca-4310-ac07-87889113bb35 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:50.597821 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-082ae771-97ca-4310-ac07-87889113bb35 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] 10.222.0.25 "DELETE /v2.0/networks/267e559b-3b59-43f7-b7f2-9b573e15eff0 HTTP/1.1" status: 204 len: 168 time: 1.3101633 Apr 20 13:31:50.600543 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47750) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:50.620140 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ae771-97ca-4310-ac07-87889113bb35 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Pushing event deleted for resources: {'Network': ['ID=267e559b-3b59-43f7-b7f2-9b573e15eff0,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:50.703508 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-490e6052-2cc1-441c-a2b3-9f073313911a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:50.773378 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-490e6052-2cc1-441c-a2b3-9f073313911a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:50.839429 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c13c8b96-da8f-45fa-8cdc-731dd03566af tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.2374005 Apr 20 13:31:50.844326 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47752) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:50.859396 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362e3f5-b763-4316-ac6e-0ca9cdad93e6 req-61a3ef6b-75b7-4112-970a-78dc1b00ba6b tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:50.861046 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e362e3f5-b763-4316-ac6e-0ca9cdad93e6 req-61a3ef6b-75b7-4112-970a-78dc1b00ba6b tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 945 time: 0.1396573 Apr 20 13:31:50.934268 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-490e6052-2cc1-441c-a2b3-9f073313911a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:50.937064 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-490e6052-2cc1-441c-a2b3-9f073313911a admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:50.938372 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-490e6052-2cc1-441c-a2b3-9f073313911a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d6ebb3bd-1023-4160-bae9-8e9ca6bdbfe0 HTTP/1.1" status: 204 len: 168 time: 0.3928428 Apr 20 13:31:50.962997 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e6052-2cc1-441c-a2b3-9f073313911a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ebb3bd-1023-4160-bae9-8e9ca6bdbfe0,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:50.990879 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e362e3f5-b763-4316-ac6e-0ca9cdad93e6 req-91b9a634-7a20-4d89-9994-0ae2c2ced014 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1221969 Apr 20 13:31:50.993939 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f57f15-3b1b-44ec-ad7f-776f9d48367f tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:50.994409 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f57f15-3b1b-44ec-ad7f-776f9d48367f tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:50.994869 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f57f15-3b1b-44ec-ad7f-776f9d48367f tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:50.995320 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f57f15-3b1b-44ec-ad7f-776f9d48367f tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:50.995800 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f57f15-3b1b-44ec-ad7f-776f9d48367f tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:50.997560 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-53f57f15-3b1b-44ec-ad7f-776f9d48367f tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3364 time: 0.1522062 Apr 20 13:31:51.000406 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47756) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:51.067648 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-d4cbb21d-776a-46b3-9d43-49c4e7a94602 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] delete failed (client error): The resource could not be found. Apr 20 13:31:51.068945 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d4cbb21d-776a-46b3-9d43-49c4e7a94602 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/71ae2c6c-01d1-405d-b5f5-a53c9fe370d3 HTTP/1.1" status: 404 len: 345 time: 0.0673516 Apr 20 13:31:51.071602 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47758) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:51.089510 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-8114031b-8619-43a2-b800-61d01d8223dd tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] DELETE failed (client error): The resource could not be found. Apr 20 13:31:51.090059 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8114031b-8619-43a2-b800-61d01d8223dd tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:31:51.093772 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8114031b-8619-43a2-b800-61d01d8223dd tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] 10.222.0.25 "DELETE /v2.0/networks/267e559b-3b59-43f7-b7f2-9b573e15eff0 HTTP/1.1" status: 404 len: 339 time: 0.0211790 Apr 20 13:31:51.101532 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47760) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:51.107002 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-16d5020e-8c1d-4747-af3a-3f52a147d59d tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Request body: {'network': {'name': 'tempest-network--765144568', 'router:external': True}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:31:51.250241 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d5020e-8c1d-4747-af3a-3f52a147d59d tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Made reservation on behalf of db91070149214032aacb21a7124dac30 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:31:51.253606 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-16d5020e-8c1d-4747-af3a-3f52a147d59d tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:51.289791 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16d5020e-8c1d-4747-af3a-3f52a147d59d tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:31:51.298853 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-16d5020e-8c1d-4747-af3a-3f52a147d59d tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:51.299228 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-16d5020e-8c1d-4747-af3a-3f52a147d59d tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Added segment 1f4f122f-b845-4876-baef-b8df4418b4e8 of type vlan for network 18339eea-7bf1-4553-b7a2-f1222c79ff36 Apr 20 13:31:51.345191 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-16d5020e-8c1d-4747-af3a-3f52a147d59d tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:51.500819 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-16d5020e-8c1d-4747-af3a-3f52a147d59d tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:51.501955 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d5020e-8c1d-4747-af3a-3f52a147d59d tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:51.502538 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-16d5020e-8c1d-4747-af3a-3f52a147d59d tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:51.566041 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5020e-8c1d-4747-af3a-3f52a147d59d tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Pushing event updated for resources: {'Network': ['ID=18339eea-7bf1-4553-b7a2-f1222c79ff36,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:51.576711 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 18339eea-7bf1-4553-b7a2-f1222c79ff36 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:31:51.636035 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-16d5020e-8c1d-4747-af3a-3f52a147d59d tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5329463 Apr 20 13:31:51.636483 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47780) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:51.825011 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61ea0a5-5771-4730-9f1f-562046d91831 tempest-ExternalNetworksTestJSON-188408655 tempest-ExternalNetworksTestJSON-188408655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:51.831816 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61ea0a5-5771-4730-9f1f-562046d91831 tempest-ExternalNetworksTestJSON-188408655 tempest-ExternalNetworksTestJSON-188408655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:51.837820 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61ea0a5-5771-4730-9f1f-562046d91831 tempest-ExternalNetworksTestJSON-188408655 tempest-ExternalNetworksTestJSON-188408655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:51.844218 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61ea0a5-5771-4730-9f1f-562046d91831 tempest-ExternalNetworksTestJSON-188408655 tempest-ExternalNetworksTestJSON-188408655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:51.845905 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f61ea0a5-5771-4730-9f1f-562046d91831 tempest-ExternalNetworksTestJSON-188408655 tempest-ExternalNetworksTestJSON-188408655-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2082748 Apr 20 13:31:51.848756 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47784) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:51.917828 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fde4bd19-dd5f-488b-be93-a83bb4917fe9 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:52.008510 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fde4bd19-dd5f-488b-be93-a83bb4917fe9 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:52.034988 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-fde4bd19-dd5f-488b-be93-a83bb4917fe9 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18339eea-7bf1-4553-b7a2-f1222c79ff36']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:31:52.047008 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-fde4bd19-dd5f-488b-be93-a83bb4917fe9 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f4f122f-b845-4876-baef-b8df4418b4e8') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:31:52.047440 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-fde4bd19-dd5f-488b-be93-a83bb4917fe9 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f4f122f-b845-4876-baef-b8df4418b4e8') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:31:52.058006 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fde4bd19-dd5f-488b-be93-a83bb4917fe9 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:52.073662 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fde4bd19-dd5f-488b-be93-a83bb4917fe9 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:52.081177 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fde4bd19-dd5f-488b-be93-a83bb4917fe9 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:31:52.081702 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fde4bd19-dd5f-488b-be93-a83bb4917fe9 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:52.083602 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:31:52.083602 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:31:52.083602 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:31:52.083602 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:31:52.083602 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:31:52.083602 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:31:52.083602 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:31:52.083602 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:31:52.083602 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:31:52.083602 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:31:52.083602 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:31:52.083602 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:31:52.083602 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:31:52.083602 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:31:52.083602 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:31:52.083602 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:31:52.083602 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:31:52.083602 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:31:52.083602 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:31:52.083602 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:31:52.083602 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:31:52.083602 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:31:52.083602 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:31:52.083602 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:31:52.083602 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:31:52.083602 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:31:52.083602 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:31:52.083602 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:31:52.083602 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:31:52.083602 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:31:52.083602 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:31:52.083602 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:31:52.166661 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d59009-a75c-4dd9-8b5f-5d117ea01705 req-6f250e3c-a36b-4aeb-8f08-21ecaf885308 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:52.168211 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d2d59009-a75c-4dd9-8b5f-5d117ea01705 req-6f250e3c-a36b-4aeb-8f08-21ecaf885308 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 945 time: 0.0592437 Apr 20 13:31:52.208337 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d2d59009-a75c-4dd9-8b5f-5d117ea01705 req-c65a2695-f3ef-44b0-83b7-230a3fe28f5d tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0334213 Apr 20 13:31:52.283780 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fde4bd19-dd5f-488b-be93-a83bb4917fe9 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:52.293341 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde4bd19-dd5f-488b-be93-a83bb4917fe9 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 18339eea-7bf1-4553-b7a2-f1222c79ff36 {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 20 13:31:52.298544 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fde4bd19-dd5f-488b-be93-a83bb4917fe9 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:52.307182 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47798) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:52.308238 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-fde4bd19-dd5f-488b-be93-a83bb4917fe9 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] 10.222.0.25 "DELETE /v2.0/networks/18339eea-7bf1-4553-b7a2-f1222c79ff36 HTTP/1.1" status: 204 len: 168 time: 0.4583814 Apr 20 13:31:52.313938 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-21c6d85f-7de1-4a95-b536-18393cd3638f tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Request body: {'network': {'name': 'tempest-network--1307825516', 'router:external': True}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:31:52.329275 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde4bd19-dd5f-488b-be93-a83bb4917fe9 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Pushing event deleted for resources: {'Network': ['ID=18339eea-7bf1-4553-b7a2-f1222c79ff36,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:52.441000 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c6d85f-7de1-4a95-b536-18393cd3638f tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Made reservation on behalf of db91070149214032aacb21a7124dac30 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:31:52.443241 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-21c6d85f-7de1-4a95-b536-18393cd3638f tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:52.492345 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21c6d85f-7de1-4a95-b536-18393cd3638f tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:31:52.513439 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-21c6d85f-7de1-4a95-b536-18393cd3638f tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:52.513891 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-21c6d85f-7de1-4a95-b536-18393cd3638f tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Added segment 7a676380-6a9c-46bd-84dc-31b1cd48dbc1 of type vlan for network 158bd256-ce3e-4a59-ad0f-a66177476146 Apr 20 13:31:52.573162 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-21c6d85f-7de1-4a95-b536-18393cd3638f tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:52.711637 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-21c6d85f-7de1-4a95-b536-18393cd3638f tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:52.712647 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c6d85f-7de1-4a95-b536-18393cd3638f tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:52.713231 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-21c6d85f-7de1-4a95-b536-18393cd3638f tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:52.784285 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6d85f-7de1-4a95-b536-18393cd3638f tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Pushing event updated for resources: {'Network': ['ID=158bd256-ce3e-4a59-ad0f-a66177476146,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:52.823344 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-21c6d85f-7de1-4a95-b536-18393cd3638f tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5147419 Apr 20 13:31:52.826045 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47806) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:52.910223 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 158bd256-ce3e-4a59-ad0f-a66177476146 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:31:52.913095 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea6c61b-f95a-4dd4-a9c6-34b46fc0e0b2 tempest-ExternalNetworksTestJSON-188408655 tempest-ExternalNetworksTestJSON-188408655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:52.914533 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-cea6c61b-f95a-4dd4-a9c6-34b46fc0e0b2 tempest-ExternalNetworksTestJSON-188408655 tempest-ExternalNetworksTestJSON-188408655-project] 10.222.0.25 "GET /v2.0/networks/158bd256-ce3e-4a59-ad0f-a66177476146 HTTP/1.1" status: 200 len: 757 time: 0.0867057 Apr 20 13:31:52.917455 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47808) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:53.001485 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb54c80-9ce0-4aea-b21b-ec632dd26626 tempest-ExternalNetworksTestJSON-188408655 tempest-ExternalNetworksTestJSON-188408655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:53.002881 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-3fb54c80-9ce0-4aea-b21b-ec632dd26626 tempest-ExternalNetworksTestJSON-188408655 tempest-ExternalNetworksTestJSON-188408655-project] 10.222.0.25 "GET /v2.0/networks/fc580e59-dcf5-49de-92c6-0fd12c30d7d5 HTTP/1.1" status: 200 len: 767 time: 0.0845087 Apr 20 13:31:53.006842 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47810) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:53.084589 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c183622b-36e0-4dbd-94ac-9a4cbc5f47ec tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:53.165879 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c183622b-36e0-4dbd-94ac-9a4cbc5f47ec tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:53.190987 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-c183622b-36e0-4dbd-94ac-9a4cbc5f47ec tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['158bd256-ce3e-4a59-ad0f-a66177476146']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:31:53.200371 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-c183622b-36e0-4dbd-94ac-9a4cbc5f47ec tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a676380-6a9c-46bd-84dc-31b1cd48dbc1') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:31:53.200675 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-c183622b-36e0-4dbd-94ac-9a4cbc5f47ec tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a676380-6a9c-46bd-84dc-31b1cd48dbc1') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:31:53.210387 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c183622b-36e0-4dbd-94ac-9a4cbc5f47ec tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:53.224055 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c183622b-36e0-4dbd-94ac-9a4cbc5f47ec tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:53.229830 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c183622b-36e0-4dbd-94ac-9a4cbc5f47ec tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:31:53.230214 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c183622b-36e0-4dbd-94ac-9a4cbc5f47ec tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:53.231929 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:31:53.231929 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:31:53.231929 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:31:53.231929 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:31:53.231929 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:31:53.231929 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:31:53.231929 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:31:53.231929 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:31:53.231929 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:31:53.231929 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:31:53.231929 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:31:53.231929 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:31:53.231929 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:31:53.231929 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:31:53.231929 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:31:53.231929 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:31:53.231929 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:31:53.231929 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:31:53.231929 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:31:53.231929 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:31:53.231929 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:31:53.231929 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:31:53.231929 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:31:53.231929 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:31:53.231929 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:31:53.231929 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:31:53.231929 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:31:53.231929 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:31:53.231929 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:31:53.231929 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:31:53.231929 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:31:53.231929 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:31:53.338716 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7ee2c-3ad6-431a-9944-035da4e848f3 req-6d06a809-3451-4785-b61a-ef61b372dea3 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:53.340324 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-45e7ee2c-3ad6-431a-9944-035da4e848f3 req-6d06a809-3451-4785-b61a-ef61b372dea3 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 945 time: 0.0517828 Apr 20 13:31:53.380275 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-45e7ee2c-3ad6-431a-9944-035da4e848f3 req-911c14bf-36a7-4cae-9c3e-0df21a644ef2 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0328684 Apr 20 13:31:53.425487 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c183622b-36e0-4dbd-94ac-9a4cbc5f47ec tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:53.430199 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c183622b-36e0-4dbd-94ac-9a4cbc5f47ec tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 158bd256-ce3e-4a59-ad0f-a66177476146 {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 20 13:31:53.433978 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c183622b-36e0-4dbd-94ac-9a4cbc5f47ec tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:53.437743 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c183622b-36e0-4dbd-94ac-9a4cbc5f47ec tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] 10.222.0.25 "DELETE /v2.0/networks/158bd256-ce3e-4a59-ad0f-a66177476146 HTTP/1.1" status: 204 len: 168 time: 0.4310164 Apr 20 13:31:53.441765 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47826) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:53.450479 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-bf371aea-b65d-4e57-8b5f-674e0e8a2992 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Request body: {'network': {'name': 'tempest-network--65675459'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:31:53.450955 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c183622b-36e0-4dbd-94ac-9a4cbc5f47ec tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Pushing event deleted for resources: {'Network': ['ID=158bd256-ce3e-4a59-ad0f-a66177476146,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:53.608747 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf371aea-b65d-4e57-8b5f-674e0e8a2992 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Made reservation on behalf of db91070149214032aacb21a7124dac30 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:31:53.611074 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bf371aea-b65d-4e57-8b5f-674e0e8a2992 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:53.634312 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf371aea-b65d-4e57-8b5f-674e0e8a2992 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:31:53.643764 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bf371aea-b65d-4e57-8b5f-674e0e8a2992 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:53.644104 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-bf371aea-b65d-4e57-8b5f-674e0e8a2992 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Added segment f79555eb-1b52-418d-ac91-501af72bacce of type vlan for network 3fae37d7-c0ae-4626-950f-a62fd3bb6a14 Apr 20 13:31:53.684312 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bf371aea-b65d-4e57-8b5f-674e0e8a2992 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:53.831249 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bf371aea-b65d-4e57-8b5f-674e0e8a2992 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:53.832365 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf371aea-b65d-4e57-8b5f-674e0e8a2992 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:53.833022 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bf371aea-b65d-4e57-8b5f-674e0e8a2992 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586049'] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:53.895643 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf371aea-b65d-4e57-8b5f-674e0e8a2992 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Pushing event updated for resources: {'Network': ['ID=3fae37d7-c0ae-4626-950f-a62fd3bb6a14,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:53.906301 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 3fae37d7-c0ae-4626-950f-a62fd3bb6a14 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:31:54.005973 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-bf371aea-b65d-4e57-8b5f-674e0e8a2992 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5624967 Apr 20 13:31:54.008760 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47842) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:54.014930 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-a3fef064-d629-499a-857f-92dee819e968 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Request body: {'network': {'router:external': True}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:31:54.172713 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a3fef064-d629-499a-857f-92dee819e968 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:54.259896 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a3fef064-d629-499a-857f-92dee819e968 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:54.277351 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a3fef064-d629-499a-857f-92dee819e968 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Network 3fae37d7-c0ae-4626-950f-a62fd3bb6a14 is not hosted by any dhcp agent {{(pid=114870) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 20 13:31:54.278632 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fef064-d629-499a-857f-92dee819e968 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:54.279237 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a3fef064-d629-499a-857f-92dee819e968 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:54.283963 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a3fef064-d629-499a-857f-92dee819e968 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] 10.222.0.25 "PUT /v2.0/networks/3fae37d7-c0ae-4626-950f-a62fd3bb6a14 HTTP/1.1" status: 200 len: 856 time: 0.2714152 Apr 20 13:31:54.283963 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47850) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:54.374454 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fef064-d629-499a-857f-92dee819e968 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Pushing event updated for resources: {'Network': ['ID=3fae37d7-c0ae-4626-950f-a62fd3bb6a14,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:54.415161 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ddb20a41-8908-411d-8a1b-b2482e7b5e02 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:54.454172 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b3866dca-994e-425a-aa02-3036b411325c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:54.524215 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ddb20a41-8908-411d-8a1b-b2482e7b5e02 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:54.547120 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d0330-669f-4a97-8044-22cebac7e25d req-efd8416a-6464-4b85-bb31-b0e0db27a4b5 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:54.547842 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-ddb20a41-8908-411d-8a1b-b2482e7b5e02 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fae37d7-c0ae-4626-950f-a62fd3bb6a14']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:31:54.551885 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df8d0330-669f-4a97-8044-22cebac7e25d req-efd8416a-6464-4b85-bb31-b0e0db27a4b5 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 945 time: 0.0789461 Apr 20 13:31:54.564957 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-ddb20a41-8908-411d-8a1b-b2482e7b5e02 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f79555eb-1b52-418d-ac91-501af72bacce') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:31:54.565256 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-ddb20a41-8908-411d-8a1b-b2482e7b5e02 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f79555eb-1b52-418d-ac91-501af72bacce') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:31:54.575975 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ddb20a41-8908-411d-8a1b-b2482e7b5e02 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:54.595374 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ddb20a41-8908-411d-8a1b-b2482e7b5e02 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:54.606174 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df8d0330-669f-4a97-8044-22cebac7e25d req-64e02fe1-3ea5-4839-a8f3-b60c7a93ad7f tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0456376 Apr 20 13:31:54.612246 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddb20a41-8908-411d-8a1b-b2482e7b5e02 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:31:54.612246 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ddb20a41-8908-411d-8a1b-b2482e7b5e02 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:54.612246 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:31:54.612246 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:31:54.612246 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:31:54.612246 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:31:54.612246 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:31:54.612246 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:31:54.612246 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:31:54.612246 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:31:54.612246 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:31:54.612246 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:31:54.612246 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:31:54.612246 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:31:54.612246 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:31:54.612246 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:31:54.612246 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:31:54.612246 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:31:54.612246 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:31:54.612246 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:31:54.612246 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:31:54.612246 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:31:54.612246 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:31:54.612246 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:31:54.612246 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:31:54.612246 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:31:54.612246 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:31:54.612246 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:31:54.612246 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:31:54.612246 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:31:54.612246 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:31:54.612246 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:31:54.612246 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:31:54.612246 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:31:54.831702 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47862) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:54.836966 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-b78bf967-4dcb-40b3-b4bd-ba2b92550ece tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Request body: {'network': {'name': 'tempest-network-smoke--690983739', 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'port_security_enabled': True}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:31:54.928848 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78bf967-4dcb-40b3-b4bd-ba2b92550ece tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Made reservation on behalf of b3b98b9644e24ccabddf56e67de7cac9 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:31:54.932368 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b78bf967-4dcb-40b3-b4bd-ba2b92550ece tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:54.942690 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b78bf967-4dcb-40b3-b4bd-ba2b92550ece tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:55.037658 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ddb20a41-8908-411d-8a1b-b2482e7b5e02 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:55.044384 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb20a41-8908-411d-8a1b-b2482e7b5e02 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3fae37d7-c0ae-4626-950f-a62fd3bb6a14 {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 20 13:31:55.046931 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ddb20a41-8908-411d-8a1b-b2482e7b5e02 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:55.050811 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ddb20a41-8908-411d-8a1b-b2482e7b5e02 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] 10.222.0.25 "DELETE /v2.0/networks/3fae37d7-c0ae-4626-950f-a62fd3bb6a14 HTTP/1.1" status: 204 len: 168 time: 0.7660069 Apr 20 13:31:55.054686 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47864) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:55.093431 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb20a41-8908-411d-8a1b-b2482e7b5e02 tempest-ExternalNetworksTestJSON-1534985350 tempest-ExternalNetworksTestJSON-1534985350-project-admin] Pushing event deleted for resources: {'Network': ['ID=3fae37d7-c0ae-4626-950f-a62fd3bb6a14,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:55.096422 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf6d3a9-8cf9-4582-a0ca-f4ce0a72429f tempest-ExternalNetworksTestJSON-188408655 tempest-ExternalNetworksTestJSON-188408655-project] DELETE failed (client error): The resource could not be found. Apr 20 13:31:55.097034 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcf6d3a9-8cf9-4582-a0ca-f4ce0a72429f tempest-ExternalNetworksTestJSON-188408655 tempest-ExternalNetworksTestJSON-188408655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:31:55.100781 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-dcf6d3a9-8cf9-4582-a0ca-f4ce0a72429f tempest-ExternalNetworksTestJSON-188408655 tempest-ExternalNetworksTestJSON-188408655-project] 10.222.0.25 "DELETE /v2.0/subnets/ed892170-963a-4c43-aeac-7b877b0fe64f HTTP/1.1" status: 404 len: 337 time: 0.0449324 Apr 20 13:31:55.103177 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b78bf967-4dcb-40b3-b4bd-ba2b92550ece tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:55.103333 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47866) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:55.189086 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-66c37406-adf9-4778-ba2c-20303aa41742 tempest-ExternalNetworksTestJSON-188408655 tempest-ExternalNetworksTestJSON-188408655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:55.192770 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b78bf967-4dcb-40b3-b4bd-ba2b92550ece tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:55.208268 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b78bf967-4dcb-40b3-b4bd-ba2b92550ece tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:31:55.221585 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b78bf967-4dcb-40b3-b4bd-ba2b92550ece tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:55.222036 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-b78bf967-4dcb-40b3-b4bd-ba2b92550ece tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Added segment c18a2f1a-f31d-47d6-a67e-21a4c4dcc689 of type vlan for network eb65fc52-0bdc-49a9-9bbc-078092e68417 Apr 20 13:31:55.275304 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b78bf967-4dcb-40b3-b4bd-ba2b92550ece tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:55.294960 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-66c37406-adf9-4778-ba2c-20303aa41742 tempest-ExternalNetworksTestJSON-188408655 tempest-ExternalNetworksTestJSON-188408655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:55.319746 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-66c37406-adf9-4778-ba2c-20303aa41742 tempest-ExternalNetworksTestJSON-188408655 tempest-ExternalNetworksTestJSON-188408655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc580e59-dcf5-49de-92c6-0fd12c30d7d5']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:31:55.330032 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-66c37406-adf9-4778-ba2c-20303aa41742 tempest-ExternalNetworksTestJSON-188408655 tempest-ExternalNetworksTestJSON-188408655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '975e5bf9-d203-4d33-98c3-77e9ec6c8b07') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:31:55.330320 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-66c37406-adf9-4778-ba2c-20303aa41742 tempest-ExternalNetworksTestJSON-188408655 tempest-ExternalNetworksTestJSON-188408655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '975e5bf9-d203-4d33-98c3-77e9ec6c8b07') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:31:55.340152 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-66c37406-adf9-4778-ba2c-20303aa41742 tempest-ExternalNetworksTestJSON-188408655 tempest-ExternalNetworksTestJSON-188408655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:55.340443 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78bf967-4dcb-40b3-b4bd-ba2b92550ece tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd730fd-2687-42d3-bd2d-a4c0f77eac0d,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:55.365766 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-66c37406-adf9-4778-ba2c-20303aa41742 tempest-ExternalNetworksTestJSON-188408655 tempest-ExternalNetworksTestJSON-188408655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:55.365766 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66c37406-adf9-4778-ba2c-20303aa41742 tempest-ExternalNetworksTestJSON-188408655 tempest-ExternalNetworksTestJSON-188408655-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:31:55.365766 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-66c37406-adf9-4778-ba2c-20303aa41742 tempest-ExternalNetworksTestJSON-188408655 tempest-ExternalNetworksTestJSON-188408655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:55.366992 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:31:55.366992 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:31:55.366992 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:31:55.366992 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:31:55.366992 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:31:55.366992 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:31:55.366992 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:31:55.366992 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:31:55.366992 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:31:55.366992 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:31:55.366992 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:31:55.366992 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:31:55.366992 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:31:55.366992 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:31:55.366992 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:31:55.366992 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:31:55.366992 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:31:55.366992 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:31:55.366992 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:31:55.366992 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:31:55.366992 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:31:55.366992 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:31:55.366992 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:31:55.366992 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:31:55.366992 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:31:55.366992 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:31:55.366992 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:31:55.366992 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:31:55.366992 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:31:55.366992 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:31:55.366992 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:31:55.366992 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:31:55.413978 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b78bf967-4dcb-40b3-b4bd-ba2b92550ece tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:55.423021 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78bf967-4dcb-40b3-b4bd-ba2b92550ece tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:55.423021 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b78bf967-4dcb-40b3-b4bd-ba2b92550ece tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:55.503146 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78bf967-4dcb-40b3-b4bd-ba2b92550ece tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Pushing event updated for resources: {'Network': ['ID=eb65fc52-0bdc-49a9-9bbc-078092e68417,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:55.519625 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network eb65fc52-0bdc-49a9-9bbc-078092e68417 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:31:55.522168 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-66c37406-adf9-4778-ba2c-20303aa41742 tempest-ExternalNetworksTestJSON-188408655 tempest-ExternalNetworksTestJSON-188408655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:55.545097 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-66c37406-adf9-4778-ba2c-20303aa41742 tempest-ExternalNetworksTestJSON-188408655 tempest-ExternalNetworksTestJSON-188408655-project] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:55.550931 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-66c37406-adf9-4778-ba2c-20303aa41742 tempest-ExternalNetworksTestJSON-188408655 tempest-ExternalNetworksTestJSON-188408655-project] 10.222.0.25 "DELETE /v2.0/networks/fc580e59-dcf5-49de-92c6-0fd12c30d7d5 HTTP/1.1" status: 204 len: 168 time: 0.4467652 Apr 20 13:31:55.551907 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c37406-adf9-4778-ba2c-20303aa41742 tempest-ExternalNetworksTestJSON-188408655 tempest-ExternalNetworksTestJSON-188408655-project] Pushing event deleted for resources: {'Network': ['ID=fc580e59-dcf5-49de-92c6-0fd12c30d7d5,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:55.561923 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b78bf967-4dcb-40b3-b4bd-ba2b92550ece tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7265673 Apr 20 13:31:55.562408 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47872) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:55.567035 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-bbfc0df1-0acb-41ed-a450-499dbc8efd01 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-881836633', 'admin_state_up': True, 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:31:55.696933 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bbfc0df1-0acb-41ed-a450-499dbc8efd01 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:55.697969 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bbfc0df1-0acb-41ed-a450-499dbc8efd01 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:55.753437 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894bf04c-afdf-431f-bccc-015774570727 req-93a346a3-32e0-4ff2-a9c1-be7c0d1678c4 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:55.754948 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-894bf04c-afdf-431f-bccc-015774570727 req-93a346a3-32e0-4ff2-a9c1-be7c0d1678c4 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 945 time: 0.0696137 Apr 20 13:31:55.784971 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bbfc0df1-0acb-41ed-a450-499dbc8efd01 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:55.816742 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-894bf04c-afdf-431f-bccc-015774570727 req-12d1e340-cb31-4e90-bae9-ad81474a462b tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0336790 Apr 20 13:31:56.215785 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47880) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:56.371483 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-67d1c035-a312-4008-8e44-0e096c14d05c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=904aadbb4e53479f8c51fe2bca6ef63c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1542013 Apr 20 13:31:56.374660 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47884) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:56.428122 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5b109182-580a-43fb-927a-44bc1d2e84aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:56.450704 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5b109182-580a-43fb-927a-44bc1d2e84aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:56.453988 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bbfc0df1-0acb-41ed-a450-499dbc8efd01 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:56.620135 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5b109182-580a-43fb-927a-44bc1d2e84aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:56.626580 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5b109182-580a-43fb-927a-44bc1d2e84aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:56.626580 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5b109182-580a-43fb-927a-44bc1d2e84aa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/35aab4c1-8d69-4205-bf78-71eec311511d HTTP/1.1" status: 204 len: 168 time: 0.2483542 Apr 20 13:31:56.634059 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b109182-580a-43fb-927a-44bc1d2e84aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35aab4c1-8d69-4205-bf78-71eec311511d,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:56.803472 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3ae24d73-0ec7-4531-8793-6724864c812a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:56.819095 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bbfc0df1-0acb-41ed-a450-499dbc8efd01 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for router_gateway, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:56.839644 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bbfc0df1-0acb-41ed-a450-499dbc8efd01 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:56.994303 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-bbfc0df1-0acb-41ed-a450-499dbc8efd01 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Allocated IP 172.25.8.204 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:31:57.012237 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830b464-4f23-429a-a4a1-297625a51999 req-865eb2d2-d272-4fc1-a528-e8ab9f43eff9 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:57.019942 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d830b464-4f23-429a-a4a1-297625a51999 req-865eb2d2-d272-4fc1-a528-e8ab9f43eff9 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 945 time: 0.1194694 Apr 20 13:31:57.104552 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d830b464-4f23-429a-a4a1-297625a51999 req-19acad5f-acb8-4f41-8705-14f5e4303d8e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0833721 Apr 20 13:31:57.152205 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bbfc0df1-0acb-41ed-a450-499dbc8efd01 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:57.215251 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-016d630b-b398-483f-8956-89db45597349 req-957b3503-c626-4935-b821-68517077844e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0613835 Apr 20 13:31:57.293996 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d630b-b398-483f-8956-89db45597349 req-4dd99bb8-d249-41fe-9fdd-02ab261b0525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:57.295581 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-016d630b-b398-483f-8956-89db45597349 req-4dd99bb8-d249-41fe-9fdd-02ab261b0525 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7d7599e499ac4ab585978f26ba0a43a9&device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 1097 time: 0.0410094 Apr 20 13:31:57.376496 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bbfc0df1-0acb-41ed-a450-499dbc8efd01 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:57.434349 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47900) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:57.446139 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfc0df1-0acb-41ed-a450-499dbc8efd01 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:31:57.449042 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc0df1-0acb-41ed-a450-499dbc8efd01 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Pushing event updated for resources: {'Port': ['ID=b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:57.454155 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-bbfc0df1-0acb-41ed-a450-499dbc8efd01 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:31:57.457007 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfc0df1-0acb-41ed-a450-499dbc8efd01 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:31:57.461056 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d630b-b398-483f-8956-89db45597349 req-1c036cf5-272f-40d6-9169-51985802cc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:57.463063 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-016d630b-b398-483f-8956-89db45597349 req-1c036cf5-272f-40d6-9169-51985802cc84 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee1e3f3a-436d-4baf-9474-8341d7977164 HTTP/1.1" status: 200 len: 898 time: 0.1488824 Apr 20 13:31:57.484387 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c0caca24-275b-4172-ab23-a257efb4a680 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=db91070149214032aacb21a7124dac30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486991 Apr 20 13:31:57.485012 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47902) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:57.549895 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-621aa072-e869-4414-99d4-6450b03fa7aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:57.564899 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-016d630b-b398-483f-8956-89db45597349 req-eca918db-7382-46fe-bbb1-30a0b54a82ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b50a92e0-e00c-4196-8c29-8ff4788ac2bb HTTP/1.1" status: 200 len: 1000 time: 0.0822957 Apr 20 13:31:57.578250 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-621aa072-e869-4414-99d4-6450b03fa7aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:57.714107 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d630b-b398-483f-8956-89db45597349 req-3f1c94ad-b9bd-4ac4-a3b1-65dd82d3f77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:57.715529 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-016d630b-b398-483f-8956-89db45597349 req-3f1c94ad-b9bd-4ac4-a3b1-65dd82d3f77a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4781852a-f1d5-43ae-a14e-8279f99b230d HTTP/1.1" status: 200 len: 835 time: 0.1058416 Apr 20 13:31:57.722679 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-621aa072-e869-4414-99d4-6450b03fa7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:57.726359 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-621aa072-e869-4414-99d4-6450b03fa7aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:57.730421 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-621aa072-e869-4414-99d4-6450b03fa7aa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/76411fa2-9857-485d-bf01-a6865d7f76a4 HTTP/1.1" status: 204 len: 168 time: 0.2416568 Apr 20 13:31:57.740459 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621aa072-e869-4414-99d4-6450b03fa7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76411fa2-9857-485d-bf01-a6865d7f76a4,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:57.774366 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d630b-b398-483f-8956-89db45597349 req-b8147480-d8ce-41bb-a8ad-60a8557cefd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:57.775995 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-016d630b-b398-483f-8956-89db45597349 req-b8147480-d8ce-41bb-a8ad-60a8557cefd7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee1e3f3a-436d-4baf-9474-8341d7977164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525386 Apr 20 13:31:57.988143 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-016d630b-b398-483f-8956-89db45597349 req-be8132db-87f0-4075-b13e-fc6d9d6ea6a2 service neutron] 10.222.0.15 "GET /v2.0/networks/ee1e3f3a-436d-4baf-9474-8341d7977164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024181 Apr 20 13:31:58.075519 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bbfc0df1-0acb-41ed-a450-499dbc8efd01 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for router_gateway, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:58.202685 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:58.233416 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-016d630b-b398-483f-8956-89db45597349 req-97d5a033-4784-4060-93d5-56eaf3c92b56 service neutron] 10.222.0.15 "GET /v2.0/networks/ee1e3f3a-436d-4baf-9474-8341d7977164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266176 Apr 20 13:31:58.294186 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686f645-942c-4f73-b63e-1026324c92ce req-d2802ae9-6ec3-41e3-9c8a-6fdb3c2c2c2e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:58.296446 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3686f645-942c-4f73-b63e-1026324c92ce req-d2802ae9-6ec3-41e3-9c8a-6fdb3c2c2c2e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 945 time: 0.1118615 Apr 20 13:31:58.385101 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3686f645-942c-4f73-b63e-1026324c92ce req-4643463b-9839-4474-8791-0d05d1003812 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0785503 Apr 20 13:31:58.393744 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bbfc0df1-0acb-41ed-a450-499dbc8efd01 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:58.727974 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbfc0df1-0acb-41ed-a450-499dbc8efd01 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Router 732f271f-cfdb-43c9-add5-a9c88c4af819 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:31:59.084580 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfc0df1-0acb-41ed-a450-499dbc8efd01 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:31:59.094939 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d307ff2-b040-4b85-8a64-2cef7963669e None None] Sync routers for ids ['732f271f-cfdb-43c9-add5-a9c88c4af819'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:31:59.104795 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d307ff2-b040-4b85-8a64-2cef7963669e None None] Routers {'732f271f-cfdb-43c9-add5-a9c88c4af819'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:31:59.105420 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-7d307ff2-b040-4b85-8a64-2cef7963669e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:31:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['732f271f-cfdb-43c9-add5-a9c88c4af819'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:31:59.188231 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bbfc0df1-0acb-41ed-a450-499dbc8efd01 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:59.189662 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-bbfc0df1-0acb-41ed-a450-499dbc8efd01 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.6264298 Apr 20 13:31:59.198800 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47934) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:59.211685 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-7d307ff2-b040-4b85-8a64-2cef7963669e None None] Set router 732f271f-cfdb-43c9-add5-a9c88c4af819 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:31:59.289804 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47940) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:59.362098 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-acf804aa-ded0-4af0-9ec2-1a8de01a1a0b tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1387342808'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:31:59.416861 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-71919d14-55b7-4559-88c2-d07d22b44325 tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=b3b98b9644e24ccabddf56e67de7cac9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2169297 Apr 20 13:31:59.419796 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47946) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:59.426820 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-7d307ff2-b040-4b85-8a64-2cef7963669e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732f271f-cfdb-43c9-add5-a9c88c4af819', 'name': 'tempest-TestSecurityGroupsBasicOps-router-881836633', 'tenant_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:31:55Z', 'updated_at': '2022-04-20T13:31:57Z', 'revision_number': 3, 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'gw_port': {'id': 'b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:05:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732f271f-cfdb-43c9-add5-a9c88c4af819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:31:56Z', 'updated_at': '2022-04-20T13:31:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:31:59.460259 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d307ff2-b040-4b85-8a64-2cef7963669e None None] Checking router: 732f271f-cfdb-43c9-add5-a9c88c4af819 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:31:59.460606 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d307ff2-b040-4b85-8a64-2cef7963669e None None] Updating router 732f271f-cfdb-43c9-add5-a9c88c4af819 port b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:31:59.493824 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7d307ff2-b040-4b85-8a64-2cef7963669e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:59.542150 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:59.553503 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b214146-df91-4dc3-b9ac-f24da3cdadaf req-48527cec-80f1-4148-9fcc-1950176ed79d tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:59.555345 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0b214146-df91-4dc3-b9ac-f24da3cdadaf req-48527cec-80f1-4148-9fcc-1950176ed79d tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 945 time: 0.0552716 Apr 20 13:31:59.602340 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0b214146-df91-4dc3-b9ac-f24da3cdadaf req-42051eeb-a5de-4a37-9c60-14ac6c66cbb2 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0389705 Apr 20 13:31:59.604302 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf804aa-ded0-4af0-9ec2-1a8de01a1a0b tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Made reservation on behalf of 247aeb22d8274a5885ac18eb9fbfed1d for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:31:59.609545 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-acf804aa-ded0-4af0-9ec2-1a8de01a1a0b tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:59.631067 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-acf804aa-ded0-4af0-9ec2-1a8de01a1a0b tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:59.639389 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f518482c-aaa4-4378-8aed-046c492eb825 tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:59.644809 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47950) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:59.645025 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f518482c-aaa4-4378-8aed-046c492eb825 tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2232759 Apr 20 13:31:59.691659 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1e2eef33-da0e-43d9-8cae-e66fdace1565 tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=08acadad-0b4a-420a-b5f5-639128d4ec40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0455959 Apr 20 13:31:59.695925 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47954) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:59.700867 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-4e6d89e7-0295-4c8c-bfd1-3da5e255c8a8 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1639544353', 'network_id': 'eb65fc52-0bdc-49a9-9bbc-078092e68417', 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:31:59.848886 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-acf804aa-ded0-4af0-9ec2-1a8de01a1a0b tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:59.861259 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7d307ff2-b040-4b85-8a64-2cef7963669e None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:59.928995 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:59.986198 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7d307ff2-b040-4b85-8a64-2cef7963669e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:59.986925 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6d89e7-0295-4c8c-bfd1-3da5e255c8a8 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Made reservation on behalf of b3b98b9644e24ccabddf56e67de7cac9 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:31:59.992155 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4e6d89e7-0295-4c8c-bfd1-3da5e255c8a8 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:00.049838 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a97f9e8-e8ce-4d02-8489-f55e822043f8 None None] Pushing event updated for resources: {'Port': ['ID=b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:00.053788 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47958) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:00.057403 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-acf804aa-ded0-4af0-9ec2-1a8de01a1a0b tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:00.092588 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-7d307ff2-b040-4b85-8a64-2cef7963669e None None] Attempting to bind port b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:32:00.092844 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-7d307ff2-b040-4b85-8a64-2cef7963669e None None] Attempting to bind port b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:32:00.093109 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d307ff2-b040-4b85-8a64-2cef7963669e None None] Attempting to bind port b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:32:00.101403 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d307ff2-b040-4b85-8a64-2cef7963669e None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:32:00.102106 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d307ff2-b040-4b85-8a64-2cef7963669e None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:32:00.102695 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7d307ff2-b040-4b85-8a64-2cef7963669e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:00.103285 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d307ff2-b040-4b85-8a64-2cef7963669e None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:32:00.103995 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-7d307ff2-b040-4b85-8a64-2cef7963669e None None] Bound port: b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:32:00.104684 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7d307ff2-b040-4b85-8a64-2cef7963669e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:00.160073 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf804aa-ded0-4af0-9ec2-1a8de01a1a0b tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:32:00.184713 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-7d307ff2-b040-4b85-8a64-2cef7963669e None None] For port b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:32:00.188960 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-7d307ff2-b040-4b85-8a64-2cef7963669e None None] For port b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:32:00.209536 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf804aa-ded0-4af0-9ec2-1a8de01a1a0b tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7d6ffe-3b18-47eb-9f1d-a99f701f0dc3,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:00.233866 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-acf804aa-ded0-4af0-9ec2-1a8de01a1a0b tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:00.234480 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-acf804aa-ded0-4af0-9ec2-1a8de01a1a0b tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Added segment b97a2ee0-2d53-4d41-8de7-f33bd9c43637 of type vlan for network 570e6b80-503f-4461-b28d-02532e79cb1c Apr 20 13:32:00.266375 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7d307ff2-b040-4b85-8a64-2cef7963669e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:00.270195 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-959b30d5-f473-462a-b875-dcb91dbe802a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:00.334384 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-acf804aa-ded0-4af0-9ec2-1a8de01a1a0b tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:00.363564 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-959b30d5-f473-462a-b875-dcb91dbe802a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:00.385521 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a97f9e8-e8ce-4d02-8489-f55e822043f8 None None] Pushing event updated for resources: {'Port': ['ID=b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:00.405686 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d307ff2-b040-4b85-8a64-2cef7963669e None None] Routers {'732f271f-cfdb-43c9-add5-a9c88c4af819'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:32:00.406607 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-7d307ff2-b040-4b85-8a64-2cef7963669e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:31:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['732f271f-cfdb-43c9-add5-a9c88c4af819'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:00.437466 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-959b30d5-f473-462a-b875-dcb91dbe802a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:00.485649 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-959b30d5-f473-462a-b875-dcb91dbe802a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=894ee49a183545ec97aca644499310ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4302077 Apr 20 13:32:00.486792 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b30d5-f473-462a-b875-dcb91dbe802a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac5a584-cc61-4186-bf31-092c3b9b8851,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:00.488017 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 47962) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:00.489173 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4e6d89e7-0295-4c8c-bfd1-3da5e255c8a8 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:00.538482 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-7d307ff2-b040-4b85-8a64-2cef7963669e None None] Set router 732f271f-cfdb-43c9-add5-a9c88c4af819 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:32:00.548428 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-acf804aa-ded0-4af0-9ec2-1a8de01a1a0b tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:00.554021 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf804aa-ded0-4af0-9ec2-1a8de01a1a0b tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:00.554558 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-acf804aa-ded0-4af0-9ec2-1a8de01a1a0b tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:00.651714 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d89e7-0295-4c8c-bfd1-3da5e255c8a8 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Pushing event updated for resources: {'Subnet': ['ID=92a33fd3-fda2-4b34-a7a2-54478bc3a7a0,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:00.695430 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-acf804aa-ded0-4af0-9ec2-1a8de01a1a0b tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4030540 Apr 20 13:32:00.722366 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf804aa-ded0-4af0-9ec2-1a8de01a1a0b tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event updated for resources: {'Network': ['ID=570e6b80-503f-4461-b28d-02532e79cb1c,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:00.741225 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 570e6b80-503f-4461-b28d-02532e79cb1c details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:32:00.754294 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-10f2ae55-d1d1-4601-9e9b-5ee7ba3fcce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:00.764381 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6d89e7-0295-4c8c-bfd1-3da5e255c8a8 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Checking segment: {'id': 'c18a2f1a-f31d-47d6-a67e-21a4c4dcc689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'eb65fc52-0bdc-49a9-9bbc-078092e68417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:32:00.764756 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6d89e7-0295-4c8c-bfd1-3da5e255c8a8 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Network hostable DHCP agents. Network: eb65fc52-0bdc-49a9-9bbc-078092e68417, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:32:00.810646 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-10f2ae55-d1d1-4601-9e9b-5ee7ba3fcce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:00.827995 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984418c-ed1e-4af8-953f-ae9c30fde24f req-cc1e5760-847a-4e24-bfe4-6cbcb1fbbc07 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:00.835285 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b984418c-ed1e-4af8-953f-ae9c30fde24f req-cc1e5760-847a-4e24-bfe4-6cbcb1fbbc07 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 945 time: 0.1361272 Apr 20 13:32:00.857519 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-7d307ff2-b040-4b85-8a64-2cef7963669e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732f271f-cfdb-43c9-add5-a9c88c4af819', 'name': 'tempest-TestSecurityGroupsBasicOps-router-881836633', 'tenant_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:31:55Z', 'updated_at': '2022-04-20T13:31:57Z', 'revision_number': 3, 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'gw_port': {'id': 'b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:05:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732f271f-cfdb-43c9-add5-a9c88c4af819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:31:56Z', 'updated_at': '2022-04-20T13:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:00.893057 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d307ff2-b040-4b85-8a64-2cef7963669e None None] The sync data for ids ['732f271f-cfdb-43c9-add5-a9c88c4af819'] in n-d-836015-7 is: [{'id': '732f271f-cfdb-43c9-add5-a9c88c4af819', 'name': 'tempest-TestSecurityGroupsBasicOps-router-881836633', 'tenant_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:31:55Z', 'updated_at': '2022-04-20T13:31:57Z', 'revision_number': 3, 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'gw_port': {'id': 'b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:05:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732f271f-cfdb-43c9-add5-a9c88c4af819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:31:56Z', 'updated_at': '2022-04-20T13:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:32:00.895334 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6d89e7-0295-4c8c-bfd1-3da5e255c8a8 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Network eb65fc52-0bdc-49a9-9bbc-078092e68417 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:32:00.910190 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b984418c-ed1e-4af8-953f-ae9c30fde24f req-c722b2d2-7097-46c6-b2e1-2975e0de399d tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0738971 Apr 20 13:32:00.980259 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-4e6d89e7-0295-4c8c-bfd1-3da5e255c8a8 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, eb65fc52-0bdc-49a9-9bbc-078092e68417) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:32:00.984725 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6d89e7-0295-4c8c-bfd1-3da5e255c8a8 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:00.985352 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4e6d89e7-0295-4c8c-bfd1-3da5e255c8a8 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:00.990925 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8c4128-46be-49eb-8a57-0ab78549ed89 None None] Network eb65fc52-0bdc-49a9-9bbc-078092e68417 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:32:01.031811 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-10f2ae55-d1d1-4601-9e9b-5ee7ba3fcce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:01.034407 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-10f2ae55-d1d1-4601-9e9b-5ee7ba3fcce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:01.038561 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-10f2ae55-d1d1-4601-9e9b-5ee7ba3fcce3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4ac5a584-cc61-4186-bf31-092c3b9b8851 HTTP/1.1" status: 204 len: 168 time: 0.5467989 Apr 20 13:32:01.047936 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f2ae55-d1d1-4601-9e9b-5ee7ba3fcce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac5a584-cc61-4186-bf31-092c3b9b8851,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:01.064989 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4e6d89e7-0295-4c8c-bfd1-3da5e255c8a8 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3679941 Apr 20 13:32:01.067989 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 47972) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:01.311395 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5010486-0863-41b9-81a0-9c2a55ae7bba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-eb65fc52-0bdc-49a9-9bbc-078092e68417', 'network_id': 'eb65fc52-0bdc-49a9-9bbc-078092e68417', 'tenant_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'fixed_ips': [{'subnet_id': '92a33fd3-fda2-4b34-a7a2-54478bc3a7a0'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:32:01.313297 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e5010486-0863-41b9-81a0-9c2a55ae7bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:01.577312 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db51432-f2c0-4b01-9d17-bb4f0955a7b0 req-5752acd7-eb0d-4b99-9bb1-b9fd9be9ed02 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:01.578917 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1db51432-f2c0-4b01-9d17-bb4f0955a7b0 req-5752acd7-eb0d-4b99-9bb1-b9fd9be9ed02 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 945 time: 0.2169504 Apr 20 13:32:01.582030 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c3a9b-a22d-4dca-863d-a37e75280ab4 req-359c3c6b-ccc2-4db0-a0cf-9b2beac4a92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:01.583760 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a25c3a9b-a22d-4dca-863d-a37e75280ab4 req-359c3c6b-ccc2-4db0-a0cf-9b2beac4a92c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d2e9573cd38a42bf9eb285f5cfe9d1c8&device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 1096 time: 0.1458542 Apr 20 13:32:01.620546 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-e5010486-0863-41b9-81a0-9c2a55ae7bba None None] Allocated IP 172.20.0.2 (eb65fc52-0bdc-49a9-9bbc-078092e68417/92a33fd3-fda2-4b34-a7a2-54478bc3a7a0/b86700fb-b3ab-42db-913a-01fdcd57d18b) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:32:01.734244 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1db51432-f2c0-4b01-9d17-bb4f0955a7b0 req-609919c0-ec6f-441b-b42c-cb003cd14490 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1484911 Apr 20 13:32:01.828588 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c3a9b-a22d-4dca-863d-a37e75280ab4 req-9f2f3785-df96-4a83-9141-adeb563d9634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:01.830093 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a25c3a9b-a22d-4dca-863d-a37e75280ab4 req-9f2f3785-df96-4a83-9141-adeb563d9634 service neutron] 10.222.0.15 "GET /v2.0/networks?id=27d17f00-84b7-400c-970d-be61917bd03a HTTP/1.1" status: 200 len: 910 time: 0.2325931 Apr 20 13:32:01.968878 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e5010486-0863-41b9-81a0-9c2a55ae7bba None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:01.982566 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a25c3a9b-a22d-4dca-863d-a37e75280ab4 req-8dc1d236-336f-4737-9d1e-a1816e7a76cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cef5751c-9364-467f-a93e-0d2d41d3df6b HTTP/1.1" status: 200 len: 1001 time: 0.1441541 Apr 20 13:32:02.043728 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e5010486-0863-41b9-81a0-9c2a55ae7bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:02.098055 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c3a9b-a22d-4dca-863d-a37e75280ab4 req-46706931-0f57-44ae-abd5-7ab971df016a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:02.104000 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a25c3a9b-a22d-4dca-863d-a37e75280ab4 req-46706931-0f57-44ae-abd5-7ab971df016a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=562e00d1-6211-4fe8-a521-472a5db1803b HTTP/1.1" status: 200 len: 848 time: 0.1127293 Apr 20 13:32:02.166064 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5010486-0863-41b9-81a0-9c2a55ae7bba None None] Pushing event updated for resources: {'Port': ['ID=b86700fb-b3ab-42db-913a-01fdcd57d18b,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:02.171282 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5010486-0863-41b9-81a0-9c2a55ae7bba None None] Network eb65fc52-0bdc-49a9-9bbc-078092e68417 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:32:02.173480 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-e5010486-0863-41b9-81a0-9c2a55ae7bba None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:32:02.179256 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cbd8830e-90ee-4109-879a-d8c10f1370dc tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:02.181255 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5010486-0863-41b9-81a0-9c2a55ae7bba None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:32:02.237812 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c3a9b-a22d-4dca-863d-a37e75280ab4 req-f63dd0fd-2088-4781-bdcc-c41496e9b10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:02.240512 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a25c3a9b-a22d-4dca-863d-a37e75280ab4 req-f63dd0fd-2088-4781-bdcc-c41496e9b10d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27d17f00-84b7-400c-970d-be61917bd03a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1294906 Apr 20 13:32:02.340342 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-e5010486-0863-41b9-81a0-9c2a55ae7bba None None] Attempting to bind port b86700fb-b3ab-42db-913a-01fdcd57d18b on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:32:02.340824 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-e5010486-0863-41b9-81a0-9c2a55ae7bba None None] Attempting to bind port b86700fb-b3ab-42db-913a-01fdcd57d18b by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'c18a2f1a-f31d-47d6-a67e-21a4c4dcc689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'eb65fc52-0bdc-49a9-9bbc-078092e68417'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:32:02.341092 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5010486-0863-41b9-81a0-9c2a55ae7bba None None] Attempting to bind port b86700fb-b3ab-42db-913a-01fdcd57d18b on network eb65fc52-0bdc-49a9-9bbc-078092e68417 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:32:02.351333 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5010486-0863-41b9-81a0-9c2a55ae7bba None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:32:02.351743 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5010486-0863-41b9-81a0-9c2a55ae7bba None None] Checking segment: {'id': 'c18a2f1a-f31d-47d6-a67e-21a4c4dcc689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'eb65fc52-0bdc-49a9-9bbc-078092e68417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:32:02.352156 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e5010486-0863-41b9-81a0-9c2a55ae7bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:02.352556 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5010486-0863-41b9-81a0-9c2a55ae7bba None None] Bound using segment: {'id': 'c18a2f1a-f31d-47d6-a67e-21a4c4dcc689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'eb65fc52-0bdc-49a9-9bbc-078092e68417'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:32:02.353041 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-e5010486-0863-41b9-81a0-9c2a55ae7bba None None] Bound port: b86700fb-b3ab-42db-913a-01fdcd57d18b, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c18a2f1a-f31d-47d6-a67e-21a4c4dcc689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'eb65fc52-0bdc-49a9-9bbc-078092e68417'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:32:02.353440 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e5010486-0863-41b9-81a0-9c2a55ae7bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:02.425641 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a25c3a9b-a22d-4dca-863d-a37e75280ab4 req-b592b5cc-a183-42d3-9371-2afcab67c559 service neutron] 10.222.0.15 "GET /v2.0/networks/27d17f00-84b7-400c-970d-be61917bd03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756861 Apr 20 13:32:02.561337 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-e5010486-0863-41b9-81a0-9c2a55ae7bba None None] For port b86700fb-b3ab-42db-913a-01fdcd57d18b, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:32:02.567227 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-e5010486-0863-41b9-81a0-9c2a55ae7bba None None] For port b86700fb-b3ab-42db-913a-01fdcd57d18b, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=b86700fb-b3ab-42db-913a-01fdcd57d18b,segment=NetworkSegment(c18a2f1a-f31d-47d6-a67e-21a4c4dcc689),segment_id=c18a2f1a-f31d-47d6-a67e-21a4c4dcc689)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:32:02.619734 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a25c3a9b-a22d-4dca-863d-a37e75280ab4 req-fde501cb-55ae-44a9-a4db-f7993ad22b16 service neutron] 10.222.0.15 "GET /v2.0/networks/27d17f00-84b7-400c-970d-be61917bd03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850669 Apr 20 13:32:02.667117 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e5010486-0863-41b9-81a0-9c2a55ae7bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:02.708261 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-cbd8830e-90ee-4109-879a-d8c10f1370dc tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Allocated IP 172.20.0.1 (eb65fc52-0bdc-49a9-9bbc-078092e68417/92a33fd3-fda2-4b34-a7a2-54478bc3a7a0/af9a2f6f-cec2-482e-ae44-d5878344287d) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:32:02.808083 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5010486-0863-41b9-81a0-9c2a55ae7bba None None] Pushing event updated for resources: {'Port': ['ID=b86700fb-b3ab-42db-913a-01fdcd57d18b,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:02.867172 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48008) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:02.896901 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cbd8830e-90ee-4109-879a-d8c10f1370dc tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:02.987804 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cbd8830e-90ee-4109-879a-d8c10f1370dc tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:02.998919 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e31ec4-0b1c-4e95-82ef-c282c337f160 req-b4d549bf-6741-49d1-b95f-356295615044 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:03.019581 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-04e31ec4-0b1c-4e95-82ef-c282c337f160 req-b4d549bf-6741-49d1-b95f-356295615044 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 945 time: 0.1345422 Apr 20 13:32:03.139262 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8830e-90ee-4109-879a-d8c10f1370dc tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Pushing event updated for resources: {'Port': ['ID=af9a2f6f-cec2-482e-ae44-d5878344287d,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:03.141104 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-04e31ec4-0b1c-4e95-82ef-c282c337f160 req-e9135dc4-99ca-4705-bbe9-6b12c79d7fa0 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1179898 Apr 20 13:32:03.170412 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd8830e-90ee-4109-879a-d8c10f1370dc tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Network eb65fc52-0bdc-49a9-9bbc-078092e68417 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:32:03.188577 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-cbd8830e-90ee-4109-879a-d8c10f1370dc tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:32:03.205632 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd8830e-90ee-4109-879a-d8c10f1370dc tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:32:03.256806 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-7cffd788-cdf0-49cb-b02b-f48200482d7b admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1358907342-network', 'tenant_id': '358fbad5275d4de28e59b15b753bd5b8'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:03.272657 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:32:03.340662 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cbd8830e-90ee-4109-879a-d8c10f1370dc tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:03.346506 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:03.347027 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:03.411479 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cffd788-cdf0-49cb-b02b-f48200482d7b admin admin] Made reservation on behalf of 358fbad5275d4de28e59b15b753bd5b8 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:32:03.414039 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7cffd788-cdf0-49cb-b02b-f48200482d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:03.470114 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7cffd788-cdf0-49cb-b02b-f48200482d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:03.470205 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:03.499721 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:03.597471 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:03.598085 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7cffd788-cdf0-49cb-b02b-f48200482d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:03.655897 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:03.664011 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:03.664431 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:03.664828 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:03.665589 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:03.665985 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:03.666420 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:03.666815 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:03.667200 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:03.667623 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:03.668014 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:03.668204 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7cffd788-cdf0-49cb-b02b-f48200482d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:03.668674 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:03.668755 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:03.684110 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cbd8830e-90ee-4109-879a-d8c10f1370dc tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:03.703001 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cffd788-cdf0-49cb-b02b-f48200482d7b admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:32:03.712626 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cffd788-cdf0-49cb-b02b-f48200482d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8067d867-dcbc-4f14-a831-a8dd09631441,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:03.719980 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7cffd788-cdf0-49cb-b02b-f48200482d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:03.720331 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-7cffd788-cdf0-49cb-b02b-f48200482d7b admin admin] Added segment 84eed452-3566-4aaa-a89a-c0bdd33b8bdb of type vlan for network 496eb5bf-7cd6-40a7-96ca-dbb2334d2d40 Apr 20 13:32:03.768673 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7cffd788-cdf0-49cb-b02b-f48200482d7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:03.876824 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7cffd788-cdf0-49cb-b02b-f48200482d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:03.877816 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cffd788-cdf0-49cb-b02b-f48200482d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:03.878422 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7cffd788-cdf0-49cb-b02b-f48200482d7b admin admin] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:04.001190 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7cffd788-cdf0-49cb-b02b-f48200482d7b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1326013 Apr 20 13:32:04.002236 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48020) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:04.018130 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cffd788-cdf0-49cb-b02b-f48200482d7b admin admin] Pushing event updated for resources: {'Network': ['ID=496eb5bf-7cd6-40a7-96ca-dbb2334d2d40,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:04.020976 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-7d7ad8de-6c8b-4670-8349-d8abd405d3f8 admin admin] Request body: {'subnet': {'network_id': '496eb5bf-7cd6-40a7-96ca-dbb2334d2d40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1358907342-subnet', 'tenant_id': '358fbad5275d4de28e59b15b753bd5b8', 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:04.031055 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 496eb5bf-7cd6-40a7-96ca-dbb2334d2d40 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:32:04.050293 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48022) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:04.061635 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-1649fb57-1657-4e4c-9e98-054ee286bff8 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Request body: {'subnet': {'network_id': '570e6b80-503f-4461-b28d-02532e79cb1c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:04.186182 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7ad8de-6c8b-4670-8349-d8abd405d3f8 admin admin] Made reservation on behalf of 358fbad5275d4de28e59b15b753bd5b8 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:32:04.188497 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7d7ad8de-6c8b-4670-8349-d8abd405d3f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:04.249232 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1649fb57-1657-4e4c-9e98-054ee286bff8 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Made reservation on behalf of 247aeb22d8274a5885ac18eb9fbfed1d for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:32:04.254453 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1649fb57-1657-4e4c-9e98-054ee286bff8 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:04.296010 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cbd8830e-90ee-4109-879a-d8c10f1370dc tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:04.343438 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97264eb-37da-4a27-9e8a-a27e14730755 None None] Network eb65fc52-0bdc-49a9-9bbc-078092e68417 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:32:04.372960 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cbd8830e-90ee-4109-879a-d8c10f1370dc tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:04.419037 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87445823-73f1-43ee-b214-532d971834e7 req-6004a3ab-a386-4368-890f-1e909c59444a tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:04.421222 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-87445823-73f1-43ee-b214-532d971834e7 req-6004a3ab-a386-4368-890f-1e909c59444a tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 945 time: 0.1411679 Apr 20 13:32:04.438014 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8830e-90ee-4109-879a-d8c10f1370dc tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Pushing event updated for resources: {'Port': ['ID=af9a2f6f-cec2-482e-ae44-d5878344287d,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:04.439664 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-1bd0779a-ca06-4ef4-9072-bfc1d60f1027 None None] Provisioning complete for port b86700fb-b3ab-42db-913a-01fdcd57d18b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:04.440124 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1bd0779a-ca06-4ef4-9072-bfc1d60f1027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:04.495900 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1b1c3-fbde-4c4e-b6d6-394fb983f9e9 req-e1048f57-b8bc-42aa-88f3-917eec74cb30 tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:04.497598 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cbd8830e-90ee-4109-879a-d8c10f1370dc tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:04.502002 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b6c1b1c3-fbde-4c4e-b6d6-394fb983f9e9 req-e1048f57-b8bc-42aa-88f3-917eec74cb30 tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 1097 time: 0.1647215 Apr 20 13:32:04.552602 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-87445823-73f1-43ee-b214-532d971834e7 req-2c33f697-fb42-423a-bc99-3c4ee4c3d7ff tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1234376 Apr 20 13:32:04.586769 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7d7ad8de-6c8b-4670-8349-d8abd405d3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:04.610995 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b6c1b1c3-fbde-4c4e-b6d6-394fb983f9e9 req-dc930038-40ca-4556-a8ac-7454377b9631 tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004941 Apr 20 13:32:04.614877 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:32:04.637885 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48032) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:04.713252 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ad8de-6c8b-4670-8349-d8abd405d3f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e23a4a12-a487-418d-8b1b-ebd6847a6f75,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:04.734324 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7ad8de-6c8b-4670-8349-d8abd405d3f8 admin admin] Checking segment: {'id': '84eed452-3566-4aaa-a89a-c0bdd33b8bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '496eb5bf-7cd6-40a7-96ca-dbb2334d2d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:32:04.735066 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7ad8de-6c8b-4670-8349-d8abd405d3f8 admin admin] Network hostable DHCP agents. Network: 496eb5bf-7cd6-40a7-96ca-dbb2334d2d40, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:32:04.750695 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd8830e-90ee-4109-879a-d8c10f1370dc tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Network eb65fc52-0bdc-49a9-9bbc-078092e68417 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:32:04.755724 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-cbd8830e-90ee-4109-879a-d8c10f1370dc tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:32:04.780680 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1bd0779a-ca06-4ef4-9072-bfc1d60f1027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:04.846491 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-1bd0779a-ca06-4ef4-9072-bfc1d60f1027 None None] For port b86700fb-b3ab-42db-913a-01fdcd57d18b, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=b86700fb-b3ab-42db-913a-01fdcd57d18b,segment=NetworkSegment(c18a2f1a-f31d-47d6-a67e-21a4c4dcc689),segment_id=c18a2f1a-f31d-47d6-a67e-21a4c4dcc689)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:04.846729 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1649fb57-1657-4e4c-9e98-054ee286bff8 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:04.866441 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7ad8de-6c8b-4670-8349-d8abd405d3f8 admin admin] Network 496eb5bf-7cd6-40a7-96ca-dbb2334d2d40 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:32:04.891014 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-a6fde283-5b06-4948-bcbf-19478de9e0a1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Deleting port c06c70d3-18db-4632-b30e-4c63f1a7b698 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:32:04.891435 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a6fde283-5b06-4948-bcbf-19478de9e0a1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:04.900781 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd8830e-90ee-4109-879a-d8c10f1370dc tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Router 732f271f-cfdb-43c9-add5-a9c88c4af819 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:32:04.928569 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1bd0779a-ca06-4ef4-9072-bfc1d60f1027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:04.947382 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1649fb57-1657-4e4c-9e98-054ee286bff8 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event updated for resources: {'Subnet': ['ID=dafcab86-4697-40be-8fb6-5dd7cd486c83,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:04.960750 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-7d7ad8de-6c8b-4670-8349-d8abd405d3f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 496eb5bf-7cd6-40a7-96ca-dbb2334d2d40) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:32:04.969371 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7ad8de-6c8b-4670-8349-d8abd405d3f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:04.969955 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7d7ad8de-6c8b-4670-8349-d8abd405d3f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:05.005928 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1649fb57-1657-4e4c-9e98-054ee286bff8 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Checking segment: {'id': 'b97a2ee0-2d53-4d41-8de7-f33bd9c43637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '570e6b80-503f-4461-b28d-02532e79cb1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:32:05.006297 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1649fb57-1657-4e4c-9e98-054ee286bff8 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Network hostable DHCP agents. Network: 570e6b80-503f-4461-b28d-02532e79cb1c, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:32:05.006436 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff37f2a-78ec-4652-ab67-dc76d849fe1f None None] Network 496eb5bf-7cd6-40a7-96ca-dbb2334d2d40 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:32:05.031182 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a6fde283-5b06-4948-bcbf-19478de9e0a1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:05.031554 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a6fde283-5b06-4948-bcbf-19478de9e0a1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:05.050623 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-a6fde283-5b06-4948-bcbf-19478de9e0a1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Calling delete_port for c06c70d3-18db-4632-b30e-4c63f1a7b698 owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:32:05.077091 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7d7ad8de-6c8b-4670-8349-d8abd405d3f8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0727284 Apr 20 13:32:05.080294 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48034) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:05.087768 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-61558f75-a11e-4a10-b50f-69599cefe73e admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1358907342-router', 'tenant_id': '358fbad5275d4de28e59b15b753bd5b8', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:05.093713 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd8830e-90ee-4109-879a-d8c10f1370dc tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:32:05.109969 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6a35c0-b870-4c14-a196-22a9b1319406 None None] Sync routers for ids ['732f271f-cfdb-43c9-add5-a9c88c4af819'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:32:05.114779 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-cbd8830e-90ee-4109-879a-d8c10f1370dc tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "PUT /v2.0/routers/732f271f-cfdb-43c9-add5-a9c88c4af819/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0424364 Apr 20 13:32:05.121980 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48036) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:05.125409 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6a35c0-b870-4c14-a196-22a9b1319406 None None] Routers {'732f271f-cfdb-43c9-add5-a9c88c4af819'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:32:05.125632 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-7d6a35c0-b870-4c14-a196-22a9b1319406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:31:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['732f271f-cfdb-43c9-add5-a9c88c4af819'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:05.133592 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd0779a-ca06-4ef4-9072-bfc1d60f1027 None None] Pushing event updated for resources: {'Port': ['ID=b86700fb-b3ab-42db-913a-01fdcd57d18b,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:05.141258 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-ac7d12c9-6030-4977-9ec9-7e98dc6337f6 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1626154870', 'description': 'tempest-secgroup_access--1626154870 description', 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:05.148316 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1649fb57-1657-4e4c-9e98-054ee286bff8 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Network 570e6b80-503f-4461-b28d-02532e79cb1c is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:32:05.220418 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-61558f75-a11e-4a10-b50f-69599cefe73e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:05.221474 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-61558f75-a11e-4a10-b50f-69599cefe73e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:05.272383 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:32:05.312188 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-7d6a35c0-b870-4c14-a196-22a9b1319406 None None] Set router 732f271f-cfdb-43c9-add5-a9c88c4af819 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:32:05.329155 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-1649fb57-1657-4e4c-9e98-054ee286bff8 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 570e6b80-503f-4461-b28d-02532e79cb1c) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:32:05.334342 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1649fb57-1657-4e4c-9e98-054ee286bff8 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:05.334931 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1649fb57-1657-4e4c-9e98-054ee286bff8 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:05.345532 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a688dd39-906f-485c-8f31-6cd0a52d6e79 None None] Network 570e6b80-503f-4461-b28d-02532e79cb1c requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:32:05.369776 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fbc6be-b0c9-4be8-82a9-45f7a030b98d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-496eb5bf-7cd6-40a7-96ca-dbb2334d2d40', 'network_id': '496eb5bf-7cd6-40a7-96ca-dbb2334d2d40', 'tenant_id': '358fbad5275d4de28e59b15b753bd5b8', 'fixed_ips': [{'subnet_id': 'e23a4a12-a487-418d-8b1b-ebd6847a6f75'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:32:05.371423 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-17fbc6be-b0c9-4be8-82a9-45f7a030b98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:05.428553 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-61558f75-a11e-4a10-b50f-69599cefe73e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:05.440316 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ac7d12c9-6030-4977-9ec9-7e98dc6337f6 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:05.511765 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1649fb57-1657-4e4c-9e98-054ee286bff8 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4601059 Apr 20 13:32:05.515816 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48044) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:05.521950 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-4ad047cb-2162-4676-a041-f07780b9cccd tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-44628757'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:05.544315 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a6fde283-5b06-4948-bcbf-19478de9e0a1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:05.568481 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-46a74fc9-87e5-4de1-b05d-fa6c6639d3ba None None] Provisioning complete for port af9a2f6f-cec2-482e-ae44-d5878344287d triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:05.569076 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-46a74fc9-87e5-4de1-b05d-fa6c6639d3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:05.614715 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ac7d12c9-6030-4977-9ec9-7e98dc6337f6 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:05.616204 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fde283-5b06-4948-bcbf-19478de9e0a1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event deleted for resources: {'Port': ['ID=c06c70d3-18db-4632-b30e-4c63f1a7b698,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:05.642597 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:05.642970 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:05.657154 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-7d6a35c0-b870-4c14-a196-22a9b1319406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732f271f-cfdb-43c9-add5-a9c88c4af819', 'name': 'tempest-TestSecurityGroupsBasicOps-router-881836633', 'tenant_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:31:55Z', 'updated_at': '2022-04-20T13:32:03Z', 'revision_number': 4, 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'gw_port': {'id': 'b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:05:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732f271f-cfdb-43c9-add5-a9c88c4af819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:31:56Z', 'updated_at': '2022-04-20T13:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'af9a2f6f-cec2-482e-ae44-d5878344287d', 'name': '', 'network_id': 'eb65fc52-0bdc-49a9-9bbc-078092e68417', 'tenant_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'mac_address': 'fa:16:3e:b1:3d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732f271f-cfdb-43c9-add5-a9c88c4af819', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '92a33fd3-fda2-4b34-a7a2-54478bc3a7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:32:02Z', 'updated_at': '2022-04-20T13:32:03Z', 'revision_number': 2, 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'subnets': [{'id': '92a33fd3-fda2-4b34-a7a2-54478bc3a7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:05.703106 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ac7d12c9-6030-4977-9ec9-7e98dc6337f6 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:05.719846 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6a35c0-b870-4c14-a196-22a9b1319406 None None] Checking router: 732f271f-cfdb-43c9-add5-a9c88c4af819 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:32:05.720374 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6a35c0-b870-4c14-a196-22a9b1319406 None None] Updating router 732f271f-cfdb-43c9-add5-a9c88c4af819 port af9a2f6f-cec2-482e-ae44-d5878344287d binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:32:05.731795 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-46a74fc9-87e5-4de1-b05d-fa6c6639d3ba None None] Port af9a2f6f-cec2-482e-ae44-d5878344287d cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:32:05.772666 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-7d6a35c0-b870-4c14-a196-22a9b1319406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:05.788675 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-17fbc6be-b0c9-4be8-82a9-45f7a030b98d None None] Allocated IP 172.20.0.2 (496eb5bf-7cd6-40a7-96ca-dbb2334d2d40/e23a4a12-a487-418d-8b1b-ebd6847a6f75/810f2801-6a29-40d8-b4bb-6d8b3520c9d8) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:32:05.831951 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d12c9-6030-4977-9ec9-7e98dc6337f6 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc8abcf-2ce1-4467-a807-4af32e7e5c5c,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:05.835871 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a6fde283-5b06-4948-bcbf-19478de9e0a1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for floatingip, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:05.836434 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-a6fde283-5b06-4948-bcbf-19478de9e0a1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Floating IP e100258e-bfe0-4a8d-8a13-0302a2a23ec4 disassociated (deleted). External IP: 172.25.8.18, port: b50a92e0-e00c-4196-8c29-8ff4788ac2bb. Apr 20 13:32:05.926024 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ac7d12c9-6030-4977-9ec9-7e98dc6337f6 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:05.928464 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ac7d12c9-6030-4977-9ec9-7e98dc6337f6 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.8054843 Apr 20 13:32:05.931254 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48048) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:05.948063 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-62f02c4d-709d-490a-9ac8-c2dfb3170850 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1580284187', 'description': 'tempest-secgroup_general--1580284187 description', 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:05.975393 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-17fbc6be-b0c9-4be8-82a9-45f7a030b98d None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:06.035899 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-17fbc6be-b0c9-4be8-82a9-45f7a030b98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:06.042246 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-46a74fc9-87e5-4de1-b05d-fa6c6639d3ba None None] Provisioning complete for port b86700fb-b3ab-42db-913a-01fdcd57d18b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:06.042808 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-46a74fc9-87e5-4de1-b05d-fa6c6639d3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:06.059148 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad047cb-2162-4676-a041-f07780b9cccd tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Made reservation on behalf of 247aeb22d8274a5885ac18eb9fbfed1d for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:32:06.062696 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4ad047cb-2162-4676-a041-f07780b9cccd tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:06.114602 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-61558f75-a11e-4a10-b50f-69599cefe73e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:06.135420 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ad047cb-2162-4676-a041-f07780b9cccd tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:32:06.148212 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4ad047cb-2162-4676-a041-f07780b9cccd tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:06.148807 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-4ad047cb-2162-4676-a041-f07780b9cccd tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Added segment bb6f6b9f-a354-44f8-9b85-550e16ae3c8f of type vlan for network 57866112-a742-4bc2-b67b-6dd2f67e4c26 Apr 20 13:32:06.164205 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fbc6be-b0c9-4be8-82a9-45f7a030b98d None None] Network 496eb5bf-7cd6-40a7-96ca-dbb2334d2d40 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:32:06.165970 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-62f02c4d-709d-490a-9ac8-c2dfb3170850 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:06.198973 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90580d37-4ec4-4ca6-aa70-1bb5ef4677b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-570e6b80-503f-4461-b28d-02532e79cb1c', 'network_id': '570e6b80-503f-4461-b28d-02532e79cb1c', 'tenant_id': '247aeb22d8274a5885ac18eb9fbfed1d', 'fixed_ips': [{'subnet_id': 'dafcab86-4697-40be-8fb6-5dd7cd486c83'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:32:06.200104 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-90580d37-4ec4-4ca6-aa70-1bb5ef4677b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:06.203994 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-17fbc6be-b0c9-4be8-82a9-45f7a030b98d None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:32:06.220433 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fbc6be-b0c9-4be8-82a9-45f7a030b98d None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:32:06.220647 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4ad047cb-2162-4676-a041-f07780b9cccd tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:06.224348 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fbc6be-b0c9-4be8-82a9-45f7a030b98d None None] Pushing event updated for resources: {'Port': ['ID=810f2801-6a29-40d8-b4bb-6d8b3520c9d8,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:06.348622 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device b86700fb-b3ab-42db-913a-01fdcd57d18b up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:32:06.364279 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-7d6a35c0-b870-4c14-a196-22a9b1319406 None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:06.370679 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4ad047cb-2162-4676-a041-f07780b9cccd tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:06.377390 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad047cb-2162-4676-a041-f07780b9cccd tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:06.377974 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4ad047cb-2162-4676-a041-f07780b9cccd tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:06.382730 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6fde283-5b06-4948-bcbf-19478de9e0a1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Router 8ca073b1-80d5-482c-a600-1645d13f7613 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:32:06.400196 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-62f02c4d-709d-490a-9ac8-c2dfb3170850 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:06.426299 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-7d6a35c0-b870-4c14-a196-22a9b1319406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:06.480481 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-17fbc6be-b0c9-4be8-82a9-45f7a030b98d None None] Attempting to bind port 810f2801-6a29-40d8-b4bb-6d8b3520c9d8 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:32:06.480481 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-17fbc6be-b0c9-4be8-82a9-45f7a030b98d None None] Attempting to bind port 810f2801-6a29-40d8-b4bb-6d8b3520c9d8 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '84eed452-3566-4aaa-a89a-c0bdd33b8bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '496eb5bf-7cd6-40a7-96ca-dbb2334d2d40'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:32:06.480481 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fbc6be-b0c9-4be8-82a9-45f7a030b98d None None] Attempting to bind port 810f2801-6a29-40d8-b4bb-6d8b3520c9d8 on network 496eb5bf-7cd6-40a7-96ca-dbb2334d2d40 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:32:06.512491 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fbc6be-b0c9-4be8-82a9-45f7a030b98d None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:32:06.512869 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fbc6be-b0c9-4be8-82a9-45f7a030b98d None None] Checking segment: {'id': '84eed452-3566-4aaa-a89a-c0bdd33b8bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '496eb5bf-7cd6-40a7-96ca-dbb2334d2d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:32:06.513489 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-17fbc6be-b0c9-4be8-82a9-45f7a030b98d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:06.514372 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fbc6be-b0c9-4be8-82a9-45f7a030b98d None None] Bound using segment: {'id': '84eed452-3566-4aaa-a89a-c0bdd33b8bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '496eb5bf-7cd6-40a7-96ca-dbb2334d2d40'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:32:06.514859 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-17fbc6be-b0c9-4be8-82a9-45f7a030b98d None None] Bound port: 810f2801-6a29-40d8-b4bb-6d8b3520c9d8, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84eed452-3566-4aaa-a89a-c0bdd33b8bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '496eb5bf-7cd6-40a7-96ca-dbb2334d2d40'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:32:06.515242 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-17fbc6be-b0c9-4be8-82a9-45f7a030b98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:06.531559 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4ad047cb-2162-4676-a041-f07780b9cccd tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0115166 Apr 20 13:32:06.542628 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-90580d37-4ec4-4ca6-aa70-1bb5ef4677b3 None None] Allocated IP 2001:db8:0:ffff::2 (570e6b80-503f-4461-b28d-02532e79cb1c/dafcab86-4697-40be-8fb6-5dd7cd486c83/e6794c6a-0f88-4824-af65-37402f9fa16a) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:32:06.557081 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48050) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:06.568034 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-f3d9ddfb-54a2-42a1-bc4b-888cdcc84570 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Request body: {'subnet': {'network_id': '57866112-a742-4bc2-b67b-6dd2f67e4c26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:06.582521 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad047cb-2162-4676-a041-f07780b9cccd tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event updated for resources: {'Network': ['ID=57866112-a742-4bc2-b67b-6dd2f67e4c26,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:06.663336 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-61558f75-a11e-4a10-b50f-69599cefe73e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:06.685232 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-17fbc6be-b0c9-4be8-82a9-45f7a030b98d None None] For port 810f2801-6a29-40d8-b4bb-6d8b3520c9d8, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:32:06.692938 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-17fbc6be-b0c9-4be8-82a9-45f7a030b98d None None] For port 810f2801-6a29-40d8-b4bb-6d8b3520c9d8, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=810f2801-6a29-40d8-b4bb-6d8b3520c9d8,segment=NetworkSegment(84eed452-3566-4aaa-a89a-c0bdd33b8bdb),segment_id=84eed452-3566-4aaa-a89a-c0bdd33b8bdb)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:32:06.705346 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 57866112-a742-4bc2-b67b-6dd2f67e4c26 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:32:06.719043 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-61558f75-a11e-4a10-b50f-69599cefe73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:06.744850 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdd7353-89e0-4c70-b953-549407d8ce1a None None] Pushing event updated for resources: {'Port': ['ID=af9a2f6f-cec2-482e-ae44-d5878344287d,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:06.761931 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-7d6a35c0-b870-4c14-a196-22a9b1319406 None None] Attempting to bind port af9a2f6f-cec2-482e-ae44-d5878344287d on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:32:06.765778 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-7d6a35c0-b870-4c14-a196-22a9b1319406 None None] Attempting to bind port af9a2f6f-cec2-482e-ae44-d5878344287d by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'c18a2f1a-f31d-47d6-a67e-21a4c4dcc689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'eb65fc52-0bdc-49a9-9bbc-078092e68417'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:32:06.765778 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6a35c0-b870-4c14-a196-22a9b1319406 None None] Attempting to bind port af9a2f6f-cec2-482e-ae44-d5878344287d on network eb65fc52-0bdc-49a9-9bbc-078092e68417 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:32:06.769586 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdd7353-89e0-4c70-b953-549407d8ce1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:06.771257 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdd7353-89e0-4c70-b953-549407d8ce1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:06.771618 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdd7353-89e0-4c70-b953-549407d8ce1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:06.771947 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdd7353-89e0-4c70-b953-549407d8ce1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:06.772272 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdd7353-89e0-4c70-b953-549407d8ce1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:06.772594 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdd7353-89e0-4c70-b953-549407d8ce1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:06.772920 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdd7353-89e0-4c70-b953-549407d8ce1a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:06.773228 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdd7353-89e0-4c70-b953-549407d8ce1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:06.773544 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdd7353-89e0-4c70-b953-549407d8ce1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:06.773856 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdd7353-89e0-4c70-b953-549407d8ce1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:06.774167 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdd7353-89e0-4c70-b953-549407d8ce1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:06.774478 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdd7353-89e0-4c70-b953-549407d8ce1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:06.795391 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6a35c0-b870-4c14-a196-22a9b1319406 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:32:06.806182 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6a35c0-b870-4c14-a196-22a9b1319406 None None] Checking segment: {'id': 'c18a2f1a-f31d-47d6-a67e-21a4c4dcc689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'eb65fc52-0bdc-49a9-9bbc-078092e68417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:32:06.806182 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-7d6a35c0-b870-4c14-a196-22a9b1319406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:06.806182 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6a35c0-b870-4c14-a196-22a9b1319406 None None] Bound using segment: {'id': 'c18a2f1a-f31d-47d6-a67e-21a4c4dcc689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'eb65fc52-0bdc-49a9-9bbc-078092e68417'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:32:06.806182 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-7d6a35c0-b870-4c14-a196-22a9b1319406 None None] Bound port: af9a2f6f-cec2-482e-ae44-d5878344287d, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c18a2f1a-f31d-47d6-a67e-21a4c4dcc689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'eb65fc52-0bdc-49a9-9bbc-078092e68417'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:32:06.806182 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-7d6a35c0-b870-4c14-a196-22a9b1319406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:06.870192 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-17fbc6be-b0c9-4be8-82a9-45f7a030b98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:06.897385 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-61558f75-a11e-4a10-b50f-69599cefe73e admin admin] Allocated IP 172.25.8.108 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/c8e1f09a-eaa5-4e2b-8c92-96449f25057c) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:32:06.925113 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-7d6a35c0-b870-4c14-a196-22a9b1319406 None None] For port af9a2f6f-cec2-482e-ae44-d5878344287d, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:32:06.929627 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port b86700fb-b3ab-42db-913a-01fdcd57d18b triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:06.930006 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:06.930987 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-7d6a35c0-b870-4c14-a196-22a9b1319406 None None] For port af9a2f6f-cec2-482e-ae44-d5878344287d, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=af9a2f6f-cec2-482e-ae44-d5878344287d,segment=NetworkSegment(c18a2f1a-f31d-47d6-a67e-21a4c4dcc689),segment_id=c18a2f1a-f31d-47d6-a67e-21a4c4dcc689)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:32:06.998586 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-7d6a35c0-b870-4c14-a196-22a9b1319406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:07.007613 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-7008d48f-f489-4b6b-9b9e-98e7b8214319 None None] Provisioning complete for port af9a2f6f-cec2-482e-ae44-d5878344287d triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:07.007994 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7008d48f-f489-4b6b-9b9e-98e7b8214319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:07.015189 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-62f02c4d-709d-490a-9ac8-c2dfb3170850 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:07.017844 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-61558f75-a11e-4a10-b50f-69599cefe73e admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:07.110987 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6a35c0-b870-4c14-a196-22a9b1319406 None None] Routers {'732f271f-cfdb-43c9-add5-a9c88c4af819'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:32:07.116352 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-7d6a35c0-b870-4c14-a196-22a9b1319406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:31:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['732f271f-cfdb-43c9-add5-a9c88c4af819'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:07.160258 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-61558f75-a11e-4a10-b50f-69599cefe73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:07.184119 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fbc6be-b0c9-4be8-82a9-45f7a030b98d None None] Pushing event updated for resources: {'Port': ['ID=810f2801-6a29-40d8-b4bb-6d8b3520c9d8,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:07.233669 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fde283-5b06-4948-bcbf-19478de9e0a1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:32:07.250981 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a6fde283-5b06-4948-bcbf-19478de9e0a1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:07.254372 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a2c63b-e3c3-4fb4-80df-43c4aabffd70 None None] Sync routers for ids ['8ca073b1-80d5-482c-a600-1645d13f7613'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:32:07.261068 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-7d6a35c0-b870-4c14-a196-22a9b1319406 None None] Set router 732f271f-cfdb-43c9-add5-a9c88c4af819 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:32:07.266735 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-62f02c4d-709d-490a-9ac8-c2dfb3170850 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:07.270775 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-62f02c4d-709d-490a-9ac8-c2dfb3170850 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 1.3299303 Apr 20 13:32:07.297664 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f02c4d-709d-490a-9ac8-c2dfb3170850 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d1e617-b409-4e99-bffe-45bb6cb3a9cd,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:07.301051 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48054) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:07.305036 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61558f75-a11e-4a10-b50f-69599cefe73e admin admin] Pushing event updated for resources: {'Port': ['ID=c8e1f09a-eaa5-4e2b-8c92-96449f25057c,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:07.307978 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-fbe78b15-79da-42ee-b466-e4c97f544fa0 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Request body: {'security_group_rule': {'security_group_id': 'fcc8abcf-2ce1-4467-a807-4af32e7e5c5c', 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:07.310562 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d9ddfb-54a2-42a1-bc4b-888cdcc84570 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Made reservation on behalf of 247aeb22d8274a5885ac18eb9fbfed1d for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:32:07.316287 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f3d9ddfb-54a2-42a1-bc4b-888cdcc84570 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:07.331794 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a6fde283-5b06-4948-bcbf-19478de9e0a1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "DELETE /v2.0/floatingips/e100258e-bfe0-4a8d-8a13-0302a2a23ec4 HTTP/1.1" status: 204 len: 168 time: 2.6923847 Apr 20 13:32:07.332424 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749', 'tag': 'b50a92e0-e00c-4196-8c29-8ff4788ac2bb'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:32:07.338183 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3560cb6a-3c6f-40cf-9e6a-0f944e8b327b" -d '{"events": [{"name": "network-changed", "server_uuid": "3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749", "tag": "b50a92e0-e00c-4196-8c29-8ff4788ac2bb"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:32:07.360012 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61558f75-a11e-4a10-b50f-69599cefe73e admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:32:07.382982 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-61558f75-a11e-4a10-b50f-69599cefe73e admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:32:07.389077 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61558f75-a11e-4a10-b50f-69599cefe73e admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:32:07.427553 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45878592-258f-462e-af88-9e2064e5a5ee x-openstack-request-id: req-45878592-258f-462e-af88-9e2064e5a5ee {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:32:07.428722 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749", "tag": "b50a92e0-e00c-4196-8c29-8ff4788ac2bb", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:32:07.429146 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-45878592-258f-462e-af88-9e2064e5a5ee {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:32:07.429782 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45878592-258f-462e-af88-9e2064e5a5ee'] response: {'name': 'network-changed', 'server_uuid': '3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749', 'tag': 'b50a92e0-e00c-4196-8c29-8ff4788ac2bb', 'status': 'completed', 'code': 200} Apr 20 13:32:07.461554 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fbe78b15-79da-42ee-b466-e4c97f544fa0 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:07.473773 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a2c63b-e3c3-4fb4-80df-43c4aabffd70 None None] Routers {'8ca073b1-80d5-482c-a600-1645d13f7613'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:32:07.474428 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-06a2c63b-e3c3-4fb4-80df-43c4aabffd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:31:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['8ca073b1-80d5-482c-a600-1645d13f7613'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:07.521374 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdd7353-89e0-4c70-b953-549407d8ce1a None None] Pushing event updated for resources: {'Port': ['ID=af9a2f6f-cec2-482e-ae44-d5878344287d,revision_number=4']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:07.567664 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560cb6a-3c6f-40cf-9e6a-0f944e8b327b req-78a26cb7-c562-43ef-9912-ff6eb88eac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:07.570428 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3560cb6a-3c6f-40cf-9e6a-0f944e8b327b req-78a26cb7-c562-43ef-9912-ff6eb88eac2f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7d7599e499ac4ab585978f26ba0a43a9&device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 1097 time: 0.1238875 Apr 20 13:32:07.731524 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fbe78b15-79da-42ee-b466-e4c97f544fa0 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:07.790419 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560cb6a-3c6f-40cf-9e6a-0f944e8b327b req-cd9eb4cd-d732-4624-8417-107a27fe7e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:07.791833 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3560cb6a-3c6f-40cf-9e6a-0f944e8b327b req-cd9eb4cd-d732-4624-8417-107a27fe7e3d service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee1e3f3a-436d-4baf-9474-8341d7977164 HTTP/1.1" status: 200 len: 898 time: 0.1944861 Apr 20 13:32:07.835825 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-7d6a35c0-b870-4c14-a196-22a9b1319406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732f271f-cfdb-43c9-add5-a9c88c4af819', 'name': 'tempest-TestSecurityGroupsBasicOps-router-881836633', 'tenant_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:31:55Z', 'updated_at': '2022-04-20T13:32:03Z', 'revision_number': 4, 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'gw_port': {'id': 'b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:05:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732f271f-cfdb-43c9-add5-a9c88c4af819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:31:56Z', 'updated_at': '2022-04-20T13:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'af9a2f6f-cec2-482e-ae44-d5878344287d', 'name': '', 'network_id': 'eb65fc52-0bdc-49a9-9bbc-078092e68417', 'tenant_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'mac_address': 'fa:16:3e:b1:3d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732f271f-cfdb-43c9-add5-a9c88c4af819', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '92a33fd3-fda2-4b34-a7a2-54478bc3a7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:32:02Z', 'updated_at': '2022-04-20T13:32:06Z', 'revision_number': 4, 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'subnets': [{'id': '92a33fd3-fda2-4b34-a7a2-54478bc3a7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:07.902056 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6a35c0-b870-4c14-a196-22a9b1319406 None None] The sync data for ids ['732f271f-cfdb-43c9-add5-a9c88c4af819'] in n-d-836015-7 is: [{'id': '732f271f-cfdb-43c9-add5-a9c88c4af819', 'name': 'tempest-TestSecurityGroupsBasicOps-router-881836633', 'tenant_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:31:55Z', 'updated_at': '2022-04-20T13:32:03Z', 'revision_number': 4, 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'gw_port': {'id': 'b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:05:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732f271f-cfdb-43c9-add5-a9c88c4af819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:31:56Z', 'updated_at': '2022-04-20T13:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'af9a2f6f-cec2-482e-ae44-d5878344287d', 'name': '', 'network_id': 'eb65fc52-0bdc-49a9-9bbc-078092e68417', 'tenant_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'mac_address': 'fa:16:3e:b1:3d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732f271f-cfdb-43c9-add5-a9c88c4af819', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '92a33fd3-fda2-4b34-a7a2-54478bc3a7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:32:02Z', 'updated_at': '2022-04-20T13:32:06Z', 'revision_number': 4, 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'subnets': [{'id': '92a33fd3-fda2-4b34-a7a2-54478bc3a7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:32:07.906823 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3560cb6a-3c6f-40cf-9e6a-0f944e8b327b req-47aa888e-6b27-4da5-ae94-dee1d72dd86c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b50a92e0-e00c-4196-8c29-8ff4788ac2bb HTTP/1.1" status: 200 len: 217 time: 0.1052697 Apr 20 13:32:07.909034 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fbe78b15-79da-42ee-b466-e4c97f544fa0 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:07.945619 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-06a2c63b-e3c3-4fb4-80df-43c4aabffd70 None None] Set router 8ca073b1-80d5-482c-a600-1645d13f7613 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:32:07.965617 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe78b15-79da-42ee-b466-e4c97f544fa0 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6533b6e-b035-43f7-b905-61e3f793986c,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:08.027449 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560cb6a-3c6f-40cf-9e6a-0f944e8b327b req-0a90f7cb-661d-42cc-9bc7-261539d550ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:08.028302 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3560cb6a-3c6f-40cf-9e6a-0f944e8b327b req-0a90f7cb-661d-42cc-9bc7-261539d550ef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4781852a-f1d5-43ae-a14e-8279f99b230d HTTP/1.1" status: 200 len: 835 time: 0.1104794 Apr 20 13:32:08.077974 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f3d9ddfb-54a2-42a1-bc4b-888cdcc84570 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:08.084995 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fbe78b15-79da-42ee-b466-e4c97f544fa0 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:08.086215 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-fbe78b15-79da-42ee-b466-e4c97f544fa0 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7819147 Apr 20 13:32:08.235525 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-90580d37-4ec4-4ca6-aa70-1bb5ef4677b3 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:08.260570 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7008d48f-f489-4b6b-9b9e-98e7b8214319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:08.265640 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640cea0-5732-41fd-8702-b5d38f27f145 req-782f8c4b-dc3d-4e16-826b-794e4cc6f52f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:08.266895 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9ddfb-54a2-42a1-bc4b-888cdcc84570 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event updated for resources: {'Subnet': ['ID=0fbda45e-f49e-42ab-9866-dd59ad9d0ccf,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:08.267265 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a640cea0-5732-41fd-8702-b5d38f27f145 req-782f8c4b-dc3d-4e16-826b-794e4cc6f52f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 946 time: 0.2813127 Apr 20 13:32:08.271168 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560cb6a-3c6f-40cf-9e6a-0f944e8b327b req-a5ebcf7b-6bfc-46b9-9582-4e10ab4cefeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:08.273709 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3560cb6a-3c6f-40cf-9e6a-0f944e8b327b req-a5ebcf7b-6bfc-46b9-9582-4e10ab4cefeb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee1e3f3a-436d-4baf-9474-8341d7977164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2374187 Apr 20 13:32:08.282588 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-61558f75-a11e-4a10-b50f-69599cefe73e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:08.330163 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-90580d37-4ec4-4ca6-aa70-1bb5ef4677b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:08.354028 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90580d37-4ec4-4ca6-aa70-1bb5ef4677b3 None None] Network 570e6b80-503f-4461-b28d-02532e79cb1c is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:32:08.365731 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-90580d37-4ec4-4ca6-aa70-1bb5ef4677b3 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:32:08.453509 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d9ddfb-54a2-42a1-bc4b-888cdcc84570 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Checking segment: {'id': 'bb6f6b9f-a354-44f8-9b85-550e16ae3c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '57866112-a742-4bc2-b67b-6dd2f67e4c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:32:08.453876 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d9ddfb-54a2-42a1-bc4b-888cdcc84570 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Network hostable DHCP agents. Network: 57866112-a742-4bc2-b67b-6dd2f67e4c26, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:32:08.476667 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90580d37-4ec4-4ca6-aa70-1bb5ef4677b3 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:32:08.519120 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-7008d48f-f489-4b6b-9b9e-98e7b8214319 None None] For port af9a2f6f-cec2-482e-ae44-d5878344287d, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=af9a2f6f-cec2-482e-ae44-d5878344287d,segment=NetworkSegment(c18a2f1a-f31d-47d6-a67e-21a4c4dcc689),segment_id=c18a2f1a-f31d-47d6-a67e-21a4c4dcc689)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:08.570871 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90580d37-4ec4-4ca6-aa70-1bb5ef4677b3 None None] Pushing event updated for resources: {'Port': ['ID=e6794c6a-0f88-4824-af65-37402f9fa16a,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:08.599935 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a640cea0-5732-41fd-8702-b5d38f27f145 req-5af2e252-2b44-4cdf-9707-90665fe95b85 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3030953 Apr 20 13:32:08.609518 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device b86700fb-b3ab-42db-913a-01fdcd57d18b up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:32:08.637930 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-e54c6c61-05b7-43f2-9ac6-0691becefead tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup_access--1626154870&fields=id&tenant_id=b3b98b9644e24ccabddf56e67de7cac9 HTTP/1.1" status: 200 len: 267 time: 0.1010070 Apr 20 13:32:08.688962 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7008d48f-f489-4b6b-9b9e-98e7b8214319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:08.743498 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3560cb6a-3c6f-40cf-9e6a-0f944e8b327b req-7081b185-69cc-4142-a249-eb1e9c645483 service neutron] 10.222.0.15 "GET /v2.0/networks/ee1e3f3a-436d-4baf-9474-8341d7977164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4566276 Apr 20 13:32:08.769124 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-66e94e9b-7f7c-4863-9515-180e6b839659 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup_general--1580284187&fields=id&tenant_id=b3b98b9644e24ccabddf56e67de7cac9 HTTP/1.1" status: 200 len: 267 time: 0.1187894 Apr 20 13:32:08.815426 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-06a2c63b-e3c3-4fb4-80df-43c4aabffd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca073b1-80d5-482c-a600-1645d13f7613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957247557', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '5284862d-fdb8-46d4-9c1d-1dad632a21af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:29:00Z', 'updated_at': '2022-04-20T13:29:10Z', 'revision_number': 4, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': '5284862d-fdb8-46d4-9c1d-1dad632a21af', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca073b1-80d5-482c-a600-1645d13f7613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:01Z', 'updated_at': '2022-04-20T13:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'd65ea0b6-ad75-41ac-89b6-aa7da34d1e66', 'name': '', 'network_id': 'ee1e3f3a-436d-4baf-9474-8341d7977164', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'mac_address': 'fa:16:3e:0d:08:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca073b1-80d5-482c-a600-1645d13f7613', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '4781852a-f1d5-43ae-a14e-8279f99b230d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:08Z', 'updated_at': '2022-04-20T13:29:14Z', 'revision_number': 5, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'subnets': [{'id': '4781852a-f1d5-43ae-a14e-8279f99b230d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:08.818560 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-90580d37-4ec4-4ca6-aa70-1bb5ef4677b3 None None] Attempting to bind port e6794c6a-0f88-4824-af65-37402f9fa16a on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:32:08.818993 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-90580d37-4ec4-4ca6-aa70-1bb5ef4677b3 None None] Attempting to bind port e6794c6a-0f88-4824-af65-37402f9fa16a by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'b97a2ee0-2d53-4d41-8de7-f33bd9c43637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '570e6b80-503f-4461-b28d-02532e79cb1c'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:32:08.819248 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90580d37-4ec4-4ca6-aa70-1bb5ef4677b3 None None] Attempting to bind port e6794c6a-0f88-4824-af65-37402f9fa16a on network 570e6b80-503f-4461-b28d-02532e79cb1c {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:32:08.829266 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-61558f75-a11e-4a10-b50f-69599cefe73e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:08.887595 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78768227-a7ec-4376-95ae-666f70f1d0e1 None None] Network 496eb5bf-7cd6-40a7-96ca-dbb2334d2d40 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:32:08.892268 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d9ddfb-54a2-42a1-bc4b-888cdcc84570 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Network 57866112-a742-4bc2-b67b-6dd2f67e4c26 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:32:08.991435 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90580d37-4ec4-4ca6-aa70-1bb5ef4677b3 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:32:08.992047 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90580d37-4ec4-4ca6-aa70-1bb5ef4677b3 None None] Checking segment: {'id': 'b97a2ee0-2d53-4d41-8de7-f33bd9c43637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '570e6b80-503f-4461-b28d-02532e79cb1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:32:08.992208 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-90580d37-4ec4-4ca6-aa70-1bb5ef4677b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:08.992603 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90580d37-4ec4-4ca6-aa70-1bb5ef4677b3 None None] Bound using segment: {'id': 'b97a2ee0-2d53-4d41-8de7-f33bd9c43637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '570e6b80-503f-4461-b28d-02532e79cb1c'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:32:08.993081 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-90580d37-4ec4-4ca6-aa70-1bb5ef4677b3 None None] Bound port: e6794c6a-0f88-4824-af65-37402f9fa16a, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b97a2ee0-2d53-4d41-8de7-f33bd9c43637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '570e6b80-503f-4461-b28d-02532e79cb1c'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:32:08.993464 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-90580d37-4ec4-4ca6-aa70-1bb5ef4677b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:09.011791 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-f3d9ddfb-54a2-42a1-bc4b-888cdcc84570 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 57866112-a742-4bc2-b67b-6dd2f67e4c26) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:32:09.019714 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d9ddfb-54a2-42a1-bc4b-888cdcc84570 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:09.020709 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f3d9ddfb-54a2-42a1-bc4b-888cdcc84570 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:09.050458 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3560cb6a-3c6f-40cf-9e6a-0f944e8b327b req-1d8b9af3-999c-485a-82e7-2a99664ee686 service neutron] 10.222.0.15 "GET /v2.0/networks/ee1e3f3a-436d-4baf-9474-8341d7977164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977362 Apr 20 13:32:09.059628 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port b86700fb-b3ab-42db-913a-01fdcd57d18b triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:09.060271 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:09.062191 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a2c63b-e3c3-4fb4-80df-43c4aabffd70 None None] Checking router: 8ca073b1-80d5-482c-a600-1645d13f7613 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:32:09.076748 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b017fdba-9474-4f53-8c34-8a5736425b5f None None] Network 57866112-a742-4bc2-b67b-6dd2f67e4c26 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:32:09.090356 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-08445238-3131-475e-9953-da16d0434ec6 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:09.095890 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-08445238-3131-475e-9953-da16d0434ec6 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/networks?id=eb65fc52-0bdc-49a9-9bbc-078092e68417 HTTP/1.1" status: 200 len: 796 time: 0.2295718 Apr 20 13:32:09.111609 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f3d9ddfb-54a2-42a1-bc4b-888cdcc84570 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.5477655 Apr 20 13:32:09.113916 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48080) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:09.119862 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-0e34d83d-560c-4de8-af5d-cf0c0518dfe8 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/quotas/b3b98b9644e24ccabddf56e67de7cac9 HTTP/1.1" status: 200 len: 375 time: 0.0193779 Apr 20 13:32:09.136240 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7008d48f-f489-4b6b-9b9e-98e7b8214319 None None] Pushing event updated for resources: {'Port': ['ID=af9a2f6f-cec2-482e-ae44-d5878344287d,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:09.176671 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ab8b5ed8-0bd9-4712-a820-6cafa240a371 None None] Provisioning complete for port af9a2f6f-cec2-482e-ae44-d5878344287d triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:09.177288 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ab8b5ed8-0bd9-4712-a820-6cafa240a371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:09.208949 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-220e4cf4-4341-49fc-8768-644bce9e8312 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b3b98b9644e24ccabddf56e67de7cac9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0797513 Apr 20 13:32:09.218621 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-f722e5ef-0d32-42a1-bd57-b2deac6523aa service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:32:09.223973 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-f722e5ef-0d32-42a1-bd57-b2deac6523aa service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103176 Apr 20 13:32:09.317591 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49170b86-2a8d-42d5-a859-547e330ad7f3 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:09.324523 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61558f75-a11e-4a10-b50f-69599cefe73e admin admin] Router 0df87fc1-e214-4788-a4f1-1b10a5608fdc is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:32:09.342200 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a2c63b-e3c3-4fb4-80df-43c4aabffd70 None None] Routers {'8ca073b1-80d5-482c-a600-1645d13f7613'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:32:09.343090 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-06a2c63b-e3c3-4fb4-80df-43c4aabffd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:31:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['8ca073b1-80d5-482c-a600-1645d13f7613'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:09.405742 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-2d23fb31-a5ed-4e24-9801-56a2d6f16287 service neutron] 10.222.0.25 "GET /v2.0/networks/eb65fc52-0bdc-49a9-9bbc-078092e68417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772738 Apr 20 13:32:09.566749 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49170b86-2a8d-42d5-a859-547e330ad7f3 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:09.602131 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bfcc2-8e36-44d5-b44e-eeab2059d675 req-ec8de5f0-8191-4e06-b618-064f05e9c3f5 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:09.604368 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-984bfcc2-8e36-44d5-b44e-eeab2059d675 req-ec8de5f0-8191-4e06-b618-064f05e9c3f5 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 946 time: 0.1720455 Apr 20 13:32:09.665485 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61558f75-a11e-4a10-b50f-69599cefe73e admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:32:09.667676 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-3950fda2-41e3-4326-a63a-77ce77fc659a service neutron] 10.222.0.25 "GET /v2.0/networks/eb65fc52-0bdc-49a9-9bbc-078092e68417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536807 Apr 20 13:32:09.682311 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8875f7-590b-49be-8d8f-bbf73b86e25a None None] Sync routers for ids ['0df87fc1-e214-4788-a4f1-1b10a5608fdc'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:32:09.709376 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8875f7-590b-49be-8d8f-bbf73b86e25a None None] Routers {'0df87fc1-e214-4788-a4f1-1b10a5608fdc'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:32:09.710006 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4e8875f7-590b-49be-8d8f-bbf73b86e25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:31:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['0df87fc1-e214-4788-a4f1-1b10a5608fdc'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:09.850714 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-61558f75-a11e-4a10-b50f-69599cefe73e admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:09.855073 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-61558f75-a11e-4a10-b50f-69599cefe73e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.7735007 Apr 20 13:32:09.855866 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48086) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:09.900218 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-90580d37-4ec4-4ca6-aa70-1bb5ef4677b3 None None] For port e6794c6a-0f88-4824-af65-37402f9fa16a, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:32:09.916450 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-06a2c63b-e3c3-4fb4-80df-43c4aabffd70 None None] Set router 8ca073b1-80d5-482c-a600-1645d13f7613 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:32:09.928663 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-90580d37-4ec4-4ca6-aa70-1bb5ef4677b3 None None] For port e6794c6a-0f88-4824-af65-37402f9fa16a, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=e6794c6a-0f88-4824-af65-37402f9fa16a,segment=NetworkSegment(b97a2ee0-2d53-4d41-8de7-f33bd9c43637),segment_id=b97a2ee0-2d53-4d41-8de7-f33bd9c43637)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:32:09.930966 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-678fe57b-c464-4daf-a4b8-3c00c85c2d95 None None] Provisioning complete for port 810f2801-6a29-40d8-b4bb-6d8b3520c9d8 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:09.931328 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-678fe57b-c464-4daf-a4b8-3c00c85c2d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:09.947479 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49170b86-2a8d-42d5-a859-547e330ad7f3 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:09.951726 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-984bfcc2-8e36-44d5-b44e-eeab2059d675 req-d5062207-9649-4eb6-b964-cf28d9d1d4cd tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Deleting port b50a92e0-e00c-4196-8c29-8ff4788ac2bb {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:32:09.952125 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-984bfcc2-8e36-44d5-b44e-eeab2059d675 req-d5062207-9649-4eb6-b964-cf28d9d1d4cd tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:10.006274 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49170b86-2a8d-42d5-a859-547e330ad7f3 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event deleted for resources: {'Subnet': ['ID=0fbda45e-f49e-42ab-9866-dd59ad9d0ccf,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:10.008479 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99a24d-8ed0-47c1-b6c5-c27f28bba873 req-81a3559a-2e1e-49fc-8078-35ec7f4efcdc tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:10.010074 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9a99a24d-8ed0-47c1-b6c5-c27f28bba873 req-81a3559a-2e1e-49fc-8078-35ec7f4efcdc tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 946 time: 0.2071891 Apr 20 13:32:10.060583 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-4e8875f7-590b-49be-8d8f-bbf73b86e25a None None] Set router 0df87fc1-e214-4788-a4f1-1b10a5608fdc gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:32:10.146676 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-90580d37-4ec4-4ca6-aa70-1bb5ef4677b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:10.306927 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9a99a24d-8ed0-47c1-b6c5-c27f28bba873 req-60af0577-f007-44ee-8dce-644b7f3d984e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=396bd829-13d7-4276-9781-d3c0c5bea5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2816033 Apr 20 13:32:10.319779 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1dc36cc-d9ac-4a89-99f8-5f8b1c029d73 req-259118c0-e405-4b6a-96ee-f240e7ccbe9b tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/ports?device_id=af24d935-b8cf-4a3d-a2d6-df3066be0ca4 HTTP/1.1" status: 200 len: 210 time: 0.1367788 Apr 20 13:32:10.358187 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-984bfcc2-8e36-44d5-b44e-eeab2059d675 req-d5062207-9649-4eb6-b964-cf28d9d1d4cd tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] For port b50a92e0-e00c-4196-8c29-8ff4788ac2bb, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b50a92e0-e00c-4196-8c29-8ff4788ac2bb,segment=NetworkSegment(0af567ff-a35c-45eb-b61a-7c90f213a3a7),segment_id=0af567ff-a35c-45eb-b61a-7c90f213a3a7)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:10.358296 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-984bfcc2-8e36-44d5-b44e-eeab2059d675 req-d5062207-9649-4eb6-b964-cf28d9d1d4cd tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:10.371291 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ef6c7f-b238-4d5d-b442-4dba9befe223 None None] Network 57866112-a742-4bc2-b67b-6dd2f67e4c26 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:32:10.392469 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-984bfcc2-8e36-44d5-b44e-eeab2059d675 req-d5062207-9649-4eb6-b964-cf28d9d1d4cd tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Calling delete_port for b50a92e0-e00c-4196-8c29-8ff4788ac2bb owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:32:10.533140 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4e8875f7-590b-49be-8d8f-bbf73b86e25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df87fc1-e214-4788-a4f1-1b10a5608fdc', 'name': 'tempest-ImageQuotaTest-1358907342-router', 'tenant_id': '358fbad5275d4de28e59b15b753bd5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c8e1f09a-eaa5-4e2b-8c92-96449f25057c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:32:05Z', 'updated_at': '2022-04-20T13:32:07Z', 'revision_number': 3, 'project_id': '358fbad5275d4de28e59b15b753bd5b8', 'gw_port': {'id': 'c8e1f09a-eaa5-4e2b-8c92-96449f25057c', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:89:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df87fc1-e214-4788-a4f1-1b10a5608fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:32:06Z', 'updated_at': '2022-04-20T13:32:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:10.571592 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8875f7-590b-49be-8d8f-bbf73b86e25a None None] Checking router: 0df87fc1-e214-4788-a4f1-1b10a5608fdc for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:32:10.571803 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8875f7-590b-49be-8d8f-bbf73b86e25a None None] Updating router 0df87fc1-e214-4788-a4f1-1b10a5608fdc port c8e1f09a-eaa5-4e2b-8c92-96449f25057c binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:32:10.602622 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-4e8875f7-590b-49be-8d8f-bbf73b86e25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:10.773939 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-984bfcc2-8e36-44d5-b44e-eeab2059d675 req-d5062207-9649-4eb6-b964-cf28d9d1d4cd tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:10.838305 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5062207-9649-4eb6-b964-cf28d9d1d4cd tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event deleted for resources: {'Port': ['ID=b50a92e0-e00c-4196-8c29-8ff4788ac2bb,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:10.928642 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49170b86-2a8d-42d5-a859-547e330ad7f3 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:10.979525 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-984bfcc2-8e36-44d5-b44e-eeab2059d675 req-d5062207-9649-4eb6-b964-cf28d9d1d4cd tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] No DVR routers for this DVR port b50a92e0-e00c-4196-8c29-8ff4788ac2bb on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:32:10.986731 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-984bfcc2-8e36-44d5-b44e-eeab2059d675 req-d5062207-9649-4eb6-b964-cf28d9d1d4cd tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:10.986731 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-984bfcc2-8e36-44d5-b44e-eeab2059d675 req-d5062207-9649-4eb6-b964-cf28d9d1d4cd tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.15 "DELETE /v2.0/ports/b50a92e0-e00c-4196-8c29-8ff4788ac2bb HTTP/1.1" status: 204 len: 173 time: 1.3749261 Apr 20 13:32:10.991443 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749', 'name': 'network-vif-deleted', 'tag': 'b50a92e0-e00c-4196-8c29-8ff4788ac2bb'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:32:10.994094 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af6456d-3d65-4502-a24a-542ad51d6d16" -d '{"events": [{"server_uuid": "3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749", "name": "network-vif-deleted", "tag": "b50a92e0-e00c-4196-8c29-8ff4788ac2bb"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:32:11.010916 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-49170b86-2a8d-42d5-a859-547e330ad7f3 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57866112-a742-4bc2-b67b-6dd2f67e4c26']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:11.034394 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-49170b86-2a8d-42d5-a859-547e330ad7f3 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb6f6b9f-a354-44f8-9b85-550e16ae3c8f') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:11.034694 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-49170b86-2a8d-42d5-a859-547e330ad7f3 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb6f6b9f-a354-44f8-9b85-550e16ae3c8f') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:11.070426 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49170b86-2a8d-42d5-a859-547e330ad7f3 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:11.102392 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc5d1af-1c87-4d04-aaaf-dc69007c0812 x-openstack-request-id: req-0dc5d1af-1c87-4d04-aaaf-dc69007c0812 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:32:11.102693 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749", "name": "network-vif-deleted", "tag": "b50a92e0-e00c-4196-8c29-8ff4788ac2bb", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:32:11.102999 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0dc5d1af-1c87-4d04-aaaf-dc69007c0812 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:32:11.103447 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dc5d1af-1c87-4d04-aaaf-dc69007c0812'] response: {'server_uuid': '3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749', 'name': 'network-vif-deleted', 'tag': 'b50a92e0-e00c-4196-8c29-8ff4788ac2bb', 'status': 'completed', 'code': 200} Apr 20 13:32:11.123594 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49170b86-2a8d-42d5-a859-547e330ad7f3 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:11.137409 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49170b86-2a8d-42d5-a859-547e330ad7f3 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:32:11.138208 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49170b86-2a8d-42d5-a859-547e330ad7f3 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:11.141585 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:32:11.141585 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:32:11.141585 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:32:11.141585 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:32:11.141585 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:32:11.141585 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:32:11.141585 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:32:11.141585 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:32:11.141585 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:32:11.141585 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:32:11.141585 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:32:11.141585 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:32:11.141585 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:32:11.141585 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:32:11.141585 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:32:11.141585 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:32:11.141585 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:32:11.141585 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:32:11.141585 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:32:11.141585 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:32:11.141585 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:32:11.141585 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:32:11.141585 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:32:11.141585 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:32:11.141585 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:32:11.141585 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:32:11.141585 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:32:11.141585 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:32:11.141585 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:32:11.141585 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:32:11.141585 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:32:11.141585 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:32:11.209484 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 810f2801-6a29-40d8-b4bb-6d8b3520c9d8 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:32:11.218572 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90580d37-4ec4-4ca6-aa70-1bb5ef4677b3 None None] Pushing event updated for resources: {'Port': ['ID=e6794c6a-0f88-4824-af65-37402f9fa16a,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:11.265397 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-4e8875f7-590b-49be-8d8f-bbf73b86e25a None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:11.323552 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49170b86-2a8d-42d5-a859-547e330ad7f3 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:11.360598 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49170b86-2a8d-42d5-a859-547e330ad7f3 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:11.368898 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48106) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:11.369376 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-49170b86-2a8d-42d5-a859-547e330ad7f3 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "DELETE /v2.0/networks/57866112-a742-4bc2-b67b-6dd2f67e4c26 HTTP/1.1" status: 204 len: 168 time: 2.2540324 Apr 20 13:32:11.376758 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-32f52d74-cdd9-4de6-a718-0a5dfaf9bbaf tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-54886740'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:11.385836 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-4e8875f7-590b-49be-8d8f-bbf73b86e25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:11.413432 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49170b86-2a8d-42d5-a859-547e330ad7f3 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event deleted for resources: {'Network': ['ID=57866112-a742-4bc2-b67b-6dd2f67e4c26,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:11.524786 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-4e8875f7-590b-49be-8d8f-bbf73b86e25a None None] Attempting to bind port c8e1f09a-eaa5-4e2b-8c92-96449f25057c on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:32:11.526638 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-4e8875f7-590b-49be-8d8f-bbf73b86e25a None None] Attempting to bind port c8e1f09a-eaa5-4e2b-8c92-96449f25057c by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:32:11.527114 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8875f7-590b-49be-8d8f-bbf73b86e25a None None] Attempting to bind port c8e1f09a-eaa5-4e2b-8c92-96449f25057c on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:32:11.532897 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ecc975a8-a232-49f9-add4-036876d7686e req-e6036054-173b-49db-90ef-8dc2f950a9bb tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/ports?device_id=af24d935-b8cf-4a3d-a2d6-df3066be0ca4 HTTP/1.1" status: 200 len: 210 time: 0.0627558 Apr 20 13:32:11.534747 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1375b8a-98f1-40e3-bc9a-a188f1c0dfc9 None None] Pushing event updated for resources: {'Port': ['ID=c8e1f09a-eaa5-4e2b-8c92-96449f25057c,revision_number=2']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:11.551119 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8875f7-590b-49be-8d8f-bbf73b86e25a None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:32:11.551119 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8875f7-590b-49be-8d8f-bbf73b86e25a None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:32:11.554272 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-4e8875f7-590b-49be-8d8f-bbf73b86e25a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:11.554872 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8875f7-590b-49be-8d8f-bbf73b86e25a None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:32:11.555999 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-4e8875f7-590b-49be-8d8f-bbf73b86e25a None None] Bound port: c8e1f09a-eaa5-4e2b-8c92-96449f25057c, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:32:11.555999 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-4e8875f7-590b-49be-8d8f-bbf73b86e25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:11.569934 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f52d74-cdd9-4de6-a718-0a5dfaf9bbaf tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Made reservation on behalf of 247aeb22d8274a5885ac18eb9fbfed1d for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:32:11.579158 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-32f52d74-cdd9-4de6-a718-0a5dfaf9bbaf tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:11.620959 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 810f2801-6a29-40d8-b4bb-6d8b3520c9d8 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:11.621333 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:11.630205 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-678fe57b-c464-4daf-a4b8-3c00c85c2d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:11.640456 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-4e8875f7-590b-49be-8d8f-bbf73b86e25a None None] For port c8e1f09a-eaa5-4e2b-8c92-96449f25057c, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:32:11.644651 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-4e8875f7-590b-49be-8d8f-bbf73b86e25a None None] For port c8e1f09a-eaa5-4e2b-8c92-96449f25057c, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=c8e1f09a-eaa5-4e2b-8c92-96449f25057c,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:32:11.647882 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1db31c7-6d5b-4fa2-aef7-d8ca06bcf9a6 req-e86c6722-66f7-4f07-ae5d-4bc8d1e9f856 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e63ea31-4f67-4b3b-b08a-1a3ce4b1f749 HTTP/1.1" status: 200 len: 210 time: 0.0887814 Apr 20 13:32:11.667645 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32f52d74-cdd9-4de6-a718-0a5dfaf9bbaf tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:32:11.680687 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-32f52d74-cdd9-4de6-a718-0a5dfaf9bbaf tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:11.681017 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-32f52d74-cdd9-4de6-a718-0a5dfaf9bbaf tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Added segment 7fbce22c-b89b-4000-8a66-fe516b72deb4 of type vlan for network 9b537bfa-7851-4a6e-91c1-14af312fb848 Apr 20 13:32:11.690255 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-98a87b12-5086-41f8-92c3-5552c4a8ebd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:11.735739 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-4e8875f7-590b-49be-8d8f-bbf73b86e25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:11.747393 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-32f52d74-cdd9-4de6-a718-0a5dfaf9bbaf tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:11.756583 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-678fe57b-c464-4daf-a4b8-3c00c85c2d95 None None] For port 810f2801-6a29-40d8-b4bb-6d8b3520c9d8, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=810f2801-6a29-40d8-b4bb-6d8b3520c9d8,segment=NetworkSegment(84eed452-3566-4aaa-a89a-c0bdd33b8bdb),segment_id=84eed452-3566-4aaa-a89a-c0bdd33b8bdb)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:11.774047 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-06a2c63b-e3c3-4fb4-80df-43c4aabffd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca073b1-80d5-482c-a600-1645d13f7613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957247557', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '5284862d-fdb8-46d4-9c1d-1dad632a21af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:29:00Z', 'updated_at': '2022-04-20T13:29:10Z', 'revision_number': 4, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': '5284862d-fdb8-46d4-9c1d-1dad632a21af', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca073b1-80d5-482c-a600-1645d13f7613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:01Z', 'updated_at': '2022-04-20T13:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'd65ea0b6-ad75-41ac-89b6-aa7da34d1e66', 'name': '', 'network_id': 'ee1e3f3a-436d-4baf-9474-8341d7977164', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'mac_address': 'fa:16:3e:0d:08:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca073b1-80d5-482c-a600-1645d13f7613', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '4781852a-f1d5-43ae-a14e-8279f99b230d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:08Z', 'updated_at': '2022-04-20T13:29:14Z', 'revision_number': 5, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'subnets': [{'id': '4781852a-f1d5-43ae-a14e-8279f99b230d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:11.853872 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-32f52d74-cdd9-4de6-a718-0a5dfaf9bbaf tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:11.858430 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-678fe57b-c464-4daf-a4b8-3c00c85c2d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:11.861979 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f52d74-cdd9-4de6-a718-0a5dfaf9bbaf tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:11.863702 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-32f52d74-cdd9-4de6-a718-0a5dfaf9bbaf tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:11.871057 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a2c63b-e3c3-4fb4-80df-43c4aabffd70 None None] The sync data for ids ['8ca073b1-80d5-482c-a600-1645d13f7613'] in n-d-836015-7 is: [{'id': '8ca073b1-80d5-482c-a600-1645d13f7613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957247557', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '5284862d-fdb8-46d4-9c1d-1dad632a21af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:29:00Z', 'updated_at': '2022-04-20T13:29:10Z', 'revision_number': 4, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': '5284862d-fdb8-46d4-9c1d-1dad632a21af', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca073b1-80d5-482c-a600-1645d13f7613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:01Z', 'updated_at': '2022-04-20T13:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'd65ea0b6-ad75-41ac-89b6-aa7da34d1e66', 'name': '', 'network_id': 'ee1e3f3a-436d-4baf-9474-8341d7977164', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'mac_address': 'fa:16:3e:0d:08:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca073b1-80d5-482c-a600-1645d13f7613', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '4781852a-f1d5-43ae-a14e-8279f99b230d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:08Z', 'updated_at': '2022-04-20T13:29:14Z', 'revision_number': 5, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'subnets': [{'id': '4781852a-f1d5-43ae-a14e-8279f99b230d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:32:11.929487 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:11.944447 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1375b8a-98f1-40e3-bc9a-a188f1c0dfc9 None None] Pushing event updated for resources: {'Port': ['ID=c8e1f09a-eaa5-4e2b-8c92-96449f25057c,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:11.953496 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8875f7-590b-49be-8d8f-bbf73b86e25a None None] Routers {'0df87fc1-e214-4788-a4f1-1b10a5608fdc'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:32:11.955501 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4e8875f7-590b-49be-8d8f-bbf73b86e25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:31:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['0df87fc1-e214-4788-a4f1-1b10a5608fdc'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:11.978812 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-98a87b12-5086-41f8-92c3-5552c4a8ebd2 admin admin] Allocated IP 172.20.0.1 (496eb5bf-7cd6-40a7-96ca-dbb2334d2d40/e23a4a12-a487-418d-8b1b-ebd6847a6f75/224dc83c-3579-4a7f-8da5-ef1db80132e8) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:32:12.053402 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678fe57b-c464-4daf-a4b8-3c00c85c2d95 None None] Pushing event updated for resources: {'Port': ['ID=810f2801-6a29-40d8-b4bb-6d8b3520c9d8,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:12.078449 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-32f52d74-cdd9-4de6-a718-0a5dfaf9bbaf tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7083306 Apr 20 13:32:12.081444 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48110) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:12.102882 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-1f0ea6ac-06b1-4549-98ee-4c4ac3c50913 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Request body: {'subnet': {'network_id': '9b537bfa-7851-4a6e-91c1-14af312fb848', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:12.142352 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f52d74-cdd9-4de6-a718-0a5dfaf9bbaf tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event updated for resources: {'Network': ['ID=9b537bfa-7851-4a6e-91c1-14af312fb848,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:12.157277 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-98a87b12-5086-41f8-92c3-5552c4a8ebd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:12.172433 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-4e8875f7-590b-49be-8d8f-bbf73b86e25a None None] Set router 0df87fc1-e214-4788-a4f1-1b10a5608fdc gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:32:12.177376 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-eb37bf81-c314-4df9-a74d-c5bc97cc53b8 None None] Provisioning complete for port 810f2801-6a29-40d8-b4bb-6d8b3520c9d8 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:12.177974 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-eb37bf81-c314-4df9-a74d-c5bc97cc53b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:12.208969 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 9b537bfa-7851-4a6e-91c1-14af312fb848 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:32:12.260536 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-98a87b12-5086-41f8-92c3-5552c4a8ebd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:12.338507 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a87b12-5086-41f8-92c3-5552c4a8ebd2 admin admin] Network 496eb5bf-7cd6-40a7-96ca-dbb2334d2d40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:32:12.339087 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72361940-0bae-4fb5-bb01-08553fb7166f None None] Network 570e6b80-503f-4461-b28d-02532e79cb1c requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:32:12.342025 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:32:12.342348 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:32:12.345492 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-98a87b12-5086-41f8-92c3-5552c4a8ebd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:32:12.366290 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a87b12-5086-41f8-92c3-5552c4a8ebd2 admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:32:12.407452 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0ea6ac-06b1-4549-98ee-4c4ac3c50913 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Made reservation on behalf of 247aeb22d8274a5885ac18eb9fbfed1d for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:32:12.412562 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1f0ea6ac-06b1-4549-98ee-4c4ac3c50913 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:12.445237 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a87b12-5086-41f8-92c3-5552c4a8ebd2 admin admin] Pushing event updated for resources: {'Port': ['ID=224dc83c-3579-4a7f-8da5-ef1db80132e8,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:12.484325 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-98a87b12-5086-41f8-92c3-5552c4a8ebd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:12.532093 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5356afc0-f3f8-4747-b891-e3f6939c99c1 None None] New status for floating IP e100258e-bfe0-4a8d-8a13-0302a2a23ec4: DOWN {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:32:12.649789 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4e8875f7-590b-49be-8d8f-bbf73b86e25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df87fc1-e214-4788-a4f1-1b10a5608fdc', 'name': 'tempest-ImageQuotaTest-1358907342-router', 'tenant_id': '358fbad5275d4de28e59b15b753bd5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c8e1f09a-eaa5-4e2b-8c92-96449f25057c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:32:05Z', 'updated_at': '2022-04-20T13:32:07Z', 'revision_number': 3, 'project_id': '358fbad5275d4de28e59b15b753bd5b8', 'gw_port': {'id': 'c8e1f09a-eaa5-4e2b-8c92-96449f25057c', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:89:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df87fc1-e214-4788-a4f1-1b10a5608fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:32:06Z', 'updated_at': '2022-04-20T13:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:12.688346 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8875f7-590b-49be-8d8f-bbf73b86e25a None None] The sync data for ids ['0df87fc1-e214-4788-a4f1-1b10a5608fdc'] in n-d-836015-7 is: [{'id': '0df87fc1-e214-4788-a4f1-1b10a5608fdc', 'name': 'tempest-ImageQuotaTest-1358907342-router', 'tenant_id': '358fbad5275d4de28e59b15b753bd5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c8e1f09a-eaa5-4e2b-8c92-96449f25057c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:32:05Z', 'updated_at': '2022-04-20T13:32:07Z', 'revision_number': 3, 'project_id': '358fbad5275d4de28e59b15b753bd5b8', 'gw_port': {'id': 'c8e1f09a-eaa5-4e2b-8c92-96449f25057c', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:89:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df87fc1-e214-4788-a4f1-1b10a5608fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:32:06Z', 'updated_at': '2022-04-20T13:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:32:12.748825 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48118) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:12.767660 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b04fa057-9c6f-42a5-bf61-f2db4d99c68d req-4760ad8f-00e1-47df-81ac-2fed5bb0f827 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/ports?device_id=af24d935-b8cf-4a3d-a2d6-df3066be0ca4 HTTP/1.1" status: 200 len: 210 time: 0.0864813 Apr 20 13:32:12.768096 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:12.893656 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-98a87b12-5086-41f8-92c3-5552c4a8ebd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:12.929641 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device af9a2f6f-cec2-482e-ae44-d5878344287d up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:32:12.962122 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1f0ea6ac-06b1-4549-98ee-4c4ac3c50913 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:13.025717 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:13.027649 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port af9a2f6f-cec2-482e-ae44-d5878344287d triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:13.029318 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:13.050356 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ea6ac-06b1-4549-98ee-4c4ac3c50913 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event updated for resources: {'Subnet': ['ID=b41d332b-a12b-418a-8949-5a25079d7cfe,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:13.107223 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0ea6ac-06b1-4549-98ee-4c4ac3c50913 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Checking segment: {'id': '7fbce22c-b89b-4000-8a66-fe516b72deb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9b537bfa-7851-4a6e-91c1-14af312fb848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:32:13.114151 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0ea6ac-06b1-4549-98ee-4c4ac3c50913 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Network hostable DHCP agents. Network: 9b537bfa-7851-4a6e-91c1-14af312fb848, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:32:13.146120 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-398188e4-b9c7-45c5-bbc3-65ae9dc1912a None None] Provisioning complete for port 224dc83c-3579-4a7f-8da5-ef1db80132e8 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:13.146546 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-398188e4-b9c7-45c5-bbc3-65ae9dc1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:13.226030 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0ea6ac-06b1-4549-98ee-4c4ac3c50913 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Network 9b537bfa-7851-4a6e-91c1-14af312fb848 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:32:13.233021 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-398188e4-b9c7-45c5-bbc3-65ae9dc1912a None None] Port 224dc83c-3579-4a7f-8da5-ef1db80132e8 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:32:13.308623 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-398188e4-b9c7-45c5-bbc3-65ae9dc1912a None None] Provisioning complete for port e6794c6a-0f88-4824-af65-37402f9fa16a triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:13.308994 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-398188e4-b9c7-45c5-bbc3-65ae9dc1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:13.311705 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-1f0ea6ac-06b1-4549-98ee-4c4ac3c50913 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 9b537bfa-7851-4a6e-91c1-14af312fb848) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:32:13.317802 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0ea6ac-06b1-4549-98ee-4c4ac3c50913 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:13.318692 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1f0ea6ac-06b1-4549-98ee-4c4ac3c50913 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:13.338118 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4ea4b0-7bfb-4260-ac10-3f4e4223dc55 None None] Network 9b537bfa-7851-4a6e-91c1-14af312fb848 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:32:13.430007 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1f0ea6ac-06b1-4549-98ee-4c4ac3c50913 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3419089 Apr 20 13:32:13.435604 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48120) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:13.448994 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-7fc7fc1b-84ef-4f41-a5ff-9314a2c84523 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1943440468'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:13.504060 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b50a92e0-e00c-4196-8c29-8ff4788ac2bb no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:32:13.540456 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: b50a92e0-e00c-4196-8c29-8ff4788ac2bb {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:32:13.540805 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b50a92e0-e00c-4196-8c29-8ff4788ac2bb not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:32:13.573927 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc7fc1b-84ef-4f41-a5ff-9314a2c84523 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Made reservation on behalf of 247aeb22d8274a5885ac18eb9fbfed1d for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:32:13.578289 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7fc7fc1b-84ef-4f41-a5ff-9314a2c84523 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:13.634859 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-398188e4-b9c7-45c5-bbc3-65ae9dc1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:13.698012 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fc7fc1b-84ef-4f41-a5ff-9314a2c84523 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:32:13.702929 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1ff474-2eac-4342-831f-1ef4974f2366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-9b537bfa-7851-4a6e-91c1-14af312fb848', 'network_id': '9b537bfa-7851-4a6e-91c1-14af312fb848', 'tenant_id': '247aeb22d8274a5885ac18eb9fbfed1d', 'fixed_ips': [{'subnet_id': 'b41d332b-a12b-418a-8949-5a25079d7cfe'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:32:13.704001 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4c1ff474-2eac-4342-831f-1ef4974f2366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:13.725008 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-de10f9fd-de75-455b-bb37-0fcb1d7187e4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:13.728668 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-de10f9fd-de75-455b-bb37-0fcb1d7187e4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.32 "GET /v2.0/networks?id=eb65fc52-0bdc-49a9-9bbc-078092e68417 HTTP/1.1" status: 200 len: 796 time: 0.5913067 Apr 20 13:32:13.730607 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7fc7fc1b-84ef-4f41-a5ff-9314a2c84523 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:13.730957 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-7fc7fc1b-84ef-4f41-a5ff-9314a2c84523 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Added segment db6591c0-0c0e-4ffc-a328-25eaf6b2703c of type vlan for network 0663e43f-af86-4516-a18a-866c0360ae60 Apr 20 13:32:13.769309 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-398188e4-b9c7-45c5-bbc3-65ae9dc1912a None None] For port e6794c6a-0f88-4824-af65-37402f9fa16a, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=e6794c6a-0f88-4824-af65-37402f9fa16a,segment=NetworkSegment(b97a2ee0-2d53-4d41-8de7-f33bd9c43637),segment_id=b97a2ee0-2d53-4d41-8de7-f33bd9c43637)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:13.847508 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-67a4fd83-3cd1-4725-8d37-a877f5cd4682 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3b98b9644e24ccabddf56e67de7cac9 HTTP/1.1" status: 200 len: 478 time: 0.1065776 Apr 20 13:32:13.852604 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-98a87b12-5086-41f8-92c3-5552c4a8ebd2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:13.859950 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7fc7fc1b-84ef-4f41-a5ff-9314a2c84523 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:13.868533 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-6cefa686-e378-4c6a-9f41-e800745c2a7a tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Request body: {'port': {'device_id': 'af24d935-b8cf-4a3d-a2d6-df3066be0ca4', 'network_id': 'eb65fc52-0bdc-49a9-9bbc-078092e68417', 'admin_state_up': True, 'tenant_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'security_groups': ['fcc8abcf-2ce1-4467-a807-4af32e7e5c5c', 'b6d1e617-b409-4e99-bffe-45bb6cb3a9cd']}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:13.902510 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device af9a2f6f-cec2-482e-ae44-d5878344287d up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:32:13.911709 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-398188e4-b9c7-45c5-bbc3-65ae9dc1912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:13.931648 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-424c9253-3b00-4793-a5c7-a138d5d8faf0 req-da5d4262-535a-4ff2-95c8-71f5ea30d9eb tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/ports?device_id=af24d935-b8cf-4a3d-a2d6-df3066be0ca4 HTTP/1.1" status: 200 len: 210 time: 0.0366609 Apr 20 13:32:13.964005 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7fc7fc1b-84ef-4f41-a5ff-9314a2c84523 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:13.991056 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc7fc1b-84ef-4f41-a5ff-9314a2c84523 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:13.994324 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7fc7fc1b-84ef-4f41-a5ff-9314a2c84523 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:14.014501 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-98a87b12-5086-41f8-92c3-5552c4a8ebd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:14.101249 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-98a87b12-5086-41f8-92c3-5552c4a8ebd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:14.118514 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7fc7fc1b-84ef-4f41-a5ff-9314a2c84523 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6769316 Apr 20 13:32:14.123435 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48130) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:14.125760 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-6cefa686-e378-4c6a-9f41-e800745c2a7a tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Made reservation on behalf of b3b98b9644e24ccabddf56e67de7cac9 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:32:14.128888 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-04c596f7-a9e2-4d73-ab9e-271afe574cc6 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Request body: {'subnet': {'network_id': '0663e43f-af86-4516-a18a-866c0360ae60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:14.129571 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-6cefa686-e378-4c6a-9f41-e800745c2a7a tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:14.137461 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc7fc1b-84ef-4f41-a5ff-9314a2c84523 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event updated for resources: {'Network': ['ID=0663e43f-af86-4516-a18a-866c0360ae60,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:14.207347 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 0663e43f-af86-4516-a18a-866c0360ae60 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:32:14.217304 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-25a69655-90a3-4b56-9e26-ccce41c7d629 None None] Provisioning complete for port e6794c6a-0f88-4824-af65-37402f9fa16a triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:14.217919 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-25a69655-90a3-4b56-9e26-ccce41c7d629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:14.316420 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port af9a2f6f-cec2-482e-ae44-d5878344287d triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:14.317515 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:14.374021 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c596f7-a9e2-4d73-ab9e-271afe574cc6 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Made reservation on behalf of 247aeb22d8274a5885ac18eb9fbfed1d for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:32:14.377771 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-04c596f7-a9e2-4d73-ab9e-271afe574cc6 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:14.398883 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a87b12-5086-41f8-92c3-5552c4a8ebd2 admin admin] Pushing event updated for resources: {'Port': ['ID=224dc83c-3579-4a7f-8da5-ef1db80132e8,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:14.467395 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.ipam_backend_mixin [None req-04c596f7-a9e2-4d73-ab9e-271afe574cc6 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Performing IP validity checks on allocation pools {{(pid=114869) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 20 13:32:14.468638 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.ipam_backend_mixin [None req-04c596f7-a9e2-4d73-ab9e-271afe574cc6 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114869) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 20 13:32:14.563615 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fd4b1e8e-fed4-417e-82b6-a0907ccb6c07 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:14.577768 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398188e4-b9c7-45c5-bbc3-65ae9dc1912a None None] Pushing event updated for resources: {'Port': ['ID=e6794c6a-0f88-4824-af65-37402f9fa16a,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:14.632394 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a87b12-5086-41f8-92c3-5552c4a8ebd2 admin admin] Network 496eb5bf-7cd6-40a7-96ca-dbb2334d2d40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:32:14.644779 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-98a87b12-5086-41f8-92c3-5552c4a8ebd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:32:14.671192 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-4c1ff474-2eac-4342-831f-1ef4974f2366 None None] Allocated IP 2001:db8::3 (9b537bfa-7851-4a6e-91c1-14af312fb848/b41d332b-a12b-418a-8949-5a25079d7cfe/18278cf8-f363-4740-a46d-6fc88990b700) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:32:14.704383 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-04c596f7-a9e2-4d73-ab9e-271afe574cc6 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:14.708804 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-6cefa686-e378-4c6a-9f41-e800745c2a7a tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Allocated IP 172.20.0.6 (eb65fc52-0bdc-49a9-9bbc-078092e68417/92a33fd3-fda2-4b34-a7a2-54478bc3a7a0/8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:32:14.854292 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c596f7-a9e2-4d73-ab9e-271afe574cc6 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event updated for resources: {'Subnet': ['ID=94c4d797-81ba-4576-929e-3b83d3a29ee3,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:14.854292 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c596f7-a9e2-4d73-ab9e-271afe574cc6 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Checking segment: {'id': 'db6591c0-0c0e-4ffc-a328-25eaf6b2703c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0663e43f-af86-4516-a18a-866c0360ae60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:32:14.854292 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c596f7-a9e2-4d73-ab9e-271afe574cc6 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Network hostable DHCP agents. Network: 0663e43f-af86-4516-a18a-866c0360ae60, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:32:14.982634 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device c8e1f09a-eaa5-4e2b-8c92-96449f25057c up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:32:15.061127 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a87b12-5086-41f8-92c3-5552c4a8ebd2 admin admin] Router 0df87fc1-e214-4788-a4f1-1b10a5608fdc has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:32:15.080861 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c596f7-a9e2-4d73-ab9e-271afe574cc6 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Network 0663e43f-af86-4516-a18a-866c0360ae60 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:32:15.117395 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9bd3639d-70f7-4ed0-8ea8-552344032ca2 req-74bddf56-7b57-4dd2-85ff-587289898571 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/ports?device_id=af24d935-b8cf-4a3d-a2d6-df3066be0ca4 HTTP/1.1" status: 200 len: 210 time: 0.0470471 Apr 20 13:32:15.173813 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-04c596f7-a9e2-4d73-ab9e-271afe574cc6 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 0663e43f-af86-4516-a18a-866c0360ae60) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:32:15.180385 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c596f7-a9e2-4d73-ab9e-271afe574cc6 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:15.180385 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-04c596f7-a9e2-4d73-ab9e-271afe574cc6 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:15.191011 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4c1ff474-2eac-4342-831f-1ef4974f2366 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:15.199626 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204f8314-8b85-4d5a-8c9a-36c6b0bc9705 None None] Network 0663e43f-af86-4516-a18a-866c0360ae60 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:32:15.256365 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-f472b8b7-0312-4c20-95e1-2e4f3a7d4b99 None None] Provisioning complete for port 224dc83c-3579-4a7f-8da5-ef1db80132e8 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:15.257888 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f472b8b7-0312-4c20-95e1-2e4f3a7d4b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:15.291852 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-04c596f7-a9e2-4d73-ab9e-271afe574cc6 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.1668577 Apr 20 13:32:15.295000 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48136) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:15.295464 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4c1ff474-2eac-4342-831f-1ef4974f2366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:15.358735 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port c8e1f09a-eaa5-4e2b-8c92-96449f25057c triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:15.359234 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:15.391153 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-f472b8b7-0312-4c20-95e1-2e4f3a7d4b99 None None] Port 224dc83c-3579-4a7f-8da5-ef1db80132e8 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:32:15.400463 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1ff474-2eac-4342-831f-1ef4974f2366 None None] Network 9b537bfa-7851-4a6e-91c1-14af312fb848 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:32:15.423346 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-4c1ff474-2eac-4342-831f-1ef4974f2366 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:32:15.429954 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1ff474-2eac-4342-831f-1ef4974f2366 None None] Pushing event updated for resources: {'Port': ['ID=18278cf8-f363-4740-a46d-6fc88990b700,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:15.436921 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1ff474-2eac-4342-831f-1ef4974f2366 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:32:15.482298 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dbcff17a-345f-49db-9fb4-9b514665de23 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:15.604740 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dbcff17a-345f-49db-9fb4-9b514665de23 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:15.607704 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-4c1ff474-2eac-4342-831f-1ef4974f2366 None None] Attempting to bind port 18278cf8-f363-4740-a46d-6fc88990b700 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:32:15.608222 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-4c1ff474-2eac-4342-831f-1ef4974f2366 None None] Attempting to bind port 18278cf8-f363-4740-a46d-6fc88990b700 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '7fbce22c-b89b-4000-8a66-fe516b72deb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9b537bfa-7851-4a6e-91c1-14af312fb848'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:32:15.608354 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1ff474-2eac-4342-831f-1ef4974f2366 None None] Attempting to bind port 18278cf8-f363-4740-a46d-6fc88990b700 on network 9b537bfa-7851-4a6e-91c1-14af312fb848 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:32:15.618878 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1bdbd9-ceb9-4c7e-a92a-08da07cb0344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-0663e43f-af86-4516-a18a-866c0360ae60', 'network_id': '0663e43f-af86-4516-a18a-866c0360ae60', 'tenant_id': '247aeb22d8274a5885ac18eb9fbfed1d', 'fixed_ips': [{'subnet_id': '94c4d797-81ba-4576-929e-3b83d3a29ee3'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:32:15.621430 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ce1bdbd9-ceb9-4c7e-a92a-08da07cb0344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:15.625059 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:15.626445 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-6cefa686-e378-4c6a-9f41-e800745c2a7a tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:15.630584 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1ff474-2eac-4342-831f-1ef4974f2366 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:32:15.631043 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1ff474-2eac-4342-831f-1ef4974f2366 None None] Checking segment: {'id': '7fbce22c-b89b-4000-8a66-fe516b72deb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9b537bfa-7851-4a6e-91c1-14af312fb848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:32:15.631471 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4c1ff474-2eac-4342-831f-1ef4974f2366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:15.631936 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1ff474-2eac-4342-831f-1ef4974f2366 None None] Bound using segment: {'id': '7fbce22c-b89b-4000-8a66-fe516b72deb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9b537bfa-7851-4a6e-91c1-14af312fb848'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:32:15.632515 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-4c1ff474-2eac-4342-831f-1ef4974f2366 None None] Bound port: 18278cf8-f363-4740-a46d-6fc88990b700, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbce22c-b89b-4000-8a66-fe516b72deb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '9b537bfa-7851-4a6e-91c1-14af312fb848'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:32:15.632961 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4c1ff474-2eac-4342-831f-1ef4974f2366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:15.672234 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port c8e1f09a-eaa5-4e2b-8c92-96449f25057c, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=c8e1f09a-eaa5-4e2b-8c92-96449f25057c,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:15.714588 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:15.715675 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device e6794c6a-0f88-4824-af65-37402f9fa16a up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:32:15.734854 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dbcff17a-345f-49db-9fb4-9b514665de23 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:15.753022 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a87b12-5086-41f8-92c3-5552c4a8ebd2 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:32:15.759573 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-98a87b12-5086-41f8-92c3-5552c4a8ebd2 admin admin] 10.222.0.25 "PUT /v2.0/routers/0df87fc1-e214-4788-a4f1-1b10a5608fdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9025044 Apr 20 13:32:15.772116 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff7b34b-af3b-4869-8611-65d15c121da5 None None] Sync routers for ids ['0df87fc1-e214-4788-a4f1-1b10a5608fdc'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:32:15.779320 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcff17a-345f-49db-9fb4-9b514665de23 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event deleted for resources: {'Subnet': ['ID=94c4d797-81ba-4576-929e-3b83d3a29ee3,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:15.782212 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-fd4b1e8e-fed4-417e-82b6-a0907ccb6c07 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Deleting port d65ea0b6-ad75-41ac-89b6-aa7da34d1e66 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:32:15.782427 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fd4b1e8e-fed4-417e-82b6-a0907ccb6c07 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:15.793753 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff7b34b-af3b-4869-8611-65d15c121da5 None None] Routers {'0df87fc1-e214-4788-a4f1-1b10a5608fdc'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:32:15.794797 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-5ff7b34b-af3b-4869-8611-65d15c121da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:31:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['0df87fc1-e214-4788-a4f1-1b10a5608fdc'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:15.818044 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-6cefa686-e378-4c6a-9f41-e800745c2a7a tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:15.855177 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-4c1ff474-2eac-4342-831f-1ef4974f2366 None None] For port 18278cf8-f363-4740-a46d-6fc88990b700, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:32:15.860706 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-4c1ff474-2eac-4342-831f-1ef4974f2366 None None] For port 18278cf8-f363-4740-a46d-6fc88990b700, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=18278cf8-f363-4740-a46d-6fc88990b700,segment=NetworkSegment(7fbce22c-b89b-4000-8a66-fe516b72deb4),segment_id=7fbce22c-b89b-4000-8a66-fe516b72deb4)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:32:15.927563 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dbcff17a-345f-49db-9fb4-9b514665de23 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:15.964620 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-6cefa686-e378-4c6a-9f41-e800745c2a7a tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Network eb65fc52-0bdc-49a9-9bbc-078092e68417 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:32:15.973894 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4c1ff474-2eac-4342-831f-1ef4974f2366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:15.980946 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-dbcff17a-345f-49db-9fb4-9b514665de23 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0663e43f-af86-4516-a18a-866c0360ae60']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:15.982407 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-6cefa686-e378-4c6a-9f41-e800745c2a7a tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:32:15.993543 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-6cefa686-e378-4c6a-9f41-e800745c2a7a tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server [None req-ce1bdbd9-ceb9-4c7e-a92a-08da07cb0344 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 94c4d797-81ba-4576-929e-3b83d3a29ee3: This subnet is being modified by another concurrent operation. Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise exception Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 94c4d797-81ba-4576-929e-3b83d3a29ee3: This subnet is being modified by another concurrent operation. Apr 20 13:32:16.021205 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server Apr 20 13:32:16.037745 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port e6794c6a-0f88-4824-af65-37402f9fa16a triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:16.040879 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:16.057663 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-dbcff17a-345f-49db-9fb4-9b514665de23 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db6591c0-0c0e-4ffc-a328-25eaf6b2703c') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:16.059584 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-dbcff17a-345f-49db-9fb4-9b514665de23 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db6591c0-0c0e-4ffc-a328-25eaf6b2703c') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:16.101572 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dbcff17a-345f-49db-9fb4-9b514665de23 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:16.108116 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2902969c-cde3-458d-bf67-dc20b07a05c7 None None] Network 0663e43f-af86-4516-a18a-866c0360ae60 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:32:16.111857 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cefa686-e378-4c6a-9f41-e800745c2a7a tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Pushing event updated for resources: {'Port': ['ID=8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:16.155907 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dbcff17a-345f-49db-9fb4-9b514665de23 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:16.167530 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=c8e1f09a-eaa5-4e2b-8c92-96449f25057c,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:16.185171 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-fd4b1e8e-fed4-417e-82b6-a0907ccb6c07 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] For port d65ea0b6-ad75-41ac-89b6-aa7da34d1e66, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d65ea0b6-ad75-41ac-89b6-aa7da34d1e66,segment=NetworkSegment(0af567ff-a35c-45eb-b61a-7c90f213a3a7),segment_id=0af567ff-a35c-45eb-b61a-7c90f213a3a7)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:16.185494 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fd4b1e8e-fed4-417e-82b6-a0907ccb6c07 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:16.202805 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbcff17a-345f-49db-9fb4-9b514665de23 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:32:16.203218 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dbcff17a-345f-49db-9fb4-9b514665de23 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:16.206454 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:32:16.206454 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:32:16.206454 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:32:16.206454 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:32:16.206454 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:32:16.206454 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:32:16.206454 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:32:16.206454 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:32:16.206454 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:32:16.206454 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:32:16.206454 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:32:16.206454 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:32:16.206454 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:32:16.206454 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:32:16.206454 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:32:16.206454 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:32:16.206454 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:32:16.206454 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:32:16.206454 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:32:16.206454 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:32:16.206454 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:32:16.206454 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:32:16.206454 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:32:16.206454 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:32:16.206454 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:32:16.206454 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:32:16.206454 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:32:16.206454 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:32:16.206454 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:32:16.206454 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:32:16.206454 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:32:16.206454 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:32:16.252831 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-fd4b1e8e-fed4-417e-82b6-a0907ccb6c07 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Calling delete_port for d65ea0b6-ad75-41ac-89b6-aa7da34d1e66 owned by network:router_interface {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:32:16.261313 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-5ff7b34b-af3b-4869-8611-65d15c121da5 None None] Set router 0df87fc1-e214-4788-a4f1-1b10a5608fdc gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:32:16.292602 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-6cefa686-e378-4c6a-9f41-e800745c2a7a tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:16.292602 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-6cefa686-e378-4c6a-9f41-e800745c2a7a tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:16.375779 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1ff474-2eac-4342-831f-1ef4974f2366 None None] Pushing event updated for resources: {'Port': ['ID=18278cf8-f363-4740-a46d-6fc88990b700,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:16.430493 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 810f2801-6a29-40d8-b4bb-6d8b3520c9d8 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:32:16.433671 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-6cefa686-e378-4c6a-9f41-e800745c2a7a tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.5789871 Apr 20 13:32:16.480080 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b464d-606d-4a5c-93b7-a3c3291ad487 req-94d7ddf2-75bd-42f1-866f-95fa3b14b717 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:16.480224 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-127152cb-2772-484a-acf7-249ec0045e4f service neutron] Request body: {'port': {'device_id': 'af24d935-b8cf-4a3d-a2d6-df3066be0ca4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:16.484049 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ab8b464d-606d-4a5c-93b7-a3c3291ad487 req-94d7ddf2-75bd-42f1-866f-95fa3b14b717 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/ports?device_id=af24d935-b8cf-4a3d-a2d6-df3066be0ca4 HTTP/1.1" status: 200 len: 970 time: 0.2246211 Apr 20 13:32:16.538882 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dbcff17a-345f-49db-9fb4-9b514665de23 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:16.565031 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dbcff17a-345f-49db-9fb4-9b514665de23 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:16.574102 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-dbcff17a-345f-49db-9fb4-9b514665de23 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "DELETE /v2.0/networks/0663e43f-af86-4516-a18a-866c0360ae60 HTTP/1.1" status: 204 len: 168 time: 1.2760577 Apr 20 13:32:16.591528 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48152) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:16.600110 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-93bb77f5-871d-4610-942c-8d06ab28f24d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-614684943'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:16.616339 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcff17a-345f-49db-9fb4-9b514665de23 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event deleted for resources: {'Network': ['ID=0663e43f-af86-4516-a18a-866c0360ae60,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:16.677413 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ab8b464d-606d-4a5c-93b7-a3c3291ad487 req-5f954f8f-2449-4b90-b23b-8199ce03bc8d tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6d1e617-b409-4e99-bffe-45bb6cb3a9cd&id=fcc8abcf-2ce1-4467-a807-4af32e7e5c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1861110 Apr 20 13:32:16.679676 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-06e64274-ae96-44fd-89ba-9c6ecd39aa14 None None] Provisioning complete for port 8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:16.687686 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-06e64274-ae96-44fd-89ba-9c6ecd39aa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:16.698401 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-5ff7b34b-af3b-4869-8611-65d15c121da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df87fc1-e214-4788-a4f1-1b10a5608fdc', 'name': 'tempest-ImageQuotaTest-1358907342-router', 'tenant_id': '358fbad5275d4de28e59b15b753bd5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c8e1f09a-eaa5-4e2b-8c92-96449f25057c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:32:05Z', 'updated_at': '2022-04-20T13:32:12Z', 'revision_number': 4, 'project_id': '358fbad5275d4de28e59b15b753bd5b8', 'gw_port': {'id': 'c8e1f09a-eaa5-4e2b-8c92-96449f25057c', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:89:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df87fc1-e214-4788-a4f1-1b10a5608fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:32:06Z', 'updated_at': '2022-04-20T13:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '224dc83c-3579-4a7f-8da5-ef1db80132e8', 'name': '', 'network_id': '496eb5bf-7cd6-40a7-96ca-dbb2334d2d40', 'tenant_id': '358fbad5275d4de28e59b15b753bd5b8', 'mac_address': 'fa:16:3e:e0:41:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df87fc1-e214-4788-a4f1-1b10a5608fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'e23a4a12-a487-418d-8b1b-ebd6847a6f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:32:11Z', 'updated_at': '2022-04-20T13:32:13Z', 'revision_number': 2, 'project_id': '358fbad5275d4de28e59b15b753bd5b8', 'subnets': [{'id': 'e23a4a12-a487-418d-8b1b-ebd6847a6f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:16.722270 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-127152cb-2772-484a-acf7-249ec0045e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:16.727996 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bb77f5-871d-4610-942c-8d06ab28f24d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Made reservation on behalf of 247aeb22d8274a5885ac18eb9fbfed1d for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:32:16.731541 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-93bb77f5-871d-4610-942c-8d06ab28f24d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:16.760809 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff7b34b-af3b-4869-8611-65d15c121da5 None None] Checking router: 0df87fc1-e214-4788-a4f1-1b10a5608fdc for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:32:16.761158 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff7b34b-af3b-4869-8611-65d15c121da5 None None] Updating router 0df87fc1-e214-4788-a4f1-1b10a5608fdc port 224dc83c-3579-4a7f-8da5-ef1db80132e8 binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:32:16.766693 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-06e64274-ae96-44fd-89ba-9c6ecd39aa14 None None] Port 8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:32:16.777602 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93bb77f5-871d-4610-942c-8d06ab28f24d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:32:16.782919 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 810f2801-6a29-40d8-b4bb-6d8b3520c9d8 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:16.783946 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:16.804255 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-93bb77f5-871d-4610-942c-8d06ab28f24d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:16.804255 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-93bb77f5-871d-4610-942c-8d06ab28f24d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Added segment 44c7f001-b65e-456b-baeb-e4e99928b8e4 of type vlan for network f7749395-32ae-4775-b057-f9cfd33e6770 Apr 20 13:32:16.811163 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-5ff7b34b-af3b-4869-8611-65d15c121da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:16.904792 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-93bb77f5-871d-4610-942c-8d06ab28f24d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:17.053571 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fd4b1e8e-fed4-417e-82b6-a0907ccb6c07 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:17.077843 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-93bb77f5-871d-4610-942c-8d06ab28f24d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:17.083668 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bb77f5-871d-4610-942c-8d06ab28f24d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:17.093904 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-93bb77f5-871d-4610-942c-8d06ab28f24d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:17.195743 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-93bb77f5-871d-4610-942c-8d06ab28f24d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6026025 Apr 20 13:32:17.196245 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48158) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:17.210886 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-b5902e68-4ff8-4376-bad1-0e734a6533ff tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Request body: {'subnet': {'network_id': 'f7749395-32ae-4775-b057-f9cfd33e6770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:17.216843 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb77f5-871d-4610-942c-8d06ab28f24d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event updated for resources: {'Network': ['ID=f7749395-32ae-4775-b057-f9cfd33e6770,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:17.231461 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network f7749395-32ae-4775-b057-f9cfd33e6770 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:32:17.312204 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 18278cf8-f363-4740-a46d-6fc88990b700 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:32:17.452138 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-5ff7b34b-af3b-4869-8611-65d15c121da5 None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:17.454234 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-127152cb-2772-484a-acf7-249ec0045e4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:32:17.475442 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-127152cb-2772-484a-acf7-249ec0045e4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:17.510370 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 18278cf8-f363-4740-a46d-6fc88990b700 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:17.510370 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:17.539399 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b1e8e-fed4-417e-82b6-a0907ccb6c07 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event deleted for resources: {'Port': ['ID=d65ea0b6-ad75-41ac-89b6-aa7da34d1e66,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:17.575352 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5902e68-4ff8-4376-bad1-0e734a6533ff tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Made reservation on behalf of 247aeb22d8274a5885ac18eb9fbfed1d for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:32:17.576875 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-5ff7b34b-af3b-4869-8611-65d15c121da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:17.580437 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b5902e68-4ff8-4376-bad1-0e734a6533ff tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:17.756764 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ff2aa6-6763-4281-ae19-3e816f80fa0a None None] Pushing event updated for resources: {'Port': ['ID=224dc83c-3579-4a7f-8da5-ef1db80132e8,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:17.779460 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:17.835892 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-5ff7b34b-af3b-4869-8611-65d15c121da5 None None] Attempting to bind port 224dc83c-3579-4a7f-8da5-ef1db80132e8 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:32:17.836605 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-5ff7b34b-af3b-4869-8611-65d15c121da5 None None] Attempting to bind port 224dc83c-3579-4a7f-8da5-ef1db80132e8 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '84eed452-3566-4aaa-a89a-c0bdd33b8bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '496eb5bf-7cd6-40a7-96ca-dbb2334d2d40'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:32:17.837237 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff7b34b-af3b-4869-8611-65d15c121da5 None None] Attempting to bind port 224dc83c-3579-4a7f-8da5-ef1db80132e8 on network 496eb5bf-7cd6-40a7-96ca-dbb2334d2d40 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:32:17.858526 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff7b34b-af3b-4869-8611-65d15c121da5 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:32:17.859606 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff7b34b-af3b-4869-8611-65d15c121da5 None None] Checking segment: {'id': '84eed452-3566-4aaa-a89a-c0bdd33b8bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '496eb5bf-7cd6-40a7-96ca-dbb2334d2d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:32:17.860671 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-5ff7b34b-af3b-4869-8611-65d15c121da5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:17.861308 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff7b34b-af3b-4869-8611-65d15c121da5 None None] Bound using segment: {'id': '84eed452-3566-4aaa-a89a-c0bdd33b8bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '496eb5bf-7cd6-40a7-96ca-dbb2334d2d40'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:32:17.862201 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-5ff7b34b-af3b-4869-8611-65d15c121da5 None None] Bound port: 224dc83c-3579-4a7f-8da5-ef1db80132e8, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84eed452-3566-4aaa-a89a-c0bdd33b8bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '496eb5bf-7cd6-40a7-96ca-dbb2334d2d40'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:32:17.862856 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-5ff7b34b-af3b-4869-8611-65d15c121da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:17.880369 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 18278cf8-f363-4740-a46d-6fc88990b700, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=18278cf8-f363-4740-a46d-6fc88990b700,segment=NetworkSegment(7fbce22c-b89b-4000-8a66-fe516b72deb4),segment_id=7fbce22c-b89b-4000-8a66-fe516b72deb4)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:17.915567 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-127152cb-2772-484a-acf7-249ec0045e4f service neutron] Transition to ACTIVE for port object 8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:32:17.962387 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:17.963885 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device c8e1f09a-eaa5-4e2b-8c92-96449f25057c up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:32:18.022819 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-5ff7b34b-af3b-4869-8611-65d15c121da5 None None] For port 224dc83c-3579-4a7f-8da5-ef1db80132e8, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:32:18.027136 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-5ff7b34b-af3b-4869-8611-65d15c121da5 None None] For port 224dc83c-3579-4a7f-8da5-ef1db80132e8, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=224dc83c-3579-4a7f-8da5-ef1db80132e8,segment=NetworkSegment(84eed452-3566-4aaa-a89a-c0bdd33b8bdb),segment_id=84eed452-3566-4aaa-a89a-c0bdd33b8bdb)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:32:18.081073 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fd4b1e8e-fed4-417e-82b6-a0907ccb6c07 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:18.083739 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48172) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:18.095556 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-127152cb-2772-484a-acf7-249ec0045e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:18.116971 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-5ff7b34b-af3b-4869-8611-65d15c121da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:18.152016 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6941500-5acc-40bf-b518-6a405f0ac963 None None] Network 9b537bfa-7851-4a6e-91c1-14af312fb848 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:32:18.166610 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48176) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:18.182661 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=18278cf8-f363-4740-a46d-6fc88990b700,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:18.195873 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-97708bca-6a6e-4bdc-a01c-553d8e5dceb8 None None] Provisioning complete for port 18278cf8-f363-4740-a46d-6fc88990b700 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:18.196250 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-97708bca-6a6e-4bdc-a01c-553d8e5dceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:18.278253 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b5902e68-4ff8-4376-bad1-0e734a6533ff tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:18.290621 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff7b34b-af3b-4869-8611-65d15c121da5 None None] Routers {'0df87fc1-e214-4788-a4f1-1b10a5608fdc'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:32:18.291530 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-5ff7b34b-af3b-4869-8611-65d15c121da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:31:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['0df87fc1-e214-4788-a4f1-1b10a5608fdc'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:18.374566 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ff2aa6-6763-4281-ae19-3e816f80fa0a None None] Pushing event updated for resources: {'Port': ['ID=224dc83c-3579-4a7f-8da5-ef1db80132e8,revision_number=4']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:18.395375 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127152cb-2772-484a-acf7-249ec0045e4f service neutron] Pushing event updated for resources: {'Port': ['ID=8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:18.451953 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port c8e1f09a-eaa5-4e2b-8c92-96449f25057c triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:18.460273 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:18.483663 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1ffce0a3-b14d-4897-998b-7742ac1a1eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:18.532741 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-5ff7b34b-af3b-4869-8611-65d15c121da5 None None] Set router 0df87fc1-e214-4788-a4f1-1b10a5608fdc gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:32:18.686487 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-127152cb-2772-484a-acf7-249ec0045e4f service neutron] Attempting to bind port 8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:32:18.686820 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-127152cb-2772-484a-acf7-249ec0045e4f service neutron] Attempting to bind port 8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': 'c18a2f1a-f31d-47d6-a67e-21a4c4dcc689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'eb65fc52-0bdc-49a9-9bbc-078092e68417'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:32:18.687157 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-127152cb-2772-484a-acf7-249ec0045e4f service neutron] Attempting to bind port 8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc on network eb65fc52-0bdc-49a9-9bbc-078092e68417 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:32:18.738529 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-127152cb-2772-484a-acf7-249ec0045e4f service neutron] Port 8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc on network eb65fc52-0bdc-49a9-9bbc-078092e68417 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:32:18.738740 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-127152cb-2772-484a-acf7-249ec0045e4f service neutron] Attempting to bind port 8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc on network eb65fc52-0bdc-49a9-9bbc-078092e68417 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:32:18.752581 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-127152cb-2772-484a-acf7-249ec0045e4f service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:32:18.752926 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-127152cb-2772-484a-acf7-249ec0045e4f service neutron] Checking segment: {'id': 'c18a2f1a-f31d-47d6-a67e-21a4c4dcc689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'eb65fc52-0bdc-49a9-9bbc-078092e68417'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:32:18.753622 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-127152cb-2772-484a-acf7-249ec0045e4f service neutron] Bound using segment: {'id': 'c18a2f1a-f31d-47d6-a67e-21a4c4dcc689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'eb65fc52-0bdc-49a9-9bbc-078092e68417'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:32:18.753763 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-127152cb-2772-484a-acf7-249ec0045e4f service neutron] Bound port: 8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c18a2f1a-f31d-47d6-a67e-21a4c4dcc689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'eb65fc52-0bdc-49a9-9bbc-078092e68417'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:32:18.754096 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-127152cb-2772-484a-acf7-249ec0045e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:18.771562 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device e6794c6a-0f88-4824-af65-37402f9fa16a up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:32:18.771873 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1ffce0a3-b14d-4897-998b-7742ac1a1eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:18.808062 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defba2ca-2705-4526-8f4c-d3cadff36111 req-72694bc7-c189-42df-acc0-798d3df8b91c tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:18.815629 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-defba2ca-2705-4526-8f4c-d3cadff36111 req-72694bc7-c189-42df-acc0-798d3df8b91c tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/ports?device_id=af24d935-b8cf-4a3d-a2d6-df3066be0ca4 HTTP/1.1" status: 200 len: 982 time: 0.9120131 Apr 20 13:32:18.866072 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1ffce0a3-b14d-4897-998b-7742ac1a1eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:18.878937 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5902e68-4ff8-4376-bad1-0e734a6533ff tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event updated for resources: {'Subnet': ['ID=abe1b648-f078-460b-b125-218d10f9adae,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:18.884844 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port e6794c6a-0f88-4824-af65-37402f9fa16a triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:18.884844 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:18.891602 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-f7672653-505c-4db3-8d7f-6d1dae6265e4 None None] Provisioning complete for port 224dc83c-3579-4a7f-8da5-ef1db80132e8 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:18.892107 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f7672653-505c-4db3-8d7f-6d1dae6265e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:18.946165 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4b1e8e-fed4-417e-82b6-a0907ccb6c07 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Router 8ca073b1-80d5-482c-a600-1645d13f7613 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:32:18.951192 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-5ff7b34b-af3b-4869-8611-65d15c121da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df87fc1-e214-4788-a4f1-1b10a5608fdc', 'name': 'tempest-ImageQuotaTest-1358907342-router', 'tenant_id': '358fbad5275d4de28e59b15b753bd5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c8e1f09a-eaa5-4e2b-8c92-96449f25057c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:32:05Z', 'updated_at': '2022-04-20T13:32:12Z', 'revision_number': 4, 'project_id': '358fbad5275d4de28e59b15b753bd5b8', 'gw_port': {'id': 'c8e1f09a-eaa5-4e2b-8c92-96449f25057c', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:89:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df87fc1-e214-4788-a4f1-1b10a5608fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:32:06Z', 'updated_at': '2022-04-20T13:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '224dc83c-3579-4a7f-8da5-ef1db80132e8', 'name': '', 'network_id': '496eb5bf-7cd6-40a7-96ca-dbb2334d2d40', 'tenant_id': '358fbad5275d4de28e59b15b753bd5b8', 'mac_address': 'fa:16:3e:e0:41:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df87fc1-e214-4788-a4f1-1b10a5608fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'e23a4a12-a487-418d-8b1b-ebd6847a6f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:32:11Z', 'updated_at': '2022-04-20T13:32:18Z', 'revision_number': 4, 'project_id': '358fbad5275d4de28e59b15b753bd5b8', 'subnets': [{'id': 'e23a4a12-a487-418d-8b1b-ebd6847a6f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:18.955192 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1ffce0a3-b14d-4897-998b-7742ac1a1eec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=08e354cd65784862be6d4f5d226e3c76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8664904 Apr 20 13:32:18.956622 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48178) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:18.974321 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffce0a3-b14d-4897-998b-7742ac1a1eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3ab2a2-f1b3-4257-9fbd-0ddf27c73f64,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:18.982183 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-127152cb-2772-484a-acf7-249ec0045e4f service neutron] For port 8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:32:18.990984 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff7b34b-af3b-4869-8611-65d15c121da5 None None] The sync data for ids ['0df87fc1-e214-4788-a4f1-1b10a5608fdc'] in n-d-836015-7 is: [{'id': '0df87fc1-e214-4788-a4f1-1b10a5608fdc', 'name': 'tempest-ImageQuotaTest-1358907342-router', 'tenant_id': '358fbad5275d4de28e59b15b753bd5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c8e1f09a-eaa5-4e2b-8c92-96449f25057c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:32:05Z', 'updated_at': '2022-04-20T13:32:12Z', 'revision_number': 4, 'project_id': '358fbad5275d4de28e59b15b753bd5b8', 'gw_port': {'id': 'c8e1f09a-eaa5-4e2b-8c92-96449f25057c', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:89:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df87fc1-e214-4788-a4f1-1b10a5608fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:32:06Z', 'updated_at': '2022-04-20T13:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '224dc83c-3579-4a7f-8da5-ef1db80132e8', 'name': '', 'network_id': '496eb5bf-7cd6-40a7-96ca-dbb2334d2d40', 'tenant_id': '358fbad5275d4de28e59b15b753bd5b8', 'mac_address': 'fa:16:3e:e0:41:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0df87fc1-e214-4788-a4f1-1b10a5608fdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'e23a4a12-a487-418d-8b1b-ebd6847a6f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:32:11Z', 'updated_at': '2022-04-20T13:32:18Z', 'revision_number': 4, 'project_id': '358fbad5275d4de28e59b15b753bd5b8', 'subnets': [{'id': 'e23a4a12-a487-418d-8b1b-ebd6847a6f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:32:19.017889 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-127152cb-2772-484a-acf7-249ec0045e4f service neutron] For port 8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc,segment=NetworkSegment(c18a2f1a-f31d-47d6-a67e-21a4c4dcc689),segment_id=c18a2f1a-f31d-47d6-a67e-21a4c4dcc689)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:32:19.108389 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-127152cb-2772-484a-acf7-249ec0045e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:19.141417 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5902e68-4ff8-4376-bad1-0e734a6533ff tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Checking segment: {'id': '44c7f001-b65e-456b-baeb-e4e99928b8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f7749395-32ae-4775-b057-f9cfd33e6770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:32:19.141807 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5902e68-4ff8-4376-bad1-0e734a6533ff tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Network hostable DHCP agents. Network: f7749395-32ae-4775-b057-f9cfd33e6770, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:32:19.211133 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-defba2ca-2705-4526-8f4c-d3cadff36111 req-f2fa95ce-fd6f-4655-bfd3-9f9f1aa6b015 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6d1e617-b409-4e99-bffe-45bb6cb3a9cd&id=fcc8abcf-2ce1-4467-a807-4af32e7e5c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3608866 Apr 20 13:32:19.258714 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-127152cb-2772-484a-acf7-249ec0045e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:19.258714 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-127152cb-2772-484a-acf7-249ec0045e4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:19.258714 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-127152cb-2772-484a-acf7-249ec0045e4f service neutron] 10.222.0.32 "PUT /v2.0/ports/8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc HTTP/1.1" status: 200 len: 1130 time: 2.7750144 Apr 20 13:32:19.258714 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af24d935-b8cf-4a3d-a2d6-df3066be0ca4', 'tag': '8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:32:19.264866 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01a4377-f018-4014-82e8-bb2545007335" -d '{"events": [{"name": "network-changed", "server_uuid": "af24d935-b8cf-4a3d-a2d6-df3066be0ca4", "tag": "8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:32:19.276947 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5902e68-4ff8-4376-bad1-0e734a6533ff tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Network f7749395-32ae-4775-b057-f9cfd33e6770 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:32:19.338678 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-016e0c01-bb5f-48e3-bff6-5c7d1578f431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:19.377958 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127152cb-2772-484a-acf7-249ec0045e4f service neutron] Pushing event updated for resources: {'Port': ['ID=8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:19.430171 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-b5902e68-4ff8-4376-bad1-0e734a6533ff tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, f7749395-32ae-4775-b057-f9cfd33e6770) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:32:19.452833 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5902e68-4ff8-4376-bad1-0e734a6533ff tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:19.453499 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b5902e68-4ff8-4376-bad1-0e734a6533ff tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:19.464692 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f580f0-352a-48e6-bb5d-79d84f984f41 None None] get_active_networks_info from n-d-836015-7 {{(pid=114871) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 13:32:19.486308 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-016e0c01-bb5f-48e3-bff6-5c7d1578f431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:19.488182 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4b1e8e-fed4-417e-82b6-a0907ccb6c07 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:32:19.498732 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-fd4b1e8e-fed4-417e-82b6-a0907ccb6c07 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "PUT /v2.0/routers/8ca073b1-80d5-482c-a600-1645d13f7613/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7468071 Apr 20 13:32:19.503245 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48184) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:19.561859 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e34736-c465-42a1-b5cd-5bc68c66cc7d x-openstack-request-id: req-69e34736-c465-42a1-b5cd-5bc68c66cc7d {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:32:19.562293 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af24d935-b8cf-4a3d-a2d6-df3066be0ca4", "tag": "8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:32:19.562646 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69e34736-c465-42a1-b5cd-5bc68c66cc7d {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:32:19.563152 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69e34736-c465-42a1-b5cd-5bc68c66cc7d'] response: {'name': 'network-changed', 'server_uuid': 'af24d935-b8cf-4a3d-a2d6-df3066be0ca4', 'tag': '8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc', 'status': 'completed', 'code': 200} Apr 20 13:32:19.623430 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-eb55971a-3c0a-4016-99b6-1371c92360df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:19.625254 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-eb55971a-3c0a-4016-99b6-1371c92360df service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b3b98b9644e24ccabddf56e67de7cac9&device_id=af24d935-b8cf-4a3d-a2d6-df3066be0ca4 HTTP/1.1" status: 200 len: 1133 time: 0.2378545 Apr 20 13:32:19.641386 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f7672653-505c-4db3-8d7f-6d1dae6265e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:19.652398 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f941b1b8-2799-4e99-a63e-d94ca7a380c1 None None] Sync routers for ids ['8ca073b1-80d5-482c-a600-1645d13f7613'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:32:19.661687 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-016e0c01-bb5f-48e3-bff6-5c7d1578f431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:19.669069 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-016e0c01-bb5f-48e3-bff6-5c7d1578f431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:19.670441 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-016e0c01-bb5f-48e3-bff6-5c7d1578f431 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3c3ab2a2-f1b3-4257-9fbd-0ddf27c73f64 HTTP/1.1" status: 204 len: 168 time: 0.7110610 Apr 20 13:32:19.684283 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b5902e68-4ff8-4376-bad1-0e734a6533ff tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.4837959 Apr 20 13:32:19.690933 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f580f0-352a-48e6-bb5d-79d84f984f41 None None] Resources bound (agent type, host, resource id): {{(pid=114871) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 13:32:19.692720 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48188) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:19.742979 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-e04b2f31-1be1-42fb-8f11-fc75dd77c41d tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Deleting subnet 4781852a-f1d5-43ae-a14e-8279f99b230d {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:32:19.758160 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e04b2f31-1be1-42fb-8f11-fc75dd77c41d tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:19.781510 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-15258803-4d3f-4a26-851c-e65c5c7c2c49 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc HTTP/1.1" status: 200 len: 217 time: 0.1475437 Apr 20 13:32:19.782361 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e0c01-bb5f-48e3-bff6-5c7d1578f431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3ab2a2-f1b3-4257-9fbd-0ddf27c73f64,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:19.803682 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f941b1b8-2799-4e99-a63e-d94ca7a380c1 None None] Routers {'8ca073b1-80d5-482c-a600-1645d13f7613'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:32:19.806947 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-f941b1b8-2799-4e99-a63e-d94ca7a380c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:31:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['8ca073b1-80d5-482c-a600-1645d13f7613'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:19.869068 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-f7672653-505c-4db3-8d7f-6d1dae6265e4 None None] For port 224dc83c-3579-4a7f-8da5-ef1db80132e8, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=224dc83c-3579-4a7f-8da5-ef1db80132e8,segment=NetworkSegment(84eed452-3566-4aaa-a89a-c0bdd33b8bdb),segment_id=84eed452-3566-4aaa-a89a-c0bdd33b8bdb)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:19.878138 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-b3f445f7-f746-4cee-99f7-5d1b90068db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:19.879915 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-b3f445f7-f746-4cee-99f7-5d1b90068db0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=92a33fd3-fda2-4b34-a7a2-54478bc3a7a0 HTTP/1.1" status: 200 len: 835 time: 0.0734506 Apr 20 13:32:19.957717 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e04b2f31-1be1-42fb-8f11-fc75dd77c41d tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:20.001827 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-59faf882-8ac9-414b-a9d3-6190f4681d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:20.003489 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-59faf882-8ac9-414b-a9d3-6190f4681d0d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eb65fc52-0bdc-49a9-9bbc-078092e68417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1163507 Apr 20 13:32:20.027548 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cc7d2a16-42ea-4566-b665-4f9fa4c34ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:20.043497 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef68a622-e2f6-49b4-8ab4-35117ad270e4 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:20.105330 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f7672653-505c-4db3-8d7f-6d1dae6265e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:20.111751 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 18278cf8-f363-4740-a46d-6fc88990b700 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:32:20.148444 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e04b2f31-1be1-42fb-8f11-fc75dd77c41d tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:20.295447 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7672653-505c-4db3-8d7f-6d1dae6265e4 None None] Pushing event updated for resources: {'Port': ['ID=224dc83c-3579-4a7f-8da5-ef1db80132e8,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:20.389469 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e04b2f31-1be1-42fb-8f11-fc75dd77c41d tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:20.443858 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef68a622-e2f6-49b4-8ab4-35117ad270e4 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:20.486930 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b2f31-1be1-42fb-8f11-fc75dd77c41d tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event deleted for resources: {'Subnet': ['ID=4781852a-f1d5-43ae-a14e-8279f99b230d,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:20.510564 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e04b2f31-1be1-42fb-8f11-fc75dd77c41d tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:20.531950 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e04b2f31-1be1-42fb-8f11-fc75dd77c41d tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "DELETE /v2.0/subnets/4781852a-f1d5-43ae-a14e-8279f99b230d HTTP/1.1" status: 204 len: 168 time: 1.0276232 Apr 20 13:32:20.536881 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48192) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:20.574252 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-fed0ea5e-eb2b-4624-ba7c-9c6be591d257 None None] Provisioning complete for port 18278cf8-f363-4740-a46d-6fc88990b700 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:20.574623 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fed0ea5e-eb2b-4624-ba7c-9c6be591d257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:20.644868 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-26eaa888-a7a0-4fa3-ae09-1fa30d2acc8d service neutron] 10.222.0.32 "GET /v2.0/networks/eb65fc52-0bdc-49a9-9bbc-078092e68417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6268289 Apr 20 13:32:20.654906 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e9c00-7cfc-459c-81b7-68ac04ecd1ac req-d9d8dddd-f59b-44f1-a688-ef76caa35a38 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:20.656309 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b72e9c00-7cfc-459c-81b7-68ac04ecd1ac req-d9d8dddd-f59b-44f1-a688-ef76caa35a38 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/ports?device_id=af24d935-b8cf-4a3d-a2d6-df3066be0ca4 HTTP/1.1" status: 200 len: 982 time: 0.2963343 Apr 20 13:32:20.688062 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-f941b1b8-2799-4e99-a63e-d94ca7a380c1 None None] Set router 8ca073b1-80d5-482c-a600-1645d13f7613 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:32:20.760729 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b72e9c00-7cfc-459c-81b7-68ac04ecd1ac req-4ab8fe42-b645-40a0-bfb4-c9f6f763b1a4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6d1e617-b409-4e99-bffe-45bb6cb3a9cd&id=fcc8abcf-2ce1-4467-a807-4af32e7e5c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0924628 Apr 20 13:32:20.761127 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 18278cf8-f363-4740-a46d-6fc88990b700 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:20.761518 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:20.820402 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef68a622-e2f6-49b4-8ab4-35117ad270e4 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:20.857760 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-416f04d3-33b1-4c06-9a9a-8435ac396610 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:20.862225 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef68a622-e2f6-49b4-8ab4-35117ad270e4 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event deleted for resources: {'Subnet': ['ID=abe1b648-f078-460b-b125-218d10f9adae,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:20.881528 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6508aa4a-f15f-4f56-9c53-3baced83d8d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-f7749395-32ae-4775-b057-f9cfd33e6770', 'network_id': 'f7749395-32ae-4775-b057-f9cfd33e6770', 'tenant_id': '247aeb22d8274a5885ac18eb9fbfed1d', 'fixed_ips': [{'subnet_id': 'abe1b648-f078-460b-b125-218d10f9adae'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:32:20.882864 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6508aa4a-f15f-4f56-9c53-3baced83d8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:20.948798 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-38ff6acb-af91-4e83-a8a1-b4b441bd821c req-e56d57f7-1218-4c2b-bba0-410cefc2e786 service neutron] 10.222.0.32 "GET /v2.0/networks/eb65fc52-0bdc-49a9-9bbc-078092e68417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801263 Apr 20 13:32:20.982205 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef68a622-e2f6-49b4-8ab4-35117ad270e4 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:21.017539 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-ef68a622-e2f6-49b4-8ab4-35117ad270e4 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7749395-32ae-4775-b057-f9cfd33e6770']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:21.020399 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-cc7d2a16-42ea-4566-b665-4f9fa4c34ad4 admin admin] Deleting port 224dc83c-3579-4a7f-8da5-ef1db80132e8 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:32:21.020741 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cc7d2a16-42ea-4566-b665-4f9fa4c34ad4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:21.027742 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-416f04d3-33b1-4c06-9a9a-8435ac396610 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:21.044591 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-ef68a622-e2f6-49b4-8ab4-35117ad270e4 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44c7f001-b65e-456b-baeb-e4e99928b8e4') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:21.045237 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-ef68a622-e2f6-49b4-8ab4-35117ad270e4 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44c7f001-b65e-456b-baeb-e4e99928b8e4') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:21.083032 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef68a622-e2f6-49b4-8ab4-35117ad270e4 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:21.098644 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 224dc83c-3579-4a7f-8da5-ef1db80132e8 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:32:21.108920 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef68a622-e2f6-49b4-8ab4-35117ad270e4 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:21.125576 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef68a622-e2f6-49b4-8ab4-35117ad270e4 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:32:21.129901 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3b52fb-db29-479a-b54a-8ee838850af2 None None] Network f7749395-32ae-4775-b057-f9cfd33e6770 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:32:21.138422 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef68a622-e2f6-49b4-8ab4-35117ad270e4 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:21.138600 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ccb3dd-dbea-4ab8-9eae-bf60cd349e6e None None] Network ee1e3f3a-436d-4baf-9474-8341d7977164 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:32:21.138710 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:32:21.138710 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:32:21.138710 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:32:21.138710 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:32:21.138710 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:32:21.138710 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:32:21.138710 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:32:21.138710 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:32:21.138710 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:32:21.138710 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:32:21.138710 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:32:21.138710 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:32:21.138710 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:32:21.138710 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:32:21.138710 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:32:21.138710 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:32:21.138710 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:32:21.138710 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:32:21.138710 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:32:21.138710 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:32:21.138710 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:32:21.138710 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:32:21.138710 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:32:21.138710 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:32:21.138710 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:32:21.138710 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:32:21.138710 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:32:21.138710 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:32:21.138710 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:32:21.138710 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:32:21.138710 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:32:21.138710 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:32:21.181281 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a4377-f018-4014-82e8-bb2545007335 req-c30d0425-55dd-442a-9e35-2970ba1f227b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:21.185048 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d01a4377-f018-4014-82e8-bb2545007335 req-c30d0425-55dd-442a-9e35-2970ba1f227b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b3b98b9644e24ccabddf56e67de7cac9&device_id=af24d935-b8cf-4a3d-a2d6-df3066be0ca4 HTTP/1.1" status: 200 len: 1133 time: 0.1232069 Apr 20 13:32:21.224664 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-cc7d2a16-42ea-4566-b665-4f9fa4c34ad4 admin admin] For port 224dc83c-3579-4a7f-8da5-ef1db80132e8, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=224dc83c-3579-4a7f-8da5-ef1db80132e8,segment=NetworkSegment(84eed452-3566-4aaa-a89a-c0bdd33b8bdb),segment_id=84eed452-3566-4aaa-a89a-c0bdd33b8bdb)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:21.225181 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cc7d2a16-42ea-4566-b665-4f9fa4c34ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:21.243890 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-cc7d2a16-42ea-4566-b665-4f9fa4c34ad4 admin admin] Calling delete_port for 224dc83c-3579-4a7f-8da5-ef1db80132e8 owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:32:21.280699 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-416f04d3-33b1-4c06-9a9a-8435ac396610 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Deleting port 5284862d-fdb8-46d4-9c1d-1dad632a21af {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:32:21.282058 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-416f04d3-33b1-4c06-9a9a-8435ac396610 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:21.343700 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef68a622-e2f6-49b4-8ab4-35117ad270e4 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:21.382042 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a4377-f018-4014-82e8-bb2545007335 req-ac92e2c5-1605-441b-b736-dab0d1965178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:21.383751 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d01a4377-f018-4014-82e8-bb2545007335 req-ac92e2c5-1605-441b-b736-dab0d1965178 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eb65fc52-0bdc-49a9-9bbc-078092e68417 HTTP/1.1" status: 200 len: 897 time: 0.1910658 Apr 20 13:32:21.388973 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05265c07-0a83-49c2-87f0-086616a5f271 None None] Network f7749395-32ae-4775-b057-f9cfd33e6770 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:32:21.408510 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef68a622-e2f6-49b4-8ab4-35117ad270e4 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:21.415510 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ef68a622-e2f6-49b4-8ab4-35117ad270e4 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "DELETE /v2.0/networks/f7749395-32ae-4775-b057-f9cfd33e6770 HTTP/1.1" status: 204 len: 168 time: 1.7170317 Apr 20 13:32:21.415510 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef68a622-e2f6-49b4-8ab4-35117ad270e4 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event deleted for resources: {'Network': ['ID=f7749395-32ae-4775-b057-f9cfd33e6770,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:21.421482 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48194) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:21.432232 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-5d022eda-91ee-4610-9c86-afdfe8881120 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1022108155'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:21.433590 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-f941b1b8-2799-4e99-a63e-d94ca7a380c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca073b1-80d5-482c-a600-1645d13f7613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957247557', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '5284862d-fdb8-46d4-9c1d-1dad632a21af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:29:00Z', 'updated_at': '2022-04-20T13:32:16Z', 'revision_number': 5, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': '5284862d-fdb8-46d4-9c1d-1dad632a21af', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ca073b1-80d5-482c-a600-1645d13f7613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:01Z', 'updated_at': '2022-04-20T13:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:21.441702 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d01a4377-f018-4014-82e8-bb2545007335 req-eaa5e92c-073e-4f87-973e-6a3ef30cfd83 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc HTTP/1.1" status: 200 len: 217 time: 0.0434325 Apr 20 13:32:21.451479 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-416f04d3-33b1-4c06-9a9a-8435ac396610 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] For port 5284862d-fdb8-46d4-9c1d-1dad632a21af, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=5284862d-fdb8-46d4-9c1d-1dad632a21af,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:21.451843 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-416f04d3-33b1-4c06-9a9a-8435ac396610 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:21.470151 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f941b1b8-2799-4e99-a63e-d94ca7a380c1 None None] Checking router: 8ca073b1-80d5-482c-a600-1645d13f7613 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:32:21.475206 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05265c07-0a83-49c2-87f0-086616a5f271 None None] Network f7749395-32ae-4775-b057-f9cfd33e6770 could not be found, it might have been deleted concurrently. {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 20 13:32:21.487167 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 224dc83c-3579-4a7f-8da5-ef1db80132e8 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:21.487602 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:21.509947 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-416f04d3-33b1-4c06-9a9a-8435ac396610 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Calling delete_port for 5284862d-fdb8-46d4-9c1d-1dad632a21af owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:32:21.523910 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a4377-f018-4014-82e8-bb2545007335 req-b1f570b4-f52c-4a3e-bce8-4c551bb02e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:21.525617 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d01a4377-f018-4014-82e8-bb2545007335 req-b1f570b4-f52c-4a3e-bce8-4c551bb02e7f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=92a33fd3-fda2-4b34-a7a2-54478bc3a7a0 HTTP/1.1" status: 200 len: 835 time: 0.0766113 Apr 20 13:32:21.534127 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f941b1b8-2799-4e99-a63e-d94ca7a380c1 None None] Routers {'8ca073b1-80d5-482c-a600-1645d13f7613'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:32:21.534775 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-f941b1b8-2799-4e99-a63e-d94ca7a380c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:31:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['8ca073b1-80d5-482c-a600-1645d13f7613'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:21.584772 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d022eda-91ee-4610-9c86-afdfe8881120 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Made reservation on behalf of 247aeb22d8274a5885ac18eb9fbfed1d for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:32:21.589024 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5d022eda-91ee-4610-9c86-afdfe8881120 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:21.613094 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d022eda-91ee-4610-9c86-afdfe8881120 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:32:21.622163 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cc7d2a16-42ea-4566-b665-4f9fa4c34ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:21.624012 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a4377-f018-4014-82e8-bb2545007335 req-8b9b203e-8462-46e7-bb02-120464f818ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:21.628358 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5d022eda-91ee-4610-9c86-afdfe8881120 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:21.628557 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d01a4377-f018-4014-82e8-bb2545007335 req-8b9b203e-8462-46e7-bb02-120464f818ca service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eb65fc52-0bdc-49a9-9bbc-078092e68417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622513 Apr 20 13:32:21.628671 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-5d022eda-91ee-4610-9c86-afdfe8881120 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Added segment 88ecd2da-a61d-41d7-8097-ee2136b34f8f of type vlan for network 908a90d7-2ff3-4e27-a39a-272cd2b27c79 Apr 20 13:32:21.641534 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Could not find standard attr ID for object 224dc83c-3579-4a7f-8da5-ef1db80132e8. {{(pid=114871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:32:21.649753 n-d-836015-7 neutron-server[114871]: INFO neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No ports have port_id starting with 224dc83c-3579-4a7f-8da5-ef1db80132e8 Apr 20 13:32:21.654839 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-f941b1b8-2799-4e99-a63e-d94ca7a380c1 None None] Set router 8ca073b1-80d5-482c-a600-1645d13f7613 gateway port host: None {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:32:21.695983 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d2a16-42ea-4566-b665-4f9fa4c34ad4 admin admin] Pushing event deleted for resources: {'Port': ['ID=224dc83c-3579-4a7f-8da5-ef1db80132e8,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:21.728149 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-f941b1b8-2799-4e99-a63e-d94ca7a380c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ca073b1-80d5-482c-a600-1645d13f7613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957247557', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:29:00Z', 'updated_at': '2022-04-20T13:32:21Z', 'revision_number': 6, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:21.756141 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5d022eda-91ee-4610-9c86-afdfe8881120 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:21.955758 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cc7d2a16-42ea-4566-b665-4f9fa4c34ad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:21.969423 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5d022eda-91ee-4610-9c86-afdfe8881120 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:21.980424 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d022eda-91ee-4610-9c86-afdfe8881120 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:21.982000 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5d022eda-91ee-4610-9c86-afdfe8881120 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:21.999901 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039a60c2-4401-4e5e-9459-94b71c388be5 None None] DHCP port deletion for ee1e3f3a-436d-4baf-9474-8341d7977164 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:32:22.001888 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 224dc83c-3579-4a7f-8da5-ef1db80132e8 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:32:22.008530 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f941b1b8-2799-4e99-a63e-d94ca7a380c1 None None] The sync data for ids ['8ca073b1-80d5-482c-a600-1645d13f7613'] in n-d-836015-7 is: [{'id': '8ca073b1-80d5-482c-a600-1645d13f7613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957247557', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:29:00Z', 'updated_at': '2022-04-20T13:32:21Z', 'revision_number': 6, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port_host': None}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:32:22.034638 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 224dc83c-3579-4a7f-8da5-ef1db80132e8 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:32:22.034991 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 224dc83c-3579-4a7f-8da5-ef1db80132e8 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 20 13:32:22.077458 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Port 224dc83c-3579-4a7f-8da5-ef1db80132e8 not found, will not notify nova. {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 20 13:32:22.111016 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-039a60c2-4401-4e5e-9459-94b71c388be5 None None] Deleting port 15679688-e520-4a95-8d8e-7487857042d2 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:32:22.113295 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-039a60c2-4401-4e5e-9459-94b71c388be5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:22.194426 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d01a4377-f018-4014-82e8-bb2545007335 req-8db77f90-584b-4d07-b9ce-8cd7cc8dfba8 service neutron] 10.222.0.32 "GET /v2.0/networks/eb65fc52-0bdc-49a9-9bbc-078092e68417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5320950 Apr 20 13:32:22.197493 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-039a60c2-4401-4e5e-9459-94b71c388be5 None None] For port 15679688-e520-4a95-8d8e-7487857042d2, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=15679688-e520-4a95-8d8e-7487857042d2,segment=NetworkSegment(0af567ff-a35c-45eb-b61a-7c90f213a3a7),segment_id=0af567ff-a35c-45eb-b61a-7c90f213a3a7)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:22.198051 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-039a60c2-4401-4e5e-9459-94b71c388be5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:22.222291 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-039a60c2-4401-4e5e-9459-94b71c388be5 None None] Calling delete_port for 15679688-e520-4a95-8d8e-7487857042d2 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:32:22.331742 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d01a4377-f018-4014-82e8-bb2545007335 req-90b1fe8d-3353-43c2-8242-b467fe98268e service neutron] 10.222.0.32 "GET /v2.0/networks/eb65fc52-0bdc-49a9-9bbc-078092e68417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290705 Apr 20 13:32:22.333809 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-416f04d3-33b1-4c06-9a9a-8435ac396610 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:22.391006 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-039a60c2-4401-4e5e-9459-94b71c388be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:22.392513 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f04d3-33b1-4c06-9a9a-8435ac396610 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event deleted for resources: {'Port': ['ID=5284862d-fdb8-46d4-9c1d-1dad632a21af,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:22.433264 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a60c2-4401-4e5e-9459-94b71c388be5 None None] Pushing event deleted for resources: {'Port': ['ID=15679688-e520-4a95-8d8e-7487857042d2,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:22.441529 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039a60c2-4401-4e5e-9459-94b71c388be5 None None] No DVR routers for this DVR port 15679688-e520-4a95-8d8e-7487857042d2 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:32:22.445709 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d022eda-91ee-4610-9c86-afdfe8881120 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event updated for resources: {'Network': ['ID=908a90d7-2ff3-4e27-a39a-272cd2b27c79,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:22.446374 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-416f04d3-33b1-4c06-9a9a-8435ac396610 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:22.468908 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 908a90d7-2ff3-4e27-a39a-272cd2b27c79 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:32:22.517261 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5d022eda-91ee-4610-9c86-afdfe8881120 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0942755 Apr 20 13:32:22.517968 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48198) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:22.525830 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-411aee2e-eb0d-459e-a06f-f3018845709a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Request body: {'subnet': {'network_id': '908a90d7-2ff3-4e27-a39a-272cd2b27c79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:22.538045 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2e5f6-f825-44ff-a025-627e3c8c59b9 req-aecdff13-0866-42c6-9169-70a3af89752b tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:22.546019 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8bf2e5f6-f825-44ff-a025-627e3c8c59b9 req-aecdff13-0866-42c6-9169-70a3af89752b tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/ports?device_id=af24d935-b8cf-4a3d-a2d6-df3066be0ca4 HTTP/1.1" status: 200 len: 982 time: 0.5796065 Apr 20 13:32:22.569733 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-416f04d3-33b1-4c06-9a9a-8435ac396610 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:22.577211 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-416f04d3-33b1-4c06-9a9a-8435ac396610 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:22.682709 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-416f04d3-33b1-4c06-9a9a-8435ac396610 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:22.683334 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416f04d3-33b1-4c06-9a9a-8435ac396610 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Fanout notify agent at l3_agent the message router_deleted on router 8ca073b1-80d5-482c-a600-1645d13f7613 {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:32:22.691689 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-416f04d3-33b1-4c06-9a9a-8435ac396610 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:22.692819 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-416f04d3-33b1-4c06-9a9a-8435ac396610 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "DELETE /v2.0/routers/8ca073b1-80d5-482c-a600-1645d13f7613 HTTP/1.1" status: 204 len: 168 time: 2.1429272 Apr 20 13:32:22.695745 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48200) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:22.697640 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8bf2e5f6-f825-44ff-a025-627e3c8c59b9 req-436223ff-148a-4b7b-99dd-1c21e723fc5d tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6d1e617-b409-4e99-bffe-45bb6cb3a9cd&id=fcc8abcf-2ce1-4467-a807-4af32e7e5c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1506844 Apr 20 13:32:22.776988 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fa8df7b3-0d2a-465c-8674-785c631e575a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:22.778712 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc7d2a16-42ea-4566-b665-4f9fa4c34ad4 admin admin] Router 0df87fc1-e214-4788-a4f1-1b10a5608fdc has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:32:22.791054 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411aee2e-eb0d-459e-a06f-f3018845709a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Made reservation on behalf of 247aeb22d8274a5885ac18eb9fbfed1d for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:32:22.795061 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-411aee2e-eb0d-459e-a06f-f3018845709a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:22.869905 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fa8df7b3-0d2a-465c-8674-785c631e575a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:22.891890 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-fa8df7b3-0d2a-465c-8674-785c631e575a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee1e3f3a-436d-4baf-9474-8341d7977164']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:22.904338 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-fa8df7b3-0d2a-465c-8674-785c631e575a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0af567ff-a35c-45eb-b61a-7c90f213a3a7') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:22.904640 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-fa8df7b3-0d2a-465c-8674-785c631e575a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0af567ff-a35c-45eb-b61a-7c90f213a3a7') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:22.914544 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fa8df7b3-0d2a-465c-8674-785c631e575a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:22.929558 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fa8df7b3-0d2a-465c-8674-785c631e575a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:22.940948 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa8df7b3-0d2a-465c-8674-785c631e575a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:32:22.941368 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fa8df7b3-0d2a-465c-8674-785c631e575a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:22.944631 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:32:22.944631 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:32:22.944631 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:32:22.944631 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:32:22.944631 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:32:22.944631 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:32:22.944631 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:32:22.944631 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:32:22.944631 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:32:22.944631 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:32:22.944631 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:32:22.944631 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:32:22.944631 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:32:22.944631 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:32:22.944631 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:32:22.944631 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:32:22.944631 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:32:22.944631 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:32:22.944631 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:32:22.944631 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:32:22.944631 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:32:22.944631 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:32:22.944631 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:32:22.944631 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:32:22.944631 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:32:22.944631 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:32:22.944631 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:32:22.944631 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:32:22.944631 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:32:22.944631 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:32:22.944631 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:32:22.944631 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:32:22.962891 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7d2a16-42ea-4566-b665-4f9fa4c34ad4 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:32:22.971533 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-cc7d2a16-42ea-4566-b665-4f9fa4c34ad4 admin admin] 10.222.0.25 "PUT /v2.0/routers/0df87fc1-e214-4788-a4f1-1b10a5608fdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8024604 Apr 20 13:32:22.975470 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48202) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:22.977451 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6f0d5b-25df-4465-bb03-7f5aa3e0d20a None None] Sync routers for ids ['0df87fc1-e214-4788-a4f1-1b10a5608fdc'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:32:22.989190 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6f0d5b-25df-4465-bb03-7f5aa3e0d20a None None] Routers {'0df87fc1-e214-4788-a4f1-1b10a5608fdc'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:32:22.990704 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4c6f0d5b-25df-4465-bb03-7f5aa3e0d20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:31:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['0df87fc1-e214-4788-a4f1-1b10a5608fdc'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:23.086672 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8a2fe3ef-4a48-4efe-84da-cdbe30838a7e admin admin] Notify callbacks [] for router, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:23.093471 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fa8df7b3-0d2a-465c-8674-785c631e575a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:23.099072 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fa8df7b3-0d2a-465c-8674-785c631e575a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:23.102511 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-fa8df7b3-0d2a-465c-8674-785c631e575a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "DELETE /v2.0/networks/ee1e3f3a-436d-4baf-9474-8341d7977164 HTTP/1.1" status: 204 len: 168 time: 0.4055271 Apr 20 13:32:23.104008 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-4c6f0d5b-25df-4465-bb03-7f5aa3e0d20a None None] Set router 0df87fc1-e214-4788-a4f1-1b10a5608fdc gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:32:23.106520 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48204) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:23.125614 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8df7b3-0d2a-465c-8674-785c631e575a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event deleted for resources: {'Network': ['ID=ee1e3f3a-436d-4baf-9474-8341d7977164,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:23.161392 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:32:23.187121 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fc1fddaf-0944-477a-a0fb-7bb9bfaa0e43 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:23.217654 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fc1fddaf-0944-477a-a0fb-7bb9bfaa0e43 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:23.271158 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc,segment=NetworkSegment(c18a2f1a-f31d-47d6-a67e-21a4c4dcc689),segment_id=c18a2f1a-f31d-47d6-a67e-21a4c4dcc689)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:23.285573 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc', 'network_id': 'eb65fc52-0bdc-49a9-9bbc-078092e68417', 'port_id': '8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc', 'mac_address': 'fa:16:3e:62:5f:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92a33fd3-fda2-4b34-a7a2-54478bc3a7a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:32:23.291130 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8a2fe3ef-4a48-4efe-84da-cdbe30838a7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:23.328472 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:23.342161 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:32:23.345522 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fc1fddaf-0944-477a-a0fb-7bb9bfaa0e43 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:23.348712 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fc1fddaf-0944-477a-a0fb-7bb9bfaa0e43 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:23.352597 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-fc1fddaf-0944-477a-a0fb-7bb9bfaa0e43 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "DELETE /v2.0/security-groups/396bd829-13d7-4276-9781-d3c0c5bea5bc HTTP/1.1" status: 204 len: 168 time: 0.2413304 Apr 20 13:32:23.364416 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc,segment=NetworkSegment(c18a2f1a-f31d-47d6-a67e-21a4c4dcc689),segment_id=c18a2f1a-f31d-47d6-a67e-21a4c4dcc689)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:23.373945 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1fddaf-0944-477a-a0fb-7bb9bfaa0e43 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=396bd829-13d7-4276-9781-d3c0c5bea5bc,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:23.400145 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-411aee2e-eb0d-459e-a06f-f3018845709a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:23.442473 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:23.446876 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4c6f0d5b-25df-4465-bb03-7f5aa3e0d20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df87fc1-e214-4788-a4f1-1b10a5608fdc', 'name': 'tempest-ImageQuotaTest-1358907342-router', 'tenant_id': '358fbad5275d4de28e59b15b753bd5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': 'c8e1f09a-eaa5-4e2b-8c92-96449f25057c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:32:05Z', 'updated_at': '2022-04-20T13:32:21Z', 'revision_number': 5, 'project_id': '358fbad5275d4de28e59b15b753bd5b8', 'gw_port': {'id': 'c8e1f09a-eaa5-4e2b-8c92-96449f25057c', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:89:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df87fc1-e214-4788-a4f1-1b10a5608fdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:32:06Z', 'updated_at': '2022-04-20T13:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:23.475953 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6f0d5b-25df-4465-bb03-7f5aa3e0d20a None None] Checking router: 0df87fc1-e214-4788-a4f1-1b10a5608fdc for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:32:23.490100 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411aee2e-eb0d-459e-a06f-f3018845709a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event updated for resources: {'Subnet': ['ID=e2cf35e8-b3ec-4290-aadd-bf432036934c,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:23.499848 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:23.503464 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6f0d5b-25df-4465-bb03-7f5aa3e0d20a None None] Routers {'0df87fc1-e214-4788-a4f1-1b10a5608fdc'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:32:23.504925 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4c6f0d5b-25df-4465-bb03-7f5aa3e0d20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:31:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['0df87fc1-e214-4788-a4f1-1b10a5608fdc'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:23.520700 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411aee2e-eb0d-459e-a06f-f3018845709a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Checking segment: {'id': '88ecd2da-a61d-41d7-8097-ee2136b34f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '908a90d7-2ff3-4e27-a39a-272cd2b27c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:32:23.521070 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411aee2e-eb0d-459e-a06f-f3018845709a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Network hostable DHCP agents. Network: 908a90d7-2ff3-4e27-a39a-272cd2b27c79, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:32:23.524037 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-8a2fe3ef-4a48-4efe-84da-cdbe30838a7e admin admin] Deleting port c8e1f09a-eaa5-4e2b-8c92-96449f25057c {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:32:23.524372 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8a2fe3ef-4a48-4efe-84da-cdbe30838a7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:23.599976 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-4c6f0d5b-25df-4465-bb03-7f5aa3e0d20a None None] Set router 0df87fc1-e214-4788-a4f1-1b10a5608fdc gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:32:23.620507 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411aee2e-eb0d-459e-a06f-f3018845709a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Network 908a90d7-2ff3-4e27-a39a-272cd2b27c79 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:32:23.629661 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-8a2fe3ef-4a48-4efe-84da-cdbe30838a7e admin admin] For port c8e1f09a-eaa5-4e2b-8c92-96449f25057c, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=c8e1f09a-eaa5-4e2b-8c92-96449f25057c,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:23.630274 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8a2fe3ef-4a48-4efe-84da-cdbe30838a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:23.643876 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-8a2fe3ef-4a48-4efe-84da-cdbe30838a7e admin admin] Calling delete_port for c8e1f09a-eaa5-4e2b-8c92-96449f25057c owned by network:router_gateway {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:32:23.656677 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4c6f0d5b-25df-4465-bb03-7f5aa3e0d20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0df87fc1-e214-4788-a4f1-1b10a5608fdc', 'name': 'tempest-ImageQuotaTest-1358907342-router', 'tenant_id': '358fbad5275d4de28e59b15b753bd5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:32:05Z', 'updated_at': '2022-04-20T13:32:23Z', 'revision_number': 6, 'project_id': '358fbad5275d4de28e59b15b753bd5b8', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:23.686898 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6f0d5b-25df-4465-bb03-7f5aa3e0d20a None None] The sync data for ids ['0df87fc1-e214-4788-a4f1-1b10a5608fdc'] in n-d-836015-7 is: [{'id': '0df87fc1-e214-4788-a4f1-1b10a5608fdc', 'name': 'tempest-ImageQuotaTest-1358907342-router', 'tenant_id': '358fbad5275d4de28e59b15b753bd5b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:32:05Z', 'updated_at': '2022-04-20T13:32:23Z', 'revision_number': 6, 'project_id': '358fbad5275d4de28e59b15b753bd5b8', 'gw_port_host': None}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:32:23.699613 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-411aee2e-eb0d-459e-a06f-f3018845709a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 908a90d7-2ff3-4e27-a39a-272cd2b27c79) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:32:23.706112 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411aee2e-eb0d-459e-a06f-f3018845709a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:23.706701 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-411aee2e-eb0d-459e-a06f-f3018845709a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:23.713226 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414eb747-df36-437f-bae4-3836d1d47f8b None None] Network 908a90d7-2ff3-4e27-a39a-272cd2b27c79 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:32:23.796684 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:32:23.811165 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-411aee2e-eb0d-459e-a06f-f3018845709a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2894707 Apr 20 13:32:23.813772 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48212) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:23.915269 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b4ec5-667f-4d8e-843a-eda9cd8dba3e req-e74b87ac-a223-400f-9118-b661b3bec675 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:23.916912 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-096b4ec5-667f-4d8e-843a-eda9cd8dba3e req-e74b87ac-a223-400f-9118-b661b3bec675 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/ports?device_id=af24d935-b8cf-4a3d-a2d6-df3066be0ca4 HTTP/1.1" status: 200 len: 983 time: 0.0939863 Apr 20 13:32:23.933852 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-51ff6ddc-534f-4a95-9b7b-66add0f6d85c tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:23.974155 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-096b4ec5-667f-4d8e-843a-eda9cd8dba3e req-82ce9293-99f6-4cf5-9f58-e43a1b374e44 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6d1e617-b409-4e99-bffe-45bb6cb3a9cd&id=fcc8abcf-2ce1-4467-a807-4af32e7e5c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0502815 Apr 20 13:32:23.994044 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48214) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:23.999080 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-e5d45e67-8597-483e-ae11-fc2f8b36f36e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-508686571', 'description': 'tempest-secgroup-smoke-508686571 description', 'project_id': '7d7599e499ac4ab585978f26ba0a43a9'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:24.006829 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-51ff6ddc-534f-4a95-9b7b-66add0f6d85c tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:24.025167 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8a2fe3ef-4a48-4efe-84da-cdbe30838a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:24.029924 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b86835f-9c55-45e0-9a0c-a7bec5bc1fe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-908a90d7-2ff3-4e27-a39a-272cd2b27c79', 'network_id': '908a90d7-2ff3-4e27-a39a-272cd2b27c79', 'tenant_id': '247aeb22d8274a5885ac18eb9fbfed1d', 'fixed_ips': [{'subnet_id': 'e2cf35e8-b3ec-4290-aadd-bf432036934c'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:32:24.029924 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2b86835f-9c55-45e0-9a0c-a7bec5bc1fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:24.055145 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2fe3ef-4a48-4efe-84da-cdbe30838a7e admin admin] Pushing event deleted for resources: {'Port': ['ID=c8e1f09a-eaa5-4e2b-8c92-96449f25057c,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:24.129541 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e5d45e67-8597-483e-ae11-fc2f8b36f36e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:24.131720 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8a2fe3ef-4a48-4efe-84da-cdbe30838a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:24.162644 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-51ff6ddc-534f-4a95-9b7b-66add0f6d85c tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:24.190012 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff6ddc-534f-4a95-9b7b-66add0f6d85c tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event deleted for resources: {'Subnet': ['ID=e2cf35e8-b3ec-4290-aadd-bf432036934c,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:24.233032 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d65ea0b6-ad75-41ac-89b6-aa7da34d1e66 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:32:24.263249 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: d65ea0b6-ad75-41ac-89b6-aa7da34d1e66 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:32:24.264946 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d65ea0b6-ad75-41ac-89b6-aa7da34d1e66 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:32:24.264946 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 5284862d-fdb8-46d4-9c1d-1dad632a21af no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:32:24.268316 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8a2fe3ef-4a48-4efe-84da-cdbe30838a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:24.272141 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8a2fe3ef-4a48-4efe-84da-cdbe30838a7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:24.294289 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 5284862d-fdb8-46d4-9c1d-1dad632a21af {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:32:24.294883 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 5284862d-fdb8-46d4-9c1d-1dad632a21af not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:32:24.295134 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 15679688-e520-4a95-8d8e-7487857042d2 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:32:24.302129 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-51ff6ddc-534f-4a95-9b7b-66add0f6d85c tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:24.315021 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 15679688-e520-4a95-8d8e-7487857042d2 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:32:24.315261 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 15679688-e520-4a95-8d8e-7487857042d2 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:32:24.326120 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-51ff6ddc-534f-4a95-9b7b-66add0f6d85c tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['908a90d7-2ff3-4e27-a39a-272cd2b27c79']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:24.335588 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-51ff6ddc-534f-4a95-9b7b-66add0f6d85c tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88ecd2da-a61d-41d7-8097-ee2136b34f8f') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:24.335920 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-51ff6ddc-534f-4a95-9b7b-66add0f6d85c tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88ecd2da-a61d-41d7-8097-ee2136b34f8f') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:24.345647 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-51ff6ddc-534f-4a95-9b7b-66add0f6d85c tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:24.361649 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-51ff6ddc-534f-4a95-9b7b-66add0f6d85c tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:24.368146 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51ff6ddc-534f-4a95-9b7b-66add0f6d85c tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:32:24.368548 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-51ff6ddc-534f-4a95-9b7b-66add0f6d85c tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server [None req-2b86835f-9c55-45e0-9a0c-a7bec5bc1fe5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e2cf35e8-b3ec-4290-aadd-bf432036934c: This subnet is being modified by another concurrent operation. Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server raise exception Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e2cf35e8-b3ec-4290-aadd-bf432036934c: This subnet is being modified by another concurrent operation. Apr 20 13:32:24.371119 n-d-836015-7 neutron-server[114871]: ERROR oslo_messaging.rpc.server Apr 20 13:32:24.385707 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:32:24.385707 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:32:24.385707 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:32:24.385707 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:32:24.385707 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:32:24.385707 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:32:24.385707 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:32:24.385707 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:32:24.385707 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:32:24.385707 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:32:24.385707 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:32:24.385707 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:32:24.385707 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:32:24.385707 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:32:24.385707 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:32:24.385707 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:32:24.385707 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:32:24.385707 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:32:24.385707 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:32:24.385707 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:32:24.385707 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:32:24.385707 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:32:24.385707 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:32:24.385707 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:32:24.385707 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:32:24.385707 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:32:24.385707 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:32:24.385707 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:32:24.385707 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:32:24.385707 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:32:24.385707 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:32:24.385707 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:32:24.389422 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e5d45e67-8597-483e-ae11-fc2f8b36f36e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:24.396197 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a76969-d380-42af-a7c3-b6ac9ca67f36 None None] Network 908a90d7-2ff3-4e27-a39a-272cd2b27c79 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:32:24.431054 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8a2fe3ef-4a48-4efe-84da-cdbe30838a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:24.431746 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2fe3ef-4a48-4efe-84da-cdbe30838a7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0df87fc1-e214-4788-a4f1-1b10a5608fdc {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:32:24.436766 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8a2fe3ef-4a48-4efe-84da-cdbe30838a7e admin admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:24.441807 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8a2fe3ef-4a48-4efe-84da-cdbe30838a7e admin admin] 10.222.0.25 "DELETE /v2.0/routers/0df87fc1-e214-4788-a4f1-1b10a5608fdc HTTP/1.1" status: 204 len: 168 time: 1.4613309 Apr 20 13:32:24.441807 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48216) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:24.459015 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0de74568-f1a5-4850-b4f3-8fe8831ae8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:24.467833 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e5d45e67-8597-483e-ae11-fc2f8b36f36e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:24.509478 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d4fbf2-42eb-475f-8483-2ae02ef91715 None None] get_active_networks_info from n-d-836015-7 {{(pid=114871) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 13:32:24.513737 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b2a4659-9d81-44dc-a61e-e279534fe638 admin admin] Deleting subnet e23a4a12-a487-418d-8b1b-ebd6847a6f75 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:32:24.516505 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-51ff6ddc-534f-4a95-9b7b-66add0f6d85c tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:24.517311 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1b2a4659-9d81-44dc-a61e-e279534fe638 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:24.522257 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-51ff6ddc-534f-4a95-9b7b-66add0f6d85c tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:24.531287 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-51ff6ddc-534f-4a95-9b7b-66add0f6d85c tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "DELETE /v2.0/networks/908a90d7-2ff3-4e27-a39a-272cd2b27c79 HTTP/1.1" status: 204 len: 168 time: 0.7123692 Apr 20 13:32:24.532060 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48218) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:24.536996 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d45e67-8597-483e-ae11-fc2f8b36f36e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7a0061-53d3-4edf-af48-0982f15b9d4d,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:24.541031 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-d533c929-1f16-460f-96b9-72c8f2268606 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-831696954'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:24.558717 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e5d45e67-8597-483e-ae11-fc2f8b36f36e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:24.560780 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff6ddc-534f-4a95-9b7b-66add0f6d85c tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event deleted for resources: {'Network': ['ID=908a90d7-2ff3-4e27-a39a-272cd2b27c79,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:24.563975 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48220) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:24.564094 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e5d45e67-8597-483e-ae11-fc2f8b36f36e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5680199 Apr 20 13:32:24.566143 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1b2a4659-9d81-44dc-a61e-e279534fe638 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:24.569930 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-10ba452e-be05-4970-b266-32ca6951327b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'security_group_rule': {'security_group_id': '4f7a0061-53d3-4edf-af48-0982f15b9d4d', 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:24.620683 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d4fbf2-42eb-475f-8483-2ae02ef91715 None None] Resources bound (agent type, host, resource id): {{(pid=114871) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 13:32:24.642839 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d533c929-1f16-460f-96b9-72c8f2268606 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Made reservation on behalf of 247aeb22d8274a5885ac18eb9fbfed1d for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:32:24.649161 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d533c929-1f16-460f-96b9-72c8f2268606 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:24.676369 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-10ba452e-be05-4970-b266-32ca6951327b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:24.693924 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1b2a4659-9d81-44dc-a61e-e279534fe638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:24.706738 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d533c929-1f16-460f-96b9-72c8f2268606 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:32:24.736925 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d533c929-1f16-460f-96b9-72c8f2268606 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:24.737247 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-d533c929-1f16-460f-96b9-72c8f2268606 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Added segment 17256b5a-73e6-4019-a61b-c366a1a52ff9 of type vlan for network 0b125d65-3b68-4c75-b46a-e11907726bc3 Apr 20 13:32:24.800077 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d533c929-1f16-460f-96b9-72c8f2268606 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:24.803237 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-10ba452e-be05-4970-b266-32ca6951327b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:24.819797 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1b2a4659-9d81-44dc-a61e-e279534fe638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:24.833345 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1b2a4659-9d81-44dc-a61e-e279534fe638 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:24.836583 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1b2a4659-9d81-44dc-a61e-e279534fe638 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e23a4a12-a487-418d-8b1b-ebd6847a6f75 HTTP/1.1" status: 204 len: 168 time: 0.3951337 Apr 20 13:32:24.839608 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48222) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:24.854738 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a4659-9d81-44dc-a61e-e279534fe638 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e23a4a12-a487-418d-8b1b-ebd6847a6f75,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:24.866135 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-10ba452e-be05-4970-b266-32ca6951327b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:24.904940 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b9dfdf-b116-4fb4-a2d9-355bbc40d34f None None] Network 496eb5bf-7cd6-40a7-96ca-dbb2334d2d40 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:32:24.925111 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d533c929-1f16-460f-96b9-72c8f2268606 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:24.930735 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d533c929-1f16-460f-96b9-72c8f2268606 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:24.931414 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d533c929-1f16-460f-96b9-72c8f2268606 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:24.962492 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba452e-be05-4970-b266-32ca6951327b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd5f187f-c789-4ddb-826d-a351160eff11,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:25.007039 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-16c786e8-18b0-40bb-8511-3136571efe7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:25.031285 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-10ba452e-be05-4970-b266-32ca6951327b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:25.035044 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-10ba452e-be05-4970-b266-32ca6951327b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4663115 Apr 20 13:32:25.035535 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d533c929-1f16-460f-96b9-72c8f2268606 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event updated for resources: {'Network': ['ID=0b125d65-3b68-4c75-b46a-e11907726bc3,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:25.037871 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48226) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:25.042207 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-8d60cbe7-9f56-4dfd-ab13-f9f3d279785c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'security_group_rule': {'security_group_id': '4f7a0061-53d3-4edf-af48-0982f15b9d4d', 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:25.068811 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 0b125d65-3b68-4c75-b46a-e11907726bc3 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:32:25.081374 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d533c929-1f16-460f-96b9-72c8f2268606 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5452130 Apr 20 13:32:25.084741 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48228) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:25.095539 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-98e118b1-eaa2-49d7-b771-c690f55144c6 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Request body: {'subnet': {'network_id': '0b125d65-3b68-4c75-b46a-e11907726bc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:25.133246 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ceafa-de70-4275-93da-e339b0b6414e req-6564c989-cea5-4097-b7e0-2c3ff45e0164 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:25.136532 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ad0ceafa-de70-4275-93da-e339b0b6414e req-6564c989-cea5-4097-b7e0-2c3ff45e0164 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/ports?device_id=af24d935-b8cf-4a3d-a2d6-df3066be0ca4 HTTP/1.1" status: 200 len: 983 time: 0.0544875 Apr 20 13:32:25.137139 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc3de87-c382-4bde-bfce-d545c2cb00a6 None None] DHCP port deletion for 496eb5bf-7cd6-40a7-96ca-dbb2334d2d40 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:32:25.166945 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8d60cbe7-9f56-4dfd-ab13-f9f3d279785c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:25.175755 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:32:25.181575 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-16c786e8-18b0-40bb-8511-3136571efe7c admin admin] Deleting port 810f2801-6a29-40d8-b4bb-6d8b3520c9d8 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:32:25.181926 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-16c786e8-18b0-40bb-8511-3136571efe7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:25.206756 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ad0ceafa-de70-4275-93da-e339b0b6414e req-ec5a64ed-7376-49d8-a4dc-327df917011f tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6d1e617-b409-4e99-bffe-45bb6cb3a9cd&id=fcc8abcf-2ce1-4467-a807-4af32e7e5c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0637355 Apr 20 13:32:25.234220 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8d60cbe7-9f56-4dfd-ab13-f9f3d279785c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:25.281855 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-bbc3de87-c382-4bde-bfce-d545c2cb00a6 None None] Deleting port 810f2801-6a29-40d8-b4bb-6d8b3520c9d8 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:32:25.281855 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bbc3de87-c382-4bde-bfce-d545c2cb00a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:25.282072 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-16c786e8-18b0-40bb-8511-3136571efe7c admin admin] For port 810f2801-6a29-40d8-b4bb-6d8b3520c9d8, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=810f2801-6a29-40d8-b4bb-6d8b3520c9d8,segment=NetworkSegment(84eed452-3566-4aaa-a89a-c0bdd33b8bdb),segment_id=84eed452-3566-4aaa-a89a-c0bdd33b8bdb)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:25.282072 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-16c786e8-18b0-40bb-8511-3136571efe7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:25.282072 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-16c786e8-18b0-40bb-8511-3136571efe7c admin admin] Calling delete_port for 810f2801-6a29-40d8-b4bb-6d8b3520c9d8 owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:32:25.308384 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-bbc3de87-c382-4bde-bfce-d545c2cb00a6 None None] For port 810f2801-6a29-40d8-b4bb-6d8b3520c9d8, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=810f2801-6a29-40d8-b4bb-6d8b3520c9d8,segment=NetworkSegment(84eed452-3566-4aaa-a89a-c0bdd33b8bdb),segment_id=84eed452-3566-4aaa-a89a-c0bdd33b8bdb)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:25.310058 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bbc3de87-c382-4bde-bfce-d545c2cb00a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:25.321250 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-bbc3de87-c382-4bde-bfce-d545c2cb00a6 None None] Calling delete_port for 810f2801-6a29-40d8-b4bb-6d8b3520c9d8 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:32:25.356644 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8d60cbe7-9f56-4dfd-ab13-f9f3d279785c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:25.379775 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e118b1-eaa2-49d7-b771-c690f55144c6 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Made reservation on behalf of 247aeb22d8274a5885ac18eb9fbfed1d for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:32:25.380719 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:32:25.381690 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d60cbe7-9f56-4dfd-ab13-f9f3d279785c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdcae480-e3bb-423e-aba9-79ec06f7c04a,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:25.385807 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-98e118b1-eaa2-49d7-b771-c690f55144c6 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:25.392311 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:25.392688 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:32:25.431839 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:32:25.438285 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-16c786e8-18b0-40bb-8511-3136571efe7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:25.444791 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bbc3de87-c382-4bde-bfce-d545c2cb00a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:25.472908 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8d60cbe7-9f56-4dfd-ab13-f9f3d279785c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:25.477153 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8d60cbe7-9f56-4dfd-ab13-f9f3d279785c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4368200 Apr 20 13:32:25.480037 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48232) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:25.488348 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c786e8-18b0-40bb-8511-3136571efe7c admin admin] No DVR routers for this DVR port 810f2801-6a29-40d8-b4bb-6d8b3520c9d8 on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:32:25.488794 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-b78f7f24-7ed9-4c13-b47e-2dea0d10079f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'security_group_rule': {'security_group_id': '4f7a0061-53d3-4edf-af48-0982f15b9d4d', 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:25.493424 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3de87-c382-4bde-bfce-d545c2cb00a6 None None] Pushing event deleted for resources: {'Port': ['ID=810f2801-6a29-40d8-b4bb-6d8b3520c9d8,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:25.497583 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c786e8-18b0-40bb-8511-3136571efe7c admin admin] Pushing event deleted for resources: {'Port': ['ID=810f2801-6a29-40d8-b4bb-6d8b3520c9d8,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:25.505367 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc3de87-c382-4bde-bfce-d545c2cb00a6 None None] No DVR routers for this DVR port 810f2801-6a29-40d8-b4bb-6d8b3520c9d8 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:32:25.510944 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:25.543906 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af24d935-b8cf-4a3d-a2d6-df3066be0ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:32:25.546065 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c823e0af-5fd0-4621-b766-71e7e0877233" -d '{"events": [{"server_uuid": "af24d935-b8cf-4a3d-a2d6-df3066be0ca4", "name": "network-vif-plugged", "status": "completed", "tag": "8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:32:25.559025 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc,segment=NetworkSegment(c18a2f1a-f31d-47d6-a67e-21a4c4dcc689),segment_id=c18a2f1a-f31d-47d6-a67e-21a4c4dcc689)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:25.585319 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26945f16-11f1-4580-815f-9c5740c7a87d x-openstack-request-id: req-26945f16-11f1-4580-815f-9c5740c7a87d {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:32:25.585581 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b78f7f24-7ed9-4c13-b47e-2dea0d10079f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:25.586083 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af24d935-b8cf-4a3d-a2d6-df3066be0ca4", "name": "network-vif-plugged", "status": "completed", "tag": "8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:32:25.586083 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-26945f16-11f1-4580-815f-9c5740c7a87d {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:32:25.586857 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26945f16-11f1-4580-815f-9c5740c7a87d'] response: {'server_uuid': 'af24d935-b8cf-4a3d-a2d6-df3066be0ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc', 'code': 200} Apr 20 13:32:25.597448 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-16c786e8-18b0-40bb-8511-3136571efe7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:25.631590 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:25.660947 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-16c786e8-18b0-40bb-8511-3136571efe7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['496eb5bf-7cd6-40a7-96ca-dbb2334d2d40']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:25.661296 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b78f7f24-7ed9-4c13-b47e-2dea0d10079f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:25.698352 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-16c786e8-18b0-40bb-8511-3136571efe7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84eed452-3566-4aaa-a89a-c0bdd33b8bdb') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:25.698646 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-16c786e8-18b0-40bb-8511-3136571efe7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84eed452-3566-4aaa-a89a-c0bdd33b8bdb') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:25.699464 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:25.712496 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-16c786e8-18b0-40bb-8511-3136571efe7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:25.715839 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b78f7f24-7ed9-4c13-b47e-2dea0d10079f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:25.730971 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f7f24-7ed9-4c13-b47e-2dea0d10079f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d87ea12-0097-439d-a4be-1a0abd7d888e,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:25.734614 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-16c786e8-18b0-40bb-8511-3136571efe7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:25.752866 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device c8e1f09a-eaa5-4e2b-8c92-96449f25057c no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:32:25.765435 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16c786e8-18b0-40bb-8511-3136571efe7c admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:32:25.765771 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-16c786e8-18b0-40bb-8511-3136571efe7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:25.769985 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:32:25.769985 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:32:25.769985 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:32:25.769985 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:32:25.769985 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:32:25.769985 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:32:25.769985 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:32:25.769985 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:32:25.769985 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:32:25.769985 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:32:25.769985 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:32:25.769985 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:32:25.769985 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:32:25.769985 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:32:25.769985 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:32:25.769985 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:32:25.769985 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:32:25.769985 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:32:25.769985 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:32:25.769985 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:32:25.769985 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:32:25.769985 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:32:25.769985 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:32:25.769985 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:32:25.769985 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:32:25.769985 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:32:25.769985 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:32:25.769985 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:32:25.769985 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:32:25.769985 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:32:25.769985 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:32:25.769985 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:32:25.776063 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: c8e1f09a-eaa5-4e2b-8c92-96449f25057c {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:32:25.776414 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device c8e1f09a-eaa5-4e2b-8c92-96449f25057c not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:32:25.776838 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 224dc83c-3579-4a7f-8da5-ef1db80132e8 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:32:25.788093 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381f83c-e40b-42ec-bc0e-205b91c3bd2c req-8ce8717a-34ed-4e47-b59e-87e97eb79442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:25.789568 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f381f83c-e40b-42ec-bc0e-205b91c3bd2c req-8ce8717a-34ed-4e47-b59e-87e97eb79442 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=af24d935-b8cf-4a3d-a2d6-df3066be0ca4 HTTP/1.1" status: 200 len: 1135 time: 0.1323750 Apr 20 13:32:25.793403 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b78f7f24-7ed9-4c13-b47e-2dea0d10079f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:25.795011 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b78f7f24-7ed9-4c13-b47e-2dea0d10079f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3135192 Apr 20 13:32:25.795985 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 224dc83c-3579-4a7f-8da5-ef1db80132e8 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:32:25.796331 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 224dc83c-3579-4a7f-8da5-ef1db80132e8 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:32:25.796774 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 810f2801-6a29-40d8-b4bb-6d8b3520c9d8 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:32:25.797711 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48236) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:25.802530 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-2f0ab954-a55e-4977-9292-37e5ff6f69c6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'security_group_rule': {'security_group_id': '4f7a0061-53d3-4edf-af48-0982f15b9d4d', 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:25.816973 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 810f2801-6a29-40d8-b4bb-6d8b3520c9d8 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:32:25.817600 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 810f2801-6a29-40d8-b4bb-6d8b3520c9d8 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:32:25.854176 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-98e118b1-eaa2-49d7-b771-c690f55144c6 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:25.876777 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2f0ab954-a55e-4977-9292-37e5ff6f69c6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:25.913769 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f381f83c-e40b-42ec-bc0e-205b91c3bd2c req-9ec9fa1a-595c-4bb0-accd-f03a4b4a281f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fcc8abcf-2ce1-4467-a807-4af32e7e5c5c&id=b6d1e617-b409-4e99-bffe-45bb6cb3a9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0811324 Apr 20 13:32:25.916832 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-16c786e8-18b0-40bb-8511-3136571efe7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:25.925152 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-16c786e8-18b0-40bb-8511-3136571efe7c admin admin] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:25.928186 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-16c786e8-18b0-40bb-8511-3136571efe7c admin admin] 10.222.0.25 "DELETE /v2.0/networks/496eb5bf-7cd6-40a7-96ca-dbb2334d2d40 HTTP/1.1" status: 204 len: 168 time: 1.0863256 Apr 20 13:32:25.941087 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2f0ab954-a55e-4977-9292-37e5ff6f69c6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:25.948127 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e118b1-eaa2-49d7-b771-c690f55144c6 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event updated for resources: {'Subnet': ['ID=ab0b2890-295a-45d1-b43a-f7d513155879,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:25.952216 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c786e8-18b0-40bb-8511-3136571efe7c admin admin] Pushing event deleted for resources: {'Network': ['ID=496eb5bf-7cd6-40a7-96ca-dbb2334d2d40,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:25.959625 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e118b1-eaa2-49d7-b771-c690f55144c6 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Checking segment: {'id': '17256b5a-73e6-4019-a61b-c366a1a52ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0b125d65-3b68-4c75-b46a-e11907726bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:32:25.960004 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e118b1-eaa2-49d7-b771-c690f55144c6 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Network hostable DHCP agents. Network: 0b125d65-3b68-4c75-b46a-e11907726bc3, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:32:26.002035 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2f0ab954-a55e-4977-9292-37e5ff6f69c6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:26.020553 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ab954-a55e-4977-9292-37e5ff6f69c6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eb0b54c-5d30-4a51-9fba-8e18a59287a8,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:26.064623 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e118b1-eaa2-49d7-b771-c690f55144c6 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Network 0b125d65-3b68-4c75-b46a-e11907726bc3 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:32:26.106593 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2f0ab954-a55e-4977-9292-37e5ff6f69c6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:26.107892 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2f0ab954-a55e-4977-9292-37e5ff6f69c6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3089747 Apr 20 13:32:26.111804 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48240) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:26.116433 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-cb9ae698-49a5-4fab-8235-9235af79be31 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'security_group_rule': {'security_group_id': '4f7a0061-53d3-4edf-af48-0982f15b9d4d', 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:26.121840 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-98e118b1-eaa2-49d7-b771-c690f55144c6 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 0b125d65-3b68-4c75-b46a-e11907726bc3) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:32:26.130051 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65dabff-ac8f-4d7b-ac4d-dade1f9dc948 None None] Network 0b125d65-3b68-4c75-b46a-e11907726bc3 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:32:26.134054 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e118b1-eaa2-49d7-b771-c690f55144c6 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:26.134054 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-98e118b1-eaa2-49d7-b771-c690f55144c6 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:26.196360 n-d-836015-7 neutron-server[114869]: INFO neutron.db.securitygroups_db [None req-cb9ae698-49a5-4fab-8235-9235af79be31 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Project 7d7599e499ac4ab585978f26ba0a43a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:32:26.199633 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-98e118b1-eaa2-49d7-b771-c690f55144c6 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1117153 Apr 20 13:32:26.202685 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48242) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:26.209309 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-2974e6dc-a2b0-484b-9d70-f7e6e32f07da tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Request body: {'subnet': {'network_id': '0b125d65-3b68-4c75-b46a-e11907726bc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:26.224440 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cb9ae698-49a5-4fab-8235-9235af79be31 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:26.279402 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48246) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:26.289565 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff7af76-6da0-4bf8-b9a2-de108eb8cb2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-0b125d65-3b68-4c75-b46a-e11907726bc3', 'network_id': '0b125d65-3b68-4c75-b46a-e11907726bc3', 'tenant_id': '247aeb22d8274a5885ac18eb9fbfed1d', 'fixed_ips': [{'subnet_id': 'ab0b2890-295a-45d1-b43a-f7d513155879'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:32:26.290999 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2ff7af76-6da0-4bf8-b9a2-de108eb8cb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:26.324039 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ffdfab6a-4ff4-41b8-b2c7-f0762cb415ce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=358fbad5275d4de28e59b15b753bd5b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432081 Apr 20 13:32:26.327534 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48248) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:26.370231 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cb9ae698-49a5-4fab-8235-9235af79be31 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:26.382471 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f8102036-2a67-4c43-946f-b270d9102dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:26.405647 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb06f08-6376-46fb-b330-722caa73ac1a req-d6f82cde-f7eb-42a4-b147-b8faefd7f186 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:26.407157 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0cb06f08-6376-46fb-b330-722caa73ac1a req-d6f82cde-f7eb-42a4-b147-b8faefd7f186 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/ports?device_id=af24d935-b8cf-4a3d-a2d6-df3066be0ca4 HTTP/1.1" status: 200 len: 984 time: 0.0756452 Apr 20 13:32:26.414852 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f8102036-2a67-4c43-946f-b270d9102dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:26.449691 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cb9ae698-49a5-4fab-8235-9235af79be31 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:26.454302 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-2ff7af76-6da0-4bf8-b9a2-de108eb8cb2b None None] Allocated IP 2001:db8::2 (0b125d65-3b68-4c75-b46a-e11907726bc3/ab0b2890-295a-45d1-b43a-f7d513155879/9f533d66-b61a-464b-92ac-9899adceae58) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:32:26.455830 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0cb06f08-6376-46fb-b330-722caa73ac1a req-78c87541-de6c-4eb3-aca8-cecc5ebcb842 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6d1e617-b409-4e99-bffe-45bb6cb3a9cd&id=fcc8abcf-2ce1-4467-a807-4af32e7e5c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0402284 Apr 20 13:32:26.476379 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2974e6dc-a2b0-484b-9d70-f7e6e32f07da tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Made reservation on behalf of 247aeb22d8274a5885ac18eb9fbfed1d for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:32:26.483100 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2974e6dc-a2b0-484b-9d70-f7e6e32f07da tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:26.490197 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ae698-49a5-4fab-8235-9235af79be31 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37de09d9-7d1f-4390-af3e-b418b117c8b0,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:26.527765 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f8102036-2a67-4c43-946f-b270d9102dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:26.532952 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f8102036-2a67-4c43-946f-b270d9102dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:26.540395 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f8102036-2a67-4c43-946f-b270d9102dc0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8067d867-dcbc-4f14-a831-a8dd09631441 HTTP/1.1" status: 204 len: 168 time: 0.2059164 Apr 20 13:32:26.545166 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8102036-2a67-4c43-946f-b270d9102dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8067d867-dcbc-4f14-a831-a8dd09631441,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:26.556284 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cb9ae698-49a5-4fab-8235-9235af79be31 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:26.560225 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-cb9ae698-49a5-4fab-8235-9235af79be31 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4448185 Apr 20 13:32:26.560568 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48252) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:26.565278 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-f5f26baf-8f34-4d9f-9911-57d058b86098 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'security_group_rule': {'security_group_id': '4f7a0061-53d3-4edf-af48-0982f15b9d4d', 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:26.625215 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2ff7af76-6da0-4bf8-b9a2-de108eb8cb2b None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:26.631026 n-d-836015-7 neutron-server[114870]: INFO neutron.db.securitygroups_db [None req-f5f26baf-8f34-4d9f-9911-57d058b86098 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Project 7d7599e499ac4ab585978f26ba0a43a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:32:26.639422 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f5f26baf-8f34-4d9f-9911-57d058b86098 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:26.666386 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2ff7af76-6da0-4bf8-b9a2-de108eb8cb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:26.698201 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f5f26baf-8f34-4d9f-9911-57d058b86098 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:26.709912 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff7af76-6da0-4bf8-b9a2-de108eb8cb2b None None] Network 0b125d65-3b68-4c75-b46a-e11907726bc3 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:32:26.721562 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-2ff7af76-6da0-4bf8-b9a2-de108eb8cb2b None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:32:26.726816 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff7af76-6da0-4bf8-b9a2-de108eb8cb2b None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:32:26.732913 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7af76-6da0-4bf8-b9a2-de108eb8cb2b None None] Pushing event updated for resources: {'Port': ['ID=9f533d66-b61a-464b-92ac-9899adceae58,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:26.780024 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f5f26baf-8f34-4d9f-9911-57d058b86098 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:26.788931 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-2ff7af76-6da0-4bf8-b9a2-de108eb8cb2b None None] Attempting to bind port 9f533d66-b61a-464b-92ac-9899adceae58 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:32:26.789285 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-2ff7af76-6da0-4bf8-b9a2-de108eb8cb2b None None] Attempting to bind port 9f533d66-b61a-464b-92ac-9899adceae58 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '17256b5a-73e6-4019-a61b-c366a1a52ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0b125d65-3b68-4c75-b46a-e11907726bc3'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:32:26.789651 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff7af76-6da0-4bf8-b9a2-de108eb8cb2b None None] Attempting to bind port 9f533d66-b61a-464b-92ac-9899adceae58 on network 0b125d65-3b68-4c75-b46a-e11907726bc3 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:32:26.795484 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff7af76-6da0-4bf8-b9a2-de108eb8cb2b None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:32:26.796101 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff7af76-6da0-4bf8-b9a2-de108eb8cb2b None None] Checking segment: {'id': '17256b5a-73e6-4019-a61b-c366a1a52ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0b125d65-3b68-4c75-b46a-e11907726bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:32:26.796391 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2ff7af76-6da0-4bf8-b9a2-de108eb8cb2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:26.796875 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff7af76-6da0-4bf8-b9a2-de108eb8cb2b None None] Bound using segment: {'id': '17256b5a-73e6-4019-a61b-c366a1a52ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0b125d65-3b68-4c75-b46a-e11907726bc3'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:32:26.797249 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-2ff7af76-6da0-4bf8-b9a2-de108eb8cb2b None None] Bound port: 9f533d66-b61a-464b-92ac-9899adceae58, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17256b5a-73e6-4019-a61b-c366a1a52ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0b125d65-3b68-4c75-b46a-e11907726bc3'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:32:26.797635 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2ff7af76-6da0-4bf8-b9a2-de108eb8cb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:26.800261 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f26baf-8f34-4d9f-9911-57d058b86098 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=478fca9c-1495-4127-ba87-1638042017ea,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:26.865879 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2974e6dc-a2b0-484b-9d70-f7e6e32f07da tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:26.901918 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f5f26baf-8f34-4d9f-9911-57d058b86098 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:26.906049 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f5f26baf-8f34-4d9f-9911-57d058b86098 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3414214 Apr 20 13:32:26.907259 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48256) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:26.913222 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-0f185701-6f75-48fa-bdf8-996aa59f0333 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'network': {'name': 'tempest-network-smoke--129999879', 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'port_security_enabled': True}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:26.930598 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2974e6dc-a2b0-484b-9d70-f7e6e32f07da tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event updated for resources: {'Subnet': ['ID=43cbb6ce-61cd-4b98-bfa5-d9529351f0d9,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:26.940670 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2974e6dc-a2b0-484b-9d70-f7e6e32f07da tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Network 0b125d65-3b68-4c75-b46a-e11907726bc3 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:32:26.942289 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-2974e6dc-a2b0-484b-9d70-f7e6e32f07da tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:32:26.948901 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2974e6dc-a2b0-484b-9d70-f7e6e32f07da tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:26.949717 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2974e6dc-a2b0-484b-9d70-f7e6e32f07da tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:26.963243 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c81b2c70-de89-4bef-85f2-a360a0cb09be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:27.001788 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f185701-6f75-48fa-bdf8-996aa59f0333 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Made reservation on behalf of 7d7599e499ac4ab585978f26ba0a43a9 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:32:27.005764 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0f185701-6f75-48fa-bdf8-996aa59f0333 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:27.017260 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-2ff7af76-6da0-4bf8-b9a2-de108eb8cb2b None None] For port 9f533d66-b61a-464b-92ac-9899adceae58, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:32:27.021770 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-2ff7af76-6da0-4bf8-b9a2-de108eb8cb2b None None] For port 9f533d66-b61a-464b-92ac-9899adceae58, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=9f533d66-b61a-464b-92ac-9899adceae58,segment=NetworkSegment(17256b5a-73e6-4019-a61b-c366a1a52ff9),segment_id=17256b5a-73e6-4019-a61b-c366a1a52ff9)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:32:27.030824 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f185701-6f75-48fa-bdf8-996aa59f0333 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:32:27.033975 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2974e6dc-a2b0-484b-9d70-f7e6e32f07da tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8302188 Apr 20 13:32:27.036525 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48258) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:27.039420 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0f185701-6f75-48fa-bdf8-996aa59f0333 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:27.039765 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-0f185701-6f75-48fa-bdf8-996aa59f0333 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Added segment b69de327-6169-49b9-ad7b-fca9dc1dc3ff of type vlan for network 6a6793d9-9340-4921-9b8d-2d2c4f976b91 Apr 20 13:32:27.079886 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0f185701-6f75-48fa-bdf8-996aa59f0333 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:27.124084 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b8f985-19ad-4f9e-a9b1-5cc06cf6cfd0 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:27.125654 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b8f985-19ad-4f9e-a9b1-5cc06cf6cfd0 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:27.127058 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b8f985-19ad-4f9e-a9b1-5cc06cf6cfd0 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:27.128714 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b8f985-19ad-4f9e-a9b1-5cc06cf6cfd0 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:27.130235 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b8f985-19ad-4f9e-a9b1-5cc06cf6cfd0 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:27.131933 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c5b8f985-19ad-4f9e-a9b1-5cc06cf6cfd0 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0944908 Apr 20 13:32:27.135729 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48260) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:27.140899 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-a9b91002-5119-4546-9ea1-c07ca4fec4f2 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1505398116'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:27.156448 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2ff7af76-6da0-4bf8-b9a2-de108eb8cb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:27.185535 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0f185701-6f75-48fa-bdf8-996aa59f0333 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:27.191115 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f185701-6f75-48fa-bdf8-996aa59f0333 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:27.191847 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0f185701-6f75-48fa-bdf8-996aa59f0333 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:27.213907 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b91002-5119-4546-9ea1-c07ca4fec4f2 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Made reservation on behalf of 247aeb22d8274a5885ac18eb9fbfed1d for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:32:27.218116 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a9b91002-5119-4546-9ea1-c07ca4fec4f2 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:27.233399 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7af76-6da0-4bf8-b9a2-de108eb8cb2b None None] Pushing event updated for resources: {'Port': ['ID=9f533d66-b61a-464b-92ac-9899adceae58,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:27.249346 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9b91002-5119-4546-9ea1-c07ca4fec4f2 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:32:27.258723 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a9b91002-5119-4546-9ea1-c07ca4fec4f2 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:27.259159 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-a9b91002-5119-4546-9ea1-c07ca4fec4f2 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Added segment edafbe64-4163-421f-b947-633929c4b409 of type vlan for network 350f05ae-0fad-4e5a-ade7-6374ef06a525 Apr 20 13:32:27.284348 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0f185701-6f75-48fa-bdf8-996aa59f0333 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3758788 Apr 20 13:32:27.287792 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48262) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:27.292862 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-ddd06ae8-4ce8-482a-b9f9-b4f83b4f36f7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1882019028', 'admin_state_up': True, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:27.300147 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f185701-6f75-48fa-bdf8-996aa59f0333 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'Network': ['ID=6a6793d9-9340-4921-9b8d-2d2c4f976b91,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:27.306290 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a9b91002-5119-4546-9ea1-c07ca4fec4f2 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:27.328002 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 6a6793d9-9340-4921-9b8d-2d2c4f976b91 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:32:27.352849 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48264) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:27.369261 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a2613ed3-8d10-41eb-b149-717d22cd8dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:27.469084 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ddd06ae8-4ce8-482a-b9f9-b4f83b4f36f7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:27.470087 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ddd06ae8-4ce8-482a-b9f9-b4f83b4f36f7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:27.531482 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a2613ed3-8d10-41eb-b149-717d22cd8dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:27.573799 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ddd06ae8-4ce8-482a-b9f9-b4f83b4f36f7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:27.602575 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a2613ed3-8d10-41eb-b149-717d22cd8dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:27.648549 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a2613ed3-8d10-41eb-b149-717d22cd8dd3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2945096 Apr 20 13:32:27.649579 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2613ed3-8d10-41eb-b149-717d22cd8dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d913b9-b09a-49b1-a610-6807c6bf22e4,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:27.651962 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48268) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:27.725762 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355c1c9-af9b-44b9-81e9-a5850df5a5bc req-cae25d5e-632f-4957-9666-20eaf40844b4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:27.727610 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a355c1c9-af9b-44b9-81e9-a5850df5a5bc req-cae25d5e-632f-4957-9666-20eaf40844b4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/ports?device_id=af24d935-b8cf-4a3d-a2d6-df3066be0ca4 HTTP/1.1" status: 200 len: 984 time: 0.0533469 Apr 20 13:32:27.739300 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b3467b97-e508-4bab-a27e-ab205eddb7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:27.757587 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a9b91002-5119-4546-9ea1-c07ca4fec4f2 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:27.763044 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b91002-5119-4546-9ea1-c07ca4fec4f2 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:27.763982 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a9b91002-5119-4546-9ea1-c07ca4fec4f2 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:27.800378 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 9f533d66-b61a-464b-92ac-9899adceae58 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:32:27.805838 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a355c1c9-af9b-44b9-81e9-a5850df5a5bc req-2b601b4b-a83e-4973-a750-15e577e9f069 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6d1e617-b409-4e99-bffe-45bb6cb3a9cd&id=fcc8abcf-2ce1-4467-a807-4af32e7e5c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0675943 Apr 20 13:32:27.838633 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b3467b97-e508-4bab-a27e-ab205eddb7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:27.864025 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b91002-5119-4546-9ea1-c07ca4fec4f2 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event updated for resources: {'Network': ['ID=350f05ae-0fad-4e5a-ade7-6374ef06a525,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:27.881220 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 350f05ae-0fad-4e5a-ade7-6374ef06a525 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:32:27.888400 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ddd06ae8-4ce8-482a-b9f9-b4f83b4f36f7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:27.916257 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a9b91002-5119-4546-9ea1-c07ca4fec4f2 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7794065 Apr 20 13:32:27.919762 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48272) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:27.925189 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-b8748948-a849-42fe-bd2a-0bbbbc55bba0 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Request body: {'network': {'name': 'New_network'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:27.955548 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 9f533d66-b61a-464b-92ac-9899adceae58 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:27.955968 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:28.006446 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b3467b97-e508-4bab-a27e-ab205eddb7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:28.010808 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b3467b97-e508-4bab-a27e-ab205eddb7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:28.015822 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b3467b97-e508-4bab-a27e-ab205eddb7db admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/40d913b9-b09a-49b1-a610-6807c6bf22e4 HTTP/1.1" status: 204 len: 168 time: 0.3628356 Apr 20 13:32:28.036108 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9482fdf-9212-40b5-8876-c92808fd9f62 req-b00f2c7e-fd9c-4c05-9b30-7eab32f962c8 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:28.036960 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e9482fdf-9212-40b5-8876-c92808fd9f62 req-b00f2c7e-fd9c-4c05-9b30-7eab32f962c8 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/ports?device_id=af24d935-b8cf-4a3d-a2d6-df3066be0ca4 HTTP/1.1" status: 200 len: 984 time: 0.1343398 Apr 20 13:32:28.048318 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3467b97-e508-4bab-a27e-ab205eddb7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d913b9-b09a-49b1-a610-6807c6bf22e4,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:28.150811 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e9482fdf-9212-40b5-8876-c92808fd9f62 req-89f31fa2-6d18-4501-a5e2-25d764487ac5 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6d1e617-b409-4e99-bffe-45bb6cb3a9cd&id=fcc8abcf-2ce1-4467-a807-4af32e7e5c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0991454 Apr 20 13:32:28.157620 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:28.209313 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b8748948-a849-42fe-bd2a-0bbbbc55bba0 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:28.243747 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:28.249393 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 9f533d66-b61a-464b-92ac-9899adceae58, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=9f533d66-b61a-464b-92ac-9899adceae58,segment=NetworkSegment(17256b5a-73e6-4019-a61b-c366a1a52ff9),segment_id=17256b5a-73e6-4019-a61b-c366a1a52ff9)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:28.264091 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ddd06ae8-4ce8-482a-b9f9-b4f83b4f36f7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:28.288506 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ddd06ae8-4ce8-482a-b9f9-b4f83b4f36f7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:28.299650 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b8748948-a849-42fe-bd2a-0bbbbc55bba0 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:28.314345 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b8748948-a849-42fe-bd2a-0bbbbc55bba0 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Network 350f05ae-0fad-4e5a-ade7-6374ef06a525 is not hosted by any dhcp agent {{(pid=114869) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 20 13:32:28.320035 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8748948-a849-42fe-bd2a-0bbbbc55bba0 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:28.320860 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b8748948-a849-42fe-bd2a-0bbbbc55bba0 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:28.322836 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:28.326163 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b8748948-a849-42fe-bd2a-0bbbbc55bba0 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "PUT /v2.0/networks/350f05ae-0fad-4e5a-ade7-6374ef06a525 HTTP/1.1" status: 200 len: 723 time: 0.4052179 Apr 20 13:32:28.337350 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48278) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:28.349692 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-03861870-bdb9-4872-b2c3-a82dc2fc934a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Request body: {'subnet': {'network_id': '350f05ae-0fad-4e5a-ade7-6374ef06a525', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:28.428479 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae20f847-1909-427c-92d1-694345598e73 req-66e3f238-4c77-49d3-b7a4-89d1fb5af2b2 tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:28.434067 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ae20f847-1909-427c-92d1-694345598e73 req-66e3f238-4c77-49d3-b7a4-89d1fb5af2b2 tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=af24d935-b8cf-4a3d-a2d6-df3066be0ca4 HTTP/1.1" status: 200 len: 1135 time: 0.1713941 Apr 20 13:32:28.442447 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=9f533d66-b61a-464b-92ac-9899adceae58,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:28.461072 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-ddd06ae8-4ce8-482a-b9f9-b4f83b4f36f7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Allocated IP 172.25.8.160 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/7a795967-9718-4e10-a6cd-5bc36424ec70) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:32:28.483281 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8748948-a849-42fe-bd2a-0bbbbc55bba0 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event updated for resources: {'Network': ['ID=350f05ae-0fad-4e5a-ade7-6374ef06a525,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:28.493776 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 350f05ae-0fad-4e5a-ade7-6374ef06a525 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:32:28.526783 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ae20f847-1909-427c-92d1-694345598e73 req-a0988e73-38e3-4ff0-ab04-6fee1fe119f2 tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:28.569291 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5934b464-ef44-498f-9106-f5ce531d3fc6 None None] Network 0b125d65-3b68-4c75-b46a-e11907726bc3 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:32:28.634338 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03861870-bdb9-4872-b2c3-a82dc2fc934a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Made reservation on behalf of 247aeb22d8274a5885ac18eb9fbfed1d for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:32:28.639626 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-03861870-bdb9-4872-b2c3-a82dc2fc934a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:28.664371 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ddd06ae8-4ce8-482a-b9f9-b4f83b4f36f7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:28.701161 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ae20f847-1909-427c-92d1-694345598e73 req-a0988e73-38e3-4ff0-ab04-6fee1fe119f2 tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:28.742985 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ae20f847-1909-427c-92d1-694345598e73 req-a0988e73-38e3-4ff0-ab04-6fee1fe119f2 tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:28.749079 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-d8da02f7-8e8f-4cd5-9b9c-22db1fe5e688 None None] Provisioning complete for port 9f533d66-b61a-464b-92ac-9899adceae58 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:28.749454 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d8da02f7-8e8f-4cd5-9b9c-22db1fe5e688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:28.756530 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ddd06ae8-4ce8-482a-b9f9-b4f83b4f36f7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:28.780643 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ae20f847-1909-427c-92d1-694345598e73 req-a0988e73-38e3-4ff0-ab04-6fee1fe119f2 tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b6d1e617-b409-4e99-bffe-45bb6cb3a9cd&id=fcc8abcf-2ce1-4467-a807-4af32e7e5c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3384106 Apr 20 13:32:28.802190 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd06ae8-4ce8-482a-b9f9-b4f83b4f36f7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:32:28.806397 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48280) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:28.823402 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-ddd06ae8-4ce8-482a-b9f9-b4f83b4f36f7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:32:28.827025 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0988e73-38e3-4ff0-ab04-6fee1fe119f2 tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6004957b-74ae-4895-a0a8-396c9c2c285d,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:28.842149 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd06ae8-4ce8-482a-b9f9-b4f83b4f36f7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:32:28.848978 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd06ae8-4ce8-482a-b9f9-b4f83b4f36f7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'Port': ['ID=7a795967-9718-4e10-a6cd-5bc36424ec70,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:28.897433 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd06ae8-4ce8-482a-b9f9-b4f83b4f36f7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:28.897903 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd06ae8-4ce8-482a-b9f9-b4f83b4f36f7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:28.898338 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd06ae8-4ce8-482a-b9f9-b4f83b4f36f7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:28.898708 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd06ae8-4ce8-482a-b9f9-b4f83b4f36f7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:28.899042 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd06ae8-4ce8-482a-b9f9-b4f83b4f36f7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:28.899391 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd06ae8-4ce8-482a-b9f9-b4f83b4f36f7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:28.899757 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd06ae8-4ce8-482a-b9f9-b4f83b4f36f7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:28.900085 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd06ae8-4ce8-482a-b9f9-b4f83b4f36f7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:28.900411 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd06ae8-4ce8-482a-b9f9-b4f83b4f36f7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:28.900756 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd06ae8-4ce8-482a-b9f9-b4f83b4f36f7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:28.901108 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd06ae8-4ce8-482a-b9f9-b4f83b4f36f7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:28.901400 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd06ae8-4ce8-482a-b9f9-b4f83b4f36f7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:28.922296 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce18777d-83fc-45d9-a766-86f8f52bf4b8 tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:28.923194 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf629763-d079-49c6-94df-504cddb53e2e None None] Update dhcp port {'port': {'network_id': '0b125d65-3b68-4c75-b46a-e11907726bc3', 'fixed_ips': [{'subnet_id': 'ab0b2890-295a-45d1-b43a-f7d513155879', 'ip_address': '2001:db8::2'}, {'subnet_id': '43cbb6ce-61cd-4b98-bfa5-d9529351f0d9'}], 'binding:host_id': 'n-d-836015-7'}, 'id': '9f533d66-b61a-464b-92ac-9899adceae58'} from n-d-836015-7. {{(pid=114871) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 13:32:28.923846 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ce18777d-83fc-45d9-a766-86f8f52bf4b8 tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=af24d935-b8cf-4a3d-a2d6-df3066be0ca4 HTTP/1.1" status: 200 len: 1130 time: 0.1165404 Apr 20 13:32:28.927704 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48282) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:28.932285 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-ea323921-6242-4a66-978f-1d3a86f3ae50 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'port_id': '8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc', 'tenant_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:28.938632 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-03861870-bdb9-4872-b2c3-a82dc2fc934a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:28.955582 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cf629763-d079-49c6-94df-504cddb53e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:29.007840 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03861870-bdb9-4872-b2c3-a82dc2fc934a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event updated for resources: {'Subnet': ['ID=4459297e-50f1-4997-af10-e0a092f10847,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:29.024124 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03861870-bdb9-4872-b2c3-a82dc2fc934a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Checking segment: {'id': 'edafbe64-4163-421f-b947-633929c4b409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '350f05ae-0fad-4e5a-ade7-6374ef06a525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:32:29.024493 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03861870-bdb9-4872-b2c3-a82dc2fc934a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Network hostable DHCP agents. Network: 350f05ae-0fad-4e5a-ade7-6374ef06a525, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:32:29.037385 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea323921-6242-4a66-978f-1d3a86f3ae50 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for floatingip, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:29.120897 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03861870-bdb9-4872-b2c3-a82dc2fc934a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Network 350f05ae-0fad-4e5a-ade7-6374ef06a525 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:32:29.125799 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-cf629763-d079-49c6-94df-504cddb53e2e None None] Allocated IP 172.20.0.1 (0b125d65-3b68-4c75-b46a-e11907726bc3/43cbb6ce-61cd-4b98-bfa5-d9529351f0d9/9f533d66-b61a-464b-92ac-9899adceae58) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:32:29.154525 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea323921-6242-4a66-978f-1d3a86f3ae50 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:29.202578 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-03861870-bdb9-4872-b2c3-a82dc2fc934a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 350f05ae-0fad-4e5a-ade7-6374ef06a525) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:32:29.207893 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03861870-bdb9-4872-b2c3-a82dc2fc934a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:29.208608 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-03861870-bdb9-4872-b2c3-a82dc2fc934a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:29.217186 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f22f55-5a8d-4cce-991b-e546e04c88e7 None None] Network 350f05ae-0fad-4e5a-ade7-6374ef06a525 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:32:29.245468 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-cf629763-d079-49c6-94df-504cddb53e2e None None] For port 9f533d66-b61a-464b-92ac-9899adceae58, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=9f533d66-b61a-464b-92ac-9899adceae58,segment=NetworkSegment(17256b5a-73e6-4019-a61b-c366a1a52ff9),segment_id=17256b5a-73e6-4019-a61b-c366a1a52ff9)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:29.254162 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ddd06ae8-4ce8-482a-b9f9-b4f83b4f36f7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:29.276855 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-ea323921-6242-4a66-978f-1d3a86f3ae50 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Allocated IP 172.25.8.200 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/201a8f47-35bc-4fcb-b503-ac8b74c947bc) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:32:29.310876 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-03861870-bdb9-4872-b2c3-a82dc2fc934a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9682140 Apr 20 13:32:29.311227 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48284) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:29.329284 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cf629763-d079-49c6-94df-504cddb53e2e None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:29.344760 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-7fa48303-5bf8-48a2-bc24-78dcdf1263a6 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:29.402143 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea323921-6242-4a66-978f-1d3a86f3ae50 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:29.411805 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cf629763-d079-49c6-94df-504cddb53e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:29.425454 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9859e1-7ea6-48d3-96db-d1437ffc19bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-350f05ae-0fad-4e5a-ade7-6374ef06a525', 'network_id': '350f05ae-0fad-4e5a-ade7-6374ef06a525', 'tenant_id': '247aeb22d8274a5885ac18eb9fbfed1d', 'fixed_ips': [{'subnet_id': '4459297e-50f1-4997-af10-e0a092f10847'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:32:29.426308 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3f9859e1-7ea6-48d3-96db-d1437ffc19bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:29.459958 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:29.486133 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7fa48303-5bf8-48a2-bc24-78dcdf1263a6 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60531664'] for subnet, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:29.516866 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea323921-6242-4a66-978f-1d3a86f3ae50 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:29.587264 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf629763-d079-49c6-94df-504cddb53e2e None None] Pushing event updated for resources: {'Port': ['ID=9f533d66-b61a-464b-92ac-9899adceae58,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:29.588353 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea323921-6242-4a66-978f-1d3a86f3ae50 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Pushing event updated for resources: {'Port': ['ID=201a8f47-35bc-4fcb-b503-ac8b74c947bc,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:29.598901 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea323921-6242-4a66-978f-1d3a86f3ae50 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:32:29.600939 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-ea323921-6242-4a66-978f-1d3a86f3ae50 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:32:29.610935 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea323921-6242-4a66-978f-1d3a86f3ae50 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:32:29.699870 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-3f9859e1-7ea6-48d3-96db-d1437ffc19bf None None] Allocated IP 2001:db8::2 (350f05ae-0fad-4e5a-ade7-6374ef06a525/4459297e-50f1-4997-af10-e0a092f10847/eff9d048-a2dc-4193-bd67-5414a5bf3107) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:32:29.875419 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3f9859e1-7ea6-48d3-96db-d1437ffc19bf None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:29.881592 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 9f533d66-b61a-464b-92ac-9899adceae58 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:32:29.953457 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 9f533d66-b61a-464b-92ac-9899adceae58 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:29.954082 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:29.962142 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ddd06ae8-4ce8-482a-b9f9-b4f83b4f36f7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:29.985853 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3f9859e1-7ea6-48d3-96db-d1437ffc19bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:30.033929 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:30.068245 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea323921-6242-4a66-978f-1d3a86f3ae50 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:30.068807 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9859e1-7ea6-48d3-96db-d1437ffc19bf None None] Network 350f05ae-0fad-4e5a-ade7-6374ef06a525 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:32:30.071760 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9859e1-7ea6-48d3-96db-d1437ffc19bf None None] Pushing event updated for resources: {'Port': ['ID=eff9d048-a2dc-4193-bd67-5414a5bf3107,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:30.078505 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-3f9859e1-7ea6-48d3-96db-d1437ffc19bf None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:32:30.080928 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9859e1-7ea6-48d3-96db-d1437ffc19bf None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:32:30.191626 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-3f9859e1-7ea6-48d3-96db-d1437ffc19bf None None] Attempting to bind port eff9d048-a2dc-4193-bd67-5414a5bf3107 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:32:30.192230 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-3f9859e1-7ea6-48d3-96db-d1437ffc19bf None None] Attempting to bind port eff9d048-a2dc-4193-bd67-5414a5bf3107 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'edafbe64-4163-421f-b947-633929c4b409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '350f05ae-0fad-4e5a-ade7-6374ef06a525'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:32:30.192455 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9859e1-7ea6-48d3-96db-d1437ffc19bf None None] Attempting to bind port eff9d048-a2dc-4193-bd67-5414a5bf3107 on network 350f05ae-0fad-4e5a-ade7-6374ef06a525 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:32:30.202093 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9859e1-7ea6-48d3-96db-d1437ffc19bf None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:32:30.202705 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9859e1-7ea6-48d3-96db-d1437ffc19bf None None] Checking segment: {'id': 'edafbe64-4163-421f-b947-633929c4b409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '350f05ae-0fad-4e5a-ade7-6374ef06a525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:32:30.203117 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3f9859e1-7ea6-48d3-96db-d1437ffc19bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:30.203724 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9859e1-7ea6-48d3-96db-d1437ffc19bf None None] Bound using segment: {'id': 'edafbe64-4163-421f-b947-633929c4b409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '350f05ae-0fad-4e5a-ade7-6374ef06a525'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:32:30.204212 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-3f9859e1-7ea6-48d3-96db-d1437ffc19bf None None] Bound port: eff9d048-a2dc-4193-bd67-5414a5bf3107, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edafbe64-4163-421f-b947-633929c4b409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '350f05ae-0fad-4e5a-ade7-6374ef06a525'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:32:30.204591 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3f9859e1-7ea6-48d3-96db-d1437ffc19bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:30.236540 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7fa48303-5bf8-48a2-bc24-78dcdf1263a6 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759760601528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59244207'] for subnet, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:30.244845 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea323921-6242-4a66-978f-1d3a86f3ae50 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:30.267426 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662cabc4-7c3a-4dca-aa73-14958c30275b None None] Network 0b125d65-3b68-4c75-b46a-e11907726bc3 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:32:30.276250 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa48303-5bf8-48a2-bc24-78dcdf1263a6 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:30.279806 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7fa48303-5bf8-48a2-bc24-78dcdf1263a6 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:30.279806 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7fa48303-5bf8-48a2-bc24-78dcdf1263a6 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "PUT /v2.0/subnets/4459297e-50f1-4997-af10-e0a092f10847 HTTP/1.1" status: 200 len: 826 time: 0.9658949 Apr 20 13:32:30.283306 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48286) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:30.312590 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd06ae8-4ce8-482a-b9f9-b4f83b4f36f7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Router 0cccc10d-659c-4395-b7f4-29e14731036a is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:32:30.329573 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-3f9859e1-7ea6-48d3-96db-d1437ffc19bf None None] For port eff9d048-a2dc-4193-bd67-5414a5bf3107, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:32:30.348850 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa48303-5bf8-48a2-bc24-78dcdf1263a6 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event updated for resources: {'Subnet': ['ID=4459297e-50f1-4997-af10-e0a092f10847,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:30.351888 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-3f9859e1-7ea6-48d3-96db-d1437ffc19bf None None] For port eff9d048-a2dc-4193-bd67-5414a5bf3107, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=eff9d048-a2dc-4193-bd67-5414a5bf3107,segment=NetworkSegment(edafbe64-4163-421f-b947-633929c4b409),segment_id=edafbe64-4163-421f-b947-633929c4b409)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:32:30.380128 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-dff305a7-414b-4f13-99b9-ae5ad34f00c8 None None] Provisioning complete for port 9f533d66-b61a-464b-92ac-9899adceae58 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:30.380586 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-dff305a7-414b-4f13-99b9-ae5ad34f00c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:30.432601 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea323921-6242-4a66-978f-1d3a86f3ae50 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:30.445158 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3f9859e1-7ea6-48d3-96db-d1437ffc19bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:30.450470 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a8641754-46fd-407c-b203-7d822421c54d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:30.522569 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd06ae8-4ce8-482a-b9f9-b4f83b4f36f7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:32:30.528066 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea323921-6242-4a66-978f-1d3a86f3ae50 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:30.543751 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe55ddc-b742-445b-bb59-9342cdd8ea23 None None] Sync routers for ids ['0cccc10d-659c-4395-b7f4-29e14731036a'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:32:30.567802 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-a8641754-46fd-407c-b203-7d822421c54d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Deleting port eff9d048-a2dc-4193-bd67-5414a5bf3107 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:32:30.568334 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a8641754-46fd-407c-b203-7d822421c54d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:30.603665 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9859e1-7ea6-48d3-96db-d1437ffc19bf None None] Pushing event updated for resources: {'Port': ['ID=eff9d048-a2dc-4193-bd67-5414a5bf3107,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:30.614873 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea323921-6242-4a66-978f-1d3a86f3ae50 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Pushing event updated for resources: {'Port': ['ID=201a8f47-35bc-4fcb-b503-ac8b74c947bc,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:30.626385 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea323921-6242-4a66-978f-1d3a86f3ae50 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:30.631067 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe55ddc-b742-445b-bb59-9342cdd8ea23 None None] Routers {'0cccc10d-659c-4395-b7f4-29e14731036a'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:32:30.631701 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-afe55ddc-b742-445b-bb59-9342cdd8ea23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:32:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['0cccc10d-659c-4395-b7f4-29e14731036a'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:30.637234 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ddd06ae8-4ce8-482a-b9f9-b4f83b4f36f7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:30.642355 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ddd06ae8-4ce8-482a-b9f9-b4f83b4f36f7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.3502429 Apr 20 13:32:30.642355 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48288) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:30.697542 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3c1455a5-510e-48f2-9463-af989d5f9f48 tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=7d7599e499ac4ab585978f26ba0a43a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0543520 Apr 20 13:32:30.700184 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48290) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:30.804464 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-a8641754-46fd-407c-b203-7d822421c54d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] For port eff9d048-a2dc-4193-bd67-5414a5bf3107, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=eff9d048-a2dc-4193-bd67-5414a5bf3107,segment=NetworkSegment(edafbe64-4163-421f-b947-633929c4b409),segment_id=edafbe64-4163-421f-b947-633929c4b409)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:30.806049 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a8641754-46fd-407c-b203-7d822421c54d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:30.836548 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-a8641754-46fd-407c-b203-7d822421c54d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Calling delete_port for eff9d048-a2dc-4193-bd67-5414a5bf3107 owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:32:30.840968 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-ea323921-6242-4a66-978f-1d3a86f3ae50 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Floating IP 862ceff2-fec4-4504-bc02-50a67cf4e860 associated. External IP: 172.25.8.200, port: 8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc. Apr 20 13:32:30.883274 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233a2b99-e2f1-4987-9ac0-efeb87c7eb8f tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:30.886086 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-233a2b99-e2f1-4987-9ac0-efeb87c7eb8f tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1849251 Apr 20 13:32:30.890908 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48292) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:30.962124 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8f01abba-f4bc-4f58-888e-b22b9e8616a6 tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=08acadad-0b4a-420a-b5f5-639128d4ec40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0700464 Apr 20 13:32:30.963043 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48294) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:30.996416 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-afe55ddc-b742-445b-bb59-9342cdd8ea23 None None] Set router 0cccc10d-659c-4395-b7f4-29e14731036a gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:32:31.025119 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-9924940a-9e54-4826-a9c4-3152521412fd tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1135532116', 'network_id': '6a6793d9-9340-4921-9b8d-2d2c4f976b91', 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:31.093870 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a8641754-46fd-407c-b203-7d822421c54d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:31.122658 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-93b91afd-37e7-4445-b516-5af3fab9b9f9 None None] Provisioning complete for port 9f533d66-b61a-464b-92ac-9899adceae58 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:31.123066 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-93b91afd-37e7-4445-b516-5af3fab9b9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:31.126598 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8641754-46fd-407c-b203-7d822421c54d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event deleted for resources: {'Port': ['ID=eff9d048-a2dc-4193-bd67-5414a5bf3107,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:31.184887 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8641754-46fd-407c-b203-7d822421c54d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] No DVR routers for this DVR port eff9d048-a2dc-4193-bd67-5414a5bf3107 on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:32:31.235906 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a8641754-46fd-407c-b203-7d822421c54d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:31.238336 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea323921-6242-4a66-978f-1d3a86f3ae50 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Router 732f271f-cfdb-43c9-add5-a9c88c4af819 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:32:31.247779 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9924940a-9e54-4826-a9c4-3152521412fd tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Made reservation on behalf of 7d7599e499ac4ab585978f26ba0a43a9 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:32:31.251548 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9924940a-9e54-4826-a9c4-3152521412fd tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:31.272837 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-afe55ddc-b742-445b-bb59-9342cdd8ea23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cccc10d-659c-4395-b7f4-29e14731036a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882019028', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '7a795967-9718-4e10-a6cd-5bc36424ec70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:32:27Z', 'updated_at': '2022-04-20T13:32:29Z', 'revision_number': 3, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': '7a795967-9718-4e10-a6cd-5bc36424ec70', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:20:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cccc10d-659c-4395-b7f4-29e14731036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:32:28Z', 'updated_at': '2022-04-20T13:32:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:31.304283 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe55ddc-b742-445b-bb59-9342cdd8ea23 None None] Checking router: 0cccc10d-659c-4395-b7f4-29e14731036a for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:32:31.305590 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe55ddc-b742-445b-bb59-9342cdd8ea23 None None] Updating router 0cccc10d-659c-4395-b7f4-29e14731036a port 7a795967-9718-4e10-a6cd-5bc36424ec70 binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:32:31.330743 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-afe55ddc-b742-445b-bb59-9342cdd8ea23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:31.357998 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a8641754-46fd-407c-b203-7d822421c54d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:31.400406 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8641754-46fd-407c-b203-7d822421c54d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event deleted for resources: {'Subnet': ['ID=4459297e-50f1-4997-af10-e0a092f10847,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:31.447107 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea323921-6242-4a66-978f-1d3a86f3ae50 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:32:31.459654 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f6c7cf-e9f4-423b-b541-753cbb281c33 None None] Sync routers for ids ['732f271f-cfdb-43c9-add5-a9c88c4af819'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:32:31.476121 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f6c7cf-e9f4-423b-b541-753cbb281c33 None None] Routers {'732f271f-cfdb-43c9-add5-a9c88c4af819'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:32:31.477045 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-73f6c7cf-e9f4-423b-b541-753cbb281c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:32:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['732f271f-cfdb-43c9-add5-a9c88c4af819'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:31.505542 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a8641754-46fd-407c-b203-7d822421c54d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:31.538385 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-a8641754-46fd-407c-b203-7d822421c54d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['350f05ae-0fad-4e5a-ade7-6374ef06a525']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:31.550093 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea323921-6242-4a66-978f-1d3a86f3ae50 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:31.553053 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-a8641754-46fd-407c-b203-7d822421c54d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edafbe64-4163-421f-b947-633929c4b409') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:31.553421 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-a8641754-46fd-407c-b203-7d822421c54d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edafbe64-4163-421f-b947-633929c4b409') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:31.565732 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a8641754-46fd-407c-b203-7d822421c54d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:31.590207 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a8641754-46fd-407c-b203-7d822421c54d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:31.602177 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8641754-46fd-407c-b203-7d822421c54d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:32:31.602584 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a8641754-46fd-407c-b203-7d822421c54d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:31.606352 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:32:31.606352 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:32:31.606352 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:32:31.606352 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:32:31.606352 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:32:31.606352 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:32:31.606352 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:32:31.606352 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:32:31.606352 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:32:31.606352 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:32:31.606352 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:32:31.606352 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:32:31.606352 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:32:31.606352 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:32:31.606352 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:32:31.606352 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:32:31.606352 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:32:31.606352 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:32:31.606352 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:32:31.606352 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:32:31.606352 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:32:31.606352 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:32:31.606352 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:32:31.606352 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:32:31.606352 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:32:31.606352 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:32:31.606352 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:32:31.606352 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:32:31.606352 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:32:31.606352 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:32:31.606352 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:32:31.606352 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:32:31.630914 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ea323921-6242-4a66-978f-1d3a86f3ae50 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7020535 Apr 20 13:32:31.631582 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48296) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:31.637771 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af24d935-b8cf-4a3d-a2d6-df3066be0ca4', 'tag': '8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:32:31.640750 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2756580-e8d7-4316-b203-4d06615a06a1" -d '{"events": [{"name": "network-changed", "server_uuid": "af24d935-b8cf-4a3d-a2d6-df3066be0ca4", "tag": "8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:32:31.663935 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-afe55ddc-b742-445b-bb59-9342cdd8ea23 None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:31.683102 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-73f6c7cf-e9f4-423b-b541-753cbb281c33 None None] Set router 732f271f-cfdb-43c9-add5-a9c88c4af819 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:32:31.707988 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0a4422-525c-4bd3-9653-f2ea436184af x-openstack-request-id: req-5d0a4422-525c-4bd3-9653-f2ea436184af {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:32:31.708275 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af24d935-b8cf-4a3d-a2d6-df3066be0ca4", "tag": "8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:32:31.708524 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d0a4422-525c-4bd3-9653-f2ea436184af {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:32:31.708919 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d0a4422-525c-4bd3-9653-f2ea436184af'] response: {'name': 'network-changed', 'server_uuid': 'af24d935-b8cf-4a3d-a2d6-df3066be0ca4', 'tag': '8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc', 'status': 'completed', 'code': 200} Apr 20 13:32:31.723184 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9924940a-9e54-4826-a9c4-3152521412fd tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:31.744919 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-afe55ddc-b742-445b-bb59-9342cdd8ea23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:31.775844 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2756580-e8d7-4316-b203-4d06615a06a1 req-73047a2a-87cc-4f68-bfdd-88a1ad8a6e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:31.777558 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f2756580-e8d7-4316-b203-4d06615a06a1 req-73047a2a-87cc-4f68-bfdd-88a1ad8a6e48 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b3b98b9644e24ccabddf56e67de7cac9&device_id=af24d935-b8cf-4a3d-a2d6-df3066be0ca4 HTTP/1.1" status: 200 len: 1135 time: 0.0492761 Apr 20 13:32:31.812306 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-afe55ddc-b742-445b-bb59-9342cdd8ea23 None None] Attempting to bind port 7a795967-9718-4e10-a6cd-5bc36424ec70 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:32:31.812674 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-afe55ddc-b742-445b-bb59-9342cdd8ea23 None None] Attempting to bind port 7a795967-9718-4e10-a6cd-5bc36424ec70 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:32:31.813034 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe55ddc-b742-445b-bb59-9342cdd8ea23 None None] Attempting to bind port 7a795967-9718-4e10-a6cd-5bc36424ec70 on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:32:31.820544 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe55ddc-b742-445b-bb59-9342cdd8ea23 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:32:31.820912 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe55ddc-b742-445b-bb59-9342cdd8ea23 None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:32:31.821318 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-afe55ddc-b742-445b-bb59-9342cdd8ea23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:31.821818 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe55ddc-b742-445b-bb59-9342cdd8ea23 None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:32:31.822316 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-afe55ddc-b742-445b-bb59-9342cdd8ea23 None None] Bound port: 7a795967-9718-4e10-a6cd-5bc36424ec70, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:32:31.822751 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-afe55ddc-b742-445b-bb59-9342cdd8ea23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:31.833015 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a8641754-46fd-407c-b203-7d822421c54d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:31.845102 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a8641754-46fd-407c-b203-7d822421c54d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:31.849343 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a8641754-46fd-407c-b203-7d822421c54d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "DELETE /v2.0/networks/350f05ae-0fad-4e5a-ade7-6374ef06a525 HTTP/1.1" status: 204 len: 168 time: 1.5648692 Apr 20 13:32:31.854087 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48300) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:31.865889 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da762db1-916c-4741-a206-61b8d4f78a36 None None] Pushing event updated for resources: {'Port': ['ID=7a795967-9718-4e10-a6cd-5bc36424ec70,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:31.925323 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-afe55ddc-b742-445b-bb59-9342cdd8ea23 None None] For port 7a795967-9718-4e10-a6cd-5bc36424ec70, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:32:31.929446 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-afe55ddc-b742-445b-bb59-9342cdd8ea23 None None] For port 7a795967-9718-4e10-a6cd-5bc36424ec70, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=7a795967-9718-4e10-a6cd-5bc36424ec70,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:32:31.944939 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8641754-46fd-407c-b203-7d822421c54d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event deleted for resources: {'Network': ['ID=350f05ae-0fad-4e5a-ade7-6374ef06a525,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:31.956368 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-43674237-a249-4c91-94cd-0fffd24b82ee tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] DELETE failed (client error): The resource could not be found. Apr 20 13:32:31.957004 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43674237-a249-4c91-94cd-0fffd24b82ee tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:32:31.960737 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-43674237-a249-4c91-94cd-0fffd24b82ee tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "DELETE /v2.0/networks/350f05ae-0fad-4e5a-ade7-6374ef06a525 HTTP/1.1" status: 404 len: 339 time: 0.1052883 Apr 20 13:32:31.964638 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48302) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:31.973919 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-f567c5d6-565b-4429-adfb-23ec254a73bf tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-768465535', 'description': 'd1'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:32.015235 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-afe55ddc-b742-445b-bb59-9342cdd8ea23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:32.028617 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2756580-e8d7-4316-b203-4d06615a06a1 req-eb0b330d-aff5-40df-a9ea-2db9de7de4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:32.030183 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f2756580-e8d7-4316-b203-4d06615a06a1 req-eb0b330d-aff5-40df-a9ea-2db9de7de4ef service neutron] 10.222.0.32 "GET /v2.0/networks?id=eb65fc52-0bdc-49a9-9bbc-078092e68417 HTTP/1.1" status: 200 len: 897 time: 0.2442970 Apr 20 13:32:32.038138 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-68d2c2e5-a770-4c1e-83eb-0b139242f932 None None] Could not find standard attr ID for object eff9d048-a2dc-4193-bd67-5414a5bf3107. {{(pid=114871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:32:32.039640 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4266db59-fb1f-45cc-b311-da4085f0a900 None None] DHCP port deletion for 350f05ae-0fad-4e5a-ade7-6374ef06a525 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:32:32.099948 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe55ddc-b742-445b-bb59-9342cdd8ea23 None None] Routers {'0cccc10d-659c-4395-b7f4-29e14731036a'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:32:32.099948 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-afe55ddc-b742-445b-bb59-9342cdd8ea23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:32:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['0cccc10d-659c-4395-b7f4-29e14731036a'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:32.109566 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-73f6c7cf-e9f4-423b-b541-753cbb281c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732f271f-cfdb-43c9-add5-a9c88c4af819', 'name': 'tempest-TestSecurityGroupsBasicOps-router-881836633', 'tenant_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:31:55Z', 'updated_at': '2022-04-20T13:32:03Z', 'revision_number': 4, 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'gw_port': {'id': 'b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:05:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732f271f-cfdb-43c9-add5-a9c88c4af819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:31:56Z', 'updated_at': '2022-04-20T13:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '862ceff2-fec4-4504-bc02-50a67cf4e860', 'tenant_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'floating_ip_address': '172.25.8.200', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '732f271f-cfdb-43c9-add5-a9c88c4af819', 'port_id': '8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb65fc52-0bdc-49a9-9bbc-078092e68417', 'mac_address': 'fa:16:3e:62:5f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af24d935-b8cf-4a3d-a2d6-df3066be0ca4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:32:29Z', 'updated_at': '2022-04-20T13:32:29Z', 'revision_number': 0, 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af9a2f6f-cec2-482e-ae44-d5878344287d', 'name': '', 'network_id': 'eb65fc52-0bdc-49a9-9bbc-078092e68417', 'tenant_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'mac_address': 'fa:16:3e:b1:3d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732f271f-cfdb-43c9-add5-a9c88c4af819', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '92a33fd3-fda2-4b34-a7a2-54478bc3a7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:32:02Z', 'updated_at': '2022-04-20T13:32:08Z', 'revision_number': 5, 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'subnets': [{'id': '92a33fd3-fda2-4b34-a7a2-54478bc3a7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:32.116618 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f567c5d6-565b-4429-adfb-23ec254a73bf tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Made reservation on behalf of 247aeb22d8274a5885ac18eb9fbfed1d for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:32:32.120512 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f567c5d6-565b-4429-adfb-23ec254a73bf tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:32.137798 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f2756580-e8d7-4316-b203-4d06615a06a1 req-2745b135-d77a-410e-a1c8-b56888722098 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc HTTP/1.1" status: 200 len: 999 time: 0.1008668 Apr 20 13:32:32.146031 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f6c7cf-e9f4-423b-b541-753cbb281c33 None None] Checking router: 732f271f-cfdb-43c9-add5-a9c88c4af819 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:32:32.157407 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f6c7cf-e9f4-423b-b541-753cbb281c33 None None] Routers {'732f271f-cfdb-43c9-add5-a9c88c4af819'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:32:32.158129 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-73f6c7cf-e9f4-423b-b541-753cbb281c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:32:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['732f271f-cfdb-43c9-add5-a9c88c4af819'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:32.178341 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f567c5d6-565b-4429-adfb-23ec254a73bf tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:32:32.205585 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f567c5d6-565b-4429-adfb-23ec254a73bf tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:32.205585 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-f567c5d6-565b-4429-adfb-23ec254a73bf tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Added segment 5cfa9d19-dd54-4153-910a-3bae13bf81b6 of type vlan for network 378f86a3-a6f7-4417-a43d-b218f1b23115 Apr 20 13:32:32.217926 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2756580-e8d7-4316-b203-4d06615a06a1 req-610ceea5-cac7-49ac-93a9-65f819b1836a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:32.220043 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f2756580-e8d7-4316-b203-4d06615a06a1 req-610ceea5-cac7-49ac-93a9-65f819b1836a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=92a33fd3-fda2-4b34-a7a2-54478bc3a7a0 HTTP/1.1" status: 200 len: 835 time: 0.0751443 Apr 20 13:32:32.245447 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4359b5ff-f23d-4b5e-99e8-686ae5dda9bc None None] Network 350f05ae-0fad-4e5a-ade7-6374ef06a525 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:32:32.247497 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9924940a-9e54-4826-a9c4-3152521412fd tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'Subnet': ['ID=c26d4bcd-c7f8-4b9f-92cb-6cbd7c3510e0,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:32.248690 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da762db1-916c-4741-a206-61b8d4f78a36 None None] Pushing event updated for resources: {'Port': ['ID=7a795967-9718-4e10-a6cd-5bc36424ec70,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:32.268480 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9924940a-9e54-4826-a9c4-3152521412fd tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Checking segment: {'id': 'b69de327-6169-49b9-ad7b-fca9dc1dc3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6a6793d9-9340-4921-9b8d-2d2c4f976b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:32:32.268848 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9924940a-9e54-4826-a9c4-3152521412fd tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Network hostable DHCP agents. Network: 6a6793d9-9340-4921-9b8d-2d2c4f976b91, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:32:32.275293 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4359b5ff-f23d-4b5e-99e8-686ae5dda9bc None None] Network 350f05ae-0fad-4e5a-ade7-6374ef06a525 could not be found, it might have been deleted concurrently. {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 20 13:32:32.287892 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4fc4d3-5fd2-46c9-9794-4043fc4f8b68 None None] Network 350f05ae-0fad-4e5a-ade7-6374ef06a525 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:32:32.292468 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-afe55ddc-b742-445b-bb59-9342cdd8ea23 None None] Set router 0cccc10d-659c-4395-b7f4-29e14731036a gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:32:32.299655 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f567c5d6-565b-4429-adfb-23ec254a73bf tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:32.317369 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c53846-8b5c-4754-8898-2be67e2b4d28 tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:32.317844 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c53846-8b5c-4754-8898-2be67e2b4d28 tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:32.318309 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c53846-8b5c-4754-8898-2be67e2b4d28 tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:32.318765 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c53846-8b5c-4754-8898-2be67e2b4d28 tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:32.319256 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c53846-8b5c-4754-8898-2be67e2b4d28 tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:32.319751 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c53846-8b5c-4754-8898-2be67e2b4d28 tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:32.320305 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c53846-8b5c-4754-8898-2be67e2b4d28 tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:32.320990 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c53846-8b5c-4754-8898-2be67e2b4d28 tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:32.321206 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c53846-8b5c-4754-8898-2be67e2b4d28 tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:32.321708 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c53846-8b5c-4754-8898-2be67e2b4d28 tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:32.328023 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-91c53846-8b5c-4754-8898-2be67e2b4d28 tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6983 time: 0.6829822 Apr 20 13:32:32.328213 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48306) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:32.330214 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-73f6c7cf-e9f4-423b-b541-753cbb281c33 None None] Set router 732f271f-cfdb-43c9-add5-a9c88c4af819 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:32:32.339574 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2756580-e8d7-4316-b203-4d06615a06a1 req-b65ab382-a3a4-4f38-a8cf-0625a4efc81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:32.341526 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f2756580-e8d7-4316-b203-4d06615a06a1 req-b65ab382-a3a4-4f38-a8cf-0625a4efc81e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eb65fc52-0bdc-49a9-9bbc-078092e68417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972359 Apr 20 13:32:32.362392 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4fc4d3-5fd2-46c9-9794-4043fc4f8b68 None None] Network 350f05ae-0fad-4e5a-ade7-6374ef06a525 could not be found, it might have been deleted concurrently. {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 20 13:32:32.396685 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9924940a-9e54-4826-a9c4-3152521412fd tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Network 6a6793d9-9340-4921-9b8d-2d2c4f976b91 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:32:32.450894 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f567c5d6-565b-4429-adfb-23ec254a73bf tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:32.456531 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f567c5d6-565b-4429-adfb-23ec254a73bf tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:32.457183 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f567c5d6-565b-4429-adfb-23ec254a73bf tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:32.493443 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-9924940a-9e54-4826-a9c4-3152521412fd tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 6a6793d9-9340-4921-9b8d-2d2c4f976b91) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:32:32.498562 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9924940a-9e54-4826-a9c4-3152521412fd tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:32.499399 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9924940a-9e54-4826-a9c4-3152521412fd tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:32.511132 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42eb191-540c-461a-a6b0-c2097030ecad None None] Network 6a6793d9-9340-4921-9b8d-2d2c4f976b91 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:32:32.576375 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1940bd-88cd-4a8b-af8b-3783c4f352a6 tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:32.580427 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1940bd-88cd-4a8b-af8b-3783c4f352a6 tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:32.580562 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9924940a-9e54-4826-a9c4-3152521412fd tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5574620 Apr 20 13:32:32.580663 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1940bd-88cd-4a8b-af8b-3783c4f352a6 tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:32.580663 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1940bd-88cd-4a8b-af8b-3783c4f352a6 tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:32.580663 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1940bd-88cd-4a8b-af8b-3783c4f352a6 tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:32.580663 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1940bd-88cd-4a8b-af8b-3783c4f352a6 tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:32.580663 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1940bd-88cd-4a8b-af8b-3783c4f352a6 tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:32.580663 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1940bd-88cd-4a8b-af8b-3783c4f352a6 tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:32.580663 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1940bd-88cd-4a8b-af8b-3783c4f352a6 tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:32.581256 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48308) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:32.581343 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1940bd-88cd-4a8b-af8b-3783c4f352a6 tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:32.583153 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-df1940bd-88cd-4a8b-af8b-3783c4f352a6 tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6478 time: 0.2520108 Apr 20 13:32:32.586997 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48310) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:32.587231 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-afe55ddc-b742-445b-bb59-9342cdd8ea23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cccc10d-659c-4395-b7f4-29e14731036a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882019028', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '7a795967-9718-4e10-a6cd-5bc36424ec70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:32:27Z', 'updated_at': '2022-04-20T13:32:29Z', 'revision_number': 3, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': '7a795967-9718-4e10-a6cd-5bc36424ec70', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:20:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cccc10d-659c-4395-b7f4-29e14731036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:32:28Z', 'updated_at': '2022-04-20T13:32:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:32.607321 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-73f6c7cf-e9f4-423b-b541-753cbb281c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732f271f-cfdb-43c9-add5-a9c88c4af819', 'name': 'tempest-TestSecurityGroupsBasicOps-router-881836633', 'tenant_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:31:55Z', 'updated_at': '2022-04-20T13:32:03Z', 'revision_number': 4, 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'gw_port': {'id': 'b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:05:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732f271f-cfdb-43c9-add5-a9c88c4af819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:31:56Z', 'updated_at': '2022-04-20T13:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '862ceff2-fec4-4504-bc02-50a67cf4e860', 'tenant_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'floating_ip_address': '172.25.8.200', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '732f271f-cfdb-43c9-add5-a9c88c4af819', 'port_id': '8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb65fc52-0bdc-49a9-9bbc-078092e68417', 'mac_address': 'fa:16:3e:62:5f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af24d935-b8cf-4a3d-a2d6-df3066be0ca4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:32:29Z', 'updated_at': '2022-04-20T13:32:29Z', 'revision_number': 0, 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af9a2f6f-cec2-482e-ae44-d5878344287d', 'name': '', 'network_id': 'eb65fc52-0bdc-49a9-9bbc-078092e68417', 'tenant_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'mac_address': 'fa:16:3e:b1:3d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732f271f-cfdb-43c9-add5-a9c88c4af819', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '92a33fd3-fda2-4b34-a7a2-54478bc3a7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:32:02Z', 'updated_at': '2022-04-20T13:32:08Z', 'revision_number': 5, 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'subnets': [{'id': '92a33fd3-fda2-4b34-a7a2-54478bc3a7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:32.618861 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f567c5d6-565b-4429-adfb-23ec254a73bf tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event updated for resources: {'Network': ['ID=378f86a3-a6f7-4417-a43d-b218f1b23115,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:32.623754 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe55ddc-b742-445b-bb59-9342cdd8ea23 None None] The sync data for ids ['0cccc10d-659c-4395-b7f4-29e14731036a'] in n-d-836015-7 is: [{'id': '0cccc10d-659c-4395-b7f4-29e14731036a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882019028', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '7a795967-9718-4e10-a6cd-5bc36424ec70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:32:27Z', 'updated_at': '2022-04-20T13:32:29Z', 'revision_number': 3, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': '7a795967-9718-4e10-a6cd-5bc36424ec70', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:20:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cccc10d-659c-4395-b7f4-29e14731036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:32:28Z', 'updated_at': '2022-04-20T13:32:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:32:32.634342 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 378f86a3-a6f7-4417-a43d-b218f1b23115 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:32:32.650040 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f6c7cf-e9f4-423b-b541-753cbb281c33 None None] The sync data for ids ['732f271f-cfdb-43c9-add5-a9c88c4af819'] in n-d-836015-7 is: [{'id': '732f271f-cfdb-43c9-add5-a9c88c4af819', 'name': 'tempest-TestSecurityGroupsBasicOps-router-881836633', 'tenant_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:31:55Z', 'updated_at': '2022-04-20T13:32:03Z', 'revision_number': 4, 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'gw_port': {'id': 'b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:05:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732f271f-cfdb-43c9-add5-a9c88c4af819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:31:56Z', 'updated_at': '2022-04-20T13:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '862ceff2-fec4-4504-bc02-50a67cf4e860', 'tenant_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'floating_ip_address': '172.25.8.200', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '732f271f-cfdb-43c9-add5-a9c88c4af819', 'port_id': '8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb65fc52-0bdc-49a9-9bbc-078092e68417', 'mac_address': 'fa:16:3e:62:5f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af24d935-b8cf-4a3d-a2d6-df3066be0ca4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:32:29Z', 'updated_at': '2022-04-20T13:32:29Z', 'revision_number': 0, 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af9a2f6f-cec2-482e-ae44-d5878344287d', 'name': '', 'network_id': 'eb65fc52-0bdc-49a9-9bbc-078092e68417', 'tenant_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'mac_address': 'fa:16:3e:b1:3d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732f271f-cfdb-43c9-add5-a9c88c4af819', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '92a33fd3-fda2-4b34-a7a2-54478bc3a7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:32:02Z', 'updated_at': '2022-04-20T13:32:08Z', 'revision_number': 5, 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'subnets': [{'id': '92a33fd3-fda2-4b34-a7a2-54478bc3a7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:32:32.680537 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f567c5d6-565b-4429-adfb-23ec254a73bf tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7107396 Apr 20 13:32:32.704620 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f2756580-e8d7-4316-b203-4d06615a06a1 req-d968c65b-9009-41fd-80ab-cd5979de6a4d service neutron] 10.222.0.32 "GET /v2.0/networks/eb65fc52-0bdc-49a9-9bbc-078092e68417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559816 Apr 20 13:32:32.705525 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48312) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:32.826051 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d46c852-bd50-4abe-999c-3ebe759a8041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-6a6793d9-9340-4921-9b8d-2d2c4f976b91', 'network_id': '6a6793d9-9340-4921-9b8d-2d2c4f976b91', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'fixed_ips': [{'subnet_id': 'c26d4bcd-c7f8-4b9f-92cb-6cbd7c3510e0'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:32:32.826924 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3d46c852-bd50-4abe-999c-3ebe759a8041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:32.913622 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9fcff2-0317-41f6-924c-25ae88120642 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:32.916258 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7d9fcff2-0317-41f6-924c-25ae88120642 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "GET /v2.0/networks?id=378f86a3-a6f7-4417-a43d-b218f1b23115 HTTP/1.1" status: 200 len: 764 time: 0.2083406 Apr 20 13:32:32.922704 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48314) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:32.948890 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-7b8fb846-7c67-48bc-84ac-40597defdec1 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Request body: {'network': {'description': 'd2'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:33.017897 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c744219-4732-41e6-9701-9e12d0676813 None None] New status for floating IP 862ceff2-fec4-4504-bc02-50a67cf4e860: ACTIVE {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:32:33.061175 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f2756580-e8d7-4316-b203-4d06615a06a1 req-4f2bf1a4-04f2-47d9-8d2a-7768240e1504 service neutron] 10.222.0.32 "GET /v2.0/networks/eb65fc52-0bdc-49a9-9bbc-078092e68417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100073 Apr 20 13:32:33.146059 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-3d46c852-bd50-4abe-999c-3ebe759a8041 None None] Allocated IP 172.20.0.2 (6a6793d9-9340-4921-9b8d-2d2c4f976b91/c26d4bcd-c7f8-4b9f-92cb-6cbd7c3510e0/4ff671bb-a566-4cc8-8906-1b6db48eed4f) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:32:33.163560 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-16a6a067-d9fa-4939-b231-059974b22250 tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3058 time: 0.5709114 Apr 20 13:32:33.166048 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48316) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:33.222548 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae415145-8a20-4d29-98bc-e4dc1e14dbb8 tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:33.223095 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae415145-8a20-4d29-98bc-e4dc1e14dbb8 tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:33.227398 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ae415145-8a20-4d29-98bc-e4dc1e14dbb8 tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=732f271f-cfdb-43c9-add5-a9c88c4af819 HTTP/1.1" status: 200 len: 1990 time: 0.0591245 Apr 20 13:32:33.269721 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7b8fb846-7c67-48bc-84ac-40597defdec1 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:33.391221 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7b8fb846-7c67-48bc-84ac-40597defdec1 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:33.413944 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3d46c852-bd50-4abe-999c-3ebe759a8041 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:33.424740 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7b8fb846-7c67-48bc-84ac-40597defdec1 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Network 378f86a3-a6f7-4417-a43d-b218f1b23115 is not hosted by any dhcp agent {{(pid=114869) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 20 13:32:33.430544 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8fb846-7c67-48bc-84ac-40597defdec1 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:33.431054 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7b8fb846-7c67-48bc-84ac-40597defdec1 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:33.432464 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7b8fb846-7c67-48bc-84ac-40597defdec1 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "PUT /v2.0/networks/378f86a3-a6f7-4417-a43d-b218f1b23115 HTTP/1.1" status: 200 len: 761 time: 0.5084379 Apr 20 13:32:33.435952 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48320) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:33.480023 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-942b915a-9de6-4bb3-8a01-0d23a3ab7fc7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:33.494754 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8fb846-7c67-48bc-84ac-40597defdec1 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event updated for resources: {'Network': ['ID=378f86a3-a6f7-4417-a43d-b218f1b23115,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:33.507487 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3d46c852-bd50-4abe-999c-3ebe759a8041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:33.516205 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 378f86a3-a6f7-4417-a43d-b218f1b23115 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:32:33.535744 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029f851e-8983-461a-bca1-3689463a0539 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:33.537595 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-029f851e-8983-461a-bca1-3689463a0539 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "GET /v2.0/networks?id=378f86a3-a6f7-4417-a43d-b218f1b23115 HTTP/1.1" status: 200 len: 764 time: 0.1001925 Apr 20 13:32:33.543147 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48322) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:33.770264 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92040f35-1fb5-46d2-92fb-ec8e3c8f5101 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:33.774542 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-92040f35-1fb5-46d2-92fb-ec8e3c8f5101 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2275205 Apr 20 13:32:33.776517 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48324) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:33.839969 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d7ba58c4-3bf8-44a9-bb14-a01c1856a086 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "GET /v2.0/subnets?network_id=08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 207 time: 0.0619113 Apr 20 13:32:33.847963 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48326) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:33.853246 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d46c852-bd50-4abe-999c-3ebe759a8041 None None] Network 6a6793d9-9340-4921-9b8d-2d2c4f976b91 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:32:33.856117 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 7a795967-9718-4e10-a6cd-5bc36424ec70 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:32:33.888848 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-3d46c852-bd50-4abe-999c-3ebe759a8041 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:32:33.904977 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d46c852-bd50-4abe-999c-3ebe759a8041 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:32:33.922778 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-942b915a-9de6-4bb3-8a01-0d23a3ab7fc7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Allocated IP 172.20.0.1 (6a6793d9-9340-4921-9b8d-2d2c4f976b91/c26d4bcd-c7f8-4b9f-92cb-6cbd7c3510e0/ec8572a1-3bae-464a-ae15-5b7d5e2d64c9) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:32:33.930556 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46c852-bd50-4abe-999c-3ebe759a8041 None None] Pushing event updated for resources: {'Port': ['ID=4ff671bb-a566-4cc8-8906-1b6db48eed4f,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:34.002846 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-3d46c852-bd50-4abe-999c-3ebe759a8041 None None] Attempting to bind port 4ff671bb-a566-4cc8-8906-1b6db48eed4f on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:32:34.003236 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-3d46c852-bd50-4abe-999c-3ebe759a8041 None None] Attempting to bind port 4ff671bb-a566-4cc8-8906-1b6db48eed4f by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'b69de327-6169-49b9-ad7b-fca9dc1dc3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6a6793d9-9340-4921-9b8d-2d2c4f976b91'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:32:34.003631 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d46c852-bd50-4abe-999c-3ebe759a8041 None None] Attempting to bind port 4ff671bb-a566-4cc8-8906-1b6db48eed4f on network 6a6793d9-9340-4921-9b8d-2d2c4f976b91 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:32:34.009722 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d674069f-2e73-4429-a149-517cdec7c227 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:34.011142 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 7a795967-9718-4e10-a6cd-5bc36424ec70 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:34.014024 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:34.016996 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d46c852-bd50-4abe-999c-3ebe759a8041 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:32:34.017177 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d46c852-bd50-4abe-999c-3ebe759a8041 None None] Checking segment: {'id': 'b69de327-6169-49b9-ad7b-fca9dc1dc3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6a6793d9-9340-4921-9b8d-2d2c4f976b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:32:34.017292 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d674069f-2e73-4429-a149-517cdec7c227 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:34.017425 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3d46c852-bd50-4abe-999c-3ebe759a8041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:34.017823 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d46c852-bd50-4abe-999c-3ebe759a8041 None None] Bound using segment: {'id': 'b69de327-6169-49b9-ad7b-fca9dc1dc3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6a6793d9-9340-4921-9b8d-2d2c4f976b91'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:32:34.018294 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-3d46c852-bd50-4abe-999c-3ebe759a8041 None None] Bound port: 4ff671bb-a566-4cc8-8906-1b6db48eed4f, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b69de327-6169-49b9-ad7b-fca9dc1dc3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6a6793d9-9340-4921-9b8d-2d2c4f976b91'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:32:34.018862 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3d46c852-bd50-4abe-999c-3ebe759a8041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:34.023115 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d674069f-2e73-4429-a149-517cdec7c227 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:34.028571 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d674069f-2e73-4429-a149-517cdec7c227 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:34.034620 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d674069f-2e73-4429-a149-517cdec7c227 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:34.040540 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d674069f-2e73-4429-a149-517cdec7c227 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:34.046750 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d674069f-2e73-4429-a149-517cdec7c227 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.1977575 Apr 20 13:32:34.047388 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48328) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:34.123972 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-942b915a-9de6-4bb3-8a01-0d23a3ab7fc7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:34.154472 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-3d46c852-bd50-4abe-999c-3ebe759a8041 None None] For port 4ff671bb-a566-4cc8-8906-1b6db48eed4f, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:32:34.174916 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-3d46c852-bd50-4abe-999c-3ebe759a8041 None None] For port 4ff671bb-a566-4cc8-8906-1b6db48eed4f, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=4ff671bb-a566-4cc8-8906-1b6db48eed4f,segment=NetworkSegment(b69de327-6169-49b9-ad7b-fca9dc1dc3ff),segment_id=b69de327-6169-49b9-ad7b-fca9dc1dc3ff)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:32:34.182215 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:34.198615 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-41e2e521-38c1-4f32-a4c5-c0a95631bc5a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.1501191 Apr 20 13:32:34.202401 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48330) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:34.209935 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 7a795967-9718-4e10-a6cd-5bc36424ec70, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=7a795967-9718-4e10-a6cd-5bc36424ec70,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:34.254429 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3d46c852-bd50-4abe-999c-3ebe759a8041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:34.282990 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-942b915a-9de6-4bb3-8a01-0d23a3ab7fc7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:34.296666 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:34.311056 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device eff9d048-a2dc-4193-bd67-5414a5bf3107 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:32:34.326995 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd431360-202c-45b4-b54a-d3affc7891be tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:34.333457 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd431360-202c-45b4-b54a-d3affc7891be tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:34.337524 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd431360-202c-45b4-b54a-d3affc7891be tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:34.339772 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd431360-202c-45b4-b54a-d3affc7891be tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:34.341612 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd431360-202c-45b4-b54a-d3affc7891be tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:34.348646 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-fd431360-202c-45b4-b54a-d3affc7891be tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1401465 Apr 20 13:32:34.352047 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48332) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:34.361670 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: eff9d048-a2dc-4193-bd67-5414a5bf3107 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:32:34.362013 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device eff9d048-a2dc-4193-bd67-5414a5bf3107 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:32:34.373503 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942b915a-9de6-4bb3-8a01-0d23a3ab7fc7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Network 6a6793d9-9340-4921-9b8d-2d2c4f976b91 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:32:34.377055 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-942b915a-9de6-4bb3-8a01-0d23a3ab7fc7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:32:34.381325 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942b915a-9de6-4bb3-8a01-0d23a3ab7fc7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:32:34.384419 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46c852-bd50-4abe-999c-3ebe759a8041 None None] Pushing event updated for resources: {'Port': ['ID=4ff671bb-a566-4cc8-8906-1b6db48eed4f,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:34.388042 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b915a-9de6-4bb3-8a01-0d23a3ab7fc7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'Port': ['ID=ec8572a1-3bae-464a-ae15-5b7d5e2d64c9,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:34.454766 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=7a795967-9718-4e10-a6cd-5bc36424ec70,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:34.467523 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-942b915a-9de6-4bb3-8a01-0d23a3ab7fc7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:34.744489 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-942b915a-9de6-4bb3-8a01-0d23a3ab7fc7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:34.792073 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c567afe8-8a75-42c8-8c46-4a20355aca57 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['shared'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:34.794094 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c567afe8-8a75-42c8-8c46-4a20355aca57 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['shared'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:34.797805 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c567afe8-8a75-42c8-8c46-4a20355aca57 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['shared'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:34.797805 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c567afe8-8a75-42c8-8c46-4a20355aca57 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['shared'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:34.798649 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c567afe8-8a75-42c8-8c46-4a20355aca57 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['shared'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:34.800319 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c567afe8-8a75-42c8-8c46-4a20355aca57 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.4472859 Apr 20 13:32:34.804039 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48334) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:34.978455 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab17134-92ec-4cec-ad86-edc0a656dfd7 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:34.979816 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-3ab17134-92ec-4cec-ad86-edc0a656dfd7 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "GET /v2.0/networks/570e6b80-503f-4461-b28d-02532e79cb1c HTTP/1.1" status: 200 len: 804 time: 0.1748383 Apr 20 13:32:34.984521 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48336) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:35.086823 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b7a74e36-09de-4971-9c29-01ca96c62dad tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "GET /v2.0/networks/570e6b80-503f-4461-b28d-02532e79cb1c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1007872 Apr 20 13:32:35.090149 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48338) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:35.118877 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-942b915a-9de6-4bb3-8a01-0d23a3ab7fc7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:35.142762 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d723b1d-32ab-4339-ab11-ecf80246f997 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:35.144357 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0d723b1d-32ab-4339-ab11-ecf80246f997 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "GET /v2.0/subnets/dafcab86-4697-40be-8fb6-5dd7cd486c83 HTTP/1.1" status: 200 len: 843 time: 0.0532818 Apr 20 13:32:35.148023 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48340) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:35.185347 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-942b915a-9de6-4bb3-8a01-0d23a3ab7fc7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:35.201822 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac692eef-7d9d-4dc9-bfec-f1df56644d12 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['shared'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:35.203208 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ac692eef-7d9d-4dc9-bfec-f1df56644d12 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "GET /v2.0/subnets/dafcab86-4697-40be-8fb6-5dd7cd486c83?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0541718 Apr 20 13:32:35.206803 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48342) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:35.211859 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-f4350fe6-4f86-474f-9dc1-9943488c9b71 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1580632552'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:35.269052 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-942b915a-9de6-4bb3-8a01-0d23a3ab7fc7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:35.270838 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b915a-9de6-4bb3-8a01-0d23a3ab7fc7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'Port': ['ID=ec8572a1-3bae-464a-ae15-5b7d5e2d64c9,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:35.310543 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4350fe6-4f86-474f-9dc1-9943488c9b71 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Made reservation on behalf of 247aeb22d8274a5885ac18eb9fbfed1d for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:32:35.314406 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f4350fe6-4f86-474f-9dc1-9943488c9b71 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:35.341651 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4350fe6-4f86-474f-9dc1-9943488c9b71 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:32:35.351482 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f4350fe6-4f86-474f-9dc1-9943488c9b71 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:35.351835 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-f4350fe6-4f86-474f-9dc1-9943488c9b71 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Added segment efcb676d-a57e-46dd-a51f-40b26c17bc11 of type vlan for network 80ab8ca5-3e65-4e41-899d-3d11237fe503 Apr 20 13:32:35.374317 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942b915a-9de6-4bb3-8a01-0d23a3ab7fc7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Network 6a6793d9-9340-4921-9b8d-2d2c4f976b91 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:32:35.376312 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-942b915a-9de6-4bb3-8a01-0d23a3ab7fc7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:32:35.394493 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f4350fe6-4f86-474f-9dc1-9943488c9b71 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:35.410157 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff3c172-c76e-477a-a77f-120c7c9d1f2c None None] Network 6a6793d9-9340-4921-9b8d-2d2c4f976b91 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:32:35.497101 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f4350fe6-4f86-474f-9dc1-9943488c9b71 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:35.500677 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4350fe6-4f86-474f-9dc1-9943488c9b71 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:35.501565 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f4350fe6-4f86-474f-9dc1-9943488c9b71 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:35.533618 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ec71c43f-7594-4a1c-99b2-c37ef376a36a None None] Provisioning complete for port 4ff671bb-a566-4cc8-8906-1b6db48eed4f triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:35.533917 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ec71c43f-7594-4a1c-99b2-c37ef376a36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:35.575172 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4350fe6-4f86-474f-9dc1-9943488c9b71 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event updated for resources: {'Network': ['ID=80ab8ca5-3e65-4e41-899d-3d11237fe503,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:35.581702 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f4350fe6-4f86-474f-9dc1-9943488c9b71 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3735816 Apr 20 13:32:35.585333 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48344) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:35.596021 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-a2d08b63-7ede-408f-937d-354a7d30ada8 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Request body: {'subnet': {'network_id': '80ab8ca5-3e65-4e41-899d-3d11237fe503', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:35.607578 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 80ab8ca5-3e65-4e41-899d-3d11237fe503 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:32:35.726007 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ec71c43f-7594-4a1c-99b2-c37ef376a36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:35.756728 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d08b63-7ede-408f-937d-354a7d30ada8 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Made reservation on behalf of 247aeb22d8274a5885ac18eb9fbfed1d for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:32:35.759526 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a2d08b63-7ede-408f-937d-354a7d30ada8 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:35.764490 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ec71c43f-7594-4a1c-99b2-c37ef376a36a None None] For port 4ff671bb-a566-4cc8-8906-1b6db48eed4f, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=4ff671bb-a566-4cc8-8906-1b6db48eed4f,segment=NetworkSegment(b69de327-6169-49b9-ad7b-fca9dc1dc3ff),segment_id=b69de327-6169-49b9-ad7b-fca9dc1dc3ff)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:35.827497 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942b915a-9de6-4bb3-8a01-0d23a3ab7fc7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Router 0cccc10d-659c-4395-b7f4-29e14731036a has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:32:35.833882 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.ipam_backend_mixin [None req-a2d08b63-7ede-408f-937d-354a7d30ada8 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Performing IP validity checks on allocation pools {{(pid=114870) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 20 13:32:35.834409 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.ipam_backend_mixin [None req-a2d08b63-7ede-408f-937d-354a7d30ada8 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114870) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 20 13:32:35.842857 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ec71c43f-7594-4a1c-99b2-c37ef376a36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:35.912416 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 4ff671bb-a566-4cc8-8906-1b6db48eed4f up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:32:35.944271 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71c43f-7594-4a1c-99b2-c37ef376a36a None None] Pushing event updated for resources: {'Port': ['ID=4ff671bb-a566-4cc8-8906-1b6db48eed4f,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:35.972805 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 4ff671bb-a566-4cc8-8906-1b6db48eed4f triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:35.973323 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:35.992951 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942b915a-9de6-4bb3-8a01-0d23a3ab7fc7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:32:36.006015 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e86160-9e7c-455a-b186-a5ea61b7762d None None] Sync routers for ids ['0cccc10d-659c-4395-b7f4-29e14731036a'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:32:36.011755 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-942b915a-9de6-4bb3-8a01-0d23a3ab7fc7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "PUT /v2.0/routers/0cccc10d-659c-4395-b7f4-29e14731036a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4282448 Apr 20 13:32:36.024844 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e86160-9e7c-455a-b186-a5ea61b7762d None None] Routers {'0cccc10d-659c-4395-b7f4-29e14731036a'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:32:36.025511 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-a5e86160-9e7c-455a-b186-a5ea61b7762d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:32:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['0cccc10d-659c-4395-b7f4-29e14731036a'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:36.076856 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a2d08b63-7ede-408f-937d-354a7d30ada8 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:36.098040 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-e68fe9b4-fbd9-4d04-b188-ed2c081e25ee None None] Provisioning complete for port ec8572a1-3bae-464a-ae15-5b7d5e2d64c9 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:36.098416 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e68fe9b4-fbd9-4d04-b188-ed2c081e25ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:36.156986 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-e68fe9b4-fbd9-4d04-b188-ed2c081e25ee None None] Port ec8572a1-3bae-464a-ae15-5b7d5e2d64c9 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:32:36.171330 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 7a795967-9718-4e10-a6cd-5bc36424ec70 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:32:36.174536 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d08b63-7ede-408f-937d-354a7d30ada8 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Checking segment: {'id': 'efcb676d-a57e-46dd-a51f-40b26c17bc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '80ab8ca5-3e65-4e41-899d-3d11237fe503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:32:36.175316 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d08b63-7ede-408f-937d-354a7d30ada8 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Network hostable DHCP agents. Network: 80ab8ca5-3e65-4e41-899d-3d11237fe503, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:32:36.175793 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-a5e86160-9e7c-455a-b186-a5ea61b7762d None None] Set router 0cccc10d-659c-4395-b7f4-29e14731036a gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:32:36.182024 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d08b63-7ede-408f-937d-354a7d30ada8 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event updated for resources: {'Subnet': ['ID=b147840b-aacb-43ed-9586-41d01c120e1a,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:36.229083 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-e68fe9b4-fbd9-4d04-b188-ed2c081e25ee None None] Provisioning complete for port 4ff671bb-a566-4cc8-8906-1b6db48eed4f triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:36.229484 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e68fe9b4-fbd9-4d04-b188-ed2c081e25ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:36.247903 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d08b63-7ede-408f-937d-354a7d30ada8 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Network 80ab8ca5-3e65-4e41-899d-3d11237fe503 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:32:36.291842 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-e6757362-af36-499c-9f68-97ce05c727ef tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-508686571&fields=id&tenant_id=7d7599e499ac4ab585978f26ba0a43a9 HTTP/1.1" status: 200 len: 267 time: 0.0396194 Apr 20 13:32:36.298907 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 7a795967-9718-4e10-a6cd-5bc36424ec70 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:36.299284 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:36.361109 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-a2d08b63-7ede-408f-937d-354a7d30ada8 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 80ab8ca5-3e65-4e41-899d-3d11237fe503) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:32:36.365961 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d08b63-7ede-408f-937d-354a7d30ada8 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:36.367151 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a2d08b63-7ede-408f-937d-354a7d30ada8 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:36.383103 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa6b7d8-d80d-4cdc-be30-5afc42dfd683 None None] Network 80ab8ca5-3e65-4e41-899d-3d11237fe503 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:32:36.456096 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a2d08b63-7ede-408f-937d-354a7d30ada8 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8695612 Apr 20 13:32:36.458716 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48358) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:36.463173 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-6cfdf2fb-dfa6-44a0-bf32-affd192ff31c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:36.464759 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-6cfdf2fb-dfa6-44a0-bf32-affd192ff31c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/networks?id=6a6793d9-9340-4921-9b8d-2d2c4f976b91 HTTP/1.1" status: 200 len: 796 time: 0.1607912 Apr 20 13:32:36.465195 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-0f960714-8087-4941-8442-0179d13c4ce8 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:36.498029 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-a5e86160-9e7c-455a-b186-a5ea61b7762d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cccc10d-659c-4395-b7f4-29e14731036a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882019028', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '7a795967-9718-4e10-a6cd-5bc36424ec70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:32:27Z', 'updated_at': '2022-04-20T13:32:34Z', 'revision_number': 4, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': '7a795967-9718-4e10-a6cd-5bc36424ec70', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cccc10d-659c-4395-b7f4-29e14731036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:32:28Z', 'updated_at': '2022-04-20T13:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'ec8572a1-3bae-464a-ae15-5b7d5e2d64c9', 'name': '', 'network_id': '6a6793d9-9340-4921-9b8d-2d2c4f976b91', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'mac_address': 'fa:16:3e:16:f0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cccc10d-659c-4395-b7f4-29e14731036a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'c26d4bcd-c7f8-4b9f-92cb-6cbd7c3510e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:32:33Z', 'updated_at': '2022-04-20T13:32:34Z', 'revision_number': 2, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'subnets': [{'id': 'c26d4bcd-c7f8-4b9f-92cb-6cbd7c3510e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:36.498332 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-9c96c8dc-8587-47e3-aa2e-0e28a44cd3f9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/quotas/7d7599e499ac4ab585978f26ba0a43a9 HTTP/1.1" status: 200 len: 375 time: 0.0211120 Apr 20 13:32:36.565669 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ff9ab3aa-04a9-4951-9a1d-b6c29428c803 None None] Provisioning complete for port ec8572a1-3bae-464a-ae15-5b7d5e2d64c9 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:36.566354 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ff9ab3aa-04a9-4951-9a1d-b6c29428c803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:36.594892 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-1dfd729d-6803-4dbf-a51b-2a90cf6c4f22 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7d7599e499ac4ab585978f26ba0a43a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0858686 Apr 20 13:32:36.617330 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ff9ab3aa-04a9-4951-9a1d-b6c29428c803 None None] Port ec8572a1-3bae-464a-ae15-5b7d5e2d64c9 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:32:36.643054 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fb41c4-8c1e-4f98-a12f-a09fd6d95588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-80ab8ca5-3e65-4e41-899d-3d11237fe503', 'network_id': '80ab8ca5-3e65-4e41-899d-3d11237fe503', 'tenant_id': '247aeb22d8274a5885ac18eb9fbfed1d', 'fixed_ips': [{'subnet_id': 'b147840b-aacb-43ed-9586-41d01c120e1a'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:32:36.644129 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0f960714-8087-4941-8442-0179d13c4ce8 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60531664'] for subnet, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:36.644406 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85fb41c4-8c1e-4f98-a12f-a09fd6d95588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:36.669327 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e86160-9e7c-455a-b186-a5ea61b7762d None None] Checking router: 0cccc10d-659c-4395-b7f4-29e14731036a for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:32:36.669851 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e86160-9e7c-455a-b186-a5ea61b7762d None None] Updating router 0cccc10d-659c-4395-b7f4-29e14731036a port ec8572a1-3bae-464a-ae15-5b7d5e2d64c9 binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:32:36.698807 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-a5e86160-9e7c-455a-b186-a5ea61b7762d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:36.705830 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-e29e0dc4-351c-4e43-b02f-2bd2412b9d7e service neutron] 10.222.0.25 "GET /v2.0/networks/6a6793d9-9340-4921-9b8d-2d2c4f976b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966945 Apr 20 13:32:36.766940 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-20c4fef0-643f-4e41-97b7-0ce83d04d9eb None None] Provisioning complete for port ec8572a1-3bae-464a-ae15-5b7d5e2d64c9 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:36.767728 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-20c4fef0-643f-4e41-97b7-0ce83d04d9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:36.803338 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-20c4fef0-643f-4e41-97b7-0ce83d04d9eb None None] Port ec8572a1-3bae-464a-ae15-5b7d5e2d64c9 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:32:36.807919 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-ef9c0031-37ea-4833-89b3-9a02b2ece132 service neutron] 10.222.0.25 "GET /v2.0/networks/6a6793d9-9340-4921-9b8d-2d2c4f976b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012011 Apr 20 13:32:36.905081 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0f960714-8087-4941-8442-0179d13c4ce8 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759760601528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59244207'] for subnet, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:36.952029 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-85fb41c4-8c1e-4f98-a12f-a09fd6d95588 None None] Allocated IP 2001:db8::3 (80ab8ca5-3e65-4e41-899d-3d11237fe503/b147840b-aacb-43ed-9586-41d01c120e1a/fe606ca9-34a2-4272-b3b7-62baa7900c5c) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:32:36.954378 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f960714-8087-4941-8442-0179d13c4ce8 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:36.967639 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0f960714-8087-4941-8442-0179d13c4ce8 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:36.971598 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0f960714-8087-4941-8442-0179d13c4ce8 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "PUT /v2.0/subnets/b147840b-aacb-43ed-9586-41d01c120e1a HTTP/1.1" status: 200 len: 900 time: 0.5090425 Apr 20 13:32:36.971988 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48360) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:36.981822 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f960714-8087-4941-8442-0179d13c4ce8 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event updated for resources: {'Subnet': ['ID=b147840b-aacb-43ed-9586-41d01c120e1a,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:37.064238 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-a5e86160-9e7c-455a-b186-a5ea61b7762d None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:37.116886 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f3a46f62-e358-4e82-ba22-4da9bff3d0f3 req-f317a834-ad85-4e8e-854d-df02e0dcc691 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c12678-97ed-4191-8c7f-48690ca25905 HTTP/1.1" status: 200 len: 210 time: 0.0383842 Apr 20 13:32:37.117365 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-a5e86160-9e7c-455a-b186-a5ea61b7762d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:37.121004 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:37.122378 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85fb41c4-8c1e-4f98-a12f-a09fd6d95588 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:37.179489 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85fb41c4-8c1e-4f98-a12f-a09fd6d95588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:37.184303 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:37.244620 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fb41c4-8c1e-4f98-a12f-a09fd6d95588 None None] Network 80ab8ca5-3e65-4e41-899d-3d11237fe503 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:32:37.250778 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb0ad80-205a-4ec9-9da7-a5406c1489a1 None None] Pushing event updated for resources: {'Port': ['ID=ec8572a1-3bae-464a-ae15-5b7d5e2d64c9,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:37.253315 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-85fb41c4-8c1e-4f98-a12f-a09fd6d95588 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:32:37.256978 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fb41c4-8c1e-4f98-a12f-a09fd6d95588 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:32:37.262489 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-a5e86160-9e7c-455a-b186-a5ea61b7762d None None] Attempting to bind port ec8572a1-3bae-464a-ae15-5b7d5e2d64c9 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:32:37.262906 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-a5e86160-9e7c-455a-b186-a5ea61b7762d None None] Attempting to bind port ec8572a1-3bae-464a-ae15-5b7d5e2d64c9 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'b69de327-6169-49b9-ad7b-fca9dc1dc3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6a6793d9-9340-4921-9b8d-2d2c4f976b91'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:32:37.263226 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e86160-9e7c-455a-b186-a5ea61b7762d None None] Attempting to bind port ec8572a1-3bae-464a-ae15-5b7d5e2d64c9 on network 6a6793d9-9340-4921-9b8d-2d2c4f976b91 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:32:37.278165 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e86160-9e7c-455a-b186-a5ea61b7762d None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:32:37.278547 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e86160-9e7c-455a-b186-a5ea61b7762d None None] Checking segment: {'id': 'b69de327-6169-49b9-ad7b-fca9dc1dc3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6a6793d9-9340-4921-9b8d-2d2c4f976b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:32:37.278992 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-a5e86160-9e7c-455a-b186-a5ea61b7762d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:37.279444 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e86160-9e7c-455a-b186-a5ea61b7762d None None] Bound using segment: {'id': 'b69de327-6169-49b9-ad7b-fca9dc1dc3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6a6793d9-9340-4921-9b8d-2d2c4f976b91'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:32:37.279947 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-a5e86160-9e7c-455a-b186-a5ea61b7762d None None] Bound port: ec8572a1-3bae-464a-ae15-5b7d5e2d64c9, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b69de327-6169-49b9-ad7b-fca9dc1dc3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6a6793d9-9340-4921-9b8d-2d2c4f976b91'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:32:37.280326 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-a5e86160-9e7c-455a-b186-a5ea61b7762d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:37.284983 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fb41c4-8c1e-4f98-a12f-a09fd6d95588 None None] Pushing event updated for resources: {'Port': ['ID=fe606ca9-34a2-4272-b3b7-62baa7900c5c,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:37.323480 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-85fb41c4-8c1e-4f98-a12f-a09fd6d95588 None None] Attempting to bind port fe606ca9-34a2-4272-b3b7-62baa7900c5c on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:32:37.324216 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-85fb41c4-8c1e-4f98-a12f-a09fd6d95588 None None] Attempting to bind port fe606ca9-34a2-4272-b3b7-62baa7900c5c by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'efcb676d-a57e-46dd-a51f-40b26c17bc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '80ab8ca5-3e65-4e41-899d-3d11237fe503'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:32:37.324216 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fb41c4-8c1e-4f98-a12f-a09fd6d95588 None None] Attempting to bind port fe606ca9-34a2-4272-b3b7-62baa7900c5c on network 80ab8ca5-3e65-4e41-899d-3d11237fe503 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:32:37.337281 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fb41c4-8c1e-4f98-a12f-a09fd6d95588 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:32:37.337571 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fb41c4-8c1e-4f98-a12f-a09fd6d95588 None None] Checking segment: {'id': 'efcb676d-a57e-46dd-a51f-40b26c17bc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '80ab8ca5-3e65-4e41-899d-3d11237fe503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:32:37.341261 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85fb41c4-8c1e-4f98-a12f-a09fd6d95588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:37.343393 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fb41c4-8c1e-4f98-a12f-a09fd6d95588 None None] Bound using segment: {'id': 'efcb676d-a57e-46dd-a51f-40b26c17bc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '80ab8ca5-3e65-4e41-899d-3d11237fe503'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:32:37.343393 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-85fb41c4-8c1e-4f98-a12f-a09fd6d95588 None None] Bound port: fe606ca9-34a2-4272-b3b7-62baa7900c5c, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efcb676d-a57e-46dd-a51f-40b26c17bc11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '80ab8ca5-3e65-4e41-899d-3d11237fe503'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:32:37.343393 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85fb41c4-8c1e-4f98-a12f-a09fd6d95588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:37.354264 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-a5e86160-9e7c-455a-b186-a5ea61b7762d None None] For port ec8572a1-3bae-464a-ae15-5b7d5e2d64c9, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:32:37.358243 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-a5e86160-9e7c-455a-b186-a5ea61b7762d None None] For port ec8572a1-3bae-464a-ae15-5b7d5e2d64c9, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ec8572a1-3bae-464a-ae15-5b7d5e2d64c9,segment=NetworkSegment(b69de327-6169-49b9-ad7b-fca9dc1dc3ff),segment_id=b69de327-6169-49b9-ad7b-fca9dc1dc3ff)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:32:37.363789 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:37.397910 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event deleted for resources: {'Subnet': ['ID=b147840b-aacb-43ed-9586-41d01c120e1a,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:37.411458 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:37.411869 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:37.412449 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:37.412874 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:37.413281 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:37.413677 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:37.414067 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:37.414465 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:37.414853 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:37.415522 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:37.415924 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:37.416313 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:37.419067 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-85fb41c4-8c1e-4f98-a12f-a09fd6d95588 None None] For port fe606ca9-34a2-4272-b3b7-62baa7900c5c, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:32:37.422447 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-85fb41c4-8c1e-4f98-a12f-a09fd6d95588 None None] For port fe606ca9-34a2-4272-b3b7-62baa7900c5c, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=fe606ca9-34a2-4272-b3b7-62baa7900c5c,segment=NetworkSegment(efcb676d-a57e-46dd-a51f-40b26c17bc11),segment_id=efcb676d-a57e-46dd-a51f-40b26c17bc11)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:32:37.453781 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-a5e86160-9e7c-455a-b186-a5ea61b7762d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:37.471573 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:37.499488 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80ab8ca5-3e65-4e41-899d-3d11237fe503']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:37.505526 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efcb676d-a57e-46dd-a51f-40b26c17bc11') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:37.506178 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efcb676d-a57e-46dd-a51f-40b26c17bc11') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:37.518261 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:37.521191 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e86160-9e7c-455a-b186-a5ea61b7762d None None] Routers {'0cccc10d-659c-4395-b7f4-29e14731036a'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:32:37.521576 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-a5e86160-9e7c-455a-b186-a5ea61b7762d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:32:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['0cccc10d-659c-4395-b7f4-29e14731036a'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:37.525516 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb0ad80-205a-4ec9-9da7-a5406c1489a1 None None] Pushing event updated for resources: {'Port': ['ID=ec8572a1-3bae-464a-ae15-5b7d5e2d64c9,revision_number=4']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:37.531161 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85fb41c4-8c1e-4f98-a12f-a09fd6d95588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:37.533703 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:37.540998 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:32:37.541734 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:37.546457 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:32:37.546457 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:32:37.546457 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:32:37.546457 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:32:37.546457 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:32:37.546457 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:32:37.546457 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:32:37.546457 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:32:37.546457 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:32:37.546457 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:32:37.546457 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:32:37.546457 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:32:37.546457 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:32:37.546457 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:32:37.546457 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:32:37.546457 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:32:37.546457 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:32:37.546457 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:32:37.546457 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:32:37.546457 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:32:37.546457 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:32:37.546457 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:32:37.546457 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:32:37.546457 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:32:37.546457 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:32:37.546457 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:32:37.546457 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:32:37.546457 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:32:37.546457 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:32:37.546457 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:32:37.546457 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:32:37.546457 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:32:37.582941 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-85dc06d8-0b1c-41a2-b340-3470393fb473 None None] Provisioning complete for port ec8572a1-3bae-464a-ae15-5b7d5e2d64c9 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:37.583544 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85dc06d8-0b1c-41a2-b340-3470393fb473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:37.659847 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.db.api [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 13:32:37.659847 n-d-836015-7 neutron-server[114869]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 13:32:37.659847 n-d-836015-7 neutron-server[114869]: [parameters: {'id': '80ab8ca5-3e65-4e41-899d-3d11237fe503'}] Apr 20 13:32:37.659847 n-d-836015-7 neutron-server[114869]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114869) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:32:37.660427 n-d-836015-7 neutron-server[114869]: DEBUG oslo_db.api [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:32:37.691645 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fb41c4-8c1e-4f98-a12f-a09fd6d95588 None None] Pushing event updated for resources: {'Port': ['ID=fe606ca9-34a2-4272-b3b7-62baa7900c5c,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:37.709213 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-a5e86160-9e7c-455a-b186-a5ea61b7762d None None] Set router 0cccc10d-659c-4395-b7f4-29e14731036a gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:32:37.736247 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54b2977-aa59-4b1e-bbb2-65737fa722c5 None None] Network 80ab8ca5-3e65-4e41-899d-3d11237fe503 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:32:37.751593 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85dc06d8-0b1c-41a2-b340-3470393fb473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:37.787638 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-85dc06d8-0b1c-41a2-b340-3470393fb473 None None] For port ec8572a1-3bae-464a-ae15-5b7d5e2d64c9, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ec8572a1-3bae-464a-ae15-5b7d5e2d64c9,segment=NetworkSegment(b69de327-6169-49b9-ad7b-fca9dc1dc3ff),segment_id=b69de327-6169-49b9-ad7b-fca9dc1dc3ff)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:37.829781 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 4ff671bb-a566-4cc8-8906-1b6db48eed4f up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:32:37.864947 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85dc06d8-0b1c-41a2-b340-3470393fb473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:37.930395 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-a5e86160-9e7c-455a-b186-a5ea61b7762d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cccc10d-659c-4395-b7f4-29e14731036a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882019028', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '7a795967-9718-4e10-a6cd-5bc36424ec70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:32:27Z', 'updated_at': '2022-04-20T13:32:34Z', 'revision_number': 4, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': '7a795967-9718-4e10-a6cd-5bc36424ec70', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cccc10d-659c-4395-b7f4-29e14731036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:32:28Z', 'updated_at': '2022-04-20T13:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'ec8572a1-3bae-464a-ae15-5b7d5e2d64c9', 'name': '', 'network_id': '6a6793d9-9340-4921-9b8d-2d2c4f976b91', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'mac_address': 'fa:16:3e:16:f0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cccc10d-659c-4395-b7f4-29e14731036a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'c26d4bcd-c7f8-4b9f-92cb-6cbd7c3510e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:32:33Z', 'updated_at': '2022-04-20T13:32:37Z', 'revision_number': 4, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'subnets': [{'id': 'c26d4bcd-c7f8-4b9f-92cb-6cbd7c3510e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:37.957163 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e86160-9e7c-455a-b186-a5ea61b7762d None None] The sync data for ids ['0cccc10d-659c-4395-b7f4-29e14731036a'] in n-d-836015-7 is: [{'id': '0cccc10d-659c-4395-b7f4-29e14731036a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882019028', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '7a795967-9718-4e10-a6cd-5bc36424ec70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:32:27Z', 'updated_at': '2022-04-20T13:32:34Z', 'revision_number': 4, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': '7a795967-9718-4e10-a6cd-5bc36424ec70', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cccc10d-659c-4395-b7f4-29e14731036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:32:28Z', 'updated_at': '2022-04-20T13:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'ec8572a1-3bae-464a-ae15-5b7d5e2d64c9', 'name': '', 'network_id': '6a6793d9-9340-4921-9b8d-2d2c4f976b91', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'mac_address': 'fa:16:3e:16:f0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cccc10d-659c-4395-b7f4-29e14731036a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'c26d4bcd-c7f8-4b9f-92cb-6cbd7c3510e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:32:33Z', 'updated_at': '2022-04-20T13:32:37Z', 'revision_number': 4, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'subnets': [{'id': 'c26d4bcd-c7f8-4b9f-92cb-6cbd7c3510e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:32:37.971811 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc06d8-0b1c-41a2-b340-3470393fb473 None None] Pushing event updated for resources: {'Port': ['ID=ec8572a1-3bae-464a-ae15-5b7d5e2d64c9,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:37.992643 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 4ff671bb-a566-4cc8-8906-1b6db48eed4f triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:37.992643 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:38.045420 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e13ab8c-b2a9-43e3-b17e-fff11c5cd7fc None None] Network 80ab8ca5-3e65-4e41-899d-3d11237fe503 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:32:38.049804 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-a6117573-f73f-45a0-a2e2-9f88a480aeac None None] Provisioning complete for port ec8572a1-3bae-464a-ae15-5b7d5e2d64c9 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:38.050172 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a6117573-f73f-45a0-a2e2-9f88a480aeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:38.162039 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:38.269179 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1989a344-81cb-4dbb-a4ab-f4d6c53070f0 req-8cf1f66c-d3b8-4e40-a0ea-7f8875a8925c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c12678-97ed-4191-8c7f-48690ca25905 HTTP/1.1" status: 200 len: 210 time: 0.0303938 Apr 20 13:32:38.270650 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Deleting port fe606ca9-34a2-4272-b3b7-62baa7900c5c {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:32:38.270995 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:38.343222 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] For port fe606ca9-34a2-4272-b3b7-62baa7900c5c, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=fe606ca9-34a2-4272-b3b7-62baa7900c5c,segment=NetworkSegment(efcb676d-a57e-46dd-a51f-40b26c17bc11),segment_id=efcb676d-a57e-46dd-a51f-40b26c17bc11)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:38.343622 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:38.363847 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Calling delete_port for fe606ca9-34a2-4272-b3b7-62baa7900c5c owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:32:38.469349 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411a1b6c-a907-4fe7-bcd3-dc746bea3d5a None None] get_active_networks_info from n-d-836015-7 {{(pid=114871) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 13:32:38.528943 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:38.556624 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event deleted for resources: {'Port': ['ID=fe606ca9-34a2-4272-b3b7-62baa7900c5c,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:38.560806 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] No DVR routers for this DVR port fe606ca9-34a2-4272-b3b7-62baa7900c5c on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:32:38.598304 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411a1b6c-a907-4fe7-bcd3-dc746bea3d5a None None] Resources bound (agent type, host, resource id): {{(pid=114871) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 13:32:38.649277 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:38.674509 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80ab8ca5-3e65-4e41-899d-3d11237fe503']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:38.685002 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efcb676d-a57e-46dd-a51f-40b26c17bc11') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:38.685301 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efcb676d-a57e-46dd-a51f-40b26c17bc11') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:38.695558 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:38.711295 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:38.719070 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:32:38.719664 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:38.723305 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:32:38.723305 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:32:38.723305 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:32:38.723305 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:32:38.723305 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:32:38.723305 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:32:38.723305 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:32:38.723305 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:32:38.723305 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:32:38.723305 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:32:38.723305 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:32:38.723305 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:32:38.723305 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:32:38.723305 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:32:38.723305 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:32:38.723305 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:32:38.723305 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:32:38.723305 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:32:38.723305 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:32:38.723305 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:32:38.723305 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:32:38.723305 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:32:38.723305 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:32:38.723305 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:32:38.723305 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:32:38.723305 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:32:38.723305 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:32:38.723305 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:32:38.723305 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:32:38.723305 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:32:38.723305 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:32:38.723305 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:32:38.842223 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:38.847562 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:38.851850 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "DELETE /v2.0/networks/80ab8ca5-3e65-4e41-899d-3d11237fe503 HTTP/1.1" status: 204 len: 168 time: 1.8787796 Apr 20 13:32:38.855404 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48376) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:38.873529 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ab0a2-8660-4abe-bca0-ec68d3c5338a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event deleted for resources: {'Network': ['ID=80ab8ca5-3e65-4e41-899d-3d11237fe503,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:38.884581 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0e14734-5b48-4cfc-881e-696e84f3b1d5 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] DELETE failed (client error): The resource could not be found. Apr 20 13:32:38.885040 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0e14734-5b48-4cfc-881e-696e84f3b1d5 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:32:38.888728 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a0e14734-5b48-4cfc-881e-696e84f3b1d5 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "DELETE /v2.0/subnets/b147840b-aacb-43ed-9586-41d01c120e1a HTTP/1.1" status: 404 len: 337 time: 0.0314190 Apr 20 13:32:38.891327 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48378) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:38.909775 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-b647f74a-2a77-4c91-86c0-8f25149e2a12 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] DELETE failed (client error): The resource could not be found. Apr 20 13:32:38.910329 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b647f74a-2a77-4c91-86c0-8f25149e2a12 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:32:38.915922 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b647f74a-2a77-4c91-86c0-8f25149e2a12 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "DELETE /v2.0/networks/80ab8ca5-3e65-4e41-899d-3d11237fe503 HTTP/1.1" status: 404 len: 339 time: 0.0211031 Apr 20 13:32:38.916157 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48380) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:38.992185 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9a5a0f5d-5911-49c4-9628-46e0fbba5eea tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:39.088129 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9a5a0f5d-5911-49c4-9628-46e0fbba5eea tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:39.114280 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-9a5a0f5d-5911-49c4-9628-46e0fbba5eea tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['378f86a3-a6f7-4417-a43d-b218f1b23115']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:39.124531 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-9a5a0f5d-5911-49c4-9628-46e0fbba5eea tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cfa9d19-dd54-4153-910a-3bae13bf81b6') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:39.124826 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-9a5a0f5d-5911-49c4-9628-46e0fbba5eea tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cfa9d19-dd54-4153-910a-3bae13bf81b6') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:39.134016 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9a5a0f5d-5911-49c4-9628-46e0fbba5eea tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:39.147742 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9a5a0f5d-5911-49c4-9628-46e0fbba5eea tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:39.154167 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a5a0f5d-5911-49c4-9628-46e0fbba5eea tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:32:39.154553 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9a5a0f5d-5911-49c4-9628-46e0fbba5eea tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:39.158107 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:32:39.158107 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:32:39.158107 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:32:39.158107 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:32:39.158107 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:32:39.158107 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:32:39.158107 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:32:39.158107 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:32:39.158107 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:32:39.158107 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:32:39.158107 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:32:39.158107 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:32:39.158107 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:32:39.158107 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:32:39.158107 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:32:39.158107 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:32:39.158107 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:32:39.158107 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:32:39.158107 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:32:39.158107 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:32:39.158107 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:32:39.158107 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:32:39.158107 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:32:39.158107 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:32:39.158107 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:32:39.158107 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:32:39.158107 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:32:39.158107 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:32:39.158107 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:32:39.158107 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:32:39.158107 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:32:39.158107 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:32:39.273224 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-b41b1153-1a2a-49b8-91bd-8d7db99e08eb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:39.274689 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-b41b1153-1a2a-49b8-91bd-8d7db99e08eb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.15 "GET /v2.0/networks?id=6a6793d9-9340-4921-9b8d-2d2c4f976b91 HTTP/1.1" status: 200 len: 796 time: 0.1043305 Apr 20 13:32:39.287833 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9a5a0f5d-5911-49c4-9628-46e0fbba5eea tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:39.315195 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9a5a0f5d-5911-49c4-9628-46e0fbba5eea tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:39.321561 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48384) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:39.322048 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9a5a0f5d-5911-49c4-9628-46e0fbba5eea tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "DELETE /v2.0/networks/378f86a3-a6f7-4417-a43d-b218f1b23115 HTTP/1.1" status: 204 len: 168 time: 0.4045796 Apr 20 13:32:39.323163 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a0f5d-5911-49c4-9628-46e0fbba5eea tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event deleted for resources: {'Network': ['ID=378f86a3-a6f7-4417-a43d-b218f1b23115,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:39.340479 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-d9a9ebb7-ecf8-4dac-8c71-386f407cb60b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d7599e499ac4ab585978f26ba0a43a9 HTTP/1.1" status: 200 len: 379 time: 0.0562553 Apr 20 13:32:39.362446 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-744c13d0-17cd-4a83-b862-36440df8e615 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'port': {'device_id': '31c12678-97ed-4191-8c7f-48690ca25905', 'network_id': '6a6793d9-9340-4921-9b8d-2d2c4f976b91', 'admin_state_up': True, 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'security_groups': ['4f7a0061-53d3-4edf-af48-0982f15b9d4d']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:39.366250 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfe044a8-1c74-4b95-80e3-a94f50caf161 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] DELETE failed (client error): The resource could not be found. Apr 20 13:32:39.366698 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfe044a8-1c74-4b95-80e3-a94f50caf161 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:32:39.369669 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-bfe044a8-1c74-4b95-80e3-a94f50caf161 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "DELETE /v2.0/subnets/4459297e-50f1-4997-af10-e0a092f10847 HTTP/1.1" status: 404 len: 337 time: 0.0471628 Apr 20 13:32:39.373343 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48386) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:39.393545 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-30c308be-8db9-4002-8e59-52a8a55410c9 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] DELETE failed (client error): The resource could not be found. Apr 20 13:32:39.394158 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30c308be-8db9-4002-8e59-52a8a55410c9 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:32:39.400076 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-30c308be-8db9-4002-8e59-52a8a55410c9 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "DELETE /v2.0/networks/350f05ae-0fad-4e5a-ade7-6374ef06a525 HTTP/1.1" status: 404 len: 339 time: 0.0255764 Apr 20 13:32:39.400693 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48388) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:39.445189 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bbb11fa0-82e3-4fc7-ba94-19fecf30e478 req-8d2ed50c-2c99-41f5-a644-1e2775a786e3 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c12678-97ed-4191-8c7f-48690ca25905 HTTP/1.1" status: 200 len: 210 time: 0.0718758 Apr 20 13:32:39.462275 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b1368ce-73a6-4b63-891a-5a34ee735395 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Deleting subnet 43cbb6ce-61cd-4b98-bfa5-d9529351f0d9 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:32:39.466266 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5b1368ce-73a6-4b63-891a-5a34ee735395 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:39.509487 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5b1368ce-73a6-4b63-891a-5a34ee735395 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:39.584982 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-744c13d0-17cd-4a83-b862-36440df8e615 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Made reservation on behalf of 7d7599e499ac4ab585978f26ba0a43a9 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:32:39.588746 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-744c13d0-17cd-4a83-b862-36440df8e615 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:39.597229 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5b1368ce-73a6-4b63-891a-5a34ee735395 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:39.720519 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-744c13d0-17cd-4a83-b862-36440df8e615 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Allocated IP 172.20.0.5 (6a6793d9-9340-4921-9b8d-2d2c4f976b91/c26d4bcd-c7f8-4b9f-92cb-6cbd7c3510e0/d1a95210-4666-4005-b6fc-05d29e6b91fe) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:32:39.727241 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5b1368ce-73a6-4b63-891a-5a34ee735395 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:39.759646 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1368ce-73a6-4b63-891a-5a34ee735395 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event deleted for resources: {'Subnet': ['ID=43cbb6ce-61cd-4b98-bfa5-d9529351f0d9,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:39.761669 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5b1368ce-73a6-4b63-891a-5a34ee735395 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:39.765060 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5b1368ce-73a6-4b63-891a-5a34ee735395 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "DELETE /v2.0/subnets/43cbb6ce-61cd-4b98-bfa5-d9529351f0d9 HTTP/1.1" status: 204 len: 168 time: 0.3633716 Apr 20 13:32:39.767486 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48392) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:39.774771 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f66cc8-6876-4a5d-bd5a-e75751a2c779 None None] Network 0b125d65-3b68-4c75-b46a-e11907726bc3 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:32:39.779713 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ec8572a1-3bae-464a-ae15-5b7d5e2d64c9 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:32:39.823888 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-f27663a2-f503-4c1d-aa67-799bca99edb3 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Deleting subnet ab0b2890-295a-45d1-b43a-f7d513155879 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:32:39.827598 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f27663a2-f503-4c1d-aa67-799bca99edb3 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:39.875458 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f27663a2-f503-4c1d-aa67-799bca99edb3 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:39.883809 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-744c13d0-17cd-4a83-b862-36440df8e615 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:39.917270 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port ec8572a1-3bae-464a-ae15-5b7d5e2d64c9 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:39.917740 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:39.966471 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f27663a2-f503-4c1d-aa67-799bca99edb3 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:39.985308 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-744c13d0-17cd-4a83-b862-36440df8e615 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:40.028027 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-744c13d0-17cd-4a83-b862-36440df8e615 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Network 6a6793d9-9340-4921-9b8d-2d2c4f976b91 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:32:40.035535 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-744c13d0-17cd-4a83-b862-36440df8e615 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:32:40.039691 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-744c13d0-17cd-4a83-b862-36440df8e615 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:32:40.067971 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c13d0-17cd-4a83-b862-36440df8e615 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'Port': ['ID=d1a95210-4666-4005-b6fc-05d29e6b91fe,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:40.094228 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f27663a2-f503-4c1d-aa67-799bca99edb3 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:40.096419 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-744c13d0-17cd-4a83-b862-36440df8e615 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:40.097133 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-744c13d0-17cd-4a83-b862-36440df8e615 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:40.138459 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27663a2-f503-4c1d-aa67-799bca99edb3 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event deleted for resources: {'Subnet': ['ID=ab0b2890-295a-45d1-b43a-f7d513155879,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:40.139962 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f27663a2-f503-4c1d-aa67-799bca99edb3 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:40.143099 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f27663a2-f503-4c1d-aa67-799bca99edb3 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "DELETE /v2.0/subnets/ab0b2890-295a-45d1-b43a-f7d513155879 HTTP/1.1" status: 204 len: 168 time: 0.3744774 Apr 20 13:32:40.145495 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48394) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:40.187810 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-744c13d0-17cd-4a83-b862-36440df8e615 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8295493 Apr 20 13:32:40.200177 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-8cc71c59-6890-4eea-bee4-f167b998a02f service neutron] Request body: {'port': {'device_id': '31c12678-97ed-4191-8c7f-48690ca25905', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:40.239342 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-25313c6c-26db-4862-ac0c-75019edbe978 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:40.264071 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-8cc71c59-6890-4eea-bee4-f167b998a02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:40.298115 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-019c82aa-fa2e-42ee-936d-e6a30174195a None None] Provisioning complete for port d1a95210-4666-4005-b6fc-05d29e6b91fe triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:40.298510 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-019c82aa-fa2e-42ee-936d-e6a30174195a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:40.313086 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-25313c6c-26db-4862-ac0c-75019edbe978 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Deleting port 9f533d66-b61a-464b-92ac-9899adceae58 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:32:40.313413 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-25313c6c-26db-4862-ac0c-75019edbe978 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:40.348852 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-019c82aa-fa2e-42ee-936d-e6a30174195a None None] Port d1a95210-4666-4005-b6fc-05d29e6b91fe cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:32:40.385992 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-25313c6c-26db-4862-ac0c-75019edbe978 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] For port 9f533d66-b61a-464b-92ac-9899adceae58, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=9f533d66-b61a-464b-92ac-9899adceae58,segment=NetworkSegment(17256b5a-73e6-4019-a61b-c366a1a52ff9),segment_id=17256b5a-73e6-4019-a61b-c366a1a52ff9)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:40.387658 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-25313c6c-26db-4862-ac0c-75019edbe978 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:40.400768 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-25313c6c-26db-4862-ac0c-75019edbe978 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Calling delete_port for 9f533d66-b61a-464b-92ac-9899adceae58 owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:32:40.561661 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-25313c6c-26db-4862-ac0c-75019edbe978 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:40.594925 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25313c6c-26db-4862-ac0c-75019edbe978 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] No DVR routers for this DVR port 9f533d66-b61a-464b-92ac-9899adceae58 on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:32:40.599754 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25313c6c-26db-4862-ac0c-75019edbe978 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event deleted for resources: {'Port': ['ID=9f533d66-b61a-464b-92ac-9899adceae58,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:40.612728 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-8cc71c59-6890-4eea-bee4-f167b998a02f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1a95210-4666-4005-b6fc-05d29e6b91fe {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:32:40.627078 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a793f-fdb7-4486-8fbd-8bbefda5e880 req-8f3cc0ab-718d-4d50-8d03-3da6fe7d5b24 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:40.628767 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-274a793f-fdb7-4486-8fbd-8bbefda5e880 req-8f3cc0ab-718d-4d50-8d03-3da6fe7d5b24 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c12678-97ed-4191-8c7f-48690ca25905 HTTP/1.1" status: 200 len: 931 time: 0.0990093 Apr 20 13:32:40.630871 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-8cc71c59-6890-4eea-bee4-f167b998a02f service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:40.658911 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-8cc71c59-6890-4eea-bee4-f167b998a02f service neutron] Transition to ACTIVE for port object d1a95210-4666-4005-b6fc-05d29e6b91fe will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:32:40.681471 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-274a793f-fdb7-4486-8fbd-8bbefda5e880 req-f288d8be-de2a-4b27-ae79-c5581db3df23 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f7a0061-53d3-4edf-af48-0982f15b9d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430105 Apr 20 13:32:40.688534 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-25313c6c-26db-4862-ac0c-75019edbe978 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:40.712298 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-25313c6c-26db-4862-ac0c-75019edbe978 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b125d65-3b68-4c75-b46a-e11907726bc3']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:40.720290 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3de377f-0fe5-4d5c-8860-fe5b1dc98689 None None] Network 0b125d65-3b68-4c75-b46a-e11907726bc3 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:32:40.723342 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-25313c6c-26db-4862-ac0c-75019edbe978 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17256b5a-73e6-4019-a61b-c366a1a52ff9') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:40.723786 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-25313c6c-26db-4862-ac0c-75019edbe978 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17256b5a-73e6-4019-a61b-c366a1a52ff9') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:40.727213 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-8cc71c59-6890-4eea-bee4-f167b998a02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:40.734190 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-25313c6c-26db-4862-ac0c-75019edbe978 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:40.749459 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-25313c6c-26db-4862-ac0c-75019edbe978 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:40.757209 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25313c6c-26db-4862-ac0c-75019edbe978 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:32:40.757614 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-25313c6c-26db-4862-ac0c-75019edbe978 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:40.761277 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:32:40.761277 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:32:40.761277 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:32:40.761277 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:32:40.761277 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:32:40.761277 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:32:40.761277 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:32:40.761277 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:32:40.761277 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:32:40.761277 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:32:40.761277 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:32:40.761277 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:32:40.761277 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:32:40.761277 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:32:40.761277 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:32:40.761277 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:32:40.761277 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:32:40.761277 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:32:40.761277 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:32:40.761277 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:32:40.761277 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:32:40.761277 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:32:40.761277 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:32:40.761277 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:32:40.761277 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:32:40.761277 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:32:40.761277 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:32:40.761277 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:32:40.761277 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:32:40.761277 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:32:40.761277 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:32:40.761277 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:32:40.777027 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-4e2a4a78-5573-4662-a518-1d260250891c None None] Could not find standard attr ID for object 9f533d66-b61a-464b-92ac-9899adceae58. {{(pid=114871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:32:40.815394 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc71c59-6890-4eea-bee4-f167b998a02f service neutron] Pushing event updated for resources: {'Port': ['ID=d1a95210-4666-4005-b6fc-05d29e6b91fe,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:40.866653 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-8cc71c59-6890-4eea-bee4-f167b998a02f service neutron] Attempting to bind port d1a95210-4666-4005-b6fc-05d29e6b91fe on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:32:40.866998 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-8cc71c59-6890-4eea-bee4-f167b998a02f service neutron] Attempting to bind port d1a95210-4666-4005-b6fc-05d29e6b91fe by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': 'b69de327-6169-49b9-ad7b-fca9dc1dc3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6a6793d9-9340-4921-9b8d-2d2c4f976b91'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:32:40.867323 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-8cc71c59-6890-4eea-bee4-f167b998a02f service neutron] Attempting to bind port d1a95210-4666-4005-b6fc-05d29e6b91fe on network 6a6793d9-9340-4921-9b8d-2d2c4f976b91 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:32:40.874011 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-8cc71c59-6890-4eea-bee4-f167b998a02f service neutron] Port d1a95210-4666-4005-b6fc-05d29e6b91fe on network 6a6793d9-9340-4921-9b8d-2d2c4f976b91 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:32:40.874011 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-8cc71c59-6890-4eea-bee4-f167b998a02f service neutron] Attempting to bind port d1a95210-4666-4005-b6fc-05d29e6b91fe on network 6a6793d9-9340-4921-9b8d-2d2c4f976b91 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:32:40.879666 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-8cc71c59-6890-4eea-bee4-f167b998a02f service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:32:40.880149 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-8cc71c59-6890-4eea-bee4-f167b998a02f service neutron] Checking segment: {'id': 'b69de327-6169-49b9-ad7b-fca9dc1dc3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6a6793d9-9340-4921-9b8d-2d2c4f976b91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:32:40.880547 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-8cc71c59-6890-4eea-bee4-f167b998a02f service neutron] Bound using segment: {'id': 'b69de327-6169-49b9-ad7b-fca9dc1dc3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6a6793d9-9340-4921-9b8d-2d2c4f976b91'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:32:40.880980 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-8cc71c59-6890-4eea-bee4-f167b998a02f service neutron] Bound port: d1a95210-4666-4005-b6fc-05d29e6b91fe, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b69de327-6169-49b9-ad7b-fca9dc1dc3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6a6793d9-9340-4921-9b8d-2d2c4f976b91'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:32:40.881341 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-8cc71c59-6890-4eea-bee4-f167b998a02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:40.881971 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-25313c6c-26db-4862-ac0c-75019edbe978 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:40.889617 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-25313c6c-26db-4862-ac0c-75019edbe978 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:40.893855 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-25313c6c-26db-4862-ac0c-75019edbe978 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "DELETE /v2.0/networks/0b125d65-3b68-4c75-b46a-e11907726bc3 HTTP/1.1" status: 204 len: 168 time: 0.7472219 Apr 20 13:32:40.898904 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48398) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:40.914428 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25313c6c-26db-4862-ac0c-75019edbe978 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event deleted for resources: {'Network': ['ID=0b125d65-3b68-4c75-b46a-e11907726bc3,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:40.917878 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7945ff43-1c96-4e3d-9244-9faff05f6559 None None] DHCP port deletion for 0b125d65-3b68-4c75-b46a-e11907726bc3 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:32:40.926343 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ee89cdb-8b78-46be-9e7a-5b5d75ccb8dc tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] DELETE failed (client error): The resource could not be found. Apr 20 13:32:40.926803 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ee89cdb-8b78-46be-9e7a-5b5d75ccb8dc tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:32:40.930741 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-0ee89cdb-8b78-46be-9e7a-5b5d75ccb8dc tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "DELETE /v2.0/subnets/e2cf35e8-b3ec-4290-aadd-bf432036934c HTTP/1.1" status: 404 len: 337 time: 0.0317233 Apr 20 13:32:40.932542 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48400) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:40.957780 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-ace5ed00-1b66-4c4c-adcc-b29b8367e43a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] DELETE failed (client error): The resource could not be found. Apr 20 13:32:40.958287 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ace5ed00-1b66-4c4c-adcc-b29b8367e43a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:32:40.961933 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ace5ed00-1b66-4c4c-adcc-b29b8367e43a tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "DELETE /v2.0/networks/908a90d7-2ff3-4e27-a39a-272cd2b27c79 HTTP/1.1" status: 404 len: 339 time: 0.0281367 Apr 20 13:32:40.964659 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48402) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:41.005124 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4930a9c-e538-4f47-9351-93193cfb9bf4 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] DELETE failed (client error): The resource could not be found. Apr 20 13:32:41.005576 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4930a9c-e538-4f47-9351-93193cfb9bf4 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:32:41.008512 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c4930a9c-e538-4f47-9351-93193cfb9bf4 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "DELETE /v2.0/subnets/abe1b648-f078-460b-b125-218d10f9adae HTTP/1.1" status: 404 len: 337 time: 0.0411417 Apr 20 13:32:41.011214 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48404) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:41.020092 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-8cc71c59-6890-4eea-bee4-f167b998a02f service neutron] For port d1a95210-4666-4005-b6fc-05d29e6b91fe, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:32:41.023095 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-8cc71c59-6890-4eea-bee4-f167b998a02f service neutron] For port d1a95210-4666-4005-b6fc-05d29e6b91fe, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=d1a95210-4666-4005-b6fc-05d29e6b91fe,segment=NetworkSegment(b69de327-6169-49b9-ad7b-fca9dc1dc3ff),segment_id=b69de327-6169-49b9-ad7b-fca9dc1dc3ff)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:32:41.029811 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a235523-b28e-45c9-962a-ea0ba80cbdcb tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] DELETE failed (client error): The resource could not be found. Apr 20 13:32:41.030420 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a235523-b28e-45c9-962a-ea0ba80cbdcb tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:32:41.033389 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5a235523-b28e-45c9-962a-ea0ba80cbdcb tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "DELETE /v2.0/networks/f7749395-32ae-4775-b057-f9cfd33e6770 HTTP/1.1" status: 404 len: 339 time: 0.0205789 Apr 20 13:32:41.036068 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48406) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:41.063682 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2c5165c-b760-494c-afc2-c3f0743e30c2 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] DELETE failed (client error): The resource could not be found. Apr 20 13:32:41.064136 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2c5165c-b760-494c-afc2-c3f0743e30c2 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:32:41.067059 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c2c5165c-b760-494c-afc2-c3f0743e30c2 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "DELETE /v2.0/subnets/94c4d797-81ba-4576-929e-3b83d3a29ee3 HTTP/1.1" status: 404 len: 337 time: 0.0289879 Apr 20 13:32:41.069687 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48408) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:41.088113 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a3a424-983d-470e-8689-6f93476eff91 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] DELETE failed (client error): The resource could not be found. Apr 20 13:32:41.088638 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00a3a424-983d-470e-8689-6f93476eff91 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:32:41.091486 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-00a3a424-983d-470e-8689-6f93476eff91 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "DELETE /v2.0/networks/0663e43f-af86-4516-a18a-866c0360ae60 HTTP/1.1" status: 404 len: 339 time: 0.0208900 Apr 20 13:32:41.092617 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-8cc71c59-6890-4eea-bee4-f167b998a02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:41.095892 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48410) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:41.126265 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-8cc71c59-6890-4eea-bee4-f167b998a02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:41.126892 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-8cc71c59-6890-4eea-bee4-f167b998a02f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:41.128288 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-8cc71c59-6890-4eea-bee4-f167b998a02f service neutron] 10.222.0.15 "PUT /v2.0/ports/d1a95210-4666-4005-b6fc-05d29e6b91fe HTTP/1.1" status: 200 len: 1091 time: 0.9329638 Apr 20 13:32:41.129216 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c12678-97ed-4191-8c7f-48690ca25905', 'tag': 'd1a95210-4666-4005-b6fc-05d29e6b91fe'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:32:41.130990 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df24f6d6-5ce7-4d5f-b8b8-5116d67cd600" -d '{"events": [{"name": "network-changed", "server_uuid": "31c12678-97ed-4191-8c7f-48690ca25905", "tag": "d1a95210-4666-4005-b6fc-05d29e6b91fe"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:32:41.155272 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c3462b8-603e-47f7-9f54-d1677a747a84 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Deleting subnet b41d332b-a12b-418a-8949-5a25079d7cfe {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:32:41.158746 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0c3462b8-603e-47f7-9f54-d1677a747a84 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:41.168790 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc71c59-6890-4eea-bee4-f167b998a02f service neutron] Pushing event updated for resources: {'Port': ['ID=d1a95210-4666-4005-b6fc-05d29e6b91fe,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:41.182438 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef43d56-c5b8-42eb-a40c-71b2302e562a x-openstack-request-id: req-5ef43d56-c5b8-42eb-a40c-71b2302e562a {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:32:41.182785 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c12678-97ed-4191-8c7f-48690ca25905", "tag": "d1a95210-4666-4005-b6fc-05d29e6b91fe", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:32:41.183167 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5ef43d56-c5b8-42eb-a40c-71b2302e562a {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:32:41.184233 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ef43d56-c5b8-42eb-a40c-71b2302e562a'] response: {'name': 'network-changed', 'server_uuid': '31c12678-97ed-4191-8c7f-48690ca25905', 'tag': 'd1a95210-4666-4005-b6fc-05d29e6b91fe', 'status': 'completed', 'code': 200} Apr 20 13:32:41.215853 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0c3462b8-603e-47f7-9f54-d1677a747a84 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:41.247747 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24f6d6-5ce7-4d5f-b8b8-5116d67cd600 req-ce63d65f-3244-487e-ab3b-b8ea05a5c30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:41.249443 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df24f6d6-5ce7-4d5f-b8b8-5116d67cd600 req-ce63d65f-3244-487e-ab3b-b8ea05a5c30b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7d7599e499ac4ab585978f26ba0a43a9&device_id=31c12678-97ed-4191-8c7f-48690ca25905 HTTP/1.1" status: 200 len: 1094 time: 0.0477040 Apr 20 13:32:41.392630 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0c3462b8-603e-47f7-9f54-d1677a747a84 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:41.431965 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24f6d6-5ce7-4d5f-b8b8-5116d67cd600 req-36914ae0-d896-4c79-9e31-bf11d863e2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:41.433359 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df24f6d6-5ce7-4d5f-b8b8-5116d67cd600 req-36914ae0-d896-4c79-9e31-bf11d863e2b1 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=7d7599e499ac4ab585978f26ba0a43a9&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1759474 Apr 20 13:32:41.499661 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0c3462b8-603e-47f7-9f54-d1677a747a84 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:41.529720 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3462b8-603e-47f7-9f54-d1677a747a84 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event deleted for resources: {'Subnet': ['ID=b41d332b-a12b-418a-8949-5a25079d7cfe,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:41.531658 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0c3462b8-603e-47f7-9f54-d1677a747a84 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:41.535151 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0c3462b8-603e-47f7-9f54-d1677a747a84 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "DELETE /v2.0/subnets/b41d332b-a12b-418a-8949-5a25079d7cfe HTTP/1.1" status: 204 len: 168 time: 0.4379718 Apr 20 13:32:41.537344 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349410e9-277d-4d5d-b3e1-8f46c93f1fdc None None] Network 9b537bfa-7851-4a6e-91c1-14af312fb848 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:32:41.537740 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48414) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:41.603457 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24f6d6-5ce7-4d5f-b8b8-5116d67cd600 req-f8d51e76-df75-45b3-9098-9126dd98e8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:41.604935 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df24f6d6-5ce7-4d5f-b8b8-5116d67cd600 req-f8d51e76-df75-45b3-9098-9126dd98e8df service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1646926 Apr 20 13:32:41.617105 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:32:41.620388 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f3cfa63-057a-44f3-abd1-b3524104d69d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:41.679664 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-6f3cfa63-057a-44f3-abd1-b3524104d69d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Deleting port 18278cf8-f363-4740-a46d-6fc88990b700 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:32:41.680112 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f3cfa63-057a-44f3-abd1-b3524104d69d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:41.685926 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-16db60e4-db3e-48ec-8dc1-9972f729dfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:41.687477 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-16db60e4-db3e-48ec-8dc1-9972f729dfe4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7d7599e499ac4ab585978f26ba0a43a9&device_id=31c12678-97ed-4191-8c7f-48690ca25905 HTTP/1.1" status: 200 len: 1094 time: 0.0482597 Apr 20 13:32:41.722224 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515aced4-4686-4b01-80e2-fdd791b39cf9 None None] DHCP port deletion for 9b537bfa-7851-4a6e-91c1-14af312fb848 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:32:41.737840 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-bed9e2cb-7b35-45d9-97a4-b48c478b3f46 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1a95210-4666-4005-b6fc-05d29e6b91fe HTTP/1.1" status: 200 len: 217 time: 0.0421224 Apr 20 13:32:41.776078 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-6f3cfa63-057a-44f3-abd1-b3524104d69d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] For port 18278cf8-f363-4740-a46d-6fc88990b700, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=18278cf8-f363-4740-a46d-6fc88990b700,segment=NetworkSegment(7fbce22c-b89b-4000-8a66-fe516b72deb4),segment_id=7fbce22c-b89b-4000-8a66-fe516b72deb4)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:41.776675 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f3cfa63-057a-44f3-abd1-b3524104d69d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:41.791776 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-6f3cfa63-057a-44f3-abd1-b3524104d69d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Calling delete_port for 18278cf8-f363-4740-a46d-6fc88990b700 owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:32:41.794951 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-515aced4-4686-4b01-80e2-fdd791b39cf9 None None] Deleting port 18278cf8-f363-4740-a46d-6fc88990b700 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:32:41.795503 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-515aced4-4686-4b01-80e2-fdd791b39cf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:41.799545 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 9f533d66-b61a-464b-92ac-9899adceae58 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:32:41.830974 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 9f533d66-b61a-464b-92ac-9899adceae58 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:32:41.831718 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 9f533d66-b61a-464b-92ac-9899adceae58 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:32:41.835254 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-e015a9ca-b4e5-4515-94ee-82e70f1264fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:41.837595 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-e015a9ca-b4e5-4515-94ee-82e70f1264fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c26d4bcd-c7f8-4b9f-92cb-6cbd7c3510e0 HTTP/1.1" status: 200 len: 835 time: 0.0935776 Apr 20 13:32:41.880658 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-515aced4-4686-4b01-80e2-fdd791b39cf9 None None] For port 18278cf8-f363-4740-a46d-6fc88990b700, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=18278cf8-f363-4740-a46d-6fc88990b700,segment=NetworkSegment(7fbce22c-b89b-4000-8a66-fe516b72deb4),segment_id=7fbce22c-b89b-4000-8a66-fe516b72deb4)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:41.881177 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-515aced4-4686-4b01-80e2-fdd791b39cf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:41.890799 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7762024-2fb7-45e1-8a4e-2ee8b7ce3f4a req-b8b711c2-1970-43c7-b3d9-ca46d29683a4 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:41.892290 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d7762024-2fb7-45e1-8a4e-2ee8b7ce3f4a req-b8b711c2-1970-43c7-b3d9-ca46d29683a4 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c12678-97ed-4191-8c7f-48690ca25905 HTTP/1.1" status: 200 len: 943 time: 0.1008611 Apr 20 13:32:41.895090 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-515aced4-4686-4b01-80e2-fdd791b39cf9 None None] Calling delete_port for 18278cf8-f363-4740-a46d-6fc88990b700 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:32:41.920636 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-af8cf704-6e75-424b-85aa-a07a57e48e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:41.922097 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-af8cf704-6e75-424b-85aa-a07a57e48e27 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a6793d9-9340-4921-9b8d-2d2c4f976b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771239 Apr 20 13:32:41.922470 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f3cfa63-057a-44f3-abd1-b3524104d69d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:41.952142 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3cfa63-057a-44f3-abd1-b3524104d69d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event deleted for resources: {'Port': ['ID=18278cf8-f363-4740-a46d-6fc88990b700,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:41.958161 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d7762024-2fb7-45e1-8a4e-2ee8b7ce3f4a req-16c6473d-e7c8-4ede-8085-d320eeb12797 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f7a0061-53d3-4edf-af48-0982f15b9d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579579 Apr 20 13:32:41.973899 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3cfa63-057a-44f3-abd1-b3524104d69d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] No DVR routers for this DVR port 18278cf8-f363-4740-a46d-6fc88990b700 on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:32:41.980968 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-515aced4-4686-4b01-80e2-fdd791b39cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:42.006923 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515aced4-4686-4b01-80e2-fdd791b39cf9 None None] Pushing event deleted for resources: {'Port': ['ID=18278cf8-f363-4740-a46d-6fc88990b700,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:42.010370 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515aced4-4686-4b01-80e2-fdd791b39cf9 None None] No DVR routers for this DVR port 18278cf8-f363-4740-a46d-6fc88990b700 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:32:42.032615 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-4c0e8be8-c330-41ea-8a9f-e5122a6209a4 service neutron] 10.222.0.15 "GET /v2.0/networks/6a6793d9-9340-4921-9b8d-2d2c4f976b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977430 Apr 20 13:32:42.068089 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f3cfa63-057a-44f3-abd1-b3524104d69d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:42.089120 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-6f3cfa63-057a-44f3-abd1-b3524104d69d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b537bfa-7851-4a6e-91c1-14af312fb848']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:42.099071 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-6f3cfa63-057a-44f3-abd1-b3524104d69d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fbce22c-b89b-4000-8a66-fe516b72deb4') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:42.099380 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-6f3cfa63-057a-44f3-abd1-b3524104d69d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fbce22c-b89b-4000-8a66-fe516b72deb4') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:42.108805 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f3cfa63-057a-44f3-abd1-b3524104d69d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:42.121658 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f3cfa63-057a-44f3-abd1-b3524104d69d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:42.125470 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ceed994b-5120-44f8-b230-f8dc80de9e16 req-cfb639e2-5acd-4ebe-ae89-713ea913691d service neutron] 10.222.0.15 "GET /v2.0/networks/6a6793d9-9340-4921-9b8d-2d2c4f976b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865891 Apr 20 13:32:42.131962 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f3cfa63-057a-44f3-abd1-b3524104d69d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:32:42.131962 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f3cfa63-057a-44f3-abd1-b3524104d69d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:42.131962 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:32:42.131962 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:32:42.131962 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:32:42.131962 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:32:42.131962 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:32:42.131962 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:32:42.131962 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:32:42.131962 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:32:42.131962 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:32:42.131962 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:32:42.131962 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:32:42.131962 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:32:42.131962 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:32:42.131962 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:32:42.131962 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:32:42.131962 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:32:42.131962 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:32:42.131962 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:32:42.131962 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:32:42.131962 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:32:42.131962 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:32:42.131962 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:32:42.131962 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:32:42.131962 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:32:42.131962 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:32:42.131962 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:32:42.131962 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:32:42.131962 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:32:42.131962 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:32:42.131962 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:32:42.131962 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:32:42.131962 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:32:42.247890 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f3cfa63-057a-44f3-abd1-b3524104d69d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:42.254611 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f3cfa63-057a-44f3-abd1-b3524104d69d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:42.257751 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6f3cfa63-057a-44f3-abd1-b3524104d69d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "DELETE /v2.0/networks/9b537bfa-7851-4a6e-91c1-14af312fb848 HTTP/1.1" status: 204 len: 168 time: 0.7190652 Apr 20 13:32:42.260392 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48418) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:42.269957 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3cfa63-057a-44f3-abd1-b3524104d69d tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event deleted for resources: {'Network': ['ID=9b537bfa-7851-4a6e-91c1-14af312fb848,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:42.291761 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-18dc5204-7eee-459b-a3c2-d3367aaed1aa tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] DELETE failed (client error): The resource could not be found. Apr 20 13:32:42.292457 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18dc5204-7eee-459b-a3c2-d3367aaed1aa tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:32:42.295282 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-18dc5204-7eee-459b-a3c2-d3367aaed1aa tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "DELETE /v2.0/subnets/0fbda45e-f49e-42ab-9866-dd59ad9d0ccf HTTP/1.1" status: 404 len: 337 time: 0.0333266 Apr 20 13:32:42.298003 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48420) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:42.316579 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-63beeb35-094d-4eab-9466-83d4d22a84d6 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] DELETE failed (client error): The resource could not be found. Apr 20 13:32:42.317119 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63beeb35-094d-4eab-9466-83d4d22a84d6 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:32:42.320040 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-63beeb35-094d-4eab-9466-83d4d22a84d6 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "DELETE /v2.0/networks/57866112-a742-4bc2-b67b-6dd2f67e4c26 HTTP/1.1" status: 404 len: 339 time: 0.0210536 Apr 20 13:32:42.322601 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48422) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:42.327551 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:42.377888 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-28d4805d-f4c8-4821-a9de-e4f38eb35623 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Deleting subnet dafcab86-4697-40be-8fb6-5dd7cd486c83 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:32:42.380897 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-28d4805d-f4c8-4821-a9de-e4f38eb35623 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:42.420094 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-28d4805d-f4c8-4821-a9de-e4f38eb35623 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:42.501817 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-28d4805d-f4c8-4821-a9de-e4f38eb35623 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:42.642193 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-28d4805d-f4c8-4821-a9de-e4f38eb35623 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:42.669260 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4805d-f4c8-4821-a9de-e4f38eb35623 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event deleted for resources: {'Subnet': ['ID=dafcab86-4697-40be-8fb6-5dd7cd486c83,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:42.672832 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-28d4805d-f4c8-4821-a9de-e4f38eb35623 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:42.675917 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-28d4805d-f4c8-4821-a9de-e4f38eb35623 tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "DELETE /v2.0/subnets/dafcab86-4697-40be-8fb6-5dd7cd486c83 HTTP/1.1" status: 204 len: 168 time: 0.3523221 Apr 20 13:32:42.678260 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48424) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:42.680993 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8769e2c-abfc-4e43-9663-842377a59c26 None None] Network 570e6b80-503f-4461-b28d-02532e79cb1c requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:32:42.753290 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f9309dbc-528b-4af4-b12f-632888f83aac tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:42.807101 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-f9309dbc-528b-4af4-b12f-632888f83aac tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Deleting port e6794c6a-0f88-4824-af65-37402f9fa16a {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:32:42.807478 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f9309dbc-528b-4af4-b12f-632888f83aac tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:42.859229 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8041349-a61b-4b89-8894-224d52e21a30 None None] DHCP port deletion for 570e6b80-503f-4461-b28d-02532e79cb1c request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:32:42.876589 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-f9309dbc-528b-4af4-b12f-632888f83aac tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] For port e6794c6a-0f88-4824-af65-37402f9fa16a, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=e6794c6a-0f88-4824-af65-37402f9fa16a,segment=NetworkSegment(b97a2ee0-2d53-4d41-8de7-f33bd9c43637),segment_id=b97a2ee0-2d53-4d41-8de7-f33bd9c43637)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:42.876949 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f9309dbc-528b-4af4-b12f-632888f83aac tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:42.889915 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-f9309dbc-528b-4af4-b12f-632888f83aac tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Calling delete_port for e6794c6a-0f88-4824-af65-37402f9fa16a owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:32:42.915424 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-b8041349-a61b-4b89-8894-224d52e21a30 None None] Deleting port e6794c6a-0f88-4824-af65-37402f9fa16a {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:32:42.915739 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b8041349-a61b-4b89-8894-224d52e21a30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:42.980819 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-b8041349-a61b-4b89-8894-224d52e21a30 None None] For port e6794c6a-0f88-4824-af65-37402f9fa16a, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=e6794c6a-0f88-4824-af65-37402f9fa16a,segment=NetworkSegment(b97a2ee0-2d53-4d41-8de7-f33bd9c43637),segment_id=b97a2ee0-2d53-4d41-8de7-f33bd9c43637)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:42.981216 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b8041349-a61b-4b89-8894-224d52e21a30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:42.988192 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:42.993710 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-b8041349-a61b-4b89-8894-224d52e21a30 None None] Calling delete_port for e6794c6a-0f88-4824-af65-37402f9fa16a owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:32:43.053108 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f9309dbc-528b-4af4-b12f-632888f83aac tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:43.072269 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b8041349-a61b-4b89-8894-224d52e21a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:43.082344 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9309dbc-528b-4af4-b12f-632888f83aac tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event deleted for resources: {'Port': ['ID=e6794c6a-0f88-4824-af65-37402f9fa16a,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:43.084905 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9309dbc-528b-4af4-b12f-632888f83aac tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] No DVR routers for this DVR port e6794c6a-0f88-4824-af65-37402f9fa16a on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:32:43.086127 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbf860-0beb-4b98-8726-c9939ff4a7df req-f425228d-c88e-40a8-b5f2-3f41b2dae2f8 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:43.087906 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2adbf860-0beb-4b98-8726-c9939ff4a7df req-f425228d-c88e-40a8-b5f2-3f41b2dae2f8 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c12678-97ed-4191-8c7f-48690ca25905 HTTP/1.1" status: 200 len: 943 time: 0.0537715 Apr 20 13:32:43.105479 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8041349-a61b-4b89-8894-224d52e21a30 None None] Pushing event deleted for resources: {'Port': ['ID=e6794c6a-0f88-4824-af65-37402f9fa16a,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:43.108476 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8041349-a61b-4b89-8894-224d52e21a30 None None] No DVR routers for this DVR port e6794c6a-0f88-4824-af65-37402f9fa16a on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:32:43.145542 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2adbf860-0beb-4b98-8726-c9939ff4a7df req-6816a6c2-fb24-4cac-8f9e-90bd28b592c8 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f7a0061-53d3-4edf-af48-0982f15b9d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455317 Apr 20 13:32:43.177057 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f9309dbc-528b-4af4-b12f-632888f83aac tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:43.200039 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-f9309dbc-528b-4af4-b12f-632888f83aac tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['570e6b80-503f-4461-b28d-02532e79cb1c']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:43.209253 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-f9309dbc-528b-4af4-b12f-632888f83aac tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b97a2ee0-2d53-4d41-8de7-f33bd9c43637') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:43.209546 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-f9309dbc-528b-4af4-b12f-632888f83aac tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b97a2ee0-2d53-4d41-8de7-f33bd9c43637') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:43.218657 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f9309dbc-528b-4af4-b12f-632888f83aac tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:43.231191 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f9309dbc-528b-4af4-b12f-632888f83aac tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:43.236847 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9309dbc-528b-4af4-b12f-632888f83aac tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:32:43.237220 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f9309dbc-528b-4af4-b12f-632888f83aac tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:43.240160 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:32:43.240160 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:32:43.240160 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:32:43.240160 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:32:43.240160 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:32:43.240160 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:32:43.240160 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:32:43.240160 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:32:43.240160 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:32:43.240160 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:32:43.240160 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:32:43.240160 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:32:43.240160 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:32:43.240160 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:32:43.240160 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:32:43.240160 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:32:43.240160 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:32:43.240160 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:32:43.240160 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:32:43.240160 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:32:43.240160 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:32:43.240160 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:32:43.240160 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:32:43.240160 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:32:43.240160 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:32:43.240160 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:32:43.240160 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:32:43.240160 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:32:43.240160 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:32:43.240160 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:32:43.240160 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:32:43.240160 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:32:43.361349 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f9309dbc-528b-4af4-b12f-632888f83aac tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:43.365483 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f9309dbc-528b-4af4-b12f-632888f83aac tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:43.368944 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f9309dbc-528b-4af4-b12f-632888f83aac tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] 10.222.0.25 "DELETE /v2.0/networks/570e6b80-503f-4461-b28d-02532e79cb1c HTTP/1.1" status: 204 len: 168 time: 0.6897647 Apr 20 13:32:43.384884 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9309dbc-528b-4af4-b12f-632888f83aac tempest-NetworksIpV6Test-1211002325 tempest-NetworksIpV6Test-1211002325-project] Pushing event deleted for resources: {'Network': ['ID=570e6b80-503f-4461-b28d-02532e79cb1c,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:43.741189 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 18278cf8-f363-4740-a46d-6fc88990b700 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:32:43.764572 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 18278cf8-f363-4740-a46d-6fc88990b700 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:32:43.764924 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 18278cf8-f363-4740-a46d-6fc88990b700 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:32:43.765358 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device e6794c6a-0f88-4824-af65-37402f9fa16a no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:32:43.765907 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48432) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:43.784979 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: e6794c6a-0f88-4824-af65-37402f9fa16a {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:32:43.785329 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device e6794c6a-0f88-4824-af65-37402f9fa16a not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:32:43.897643 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5c541300-3798-41d0-9703-50efd8503840 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=247aeb22d8274a5885ac18eb9fbfed1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1305854 Apr 20 13:32:43.900148 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48436) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:43.947031 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-266498a4-4b4d-4ac8-aa6e-684d288e4882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:43.967581 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-266498a4-4b4d-4ac8-aa6e-684d288e4882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:44.087581 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-266498a4-4b4d-4ac8-aa6e-684d288e4882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:44.090827 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-266498a4-4b4d-4ac8-aa6e-684d288e4882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:44.092031 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-266498a4-4b4d-4ac8-aa6e-684d288e4882 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5d7d6ffe-3b18-47eb-9f1d-a99f701f0dc3 HTTP/1.1" status: 204 len: 168 time: 0.1909423 Apr 20 13:32:44.099851 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266498a4-4b4d-4ac8-aa6e-684d288e4882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7d6ffe-3b18-47eb-9f1d-a99f701f0dc3,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:44.262827 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe3eb1-3198-4d35-93c1-a0ea3aa42b1a req-bbf12e6a-e68c-4b37-881a-5d7be79c8858 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:44.264338 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cffe3eb1-3198-4d35-93c1-a0ea3aa42b1a req-bbf12e6a-e68c-4b37-881a-5d7be79c8858 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c12678-97ed-4191-8c7f-48690ca25905 HTTP/1.1" status: 200 len: 943 time: 0.0484819 Apr 20 13:32:44.301745 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cffe3eb1-3198-4d35-93c1-a0ea3aa42b1a req-2d8e5868-1543-4cf0-aa57-48bbc2ab7f63 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f7a0061-53d3-4edf-af48-0982f15b9d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310881 Apr 20 13:32:45.119718 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48462) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:45.215374 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-38b6a8ae-68ea-485a-a031-f3187c8aeb45 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1208257686'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:45.315715 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b6a8ae-68ea-485a-a031-f3187c8aeb45 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Made reservation on behalf of 05e5ae5725a543f685423ca47d440e3e for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:32:45.319231 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-38b6a8ae-68ea-485a-a031-f3187c8aeb45 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:45.328487 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-38b6a8ae-68ea-485a-a031-f3187c8aeb45 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:45.406129 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-38b6a8ae-68ea-485a-a031-f3187c8aeb45 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:45.420570 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c681856b-0411-43f0-94be-04acbf5021cf req-03cf4786-c8ef-40aa-8a30-904cfc3202f1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:45.422022 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c681856b-0411-43f0-94be-04acbf5021cf req-03cf4786-c8ef-40aa-8a30-904cfc3202f1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c12678-97ed-4191-8c7f-48690ca25905 HTTP/1.1" status: 200 len: 943 time: 0.0526061 Apr 20 13:32:45.459408 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c681856b-0411-43f0-94be-04acbf5021cf req-ac0de73b-19d3-4814-be07-4c8ff162127c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f7a0061-53d3-4edf-af48-0982f15b9d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312402 Apr 20 13:32:45.481423 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-38b6a8ae-68ea-485a-a031-f3187c8aeb45 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:45.509335 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b6a8ae-68ea-485a-a031-f3187c8aeb45 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:32:45.519133 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6a8ae-68ea-485a-a031-f3187c8aeb45 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e636560c-8f9a-4662-abf3-03716af3d4fc,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:45.527066 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-38b6a8ae-68ea-485a-a031-f3187c8aeb45 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:45.530264 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-38b6a8ae-68ea-485a-a031-f3187c8aeb45 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Added segment 227cf921-b1f6-4df7-8a69-52f6ca7b292a of type vlan for network 1d5377c8-5438-4eb5-8e2d-b9940e961358 Apr 20 13:32:45.565792 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-38b6a8ae-68ea-485a-a031-f3187c8aeb45 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:45.658127 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device d1a95210-4666-4005-b6fc-05d29e6b91fe details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:32:45.670408 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-38b6a8ae-68ea-485a-a031-f3187c8aeb45 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:45.676253 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b6a8ae-68ea-485a-a031-f3187c8aeb45 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:45.676831 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-38b6a8ae-68ea-485a-a031-f3187c8aeb45 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:45.745373 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6a8ae-68ea-485a-a031-f3187c8aeb45 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event updated for resources: {'Network': ['ID=1d5377c8-5438-4eb5-8e2d-b9940e961358,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:45.758913 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 1d5377c8-5438-4eb5-8e2d-b9940e961358 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:32:45.766561 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port d1a95210-4666-4005-b6fc-05d29e6b91fe, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=d1a95210-4666-4005-b6fc-05d29e6b91fe,segment=NetworkSegment(b69de327-6169-49b9-ad7b-fca9dc1dc3ff),segment_id=b69de327-6169-49b9-ad7b-fca9dc1dc3ff)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:45.832549 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'd1a95210-4666-4005-b6fc-05d29e6b91fe', 'network_id': '6a6793d9-9340-4921-9b8d-2d2c4f976b91', 'port_id': 'd1a95210-4666-4005-b6fc-05d29e6b91fe', 'mac_address': 'fa:16:3e:9c:ed:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c26d4bcd-c7f8-4b9f-92cb-6cbd7c3510e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:32:45.889978 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:45.905239 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1a95210-4666-4005-b6fc-05d29e6b91fe {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:32:45.925138 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port d1a95210-4666-4005-b6fc-05d29e6b91fe, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=d1a95210-4666-4005-b6fc-05d29e6b91fe,segment=NetworkSegment(b69de327-6169-49b9-ad7b-fca9dc1dc3ff),segment_id=b69de327-6169-49b9-ad7b-fca9dc1dc3ff)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:45.958994 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-38b6a8ae-68ea-485a-a031-f3187c8aeb45 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8381491 Apr 20 13:32:45.961423 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48472) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:45.967496 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-ae0e2342-b4c1-45ae-a6e2-109b74f1249d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2065516022'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:46.036095 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:46.064463 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0e2342-b4c1-45ae-a6e2-109b74f1249d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Made reservation on behalf of 05e5ae5725a543f685423ca47d440e3e for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:32:46.068389 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ae0e2342-b4c1-45ae-a6e2-109b74f1249d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:46.085639 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=d1a95210-4666-4005-b6fc-05d29e6b91fe,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:46.097060 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae0e2342-b4c1-45ae-a6e2-109b74f1249d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:32:46.106503 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ae0e2342-b4c1-45ae-a6e2-109b74f1249d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:46.106842 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-ae0e2342-b4c1-45ae-a6e2-109b74f1249d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Added segment 876814b1-14af-4590-92c6-93f517f4205d of type vlan for network 92ec4391-c99f-4034-9976-94c9b53a99fb Apr 20 13:32:46.145975 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ae0e2342-b4c1-45ae-a6e2-109b74f1249d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:46.229737 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ae0e2342-b4c1-45ae-a6e2-109b74f1249d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:46.235906 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0e2342-b4c1-45ae-a6e2-109b74f1249d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:46.236484 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ae0e2342-b4c1-45ae-a6e2-109b74f1249d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:46.300218 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e2342-b4c1-45ae-a6e2-109b74f1249d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event updated for resources: {'Network': ['ID=92ec4391-c99f-4034-9976-94c9b53a99fb,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:46.310573 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 92ec4391-c99f-4034-9976-94c9b53a99fb details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:32:46.335128 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ae0e2342-b4c1-45ae-a6e2-109b74f1249d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3726943 Apr 20 13:32:46.338113 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48474) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:46.343448 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-77840b46-f466-4281-9e08-dd00f1239d25 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Request body: {'subnet': {'network_id': '1d5377c8-5438-4eb5-8e2d-b9940e961358', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:46.387387 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['d1a95210-4666-4005-b6fc-05d29e6b91fe'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:32:46.482988 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77840b46-f466-4281-9e08-dd00f1239d25 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Made reservation on behalf of 05e5ae5725a543f685423ca47d440e3e for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:32:46.487989 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-77840b46-f466-4281-9e08-dd00f1239d25 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:46.600123 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f680f-89f7-445d-9f25-309cf1d4c54f req-122b64ed-c3d2-45b2-a108-5e7eef224e53 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:46.603153 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-596f680f-89f7-445d-9f25-309cf1d4c54f req-122b64ed-c3d2-45b2-a108-5e7eef224e53 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c12678-97ed-4191-8c7f-48690ca25905 HTTP/1.1" status: 200 len: 944 time: 0.0534816 Apr 20 13:32:46.642651 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-596f680f-89f7-445d-9f25-309cf1d4c54f req-9ac82e12-e673-4496-8070-669f00f8c3e9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f7a0061-53d3-4edf-af48-0982f15b9d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330367 Apr 20 13:32:46.996295 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-77840b46-f466-4281-9e08-dd00f1239d25 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:47.055442 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77840b46-f466-4281-9e08-dd00f1239d25 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event updated for resources: {'Subnet': ['ID=faff1f1c-16fb-4581-b467-42efd0b7390b,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:47.069539 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77840b46-f466-4281-9e08-dd00f1239d25 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Checking segment: {'id': '227cf921-b1f6-4df7-8a69-52f6ca7b292a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1d5377c8-5438-4eb5-8e2d-b9940e961358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:32:47.069539 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77840b46-f466-4281-9e08-dd00f1239d25 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Network hostable DHCP agents. Network: 1d5377c8-5438-4eb5-8e2d-b9940e961358, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:32:47.143954 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77840b46-f466-4281-9e08-dd00f1239d25 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Network 1d5377c8-5438-4eb5-8e2d-b9940e961358 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:32:47.241075 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-77840b46-f466-4281-9e08-dd00f1239d25 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 1d5377c8-5438-4eb5-8e2d-b9940e961358) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:32:47.246522 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77840b46-f466-4281-9e08-dd00f1239d25 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:47.247081 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-77840b46-f466-4281-9e08-dd00f1239d25 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:47.253532 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ba045d-d360-4644-abbf-2f0002bf817c None None] Network 1d5377c8-5438-4eb5-8e2d-b9940e961358 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:32:47.329895 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-77840b46-f466-4281-9e08-dd00f1239d25 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9905598 Apr 20 13:32:47.332641 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48478) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:47.337518 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-c86527ae-d339-4133-800a-83a94b53e4f6 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Request body: {'subnet': {'network_id': '92ec4391-c99f-4034-9976-94c9b53a99fb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:47.393036 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e83b88-d749-4f43-97d9-4f27e8729743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-1d5377c8-5438-4eb5-8e2d-b9940e961358', 'network_id': '1d5377c8-5438-4eb5-8e2d-b9940e961358', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'fixed_ips': [{'subnet_id': 'faff1f1c-16fb-4581-b467-42efd0b7390b'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:32:47.393886 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-00e83b88-d749-4f43-97d9-4f27e8729743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:47.482443 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86527ae-d339-4133-800a-83a94b53e4f6 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Made reservation on behalf of 05e5ae5725a543f685423ca47d440e3e for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:32:47.487750 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c86527ae-d339-4133-800a-83a94b53e4f6 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:47.530587 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-00e83b88-d749-4f43-97d9-4f27e8729743 None None] Allocated IP 2001:db8::2 (1d5377c8-5438-4eb5-8e2d-b9940e961358/faff1f1c-16fb-4581-b467-42efd0b7390b/0b014dac-16d5-441b-8cea-2dc97d7ae123) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:32:47.672352 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-00e83b88-d749-4f43-97d9-4f27e8729743 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:47.694086 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device d1a95210-4666-4005-b6fc-05d29e6b91fe up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:32:47.756129 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c86527ae-d339-4133-800a-83a94b53e4f6 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:47.762855 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0a835-a24e-4802-a9ed-08b80351e91d req-d004c7ba-9a83-4b97-8261-fbaad1339435 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:47.772339 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d5b0a835-a24e-4802-a9ed-08b80351e91d req-d004c7ba-9a83-4b97-8261-fbaad1339435 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c12678-97ed-4191-8c7f-48690ca25905 HTTP/1.1" status: 200 len: 944 time: 0.0483708 Apr 20 13:32:47.802075 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-00e83b88-d749-4f43-97d9-4f27e8729743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:47.805968 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d5b0a835-a24e-4802-a9ed-08b80351e91d req-0a3808e7-05e1-4440-ab6a-c02c4c64a6b0 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f7a0061-53d3-4edf-af48-0982f15b9d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326643 Apr 20 13:32:47.818038 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86527ae-d339-4133-800a-83a94b53e4f6 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event updated for resources: {'Subnet': ['ID=9a50a4cc-d0af-467a-9545-6ad0c756ca03,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:47.826336 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86527ae-d339-4133-800a-83a94b53e4f6 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Checking segment: {'id': '876814b1-14af-4590-92c6-93f517f4205d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '92ec4391-c99f-4034-9976-94c9b53a99fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:32:47.826695 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86527ae-d339-4133-800a-83a94b53e4f6 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Network hostable DHCP agents. Network: 92ec4391-c99f-4034-9976-94c9b53a99fb, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:32:47.845384 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port d1a95210-4666-4005-b6fc-05d29e6b91fe completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:32:47.854945 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port d1a95210-4666-4005-b6fc-05d29e6b91fe triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:47.855340 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:47.857815 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e83b88-d749-4f43-97d9-4f27e8729743 None None] Network 1d5377c8-5438-4eb5-8e2d-b9940e961358 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:32:47.864672 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-00e83b88-d749-4f43-97d9-4f27e8729743 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:32:47.883409 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e83b88-d749-4f43-97d9-4f27e8729743 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:32:47.893765 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e83b88-d749-4f43-97d9-4f27e8729743 None None] Pushing event updated for resources: {'Port': ['ID=0b014dac-16d5-441b-8cea-2dc97d7ae123,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:47.921146 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86527ae-d339-4133-800a-83a94b53e4f6 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Network 92ec4391-c99f-4034-9976-94c9b53a99fb is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:32:47.954659 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-00e83b88-d749-4f43-97d9-4f27e8729743 None None] Attempting to bind port 0b014dac-16d5-441b-8cea-2dc97d7ae123 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:32:47.955033 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-00e83b88-d749-4f43-97d9-4f27e8729743 None None] Attempting to bind port 0b014dac-16d5-441b-8cea-2dc97d7ae123 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '227cf921-b1f6-4df7-8a69-52f6ca7b292a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1d5377c8-5438-4eb5-8e2d-b9940e961358'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:32:47.955418 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e83b88-d749-4f43-97d9-4f27e8729743 None None] Attempting to bind port 0b014dac-16d5-441b-8cea-2dc97d7ae123 on network 1d5377c8-5438-4eb5-8e2d-b9940e961358 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:32:47.979569 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e83b88-d749-4f43-97d9-4f27e8729743 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:32:47.979943 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e83b88-d749-4f43-97d9-4f27e8729743 None None] Checking segment: {'id': '227cf921-b1f6-4df7-8a69-52f6ca7b292a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1d5377c8-5438-4eb5-8e2d-b9940e961358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:32:47.980374 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-00e83b88-d749-4f43-97d9-4f27e8729743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:47.980766 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e83b88-d749-4f43-97d9-4f27e8729743 None None] Bound using segment: {'id': '227cf921-b1f6-4df7-8a69-52f6ca7b292a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1d5377c8-5438-4eb5-8e2d-b9940e961358'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:32:47.981235 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-00e83b88-d749-4f43-97d9-4f27e8729743 None None] Bound port: 0b014dac-16d5-441b-8cea-2dc97d7ae123, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '227cf921-b1f6-4df7-8a69-52f6ca7b292a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1d5377c8-5438-4eb5-8e2d-b9940e961358'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:32:47.981642 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-00e83b88-d749-4f43-97d9-4f27e8729743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:48.006994 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:48.013276 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-c86527ae-d339-4133-800a-83a94b53e4f6 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 92ec4391-c99f-4034-9976-94c9b53a99fb) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:32:48.017278 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86527ae-d339-4133-800a-83a94b53e4f6 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:48.017865 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c86527ae-d339-4133-800a-83a94b53e4f6 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:48.028603 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee99dd9-a203-4ea3-bca5-21ff7bdd4146 None None] Network 92ec4391-c99f-4034-9976-94c9b53a99fb requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:32:48.117268 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c12678-97ed-4191-8c7f-48690ca25905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a95210-4666-4005-b6fc-05d29e6b91fe'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:32:48.119005 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c86527ae-d339-4133-800a-83a94b53e4f6 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7853234 Apr 20 13:32:48.119538 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2966b951-db1a-4bef-8886-05fadfc7e29c" -d '{"events": [{"server_uuid": "31c12678-97ed-4191-8c7f-48690ca25905", "name": "network-vif-plugged", "status": "completed", "tag": "d1a95210-4666-4005-b6fc-05d29e6b91fe"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:32:48.125968 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48482) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:48.126424 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-a8054b7f-10c0-421a-9f93-2bf45df20e06 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1653425749', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:48.230551 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a8054b7f-10c0-421a-9f93-2bf45df20e06 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:48.231656 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a8054b7f-10c0-421a-9f93-2bf45df20e06 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:48.266448 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c12ead-9e59-4291-b2b3-bf181075f6a1 req-23d1f1ad-f2ec-4d93-95cd-33a3e692d8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:48.268231 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-64c12ead-9e59-4291-b2b3-bf181075f6a1 req-23d1f1ad-f2ec-4d93-95cd-33a3e692d8ac service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=31c12678-97ed-4191-8c7f-48690ca25905 HTTP/1.1" status: 200 len: 1095 time: 0.0474174 Apr 20 13:32:48.292236 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a8054b7f-10c0-421a-9f93-2bf45df20e06 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:48.297088 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b01965-cb1e-45f2-a8f7-09763023fb6e x-openstack-request-id: req-92b01965-cb1e-45f2-a8f7-09763023fb6e {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:32:48.297088 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c12678-97ed-4191-8c7f-48690ca25905", "name": "network-vif-plugged", "status": "completed", "tag": "d1a95210-4666-4005-b6fc-05d29e6b91fe", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:32:48.297088 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-92b01965-cb1e-45f2-a8f7-09763023fb6e {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:32:48.297088 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92b01965-cb1e-45f2-a8f7-09763023fb6e'] response: {'server_uuid': '31c12678-97ed-4191-8c7f-48690ca25905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a95210-4666-4005-b6fc-05d29e6b91fe', 'code': 200} Apr 20 13:32:48.297088 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-00e83b88-d749-4f43-97d9-4f27e8729743 None None] For port 0b014dac-16d5-441b-8cea-2dc97d7ae123, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:32:48.304534 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port d1a95210-4666-4005-b6fc-05d29e6b91fe, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=d1a95210-4666-4005-b6fc-05d29e6b91fe,segment=NetworkSegment(b69de327-6169-49b9-ad7b-fca9dc1dc3ff),segment_id=b69de327-6169-49b9-ad7b-fca9dc1dc3ff)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:48.309160 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-64c12ead-9e59-4291-b2b3-bf181075f6a1 req-385db5ed-1928-44db-b93c-d68b4b47e000 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4f7a0061-53d3-4edf-af48-0982f15b9d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337045 Apr 20 13:32:48.323731 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-00e83b88-d749-4f43-97d9-4f27e8729743 None None] For port 0b014dac-16d5-441b-8cea-2dc97d7ae123, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=0b014dac-16d5-441b-8cea-2dc97d7ae123,segment=NetworkSegment(227cf921-b1f6-4df7-8a69-52f6ca7b292a),segment_id=227cf921-b1f6-4df7-8a69-52f6ca7b292a)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:32:48.365741 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [req-e17aee41-b685-4eac-abec-a8b668b07bb4 req-83e0d458-b594-41cc-b65c-376591474176 tempest-ServerRescueTestJSON-885114755 tempest-ServerRescueTestJSON-885114755-project] (114870) timed out ('10.222.0.32', 51857) {{(pid=114870) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 13:32:48.390176 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afca9286-0d2a-4f0f-bdee-5660727c3f55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-92ec4391-c99f-4034-9976-94c9b53a99fb', 'network_id': '92ec4391-c99f-4034-9976-94c9b53a99fb', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'fixed_ips': [{'subnet_id': '9a50a4cc-d0af-467a-9545-6ad0c756ca03'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:32:48.393876 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a8054b7f-10c0-421a-9f93-2bf45df20e06 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:48.394027 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-afca9286-0d2a-4f0f-bdee-5660727c3f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:48.413729 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:48.419429 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-00e83b88-d749-4f43-97d9-4f27e8729743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:48.499995 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a8054b7f-10c0-421a-9f93-2bf45df20e06 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:48.502535 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a8054b7f-10c0-421a-9f93-2bf45df20e06 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3783817 Apr 20 13:32:48.504092 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48486) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:48.563481 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=d1a95210-4666-4005-b6fc-05d29e6b91fe,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:48.608513 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-afca9286-0d2a-4f0f-bdee-5660727c3f55 None None] Allocated IP 2001:db8:1::2 (92ec4391-c99f-4034-9976-94c9b53a99fb/9a50a4cc-d0af-467a-9545-6ad0c756ca03/629d402f-8261-4831-a6c9-6806fe46baf1) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:32:48.631001 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e83b88-d749-4f43-97d9-4f27e8729743 None None] Pushing event updated for resources: {'Port': ['ID=0b014dac-16d5-441b-8cea-2dc97d7ae123,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:48.799430 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-afca9286-0d2a-4f0f-bdee-5660727c3f55 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:48.810382 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-048216bf-b93d-4154-8ac2-ef4fb22d9ae3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:48.858837 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-afca9286-0d2a-4f0f-bdee-5660727c3f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:48.909140 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afca9286-0d2a-4f0f-bdee-5660727c3f55 None None] Network 92ec4391-c99f-4034-9976-94c9b53a99fb is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:32:48.921370 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca9286-0d2a-4f0f-bdee-5660727c3f55 None None] Pushing event updated for resources: {'Port': ['ID=629d402f-8261-4831-a6c9-6806fe46baf1,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:48.924227 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-afca9286-0d2a-4f0f-bdee-5660727c3f55 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:32:48.926267 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afca9286-0d2a-4f0f-bdee-5660727c3f55 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:32:48.962454 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c808c7-482e-4c93-b701-1a201f87ffea req-2b1d55a4-6fd1-4cd0-a11d-52062247d4bb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:48.964015 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1c808c7-482e-4c93-b701-1a201f87ffea req-2b1d55a4-6fd1-4cd0-a11d-52062247d4bb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c12678-97ed-4191-8c7f-48690ca25905 HTTP/1.1" status: 200 len: 945 time: 0.0677667 Apr 20 13:32:48.992381 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-afca9286-0d2a-4f0f-bdee-5660727c3f55 None None] Attempting to bind port 629d402f-8261-4831-a6c9-6806fe46baf1 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:32:48.992663 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-afca9286-0d2a-4f0f-bdee-5660727c3f55 None None] Attempting to bind port 629d402f-8261-4831-a6c9-6806fe46baf1 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '876814b1-14af-4590-92c6-93f517f4205d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '92ec4391-c99f-4034-9976-94c9b53a99fb'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:32:48.993028 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afca9286-0d2a-4f0f-bdee-5660727c3f55 None None] Attempting to bind port 629d402f-8261-4831-a6c9-6806fe46baf1 on network 92ec4391-c99f-4034-9976-94c9b53a99fb {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:32:48.997999 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afca9286-0d2a-4f0f-bdee-5660727c3f55 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:32:48.998376 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afca9286-0d2a-4f0f-bdee-5660727c3f55 None None] Checking segment: {'id': '876814b1-14af-4590-92c6-93f517f4205d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '92ec4391-c99f-4034-9976-94c9b53a99fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:32:48.999382 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-afca9286-0d2a-4f0f-bdee-5660727c3f55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:49.001263 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afca9286-0d2a-4f0f-bdee-5660727c3f55 None None] Bound using segment: {'id': '876814b1-14af-4590-92c6-93f517f4205d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '92ec4391-c99f-4034-9976-94c9b53a99fb'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:32:49.001263 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-afca9286-0d2a-4f0f-bdee-5660727c3f55 None None] Bound port: 629d402f-8261-4831-a6c9-6806fe46baf1, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '876814b1-14af-4590-92c6-93f517f4205d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '92ec4391-c99f-4034-9976-94c9b53a99fb'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:32:49.001263 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-afca9286-0d2a-4f0f-bdee-5660727c3f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:49.008683 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1c808c7-482e-4c93-b701-1a201f87ffea req-b8f388f8-c6b7-442e-a99c-ad35c7023421 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f7a0061-53d3-4edf-af48-0982f15b9d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362730 Apr 20 13:32:49.067997 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-afca9286-0d2a-4f0f-bdee-5660727c3f55 None None] For port 629d402f-8261-4831-a6c9-6806fe46baf1, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:32:49.071351 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-afca9286-0d2a-4f0f-bdee-5660727c3f55 None None] For port 629d402f-8261-4831-a6c9-6806fe46baf1, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=629d402f-8261-4831-a6c9-6806fe46baf1,segment=NetworkSegment(876814b1-14af-4590-92c6-93f517f4205d),segment_id=876814b1-14af-4590-92c6-93f517f4205d)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:32:49.150734 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-afca9286-0d2a-4f0f-bdee-5660727c3f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:49.174708 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-048216bf-b93d-4154-8ac2-ef4fb22d9ae3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Allocated IP 2001:db8::1 (1d5377c8-5438-4eb5-8e2d-b9940e961358/faff1f1c-16fb-4581-b467-42efd0b7390b/55ba29d6-d6b8-4657-acf3-a422529f8ce8) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:32:49.216099 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca9286-0d2a-4f0f-bdee-5660727c3f55 None None] Pushing event updated for resources: {'Port': ['ID=629d402f-8261-4831-a6c9-6806fe46baf1,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:49.298849 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-048216bf-b93d-4154-8ac2-ef4fb22d9ae3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:49.413424 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-048216bf-b93d-4154-8ac2-ef4fb22d9ae3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:49.461072 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048216bf-b93d-4154-8ac2-ef4fb22d9ae3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Network 1d5377c8-5438-4eb5-8e2d-b9940e961358 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:32:49.464639 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-048216bf-b93d-4154-8ac2-ef4fb22d9ae3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:32:49.469137 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048216bf-b93d-4154-8ac2-ef4fb22d9ae3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:32:49.469863 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-048216bf-b93d-4154-8ac2-ef4fb22d9ae3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:49.512607 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048216bf-b93d-4154-8ac2-ef4fb22d9ae3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event updated for resources: {'Port': ['ID=55ba29d6-d6b8-4657-acf3-a422529f8ce8,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:49.633318 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4df481c0-ffdd-4775-b0c5-a45f6917de47 req-9bac98f7-5726-4805-8eaf-73175c7afef1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=af24d935-b8cf-4a3d-a2d6-df3066be0ca4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0670471 Apr 20 13:32:49.645746 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435b9c34-dc38-4f14-95ff-4c0ec6dbbe1a None None] Network 1d5377c8-5438-4eb5-8e2d-b9940e961358 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:32:49.723635 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-d67058b3-860f-4397-bf9d-b85cd926f20c None None] Provisioning complete for port 0b014dac-16d5-441b-8cea-2dc97d7ae123 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:49.724273 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d67058b3-860f-4397-bf9d-b85cd926f20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:49.755020 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df481c0-ffdd-4775-b0c5-a45f6917de47 req-a959ac28-ae77-4418-810e-30a0161dbfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:49.756837 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4df481c0-ffdd-4775-b0c5-a45f6917de47 req-a959ac28-ae77-4418-810e-30a0161dbfd8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b3b98b9644e24ccabddf56e67de7cac9&device_id=af24d935-b8cf-4a3d-a2d6-df3066be0ca4 HTTP/1.1" status: 200 len: 1135 time: 0.0805185 Apr 20 13:32:49.757832 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-048216bf-b93d-4154-8ac2-ef4fb22d9ae3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:49.882333 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d67058b3-860f-4397-bf9d-b85cd926f20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:49.895712 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 0b014dac-16d5-441b-8cea-2dc97d7ae123 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:32:49.966300 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-d67058b3-860f-4397-bf9d-b85cd926f20c None None] For port 0b014dac-16d5-441b-8cea-2dc97d7ae123, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=0b014dac-16d5-441b-8cea-2dc97d7ae123,segment=NetworkSegment(227cf921-b1f6-4df7-8a69-52f6ca7b292a),segment_id=227cf921-b1f6-4df7-8a69-52f6ca7b292a)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:49.982972 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 0b014dac-16d5-441b-8cea-2dc97d7ae123 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:49.983310 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df481c0-ffdd-4775-b0c5-a45f6917de47 req-26a8031f-2fb6-4a5a-992e-29beeb97540c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:49.983662 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:49.984865 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4df481c0-ffdd-4775-b0c5-a45f6917de47 req-26a8031f-2fb6-4a5a-992e-29beeb97540c service neutron] 10.222.0.32 "GET /v2.0/networks?id=eb65fc52-0bdc-49a9-9bbc-078092e68417 HTTP/1.1" status: 200 len: 897 time: 0.1843448 Apr 20 13:32:50.047921 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d67058b3-860f-4397-bf9d-b85cd926f20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:50.124831 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4df481c0-ffdd-4775-b0c5-a45f6917de47 req-22768f20-e544-4067-adbb-f60bc607af53 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc HTTP/1.1" status: 200 len: 1001 time: 0.1230986 Apr 20 13:32:50.166100 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 629d402f-8261-4831-a6c9-6806fe46baf1 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:32:50.168198 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab942a-10ea-4dce-9f07-4b071eaeed0a req-102654dd-b77f-4e5b-873a-ba612ed486a9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:50.176037 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c8ab942a-10ea-4dce-9f07-4b071eaeed0a req-102654dd-b77f-4e5b-873a-ba612ed486a9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c12678-97ed-4191-8c7f-48690ca25905 HTTP/1.1" status: 200 len: 945 time: 0.0782750 Apr 20 13:32:50.202396 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67058b3-860f-4397-bf9d-b85cd926f20c None None] Pushing event updated for resources: {'Port': ['ID=0b014dac-16d5-441b-8cea-2dc97d7ae123,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:50.225631 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df481c0-ffdd-4775-b0c5-a45f6917de47 req-127f006c-41ac-4487-b5b0-a4e3d9897102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:50.227339 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4df481c0-ffdd-4775-b0c5-a45f6917de47 req-127f006c-41ac-4487-b5b0-a4e3d9897102 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=92a33fd3-fda2-4b34-a7a2-54478bc3a7a0 HTTP/1.1" status: 200 len: 835 time: 0.0905576 Apr 20 13:32:50.243774 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c8ab942a-10ea-4dce-9f07-4b071eaeed0a req-000c82e1-6f85-4550-a7d1-462d7dc18f13 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f7a0061-53d3-4edf-af48-0982f15b9d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619171 Apr 20 13:32:50.253001 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 629d402f-8261-4831-a6c9-6806fe46baf1 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:50.253818 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:50.303880 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-048216bf-b93d-4154-8ac2-ef4fb22d9ae3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:50.317688 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df481c0-ffdd-4775-b0c5-a45f6917de47 req-2edc6cd6-d9bd-4d02-80c7-a2cf0ae46778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:50.338256 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4df481c0-ffdd-4775-b0c5-a45f6917de47 req-2edc6cd6-d9bd-4d02-80c7-a2cf0ae46778 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eb65fc52-0bdc-49a9-9bbc-078092e68417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941837 Apr 20 13:32:50.357353 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:50.399508 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da176376-e463-4ad0-b9db-a178f31c144a req-f1f708f5-b082-45cc-8863-8cb524a9daec tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:50.402616 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-da176376-e463-4ad0-b9db-a178f31c144a req-f1f708f5-b082-45cc-8863-8cb524a9daec tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c12678-97ed-4191-8c7f-48690ca25905 HTTP/1.1" status: 200 len: 945 time: 0.0826623 Apr 20 13:32:50.404300 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 629d402f-8261-4831-a6c9-6806fe46baf1, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=629d402f-8261-4831-a6c9-6806fe46baf1,segment=NetworkSegment(876814b1-14af-4590-92c6-93f517f4205d),segment_id=876814b1-14af-4590-92c6-93f517f4205d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:50.412664 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-02b5f059-4199-4b53-b434-0166c46bc469 None None] Provisioning complete for port 55ba29d6-d6b8-4657-acf3-a422529f8ce8 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:50.415805 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-02b5f059-4199-4b53-b434-0166c46bc469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:50.415957 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-048216bf-b93d-4154-8ac2-ef4fb22d9ae3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:50.417105 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-048216bf-b93d-4154-8ac2-ef4fb22d9ae3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:50.464881 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-02b5f059-4199-4b53-b434-0166c46bc469 None None] Port 55ba29d6-d6b8-4657-acf3-a422529f8ce8 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:32:50.475597 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-da176376-e463-4ad0-b9db-a178f31c144a req-38ddb08b-33f3-410e-ab59-934393d57a5e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f7a0061-53d3-4edf-af48-0982f15b9d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660837 Apr 20 13:32:50.484981 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:50.487842 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-02b5f059-4199-4b53-b434-0166c46bc469 None None] Provisioning complete for port 0b014dac-16d5-441b-8cea-2dc97d7ae123 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:50.488394 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-02b5f059-4199-4b53-b434-0166c46bc469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:50.500413 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48494) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:50.504194 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048216bf-b93d-4154-8ac2-ef4fb22d9ae3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event updated for resources: {'Port': ['ID=55ba29d6-d6b8-4657-acf3-a422529f8ce8,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:50.565614 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2147225-496a-4b1f-b493-9fd245fc55c0 tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:50.567630 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a2147225-496a-4b1f-b493-9fd245fc55c0 tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=31c12678-97ed-4191-8c7f-48690ca25905 HTTP/1.1" status: 200 len: 1091 time: 0.0661931 Apr 20 13:32:50.570481 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48496) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:50.576053 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-ebcf35ca-be36-4fe1-ba78-b833bc29f435 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'port_id': 'd1a95210-4666-4005-b6fc-05d29e6b91fe', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:50.576292 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cb2212-9242-499e-abac-5e9b8ef15c0d None None] Network 92ec4391-c99f-4034-9976-94c9b53a99fb requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:32:50.652947 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ebcf35ca-be36-4fe1-ba78-b833bc29f435 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for floatingip, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:50.672109 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=629d402f-8261-4831-a6c9-6806fe46baf1,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:50.759200 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ebcf35ca-be36-4fe1-ba78-b833bc29f435 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:50.843881 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4df481c0-ffdd-4775-b0c5-a45f6917de47 req-1de9d43a-36d8-4d51-b1c0-a29133b7f9f6 service neutron] 10.222.0.32 "GET /v2.0/networks/eb65fc52-0bdc-49a9-9bbc-078092e68417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5081744 Apr 20 13:32:50.859892 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6b907828-9140-469e-abb9-f99fc0637c1a None None] Provisioning complete for port 55ba29d6-d6b8-4657-acf3-a422529f8ce8 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:50.860375 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6b907828-9140-469e-abb9-f99fc0637c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:50.881400 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-ebcf35ca-be36-4fe1-ba78-b833bc29f435 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Allocated IP 172.25.8.75 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/00f930ef-5e68-4226-b5db-72239d09f6e1) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:32:50.923138 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6b907828-9140-469e-abb9-f99fc0637c1a None None] Port 55ba29d6-d6b8-4657-acf3-a422529f8ce8 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:32:50.929577 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048216bf-b93d-4154-8ac2-ef4fb22d9ae3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Network 1d5377c8-5438-4eb5-8e2d-b9940e961358 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:32:50.934641 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6b907828-9140-469e-abb9-f99fc0637c1a None None] Provisioning complete for port 629d402f-8261-4831-a6c9-6806fe46baf1 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:50.934921 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-048216bf-b93d-4154-8ac2-ef4fb22d9ae3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:32:50.935178 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6b907828-9140-469e-abb9-f99fc0637c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:51.032976 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ebcf35ca-be36-4fe1-ba78-b833bc29f435 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:51.071985 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4df481c0-ffdd-4775-b0c5-a45f6917de47 req-28ef0d3c-6f59-451a-9965-122794ef207a service neutron] 10.222.0.32 "GET /v2.0/networks/eb65fc52-0bdc-49a9-9bbc-078092e68417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174428 Apr 20 13:32:51.145096 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ebcf35ca-be36-4fe1-ba78-b833bc29f435 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:51.172228 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048216bf-b93d-4154-8ac2-ef4fb22d9ae3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Router da5f7f60-e07b-46f0-96be-2a5d6ce49703 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:32:51.173303 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-8ba0f0b7-6cb2-4af6-89bd-c11aea6bf9f7 None None] Provisioning complete for port 629d402f-8261-4831-a6c9-6806fe46baf1 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:51.173303 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8ba0f0b7-6cb2-4af6-89bd-c11aea6bf9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:51.190480 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcf35ca-be36-4fe1-ba78-b833bc29f435 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:32:51.194412 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-ebcf35ca-be36-4fe1-ba78-b833bc29f435 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:32:51.199430 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcf35ca-be36-4fe1-ba78-b833bc29f435 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:32:51.224935 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf35ca-be36-4fe1-ba78-b833bc29f435 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'Port': ['ID=00f930ef-5e68-4226-b5db-72239d09f6e1,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:51.282926 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048216bf-b93d-4154-8ac2-ef4fb22d9ae3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:32:51.290643 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-048216bf-b93d-4154-8ac2-ef4fb22d9ae3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "PUT /v2.0/routers/da5f7f60-e07b-46f0-96be-2a5d6ce49703/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7832069 Apr 20 13:32:51.291337 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48498) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:51.294348 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6427b2c-2b8b-4a1f-bd24-e1af04913a7d None None] Sync routers for ids ['da5f7f60-e07b-46f0-96be-2a5d6ce49703'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:32:51.304453 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6427b2c-2b8b-4a1f-bd24-e1af04913a7d None None] Routers {'da5f7f60-e07b-46f0-96be-2a5d6ce49703'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:32:51.305294 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-e6427b2c-2b8b-4a1f-bd24-e1af04913a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:32:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['da5f7f60-e07b-46f0-96be-2a5d6ce49703'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:51.342038 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-e6427b2c-2b8b-4a1f-bd24-e1af04913a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:51.342915 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d236d3ec-20c0-4e0a-9c1b-381c901564c5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:51.345374 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d236d3ec-20c0-4e0a-9c1b-381c901564c5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "GET /v2.0/ports/55ba29d6-d6b8-4657-acf3-a422529f8ce8 HTTP/1.1" status: 200 len: 911 time: 0.0492766 Apr 20 13:32:51.347948 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48500) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:51.352380 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6427b2c-2b8b-4a1f-bd24-e1af04913a7d None None] Routers {'da5f7f60-e07b-46f0-96be-2a5d6ce49703'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:32:51.353020 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-e6427b2c-2b8b-4a1f-bd24-e1af04913a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:32:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['da5f7f60-e07b-46f0-96be-2a5d6ce49703'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:51.390562 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-e6427b2c-2b8b-4a1f-bd24-e1af04913a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:51.391895 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6427b2c-2b8b-4a1f-bd24-e1af04913a7d None None] The sync data for ids ['da5f7f60-e07b-46f0-96be-2a5d6ce49703'] in n-d-836015-7 is: [] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:32:51.404546 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-d2156ad2-f7bc-41b1-9fcf-71640d2a7133 None None] Provisioning complete for port 55ba29d6-d6b8-4657-acf3-a422529f8ce8 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:51.404922 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d2156ad2-f7bc-41b1-9fcf-71640d2a7133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:51.444455 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-d2156ad2-f7bc-41b1-9fcf-71640d2a7133 None None] Port 55ba29d6-d6b8-4657-acf3-a422529f8ce8 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:32:51.715809 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2155fadf-9531-4225-8cb5-4d077fe52027 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:51.773553 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 0b014dac-16d5-441b-8cea-2dc97d7ae123 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:32:51.824904 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 0b014dac-16d5-441b-8cea-2dc97d7ae123 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:51.825248 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:51.884824 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ebcf35ca-be36-4fe1-ba78-b833bc29f435 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:51.907870 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 629d402f-8261-4831-a6c9-6806fe46baf1 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:32:51.958307 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 629d402f-8261-4831-a6c9-6806fe46baf1 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:51.958607 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:51.981720 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-2155fadf-9531-4225-8cb5-4d077fe52027 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Allocated IP 2001:db8:1::1 (92ec4391-c99f-4034-9976-94c9b53a99fb/9a50a4cc-d0af-467a-9545-6ad0c756ca03/1386e460-c16b-4c6b-a6d3-a78ca6771c81) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:32:52.018377 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ebcf35ca-be36-4fe1-ba78-b833bc29f435 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:52.091877 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2155fadf-9531-4225-8cb5-4d077fe52027 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:52.161774 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2155fadf-9531-4225-8cb5-4d077fe52027 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:52.188210 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ebcf35ca-be36-4fe1-ba78-b833bc29f435 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:52.211506 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2155fadf-9531-4225-8cb5-4d077fe52027 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Network 92ec4391-c99f-4034-9976-94c9b53a99fb is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:32:52.215109 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-2155fadf-9531-4225-8cb5-4d077fe52027 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:32:52.217625 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2155fadf-9531-4225-8cb5-4d077fe52027 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:32:52.218184 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2155fadf-9531-4225-8cb5-4d077fe52027 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:52.246726 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ebcf35ca-be36-4fe1-ba78-b833bc29f435 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:52.256629 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2155fadf-9531-4225-8cb5-4d077fe52027 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event updated for resources: {'Port': ['ID=1386e460-c16b-4c6b-a6d3-a78ca6771c81,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:52.328894 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf35ca-be36-4fe1-ba78-b833bc29f435 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'Port': ['ID=00f930ef-5e68-4226-b5db-72239d09f6e1,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:52.348217 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ebcf35ca-be36-4fe1-ba78-b833bc29f435 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:52.438063 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2155fadf-9531-4225-8cb5-4d077fe52027 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:52.459777 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-ebcf35ca-be36-4fe1-ba78-b833bc29f435 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Floating IP bcaac3e7-8c41-4957-8f09-b83845bcd5ad associated. External IP: 172.25.8.75, port: d1a95210-4666-4005-b6fc-05d29e6b91fe. Apr 20 13:32:52.485038 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-fe54a26f-e45a-43d0-ad42-9c14ad692d13 None None] Provisioning complete for port 1386e460-c16b-4c6b-a6d3-a78ca6771c81 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:52.485412 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fe54a26f-e45a-43d0-ad42-9c14ad692d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:52.527626 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-fe54a26f-e45a-43d0-ad42-9c14ad692d13 None None] Port 1386e460-c16b-4c6b-a6d3-a78ca6771c81 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:32:52.692619 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebcf35ca-be36-4fe1-ba78-b833bc29f435 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Router 0cccc10d-659c-4395-b7f4-29e14731036a has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:32:52.708403 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2155fadf-9531-4225-8cb5-4d077fe52027 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:52.767314 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2155fadf-9531-4225-8cb5-4d077fe52027 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:52.768057 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2155fadf-9531-4225-8cb5-4d077fe52027 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:52.798447 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcf35ca-be36-4fe1-ba78-b833bc29f435 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:32:52.811656 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2783bda6-5a82-43f0-9121-590bec30c266 None None] Sync routers for ids ['0cccc10d-659c-4395-b7f4-29e14731036a'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:32:52.826855 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2783bda6-5a82-43f0-9121-590bec30c266 None None] Routers {'0cccc10d-659c-4395-b7f4-29e14731036a'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:32:52.827977 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-2783bda6-5a82-43f0-9121-590bec30c266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:32:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['0cccc10d-659c-4395-b7f4-29e14731036a'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:52.859126 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2155fadf-9531-4225-8cb5-4d077fe52027 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event updated for resources: {'Port': ['ID=1386e460-c16b-4c6b-a6d3-a78ca6771c81,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:52.871891 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ebcf35ca-be36-4fe1-ba78-b833bc29f435 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:52.904348 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2155fadf-9531-4225-8cb5-4d077fe52027 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Network 92ec4391-c99f-4034-9976-94c9b53a99fb is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:32:52.905964 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-2155fadf-9531-4225-8cb5-4d077fe52027 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:32:52.909860 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ebcf35ca-be36-4fe1-ba78-b833bc29f435 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3379273 Apr 20 13:32:52.910668 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c12678-97ed-4191-8c7f-48690ca25905', 'tag': 'd1a95210-4666-4005-b6fc-05d29e6b91fe'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:32:52.913480 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcdfd1f-b3c0-469b-9dd4-0e6f575af986" -d '{"events": [{"name": "network-changed", "server_uuid": "31c12678-97ed-4191-8c7f-48690ca25905", "tag": "d1a95210-4666-4005-b6fc-05d29e6b91fe"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:32:52.961081 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6661e3c3-1aa0-4d44-9267-60154b1c376c x-openstack-request-id: req-6661e3c3-1aa0-4d44-9267-60154b1c376c {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:32:52.961370 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c12678-97ed-4191-8c7f-48690ca25905", "tag": "d1a95210-4666-4005-b6fc-05d29e6b91fe", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:32:52.961673 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6661e3c3-1aa0-4d44-9267-60154b1c376c {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:32:52.962114 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6661e3c3-1aa0-4d44-9267-60154b1c376c'] response: {'name': 'network-changed', 'server_uuid': '31c12678-97ed-4191-8c7f-48690ca25905', 'tag': 'd1a95210-4666-4005-b6fc-05d29e6b91fe', 'status': 'completed', 'code': 200} Apr 20 13:32:52.966619 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-2783bda6-5a82-43f0-9121-590bec30c266 None None] Set router 0cccc10d-659c-4395-b7f4-29e14731036a gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:32:53.055153 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2155fadf-9531-4225-8cb5-4d077fe52027 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Router da5f7f60-e07b-46f0-96be-2a5d6ce49703 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:32:53.088648 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdfd1f-b3c0-469b-9dd4-0e6f575af986 req-0bdfebec-4385-460e-a3ea-d896dcb62e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:53.090278 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6bcdfd1f-b3c0-469b-9dd4-0e6f575af986 req-0bdfebec-4385-460e-a3ea-d896dcb62e85 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7d7599e499ac4ab585978f26ba0a43a9&device_id=31c12678-97ed-4191-8c7f-48690ca25905 HTTP/1.1" status: 200 len: 1096 time: 0.1036997 Apr 20 13:32:53.102782 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb0d70-6f8b-4608-8d1c-84ec24a3fc2b req-3bda38e0-ac89-426d-9e44-17397ea65004 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:53.106674 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-45fb0d70-6f8b-4608-8d1c-84ec24a3fc2b req-3bda38e0-ac89-426d-9e44-17397ea65004 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c12678-97ed-4191-8c7f-48690ca25905 HTTP/1.1" status: 200 len: 945 time: 0.0831294 Apr 20 13:32:53.230809 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-45fb0d70-6f8b-4608-8d1c-84ec24a3fc2b req-1d9b7a85-b951-44e9-b64c-f82e75d16608 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f7a0061-53d3-4edf-af48-0982f15b9d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548654 Apr 20 13:32:53.242247 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdfd1f-b3c0-469b-9dd4-0e6f575af986 req-b2535273-5c9d-4372-8182-05da389e84ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:53.243920 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6bcdfd1f-b3c0-469b-9dd4-0e6f575af986 req-b2535273-5c9d-4372-8182-05da389e84ec service neutron] 10.222.0.15 "GET /v2.0/networks?id=6a6793d9-9340-4921-9b8d-2d2c4f976b91 HTTP/1.1" status: 200 len: 897 time: 0.1362286 Apr 20 13:32:53.292130 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-2783bda6-5a82-43f0-9121-590bec30c266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cccc10d-659c-4395-b7f4-29e14731036a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882019028', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '7a795967-9718-4e10-a6cd-5bc36424ec70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:32:27Z', 'updated_at': '2022-04-20T13:32:34Z', 'revision_number': 4, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': '7a795967-9718-4e10-a6cd-5bc36424ec70', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cccc10d-659c-4395-b7f4-29e14731036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:32:28Z', 'updated_at': '2022-04-20T13:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'bcaac3e7-8c41-4957-8f09-b83845bcd5ad', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '0cccc10d-659c-4395-b7f4-29e14731036a', 'port_id': 'd1a95210-4666-4005-b6fc-05d29e6b91fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a6793d9-9340-4921-9b8d-2d2c4f976b91', 'mac_address': 'fa:16:3e:9c:ed:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c12678-97ed-4191-8c7f-48690ca25905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:32:51Z', 'updated_at': '2022-04-20T13:32:51Z', 'revision_number': 0, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8572a1-3bae-464a-ae15-5b7d5e2d64c9', 'name': '', 'network_id': '6a6793d9-9340-4921-9b8d-2d2c4f976b91', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'mac_address': 'fa:16:3e:16:f0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cccc10d-659c-4395-b7f4-29e14731036a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'c26d4bcd-c7f8-4b9f-92cb-6cbd7c3510e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:32:33Z', 'updated_at': '2022-04-20T13:32:37Z', 'revision_number': 5, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'subnets': [{'id': 'c26d4bcd-c7f8-4b9f-92cb-6cbd7c3510e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:53.312941 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48510) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:53.327187 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2783bda6-5a82-43f0-9121-590bec30c266 None None] Checking router: 0cccc10d-659c-4395-b7f4-29e14731036a for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:32:53.336897 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2783bda6-5a82-43f0-9121-590bec30c266 None None] Routers {'0cccc10d-659c-4395-b7f4-29e14731036a'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:32:53.337825 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-2783bda6-5a82-43f0-9121-590bec30c266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:32:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['0cccc10d-659c-4395-b7f4-29e14731036a'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:53.361864 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-f9c957c2-a363-44a0-ac4a-dd2852834c33 None None] Provisioning complete for port 1386e460-c16b-4c6b-a6d3-a78ca6771c81 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:53.362890 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f9c957c2-a363-44a0-ac4a-dd2852834c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:53.365358 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6bcdfd1f-b3c0-469b-9dd4-0e6f575af986 req-b907a881-d627-4201-8a1b-7b6492a37927 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1a95210-4666-4005-b6fc-05d29e6b91fe HTTP/1.1" status: 200 len: 998 time: 0.1135392 Apr 20 13:32:53.402235 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-f9c957c2-a363-44a0-ac4a-dd2852834c33 None None] Port 1386e460-c16b-4c6b-a6d3-a78ca6771c81 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:32:53.416720 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-0783d9c1-524d-46b1-b796-373048b51ec1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/floatingips/bcaac3e7-8c41-4957-8f09-b83845bcd5ad HTTP/1.1" status: 200 len: 990 time: 0.1013129 Apr 20 13:32:53.431908 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdfd1f-b3c0-469b-9dd4-0e6f575af986 req-551a5c0a-c1f6-448e-aab3-c3996c0b67ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:53.434095 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6bcdfd1f-b3c0-469b-9dd4-0e6f575af986 req-551a5c0a-c1f6-448e-aab3-c3996c0b67ac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c26d4bcd-c7f8-4b9f-92cb-6cbd7c3510e0 HTTP/1.1" status: 200 len: 835 time: 0.0595841 Apr 20 13:32:53.451938 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2155fadf-9531-4225-8cb5-4d077fe52027 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:32:53.459070 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2155fadf-9531-4225-8cb5-4d077fe52027 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "PUT /v2.0/routers/da5f7f60-e07b-46f0-96be-2a5d6ce49703/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1075983 Apr 20 13:32:53.459788 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48512) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:53.467009 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ac363b-05bd-4e8c-b18c-37919e4f2770 None None] Sync routers for ids ['da5f7f60-e07b-46f0-96be-2a5d6ce49703'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:32:53.483462 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-2783bda6-5a82-43f0-9121-590bec30c266 None None] Set router 0cccc10d-659c-4395-b7f4-29e14731036a gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:32:53.487128 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ac363b-05bd-4e8c-b18c-37919e4f2770 None None] Routers {'da5f7f60-e07b-46f0-96be-2a5d6ce49703'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:32:53.487549 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdfd1f-b3c0-469b-9dd4-0e6f575af986 req-e64e68be-48ee-46e0-9e63-0f69466fb093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:53.487812 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-05ac363b-05bd-4e8c-b18c-37919e4f2770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:32:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['da5f7f60-e07b-46f0-96be-2a5d6ce49703'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:53.489054 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6bcdfd1f-b3c0-469b-9dd4-0e6f575af986 req-e64e68be-48ee-46e0-9e63-0f69466fb093 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a6793d9-9340-4921-9b8d-2d2c4f976b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492079 Apr 20 13:32:53.510433 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f748fd7-54d1-4813-9adf-ed9affacdb2c tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:53.515204 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8f748fd7-54d1-4813-9adf-ed9affacdb2c tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "GET /v2.0/ports/1386e460-c16b-4c6b-a6d3-a78ca6771c81 HTTP/1.1" status: 200 len: 913 time: 0.0542274 Apr 20 13:32:53.515720 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48514) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:53.527301 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-05ac363b-05bd-4e8c-b18c-37919e4f2770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:53.536177 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ac363b-05bd-4e8c-b18c-37919e4f2770 None None] Routers {'da5f7f60-e07b-46f0-96be-2a5d6ce49703'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:32:53.536794 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-05ac363b-05bd-4e8c-b18c-37919e4f2770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:32:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['da5f7f60-e07b-46f0-96be-2a5d6ce49703'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:53.574886 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-05ac363b-05bd-4e8c-b18c-37919e4f2770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:53.575696 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ac363b-05bd-4e8c-b18c-37919e4f2770 None None] The sync data for ids ['da5f7f60-e07b-46f0-96be-2a5d6ce49703'] in n-d-836015-7 is: [] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:32:53.707985 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6bcdfd1f-b3c0-469b-9dd4-0e6f575af986 req-4e91fb98-c02b-4da5-a679-98c137057174 service neutron] 10.222.0.15 "GET /v2.0/networks/6a6793d9-9340-4921-9b8d-2d2c4f976b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109673 Apr 20 13:32:53.809940 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-2783bda6-5a82-43f0-9121-590bec30c266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cccc10d-659c-4395-b7f4-29e14731036a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882019028', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '7a795967-9718-4e10-a6cd-5bc36424ec70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:32:27Z', 'updated_at': '2022-04-20T13:32:34Z', 'revision_number': 4, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': '7a795967-9718-4e10-a6cd-5bc36424ec70', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cccc10d-659c-4395-b7f4-29e14731036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:32:28Z', 'updated_at': '2022-04-20T13:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'bcaac3e7-8c41-4957-8f09-b83845bcd5ad', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '0cccc10d-659c-4395-b7f4-29e14731036a', 'port_id': 'd1a95210-4666-4005-b6fc-05d29e6b91fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a6793d9-9340-4921-9b8d-2d2c4f976b91', 'mac_address': 'fa:16:3e:9c:ed:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c12678-97ed-4191-8c7f-48690ca25905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:32:51Z', 'updated_at': '2022-04-20T13:32:51Z', 'revision_number': 0, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8572a1-3bae-464a-ae15-5b7d5e2d64c9', 'name': '', 'network_id': '6a6793d9-9340-4921-9b8d-2d2c4f976b91', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'mac_address': 'fa:16:3e:16:f0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cccc10d-659c-4395-b7f4-29e14731036a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'c26d4bcd-c7f8-4b9f-92cb-6cbd7c3510e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:32:33Z', 'updated_at': '2022-04-20T13:32:37Z', 'revision_number': 5, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'subnets': [{'id': 'c26d4bcd-c7f8-4b9f-92cb-6cbd7c3510e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:53.835827 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2783bda6-5a82-43f0-9121-590bec30c266 None None] The sync data for ids ['0cccc10d-659c-4395-b7f4-29e14731036a'] in n-d-836015-7 is: [{'id': '0cccc10d-659c-4395-b7f4-29e14731036a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882019028', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '7a795967-9718-4e10-a6cd-5bc36424ec70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:32:27Z', 'updated_at': '2022-04-20T13:32:34Z', 'revision_number': 4, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': '7a795967-9718-4e10-a6cd-5bc36424ec70', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cccc10d-659c-4395-b7f4-29e14731036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:32:28Z', 'updated_at': '2022-04-20T13:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'bcaac3e7-8c41-4957-8f09-b83845bcd5ad', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '0cccc10d-659c-4395-b7f4-29e14731036a', 'port_id': 'd1a95210-4666-4005-b6fc-05d29e6b91fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a6793d9-9340-4921-9b8d-2d2c4f976b91', 'mac_address': 'fa:16:3e:9c:ed:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c12678-97ed-4191-8c7f-48690ca25905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:32:51Z', 'updated_at': '2022-04-20T13:32:51Z', 'revision_number': 0, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8572a1-3bae-464a-ae15-5b7d5e2d64c9', 'name': '', 'network_id': '6a6793d9-9340-4921-9b8d-2d2c4f976b91', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'mac_address': 'fa:16:3e:16:f0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cccc10d-659c-4395-b7f4-29e14731036a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'c26d4bcd-c7f8-4b9f-92cb-6cbd7c3510e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:32:33Z', 'updated_at': '2022-04-20T13:32:37Z', 'revision_number': 5, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'subnets': [{'id': 'c26d4bcd-c7f8-4b9f-92cb-6cbd7c3510e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:32:53.888373 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6bcdfd1f-b3c0-469b-9dd4-0e6f575af986 req-54dd38f1-1b1c-4b66-bae3-48df6dca5074 service neutron] 10.222.0.15 "GET /v2.0/networks/6a6793d9-9340-4921-9b8d-2d2c4f976b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503773 Apr 20 13:32:53.962169 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b3f4dd09-7dcb-42a6-be0f-d3b9bbe65c3a tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:54.028197 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac14ed31-25e7-4b50-9b7c-a42b28a19ee8 None None] New status for floating IP bcaac3e7-8c41-4957-8f09-b83845bcd5ad: ACTIVE {{(pid=114872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:32:54.210228 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-b3f4dd09-7dcb-42a6-be0f-d3b9bbe65c3a tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Deleting port 1386e460-c16b-4c6b-a6d3-a78ca6771c81 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:32:54.210488 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b3f4dd09-7dcb-42a6-be0f-d3b9bbe65c3a tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:54.298178 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b3f4dd09-7dcb-42a6-be0f-d3b9bbe65c3a tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:54.309796 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-b3f4dd09-7dcb-42a6-be0f-d3b9bbe65c3a tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Calling delete_port for 1386e460-c16b-4c6b-a6d3-a78ca6771c81 owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:32:54.412557 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9673f306-a482-453c-badf-329bfa835d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:54.419771 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48516) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:54.534264 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-820b2963-0bf4-423b-a312-1c74d1650855 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/floatingips/bcaac3e7-8c41-4957-8f09-b83845bcd5ad HTTP/1.1" status: 200 len: 992 time: 0.1130867 Apr 20 13:32:54.567308 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b3f4dd09-7dcb-42a6-be0f-d3b9bbe65c3a tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:54.594525 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f4dd09-7dcb-42a6-be0f-d3b9bbe65c3a tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event deleted for resources: {'Port': ['ID=1386e460-c16b-4c6b-a6d3-a78ca6771c81,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:55.006544 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b3f4dd09-7dcb-42a6-be0f-d3b9bbe65c3a tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:55.190137 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f4dd09-7dcb-42a6-be0f-d3b9bbe65c3a tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Router da5f7f60-e07b-46f0-96be-2a5d6ce49703 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:32:55.278540 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f4dd09-7dcb-42a6-be0f-d3b9bbe65c3a tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:32:55.283712 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b3f4dd09-7dcb-42a6-be0f-d3b9bbe65c3a tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "PUT /v2.0/routers/da5f7f60-e07b-46f0-96be-2a5d6ce49703/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7669110 Apr 20 13:32:55.286478 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48518) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:55.289625 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fd3534-6271-4aad-aa57-92a6ebcf249e None None] Sync routers for ids ['da5f7f60-e07b-46f0-96be-2a5d6ce49703'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:32:55.299887 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fd3534-6271-4aad-aa57-92a6ebcf249e None None] Routers {'da5f7f60-e07b-46f0-96be-2a5d6ce49703'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:32:55.300544 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-18fd3534-6271-4aad-aa57-92a6ebcf249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:32:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['da5f7f60-e07b-46f0-96be-2a5d6ce49703'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:55.332500 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-18fd3534-6271-4aad-aa57-92a6ebcf249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:55.341391 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fd3534-6271-4aad-aa57-92a6ebcf249e None None] Routers {'da5f7f60-e07b-46f0-96be-2a5d6ce49703'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:32:55.341984 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-18fd3534-6271-4aad-aa57-92a6ebcf249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:32:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['da5f7f60-e07b-46f0-96be-2a5d6ce49703'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:55.375971 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-18fd3534-6271-4aad-aa57-92a6ebcf249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:55.376607 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fd3534-6271-4aad-aa57-92a6ebcf249e None None] The sync data for ids ['da5f7f60-e07b-46f0-96be-2a5d6ce49703'] in n-d-836015-7 is: [] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:32:55.599095 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d0a82a56-c9e8-4b07-9352-19ce165568f6 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:55.836849 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-d0a82a56-c9e8-4b07-9352-19ce165568f6 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Deleting port 55ba29d6-d6b8-4657-acf3-a422529f8ce8 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:32:55.837194 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d0a82a56-c9e8-4b07-9352-19ce165568f6 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:55.920149 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d0a82a56-c9e8-4b07-9352-19ce165568f6 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:55.931686 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-d0a82a56-c9e8-4b07-9352-19ce165568f6 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Calling delete_port for 55ba29d6-d6b8-4657-acf3-a422529f8ce8 owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:32:56.189809 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d0a82a56-c9e8-4b07-9352-19ce165568f6 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:56.219227 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a82a56-c9e8-4b07-9352-19ce165568f6 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event deleted for resources: {'Port': ['ID=55ba29d6-d6b8-4657-acf3-a422529f8ce8,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:56.315871 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d0a82a56-c9e8-4b07-9352-19ce165568f6 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:56.467571 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a82a56-c9e8-4b07-9352-19ce165568f6 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Router da5f7f60-e07b-46f0-96be-2a5d6ce49703 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:32:56.543311 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a82a56-c9e8-4b07-9352-19ce165568f6 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:32:56.550751 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d0a82a56-c9e8-4b07-9352-19ce165568f6 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "PUT /v2.0/routers/da5f7f60-e07b-46f0-96be-2a5d6ce49703/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2607801 Apr 20 13:32:56.551179 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48520) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:56.554180 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca686ef-f01f-4a41-af3a-49c64d42a5ee None None] Sync routers for ids ['da5f7f60-e07b-46f0-96be-2a5d6ce49703'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:32:56.564818 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca686ef-f01f-4a41-af3a-49c64d42a5ee None None] Routers {'da5f7f60-e07b-46f0-96be-2a5d6ce49703'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:32:56.565447 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-1ca686ef-f01f-4a41-af3a-49c64d42a5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:32:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['da5f7f60-e07b-46f0-96be-2a5d6ce49703'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:56.578425 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ff2b4e7b-0652-42d5-a0fe-a85afc6cce99 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "GET /v2.0/ports?device_id=da5f7f60-e07b-46f0-96be-2a5d6ce49703 HTTP/1.1" status: 200 len: 205 time: 0.0263770 Apr 20 13:32:56.580993 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48522) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:56.597312 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-1ca686ef-f01f-4a41-af3a-49c64d42a5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:56.605793 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca686ef-f01f-4a41-af3a-49c64d42a5ee None None] Routers {'da5f7f60-e07b-46f0-96be-2a5d6ce49703'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:32:56.606392 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-1ca686ef-f01f-4a41-af3a-49c64d42a5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:32:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['da5f7f60-e07b-46f0-96be-2a5d6ce49703'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:56.641404 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-1ca686ef-f01f-4a41-af3a-49c64d42a5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:56.642383 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca686ef-f01f-4a41-af3a-49c64d42a5ee None None] The sync data for ids ['da5f7f60-e07b-46f0-96be-2a5d6ce49703'] in n-d-836015-7 is: [] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:32:56.656151 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bac4c767-aaa1-489b-9db0-e3a2cf343bf1 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for router, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:56.751382 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-67575d1e-6a2d-428b-9f15-90a69f88267a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:56.813254 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bac4c767-aaa1-489b-9db0-e3a2cf343bf1 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:56.815374 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bac4c767-aaa1-489b-9db0-e3a2cf343bf1 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:56.938065 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bac4c767-aaa1-489b-9db0-e3a2cf343bf1 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:56.938574 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac4c767-aaa1-489b-9db0-e3a2cf343bf1 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Fanout notify agent at l3_agent the message router_deleted on router da5f7f60-e07b-46f0-96be-2a5d6ce49703 {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:32:56.948083 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bac4c767-aaa1-489b-9db0-e3a2cf343bf1 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:56.948083 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-bac4c767-aaa1-489b-9db0-e3a2cf343bf1 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "DELETE /v2.0/routers/da5f7f60-e07b-46f0-96be-2a5d6ce49703 HTTP/1.1" status: 204 len: 168 time: 0.3645496 Apr 20 13:32:56.949103 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48524) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:57.001897 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-23f13cea-168f-43d6-a6d8-bd0f7aa5f625 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Deleting subnet 9a50a4cc-d0af-467a-9545-6ad0c756ca03 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:32:57.004903 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-23f13cea-168f-43d6-a6d8-bd0f7aa5f625 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:57.043178 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-23f13cea-168f-43d6-a6d8-bd0f7aa5f625 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:57.125190 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-23f13cea-168f-43d6-a6d8-bd0f7aa5f625 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:57.210255 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-557c76b8-b1d5-4b7b-89a1-9c79b6432f6a req-1691c0ab-a7d6-444b-af71-c3c7e6ae0bcb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0602269 Apr 20 13:32:57.270302 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c76b8-b1d5-4b7b-89a1-9c79b6432f6a req-72c48161-378b-40a4-9fea-62bfea943292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:57.271731 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-557c76b8-b1d5-4b7b-89a1-9c79b6432f6a req-72c48161-378b-40a4-9fea-62bfea943292 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d2e9573cd38a42bf9eb285f5cfe9d1c8&device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 1096 time: 0.0392036 Apr 20 13:32:57.299623 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-23f13cea-168f-43d6-a6d8-bd0f7aa5f625 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:57.368414 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f13cea-168f-43d6-a6d8-bd0f7aa5f625 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event deleted for resources: {'Subnet': ['ID=9a50a4cc-d0af-467a-9545-6ad0c756ca03,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:57.371202 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-23f13cea-168f-43d6-a6d8-bd0f7aa5f625 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:57.374598 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c628b6-cb63-4c23-b11f-bd0ca45ae1e9 None None] Network 92ec4391-c99f-4034-9976-94c9b53a99fb requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:32:57.374713 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-23f13cea-168f-43d6-a6d8-bd0f7aa5f625 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "DELETE /v2.0/subnets/9a50a4cc-d0af-467a-9545-6ad0c756ca03 HTTP/1.1" status: 204 len: 168 time: 0.4244297 Apr 20 13:32:57.377280 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48526) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:57.413863 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c76b8-b1d5-4b7b-89a1-9c79b6432f6a req-59a544b6-48b1-4a88-b6db-161e1fba21d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:57.415797 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-557c76b8-b1d5-4b7b-89a1-9c79b6432f6a req-59a544b6-48b1-4a88-b6db-161e1fba21d6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=27d17f00-84b7-400c-970d-be61917bd03a HTTP/1.1" status: 200 len: 910 time: 0.1260448 Apr 20 13:32:57.431847 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fa1f51c-d21e-497b-8f60-e631ec9fc650 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Deleting subnet faff1f1c-16fb-4581-b467-42efd0b7390b {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:32:57.436027 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5fa1f51c-d21e-497b-8f60-e631ec9fc650 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:57.477107 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5fa1f51c-d21e-497b-8f60-e631ec9fc650 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:57.488920 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-557c76b8-b1d5-4b7b-89a1-9c79b6432f6a req-03403f6c-70f5-4303-9fbf-1625bd91107f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cef5751c-9364-467f-a93e-0d2d41d3df6b HTTP/1.1" status: 200 len: 1001 time: 0.0662234 Apr 20 13:32:57.551629 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c76b8-b1d5-4b7b-89a1-9c79b6432f6a req-e7fe499d-4556-4fcb-9ffc-64659d2f452a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:57.553259 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-557c76b8-b1d5-4b7b-89a1-9c79b6432f6a req-e7fe499d-4556-4fcb-9ffc-64659d2f452a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=562e00d1-6211-4fe8-a521-472a5db1803b HTTP/1.1" status: 200 len: 848 time: 0.0551217 Apr 20 13:32:57.561010 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1f8ba5-aed6-40f7-ab80-dcf3e8a70980 None None] DHCP port deletion for 92ec4391-c99f-4034-9976-94c9b53a99fb request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:32:57.577543 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5fa1f51c-d21e-497b-8f60-e631ec9fc650 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:57.600805 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c76b8-b1d5-4b7b-89a1-9c79b6432f6a req-2e37b5c7-c690-4b01-984b-25f14df28560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:57.602592 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-557c76b8-b1d5-4b7b-89a1-9c79b6432f6a req-2e37b5c7-c690-4b01-984b-25f14df28560 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27d17f00-84b7-400c-970d-be61917bd03a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430844 Apr 20 13:32:57.610164 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-af1f8ba5-aed6-40f7-ab80-dcf3e8a70980 None None] Deleting port 629d402f-8261-4831-a6c9-6806fe46baf1 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:32:57.610544 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-af1f8ba5-aed6-40f7-ab80-dcf3e8a70980 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:57.697159 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-557c76b8-b1d5-4b7b-89a1-9c79b6432f6a req-16ef0f90-f5bd-4259-b37c-8b35065b1a06 service neutron] 10.222.0.15 "GET /v2.0/networks/27d17f00-84b7-400c-970d-be61917bd03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881193 Apr 20 13:32:57.705120 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5fa1f51c-d21e-497b-8f60-e631ec9fc650 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:57.733589 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa1f51c-d21e-497b-8f60-e631ec9fc650 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event deleted for resources: {'Subnet': ['ID=faff1f1c-16fb-4581-b467-42efd0b7390b,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:57.737874 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5fa1f51c-d21e-497b-8f60-e631ec9fc650 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:57.741077 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5fa1f51c-d21e-497b-8f60-e631ec9fc650 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "DELETE /v2.0/subnets/faff1f1c-16fb-4581-b467-42efd0b7390b HTTP/1.1" status: 204 len: 168 time: 0.3621075 Apr 20 13:32:57.743750 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48528) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:57.809067 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-557c76b8-b1d5-4b7b-89a1-9c79b6432f6a req-5a46441f-6b57-4362-8f76-66c357d27847 service neutron] 10.222.0.15 "GET /v2.0/networks/27d17f00-84b7-400c-970d-be61917bd03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051471 Apr 20 13:32:57.831966 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-096118aa-51f6-431b-bb6f-64d76e43a6b3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:57.836734 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001a3937-e19c-4e3c-a1b1-57709cbbea5e None None] Network 1d5377c8-5438-4eb5-8e2d-b9940e961358 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:32:57.838533 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 629d402f-8261-4831-a6c9-6806fe46baf1 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:32:57.882796 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-096118aa-51f6-431b-bb6f-64d76e43a6b3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Deleting port 629d402f-8261-4831-a6c9-6806fe46baf1 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:32:57.883133 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-096118aa-51f6-431b-bb6f-64d76e43a6b3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:57.937557 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-af1f8ba5-aed6-40f7-ab80-dcf3e8a70980 None None] For port 629d402f-8261-4831-a6c9-6806fe46baf1, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=629d402f-8261-4831-a6c9-6806fe46baf1,segment=NetworkSegment(876814b1-14af-4590-92c6-93f517f4205d),segment_id=876814b1-14af-4590-92c6-93f517f4205d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:57.937961 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-af1f8ba5-aed6-40f7-ab80-dcf3e8a70980 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:57.949957 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-096118aa-51f6-431b-bb6f-64d76e43a6b3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] For port 629d402f-8261-4831-a6c9-6806fe46baf1, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=629d402f-8261-4831-a6c9-6806fe46baf1,segment=NetworkSegment(876814b1-14af-4590-92c6-93f517f4205d),segment_id=876814b1-14af-4590-92c6-93f517f4205d)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:57.950322 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-096118aa-51f6-431b-bb6f-64d76e43a6b3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:57.961663 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-af1f8ba5-aed6-40f7-ab80-dcf3e8a70980 None None] Calling delete_port for 629d402f-8261-4831-a6c9-6806fe46baf1 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:32:57.962915 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-096118aa-51f6-431b-bb6f-64d76e43a6b3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Calling delete_port for 629d402f-8261-4831-a6c9-6806fe46baf1 owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:32:58.110034 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-096118aa-51f6-431b-bb6f-64d76e43a6b3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:58.114123 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:58.134489 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096118aa-51f6-431b-bb6f-64d76e43a6b3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event deleted for resources: {'Port': ['ID=629d402f-8261-4831-a6c9-6806fe46baf1,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:58.141790 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096118aa-51f6-431b-bb6f-64d76e43a6b3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] No DVR routers for this DVR port 629d402f-8261-4831-a6c9-6806fe46baf1 on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:32:58.173977 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:58.175055 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-af1f8ba5-aed6-40f7-ab80-dcf3e8a70980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:58.203292 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f8ba5-aed6-40f7-ab80-dcf3e8a70980 None None] Pushing event deleted for resources: {'Port': ['ID=629d402f-8261-4831-a6c9-6806fe46baf1,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:58.213665 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1f8ba5-aed6-40f7-ab80-dcf3e8a70980 None None] No DVR routers for this DVR port 629d402f-8261-4831-a6c9-6806fe46baf1 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:32:58.218977 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e9a899-37ee-4a29-96b9-0c4b2bac85af None None] DHCP port deletion for 1d5377c8-5438-4eb5-8e2d-b9940e961358 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:32:58.232953 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-096118aa-51f6-431b-bb6f-64d76e43a6b3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:58.253709 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-096118aa-51f6-431b-bb6f-64d76e43a6b3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92ec4391-c99f-4034-9976-94c9b53a99fb']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:58.263564 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-096118aa-51f6-431b-bb6f-64d76e43a6b3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '876814b1-14af-4590-92c6-93f517f4205d') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:58.263861 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-096118aa-51f6-431b-bb6f-64d76e43a6b3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '876814b1-14af-4590-92c6-93f517f4205d') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:58.273239 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-b9e9a899-37ee-4a29-96b9-0c4b2bac85af None None] Deleting port 0b014dac-16d5-441b-8cea-2dc97d7ae123 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:32:58.273518 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-096118aa-51f6-431b-bb6f-64d76e43a6b3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:58.273659 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b9e9a899-37ee-4a29-96b9-0c4b2bac85af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:58.286872 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-096118aa-51f6-431b-bb6f-64d76e43a6b3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:58.293415 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-096118aa-51f6-431b-bb6f-64d76e43a6b3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:32:58.293795 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-096118aa-51f6-431b-bb6f-64d76e43a6b3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:58.296782 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:32:58.296782 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:32:58.296782 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:32:58.296782 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:32:58.296782 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:32:58.296782 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:32:58.296782 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:32:58.296782 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:32:58.296782 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:32:58.296782 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:32:58.296782 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:32:58.296782 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:32:58.296782 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:32:58.296782 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:32:58.296782 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:32:58.296782 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:32:58.296782 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:32:58.296782 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:32:58.296782 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:32:58.296782 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:32:58.296782 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:32:58.296782 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:32:58.296782 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:32:58.296782 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:32:58.296782 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:32:58.296782 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:32:58.296782 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:32:58.296782 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:32:58.296782 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:32:58.296782 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:32:58.296782 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:32:58.296782 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:32:58.336297 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-b9e9a899-37ee-4a29-96b9-0c4b2bac85af None None] For port 0b014dac-16d5-441b-8cea-2dc97d7ae123, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=0b014dac-16d5-441b-8cea-2dc97d7ae123,segment=NetworkSegment(227cf921-b1f6-4df7-8a69-52f6ca7b292a),segment_id=227cf921-b1f6-4df7-8a69-52f6ca7b292a)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:58.336702 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b9e9a899-37ee-4a29-96b9-0c4b2bac85af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:58.350644 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-b9e9a899-37ee-4a29-96b9-0c4b2bac85af None None] Calling delete_port for 0b014dac-16d5-441b-8cea-2dc97d7ae123 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:32:58.418298 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-096118aa-51f6-431b-bb6f-64d76e43a6b3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:58.427672 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-096118aa-51f6-431b-bb6f-64d76e43a6b3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:58.430186 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-096118aa-51f6-431b-bb6f-64d76e43a6b3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "DELETE /v2.0/networks/92ec4391-c99f-4034-9976-94c9b53a99fb HTTP/1.1" status: 204 len: 168 time: 0.6853235 Apr 20 13:32:58.433024 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48530) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:58.444106 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096118aa-51f6-431b-bb6f-64d76e43a6b3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event deleted for resources: {'Network': ['ID=92ec4391-c99f-4034-9976-94c9b53a99fb,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:58.504051 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b9e9a899-37ee-4a29-96b9-0c4b2bac85af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:58.510709 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-51a07482-4d60-4890-8dd2-e4e194e8964e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:58.531527 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e9a899-37ee-4a29-96b9-0c4b2bac85af None None] Pushing event deleted for resources: {'Port': ['ID=0b014dac-16d5-441b-8cea-2dc97d7ae123,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:58.534567 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e9a899-37ee-4a29-96b9-0c4b2bac85af None None] No DVR routers for this DVR port 0b014dac-16d5-441b-8cea-2dc97d7ae123 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:32:58.603708 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-51a07482-4d60-4890-8dd2-e4e194e8964e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:58.623732 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-51a07482-4d60-4890-8dd2-e4e194e8964e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d5377c8-5438-4eb5-8e2d-b9940e961358']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:58.632642 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-51a07482-4d60-4890-8dd2-e4e194e8964e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '227cf921-b1f6-4df7-8a69-52f6ca7b292a') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:58.632942 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-51a07482-4d60-4890-8dd2-e4e194e8964e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '227cf921-b1f6-4df7-8a69-52f6ca7b292a') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:58.642784 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-51a07482-4d60-4890-8dd2-e4e194e8964e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:58.656987 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-51a07482-4d60-4890-8dd2-e4e194e8964e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:58.662664 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51a07482-4d60-4890-8dd2-e4e194e8964e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:32:58.663048 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-51a07482-4d60-4890-8dd2-e4e194e8964e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:58.668078 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:32:58.668078 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:32:58.668078 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:32:58.668078 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:32:58.668078 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:32:58.668078 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:32:58.668078 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:32:58.668078 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:32:58.668078 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:32:58.668078 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:32:58.668078 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:32:58.668078 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:32:58.668078 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:32:58.668078 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:32:58.668078 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:32:58.668078 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:32:58.668078 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:32:58.668078 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:32:58.668078 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:32:58.668078 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:32:58.668078 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:32:58.668078 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:32:58.668078 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:32:58.668078 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:32:58.668078 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:32:58.668078 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:32:58.668078 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:32:58.668078 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:32:58.668078 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:32:58.668078 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:32:58.668078 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:32:58.668078 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:32:58.783856 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-51a07482-4d60-4890-8dd2-e4e194e8964e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:58.791091 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-51a07482-4d60-4890-8dd2-e4e194e8964e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:58.794211 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-51a07482-4d60-4890-8dd2-e4e194e8964e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "DELETE /v2.0/networks/1d5377c8-5438-4eb5-8e2d-b9940e961358 HTTP/1.1" status: 204 len: 168 time: 0.3600457 Apr 20 13:32:58.798099 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48532) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:58.803420 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-15681e23-2729-403d-bd27-3fe7c27b6d39 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-150429357'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:58.805878 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a07482-4d60-4890-8dd2-e4e194e8964e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event deleted for resources: {'Network': ['ID=1d5377c8-5438-4eb5-8e2d-b9940e961358,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:58.892301 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15681e23-2729-403d-bd27-3fe7c27b6d39 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Made reservation on behalf of 05e5ae5725a543f685423ca47d440e3e for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:32:58.895958 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-15681e23-2729-403d-bd27-3fe7c27b6d39 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:58.918237 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15681e23-2729-403d-bd27-3fe7c27b6d39 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:32:58.926887 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-15681e23-2729-403d-bd27-3fe7c27b6d39 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:58.927225 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-15681e23-2729-403d-bd27-3fe7c27b6d39 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Added segment f1d33b7f-b9f7-48ae-a7a3-cd43f2e39b09 of type vlan for network 339aa791-139a-4ddf-9e7f-dbfe6c264c62 Apr 20 13:32:58.966259 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-15681e23-2729-403d-bd27-3fe7c27b6d39 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:59.045997 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-15681e23-2729-403d-bd27-3fe7c27b6d39 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:59.051454 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15681e23-2729-403d-bd27-3fe7c27b6d39 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:59.052059 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-15681e23-2729-403d-bd27-3fe7c27b6d39 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:59.120081 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15681e23-2729-403d-bd27-3fe7c27b6d39 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event updated for resources: {'Network': ['ID=339aa791-139a-4ddf-9e7f-dbfe6c264c62,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:59.131757 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 339aa791-139a-4ddf-9e7f-dbfe6c264c62 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:32:59.146524 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-15681e23-2729-403d-bd27-3fe7c27b6d39 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3462799 Apr 20 13:32:59.148452 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48534) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:59.153487 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-a7f5cf57-55cd-4485-895c-805d54a53e56 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Request body: {'subnet': {'network_id': '339aa791-139a-4ddf-9e7f-dbfe6c264c62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:59.292824 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f5cf57-55cd-4485-895c-805d54a53e56 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Made reservation on behalf of 05e5ae5725a543f685423ca47d440e3e for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:32:59.296354 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a7f5cf57-55cd-4485-895c-805d54a53e56 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:59.372699 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:59.544401 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a7f5cf57-55cd-4485-895c-805d54a53e56 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:59.597632 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5cf57-55cd-4485-895c-805d54a53e56 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event updated for resources: {'Subnet': ['ID=2280028a-2160-4f21-8d0b-09a9984cca96,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:59.613845 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f5cf57-55cd-4485-895c-805d54a53e56 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Checking segment: {'id': 'f1d33b7f-b9f7-48ae-a7a3-cd43f2e39b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '339aa791-139a-4ddf-9e7f-dbfe6c264c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:32:59.614216 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f5cf57-55cd-4485-895c-805d54a53e56 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Network hostable DHCP agents. Network: 339aa791-139a-4ddf-9e7f-dbfe6c264c62, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:32:59.692464 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f5cf57-55cd-4485-895c-805d54a53e56 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Network 339aa791-139a-4ddf-9e7f-dbfe6c264c62 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:32:59.758487 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 0b014dac-16d5-441b-8cea-2dc97d7ae123 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:32:59.766657 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-a7f5cf57-55cd-4485-895c-805d54a53e56 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 339aa791-139a-4ddf-9e7f-dbfe6c264c62) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:32:59.770835 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f5cf57-55cd-4485-895c-805d54a53e56 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:59.774066 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a7f5cf57-55cd-4485-895c-805d54a53e56 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:59.783691 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11d8de1-5533-438d-9f4f-0742b528dcb8 None None] Network 339aa791-139a-4ddf-9e7f-dbfe6c264c62 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:32:59.785781 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 0b014dac-16d5-441b-8cea-2dc97d7ae123 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:32:59.789048 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 0b014dac-16d5-441b-8cea-2dc97d7ae123 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:32:59.801063 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:59.846325 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a7f5cf57-55cd-4485-895c-805d54a53e56 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6944902 Apr 20 13:32:59.846566 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48540) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:59.854504 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-768e811b-509c-4b5c-a1b7-9bd0fb39ae02 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-621928478', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:59.938019 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-768e811b-509c-4b5c-a1b7-9bd0fb39ae02 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:59.939988 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-768e811b-509c-4b5c-a1b7-9bd0fb39ae02 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:59.940801 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa62b7bb-8767-47b0-95b1-d4e63f33f904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-339aa791-139a-4ddf-9e7f-dbfe6c264c62', 'network_id': '339aa791-139a-4ddf-9e7f-dbfe6c264c62', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'fixed_ips': [{'subnet_id': '2280028a-2160-4f21-8d0b-09a9984cca96'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:32:59.941398 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-aa62b7bb-8767-47b0-95b1-d4e63f33f904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:00.001424 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-768e811b-509c-4b5c-a1b7-9bd0fb39ae02 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:00.036017 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-768e811b-509c-4b5c-a1b7-9bd0fb39ae02 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:00.077540 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-aa62b7bb-8767-47b0-95b1-d4e63f33f904 None None] Allocated IP 2001:db8::2 (339aa791-139a-4ddf-9e7f-dbfe6c264c62/2280028a-2160-4f21-8d0b-09a9984cca96/8cb69eac-f08d-4407-842c-699198e447ee) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:33:00.092897 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-768e811b-509c-4b5c-a1b7-9bd0fb39ae02 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:00.094128 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-768e811b-509c-4b5c-a1b7-9bd0fb39ae02 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2466099 Apr 20 13:33:00.096975 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48548) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:00.102621 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-6ee4a51b-574b-4126-a35d-a2a117207e3b tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Request body: {'port': {'network_id': '339aa791-139a-4ddf-9e7f-dbfe6c264c62', 'name': 'tempest-RoutersIpV6Test-1623007263'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:33:00.238842 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-aa62b7bb-8767-47b0-95b1-d4e63f33f904 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:00.292358 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee4a51b-574b-4126-a35d-a2a117207e3b tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Made reservation on behalf of 05e5ae5725a543f685423ca47d440e3e for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:33:00.295956 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6ee4a51b-574b-4126-a35d-a2a117207e3b tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:00.313732 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [None req-6ee4a51b-574b-4126-a35d-a2a117207e3b tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] device_id is not set on port 2e958a67-51f8-48d2-8c69-7a2b36dd668f yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:33:00.327215 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-aa62b7bb-8767-47b0-95b1-d4e63f33f904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:00.362798 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa62b7bb-8767-47b0-95b1-d4e63f33f904 None None] Network 339aa791-139a-4ddf-9e7f-dbfe6c264c62 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:33:00.367534 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-aa62b7bb-8767-47b0-95b1-d4e63f33f904 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:33:00.371869 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa62b7bb-8767-47b0-95b1-d4e63f33f904 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:33:00.380780 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62b7bb-8767-47b0-95b1-d4e63f33f904 None None] Pushing event updated for resources: {'Port': ['ID=8cb69eac-f08d-4407-842c-699198e447ee,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:00.433097 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-6ee4a51b-574b-4126-a35d-a2a117207e3b tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Allocated IP 2001:db8::3b8 (339aa791-139a-4ddf-9e7f-dbfe6c264c62/2280028a-2160-4f21-8d0b-09a9984cca96/2e958a67-51f8-48d2-8c69-7a2b36dd668f) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:33:00.438128 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-aa62b7bb-8767-47b0-95b1-d4e63f33f904 None None] Attempting to bind port 8cb69eac-f08d-4407-842c-699198e447ee on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:33:00.438521 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-aa62b7bb-8767-47b0-95b1-d4e63f33f904 None None] Attempting to bind port 8cb69eac-f08d-4407-842c-699198e447ee by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'f1d33b7f-b9f7-48ae-a7a3-cd43f2e39b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '339aa791-139a-4ddf-9e7f-dbfe6c264c62'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:33:00.438882 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa62b7bb-8767-47b0-95b1-d4e63f33f904 None None] Attempting to bind port 8cb69eac-f08d-4407-842c-699198e447ee on network 339aa791-139a-4ddf-9e7f-dbfe6c264c62 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:33:00.443811 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa62b7bb-8767-47b0-95b1-d4e63f33f904 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:33:00.444177 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa62b7bb-8767-47b0-95b1-d4e63f33f904 None None] Checking segment: {'id': 'f1d33b7f-b9f7-48ae-a7a3-cd43f2e39b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '339aa791-139a-4ddf-9e7f-dbfe6c264c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:33:00.444576 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-aa62b7bb-8767-47b0-95b1-d4e63f33f904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:00.444958 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa62b7bb-8767-47b0-95b1-d4e63f33f904 None None] Bound using segment: {'id': 'f1d33b7f-b9f7-48ae-a7a3-cd43f2e39b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '339aa791-139a-4ddf-9e7f-dbfe6c264c62'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:33:00.445416 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-aa62b7bb-8767-47b0-95b1-d4e63f33f904 None None] Bound port: 8cb69eac-f08d-4407-842c-699198e447ee, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d33b7f-b9f7-48ae-a7a3-cd43f2e39b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '339aa791-139a-4ddf-9e7f-dbfe6c264c62'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:33:00.445790 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-aa62b7bb-8767-47b0-95b1-d4e63f33f904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:00.508438 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-aa62b7bb-8767-47b0-95b1-d4e63f33f904 None None] For port 8cb69eac-f08d-4407-842c-699198e447ee, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:33:00.512001 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-aa62b7bb-8767-47b0-95b1-d4e63f33f904 None None] For port 8cb69eac-f08d-4407-842c-699198e447ee, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=8cb69eac-f08d-4407-842c-699198e447ee,segment=NetworkSegment(f1d33b7f-b9f7-48ae-a7a3-cd43f2e39b09),segment_id=f1d33b7f-b9f7-48ae-a7a3-cd43f2e39b09)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:33:00.567640 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-aa62b7bb-8767-47b0-95b1-d4e63f33f904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:00.583960 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6ee4a51b-574b-4126-a35d-a2a117207e3b tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:00.627062 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62b7bb-8767-47b0-95b1-d4e63f33f904 None None] Pushing event updated for resources: {'Port': ['ID=8cb69eac-f08d-4407-842c-699198e447ee,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:00.647527 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6ee4a51b-574b-4126-a35d-a2a117207e3b tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:00.695316 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee4a51b-574b-4126-a35d-a2a117207e3b tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Network 339aa791-139a-4ddf-9e7f-dbfe6c264c62 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:33:00.698598 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-6ee4a51b-574b-4126-a35d-a2a117207e3b tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:33:00.702550 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee4a51b-574b-4126-a35d-a2a117207e3b tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:33:00.708136 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee4a51b-574b-4126-a35d-a2a117207e3b tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:00.708757 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6ee4a51b-574b-4126-a35d-a2a117207e3b tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:00.717488 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee4a51b-574b-4126-a35d-a2a117207e3b tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event updated for resources: {'Port': ['ID=2e958a67-51f8-48d2-8c69-7a2b36dd668f,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:00.763076 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-6ee4a51b-574b-4126-a35d-a2a117207e3b tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6643476 Apr 20 13:33:00.765666 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48550) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:01.444714 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-952adfb2-cc40-41f1-af33-9521e0489680 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:01.605047 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612e4c7f-2b47-4954-b686-24692f53c562 None None] Network 339aa791-139a-4ddf-9e7f-dbfe6c264c62 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:33:01.712538 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-952adfb2-cc40-41f1-af33-9521e0489680 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:01.728497 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-3d40f73d-3abf-4802-a7ba-31d9815a1a29 None None] Provisioning complete for port 8cb69eac-f08d-4407-842c-699198e447ee triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:01.728956 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3d40f73d-3abf-4802-a7ba-31d9815a1a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:01.779244 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-952adfb2-cc40-41f1-af33-9521e0489680 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:01.807153 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 8cb69eac-f08d-4407-842c-699198e447ee up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:33:01.867751 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952adfb2-cc40-41f1-af33-9521e0489680 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event updated for resources: {'Port': ['ID=2e958a67-51f8-48d2-8c69-7a2b36dd668f,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:01.902387 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3d40f73d-3abf-4802-a7ba-31d9815a1a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:01.923114 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 8cb69eac-f08d-4407-842c-699198e447ee triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:01.923511 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:01.965223 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-3d40f73d-3abf-4802-a7ba-31d9815a1a29 None None] For port 8cb69eac-f08d-4407-842c-699198e447ee, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=8cb69eac-f08d-4407-842c-699198e447ee,segment=NetworkSegment(f1d33b7f-b9f7-48ae-a7a3-cd43f2e39b09),segment_id=f1d33b7f-b9f7-48ae-a7a3-cd43f2e39b09)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:33:01.992969 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-952adfb2-cc40-41f1-af33-9521e0489680 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:02.022116 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3d40f73d-3abf-4802-a7ba-31d9815a1a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:02.069181 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:02.102450 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40f73d-3abf-4802-a7ba-31d9815a1a29 None None] Pushing event updated for resources: {'Port': ['ID=8cb69eac-f08d-4407-842c-699198e447ee,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:02.153652 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:33:02.154014 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:33:02.190207 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-952adfb2-cc40-41f1-af33-9521e0489680 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:02.265506 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-27c12dd4-c972-4f87-9003-8ac3a513a60c None None] Provisioning complete for port 8cb69eac-f08d-4407-842c-699198e447ee triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:02.265880 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-27c12dd4-c972-4f87-9003-8ac3a513a60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:02.461553 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-27c12dd4-c972-4f87-9003-8ac3a513a60c None None] Provisioning complete for port 2e958a67-51f8-48d2-8c69-7a2b36dd668f triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:02.462185 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-27c12dd4-c972-4f87-9003-8ac3a513a60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:02.511007 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-27c12dd4-c972-4f87-9003-8ac3a513a60c None None] Port 2e958a67-51f8-48d2-8c69-7a2b36dd668f cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:33:02.516100 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-952adfb2-cc40-41f1-af33-9521e0489680 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:02.578435 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-952adfb2-cc40-41f1-af33-9521e0489680 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:02.579297 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-952adfb2-cc40-41f1-af33-9521e0489680 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:02.634216 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-975441c0-d230-455a-abcd-4f624404f830 None None] Provisioning complete for port 2e958a67-51f8-48d2-8c69-7a2b36dd668f triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:02.636001 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-975441c0-d230-455a-abcd-4f624404f830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:02.681945 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952adfb2-cc40-41f1-af33-9521e0489680 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event updated for resources: {'Port': ['ID=2e958a67-51f8-48d2-8c69-7a2b36dd668f,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:02.715148 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-975441c0-d230-455a-abcd-4f624404f830 None None] Port 2e958a67-51f8-48d2-8c69-7a2b36dd668f cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:33:02.720219 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952adfb2-cc40-41f1-af33-9521e0489680 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Network 339aa791-139a-4ddf-9e7f-dbfe6c264c62 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:33:02.721650 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-952adfb2-cc40-41f1-af33-9521e0489680 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:33:02.837072 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-34beccd8-da29-4aad-beba-ab51639883b7 None None] Provisioning complete for port 2e958a67-51f8-48d2-8c69-7a2b36dd668f triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:02.837440 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-34beccd8-da29-4aad-beba-ab51639883b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:02.878930 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-34beccd8-da29-4aad-beba-ab51639883b7 None None] Port 2e958a67-51f8-48d2-8c69-7a2b36dd668f cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:33:02.903983 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952adfb2-cc40-41f1-af33-9521e0489680 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Router c2bf4f33-9d80-4d3f-8594-11c897e1ac62 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:33:02.999084 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-4d8e8212-c46b-4085-b5cf-397370216df8 None None] Provisioning complete for port 2e958a67-51f8-48d2-8c69-7a2b36dd668f triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:02.999747 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4d8e8212-c46b-4085-b5cf-397370216df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:03.011743 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952adfb2-cc40-41f1-af33-9521e0489680 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:33:03.020407 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48558) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:03.027668 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00665a3-528b-4614-a7e9-19c5f101c8ed None None] Sync routers for ids ['c2bf4f33-9d80-4d3f-8594-11c897e1ac62'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:33:03.028287 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-952adfb2-cc40-41f1-af33-9521e0489680 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "PUT /v2.0/routers/c2bf4f33-9d80-4d3f-8594-11c897e1ac62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2611933 Apr 20 13:33:03.048565 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00665a3-528b-4614-a7e9-19c5f101c8ed None None] Routers {'c2bf4f33-9d80-4d3f-8594-11c897e1ac62'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:03.055916 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-f00665a3-528b-4614-a7e9-19c5f101c8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:32:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['c2bf4f33-9d80-4d3f-8594-11c897e1ac62'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:03.055916 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-4d8e8212-c46b-4085-b5cf-397370216df8 None None] Port 2e958a67-51f8-48d2-8c69-7a2b36dd668f cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:33:03.070277 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b42a285-da80-41d6-b008-f3bf52184717 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:03.074765 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6b42a285-da80-41d6-b008-f3bf52184717 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "GET /v2.0/ports/2e958a67-51f8-48d2-8c69-7a2b36dd668f HTTP/1.1" status: 200 len: 984 time: 0.0503347 Apr 20 13:33:03.075160 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48560) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:03.086126 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-f00665a3-528b-4614-a7e9-19c5f101c8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:03.095890 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00665a3-528b-4614-a7e9-19c5f101c8ed None None] Routers {'c2bf4f33-9d80-4d3f-8594-11c897e1ac62'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:03.096503 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-f00665a3-528b-4614-a7e9-19c5f101c8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:32:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['c2bf4f33-9d80-4d3f-8594-11c897e1ac62'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:03.131497 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-f00665a3-528b-4614-a7e9-19c5f101c8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:03.132143 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00665a3-528b-4614-a7e9-19c5f101c8ed None None] The sync data for ids ['c2bf4f33-9d80-4d3f-8594-11c897e1ac62'] in n-d-836015-7 is: [] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:33:03.508874 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-650c32b4-5608-48e9-9c21-3d6c3a3969bc tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:03.717884 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-650c32b4-5608-48e9-9c21-3d6c3a3969bc tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Deleting port 2e958a67-51f8-48d2-8c69-7a2b36dd668f {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:33:03.718469 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-650c32b4-5608-48e9-9c21-3d6c3a3969bc tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:03.770866 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 8cb69eac-f08d-4407-842c-699198e447ee up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:33:03.808324 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-650c32b4-5608-48e9-9c21-3d6c3a3969bc tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:03.821959 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-650c32b4-5608-48e9-9c21-3d6c3a3969bc tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Calling delete_port for 2e958a67-51f8-48d2-8c69-7a2b36dd668f owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:33:03.971720 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 8cb69eac-f08d-4407-842c-699198e447ee triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:03.972548 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:04.058983 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-650c32b4-5608-48e9-9c21-3d6c3a3969bc tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:04.087499 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c32b4-5608-48e9-9c21-3d6c3a3969bc tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event deleted for resources: {'Port': ['ID=2e958a67-51f8-48d2-8c69-7a2b36dd668f,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:04.192661 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-650c32b4-5608-48e9-9c21-3d6c3a3969bc tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:04.365378 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650c32b4-5608-48e9-9c21-3d6c3a3969bc tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Router c2bf4f33-9d80-4d3f-8594-11c897e1ac62 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:33:04.436531 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650c32b4-5608-48e9-9c21-3d6c3a3969bc tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:33:04.441602 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-650c32b4-5608-48e9-9c21-3d6c3a3969bc tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "PUT /v2.0/routers/c2bf4f33-9d80-4d3f-8594-11c897e1ac62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3651233 Apr 20 13:33:04.444394 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48568) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:04.447032 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410584e3-72a6-44e1-8ff5-9c6c8d31c5e3 None None] Sync routers for ids ['c2bf4f33-9d80-4d3f-8594-11c897e1ac62'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:33:04.458041 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410584e3-72a6-44e1-8ff5-9c6c8d31c5e3 None None] Routers {'c2bf4f33-9d80-4d3f-8594-11c897e1ac62'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:04.458658 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-410584e3-72a6-44e1-8ff5-9c6c8d31c5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:32:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['c2bf4f33-9d80-4d3f-8594-11c897e1ac62'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:04.491522 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-410584e3-72a6-44e1-8ff5-9c6c8d31c5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:04.500945 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410584e3-72a6-44e1-8ff5-9c6c8d31c5e3 None None] Routers {'c2bf4f33-9d80-4d3f-8594-11c897e1ac62'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:04.501478 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-410584e3-72a6-44e1-8ff5-9c6c8d31c5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:32:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['c2bf4f33-9d80-4d3f-8594-11c897e1ac62'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:04.535880 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-410584e3-72a6-44e1-8ff5-9c6c8d31c5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:04.536518 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410584e3-72a6-44e1-8ff5-9c6c8d31c5e3 None None] The sync data for ids ['c2bf4f33-9d80-4d3f-8594-11c897e1ac62'] in n-d-836015-7 is: [] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:33:04.629858 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-d9090082-115d-45d6-aa19-b8145fa433a2 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] remove_router_interface failed (client error): The resource could not be found. Apr 20 13:33:04.631838 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d9090082-115d-45d6-aa19-b8145fa433a2 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "PUT /v2.0/routers/c2bf4f33-9d80-4d3f-8594-11c897e1ac62/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1854970 Apr 20 13:33:04.639131 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48572) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:04.667925 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9f6c901e-81df-4758-969f-419d7d46952c tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2bf4f33-9d80-4d3f-8594-11c897e1ac62 HTTP/1.1" status: 200 len: 205 time: 0.0276852 Apr 20 13:33:04.670658 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48574) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:04.715346 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf7612-0dde-4ff6-b318-24031b4204e9 req-0d0de5fe-9cc1-4baa-8e90-da06e98f47f4 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:04.716825 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3faf7612-0dde-4ff6-b318-24031b4204e9 req-0d0de5fe-9cc1-4baa-8e90-da06e98f47f4 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 945 time: 0.0530233 Apr 20 13:33:04.746658 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-28f701ea-93c4-40ba-9458-7aa02b489098 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:04.758090 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3faf7612-0dde-4ff6-b318-24031b4204e9 req-9ae99cb5-dea3-4bd2-a3d7-0102bec0d81d tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0349798 Apr 20 13:33:04.900138 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-28f701ea-93c4-40ba-9458-7aa02b489098 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:04.902707 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-28f701ea-93c4-40ba-9458-7aa02b489098 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:05.007080 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-28f701ea-93c4-40ba-9458-7aa02b489098 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:05.007639 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f701ea-93c4-40ba-9458-7aa02b489098 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Fanout notify agent at l3_agent the message router_deleted on router c2bf4f33-9d80-4d3f-8594-11c897e1ac62 {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:33:05.014336 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-28f701ea-93c4-40ba-9458-7aa02b489098 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:05.015452 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-28f701ea-93c4-40ba-9458-7aa02b489098 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "DELETE /v2.0/routers/c2bf4f33-9d80-4d3f-8594-11c897e1ac62 HTTP/1.1" status: 204 len: 168 time: 0.3437412 Apr 20 13:33:05.018143 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48576) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:05.067858 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d041c35-c21a-4cf5-8d36-2d5911bcd0dc tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Deleting subnet 2280028a-2160-4f21-8d0b-09a9984cca96 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:33:05.070854 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7d041c35-c21a-4cf5-8d36-2d5911bcd0dc tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:05.114312 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7d041c35-c21a-4cf5-8d36-2d5911bcd0dc tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:05.193931 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7d041c35-c21a-4cf5-8d36-2d5911bcd0dc tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:05.321442 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7d041c35-c21a-4cf5-8d36-2d5911bcd0dc tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:05.347566 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d041c35-c21a-4cf5-8d36-2d5911bcd0dc tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event deleted for resources: {'Subnet': ['ID=2280028a-2160-4f21-8d0b-09a9984cca96,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:05.353106 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7d041c35-c21a-4cf5-8d36-2d5911bcd0dc tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:05.360302 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7d041c35-c21a-4cf5-8d36-2d5911bcd0dc tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "DELETE /v2.0/subnets/2280028a-2160-4f21-8d0b-09a9984cca96 HTTP/1.1" status: 204 len: 168 time: 0.3374565 Apr 20 13:33:05.360302 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48580) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:05.360519 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0b987f-1622-4920-aa70-1d5d75b539b5 None None] Network 339aa791-139a-4ddf-9e7f-dbfe6c264c62 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:33:05.438925 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b1988229-85f6-4f41-9872-2cb350340044 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:05.497764 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-b1988229-85f6-4f41-9872-2cb350340044 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Deleting port 8cb69eac-f08d-4407-842c-699198e447ee {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:33:05.498104 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b1988229-85f6-4f41-9872-2cb350340044 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:05.528907 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe93a91-da83-40c4-b09d-f47c1076bb4a None None] DHCP port deletion for 339aa791-139a-4ddf-9e7f-dbfe6c264c62 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:33:05.563789 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-b1988229-85f6-4f41-9872-2cb350340044 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] For port 8cb69eac-f08d-4407-842c-699198e447ee, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=8cb69eac-f08d-4407-842c-699198e447ee,segment=NetworkSegment(f1d33b7f-b9f7-48ae-a7a3-cd43f2e39b09),segment_id=f1d33b7f-b9f7-48ae-a7a3-cd43f2e39b09)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:33:05.564149 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b1988229-85f6-4f41-9872-2cb350340044 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:05.583807 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-b1988229-85f6-4f41-9872-2cb350340044 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Calling delete_port for 8cb69eac-f08d-4407-842c-699198e447ee owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:33:05.584002 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-8fe93a91-da83-40c4-b09d-f47c1076bb4a None None] Deleting port 8cb69eac-f08d-4407-842c-699198e447ee {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:33:05.584002 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8fe93a91-da83-40c4-b09d-f47c1076bb4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:05.641741 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-8fe93a91-da83-40c4-b09d-f47c1076bb4a None None] For port 8cb69eac-f08d-4407-842c-699198e447ee, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=8cb69eac-f08d-4407-842c-699198e447ee,segment=NetworkSegment(f1d33b7f-b9f7-48ae-a7a3-cd43f2e39b09),segment_id=f1d33b7f-b9f7-48ae-a7a3-cd43f2e39b09)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:33:05.642152 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8fe93a91-da83-40c4-b09d-f47c1076bb4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:05.654999 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-8fe93a91-da83-40c4-b09d-f47c1076bb4a None None] Calling delete_port for 8cb69eac-f08d-4407-842c-699198e447ee owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:33:05.692677 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b1988229-85f6-4f41-9872-2cb350340044 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:05.724413 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1988229-85f6-4f41-9872-2cb350340044 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event deleted for resources: {'Port': ['ID=8cb69eac-f08d-4407-842c-699198e447ee,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:05.727281 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1988229-85f6-4f41-9872-2cb350340044 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] No DVR routers for this DVR port 8cb69eac-f08d-4407-842c-699198e447ee on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:33:05.743907 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8fe93a91-da83-40c4-b09d-f47c1076bb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:05.772729 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 8cb69eac-f08d-4407-842c-699198e447ee no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:33:05.778130 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe93a91-da83-40c4-b09d-f47c1076bb4a None None] Pushing event deleted for resources: {'Port': ['ID=8cb69eac-f08d-4407-842c-699198e447ee,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:05.804506 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe93a91-da83-40c4-b09d-f47c1076bb4a None None] No DVR routers for this DVR port 8cb69eac-f08d-4407-842c-699198e447ee on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:33:05.812864 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 8cb69eac-f08d-4407-842c-699198e447ee {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:33:05.812864 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 8cb69eac-f08d-4407-842c-699198e447ee not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:33:05.812864 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe93a91-da83-40c4-b09d-f47c1076bb4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:05.813657 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b1988229-85f6-4f41-9872-2cb350340044 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:05.814149 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe93a91-da83-40c4-b09d-f47c1076bb4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:05.814149 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe93a91-da83-40c4-b09d-f47c1076bb4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:05.814149 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe93a91-da83-40c4-b09d-f47c1076bb4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:05.814149 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe93a91-da83-40c4-b09d-f47c1076bb4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:05.814528 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe93a91-da83-40c4-b09d-f47c1076bb4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:05.814711 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe93a91-da83-40c4-b09d-f47c1076bb4a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:05.816604 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe93a91-da83-40c4-b09d-f47c1076bb4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:05.816604 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe93a91-da83-40c4-b09d-f47c1076bb4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:05.816604 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe93a91-da83-40c4-b09d-f47c1076bb4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:05.816885 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe93a91-da83-40c4-b09d-f47c1076bb4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:05.817064 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe93a91-da83-40c4-b09d-f47c1076bb4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:05.836790 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-b1988229-85f6-4f41-9872-2cb350340044 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['339aa791-139a-4ddf-9e7f-dbfe6c264c62']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:05.846210 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-b1988229-85f6-4f41-9872-2cb350340044 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1d33b7f-b9f7-48ae-a7a3-cd43f2e39b09') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:05.846513 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-b1988229-85f6-4f41-9872-2cb350340044 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1d33b7f-b9f7-48ae-a7a3-cd43f2e39b09') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:05.856478 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b1988229-85f6-4f41-9872-2cb350340044 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:05.870703 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b1988229-85f6-4f41-9872-2cb350340044 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:05.876521 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1988229-85f6-4f41-9872-2cb350340044 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:33:05.876906 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b1988229-85f6-4f41-9872-2cb350340044 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:05.879944 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:33:05.879944 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:33:05.879944 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:33:05.879944 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:33:05.879944 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:33:05.879944 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:33:05.879944 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:33:05.879944 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:33:05.879944 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:33:05.879944 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:33:05.879944 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:33:05.879944 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:33:05.879944 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:33:05.879944 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:33:05.879944 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:33:05.879944 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:33:05.879944 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:33:05.879944 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:33:05.879944 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:33:05.879944 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:33:05.879944 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:33:05.879944 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:33:05.879944 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:33:05.879944 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:33:05.879944 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:33:05.879944 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:33:05.879944 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:33:05.879944 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:33:05.879944 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:33:05.879944 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:33:05.879944 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:33:05.879944 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:33:05.901444 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110225b-c087-46fc-8389-1061f2e68da4 req-3fad5113-93b6-4fda-bd4f-f0a500dd9af8 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:05.901444 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d110225b-c087-46fc-8389-1061f2e68da4 req-3fad5113-93b6-4fda-bd4f-f0a500dd9af8 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 945 time: 0.0488348 Apr 20 13:33:05.937227 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d110225b-c087-46fc-8389-1061f2e68da4 req-d4c07c06-cfff-4b04-94b8-c73d3aa0a55e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0330992 Apr 20 13:33:06.005982 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b1988229-85f6-4f41-9872-2cb350340044 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:06.010798 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b1988229-85f6-4f41-9872-2cb350340044 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:06.014065 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b1988229-85f6-4f41-9872-2cb350340044 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "DELETE /v2.0/networks/339aa791-139a-4ddf-9e7f-dbfe6c264c62 HTTP/1.1" status: 204 len: 168 time: 0.6539898 Apr 20 13:33:06.018367 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48584) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:06.023908 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-b3fc5046-4506-47fb-8075-73a2e540a30e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1145828260'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:33:06.032392 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1988229-85f6-4f41-9872-2cb350340044 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event deleted for resources: {'Network': ['ID=339aa791-139a-4ddf-9e7f-dbfe6c264c62,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:06.097845 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fc5046-4506-47fb-8075-73a2e540a30e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Made reservation on behalf of 05e5ae5725a543f685423ca47d440e3e for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:33:06.101213 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b3fc5046-4506-47fb-8075-73a2e540a30e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:06.124713 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3fc5046-4506-47fb-8075-73a2e540a30e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:33:06.132987 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b3fc5046-4506-47fb-8075-73a2e540a30e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:06.133328 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-b3fc5046-4506-47fb-8075-73a2e540a30e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Added segment 321de188-7bfd-4f3f-9961-8ff7c38714c3 of type vlan for network 89616cb0-ad82-40fd-a1e5-4a436ccbda8a Apr 20 13:33:06.171832 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b3fc5046-4506-47fb-8075-73a2e540a30e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:06.240688 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b3fc5046-4506-47fb-8075-73a2e540a30e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:06.246116 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fc5046-4506-47fb-8075-73a2e540a30e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:06.246710 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b3fc5046-4506-47fb-8075-73a2e540a30e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:06.310035 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc5046-4506-47fb-8075-73a2e540a30e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event updated for resources: {'Network': ['ID=89616cb0-ad82-40fd-a1e5-4a436ccbda8a,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:06.319921 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 89616cb0-ad82-40fd-a1e5-4a436ccbda8a details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:33:06.352198 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b3fc5046-4506-47fb-8075-73a2e540a30e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3324692 Apr 20 13:33:06.355670 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48586) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:06.360682 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-4df95b51-41a5-4737-8cfa-d498b10364dd tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Request body: {'subnet': {'network_id': '89616cb0-ad82-40fd-a1e5-4a436ccbda8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:33:06.515259 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df95b51-41a5-4737-8cfa-d498b10364dd tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Made reservation on behalf of 05e5ae5725a543f685423ca47d440e3e for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:33:06.518999 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4df95b51-41a5-4737-8cfa-d498b10364dd tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:06.761385 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4df95b51-41a5-4737-8cfa-d498b10364dd tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:06.820830 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df95b51-41a5-4737-8cfa-d498b10364dd tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event updated for resources: {'Subnet': ['ID=1e45ef01-a6cc-453b-ba77-00b0647099c7,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:06.828022 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df95b51-41a5-4737-8cfa-d498b10364dd tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Checking segment: {'id': '321de188-7bfd-4f3f-9961-8ff7c38714c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '89616cb0-ad82-40fd-a1e5-4a436ccbda8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:33:06.828381 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df95b51-41a5-4737-8cfa-d498b10364dd tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Network hostable DHCP agents. Network: 89616cb0-ad82-40fd-a1e5-4a436ccbda8a, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:33:06.891973 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df95b51-41a5-4737-8cfa-d498b10364dd tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Network 89616cb0-ad82-40fd-a1e5-4a436ccbda8a is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:33:06.948066 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-4df95b51-41a5-4737-8cfa-d498b10364dd tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 89616cb0-ad82-40fd-a1e5-4a436ccbda8a) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:33:06.952080 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df95b51-41a5-4737-8cfa-d498b10364dd tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:06.952652 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4df95b51-41a5-4737-8cfa-d498b10364dd tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:06.956353 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f1db98-08ac-4cd5-8d07-fe06b334b1fb None None] Network 89616cb0-ad82-40fd-a1e5-4a436ccbda8a requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:33:07.044935 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4df95b51-41a5-4737-8cfa-d498b10364dd tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6879923 Apr 20 13:33:07.047299 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48590) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:07.053099 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-2fa97d57-2dfb-4126-9979-3a6649065cb8 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1932842658', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:33:07.066346 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe8ca0-35b8-47a3-b29c-711a416c6fe1 req-0df1cd59-6031-4207-952e-d4aef7902f0a tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:07.067800 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d9fe8ca0-35b8-47a3-b29c-711a416c6fe1 req-0df1cd59-6031-4207-952e-d4aef7902f0a tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 945 time: 0.0610058 Apr 20 13:33:07.102351 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16db98d-1f39-416d-8a6a-b704ffb911f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-89616cb0-ad82-40fd-a1e5-4a436ccbda8a', 'network_id': '89616cb0-ad82-40fd-a1e5-4a436ccbda8a', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'fixed_ips': [{'subnet_id': '1e45ef01-a6cc-453b-ba77-00b0647099c7'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:33:07.103276 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b16db98d-1f39-416d-8a6a-b704ffb911f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:07.114835 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d9fe8ca0-35b8-47a3-b29c-711a416c6fe1 req-4ad82950-53fb-40c4-b294-9e5c4953b93e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0398905 Apr 20 13:33:07.172473 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2fa97d57-2dfb-4126-9979-3a6649065cb8 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:07.173549 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2fa97d57-2dfb-4126-9979-3a6649065cb8 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:07.224029 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2fa97d57-2dfb-4126-9979-3a6649065cb8 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:07.237967 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-b16db98d-1f39-416d-8a6a-b704ffb911f1 None None] Allocated IP 2001:db8::2 (89616cb0-ad82-40fd-a1e5-4a436ccbda8a/1e45ef01-a6cc-453b-ba77-00b0647099c7/d98bfe82-139a-49c6-91fd-e53cdae5fd1d) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:33:07.297451 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2fa97d57-2dfb-4126-9979-3a6649065cb8 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:07.379824 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b16db98d-1f39-416d-8a6a-b704ffb911f1 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:07.386235 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2fa97d57-2dfb-4126-9979-3a6649065cb8 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:07.387479 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2fa97d57-2dfb-4126-9979-3a6649065cb8 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3391666 Apr 20 13:33:07.390075 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48592) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:07.457974 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b16db98d-1f39-416d-8a6a-b704ffb911f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:07.499019 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16db98d-1f39-416d-8a6a-b704ffb911f1 None None] Network 89616cb0-ad82-40fd-a1e5-4a436ccbda8a is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:33:07.502156 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-b16db98d-1f39-416d-8a6a-b704ffb911f1 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:33:07.506499 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16db98d-1f39-416d-8a6a-b704ffb911f1 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:33:07.514337 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16db98d-1f39-416d-8a6a-b704ffb911f1 None None] Pushing event updated for resources: {'Port': ['ID=d98bfe82-139a-49c6-91fd-e53cdae5fd1d,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:07.571842 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-b16db98d-1f39-416d-8a6a-b704ffb911f1 None None] Attempting to bind port d98bfe82-139a-49c6-91fd-e53cdae5fd1d on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:33:07.572217 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-b16db98d-1f39-416d-8a6a-b704ffb911f1 None None] Attempting to bind port d98bfe82-139a-49c6-91fd-e53cdae5fd1d by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '321de188-7bfd-4f3f-9961-8ff7c38714c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '89616cb0-ad82-40fd-a1e5-4a436ccbda8a'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:33:07.572578 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16db98d-1f39-416d-8a6a-b704ffb911f1 None None] Attempting to bind port d98bfe82-139a-49c6-91fd-e53cdae5fd1d on network 89616cb0-ad82-40fd-a1e5-4a436ccbda8a {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:33:07.578567 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16db98d-1f39-416d-8a6a-b704ffb911f1 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:33:07.578968 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16db98d-1f39-416d-8a6a-b704ffb911f1 None None] Checking segment: {'id': '321de188-7bfd-4f3f-9961-8ff7c38714c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '89616cb0-ad82-40fd-a1e5-4a436ccbda8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:33:07.579341 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b16db98d-1f39-416d-8a6a-b704ffb911f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:07.579764 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16db98d-1f39-416d-8a6a-b704ffb911f1 None None] Bound using segment: {'id': '321de188-7bfd-4f3f-9961-8ff7c38714c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '89616cb0-ad82-40fd-a1e5-4a436ccbda8a'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:33:07.580237 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-b16db98d-1f39-416d-8a6a-b704ffb911f1 None None] Bound port: d98bfe82-139a-49c6-91fd-e53cdae5fd1d, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321de188-7bfd-4f3f-9961-8ff7c38714c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '89616cb0-ad82-40fd-a1e5-4a436ccbda8a'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:33:07.580614 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b16db98d-1f39-416d-8a6a-b704ffb911f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:07.645425 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-b16db98d-1f39-416d-8a6a-b704ffb911f1 None None] For port d98bfe82-139a-49c6-91fd-e53cdae5fd1d, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:33:07.648975 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-b16db98d-1f39-416d-8a6a-b704ffb911f1 None None] For port d98bfe82-139a-49c6-91fd-e53cdae5fd1d, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d98bfe82-139a-49c6-91fd-e53cdae5fd1d,segment=NetworkSegment(321de188-7bfd-4f3f-9961-8ff7c38714c3),segment_id=321de188-7bfd-4f3f-9961-8ff7c38714c3)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:33:07.715351 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b16db98d-1f39-416d-8a6a-b704ffb911f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:07.776994 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16db98d-1f39-416d-8a6a-b704ffb911f1 None None] Pushing event updated for resources: {'Port': ['ID=d98bfe82-139a-49c6-91fd-e53cdae5fd1d,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:08.012933 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cd5327a5-bfaf-43e2-a0d1-c6ac4c637fb5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:08.278134 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470f2d1-ee96-440a-a28d-36b49f274178 req-193b6796-4399-4732-a786-b43a65150bc6 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:08.279613 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c470f2d1-ee96-440a-a28d-36b49f274178 req-193b6796-4399-4732-a786-b43a65150bc6 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 945 time: 0.0953717 Apr 20 13:33:08.294545 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-cd5327a5-bfaf-43e2-a0d1-c6ac4c637fb5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Allocated IP 2001:db8::1 (89616cb0-ad82-40fd-a1e5-4a436ccbda8a/1e45ef01-a6cc-453b-ba77-00b0647099c7/1b1a66a7-de0d-4204-9d56-8c9f2deb1fd8) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:33:08.345726 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c470f2d1-ee96-440a-a28d-36b49f274178 req-3ebabd6e-edd9-4fc1-9ea9-992e2359798f tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0592377 Apr 20 13:33:08.432176 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cd5327a5-bfaf-43e2-a0d1-c6ac4c637fb5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:08.532908 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cd5327a5-bfaf-43e2-a0d1-c6ac4c637fb5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:08.572335 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5327a5-bfaf-43e2-a0d1-c6ac4c637fb5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Network 89616cb0-ad82-40fd-a1e5-4a436ccbda8a is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:33:08.577717 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-cd5327a5-bfaf-43e2-a0d1-c6ac4c637fb5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:33:08.581692 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5327a5-bfaf-43e2-a0d1-c6ac4c637fb5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:33:08.582249 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cd5327a5-bfaf-43e2-a0d1-c6ac4c637fb5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:08.624064 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5327a5-bfaf-43e2-a0d1-c6ac4c637fb5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event updated for resources: {'Port': ['ID=1b1a66a7-de0d-4204-9d56-8c9f2deb1fd8,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:08.655503 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ca48ef-50f0-4274-b375-284a9461ab09 None None] Network 89616cb0-ad82-40fd-a1e5-4a436ccbda8a requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:33:08.737955 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-c448f4dc-d96e-4646-b128-15cfa84bb92f None None] Provisioning complete for port d98bfe82-139a-49c6-91fd-e53cdae5fd1d triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:08.738323 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c448f4dc-d96e-4646-b128-15cfa84bb92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:08.782679 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cd5327a5-bfaf-43e2-a0d1-c6ac4c637fb5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:08.874555 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c448f4dc-d96e-4646-b128-15cfa84bb92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:08.911098 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-c448f4dc-d96e-4646-b128-15cfa84bb92f None None] For port d98bfe82-139a-49c6-91fd-e53cdae5fd1d, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d98bfe82-139a-49c6-91fd-e53cdae5fd1d,segment=NetworkSegment(321de188-7bfd-4f3f-9961-8ff7c38714c3),segment_id=321de188-7bfd-4f3f-9961-8ff7c38714c3)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:33:08.978193 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c448f4dc-d96e-4646-b128-15cfa84bb92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:09.031573 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448f4dc-d96e-4646-b128-15cfa84bb92f None None] Pushing event updated for resources: {'Port': ['ID=d98bfe82-139a-49c6-91fd-e53cdae5fd1d,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:09.052935 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cd5327a5-bfaf-43e2-a0d1-c6ac4c637fb5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:09.102985 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cd5327a5-bfaf-43e2-a0d1-c6ac4c637fb5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:09.104908 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cd5327a5-bfaf-43e2-a0d1-c6ac4c637fb5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:09.110098 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-5ce9fc88-65cc-4107-a95a-d5bbddf84e1b None None] Provisioning complete for port d98bfe82-139a-49c6-91fd-e53cdae5fd1d triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:09.110597 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5ce9fc88-65cc-4107-a95a-d5bbddf84e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:09.196110 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5327a5-bfaf-43e2-a0d1-c6ac4c637fb5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event updated for resources: {'Port': ['ID=1b1a66a7-de0d-4204-9d56-8c9f2deb1fd8,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:09.216807 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-5ce9fc88-65cc-4107-a95a-d5bbddf84e1b None None] Provisioning complete for port 1b1a66a7-de0d-4204-9d56-8c9f2deb1fd8 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:09.217319 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5ce9fc88-65cc-4107-a95a-d5bbddf84e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:09.244240 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5327a5-bfaf-43e2-a0d1-c6ac4c637fb5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Network 89616cb0-ad82-40fd-a1e5-4a436ccbda8a is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:33:09.245905 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-cd5327a5-bfaf-43e2-a0d1-c6ac4c637fb5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:33:09.258157 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-5ce9fc88-65cc-4107-a95a-d5bbddf84e1b None None] Port 1b1a66a7-de0d-4204-9d56-8c9f2deb1fd8 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:33:09.385163 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-31b7f725-a62f-4e2d-a6bc-dbbd028f7d75 None None] Provisioning complete for port 1b1a66a7-de0d-4204-9d56-8c9f2deb1fd8 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:09.385900 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-31b7f725-a62f-4e2d-a6bc-dbbd028f7d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:09.426196 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-31b7f725-a62f-4e2d-a6bc-dbbd028f7d75 None None] Port 1b1a66a7-de0d-4204-9d56-8c9f2deb1fd8 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:33:09.432245 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5327a5-bfaf-43e2-a0d1-c6ac4c637fb5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Router 96d379e4-ce54-4348-b11a-7b7e24c823f3 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:33:09.512315 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7c567-b55c-45fb-8d8c-0e33f62ff91d req-91e38d13-23e9-4c95-a80a-51bd6b5b8c01 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:09.513789 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b3a7c567-b55c-45fb-8d8c-0e33f62ff91d req-91e38d13-23e9-4c95-a80a-51bd6b5b8c01 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 945 time: 0.0929196 Apr 20 13:33:09.548202 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-abdb80db-f694-43ae-9c0f-2a35e52b2702 None None] Provisioning complete for port 1b1a66a7-de0d-4204-9d56-8c9f2deb1fd8 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:09.548588 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-abdb80db-f694-43ae-9c0f-2a35e52b2702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:09.577765 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5327a5-bfaf-43e2-a0d1-c6ac4c637fb5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:33:09.586355 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-cd5327a5-bfaf-43e2-a0d1-c6ac4c637fb5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "PUT /v2.0/routers/96d379e4-ce54-4348-b11a-7b7e24c823f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1930976 Apr 20 13:33:09.587182 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48600) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:09.588501 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-abdb80db-f694-43ae-9c0f-2a35e52b2702 None None] Port 1b1a66a7-de0d-4204-9d56-8c9f2deb1fd8 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:33:09.589749 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b3a7c567-b55c-45fb-8d8c-0e33f62ff91d req-1922adfa-7bcb-4a63-99ac-f27c1640cd91 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0508080 Apr 20 13:33:09.611664 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4619d01b-bff9-40db-89a8-1f9242c56978 None None] Sync routers for ids ['96d379e4-ce54-4348-b11a-7b7e24c823f3'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:33:09.613391 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4619d01b-bff9-40db-89a8-1f9242c56978 None None] Routers {'96d379e4-ce54-4348-b11a-7b7e24c823f3'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:09.614006 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-4619d01b-bff9-40db-89a8-1f9242c56978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:32:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['96d379e4-ce54-4348-b11a-7b7e24c823f3'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:09.646882 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-4619d01b-bff9-40db-89a8-1f9242c56978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:09.651823 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5586ea05-0d73-4120-be05-39630a864738 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:09.653312 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5586ea05-0d73-4120-be05-39630a864738 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "GET /v2.0/ports/1b1a66a7-de0d-4204-9d56-8c9f2deb1fd8 HTTP/1.1" status: 200 len: 911 time: 0.0651567 Apr 20 13:33:09.655523 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4619d01b-bff9-40db-89a8-1f9242c56978 None None] Routers {'96d379e4-ce54-4348-b11a-7b7e24c823f3'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:09.656130 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-4619d01b-bff9-40db-89a8-1f9242c56978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:32:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['96d379e4-ce54-4348-b11a-7b7e24c823f3'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:09.656271 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48602) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:09.696704 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-4619d01b-bff9-40db-89a8-1f9242c56978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:09.696940 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4619d01b-bff9-40db-89a8-1f9242c56978 None None] The sync data for ids ['96d379e4-ce54-4348-b11a-7b7e24c823f3'] in n-d-836015-7 is: [] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:33:09.811279 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d98bfe82-139a-49c6-91fd-e53cdae5fd1d up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:33:09.859040 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port d98bfe82-139a-49c6-91fd-e53cdae5fd1d triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:09.859516 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:09.997869 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0a2b91a3-58ca-494c-bafe-689117648fbb tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:10.237731 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-0a2b91a3-58ca-494c-bafe-689117648fbb tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Deleting port 1b1a66a7-de0d-4204-9d56-8c9f2deb1fd8 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:33:10.238436 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0a2b91a3-58ca-494c-bafe-689117648fbb tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:10.324663 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0a2b91a3-58ca-494c-bafe-689117648fbb tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:10.336321 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-0a2b91a3-58ca-494c-bafe-689117648fbb tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Calling delete_port for 1b1a66a7-de0d-4204-9d56-8c9f2deb1fd8 owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:33:10.572146 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0a2b91a3-58ca-494c-bafe-689117648fbb tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:10.596642 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b91a3-58ca-494c-bafe-689117648fbb tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event deleted for resources: {'Port': ['ID=1b1a66a7-de0d-4204-9d56-8c9f2deb1fd8,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:10.745453 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0a2b91a3-58ca-494c-bafe-689117648fbb tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:10.805470 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f500f-9177-4a37-8e12-2f5a41eece54 req-1d01cdbe-e2e1-4c8d-a6cc-ad38c611ba89 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:10.806980 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-116f500f-9177-4a37-8e12-2f5a41eece54 req-1d01cdbe-e2e1-4c8d-a6cc-ad38c611ba89 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 945 time: 0.1237555 Apr 20 13:33:10.930662 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-116f500f-9177-4a37-8e12-2f5a41eece54 req-8faa6acd-1acb-463c-9e71-71af4bb36ad3 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0947762 Apr 20 13:33:10.939032 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a2b91a3-58ca-494c-bafe-689117648fbb tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Router 96d379e4-ce54-4348-b11a-7b7e24c823f3 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:33:11.013642 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2b91a3-58ca-494c-bafe-689117648fbb tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:33:11.018460 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-0a2b91a3-58ca-494c-bafe-689117648fbb tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "PUT /v2.0/routers/96d379e4-ce54-4348-b11a-7b7e24c823f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3610723 Apr 20 13:33:11.021335 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48606) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:11.022975 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac93fd1a-77dc-4fe0-8178-d0a8e9a08e1f None None] Sync routers for ids ['96d379e4-ce54-4348-b11a-7b7e24c823f3'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:33:11.033398 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac93fd1a-77dc-4fe0-8178-d0a8e9a08e1f None None] Routers {'96d379e4-ce54-4348-b11a-7b7e24c823f3'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:11.034015 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-ac93fd1a-77dc-4fe0-8178-d0a8e9a08e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:32:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['96d379e4-ce54-4348-b11a-7b7e24c823f3'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:11.066134 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-ac93fd1a-77dc-4fe0-8178-d0a8e9a08e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:11.067782 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-39deb44f-3664-4703-8ca2-5ccc987eba52 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "GET /v2.0/ports?device_id=96d379e4-ce54-4348-b11a-7b7e24c823f3 HTTP/1.1" status: 200 len: 205 time: 0.0451365 Apr 20 13:33:11.070053 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48608) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:11.075297 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac93fd1a-77dc-4fe0-8178-d0a8e9a08e1f None None] Routers {'96d379e4-ce54-4348-b11a-7b7e24c823f3'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:11.075933 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-ac93fd1a-77dc-4fe0-8178-d0a8e9a08e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:32:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['96d379e4-ce54-4348-b11a-7b7e24c823f3'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:11.110240 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-ac93fd1a-77dc-4fe0-8178-d0a8e9a08e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:11.110874 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac93fd1a-77dc-4fe0-8178-d0a8e9a08e1f None None] The sync data for ids ['96d379e4-ce54-4348-b11a-7b7e24c823f3'] in n-d-836015-7 is: [] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:33:11.144202 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f4db389b-fabf-487e-a391-a1c55b0e00ad tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:11.297774 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f4db389b-fabf-487e-a391-a1c55b0e00ad tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:11.299828 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f4db389b-fabf-487e-a391-a1c55b0e00ad tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:11.412393 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f4db389b-fabf-487e-a391-a1c55b0e00ad tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:11.412924 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4db389b-fabf-487e-a391-a1c55b0e00ad tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Fanout notify agent at l3_agent the message router_deleted on router 96d379e4-ce54-4348-b11a-7b7e24c823f3 {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:33:11.419812 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f4db389b-fabf-487e-a391-a1c55b0e00ad tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:11.420899 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f4db389b-fabf-487e-a391-a1c55b0e00ad tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "DELETE /v2.0/routers/96d379e4-ce54-4348-b11a-7b7e24c823f3 HTTP/1.1" status: 204 len: 168 time: 0.3499444 Apr 20 13:33:11.423516 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48610) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:11.726043 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d664656-960a-4cc2-a056-30ccdeb774cc tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Deleting subnet 1e45ef01-a6cc-453b-ba77-00b0647099c7 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:33:11.729132 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3d664656-960a-4cc2-a056-30ccdeb774cc tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:11.768990 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3d664656-960a-4cc2-a056-30ccdeb774cc tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:11.848347 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3d664656-960a-4cc2-a056-30ccdeb774cc tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:11.955414 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3d664656-960a-4cc2-a056-30ccdeb774cc tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:11.980492 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d664656-960a-4cc2-a056-30ccdeb774cc tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event deleted for resources: {'Subnet': ['ID=1e45ef01-a6cc-453b-ba77-00b0647099c7,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:11.986140 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3d664656-960a-4cc2-a056-30ccdeb774cc tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:11.991700 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3d664656-960a-4cc2-a056-30ccdeb774cc tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "DELETE /v2.0/subnets/1e45ef01-a6cc-453b-ba77-00b0647099c7 HTTP/1.1" status: 204 len: 168 time: 0.5648854 Apr 20 13:33:11.992460 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48614) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:11.993385 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34aa39d1-7ed9-439f-9874-d3f91e7d9ef5 None None] Network 89616cb0-ad82-40fd-a1e5-4a436ccbda8a requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:33:12.102734 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef41ba63-dbdc-4b10-9cee-ad25d65c70e5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:12.113633 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f846f48-2dc3-42d9-a25a-b0ad216b5517 req-11171d14-5b39-49a4-bceb-5ddf37315735 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:12.115130 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2f846f48-2dc3-42d9-a25a-b0ad216b5517 req-11171d14-5b39-49a4-bceb-5ddf37315735 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 945 time: 0.1111953 Apr 20 13:33:12.167830 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc828ab-5bd1-4ab2-ab4b-9b9c2b13508b None None] DHCP port deletion for 89616cb0-ad82-40fd-a1e5-4a436ccbda8a request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:33:12.176697 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2f846f48-2dc3-42d9-a25a-b0ad216b5517 req-f81f9c21-09b1-43a6-a584-1f467bf9111e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0542698 Apr 20 13:33:12.198773 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-ef41ba63-dbdc-4b10-9cee-ad25d65c70e5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Deleting port d98bfe82-139a-49c6-91fd-e53cdae5fd1d {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:33:12.199120 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef41ba63-dbdc-4b10-9cee-ad25d65c70e5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:12.224498 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6bc828ab-5bd1-4ab2-ab4b-9b9c2b13508b None None] Deleting port d98bfe82-139a-49c6-91fd-e53cdae5fd1d {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:33:12.224792 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6bc828ab-5bd1-4ab2-ab4b-9b9c2b13508b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:12.265497 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-ef41ba63-dbdc-4b10-9cee-ad25d65c70e5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] For port d98bfe82-139a-49c6-91fd-e53cdae5fd1d, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d98bfe82-139a-49c6-91fd-e53cdae5fd1d,segment=NetworkSegment(321de188-7bfd-4f3f-9961-8ff7c38714c3),segment_id=321de188-7bfd-4f3f-9961-8ff7c38714c3)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:33:12.265868 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef41ba63-dbdc-4b10-9cee-ad25d65c70e5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:12.279095 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-ef41ba63-dbdc-4b10-9cee-ad25d65c70e5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Calling delete_port for d98bfe82-139a-49c6-91fd-e53cdae5fd1d owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:33:12.292190 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6bc828ab-5bd1-4ab2-ab4b-9b9c2b13508b None None] For port d98bfe82-139a-49c6-91fd-e53cdae5fd1d, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d98bfe82-139a-49c6-91fd-e53cdae5fd1d,segment=NetworkSegment(321de188-7bfd-4f3f-9961-8ff7c38714c3),segment_id=321de188-7bfd-4f3f-9961-8ff7c38714c3)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:33:12.292639 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6bc828ab-5bd1-4ab2-ab4b-9b9c2b13508b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:12.304555 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6bc828ab-5bd1-4ab2-ab4b-9b9c2b13508b None None] Calling delete_port for d98bfe82-139a-49c6-91fd-e53cdae5fd1d owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:33:12.346951 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:12.423988 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef41ba63-dbdc-4b10-9cee-ad25d65c70e5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:12.429602 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6bc828ab-5bd1-4ab2-ab4b-9b9c2b13508b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:12.451202 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef41ba63-dbdc-4b10-9cee-ad25d65c70e5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] No DVR routers for this DVR port d98bfe82-139a-49c6-91fd-e53cdae5fd1d on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:33:12.452534 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc828ab-5bd1-4ab2-ab4b-9b9c2b13508b None None] Pushing event deleted for resources: {'Port': ['ID=d98bfe82-139a-49c6-91fd-e53cdae5fd1d,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:12.456157 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef41ba63-dbdc-4b10-9cee-ad25d65c70e5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event deleted for resources: {'Port': ['ID=d98bfe82-139a-49c6-91fd-e53cdae5fd1d,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:12.458254 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc828ab-5bd1-4ab2-ab4b-9b9c2b13508b None None] No DVR routers for this DVR port d98bfe82-139a-49c6-91fd-e53cdae5fd1d on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:33:12.537504 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef41ba63-dbdc-4b10-9cee-ad25d65c70e5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:12.557796 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-ef41ba63-dbdc-4b10-9cee-ad25d65c70e5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89616cb0-ad82-40fd-a1e5-4a436ccbda8a']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:12.566663 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-ef41ba63-dbdc-4b10-9cee-ad25d65c70e5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '321de188-7bfd-4f3f-9961-8ff7c38714c3') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:12.566949 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-ef41ba63-dbdc-4b10-9cee-ad25d65c70e5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '321de188-7bfd-4f3f-9961-8ff7c38714c3') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:12.576564 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef41ba63-dbdc-4b10-9cee-ad25d65c70e5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:12.589740 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef41ba63-dbdc-4b10-9cee-ad25d65c70e5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:12.595344 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef41ba63-dbdc-4b10-9cee-ad25d65c70e5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:33:12.595767 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef41ba63-dbdc-4b10-9cee-ad25d65c70e5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:12.598644 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:33:12.598644 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:33:12.598644 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:33:12.598644 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:33:12.598644 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:33:12.598644 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:33:12.598644 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:33:12.598644 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:33:12.598644 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:33:12.598644 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:33:12.598644 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:33:12.598644 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:33:12.598644 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:33:12.598644 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:33:12.598644 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:33:12.598644 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:33:12.598644 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:33:12.598644 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:33:12.598644 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:33:12.598644 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:33:12.598644 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:33:12.598644 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:33:12.598644 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:33:12.598644 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:33:12.598644 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:33:12.598644 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:33:12.598644 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:33:12.598644 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:33:12.598644 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:33:12.598644 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:33:12.598644 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:33:12.598644 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:33:12.715221 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef41ba63-dbdc-4b10-9cee-ad25d65c70e5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:12.722262 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef41ba63-dbdc-4b10-9cee-ad25d65c70e5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:12.725375 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ef41ba63-dbdc-4b10-9cee-ad25d65c70e5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "DELETE /v2.0/networks/89616cb0-ad82-40fd-a1e5-4a436ccbda8a HTTP/1.1" status: 204 len: 168 time: 0.7318878 Apr 20 13:33:12.729106 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48616) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:12.736950 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-9cbf281d-f34a-43c6-ad36-e8a2d04839d5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1780886985', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}, 'admin_state_up': False}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:33:12.741606 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef41ba63-dbdc-4b10-9cee-ad25d65c70e5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event deleted for resources: {'Network': ['ID=89616cb0-ad82-40fd-a1e5-4a436ccbda8a,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:12.824292 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9cbf281d-f34a-43c6-ad36-e8a2d04839d5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:12.825338 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9cbf281d-f34a-43c6-ad36-e8a2d04839d5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:12.874532 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9cbf281d-f34a-43c6-ad36-e8a2d04839d5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:13.001167 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:13.078058 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9cbf281d-f34a-43c6-ad36-e8a2d04839d5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:13.293432 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399cf003-724d-4724-a2fa-a8e7faa93acf req-dd7e746d-dacc-4afd-a3cc-924ff8456192 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:13.294434 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-399cf003-724d-4724-a2fa-a8e7faa93acf req-dd7e746d-dacc-4afd-a3cc-924ff8456192 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 945 time: 0.0485570 Apr 20 13:33:13.332741 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-399cf003-724d-4724-a2fa-a8e7faa93acf req-f916ff63-44c8-4373-81c3-436783d8835b tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0319436 Apr 20 13:33:13.352689 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9cbf281d-f34a-43c6-ad36-e8a2d04839d5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:13.363398 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9cbf281d-f34a-43c6-ad36-e8a2d04839d5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:13.463873 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-9cbf281d-f34a-43c6-ad36-e8a2d04839d5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Allocated IP 172.25.8.159 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/1964e04c-137e-44fb-9e50-ccaa060ac77b) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:33:13.566312 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9cbf281d-f34a-43c6-ad36-e8a2d04839d5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:13.656877 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9cbf281d-f34a-43c6-ad36-e8a2d04839d5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:13.692410 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbf281d-f34a-43c6-ad36-e8a2d04839d5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:33:13.697045 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-9cbf281d-f34a-43c6-ad36-e8a2d04839d5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:33:13.700799 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbf281d-f34a-43c6-ad36-e8a2d04839d5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:33:13.724553 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf281d-f34a-43c6-ad36-e8a2d04839d5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event updated for resources: {'Port': ['ID=1964e04c-137e-44fb-9e50-ccaa060ac77b,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:13.758346 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d98bfe82-139a-49c6-91fd-e53cdae5fd1d no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:33:13.779602 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: d98bfe82-139a-49c6-91fd-e53cdae5fd1d {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:33:13.779953 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d98bfe82-139a-49c6-91fd-e53cdae5fd1d not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:33:14.014987 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9cbf281d-f34a-43c6-ad36-e8a2d04839d5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:14.207929 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9cbf281d-f34a-43c6-ad36-e8a2d04839d5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:14.429267 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cbf281d-f34a-43c6-ad36-e8a2d04839d5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Router c9e0696d-4196-40fe-9ef5-17b95f36121a is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:33:14.449318 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea037b-6754-4425-a593-a588a48d5208 req-550ea126-01ff-4f12-b477-0b679c41f314 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:14.450845 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-beea037b-6754-4425-a593-a588a48d5208 req-550ea126-01ff-4f12-b477-0b679c41f314 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 945 time: 0.0496831 Apr 20 13:33:14.489332 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-beea037b-6754-4425-a593-a588a48d5208 req-e43a0e3e-3773-4153-826f-a24f8fb098f3 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0324380 Apr 20 13:33:14.537705 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbf281d-f34a-43c6-ad36-e8a2d04839d5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:33:14.548256 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66babe37-81e0-492f-ab71-28ace3515ac4 None None] Sync routers for ids ['c9e0696d-4196-40fe-9ef5-17b95f36121a'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:33:14.557330 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66babe37-81e0-492f-ab71-28ace3515ac4 None None] Routers {'c9e0696d-4196-40fe-9ef5-17b95f36121a'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:14.557940 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-66babe37-81e0-492f-ab71-28ace3515ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:32:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['c9e0696d-4196-40fe-9ef5-17b95f36121a'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:14.592584 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-66babe37-81e0-492f-ab71-28ace3515ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:14.600868 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66babe37-81e0-492f-ab71-28ace3515ac4 None None] Routers {'c9e0696d-4196-40fe-9ef5-17b95f36121a'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:14.601464 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-66babe37-81e0-492f-ab71-28ace3515ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:32:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['c9e0696d-4196-40fe-9ef5-17b95f36121a'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:14.615638 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9cbf281d-f34a-43c6-ad36-e8a2d04839d5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:14.615638 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9cbf281d-f34a-43c6-ad36-e8a2d04839d5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.8846395 Apr 20 13:33:14.618005 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48622) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:14.633283 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-66babe37-81e0-492f-ab71-28ace3515ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:14.633932 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66babe37-81e0-492f-ab71-28ace3515ac4 None None] The sync data for ids ['c9e0696d-4196-40fe-9ef5-17b95f36121a'] in n-d-836015-7 is: [] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:33:14.726683 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-53c8ad00-d00d-4550-b22e-994d5e029cc9 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "GET /v2.0/routers/c9e0696d-4196-40fe-9ef5-17b95f36121a HTTP/1.1" status: 200 len: 885 time: 0.1076069 Apr 20 13:33:14.729614 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48624) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:14.952811 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7bbcadc0-b77f-41db-9f2b-9c4049b85c8e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2219141 Apr 20 13:33:14.955096 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48626) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:14.959443 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-f2347187-f635-481b-8040-88a97890d331 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1780886985'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:33:15.503942 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f2347187-f635-481b-8040-88a97890d331 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-54831'] for router, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:15.595739 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f2347187-f635-481b-8040-88a97890d331 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548631'] for router, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:15.604602 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44decef4-d0d0-4f62-9a50-41e4570f87ef req-9ca8067d-702b-4066-a489-aab12b471863 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:15.606076 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-44decef4-d0d0-4f62-9a50-41e4570f87ef req-9ca8067d-702b-4066-a489-aab12b471863 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 945 time: 0.0480621 Apr 20 13:33:15.647131 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-44decef4-d0d0-4f62-9a50-41e4570f87ef req-ae2d91ea-043d-4ed1-b029-49777e07e423 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0347333 Apr 20 13:33:15.701080 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2347187-f635-481b-8040-88a97890d331 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Router c9e0696d-4196-40fe-9ef5-17b95f36121a has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:33:15.808964 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2347187-f635-481b-8040-88a97890d331 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:33:15.815562 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f2347187-f635-481b-8040-88a97890d331 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:15.816721 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f2347187-f635-481b-8040-88a97890d331 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "PUT /v2.0/routers/c9e0696d-4196-40fe-9ef5-17b95f36121a HTTP/1.1" status: 200 len: 892 time: 0.8606350 Apr 20 13:33:15.818173 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bf08eb-35fd-426f-b699-925d00549947 None None] Sync routers for ids ['c9e0696d-4196-40fe-9ef5-17b95f36121a'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:33:15.819422 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48634) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:15.827483 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bf08eb-35fd-426f-b699-925d00549947 None None] Routers {'c9e0696d-4196-40fe-9ef5-17b95f36121a'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:15.828087 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-95bf08eb-35fd-426f-b699-925d00549947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:32:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['c9e0696d-4196-40fe-9ef5-17b95f36121a'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:15.860657 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-95bf08eb-35fd-426f-b699-925d00549947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:15.869080 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bf08eb-35fd-426f-b699-925d00549947 None None] Routers {'c9e0696d-4196-40fe-9ef5-17b95f36121a'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:15.870306 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-95bf08eb-35fd-426f-b699-925d00549947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:32:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['c9e0696d-4196-40fe-9ef5-17b95f36121a'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:15.905996 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-95bf08eb-35fd-426f-b699-925d00549947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:15.906628 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bf08eb-35fd-426f-b699-925d00549947 None None] The sync data for ids ['c9e0696d-4196-40fe-9ef5-17b95f36121a'] in n-d-836015-7 is: [] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:33:15.935019 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-72d8216b-b336-495c-892d-819f28fcd953 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "GET /v2.0/routers/c9e0696d-4196-40fe-9ef5-17b95f36121a HTTP/1.1" status: 200 len: 892 time: 0.1145098 Apr 20 13:33:15.937781 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48638) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:15.965740 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0ce2108e-9e69-4608-8947-9140d8a19eb4 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9e0696d-4196-40fe-9ef5-17b95f36121a HTTP/1.1" status: 200 len: 205 time: 0.0268617 Apr 20 13:33:15.968369 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48640) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:15.994725 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7e188-ab70-48c6-9b0a-a1c56c11dafe req-47996aec-c1d6-4b1c-9617-ffc6da7b44a9 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:15.996245 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-36b7e188-ab70-48c6-9b0a-a1c56c11dafe req-47996aec-c1d6-4b1c-9617-ffc6da7b44a9 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 945 time: 0.0525138 Apr 20 13:33:16.061286 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-36b7e188-ab70-48c6-9b0a-a1c56c11dafe req-d4ef2bf3-2fc5-4338-8a7b-405d5e0a69b9 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0580475 Apr 20 13:33:16.072866 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318aaf1c-89f4-4e91-830f-5cc25dd2e45a req-460a42da-1d13-4477-a93f-1e8bd7d44c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:16.074329 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-318aaf1c-89f4-4e91-830f-5cc25dd2e45a req-460a42da-1d13-4477-a93f-1e8bd7d44c2f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d2e9573cd38a42bf9eb285f5cfe9d1c8&device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 1096 time: 0.0492947 Apr 20 13:33:16.083748 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0278d013-5868-449d-843c-0c69f2d07d42 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:16.166030 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318aaf1c-89f4-4e91-830f-5cc25dd2e45a req-3356a0a6-a9f2-4026-8853-16a7bfe46d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:16.168266 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-318aaf1c-89f4-4e91-830f-5cc25dd2e45a req-3356a0a6-a9f2-4026-8853-16a7bfe46d65 service neutron] 10.222.0.15 "GET /v2.0/networks?id=27d17f00-84b7-400c-970d-be61917bd03a HTTP/1.1" status: 200 len: 910 time: 0.0876088 Apr 20 13:33:16.186962 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0278d013-5868-449d-843c-0c69f2d07d42 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:16.232145 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-318aaf1c-89f4-4e91-830f-5cc25dd2e45a req-993be929-9443-4fa5-8ee0-a4baa9c2aded service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cef5751c-9364-467f-a93e-0d2d41d3df6b HTTP/1.1" status: 200 len: 1001 time: 0.0572174 Apr 20 13:33:16.281070 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318aaf1c-89f4-4e91-830f-5cc25dd2e45a req-6034ab5a-9073-49c2-92ae-c7db36a2576c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:16.282612 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-318aaf1c-89f4-4e91-830f-5cc25dd2e45a req-6034ab5a-9073-49c2-92ae-c7db36a2576c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=562e00d1-6211-4fe8-a521-472a5db1803b HTTP/1.1" status: 200 len: 848 time: 0.0440407 Apr 20 13:33:16.294686 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-0278d013-5868-449d-843c-0c69f2d07d42 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Deleting port 1964e04c-137e-44fb-9e50-ccaa060ac77b {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:33:16.295033 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0278d013-5868-449d-843c-0c69f2d07d42 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:16.331545 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318aaf1c-89f4-4e91-830f-5cc25dd2e45a req-3b55d2ea-87e8-48f5-a911-eb0f97f9e8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:16.333143 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-318aaf1c-89f4-4e91-830f-5cc25dd2e45a req-3b55d2ea-87e8-48f5-a911-eb0f97f9e8b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27d17f00-84b7-400c-970d-be61917bd03a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442626 Apr 20 13:33:16.373522 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0278d013-5868-449d-843c-0c69f2d07d42 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:16.386108 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-0278d013-5868-449d-843c-0c69f2d07d42 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Calling delete_port for 1964e04c-137e-44fb-9e50-ccaa060ac77b owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:33:16.420133 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-318aaf1c-89f4-4e91-830f-5cc25dd2e45a req-c3963027-08d8-481e-b4a1-20bd94fa9409 service neutron] 10.222.0.15 "GET /v2.0/networks/27d17f00-84b7-400c-970d-be61917bd03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802453 Apr 20 13:33:16.595657 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0278d013-5868-449d-843c-0c69f2d07d42 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:16.622039 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0278d013-5868-449d-843c-0c69f2d07d42 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event deleted for resources: {'Port': ['ID=1964e04c-137e-44fb-9e50-ccaa060ac77b,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:16.690101 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0278d013-5868-449d-843c-0c69f2d07d42 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:16.799192 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0278d013-5868-449d-843c-0c69f2d07d42 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:16.801522 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0278d013-5868-449d-843c-0c69f2d07d42 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:16.853795 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-318aaf1c-89f4-4e91-830f-5cc25dd2e45a req-28415f33-c6f8-45a9-8aa9-ecfa57137e20 service neutron] 10.222.0.15 "GET /v2.0/networks/27d17f00-84b7-400c-970d-be61917bd03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260614 Apr 20 13:33:17.041177 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0278d013-5868-449d-843c-0c69f2d07d42 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:17.041781 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0278d013-5868-449d-843c-0c69f2d07d42 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Fanout notify agent at l3_agent the message router_deleted on router c9e0696d-4196-40fe-9ef5-17b95f36121a {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:33:17.048440 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0278d013-5868-449d-843c-0c69f2d07d42 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:17.049500 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0278d013-5868-449d-843c-0c69f2d07d42 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "DELETE /v2.0/routers/c9e0696d-4196-40fe-9ef5-17b95f36121a HTTP/1.1" status: 204 len: 168 time: 1.0800958 Apr 20 13:33:17.053071 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48642) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:17.058392 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-b52b5cb6-1567-470b-ae04-643813681b13 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-974753374'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:33:17.121645 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52b5cb6-1567-470b-ae04-643813681b13 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Made reservation on behalf of 05e5ae5725a543f685423ca47d440e3e for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:33:17.125320 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b52b5cb6-1567-470b-ae04-643813681b13 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:17.148814 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b52b5cb6-1567-470b-ae04-643813681b13 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:33:17.157879 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b52b5cb6-1567-470b-ae04-643813681b13 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:17.158251 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-b52b5cb6-1567-470b-ae04-643813681b13 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Added segment 5134397a-06ca-45b5-ad86-0eb0405dce07 of type vlan for network 8227a6cb-62fd-4c47-abb3-2cd16d4daf00 Apr 20 13:33:17.178473 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99964c-2172-48a9-8242-1a0181ba62e7 req-e6977659-aaa0-4f21-927c-6212176b9b38 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:17.179953 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8d99964c-2172-48a9-8242-1a0181ba62e7 req-e6977659-aaa0-4f21-927c-6212176b9b38 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 945 time: 0.0487900 Apr 20 13:33:17.199248 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b52b5cb6-1567-470b-ae04-643813681b13 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:17.218324 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8d99964c-2172-48a9-8242-1a0181ba62e7 req-332e7840-9b8c-47dc-a87f-faa94833ffd9 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0315344 Apr 20 13:33:17.297919 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b52b5cb6-1567-470b-ae04-643813681b13 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:17.303507 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52b5cb6-1567-470b-ae04-643813681b13 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:17.307868 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b52b5cb6-1567-470b-ae04-643813681b13 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:17.375341 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b5cb6-1567-470b-ae04-643813681b13 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event updated for resources: {'Network': ['ID=8227a6cb-62fd-4c47-abb3-2cd16d4daf00,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:17.386217 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 8227a6cb-62fd-4c47-abb3-2cd16d4daf00 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:33:17.403522 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b52b5cb6-1567-470b-ae04-643813681b13 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3493767 Apr 20 13:33:17.406313 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48646) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:17.411770 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-e1d94d63-8bf6-4192-90f6-8c6956589536 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Request body: {'subnet': {'network_id': '8227a6cb-62fd-4c47-abb3-2cd16d4daf00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:33:17.577993 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d94d63-8bf6-4192-90f6-8c6956589536 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Made reservation on behalf of 05e5ae5725a543f685423ca47d440e3e for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:33:17.581699 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e1d94d63-8bf6-4192-90f6-8c6956589536 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:17.817714 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e1d94d63-8bf6-4192-90f6-8c6956589536 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:17.879957 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d94d63-8bf6-4192-90f6-8c6956589536 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event updated for resources: {'Subnet': ['ID=1df23d45-ea52-41b8-84e0-6179be25d6cb,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:17.889709 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d94d63-8bf6-4192-90f6-8c6956589536 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Checking segment: {'id': '5134397a-06ca-45b5-ad86-0eb0405dce07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8227a6cb-62fd-4c47-abb3-2cd16d4daf00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:33:17.890064 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d94d63-8bf6-4192-90f6-8c6956589536 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Network hostable DHCP agents. Network: 8227a6cb-62fd-4c47-abb3-2cd16d4daf00, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:33:17.960455 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d94d63-8bf6-4192-90f6-8c6956589536 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Network 8227a6cb-62fd-4c47-abb3-2cd16d4daf00 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:33:18.011727 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-e1d94d63-8bf6-4192-90f6-8c6956589536 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 8227a6cb-62fd-4c47-abb3-2cd16d4daf00) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:33:18.015834 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d94d63-8bf6-4192-90f6-8c6956589536 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:18.016422 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e1d94d63-8bf6-4192-90f6-8c6956589536 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:18.022226 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfbc3d9-6869-4eb5-b57e-f69df1923752 None None] Network 8227a6cb-62fd-4c47-abb3-2cd16d4daf00 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:33:18.078069 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e1d94d63-8bf6-4192-90f6-8c6956589536 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6705072 Apr 20 13:33:18.081155 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48648) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:18.085656 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-dbae3a79-e965-4c06-bcff-df04849f365b tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-359231695', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:33:18.155470 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dbae3a79-e965-4c06-bcff-df04849f365b tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:18.156539 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dbae3a79-e965-4c06-bcff-df04849f365b tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:18.163217 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d02326b-b1ca-4c4c-b7e7-961de16b6bff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-8227a6cb-62fd-4c47-abb3-2cd16d4daf00', 'network_id': '8227a6cb-62fd-4c47-abb3-2cd16d4daf00', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'fixed_ips': [{'subnet_id': '1df23d45-ea52-41b8-84e0-6179be25d6cb'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:33:18.164125 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1d02326b-b1ca-4c4c-b7e7-961de16b6bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:18.212445 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dbae3a79-e965-4c06-bcff-df04849f365b tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:18.252801 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dbae3a79-e965-4c06-bcff-df04849f365b tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:18.299070 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-1d02326b-b1ca-4c4c-b7e7-961de16b6bff None None] Allocated IP 2001:db8::2 (8227a6cb-62fd-4c47-abb3-2cd16d4daf00/1df23d45-ea52-41b8-84e0-6179be25d6cb/d46a462a-47ab-4cdb-bb4e-15f7a0c3814e) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:33:18.321509 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dbae3a79-e965-4c06-bcff-df04849f365b tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:18.323259 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-dbae3a79-e965-4c06-bcff-df04849f365b tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2405238 Apr 20 13:33:18.326645 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48652) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:18.343928 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37ef1b-bcd2-440b-b34c-bddc8fce7da3 req-f1fc7558-c825-49e3-b8b4-98f41de6f9f4 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:18.346747 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0c37ef1b-bcd2-440b-b34c-bddc8fce7da3 req-f1fc7558-c825-49e3-b8b4-98f41de6f9f4 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 945 time: 0.0546532 Apr 20 13:33:18.385724 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0c37ef1b-bcd2-440b-b34c-bddc8fce7da3 req-a1bf0575-61ff-467f-8498-8eda4e4e4239 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0333567 Apr 20 13:33:18.442052 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1d02326b-b1ca-4c4c-b7e7-961de16b6bff None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:18.502985 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1d02326b-b1ca-4c4c-b7e7-961de16b6bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:18.546185 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d02326b-b1ca-4c4c-b7e7-961de16b6bff None None] Network 8227a6cb-62fd-4c47-abb3-2cd16d4daf00 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:33:18.549084 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-1d02326b-b1ca-4c4c-b7e7-961de16b6bff None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:33:18.551584 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d02326b-b1ca-4c4c-b7e7-961de16b6bff None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:33:18.560826 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d02326b-b1ca-4c4c-b7e7-961de16b6bff None None] Pushing event updated for resources: {'Port': ['ID=d46a462a-47ab-4cdb-bb4e-15f7a0c3814e,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:18.606678 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e8026271-0713-4383-bab0-9a90d09d5a91 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:18.622044 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:33:18.757909 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-1d02326b-b1ca-4c4c-b7e7-961de16b6bff None None] Attempting to bind port d46a462a-47ab-4cdb-bb4e-15f7a0c3814e on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:33:18.758177 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-1d02326b-b1ca-4c4c-b7e7-961de16b6bff None None] Attempting to bind port d46a462a-47ab-4cdb-bb4e-15f7a0c3814e by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '5134397a-06ca-45b5-ad86-0eb0405dce07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8227a6cb-62fd-4c47-abb3-2cd16d4daf00'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:33:18.758527 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d02326b-b1ca-4c4c-b7e7-961de16b6bff None None] Attempting to bind port d46a462a-47ab-4cdb-bb4e-15f7a0c3814e on network 8227a6cb-62fd-4c47-abb3-2cd16d4daf00 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:33:18.763307 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d02326b-b1ca-4c4c-b7e7-961de16b6bff None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:33:18.763704 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d02326b-b1ca-4c4c-b7e7-961de16b6bff None None] Checking segment: {'id': '5134397a-06ca-45b5-ad86-0eb0405dce07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8227a6cb-62fd-4c47-abb3-2cd16d4daf00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:33:18.764097 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1d02326b-b1ca-4c4c-b7e7-961de16b6bff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:18.764479 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d02326b-b1ca-4c4c-b7e7-961de16b6bff None None] Bound using segment: {'id': '5134397a-06ca-45b5-ad86-0eb0405dce07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8227a6cb-62fd-4c47-abb3-2cd16d4daf00'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:33:18.764937 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-1d02326b-b1ca-4c4c-b7e7-961de16b6bff None None] Bound port: d46a462a-47ab-4cdb-bb4e-15f7a0c3814e, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5134397a-06ca-45b5-ad86-0eb0405dce07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8227a6cb-62fd-4c47-abb3-2cd16d4daf00'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:33:18.765334 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1d02326b-b1ca-4c4c-b7e7-961de16b6bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:18.825029 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-1d02326b-b1ca-4c4c-b7e7-961de16b6bff None None] For port d46a462a-47ab-4cdb-bb4e-15f7a0c3814e, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:33:18.828052 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-1d02326b-b1ca-4c4c-b7e7-961de16b6bff None None] For port d46a462a-47ab-4cdb-bb4e-15f7a0c3814e, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d46a462a-47ab-4cdb-bb4e-15f7a0c3814e,segment=NetworkSegment(5134397a-06ca-45b5-ad86-0eb0405dce07),segment_id=5134397a-06ca-45b5-ad86-0eb0405dce07)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:33:18.845933 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-e8026271-0713-4383-bab0-9a90d09d5a91 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Allocated IP 2001:db8::1 (8227a6cb-62fd-4c47-abb3-2cd16d4daf00/1df23d45-ea52-41b8-84e0-6179be25d6cb/d9b870cf-9624-4893-b0d3-924685bca917) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:33:18.908876 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1d02326b-b1ca-4c4c-b7e7-961de16b6bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:18.959595 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e8026271-0713-4383-bab0-9a90d09d5a91 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:18.972330 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d02326b-b1ca-4c4c-b7e7-961de16b6bff None None] Pushing event updated for resources: {'Port': ['ID=d46a462a-47ab-4cdb-bb4e-15f7a0c3814e,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:19.051821 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e8026271-0713-4383-bab0-9a90d09d5a91 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:19.091443 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8026271-0713-4383-bab0-9a90d09d5a91 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Network 8227a6cb-62fd-4c47-abb3-2cd16d4daf00 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:33:19.097310 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-e8026271-0713-4383-bab0-9a90d09d5a91 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:33:19.101309 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8026271-0713-4383-bab0-9a90d09d5a91 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:33:19.101863 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e8026271-0713-4383-bab0-9a90d09d5a91 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:19.170905 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8026271-0713-4383-bab0-9a90d09d5a91 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event updated for resources: {'Port': ['ID=d9b870cf-9624-4893-b0d3-924685bca917,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:19.323857 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e8026271-0713-4383-bab0-9a90d09d5a91 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:19.586771 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e8026271-0713-4383-bab0-9a90d09d5a91 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:19.653102 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e8026271-0713-4383-bab0-9a90d09d5a91 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:19.653954 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e8026271-0713-4383-bab0-9a90d09d5a91 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:19.767911 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8026271-0713-4383-bab0-9a90d09d5a91 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event updated for resources: {'Port': ['ID=d9b870cf-9624-4893-b0d3-924685bca917,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:19.808228 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8026271-0713-4383-bab0-9a90d09d5a91 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Network 8227a6cb-62fd-4c47-abb3-2cd16d4daf00 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:33:19.809878 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-e8026271-0713-4383-bab0-9a90d09d5a91 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:33:19.866518 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d46a462a-47ab-4cdb-bb4e-15f7a0c3814e up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:33:19.915748 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port d46a462a-47ab-4cdb-bb4e-15f7a0c3814e triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:19.916827 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:19.977787 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e538872-187e-4c67-b2b6-c24fe9e1052a None None] Network 8227a6cb-62fd-4c47-abb3-2cd16d4daf00 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:33:19.993945 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8026271-0713-4383-bab0-9a90d09d5a91 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Router 83bf36eb-9b62-42a1-b8e0-e5b0922edb1c is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:33:20.063566 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:20.065134 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-f8c126d6-ac9c-4447-8045-693734910747 None None] Provisioning complete for port d46a462a-47ab-4cdb-bb4e-15f7a0c3814e triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:20.065491 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f8c126d6-ac9c-4447-8045-693734910747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:20.085654 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8026271-0713-4383-bab0-9a90d09d5a91 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:33:20.091393 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e8026271-0713-4383-bab0-9a90d09d5a91 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "PUT /v2.0/routers/83bf36eb-9b62-42a1-b8e0-e5b0922edb1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7636905 Apr 20 13:33:20.093863 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48656) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:20.110143 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b72f881-538b-426e-b459-f8c29be9da33 None None] Sync routers for ids ['83bf36eb-9b62-42a1-b8e0-e5b0922edb1c'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:33:20.140023 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdf2856-30f2-48f9-9739-7faae17058a3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:20.141419 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8fdf2856-30f2-48f9-9739-7faae17058a3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "GET /v2.0/ports/d9b870cf-9624-4893-b0d3-924685bca917 HTTP/1.1" status: 200 len: 911 time: 0.0466259 Apr 20 13:33:20.144561 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48658) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:20.149943 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-2d5ab81f-bff6-455f-a91a-e94f8e9376a9 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1df23d45-ea52-41b8-84e0-6179be25d6cb'}]}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:33:20.169720 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b72f881-538b-426e-b459-f8c29be9da33 None None] Routers {'83bf36eb-9b62-42a1-b8e0-e5b0922edb1c'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:20.170349 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-9b72f881-538b-426e-b459-f8c29be9da33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:32:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['83bf36eb-9b62-42a1-b8e0-e5b0922edb1c'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:20.174649 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port d46a462a-47ab-4cdb-bb4e-15f7a0c3814e, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d46a462a-47ab-4cdb-bb4e-15f7a0c3814e,segment=NetworkSegment(5134397a-06ca-45b5-ad86-0eb0405dce07),segment_id=5134397a-06ca-45b5-ad86-0eb0405dce07)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:33:20.226250 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-9b72f881-538b-426e-b459-f8c29be9da33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:20.251071 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b72f881-538b-426e-b459-f8c29be9da33 None None] Routers {'83bf36eb-9b62-42a1-b8e0-e5b0922edb1c'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:20.251741 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-9b72f881-538b-426e-b459-f8c29be9da33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:32:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['83bf36eb-9b62-42a1-b8e0-e5b0922edb1c'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:20.253371 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:20.294587 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2d5ab81f-bff6-455f-a91a-e94f8e9376a9 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:20.345183 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-9b72f881-538b-426e-b459-f8c29be9da33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:20.345828 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b72f881-538b-426e-b459-f8c29be9da33 None None] The sync data for ids ['83bf36eb-9b62-42a1-b8e0-e5b0922edb1c'] in n-d-836015-7 is: [] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:33:20.391638 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=d46a462a-47ab-4cdb-bb4e-15f7a0c3814e,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:20.594801 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-46d731d5-9121-4f27-bbf0-26964ec57275 None None] Provisioning complete for port d9b870cf-9624-4893-b0d3-924685bca917 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:20.595440 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-46d731d5-9121-4f27-bbf0-26964ec57275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:20.639398 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-46d731d5-9121-4f27-bbf0-26964ec57275 None None] Port d9b870cf-9624-4893-b0d3-924685bca917 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:33:20.652356 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-46d731d5-9121-4f27-bbf0-26964ec57275 None None] Provisioning complete for port d46a462a-47ab-4cdb-bb4e-15f7a0c3814e triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:20.652740 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-46d731d5-9121-4f27-bbf0-26964ec57275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:20.669601 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2d5ab81f-bff6-455f-a91a-e94f8e9376a9 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:20.742942 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2d5ab81f-bff6-455f-a91a-e94f8e9376a9 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:20.749514 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5ab81f-bff6-455f-a91a-e94f8e9376a9 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:20.750213 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2d5ab81f-bff6-455f-a91a-e94f8e9376a9 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:20.751842 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2d5ab81f-bff6-455f-a91a-e94f8e9376a9 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "PUT /v2.0/ports/d9b870cf-9624-4893-b0d3-924685bca917 HTTP/1.1" status: 200 len: 911 time: 0.6060531 Apr 20 13:33:20.754683 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48660) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:20.798530 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ab81f-bff6-455f-a91a-e94f8e9376a9 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event updated for resources: {'Port': ['ID=d9b870cf-9624-4893-b0d3-924685bca917,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:20.854383 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-238292f4-fe13-4cd7-992a-56ead6471a61 None None] Provisioning complete for port d9b870cf-9624-4893-b0d3-924685bca917 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:20.855040 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-238292f4-fe13-4cd7-992a-56ead6471a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:20.893673 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-238292f4-fe13-4cd7-992a-56ead6471a61 None None] Port d9b870cf-9624-4893-b0d3-924685bca917 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:33:21.013431 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-79b23d73-a8e2-4d13-8108-8f11d15dddc1 None None] Provisioning complete for port d9b870cf-9624-4893-b0d3-924685bca917 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:21.013806 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-79b23d73-a8e2-4d13-8108-8f11d15dddc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:21.051677 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-79b23d73-a8e2-4d13-8108-8f11d15dddc1 None None] Port d9b870cf-9624-4893-b0d3-924685bca917 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:33:21.393357 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-124b00bf-f954-46e5-bf5f-a2062a3cdff5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:21.623199 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-124b00bf-f954-46e5-bf5f-a2062a3cdff5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Deleting port d9b870cf-9624-4893-b0d3-924685bca917 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:33:21.623584 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-124b00bf-f954-46e5-bf5f-a2062a3cdff5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:21.706036 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-124b00bf-f954-46e5-bf5f-a2062a3cdff5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:21.718601 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-124b00bf-f954-46e5-bf5f-a2062a3cdff5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Calling delete_port for d9b870cf-9624-4893-b0d3-924685bca917 owned by network:router_interface {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:33:21.764199 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d46a462a-47ab-4cdb-bb4e-15f7a0c3814e up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:33:21.810684 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port d46a462a-47ab-4cdb-bb4e-15f7a0c3814e triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:21.811051 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:21.959509 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-124b00bf-f954-46e5-bf5f-a2062a3cdff5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:21.990088 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b00bf-f954-46e5-bf5f-a2062a3cdff5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event deleted for resources: {'Port': ['ID=d9b870cf-9624-4893-b0d3-924685bca917,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:22.084936 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-124b00bf-f954-46e5-bf5f-a2062a3cdff5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:22.238332 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124b00bf-f954-46e5-bf5f-a2062a3cdff5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Router 83bf36eb-9b62-42a1-b8e0-e5b0922edb1c has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:33:22.316043 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124b00bf-f954-46e5-bf5f-a2062a3cdff5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:33:22.323252 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-124b00bf-f954-46e5-bf5f-a2062a3cdff5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "PUT /v2.0/routers/83bf36eb-9b62-42a1-b8e0-e5b0922edb1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5663207 Apr 20 13:33:22.326114 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389bbb65-bd18-48b5-aade-281985e09dff None None] Sync routers for ids ['83bf36eb-9b62-42a1-b8e0-e5b0922edb1c'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:33:22.327916 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48662) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:22.336462 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389bbb65-bd18-48b5-aade-281985e09dff None None] Routers {'83bf36eb-9b62-42a1-b8e0-e5b0922edb1c'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:22.337074 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-389bbb65-bd18-48b5-aade-281985e09dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:32:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['83bf36eb-9b62-42a1-b8e0-e5b0922edb1c'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:22.359693 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-068d1680-2deb-4aab-86e5-370f35b68bbc tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "GET /v2.0/ports?device_id=83bf36eb-9b62-42a1-b8e0-e5b0922edb1c HTTP/1.1" status: 200 len: 205 time: 0.0305002 Apr 20 13:33:22.362235 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48664) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:22.369862 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-389bbb65-bd18-48b5-aade-281985e09dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:22.378189 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389bbb65-bd18-48b5-aade-281985e09dff None None] Routers {'83bf36eb-9b62-42a1-b8e0-e5b0922edb1c'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:22.378786 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-389bbb65-bd18-48b5-aade-281985e09dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:32:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['83bf36eb-9b62-42a1-b8e0-e5b0922edb1c'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:22.409454 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-389bbb65-bd18-48b5-aade-281985e09dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:22.410084 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389bbb65-bd18-48b5-aade-281985e09dff None None] The sync data for ids ['83bf36eb-9b62-42a1-b8e0-e5b0922edb1c'] in n-d-836015-7 is: [] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:33:22.436957 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-271415b8-c642-4e12-89fb-020a9211a65d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for router, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:22.590143 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-271415b8-c642-4e12-89fb-020a9211a65d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:22.592244 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-271415b8-c642-4e12-89fb-020a9211a65d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:22.691833 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-271415b8-c642-4e12-89fb-020a9211a65d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:22.692342 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271415b8-c642-4e12-89fb-020a9211a65d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Fanout notify agent at l3_agent the message router_deleted on router 83bf36eb-9b62-42a1-b8e0-e5b0922edb1c {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:33:22.699135 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-271415b8-c642-4e12-89fb-020a9211a65d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:22.700285 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-271415b8-c642-4e12-89fb-020a9211a65d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "DELETE /v2.0/routers/83bf36eb-9b62-42a1-b8e0-e5b0922edb1c HTTP/1.1" status: 204 len: 168 time: 0.3370833 Apr 20 13:33:22.702954 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48666) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:22.753069 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd067e65-3035-44ca-8f39-9b258596c5b3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Deleting subnet 1df23d45-ea52-41b8-84e0-6179be25d6cb {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:33:22.756096 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd067e65-3035-44ca-8f39-9b258596c5b3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:22.795498 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd067e65-3035-44ca-8f39-9b258596c5b3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:22.879434 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd067e65-3035-44ca-8f39-9b258596c5b3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:23.001552 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd067e65-3035-44ca-8f39-9b258596c5b3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:23.029984 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd067e65-3035-44ca-8f39-9b258596c5b3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event deleted for resources: {'Subnet': ['ID=1df23d45-ea52-41b8-84e0-6179be25d6cb,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:23.034834 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd067e65-3035-44ca-8f39-9b258596c5b3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:23.037364 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-bd067e65-3035-44ca-8f39-9b258596c5b3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "DELETE /v2.0/subnets/1df23d45-ea52-41b8-84e0-6179be25d6cb HTTP/1.1" status: 204 len: 168 time: 0.3334286 Apr 20 13:33:23.040430 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48668) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:23.045705 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304fffb0-112d-4282-8cbd-83fced685bfe None None] Network 8227a6cb-62fd-4c47-abb3-2cd16d4daf00 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:33:23.120006 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6eedbe19-e681-4aba-b972-81e957178539 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:23.181497 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-6eedbe19-e681-4aba-b972-81e957178539 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Deleting port d46a462a-47ab-4cdb-bb4e-15f7a0c3814e {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:33:23.181861 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6eedbe19-e681-4aba-b972-81e957178539 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:23.222700 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cddfeee-451b-417a-b3f6-6d6cab9e2a05 None None] DHCP port deletion for 8227a6cb-62fd-4c47-abb3-2cd16d4daf00 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:33:23.249631 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-6eedbe19-e681-4aba-b972-81e957178539 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] For port d46a462a-47ab-4cdb-bb4e-15f7a0c3814e, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d46a462a-47ab-4cdb-bb4e-15f7a0c3814e,segment=NetworkSegment(5134397a-06ca-45b5-ad86-0eb0405dce07),segment_id=5134397a-06ca-45b5-ad86-0eb0405dce07)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:33:23.250230 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6eedbe19-e681-4aba-b972-81e957178539 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:23.263883 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-6eedbe19-e681-4aba-b972-81e957178539 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Calling delete_port for d46a462a-47ab-4cdb-bb4e-15f7a0c3814e owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:33:23.273031 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6cddfeee-451b-417a-b3f6-6d6cab9e2a05 None None] Deleting port d46a462a-47ab-4cdb-bb4e-15f7a0c3814e {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:33:23.273402 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6cddfeee-451b-417a-b3f6-6d6cab9e2a05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:23.335850 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6cddfeee-451b-417a-b3f6-6d6cab9e2a05 None None] For port d46a462a-47ab-4cdb-bb4e-15f7a0c3814e, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d46a462a-47ab-4cdb-bb4e-15f7a0c3814e,segment=NetworkSegment(5134397a-06ca-45b5-ad86-0eb0405dce07),segment_id=5134397a-06ca-45b5-ad86-0eb0405dce07)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:33:23.336185 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6cddfeee-451b-417a-b3f6-6d6cab9e2a05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:23.348736 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6cddfeee-451b-417a-b3f6-6d6cab9e2a05 None None] Calling delete_port for d46a462a-47ab-4cdb-bb4e-15f7a0c3814e owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:33:23.389468 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6eedbe19-e681-4aba-b972-81e957178539 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:23.415758 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eedbe19-e681-4aba-b972-81e957178539 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event deleted for resources: {'Port': ['ID=d46a462a-47ab-4cdb-bb4e-15f7a0c3814e,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:23.420163 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eedbe19-e681-4aba-b972-81e957178539 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] No DVR routers for this DVR port d46a462a-47ab-4cdb-bb4e-15f7a0c3814e on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:33:23.426623 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6cddfeee-451b-417a-b3f6-6d6cab9e2a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:23.452477 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cddfeee-451b-417a-b3f6-6d6cab9e2a05 None None] Pushing event deleted for resources: {'Port': ['ID=d46a462a-47ab-4cdb-bb4e-15f7a0c3814e,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:23.456015 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cddfeee-451b-417a-b3f6-6d6cab9e2a05 None None] No DVR routers for this DVR port d46a462a-47ab-4cdb-bb4e-15f7a0c3814e on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:33:23.501935 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6eedbe19-e681-4aba-b972-81e957178539 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:23.522373 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-6eedbe19-e681-4aba-b972-81e957178539 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8227a6cb-62fd-4c47-abb3-2cd16d4daf00']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:23.531677 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-6eedbe19-e681-4aba-b972-81e957178539 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5134397a-06ca-45b5-ad86-0eb0405dce07') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:23.531982 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-6eedbe19-e681-4aba-b972-81e957178539 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5134397a-06ca-45b5-ad86-0eb0405dce07') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:23.545973 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6eedbe19-e681-4aba-b972-81e957178539 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:23.559586 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6eedbe19-e681-4aba-b972-81e957178539 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:23.565271 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eedbe19-e681-4aba-b972-81e957178539 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:33:23.565657 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6eedbe19-e681-4aba-b972-81e957178539 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:23.568598 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:33:23.568598 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:33:23.568598 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:33:23.568598 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:33:23.568598 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:33:23.568598 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:33:23.568598 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:33:23.568598 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:33:23.568598 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:33:23.568598 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:33:23.568598 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:33:23.568598 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:33:23.568598 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:33:23.568598 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:33:23.568598 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:33:23.568598 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:33:23.568598 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:33:23.568598 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:33:23.568598 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:33:23.568598 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:33:23.568598 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:33:23.568598 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:33:23.568598 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:33:23.568598 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:33:23.568598 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:33:23.568598 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:33:23.568598 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:33:23.568598 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:33:23.568598 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:33:23.568598 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:33:23.568598 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:33:23.568598 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:33:23.691258 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6eedbe19-e681-4aba-b972-81e957178539 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:23.698001 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6eedbe19-e681-4aba-b972-81e957178539 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:23.701591 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-6eedbe19-e681-4aba-b972-81e957178539 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "DELETE /v2.0/networks/8227a6cb-62fd-4c47-abb3-2cd16d4daf00 HTTP/1.1" status: 204 len: 168 time: 0.6596384 Apr 20 13:33:23.705527 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48670) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:23.710303 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-85776faa-09c2-4f70-979f-839a53b56fa1 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1075470178', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:33:23.717384 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eedbe19-e681-4aba-b972-81e957178539 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event deleted for resources: {'Network': ['ID=8227a6cb-62fd-4c47-abb3-2cd16d4daf00,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:23.767167 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d46a462a-47ab-4cdb-bb4e-15f7a0c3814e no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:33:23.787238 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: d46a462a-47ab-4cdb-bb4e-15f7a0c3814e {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:33:23.787659 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d46a462a-47ab-4cdb-bb4e-15f7a0c3814e not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:33:23.790297 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-85776faa-09c2-4f70-979f-839a53b56fa1 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:23.791420 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-85776faa-09c2-4f70-979f-839a53b56fa1 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:23.845975 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-85776faa-09c2-4f70-979f-839a53b56fa1 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:23.907944 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-85776faa-09c2-4f70-979f-839a53b56fa1 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:23.990650 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-85776faa-09c2-4f70-979f-839a53b56fa1 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:23.991788 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-85776faa-09c2-4f70-979f-839a53b56fa1 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2851918 Apr 20 13:33:23.994637 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48672) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:24.000428 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-6053494b-9102-4886-b9fa-d2a3955900d4 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1571464658'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:33:24.080191 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6053494b-9102-4886-b9fa-d2a3955900d4 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Made reservation on behalf of 05e5ae5725a543f685423ca47d440e3e for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:33:24.083662 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6053494b-9102-4886-b9fa-d2a3955900d4 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:24.106498 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6053494b-9102-4886-b9fa-d2a3955900d4 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:33:24.114872 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6053494b-9102-4886-b9fa-d2a3955900d4 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:24.115214 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-6053494b-9102-4886-b9fa-d2a3955900d4 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Added segment 3abb98ea-965c-4aa7-b739-79989c1b5787 of type vlan for network c26075e5-63e4-40c0-be8e-d9aaaa6a94b2 Apr 20 13:33:24.154014 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6053494b-9102-4886-b9fa-d2a3955900d4 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:24.228768 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6053494b-9102-4886-b9fa-d2a3955900d4 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:24.234912 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6053494b-9102-4886-b9fa-d2a3955900d4 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:24.235521 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6053494b-9102-4886-b9fa-d2a3955900d4 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:24.308632 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053494b-9102-4886-b9fa-d2a3955900d4 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event updated for resources: {'Network': ['ID=c26075e5-63e4-40c0-be8e-d9aaaa6a94b2,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:24.319958 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network c26075e5-63e4-40c0-be8e-d9aaaa6a94b2 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:33:24.346119 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-6053494b-9102-4886-b9fa-d2a3955900d4 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3497071 Apr 20 13:33:24.349075 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48676) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:24.354643 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-f22ee4c8-8505-4214-8839-dcae5f282942 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Request body: {'subnet': {'network_id': 'c26075e5-63e4-40c0-be8e-d9aaaa6a94b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:33:24.474658 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e5cd69ae-310d-495c-accf-c21e1940e0bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:24.497511 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22ee4c8-8505-4214-8839-dcae5f282942 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Made reservation on behalf of 05e5ae5725a543f685423ca47d440e3e for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:33:24.501823 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f22ee4c8-8505-4214-8839-dcae5f282942 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:24.720809 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f22ee4c8-8505-4214-8839-dcae5f282942 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:24.784808 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ee4c8-8505-4214-8839-dcae5f282942 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event updated for resources: {'Subnet': ['ID=90b30507-a4bc-40c6-883a-9ab9065e2dc2,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:24.792092 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22ee4c8-8505-4214-8839-dcae5f282942 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Checking segment: {'id': '3abb98ea-965c-4aa7-b739-79989c1b5787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c26075e5-63e4-40c0-be8e-d9aaaa6a94b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:33:24.792444 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22ee4c8-8505-4214-8839-dcae5f282942 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Network hostable DHCP agents. Network: c26075e5-63e4-40c0-be8e-d9aaaa6a94b2, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:33:24.857080 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22ee4c8-8505-4214-8839-dcae5f282942 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Network c26075e5-63e4-40c0-be8e-d9aaaa6a94b2 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:33:24.914231 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-f22ee4c8-8505-4214-8839-dcae5f282942 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, c26075e5-63e4-40c0-be8e-d9aaaa6a94b2) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:33:24.918408 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22ee4c8-8505-4214-8839-dcae5f282942 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:24.918978 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f22ee4c8-8505-4214-8839-dcae5f282942 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:24.923344 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cb517c-6b6f-4d02-abbd-d306e571b229 None None] Network c26075e5-63e4-40c0-be8e-d9aaaa6a94b2 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:33:24.980458 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f22ee4c8-8505-4214-8839-dcae5f282942 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6301143 Apr 20 13:33:24.983068 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48682) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:25.071157 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75b8233-25cc-4ffa-bb28-9840f4654616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-c26075e5-63e4-40c0-be8e-d9aaaa6a94b2', 'network_id': 'c26075e5-63e4-40c0-be8e-d9aaaa6a94b2', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'fixed_ips': [{'subnet_id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:33:25.072035 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e75b8233-25cc-4ffa-bb28-9840f4654616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:25.208244 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-e75b8233-25cc-4ffa-bb28-9840f4654616 None None] Allocated IP 2001:db8::2 (c26075e5-63e4-40c0-be8e-d9aaaa6a94b2/90b30507-a4bc-40c6-883a-9ab9065e2dc2/028ba9b7-cf53-430f-9e96-03f444fad6f4) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:33:25.252524 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dd3ccca8-f91e-476d-aaa0-e43e73a33638 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:25.348371 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e75b8233-25cc-4ffa-bb28-9840f4654616 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:25.429359 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e75b8233-25cc-4ffa-bb28-9840f4654616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:25.469454 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75b8233-25cc-4ffa-bb28-9840f4654616 None None] Network c26075e5-63e4-40c0-be8e-d9aaaa6a94b2 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:33:25.475735 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-e75b8233-25cc-4ffa-bb28-9840f4654616 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:33:25.480227 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75b8233-25cc-4ffa-bb28-9840f4654616 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:33:25.485705 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b8233-25cc-4ffa-bb28-9840f4654616 None None] Pushing event updated for resources: {'Port': ['ID=028ba9b7-cf53-430f-9e96-03f444fad6f4,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:25.496583 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-dd3ccca8-f91e-476d-aaa0-e43e73a33638 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Allocated IP 2001:db8::1 (c26075e5-63e4-40c0-be8e-d9aaaa6a94b2/90b30507-a4bc-40c6-883a-9ab9065e2dc2/259ddebb-fe1d-45d9-b944-704f9ed36ea1) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:33:25.538457 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-e75b8233-25cc-4ffa-bb28-9840f4654616 None None] Attempting to bind port 028ba9b7-cf53-430f-9e96-03f444fad6f4 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:33:25.538738 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-e75b8233-25cc-4ffa-bb28-9840f4654616 None None] Attempting to bind port 028ba9b7-cf53-430f-9e96-03f444fad6f4 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '3abb98ea-965c-4aa7-b739-79989c1b5787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c26075e5-63e4-40c0-be8e-d9aaaa6a94b2'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:33:25.539103 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75b8233-25cc-4ffa-bb28-9840f4654616 None None] Attempting to bind port 028ba9b7-cf53-430f-9e96-03f444fad6f4 on network c26075e5-63e4-40c0-be8e-d9aaaa6a94b2 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:33:25.545071 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75b8233-25cc-4ffa-bb28-9840f4654616 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:33:25.545448 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75b8233-25cc-4ffa-bb28-9840f4654616 None None] Checking segment: {'id': '3abb98ea-965c-4aa7-b739-79989c1b5787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c26075e5-63e4-40c0-be8e-d9aaaa6a94b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:33:25.545853 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e75b8233-25cc-4ffa-bb28-9840f4654616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:25.546250 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75b8233-25cc-4ffa-bb28-9840f4654616 None None] Bound using segment: {'id': '3abb98ea-965c-4aa7-b739-79989c1b5787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c26075e5-63e4-40c0-be8e-d9aaaa6a94b2'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:33:25.546720 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-e75b8233-25cc-4ffa-bb28-9840f4654616 None None] Bound port: 028ba9b7-cf53-430f-9e96-03f444fad6f4, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3abb98ea-965c-4aa7-b739-79989c1b5787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c26075e5-63e4-40c0-be8e-d9aaaa6a94b2'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:33:25.547183 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e75b8233-25cc-4ffa-bb28-9840f4654616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:25.608914 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-e75b8233-25cc-4ffa-bb28-9840f4654616 None None] For port 028ba9b7-cf53-430f-9e96-03f444fad6f4, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:33:25.610959 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dd3ccca8-f91e-476d-aaa0-e43e73a33638 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:25.611887 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-e75b8233-25cc-4ffa-bb28-9840f4654616 None None] For port 028ba9b7-cf53-430f-9e96-03f444fad6f4, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=028ba9b7-cf53-430f-9e96-03f444fad6f4,segment=NetworkSegment(3abb98ea-965c-4aa7-b739-79989c1b5787),segment_id=3abb98ea-965c-4aa7-b739-79989c1b5787)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:33:25.692501 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e75b8233-25cc-4ffa-bb28-9840f4654616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:25.716226 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dd3ccca8-f91e-476d-aaa0-e43e73a33638 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:25.755790 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b8233-25cc-4ffa-bb28-9840f4654616 None None] Pushing event updated for resources: {'Port': ['ID=028ba9b7-cf53-430f-9e96-03f444fad6f4,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:25.760664 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3ccca8-f91e-476d-aaa0-e43e73a33638 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Network c26075e5-63e4-40c0-be8e-d9aaaa6a94b2 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:33:25.765814 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-dd3ccca8-f91e-476d-aaa0-e43e73a33638 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:33:25.770294 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3ccca8-f91e-476d-aaa0-e43e73a33638 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:33:25.770847 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dd3ccca8-f91e-476d-aaa0-e43e73a33638 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:25.810774 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ccca8-f91e-476d-aaa0-e43e73a33638 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event updated for resources: {'Port': ['ID=259ddebb-fe1d-45d9-b944-704f9ed36ea1,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:25.981430 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dd3ccca8-f91e-476d-aaa0-e43e73a33638 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:26.512835 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dd3ccca8-f91e-476d-aaa0-e43e73a33638 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:26.577799 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dd3ccca8-f91e-476d-aaa0-e43e73a33638 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:26.578589 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dd3ccca8-f91e-476d-aaa0-e43e73a33638 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:26.634717 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953de8f4-e61c-4719-9c27-47f3acf80804 None None] Network c26075e5-63e4-40c0-be8e-d9aaaa6a94b2 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:33:26.661115 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ccca8-f91e-476d-aaa0-e43e73a33638 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event updated for resources: {'Port': ['ID=259ddebb-fe1d-45d9-b944-704f9ed36ea1,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:26.706763 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3ccca8-f91e-476d-aaa0-e43e73a33638 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Network c26075e5-63e4-40c0-be8e-d9aaaa6a94b2 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:33:26.708233 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-dd3ccca8-f91e-476d-aaa0-e43e73a33638 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:33:26.730782 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-98287ac3-4670-433f-a256-f60990388c69 None None] Provisioning complete for port 028ba9b7-cf53-430f-9e96-03f444fad6f4 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:26.731148 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-98287ac3-4670-433f-a256-f60990388c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:26.784000 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c89d613c-05ff-4fec-bc18-0630551869ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:26.866386 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-98287ac3-4670-433f-a256-f60990388c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:26.874969 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3ccca8-f91e-476d-aaa0-e43e73a33638 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Router de0bd163-919b-4579-a186-faefd8f3c083 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:33:26.902218 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-98287ac3-4670-433f-a256-f60990388c69 None None] For port 028ba9b7-cf53-430f-9e96-03f444fad6f4, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=028ba9b7-cf53-430f-9e96-03f444fad6f4,segment=NetworkSegment(3abb98ea-965c-4aa7-b739-79989c1b5787),segment_id=3abb98ea-965c-4aa7-b739-79989c1b5787)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:33:26.960900 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-98287ac3-4670-433f-a256-f60990388c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:26.973174 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3ccca8-f91e-476d-aaa0-e43e73a33638 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:33:26.981283 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-dd3ccca8-f91e-476d-aaa0-e43e73a33638 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "PUT /v2.0/routers/de0bd163-919b-4579-a186-faefd8f3c083/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9943037 Apr 20 13:33:26.981390 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48684) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:26.986639 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-3164e9ac-99df-40b0-b3b6-d561d1cf8b6d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-912816044'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:33:26.995298 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07bd03a-5f1c-4cbb-a339-bb878390fa45 None None] Sync routers for ids ['de0bd163-919b-4579-a186-faefd8f3c083'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:33:27.029242 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07bd03a-5f1c-4cbb-a339-bb878390fa45 None None] Routers {'de0bd163-919b-4579-a186-faefd8f3c083'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:27.029885 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-b07bd03a-5f1c-4cbb-a339-bb878390fa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:33:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['de0bd163-919b-4579-a186-faefd8f3c083'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:27.066841 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98287ac3-4670-433f-a256-f60990388c69 None None] Pushing event updated for resources: {'Port': ['ID=028ba9b7-cf53-430f-9e96-03f444fad6f4,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:27.075290 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3164e9ac-99df-40b0-b3b6-d561d1cf8b6d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Made reservation on behalf of 05e5ae5725a543f685423ca47d440e3e for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:33:27.078883 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3164e9ac-99df-40b0-b3b6-d561d1cf8b6d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:27.105856 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3164e9ac-99df-40b0-b3b6-d561d1cf8b6d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:33:27.114894 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3164e9ac-99df-40b0-b3b6-d561d1cf8b6d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:27.115241 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-3164e9ac-99df-40b0-b3b6-d561d1cf8b6d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Added segment 26881508-5eac-441f-9470-647e75874055 of type vlan for network afb8868d-2def-4cb3-bba5-d809502cd675 Apr 20 13:33:27.125389 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-b07bd03a-5f1c-4cbb-a339-bb878390fa45 None None] Set router de0bd163-919b-4579-a186-faefd8f3c083 gateway port host: None {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:33:27.162073 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3164e9ac-99df-40b0-b3b6-d561d1cf8b6d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:27.263760 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3164e9ac-99df-40b0-b3b6-d561d1cf8b6d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:27.269741 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3164e9ac-99df-40b0-b3b6-d561d1cf8b6d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:27.270364 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3164e9ac-99df-40b0-b3b6-d561d1cf8b6d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:27.333493 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-3b9f67a8-8b73-45b8-9b7f-e50772f539ad None None] Provisioning complete for port 028ba9b7-cf53-430f-9e96-03f444fad6f4 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:27.333493 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3b9f67a8-8b73-45b8-9b7f-e50772f539ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:27.343509 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3164e9ac-99df-40b0-b3b6-d561d1cf8b6d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event updated for resources: {'Network': ['ID=afb8868d-2def-4cb3-bba5-d809502cd675,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:27.352159 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-3164e9ac-99df-40b0-b3b6-d561d1cf8b6d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3698807 Apr 20 13:33:27.355129 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48688) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:27.360809 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-cfa26b64-0a47-434d-8809-ad69ff5e541b tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Request body: {'subnet': {'network_id': 'afb8868d-2def-4cb3-bba5-d809502cd675', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:33:27.365262 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network afb8868d-2def-4cb3-bba5-d809502cd675 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:33:27.508160 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa26b64-0a47-434d-8809-ad69ff5e541b tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Made reservation on behalf of 05e5ae5725a543f685423ca47d440e3e for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:33:27.512860 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cfa26b64-0a47-434d-8809-ad69ff5e541b tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:27.616879 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-3b9f67a8-8b73-45b8-9b7f-e50772f539ad None None] Provisioning complete for port 259ddebb-fe1d-45d9-b944-704f9ed36ea1 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:27.617231 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3b9f67a8-8b73-45b8-9b7f-e50772f539ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:27.647769 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-b07bd03a-5f1c-4cbb-a339-bb878390fa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'name': 'tempest-RoutersIpV6Test-router-1075470178', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:33:23Z', 'updated_at': '2022-04-20T13:33:25Z', 'revision_number': 2, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'gw_port_host': None, '_interfaces': [{'id': '259ddebb-fe1d-45d9-b944-704f9ed36ea1', 'name': '', 'network_id': 'c26075e5-63e4-40c0-be8e-d9aaaa6a94b2', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:be:16:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:25Z', 'updated_at': '2022-04-20T13:33:26Z', 'revision_number': 2, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:27.680397 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07bd03a-5f1c-4cbb-a339-bb878390fa45 None None] Checking router: de0bd163-919b-4579-a186-faefd8f3c083 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:33:27.680741 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07bd03a-5f1c-4cbb-a339-bb878390fa45 None None] Updating router de0bd163-919b-4579-a186-faefd8f3c083 port 259ddebb-fe1d-45d9-b944-704f9ed36ea1 binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:33:27.684191 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-3b9f67a8-8b73-45b8-9b7f-e50772f539ad None None] Port 259ddebb-fe1d-45d9-b944-704f9ed36ea1 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:33:27.707814 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b07bd03a-5f1c-4cbb-a339-bb878390fa45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:27.756079 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cfa26b64-0a47-434d-8809-ad69ff5e541b tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:27.816461 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 028ba9b7-cf53-430f-9e96-03f444fad6f4 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:33:27.830623 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa26b64-0a47-434d-8809-ad69ff5e541b tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event updated for resources: {'Subnet': ['ID=176ec688-8251-44fa-b5e9-e89d717555af,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:27.838647 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa26b64-0a47-434d-8809-ad69ff5e541b tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Checking segment: {'id': '26881508-5eac-441f-9470-647e75874055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'afb8868d-2def-4cb3-bba5-d809502cd675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:33:27.839085 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa26b64-0a47-434d-8809-ad69ff5e541b tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Network hostable DHCP agents. Network: afb8868d-2def-4cb3-bba5-d809502cd675, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:33:27.873512 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-d22ae4a8-1ff8-4209-bfbe-9a3d60649a46 None None] Provisioning complete for port 259ddebb-fe1d-45d9-b944-704f9ed36ea1 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:27.873876 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d22ae4a8-1ff8-4209-bfbe-9a3d60649a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:27.914740 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa26b64-0a47-434d-8809-ad69ff5e541b tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Network afb8868d-2def-4cb3-bba5-d809502cd675 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:33:27.963081 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-d22ae4a8-1ff8-4209-bfbe-9a3d60649a46 None None] Port 259ddebb-fe1d-45d9-b944-704f9ed36ea1 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:33:27.985008 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 028ba9b7-cf53-430f-9e96-03f444fad6f4 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:27.985372 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:27.994573 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-cfa26b64-0a47-434d-8809-ad69ff5e541b tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, afb8868d-2def-4cb3-bba5-d809502cd675) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:33:27.999546 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa26b64-0a47-434d-8809-ad69ff5e541b tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:28.000236 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cfa26b64-0a47-434d-8809-ad69ff5e541b tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:28.017517 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b3f3d7-d0e3-4081-8b44-e16861bc9321 None None] Network afb8868d-2def-4cb3-bba5-d809502cd675 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:33:28.070517 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-cfa26b64-0a47-434d-8809-ad69ff5e541b tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7138653 Apr 20 13:33:28.073258 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48690) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:28.177056 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:28.212083 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b07bd03a-5f1c-4cbb-a339-bb878390fa45 None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:28.287641 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b07bd03a-5f1c-4cbb-a339-bb878390fa45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:28.290222 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71335867-9332-4d7f-99c8-188ee8b8e314 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-afb8868d-2def-4cb3-bba5-d809502cd675', 'network_id': 'afb8868d-2def-4cb3-bba5-d809502cd675', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'fixed_ips': [{'subnet_id': '176ec688-8251-44fa-b5e9-e89d717555af'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:33:28.296036 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-71335867-9332-4d7f-99c8-188ee8b8e314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:28.362949 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3318f3-c498-4fe7-997b-4f8f0ffd4826 None None] Pushing event updated for resources: {'Port': ['ID=259ddebb-fe1d-45d9-b944-704f9ed36ea1,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:28.424743 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ab92c26-eba9-4c06-8cd7-132c0a40ae0c tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:28.512100 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-b07bd03a-5f1c-4cbb-a339-bb878390fa45 None None] Attempting to bind port 259ddebb-fe1d-45d9-b944-704f9ed36ea1 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:33:28.512383 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-b07bd03a-5f1c-4cbb-a339-bb878390fa45 None None] Attempting to bind port 259ddebb-fe1d-45d9-b944-704f9ed36ea1 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '3abb98ea-965c-4aa7-b739-79989c1b5787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c26075e5-63e4-40c0-be8e-d9aaaa6a94b2'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:33:28.512747 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07bd03a-5f1c-4cbb-a339-bb878390fa45 None None] Attempting to bind port 259ddebb-fe1d-45d9-b944-704f9ed36ea1 on network c26075e5-63e4-40c0-be8e-d9aaaa6a94b2 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:33:28.523656 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07bd03a-5f1c-4cbb-a339-bb878390fa45 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:33:28.523910 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07bd03a-5f1c-4cbb-a339-bb878390fa45 None None] Checking segment: {'id': '3abb98ea-965c-4aa7-b739-79989c1b5787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c26075e5-63e4-40c0-be8e-d9aaaa6a94b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:33:28.524141 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b07bd03a-5f1c-4cbb-a339-bb878390fa45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:28.524525 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07bd03a-5f1c-4cbb-a339-bb878390fa45 None None] Bound using segment: {'id': '3abb98ea-965c-4aa7-b739-79989c1b5787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c26075e5-63e4-40c0-be8e-d9aaaa6a94b2'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:33:28.524999 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-b07bd03a-5f1c-4cbb-a339-bb878390fa45 None None] Bound port: 259ddebb-fe1d-45d9-b944-704f9ed36ea1, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3abb98ea-965c-4aa7-b739-79989c1b5787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c26075e5-63e4-40c0-be8e-d9aaaa6a94b2'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:33:28.525383 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b07bd03a-5f1c-4cbb-a339-bb878390fa45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:28.549399 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-71335867-9332-4d7f-99c8-188ee8b8e314 None None] Allocated IP 2001:db8:1::2 (afb8868d-2def-4cb3-bba5-d809502cd675/176ec688-8251-44fa-b5e9-e89d717555af/e4e76b77-e375-4f70-87f9-ce66eb7cab57) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:33:28.657672 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-682a8cbc-4d20-438a-a534-ccd7f9f34e2d None None] Provisioning complete for port 259ddebb-fe1d-45d9-b944-704f9ed36ea1 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:28.658318 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-682a8cbc-4d20-438a-a534-ccd7f9f34e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:28.663933 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-b07bd03a-5f1c-4cbb-a339-bb878390fa45 None None] For port 259ddebb-fe1d-45d9-b944-704f9ed36ea1, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:33:28.710738 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-b07bd03a-5f1c-4cbb-a339-bb878390fa45 None None] For port 259ddebb-fe1d-45d9-b944-704f9ed36ea1, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=259ddebb-fe1d-45d9-b944-704f9ed36ea1,segment=NetworkSegment(3abb98ea-965c-4aa7-b739-79989c1b5787),segment_id=3abb98ea-965c-4aa7-b739-79989c1b5787)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:33:28.721472 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-682a8cbc-4d20-438a-a534-ccd7f9f34e2d None None] Port 259ddebb-fe1d-45d9-b944-704f9ed36ea1 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:33:28.769231 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b07bd03a-5f1c-4cbb-a339-bb878390fa45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:28.813154 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-71335867-9332-4d7f-99c8-188ee8b8e314 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:28.838479 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07bd03a-5f1c-4cbb-a339-bb878390fa45 None None] Routers {'de0bd163-919b-4579-a186-faefd8f3c083'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:28.839167 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-b07bd03a-5f1c-4cbb-a339-bb878390fa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:33:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['de0bd163-919b-4579-a186-faefd8f3c083'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:28.876512 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3318f3-c498-4fe7-997b-4f8f0ffd4826 None None] Pushing event updated for resources: {'Port': ['ID=259ddebb-fe1d-45d9-b944-704f9ed36ea1,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:28.913763 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-71335867-9332-4d7f-99c8-188ee8b8e314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:28.948836 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-3ab92c26-eba9-4c06-8cd7-132c0a40ae0c tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Allocated IP 2001:db8:1::1 (afb8868d-2def-4cb3-bba5-d809502cd675/176ec688-8251-44fa-b5e9-e89d717555af/ae0c5244-175c-4f2c-8a18-d34d359be22b) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:33:29.072179 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ab92c26-eba9-4c06-8cd7-132c0a40ae0c tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:29.121979 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-b07bd03a-5f1c-4cbb-a339-bb878390fa45 None None] Set router de0bd163-919b-4579-a186-faefd8f3c083 gateway port host: None {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:33:29.130598 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71335867-9332-4d7f-99c8-188ee8b8e314 None None] Network afb8868d-2def-4cb3-bba5-d809502cd675 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:33:29.160082 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-71335867-9332-4d7f-99c8-188ee8b8e314 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:33:29.160987 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ab92c26-eba9-4c06-8cd7-132c0a40ae0c tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:29.165305 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71335867-9332-4d7f-99c8-188ee8b8e314 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:33:29.167676 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71335867-9332-4d7f-99c8-188ee8b8e314 None None] Pushing event updated for resources: {'Port': ['ID=e4e76b77-e375-4f70-87f9-ce66eb7cab57,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:29.172953 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-5eaa0d27-f95d-4a02-90dc-5fb009d30520 None None] Provisioning complete for port 259ddebb-fe1d-45d9-b944-704f9ed36ea1 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:29.173324 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5eaa0d27-f95d-4a02-90dc-5fb009d30520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:29.205945 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab92c26-eba9-4c06-8cd7-132c0a40ae0c tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Network afb8868d-2def-4cb3-bba5-d809502cd675 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:33:29.209209 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-3ab92c26-eba9-4c06-8cd7-132c0a40ae0c tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:33:29.212057 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab92c26-eba9-4c06-8cd7-132c0a40ae0c tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:33:29.212630 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ab92c26-eba9-4c06-8cd7-132c0a40ae0c tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:29.263680 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab92c26-eba9-4c06-8cd7-132c0a40ae0c tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event updated for resources: {'Port': ['ID=ae0c5244-175c-4f2c-8a18-d34d359be22b,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:29.291999 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab92c26-eba9-4c06-8cd7-132c0a40ae0c tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:29.292266 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab92c26-eba9-4c06-8cd7-132c0a40ae0c tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:29.292612 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab92c26-eba9-4c06-8cd7-132c0a40ae0c tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:29.292945 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab92c26-eba9-4c06-8cd7-132c0a40ae0c tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:29.293277 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab92c26-eba9-4c06-8cd7-132c0a40ae0c tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:29.293609 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab92c26-eba9-4c06-8cd7-132c0a40ae0c tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:29.293934 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab92c26-eba9-4c06-8cd7-132c0a40ae0c tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:29.294287 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab92c26-eba9-4c06-8cd7-132c0a40ae0c tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:29.294592 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab92c26-eba9-4c06-8cd7-132c0a40ae0c tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:29.294918 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab92c26-eba9-4c06-8cd7-132c0a40ae0c tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:29.295243 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab92c26-eba9-4c06-8cd7-132c0a40ae0c tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:29.295585 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab92c26-eba9-4c06-8cd7-132c0a40ae0c tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:29.331471 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-71335867-9332-4d7f-99c8-188ee8b8e314 None None] Attempting to bind port e4e76b77-e375-4f70-87f9-ce66eb7cab57 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:33:29.331832 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-71335867-9332-4d7f-99c8-188ee8b8e314 None None] Attempting to bind port e4e76b77-e375-4f70-87f9-ce66eb7cab57 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '26881508-5eac-441f-9470-647e75874055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'afb8868d-2def-4cb3-bba5-d809502cd675'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:33:29.332186 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71335867-9332-4d7f-99c8-188ee8b8e314 None None] Attempting to bind port e4e76b77-e375-4f70-87f9-ce66eb7cab57 on network afb8868d-2def-4cb3-bba5-d809502cd675 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:33:29.357933 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71335867-9332-4d7f-99c8-188ee8b8e314 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:33:29.359388 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71335867-9332-4d7f-99c8-188ee8b8e314 None None] Checking segment: {'id': '26881508-5eac-441f-9470-647e75874055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'afb8868d-2def-4cb3-bba5-d809502cd675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:33:29.359388 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-71335867-9332-4d7f-99c8-188ee8b8e314 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:29.359388 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71335867-9332-4d7f-99c8-188ee8b8e314 None None] Bound using segment: {'id': '26881508-5eac-441f-9470-647e75874055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'afb8868d-2def-4cb3-bba5-d809502cd675'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:33:29.359696 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-71335867-9332-4d7f-99c8-188ee8b8e314 None None] Bound port: e4e76b77-e375-4f70-87f9-ce66eb7cab57, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26881508-5eac-441f-9470-647e75874055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'afb8868d-2def-4cb3-bba5-d809502cd675'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:33:29.359885 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-71335867-9332-4d7f-99c8-188ee8b8e314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:29.449447 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5eaa0d27-f95d-4a02-90dc-5fb009d30520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:29.451136 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:29.463826 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ab92c26-eba9-4c06-8cd7-132c0a40ae0c tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:29.530158 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-71335867-9332-4d7f-99c8-188ee8b8e314 None None] For port e4e76b77-e375-4f70-87f9-ce66eb7cab57, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:33:29.536511 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-5eaa0d27-f95d-4a02-90dc-5fb009d30520 None None] For port 259ddebb-fe1d-45d9-b944-704f9ed36ea1, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=259ddebb-fe1d-45d9-b944-704f9ed36ea1,segment=NetworkSegment(3abb98ea-965c-4aa7-b739-79989c1b5787),segment_id=3abb98ea-965c-4aa7-b739-79989c1b5787)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:33:29.547174 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-71335867-9332-4d7f-99c8-188ee8b8e314 None None] For port e4e76b77-e375-4f70-87f9-ce66eb7cab57, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=e4e76b77-e375-4f70-87f9-ce66eb7cab57,segment=NetworkSegment(26881508-5eac-441f-9470-647e75874055),segment_id=26881508-5eac-441f-9470-647e75874055)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:33:29.558386 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-b07bd03a-5f1c-4cbb-a339-bb878390fa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'name': 'tempest-RoutersIpV6Test-router-1075470178', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:33:23Z', 'updated_at': '2022-04-20T13:33:25Z', 'revision_number': 2, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'gw_port_host': None, '_interfaces': [{'id': '259ddebb-fe1d-45d9-b944-704f9ed36ea1', 'name': '', 'network_id': 'c26075e5-63e4-40c0-be8e-d9aaaa6a94b2', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:be:16:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:25Z', 'updated_at': '2022-04-20T13:33:28Z', 'revision_number': 4, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:29.584307 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07bd03a-5f1c-4cbb-a339-bb878390fa45 None None] The sync data for ids ['de0bd163-919b-4579-a186-faefd8f3c083'] in n-d-836015-7 is: [{'id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'name': 'tempest-RoutersIpV6Test-router-1075470178', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:33:23Z', 'updated_at': '2022-04-20T13:33:25Z', 'revision_number': 2, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'gw_port_host': None, '_interfaces': [{'id': '259ddebb-fe1d-45d9-b944-704f9ed36ea1', 'name': '', 'network_id': 'c26075e5-63e4-40c0-be8e-d9aaaa6a94b2', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:be:16:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:25Z', 'updated_at': '2022-04-20T13:33:28Z', 'revision_number': 4, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:33:29.594495 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5eaa0d27-f95d-4a02-90dc-5fb009d30520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:29.621826 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-71335867-9332-4d7f-99c8-188ee8b8e314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:29.667311 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa0d27-f95d-4a02-90dc-5fb009d30520 None None] Pushing event updated for resources: {'Port': ['ID=259ddebb-fe1d-45d9-b944-704f9ed36ea1,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:29.729905 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71335867-9332-4d7f-99c8-188ee8b8e314 None None] Pushing event updated for resources: {'Port': ['ID=e4e76b77-e375-4f70-87f9-ce66eb7cab57,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:29.779594 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ab92c26-eba9-4c06-8cd7-132c0a40ae0c tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:29.835004 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:29.875157 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ab92c26-eba9-4c06-8cd7-132c0a40ae0c tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:29.876228 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ab92c26-eba9-4c06-8cd7-132c0a40ae0c tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:29.994564 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab92c26-eba9-4c06-8cd7-132c0a40ae0c tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event updated for resources: {'Port': ['ID=ae0c5244-175c-4f2c-8a18-d34d359be22b,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:30.055046 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab92c26-eba9-4c06-8cd7-132c0a40ae0c tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Network afb8868d-2def-4cb3-bba5-d809502cd675 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:33:30.056626 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-3ab92c26-eba9-4c06-8cd7-132c0a40ae0c tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:33:30.160927 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab92c26-eba9-4c06-8cd7-132c0a40ae0c tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Router de0bd163-919b-4579-a186-faefd8f3c083 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:33:30.258657 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab92c26-eba9-4c06-8cd7-132c0a40ae0c tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:33:30.268145 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3ab92c26-eba9-4c06-8cd7-132c0a40ae0c tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "PUT /v2.0/routers/de0bd163-919b-4579-a186-faefd8f3c083/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1910782 Apr 20 13:33:30.268475 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48692) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:30.273551 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-9d2013c3-38ac-41b8-b3e0-2050f2c5ba88 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1683788673'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:33:30.394860 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2013c3-38ac-41b8-b3e0-2050f2c5ba88 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Made reservation on behalf of 05e5ae5725a543f685423ca47d440e3e for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:33:30.398375 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9d2013c3-38ac-41b8-b3e0-2050f2c5ba88 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:30.424752 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d2013c3-38ac-41b8-b3e0-2050f2c5ba88 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:33:30.434749 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9d2013c3-38ac-41b8-b3e0-2050f2c5ba88 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:30.435097 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-9d2013c3-38ac-41b8-b3e0-2050f2c5ba88 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Added segment 6ab249de-062c-44fd-a157-e7b99583c618 of type vlan for network 9126d432-0d6b-4435-ad48-d8e061005c80 Apr 20 13:33:30.477706 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9d2013c3-38ac-41b8-b3e0-2050f2c5ba88 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:30.538034 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9d2013c3-38ac-41b8-b3e0-2050f2c5ba88 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:30.544613 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2013c3-38ac-41b8-b3e0-2050f2c5ba88 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:30.545344 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9d2013c3-38ac-41b8-b3e0-2050f2c5ba88 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:30.611584 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2013c3-38ac-41b8-b3e0-2050f2c5ba88 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event updated for resources: {'Network': ['ID=9126d432-0d6b-4435-ad48-d8e061005c80,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:30.622862 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 9126d432-0d6b-4435-ad48-d8e061005c80 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:33:30.648512 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9d2013c3-38ac-41b8-b3e0-2050f2c5ba88 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3788195 Apr 20 13:33:30.652045 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48694) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:30.668423 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-9de041fd-0adb-4dde-8f66-965f942a26cd tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Request body: {'subnet': {'network_id': '9126d432-0d6b-4435-ad48-d8e061005c80', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:33:30.763697 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c5f8f3-81bd-4e1c-8f7f-1e05c49037d8 None None] Network afb8868d-2def-4cb3-bba5-d809502cd675 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:33:30.795210 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de041fd-0adb-4dde-8f66-965f942a26cd tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Made reservation on behalf of 05e5ae5725a543f685423ca47d440e3e for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:33:30.799048 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9de041fd-0adb-4dde-8f66-965f942a26cd tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:30.874500 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-4cc0efc0-212b-47fa-8e16-a2f5e10d9072 None None] Provisioning complete for port e4e76b77-e375-4f70-87f9-ce66eb7cab57 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:30.874871 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4cc0efc0-212b-47fa-8e16-a2f5e10d9072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:30.995409 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4cc0efc0-212b-47fa-8e16-a2f5e10d9072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:31.029973 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-4cc0efc0-212b-47fa-8e16-a2f5e10d9072 None None] For port e4e76b77-e375-4f70-87f9-ce66eb7cab57, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=e4e76b77-e375-4f70-87f9-ce66eb7cab57,segment=NetworkSegment(26881508-5eac-441f-9470-647e75874055),segment_id=26881508-5eac-441f-9470-647e75874055)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:33:31.051319 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9de041fd-0adb-4dde-8f66-965f942a26cd tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:31.110028 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4cc0efc0-212b-47fa-8e16-a2f5e10d9072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:31.130262 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de041fd-0adb-4dde-8f66-965f942a26cd tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event updated for resources: {'Subnet': ['ID=309362b3-48b0-4af2-832f-aa639c3b30a2,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:31.132635 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de041fd-0adb-4dde-8f66-965f942a26cd tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Checking segment: {'id': '6ab249de-062c-44fd-a157-e7b99583c618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9126d432-0d6b-4435-ad48-d8e061005c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:33:31.133219 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de041fd-0adb-4dde-8f66-965f942a26cd tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Network hostable DHCP agents. Network: 9126d432-0d6b-4435-ad48-d8e061005c80, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:33:31.165238 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc0efc0-212b-47fa-8e16-a2f5e10d9072 None None] Pushing event updated for resources: {'Port': ['ID=e4e76b77-e375-4f70-87f9-ce66eb7cab57,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:31.190112 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53d7fd8-d7ea-40a6-a4ca-2a85590400e3 None None] Sync routers for ids ['de0bd163-919b-4579-a186-faefd8f3c083'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:33:31.200287 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53d7fd8-d7ea-40a6-a4ca-2a85590400e3 None None] Routers {'de0bd163-919b-4579-a186-faefd8f3c083'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:31.200913 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-e53d7fd8-d7ea-40a6-a4ca-2a85590400e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:33:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['de0bd163-919b-4579-a186-faefd8f3c083'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:31.229784 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de041fd-0adb-4dde-8f66-965f942a26cd tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Network 9126d432-0d6b-4435-ad48-d8e061005c80 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:33:31.242447 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ffd33be2-f8fd-4190-82d4-b6460e3a6b62 None None] Provisioning complete for port e4e76b77-e375-4f70-87f9-ce66eb7cab57 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:31.242834 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ffd33be2-f8fd-4190-82d4-b6460e3a6b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:31.294805 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-e53d7fd8-d7ea-40a6-a4ca-2a85590400e3 None None] Set router de0bd163-919b-4579-a186-faefd8f3c083 gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:33:31.320008 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-9de041fd-0adb-4dde-8f66-965f942a26cd tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 9126d432-0d6b-4435-ad48-d8e061005c80) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:33:31.326072 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de041fd-0adb-4dde-8f66-965f942a26cd tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:31.326896 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9de041fd-0adb-4dde-8f66-965f942a26cd tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:31.332964 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75c6e17-fbb6-4ec3-b457-729ba6e23e67 None None] Network 9126d432-0d6b-4435-ad48-d8e061005c80 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:33:31.399081 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ffd33be2-f8fd-4190-82d4-b6460e3a6b62 None None] Provisioning complete for port ae0c5244-175c-4f2c-8a18-d34d359be22b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:31.399496 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ffd33be2-f8fd-4190-82d4-b6460e3a6b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:31.404444 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9de041fd-0adb-4dde-8f66-965f942a26cd tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7512529 Apr 20 13:33:31.407502 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48698) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:31.480052 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ffd33be2-f8fd-4190-82d4-b6460e3a6b62 None None] Port ae0c5244-175c-4f2c-8a18-d34d359be22b cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:33:31.535021 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58cc0ac-87f0-4b5d-9413-443108f54fd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-9126d432-0d6b-4435-ad48-d8e061005c80', 'network_id': '9126d432-0d6b-4435-ad48-d8e061005c80', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'fixed_ips': [{'subnet_id': '309362b3-48b0-4af2-832f-aa639c3b30a2'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:33:31.536075 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e58cc0ac-87f0-4b5d-9413-443108f54fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:31.551279 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-e53d7fd8-d7ea-40a6-a4ca-2a85590400e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'name': 'tempest-RoutersIpV6Test-router-1075470178', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:33:23Z', 'updated_at': '2022-04-20T13:33:29Z', 'revision_number': 3, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'gw_port_host': None, '_interfaces': [{'id': '259ddebb-fe1d-45d9-b944-704f9ed36ea1', 'name': '', 'network_id': 'c26075e5-63e4-40c0-be8e-d9aaaa6a94b2', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:be:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:25Z', 'updated_at': '2022-04-20T13:33:29Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0c5244-175c-4f2c-8a18-d34d359be22b', 'name': '', 'network_id': 'afb8868d-2def-4cb3-bba5-d809502cd675', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:48:fc:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '176ec688-8251-44fa-b5e9-e89d717555af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:28Z', 'updated_at': '2022-04-20T13:33:29Z', 'revision_number': 2, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '176ec688-8251-44fa-b5e9-e89d717555af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:31.582567 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53d7fd8-d7ea-40a6-a4ca-2a85590400e3 None None] Checking router: de0bd163-919b-4579-a186-faefd8f3c083 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:33:31.582934 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53d7fd8-d7ea-40a6-a4ca-2a85590400e3 None None] Updating router de0bd163-919b-4579-a186-faefd8f3c083 port ae0c5244-175c-4f2c-8a18-d34d359be22b binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:33:31.614467 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-e53d7fd8-d7ea-40a6-a4ca-2a85590400e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:31.646299 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-78d8896a-5abb-45db-9a23-8a6a1f95310f None None] Provisioning complete for port ae0c5244-175c-4f2c-8a18-d34d359be22b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:31.647199 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-78d8896a-5abb-45db-9a23-8a6a1f95310f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:31.721848 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-78d8896a-5abb-45db-9a23-8a6a1f95310f None None] Port ae0c5244-175c-4f2c-8a18-d34d359be22b cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:33:31.731390 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-e58cc0ac-87f0-4b5d-9413-443108f54fd3 None None] Allocated IP 2001:db8:2::2 (9126d432-0d6b-4435-ad48-d8e061005c80/309362b3-48b0-4af2-832f-aa639c3b30a2/b4d45c8a-898d-4aaa-8a82-bf8953062cff) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:33:31.884185 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-1e6e4359-0c01-4821-a5cd-c2a03dc02a97 None None] Provisioning complete for port ae0c5244-175c-4f2c-8a18-d34d359be22b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:31.884820 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1e6e4359-0c01-4821-a5cd-c2a03dc02a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:31.900024 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49b0552e-a14a-4278-a0e5-074cb20273e3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:31.933001 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device e4e76b77-e375-4f70-87f9-ce66eb7cab57 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:33:31.977514 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-1e6e4359-0c01-4821-a5cd-c2a03dc02a97 None None] Port ae0c5244-175c-4f2c-8a18-d34d359be22b cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:33:31.997376 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e58cc0ac-87f0-4b5d-9413-443108f54fd3 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:32.013900 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port e4e76b77-e375-4f70-87f9-ce66eb7cab57 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:32.014510 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:32.025112 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-e53d7fd8-d7ea-40a6-a4ca-2a85590400e3 None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:32.086277 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e58cc0ac-87f0-4b5d-9413-443108f54fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:32.114703 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-e53d7fd8-d7ea-40a6-a4ca-2a85590400e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:32.143919 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58cc0ac-87f0-4b5d-9413-443108f54fd3 None None] Network 9126d432-0d6b-4435-ad48-d8e061005c80 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:33:32.147791 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 259ddebb-fe1d-45d9-b944-704f9ed36ea1 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:33:32.155537 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-e58cc0ac-87f0-4b5d-9413-443108f54fd3 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:33:32.158008 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58cc0ac-87f0-4b5d-9413-443108f54fd3 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:33:32.170347 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d411ffa-51f0-4837-9a13-9a440e70756c None None] Pushing event updated for resources: {'Port': ['ID=ae0c5244-175c-4f2c-8a18-d34d359be22b,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:32.202168 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d411ffa-51f0-4837-9a13-9a440e70756c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:32.202168 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d411ffa-51f0-4837-9a13-9a440e70756c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:32.202168 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d411ffa-51f0-4837-9a13-9a440e70756c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:32.203024 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d411ffa-51f0-4837-9a13-9a440e70756c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:32.203024 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d411ffa-51f0-4837-9a13-9a440e70756c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:32.203024 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d411ffa-51f0-4837-9a13-9a440e70756c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:32.203474 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d411ffa-51f0-4837-9a13-9a440e70756c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:32.203659 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d411ffa-51f0-4837-9a13-9a440e70756c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:32.203979 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d411ffa-51f0-4837-9a13-9a440e70756c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:32.204303 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d411ffa-51f0-4837-9a13-9a440e70756c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:32.204620 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d411ffa-51f0-4837-9a13-9a440e70756c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:32.204941 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d411ffa-51f0-4837-9a13-9a440e70756c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:32.206559 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58cc0ac-87f0-4b5d-9413-443108f54fd3 None None] Pushing event updated for resources: {'Port': ['ID=b4d45c8a-898d-4aaa-8a82-bf8953062cff,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:32.252525 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-e53d7fd8-d7ea-40a6-a4ca-2a85590400e3 None None] Attempting to bind port ae0c5244-175c-4f2c-8a18-d34d359be22b on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:33:32.252893 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-e53d7fd8-d7ea-40a6-a4ca-2a85590400e3 None None] Attempting to bind port ae0c5244-175c-4f2c-8a18-d34d359be22b by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '26881508-5eac-441f-9470-647e75874055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'afb8868d-2def-4cb3-bba5-d809502cd675'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:33:32.253435 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53d7fd8-d7ea-40a6-a4ca-2a85590400e3 None None] Attempting to bind port ae0c5244-175c-4f2c-8a18-d34d359be22b on network afb8868d-2def-4cb3-bba5-d809502cd675 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:33:32.253953 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-e58cc0ac-87f0-4b5d-9413-443108f54fd3 None None] Attempting to bind port b4d45c8a-898d-4aaa-8a82-bf8953062cff on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:33:32.254313 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-e58cc0ac-87f0-4b5d-9413-443108f54fd3 None None] Attempting to bind port b4d45c8a-898d-4aaa-8a82-bf8953062cff by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '6ab249de-062c-44fd-a157-e7b99583c618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9126d432-0d6b-4435-ad48-d8e061005c80'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:33:32.254675 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58cc0ac-87f0-4b5d-9413-443108f54fd3 None None] Attempting to bind port b4d45c8a-898d-4aaa-8a82-bf8953062cff on network 9126d432-0d6b-4435-ad48-d8e061005c80 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:33:32.261058 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53d7fd8-d7ea-40a6-a4ca-2a85590400e3 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:33:32.267208 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53d7fd8-d7ea-40a6-a4ca-2a85590400e3 None None] Checking segment: {'id': '26881508-5eac-441f-9470-647e75874055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'afb8868d-2def-4cb3-bba5-d809502cd675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:33:32.267208 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-e53d7fd8-d7ea-40a6-a4ca-2a85590400e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:32.267208 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53d7fd8-d7ea-40a6-a4ca-2a85590400e3 None None] Bound using segment: {'id': '26881508-5eac-441f-9470-647e75874055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'afb8868d-2def-4cb3-bba5-d809502cd675'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:33:32.267208 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-e53d7fd8-d7ea-40a6-a4ca-2a85590400e3 None None] Bound port: ae0c5244-175c-4f2c-8a18-d34d359be22b, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26881508-5eac-441f-9470-647e75874055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'afb8868d-2def-4cb3-bba5-d809502cd675'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:33:32.267693 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58cc0ac-87f0-4b5d-9413-443108f54fd3 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:33:32.267831 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-e53d7fd8-d7ea-40a6-a4ca-2a85590400e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:32.267935 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58cc0ac-87f0-4b5d-9413-443108f54fd3 None None] Checking segment: {'id': '6ab249de-062c-44fd-a157-e7b99583c618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9126d432-0d6b-4435-ad48-d8e061005c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:33:32.267935 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e58cc0ac-87f0-4b5d-9413-443108f54fd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:32.267935 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58cc0ac-87f0-4b5d-9413-443108f54fd3 None None] Bound using segment: {'id': '6ab249de-062c-44fd-a157-e7b99583c618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9126d432-0d6b-4435-ad48-d8e061005c80'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:33:32.267935 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-e58cc0ac-87f0-4b5d-9413-443108f54fd3 None None] Bound port: b4d45c8a-898d-4aaa-8a82-bf8953062cff, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab249de-062c-44fd-a157-e7b99583c618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9126d432-0d6b-4435-ad48-d8e061005c80'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:33:32.267935 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e58cc0ac-87f0-4b5d-9413-443108f54fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:32.282744 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 259ddebb-fe1d-45d9-b944-704f9ed36ea1 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:32.283200 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:32.331043 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-e53d7fd8-d7ea-40a6-a4ca-2a85590400e3 None None] For port ae0c5244-175c-4f2c-8a18-d34d359be22b, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:33:32.334384 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-e53d7fd8-d7ea-40a6-a4ca-2a85590400e3 None None] For port ae0c5244-175c-4f2c-8a18-d34d359be22b, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ae0c5244-175c-4f2c-8a18-d34d359be22b,segment=NetworkSegment(26881508-5eac-441f-9470-647e75874055),segment_id=26881508-5eac-441f-9470-647e75874055)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:33:32.377470 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-e58cc0ac-87f0-4b5d-9413-443108f54fd3 None None] For port b4d45c8a-898d-4aaa-8a82-bf8953062cff, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:33:32.381284 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-e58cc0ac-87f0-4b5d-9413-443108f54fd3 None None] For port b4d45c8a-898d-4aaa-8a82-bf8953062cff, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=b4d45c8a-898d-4aaa-8a82-bf8953062cff,segment=NetworkSegment(6ab249de-062c-44fd-a157-e7b99583c618),segment_id=6ab249de-062c-44fd-a157-e7b99583c618)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:33:32.435393 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-e53d7fd8-d7ea-40a6-a4ca-2a85590400e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:32.464733 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e58cc0ac-87f0-4b5d-9413-443108f54fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:32.487414 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-49b0552e-a14a-4278-a0e5-074cb20273e3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Allocated IP 2001:db8:2::1 (9126d432-0d6b-4435-ad48-d8e061005c80/309362b3-48b0-4af2-832f-aa639c3b30a2/ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:33:32.502126 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53d7fd8-d7ea-40a6-a4ca-2a85590400e3 None None] Routers {'de0bd163-919b-4579-a186-faefd8f3c083'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:32.502709 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-e53d7fd8-d7ea-40a6-a4ca-2a85590400e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:33:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['de0bd163-919b-4579-a186-faefd8f3c083'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:32.505823 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d411ffa-51f0-4837-9a13-9a440e70756c None None] Pushing event updated for resources: {'Port': ['ID=ae0c5244-175c-4f2c-8a18-d34d359be22b,revision_number=4']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:32.553142 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-7be175df-4e19-4a59-bdd6-5363dc6d404a None None] Provisioning complete for port ae0c5244-175c-4f2c-8a18-d34d359be22b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:32.553686 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7be175df-4e19-4a59-bdd6-5363dc6d404a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:32.568558 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58cc0ac-87f0-4b5d-9413-443108f54fd3 None None] Pushing event updated for resources: {'Port': ['ID=b4d45c8a-898d-4aaa-8a82-bf8953062cff,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:32.637162 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-e53d7fd8-d7ea-40a6-a4ca-2a85590400e3 None None] Set router de0bd163-919b-4579-a186-faefd8f3c083 gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:33:32.664312 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7be175df-4e19-4a59-bdd6-5363dc6d404a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:32.671333 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49b0552e-a14a-4278-a0e5-074cb20273e3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:32.712026 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-7be175df-4e19-4a59-bdd6-5363dc6d404a None None] For port ae0c5244-175c-4f2c-8a18-d34d359be22b, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ae0c5244-175c-4f2c-8a18-d34d359be22b,segment=NetworkSegment(26881508-5eac-441f-9470-647e75874055),segment_id=26881508-5eac-441f-9470-647e75874055)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:33:32.795149 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7be175df-4e19-4a59-bdd6-5363dc6d404a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:32.831387 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49b0552e-a14a-4278-a0e5-074cb20273e3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:32.882047 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b0552e-a14a-4278-a0e5-074cb20273e3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Network 9126d432-0d6b-4435-ad48-d8e061005c80 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:33:32.886459 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-49b0552e-a14a-4278-a0e5-074cb20273e3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:33:32.896048 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b0552e-a14a-4278-a0e5-074cb20273e3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:33:32.896629 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49b0552e-a14a-4278-a0e5-074cb20273e3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:32.899215 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b0552e-a14a-4278-a0e5-074cb20273e3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event updated for resources: {'Port': ['ID=ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:32.904996 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be175df-4e19-4a59-bdd6-5363dc6d404a None None] Pushing event updated for resources: {'Port': ['ID=ae0c5244-175c-4f2c-8a18-d34d359be22b,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:32.916256 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-e53d7fd8-d7ea-40a6-a4ca-2a85590400e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'name': 'tempest-RoutersIpV6Test-router-1075470178', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:33:23Z', 'updated_at': '2022-04-20T13:33:29Z', 'revision_number': 3, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'gw_port_host': None, '_interfaces': [{'id': '259ddebb-fe1d-45d9-b944-704f9ed36ea1', 'name': '', 'network_id': 'c26075e5-63e4-40c0-be8e-d9aaaa6a94b2', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:be:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:25Z', 'updated_at': '2022-04-20T13:33:29Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0c5244-175c-4f2c-8a18-d34d359be22b', 'name': '', 'network_id': 'afb8868d-2def-4cb3-bba5-d809502cd675', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:48:fc:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '176ec688-8251-44fa-b5e9-e89d717555af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:28Z', 'updated_at': '2022-04-20T13:33:32Z', 'revision_number': 4, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '176ec688-8251-44fa-b5e9-e89d717555af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:32.943673 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-e1c62e81-cdca-483e-9039-556041e3b6d4 None None] Provisioning complete for port ae0c5244-175c-4f2c-8a18-d34d359be22b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:32.944203 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e1c62e81-cdca-483e-9039-556041e3b6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:32.945261 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53d7fd8-d7ea-40a6-a4ca-2a85590400e3 None None] The sync data for ids ['de0bd163-919b-4579-a186-faefd8f3c083'] in n-d-836015-7 is: [{'id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'name': 'tempest-RoutersIpV6Test-router-1075470178', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:33:23Z', 'updated_at': '2022-04-20T13:33:29Z', 'revision_number': 3, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'gw_port_host': None, '_interfaces': [{'id': '259ddebb-fe1d-45d9-b944-704f9ed36ea1', 'name': '', 'network_id': 'c26075e5-63e4-40c0-be8e-d9aaaa6a94b2', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:be:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:25Z', 'updated_at': '2022-04-20T13:33:29Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0c5244-175c-4f2c-8a18-d34d359be22b', 'name': '', 'network_id': 'afb8868d-2def-4cb3-bba5-d809502cd675', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:48:fc:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '176ec688-8251-44fa-b5e9-e89d717555af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:28Z', 'updated_at': '2022-04-20T13:33:32Z', 'revision_number': 4, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '176ec688-8251-44fa-b5e9-e89d717555af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:33:33.113184 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49b0552e-a14a-4278-a0e5-074cb20273e3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:33.406303 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49b0552e-a14a-4278-a0e5-074cb20273e3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:33.454204 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49b0552e-a14a-4278-a0e5-074cb20273e3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:33.454204 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49b0552e-a14a-4278-a0e5-074cb20273e3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:33.551902 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b0552e-a14a-4278-a0e5-074cb20273e3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event updated for resources: {'Port': ['ID=ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:33.602173 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b0552e-a14a-4278-a0e5-074cb20273e3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Network 9126d432-0d6b-4435-ad48-d8e061005c80 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:33:33.604218 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-49b0552e-a14a-4278-a0e5-074cb20273e3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:33:33.712815 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b0552e-a14a-4278-a0e5-074cb20273e3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Router de0bd163-919b-4579-a186-faefd8f3c083 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:33:33.739451 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232fd315-79a6-4c32-996f-305d7b6e4ca5 None None] Network 9126d432-0d6b-4435-ad48-d8e061005c80 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:33:33.817001 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b0552e-a14a-4278-a0e5-074cb20273e3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:33:33.822280 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-49b0552e-a14a-4278-a0e5-074cb20273e3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "PUT /v2.0/routers/de0bd163-919b-4579-a186-faefd8f3c083/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4127619 Apr 20 13:33:33.825827 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48702) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:33.831814 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-80ca886a-2388-4355-884b-ab78166b4bab tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-513925850'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:33:33.841057 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1822949-7223-4371-a036-d294c93b5f5f None None] Sync routers for ids ['de0bd163-919b-4579-a186-faefd8f3c083'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:33:33.846312 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-17c823e6-70b0-471b-9211-c35c28f8c3b1 None None] Provisioning complete for port b4d45c8a-898d-4aaa-8a82-bf8953062cff triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:33.846727 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-17c823e6-70b0-471b-9211-c35c28f8c3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:33.878706 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device b4d45c8a-898d-4aaa-8a82-bf8953062cff up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:33:33.919181 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1822949-7223-4371-a036-d294c93b5f5f None None] Routers {'de0bd163-919b-4579-a186-faefd8f3c083'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:33.919886 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-a1822949-7223-4371-a036-d294c93b5f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:33:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['de0bd163-919b-4579-a186-faefd8f3c083'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:33.920356 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ca886a-2388-4355-884b-ab78166b4bab tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Made reservation on behalf of 05e5ae5725a543f685423ca47d440e3e for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:33:33.923976 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-80ca886a-2388-4355-884b-ab78166b4bab tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:33.949429 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ca886a-2388-4355-884b-ab78166b4bab tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:33:33.958631 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-80ca886a-2388-4355-884b-ab78166b4bab tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:33.958981 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-80ca886a-2388-4355-884b-ab78166b4bab tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Added segment 01f99d85-8eb6-4a1c-a091-bcf771ae5824 of type vlan for network 1983723b-232c-40c2-b6c3-2e85a5bf0f8e Apr 20 13:33:34.001223 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-80ca886a-2388-4355-884b-ab78166b4bab tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:34.086356 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-80ca886a-2388-4355-884b-ab78166b4bab tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:34.091937 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ca886a-2388-4355-884b-ab78166b4bab tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:34.092557 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-80ca886a-2388-4355-884b-ab78166b4bab tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:34.159896 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca886a-2388-4355-884b-ab78166b4bab tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event updated for resources: {'Network': ['ID=1983723b-232c-40c2-b6c3-2e85a5bf0f8e,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:34.190923 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 1983723b-232c-40c2-b6c3-2e85a5bf0f8e details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:33:34.215312 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-80ca886a-2388-4355-884b-ab78166b4bab tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3882179 Apr 20 13:33:34.218081 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48706) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:34.223096 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-8999edca-44b7-4f24-9478-709f8a3328e3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Request body: {'subnet': {'network_id': '1983723b-232c-40c2-b6c3-2e85a5bf0f8e', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:33:34.290758 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-a1822949-7223-4371-a036-d294c93b5f5f None None] Set router de0bd163-919b-4579-a186-faefd8f3c083 gateway port host: None {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:33:34.381562 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port b4d45c8a-898d-4aaa-8a82-bf8953062cff triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:34.381928 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:34.389452 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8999edca-44b7-4f24-9478-709f8a3328e3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Made reservation on behalf of 05e5ae5725a543f685423ca47d440e3e for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:33:34.393918 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8999edca-44b7-4f24-9478-709f8a3328e3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:34.412036 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-17c823e6-70b0-471b-9211-c35c28f8c3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:34.563278 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-17c823e6-70b0-471b-9211-c35c28f8c3b1 None None] For port b4d45c8a-898d-4aaa-8a82-bf8953062cff, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=b4d45c8a-898d-4aaa-8a82-bf8953062cff,segment=NetworkSegment(6ab249de-062c-44fd-a157-e7b99583c618),segment_id=6ab249de-062c-44fd-a157-e7b99583c618)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:33:34.628698 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:34.630513 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-17c823e6-70b0-471b-9211-c35c28f8c3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:34.709455 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8999edca-44b7-4f24-9478-709f8a3328e3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:34.766713 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c823e6-70b0-471b-9211-c35c28f8c3b1 None None] Pushing event updated for resources: {'Port': ['ID=b4d45c8a-898d-4aaa-8a82-bf8953062cff,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:34.780580 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:33:34.780935 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:33:34.790245 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6a960e95-18d6-4322-8832-4fba7c467fb7 None None] Provisioning complete for port b4d45c8a-898d-4aaa-8a82-bf8953062cff triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:34.790623 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6a960e95-18d6-4322-8832-4fba7c467fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:34.791562 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8999edca-44b7-4f24-9478-709f8a3328e3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event updated for resources: {'Subnet': ['ID=18667840-2de9-4a40-9efd-fa2bd0620065,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:34.796312 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8999edca-44b7-4f24-9478-709f8a3328e3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Checking segment: {'id': '01f99d85-8eb6-4a1c-a091-bcf771ae5824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1983723b-232c-40c2-b6c3-2e85a5bf0f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:33:34.796689 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8999edca-44b7-4f24-9478-709f8a3328e3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Network hostable DHCP agents. Network: 1983723b-232c-40c2-b6c3-2e85a5bf0f8e, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:33:34.828256 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-a1822949-7223-4371-a036-d294c93b5f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'name': 'tempest-RoutersIpV6Test-router-1075470178', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:33:23Z', 'updated_at': '2022-04-20T13:33:32Z', 'revision_number': 4, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'gw_port_host': None, '_interfaces': [{'id': '259ddebb-fe1d-45d9-b944-704f9ed36ea1', 'name': '', 'network_id': 'c26075e5-63e4-40c0-be8e-d9aaaa6a94b2', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:be:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:25Z', 'updated_at': '2022-04-20T13:33:29Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0c5244-175c-4f2c-8a18-d34d359be22b', 'name': '', 'network_id': 'afb8868d-2def-4cb3-bba5-d809502cd675', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:48:fc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '176ec688-8251-44fa-b5e9-e89d717555af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:28Z', 'updated_at': '2022-04-20T13:33:32Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '176ec688-8251-44fa-b5e9-e89d717555af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12', 'name': '', 'network_id': '9126d432-0d6b-4435-ad48-d8e061005c80', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:b5:24:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '309362b3-48b0-4af2-832f-aa639c3b30a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:32Z', 'updated_at': '2022-04-20T13:33:33Z', 'revision_number': 2, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '309362b3-48b0-4af2-832f-aa639c3b30a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:34.859034 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1822949-7223-4371-a036-d294c93b5f5f None None] Checking router: de0bd163-919b-4579-a186-faefd8f3c083 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:33:34.859428 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1822949-7223-4371-a036-d294c93b5f5f None None] Updating router de0bd163-919b-4579-a186-faefd8f3c083 port ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12 binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:33:34.874663 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8999edca-44b7-4f24-9478-709f8a3328e3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Network 1983723b-232c-40c2-b6c3-2e85a5bf0f8e is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:33:34.893289 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a1822949-7223-4371-a036-d294c93b5f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:34.960409 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-8999edca-44b7-4f24-9478-709f8a3328e3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 1983723b-232c-40c2-b6c3-2e85a5bf0f8e) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:33:34.965518 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8999edca-44b7-4f24-9478-709f8a3328e3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:34.966738 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8999edca-44b7-4f24-9478-709f8a3328e3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:34.986086 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f137bd5-7501-4d43-bf92-e7bdafec20e9 None None] Network 1983723b-232c-40c2-b6c3-2e85a5bf0f8e requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:33:35.066883 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8999edca-44b7-4f24-9478-709f8a3328e3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8476353 Apr 20 13:33:35.069692 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48708) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:35.089131 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6a960e95-18d6-4322-8832-4fba7c467fb7 None None] Provisioning complete for port ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:35.089507 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6a960e95-18d6-4322-8832-4fba7c467fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:35.198704 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6a960e95-18d6-4322-8832-4fba7c467fb7 None None] Port ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:33:35.246480 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48710) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:35.320644 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5a4368-4d6c-4452-b16e-315b721ab816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-1983723b-232c-40c2-b6c3-2e85a5bf0f8e', 'network_id': '1983723b-232c-40c2-b6c3-2e85a5bf0f8e', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'fixed_ips': [{'subnet_id': '18667840-2de9-4a40-9efd-fa2bd0620065'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:33:35.321577 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1d5a4368-4d6c-4452-b16e-315b721ab816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:35.347313 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f3f14f80-75fc-4ca9-b525-e79a02f9dd7d tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] 10.222.0.25 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3459 time: 0.0988114 Apr 20 13:33:35.349963 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48714) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:35.355604 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-1e83b3ca-ffc8-47e1-8daa-96ea981d4139 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Request body: {'network': {'name': 'tempest-network-smoke--803892491', 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'port_security_enabled': False}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:33:35.464285 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e83b3ca-ffc8-47e1-8daa-96ea981d4139 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Made reservation on behalf of b3b98b9644e24ccabddf56e67de7cac9 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:33:35.468591 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e83b3ca-ffc8-47e1-8daa-96ea981d4139 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:35.480580 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fc36d9e5-04c9-4601-bdec-6973f77cb508 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:35.482719 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ae0c5244-175c-4f2c-8a18-d34d359be22b up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:33:35.488329 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-27833a4e-0f48-40e4-9e08-3d4c612c7a46 None None] Provisioning complete for port ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:35.488702 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-27833a4e-0f48-40e4-9e08-3d4c612c7a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:35.497123 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a1822949-7223-4371-a036-d294c93b5f5f None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:35.501178 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e83b3ca-ffc8-47e1-8daa-96ea981d4139 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:33:35.511247 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e83b3ca-ffc8-47e1-8daa-96ea981d4139 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:35.511620 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-1e83b3ca-ffc8-47e1-8daa-96ea981d4139 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Added segment bb4a265f-304d-42f8-ae71-634def31fb8e of type vlan for network 185ff742-c25a-4c3c-a150-985e5e419759 Apr 20 13:33:35.562872 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e83b3ca-ffc8-47e1-8daa-96ea981d4139 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:35.592342 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-27833a4e-0f48-40e4-9e08-3d4c612c7a46 None None] Port ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:33:35.593776 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a1822949-7223-4371-a036-d294c93b5f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:35.660061 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-1d5a4368-4d6c-4452-b16e-315b721ab816 None None] Allocated IP 2001:db8:3::2 (1983723b-232c-40c2-b6c3-2e85a5bf0f8e/18667840-2de9-4a40-9efd-fa2bd0620065/c7f3caf3-5580-4aa2-8603-1c24b7e1bfd1) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:33:35.671429 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd150b-f487-4bf2-b058-a3a7d7f521a9 None None] Pushing event updated for resources: {'Port': ['ID=ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:35.674972 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e83b3ca-ffc8-47e1-8daa-96ea981d4139 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:35.677798 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port ae0c5244-175c-4f2c-8a18-d34d359be22b triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:35.678171 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:35.680883 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e83b3ca-ffc8-47e1-8daa-96ea981d4139 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:35.681491 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e83b3ca-ffc8-47e1-8daa-96ea981d4139 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:35.758559 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e83b3ca-ffc8-47e1-8daa-96ea981d4139 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Pushing event updated for resources: {'Network': ['ID=185ff742-c25a-4c3c-a150-985e5e419759,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:35.797621 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1e83b3ca-ffc8-47e1-8daa-96ea981d4139 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4462700 Apr 20 13:33:35.800625 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48716) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:35.806240 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-22dbdc78-56a7-4b3c-88ed-b053257df3d5 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-809269252', 'admin_state_up': True, 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:33:35.891147 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-22dbdc78-56a7-4b3c-88ed-b053257df3d5 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:35.892319 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-22dbdc78-56a7-4b3c-88ed-b053257df3d5 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:35.924154 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 185ff742-c25a-4c3c-a150-985e5e419759 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:33:35.945030 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-22dbdc78-56a7-4b3c-88ed-b053257df3d5 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:36.038150 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-a1822949-7223-4371-a036-d294c93b5f5f None None] Attempting to bind port ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:33:36.038751 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-a1822949-7223-4371-a036-d294c93b5f5f None None] Attempting to bind port ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '6ab249de-062c-44fd-a157-e7b99583c618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9126d432-0d6b-4435-ad48-d8e061005c80'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:33:36.038751 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1822949-7223-4371-a036-d294c93b5f5f None None] Attempting to bind port ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12 on network 9126d432-0d6b-4435-ad48-d8e061005c80 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:33:36.048434 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-bf92d209-97aa-4b10-9a2b-792af990070e None None] Provisioning complete for port ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:36.048807 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bf92d209-97aa-4b10-9a2b-792af990070e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:36.081958 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1822949-7223-4371-a036-d294c93b5f5f None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:33:36.082332 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1822949-7223-4371-a036-d294c93b5f5f None None] Checking segment: {'id': '6ab249de-062c-44fd-a157-e7b99583c618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9126d432-0d6b-4435-ad48-d8e061005c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:33:36.082732 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a1822949-7223-4371-a036-d294c93b5f5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:36.083119 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1822949-7223-4371-a036-d294c93b5f5f None None] Bound using segment: {'id': '6ab249de-062c-44fd-a157-e7b99583c618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9126d432-0d6b-4435-ad48-d8e061005c80'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:33:36.083630 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-a1822949-7223-4371-a036-d294c93b5f5f None None] Bound port: ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab249de-062c-44fd-a157-e7b99583c618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9126d432-0d6b-4435-ad48-d8e061005c80'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:33:36.084009 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a1822949-7223-4371-a036-d294c93b5f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:36.158235 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-22dbdc78-56a7-4b3c-88ed-b053257df3d5 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:36.174282 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-bf92d209-97aa-4b10-9a2b-792af990070e None None] Port ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:33:36.229677 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1d5a4368-4d6c-4452-b16e-315b721ab816 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:36.247262 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-a1822949-7223-4371-a036-d294c93b5f5f None None] For port ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:33:36.250492 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-a1822949-7223-4371-a036-d294c93b5f5f None None] For port ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12,segment=NetworkSegment(6ab249de-062c-44fd-a157-e7b99583c618),segment_id=6ab249de-062c-44fd-a157-e7b99583c618)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:33:36.280671 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device b4d45c8a-898d-4aaa-8a82-bf8953062cff up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:33:36.313613 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1d5a4368-4d6c-4452-b16e-315b721ab816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:36.359127 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5a4368-4d6c-4452-b16e-315b721ab816 None None] Network 1983723b-232c-40c2-b6c3-2e85a5bf0f8e is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:33:36.362063 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a1822949-7223-4371-a036-d294c93b5f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:36.372670 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-1d5a4368-4d6c-4452-b16e-315b721ab816 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:33:36.374152 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-fc36d9e5-04c9-4601-bdec-6973f77cb508 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Allocated IP 2001:db8:3::1 (1983723b-232c-40c2-b6c3-2e85a5bf0f8e/18667840-2de9-4a40-9efd-fa2bd0620065/d445c61e-82e2-4533-8657-dd79bf63f889) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:33:36.384356 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5a4368-4d6c-4452-b16e-315b721ab816 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:33:36.391055 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a4368-4d6c-4452-b16e-315b721ab816 None None] Pushing event updated for resources: {'Port': ['ID=c7f3caf3-5580-4aa2-8603-1c24b7e1bfd1,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:36.445979 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port b4d45c8a-898d-4aaa-8a82-bf8953062cff triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:36.446356 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:36.507454 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1822949-7223-4371-a036-d294c93b5f5f None None] Routers {'de0bd163-919b-4579-a186-faefd8f3c083'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:36.508069 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-a1822949-7223-4371-a036-d294c93b5f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:33:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['de0bd163-919b-4579-a186-faefd8f3c083'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:36.529167 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-22dbdc78-56a7-4b3c-88ed-b053257df3d5 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for router_gateway, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:36.552728 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-22dbdc78-56a7-4b3c-88ed-b053257df3d5 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:36.563481 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd150b-f487-4bf2-b058-a3a7d7f521a9 None None] Pushing event updated for resources: {'Port': ['ID=ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:36.602676 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-1d5a4368-4d6c-4452-b16e-315b721ab816 None None] Attempting to bind port c7f3caf3-5580-4aa2-8603-1c24b7e1bfd1 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:33:36.603050 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-1d5a4368-4d6c-4452-b16e-315b721ab816 None None] Attempting to bind port c7f3caf3-5580-4aa2-8603-1c24b7e1bfd1 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '01f99d85-8eb6-4a1c-a091-bcf771ae5824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1983723b-232c-40c2-b6c3-2e85a5bf0f8e'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:33:36.603457 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5a4368-4d6c-4452-b16e-315b721ab816 None None] Attempting to bind port c7f3caf3-5580-4aa2-8603-1c24b7e1bfd1 on network 1983723b-232c-40c2-b6c3-2e85a5bf0f8e {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:33:36.620757 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5a4368-4d6c-4452-b16e-315b721ab816 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:33:36.621134 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5a4368-4d6c-4452-b16e-315b721ab816 None None] Checking segment: {'id': '01f99d85-8eb6-4a1c-a091-bcf771ae5824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1983723b-232c-40c2-b6c3-2e85a5bf0f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:33:36.621541 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1d5a4368-4d6c-4452-b16e-315b721ab816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:36.621937 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5a4368-4d6c-4452-b16e-315b721ab816 None None] Bound using segment: {'id': '01f99d85-8eb6-4a1c-a091-bcf771ae5824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1983723b-232c-40c2-b6c3-2e85a5bf0f8e'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:33:36.622422 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-1d5a4368-4d6c-4452-b16e-315b721ab816 None None] Bound port: c7f3caf3-5580-4aa2-8603-1c24b7e1bfd1, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f99d85-8eb6-4a1c-a091-bcf771ae5824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1983723b-232c-40c2-b6c3-2e85a5bf0f8e'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:33:36.622810 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1d5a4368-4d6c-4452-b16e-315b721ab816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:36.637995 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-a1822949-7223-4371-a036-d294c93b5f5f None None] Set router de0bd163-919b-4579-a186-faefd8f3c083 gateway port host: None {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:33:36.645074 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fc36d9e5-04c9-4601-bdec-6973f77cb508 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:36.714439 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-22dbdc78-56a7-4b3c-88ed-b053257df3d5 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Allocated IP 172.25.8.210 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/054863a5-bbb0-4ab6-968c-11f53a8acfcd) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:33:36.820269 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fc36d9e5-04c9-4601-bdec-6973f77cb508 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:36.832835 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-22dbdc78-56a7-4b3c-88ed-b053257df3d5 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:36.838573 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-9598ecfa-1429-477f-98fa-b1a3534ddb2d None None] Provisioning complete for port ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:36.838882 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9598ecfa-1429-477f-98fa-b1a3534ddb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:36.876970 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc36d9e5-04c9-4601-bdec-6973f77cb508 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Network 1983723b-232c-40c2-b6c3-2e85a5bf0f8e is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:33:36.878091 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-1d5a4368-4d6c-4452-b16e-315b721ab816 None None] For port c7f3caf3-5580-4aa2-8603-1c24b7e1bfd1, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:33:36.882563 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-fc36d9e5-04c9-4601-bdec-6973f77cb508 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:33:36.885578 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc36d9e5-04c9-4601-bdec-6973f77cb508 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:33:36.886307 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fc36d9e5-04c9-4601-bdec-6973f77cb508 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:36.910327 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-1d5a4368-4d6c-4452-b16e-315b721ab816 None None] For port c7f3caf3-5580-4aa2-8603-1c24b7e1bfd1, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=c7f3caf3-5580-4aa2-8603-1c24b7e1bfd1,segment=NetworkSegment(01f99d85-8eb6-4a1c-a091-bcf771ae5824),segment_id=01f99d85-8eb6-4a1c-a091-bcf771ae5824)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:33:36.934679 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36d9e5-04c9-4601-bdec-6973f77cb508 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event updated for resources: {'Port': ['ID=d445c61e-82e2-4533-8657-dd79bf63f889,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:36.985392 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1d5a4368-4d6c-4452-b16e-315b721ab816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:37.029772 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9598ecfa-1429-477f-98fa-b1a3534ddb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:37.041177 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-22dbdc78-56a7-4b3c-88ed-b053257df3d5 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:37.078999 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a4368-4d6c-4452-b16e-315b721ab816 None None] Pushing event updated for resources: {'Port': ['ID=c7f3caf3-5580-4aa2-8603-1c24b7e1bfd1,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:37.086362 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-a1822949-7223-4371-a036-d294c93b5f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'name': 'tempest-RoutersIpV6Test-router-1075470178', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:33:23Z', 'updated_at': '2022-04-20T13:33:32Z', 'revision_number': 4, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'gw_port_host': None, '_interfaces': [{'id': '259ddebb-fe1d-45d9-b944-704f9ed36ea1', 'name': '', 'network_id': 'c26075e5-63e4-40c0-be8e-d9aaaa6a94b2', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:be:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:25Z', 'updated_at': '2022-04-20T13:33:29Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0c5244-175c-4f2c-8a18-d34d359be22b', 'name': '', 'network_id': 'afb8868d-2def-4cb3-bba5-d809502cd675', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:48:fc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '176ec688-8251-44fa-b5e9-e89d717555af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:28Z', 'updated_at': '2022-04-20T13:33:32Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '176ec688-8251-44fa-b5e9-e89d717555af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12', 'name': '', 'network_id': '9126d432-0d6b-4435-ad48-d8e061005c80', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:b5:24:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '309362b3-48b0-4af2-832f-aa639c3b30a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:32Z', 'updated_at': '2022-04-20T13:33:36Z', 'revision_number': 4, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '309362b3-48b0-4af2-832f-aa639c3b30a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:37.111259 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dbdc78-56a7-4b3c-88ed-b053257df3d5 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:33:37.118679 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-9598ecfa-1429-477f-98fa-b1a3534ddb2d None None] For port ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12,segment=NetworkSegment(6ab249de-062c-44fd-a157-e7b99583c618),segment_id=6ab249de-062c-44fd-a157-e7b99583c618)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:33:37.120551 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-22dbdc78-56a7-4b3c-88ed-b053257df3d5 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:33:37.120919 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1822949-7223-4371-a036-d294c93b5f5f None None] The sync data for ids ['de0bd163-919b-4579-a186-faefd8f3c083'] in n-d-836015-7 is: [{'id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'name': 'tempest-RoutersIpV6Test-router-1075470178', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:33:23Z', 'updated_at': '2022-04-20T13:33:32Z', 'revision_number': 4, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'gw_port_host': None, '_interfaces': [{'id': '259ddebb-fe1d-45d9-b944-704f9ed36ea1', 'name': '', 'network_id': 'c26075e5-63e4-40c0-be8e-d9aaaa6a94b2', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:be:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:25Z', 'updated_at': '2022-04-20T13:33:29Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0c5244-175c-4f2c-8a18-d34d359be22b', 'name': '', 'network_id': 'afb8868d-2def-4cb3-bba5-d809502cd675', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:48:fc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '176ec688-8251-44fa-b5e9-e89d717555af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:28Z', 'updated_at': '2022-04-20T13:33:32Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '176ec688-8251-44fa-b5e9-e89d717555af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12', 'name': '', 'network_id': '9126d432-0d6b-4435-ad48-d8e061005c80', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:b5:24:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '309362b3-48b0-4af2-832f-aa639c3b30a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:32Z', 'updated_at': '2022-04-20T13:33:36Z', 'revision_number': 4, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '309362b3-48b0-4af2-832f-aa639c3b30a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:33:37.129622 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dbdc78-56a7-4b3c-88ed-b053257df3d5 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:33:37.136123 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dbdc78-56a7-4b3c-88ed-b053257df3d5 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Pushing event updated for resources: {'Port': ['ID=054863a5-bbb0-4ab6-968c-11f53a8acfcd,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:37.158774 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fc36d9e5-04c9-4601-bdec-6973f77cb508 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:37.177684 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9598ecfa-1429-477f-98fa-b1a3534ddb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:37.251974 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598ecfa-1429-477f-98fa-b1a3534ddb2d None None] Pushing event updated for resources: {'Port': ['ID=ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:38.012894 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fc36d9e5-04c9-4601-bdec-6973f77cb508 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:38.021490 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-22dbdc78-56a7-4b3c-88ed-b053257df3d5 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for router_gateway, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:38.051478 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a07f9ec-4a8e-4432-85b8-b4467433a61b None None] Network 1983723b-232c-40c2-b6c3-2e85a5bf0f8e requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:33:38.062806 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fc36d9e5-04c9-4601-bdec-6973f77cb508 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:38.063623 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fc36d9e5-04c9-4601-bdec-6973f77cb508 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:38.164156 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-2671bb42-6b50-4c9f-882d-c32ed8381067 None None] Provisioning complete for port c7f3caf3-5580-4aa2-8603-1c24b7e1bfd1 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:38.164768 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2671bb42-6b50-4c9f-882d-c32ed8381067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:38.202098 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36d9e5-04c9-4601-bdec-6973f77cb508 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event updated for resources: {'Port': ['ID=d445c61e-82e2-4533-8657-dd79bf63f889,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:38.219069 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36d9e5-04c9-4601-bdec-6973f77cb508 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:38.219322 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36d9e5-04c9-4601-bdec-6973f77cb508 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:38.219697 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36d9e5-04c9-4601-bdec-6973f77cb508 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:38.220222 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36d9e5-04c9-4601-bdec-6973f77cb508 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:38.220587 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36d9e5-04c9-4601-bdec-6973f77cb508 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:38.220908 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36d9e5-04c9-4601-bdec-6973f77cb508 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:38.221240 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36d9e5-04c9-4601-bdec-6973f77cb508 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:38.221590 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36d9e5-04c9-4601-bdec-6973f77cb508 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:38.221902 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36d9e5-04c9-4601-bdec-6973f77cb508 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:38.222285 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36d9e5-04c9-4601-bdec-6973f77cb508 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:38.222542 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36d9e5-04c9-4601-bdec-6973f77cb508 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:38.222868 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36d9e5-04c9-4601-bdec-6973f77cb508 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:38.276864 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2671bb42-6b50-4c9f-882d-c32ed8381067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:38.311596 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc36d9e5-04c9-4601-bdec-6973f77cb508 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Network 1983723b-232c-40c2-b6c3-2e85a5bf0f8e is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:33:38.316643 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-fc36d9e5-04c9-4601-bdec-6973f77cb508 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:33:38.333108 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-2671bb42-6b50-4c9f-882d-c32ed8381067 None None] For port c7f3caf3-5580-4aa2-8603-1c24b7e1bfd1, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=c7f3caf3-5580-4aa2-8603-1c24b7e1bfd1,segment=NetworkSegment(01f99d85-8eb6-4a1c-a091-bcf771ae5824),segment_id=01f99d85-8eb6-4a1c-a091-bcf771ae5824)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:33:38.376433 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:33:38.384823 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2671bb42-6b50-4c9f-882d-c32ed8381067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:38.408502 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-22dbdc78-56a7-4b3c-88ed-b053257df3d5 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:38.545588 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc36d9e5-04c9-4601-bdec-6973f77cb508 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Router de0bd163-919b-4579-a186-faefd8f3c083 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:33:38.636881 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671bb42-6b50-4c9f-882d-c32ed8381067 None None] Pushing event updated for resources: {'Port': ['ID=c7f3caf3-5580-4aa2-8603-1c24b7e1bfd1,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:38.640807 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-3d509c65-ae68-43f6-8826-6a3c399f2b2a None None] Provisioning complete for port d445c61e-82e2-4533-8657-dd79bf63f889 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:38.641182 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3d509c65-ae68-43f6-8826-6a3c399f2b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:38.679671 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:38.680017 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:38.688227 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc36d9e5-04c9-4601-bdec-6973f77cb508 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:33:38.703032 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48718) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:38.703716 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d6d72c-eafd-4179-bf4d-7d36295e359a None None] Sync routers for ids ['de0bd163-919b-4579-a186-faefd8f3c083'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:33:38.704121 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-b9cbfb96-5afc-4fa9-ac6b-f2c01a7f701d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:33:38.709005 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-fc36d9e5-04c9-4601-bdec-6973f77cb508 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "PUT /v2.0/routers/de0bd163-919b-4579-a186-faefd8f3c083/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6380594 Apr 20 13:33:38.710270 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-3d509c65-ae68-43f6-8826-6a3c399f2b2a None None] Port d445c61e-82e2-4533-8657-dd79bf63f889 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:33:38.715284 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d6d72c-eafd-4179-bf4d-7d36295e359a None None] Routers {'de0bd163-919b-4579-a186-faefd8f3c083'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:38.716136 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-a7d6d72c-eafd-4179-bf4d-7d36295e359a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:33:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['de0bd163-919b-4579-a186-faefd8f3c083'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:38.735776 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-3d509c65-ae68-43f6-8826-6a3c399f2b2a None None] Provisioning complete for port c7f3caf3-5580-4aa2-8603-1c24b7e1bfd1 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:38.736176 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3d509c65-ae68-43f6-8826-6a3c399f2b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:38.748922 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22dbdc78-56a7-4b3c-88ed-b053257df3d5 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Router 947519ca-c1e0-47f4-9ace-5c4db7c18b5f is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:33:38.827389 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device c7f3caf3-5580-4aa2-8603-1c24b7e1bfd1 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:33:38.831445 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-a7d6d72c-eafd-4179-bf4d-7d36295e359a None None] Set router de0bd163-919b-4579-a186-faefd8f3c083 gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:33:38.932377 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port c7f3caf3-5580-4aa2-8603-1c24b7e1bfd1 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:38.932666 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:38.939100 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22dbdc78-56a7-4b3c-88ed-b053257df3d5 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:33:38.981084 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cf02e8-26ad-4f72-b72b-ac33a5d9aea1 None None] Sync routers for ids ['947519ca-c1e0-47f4-9ace-5c4db7c18b5f'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:33:39.001220 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cf02e8-26ad-4f72-b72b-ac33a5d9aea1 None None] Routers {'947519ca-c1e0-47f4-9ace-5c4db7c18b5f'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:39.001878 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-18cf02e8-26ad-4f72-b72b-ac33a5d9aea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:33:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['947519ca-c1e0-47f4-9ace-5c4db7c18b5f'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:39.043495 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-22dbdc78-56a7-4b3c-88ed-b053257df3d5 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:39.044942 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-22dbdc78-56a7-4b3c-88ed-b053257df3d5 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.2430408 Apr 20 13:33:39.047981 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48720) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:39.133698 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-18cf02e8-26ad-4f72-b72b-ac33a5d9aea1 None None] Set router 947519ca-c1e0-47f4-9ace-5c4db7c18b5f gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:33:39.140573 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-a7d6d72c-eafd-4179-bf4d-7d36295e359a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'name': 'tempest-RoutersIpV6Test-router-1075470178', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:33:23Z', 'updated_at': '2022-04-20T13:33:36Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'gw_port_host': None, '_interfaces': [{'id': '259ddebb-fe1d-45d9-b944-704f9ed36ea1', 'name': '', 'network_id': 'c26075e5-63e4-40c0-be8e-d9aaaa6a94b2', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:be:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:25Z', 'updated_at': '2022-04-20T13:33:29Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0c5244-175c-4f2c-8a18-d34d359be22b', 'name': '', 'network_id': 'afb8868d-2def-4cb3-bba5-d809502cd675', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:48:fc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '176ec688-8251-44fa-b5e9-e89d717555af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:28Z', 'updated_at': '2022-04-20T13:33:32Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '176ec688-8251-44fa-b5e9-e89d717555af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd445c61e-82e2-4533-8657-dd79bf63f889', 'name': '', 'network_id': '1983723b-232c-40c2-b6c3-2e85a5bf0f8e', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:e9:3d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '18667840-2de9-4a40-9efd-fa2bd0620065', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:35Z', 'updated_at': '2022-04-20T13:33:37Z', 'revision_number': 2, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '18667840-2de9-4a40-9efd-fa2bd0620065', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12', 'name': '', 'network_id': '9126d432-0d6b-4435-ad48-d8e061005c80', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:b5:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '309362b3-48b0-4af2-832f-aa639c3b30a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:32Z', 'updated_at': '2022-04-20T13:33:37Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '309362b3-48b0-4af2-832f-aa639c3b30a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:39.145758 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21035ff9-2178-4515-85fa-9f2bd123204c tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:39.147302 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-21035ff9-2178-4515-85fa-9f2bd123204c tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=b3b98b9644e24ccabddf56e67de7cac9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0982063 Apr 20 13:33:39.150118 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48722) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:39.171488 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d6d72c-eafd-4179-bf4d-7d36295e359a None None] Checking router: de0bd163-919b-4579-a186-faefd8f3c083 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:33:39.171842 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d6d72c-eafd-4179-bf4d-7d36295e359a None None] Updating router de0bd163-919b-4579-a186-faefd8f3c083 port d445c61e-82e2-4533-8657-dd79bf63f889 binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:33:39.209709 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-a7d6d72c-eafd-4179-bf4d-7d36295e359a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:39.212490 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.extraroute_db [None req-b9cbfb96-5afc-4fa9-ac6b-f2c01a7f701d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=114870) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 20 13:33:39.228145 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.extraroute_db [None req-b9cbfb96-5afc-4fa9-ac6b-f2c01a7f701d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Removed routes are [] {{(pid=114870) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 20 13:33:39.228735 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b9cbfb96-5afc-4fa9-ac6b-f2c01a7f701d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-54831'] for router, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:39.263642 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-0a07db52-13f6-4864-8def-11a9d73d1494 None None] Provisioning complete for port d445c61e-82e2-4533-8657-dd79bf63f889 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:39.264379 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0a07db52-13f6-4864-8def-11a9d73d1494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:39.328431 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb2d534-608d-4b92-88e2-bb6aba392462 tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:39.332332 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-3cb2d534-608d-4b92-88e2-bb6aba392462 tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1610060 Apr 20 13:33:39.333717 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48724) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:39.350685 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-0a07db52-13f6-4864-8def-11a9d73d1494 None None] Port d445c61e-82e2-4533-8657-dd79bf63f889 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:33:39.368507 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-edd4bccd-865a-4b60-8709-1e6cffaf470c tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=08acadad-0b4a-420a-b5f5-639128d4ec40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344298 Apr 20 13:33:39.369623 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48726) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:39.402012 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-807bbb79-453b-44f8-a5e3-29b211083a8b tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=b3b98b9644e24ccabddf56e67de7cac9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312939 Apr 20 13:33:39.402593 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48728) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:39.437965 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-18cf02e8-26ad-4f72-b72b-ac33a5d9aea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947519ca-c1e0-47f4-9ace-5c4db7c18b5f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-809269252', 'tenant_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '054863a5-bbb0-4ab6-968c-11f53a8acfcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:33:35Z', 'updated_at': '2022-04-20T13:33:37Z', 'revision_number': 3, 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'gw_port': {'id': '054863a5-bbb0-4ab6-968c-11f53a8acfcd', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947519ca-c1e0-47f4-9ace-5c4db7c18b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:36Z', 'updated_at': '2022-04-20T13:33:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:39.475157 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cf02e8-26ad-4f72-b72b-ac33a5d9aea1 None None] Checking router: 947519ca-c1e0-47f4-9ace-5c4db7c18b5f for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:33:39.475539 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cf02e8-26ad-4f72-b72b-ac33a5d9aea1 None None] Updating router 947519ca-c1e0-47f4-9ace-5c4db7c18b5f port 054863a5-bbb0-4ab6-968c-11f53a8acfcd binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:33:39.509326 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03eaea90-c3ce-45ab-b980-5507d23cfe3b tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:39.511878 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-03eaea90-c3ce-45ab-b980-5507d23cfe3b tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1082249 Apr 20 13:33:39.515009 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48732) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:39.517361 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-e0a7accc-b9f6-43ba-8047-1fbb53c5fb64 None None] Provisioning complete for port d445c61e-82e2-4533-8657-dd79bf63f889 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:39.517734 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e0a7accc-b9f6-43ba-8047-1fbb53c5fb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:39.529705 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-a7d6d72c-eafd-4179-bf4d-7d36295e359a None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:39.545498 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-18cf02e8-26ad-4f72-b72b-ac33a5d9aea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:39.548882 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d4ba7e4a-6517-4274-9b68-05935b137e4e tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=08acadad-0b4a-420a-b5f5-639128d4ec40&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324700 Apr 20 13:33:39.551341 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48734) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:39.558667 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-8dd779b0-2e38-4676-a536-8950d410e4b4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-551300896', 'network_id': '185ff742-c25a-4c3c-a150-985e5e419759', 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:33:39.568343 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b9cbfb96-5afc-4fa9-ac6b-f2c01a7f701d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-54831'] for router, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:39.572782 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b9cbfb96-5afc-4fa9-ac6b-f2c01a7f701d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548631'] for router, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:39.577586 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-e0a7accc-b9f6-43ba-8047-1fbb53c5fb64 None None] Port d445c61e-82e2-4533-8657-dd79bf63f889 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:33:39.600755 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-a7d6d72c-eafd-4179-bf4d-7d36295e359a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:39.648299 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3678beca-1411-421b-97ce-dc5e386e06fd None None] Pushing event updated for resources: {'Port': ['ID=d445c61e-82e2-4533-8657-dd79bf63f889,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:39.713346 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9cbfb96-5afc-4fa9-ac6b-f2c01a7f701d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Router de0bd163-919b-4579-a186-faefd8f3c083 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:33:39.732317 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-a7d6d72c-eafd-4179-bf4d-7d36295e359a None None] Attempting to bind port d445c61e-82e2-4533-8657-dd79bf63f889 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:33:39.732317 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-a7d6d72c-eafd-4179-bf4d-7d36295e359a None None] Attempting to bind port d445c61e-82e2-4533-8657-dd79bf63f889 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '01f99d85-8eb6-4a1c-a091-bcf771ae5824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1983723b-232c-40c2-b6c3-2e85a5bf0f8e'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:33:39.732974 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d6d72c-eafd-4179-bf4d-7d36295e359a None None] Attempting to bind port d445c61e-82e2-4533-8657-dd79bf63f889 on network 1983723b-232c-40c2-b6c3-2e85a5bf0f8e {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:33:39.738033 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d6d72c-eafd-4179-bf4d-7d36295e359a None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:33:39.739005 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d6d72c-eafd-4179-bf4d-7d36295e359a None None] Checking segment: {'id': '01f99d85-8eb6-4a1c-a091-bcf771ae5824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1983723b-232c-40c2-b6c3-2e85a5bf0f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:33:39.739436 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-a7d6d72c-eafd-4179-bf4d-7d36295e359a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:39.739839 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d6d72c-eafd-4179-bf4d-7d36295e359a None None] Bound using segment: {'id': '01f99d85-8eb6-4a1c-a091-bcf771ae5824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1983723b-232c-40c2-b6c3-2e85a5bf0f8e'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:33:39.740859 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-a7d6d72c-eafd-4179-bf4d-7d36295e359a None None] Bound port: d445c61e-82e2-4533-8657-dd79bf63f889, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f99d85-8eb6-4a1c-a091-bcf771ae5824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1983723b-232c-40c2-b6c3-2e85a5bf0f8e'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:33:39.741252 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-a7d6d72c-eafd-4179-bf4d-7d36295e359a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:39.748231 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd779b0-2e38-4676-a536-8950d410e4b4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Made reservation on behalf of b3b98b9644e24ccabddf56e67de7cac9 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:33:39.755962 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8dd779b0-2e38-4676-a536-8950d410e4b4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:39.828411 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-a7d6d72c-eafd-4179-bf4d-7d36295e359a None None] For port d445c61e-82e2-4533-8657-dd79bf63f889, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:33:39.831655 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-a7d6d72c-eafd-4179-bf4d-7d36295e359a None None] For port d445c61e-82e2-4533-8657-dd79bf63f889, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d445c61e-82e2-4533-8657-dd79bf63f889,segment=NetworkSegment(01f99d85-8eb6-4a1c-a091-bcf771ae5824),segment_id=01f99d85-8eb6-4a1c-a091-bcf771ae5824)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:33:39.842395 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cbfb96-5afc-4fa9-ac6b-f2c01a7f701d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:33:39.853291 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b9cbfb96-5afc-4fa9-ac6b-f2c01a7f701d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:39.857259 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b9cbfb96-5afc-4fa9-ac6b-f2c01a7f701d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "PUT /v2.0/routers/de0bd163-919b-4579-a186-faefd8f3c083 HTTP/1.1" status: 200 len: 954 time: 1.1583920 Apr 20 13:33:39.858029 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48736) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:39.872780 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-18cf02e8-26ad-4f72-b72b-ac33a5d9aea1 None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:39.937003 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-a7d6d72c-eafd-4179-bf4d-7d36295e359a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:39.963647 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-cd8816f1-9c9e-4313-9055-3f3de11faaef tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "GET /v2.0/routers/de0bd163-919b-4579-a186-faefd8f3c083 HTTP/1.1" status: 200 len: 954 time: 0.1044035 Apr 20 13:33:39.966108 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48738) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:39.967928 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-18cf02e8-26ad-4f72-b72b-ac33a5d9aea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:39.982912 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-69b49e19-e00f-4f98-80e9-416e0e026c5c tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Request body: {'router': {'routes': None}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:33:40.017488 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d6d72c-eafd-4179-bf4d-7d36295e359a None None] Routers {'de0bd163-919b-4579-a186-faefd8f3c083'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:40.018156 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-a7d6d72c-eafd-4179-bf4d-7d36295e359a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:33:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['de0bd163-919b-4579-a186-faefd8f3c083'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:40.021582 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3678beca-1411-421b-97ce-dc5e386e06fd None None] Pushing event updated for resources: {'Port': ['ID=d445c61e-82e2-4533-8657-dd79bf63f889,revision_number=4']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:40.050177 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-18cf02e8-26ad-4f72-b72b-ac33a5d9aea1 None None] Attempting to bind port 054863a5-bbb0-4ab6-968c-11f53a8acfcd on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:33:40.050549 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-18cf02e8-26ad-4f72-b72b-ac33a5d9aea1 None None] Attempting to bind port 054863a5-bbb0-4ab6-968c-11f53a8acfcd by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:33:40.051041 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cf02e8-26ad-4f72-b72b-ac33a5d9aea1 None None] Attempting to bind port 054863a5-bbb0-4ab6-968c-11f53a8acfcd on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:33:40.064688 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568e720-ab86-47e1-abf4-00b82f56abfd None None] Pushing event updated for resources: {'Port': ['ID=054863a5-bbb0-4ab6-968c-11f53a8acfcd,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:40.067498 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-a1830926-37bc-4cf9-8dcb-0ff0586c4bed None None] Provisioning complete for port d445c61e-82e2-4533-8657-dd79bf63f889 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:40.067947 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a1830926-37bc-4cf9-8dcb-0ff0586c4bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:40.070352 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cf02e8-26ad-4f72-b72b-ac33a5d9aea1 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:33:40.070800 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cf02e8-26ad-4f72-b72b-ac33a5d9aea1 None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:33:40.071380 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-18cf02e8-26ad-4f72-b72b-ac33a5d9aea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:40.071767 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cf02e8-26ad-4f72-b72b-ac33a5d9aea1 None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:33:40.078591 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-18cf02e8-26ad-4f72-b72b-ac33a5d9aea1 None None] Bound port: 054863a5-bbb0-4ab6-968c-11f53a8acfcd, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:33:40.078591 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-18cf02e8-26ad-4f72-b72b-ac33a5d9aea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:40.102973 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8dd779b0-2e38-4676-a536-8950d410e4b4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:40.139763 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-a7d6d72c-eafd-4179-bf4d-7d36295e359a None None] Set router de0bd163-919b-4579-a186-faefd8f3c083 gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:33:40.192117 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-18cf02e8-26ad-4f72-b72b-ac33a5d9aea1 None None] For port 054863a5-bbb0-4ab6-968c-11f53a8acfcd, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:33:40.197825 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-18cf02e8-26ad-4f72-b72b-ac33a5d9aea1 None None] For port 054863a5-bbb0-4ab6-968c-11f53a8acfcd, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=054863a5-bbb0-4ab6-968c-11f53a8acfcd,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:33:40.248127 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a1830926-37bc-4cf9-8dcb-0ff0586c4bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:40.251192 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd779b0-2e38-4676-a536-8950d410e4b4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Pushing event updated for resources: {'Subnet': ['ID=f28b5015-8b5c-4395-bfa9-18f2e0048246,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:40.270786 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-18cf02e8-26ad-4f72-b72b-ac33a5d9aea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:40.285042 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd779b0-2e38-4676-a536-8950d410e4b4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Checking segment: {'id': 'bb4a265f-304d-42f8-ae71-634def31fb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '185ff742-c25a-4c3c-a150-985e5e419759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:33:40.285042 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd779b0-2e38-4676-a536-8950d410e4b4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Network hostable DHCP agents. Network: 185ff742-c25a-4c3c-a150-985e5e419759, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:33:40.351467 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-a1830926-37bc-4cf9-8dcb-0ff0586c4bed None None] For port d445c61e-82e2-4533-8657-dd79bf63f889, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d445c61e-82e2-4533-8657-dd79bf63f889,segment=NetworkSegment(01f99d85-8eb6-4a1c-a091-bcf771ae5824),segment_id=01f99d85-8eb6-4a1c-a091-bcf771ae5824)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:33:40.362703 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cf02e8-26ad-4f72-b72b-ac33a5d9aea1 None None] Routers {'947519ca-c1e0-47f4-9ace-5c4db7c18b5f'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:40.363436 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-18cf02e8-26ad-4f72-b72b-ac33a5d9aea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:33:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['947519ca-c1e0-47f4-9ace-5c4db7c18b5f'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:40.372841 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device c7f3caf3-5580-4aa2-8603-1c24b7e1bfd1 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:33:40.418492 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd779b0-2e38-4676-a536-8950d410e4b4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Network 185ff742-c25a-4c3c-a150-985e5e419759 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:33:40.436685 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-a7d6d72c-eafd-4179-bf4d-7d36295e359a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'name': 'tempest-RoutersIpV6Test-router-1075470178', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:33:23Z', 'updated_at': '2022-04-20T13:33:39Z', 'revision_number': 6, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'gw_port_host': None, '_interfaces': [{'id': '259ddebb-fe1d-45d9-b944-704f9ed36ea1', 'name': '', 'network_id': 'c26075e5-63e4-40c0-be8e-d9aaaa6a94b2', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:be:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:25Z', 'updated_at': '2022-04-20T13:33:29Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0c5244-175c-4f2c-8a18-d34d359be22b', 'name': '', 'network_id': 'afb8868d-2def-4cb3-bba5-d809502cd675', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:48:fc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '176ec688-8251-44fa-b5e9-e89d717555af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:28Z', 'updated_at': '2022-04-20T13:33:32Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '176ec688-8251-44fa-b5e9-e89d717555af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd445c61e-82e2-4533-8657-dd79bf63f889', 'name': '', 'network_id': '1983723b-232c-40c2-b6c3-2e85a5bf0f8e', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:e9:3d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '18667840-2de9-4a40-9efd-fa2bd0620065', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:35Z', 'updated_at': '2022-04-20T13:33:39Z', 'revision_number': 4, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '18667840-2de9-4a40-9efd-fa2bd0620065', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12', 'name': '', 'network_id': '9126d432-0d6b-4435-ad48-d8e061005c80', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:b5:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '309362b3-48b0-4af2-832f-aa639c3b30a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:32Z', 'updated_at': '2022-04-20T13:33:37Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '309362b3-48b0-4af2-832f-aa639c3b30a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:40.457668 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568e720-ab86-47e1-abf4-00b82f56abfd None None] Pushing event updated for resources: {'Port': ['ID=054863a5-bbb0-4ab6-968c-11f53a8acfcd,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:40.461231 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a1830926-37bc-4cf9-8dcb-0ff0586c4bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:40.483869 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d6d72c-eafd-4179-bf4d-7d36295e359a None None] The sync data for ids ['de0bd163-919b-4579-a186-faefd8f3c083'] in n-d-836015-7 is: [{'id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'name': 'tempest-RoutersIpV6Test-router-1075470178', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:33:23Z', 'updated_at': '2022-04-20T13:33:39Z', 'revision_number': 6, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'gw_port_host': None, '_interfaces': [{'id': '259ddebb-fe1d-45d9-b944-704f9ed36ea1', 'name': '', 'network_id': 'c26075e5-63e4-40c0-be8e-d9aaaa6a94b2', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:be:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:25Z', 'updated_at': '2022-04-20T13:33:29Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0c5244-175c-4f2c-8a18-d34d359be22b', 'name': '', 'network_id': 'afb8868d-2def-4cb3-bba5-d809502cd675', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:48:fc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '176ec688-8251-44fa-b5e9-e89d717555af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:28Z', 'updated_at': '2022-04-20T13:33:32Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '176ec688-8251-44fa-b5e9-e89d717555af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd445c61e-82e2-4533-8657-dd79bf63f889', 'name': '', 'network_id': '1983723b-232c-40c2-b6c3-2e85a5bf0f8e', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:e9:3d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '18667840-2de9-4a40-9efd-fa2bd0620065', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:35Z', 'updated_at': '2022-04-20T13:33:39Z', 'revision_number': 4, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '18667840-2de9-4a40-9efd-fa2bd0620065', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12', 'name': '', 'network_id': '9126d432-0d6b-4435-ad48-d8e061005c80', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:b5:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '309362b3-48b0-4af2-832f-aa639c3b30a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:32Z', 'updated_at': '2022-04-20T13:33:37Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '309362b3-48b0-4af2-832f-aa639c3b30a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:33:40.498003 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-8dd779b0-2e38-4676-a536-8950d410e4b4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 185ff742-c25a-4c3c-a150-985e5e419759) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:33:40.507951 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd779b0-2e38-4676-a536-8950d410e4b4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:40.508938 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8dd779b0-2e38-4676-a536-8950d410e4b4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:40.525713 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1830926-37bc-4cf9-8dcb-0ff0586c4bed None None] Pushing event updated for resources: {'Port': ['ID=d445c61e-82e2-4533-8657-dd79bf63f889,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:40.529162 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c0659f-9a47-43c5-8c5a-b2b8f1282c69 None None] Network 185ff742-c25a-4c3c-a150-985e5e419759 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:33:40.598036 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8dd779b0-2e38-4676-a536-8950d410e4b4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0447912 Apr 20 13:33:40.602018 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48740) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:40.702638 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-18cf02e8-26ad-4f72-b72b-ac33a5d9aea1 None None] Set router 947519ca-c1e0-47f4-9ace-5c4db7c18b5f gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:33:40.735553 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-717a1000-191c-4d55-b444-99d13a0eafc5 None None] Provisioning complete for port d445c61e-82e2-4533-8657-dd79bf63f889 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:40.735852 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-717a1000-191c-4d55-b444-99d13a0eafc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:40.952306 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port c7f3caf3-5580-4aa2-8603-1c24b7e1bfd1 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:40.952688 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:40.954678 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.extraroute_db [None req-69b49e19-e00f-4f98-80e9-416e0e026c5c tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Added routes are [] {{(pid=114870) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 20 13:33:40.955169 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.extraroute_db [None req-69b49e19-e00f-4f98-80e9-416e0e026c5c tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=114870) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 20 13:33:41.037308 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69b49e19-e00f-4f98-80e9-416e0e026c5c tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-54831'] for router, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:41.143302 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f7af91-f2a4-4d8d-9e32-1e1ef2e19c75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-185ff742-c25a-4c3c-a150-985e5e419759', 'network_id': '185ff742-c25a-4c3c-a150-985e5e419759', 'tenant_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'fixed_ips': [{'subnet_id': 'f28b5015-8b5c-4395-bfa9-18f2e0048246'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:33:41.144170 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d8f7af91-f2a4-4d8d-9e32-1e1ef2e19c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:41.351422 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66f2770-b9e9-48d0-8268-e95e66433aaa None None] Sync routers for ids ['de0bd163-919b-4579-a186-faefd8f3c083'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:33:41.363078 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66f2770-b9e9-48d0-8268-e95e66433aaa None None] Routers {'de0bd163-919b-4579-a186-faefd8f3c083'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:41.363747 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f66f2770-b9e9-48d0-8268-e95e66433aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:33:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['de0bd163-919b-4579-a186-faefd8f3c083'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:41.376193 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69b49e19-e00f-4f98-80e9-416e0e026c5c tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-54831'] for router, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:41.382311 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-18cf02e8-26ad-4f72-b72b-ac33a5d9aea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947519ca-c1e0-47f4-9ace-5c4db7c18b5f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-809269252', 'tenant_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '054863a5-bbb0-4ab6-968c-11f53a8acfcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:33:35Z', 'updated_at': '2022-04-20T13:33:37Z', 'revision_number': 3, 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'gw_port': {'id': '054863a5-bbb0-4ab6-968c-11f53a8acfcd', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947519ca-c1e0-47f4-9ace-5c4db7c18b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:36Z', 'updated_at': '2022-04-20T13:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:41.384053 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69b49e19-e00f-4f98-80e9-416e0e026c5c tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548631'] for router, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:41.385706 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-d8f7af91-f2a4-4d8d-9e32-1e1ef2e19c75 None None] Allocated IP 172.20.0.18 (185ff742-c25a-4c3c-a150-985e5e419759/f28b5015-8b5c-4395-bfa9-18f2e0048246/321d1c19-e527-4aea-820f-b6f50da3be09) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:33:41.392845 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5dd3383e-8a81-41a4-b137-68bba38bfccc tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:41.416765 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cf02e8-26ad-4f72-b72b-ac33a5d9aea1 None None] The sync data for ids ['947519ca-c1e0-47f4-9ace-5c4db7c18b5f'] in n-d-836015-7 is: [{'id': '947519ca-c1e0-47f4-9ace-5c4db7c18b5f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-809269252', 'tenant_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '054863a5-bbb0-4ab6-968c-11f53a8acfcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:33:35Z', 'updated_at': '2022-04-20T13:33:37Z', 'revision_number': 3, 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'gw_port': {'id': '054863a5-bbb0-4ab6-968c-11f53a8acfcd', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947519ca-c1e0-47f4-9ace-5c4db7c18b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:36Z', 'updated_at': '2022-04-20T13:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:33:41.558381 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b49e19-e00f-4f98-80e9-416e0e026c5c tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Router de0bd163-919b-4579-a186-faefd8f3c083 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:33:41.583150 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-f66f2770-b9e9-48d0-8268-e95e66433aaa None None] Set router de0bd163-919b-4579-a186-faefd8f3c083 gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:33:41.589213 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d8f7af91-f2a4-4d8d-9e32-1e1ef2e19c75 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:41.663747 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d8f7af91-f2a4-4d8d-9e32-1e1ef2e19c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:41.714344 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f7af91-f2a4-4d8d-9e32-1e1ef2e19c75 None None] Network 185ff742-c25a-4c3c-a150-985e5e419759 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:33:41.717618 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-d8f7af91-f2a4-4d8d-9e32-1e1ef2e19c75 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:33:41.721957 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f7af91-f2a4-4d8d-9e32-1e1ef2e19c75 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:33:41.730440 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f7af91-f2a4-4d8d-9e32-1e1ef2e19c75 None None] Pushing event updated for resources: {'Port': ['ID=321d1c19-e527-4aea-820f-b6f50da3be09,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:41.789470 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b49e19-e00f-4f98-80e9-416e0e026c5c tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:33:41.793833 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-d8f7af91-f2a4-4d8d-9e32-1e1ef2e19c75 None None] Attempting to bind port 321d1c19-e527-4aea-820f-b6f50da3be09 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:33:41.794155 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-d8f7af91-f2a4-4d8d-9e32-1e1ef2e19c75 None None] Attempting to bind port 321d1c19-e527-4aea-820f-b6f50da3be09 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'bb4a265f-304d-42f8-ae71-634def31fb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '185ff742-c25a-4c3c-a150-985e5e419759'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:33:41.794522 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f7af91-f2a4-4d8d-9e32-1e1ef2e19c75 None None] Attempting to bind port 321d1c19-e527-4aea-820f-b6f50da3be09 on network 185ff742-c25a-4c3c-a150-985e5e419759 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:33:41.800029 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f7af91-f2a4-4d8d-9e32-1e1ef2e19c75 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:33:41.800530 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f7af91-f2a4-4d8d-9e32-1e1ef2e19c75 None None] Checking segment: {'id': 'bb4a265f-304d-42f8-ae71-634def31fb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '185ff742-c25a-4c3c-a150-985e5e419759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:33:41.800932 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d8f7af91-f2a4-4d8d-9e32-1e1ef2e19c75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:41.801320 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f7af91-f2a4-4d8d-9e32-1e1ef2e19c75 None None] Bound using segment: {'id': 'bb4a265f-304d-42f8-ae71-634def31fb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '185ff742-c25a-4c3c-a150-985e5e419759'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:33:41.801787 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-d8f7af91-f2a4-4d8d-9e32-1e1ef2e19c75 None None] Bound port: 321d1c19-e527-4aea-820f-b6f50da3be09, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb4a265f-304d-42f8-ae71-634def31fb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '185ff742-c25a-4c3c-a150-985e5e419759'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:33:41.802166 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d8f7af91-f2a4-4d8d-9e32-1e1ef2e19c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:41.815348 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69b49e19-e00f-4f98-80e9-416e0e026c5c tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:41.818891 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-69b49e19-e00f-4f98-80e9-416e0e026c5c tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "PUT /v2.0/routers/de0bd163-919b-4579-a186-faefd8f3c083 HTTP/1.1" status: 200 len: 704 time: 1.8518293 Apr 20 13:33:41.824664 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48744) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:41.877782 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-d8f7af91-f2a4-4d8d-9e32-1e1ef2e19c75 None None] For port 321d1c19-e527-4aea-820f-b6f50da3be09, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:33:41.881241 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-d8f7af91-f2a4-4d8d-9e32-1e1ef2e19c75 None None] For port 321d1c19-e527-4aea-820f-b6f50da3be09, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=321d1c19-e527-4aea-820f-b6f50da3be09,segment=NetworkSegment(bb4a265f-304d-42f8-ae71-634def31fb8e),segment_id=bb4a265f-304d-42f8-ae71-634def31fb8e)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:33:41.896521 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f66f2770-b9e9-48d0-8268-e95e66433aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'name': 'tempest-RoutersIpV6Test-router-1075470178', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:33:23Z', 'updated_at': '2022-04-20T13:33:40Z', 'revision_number': 7, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'gw_port_host': None, '_interfaces': [{'id': '259ddebb-fe1d-45d9-b944-704f9ed36ea1', 'name': '', 'network_id': 'c26075e5-63e4-40c0-be8e-d9aaaa6a94b2', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:be:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:25Z', 'updated_at': '2022-04-20T13:33:29Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0c5244-175c-4f2c-8a18-d34d359be22b', 'name': '', 'network_id': 'afb8868d-2def-4cb3-bba5-d809502cd675', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:48:fc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '176ec688-8251-44fa-b5e9-e89d717555af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:28Z', 'updated_at': '2022-04-20T13:33:32Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '176ec688-8251-44fa-b5e9-e89d717555af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd445c61e-82e2-4533-8657-dd79bf63f889', 'name': '', 'network_id': '1983723b-232c-40c2-b6c3-2e85a5bf0f8e', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:e9:3d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '18667840-2de9-4a40-9efd-fa2bd0620065', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:35Z', 'updated_at': '2022-04-20T13:33:40Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '18667840-2de9-4a40-9efd-fa2bd0620065', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12', 'name': '', 'network_id': '9126d432-0d6b-4435-ad48-d8e061005c80', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:b5:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '309362b3-48b0-4af2-832f-aa639c3b30a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:32Z', 'updated_at': '2022-04-20T13:33:37Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '309362b3-48b0-4af2-832f-aa639c3b30a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:41.933506 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66f2770-b9e9-48d0-8268-e95e66433aaa None None] Checking router: de0bd163-919b-4579-a186-faefd8f3c083 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:33:41.944959 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66f2770-b9e9-48d0-8268-e95e66433aaa None None] Routers {'de0bd163-919b-4579-a186-faefd8f3c083'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:41.945596 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f66f2770-b9e9-48d0-8268-e95e66433aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:33:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['de0bd163-919b-4579-a186-faefd8f3c083'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:41.949494 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d8f7af91-f2a4-4d8d-9e32-1e1ef2e19c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:41.961663 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-782eb79e-629a-42d5-8bf4-e812c8244984 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "GET /v2.0/routers/de0bd163-919b-4579-a186-faefd8f3c083 HTTP/1.1" status: 200 len: 704 time: 0.1333592 Apr 20 13:33:41.962026 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48746) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:41.971022 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-5dd3383e-8a81-41a4-b137-68bba38bfccc tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Allocated IP 172.20.0.17 (185ff742-c25a-4c3c-a150-985e5e419759/f28b5015-8b5c-4395-bfa9-18f2e0048246/3661b4de-5a31-4163-8342-38345f9640e3) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:33:42.051872 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f7af91-f2a4-4d8d-9e32-1e1ef2e19c75 None None] Pushing event updated for resources: {'Port': ['ID=321d1c19-e527-4aea-820f-b6f50da3be09,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:42.121422 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-f66f2770-b9e9-48d0-8268-e95e66433aaa None None] Set router de0bd163-919b-4579-a186-faefd8f3c083 gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:33:42.171780 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5dd3383e-8a81-41a4-b137-68bba38bfccc tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:42.283085 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5dd3383e-8a81-41a4-b137-68bba38bfccc tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:42.360225 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:42.418557 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3383e-8a81-41a4-b137-68bba38bfccc tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Pushing event updated for resources: {'Port': ['ID=3661b4de-5a31-4163-8342-38345f9640e3,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:42.451812 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd3383e-8a81-41a4-b137-68bba38bfccc tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Network 185ff742-c25a-4c3c-a150-985e5e419759 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:33:42.452523 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-5dd3383e-8a81-41a4-b137-68bba38bfccc tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:33:42.454953 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd3383e-8a81-41a4-b137-68bba38bfccc tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:33:42.478728 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 054863a5-bbb0-4ab6-968c-11f53a8acfcd up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:33:42.524906 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5dd3383e-8a81-41a4-b137-68bba38bfccc tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:42.536476 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f66f2770-b9e9-48d0-8268-e95e66433aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'name': 'tempest-RoutersIpV6Test-router-1075470178', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:33:23Z', 'updated_at': '2022-04-20T13:33:40Z', 'revision_number': 7, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'gw_port_host': None, '_interfaces': [{'id': '259ddebb-fe1d-45d9-b944-704f9ed36ea1', 'name': '', 'network_id': 'c26075e5-63e4-40c0-be8e-d9aaaa6a94b2', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:be:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:25Z', 'updated_at': '2022-04-20T13:33:29Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0c5244-175c-4f2c-8a18-d34d359be22b', 'name': '', 'network_id': 'afb8868d-2def-4cb3-bba5-d809502cd675', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:48:fc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '176ec688-8251-44fa-b5e9-e89d717555af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:28Z', 'updated_at': '2022-04-20T13:33:32Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '176ec688-8251-44fa-b5e9-e89d717555af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd445c61e-82e2-4533-8657-dd79bf63f889', 'name': '', 'network_id': '1983723b-232c-40c2-b6c3-2e85a5bf0f8e', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:e9:3d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '18667840-2de9-4a40-9efd-fa2bd0620065', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:35Z', 'updated_at': '2022-04-20T13:33:40Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '18667840-2de9-4a40-9efd-fa2bd0620065', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12', 'name': '', 'network_id': '9126d432-0d6b-4435-ad48-d8e061005c80', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:b5:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '309362b3-48b0-4af2-832f-aa639c3b30a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:32Z', 'updated_at': '2022-04-20T13:33:37Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '309362b3-48b0-4af2-832f-aa639c3b30a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:42.583849 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66f2770-b9e9-48d0-8268-e95e66433aaa None None] The sync data for ids ['de0bd163-919b-4579-a186-faefd8f3c083'] in n-d-836015-7 is: [{'id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'name': 'tempest-RoutersIpV6Test-router-1075470178', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:33:23Z', 'updated_at': '2022-04-20T13:33:40Z', 'revision_number': 7, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'gw_port_host': None, '_interfaces': [{'id': '259ddebb-fe1d-45d9-b944-704f9ed36ea1', 'name': '', 'network_id': 'c26075e5-63e4-40c0-be8e-d9aaaa6a94b2', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:be:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:25Z', 'updated_at': '2022-04-20T13:33:29Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0c5244-175c-4f2c-8a18-d34d359be22b', 'name': '', 'network_id': 'afb8868d-2def-4cb3-bba5-d809502cd675', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:48:fc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '176ec688-8251-44fa-b5e9-e89d717555af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:28Z', 'updated_at': '2022-04-20T13:33:32Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '176ec688-8251-44fa-b5e9-e89d717555af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd445c61e-82e2-4533-8657-dd79bf63f889', 'name': '', 'network_id': '1983723b-232c-40c2-b6c3-2e85a5bf0f8e', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:e9:3d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '18667840-2de9-4a40-9efd-fa2bd0620065', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:35Z', 'updated_at': '2022-04-20T13:33:40Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '18667840-2de9-4a40-9efd-fa2bd0620065', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12', 'name': '', 'network_id': '9126d432-0d6b-4435-ad48-d8e061005c80', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:b5:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '309362b3-48b0-4af2-832f-aa639c3b30a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:32Z', 'updated_at': '2022-04-20T13:33:37Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '309362b3-48b0-4af2-832f-aa639c3b30a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:33:42.607054 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 054863a5-bbb0-4ab6-968c-11f53a8acfcd triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:42.607451 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:42.715697 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:42.743306 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 054863a5-bbb0-4ab6-968c-11f53a8acfcd, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=054863a5-bbb0-4ab6-968c-11f53a8acfcd,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:33:42.767967 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5dd3383e-8a81-41a4-b137-68bba38bfccc tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:42.816618 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:42.817492 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d445c61e-82e2-4533-8657-dd79bf63f889 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:33:42.906318 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=054863a5-bbb0-4ab6-968c-11f53a8acfcd,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:42.930676 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port d445c61e-82e2-4533-8657-dd79bf63f889 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:42.932416 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:42.945789 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fb09ecf4-8d5c-4a42-99ae-d51569877d38 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:42.977013 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d0f595-74bb-46b7-a4de-72754aec81e9 None None] Sync routers for ids ['de0bd163-919b-4579-a186-faefd8f3c083'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:33:43.010450 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d0f595-74bb-46b7-a4de-72754aec81e9 None None] Routers {'de0bd163-919b-4579-a186-faefd8f3c083'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:43.010450 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-c0d0f595-74bb-46b7-a4de-72754aec81e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:33:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['de0bd163-919b-4579-a186-faefd8f3c083'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:43.062992 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:43.148408 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-c0d0f595-74bb-46b7-a4de-72754aec81e9 None None] Set router de0bd163-919b-4579-a186-faefd8f3c083 gateway port host: None {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:33:43.184165 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5dd3383e-8a81-41a4-b137-68bba38bfccc tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:43.246227 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5dd3383e-8a81-41a4-b137-68bba38bfccc tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:43.270886 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-fb09ecf4-8d5c-4a42-99ae-d51569877d38 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Deleting port d445c61e-82e2-4533-8657-dd79bf63f889 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:33:43.271248 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fb09ecf4-8d5c-4a42-99ae-d51569877d38 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:43.360616 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5dd3383e-8a81-41a4-b137-68bba38bfccc tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:43.366877 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3383e-8a81-41a4-b137-68bba38bfccc tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Pushing event updated for resources: {'Port': ['ID=3661b4de-5a31-4163-8342-38345f9640e3,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:43.397425 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d7f846-1204-46ff-96f6-5f9bddf9d7d9 None None] Network 185ff742-c25a-4c3c-a150-985e5e419759 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:33:43.400049 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-fb09ecf4-8d5c-4a42-99ae-d51569877d38 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] For port d445c61e-82e2-4533-8657-dd79bf63f889, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d445c61e-82e2-4533-8657-dd79bf63f889,segment=NetworkSegment(01f99d85-8eb6-4a1c-a091-bcf771ae5824),segment_id=01f99d85-8eb6-4a1c-a091-bcf771ae5824)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:33:43.401515 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fb09ecf4-8d5c-4a42-99ae-d51569877d38 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:43.415574 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-fb09ecf4-8d5c-4a42-99ae-d51569877d38 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Calling delete_port for d445c61e-82e2-4533-8657-dd79bf63f889 owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:33:43.466726 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd3383e-8a81-41a4-b137-68bba38bfccc tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Network 185ff742-c25a-4c3c-a150-985e5e419759 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:33:43.468845 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-5dd3383e-8a81-41a4-b137-68bba38bfccc tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:33:43.498445 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-0e4677f4-efb5-478f-8c8c-cbe945fa96e0 None None] Provisioning complete for port 321d1c19-e527-4aea-820f-b6f50da3be09 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:43.499005 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0e4677f4-efb5-478f-8c8c-cbe945fa96e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:43.533670 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-c0d0f595-74bb-46b7-a4de-72754aec81e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'name': 'tempest-RoutersIpV6Test-router-1075470178', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:33:23Z', 'updated_at': '2022-04-20T13:33:40Z', 'revision_number': 7, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'gw_port_host': None, '_interfaces': [{'id': '259ddebb-fe1d-45d9-b944-704f9ed36ea1', 'name': '', 'network_id': 'c26075e5-63e4-40c0-be8e-d9aaaa6a94b2', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:be:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:25Z', 'updated_at': '2022-04-20T13:33:29Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0c5244-175c-4f2c-8a18-d34d359be22b', 'name': '', 'network_id': 'afb8868d-2def-4cb3-bba5-d809502cd675', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:48:fc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '176ec688-8251-44fa-b5e9-e89d717555af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:28Z', 'updated_at': '2022-04-20T13:33:32Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '176ec688-8251-44fa-b5e9-e89d717555af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd445c61e-82e2-4533-8657-dd79bf63f889', 'name': '', 'network_id': '1983723b-232c-40c2-b6c3-2e85a5bf0f8e', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:e9:3d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '18667840-2de9-4a40-9efd-fa2bd0620065', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:35Z', 'updated_at': '2022-04-20T13:33:40Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '18667840-2de9-4a40-9efd-fa2bd0620065', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12', 'name': '', 'network_id': '9126d432-0d6b-4435-ad48-d8e061005c80', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:b5:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '309362b3-48b0-4af2-832f-aa639c3b30a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:32Z', 'updated_at': '2022-04-20T13:33:37Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '309362b3-48b0-4af2-832f-aa639c3b30a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:43.589715 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d0f595-74bb-46b7-a4de-72754aec81e9 None None] Checking router: de0bd163-919b-4579-a186-faefd8f3c083 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:33:43.616410 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd3383e-8a81-41a4-b137-68bba38bfccc tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Router 947519ca-c1e0-47f4-9ace-5c4db7c18b5f has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:33:43.617178 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d0f595-74bb-46b7-a4de-72754aec81e9 None None] Routers {'de0bd163-919b-4579-a186-faefd8f3c083'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:43.617801 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-c0d0f595-74bb-46b7-a4de-72754aec81e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:33:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['de0bd163-919b-4579-a186-faefd8f3c083'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:43.675147 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fb09ecf4-8d5c-4a42-99ae-d51569877d38 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:43.705167 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09ecf4-8d5c-4a42-99ae-d51569877d38 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event deleted for resources: {'Port': ['ID=d445c61e-82e2-4533-8657-dd79bf63f889,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:43.750391 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd3383e-8a81-41a4-b137-68bba38bfccc tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:33:43.772877 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5dd3383e-8a81-41a4-b137-68bba38bfccc tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "PUT /v2.0/routers/947519ca-c1e0-47f4-9ace-5c4db7c18b5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1669652 Apr 20 13:33:43.880421 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fb09ecf4-8d5c-4a42-99ae-d51569877d38 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:43.942920 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0e4677f4-efb5-478f-8c8c-cbe945fa96e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:43.956588 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-c0d0f595-74bb-46b7-a4de-72754aec81e9 None None] Set router de0bd163-919b-4579-a186-faefd8f3c083 gateway port host: None {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:33:44.003944 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d43fbd-dce3-4205-ba1b-e70962e9e86d None None] Sync routers for ids ['947519ca-c1e0-47f4-9ace-5c4db7c18b5f'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:33:44.024085 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d43fbd-dce3-4205-ba1b-e70962e9e86d None None] Routers {'947519ca-c1e0-47f4-9ace-5c4db7c18b5f'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:44.027432 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-72d43fbd-dce3-4205-ba1b-e70962e9e86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:33:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['947519ca-c1e0-47f4-9ace-5c4db7c18b5f'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:44.086037 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-0e4677f4-efb5-478f-8c8c-cbe945fa96e0 None None] For port 321d1c19-e527-4aea-820f-b6f50da3be09, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=321d1c19-e527-4aea-820f-b6f50da3be09,segment=NetworkSegment(bb4a265f-304d-42f8-ae71-634def31fb8e),segment_id=bb4a265f-304d-42f8-ae71-634def31fb8e)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:33:44.155614 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0e4677f4-efb5-478f-8c8c-cbe945fa96e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:44.186949 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-72d43fbd-dce3-4205-ba1b-e70962e9e86d None None] Set router 947519ca-c1e0-47f4-9ace-5c4db7c18b5f gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:33:44.237994 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52740cd-eacb-4193-b495-092beec41506 req-b3907d65-c899-4bfa-a518-c8c00400e1ee tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:44.239982 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b52740cd-eacb-4193-b495-092beec41506 req-b3907d65-c899-4bfa-a518-c8c00400e1ee tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/networks?id=185ff742-c25a-4c3c-a150-985e5e419759 HTTP/1.1" status: 200 len: 797 time: 0.2420242 Apr 20 13:33:44.250495 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb09ecf4-8d5c-4a42-99ae-d51569877d38 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Router de0bd163-919b-4579-a186-faefd8f3c083 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:33:44.282155 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b52740cd-eacb-4193-b495-092beec41506 req-009ddf47-3379-4ec8-8613-7cb41c743965 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/quotas/b3b98b9644e24ccabddf56e67de7cac9 HTTP/1.1" status: 200 len: 375 time: 0.0143075 Apr 20 13:33:44.298819 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4677f4-efb5-478f-8c8c-cbe945fa96e0 None None] Pushing event updated for resources: {'Port': ['ID=321d1c19-e527-4aea-820f-b6f50da3be09,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:44.370446 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-c0d0f595-74bb-46b7-a4de-72754aec81e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'name': 'tempest-RoutersIpV6Test-router-1075470178', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:33:23Z', 'updated_at': '2022-04-20T13:33:40Z', 'revision_number': 7, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'gw_port_host': None, '_interfaces': [{'id': '259ddebb-fe1d-45d9-b944-704f9ed36ea1', 'name': '', 'network_id': 'c26075e5-63e4-40c0-be8e-d9aaaa6a94b2', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:be:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:25Z', 'updated_at': '2022-04-20T13:33:29Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0c5244-175c-4f2c-8a18-d34d359be22b', 'name': '', 'network_id': 'afb8868d-2def-4cb3-bba5-d809502cd675', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:48:fc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '176ec688-8251-44fa-b5e9-e89d717555af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:28Z', 'updated_at': '2022-04-20T13:33:32Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '176ec688-8251-44fa-b5e9-e89d717555af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd445c61e-82e2-4533-8657-dd79bf63f889', 'name': '', 'network_id': '1983723b-232c-40c2-b6c3-2e85a5bf0f8e', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:e9:3d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '18667840-2de9-4a40-9efd-fa2bd0620065', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:35Z', 'updated_at': '2022-04-20T13:33:40Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '18667840-2de9-4a40-9efd-fa2bd0620065', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12', 'name': '', 'network_id': '9126d432-0d6b-4435-ad48-d8e061005c80', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:b5:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '309362b3-48b0-4af2-832f-aa639c3b30a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:32Z', 'updated_at': '2022-04-20T13:33:37Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '309362b3-48b0-4af2-832f-aa639c3b30a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:44.409920 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d0f595-74bb-46b7-a4de-72754aec81e9 None None] The sync data for ids ['de0bd163-919b-4579-a186-faefd8f3c083'] in n-d-836015-7 is: [{'id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'name': 'tempest-RoutersIpV6Test-router-1075470178', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:33:23Z', 'updated_at': '2022-04-20T13:33:40Z', 'revision_number': 7, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'gw_port_host': None, '_interfaces': [{'id': '259ddebb-fe1d-45d9-b944-704f9ed36ea1', 'name': '', 'network_id': 'c26075e5-63e4-40c0-be8e-d9aaaa6a94b2', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:be:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:25Z', 'updated_at': '2022-04-20T13:33:29Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0c5244-175c-4f2c-8a18-d34d359be22b', 'name': '', 'network_id': 'afb8868d-2def-4cb3-bba5-d809502cd675', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:48:fc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '176ec688-8251-44fa-b5e9-e89d717555af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:28Z', 'updated_at': '2022-04-20T13:33:32Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '176ec688-8251-44fa-b5e9-e89d717555af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd445c61e-82e2-4533-8657-dd79bf63f889', 'name': '', 'network_id': '1983723b-232c-40c2-b6c3-2e85a5bf0f8e', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:e9:3d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '18667840-2de9-4a40-9efd-fa2bd0620065', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:35Z', 'updated_at': '2022-04-20T13:33:40Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '18667840-2de9-4a40-9efd-fa2bd0620065', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12', 'name': '', 'network_id': '9126d432-0d6b-4435-ad48-d8e061005c80', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:b5:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '309362b3-48b0-4af2-832f-aa639c3b30a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:32Z', 'updated_at': '2022-04-20T13:33:37Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '309362b3-48b0-4af2-832f-aa639c3b30a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:33:44.436143 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-eca03d64-eb4f-4d4a-871e-cd18a54a0246 None None] Provisioning complete for port 3661b4de-5a31-4163-8342-38345f9640e3 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:44.437061 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-eca03d64-eb4f-4d4a-871e-cd18a54a0246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:44.496184 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-72d43fbd-dce3-4205-ba1b-e70962e9e86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947519ca-c1e0-47f4-9ace-5c4db7c18b5f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-809269252', 'tenant_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '054863a5-bbb0-4ab6-968c-11f53a8acfcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:33:35Z', 'updated_at': '2022-04-20T13:33:42Z', 'revision_number': 4, 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'gw_port': {'id': '054863a5-bbb0-4ab6-968c-11f53a8acfcd', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947519ca-c1e0-47f4-9ace-5c4db7c18b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:36Z', 'updated_at': '2022-04-20T13:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '3661b4de-5a31-4163-8342-38345f9640e3', 'name': '', 'network_id': '185ff742-c25a-4c3c-a150-985e5e419759', 'tenant_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'mac_address': 'fa:16:3e:42:ed:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947519ca-c1e0-47f4-9ace-5c4db7c18b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'f28b5015-8b5c-4395-bfa9-18f2e0048246', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:41Z', 'updated_at': '2022-04-20T13:33:43Z', 'revision_number': 2, 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'subnets': [{'id': 'f28b5015-8b5c-4395-bfa9-18f2e0048246', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:44.525616 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d43fbd-dce3-4205-ba1b-e70962e9e86d None None] Checking router: 947519ca-c1e0-47f4-9ace-5c4db7c18b5f for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:33:44.526137 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d43fbd-dce3-4205-ba1b-e70962e9e86d None None] Updating router 947519ca-c1e0-47f4-9ace-5c4db7c18b5f port 3661b4de-5a31-4163-8342-38345f9640e3 binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:33:44.527334 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-eca03d64-eb4f-4d4a-871e-cd18a54a0246 None None] Port 3661b4de-5a31-4163-8342-38345f9640e3 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:33:44.528957 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b52740cd-eacb-4193-b495-092beec41506 req-42828656-e3ba-4e24-ab1c-1052ba2a718b tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b3b98b9644e24ccabddf56e67de7cac9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1849008 Apr 20 13:33:44.530277 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb09ecf4-8d5c-4a42-99ae-d51569877d38 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:33:44.543070 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-eca03d64-eb4f-4d4a-871e-cd18a54a0246 None None] Provisioning complete for port 321d1c19-e527-4aea-820f-b6f50da3be09 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:44.543487 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-eca03d64-eb4f-4d4a-871e-cd18a54a0246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:44.566472 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48764) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:44.567039 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-fb09ecf4-8d5c-4a42-99ae-d51569877d38 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "PUT /v2.0/routers/de0bd163-919b-4579-a186-faefd8f3c083/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6025486 Apr 20 13:33:44.584514 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-72d43fbd-dce3-4205-ba1b-e70962e9e86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:44.605852 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 054863a5-bbb0-4ab6-968c-11f53a8acfcd up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:33:44.673306 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-84c858a9-82b9-4452-a3c8-2a67171040f5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Deleting subnet 18667840-2de9-4a40-9efd-fa2bd0620065 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:33:44.677662 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84c858a9-82b9-4452-a3c8-2a67171040f5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:44.729485 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 054863a5-bbb0-4ab6-968c-11f53a8acfcd triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:44.730064 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:44.758907 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84c858a9-82b9-4452-a3c8-2a67171040f5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:44.760836 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90f8d38-7192-4596-8d67-0d82dba4376f None None] Sync routers for ids ['de0bd163-919b-4579-a186-faefd8f3c083'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:33:44.791947 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90f8d38-7192-4596-8d67-0d82dba4376f None None] Routers {'de0bd163-919b-4579-a186-faefd8f3c083'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:44.793852 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-b90f8d38-7192-4596-8d67-0d82dba4376f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:33:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['de0bd163-919b-4579-a186-faefd8f3c083'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:44.797311 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b52740cd-eacb-4193-b495-092beec41506 req-404eab75-0c29-4674-86f2-379e87ca6e08 service neutron] 10.222.0.25 "GET /v2.0/networks/185ff742-c25a-4c3c-a150-985e5e419759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286847 Apr 20 13:33:44.888390 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84c858a9-82b9-4452-a3c8-2a67171040f5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:44.952412 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b52740cd-eacb-4193-b495-092beec41506 req-444845dd-0597-48a9-931f-ef9e4fdffaba service neutron] 10.222.0.25 "GET /v2.0/networks/185ff742-c25a-4c3c-a150-985e5e419759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495476 Apr 20 13:33:44.956353 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-0db42555-1bf4-435a-aa7c-af7b927f95e4 None None] Provisioning complete for port 3661b4de-5a31-4163-8342-38345f9640e3 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:44.956726 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0db42555-1bf4-435a-aa7c-af7b927f95e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:44.958860 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-b90f8d38-7192-4596-8d67-0d82dba4376f None None] Set router de0bd163-919b-4579-a186-faefd8f3c083 gateway port host: None {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:33:45.012685 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-72d43fbd-dce3-4205-ba1b-e70962e9e86d None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:45.037044 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 321d1c19-e527-4aea-820f-b6f50da3be09 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:33:45.045763 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-0db42555-1bf4-435a-aa7c-af7b927f95e4 None None] Port 3661b4de-5a31-4163-8342-38345f9640e3 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:33:45.052483 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84c858a9-82b9-4452-a3c8-2a67171040f5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:45.082257 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c858a9-82b9-4452-a3c8-2a67171040f5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event deleted for resources: {'Subnet': ['ID=18667840-2de9-4a40-9efd-fa2bd0620065,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:45.086150 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-72d43fbd-dce3-4205-ba1b-e70962e9e86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:45.089578 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84c858a9-82b9-4452-a3c8-2a67171040f5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:45.095933 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48768) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:45.097005 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-84c858a9-82b9-4452-a3c8-2a67171040f5 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "DELETE /v2.0/subnets/18667840-2de9-4a40-9efd-fa2bd0620065 HTTP/1.1" status: 204 len: 168 time: 0.5278866 Apr 20 13:33:45.114728 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aee5624-3cf9-4c38-b295-bd4c76f838fc None None] Network 1983723b-232c-40c2-b6c3-2e85a5bf0f8e requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:33:45.149306 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494dae97-e633-410e-a184-7237a5baf637 None None] Pushing event updated for resources: {'Port': ['ID=3661b4de-5a31-4163-8342-38345f9640e3,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:45.212507 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9601877a-1567-4b85-ae9d-6e5bb714e588 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:45.221992 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-72d43fbd-dce3-4205-ba1b-e70962e9e86d None None] Attempting to bind port 3661b4de-5a31-4163-8342-38345f9640e3 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:33:45.222499 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-72d43fbd-dce3-4205-ba1b-e70962e9e86d None None] Attempting to bind port 3661b4de-5a31-4163-8342-38345f9640e3 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'bb4a265f-304d-42f8-ae71-634def31fb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '185ff742-c25a-4c3c-a150-985e5e419759'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:33:45.222965 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d43fbd-dce3-4205-ba1b-e70962e9e86d None None] Attempting to bind port 3661b4de-5a31-4163-8342-38345f9640e3 on network 185ff742-c25a-4c3c-a150-985e5e419759 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:33:45.228804 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d43fbd-dce3-4205-ba1b-e70962e9e86d None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:33:45.229330 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d43fbd-dce3-4205-ba1b-e70962e9e86d None None] Checking segment: {'id': 'bb4a265f-304d-42f8-ae71-634def31fb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '185ff742-c25a-4c3c-a150-985e5e419759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:33:45.229818 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-72d43fbd-dce3-4205-ba1b-e70962e9e86d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:45.230305 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d43fbd-dce3-4205-ba1b-e70962e9e86d None None] Bound using segment: {'id': 'bb4a265f-304d-42f8-ae71-634def31fb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '185ff742-c25a-4c3c-a150-985e5e419759'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:33:45.231314 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-72d43fbd-dce3-4205-ba1b-e70962e9e86d None None] Bound port: 3661b4de-5a31-4163-8342-38345f9640e3, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb4a265f-304d-42f8-ae71-634def31fb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '185ff742-c25a-4c3c-a150-985e5e419759'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:33:45.231314 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-72d43fbd-dce3-4205-ba1b-e70962e9e86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:45.274468 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-b28f8129-d0e3-4b71-b194-0487a10887df None None] Provisioning complete for port 3661b4de-5a31-4163-8342-38345f9640e3 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:45.274815 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b28f8129-d0e3-4b71-b194-0487a10887df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:45.287525 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-9601877a-1567-4b85-ae9d-6e5bb714e588 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Deleting port c7f3caf3-5580-4aa2-8603-1c24b7e1bfd1 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:33:45.288458 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9601877a-1567-4b85-ae9d-6e5bb714e588 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:45.346306 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 321d1c19-e527-4aea-820f-b6f50da3be09 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:45.347069 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:45.376705 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-9601877a-1567-4b85-ae9d-6e5bb714e588 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] For port c7f3caf3-5580-4aa2-8603-1c24b7e1bfd1, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=c7f3caf3-5580-4aa2-8603-1c24b7e1bfd1,segment=NetworkSegment(01f99d85-8eb6-4a1c-a091-bcf771ae5824),segment_id=01f99d85-8eb6-4a1c-a091-bcf771ae5824)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:33:45.381818 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9601877a-1567-4b85-ae9d-6e5bb714e588 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:45.397526 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-9601877a-1567-4b85-ae9d-6e5bb714e588 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Calling delete_port for c7f3caf3-5580-4aa2-8603-1c24b7e1bfd1 owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:33:45.408222 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-72d43fbd-dce3-4205-ba1b-e70962e9e86d None None] For port 3661b4de-5a31-4163-8342-38345f9640e3, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:33:45.411343 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-72d43fbd-dce3-4205-ba1b-e70962e9e86d None None] For port 3661b4de-5a31-4163-8342-38345f9640e3, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=3661b4de-5a31-4163-8342-38345f9640e3,segment=NetworkSegment(bb4a265f-304d-42f8-ae71-634def31fb8e),segment_id=bb4a265f-304d-42f8-ae71-634def31fb8e)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:33:45.453740 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-b28f8129-d0e3-4b71-b194-0487a10887df None None] Port 3661b4de-5a31-4163-8342-38345f9640e3 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:33:45.498580 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-72d43fbd-dce3-4205-ba1b-e70962e9e86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:45.582519 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d43fbd-dce3-4205-ba1b-e70962e9e86d None None] Routers {'947519ca-c1e0-47f4-9ace-5c4db7c18b5f'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:45.583184 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-72d43fbd-dce3-4205-ba1b-e70962e9e86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:33:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['947519ca-c1e0-47f4-9ace-5c4db7c18b5f'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:45.586109 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-18538a1e-dcd6-4898-9f9a-5cbab6a51a5f req-35988189-3912-42e0-8730-4fc6c33ce7cb tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f823376-c86c-45fc-8e23-c0c45bf274af HTTP/1.1" status: 200 len: 210 time: 0.0581820 Apr 20 13:33:45.591735 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-b90f8d38-7192-4596-8d67-0d82dba4376f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'name': 'tempest-RoutersIpV6Test-router-1075470178', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:33:23Z', 'updated_at': '2022-04-20T13:33:43Z', 'revision_number': 8, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'gw_port_host': None, '_interfaces': [{'id': '259ddebb-fe1d-45d9-b944-704f9ed36ea1', 'name': '', 'network_id': 'c26075e5-63e4-40c0-be8e-d9aaaa6a94b2', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:be:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:25Z', 'updated_at': '2022-04-20T13:33:29Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0c5244-175c-4f2c-8a18-d34d359be22b', 'name': '', 'network_id': 'afb8868d-2def-4cb3-bba5-d809502cd675', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:48:fc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '176ec688-8251-44fa-b5e9-e89d717555af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:28Z', 'updated_at': '2022-04-20T13:33:32Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '176ec688-8251-44fa-b5e9-e89d717555af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12', 'name': '', 'network_id': '9126d432-0d6b-4435-ad48-d8e061005c80', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:b5:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '309362b3-48b0-4af2-832f-aa639c3b30a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:32Z', 'updated_at': '2022-04-20T13:33:37Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '309362b3-48b0-4af2-832f-aa639c3b30a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:45.605903 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9601877a-1567-4b85-ae9d-6e5bb714e588 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:45.622082 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494dae97-e633-410e-a184-7237a5baf637 None None] Pushing event updated for resources: {'Port': ['ID=3661b4de-5a31-4163-8342-38345f9640e3,revision_number=4']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:45.632285 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d76d9d6-964f-4025-9b0e-9508061a9a59 None None] DHCP port deletion for 1983723b-232c-40c2-b6c3-2e85a5bf0f8e request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:33:45.634835 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9601877a-1567-4b85-ae9d-6e5bb714e588 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] No DVR routers for this DVR port c7f3caf3-5580-4aa2-8603-1c24b7e1bfd1 on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:33:45.641445 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90f8d38-7192-4596-8d67-0d82dba4376f None None] Checking router: de0bd163-919b-4579-a186-faefd8f3c083 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:33:45.645899 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-4b833dca-37fe-4252-a078-72199a3a3ee1 None None] Provisioning complete for port 3661b4de-5a31-4163-8342-38345f9640e3 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:45.646279 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4b833dca-37fe-4252-a078-72199a3a3ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:45.693131 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90f8d38-7192-4596-8d67-0d82dba4376f None None] Routers {'de0bd163-919b-4579-a186-faefd8f3c083'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:45.693131 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-b90f8d38-7192-4596-8d67-0d82dba4376f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:33:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['de0bd163-919b-4579-a186-faefd8f3c083'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:45.702587 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601877a-1567-4b85-ae9d-6e5bb714e588 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event deleted for resources: {'Port': ['ID=c7f3caf3-5580-4aa2-8603-1c24b7e1bfd1,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:45.770551 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9601877a-1567-4b85-ae9d-6e5bb714e588 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:45.809779 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-72d43fbd-dce3-4205-ba1b-e70962e9e86d None None] Set router 947519ca-c1e0-47f4-9ace-5c4db7c18b5f gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:33:45.810036 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-9601877a-1567-4b85-ae9d-6e5bb714e588 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1983723b-232c-40c2-b6c3-2e85a5bf0f8e']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:45.828841 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-9601877a-1567-4b85-ae9d-6e5bb714e588 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01f99d85-8eb6-4a1c-a091-bcf771ae5824') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:45.829142 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-9601877a-1567-4b85-ae9d-6e5bb714e588 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01f99d85-8eb6-4a1c-a091-bcf771ae5824') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:45.857920 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9601877a-1567-4b85-ae9d-6e5bb714e588 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:45.880111 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9601877a-1567-4b85-ae9d-6e5bb714e588 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:45.892620 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9601877a-1567-4b85-ae9d-6e5bb714e588 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:33:45.893288 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9601877a-1567-4b85-ae9d-6e5bb714e588 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:45.902731 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:33:45.902731 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:33:45.902731 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:33:45.902731 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:33:45.902731 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:33:45.902731 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:33:45.902731 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:33:45.902731 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:33:45.902731 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:33:45.902731 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:33:45.902731 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:33:45.902731 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:33:45.902731 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:33:45.902731 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:33:45.902731 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:33:45.902731 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:33:45.902731 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:33:45.902731 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:33:45.902731 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:33:45.902731 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:33:45.902731 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:33:45.902731 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:33:45.902731 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:33:45.902731 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:33:45.902731 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:33:45.902731 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:33:45.902731 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:33:45.902731 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:33:45.902731 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:33:45.902731 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:33:45.902731 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:33:45.902731 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:33:45.923300 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-b90f8d38-7192-4596-8d67-0d82dba4376f None None] Set router de0bd163-919b-4579-a186-faefd8f3c083 gateway port host: None {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:33:46.046716 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9601877a-1567-4b85-ae9d-6e5bb714e588 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:46.055278 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9601877a-1567-4b85-ae9d-6e5bb714e588 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:46.063054 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9601877a-1567-4b85-ae9d-6e5bb714e588 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "DELETE /v2.0/networks/1983723b-232c-40c2-b6c3-2e85a5bf0f8e HTTP/1.1" status: 204 len: 168 time: 0.9631200 Apr 20 13:33:46.063247 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-72d43fbd-dce3-4205-ba1b-e70962e9e86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947519ca-c1e0-47f4-9ace-5c4db7c18b5f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-809269252', 'tenant_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '054863a5-bbb0-4ab6-968c-11f53a8acfcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:33:35Z', 'updated_at': '2022-04-20T13:33:42Z', 'revision_number': 4, 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'gw_port': {'id': '054863a5-bbb0-4ab6-968c-11f53a8acfcd', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947519ca-c1e0-47f4-9ace-5c4db7c18b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:36Z', 'updated_at': '2022-04-20T13:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '3661b4de-5a31-4163-8342-38345f9640e3', 'name': '', 'network_id': '185ff742-c25a-4c3c-a150-985e5e419759', 'tenant_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'mac_address': 'fa:16:3e:42:ed:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947519ca-c1e0-47f4-9ace-5c4db7c18b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'f28b5015-8b5c-4395-bfa9-18f2e0048246', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:41Z', 'updated_at': '2022-04-20T13:33:45Z', 'revision_number': 4, 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'subnets': [{'id': 'f28b5015-8b5c-4395-bfa9-18f2e0048246', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:46.063805 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48780) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:46.083373 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601877a-1567-4b85-ae9d-6e5bb714e588 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event deleted for resources: {'Network': ['ID=1983723b-232c-40c2-b6c3-2e85a5bf0f8e,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:46.097257 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d43fbd-dce3-4205-ba1b-e70962e9e86d None None] The sync data for ids ['947519ca-c1e0-47f4-9ace-5c4db7c18b5f'] in n-d-836015-7 is: [{'id': '947519ca-c1e0-47f4-9ace-5c4db7c18b5f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-809269252', 'tenant_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '054863a5-bbb0-4ab6-968c-11f53a8acfcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:33:35Z', 'updated_at': '2022-04-20T13:33:42Z', 'revision_number': 4, 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'gw_port': {'id': '054863a5-bbb0-4ab6-968c-11f53a8acfcd', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947519ca-c1e0-47f4-9ace-5c4db7c18b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:36Z', 'updated_at': '2022-04-20T13:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '3661b4de-5a31-4163-8342-38345f9640e3', 'name': '', 'network_id': '185ff742-c25a-4c3c-a150-985e5e419759', 'tenant_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'mac_address': 'fa:16:3e:42:ed:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947519ca-c1e0-47f4-9ace-5c4db7c18b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': 'f28b5015-8b5c-4395-bfa9-18f2e0048246', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:41Z', 'updated_at': '2022-04-20T13:33:45Z', 'revision_number': 4, 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'subnets': [{'id': 'f28b5015-8b5c-4395-bfa9-18f2e0048246', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:33:46.229503 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4b833dca-37fe-4252-a078-72199a3a3ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:46.284108 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-4b833dca-37fe-4252-a078-72199a3a3ee1 None None] For port 3661b4de-5a31-4163-8342-38345f9640e3, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=3661b4de-5a31-4163-8342-38345f9640e3,segment=NetworkSegment(bb4a265f-304d-42f8-ae71-634def31fb8e),segment_id=bb4a265f-304d-42f8-ae71-634def31fb8e)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:33:46.370289 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4b833dca-37fe-4252-a078-72199a3a3ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:46.463807 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 3661b4de-5a31-4163-8342-38345f9640e3 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:33:46.557727 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b833dca-37fe-4252-a078-72199a3a3ee1 None None] Pushing event updated for resources: {'Port': ['ID=3661b4de-5a31-4163-8342-38345f9640e3,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:46.635888 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-905cba08-2855-4146-ae29-8880a85201cd None None] Provisioning complete for port 3661b4de-5a31-4163-8342-38345f9640e3 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:46.636457 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-905cba08-2855-4146-ae29-8880a85201cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:46.691876 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 3661b4de-5a31-4163-8342-38345f9640e3 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:46.692311 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:46.735418 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-168a0ab3-6ae1-4b73-86f3-30015cbe2d35 req-73ad44a1-9c92-40de-871c-efbb975d8442 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f823376-c86c-45fc-8e23-c0c45bf274af HTTP/1.1" status: 200 len: 210 time: 0.0464745 Apr 20 13:33:46.759646 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-b90f8d38-7192-4596-8d67-0d82dba4376f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'name': 'tempest-RoutersIpV6Test-router-1075470178', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:33:23Z', 'updated_at': '2022-04-20T13:33:43Z', 'revision_number': 8, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'gw_port_host': None, '_interfaces': [{'id': '259ddebb-fe1d-45d9-b944-704f9ed36ea1', 'name': '', 'network_id': 'c26075e5-63e4-40c0-be8e-d9aaaa6a94b2', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:be:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:25Z', 'updated_at': '2022-04-20T13:33:29Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0c5244-175c-4f2c-8a18-d34d359be22b', 'name': '', 'network_id': 'afb8868d-2def-4cb3-bba5-d809502cd675', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:48:fc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '176ec688-8251-44fa-b5e9-e89d717555af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:28Z', 'updated_at': '2022-04-20T13:33:32Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '176ec688-8251-44fa-b5e9-e89d717555af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12', 'name': '', 'network_id': '9126d432-0d6b-4435-ad48-d8e061005c80', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:b5:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '309362b3-48b0-4af2-832f-aa639c3b30a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:32Z', 'updated_at': '2022-04-20T13:33:37Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '309362b3-48b0-4af2-832f-aa639c3b30a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:46.816396 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90f8d38-7192-4596-8d67-0d82dba4376f None None] The sync data for ids ['de0bd163-919b-4579-a186-faefd8f3c083'] in n-d-836015-7 is: [{'id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'name': 'tempest-RoutersIpV6Test-router-1075470178', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:33:23Z', 'updated_at': '2022-04-20T13:33:43Z', 'revision_number': 8, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'gw_port_host': None, '_interfaces': [{'id': '259ddebb-fe1d-45d9-b944-704f9ed36ea1', 'name': '', 'network_id': 'c26075e5-63e4-40c0-be8e-d9aaaa6a94b2', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:be:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:25Z', 'updated_at': '2022-04-20T13:33:29Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0c5244-175c-4f2c-8a18-d34d359be22b', 'name': '', 'network_id': 'afb8868d-2def-4cb3-bba5-d809502cd675', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:48:fc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '176ec688-8251-44fa-b5e9-e89d717555af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:28Z', 'updated_at': '2022-04-20T13:33:32Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '176ec688-8251-44fa-b5e9-e89d717555af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12', 'name': '', 'network_id': '9126d432-0d6b-4435-ad48-d8e061005c80', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:b5:24:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '309362b3-48b0-4af2-832f-aa639c3b30a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:32Z', 'updated_at': '2022-04-20T13:33:37Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '309362b3-48b0-4af2-832f-aa639c3b30a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:33:46.883753 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 321d1c19-e527-4aea-820f-b6f50da3be09 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:33:46.911395 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1a883ee7-50aa-4963-bae5-4506bf962641 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:46.943625 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 321d1c19-e527-4aea-820f-b6f50da3be09 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:46.944284 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:47.198517 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1a883ee7-50aa-4963-bae5-4506bf962641 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Deleting port ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:33:47.199750 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1a883ee7-50aa-4963-bae5-4506bf962641 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:47.209674 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device c7f3caf3-5580-4aa2-8603-1c24b7e1bfd1 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:33:47.243071 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: c7f3caf3-5580-4aa2-8603-1c24b7e1bfd1 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:33:47.243571 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device c7f3caf3-5580-4aa2-8603-1c24b7e1bfd1 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:33:47.305210 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-1a883ee7-50aa-4963-bae5-4506bf962641 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] For port ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12,segment=NetworkSegment(6ab249de-062c-44fd-a157-e7b99583c618),segment_id=6ab249de-062c-44fd-a157-e7b99583c618)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:33:47.305677 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1a883ee7-50aa-4963-bae5-4506bf962641 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:47.321151 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-1a883ee7-50aa-4963-bae5-4506bf962641 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Calling delete_port for ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12 owned by network:router_interface {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:33:47.789164 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1a883ee7-50aa-4963-bae5-4506bf962641 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:47.819753 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a883ee7-50aa-4963-bae5-4506bf962641 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event deleted for resources: {'Port': ['ID=ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:47.840651 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-69ad9b10-b6c6-469f-a588-aa7ec75f548a req-5b346197-4d0d-473b-89fc-5e310f78783c tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f823376-c86c-45fc-8e23-c0c45bf274af HTTP/1.1" status: 200 len: 210 time: 0.0292995 Apr 20 13:33:47.940237 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1a883ee7-50aa-4963-bae5-4506bf962641 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:48.082006 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52740cd-eacb-4193-b495-092beec41506 req-94bda8f4-8a2f-4e33-b1ea-b527112e8f93 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:48.083661 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b52740cd-eacb-4193-b495-092beec41506 req-94bda8f4-8a2f-4e33-b1ea-b527112e8f93 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.15 "GET /v2.0/networks?id=185ff742-c25a-4c3c-a150-985e5e419759 HTTP/1.1" status: 200 len: 797 time: 0.1127074 Apr 20 13:33:48.099780 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-b52740cd-eacb-4193-b495-092beec41506 req-f9b4cef4-db46-4e6d-a7c7-ef4f52b7acf4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Request body: {'port': {'device_id': '8f823376-c86c-45fc-8e23-c0c45bf274af', 'network_id': '185ff742-c25a-4c3c-a150-985e5e419759', 'admin_state_up': True, 'tenant_id': 'b3b98b9644e24ccabddf56e67de7cac9'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:33:48.148676 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a883ee7-50aa-4963-bae5-4506bf962641 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Router de0bd163-919b-4579-a186-faefd8f3c083 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:33:48.253572 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a883ee7-50aa-4963-bae5-4506bf962641 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:33:48.258664 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1a883ee7-50aa-4963-bae5-4506bf962641 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "PUT /v2.0/routers/de0bd163-919b-4579-a186-faefd8f3c083/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1941929 Apr 20 13:33:48.261319 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48792) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:48.264382 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5371af-0584-4257-b1ae-d0500a64b594 None None] Sync routers for ids ['de0bd163-919b-4579-a186-faefd8f3c083'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:33:48.280936 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5371af-0584-4257-b1ae-d0500a64b594 None None] Routers {'de0bd163-919b-4579-a186-faefd8f3c083'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:48.281567 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-2b5371af-0584-4257-b1ae-d0500a64b594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:33:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['de0bd163-919b-4579-a186-faefd8f3c083'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:48.302183 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b52740cd-eacb-4193-b495-092beec41506 req-f9b4cef4-db46-4e6d-a7c7-ef4f52b7acf4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Made reservation on behalf of b3b98b9644e24ccabddf56e67de7cac9 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:33:48.306126 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b52740cd-eacb-4193-b495-092beec41506 req-f9b4cef4-db46-4e6d-a7c7-ef4f52b7acf4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:48.314563 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-295b0662-cde4-490e-823f-b1c8ac23a72e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Deleting subnet 309362b3-48b0-4af2-832f-aa639c3b30a2 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:33:48.317992 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-295b0662-cde4-490e-823f-b1c8ac23a72e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:48.365980 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-295b0662-cde4-490e-823f-b1c8ac23a72e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:48.381505 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 3661b4de-5a31-4163-8342-38345f9640e3 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:33:48.389872 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-2b5371af-0584-4257-b1ae-d0500a64b594 None None] Set router de0bd163-919b-4579-a186-faefd8f3c083 gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:33:48.449860 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 3661b4de-5a31-4163-8342-38345f9640e3 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:48.450905 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:48.475062 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-b52740cd-eacb-4193-b495-092beec41506 req-f9b4cef4-db46-4e6d-a7c7-ef4f52b7acf4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Allocated IP 172.20.0.20 (185ff742-c25a-4c3c-a150-985e5e419759/f28b5015-8b5c-4395-bfa9-18f2e0048246/a9b830ed-3888-4719-9a48-dbe92299a243) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:33:48.511147 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-295b0662-cde4-490e-823f-b1c8ac23a72e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:48.568765 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d445c61e-82e2-4533-8657-dd79bf63f889 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:33:48.591314 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: d445c61e-82e2-4533-8657-dd79bf63f889 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:33:48.591762 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d445c61e-82e2-4533-8657-dd79bf63f889 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:33:48.619485 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b52740cd-eacb-4193-b495-092beec41506 req-f9b4cef4-db46-4e6d-a7c7-ef4f52b7acf4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:48.623433 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-295b0662-cde4-490e-823f-b1c8ac23a72e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:48.626039 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-2b5371af-0584-4257-b1ae-d0500a64b594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'name': 'tempest-RoutersIpV6Test-router-1075470178', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:33:23Z', 'updated_at': '2022-04-20T13:33:47Z', 'revision_number': 9, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'gw_port_host': None, '_interfaces': [{'id': '259ddebb-fe1d-45d9-b944-704f9ed36ea1', 'name': '', 'network_id': 'c26075e5-63e4-40c0-be8e-d9aaaa6a94b2', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:be:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:25Z', 'updated_at': '2022-04-20T13:33:29Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0c5244-175c-4f2c-8a18-d34d359be22b', 'name': '', 'network_id': 'afb8868d-2def-4cb3-bba5-d809502cd675', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:48:fc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '176ec688-8251-44fa-b5e9-e89d717555af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:28Z', 'updated_at': '2022-04-20T13:33:32Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '176ec688-8251-44fa-b5e9-e89d717555af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:48.653621 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b0662-cde4-490e-823f-b1c8ac23a72e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event deleted for resources: {'Subnet': ['ID=309362b3-48b0-4af2-832f-aa639c3b30a2,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:48.657318 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-295b0662-cde4-490e-823f-b1c8ac23a72e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:48.660605 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-295b0662-cde4-490e-823f-b1c8ac23a72e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "DELETE /v2.0/subnets/309362b3-48b0-4af2-832f-aa639c3b30a2 HTTP/1.1" status: 204 len: 168 time: 0.3981576 Apr 20 13:33:48.663375 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48794) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:48.669700 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5371af-0584-4257-b1ae-d0500a64b594 None None] Checking router: de0bd163-919b-4579-a186-faefd8f3c083 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:33:48.669864 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799ae66f-f7f9-44b9-b495-8babacb96f5a None None] Network 9126d432-0d6b-4435-ad48-d8e061005c80 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:33:48.673437 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5371af-0584-4257-b1ae-d0500a64b594 None None] Routers {'de0bd163-919b-4579-a186-faefd8f3c083'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:48.674130 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-2b5371af-0584-4257-b1ae-d0500a64b594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:33:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['de0bd163-919b-4579-a186-faefd8f3c083'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:48.698090 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b52740cd-eacb-4193-b495-092beec41506 req-f9b4cef4-db46-4e6d-a7c7-ef4f52b7acf4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:48.742762 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b52740cd-eacb-4193-b495-092beec41506 req-f9b4cef4-db46-4e6d-a7c7-ef4f52b7acf4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Network 185ff742-c25a-4c3c-a150-985e5e419759 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:33:48.749773 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-b52740cd-eacb-4193-b495-092beec41506 req-f9b4cef4-db46-4e6d-a7c7-ef4f52b7acf4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:33:48.753001 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52740cd-eacb-4193-b495-092beec41506 req-f9b4cef4-db46-4e6d-a7c7-ef4f52b7acf4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:33:48.764873 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f950d0c-ebbd-4551-a896-1e4d77c26f2e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:48.769861 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-2b5371af-0584-4257-b1ae-d0500a64b594 None None] Set router de0bd163-919b-4579-a186-faefd8f3c083 gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:33:48.795806 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b4cef4-db46-4e6d-a7c7-ef4f52b7acf4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Pushing event updated for resources: {'Port': ['ID=a9b830ed-3888-4719-9a48-dbe92299a243,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:48.841569 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52740cd-eacb-4193-b495-092beec41506 req-f9b4cef4-db46-4e6d-a7c7-ef4f52b7acf4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:48.842255 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b52740cd-eacb-4193-b495-092beec41506 req-f9b4cef4-db46-4e6d-a7c7-ef4f52b7acf4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:48.846332 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-6f950d0c-ebbd-4551-a896-1e4d77c26f2e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Deleting port b4d45c8a-898d-4aaa-8a82-bf8953062cff {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:33:48.846795 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f950d0c-ebbd-4551-a896-1e4d77c26f2e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:48.926821 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-6f950d0c-ebbd-4551-a896-1e4d77c26f2e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] For port b4d45c8a-898d-4aaa-8a82-bf8953062cff, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=b4d45c8a-898d-4aaa-8a82-bf8953062cff,segment=NetworkSegment(6ab249de-062c-44fd-a157-e7b99583c618),segment_id=6ab249de-062c-44fd-a157-e7b99583c618)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:33:48.927520 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f950d0c-ebbd-4551-a896-1e4d77c26f2e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:48.944340 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-6f950d0c-ebbd-4551-a896-1e4d77c26f2e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Calling delete_port for b4d45c8a-898d-4aaa-8a82-bf8953062cff owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:33:48.957153 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f81dd08-2c69-44ae-8b7e-b445c9c5a262 None None] DHCP port deletion for 9126d432-0d6b-4435-ad48-d8e061005c80 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:33:48.981486 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b52740cd-eacb-4193-b495-092beec41506 req-f9b4cef4-db46-4e6d-a7c7-ef4f52b7acf4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.8868906 Apr 20 13:33:48.994931 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-b52740cd-eacb-4193-b495-092beec41506 req-aecd834d-37a2-48e3-9939-8eb68a2bf9ed service neutron] Request body: {'port': {'device_id': '8f823376-c86c-45fc-8e23-c0c45bf274af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:33:49.042712 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7f3cb-54bf-4b9b-ae7a-e746c051d267 req-0fc90d37-9010-4f36-b8db-b86719b7ebc0 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:49.045982 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-5f81dd08-2c69-44ae-8b7e-b445c9c5a262 None None] Deleting port b4d45c8a-898d-4aaa-8a82-bf8953062cff {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:33:49.049836 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5f81dd08-2c69-44ae-8b7e-b445c9c5a262 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:49.058916 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-41a7f3cb-54bf-4b9b-ae7a-e746c051d267 req-0fc90d37-9010-4f36-b8db-b86719b7ebc0 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f823376-c86c-45fc-8e23-c0c45bf274af HTTP/1.1" status: 200 len: 895 time: 0.1146379 Apr 20 13:33:49.061153 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-2b5371af-0584-4257-b1ae-d0500a64b594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'name': 'tempest-RoutersIpV6Test-router-1075470178', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:33:23Z', 'updated_at': '2022-04-20T13:33:47Z', 'revision_number': 9, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'gw_port_host': None, '_interfaces': [{'id': '259ddebb-fe1d-45d9-b944-704f9ed36ea1', 'name': '', 'network_id': 'c26075e5-63e4-40c0-be8e-d9aaaa6a94b2', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:be:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:25Z', 'updated_at': '2022-04-20T13:33:29Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0c5244-175c-4f2c-8a18-d34d359be22b', 'name': '', 'network_id': 'afb8868d-2def-4cb3-bba5-d809502cd675', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:48:fc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '176ec688-8251-44fa-b5e9-e89d717555af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:28Z', 'updated_at': '2022-04-20T13:33:32Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '176ec688-8251-44fa-b5e9-e89d717555af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:49.090425 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5371af-0584-4257-b1ae-d0500a64b594 None None] The sync data for ids ['de0bd163-919b-4579-a186-faefd8f3c083'] in n-d-836015-7 is: [{'id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'name': 'tempest-RoutersIpV6Test-router-1075470178', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:33:23Z', 'updated_at': '2022-04-20T13:33:47Z', 'revision_number': 9, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'gw_port_host': None, '_interfaces': [{'id': '259ddebb-fe1d-45d9-b944-704f9ed36ea1', 'name': '', 'network_id': 'c26075e5-63e4-40c0-be8e-d9aaaa6a94b2', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:be:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:25Z', 'updated_at': '2022-04-20T13:33:29Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae0c5244-175c-4f2c-8a18-d34d359be22b', 'name': '', 'network_id': 'afb8868d-2def-4cb3-bba5-d809502cd675', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:48:fc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '176ec688-8251-44fa-b5e9-e89d717555af', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:28Z', 'updated_at': '2022-04-20T13:33:32Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '176ec688-8251-44fa-b5e9-e89d717555af', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:33:49.097466 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f950d0c-ebbd-4551-a896-1e4d77c26f2e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:49.112831 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b52740cd-eacb-4193-b495-092beec41506 req-aecd834d-37a2-48e3-9939-8eb68a2bf9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:49.130382 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f950d0c-ebbd-4551-a896-1e4d77c26f2e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event deleted for resources: {'Port': ['ID=b4d45c8a-898d-4aaa-8a82-bf8953062cff,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:49.133994 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f950d0c-ebbd-4551-a896-1e4d77c26f2e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] No DVR routers for this DVR port b4d45c8a-898d-4aaa-8a82-bf8953062cff on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:33:49.167463 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-5f81dd08-2c69-44ae-8b7e-b445c9c5a262 None None] For port b4d45c8a-898d-4aaa-8a82-bf8953062cff, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=b4d45c8a-898d-4aaa-8a82-bf8953062cff,segment=NetworkSegment(6ab249de-062c-44fd-a157-e7b99583c618),segment_id=6ab249de-062c-44fd-a157-e7b99583c618)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:33:49.167869 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5f81dd08-2c69-44ae-8b7e-b445c9c5a262 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:49.176608 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-3d96cd35-22cf-4c0b-895b-da2e2d6a2747 None None] Provisioning complete for port a9b830ed-3888-4719-9a48-dbe92299a243 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:49.176840 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3d96cd35-22cf-4c0b-895b-da2e2d6a2747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:49.204795 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-5f81dd08-2c69-44ae-8b7e-b445c9c5a262 None None] Calling delete_port for b4d45c8a-898d-4aaa-8a82-bf8953062cff owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:33:49.223623 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f950d0c-ebbd-4551-a896-1e4d77c26f2e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:49.227644 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-3d96cd35-22cf-4c0b-895b-da2e2d6a2747 None None] Port a9b830ed-3888-4719-9a48-dbe92299a243 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:33:49.251648 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-6f950d0c-ebbd-4551-a896-1e4d77c26f2e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9126d432-0d6b-4435-ad48-d8e061005c80']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:49.262108 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-6f950d0c-ebbd-4551-a896-1e4d77c26f2e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ab249de-062c-44fd-a157-e7b99583c618') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:49.262776 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-6f950d0c-ebbd-4551-a896-1e4d77c26f2e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ab249de-062c-44fd-a157-e7b99583c618') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:49.272079 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f950d0c-ebbd-4551-a896-1e4d77c26f2e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:49.286385 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f950d0c-ebbd-4551-a896-1e4d77c26f2e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:49.294323 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f950d0c-ebbd-4551-a896-1e4d77c26f2e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:33:49.294706 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f950d0c-ebbd-4551-a896-1e4d77c26f2e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:49.297400 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5f81dd08-2c69-44ae-8b7e-b445c9c5a262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:49.297647 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:33:49.297647 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:33:49.297647 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:33:49.297647 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:33:49.297647 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:33:49.297647 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:33:49.297647 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:33:49.297647 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:33:49.297647 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:33:49.297647 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:33:49.297647 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:33:49.297647 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:33:49.297647 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:33:49.297647 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:33:49.297647 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:33:49.297647 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:33:49.297647 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:33:49.297647 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:33:49.297647 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:33:49.297647 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:33:49.297647 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:33:49.297647 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:33:49.297647 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:33:49.297647 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:33:49.297647 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:33:49.297647 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:33:49.297647 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:33:49.297647 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:33:49.297647 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:33:49.297647 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:33:49.297647 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:33:49.297647 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:33:49.328423 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f81dd08-2c69-44ae-8b7e-b445c9c5a262 None None] Pushing event deleted for resources: {'Port': ['ID=b4d45c8a-898d-4aaa-8a82-bf8953062cff,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:49.334235 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f81dd08-2c69-44ae-8b7e-b445c9c5a262 None None] No DVR routers for this DVR port b4d45c8a-898d-4aaa-8a82-bf8953062cff on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:33:49.400274 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f950d0c-ebbd-4551-a896-1e4d77c26f2e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:49.409666 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f950d0c-ebbd-4551-a896-1e4d77c26f2e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:49.412762 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6f950d0c-ebbd-4551-a896-1e4d77c26f2e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "DELETE /v2.0/networks/9126d432-0d6b-4435-ad48-d8e061005c80 HTTP/1.1" status: 204 len: 168 time: 0.7485240 Apr 20 13:33:49.415212 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-b52740cd-eacb-4193-b495-092beec41506 req-aecd834d-37a2-48e3-9939-8eb68a2bf9ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9b830ed-3888-4719-9a48-dbe92299a243 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:33:49.420057 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48798) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:49.425098 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f950d0c-ebbd-4551-a896-1e4d77c26f2e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event deleted for resources: {'Network': ['ID=9126d432-0d6b-4435-ad48-d8e061005c80,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:49.429694 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b52740cd-eacb-4193-b495-092beec41506 req-aecd834d-37a2-48e3-9939-8eb68a2bf9ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:49.482756 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-b52740cd-eacb-4193-b495-092beec41506 req-aecd834d-37a2-48e3-9939-8eb68a2bf9ed service neutron] Transition to ACTIVE for port object a9b830ed-3888-4719-9a48-dbe92299a243 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:33:49.574341 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b52740cd-eacb-4193-b495-092beec41506 req-aecd834d-37a2-48e3-9939-8eb68a2bf9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:49.666512 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd834d-37a2-48e3-9939-8eb68a2bf9ed service neutron] Pushing event updated for resources: {'Port': ['ID=a9b830ed-3888-4719-9a48-dbe92299a243,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:49.795463 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-b52740cd-eacb-4193-b495-092beec41506 req-aecd834d-37a2-48e3-9939-8eb68a2bf9ed service neutron] Attempting to bind port a9b830ed-3888-4719-9a48-dbe92299a243 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:33:49.795793 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-b52740cd-eacb-4193-b495-092beec41506 req-aecd834d-37a2-48e3-9939-8eb68a2bf9ed service neutron] Attempting to bind port a9b830ed-3888-4719-9a48-dbe92299a243 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': 'bb4a265f-304d-42f8-ae71-634def31fb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '185ff742-c25a-4c3c-a150-985e5e419759'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:33:49.796124 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52740cd-eacb-4193-b495-092beec41506 req-aecd834d-37a2-48e3-9939-8eb68a2bf9ed service neutron] Attempting to bind port a9b830ed-3888-4719-9a48-dbe92299a243 on network 185ff742-c25a-4c3c-a150-985e5e419759 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:33:49.803403 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52740cd-eacb-4193-b495-092beec41506 req-aecd834d-37a2-48e3-9939-8eb68a2bf9ed service neutron] Port a9b830ed-3888-4719-9a48-dbe92299a243 on network 185ff742-c25a-4c3c-a150-985e5e419759 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:33:49.803730 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52740cd-eacb-4193-b495-092beec41506 req-aecd834d-37a2-48e3-9939-8eb68a2bf9ed service neutron] Attempting to bind port a9b830ed-3888-4719-9a48-dbe92299a243 on network 185ff742-c25a-4c3c-a150-985e5e419759 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:33:49.811028 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52740cd-eacb-4193-b495-092beec41506 req-aecd834d-37a2-48e3-9939-8eb68a2bf9ed service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:33:49.811386 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52740cd-eacb-4193-b495-092beec41506 req-aecd834d-37a2-48e3-9939-8eb68a2bf9ed service neutron] Checking segment: {'id': 'bb4a265f-304d-42f8-ae71-634def31fb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '185ff742-c25a-4c3c-a150-985e5e419759'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:33:49.811819 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52740cd-eacb-4193-b495-092beec41506 req-aecd834d-37a2-48e3-9939-8eb68a2bf9ed service neutron] Bound using segment: {'id': 'bb4a265f-304d-42f8-ae71-634def31fb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '185ff742-c25a-4c3c-a150-985e5e419759'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:33:49.812366 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-b52740cd-eacb-4193-b495-092beec41506 req-aecd834d-37a2-48e3-9939-8eb68a2bf9ed service neutron] Bound port: a9b830ed-3888-4719-9a48-dbe92299a243, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb4a265f-304d-42f8-ae71-634def31fb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '185ff742-c25a-4c3c-a150-985e5e419759'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:33:49.812602 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b52740cd-eacb-4193-b495-092beec41506 req-aecd834d-37a2-48e3-9939-8eb68a2bf9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:49.914388 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-b52740cd-eacb-4193-b495-092beec41506 req-aecd834d-37a2-48e3-9939-8eb68a2bf9ed service neutron] For port a9b830ed-3888-4719-9a48-dbe92299a243, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:33:49.929446 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-b52740cd-eacb-4193-b495-092beec41506 req-aecd834d-37a2-48e3-9939-8eb68a2bf9ed service neutron] For port a9b830ed-3888-4719-9a48-dbe92299a243, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=a9b830ed-3888-4719-9a48-dbe92299a243,segment=NetworkSegment(bb4a265f-304d-42f8-ae71-634def31fb8e),segment_id=bb4a265f-304d-42f8-ae71-634def31fb8e)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:33:49.948852 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-050130f0-a11b-4bf2-8386-4d5992ebadfd tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:50.284441 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device b4d45c8a-898d-4aaa-8a82-bf8953062cff no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:33:50.306287 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: b4d45c8a-898d-4aaa-8a82-bf8953062cff {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:33:50.306629 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device b4d45c8a-898d-4aaa-8a82-bf8953062cff not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:33:50.307052 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:33:50.327130 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:33:50.327494 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ed2b7b55-3df7-41c7-bf1e-ef5d9d57ec12 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:33:50.347819 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b52740cd-eacb-4193-b495-092beec41506 req-aecd834d-37a2-48e3-9939-8eb68a2bf9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:50.421566 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52740cd-eacb-4193-b495-092beec41506 req-aecd834d-37a2-48e3-9939-8eb68a2bf9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:50.422176 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b52740cd-eacb-4193-b495-092beec41506 req-aecd834d-37a2-48e3-9939-8eb68a2bf9ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:50.423581 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b52740cd-eacb-4193-b495-092beec41506 req-aecd834d-37a2-48e3-9939-8eb68a2bf9ed service neutron] 10.222.0.15 "PUT /v2.0/ports/a9b830ed-3888-4719-9a48-dbe92299a243 HTTP/1.1" status: 200 len: 1055 time: 1.4339557 Apr 20 13:33:50.427714 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f823376-c86c-45fc-8e23-c0c45bf274af', 'tag': 'a9b830ed-3888-4719-9a48-dbe92299a243'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:33:50.429862 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9925eb9a-a90b-4b71-817d-cc938d496213" -d '{"events": [{"name": "network-changed", "server_uuid": "8f823376-c86c-45fc-8e23-c0c45bf274af", "tag": "a9b830ed-3888-4719-9a48-dbe92299a243"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:33:50.480944 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc90968c-182e-469a-81cd-3d221fe55571 x-openstack-request-id: req-bc90968c-182e-469a-81cd-3d221fe55571 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:33:50.481254 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f823376-c86c-45fc-8e23-c0c45bf274af", "tag": "a9b830ed-3888-4719-9a48-dbe92299a243", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:33:50.481475 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bc90968c-182e-469a-81cd-3d221fe55571 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:33:50.481870 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc90968c-182e-469a-81cd-3d221fe55571'] response: {'name': 'network-changed', 'server_uuid': '8f823376-c86c-45fc-8e23-c0c45bf274af', 'tag': 'a9b830ed-3888-4719-9a48-dbe92299a243', 'status': 'completed', 'code': 200} Apr 20 13:33:50.485497 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd834d-37a2-48e3-9939-8eb68a2bf9ed service neutron] Pushing event updated for resources: {'Port': ['ID=a9b830ed-3888-4719-9a48-dbe92299a243,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:50.523944 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61a2a0-181c-433b-bc68-16dca28f86ec req-2c3dfa11-3bbf-4f1a-8928-85d671d89898 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:50.525482 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7c61a2a0-181c-433b-bc68-16dca28f86ec req-2c3dfa11-3bbf-4f1a-8928-85d671d89898 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f823376-c86c-45fc-8e23-c0c45bf274af HTTP/1.1" status: 200 len: 907 time: 0.1814532 Apr 20 13:33:50.570852 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925eb9a-a90b-4b71-817d-cc938d496213 req-7f7ac77c-ad79-4c65-a846-6eec662037d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:50.572932 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9925eb9a-a90b-4b71-817d-cc938d496213 req-7f7ac77c-ad79-4c65-a846-6eec662037d5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b3b98b9644e24ccabddf56e67de7cac9&device_id=8f823376-c86c-45fc-8e23-c0c45bf274af HTTP/1.1" status: 200 len: 1058 time: 0.0644572 Apr 20 13:33:50.727486 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925eb9a-a90b-4b71-817d-cc938d496213 req-bed26e4e-519e-410d-af3d-7dd4f0e38f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:50.727917 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925eb9a-a90b-4b71-817d-cc938d496213 req-bed26e4e-519e-410d-af3d-7dd4f0e38f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:50.729448 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9925eb9a-a90b-4b71-817d-cc938d496213 req-bed26e4e-519e-410d-af3d-7dd4f0e38f5d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=b3b98b9644e24ccabddf56e67de7cac9&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1473172 Apr 20 13:33:50.768865 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-050130f0-a11b-4bf2-8386-4d5992ebadfd tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Deleting port ae0c5244-175c-4f2c-8a18-d34d359be22b {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:33:50.769214 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-050130f0-a11b-4bf2-8386-4d5992ebadfd tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:50.894913 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925eb9a-a90b-4b71-817d-cc938d496213 req-37f2e1c1-c11d-4e56-876c-079f199929de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:50.896402 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9925eb9a-a90b-4b71-817d-cc938d496213 req-37f2e1c1-c11d-4e56-876c-079f199929de service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1576426 Apr 20 13:33:50.910195 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-050130f0-a11b-4bf2-8386-4d5992ebadfd tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] For port ae0c5244-175c-4f2c-8a18-d34d359be22b, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ae0c5244-175c-4f2c-8a18-d34d359be22b,segment=NetworkSegment(26881508-5eac-441f-9470-647e75874055),segment_id=26881508-5eac-441f-9470-647e75874055)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:33:50.910568 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-050130f0-a11b-4bf2-8386-4d5992ebadfd tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:50.924540 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-050130f0-a11b-4bf2-8386-4d5992ebadfd tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Calling delete_port for ae0c5244-175c-4f2c-8a18-d34d359be22b owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:33:51.017632 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52740cd-eacb-4193-b495-092beec41506 req-284c6a87-6bce-4723-bde2-0cca5fda400e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:51.019044 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b52740cd-eacb-4193-b495-092beec41506 req-284c6a87-6bce-4723-bde2-0cca5fda400e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b3b98b9644e24ccabddf56e67de7cac9&device_id=8f823376-c86c-45fc-8e23-c0c45bf274af HTTP/1.1" status: 200 len: 1058 time: 0.0858343 Apr 20 13:33:51.090154 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b52740cd-eacb-4193-b495-092beec41506 req-5ff16649-982e-4c82-b436-f639799edb07 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=a9b830ed-3888-4719-9a48-dbe92299a243 HTTP/1.1" status: 200 len: 217 time: 0.0638831 Apr 20 13:33:51.169891 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52740cd-eacb-4193-b495-092beec41506 req-88ea1e5c-f1e9-43da-b22c-15d54da6f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:51.171408 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b52740cd-eacb-4193-b495-092beec41506 req-88ea1e5c-f1e9-43da-b22c-15d54da6f3db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f28b5015-8b5c-4395-bfa9-18f2e0048246 HTTP/1.1" status: 200 len: 837 time: 0.0735390 Apr 20 13:33:51.226652 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52740cd-eacb-4193-b495-092beec41506 req-a04268b5-79a7-476c-995a-da517ce91bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:51.228849 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b52740cd-eacb-4193-b495-092beec41506 req-a04268b5-79a7-476c-995a-da517ce91bc0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=185ff742-c25a-4c3c-a150-985e5e419759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487666 Apr 20 13:33:51.286436 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-050130f0-a11b-4bf2-8386-4d5992ebadfd tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:51.320043 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050130f0-a11b-4bf2-8386-4d5992ebadfd tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event deleted for resources: {'Port': ['ID=ae0c5244-175c-4f2c-8a18-d34d359be22b,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:51.408281 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b52740cd-eacb-4193-b495-092beec41506 req-c65b79c9-0211-4ea4-90ac-5ca761084d5c service neutron] 10.222.0.15 "GET /v2.0/networks/185ff742-c25a-4c3c-a150-985e5e419759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719408 Apr 20 13:33:51.505205 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-050130f0-a11b-4bf2-8386-4d5992ebadfd tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:51.582594 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f30e06a0-f7ea-4e9c-9de6-e626a9861011 req-edc01715-e242-4fd2-bdc2-f2a3b9e22c54 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=af24d935-b8cf-4a3d-a2d6-df3066be0ca4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455108 Apr 20 13:33:51.622136 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b52740cd-eacb-4193-b495-092beec41506 req-542e712c-d2ad-4c33-96ee-e01cfe86b367 service neutron] 10.222.0.15 "GET /v2.0/networks/185ff742-c25a-4c3c-a150-985e5e419759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868255 Apr 20 13:33:51.663621 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e06a0-f7ea-4e9c-9de6-e626a9861011 req-7e844006-76f4-4ad5-9d6e-4b39c6a17bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:51.665494 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f30e06a0-f7ea-4e9c-9de6-e626a9861011 req-7e844006-76f4-4ad5-9d6e-4b39c6a17bca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b3b98b9644e24ccabddf56e67de7cac9&device_id=af24d935-b8cf-4a3d-a2d6-df3066be0ca4 HTTP/1.1" status: 200 len: 1135 time: 0.0413864 Apr 20 13:33:51.703121 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf75cac-f7fd-4d82-92e7-bb970a8db9e6 req-e5ff89ff-3134-4fe2-a64f-81c64003875a tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:51.704670 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-daf75cac-f7fd-4d82-92e7-bb970a8db9e6 req-e5ff89ff-3134-4fe2-a64f-81c64003875a tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f823376-c86c-45fc-8e23-c0c45bf274af HTTP/1.1" status: 200 len: 907 time: 0.0995750 Apr 20 13:33:51.765166 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050130f0-a11b-4bf2-8386-4d5992ebadfd tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Router de0bd163-919b-4579-a186-faefd8f3c083 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:33:51.768138 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e06a0-f7ea-4e9c-9de6-e626a9861011 req-636e924d-e2b1-4825-af05-ca7007e9d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:51.769618 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f30e06a0-f7ea-4e9c-9de6-e626a9861011 req-636e924d-e2b1-4825-af05-ca7007e9d46a service neutron] 10.222.0.32 "GET /v2.0/networks?id=eb65fc52-0bdc-49a9-9bbc-078092e68417 HTTP/1.1" status: 200 len: 897 time: 0.0850515 Apr 20 13:33:51.838201 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f30e06a0-f7ea-4e9c-9de6-e626a9861011 req-6ee2e7da-8af3-4e3b-839c-cec5e29bbe29 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc HTTP/1.1" status: 200 len: 1001 time: 0.0619187 Apr 20 13:33:51.857018 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050130f0-a11b-4bf2-8386-4d5992ebadfd tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:33:51.864358 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-050130f0-a11b-4bf2-8386-4d5992ebadfd tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "PUT /v2.0/routers/de0bd163-919b-4579-a186-faefd8f3c083/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4406667 Apr 20 13:33:51.865316 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48806) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:51.868600 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ba5727-eea9-4822-8138-78424bde784c None None] Sync routers for ids ['de0bd163-919b-4579-a186-faefd8f3c083'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:33:51.885086 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ba5727-eea9-4822-8138-78424bde784c None None] Routers {'de0bd163-919b-4579-a186-faefd8f3c083'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:51.885748 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-83ba5727-eea9-4822-8138-78424bde784c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:33:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['de0bd163-919b-4579-a186-faefd8f3c083'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:51.889138 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e06a0-f7ea-4e9c-9de6-e626a9861011 req-e68232fb-f036-472a-8a2c-fb479e76631f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:51.891784 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f30e06a0-f7ea-4e9c-9de6-e626a9861011 req-e68232fb-f036-472a-8a2c-fb479e76631f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=92a33fd3-fda2-4b34-a7a2-54478bc3a7a0 HTTP/1.1" status: 200 len: 835 time: 0.0469916 Apr 20 13:33:51.917078 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f0e90f7-eef8-4580-aed4-a3f3eaf20994 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Deleting subnet 176ec688-8251-44fa-b5e9-e89d717555af {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:33:51.920248 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4f0e90f7-eef8-4580-aed4-a3f3eaf20994 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:51.938155 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e06a0-f7ea-4e9c-9de6-e626a9861011 req-0546b935-ca51-491e-8a69-bacbfd75186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:51.939696 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f30e06a0-f7ea-4e9c-9de6-e626a9861011 req-0546b935-ca51-491e-8a69-bacbfd75186f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eb65fc52-0bdc-49a9-9bbc-078092e68417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421751 Apr 20 13:33:51.961283 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4f0e90f7-eef8-4580-aed4-a3f3eaf20994 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:51.978058 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-83ba5727-eea9-4822-8138-78424bde784c None None] Set router de0bd163-919b-4579-a186-faefd8f3c083 gateway port host: None {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:33:52.038790 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f30e06a0-f7ea-4e9c-9de6-e626a9861011 req-40801adf-2615-4f8a-a097-a664afb75aec service neutron] 10.222.0.32 "GET /v2.0/networks/eb65fc52-0bdc-49a9-9bbc-078092e68417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920973 Apr 20 13:33:52.052766 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4f0e90f7-eef8-4580-aed4-a3f3eaf20994 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:52.129557 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f30e06a0-f7ea-4e9c-9de6-e626a9861011 req-eb2be185-d72a-4414-becd-9f036761cd62 service neutron] 10.222.0.32 "GET /v2.0/networks/eb65fc52-0bdc-49a9-9bbc-078092e68417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846598 Apr 20 13:33:52.183767 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4f0e90f7-eef8-4580-aed4-a3f3eaf20994 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:52.186226 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-83ba5727-eea9-4822-8138-78424bde784c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'name': 'tempest-RoutersIpV6Test-router-1075470178', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:33:23Z', 'updated_at': '2022-04-20T13:33:51Z', 'revision_number': 10, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'gw_port_host': None, '_interfaces': [{'id': '259ddebb-fe1d-45d9-b944-704f9ed36ea1', 'name': '', 'network_id': 'c26075e5-63e4-40c0-be8e-d9aaaa6a94b2', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:be:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:25Z', 'updated_at': '2022-04-20T13:33:29Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:52.212349 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e90f7-eef8-4580-aed4-a3f3eaf20994 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event deleted for resources: {'Subnet': ['ID=176ec688-8251-44fa-b5e9-e89d717555af,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:52.214320 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4f0e90f7-eef8-4580-aed4-a3f3eaf20994 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:52.219886 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4f0e90f7-eef8-4580-aed4-a3f3eaf20994 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "DELETE /v2.0/subnets/176ec688-8251-44fa-b5e9-e89d717555af HTTP/1.1" status: 204 len: 168 time: 0.3519235 Apr 20 13:33:52.220727 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ba5727-eea9-4822-8138-78424bde784c None None] Checking router: de0bd163-919b-4579-a186-faefd8f3c083 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:33:52.220842 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48808) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:52.224851 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58de1d46-086b-4876-88cc-7ddee407ea91 None None] Network afb8868d-2def-4cb3-bba5-d809502cd675 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:33:52.240666 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ba5727-eea9-4822-8138-78424bde784c None None] Routers {'de0bd163-919b-4579-a186-faefd8f3c083'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:52.241386 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-83ba5727-eea9-4822-8138-78424bde784c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:33:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['de0bd163-919b-4579-a186-faefd8f3c083'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:52.302220 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c56ef477-922f-46ad-97f3-650e842fd1b6 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:52.354966 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-c56ef477-922f-46ad-97f3-650e842fd1b6 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Deleting port e4e76b77-e375-4f70-87f9-ce66eb7cab57 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:33:52.355341 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c56ef477-922f-46ad-97f3-650e842fd1b6 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:52.392439 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-83ba5727-eea9-4822-8138-78424bde784c None None] Set router de0bd163-919b-4579-a186-faefd8f3c083 gateway port host: None {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:33:52.417910 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-c56ef477-922f-46ad-97f3-650e842fd1b6 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] For port e4e76b77-e375-4f70-87f9-ce66eb7cab57, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=e4e76b77-e375-4f70-87f9-ce66eb7cab57,segment=NetworkSegment(26881508-5eac-441f-9470-647e75874055),segment_id=26881508-5eac-441f-9470-647e75874055)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:33:52.418284 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c56ef477-922f-46ad-97f3-650e842fd1b6 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:52.431849 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-c56ef477-922f-46ad-97f3-650e842fd1b6 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Calling delete_port for e4e76b77-e375-4f70-87f9-ce66eb7cab57 owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:33:52.560257 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335cb136-ef82-417b-b0eb-98d38b609b77 None None] DHCP port deletion for afb8868d-2def-4cb3-bba5-d809502cd675 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:33:52.589175 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c56ef477-922f-46ad-97f3-650e842fd1b6 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:52.615209 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56ef477-922f-46ad-97f3-650e842fd1b6 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event deleted for resources: {'Port': ['ID=e4e76b77-e375-4f70-87f9-ce66eb7cab57,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:52.620000 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56ef477-922f-46ad-97f3-650e842fd1b6 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] No DVR routers for this DVR port e4e76b77-e375-4f70-87f9-ce66eb7cab57 on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:33:52.706493 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c56ef477-922f-46ad-97f3-650e842fd1b6 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:52.728215 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-c56ef477-922f-46ad-97f3-650e842fd1b6 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afb8868d-2def-4cb3-bba5-d809502cd675']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:52.738549 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-c56ef477-922f-46ad-97f3-650e842fd1b6 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26881508-5eac-441f-9470-647e75874055') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:52.738929 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-c56ef477-922f-46ad-97f3-650e842fd1b6 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26881508-5eac-441f-9470-647e75874055') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:52.750500 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c56ef477-922f-46ad-97f3-650e842fd1b6 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:52.765435 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c56ef477-922f-46ad-97f3-650e842fd1b6 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:52.771760 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c56ef477-922f-46ad-97f3-650e842fd1b6 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:33:52.777838 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c56ef477-922f-46ad-97f3-650e842fd1b6 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:52.777838 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:33:52.777838 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:33:52.777838 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:33:52.777838 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:33:52.777838 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:33:52.777838 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:33:52.777838 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:33:52.777838 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:33:52.777838 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:33:52.777838 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:33:52.777838 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:33:52.777838 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:33:52.777838 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:33:52.777838 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:33:52.777838 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:33:52.777838 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:33:52.777838 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:33:52.777838 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:33:52.777838 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:33:52.777838 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:33:52.777838 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:33:52.777838 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:33:52.777838 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:33:52.777838 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:33:52.777838 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:33:52.777838 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:33:52.777838 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:33:52.777838 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:33:52.777838 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:33:52.777838 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:33:52.777838 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:33:52.777838 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:33:52.800644 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-335cb136-ef82-417b-b0eb-98d38b609b77 None None] Deleting port e4e76b77-e375-4f70-87f9-ce66eb7cab57 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:33:52.800644 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-335cb136-ef82-417b-b0eb-98d38b609b77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:52.802229 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-83ba5727-eea9-4822-8138-78424bde784c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'name': 'tempest-RoutersIpV6Test-router-1075470178', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:33:23Z', 'updated_at': '2022-04-20T13:33:51Z', 'revision_number': 10, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'gw_port_host': None, '_interfaces': [{'id': '259ddebb-fe1d-45d9-b944-704f9ed36ea1', 'name': '', 'network_id': 'c26075e5-63e4-40c0-be8e-d9aaaa6a94b2', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:be:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:25Z', 'updated_at': '2022-04-20T13:33:29Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:52.837146 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ba5727-eea9-4822-8138-78424bde784c None None] The sync data for ids ['de0bd163-919b-4579-a186-faefd8f3c083'] in n-d-836015-7 is: [{'id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'name': 'tempest-RoutersIpV6Test-router-1075470178', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:33:23Z', 'updated_at': '2022-04-20T13:33:51Z', 'revision_number': 10, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'gw_port_host': None, '_interfaces': [{'id': '259ddebb-fe1d-45d9-b944-704f9ed36ea1', 'name': '', 'network_id': 'c26075e5-63e4-40c0-be8e-d9aaaa6a94b2', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'mac_address': 'fa:16:3e:be:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:25Z', 'updated_at': '2022-04-20T13:33:29Z', 'revision_number': 5, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'subnets': [{'id': '90b30507-a4bc-40c6-883a-9ab9065e2dc2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:33:52.869661 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930507af-98a7-4896-8499-06c5675031ab req-0909ec72-fd06-42ec-b422-fb0ad419d4bc tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:52.871175 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-930507af-98a7-4896-8499-06c5675031ab req-0909ec72-fd06-42ec-b422-fb0ad419d4bc tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f823376-c86c-45fc-8e23-c0c45bf274af HTTP/1.1" status: 200 len: 907 time: 0.0854089 Apr 20 13:33:52.889463 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-335cb136-ef82-417b-b0eb-98d38b609b77 None None] For port e4e76b77-e375-4f70-87f9-ce66eb7cab57, host n-d-836015-7, got binding levels [] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:33:52.889956 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-335cb136-ef82-417b-b0eb-98d38b609b77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:52.891429 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c56ef477-922f-46ad-97f3-650e842fd1b6 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:52.908795 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-335cb136-ef82-417b-b0eb-98d38b609b77 None None] Calling delete_port for e4e76b77-e375-4f70-87f9-ce66eb7cab57 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:33:52.911467 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.ipam_backend_mixin [None req-335cb136-ef82-417b-b0eb-98d38b609b77 None None] Port e4e76b77-e375-4f70-87f9-ce66eb7cab57 was not found and therefore no delete operation was performed {{(pid=114871) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 13:33:52.912711 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-335cb136-ef82-417b-b0eb-98d38b609b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:52.913851 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c56ef477-922f-46ad-97f3-650e842fd1b6 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:52.917285 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c56ef477-922f-46ad-97f3-650e842fd1b6 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "DELETE /v2.0/networks/afb8868d-2def-4cb3-bba5-d809502cd675 HTTP/1.1" status: 204 len: 168 time: 0.6962669 Apr 20 13:33:52.918273 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56ef477-922f-46ad-97f3-650e842fd1b6 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event deleted for resources: {'Network': ['ID=afb8868d-2def-4cb3-bba5-d809502cd675,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:52.920250 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48812) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:52.923483 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-335cb136-ef82-417b-b0eb-98d38b609b77 None None] Network afb8868d-2def-4cb3-bba5-d809502cd675 is not hosted by any dhcp agent {{(pid=114871) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 20 13:33:52.924044 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335cb136-ef82-417b-b0eb-98d38b609b77 None None] No DVR routers for this DVR port e4e76b77-e375-4f70-87f9-ce66eb7cab57 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:33:52.944824 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335cb136-ef82-417b-b0eb-98d38b609b77 None None] Pushing event deleted for resources: {'Port': ['ID=e4e76b77-e375-4f70-87f9-ce66eb7cab57,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:53.264986 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b181298-569d-4c4a-be1d-529dbfa7533d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:53.503457 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-0b181298-569d-4c4a-be1d-529dbfa7533d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Deleting port 259ddebb-fe1d-45d9-b944-704f9ed36ea1 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:33:53.503795 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b181298-569d-4c4a-be1d-529dbfa7533d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:53.588170 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-0b181298-569d-4c4a-be1d-529dbfa7533d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] For port 259ddebb-fe1d-45d9-b944-704f9ed36ea1, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=259ddebb-fe1d-45d9-b944-704f9ed36ea1,segment=NetworkSegment(3abb98ea-965c-4aa7-b739-79989c1b5787),segment_id=3abb98ea-965c-4aa7-b739-79989c1b5787)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:33:53.588535 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b181298-569d-4c4a-be1d-529dbfa7533d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:53.600832 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-0b181298-569d-4c4a-be1d-529dbfa7533d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Calling delete_port for 259ddebb-fe1d-45d9-b944-704f9ed36ea1 owned by network:router_interface {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:33:53.850262 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b181298-569d-4c4a-be1d-529dbfa7533d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:53.879935 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b181298-569d-4c4a-be1d-529dbfa7533d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event deleted for resources: {'Port': ['ID=259ddebb-fe1d-45d9-b944-704f9ed36ea1,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:53.979539 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b181298-569d-4c4a-be1d-529dbfa7533d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:54.005586 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bac677-de5d-45c1-ad52-2099c9e980f4 req-42545978-34de-4516-b73d-1a6100da8853 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:54.007233 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-12bac677-de5d-45c1-ad52-2099c9e980f4 req-42545978-34de-4516-b73d-1a6100da8853 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f823376-c86c-45fc-8e23-c0c45bf274af HTTP/1.1" status: 200 len: 907 time: 0.0541131 Apr 20 13:33:54.056331 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device a9b830ed-3888-4719-9a48-dbe92299a243 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:33:54.139007 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b181298-569d-4c4a-be1d-529dbfa7533d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Router de0bd163-919b-4579-a186-faefd8f3c083 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:33:54.157338 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port a9b830ed-3888-4719-9a48-dbe92299a243, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=a9b830ed-3888-4719-9a48-dbe92299a243,segment=NetworkSegment(bb4a265f-304d-42f8-ae71-634def31fb8e),segment_id=bb4a265f-304d-42f8-ae71-634def31fb8e)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:33:54.163225 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'a9b830ed-3888-4719-9a48-dbe92299a243', 'network_id': '185ff742-c25a-4c3c-a150-985e5e419759', 'port_id': 'a9b830ed-3888-4719-9a48-dbe92299a243', 'mac_address': 'fa:16:3e:05:7c:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f28b5015-8b5c-4395-bfa9-18f2e0048246', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:33:54.203814 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:54.215551 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b181298-569d-4c4a-be1d-529dbfa7533d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:33:54.219145 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b830ed-3888-4719-9a48-dbe92299a243 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:33:54.223586 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0b181298-569d-4c4a-be1d-529dbfa7533d tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "PUT /v2.0/routers/de0bd163-919b-4579-a186-faefd8f3c083/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3009832 Apr 20 13:33:54.223725 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48818) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:54.240714 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8807d5b4-5431-476c-9082-142e2cc4ae85 None None] Sync routers for ids ['de0bd163-919b-4579-a186-faefd8f3c083'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:33:54.241233 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port a9b830ed-3888-4719-9a48-dbe92299a243, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=a9b830ed-3888-4719-9a48-dbe92299a243,segment=NetworkSegment(bb4a265f-304d-42f8-ae71-634def31fb8e),segment_id=bb4a265f-304d-42f8-ae71-634def31fb8e)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:33:54.252608 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8807d5b4-5431-476c-9082-142e2cc4ae85 None None] Routers {'de0bd163-919b-4579-a186-faefd8f3c083'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:54.253231 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-8807d5b4-5431-476c-9082-142e2cc4ae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:33:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['de0bd163-919b-4579-a186-faefd8f3c083'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:54.285368 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-b55fe50f-429e-4560-bc6b-7c8561d293f1 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Deleting subnet 90b30507-a4bc-40c6-883a-9ab9065e2dc2 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:33:54.289120 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b55fe50f-429e-4560-bc6b-7c8561d293f1 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:54.325932 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:54.326192 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-8807d5b4-5431-476c-9082-142e2cc4ae85 None None] Set router de0bd163-919b-4579-a186-faefd8f3c083 gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:33:54.340504 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b55fe50f-429e-4560-bc6b-7c8561d293f1 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:54.386160 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-8807d5b4-5431-476c-9082-142e2cc4ae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'name': 'tempest-RoutersIpV6Test-router-1075470178', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:33:23Z', 'updated_at': '2022-04-20T13:33:53Z', 'revision_number': 11, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:54.402044 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ae0c5244-175c-4f2c-8a18-d34d359be22b no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:33:54.413694 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8807d5b4-5431-476c-9082-142e2cc4ae85 None None] Checking router: de0bd163-919b-4579-a186-faefd8f3c083 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:33:54.423295 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8807d5b4-5431-476c-9082-142e2cc4ae85 None None] Routers {'de0bd163-919b-4579-a186-faefd8f3c083'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:54.424080 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-8807d5b4-5431-476c-9082-142e2cc4ae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:33:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['de0bd163-919b-4579-a186-faefd8f3c083'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:54.427677 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=a9b830ed-3888-4719-9a48-dbe92299a243,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:54.433589 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: ae0c5244-175c-4f2c-8a18-d34d359be22b {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:33:54.438792 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ae0c5244-175c-4f2c-8a18-d34d359be22b not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:33:54.438792 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device e4e76b77-e375-4f70-87f9-ce66eb7cab57 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:33:54.438999 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b55fe50f-429e-4560-bc6b-7c8561d293f1 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:54.459865 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: e4e76b77-e375-4f70-87f9-ce66eb7cab57 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:33:54.460462 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device e4e76b77-e375-4f70-87f9-ce66eb7cab57 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:33:54.486019 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bb4a9035-3a1b-4fe3-8f80-e2b239de1d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:54.565390 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b55fe50f-429e-4560-bc6b-7c8561d293f1 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:54.596024 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55fe50f-429e-4560-bc6b-7c8561d293f1 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event deleted for resources: {'Subnet': ['ID=90b30507-a4bc-40c6-883a-9ab9065e2dc2,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:54.598785 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b55fe50f-429e-4560-bc6b-7c8561d293f1 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:54.604896 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b55fe50f-429e-4560-bc6b-7c8561d293f1 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "DELETE /v2.0/subnets/90b30507-a4bc-40c6-883a-9ab9065e2dc2 HTTP/1.1" status: 204 len: 168 time: 0.3763676 Apr 20 13:33:54.605300 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48820) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:54.610934 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-8807d5b4-5431-476c-9082-142e2cc4ae85 None None] Set router de0bd163-919b-4579-a186-faefd8f3c083 gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:33:54.614955 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395d80f0-17eb-4ce9-ae30-6d934d30e4e6 None None] Network c26075e5-63e4-40c0-be8e-d9aaaa6a94b2 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:33:54.664501 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-8807d5b4-5431-476c-9082-142e2cc4ae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'name': 'tempest-RoutersIpV6Test-router-1075470178', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:33:23Z', 'updated_at': '2022-04-20T13:33:53Z', 'revision_number': 11, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:54.669328 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['a9b830ed-3888-4719-9a48-dbe92299a243'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:33:54.685286 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0dcfdfa6-2f67-4c57-8da3-61b476478325 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:54.691888 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8807d5b4-5431-476c-9082-142e2cc4ae85 None None] The sync data for ids ['de0bd163-919b-4579-a186-faefd8f3c083'] in n-d-836015-7 is: [{'id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'name': 'tempest-RoutersIpV6Test-router-1075470178', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:33:23Z', 'updated_at': '2022-04-20T13:33:53Z', 'revision_number': 11, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'gw_port_host': None}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:33:54.746250 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-0dcfdfa6-2f67-4c57-8da3-61b476478325 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Deleting port 028ba9b7-cf53-430f-9e96-03f444fad6f4 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:33:54.746591 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0dcfdfa6-2f67-4c57-8da3-61b476478325 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:54.810782 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-0dcfdfa6-2f67-4c57-8da3-61b476478325 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] For port 028ba9b7-cf53-430f-9e96-03f444fad6f4, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=028ba9b7-cf53-430f-9e96-03f444fad6f4,segment=NetworkSegment(3abb98ea-965c-4aa7-b739-79989c1b5787),segment_id=3abb98ea-965c-4aa7-b739-79989c1b5787)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:33:54.811153 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0dcfdfa6-2f67-4c57-8da3-61b476478325 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:54.824226 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-0dcfdfa6-2f67-4c57-8da3-61b476478325 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Calling delete_port for 028ba9b7-cf53-430f-9e96-03f444fad6f4 owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:33:54.965953 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0dcfdfa6-2f67-4c57-8da3-61b476478325 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:54.991523 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcfdfa6-2f67-4c57-8da3-61b476478325 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event deleted for resources: {'Port': ['ID=028ba9b7-cf53-430f-9e96-03f444fad6f4,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:54.998105 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcfdfa6-2f67-4c57-8da3-61b476478325 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] No DVR routers for this DVR port 028ba9b7-cf53-430f-9e96-03f444fad6f4 on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:33:55.049717 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487d4c6d-0ed1-4bcb-9a76-88fd011ed3d6 None None] DHCP port deletion for c26075e5-63e4-40c0-be8e-d9aaaa6a94b2 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:33:55.096635 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0dcfdfa6-2f67-4c57-8da3-61b476478325 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:55.124933 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-0dcfdfa6-2f67-4c57-8da3-61b476478325 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c26075e5-63e4-40c0-be8e-d9aaaa6a94b2']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:55.137898 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-0dcfdfa6-2f67-4c57-8da3-61b476478325 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3abb98ea-965c-4aa7-b739-79989c1b5787') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:55.138215 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-0dcfdfa6-2f67-4c57-8da3-61b476478325 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3abb98ea-965c-4aa7-b739-79989c1b5787') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:55.145285 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662742f6-180f-4098-89d7-b078bcf08cf0 req-58cba5c2-fc55-4f41-b4e6-5d48179f1543 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:55.147621 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-662742f6-180f-4098-89d7-b078bcf08cf0 req-58cba5c2-fc55-4f41-b4e6-5d48179f1543 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f823376-c86c-45fc-8e23-c0c45bf274af HTTP/1.1" status: 200 len: 908 time: 0.0560358 Apr 20 13:33:55.152154 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0dcfdfa6-2f67-4c57-8da3-61b476478325 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:55.168255 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0dcfdfa6-2f67-4c57-8da3-61b476478325 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:55.179305 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dcfdfa6-2f67-4c57-8da3-61b476478325 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:33:55.179864 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0dcfdfa6-2f67-4c57-8da3-61b476478325 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:55.183168 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:33:55.183168 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:33:55.183168 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:33:55.183168 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:33:55.183168 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:33:55.183168 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:33:55.183168 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:33:55.183168 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:33:55.183168 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:33:55.183168 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:33:55.183168 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:33:55.183168 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:33:55.183168 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:33:55.183168 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:33:55.183168 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:33:55.183168 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:33:55.183168 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:33:55.183168 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:33:55.183168 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:33:55.183168 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:33:55.183168 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:33:55.183168 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:33:55.183168 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:33:55.183168 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:33:55.183168 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:33:55.183168 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:33:55.183168 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:33:55.183168 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:33:55.183168 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:33:55.183168 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:33:55.183168 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:33:55.183168 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:33:55.208319 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f652d-de0f-4cb8-a5e0-1c4f017d4207 req-63b7ff12-5953-4544-88e6-42090cbd9d71 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:55.209874 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ce2f652d-de0f-4cb8-a5e0-1c4f017d4207 req-63b7ff12-5953-4544-88e6-42090cbd9d71 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c12678-97ed-4191-8c7f-48690ca25905 HTTP/1.1" status: 200 len: 945 time: 0.0567689 Apr 20 13:33:55.251654 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ce2f652d-de0f-4cb8-a5e0-1c4f017d4207 req-33678468-4d18-402c-b3de-bfd4bb63ca9b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f7a0061-53d3-4edf-af48-0982f15b9d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339680 Apr 20 13:33:55.277671 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48828) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:55.310734 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0dcfdfa6-2f67-4c57-8da3-61b476478325 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:55.321157 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0dcfdfa6-2f67-4c57-8da3-61b476478325 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:55.329210 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0dcfdfa6-2f67-4c57-8da3-61b476478325 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "DELETE /v2.0/networks/c26075e5-63e4-40c0-be8e-d9aaaa6a94b2 HTTP/1.1" status: 204 len: 168 time: 0.7228429 Apr 20 13:33:55.332169 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48830) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:55.336877 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-f1ab2d4f-62bb-44c9-8dc4-b604a1d77519 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Request body: {'router': {'routes': None}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:33:55.519851 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.extraroute_db [None req-f1ab2d4f-62bb-44c9-8dc4-b604a1d77519 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Added routes are [] {{(pid=114869) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 20 13:33:55.520244 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.extraroute_db [None req-f1ab2d4f-62bb-44c9-8dc4-b604a1d77519 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Removed routes are [] {{(pid=114869) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 20 13:33:55.520525 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f1ab2d4f-62bb-44c9-8dc4-b604a1d77519 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-54831'] for router, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:55.620812 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcfdfa6-2f67-4c57-8da3-61b476478325 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Pushing event deleted for resources: {'Network': ['ID=c26075e5-63e4-40c0-be8e-d9aaaa6a94b2,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:55.623225 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:33:55.641362 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1f418d6e-dc7e-41c3-af11-27d64f8abdb6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/floatingips/bcaac3e7-8c41-4957-8f09-b83845bcd5ad HTTP/1.1" status: 200 len: 992 time: 0.3659074 Apr 20 13:33:55.662573 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f1ab2d4f-62bb-44c9-8dc4-b604a1d77519 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-54831'] for router, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:55.666978 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f1ab2d4f-62bb-44c9-8dc4-b604a1d77519 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548631'] for router, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:55.743624 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ab2d4f-62bb-44c9-8dc4-b604a1d77519 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Router de0bd163-919b-4579-a186-faefd8f3c083 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:33:56.077657 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device a9b830ed-3888-4719-9a48-dbe92299a243 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:33:56.158799 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ab2d4f-62bb-44c9-8dc4-b604a1d77519 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:33:56.169332 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c404e9-bdce-4ae1-b24e-f61776434606 None None] Sync routers for ids ['de0bd163-919b-4579-a186-faefd8f3c083'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:33:56.180810 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f1ab2d4f-62bb-44c9-8dc4-b604a1d77519 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:56.181011 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c404e9-bdce-4ae1-b24e-f61776434606 None None] Routers {'de0bd163-919b-4579-a186-faefd8f3c083'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:56.181869 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-40c404e9-bdce-4ae1-b24e-f61776434606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:33:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['de0bd163-919b-4579-a186-faefd8f3c083'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:56.182032 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f1ab2d4f-62bb-44c9-8dc4-b604a1d77519 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "PUT /v2.0/routers/de0bd163-919b-4579-a186-faefd8f3c083 HTTP/1.1" status: 200 len: 705 time: 0.8487244 Apr 20 13:33:56.185066 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48840) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:56.214234 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-60cab8d4-e8e1-471e-9af8-69892d74456e tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "GET /v2.0/ports?device_id=de0bd163-919b-4579-a186-faefd8f3c083 HTTP/1.1" status: 200 len: 205 time: 0.0279505 Apr 20 13:33:56.216490 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48842) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:56.223926 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699d044-a60a-4931-83be-dc1ccf31e7dd req-1710e42c-21d3-45ca-9bb7-86acd2212b6d tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:56.225205 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b699d044-a60a-4931-83be-dc1ccf31e7dd req-1710e42c-21d3-45ca-9bb7-86acd2212b6d tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=31c12678-97ed-4191-8c7f-48690ca25905 HTTP/1.1" status: 200 len: 1096 time: 0.0774648 Apr 20 13:33:56.255907 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port a9b830ed-3888-4719-9a48-dbe92299a243 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:33:56.288419 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port a9b830ed-3888-4719-9a48-dbe92299a243 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:56.289079 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:56.304031 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b699d044-a60a-4931-83be-dc1ccf31e7dd req-a53cd8cb-7b59-4511-ada8-24d4e5aacd83 tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=4f7a0061-53d3-4edf-af48-0982f15b9d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699852 Apr 20 13:33:56.309941 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292a037-313f-4419-a2e7-dcddef31c731 req-60ae8afd-bdec-4fad-8fe2-335ea27d8a62 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:56.316914 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f292a037-313f-4419-a2e7-dcddef31c731 req-60ae8afd-bdec-4fad-8fe2-335ea27d8a62 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f823376-c86c-45fc-8e23-c0c45bf274af HTTP/1.1" status: 200 len: 908 time: 0.0831912 Apr 20 13:33:56.327543 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-40c404e9-bdce-4ae1-b24e-f61776434606 None None] Set router de0bd163-919b-4579-a186-faefd8f3c083 gateway port host: None {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:33:56.347466 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5c0abe48-1563-4acf-b4df-1cce82bcb24b tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:56.397922 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 028ba9b7-cf53-430f-9e96-03f444fad6f4 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:33:56.404330 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-40c404e9-bdce-4ae1-b24e-f61776434606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'name': 'tempest-RoutersIpV6Test-router-1075470178', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:33:23Z', 'updated_at': '2022-04-20T13:33:53Z', 'revision_number': 11, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:56.452542 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 028ba9b7-cf53-430f-9e96-03f444fad6f4 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:33:56.452883 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 028ba9b7-cf53-430f-9e96-03f444fad6f4 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:33:56.453300 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 259ddebb-fe1d-45d9-b944-704f9ed36ea1 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:33:56.456460 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c404e9-bdce-4ae1-b24e-f61776434606 None None] Checking router: de0bd163-919b-4579-a186-faefd8f3c083 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:33:56.495451 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 259ddebb-fe1d-45d9-b944-704f9ed36ea1 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:33:56.495801 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 259ddebb-fe1d-45d9-b944-704f9ed36ea1 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:33:56.512696 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c404e9-bdce-4ae1-b24e-f61776434606 None None] Routers {'de0bd163-919b-4579-a186-faefd8f3c083'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:56.513277 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-40c404e9-bdce-4ae1-b24e-f61776434606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:33:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['de0bd163-919b-4579-a186-faefd8f3c083'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:56.516984 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5c0abe48-1563-4acf-b4df-1cce82bcb24b tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:56.519210 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5c0abe48-1563-4acf-b4df-1cce82bcb24b tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:56.545769 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:56.591574 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-40c404e9-bdce-4ae1-b24e-f61776434606 None None] Set router de0bd163-919b-4579-a186-faefd8f3c083 gateway port host: None {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:33:56.628308 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5c0abe48-1563-4acf-b4df-1cce82bcb24b tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:56.628918 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0abe48-1563-4acf-b4df-1cce82bcb24b tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Fanout notify agent at l3_agent the message router_deleted on router de0bd163-919b-4579-a186-faefd8f3c083 {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:33:56.641803 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5c0abe48-1563-4acf-b4df-1cce82bcb24b tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:56.641803 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5c0abe48-1563-4acf-b4df-1cce82bcb24b tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "DELETE /v2.0/routers/de0bd163-919b-4579-a186-faefd8f3c083 HTTP/1.1" status: 204 len: 168 time: 0.4201126 Apr 20 13:33:56.642551 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48848) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:56.647146 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-77017435-f771-4b13-be1b-3769cb0abf4a tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1828747678', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:33:56.650912 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-40c404e9-bdce-4ae1-b24e-f61776434606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'name': 'tempest-RoutersIpV6Test-router-1075470178', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:33:23Z', 'updated_at': '2022-04-20T13:33:53Z', 'revision_number': 11, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:56.655952 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f823376-c86c-45fc-8e23-c0c45bf274af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b830ed-3888-4719-9a48-dbe92299a243'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:33:56.658173 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c86df4-e337-4bed-81b3-864c086051c1" -d '{"events": [{"server_uuid": "8f823376-c86c-45fc-8e23-c0c45bf274af", "name": "network-vif-plugged", "status": "completed", "tag": "a9b830ed-3888-4719-9a48-dbe92299a243"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:33:56.698558 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c404e9-bdce-4ae1-b24e-f61776434606 None None] The sync data for ids ['de0bd163-919b-4579-a186-faefd8f3c083'] in n-d-836015-7 is: [{'id': 'de0bd163-919b-4579-a186-faefd8f3c083', 'name': 'tempest-RoutersIpV6Test-router-1075470178', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:33:23Z', 'updated_at': '2022-04-20T13:33:53Z', 'revision_number': 11, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'gw_port_host': None}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:33:56.701430 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port a9b830ed-3888-4719-9a48-dbe92299a243, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=a9b830ed-3888-4719-9a48-dbe92299a243,segment=NetworkSegment(bb4a265f-304d-42f8-ae71-634def31fb8e),segment_id=bb4a265f-304d-42f8-ae71-634def31fb8e)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:33:56.706585 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe7c75e-5760-40fe-a84b-7ce0cfff965c x-openstack-request-id: req-fbe7c75e-5760-40fe-a84b-7ce0cfff965c {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:33:56.707499 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f823376-c86c-45fc-8e23-c0c45bf274af", "name": "network-vif-plugged", "status": "completed", "tag": "a9b830ed-3888-4719-9a48-dbe92299a243", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:33:56.707499 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fbe7c75e-5760-40fe-a84b-7ce0cfff965c {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:33:56.707715 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbe7c75e-5760-40fe-a84b-7ce0cfff965c'] response: {'server_uuid': '8f823376-c86c-45fc-8e23-c0c45bf274af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b830ed-3888-4719-9a48-dbe92299a243', 'code': 200} Apr 20 13:33:56.742845 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-77017435-f771-4b13-be1b-3769cb0abf4a tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:56.744436 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-77017435-f771-4b13-be1b-3769cb0abf4a tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:56.771332 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:56.777793 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-48049c41-f367-4500-9c40-8aeb67c0f7f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:56.824439 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=a9b830ed-3888-4719-9a48-dbe92299a243,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:56.831108 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-77017435-f771-4b13-be1b-3769cb0abf4a tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:56.845054 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a6932-9034-4e30-acda-7240c7509839 req-1d4b0791-7b49-417e-adde-9e2d3b09e9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:56.846373 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-492a6932-9034-4e30-acda-7240c7509839 req-1d4b0791-7b49-417e-adde-9e2d3b09e9d1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8f823376-c86c-45fc-8e23-c0c45bf274af HTTP/1.1" status: 200 len: 1060 time: 0.0831459 Apr 20 13:33:56.891961 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-77017435-f771-4b13-be1b-3769cb0abf4a tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:56.989430 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-77017435-f771-4b13-be1b-3769cb0abf4a tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:56.990664 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-77017435-f771-4b13-be1b-3769cb0abf4a tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3470294 Apr 20 13:33:56.993605 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48862) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:56.998090 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-bfb78ac7-a01b-485d-bffc-921a3d2e5cc0 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Request body: {'router': {'admin_state_up': True}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:33:57.223884 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bfb78ac7-a01b-485d-bffc-921a3d2e5cc0 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-54831'] for router, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:57.244081 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fb756170-1ef5-481f-9358-1030965923a9 req-35eebe54-cc23-47b2-9f22-42687643dc4b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0746324 Apr 20 13:33:57.290187 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-a3a1730a-7609-444c-883a-985c4bd3512f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=31c12678-97ed-4191-8c7f-48690ca25905&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0414732 Apr 20 13:33:57.299393 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-d5661002-2261-4b6a-a690-72fef8bfebb6 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:33:57.300389 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-d5661002-2261-4b6a-a690-72fef8bfebb6 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051980 Apr 20 13:33:57.320910 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bfb78ac7-a01b-485d-bffc-921a3d2e5cc0 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548631'] for router, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:57.367161 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb756170-1ef5-481f-9358-1030965923a9 req-994f34ca-69f5-486b-8bfc-abb96df5c8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:57.369208 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fb756170-1ef5-481f-9358-1030965923a9 req-994f34ca-69f5-486b-8bfc-abb96df5c8f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d2e9573cd38a42bf9eb285f5cfe9d1c8&device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 1096 time: 0.0801928 Apr 20 13:33:57.540663 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349e908-1d58-4f4c-8d56-664251b5c8d1 req-eefda763-1af0-41a8-a242-3fb847945c85 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:57.542201 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e349e908-1d58-4f4c-8d56-664251b5c8d1 req-eefda763-1af0-41a8-a242-3fb847945c85 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f823376-c86c-45fc-8e23-c0c45bf274af HTTP/1.1" status: 200 len: 909 time: 0.1323819 Apr 20 13:33:57.563611 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb756170-1ef5-481f-9358-1030965923a9 req-f1e6fc06-b8ab-4e38-90b0-477e6a6b2766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:57.565117 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fb756170-1ef5-481f-9358-1030965923a9 req-f1e6fc06-b8ab-4e38-90b0-477e6a6b2766 service neutron] 10.222.0.15 "GET /v2.0/networks?id=27d17f00-84b7-400c-970d-be61917bd03a HTTP/1.1" status: 200 len: 910 time: 0.1564178 Apr 20 13:33:57.613438 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb78ac7-a01b-485d-bffc-921a3d2e5cc0 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Router cd14553e-25ae-47cd-964a-de222b313b72 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:33:57.681442 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fb756170-1ef5-481f-9358-1030965923a9 req-eec006f8-0ea4-4de6-b3fe-c746ec1118d4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cef5751c-9364-467f-a93e-0d2d41d3df6b HTTP/1.1" status: 200 len: 1001 time: 0.1071990 Apr 20 13:33:57.718462 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb78ac7-a01b-485d-bffc-921a3d2e5cc0 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:33:57.729193 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aba7568-bed1-4b9f-9fbf-fcd33c4bc337 None None] Sync routers for ids ['cd14553e-25ae-47cd-964a-de222b313b72'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:33:57.740659 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aba7568-bed1-4b9f-9fbf-fcd33c4bc337 None None] Routers {'cd14553e-25ae-47cd-964a-de222b313b72'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:57.741411 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-5aba7568-bed1-4b9f-9fbf-fcd33c4bc337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:33:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['cd14553e-25ae-47cd-964a-de222b313b72'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:57.746153 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bfb78ac7-a01b-485d-bffc-921a3d2e5cc0 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:57.747410 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-bfb78ac7-a01b-485d-bffc-921a3d2e5cc0 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "PUT /v2.0/routers/cd14553e-25ae-47cd-964a-de222b313b72 HTTP/1.1" status: 200 len: 698 time: 0.7527122 Apr 20 13:33:57.750322 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48878) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:57.768554 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb756170-1ef5-481f-9358-1030965923a9 req-63b9463c-3b4f-4c8f-ba78-a9e171719838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:57.771542 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fb756170-1ef5-481f-9358-1030965923a9 req-63b9463c-3b4f-4c8f-ba78-a9e171719838 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=562e00d1-6211-4fe8-a521-472a5db1803b HTTP/1.1" status: 200 len: 848 time: 0.0620749 Apr 20 13:33:57.825746 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-5aba7568-bed1-4b9f-9fbf-fcd33c4bc337 None None] Set router cd14553e-25ae-47cd-964a-de222b313b72 gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:33:57.825890 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb756170-1ef5-481f-9358-1030965923a9 req-f3555a58-9a64-47b7-815c-4816b95a781c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:57.827393 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fb756170-1ef5-481f-9358-1030965923a9 req-f3555a58-9a64-47b7-815c-4816b95a781c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27d17f00-84b7-400c-970d-be61917bd03a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497010 Apr 20 13:33:57.849647 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d851615f-3245-4616-a690-9b7d27a9ee42 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "GET /v2.0/routers/cd14553e-25ae-47cd-964a-de222b313b72 HTTP/1.1" status: 200 len: 704 time: 0.0963602 Apr 20 13:33:57.852104 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48880) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:57.880448 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d9294baf-72ec-4056-b1f2-9c46aee55407 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd14553e-25ae-47cd-964a-de222b313b72 HTTP/1.1" status: 200 len: 205 time: 0.0262775 Apr 20 13:33:57.883664 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48882) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:57.887428 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-5aba7568-bed1-4b9f-9fbf-fcd33c4bc337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd14553e-25ae-47cd-964a-de222b313b72', 'name': 'tempest-RoutersIpV6Test-router-1828747678', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:33:56Z', 'updated_at': '2022-04-20T13:33:57Z', 'revision_number': 2, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:57.914038 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aba7568-bed1-4b9f-9fbf-fcd33c4bc337 None None] Checking router: cd14553e-25ae-47cd-964a-de222b313b72 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:33:57.923972 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aba7568-bed1-4b9f-9fbf-fcd33c4bc337 None None] Routers {'cd14553e-25ae-47cd-964a-de222b313b72'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:57.924573 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-5aba7568-bed1-4b9f-9fbf-fcd33c4bc337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:33:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['cd14553e-25ae-47cd-964a-de222b313b72'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:57.933702 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fb756170-1ef5-481f-9358-1030965923a9 req-6c3b7f72-510f-40af-9159-ce72a627f070 service neutron] 10.222.0.15 "GET /v2.0/networks/27d17f00-84b7-400c-970d-be61917bd03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965149 Apr 20 13:33:57.965060 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-95f30016-b28b-499f-bf08-321d408a5c6a tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:57.998675 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-5aba7568-bed1-4b9f-9fbf-fcd33c4bc337 None None] Set router cd14553e-25ae-47cd-964a-de222b313b72 gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:33:58.046897 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fb756170-1ef5-481f-9358-1030965923a9 req-d0361353-b383-4de7-acd5-30e298cf52c6 service neutron] 10.222.0.15 "GET /v2.0/networks/27d17f00-84b7-400c-970d-be61917bd03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978932 Apr 20 13:33:58.055462 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-5aba7568-bed1-4b9f-9fbf-fcd33c4bc337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd14553e-25ae-47cd-964a-de222b313b72', 'name': 'tempest-RoutersIpV6Test-router-1828747678', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:33:56Z', 'updated_at': '2022-04-20T13:33:57Z', 'revision_number': 2, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:58.088637 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aba7568-bed1-4b9f-9fbf-fcd33c4bc337 None None] The sync data for ids ['cd14553e-25ae-47cd-964a-de222b313b72'] in n-d-836015-7 is: [{'id': 'cd14553e-25ae-47cd-964a-de222b313b72', 'name': 'tempest-RoutersIpV6Test-router-1828747678', 'tenant_id': '05e5ae5725a543f685423ca47d440e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:33:56Z', 'updated_at': '2022-04-20T13:33:57Z', 'revision_number': 2, 'project_id': '05e5ae5725a543f685423ca47d440e3e', 'gw_port_host': None}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:33:58.133646 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-95f30016-b28b-499f-bf08-321d408a5c6a tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:58.136708 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-95f30016-b28b-499f-bf08-321d408a5c6a tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:58.148518 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:58.209499 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-f4e35c1f-516d-40b0-8f7e-0ad818f2229c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:58.210789 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-f4e35c1f-516d-40b0-8f7e-0ad818f2229c service neutron] 10.222.0.25 "GET /v2.0/ports/d1a95210-4666-4005-b6fc-05d29e6b91fe HTTP/1.1" status: 200 len: 1093 time: 0.0351417 Apr 20 13:33:58.219887 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-c34afb1e-28b7-4ea1-b6a7-734789ef27c4 service neutron] Request body: {'binding': {'host': 'n-h1-836015-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:33:58.220340 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-c34afb1e-28b7-4ea1-b6a7-734789ef27c4 service neutron] Unknown quota resources ['binding']. {{(pid=114870) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 20 13:33:58.254461 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-95f30016-b28b-499f-bf08-321d408a5c6a tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:58.255003 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f30016-b28b-499f-bf08-321d408a5c6a tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Fanout notify agent at l3_agent the message router_deleted on router cd14553e-25ae-47cd-964a-de222b313b72 {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:33:58.263476 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-95f30016-b28b-499f-bf08-321d408a5c6a tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:58.264596 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-95f30016-b28b-499f-bf08-321d408a5c6a tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "DELETE /v2.0/routers/cd14553e-25ae-47cd-964a-de222b313b72 HTTP/1.1" status: 204 len: 168 time: 0.3798745 Apr 20 13:33:58.269612 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48884) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:58.308222 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-eca37d23-8a24-4aed-aef7-34533ded473f tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd14553e-25ae-47cd-964a-de222b313b72 HTTP/1.1" status: 200 len: 205 time: 0.0374689 Apr 20 13:33:58.310717 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48886) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:58.379624 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-4aa2d7fa-6615-4c28-a4e0-54e69ba21895 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] delete failed (client error): The resource could not be found. Apr 20 13:33:58.380652 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4aa2d7fa-6615-4c28-a4e0-54e69ba21895 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "DELETE /v2.0/routers/cd14553e-25ae-47cd-964a-de222b313b72 HTTP/1.1" status: 404 len: 336 time: 0.0692871 Apr 20 13:33:58.383506 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48888) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:58.410483 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ca91c52-b70c-45c5-94d4-bd7b141027be tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] DELETE failed (client error): The resource could not be found. Apr 20 13:33:58.410938 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ca91c52-b70c-45c5-94d4-bd7b141027be tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:33:58.416950 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1ca91c52-b70c-45c5-94d4-bd7b141027be tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "DELETE /v2.0/subnets/18667840-2de9-4a40-9efd-fa2bd0620065 HTTP/1.1" status: 404 len: 337 time: 0.0292962 Apr 20 13:33:58.417374 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48890) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:58.437928 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-c34afb1e-28b7-4ea1-b6a7-734789ef27c4 service neutron] Attempting to bind port d1a95210-4666-4005-b6fc-05d29e6b91fe on host n-h1-836015-7 for vnic_type normal with profile None {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:33:58.438260 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-c34afb1e-28b7-4ea1-b6a7-734789ef27c4 service neutron] Attempting to bind port d1a95210-4666-4005-b6fc-05d29e6b91fe by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': 'b69de327-6169-49b9-ad7b-fca9dc1dc3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6a6793d9-9340-4921-9b8d-2d2c4f976b91'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:33:58.438596 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-c34afb1e-28b7-4ea1-b6a7-734789ef27c4 service neutron] Attempting to bind port d1a95210-4666-4005-b6fc-05d29e6b91fe on network 6a6793d9-9340-4921-9b8d-2d2c4f976b91 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:33:58.442963 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-c34afb1e-28b7-4ea1-b6a7-734789ef27c4 service neutron] Port d1a95210-4666-4005-b6fc-05d29e6b91fe on network 6a6793d9-9340-4921-9b8d-2d2c4f976b91 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:33:58.443142 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-e11c5b40-b95c-4e2d-878f-22684db7ac9b tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] DELETE failed (client error): The resource could not be found. Apr 20 13:33:58.443257 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-c34afb1e-28b7-4ea1-b6a7-734789ef27c4 service neutron] Attempting to bind port d1a95210-4666-4005-b6fc-05d29e6b91fe on network 6a6793d9-9340-4921-9b8d-2d2c4f976b91 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:33:58.443625 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e11c5b40-b95c-4e2d-878f-22684db7ac9b tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:33:58.446614 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e11c5b40-b95c-4e2d-878f-22684db7ac9b tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "DELETE /v2.0/subnets/309362b3-48b0-4af2-832f-aa639c3b30a2 HTTP/1.1" status: 404 len: 337 time: 0.0283287 Apr 20 13:33:58.448388 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-c34afb1e-28b7-4ea1-b6a7-734789ef27c4 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:33:58.448722 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-c34afb1e-28b7-4ea1-b6a7-734789ef27c4 service neutron] Checking segment: {'id': 'b69de327-6169-49b9-ad7b-fca9dc1dc3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6a6793d9-9340-4921-9b8d-2d2c4f976b91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:33:58.449193 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-c34afb1e-28b7-4ea1-b6a7-734789ef27c4 service neutron] Bound using segment: {'id': 'b69de327-6169-49b9-ad7b-fca9dc1dc3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6a6793d9-9340-4921-9b8d-2d2c4f976b91'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:33:58.449425 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48892) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:58.449622 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-c34afb1e-28b7-4ea1-b6a7-734789ef27c4 service neutron] Bound port: d1a95210-4666-4005-b6fc-05d29e6b91fe, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b69de327-6169-49b9-ad7b-fca9dc1dc3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6a6793d9-9340-4921-9b8d-2d2c4f976b91'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:33:58.481745 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-c069e715-1dba-4f4e-938a-08591a148a44 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] DELETE failed (client error): The resource could not be found. Apr 20 13:33:58.482201 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c069e715-1dba-4f4e-938a-08591a148a44 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:33:58.485166 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c069e715-1dba-4f4e-938a-08591a148a44 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "DELETE /v2.0/subnets/176ec688-8251-44fa-b5e9-e89d717555af HTTP/1.1" status: 404 len: 337 time: 0.0348384 Apr 20 13:33:58.487695 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48894) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:58.514192 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-d512e71f-4d6b-40a3-a8da-4fac867407b1 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] DELETE failed (client error): The resource could not be found. Apr 20 13:33:58.514979 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d512e71f-4d6b-40a3-a8da-4fac867407b1 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:33:58.517937 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d512e71f-4d6b-40a3-a8da-4fac867407b1 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "DELETE /v2.0/subnets/90b30507-a4bc-40c6-883a-9ab9065e2dc2 HTTP/1.1" status: 404 len: 337 time: 0.0290704 Apr 20 13:33:58.520320 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48896) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:58.543632 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-c34afb1e-28b7-4ea1-b6a7-734789ef27c4 service neutron] For port d1a95210-4666-4005-b6fc-05d29e6b91fe, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=d1a95210-4666-4005-b6fc-05d29e6b91fe,segment=NetworkSegment(b69de327-6169-49b9-ad7b-fca9dc1dc3ff),segment_id=b69de327-6169-49b9-ad7b-fca9dc1dc3ff)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:33:58.556726 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b5325b28-429f-4731-bb34-6913af0c178b tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "GET /v2.0/ports?device_id=de0bd163-919b-4579-a186-faefd8f3c083 HTTP/1.1" status: 200 len: 205 time: 0.0352254 Apr 20 13:33:58.559177 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48898) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:58.590656 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-c34afb1e-28b7-4ea1-b6a7-734789ef27c4 service neutron] Notify callbacks [] for binding, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:58.592012 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-c34afb1e-28b7-4ea1-b6a7-734789ef27c4 service neutron] 10.222.0.25 "POST /v2.0/ports/d1a95210-4666-4005-b6fc-05d29e6b91fe/bindings HTTP/1.1" status: 201 len: 389 time: 0.3757401 Apr 20 13:33:58.595620 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-110ce47b-3bf2-4811-bd1e-48bd4bf7006a tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] delete failed (client error): The resource could not be found. Apr 20 13:33:58.596665 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-110ce47b-3bf2-4811-bd1e-48bd4bf7006a tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "DELETE /v2.0/routers/de0bd163-919b-4579-a186-faefd8f3c083 HTTP/1.1" status: 404 len: 336 time: 0.0365629 Apr 20 13:33:58.600187 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48902) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:58.628097 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5089ebc9-9c20-46d1-94bb-7793476dc5f9 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "GET /v2.0/ports?device_id=83bf36eb-9b62-42a1-b8e0-e5b0922edb1c HTTP/1.1" status: 200 len: 205 time: 0.0277328 Apr 20 13:33:58.630627 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48904) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:58.668548 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-e0c35833-b06e-4b66-92f3-5ffaed7f1391 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] delete failed (client error): The resource could not be found. Apr 20 13:33:58.669580 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e0c35833-b06e-4b66-92f3-5ffaed7f1391 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "DELETE /v2.0/routers/83bf36eb-9b62-42a1-b8e0-e5b0922edb1c HTTP/1.1" status: 404 len: 336 time: 0.0379956 Apr 20 13:33:58.672181 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48906) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:58.675611 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca32d5-c5fc-49a6-a41c-b75c62314930 req-54b420c5-1b70-414c-923e-c5f6930d152c tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:58.677096 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7cca32d5-c5fc-49a6-a41c-b75c62314930 req-54b420c5-1b70-414c-923e-c5f6930d152c tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f823376-c86c-45fc-8e23-c0c45bf274af HTTP/1.1" status: 200 len: 909 time: 0.0514209 Apr 20 13:33:58.699743 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-97639840-99e6-4533-83a4-9bfccd5599b7 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] DELETE failed (client error): The resource could not be found. Apr 20 13:33:58.700313 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97639840-99e6-4533-83a4-9bfccd5599b7 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:33:58.703271 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-97639840-99e6-4533-83a4-9bfccd5599b7 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "DELETE /v2.0/subnets/1df23d45-ea52-41b8-84e0-6179be25d6cb HTTP/1.1" status: 404 len: 337 time: 0.0301888 Apr 20 13:33:58.705990 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48910) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:58.735221 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1d798b50-3f48-4fe1-9acd-a13bde6a5b48 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9e0696d-4196-40fe-9ef5-17b95f36121a HTTP/1.1" status: 200 len: 205 time: 0.0261695 Apr 20 13:33:58.735584 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48912) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:58.777133 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-11ab4cbc-31b6-4414-8ace-f4748d2e42b0 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] delete failed (client error): The resource could not be found. Apr 20 13:33:58.778179 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-11ab4cbc-31b6-4414-8ace-f4748d2e42b0 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "DELETE /v2.0/routers/c9e0696d-4196-40fe-9ef5-17b95f36121a HTTP/1.1" status: 404 len: 336 time: 0.0418639 Apr 20 13:33:58.780832 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48914) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:58.809797 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-80e368c7-60c9-4ca3-8af9-b156cbe6c336 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "GET /v2.0/ports?device_id=96d379e4-ce54-4348-b11a-7b7e24c823f3 HTTP/1.1" status: 200 len: 205 time: 0.0271838 Apr 20 13:33:58.811727 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48916) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:58.818432 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb16a66-6490-4f76-b467-5993cacafc3d req-a1952e1a-03fb-4752-b43e-1ac690abbd05 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:58.819988 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5fb16a66-6490-4f76-b467-5993cacafc3d req-a1952e1a-03fb-4752-b43e-1ac690abbd05 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f823376-c86c-45fc-8e23-c0c45bf274af HTTP/1.1" status: 200 len: 909 time: 0.0622661 Apr 20 13:33:58.848393 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-18386899-2a55-40a8-83ed-be827977a8b3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] delete failed (client error): The resource could not be found. Apr 20 13:33:58.849433 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-18386899-2a55-40a8-83ed-be827977a8b3 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "DELETE /v2.0/routers/96d379e4-ce54-4348-b11a-7b7e24c823f3 HTTP/1.1" status: 404 len: 336 time: 0.0367560 Apr 20 13:33:58.853354 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48920) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:58.889668 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-472253e7-6029-4164-98d3-8b2e7d2b25c8 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] DELETE failed (client error): The resource could not be found. Apr 20 13:33:58.890356 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-472253e7-6029-4164-98d3-8b2e7d2b25c8 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:33:58.893701 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-472253e7-6029-4164-98d3-8b2e7d2b25c8 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "DELETE /v2.0/subnets/1e45ef01-a6cc-453b-ba77-00b0647099c7 HTTP/1.1" status: 404 len: 337 time: 0.0392582 Apr 20 13:33:58.896932 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48924) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:58.927153 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-0b9ea280-bdb6-4e85-8328-4b43759eca0b tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2bf4f33-9d80-4d3f-8594-11c897e1ac62 HTTP/1.1" status: 200 len: 205 time: 0.0287201 Apr 20 13:33:58.929748 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48926) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:58.971243 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-bee42efe-4f73-4874-8c5c-6961092a43f8 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] delete failed (client error): The resource could not be found. Apr 20 13:33:58.973331 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-bee42efe-4f73-4874-8c5c-6961092a43f8 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "DELETE /v2.0/routers/c2bf4f33-9d80-4d3f-8594-11c897e1ac62 HTTP/1.1" status: 404 len: 336 time: 0.0416596 Apr 20 13:33:58.975013 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48928) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:59.003121 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322d019-6ab5-45be-b153-25803d115776 req-5390b755-4725-4e8c-ac78-1403605568e1 tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:59.004772 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7322d019-6ab5-45be-b153-25803d115776 req-5390b755-4725-4e8c-ac78-1403605568e1 tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8f823376-c86c-45fc-8e23-c0c45bf274af HTTP/1.1" status: 200 len: 1060 time: 0.0803342 Apr 20 13:33:59.004956 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-12206a63-6280-40b0-8655-2961a39a5a41 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] DELETE failed (client error): The resource could not be found. Apr 20 13:33:59.005325 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12206a63-6280-40b0-8655-2961a39a5a41 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:33:59.008699 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-12206a63-6280-40b0-8655-2961a39a5a41 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "DELETE /v2.0/subnets/2280028a-2160-4f21-8d0b-09a9984cca96 HTTP/1.1" status: 404 len: 337 time: 0.0325119 Apr 20 13:33:59.011243 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48930) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:59.014765 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec185ef-bef9-4e50-8670-6feb9ecccad2 req-7ade738f-53c5-4be4-baa5-bf557eb08f38 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:59.016421 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4ec185ef-bef9-4e50-8670-6feb9ecccad2 req-7ade738f-53c5-4be4-baa5-bf557eb08f38 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c12678-97ed-4191-8c7f-48690ca25905 HTTP/1.1" status: 200 len: 945 time: 0.0881588 Apr 20 13:33:59.052274 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4f83921d-84d9-4727-af46-220a621f0aed tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "GET /v2.0/ports?device_id=da5f7f60-e07b-46f0-96be-2a5d6ce49703 HTTP/1.1" status: 200 len: 205 time: 0.0398867 Apr 20 13:33:59.055826 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48934) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:59.059604 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4ec185ef-bef9-4e50-8670-6feb9ecccad2 req-1dd98390-6887-4207-a6dc-242846dda274 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f7a0061-53d3-4edf-af48-0982f15b9d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369906 Apr 20 13:33:59.108843 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-42bc4500-b9fe-447e-9c77-8853acb60bc2 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] delete failed (client error): The resource could not be found. Apr 20 13:33:59.111393 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-42bc4500-b9fe-447e-9c77-8853acb60bc2 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "DELETE /v2.0/routers/da5f7f60-e07b-46f0-96be-2a5d6ce49703 HTTP/1.1" status: 404 len: 336 time: 0.0530946 Apr 20 13:33:59.112468 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48938) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:59.138415 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53734c7-916c-4028-84be-d69887d38af7 req-b983f89e-c6d0-4472-9b88-787beafb7a8c tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:59.146211 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e53734c7-916c-4028-84be-d69887d38af7 req-b983f89e-c6d0-4472-9b88-787beafb7a8c tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=af24d935-b8cf-4a3d-a2d6-df3066be0ca4 HTTP/1.1" status: 200 len: 1135 time: 0.0630574 Apr 20 13:33:59.148642 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b8d8621-dee0-4534-a129-7f1351c868c8 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] DELETE failed (client error): The resource could not be found. Apr 20 13:33:59.149088 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b8d8621-dee0-4534-a129-7f1351c868c8 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:33:59.153970 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2b8d8621-dee0-4534-a129-7f1351c868c8 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "DELETE /v2.0/subnets/9a50a4cc-d0af-467a-9545-6ad0c756ca03 HTTP/1.1" status: 404 len: 337 time: 0.0391593 Apr 20 13:33:59.155266 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48940) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:59.187977 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-b99cdde6-3a53-457d-a41a-8ad2a64a12ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:59.189486 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-b99cdde6-3a53-457d-a41a-8ad2a64a12ed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d7599e499ac4ab585978f26ba0a43a9&device_id=31c12678-97ed-4191-8c7f-48690ca25905 HTTP/1.1" status: 200 len: 1096 time: 0.0491045 Apr 20 13:33:59.192312 n-d-836015-7 neutron-server[114869]: INFO neutron.pecan_wsgi.hooks.translation [None req-890fe78a-93c4-44db-9150-e82baaa1ab19 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] DELETE failed (client error): The resource could not be found. Apr 20 13:33:59.192762 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-890fe78a-93c4-44db-9150-e82baaa1ab19 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:33:59.198135 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-890fe78a-93c4-44db-9150-e82baaa1ab19 tempest-RoutersIpV6Test-1190690718 tempest-RoutersIpV6Test-1190690718-project] 10.222.0.25 "DELETE /v2.0/subnets/faff1f1c-16fb-4581-b467-42efd0b7390b HTTP/1.1" status: 404 len: 337 time: 0.0393658 Apr 20 13:33:59.210802 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e53734c7-916c-4028-84be-d69887d38af7 req-304b8190-88af-43ef-9019-79a5d9822b2f tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b6d1e617-b409-4e99-bffe-45bb6cb3a9cd&id=fcc8abcf-2ce1-4467-a807-4af32e7e5c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0635350 Apr 20 13:33:59.238746 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48944) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:59.283644 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a85126-604a-4ba2-b2a9-8ead8e54cdd5 tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:59.288394 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-81a85126-604a-4ba2-b2a9-8ead8e54cdd5 tempest-TestSecurityGroupsBasicOps-639595677 tempest-TestSecurityGroupsBasicOps-639595677-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8f823376-c86c-45fc-8e23-c0c45bf274af HTTP/1.1" status: 200 len: 1055 time: 0.0453889 Apr 20 13:33:59.291224 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-da5cdf91-deba-4dec-b900-4b631da0a8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:59.292855 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-da5cdf91-deba-4dec-b900-4b631da0a8f9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6a6793d9-9340-4921-9b8d-2d2c4f976b91 HTTP/1.1" status: 200 len: 897 time: 0.0972648 Apr 20 13:33:59.361167 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-51a2d7c8-c4a6-4614-9cca-30396944e1bd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1a95210-4666-4005-b6fc-05d29e6b91fe HTTP/1.1" status: 200 len: 1000 time: 0.0614402 Apr 20 13:33:59.414108 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-ca3e9669-80a3-4899-a810-68323f8e4634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:59.415873 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-ca3e9669-80a3-4899-a810-68323f8e4634 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c26d4bcd-c7f8-4b9f-92cb-6cbd7c3510e0 HTTP/1.1" status: 200 len: 835 time: 0.0488169 Apr 20 13:33:59.416827 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:59.462308 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-2518cac1-863c-40cd-96d0-297b01e93218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:59.464062 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-2518cac1-863c-40cd-96d0-297b01e93218 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6a6793d9-9340-4921-9b8d-2d2c4f976b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423636 Apr 20 13:33:59.555265 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-05e00a2d-8b5c-4355-ae0c-9df1e8284dc6 service neutron] 10.222.0.32 "GET /v2.0/networks/6a6793d9-9340-4921-9b8d-2d2c4f976b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835352 Apr 20 13:33:59.658364 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-c4db90d5-ca92-4a11-98ac-5c9cc9c952fa service neutron] 10.222.0.32 "GET /v2.0/networks/6a6793d9-9340-4921-9b8d-2d2c4f976b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966613 Apr 20 13:33:59.715943 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 48952) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:59.755112 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6150220b-c29f-45a6-8916-64663c314693 req-eea2a74c-6309-47ae-a7b0-c1785621b6d6 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:59.756647 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6150220b-c29f-45a6-8916-64663c314693 req-eea2a74c-6309-47ae-a7b0-c1785621b6d6 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f823376-c86c-45fc-8e23-c0c45bf274af HTTP/1.1" status: 200 len: 909 time: 0.0554917 Apr 20 13:33:59.808844 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-3a574ea7-1325-489e-9a65-b0f1908d550b tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:59.810107 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:59.810476 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-3a574ea7-1325-489e-9a65-b0f1908d550b tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=31c12678-97ed-4191-8c7f-48690ca25905&tenant_id=7d7599e499ac4ab585978f26ba0a43a9&binding%3Ahost_id=n-h2-836015-7 HTTP/1.1" status: 200 len: 1096 time: 0.0816848 Apr 20 13:33:59.822238 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-d38a4419-fcad-4b8a-872e-ce7eeab3f367 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836015-7'}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:33:59.909388 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-d38a4419-fcad-4b8a-872e-ce7eeab3f367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:59.914052 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-68fc8570-d374-44d9-9b03-b36d0ab1f01a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=05e5ae5725a543f685423ca47d440e3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1969934 Apr 20 13:33:59.917180 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 48956) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:59.967495 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d852b8b4-549d-42cd-8c20-01f031d04b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:59.988097 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d852b8b4-549d-42cd-8c20-01f031d04b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:00.038627 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-d38a4419-fcad-4b8a-872e-ce7eeab3f367 service neutron] For port d1a95210-4666-4005-b6fc-05d29e6b91fe, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=d1a95210-4666-4005-b6fc-05d29e6b91fe,segment=NetworkSegment(b69de327-6169-49b9-ad7b-fca9dc1dc3ff),segment_id=b69de327-6169-49b9-ad7b-fca9dc1dc3ff)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:34:00.077093 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-d38a4419-fcad-4b8a-872e-ce7eeab3f367 service neutron] For port d1a95210-4666-4005-b6fc-05d29e6b91fe, host n-h2-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:34:00.117963 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c12678-97ed-4191-8c7f-48690ca25905', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1a95210-4666-4005-b6fc-05d29e6b91fe'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:34:00.118670 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d852b8b4-549d-42cd-8c20-01f031d04b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:00.120333 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c1073c-df45-47d0-9290-dd698b2e5330" -d '{"events": [{"server_uuid": "31c12678-97ed-4191-8c7f-48690ca25905", "name": "network-vif-unplugged", "status": "completed", "tag": "d1a95210-4666-4005-b6fc-05d29e6b91fe"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:34:00.121233 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d852b8b4-549d-42cd-8c20-01f031d04b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:00.124851 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d852b8b4-549d-42cd-8c20-01f031d04b7c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e636560c-8f9a-4662-abf3-03716af3d4fc HTTP/1.1" status: 204 len: 168 time: 0.2042942 Apr 20 13:34:00.125015 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-d38a4419-fcad-4b8a-872e-ce7eeab3f367 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:00.130616 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852b8b4-549d-42cd-8c20-01f031d04b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e636560c-8f9a-4662-abf3-03716af3d4fc,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:00.178860 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6e8ed1-2558-4df4-935a-8c482f947e99 x-openstack-request-id: req-aa6e8ed1-2558-4df4-935a-8c482f947e99 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:34:00.179161 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c12678-97ed-4191-8c7f-48690ca25905", "name": "network-vif-unplugged", "status": "completed", "tag": "d1a95210-4666-4005-b6fc-05d29e6b91fe", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:34:00.179476 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aa6e8ed1-2558-4df4-935a-8c482f947e99 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:34:00.179908 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa6e8ed1-2558-4df4-935a-8c482f947e99'] response: {'server_uuid': '31c12678-97ed-4191-8c7f-48690ca25905', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1a95210-4666-4005-b6fc-05d29e6b91fe', 'code': 200} Apr 20 13:34:00.205393 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-d38a4419-fcad-4b8a-872e-ce7eeab3f367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:00.211255 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a87ea46-bc96-4179-90eb-d71ebbacecbc req-a77aec87-0b7c-4145-bfe3-d6064d6d42d0 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:00.214528 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3a87ea46-bc96-4179-90eb-d71ebbacecbc req-a77aec87-0b7c-4145-bfe3-d6064d6d42d0 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c12678-97ed-4191-8c7f-48690ca25905 HTTP/1.1" status: 200 len: 945 time: 0.0601826 Apr 20 13:34:00.255961 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3a87ea46-bc96-4179-90eb-d71ebbacecbc req-08efaaf7-9575-438a-b820-1e41c1e598ee tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f7a0061-53d3-4edf-af48-0982f15b9d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373714 Apr 20 13:34:00.342674 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a4419-fcad-4b8a-872e-ce7eeab3f367 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a95210-4666-4005-b6fc-05d29e6b91fe,revision_number=7']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:00.420694 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-d38a4419-fcad-4b8a-872e-ce7eeab3f367 service neutron] Attempting to bind port d1a95210-4666-4005-b6fc-05d29e6b91fe on host n-h2-836015-7 for vnic_type normal with profile {"migrating_to": "n-h1-836015-7"} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:34:00.421610 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-d38a4419-fcad-4b8a-872e-ce7eeab3f367 service neutron] Attempting to bind port d1a95210-4666-4005-b6fc-05d29e6b91fe by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': 'b69de327-6169-49b9-ad7b-fca9dc1dc3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6a6793d9-9340-4921-9b8d-2d2c4f976b91'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:34:00.421610 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-d38a4419-fcad-4b8a-872e-ce7eeab3f367 service neutron] Attempting to bind port d1a95210-4666-4005-b6fc-05d29e6b91fe on network 6a6793d9-9340-4921-9b8d-2d2c4f976b91 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:34:00.425934 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-d38a4419-fcad-4b8a-872e-ce7eeab3f367 service neutron] Port d1a95210-4666-4005-b6fc-05d29e6b91fe on network 6a6793d9-9340-4921-9b8d-2d2c4f976b91 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:34:00.426257 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-d38a4419-fcad-4b8a-872e-ce7eeab3f367 service neutron] Attempting to bind port d1a95210-4666-4005-b6fc-05d29e6b91fe on network 6a6793d9-9340-4921-9b8d-2d2c4f976b91 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:34:00.432151 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-d38a4419-fcad-4b8a-872e-ce7eeab3f367 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:34:00.432491 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-d38a4419-fcad-4b8a-872e-ce7eeab3f367 service neutron] Checking segment: {'id': 'b69de327-6169-49b9-ad7b-fca9dc1dc3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6a6793d9-9340-4921-9b8d-2d2c4f976b91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:34:00.433353 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-d38a4419-fcad-4b8a-872e-ce7eeab3f367 service neutron] Bound using segment: {'id': 'b69de327-6169-49b9-ad7b-fca9dc1dc3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6a6793d9-9340-4921-9b8d-2d2c4f976b91'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:34:00.433353 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-d38a4419-fcad-4b8a-872e-ce7eeab3f367 service neutron] Bound port: d1a95210-4666-4005-b6fc-05d29e6b91fe, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b69de327-6169-49b9-ad7b-fca9dc1dc3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '6a6793d9-9340-4921-9b8d-2d2c4f976b91'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:34:00.433769 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-d38a4419-fcad-4b8a-872e-ce7eeab3f367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:00.474422 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-9c8c3342-fd0b-43b7-adb0-1f24a70208c7 None None] Provisioning complete for port d1a95210-4666-4005-b6fc-05d29e6b91fe triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:34:00.475007 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9c8c3342-fd0b-43b7-adb0-1f24a70208c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:00.511079 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-d38a4419-fcad-4b8a-872e-ce7eeab3f367 service neutron] For port d1a95210-4666-4005-b6fc-05d29e6b91fe, host n-h2-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:34:00.514296 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-d38a4419-fcad-4b8a-872e-ce7eeab3f367 service neutron] For port d1a95210-4666-4005-b6fc-05d29e6b91fe, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=d1a95210-4666-4005-b6fc-05d29e6b91fe,segment=NetworkSegment(b69de327-6169-49b9-ad7b-fca9dc1dc3ff),segment_id=b69de327-6169-49b9-ad7b-fca9dc1dc3ff)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:34:00.516374 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-9c8c3342-fd0b-43b7-adb0-1f24a70208c7 None None] Port d1a95210-4666-4005-b6fc-05d29e6b91fe cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:34:00.577501 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-d38a4419-fcad-4b8a-872e-ce7eeab3f367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:00.675941 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a4419-fcad-4b8a-872e-ce7eeab3f367 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a95210-4666-4005-b6fc-05d29e6b91fe,revision_number=8']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:00.721866 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-d38a4419-fcad-4b8a-872e-ce7eeab3f367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:00.722779 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-d38a4419-fcad-4b8a-872e-ce7eeab3f367 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:00.724434 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-d38a4419-fcad-4b8a-872e-ce7eeab3f367 service neutron] 10.222.0.32 "PUT /v2.0/ports/d1a95210-4666-4005-b6fc-05d29e6b91fe HTTP/1.1" status: 200 len: 1121 time: 0.9071031 Apr 20 13:34:00.807288 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['d1a95210-4666-4005-b6fc-05d29e6b91fe'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:34:00.863214 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-680c8b1e-e434-4b34-b40c-2b7d6a609f96 None None] Provisioning complete for port d1a95210-4666-4005-b6fc-05d29e6b91fe triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:34:00.863626 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-680c8b1e-e434-4b34-b40c-2b7d6a609f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:00.890459 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9dcb2-a330-4734-88be-dadf2c8ef548 req-bf31262e-f8ae-4a16-978a-cb23fd83d13b tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:00.903691 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65d9dcb2-a330-4734-88be-dadf2c8ef548 req-bf31262e-f8ae-4a16-978a-cb23fd83d13b tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f823376-c86c-45fc-8e23-c0c45bf274af HTTP/1.1" status: 200 len: 909 time: 0.0678027 Apr 20 13:34:01.010440 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-680c8b1e-e434-4b34-b40c-2b7d6a609f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:01.047947 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c12678-97ed-4191-8c7f-48690ca25905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a95210-4666-4005-b6fc-05d29e6b91fe'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:34:01.050088 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e76ed6-62ee-4e2a-ad32-5c4eaced359e" -d '{"events": [{"server_uuid": "31c12678-97ed-4191-8c7f-48690ca25905", "name": "network-vif-plugged", "status": "completed", "tag": "d1a95210-4666-4005-b6fc-05d29e6b91fe"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:34:01.073961 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-680c8b1e-e434-4b34-b40c-2b7d6a609f96 None None] For port d1a95210-4666-4005-b6fc-05d29e6b91fe, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=d1a95210-4666-4005-b6fc-05d29e6b91fe,segment=NetworkSegment(b69de327-6169-49b9-ad7b-fca9dc1dc3ff),segment_id=b69de327-6169-49b9-ad7b-fca9dc1dc3ff)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:34:01.101369 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1004aab-bc5b-41b8-8e64-efb7d294fb33 x-openstack-request-id: req-e1004aab-bc5b-41b8-8e64-efb7d294fb33 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:34:01.102717 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c12678-97ed-4191-8c7f-48690ca25905", "name": "network-vif-plugged", "status": "completed", "tag": "d1a95210-4666-4005-b6fc-05d29e6b91fe", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:34:01.102717 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e1004aab-bc5b-41b8-8e64-efb7d294fb33 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:34:01.102717 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1004aab-bc5b-41b8-8e64-efb7d294fb33'] response: {'server_uuid': '31c12678-97ed-4191-8c7f-48690ca25905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a95210-4666-4005-b6fc-05d29e6b91fe', 'code': 200} Apr 20 13:34:01.149382 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-680c8b1e-e434-4b34-b40c-2b7d6a609f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:01.195669 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e250e-9488-4c68-ae62-3d66ff7c321d req-adb81247-66be-49bd-b284-ab4f026630f9 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:01.198523 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3b1e250e-9488-4c68-ae62-3d66ff7c321d req-adb81247-66be-49bd-b284-ab4f026630f9 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f823376-c86c-45fc-8e23-c0c45bf274af HTTP/1.1" status: 200 len: 909 time: 0.0604830 Apr 20 13:34:01.288577 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c8b1e-e434-4b34-b40c-2b7d6a609f96 None None] Pushing event updated for resources: {'Port': ['ID=d1a95210-4666-4005-b6fc-05d29e6b91fe,revision_number=9']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:01.295439 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-3b1e250e-9488-4c68-ae62-3d66ff7c321d req-8b99fd33-6b44-440c-b821-c9dbd00f1aa5 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Deleting port a9b830ed-3888-4719-9a48-dbe92299a243 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:34:01.296078 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3b1e250e-9488-4c68-ae62-3d66ff7c321d req-8b99fd33-6b44-440c-b821-c9dbd00f1aa5 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:01.421461 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d9ea5-0d36-45d5-a33d-3b1e1dc13f16 req-847f8a9e-72d6-49d4-94c2-861ba4451a91 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:01.422931 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-347d9ea5-0d36-45d5-a33d-3b1e1dc13f16 req-847f8a9e-72d6-49d4-94c2-861ba4451a91 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c12678-97ed-4191-8c7f-48690ca25905 HTTP/1.1" status: 200 len: 945 time: 0.0776060 Apr 20 13:34:01.427880 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-3b1e250e-9488-4c68-ae62-3d66ff7c321d req-8b99fd33-6b44-440c-b821-c9dbd00f1aa5 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] For port a9b830ed-3888-4719-9a48-dbe92299a243, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=a9b830ed-3888-4719-9a48-dbe92299a243,segment=NetworkSegment(bb4a265f-304d-42f8-ae71-634def31fb8e),segment_id=bb4a265f-304d-42f8-ae71-634def31fb8e)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:34:01.428300 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3b1e250e-9488-4c68-ae62-3d66ff7c321d req-8b99fd33-6b44-440c-b821-c9dbd00f1aa5 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:01.452336 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-3b1e250e-9488-4c68-ae62-3d66ff7c321d req-8b99fd33-6b44-440c-b821-c9dbd00f1aa5 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Calling delete_port for a9b830ed-3888-4719-9a48-dbe92299a243 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:34:01.510535 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-347d9ea5-0d36-45d5-a33d-3b1e1dc13f16 req-51f4b00e-97be-4b08-bfad-f7fdd158bfeb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f7a0061-53d3-4edf-af48-0982f15b9d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796626 Apr 20 13:34:01.645655 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3b1e250e-9488-4c68-ae62-3d66ff7c321d req-8b99fd33-6b44-440c-b821-c9dbd00f1aa5 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:01.679404 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b99fd33-6b44-440c-b821-c9dbd00f1aa5 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Pushing event deleted for resources: {'Port': ['ID=a9b830ed-3888-4719-9a48-dbe92299a243,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:01.723139 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1e250e-9488-4c68-ae62-3d66ff7c321d req-8b99fd33-6b44-440c-b821-c9dbd00f1aa5 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] No DVR routers for this DVR port a9b830ed-3888-4719-9a48-dbe92299a243 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:34:01.725824 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3b1e250e-9488-4c68-ae62-3d66ff7c321d req-8b99fd33-6b44-440c-b821-c9dbd00f1aa5 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:01.729995 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3b1e250e-9488-4c68-ae62-3d66ff7c321d req-8b99fd33-6b44-440c-b821-c9dbd00f1aa5 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.15 "DELETE /v2.0/ports/a9b830ed-3888-4719-9a48-dbe92299a243 HTTP/1.1" status: 204 len: 173 time: 0.5227892 Apr 20 13:34:01.730476 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f823376-c86c-45fc-8e23-c0c45bf274af', 'name': 'network-vif-deleted', 'tag': 'a9b830ed-3888-4719-9a48-dbe92299a243'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:34:01.732798 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283b7b1c-6f5d-4722-a0e5-63656041430b" -d '{"events": [{"server_uuid": "8f823376-c86c-45fc-8e23-c0c45bf274af", "name": "network-vif-deleted", "tag": "a9b830ed-3888-4719-9a48-dbe92299a243"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:34:01.772399 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5b9801-0c45-4fc3-858c-dd70a4b0b579 x-openstack-request-id: req-3b5b9801-0c45-4fc3-858c-dd70a4b0b579 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:34:01.772820 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f823376-c86c-45fc-8e23-c0c45bf274af", "name": "network-vif-deleted", "tag": "a9b830ed-3888-4719-9a48-dbe92299a243", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:34:01.773198 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3b5b9801-0c45-4fc3-858c-dd70a4b0b579 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:34:01.773876 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b5b9801-0c45-4fc3-858c-dd70a4b0b579'] response: {'server_uuid': '8f823376-c86c-45fc-8e23-c0c45bf274af', 'name': 'network-vif-deleted', 'tag': 'a9b830ed-3888-4719-9a48-dbe92299a243', 'status': 'completed', 'code': 200} Apr 20 13:34:01.996427 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1085819-b9f8-46b4-94cc-d822f6eb1e0a req-e0f40719-bb82-4651-9f78-e216c8e3a46e tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f823376-c86c-45fc-8e23-c0c45bf274af HTTP/1.1" status: 200 len: 210 time: 0.0265448 Apr 20 13:34:02.180822 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c12678-97ed-4191-8c7f-48690ca25905', 'tag': 'd1a95210-4666-4005-b6fc-05d29e6b91fe'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:34:02.183193 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b23e33-3be7-40ca-8f1f-2a234496992f" -d '{"events": [{"name": "network-changed", "server_uuid": "31c12678-97ed-4191-8c7f-48690ca25905", "tag": "d1a95210-4666-4005-b6fc-05d29e6b91fe"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:34:02.219949 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da8ecb3-8383-48b6-b152-5821badda5f6 x-openstack-request-id: req-5da8ecb3-8383-48b6-b152-5821badda5f6 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:34:02.220262 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c12678-97ed-4191-8c7f-48690ca25905", "tag": "d1a95210-4666-4005-b6fc-05d29e6b91fe", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:34:02.220511 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5da8ecb3-8383-48b6-b152-5821badda5f6 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:34:02.220919 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5da8ecb3-8383-48b6-b152-5821badda5f6'] response: {'name': 'network-changed', 'server_uuid': '31c12678-97ed-4191-8c7f-48690ca25905', 'tag': 'd1a95210-4666-4005-b6fc-05d29e6b91fe', 'status': 'completed', 'code': 200} Apr 20 13:34:02.285760 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b23e33-3be7-40ca-8f1f-2a234496992f req-856ad9f2-e664-4788-88ef-b1ace0eae61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:02.287239 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73b23e33-3be7-40ca-8f1f-2a234496992f req-856ad9f2-e664-4788-88ef-b1ace0eae61a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7d7599e499ac4ab585978f26ba0a43a9&device_id=31c12678-97ed-4191-8c7f-48690ca25905 HTTP/1.1" status: 200 len: 1126 time: 0.0408463 Apr 20 13:34:02.383444 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b23e33-3be7-40ca-8f1f-2a234496992f req-50556535-15f1-4c09-a147-ea8de6009953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:02.385412 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73b23e33-3be7-40ca-8f1f-2a234496992f req-50556535-15f1-4c09-a147-ea8de6009953 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6a6793d9-9340-4921-9b8d-2d2c4f976b91 HTTP/1.1" status: 200 len: 897 time: 0.0885978 Apr 20 13:34:02.451626 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73b23e33-3be7-40ca-8f1f-2a234496992f req-579a3162-44b3-4e0a-978c-4d9789492227 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1a95210-4666-4005-b6fc-05d29e6b91fe HTTP/1.1" status: 200 len: 1000 time: 0.0582759 Apr 20 13:34:02.504882 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b23e33-3be7-40ca-8f1f-2a234496992f req-9ee1b047-6242-456f-8a2b-1f03ba31115c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:02.506347 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73b23e33-3be7-40ca-8f1f-2a234496992f req-9ee1b047-6242-456f-8a2b-1f03ba31115c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c26d4bcd-c7f8-4b9f-92cb-6cbd7c3510e0 HTTP/1.1" status: 200 len: 835 time: 0.0468454 Apr 20 13:34:02.552252 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b23e33-3be7-40ca-8f1f-2a234496992f req-624a3515-d94b-4480-8a04-913a0c45f168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:02.553904 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73b23e33-3be7-40ca-8f1f-2a234496992f req-624a3515-d94b-4480-8a04-913a0c45f168 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a6793d9-9340-4921-9b8d-2d2c4f976b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408370 Apr 20 13:34:02.670140 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49026) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:02.679606 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dda97e-1d2d-4a20-b099-9b5367472efc req-407cba62-bb08-416c-b4bb-7aa0ba83afd9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:02.681611 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b5dda97e-1d2d-4a20-b099-9b5367472efc req-407cba62-bb08-416c-b4bb-7aa0ba83afd9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c12678-97ed-4191-8c7f-48690ca25905 HTTP/1.1" status: 200 len: 945 time: 0.1000338 Apr 20 13:34:02.698838 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73b23e33-3be7-40ca-8f1f-2a234496992f req-5316b9e7-05dd-450d-b617-e38ada77131a service neutron] 10.222.0.15 "GET /v2.0/networks/6a6793d9-9340-4921-9b8d-2d2c4f976b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381569 Apr 20 13:34:02.767333 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b5dda97e-1d2d-4a20-b099-9b5367472efc req-1fcfe46f-e522-4cb7-97b2-786c1a7beca0 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f7a0061-53d3-4edf-af48-0982f15b9d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783288 Apr 20 13:34:02.787675 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5d4210de-3d86-4504-9c28-b42c4a798c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:02.805340 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73b23e33-3be7-40ca-8f1f-2a234496992f req-c2adf3c9-b83a-4881-933d-1a671560fd25 service neutron] 10.222.0.15 "GET /v2.0/networks/6a6793d9-9340-4921-9b8d-2d2c4f976b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979798 Apr 20 13:34:02.865529 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5d4210de-3d86-4504-9c28-b42c4a798c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:02.919763 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5d4210de-3d86-4504-9c28-b42c4a798c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:02.958023 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5d4210de-3d86-4504-9c28-b42c4a798c9e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f1f51532ea3647879619e381a27a8560&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2868237 Apr 20 13:34:02.959259 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4210de-3d86-4504-9c28-b42c4a798c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f43a20-c2b5-4a05-95d0-0dcffb1cda7c,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:02.960745 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49030) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:03.012491 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bc533676-de0e-41c3-81b7-d4b0b21f1655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:03.034079 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bc533676-de0e-41c3-81b7-d4b0b21f1655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:03.055894 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49034) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:03.142995 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bc533676-de0e-41c3-81b7-d4b0b21f1655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:03.146095 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bc533676-de0e-41c3-81b7-d4b0b21f1655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:03.151807 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-bc533676-de0e-41c3-81b7-d4b0b21f1655 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a7f43a20-c2b5-4a05-95d0-0dcffb1cda7c HTTP/1.1" status: 204 len: 168 time: 0.1856606 Apr 20 13:34:03.159201 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc533676-de0e-41c3-81b7-d4b0b21f1655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f43a20-c2b5-4a05-95d0-0dcffb1cda7c,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:03.597866 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device d1a95210-4666-4005-b6fc-05d29e6b91fe details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:34:03.704897 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port d1a95210-4666-4005-b6fc-05d29e6b91fe, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=d1a95210-4666-4005-b6fc-05d29e6b91fe,segment=NetworkSegment(b69de327-6169-49b9-ad7b-fca9dc1dc3ff),segment_id=b69de327-6169-49b9-ad7b-fca9dc1dc3ff)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:34:03.708857 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-93e455dc-389e-49b6-8dcc-d06266de5f7e tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:03.716554 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device d1a95210-4666-4005-b6fc-05d29e6b91fe has no active binding in host n-h1-836015-7 {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 20 13:34:03.749133 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49040) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:03.762304 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e343dea8-865e-4180-b002-353c85d85218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:03.841528 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e343dea8-865e-4180-b002-353c85d85218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:03.887561 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11c60c-9e82-4231-a9d0-6f8c9346a813 req-5293bac4-6bad-4ed3-badf-83d51b3c1c59 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:03.889046 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ae11c60c-9e82-4231-a9d0-6f8c9346a813 req-5293bac4-6bad-4ed3-badf-83d51b3c1c59 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c12678-97ed-4191-8c7f-48690ca25905 HTTP/1.1" status: 200 len: 945 time: 0.0503232 Apr 20 13:34:03.927935 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ae11c60c-9e82-4231-a9d0-6f8c9346a813 req-e4266d0d-22fa-4ea7-a439-b20b44b77ec9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f7a0061-53d3-4edf-af48-0982f15b9d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321956 Apr 20 13:34:03.936856 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e343dea8-865e-4180-b002-353c85d85218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:03.975431 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-93e455dc-389e-49b6-8dcc-d06266de5f7e tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Deleting port 3661b4de-5a31-4163-8342-38345f9640e3 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:34:03.976020 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-93e455dc-389e-49b6-8dcc-d06266de5f7e tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:03.979580 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e343dea8-865e-4180-b002-353c85d85218 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1ce96de9e3504994b65ab7a9db8c7ea0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2292972 Apr 20 13:34:03.980459 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343dea8-865e-4180-b002-353c85d85218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6697a2f4-ca31-4c07-9e31-a825074f4c35,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:03.982180 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49044) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:04.098528 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b18fc3f0-b9d9-4a55-b75a-da0b7748efba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:04.106241 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-93e455dc-389e-49b6-8dcc-d06266de5f7e tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] For port 3661b4de-5a31-4163-8342-38345f9640e3, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=3661b4de-5a31-4163-8342-38345f9640e3,segment=NetworkSegment(bb4a265f-304d-42f8-ae71-634def31fb8e),segment_id=bb4a265f-304d-42f8-ae71-634def31fb8e)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:34:04.106592 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-93e455dc-389e-49b6-8dcc-d06266de5f7e tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:04.128751 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-93e455dc-389e-49b6-8dcc-d06266de5f7e tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Calling delete_port for 3661b4de-5a31-4163-8342-38345f9640e3 owned by network:router_interface {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:34:04.135569 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b18fc3f0-b9d9-4a55-b75a-da0b7748efba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:04.326780 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b18fc3f0-b9d9-4a55-b75a-da0b7748efba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:04.329273 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b18fc3f0-b9d9-4a55-b75a-da0b7748efba admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:04.330372 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b18fc3f0-b9d9-4a55-b75a-da0b7748efba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6697a2f4-ca31-4c07-9e31-a825074f4c35 HTTP/1.1" status: 204 len: 168 time: 0.3472052 Apr 20 13:34:04.345347 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18fc3f0-b9d9-4a55-b75a-da0b7748efba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6697a2f4-ca31-4c07-9e31-a825074f4c35,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:04.400726 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-93e455dc-389e-49b6-8dcc-d06266de5f7e tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:04.428324 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e455dc-389e-49b6-8dcc-d06266de5f7e tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Pushing event deleted for resources: {'Port': ['ID=3661b4de-5a31-4163-8342-38345f9640e3,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:04.608900 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-93e455dc-389e-49b6-8dcc-d06266de5f7e tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:04.829000 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e455dc-389e-49b6-8dcc-d06266de5f7e tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Router 947519ca-c1e0-47f4-9ace-5c4db7c18b5f has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:34:04.936600 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e455dc-389e-49b6-8dcc-d06266de5f7e tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:34:04.942734 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-93e455dc-389e-49b6-8dcc-d06266de5f7e tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "PUT /v2.0/routers/947519ca-c1e0-47f4-9ace-5c4db7c18b5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8857138 Apr 20 13:34:04.944366 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49056) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:04.947090 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d416c267-9f5d-470d-8d15-bb68800988f4 None None] Sync routers for ids ['947519ca-c1e0-47f4-9ace-5c4db7c18b5f'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:34:04.958840 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d416c267-9f5d-470d-8d15-bb68800988f4 None None] Routers {'947519ca-c1e0-47f4-9ace-5c4db7c18b5f'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:34:04.959550 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-d416c267-9f5d-470d-8d15-bb68800988f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:33:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['947519ca-c1e0-47f4-9ace-5c4db7c18b5f'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:05.024535 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd76355-7a0c-4a93-a07e-14699112a272 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Deleting subnet f28b5015-8b5c-4395-bfa9-18f2e0048246 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:34:05.033993 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8bd76355-7a0c-4a93-a07e-14699112a272 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:05.079709 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-d416c267-9f5d-470d-8d15-bb68800988f4 None None] Set router 947519ca-c1e0-47f4-9ace-5c4db7c18b5f gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:34:05.092098 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8bd76355-7a0c-4a93-a07e-14699112a272 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:05.129557 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210435d-3b90-4b22-9257-d8e960bcdab8 req-8fc75d4d-9ef9-430a-9532-e7265e833709 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:05.131062 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1210435d-3b90-4b22-9257-d8e960bcdab8 req-8fc75d4d-9ef9-430a-9532-e7265e833709 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c12678-97ed-4191-8c7f-48690ca25905 HTTP/1.1" status: 200 len: 945 time: 0.1117487 Apr 20 13:34:05.206978 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1210435d-3b90-4b22-9257-d8e960bcdab8 req-b188c462-1fbe-42e3-8418-13d067384b12 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f7a0061-53d3-4edf-af48-0982f15b9d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659399 Apr 20 13:34:05.231598 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8bd76355-7a0c-4a93-a07e-14699112a272 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:05.270029 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-d416c267-9f5d-470d-8d15-bb68800988f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947519ca-c1e0-47f4-9ace-5c4db7c18b5f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-809269252', 'tenant_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '054863a5-bbb0-4ab6-968c-11f53a8acfcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:33:35Z', 'updated_at': '2022-04-20T13:34:04Z', 'revision_number': 5, 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'gw_port': {'id': '054863a5-bbb0-4ab6-968c-11f53a8acfcd', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947519ca-c1e0-47f4-9ace-5c4db7c18b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:36Z', 'updated_at': '2022-04-20T13:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:05.297472 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d416c267-9f5d-470d-8d15-bb68800988f4 None None] Checking router: 947519ca-c1e0-47f4-9ace-5c4db7c18b5f for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:34:05.306960 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d416c267-9f5d-470d-8d15-bb68800988f4 None None] Routers {'947519ca-c1e0-47f4-9ace-5c4db7c18b5f'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:34:05.307701 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-d416c267-9f5d-470d-8d15-bb68800988f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:33:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['947519ca-c1e0-47f4-9ace-5c4db7c18b5f'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:05.382269 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8bd76355-7a0c-4a93-a07e-14699112a272 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:05.413945 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd76355-7a0c-4a93-a07e-14699112a272 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Pushing event deleted for resources: {'Subnet': ['ID=f28b5015-8b5c-4395-bfa9-18f2e0048246,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:05.418013 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8bd76355-7a0c-4a93-a07e-14699112a272 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:05.421353 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8bd76355-7a0c-4a93-a07e-14699112a272 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "DELETE /v2.0/subnets/f28b5015-8b5c-4395-bfa9-18f2e0048246 HTTP/1.1" status: 204 len: 168 time: 0.4756329 Apr 20 13:34:05.424001 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49070) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:05.554011 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-db918dcd-51e5-4dfb-8489-61b0e57e45b4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for router, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:05.558207 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65457a11-7b97-4e7d-b222-011061b96a9f None None] Network 185ff742-c25a-4c3c-a150-985e5e419759 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:34:05.625007 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-d416c267-9f5d-470d-8d15-bb68800988f4 None None] Set router 947519ca-c1e0-47f4-9ace-5c4db7c18b5f gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:34:05.661344 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-db918dcd-51e5-4dfb-8489-61b0e57e45b4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:05.760040 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-db918dcd-51e5-4dfb-8489-61b0e57e45b4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Deleting port 054863a5-bbb0-4ab6-968c-11f53a8acfcd {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:34:05.760486 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-db918dcd-51e5-4dfb-8489-61b0e57e45b4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:05.852118 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-d416c267-9f5d-470d-8d15-bb68800988f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947519ca-c1e0-47f4-9ace-5c4db7c18b5f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-809269252', 'tenant_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '054863a5-bbb0-4ab6-968c-11f53a8acfcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:33:35Z', 'updated_at': '2022-04-20T13:34:04Z', 'revision_number': 5, 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'gw_port': {'id': '054863a5-bbb0-4ab6-968c-11f53a8acfcd', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947519ca-c1e0-47f4-9ace-5c4db7c18b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:36Z', 'updated_at': '2022-04-20T13:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:05.863583 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-db918dcd-51e5-4dfb-8489-61b0e57e45b4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] For port 054863a5-bbb0-4ab6-968c-11f53a8acfcd, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=054863a5-bbb0-4ab6-968c-11f53a8acfcd,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:34:05.864144 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-db918dcd-51e5-4dfb-8489-61b0e57e45b4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:05.878239 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-db918dcd-51e5-4dfb-8489-61b0e57e45b4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Calling delete_port for 054863a5-bbb0-4ab6-968c-11f53a8acfcd owned by network:router_gateway {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:34:05.882538 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d416c267-9f5d-470d-8d15-bb68800988f4 None None] The sync data for ids ['947519ca-c1e0-47f4-9ace-5c4db7c18b5f'] in n-d-836015-7 is: [{'id': '947519ca-c1e0-47f4-9ace-5c4db7c18b5f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-809269252', 'tenant_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '054863a5-bbb0-4ab6-968c-11f53a8acfcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:33:35Z', 'updated_at': '2022-04-20T13:34:04Z', 'revision_number': 5, 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'gw_port': {'id': '054863a5-bbb0-4ab6-968c-11f53a8acfcd', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947519ca-c1e0-47f4-9ace-5c4db7c18b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:33:36Z', 'updated_at': '2022-04-20T13:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:34:05.895911 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84e7a8c-f7c6-4263-86f5-2a44b736e385 None None] DHCP port deletion for 185ff742-c25a-4c3c-a150-985e5e419759 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:34:05.950850 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-c84e7a8c-f7c6-4263-86f5-2a44b736e385 None None] Deleting port 321d1c19-e527-4aea-820f-b6f50da3be09 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:34:05.951531 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c84e7a8c-f7c6-4263-86f5-2a44b736e385 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:06.017619 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-c84e7a8c-f7c6-4263-86f5-2a44b736e385 None None] For port 321d1c19-e527-4aea-820f-b6f50da3be09, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=321d1c19-e527-4aea-820f-b6f50da3be09,segment=NetworkSegment(bb4a265f-304d-42f8-ae71-634def31fb8e),segment_id=bb4a265f-304d-42f8-ae71-634def31fb8e)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:34:06.020721 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c84e7a8c-f7c6-4263-86f5-2a44b736e385 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:06.032150 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-c84e7a8c-f7c6-4263-86f5-2a44b736e385 None None] Calling delete_port for 321d1c19-e527-4aea-820f-b6f50da3be09 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:34:06.099993 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device a9b830ed-3888-4719-9a48-dbe92299a243 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:34:06.126462 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: a9b830ed-3888-4719-9a48-dbe92299a243 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:34:06.126807 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device a9b830ed-3888-4719-9a48-dbe92299a243 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:34:06.131433 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-db918dcd-51e5-4dfb-8489-61b0e57e45b4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:06.159256 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db918dcd-51e5-4dfb-8489-61b0e57e45b4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Pushing event deleted for resources: {'Port': ['ID=054863a5-bbb0-4ab6-968c-11f53a8acfcd,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:06.217537 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-db918dcd-51e5-4dfb-8489-61b0e57e45b4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:06.217759 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c84e7a8c-f7c6-4263-86f5-2a44b736e385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:06.250663 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e7a8c-f7c6-4263-86f5-2a44b736e385 None None] Pushing event deleted for resources: {'Port': ['ID=321d1c19-e527-4aea-820f-b6f50da3be09,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:06.262284 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e7a8c-f7c6-4263-86f5-2a44b736e385 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:06.263018 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e7a8c-f7c6-4263-86f5-2a44b736e385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:06.263544 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e7a8c-f7c6-4263-86f5-2a44b736e385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:06.264054 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e7a8c-f7c6-4263-86f5-2a44b736e385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:06.264540 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e7a8c-f7c6-4263-86f5-2a44b736e385 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:06.265022 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e7a8c-f7c6-4263-86f5-2a44b736e385 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:06.265519 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e7a8c-f7c6-4263-86f5-2a44b736e385 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:06.265996 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e7a8c-f7c6-4263-86f5-2a44b736e385 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:06.266479 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e7a8c-f7c6-4263-86f5-2a44b736e385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:06.266951 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e7a8c-f7c6-4263-86f5-2a44b736e385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:06.277249 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e7a8c-f7c6-4263-86f5-2a44b736e385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:06.280207 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e7a8c-f7c6-4263-86f5-2a44b736e385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:06.296070 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84e7a8c-f7c6-4263-86f5-2a44b736e385 None None] No DVR routers for this DVR port 321d1c19-e527-4aea-820f-b6f50da3be09 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:34:06.352177 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-db918dcd-51e5-4dfb-8489-61b0e57e45b4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:06.355394 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-db918dcd-51e5-4dfb-8489-61b0e57e45b4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:06.421754 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 3661b4de-5a31-4163-8342-38345f9640e3 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:34:06.447061 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 3661b4de-5a31-4163-8342-38345f9640e3 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:34:06.447435 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 3661b4de-5a31-4163-8342-38345f9640e3 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:34:06.447856 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 321d1c19-e527-4aea-820f-b6f50da3be09 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:34:06.459818 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172181b-9651-488b-aa8f-cad5a0b0ee49 req-352ffe05-978e-45b8-8e91-6755e7780321 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:06.461535 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c172181b-9651-488b-aa8f-cad5a0b0ee49 req-352ffe05-978e-45b8-8e91-6755e7780321 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c12678-97ed-4191-8c7f-48690ca25905 HTTP/1.1" status: 200 len: 945 time: 0.0592823 Apr 20 13:34:06.470092 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 321d1c19-e527-4aea-820f-b6f50da3be09 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:34:06.472394 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 321d1c19-e527-4aea-820f-b6f50da3be09 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:34:06.494785 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-db918dcd-51e5-4dfb-8489-61b0e57e45b4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:06.495602 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db918dcd-51e5-4dfb-8489-61b0e57e45b4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Fanout notify agent at l3_agent the message router_deleted on router 947519ca-c1e0-47f4-9ace-5c4db7c18b5f {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:34:06.504275 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-db918dcd-51e5-4dfb-8489-61b0e57e45b4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:06.505361 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-db918dcd-51e5-4dfb-8489-61b0e57e45b4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "DELETE /v2.0/routers/947519ca-c1e0-47f4-9ace-5c4db7c18b5f HTTP/1.1" status: 204 len: 168 time: 1.0803533 Apr 20 13:34:06.508237 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49092) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:06.511556 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c172181b-9651-488b-aa8f-cad5a0b0ee49 req-008c8b80-953d-41c6-b147-27716d892ce0 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f7a0061-53d3-4edf-af48-0982f15b9d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434515 Apr 20 13:34:06.591126 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6349be8d-ef26-492e-aabc-3ee020071a89 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:06.685855 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6349be8d-ef26-492e-aabc-3ee020071a89 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:06.706594 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-6349be8d-ef26-492e-aabc-3ee020071a89 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['185ff742-c25a-4c3c-a150-985e5e419759']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:06.716203 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-6349be8d-ef26-492e-aabc-3ee020071a89 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb4a265f-304d-42f8-ae71-634def31fb8e') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:06.716516 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-6349be8d-ef26-492e-aabc-3ee020071a89 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb4a265f-304d-42f8-ae71-634def31fb8e') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:06.726169 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6349be8d-ef26-492e-aabc-3ee020071a89 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:06.742720 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6349be8d-ef26-492e-aabc-3ee020071a89 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:06.749360 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6349be8d-ef26-492e-aabc-3ee020071a89 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:34:06.749745 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6349be8d-ef26-492e-aabc-3ee020071a89 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:06.752806 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:34:06.752806 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:34:06.752806 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:34:06.752806 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:34:06.752806 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:34:06.752806 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:34:06.752806 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:34:06.752806 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:34:06.752806 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:34:06.752806 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:34:06.752806 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:34:06.752806 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:34:06.752806 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:34:06.752806 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:34:06.752806 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:34:06.752806 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:34:06.752806 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:34:06.752806 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:34:06.752806 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:34:06.752806 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:34:06.752806 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:34:06.752806 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:34:06.752806 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:34:06.752806 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:34:06.752806 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:34:06.752806 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:34:06.752806 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:34:06.752806 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:34:06.752806 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:34:06.752806 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:34:06.752806 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:34:06.752806 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:34:06.861979 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6349be8d-ef26-492e-aabc-3ee020071a89 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:06.873628 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6349be8d-ef26-492e-aabc-3ee020071a89 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:06.876741 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6349be8d-ef26-492e-aabc-3ee020071a89 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "DELETE /v2.0/networks/185ff742-c25a-4c3c-a150-985e5e419759 HTTP/1.1" status: 204 len: 168 time: 0.3668723 Apr 20 13:34:06.879654 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49104) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:06.888289 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6349be8d-ef26-492e-aabc-3ee020071a89 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Pushing event deleted for resources: {'Network': ['ID=185ff742-c25a-4c3c-a150-985e5e419759,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:07.052577 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-707324e5-9e7c-406e-8a4b-a5c2eaf920fd tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Deleting port 201a8f47-35bc-4fcb-b503-ac8b74c947bc {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:34:07.052928 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-707324e5-9e7c-406e-8a4b-a5c2eaf920fd tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:07.131531 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-707324e5-9e7c-406e-8a4b-a5c2eaf920fd tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:07.132180 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-707324e5-9e7c-406e-8a4b-a5c2eaf920fd tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:07.143421 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-707324e5-9e7c-406e-8a4b-a5c2eaf920fd tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Calling delete_port for 201a8f47-35bc-4fcb-b503-ac8b74c947bc owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:34:07.371337 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-707324e5-9e7c-406e-8a4b-a5c2eaf920fd tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:07.401032 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707324e5-9e7c-406e-8a4b-a5c2eaf920fd tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Pushing event deleted for resources: {'Port': ['ID=201a8f47-35bc-4fcb-b503-ac8b74c947bc,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:07.458726 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-707324e5-9e7c-406e-8a4b-a5c2eaf920fd tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for floatingip, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:07.459071 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-707324e5-9e7c-406e-8a4b-a5c2eaf920fd tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Floating IP 862ceff2-fec4-4504-bc02-50a67cf4e860 disassociated (deleted). External IP: 172.25.8.200, port: 8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc. Apr 20 13:34:08.030820 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5774934-8122-4d2f-9646-89d63ef93c10 req-b17df4d9-7897-45db-9d9f-6e6295714212 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:08.032266 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d5774934-8122-4d2f-9646-89d63ef93c10 req-b17df4d9-7897-45db-9d9f-6e6295714212 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c12678-97ed-4191-8c7f-48690ca25905 HTTP/1.1" status: 200 len: 945 time: 0.4368780 Apr 20 13:34:08.049760 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707324e5-9e7c-406e-8a4b-a5c2eaf920fd tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Router 732f271f-cfdb-43c9-add5-a9c88c4af819 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:34:08.114340 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d5774934-8122-4d2f-9646-89d63ef93c10 req-ffa8781a-794b-4a07-8d56-8b235d803fe6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f7a0061-53d3-4edf-af48-0982f15b9d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754120 Apr 20 13:34:08.177285 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707324e5-9e7c-406e-8a4b-a5c2eaf920fd tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:34:08.182177 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-707324e5-9e7c-406e-8a4b-a5c2eaf920fd tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:08.190422 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c73410-746d-4b02-8d01-0c50fef7852a None None] Sync routers for ids ['732f271f-cfdb-43c9-add5-a9c88c4af819'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:34:08.201961 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c73410-746d-4b02-8d01-0c50fef7852a None None] Routers {'732f271f-cfdb-43c9-add5-a9c88c4af819'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:34:08.202586 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-e1c73410-746d-4b02-8d01-0c50fef7852a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:33:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['732f271f-cfdb-43c9-add5-a9c88c4af819'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:08.215219 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-707324e5-9e7c-406e-8a4b-a5c2eaf920fd tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "DELETE /v2.0/floatingips/862ceff2-fec4-4504-bc02-50a67cf4e860 HTTP/1.1" status: 204 len: 168 time: 1.3318365 Apr 20 13:34:08.215219 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af24d935-b8cf-4a3d-a2d6-df3066be0ca4', 'tag': '8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:34:08.215634 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecba475e-6406-404a-8426-a862bb7586af" -d '{"events": [{"name": "network-changed", "server_uuid": "af24d935-b8cf-4a3d-a2d6-df3066be0ca4", "tag": "8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:34:08.269605 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1c0b8c-826c-4d99-9cc9-a019be33cae3 x-openstack-request-id: req-ff1c0b8c-826c-4d99-9cc9-a019be33cae3 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:34:08.269605 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af24d935-b8cf-4a3d-a2d6-df3066be0ca4", "tag": "8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:34:08.269605 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ff1c0b8c-826c-4d99-9cc9-a019be33cae3 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:34:08.269605 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff1c0b8c-826c-4d99-9cc9-a019be33cae3'] response: {'name': 'network-changed', 'server_uuid': 'af24d935-b8cf-4a3d-a2d6-df3066be0ca4', 'tag': '8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc', 'status': 'completed', 'code': 200} Apr 20 13:34:08.275628 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 054863a5-bbb0-4ab6-968c-11f53a8acfcd no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:34:08.299483 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 054863a5-bbb0-4ab6-968c-11f53a8acfcd {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:34:08.300122 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 054863a5-bbb0-4ab6-968c-11f53a8acfcd not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:34:08.339920 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba475e-6406-404a-8426-a862bb7586af req-62fde20f-a684-4cc7-a88d-f5cd83b198f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:08.341422 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ecba475e-6406-404a-8426-a862bb7586af req-62fde20f-a684-4cc7-a88d-f5cd83b198f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b3b98b9644e24ccabddf56e67de7cac9&device_id=af24d935-b8cf-4a3d-a2d6-df3066be0ca4 HTTP/1.1" status: 200 len: 1135 time: 0.0500033 Apr 20 13:34:08.347340 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-e1c73410-746d-4b02-8d01-0c50fef7852a None None] Set router 732f271f-cfdb-43c9-add5-a9c88c4af819 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:34:08.433291 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba475e-6406-404a-8426-a862bb7586af req-5ae56901-3919-4475-ba33-3c5030dece24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:08.434756 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ecba475e-6406-404a-8426-a862bb7586af req-5ae56901-3919-4475-ba33-3c5030dece24 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eb65fc52-0bdc-49a9-9bbc-078092e68417 HTTP/1.1" status: 200 len: 897 time: 0.0853188 Apr 20 13:34:08.480441 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ecba475e-6406-404a-8426-a862bb7586af req-c6f005c4-44fa-452c-93de-4efacdacd3b2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc HTTP/1.1" status: 200 len: 217 time: 0.0359776 Apr 20 13:34:08.537794 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba475e-6406-404a-8426-a862bb7586af req-5ef35a32-8843-4858-bf32-1e2a0071dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:08.539700 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ecba475e-6406-404a-8426-a862bb7586af req-5ef35a32-8843-4858-bf32-1e2a0071dd8c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=92a33fd3-fda2-4b34-a7a2-54478bc3a7a0 HTTP/1.1" status: 200 len: 835 time: 0.0513690 Apr 20 13:34:08.545142 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-e1c73410-746d-4b02-8d01-0c50fef7852a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732f271f-cfdb-43c9-add5-a9c88c4af819', 'name': 'tempest-TestSecurityGroupsBasicOps-router-881836633', 'tenant_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:31:55Z', 'updated_at': '2022-04-20T13:32:03Z', 'revision_number': 4, 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'gw_port': {'id': 'b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:05:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732f271f-cfdb-43c9-add5-a9c88c4af819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:31:56Z', 'updated_at': '2022-04-20T13:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'af9a2f6f-cec2-482e-ae44-d5878344287d', 'name': '', 'network_id': 'eb65fc52-0bdc-49a9-9bbc-078092e68417', 'tenant_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'mac_address': 'fa:16:3e:b1:3d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732f271f-cfdb-43c9-add5-a9c88c4af819', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '92a33fd3-fda2-4b34-a7a2-54478bc3a7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:32:02Z', 'updated_at': '2022-04-20T13:32:08Z', 'revision_number': 5, 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'subnets': [{'id': '92a33fd3-fda2-4b34-a7a2-54478bc3a7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:08.578547 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c73410-746d-4b02-8d01-0c50fef7852a None None] Checking router: 732f271f-cfdb-43c9-add5-a9c88c4af819 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:34:08.587227 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c73410-746d-4b02-8d01-0c50fef7852a None None] Routers {'732f271f-cfdb-43c9-add5-a9c88c4af819'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:34:08.588063 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-e1c73410-746d-4b02-8d01-0c50fef7852a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:33:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['732f271f-cfdb-43c9-add5-a9c88c4af819'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:08.596814 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba475e-6406-404a-8426-a862bb7586af req-a331f548-5a23-42e1-9602-1be5f381a4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:08.598365 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ecba475e-6406-404a-8426-a862bb7586af req-a331f548-5a23-42e1-9602-1be5f381a4da service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eb65fc52-0bdc-49a9-9bbc-078092e68417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514944 Apr 20 13:34:08.690051 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ecba475e-6406-404a-8426-a862bb7586af req-05b74fb7-6bca-40a2-a89a-899b8d43b9ae service neutron] 10.222.0.32 "GET /v2.0/networks/eb65fc52-0bdc-49a9-9bbc-078092e68417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845611 Apr 20 13:34:08.691983 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-e1c73410-746d-4b02-8d01-0c50fef7852a None None] Set router 732f271f-cfdb-43c9-add5-a9c88c4af819 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:34:08.789168 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df00a6d-7ae3-4c99-8a33-360527241dad req-d3f65b7f-af9e-45f8-92e6-d06bbb73fca2 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:08.791328 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6df00a6d-7ae3-4c99-8a33-360527241dad req-d3f65b7f-af9e-45f8-92e6-d06bbb73fca2 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/ports?device_id=af24d935-b8cf-4a3d-a2d6-df3066be0ca4 HTTP/1.1" status: 200 len: 984 time: 0.0516052 Apr 20 13:34:08.794061 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ecba475e-6406-404a-8426-a862bb7586af req-07347b72-e735-4b2e-9197-bc3a04625d33 service neutron] 10.222.0.32 "GET /v2.0/networks/eb65fc52-0bdc-49a9-9bbc-078092e68417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963850 Apr 20 13:34:08.834461 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6df00a6d-7ae3-4c99-8a33-360527241dad req-4808a06b-25e1-47ea-a430-4a8b6c2f863f tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6d1e617-b409-4e99-bffe-45bb6cb3a9cd&id=fcc8abcf-2ce1-4467-a807-4af32e7e5c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0353067 Apr 20 13:34:08.902864 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-e1c73410-746d-4b02-8d01-0c50fef7852a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732f271f-cfdb-43c9-add5-a9c88c4af819', 'name': 'tempest-TestSecurityGroupsBasicOps-router-881836633', 'tenant_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:31:55Z', 'updated_at': '2022-04-20T13:32:03Z', 'revision_number': 4, 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'gw_port': {'id': 'b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:05:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732f271f-cfdb-43c9-add5-a9c88c4af819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:31:56Z', 'updated_at': '2022-04-20T13:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'af9a2f6f-cec2-482e-ae44-d5878344287d', 'name': '', 'network_id': 'eb65fc52-0bdc-49a9-9bbc-078092e68417', 'tenant_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'mac_address': 'fa:16:3e:b1:3d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732f271f-cfdb-43c9-add5-a9c88c4af819', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '92a33fd3-fda2-4b34-a7a2-54478bc3a7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:32:02Z', 'updated_at': '2022-04-20T13:32:08Z', 'revision_number': 5, 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'subnets': [{'id': '92a33fd3-fda2-4b34-a7a2-54478bc3a7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:08.928179 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c73410-746d-4b02-8d01-0c50fef7852a None None] The sync data for ids ['732f271f-cfdb-43c9-add5-a9c88c4af819'] in n-d-836015-7 is: [{'id': '732f271f-cfdb-43c9-add5-a9c88c4af819', 'name': 'tempest-TestSecurityGroupsBasicOps-router-881836633', 'tenant_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:31:55Z', 'updated_at': '2022-04-20T13:32:03Z', 'revision_number': 4, 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'gw_port': {'id': 'b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:05:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732f271f-cfdb-43c9-add5-a9c88c4af819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:31:56Z', 'updated_at': '2022-04-20T13:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'af9a2f6f-cec2-482e-ae44-d5878344287d', 'name': '', 'network_id': 'eb65fc52-0bdc-49a9-9bbc-078092e68417', 'tenant_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'mac_address': 'fa:16:3e:b1:3d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732f271f-cfdb-43c9-add5-a9c88c4af819', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '92a33fd3-fda2-4b34-a7a2-54478bc3a7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:32:02Z', 'updated_at': '2022-04-20T13:32:08Z', 'revision_number': 5, 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'subnets': [{'id': '92a33fd3-fda2-4b34-a7a2-54478bc3a7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:34:09.141858 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e79271-e6ed-4a44-b4a5-acee8ab1d6b1 None None] New status for floating IP 862ceff2-fec4-4504-bc02-50a67cf4e860: DOWN {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:34:09.242007 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b91559-78a2-4833-b159-411283344fc4 req-f39e6fff-71a7-4788-81f7-dd7dc06680c3 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:09.244262 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c1b91559-78a2-4833-b159-411283344fc4 req-f39e6fff-71a7-4788-81f7-dd7dc06680c3 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c12678-97ed-4191-8c7f-48690ca25905 HTTP/1.1" status: 200 len: 945 time: 0.0540519 Apr 20 13:34:09.283597 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c1b91559-78a2-4833-b159-411283344fc4 req-c0e7bb42-ffa9-40ee-86be-0ebf1fcb3f80 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f7a0061-53d3-4edf-af48-0982f15b9d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328374 Apr 20 13:34:09.976544 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1446b-a456-4212-9a8c-4c220f3a9dfe req-81125df8-2979-4e61-9ed8-b0173c5992e8 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:09.978642 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7cc1446b-a456-4212-9a8c-4c220f3a9dfe req-81125df8-2979-4e61-9ed8-b0173c5992e8 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/ports?device_id=af24d935-b8cf-4a3d-a2d6-df3066be0ca4 HTTP/1.1" status: 200 len: 984 time: 0.0493836 Apr 20 13:34:10.053973 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7cc1446b-a456-4212-9a8c-4c220f3a9dfe req-3825e537-37a7-47a4-8eb3-3cb02b2925f8 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6d1e617-b409-4e99-bffe-45bb6cb3a9cd&id=fcc8abcf-2ce1-4467-a807-4af32e7e5c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0689573 Apr 20 13:34:10.073671 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-7336a2a3-b34a-417a-816f-7e0e7ebbb87b service neutron] 10.222.0.15 "GET /v2.0/ports/d1a95210-4666-4005-b6fc-05d29e6b91fe/bindings/n-h1-836015-7 HTTP/1.1" status: 200 len: 384 time: 0.0707393 Apr 20 13:34:10.249767 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-72b47203-f83a-4d85-b9d6-30e4414c6c94 service neutron] For port d1a95210-4666-4005-b6fc-05d29e6b91fe, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=d1a95210-4666-4005-b6fc-05d29e6b91fe,segment=NetworkSegment(b69de327-6169-49b9-ad7b-fca9dc1dc3ff),segment_id=b69de327-6169-49b9-ad7b-fca9dc1dc3ff)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:34:10.269746 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-72b47203-f83a-4d85-b9d6-30e4414c6c94 service neutron] For port d1a95210-4666-4005-b6fc-05d29e6b91fe, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:34:10.312366 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c12678-97ed-4191-8c7f-48690ca25905', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1a95210-4666-4005-b6fc-05d29e6b91fe'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:34:10.314994 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf92c91d-d3e5-4a7c-8397-d3b13e4dc76d" -d '{"events": [{"server_uuid": "31c12678-97ed-4191-8c7f-48690ca25905", "name": "network-vif-unplugged", "status": "completed", "tag": "d1a95210-4666-4005-b6fc-05d29e6b91fe"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:34:10.330345 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-72b47203-f83a-4d85-b9d6-30e4414c6c94 service neutron] For port d1a95210-4666-4005-b6fc-05d29e6b91fe, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=d1a95210-4666-4005-b6fc-05d29e6b91fe,segment=NetworkSegment(b69de327-6169-49b9-ad7b-fca9dc1dc3ff),segment_id=b69de327-6169-49b9-ad7b-fca9dc1dc3ff)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:34:10.356969 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7269be5-110a-4026-bb16-c72c4a875dd9 x-openstack-request-id: req-c7269be5-110a-4026-bb16-c72c4a875dd9 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:34:10.357373 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c12678-97ed-4191-8c7f-48690ca25905", "name": "network-vif-unplugged", "status": "completed", "tag": "d1a95210-4666-4005-b6fc-05d29e6b91fe", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:34:10.357822 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c7269be5-110a-4026-bb16-c72c4a875dd9 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:34:10.359547 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7269be5-110a-4026-bb16-c72c4a875dd9'] response: {'server_uuid': '31c12678-97ed-4191-8c7f-48690ca25905', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1a95210-4666-4005-b6fc-05d29e6b91fe', 'code': 200} Apr 20 13:34:10.407674 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b93e1-8cf6-433d-9a3d-8f29fd0b0658 req-6838a95b-5cc0-4f0f-b468-8cc85980d079 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:10.410159 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-022b93e1-8cf6-433d-9a3d-8f29fd0b0658 req-6838a95b-5cc0-4f0f-b468-8cc85980d079 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c12678-97ed-4191-8c7f-48690ca25905 HTTP/1.1" status: 200 len: 945 time: 0.0506191 Apr 20 13:34:10.411703 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-72b47203-f83a-4d85-b9d6-30e4414c6c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:10.430254 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84604cc-e3dc-41f0-a658-6bf651a63ea5 req-538709b2-65cf-4ea8-874d-b87989a857ea tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:10.431836 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d84604cc-e3dc-41f0-a658-6bf651a63ea5 req-538709b2-65cf-4ea8-874d-b87989a857ea tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.32 "GET /v2.0/ports?device_id=af24d935-b8cf-4a3d-a2d6-df3066be0ca4 HTTP/1.1" status: 200 len: 984 time: 0.0735910 Apr 20 13:34:10.485791 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-022b93e1-8cf6-433d-9a3d-8f29fd0b0658 req-bf3b8420-3f77-475c-9ac6-df31e0682bc0 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f7a0061-53d3-4edf-af48-0982f15b9d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649085 Apr 20 13:34:10.532280 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-72b47203-f83a-4d85-b9d6-30e4414c6c94 service neutron] Transition to ACTIVE for port object d1a95210-4666-4005-b6fc-05d29e6b91fe will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:34:10.543855 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-d84604cc-e3dc-41f0-a658-6bf651a63ea5 req-5286ec84-127c-4cfd-b694-f0798631c4a5 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Deleting port 8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:34:10.544202 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d84604cc-e3dc-41f0-a658-6bf651a63ea5 req-5286ec84-127c-4cfd-b694-f0798631c4a5 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:10.605986 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-72b47203-f83a-4d85-b9d6-30e4414c6c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:10.631975 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-d84604cc-e3dc-41f0-a658-6bf651a63ea5 req-5286ec84-127c-4cfd-b694-f0798631c4a5 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] For port 8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc,segment=NetworkSegment(c18a2f1a-f31d-47d6-a67e-21a4c4dcc689),segment_id=c18a2f1a-f31d-47d6-a67e-21a4c4dcc689)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:34:10.632345 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d84604cc-e3dc-41f0-a658-6bf651a63ea5 req-5286ec84-127c-4cfd-b694-f0798631c4a5 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:10.646727 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-d84604cc-e3dc-41f0-a658-6bf651a63ea5 req-5286ec84-127c-4cfd-b694-f0798631c4a5 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Calling delete_port for 8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:34:10.715966 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b47203-f83a-4d85-b9d6-30e4414c6c94 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a95210-4666-4005-b6fc-05d29e6b91fe,revision_number=11']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:10.755556 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-72b47203-f83a-4d85-b9d6-30e4414c6c94 service neutron] No DVR routers for this DVR port d1a95210-4666-4005-b6fc-05d29e6b91fe on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:34:10.857165 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d84604cc-e3dc-41f0-a658-6bf651a63ea5 req-5286ec84-127c-4cfd-b694-f0798631c4a5 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:10.889790 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286ec84-127c-4cfd-b694-f0798631c4a5 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Pushing event deleted for resources: {'Port': ['ID=8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:10.905072 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-72b47203-f83a-4d85-b9d6-30e4414c6c94 service neutron] 10.222.0.15 "PUT /v2.0/ports/d1a95210-4666-4005-b6fc-05d29e6b91fe/bindings/n-h1-836015-7/activate HTTP/1.1" status: 200 len: 369 time: 0.8224323 Apr 20 13:34:10.946706 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84604cc-e3dc-41f0-a658-6bf651a63ea5 req-5286ec84-127c-4cfd-b694-f0798631c4a5 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] No DVR routers for this DVR port 8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:34:10.949199 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d84604cc-e3dc-41f0-a658-6bf651a63ea5 req-5286ec84-127c-4cfd-b694-f0798631c4a5 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:10.952555 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d84604cc-e3dc-41f0-a658-6bf651a63ea5 req-5286ec84-127c-4cfd-b694-f0798631c4a5 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.32 "DELETE /v2.0/ports/8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc HTTP/1.1" status: 204 len: 173 time: 0.5148730 Apr 20 13:34:10.953029 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af24d935-b8cf-4a3d-a2d6-df3066be0ca4', 'name': 'network-vif-deleted', 'tag': '8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:34:10.959829 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08e2f8f-1fa5-4589-a4c7-eee15f7be50f" -d '{"events": [{"server_uuid": "af24d935-b8cf-4a3d-a2d6-df3066be0ca4", "name": "network-vif-deleted", "tag": "8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:34:10.999814 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad23943c-2748-4820-adf2-f48feaf830a4 x-openstack-request-id: req-ad23943c-2748-4820-adf2-f48feaf830a4 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:34:11.000161 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af24d935-b8cf-4a3d-a2d6-df3066be0ca4", "name": "network-vif-deleted", "tag": "8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:34:11.000425 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad23943c-2748-4820-adf2-f48feaf830a4 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:34:11.000832 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad23943c-2748-4820-adf2-f48feaf830a4'] response: {'server_uuid': 'af24d935-b8cf-4a3d-a2d6-df3066be0ca4', 'name': 'network-vif-deleted', 'tag': '8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc', 'status': 'completed', 'code': 200} Apr 20 13:34:11.065900 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-ae93977b-3afa-4602-bcc4-c0b550fae2e4 tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:11.067480 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-ae93977b-3afa-4602-bcc4-c0b550fae2e4 tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=31c12678-97ed-4191-8c7f-48690ca25905&tenant_id=7d7599e499ac4ab585978f26ba0a43a9&binding%3Ahost_id=n-h2-836015-7 HTTP/1.1" status: 200 len: 1095 time: 0.0455534 Apr 20 13:34:11.147770 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-95b5d6dc-8087-438f-9dc6-f5d907486ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:11.150012 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-95b5d6dc-8087-438f-9dc6-f5d907486ce6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=31c12678-97ed-4191-8c7f-48690ca25905&tenant_id=7d7599e499ac4ab585978f26ba0a43a9 HTTP/1.1" status: 200 len: 1095 time: 0.0750544 Apr 20 13:34:11.162103 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b1783882-a094-4e6f-8f2a-63b60c10184f req-09e13a38-0538-477c-bd09-4e79bd35533d tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "GET /v2.0/ports?device_id=af24d935-b8cf-4a3d-a2d6-df3066be0ca4 HTTP/1.1" status: 200 len: 210 time: 0.0307288 Apr 20 13:34:11.221987 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-99a0be31-a984-45c5-91c4-a0244c1f1fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:11.223601 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-99a0be31-a984-45c5-91c4-a0244c1f1fb7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d7599e499ac4ab585978f26ba0a43a9&device_id=31c12678-97ed-4191-8c7f-48690ca25905 HTTP/1.1" status: 200 len: 1095 time: 0.0480208 Apr 20 13:34:11.334005 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-06a90b83-e6f6-4449-8475-2cf25f63fb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:11.335521 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-06a90b83-e6f6-4449-8475-2cf25f63fb60 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6a6793d9-9340-4921-9b8d-2d2c4f976b91 HTTP/1.1" status: 200 len: 897 time: 0.1053205 Apr 20 13:34:11.411839 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-dfc9b595-fa20-4b24-946b-8f5e06104d10 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1a95210-4666-4005-b6fc-05d29e6b91fe HTTP/1.1" status: 200 len: 998 time: 0.0686023 Apr 20 13:34:11.464362 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-1533b97c-183f-4615-8c38-cfa09fe8a0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:11.465895 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-1533b97c-183f-4615-8c38-cfa09fe8a0bb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c26d4bcd-c7f8-4b9f-92cb-6cbd7c3510e0 HTTP/1.1" status: 200 len: 835 time: 0.0471714 Apr 20 13:34:11.515053 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-766c39e1-0d09-4bc7-9845-f3555917a309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:11.516590 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-766c39e1-0d09-4bc7-9845-f3555917a309 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6a6793d9-9340-4921-9b8d-2d2c4f976b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427155 Apr 20 13:34:11.620746 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-01936206-4ca9-491c-8ef6-43c700d4f7bf service neutron] 10.222.0.32 "GET /v2.0/networks/6a6793d9-9340-4921-9b8d-2d2c4f976b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959423 Apr 20 13:34:11.626460 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e7bcd-57a9-424a-83c1-383df827ec37 req-871c4c39-328f-4569-9169-539b95e5a71a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:11.628024 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-267e7bcd-57a9-424a-83c1-383df827ec37 req-871c4c39-328f-4569-9169-539b95e5a71a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c12678-97ed-4191-8c7f-48690ca25905 HTTP/1.1" status: 200 len: 944 time: 0.0524118 Apr 20 13:34:11.668156 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-267e7bcd-57a9-424a-83c1-383df827ec37 req-1bfd6cdb-6a0c-4c5c-863a-6d06fefe2602 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f7a0061-53d3-4edf-af48-0982f15b9d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339453 Apr 20 13:34:11.722280 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-19ff75a0-5fdd-40a9-a2b0-473020d2a1be service neutron] 10.222.0.32 "GET /v2.0/networks/6a6793d9-9340-4921-9b8d-2d2c4f976b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951889 Apr 20 13:34:12.119181 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-a5a50278-3bf9-4398-be64-cb01763c7fa1 tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:12.120820 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-a5a50278-3bf9-4398-be64-cb01763c7fa1 tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=31c12678-97ed-4191-8c7f-48690ca25905&tenant_id=7d7599e499ac4ab585978f26ba0a43a9&binding%3Ahost_id=n-h1-836015-7 HTTP/1.1" status: 200 len: 1095 time: 0.0437841 Apr 20 13:34:12.215200 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49172) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:12.276748 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-87140d77-1ab4-4779-9201-fcefdd317acb tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:12.302675 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-87140d77-1ab4-4779-9201-fcefdd317acb tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:12.308195 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-50e41bc4-4671-4f12-9ba8-8b769970f92b service neutron] For port d1a95210-4666-4005-b6fc-05d29e6b91fe, host n-h2-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:34:12.311684 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-50e41bc4-4671-4f12-9ba8-8b769970f92b service neutron] Notify callbacks [] for binding, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:12.312831 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-50e41bc4-4671-4f12-9ba8-8b769970f92b service neutron] 10.222.0.32 "DELETE /v2.0/ports/d1a95210-4666-4005-b6fc-05d29e6b91fe/bindings/n-h2-836015-7 HTTP/1.1" status: 204 len: 173 time: 0.1851373 Apr 20 13:34:12.337426 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:12.451629 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-87140d77-1ab4-4779-9201-fcefdd317acb tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:12.454426 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-87140d77-1ab4-4779-9201-fcefdd317acb tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:12.458358 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-87140d77-1ab4-4779-9201-fcefdd317acb tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "DELETE /v2.0/security-groups/b6d1e617-b409-4e99-bffe-45bb6cb3a9cd HTTP/1.1" status: 204 len: 168 time: 0.2390144 Apr 20 13:34:12.459575 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49178) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:12.467603 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87140d77-1ab4-4779-9201-fcefdd317acb tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d1e617-b409-4e99-bffe-45bb6cb3a9cd,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:12.526196 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9a306ac9-9f5e-4554-9316-2edbe906c738 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:12.549712 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9a306ac9-9f5e-4554-9316-2edbe906c738 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:12.668765 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9a306ac9-9f5e-4554-9316-2edbe906c738 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:12.671288 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9a306ac9-9f5e-4554-9316-2edbe906c738 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:12.672530 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9a306ac9-9f5e-4554-9316-2edbe906c738 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "DELETE /v2.0/security-groups/fcc8abcf-2ce1-4467-a807-4af32e7e5c5c HTTP/1.1" status: 204 len: 168 time: 0.2118983 Apr 20 13:34:12.675689 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49180) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:12.682600 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a306ac9-9f5e-4554-9316-2edbe906c738 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc8abcf-2ce1-4467-a807-4af32e7e5c5c,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:12.929823 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122a278-b47d-464e-94d6-d0ed81cd16dc req-546c65e9-545b-4c8b-b4f5-e2d2af08b6d1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:12.931394 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2122a278-b47d-464e-94d6-d0ed81cd16dc req-546c65e9-545b-4c8b-b4f5-e2d2af08b6d1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c12678-97ed-4191-8c7f-48690ca25905 HTTP/1.1" status: 200 len: 944 time: 0.1077712 Apr 20 13:34:13.030339 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2122a278-b47d-464e-94d6-d0ed81cd16dc req-952f5239-924e-4b39-a946-6e14ea1ced0c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f7a0061-53d3-4edf-af48-0982f15b9d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654097 Apr 20 13:34:13.055312 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:13.185965 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ec191-40f4-4e41-810d-262c459fc42c req-d792f732-aa6f-4517-92ba-78f31ceb6e37 tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:13.187443 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-786ec191-40f4-4e41-810d-262c459fc42c req-d792f732-aa6f-4517-92ba-78f31ceb6e37 tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=31c12678-97ed-4191-8c7f-48690ca25905 HTTP/1.1" status: 200 len: 1095 time: 0.0747736 Apr 20 13:34:13.226242 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dbe7f9d6-1493-46f0-b56d-a2575ac75158 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:13.269109 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-786ec191-40f4-4e41-810d-262c459fc42c req-4eb558d3-608e-4386-a1c3-71c63b7c65ba tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=4f7a0061-53d3-4edf-af48-0982f15b9d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718479 Apr 20 13:34:13.448145 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b6e6b-98b5-4ebd-9951-cc476d29706a req-bbb9ffcb-561a-4c14-8cc0-61bbad0a8e93 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:13.449629 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-de1b6e6b-98b5-4ebd-9951-cc476d29706a req-bbb9ffcb-561a-4c14-8cc0-61bbad0a8e93 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c12678-97ed-4191-8c7f-48690ca25905 HTTP/1.1" status: 200 len: 944 time: 0.1019349 Apr 20 13:34:13.497309 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-de1b6e6b-98b5-4ebd-9951-cc476d29706a req-ec782740-df42-4ac3-9c86-32cb0bf06294 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f7a0061-53d3-4edf-af48-0982f15b9d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414557 Apr 20 13:34:13.520098 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49198) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:13.577778 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-dbe7f9d6-1493-46f0-b56d-a2575ac75158 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Deleting port af9a2f6f-cec2-482e-ae44-d5878344287d {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:34:13.578118 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dbe7f9d6-1493-46f0-b56d-a2575ac75158 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:13.584199 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-214ac057-89a0-4b14-9070-3e7bbbaa6e5c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/floatingips/bcaac3e7-8c41-4957-8f09-b83845bcd5ad HTTP/1.1" status: 200 len: 990 time: 0.0629413 Apr 20 13:34:13.625306 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:34:13.656841 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:34:13.657178 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 8cf503e7-ae6c-4bc8-afbc-3d5fc576d5bc not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:34:13.691975 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-dbe7f9d6-1493-46f0-b56d-a2575ac75158 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] For port af9a2f6f-cec2-482e-ae44-d5878344287d, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=af9a2f6f-cec2-482e-ae44-d5878344287d,segment=NetworkSegment(c18a2f1a-f31d-47d6-a67e-21a4c4dcc689),segment_id=c18a2f1a-f31d-47d6-a67e-21a4c4dcc689)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:34:13.692516 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dbe7f9d6-1493-46f0-b56d-a2575ac75158 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:13.708059 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-dbe7f9d6-1493-46f0-b56d-a2575ac75158 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Calling delete_port for af9a2f6f-cec2-482e-ae44-d5878344287d owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:34:13.954995 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dbe7f9d6-1493-46f0-b56d-a2575ac75158 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:13.982398 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe7f9d6-1493-46f0-b56d-a2575ac75158 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Pushing event deleted for resources: {'Port': ['ID=af9a2f6f-cec2-482e-ae44-d5878344287d,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:14.146890 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device d1a95210-4666-4005-b6fc-05d29e6b91fe no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:34:14.185919 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dbe7f9d6-1493-46f0-b56d-a2575ac75158 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:14.203764 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device d1a95210-4666-4005-b6fc-05d29e6b91fe not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:34:14.433629 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe7f9d6-1493-46f0-b56d-a2575ac75158 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Router 732f271f-cfdb-43c9-add5-a9c88c4af819 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:34:14.542232 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe7f9d6-1493-46f0-b56d-a2575ac75158 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:34:14.550756 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-dbe7f9d6-1493-46f0-b56d-a2575ac75158 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "PUT /v2.0/routers/732f271f-cfdb-43c9-add5-a9c88c4af819/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8705411 Apr 20 13:34:14.550868 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49226) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:14.557587 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5631cb-e31d-4def-8771-196af930137c None None] Sync routers for ids ['732f271f-cfdb-43c9-add5-a9c88c4af819'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:34:14.578441 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5631cb-e31d-4def-8771-196af930137c None None] Routers {'732f271f-cfdb-43c9-add5-a9c88c4af819'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:34:14.579084 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-fc5631cb-e31d-4def-8771-196af930137c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:33:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['732f271f-cfdb-43c9-add5-a9c88c4af819'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:14.609330 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c10d906-c9a3-41f4-befb-aeb2022a1dc4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Deleting subnet 92a33fd3-fda2-4b34-a7a2-54478bc3a7a0 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:34:14.614139 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8c10d906-c9a3-41f4-befb-aeb2022a1dc4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:14.650674 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3464e2e-737f-45e3-aad1-e29ab1970042 req-ea4c277b-a67b-4341-ab34-e70947c03202 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:14.656758 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a3464e2e-737f-45e3-aad1-e29ab1970042 req-ea4c277b-a67b-4341-ab34-e70947c03202 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 945 time: 0.0663724 Apr 20 13:34:14.658850 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8c10d906-c9a3-41f4-befb-aeb2022a1dc4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:14.702916 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a3464e2e-737f-45e3-aad1-e29ab1970042 req-a60c6656-b10e-4279-99d2-cf636f9871a4 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0380139 Apr 20 13:34:14.752611 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8c10d906-c9a3-41f4-befb-aeb2022a1dc4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:14.784095 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-fc5631cb-e31d-4def-8771-196af930137c None None] Set router 732f271f-cfdb-43c9-add5-a9c88c4af819 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:34:14.875000 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8c10d906-c9a3-41f4-befb-aeb2022a1dc4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:14.903171 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c10d906-c9a3-41f4-befb-aeb2022a1dc4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Pushing event deleted for resources: {'Subnet': ['ID=92a33fd3-fda2-4b34-a7a2-54478bc3a7a0,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:14.906904 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8c10d906-c9a3-41f4-befb-aeb2022a1dc4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:14.910137 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8c10d906-c9a3-41f4-befb-aeb2022a1dc4 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "DELETE /v2.0/subnets/92a33fd3-fda2-4b34-a7a2-54478bc3a7a0 HTTP/1.1" status: 204 len: 168 time: 0.3590095 Apr 20 13:34:14.912917 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49228) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:14.919225 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98826b2-77fb-4170-b7af-4bd8021cf96f None None] Network eb65fc52-0bdc-49a9-9bbc-078092e68417 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:34:14.963840 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-fc5631cb-e31d-4def-8771-196af930137c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732f271f-cfdb-43c9-add5-a9c88c4af819', 'name': 'tempest-TestSecurityGroupsBasicOps-router-881836633', 'tenant_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:31:55Z', 'updated_at': '2022-04-20T13:34:13Z', 'revision_number': 5, 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'gw_port': {'id': 'b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:05:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732f271f-cfdb-43c9-add5-a9c88c4af819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:31:56Z', 'updated_at': '2022-04-20T13:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:14.990365 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5631cb-e31d-4def-8771-196af930137c None None] Checking router: 732f271f-cfdb-43c9-add5-a9c88c4af819 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:34:14.998566 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5631cb-e31d-4def-8771-196af930137c None None] Routers {'732f271f-cfdb-43c9-add5-a9c88c4af819'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:34:14.999179 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-fc5631cb-e31d-4def-8771-196af930137c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:33:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['732f271f-cfdb-43c9-add5-a9c88c4af819'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:15.034650 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-067d9c1f-1bc3-4fa6-b333-020280bfa8ee tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for router, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:15.111570 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-fc5631cb-e31d-4def-8771-196af930137c None None] Set router 732f271f-cfdb-43c9-add5-a9c88c4af819 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:34:15.115071 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad607ec-c956-4aa1-991c-9dc75f9ea796 None None] DHCP port deletion for eb65fc52-0bdc-49a9-9bbc-078092e68417 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:34:15.164367 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-067d9c1f-1bc3-4fa6-b333-020280bfa8ee tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:15.174766 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-aad607ec-c956-4aa1-991c-9dc75f9ea796 None None] Deleting port b86700fb-b3ab-42db-913a-01fdcd57d18b {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:34:15.175143 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-aad607ec-c956-4aa1-991c-9dc75f9ea796 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:15.245909 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-aad607ec-c956-4aa1-991c-9dc75f9ea796 None None] For port b86700fb-b3ab-42db-913a-01fdcd57d18b, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=b86700fb-b3ab-42db-913a-01fdcd57d18b,segment=NetworkSegment(c18a2f1a-f31d-47d6-a67e-21a4c4dcc689),segment_id=c18a2f1a-f31d-47d6-a67e-21a4c4dcc689)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:34:15.246225 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-aad607ec-c956-4aa1-991c-9dc75f9ea796 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:15.259898 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-aad607ec-c956-4aa1-991c-9dc75f9ea796 None None] Calling delete_port for b86700fb-b3ab-42db-913a-01fdcd57d18b owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:34:15.294704 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-fc5631cb-e31d-4def-8771-196af930137c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732f271f-cfdb-43c9-add5-a9c88c4af819', 'name': 'tempest-TestSecurityGroupsBasicOps-router-881836633', 'tenant_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:31:55Z', 'updated_at': '2022-04-20T13:34:13Z', 'revision_number': 5, 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'gw_port': {'id': 'b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:05:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732f271f-cfdb-43c9-add5-a9c88c4af819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:31:56Z', 'updated_at': '2022-04-20T13:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:15.298013 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-067d9c1f-1bc3-4fa6-b333-020280bfa8ee tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Deleting port b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:34:15.298448 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-067d9c1f-1bc3-4fa6-b333-020280bfa8ee tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:15.322220 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5631cb-e31d-4def-8771-196af930137c None None] The sync data for ids ['732f271f-cfdb-43c9-add5-a9c88c4af819'] in n-d-836015-7 is: [{'id': '732f271f-cfdb-43c9-add5-a9c88c4af819', 'name': 'tempest-TestSecurityGroupsBasicOps-router-881836633', 'tenant_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:31:55Z', 'updated_at': '2022-04-20T13:34:13Z', 'revision_number': 5, 'project_id': 'b3b98b9644e24ccabddf56e67de7cac9', 'gw_port': {'id': 'b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:05:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732f271f-cfdb-43c9-add5-a9c88c4af819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:31:56Z', 'updated_at': '2022-04-20T13:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:34:15.421876 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-067d9c1f-1bc3-4fa6-b333-020280bfa8ee tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] For port b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:34:15.422245 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-067d9c1f-1bc3-4fa6-b333-020280bfa8ee tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:15.429732 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-aad607ec-c956-4aa1-991c-9dc75f9ea796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:15.435209 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-067d9c1f-1bc3-4fa6-b333-020280bfa8ee tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Calling delete_port for b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db owned by network:router_gateway {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:34:15.456029 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad607ec-c956-4aa1-991c-9dc75f9ea796 None None] Pushing event deleted for resources: {'Port': ['ID=b86700fb-b3ab-42db-913a-01fdcd57d18b,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:15.461033 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad607ec-c956-4aa1-991c-9dc75f9ea796 None None] No DVR routers for this DVR port b86700fb-b3ab-42db-913a-01fdcd57d18b on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:34:15.673402 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-067d9c1f-1bc3-4fa6-b333-020280bfa8ee tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:15.700789 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d9c1f-1bc3-4fa6-b333-020280bfa8ee tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Pushing event deleted for resources: {'Port': ['ID=b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:15.778721 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-067d9c1f-1bc3-4fa6-b333-020280bfa8ee tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:16.239785 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-067d9c1f-1bc3-4fa6-b333-020280bfa8ee tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:16.242767 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-067d9c1f-1bc3-4fa6-b333-020280bfa8ee tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:16.301494 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16bdafe-518f-4ee2-af14-e444f8d4875d req-6fdd1355-9f01-4b6e-ae3b-fa976391e488 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:16.302998 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c16bdafe-518f-4ee2-af14-e444f8d4875d req-6fdd1355-9f01-4b6e-ae3b-fa976391e488 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 945 time: 0.4867027 Apr 20 13:34:16.344975 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c16bdafe-518f-4ee2-af14-e444f8d4875d req-6ffc7909-3100-4c03-81f8-d2a39e4dfa06 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0347490 Apr 20 13:34:16.349017 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-067d9c1f-1bc3-4fa6-b333-020280bfa8ee tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:16.349650 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067d9c1f-1bc3-4fa6-b333-020280bfa8ee tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Fanout notify agent at l3_agent the message router_deleted on router 732f271f-cfdb-43c9-add5-a9c88c4af819 {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:34:16.365653 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-067d9c1f-1bc3-4fa6-b333-020280bfa8ee tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:16.365752 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49244) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:16.366185 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-067d9c1f-1bc3-4fa6-b333-020280bfa8ee tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "DELETE /v2.0/routers/732f271f-cfdb-43c9-add5-a9c88c4af819 HTTP/1.1" status: 204 len: 168 time: 1.4474964 Apr 20 13:34:16.370966 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device af9a2f6f-cec2-482e-ae44-d5878344287d no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:34:16.406192 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: af9a2f6f-cec2-482e-ae44-d5878344287d {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:34:16.406838 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device af9a2f6f-cec2-482e-ae44-d5878344287d not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:34:16.407617 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device b86700fb-b3ab-42db-913a-01fdcd57d18b no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:34:16.433212 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: b86700fb-b3ab-42db-913a-01fdcd57d18b {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:34:16.433942 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device b86700fb-b3ab-42db-913a-01fdcd57d18b not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:34:16.488190 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1542b0fc-f89e-4f46-bc3d-778adbaa4de7 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:16.589238 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1542b0fc-f89e-4f46-bc3d-778adbaa4de7 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:16.615591 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-1542b0fc-f89e-4f46-bc3d-778adbaa4de7 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb65fc52-0bdc-49a9-9bbc-078092e68417']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:16.625299 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-1542b0fc-f89e-4f46-bc3d-778adbaa4de7 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c18a2f1a-f31d-47d6-a67e-21a4c4dcc689') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:16.625599 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-1542b0fc-f89e-4f46-bc3d-778adbaa4de7 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c18a2f1a-f31d-47d6-a67e-21a4c4dcc689') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:16.635522 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1542b0fc-f89e-4f46-bc3d-778adbaa4de7 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:16.648421 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1542b0fc-f89e-4f46-bc3d-778adbaa4de7 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:16.654773 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1542b0fc-f89e-4f46-bc3d-778adbaa4de7 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:34:16.655160 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1542b0fc-f89e-4f46-bc3d-778adbaa4de7 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:16.658111 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:34:16.658111 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:34:16.658111 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:34:16.658111 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:34:16.658111 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:34:16.658111 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:34:16.658111 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:34:16.658111 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:34:16.658111 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:34:16.658111 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:34:16.658111 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:34:16.658111 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:34:16.658111 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:34:16.658111 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:34:16.658111 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:34:16.658111 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:34:16.658111 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:34:16.658111 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:34:16.658111 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:34:16.658111 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:34:16.658111 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:34:16.658111 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:34:16.658111 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:34:16.658111 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:34:16.658111 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:34:16.658111 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:34:16.658111 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:34:16.658111 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:34:16.658111 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:34:16.658111 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:34:16.658111 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:34:16.658111 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:34:16.783679 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1542b0fc-f89e-4f46-bc3d-778adbaa4de7 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:16.792047 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1542b0fc-f89e-4f46-bc3d-778adbaa4de7 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:16.795653 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1542b0fc-f89e-4f46-bc3d-778adbaa4de7 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] 10.222.0.25 "DELETE /v2.0/networks/eb65fc52-0bdc-49a9-9bbc-078092e68417 HTTP/1.1" status: 204 len: 168 time: 0.4329975 Apr 20 13:34:16.817213 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109528b-ac8b-4c62-9610-4b4c9971dcfb req-c46e667c-0eb0-4197-869e-979a9b06a0a5 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:16.817771 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1542b0fc-f89e-4f46-bc3d-778adbaa4de7 tempest-TestSecurityGroupsBasicOps-807466350 tempest-TestSecurityGroupsBasicOps-807466350-project] Pushing event deleted for resources: {'Network': ['ID=eb65fc52-0bdc-49a9-9bbc-078092e68417,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:16.819039 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c109528b-ac8b-4c62-9610-4b4c9971dcfb req-c46e667c-0eb0-4197-869e-979a9b06a0a5 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.15 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 945 time: 0.0524559 Apr 20 13:34:16.921287 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-c109528b-ac8b-4c62-9610-4b4c9971dcfb req-f9d18981-8073-42f0-a0ce-09c80acc9eff tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Deleting port cef5751c-9364-467f-a93e-0d2d41d3df6b {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:34:16.921640 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c109528b-ac8b-4c62-9610-4b4c9971dcfb req-f9d18981-8073-42f0-a0ce-09c80acc9eff tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:17.010385 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-c109528b-ac8b-4c62-9610-4b4c9971dcfb req-f9d18981-8073-42f0-a0ce-09c80acc9eff tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] For port cef5751c-9364-467f-a93e-0d2d41d3df6b, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=cef5751c-9364-467f-a93e-0d2d41d3df6b,segment=NetworkSegment(903cc42f-59d1-4917-9ec3-cbc3284a45bb),segment_id=903cc42f-59d1-4917-9ec3-cbc3284a45bb)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:34:17.010754 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c109528b-ac8b-4c62-9610-4b4c9971dcfb req-f9d18981-8073-42f0-a0ce-09c80acc9eff tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:17.238611 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c109528b-ac8b-4c62-9610-4b4c9971dcfb req-f9d18981-8073-42f0-a0ce-09c80acc9eff tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:17.238937 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c109528b-ac8b-4c62-9610-4b4c9971dcfb req-f9d18981-8073-42f0-a0ce-09c80acc9eff tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:17.239255 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [req-c109528b-ac8b-4c62-9610-4b4c9971dcfb req-f9d18981-8073-42f0-a0ce-09c80acc9eff tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Floating IP 324d156e-be66-4ee6-9435-448414731aee disassociated. External IP: 172.25.8.222, port: cef5751c-9364-467f-a93e-0d2d41d3df6b. Apr 20 13:34:17.239632 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-c109528b-ac8b-4c62-9610-4b4c9971dcfb req-f9d18981-8073-42f0-a0ce-09c80acc9eff tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Calling delete_port for cef5751c-9364-467f-a93e-0d2d41d3df6b owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:34:17.282612 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49252) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:17.390304 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49256) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:17.546016 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-13a02ea4-e20c-40b9-938e-407af14f0146 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Deleting port 00f930ef-5e68-4226-b5db-72239d09f6e1 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:34:17.546284 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-13a02ea4-e20c-40b9-938e-407af14f0146 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:17.555754 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9c5aa-7a67-4664-bf93-d713c67763e1 req-e50334e9-235a-4dc0-9bc1-7c6f3f2f5e3d tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:17.557352 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-78b9c5aa-7a67-4664-bf93-d713c67763e1 req-e50334e9-235a-4dc0-9bc1-7c6f3f2f5e3d tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 945 time: 0.0752683 Apr 20 13:34:17.558567 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6a3756d4-7971-484b-a1db-bec542bd30ee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b3b98b9644e24ccabddf56e67de7cac9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1660197 Apr 20 13:34:17.559346 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49262) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:17.619443 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c109528b-ac8b-4c62-9610-4b4c9971dcfb req-f9d18981-8073-42f0-a0ce-09c80acc9eff tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:17.626189 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-798f837c-4a0b-453a-accc-01e059e7b038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:17.652674 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-798f837c-4a0b-453a-accc-01e059e7b038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:17.664693 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d18981-8073-42f0-a0ce-09c80acc9eff tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Pushing event deleted for resources: {'Port': ['ID=cef5751c-9364-467f-a93e-0d2d41d3df6b,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:17.692273 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-78b9c5aa-7a67-4664-bf93-d713c67763e1 req-7995e6df-5674-4728-b8e9-4369d4d0b340 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1253238 Apr 20 13:34:17.747373 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-13a02ea4-e20c-40b9-938e-407af14f0146 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:17.747761 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-13a02ea4-e20c-40b9-938e-407af14f0146 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:17.764773 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-13a02ea4-e20c-40b9-938e-407af14f0146 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Calling delete_port for 00f930ef-5e68-4226-b5db-72239d09f6e1 owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:34:17.776361 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-798f837c-4a0b-453a-accc-01e059e7b038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:17.778889 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-798f837c-4a0b-453a-accc-01e059e7b038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:17.780121 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-798f837c-4a0b-453a-accc-01e059e7b038 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1fd730fd-2687-42d3-bd2d-a4c0f77eac0d HTTP/1.1" status: 204 len: 168 time: 0.2113636 Apr 20 13:34:17.788870 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f837c-4a0b-453a-accc-01e059e7b038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd730fd-2687-42d3-bd2d-a4c0f77eac0d,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:17.884466 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c109528b-ac8b-4c62-9610-4b4c9971dcfb req-f9d18981-8073-42f0-a0ce-09c80acc9eff tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Router f003fc6b-4b98-49bd-abe4-4b089809c76c has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:34:18.050650 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c109528b-ac8b-4c62-9610-4b4c9971dcfb req-f9d18981-8073-42f0-a0ce-09c80acc9eff tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:34:18.066788 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9f0e4f-c630-4441-8618-683f2f321b84 None None] Sync routers for ids ['f003fc6b-4b98-49bd-abe4-4b089809c76c'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:34:18.084779 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9f0e4f-c630-4441-8618-683f2f321b84 None None] Routers {'f003fc6b-4b98-49bd-abe4-4b089809c76c'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:34:18.089299 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ce9f0e4f-c630-4441-8618-683f2f321b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:33:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f003fc6b-4b98-49bd-abe4-4b089809c76c'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:18.093489 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-c109528b-ac8b-4c62-9610-4b4c9971dcfb req-f9d18981-8073-42f0-a0ce-09c80acc9eff tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] No DVR routers for this DVR port cef5751c-9364-467f-a93e-0d2d41d3df6b on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:34:18.096272 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c109528b-ac8b-4c62-9610-4b4c9971dcfb req-f9d18981-8073-42f0-a0ce-09c80acc9eff tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:18.099846 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c109528b-ac8b-4c62-9610-4b4c9971dcfb req-f9d18981-8073-42f0-a0ce-09c80acc9eff tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.15 "DELETE /v2.0/ports/cef5751c-9364-467f-a93e-0d2d41d3df6b HTTP/1.1" status: 204 len: 173 time: 1.2749557 Apr 20 13:34:18.100320 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2757c4cd-8d9a-4595-bcf3-1c02746a73b9', 'name': 'network-vif-deleted', 'tag': 'cef5751c-9364-467f-a93e-0d2d41d3df6b'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:34:18.102836 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee06497-df3f-429f-abda-7bc9bda5e54a" -d '{"events": [{"server_uuid": "2757c4cd-8d9a-4595-bcf3-1c02746a73b9", "name": "network-vif-deleted", "tag": "cef5751c-9364-467f-a93e-0d2d41d3df6b"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:34:18.150677 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-13a02ea4-e20c-40b9-938e-407af14f0146 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:18.154228 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378e9711-f0a2-4468-8223-4a9d9859f851 x-openstack-request-id: req-378e9711-f0a2-4468-8223-4a9d9859f851 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:34:18.154650 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2757c4cd-8d9a-4595-bcf3-1c02746a73b9", "name": "network-vif-deleted", "tag": "cef5751c-9364-467f-a93e-0d2d41d3df6b", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:34:18.154899 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-378e9711-f0a2-4468-8223-4a9d9859f851 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:34:18.155331 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-378e9711-f0a2-4468-8223-4a9d9859f851'] response: {'server_uuid': '2757c4cd-8d9a-4595-bcf3-1c02746a73b9', 'name': 'network-vif-deleted', 'tag': 'cef5751c-9364-467f-a93e-0d2d41d3df6b', 'status': 'completed', 'code': 200} Apr 20 13:34:18.211801 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a02ea4-e20c-40b9-938e-407af14f0146 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event deleted for resources: {'Port': ['ID=00f930ef-5e68-4226-b5db-72239d09f6e1,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:18.293668 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:34:18.338053 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:34:18.338461 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device b1ef6fcc-3e29-4573-9d23-6c7dd1fa35db not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:34:18.353230 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-13a02ea4-e20c-40b9-938e-407af14f0146 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for floatingip, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:18.353230 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-13a02ea4-e20c-40b9-938e-407af14f0146 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Floating IP bcaac3e7-8c41-4957-8f09-b83845bcd5ad disassociated (deleted). External IP: 172.25.8.75, port: d1a95210-4666-4005-b6fc-05d29e6b91fe. Apr 20 13:34:18.358702 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-ce9f0e4f-c630-4441-8618-683f2f321b84 None None] Set router f003fc6b-4b98-49bd-abe4-4b089809c76c gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:34:18.581436 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a02ea4-e20c-40b9-938e-407af14f0146 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Router 0cccc10d-659c-4395-b7f4-29e14731036a has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:34:18.598717 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ce9f0e4f-c630-4441-8618-683f2f321b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'name': 'tempest-AttachVolumeTestJSON-46680124-router', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '5572c62e-2702-45ec-937d-e05b40d0c751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:29:40Z', 'updated_at': '2022-04-20T13:29:45Z', 'revision_number': 4, 'project_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'gw_port': {'id': '5572c62e-2702-45ec-937d-e05b40d0c751', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:41Z', 'updated_at': '2022-04-20T13:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'cbfa4987-ad73-4f14-a879-45bf44e2bea2', 'name': '', 'network_id': '27d17f00-84b7-400c-970d-be61917bd03a', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'mac_address': 'fa:16:3e:47:cc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '562e00d1-6211-4fe8-a521-472a5db1803b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:44Z', 'updated_at': '2022-04-20T13:29:50Z', 'revision_number': 5, 'project_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'subnets': [{'id': '562e00d1-6211-4fe8-a521-472a5db1803b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:18.631776 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9f0e4f-c630-4441-8618-683f2f321b84 None None] Checking router: f003fc6b-4b98-49bd-abe4-4b089809c76c for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:34:18.640234 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9f0e4f-c630-4441-8618-683f2f321b84 None None] Routers {'f003fc6b-4b98-49bd-abe4-4b089809c76c'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:34:18.640876 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ce9f0e4f-c630-4441-8618-683f2f321b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:33:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f003fc6b-4b98-49bd-abe4-4b089809c76c'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:18.698363 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a02ea4-e20c-40b9-938e-407af14f0146 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:34:18.709213 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-13a02ea4-e20c-40b9-938e-407af14f0146 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:18.709721 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8b5fe0-720a-4944-b8bd-a39cd38f88d0 None None] Sync routers for ids ['0cccc10d-659c-4395-b7f4-29e14731036a'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:34:18.731140 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8b5fe0-720a-4944-b8bd-a39cd38f88d0 None None] Routers {'0cccc10d-659c-4395-b7f4-29e14731036a'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:34:18.731140 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-9f8b5fe0-720a-4944-b8bd-a39cd38f88d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:33:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['0cccc10d-659c-4395-b7f4-29e14731036a'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:18.769954 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-13a02ea4-e20c-40b9-938e-407af14f0146 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "DELETE /v2.0/floatingips/bcaac3e7-8c41-4957-8f09-b83845bcd5ad HTTP/1.1" status: 204 len: 168 time: 1.4862883 Apr 20 13:34:18.841019 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-ce9f0e4f-c630-4441-8618-683f2f321b84 None None] Set router f003fc6b-4b98-49bd-abe4-4b089809c76c gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:34:18.870171 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49280) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:18.888132 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-85167b4e-be2c-424c-b875-812d2952c35c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:18.892270 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-9f8b5fe0-720a-4944-b8bd-a39cd38f88d0 None None] Set router 0cccc10d-659c-4395-b7f4-29e14731036a gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:34:18.894522 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8ba32f8e-ea60-4658-b001-94ef103778e4 req-33cac782-c2be-4ffc-8687-1d8cf4939301 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=2757c4cd-8d9a-4595-bcf3-1c02746a73b9 HTTP/1.1" status: 200 len: 210 time: 0.0425367 Apr 20 13:34:19.011908 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-85167b4e-be2c-424c-b875-812d2952c35c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:19.093102 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-85167b4e-be2c-424c-b875-812d2952c35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:19.105030 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ce9f0e4f-c630-4441-8618-683f2f321b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'name': 'tempest-AttachVolumeTestJSON-46680124-router', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '5572c62e-2702-45ec-937d-e05b40d0c751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:29:40Z', 'updated_at': '2022-04-20T13:29:45Z', 'revision_number': 4, 'project_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'gw_port': {'id': '5572c62e-2702-45ec-937d-e05b40d0c751', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:41Z', 'updated_at': '2022-04-20T13:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'cbfa4987-ad73-4f14-a879-45bf44e2bea2', 'name': '', 'network_id': '27d17f00-84b7-400c-970d-be61917bd03a', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'mac_address': 'fa:16:3e:47:cc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '562e00d1-6211-4fe8-a521-472a5db1803b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:44Z', 'updated_at': '2022-04-20T13:29:50Z', 'revision_number': 5, 'project_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'subnets': [{'id': '562e00d1-6211-4fe8-a521-472a5db1803b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:19.151436 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-9f8b5fe0-720a-4944-b8bd-a39cd38f88d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cccc10d-659c-4395-b7f4-29e14731036a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882019028', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '7a795967-9718-4e10-a6cd-5bc36424ec70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:32:27Z', 'updated_at': '2022-04-20T13:32:34Z', 'revision_number': 4, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': '7a795967-9718-4e10-a6cd-5bc36424ec70', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cccc10d-659c-4395-b7f4-29e14731036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:32:28Z', 'updated_at': '2022-04-20T13:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'ec8572a1-3bae-464a-ae15-5b7d5e2d64c9', 'name': '', 'network_id': '6a6793d9-9340-4921-9b8d-2d2c4f976b91', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'mac_address': 'fa:16:3e:16:f0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cccc10d-659c-4395-b7f4-29e14731036a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'c26d4bcd-c7f8-4b9f-92cb-6cbd7c3510e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:32:33Z', 'updated_at': '2022-04-20T13:32:37Z', 'revision_number': 5, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'subnets': [{'id': 'c26d4bcd-c7f8-4b9f-92cb-6cbd7c3510e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:19.168407 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9f0e4f-c630-4441-8618-683f2f321b84 None None] The sync data for ids ['f003fc6b-4b98-49bd-abe4-4b089809c76c'] in n-d-836015-7 is: [{'id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'name': 'tempest-AttachVolumeTestJSON-46680124-router', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '5572c62e-2702-45ec-937d-e05b40d0c751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:29:40Z', 'updated_at': '2022-04-20T13:29:45Z', 'revision_number': 4, 'project_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'gw_port': {'id': '5572c62e-2702-45ec-937d-e05b40d0c751', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:41Z', 'updated_at': '2022-04-20T13:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'cbfa4987-ad73-4f14-a879-45bf44e2bea2', 'name': '', 'network_id': '27d17f00-84b7-400c-970d-be61917bd03a', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'mac_address': 'fa:16:3e:47:cc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '562e00d1-6211-4fe8-a521-472a5db1803b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:44Z', 'updated_at': '2022-04-20T13:29:50Z', 'revision_number': 5, 'project_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'subnets': [{'id': '562e00d1-6211-4fe8-a521-472a5db1803b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:34:19.169718 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-85167b4e-be2c-424c-b875-812d2952c35c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=11376da3195d43339145238d7402a685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2978282 Apr 20 13:34:19.170114 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49284) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:19.171387 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85167b4e-be2c-424c-b875-812d2952c35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a64438b-c03f-4d0a-ae2c-402eda1365ad,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:19.198317 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8b5fe0-720a-4944-b8bd-a39cd38f88d0 None None] Checking router: 0cccc10d-659c-4395-b7f4-29e14731036a for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:34:19.208867 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8b5fe0-720a-4944-b8bd-a39cd38f88d0 None None] Routers {'0cccc10d-659c-4395-b7f4-29e14731036a'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:34:19.209699 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-9f8b5fe0-720a-4944-b8bd-a39cd38f88d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:33:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['0cccc10d-659c-4395-b7f4-29e14731036a'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:19.280360 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1586f609-56ca-40f4-af97-3b70a52e57d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:19.308639 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1586f609-56ca-40f4-af97-3b70a52e57d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:19.415094 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-9f8b5fe0-720a-4944-b8bd-a39cd38f88d0 None None] Set router 0cccc10d-659c-4395-b7f4-29e14731036a gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:34:19.458510 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517714c0-8b2e-4ee7-abb8-381683bf2aaf req-2a100309-33e4-4e40-a8a3-c347649f0f9d tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:19.460239 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-517714c0-8b2e-4ee7-abb8-381683bf2aaf req-2a100309-33e4-4e40-a8a3-c347649f0f9d tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c12678-97ed-4191-8c7f-48690ca25905 HTTP/1.1" status: 200 len: 944 time: 0.0869946 Apr 20 13:34:19.511288 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-517714c0-8b2e-4ee7-abb8-381683bf2aaf req-18c75ec5-6adc-436f-acd4-f099853b4741 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f7a0061-53d3-4edf-af48-0982f15b9d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439162 Apr 20 13:34:19.531474 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1586f609-56ca-40f4-af97-3b70a52e57d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:19.532260 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1586f609-56ca-40f4-af97-3b70a52e57d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:19.536832 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1586f609-56ca-40f4-af97-3b70a52e57d4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2a64438b-c03f-4d0a-ae2c-402eda1365ad HTTP/1.1" status: 204 len: 168 time: 0.3655405 Apr 20 13:34:19.554568 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586f609-56ca-40f4-af97-3b70a52e57d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a64438b-c03f-4d0a-ae2c-402eda1365ad,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:19.555124 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df2bc58-6ec1-448b-b221-33dfe1d213b5 None None] New status for floating IP 324d156e-be66-4ee6-9435-448414731aee: DOWN {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:34:19.681790 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-9f8b5fe0-720a-4944-b8bd-a39cd38f88d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cccc10d-659c-4395-b7f4-29e14731036a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882019028', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '7a795967-9718-4e10-a6cd-5bc36424ec70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:32:27Z', 'updated_at': '2022-04-20T13:32:34Z', 'revision_number': 4, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': '7a795967-9718-4e10-a6cd-5bc36424ec70', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cccc10d-659c-4395-b7f4-29e14731036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:32:28Z', 'updated_at': '2022-04-20T13:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'ec8572a1-3bae-464a-ae15-5b7d5e2d64c9', 'name': '', 'network_id': '6a6793d9-9340-4921-9b8d-2d2c4f976b91', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'mac_address': 'fa:16:3e:16:f0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cccc10d-659c-4395-b7f4-29e14731036a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'c26d4bcd-c7f8-4b9f-92cb-6cbd7c3510e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:32:33Z', 'updated_at': '2022-04-20T13:32:37Z', 'revision_number': 5, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'subnets': [{'id': 'c26d4bcd-c7f8-4b9f-92cb-6cbd7c3510e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:19.718461 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8b5fe0-720a-4944-b8bd-a39cd38f88d0 None None] The sync data for ids ['0cccc10d-659c-4395-b7f4-29e14731036a'] in n-d-836015-7 is: [{'id': '0cccc10d-659c-4395-b7f4-29e14731036a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882019028', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '7a795967-9718-4e10-a6cd-5bc36424ec70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:32:27Z', 'updated_at': '2022-04-20T13:32:34Z', 'revision_number': 4, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': '7a795967-9718-4e10-a6cd-5bc36424ec70', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cccc10d-659c-4395-b7f4-29e14731036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:32:28Z', 'updated_at': '2022-04-20T13:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'ec8572a1-3bae-464a-ae15-5b7d5e2d64c9', 'name': '', 'network_id': '6a6793d9-9340-4921-9b8d-2d2c4f976b91', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'mac_address': 'fa:16:3e:16:f0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cccc10d-659c-4395-b7f4-29e14731036a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'c26d4bcd-c7f8-4b9f-92cb-6cbd7c3510e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:32:33Z', 'updated_at': '2022-04-20T13:32:37Z', 'revision_number': 5, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'subnets': [{'id': 'c26d4bcd-c7f8-4b9f-92cb-6cbd7c3510e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:34:19.861798 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721fe17b-dbee-4d56-98ee-62b5f0116821 req-aa96f006-0815-459e-a2cc-9d712ce20d40 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:19.863344 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-721fe17b-dbee-4d56-98ee-62b5f0116821 req-aa96f006-0815-459e-a2cc-9d712ce20d40 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.32 "GET /v2.0/ports?device_id=31c12678-97ed-4191-8c7f-48690ca25905 HTTP/1.1" status: 200 len: 944 time: 0.0603492 Apr 20 13:34:20.093592 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f6f650-a4b6-4f41-8723-57dce4bd2b0c None None] New status for floating IP bcaac3e7-8c41-4957-8f09-b83845bcd5ad: DOWN {{(pid=114872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:34:20.119088 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49302) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:20.156609 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c12678-97ed-4191-8c7f-48690ca25905', 'tag': 'd1a95210-4666-4005-b6fc-05d29e6b91fe'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:34:20.160618 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c5ee63-c31c-4a7b-835b-4d6e38a46f44" -d '{"events": [{"name": "network-changed", "server_uuid": "31c12678-97ed-4191-8c7f-48690ca25905", "tag": "d1a95210-4666-4005-b6fc-05d29e6b91fe"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:34:20.184390 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device cef5751c-9364-467f-a93e-0d2d41d3df6b no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:34:20.240195 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: cef5751c-9364-467f-a93e-0d2d41d3df6b {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:34:20.245703 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device cef5751c-9364-467f-a93e-0d2d41d3df6b not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:34:20.256629 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27b5186-868f-416e-8a27-37707c0b417a x-openstack-request-id: req-a27b5186-868f-416e-8a27-37707c0b417a {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:34:20.267989 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c12678-97ed-4191-8c7f-48690ca25905", "tag": "d1a95210-4666-4005-b6fc-05d29e6b91fe", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:34:20.267989 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a27b5186-868f-416e-8a27-37707c0b417a {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:34:20.267989 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a27b5186-868f-416e-8a27-37707c0b417a'] response: {'name': 'network-changed', 'server_uuid': '31c12678-97ed-4191-8c7f-48690ca25905', 'tag': 'd1a95210-4666-4005-b6fc-05d29e6b91fe', 'status': 'completed', 'code': 200} Apr 20 13:34:20.293390 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-477348c6-0854-4ee2-893b-94e09b7769de tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:20.343074 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5ee63-c31c-4a7b-835b-4d6e38a46f44 req-7c9af5c5-b6b3-4b2d-8e5e-d8c7150366be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:20.344619 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f5c5ee63-c31c-4a7b-835b-4d6e38a46f44 req-7c9af5c5-b6b3-4b2d-8e5e-d8c7150366be service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d7599e499ac4ab585978f26ba0a43a9&device_id=31c12678-97ed-4191-8c7f-48690ca25905 HTTP/1.1" status: 200 len: 1095 time: 0.0942218 Apr 20 13:34:20.348985 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-477348c6-0854-4ee2-893b-94e09b7769de tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:20.392505 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-721fe17b-dbee-4d56-98ee-62b5f0116821 req-b7707d59-367b-4f95-920a-b11fa2b23304 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Deleting port d1a95210-4666-4005-b6fc-05d29e6b91fe {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:34:20.393186 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-721fe17b-dbee-4d56-98ee-62b5f0116821 req-b7707d59-367b-4f95-920a-b11fa2b23304 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:20.458554 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49306) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:20.472948 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5ee63-c31c-4a7b-835b-4d6e38a46f44 req-36b3bf08-c6bf-4b72-ab5b-79f74164cf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:20.476200 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f5c5ee63-c31c-4a7b-835b-4d6e38a46f44 req-36b3bf08-c6bf-4b72-ab5b-79f74164cf23 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6a6793d9-9340-4921-9b8d-2d2c4f976b91 HTTP/1.1" status: 200 len: 897 time: 0.1154695 Apr 20 13:34:20.514268 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-721fe17b-dbee-4d56-98ee-62b5f0116821 req-b7707d59-367b-4f95-920a-b11fa2b23304 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] For port d1a95210-4666-4005-b6fc-05d29e6b91fe, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=d1a95210-4666-4005-b6fc-05d29e6b91fe,segment=NetworkSegment(b69de327-6169-49b9-ad7b-fca9dc1dc3ff),segment_id=b69de327-6169-49b9-ad7b-fca9dc1dc3ff)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:34:20.514637 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-721fe17b-dbee-4d56-98ee-62b5f0116821 req-b7707d59-367b-4f95-920a-b11fa2b23304 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:20.520216 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f5c5ee63-c31c-4a7b-835b-4d6e38a46f44 req-647f6b7a-6335-448e-a363-34a9a9c00eaf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1a95210-4666-4005-b6fc-05d29e6b91fe HTTP/1.1" status: 200 len: 217 time: 0.0368690 Apr 20 13:34:20.535737 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-721fe17b-dbee-4d56-98ee-62b5f0116821 req-b7707d59-367b-4f95-920a-b11fa2b23304 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Calling delete_port for d1a95210-4666-4005-b6fc-05d29e6b91fe owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:34:20.542074 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3521e722-3520-4665-9d96-a32a0531e4f2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=faaaa8ba1bbe4946bd3507dc153845f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0824552 Apr 20 13:34:20.544553 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49310) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:20.554381 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-477348c6-0854-4ee2-893b-94e09b7769de tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:20.557627 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-477348c6-0854-4ee2-893b-94e09b7769de tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:20.561467 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-477348c6-0854-4ee2-893b-94e09b7769de tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "DELETE /v2.0/security-groups/23538edf-81e7-4730-bd2b-8dbe5c6fc7d6 HTTP/1.1" status: 204 len: 168 time: 0.4515128 Apr 20 13:34:20.561943 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49312) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:20.580083 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477348c6-0854-4ee2-893b-94e09b7769de tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23538edf-81e7-4730-bd2b-8dbe5c6fc7d6,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:20.591595 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5ee63-c31c-4a7b-835b-4d6e38a46f44 req-4e11d163-3f61-4fbe-8aa2-37381b7d012b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:20.593256 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f5c5ee63-c31c-4a7b-835b-4d6e38a46f44 req-4e11d163-3f61-4fbe-8aa2-37381b7d012b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c26d4bcd-c7f8-4b9f-92cb-6cbd7c3510e0 HTTP/1.1" status: 200 len: 835 time: 0.0669286 Apr 20 13:34:20.618568 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-84f5401a-7b5a-4253-bdc3-70bca78ef30e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] show failed (client error): The resource could not be found. Apr 20 13:34:20.622176 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-84f5401a-7b5a-4253-bdc3-70bca78ef30e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups/23538edf-81e7-4730-bd2b-8dbe5c6fc7d6 HTTP/1.1" status: 404 len: 347 time: 0.0565071 Apr 20 13:34:20.624323 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49314) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:20.671881 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffad6da-5edb-4533-a267-f906b11f963e req-ba3cbde3-9500-482d-9567-474dfb11b71d tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:20.673394 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6ffad6da-5edb-4533-a267-f906b11f963e req-ba3cbde3-9500-482d-9567-474dfb11b71d tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=31c12678-97ed-4191-8c7f-48690ca25905 HTTP/1.1" status: 200 len: 944 time: 0.0792530 Apr 20 13:34:20.675410 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5ee63-c31c-4a7b-835b-4d6e38a46f44 req-179359c4-1303-4daf-bc21-bd71f0d7ff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:20.676758 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f5c5ee63-c31c-4a7b-835b-4d6e38a46f44 req-179359c4-1303-4daf-bc21-bd71f0d7ff30 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6a6793d9-9340-4921-9b8d-2d2c4f976b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728805 Apr 20 13:34:20.748827 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49318) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:20.760498 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f97526e8-f5dd-44fb-92c2-faff36a28e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:20.775679 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6ffad6da-5edb-4533-a267-f906b11f963e req-a4ec1f87-2b43-47d3-9dfc-47ed22b9094b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f7a0061-53d3-4edf-af48-0982f15b9d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923986 Apr 20 13:34:20.815003 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f5c5ee63-c31c-4a7b-835b-4d6e38a46f44 req-a65a8043-895a-403b-879f-f773f5f40525 service neutron] 10.222.0.32 "GET /v2.0/networks/6a6793d9-9340-4921-9b8d-2d2c4f976b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300597 Apr 20 13:34:20.831500 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f97526e8-f5dd-44fb-92c2-faff36a28e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:20.903721 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aaa9f7e9-b9c6-4d57-9850-038b678124fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:20.912513 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f5c5ee63-c31c-4a7b-835b-4d6e38a46f44 req-fb2b02ff-efdd-4929-8788-7aadb6a6a4a0 service neutron] 10.222.0.32 "GET /v2.0/networks/6a6793d9-9340-4921-9b8d-2d2c4f976b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909612 Apr 20 13:34:20.916074 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-d104e645-a201-40b3-b188-18193b06293e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Deleting port bb144074-b45b-4424-99f4-0c0c7717d9f7 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:34:20.916407 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d104e645-a201-40b3-b188-18193b06293e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:20.983850 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-721fe17b-dbee-4d56-98ee-62b5f0116821 req-b7707d59-367b-4f95-920a-b11fa2b23304 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:21.024149 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7707d59-367b-4f95-920a-b11fa2b23304 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event deleted for resources: {'Port': ['ID=d1a95210-4666-4005-b6fc-05d29e6b91fe,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:21.043166 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d104e645-a201-40b3-b188-18193b06293e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:21.043563 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d104e645-a201-40b3-b188-18193b06293e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:21.074247 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f97526e8-f5dd-44fb-92c2-faff36a28e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:21.076740 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f97526e8-f5dd-44fb-92c2-faff36a28e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:21.077910 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f97526e8-f5dd-44fb-92c2-faff36a28e27 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6004957b-74ae-4895-a0a8-396c9c2c285d HTTP/1.1" status: 204 len: 168 time: 0.5324214 Apr 20 13:34:21.097564 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-d104e645-a201-40b3-b188-18193b06293e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Calling delete_port for bb144074-b45b-4424-99f4-0c0c7717d9f7 owned by network:floatingip {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:34:21.101519 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-721fe17b-dbee-4d56-98ee-62b5f0116821 req-b7707d59-367b-4f95-920a-b11fa2b23304 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] No DVR routers for this DVR port d1a95210-4666-4005-b6fc-05d29e6b91fe on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:34:21.114478 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-721fe17b-dbee-4d56-98ee-62b5f0116821 req-b7707d59-367b-4f95-920a-b11fa2b23304 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:21.117684 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-721fe17b-dbee-4d56-98ee-62b5f0116821 req-b7707d59-367b-4f95-920a-b11fa2b23304 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.32 "DELETE /v2.0/ports/d1a95210-4666-4005-b6fc-05d29e6b91fe HTTP/1.1" status: 204 len: 173 time: 1.2479870 Apr 20 13:34:21.118959 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c12678-97ed-4191-8c7f-48690ca25905', 'name': 'network-vif-deleted', 'tag': 'd1a95210-4666-4005-b6fc-05d29e6b91fe'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:34:21.121672 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764b3ac0-ad91-4782-b229-b330189d726b" -d '{"events": [{"server_uuid": "31c12678-97ed-4191-8c7f-48690ca25905", "name": "network-vif-deleted", "tag": "d1a95210-4666-4005-b6fc-05d29e6b91fe"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:34:21.128909 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97526e8-f5dd-44fb-92c2-faff36a28e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6004957b-74ae-4895-a0a8-396c9c2c285d,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:21.184709 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01192aeb-4ccf-4876-ba32-187a0724bd30 x-openstack-request-id: req-01192aeb-4ccf-4876-ba32-187a0724bd30 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:34:21.184996 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c12678-97ed-4191-8c7f-48690ca25905", "name": "network-vif-deleted", "tag": "d1a95210-4666-4005-b6fc-05d29e6b91fe", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:34:21.185240 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-01192aeb-4ccf-4876-ba32-187a0724bd30 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:34:21.185630 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01192aeb-4ccf-4876-ba32-187a0724bd30'] response: {'server_uuid': '31c12678-97ed-4191-8c7f-48690ca25905', 'name': 'network-vif-deleted', 'tag': 'd1a95210-4666-4005-b6fc-05d29e6b91fe', 'status': 'completed', 'code': 200} Apr 20 13:34:21.245111 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aaa9f7e9-b9c6-4d57-9850-038b678124fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:21.343306 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aaa9f7e9-b9c6-4d57-9850-038b678124fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:21.387992 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d104e645-a201-40b3-b188-18193b06293e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:21.395152 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-aaa9f7e9-b9c6-4d57-9850-038b678124fc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b22ab830804042b9b2adb4968473c8dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6453717 Apr 20 13:34:21.396021 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9f7e9-b9c6-4d57-9850-038b678124fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1dfa387-2e07-4158-9b5e-e6a254b31fc4,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:21.398201 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49326) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:21.425329 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d104e645-a201-40b3-b188-18193b06293e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Pushing event deleted for resources: {'Port': ['ID=bb144074-b45b-4424-99f4-0c0c7717d9f7,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:21.487290 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-daa0583e-36a4-4327-a9ed-c7dd56fadfe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:21.514762 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d104e645-a201-40b3-b188-18193b06293e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks [] for floatingip, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:21.517886 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d104e645-a201-40b3-b188-18193b06293e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:21.519091 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d104e645-a201-40b3-b188-18193b06293e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "DELETE /v2.0/floatingips/324d156e-be66-4ee6-9435-448414731aee HTTP/1.1" status: 204 len: 168 time: 0.8925843 Apr 20 13:34:21.531924 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-daa0583e-36a4-4327-a9ed-c7dd56fadfe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:21.668672 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-daa0583e-36a4-4327-a9ed-c7dd56fadfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:21.671335 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-daa0583e-36a4-4327-a9ed-c7dd56fadfe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:21.675060 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-daa0583e-36a4-4327-a9ed-c7dd56fadfe2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d1dfa387-2e07-4158-9b5e-e6a254b31fc4 HTTP/1.1" status: 204 len: 168 time: 0.2719655 Apr 20 13:34:21.686549 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa0583e-36a4-4327-a9ed-c7dd56fadfe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1dfa387-2e07-4158-9b5e-e6a254b31fc4,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:21.857160 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49344) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:22.100158 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49352) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:22.106012 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-04c4b371-7768-41f5-a24f-810c8c2040c7 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1108200326', 'description': 'tempest-description--489451809'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:34:22.220219 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-04c4b371-7768-41f5-a24f-810c8c2040c7 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:22.347923 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49358) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:22.358999 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-04c4b371-7768-41f5-a24f-810c8c2040c7 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:22.366688 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b7d62f8e-b287-42b0-8a92-13df5fe7fd4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:22.400950 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49360) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:22.421555 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-04c4b371-7768-41f5-a24f-810c8c2040c7 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:22.469162 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c4b371-7768-41f5-a24f-810c8c2040c7 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31dc097d-9fe5-4ddc-ab26-402c6eb40c32,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:22.503027 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b7d62f8e-b287-42b0-8a92-13df5fe7fd4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:22.522461 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-04c4b371-7768-41f5-a24f-810c8c2040c7 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:22.525638 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-04c4b371-7768-41f5-a24f-810c8c2040c7 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4221783 Apr 20 13:34:22.532939 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49364) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:22.537442 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-d41426d4-6ba1-4b1a-8e21-bca1fdd9895d tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Request body: {'security_group_rule': {'security_group_id': '31dc097d-9fe5-4ddc-ab26-402c6eb40c32', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:34:22.577493 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b7d62f8e-b287-42b0-8a92-13df5fe7fd4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:22.583501 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1a1bd083-c477-4b49-bd83-bdce538aff88 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:22.598953 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-3b72e0e5-68ad-4ba4-ad54-917f77db7fb3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1504243731-network', 'tenant_id': '7cbd582e24c84e318c6d364aeeea2fdf'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:34:22.631313 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b7d62f8e-b287-42b0-8a92-13df5fe7fd4d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7938985ad1924591a89c98b7e041fb5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2816291 Apr 20 13:34:22.634653 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49366) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:22.634944 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d62f8e-b287-42b0-8a92-13df5fe7fd4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8503813-14b6-42ca-ac1e-6f3be3918074,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:22.646323 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d41426d4-6ba1-4b1a-8e21-bca1fdd9895d tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:22.692748 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d41426d4-6ba1-4b1a-8e21-bca1fdd9895d tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:22.724440 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b72e0e5-68ad-4ba4-ad54-917f77db7fb3 admin admin] Made reservation on behalf of 7cbd582e24c84e318c6d364aeeea2fdf for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:34:22.726786 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3b72e0e5-68ad-4ba4-ad54-917f77db7fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:22.735646 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3b72e0e5-68ad-4ba4-ad54-917f77db7fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:22.772742 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-84c02a9f-15f3-4971-8bc5-89d5b2d6f78d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:22.784432 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d41426d4-6ba1-4b1a-8e21-bca1fdd9895d tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:22.799824 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-84c02a9f-15f3-4971-8bc5-89d5b2d6f78d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:22.809170 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41426d4-6ba1-4b1a-8e21-bca1fdd9895d tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad7f2775-93c0-43a6-a6aa-8633c61931b4,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:22.833782 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3b72e0e5-68ad-4ba4-ad54-917f77db7fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:22.887179 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d41426d4-6ba1-4b1a-8e21-bca1fdd9895d tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:22.888382 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d41426d4-6ba1-4b1a-8e21-bca1fdd9895d tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3544686 Apr 20 13:34:22.890989 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49368) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:22.895349 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-69bbae14-570c-498d-bc6c-c1f00c6f134a tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Request body: {'security_group_rule': {'security_group_id': '31dc097d-9fe5-4ddc-ab26-402c6eb40c32', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:34:22.913039 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3b72e0e5-68ad-4ba4-ad54-917f77db7fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:22.922384 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-1a1bd083-c477-4b49-bd83-bdce538aff88 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Deleting port ec8572a1-3bae-464a-ae15-5b7d5e2d64c9 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:34:22.928784 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1a1bd083-c477-4b49-bd83-bdce538aff88 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:22.939587 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b72e0e5-68ad-4ba4-ad54-917f77db7fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43b6031-4593-49fe-a072-5f68ebe632c4,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:22.979647 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-84c02a9f-15f3-4971-8bc5-89d5b2d6f78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:22.981284 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b72e0e5-68ad-4ba4-ad54-917f77db7fb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:34:22.982085 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-84c02a9f-15f3-4971-8bc5-89d5b2d6f78d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:22.983215 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-84c02a9f-15f3-4971-8bc5-89d5b2d6f78d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d8503813-14b6-42ca-ac1e-6f3be3918074 HTTP/1.1" status: 204 len: 168 time: 0.3476398 Apr 20 13:34:22.991245 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3b72e0e5-68ad-4ba4-ad54-917f77db7fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:22.991636 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-3b72e0e5-68ad-4ba4-ad54-917f77db7fb3 admin admin] Added segment de49c348-9b27-4cbb-824c-38cd5670ffdf of type vlan for network 3f5e0d85-b943-4e18-ba48-36b331bdab9b Apr 20 13:34:23.002885 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c02a9f-15f3-4971-8bc5-89d5b2d6f78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8503813-14b6-42ca-ac1e-6f3be3918074,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:23.024823 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-1a1bd083-c477-4b49-bd83-bdce538aff88 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] For port ec8572a1-3bae-464a-ae15-5b7d5e2d64c9, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ec8572a1-3bae-464a-ae15-5b7d5e2d64c9,segment=NetworkSegment(b69de327-6169-49b9-ad7b-fca9dc1dc3ff),segment_id=b69de327-6169-49b9-ad7b-fca9dc1dc3ff)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:34:23.025212 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1a1bd083-c477-4b49-bd83-bdce538aff88 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:23.038820 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69bbae14-570c-498d-bc6c-c1f00c6f134a tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:23.039384 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-1a1bd083-c477-4b49-bd83-bdce538aff88 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Calling delete_port for ec8572a1-3bae-464a-ae15-5b7d5e2d64c9 owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:34:23.078298 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3b72e0e5-68ad-4ba4-ad54-917f77db7fb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:23.133363 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69bbae14-570c-498d-bc6c-c1f00c6f134a tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:23.183879 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3b72e0e5-68ad-4ba4-ad54-917f77db7fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:23.185249 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b72e0e5-68ad-4ba4-ad54-917f77db7fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:23.186184 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3b72e0e5-68ad-4ba4-ad54-917f77db7fb3 admin admin] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:23.234020 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69bbae14-570c-498d-bc6c-c1f00c6f134a tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:23.302509 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1a1bd083-c477-4b49-bd83-bdce538aff88 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:23.311058 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bbae14-570c-498d-bc6c-c1f00c6f134a tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c490802-f83d-400d-a839-8b4bd2d7b2d1,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:23.315968 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b72e0e5-68ad-4ba4-ad54-917f77db7fb3 admin admin] Pushing event updated for resources: {'Network': ['ID=3f5e0d85-b943-4e18-ba48-36b331bdab9b,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:23.327464 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 3f5e0d85-b943-4e18-ba48-36b331bdab9b details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:34:23.334794 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3b72e0e5-68ad-4ba4-ad54-917f77db7fb3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9325645 Apr 20 13:34:23.335453 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1bd083-c477-4b49-bd83-bdce538aff88 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event deleted for resources: {'Port': ['ID=ec8572a1-3bae-464a-ae15-5b7d5e2d64c9,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:23.338246 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49374) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:23.346801 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-f324b19a-6aa3-43ed-8c3b-2612c10f47c9 admin admin] Request body: {'subnet': {'network_id': '3f5e0d85-b943-4e18-ba48-36b331bdab9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1504243731-subnet', 'tenant_id': '7cbd582e24c84e318c6d364aeeea2fdf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:34:23.396761 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69bbae14-570c-498d-bc6c-c1f00c6f134a tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:23.409903 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-69bbae14-570c-498d-bc6c-c1f00c6f134a tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5060308 Apr 20 13:34:23.409903 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49376) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:23.409903 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-1b12499b-1e9f-41a9-b1fa-583c89750e7e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:34:23.433978 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f324b19a-6aa3-43ed-8c3b-2612c10f47c9 admin admin] Made reservation on behalf of 7cbd582e24c84e318c6d364aeeea2fdf for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:34:23.436402 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f324b19a-6aa3-43ed-8c3b-2612c10f47c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:23.550615 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1a1bd083-c477-4b49-bd83-bdce538aff88 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:23.560206 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1b12499b-1e9f-41a9-b1fa-583c89750e7e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks [] for floatingip, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:23.656930 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device d1a95210-4666-4005-b6fc-05d29e6b91fe no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:34:23.678639 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: d1a95210-4666-4005-b6fc-05d29e6b91fe {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:34:23.679308 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device d1a95210-4666-4005-b6fc-05d29e6b91fe not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:34:23.709091 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1b12499b-1e9f-41a9-b1fa-583c89750e7e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:23.717650 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49378) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:23.738684 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8a9af3b5-5bde-47aa-ba8d-847ea2b08ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:23.749809 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f324b19a-6aa3-43ed-8c3b-2612c10f47c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:23.813941 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1bd083-c477-4b49-bd83-bdce538aff88 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Router 0cccc10d-659c-4395-b7f4-29e14731036a has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:34:23.850656 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324b19a-6aa3-43ed-8c3b-2612c10f47c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cd01a79-24fe-4fc2-b0e3-c158f3d2ab29,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:23.866088 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f324b19a-6aa3-43ed-8c3b-2612c10f47c9 admin admin] Checking segment: {'id': 'de49c348-9b27-4cbb-824c-38cd5670ffdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3f5e0d85-b943-4e18-ba48-36b331bdab9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:34:23.866446 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f324b19a-6aa3-43ed-8c3b-2612c10f47c9 admin admin] Network hostable DHCP agents. Network: 3f5e0d85-b943-4e18-ba48-36b331bdab9b, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:34:23.877183 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-1b12499b-1e9f-41a9-b1fa-583c89750e7e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Allocated IP 172.25.8.88 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/65d2a05f-408f-46a2-aa0b-b68d672c841f) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:34:23.939725 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8a9af3b5-5bde-47aa-ba8d-847ea2b08ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:23.957882 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1bd083-c477-4b49-bd83-bdce538aff88 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:34:23.962811 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1a1bd083-c477-4b49-bd83-bdce538aff88 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "PUT /v2.0/routers/0cccc10d-659c-4395-b7f4-29e14731036a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1045194 Apr 20 13:34:23.965616 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49380) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:23.969598 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f99e014-dcd2-4df9-8790-a296cf9471b3 None None] Sync routers for ids ['0cccc10d-659c-4395-b7f4-29e14731036a'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:34:23.979226 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f99e014-dcd2-4df9-8790-a296cf9471b3 None None] Routers {'0cccc10d-659c-4395-b7f4-29e14731036a'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:34:23.981562 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-1f99e014-dcd2-4df9-8790-a296cf9471b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:33:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['0cccc10d-659c-4395-b7f4-29e14731036a'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:23.998682 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f324b19a-6aa3-43ed-8c3b-2612c10f47c9 admin admin] Network 3f5e0d85-b943-4e18-ba48-36b331bdab9b is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:34:24.028901 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8a9af3b5-5bde-47aa-ba8d-847ea2b08ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:24.039042 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1b12499b-1e9f-41a9-b1fa-583c89750e7e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:24.050132 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-a77a20e9-2fca-4498-b39a-50f59d91fa31 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Deleting subnet c26d4bcd-c7f8-4b9f-92cb-6cbd7c3510e0 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:34:24.056574 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a77a20e9-2fca-4498-b39a-50f59d91fa31 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:24.069014 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9af3b5-5bde-47aa-ba8d-847ea2b08ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65524e60-330b-4fab-8cbe-019288f8b5f5,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:24.077356 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8a9af3b5-5bde-47aa-ba8d-847ea2b08ea5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=797430ed7ea74224af9c4a34efae997e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3550260 Apr 20 13:34:24.077959 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49382) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:24.089708 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-1f99e014-dcd2-4df9-8790-a296cf9471b3 None None] Set router 0cccc10d-659c-4395-b7f4-29e14731036a gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:34:24.093658 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-f324b19a-6aa3-43ed-8c3b-2612c10f47c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 3f5e0d85-b943-4e18-ba48-36b331bdab9b) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:34:24.102957 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f324b19a-6aa3-43ed-8c3b-2612c10f47c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:24.102957 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f324b19a-6aa3-43ed-8c3b-2612c10f47c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:24.121016 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872cdfd3-fde8-4246-add3-bdc13780f4af None None] Network 3f5e0d85-b943-4e18-ba48-36b331bdab9b requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:34:24.132308 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a77a20e9-2fca-4498-b39a-50f59d91fa31 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:24.140375 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e9b5de26-d763-4c83-91a3-79a4278cf158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:24.163166 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e9b5de26-d763-4c83-91a3-79a4278cf158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:24.220046 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f324b19a-6aa3-43ed-8c3b-2612c10f47c9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8809531 Apr 20 13:34:24.236776 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1b12499b-1e9f-41a9-b1fa-583c89750e7e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:24.243050 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a77a20e9-2fca-4498-b39a-50f59d91fa31 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:24.292412 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e9b5de26-d763-4c83-91a3-79a4278cf158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:24.294931 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e9b5de26-d763-4c83-91a3-79a4278cf158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:24.298782 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e9b5de26-d763-4c83-91a3-79a4278cf158 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/65524e60-330b-4fab-8cbe-019288f8b5f5 HTTP/1.1" status: 204 len: 168 time: 0.2197595 Apr 20 13:34:24.316854 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b5de26-d763-4c83-91a3-79a4278cf158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65524e60-330b-4fab-8cbe-019288f8b5f5,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:24.338749 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b12499b-1e9f-41a9-b1fa-583c89750e7e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:34:24.349203 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-1b12499b-1e9f-41a9-b1fa-583c89750e7e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:34:24.353030 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b12499b-1e9f-41a9-b1fa-583c89750e7e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:34:24.355410 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b12499b-1e9f-41a9-b1fa-583c89750e7e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Pushing event updated for resources: {'Port': ['ID=65d2a05f-408f-46a2-aa0b-b68d672c841f,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:24.389788 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007a288f-e5f9-44b7-a11d-49f44dcb0b15 None None] Network 3f5e0d85-b943-4e18-ba48-36b331bdab9b requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:34:24.477191 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ac4c4f72-e194-4156-93cf-a6c9aa1d7d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:24.485535 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-1f99e014-dcd2-4df9-8790-a296cf9471b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cccc10d-659c-4395-b7f4-29e14731036a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882019028', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '7a795967-9718-4e10-a6cd-5bc36424ec70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:32:27Z', 'updated_at': '2022-04-20T13:34:23Z', 'revision_number': 5, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': '7a795967-9718-4e10-a6cd-5bc36424ec70', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cccc10d-659c-4395-b7f4-29e14731036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:32:28Z', 'updated_at': '2022-04-20T13:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:24.520126 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f99e014-dcd2-4df9-8790-a296cf9471b3 None None] Checking router: 0cccc10d-659c-4395-b7f4-29e14731036a for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:34:24.541979 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a77a20e9-2fca-4498-b39a-50f59d91fa31 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:24.554304 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f99e014-dcd2-4df9-8790-a296cf9471b3 None None] Routers {'0cccc10d-659c-4395-b7f4-29e14731036a'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:34:24.554947 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-1f99e014-dcd2-4df9-8790-a296cf9471b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:33:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['0cccc10d-659c-4395-b7f4-29e14731036a'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:24.609007 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a20e9-2fca-4498-b39a-50f59d91fa31 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event deleted for resources: {'Subnet': ['ID=c26d4bcd-c7f8-4b9f-92cb-6cbd7c3510e0,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:24.615200 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a77a20e9-2fca-4498-b39a-50f59d91fa31 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:24.625740 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49390) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:24.625908 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3d51b3-72e5-4eca-a579-66304baba951 None None] Network 6a6793d9-9340-4921-9b8d-2d2c4f976b91 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:34:24.626116 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a77a20e9-2fca-4498-b39a-50f59d91fa31 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "DELETE /v2.0/subnets/c26d4bcd-c7f8-4b9f-92cb-6cbd7c3510e0 HTTP/1.1" status: 204 len: 168 time: 0.6574528 Apr 20 13:34:24.639978 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1b12499b-1e9f-41a9-b1fa-583c89750e7e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:24.748456 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-993a8755-b30f-4993-9a10-ee388c3d38fd tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for router, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:24.766332 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-1f99e014-dcd2-4df9-8790-a296cf9471b3 None None] Set router 0cccc10d-659c-4395-b7f4-29e14731036a gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:34:24.783202 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1b12499b-1e9f-41a9-b1fa-583c89750e7e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:24.888003 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-993a8755-b30f-4993-9a10-ee388c3d38fd tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:24.990143 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1b12499b-1e9f-41a9-b1fa-583c89750e7e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:25.007633 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-993a8755-b30f-4993-9a10-ee388c3d38fd tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Deleting port 7a795967-9718-4e10-a6cd-5bc36424ec70 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:34:25.010368 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-993a8755-b30f-4993-9a10-ee388c3d38fd tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:25.014272 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1cd4a6-760d-4b5e-b4b9-aeeddc818051 None None] DHCP port deletion for 6a6793d9-9340-4921-9b8d-2d2c4f976b91 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:34:25.067940 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-1f99e014-dcd2-4df9-8790-a296cf9471b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cccc10d-659c-4395-b7f4-29e14731036a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882019028', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '7a795967-9718-4e10-a6cd-5bc36424ec70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:32:27Z', 'updated_at': '2022-04-20T13:34:23Z', 'revision_number': 5, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': '7a795967-9718-4e10-a6cd-5bc36424ec70', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cccc10d-659c-4395-b7f4-29e14731036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:32:28Z', 'updated_at': '2022-04-20T13:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:25.074375 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1b12499b-1e9f-41a9-b1fa-583c89750e7e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:25.097445 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f99e014-dcd2-4df9-8790-a296cf9471b3 None None] The sync data for ids ['0cccc10d-659c-4395-b7f4-29e14731036a'] in n-d-836015-7 is: [{'id': '0cccc10d-659c-4395-b7f4-29e14731036a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1882019028', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '7a795967-9718-4e10-a6cd-5bc36424ec70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:32:27Z', 'updated_at': '2022-04-20T13:34:23Z', 'revision_number': 5, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': '7a795967-9718-4e10-a6cd-5bc36424ec70', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cccc10d-659c-4395-b7f4-29e14731036a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:32:28Z', 'updated_at': '2022-04-20T13:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:34:25.107784 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-9d1cd4a6-760d-4b5e-b4b9-aeeddc818051 None None] Deleting port 4ff671bb-a566-4cc8-8906-1b6db48eed4f {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:34:25.107784 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9d1cd4a6-760d-4b5e-b4b9-aeeddc818051 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:25.120381 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-993a8755-b30f-4993-9a10-ee388c3d38fd tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] For port 7a795967-9718-4e10-a6cd-5bc36424ec70, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=7a795967-9718-4e10-a6cd-5bc36424ec70,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:34:25.120749 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-993a8755-b30f-4993-9a10-ee388c3d38fd tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:25.153319 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-993a8755-b30f-4993-9a10-ee388c3d38fd tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Calling delete_port for 7a795967-9718-4e10-a6cd-5bc36424ec70 owned by network:router_gateway {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:34:25.203137 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-9d1cd4a6-760d-4b5e-b4b9-aeeddc818051 None None] For port 4ff671bb-a566-4cc8-8906-1b6db48eed4f, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=4ff671bb-a566-4cc8-8906-1b6db48eed4f,segment=NetworkSegment(b69de327-6169-49b9-ad7b-fca9dc1dc3ff),segment_id=b69de327-6169-49b9-ad7b-fca9dc1dc3ff)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:34:25.203899 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9d1cd4a6-760d-4b5e-b4b9-aeeddc818051 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:25.210670 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b12499b-1e9f-41a9-b1fa-583c89750e7e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Pushing event updated for resources: {'Port': ['ID=65d2a05f-408f-46a2-aa0b-b68d672c841f,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:25.220310 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-9d1cd4a6-760d-4b5e-b4b9-aeeddc818051 None None] Calling delete_port for 4ff671bb-a566-4cc8-8906-1b6db48eed4f owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:34:25.222095 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1b12499b-1e9f-41a9-b1fa-583c89750e7e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:25.305639 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49412) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:25.310653 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-e5e51f5d-00c0-466b-bef6-215b4ece4879 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1452464355-network', 'tenant_id': 'c21bf0555bf747dd9a2eb593073b5ed6'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:34:25.318641 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1b12499b-1e9f-41a9-b1fa-583c89750e7e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:25.319826 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1b12499b-1e9f-41a9-b1fa-583c89750e7e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9172220 Apr 20 13:34:25.406417 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9d1cd4a6-760d-4b5e-b4b9-aeeddc818051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:25.439645 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1cd4a6-760d-4b5e-b4b9-aeeddc818051 None None] Pushing event deleted for resources: {'Port': ['ID=4ff671bb-a566-4cc8-8906-1b6db48eed4f,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:25.441652 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1cd4a6-760d-4b5e-b4b9-aeeddc818051 None None] No DVR routers for this DVR port 4ff671bb-a566-4cc8-8906-1b6db48eed4f on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:34:25.475155 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e51f5d-00c0-466b-bef6-215b4ece4879 admin admin] Made reservation on behalf of c21bf0555bf747dd9a2eb593073b5ed6 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:34:25.478783 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e5e51f5d-00c0-466b-bef6-215b4ece4879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:25.494147 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e5e51f5d-00c0-466b-bef6-215b4ece4879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:25.582857 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-07a7f88d-1f90-43cb-bccb-1f03a56cd921 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1108200326&fields=id&tenant_id=d2e9573cd38a42bf9eb285f5cfe9d1c8 HTTP/1.1" status: 200 len: 267 time: 0.0475080 Apr 20 13:34:25.613545 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e5e51f5d-00c0-466b-bef6-215b4ece4879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:25.681916 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-993a8755-b30f-4993-9a10-ee388c3d38fd tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:25.683784 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e5e51f5d-00c0-466b-bef6-215b4ece4879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:25.707480 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e51f5d-00c0-466b-bef6-215b4ece4879 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:34:25.723645 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e51f5d-00c0-466b-bef6-215b4ece4879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc63246-08be-4126-a706-f00f1456a337,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:25.726660 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e5e51f5d-00c0-466b-bef6-215b4ece4879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:25.726974 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-e5e51f5d-00c0-466b-bef6-215b4ece4879 admin admin] Added segment d56f618a-f58a-4b9e-a626-cee59fa1e495 of type vlan for network 8a6175f1-6bb8-43b1-ab9f-624bdbdc9251 Apr 20 13:34:25.743573 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a8755-b30f-4993-9a10-ee388c3d38fd tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event deleted for resources: {'Port': ['ID=7a795967-9718-4e10-a6cd-5bc36424ec70,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:25.756879 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-4599933d-abff-44ca-a447-327b901542cb tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:25.765577 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-4599933d-abff-44ca-a447-327b901542cb tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/networks?id=27d17f00-84b7-400c-970d-be61917bd03a HTTP/1.1" status: 200 len: 809 time: 0.1737456 Apr 20 13:34:25.770967 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e5e51f5d-00c0-466b-bef6-215b4ece4879 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:25.797205 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-278db558-4af3-416b-ac7a-ce8f138a3189 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/quotas/d2e9573cd38a42bf9eb285f5cfe9d1c8 HTTP/1.1" status: 200 len: 375 time: 0.0305297 Apr 20 13:34:25.822792 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-993a8755-b30f-4993-9a10-ee388c3d38fd tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:25.857524 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e5e51f5d-00c0-466b-bef6-215b4ece4879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:25.858533 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e51f5d-00c0-466b-bef6-215b4ece4879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:25.859315 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e5e51f5d-00c0-466b-bef6-215b4ece4879 admin admin] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:25.921165 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e51f5d-00c0-466b-bef6-215b4ece4879 admin admin] Pushing event updated for resources: {'Network': ['ID=8a6175f1-6bb8-43b1-ab9f-624bdbdc9251,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:25.932832 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 8a6175f1-6bb8-43b1-ab9f-624bdbdc9251 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:34:25.940777 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-993a8755-b30f-4993-9a10-ee388c3d38fd tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:25.943940 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-993a8755-b30f-4993-9a10-ee388c3d38fd tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:25.953077 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e5e51f5d-00c0-466b-bef6-215b4ece4879 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6453595 Apr 20 13:34:25.959145 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-39f8780e-6f01-4341-877a-b8572edc87aa tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d2e9573cd38a42bf9eb285f5cfe9d1c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1518674 Apr 20 13:34:25.960853 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49436) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:25.966523 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-8e52d5c0-f8b3-404d-8e10-77b9589bf93b admin admin] Request body: {'subnet': {'network_id': '8a6175f1-6bb8-43b1-ab9f-624bdbdc9251', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1452464355-subnet', 'tenant_id': 'c21bf0555bf747dd9a2eb593073b5ed6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:34:26.079542 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-44c6d31c-cba0-4d87-84d6-49235804448c service neutron] 10.222.0.25 "GET /v2.0/networks/27d17f00-84b7-400c-970d-be61917bd03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891263 Apr 20 13:34:26.086147 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e52d5c0-f8b3-404d-8e10-77b9589bf93b admin admin] Made reservation on behalf of c21bf0555bf747dd9a2eb593073b5ed6 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:34:26.088892 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8e52d5c0-f8b3-404d-8e10-77b9589bf93b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:26.138447 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-993a8755-b30f-4993-9a10-ee388c3d38fd tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:26.139008 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993a8755-b30f-4993-9a10-ee388c3d38fd tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Fanout notify agent at l3_agent the message router_deleted on router 0cccc10d-659c-4395-b7f4-29e14731036a {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:34:26.147129 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-993a8755-b30f-4993-9a10-ee388c3d38fd tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:26.147801 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-993a8755-b30f-4993-9a10-ee388c3d38fd tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "DELETE /v2.0/routers/0cccc10d-659c-4395-b7f4-29e14731036a HTTP/1.1" status: 204 len: 168 time: 1.5251894 Apr 20 13:34:26.151937 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49440) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:26.266128 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7aec0bed-ef6c-49f1-8593-08cc2e6015a5 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:26.294175 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-58d08ec0-1425-46dc-92d6-6929aaf9db48 service neutron] 10.222.0.25 "GET /v2.0/networks/27d17f00-84b7-400c-970d-be61917bd03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079005 Apr 20 13:34:26.372137 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8e52d5c0-f8b3-404d-8e10-77b9589bf93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:26.396731 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7aec0bed-ef6c-49f1-8593-08cc2e6015a5 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:26.424523 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-7aec0bed-ef6c-49f1-8593-08cc2e6015a5 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a6793d9-9340-4921-9b8d-2d2c4f976b91']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:26.431246 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e52d5c0-f8b3-404d-8e10-77b9589bf93b admin admin] Pushing event updated for resources: {'Subnet': ['ID=402af27f-290c-4314-899f-a954537834d4,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:26.438278 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-7aec0bed-ef6c-49f1-8593-08cc2e6015a5 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b69de327-6169-49b9-ad7b-fca9dc1dc3ff') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:26.438278 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-7aec0bed-ef6c-49f1-8593-08cc2e6015a5 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b69de327-6169-49b9-ad7b-fca9dc1dc3ff') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:26.441441 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e52d5c0-f8b3-404d-8e10-77b9589bf93b admin admin] Checking segment: {'id': 'd56f618a-f58a-4b9e-a626-cee59fa1e495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8a6175f1-6bb8-43b1-ab9f-624bdbdc9251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:34:26.442087 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e52d5c0-f8b3-404d-8e10-77b9589bf93b admin admin] Network hostable DHCP agents. Network: 8a6175f1-6bb8-43b1-ab9f-624bdbdc9251, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:34:26.451347 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7aec0bed-ef6c-49f1-8593-08cc2e6015a5 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:26.466487 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7aec0bed-ef6c-49f1-8593-08cc2e6015a5 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:26.474693 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aec0bed-ef6c-49f1-8593-08cc2e6015a5 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:34:26.474693 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7aec0bed-ef6c-49f1-8593-08cc2e6015a5 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:26.478081 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:34:26.478081 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:34:26.478081 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:34:26.478081 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:34:26.478081 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:34:26.478081 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:34:26.478081 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:34:26.478081 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:34:26.478081 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:34:26.478081 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:34:26.478081 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:34:26.478081 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:34:26.478081 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:34:26.478081 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:34:26.478081 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:34:26.478081 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:34:26.478081 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:34:26.478081 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:34:26.478081 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:34:26.478081 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:34:26.478081 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:34:26.478081 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:34:26.478081 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:34:26.478081 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:34:26.478081 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:34:26.478081 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:34:26.478081 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:34:26.478081 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:34:26.478081 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:34:26.478081 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:34:26.478081 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:34:26.478081 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:34:26.520324 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e52d5c0-f8b3-404d-8e10-77b9589bf93b admin admin] Network 8a6175f1-6bb8-43b1-ab9f-624bdbdc9251 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:34:26.577506 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-8e52d5c0-f8b3-404d-8e10-77b9589bf93b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 8a6175f1-6bb8-43b1-ab9f-624bdbdc9251) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:34:26.586036 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7837dac8-16cf-4f38-9fa3-b96fbfd5c316 req-8f5e3079-2487-4554-85ef-bb1bd7635d69 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3915e4-540b-4d30-9b1a-f05790330606 HTTP/1.1" status: 200 len: 210 time: 0.0338120 Apr 20 13:34:26.589783 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e52d5c0-f8b3-404d-8e10-77b9589bf93b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:26.590085 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be68715-3f72-429d-8bea-c2af980145e2 None None] Network 8a6175f1-6bb8-43b1-ab9f-624bdbdc9251 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:34:26.590730 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8e52d5c0-f8b3-404d-8e10-77b9589bf93b admin admin] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:26.635055 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7aec0bed-ef6c-49f1-8593-08cc2e6015a5 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:26.656189 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7aec0bed-ef6c-49f1-8593-08cc2e6015a5 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:26.663845 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49458) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:26.664372 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7aec0bed-ef6c-49f1-8593-08cc2e6015a5 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "DELETE /v2.0/networks/6a6793d9-9340-4921-9b8d-2d2c4f976b91 HTTP/1.1" status: 204 len: 168 time: 0.5111167 Apr 20 13:34:26.665689 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec0bed-ef6c-49f1-8593-08cc2e6015a5 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event deleted for resources: {'Network': ['ID=6a6793d9-9340-4921-9b8d-2d2c4f976b91,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:26.675459 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8e52d5c0-f8b3-404d-8e10-77b9589bf93b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7102451 Apr 20 13:34:26.739621 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 4ff671bb-a566-4cc8-8906-1b6db48eed4f no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:34:26.782720 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8940c220-8aee-4e9c-837f-d71bcce7db6a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:26.802882 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 4ff671bb-a566-4cc8-8906-1b6db48eed4f {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:34:26.803492 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 4ff671bb-a566-4cc8-8906-1b6db48eed4f not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:34:26.809333 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ec8572a1-3bae-464a-ae15-5b7d5e2d64c9 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:34:26.829643 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8940c220-8aee-4e9c-837f-d71bcce7db6a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:26.983470 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8940c220-8aee-4e9c-837f-d71bcce7db6a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:26.986523 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8940c220-8aee-4e9c-837f-d71bcce7db6a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:27.005726 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8940c220-8aee-4e9c-837f-d71bcce7db6a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "DELETE /v2.0/security-groups/4f7a0061-53d3-4edf-af48-0982f15b9d4d HTTP/1.1" status: 204 len: 168 time: 0.3322189 Apr 20 13:34:27.011063 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e17c7523-865a-498e-a52f-ee6301aeb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:27.013334 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: ec8572a1-3bae-464a-ae15-5b7d5e2d64c9 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:34:27.013997 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ec8572a1-3bae-464a-ae15-5b7d5e2d64c9 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:34:27.018620 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1894f9aa-b7b5-48a4-8623-ca6f7e778af7 None None] Network 8a6175f1-6bb8-43b1-ab9f-624bdbdc9251 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:34:27.031302 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8940c220-8aee-4e9c-837f-d71bcce7db6a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7a0061-53d3-4edf-af48-0982f15b9d4d,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:27.351855 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-06fd5d4c-d249-4f2f-8844-725c9e3856d6 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:27.354038 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-06fd5d4c-d249-4f2f-8844-725c9e3856d6 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/networks?id=3f5e0d85-b943-4e18-ba48-36b331bdab9b HTTP/1.1" status: 200 len: 812 time: 0.1218562 Apr 20 13:34:27.369779 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-4d94df1b-2ec4-4bf0-8540-654fd25764c9 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/quotas/7cbd582e24c84e318c6d364aeeea2fdf HTTP/1.1" status: 200 len: 375 time: 0.0095160 Apr 20 13:34:27.402400 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-67906dfd-8fac-48bd-a3e1-b4a0e0c0357e tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7cbd582e24c84e318c6d364aeeea2fdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270576 Apr 20 13:34:27.547800 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-606c63af-c327-4933-a9fa-49a280557fed service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:34:27.548800 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-606c63af-c327-4933-a9fa-49a280557fed service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1395628 Apr 20 13:34:27.654955 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-e859a4f6-7c1c-46b1-adcb-8ddd2eecb824 service neutron] 10.222.0.25 "GET /v2.0/networks/3f5e0d85-b943-4e18-ba48-36b331bdab9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994134 Apr 20 13:34:27.749850 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-898d4050-ee75-43a2-b581-b3e49776f9d0 service neutron] 10.222.0.25 "GET /v2.0/networks/3f5e0d85-b943-4e18-ba48-36b331bdab9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860412 Apr 20 13:34:28.028997 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1dee171c-e76b-4a73-8ce0-f9ea6644c0b2 req-f47882b8-6e35-483f-b97b-b622f3c19bf5 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3915e4-540b-4d30-9b1a-f05790330606 HTTP/1.1" status: 200 len: 210 time: 0.0279133 Apr 20 13:34:28.118685 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1c3deb6a-a62b-49ec-93c1-b3e174e79263 req-17ee4784-7da1-440d-8fdd-fa85b64fda91 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/ports?device_id=82976ea4-cde7-4e1f-b63b-861d891c659a HTTP/1.1" status: 200 len: 210 time: 0.0346119 Apr 20 13:34:28.149347 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:28.178585 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49526) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:28.183726 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-eb4b405d-92e1-42ee-a3bf-619b5e97b39b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1479098833', 'description': 'tempest-secgroup-smoke-1479098833 description', 'project_id': '7d7599e499ac4ab585978f26ba0a43a9'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:34:28.264162 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 7a795967-9718-4e10-a6cd-5bc36424ec70 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:34:28.280957 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eb4b405d-92e1-42ee-a3bf-619b5e97b39b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:28.284293 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 7a795967-9718-4e10-a6cd-5bc36424ec70 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:34:28.284643 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 7a795967-9718-4e10-a6cd-5bc36424ec70 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:34:28.320893 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49530) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:28.353831 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eb4b405d-92e1-42ee-a3bf-619b5e97b39b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:28.428226 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-18ce5bca-b600-49da-8072-3b3c427d1206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:28.456195 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eb4b405d-92e1-42ee-a3bf-619b5e97b39b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:28.509326 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b405d-92e1-42ee-a3bf-619b5e97b39b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdd43a6-38ae-44d6-850f-40132ceffccb,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:28.522619 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-18ce5bca-b600-49da-8072-3b3c427d1206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:28.566736 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eb4b405d-92e1-42ee-a3bf-619b5e97b39b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:28.568050 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-eb4b405d-92e1-42ee-a3bf-619b5e97b39b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3884716 Apr 20 13:34:28.571019 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49534) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:28.575617 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-4e40c9d4-77f8-4a19-b95b-a3cea52fa9e2 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'security_group_rule': {'security_group_id': 'cbdd43a6-38ae-44d6-850f-40132ceffccb', 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:34:28.593408 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-18ce5bca-b600-49da-8072-3b3c427d1206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:28.654434 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-18ce5bca-b600-49da-8072-3b3c427d1206 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e7626ee6eb984b84ba9660771adefe48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3323638 Apr 20 13:34:28.657231 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49536) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:28.657456 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ce5bca-b600-49da-8072-3b3c427d1206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac13d64-bcbd-46bf-ae96-6a6529b9f783,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:28.692276 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4e40c9d4-77f8-4a19-b95b-a3cea52fa9e2 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:28.706341 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0476abc8-8a51-480c-a2a3-62a8f94142d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:28.728974 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0476abc8-8a51-480c-a2a3-62a8f94142d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:28.777275 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-8b714d95-60f7-4bc4-a471-5573f3d0b429 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:28.778722 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-8b714d95-60f7-4bc4-a471-5573f3d0b429 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.15 "GET /v2.0/networks?id=27d17f00-84b7-400c-970d-be61917bd03a HTTP/1.1" status: 200 len: 809 time: 0.1612780 Apr 20 13:34:28.820738 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-7bff2cde-2146-428d-917a-98a2eab53d11 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2e9573cd38a42bf9eb285f5cfe9d1c8 HTTP/1.1" status: 200 len: 380 time: 0.0332825 Apr 20 13:34:28.829049 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-54999a2d-c4df-41c4-a0b8-13810f63a68a tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Request body: {'port': {'device_id': 'fe3915e4-540b-4d30-9b1a-f05790330606', 'network_id': '27d17f00-84b7-400c-970d-be61917bd03a', 'admin_state_up': True, 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'security_groups': ['31dc097d-9fe5-4ddc-ab26-402c6eb40c32']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:34:28.857871 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0476abc8-8a51-480c-a2a3-62a8f94142d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:28.860416 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0476abc8-8a51-480c-a2a3-62a8f94142d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:28.861685 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0476abc8-8a51-480c-a2a3-62a8f94142d3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eac13d64-bcbd-46bf-ae96-6a6529b9f783 HTTP/1.1" status: 204 len: 168 time: 0.2032430 Apr 20 13:34:28.871379 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476abc8-8a51-480c-a2a3-62a8f94142d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac13d64-bcbd-46bf-ae96-6a6529b9f783,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:28.892647 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4e40c9d4-77f8-4a19-b95b-a3cea52fa9e2 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:28.994996 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4e40c9d4-77f8-4a19-b95b-a3cea52fa9e2 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:29.017048 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40c9d4-77f8-4a19-b95b-a3cea52fa9e2 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd0fb33e-4f1a-406d-aa12-a1afa1c1cfb1,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:29.021899 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-54999a2d-c4df-41c4-a0b8-13810f63a68a tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Made reservation on behalf of d2e9573cd38a42bf9eb285f5cfe9d1c8 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:34:29.026123 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-54999a2d-c4df-41c4-a0b8-13810f63a68a tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:29.110316 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4e40c9d4-77f8-4a19-b95b-a3cea52fa9e2 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:29.111512 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4e40c9d4-77f8-4a19-b95b-a3cea52fa9e2 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5394306 Apr 20 13:34:29.114446 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49544) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:29.119148 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-e9567797-05ea-4e3c-a830-4cf22848450a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'security_group_rule': {'security_group_id': 'cbdd43a6-38ae-44d6-850f-40132ceffccb', 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:34:29.160818 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-43b3789a-352a-44b4-8d2f-deb6446b2cda req-8a8d4383-0578-47f8-b7c0-04467638a2d0 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3915e4-540b-4d30-9b1a-f05790330606 HTTP/1.1" status: 200 len: 210 time: 0.0559378 Apr 20 13:34:29.217196 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-54999a2d-c4df-41c4-a0b8-13810f63a68a tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Allocated IP 172.20.0.5 (27d17f00-84b7-400c-970d-be61917bd03a/562e00d1-6211-4fe8-a521-472a5db1803b/2aa8b787-8a35-42ed-9d26-470b9b0afe11) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:34:29.220633 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f08a8432-215d-4b37-95e4-629330f2c454 req-b96431a3-7efe-4698-b802-2c9e273646f2 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/ports?device_id=82976ea4-cde7-4e1f-b63b-861d891c659a HTTP/1.1" status: 200 len: 210 time: 0.0413356 Apr 20 13:34:29.254855 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e9567797-05ea-4e3c-a830-4cf22848450a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:29.306968 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e9567797-05ea-4e3c-a830-4cf22848450a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:29.370682 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-54999a2d-c4df-41c4-a0b8-13810f63a68a tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:29.388071 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:29.388640 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e9567797-05ea-4e3c-a830-4cf22848450a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:29.409413 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9567797-05ea-4e3c-a830-4cf22848450a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b35f990f-1e80-4998-9a62-2932c6ca7917,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:29.416957 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9567797-05ea-4e3c-a830-4cf22848450a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:29.417376 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9567797-05ea-4e3c-a830-4cf22848450a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:29.417712 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9567797-05ea-4e3c-a830-4cf22848450a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:29.418042 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9567797-05ea-4e3c-a830-4cf22848450a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:29.418370 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9567797-05ea-4e3c-a830-4cf22848450a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:29.418699 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9567797-05ea-4e3c-a830-4cf22848450a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:29.419023 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9567797-05ea-4e3c-a830-4cf22848450a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:29.419801 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9567797-05ea-4e3c-a830-4cf22848450a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:29.420131 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9567797-05ea-4e3c-a830-4cf22848450a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:29.420453 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9567797-05ea-4e3c-a830-4cf22848450a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:29.425950 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9567797-05ea-4e3c-a830-4cf22848450a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:29.425950 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9567797-05ea-4e3c-a830-4cf22848450a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:29.497024 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-54999a2d-c4df-41c4-a0b8-13810f63a68a tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:29.521314 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e9567797-05ea-4e3c-a830-4cf22848450a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:29.525070 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e9567797-05ea-4e3c-a830-4cf22848450a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4070549 Apr 20 13:34:29.525272 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49550) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:29.530144 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-64ae9cc1-ee09-41c0-86d8-b2104275bea6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'security_group_rule': {'security_group_id': 'cbdd43a6-38ae-44d6-850f-40132ceffccb', 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:34:29.536329 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-54999a2d-c4df-41c4-a0b8-13810f63a68a tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Network 27d17f00-84b7-400c-970d-be61917bd03a is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:34:29.539457 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-54999a2d-c4df-41c4-a0b8-13810f63a68a tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:34:29.546376 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-54999a2d-c4df-41c4-a0b8-13810f63a68a tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:34:29.558519 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49552) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:29.576790 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fe919689-ed7a-420e-bdbe-661a510999e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:29.591885 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54999a2d-c4df-41c4-a0b8-13810f63a68a tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Pushing event updated for resources: {'Port': ['ID=2aa8b787-8a35-42ed-9d26-470b9b0afe11,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:29.615389 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-54999a2d-c4df-41c4-a0b8-13810f63a68a tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:29.616032 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-54999a2d-c4df-41c4-a0b8-13810f63a68a tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:29.667392 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fe919689-ed7a-420e-bdbe-661a510999e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:29.686067 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-64ae9cc1-ee09-41c0-86d8-b2104275bea6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:29.717750 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-54999a2d-c4df-41c4-a0b8-13810f63a68a tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8921707 Apr 20 13:34:29.737536 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-59654413-0732-45af-96b3-882d10133b6e service neutron] Request body: {'port': {'device_id': 'fe3915e4-540b-4d30-9b1a-f05790330606', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:34:29.754632 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-64ae9cc1-ee09-41c0-86d8-b2104275bea6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:29.766448 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fe919689-ed7a-420e-bdbe-661a510999e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:29.780852 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-802897e0-a629-46ce-b318-dbdfc28cb9f2 None None] Provisioning complete for port 2aa8b787-8a35-42ed-9d26-470b9b0afe11 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:34:29.781592 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-802897e0-a629-46ce-b318-dbdfc28cb9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:29.806328 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-59654413-0732-45af-96b3-882d10133b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:29.808964 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-fe919689-ed7a-420e-bdbe-661a510999e0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bfce4a9de3344b749cb3b2c4b5e57fb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2494161 Apr 20 13:34:29.811608 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49554) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:29.817898 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe919689-ed7a-420e-bdbe-661a510999e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa04e58a-cac2-473e-b995-37524ec1968a,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:29.821617 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-802897e0-a629-46ce-b318-dbdfc28cb9f2 None None] Port 2aa8b787-8a35-42ed-9d26-470b9b0afe11 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:34:29.834772 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:29.839288 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-64ae9cc1-ee09-41c0-86d8-b2104275bea6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:29.868796 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae9cc1-ee09-41c0-86d8-b2104275bea6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eeb1bf6-f016-46cb-a07a-8c083b227aac,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:29.887176 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2f490d79-10d4-46ed-a0eb-6c5953e9fad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:29.910111 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2f490d79-10d4-46ed-a0eb-6c5953e9fad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:29.955380 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-64ae9cc1-ee09-41c0-86d8-b2104275bea6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:29.957217 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-64ae9cc1-ee09-41c0-86d8-b2104275bea6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4302707 Apr 20 13:34:29.961293 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49556) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:29.965788 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-f870194b-40a6-44c0-bfb2-cc40780166d5 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'security_group_rule': {'security_group_id': 'cbdd43a6-38ae-44d6-850f-40132ceffccb', 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:34:30.046085 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2f490d79-10d4-46ed-a0eb-6c5953e9fad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:30.048532 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2f490d79-10d4-46ed-a0eb-6c5953e9fad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:30.049657 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2f490d79-10d4-46ed-a0eb-6c5953e9fad6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fa04e58a-cac2-473e-b995-37524ec1968a HTTP/1.1" status: 204 len: 168 time: 0.2371311 Apr 20 13:34:30.058929 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f490d79-10d4-46ed-a0eb-6c5953e9fad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa04e58a-cac2-473e-b995-37524ec1968a,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:30.106376 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f870194b-40a6-44c0-bfb2-cc40780166d5 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:30.125017 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-59654413-0732-45af-96b3-882d10133b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aa8b787-8a35-42ed-9d26-470b9b0afe11 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:34:30.138392 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-59654413-0732-45af-96b3-882d10133b6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:30.171628 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-59654413-0732-45af-96b3-882d10133b6e service neutron] Transition to ACTIVE for port object 2aa8b787-8a35-42ed-9d26-470b9b0afe11 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:34:30.191242 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f870194b-40a6-44c0-bfb2-cc40780166d5 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:30.318535 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-59654413-0732-45af-96b3-882d10133b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:30.320346 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f870194b-40a6-44c0-bfb2-cc40780166d5 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:30.348037 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aec264-c800-4076-8b8b-bf135955c52b req-b432bd12-836f-431b-a30c-c3fb75e3b1c5 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:30.349488 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-92aec264-c800-4076-8b8b-bf135955c52b req-b432bd12-836f-431b-a30c-c3fb75e3b1c5 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3915e4-540b-4d30-9b1a-f05790330606 HTTP/1.1" status: 200 len: 931 time: 0.1071820 Apr 20 13:34:30.363591 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-34da2438-7908-4386-ac76-4e952a371033 req-2c4496b1-71cb-49e5-bbda-c434df5b78d7 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/ports?device_id=82976ea4-cde7-4e1f-b63b-861d891c659a HTTP/1.1" status: 200 len: 210 time: 0.0679379 Apr 20 13:34:30.418996 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-ef71dd46-3703-4b2f-90bc-3a2ea120cd50 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:30.420473 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-ef71dd46-3703-4b2f-90bc-3a2ea120cd50 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.15 "GET /v2.0/networks?id=3f5e0d85-b943-4e18-ba48-36b331bdab9b HTTP/1.1" status: 200 len: 812 time: 0.2275460 Apr 20 13:34:30.421106 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f870194b-40a6-44c0-bfb2-cc40780166d5 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=260e3359-fc20-4286-aeba-69bd846f5f85,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:30.446403 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-58af2f2f-ce41-44c9-8ea1-47c1184188a1 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Request body: {'port': {'device_id': '82976ea4-cde7-4e1f-b63b-861d891c659a', 'network_id': '3f5e0d85-b943-4e18-ba48-36b331bdab9b', 'admin_state_up': True, 'tenant_id': '7cbd582e24c84e318c6d364aeeea2fdf'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:34:30.473972 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59654413-0732-45af-96b3-882d10133b6e service neutron] Pushing event updated for resources: {'Port': ['ID=2aa8b787-8a35-42ed-9d26-470b9b0afe11,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:30.881932 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f870194b-40a6-44c0-bfb2-cc40780166d5 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:30.883042 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f870194b-40a6-44c0-bfb2-cc40780166d5 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9207468 Apr 20 13:34:30.886753 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49574) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:30.893394 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-68d3b7ee-2578-488b-b948-13418f82506e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'security_group_rule': {'security_group_id': 'cbdd43a6-38ae-44d6-850f-40132ceffccb', 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:34:30.907003 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-92aec264-c800-4076-8b8b-bf135955c52b req-9fe1ca48-a469-407e-8c7a-59400f240967 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=31dc097d-9fe5-4ddc-ab26-402c6eb40c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5165555 Apr 20 13:34:30.987669 n-d-836015-7 neutron-server[114870]: INFO neutron.db.securitygroups_db [None req-68d3b7ee-2578-488b-b948-13418f82506e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Project 7d7599e499ac4ab585978f26ba0a43a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:34:30.993633 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-68d3b7ee-2578-488b-b948-13418f82506e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:30.995021 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-59654413-0732-45af-96b3-882d10133b6e service neutron] Attempting to bind port 2aa8b787-8a35-42ed-9d26-470b9b0afe11 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:34:30.995380 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-59654413-0732-45af-96b3-882d10133b6e service neutron] Attempting to bind port 2aa8b787-8a35-42ed-9d26-470b9b0afe11 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '903cc42f-59d1-4917-9ec3-cbc3284a45bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '27d17f00-84b7-400c-970d-be61917bd03a'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:34:30.995714 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-59654413-0732-45af-96b3-882d10133b6e service neutron] Attempting to bind port 2aa8b787-8a35-42ed-9d26-470b9b0afe11 on network 27d17f00-84b7-400c-970d-be61917bd03a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:34:31.005182 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-59654413-0732-45af-96b3-882d10133b6e service neutron] Port 2aa8b787-8a35-42ed-9d26-470b9b0afe11 on network 27d17f00-84b7-400c-970d-be61917bd03a not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:34:31.005503 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-59654413-0732-45af-96b3-882d10133b6e service neutron] Attempting to bind port 2aa8b787-8a35-42ed-9d26-470b9b0afe11 on network 27d17f00-84b7-400c-970d-be61917bd03a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:34:31.010975 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-59654413-0732-45af-96b3-882d10133b6e service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:34:31.011318 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-59654413-0732-45af-96b3-882d10133b6e service neutron] Checking segment: {'id': '903cc42f-59d1-4917-9ec3-cbc3284a45bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '27d17f00-84b7-400c-970d-be61917bd03a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:34:31.011734 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-59654413-0732-45af-96b3-882d10133b6e service neutron] Bound using segment: {'id': '903cc42f-59d1-4917-9ec3-cbc3284a45bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '27d17f00-84b7-400c-970d-be61917bd03a'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:34:31.012160 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-59654413-0732-45af-96b3-882d10133b6e service neutron] Bound port: 2aa8b787-8a35-42ed-9d26-470b9b0afe11, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '903cc42f-59d1-4917-9ec3-cbc3284a45bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '27d17f00-84b7-400c-970d-be61917bd03a'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:34:31.012523 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-59654413-0732-45af-96b3-882d10133b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:31.048852 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-68d3b7ee-2578-488b-b948-13418f82506e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:31.075527 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-58af2f2f-ce41-44c9-8ea1-47c1184188a1 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Made reservation on behalf of 7cbd582e24c84e318c6d364aeeea2fdf for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:34:31.079020 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-58af2f2f-ce41-44c9-8ea1-47c1184188a1 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:31.082125 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-59654413-0732-45af-96b3-882d10133b6e service neutron] For port 2aa8b787-8a35-42ed-9d26-470b9b0afe11, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:34:31.104897 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-59654413-0732-45af-96b3-882d10133b6e service neutron] For port 2aa8b787-8a35-42ed-9d26-470b9b0afe11, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=2aa8b787-8a35-42ed-9d26-470b9b0afe11,segment=NetworkSegment(903cc42f-59d1-4917-9ec3-cbc3284a45bb),segment_id=903cc42f-59d1-4917-9ec3-cbc3284a45bb)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:34:31.143194 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-68d3b7ee-2578-488b-b948-13418f82506e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:31.162309 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d3b7ee-2578-488b-b948-13418f82506e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84dbe494-228e-453d-8171-00dc9201c23c,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:31.162821 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-59654413-0732-45af-96b3-882d10133b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:31.214135 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-59654413-0732-45af-96b3-882d10133b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:31.215138 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-59654413-0732-45af-96b3-882d10133b6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:31.216594 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-59654413-0732-45af-96b3-882d10133b6e service neutron] 10.222.0.15 "PUT /v2.0/ports/2aa8b787-8a35-42ed-9d26-470b9b0afe11 HTTP/1.1" status: 200 len: 1091 time: 1.4896579 Apr 20 13:34:31.223780 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-68d3b7ee-2578-488b-b948-13418f82506e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:31.227823 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-68d3b7ee-2578-488b-b948-13418f82506e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3371627 Apr 20 13:34:31.228134 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49586) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:31.232733 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-d100bf8f-eea1-48e1-94d8-4bc369f45d15 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'security_group_rule': {'security_group_id': 'cbdd43a6-38ae-44d6-850f-40132ceffccb', 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:34:31.254033 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe3915e4-540b-4d30-9b1a-f05790330606', 'tag': '2aa8b787-8a35-42ed-9d26-470b9b0afe11'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:34:31.256582 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b963184f-8ae1-42d6-80d1-d4e4f7ca5e0e" -d '{"events": [{"name": "network-changed", "server_uuid": "fe3915e4-540b-4d30-9b1a-f05790330606", "tag": "2aa8b787-8a35-42ed-9d26-470b9b0afe11"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:34:31.300327 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59654413-0732-45af-96b3-882d10133b6e service neutron] Pushing event updated for resources: {'Port': ['ID=2aa8b787-8a35-42ed-9d26-470b9b0afe11,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:31.306802 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eecad90-88ea-4f9b-9c68-84a9e87713a0 x-openstack-request-id: req-9eecad90-88ea-4f9b-9c68-84a9e87713a0 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:34:31.307129 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe3915e4-540b-4d30-9b1a-f05790330606", "tag": "2aa8b787-8a35-42ed-9d26-470b9b0afe11", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:34:31.307405 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9eecad90-88ea-4f9b-9c68-84a9e87713a0 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:34:31.307939 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eecad90-88ea-4f9b-9c68-84a9e87713a0'] response: {'name': 'network-changed', 'server_uuid': 'fe3915e4-540b-4d30-9b1a-f05790330606', 'tag': '2aa8b787-8a35-42ed-9d26-470b9b0afe11', 'status': 'completed', 'code': 200} Apr 20 13:34:31.317655 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-58af2f2f-ce41-44c9-8ea1-47c1184188a1 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Allocated IP 172.20.0.7 (3f5e0d85-b943-4e18-ba48-36b331bdab9b/0cd01a79-24fe-4fc2-b0e3-c158f3d2ab29/ac7057f8-d475-412f-9831-6ac593ab683c) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:34:31.341979 n-d-836015-7 neutron-server[114870]: INFO neutron.db.securitygroups_db [None req-d100bf8f-eea1-48e1-94d8-4bc369f45d15 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Project 7d7599e499ac4ab585978f26ba0a43a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:34:31.347423 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d100bf8f-eea1-48e1-94d8-4bc369f45d15 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:31.407870 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963184f-8ae1-42d6-80d1-d4e4f7ca5e0e req-abdd42ea-7edd-4f91-a329-e081797fd163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:31.409413 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b963184f-8ae1-42d6-80d1-d4e4f7ca5e0e req-abdd42ea-7edd-4f91-a329-e081797fd163 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d2e9573cd38a42bf9eb285f5cfe9d1c8&device_id=fe3915e4-540b-4d30-9b1a-f05790330606 HTTP/1.1" status: 200 len: 1094 time: 0.0798810 Apr 20 13:34:31.426121 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d100bf8f-eea1-48e1-94d8-4bc369f45d15 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:31.509633 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d100bf8f-eea1-48e1-94d8-4bc369f45d15 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:31.528522 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d100bf8f-eea1-48e1-94d8-4bc369f45d15 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cecfda83-a578-43d1-93f0-e9e7a1c00063,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:31.547184 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f6b4b13-12e9-45ef-8005-23ee2debe974 req-4a285262-2e8f-45f4-8175-4ac6c394b5bb tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/ports?device_id=82976ea4-cde7-4e1f-b63b-861d891c659a HTTP/1.1" status: 200 len: 210 time: 0.0806756 Apr 20 13:34:31.616934 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963184f-8ae1-42d6-80d1-d4e4f7ca5e0e req-d62624a2-eb7a-4be8-a39b-28fa3a14f690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:31.619064 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b963184f-8ae1-42d6-80d1-d4e4f7ca5e0e req-d62624a2-eb7a-4be8-a39b-28fa3a14f690 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=d2e9573cd38a42bf9eb285f5cfe9d1c8&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1978326 Apr 20 13:34:31.620255 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d100bf8f-eea1-48e1-94d8-4bc369f45d15 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:31.621595 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d100bf8f-eea1-48e1-94d8-4bc369f45d15 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3924856 Apr 20 13:34:31.624466 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49594) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:31.629172 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-064681e0-317e-4676-97c3-4efe14c61c23 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'network': {'name': 'tempest-network-smoke--88846061', 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'port_security_enabled': True}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:34:31.638009 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-58af2f2f-ce41-44c9-8ea1-47c1184188a1 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:31.703727 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064681e0-317e-4676-97c3-4efe14c61c23 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Made reservation on behalf of 7d7599e499ac4ab585978f26ba0a43a9 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:34:31.707665 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-064681e0-317e-4676-97c3-4efe14c61c23 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:31.731985 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-064681e0-317e-4676-97c3-4efe14c61c23 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:34:31.741342 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-064681e0-317e-4676-97c3-4efe14c61c23 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:31.741925 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-064681e0-317e-4676-97c3-4efe14c61c23 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Added segment c77e6082-cca3-4c34-b16c-2ebabbd67812 of type vlan for network dd383d6b-56d8-42bb-a18c-24d76839284e Apr 20 13:34:31.744497 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963184f-8ae1-42d6-80d1-d4e4f7ca5e0e req-7f71c922-2fc1-4751-8662-7f7b4ba91098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:31.745991 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b963184f-8ae1-42d6-80d1-d4e4f7ca5e0e req-7f71c922-2fc1-4751-8662-7f7b4ba91098 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1210279 Apr 20 13:34:31.784647 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-064681e0-317e-4676-97c3-4efe14c61c23 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:31.822218 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-877262a1-5d9a-40ef-8b8d-1d59baf04e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:31.823767 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-877262a1-5d9a-40ef-8b8d-1d59baf04e6c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d2e9573cd38a42bf9eb285f5cfe9d1c8&device_id=fe3915e4-540b-4d30-9b1a-f05790330606 HTTP/1.1" status: 200 len: 1094 time: 0.0418961 Apr 20 13:34:31.866764 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-58af2f2f-ce41-44c9-8ea1-47c1184188a1 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:31.869255 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-f2e77438-4756-44f8-860d-6a5a7be0be77 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2aa8b787-8a35-42ed-9d26-470b9b0afe11 HTTP/1.1" status: 200 len: 217 time: 0.0380998 Apr 20 13:34:31.902174 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-064681e0-317e-4676-97c3-4efe14c61c23 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:31.911278 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064681e0-317e-4676-97c3-4efe14c61c23 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:31.911278 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-064681e0-317e-4676-97c3-4efe14c61c23 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:31.950037 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-58af2f2f-ce41-44c9-8ea1-47c1184188a1 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Network 3f5e0d85-b943-4e18-ba48-36b331bdab9b is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:34:31.956718 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-58af2f2f-ce41-44c9-8ea1-47c1184188a1 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:34:31.963861 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-58af2f2f-ce41-44c9-8ea1-47c1184188a1 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:34:31.969836 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af2f2f-ce41-44c9-8ea1-47c1184188a1 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Pushing event updated for resources: {'Port': ['ID=ac7057f8-d475-412f-9831-6ac593ab683c,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:31.980968 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064681e0-317e-4676-97c3-4efe14c61c23 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'Network': ['ID=dd383d6b-56d8-42bb-a18c-24d76839284e,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:31.997349 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network dd383d6b-56d8-42bb-a18c-24d76839284e details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:34:32.007449 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-614e019b-606c-4d86-b732-9833530e977f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:32.007449 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-614e019b-606c-4d86-b732-9833530e977f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=562e00d1-6211-4fe8-a521-472a5db1803b HTTP/1.1" status: 200 len: 848 time: 0.1212566 Apr 20 13:34:32.019584 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-064681e0-317e-4676-97c3-4efe14c61c23 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3915963 Apr 20 13:34:32.020359 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49608) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:32.026488 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-db2e495f-9490-4dc4-b40b-cef302b133eb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1691268823', 'admin_state_up': True, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:34:32.088232 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-58af2f2f-ce41-44c9-8ea1-47c1184188a1 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:32.088856 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-58af2f2f-ce41-44c9-8ea1-47c1184188a1 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:32.117310 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ec5be-ac13-4b99-9611-e8f33412b423 req-31091d43-b691-4732-9c0a-e26adb2c272e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:32.118859 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-681ec5be-ac13-4b99-9611-e8f33412b423 req-31091d43-b691-4732-9c0a-e26adb2c272e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3915e4-540b-4d30-9b1a-f05790330606 HTTP/1.1" status: 200 len: 943 time: 0.1161442 Apr 20 13:34:32.119508 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-db2e495f-9490-4dc4-b40b-cef302b133eb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:32.120776 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-db2e495f-9490-4dc4-b40b-cef302b133eb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:32.125206 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-464f75cc-ac4f-4d08-a0e5-9c8c8db2f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:32.130304 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-464f75cc-ac4f-4d08-a0e5-9c8c8db2f82f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27d17f00-84b7-400c-970d-be61917bd03a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1203980 Apr 20 13:34:32.185247 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-db2e495f-9490-4dc4-b40b-cef302b133eb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:32.210864 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-681ec5be-ac13-4b99-9611-e8f33412b423 req-e0a000bc-f047-4c5a-b64c-bd447712e977 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=31dc097d-9fe5-4ddc-ab26-402c6eb40c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828941 Apr 20 13:34:32.216400 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-58af2f2f-ce41-44c9-8ea1-47c1184188a1 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7797453 Apr 20 13:34:32.229775 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-bb02ebf0-19e5-4e7b-a2d8-2446587f46c1 service neutron] Request body: {'port': {'device_id': '82976ea4-cde7-4e1f-b63b-861d891c659a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:34:32.279279 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-3862c5d8-57ae-4842-8aac-3b670061b1fa service neutron] 10.222.0.15 "GET /v2.0/networks/27d17f00-84b7-400c-970d-be61917bd03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438994 Apr 20 13:34:32.351204 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-bb02ebf0-19e5-4e7b-a2d8-2446587f46c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:32.404647 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-db2e495f-9490-4dc4-b40b-cef302b133eb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:32.437618 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1bc6cc12-2684-4dde-ba8b-2d399ebfb8bb req-b57b1917-ceca-4ba1-addd-72a02e82183b service neutron] 10.222.0.15 "GET /v2.0/networks/27d17f00-84b7-400c-970d-be61917bd03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381137 Apr 20 13:34:32.624191 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:34:32.674698 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-db2e495f-9490-4dc4-b40b-cef302b133eb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:32.690736 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-bb02ebf0-19e5-4e7b-a2d8-2446587f46c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac7057f8-d475-412f-9831-6ac593ab683c {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:34:32.693295 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-db2e495f-9490-4dc4-b40b-cef302b133eb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:32.699203 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-bb02ebf0-19e5-4e7b-a2d8-2446587f46c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:32.721380 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0adaf-296c-4f6f-b4c9-e78b8ddc6929 req-613115bf-639a-493c-8fdb-da8caa29d252 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:32.722862 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d8b0adaf-296c-4f6f-b4c9-e78b8ddc6929 req-613115bf-639a-493c-8fdb-da8caa29d252 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/ports?device_id=82976ea4-cde7-4e1f-b63b-861d891c659a HTTP/1.1" status: 200 len: 931 time: 0.0946007 Apr 20 13:34:32.725429 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-bb02ebf0-19e5-4e7b-a2d8-2446587f46c1 service neutron] Transition to ACTIVE for port object ac7057f8-d475-412f-9831-6ac593ab683c will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:34:32.765276 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d8b0adaf-296c-4f6f-b4c9-e78b8ddc6929 req-1d3883b5-0817-4131-9599-d136d2cc1341 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/security-groups?id=d43b6031-4593-49fe-a072-5f68ebe632c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345531 Apr 20 13:34:32.794752 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-bb02ebf0-19e5-4e7b-a2d8-2446587f46c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:32.808178 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-db2e495f-9490-4dc4-b40b-cef302b133eb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Allocated IP 172.25.8.143 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/4a0eea82-6793-496c-ae34-0b3ca337ed66) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:34:32.850012 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02ebf0-19e5-4e7b-a2d8-2446587f46c1 service neutron] Pushing event updated for resources: {'Port': ['ID=ac7057f8-d475-412f-9831-6ac593ab683c,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:32.910652 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-db2e495f-9490-4dc4-b40b-cef302b133eb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:32.921277 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-bb02ebf0-19e5-4e7b-a2d8-2446587f46c1 service neutron] Attempting to bind port ac7057f8-d475-412f-9831-6ac593ab683c on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:34:32.921619 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-bb02ebf0-19e5-4e7b-a2d8-2446587f46c1 service neutron] Attempting to bind port ac7057f8-d475-412f-9831-6ac593ab683c by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': 'de49c348-9b27-4cbb-824c-38cd5670ffdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3f5e0d85-b943-4e18-ba48-36b331bdab9b'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:34:32.922193 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-bb02ebf0-19e5-4e7b-a2d8-2446587f46c1 service neutron] Attempting to bind port ac7057f8-d475-412f-9831-6ac593ab683c on network 3f5e0d85-b943-4e18-ba48-36b331bdab9b {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:34:32.926302 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-bb02ebf0-19e5-4e7b-a2d8-2446587f46c1 service neutron] Port ac7057f8-d475-412f-9831-6ac593ab683c on network 3f5e0d85-b943-4e18-ba48-36b331bdab9b not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:34:32.926630 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-bb02ebf0-19e5-4e7b-a2d8-2446587f46c1 service neutron] Attempting to bind port ac7057f8-d475-412f-9831-6ac593ab683c on network 3f5e0d85-b943-4e18-ba48-36b331bdab9b {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:34:32.931582 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-bb02ebf0-19e5-4e7b-a2d8-2446587f46c1 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:34:32.931930 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-bb02ebf0-19e5-4e7b-a2d8-2446587f46c1 service neutron] Checking segment: {'id': 'de49c348-9b27-4cbb-824c-38cd5670ffdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3f5e0d85-b943-4e18-ba48-36b331bdab9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:34:32.932322 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-bb02ebf0-19e5-4e7b-a2d8-2446587f46c1 service neutron] Bound using segment: {'id': 'de49c348-9b27-4cbb-824c-38cd5670ffdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3f5e0d85-b943-4e18-ba48-36b331bdab9b'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:34:32.932925 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-bb02ebf0-19e5-4e7b-a2d8-2446587f46c1 service neutron] Bound port: ac7057f8-d475-412f-9831-6ac593ab683c, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de49c348-9b27-4cbb-824c-38cd5670ffdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3f5e0d85-b943-4e18-ba48-36b331bdab9b'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:34:32.933119 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-bb02ebf0-19e5-4e7b-a2d8-2446587f46c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:33.006686 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-db2e495f-9490-4dc4-b40b-cef302b133eb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:33.012490 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-bb02ebf0-19e5-4e7b-a2d8-2446587f46c1 service neutron] For port ac7057f8-d475-412f-9831-6ac593ab683c, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:34:33.017175 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-bb02ebf0-19e5-4e7b-a2d8-2446587f46c1 service neutron] For port ac7057f8-d475-412f-9831-6ac593ab683c, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=ac7057f8-d475-412f-9831-6ac593ab683c,segment=NetworkSegment(de49c348-9b27-4cbb-824c-38cd5670ffdf),segment_id=de49c348-9b27-4cbb-824c-38cd5670ffdf)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:34:33.052132 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2e495f-9490-4dc4-b40b-cef302b133eb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:34:33.055091 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-db2e495f-9490-4dc4-b40b-cef302b133eb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:34:33.059003 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2e495f-9490-4dc4-b40b-cef302b133eb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:34:33.075350 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-bb02ebf0-19e5-4e7b-a2d8-2446587f46c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:33.081494 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e495f-9490-4dc4-b40b-cef302b133eb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'Port': ['ID=4a0eea82-6793-496c-ae34-0b3ca337ed66,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:33.112401 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-bb02ebf0-19e5-4e7b-a2d8-2446587f46c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:33.113167 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-bb02ebf0-19e5-4e7b-a2d8-2446587f46c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:33.114822 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-bb02ebf0-19e5-4e7b-a2d8-2446587f46c1 service neutron] 10.222.0.15 "PUT /v2.0/ports/ac7057f8-d475-412f-9831-6ac593ab683c HTTP/1.1" status: 200 len: 1091 time: 0.8897204 Apr 20 13:34:33.147638 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02ebf0-19e5-4e7b-a2d8-2446587f46c1 service neutron] Pushing event updated for resources: {'Port': ['ID=ac7057f8-d475-412f-9831-6ac593ab683c,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:33.273991 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-65813701-3a0c-4d58-9028-c8e344fcf23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:33.275907 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-65813701-3a0c-4d58-9028-c8e344fcf23f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7cbd582e24c84e318c6d364aeeea2fdf&device_id=82976ea4-cde7-4e1f-b63b-861d891c659a HTTP/1.1" status: 200 len: 1094 time: 0.0521398 Apr 20 13:34:33.327734 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82976ea4-cde7-4e1f-b63b-861d891c659a', 'tag': 'ac7057f8-d475-412f-9831-6ac593ab683c'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:34:33.330105 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9715e008-9d0f-4b26-8d9c-d4d72f053a68" -d '{"events": [{"name": "network-changed", "server_uuid": "82976ea4-cde7-4e1f-b63b-861d891c659a", "tag": "ac7057f8-d475-412f-9831-6ac593ab683c"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:34:33.360454 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-6eedc2ef-3262-4a6a-9e6e-aad83d35e6c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac7057f8-d475-412f-9831-6ac593ab683c HTTP/1.1" status: 200 len: 217 time: 0.0525076 Apr 20 13:34:33.376608 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebcb0c18-2d7b-4acc-bdcc-08b23b882fb7 x-openstack-request-id: req-ebcb0c18-2d7b-4acc-bdcc-08b23b882fb7 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:34:33.376998 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82976ea4-cde7-4e1f-b63b-861d891c659a", "tag": "ac7057f8-d475-412f-9831-6ac593ab683c", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:34:33.377307 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ebcb0c18-2d7b-4acc-bdcc-08b23b882fb7 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:34:33.377764 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebcb0c18-2d7b-4acc-bdcc-08b23b882fb7'] response: {'name': 'network-changed', 'server_uuid': '82976ea4-cde7-4e1f-b63b-861d891c659a', 'tag': 'ac7057f8-d475-412f-9831-6ac593ab683c', 'status': 'completed', 'code': 200} Apr 20 13:34:33.431949 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9d374-d630-4419-b137-9143eb5bbc63 req-d65f68e1-a54a-4ee4-9700-560108869766 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:33.433647 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fcb9d374-d630-4419-b137-9143eb5bbc63 req-d65f68e1-a54a-4ee4-9700-560108869766 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3915e4-540b-4d30-9b1a-f05790330606 HTTP/1.1" status: 200 len: 943 time: 0.0998049 Apr 20 13:34:33.435178 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-f47626e5-edce-40bc-93be-b9f813318d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:33.436608 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-f47626e5-edce-40bc-93be-b9f813318d9a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0cd01a79-24fe-4fc2-b0e3-c158f3d2ab29 HTTP/1.1" status: 200 len: 852 time: 0.0905378 Apr 20 13:34:33.484978 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-8a4956df-9472-47f4-83fc-5cb43ae60687 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f5e0d85-b943-4e18-ba48-36b331bdab9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369430 Apr 20 13:34:33.524601 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fcb9d374-d630-4419-b137-9143eb5bbc63 req-bde268bd-70cb-4a93-9dd6-01a17f1f0241 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=31dc097d-9fe5-4ddc-ab26-402c6eb40c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826442 Apr 20 13:34:33.594118 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-02b38567-4140-40a7-b9f7-fe25d55a8c7c service neutron] 10.222.0.15 "GET /v2.0/networks/3f5e0d85-b943-4e18-ba48-36b331bdab9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983925 Apr 20 13:34:33.688105 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-db2e495f-9490-4dc4-b40b-cef302b133eb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:33.691997 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc68c77a-a093-4f4f-9fd9-176741f1f905 req-bb8bae6f-440b-4e41-acb8-d05c5a1acfb0 service neutron] 10.222.0.15 "GET /v2.0/networks/3f5e0d85-b943-4e18-ba48-36b331bdab9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899150 Apr 20 13:34:33.903174 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-db2e495f-9490-4dc4-b40b-cef302b133eb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:33.911523 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715e008-9d0f-4b26-8d9c-d4d72f053a68 req-7cdde55e-2f37-400f-8a8e-4e9730c1e451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:33.913037 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9715e008-9d0f-4b26-8d9c-d4d72f053a68 req-7cdde55e-2f37-400f-8a8e-4e9730c1e451 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7cbd582e24c84e318c6d364aeeea2fdf&device_id=82976ea4-cde7-4e1f-b63b-861d891c659a HTTP/1.1" status: 200 len: 1094 time: 0.0827379 Apr 20 13:34:33.937343 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db4251-94c9-40fd-b796-65d99130f503 req-082fe599-cfd2-4584-aea4-cd2af5dcd51f tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:33.938787 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-37db4251-94c9-40fd-b796-65d99130f503 req-082fe599-cfd2-4584-aea4-cd2af5dcd51f tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/ports?device_id=82976ea4-cde7-4e1f-b63b-861d891c659a HTTP/1.1" status: 200 len: 943 time: 0.0700629 Apr 20 13:34:34.025558 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-37db4251-94c9-40fd-b796-65d99130f503 req-987b9314-0cea-420c-8d4e-b569a4b7a40b tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/security-groups?id=d43b6031-4593-49fe-a072-5f68ebe632c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730121 Apr 20 13:34:34.050171 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715e008-9d0f-4b26-8d9c-d4d72f053a68 req-cc4b9ca3-8d71-48a4-be82-75fd8bdc9d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:34.050996 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9715e008-9d0f-4b26-8d9c-d4d72f053a68 req-cc4b9ca3-8d71-48a4-be82-75fd8bdc9d2b service neutron] 10.222.0.15 "GET /v2.0/networks?id=3f5e0d85-b943-4e18-ba48-36b331bdab9b HTTP/1.1" status: 200 len: 913 time: 0.1290579 Apr 20 13:34:34.093301 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9715e008-9d0f-4b26-8d9c-d4d72f053a68 req-e213da76-3c98-44b1-8643-7b4e2187a2a9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac7057f8-d475-412f-9831-6ac593ab683c HTTP/1.1" status: 200 len: 217 time: 0.0356839 Apr 20 13:34:34.126418 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2e495f-9490-4dc4-b40b-cef302b133eb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Router 2df54986-9d8e-4fd2-abf5-ba0ca404c3fc is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:34:34.146654 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715e008-9d0f-4b26-8d9c-d4d72f053a68 req-9bf544ff-1734-4b32-b054-89091a36bbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:34.148153 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9715e008-9d0f-4b26-8d9c-d4d72f053a68 req-9bf544ff-1734-4b32-b054-89091a36bbe4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0cd01a79-24fe-4fc2-b0e3-c158f3d2ab29 HTTP/1.1" status: 200 len: 852 time: 0.0481555 Apr 20 13:34:34.181599 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9715e008-9d0f-4b26-8d9c-d4d72f053a68 req-b0b3ab55-bf40-4aee-8190-9a891cd8a0a6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f5e0d85-b943-4e18-ba48-36b331bdab9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253069 Apr 20 13:34:34.233374 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2e495f-9490-4dc4-b40b-cef302b133eb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:34:34.244535 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc005bf-36a0-4aa3-aadf-27974d02772c None None] Sync routers for ids ['2df54986-9d8e-4fd2-abf5-ba0ca404c3fc'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:34:34.254862 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc005bf-36a0-4aa3-aadf-27974d02772c None None] Routers {'2df54986-9d8e-4fd2-abf5-ba0ca404c3fc'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:34:34.255566 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-acc005bf-36a0-4aa3-aadf-27974d02772c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:34:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['2df54986-9d8e-4fd2-abf5-ba0ca404c3fc'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:34.275759 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9715e008-9d0f-4b26-8d9c-d4d72f053a68 req-80176918-96eb-4794-bb86-ab30c45b643d service neutron] 10.222.0.15 "GET /v2.0/networks/3f5e0d85-b943-4e18-ba48-36b331bdab9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870075 Apr 20 13:34:34.316306 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-db2e495f-9490-4dc4-b40b-cef302b133eb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:34.319456 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-db2e495f-9490-4dc4-b40b-cef302b133eb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2953639 Apr 20 13:34:34.323511 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49632) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:34.356305 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8cadc788-12bf-4f58-9960-50c502c4c981 tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=7d7599e499ac4ab585978f26ba0a43a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340807 Apr 20 13:34:34.358833 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49634) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:34.371191 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-acc005bf-36a0-4aa3-aadf-27974d02772c None None] Set router 2df54986-9d8e-4fd2-abf5-ba0ca404c3fc gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:34:34.377104 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9715e008-9d0f-4b26-8d9c-d4d72f053a68 req-e1975f3e-1be7-40d5-a97b-4191053badee service neutron] 10.222.0.15 "GET /v2.0/networks/3f5e0d85-b943-4e18-ba48-36b331bdab9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939777 Apr 20 13:34:34.448699 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d3c9d4-e23f-4685-9488-a6a7bffb0250 tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:34.450308 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-13d3c9d4-e23f-4685-9488-a6a7bffb0250 tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0903895 Apr 20 13:34:34.453584 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49636) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:34.481698 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2a56d356-347d-4ecb-9149-d7eae616da4d tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=08acadad-0b4a-420a-b5f5-639128d4ec40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272455 Apr 20 13:34:34.484832 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49638) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:34.490011 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-f2935043-97ae-4114-97ed-530acf020b39 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-481570789', 'network_id': 'dd383d6b-56d8-42bb-a18c-24d76839284e', 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:34:34.557833 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-acc005bf-36a0-4aa3-aadf-27974d02772c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df54986-9d8e-4fd2-abf5-ba0ca404c3fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691268823', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '4a0eea82-6793-496c-ae34-0b3ca337ed66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:34:32Z', 'updated_at': '2022-04-20T13:34:33Z', 'revision_number': 3, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': '4a0eea82-6793-496c-ae34-0b3ca337ed66', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df54986-9d8e-4fd2-abf5-ba0ca404c3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:34:32Z', 'updated_at': '2022-04-20T13:34:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:34.584451 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc005bf-36a0-4aa3-aadf-27974d02772c None None] Checking router: 2df54986-9d8e-4fd2-abf5-ba0ca404c3fc for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:34:34.584820 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc005bf-36a0-4aa3-aadf-27974d02772c None None] Updating router 2df54986-9d8e-4fd2-abf5-ba0ca404c3fc port 4a0eea82-6793-496c-ae34-0b3ca337ed66 binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:34:34.613568 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-acc005bf-36a0-4aa3-aadf-27974d02772c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:34.660300 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89772b-dcc1-4c06-bff0-42e6ce625551 req-42a04a33-bce3-4c86-86d8-69386c358e7a tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:34.661795 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa89772b-dcc1-4c06-bff0-42e6ce625551 req-42a04a33-bce3-4c86-86d8-69386c358e7a tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3915e4-540b-4d30-9b1a-f05790330606 HTTP/1.1" status: 200 len: 943 time: 0.0509813 Apr 20 13:34:34.668752 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2935043-97ae-4114-97ed-530acf020b39 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Made reservation on behalf of 7d7599e499ac4ab585978f26ba0a43a9 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:34:34.672297 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f2935043-97ae-4114-97ed-530acf020b39 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:34.705237 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa89772b-dcc1-4c06-bff0-42e6ce625551 req-52c2f655-17e7-4594-9bc8-509efb1add7a tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=31dc097d-9fe5-4ddc-ab26-402c6eb40c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359144 Apr 20 13:34:34.896277 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-acc005bf-36a0-4aa3-aadf-27974d02772c None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:34.955313 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f2935043-97ae-4114-97ed-530acf020b39 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:34.978365 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-acc005bf-36a0-4aa3-aadf-27974d02772c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:35.020187 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2935043-97ae-4114-97ed-530acf020b39 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'Subnet': ['ID=cd2073b2-4992-4114-ad9d-ea2b45b4b39f,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:35.029827 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2935043-97ae-4114-97ed-530acf020b39 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Checking segment: {'id': 'c77e6082-cca3-4c34-b16c-2ebabbd67812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'dd383d6b-56d8-42bb-a18c-24d76839284e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:34:35.030597 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2935043-97ae-4114-97ed-530acf020b39 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Network hostable DHCP agents. Network: dd383d6b-56d8-42bb-a18c-24d76839284e, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:34:35.034756 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-acc005bf-36a0-4aa3-aadf-27974d02772c None None] Attempting to bind port 4a0eea82-6793-496c-ae34-0b3ca337ed66 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:34:35.037984 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-acc005bf-36a0-4aa3-aadf-27974d02772c None None] Attempting to bind port 4a0eea82-6793-496c-ae34-0b3ca337ed66 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:34:35.037984 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc005bf-36a0-4aa3-aadf-27974d02772c None None] Attempting to bind port 4a0eea82-6793-496c-ae34-0b3ca337ed66 on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:34:35.038368 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675356dc-d251-4265-9abd-3cd6091e3a66 None None] Pushing event updated for resources: {'Port': ['ID=4a0eea82-6793-496c-ae34-0b3ca337ed66,revision_number=2']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:35.045434 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc005bf-36a0-4aa3-aadf-27974d02772c None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:34:35.045814 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc005bf-36a0-4aa3-aadf-27974d02772c None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:34:35.046223 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-acc005bf-36a0-4aa3-aadf-27974d02772c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:35.046620 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc005bf-36a0-4aa3-aadf-27974d02772c None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:34:35.047105 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-acc005bf-36a0-4aa3-aadf-27974d02772c None None] Bound port: 4a0eea82-6793-496c-ae34-0b3ca337ed66, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:34:35.047525 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-acc005bf-36a0-4aa3-aadf-27974d02772c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:35.089072 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675356dc-d251-4265-9abd-3cd6091e3a66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:35.089426 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675356dc-d251-4265-9abd-3cd6091e3a66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:35.089770 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675356dc-d251-4265-9abd-3cd6091e3a66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:35.090104 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675356dc-d251-4265-9abd-3cd6091e3a66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:35.090439 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675356dc-d251-4265-9abd-3cd6091e3a66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:35.090769 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675356dc-d251-4265-9abd-3cd6091e3a66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:35.091090 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675356dc-d251-4265-9abd-3cd6091e3a66 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:35.091445 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675356dc-d251-4265-9abd-3cd6091e3a66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:35.095428 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675356dc-d251-4265-9abd-3cd6091e3a66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:35.095428 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675356dc-d251-4265-9abd-3cd6091e3a66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:35.095428 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675356dc-d251-4265-9abd-3cd6091e3a66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:35.095428 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675356dc-d251-4265-9abd-3cd6091e3a66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:35.141914 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2935043-97ae-4114-97ed-530acf020b39 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Network dd383d6b-56d8-42bb-a18c-24d76839284e is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:34:35.148826 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-acc005bf-36a0-4aa3-aadf-27974d02772c None None] For port 4a0eea82-6793-496c-ae34-0b3ca337ed66, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:34:35.152612 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-acc005bf-36a0-4aa3-aadf-27974d02772c None None] For port 4a0eea82-6793-496c-ae34-0b3ca337ed66, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=4a0eea82-6793-496c-ae34-0b3ca337ed66,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:34:35.185724 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88591fce-2be5-4b6d-bda9-d7f8c1971357 req-55cd2e74-7210-4802-b89a-527803b13d91 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:35.187209 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-88591fce-2be5-4b6d-bda9-d7f8c1971357 req-55cd2e74-7210-4802-b89a-527803b13d91 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/ports?device_id=82976ea4-cde7-4e1f-b63b-861d891c659a HTTP/1.1" status: 200 len: 943 time: 0.0572021 Apr 20 13:34:35.217752 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-f2935043-97ae-4114-97ed-530acf020b39 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, dd383d6b-56d8-42bb-a18c-24d76839284e) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:34:35.222816 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2935043-97ae-4114-97ed-530acf020b39 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:35.223458 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f2935043-97ae-4114-97ed-530acf020b39 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:35.231720 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da71baa-1442-41ad-a7c3-bc21a4b1abb8 None None] Network dd383d6b-56d8-42bb-a18c-24d76839284e requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:34:35.236630 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-88591fce-2be5-4b6d-bda9-d7f8c1971357 req-4ea35956-c483-41ca-8ae8-305212458983 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/security-groups?id=d43b6031-4593-49fe-a072-5f68ebe632c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430896 Apr 20 13:34:35.245881 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-acc005bf-36a0-4aa3-aadf-27974d02772c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:35.308447 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc005bf-36a0-4aa3-aadf-27974d02772c None None] Routers {'2df54986-9d8e-4fd2-abf5-ba0ca404c3fc'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:34:35.309429 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-acc005bf-36a0-4aa3-aadf-27974d02772c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:34:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['2df54986-9d8e-4fd2-abf5-ba0ca404c3fc'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:35.338445 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f2935043-97ae-4114-97ed-530acf020b39 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8491490 Apr 20 13:34:35.338718 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49646) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:35.421484 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc14305e-44a5-40c0-9252-5143d7aba276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-dd383d6b-56d8-42bb-a18c-24d76839284e', 'network_id': 'dd383d6b-56d8-42bb-a18c-24d76839284e', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'fixed_ips': [{'subnet_id': 'cd2073b2-4992-4114-ad9d-ea2b45b4b39f'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:34:35.423573 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675356dc-d251-4265-9abd-3cd6091e3a66 None None] Pushing event updated for resources: {'Port': ['ID=4a0eea82-6793-496c-ae34-0b3ca337ed66,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:35.424213 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-dc14305e-44a5-40c0-9252-5143d7aba276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:35.442653 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-acc005bf-36a0-4aa3-aadf-27974d02772c None None] Set router 2df54986-9d8e-4fd2-abf5-ba0ca404c3fc gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:34:35.587891 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-dc14305e-44a5-40c0-9252-5143d7aba276 None None] Allocated IP 172.20.0.2 (dd383d6b-56d8-42bb-a18c-24d76839284e/cd2073b2-4992-4114-ad9d-ea2b45b4b39f/bdf60e63-297c-460b-adb7-8f6818868b05) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:34:35.643644 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-acc005bf-36a0-4aa3-aadf-27974d02772c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df54986-9d8e-4fd2-abf5-ba0ca404c3fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691268823', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '4a0eea82-6793-496c-ae34-0b3ca337ed66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:34:32Z', 'updated_at': '2022-04-20T13:34:33Z', 'revision_number': 3, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': '4a0eea82-6793-496c-ae34-0b3ca337ed66', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df54986-9d8e-4fd2-abf5-ba0ca404c3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:34:32Z', 'updated_at': '2022-04-20T13:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:35.672555 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc005bf-36a0-4aa3-aadf-27974d02772c None None] The sync data for ids ['2df54986-9d8e-4fd2-abf5-ba0ca404c3fc'] in n-d-836015-7 is: [{'id': '2df54986-9d8e-4fd2-abf5-ba0ca404c3fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691268823', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '4a0eea82-6793-496c-ae34-0b3ca337ed66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:34:32Z', 'updated_at': '2022-04-20T13:34:33Z', 'revision_number': 3, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': '4a0eea82-6793-496c-ae34-0b3ca337ed66', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df54986-9d8e-4fd2-abf5-ba0ca404c3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:34:32Z', 'updated_at': '2022-04-20T13:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:34:35.758518 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-dc14305e-44a5-40c0-9252-5143d7aba276 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:35.824370 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-dc14305e-44a5-40c0-9252-5143d7aba276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:35.856742 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed627c5-6946-46dc-8cd3-133a14eca142 req-3cd9d422-d369-4cfc-8642-2241bc7e271c tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:35.864581 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bed627c5-6946-46dc-8cd3-133a14eca142 req-3cd9d422-d369-4cfc-8642-2241bc7e271c tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3915e4-540b-4d30-9b1a-f05790330606 HTTP/1.1" status: 200 len: 943 time: 0.0598731 Apr 20 13:34:35.881087 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc14305e-44a5-40c0-9252-5143d7aba276 None None] Network dd383d6b-56d8-42bb-a18c-24d76839284e is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:34:35.892393 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-dc14305e-44a5-40c0-9252-5143d7aba276 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:34:35.896301 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc14305e-44a5-40c0-9252-5143d7aba276 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:34:35.903225 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14305e-44a5-40c0-9252-5143d7aba276 None None] Pushing event updated for resources: {'Port': ['ID=bdf60e63-297c-460b-adb7-8f6818868b05,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:35.909780 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bed627c5-6946-46dc-8cd3-133a14eca142 req-f51ba147-df17-4f0a-b3c5-4f2c164502f9 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=31dc097d-9fe5-4ddc-ab26-402c6eb40c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443170 Apr 20 13:34:35.930253 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0f9dee43-e551-42b4-9fbc-564ca2413f0e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:35.976447 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-dc14305e-44a5-40c0-9252-5143d7aba276 None None] Attempting to bind port bdf60e63-297c-460b-adb7-8f6818868b05 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:34:35.977089 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-dc14305e-44a5-40c0-9252-5143d7aba276 None None] Attempting to bind port bdf60e63-297c-460b-adb7-8f6818868b05 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'c77e6082-cca3-4c34-b16c-2ebabbd67812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'dd383d6b-56d8-42bb-a18c-24d76839284e'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:34:35.978377 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc14305e-44a5-40c0-9252-5143d7aba276 None None] Attempting to bind port bdf60e63-297c-460b-adb7-8f6818868b05 on network dd383d6b-56d8-42bb-a18c-24d76839284e {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:34:35.994159 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc14305e-44a5-40c0-9252-5143d7aba276 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:34:35.994603 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc14305e-44a5-40c0-9252-5143d7aba276 None None] Checking segment: {'id': 'c77e6082-cca3-4c34-b16c-2ebabbd67812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'dd383d6b-56d8-42bb-a18c-24d76839284e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:34:35.994999 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-dc14305e-44a5-40c0-9252-5143d7aba276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:35.995448 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc14305e-44a5-40c0-9252-5143d7aba276 None None] Bound using segment: {'id': 'c77e6082-cca3-4c34-b16c-2ebabbd67812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'dd383d6b-56d8-42bb-a18c-24d76839284e'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:34:35.995945 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-dc14305e-44a5-40c0-9252-5143d7aba276 None None] Bound port: bdf60e63-297c-460b-adb7-8f6818868b05, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77e6082-cca3-4c34-b16c-2ebabbd67812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'dd383d6b-56d8-42bb-a18c-24d76839284e'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:34:35.996281 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-dc14305e-44a5-40c0-9252-5143d7aba276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:36.105356 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-dc14305e-44a5-40c0-9252-5143d7aba276 None None] For port bdf60e63-297c-460b-adb7-8f6818868b05, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:34:36.109342 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-dc14305e-44a5-40c0-9252-5143d7aba276 None None] For port bdf60e63-297c-460b-adb7-8f6818868b05, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=bdf60e63-297c-460b-adb7-8f6818868b05,segment=NetworkSegment(c77e6082-cca3-4c34-b16c-2ebabbd67812),segment_id=c77e6082-cca3-4c34-b16c-2ebabbd67812)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:34:36.183911 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-dc14305e-44a5-40c0-9252-5143d7aba276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:36.238637 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 2aa8b787-8a35-42ed-9d26-470b9b0afe11 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:34:36.293651 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-0f9dee43-e551-42b4-9fbc-564ca2413f0e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Allocated IP 172.20.0.1 (dd383d6b-56d8-42bb-a18c-24d76839284e/cd2073b2-4992-4114-ad9d-ea2b45b4b39f/1246ef05-47a1-4833-9d38-70e84bd54a7d) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:34:36.306725 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14305e-44a5-40c0-9252-5143d7aba276 None None] Pushing event updated for resources: {'Port': ['ID=bdf60e63-297c-460b-adb7-8f6818868b05,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:36.440204 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107f2e7-2069-418d-a03c-a9977a62f2bd req-b12a2b3e-73f3-4ecd-9761-7360c2d3905b tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:36.443917 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7107f2e7-2069-418d-a03c-a9977a62f2bd req-b12a2b3e-73f3-4ecd-9761-7360c2d3905b tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/ports?device_id=82976ea4-cde7-4e1f-b63b-861d891c659a HTTP/1.1" status: 200 len: 943 time: 0.0844734 Apr 20 13:34:36.453111 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 4a0eea82-6793-496c-ae34-0b3ca337ed66 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:34:36.470887 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0f9dee43-e551-42b4-9fbc-564ca2413f0e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:36.528855 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7107f2e7-2069-418d-a03c-a9977a62f2bd req-d5f660f0-a346-4b8c-b7cc-d46e6a5bb070 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/security-groups?id=d43b6031-4593-49fe-a072-5f68ebe632c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764339 Apr 20 13:34:36.590995 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 2aa8b787-8a35-42ed-9d26-470b9b0afe11, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=2aa8b787-8a35-42ed-9d26-470b9b0afe11,segment=NetworkSegment(903cc42f-59d1-4917-9ec3-cbc3284a45bb),segment_id=903cc42f-59d1-4917-9ec3-cbc3284a45bb)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:34:36.612998 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0f9dee43-e551-42b4-9fbc-564ca2413f0e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:36.619146 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 4a0eea82-6793-496c-ae34-0b3ca337ed66 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:34:36.619560 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:36.661886 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9dee43-e551-42b4-9fbc-564ca2413f0e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Network dd383d6b-56d8-42bb-a18c-24d76839284e is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:34:36.668282 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-0f9dee43-e551-42b4-9fbc-564ca2413f0e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:34:36.672109 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '2aa8b787-8a35-42ed-9d26-470b9b0afe11', 'network_id': '27d17f00-84b7-400c-970d-be61917bd03a', 'port_id': '2aa8b787-8a35-42ed-9d26-470b9b0afe11', 'mac_address': 'fa:16:3e:87:d3:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '562e00d1-6211-4fe8-a521-472a5db1803b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:34:36.680506 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9dee43-e551-42b4-9fbc-564ca2413f0e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:34:36.696905 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9dee43-e551-42b4-9fbc-564ca2413f0e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'Port': ['ID=1246ef05-47a1-4833-9d38-70e84bd54a7d,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:36.773867 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:36.776014 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0f9dee43-e551-42b4-9fbc-564ca2413f0e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:36.808431 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aa8b787-8a35-42ed-9d26-470b9b0afe11 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:34:36.879244 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:36.892423 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 2aa8b787-8a35-42ed-9d26-470b9b0afe11, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=2aa8b787-8a35-42ed-9d26-470b9b0afe11,segment=NetworkSegment(903cc42f-59d1-4917-9ec3-cbc3284a45bb),segment_id=903cc42f-59d1-4917-9ec3-cbc3284a45bb)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:34:36.910962 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 4a0eea82-6793-496c-ae34-0b3ca337ed66, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=4a0eea82-6793-496c-ae34-0b3ca337ed66,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:34:36.972776 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:36.975909 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device ac7057f8-d475-412f-9831-6ac593ab683c details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:34:37.022221 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:37.051641 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0f9dee43-e551-42b4-9fbc-564ca2413f0e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:37.088670 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae055e0-cebd-4103-8b9e-41d4e2a54279 req-01addeab-c999-4def-8371-5e83638af403 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:37.089521 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=2aa8b787-8a35-42ed-9d26-470b9b0afe11,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:37.090451 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aae055e0-cebd-4103-8b9e-41d4e2a54279 req-01addeab-c999-4def-8371-5e83638af403 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3915e4-540b-4d30-9b1a-f05790330606 HTTP/1.1" status: 200 len: 944 time: 0.0834785 Apr 20 13:34:37.143264 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aae055e0-cebd-4103-8b9e-41d4e2a54279 req-ed87d4b5-f3c3-4a89-b27f-aab35e90d2bc tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=31dc097d-9fe5-4ddc-ab26-402c6eb40c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456986 Apr 20 13:34:37.208395 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=4a0eea82-6793-496c-ae34-0b3ca337ed66,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:37.242845 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port ac7057f8-d475-412f-9831-6ac593ab683c, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=ac7057f8-d475-412f-9831-6ac593ab683c,segment=NetworkSegment(de49c348-9b27-4cbb-824c-38cd5670ffdf),segment_id=de49c348-9b27-4cbb-824c-38cd5670ffdf)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:34:37.260298 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'ac7057f8-d475-412f-9831-6ac593ab683c', 'network_id': '3f5e0d85-b943-4e18-ba48-36b331bdab9b', 'port_id': 'ac7057f8-d475-412f-9831-6ac593ab683c', 'mac_address': 'fa:16:3e:ad:74:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cd01a79-24fe-4fc2-b0e3-c158f3d2ab29', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:34:37.318377 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:37.337785 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac7057f8-d475-412f-9831-6ac593ab683c {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:34:37.368697 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port ac7057f8-d475-412f-9831-6ac593ab683c, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=ac7057f8-d475-412f-9831-6ac593ab683c,segment=NetworkSegment(de49c348-9b27-4cbb-824c-38cd5670ffdf),segment_id=de49c348-9b27-4cbb-824c-38cd5670ffdf)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:34:37.399491 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0f9dee43-e551-42b4-9fbc-564ca2413f0e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:37.452099 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:37.475125 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0f9dee43-e551-42b4-9fbc-564ca2413f0e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:37.512857 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=ac7057f8-d475-412f-9831-6ac593ab683c,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:37.584813 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0f9dee43-e551-42b4-9fbc-564ca2413f0e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:37.606427 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9dee43-e551-42b4-9fbc-564ca2413f0e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'Port': ['ID=1246ef05-47a1-4833-9d38-70e84bd54a7d,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:37.639628 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a11677c-d365-4c27-91ab-99351297461b None None] Network dd383d6b-56d8-42bb-a18c-24d76839284e requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:34:37.681970 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39012739-d312-422b-8f1f-3f666d97b382 req-3c015406-10b0-4347-be44-3d3f8ca58e2e tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:37.689802 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-39012739-d312-422b-8f1f-3f666d97b382 req-3c015406-10b0-4347-be44-3d3f8ca58e2e tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/ports?device_id=82976ea4-cde7-4e1f-b63b-861d891c659a HTTP/1.1" status: 200 len: 944 time: 0.0667624 Apr 20 13:34:37.713831 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-61f3a4e9-1551-4adc-a94e-3e5bf19b55e4 None None] Provisioning complete for port bdf60e63-297c-460b-adb7-8f6818868b05 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:34:37.714299 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-61f3a4e9-1551-4adc-a94e-3e5bf19b55e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:37.718429 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9dee43-e551-42b4-9fbc-564ca2413f0e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Network dd383d6b-56d8-42bb-a18c-24d76839284e is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:34:37.720147 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-0f9dee43-e551-42b4-9fbc-564ca2413f0e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:34:37.750569 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-39012739-d312-422b-8f1f-3f666d97b382 req-4c44cf6c-d223-48c4-81a1-7f5bc381548c tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/security-groups?id=d43b6031-4593-49fe-a072-5f68ebe632c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564778 Apr 20 13:34:37.756594 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['ac7057f8-d475-412f-9831-6ac593ab683c'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:34:37.768875 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['2aa8b787-8a35-42ed-9d26-470b9b0afe11'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:34:37.858080 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9dee43-e551-42b4-9fbc-564ca2413f0e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Router 2df54986-9d8e-4fd2-abf5-ba0ca404c3fc has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:34:38.085427 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-61f3a4e9-1551-4adc-a94e-3e5bf19b55e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:38.182334 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-61f3a4e9-1551-4adc-a94e-3e5bf19b55e4 None None] For port bdf60e63-297c-460b-adb7-8f6818868b05, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=bdf60e63-297c-460b-adb7-8f6818868b05,segment=NetworkSegment(c77e6082-cca3-4c34-b16c-2ebabbd67812),segment_id=c77e6082-cca3-4c34-b16c-2ebabbd67812)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:34:38.286056 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8419779-c1ae-4d9e-ae7b-6414b0fed581 req-28d4eb5d-5e09-4354-8de4-422209a8bf1b tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:38.288305 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b8419779-c1ae-4d9e-ae7b-6414b0fed581 req-28d4eb5d-5e09-4354-8de4-422209a8bf1b tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3915e4-540b-4d30-9b1a-f05790330606 HTTP/1.1" status: 200 len: 944 time: 0.0625377 Apr 20 13:34:38.291350 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-61f3a4e9-1551-4adc-a94e-3e5bf19b55e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:38.361769 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9dee43-e551-42b4-9fbc-564ca2413f0e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:34:38.376478 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0f9dee43-e551-42b4-9fbc-564ca2413f0e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "PUT /v2.0/routers/2df54986-9d8e-4fd2-abf5-ba0ca404c3fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0278833 Apr 20 13:34:38.376700 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b8419779-c1ae-4d9e-ae7b-6414b0fed581 req-7555194b-45e6-40e1-a1bf-28ed8a345294 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=31dc097d-9fe5-4ddc-ab26-402c6eb40c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686984 Apr 20 13:34:38.396050 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f3a4e9-1551-4adc-a94e-3e5bf19b55e4 None None] Pushing event updated for resources: {'Port': ['ID=bdf60e63-297c-460b-adb7-8f6818868b05,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:38.403339 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f214436f-fcb2-43f6-9c0c-011e43ab3330 None None] Sync routers for ids ['2df54986-9d8e-4fd2-abf5-ba0ca404c3fc'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:34:38.435271 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f214436f-fcb2-43f6-9c0c-011e43ab3330 None None] Routers {'2df54986-9d8e-4fd2-abf5-ba0ca404c3fc'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:34:38.436764 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-f214436f-fcb2-43f6-9c0c-011e43ab3330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:34:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['2df54986-9d8e-4fd2-abf5-ba0ca404c3fc'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:38.485381 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-bce6acac-4d51-463d-94f2-aacf4e04142e None None] Provisioning complete for port 1246ef05-47a1-4833-9d38-70e84bd54a7d triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:34:38.485758 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bce6acac-4d51-463d-94f2-aacf4e04142e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:38.531710 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-bce6acac-4d51-463d-94f2-aacf4e04142e None None] Port 1246ef05-47a1-4833-9d38-70e84bd54a7d cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:34:38.567006 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 4a0eea82-6793-496c-ae34-0b3ca337ed66 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:34:38.626313 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-bce6acac-4d51-463d-94f2-aacf4e04142e None None] Provisioning complete for port bdf60e63-297c-460b-adb7-8f6818868b05 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:34:38.626684 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bce6acac-4d51-463d-94f2-aacf4e04142e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:38.629486 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-f214436f-fcb2-43f6-9c0c-011e43ab3330 None None] Set router 2df54986-9d8e-4fd2-abf5-ba0ca404c3fc gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:34:38.715616 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-02217480-e86c-4128-96be-eb3d3fb0e8db tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1479098833&fields=id&tenant_id=7d7599e499ac4ab585978f26ba0a43a9 HTTP/1.1" status: 200 len: 267 time: 0.0462697 Apr 20 13:34:38.791999 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 4a0eea82-6793-496c-ae34-0b3ca337ed66 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:34:38.792372 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:38.855977 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-22eedc34-6d21-46a6-a4ad-81c88556ae81 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:38.865336 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-22eedc34-6d21-46a6-a4ad-81c88556ae81 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/networks?id=dd383d6b-56d8-42bb-a18c-24d76839284e HTTP/1.1" status: 200 len: 795 time: 0.1448040 Apr 20 13:34:38.913790 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-990cef24-1351-4099-84ce-e67e6394d210 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/quotas/7d7599e499ac4ab585978f26ba0a43a9 HTTP/1.1" status: 200 len: 375 time: 0.0470586 Apr 20 13:34:38.975556 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-e5ed7a16-69f1-4f54-881c-8d391c9eaf89 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7d7599e499ac4ab585978f26ba0a43a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605855 Apr 20 13:34:38.987998 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32b9bb-8912-4099-8524-659a2a2e39e8 req-f5091506-210f-4a74-a503-2cdf3654ee9c tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:38.989799 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bb32b9bb-8912-4099-8524-659a2a2e39e8 req-f5091506-210f-4a74-a503-2cdf3654ee9c tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/ports?device_id=82976ea4-cde7-4e1f-b63b-861d891c659a HTTP/1.1" status: 200 len: 944 time: 0.1132348 Apr 20 13:34:39.126150 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bb32b9bb-8912-4099-8524-659a2a2e39e8 req-e0b122e4-2091-48e4-8b78-43bc62533875 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/security-groups?id=d43b6031-4593-49fe-a072-5f68ebe632c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277223 Apr 20 13:34:39.131427 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-9db236ec-7d94-4a54-8446-ad04b413f3ac service neutron] 10.222.0.25 "GET /v2.0/networks/dd383d6b-56d8-42bb-a18c-24d76839284e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403253 Apr 20 13:34:39.144120 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device bdf60e63-297c-460b-adb7-8f6818868b05 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:34:39.203830 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-f214436f-fcb2-43f6-9c0c-011e43ab3330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df54986-9d8e-4fd2-abf5-ba0ca404c3fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691268823', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '4a0eea82-6793-496c-ae34-0b3ca337ed66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:34:32Z', 'updated_at': '2022-04-20T13:34:36Z', 'revision_number': 4, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': '4a0eea82-6793-496c-ae34-0b3ca337ed66', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df54986-9d8e-4fd2-abf5-ba0ca404c3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:34:32Z', 'updated_at': '2022-04-20T13:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '1246ef05-47a1-4833-9d38-70e84bd54a7d', 'name': '', 'network_id': 'dd383d6b-56d8-42bb-a18c-24d76839284e', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'mac_address': 'fa:16:3e:73:92:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df54986-9d8e-4fd2-abf5-ba0ca404c3fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'cd2073b2-4992-4114-ad9d-ea2b45b4b39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:34:36Z', 'updated_at': '2022-04-20T13:34:37Z', 'revision_number': 2, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'subnets': [{'id': 'cd2073b2-4992-4114-ad9d-ea2b45b4b39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:39.231332 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-98212e2f-d267-4416-b6a9-162528197fe7 None None] Provisioning complete for port 1246ef05-47a1-4833-9d38-70e84bd54a7d triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:34:39.231742 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-98212e2f-d267-4416-b6a9-162528197fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:39.233649 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f214436f-fcb2-43f6-9c0c-011e43ab3330 None None] Checking router: 2df54986-9d8e-4fd2-abf5-ba0ca404c3fc for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:34:39.234001 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f214436f-fcb2-43f6-9c0c-011e43ab3330 None None] Updating router 2df54986-9d8e-4fd2-abf5-ba0ca404c3fc port 1246ef05-47a1-4833-9d38-70e84bd54a7d binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:34:39.236175 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-e8a1e8d6-9794-4704-85bc-54fb4ec9cdb3 service neutron] 10.222.0.25 "GET /v2.0/networks/dd383d6b-56d8-42bb-a18c-24d76839284e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965350 Apr 20 13:34:39.298171 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f214436f-fcb2-43f6-9c0c-011e43ab3330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:39.301119 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port bdf60e63-297c-460b-adb7-8f6818868b05 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:34:39.301496 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:39.305143 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-98212e2f-d267-4416-b6a9-162528197fe7 None None] Port 1246ef05-47a1-4833-9d38-70e84bd54a7d cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:34:39.469837 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-102d8ff5-70bf-4eca-93e2-f27a4ca4fd44 req-51226c9a-6c3f-4c58-8674-6a09cfd36343 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=059ee864-6f04-4785-acbb-62e7ad65d062 HTTP/1.1" status: 200 len: 210 time: 0.0557027 Apr 20 13:34:39.575928 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff142bc-bf94-4ffa-bced-636d3007281f req-d1500d6b-dcc4-4fa2-b971-ad220b764995 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:39.578156 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cff142bc-bf94-4ffa-bced-636d3007281f req-d1500d6b-dcc4-4fa2-b971-ad220b764995 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3915e4-540b-4d30-9b1a-f05790330606 HTTP/1.1" status: 200 len: 944 time: 0.0801954 Apr 20 13:34:39.628532 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cff142bc-bf94-4ffa-bced-636d3007281f req-130f8c67-dac4-4344-9975-b286610f1950 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=31dc097d-9fe5-4ddc-ab26-402c6eb40c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435028 Apr 20 13:34:39.684087 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f214436f-fcb2-43f6-9c0c-011e43ab3330 None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:39.754943 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f214436f-fcb2-43f6-9c0c-011e43ab3330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:39.814735 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec87f90b-11c4-4491-be56-96236a14527d None None] Pushing event updated for resources: {'Port': ['ID=1246ef05-47a1-4833-9d38-70e84bd54a7d,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:39.880667 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-f214436f-fcb2-43f6-9c0c-011e43ab3330 None None] Attempting to bind port 1246ef05-47a1-4833-9d38-70e84bd54a7d on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:34:39.880983 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-f214436f-fcb2-43f6-9c0c-011e43ab3330 None None] Attempting to bind port 1246ef05-47a1-4833-9d38-70e84bd54a7d by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'c77e6082-cca3-4c34-b16c-2ebabbd67812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'dd383d6b-56d8-42bb-a18c-24d76839284e'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:34:39.881349 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f214436f-fcb2-43f6-9c0c-011e43ab3330 None None] Attempting to bind port 1246ef05-47a1-4833-9d38-70e84bd54a7d on network dd383d6b-56d8-42bb-a18c-24d76839284e {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:34:39.889795 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f214436f-fcb2-43f6-9c0c-011e43ab3330 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:34:39.890176 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f214436f-fcb2-43f6-9c0c-011e43ab3330 None None] Checking segment: {'id': 'c77e6082-cca3-4c34-b16c-2ebabbd67812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'dd383d6b-56d8-42bb-a18c-24d76839284e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:34:39.890587 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f214436f-fcb2-43f6-9c0c-011e43ab3330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:39.890983 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f214436f-fcb2-43f6-9c0c-011e43ab3330 None None] Bound using segment: {'id': 'c77e6082-cca3-4c34-b16c-2ebabbd67812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'dd383d6b-56d8-42bb-a18c-24d76839284e'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:34:39.891533 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-f214436f-fcb2-43f6-9c0c-011e43ab3330 None None] Bound port: 1246ef05-47a1-4833-9d38-70e84bd54a7d, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77e6082-cca3-4c34-b16c-2ebabbd67812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'dd383d6b-56d8-42bb-a18c-24d76839284e'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:34:39.892102 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f214436f-fcb2-43f6-9c0c-011e43ab3330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:39.978783 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-f214436f-fcb2-43f6-9c0c-011e43ab3330 None None] For port 1246ef05-47a1-4833-9d38-70e84bd54a7d, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:34:39.984912 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-f214436f-fcb2-43f6-9c0c-011e43ab3330 None None] For port 1246ef05-47a1-4833-9d38-70e84bd54a7d, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=1246ef05-47a1-4833-9d38-70e84bd54a7d,segment=NetworkSegment(c77e6082-cca3-4c34-b16c-2ebabbd67812),segment_id=c77e6082-cca3-4c34-b16c-2ebabbd67812)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:34:40.035266 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-46f22c46-db6b-4fd5-afb2-b1cb3b7e6c49 None None] Provisioning complete for port 1246ef05-47a1-4833-9d38-70e84bd54a7d triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:34:40.036246 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-46f22c46-db6b-4fd5-afb2-b1cb3b7e6c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:40.061530 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f214436f-fcb2-43f6-9c0c-011e43ab3330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:40.120524 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-46f22c46-db6b-4fd5-afb2-b1cb3b7e6c49 None None] Port 1246ef05-47a1-4833-9d38-70e84bd54a7d cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:34:40.148530 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f214436f-fcb2-43f6-9c0c-011e43ab3330 None None] Routers {'2df54986-9d8e-4fd2-abf5-ba0ca404c3fc'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:34:40.149580 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-f214436f-fcb2-43f6-9c0c-011e43ab3330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:34:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['2df54986-9d8e-4fd2-abf5-ba0ca404c3fc'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:40.155402 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec87f90b-11c4-4491-be56-96236a14527d None None] Pushing event updated for resources: {'Port': ['ID=1246ef05-47a1-4833-9d38-70e84bd54a7d,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:40.275245 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 2aa8b787-8a35-42ed-9d26-470b9b0afe11 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:34:40.321894 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-f214436f-fcb2-43f6-9c0c-011e43ab3330 None None] Set router 2df54986-9d8e-4fd2-abf5-ba0ca404c3fc gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:34:40.325081 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9544fd-e20e-4899-8a6b-65d662c52beb req-800fb219-8d57-42cb-949f-41f85c1a5a56 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:40.327289 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5c9544fd-e20e-4899-8a6b-65d662c52beb req-800fb219-8d57-42cb-949f-41f85c1a5a56 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/ports?device_id=82976ea4-cde7-4e1f-b63b-861d891c659a HTTP/1.1" status: 200 len: 944 time: 0.0795598 Apr 20 13:34:40.356275 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device bdf60e63-297c-460b-adb7-8f6818868b05 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:34:40.370908 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5c9544fd-e20e-4899-8a6b-65d662c52beb req-0a343604-f5da-49b3-9f56-6a8c5927a67f tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/security-groups?id=d43b6031-4593-49fe-a072-5f68ebe632c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369029 Apr 20 13:34:40.511643 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-1acd8f41-a857-4d50-a8df-b3d7261ef513 None None] Provisioning complete for port 1246ef05-47a1-4833-9d38-70e84bd54a7d triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:34:40.512022 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1acd8f41-a857-4d50-a8df-b3d7261ef513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:40.520466 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port bdf60e63-297c-460b-adb7-8f6818868b05 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:34:40.520712 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:40.577652 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86006978-d072-440c-903d-eac5a54e870d req-5f6ea2c1-7de4-454c-9dff-0653e102aabc tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=059ee864-6f04-4785-acbb-62e7ad65d062 HTTP/1.1" status: 200 len: 210 time: 0.0332215 Apr 20 13:34:40.611178 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 2aa8b787-8a35-42ed-9d26-470b9b0afe11 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:34:40.622714 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 2aa8b787-8a35-42ed-9d26-470b9b0afe11 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:34:40.623083 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:40.762125 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1acd8f41-a857-4d50-a8df-b3d7261ef513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:40.769329 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4aa4a-afb5-4ff5-adf1-aeafa2b68d02 req-88e34423-c4ab-491f-95dd-c923e9307902 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:40.770899 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fbf4aa4a-afb5-4ff5-adf1-aeafa2b68d02 req-88e34423-c4ab-491f-95dd-c923e9307902 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3915e4-540b-4d30-9b1a-f05790330606 HTTP/1.1" status: 200 len: 944 time: 0.0484967 Apr 20 13:34:40.816947 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fbf4aa4a-afb5-4ff5-adf1-aeafa2b68d02 req-8a953685-dafd-4ea2-a5c9-158cd5402215 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=31dc097d-9fe5-4ddc-ab26-402c6eb40c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357924 Apr 20 13:34:40.829198 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-f214436f-fcb2-43f6-9c0c-011e43ab3330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df54986-9d8e-4fd2-abf5-ba0ca404c3fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691268823', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '4a0eea82-6793-496c-ae34-0b3ca337ed66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:34:32Z', 'updated_at': '2022-04-20T13:34:36Z', 'revision_number': 4, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': '4a0eea82-6793-496c-ae34-0b3ca337ed66', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df54986-9d8e-4fd2-abf5-ba0ca404c3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:34:32Z', 'updated_at': '2022-04-20T13:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '1246ef05-47a1-4833-9d38-70e84bd54a7d', 'name': '', 'network_id': 'dd383d6b-56d8-42bb-a18c-24d76839284e', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'mac_address': 'fa:16:3e:73:92:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df54986-9d8e-4fd2-abf5-ba0ca404c3fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'cd2073b2-4992-4114-ad9d-ea2b45b4b39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:34:36Z', 'updated_at': '2022-04-20T13:34:39Z', 'revision_number': 4, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'subnets': [{'id': 'cd2073b2-4992-4114-ad9d-ea2b45b4b39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:40.841171 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-1acd8f41-a857-4d50-a8df-b3d7261ef513 None None] For port 1246ef05-47a1-4833-9d38-70e84bd54a7d, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=1246ef05-47a1-4833-9d38-70e84bd54a7d,segment=NetworkSegment(c77e6082-cca3-4c34-b16c-2ebabbd67812),segment_id=c77e6082-cca3-4c34-b16c-2ebabbd67812)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:34:40.866971 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f214436f-fcb2-43f6-9c0c-011e43ab3330 None None] The sync data for ids ['2df54986-9d8e-4fd2-abf5-ba0ca404c3fc'] in n-d-836015-7 is: [{'id': '2df54986-9d8e-4fd2-abf5-ba0ca404c3fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691268823', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '4a0eea82-6793-496c-ae34-0b3ca337ed66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:34:32Z', 'updated_at': '2022-04-20T13:34:36Z', 'revision_number': 4, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': '4a0eea82-6793-496c-ae34-0b3ca337ed66', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df54986-9d8e-4fd2-abf5-ba0ca404c3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:34:32Z', 'updated_at': '2022-04-20T13:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '1246ef05-47a1-4833-9d38-70e84bd54a7d', 'name': '', 'network_id': 'dd383d6b-56d8-42bb-a18c-24d76839284e', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'mac_address': 'fa:16:3e:73:92:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df54986-9d8e-4fd2-abf5-ba0ca404c3fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'cd2073b2-4992-4114-ad9d-ea2b45b4b39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:34:36Z', 'updated_at': '2022-04-20T13:34:39Z', 'revision_number': 4, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'subnets': [{'id': 'cd2073b2-4992-4114-ad9d-ea2b45b4b39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:34:40.871284 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:40.896140 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3915e4-540b-4d30-9b1a-f05790330606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa8b787-8a35-42ed-9d26-470b9b0afe11'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:34:40.898497 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5408a3f0-500f-4d9d-9b34-60841e25d776" -d '{"events": [{"server_uuid": "fe3915e4-540b-4d30-9b1a-f05790330606", "name": "network-vif-plugged", "status": "completed", "tag": "2aa8b787-8a35-42ed-9d26-470b9b0afe11"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:34:40.920642 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1acd8f41-a857-4d50-a8df-b3d7261ef513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:40.928384 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 2aa8b787-8a35-42ed-9d26-470b9b0afe11, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=2aa8b787-8a35-42ed-9d26-470b9b0afe11,segment=NetworkSegment(903cc42f-59d1-4917-9ec3-cbc3284a45bb),segment_id=903cc42f-59d1-4917-9ec3-cbc3284a45bb)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:34:40.987010 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e7ba87-e3f4-4c89-939f-e5da5f34a512 x-openstack-request-id: req-74e7ba87-e3f4-4c89-939f-e5da5f34a512 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:34:40.987300 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3915e4-540b-4d30-9b1a-f05790330606", "name": "network-vif-plugged", "status": "completed", "tag": "2aa8b787-8a35-42ed-9d26-470b9b0afe11", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:34:40.987642 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-74e7ba87-e3f4-4c89-939f-e5da5f34a512 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:34:40.988043 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74e7ba87-e3f4-4c89-939f-e5da5f34a512'] response: {'server_uuid': 'fe3915e4-540b-4d30-9b1a-f05790330606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa8b787-8a35-42ed-9d26-470b9b0afe11', 'code': 200} Apr 20 13:34:40.992839 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acd8f41-a857-4d50-a8df-b3d7261ef513 None None] Pushing event updated for resources: {'Port': ['ID=1246ef05-47a1-4833-9d38-70e84bd54a7d,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:41.012682 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:41.022269 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device ac7057f8-d475-412f-9831-6ac593ab683c up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:34:41.095242 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=2aa8b787-8a35-42ed-9d26-470b9b0afe11,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:41.098128 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b67ca6-4f6e-4551-b350-1e62201b12bc req-a97faea2-11e2-43b1-8c96-a44b44eab995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:41.099889 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f4b67ca6-4f6e-4551-b350-1e62201b12bc req-a97faea2-11e2-43b1-8c96-a44b44eab995 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fe3915e4-540b-4d30-9b1a-f05790330606 HTTP/1.1" status: 200 len: 1096 time: 0.0517797 Apr 20 13:34:41.138273 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f4b67ca6-4f6e-4551-b350-1e62201b12bc req-9240e945-917d-45f9-8793-88ca3bd348c7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=31dc097d-9fe5-4ddc-ab26-402c6eb40c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310407 Apr 20 13:34:41.167098 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port ac7057f8-d475-412f-9831-6ac593ab683c completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:34:41.171510 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port ac7057f8-d475-412f-9831-6ac593ab683c triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:34:41.172159 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:41.270476 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:41.306241 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port ac7057f8-d475-412f-9831-6ac593ab683c, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=ac7057f8-d475-412f-9831-6ac593ab683c,segment=NetworkSegment(de49c348-9b27-4cbb-824c-38cd5670ffdf),segment_id=de49c348-9b27-4cbb-824c-38cd5670ffdf)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:34:41.361031 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:41.430109 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=ac7057f8-d475-412f-9831-6ac593ab683c,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:41.530533 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-0807ffdf-188b-4169-a385-8c1d186d3993 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:41.532241 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-0807ffdf-188b-4169-a385-8c1d186d3993 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.32 "GET /v2.0/networks?id=dd383d6b-56d8-42bb-a18c-24d76839284e HTTP/1.1" status: 200 len: 795 time: 0.1800034 Apr 20 13:34:41.561501 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce8e33-3b3a-4c8a-aca1-797a7e8d614c req-ffb71a0a-809a-47e6-8fbb-9c22cc7839af tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:41.564002 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-22ce8e33-3b3a-4c8a-aca1-797a7e8d614c req-ffb71a0a-809a-47e6-8fbb-9c22cc7839af tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/ports?device_id=82976ea4-cde7-4e1f-b63b-861d891c659a HTTP/1.1" status: 200 len: 945 time: 0.0784578 Apr 20 13:34:41.598903 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-f644183d-2c60-4631-b836-b667503018e8 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d7599e499ac4ab585978f26ba0a43a9 HTTP/1.1" status: 200 len: 380 time: 0.0555663 Apr 20 13:34:41.609315 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-4ab0618f-009c-48cf-94c1-d6a7dd3b803f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'port': {'device_id': '059ee864-6f04-4785-acbb-62e7ad65d062', 'network_id': 'dd383d6b-56d8-42bb-a18c-24d76839284e', 'admin_state_up': True, 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'security_groups': ['cbdd43a6-38ae-44d6-850f-40132ceffccb']}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:34:41.630612 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-22ce8e33-3b3a-4c8a-aca1-797a7e8d614c req-c4f90a5d-5bab-48d5-949a-3e531b159084 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/security-groups?id=d43b6031-4593-49fe-a072-5f68ebe632c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557806 Apr 20 13:34:41.705485 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-349fcab3-07be-4474-9c5a-eac6e9aa779a req-30fc0482-7e57-4d6a-b41f-e6d3ab6b3c21 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=059ee864-6f04-4785-acbb-62e7ad65d062 HTTP/1.1" status: 200 len: 210 time: 0.0434189 Apr 20 13:34:41.806846 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-4ab0618f-009c-48cf-94c1-d6a7dd3b803f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Made reservation on behalf of 7d7599e499ac4ab585978f26ba0a43a9 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:34:41.810784 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-4ab0618f-009c-48cf-94c1-d6a7dd3b803f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:41.951162 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add049d9-8f1c-4eb0-97d0-9a9fefe3e9ba req-a5bc3fb3-30ab-45ec-896a-f207a9039417 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:41.951965 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-4ab0618f-009c-48cf-94c1-d6a7dd3b803f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Allocated IP 172.20.0.11 (dd383d6b-56d8-42bb-a18c-24d76839284e/cd2073b2-4992-4114-ad9d-ea2b45b4b39f/5ac1b83c-e2bf-45f4-8715-3f23e41922bb) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:34:41.960048 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-add049d9-8f1c-4eb0-97d0-9a9fefe3e9ba req-a5bc3fb3-30ab-45ec-896a-f207a9039417 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3915e4-540b-4d30-9b1a-f05790330606 HTTP/1.1" status: 200 len: 945 time: 0.0591822 Apr 20 13:34:42.008016 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-add049d9-8f1c-4eb0-97d0-9a9fefe3e9ba req-b559f75b-ed02-45d2-a36e-da2fd2efe202 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=31dc097d-9fe5-4ddc-ab26-402c6eb40c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469279 Apr 20 13:34:42.119900 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-4ab0618f-009c-48cf-94c1-d6a7dd3b803f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:42.213329 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-4ab0618f-009c-48cf-94c1-d6a7dd3b803f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:42.257296 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-4ab0618f-009c-48cf-94c1-d6a7dd3b803f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Network dd383d6b-56d8-42bb-a18c-24d76839284e is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:34:42.260507 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-4ab0618f-009c-48cf-94c1-d6a7dd3b803f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:34:42.264286 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-4ab0618f-009c-48cf-94c1-d6a7dd3b803f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:34:42.302893 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0618f-009c-48cf-94c1-d6a7dd3b803f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'Port': ['ID=5ac1b83c-e2bf-45f4-8715-3f23e41922bb,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:42.322471 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:42.344379 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-4ab0618f-009c-48cf-94c1-d6a7dd3b803f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:42.345569 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-4ab0618f-009c-48cf-94c1-d6a7dd3b803f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:42.368302 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 1246ef05-47a1-4833-9d38-70e84bd54a7d up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:34:42.427649 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 1246ef05-47a1-4833-9d38-70e84bd54a7d triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:34:42.428138 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:42.461214 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-4ab0618f-009c-48cf-94c1-d6a7dd3b803f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8560207 Apr 20 13:34:42.474052 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-2f9b037f-8117-49ed-bb79-cbfb8a2a2acb service neutron] Request body: {'port': {'device_id': '059ee864-6f04-4785-acbb-62e7ad65d062', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:34:42.549186 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-2f9b037f-8117-49ed-bb79-cbfb8a2a2acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:42.581473 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-5394c213-a719-405f-9cb7-0b62fcd43462 None None] Provisioning complete for port 5ac1b83c-e2bf-45f4-8715-3f23e41922bb triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:34:42.581944 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5394c213-a719-405f-9cb7-0b62fcd43462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:42.615758 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-5394c213-a719-405f-9cb7-0b62fcd43462 None None] Port 5ac1b83c-e2bf-45f4-8715-3f23e41922bb cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:34:42.793870 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c14f4c-a0dc-4f03-badb-29a8bc542c07 req-7abe6995-da0d-4178-bec3-3dce84249825 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:42.795391 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a5c14f4c-a0dc-4f03-badb-29a8bc542c07 req-7abe6995-da0d-4178-bec3-3dce84249825 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/ports?device_id=82976ea4-cde7-4e1f-b63b-861d891c659a HTTP/1.1" status: 200 len: 945 time: 0.0866845 Apr 20 13:34:42.845977 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-2f9b037f-8117-49ed-bb79-cbfb8a2a2acb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac1b83c-e2bf-45f4-8715-3f23e41922bb {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:34:42.855044 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-2f9b037f-8117-49ed-bb79-cbfb8a2a2acb service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:42.867409 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-2f9b037f-8117-49ed-bb79-cbfb8a2a2acb service neutron] Transition to ACTIVE for port object 5ac1b83c-e2bf-45f4-8715-3f23e41922bb will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:34:42.872275 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c134e8-a6dd-463b-830e-ad8cf44f8e39 req-7da826b5-ca74-43cc-addf-874160aa5ab4 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:42.873753 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-70c134e8-a6dd-463b-830e-ad8cf44f8e39 req-7da826b5-ca74-43cc-addf-874160aa5ab4 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=059ee864-6f04-4785-acbb-62e7ad65d062 HTTP/1.1" status: 200 len: 932 time: 0.0770590 Apr 20 13:34:42.876904 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a5c14f4c-a0dc-4f03-badb-29a8bc542c07 req-f8a99d8d-9266-44fd-94bb-2b82cb469bfb tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/security-groups?id=d43b6031-4593-49fe-a072-5f68ebe632c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722201 Apr 20 13:34:42.915309 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-70c134e8-a6dd-463b-830e-ad8cf44f8e39 req-774af6f5-9c79-4e64-90ba-4837c188bb45 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbdd43a6-38ae-44d6-850f-40132ceffccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350342 Apr 20 13:34:42.944314 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-2f9b037f-8117-49ed-bb79-cbfb8a2a2acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:42.988802 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82976ea4-cde7-4e1f-b63b-861d891c659a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7057f8-d475-412f-9831-6ac593ab683c'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:34:42.992294 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1d37ea-840e-4b14-8b64-85666cb8e2f9" -d '{"events": [{"server_uuid": "82976ea4-cde7-4e1f-b63b-861d891c659a", "name": "network-vif-plugged", "status": "completed", "tag": "ac7057f8-d475-412f-9831-6ac593ab683c"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:34:42.994873 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b037f-8117-49ed-bb79-cbfb8a2a2acb service neutron] Pushing event updated for resources: {'Port': ['ID=5ac1b83c-e2bf-45f4-8715-3f23e41922bb,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:43.040956 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:43.060570 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfceae4f-e320-4cd5-9734-c82ee45aa02f x-openstack-request-id: req-dfceae4f-e320-4cd5-9734-c82ee45aa02f {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:34:43.060865 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82976ea4-cde7-4e1f-b63b-861d891c659a", "name": "network-vif-plugged", "status": "completed", "tag": "ac7057f8-d475-412f-9831-6ac593ab683c", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:34:43.061120 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dfceae4f-e320-4cd5-9734-c82ee45aa02f {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:34:43.061525 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfceae4f-e320-4cd5-9734-c82ee45aa02f'] response: {'server_uuid': '82976ea4-cde7-4e1f-b63b-861d891c659a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7057f8-d475-412f-9831-6ac593ab683c', 'code': 200} Apr 20 13:34:43.105440 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-2f9b037f-8117-49ed-bb79-cbfb8a2a2acb service neutron] Attempting to bind port 5ac1b83c-e2bf-45f4-8715-3f23e41922bb on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:34:43.105892 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-2f9b037f-8117-49ed-bb79-cbfb8a2a2acb service neutron] Attempting to bind port 5ac1b83c-e2bf-45f4-8715-3f23e41922bb by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': 'c77e6082-cca3-4c34-b16c-2ebabbd67812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'dd383d6b-56d8-42bb-a18c-24d76839284e'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:34:43.106299 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-2f9b037f-8117-49ed-bb79-cbfb8a2a2acb service neutron] Attempting to bind port 5ac1b83c-e2bf-45f4-8715-3f23e41922bb on network dd383d6b-56d8-42bb-a18c-24d76839284e {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:34:43.111411 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-2f9b037f-8117-49ed-bb79-cbfb8a2a2acb service neutron] Port 5ac1b83c-e2bf-45f4-8715-3f23e41922bb on network dd383d6b-56d8-42bb-a18c-24d76839284e not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:34:43.111936 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-2f9b037f-8117-49ed-bb79-cbfb8a2a2acb service neutron] Attempting to bind port 5ac1b83c-e2bf-45f4-8715-3f23e41922bb on network dd383d6b-56d8-42bb-a18c-24d76839284e {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:34:43.118425 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-2f9b037f-8117-49ed-bb79-cbfb8a2a2acb service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:34:43.118775 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-2f9b037f-8117-49ed-bb79-cbfb8a2a2acb service neutron] Checking segment: {'id': 'c77e6082-cca3-4c34-b16c-2ebabbd67812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'dd383d6b-56d8-42bb-a18c-24d76839284e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:34:43.119161 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-2f9b037f-8117-49ed-bb79-cbfb8a2a2acb service neutron] Bound using segment: {'id': 'c77e6082-cca3-4c34-b16c-2ebabbd67812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'dd383d6b-56d8-42bb-a18c-24d76839284e'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:34:43.119696 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-2f9b037f-8117-49ed-bb79-cbfb8a2a2acb service neutron] Bound port: 5ac1b83c-e2bf-45f4-8715-3f23e41922bb, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c77e6082-cca3-4c34-b16c-2ebabbd67812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'dd383d6b-56d8-42bb-a18c-24d76839284e'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:34:43.120073 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-2f9b037f-8117-49ed-bb79-cbfb8a2a2acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:43.214778 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-2f9b037f-8117-49ed-bb79-cbfb8a2a2acb service neutron] For port 5ac1b83c-e2bf-45f4-8715-3f23e41922bb, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:34:43.217703 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80bac6-5e35-4492-ba02-375ab86f99e6 req-9b5be89a-4cee-404b-80ab-8c038a70587c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:43.218972 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-2f9b037f-8117-49ed-bb79-cbfb8a2a2acb service neutron] For port 5ac1b83c-e2bf-45f4-8715-3f23e41922bb, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=5ac1b83c-e2bf-45f4-8715-3f23e41922bb,segment=NetworkSegment(c77e6082-cca3-4c34-b16c-2ebabbd67812),segment_id=c77e6082-cca3-4c34-b16c-2ebabbd67812)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:34:43.219200 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0b80bac6-5e35-4492-ba02-375ab86f99e6 req-9b5be89a-4cee-404b-80ab-8c038a70587c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=82976ea4-cde7-4e1f-b63b-861d891c659a HTTP/1.1" status: 200 len: 1096 time: 0.0979128 Apr 20 13:34:43.231760 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223dfbf2-595f-4486-ac0e-26113fefe56f req-fdca4ef0-4120-439f-8445-b86596eacc0b tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:43.233294 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-223dfbf2-595f-4486-ac0e-26113fefe56f req-fdca4ef0-4120-439f-8445-b86596eacc0b tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3915e4-540b-4d30-9b1a-f05790330606 HTTP/1.1" status: 200 len: 945 time: 0.1031702 Apr 20 13:34:43.287135 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-2f9b037f-8117-49ed-bb79-cbfb8a2a2acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:43.288462 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0b80bac6-5e35-4492-ba02-375ab86f99e6 req-9cf09388-e1f7-4909-8c4a-94372cb47adc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d43b6031-4593-49fe-a072-5f68ebe632c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542068 Apr 20 13:34:43.302501 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-223dfbf2-595f-4486-ac0e-26113fefe56f req-797b37a7-fe03-4c9c-979d-9e75d338af59 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=31dc097d-9fe5-4ddc-ab26-402c6eb40c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539305 Apr 20 13:34:43.358855 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-2f9b037f-8117-49ed-bb79-cbfb8a2a2acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:43.359580 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-2f9b037f-8117-49ed-bb79-cbfb8a2a2acb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:43.361203 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-2f9b037f-8117-49ed-bb79-cbfb8a2a2acb service neutron] 10.222.0.32 "PUT /v2.0/ports/5ac1b83c-e2bf-45f4-8715-3f23e41922bb HTTP/1.1" status: 200 len: 1092 time: 0.8917782 Apr 20 13:34:43.361651 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059ee864-6f04-4785-acbb-62e7ad65d062', 'tag': '5ac1b83c-e2bf-45f4-8715-3f23e41922bb'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:34:43.364221 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe989505-9063-40ed-a9f9-ef7252eb83cf" -d '{"events": [{"name": "network-changed", "server_uuid": "059ee864-6f04-4785-acbb-62e7ad65d062", "tag": "5ac1b83c-e2bf-45f4-8715-3f23e41922bb"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:34:43.375387 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b037f-8117-49ed-bb79-cbfb8a2a2acb service neutron] Pushing event updated for resources: {'Port': ['ID=5ac1b83c-e2bf-45f4-8715-3f23e41922bb,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:43.425306 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e79560-3e7e-45dc-ad69-441bee71e896 x-openstack-request-id: req-d5e79560-3e7e-45dc-ad69-441bee71e896 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:34:43.425306 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059ee864-6f04-4785-acbb-62e7ad65d062", "tag": "5ac1b83c-e2bf-45f4-8715-3f23e41922bb", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:34:43.425306 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d5e79560-3e7e-45dc-ad69-441bee71e896 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:34:43.425306 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5e79560-3e7e-45dc-ad69-441bee71e896'] response: {'name': 'network-changed', 'server_uuid': '059ee864-6f04-4785-acbb-62e7ad65d062', 'tag': '5ac1b83c-e2bf-45f4-8715-3f23e41922bb', 'status': 'completed', 'code': 200} Apr 20 13:34:43.444706 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8683667-bec4-4f87-a7ea-dbbcc0675fde req-9e700397-26e3-4706-8c08-38b7f46119b7 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:43.446253 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d8683667-bec4-4f87-a7ea-dbbcc0675fde req-9e700397-26e3-4706-8c08-38b7f46119b7 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3915e4-540b-4d30-9b1a-f05790330606 HTTP/1.1" status: 200 len: 945 time: 0.0581026 Apr 20 13:34:43.456126 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 49762) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:43.463455 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-b9e74fa1-b968-499e-b6c3-29e8f39f89c7 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Request body: {'floatingip': {'port_id': '2aa8b787-8a35-42ed-9d26-470b9b0afe11'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:34:43.506260 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe989505-9063-40ed-a9f9-ef7252eb83cf req-ce5ae5ea-a419-4e0e-964b-c2064de587c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:43.507882 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-fe989505-9063-40ed-a9f9-ef7252eb83cf req-ce5ae5ea-a419-4e0e-964b-c2064de587c1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d7599e499ac4ab585978f26ba0a43a9&device_id=059ee864-6f04-4785-acbb-62e7ad65d062 HTTP/1.1" status: 200 len: 1095 time: 0.0597653 Apr 20 13:34:43.514579 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b9e74fa1-b968-499e-b6c3-29e8f39f89c7 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks [] for floatingip, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:43.719151 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe989505-9063-40ed-a9f9-ef7252eb83cf req-83ceb887-7555-4789-9ea5-7504fddade79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:43.720662 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-fe989505-9063-40ed-a9f9-ef7252eb83cf req-83ceb887-7555-4789-9ea5-7504fddade79 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=7d7599e499ac4ab585978f26ba0a43a9&shared=False HTTP/1.1" status: 200 len: 896 time: 0.2048049 Apr 20 13:34:43.877827 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe989505-9063-40ed-a9f9-ef7252eb83cf req-34ce8af3-554d-49f9-be53-df7468252568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:43.879347 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-fe989505-9063-40ed-a9f9-ef7252eb83cf req-34ce8af3-554d-49f9-be53-df7468252568 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1525030 Apr 20 13:34:43.991077 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-53d0451d-bf52-4fcb-82a3-86d6804a3835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:43.993253 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-53d0451d-bf52-4fcb-82a3-86d6804a3835 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d7599e499ac4ab585978f26ba0a43a9&device_id=059ee864-6f04-4785-acbb-62e7ad65d062 HTTP/1.1" status: 200 len: 1095 time: 0.0753536 Apr 20 13:34:44.020509 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b9e74fa1-b968-499e-b6c3-29e8f39f89c7 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:44.053406 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-f02931a4-fcf0-47a6-84e4-2608b0f6d977 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ac1b83c-e2bf-45f4-8715-3f23e41922bb HTTP/1.1" status: 200 len: 217 time: 0.0519993 Apr 20 13:34:44.083864 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ff2b9-66bf-42b3-b1ad-b9412c8a7526 req-e49f9f03-ed41-458d-bd79-ee5ba8ddd52c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:44.085404 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2f8ff2b9-66bf-42b3-b1ad-b9412c8a7526 req-e49f9f03-ed41-458d-bd79-ee5ba8ddd52c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=059ee864-6f04-4785-acbb-62e7ad65d062 HTTP/1.1" status: 200 len: 944 time: 0.0857642 Apr 20 13:34:44.093409 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea52d6-4641-4ede-91e7-94f276c52e25 req-514b248f-4255-4b27-aa60-d1f646e35088 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:44.095018 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-19ea52d6-4641-4ede-91e7-94f276c52e25 req-514b248f-4255-4b27-aa60-d1f646e35088 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/ports?device_id=82976ea4-cde7-4e1f-b63b-861d891c659a HTTP/1.1" status: 200 len: 945 time: 0.0986750 Apr 20 13:34:44.096460 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b9e74fa1-b968-499e-b6c3-29e8f39f89c7 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:44.110218 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-b1f61d84-471d-42db-b243-5bb859cc9f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:44.115954 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-b1f61d84-471d-42db-b243-5bb859cc9f75 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cd2073b2-4992-4114-ad9d-ea2b45b4b39f HTTP/1.1" status: 200 len: 834 time: 0.0521331 Apr 20 13:34:44.159943 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-6293472a-3151-4d37-9902-b53786bcb3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:44.161503 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-6293472a-3151-4d37-9902-b53786bcb3f9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dd383d6b-56d8-42bb-a18c-24d76839284e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424604 Apr 20 13:34:44.269055 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-ba4801c5-9853-4f1c-9b21-f6457a0a93c5 service neutron] 10.222.0.32 "GET /v2.0/networks/dd383d6b-56d8-42bb-a18c-24d76839284e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007657 Apr 20 13:34:44.365117 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f30e9a49-cf99-4547-8087-237e112d08d3 req-eafe8329-3cb4-4a72-98e4-b0c4a609c178 service neutron] 10.222.0.32 "GET /v2.0/networks/dd383d6b-56d8-42bb-a18c-24d76839284e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887969 Apr 20 13:34:44.581029 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2f8ff2b9-66bf-42b3-b1ad-b9412c8a7526 req-060b4c72-0840-4791-aefd-31e8d2cdfec6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbdd43a6-38ae-44d6-850f-40132ceffccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4519167 Apr 20 13:34:44.595376 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-19ea52d6-4641-4ede-91e7-94f276c52e25 req-60733637-5147-45bd-99f8-495cebb05117 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/security-groups?id=d43b6031-4593-49fe-a072-5f68ebe632c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4550579 Apr 20 13:34:44.600165 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-b9e74fa1-b968-499e-b6c3-29e8f39f89c7 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Floating IP 7d7cbca9-553c-4938-97f7-b4b5bc2dddb5 associated. External IP: 172.25.8.88, port: 2aa8b787-8a35-42ed-9d26-470b9b0afe11. Apr 20 13:34:44.819167 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e74fa1-b968-499e-b6c3-29e8f39f89c7 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Router f003fc6b-4b98-49bd-abe4-4b089809c76c has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:34:44.928041 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e74fa1-b968-499e-b6c3-29e8f39f89c7 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:34:44.932484 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b9e74fa1-b968-499e-b6c3-29e8f39f89c7 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:44.938702 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85025f95-2504-42b0-8575-af8147b2313b None None] Sync routers for ids ['f003fc6b-4b98-49bd-abe4-4b089809c76c'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:34:44.949910 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85025f95-2504-42b0-8575-af8147b2313b None None] Routers {'f003fc6b-4b98-49bd-abe4-4b089809c76c'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:34:44.950524 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-85025f95-2504-42b0-8575-af8147b2313b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:34:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f003fc6b-4b98-49bd-abe4-4b089809c76c'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:44.969012 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b9e74fa1-b968-499e-b6c3-29e8f39f89c7 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "PUT /v2.0/floatingips/7d7cbca9-553c-4938-97f7-b4b5bc2dddb5 HTTP/1.1" status: 200 len: 990 time: 1.5029485 Apr 20 13:34:44.969012 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe3915e4-540b-4d30-9b1a-f05790330606', 'tag': '2aa8b787-8a35-42ed-9d26-470b9b0afe11'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:34:44.969012 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de74ee8-6121-4da4-b05e-725247c5c982" -d '{"events": [{"name": "network-changed", "server_uuid": "fe3915e4-540b-4d30-9b1a-f05790330606", "tag": "2aa8b787-8a35-42ed-9d26-470b9b0afe11"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:34:45.002770 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37982962-1a2a-4a47-a0ed-6fce122df9e2 x-openstack-request-id: req-37982962-1a2a-4a47-a0ed-6fce122df9e2 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:34:45.003052 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe3915e4-540b-4d30-9b1a-f05790330606", "tag": "2aa8b787-8a35-42ed-9d26-470b9b0afe11", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:34:45.003298 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-37982962-1a2a-4a47-a0ed-6fce122df9e2 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:34:45.003754 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37982962-1a2a-4a47-a0ed-6fce122df9e2'] response: {'name': 'network-changed', 'server_uuid': 'fe3915e4-540b-4d30-9b1a-f05790330606', 'tag': '2aa8b787-8a35-42ed-9d26-470b9b0afe11', 'status': 'completed', 'code': 200} Apr 20 13:34:45.070237 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de74ee8-6121-4da4-b05e-725247c5c982 req-99eb0e86-4a83-4ef8-aa6f-ea3527edd097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:45.072366 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6de74ee8-6121-4da4-b05e-725247c5c982 req-99eb0e86-4a83-4ef8-aa6f-ea3527edd097 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d2e9573cd38a42bf9eb285f5cfe9d1c8&device_id=fe3915e4-540b-4d30-9b1a-f05790330606 HTTP/1.1" status: 200 len: 1096 time: 0.0467715 Apr 20 13:34:45.158268 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-85025f95-2504-42b0-8575-af8147b2313b None None] Set router f003fc6b-4b98-49bd-abe4-4b089809c76c gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:34:45.191509 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de74ee8-6121-4da4-b05e-725247c5c982 req-da5fcb68-f9e0-4860-b556-1a123d19f7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:45.192975 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6de74ee8-6121-4da4-b05e-725247c5c982 req-da5fcb68-f9e0-4860-b556-1a123d19f7e9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=27d17f00-84b7-400c-970d-be61917bd03a HTTP/1.1" status: 200 len: 910 time: 0.1128538 Apr 20 13:34:45.261154 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6de74ee8-6121-4da4-b05e-725247c5c982 req-e6dd6417-003b-49f9-8bb7-17f3163e2397 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2aa8b787-8a35-42ed-9d26-470b9b0afe11 HTTP/1.1" status: 200 len: 998 time: 0.0611835 Apr 20 13:34:45.316286 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de74ee8-6121-4da4-b05e-725247c5c982 req-09252108-f8c8-4c6e-9893-8c683e5cc1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:45.317827 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6de74ee8-6121-4da4-b05e-725247c5c982 req-09252108-f8c8-4c6e-9893-8c683e5cc1c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=562e00d1-6211-4fe8-a521-472a5db1803b HTTP/1.1" status: 200 len: 848 time: 0.0505273 Apr 20 13:34:45.373970 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de74ee8-6121-4da4-b05e-725247c5c982 req-7c317540-27f7-423e-93de-9e3593a6f0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:45.375480 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6de74ee8-6121-4da4-b05e-725247c5c982 req-7c317540-27f7-423e-93de-9e3593a6f0ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27d17f00-84b7-400c-970d-be61917bd03a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510097 Apr 20 13:34:45.384364 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-85025f95-2504-42b0-8575-af8147b2313b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'name': 'tempest-AttachVolumeTestJSON-46680124-router', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '5572c62e-2702-45ec-937d-e05b40d0c751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:29:40Z', 'updated_at': '2022-04-20T13:29:45Z', 'revision_number': 4, 'project_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'gw_port': {'id': '5572c62e-2702-45ec-937d-e05b40d0c751', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:41Z', 'updated_at': '2022-04-20T13:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '7d7cbca9-553c-4938-97f7-b4b5bc2dddb5', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'floating_ip_address': '172.25.8.88', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'port_id': '2aa8b787-8a35-42ed-9d26-470b9b0afe11', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27d17f00-84b7-400c-970d-be61917bd03a', 'mac_address': 'fa:16:3e:87:d3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3915e4-540b-4d30-9b1a-f05790330606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:34:24Z', 'updated_at': '2022-04-20T13:34:43Z', 'revision_number': 1, 'project_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbfa4987-ad73-4f14-a879-45bf44e2bea2', 'name': '', 'network_id': '27d17f00-84b7-400c-970d-be61917bd03a', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'mac_address': 'fa:16:3e:47:cc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '562e00d1-6211-4fe8-a521-472a5db1803b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:44Z', 'updated_at': '2022-04-20T13:29:50Z', 'revision_number': 5, 'project_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'subnets': [{'id': '562e00d1-6211-4fe8-a521-472a5db1803b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:45.413302 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85025f95-2504-42b0-8575-af8147b2313b None None] Checking router: f003fc6b-4b98-49bd-abe4-4b089809c76c for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:34:45.421632 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85025f95-2504-42b0-8575-af8147b2313b None None] Routers {'f003fc6b-4b98-49bd-abe4-4b089809c76c'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:34:45.422233 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-85025f95-2504-42b0-8575-af8147b2313b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:34:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f003fc6b-4b98-49bd-abe4-4b089809c76c'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:45.464579 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6de74ee8-6121-4da4-b05e-725247c5c982 req-3f6b9db0-9cc6-4698-8732-392288fbb7e8 service neutron] 10.222.0.15 "GET /v2.0/networks/27d17f00-84b7-400c-970d-be61917bd03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823212 Apr 20 13:34:45.554642 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-85025f95-2504-42b0-8575-af8147b2313b None None] Set router f003fc6b-4b98-49bd-abe4-4b089809c76c gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:34:45.566795 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6de74ee8-6121-4da4-b05e-725247c5c982 req-54858dab-d09e-4d81-a927-55c107ba2271 service neutron] 10.222.0.15 "GET /v2.0/networks/27d17f00-84b7-400c-970d-be61917bd03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951843 Apr 20 13:34:45.707264 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cda54f-913c-4c36-a82e-5b374c54d707 req-45a73410-98dd-4536-a80b-36c18bea1e1f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:45.708932 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-19cda54f-913c-4c36-a82e-5b374c54d707 req-45a73410-98dd-4536-a80b-36c18bea1e1f tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=059ee864-6f04-4785-acbb-62e7ad65d062 HTTP/1.1" status: 200 len: 944 time: 0.0531480 Apr 20 13:34:45.782661 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-19cda54f-913c-4c36-a82e-5b374c54d707 req-127b1058-cb3b-403f-bfae-e110e966d7d3 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbdd43a6-38ae-44d6-850f-40132ceffccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648489 Apr 20 13:34:45.790363 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-85025f95-2504-42b0-8575-af8147b2313b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'name': 'tempest-AttachVolumeTestJSON-46680124-router', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '5572c62e-2702-45ec-937d-e05b40d0c751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:29:40Z', 'updated_at': '2022-04-20T13:29:45Z', 'revision_number': 4, 'project_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'gw_port': {'id': '5572c62e-2702-45ec-937d-e05b40d0c751', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:41Z', 'updated_at': '2022-04-20T13:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '7d7cbca9-553c-4938-97f7-b4b5bc2dddb5', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'floating_ip_address': '172.25.8.88', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'port_id': '2aa8b787-8a35-42ed-9d26-470b9b0afe11', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27d17f00-84b7-400c-970d-be61917bd03a', 'mac_address': 'fa:16:3e:87:d3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3915e4-540b-4d30-9b1a-f05790330606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:34:24Z', 'updated_at': '2022-04-20T13:34:43Z', 'revision_number': 1, 'project_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbfa4987-ad73-4f14-a879-45bf44e2bea2', 'name': '', 'network_id': '27d17f00-84b7-400c-970d-be61917bd03a', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'mac_address': 'fa:16:3e:47:cc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '562e00d1-6211-4fe8-a521-472a5db1803b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:44Z', 'updated_at': '2022-04-20T13:29:50Z', 'revision_number': 5, 'project_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'subnets': [{'id': '562e00d1-6211-4fe8-a521-472a5db1803b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:45.796282 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367abcaa-a136-4d37-b582-c737b8fc4842 req-17c3d04e-5605-4264-8343-84af51ba2cc5 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:45.807009 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-367abcaa-a136-4d37-b582-c737b8fc4842 req-17c3d04e-5605-4264-8343-84af51ba2cc5 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/ports?device_id=82976ea4-cde7-4e1f-b63b-861d891c659a HTTP/1.1" status: 200 len: 945 time: 0.0868459 Apr 20 13:34:45.823000 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85025f95-2504-42b0-8575-af8147b2313b None None] The sync data for ids ['f003fc6b-4b98-49bd-abe4-4b089809c76c'] in n-d-836015-7 is: [{'id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'name': 'tempest-AttachVolumeTestJSON-46680124-router', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '5572c62e-2702-45ec-937d-e05b40d0c751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:29:40Z', 'updated_at': '2022-04-20T13:29:45Z', 'revision_number': 4, 'project_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'gw_port': {'id': '5572c62e-2702-45ec-937d-e05b40d0c751', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:41Z', 'updated_at': '2022-04-20T13:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '7d7cbca9-553c-4938-97f7-b4b5bc2dddb5', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'floating_ip_address': '172.25.8.88', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'port_id': '2aa8b787-8a35-42ed-9d26-470b9b0afe11', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27d17f00-84b7-400c-970d-be61917bd03a', 'mac_address': 'fa:16:3e:87:d3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe3915e4-540b-4d30-9b1a-f05790330606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:34:24Z', 'updated_at': '2022-04-20T13:34:43Z', 'revision_number': 1, 'project_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbfa4987-ad73-4f14-a879-45bf44e2bea2', 'name': '', 'network_id': '27d17f00-84b7-400c-970d-be61917bd03a', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'mac_address': 'fa:16:3e:47:cc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '562e00d1-6211-4fe8-a521-472a5db1803b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:44Z', 'updated_at': '2022-04-20T13:29:50Z', 'revision_number': 5, 'project_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'subnets': [{'id': '562e00d1-6211-4fe8-a521-472a5db1803b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:34:45.844004 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-367abcaa-a136-4d37-b582-c737b8fc4842 req-a7f0fdc2-862b-4a78-861b-84745c743452 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/security-groups?id=d43b6031-4593-49fe-a072-5f68ebe632c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395598 Apr 20 13:34:45.978501 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4a0e2-f20e-405d-899d-b24da454b06f req-f91f3d68-3991-42dd-a947-4e39eb2a8001 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:45.980406 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-59f4a0e2-f20e-405d-899d-b24da454b06f req-f91f3d68-3991-42dd-a947-4e39eb2a8001 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/ports?device_id=82976ea4-cde7-4e1f-b63b-861d891c659a HTTP/1.1" status: 200 len: 945 time: 0.0528817 Apr 20 13:34:46.026991 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-59f4a0e2-f20e-405d-899d-b24da454b06f req-4b78bdb3-4774-44be-a22b-1efa4823480e tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/security-groups?id=d43b6031-4593-49fe-a072-5f68ebe632c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397940 Apr 20 13:34:46.057292 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25e7752-7e04-44fc-9fdb-5978d260978b None None] New status for floating IP 7d7cbca9-553c-4938-97f7-b4b5bc2dddb5: ACTIVE {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:34:46.453987 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3432b0-bead-41b9-b6df-625715ffd47c req-ee9e3d7c-f756-4d98-923d-004e6b81bc86 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:46.455516 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4b3432b0-bead-41b9-b6df-625715ffd47c req-ee9e3d7c-f756-4d98-923d-004e6b81bc86 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/ports?device_id=82976ea4-cde7-4e1f-b63b-861d891c659a HTTP/1.1" status: 200 len: 945 time: 0.0516429 Apr 20 13:34:46.495287 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4b3432b0-bead-41b9-b6df-625715ffd47c req-9fc22315-8dca-47db-9411-4b114b33e6d1 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/security-groups?id=d43b6031-4593-49fe-a072-5f68ebe632c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336394 Apr 20 13:34:46.900942 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84947b-5bec-4629-88c4-10412e4a019a req-c596cc8b-3d82-4577-9a01-b807a226988a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:46.902377 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6c84947b-5bec-4629-88c4-10412e4a019a req-c596cc8b-3d82-4577-9a01-b807a226988a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=059ee864-6f04-4785-acbb-62e7ad65d062 HTTP/1.1" status: 200 len: 944 time: 0.0470698 Apr 20 13:34:46.943128 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6c84947b-5bec-4629-88c4-10412e4a019a req-ffa41b54-edf1-45e9-bbcc-39bf297876e6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbdd43a6-38ae-44d6-850f-40132ceffccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345576 Apr 20 13:34:47.735230 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 5ac1b83c-e2bf-45f4-8715-3f23e41922bb details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:34:47.776499 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3ed1b-b90b-4bf6-a3c9-3ba50e79fa2f req-4d86f8a8-1979-4ec6-9a58-239d467ede58 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:47.777901 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1b3ed1b-b90b-4bf6-a3c9-3ba50e79fa2f req-4d86f8a8-1979-4ec6-9a58-239d467ede58 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/ports?device_id=82976ea4-cde7-4e1f-b63b-861d891c659a HTTP/1.1" status: 200 len: 945 time: 0.2129407 Apr 20 13:34:47.817052 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1b3ed1b-b90b-4bf6-a3c9-3ba50e79fa2f req-ec3c6df7-74fd-4ecb-95ba-457d599490ca tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/security-groups?id=d43b6031-4593-49fe-a072-5f68ebe632c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322566 Apr 20 13:34:47.838628 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 5ac1b83c-e2bf-45f4-8715-3f23e41922bb, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=5ac1b83c-e2bf-45f4-8715-3f23e41922bb,segment=NetworkSegment(c77e6082-cca3-4c34-b16c-2ebabbd67812),segment_id=c77e6082-cca3-4c34-b16c-2ebabbd67812)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:34:48.009116 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '5ac1b83c-e2bf-45f4-8715-3f23e41922bb', 'network_id': 'dd383d6b-56d8-42bb-a18c-24d76839284e', 'port_id': '5ac1b83c-e2bf-45f4-8715-3f23e41922bb', 'mac_address': 'fa:16:3e:dc:62:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd2073b2-4992-4114-ad9d-ea2b45b4b39f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:34:48.048972 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:48.060797 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3a5ff-1568-48b0-b856-584d212e01b3 req-813b341f-11af-4c61-865a-95c8ac0d2b91 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:48.062733 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac1b83c-e2bf-45f4-8715-3f23e41922bb {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:34:48.062851 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dfa3a5ff-1568-48b0-b856-584d212e01b3 req-813b341f-11af-4c61-865a-95c8ac0d2b91 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=059ee864-6f04-4785-acbb-62e7ad65d062 HTTP/1.1" status: 200 len: 944 time: 0.0515265 Apr 20 13:34:48.083637 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 5ac1b83c-e2bf-45f4-8715-3f23e41922bb, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=5ac1b83c-e2bf-45f4-8715-3f23e41922bb,segment=NetworkSegment(c77e6082-cca3-4c34-b16c-2ebabbd67812),segment_id=c77e6082-cca3-4c34-b16c-2ebabbd67812)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:34:48.104743 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dfa3a5ff-1568-48b0-b856-584d212e01b3 req-35faee98-d904-4bfb-9001-517a9ab936ef tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbdd43a6-38ae-44d6-850f-40132ceffccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350888 Apr 20 13:34:48.172171 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:48.229816 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=5ac1b83c-e2bf-45f4-8715-3f23e41922bb,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:48.238212 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d82257-9c17-4eeb-ac8e-715328e28e34 req-a34af388-1a24-4bc5-bccb-1ced163d5354 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:48.240061 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-38d82257-9c17-4eeb-ac8e-715328e28e34 req-a34af388-1a24-4bc5-bccb-1ced163d5354 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/ports?device_id=82976ea4-cde7-4e1f-b63b-861d891c659a HTTP/1.1" status: 200 len: 945 time: 0.0548799 Apr 20 13:34:48.288946 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-38d82257-9c17-4eeb-ac8e-715328e28e34 req-127bde0a-16a3-422a-9d82-c64306d435c4 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/security-groups?id=d43b6031-4593-49fe-a072-5f68ebe632c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391071 Apr 20 13:34:48.345006 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a8c4f-e46e-49e1-adac-6e9e537c361a req-90a7656a-da7b-4356-90bf-c923d7e0d9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:48.346530 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-435a8c4f-e46e-49e1-adac-6e9e537c361a req-90a7656a-da7b-4356-90bf-c923d7e0d9a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7cbd582e24c84e318c6d364aeeea2fdf&device_id=82976ea4-cde7-4e1f-b63b-861d891c659a HTTP/1.1" status: 200 len: 1096 time: 0.0426526 Apr 20 13:34:48.439048 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a8c4f-e46e-49e1-adac-6e9e537c361a req-c051edc2-9e43-4fb5-9fab-6cad3add019c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:48.440649 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-435a8c4f-e46e-49e1-adac-6e9e537c361a req-c051edc2-9e43-4fb5-9fab-6cad3add019c service neutron] 10.222.0.15 "GET /v2.0/networks?id=3f5e0d85-b943-4e18-ba48-36b331bdab9b HTTP/1.1" status: 200 len: 913 time: 0.0858445 Apr 20 13:34:48.475042 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['5ac1b83c-e2bf-45f4-8715-3f23e41922bb'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:34:48.503346 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-435a8c4f-e46e-49e1-adac-6e9e537c361a req-fdc5a4ba-f7f8-49e9-9a41-ac94ba1df666 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac7057f8-d475-412f-9831-6ac593ab683c HTTP/1.1" status: 200 len: 217 time: 0.0551016 Apr 20 13:34:48.561634 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a8c4f-e46e-49e1-adac-6e9e537c361a req-5a6baafe-3636-4852-acb5-5ae83e684479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:48.563038 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-435a8c4f-e46e-49e1-adac-6e9e537c361a req-5a6baafe-3636-4852-acb5-5ae83e684479 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0cd01a79-24fe-4fc2-b0e3-c158f3d2ab29 HTTP/1.1" status: 200 len: 852 time: 0.0531526 Apr 20 13:34:48.595145 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-435a8c4f-e46e-49e1-adac-6e9e537c361a req-10f87b39-26ed-4c15-9c06-c71e3c6c75e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f5e0d85-b943-4e18-ba48-36b331bdab9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251796 Apr 20 13:34:48.694119 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-435a8c4f-e46e-49e1-adac-6e9e537c361a req-42d5831e-9a46-4782-8668-371b9614c4af service neutron] 10.222.0.15 "GET /v2.0/networks/3f5e0d85-b943-4e18-ba48-36b331bdab9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894480 Apr 20 13:34:48.786150 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-435a8c4f-e46e-49e1-adac-6e9e537c361a req-2af944ec-6dd2-4869-a797-49753d49fb3c service neutron] 10.222.0.15 "GET /v2.0/networks/3f5e0d85-b943-4e18-ba48-36b331bdab9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850451 Apr 20 13:34:49.240834 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6fddd0-477d-4f47-bc38-ef092bfbb115 req-d4df1289-e693-4e19-9b97-a450efa92c6d tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:49.242406 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e6fddd0-477d-4f47-bc38-ef092bfbb115 req-d4df1289-e693-4e19-9b97-a450efa92c6d tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=059ee864-6f04-4785-acbb-62e7ad65d062 HTTP/1.1" status: 200 len: 945 time: 0.0539377 Apr 20 13:34:49.284346 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e6fddd0-477d-4f47-bc38-ef092bfbb115 req-3a8e5a0f-a681-4058-afd7-a98e71cf0702 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbdd43a6-38ae-44d6-850f-40132ceffccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349560 Apr 20 13:34:49.418106 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f6ee9-a912-405c-b1e5-d91bad718686 req-519315b2-9bc1-4d78-b8cb-5b10d43350b3 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:49.419599 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-da7f6ee9-a912-405c-b1e5-d91bad718686 req-519315b2-9bc1-4d78-b8cb-5b10d43350b3 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/ports?device_id=82976ea4-cde7-4e1f-b63b-861d891c659a HTTP/1.1" status: 200 len: 945 time: 0.0541070 Apr 20 13:34:49.457255 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-da7f6ee9-a912-405c-b1e5-d91bad718686 req-eb235ac8-24b6-4217-a8f4-dab866aaf7df tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/security-groups?id=d43b6031-4593-49fe-a072-5f68ebe632c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315890 Apr 20 13:34:49.734886 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 5ac1b83c-e2bf-45f4-8715-3f23e41922bb up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:34:49.920929 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 5ac1b83c-e2bf-45f4-8715-3f23e41922bb completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:34:49.925747 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 5ac1b83c-e2bf-45f4-8715-3f23e41922bb triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:34:49.926251 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:50.006415 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:50.028921 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059ee864-6f04-4785-acbb-62e7ad65d062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac1b83c-e2bf-45f4-8715-3f23e41922bb'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:34:50.031159 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991959f8-a305-4ee1-ab02-756ffbca9ead" -d '{"events": [{"server_uuid": "059ee864-6f04-4785-acbb-62e7ad65d062", "name": "network-vif-plugged", "status": "completed", "tag": "5ac1b83c-e2bf-45f4-8715-3f23e41922bb"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:34:50.058361 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 5ac1b83c-e2bf-45f4-8715-3f23e41922bb, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=5ac1b83c-e2bf-45f4-8715-3f23e41922bb,segment=NetworkSegment(c77e6082-cca3-4c34-b16c-2ebabbd67812),segment_id=c77e6082-cca3-4c34-b16c-2ebabbd67812)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:34:50.072804 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa70789-83fd-4633-a435-7b130eec6127 x-openstack-request-id: req-cfa70789-83fd-4633-a435-7b130eec6127 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:34:50.073095 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059ee864-6f04-4785-acbb-62e7ad65d062", "name": "network-vif-plugged", "status": "completed", "tag": "5ac1b83c-e2bf-45f4-8715-3f23e41922bb", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:34:50.073351 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cfa70789-83fd-4633-a435-7b130eec6127 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:34:50.073777 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfa70789-83fd-4633-a435-7b130eec6127'] response: {'server_uuid': '059ee864-6f04-4785-acbb-62e7ad65d062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac1b83c-e2bf-45f4-8715-3f23e41922bb', 'code': 200} Apr 20 13:34:50.127042 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:50.172404 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31553da5-6858-4fea-9c0d-c7d09dbaa302 req-ce92314a-b745-4e63-8886-a8b0e4db80f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:50.174016 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-31553da5-6858-4fea-9c0d-c7d09dbaa302 req-ce92314a-b745-4e63-8886-a8b0e4db80f4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=059ee864-6f04-4785-acbb-62e7ad65d062 HTTP/1.1" status: 200 len: 1097 time: 0.0464318 Apr 20 13:34:50.181488 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=5ac1b83c-e2bf-45f4-8715-3f23e41922bb,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:50.210199 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-31553da5-6858-4fea-9c0d-c7d09dbaa302 req-cc9c6f8a-a4ee-4584-8932-0e44621ab195 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cbdd43a6-38ae-44d6-850f-40132ceffccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296814 Apr 20 13:34:50.457974 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003c42c-cb86-4de7-a0ad-1dc261e3ab41 req-b9ffdfc3-49e8-4af3-90a9-f097accd6861 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:50.459425 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3003c42c-cb86-4de7-a0ad-1dc261e3ab41 req-b9ffdfc3-49e8-4af3-90a9-f097accd6861 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=059ee864-6f04-4785-acbb-62e7ad65d062 HTTP/1.1" status: 200 len: 946 time: 0.1065969 Apr 20 13:34:50.499857 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3003c42c-cb86-4de7-a0ad-1dc261e3ab41 req-4250653f-10cd-4dec-ac34-c98298d36521 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbdd43a6-38ae-44d6-850f-40132ceffccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342939 Apr 20 13:34:50.578204 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cede33b-4ebd-4cd6-b40e-4ea8c98f42f9 req-e54806ce-4447-423e-9c40-87758a29875a tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:50.579688 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1cede33b-4ebd-4cd6-b40e-4ea8c98f42f9 req-e54806ce-4447-423e-9c40-87758a29875a tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/ports?device_id=82976ea4-cde7-4e1f-b63b-861d891c659a HTTP/1.1" status: 200 len: 945 time: 0.0496721 Apr 20 13:34:50.621898 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1cede33b-4ebd-4cd6-b40e-4ea8c98f42f9 req-b3d04481-22b1-45a5-86be-92ac9e86f631 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/security-groups?id=d43b6031-4593-49fe-a072-5f68ebe632c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357695 Apr 20 13:34:51.047913 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f36b4-7b8a-40ff-b690-83b49df5c832 req-15d2480a-b2ac-484c-95ab-4bd31c202aa5 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:51.049303 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8d3f36b4-7b8a-40ff-b690-83b49df5c832 req-15d2480a-b2ac-484c-95ab-4bd31c202aa5 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/ports?device_id=82976ea4-cde7-4e1f-b63b-861d891c659a HTTP/1.1" status: 200 len: 945 time: 0.0532146 Apr 20 13:34:51.087556 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8d3f36b4-7b8a-40ff-b690-83b49df5c832 req-422a87ca-4a5a-42be-a7ce-2c9990c556db tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/security-groups?id=d43b6031-4593-49fe-a072-5f68ebe632c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310800 Apr 20 13:34:51.625310 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd2ea3-22b4-437c-a47b-2bffe6b43bf4 req-dcc65542-28b3-4fa3-93e3-b473340116eb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:51.626806 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f2fd2ea3-22b4-437c-a47b-2bffe6b43bf4 req-dcc65542-28b3-4fa3-93e3-b473340116eb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=059ee864-6f04-4785-acbb-62e7ad65d062 HTTP/1.1" status: 200 len: 946 time: 0.0562077 Apr 20 13:34:51.672319 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f2fd2ea3-22b4-437c-a47b-2bffe6b43bf4 req-a14852f8-3a2a-4645-88e8-6a51eeb37aff tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbdd43a6-38ae-44d6-850f-40132ceffccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358264 Apr 20 13:34:52.212989 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb1926-2a09-4711-b0a7-289e118876e6 req-2bb7c219-21c0-429b-9e23-bf097737cb1b tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:52.212989 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d2cb1926-2a09-4711-b0a7-289e118876e6 req-2bb7c219-21c0-429b-9e23-bf097737cb1b tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/ports?device_id=82976ea4-cde7-4e1f-b63b-861d891c659a HTTP/1.1" status: 200 len: 945 time: 0.0486252 Apr 20 13:34:52.245183 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d2cb1926-2a09-4711-b0a7-289e118876e6 req-4ff9653f-f40c-4a41-99f9-f42ae3873ed9 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/security-groups?id=d43b6031-4593-49fe-a072-5f68ebe632c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312335 Apr 20 13:34:52.590823 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e1ca9-9fe3-46c2-b480-06010c6fcda7 req-b468e45f-bcd8-4931-aa48-b97241f346af tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:52.592342 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f28e1ca9-9fe3-46c2-b480-06010c6fcda7 req-b468e45f-bcd8-4931-aa48-b97241f346af tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/ports?device_id=82976ea4-cde7-4e1f-b63b-861d891c659a HTTP/1.1" status: 200 len: 945 time: 0.0582798 Apr 20 13:34:52.652082 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f28e1ca9-9fe3-46c2-b480-06010c6fcda7 req-bb3939ad-17b7-4dc7-aa75-9a2ee702ac76 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/security-groups?id=d43b6031-4593-49fe-a072-5f68ebe632c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534823 Apr 20 13:34:52.670236 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7bcb7-698f-45af-aec6-7959b7a77ee6 req-9f4b1e36-a97f-49db-b2f5-33dd653f2aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:52.670236 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3ed7bcb7-698f-45af-aec6-7959b7a77ee6 req-9f4b1e36-a97f-49db-b2f5-33dd653f2aa5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7cbd582e24c84e318c6d364aeeea2fdf&device_id=82976ea4-cde7-4e1f-b63b-861d891c659a HTTP/1.1" status: 200 len: 1096 time: 0.0508764 Apr 20 13:34:52.803550 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7bcb7-698f-45af-aec6-7959b7a77ee6 req-ca3cfad1-5a44-4db6-be4b-d00ed74adf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:52.805021 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3ed7bcb7-698f-45af-aec6-7959b7a77ee6 req-ca3cfad1-5a44-4db6-be4b-d00ed74adf74 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3f5e0d85-b943-4e18-ba48-36b331bdab9b HTTP/1.1" status: 200 len: 913 time: 0.1286681 Apr 20 13:34:52.817666 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820310e-a05d-449c-b18f-bb9f5033efdd req-bf51cf0b-5f8c-47e5-a896-2316dfe2734b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:52.819050 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6820310e-a05d-449c-b18f-bb9f5033efdd req-bf51cf0b-5f8c-47e5-a896-2316dfe2734b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=059ee864-6f04-4785-acbb-62e7ad65d062 HTTP/1.1" status: 200 len: 946 time: 0.0722857 Apr 20 13:34:52.859016 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3ed7bcb7-698f-45af-aec6-7959b7a77ee6 req-f861302a-73ec-40b6-82e6-a266391ce1e7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac7057f8-d475-412f-9831-6ac593ab683c HTTP/1.1" status: 200 len: 217 time: 0.0389974 Apr 20 13:34:52.919256 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6820310e-a05d-449c-b18f-bb9f5033efdd req-95951df7-bc19-408c-a6f4-3ded4efe310b tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbdd43a6-38ae-44d6-850f-40132ceffccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930300 Apr 20 13:34:52.927411 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7bcb7-698f-45af-aec6-7959b7a77ee6 req-afcb2491-cb43-4037-8773-c4aa771f89ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:52.928838 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3ed7bcb7-698f-45af-aec6-7959b7a77ee6 req-afcb2491-cb43-4037-8773-c4aa771f89ef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0cd01a79-24fe-4fc2-b0e3-c158f3d2ab29 HTTP/1.1" status: 200 len: 852 time: 0.0637329 Apr 20 13:34:52.960360 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3ed7bcb7-698f-45af-aec6-7959b7a77ee6 req-0a8535fc-30cb-4937-a7ab-280c23b13974 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f5e0d85-b943-4e18-ba48-36b331bdab9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251088 Apr 20 13:34:53.086369 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e88fc1-adbf-4a22-b780-1ae8ad797a01 req-4a209a40-7ebb-4557-9d37-9d1d983693cb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:53.087965 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-53e88fc1-adbf-4a22-b780-1ae8ad797a01 req-4a209a40-7ebb-4557-9d37-9d1d983693cb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=059ee864-6f04-4785-acbb-62e7ad65d062 HTTP/1.1" status: 200 len: 946 time: 0.1009352 Apr 20 13:34:53.092375 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3ed7bcb7-698f-45af-aec6-7959b7a77ee6 req-4036e430-82af-4347-b5fb-7a50dc785bc1 service neutron] 10.222.0.15 "GET /v2.0/networks/3f5e0d85-b943-4e18-ba48-36b331bdab9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257091 Apr 20 13:34:53.178519 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-53e88fc1-adbf-4a22-b780-1ae8ad797a01 req-625c2114-2b83-4f81-b4f0-8f04f55149de tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbdd43a6-38ae-44d6-850f-40132ceffccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830350 Apr 20 13:34:53.202806 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49948) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:53.214058 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3ed7bcb7-698f-45af-aec6-7959b7a77ee6 req-ff386029-db66-4448-813f-52ee304295a3 service neutron] 10.222.0.15 "GET /v2.0/networks/3f5e0d85-b943-4e18-ba48-36b331bdab9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036592 Apr 20 13:34:53.243801 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acf70a4-52b7-4407-a8bf-9f2900f86ced tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:53.245359 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1acf70a4-52b7-4407-a8bf-9f2900f86ced tempest-TestNetworkAdvancedServerOps-1917027924 tempest-TestNetworkAdvancedServerOps-1917027924-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=059ee864-6f04-4785-acbb-62e7ad65d062 HTTP/1.1" status: 200 len: 1092 time: 0.0414999 Apr 20 13:34:53.248088 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 49950) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:53.252290 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-cf26cd1e-1641-4ab1-a545-230ebf5d7a3c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'port_id': '5ac1b83c-e2bf-45f4-8715-3f23e41922bb', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:34:53.349335 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cf26cd1e-1641-4ab1-a545-230ebf5d7a3c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for floatingip, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:53.450179 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cf26cd1e-1641-4ab1-a545-230ebf5d7a3c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:53.558402 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-cf26cd1e-1641-4ab1-a545-230ebf5d7a3c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Allocated IP 172.25.8.132 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/c116a29a-8bfe-4da1-b63d-403ec94b3762) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:34:53.657948 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cf26cd1e-1641-4ab1-a545-230ebf5d7a3c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:53.773221 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da90db0-effa-454e-a8ee-3518bebdfefe req-15c1e724-16f2-4318-9a01-684cf7eaaaaf tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:53.775249 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9da90db0-effa-454e-a8ee-3518bebdfefe req-15c1e724-16f2-4318-9a01-684cf7eaaaaf tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/ports?device_id=82976ea4-cde7-4e1f-b63b-861d891c659a HTTP/1.1" status: 200 len: 945 time: 0.0536497 Apr 20 13:34:53.784026 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cf26cd1e-1641-4ab1-a545-230ebf5d7a3c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:53.813384 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9da90db0-effa-454e-a8ee-3518bebdfefe req-82efe2a4-b26e-43d8-b0ae-15c706ca550d tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/security-groups?id=d43b6031-4593-49fe-a072-5f68ebe632c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319638 Apr 20 13:34:53.821692 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf26cd1e-1641-4ab1-a545-230ebf5d7a3c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:34:53.826772 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-cf26cd1e-1641-4ab1-a545-230ebf5d7a3c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:34:53.830441 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf26cd1e-1641-4ab1-a545-230ebf5d7a3c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:34:53.854478 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26cd1e-1641-4ab1-a545-230ebf5d7a3c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'Port': ['ID=c116a29a-8bfe-4da1-b63d-403ec94b3762,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:54.304124 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cf26cd1e-1641-4ab1-a545-230ebf5d7a3c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:54.476221 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-01f49ec9-bfac-4b87-801a-1307de0bd3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:54.802113 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cf26cd1e-1641-4ab1-a545-230ebf5d7a3c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:54.937006 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6c32f-3ed4-4736-9748-eaa4974b0555 req-cbd7de3a-0761-4073-977c-fa44f7dd8d01 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:54.938536 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0fd6c32f-3ed4-4736-9748-eaa4974b0555 req-cbd7de3a-0761-4073-977c-fa44f7dd8d01 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/ports?device_id=82976ea4-cde7-4e1f-b63b-861d891c659a HTTP/1.1" status: 200 len: 945 time: 0.0538721 Apr 20 13:34:54.959450 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cf26cd1e-1641-4ab1-a545-230ebf5d7a3c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:54.982771 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0fd6c32f-3ed4-4736-9748-eaa4974b0555 req-4667682b-a537-481c-9702-d7cc593be7d4 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/security-groups?id=d43b6031-4593-49fe-a072-5f68ebe632c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351219 Apr 20 13:34:55.016330 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cf26cd1e-1641-4ab1-a545-230ebf5d7a3c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:55.085889 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26cd1e-1641-4ab1-a545-230ebf5d7a3c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event updated for resources: {'Port': ['ID=c116a29a-8bfe-4da1-b63d-403ec94b3762,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:55.098357 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cf26cd1e-1641-4ab1-a545-230ebf5d7a3c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:55.203796 n-d-836015-7 neutron-server[114870]: INFO neutron.db.l3_db [None req-cf26cd1e-1641-4ab1-a545-230ebf5d7a3c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Floating IP 51edee0f-3a57-4814-bd66-0f4098520bf3 associated. External IP: 172.25.8.132, port: 5ac1b83c-e2bf-45f4-8715-3f23e41922bb. Apr 20 13:34:55.435832 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf26cd1e-1641-4ab1-a545-230ebf5d7a3c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Router 2df54986-9d8e-4fd2-abf5-ba0ca404c3fc has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:34:55.446525 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176dbd11-7dbb-4764-b2dd-ff27342310ea req-608f53b7-051d-4161-820f-6a0c3c801286 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:55.448264 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-176dbd11-7dbb-4764-b2dd-ff27342310ea req-608f53b7-051d-4161-820f-6a0c3c801286 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/ports?device_id=82976ea4-cde7-4e1f-b63b-861d891c659a HTTP/1.1" status: 200 len: 945 time: 0.0520711 Apr 20 13:34:55.499899 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-176dbd11-7dbb-4764-b2dd-ff27342310ea req-c5f94163-933e-439a-992c-17097cf7a223 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/security-groups?id=d43b6031-4593-49fe-a072-5f68ebe632c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451353 Apr 20 13:34:55.549729 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf26cd1e-1641-4ab1-a545-230ebf5d7a3c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:34:55.559576 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e6460d-007b-4715-9ae4-c421039097cc None None] Sync routers for ids ['2df54986-9d8e-4fd2-abf5-ba0ca404c3fc'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:34:55.568871 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e6460d-007b-4715-9ae4-c421039097cc None None] Routers {'2df54986-9d8e-4fd2-abf5-ba0ca404c3fc'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:34:55.569502 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-34e6460d-007b-4715-9ae4-c421039097cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:34:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['2df54986-9d8e-4fd2-abf5-ba0ca404c3fc'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:55.643039 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cf26cd1e-1641-4ab1-a545-230ebf5d7a3c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:55.673712 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-34e6460d-007b-4715-9ae4-c421039097cc None None] Set router 2df54986-9d8e-4fd2-abf5-ba0ca404c3fc gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:34:55.674185 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-cf26cd1e-1641-4ab1-a545-230ebf5d7a3c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4249420 Apr 20 13:34:55.675894 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059ee864-6f04-4785-acbb-62e7ad65d062', 'tag': '5ac1b83c-e2bf-45f4-8715-3f23e41922bb'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:34:55.677664 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8988df92-0107-418d-b787-063b5b130bd7" -d '{"events": [{"name": "network-changed", "server_uuid": "059ee864-6f04-4785-acbb-62e7ad65d062", "tag": "5ac1b83c-e2bf-45f4-8715-3f23e41922bb"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:34:55.759960 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef88289-2c31-4fbe-9f2a-cc5dcbe63897 x-openstack-request-id: req-2ef88289-2c31-4fbe-9f2a-cc5dcbe63897 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:34:55.759960 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059ee864-6f04-4785-acbb-62e7ad65d062", "tag": "5ac1b83c-e2bf-45f4-8715-3f23e41922bb", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:34:55.759960 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ef88289-2c31-4fbe-9f2a-cc5dcbe63897 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:34:55.759960 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ef88289-2c31-4fbe-9f2a-cc5dcbe63897'] response: {'name': 'network-changed', 'server_uuid': '059ee864-6f04-4785-acbb-62e7ad65d062', 'tag': '5ac1b83c-e2bf-45f4-8715-3f23e41922bb', 'status': 'completed', 'code': 200} Apr 20 13:34:55.815731 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79bda1-df6c-4073-b670-69694836d74f req-6f5116a5-ce43-47c2-9d32-ecb0a78525c4 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:55.817512 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bc79bda1-df6c-4073-b670-69694836d74f req-6f5116a5-ce43-47c2-9d32-ecb0a78525c4 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=059ee864-6f04-4785-acbb-62e7ad65d062 HTTP/1.1" status: 200 len: 946 time: 0.0663617 Apr 20 13:34:55.825193 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988df92-0107-418d-b787-063b5b130bd7 req-a34457ad-bd67-4c2c-a1c2-ce9542c50765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:55.826908 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8988df92-0107-418d-b787-063b5b130bd7 req-a34457ad-bd67-4c2c-a1c2-ce9542c50765 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d7599e499ac4ab585978f26ba0a43a9&device_id=059ee864-6f04-4785-acbb-62e7ad65d062 HTTP/1.1" status: 200 len: 1097 time: 0.0560484 Apr 20 13:34:55.866270 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bc79bda1-df6c-4073-b670-69694836d74f req-855f4b3d-c5e9-4f13-8455-09ecd98b02de tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbdd43a6-38ae-44d6-850f-40132ceffccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387008 Apr 20 13:34:55.878810 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 50000) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:55.925876 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-34e6460d-007b-4715-9ae4-c421039097cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df54986-9d8e-4fd2-abf5-ba0ca404c3fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691268823', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '4a0eea82-6793-496c-ae34-0b3ca337ed66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:34:32Z', 'updated_at': '2022-04-20T13:34:36Z', 'revision_number': 4, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': '4a0eea82-6793-496c-ae34-0b3ca337ed66', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df54986-9d8e-4fd2-abf5-ba0ca404c3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:34:32Z', 'updated_at': '2022-04-20T13:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '51edee0f-3a57-4814-bd66-0f4098520bf3', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'floating_ip_address': '172.25.8.132', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '2df54986-9d8e-4fd2-abf5-ba0ca404c3fc', 'port_id': '5ac1b83c-e2bf-45f4-8715-3f23e41922bb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd383d6b-56d8-42bb-a18c-24d76839284e', 'mac_address': 'fa:16:3e:dc:62:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059ee864-6f04-4785-acbb-62e7ad65d062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:34:54Z', 'updated_at': '2022-04-20T13:34:54Z', 'revision_number': 0, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1246ef05-47a1-4833-9d38-70e84bd54a7d', 'name': '', 'network_id': 'dd383d6b-56d8-42bb-a18c-24d76839284e', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'mac_address': 'fa:16:3e:73:92:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df54986-9d8e-4fd2-abf5-ba0ca404c3fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'cd2073b2-4992-4114-ad9d-ea2b45b4b39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:34:36Z', 'updated_at': '2022-04-20T13:34:40Z', 'revision_number': 5, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'subnets': [{'id': 'cd2073b2-4992-4114-ad9d-ea2b45b4b39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:55.942827 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988df92-0107-418d-b787-063b5b130bd7 req-c28b2684-b19a-49f0-a7a9-f8dcdef1a0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:55.944598 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8988df92-0107-418d-b787-063b5b130bd7 req-c28b2684-b19a-49f0-a7a9-f8dcdef1a0f4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dd383d6b-56d8-42bb-a18c-24d76839284e HTTP/1.1" status: 200 len: 896 time: 0.1096044 Apr 20 13:34:55.951058 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2d47521e-86f5-483a-854c-2ffb1ecbe93a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/floatingips/51edee0f-3a57-4814-bd66-0f4098520bf3 HTTP/1.1" status: 200 len: 992 time: 0.0711021 Apr 20 13:34:55.955998 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e6460d-007b-4715-9ae4-c421039097cc None None] Checking router: 2df54986-9d8e-4fd2-abf5-ba0ca404c3fc for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:34:55.965086 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e6460d-007b-4715-9ae4-c421039097cc None None] Routers {'2df54986-9d8e-4fd2-abf5-ba0ca404c3fc'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:34:55.965704 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-34e6460d-007b-4715-9ae4-c421039097cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:34:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['2df54986-9d8e-4fd2-abf5-ba0ca404c3fc'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:56.014119 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8988df92-0107-418d-b787-063b5b130bd7 req-80086633-ff96-4491-a7af-36d8775826ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ac1b83c-e2bf-45f4-8715-3f23e41922bb HTTP/1.1" status: 200 len: 1000 time: 0.0610619 Apr 20 13:34:56.070227 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988df92-0107-418d-b787-063b5b130bd7 req-23aa9e5d-97d1-4a06-8b6b-3efbc065c0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:56.072001 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-34e6460d-007b-4715-9ae4-c421039097cc None None] Set router 2df54986-9d8e-4fd2-abf5-ba0ca404c3fc gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:34:56.072264 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8988df92-0107-418d-b787-063b5b130bd7 req-23aa9e5d-97d1-4a06-8b6b-3efbc065c0e9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cd2073b2-4992-4114-ad9d-ea2b45b4b39f HTTP/1.1" status: 200 len: 834 time: 0.0513961 Apr 20 13:34:56.121572 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988df92-0107-418d-b787-063b5b130bd7 req-a9270d25-8442-4f4a-8f03-4b34c1ed1edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:56.123222 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8988df92-0107-418d-b787-063b5b130bd7 req-a9270d25-8442-4f4a-8f03-4b34c1ed1edc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dd383d6b-56d8-42bb-a18c-24d76839284e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445247 Apr 20 13:34:56.218218 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8988df92-0107-418d-b787-063b5b130bd7 req-0afc5ddf-0059-46cb-b053-d641a35fd3f3 service neutron] 10.222.0.32 "GET /v2.0/networks/dd383d6b-56d8-42bb-a18c-24d76839284e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871055 Apr 20 13:34:56.320066 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8988df92-0107-418d-b787-063b5b130bd7 req-99bc2359-980d-4cca-8b59-79f7413847d6 service neutron] 10.222.0.32 "GET /v2.0/networks/dd383d6b-56d8-42bb-a18c-24d76839284e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925534 Apr 20 13:34:56.324033 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-34e6460d-007b-4715-9ae4-c421039097cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df54986-9d8e-4fd2-abf5-ba0ca404c3fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691268823', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '4a0eea82-6793-496c-ae34-0b3ca337ed66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:34:32Z', 'updated_at': '2022-04-20T13:34:36Z', 'revision_number': 4, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': '4a0eea82-6793-496c-ae34-0b3ca337ed66', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df54986-9d8e-4fd2-abf5-ba0ca404c3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:34:32Z', 'updated_at': '2022-04-20T13:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '51edee0f-3a57-4814-bd66-0f4098520bf3', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'floating_ip_address': '172.25.8.132', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '2df54986-9d8e-4fd2-abf5-ba0ca404c3fc', 'port_id': '5ac1b83c-e2bf-45f4-8715-3f23e41922bb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd383d6b-56d8-42bb-a18c-24d76839284e', 'mac_address': 'fa:16:3e:dc:62:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059ee864-6f04-4785-acbb-62e7ad65d062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:34:54Z', 'updated_at': '2022-04-20T13:34:54Z', 'revision_number': 0, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1246ef05-47a1-4833-9d38-70e84bd54a7d', 'name': '', 'network_id': 'dd383d6b-56d8-42bb-a18c-24d76839284e', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'mac_address': 'fa:16:3e:73:92:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df54986-9d8e-4fd2-abf5-ba0ca404c3fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'cd2073b2-4992-4114-ad9d-ea2b45b4b39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:34:36Z', 'updated_at': '2022-04-20T13:34:40Z', 'revision_number': 5, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'subnets': [{'id': 'cd2073b2-4992-4114-ad9d-ea2b45b4b39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:56.353987 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e6460d-007b-4715-9ae4-c421039097cc None None] The sync data for ids ['2df54986-9d8e-4fd2-abf5-ba0ca404c3fc'] in n-d-836015-7 is: [{'id': '2df54986-9d8e-4fd2-abf5-ba0ca404c3fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691268823', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '4a0eea82-6793-496c-ae34-0b3ca337ed66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:34:32Z', 'updated_at': '2022-04-20T13:34:36Z', 'revision_number': 4, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': '4a0eea82-6793-496c-ae34-0b3ca337ed66', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df54986-9d8e-4fd2-abf5-ba0ca404c3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:34:32Z', 'updated_at': '2022-04-20T13:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '51edee0f-3a57-4814-bd66-0f4098520bf3', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'floating_ip_address': '172.25.8.132', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '2df54986-9d8e-4fd2-abf5-ba0ca404c3fc', 'port_id': '5ac1b83c-e2bf-45f4-8715-3f23e41922bb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd383d6b-56d8-42bb-a18c-24d76839284e', 'mac_address': 'fa:16:3e:dc:62:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059ee864-6f04-4785-acbb-62e7ad65d062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:34:54Z', 'updated_at': '2022-04-20T13:34:54Z', 'revision_number': 0, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1246ef05-47a1-4833-9d38-70e84bd54a7d', 'name': '', 'network_id': 'dd383d6b-56d8-42bb-a18c-24d76839284e', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'mac_address': 'fa:16:3e:73:92:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df54986-9d8e-4fd2-abf5-ba0ca404c3fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'cd2073b2-4992-4114-ad9d-ea2b45b4b39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:34:36Z', 'updated_at': '2022-04-20T13:34:40Z', 'revision_number': 5, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'subnets': [{'id': 'cd2073b2-4992-4114-ad9d-ea2b45b4b39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:34:56.565169 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aa85b5-7951-4cf5-90ae-9f3ec6c3a18c None None] New status for floating IP 51edee0f-3a57-4814-bd66-0f4098520bf3: ACTIVE {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:34:56.628574 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f070cb6-3a29-427a-874c-fb9639fe2506 req-f0d2a3cf-de55-4091-8d91-b5461586fd83 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:56.630088 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3f070cb6-3a29-427a-874c-fb9639fe2506 req-f0d2a3cf-de55-4091-8d91-b5461586fd83 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/ports?device_id=82976ea4-cde7-4e1f-b63b-861d891c659a HTTP/1.1" status: 200 len: 945 time: 0.0513377 Apr 20 13:34:56.669368 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3f070cb6-3a29-427a-874c-fb9639fe2506 req-f20d901d-74b6-4d46-9c69-172b66ad3f04 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/security-groups?id=d43b6031-4593-49fe-a072-5f68ebe632c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322289 Apr 20 13:34:56.817213 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4c3f4aa7-454d-4300-8704-2886ea51a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:56.954900 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 50018) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:57.017904 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8546db5d-7b44-4af6-b46b-0dc6b1109c59 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/floatingips/51edee0f-3a57-4814-bd66-0f4098520bf3 HTTP/1.1" status: 200 len: 994 time: 0.0617008 Apr 20 13:34:57.444471 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203121e-8aea-4649-9d06-ec7d8e8e89d3 req-dc7a66a3-0b1d-4c64-acca-6685ca4af69e tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:57.446323 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d203121e-8aea-4649-9d06-ec7d8e8e89d3 req-dc7a66a3-0b1d-4c64-acca-6685ca4af69e tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.15 "GET /v2.0/ports?device_id=82976ea4-cde7-4e1f-b63b-861d891c659a HTTP/1.1" status: 200 len: 945 time: 0.0489960 Apr 20 13:34:57.540365 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-d203121e-8aea-4649-9d06-ec7d8e8e89d3 req-ff621a84-19c9-49a9-9d97-33b8f943ad13 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Deleting port ac7057f8-d475-412f-9831-6ac593ab683c {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:34:57.540715 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d203121e-8aea-4649-9d06-ec7d8e8e89d3 req-ff621a84-19c9-49a9-9d97-33b8f943ad13 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:57.631168 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-d203121e-8aea-4649-9d06-ec7d8e8e89d3 req-ff621a84-19c9-49a9-9d97-33b8f943ad13 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] For port ac7057f8-d475-412f-9831-6ac593ab683c, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=ac7057f8-d475-412f-9831-6ac593ab683c,segment=NetworkSegment(de49c348-9b27-4cbb-824c-38cd5670ffdf),segment_id=de49c348-9b27-4cbb-824c-38cd5670ffdf)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:34:57.631568 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d203121e-8aea-4649-9d06-ec7d8e8e89d3 req-ff621a84-19c9-49a9-9d97-33b8f943ad13 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:57.644809 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-d203121e-8aea-4649-9d06-ec7d8e8e89d3 req-ff621a84-19c9-49a9-9d97-33b8f943ad13 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Calling delete_port for ac7057f8-d475-412f-9831-6ac593ab683c owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:34:57.811250 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034b43f-db4d-425f-835b-17a9ade00db2 req-53f549bd-6b84-4099-8641-3d407e14e22f tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:57.812763 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2034b43f-db4d-425f-835b-17a9ade00db2 req-53f549bd-6b84-4099-8641-3d407e14e22f tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/ports?device_id=82976ea4-cde7-4e1f-b63b-861d891c659a HTTP/1.1" status: 200 len: 945 time: 0.0627003 Apr 20 13:34:57.854210 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d203121e-8aea-4649-9d06-ec7d8e8e89d3 req-ff621a84-19c9-49a9-9d97-33b8f943ad13 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:57.858688 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2034b43f-db4d-425f-835b-17a9ade00db2 req-e39021e5-c960-472b-a773-7e728b2fa50e tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.25 "GET /v2.0/security-groups?id=d43b6031-4593-49fe-a072-5f68ebe632c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396073 Apr 20 13:34:57.869754 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['ac7057f8-d475-412f-9831-6ac593ab683c'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:34:57.890471 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff621a84-19c9-49a9-9d97-33b8f943ad13 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Pushing event deleted for resources: {'Port': ['ID=ac7057f8-d475-412f-9831-6ac593ab683c,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:57.903442 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff621a84-19c9-49a9-9d97-33b8f943ad13 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:57.903442 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff621a84-19c9-49a9-9d97-33b8f943ad13 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:57.903442 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff621a84-19c9-49a9-9d97-33b8f943ad13 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:57.903442 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff621a84-19c9-49a9-9d97-33b8f943ad13 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:57.903442 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff621a84-19c9-49a9-9d97-33b8f943ad13 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:57.903442 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff621a84-19c9-49a9-9d97-33b8f943ad13 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:57.903442 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff621a84-19c9-49a9-9d97-33b8f943ad13 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:57.903442 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff621a84-19c9-49a9-9d97-33b8f943ad13 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:57.903442 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff621a84-19c9-49a9-9d97-33b8f943ad13 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:57.903442 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff621a84-19c9-49a9-9d97-33b8f943ad13 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:57.903442 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff621a84-19c9-49a9-9d97-33b8f943ad13 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:57.904729 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff621a84-19c9-49a9-9d97-33b8f943ad13 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:57.945212 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-d203121e-8aea-4649-9d06-ec7d8e8e89d3 req-ff621a84-19c9-49a9-9d97-33b8f943ad13 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] No DVR routers for this DVR port ac7057f8-d475-412f-9831-6ac593ab683c on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:34:57.948449 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d203121e-8aea-4649-9d06-ec7d8e8e89d3 req-ff621a84-19c9-49a9-9d97-33b8f943ad13 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:57.951678 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d203121e-8aea-4649-9d06-ec7d8e8e89d3 req-ff621a84-19c9-49a9-9d97-33b8f943ad13 tempest-TestServerAdvancedOps-967562646 tempest-TestServerAdvancedOps-967562646-project] 10.222.0.15 "DELETE /v2.0/ports/ac7057f8-d475-412f-9831-6ac593ab683c HTTP/1.1" status: 204 len: 173 time: 0.5002577 Apr 20 13:34:57.952061 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82976ea4-cde7-4e1f-b63b-861d891c659a', 'name': 'network-vif-deleted', 'tag': 'ac7057f8-d475-412f-9831-6ac593ab683c'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:34:57.954355 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619cff32-c0e2-4524-a7fe-b5222367b541" -d '{"events": [{"server_uuid": "82976ea4-cde7-4e1f-b63b-861d891c659a", "name": "network-vif-deleted", "tag": "ac7057f8-d475-412f-9831-6ac593ab683c"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:34:57.995338 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70dbaa16-dc6a-4fc4-97e8-624d929807c9 x-openstack-request-id: req-70dbaa16-dc6a-4fc4-97e8-624d929807c9 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:34:57.996099 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82976ea4-cde7-4e1f-b63b-861d891c659a", "name": "network-vif-deleted", "tag": "ac7057f8-d475-412f-9831-6ac593ab683c", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:34:57.996099 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-70dbaa16-dc6a-4fc4-97e8-624d929807c9 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:34:57.996401 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70dbaa16-dc6a-4fc4-97e8-624d929807c9'] response: {'server_uuid': '82976ea4-cde7-4e1f-b63b-861d891c659a', 'name': 'network-vif-deleted', 'tag': 'ac7057f8-d475-412f-9831-6ac593ab683c', 'status': 'completed', 'code': 200} Apr 20 13:34:58.115220 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:58.924769 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 50056) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:58.974432 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-56c75a5c-695f-494c-9184-f6ac7618c9b9 admin admin] Deleting subnet 0cd01a79-24fe-4fc2-b0e3-c158f3d2ab29 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:34:58.977494 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-56c75a5c-695f-494c-9184-f6ac7618c9b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:59.011677 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-56c75a5c-695f-494c-9184-f6ac7618c9b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:59.057143 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-56c75a5c-695f-494c-9184-f6ac7618c9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:59.205458 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-56c75a5c-695f-494c-9184-f6ac7618c9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:59.231639 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c75a5c-695f-494c-9184-f6ac7618c9b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cd01a79-24fe-4fc2-b0e3-c158f3d2ab29,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:59.236615 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-56c75a5c-695f-494c-9184-f6ac7618c9b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:59.239856 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-56c75a5c-695f-494c-9184-f6ac7618c9b9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0cd01a79-24fe-4fc2-b0e3-c158f3d2ab29 HTTP/1.1" status: 204 len: 168 time: 0.3140461 Apr 20 13:34:59.242191 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 50060) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:59.309167 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bc3848c1-40be-42e8-9d6d-8299ac358cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:59.395430 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bc3848c1-40be-42e8-9d6d-8299ac358cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:59.415581 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-bc3848c1-40be-42e8-9d6d-8299ac358cf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f5e0d85-b943-4e18-ba48-36b331bdab9b']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:59.418868 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:59.427237 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-bc3848c1-40be-42e8-9d6d-8299ac358cf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de49c348-9b27-4cbb-824c-38cd5670ffdf') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:59.427590 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-bc3848c1-40be-42e8-9d6d-8299ac358cf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de49c348-9b27-4cbb-824c-38cd5670ffdf') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:59.438856 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bc3848c1-40be-42e8-9d6d-8299ac358cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:59.452342 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bc3848c1-40be-42e8-9d6d-8299ac358cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:59.458672 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc3848c1-40be-42e8-9d6d-8299ac358cf3 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:34:59.459069 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bc3848c1-40be-42e8-9d6d-8299ac358cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:59.460904 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:34:59.460904 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:34:59.460904 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:34:59.460904 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:34:59.460904 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:34:59.460904 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:34:59.460904 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:34:59.460904 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:34:59.460904 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:34:59.460904 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:34:59.460904 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:34:59.460904 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:34:59.460904 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:34:59.460904 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:34:59.460904 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:34:59.460904 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:34:59.460904 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:34:59.460904 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:34:59.460904 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:34:59.460904 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:34:59.460904 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:34:59.460904 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:34:59.460904 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:34:59.460904 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:34:59.460904 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:34:59.460904 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:34:59.460904 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:34:59.460904 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:34:59.460904 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:34:59.460904 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:34:59.460904 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:34:59.460904 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:34:59.594024 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bc3848c1-40be-42e8-9d6d-8299ac358cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:59.599482 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bc3848c1-40be-42e8-9d6d-8299ac358cf3 admin admin] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:59.603657 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-bc3848c1-40be-42e8-9d6d-8299ac358cf3 admin admin] 10.222.0.25 "DELETE /v2.0/networks/3f5e0d85-b943-4e18-ba48-36b331bdab9b HTTP/1.1" status: 204 len: 168 time: 0.3594573 Apr 20 13:34:59.605496 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 50068) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:59.618047 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3848c1-40be-42e8-9d6d-8299ac358cf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f5e0d85-b943-4e18-ba48-36b331bdab9b,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:59.650771 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8d27fec-0e77-415b-9186-ed2e950e105f admin admin] Deleting subnet 402af27f-290c-4314-899f-a954537834d4 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:34:59.653994 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e8d27fec-0e77-415b-9186-ed2e950e105f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:59.689723 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e8d27fec-0e77-415b-9186-ed2e950e105f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:59.733084 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e8d27fec-0e77-415b-9186-ed2e950e105f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:59.812856 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:59.846946 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e8d27fec-0e77-415b-9186-ed2e950e105f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:59.873275 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d27fec-0e77-415b-9186-ed2e950e105f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=402af27f-290c-4314-899f-a954537834d4,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:59.876912 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e8d27fec-0e77-415b-9186-ed2e950e105f admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:59.880016 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e8d27fec-0e77-415b-9186-ed2e950e105f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/402af27f-290c-4314-899f-a954537834d4 HTTP/1.1" status: 204 len: 168 time: 0.2735369 Apr 20 13:34:59.882639 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 50074) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:59.953284 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dbac44ec-fd57-4ac3-9a3a-06c806a5c4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:00.037187 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dbac44ec-fd57-4ac3-9a3a-06c806a5c4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:00.056840 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-dbac44ec-fd57-4ac3-9a3a-06c806a5c4b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a6175f1-6bb8-43b1-ab9f-624bdbdc9251']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:00.067386 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-dbac44ec-fd57-4ac3-9a3a-06c806a5c4b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd56f618a-f58a-4b9e-a626-cee59fa1e495') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:00.067703 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-dbac44ec-fd57-4ac3-9a3a-06c806a5c4b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd56f618a-f58a-4b9e-a626-cee59fa1e495') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:00.077090 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dbac44ec-fd57-4ac3-9a3a-06c806a5c4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:00.089878 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dbac44ec-fd57-4ac3-9a3a-06c806a5c4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:00.095615 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbac44ec-fd57-4ac3-9a3a-06c806a5c4b6 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:35:00.096001 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dbac44ec-fd57-4ac3-9a3a-06c806a5c4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:00.100789 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:35:00.100789 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:35:00.100789 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:35:00.100789 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:35:00.100789 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:35:00.100789 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:35:00.100789 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:35:00.100789 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:35:00.100789 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:35:00.100789 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:35:00.100789 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:35:00.100789 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:35:00.100789 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:35:00.100789 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:35:00.100789 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:35:00.100789 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:35:00.100789 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:35:00.100789 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:35:00.100789 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:35:00.100789 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:35:00.100789 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:35:00.100789 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:35:00.100789 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:35:00.100789 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:35:00.100789 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:35:00.100789 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:35:00.100789 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:35:00.100789 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:35:00.100789 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:35:00.100789 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:35:00.100789 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:35:00.100789 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:35:00.229999 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dbac44ec-fd57-4ac3-9a3a-06c806a5c4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:00.235697 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dbac44ec-fd57-4ac3-9a3a-06c806a5c4b6 admin admin] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:00.238886 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-dbac44ec-fd57-4ac3-9a3a-06c806a5c4b6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8a6175f1-6bb8-43b1-ab9f-624bdbdc9251 HTTP/1.1" status: 204 len: 168 time: 0.3553772 Apr 20 13:35:00.254634 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac44ec-fd57-4ac3-9a3a-06c806a5c4b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a6175f1-6bb8-43b1-ab9f-624bdbdc9251,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:00.577048 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 50086) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:00.617067 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-fd7f7c3e-4821-4d6f-a26d-2a2e92eec7f7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7cbd582e24c84e318c6d364aeeea2fdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380523 Apr 20 13:35:00.618632 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 50090) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:00.666642 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-78856d21-0526-4cb4-930d-276d3357b1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:00.687502 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-78856d21-0526-4cb4-930d-276d3357b1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:00.799239 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-78856d21-0526-4cb4-930d-276d3357b1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:00.801852 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-78856d21-0526-4cb4-930d-276d3357b1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:00.805335 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-78856d21-0526-4cb4-930d-276d3357b1a1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d43b6031-4593-49fe-a072-5f68ebe632c4 HTTP/1.1" status: 204 len: 168 time: 0.1835268 Apr 20 13:35:00.812372 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78856d21-0526-4cb4-930d-276d3357b1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43b6031-4593-49fe-a072-5f68ebe632c4,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:01.512239 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 50108) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:01.552625 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-3dc11b4a-39fe-4a9e-bf71-edf3b88838a4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c21bf0555bf747dd9a2eb593073b5ed6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391071 Apr 20 13:35:01.555027 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 50110) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:01.603774 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c396951a-acb8-44d6-9dd9-5d86d2f0579f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:01.627516 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c396951a-acb8-44d6-9dd9-5d86d2f0579f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:01.737107 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c396951a-acb8-44d6-9dd9-5d86d2f0579f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:01.739839 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c396951a-acb8-44d6-9dd9-5d86d2f0579f admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:01.743632 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c396951a-acb8-44d6-9dd9-5d86d2f0579f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2dc63246-08be-4126-a706-f00f1456a337 HTTP/1.1" status: 204 len: 168 time: 0.1850424 Apr 20 13:35:01.751201 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c396951a-acb8-44d6-9dd9-5d86d2f0579f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc63246-08be-4126-a706-f00f1456a337,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:02.311837 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device ac7057f8-d475-412f-9831-6ac593ab683c no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:35:02.335290 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: ac7057f8-d475-412f-9831-6ac593ab683c {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:35:02.335667 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device ac7057f8-d475-412f-9831-6ac593ab683c not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:35:02.800148 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 50148) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:02.904693 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-cfefa6c8-d74e-4fe9-b6e1-12200adbaa22 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1848091923-network', 'tenant_id': '157e9e8b7fab4f22a8ad072d47dd6f8c'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:35:03.000972 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfefa6c8-d74e-4fe9-b6e1-12200adbaa22 admin admin] Made reservation on behalf of 157e9e8b7fab4f22a8ad072d47dd6f8c for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:35:03.005464 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cfefa6c8-d74e-4fe9-b6e1-12200adbaa22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:03.012749 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cfefa6c8-d74e-4fe9-b6e1-12200adbaa22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:03.087244 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cfefa6c8-d74e-4fe9-b6e1-12200adbaa22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:03.165177 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cfefa6c8-d74e-4fe9-b6e1-12200adbaa22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:03.190256 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfefa6c8-d74e-4fe9-b6e1-12200adbaa22 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:35:03.200555 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfefa6c8-d74e-4fe9-b6e1-12200adbaa22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ccce83e-f4fb-471f-9ced-5a2d5c2b3123,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:03.205456 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cfefa6c8-d74e-4fe9-b6e1-12200adbaa22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:03.205803 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-cfefa6c8-d74e-4fe9-b6e1-12200adbaa22 admin admin] Added segment d3c9e4ff-cadf-469c-9ce9-e343112bc760 of type vlan for network d29a4585-655a-4f17-95c9-df4387a8ac5a Apr 20 13:35:03.245189 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cfefa6c8-d74e-4fe9-b6e1-12200adbaa22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:03.342508 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cfefa6c8-d74e-4fe9-b6e1-12200adbaa22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:03.343654 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfefa6c8-d74e-4fe9-b6e1-12200adbaa22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:03.344236 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cfefa6c8-d74e-4fe9-b6e1-12200adbaa22 admin admin] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:03.404723 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfefa6c8-d74e-4fe9-b6e1-12200adbaa22 admin admin] Pushing event updated for resources: {'Network': ['ID=d29a4585-655a-4f17-95c9-df4387a8ac5a,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:03.414506 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network d29a4585-655a-4f17-95c9-df4387a8ac5a details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:35:03.448901 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-cfefa6c8-d74e-4fe9-b6e1-12200adbaa22 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6476412 Apr 20 13:35:03.451881 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 50158) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:03.456632 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-8592decc-95f1-401e-a639-2a4db4fb8a7e admin admin] Request body: {'subnet': {'network_id': 'd29a4585-655a-4f17-95c9-df4387a8ac5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1848091923-subnet', 'tenant_id': '157e9e8b7fab4f22a8ad072d47dd6f8c', 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:35:03.555010 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8592decc-95f1-401e-a639-2a4db4fb8a7e admin admin] Made reservation on behalf of 157e9e8b7fab4f22a8ad072d47dd6f8c for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:35:03.558561 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8592decc-95f1-401e-a639-2a4db4fb8a7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:03.789549 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8592decc-95f1-401e-a639-2a4db4fb8a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:03.845039 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8592decc-95f1-401e-a639-2a4db4fb8a7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e7484d8-3082-42d6-9b0c-fa9acb1bd50d,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:03.855198 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8592decc-95f1-401e-a639-2a4db4fb8a7e admin admin] Checking segment: {'id': 'd3c9e4ff-cadf-469c-9ce9-e343112bc760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd29a4585-655a-4f17-95c9-df4387a8ac5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:35:03.855594 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8592decc-95f1-401e-a639-2a4db4fb8a7e admin admin] Network hostable DHCP agents. Network: d29a4585-655a-4f17-95c9-df4387a8ac5a, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:35:03.949420 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8592decc-95f1-401e-a639-2a4db4fb8a7e admin admin] Network d29a4585-655a-4f17-95c9-df4387a8ac5a is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:35:04.018309 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-8592decc-95f1-401e-a639-2a4db4fb8a7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, d29a4585-655a-4f17-95c9-df4387a8ac5a) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:35:04.022569 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8592decc-95f1-401e-a639-2a4db4fb8a7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:04.023167 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8592decc-95f1-401e-a639-2a4db4fb8a7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:04.031605 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b21b79-2e36-408a-8d1d-e98c0f3a16fd None None] Network d29a4585-655a-4f17-95c9-df4387a8ac5a requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:35:04.111245 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8592decc-95f1-401e-a639-2a4db4fb8a7e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6582153 Apr 20 13:35:04.114179 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 50170) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:04.120149 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-552b5425-3dbe-4ea2-96d1-0dfdfa882636 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1848091923-router', 'tenant_id': '157e9e8b7fab4f22a8ad072d47dd6f8c', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:35:04.184289 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21d8b5a-66db-40dc-a28e-763ce2da700d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-d29a4585-655a-4f17-95c9-df4387a8ac5a', 'network_id': 'd29a4585-655a-4f17-95c9-df4387a8ac5a', 'tenant_id': '157e9e8b7fab4f22a8ad072d47dd6f8c', 'fixed_ips': [{'subnet_id': '2e7484d8-3082-42d6-9b0c-fa9acb1bd50d'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:35:04.185135 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c21d8b5a-66db-40dc-a28e-763ce2da700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:04.217383 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-552b5425-3dbe-4ea2-96d1-0dfdfa882636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:04.218630 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-552b5425-3dbe-4ea2-96d1-0dfdfa882636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:04.270184 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-552b5425-3dbe-4ea2-96d1-0dfdfa882636 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:04.324002 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-c21d8b5a-66db-40dc-a28e-763ce2da700d None None] Allocated IP 172.20.0.2 (d29a4585-655a-4f17-95c9-df4387a8ac5a/2e7484d8-3082-42d6-9b0c-fa9acb1bd50d/ee56f48b-d32e-4d25-bc87-0a72b56555f5) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:35:04.475871 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c21d8b5a-66db-40dc-a28e-763ce2da700d None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:04.517323 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-552b5425-3dbe-4ea2-96d1-0dfdfa882636 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:04.544584 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c21d8b5a-66db-40dc-a28e-763ce2da700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:04.587630 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21d8b5a-66db-40dc-a28e-763ce2da700d None None] Network d29a4585-655a-4f17-95c9-df4387a8ac5a is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:35:04.588297 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-c21d8b5a-66db-40dc-a28e-763ce2da700d None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:35:04.590753 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21d8b5a-66db-40dc-a28e-763ce2da700d None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:35:04.603701 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d8b5a-66db-40dc-a28e-763ce2da700d None None] Pushing event updated for resources: {'Port': ['ID=ee56f48b-d32e-4d25-bc87-0a72b56555f5,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:04.650416 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-c21d8b5a-66db-40dc-a28e-763ce2da700d None None] Attempting to bind port ee56f48b-d32e-4d25-bc87-0a72b56555f5 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:35:04.651117 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-c21d8b5a-66db-40dc-a28e-763ce2da700d None None] Attempting to bind port ee56f48b-d32e-4d25-bc87-0a72b56555f5 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'd3c9e4ff-cadf-469c-9ce9-e343112bc760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd29a4585-655a-4f17-95c9-df4387a8ac5a'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:35:04.651502 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21d8b5a-66db-40dc-a28e-763ce2da700d None None] Attempting to bind port ee56f48b-d32e-4d25-bc87-0a72b56555f5 on network d29a4585-655a-4f17-95c9-df4387a8ac5a {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:35:04.656731 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21d8b5a-66db-40dc-a28e-763ce2da700d None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:35:04.657106 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21d8b5a-66db-40dc-a28e-763ce2da700d None None] Checking segment: {'id': 'd3c9e4ff-cadf-469c-9ce9-e343112bc760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd29a4585-655a-4f17-95c9-df4387a8ac5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:35:04.657563 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c21d8b5a-66db-40dc-a28e-763ce2da700d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:04.662019 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21d8b5a-66db-40dc-a28e-763ce2da700d None None] Bound using segment: {'id': 'd3c9e4ff-cadf-469c-9ce9-e343112bc760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd29a4585-655a-4f17-95c9-df4387a8ac5a'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:35:04.662019 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-c21d8b5a-66db-40dc-a28e-763ce2da700d None None] Bound port: ee56f48b-d32e-4d25-bc87-0a72b56555f5, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c9e4ff-cadf-469c-9ce9-e343112bc760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd29a4585-655a-4f17-95c9-df4387a8ac5a'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:35:04.662019 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c21d8b5a-66db-40dc-a28e-763ce2da700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:04.750804 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-c21d8b5a-66db-40dc-a28e-763ce2da700d None None] For port ee56f48b-d32e-4d25-bc87-0a72b56555f5, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:35:04.754888 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-c21d8b5a-66db-40dc-a28e-763ce2da700d None None] For port ee56f48b-d32e-4d25-bc87-0a72b56555f5, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ee56f48b-d32e-4d25-bc87-0a72b56555f5,segment=NetworkSegment(d3c9e4ff-cadf-469c-9ce9-e343112bc760),segment_id=d3c9e4ff-cadf-469c-9ce9-e343112bc760)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:35:04.803016 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-552b5425-3dbe-4ea2-96d1-0dfdfa882636 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:04.825846 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-552b5425-3dbe-4ea2-96d1-0dfdfa882636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:04.830042 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c21d8b5a-66db-40dc-a28e-763ce2da700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:04.892746 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d8b5a-66db-40dc-a28e-763ce2da700d None None] Pushing event updated for resources: {'Port': ['ID=ee56f48b-d32e-4d25-bc87-0a72b56555f5,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:04.946665 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-552b5425-3dbe-4ea2-96d1-0dfdfa882636 admin admin] Allocated IP 172.25.8.46 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/6911d2ce-2fd9-4520-8b5a-62f7ae4f2d13) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:35:05.081624 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-552b5425-3dbe-4ea2-96d1-0dfdfa882636 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:05.207313 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-552b5425-3dbe-4ea2-96d1-0dfdfa882636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:05.247994 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552b5425-3dbe-4ea2-96d1-0dfdfa882636 admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:35:05.250974 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-552b5425-3dbe-4ea2-96d1-0dfdfa882636 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:35:05.255563 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552b5425-3dbe-4ea2-96d1-0dfdfa882636 admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:35:05.262117 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b5425-3dbe-4ea2-96d1-0dfdfa882636 admin admin] Pushing event updated for resources: {'Port': ['ID=6911d2ce-2fd9-4520-8b5a-62f7ae4f2d13,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:05.578505 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-552b5425-3dbe-4ea2-96d1-0dfdfa882636 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:05.801225 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-552b5425-3dbe-4ea2-96d1-0dfdfa882636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:05.848300 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b415df-b5be-4b83-a793-a0d86f2fefa4 None None] Network d29a4585-655a-4f17-95c9-df4387a8ac5a requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:35:05.919538 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-15ff20ec-5441-4e0e-8256-935fb6e4e87b None None] Provisioning complete for port ee56f48b-d32e-4d25-bc87-0a72b56555f5 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:05.920019 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-15ff20ec-5441-4e0e-8256-935fb6e4e87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:06.001201 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552b5425-3dbe-4ea2-96d1-0dfdfa882636 admin admin] Router 154ca381-58d9-4dfa-b67e-a64bcae692de is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:35:06.066097 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-15ff20ec-5441-4e0e-8256-935fb6e4e87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:06.111217 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-15ff20ec-5441-4e0e-8256-935fb6e4e87b None None] For port ee56f48b-d32e-4d25-bc87-0a72b56555f5, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ee56f48b-d32e-4d25-bc87-0a72b56555f5,segment=NetworkSegment(d3c9e4ff-cadf-469c-9ce9-e343112bc760),segment_id=d3c9e4ff-cadf-469c-9ce9-e343112bc760)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:35:06.111669 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552b5425-3dbe-4ea2-96d1-0dfdfa882636 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:35:06.125781 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ffbf3d-3e62-46ed-8c18-c65d065e9b70 None None] Sync routers for ids ['154ca381-58d9-4dfa-b67e-a64bcae692de'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:35:06.137159 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ffbf3d-3e62-46ed-8c18-c65d065e9b70 None None] Routers {'154ca381-58d9-4dfa-b67e-a64bcae692de'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:35:06.137999 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-53ffbf3d-3e62-46ed-8c18-c65d065e9b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:34:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['154ca381-58d9-4dfa-b67e-a64bcae692de'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:06.201991 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-15ff20ec-5441-4e0e-8256-935fb6e4e87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:06.204917 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-552b5425-3dbe-4ea2-96d1-0dfdfa882636 admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:06.207151 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-552b5425-3dbe-4ea2-96d1-0dfdfa882636 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0912910 Apr 20 13:35:06.209741 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 50202) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:06.268618 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-53ffbf3d-3e62-46ed-8c18-c65d065e9b70 None None] Set router 154ca381-58d9-4dfa-b67e-a64bcae692de gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:35:06.314277 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff20ec-5441-4e0e-8256-935fb6e4e87b None None] Pushing event updated for resources: {'Port': ['ID=ee56f48b-d32e-4d25-bc87-0a72b56555f5,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:06.333055 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff20ec-5441-4e0e-8256-935fb6e4e87b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:06.339533 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff20ec-5441-4e0e-8256-935fb6e4e87b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:06.339997 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff20ec-5441-4e0e-8256-935fb6e4e87b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:06.340347 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff20ec-5441-4e0e-8256-935fb6e4e87b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:06.340685 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff20ec-5441-4e0e-8256-935fb6e4e87b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:06.341095 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff20ec-5441-4e0e-8256-935fb6e4e87b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:06.341343 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff20ec-5441-4e0e-8256-935fb6e4e87b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:06.341670 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff20ec-5441-4e0e-8256-935fb6e4e87b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:06.341994 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff20ec-5441-4e0e-8256-935fb6e4e87b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:06.342318 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff20ec-5441-4e0e-8256-935fb6e4e87b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:06.342891 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff20ec-5441-4e0e-8256-935fb6e4e87b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:06.343215 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ff20ec-5441-4e0e-8256-935fb6e4e87b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:06.401858 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ee56f48b-d32e-4d25-bc87-0a72b56555f5 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:35:06.447429 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-35cae6db-86b4-41df-b75f-f2aa62b5105d None None] Provisioning complete for port ee56f48b-d32e-4d25-bc87-0a72b56555f5 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:06.447842 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-35cae6db-86b4-41df-b75f-f2aa62b5105d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:06.502383 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port ee56f48b-d32e-4d25-bc87-0a72b56555f5 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:06.502979 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:06.546280 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-53ffbf3d-3e62-46ed-8c18-c65d065e9b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154ca381-58d9-4dfa-b67e-a64bcae692de', 'name': 'tempest-TestServerMultinode-1848091923-router', 'tenant_id': '157e9e8b7fab4f22a8ad072d47dd6f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '6911d2ce-2fd9-4520-8b5a-62f7ae4f2d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:35:04Z', 'updated_at': '2022-04-20T13:35:05Z', 'revision_number': 3, 'project_id': '157e9e8b7fab4f22a8ad072d47dd6f8c', 'gw_port': {'id': '6911d2ce-2fd9-4520-8b5a-62f7ae4f2d13', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154ca381-58d9-4dfa-b67e-a64bcae692de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:35:04Z', 'updated_at': '2022-04-20T13:35:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:06.577948 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ffbf3d-3e62-46ed-8c18-c65d065e9b70 None None] Checking router: 154ca381-58d9-4dfa-b67e-a64bcae692de for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:35:06.578446 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ffbf3d-3e62-46ed-8c18-c65d065e9b70 None None] Updating router 154ca381-58d9-4dfa-b67e-a64bcae692de port 6911d2ce-2fd9-4520-8b5a-62f7ae4f2d13 binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:35:06.606193 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-53ffbf3d-3e62-46ed-8c18-c65d065e9b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:06.882984 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-53ffbf3d-3e62-46ed-8c18-c65d065e9b70 None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:06.938219 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-53ffbf3d-3e62-46ed-8c18-c65d065e9b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:06.993333 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-53ffbf3d-3e62-46ed-8c18-c65d065e9b70 None None] Attempting to bind port 6911d2ce-2fd9-4520-8b5a-62f7ae4f2d13 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:35:06.996806 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-53ffbf3d-3e62-46ed-8c18-c65d065e9b70 None None] Attempting to bind port 6911d2ce-2fd9-4520-8b5a-62f7ae4f2d13 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:35:06.996806 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ffbf3d-3e62-46ed-8c18-c65d065e9b70 None None] Attempting to bind port 6911d2ce-2fd9-4520-8b5a-62f7ae4f2d13 on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:35:06.997629 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83600e9-0347-4b9b-b5ee-0ff08f60434b None None] Pushing event updated for resources: {'Port': ['ID=6911d2ce-2fd9-4520-8b5a-62f7ae4f2d13,revision_number=2']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:07.002207 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ffbf3d-3e62-46ed-8c18-c65d065e9b70 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:35:07.002588 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ffbf3d-3e62-46ed-8c18-c65d065e9b70 None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:35:07.002970 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-53ffbf3d-3e62-46ed-8c18-c65d065e9b70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:07.003351 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ffbf3d-3e62-46ed-8c18-c65d065e9b70 None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:35:07.003831 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-53ffbf3d-3e62-46ed-8c18-c65d065e9b70 None None] Bound port: 6911d2ce-2fd9-4520-8b5a-62f7ae4f2d13, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:35:07.004203 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-53ffbf3d-3e62-46ed-8c18-c65d065e9b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:07.071027 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-53ffbf3d-3e62-46ed-8c18-c65d065e9b70 None None] For port 6911d2ce-2fd9-4520-8b5a-62f7ae4f2d13, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:35:07.071027 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-53ffbf3d-3e62-46ed-8c18-c65d065e9b70 None None] For port 6911d2ce-2fd9-4520-8b5a-62f7ae4f2d13, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=6911d2ce-2fd9-4520-8b5a-62f7ae4f2d13,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:35:07.079251 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-28feda75-3d99-4e48-be3b-fd8c22596f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:07.136969 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-53ffbf3d-3e62-46ed-8c18-c65d065e9b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:07.198340 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83600e9-0347-4b9b-b5ee-0ff08f60434b None None] Pushing event updated for resources: {'Port': ['ID=6911d2ce-2fd9-4520-8b5a-62f7ae4f2d13,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:07.201013 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ffbf3d-3e62-46ed-8c18-c65d065e9b70 None None] Routers {'154ca381-58d9-4dfa-b67e-a64bcae692de'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:35:07.201621 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-53ffbf3d-3e62-46ed-8c18-c65d065e9b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:34:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['154ca381-58d9-4dfa-b67e-a64bcae692de'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:07.287034 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-28feda75-3d99-4e48-be3b-fd8c22596f11 admin admin] Allocated IP 172.20.0.1 (d29a4585-655a-4f17-95c9-df4387a8ac5a/2e7484d8-3082-42d6-9b0c-fa9acb1bd50d/d8e2166b-dba6-4ef6-93e3-b742308dc846) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:35:07.307143 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-53ffbf3d-3e62-46ed-8c18-c65d065e9b70 None None] Set router 154ca381-58d9-4dfa-b67e-a64bcae692de gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:35:07.391845 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-28feda75-3d99-4e48-be3b-fd8c22596f11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:07.486810 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-53ffbf3d-3e62-46ed-8c18-c65d065e9b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154ca381-58d9-4dfa-b67e-a64bcae692de', 'name': 'tempest-TestServerMultinode-1848091923-router', 'tenant_id': '157e9e8b7fab4f22a8ad072d47dd6f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '6911d2ce-2fd9-4520-8b5a-62f7ae4f2d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:35:04Z', 'updated_at': '2022-04-20T13:35:05Z', 'revision_number': 3, 'project_id': '157e9e8b7fab4f22a8ad072d47dd6f8c', 'gw_port': {'id': '6911d2ce-2fd9-4520-8b5a-62f7ae4f2d13', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154ca381-58d9-4dfa-b67e-a64bcae692de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:35:04Z', 'updated_at': '2022-04-20T13:35:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:07.491555 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-28feda75-3d99-4e48-be3b-fd8c22596f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:07.523996 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ffbf3d-3e62-46ed-8c18-c65d065e9b70 None None] The sync data for ids ['154ca381-58d9-4dfa-b67e-a64bcae692de'] in n-d-836015-7 is: [{'id': '154ca381-58d9-4dfa-b67e-a64bcae692de', 'name': 'tempest-TestServerMultinode-1848091923-router', 'tenant_id': '157e9e8b7fab4f22a8ad072d47dd6f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '6911d2ce-2fd9-4520-8b5a-62f7ae4f2d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:35:04Z', 'updated_at': '2022-04-20T13:35:05Z', 'revision_number': 3, 'project_id': '157e9e8b7fab4f22a8ad072d47dd6f8c', 'gw_port': {'id': '6911d2ce-2fd9-4520-8b5a-62f7ae4f2d13', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154ca381-58d9-4dfa-b67e-a64bcae692de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:35:04Z', 'updated_at': '2022-04-20T13:35:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:35:07.528862 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28feda75-3d99-4e48-be3b-fd8c22596f11 admin admin] Network d29a4585-655a-4f17-95c9-df4387a8ac5a is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:35:07.533859 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-28feda75-3d99-4e48-be3b-fd8c22596f11 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:35:07.538324 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28feda75-3d99-4e48-be3b-fd8c22596f11 admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:35:07.585526 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28feda75-3d99-4e48-be3b-fd8c22596f11 admin admin] Pushing event updated for resources: {'Port': ['ID=d8e2166b-dba6-4ef6-93e3-b742308dc846,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:07.608514 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-28feda75-3d99-4e48-be3b-fd8c22596f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:07.861102 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-28feda75-3d99-4e48-be3b-fd8c22596f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:07.878614 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-69aae632-c965-43d8-b4b9-3326e93fb596 None None] Provisioning complete for port d8e2166b-dba6-4ef6-93e3-b742308dc846 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:07.879676 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-69aae632-c965-43d8-b4b9-3326e93fb596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:07.952692 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-69aae632-c965-43d8-b4b9-3326e93fb596 None None] Port d8e2166b-dba6-4ef6-93e3-b742308dc846 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:35:08.077523 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-28feda75-3d99-4e48-be3b-fd8c22596f11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:08.131110 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-28feda75-3d99-4e48-be3b-fd8c22596f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:08.204154 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28feda75-3d99-4e48-be3b-fd8c22596f11 admin admin] Pushing event updated for resources: {'Port': ['ID=d8e2166b-dba6-4ef6-93e3-b742308dc846,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:08.207723 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-28feda75-3d99-4e48-be3b-fd8c22596f11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:08.320433 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28feda75-3d99-4e48-be3b-fd8c22596f11 admin admin] Network d29a4585-655a-4f17-95c9-df4387a8ac5a is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:35:08.323105 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-28feda75-3d99-4e48-be3b-fd8c22596f11 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:35:08.473996 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28feda75-3d99-4e48-be3b-fd8c22596f11 admin admin] Router 154ca381-58d9-4dfa-b67e-a64bcae692de has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:35:08.508815 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 6911d2ce-2fd9-4520-8b5a-62f7ae4f2d13 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:35:08.571909 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 6911d2ce-2fd9-4520-8b5a-62f7ae4f2d13 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:08.574451 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:08.639814 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28feda75-3d99-4e48-be3b-fd8c22596f11 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:35:08.645173 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-28feda75-3d99-4e48-be3b-fd8c22596f11 admin admin] 10.222.0.25 "PUT /v2.0/routers/154ca381-58d9-4dfa-b67e-a64bcae692de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4342704 Apr 20 13:35:08.700307 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:08.708835 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-fc3513d5-aa46-4ef8-9a2b-0a5ccea5fb7b None None] Provisioning complete for port d8e2166b-dba6-4ef6-93e3-b742308dc846 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:08.709449 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fc3513d5-aa46-4ef8-9a2b-0a5ccea5fb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:08.754693 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 6911d2ce-2fd9-4520-8b5a-62f7ae4f2d13, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=6911d2ce-2fd9-4520-8b5a-62f7ae4f2d13,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:35:08.761325 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-fc3513d5-aa46-4ef8-9a2b-0a5ccea5fb7b None None] Port d8e2166b-dba6-4ef6-93e3-b742308dc846 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:35:08.845312 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:08.849482 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ee56f48b-d32e-4d25-bc87-0a72b56555f5 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:35:08.919121 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=6911d2ce-2fd9-4520-8b5a-62f7ae4f2d13,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:08.931283 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port ee56f48b-d32e-4d25-bc87-0a72b56555f5 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:08.931690 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:09.404595 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 50256) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:09.407254 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9e9319-4a32-4416-b39f-1d5b166c75e1 None None] Sync routers for ids ['154ca381-58d9-4dfa-b67e-a64bcae692de'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:35:09.410012 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-d40f5b61-ee20-4cc0-8a2b-f4690dc61dda admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1548001562-network', 'tenant_id': '0e7d2f8acd3543aba5ea83a68f4db5a8'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:35:09.422685 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9e9319-4a32-4416-b39f-1d5b166c75e1 None None] Routers {'154ca381-58d9-4dfa-b67e-a64bcae692de'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:35:09.423396 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-0a9e9319-4a32-4416-b39f-1d5b166c75e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:34:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['154ca381-58d9-4dfa-b67e-a64bcae692de'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:09.486650 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40f5b61-ee20-4cc0-8a2b-f4690dc61dda admin admin] Made reservation on behalf of 0e7d2f8acd3543aba5ea83a68f4db5a8 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:35:09.489468 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d40f5b61-ee20-4cc0-8a2b-f4690dc61dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:09.500503 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d40f5b61-ee20-4cc0-8a2b-f4690dc61dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:09.580245 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d40f5b61-ee20-4cc0-8a2b-f4690dc61dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:09.623761 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:35:09.685297 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d40f5b61-ee20-4cc0-8a2b-f4690dc61dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:09.702179 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-0a9e9319-4a32-4416-b39f-1d5b166c75e1 None None] Set router 154ca381-58d9-4dfa-b67e-a64bcae692de gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:35:09.706296 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d40f5b61-ee20-4cc0-8a2b-f4690dc61dda admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:35:09.721226 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f5b61-ee20-4cc0-8a2b-f4690dc61dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3f06ff-17fc-47a8-bd23-b4416852648c,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:09.724302 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d40f5b61-ee20-4cc0-8a2b-f4690dc61dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:09.728424 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-d40f5b61-ee20-4cc0-8a2b-f4690dc61dda admin admin] Added segment 49cafdcb-968c-4064-9434-043df73c4546 of type vlan for network c271fe05-685d-4801-8770-5abf2c0a3405 Apr 20 13:35:09.774356 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d40f5b61-ee20-4cc0-8a2b-f4690dc61dda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:09.914217 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-0a9e9319-4a32-4416-b39f-1d5b166c75e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154ca381-58d9-4dfa-b67e-a64bcae692de', 'name': 'tempest-TestServerMultinode-1848091923-router', 'tenant_id': '157e9e8b7fab4f22a8ad072d47dd6f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '6911d2ce-2fd9-4520-8b5a-62f7ae4f2d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:35:04Z', 'updated_at': '2022-04-20T13:35:07Z', 'revision_number': 4, 'project_id': '157e9e8b7fab4f22a8ad072d47dd6f8c', 'gw_port': {'id': '6911d2ce-2fd9-4520-8b5a-62f7ae4f2d13', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154ca381-58d9-4dfa-b67e-a64bcae692de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:35:04Z', 'updated_at': '2022-04-20T13:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'd8e2166b-dba6-4ef6-93e3-b742308dc846', 'name': '', 'network_id': 'd29a4585-655a-4f17-95c9-df4387a8ac5a', 'tenant_id': '157e9e8b7fab4f22a8ad072d47dd6f8c', 'mac_address': 'fa:16:3e:35:fa:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154ca381-58d9-4dfa-b67e-a64bcae692de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '2e7484d8-3082-42d6-9b0c-fa9acb1bd50d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:35:07Z', 'updated_at': '2022-04-20T13:35:07Z', 'revision_number': 2, 'project_id': '157e9e8b7fab4f22a8ad072d47dd6f8c', 'subnets': [{'id': '2e7484d8-3082-42d6-9b0c-fa9acb1bd50d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:09.915939 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d40f5b61-ee20-4cc0-8a2b-f4690dc61dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:09.916932 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40f5b61-ee20-4cc0-8a2b-f4690dc61dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:09.917593 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d40f5b61-ee20-4cc0-8a2b-f4690dc61dda admin admin] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:09.945260 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9e9319-4a32-4416-b39f-1d5b166c75e1 None None] Checking router: 154ca381-58d9-4dfa-b67e-a64bcae692de for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:35:09.945807 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9e9319-4a32-4416-b39f-1d5b166c75e1 None None] Updating router 154ca381-58d9-4dfa-b67e-a64bcae692de port d8e2166b-dba6-4ef6-93e3-b742308dc846 binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:35:09.971430 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0a9e9319-4a32-4416-b39f-1d5b166c75e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:10.000830 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f5b61-ee20-4cc0-8a2b-f4690dc61dda admin admin] Pushing event updated for resources: {'Network': ['ID=c271fe05-685d-4801-8770-5abf2c0a3405,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:10.013953 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network c271fe05-685d-4801-8770-5abf2c0a3405 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:35:10.015904 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d40f5b61-ee20-4cc0-8a2b-f4690dc61dda admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6100016 Apr 20 13:35:10.018523 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 50264) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:10.023915 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-84a063ad-b9c7-4966-aa67-cd63e584ef63 admin admin] Request body: {'subnet': {'network_id': 'c271fe05-685d-4801-8770-5abf2c0a3405', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1548001562-subnet', 'tenant_id': '0e7d2f8acd3543aba5ea83a68f4db5a8', 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:35:10.098743 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a063ad-b9c7-4966-aa67-cd63e584ef63 admin admin] Made reservation on behalf of 0e7d2f8acd3543aba5ea83a68f4db5a8 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:35:10.101449 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84a063ad-b9c7-4966-aa67-cd63e584ef63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:10.309546 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0a9e9319-4a32-4416-b39f-1d5b166c75e1 None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:10.347501 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 6911d2ce-2fd9-4520-8b5a-62f7ae4f2d13 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:35:10.351398 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84a063ad-b9c7-4966-aa67-cd63e584ef63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:10.383085 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0a9e9319-4a32-4416-b39f-1d5b166c75e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:10.416289 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a063ad-b9c7-4966-aa67-cd63e584ef63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27b35ee2-b76b-4207-bc12-dee270c4d684,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:10.423628 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a063ad-b9c7-4966-aa67-cd63e584ef63 admin admin] Checking segment: {'id': '49cafdcb-968c-4064-9434-043df73c4546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c271fe05-685d-4801-8770-5abf2c0a3405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:35:10.424001 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a063ad-b9c7-4966-aa67-cd63e584ef63 admin admin] Network hostable DHCP agents. Network: c271fe05-685d-4801-8770-5abf2c0a3405, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:35:10.448343 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ccb32b-5edc-4f43-ba7d-442da59b6a0f None None] Pushing event updated for resources: {'Port': ['ID=d8e2166b-dba6-4ef6-93e3-b742308dc846,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:10.459979 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 6911d2ce-2fd9-4520-8b5a-62f7ae4f2d13 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:10.460437 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:10.506450 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a063ad-b9c7-4966-aa67-cd63e584ef63 admin admin] Network c271fe05-685d-4801-8770-5abf2c0a3405 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:35:10.552681 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-0a9e9319-4a32-4416-b39f-1d5b166c75e1 None None] Attempting to bind port d8e2166b-dba6-4ef6-93e3-b742308dc846 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:35:10.553050 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-0a9e9319-4a32-4416-b39f-1d5b166c75e1 None None] Attempting to bind port d8e2166b-dba6-4ef6-93e3-b742308dc846 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'd3c9e4ff-cadf-469c-9ce9-e343112bc760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd29a4585-655a-4f17-95c9-df4387a8ac5a'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:35:10.553411 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9e9319-4a32-4416-b39f-1d5b166c75e1 None None] Attempting to bind port d8e2166b-dba6-4ef6-93e3-b742308dc846 on network d29a4585-655a-4f17-95c9-df4387a8ac5a {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:35:10.561631 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9e9319-4a32-4416-b39f-1d5b166c75e1 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:35:10.562004 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9e9319-4a32-4416-b39f-1d5b166c75e1 None None] Checking segment: {'id': 'd3c9e4ff-cadf-469c-9ce9-e343112bc760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd29a4585-655a-4f17-95c9-df4387a8ac5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:35:10.564960 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0a9e9319-4a32-4416-b39f-1d5b166c75e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:10.564960 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9e9319-4a32-4416-b39f-1d5b166c75e1 None None] Bound using segment: {'id': 'd3c9e4ff-cadf-469c-9ce9-e343112bc760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd29a4585-655a-4f17-95c9-df4387a8ac5a'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:35:10.564960 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-0a9e9319-4a32-4416-b39f-1d5b166c75e1 None None] Bound port: d8e2166b-dba6-4ef6-93e3-b742308dc846, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c9e4ff-cadf-469c-9ce9-e343112bc760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd29a4585-655a-4f17-95c9-df4387a8ac5a'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:35:10.564960 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0a9e9319-4a32-4416-b39f-1d5b166c75e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:10.584426 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-84a063ad-b9c7-4966-aa67-cd63e584ef63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, c271fe05-685d-4801-8770-5abf2c0a3405) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:35:10.588741 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a063ad-b9c7-4966-aa67-cd63e584ef63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:10.589398 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84a063ad-b9c7-4966-aa67-cd63e584ef63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:10.627506 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42be7417-da76-4bba-afcc-569b68f84829 None None] Network c271fe05-685d-4801-8770-5abf2c0a3405 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:35:10.672418 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-84a063ad-b9c7-4966-aa67-cd63e584ef63 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6527932 Apr 20 13:35:10.674832 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 50274) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:10.679051 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-b6491af1-69e4-48da-b4d3-71bd1a3250b1 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1548001562-router', 'tenant_id': '0e7d2f8acd3543aba5ea83a68f4db5a8', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:35:10.730865 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-0a9e9319-4a32-4416-b39f-1d5b166c75e1 None None] For port d8e2166b-dba6-4ef6-93e3-b742308dc846, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:35:10.735537 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-0a9e9319-4a32-4416-b39f-1d5b166c75e1 None None] For port d8e2166b-dba6-4ef6-93e3-b742308dc846, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d8e2166b-dba6-4ef6-93e3-b742308dc846,segment=NetworkSegment(d3c9e4ff-cadf-469c-9ce9-e343112bc760),segment_id=d3c9e4ff-cadf-469c-9ce9-e343112bc760)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:35:10.752076 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-f686d7c8-bf26-4133-a8d5-87e4d69100ea None None] Provisioning complete for port d8e2166b-dba6-4ef6-93e3-b742308dc846 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:10.752479 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f686d7c8-bf26-4133-a8d5-87e4d69100ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:10.762188 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b6491af1-69e4-48da-b4d3-71bd1a3250b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:10.765588 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b6491af1-69e4-48da-b4d3-71bd1a3250b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:10.815041 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0a9e9319-4a32-4416-b39f-1d5b166c75e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:10.820293 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-f686d7c8-bf26-4133-a8d5-87e4d69100ea None None] Port d8e2166b-dba6-4ef6-93e3-b742308dc846 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:35:10.823496 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b6491af1-69e4-48da-b4d3-71bd1a3250b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:10.904602 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9e9319-4a32-4416-b39f-1d5b166c75e1 None None] Routers {'154ca381-58d9-4dfa-b67e-a64bcae692de'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:35:10.905244 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-0a9e9319-4a32-4416-b39f-1d5b166c75e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:34:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['154ca381-58d9-4dfa-b67e-a64bcae692de'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:10.910637 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ccb32b-5edc-4f43-ba7d-442da59b6a0f None None] Pushing event updated for resources: {'Port': ['ID=d8e2166b-dba6-4ef6-93e3-b742308dc846,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:10.971188 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2033f75d-6b92-4c3f-95e1-0f5c9ef65f6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-c271fe05-685d-4801-8770-5abf2c0a3405', 'network_id': 'c271fe05-685d-4801-8770-5abf2c0a3405', 'tenant_id': '0e7d2f8acd3543aba5ea83a68f4db5a8', 'fixed_ips': [{'subnet_id': '27b35ee2-b76b-4207-bc12-dee270c4d684'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:35:10.972395 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2033f75d-6b92-4c3f-95e1-0f5c9ef65f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:11.053936 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b6491af1-69e4-48da-b4d3-71bd1a3250b1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:11.141145 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-0a9e9319-4a32-4416-b39f-1d5b166c75e1 None None] Set router 154ca381-58d9-4dfa-b67e-a64bcae692de gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:35:11.246803 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-0ad36b0c-5e12-4266-93ae-56df215de92c None None] Provisioning complete for port d8e2166b-dba6-4ef6-93e3-b742308dc846 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:11.247175 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0ad36b0c-5e12-4266-93ae-56df215de92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:11.272832 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-2033f75d-6b92-4c3f-95e1-0f5c9ef65f6e None None] Allocated IP 172.20.0.2 (c271fe05-685d-4801-8770-5abf2c0a3405/27b35ee2-b76b-4207-bc12-dee270c4d684/c7929e55-ab6e-414a-9eb7-19692ead54c8) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:35:11.320638 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b6491af1-69e4-48da-b4d3-71bd1a3250b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:11.346711 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b6491af1-69e4-48da-b4d3-71bd1a3250b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:11.464689 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-b6491af1-69e4-48da-b4d3-71bd1a3250b1 admin admin] Allocated IP 172.25.8.71 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/053a6536-e066-48dc-911b-01ca355fa477) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:35:11.585203 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b6491af1-69e4-48da-b4d3-71bd1a3250b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:11.620497 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0ad36b0c-5e12-4266-93ae-56df215de92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:11.697785 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b6491af1-69e4-48da-b4d3-71bd1a3250b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:11.706187 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-0ad36b0c-5e12-4266-93ae-56df215de92c None None] For port d8e2166b-dba6-4ef6-93e3-b742308dc846, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d8e2166b-dba6-4ef6-93e3-b742308dc846,segment=NetworkSegment(d3c9e4ff-cadf-469c-9ce9-e343112bc760),segment_id=d3c9e4ff-cadf-469c-9ce9-e343112bc760)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:35:11.757182 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6491af1-69e4-48da-b4d3-71bd1a3250b1 admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:35:11.758729 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2033f75d-6b92-4c3f-95e1-0f5c9ef65f6e None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:11.764031 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-b6491af1-69e4-48da-b4d3-71bd1a3250b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:35:11.766573 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-0a9e9319-4a32-4416-b39f-1d5b166c75e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154ca381-58d9-4dfa-b67e-a64bcae692de', 'name': 'tempest-TestServerMultinode-1848091923-router', 'tenant_id': '157e9e8b7fab4f22a8ad072d47dd6f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '6911d2ce-2fd9-4520-8b5a-62f7ae4f2d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:35:04Z', 'updated_at': '2022-04-20T13:35:07Z', 'revision_number': 4, 'project_id': '157e9e8b7fab4f22a8ad072d47dd6f8c', 'gw_port': {'id': '6911d2ce-2fd9-4520-8b5a-62f7ae4f2d13', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154ca381-58d9-4dfa-b67e-a64bcae692de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:35:04Z', 'updated_at': '2022-04-20T13:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'd8e2166b-dba6-4ef6-93e3-b742308dc846', 'name': '', 'network_id': 'd29a4585-655a-4f17-95c9-df4387a8ac5a', 'tenant_id': '157e9e8b7fab4f22a8ad072d47dd6f8c', 'mac_address': 'fa:16:3e:35:fa:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154ca381-58d9-4dfa-b67e-a64bcae692de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '2e7484d8-3082-42d6-9b0c-fa9acb1bd50d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:35:07Z', 'updated_at': '2022-04-20T13:35:10Z', 'revision_number': 4, 'project_id': '157e9e8b7fab4f22a8ad072d47dd6f8c', 'subnets': [{'id': '2e7484d8-3082-42d6-9b0c-fa9acb1bd50d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:11.766797 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6491af1-69e4-48da-b4d3-71bd1a3250b1 admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:35:11.807710 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9e9319-4a32-4416-b39f-1d5b166c75e1 None None] The sync data for ids ['154ca381-58d9-4dfa-b67e-a64bcae692de'] in n-d-836015-7 is: [{'id': '154ca381-58d9-4dfa-b67e-a64bcae692de', 'name': 'tempest-TestServerMultinode-1848091923-router', 'tenant_id': '157e9e8b7fab4f22a8ad072d47dd6f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '6911d2ce-2fd9-4520-8b5a-62f7ae4f2d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:35:04Z', 'updated_at': '2022-04-20T13:35:07Z', 'revision_number': 4, 'project_id': '157e9e8b7fab4f22a8ad072d47dd6f8c', 'gw_port': {'id': '6911d2ce-2fd9-4520-8b5a-62f7ae4f2d13', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154ca381-58d9-4dfa-b67e-a64bcae692de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:35:04Z', 'updated_at': '2022-04-20T13:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'd8e2166b-dba6-4ef6-93e3-b742308dc846', 'name': '', 'network_id': 'd29a4585-655a-4f17-95c9-df4387a8ac5a', 'tenant_id': '157e9e8b7fab4f22a8ad072d47dd6f8c', 'mac_address': 'fa:16:3e:35:fa:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154ca381-58d9-4dfa-b67e-a64bcae692de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '2e7484d8-3082-42d6-9b0c-fa9acb1bd50d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:35:07Z', 'updated_at': '2022-04-20T13:35:10Z', 'revision_number': 4, 'project_id': '157e9e8b7fab4f22a8ad072d47dd6f8c', 'subnets': [{'id': '2e7484d8-3082-42d6-9b0c-fa9acb1bd50d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:35:11.810875 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6491af1-69e4-48da-b4d3-71bd1a3250b1 admin admin] Pushing event updated for resources: {'Port': ['ID=053a6536-e066-48dc-911b-01ca355fa477,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:11.811036 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0ad36b0c-5e12-4266-93ae-56df215de92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:11.891721 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad36b0c-5e12-4266-93ae-56df215de92c None None] Pushing event updated for resources: {'Port': ['ID=d8e2166b-dba6-4ef6-93e3-b742308dc846,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:11.896802 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2033f75d-6b92-4c3f-95e1-0f5c9ef65f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:11.959408 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2033f75d-6b92-4c3f-95e1-0f5c9ef65f6e None None] Pushing event updated for resources: {'Port': ['ID=c7929e55-ab6e-414a-9eb7-19692ead54c8,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:11.964374 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2033f75d-6b92-4c3f-95e1-0f5c9ef65f6e None None] Network c271fe05-685d-4801-8770-5abf2c0a3405 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:35:11.965838 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-2033f75d-6b92-4c3f-95e1-0f5c9ef65f6e None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:35:11.968237 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2033f75d-6b92-4c3f-95e1-0f5c9ef65f6e None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:35:12.025937 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-2033f75d-6b92-4c3f-95e1-0f5c9ef65f6e None None] Attempting to bind port c7929e55-ab6e-414a-9eb7-19692ead54c8 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:35:12.027496 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-2033f75d-6b92-4c3f-95e1-0f5c9ef65f6e None None] Attempting to bind port c7929e55-ab6e-414a-9eb7-19692ead54c8 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '49cafdcb-968c-4064-9434-043df73c4546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c271fe05-685d-4801-8770-5abf2c0a3405'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:35:12.027496 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2033f75d-6b92-4c3f-95e1-0f5c9ef65f6e None None] Attempting to bind port c7929e55-ab6e-414a-9eb7-19692ead54c8 on network c271fe05-685d-4801-8770-5abf2c0a3405 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:35:12.032280 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2033f75d-6b92-4c3f-95e1-0f5c9ef65f6e None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:35:12.032654 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2033f75d-6b92-4c3f-95e1-0f5c9ef65f6e None None] Checking segment: {'id': '49cafdcb-968c-4064-9434-043df73c4546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c271fe05-685d-4801-8770-5abf2c0a3405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:35:12.033055 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2033f75d-6b92-4c3f-95e1-0f5c9ef65f6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:12.033446 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2033f75d-6b92-4c3f-95e1-0f5c9ef65f6e None None] Bound using segment: {'id': '49cafdcb-968c-4064-9434-043df73c4546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c271fe05-685d-4801-8770-5abf2c0a3405'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:35:12.033961 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-2033f75d-6b92-4c3f-95e1-0f5c9ef65f6e None None] Bound port: c7929e55-ab6e-414a-9eb7-19692ead54c8, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cafdcb-968c-4064-9434-043df73c4546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c271fe05-685d-4801-8770-5abf2c0a3405'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:35:12.034347 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2033f75d-6b92-4c3f-95e1-0f5c9ef65f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:12.127490 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-2033f75d-6b92-4c3f-95e1-0f5c9ef65f6e None None] For port c7929e55-ab6e-414a-9eb7-19692ead54c8, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:35:12.130737 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-2033f75d-6b92-4c3f-95e1-0f5c9ef65f6e None None] For port c7929e55-ab6e-414a-9eb7-19692ead54c8, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=c7929e55-ab6e-414a-9eb7-19692ead54c8,segment=NetworkSegment(49cafdcb-968c-4064-9434-043df73c4546),segment_id=49cafdcb-968c-4064-9434-043df73c4546)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:35:12.183817 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b6491af1-69e4-48da-b4d3-71bd1a3250b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:12.219432 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2033f75d-6b92-4c3f-95e1-0f5c9ef65f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:12.355345 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2033f75d-6b92-4c3f-95e1-0f5c9ef65f6e None None] Pushing event updated for resources: {'Port': ['ID=c7929e55-ab6e-414a-9eb7-19692ead54c8,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:12.421767 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d8e2166b-dba6-4ef6-93e3-b742308dc846 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:35:12.437690 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b6491af1-69e4-48da-b4d3-71bd1a3250b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:12.458019 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:12.492092 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port d8e2166b-dba6-4ef6-93e3-b742308dc846 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:12.492469 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:12.681558 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6491af1-69e4-48da-b4d3-71bd1a3250b1 admin admin] Router dd64a09a-53c0-4fcc-8747-172d45dec021 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:35:12.805214 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6491af1-69e4-48da-b4d3-71bd1a3250b1 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:35:12.816467 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5cfe0f-b313-4b55-b7a4-4abe98b171a1 None None] Sync routers for ids ['dd64a09a-53c0-4fcc-8747-172d45dec021'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:35:12.832363 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5cfe0f-b313-4b55-b7a4-4abe98b171a1 None None] Routers {'dd64a09a-53c0-4fcc-8747-172d45dec021'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:35:12.833270 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-fc5cfe0f-b313-4b55-b7a4-4abe98b171a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:34:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['dd64a09a-53c0-4fcc-8747-172d45dec021'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:12.900838 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b6491af1-69e4-48da-b4d3-71bd1a3250b1 admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:12.905322 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 50304) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:12.905858 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b6491af1-69e4-48da-b4d3-71bd1a3250b1 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2294374 Apr 20 13:35:12.944920 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-fc5cfe0f-b313-4b55-b7a4-4abe98b171a1 None None] Set router dd64a09a-53c0-4fcc-8747-172d45dec021 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:35:13.041026 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:13.141375 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-fc5cfe0f-b313-4b55-b7a4-4abe98b171a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd64a09a-53c0-4fcc-8747-172d45dec021', 'name': 'tempest-TestServerMultinode-1548001562-router', 'tenant_id': '0e7d2f8acd3543aba5ea83a68f4db5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '053a6536-e066-48dc-911b-01ca355fa477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:35:10Z', 'updated_at': '2022-04-20T13:35:11Z', 'revision_number': 3, 'project_id': '0e7d2f8acd3543aba5ea83a68f4db5a8', 'gw_port': {'id': '053a6536-e066-48dc-911b-01ca355fa477', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd64a09a-53c0-4fcc-8747-172d45dec021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:35:11Z', 'updated_at': '2022-04-20T13:35:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:13.190939 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5cfe0f-b313-4b55-b7a4-4abe98b171a1 None None] Checking router: dd64a09a-53c0-4fcc-8747-172d45dec021 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:35:13.192952 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5cfe0f-b313-4b55-b7a4-4abe98b171a1 None None] Updating router dd64a09a-53c0-4fcc-8747-172d45dec021 port 053a6536-e066-48dc-911b-01ca355fa477 binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:35:13.360724 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-fc5cfe0f-b313-4b55-b7a4-4abe98b171a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:13.439415 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5d9b9aea-18d0-4f84-b76e-f5f2477354a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:13.649522 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb39375-8920-4da0-bf50-ef4ffaf21f5f None None] Network c271fe05-685d-4801-8770-5abf2c0a3405 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:35:13.690934 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-fc5cfe0f-b313-4b55-b7a4-4abe98b171a1 None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:13.744544 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-fc5cfe0f-b313-4b55-b7a4-4abe98b171a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:13.804601 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-fc5cfe0f-b313-4b55-b7a4-4abe98b171a1 None None] Attempting to bind port 053a6536-e066-48dc-911b-01ca355fa477 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:35:13.805125 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-fc5cfe0f-b313-4b55-b7a4-4abe98b171a1 None None] Attempting to bind port 053a6536-e066-48dc-911b-01ca355fa477 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:35:13.805590 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5cfe0f-b313-4b55-b7a4-4abe98b171a1 None None] Attempting to bind port 053a6536-e066-48dc-911b-01ca355fa477 on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:35:13.808460 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dae65e-d8a1-45e2-b8cf-1dc04943831c None None] Pushing event updated for resources: {'Port': ['ID=053a6536-e066-48dc-911b-01ca355fa477,revision_number=2']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:13.816794 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5cfe0f-b313-4b55-b7a4-4abe98b171a1 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:35:13.817400 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5cfe0f-b313-4b55-b7a4-4abe98b171a1 None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:35:13.817656 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-fc5cfe0f-b313-4b55-b7a4-4abe98b171a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:13.818035 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5cfe0f-b313-4b55-b7a4-4abe98b171a1 None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:35:13.818518 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-fc5cfe0f-b313-4b55-b7a4-4abe98b171a1 None None] Bound port: 053a6536-e066-48dc-911b-01ca355fa477, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:35:13.818900 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-fc5cfe0f-b313-4b55-b7a4-4abe98b171a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:13.834428 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-cc08f2e2-32c2-4781-972e-29f2e8851f65 None None] Provisioning complete for port c7929e55-ab6e-414a-9eb7-19692ead54c8 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:13.834937 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cc08f2e2-32c2-4781-972e-29f2e8851f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:13.873632 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-fc5cfe0f-b313-4b55-b7a4-4abe98b171a1 None None] For port 053a6536-e066-48dc-911b-01ca355fa477, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:35:13.877190 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-fc5cfe0f-b313-4b55-b7a4-4abe98b171a1 None None] For port 053a6536-e066-48dc-911b-01ca355fa477, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=053a6536-e066-48dc-911b-01ca355fa477,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:35:13.961738 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-fc5cfe0f-b313-4b55-b7a4-4abe98b171a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:14.007094 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cc08f2e2-32c2-4781-972e-29f2e8851f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:14.051574 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5cfe0f-b313-4b55-b7a4-4abe98b171a1 None None] Routers {'dd64a09a-53c0-4fcc-8747-172d45dec021'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:35:14.052261 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-fc5cfe0f-b313-4b55-b7a4-4abe98b171a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:34:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['dd64a09a-53c0-4fcc-8747-172d45dec021'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:14.071783 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-cc08f2e2-32c2-4781-972e-29f2e8851f65 None None] For port c7929e55-ab6e-414a-9eb7-19692ead54c8, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=c7929e55-ab6e-414a-9eb7-19692ead54c8,segment=NetworkSegment(49cafdcb-968c-4064-9434-043df73c4546),segment_id=49cafdcb-968c-4064-9434-043df73c4546)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:35:14.088534 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dae65e-d8a1-45e2-b8cf-1dc04943831c None None] Pushing event updated for resources: {'Port': ['ID=053a6536-e066-48dc-911b-01ca355fa477,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:14.120448 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cc08f2e2-32c2-4781-972e-29f2e8851f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:14.183160 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-fc5cfe0f-b313-4b55-b7a4-4abe98b171a1 None None] Set router dd64a09a-53c0-4fcc-8747-172d45dec021 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:35:14.190449 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-5d9b9aea-18d0-4f84-b76e-f5f2477354a7 admin admin] Allocated IP 172.20.0.1 (c271fe05-685d-4801-8770-5abf2c0a3405/27b35ee2-b76b-4207-bc12-dee270c4d684/914ec593-5e00-4209-9647-774d2624fd1b) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:35:14.219637 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc08f2e2-32c2-4781-972e-29f2e8851f65 None None] Pushing event updated for resources: {'Port': ['ID=c7929e55-ab6e-414a-9eb7-19692ead54c8,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:14.309533 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5d9b9aea-18d0-4f84-b76e-f5f2477354a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:14.351713 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-f629f699-317f-4cb9-946b-a6b20f8ae971 None None] Provisioning complete for port c7929e55-ab6e-414a-9eb7-19692ead54c8 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:14.352102 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f629f699-317f-4cb9-946b-a6b20f8ae971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:14.395403 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device c7929e55-ab6e-414a-9eb7-19692ead54c8 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:35:14.402293 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5d9b9aea-18d0-4f84-b76e-f5f2477354a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:14.435844 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-fc5cfe0f-b313-4b55-b7a4-4abe98b171a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd64a09a-53c0-4fcc-8747-172d45dec021', 'name': 'tempest-TestServerMultinode-1548001562-router', 'tenant_id': '0e7d2f8acd3543aba5ea83a68f4db5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '053a6536-e066-48dc-911b-01ca355fa477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:35:10Z', 'updated_at': '2022-04-20T13:35:11Z', 'revision_number': 3, 'project_id': '0e7d2f8acd3543aba5ea83a68f4db5a8', 'gw_port': {'id': '053a6536-e066-48dc-911b-01ca355fa477', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd64a09a-53c0-4fcc-8747-172d45dec021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:35:11Z', 'updated_at': '2022-04-20T13:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:14.449426 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9b9aea-18d0-4f84-b76e-f5f2477354a7 admin admin] Network c271fe05-685d-4801-8770-5abf2c0a3405 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:35:14.453739 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-5d9b9aea-18d0-4f84-b76e-f5f2477354a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:35:14.459892 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9b9aea-18d0-4f84-b76e-f5f2477354a7 admin admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:35:14.503672 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5cfe0f-b313-4b55-b7a4-4abe98b171a1 None None] The sync data for ids ['dd64a09a-53c0-4fcc-8747-172d45dec021'] in n-d-836015-7 is: [{'id': 'dd64a09a-53c0-4fcc-8747-172d45dec021', 'name': 'tempest-TestServerMultinode-1548001562-router', 'tenant_id': '0e7d2f8acd3543aba5ea83a68f4db5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '053a6536-e066-48dc-911b-01ca355fa477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:35:10Z', 'updated_at': '2022-04-20T13:35:11Z', 'revision_number': 3, 'project_id': '0e7d2f8acd3543aba5ea83a68f4db5a8', 'gw_port': {'id': '053a6536-e066-48dc-911b-01ca355fa477', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd64a09a-53c0-4fcc-8747-172d45dec021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:35:11Z', 'updated_at': '2022-04-20T13:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:35:14.506417 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5d9b9aea-18d0-4f84-b76e-f5f2477354a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:14.515795 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port c7929e55-ab6e-414a-9eb7-19692ead54c8 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:14.516487 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:14.554871 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b9aea-18d0-4f84-b76e-f5f2477354a7 admin admin] Pushing event updated for resources: {'Port': ['ID=914ec593-5e00-4209-9647-774d2624fd1b,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:14.794985 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5d9b9aea-18d0-4f84-b76e-f5f2477354a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:14.843736 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-e27fed17-2be4-4b17-b8c4-b7ef01876bd8 None None] Provisioning complete for port 914ec593-5e00-4209-9647-774d2624fd1b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:14.844176 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e27fed17-2be4-4b17-b8c4-b7ef01876bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:14.903918 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-e27fed17-2be4-4b17-b8c4-b7ef01876bd8 None None] Port 914ec593-5e00-4209-9647-774d2624fd1b cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:35:15.004584 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5d9b9aea-18d0-4f84-b76e-f5f2477354a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:15.064233 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5d9b9aea-18d0-4f84-b76e-f5f2477354a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:15.137940 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5d9b9aea-18d0-4f84-b76e-f5f2477354a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:15.156946 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b9aea-18d0-4f84-b76e-f5f2477354a7 admin admin] Pushing event updated for resources: {'Port': ['ID=914ec593-5e00-4209-9647-774d2624fd1b,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:15.246128 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9b9aea-18d0-4f84-b76e-f5f2477354a7 admin admin] Network c271fe05-685d-4801-8770-5abf2c0a3405 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:35:15.248105 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-5d9b9aea-18d0-4f84-b76e-f5f2477354a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:35:15.380960 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9b9aea-18d0-4f84-b76e-f5f2477354a7 admin admin] Router dd64a09a-53c0-4fcc-8747-172d45dec021 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:35:15.505816 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9b9aea-18d0-4f84-b76e-f5f2477354a7 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:35:15.513097 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5d9b9aea-18d0-4f84-b76e-f5f2477354a7 admin admin] 10.222.0.25 "PUT /v2.0/routers/dd64a09a-53c0-4fcc-8747-172d45dec021/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6059694 Apr 20 13:35:15.540984 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-948e8d2d-ae1a-4700-beed-16b5b3f5bb4a None None] Provisioning complete for port 914ec593-5e00-4209-9647-774d2624fd1b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:15.541478 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-948e8d2d-ae1a-4700-beed-16b5b3f5bb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:15.583462 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-948e8d2d-ae1a-4700-beed-16b5b3f5bb4a None None] Port 914ec593-5e00-4209-9647-774d2624fd1b cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:35:16.178235 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-ff91dc7b-9825-4601-9e51-02ae3aa797e3 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:16.179776 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-ff91dc7b-9825-4601-9e51-02ae3aa797e3 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/networks?id=d29a4585-655a-4f17-95c9-df4387a8ac5a HTTP/1.1" status: 200 len: 911 time: 0.0931828 Apr 20 13:35:16.194286 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-0af7b55a-8672-43c9-80bb-45edb436b7b5 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/quotas/0e7d2f8acd3543aba5ea83a68f4db5a8 HTTP/1.1" status: 200 len: 375 time: 0.0086017 Apr 20 13:35:16.269967 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-72f00cc9-a0f8-4b43-95be-b8e62e5c3310 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/ports?tenant_id=0e7d2f8acd3543aba5ea83a68f4db5a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0697296 Apr 20 13:35:16.318598 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16a838d-0131-46a7-ba13-efac5c03a27e None None] Sync routers for ids ['dd64a09a-53c0-4fcc-8747-172d45dec021'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:35:16.341429 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16a838d-0131-46a7-ba13-efac5c03a27e None None] Routers {'dd64a09a-53c0-4fcc-8747-172d45dec021'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:35:16.341429 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-a16a838d-0131-46a7-ba13-efac5c03a27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:34:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['dd64a09a-53c0-4fcc-8747-172d45dec021'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:16.371297 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-97d8420c-72a2-42d0-9812-bfeb582a11fe service neutron] 10.222.0.25 "GET /v2.0/networks/d29a4585-655a-4f17-95c9-df4387a8ac5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929780 Apr 20 13:35:16.422210 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 053a6536-e066-48dc-911b-01ca355fa477 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:35:16.475182 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-929d8de3-2091-4fbd-917f-a941e417dc7b service neutron] 10.222.0.25 "GET /v2.0/networks/d29a4585-655a-4f17-95c9-df4387a8ac5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976722 Apr 20 13:35:16.503448 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-a16a838d-0131-46a7-ba13-efac5c03a27e None None] Set router dd64a09a-53c0-4fcc-8747-172d45dec021 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:35:16.578814 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 053a6536-e066-48dc-911b-01ca355fa477 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:16.579419 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:16.741761 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c13080aa-2b71-46cb-84a9-d4bd99d8933a req-3f0af54c-5983-4703-ba04-d2e8d238fccf tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f643d3f0-8441-4ce9-a30e-8f11e506e761 HTTP/1.1" status: 200 len: 210 time: 0.0295296 Apr 20 13:35:16.781733 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:16.810785 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 053a6536-e066-48dc-911b-01ca355fa477, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=053a6536-e066-48dc-911b-01ca355fa477,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:35:16.816499 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-a16a838d-0131-46a7-ba13-efac5c03a27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd64a09a-53c0-4fcc-8747-172d45dec021', 'name': 'tempest-TestServerMultinode-1548001562-router', 'tenant_id': '0e7d2f8acd3543aba5ea83a68f4db5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '053a6536-e066-48dc-911b-01ca355fa477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:35:10Z', 'updated_at': '2022-04-20T13:35:14Z', 'revision_number': 4, 'project_id': '0e7d2f8acd3543aba5ea83a68f4db5a8', 'gw_port': {'id': '053a6536-e066-48dc-911b-01ca355fa477', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd64a09a-53c0-4fcc-8747-172d45dec021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:35:11Z', 'updated_at': '2022-04-20T13:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '914ec593-5e00-4209-9647-774d2624fd1b', 'name': '', 'network_id': 'c271fe05-685d-4801-8770-5abf2c0a3405', 'tenant_id': '0e7d2f8acd3543aba5ea83a68f4db5a8', 'mac_address': 'fa:16:3e:b7:c4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd64a09a-53c0-4fcc-8747-172d45dec021', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '27b35ee2-b76b-4207-bc12-dee270c4d684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:35:13Z', 'updated_at': '2022-04-20T13:35:14Z', 'revision_number': 2, 'project_id': '0e7d2f8acd3543aba5ea83a68f4db5a8', 'subnets': [{'id': '27b35ee2-b76b-4207-bc12-dee270c4d684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:16.848716 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16a838d-0131-46a7-ba13-efac5c03a27e None None] Checking router: dd64a09a-53c0-4fcc-8747-172d45dec021 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:35:16.849093 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16a838d-0131-46a7-ba13-efac5c03a27e None None] Updating router dd64a09a-53c0-4fcc-8747-172d45dec021 port 914ec593-5e00-4209-9647-774d2624fd1b binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:35:16.875384 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a16a838d-0131-46a7-ba13-efac5c03a27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:16.887862 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:17.021330 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=053a6536-e066-48dc-911b-01ca355fa477,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:17.195805 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a16a838d-0131-46a7-ba13-efac5c03a27e None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:17.261502 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a16a838d-0131-46a7-ba13-efac5c03a27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:17.313180 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e52eb-e827-42d0-82a4-624ec596dfc0 None None] Pushing event updated for resources: {'Port': ['ID=914ec593-5e00-4209-9647-774d2624fd1b,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:17.365505 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-a16a838d-0131-46a7-ba13-efac5c03a27e None None] Attempting to bind port 914ec593-5e00-4209-9647-774d2624fd1b on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:35:17.365876 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-a16a838d-0131-46a7-ba13-efac5c03a27e None None] Attempting to bind port 914ec593-5e00-4209-9647-774d2624fd1b by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '49cafdcb-968c-4064-9434-043df73c4546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c271fe05-685d-4801-8770-5abf2c0a3405'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:35:17.366418 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16a838d-0131-46a7-ba13-efac5c03a27e None None] Attempting to bind port 914ec593-5e00-4209-9647-774d2624fd1b on network c271fe05-685d-4801-8770-5abf2c0a3405 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:35:17.371703 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16a838d-0131-46a7-ba13-efac5c03a27e None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:35:17.376101 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16a838d-0131-46a7-ba13-efac5c03a27e None None] Checking segment: {'id': '49cafdcb-968c-4064-9434-043df73c4546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c271fe05-685d-4801-8770-5abf2c0a3405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:35:17.376101 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a16a838d-0131-46a7-ba13-efac5c03a27e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:17.376101 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16a838d-0131-46a7-ba13-efac5c03a27e None None] Bound using segment: {'id': '49cafdcb-968c-4064-9434-043df73c4546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c271fe05-685d-4801-8770-5abf2c0a3405'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:35:17.376101 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-a16a838d-0131-46a7-ba13-efac5c03a27e None None] Bound port: 914ec593-5e00-4209-9647-774d2624fd1b, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cafdcb-968c-4064-9434-043df73c4546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c271fe05-685d-4801-8770-5abf2c0a3405'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:35:17.376101 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a16a838d-0131-46a7-ba13-efac5c03a27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:17.443425 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-a16a838d-0131-46a7-ba13-efac5c03a27e None None] For port 914ec593-5e00-4209-9647-774d2624fd1b, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:35:17.447260 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-a16a838d-0131-46a7-ba13-efac5c03a27e None None] For port 914ec593-5e00-4209-9647-774d2624fd1b, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=914ec593-5e00-4209-9647-774d2624fd1b,segment=NetworkSegment(49cafdcb-968c-4064-9434-043df73c4546),segment_id=49cafdcb-968c-4064-9434-043df73c4546)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:35:17.524447 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-a851b298-f0dd-4794-84c1-fcb005368c56 None None] Provisioning complete for port 914ec593-5e00-4209-9647-774d2624fd1b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:17.530076 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a851b298-f0dd-4794-84c1-fcb005368c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:17.551534 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a16a838d-0131-46a7-ba13-efac5c03a27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:17.590366 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-a851b298-f0dd-4794-84c1-fcb005368c56 None None] Port 914ec593-5e00-4209-9647-774d2624fd1b cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:35:17.622061 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e52eb-e827-42d0-82a4-624ec596dfc0 None None] Pushing event updated for resources: {'Port': ['ID=914ec593-5e00-4209-9647-774d2624fd1b,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:17.624647 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16a838d-0131-46a7-ba13-efac5c03a27e None None] Routers {'dd64a09a-53c0-4fcc-8747-172d45dec021'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:35:17.625239 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-a16a838d-0131-46a7-ba13-efac5c03a27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:34:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['dd64a09a-53c0-4fcc-8747-172d45dec021'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:17.742136 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-a16a838d-0131-46a7-ba13-efac5c03a27e None None] Set router dd64a09a-53c0-4fcc-8747-172d45dec021 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:35:17.828109 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4d8dab41-78f6-474a-82d3-73a388c3b887 req-aa01c5c3-ac17-4604-ad40-66acae1c88af tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f643d3f0-8441-4ce9-a30e-8f11e506e761 HTTP/1.1" status: 200 len: 210 time: 0.0278366 Apr 20 13:35:17.943914 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-9bb3cf19-c059-496d-9d8e-d9d45fc6ba94 None None] Provisioning complete for port 914ec593-5e00-4209-9647-774d2624fd1b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:17.944296 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9bb3cf19-c059-496d-9d8e-d9d45fc6ba94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:17.999194 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-a16a838d-0131-46a7-ba13-efac5c03a27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd64a09a-53c0-4fcc-8747-172d45dec021', 'name': 'tempest-TestServerMultinode-1548001562-router', 'tenant_id': '0e7d2f8acd3543aba5ea83a68f4db5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '053a6536-e066-48dc-911b-01ca355fa477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:35:10Z', 'updated_at': '2022-04-20T13:35:14Z', 'revision_number': 4, 'project_id': '0e7d2f8acd3543aba5ea83a68f4db5a8', 'gw_port': {'id': '053a6536-e066-48dc-911b-01ca355fa477', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd64a09a-53c0-4fcc-8747-172d45dec021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:35:11Z', 'updated_at': '2022-04-20T13:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '914ec593-5e00-4209-9647-774d2624fd1b', 'name': '', 'network_id': 'c271fe05-685d-4801-8770-5abf2c0a3405', 'tenant_id': '0e7d2f8acd3543aba5ea83a68f4db5a8', 'mac_address': 'fa:16:3e:b7:c4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd64a09a-53c0-4fcc-8747-172d45dec021', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '27b35ee2-b76b-4207-bc12-dee270c4d684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:35:13Z', 'updated_at': '2022-04-20T13:35:17Z', 'revision_number': 4, 'project_id': '0e7d2f8acd3543aba5ea83a68f4db5a8', 'subnets': [{'id': '27b35ee2-b76b-4207-bc12-dee270c4d684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:18.030118 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16a838d-0131-46a7-ba13-efac5c03a27e None None] The sync data for ids ['dd64a09a-53c0-4fcc-8747-172d45dec021'] in n-d-836015-7 is: [{'id': 'dd64a09a-53c0-4fcc-8747-172d45dec021', 'name': 'tempest-TestServerMultinode-1548001562-router', 'tenant_id': '0e7d2f8acd3543aba5ea83a68f4db5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '053a6536-e066-48dc-911b-01ca355fa477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:35:10Z', 'updated_at': '2022-04-20T13:35:14Z', 'revision_number': 4, 'project_id': '0e7d2f8acd3543aba5ea83a68f4db5a8', 'gw_port': {'id': '053a6536-e066-48dc-911b-01ca355fa477', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd64a09a-53c0-4fcc-8747-172d45dec021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:35:11Z', 'updated_at': '2022-04-20T13:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '914ec593-5e00-4209-9647-774d2624fd1b', 'name': '', 'network_id': 'c271fe05-685d-4801-8770-5abf2c0a3405', 'tenant_id': '0e7d2f8acd3543aba5ea83a68f4db5a8', 'mac_address': 'fa:16:3e:b7:c4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd64a09a-53c0-4fcc-8747-172d45dec021', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '27b35ee2-b76b-4207-bc12-dee270c4d684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:35:13Z', 'updated_at': '2022-04-20T13:35:17Z', 'revision_number': 4, 'project_id': '0e7d2f8acd3543aba5ea83a68f4db5a8', 'subnets': [{'id': '27b35ee2-b76b-4207-bc12-dee270c4d684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:35:18.093673 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9bb3cf19-c059-496d-9d8e-d9d45fc6ba94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:18.310454 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-9bb3cf19-c059-496d-9d8e-d9d45fc6ba94 None None] For port 914ec593-5e00-4209-9647-774d2624fd1b, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=914ec593-5e00-4209-9647-774d2624fd1b,segment=NetworkSegment(49cafdcb-968c-4064-9434-043df73c4546),segment_id=49cafdcb-968c-4064-9434-043df73c4546)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:35:18.384793 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9bb3cf19-c059-496d-9d8e-d9d45fc6ba94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:18.448016 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3cf19-c059-496d-9d8e-d9d45fc6ba94 None None] Pushing event updated for resources: {'Port': ['ID=914ec593-5e00-4209-9647-774d2624fd1b,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:18.472870 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 053a6536-e066-48dc-911b-01ca355fa477 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:35:18.532357 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 053a6536-e066-48dc-911b-01ca355fa477 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:18.532799 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:18.627977 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 914ec593-5e00-4209-9647-774d2624fd1b up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:35:18.674711 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 914ec593-5e00-4209-9647-774d2624fd1b triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:18.675143 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:18.936294 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6865b1b4-05c2-4402-a144-b520d10e3269 req-61e53e1e-bfc9-412d-bc99-2390b5e05979 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f643d3f0-8441-4ce9-a30e-8f11e506e761 HTTP/1.1" status: 200 len: 210 time: 0.0312896 Apr 20 13:35:19.176286 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-76bdd1e7-f392-4edf-88d4-81a3fc6f1f35 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:19.178554 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-76bdd1e7-f392-4edf-88d4-81a3fc6f1f35 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.32 "GET /v2.0/networks?id=d29a4585-655a-4f17-95c9-df4387a8ac5a HTTP/1.1" status: 200 len: 911 time: 0.1212482 Apr 20 13:35:19.198771 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-f9d75a66-cf10-4cc9-b546-41e6e486e42b tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Request body: {'port': {'device_id': 'f643d3f0-8441-4ce9-a30e-8f11e506e761', 'network_id': 'd29a4585-655a-4f17-95c9-df4387a8ac5a', 'admin_state_up': True, 'tenant_id': '0e7d2f8acd3543aba5ea83a68f4db5a8'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:35:19.319929 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-f9d75a66-cf10-4cc9-b546-41e6e486e42b tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Made reservation on behalf of 0e7d2f8acd3543aba5ea83a68f4db5a8 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:35:19.322339 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-f9d75a66-cf10-4cc9-b546-41e6e486e42b tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:19.465312 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-f9d75a66-cf10-4cc9-b546-41e6e486e42b tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Allocated IP 172.20.0.3 (d29a4585-655a-4f17-95c9-df4387a8ac5a/2e7484d8-3082-42d6-9b0c-fa9acb1bd50d/2cd76c32-4315-4c0c-9d04-3f261bc8ee73) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:35:19.625882 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-f9d75a66-cf10-4cc9-b546-41e6e486e42b tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:19.705978 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-f9d75a66-cf10-4cc9-b546-41e6e486e42b tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:19.743803 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-f9d75a66-cf10-4cc9-b546-41e6e486e42b tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Network d29a4585-655a-4f17-95c9-df4387a8ac5a is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:35:19.748210 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-f9d75a66-cf10-4cc9-b546-41e6e486e42b tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:35:19.753942 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-f9d75a66-cf10-4cc9-b546-41e6e486e42b tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:35:19.782239 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d75a66-cf10-4cc9-b546-41e6e486e42b tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Pushing event updated for resources: {'Port': ['ID=2cd76c32-4315-4c0c-9d04-3f261bc8ee73,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:19.801828 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-f9d75a66-cf10-4cc9-b546-41e6e486e42b tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:19.802445 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-f9d75a66-cf10-4cc9-b546-41e6e486e42b tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:19.873560 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-f9d75a66-cf10-4cc9-b546-41e6e486e42b tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6851668 Apr 20 13:35:19.894883 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-a4e7f53c-2c4f-4431-95ff-7ef5e0b50243 service neutron] Request body: {'port': {'device_id': 'f643d3f0-8441-4ce9-a30e-8f11e506e761', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:35:19.964537 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-a4e7f53c-2c4f-4431-95ff-7ef5e0b50243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:20.020827 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-c73c29fb-7434-4ce2-b6b1-727ff251033a None None] Provisioning complete for port 2cd76c32-4315-4c0c-9d04-3f261bc8ee73 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:20.021392 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c73c29fb-7434-4ce2-b6b1-727ff251033a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:20.094426 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-c73c29fb-7434-4ce2-b6b1-727ff251033a None None] Port 2cd76c32-4315-4c0c-9d04-3f261bc8ee73 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:35:20.118966 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87eaff-94bb-45da-b269-3faad54b0468 req-d3ad8acb-28f3-4724-a36a-7e9ac2c9800a tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:20.120528 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df87eaff-94bb-45da-b269-3faad54b0468 req-d3ad8acb-28f3-4724-a36a-7e9ac2c9800a tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f643d3f0-8441-4ce9-a30e-8f11e506e761 HTTP/1.1" status: 200 len: 1027 time: 0.0908313 Apr 20 13:35:20.163606 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df87eaff-94bb-45da-b269-3faad54b0468 req-c9654a35-e642-46c7-91d8-5ea5a388049b tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0d3f06ff-17fc-47a8-bd23-b4416852648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353804 Apr 20 13:35:20.297912 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-a4e7f53c-2c4f-4431-95ff-7ef5e0b50243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cd76c32-4315-4c0c-9d04-3f261bc8ee73 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:35:20.300239 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-a4e7f53c-2c4f-4431-95ff-7ef5e0b50243 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:20.312446 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-a4e7f53c-2c4f-4431-95ff-7ef5e0b50243 service neutron] Transition to ACTIVE for port object 2cd76c32-4315-4c0c-9d04-3f261bc8ee73 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:35:20.348595 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 914ec593-5e00-4209-9647-774d2624fd1b up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:35:20.398191 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 914ec593-5e00-4209-9647-774d2624fd1b triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:20.398588 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:20.411259 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-a4e7f53c-2c4f-4431-95ff-7ef5e0b50243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:20.484206 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7f53c-2c4f-4431-95ff-7ef5e0b50243 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd76c32-4315-4c0c-9d04-3f261bc8ee73,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:20.548615 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-a4e7f53c-2c4f-4431-95ff-7ef5e0b50243 service neutron] Attempting to bind port 2cd76c32-4315-4c0c-9d04-3f261bc8ee73 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:35:20.549412 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-a4e7f53c-2c4f-4431-95ff-7ef5e0b50243 service neutron] Attempting to bind port 2cd76c32-4315-4c0c-9d04-3f261bc8ee73 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': 'd3c9e4ff-cadf-469c-9ce9-e343112bc760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd29a4585-655a-4f17-95c9-df4387a8ac5a'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:35:20.549979 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-a4e7f53c-2c4f-4431-95ff-7ef5e0b50243 service neutron] Attempting to bind port 2cd76c32-4315-4c0c-9d04-3f261bc8ee73 on network d29a4585-655a-4f17-95c9-df4387a8ac5a {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:35:20.555319 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-a4e7f53c-2c4f-4431-95ff-7ef5e0b50243 service neutron] Port 2cd76c32-4315-4c0c-9d04-3f261bc8ee73 on network d29a4585-655a-4f17-95c9-df4387a8ac5a not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:35:20.555741 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-a4e7f53c-2c4f-4431-95ff-7ef5e0b50243 service neutron] Attempting to bind port 2cd76c32-4315-4c0c-9d04-3f261bc8ee73 on network d29a4585-655a-4f17-95c9-df4387a8ac5a {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:35:20.561444 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-a4e7f53c-2c4f-4431-95ff-7ef5e0b50243 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:35:20.561854 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-a4e7f53c-2c4f-4431-95ff-7ef5e0b50243 service neutron] Checking segment: {'id': 'd3c9e4ff-cadf-469c-9ce9-e343112bc760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd29a4585-655a-4f17-95c9-df4387a8ac5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:35:20.562295 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-a4e7f53c-2c4f-4431-95ff-7ef5e0b50243 service neutron] Bound using segment: {'id': 'd3c9e4ff-cadf-469c-9ce9-e343112bc760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd29a4585-655a-4f17-95c9-df4387a8ac5a'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:35:20.562791 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-a4e7f53c-2c4f-4431-95ff-7ef5e0b50243 service neutron] Bound port: 2cd76c32-4315-4c0c-9d04-3f261bc8ee73, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c9e4ff-cadf-469c-9ce9-e343112bc760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd29a4585-655a-4f17-95c9-df4387a8ac5a'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:35:20.563278 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-a4e7f53c-2c4f-4431-95ff-7ef5e0b50243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:20.630331 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-a4e7f53c-2c4f-4431-95ff-7ef5e0b50243 service neutron] For port 2cd76c32-4315-4c0c-9d04-3f261bc8ee73, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:35:20.633574 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-a4e7f53c-2c4f-4431-95ff-7ef5e0b50243 service neutron] For port 2cd76c32-4315-4c0c-9d04-3f261bc8ee73, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=2cd76c32-4315-4c0c-9d04-3f261bc8ee73,segment=NetworkSegment(d3c9e4ff-cadf-469c-9ce9-e343112bc760),segment_id=d3c9e4ff-cadf-469c-9ce9-e343112bc760)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:35:20.702893 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-a4e7f53c-2c4f-4431-95ff-7ef5e0b50243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:20.743092 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-a4e7f53c-2c4f-4431-95ff-7ef5e0b50243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:20.744773 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-a4e7f53c-2c4f-4431-95ff-7ef5e0b50243 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:20.746158 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-a4e7f53c-2c4f-4431-95ff-7ef5e0b50243 service neutron] 10.222.0.32 "PUT /v2.0/ports/2cd76c32-4315-4c0c-9d04-3f261bc8ee73 HTTP/1.1" status: 200 len: 1091 time: 0.8639276 Apr 20 13:35:20.748645 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f643d3f0-8441-4ce9-a30e-8f11e506e761', 'tag': '2cd76c32-4315-4c0c-9d04-3f261bc8ee73'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:35:20.750829 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639ec841-cbfb-4471-8350-0e40e82657bc" -d '{"events": [{"name": "network-changed", "server_uuid": "f643d3f0-8441-4ce9-a30e-8f11e506e761", "tag": "2cd76c32-4315-4c0c-9d04-3f261bc8ee73"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:35:20.781820 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7f53c-2c4f-4431-95ff-7ef5e0b50243 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd76c32-4315-4c0c-9d04-3f261bc8ee73,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:20.810771 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10299cf5-9376-4d18-9ae8-824b1812a6a2 x-openstack-request-id: req-10299cf5-9376-4d18-9ae8-824b1812a6a2 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:35:20.811061 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f643d3f0-8441-4ce9-a30e-8f11e506e761", "tag": "2cd76c32-4315-4c0c-9d04-3f261bc8ee73", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:35:20.811308 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-10299cf5-9376-4d18-9ae8-824b1812a6a2 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:35:20.811796 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10299cf5-9376-4d18-9ae8-824b1812a6a2'] response: {'name': 'network-changed', 'server_uuid': 'f643d3f0-8441-4ce9-a30e-8f11e506e761', 'tag': '2cd76c32-4315-4c0c-9d04-3f261bc8ee73', 'status': 'completed', 'code': 200} Apr 20 13:35:20.878216 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ec841-cbfb-4471-8350-0e40e82657bc req-2d37908d-8b70-4370-89a9-3056872c4412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:20.879782 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-639ec841-cbfb-4471-8350-0e40e82657bc req-2d37908d-8b70-4370-89a9-3056872c4412 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0e7d2f8acd3543aba5ea83a68f4db5a8&device_id=f643d3f0-8441-4ce9-a30e-8f11e506e761 HTTP/1.1" status: 200 len: 1094 time: 0.0448086 Apr 20 13:35:20.985538 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ec841-cbfb-4471-8350-0e40e82657bc req-ff5f3e23-7cc9-48cc-aba1-45cb1a4c455c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:20.987880 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-639ec841-cbfb-4471-8350-0e40e82657bc req-ff5f3e23-7cc9-48cc-aba1-45cb1a4c455c service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=0e7d2f8acd3543aba5ea83a68f4db5a8&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0999653 Apr 20 13:35:21.080273 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ec841-cbfb-4471-8350-0e40e82657bc req-93361707-bda2-409b-868c-7c08dbc8edb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:21.081861 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-639ec841-cbfb-4471-8350-0e40e82657bc req-93361707-bda2-409b-868c-7c08dbc8edb0 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885656 Apr 20 13:35:21.167507 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-e9872c0f-5894-4773-883c-3978ee4cd95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:21.169277 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-e9872c0f-5894-4773-883c-3978ee4cd95d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0e7d2f8acd3543aba5ea83a68f4db5a8&device_id=f643d3f0-8441-4ce9-a30e-8f11e506e761 HTTP/1.1" status: 200 len: 1094 time: 0.0464716 Apr 20 13:35:21.210530 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-3d590dac-9f48-4ede-bcde-29ade44bd51d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cd76c32-4315-4c0c-9d04-3f261bc8ee73 HTTP/1.1" status: 200 len: 217 time: 0.0340765 Apr 20 13:35:21.260220 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-fcfbf98f-09ab-4ee0-8a89-4bc01222c5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:21.261670 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-fcfbf98f-09ab-4ee0-8a89-4bc01222c5e4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2e7484d8-3082-42d6-9b0c-fa9acb1bd50d HTTP/1.1" status: 200 len: 849 time: 0.0434682 Apr 20 13:35:21.275474 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09525d10-a685-45fe-9d3d-874bd626e3ea req-9f9bc970-e650-4efa-b996-d40aa87c6309 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:21.275474 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-09525d10-a685-45fe-9d3d-874bd626e3ea req-9f9bc970-e650-4efa-b996-d40aa87c6309 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f643d3f0-8441-4ce9-a30e-8f11e506e761 HTTP/1.1" status: 200 len: 1094 time: 0.0399730 Apr 20 13:35:21.311736 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-09525d10-a685-45fe-9d3d-874bd626e3ea req-ccec04e4-2443-4133-accc-0776cca81f23 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0d3f06ff-17fc-47a8-bd23-b4416852648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296752 Apr 20 13:35:21.317257 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-e2594331-f558-4829-a73f-007e839c3224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:21.318793 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-e2594331-f558-4829-a73f-007e839c3224 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d29a4585-655a-4f17-95c9-df4387a8ac5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467284 Apr 20 13:35:21.410419 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-7fe12f0d-892c-4852-a72f-8a587cc9c69d service neutron] 10.222.0.32 "GET /v2.0/networks/d29a4585-655a-4f17-95c9-df4387a8ac5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844741 Apr 20 13:35:21.502519 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-052cf430-a938-47d4-8a09-57e3aec2e2c8 req-db1f3f8d-a532-486c-9292-9ef712414e23 service neutron] 10.222.0.32 "GET /v2.0/networks/d29a4585-655a-4f17-95c9-df4387a8ac5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856664 Apr 20 13:35:22.424850 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9ad7d-bddf-4235-b96d-d734d68be9ee req-4edef93f-6e6a-4621-b498-5fa48db12552 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:22.426336 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-26e9ad7d-bddf-4235-b96d-d734d68be9ee req-4edef93f-6e6a-4621-b498-5fa48db12552 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f643d3f0-8441-4ce9-a30e-8f11e506e761 HTTP/1.1" status: 200 len: 1094 time: 0.0432940 Apr 20 13:35:22.462760 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-26e9ad7d-bddf-4235-b96d-d734d68be9ee req-73953422-e524-433b-b589-ebde597737cf tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0d3f06ff-17fc-47a8-bd23-b4416852648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290716 Apr 20 13:35:23.575509 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d79ed-30c9-4c53-8932-ed6b8ebc8284 req-bfd72076-fb46-4f15-b6fd-32bda8afd715 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:23.577028 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-043d79ed-30c9-4c53-8932-ed6b8ebc8284 req-bfd72076-fb46-4f15-b6fd-32bda8afd715 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f643d3f0-8441-4ce9-a30e-8f11e506e761 HTTP/1.1" status: 200 len: 1094 time: 0.0409169 Apr 20 13:35:23.610244 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-043d79ed-30c9-4c53-8932-ed6b8ebc8284 req-ef78cc81-d0eb-4aeb-a96c-855bcd7d66fb tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0d3f06ff-17fc-47a8-bd23-b4416852648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270219 Apr 20 13:35:24.464091 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b01a8bc4-422c-4b64-95a6-baebbb3549d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:24.714643 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ed8bd-7c0c-4e7d-aa89-34cf69a55542 req-336defac-86e7-4d99-a923-4739cd77f705 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:24.716216 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2d0ed8bd-7c0c-4e7d-aa89-34cf69a55542 req-336defac-86e7-4d99-a923-4739cd77f705 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f643d3f0-8441-4ce9-a30e-8f11e506e761 HTTP/1.1" status: 200 len: 1094 time: 0.0401528 Apr 20 13:35:24.752233 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2d0ed8bd-7c0c-4e7d-aa89-34cf69a55542 req-6990f274-26d7-4592-b830-f0ca42330534 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0d3f06ff-17fc-47a8-bd23-b4416852648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300016 Apr 20 13:35:25.859788 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5722386-5dd4-470f-9bb7-e365d27d2956 req-be10b21b-86ae-4435-9e6e-d783720bedbc tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:25.861260 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c5722386-5dd4-470f-9bb7-e365d27d2956 req-be10b21b-86ae-4435-9e6e-d783720bedbc tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f643d3f0-8441-4ce9-a30e-8f11e506e761 HTTP/1.1" status: 200 len: 1094 time: 0.0428498 Apr 20 13:35:25.894708 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c5722386-5dd4-470f-9bb7-e365d27d2956 req-348a7223-a505-4cfb-8bc9-bf48d88ec66f tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0d3f06ff-17fc-47a8-bd23-b4416852648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274165 Apr 20 13:35:25.940569 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 2cd76c32-4315-4c0c-9d04-3f261bc8ee73 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:35:26.036467 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 2cd76c32-4315-4c0c-9d04-3f261bc8ee73, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=2cd76c32-4315-4c0c-9d04-3f261bc8ee73,segment=NetworkSegment(d3c9e4ff-cadf-469c-9ce9-e343112bc760),segment_id=d3c9e4ff-cadf-469c-9ce9-e343112bc760)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:35:26.047619 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '2cd76c32-4315-4c0c-9d04-3f261bc8ee73', 'network_id': 'd29a4585-655a-4f17-95c9-df4387a8ac5a', 'port_id': '2cd76c32-4315-4c0c-9d04-3f261bc8ee73', 'mac_address': 'fa:16:3e:90:9f:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7484d8-3082-42d6-9b0c-fa9acb1bd50d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:35:26.085755 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:26.098856 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cd76c32-4315-4c0c-9d04-3f261bc8ee73 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:35:26.117419 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 2cd76c32-4315-4c0c-9d04-3f261bc8ee73, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=2cd76c32-4315-4c0c-9d04-3f261bc8ee73,segment=NetworkSegment(d3c9e4ff-cadf-469c-9ce9-e343112bc760),segment_id=d3c9e4ff-cadf-469c-9ce9-e343112bc760)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:35:26.189578 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:26.238607 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=2cd76c32-4315-4c0c-9d04-3f261bc8ee73,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:26.476454 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['2cd76c32-4315-4c0c-9d04-3f261bc8ee73'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:35:26.779146 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0aeb00fd-9b0f-41cd-bac8-f81e70aaa1f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:26.999791 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476feb65-a0bc-4d42-922b-6290f54d089e req-72a3f572-3c36-42e9-b923-b0e1f14f84f1 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:27.001268 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-476feb65-a0bc-4d42-922b-6290f54d089e req-72a3f572-3c36-42e9-b923-b0e1f14f84f1 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f643d3f0-8441-4ce9-a30e-8f11e506e761 HTTP/1.1" status: 200 len: 1095 time: 0.0393240 Apr 20 13:35:27.035559 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-476feb65-a0bc-4d42-922b-6290f54d089e req-5a5acd48-d8bf-4517-8d2b-1e7c3311d6f4 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0d3f06ff-17fc-47a8-bd23-b4416852648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281472 Apr 20 13:35:27.948605 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 2cd76c32-4315-4c0c-9d04-3f261bc8ee73 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:35:28.057180 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 2cd76c32-4315-4c0c-9d04-3f261bc8ee73 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:35:28.060784 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 2cd76c32-4315-4c0c-9d04-3f261bc8ee73 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:28.061148 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:28.116311 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:28.143255 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c2983-bff8-4786-82f5-d199228d27f3 req-e298f97d-ac07-41bf-83e3-0ac190d33484 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:28.146950 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-723c2983-bff8-4786-82f5-d199228d27f3 req-e298f97d-ac07-41bf-83e3-0ac190d33484 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f643d3f0-8441-4ce9-a30e-8f11e506e761 HTTP/1.1" status: 200 len: 1095 time: 0.0412452 Apr 20 13:35:28.148548 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:28.172017 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f643d3f0-8441-4ce9-a30e-8f11e506e761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd76c32-4315-4c0c-9d04-3f261bc8ee73'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:35:28.174298 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f31401-6560-438d-b539-ec50d1debcbf" -d '{"events": [{"server_uuid": "f643d3f0-8441-4ce9-a30e-8f11e506e761", "name": "network-vif-plugged", "status": "completed", "tag": "2cd76c32-4315-4c0c-9d04-3f261bc8ee73"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:35:28.179626 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-723c2983-bff8-4786-82f5-d199228d27f3 req-4beafb15-79fa-4116-bb5d-c7f7fe2981be tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0d3f06ff-17fc-47a8-bd23-b4416852648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284047 Apr 20 13:35:28.187419 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 2cd76c32-4315-4c0c-9d04-3f261bc8ee73, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=2cd76c32-4315-4c0c-9d04-3f261bc8ee73,segment=NetworkSegment(d3c9e4ff-cadf-469c-9ce9-e343112bc760),segment_id=d3c9e4ff-cadf-469c-9ce9-e343112bc760)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:35:28.215876 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15216bf8-1bfc-4308-b648-95b549ae3a62 x-openstack-request-id: req-15216bf8-1bfc-4308-b648-95b549ae3a62 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:35:28.216207 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f643d3f0-8441-4ce9-a30e-8f11e506e761", "name": "network-vif-plugged", "status": "completed", "tag": "2cd76c32-4315-4c0c-9d04-3f261bc8ee73", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:35:28.216507 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15216bf8-1bfc-4308-b648-95b549ae3a62 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:35:28.216867 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15216bf8-1bfc-4308-b648-95b549ae3a62'] response: {'server_uuid': 'f643d3f0-8441-4ce9-a30e-8f11e506e761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd76c32-4315-4c0c-9d04-3f261bc8ee73', 'code': 200} Apr 20 13:35:28.236008 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:28.288400 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=2cd76c32-4315-4c0c-9d04-3f261bc8ee73,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:28.316873 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d47fce-5b3e-4fb7-aae9-c116309d4f08 req-abaf39b4-5efa-46ba-ba21-3bb503b98373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:28.316873 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-56d47fce-5b3e-4fb7-aae9-c116309d4f08 req-abaf39b4-5efa-46ba-ba21-3bb503b98373 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f643d3f0-8441-4ce9-a30e-8f11e506e761 HTTP/1.1" status: 200 len: 1096 time: 0.0433731 Apr 20 13:35:28.347288 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-56d47fce-5b3e-4fb7-aae9-c116309d4f08 req-e86b7197-7910-4d8d-b03d-3d74f2a57180 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0d3f06ff-17fc-47a8-bd23-b4416852648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265489 Apr 20 13:35:29.295589 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fb648-0d25-4794-b6be-154a07f98350 req-f708db14-c839-4c79-90c2-544ccc1370aa tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:29.297129 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bb1fb648-0d25-4794-b6be-154a07f98350 req-f708db14-c839-4c79-90c2-544ccc1370aa tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f643d3f0-8441-4ce9-a30e-8f11e506e761 HTTP/1.1" status: 200 len: 1096 time: 0.0470278 Apr 20 13:35:29.334067 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bb1fb648-0d25-4794-b6be-154a07f98350 req-cc3c0a90-1b37-4cb9-9129-7a18094405da tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0d3f06ff-17fc-47a8-bd23-b4416852648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305440 Apr 20 13:35:29.384490 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:29.848165 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:30.441147 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0ce1d-7938-4dd3-ba29-fec02e691f06 req-99b45aec-444c-4a91-ab86-1f1382624a32 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:30.442658 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-15d0ce1d-7938-4dd3-ba29-fec02e691f06 req-99b45aec-444c-4a91-ab86-1f1382624a32 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f643d3f0-8441-4ce9-a30e-8f11e506e761 HTTP/1.1" status: 200 len: 1096 time: 0.0399344 Apr 20 13:35:30.476423 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-15d0ce1d-7938-4dd3-ba29-fec02e691f06 req-cac31ae2-5c72-4d19-a89c-118017ba7e24 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0d3f06ff-17fc-47a8-bd23-b4416852648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272088 Apr 20 13:35:30.581033 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafcfc86-b272-453c-ada2-a87a8d7d3e6c req-d2a54ffa-4568-4597-8f3e-957518d85a3a tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:30.582645 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dafcfc86-b272-453c-ada2-a87a8d7d3e6c req-d2a54ffa-4568-4597-8f3e-957518d85a3a tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f643d3f0-8441-4ce9-a30e-8f11e506e761 HTTP/1.1" status: 200 len: 1096 time: 0.0400853 Apr 20 13:35:30.619492 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dafcfc86-b272-453c-ada2-a87a8d7d3e6c req-dd6841ce-022c-4a45-814c-e86c6982be74 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0d3f06ff-17fc-47a8-bd23-b4416852648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308988 Apr 20 13:35:30.732003 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf5ee7-e4af-4487-bc33-30125bea8fb1 req-96afe426-6d27-4789-aec1-3256d0e6dc55 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:30.733625 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dadf5ee7-e4af-4487-bc33-30125bea8fb1 req-96afe426-6d27-4789-aec1-3256d0e6dc55 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f643d3f0-8441-4ce9-a30e-8f11e506e761 HTTP/1.1" status: 200 len: 1096 time: 0.0445023 Apr 20 13:35:30.770609 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dadf5ee7-e4af-4487-bc33-30125bea8fb1 req-5f7b7bba-cde8-4a55-a9a7-3dc6240a1135 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0d3f06ff-17fc-47a8-bd23-b4416852648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296917 Apr 20 13:35:30.986682 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-fb372a8e-17ac-42d5-b749-f64eb7243640 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:30.988257 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-fb372a8e-17ac-42d5-b749-f64eb7243640 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/networks?id=d29a4585-655a-4f17-95c9-df4387a8ac5a HTTP/1.1" status: 200 len: 911 time: 0.0859323 Apr 20 13:35:31.003089 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-c7f274c7-0580-4c56-97d5-1f829f475fca tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/quotas/0e7d2f8acd3543aba5ea83a68f4db5a8 HTTP/1.1" status: 200 len: 375 time: 0.0086486 Apr 20 13:35:31.050545 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-a3926566-9f77-460c-b239-1cc73d26fcbe tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/ports?tenant_id=0e7d2f8acd3543aba5ea83a68f4db5a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0418496 Apr 20 13:35:31.142539 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-c7a5260b-383a-4552-83ff-71287fb0cb62 service neutron] 10.222.0.25 "GET /v2.0/networks/d29a4585-655a-4f17-95c9-df4387a8ac5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845778 Apr 20 13:35:31.235807 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-9a952357-8933-4d39-9af4-ee711da09cf5 service neutron] 10.222.0.25 "GET /v2.0/networks/d29a4585-655a-4f17-95c9-df4387a8ac5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868275 Apr 20 13:35:31.467921 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14d05c6d-941d-4c5b-ab82-ddf3f7201f34 req-124b28ea-9096-45c3-a5c8-2fdafe1b5972 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3755d642-2c78-4e47-93a5-578138068071 HTTP/1.1" status: 200 len: 210 time: 0.0333982 Apr 20 13:35:32.570496 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-98393433-957a-4a7b-8815-7dacf08ab548 req-d8832958-2122-47f4-a332-51ba79a1e616 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3755d642-2c78-4e47-93a5-578138068071 HTTP/1.1" status: 200 len: 210 time: 0.0255773 Apr 20 13:35:33.362807 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-a9c5d49e-d8ea-47cb-a544-7095863e1b86 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:33.364310 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-a9c5d49e-d8ea-47cb-a544-7095863e1b86 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.15 "GET /v2.0/networks?id=d29a4585-655a-4f17-95c9-df4387a8ac5a HTTP/1.1" status: 200 len: 911 time: 0.0863326 Apr 20 13:35:33.375609 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-ae2be180-6730-445d-b736-9e59bf218a3f tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Request body: {'port': {'device_id': '3755d642-2c78-4e47-93a5-578138068071', 'network_id': 'd29a4585-655a-4f17-95c9-df4387a8ac5a', 'admin_state_up': True, 'tenant_id': '0e7d2f8acd3543aba5ea83a68f4db5a8'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:35:33.470042 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-ae2be180-6730-445d-b736-9e59bf218a3f tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Made reservation on behalf of 0e7d2f8acd3543aba5ea83a68f4db5a8 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:35:33.472504 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-ae2be180-6730-445d-b736-9e59bf218a3f tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:33.593530 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-ae2be180-6730-445d-b736-9e59bf218a3f tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Allocated IP 172.20.0.13 (d29a4585-655a-4f17-95c9-df4387a8ac5a/2e7484d8-3082-42d6-9b0c-fa9acb1bd50d/d6d6c135-1be7-417d-b31a-3cb5ff6e4986) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:35:33.679683 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e70f1ce4-f5e7-4c30-b297-73fb8fb6777e req-60c6ad87-2c63-4dea-99d5-c2bff8d13fe6 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3755d642-2c78-4e47-93a5-578138068071 HTTP/1.1" status: 200 len: 210 time: 0.0361130 Apr 20 13:35:33.762649 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-ae2be180-6730-445d-b736-9e59bf218a3f tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:33.841736 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-ae2be180-6730-445d-b736-9e59bf218a3f tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:33.853615 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['2cd76c32-4315-4c0c-9d04-3f261bc8ee73'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:35:33.886370 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-ae2be180-6730-445d-b736-9e59bf218a3f tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Network d29a4585-655a-4f17-95c9-df4387a8ac5a is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:35:33.889454 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-ae2be180-6730-445d-b736-9e59bf218a3f tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:35:33.894106 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-ae2be180-6730-445d-b736-9e59bf218a3f tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:35:33.897233 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2be180-6730-445d-b736-9e59bf218a3f tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Pushing event updated for resources: {'Port': ['ID=d6d6c135-1be7-417d-b31a-3cb5ff6e4986,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:33.935588 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-ae2be180-6730-445d-b736-9e59bf218a3f tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:33.936378 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-ae2be180-6730-445d-b736-9e59bf218a3f tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:34.038772 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-ae2be180-6730-445d-b736-9e59bf218a3f tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6665990 Apr 20 13:35:34.051168 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-6b57dcf0-4e21-4fc0-be26-0ef70fffe73b service neutron] Request body: {'port': {'device_id': '3755d642-2c78-4e47-93a5-578138068071', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:35:34.112838 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-6b57dcf0-4e21-4fc0-be26-0ef70fffe73b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:34.143430 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-0a7ae1e1-7864-4810-ba2d-6123301a20ac None None] Provisioning complete for port d6d6c135-1be7-417d-b31a-3cb5ff6e4986 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:34.143804 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0a7ae1e1-7864-4810-ba2d-6123301a20ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:34.182781 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-0a7ae1e1-7864-4810-ba2d-6123301a20ac None None] Port d6d6c135-1be7-417d-b31a-3cb5ff6e4986 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:35:34.382436 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-6b57dcf0-4e21-4fc0-be26-0ef70fffe73b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6d6c135-1be7-417d-b31a-3cb5ff6e4986 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:35:34.391213 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-6b57dcf0-4e21-4fc0-be26-0ef70fffe73b service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:34.404560 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-6b57dcf0-4e21-4fc0-be26-0ef70fffe73b service neutron] Transition to ACTIVE for port object d6d6c135-1be7-417d-b31a-3cb5ff6e4986 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:35:34.464643 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-6b57dcf0-4e21-4fc0-be26-0ef70fffe73b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:34.513065 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b57dcf0-4e21-4fc0-be26-0ef70fffe73b service neutron] Pushing event updated for resources: {'Port': ['ID=d6d6c135-1be7-417d-b31a-3cb5ff6e4986,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:34.605784 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-6b57dcf0-4e21-4fc0-be26-0ef70fffe73b service neutron] Attempting to bind port d6d6c135-1be7-417d-b31a-3cb5ff6e4986 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:35:34.606369 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-6b57dcf0-4e21-4fc0-be26-0ef70fffe73b service neutron] Attempting to bind port d6d6c135-1be7-417d-b31a-3cb5ff6e4986 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': 'd3c9e4ff-cadf-469c-9ce9-e343112bc760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd29a4585-655a-4f17-95c9-df4387a8ac5a'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:35:34.606369 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-6b57dcf0-4e21-4fc0-be26-0ef70fffe73b service neutron] Attempting to bind port d6d6c135-1be7-417d-b31a-3cb5ff6e4986 on network d29a4585-655a-4f17-95c9-df4387a8ac5a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:35:34.611187 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-6b57dcf0-4e21-4fc0-be26-0ef70fffe73b service neutron] Port d6d6c135-1be7-417d-b31a-3cb5ff6e4986 on network d29a4585-655a-4f17-95c9-df4387a8ac5a not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:35:34.611552 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-6b57dcf0-4e21-4fc0-be26-0ef70fffe73b service neutron] Attempting to bind port d6d6c135-1be7-417d-b31a-3cb5ff6e4986 on network d29a4585-655a-4f17-95c9-df4387a8ac5a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:35:34.620029 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-6b57dcf0-4e21-4fc0-be26-0ef70fffe73b service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:35:34.620382 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-6b57dcf0-4e21-4fc0-be26-0ef70fffe73b service neutron] Checking segment: {'id': 'd3c9e4ff-cadf-469c-9ce9-e343112bc760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd29a4585-655a-4f17-95c9-df4387a8ac5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:35:34.620769 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-6b57dcf0-4e21-4fc0-be26-0ef70fffe73b service neutron] Bound using segment: {'id': 'd3c9e4ff-cadf-469c-9ce9-e343112bc760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd29a4585-655a-4f17-95c9-df4387a8ac5a'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:35:34.621207 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-6b57dcf0-4e21-4fc0-be26-0ef70fffe73b service neutron] Bound port: d6d6c135-1be7-417d-b31a-3cb5ff6e4986, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c9e4ff-cadf-469c-9ce9-e343112bc760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd29a4585-655a-4f17-95c9-df4387a8ac5a'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:35:34.621571 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-6b57dcf0-4e21-4fc0-be26-0ef70fffe73b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:34.699861 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-6b57dcf0-4e21-4fc0-be26-0ef70fffe73b service neutron] For port d6d6c135-1be7-417d-b31a-3cb5ff6e4986, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:35:34.703627 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-6b57dcf0-4e21-4fc0-be26-0ef70fffe73b service neutron] For port d6d6c135-1be7-417d-b31a-3cb5ff6e4986, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=d6d6c135-1be7-417d-b31a-3cb5ff6e4986,segment=NetworkSegment(d3c9e4ff-cadf-469c-9ce9-e343112bc760),segment_id=d3c9e4ff-cadf-469c-9ce9-e343112bc760)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:35:34.798953 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-6b57dcf0-4e21-4fc0-be26-0ef70fffe73b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:34.840643 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-6b57dcf0-4e21-4fc0-be26-0ef70fffe73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:34.841268 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-6b57dcf0-4e21-4fc0-be26-0ef70fffe73b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:34.842592 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-6b57dcf0-4e21-4fc0-be26-0ef70fffe73b service neutron] 10.222.0.15 "PUT /v2.0/ports/d6d6c135-1be7-417d-b31a-3cb5ff6e4986 HTTP/1.1" status: 200 len: 1092 time: 0.7958078 Apr 20 13:35:34.843020 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3755d642-2c78-4e47-93a5-578138068071', 'tag': 'd6d6c135-1be7-417d-b31a-3cb5ff6e4986'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:35:34.845274 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9754cd-f656-4761-90b4-13eb301a4fd4" -d '{"events": [{"name": "network-changed", "server_uuid": "3755d642-2c78-4e47-93a5-578138068071", "tag": "d6d6c135-1be7-417d-b31a-3cb5ff6e4986"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:35:34.862644 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a1cd2-3742-4fd7-8b0a-dc8e3c02bfe7 req-054ca617-51f6-497b-912f-1388a8f5932e tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:34.864188 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-279a1cd2-3742-4fd7-8b0a-dc8e3c02bfe7 req-054ca617-51f6-497b-912f-1388a8f5932e tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3755d642-2c78-4e47-93a5-578138068071 HTTP/1.1" status: 200 len: 1053 time: 0.0927262 Apr 20 13:35:34.891096 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540d5c6b-1432-4610-8800-58f7cdc32aab x-openstack-request-id: req-540d5c6b-1432-4610-8800-58f7cdc32aab {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:35:34.891411 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3755d642-2c78-4e47-93a5-578138068071", "tag": "d6d6c135-1be7-417d-b31a-3cb5ff6e4986", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:35:34.891660 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-540d5c6b-1432-4610-8800-58f7cdc32aab {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:35:34.892061 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-540d5c6b-1432-4610-8800-58f7cdc32aab'] response: {'name': 'network-changed', 'server_uuid': '3755d642-2c78-4e47-93a5-578138068071', 'tag': 'd6d6c135-1be7-417d-b31a-3cb5ff6e4986', 'status': 'completed', 'code': 200} Apr 20 13:35:34.892614 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b57dcf0-4e21-4fc0-be26-0ef70fffe73b service neutron] Pushing event updated for resources: {'Port': ['ID=d6d6c135-1be7-417d-b31a-3cb5ff6e4986,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:34.911349 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-279a1cd2-3742-4fd7-8b0a-dc8e3c02bfe7 req-5b291cd7-a1b1-47dc-be7e-ffe2fe64bbef tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0d3f06ff-17fc-47a8-bd23-b4416852648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381901 Apr 20 13:35:34.953775 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9754cd-f656-4761-90b4-13eb301a4fd4 req-2ac0d61f-6ce7-4b9a-b7eb-78820e834aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:34.955176 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0d9754cd-f656-4761-90b4-13eb301a4fd4 req-2ac0d61f-6ce7-4b9a-b7eb-78820e834aa3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e7d2f8acd3543aba5ea83a68f4db5a8&device_id=3755d642-2c78-4e47-93a5-578138068071 HTTP/1.1" status: 200 len: 1095 time: 0.0429523 Apr 20 13:35:35.288094 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9754cd-f656-4761-90b4-13eb301a4fd4 req-0cb2a967-015d-419c-9fa9-3e8c5af9ae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:35.289506 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0d9754cd-f656-4761-90b4-13eb301a4fd4 req-0cb2a967-015d-419c-9fa9-3e8c5af9ae9a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=0e7d2f8acd3543aba5ea83a68f4db5a8&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3272746 Apr 20 13:35:35.383408 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9754cd-f656-4761-90b4-13eb301a4fd4 req-d14b93fd-6a61-4b91-9770-b971d76269c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:35.385002 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0d9754cd-f656-4761-90b4-13eb301a4fd4 req-d14b93fd-6a61-4b91-9770-b971d76269c2 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895143 Apr 20 13:35:35.457652 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-1666d089-8813-4048-9afd-dc424e66fc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:35.459115 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-1666d089-8813-4048-9afd-dc424e66fc84 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e7d2f8acd3543aba5ea83a68f4db5a8&device_id=3755d642-2c78-4e47-93a5-578138068071 HTTP/1.1" status: 200 len: 1095 time: 0.0393257 Apr 20 13:35:35.503409 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-96eaae2c-2d41-4453-a7eb-2bf07c6ea73d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6d6c135-1be7-417d-b31a-3cb5ff6e4986 HTTP/1.1" status: 200 len: 217 time: 0.0367126 Apr 20 13:35:35.552095 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-fc1854cb-a207-4b2c-b344-38cce86f7c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:35.553432 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-fc1854cb-a207-4b2c-b344-38cce86f7c91 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2e7484d8-3082-42d6-9b0c-fa9acb1bd50d HTTP/1.1" status: 200 len: 849 time: 0.0435030 Apr 20 13:35:35.597226 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-2d3fdd18-c3cc-47a4-9253-ccc41a990542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:35.598672 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-2d3fdd18-c3cc-47a4-9253-ccc41a990542 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d29a4585-655a-4f17-95c9-df4387a8ac5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387638 Apr 20 13:35:35.691525 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-e5cf6b3b-2ff5-432d-ae20-7038739bad9e service neutron] 10.222.0.15 "GET /v2.0/networks/d29a4585-655a-4f17-95c9-df4387a8ac5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860374 Apr 20 13:35:35.787700 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-693c6051-8d8a-47c4-ae9a-c99c1fc89664 req-e0095fb8-49af-4da9-82e7-b77eef1c5116 service neutron] 10.222.0.15 "GET /v2.0/networks/d29a4585-655a-4f17-95c9-df4387a8ac5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861077 Apr 20 13:35:36.022394 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a44c3d-f809-4c1c-a9a5-a959d11e8e2b req-a7bcc190-3ab3-4edc-a63a-4c34b375b8b3 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:36.023962 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a9a44c3d-f809-4c1c-a9a5-a959d11e8e2b req-a7bcc190-3ab3-4edc-a63a-4c34b375b8b3 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3755d642-2c78-4e47-93a5-578138068071 HTTP/1.1" status: 200 len: 1095 time: 0.0425570 Apr 20 13:35:36.161147 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a9a44c3d-f809-4c1c-a9a5-a959d11e8e2b req-37991587-019d-4e4c-af96-6d6d96a090e2 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0d3f06ff-17fc-47a8-bd23-b4416852648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323913 Apr 20 13:35:37.185323 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7e645-3449-406e-8835-3155f9a04ea4 req-c28600bb-d071-475d-aca8-8b224863fa7d tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:37.186850 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bec7e645-3449-406e-8835-3155f9a04ea4 req-c28600bb-d071-475d-aca8-8b224863fa7d tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3755d642-2c78-4e47-93a5-578138068071 HTTP/1.1" status: 200 len: 1095 time: 0.0410402 Apr 20 13:35:37.220993 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bec7e645-3449-406e-8835-3155f9a04ea4 req-268ea004-9dcb-49e3-b239-793bd78a365f tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0d3f06ff-17fc-47a8-bd23-b4416852648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281765 Apr 20 13:35:38.331963 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468835d-2126-482f-91fb-dff689fb7e39 req-b6646f46-0cdb-4529-9e02-309bdf837c4c tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:38.333497 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f468835d-2126-482f-91fb-dff689fb7e39 req-b6646f46-0cdb-4529-9e02-309bdf837c4c tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3755d642-2c78-4e47-93a5-578138068071 HTTP/1.1" status: 200 len: 1095 time: 0.0434344 Apr 20 13:35:38.369040 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f468835d-2126-482f-91fb-dff689fb7e39 req-1d6a0cc2-7a5a-474b-92f7-e9a6ed9de46f tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0d3f06ff-17fc-47a8-bd23-b4416852648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287414 Apr 20 13:35:38.515445 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device d6d6c135-1be7-417d-b31a-3cb5ff6e4986 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:35:38.613699 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port d6d6c135-1be7-417d-b31a-3cb5ff6e4986, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=d6d6c135-1be7-417d-b31a-3cb5ff6e4986,segment=NetworkSegment(d3c9e4ff-cadf-469c-9ce9-e343112bc760),segment_id=d3c9e4ff-cadf-469c-9ce9-e343112bc760)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:35:38.625267 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'd6d6c135-1be7-417d-b31a-3cb5ff6e4986', 'network_id': 'd29a4585-655a-4f17-95c9-df4387a8ac5a', 'port_id': 'd6d6c135-1be7-417d-b31a-3cb5ff6e4986', 'mac_address': 'fa:16:3e:c2:2b:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e7484d8-3082-42d6-9b0c-fa9acb1bd50d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:35:38.663284 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:38.677897 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6d6c135-1be7-417d-b31a-3cb5ff6e4986 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:35:38.699705 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port d6d6c135-1be7-417d-b31a-3cb5ff6e4986, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=d6d6c135-1be7-417d-b31a-3cb5ff6e4986,segment=NetworkSegment(d3c9e4ff-cadf-469c-9ce9-e343112bc760),segment_id=d3c9e4ff-cadf-469c-9ce9-e343112bc760)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:35:38.773178 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:38.828268 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=d6d6c135-1be7-417d-b31a-3cb5ff6e4986,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:39.094899 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['d6d6c135-1be7-417d-b31a-3cb5ff6e4986'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:35:39.480380 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e438ec-5817-48ef-b7dc-7e3015137304 req-589a8763-df1c-4209-a37b-1f63f8b14f1d tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:39.481917 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-77e438ec-5817-48ef-b7dc-7e3015137304 req-589a8763-df1c-4209-a37b-1f63f8b14f1d tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3755d642-2c78-4e47-93a5-578138068071 HTTP/1.1" status: 200 len: 1096 time: 0.0426044 Apr 20 13:35:39.527667 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-77e438ec-5817-48ef-b7dc-7e3015137304 req-c25fa93f-6a5c-4367-8d0d-aa1cc488b591 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0d3f06ff-17fc-47a8-bd23-b4416852648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387621 Apr 20 13:35:40.529721 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device d6d6c135-1be7-417d-b31a-3cb5ff6e4986 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:35:40.644425 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b9166-f5ab-47dd-90d9-7151d527cbea req-abb33f61-5829-45bd-9f46-9a97f26e8e4f tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:40.645957 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-314b9166-f5ab-47dd-90d9-7151d527cbea req-abb33f61-5829-45bd-9f46-9a97f26e8e4f tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3755d642-2c78-4e47-93a5-578138068071 HTTP/1.1" status: 200 len: 1096 time: 0.0406709 Apr 20 13:35:40.651450 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port d6d6c135-1be7-417d-b31a-3cb5ff6e4986 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:35:40.656066 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port d6d6c135-1be7-417d-b31a-3cb5ff6e4986 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:40.656441 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:40.684436 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-314b9166-f5ab-47dd-90d9-7151d527cbea req-b74cd2a6-986e-4ba8-b784-e434215e3bcd tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0d3f06ff-17fc-47a8-bd23-b4416852648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311303 Apr 20 13:35:40.739412 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:40.760488 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3755d642-2c78-4e47-93a5-578138068071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d6c135-1be7-417d-b31a-3cb5ff6e4986'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:35:40.762678 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d7f7e8-79c7-4112-badf-53bf3ac514d3" -d '{"events": [{"server_uuid": "3755d642-2c78-4e47-93a5-578138068071", "name": "network-vif-plugged", "status": "completed", "tag": "d6d6c135-1be7-417d-b31a-3cb5ff6e4986"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:35:40.775553 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port d6d6c135-1be7-417d-b31a-3cb5ff6e4986, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=d6d6c135-1be7-417d-b31a-3cb5ff6e4986,segment=NetworkSegment(d3c9e4ff-cadf-469c-9ce9-e343112bc760),segment_id=d3c9e4ff-cadf-469c-9ce9-e343112bc760)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:35:40.803683 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25adffc7-0045-4865-8476-13587e50e476 x-openstack-request-id: req-25adffc7-0045-4865-8476-13587e50e476 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:35:40.803983 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3755d642-2c78-4e47-93a5-578138068071", "name": "network-vif-plugged", "status": "completed", "tag": "d6d6c135-1be7-417d-b31a-3cb5ff6e4986", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:35:40.804243 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-25adffc7-0045-4865-8476-13587e50e476 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:35:40.804666 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25adffc7-0045-4865-8476-13587e50e476'] response: {'server_uuid': '3755d642-2c78-4e47-93a5-578138068071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d6c135-1be7-417d-b31a-3cb5ff6e4986', 'code': 200} Apr 20 13:35:40.903324 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b32123-71cb-4861-991e-1f751ee80bea req-3c2d066e-408d-42e5-b458-b8bfdf10058e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:40.904943 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e2b32123-71cb-4861-991e-1f751ee80bea req-3c2d066e-408d-42e5-b458-b8bfdf10058e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3755d642-2c78-4e47-93a5-578138068071 HTTP/1.1" status: 200 len: 1096 time: 0.0429454 Apr 20 13:35:40.921848 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:40.948820 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e2b32123-71cb-4861-991e-1f751ee80bea req-93cdea57-54a8-414c-b668-20022aea6546 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0d3f06ff-17fc-47a8-bd23-b4416852648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298502 Apr 20 13:35:40.972645 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=d6d6c135-1be7-417d-b31a-3cb5ff6e4986,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:41.794453 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608aa9b1-cbb2-483a-99c5-25daffd1c1d6 req-1db3a5ec-a4e9-474b-b42c-5f007ec3a3a1 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:41.795963 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-608aa9b1-cbb2-483a-99c5-25daffd1c1d6 req-1db3a5ec-a4e9-474b-b42c-5f007ec3a3a1 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3755d642-2c78-4e47-93a5-578138068071 HTTP/1.1" status: 200 len: 1097 time: 0.0401442 Apr 20 13:35:41.833226 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-608aa9b1-cbb2-483a-99c5-25daffd1c1d6 req-8ac72199-af6c-4523-b84e-e84c6db7966b tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0d3f06ff-17fc-47a8-bd23-b4416852648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312107 Apr 20 13:35:42.333757 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:42.945688 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16289cf5-78fc-453d-9afa-81001cb00916 req-21419964-fb5a-45e3-93d7-0be7872da5d4 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:42.951281 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-16289cf5-78fc-453d-9afa-81001cb00916 req-21419964-fb5a-45e3-93d7-0be7872da5d4 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3755d642-2c78-4e47-93a5-578138068071 HTTP/1.1" status: 200 len: 1097 time: 0.0412130 Apr 20 13:35:42.984048 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-16289cf5-78fc-453d-9afa-81001cb00916 req-dfe17485-7102-4ddc-9364-c78551d2010e tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0d3f06ff-17fc-47a8-bd23-b4416852648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288749 Apr 20 13:35:43.001653 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:43.094801 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7162bd-dc54-4830-a660-03512fc07163 req-313a7ca0-9418-467f-84c0-2869b65577a1 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:43.096351 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4d7162bd-dc54-4830-a660-03512fc07163 req-313a7ca0-9418-467f-84c0-2869b65577a1 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3755d642-2c78-4e47-93a5-578138068071 HTTP/1.1" status: 200 len: 1097 time: 0.0415404 Apr 20 13:35:43.133355 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4d7162bd-dc54-4830-a660-03512fc07163 req-f4345079-57bb-4b2f-8742-0ed7c822f7a7 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0d3f06ff-17fc-47a8-bd23-b4416852648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287499 Apr 20 13:35:43.246900 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5df578-ed62-433f-9da9-086624ba8f17 req-d3971199-806b-441a-a106-304b2fb3e429 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:43.248453 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4e5df578-ed62-433f-9da9-086624ba8f17 req-d3971199-806b-441a-a106-304b2fb3e429 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3755d642-2c78-4e47-93a5-578138068071 HTTP/1.1" status: 200 len: 1097 time: 0.0416315 Apr 20 13:35:43.288978 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4e5df578-ed62-433f-9da9-086624ba8f17 req-3287719b-d6cc-48c5-b033-e6346fb2dabc tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0d3f06ff-17fc-47a8-bd23-b4416852648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334830 Apr 20 13:35:43.789605 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e3860-d115-4d0e-adbb-a1799734d757 req-abd50c75-ba91-4ae9-bf6d-ac68970bdcdb tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:43.791724 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ba1e3860-d115-4d0e-adbb-a1799734d757 req-abd50c75-ba91-4ae9-bf6d-ac68970bdcdb tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3755d642-2c78-4e47-93a5-578138068071 HTTP/1.1" status: 200 len: 1097 time: 0.0419307 Apr 20 13:35:43.829007 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ba1e3860-d115-4d0e-adbb-a1799734d757 req-751c4cf7-1876-4a63-a73a-171e83d1d838 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0d3f06ff-17fc-47a8-bd23-b4416852648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306265 Apr 20 13:35:44.941480 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa90fe-fcbd-4e6e-a09c-ec10c9dcca52 req-454f313e-36b1-44f2-8fb6-4ccabc423fc8 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:44.943091 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6eaa90fe-fcbd-4e6e-a09c-ec10c9dcca52 req-454f313e-36b1-44f2-8fb6-4ccabc423fc8 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3755d642-2c78-4e47-93a5-578138068071 HTTP/1.1" status: 200 len: 1097 time: 0.0442178 Apr 20 13:35:44.980506 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6eaa90fe-fcbd-4e6e-a09c-ec10c9dcca52 req-8aa0ff05-8dab-4bcf-a3f6-359d2bbf4d7d tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0d3f06ff-17fc-47a8-bd23-b4416852648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313795 Apr 20 13:35:45.244866 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521f660-076b-4069-9134-8f02eee34572 req-36fdb04f-af9e-4af6-b6c3-1afe0dbba485 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:45.246375 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0521f660-076b-4069-9134-8f02eee34572 req-36fdb04f-af9e-4af6-b6c3-1afe0dbba485 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3755d642-2c78-4e47-93a5-578138068071 HTTP/1.1" status: 200 len: 1097 time: 0.0396495 Apr 20 13:35:45.333249 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-0521f660-076b-4069-9134-8f02eee34572 req-a098f4e8-e33d-4038-b3ef-6b7ea882fd87 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Deleting port d6d6c135-1be7-417d-b31a-3cb5ff6e4986 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:35:45.333573 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0521f660-076b-4069-9134-8f02eee34572 req-a098f4e8-e33d-4038-b3ef-6b7ea882fd87 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:45.411723 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-0521f660-076b-4069-9134-8f02eee34572 req-a098f4e8-e33d-4038-b3ef-6b7ea882fd87 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] For port d6d6c135-1be7-417d-b31a-3cb5ff6e4986, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=d6d6c135-1be7-417d-b31a-3cb5ff6e4986,segment=NetworkSegment(d3c9e4ff-cadf-469c-9ce9-e343112bc760),segment_id=d3c9e4ff-cadf-469c-9ce9-e343112bc760)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:35:45.412100 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0521f660-076b-4069-9134-8f02eee34572 req-a098f4e8-e33d-4038-b3ef-6b7ea882fd87 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:45.425673 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-0521f660-076b-4069-9134-8f02eee34572 req-a098f4e8-e33d-4038-b3ef-6b7ea882fd87 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Calling delete_port for d6d6c135-1be7-417d-b31a-3cb5ff6e4986 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:35:45.652210 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0521f660-076b-4069-9134-8f02eee34572 req-a098f4e8-e33d-4038-b3ef-6b7ea882fd87 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:45.665644 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['d6d6c135-1be7-417d-b31a-3cb5ff6e4986'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:35:45.668043 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['2cd76c32-4315-4c0c-9d04-3f261bc8ee73'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:35:45.679972 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a098f4e8-e33d-4038-b3ef-6b7ea882fd87 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6d6c135-1be7-417d-b31a-3cb5ff6e4986,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:45.724901 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-0521f660-076b-4069-9134-8f02eee34572 req-a098f4e8-e33d-4038-b3ef-6b7ea882fd87 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] No DVR routers for this DVR port d6d6c135-1be7-417d-b31a-3cb5ff6e4986 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:35:45.727536 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0521f660-076b-4069-9134-8f02eee34572 req-a098f4e8-e33d-4038-b3ef-6b7ea882fd87 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:45.731548 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0521f660-076b-4069-9134-8f02eee34572 req-a098f4e8-e33d-4038-b3ef-6b7ea882fd87 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.15 "DELETE /v2.0/ports/d6d6c135-1be7-417d-b31a-3cb5ff6e4986 HTTP/1.1" status: 204 len: 173 time: 0.4783368 Apr 20 13:35:45.732002 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3755d642-2c78-4e47-93a5-578138068071', 'name': 'network-vif-deleted', 'tag': 'd6d6c135-1be7-417d-b31a-3cb5ff6e4986'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:35:45.734315 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3279cc-c90c-409a-90db-927e4de30461" -d '{"events": [{"server_uuid": "3755d642-2c78-4e47-93a5-578138068071", "name": "network-vif-deleted", "tag": "d6d6c135-1be7-417d-b31a-3cb5ff6e4986"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:35:45.803226 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a4f12b-2d56-4c61-bbb4-9fba9d4f8cfc x-openstack-request-id: req-f8a4f12b-2d56-4c61-bbb4-9fba9d4f8cfc {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:35:45.803564 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3755d642-2c78-4e47-93a5-578138068071", "name": "network-vif-deleted", "tag": "d6d6c135-1be7-417d-b31a-3cb5ff6e4986", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:35:45.803898 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f8a4f12b-2d56-4c61-bbb4-9fba9d4f8cfc {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:35:45.804271 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8a4f12b-2d56-4c61-bbb4-9fba9d4f8cfc'] response: {'server_uuid': '3755d642-2c78-4e47-93a5-578138068071', 'name': 'network-vif-deleted', 'tag': 'd6d6c135-1be7-417d-b31a-3cb5ff6e4986', 'status': 'completed', 'code': 200} Apr 20 13:35:46.085207 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a2af332e-053c-4111-940e-bdccceae4334 req-5a77418b-91cf-4a57-b31b-de78f5a539f9 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3755d642-2c78-4e47-93a5-578138068071 HTTP/1.1" status: 200 len: 210 time: 0.0266509 Apr 20 13:35:46.623258 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:35:47.637181 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3cf69-be95-403a-80fa-9bc7aa785bee req-a7785908-a6c0-4f30-95af-476e0167e5fa tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:47.638644 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52f3cf69-be95-403a-80fa-9bc7aa785bee req-a7785908-a6c0-4f30-95af-476e0167e5fa tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f643d3f0-8441-4ce9-a30e-8f11e506e761 HTTP/1.1" status: 200 len: 1096 time: 0.0470750 Apr 20 13:35:47.671939 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52f3cf69-be95-403a-80fa-9bc7aa785bee req-f2c81111-ac88-4104-a7d0-9b36e16f0094 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0d3f06ff-17fc-47a8-bd23-b4416852648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270669 Apr 20 13:35:48.530674 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device d6d6c135-1be7-417d-b31a-3cb5ff6e4986 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:35:48.552503 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: d6d6c135-1be7-417d-b31a-3cb5ff6e4986 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:35:48.552503 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device d6d6c135-1be7-417d-b31a-3cb5ff6e4986 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:35:48.781589 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559585ce-2358-446c-a252-bede7190ce74 req-7c776004-6b84-4a2b-a8aa-ac9ccb43160d tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:48.783917 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-559585ce-2358-446c-a252-bede7190ce74 req-7c776004-6b84-4a2b-a8aa-ac9ccb43160d tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f643d3f0-8441-4ce9-a30e-8f11e506e761 HTTP/1.1" status: 200 len: 1096 time: 0.0427442 Apr 20 13:35:48.819683 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-559585ce-2358-446c-a252-bede7190ce74 req-7cc83968-018e-4e33-b8f0-cff6e86007e4 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0d3f06ff-17fc-47a8-bd23-b4416852648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305960 Apr 20 13:35:49.131995 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b007c57-013d-4acf-a0de-d06116f6aaad req-7f450b65-5c46-47cb-8634-d51ddc48bf4a tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:49.133482 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7b007c57-013d-4acf-a0de-d06116f6aaad req-7f450b65-5c46-47cb-8634-d51ddc48bf4a tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f643d3f0-8441-4ce9-a30e-8f11e506e761 HTTP/1.1" status: 200 len: 1096 time: 0.0401390 Apr 20 13:35:49.568332 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-7b007c57-013d-4acf-a0de-d06116f6aaad req-5cf99c85-a3c8-44fe-a1bc-665121d6bd89 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Deleting port 2cd76c32-4315-4c0c-9d04-3f261bc8ee73 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:35:49.568676 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7b007c57-013d-4acf-a0de-d06116f6aaad req-5cf99c85-a3c8-44fe-a1bc-665121d6bd89 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:49.654966 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-7b007c57-013d-4acf-a0de-d06116f6aaad req-5cf99c85-a3c8-44fe-a1bc-665121d6bd89 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] For port 2cd76c32-4315-4c0c-9d04-3f261bc8ee73, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=2cd76c32-4315-4c0c-9d04-3f261bc8ee73,segment=NetworkSegment(d3c9e4ff-cadf-469c-9ce9-e343112bc760),segment_id=d3c9e4ff-cadf-469c-9ce9-e343112bc760)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:35:49.655336 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7b007c57-013d-4acf-a0de-d06116f6aaad req-5cf99c85-a3c8-44fe-a1bc-665121d6bd89 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:49.668184 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-7b007c57-013d-4acf-a0de-d06116f6aaad req-5cf99c85-a3c8-44fe-a1bc-665121d6bd89 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Calling delete_port for 2cd76c32-4315-4c0c-9d04-3f261bc8ee73 owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:35:49.929104 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5509a9-fed1-44ac-ab42-2038727be0f7 req-66b46ef3-df5b-499e-b354-5a81c18ce245 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:49.930720 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0f5509a9-fed1-44ac-ab42-2038727be0f7 req-66b46ef3-df5b-499e-b354-5a81c18ce245 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f643d3f0-8441-4ce9-a30e-8f11e506e761 HTTP/1.1" status: 200 len: 1096 time: 0.0425720 Apr 20 13:35:49.933464 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7b007c57-013d-4acf-a0de-d06116f6aaad req-5cf99c85-a3c8-44fe-a1bc-665121d6bd89 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:49.945710 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['2cd76c32-4315-4c0c-9d04-3f261bc8ee73'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:35:49.983256 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0f5509a9-fed1-44ac-ab42-2038727be0f7 req-1622a995-808e-4f6d-9d11-311cea9ad5c8 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0d3f06ff-17fc-47a8-bd23-b4416852648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459208 Apr 20 13:35:49.985146 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf99c85-a3c8-44fe-a1bc-665121d6bd89 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Pushing event deleted for resources: {'Port': ['ID=2cd76c32-4315-4c0c-9d04-3f261bc8ee73,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:49.999219 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf99c85-a3c8-44fe-a1bc-665121d6bd89 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:49.999794 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf99c85-a3c8-44fe-a1bc-665121d6bd89 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:50.000306 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf99c85-a3c8-44fe-a1bc-665121d6bd89 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:50.000816 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf99c85-a3c8-44fe-a1bc-665121d6bd89 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:50.001147 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf99c85-a3c8-44fe-a1bc-665121d6bd89 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:50.001476 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf99c85-a3c8-44fe-a1bc-665121d6bd89 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:50.001801 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf99c85-a3c8-44fe-a1bc-665121d6bd89 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:50.002121 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf99c85-a3c8-44fe-a1bc-665121d6bd89 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:50.002436 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf99c85-a3c8-44fe-a1bc-665121d6bd89 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:50.002944 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf99c85-a3c8-44fe-a1bc-665121d6bd89 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:50.003263 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf99c85-a3c8-44fe-a1bc-665121d6bd89 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:50.003764 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf99c85-a3c8-44fe-a1bc-665121d6bd89 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:50.043666 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b007c57-013d-4acf-a0de-d06116f6aaad req-5cf99c85-a3c8-44fe-a1bc-665121d6bd89 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] No DVR routers for this DVR port 2cd76c32-4315-4c0c-9d04-3f261bc8ee73 on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:35:50.047047 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7b007c57-013d-4acf-a0de-d06116f6aaad req-5cf99c85-a3c8-44fe-a1bc-665121d6bd89 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:50.050984 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7b007c57-013d-4acf-a0de-d06116f6aaad req-5cf99c85-a3c8-44fe-a1bc-665121d6bd89 tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.32 "DELETE /v2.0/ports/2cd76c32-4315-4c0c-9d04-3f261bc8ee73 HTTP/1.1" status: 204 len: 173 time: 0.9112887 Apr 20 13:35:50.051599 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f643d3f0-8441-4ce9-a30e-8f11e506e761', 'name': 'network-vif-deleted', 'tag': '2cd76c32-4315-4c0c-9d04-3f261bc8ee73'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:35:50.054224 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5e2f17-6f95-45fc-92c0-73bed497d25a" -d '{"events": [{"server_uuid": "f643d3f0-8441-4ce9-a30e-8f11e506e761", "name": "network-vif-deleted", "tag": "2cd76c32-4315-4c0c-9d04-3f261bc8ee73"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:35:50.115642 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bb176c-12ff-40cf-a4e9-ebf7d41aaf5d x-openstack-request-id: req-56bb176c-12ff-40cf-a4e9-ebf7d41aaf5d {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:35:50.115873 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f643d3f0-8441-4ce9-a30e-8f11e506e761", "name": "network-vif-deleted", "tag": "2cd76c32-4315-4c0c-9d04-3f261bc8ee73", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:35:50.116304 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-56bb176c-12ff-40cf-a4e9-ebf7d41aaf5d {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:35:50.116881 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56bb176c-12ff-40cf-a4e9-ebf7d41aaf5d'] response: {'server_uuid': 'f643d3f0-8441-4ce9-a30e-8f11e506e761', 'name': 'network-vif-deleted', 'tag': '2cd76c32-4315-4c0c-9d04-3f261bc8ee73', 'status': 'completed', 'code': 200} Apr 20 13:35:51.156130 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4bcf40fd-5175-48f2-b596-b60ed161f8ec req-cb7b1786-b095-4b76-86b6-fa569a2b950a tempest-TestServerMultinode-295846859 tempest-TestServerMultinode-295846859-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f643d3f0-8441-4ce9-a30e-8f11e506e761 HTTP/1.1" status: 200 len: 210 time: 0.0306635 Apr 20 13:35:52.213673 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 50900) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:52.646217 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7ee778b4-7e72-471f-80af-6d5b7999f2ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:52.913869 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-7ee778b4-7e72-471f-80af-6d5b7999f2ff admin admin] Deleting port d8e2166b-dba6-4ef6-93e3-b742308dc846 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:35:52.914223 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7ee778b4-7e72-471f-80af-6d5b7999f2ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:53.000073 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-7ee778b4-7e72-471f-80af-6d5b7999f2ff admin admin] For port d8e2166b-dba6-4ef6-93e3-b742308dc846, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d8e2166b-dba6-4ef6-93e3-b742308dc846,segment=NetworkSegment(d3c9e4ff-cadf-469c-9ce9-e343112bc760),segment_id=d3c9e4ff-cadf-469c-9ce9-e343112bc760)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:35:53.000481 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7ee778b4-7e72-471f-80af-6d5b7999f2ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:53.015236 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-7ee778b4-7e72-471f-80af-6d5b7999f2ff admin admin] Calling delete_port for d8e2166b-dba6-4ef6-93e3-b742308dc846 owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:35:53.322052 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7ee778b4-7e72-471f-80af-6d5b7999f2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:53.351945 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee778b4-7e72-471f-80af-6d5b7999f2ff admin admin] Pushing event deleted for resources: {'Port': ['ID=d8e2166b-dba6-4ef6-93e3-b742308dc846,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:53.541994 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7ee778b4-7e72-471f-80af-6d5b7999f2ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:53.576631 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-25952751-617e-45bf-84ab-eee5b7eaee54 req-0bc6a690-ca82-418c-bb23-3e54f9cc0ff7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=059ee864-6f04-4785-acbb-62e7ad65d062&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0474448 Apr 20 13:35:53.678723 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25952751-617e-45bf-84ab-eee5b7eaee54 req-774ddf1f-fd2d-4fd4-90e0-8b4fdf37cbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:53.680289 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-25952751-617e-45bf-84ab-eee5b7eaee54 req-774ddf1f-fd2d-4fd4-90e0-8b4fdf37cbf1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d7599e499ac4ab585978f26ba0a43a9&device_id=059ee864-6f04-4785-acbb-62e7ad65d062 HTTP/1.1" status: 200 len: 1097 time: 0.0447638 Apr 20 13:35:53.787804 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25952751-617e-45bf-84ab-eee5b7eaee54 req-1eb105d5-a1e3-4d52-8b70-e46c858d0676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:53.789429 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-25952751-617e-45bf-84ab-eee5b7eaee54 req-1eb105d5-a1e3-4d52-8b70-e46c858d0676 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dd383d6b-56d8-42bb-a18c-24d76839284e HTTP/1.1" status: 200 len: 896 time: 0.0899429 Apr 20 13:35:53.790071 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee778b4-7e72-471f-80af-6d5b7999f2ff admin admin] Router 154ca381-58d9-4dfa-b67e-a64bcae692de has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:35:53.863192 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-25952751-617e-45bf-84ab-eee5b7eaee54 req-2e34e431-c120-47a0-82ef-20b16f1552de service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ac1b83c-e2bf-45f4-8715-3f23e41922bb HTTP/1.1" status: 200 len: 1002 time: 0.0661149 Apr 20 13:35:53.905402 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee778b4-7e72-471f-80af-6d5b7999f2ff admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:35:53.910624 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7ee778b4-7e72-471f-80af-6d5b7999f2ff admin admin] 10.222.0.25 "PUT /v2.0/routers/154ca381-58d9-4dfa-b67e-a64bcae692de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6950321 Apr 20 13:35:53.913110 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 50910) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:53.925505 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5238982b-684b-4c97-abfa-719272120d8e None None] Sync routers for ids ['154ca381-58d9-4dfa-b67e-a64bcae692de'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:35:53.931565 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25952751-617e-45bf-84ab-eee5b7eaee54 req-f136b2b8-651d-4e93-8c7a-706012786375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:53.934090 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-25952751-617e-45bf-84ab-eee5b7eaee54 req-f136b2b8-651d-4e93-8c7a-706012786375 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cd2073b2-4992-4114-ad9d-ea2b45b4b39f HTTP/1.1" status: 200 len: 834 time: 0.0647418 Apr 20 13:35:53.936969 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5238982b-684b-4c97-abfa-719272120d8e None None] Routers {'154ca381-58d9-4dfa-b67e-a64bcae692de'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:35:53.937588 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-5238982b-684b-4c97-abfa-719272120d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:35:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['154ca381-58d9-4dfa-b67e-a64bcae692de'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:53.992529 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25952751-617e-45bf-84ab-eee5b7eaee54 req-cc6d622f-7a1d-48ca-8c92-c8333b19b32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:53.994031 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-25952751-617e-45bf-84ab-eee5b7eaee54 req-cc6d622f-7a1d-48ca-8c92-c8333b19b32e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dd383d6b-56d8-42bb-a18c-24d76839284e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519226 Apr 20 13:35:54.003172 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 2cd76c32-4315-4c0c-9d04-3f261bc8ee73 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:35:54.050518 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 2cd76c32-4315-4c0c-9d04-3f261bc8ee73 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:35:54.057223 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 2cd76c32-4315-4c0c-9d04-3f261bc8ee73 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:35:54.067405 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7ff0ac11-29ee-4441-86ef-6c4d36e0b465 admin admin] Notify callbacks [] for router, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:54.084882 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-5238982b-684b-4c97-abfa-719272120d8e None None] Set router 154ca381-58d9-4dfa-b67e-a64bcae692de gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:35:54.112002 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-25952751-617e-45bf-84ab-eee5b7eaee54 req-d2c5e39c-2a36-4104-a86d-bcf1e7ef2a34 service neutron] 10.222.0.32 "GET /v2.0/networks/dd383d6b-56d8-42bb-a18c-24d76839284e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071439 Apr 20 13:35:54.180493 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7ff0ac11-29ee-4441-86ef-6c4d36e0b465 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:54.220507 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-25952751-617e-45bf-84ab-eee5b7eaee54 req-74d5bd2d-f36e-4909-87f6-ff73936fba36 service neutron] 10.222.0.32 "GET /v2.0/networks/dd383d6b-56d8-42bb-a18c-24d76839284e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018229 Apr 20 13:35:54.295580 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-5238982b-684b-4c97-abfa-719272120d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154ca381-58d9-4dfa-b67e-a64bcae692de', 'name': 'tempest-TestServerMultinode-1848091923-router', 'tenant_id': '157e9e8b7fab4f22a8ad072d47dd6f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '6911d2ce-2fd9-4520-8b5a-62f7ae4f2d13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:35:04Z', 'updated_at': '2022-04-20T13:35:53Z', 'revision_number': 5, 'project_id': '157e9e8b7fab4f22a8ad072d47dd6f8c', 'gw_port': {'id': '6911d2ce-2fd9-4520-8b5a-62f7ae4f2d13', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:3d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154ca381-58d9-4dfa-b67e-a64bcae692de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:35:04Z', 'updated_at': '2022-04-20T13:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:54.299604 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-7ff0ac11-29ee-4441-86ef-6c4d36e0b465 admin admin] Deleting port 6911d2ce-2fd9-4520-8b5a-62f7ae4f2d13 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:35:54.299956 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7ff0ac11-29ee-4441-86ef-6c4d36e0b465 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:54.325305 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5238982b-684b-4c97-abfa-719272120d8e None None] Checking router: 154ca381-58d9-4dfa-b67e-a64bcae692de for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:35:54.339444 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5238982b-684b-4c97-abfa-719272120d8e None None] Routers {'154ca381-58d9-4dfa-b67e-a64bcae692de'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:35:54.340397 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-5238982b-684b-4c97-abfa-719272120d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:35:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['154ca381-58d9-4dfa-b67e-a64bcae692de'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:54.448970 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-5238982b-684b-4c97-abfa-719272120d8e None None] Set router 154ca381-58d9-4dfa-b67e-a64bcae692de gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:35:54.459121 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-43be3739-9ab4-495e-8551-49ddbbb748d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:54.524421 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-5238982b-684b-4c97-abfa-719272120d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154ca381-58d9-4dfa-b67e-a64bcae692de', 'name': 'tempest-TestServerMultinode-1848091923-router', 'tenant_id': '157e9e8b7fab4f22a8ad072d47dd6f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:35:04Z', 'updated_at': '2022-04-20T13:35:54Z', 'revision_number': 6, 'project_id': '157e9e8b7fab4f22a8ad072d47dd6f8c', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:54.558825 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5238982b-684b-4c97-abfa-719272120d8e None None] The sync data for ids ['154ca381-58d9-4dfa-b67e-a64bcae692de'] in n-d-836015-7 is: [{'id': '154ca381-58d9-4dfa-b67e-a64bcae692de', 'name': 'tempest-TestServerMultinode-1848091923-router', 'tenant_id': '157e9e8b7fab4f22a8ad072d47dd6f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:35:04Z', 'updated_at': '2022-04-20T13:35:54Z', 'revision_number': 6, 'project_id': '157e9e8b7fab4f22a8ad072d47dd6f8c', 'gw_port_host': None}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:35:54.652304 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-7ff0ac11-29ee-4441-86ef-6c4d36e0b465 admin admin] For port 6911d2ce-2fd9-4520-8b5a-62f7ae4f2d13, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=6911d2ce-2fd9-4520-8b5a-62f7ae4f2d13,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:35:54.652832 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7ff0ac11-29ee-4441-86ef-6c4d36e0b465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:54.664738 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-7ff0ac11-29ee-4441-86ef-6c4d36e0b465 admin admin] Calling delete_port for 6911d2ce-2fd9-4520-8b5a-62f7ae4f2d13 owned by network:router_gateway {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:35:54.887595 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7ff0ac11-29ee-4441-86ef-6c4d36e0b465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:54.912173 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0ac11-29ee-4441-86ef-6c4d36e0b465 admin admin] Pushing event deleted for resources: {'Port': ['ID=6911d2ce-2fd9-4520-8b5a-62f7ae4f2d13,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:54.989054 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7ff0ac11-29ee-4441-86ef-6c4d36e0b465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:55.080593 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7ff0ac11-29ee-4441-86ef-6c4d36e0b465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:55.082687 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7ff0ac11-29ee-4441-86ef-6c4d36e0b465 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:55.196570 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7ff0ac11-29ee-4441-86ef-6c4d36e0b465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:55.197067 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff0ac11-29ee-4441-86ef-6c4d36e0b465 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 154ca381-58d9-4dfa-b67e-a64bcae692de {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:35:55.206285 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7ff0ac11-29ee-4441-86ef-6c4d36e0b465 admin admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:55.206285 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7ff0ac11-29ee-4441-86ef-6c4d36e0b465 admin admin] 10.222.0.25 "DELETE /v2.0/routers/154ca381-58d9-4dfa-b67e-a64bcae692de HTTP/1.1" status: 204 len: 168 time: 1.2894218 Apr 20 13:35:55.206285 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 50918) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:55.252587 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-29e6d257-9b30-4912-ae96-91362a1a90c2 admin admin] Deleting subnet 2e7484d8-3082-42d6-9b0c-fa9acb1bd50d {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:35:55.256387 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-29e6d257-9b30-4912-ae96-91362a1a90c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:55.294982 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-29e6d257-9b30-4912-ae96-91362a1a90c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:55.401117 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-29e6d257-9b30-4912-ae96-91362a1a90c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:55.522538 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-29e6d257-9b30-4912-ae96-91362a1a90c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:55.555933 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e6d257-9b30-4912-ae96-91362a1a90c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e7484d8-3082-42d6-9b0c-fa9acb1bd50d,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:55.558858 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-29e6d257-9b30-4912-ae96-91362a1a90c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:55.563151 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3401a62-c026-4e4c-aca9-23fcdc463e78 None None] Network d29a4585-655a-4f17-95c9-df4387a8ac5a requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:35:55.565476 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-29e6d257-9b30-4912-ae96-91362a1a90c2 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2e7484d8-3082-42d6-9b0c-fa9acb1bd50d HTTP/1.1" status: 204 len: 168 time: 0.3583608 Apr 20 13:35:55.565966 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 50922) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:55.650190 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c84d3518-5889-41ca-8152-74a17f529649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:55.709897 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-c84d3518-5889-41ca-8152-74a17f529649 admin admin] Deleting port ee56f48b-d32e-4d25-bc87-0a72b56555f5 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:35:55.710330 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c84d3518-5889-41ca-8152-74a17f529649 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:55.781271 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a52e95-14a0-4a8c-8d91-12c39cc94a7c None None] DHCP port deletion for d29a4585-655a-4f17-95c9-df4387a8ac5a request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:35:55.782633 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-c84d3518-5889-41ca-8152-74a17f529649 admin admin] For port ee56f48b-d32e-4d25-bc87-0a72b56555f5, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ee56f48b-d32e-4d25-bc87-0a72b56555f5,segment=NetworkSegment(d3c9e4ff-cadf-469c-9ce9-e343112bc760),segment_id=d3c9e4ff-cadf-469c-9ce9-e343112bc760)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:35:55.783002 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c84d3518-5889-41ca-8152-74a17f529649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:55.796978 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-c84d3518-5889-41ca-8152-74a17f529649 admin admin] Calling delete_port for ee56f48b-d32e-4d25-bc87-0a72b56555f5 owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:35:55.828739 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-56a52e95-14a0-4a8c-8d91-12c39cc94a7c None None] Deleting port ee56f48b-d32e-4d25-bc87-0a72b56555f5 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:35:55.829118 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-56a52e95-14a0-4a8c-8d91-12c39cc94a7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:55.896683 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-56a52e95-14a0-4a8c-8d91-12c39cc94a7c None None] For port ee56f48b-d32e-4d25-bc87-0a72b56555f5, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ee56f48b-d32e-4d25-bc87-0a72b56555f5,segment=NetworkSegment(d3c9e4ff-cadf-469c-9ce9-e343112bc760),segment_id=d3c9e4ff-cadf-469c-9ce9-e343112bc760)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:35:55.897082 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-56a52e95-14a0-4a8c-8d91-12c39cc94a7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:55.911597 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-56a52e95-14a0-4a8c-8d91-12c39cc94a7c None None] Calling delete_port for ee56f48b-d32e-4d25-bc87-0a72b56555f5 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:35:55.922547 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c84d3518-5889-41ca-8152-74a17f529649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:55.951737 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84d3518-5889-41ca-8152-74a17f529649 admin admin] No DVR routers for this DVR port ee56f48b-d32e-4d25-bc87-0a72b56555f5 on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:35:55.957387 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d3518-5889-41ca-8152-74a17f529649 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee56f48b-d32e-4d25-bc87-0a72b56555f5,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:56.002299 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-56a52e95-14a0-4a8c-8d91-12c39cc94a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:56.025002 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a52e95-14a0-4a8c-8d91-12c39cc94a7c None None] Pushing event deleted for resources: {'Port': ['ID=ee56f48b-d32e-4d25-bc87-0a72b56555f5,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:56.034801 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a52e95-14a0-4a8c-8d91-12c39cc94a7c None None] No DVR routers for this DVR port ee56f48b-d32e-4d25-bc87-0a72b56555f5 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:35:56.039611 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c84d3518-5889-41ca-8152-74a17f529649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:56.061072 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-c84d3518-5889-41ca-8152-74a17f529649 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d29a4585-655a-4f17-95c9-df4387a8ac5a']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:56.070469 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-c84d3518-5889-41ca-8152-74a17f529649 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3c9e4ff-cadf-469c-9ce9-e343112bc760') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:56.070768 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-c84d3518-5889-41ca-8152-74a17f529649 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3c9e4ff-cadf-469c-9ce9-e343112bc760') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:56.080580 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c84d3518-5889-41ca-8152-74a17f529649 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:56.094238 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c84d3518-5889-41ca-8152-74a17f529649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:56.101007 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c84d3518-5889-41ca-8152-74a17f529649 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:35:56.101408 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c84d3518-5889-41ca-8152-74a17f529649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:56.103743 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:35:56.103743 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:35:56.103743 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:35:56.103743 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:35:56.103743 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:35:56.103743 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:35:56.103743 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:35:56.103743 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:35:56.103743 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:35:56.103743 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:35:56.103743 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:35:56.103743 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:35:56.103743 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:35:56.103743 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:35:56.103743 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:35:56.103743 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:35:56.103743 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:35:56.103743 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:35:56.103743 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:35:56.103743 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:35:56.103743 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:35:56.103743 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:35:56.103743 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:35:56.103743 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:35:56.103743 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:35:56.103743 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:35:56.103743 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:35:56.103743 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:35:56.103743 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:35:56.103743 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:35:56.103743 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:35:56.103743 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:35:56.251388 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c84d3518-5889-41ca-8152-74a17f529649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:56.257005 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c84d3518-5889-41ca-8152-74a17f529649 admin admin] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:56.263789 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c84d3518-5889-41ca-8152-74a17f529649 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d29a4585-655a-4f17-95c9-df4387a8ac5a HTTP/1.1" status: 204 len: 168 time: 0.6928849 Apr 20 13:35:56.264094 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 50926) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:56.286505 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d3518-5889-41ca-8152-74a17f529649 admin admin] Pushing event deleted for resources: {'Network': ['ID=d29a4585-655a-4f17-95c9-df4387a8ac5a,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:56.382402 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 6911d2ce-2fd9-4520-8b5a-62f7ae4f2d13 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:35:56.407515 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 6911d2ce-2fd9-4520-8b5a-62f7ae4f2d13 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:35:56.407866 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 6911d2ce-2fd9-4520-8b5a-62f7ae4f2d13 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:35:56.408610 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ee56f48b-d32e-4d25-bc87-0a72b56555f5 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:35:56.428764 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: ee56f48b-d32e-4d25-bc87-0a72b56555f5 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:35:56.429107 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ee56f48b-d32e-4d25-bc87-0a72b56555f5 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:35:56.429728 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d8e2166b-dba6-4ef6-93e3-b742308dc846 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:35:56.450060 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: d8e2166b-dba6-4ef6-93e3-b742308dc846 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:35:56.450740 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d8e2166b-dba6-4ef6-93e3-b742308dc846 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:35:56.623070 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-18da13da-6155-4f5a-949f-ac85e60bdfab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:56.788494 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a4a4f5e6-b7a6-43fa-bfe1-c75643e85ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:56.870740 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-18da13da-6155-4f5a-949f-ac85e60bdfab admin admin] Deleting port 914ec593-5e00-4209-9647-774d2624fd1b {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:35:56.871078 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-18da13da-6155-4f5a-949f-ac85e60bdfab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:56.950503 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-18da13da-6155-4f5a-949f-ac85e60bdfab admin admin] For port 914ec593-5e00-4209-9647-774d2624fd1b, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=914ec593-5e00-4209-9647-774d2624fd1b,segment=NetworkSegment(49cafdcb-968c-4064-9434-043df73c4546),segment_id=49cafdcb-968c-4064-9434-043df73c4546)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:35:56.950866 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-18da13da-6155-4f5a-949f-ac85e60bdfab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:56.963871 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-18da13da-6155-4f5a-949f-ac85e60bdfab admin admin] Calling delete_port for 914ec593-5e00-4209-9647-774d2624fd1b owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:35:57.213301 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-18da13da-6155-4f5a-949f-ac85e60bdfab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:57.239617 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18da13da-6155-4f5a-949f-ac85e60bdfab admin admin] Pushing event deleted for resources: {'Port': ['ID=914ec593-5e00-4209-9647-774d2624fd1b,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:57.418025 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-18da13da-6155-4f5a-949f-ac85e60bdfab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:57.633943 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18da13da-6155-4f5a-949f-ac85e60bdfab admin admin] Router dd64a09a-53c0-4fcc-8747-172d45dec021 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:35:57.746621 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18da13da-6155-4f5a-949f-ac85e60bdfab admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:35:57.756187 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f449006-4de5-430f-951b-8686a09c6815 None None] Sync routers for ids ['dd64a09a-53c0-4fcc-8747-172d45dec021'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:35:57.762572 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 50940) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:57.763102 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-18da13da-6155-4f5a-949f-ac85e60bdfab admin admin] 10.222.0.25 "PUT /v2.0/routers/dd64a09a-53c0-4fcc-8747-172d45dec021/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4978018 Apr 20 13:35:57.769817 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f449006-4de5-430f-951b-8686a09c6815 None None] Routers {'dd64a09a-53c0-4fcc-8747-172d45dec021'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:35:57.770459 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-0f449006-4de5-430f-951b-8686a09c6815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:35:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['dd64a09a-53c0-4fcc-8747-172d45dec021'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:57.888987 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-278188d5-c8a8-4c27-80d2-e3a7716777e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:57.916386 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-0f449006-4de5-430f-951b-8686a09c6815 None None] Set router dd64a09a-53c0-4fcc-8747-172d45dec021 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:35:58.009157 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-278188d5-c8a8-4c27-80d2-e3a7716777e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:58.115756 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-0f449006-4de5-430f-951b-8686a09c6815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd64a09a-53c0-4fcc-8747-172d45dec021', 'name': 'tempest-TestServerMultinode-1548001562-router', 'tenant_id': '0e7d2f8acd3543aba5ea83a68f4db5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '053a6536-e066-48dc-911b-01ca355fa477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:35:10Z', 'updated_at': '2022-04-20T13:35:57Z', 'revision_number': 5, 'project_id': '0e7d2f8acd3543aba5ea83a68f4db5a8', 'gw_port': {'id': '053a6536-e066-48dc-911b-01ca355fa477', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd64a09a-53c0-4fcc-8747-172d45dec021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:35:11Z', 'updated_at': '2022-04-20T13:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:58.148267 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-278188d5-c8a8-4c27-80d2-e3a7716777e0 admin admin] Deleting port 053a6536-e066-48dc-911b-01ca355fa477 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:35:58.148267 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-278188d5-c8a8-4c27-80d2-e3a7716777e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:58.148506 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f449006-4de5-430f-951b-8686a09c6815 None None] Checking router: dd64a09a-53c0-4fcc-8747-172d45dec021 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:35:58.154603 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f449006-4de5-430f-951b-8686a09c6815 None None] Routers {'dd64a09a-53c0-4fcc-8747-172d45dec021'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:35:58.155345 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-0f449006-4de5-430f-951b-8686a09c6815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:35:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['dd64a09a-53c0-4fcc-8747-172d45dec021'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:58.191685 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:58.266883 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-278188d5-c8a8-4c27-80d2-e3a7716777e0 admin admin] For port 053a6536-e066-48dc-911b-01ca355fa477, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=053a6536-e066-48dc-911b-01ca355fa477,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:35:58.267097 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-0f449006-4de5-430f-951b-8686a09c6815 None None] Set router dd64a09a-53c0-4fcc-8747-172d45dec021 gateway port host: None {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:35:58.267235 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-278188d5-c8a8-4c27-80d2-e3a7716777e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:58.276310 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-278188d5-c8a8-4c27-80d2-e3a7716777e0 admin admin] Calling delete_port for 053a6536-e066-48dc-911b-01ca355fa477 owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:35:58.364527 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-0f449006-4de5-430f-951b-8686a09c6815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd64a09a-53c0-4fcc-8747-172d45dec021', 'name': 'tempest-TestServerMultinode-1548001562-router', 'tenant_id': '0e7d2f8acd3543aba5ea83a68f4db5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:35:10Z', 'updated_at': '2022-04-20T13:35:58Z', 'revision_number': 6, 'project_id': '0e7d2f8acd3543aba5ea83a68f4db5a8', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:58.544216 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4a782f5c-ef68-477a-953c-ad457d7ca14e req-bc427681-a53e-41b4-a906-ddf787c9e4e5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fe3915e4-540b-4d30-9b1a-f05790330606&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4077191 Apr 20 13:35:58.560245 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b9560-8bd0-4fb5-8fb0-36a95b1f0035 req-c737f5db-7e5d-4f9b-8bbe-22b6df5a2902 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:58.569451 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c34b9560-8bd0-4fb5-8fb0-36a95b1f0035 req-c737f5db-7e5d-4f9b-8bbe-22b6df5a2902 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=059ee864-6f04-4785-acbb-62e7ad65d062 HTTP/1.1" status: 200 len: 946 time: 0.1490698 Apr 20 13:35:58.589286 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-278188d5-c8a8-4c27-80d2-e3a7716777e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:58.595704 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f449006-4de5-430f-951b-8686a09c6815 None None] The sync data for ids ['dd64a09a-53c0-4fcc-8747-172d45dec021'] in n-d-836015-7 is: [{'id': 'dd64a09a-53c0-4fcc-8747-172d45dec021', 'name': 'tempest-TestServerMultinode-1548001562-router', 'tenant_id': '0e7d2f8acd3543aba5ea83a68f4db5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:35:10Z', 'updated_at': '2022-04-20T13:35:58Z', 'revision_number': 6, 'project_id': '0e7d2f8acd3543aba5ea83a68f4db5a8', 'gw_port_host': None}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:35:58.682992 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278188d5-c8a8-4c27-80d2-e3a7716777e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=053a6536-e066-48dc-911b-01ca355fa477,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:58.709617 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c34b9560-8bd0-4fb5-8fb0-36a95b1f0035 req-91d41232-3b56-4bde-97c4-423680498121 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbdd43a6-38ae-44d6-850f-40132ceffccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331964 Apr 20 13:35:58.712424 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a782f5c-ef68-477a-953c-ad457d7ca14e req-576f919c-33b5-4119-a0f4-377adcbf4100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:58.714822 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4a782f5c-ef68-477a-953c-ad457d7ca14e req-576f919c-33b5-4119-a0f4-377adcbf4100 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d2e9573cd38a42bf9eb285f5cfe9d1c8&device_id=fe3915e4-540b-4d30-9b1a-f05790330606 HTTP/1.1" status: 200 len: 1096 time: 0.1081154 Apr 20 13:35:58.739805 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-278188d5-c8a8-4c27-80d2-e3a7716777e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:58.836097 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a782f5c-ef68-477a-953c-ad457d7ca14e req-0ca41c48-8a44-4692-9209-7b975efb4c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:58.837586 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4a782f5c-ef68-477a-953c-ad457d7ca14e req-0ca41c48-8a44-4692-9209-7b975efb4c67 service neutron] 10.222.0.15 "GET /v2.0/networks?id=27d17f00-84b7-400c-970d-be61917bd03a HTTP/1.1" status: 200 len: 910 time: 0.1039059 Apr 20 13:35:58.857147 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-278188d5-c8a8-4c27-80d2-e3a7716777e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:58.861338 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-278188d5-c8a8-4c27-80d2-e3a7716777e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:58.921669 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4a782f5c-ef68-477a-953c-ad457d7ca14e req-2348f5fc-e931-4de1-a60b-ffc13e0c27a6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2aa8b787-8a35-42ed-9d26-470b9b0afe11 HTTP/1.1" status: 200 len: 1000 time: 0.0771852 Apr 20 13:35:58.973961 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-278188d5-c8a8-4c27-80d2-e3a7716777e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:58.975594 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278188d5-c8a8-4c27-80d2-e3a7716777e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd64a09a-53c0-4fcc-8747-172d45dec021 {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:35:58.983475 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a782f5c-ef68-477a-953c-ad457d7ca14e req-de4d5191-e7ae-4e77-8d23-b763eb2db982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:58.985142 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4a782f5c-ef68-477a-953c-ad457d7ca14e req-de4d5191-e7ae-4e77-8d23-b763eb2db982 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=562e00d1-6211-4fe8-a521-472a5db1803b HTTP/1.1" status: 200 len: 848 time: 0.0575066 Apr 20 13:35:58.987799 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-278188d5-c8a8-4c27-80d2-e3a7716777e0 admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:58.990233 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-278188d5-c8a8-4c27-80d2-e3a7716777e0 admin admin] 10.222.0.25 "DELETE /v2.0/routers/dd64a09a-53c0-4fcc-8747-172d45dec021 HTTP/1.1" status: 204 len: 168 time: 1.2255621 Apr 20 13:35:58.993027 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 50970) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:59.096719 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a782f5c-ef68-477a-953c-ad457d7ca14e req-bcd3d74d-c9be-4d7b-876d-330f0e943cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:59.102285 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4a782f5c-ef68-477a-953c-ad457d7ca14e req-bcd3d74d-c9be-4d7b-876d-330f0e943cbb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=27d17f00-84b7-400c-970d-be61917bd03a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1054661 Apr 20 13:35:59.132156 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4f0946e-afeb-4c33-9eeb-f4c26283e938 admin admin] Deleting subnet 27b35ee2-b76b-4207-bc12-dee270c4d684 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:35:59.136894 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f4f0946e-afeb-4c33-9eeb-f4c26283e938 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:59.192245 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f4f0946e-afeb-4c33-9eeb-f4c26283e938 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:59.226062 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4a782f5c-ef68-477a-953c-ad457d7ca14e req-5e601f58-1ca4-478f-86e4-8efc21f858ca service neutron] 10.222.0.15 "GET /v2.0/networks/27d17f00-84b7-400c-970d-be61917bd03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143053 Apr 20 13:35:59.300453 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f4f0946e-afeb-4c33-9eeb-f4c26283e938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:59.347953 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4a782f5c-ef68-477a-953c-ad457d7ca14e req-0ed63ba8-3110-42f4-a0d6-57ba4a1a1e95 service neutron] 10.222.0.15 "GET /v2.0/networks/27d17f00-84b7-400c-970d-be61917bd03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149983 Apr 20 13:35:59.394377 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:59.442365 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f4f0946e-afeb-4c33-9eeb-f4c26283e938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:59.468867 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0946e-afeb-4c33-9eeb-f4c26283e938 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27b35ee2-b76b-4207-bc12-dee270c4d684,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:59.473337 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f4f0946e-afeb-4c33-9eeb-f4c26283e938 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:59.479320 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f4f0946e-afeb-4c33-9eeb-f4c26283e938 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/27b35ee2-b76b-4207-bc12-dee270c4d684 HTTP/1.1" status: 204 len: 168 time: 0.4844203 Apr 20 13:35:59.479985 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 50986) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:59.487214 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f284cb7-1a1e-4834-bd8d-409c7e05c5a4 None None] Network c271fe05-685d-4801-8770-5abf2c0a3405 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:35:59.558859 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-73d2c1b5-e215-4e17-ba2b-da5ec2a0a629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:59.639591 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-73d2c1b5-e215-4e17-ba2b-da5ec2a0a629 admin admin] Deleting port c7929e55-ab6e-414a-9eb7-19692ead54c8 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:35:59.639941 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-73d2c1b5-e215-4e17-ba2b-da5ec2a0a629 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:59.693115 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef15b04-0e2d-451f-b16e-d1007c8b28c2 None None] DHCP port deletion for c271fe05-685d-4801-8770-5abf2c0a3405 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:35:59.737673 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-73d2c1b5-e215-4e17-ba2b-da5ec2a0a629 admin admin] For port c7929e55-ab6e-414a-9eb7-19692ead54c8, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=c7929e55-ab6e-414a-9eb7-19692ead54c8,segment=NetworkSegment(49cafdcb-968c-4064-9434-043df73c4546),segment_id=49cafdcb-968c-4064-9434-043df73c4546)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:35:59.738400 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-73d2c1b5-e215-4e17-ba2b-da5ec2a0a629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:59.765943 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-73d2c1b5-e215-4e17-ba2b-da5ec2a0a629 admin admin] Calling delete_port for c7929e55-ab6e-414a-9eb7-19692ead54c8 owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:35:59.802669 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-3ef15b04-0e2d-451f-b16e-d1007c8b28c2 None None] Deleting port c7929e55-ab6e-414a-9eb7-19692ead54c8 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:35:59.803313 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3ef15b04-0e2d-451f-b16e-d1007c8b28c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:59.923676 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:59.928726 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4859f-46d3-41d4-95b9-1829c452cb5f req-481fc6a6-7007-4e4d-a9ac-ee0c892829a9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:59.930112 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-3ef15b04-0e2d-451f-b16e-d1007c8b28c2 None None] For port c7929e55-ab6e-414a-9eb7-19692ead54c8, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=c7929e55-ab6e-414a-9eb7-19692ead54c8,segment=NetworkSegment(49cafdcb-968c-4064-9434-043df73c4546),segment_id=49cafdcb-968c-4064-9434-043df73c4546)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:35:59.930518 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3ef15b04-0e2d-451f-b16e-d1007c8b28c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:59.938074 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-68d4859f-46d3-41d4-95b9-1829c452cb5f req-481fc6a6-7007-4e4d-a9ac-ee0c892829a9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=059ee864-6f04-4785-acbb-62e7ad65d062 HTTP/1.1" status: 200 len: 946 time: 0.1066966 Apr 20 13:35:59.945789 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-3ef15b04-0e2d-451f-b16e-d1007c8b28c2 None None] Calling delete_port for c7929e55-ab6e-414a-9eb7-19692ead54c8 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:35:59.974350 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-73d2c1b5-e215-4e17-ba2b-da5ec2a0a629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:59.992869 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-68d4859f-46d3-41d4-95b9-1829c452cb5f req-2227cc55-38f3-47b5-a547-a4ed86ec5078 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbdd43a6-38ae-44d6-850f-40132ceffccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528183 Apr 20 13:36:00.003633 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d2c1b5-e215-4e17-ba2b-da5ec2a0a629 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7929e55-ab6e-414a-9eb7-19692ead54c8,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:36:00.007743 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d2c1b5-e215-4e17-ba2b-da5ec2a0a629 admin admin] No DVR routers for this DVR port c7929e55-ab6e-414a-9eb7-19692ead54c8 on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:36:00.050087 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3ef15b04-0e2d-451f-b16e-d1007c8b28c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:00.101930 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-73d2c1b5-e215-4e17-ba2b-da5ec2a0a629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:00.107536 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef15b04-0e2d-451f-b16e-d1007c8b28c2 None None] No DVR routers for this DVR port c7929e55-ab6e-414a-9eb7-19692ead54c8 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:36:00.117977 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef15b04-0e2d-451f-b16e-d1007c8b28c2 None None] Pushing event deleted for resources: {'Port': ['ID=c7929e55-ab6e-414a-9eb7-19692ead54c8,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:36:00.128453 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-73d2c1b5-e215-4e17-ba2b-da5ec2a0a629 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c271fe05-685d-4801-8770-5abf2c0a3405']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:36:00.138499 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-73d2c1b5-e215-4e17-ba2b-da5ec2a0a629 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49cafdcb-968c-4064-9434-043df73c4546') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:36:00.138798 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-73d2c1b5-e215-4e17-ba2b-da5ec2a0a629 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49cafdcb-968c-4064-9434-043df73c4546') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:36:00.149333 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-73d2c1b5-e215-4e17-ba2b-da5ec2a0a629 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:00.163497 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-73d2c1b5-e215-4e17-ba2b-da5ec2a0a629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:00.170291 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73d2c1b5-e215-4e17-ba2b-da5ec2a0a629 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:36:00.170716 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-73d2c1b5-e215-4e17-ba2b-da5ec2a0a629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:00.172383 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:36:00.172383 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:36:00.172383 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:36:00.172383 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:36:00.172383 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:36:00.172383 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:36:00.172383 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:36:00.172383 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:36:00.172383 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:36:00.172383 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:36:00.172383 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:36:00.172383 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:36:00.172383 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:36:00.172383 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:36:00.172383 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:36:00.172383 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:36:00.172383 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:36:00.172383 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:36:00.172383 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:36:00.172383 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:36:00.172383 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:36:00.172383 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:36:00.172383 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:36:00.172383 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:36:00.172383 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:36:00.172383 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:36:00.172383 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:36:00.172383 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:36:00.172383 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:36:00.172383 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:36:00.172383 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:36:00.172383 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:36:00.322377 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-73d2c1b5-e215-4e17-ba2b-da5ec2a0a629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:00.339284 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-73d2c1b5-e215-4e17-ba2b-da5ec2a0a629 admin admin] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:00.340783 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-73d2c1b5-e215-4e17-ba2b-da5ec2a0a629 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c271fe05-685d-4801-8770-5abf2c0a3405 HTTP/1.1" status: 204 len: 168 time: 0.8595974 Apr 20 13:36:00.355569 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d2c1b5-e215-4e17-ba2b-da5ec2a0a629 admin admin] Pushing event deleted for resources: {'Network': ['ID=c271fe05-685d-4801-8770-5abf2c0a3405,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:36:00.402526 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 053a6536-e066-48dc-911b-01ca355fa477 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:36:00.422158 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 053a6536-e066-48dc-911b-01ca355fa477 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:36:00.422501 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 053a6536-e066-48dc-911b-01ca355fa477 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:36:00.423123 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 914ec593-5e00-4209-9647-774d2624fd1b no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:36:00.447039 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 914ec593-5e00-4209-9647-774d2624fd1b {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:36:00.447406 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 914ec593-5e00-4209-9647-774d2624fd1b not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:36:00.447953 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device c7929e55-ab6e-414a-9eb7-19692ead54c8 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:36:00.467722 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: c7929e55-ab6e-414a-9eb7-19692ead54c8 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:36:00.468067 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device c7929e55-ab6e-414a-9eb7-19692ead54c8 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:36:00.750677 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 51024) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:36:00.800012 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-bbe0680a-052c-4822-a552-6cc9b63bc706 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=157e9e8b7fab4f22a8ad072d47dd6f8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481894 Apr 20 13:36:00.802370 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 51026) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:36:00.855979 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9510341c-80f4-47cc-9470-12c999f5a8f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:00.877815 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9510341c-80f4-47cc-9470-12c999f5a8f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:01.007870 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9510341c-80f4-47cc-9470-12c999f5a8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:01.011037 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9510341c-80f4-47cc-9470-12c999f5a8f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:01.012464 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9510341c-80f4-47cc-9470-12c999f5a8f4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6ccce83e-f4fb-471f-9ced-5a2d5c2b3123 HTTP/1.1" status: 204 len: 168 time: 0.2090504 Apr 20 13:36:01.020451 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510341c-80f4-47cc-9470-12c999f5a8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ccce83e-f4fb-471f-9ced-5a2d5c2b3123,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:36:01.142325 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c95c1b-5954-4343-9fa6-c86bb7f6e6c6 req-ab8434f2-b91f-4523-ac26-438545550f05 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:01.143850 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-29c95c1b-5954-4343-9fa6-c86bb7f6e6c6 req-ab8434f2-b91f-4523-ac26-438545550f05 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=059ee864-6f04-4785-acbb-62e7ad65d062 HTTP/1.1" status: 200 len: 946 time: 0.0536478 Apr 20 13:36:01.182947 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-29c95c1b-5954-4343-9fa6-c86bb7f6e6c6 req-fc68c103-b45d-4864-8d96-5e2f2ff3b182 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbdd43a6-38ae-44d6-850f-40132ceffccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325246 Apr 20 13:36:01.785694 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 51082) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:36:01.827057 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7c8c4f97-e959-421e-a0b7-cb40964124e0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0e7d2f8acd3543aba5ea83a68f4db5a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400770 Apr 20 13:36:01.829397 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 51086) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:36:01.878164 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9249a552-5b3d-476c-bb36-18796a9a7568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:01.898402 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9249a552-5b3d-476c-bb36-18796a9a7568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:02.024615 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9249a552-5b3d-476c-bb36-18796a9a7568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:02.027880 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9249a552-5b3d-476c-bb36-18796a9a7568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:02.029064 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9249a552-5b3d-476c-bb36-18796a9a7568 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0d3f06ff-17fc-47a8-bd23-b4416852648c HTTP/1.1" status: 204 len: 168 time: 0.1986890 Apr 20 13:36:02.036954 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249a552-5b3d-476c-bb36-18796a9a7568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3f06ff-17fc-47a8-bd23-b4416852648c,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:36:02.044395 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9249a552-5b3d-476c-bb36-18796a9a7568 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:02.044996 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9249a552-5b3d-476c-bb36-18796a9a7568 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:02.045334 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9249a552-5b3d-476c-bb36-18796a9a7568 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:02.045667 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9249a552-5b3d-476c-bb36-18796a9a7568 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:02.046022 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9249a552-5b3d-476c-bb36-18796a9a7568 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:02.046329 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9249a552-5b3d-476c-bb36-18796a9a7568 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:02.046654 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9249a552-5b3d-476c-bb36-18796a9a7568 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:02.046977 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9249a552-5b3d-476c-bb36-18796a9a7568 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:02.047400 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9249a552-5b3d-476c-bb36-18796a9a7568 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:02.047642 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9249a552-5b3d-476c-bb36-18796a9a7568 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:02.047968 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9249a552-5b3d-476c-bb36-18796a9a7568 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:02.048287 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9249a552-5b3d-476c-bb36-18796a9a7568 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:02.322502 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314acea-29ff-4f16-bf80-59da0beb0eff req-60e19c00-2716-4bfc-9abc-9b5fdd005ce6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:02.324618 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8314acea-29ff-4f16-bf80-59da0beb0eff req-60e19c00-2716-4bfc-9abc-9b5fdd005ce6 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=059ee864-6f04-4785-acbb-62e7ad65d062 HTTP/1.1" status: 200 len: 946 time: 0.0726039 Apr 20 13:36:02.373179 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8314acea-29ff-4f16-bf80-59da0beb0eff req-2b978f3c-8372-4b4e-9b81-dbac80c61204 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbdd43a6-38ae-44d6-850f-40132ceffccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407784 Apr 20 13:36:03.496667 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafb8b8-6a18-4678-bde6-cc739b26c34c req-a4d91261-7d3c-49c4-8bab-d829185e52c3 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:03.498167 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eeafb8b8-6a18-4678-bde6-cc739b26c34c req-a4d91261-7d3c-49c4-8bab-d829185e52c3 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=059ee864-6f04-4785-acbb-62e7ad65d062 HTTP/1.1" status: 200 len: 946 time: 0.0559578 Apr 20 13:36:03.537759 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eeafb8b8-6a18-4678-bde6-cc739b26c34c req-a811376a-f07c-450e-ba2c-33dfff127a11 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbdd43a6-38ae-44d6-850f-40132ceffccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331326 Apr 20 13:36:04.654797 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced7f6b-6334-4358-9f78-027c26c6ed35 req-84e81f50-0263-4307-bf16-2283816826ff tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:04.656286 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5ced7f6b-6334-4358-9f78-027c26c6ed35 req-84e81f50-0263-4307-bf16-2283816826ff tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=059ee864-6f04-4785-acbb-62e7ad65d062 HTTP/1.1" status: 200 len: 946 time: 0.0480919 Apr 20 13:36:04.693869 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5ced7f6b-6334-4358-9f78-027c26c6ed35 req-fd30e03f-b025-47cd-85c2-3ae6010040db tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbdd43a6-38ae-44d6-850f-40132ceffccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314729 Apr 20 13:36:05.814441 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a72bc-05c4-4f5a-a209-e0984a2492ab req-d1ce71e7-cadd-4f07-ab97-b54571038992 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:05.815970 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-226a72bc-05c4-4f5a-a209-e0984a2492ab req-d1ce71e7-cadd-4f07-ab97-b54571038992 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=059ee864-6f04-4785-acbb-62e7ad65d062 HTTP/1.1" status: 200 len: 946 time: 0.0536842 Apr 20 13:36:05.853334 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-226a72bc-05c4-4f5a-a209-e0984a2492ab req-f06c49eb-316e-466a-91cb-4268b2f4bcbe tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbdd43a6-38ae-44d6-850f-40132ceffccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309997 Apr 20 13:36:06.973129 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd737c-a207-47f5-8c9d-95770f30f82f req-eae207d8-857c-4183-8135-c9500d1b0a72 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:06.975566 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f9cd737c-a207-47f5-8c9d-95770f30f82f req-eae207d8-857c-4183-8135-c9500d1b0a72 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=059ee864-6f04-4785-acbb-62e7ad65d062 HTTP/1.1" status: 200 len: 946 time: 0.0506601 Apr 20 13:36:07.014683 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f9cd737c-a207-47f5-8c9d-95770f30f82f req-069c3798-7aea-425e-b8c0-b8ba0cfc4c8c tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbdd43a6-38ae-44d6-850f-40132ceffccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328324 Apr 20 13:36:08.135701 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17b5aa-b56f-4234-88bc-6cddf4e85f8b req-9e380773-7430-4fdd-a2c9-d1b326d79b19 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:08.137218 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fd17b5aa-b56f-4234-88bc-6cddf4e85f8b req-9e380773-7430-4fdd-a2c9-d1b326d79b19 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=059ee864-6f04-4785-acbb-62e7ad65d062 HTTP/1.1" status: 200 len: 946 time: 0.0491869 Apr 20 13:36:08.177698 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fd17b5aa-b56f-4234-88bc-6cddf4e85f8b req-55bbccd2-992e-4665-851b-d99eb65da705 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbdd43a6-38ae-44d6-850f-40132ceffccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329516 Apr 20 13:36:09.295875 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cbc09-1a84-44b7-b542-fe3c584644c3 req-c0818ff1-ae2b-4753-841c-329d677a8fef tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:09.297328 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-372cbc09-1a84-44b7-b542-fe3c584644c3 req-c0818ff1-ae2b-4753-841c-329d677a8fef tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=059ee864-6f04-4785-acbb-62e7ad65d062 HTTP/1.1" status: 200 len: 946 time: 0.0519359 Apr 20 13:36:09.333784 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-372cbc09-1a84-44b7-b542-fe3c584644c3 req-e9883720-6e67-4cf2-8206-3e1ab31b99d7 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbdd43a6-38ae-44d6-850f-40132ceffccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303366 Apr 20 13:36:10.467651 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a66b8-0574-4f00-8814-dd55a29f2bac req-cd0d11cb-de0b-4065-86cd-7cc8d19086eb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:10.469185 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d48a66b8-0574-4f00-8814-dd55a29f2bac req-cd0d11cb-de0b-4065-86cd-7cc8d19086eb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=059ee864-6f04-4785-acbb-62e7ad65d062 HTTP/1.1" status: 200 len: 946 time: 0.0619373 Apr 20 13:36:10.528637 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d48a66b8-0574-4f00-8814-dd55a29f2bac req-29788869-ca06-4af5-ba93-ddb6cb193a97 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbdd43a6-38ae-44d6-850f-40132ceffccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517869 Apr 20 13:36:11.661876 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44147e9c-bb81-4a7b-86d1-62edf651a481 req-503ab787-e3a3-4b25-9697-9bc201dd9de1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:11.663520 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-44147e9c-bb81-4a7b-86d1-62edf651a481 req-503ab787-e3a3-4b25-9697-9bc201dd9de1 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=059ee864-6f04-4785-acbb-62e7ad65d062 HTTP/1.1" status: 200 len: 946 time: 0.0531037 Apr 20 13:36:11.703431 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-44147e9c-bb81-4a7b-86d1-62edf651a481 req-4f9e6787-5910-4a17-9b17-28a4320acdd8 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbdd43a6-38ae-44d6-850f-40132ceffccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331643 Apr 20 13:36:12.360579 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:12.832668 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4150045-fdcd-49b8-8c6d-af9d7fb2d8de req-fdd4473a-23fa-42da-82cc-e3b16e328840 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:12.834830 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b4150045-fdcd-49b8-8c6d-af9d7fb2d8de req-fdd4473a-23fa-42da-82cc-e3b16e328840 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=059ee864-6f04-4785-acbb-62e7ad65d062 HTTP/1.1" status: 200 len: 946 time: 0.0549538 Apr 20 13:36:12.879236 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b4150045-fdcd-49b8-8c6d-af9d7fb2d8de req-11a60091-ec04-4389-b00e-55c4dd51bdcb tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbdd43a6-38ae-44d6-850f-40132ceffccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376763 Apr 20 13:36:13.042745 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:13.747085 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac778f9-427c-4d67-919c-11ec8cc6335c req-980b17a3-410a-45ec-b566-6bf4d3fba950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:13.748607 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7ac778f9-427c-4d67-919c-11ec8cc6335c req-980b17a3-410a-45ec-b566-6bf4d3fba950 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=059ee864-6f04-4785-acbb-62e7ad65d062 HTTP/1.1" status: 200 len: 1097 time: 0.1979995 Apr 20 13:36:13.786534 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7ac778f9-427c-4d67-919c-11ec8cc6335c req-f721a911-ebc2-4581-87ad-2113ce24ab0f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cbdd43a6-38ae-44d6-850f-40132ceffccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301034 Apr 20 13:36:13.998069 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365f107-feea-4699-9de4-02eb721fe3c5 req-7dbb4a58-38c6-4030-873a-4432ad542ccf tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:13.999620 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c365f107-feea-4699-9de4-02eb721fe3c5 req-7dbb4a58-38c6-4030-873a-4432ad542ccf tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=059ee864-6f04-4785-acbb-62e7ad65d062 HTTP/1.1" status: 200 len: 946 time: 0.0477092 Apr 20 13:36:14.037398 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c365f107-feea-4699-9de4-02eb721fe3c5 req-000e0a61-3edc-478b-a6a1-4fa93608d9c9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbdd43a6-38ae-44d6-850f-40132ceffccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314987 Apr 20 13:36:14.060458 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 5ac1b83c-e2bf-45f4-8715-3f23e41922bb no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:36:14.138715 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:14.162161 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059ee864-6f04-4785-acbb-62e7ad65d062', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ac1b83c-e2bf-45f4-8715-3f23e41922bb'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:36:14.164345 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002b1911-90f6-4447-9eae-a46acf9cf8ce" -d '{"events": [{"server_uuid": "059ee864-6f04-4785-acbb-62e7ad65d062", "name": "network-vif-unplugged", "status": "completed", "tag": "5ac1b83c-e2bf-45f4-8715-3f23e41922bb"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:36:14.177726 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 5ac1b83c-e2bf-45f4-8715-3f23e41922bb, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=5ac1b83c-e2bf-45f4-8715-3f23e41922bb,segment=NetworkSegment(c77e6082-cca3-4c34-b16c-2ebabbd67812),segment_id=c77e6082-cca3-4c34-b16c-2ebabbd67812)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:36:14.253916 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:14.307559 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=5ac1b83c-e2bf-45f4-8715-3f23e41922bb,revision_number=6']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:36:14.316331 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:14.317249 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:14.317900 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:14.318310 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:14.318708 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:14.319138 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:14.319567 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:14.319976 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:14.320374 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:14.320891 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:14.321191 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:14.321575 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:14.341091 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f28ce2-5f63-4607-a5a5-7dceaba7c121 x-openstack-request-id: req-b2f28ce2-5f63-4607-a5a5-7dceaba7c121 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:36:14.341091 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059ee864-6f04-4785-acbb-62e7ad65d062", "name": "network-vif-unplugged", "status": "completed", "tag": "5ac1b83c-e2bf-45f4-8715-3f23e41922bb", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:36:14.341091 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b2f28ce2-5f63-4607-a5a5-7dceaba7c121 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:36:14.341091 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2f28ce2-5f63-4607-a5a5-7dceaba7c121'] response: {'server_uuid': '059ee864-6f04-4785-acbb-62e7ad65d062', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ac1b83c-e2bf-45f4-8715-3f23e41922bb', 'code': 200} Apr 20 13:36:15.158041 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c967dc4-87d4-4e4e-825d-61e6a6880290 req-377c7002-837c-4457-a01f-cd35391f997e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:15.164013 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6c967dc4-87d4-4e4e-825d-61e6a6880290 req-377c7002-837c-4457-a01f-cd35391f997e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=059ee864-6f04-4785-acbb-62e7ad65d062 HTTP/1.1" status: 200 len: 944 time: 0.0557458 Apr 20 13:36:15.204443 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6c967dc4-87d4-4e4e-825d-61e6a6880290 req-13ae01c4-a6c3-4c98-a31e-68491a25e945 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbdd43a6-38ae-44d6-850f-40132ceffccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385015 Apr 20 13:36:16.062361 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 5ac1b83c-e2bf-45f4-8715-3f23e41922bb details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:36:16.158052 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 5ac1b83c-e2bf-45f4-8715-3f23e41922bb, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=5ac1b83c-e2bf-45f4-8715-3f23e41922bb,segment=NetworkSegment(c77e6082-cca3-4c34-b16c-2ebabbd67812),segment_id=c77e6082-cca3-4c34-b16c-2ebabbd67812)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:36:16.170898 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '5ac1b83c-e2bf-45f4-8715-3f23e41922bb', 'network_id': 'dd383d6b-56d8-42bb-a18c-24d76839284e', 'port_id': '5ac1b83c-e2bf-45f4-8715-3f23e41922bb', 'mac_address': 'fa:16:3e:dc:62:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd2073b2-4992-4114-ad9d-ea2b45b4b39f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:36:16.208642 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:16.222127 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac1b83c-e2bf-45f4-8715-3f23e41922bb {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:36:16.245301 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 5ac1b83c-e2bf-45f4-8715-3f23e41922bb, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=5ac1b83c-e2bf-45f4-8715-3f23e41922bb,segment=NetworkSegment(c77e6082-cca3-4c34-b16c-2ebabbd67812),segment_id=c77e6082-cca3-4c34-b16c-2ebabbd67812)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:36:16.327328 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5703df-c6a8-4015-ba07-4f048814c05f req-fe0d3e6d-1cd6-4e8e-a8e2-fbbb6d0d2a55 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:16.328005 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:16.329007 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0a5703df-c6a8-4015-ba07-4f048814c05f req-fe0d3e6d-1cd6-4e8e-a8e2-fbbb6d0d2a55 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=059ee864-6f04-4785-acbb-62e7ad65d062 HTTP/1.1" status: 200 len: 944 time: 0.0545728 Apr 20 13:36:16.369588 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0a5703df-c6a8-4015-ba07-4f048814c05f req-1db06c55-5093-4136-8530-d1c8778ad389 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbdd43a6-38ae-44d6-850f-40132ceffccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340135 Apr 20 13:36:16.376743 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=5ac1b83c-e2bf-45f4-8715-3f23e41922bb,revision_number=7']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:36:16.394875 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 51568) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:36:16.455261 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b4e539c2-009b-42cf-ad58-123350b0f4bf tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/floatingips/51edee0f-3a57-4814-bd66-0f4098520bf3 HTTP/1.1" status: 200 len: 993 time: 0.0591741 Apr 20 13:36:16.645773 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['5ac1b83c-e2bf-45f4-8715-3f23e41922bb'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:36:18.077790 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 5ac1b83c-e2bf-45f4-8715-3f23e41922bb up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:36:18.127055 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 5ac1b83c-e2bf-45f4-8715-3f23e41922bb triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:36:18.127377 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:18.201346 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:18.222360 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059ee864-6f04-4785-acbb-62e7ad65d062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac1b83c-e2bf-45f4-8715-3f23e41922bb'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:36:18.224586 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace4725c-9eb1-4f42-8632-fa8721b23c50" -d '{"events": [{"server_uuid": "059ee864-6f04-4785-acbb-62e7ad65d062", "name": "network-vif-plugged", "status": "completed", "tag": "5ac1b83c-e2bf-45f4-8715-3f23e41922bb"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:36:18.236759 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 5ac1b83c-e2bf-45f4-8715-3f23e41922bb, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=5ac1b83c-e2bf-45f4-8715-3f23e41922bb,segment=NetworkSegment(c77e6082-cca3-4c34-b16c-2ebabbd67812),segment_id=c77e6082-cca3-4c34-b16c-2ebabbd67812)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:36:18.260530 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fbc580-3034-4985-a994-03b91382698d x-openstack-request-id: req-79fbc580-3034-4985-a994-03b91382698d {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:36:18.260820 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059ee864-6f04-4785-acbb-62e7ad65d062", "name": "network-vif-plugged", "status": "completed", "tag": "5ac1b83c-e2bf-45f4-8715-3f23e41922bb", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:36:18.261075 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-79fbc580-3034-4985-a994-03b91382698d {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:36:18.261475 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79fbc580-3034-4985-a994-03b91382698d'] response: {'server_uuid': '059ee864-6f04-4785-acbb-62e7ad65d062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac1b83c-e2bf-45f4-8715-3f23e41922bb', 'code': 200} Apr 20 13:36:18.304567 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:18.354996 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=5ac1b83c-e2bf-45f4-8715-3f23e41922bb,revision_number=8']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:36:23.623394 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:36:24.446198 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3ec99064-4332-488e-b567-41db28576513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:26.756902 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-198084ed-b2b5-453d-9793-07a7e4de0507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:28.128666 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:29.417460 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:29.807806 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:31.211038 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd393c9-e4c1-45bc-8afe-7772c804c457 req-f42c9ef6-c777-4c51-9b43-f774d96ab700 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:31.212535 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2dd393c9-e4c1-45bc-8afe-7772c804c457 req-f42c9ef6-c777-4c51-9b43-f774d96ab700 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3915e4-540b-4d30-9b1a-f05790330606 HTTP/1.1" status: 200 len: 945 time: 0.0496545 Apr 20 13:36:31.250353 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2dd393c9-e4c1-45bc-8afe-7772c804c457 req-cee4b44b-6402-46c2-86e5-94d64f03d029 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=31dc097d-9fe5-4ddc-ab26-402c6eb40c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306592 Apr 20 13:36:32.371332 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac05e4f-b9d4-443d-b061-f4feddca516d req-8b56edb4-e34b-480d-ba55-191cd0ef39f2 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:32.372945 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9ac05e4f-b9d4-443d-b061-f4feddca516d req-8b56edb4-e34b-480d-ba55-191cd0ef39f2 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3915e4-540b-4d30-9b1a-f05790330606 HTTP/1.1" status: 200 len: 945 time: 0.0499191 Apr 20 13:36:32.412020 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9ac05e4f-b9d4-443d-b061-f4feddca516d req-1a4a6255-da3a-4ec3-9474-6a3415ab8e86 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=31dc097d-9fe5-4ddc-ab26-402c6eb40c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329196 Apr 20 13:36:33.071840 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cc10b-7c2e-4e30-8b97-89ddaae2e2da req-b525cca1-55ec-451b-b9aa-4057cbbecf1a tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:33.073378 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fb8cc10b-7c2e-4e30-8b97-89ddaae2e2da req-b525cca1-55ec-451b-b9aa-4057cbbecf1a tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe3915e4-540b-4d30-9b1a-f05790330606 HTTP/1.1" status: 200 len: 945 time: 0.0519528 Apr 20 13:36:33.161364 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-fb8cc10b-7c2e-4e30-8b97-89ddaae2e2da req-0dd71522-3af5-47ac-b6cc-d5f8f75cb49e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Deleting port 2aa8b787-8a35-42ed-9d26-470b9b0afe11 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:36:33.161710 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fb8cc10b-7c2e-4e30-8b97-89ddaae2e2da req-0dd71522-3af5-47ac-b6cc-d5f8f75cb49e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:33.525968 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-fb8cc10b-7c2e-4e30-8b97-89ddaae2e2da req-0dd71522-3af5-47ac-b6cc-d5f8f75cb49e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] For port 2aa8b787-8a35-42ed-9d26-470b9b0afe11, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=2aa8b787-8a35-42ed-9d26-470b9b0afe11,segment=NetworkSegment(903cc42f-59d1-4917-9ec3-cbc3284a45bb),segment_id=903cc42f-59d1-4917-9ec3-cbc3284a45bb)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:36:33.526597 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fb8cc10b-7c2e-4e30-8b97-89ddaae2e2da req-0dd71522-3af5-47ac-b6cc-d5f8f75cb49e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:33.626240 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ccb80-709d-49a8-b585-5ed87e6275fd req-0607da6b-74ec-4ea3-821a-2a5434c190cc tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:33.627683 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6d5ccb80-709d-49a8-b585-5ed87e6275fd req-0607da6b-74ec-4ea3-821a-2a5434c190cc tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3915e4-540b-4d30-9b1a-f05790330606 HTTP/1.1" status: 200 len: 945 time: 0.1425145 Apr 20 13:36:33.723334 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6d5ccb80-709d-49a8-b585-5ed87e6275fd req-03f3fbbc-2b75-4171-aeb1-c19ef8f2f2a6 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups?id=31dc097d-9fe5-4ddc-ab26-402c6eb40c32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879495 Apr 20 13:36:33.786128 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fb8cc10b-7c2e-4e30-8b97-89ddaae2e2da req-0dd71522-3af5-47ac-b6cc-d5f8f75cb49e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:33.786521 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fb8cc10b-7c2e-4e30-8b97-89ddaae2e2da req-0dd71522-3af5-47ac-b6cc-d5f8f75cb49e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:33.786820 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [req-fb8cc10b-7c2e-4e30-8b97-89ddaae2e2da req-0dd71522-3af5-47ac-b6cc-d5f8f75cb49e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Floating IP 7d7cbca9-553c-4938-97f7-b4b5bc2dddb5 disassociated. External IP: 172.25.8.88, port: 2aa8b787-8a35-42ed-9d26-470b9b0afe11. Apr 20 13:36:33.787167 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-fb8cc10b-7c2e-4e30-8b97-89ddaae2e2da req-0dd71522-3af5-47ac-b6cc-d5f8f75cb49e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Calling delete_port for 2aa8b787-8a35-42ed-9d26-470b9b0afe11 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:36:33.956872 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fb8cc10b-7c2e-4e30-8b97-89ddaae2e2da req-0dd71522-3af5-47ac-b6cc-d5f8f75cb49e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:33.986533 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd71522-3af5-47ac-b6cc-d5f8f75cb49e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Pushing event deleted for resources: {'Port': ['ID=2aa8b787-8a35-42ed-9d26-470b9b0afe11,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:36:34.100469 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb8cc10b-7c2e-4e30-8b97-89ddaae2e2da req-0dd71522-3af5-47ac-b6cc-d5f8f75cb49e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Router f003fc6b-4b98-49bd-abe4-4b089809c76c has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:36:34.207731 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb8cc10b-7c2e-4e30-8b97-89ddaae2e2da req-0dd71522-3af5-47ac-b6cc-d5f8f75cb49e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:36:34.227382 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347a6496-f5e5-4554-b4b6-23a2aa6641f0 None None] Sync routers for ids ['f003fc6b-4b98-49bd-abe4-4b089809c76c'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:36:34.248435 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8cc10b-7c2e-4e30-8b97-89ddaae2e2da req-0dd71522-3af5-47ac-b6cc-d5f8f75cb49e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] No DVR routers for this DVR port 2aa8b787-8a35-42ed-9d26-470b9b0afe11 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:36:34.251247 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fb8cc10b-7c2e-4e30-8b97-89ddaae2e2da req-0dd71522-3af5-47ac-b6cc-d5f8f75cb49e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:34.253230 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347a6496-f5e5-4554-b4b6-23a2aa6641f0 None None] Routers {'f003fc6b-4b98-49bd-abe4-4b089809c76c'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:36:34.253863 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-347a6496-f5e5-4554-b4b6-23a2aa6641f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:36:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f003fc6b-4b98-49bd-abe4-4b089809c76c'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:36:34.255988 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fb8cc10b-7c2e-4e30-8b97-89ddaae2e2da req-0dd71522-3af5-47ac-b6cc-d5f8f75cb49e tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.15 "DELETE /v2.0/ports/2aa8b787-8a35-42ed-9d26-470b9b0afe11 HTTP/1.1" status: 204 len: 173 time: 1.1769683 Apr 20 13:36:34.256670 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3915e4-540b-4d30-9b1a-f05790330606', 'name': 'network-vif-deleted', 'tag': '2aa8b787-8a35-42ed-9d26-470b9b0afe11'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:36:34.260011 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51e09f9-3c17-4c4e-94a3-5ae303a79240" -d '{"events": [{"server_uuid": "fe3915e4-540b-4d30-9b1a-f05790330606", "name": "network-vif-deleted", "tag": "2aa8b787-8a35-42ed-9d26-470b9b0afe11"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:36:34.376522 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8019004-8907-41fa-b021-f237da09fd4f x-openstack-request-id: req-f8019004-8907-41fa-b021-f237da09fd4f {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:36:34.376833 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3915e4-540b-4d30-9b1a-f05790330606", "name": "network-vif-deleted", "tag": "2aa8b787-8a35-42ed-9d26-470b9b0afe11", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:36:34.377092 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f8019004-8907-41fa-b021-f237da09fd4f {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:36:34.377509 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8019004-8907-41fa-b021-f237da09fd4f'] response: {'server_uuid': 'fe3915e4-540b-4d30-9b1a-f05790330606', 'name': 'network-vif-deleted', 'tag': '2aa8b787-8a35-42ed-9d26-470b9b0afe11', 'status': 'completed', 'code': 200} Apr 20 13:36:34.408939 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-347a6496-f5e5-4554-b4b6-23a2aa6641f0 None None] Set router f003fc6b-4b98-49bd-abe4-4b089809c76c gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:36:34.626542 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-347a6496-f5e5-4554-b4b6-23a2aa6641f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'name': 'tempest-AttachVolumeTestJSON-46680124-router', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '5572c62e-2702-45ec-937d-e05b40d0c751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:29:40Z', 'updated_at': '2022-04-20T13:29:45Z', 'revision_number': 4, 'project_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'gw_port': {'id': '5572c62e-2702-45ec-937d-e05b40d0c751', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:41Z', 'updated_at': '2022-04-20T13:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'cbfa4987-ad73-4f14-a879-45bf44e2bea2', 'name': '', 'network_id': '27d17f00-84b7-400c-970d-be61917bd03a', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'mac_address': 'fa:16:3e:47:cc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '562e00d1-6211-4fe8-a521-472a5db1803b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:44Z', 'updated_at': '2022-04-20T13:29:50Z', 'revision_number': 5, 'project_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'subnets': [{'id': '562e00d1-6211-4fe8-a521-472a5db1803b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:36:34.654147 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347a6496-f5e5-4554-b4b6-23a2aa6641f0 None None] Checking router: f003fc6b-4b98-49bd-abe4-4b089809c76c for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:36:34.662519 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347a6496-f5e5-4554-b4b6-23a2aa6641f0 None None] Routers {'f003fc6b-4b98-49bd-abe4-4b089809c76c'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:36:34.663148 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-347a6496-f5e5-4554-b4b6-23a2aa6641f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:36:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f003fc6b-4b98-49bd-abe4-4b089809c76c'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:36:34.772633 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-347a6496-f5e5-4554-b4b6-23a2aa6641f0 None None] Set router f003fc6b-4b98-49bd-abe4-4b089809c76c gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:36:34.841686 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b9a6ee4d-9b47-48e2-ae0e-5656172b8b75 req-57402db0-55a3-48f0-9700-d4d74266b965 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe3915e4-540b-4d30-9b1a-f05790330606 HTTP/1.1" status: 200 len: 210 time: 0.0311856 Apr 20 13:36:34.974680 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-347a6496-f5e5-4554-b4b6-23a2aa6641f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'name': 'tempest-AttachVolumeTestJSON-46680124-router', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '5572c62e-2702-45ec-937d-e05b40d0c751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:29:40Z', 'updated_at': '2022-04-20T13:29:45Z', 'revision_number': 4, 'project_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'gw_port': {'id': '5572c62e-2702-45ec-937d-e05b40d0c751', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:41Z', 'updated_at': '2022-04-20T13:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'cbfa4987-ad73-4f14-a879-45bf44e2bea2', 'name': '', 'network_id': '27d17f00-84b7-400c-970d-be61917bd03a', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'mac_address': 'fa:16:3e:47:cc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '562e00d1-6211-4fe8-a521-472a5db1803b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:44Z', 'updated_at': '2022-04-20T13:29:50Z', 'revision_number': 5, 'project_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'subnets': [{'id': '562e00d1-6211-4fe8-a521-472a5db1803b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:36:34.999848 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347a6496-f5e5-4554-b4b6-23a2aa6641f0 None None] The sync data for ids ['f003fc6b-4b98-49bd-abe4-4b089809c76c'] in n-d-836015-7 is: [{'id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'name': 'tempest-AttachVolumeTestJSON-46680124-router', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '5572c62e-2702-45ec-937d-e05b40d0c751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:29:40Z', 'updated_at': '2022-04-20T13:29:45Z', 'revision_number': 4, 'project_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'gw_port': {'id': '5572c62e-2702-45ec-937d-e05b40d0c751', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:41Z', 'updated_at': '2022-04-20T13:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'cbfa4987-ad73-4f14-a879-45bf44e2bea2', 'name': '', 'network_id': '27d17f00-84b7-400c-970d-be61917bd03a', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'mac_address': 'fa:16:3e:47:cc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '562e00d1-6211-4fe8-a521-472a5db1803b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:44Z', 'updated_at': '2022-04-20T13:29:50Z', 'revision_number': 5, 'project_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'subnets': [{'id': '562e00d1-6211-4fe8-a521-472a5db1803b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:36:35.260885 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6bdd2e-5f47-48f9-a3f7-68e7540ec7cf None None] New status for floating IP 7d7cbca9-553c-4938-97f7-b4b5bc2dddb5: DOWN {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:36:35.989724 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 51882) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:36:36.045138 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9ba5a64e-209f-403f-b7da-96709eca7c77 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:36.068441 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9ba5a64e-209f-403f-b7da-96709eca7c77 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:36.197065 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9ba5a64e-209f-403f-b7da-96709eca7c77 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:36.203645 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9ba5a64e-209f-403f-b7da-96709eca7c77 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:36.204999 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9ba5a64e-209f-403f-b7da-96709eca7c77 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "DELETE /v2.0/security-groups/31dc097d-9fe5-4ddc-ab26-402c6eb40c32 HTTP/1.1" status: 204 len: 168 time: 0.2141192 Apr 20 13:36:36.207836 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 51888) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:36:36.214931 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba5a64e-209f-403f-b7da-96709eca7c77 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31dc097d-9fe5-4ddc-ab26-402c6eb40c32,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:36:36.222600 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-da557554-8d72-461b-a95b-c69f1de5f2f6 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] show failed (client error): The resource could not be found. Apr 20 13:36:36.226823 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-da557554-8d72-461b-a95b-c69f1de5f2f6 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "GET /v2.0/security-groups/31dc097d-9fe5-4ddc-ab26-402c6eb40c32 HTTP/1.1" status: 404 len: 347 time: 0.0173688 Apr 20 13:36:36.227659 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 51890) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:36:36.357726 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-8ef9cf46-641c-48e9-af9a-e9359f761a21 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Deleting port 65d2a05f-408f-46a2-aa0b-b68d672c841f {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:36:36.358077 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8ef9cf46-641c-48e9-af9a-e9359f761a21 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:36.432711 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8ef9cf46-641c-48e9-af9a-e9359f761a21 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:36.433044 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8ef9cf46-641c-48e9-af9a-e9359f761a21 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:36.444697 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-8ef9cf46-641c-48e9-af9a-e9359f761a21 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Calling delete_port for 65d2a05f-408f-46a2-aa0b-b68d672c841f owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:36:36.665251 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8ef9cf46-641c-48e9-af9a-e9359f761a21 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:36.689001 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef9cf46-641c-48e9-af9a-e9359f761a21 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Pushing event deleted for resources: {'Port': ['ID=65d2a05f-408f-46a2-aa0b-b68d672c841f,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:36:36.700530 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 2aa8b787-8a35-42ed-9d26-470b9b0afe11 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:36:36.724050 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 2aa8b787-8a35-42ed-9d26-470b9b0afe11 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:36:36.724399 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 2aa8b787-8a35-42ed-9d26-470b9b0afe11 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:36:36.757098 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8ef9cf46-641c-48e9-af9a-e9359f761a21 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks [] for floatingip, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:36.759996 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8ef9cf46-641c-48e9-af9a-e9359f761a21 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:36.761158 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8ef9cf46-641c-48e9-af9a-e9359f761a21 tempest-AttachVolumeTestJSON-297796374 tempest-AttachVolumeTestJSON-297796374-project] 10.222.0.25 "DELETE /v2.0/floatingips/7d7cbca9-553c-4938-97f7-b4b5bc2dddb5 HTTP/1.1" status: 204 len: 168 time: 0.5323815 Apr 20 13:36:42.372086 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:43.019491 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:47.022949 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 52074) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:36:47.525212 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e2a46fb6-aa65-4c3e-a6bd-49a562f49e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:47.776707 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46fb6-aa65-4c3e-a6bd-49a562f49e20 admin admin] Deleting port cbfa4987-ad73-4f14-a879-45bf44e2bea2 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:36:47.777038 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e2a46fb6-aa65-4c3e-a6bd-49a562f49e20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:47.858716 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-e2a46fb6-aa65-4c3e-a6bd-49a562f49e20 admin admin] For port cbfa4987-ad73-4f14-a879-45bf44e2bea2, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=cbfa4987-ad73-4f14-a879-45bf44e2bea2,segment=NetworkSegment(903cc42f-59d1-4917-9ec3-cbc3284a45bb),segment_id=903cc42f-59d1-4917-9ec3-cbc3284a45bb)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:36:47.859079 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e2a46fb6-aa65-4c3e-a6bd-49a562f49e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:47.871901 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46fb6-aa65-4c3e-a6bd-49a562f49e20 admin admin] Calling delete_port for cbfa4987-ad73-4f14-a879-45bf44e2bea2 owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:36:48.105414 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e2a46fb6-aa65-4c3e-a6bd-49a562f49e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:48.134050 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a46fb6-aa65-4c3e-a6bd-49a562f49e20 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbfa4987-ad73-4f14-a879-45bf44e2bea2,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:36:48.303033 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e2a46fb6-aa65-4c3e-a6bd-49a562f49e20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:48.527733 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a46fb6-aa65-4c3e-a6bd-49a562f49e20 admin admin] Router f003fc6b-4b98-49bd-abe4-4b089809c76c has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:36:48.638467 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a46fb6-aa65-4c3e-a6bd-49a562f49e20 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:36:48.643985 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e2a46fb6-aa65-4c3e-a6bd-49a562f49e20 admin admin] 10.222.0.25 "PUT /v2.0/routers/f003fc6b-4b98-49bd-abe4-4b089809c76c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6197298 Apr 20 13:36:48.646430 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52100) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:36:48.650990 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e737d1-6552-49f6-b7f4-60c8d7100a02 None None] Sync routers for ids ['f003fc6b-4b98-49bd-abe4-4b089809c76c'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:36:48.661056 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e737d1-6552-49f6-b7f4-60c8d7100a02 None None] Routers {'f003fc6b-4b98-49bd-abe4-4b089809c76c'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:36:48.661674 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-87e737d1-6552-49f6-b7f4-60c8d7100a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:36:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f003fc6b-4b98-49bd-abe4-4b089809c76c'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:36:48.756276 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aa95651f-ea55-43ff-9cfb-ef1ee98283cd admin admin] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:48.764670 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-87e737d1-6552-49f6-b7f4-60c8d7100a02 None None] Set router f003fc6b-4b98-49bd-abe4-4b089809c76c gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:36:48.863820 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aa95651f-ea55-43ff-9cfb-ef1ee98283cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:48.959604 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-aa95651f-ea55-43ff-9cfb-ef1ee98283cd admin admin] Deleting port 5572c62e-2702-45ec-937d-e05b40d0c751 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:36:48.959832 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-87e737d1-6552-49f6-b7f4-60c8d7100a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'name': 'tempest-AttachVolumeTestJSON-46680124-router', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '5572c62e-2702-45ec-937d-e05b40d0c751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:29:40Z', 'updated_at': '2022-04-20T13:36:47Z', 'revision_number': 5, 'project_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'gw_port': {'id': '5572c62e-2702-45ec-937d-e05b40d0c751', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:29:41Z', 'updated_at': '2022-04-20T13:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:36:48.960362 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aa95651f-ea55-43ff-9cfb-ef1ee98283cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:48.985296 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e737d1-6552-49f6-b7f4-60c8d7100a02 None None] Checking router: f003fc6b-4b98-49bd-abe4-4b089809c76c for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:36:48.993348 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e737d1-6552-49f6-b7f4-60c8d7100a02 None None] Routers {'f003fc6b-4b98-49bd-abe4-4b089809c76c'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:36:48.993960 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-87e737d1-6552-49f6-b7f4-60c8d7100a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:36:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f003fc6b-4b98-49bd-abe4-4b089809c76c'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:36:49.040479 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-aa95651f-ea55-43ff-9cfb-ef1ee98283cd admin admin] For port 5572c62e-2702-45ec-937d-e05b40d0c751, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=5572c62e-2702-45ec-937d-e05b40d0c751,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:36:49.040842 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aa95651f-ea55-43ff-9cfb-ef1ee98283cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:49.052995 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-aa95651f-ea55-43ff-9cfb-ef1ee98283cd admin admin] Calling delete_port for 5572c62e-2702-45ec-937d-e05b40d0c751 owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:36:49.079865 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-87e737d1-6552-49f6-b7f4-60c8d7100a02 None None] Set router f003fc6b-4b98-49bd-abe4-4b089809c76c gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:36:49.132797 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-87e737d1-6552-49f6-b7f4-60c8d7100a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'name': 'tempest-AttachVolumeTestJSON-46680124-router', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:29:40Z', 'updated_at': '2022-04-20T13:36:48Z', 'revision_number': 6, 'project_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:36:49.159727 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e737d1-6552-49f6-b7f4-60c8d7100a02 None None] The sync data for ids ['f003fc6b-4b98-49bd-abe4-4b089809c76c'] in n-d-836015-7 is: [{'id': 'f003fc6b-4b98-49bd-abe4-4b089809c76c', 'name': 'tempest-AttachVolumeTestJSON-46680124-router', 'tenant_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:29:40Z', 'updated_at': '2022-04-20T13:36:48Z', 'revision_number': 6, 'project_id': 'd2e9573cd38a42bf9eb285f5cfe9d1c8', 'gw_port_host': None}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:36:49.315569 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aa95651f-ea55-43ff-9cfb-ef1ee98283cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:49.369818 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa95651f-ea55-43ff-9cfb-ef1ee98283cd admin admin] Pushing event deleted for resources: {'Port': ['ID=5572c62e-2702-45ec-937d-e05b40d0c751,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:36:49.413124 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aa95651f-ea55-43ff-9cfb-ef1ee98283cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:49.504445 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aa95651f-ea55-43ff-9cfb-ef1ee98283cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:49.506591 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aa95651f-ea55-43ff-9cfb-ef1ee98283cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:49.619955 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aa95651f-ea55-43ff-9cfb-ef1ee98283cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:49.620491 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa95651f-ea55-43ff-9cfb-ef1ee98283cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router f003fc6b-4b98-49bd-abe4-4b089809c76c {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:36:49.625096 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aa95651f-ea55-43ff-9cfb-ef1ee98283cd admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:49.626220 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-aa95651f-ea55-43ff-9cfb-ef1ee98283cd admin admin] 10.222.0.25 "DELETE /v2.0/routers/f003fc6b-4b98-49bd-abe4-4b089809c76c HTTP/1.1" status: 204 len: 168 time: 0.9786730 Apr 20 13:36:49.628746 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52116) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:36:49.676169 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-5515c280-cfb1-4408-86a1-0e90dd2affe3 admin admin] Deleting subnet 562e00d1-6211-4fe8-a521-472a5db1803b {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:36:49.679687 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5515c280-cfb1-4408-86a1-0e90dd2affe3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:49.723737 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5515c280-cfb1-4408-86a1-0e90dd2affe3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:49.801273 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5515c280-cfb1-4408-86a1-0e90dd2affe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:49.927461 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5515c280-cfb1-4408-86a1-0e90dd2affe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:49.956531 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515c280-cfb1-4408-86a1-0e90dd2affe3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=562e00d1-6211-4fe8-a521-472a5db1803b,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:36:49.964457 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5515c280-cfb1-4408-86a1-0e90dd2affe3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:49.965707 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5515c280-cfb1-4408-86a1-0e90dd2affe3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/562e00d1-6211-4fe8-a521-472a5db1803b HTTP/1.1" status: 204 len: 168 time: 0.3355868 Apr 20 13:36:49.968292 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52122) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:36:49.969821 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09bb831-5e80-4bf3-b03f-ad72c87e9e65 None None] Network 27d17f00-84b7-400c-970d-be61917bd03a requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:36:50.042658 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f1fdcc8-27e7-4ec4-8927-99d99a31456c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:50.095213 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-6f1fdcc8-27e7-4ec4-8927-99d99a31456c admin admin] Deleting port df6c0c5f-a8b4-47c4-9565-e0e0f564a939 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:36:50.095797 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f1fdcc8-27e7-4ec4-8927-99d99a31456c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:50.160292 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-6f1fdcc8-27e7-4ec4-8927-99d99a31456c admin admin] For port df6c0c5f-a8b4-47c4-9565-e0e0f564a939, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=df6c0c5f-a8b4-47c4-9565-e0e0f564a939,segment=NetworkSegment(903cc42f-59d1-4917-9ec3-cbc3284a45bb),segment_id=903cc42f-59d1-4917-9ec3-cbc3284a45bb)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:36:50.160650 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f1fdcc8-27e7-4ec4-8927-99d99a31456c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:50.174581 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-6f1fdcc8-27e7-4ec4-8927-99d99a31456c admin admin] Calling delete_port for df6c0c5f-a8b4-47c4-9565-e0e0f564a939 owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:36:50.221145 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139feb3c-8e2a-41dc-8631-8bdad1136a68 None None] DHCP port deletion for 27d17f00-84b7-400c-970d-be61917bd03a request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:36:50.266798 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-139feb3c-8e2a-41dc-8631-8bdad1136a68 None None] Deleting port df6c0c5f-a8b4-47c4-9565-e0e0f564a939 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:36:50.267169 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-139feb3c-8e2a-41dc-8631-8bdad1136a68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:50.334349 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f1fdcc8-27e7-4ec4-8927-99d99a31456c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:50.364947 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1fdcc8-27e7-4ec4-8927-99d99a31456c admin admin] Pushing event deleted for resources: {'Port': ['ID=df6c0c5f-a8b4-47c4-9565-e0e0f564a939,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:36:50.367619 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1fdcc8-27e7-4ec4-8927-99d99a31456c admin admin] No DVR routers for this DVR port df6c0c5f-a8b4-47c4-9565-e0e0f564a939 on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:36:50.374684 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-139feb3c-8e2a-41dc-8631-8bdad1136a68 None None] For port df6c0c5f-a8b4-47c4-9565-e0e0f564a939, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=df6c0c5f-a8b4-47c4-9565-e0e0f564a939,segment=NetworkSegment(903cc42f-59d1-4917-9ec3-cbc3284a45bb),segment_id=903cc42f-59d1-4917-9ec3-cbc3284a45bb)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:36:50.375086 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-139feb3c-8e2a-41dc-8631-8bdad1136a68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:50.394764 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-139feb3c-8e2a-41dc-8631-8bdad1136a68 None None] Calling delete_port for df6c0c5f-a8b4-47c4-9565-e0e0f564a939 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:36:50.403693 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1fdcc8-27e7-4ec4-8927-99d99a31456c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:50.403963 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1fdcc8-27e7-4ec4-8927-99d99a31456c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:50.404303 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1fdcc8-27e7-4ec4-8927-99d99a31456c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:50.404641 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1fdcc8-27e7-4ec4-8927-99d99a31456c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:50.404973 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1fdcc8-27e7-4ec4-8927-99d99a31456c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:50.405301 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1fdcc8-27e7-4ec4-8927-99d99a31456c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:50.405831 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1fdcc8-27e7-4ec4-8927-99d99a31456c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:50.406321 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1fdcc8-27e7-4ec4-8927-99d99a31456c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:50.406808 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1fdcc8-27e7-4ec4-8927-99d99a31456c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:50.407312 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1fdcc8-27e7-4ec4-8927-99d99a31456c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:50.407805 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1fdcc8-27e7-4ec4-8927-99d99a31456c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:50.408139 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1fdcc8-27e7-4ec4-8927-99d99a31456c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:50.466542 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device df6c0c5f-a8b4-47c4-9565-e0e0f564a939 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:36:50.482971 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f1fdcc8-27e7-4ec4-8927-99d99a31456c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:50.498195 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: df6c0c5f-a8b4-47c4-9565-e0e0f564a939 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:36:50.498563 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device df6c0c5f-a8b4-47c4-9565-e0e0f564a939 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:36:50.498975 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device cbfa4987-ad73-4f14-a879-45bf44e2bea2 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:36:50.519413 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-6f1fdcc8-27e7-4ec4-8927-99d99a31456c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27d17f00-84b7-400c-970d-be61917bd03a']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:36:50.534963 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-6f1fdcc8-27e7-4ec4-8927-99d99a31456c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '903cc42f-59d1-4917-9ec3-cbc3284a45bb') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:36:50.534963 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-6f1fdcc8-27e7-4ec4-8927-99d99a31456c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '903cc42f-59d1-4917-9ec3-cbc3284a45bb') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:36:50.535891 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: cbfa4987-ad73-4f14-a879-45bf44e2bea2 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:36:50.535891 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device cbfa4987-ad73-4f14-a879-45bf44e2bea2 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:36:50.535891 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 5572c62e-2702-45ec-937d-e05b40d0c751 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:36:50.540275 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f1fdcc8-27e7-4ec4-8927-99d99a31456c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:50.554760 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f1fdcc8-27e7-4ec4-8927-99d99a31456c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:50.555216 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 5572c62e-2702-45ec-937d-e05b40d0c751 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:36:50.555593 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 5572c62e-2702-45ec-937d-e05b40d0c751 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:36:50.562654 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f1fdcc8-27e7-4ec4-8927-99d99a31456c admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:36:50.563086 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f1fdcc8-27e7-4ec4-8927-99d99a31456c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:50.564760 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:36:50.564760 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:36:50.564760 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:36:50.564760 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:36:50.564760 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:36:50.564760 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:36:50.564760 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:36:50.564760 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:36:50.564760 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:36:50.564760 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:36:50.564760 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:36:50.564760 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:36:50.564760 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:36:50.564760 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:36:50.564760 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:36:50.564760 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:36:50.564760 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:36:50.564760 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:36:50.564760 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:36:50.564760 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:36:50.564760 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:36:50.564760 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:36:50.564760 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:36:50.564760 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:36:50.564760 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:36:50.564760 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:36:50.564760 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:36:50.564760 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:36:50.564760 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:36:50.564760 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:36:50.564760 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:36:50.564760 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:36:50.572420 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-139feb3c-8e2a-41dc-8631-8bdad1136a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:50.601165 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139feb3c-8e2a-41dc-8631-8bdad1136a68 None None] Pushing event deleted for resources: {'Port': ['ID=df6c0c5f-a8b4-47c4-9565-e0e0f564a939,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:36:50.603661 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139feb3c-8e2a-41dc-8631-8bdad1136a68 None None] No DVR routers for this DVR port df6c0c5f-a8b4-47c4-9565-e0e0f564a939 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:36:50.687025 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f1fdcc8-27e7-4ec4-8927-99d99a31456c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:50.694064 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f1fdcc8-27e7-4ec4-8927-99d99a31456c admin admin] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:50.697716 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6f1fdcc8-27e7-4ec4-8927-99d99a31456c admin admin] 10.222.0.25 "DELETE /v2.0/networks/27d17f00-84b7-400c-970d-be61917bd03a HTTP/1.1" status: 204 len: 168 time: 0.7284939 Apr 20 13:36:50.710344 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1fdcc8-27e7-4ec4-8927-99d99a31456c admin admin] Pushing event deleted for resources: {'Network': ['ID=27d17f00-84b7-400c-970d-be61917bd03a,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:36:51.005103 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52142) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:36:51.045337 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2eb8e562-5dd6-4b38-9c45-9ec5a2e88d7a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d2e9573cd38a42bf9eb285f5cfe9d1c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390644 Apr 20 13:36:51.047949 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52146) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:36:51.109418 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3a3ec67d-78e4-47ad-96b3-5ac9eafd930b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:51.130066 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3a3ec67d-78e4-47ad-96b3-5ac9eafd930b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:51.257544 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3a3ec67d-78e4-47ad-96b3-5ac9eafd930b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:51.260222 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3a3ec67d-78e4-47ad-96b3-5ac9eafd930b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:51.261369 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3a3ec67d-78e4-47ad-96b3-5ac9eafd930b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2476b80b-e54b-4cd4-8ce0-3544fc9faa8f HTTP/1.1" status: 204 len: 168 time: 0.2125301 Apr 20 13:36:51.269292 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ec67d-78e4-47ad-96b3-5ac9eafd930b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2476b80b-e54b-4cd4-8ce0-3544fc9faa8f,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:36:52.251218 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52182) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:36:52.351455 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-a67ae2aa-823d-4b42-82e9-559f11ca1f00 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1469658376-network', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:36:52.425417 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67ae2aa-823d-4b42-82e9-559f11ca1f00 admin admin] Made reservation on behalf of 199bdbc6cfe44f0c9700e48b02b2d332 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:36:52.427823 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a67ae2aa-823d-4b42-82e9-559f11ca1f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:52.437707 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a67ae2aa-823d-4b42-82e9-559f11ca1f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:52.520365 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a67ae2aa-823d-4b42-82e9-559f11ca1f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:52.573713 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a67ae2aa-823d-4b42-82e9-559f11ca1f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:52.598141 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a67ae2aa-823d-4b42-82e9-559f11ca1f00 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:36:52.608106 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ae2aa-823d-4b42-82e9-559f11ca1f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d72123-3496-48f0-880f-e75efd9b4b69,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:36:52.612818 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a67ae2aa-823d-4b42-82e9-559f11ca1f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:52.613166 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-a67ae2aa-823d-4b42-82e9-559f11ca1f00 admin admin] Added segment 968e2ac5-5b66-437a-9952-c24b838f4f53 of type vlan for network 528a81a3-3d30-457a-b770-9edd01e9db02 Apr 20 13:36:52.651694 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a67ae2aa-823d-4b42-82e9-559f11ca1f00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:52.774092 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a67ae2aa-823d-4b42-82e9-559f11ca1f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:52.775155 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67ae2aa-823d-4b42-82e9-559f11ca1f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:52.775764 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a67ae2aa-823d-4b42-82e9-559f11ca1f00 admin admin] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:52.835448 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ae2aa-823d-4b42-82e9-559f11ca1f00 admin admin] Pushing event updated for resources: {'Network': ['ID=528a81a3-3d30-457a-b770-9edd01e9db02,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:36:52.850712 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 528a81a3-3d30-457a-b770-9edd01e9db02 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:36:52.994520 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a67ae2aa-823d-4b42-82e9-559f11ca1f00 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7419779 Apr 20 13:36:52.997290 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52196) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:36:53.001950 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-afeada01-c50c-4901-99ec-34a6f24438b4 admin admin] Request body: {'subnet': {'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1469658376-subnet', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:36:53.099698 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afeada01-c50c-4901-99ec-34a6f24438b4 admin admin] Made reservation on behalf of 199bdbc6cfe44f0c9700e48b02b2d332 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:36:53.102049 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-afeada01-c50c-4901-99ec-34a6f24438b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:53.340210 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-afeada01-c50c-4901-99ec-34a6f24438b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:53.397563 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeada01-c50c-4901-99ec-34a6f24438b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd1bec79-1bde-4378-9778-6e03ce14f914,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:36:53.405300 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afeada01-c50c-4901-99ec-34a6f24438b4 admin admin] Checking segment: {'id': '968e2ac5-5b66-437a-9952-c24b838f4f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:36:53.405657 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afeada01-c50c-4901-99ec-34a6f24438b4 admin admin] Network hostable DHCP agents. Network: 528a81a3-3d30-457a-b770-9edd01e9db02, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:36:53.486091 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afeada01-c50c-4901-99ec-34a6f24438b4 admin admin] Network 528a81a3-3d30-457a-b770-9edd01e9db02 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:36:53.559713 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-873372e8-65f8-4fc6-8cd9-84775c6b4343 req-2084a564-d209-4771-9c9b-e94d0c9105bd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=059ee864-6f04-4785-acbb-62e7ad65d062&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420198 Apr 20 13:36:53.562346 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-afeada01-c50c-4901-99ec-34a6f24438b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 528a81a3-3d30-457a-b770-9edd01e9db02) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:36:53.566304 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afeada01-c50c-4901-99ec-34a6f24438b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:53.566880 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-afeada01-c50c-4901-99ec-34a6f24438b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:53.573900 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5984557-8779-4b6a-9e96-1594fe05409a None None] Network 528a81a3-3d30-457a-b770-9edd01e9db02 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:36:53.643858 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873372e8-65f8-4fc6-8cd9-84775c6b4343 req-09061608-6b98-42f0-9d31-245483e61129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:53.647793 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-873372e8-65f8-4fc6-8cd9-84775c6b4343 req-09061608-6b98-42f0-9d31-245483e61129 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d7599e499ac4ab585978f26ba0a43a9&device_id=059ee864-6f04-4785-acbb-62e7ad65d062 HTTP/1.1" status: 200 len: 1097 time: 0.0446088 Apr 20 13:36:53.663762 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-afeada01-c50c-4901-99ec-34a6f24438b4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6649506 Apr 20 13:36:53.666007 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 52208) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:36:53.670840 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-c4d2b59c-aaba-4f52-acb5-e0bb52efc4a4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1469658376-router', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:36:53.744142 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8051ed59-9ce8-48de-847b-8ade2c4e6f02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-528a81a3-3d30-457a-b770-9edd01e9db02', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'fixed_ips': [{'subnet_id': 'dd1bec79-1bde-4378-9778-6e03ce14f914'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:36:53.744713 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8051ed59-9ce8-48de-847b-8ade2c4e6f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:53.759469 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873372e8-65f8-4fc6-8cd9-84775c6b4343 req-6eb38816-0b0b-47c4-be55-1944a0ffcce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:53.761425 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-873372e8-65f8-4fc6-8cd9-84775c6b4343 req-6eb38816-0b0b-47c4-be55-1944a0ffcce4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dd383d6b-56d8-42bb-a18c-24d76839284e HTTP/1.1" status: 200 len: 896 time: 0.0948236 Apr 20 13:36:53.795603 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c4d2b59c-aaba-4f52-acb5-e0bb52efc4a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:53.797820 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c4d2b59c-aaba-4f52-acb5-e0bb52efc4a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:53.841435 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-873372e8-65f8-4fc6-8cd9-84775c6b4343 req-71c6220c-002a-41b3-9f80-a8c94c2c36f0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ac1b83c-e2bf-45f4-8715-3f23e41922bb HTTP/1.1" status: 200 len: 1002 time: 0.0727780 Apr 20 13:36:53.899936 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-8051ed59-9ce8-48de-847b-8ade2c4e6f02 None None] Allocated IP 172.20.0.2 (528a81a3-3d30-457a-b770-9edd01e9db02/dd1bec79-1bde-4378-9778-6e03ce14f914/680994be-25fd-4b9b-9763-d4ddf2f3aa17) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:36:53.903911 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873372e8-65f8-4fc6-8cd9-84775c6b4343 req-b5fb4fef-0134-44e1-9f72-a683fc9b53d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:53.906060 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-873372e8-65f8-4fc6-8cd9-84775c6b4343 req-b5fb4fef-0134-44e1-9f72-a683fc9b53d7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cd2073b2-4992-4114-ad9d-ea2b45b4b39f HTTP/1.1" status: 200 len: 834 time: 0.0580838 Apr 20 13:36:53.963304 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873372e8-65f8-4fc6-8cd9-84775c6b4343 req-c2a58041-0ec3-4624-a02e-e9811bd19aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:53.964896 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-873372e8-65f8-4fc6-8cd9-84775c6b4343 req-c2a58041-0ec3-4624-a02e-e9811bd19aea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dd383d6b-56d8-42bb-a18c-24d76839284e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497038 Apr 20 13:36:54.067014 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-873372e8-65f8-4fc6-8cd9-84775c6b4343 req-a95dddb6-6013-4428-97db-518373a202cf service neutron] 10.222.0.32 "GET /v2.0/networks/dd383d6b-56d8-42bb-a18c-24d76839284e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953329 Apr 20 13:36:54.073670 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8051ed59-9ce8-48de-847b-8ade2c4e6f02 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:54.145747 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8051ed59-9ce8-48de-847b-8ade2c4e6f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:54.173137 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c4d2b59c-aaba-4f52-acb5-e0bb52efc4a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:54.182489 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-873372e8-65f8-4fc6-8cd9-84775c6b4343 req-4e308368-8a17-4bab-af1c-42e014509a04 service neutron] 10.222.0.32 "GET /v2.0/networks/dd383d6b-56d8-42bb-a18c-24d76839284e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082330 Apr 20 13:36:54.184778 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8051ed59-9ce8-48de-847b-8ade2c4e6f02 None None] Network 528a81a3-3d30-457a-b770-9edd01e9db02 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:36:54.191301 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-8051ed59-9ce8-48de-847b-8ade2c4e6f02 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:36:54.195004 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8051ed59-9ce8-48de-847b-8ade2c4e6f02 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:36:54.202245 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051ed59-9ce8-48de-847b-8ade2c4e6f02 None None] Pushing event updated for resources: {'Port': ['ID=680994be-25fd-4b9b-9763-d4ddf2f3aa17,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:36:54.261047 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-8051ed59-9ce8-48de-847b-8ade2c4e6f02 None None] Attempting to bind port 680994be-25fd-4b9b-9763-d4ddf2f3aa17 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:36:54.261413 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-8051ed59-9ce8-48de-847b-8ade2c4e6f02 None None] Attempting to bind port 680994be-25fd-4b9b-9763-d4ddf2f3aa17 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '968e2ac5-5b66-437a-9952-c24b838f4f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:36:54.261783 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8051ed59-9ce8-48de-847b-8ade2c4e6f02 None None] Attempting to bind port 680994be-25fd-4b9b-9763-d4ddf2f3aa17 on network 528a81a3-3d30-457a-b770-9edd01e9db02 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:36:54.267029 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8051ed59-9ce8-48de-847b-8ade2c4e6f02 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:36:54.267829 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8051ed59-9ce8-48de-847b-8ade2c4e6f02 None None] Checking segment: {'id': '968e2ac5-5b66-437a-9952-c24b838f4f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:36:54.268461 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8051ed59-9ce8-48de-847b-8ade2c4e6f02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:54.269223 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8051ed59-9ce8-48de-847b-8ade2c4e6f02 None None] Bound using segment: {'id': '968e2ac5-5b66-437a-9952-c24b838f4f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:36:54.269874 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-8051ed59-9ce8-48de-847b-8ade2c4e6f02 None None] Bound port: 680994be-25fd-4b9b-9763-d4ddf2f3aa17, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968e2ac5-5b66-437a-9952-c24b838f4f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:36:54.270525 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8051ed59-9ce8-48de-847b-8ade2c4e6f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:54.335759 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-8051ed59-9ce8-48de-847b-8ade2c4e6f02 None None] For port 680994be-25fd-4b9b-9763-d4ddf2f3aa17, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:36:54.338765 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-8051ed59-9ce8-48de-847b-8ade2c4e6f02 None None] For port 680994be-25fd-4b9b-9763-d4ddf2f3aa17, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=680994be-25fd-4b9b-9763-d4ddf2f3aa17,segment=NetworkSegment(968e2ac5-5b66-437a-9952-c24b838f4f53),segment_id=968e2ac5-5b66-437a-9952-c24b838f4f53)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:36:54.377505 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c4d2b59c-aaba-4f52-acb5-e0bb52efc4a4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:54.397449 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8051ed59-9ce8-48de-847b-8ade2c4e6f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:54.485060 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1a80078b-a976-4332-a592-b7662ed6ec3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:54.490116 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051ed59-9ce8-48de-847b-8ade2c4e6f02 None None] Pushing event updated for resources: {'Port': ['ID=680994be-25fd-4b9b-9763-d4ddf2f3aa17,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:36:54.670130 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c4d2b59c-aaba-4f52-acb5-e0bb52efc4a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:54.696833 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c4d2b59c-aaba-4f52-acb5-e0bb52efc4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:54.821597 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-c4d2b59c-aaba-4f52-acb5-e0bb52efc4a4 admin admin] Allocated IP 172.25.8.231 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/df219f9a-b591-4a2d-9d24-5a3b73555e28) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:36:54.937386 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c4d2b59c-aaba-4f52-acb5-e0bb52efc4a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:55.025534 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c4d2b59c-aaba-4f52-acb5-e0bb52efc4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:55.071011 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d2b59c-aaba-4f52-acb5-e0bb52efc4a4 admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:36:55.073843 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-c4d2b59c-aaba-4f52-acb5-e0bb52efc4a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:36:55.078051 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d2b59c-aaba-4f52-acb5-e0bb52efc4a4 admin admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:36:55.102221 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d2b59c-aaba-4f52-acb5-e0bb52efc4a4 admin admin] Pushing event updated for resources: {'Port': ['ID=df219f9a-b591-4a2d-9d24-5a3b73555e28,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:36:55.415132 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c4d2b59c-aaba-4f52-acb5-e0bb52efc4a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:55.426825 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7bbdf5-57a5-4b0e-9984-0aa65b4fd49f None None] Network 528a81a3-3d30-457a-b770-9edd01e9db02 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:36:55.556679 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-f7ac8af3-f10d-4585-8fe9-6e51351f846f None None] Provisioning complete for port 680994be-25fd-4b9b-9763-d4ddf2f3aa17 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:36:55.557093 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f7ac8af3-f10d-4585-8fe9-6e51351f846f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:55.628091 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c4d2b59c-aaba-4f52-acb5-e0bb52efc4a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:55.682792 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f7ac8af3-f10d-4585-8fe9-6e51351f846f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:55.719687 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-f7ac8af3-f10d-4585-8fe9-6e51351f846f None None] For port 680994be-25fd-4b9b-9763-d4ddf2f3aa17, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=680994be-25fd-4b9b-9763-d4ddf2f3aa17,segment=NetworkSegment(968e2ac5-5b66-437a-9952-c24b838f4f53),segment_id=968e2ac5-5b66-437a-9952-c24b838f4f53)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:36:55.797508 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f7ac8af3-f10d-4585-8fe9-6e51351f846f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:55.831288 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d2b59c-aaba-4f52-acb5-e0bb52efc4a4 admin admin] Router 82769f95-962c-4210-b540-3c035126e4a5 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:36:55.861810 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac8af3-f10d-4585-8fe9-6e51351f846f None None] Pushing event updated for resources: {'Port': ['ID=680994be-25fd-4b9b-9763-d4ddf2f3aa17,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:36:55.920554 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-a16e0d6f-b09a-4fde-a334-5d928ca5daa3 None None] Provisioning complete for port 680994be-25fd-4b9b-9763-d4ddf2f3aa17 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:36:55.920926 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a16e0d6f-b09a-4fde-a334-5d928ca5daa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:55.961374 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d2b59c-aaba-4f52-acb5-e0bb52efc4a4 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:36:55.974274 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0e2c1c-1c1b-47fe-9771-fe5b44822a6f None None] Sync routers for ids ['82769f95-962c-4210-b540-3c035126e4a5'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:36:56.005224 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0e2c1c-1c1b-47fe-9771-fe5b44822a6f None None] Routers {'82769f95-962c-4210-b540-3c035126e4a5'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:36:56.005873 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-7e0e2c1c-1c1b-47fe-9771-fe5b44822a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:36:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['82769f95-962c-4210-b540-3c035126e4a5'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:36:56.056518 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c4d2b59c-aaba-4f52-acb5-e0bb52efc4a4 admin admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:56.064755 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c4d2b59c-aaba-4f52-acb5-e0bb52efc4a4 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3908453 Apr 20 13:36:56.064927 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52240) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:36:56.277564 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-7e0e2c1c-1c1b-47fe-9771-fe5b44822a6f None None] Set router 82769f95-962c-4210-b540-3c035126e4a5 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:36:56.474761 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 680994be-25fd-4b9b-9763-d4ddf2f3aa17 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:36:56.525084 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-7e0e2c1c-1c1b-47fe-9771-fe5b44822a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82769f95-962c-4210-b540-3c035126e4a5', 'name': 'tempest-AttachVolumeNegativeTest-1469658376-router', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:36:53Z', 'updated_at': '2022-04-20T13:36:55Z', 'revision_number': 3, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'gw_port': {'id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:54Z', 'updated_at': '2022-04-20T13:36:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:36:56.556058 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0e2c1c-1c1b-47fe-9771-fe5b44822a6f None None] Checking router: 82769f95-962c-4210-b540-3c035126e4a5 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:36:56.556407 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0e2c1c-1c1b-47fe-9771-fe5b44822a6f None None] Updating router 82769f95-962c-4210-b540-3c035126e4a5 port df219f9a-b591-4a2d-9d24-5a3b73555e28 binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:36:56.589978 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7e0e2c1c-1c1b-47fe-9771-fe5b44822a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:56.617086 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 680994be-25fd-4b9b-9763-d4ddf2f3aa17 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:36:56.617458 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:56.820871 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e7841bfd-2cb9-4b78-af3b-36abb6addb21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:56.885428 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f4858085-5e16-4c21-9d7e-643eaa40a9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:56.942922 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7e0e2c1c-1c1b-47fe-9771-fe5b44822a6f None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:57.025420 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7e0e2c1c-1c1b-47fe-9771-fe5b44822a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:57.045600 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-f4858085-5e16-4c21-9d7e-643eaa40a9fc admin admin] Allocated IP 172.20.0.1 (528a81a3-3d30-457a-b770-9edd01e9db02/dd1bec79-1bde-4378-9778-6e03ce14f914/a2dbb345-9df3-4702-9e33-6ee07a421861) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:36:57.083710 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-7e0e2c1c-1c1b-47fe-9771-fe5b44822a6f None None] Attempting to bind port df219f9a-b591-4a2d-9d24-5a3b73555e28 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:36:57.083996 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-7e0e2c1c-1c1b-47fe-9771-fe5b44822a6f None None] Attempting to bind port df219f9a-b591-4a2d-9d24-5a3b73555e28 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:36:57.084353 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0e2c1c-1c1b-47fe-9771-fe5b44822a6f None None] Attempting to bind port df219f9a-b591-4a2d-9d24-5a3b73555e28 on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:36:57.086173 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6901b0de-fa70-490f-b243-c434fbce9e25 None None] Pushing event updated for resources: {'Port': ['ID=df219f9a-b591-4a2d-9d24-5a3b73555e28,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:36:57.092595 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0e2c1c-1c1b-47fe-9771-fe5b44822a6f None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:36:57.092964 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0e2c1c-1c1b-47fe-9771-fe5b44822a6f None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:36:57.093357 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7e0e2c1c-1c1b-47fe-9771-fe5b44822a6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:57.093730 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0e2c1c-1c1b-47fe-9771-fe5b44822a6f None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:36:57.094191 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-7e0e2c1c-1c1b-47fe-9771-fe5b44822a6f None None] Bound port: df219f9a-b591-4a2d-9d24-5a3b73555e28, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:36:57.095157 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7e0e2c1c-1c1b-47fe-9771-fe5b44822a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:57.150120 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f4858085-5e16-4c21-9d7e-643eaa40a9fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:57.150663 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-7e0e2c1c-1c1b-47fe-9771-fe5b44822a6f None None] For port df219f9a-b591-4a2d-9d24-5a3b73555e28, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:36:57.154846 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-7e0e2c1c-1c1b-47fe-9771-fe5b44822a6f None None] For port df219f9a-b591-4a2d-9d24-5a3b73555e28, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=df219f9a-b591-4a2d-9d24-5a3b73555e28,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:36:57.214239 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7e0e2c1c-1c1b-47fe-9771-fe5b44822a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:57.244346 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f4858085-5e16-4c21-9d7e-643eaa40a9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:57.265903 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0e2c1c-1c1b-47fe-9771-fe5b44822a6f None None] Routers {'82769f95-962c-4210-b540-3c035126e4a5'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:36:57.266530 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-7e0e2c1c-1c1b-47fe-9771-fe5b44822a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:36:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['82769f95-962c-4210-b540-3c035126e4a5'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:36:57.290942 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4858085-5e16-4c21-9d7e-643eaa40a9fc admin admin] Network 528a81a3-3d30-457a-b770-9edd01e9db02 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:36:57.293871 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-f4858085-5e16-4c21-9d7e-643eaa40a9fc admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:36:57.298538 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4858085-5e16-4c21-9d7e-643eaa40a9fc admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:36:57.311722 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6901b0de-fa70-490f-b243-c434fbce9e25 None None] Pushing event updated for resources: {'Port': ['ID=df219f9a-b591-4a2d-9d24-5a3b73555e28,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:36:57.320874 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4858085-5e16-4c21-9d7e-643eaa40a9fc admin admin] Pushing event updated for resources: {'Port': ['ID=a2dbb345-9df3-4702-9e33-6ee07a421861,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:36:57.349320 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f4858085-5e16-4c21-9d7e-643eaa40a9fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:57.394011 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-7e0e2c1c-1c1b-47fe-9771-fe5b44822a6f None None] Set router 82769f95-962c-4210-b540-3c035126e4a5 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:36:57.561963 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f4858085-5e16-4c21-9d7e-643eaa40a9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:57.609484 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-7e0e2c1c-1c1b-47fe-9771-fe5b44822a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82769f95-962c-4210-b540-3c035126e4a5', 'name': 'tempest-AttachVolumeNegativeTest-1469658376-router', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:36:53Z', 'updated_at': '2022-04-20T13:36:55Z', 'revision_number': 3, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'gw_port': {'id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:54Z', 'updated_at': '2022-04-20T13:36:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:36:57.644126 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0e2c1c-1c1b-47fe-9771-fe5b44822a6f None None] The sync data for ids ['82769f95-962c-4210-b540-3c035126e4a5'] in n-d-836015-7 is: [{'id': '82769f95-962c-4210-b540-3c035126e4a5', 'name': 'tempest-AttachVolumeNegativeTest-1469658376-router', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:36:53Z', 'updated_at': '2022-04-20T13:36:55Z', 'revision_number': 3, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'gw_port': {'id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:54Z', 'updated_at': '2022-04-20T13:36:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:36:57.658984 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-fcf161cc-0d52-476f-850c-ae5f30842d6a None None] Provisioning complete for port a2dbb345-9df3-4702-9e33-6ee07a421861 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:36:57.659527 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fcf161cc-0d52-476f-850c-ae5f30842d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:57.695562 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-fcf161cc-0d52-476f-850c-ae5f30842d6a None None] Port a2dbb345-9df3-4702-9e33-6ee07a421861 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:36:57.738330 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f4858085-5e16-4c21-9d7e-643eaa40a9fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:57.800730 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f4858085-5e16-4c21-9d7e-643eaa40a9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:57.872276 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4858085-5e16-4c21-9d7e-643eaa40a9fc admin admin] Pushing event updated for resources: {'Port': ['ID=a2dbb345-9df3-4702-9e33-6ee07a421861,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:36:57.885071 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f4858085-5e16-4c21-9d7e-643eaa40a9fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:58.005908 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4858085-5e16-4c21-9d7e-643eaa40a9fc admin admin] Network 528a81a3-3d30-457a-b770-9edd01e9db02 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:36:58.007320 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-f4858085-5e16-4c21-9d7e-643eaa40a9fc admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:36:58.134951 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:58.179586 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4858085-5e16-4c21-9d7e-643eaa40a9fc admin admin] Router 82769f95-962c-4210-b540-3c035126e4a5 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:36:58.301879 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4858085-5e16-4c21-9d7e-643eaa40a9fc admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:36:58.307475 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f4858085-5e16-4c21-9d7e-643eaa40a9fc admin admin] 10.222.0.25 "PUT /v2.0/routers/82769f95-962c-4210-b540-3c035126e4a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2455933 Apr 20 13:36:58.328595 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-e065fa22-58f4-4c98-a1c9-749fd7505d8a None None] Provisioning complete for port a2dbb345-9df3-4702-9e33-6ee07a421861 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:36:58.328958 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e065fa22-58f4-4c98-a1c9-749fd7505d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:58.378932 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-e065fa22-58f4-4c98-a1c9-749fd7505d8a None None] Port a2dbb345-9df3-4702-9e33-6ee07a421861 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:36:58.471502 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device df219f9a-b591-4a2d-9d24-5a3b73555e28 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:36:58.534179 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port df219f9a-b591-4a2d-9d24-5a3b73555e28 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:36:58.534557 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:58.631955 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:58.652841 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port df219f9a-b591-4a2d-9d24-5a3b73555e28, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=df219f9a-b591-4a2d-9d24-5a3b73555e28,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:36:58.715339 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:58.774299 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=df219f9a-b591-4a2d-9d24-5a3b73555e28,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:36:59.159685 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52276) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:36:59.164245 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-2eb8b7ff-3cfe-4ddf-b617-7931105982e3 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2020637611', 'description': 'tempest-description--1242282617'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:36:59.240793 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2eb8b7ff-3cfe-4ddf-b617-7931105982e3 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:59.315392 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2eb8b7ff-3cfe-4ddf-b617-7931105982e3 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:59.385644 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2eb8b7ff-3cfe-4ddf-b617-7931105982e3 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:59.394808 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:59.417012 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb8b7ff-3cfe-4ddf-b617-7931105982e3 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d979a7d-fb01-4f92-974e-77f0cca929b9,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:36:59.484073 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6603e996-9692-438c-a999-d6eb143a285f None None] Sync routers for ids ['82769f95-962c-4210-b540-3c035126e4a5'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:36:59.488374 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2eb8b7ff-3cfe-4ddf-b617-7931105982e3 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:59.492354 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2eb8b7ff-3cfe-4ddf-b617-7931105982e3 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3289580 Apr 20 13:36:59.493212 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 52278) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:36:59.498355 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-bf433386-acbd-4b49-b573-a359f1dd023b tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Request body: {'security_group_rule': {'security_group_id': '7d979a7d-fb01-4f92-974e-77f0cca929b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:36:59.500499 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6603e996-9692-438c-a999-d6eb143a285f None None] Routers {'82769f95-962c-4210-b540-3c035126e4a5'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:36:59.501137 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-6603e996-9692-438c-a999-d6eb143a285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:36:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['82769f95-962c-4210-b540-3c035126e4a5'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:36:59.602352 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bf433386-acbd-4b49-b573-a359f1dd023b tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:59.667169 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bf433386-acbd-4b49-b573-a359f1dd023b tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:59.699647 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-6603e996-9692-438c-a999-d6eb143a285f None None] Set router 82769f95-962c-4210-b540-3c035126e4a5 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:36:59.728536 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bf433386-acbd-4b49-b573-a359f1dd023b tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:59.750558 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf433386-acbd-4b49-b573-a359f1dd023b tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=606c98e7-3341-4030-9b29-dc02c4b1b546,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:36:59.825586 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bf433386-acbd-4b49-b573-a359f1dd023b tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:59.829645 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-bf433386-acbd-4b49-b573-a359f1dd023b tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3329191 Apr 20 13:36:59.832096 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 52280) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:36:59.835246 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-5c3ac0b1-58ad-4718-9b3a-4e462b37f952 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Request body: {'security_group_rule': {'security_group_id': '7d979a7d-fb01-4f92-974e-77f0cca929b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:36:59.854246 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:59.909038 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-6603e996-9692-438c-a999-d6eb143a285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82769f95-962c-4210-b540-3c035126e4a5', 'name': 'tempest-AttachVolumeNegativeTest-1469658376-router', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:36:53Z', 'updated_at': '2022-04-20T13:36:57Z', 'revision_number': 4, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'gw_port': {'id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:54Z', 'updated_at': '2022-04-20T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'a2dbb345-9df3-4702-9e33-6ee07a421861', 'name': '', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'mac_address': 'fa:16:3e:8e:a0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:56Z', 'updated_at': '2022-04-20T13:36:57Z', 'revision_number': 2, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'subnets': [{'id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:36:59.911340 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5c3ac0b1-58ad-4718-9b3a-4e462b37f952 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:59.942157 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6603e996-9692-438c-a999-d6eb143a285f None None] Checking router: 82769f95-962c-4210-b540-3c035126e4a5 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:36:59.942503 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6603e996-9692-438c-a999-d6eb143a285f None None] Updating router 82769f95-962c-4210-b540-3c035126e4a5 port a2dbb345-9df3-4702-9e33-6ee07a421861 binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:36:59.971088 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-6603e996-9692-438c-a999-d6eb143a285f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:59.986218 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5c3ac0b1-58ad-4718-9b3a-4e462b37f952 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:00.042811 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5c3ac0b1-58ad-4718-9b3a-4e462b37f952 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:00.062928 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ac0b1-58ad-4718-9b3a-4e462b37f952 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50eabcfd-77e4-4e7e-9993-3ec2669b4c36,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:00.130198 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5c3ac0b1-58ad-4718-9b3a-4e462b37f952 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:00.134585 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5c3ac0b1-58ad-4718-9b3a-4e462b37f952 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3009660 Apr 20 13:37:00.134861 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 52284) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:00.140513 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-ac45feea-1851-4b62-9372-f58d297174c5 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:37:00.236849 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ac45feea-1851-4b62-9372-f58d297174c5 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for floatingip, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:00.245596 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-6603e996-9692-438c-a999-d6eb143a285f None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:00.312123 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-6603e996-9692-438c-a999-d6eb143a285f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:00.336794 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ac45feea-1851-4b62-9372-f58d297174c5 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:00.361696 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d416e-950c-473a-9c6d-d1c5b4ea2411 None None] Pushing event updated for resources: {'Port': ['ID=a2dbb345-9df3-4702-9e33-6ee07a421861,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:00.394479 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3d416e-950c-473a-9c6d-d1c5b4ea2411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:00.394830 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3d416e-950c-473a-9c6d-d1c5b4ea2411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:00.395206 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3d416e-950c-473a-9c6d-d1c5b4ea2411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:00.396247 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3d416e-950c-473a-9c6d-d1c5b4ea2411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:00.396867 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3d416e-950c-473a-9c6d-d1c5b4ea2411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:00.397589 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3d416e-950c-473a-9c6d-d1c5b4ea2411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:00.398684 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3d416e-950c-473a-9c6d-d1c5b4ea2411 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:00.399306 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3d416e-950c-473a-9c6d-d1c5b4ea2411 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:00.399942 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3d416e-950c-473a-9c6d-d1c5b4ea2411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:00.400554 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3d416e-950c-473a-9c6d-d1c5b4ea2411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:00.401472 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3d416e-950c-473a-9c6d-d1c5b4ea2411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:00.401966 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3d416e-950c-473a-9c6d-d1c5b4ea2411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:00.427685 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device df219f9a-b591-4a2d-9d24-5a3b73555e28 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:37:00.472592 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-ac45feea-1851-4b62-9372-f58d297174c5 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Allocated IP 172.25.8.127 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/eda3c3be-0dd8-439a-b5aa-f375311fbc97) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:37:00.522103 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-6603e996-9692-438c-a999-d6eb143a285f None None] Attempting to bind port a2dbb345-9df3-4702-9e33-6ee07a421861 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:37:00.522676 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-6603e996-9692-438c-a999-d6eb143a285f None None] Attempting to bind port a2dbb345-9df3-4702-9e33-6ee07a421861 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '968e2ac5-5b66-437a-9952-c24b838f4f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:37:00.522805 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6603e996-9692-438c-a999-d6eb143a285f None None] Attempting to bind port a2dbb345-9df3-4702-9e33-6ee07a421861 on network 528a81a3-3d30-457a-b770-9edd01e9db02 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:37:00.528200 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port df219f9a-b591-4a2d-9d24-5a3b73555e28 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:37:00.528451 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6603e996-9692-438c-a999-d6eb143a285f None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:37:00.528635 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:00.529685 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6603e996-9692-438c-a999-d6eb143a285f None None] Checking segment: {'id': '968e2ac5-5b66-437a-9952-c24b838f4f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:37:00.530274 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-6603e996-9692-438c-a999-d6eb143a285f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:00.530836 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6603e996-9692-438c-a999-d6eb143a285f None None] Bound using segment: {'id': '968e2ac5-5b66-437a-9952-c24b838f4f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:37:00.531493 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-6603e996-9692-438c-a999-d6eb143a285f None None] Bound port: a2dbb345-9df3-4702-9e33-6ee07a421861, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968e2ac5-5b66-437a-9952-c24b838f4f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:37:00.532032 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-6603e996-9692-438c-a999-d6eb143a285f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:00.599676 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ac45feea-1851-4b62-9372-f58d297174c5 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:00.611422 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-6603e996-9692-438c-a999-d6eb143a285f None None] For port a2dbb345-9df3-4702-9e33-6ee07a421861, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:37:00.614858 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-6603e996-9692-438c-a999-d6eb143a285f None None] For port a2dbb345-9df3-4702-9e33-6ee07a421861, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=a2dbb345-9df3-4702-9e33-6ee07a421861,segment=NetworkSegment(968e2ac5-5b66-437a-9952-c24b838f4f53),segment_id=968e2ac5-5b66-437a-9952-c24b838f4f53)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:37:00.624113 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:37:00.670629 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-6603e996-9692-438c-a999-d6eb143a285f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:00.699642 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ac45feea-1851-4b62-9372-f58d297174c5 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:00.730187 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6603e996-9692-438c-a999-d6eb143a285f None None] Routers {'82769f95-962c-4210-b540-3c035126e4a5'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:37:00.730818 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-6603e996-9692-438c-a999-d6eb143a285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:36:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['82769f95-962c-4210-b540-3c035126e4a5'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:00.752707 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac45feea-1851-4b62-9372-f58d297174c5 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:37:00.760862 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-ac45feea-1851-4b62-9372-f58d297174c5 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:37:00.769833 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac45feea-1851-4b62-9372-f58d297174c5 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:37:00.770472 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d416e-950c-473a-9c6d-d1c5b4ea2411 None None] Pushing event updated for resources: {'Port': ['ID=a2dbb345-9df3-4702-9e33-6ee07a421861,revision_number=4']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:00.812205 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac45feea-1851-4b62-9372-f58d297174c5 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Pushing event updated for resources: {'Port': ['ID=eda3c3be-0dd8-439a-b5aa-f375311fbc97,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:00.859772 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-6603e996-9692-438c-a999-d6eb143a285f None None] Set router 82769f95-962c-4210-b540-3c035126e4a5 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:37:00.929508 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ac45feea-1851-4b62-9372-f58d297174c5 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:00.934362 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-334bc7da-82fb-4df0-a1f8-ad56512f0977 None None] Provisioning complete for port a2dbb345-9df3-4702-9e33-6ee07a421861 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:37:00.935017 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-334bc7da-82fb-4df0-a1f8-ad56512f0977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:01.042584 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-334bc7da-82fb-4df0-a1f8-ad56512f0977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:01.052326 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ac45feea-1851-4b62-9372-f58d297174c5 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:01.098936 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-334bc7da-82fb-4df0-a1f8-ad56512f0977 None None] For port a2dbb345-9df3-4702-9e33-6ee07a421861, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=a2dbb345-9df3-4702-9e33-6ee07a421861,segment=NetworkSegment(968e2ac5-5b66-437a-9952-c24b838f4f53),segment_id=968e2ac5-5b66-437a-9952-c24b838f4f53)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:37:01.142452 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-6603e996-9692-438c-a999-d6eb143a285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82769f95-962c-4210-b540-3c035126e4a5', 'name': 'tempest-AttachVolumeNegativeTest-1469658376-router', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:36:53Z', 'updated_at': '2022-04-20T13:36:57Z', 'revision_number': 4, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'gw_port': {'id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:54Z', 'updated_at': '2022-04-20T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'a2dbb345-9df3-4702-9e33-6ee07a421861', 'name': '', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'mac_address': 'fa:16:3e:8e:a0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:56Z', 'updated_at': '2022-04-20T13:37:00Z', 'revision_number': 4, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'subnets': [{'id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:01.176182 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-334bc7da-82fb-4df0-a1f8-ad56512f0977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:01.189996 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6603e996-9692-438c-a999-d6eb143a285f None None] The sync data for ids ['82769f95-962c-4210-b540-3c035126e4a5'] in n-d-836015-7 is: [{'id': '82769f95-962c-4210-b540-3c035126e4a5', 'name': 'tempest-AttachVolumeNegativeTest-1469658376-router', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:36:53Z', 'updated_at': '2022-04-20T13:36:57Z', 'revision_number': 4, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'gw_port': {'id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:54Z', 'updated_at': '2022-04-20T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'a2dbb345-9df3-4702-9e33-6ee07a421861', 'name': '', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'mac_address': 'fa:16:3e:8e:a0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:56Z', 'updated_at': '2022-04-20T13:37:00Z', 'revision_number': 4, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'subnets': [{'id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:37:01.238332 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334bc7da-82fb-4df0-a1f8-ad56512f0977 None None] Pushing event updated for resources: {'Port': ['ID=a2dbb345-9df3-4702-9e33-6ee07a421861,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:01.287057 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ac45feea-1851-4b62-9372-f58d297174c5 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:01.298859 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-acfe1975-2474-463a-ab1f-f7fd311ec7dd None None] Provisioning complete for port a2dbb345-9df3-4702-9e33-6ee07a421861 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:37:01.299296 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-acfe1975-2474-463a-ab1f-f7fd311ec7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:01.340032 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ac45feea-1851-4b62-9372-f58d297174c5 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:01.427501 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac45feea-1851-4b62-9372-f58d297174c5 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Pushing event updated for resources: {'Port': ['ID=eda3c3be-0dd8-439a-b5aa-f375311fbc97,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:01.440441 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ac45feea-1851-4b62-9372-f58d297174c5 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:01.513478 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ac45feea-1851-4b62-9372-f58d297174c5 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:01.515664 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ac45feea-1851-4b62-9372-f58d297174c5 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3792264 Apr 20 13:37:01.667145 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-e2bfb27a-cf9f-4c9a-a5c2-17f6745da956 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--2020637611&fields=id&tenant_id=199bdbc6cfe44f0c9700e48b02b2d332 HTTP/1.1" status: 200 len: 267 time: 0.0369661 Apr 20 13:37:01.784716 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-77fc43d6-6746-4a97-aefa-83bd95943136 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:01.786203 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-77fc43d6-6746-4a97-aefa-83bd95943136 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/networks?id=528a81a3-3d30-457a-b770-9edd01e9db02 HTTP/1.1" status: 200 len: 815 time: 0.1099396 Apr 20 13:37:01.803975 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-fdd3b769-0216-4854-bcbc-3dad3e3f9885 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/quotas/199bdbc6cfe44f0c9700e48b02b2d332 HTTP/1.1" status: 200 len: 375 time: 0.0115120 Apr 20 13:37:02.143710 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-92095ceb-86d7-4e07-9f0f-71c916012f22 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=199bdbc6cfe44f0c9700e48b02b2d332&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3297615 Apr 20 13:37:02.245242 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-ae0f0f55-a2d2-4068-a945-8e87c81dc1b7 service neutron] 10.222.0.25 "GET /v2.0/networks/528a81a3-3d30-457a-b770-9edd01e9db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920031 Apr 20 13:37:02.350040 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-094d032e-9e3c-4f4e-a31e-d95e2cc331a7 service neutron] 10.222.0.25 "GET /v2.0/networks/528a81a3-3d30-457a-b770-9edd01e9db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968268 Apr 20 13:37:02.431174 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device a2dbb345-9df3-4702-9e33-6ee07a421861 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:37:02.482063 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port a2dbb345-9df3-4702-9e33-6ee07a421861 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:37:02.482539 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:02.583711 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-af5a95eb-6e23-4df1-b1ba-1025dc1f087e req-df814f9f-5b09-48bb-8a91-79a7768c6a3a tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=db52fcfb-463f-47d3-9e51-f8da281cbf94 HTTP/1.1" status: 200 len: 210 time: 0.0287311 Apr 20 13:37:03.681565 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5a03028f-511b-4fb2-905d-ac1d655d0f2e req-420ad005-fcde-4225-93e7-86a0f4db44b1 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=db52fcfb-463f-47d3-9e51-f8da281cbf94 HTTP/1.1" status: 200 len: 210 time: 0.0255742 Apr 20 13:37:04.559779 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-f30feca7-aa46-4f8c-bd51-b2fa156920b2 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:04.561496 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-f30feca7-aa46-4f8c-bd51-b2fa156920b2 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.15 "GET /v2.0/networks?id=528a81a3-3d30-457a-b770-9edd01e9db02 HTTP/1.1" status: 200 len: 815 time: 0.1051230 Apr 20 13:37:04.603843 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-a4a97ad9-f30e-4ca2-ba0a-01ddff35f4a1 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=199bdbc6cfe44f0c9700e48b02b2d332 HTTP/1.1" status: 200 len: 380 time: 0.0334859 Apr 20 13:37:04.612769 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-d2717745-7e4f-4e56-8916-b39347cf4efc tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Request body: {'port': {'device_id': 'db52fcfb-463f-47d3-9e51-f8da281cbf94', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'admin_state_up': True, 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'security_groups': ['7d979a7d-fb01-4f92-974e-77f0cca929b9']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:37:04.784078 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7dc5d9e3-a57d-4051-ab8d-3857a78a12d1 req-8a41d87e-4a88-43db-a628-2225c5da4ffd tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=db52fcfb-463f-47d3-9e51-f8da281cbf94 HTTP/1.1" status: 200 len: 210 time: 0.0318208 Apr 20 13:37:04.825550 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-d2717745-7e4f-4e56-8916-b39347cf4efc tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Made reservation on behalf of 199bdbc6cfe44f0c9700e48b02b2d332 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:37:04.829126 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-d2717745-7e4f-4e56-8916-b39347cf4efc tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:04.954906 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-d2717745-7e4f-4e56-8916-b39347cf4efc tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Allocated IP 172.20.0.8 (528a81a3-3d30-457a-b770-9edd01e9db02/dd1bec79-1bde-4378-9778-6e03ce14f914/77335e40-fd51-40e8-a238-34189369f187) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:37:05.092206 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-d2717745-7e4f-4e56-8916-b39347cf4efc tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:05.186169 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-d2717745-7e4f-4e56-8916-b39347cf4efc tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:05.230484 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-d2717745-7e4f-4e56-8916-b39347cf4efc tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Network 528a81a3-3d30-457a-b770-9edd01e9db02 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:37:05.233556 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-d2717745-7e4f-4e56-8916-b39347cf4efc tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:37:05.237380 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-d2717745-7e4f-4e56-8916-b39347cf4efc tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:37:05.243732 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2717745-7e4f-4e56-8916-b39347cf4efc tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Pushing event updated for resources: {'Port': ['ID=77335e40-fd51-40e8-a238-34189369f187,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:05.271163 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2717745-7e4f-4e56-8916-b39347cf4efc tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:05.271548 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2717745-7e4f-4e56-8916-b39347cf4efc tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:05.271896 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2717745-7e4f-4e56-8916-b39347cf4efc tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:05.272233 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2717745-7e4f-4e56-8916-b39347cf4efc tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:05.272566 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2717745-7e4f-4e56-8916-b39347cf4efc tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:05.273014 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2717745-7e4f-4e56-8916-b39347cf4efc tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:05.273212 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2717745-7e4f-4e56-8916-b39347cf4efc tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:05.273541 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2717745-7e4f-4e56-8916-b39347cf4efc tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:05.273871 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2717745-7e4f-4e56-8916-b39347cf4efc tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:05.274309 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2717745-7e4f-4e56-8916-b39347cf4efc tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:05.274659 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2717745-7e4f-4e56-8916-b39347cf4efc tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:05.274994 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2717745-7e4f-4e56-8916-b39347cf4efc tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:05.302725 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-d2717745-7e4f-4e56-8916-b39347cf4efc tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:05.303523 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-d2717745-7e4f-4e56-8916-b39347cf4efc tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:05.405527 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-d2717745-7e4f-4e56-8916-b39347cf4efc tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7962747 Apr 20 13:37:05.417514 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-55891c80-62f0-458f-ae61-f61e62d0d4ba service neutron] Request body: {'port': {'device_id': 'db52fcfb-463f-47d3-9e51-f8da281cbf94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:37:05.449599 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-73d53bb1-7d27-45d1-89f5-74ca130d8022 None None] Provisioning complete for port 77335e40-fd51-40e8-a238-34189369f187 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:37:05.450060 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-73d53bb1-7d27-45d1-89f5-74ca130d8022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:05.477870 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-55891c80-62f0-458f-ae61-f61e62d0d4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:05.487041 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-73d53bb1-7d27-45d1-89f5-74ca130d8022 None None] Port 77335e40-fd51-40e8-a238-34189369f187 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:37:05.745006 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-55891c80-62f0-458f-ae61-f61e62d0d4ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77335e40-fd51-40e8-a238-34189369f187 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:37:05.752930 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-55891c80-62f0-458f-ae61-f61e62d0d4ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:05.764894 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-55891c80-62f0-458f-ae61-f61e62d0d4ba service neutron] Transition to ACTIVE for port object 77335e40-fd51-40e8-a238-34189369f187 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:37:05.846022 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-55891c80-62f0-458f-ae61-f61e62d0d4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:05.952714 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55891c80-62f0-458f-ae61-f61e62d0d4ba service neutron] Pushing event updated for resources: {'Port': ['ID=77335e40-fd51-40e8-a238-34189369f187,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:05.991525 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aae92f-e2fb-414f-b556-5f5f88140205 req-5b51d809-2b2c-40d0-98d1-93def75bcea5 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:05.993066 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-48aae92f-e2fb-414f-b556-5f5f88140205 req-5b51d809-2b2c-40d0-98d1-93def75bcea5 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=db52fcfb-463f-47d3-9e51-f8da281cbf94 HTTP/1.1" status: 200 len: 943 time: 0.1193891 Apr 20 13:37:06.035659 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-55891c80-62f0-458f-ae61-f61e62d0d4ba service neutron] Attempting to bind port 77335e40-fd51-40e8-a238-34189369f187 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:37:06.036022 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-55891c80-62f0-458f-ae61-f61e62d0d4ba service neutron] Attempting to bind port 77335e40-fd51-40e8-a238-34189369f187 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '968e2ac5-5b66-437a-9952-c24b838f4f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:37:06.036331 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-55891c80-62f0-458f-ae61-f61e62d0d4ba service neutron] Attempting to bind port 77335e40-fd51-40e8-a238-34189369f187 on network 528a81a3-3d30-457a-b770-9edd01e9db02 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:37:06.051475 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-55891c80-62f0-458f-ae61-f61e62d0d4ba service neutron] Port 77335e40-fd51-40e8-a238-34189369f187 on network 528a81a3-3d30-457a-b770-9edd01e9db02 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:37:06.051811 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-55891c80-62f0-458f-ae61-f61e62d0d4ba service neutron] Attempting to bind port 77335e40-fd51-40e8-a238-34189369f187 on network 528a81a3-3d30-457a-b770-9edd01e9db02 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:37:06.056983 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-48aae92f-e2fb-414f-b556-5f5f88140205 req-ad6da3f8-893a-4c2f-817b-625aceea586b tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d979a7d-fb01-4f92-974e-77f0cca929b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558631 Apr 20 13:37:06.060773 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-55891c80-62f0-458f-ae61-f61e62d0d4ba service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:37:06.061125 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-55891c80-62f0-458f-ae61-f61e62d0d4ba service neutron] Checking segment: {'id': '968e2ac5-5b66-437a-9952-c24b838f4f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:37:06.061514 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-55891c80-62f0-458f-ae61-f61e62d0d4ba service neutron] Bound using segment: {'id': '968e2ac5-5b66-437a-9952-c24b838f4f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:37:06.061954 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-55891c80-62f0-458f-ae61-f61e62d0d4ba service neutron] Bound port: 77335e40-fd51-40e8-a238-34189369f187, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '968e2ac5-5b66-437a-9952-c24b838f4f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:37:06.062346 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-55891c80-62f0-458f-ae61-f61e62d0d4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:06.139432 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-55891c80-62f0-458f-ae61-f61e62d0d4ba service neutron] For port 77335e40-fd51-40e8-a238-34189369f187, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:37:06.142487 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-55891c80-62f0-458f-ae61-f61e62d0d4ba service neutron] For port 77335e40-fd51-40e8-a238-34189369f187, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=77335e40-fd51-40e8-a238-34189369f187,segment=NetworkSegment(968e2ac5-5b66-437a-9952-c24b838f4f53),segment_id=968e2ac5-5b66-437a-9952-c24b838f4f53)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:37:06.208986 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-55891c80-62f0-458f-ae61-f61e62d0d4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:06.244192 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-55891c80-62f0-458f-ae61-f61e62d0d4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:06.244792 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-55891c80-62f0-458f-ae61-f61e62d0d4ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:06.246205 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-55891c80-62f0-458f-ae61-f61e62d0d4ba service neutron] 10.222.0.15 "PUT /v2.0/ports/77335e40-fd51-40e8-a238-34189369f187 HTTP/1.1" status: 200 len: 1091 time: 0.8331833 Apr 20 13:37:06.246770 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db52fcfb-463f-47d3-9e51-f8da281cbf94', 'tag': '77335e40-fd51-40e8-a238-34189369f187'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:37:06.248953 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3069348-617f-424c-abbd-3a19005d0332" -d '{"events": [{"name": "network-changed", "server_uuid": "db52fcfb-463f-47d3-9e51-f8da281cbf94", "tag": "77335e40-fd51-40e8-a238-34189369f187"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:37:06.275343 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55891c80-62f0-458f-ae61-f61e62d0d4ba service neutron] Pushing event updated for resources: {'Port': ['ID=77335e40-fd51-40e8-a238-34189369f187,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:06.295286 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1341ba08-a153-4ce6-ba36-21f00a446906 x-openstack-request-id: req-1341ba08-a153-4ce6-ba36-21f00a446906 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:37:06.295639 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db52fcfb-463f-47d3-9e51-f8da281cbf94", "tag": "77335e40-fd51-40e8-a238-34189369f187", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:37:06.299581 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1341ba08-a153-4ce6-ba36-21f00a446906 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:37:06.299581 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1341ba08-a153-4ce6-ba36-21f00a446906'] response: {'name': 'network-changed', 'server_uuid': 'db52fcfb-463f-47d3-9e51-f8da281cbf94', 'tag': '77335e40-fd51-40e8-a238-34189369f187', 'status': 'completed', 'code': 200} Apr 20 13:37:06.367547 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3069348-617f-424c-abbd-3a19005d0332 req-795c5a6a-8f50-4a16-9e03-e121951a3126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:06.369061 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a3069348-617f-424c-abbd-3a19005d0332 req-795c5a6a-8f50-4a16-9e03-e121951a3126 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=199bdbc6cfe44f0c9700e48b02b2d332&device_id=db52fcfb-463f-47d3-9e51-f8da281cbf94 HTTP/1.1" status: 200 len: 1094 time: 0.0526178 Apr 20 13:37:06.480171 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3069348-617f-424c-abbd-3a19005d0332 req-dd6f6f64-ae69-4475-a432-79b242ce5e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:06.481693 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a3069348-617f-424c-abbd-3a19005d0332 req-dd6f6f64-ae69-4475-a432-79b242ce5e58 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=199bdbc6cfe44f0c9700e48b02b2d332&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1046503 Apr 20 13:37:06.578260 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3069348-617f-424c-abbd-3a19005d0332 req-da170d10-8ad1-43a9-a604-f23fca826ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:06.579662 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a3069348-617f-424c-abbd-3a19005d0332 req-da170d10-8ad1-43a9-a604-f23fca826ed2 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920811 Apr 20 13:37:06.659310 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-0df7dc73-148e-497f-8980-ddf9781656fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:06.660856 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-0df7dc73-148e-497f-8980-ddf9781656fe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=199bdbc6cfe44f0c9700e48b02b2d332&device_id=db52fcfb-463f-47d3-9e51-f8da281cbf94 HTTP/1.1" status: 200 len: 1094 time: 0.0454724 Apr 20 13:37:06.703493 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-9aaf7190-d6c2-4b59-b776-6fe71e0a15b8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77335e40-fd51-40e8-a238-34189369f187 HTTP/1.1" status: 200 len: 217 time: 0.0344751 Apr 20 13:37:06.752880 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-922bad06-eabd-43f8-8108-8f672d8cd23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:06.754352 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-922bad06-eabd-43f8-8108-8f672d8cd23e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd1bec79-1bde-4378-9778-6e03ce14f914 HTTP/1.1" status: 200 len: 854 time: 0.0443683 Apr 20 13:37:06.798874 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-37d595cb-914c-40c2-b26d-17d13aee83ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:06.800405 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-37d595cb-914c-40c2-b26d-17d13aee83ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=528a81a3-3d30-457a-b770-9edd01e9db02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401652 Apr 20 13:37:06.896070 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-364a1a07-9b64-4e5c-a446-a3d832c2bcc7 service neutron] 10.222.0.15 "GET /v2.0/networks/528a81a3-3d30-457a-b770-9edd01e9db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888999 Apr 20 13:37:06.986130 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed8cdec1-f0f3-4902-a3da-b708a56ea541 req-0faac491-d95f-4f03-a957-8f667fc22d4c service neutron] 10.222.0.15 "GET /v2.0/networks/528a81a3-3d30-457a-b770-9edd01e9db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828145 Apr 20 13:37:07.183453 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f4612d-50af-4076-895c-a8d9e9cb7a2f req-bf840ff1-3d4f-425f-b5b2-b2c628d2c612 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:07.184973 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-41f4612d-50af-4076-895c-a8d9e9cb7a2f req-bf840ff1-3d4f-425f-b5b2-b2c628d2c612 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=db52fcfb-463f-47d3-9e51-f8da281cbf94 HTTP/1.1" status: 200 len: 943 time: 0.0569246 Apr 20 13:37:07.223449 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-41f4612d-50af-4076-895c-a8d9e9cb7a2f req-d56a8728-0988-4bb5-aee6-e29904e7ec23 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d979a7d-fb01-4f92-974e-77f0cca929b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318875 Apr 20 13:37:08.343215 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0c239-9fa3-46b4-a0be-7981caf88607 req-15602a62-262f-40f0-bb24-bfb9504ec253 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:08.344787 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dbc0c239-9fa3-46b4-a0be-7981caf88607 req-15602a62-262f-40f0-bb24-bfb9504ec253 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=db52fcfb-463f-47d3-9e51-f8da281cbf94 HTTP/1.1" status: 200 len: 943 time: 0.0507216 Apr 20 13:37:08.383061 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dbc0c239-9fa3-46b4-a0be-7981caf88607 req-b29347ba-7885-441b-be9f-d3cb871a02b1 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d979a7d-fb01-4f92-974e-77f0cca929b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318902 Apr 20 13:37:08.860264 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 77335e40-fd51-40e8-a238-34189369f187 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:37:08.954649 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 77335e40-fd51-40e8-a238-34189369f187, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=77335e40-fd51-40e8-a238-34189369f187,segment=NetworkSegment(968e2ac5-5b66-437a-9952-c24b838f4f53),segment_id=968e2ac5-5b66-437a-9952-c24b838f4f53)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:37:08.969313 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '77335e40-fd51-40e8-a238-34189369f187', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'port_id': '77335e40-fd51-40e8-a238-34189369f187', 'mac_address': 'fa:16:3e:73:92:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:37:09.005940 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:09.019199 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77335e40-fd51-40e8-a238-34189369f187 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:37:09.039648 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 77335e40-fd51-40e8-a238-34189369f187, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=77335e40-fd51-40e8-a238-34189369f187,segment=NetworkSegment(968e2ac5-5b66-437a-9952-c24b838f4f53),segment_id=968e2ac5-5b66-437a-9952-c24b838f4f53)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:37:09.143299 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:09.191865 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=77335e40-fd51-40e8-a238-34189369f187,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:09.444533 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['77335e40-fd51-40e8-a238-34189369f187'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:37:09.501535 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33012b2-e7ce-4396-a9a3-3ccfcc091913 req-703ff246-909a-4038-9f87-339637a93500 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:09.503034 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a33012b2-e7ce-4396-a9a3-3ccfcc091913 req-703ff246-909a-4038-9f87-339637a93500 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=db52fcfb-463f-47d3-9e51-f8da281cbf94 HTTP/1.1" status: 200 len: 944 time: 0.0499098 Apr 20 13:37:09.544665 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a33012b2-e7ce-4396-a9a3-3ccfcc091913 req-aeda3c96-c69b-4899-a19c-02ac857b3192 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d979a7d-fb01-4f92-974e-77f0cca929b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345740 Apr 20 13:37:10.664313 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10696e-d99a-4c7d-bcb1-3aa6c4539bcd req-83cb7ee8-052c-4d33-827b-186fc3ba6854 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:10.665916 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3c10696e-d99a-4c7d-bcb1-3aa6c4539bcd req-83cb7ee8-052c-4d33-827b-186fc3ba6854 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=db52fcfb-463f-47d3-9e51-f8da281cbf94 HTTP/1.1" status: 200 len: 944 time: 0.0520329 Apr 20 13:37:10.704531 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3c10696e-d99a-4c7d-bcb1-3aa6c4539bcd req-ce17c6d5-db58-42b7-b2cf-057d6df86343 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d979a7d-fb01-4f92-974e-77f0cca929b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316732 Apr 20 13:37:10.869717 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 77335e40-fd51-40e8-a238-34189369f187 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:37:10.986031 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 77335e40-fd51-40e8-a238-34189369f187 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:37:10.990304 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 77335e40-fd51-40e8-a238-34189369f187 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:37:10.990820 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:11.071499 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:11.095589 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db52fcfb-463f-47d3-9e51-f8da281cbf94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77335e40-fd51-40e8-a238-34189369f187'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:37:11.097858 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e850de-eac6-4b03-882c-f555828989c0" -d '{"events": [{"server_uuid": "db52fcfb-463f-47d3-9e51-f8da281cbf94", "name": "network-vif-plugged", "status": "completed", "tag": "77335e40-fd51-40e8-a238-34189369f187"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:37:11.109815 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 77335e40-fd51-40e8-a238-34189369f187, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=77335e40-fd51-40e8-a238-34189369f187,segment=NetworkSegment(968e2ac5-5b66-437a-9952-c24b838f4f53),segment_id=968e2ac5-5b66-437a-9952-c24b838f4f53)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:37:11.151051 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3418bd-b3c1-46d4-b9e6-f420636104b1 x-openstack-request-id: req-4e3418bd-b3c1-46d4-b9e6-f420636104b1 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:37:11.151051 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db52fcfb-463f-47d3-9e51-f8da281cbf94", "name": "network-vif-plugged", "status": "completed", "tag": "77335e40-fd51-40e8-a238-34189369f187", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:37:11.151051 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e3418bd-b3c1-46d4-b9e6-f420636104b1 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:37:11.151051 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e3418bd-b3c1-46d4-b9e6-f420636104b1'] response: {'server_uuid': 'db52fcfb-463f-47d3-9e51-f8da281cbf94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77335e40-fd51-40e8-a238-34189369f187', 'code': 200} Apr 20 13:37:11.185690 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:11.232139 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63003b8f-42db-4541-b209-32df5797a7e5 req-c8e68fa5-6cc0-48fa-a2a5-601e05d3b3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:11.233658 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63003b8f-42db-4541-b209-32df5797a7e5 req-c8e68fa5-6cc0-48fa-a2a5-601e05d3b3c2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=db52fcfb-463f-47d3-9e51-f8da281cbf94 HTTP/1.1" status: 200 len: 1096 time: 0.0401368 Apr 20 13:37:11.235528 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=77335e40-fd51-40e8-a238-34189369f187,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:11.270576 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63003b8f-42db-4541-b209-32df5797a7e5 req-a6676c9d-cdfa-4ec3-ad0e-416ce068206b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7d979a7d-fb01-4f92-974e-77f0cca929b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302610 Apr 20 13:37:11.821323 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007c048-8295-428a-ba09-3453a297c462 req-2c29f940-9bdf-4178-8845-e9c5e9232cbf tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:11.822819 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8007c048-8295-428a-ba09-3453a297c462 req-2c29f940-9bdf-4178-8845-e9c5e9232cbf tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=db52fcfb-463f-47d3-9e51-f8da281cbf94 HTTP/1.1" status: 200 len: 945 time: 0.0508223 Apr 20 13:37:11.862897 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8007c048-8295-428a-ba09-3453a297c462 req-96fa6541-37bf-40c4-b6a5-13abdb3980d5 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d979a7d-fb01-4f92-974e-77f0cca929b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328887 Apr 20 13:37:12.371912 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:12.998846 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b252cb-8f5a-4cdc-8ecc-247ea0d32094 req-e72bb0fd-9feb-49bf-b866-b45de74503c3 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:13.000263 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b9b252cb-8f5a-4cdc-8ecc-247ea0d32094 req-e72bb0fd-9feb-49bf-b866-b45de74503c3 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=db52fcfb-463f-47d3-9e51-f8da281cbf94 HTTP/1.1" status: 200 len: 945 time: 0.0681610 Apr 20 13:37:13.031037 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:13.040549 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b9b252cb-8f5a-4cdc-8ecc-247ea0d32094 req-7e1fe4ed-3328-444f-8131-7e9bdcffe38d tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d979a7d-fb01-4f92-974e-77f0cca929b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338724 Apr 20 13:37:13.174197 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5ea6a-2587-4149-98a8-56348bb2c3b7 req-95a29f26-2a92-4bc2-a865-42e6514a85d7 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:13.175728 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cce5ea6a-2587-4149-98a8-56348bb2c3b7 req-95a29f26-2a92-4bc2-a865-42e6514a85d7 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=db52fcfb-463f-47d3-9e51-f8da281cbf94 HTTP/1.1" status: 200 len: 945 time: 0.0680077 Apr 20 13:37:13.184822 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 52808) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:13.190650 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-e44e5d89-52be-4079-a4e4-419252ad228d tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Request body: {'floatingip': {'port_id': '77335e40-fd51-40e8-a238-34189369f187'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:37:13.238561 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e44e5d89-52be-4079-a4e4-419252ad228d tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for floatingip, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:13.685807 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e44e5d89-52be-4079-a4e4-419252ad228d tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:13.745584 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e44e5d89-52be-4079-a4e4-419252ad228d tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:13.847427 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-e44e5d89-52be-4079-a4e4-419252ad228d tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Floating IP a462d3c4-8176-4e8a-b30e-40b087103635 associated. External IP: 172.25.8.127, port: 77335e40-fd51-40e8-a238-34189369f187. Apr 20 13:37:14.056649 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44e5d89-52be-4079-a4e4-419252ad228d tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Router 82769f95-962c-4210-b540-3c035126e4a5 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:37:14.163157 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44e5d89-52be-4079-a4e4-419252ad228d tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:37:14.167978 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e44e5d89-52be-4079-a4e4-419252ad228d tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:14.174288 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e175ec-39b9-4d72-9c13-3eb96b5e14c4 None None] Sync routers for ids ['82769f95-962c-4210-b540-3c035126e4a5'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:37:14.184489 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e175ec-39b9-4d72-9c13-3eb96b5e14c4 None None] Routers {'82769f95-962c-4210-b540-3c035126e4a5'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:37:14.185115 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-82e175ec-39b9-4d72-9c13-3eb96b5e14c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:36:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['82769f95-962c-4210-b540-3c035126e4a5'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:14.194868 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e44e5d89-52be-4079-a4e4-419252ad228d tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "PUT /v2.0/floatingips/a462d3c4-8176-4e8a-b30e-40b087103635 HTTP/1.1" status: 200 len: 991 time: 1.0084150 Apr 20 13:37:14.196200 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db52fcfb-463f-47d3-9e51-f8da281cbf94', 'tag': '77335e40-fd51-40e8-a238-34189369f187'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:37:14.198646 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2440f7-b623-4b9b-a9be-3160bd26998a" -d '{"events": [{"name": "network-changed", "server_uuid": "db52fcfb-463f-47d3-9e51-f8da281cbf94", "tag": "77335e40-fd51-40e8-a238-34189369f187"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:37:14.252693 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5526d98-0f02-4753-8513-614863ebb58b x-openstack-request-id: req-e5526d98-0f02-4753-8513-614863ebb58b {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:37:14.252693 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db52fcfb-463f-47d3-9e51-f8da281cbf94", "tag": "77335e40-fd51-40e8-a238-34189369f187", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:37:14.252693 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e5526d98-0f02-4753-8513-614863ebb58b {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:37:14.252693 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5526d98-0f02-4753-8513-614863ebb58b'] response: {'name': 'network-changed', 'server_uuid': 'db52fcfb-463f-47d3-9e51-f8da281cbf94', 'tag': '77335e40-fd51-40e8-a238-34189369f187', 'status': 'completed', 'code': 200} Apr 20 13:37:14.296650 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-82e175ec-39b9-4d72-9c13-3eb96b5e14c4 None None] Set router 82769f95-962c-4210-b540-3c035126e4a5 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:37:14.318791 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2440f7-b623-4b9b-a9be-3160bd26998a req-f36ba850-e9ad-4450-bf16-60ab533516e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:14.320372 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5d2440f7-b623-4b9b-a9be-3160bd26998a req-f36ba850-e9ad-4450-bf16-60ab533516e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=199bdbc6cfe44f0c9700e48b02b2d332&device_id=db52fcfb-463f-47d3-9e51-f8da281cbf94 HTTP/1.1" status: 200 len: 1096 time: 0.0461638 Apr 20 13:37:14.418574 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2440f7-b623-4b9b-a9be-3160bd26998a req-81bf9061-6d8e-4391-bb82-1fe37c97b457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:14.420269 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5d2440f7-b623-4b9b-a9be-3160bd26998a req-81bf9061-6d8e-4391-bb82-1fe37c97b457 service neutron] 10.222.0.15 "GET /v2.0/networks?id=528a81a3-3d30-457a-b770-9edd01e9db02 HTTP/1.1" status: 200 len: 916 time: 0.0925090 Apr 20 13:37:14.496737 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5d2440f7-b623-4b9b-a9be-3160bd26998a req-37549fdf-e62c-4c71-913d-5d6de372fed6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77335e40-fd51-40e8-a238-34189369f187 HTTP/1.1" status: 200 len: 999 time: 0.0699203 Apr 20 13:37:14.553047 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2440f7-b623-4b9b-a9be-3160bd26998a req-b52b01ce-7507-4627-9385-732f40421a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:14.554524 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5d2440f7-b623-4b9b-a9be-3160bd26998a req-b52b01ce-7507-4627-9385-732f40421a92 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd1bec79-1bde-4378-9778-6e03ce14f914 HTTP/1.1" status: 200 len: 854 time: 0.0511532 Apr 20 13:37:14.601554 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2440f7-b623-4b9b-a9be-3160bd26998a req-f67f8f8b-1dfb-4e15-8ceb-c2afc888d3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:14.602947 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5d2440f7-b623-4b9b-a9be-3160bd26998a req-f67f8f8b-1dfb-4e15-8ceb-c2afc888d3ae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=528a81a3-3d30-457a-b770-9edd01e9db02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415990 Apr 20 13:37:14.697597 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-82e175ec-39b9-4d72-9c13-3eb96b5e14c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82769f95-962c-4210-b540-3c035126e4a5', 'name': 'tempest-AttachVolumeNegativeTest-1469658376-router', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:36:53Z', 'updated_at': '2022-04-20T13:36:57Z', 'revision_number': 4, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'gw_port': {'id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:54Z', 'updated_at': '2022-04-20T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'a462d3c4-8176-4e8a-b30e-40b087103635', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '82769f95-962c-4210-b540-3c035126e4a5', 'port_id': '77335e40-fd51-40e8-a238-34189369f187', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'mac_address': 'fa:16:3e:73:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db52fcfb-463f-47d3-9e51-f8da281cbf94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:37:00Z', 'updated_at': '2022-04-20T13:37:13Z', 'revision_number': 1, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2dbb345-9df3-4702-9e33-6ee07a421861', 'name': '', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'mac_address': 'fa:16:3e:8e:a0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:56Z', 'updated_at': '2022-04-20T13:37:01Z', 'revision_number': 5, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'subnets': [{'id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:14.702533 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5d2440f7-b623-4b9b-a9be-3160bd26998a req-995531ab-3ea4-4c04-81c8-b0089a960be2 service neutron] 10.222.0.15 "GET /v2.0/networks/528a81a3-3d30-457a-b770-9edd01e9db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926266 Apr 20 13:37:14.725694 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e175ec-39b9-4d72-9c13-3eb96b5e14c4 None None] Checking router: 82769f95-962c-4210-b540-3c035126e4a5 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:37:14.738117 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e175ec-39b9-4d72-9c13-3eb96b5e14c4 None None] Routers {'82769f95-962c-4210-b540-3c035126e4a5'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:37:14.738757 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-82e175ec-39b9-4d72-9c13-3eb96b5e14c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:36:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['82769f95-962c-4210-b540-3c035126e4a5'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:14.800419 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5d2440f7-b623-4b9b-a9be-3160bd26998a req-3e48e259-341a-4d1c-ae9e-a639f563b165 service neutron] 10.222.0.15 "GET /v2.0/networks/528a81a3-3d30-457a-b770-9edd01e9db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913670 Apr 20 13:37:14.847788 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-82e175ec-39b9-4d72-9c13-3eb96b5e14c4 None None] Set router 82769f95-962c-4210-b540-3c035126e4a5 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:37:15.076968 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-82e175ec-39b9-4d72-9c13-3eb96b5e14c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82769f95-962c-4210-b540-3c035126e4a5', 'name': 'tempest-AttachVolumeNegativeTest-1469658376-router', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:36:53Z', 'updated_at': '2022-04-20T13:36:57Z', 'revision_number': 4, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'gw_port': {'id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:54Z', 'updated_at': '2022-04-20T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'a462d3c4-8176-4e8a-b30e-40b087103635', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '82769f95-962c-4210-b540-3c035126e4a5', 'port_id': '77335e40-fd51-40e8-a238-34189369f187', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'mac_address': 'fa:16:3e:73:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db52fcfb-463f-47d3-9e51-f8da281cbf94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:37:00Z', 'updated_at': '2022-04-20T13:37:13Z', 'revision_number': 1, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2dbb345-9df3-4702-9e33-6ee07a421861', 'name': '', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'mac_address': 'fa:16:3e:8e:a0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:56Z', 'updated_at': '2022-04-20T13:37:01Z', 'revision_number': 5, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'subnets': [{'id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:15.103290 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e175ec-39b9-4d72-9c13-3eb96b5e14c4 None None] The sync data for ids ['82769f95-962c-4210-b540-3c035126e4a5'] in n-d-836015-7 is: [{'id': '82769f95-962c-4210-b540-3c035126e4a5', 'name': 'tempest-AttachVolumeNegativeTest-1469658376-router', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:36:53Z', 'updated_at': '2022-04-20T13:36:57Z', 'revision_number': 4, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'gw_port': {'id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:54Z', 'updated_at': '2022-04-20T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'a462d3c4-8176-4e8a-b30e-40b087103635', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '82769f95-962c-4210-b540-3c035126e4a5', 'port_id': '77335e40-fd51-40e8-a238-34189369f187', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'mac_address': 'fa:16:3e:73:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db52fcfb-463f-47d3-9e51-f8da281cbf94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:37:00Z', 'updated_at': '2022-04-20T13:37:13Z', 'revision_number': 1, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2dbb345-9df3-4702-9e33-6ee07a421861', 'name': '', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'mac_address': 'fa:16:3e:8e:a0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:56Z', 'updated_at': '2022-04-20T13:37:01Z', 'revision_number': 5, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'subnets': [{'id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:37:15.296922 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a66770a-bb46-42ec-aa13-328c6f1b2810 None None] New status for floating IP a462d3c4-8176-4e8a-b30e-40b087103635: ACTIVE {{(pid=114872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:37:19.663619 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 52836) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:19.776889 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a27f14a5-c172-42e2-a24a-ebf7f38fada9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:19.851149 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a27f14a5-c172-42e2-a24a-ebf7f38fada9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:19.917102 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a27f14a5-c172-42e2-a24a-ebf7f38fada9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:19.957180 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a27f14a5-c172-42e2-a24a-ebf7f38fada9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=82a996814006423b821502e770b6a41b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2924752 Apr 20 13:37:19.958068 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27f14a5-c172-42e2-a24a-ebf7f38fada9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8a9028-b3b9-43b8-92c4-441497a3a4a3,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:19.960762 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52840) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:20.011246 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0949302e-68fa-4217-aabb-241f618fe2b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:20.040061 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0949302e-68fa-4217-aabb-241f618fe2b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:20.160369 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0949302e-68fa-4217-aabb-241f618fe2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:20.162825 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0949302e-68fa-4217-aabb-241f618fe2b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:20.164045 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0949302e-68fa-4217-aabb-241f618fe2b9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1f8a9028-b3b9-43b8-92c4-441497a3a4a3 HTTP/1.1" status: 204 len: 168 time: 0.2022531 Apr 20 13:37:20.172869 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0949302e-68fa-4217-aabb-241f618fe2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8a9028-b3b9-43b8-92c4-441497a3a4a3,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:20.718980 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 52846) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:20.732792 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-089160ff-3620-44e5-9c50-cb0cb3fae121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:20.804469 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-089160ff-3620-44e5-9c50-cb0cb3fae121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:20.859574 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-089160ff-3620-44e5-9c50-cb0cb3fae121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:20.898658 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089160ff-3620-44e5-9c50-cb0cb3fae121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b405236-42fe-4936-a57b-3167693e0da6,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:20.902745 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-089160ff-3620-44e5-9c50-cb0cb3fae121 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c57d618ab42e4c9ea05c7dd1b335ab88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1827090 Apr 20 13:37:20.905338 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 52850) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:20.954285 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-da4d9dba-e82f-4eec-b97c-92254b744655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:20.974797 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-da4d9dba-e82f-4eec-b97c-92254b744655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:21.088040 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-da4d9dba-e82f-4eec-b97c-92254b744655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:21.090576 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-da4d9dba-e82f-4eec-b97c-92254b744655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:21.092272 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-da4d9dba-e82f-4eec-b97c-92254b744655 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8b405236-42fe-4936-a57b-3167693e0da6 HTTP/1.1" status: 204 len: 168 time: 0.1856236 Apr 20 13:37:21.099949 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d9dba-e82f-4eec-b97c-92254b744655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b405236-42fe-4936-a57b-3167693e0da6,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:21.117361 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 52856) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:21.273558 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-c4a83ece-bb81-47c3-8d22-ef15db3a086e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Deleting port c116a29a-8bfe-4da1-b63d-403ec94b3762 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:37:21.273916 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c4a83ece-bb81-47c3-8d22-ef15db3a086e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:21.351596 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c4a83ece-bb81-47c3-8d22-ef15db3a086e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:21.351931 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c4a83ece-bb81-47c3-8d22-ef15db3a086e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:21.367320 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-c4a83ece-bb81-47c3-8d22-ef15db3a086e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Calling delete_port for c116a29a-8bfe-4da1-b63d-403ec94b3762 owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:37:21.903556 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c4a83ece-bb81-47c3-8d22-ef15db3a086e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:21.929252 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a83ece-bb81-47c3-8d22-ef15db3a086e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event deleted for resources: {'Port': ['ID=c116a29a-8bfe-4da1-b63d-403ec94b3762,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:21.990413 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c4a83ece-bb81-47c3-8d22-ef15db3a086e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for floatingip, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:21.990789 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-c4a83ece-bb81-47c3-8d22-ef15db3a086e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Floating IP 51edee0f-3a57-4814-bd66-0f4098520bf3 disassociated (deleted). External IP: 172.25.8.132, port: 5ac1b83c-e2bf-45f4-8715-3f23e41922bb. Apr 20 13:37:22.198112 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a83ece-bb81-47c3-8d22-ef15db3a086e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Router 2df54986-9d8e-4fd2-abf5-ba0ca404c3fc has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:37:22.305136 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a83ece-bb81-47c3-8d22-ef15db3a086e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:37:22.316890 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c4a83ece-bb81-47c3-8d22-ef15db3a086e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:22.319268 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0a074c-d67f-4117-8ac5-41c2702138e0 None None] Sync routers for ids ['2df54986-9d8e-4fd2-abf5-ba0ca404c3fc'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:37:22.328775 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0a074c-d67f-4117-8ac5-41c2702138e0 None None] Routers {'2df54986-9d8e-4fd2-abf5-ba0ca404c3fc'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:37:22.329410 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-9a0a074c-d67f-4117-8ac5-41c2702138e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:36:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['2df54986-9d8e-4fd2-abf5-ba0ca404c3fc'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:22.341142 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c4a83ece-bb81-47c3-8d22-ef15db3a086e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "DELETE /v2.0/floatingips/51edee0f-3a57-4814-bd66-0f4098520bf3 HTTP/1.1" status: 204 len: 168 time: 1.2202029 Apr 20 13:37:22.341142 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059ee864-6f04-4785-acbb-62e7ad65d062', 'tag': '5ac1b83c-e2bf-45f4-8715-3f23e41922bb'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:37:22.341718 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9d6f0c-701e-4c1f-bf81-434d4e9f6cde" -d '{"events": [{"name": "network-changed", "server_uuid": "059ee864-6f04-4785-acbb-62e7ad65d062", "tag": "5ac1b83c-e2bf-45f4-8715-3f23e41922bb"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:37:22.389037 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54609488-e67d-4be6-b0ec-ef1825fb1f4e x-openstack-request-id: req-54609488-e67d-4be6-b0ec-ef1825fb1f4e {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:37:22.389553 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059ee864-6f04-4785-acbb-62e7ad65d062", "tag": "5ac1b83c-e2bf-45f4-8715-3f23e41922bb", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:37:22.390077 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-54609488-e67d-4be6-b0ec-ef1825fb1f4e {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:37:22.390489 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54609488-e67d-4be6-b0ec-ef1825fb1f4e'] response: {'name': 'network-changed', 'server_uuid': '059ee864-6f04-4785-acbb-62e7ad65d062', 'tag': '5ac1b83c-e2bf-45f4-8715-3f23e41922bb', 'status': 'completed', 'code': 200} Apr 20 13:37:22.457264 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d6f0c-701e-4c1f-bf81-434d4e9f6cde req-0fbf83ce-1dc1-4f8d-abcd-00cee3f96c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:22.458803 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8c9d6f0c-701e-4c1f-bf81-434d4e9f6cde req-0fbf83ce-1dc1-4f8d-abcd-00cee3f96c88 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d7599e499ac4ab585978f26ba0a43a9&device_id=059ee864-6f04-4785-acbb-62e7ad65d062 HTTP/1.1" status: 200 len: 1097 time: 0.0449328 Apr 20 13:37:22.462405 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-9a0a074c-d67f-4117-8ac5-41c2702138e0 None None] Set router 2df54986-9d8e-4fd2-abf5-ba0ca404c3fc gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:37:22.562196 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d6f0c-701e-4c1f-bf81-434d4e9f6cde req-bc4e0861-7f12-4fa1-aefd-2ebb7b6fdada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:22.563824 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8c9d6f0c-701e-4c1f-bf81-434d4e9f6cde req-bc4e0861-7f12-4fa1-aefd-2ebb7b6fdada service neutron] 10.222.0.32 "GET /v2.0/networks?id=dd383d6b-56d8-42bb-a18c-24d76839284e HTTP/1.1" status: 200 len: 896 time: 0.0985231 Apr 20 13:37:22.605682 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8c9d6f0c-701e-4c1f-bf81-434d4e9f6cde req-22772098-a345-496a-b93e-191274f0433a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ac1b83c-e2bf-45f4-8715-3f23e41922bb HTTP/1.1" status: 200 len: 217 time: 0.0350156 Apr 20 13:37:22.665833 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-9a0a074c-d67f-4117-8ac5-41c2702138e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df54986-9d8e-4fd2-abf5-ba0ca404c3fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691268823', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '4a0eea82-6793-496c-ae34-0b3ca337ed66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:34:32Z', 'updated_at': '2022-04-20T13:34:36Z', 'revision_number': 4, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': '4a0eea82-6793-496c-ae34-0b3ca337ed66', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df54986-9d8e-4fd2-abf5-ba0ca404c3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:34:32Z', 'updated_at': '2022-04-20T13:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '1246ef05-47a1-4833-9d38-70e84bd54a7d', 'name': '', 'network_id': 'dd383d6b-56d8-42bb-a18c-24d76839284e', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'mac_address': 'fa:16:3e:73:92:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df54986-9d8e-4fd2-abf5-ba0ca404c3fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'cd2073b2-4992-4114-ad9d-ea2b45b4b39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:34:36Z', 'updated_at': '2022-04-20T13:34:40Z', 'revision_number': 5, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'subnets': [{'id': 'cd2073b2-4992-4114-ad9d-ea2b45b4b39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:22.666504 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d6f0c-701e-4c1f-bf81-434d4e9f6cde req-7b635e7c-1520-4ed8-bb75-24502d67441a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:22.668641 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8c9d6f0c-701e-4c1f-bf81-434d4e9f6cde req-7b635e7c-1520-4ed8-bb75-24502d67441a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cd2073b2-4992-4114-ad9d-ea2b45b4b39f HTTP/1.1" status: 200 len: 834 time: 0.0571942 Apr 20 13:37:22.693871 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0a074c-d67f-4117-8ac5-41c2702138e0 None None] Checking router: 2df54986-9d8e-4fd2-abf5-ba0ca404c3fc for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:37:22.702874 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0a074c-d67f-4117-8ac5-41c2702138e0 None None] Routers {'2df54986-9d8e-4fd2-abf5-ba0ca404c3fc'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:37:22.703538 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-9a0a074c-d67f-4117-8ac5-41c2702138e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:36:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['2df54986-9d8e-4fd2-abf5-ba0ca404c3fc'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:22.718354 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d6f0c-701e-4c1f-bf81-434d4e9f6cde req-d1af2c17-12cc-4ba2-8e17-c06b570b2e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:22.720015 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8c9d6f0c-701e-4c1f-bf81-434d4e9f6cde req-d1af2c17-12cc-4ba2-8e17-c06b570b2e5e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dd383d6b-56d8-42bb-a18c-24d76839284e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432186 Apr 20 13:37:22.826704 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8c9d6f0c-701e-4c1f-bf81-434d4e9f6cde req-0e93009d-7603-44f5-980a-30196ba9e5f4 service neutron] 10.222.0.32 "GET /v2.0/networks/dd383d6b-56d8-42bb-a18c-24d76839284e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990579 Apr 20 13:37:22.840255 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-9a0a074c-d67f-4117-8ac5-41c2702138e0 None None] Set router 2df54986-9d8e-4fd2-abf5-ba0ca404c3fc gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:37:22.905889 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99e5d3-e080-485a-91ff-f115a8481326 req-0297e47f-ed1d-4912-992c-c5654ff5dae9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:22.907543 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1d99e5d3-e080-485a-91ff-f115a8481326 req-0297e47f-ed1d-4912-992c-c5654ff5dae9 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=059ee864-6f04-4785-acbb-62e7ad65d062 HTTP/1.1" status: 200 len: 946 time: 0.0764110 Apr 20 13:37:22.936906 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8c9d6f0c-701e-4c1f-bf81-434d4e9f6cde req-95503f9d-5058-4f4f-bcd9-3d808d65d061 service neutron] 10.222.0.32 "GET /v2.0/networks/dd383d6b-56d8-42bb-a18c-24d76839284e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026640 Apr 20 13:37:22.961221 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1d99e5d3-e080-485a-91ff-f115a8481326 req-d93b3ec4-2054-4030-b714-e623a5680a3a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbdd43a6-38ae-44d6-850f-40132ceffccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438805 Apr 20 13:37:23.060755 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-9a0a074c-d67f-4117-8ac5-41c2702138e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df54986-9d8e-4fd2-abf5-ba0ca404c3fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691268823', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '4a0eea82-6793-496c-ae34-0b3ca337ed66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:34:32Z', 'updated_at': '2022-04-20T13:34:36Z', 'revision_number': 4, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': '4a0eea82-6793-496c-ae34-0b3ca337ed66', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df54986-9d8e-4fd2-abf5-ba0ca404c3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:34:32Z', 'updated_at': '2022-04-20T13:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '1246ef05-47a1-4833-9d38-70e84bd54a7d', 'name': '', 'network_id': 'dd383d6b-56d8-42bb-a18c-24d76839284e', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'mac_address': 'fa:16:3e:73:92:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df54986-9d8e-4fd2-abf5-ba0ca404c3fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'cd2073b2-4992-4114-ad9d-ea2b45b4b39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:34:36Z', 'updated_at': '2022-04-20T13:34:40Z', 'revision_number': 5, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'subnets': [{'id': 'cd2073b2-4992-4114-ad9d-ea2b45b4b39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:23.087424 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0a074c-d67f-4117-8ac5-41c2702138e0 None None] The sync data for ids ['2df54986-9d8e-4fd2-abf5-ba0ca404c3fc'] in n-d-836015-7 is: [{'id': '2df54986-9d8e-4fd2-abf5-ba0ca404c3fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691268823', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '4a0eea82-6793-496c-ae34-0b3ca337ed66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:34:32Z', 'updated_at': '2022-04-20T13:34:36Z', 'revision_number': 4, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': '4a0eea82-6793-496c-ae34-0b3ca337ed66', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df54986-9d8e-4fd2-abf5-ba0ca404c3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:34:32Z', 'updated_at': '2022-04-20T13:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '1246ef05-47a1-4833-9d38-70e84bd54a7d', 'name': '', 'network_id': 'dd383d6b-56d8-42bb-a18c-24d76839284e', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'mac_address': 'fa:16:3e:73:92:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df54986-9d8e-4fd2-abf5-ba0ca404c3fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'cd2073b2-4992-4114-ad9d-ea2b45b4b39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:34:36Z', 'updated_at': '2022-04-20T13:34:40Z', 'revision_number': 5, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'subnets': [{'id': 'cd2073b2-4992-4114-ad9d-ea2b45b4b39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:37:23.316917 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2c9931-9ed4-4214-acab-7d9d3a4bee7e None None] New status for floating IP 51edee0f-3a57-4814-bd66-0f4098520bf3: DOWN {{(pid=114872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:37:24.077187 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86080b-1c03-44a7-869b-00430c4fa54c req-1e0e2367-8830-429e-9c7a-2a1d662c9692 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:24.078784 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0a86080b-1c03-44a7-869b-00430c4fa54c req-1e0e2367-8830-429e-9c7a-2a1d662c9692 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=059ee864-6f04-4785-acbb-62e7ad65d062 HTTP/1.1" status: 200 len: 946 time: 0.0507689 Apr 20 13:37:24.116708 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0a86080b-1c03-44a7-869b-00430c4fa54c req-da7c2b9d-c320-424d-8641-6842784c292e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/security-groups?id=cbdd43a6-38ae-44d6-850f-40132ceffccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316722 Apr 20 13:37:24.437680 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3d887387-58bd-48bd-b7a0-cb2f7807cd1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:24.491509 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fba29-caf0-496e-b3a5-595d4e903db3 req-d3969cfb-5793-4e9f-8bbc-062390da2ffd tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:24.493029 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8d2fba29-caf0-496e-b3a5-595d4e903db3 req-d3969cfb-5793-4e9f-8bbc-062390da2ffd tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.32 "GET /v2.0/ports?device_id=059ee864-6f04-4785-acbb-62e7ad65d062 HTTP/1.1" status: 200 len: 946 time: 0.0498819 Apr 20 13:37:24.587942 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-8d2fba29-caf0-496e-b3a5-595d4e903db3 req-d19dcb1e-ea55-4f56-b410-8e964c68ba99 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Deleting port 5ac1b83c-e2bf-45f4-8715-3f23e41922bb {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:37:24.588290 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8d2fba29-caf0-496e-b3a5-595d4e903db3 req-d19dcb1e-ea55-4f56-b410-8e964c68ba99 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:24.683839 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-8d2fba29-caf0-496e-b3a5-595d4e903db3 req-d19dcb1e-ea55-4f56-b410-8e964c68ba99 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] For port 5ac1b83c-e2bf-45f4-8715-3f23e41922bb, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=5ac1b83c-e2bf-45f4-8715-3f23e41922bb,segment=NetworkSegment(c77e6082-cca3-4c34-b16c-2ebabbd67812),segment_id=c77e6082-cca3-4c34-b16c-2ebabbd67812)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:37:24.684124 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8d2fba29-caf0-496e-b3a5-595d4e903db3 req-d19dcb1e-ea55-4f56-b410-8e964c68ba99 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:24.698951 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-8d2fba29-caf0-496e-b3a5-595d4e903db3 req-d19dcb1e-ea55-4f56-b410-8e964c68ba99 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Calling delete_port for 5ac1b83c-e2bf-45f4-8715-3f23e41922bb owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:37:24.932325 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8d2fba29-caf0-496e-b3a5-595d4e903db3 req-d19dcb1e-ea55-4f56-b410-8e964c68ba99 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:24.961823 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19dcb1e-ea55-4f56-b410-8e964c68ba99 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event deleted for resources: {'Port': ['ID=5ac1b83c-e2bf-45f4-8715-3f23e41922bb,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:25.002214 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2fba29-caf0-496e-b3a5-595d4e903db3 req-d19dcb1e-ea55-4f56-b410-8e964c68ba99 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] No DVR routers for this DVR port 5ac1b83c-e2bf-45f4-8715-3f23e41922bb on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:37:25.004947 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8d2fba29-caf0-496e-b3a5-595d4e903db3 req-d19dcb1e-ea55-4f56-b410-8e964c68ba99 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:25.008209 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8d2fba29-caf0-496e-b3a5-595d4e903db3 req-d19dcb1e-ea55-4f56-b410-8e964c68ba99 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.32 "DELETE /v2.0/ports/5ac1b83c-e2bf-45f4-8715-3f23e41922bb HTTP/1.1" status: 204 len: 173 time: 0.5089164 Apr 20 13:37:25.008638 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059ee864-6f04-4785-acbb-62e7ad65d062', 'name': 'network-vif-deleted', 'tag': '5ac1b83c-e2bf-45f4-8715-3f23e41922bb'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:37:25.010907 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3c4689-cbf0-4eeb-8646-9fb050900efe" -d '{"events": [{"server_uuid": "059ee864-6f04-4785-acbb-62e7ad65d062", "name": "network-vif-deleted", "tag": "5ac1b83c-e2bf-45f4-8715-3f23e41922bb"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:37:25.181898 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3b7014-4760-4eaa-ad30-c1f4d5e81189 x-openstack-request-id: req-8e3b7014-4760-4eaa-ad30-c1f4d5e81189 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:37:25.181898 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059ee864-6f04-4785-acbb-62e7ad65d062", "name": "network-vif-deleted", "tag": "5ac1b83c-e2bf-45f4-8715-3f23e41922bb", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:37:25.181898 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8e3b7014-4760-4eaa-ad30-c1f4d5e81189 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:37:25.181898 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e3b7014-4760-4eaa-ad30-c1f4d5e81189'] response: {'server_uuid': '059ee864-6f04-4785-acbb-62e7ad65d062', 'name': 'network-vif-deleted', 'tag': '5ac1b83c-e2bf-45f4-8715-3f23e41922bb', 'status': 'completed', 'code': 200} Apr 20 13:37:25.216166 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0f6c8a41-a971-4d42-99f1-bdaa18d96ed0 req-6e480793-98fc-47d0-a253-7b0b3438a52e tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "GET /v2.0/ports?device_id=059ee864-6f04-4785-acbb-62e7ad65d062 HTTP/1.1" status: 200 len: 210 time: 0.0267124 Apr 20 13:37:26.275061 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 52932) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:26.653400 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f225c9d-b66f-4569-b68b-ad6207aee347 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:26.751435 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-eb414d4b-df9b-40a8-b5e9-eacd0194bd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:26.925079 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-7f225c9d-b66f-4569-b68b-ad6207aee347 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Deleting port 1246ef05-47a1-4833-9d38-70e84bd54a7d {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:37:26.925429 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f225c9d-b66f-4569-b68b-ad6207aee347 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:27.012834 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-7f225c9d-b66f-4569-b68b-ad6207aee347 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] For port 1246ef05-47a1-4833-9d38-70e84bd54a7d, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=1246ef05-47a1-4833-9d38-70e84bd54a7d,segment=NetworkSegment(c77e6082-cca3-4c34-b16c-2ebabbd67812),segment_id=c77e6082-cca3-4c34-b16c-2ebabbd67812)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:37:27.013199 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f225c9d-b66f-4569-b68b-ad6207aee347 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:27.026579 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-7f225c9d-b66f-4569-b68b-ad6207aee347 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Calling delete_port for 1246ef05-47a1-4833-9d38-70e84bd54a7d owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:37:27.263446 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f225c9d-b66f-4569-b68b-ad6207aee347 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:27.294789 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f225c9d-b66f-4569-b68b-ad6207aee347 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event deleted for resources: {'Port': ['ID=1246ef05-47a1-4833-9d38-70e84bd54a7d,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:27.473204 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f225c9d-b66f-4569-b68b-ad6207aee347 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:27.695522 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f225c9d-b66f-4569-b68b-ad6207aee347 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Router 2df54986-9d8e-4fd2-abf5-ba0ca404c3fc has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:37:27.805479 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f225c9d-b66f-4569-b68b-ad6207aee347 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:37:27.810387 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7f225c9d-b66f-4569-b68b-ad6207aee347 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "PUT /v2.0/routers/2df54986-9d8e-4fd2-abf5-ba0ca404c3fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5342727 Apr 20 13:37:27.813223 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 52948) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:27.815851 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63115d81-37ca-412d-aed3-ba92fa18f57f None None] Sync routers for ids ['2df54986-9d8e-4fd2-abf5-ba0ca404c3fc'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:37:27.826303 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63115d81-37ca-412d-aed3-ba92fa18f57f None None] Routers {'2df54986-9d8e-4fd2-abf5-ba0ca404c3fc'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:37:27.827187 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-63115d81-37ca-412d-aed3-ba92fa18f57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:37:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['2df54986-9d8e-4fd2-abf5-ba0ca404c3fc'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:27.866084 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ca1ac0e-3e84-466e-83e1-15c2f51971aa tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Deleting subnet cd2073b2-4992-4114-ad9d-ea2b45b4b39f {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:37:27.869347 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1ca1ac0e-3e84-466e-83e1-15c2f51971aa tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:27.917006 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1ca1ac0e-3e84-466e-83e1-15c2f51971aa tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:27.944454 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-63115d81-37ca-412d-aed3-ba92fa18f57f None None] Set router 2df54986-9d8e-4fd2-abf5-ba0ca404c3fc gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:37:28.020835 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1ca1ac0e-3e84-466e-83e1-15c2f51971aa tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:28.142573 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-63115d81-37ca-412d-aed3-ba92fa18f57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df54986-9d8e-4fd2-abf5-ba0ca404c3fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691268823', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '4a0eea82-6793-496c-ae34-0b3ca337ed66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:34:32Z', 'updated_at': '2022-04-20T13:37:27Z', 'revision_number': 5, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': '4a0eea82-6793-496c-ae34-0b3ca337ed66', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df54986-9d8e-4fd2-abf5-ba0ca404c3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:34:32Z', 'updated_at': '2022-04-20T13:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:28.169573 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:28.170305 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63115d81-37ca-412d-aed3-ba92fa18f57f None None] Checking router: 2df54986-9d8e-4fd2-abf5-ba0ca404c3fc for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:37:28.174828 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1ca1ac0e-3e84-466e-83e1-15c2f51971aa tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:28.179379 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63115d81-37ca-412d-aed3-ba92fa18f57f None None] Routers {'2df54986-9d8e-4fd2-abf5-ba0ca404c3fc'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:37:28.179996 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-63115d81-37ca-412d-aed3-ba92fa18f57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:37:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['2df54986-9d8e-4fd2-abf5-ba0ca404c3fc'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:28.200104 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca1ac0e-3e84-466e-83e1-15c2f51971aa tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event deleted for resources: {'Subnet': ['ID=cd2073b2-4992-4114-ad9d-ea2b45b4b39f,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:28.209122 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1ca1ac0e-3e84-466e-83e1-15c2f51971aa tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:28.213667 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1ca1ac0e-3e84-466e-83e1-15c2f51971aa tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "DELETE /v2.0/subnets/cd2073b2-4992-4114-ad9d-ea2b45b4b39f HTTP/1.1" status: 204 len: 168 time: 0.3972390 Apr 20 13:37:28.213906 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 52952) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:28.219839 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82554d92-1be4-46e9-8134-8e0545f91e6e None None] Network dd383d6b-56d8-42bb-a18c-24d76839284e requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:37:28.323535 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bb77c931-3209-4ea0-8e75-dff640689dee tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for router, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:28.371934 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 5ac1b83c-e2bf-45f4-8715-3f23e41922bb no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:37:28.400848 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-63115d81-37ca-412d-aed3-ba92fa18f57f None None] Set router 2df54986-9d8e-4fd2-abf5-ba0ca404c3fc gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:37:28.403310 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 5ac1b83c-e2bf-45f4-8715-3f23e41922bb {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:37:28.403674 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 5ac1b83c-e2bf-45f4-8715-3f23e41922bb not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:37:28.440380 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bb77c931-3209-4ea0-8e75-dff640689dee tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:28.596040 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-bb77c931-3209-4ea0-8e75-dff640689dee tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Deleting port 4a0eea82-6793-496c-ae34-0b3ca337ed66 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:37:28.596309 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bb77c931-3209-4ea0-8e75-dff640689dee tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:28.682848 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-bb77c931-3209-4ea0-8e75-dff640689dee tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] For port 4a0eea82-6793-496c-ae34-0b3ca337ed66, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=4a0eea82-6793-496c-ae34-0b3ca337ed66,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:37:28.683229 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bb77c931-3209-4ea0-8e75-dff640689dee tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:28.697992 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-bb77c931-3209-4ea0-8e75-dff640689dee tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Calling delete_port for 4a0eea82-6793-496c-ae34-0b3ca337ed66 owned by network:router_gateway {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:37:28.732345 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b25762-4f15-422f-96f8-cdd4de50fd24 None None] DHCP port deletion for dd383d6b-56d8-42bb-a18c-24d76839284e request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:37:28.790982 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-63115d81-37ca-412d-aed3-ba92fa18f57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df54986-9d8e-4fd2-abf5-ba0ca404c3fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691268823', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '4a0eea82-6793-496c-ae34-0b3ca337ed66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:34:32Z', 'updated_at': '2022-04-20T13:37:27Z', 'revision_number': 5, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': '4a0eea82-6793-496c-ae34-0b3ca337ed66', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df54986-9d8e-4fd2-abf5-ba0ca404c3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:34:32Z', 'updated_at': '2022-04-20T13:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:28.821685 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63115d81-37ca-412d-aed3-ba92fa18f57f None None] The sync data for ids ['2df54986-9d8e-4fd2-abf5-ba0ca404c3fc'] in n-d-836015-7 is: [{'id': '2df54986-9d8e-4fd2-abf5-ba0ca404c3fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1691268823', 'tenant_id': '7d7599e499ac4ab585978f26ba0a43a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': '4a0eea82-6793-496c-ae34-0b3ca337ed66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:34:32Z', 'updated_at': '2022-04-20T13:37:27Z', 'revision_number': 5, 'project_id': '7d7599e499ac4ab585978f26ba0a43a9', 'gw_port': {'id': '4a0eea82-6793-496c-ae34-0b3ca337ed66', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:97:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df54986-9d8e-4fd2-abf5-ba0ca404c3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:34:32Z', 'updated_at': '2022-04-20T13:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:37:28.828284 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-55b25762-4f15-422f-96f8-cdd4de50fd24 None None] Deleting port bdf60e63-297c-460b-adb7-8f6818868b05 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:37:28.828661 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-55b25762-4f15-422f-96f8-cdd4de50fd24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:28.890290 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-55b25762-4f15-422f-96f8-cdd4de50fd24 None None] For port bdf60e63-297c-460b-adb7-8f6818868b05, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=bdf60e63-297c-460b-adb7-8f6818868b05,segment=NetworkSegment(c77e6082-cca3-4c34-b16c-2ebabbd67812),segment_id=c77e6082-cca3-4c34-b16c-2ebabbd67812)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:37:28.890701 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-55b25762-4f15-422f-96f8-cdd4de50fd24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:28.902942 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-55b25762-4f15-422f-96f8-cdd4de50fd24 None None] Calling delete_port for bdf60e63-297c-460b-adb7-8f6818868b05 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:37:28.954996 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bb77c931-3209-4ea0-8e75-dff640689dee tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:28.981407 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb77c931-3209-4ea0-8e75-dff640689dee tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event deleted for resources: {'Port': ['ID=4a0eea82-6793-496c-ae34-0b3ca337ed66,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:29.041304 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bb77c931-3209-4ea0-8e75-dff640689dee tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:29.042840 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-55b25762-4f15-422f-96f8-cdd4de50fd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:29.069995 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b25762-4f15-422f-96f8-cdd4de50fd24 None None] Pushing event deleted for resources: {'Port': ['ID=bdf60e63-297c-460b-adb7-8f6818868b05,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:29.072233 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b25762-4f15-422f-96f8-cdd4de50fd24 None None] No DVR routers for this DVR port bdf60e63-297c-460b-adb7-8f6818868b05 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:37:29.082933 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b25762-4f15-422f-96f8-cdd4de50fd24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:29.083294 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b25762-4f15-422f-96f8-cdd4de50fd24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:29.083664 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b25762-4f15-422f-96f8-cdd4de50fd24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:29.083998 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b25762-4f15-422f-96f8-cdd4de50fd24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:29.084339 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b25762-4f15-422f-96f8-cdd4de50fd24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:29.084658 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b25762-4f15-422f-96f8-cdd4de50fd24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:29.084984 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b25762-4f15-422f-96f8-cdd4de50fd24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:29.085361 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b25762-4f15-422f-96f8-cdd4de50fd24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:29.085724 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b25762-4f15-422f-96f8-cdd4de50fd24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:29.085926 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b25762-4f15-422f-96f8-cdd4de50fd24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:29.086247 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b25762-4f15-422f-96f8-cdd4de50fd24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:29.086566 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b25762-4f15-422f-96f8-cdd4de50fd24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:29.135185 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bb77c931-3209-4ea0-8e75-dff640689dee tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:29.137219 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bb77c931-3209-4ea0-8e75-dff640689dee tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:29.271946 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bb77c931-3209-4ea0-8e75-dff640689dee tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:29.272467 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb77c931-3209-4ea0-8e75-dff640689dee tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Fanout notify agent at l3_agent the message router_deleted on router 2df54986-9d8e-4fd2-abf5-ba0ca404c3fc {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:37:29.280112 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bb77c931-3209-4ea0-8e75-dff640689dee tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:29.282845 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-bb77c931-3209-4ea0-8e75-dff640689dee tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "DELETE /v2.0/routers/2df54986-9d8e-4fd2-abf5-ba0ca404c3fc HTTP/1.1" status: 204 len: 168 time: 1.0664191 Apr 20 13:37:29.283952 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 52962) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:29.372704 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-677b5bc4-236e-4f2b-baec-06bcafd9df63 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:29.412708 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:29.467421 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-677b5bc4-236e-4f2b-baec-06bcafd9df63 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:29.490269 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-677b5bc4-236e-4f2b-baec-06bcafd9df63 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd383d6b-56d8-42bb-a18c-24d76839284e']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:29.501209 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-677b5bc4-236e-4f2b-baec-06bcafd9df63 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c77e6082-cca3-4c34-b16c-2ebabbd67812') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:29.501510 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-677b5bc4-236e-4f2b-baec-06bcafd9df63 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c77e6082-cca3-4c34-b16c-2ebabbd67812') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:29.514558 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-677b5bc4-236e-4f2b-baec-06bcafd9df63 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:29.528522 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-677b5bc4-236e-4f2b-baec-06bcafd9df63 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:29.537545 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-677b5bc4-236e-4f2b-baec-06bcafd9df63 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:37:29.537545 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-677b5bc4-236e-4f2b-baec-06bcafd9df63 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:29.538928 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:37:29.538928 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:37:29.538928 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:37:29.538928 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:37:29.538928 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:37:29.538928 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:37:29.538928 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:37:29.538928 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:37:29.538928 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:37:29.538928 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:37:29.538928 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:37:29.538928 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:37:29.538928 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:37:29.538928 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:37:29.538928 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:37:29.538928 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:37:29.538928 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:37:29.538928 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:37:29.538928 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:37:29.538928 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:37:29.538928 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:37:29.538928 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:37:29.538928 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:37:29.538928 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:37:29.538928 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:37:29.538928 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:37:29.538928 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:37:29.538928 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:37:29.538928 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:37:29.538928 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:37:29.538928 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:37:29.538928 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:37:29.669269 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-677b5bc4-236e-4f2b-baec-06bcafd9df63 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:29.677157 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-677b5bc4-236e-4f2b-baec-06bcafd9df63 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:29.679779 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-677b5bc4-236e-4f2b-baec-06bcafd9df63 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "DELETE /v2.0/networks/dd383d6b-56d8-42bb-a18c-24d76839284e HTTP/1.1" status: 204 len: 168 time: 0.3947706 Apr 20 13:37:29.682650 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52964) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:29.691248 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b5bc4-236e-4f2b-baec-06bcafd9df63 tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event deleted for resources: {'Network': ['ID=dd383d6b-56d8-42bb-a18c-24d76839284e,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:29.747315 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3356ffe8-6382-4425-ab03-5ceb5a2d7f3a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:29.773888 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3356ffe8-6382-4425-ab03-5ceb5a2d7f3a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:29.883033 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:29.911622 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3356ffe8-6382-4425-ab03-5ceb5a2d7f3a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:29.914203 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3356ffe8-6382-4425-ab03-5ceb5a2d7f3a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:29.915378 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3356ffe8-6382-4425-ab03-5ceb5a2d7f3a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] 10.222.0.25 "DELETE /v2.0/security-groups/cbdd43a6-38ae-44d6-850f-40132ceffccb HTTP/1.1" status: 204 len: 168 time: 0.2315080 Apr 20 13:37:29.926393 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3356ffe8-6382-4425-ab03-5ceb5a2d7f3a tempest-TestNetworkAdvancedServerOps-383109313 tempest-TestNetworkAdvancedServerOps-383109313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdd43a6-38ae-44d6-850f-40132ceffccb,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:30.429875 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 1246ef05-47a1-4833-9d38-70e84bd54a7d no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:37:30.452880 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 1246ef05-47a1-4833-9d38-70e84bd54a7d {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:37:30.453233 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 1246ef05-47a1-4833-9d38-70e84bd54a7d not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:37:30.453653 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 4a0eea82-6793-496c-ae34-0b3ca337ed66 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:37:30.474169 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 4a0eea82-6793-496c-ae34-0b3ca337ed66 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:37:30.474526 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 4a0eea82-6793-496c-ae34-0b3ca337ed66 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:37:30.474954 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device bdf60e63-297c-460b-adb7-8f6818868b05 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:37:30.497825 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: bdf60e63-297c-460b-adb7-8f6818868b05 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:37:30.500638 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device bdf60e63-297c-460b-adb7-8f6818868b05 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:37:30.539873 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52978) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:30.672393 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7beb70f1-4840-494c-b993-d43ebf211cc3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7d7599e499ac4ab585978f26ba0a43a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1311967 Apr 20 13:37:30.675050 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52982) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:30.722006 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-04b7a6f5-0dfa-4798-99aa-ece41ed61eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:30.743134 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-04b7a6f5-0dfa-4798-99aa-ece41ed61eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:30.851393 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-04b7a6f5-0dfa-4798-99aa-ece41ed61eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:30.851393 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-04b7a6f5-0dfa-4798-99aa-ece41ed61eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:30.851393 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-04b7a6f5-0dfa-4798-99aa-ece41ed61eed admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/91875dbb-28be-40de-b6fe-5283e650a025 HTTP/1.1" status: 204 len: 168 time: 0.1742430 Apr 20 13:37:30.866525 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b7a6f5-0dfa-4798-99aa-ece41ed61eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91875dbb-28be-40de-b6fe-5283e650a025,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:31.506728 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52990) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:31.549166 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3c8283cc-d3ed-4837-bf99-4d035dc7a5c5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b204021868674db8803bdf52443c4ba9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412118 Apr 20 13:37:31.551530 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 52992) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:31.599056 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5495904b-0723-49b6-97f0-022f6d04283c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:31.620053 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5495904b-0723-49b6-97f0-022f6d04283c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:31.749537 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5495904b-0723-49b6-97f0-022f6d04283c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:31.752078 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5495904b-0723-49b6-97f0-022f6d04283c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:31.753264 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5495904b-0723-49b6-97f0-022f6d04283c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2661dc4f-6a06-41f8-bd91-3a80e0c36d71 HTTP/1.1" status: 204 len: 168 time: 0.2007928 Apr 20 13:37:31.761640 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495904b-0723-49b6-97f0-022f6d04283c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2661dc4f-6a06-41f8-bd91-3a80e0c36d71,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:37.624198 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:37:39.758719 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53034) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:39.866509 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7f88c769-73fc-44f8-8e2c-45dc614c028f admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:39.941782 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7f88c769-73fc-44f8-8e2c-45dc614c028f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:40.029267 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7f88c769-73fc-44f8-8e2c-45dc614c028f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:40.070824 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7f88c769-73fc-44f8-8e2c-45dc614c028f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6583781fcb0841bf8421be511819f427&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3108506 Apr 20 13:37:40.071840 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88c769-73fc-44f8-8e2c-45dc614c028f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bb66e9-56d4-4521-9de7-92e9c6cf15fa,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:40.073551 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53038) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:40.126479 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b72d54ae-9fd5-45a7-85d5-b466247ab2be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:40.147413 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b72d54ae-9fd5-45a7-85d5-b466247ab2be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:40.259816 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b72d54ae-9fd5-45a7-85d5-b466247ab2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:40.262271 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b72d54ae-9fd5-45a7-85d5-b466247ab2be admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:40.263449 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b72d54ae-9fd5-45a7-85d5-b466247ab2be admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b1bb66e9-56d4-4521-9de7-92e9c6cf15fa HTTP/1.1" status: 204 len: 168 time: 0.1888828 Apr 20 13:37:40.271382 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72d54ae-9fd5-45a7-85d5-b466247ab2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1bb66e9-56d4-4521-9de7-92e9c6cf15fa,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:40.825883 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53044) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:40.838961 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f67367f7-1186-4bcc-b4ca-e150887bbe56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:40.910803 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f67367f7-1186-4bcc-b4ca-e150887bbe56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:40.962671 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f67367f7-1186-4bcc-b4ca-e150887bbe56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:40.999457 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67367f7-1186-4bcc-b4ca-e150887bbe56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb70f969-a499-464b-adf6-c03d9582f8f9,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:41.003716 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f67367f7-1186-4bcc-b4ca-e150887bbe56 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=45f4e04acd4b4b3697cabca40a67d44a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1766047 Apr 20 13:37:41.006254 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53046) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:41.053914 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7fe94f06-2d94-4caf-8270-bb70cbac73b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:41.077038 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7fe94f06-2d94-4caf-8270-bb70cbac73b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:41.448651 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7fe94f06-2d94-4caf-8270-bb70cbac73b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:41.451900 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7fe94f06-2d94-4caf-8270-bb70cbac73b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:41.453107 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7fe94f06-2d94-4caf-8270-bb70cbac73b7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cb70f969-a499-464b-adf6-c03d9582f8f9 HTTP/1.1" status: 204 len: 168 time: 0.4459562 Apr 20 13:37:41.460865 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe94f06-2d94-4caf-8270-bb70cbac73b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb70f969-a499-464b-adf6-c03d9582f8f9,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:42.357426 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:43.042844 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:54.460626 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b3eb1491-fdc2-4688-a8e8-20c2eee3d8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:56.774437 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f52cde4b-fb3c-4b1a-85da-8064e2761976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:57.271677 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53200) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:57.381863 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-519bfe97-ec87-4eae-9563-c59953f042f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:57.454376 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-519bfe97-ec87-4eae-9563-c59953f042f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:57.534251 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-519bfe97-ec87-4eae-9563-c59953f042f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:57.573176 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-519bfe97-ec87-4eae-9563-c59953f042f4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7b7bb8e26145449788471dc38488dc99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3004212 Apr 20 13:37:57.575090 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519bfe97-ec87-4eae-9563-c59953f042f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606b921a-4d4f-4472-87f6-adb340fca969,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:57.575914 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53204) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:57.583321 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519bfe97-ec87-4eae-9563-c59953f042f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:57.591507 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519bfe97-ec87-4eae-9563-c59953f042f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:57.591507 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519bfe97-ec87-4eae-9563-c59953f042f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:57.591507 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519bfe97-ec87-4eae-9563-c59953f042f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:57.591507 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519bfe97-ec87-4eae-9563-c59953f042f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:57.591507 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519bfe97-ec87-4eae-9563-c59953f042f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:57.591507 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519bfe97-ec87-4eae-9563-c59953f042f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:57.591507 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519bfe97-ec87-4eae-9563-c59953f042f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:57.591507 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519bfe97-ec87-4eae-9563-c59953f042f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:57.591507 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519bfe97-ec87-4eae-9563-c59953f042f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:57.591507 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519bfe97-ec87-4eae-9563-c59953f042f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:57.591507 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519bfe97-ec87-4eae-9563-c59953f042f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:57.625307 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9685c1e8-d347-4759-8b74-19ae021fc41f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:57.646164 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9685c1e8-d347-4759-8b74-19ae021fc41f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:57.780193 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9685c1e8-d347-4759-8b74-19ae021fc41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:57.782583 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9685c1e8-d347-4759-8b74-19ae021fc41f admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:57.783729 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9685c1e8-d347-4759-8b74-19ae021fc41f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/606b921a-4d4f-4472-87f6-adb340fca969 HTTP/1.1" status: 204 len: 168 time: 0.2068369 Apr 20 13:37:57.791476 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9685c1e8-d347-4759-8b74-19ae021fc41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606b921a-4d4f-4472-87f6-adb340fca969,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:58.146061 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:59.403063 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:59.831667 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:00.171490 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d9675e2-7fb5-4d4a-ab6c-0ae4aa06adda req-1c8ec337-f14a-4155-a3f4-f27647e76f26 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=db52fcfb-463f-47d3-9e51-f8da281cbf94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424309 Apr 20 13:38:00.254879 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9675e2-7fb5-4d4a-ab6c-0ae4aa06adda req-55c7b40f-8d61-4b6a-b0e0-725fdcd190fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:00.256446 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d9675e2-7fb5-4d4a-ab6c-0ae4aa06adda req-55c7b40f-8d61-4b6a-b0e0-725fdcd190fe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=199bdbc6cfe44f0c9700e48b02b2d332&device_id=db52fcfb-463f-47d3-9e51-f8da281cbf94 HTTP/1.1" status: 200 len: 1096 time: 0.0423772 Apr 20 13:38:00.360623 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9675e2-7fb5-4d4a-ab6c-0ae4aa06adda req-4b845cc7-6440-4876-83b6-d0acc09fc82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:00.362363 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d9675e2-7fb5-4d4a-ab6c-0ae4aa06adda req-4b845cc7-6440-4876-83b6-d0acc09fc82b service neutron] 10.222.0.15 "GET /v2.0/networks?id=528a81a3-3d30-457a-b770-9edd01e9db02 HTTP/1.1" status: 200 len: 916 time: 0.0878422 Apr 20 13:38:00.439008 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d9675e2-7fb5-4d4a-ab6c-0ae4aa06adda req-e9fd90a6-b298-4f77-884f-0bbf500717da service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77335e40-fd51-40e8-a238-34189369f187 HTTP/1.1" status: 200 len: 1001 time: 0.0698364 Apr 20 13:38:00.490095 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9675e2-7fb5-4d4a-ab6c-0ae4aa06adda req-f511a69a-b9be-4129-ab9f-c3a1ea3a8441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:00.491596 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d9675e2-7fb5-4d4a-ab6c-0ae4aa06adda req-f511a69a-b9be-4129-ab9f-c3a1ea3a8441 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd1bec79-1bde-4378-9778-6e03ce14f914 HTTP/1.1" status: 200 len: 854 time: 0.0465419 Apr 20 13:38:00.536925 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9675e2-7fb5-4d4a-ab6c-0ae4aa06adda req-ce34df34-91ab-46f9-98a9-2f364391c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:00.538605 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d9675e2-7fb5-4d4a-ab6c-0ae4aa06adda req-ce34df34-91ab-46f9-98a9-2f364391c847 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=528a81a3-3d30-457a-b770-9edd01e9db02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403507 Apr 20 13:38:00.628756 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d9675e2-7fb5-4d4a-ab6c-0ae4aa06adda req-4d134a3e-d0ff-43ca-bf29-bfe3aaec610e service neutron] 10.222.0.15 "GET /v2.0/networks/528a81a3-3d30-457a-b770-9edd01e9db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837412 Apr 20 13:38:00.715429 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d9675e2-7fb5-4d4a-ab6c-0ae4aa06adda req-54063e11-11e7-40fa-98cd-02eb1febd82a service neutron] 10.222.0.15 "GET /v2.0/networks/528a81a3-3d30-457a-b770-9edd01e9db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800190 Apr 20 13:38:12.380633 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:13.105982 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:14.623035 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:38:18.747781 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53354) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:18.853775 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6a6275ae-6057-44e2-90e3-81a3584411e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:18.935351 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6a6275ae-6057-44e2-90e3-81a3584411e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:19.026001 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6a6275ae-6057-44e2-90e3-81a3584411e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:19.062689 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6275ae-6057-44e2-90e3-81a3584411e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ff5bd5-8d7d-4c22-b3f9-b204dca96bfa,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:19.067198 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-6a6275ae-6057-44e2-90e3-81a3584411e7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=42ba2ec66b6d45c1bb2b073145cd870a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3183587 Apr 20 13:38:19.069891 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53358) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:19.073411 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6275ae-6057-44e2-90e3-81a3584411e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:19.073755 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6275ae-6057-44e2-90e3-81a3584411e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:19.074094 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6275ae-6057-44e2-90e3-81a3584411e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:19.074434 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6275ae-6057-44e2-90e3-81a3584411e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:19.074764 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6275ae-6057-44e2-90e3-81a3584411e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:19.075093 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6275ae-6057-44e2-90e3-81a3584411e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:19.075449 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6275ae-6057-44e2-90e3-81a3584411e7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:19.075772 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6275ae-6057-44e2-90e3-81a3584411e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:19.076094 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6275ae-6057-44e2-90e3-81a3584411e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:19.076413 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6275ae-6057-44e2-90e3-81a3584411e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:19.076733 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6275ae-6057-44e2-90e3-81a3584411e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:19.077050 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6275ae-6057-44e2-90e3-81a3584411e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:19.144156 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0bef162d-b16c-4fb3-85f3-8ff4b26071e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:19.166320 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0bef162d-b16c-4fb3-85f3-8ff4b26071e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:19.292580 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0bef162d-b16c-4fb3-85f3-8ff4b26071e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:19.295294 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0bef162d-b16c-4fb3-85f3-8ff4b26071e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:19.297052 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0bef162d-b16c-4fb3-85f3-8ff4b26071e9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/46ff5bd5-8d7d-4c22-b3f9-b204dca96bfa HTTP/1.1" status: 204 len: 168 time: 0.2261755 Apr 20 13:38:19.306222 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef162d-b16c-4fb3-85f3-8ff4b26071e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ff5bd5-8d7d-4c22-b3f9-b204dca96bfa,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:20.305483 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53390) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:20.403158 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-3ff789c0-1441-4f74-b9d5-abc8fd57948c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-90628224-network', 'tenant_id': '1a68c9b53f6c476fa95a0c7a3e8aff3f'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:38:20.480829 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff789c0-1441-4f74-b9d5-abc8fd57948c admin admin] Made reservation on behalf of 1a68c9b53f6c476fa95a0c7a3e8aff3f for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:38:20.483280 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ff789c0-1441-4f74-b9d5-abc8fd57948c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:20.492517 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ff789c0-1441-4f74-b9d5-abc8fd57948c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:20.575100 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ff789c0-1441-4f74-b9d5-abc8fd57948c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:20.646708 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ff789c0-1441-4f74-b9d5-abc8fd57948c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:20.672274 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ff789c0-1441-4f74-b9d5-abc8fd57948c admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:38:20.682975 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff789c0-1441-4f74-b9d5-abc8fd57948c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2d6646-5306-4960-abc7-9c8a18aeb1e5,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:20.688700 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ff789c0-1441-4f74-b9d5-abc8fd57948c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:20.693869 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-3ff789c0-1441-4f74-b9d5-abc8fd57948c admin admin] Added segment 28a2f02a-ad76-49d3-9ecc-aef3ad036373 of type vlan for network 3afe91fe-79a9-4220-8c8c-389f0d662d24 Apr 20 13:38:20.728280 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ff789c0-1441-4f74-b9d5-abc8fd57948c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:20.837639 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ff789c0-1441-4f74-b9d5-abc8fd57948c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:20.842120 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff789c0-1441-4f74-b9d5-abc8fd57948c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:20.842120 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3ff789c0-1441-4f74-b9d5-abc8fd57948c admin admin] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:20.901213 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff789c0-1441-4f74-b9d5-abc8fd57948c admin admin] Pushing event updated for resources: {'Network': ['ID=3afe91fe-79a9-4220-8c8c-389f0d662d24,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:20.911178 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 3afe91fe-79a9-4220-8c8c-389f0d662d24 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:38:20.943061 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3ff789c0-1441-4f74-b9d5-abc8fd57948c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6364639 Apr 20 13:38:20.945939 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53400) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:20.951229 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-f09e023b-2dd7-4dd9-a021-4dc6bd928574 admin admin] Request body: {'subnet': {'network_id': '3afe91fe-79a9-4220-8c8c-389f0d662d24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-90628224-subnet', 'tenant_id': '1a68c9b53f6c476fa95a0c7a3e8aff3f', 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:38:21.032109 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09e023b-2dd7-4dd9-a021-4dc6bd928574 admin admin] Made reservation on behalf of 1a68c9b53f6c476fa95a0c7a3e8aff3f for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:38:21.034524 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f09e023b-2dd7-4dd9-a021-4dc6bd928574 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:21.252277 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f09e023b-2dd7-4dd9-a021-4dc6bd928574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:21.312541 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e023b-2dd7-4dd9-a021-4dc6bd928574 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2d039a5-f3f6-40b9-847d-aa043d58afb8,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:21.321847 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09e023b-2dd7-4dd9-a021-4dc6bd928574 admin admin] Checking segment: {'id': '28a2f02a-ad76-49d3-9ecc-aef3ad036373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3afe91fe-79a9-4220-8c8c-389f0d662d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:38:21.322205 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09e023b-2dd7-4dd9-a021-4dc6bd928574 admin admin] Network hostable DHCP agents. Network: 3afe91fe-79a9-4220-8c8c-389f0d662d24, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:38:21.429238 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09e023b-2dd7-4dd9-a021-4dc6bd928574 admin admin] Network 3afe91fe-79a9-4220-8c8c-389f0d662d24 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:38:21.509109 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-f09e023b-2dd7-4dd9-a021-4dc6bd928574 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 3afe91fe-79a9-4220-8c8c-389f0d662d24) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:38:21.513640 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09e023b-2dd7-4dd9-a021-4dc6bd928574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:21.514307 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f09e023b-2dd7-4dd9-a021-4dc6bd928574 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:21.521632 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffd9ea5-2ff0-479b-ad0b-9218ea18066c None None] Network 3afe91fe-79a9-4220-8c8c-389f0d662d24 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:38:21.576964 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f09e023b-2dd7-4dd9-a021-4dc6bd928574 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6298261 Apr 20 13:38:21.580233 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53408) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:21.586553 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-a39d2c3a-1a9f-43aa-a194-fee41a010aca admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-90628224-router', 'tenant_id': '1a68c9b53f6c476fa95a0c7a3e8aff3f', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:38:21.660819 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a39d2c3a-1a9f-43aa-a194-fee41a010aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:21.662117 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a39d2c3a-1a9f-43aa-a194-fee41a010aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:21.672398 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfda26dc-b321-4097-9171-c84716254625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-3afe91fe-79a9-4220-8c8c-389f0d662d24', 'network_id': '3afe91fe-79a9-4220-8c8c-389f0d662d24', 'tenant_id': '1a68c9b53f6c476fa95a0c7a3e8aff3f', 'fixed_ips': [{'subnet_id': 'a2d039a5-f3f6-40b9-847d-aa043d58afb8'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:38:21.673645 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cfda26dc-b321-4097-9171-c84716254625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:21.716502 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a39d2c3a-1a9f-43aa-a194-fee41a010aca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:21.812392 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-cfda26dc-b321-4097-9171-c84716254625 None None] Allocated IP 172.20.0.2 (3afe91fe-79a9-4220-8c8c-389f0d662d24/a2d039a5-f3f6-40b9-847d-aa043d58afb8/b1fa123f-93cc-4170-a3ca-37501ddd7180) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:38:21.922029 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a39d2c3a-1a9f-43aa-a194-fee41a010aca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:21.961457 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cfda26dc-b321-4097-9171-c84716254625 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:22.060518 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cfda26dc-b321-4097-9171-c84716254625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:22.096608 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfda26dc-b321-4097-9171-c84716254625 None None] Network 3afe91fe-79a9-4220-8c8c-389f0d662d24 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:38:22.105205 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-cfda26dc-b321-4097-9171-c84716254625 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:38:22.105205 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfda26dc-b321-4097-9171-c84716254625 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:38:22.122870 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda26dc-b321-4097-9171-c84716254625 None None] Pushing event updated for resources: {'Port': ['ID=b1fa123f-93cc-4170-a3ca-37501ddd7180,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:22.181800 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-cfda26dc-b321-4097-9171-c84716254625 None None] Attempting to bind port b1fa123f-93cc-4170-a3ca-37501ddd7180 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:38:22.182494 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-cfda26dc-b321-4097-9171-c84716254625 None None] Attempting to bind port b1fa123f-93cc-4170-a3ca-37501ddd7180 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '28a2f02a-ad76-49d3-9ecc-aef3ad036373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3afe91fe-79a9-4220-8c8c-389f0d662d24'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:38:22.183079 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfda26dc-b321-4097-9171-c84716254625 None None] Attempting to bind port b1fa123f-93cc-4170-a3ca-37501ddd7180 on network 3afe91fe-79a9-4220-8c8c-389f0d662d24 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:38:22.188479 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfda26dc-b321-4097-9171-c84716254625 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:38:22.189172 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfda26dc-b321-4097-9171-c84716254625 None None] Checking segment: {'id': '28a2f02a-ad76-49d3-9ecc-aef3ad036373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3afe91fe-79a9-4220-8c8c-389f0d662d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:38:22.189816 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cfda26dc-b321-4097-9171-c84716254625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:22.190413 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfda26dc-b321-4097-9171-c84716254625 None None] Bound using segment: {'id': '28a2f02a-ad76-49d3-9ecc-aef3ad036373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3afe91fe-79a9-4220-8c8c-389f0d662d24'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:38:22.191108 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-cfda26dc-b321-4097-9171-c84716254625 None None] Bound port: b1fa123f-93cc-4170-a3ca-37501ddd7180, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a2f02a-ad76-49d3-9ecc-aef3ad036373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3afe91fe-79a9-4220-8c8c-389f0d662d24'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:38:22.191737 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cfda26dc-b321-4097-9171-c84716254625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:22.221852 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a39d2c3a-1a9f-43aa-a194-fee41a010aca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:22.247542 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a39d2c3a-1a9f-43aa-a194-fee41a010aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:22.255608 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-cfda26dc-b321-4097-9171-c84716254625 None None] For port b1fa123f-93cc-4170-a3ca-37501ddd7180, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:38:22.259257 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-cfda26dc-b321-4097-9171-c84716254625 None None] For port b1fa123f-93cc-4170-a3ca-37501ddd7180, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=b1fa123f-93cc-4170-a3ca-37501ddd7180,segment=NetworkSegment(28a2f02a-ad76-49d3-9ecc-aef3ad036373),segment_id=28a2f02a-ad76-49d3-9ecc-aef3ad036373)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:38:22.324845 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cfda26dc-b321-4097-9171-c84716254625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:22.369979 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-a39d2c3a-1a9f-43aa-a194-fee41a010aca admin admin] Allocated IP 172.25.8.203 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/7a2a9432-ac17-4f67-853e-caf74aa9129e) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:38:22.436334 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda26dc-b321-4097-9171-c84716254625 None None] Pushing event updated for resources: {'Port': ['ID=b1fa123f-93cc-4170-a3ca-37501ddd7180,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:22.525285 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a39d2c3a-1a9f-43aa-a194-fee41a010aca admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:22.630102 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a39d2c3a-1a9f-43aa-a194-fee41a010aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:22.667712 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39d2c3a-1a9f-43aa-a194-fee41a010aca admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:38:22.672464 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-a39d2c3a-1a9f-43aa-a194-fee41a010aca admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:38:22.676276 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39d2c3a-1a9f-43aa-a194-fee41a010aca admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:38:22.709371 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39d2c3a-1a9f-43aa-a194-fee41a010aca admin admin] Pushing event updated for resources: {'Port': ['ID=7a2a9432-ac17-4f67-853e-caf74aa9129e,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:23.009284 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a39d2c3a-1a9f-43aa-a194-fee41a010aca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:23.215208 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a39d2c3a-1a9f-43aa-a194-fee41a010aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:23.406505 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39d2c3a-1a9f-43aa-a194-fee41a010aca admin admin] Router f0485a06-636a-46e0-8ad1-00aa6f69ea47 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:38:23.459478 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cadc9de-88ea-4d1a-af89-12823d924c12 None None] Network 3afe91fe-79a9-4220-8c8c-389f0d662d24 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:38:23.527398 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39d2c3a-1a9f-43aa-a194-fee41a010aca admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:38:23.536299 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62224b6-5685-4040-b356-dbe8b215c936 None None] Sync routers for ids ['f0485a06-636a-46e0-8ad1-00aa6f69ea47'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:38:23.554200 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62224b6-5685-4040-b356-dbe8b215c936 None None] Routers {'f0485a06-636a-46e0-8ad1-00aa6f69ea47'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:38:23.555107 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b62224b6-5685-4040-b356-dbe8b215c936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:37:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f0485a06-636a-46e0-8ad1-00aa6f69ea47'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:23.571004 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-e89401a5-e903-4e7a-8be7-5c2a46bda20e None None] Provisioning complete for port b1fa123f-93cc-4170-a3ca-37501ddd7180 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:38:23.572694 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e89401a5-e903-4e7a-8be7-5c2a46bda20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:23.608398 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a39d2c3a-1a9f-43aa-a194-fee41a010aca admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:23.610153 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a39d2c3a-1a9f-43aa-a194-fee41a010aca admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0282271 Apr 20 13:38:23.612936 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53414) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:23.703114 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-b62224b6-5685-4040-b356-dbe8b215c936 None None] Set router f0485a06-636a-46e0-8ad1-00aa6f69ea47 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:38:23.743660 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e89401a5-e903-4e7a-8be7-5c2a46bda20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:23.783524 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-e89401a5-e903-4e7a-8be7-5c2a46bda20e None None] For port b1fa123f-93cc-4170-a3ca-37501ddd7180, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=b1fa123f-93cc-4170-a3ca-37501ddd7180,segment=NetworkSegment(28a2f02a-ad76-49d3-9ecc-aef3ad036373),segment_id=28a2f02a-ad76-49d3-9ecc-aef3ad036373)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:38:23.849684 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e89401a5-e903-4e7a-8be7-5c2a46bda20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:23.936034 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89401a5-e903-4e7a-8be7-5c2a46bda20e None None] Pushing event updated for resources: {'Port': ['ID=b1fa123f-93cc-4170-a3ca-37501ddd7180,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:23.957826 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b62224b6-5685-4040-b356-dbe8b215c936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0485a06-636a-46e0-8ad1-00aa6f69ea47', 'name': 'tempest-TestAggregatesBasicOps-90628224-router', 'tenant_id': '1a68c9b53f6c476fa95a0c7a3e8aff3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '7a2a9432-ac17-4f67-853e-caf74aa9129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:38:21Z', 'updated_at': '2022-04-20T13:38:22Z', 'revision_number': 3, 'project_id': '1a68c9b53f6c476fa95a0c7a3e8aff3f', 'gw_port': {'id': '7a2a9432-ac17-4f67-853e-caf74aa9129e', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:53:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0485a06-636a-46e0-8ad1-00aa6f69ea47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:22Z', 'updated_at': '2022-04-20T13:38:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:23.994429 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62224b6-5685-4040-b356-dbe8b215c936 None None] Checking router: f0485a06-636a-46e0-8ad1-00aa6f69ea47 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:38:23.995238 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62224b6-5685-4040-b356-dbe8b215c936 None None] Updating router f0485a06-636a-46e0-8ad1-00aa6f69ea47 port 7a2a9432-ac17-4f67-853e-caf74aa9129e binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:38:24.033804 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-b62224b6-5685-4040-b356-dbe8b215c936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:24.072712 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-c3428861-6b3c-4a78-8baf-73585ded2741 None None] Provisioning complete for port b1fa123f-93cc-4170-a3ca-37501ddd7180 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:38:24.073450 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c3428861-6b3c-4a78-8baf-73585ded2741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:24.330143 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-b62224b6-5685-4040-b356-dbe8b215c936 None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:24.432697 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-b62224b6-5685-4040-b356-dbe8b215c936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:24.461824 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-276d5432-8e50-4cfb-a3e2-3e99d2febea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:24.498894 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device b1fa123f-93cc-4170-a3ca-37501ddd7180 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:38:24.499087 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-b62224b6-5685-4040-b356-dbe8b215c936 None None] Attempting to bind port 7a2a9432-ac17-4f67-853e-caf74aa9129e on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:38:24.499394 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-b62224b6-5685-4040-b356-dbe8b215c936 None None] Attempting to bind port 7a2a9432-ac17-4f67-853e-caf74aa9129e by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:38:24.500000 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62224b6-5685-4040-b356-dbe8b215c936 None None] Attempting to bind port 7a2a9432-ac17-4f67-853e-caf74aa9129e on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:38:24.503674 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e61349-14ad-44a8-87e9-c049f3ce1ef9 None None] Pushing event updated for resources: {'Port': ['ID=7a2a9432-ac17-4f67-853e-caf74aa9129e,revision_number=2']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:24.508215 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62224b6-5685-4040-b356-dbe8b215c936 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:38:24.508587 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62224b6-5685-4040-b356-dbe8b215c936 None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:38:24.508984 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-b62224b6-5685-4040-b356-dbe8b215c936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:24.509375 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62224b6-5685-4040-b356-dbe8b215c936 None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:38:24.509842 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-b62224b6-5685-4040-b356-dbe8b215c936 None None] Bound port: 7a2a9432-ac17-4f67-853e-caf74aa9129e, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:38:24.510218 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-b62224b6-5685-4040-b356-dbe8b215c936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:24.516996 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e61349-14ad-44a8-87e9-c049f3ce1ef9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:24.517339 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e61349-14ad-44a8-87e9-c049f3ce1ef9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:24.517679 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e61349-14ad-44a8-87e9-c049f3ce1ef9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:24.518015 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e61349-14ad-44a8-87e9-c049f3ce1ef9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:24.518346 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e61349-14ad-44a8-87e9-c049f3ce1ef9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:24.518675 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e61349-14ad-44a8-87e9-c049f3ce1ef9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:24.518999 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e61349-14ad-44a8-87e9-c049f3ce1ef9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:24.519319 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e61349-14ad-44a8-87e9-c049f3ce1ef9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:24.519684 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e61349-14ad-44a8-87e9-c049f3ce1ef9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:24.520006 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e61349-14ad-44a8-87e9-c049f3ce1ef9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:24.520328 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e61349-14ad-44a8-87e9-c049f3ce1ef9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:24.520646 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e61349-14ad-44a8-87e9-c049f3ce1ef9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:24.576415 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port b1fa123f-93cc-4170-a3ca-37501ddd7180 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:38:24.576795 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:24.585903 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-b62224b6-5685-4040-b356-dbe8b215c936 None None] For port 7a2a9432-ac17-4f67-853e-caf74aa9129e, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:38:24.593591 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-b62224b6-5685-4040-b356-dbe8b215c936 None None] For port 7a2a9432-ac17-4f67-853e-caf74aa9129e, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=7a2a9432-ac17-4f67-853e-caf74aa9129e,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:38:24.615457 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aa18d128-11f0-4f79-aba5-016cbcdaf91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:24.667008 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-b62224b6-5685-4040-b356-dbe8b215c936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:24.730862 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62224b6-5685-4040-b356-dbe8b215c936 None None] Routers {'f0485a06-636a-46e0-8ad1-00aa6f69ea47'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:38:24.731515 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b62224b6-5685-4040-b356-dbe8b215c936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:37:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f0485a06-636a-46e0-8ad1-00aa6f69ea47'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:24.774723 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e61349-14ad-44a8-87e9-c049f3ce1ef9 None None] Pushing event updated for resources: {'Port': ['ID=7a2a9432-ac17-4f67-853e-caf74aa9129e,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:24.824336 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-aa18d128-11f0-4f79-aba5-016cbcdaf91d admin admin] Allocated IP 172.20.0.1 (3afe91fe-79a9-4220-8c8c-389f0d662d24/a2d039a5-f3f6-40b9-847d-aa043d58afb8/782a25f4-3e2e-4f2f-9ed0-3bda2ee148a3) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:38:24.851861 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-b62224b6-5685-4040-b356-dbe8b215c936 None None] Set router f0485a06-636a-46e0-8ad1-00aa6f69ea47 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:38:24.946149 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aa18d128-11f0-4f79-aba5-016cbcdaf91d admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:25.021886 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aa18d128-11f0-4f79-aba5-016cbcdaf91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:25.034035 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b62224b6-5685-4040-b356-dbe8b215c936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0485a06-636a-46e0-8ad1-00aa6f69ea47', 'name': 'tempest-TestAggregatesBasicOps-90628224-router', 'tenant_id': '1a68c9b53f6c476fa95a0c7a3e8aff3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '7a2a9432-ac17-4f67-853e-caf74aa9129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:38:21Z', 'updated_at': '2022-04-20T13:38:22Z', 'revision_number': 3, 'project_id': '1a68c9b53f6c476fa95a0c7a3e8aff3f', 'gw_port': {'id': '7a2a9432-ac17-4f67-853e-caf74aa9129e', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:53:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0485a06-636a-46e0-8ad1-00aa6f69ea47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:22Z', 'updated_at': '2022-04-20T13:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:25.064721 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62224b6-5685-4040-b356-dbe8b215c936 None None] The sync data for ids ['f0485a06-636a-46e0-8ad1-00aa6f69ea47'] in n-d-836015-7 is: [{'id': 'f0485a06-636a-46e0-8ad1-00aa6f69ea47', 'name': 'tempest-TestAggregatesBasicOps-90628224-router', 'tenant_id': '1a68c9b53f6c476fa95a0c7a3e8aff3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '7a2a9432-ac17-4f67-853e-caf74aa9129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:38:21Z', 'updated_at': '2022-04-20T13:38:22Z', 'revision_number': 3, 'project_id': '1a68c9b53f6c476fa95a0c7a3e8aff3f', 'gw_port': {'id': '7a2a9432-ac17-4f67-853e-caf74aa9129e', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:53:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0485a06-636a-46e0-8ad1-00aa6f69ea47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:22Z', 'updated_at': '2022-04-20T13:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:38:25.067798 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa18d128-11f0-4f79-aba5-016cbcdaf91d admin admin] Network 3afe91fe-79a9-4220-8c8c-389f0d662d24 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:38:25.071404 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-aa18d128-11f0-4f79-aba5-016cbcdaf91d admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:38:25.075592 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa18d128-11f0-4f79-aba5-016cbcdaf91d admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:38:25.105798 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18d128-11f0-4f79-aba5-016cbcdaf91d admin admin] Pushing event updated for resources: {'Port': ['ID=782a25f4-3e2e-4f2f-9ed0-3bda2ee148a3,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:25.126733 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aa18d128-11f0-4f79-aba5-016cbcdaf91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:25.421969 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-5e996b1d-da75-47fc-916b-a62fe98cb096 None None] Provisioning complete for port 782a25f4-3e2e-4f2f-9ed0-3bda2ee148a3 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:38:25.421969 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5e996b1d-da75-47fc-916b-a62fe98cb096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:25.450764 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aa18d128-11f0-4f79-aba5-016cbcdaf91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:25.462162 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-5e996b1d-da75-47fc-916b-a62fe98cb096 None None] Port 782a25f4-3e2e-4f2f-9ed0-3bda2ee148a3 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:38:25.642761 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aa18d128-11f0-4f79-aba5-016cbcdaf91d admin admin] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:25.735792 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aa18d128-11f0-4f79-aba5-016cbcdaf91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:25.813668 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18d128-11f0-4f79-aba5-016cbcdaf91d admin admin] Pushing event updated for resources: {'Port': ['ID=782a25f4-3e2e-4f2f-9ed0-3bda2ee148a3,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:25.817657 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-aa18d128-11f0-4f79-aba5-016cbcdaf91d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:25.920777 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa18d128-11f0-4f79-aba5-016cbcdaf91d admin admin] Network 3afe91fe-79a9-4220-8c8c-389f0d662d24 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:38:25.922926 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-aa18d128-11f0-4f79-aba5-016cbcdaf91d admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:38:26.053394 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa18d128-11f0-4f79-aba5-016cbcdaf91d admin admin] Router f0485a06-636a-46e0-8ad1-00aa6f69ea47 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:38:26.170696 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa18d128-11f0-4f79-aba5-016cbcdaf91d admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:38:26.177891 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-aa18d128-11f0-4f79-aba5-016cbcdaf91d admin admin] 10.222.0.25 "PUT /v2.0/routers/f0485a06-636a-46e0-8ad1-00aa6f69ea47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5628994 Apr 20 13:38:26.199120 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-9edcd7b3-d106-4e89-99b8-27280c3c1f3f None None] Provisioning complete for port 782a25f4-3e2e-4f2f-9ed0-3bda2ee148a3 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:38:26.199531 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9edcd7b3-d106-4e89-99b8-27280c3c1f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:26.235749 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-9edcd7b3-d106-4e89-99b8-27280c3c1f3f None None] Port 782a25f4-3e2e-4f2f-9ed0-3bda2ee148a3 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:38:26.484077 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 7a2a9432-ac17-4f67-853e-caf74aa9129e up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:38:26.541278 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 7a2a9432-ac17-4f67-853e-caf74aa9129e triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:38:26.541651 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:26.618240 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:26.638664 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 7a2a9432-ac17-4f67-853e-caf74aa9129e, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=7a2a9432-ac17-4f67-853e-caf74aa9129e,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:38:26.705576 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:26.764866 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=7a2a9432-ac17-4f67-853e-caf74aa9129e,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:26.786617 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40b3539-5c64-4576-b1fa-b22f22ab4b20 None None] Sync routers for ids ['f0485a06-636a-46e0-8ad1-00aa6f69ea47'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:38:26.798942 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40b3539-5c64-4576-b1fa-b22f22ab4b20 None None] Routers {'f0485a06-636a-46e0-8ad1-00aa6f69ea47'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:38:26.799904 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-f40b3539-5c64-4576-b1fa-b22f22ab4b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:37:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f0485a06-636a-46e0-8ad1-00aa6f69ea47'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:26.837126 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-430a81e0-152c-4a84-a7f9-4bb4899e99d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:26.915095 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-f40b3539-5c64-4576-b1fa-b22f22ab4b20 None None] Set router f0485a06-636a-46e0-8ad1-00aa6f69ea47 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:38:26.940577 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53436) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:26.945499 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-a7176a1a-cf9c-4a86-82a4-2cb5704d2b82 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-493432640-network', 'tenant_id': 'a8579f9f340941ce9ae3c1e7aca28e91'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:38:27.012359 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7176a1a-cf9c-4a86-82a4-2cb5704d2b82 admin admin] Made reservation on behalf of a8579f9f340941ce9ae3c1e7aca28e91 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:38:27.014900 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a7176a1a-cf9c-4a86-82a4-2cb5704d2b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:27.024315 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a7176a1a-cf9c-4a86-82a4-2cb5704d2b82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:27.100738 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a7176a1a-cf9c-4a86-82a4-2cb5704d2b82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:27.113970 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-f40b3539-5c64-4576-b1fa-b22f22ab4b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0485a06-636a-46e0-8ad1-00aa6f69ea47', 'name': 'tempest-TestAggregatesBasicOps-90628224-router', 'tenant_id': '1a68c9b53f6c476fa95a0c7a3e8aff3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '7a2a9432-ac17-4f67-853e-caf74aa9129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:38:21Z', 'updated_at': '2022-04-20T13:38:25Z', 'revision_number': 4, 'project_id': '1a68c9b53f6c476fa95a0c7a3e8aff3f', 'gw_port': {'id': '7a2a9432-ac17-4f67-853e-caf74aa9129e', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:53:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0485a06-636a-46e0-8ad1-00aa6f69ea47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:22Z', 'updated_at': '2022-04-20T13:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '782a25f4-3e2e-4f2f-9ed0-3bda2ee148a3', 'name': '', 'network_id': '3afe91fe-79a9-4220-8c8c-389f0d662d24', 'tenant_id': '1a68c9b53f6c476fa95a0c7a3e8aff3f', 'mac_address': 'fa:16:3e:d3:e1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0485a06-636a-46e0-8ad1-00aa6f69ea47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'a2d039a5-f3f6-40b9-847d-aa043d58afb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:24Z', 'updated_at': '2022-04-20T13:38:25Z', 'revision_number': 2, 'project_id': '1a68c9b53f6c476fa95a0c7a3e8aff3f', 'subnets': [{'id': 'a2d039a5-f3f6-40b9-847d-aa043d58afb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:27.144033 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40b3539-5c64-4576-b1fa-b22f22ab4b20 None None] Checking router: f0485a06-636a-46e0-8ad1-00aa6f69ea47 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:38:27.144392 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40b3539-5c64-4576-b1fa-b22f22ab4b20 None None] Updating router f0485a06-636a-46e0-8ad1-00aa6f69ea47 port 782a25f4-3e2e-4f2f-9ed0-3bda2ee148a3 binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:38:27.167992 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f40b3539-5c64-4576-b1fa-b22f22ab4b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:27.169374 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a7176a1a-cf9c-4a86-82a4-2cb5704d2b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:27.197394 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7176a1a-cf9c-4a86-82a4-2cb5704d2b82 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:38:27.202684 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7176a1a-cf9c-4a86-82a4-2cb5704d2b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9096b7f5-206b-4678-8880-04821805c1d8,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:27.210264 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a7176a1a-cf9c-4a86-82a4-2cb5704d2b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:27.210534 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-a7176a1a-cf9c-4a86-82a4-2cb5704d2b82 admin admin] Added segment 05ae2410-8c6f-4985-add4-cb519783bf4b of type vlan for network c15b7d8f-5633-4c73-b736-7d7bb1d8df27 Apr 20 13:38:27.250164 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a7176a1a-cf9c-4a86-82a4-2cb5704d2b82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:27.340909 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a7176a1a-cf9c-4a86-82a4-2cb5704d2b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:27.341929 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7176a1a-cf9c-4a86-82a4-2cb5704d2b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:27.342520 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a7176a1a-cf9c-4a86-82a4-2cb5704d2b82 admin admin] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:27.406382 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7176a1a-cf9c-4a86-82a4-2cb5704d2b82 admin admin] Pushing event updated for resources: {'Network': ['ID=c15b7d8f-5633-4c73-b736-7d7bb1d8df27,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:27.417660 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network c15b7d8f-5633-4c73-b736-7d7bb1d8df27 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:38:27.423688 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a7176a1a-cf9c-4a86-82a4-2cb5704d2b82 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4819252 Apr 20 13:38:27.426495 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53438) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:27.431200 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-07c360ba-c74a-4c70-a4f1-e416a654bd80 admin admin] Request body: {'subnet': {'network_id': 'c15b7d8f-5633-4c73-b736-7d7bb1d8df27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-493432640-subnet', 'tenant_id': 'a8579f9f340941ce9ae3c1e7aca28e91', 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:38:27.446338 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f40b3539-5c64-4576-b1fa-b22f22ab4b20 None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:27.560819 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c360ba-c74a-4c70-a4f1-e416a654bd80 admin admin] Made reservation on behalf of a8579f9f340941ce9ae3c1e7aca28e91 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:38:27.563402 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-07c360ba-c74a-4c70-a4f1-e416a654bd80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:27.636702 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f40b3539-5c64-4576-b1fa-b22f22ab4b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:27.698630 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086ebad-874d-49a8-92f2-aaae07f7f1a5 None None] Pushing event updated for resources: {'Port': ['ID=782a25f4-3e2e-4f2f-9ed0-3bda2ee148a3,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:27.756147 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-f40b3539-5c64-4576-b1fa-b22f22ab4b20 None None] Attempting to bind port 782a25f4-3e2e-4f2f-9ed0-3bda2ee148a3 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:38:27.756522 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-f40b3539-5c64-4576-b1fa-b22f22ab4b20 None None] Attempting to bind port 782a25f4-3e2e-4f2f-9ed0-3bda2ee148a3 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '28a2f02a-ad76-49d3-9ecc-aef3ad036373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3afe91fe-79a9-4220-8c8c-389f0d662d24'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:38:27.756890 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40b3539-5c64-4576-b1fa-b22f22ab4b20 None None] Attempting to bind port 782a25f4-3e2e-4f2f-9ed0-3bda2ee148a3 on network 3afe91fe-79a9-4220-8c8c-389f0d662d24 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:38:27.762140 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40b3539-5c64-4576-b1fa-b22f22ab4b20 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:38:27.762525 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40b3539-5c64-4576-b1fa-b22f22ab4b20 None None] Checking segment: {'id': '28a2f02a-ad76-49d3-9ecc-aef3ad036373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3afe91fe-79a9-4220-8c8c-389f0d662d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:38:27.762930 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f40b3539-5c64-4576-b1fa-b22f22ab4b20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:27.763329 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40b3539-5c64-4576-b1fa-b22f22ab4b20 None None] Bound using segment: {'id': '28a2f02a-ad76-49d3-9ecc-aef3ad036373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3afe91fe-79a9-4220-8c8c-389f0d662d24'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:38:27.763824 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-f40b3539-5c64-4576-b1fa-b22f22ab4b20 None None] Bound port: 782a25f4-3e2e-4f2f-9ed0-3bda2ee148a3, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a2f02a-ad76-49d3-9ecc-aef3ad036373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3afe91fe-79a9-4220-8c8c-389f0d662d24'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:38:27.764211 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f40b3539-5c64-4576-b1fa-b22f22ab4b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:27.809345 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-07c360ba-c74a-4c70-a4f1-e416a654bd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:27.837692 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-f40b3539-5c64-4576-b1fa-b22f22ab4b20 None None] For port 782a25f4-3e2e-4f2f-9ed0-3bda2ee148a3, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:38:27.840972 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-f40b3539-5c64-4576-b1fa-b22f22ab4b20 None None] For port 782a25f4-3e2e-4f2f-9ed0-3bda2ee148a3, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=782a25f4-3e2e-4f2f-9ed0-3bda2ee148a3,segment=NetworkSegment(28a2f02a-ad76-49d3-9ecc-aef3ad036373),segment_id=28a2f02a-ad76-49d3-9ecc-aef3ad036373)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:38:27.867343 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c360ba-c74a-4c70-a4f1-e416a654bd80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c34a1a44-4eb9-4cfc-94cc-233654525569,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:27.879529 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c360ba-c74a-4c70-a4f1-e416a654bd80 admin admin] Checking segment: {'id': '05ae2410-8c6f-4985-add4-cb519783bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c15b7d8f-5633-4c73-b736-7d7bb1d8df27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:38:27.879994 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c360ba-c74a-4c70-a4f1-e416a654bd80 admin admin] Network hostable DHCP agents. Network: c15b7d8f-5633-4c73-b736-7d7bb1d8df27, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:38:27.918587 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f40b3539-5c64-4576-b1fa-b22f22ab4b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:27.974996 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c360ba-c74a-4c70-a4f1-e416a654bd80 admin admin] Network c15b7d8f-5633-4c73-b736-7d7bb1d8df27 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:38:27.990768 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40b3539-5c64-4576-b1fa-b22f22ab4b20 None None] Routers {'f0485a06-636a-46e0-8ad1-00aa6f69ea47'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:38:27.991541 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-f40b3539-5c64-4576-b1fa-b22f22ab4b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:38:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f0485a06-636a-46e0-8ad1-00aa6f69ea47'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:27.996372 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086ebad-874d-49a8-92f2-aaae07f7f1a5 None None] Pushing event updated for resources: {'Port': ['ID=782a25f4-3e2e-4f2f-9ed0-3bda2ee148a3,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:28.036490 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-54ad8c1b-b46c-4fa4-ba7c-c6e3c5215adb None None] Provisioning complete for port 782a25f4-3e2e-4f2f-9ed0-3bda2ee148a3 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:38:28.036858 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-54ad8c1b-b46c-4fa4-ba7c-c6e3c5215adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:28.043029 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-07c360ba-c74a-4c70-a4f1-e416a654bd80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, c15b7d8f-5633-4c73-b736-7d7bb1d8df27) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:38:28.047934 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c360ba-c74a-4c70-a4f1-e416a654bd80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:28.048537 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-07c360ba-c74a-4c70-a4f1-e416a654bd80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:28.068637 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90461f77-a55b-4802-b6df-3c5567ea7106 None None] Network c15b7d8f-5633-4c73-b736-7d7bb1d8df27 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:38:28.123829 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-07c360ba-c74a-4c70-a4f1-e416a654bd80 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6962457 Apr 20 13:38:28.126476 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53442) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:28.130927 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-182a98bd-6e5e-43ca-81fc-b5ecc09ff32b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-493432640-router', 'tenant_id': 'a8579f9f340941ce9ae3c1e7aca28e91', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:38:28.215030 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:28.217856 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-182a98bd-6e5e-43ca-81fc-b5ecc09ff32b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:28.218868 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-182a98bd-6e5e-43ca-81fc-b5ecc09ff32b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:28.237782 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-f40b3539-5c64-4576-b1fa-b22f22ab4b20 None None] Set router f0485a06-636a-46e0-8ad1-00aa6f69ea47 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:38:28.269515 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-182a98bd-6e5e-43ca-81fc-b5ecc09ff32b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:28.332680 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-54ad8c1b-b46c-4fa4-ba7c-c6e3c5215adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:28.463848 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-54ad8c1b-b46c-4fa4-ba7c-c6e3c5215adb None None] For port 782a25f4-3e2e-4f2f-9ed0-3bda2ee148a3, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=782a25f4-3e2e-4f2f-9ed0-3bda2ee148a3,segment=NetworkSegment(28a2f02a-ad76-49d3-9ecc-aef3ad036373),segment_id=28a2f02a-ad76-49d3-9ecc-aef3ad036373)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:38:28.470599 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc936677-0be8-40c2-90ec-3069e6502a69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-c15b7d8f-5633-4c73-b736-7d7bb1d8df27', 'network_id': 'c15b7d8f-5633-4c73-b736-7d7bb1d8df27', 'tenant_id': 'a8579f9f340941ce9ae3c1e7aca28e91', 'fixed_ips': [{'subnet_id': 'c34a1a44-4eb9-4cfc-94cc-233654525569'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:38:28.471477 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bc936677-0be8-40c2-90ec-3069e6502a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:28.472974 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-182a98bd-6e5e-43ca-81fc-b5ecc09ff32b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:28.476841 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 7a2a9432-ac17-4f67-853e-caf74aa9129e up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:38:28.556408 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-54ad8c1b-b46c-4fa4-ba7c-c6e3c5215adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:28.722202 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad8c1b-b46c-4fa4-ba7c-c6e3c5215adb None None] Pushing event updated for resources: {'Port': ['ID=782a25f4-3e2e-4f2f-9ed0-3bda2ee148a3,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:28.744847 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 7a2a9432-ac17-4f67-853e-caf74aa9129e triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:38:28.745218 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:28.757182 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-fe190676-fd81-411f-9aea-0953f20c8535 None None] Provisioning complete for port 782a25f4-3e2e-4f2f-9ed0-3bda2ee148a3 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:38:28.757546 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fe190676-fd81-411f-9aea-0953f20c8535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:28.766494 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-182a98bd-6e5e-43ca-81fc-b5ecc09ff32b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:28.785155 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-182a98bd-6e5e-43ca-81fc-b5ecc09ff32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:28.838128 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-bc936677-0be8-40c2-90ec-3069e6502a69 None None] Allocated IP 172.20.0.2 (c15b7d8f-5633-4c73-b736-7d7bb1d8df27/c34a1a44-4eb9-4cfc-94cc-233654525569/973b4ca5-a8e9-4dfa-98dc-ba9a1e040c9f) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:38:28.853812 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-f40b3539-5c64-4576-b1fa-b22f22ab4b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0485a06-636a-46e0-8ad1-00aa6f69ea47', 'name': 'tempest-TestAggregatesBasicOps-90628224-router', 'tenant_id': '1a68c9b53f6c476fa95a0c7a3e8aff3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '7a2a9432-ac17-4f67-853e-caf74aa9129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:38:21Z', 'updated_at': '2022-04-20T13:38:25Z', 'revision_number': 4, 'project_id': '1a68c9b53f6c476fa95a0c7a3e8aff3f', 'gw_port': {'id': '7a2a9432-ac17-4f67-853e-caf74aa9129e', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:53:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0485a06-636a-46e0-8ad1-00aa6f69ea47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:22Z', 'updated_at': '2022-04-20T13:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '782a25f4-3e2e-4f2f-9ed0-3bda2ee148a3', 'name': '', 'network_id': '3afe91fe-79a9-4220-8c8c-389f0d662d24', 'tenant_id': '1a68c9b53f6c476fa95a0c7a3e8aff3f', 'mac_address': 'fa:16:3e:d3:e1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0485a06-636a-46e0-8ad1-00aa6f69ea47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'a2d039a5-f3f6-40b9-847d-aa043d58afb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:24Z', 'updated_at': '2022-04-20T13:38:27Z', 'revision_number': 4, 'project_id': '1a68c9b53f6c476fa95a0c7a3e8aff3f', 'subnets': [{'id': 'a2d039a5-f3f6-40b9-847d-aa043d58afb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:28.887790 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-182a98bd-6e5e-43ca-81fc-b5ecc09ff32b admin admin] Allocated IP 172.25.8.144 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/f1ecc9f4-615b-4b11-9779-f85c607864e6) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:38:28.891634 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40b3539-5c64-4576-b1fa-b22f22ab4b20 None None] The sync data for ids ['f0485a06-636a-46e0-8ad1-00aa6f69ea47'] in n-d-836015-7 is: [{'id': 'f0485a06-636a-46e0-8ad1-00aa6f69ea47', 'name': 'tempest-TestAggregatesBasicOps-90628224-router', 'tenant_id': '1a68c9b53f6c476fa95a0c7a3e8aff3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '7a2a9432-ac17-4f67-853e-caf74aa9129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:38:21Z', 'updated_at': '2022-04-20T13:38:25Z', 'revision_number': 4, 'project_id': '1a68c9b53f6c476fa95a0c7a3e8aff3f', 'gw_port': {'id': '7a2a9432-ac17-4f67-853e-caf74aa9129e', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:53:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0485a06-636a-46e0-8ad1-00aa6f69ea47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:22Z', 'updated_at': '2022-04-20T13:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '782a25f4-3e2e-4f2f-9ed0-3bda2ee148a3', 'name': '', 'network_id': '3afe91fe-79a9-4220-8c8c-389f0d662d24', 'tenant_id': '1a68c9b53f6c476fa95a0c7a3e8aff3f', 'mac_address': 'fa:16:3e:d3:e1:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0485a06-636a-46e0-8ad1-00aa6f69ea47', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': 'a2d039a5-f3f6-40b9-847d-aa043d58afb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:24Z', 'updated_at': '2022-04-20T13:38:27Z', 'revision_number': 4, 'project_id': '1a68c9b53f6c476fa95a0c7a3e8aff3f', 'subnets': [{'id': 'a2d039a5-f3f6-40b9-847d-aa043d58afb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:38:29.029217 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-182a98bd-6e5e-43ca-81fc-b5ecc09ff32b admin admin] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:29.121600 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bc936677-0be8-40c2-90ec-3069e6502a69 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:29.127312 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-182a98bd-6e5e-43ca-81fc-b5ecc09ff32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:29.168664 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182a98bd-6e5e-43ca-81fc-b5ecc09ff32b admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:38:29.171654 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-182a98bd-6e5e-43ca-81fc-b5ecc09ff32b admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:38:29.176439 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182a98bd-6e5e-43ca-81fc-b5ecc09ff32b admin admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:38:29.195607 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bc936677-0be8-40c2-90ec-3069e6502a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:29.198968 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a98bd-6e5e-43ca-81fc-b5ecc09ff32b admin admin] Pushing event updated for resources: {'Port': ['ID=f1ecc9f4-615b-4b11-9779-f85c607864e6,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:29.252706 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc936677-0be8-40c2-90ec-3069e6502a69 None None] Network c15b7d8f-5633-4c73-b736-7d7bb1d8df27 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:38:29.252706 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-bc936677-0be8-40c2-90ec-3069e6502a69 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:38:29.252706 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc936677-0be8-40c2-90ec-3069e6502a69 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:38:29.253146 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc936677-0be8-40c2-90ec-3069e6502a69 None None] Pushing event updated for resources: {'Port': ['ID=973b4ca5-a8e9-4dfa-98dc-ba9a1e040c9f,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:29.263950 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc936677-0be8-40c2-90ec-3069e6502a69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:29.264313 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc936677-0be8-40c2-90ec-3069e6502a69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:29.264638 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc936677-0be8-40c2-90ec-3069e6502a69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:29.264976 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc936677-0be8-40c2-90ec-3069e6502a69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:29.265318 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc936677-0be8-40c2-90ec-3069e6502a69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:29.265645 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc936677-0be8-40c2-90ec-3069e6502a69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:29.266022 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc936677-0be8-40c2-90ec-3069e6502a69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:29.266349 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc936677-0be8-40c2-90ec-3069e6502a69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:29.266664 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc936677-0be8-40c2-90ec-3069e6502a69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:29.266993 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc936677-0be8-40c2-90ec-3069e6502a69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:29.267313 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc936677-0be8-40c2-90ec-3069e6502a69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:29.267684 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc936677-0be8-40c2-90ec-3069e6502a69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:29.322125 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-bc936677-0be8-40c2-90ec-3069e6502a69 None None] Attempting to bind port 973b4ca5-a8e9-4dfa-98dc-ba9a1e040c9f on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:38:29.322487 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-bc936677-0be8-40c2-90ec-3069e6502a69 None None] Attempting to bind port 973b4ca5-a8e9-4dfa-98dc-ba9a1e040c9f by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '05ae2410-8c6f-4985-add4-cb519783bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c15b7d8f-5633-4c73-b736-7d7bb1d8df27'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:38:29.322855 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc936677-0be8-40c2-90ec-3069e6502a69 None None] Attempting to bind port 973b4ca5-a8e9-4dfa-98dc-ba9a1e040c9f on network c15b7d8f-5633-4c73-b736-7d7bb1d8df27 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:38:29.328153 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc936677-0be8-40c2-90ec-3069e6502a69 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:38:29.329055 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc936677-0be8-40c2-90ec-3069e6502a69 None None] Checking segment: {'id': '05ae2410-8c6f-4985-add4-cb519783bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c15b7d8f-5633-4c73-b736-7d7bb1d8df27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:38:29.329460 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bc936677-0be8-40c2-90ec-3069e6502a69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:29.329845 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc936677-0be8-40c2-90ec-3069e6502a69 None None] Bound using segment: {'id': '05ae2410-8c6f-4985-add4-cb519783bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c15b7d8f-5633-4c73-b736-7d7bb1d8df27'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:38:29.330319 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-bc936677-0be8-40c2-90ec-3069e6502a69 None None] Bound port: 973b4ca5-a8e9-4dfa-98dc-ba9a1e040c9f, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05ae2410-8c6f-4985-add4-cb519783bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c15b7d8f-5633-4c73-b736-7d7bb1d8df27'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:38:29.330698 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bc936677-0be8-40c2-90ec-3069e6502a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:29.405264 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-bc936677-0be8-40c2-90ec-3069e6502a69 None None] For port 973b4ca5-a8e9-4dfa-98dc-ba9a1e040c9f, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:38:29.409242 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-bc936677-0be8-40c2-90ec-3069e6502a69 None None] For port 973b4ca5-a8e9-4dfa-98dc-ba9a1e040c9f, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=973b4ca5-a8e9-4dfa-98dc-ba9a1e040c9f,segment=NetworkSegment(05ae2410-8c6f-4985-add4-cb519783bf4b),segment_id=05ae2410-8c6f-4985-add4-cb519783bf4b)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:38:29.440512 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:29.489408 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bc936677-0be8-40c2-90ec-3069e6502a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:29.534880 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-182a98bd-6e5e-43ca-81fc-b5ecc09ff32b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:29.565100 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc936677-0be8-40c2-90ec-3069e6502a69 None None] Pushing event updated for resources: {'Port': ['ID=973b4ca5-a8e9-4dfa-98dc-ba9a1e040c9f,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:29.768921 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-182a98bd-6e5e-43ca-81fc-b5ecc09ff32b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:29.867149 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:29.986089 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-182a98bd-6e5e-43ca-81fc-b5ecc09ff32b admin admin] Router 91548fa3-bf5e-413e-8b54-8b72efb400b7 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:38:30.113765 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182a98bd-6e5e-43ca-81fc-b5ecc09ff32b admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:38:30.123117 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7dbf78-6b06-4521-8d9e-7b418f84c1aa None None] Sync routers for ids ['91548fa3-bf5e-413e-8b54-8b72efb400b7'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:38:30.133809 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7dbf78-6b06-4521-8d9e-7b418f84c1aa None None] Routers {'91548fa3-bf5e-413e-8b54-8b72efb400b7'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:38:30.134436 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-dd7dbf78-6b06-4521-8d9e-7b418f84c1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:38:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['91548fa3-bf5e-413e-8b54-8b72efb400b7'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:30.197430 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-182a98bd-6e5e-43ca-81fc-b5ecc09ff32b admin admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:30.198838 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-182a98bd-6e5e-43ca-81fc-b5ecc09ff32b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0713258 Apr 20 13:38:30.201421 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53448) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:30.241535 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-dd7dbf78-6b06-4521-8d9e-7b418f84c1aa None None] Set router 91548fa3-bf5e-413e-8b54-8b72efb400b7 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:38:30.446135 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-dd7dbf78-6b06-4521-8d9e-7b418f84c1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91548fa3-bf5e-413e-8b54-8b72efb400b7', 'name': 'tempest-TestAggregatesBasicOps-493432640-router', 'tenant_id': 'a8579f9f340941ce9ae3c1e7aca28e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'f1ecc9f4-615b-4b11-9779-f85c607864e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:38:28Z', 'updated_at': '2022-04-20T13:38:29Z', 'revision_number': 3, 'project_id': 'a8579f9f340941ce9ae3c1e7aca28e91', 'gw_port': {'id': 'f1ecc9f4-615b-4b11-9779-f85c607864e6', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91548fa3-bf5e-413e-8b54-8b72efb400b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:28Z', 'updated_at': '2022-04-20T13:38:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:30.488602 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7dbf78-6b06-4521-8d9e-7b418f84c1aa None None] Checking router: 91548fa3-bf5e-413e-8b54-8b72efb400b7 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:38:30.489146 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7dbf78-6b06-4521-8d9e-7b418f84c1aa None None] Updating router 91548fa3-bf5e-413e-8b54-8b72efb400b7 port f1ecc9f4-615b-4b11-9779-f85c607864e6 binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:38:30.533088 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-dd7dbf78-6b06-4521-8d9e-7b418f84c1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:30.563727 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 973b4ca5-a8e9-4dfa-98dc-ba9a1e040c9f up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:38:30.628327 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 973b4ca5-a8e9-4dfa-98dc-ba9a1e040c9f triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:38:30.629533 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:30.662457 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55a7271-9058-4203-bfce-407fa6429478 None None] Network c15b7d8f-5633-4c73-b736-7d7bb1d8df27 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:38:30.693516 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9fc5d8d2-5446-443d-a73a-aac026212a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:30.861069 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-9fc5d8d2-5446-443d-a73a-aac026212a6d admin admin] Allocated IP 172.20.0.1 (c15b7d8f-5633-4c73-b736-7d7bb1d8df27/c34a1a44-4eb9-4cfc-94cc-233654525569/ba83c572-588f-4433-be72-878d5c43fb59) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:38:30.913663 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-2000120f-a051-421e-b8f5-c05e01421e7a None None] Provisioning complete for port 973b4ca5-a8e9-4dfa-98dc-ba9a1e040c9f triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:38:30.914299 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2000120f-a051-421e-b8f5-c05e01421e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:30.914433 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-dd7dbf78-6b06-4521-8d9e-7b418f84c1aa None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:30.971065 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9fc5d8d2-5446-443d-a73a-aac026212a6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:30.977784 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-dd7dbf78-6b06-4521-8d9e-7b418f84c1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:31.016760 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:31.033332 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a8658b-29db-44ac-baaa-adaec7678b67 None None] Pushing event updated for resources: {'Port': ['ID=f1ecc9f4-615b-4b11-9779-f85c607864e6,revision_number=2']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:31.036223 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-dd7dbf78-6b06-4521-8d9e-7b418f84c1aa None None] Attempting to bind port f1ecc9f4-615b-4b11-9779-f85c607864e6 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:38:31.036935 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-dd7dbf78-6b06-4521-8d9e-7b418f84c1aa None None] Attempting to bind port f1ecc9f4-615b-4b11-9779-f85c607864e6 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:38:31.037296 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7dbf78-6b06-4521-8d9e-7b418f84c1aa None None] Attempting to bind port f1ecc9f4-615b-4b11-9779-f85c607864e6 on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:38:31.042394 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7dbf78-6b06-4521-8d9e-7b418f84c1aa None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:38:31.042755 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7dbf78-6b06-4521-8d9e-7b418f84c1aa None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:38:31.043147 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-dd7dbf78-6b06-4521-8d9e-7b418f84c1aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:31.043563 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7dbf78-6b06-4521-8d9e-7b418f84c1aa None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:38:31.044020 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-dd7dbf78-6b06-4521-8d9e-7b418f84c1aa None None] Bound port: f1ecc9f4-615b-4b11-9779-f85c607864e6, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:38:31.044397 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-dd7dbf78-6b06-4521-8d9e-7b418f84c1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:31.065267 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9fc5d8d2-5446-443d-a73a-aac026212a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:31.089557 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 973b4ca5-a8e9-4dfa-98dc-ba9a1e040c9f, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=973b4ca5-a8e9-4dfa-98dc-ba9a1e040c9f,segment=NetworkSegment(05ae2410-8c6f-4985-add4-cb519783bf4b),segment_id=05ae2410-8c6f-4985-add4-cb519783bf4b)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:38:31.111547 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc5d8d2-5446-443d-a73a-aac026212a6d admin admin] Network c15b7d8f-5633-4c73-b736-7d7bb1d8df27 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:38:31.114918 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-dd7dbf78-6b06-4521-8d9e-7b418f84c1aa None None] For port f1ecc9f4-615b-4b11-9779-f85c607864e6, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:38:31.117172 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-9fc5d8d2-5446-443d-a73a-aac026212a6d admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:38:31.119796 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-dd7dbf78-6b06-4521-8d9e-7b418f84c1aa None None] For port f1ecc9f4-615b-4b11-9779-f85c607864e6, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f1ecc9f4-615b-4b11-9779-f85c607864e6,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:38:31.122442 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc5d8d2-5446-443d-a73a-aac026212a6d admin admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:38:31.125310 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5d8d2-5446-443d-a73a-aac026212a6d admin admin] Pushing event updated for resources: {'Port': ['ID=ba83c572-588f-4433-be72-878d5c43fb59,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:31.149222 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2000120f-a051-421e-b8f5-c05e01421e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:31.170217 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9fc5d8d2-5446-443d-a73a-aac026212a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:31.190248 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:31.191338 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 782a25f4-3e2e-4f2f-9ed0-3bda2ee148a3 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:38:31.226982 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-dd7dbf78-6b06-4521-8d9e-7b418f84c1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:31.312490 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7dbf78-6b06-4521-8d9e-7b418f84c1aa None None] Routers {'91548fa3-bf5e-413e-8b54-8b72efb400b7'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:38:31.313036 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-2000120f-a051-421e-b8f5-c05e01421e7a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:38:31.313399 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-2000120f-a051-421e-b8f5-c05e01421e7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:38:31.313789 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-dd7dbf78-6b06-4521-8d9e-7b418f84c1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:38:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['91548fa3-bf5e-413e-8b54-8b72efb400b7'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:31.314917 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=973b4ca5-a8e9-4dfa-98dc-ba9a1e040c9f,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:31.335062 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 782a25f4-3e2e-4f2f-9ed0-3bda2ee148a3 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:38:31.335764 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:31.351947 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a8658b-29db-44ac-baaa-adaec7678b67 None None] Pushing event updated for resources: {'Port': ['ID=f1ecc9f4-615b-4b11-9779-f85c607864e6,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:31.450675 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-dd7dbf78-6b06-4521-8d9e-7b418f84c1aa None None] Set router 91548fa3-bf5e-413e-8b54-8b72efb400b7 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:38:31.642382 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-dd7dbf78-6b06-4521-8d9e-7b418f84c1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91548fa3-bf5e-413e-8b54-8b72efb400b7', 'name': 'tempest-TestAggregatesBasicOps-493432640-router', 'tenant_id': 'a8579f9f340941ce9ae3c1e7aca28e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'f1ecc9f4-615b-4b11-9779-f85c607864e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:38:28Z', 'updated_at': '2022-04-20T13:38:29Z', 'revision_number': 3, 'project_id': 'a8579f9f340941ce9ae3c1e7aca28e91', 'gw_port': {'id': 'f1ecc9f4-615b-4b11-9779-f85c607864e6', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91548fa3-bf5e-413e-8b54-8b72efb400b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:28Z', 'updated_at': '2022-04-20T13:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:31.673739 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7dbf78-6b06-4521-8d9e-7b418f84c1aa None None] The sync data for ids ['91548fa3-bf5e-413e-8b54-8b72efb400b7'] in n-d-836015-7 is: [{'id': '91548fa3-bf5e-413e-8b54-8b72efb400b7', 'name': 'tempest-TestAggregatesBasicOps-493432640-router', 'tenant_id': 'a8579f9f340941ce9ae3c1e7aca28e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'f1ecc9f4-615b-4b11-9779-f85c607864e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:38:28Z', 'updated_at': '2022-04-20T13:38:29Z', 'revision_number': 3, 'project_id': 'a8579f9f340941ce9ae3c1e7aca28e91', 'gw_port': {'id': 'f1ecc9f4-615b-4b11-9779-f85c607864e6', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91548fa3-bf5e-413e-8b54-8b72efb400b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:28Z', 'updated_at': '2022-04-20T13:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:38:31.678243 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9fc5d8d2-5446-443d-a73a-aac026212a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:31.864193 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9fc5d8d2-5446-443d-a73a-aac026212a6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:31.941144 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9fc5d8d2-5446-443d-a73a-aac026212a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:31.971562 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-f1a9bda0-a32b-4ba0-a37e-cf02a1c2f5ca None None] Provisioning complete for port 973b4ca5-a8e9-4dfa-98dc-ba9a1e040c9f triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:38:31.972255 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f1a9bda0-a32b-4ba0-a37e-cf02a1c2f5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:32.024059 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9fc5d8d2-5446-443d-a73a-aac026212a6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:32.027328 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5d8d2-5446-443d-a73a-aac026212a6d admin admin] Pushing event updated for resources: {'Port': ['ID=ba83c572-588f-4433-be72-878d5c43fb59,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:32.089110 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-f1a9bda0-a32b-4ba0-a37e-cf02a1c2f5ca None None] Provisioning complete for port ba83c572-588f-4433-be72-878d5c43fb59 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:38:32.089483 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f1a9bda0-a32b-4ba0-a37e-cf02a1c2f5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:32.124179 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-f1a9bda0-a32b-4ba0-a37e-cf02a1c2f5ca None None] Port ba83c572-588f-4433-be72-878d5c43fb59 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:38:32.133766 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc5d8d2-5446-443d-a73a-aac026212a6d admin admin] Network c15b7d8f-5633-4c73-b736-7d7bb1d8df27 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:38:32.135869 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-9fc5d8d2-5446-443d-a73a-aac026212a6d admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:38:32.271810 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc5d8d2-5446-443d-a73a-aac026212a6d admin admin] Router 91548fa3-bf5e-413e-8b54-8b72efb400b7 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:38:32.434704 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc5d8d2-5446-443d-a73a-aac026212a6d admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:38:32.447601 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9fc5d8d2-5446-443d-a73a-aac026212a6d admin admin] 10.222.0.25 "PUT /v2.0/routers/91548fa3-bf5e-413e-8b54-8b72efb400b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2445092 Apr 20 13:38:32.456576 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-684c8543-409c-4f64-8e8b-df0e42be5aee None None] Provisioning complete for port ba83c572-588f-4433-be72-878d5c43fb59 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:38:32.456954 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-684c8543-409c-4f64-8e8b-df0e42be5aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:32.531979 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-684c8543-409c-4f64-8e8b-df0e42be5aee None None] Port ba83c572-588f-4433-be72-878d5c43fb59 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:38:32.587490 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 973b4ca5-a8e9-4dfa-98dc-ba9a1e040c9f up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:38:32.655479 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 973b4ca5-a8e9-4dfa-98dc-ba9a1e040c9f triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:38:32.655479 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:32.735099 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f1ecc9f4-615b-4b11-9779-f85c607864e6 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:38:32.761630 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53464) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:32.766848 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-aeba2853-384e-45ee-a004-cca72785b258 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Request body: {'security_group': {'name': 'tempest-securitygroup--776296697', 'description': 'tempest-description--2083997450'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:38:32.783922 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port f1ecc9f4-615b-4b11-9779-f85c607864e6 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:38:32.784298 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:32.852872 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aeba2853-384e-45ee-a004-cca72785b258 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:32.865666 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:32.891587 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port f1ecc9f4-615b-4b11-9779-f85c607864e6, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f1ecc9f4-615b-4b11-9779-f85c607864e6,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:38:32.924245 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aeba2853-384e-45ee-a004-cca72785b258 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:32.966645 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:33.014901 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=f1ecc9f4-615b-4b11-9779-f85c607864e6,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:33.018507 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aeba2853-384e-45ee-a004-cca72785b258 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:33.052617 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba2853-384e-45ee-a004-cca72785b258 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5002ad3f-9352-42e8-a14d-3d0178c83d61,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:33.117270 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aeba2853-384e-45ee-a004-cca72785b258 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:33.120211 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-aeba2853-384e-45ee-a004-cca72785b258 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3558629 Apr 20 13:38:33.121310 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53476) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:33.126234 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-feb11805-9e10-40cb-bcb5-b6b29de225dc tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Request body: {'security_group_rule': {'security_group_id': '5002ad3f-9352-42e8-a14d-3d0178c83d61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:38:33.231722 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-feb11805-9e10-40cb-bcb5-b6b29de225dc tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:33.294211 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-feb11805-9e10-40cb-bcb5-b6b29de225dc tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:33.369254 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-feb11805-9e10-40cb-bcb5-b6b29de225dc tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:33.387504 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb11805-9e10-40cb-bcb5-b6b29de225dc tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb6f9ece-f08e-418a-ba2e-047cdcaa402e,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:33.420650 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30afeba-b103-46aa-8316-a5991079c7c5 None None] Sync routers for ids ['91548fa3-bf5e-413e-8b54-8b72efb400b7'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:38:33.434996 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30afeba-b103-46aa-8316-a5991079c7c5 None None] Routers {'91548fa3-bf5e-413e-8b54-8b72efb400b7'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:38:33.435606 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-c30afeba-b103-46aa-8316-a5991079c7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:38:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['91548fa3-bf5e-413e-8b54-8b72efb400b7'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:33.454409 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-feb11805-9e10-40cb-bcb5-b6b29de225dc tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:33.455937 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-feb11805-9e10-40cb-bcb5-b6b29de225dc tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3334222 Apr 20 13:38:33.461404 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53486) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:33.463487 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-a46bf5de-28a9-4029-b05a-795c679f1eac tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Request body: {'security_group_rule': {'security_group_id': '5002ad3f-9352-42e8-a14d-3d0178c83d61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:38:33.554195 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-c30afeba-b103-46aa-8316-a5991079c7c5 None None] Set router 91548fa3-bf5e-413e-8b54-8b72efb400b7 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:38:33.602636 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a46bf5de-28a9-4029-b05a-795c679f1eac tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:33.668490 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a46bf5de-28a9-4029-b05a-795c679f1eac tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:33.735352 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a46bf5de-28a9-4029-b05a-795c679f1eac tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:33.753541 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46bf5de-28a9-4029-b05a-795c679f1eac tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=def05700-760a-4fbd-b845-f0f46b06815b,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:33.766092 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-c30afeba-b103-46aa-8316-a5991079c7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91548fa3-bf5e-413e-8b54-8b72efb400b7', 'name': 'tempest-TestAggregatesBasicOps-493432640-router', 'tenant_id': 'a8579f9f340941ce9ae3c1e7aca28e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'f1ecc9f4-615b-4b11-9779-f85c607864e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:38:28Z', 'updated_at': '2022-04-20T13:38:31Z', 'revision_number': 4, 'project_id': 'a8579f9f340941ce9ae3c1e7aca28e91', 'gw_port': {'id': 'f1ecc9f4-615b-4b11-9779-f85c607864e6', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91548fa3-bf5e-413e-8b54-8b72efb400b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:28Z', 'updated_at': '2022-04-20T13:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'ba83c572-588f-4433-be72-878d5c43fb59', 'name': '', 'network_id': 'c15b7d8f-5633-4c73-b736-7d7bb1d8df27', 'tenant_id': 'a8579f9f340941ce9ae3c1e7aca28e91', 'mac_address': 'fa:16:3e:c3:f4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91548fa3-bf5e-413e-8b54-8b72efb400b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'c34a1a44-4eb9-4cfc-94cc-233654525569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:30Z', 'updated_at': '2022-04-20T13:38:31Z', 'revision_number': 2, 'project_id': 'a8579f9f340941ce9ae3c1e7aca28e91', 'subnets': [{'id': 'c34a1a44-4eb9-4cfc-94cc-233654525569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:33.794661 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30afeba-b103-46aa-8316-a5991079c7c5 None None] Checking router: 91548fa3-bf5e-413e-8b54-8b72efb400b7 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:38:33.797978 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30afeba-b103-46aa-8316-a5991079c7c5 None None] Updating router 91548fa3-bf5e-413e-8b54-8b72efb400b7 port ba83c572-588f-4433-be72-878d5c43fb59 binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:38:33.817670 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a46bf5de-28a9-4029-b05a-795c679f1eac tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:33.819383 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a46bf5de-28a9-4029-b05a-795c679f1eac tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3601420 Apr 20 13:38:33.820777 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c30afeba-b103-46aa-8316-a5991079c7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:33.822541 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53498) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:33.827228 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-a24924bc-6a07-4215-85a0-a4932eacd76f tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:38:33.923799 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a24924bc-6a07-4215-85a0-a4932eacd76f tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for floatingip, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:34.026434 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a24924bc-6a07-4215-85a0-a4932eacd76f tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:34.095785 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c30afeba-b103-46aa-8316-a5991079c7c5 None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:34.130278 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-a24924bc-6a07-4215-85a0-a4932eacd76f tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Allocated IP 172.25.8.69 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/75096c34-d78d-4e98-a63a-9d16386521b6) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:38:34.214602 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c30afeba-b103-46aa-8316-a5991079c7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:34.240410 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a24924bc-6a07-4215-85a0-a4932eacd76f tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:34.269050 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61afa538-37ca-45ac-ac03-dd500fce9b7d None None] Pushing event updated for resources: {'Port': ['ID=ba83c572-588f-4433-be72-878d5c43fb59,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:34.282078 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53510) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:34.330524 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-c30afeba-b103-46aa-8316-a5991079c7c5 None None] Attempting to bind port ba83c572-588f-4433-be72-878d5c43fb59 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:38:34.330947 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-c30afeba-b103-46aa-8316-a5991079c7c5 None None] Attempting to bind port ba83c572-588f-4433-be72-878d5c43fb59 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '05ae2410-8c6f-4985-add4-cb519783bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c15b7d8f-5633-4c73-b736-7d7bb1d8df27'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:38:34.331263 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30afeba-b103-46aa-8316-a5991079c7c5 None None] Attempting to bind port ba83c572-588f-4433-be72-878d5c43fb59 on network c15b7d8f-5633-4c73-b736-7d7bb1d8df27 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:38:34.336774 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30afeba-b103-46aa-8316-a5991079c7c5 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:38:34.337182 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30afeba-b103-46aa-8316-a5991079c7c5 None None] Checking segment: {'id': '05ae2410-8c6f-4985-add4-cb519783bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c15b7d8f-5633-4c73-b736-7d7bb1d8df27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:38:34.337598 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c30afeba-b103-46aa-8316-a5991079c7c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:34.337998 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30afeba-b103-46aa-8316-a5991079c7c5 None None] Bound using segment: {'id': '05ae2410-8c6f-4985-add4-cb519783bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c15b7d8f-5633-4c73-b736-7d7bb1d8df27'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:38:34.338473 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-c30afeba-b103-46aa-8316-a5991079c7c5 None None] Bound port: ba83c572-588f-4433-be72-878d5c43fb59, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05ae2410-8c6f-4985-add4-cb519783bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c15b7d8f-5633-4c73-b736-7d7bb1d8df27'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:38:34.338859 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c30afeba-b103-46aa-8316-a5991079c7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:34.378739 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a24924bc-6a07-4215-85a0-a4932eacd76f tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:34.435411 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-c30afeba-b103-46aa-8316-a5991079c7c5 None None] For port ba83c572-588f-4433-be72-878d5c43fb59, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:38:34.442634 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-c30afeba-b103-46aa-8316-a5991079c7c5 None None] For port ba83c572-588f-4433-be72-878d5c43fb59, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ba83c572-588f-4433-be72-878d5c43fb59,segment=NetworkSegment(05ae2410-8c6f-4985-add4-cb519783bf4b),segment_id=05ae2410-8c6f-4985-add4-cb519783bf4b)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:38:34.442846 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24924bc-6a07-4215-85a0-a4932eacd76f tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:38:34.448514 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-a24924bc-6a07-4215-85a0-a4932eacd76f tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:38:34.450842 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24924bc-6a07-4215-85a0-a4932eacd76f tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:38:34.488846 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f1ecc9f4-615b-4b11-9779-f85c607864e6 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:38:34.511093 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c30afeba-b103-46aa-8316-a5991079c7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:34.518376 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24924bc-6a07-4215-85a0-a4932eacd76f tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Pushing event updated for resources: {'Port': ['ID=75096c34-d78d-4e98-a63a-9d16386521b6,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:34.598521 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30afeba-b103-46aa-8316-a5991079c7c5 None None] Routers {'91548fa3-bf5e-413e-8b54-8b72efb400b7'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:38:34.598521 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-c30afeba-b103-46aa-8316-a5991079c7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:38:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['91548fa3-bf5e-413e-8b54-8b72efb400b7'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:34.601406 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61afa538-37ca-45ac-ac03-dd500fce9b7d None None] Pushing event updated for resources: {'Port': ['ID=ba83c572-588f-4433-be72-878d5c43fb59,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:34.655958 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-893f5d35-7dd0-41a8-81d2-4d86efe4a146 None None] Provisioning complete for port ba83c572-588f-4433-be72-878d5c43fb59 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:38:34.656357 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-893f5d35-7dd0-41a8-81d2-4d86efe4a146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:34.661235 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a24924bc-6a07-4215-85a0-a4932eacd76f tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:34.665973 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port f1ecc9f4-615b-4b11-9779-f85c607864e6 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:38:34.665973 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:34.759789 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a24924bc-6a07-4215-85a0-a4932eacd76f tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:34.788209 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-c30afeba-b103-46aa-8316-a5991079c7c5 None None] Set router 91548fa3-bf5e-413e-8b54-8b72efb400b7 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:38:34.915999 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-893f5d35-7dd0-41a8-81d2-4d86efe4a146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:34.924831 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4b3376d1-44cb-4918-8680-0e8a68721221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:35.037481 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a24924bc-6a07-4215-85a0-a4932eacd76f tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:35.092505 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a24924bc-6a07-4215-85a0-a4932eacd76f tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:35.159570 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-893f5d35-7dd0-41a8-81d2-4d86efe4a146 None None] For port ba83c572-588f-4433-be72-878d5c43fb59, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ba83c572-588f-4433-be72-878d5c43fb59,segment=NetworkSegment(05ae2410-8c6f-4985-add4-cb519783bf4b),segment_id=05ae2410-8c6f-4985-add4-cb519783bf4b)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:38:35.191616 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24924bc-6a07-4215-85a0-a4932eacd76f tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Pushing event updated for resources: {'Port': ['ID=75096c34-d78d-4e98-a63a-9d16386521b6,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:35.206498 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a24924bc-6a07-4215-85a0-a4932eacd76f tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:35.226932 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-893f5d35-7dd0-41a8-81d2-4d86efe4a146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:35.281994 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-c30afeba-b103-46aa-8316-a5991079c7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91548fa3-bf5e-413e-8b54-8b72efb400b7', 'name': 'tempest-TestAggregatesBasicOps-493432640-router', 'tenant_id': 'a8579f9f340941ce9ae3c1e7aca28e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'f1ecc9f4-615b-4b11-9779-f85c607864e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:38:28Z', 'updated_at': '2022-04-20T13:38:31Z', 'revision_number': 4, 'project_id': 'a8579f9f340941ce9ae3c1e7aca28e91', 'gw_port': {'id': 'f1ecc9f4-615b-4b11-9779-f85c607864e6', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91548fa3-bf5e-413e-8b54-8b72efb400b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:28Z', 'updated_at': '2022-04-20T13:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'ba83c572-588f-4433-be72-878d5c43fb59', 'name': '', 'network_id': 'c15b7d8f-5633-4c73-b736-7d7bb1d8df27', 'tenant_id': 'a8579f9f340941ce9ae3c1e7aca28e91', 'mac_address': 'fa:16:3e:c3:f4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91548fa3-bf5e-413e-8b54-8b72efb400b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'c34a1a44-4eb9-4cfc-94cc-233654525569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:30Z', 'updated_at': '2022-04-20T13:38:34Z', 'revision_number': 4, 'project_id': 'a8579f9f340941ce9ae3c1e7aca28e91', 'subnets': [{'id': 'c34a1a44-4eb9-4cfc-94cc-233654525569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:35.284968 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f5d35-7dd0-41a8-81d2-4d86efe4a146 None None] Pushing event updated for resources: {'Port': ['ID=ba83c572-588f-4433-be72-878d5c43fb59,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:35.294202 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a24924bc-6a07-4215-85a0-a4932eacd76f tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:35.295511 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a24924bc-6a07-4215-85a0-a4932eacd76f tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4717917 Apr 20 13:38:35.305470 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-4b3376d1-44cb-4918-8680-0e8a68721221 admin admin] Deleting port 782a25f4-3e2e-4f2f-9ed0-3bda2ee148a3 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:38:35.305805 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4b3376d1-44cb-4918-8680-0e8a68721221 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:35.322065 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30afeba-b103-46aa-8316-a5991079c7c5 None None] The sync data for ids ['91548fa3-bf5e-413e-8b54-8b72efb400b7'] in n-d-836015-7 is: [{'id': '91548fa3-bf5e-413e-8b54-8b72efb400b7', 'name': 'tempest-TestAggregatesBasicOps-493432640-router', 'tenant_id': 'a8579f9f340941ce9ae3c1e7aca28e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'f1ecc9f4-615b-4b11-9779-f85c607864e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:38:28Z', 'updated_at': '2022-04-20T13:38:31Z', 'revision_number': 4, 'project_id': 'a8579f9f340941ce9ae3c1e7aca28e91', 'gw_port': {'id': 'f1ecc9f4-615b-4b11-9779-f85c607864e6', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91548fa3-bf5e-413e-8b54-8b72efb400b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:28Z', 'updated_at': '2022-04-20T13:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'ba83c572-588f-4433-be72-878d5c43fb59', 'name': '', 'network_id': 'c15b7d8f-5633-4c73-b736-7d7bb1d8df27', 'tenant_id': 'a8579f9f340941ce9ae3c1e7aca28e91', 'mac_address': 'fa:16:3e:c3:f4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91548fa3-bf5e-413e-8b54-8b72efb400b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'c34a1a44-4eb9-4cfc-94cc-233654525569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:30Z', 'updated_at': '2022-04-20T13:38:34Z', 'revision_number': 4, 'project_id': 'a8579f9f340941ce9ae3c1e7aca28e91', 'subnets': [{'id': 'c34a1a44-4eb9-4cfc-94cc-233654525569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:38:35.349853 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-e1e802f9-7b14-457a-b7c3-9f4f5555f07d None None] Provisioning complete for port ba83c572-588f-4433-be72-878d5c43fb59 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:38:35.351447 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e1e802f9-7b14-457a-b7c3-9f4f5555f07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:35.454598 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-4b3376d1-44cb-4918-8680-0e8a68721221 admin admin] For port 782a25f4-3e2e-4f2f-9ed0-3bda2ee148a3, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=782a25f4-3e2e-4f2f-9ed0-3bda2ee148a3,segment=NetworkSegment(28a2f02a-ad76-49d3-9ecc-aef3ad036373),segment_id=28a2f02a-ad76-49d3-9ecc-aef3ad036373)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:38:35.454598 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4b3376d1-44cb-4918-8680-0e8a68721221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:35.465952 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-4b3376d1-44cb-4918-8680-0e8a68721221 admin admin] Calling delete_port for 782a25f4-3e2e-4f2f-9ed0-3bda2ee148a3 owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:38:35.572846 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-e2497950-2a41-4742-882a-602de0ce65a4 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--776296697&fields=id&tenant_id=199bdbc6cfe44f0c9700e48b02b2d332 HTTP/1.1" status: 200 len: 267 time: 0.0519977 Apr 20 13:38:35.760127 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-310196ed-33b2-4bf7-b988-20e79bd19906 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:35.761647 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-310196ed-33b2-4bf7-b988-20e79bd19906 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/networks?id=528a81a3-3d30-457a-b770-9edd01e9db02 HTTP/1.1" status: 200 len: 815 time: 0.1511703 Apr 20 13:38:35.782997 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-43b83248-1a46-4fb9-a76b-30269a41657d tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/quotas/199bdbc6cfe44f0c9700e48b02b2d332 HTTP/1.1" status: 200 len: 375 time: 0.0133843 Apr 20 13:38:35.847238 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-79928676-fab6-4b22-8b66-c92101b3c2fd tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=199bdbc6cfe44f0c9700e48b02b2d332&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0577242 Apr 20 13:38:35.870083 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4b3376d1-44cb-4918-8680-0e8a68721221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:35.942620 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3376d1-44cb-4918-8680-0e8a68721221 admin admin] Pushing event deleted for resources: {'Port': ['ID=782a25f4-3e2e-4f2f-9ed0-3bda2ee148a3,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:36.055796 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-9c8eef3f-8775-42be-b2dc-de1da58dba9a service neutron] 10.222.0.25 "GET /v2.0/networks/528a81a3-3d30-457a-b770-9edd01e9db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944618 Apr 20 13:38:36.242845 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-f29fff47-30f0-4240-8cb8-c70d9eca0dfd service neutron] 10.222.0.25 "GET /v2.0/networks/528a81a3-3d30-457a-b770-9edd01e9db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860464 Apr 20 13:38:36.251807 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4b3376d1-44cb-4918-8680-0e8a68721221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:36.592195 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ba83c572-588f-4433-be72-878d5c43fb59 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:38:36.654623 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port ba83c572-588f-4433-be72-878d5c43fb59 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:38:36.654894 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:36.806077 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5e39c388-b3ba-4028-8236-edaafdd0f4e6 req-e17044e5-6e7d-4bd7-862c-1e4ba14b8fc8 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=834c9cf5-3272-4d37-b90f-7a2602b7fe06 HTTP/1.1" status: 200 len: 210 time: 0.0328417 Apr 20 13:38:36.828884 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3376d1-44cb-4918-8680-0e8a68721221 admin admin] Router f0485a06-636a-46e0-8ad1-00aa6f69ea47 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:38:36.932237 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3376d1-44cb-4918-8680-0e8a68721221 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:38:36.940446 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4b3376d1-44cb-4918-8680-0e8a68721221 admin admin] 10.222.0.25 "PUT /v2.0/routers/f0485a06-636a-46e0-8ad1-00aa6f69ea47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6544991 Apr 20 13:38:36.940446 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53536) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:36.944683 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953188e0-90c6-4a3e-b619-01c0a5c085ca None None] Sync routers for ids ['f0485a06-636a-46e0-8ad1-00aa6f69ea47'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:38:36.954970 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953188e0-90c6-4a3e-b619-01c0a5c085ca None None] Routers {'f0485a06-636a-46e0-8ad1-00aa6f69ea47'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:38:36.955614 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-953188e0-90c6-4a3e-b619-01c0a5c085ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:38:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f0485a06-636a-46e0-8ad1-00aa6f69ea47'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:37.046294 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-64a40bd3-f514-44bb-81d8-2b00e6a128a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:37.057554 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-953188e0-90c6-4a3e-b619-01c0a5c085ca None None] Set router f0485a06-636a-46e0-8ad1-00aa6f69ea47 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:38:37.153650 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-64a40bd3-f514-44bb-81d8-2b00e6a128a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:37.230845 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-953188e0-90c6-4a3e-b619-01c0a5c085ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0485a06-636a-46e0-8ad1-00aa6f69ea47', 'name': 'tempest-TestAggregatesBasicOps-90628224-router', 'tenant_id': '1a68c9b53f6c476fa95a0c7a3e8aff3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '7a2a9432-ac17-4f67-853e-caf74aa9129e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:38:21Z', 'updated_at': '2022-04-20T13:38:35Z', 'revision_number': 5, 'project_id': '1a68c9b53f6c476fa95a0c7a3e8aff3f', 'gw_port': {'id': '7a2a9432-ac17-4f67-853e-caf74aa9129e', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:53:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0485a06-636a-46e0-8ad1-00aa6f69ea47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:22Z', 'updated_at': '2022-04-20T13:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:37.263158 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953188e0-90c6-4a3e-b619-01c0a5c085ca None None] Checking router: f0485a06-636a-46e0-8ad1-00aa6f69ea47 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:38:37.267059 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-64a40bd3-f514-44bb-81d8-2b00e6a128a6 admin admin] Deleting port 7a2a9432-ac17-4f67-853e-caf74aa9129e {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:38:37.267470 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-64a40bd3-f514-44bb-81d8-2b00e6a128a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:37.272429 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953188e0-90c6-4a3e-b619-01c0a5c085ca None None] Routers {'f0485a06-636a-46e0-8ad1-00aa6f69ea47'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:38:37.273040 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-953188e0-90c6-4a3e-b619-01c0a5c085ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:38:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f0485a06-636a-46e0-8ad1-00aa6f69ea47'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:37.351162 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-64a40bd3-f514-44bb-81d8-2b00e6a128a6 admin admin] For port 7a2a9432-ac17-4f67-853e-caf74aa9129e, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=7a2a9432-ac17-4f67-853e-caf74aa9129e,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:38:37.351647 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-64a40bd3-f514-44bb-81d8-2b00e6a128a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:37.359301 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-953188e0-90c6-4a3e-b619-01c0a5c085ca None None] Set router f0485a06-636a-46e0-8ad1-00aa6f69ea47 gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:38:37.363903 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-64a40bd3-f514-44bb-81d8-2b00e6a128a6 admin admin] Calling delete_port for 7a2a9432-ac17-4f67-853e-caf74aa9129e owned by network:router_gateway {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:38:37.412629 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-953188e0-90c6-4a3e-b619-01c0a5c085ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0485a06-636a-46e0-8ad1-00aa6f69ea47', 'name': 'tempest-TestAggregatesBasicOps-90628224-router', 'tenant_id': '1a68c9b53f6c476fa95a0c7a3e8aff3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:38:21Z', 'updated_at': '2022-04-20T13:38:37Z', 'revision_number': 6, 'project_id': '1a68c9b53f6c476fa95a0c7a3e8aff3f', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:37.439467 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953188e0-90c6-4a3e-b619-01c0a5c085ca None None] The sync data for ids ['f0485a06-636a-46e0-8ad1-00aa6f69ea47'] in n-d-836015-7 is: [{'id': 'f0485a06-636a-46e0-8ad1-00aa6f69ea47', 'name': 'tempest-TestAggregatesBasicOps-90628224-router', 'tenant_id': '1a68c9b53f6c476fa95a0c7a3e8aff3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:38:21Z', 'updated_at': '2022-04-20T13:38:37Z', 'revision_number': 6, 'project_id': '1a68c9b53f6c476fa95a0c7a3e8aff3f', 'gw_port_host': None}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:38:37.597416 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-64a40bd3-f514-44bb-81d8-2b00e6a128a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:37.624306 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a40bd3-f514-44bb-81d8-2b00e6a128a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a2a9432-ac17-4f67-853e-caf74aa9129e,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:37.685669 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-64a40bd3-f514-44bb-81d8-2b00e6a128a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:37.780294 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-64a40bd3-f514-44bb-81d8-2b00e6a128a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:37.782670 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-64a40bd3-f514-44bb-81d8-2b00e6a128a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:37.916918 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-769b7130-a3e7-49ba-af77-9a48c58124a8 req-092ed693-ae3e-47c5-a12a-5925465acf3e tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=834c9cf5-3272-4d37-b90f-7a2602b7fe06 HTTP/1.1" status: 200 len: 210 time: 0.0279431 Apr 20 13:38:37.917744 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-64a40bd3-f514-44bb-81d8-2b00e6a128a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:37.918358 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a40bd3-f514-44bb-81d8-2b00e6a128a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0485a06-636a-46e0-8ad1-00aa6f69ea47 {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:38:37.923374 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-64a40bd3-f514-44bb-81d8-2b00e6a128a6 admin admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:37.924736 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-64a40bd3-f514-44bb-81d8-2b00e6a128a6 admin admin] 10.222.0.25 "DELETE /v2.0/routers/f0485a06-636a-46e0-8ad1-00aa6f69ea47 HTTP/1.1" status: 204 len: 168 time: 0.9832757 Apr 20 13:38:37.927254 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53542) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:37.970774 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa2b94c9-330b-408e-82bb-204e10281ddb admin admin] Deleting subnet a2d039a5-f3f6-40b9-847d-aa043d58afb8 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:38:37.973814 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aa2b94c9-330b-408e-82bb-204e10281ddb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:38.014179 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aa2b94c9-330b-408e-82bb-204e10281ddb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:38.090727 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aa2b94c9-330b-408e-82bb-204e10281ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:38.192308 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aa2b94c9-330b-408e-82bb-204e10281ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:38.219938 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b94c9-330b-408e-82bb-204e10281ddb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2d039a5-f3f6-40b9-847d-aa043d58afb8,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:38.222035 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aa2b94c9-330b-408e-82bb-204e10281ddb admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:38.228690 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-aa2b94c9-330b-408e-82bb-204e10281ddb admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a2d039a5-f3f6-40b9-847d-aa043d58afb8 HTTP/1.1" status: 204 len: 168 time: 0.3003607 Apr 20 13:38:38.230421 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b593bf81-448f-4397-845f-c53d5f01f1c6 None None] Network 3afe91fe-79a9-4220-8c8c-389f0d662d24 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:38:38.230870 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53544) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:38.306934 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-14fdc20d-a915-4303-9456-f7b7860aab05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:38.368838 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-14fdc20d-a915-4303-9456-f7b7860aab05 admin admin] Deleting port b1fa123f-93cc-4170-a3ca-37501ddd7180 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:38:38.369145 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-14fdc20d-a915-4303-9456-f7b7860aab05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:38.431271 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31984756-65c0-4c34-a744-26ead68eee19 None None] DHCP port deletion for 3afe91fe-79a9-4220-8c8c-389f0d662d24 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:38:38.446868 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-14fdc20d-a915-4303-9456-f7b7860aab05 admin admin] For port b1fa123f-93cc-4170-a3ca-37501ddd7180, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=b1fa123f-93cc-4170-a3ca-37501ddd7180,segment=NetworkSegment(28a2f02a-ad76-49d3-9ecc-aef3ad036373),segment_id=28a2f02a-ad76-49d3-9ecc-aef3ad036373)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:38:38.447339 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-14fdc20d-a915-4303-9456-f7b7860aab05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:38.480367 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-14fdc20d-a915-4303-9456-f7b7860aab05 admin admin] Calling delete_port for b1fa123f-93cc-4170-a3ca-37501ddd7180 owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:38:38.514714 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-31984756-65c0-4c34-a744-26ead68eee19 None None] Deleting port b1fa123f-93cc-4170-a3ca-37501ddd7180 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:38:38.515427 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-31984756-65c0-4c34-a744-26ead68eee19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:38.537681 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 782a25f4-3e2e-4f2f-9ed0-3bda2ee148a3 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:38:38.611836 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 782a25f4-3e2e-4f2f-9ed0-3bda2ee148a3 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:38:38.615490 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 782a25f4-3e2e-4f2f-9ed0-3bda2ee148a3 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:38:38.615490 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 7a2a9432-ac17-4f67-853e-caf74aa9129e no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:38:38.617572 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-c12a8455-f71f-4b3e-a389-ed5ee3f33729 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:38.619219 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-c12a8455-f71f-4b3e-a389-ed5ee3f33729 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.32 "GET /v2.0/networks?id=528a81a3-3d30-457a-b770-9edd01e9db02 HTTP/1.1" status: 200 len: 815 time: 0.1558588 Apr 20 13:38:38.633802 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 7a2a9432-ac17-4f67-853e-caf74aa9129e {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:38:38.638454 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 7a2a9432-ac17-4f67-853e-caf74aa9129e not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:38:38.638454 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device b1fa123f-93cc-4170-a3ca-37501ddd7180 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:38:38.665090 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-3222242b-ac42-4a9f-9ce3-641a90700912 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=199bdbc6cfe44f0c9700e48b02b2d332 HTTP/1.1" status: 200 len: 472 time: 0.0376699 Apr 20 13:38:38.667757 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-31984756-65c0-4c34-a744-26ead68eee19 None None] For port b1fa123f-93cc-4170-a3ca-37501ddd7180, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=b1fa123f-93cc-4170-a3ca-37501ddd7180,segment=NetworkSegment(28a2f02a-ad76-49d3-9ecc-aef3ad036373),segment_id=28a2f02a-ad76-49d3-9ecc-aef3ad036373)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:38:38.668249 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-31984756-65c0-4c34-a744-26ead68eee19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:38.674229 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-24428975-fca3-4b2e-bdad-335b213dc35c tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Request body: {'port': {'device_id': '834c9cf5-3272-4d37-b90f-7a2602b7fe06', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'admin_state_up': True, 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'security_groups': ['5002ad3f-9352-42e8-a14d-3d0178c83d61']}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:38:38.687022 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-31984756-65c0-4c34-a744-26ead68eee19 None None] Calling delete_port for b1fa123f-93cc-4170-a3ca-37501ddd7180 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:38:38.704815 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-14fdc20d-a915-4303-9456-f7b7860aab05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:38.733938 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fdc20d-a915-4303-9456-f7b7860aab05 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1fa123f-93cc-4170-a3ca-37501ddd7180,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:38.738706 n-d-836015-7 neutron-server[114871]: INFO neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No ports have port_id starting with b1fa123f-93cc-4170-a3ca-37501ddd7180 Apr 20 13:38:38.758031 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fdc20d-a915-4303-9456-f7b7860aab05 admin admin] No DVR routers for this DVR port b1fa123f-93cc-4170-a3ca-37501ddd7180 on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:38:38.779401 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-31984756-65c0-4c34-a744-26ead68eee19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:38.807028 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31984756-65c0-4c34-a744-26ead68eee19 None None] Pushing event deleted for resources: {'Port': ['ID=b1fa123f-93cc-4170-a3ca-37501ddd7180,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:38.809087 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31984756-65c0-4c34-a744-26ead68eee19 None None] No DVR routers for this DVR port b1fa123f-93cc-4170-a3ca-37501ddd7180 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:38:38.844700 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-14fdc20d-a915-4303-9456-f7b7860aab05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:38.864998 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-14fdc20d-a915-4303-9456-f7b7860aab05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3afe91fe-79a9-4220-8c8c-389f0d662d24']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:38.874048 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-14fdc20d-a915-4303-9456-f7b7860aab05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28a2f02a-ad76-49d3-9ecc-aef3ad036373') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:38.874347 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-14fdc20d-a915-4303-9456-f7b7860aab05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28a2f02a-ad76-49d3-9ecc-aef3ad036373') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:38.877434 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-24428975-fca3-4b2e-bdad-335b213dc35c tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Made reservation on behalf of 199bdbc6cfe44f0c9700e48b02b2d332 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:38:38.881779 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-24428975-fca3-4b2e-bdad-335b213dc35c tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:38.884408 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-14fdc20d-a915-4303-9456-f7b7860aab05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:38.898229 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-14fdc20d-a915-4303-9456-f7b7860aab05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:38.904049 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14fdc20d-a915-4303-9456-f7b7860aab05 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:38:38.904441 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-14fdc20d-a915-4303-9456-f7b7860aab05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:38.906268 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:38:38.906268 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:38:38.906268 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:38:38.906268 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:38:38.906268 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:38:38.906268 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:38:38.906268 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:38:38.906268 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:38:38.906268 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:38:38.906268 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:38:38.906268 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:38:38.906268 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:38:38.906268 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:38:38.906268 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:38:38.906268 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:38:38.906268 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:38:38.906268 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:38:38.906268 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:38:38.906268 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:38:38.906268 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:38:38.906268 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:38:38.906268 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:38:38.906268 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:38:38.906268 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:38:38.906268 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:38:38.906268 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:38:38.906268 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:38:38.906268 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:38:38.906268 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:38:38.906268 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:38:38.906268 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:38:38.906268 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:38:39.014449 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-24428975-fca3-4b2e-bdad-335b213dc35c tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Allocated IP 172.20.0.9 (528a81a3-3d30-457a-b770-9edd01e9db02/dd1bec79-1bde-4378-9778-6e03ce14f914/42330c94-7447-4af1-99be-07b215fa68d3) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:38:39.027266 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6bff8388-261f-4246-8be4-9c6989aca539 req-c640c362-3fd8-4505-a776-5d9d06ca909c tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=834c9cf5-3272-4d37-b90f-7a2602b7fe06 HTTP/1.1" status: 200 len: 210 time: 0.0315549 Apr 20 13:38:39.028959 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-14fdc20d-a915-4303-9456-f7b7860aab05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:39.035846 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-14fdc20d-a915-4303-9456-f7b7860aab05 admin admin] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:39.042258 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-14fdc20d-a915-4303-9456-f7b7860aab05 admin admin] 10.222.0.25 "DELETE /v2.0/networks/3afe91fe-79a9-4220-8c8c-389f0d662d24 HTTP/1.1" status: 204 len: 168 time: 0.8107307 Apr 20 13:38:39.043644 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53550) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:39.052533 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fdc20d-a915-4303-9456-f7b7860aab05 admin admin] Pushing event deleted for resources: {'Network': ['ID=3afe91fe-79a9-4220-8c8c-389f0d662d24,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:39.272005 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-24428975-fca3-4b2e-bdad-335b213dc35c tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:39.451576 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-24428975-fca3-4b2e-bdad-335b213dc35c tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:39.514420 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-24428975-fca3-4b2e-bdad-335b213dc35c tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Network 528a81a3-3d30-457a-b770-9edd01e9db02 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:38:39.523031 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-24428975-fca3-4b2e-bdad-335b213dc35c tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:38:39.527719 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-24428975-fca3-4b2e-bdad-335b213dc35c tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:38:39.563330 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24428975-fca3-4b2e-bdad-335b213dc35c tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Pushing event updated for resources: {'Port': ['ID=42330c94-7447-4af1-99be-07b215fa68d3,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:39.589842 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3fc7862b-8a29-4adc-a025-a97712cf856f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:39.598840 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-24428975-fca3-4b2e-bdad-335b213dc35c tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:39.599489 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-24428975-fca3-4b2e-bdad-335b213dc35c tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:39.697191 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-24428975-fca3-4b2e-bdad-335b213dc35c tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0267458 Apr 20 13:38:39.710983 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-728927b5-9d4a-484c-a7b3-de3b9ecec2e5 service neutron] Request body: {'port': {'device_id': '834c9cf5-3272-4d37-b90f-7a2602b7fe06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:38:39.719557 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-f408e22f-7991-4998-859c-8c2a40fe710d None None] Provisioning complete for port 42330c94-7447-4af1-99be-07b215fa68d3 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:38:39.720106 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f408e22f-7991-4998-859c-8c2a40fe710d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:39.752865 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-f408e22f-7991-4998-859c-8c2a40fe710d None None] Port 42330c94-7447-4af1-99be-07b215fa68d3 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:38:39.818833 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-728927b5-9d4a-484c-a7b3-de3b9ecec2e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:40.071550 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-3fc7862b-8a29-4adc-a025-a97712cf856f admin admin] Deleting port ba83c572-588f-4433-be72-878d5c43fb59 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:38:40.071550 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3fc7862b-8a29-4adc-a025-a97712cf856f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:40.149326 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b99fa7-f070-4473-a854-8ccb7c1ff0a4 req-c2d8090a-454d-450d-8d75-73b923aac159 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:40.150833 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-92b99fa7-f070-4473-a854-8ccb7c1ff0a4 req-c2d8090a-454d-450d-8d75-73b923aac159 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=834c9cf5-3272-4d37-b90f-7a2602b7fe06 HTTP/1.1" status: 200 len: 931 time: 0.0487211 Apr 20 13:38:40.194686 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-92b99fa7-f070-4473-a854-8ccb7c1ff0a4 req-7a2d23a0-8cbc-4184-abfb-e9539b9f31c2 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002ad3f-9352-42e8-a14d-3d0178c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324070 Apr 20 13:38:40.201771 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-3fc7862b-8a29-4adc-a025-a97712cf856f admin admin] For port ba83c572-588f-4433-be72-878d5c43fb59, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ba83c572-588f-4433-be72-878d5c43fb59,segment=NetworkSegment(05ae2410-8c6f-4985-add4-cb519783bf4b),segment_id=05ae2410-8c6f-4985-add4-cb519783bf4b)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:38:40.202137 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3fc7862b-8a29-4adc-a025-a97712cf856f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:40.224097 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-728927b5-9d4a-484c-a7b3-de3b9ecec2e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42330c94-7447-4af1-99be-07b215fa68d3 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:38:40.228252 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-3fc7862b-8a29-4adc-a025-a97712cf856f admin admin] Calling delete_port for ba83c572-588f-4433-be72-878d5c43fb59 owned by network:router_interface {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:38:40.234460 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-728927b5-9d4a-484c-a7b3-de3b9ecec2e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:40.278290 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-728927b5-9d4a-484c-a7b3-de3b9ecec2e5 service neutron] Transition to ACTIVE for port object 42330c94-7447-4af1-99be-07b215fa68d3 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:38:40.345060 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-728927b5-9d4a-484c-a7b3-de3b9ecec2e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:40.754683 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728927b5-9d4a-484c-a7b3-de3b9ecec2e5 service neutron] Pushing event updated for resources: {'Port': ['ID=42330c94-7447-4af1-99be-07b215fa68d3,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:40.861930 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-728927b5-9d4a-484c-a7b3-de3b9ecec2e5 service neutron] Attempting to bind port 42330c94-7447-4af1-99be-07b215fa68d3 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:38:40.862265 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-728927b5-9d4a-484c-a7b3-de3b9ecec2e5 service neutron] Attempting to bind port 42330c94-7447-4af1-99be-07b215fa68d3 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '968e2ac5-5b66-437a-9952-c24b838f4f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:38:40.862593 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-728927b5-9d4a-484c-a7b3-de3b9ecec2e5 service neutron] Attempting to bind port 42330c94-7447-4af1-99be-07b215fa68d3 on network 528a81a3-3d30-457a-b770-9edd01e9db02 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:38:40.867548 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-728927b5-9d4a-484c-a7b3-de3b9ecec2e5 service neutron] Port 42330c94-7447-4af1-99be-07b215fa68d3 on network 528a81a3-3d30-457a-b770-9edd01e9db02 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:38:40.868006 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-728927b5-9d4a-484c-a7b3-de3b9ecec2e5 service neutron] Attempting to bind port 42330c94-7447-4af1-99be-07b215fa68d3 on network 528a81a3-3d30-457a-b770-9edd01e9db02 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:38:40.872919 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-728927b5-9d4a-484c-a7b3-de3b9ecec2e5 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:38:40.873254 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-728927b5-9d4a-484c-a7b3-de3b9ecec2e5 service neutron] Checking segment: {'id': '968e2ac5-5b66-437a-9952-c24b838f4f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:38:40.873634 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-728927b5-9d4a-484c-a7b3-de3b9ecec2e5 service neutron] Bound using segment: {'id': '968e2ac5-5b66-437a-9952-c24b838f4f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:38:40.874059 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-728927b5-9d4a-484c-a7b3-de3b9ecec2e5 service neutron] Bound port: 42330c94-7447-4af1-99be-07b215fa68d3, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '968e2ac5-5b66-437a-9952-c24b838f4f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:38:40.874413 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-728927b5-9d4a-484c-a7b3-de3b9ecec2e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:40.934130 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3fc7862b-8a29-4adc-a025-a97712cf856f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:40.965203 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7862b-8a29-4adc-a025-a97712cf856f admin admin] Pushing event deleted for resources: {'Port': ['ID=ba83c572-588f-4433-be72-878d5c43fb59,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:40.968701 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-728927b5-9d4a-484c-a7b3-de3b9ecec2e5 service neutron] For port 42330c94-7447-4af1-99be-07b215fa68d3, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:38:41.000095 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-728927b5-9d4a-484c-a7b3-de3b9ecec2e5 service neutron] For port 42330c94-7447-4af1-99be-07b215fa68d3, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=42330c94-7447-4af1-99be-07b215fa68d3,segment=NetworkSegment(968e2ac5-5b66-437a-9952-c24b838f4f53),segment_id=968e2ac5-5b66-437a-9952-c24b838f4f53)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:38:41.074018 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-728927b5-9d4a-484c-a7b3-de3b9ecec2e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:41.127546 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-728927b5-9d4a-484c-a7b3-de3b9ecec2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:41.128168 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-728927b5-9d4a-484c-a7b3-de3b9ecec2e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:41.129581 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-728927b5-9d4a-484c-a7b3-de3b9ecec2e5 service neutron] 10.222.0.32 "PUT /v2.0/ports/42330c94-7447-4af1-99be-07b215fa68d3 HTTP/1.1" status: 200 len: 1091 time: 1.4244521 Apr 20 13:38:41.130031 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '834c9cf5-3272-4d37-b90f-7a2602b7fe06', 'tag': '42330c94-7447-4af1-99be-07b215fa68d3'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:38:41.132392 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d224c2-2a6e-42ea-a048-9f7f8beb0b1a" -d '{"events": [{"name": "network-changed", "server_uuid": "834c9cf5-3272-4d37-b90f-7a2602b7fe06", "tag": "42330c94-7447-4af1-99be-07b215fa68d3"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:38:41.189852 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7bd623-f70e-4ce9-8545-d3ea908c9eee x-openstack-request-id: req-3f7bd623-f70e-4ce9-8545-d3ea908c9eee {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:38:41.190146 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "834c9cf5-3272-4d37-b90f-7a2602b7fe06", "tag": "42330c94-7447-4af1-99be-07b215fa68d3", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:38:41.190398 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3f7bd623-f70e-4ce9-8545-d3ea908c9eee {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:38:41.190823 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f7bd623-f70e-4ce9-8545-d3ea908c9eee'] response: {'name': 'network-changed', 'server_uuid': '834c9cf5-3272-4d37-b90f-7a2602b7fe06', 'tag': '42330c94-7447-4af1-99be-07b215fa68d3', 'status': 'completed', 'code': 200} Apr 20 13:38:41.201134 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728927b5-9d4a-484c-a7b3-de3b9ecec2e5 service neutron] Pushing event updated for resources: {'Port': ['ID=42330c94-7447-4af1-99be-07b215fa68d3,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:41.219278 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3fc7862b-8a29-4adc-a025-a97712cf856f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:41.298037 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d224c2-2a6e-42ea-a048-9f7f8beb0b1a req-8adb3abe-bcda-4440-8d64-ba7aefefd0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:41.299856 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-71d224c2-2a6e-42ea-a048-9f7f8beb0b1a req-8adb3abe-bcda-4440-8d64-ba7aefefd0a7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=199bdbc6cfe44f0c9700e48b02b2d332&device_id=834c9cf5-3272-4d37-b90f-7a2602b7fe06 HTTP/1.1" status: 200 len: 1094 time: 0.0914879 Apr 20 13:38:41.332499 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e82ab-4cd7-4345-8765-fe68cb961f92 req-5bc2602b-1506-4515-b938-1f41d0f91952 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:41.334061 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-306e82ab-4cd7-4345-8765-fe68cb961f92 req-5bc2602b-1506-4515-b938-1f41d0f91952 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=834c9cf5-3272-4d37-b90f-7a2602b7fe06 HTTP/1.1" status: 200 len: 943 time: 0.0567086 Apr 20 13:38:41.376647 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-306e82ab-4cd7-4345-8765-fe68cb961f92 req-3e453005-5248-423f-a618-daa568965d88 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002ad3f-9352-42e8-a14d-3d0178c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358849 Apr 20 13:38:41.485458 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d224c2-2a6e-42ea-a048-9f7f8beb0b1a req-fef8d5a7-8479-4fdf-878f-5dbcd954b1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:41.486919 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-71d224c2-2a6e-42ea-a048-9f7f8beb0b1a req-fef8d5a7-8479-4fdf-878f-5dbcd954b1c6 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=199bdbc6cfe44f0c9700e48b02b2d332&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1789744 Apr 20 13:38:41.592970 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc7862b-8a29-4adc-a025-a97712cf856f admin admin] Router 91548fa3-bf5e-413e-8b54-8b72efb400b7 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:38:41.662348 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d224c2-2a6e-42ea-a048-9f7f8beb0b1a req-b6bc6dc4-e85b-4c74-96c2-b5b9874b7282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:41.663830 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-71d224c2-2a6e-42ea-a048-9f7f8beb0b1a req-b6bc6dc4-e85b-4c74-96c2-b5b9874b7282 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1482852 Apr 20 13:38:41.746880 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc7862b-8a29-4adc-a025-a97712cf856f admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:38:41.752629 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3fc7862b-8a29-4adc-a025-a97712cf856f admin admin] 10.222.0.25 "PUT /v2.0/routers/91548fa3-bf5e-413e-8b54-8b72efb400b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7079608 Apr 20 13:38:41.755280 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53558) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:41.756044 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd172b36-6659-4173-810d-1ee6cc20d3e1 None None] Sync routers for ids ['91548fa3-bf5e-413e-8b54-8b72efb400b7'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:38:41.765517 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-9725056c-c690-4eae-8bde-81bbfdbca40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:41.767778 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-9725056c-c690-4eae-8bde-81bbfdbca40a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=199bdbc6cfe44f0c9700e48b02b2d332&device_id=834c9cf5-3272-4d37-b90f-7a2602b7fe06 HTTP/1.1" status: 200 len: 1094 time: 0.0608978 Apr 20 13:38:41.770619 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd172b36-6659-4173-810d-1ee6cc20d3e1 None None] Routers {'91548fa3-bf5e-413e-8b54-8b72efb400b7'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:38:41.771257 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-bd172b36-6659-4173-810d-1ee6cc20d3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:38:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['91548fa3-bf5e-413e-8b54-8b72efb400b7'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:41.815336 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-4b7ca698-afd2-4b2a-bce2-db77664aed5c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42330c94-7447-4af1-99be-07b215fa68d3 HTTP/1.1" status: 200 len: 217 time: 0.0389194 Apr 20 13:38:41.865100 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-edd718a5-ecb5-46bc-9bbc-4f70a0af7fd8 admin admin] Notify callbacks [] for router, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:41.867388 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-8f53ce89-44d9-4811-a24c-fed50dc8230e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:41.869714 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-8f53ce89-44d9-4811-a24c-fed50dc8230e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dd1bec79-1bde-4378-9778-6e03ce14f914 HTTP/1.1" status: 200 len: 854 time: 0.0470240 Apr 20 13:38:41.885372 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-bd172b36-6659-4173-810d-1ee6cc20d3e1 None None] Set router 91548fa3-bf5e-413e-8b54-8b72efb400b7 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:38:41.918169 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-49948b33-3b34-4b3b-a44f-1504229463cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:41.919789 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-49948b33-3b34-4b3b-a44f-1504229463cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=528a81a3-3d30-457a-b770-9edd01e9db02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447268 Apr 20 13:38:41.972885 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-edd718a5-ecb5-46bc-9bbc-4f70a0af7fd8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:42.020491 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-b36a4d27-083f-4aa1-b6f7-4508054bcc40 service neutron] 10.222.0.32 "GET /v2.0/networks/528a81a3-3d30-457a-b770-9edd01e9db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913920 Apr 20 13:38:42.066958 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-bd172b36-6659-4173-810d-1ee6cc20d3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91548fa3-bf5e-413e-8b54-8b72efb400b7', 'name': 'tempest-TestAggregatesBasicOps-493432640-router', 'tenant_id': 'a8579f9f340941ce9ae3c1e7aca28e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': 'f1ecc9f4-615b-4b11-9779-f85c607864e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:38:28Z', 'updated_at': '2022-04-20T13:38:40Z', 'revision_number': 5, 'project_id': 'a8579f9f340941ce9ae3c1e7aca28e91', 'gw_port': {'id': 'f1ecc9f4-615b-4b11-9779-f85c607864e6', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91548fa3-bf5e-413e-8b54-8b72efb400b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:28Z', 'updated_at': '2022-04-20T13:38:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:42.088287 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-edd718a5-ecb5-46bc-9bbc-4f70a0af7fd8 admin admin] Deleting port f1ecc9f4-615b-4b11-9779-f85c607864e6 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:38:42.088758 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-edd718a5-ecb5-46bc-9bbc-4f70a0af7fd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:42.093337 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd172b36-6659-4173-810d-1ee6cc20d3e1 None None] Checking router: 91548fa3-bf5e-413e-8b54-8b72efb400b7 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:38:42.101683 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd172b36-6659-4173-810d-1ee6cc20d3e1 None None] Routers {'91548fa3-bf5e-413e-8b54-8b72efb400b7'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:38:42.102301 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-bd172b36-6659-4173-810d-1ee6cc20d3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:38:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['91548fa3-bf5e-413e-8b54-8b72efb400b7'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:42.112749 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b43e4a93-48d3-4369-8717-45bdcbdebfcb req-4ac4a104-e3c2-4d9a-8447-44024006760d service neutron] 10.222.0.32 "GET /v2.0/networks/528a81a3-3d30-457a-b770-9edd01e9db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852582 Apr 20 13:38:42.175016 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-edd718a5-ecb5-46bc-9bbc-4f70a0af7fd8 admin admin] For port f1ecc9f4-615b-4b11-9779-f85c607864e6, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f1ecc9f4-615b-4b11-9779-f85c607864e6,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:38:42.175401 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-edd718a5-ecb5-46bc-9bbc-4f70a0af7fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:42.187285 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-edd718a5-ecb5-46bc-9bbc-4f70a0af7fd8 admin admin] Calling delete_port for f1ecc9f4-615b-4b11-9779-f85c607864e6 owned by network:router_gateway {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:38:42.189201 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-bd172b36-6659-4173-810d-1ee6cc20d3e1 None None] Set router 91548fa3-bf5e-413e-8b54-8b72efb400b7 gateway port host: None {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:38:42.242801 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-bd172b36-6659-4173-810d-1ee6cc20d3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91548fa3-bf5e-413e-8b54-8b72efb400b7', 'name': 'tempest-TestAggregatesBasicOps-493432640-router', 'tenant_id': 'a8579f9f340941ce9ae3c1e7aca28e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:38:28Z', 'updated_at': '2022-04-20T13:38:41Z', 'revision_number': 6, 'project_id': 'a8579f9f340941ce9ae3c1e7aca28e91', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:42.268967 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd172b36-6659-4173-810d-1ee6cc20d3e1 None None] The sync data for ids ['91548fa3-bf5e-413e-8b54-8b72efb400b7'] in n-d-836015-7 is: [{'id': '91548fa3-bf5e-413e-8b54-8b72efb400b7', 'name': 'tempest-TestAggregatesBasicOps-493432640-router', 'tenant_id': 'a8579f9f340941ce9ae3c1e7aca28e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:38:28Z', 'updated_at': '2022-04-20T13:38:41Z', 'revision_number': 6, 'project_id': 'a8579f9f340941ce9ae3c1e7aca28e91', 'gw_port_host': None}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:38:42.386652 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:42.473474 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-edd718a5-ecb5-46bc-9bbc-4f70a0af7fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:42.503219 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd718a5-ecb5-46bc-9bbc-4f70a0af7fd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1ecc9f4-615b-4b11-9779-f85c607864e6,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:42.561769 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9f49d-4785-404f-9b6d-d30bd3efb3af req-dc64ab28-6de8-4529-8509-668430693543 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:42.562280 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a9d9f49d-4785-404f-9b6d-d30bd3efb3af req-dc64ab28-6de8-4529-8509-668430693543 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=834c9cf5-3272-4d37-b90f-7a2602b7fe06 HTTP/1.1" status: 200 len: 943 time: 0.1161740 Apr 20 13:38:42.594999 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-edd718a5-ecb5-46bc-9bbc-4f70a0af7fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:42.666529 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a9d9f49d-4785-404f-9b6d-d30bd3efb3af req-b9bbab0b-4243-441b-87fb-2c5e0cd195a4 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002ad3f-9352-42e8-a14d-3d0178c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981257 Apr 20 13:38:42.702358 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-edd718a5-ecb5-46bc-9bbc-4f70a0af7fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:42.704932 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-edd718a5-ecb5-46bc-9bbc-4f70a0af7fd8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:42.762917 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ba83c572-588f-4433-be72-878d5c43fb59 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:38:42.783131 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: ba83c572-588f-4433-be72-878d5c43fb59 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:38:42.783517 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ba83c572-588f-4433-be72-878d5c43fb59 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:38:42.808847 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-edd718a5-ecb5-46bc-9bbc-4f70a0af7fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:42.809417 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd718a5-ecb5-46bc-9bbc-4f70a0af7fd8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91548fa3-bf5e-413e-8b54-8b72efb400b7 {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:38:42.813874 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-edd718a5-ecb5-46bc-9bbc-4f70a0af7fd8 admin admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:42.814556 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-edd718a5-ecb5-46bc-9bbc-4f70a0af7fd8 admin admin] 10.222.0.25 "DELETE /v2.0/routers/91548fa3-bf5e-413e-8b54-8b72efb400b7 HTTP/1.1" status: 204 len: 168 time: 1.0582752 Apr 20 13:38:42.817016 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53562) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:42.865587 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-fee20395-5641-4703-9a4e-18c9c6dfcaa1 admin admin] Deleting subnet c34a1a44-4eb9-4cfc-94cc-233654525569 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:38:42.868694 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fee20395-5641-4703-9a4e-18c9c6dfcaa1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:42.902793 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fee20395-5641-4703-9a4e-18c9c6dfcaa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:42.980786 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fee20395-5641-4703-9a4e-18c9c6dfcaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:43.087133 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fee20395-5641-4703-9a4e-18c9c6dfcaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:43.116354 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee20395-5641-4703-9a4e-18c9c6dfcaa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c34a1a44-4eb9-4cfc-94cc-233654525569,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:43.123201 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fee20395-5641-4703-9a4e-18c9c6dfcaa1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:43.126816 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-fee20395-5641-4703-9a4e-18c9c6dfcaa1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c34a1a44-4eb9-4cfc-94cc-233654525569 HTTP/1.1" status: 204 len: 168 time: 0.3088548 Apr 20 13:38:43.130854 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec805bb4-1e07-4df7-a346-9afa4617beb9 None None] Network c15b7d8f-5633-4c73-b736-7d7bb1d8df27 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:38:43.130981 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53564) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:43.175677 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:43.201008 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-37f48e7c-da3b-4915-a335-ce35bb8a4c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:43.257389 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-37f48e7c-da3b-4915-a335-ce35bb8a4c08 admin admin] Deleting port 973b4ca5-a8e9-4dfa-98dc-ba9a1e040c9f {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:38:43.257842 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-37f48e7c-da3b-4915-a335-ce35bb8a4c08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:43.311986 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03aa855f-92fe-4349-a891-e6e07185139e None None] DHCP port deletion for c15b7d8f-5633-4c73-b736-7d7bb1d8df27 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:38:43.336310 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-37f48e7c-da3b-4915-a335-ce35bb8a4c08 admin admin] For port 973b4ca5-a8e9-4dfa-98dc-ba9a1e040c9f, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=973b4ca5-a8e9-4dfa-98dc-ba9a1e040c9f,segment=NetworkSegment(05ae2410-8c6f-4985-add4-cb519783bf4b),segment_id=05ae2410-8c6f-4985-add4-cb519783bf4b)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:38:43.336681 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-37f48e7c-da3b-4915-a335-ce35bb8a4c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:43.350336 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-37f48e7c-da3b-4915-a335-ce35bb8a4c08 admin admin] Calling delete_port for 973b4ca5-a8e9-4dfa-98dc-ba9a1e040c9f owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:38:43.368369 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-03aa855f-92fe-4349-a891-e6e07185139e None None] Deleting port 973b4ca5-a8e9-4dfa-98dc-ba9a1e040c9f {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:38:43.368750 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-03aa855f-92fe-4349-a891-e6e07185139e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:43.435810 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-03aa855f-92fe-4349-a891-e6e07185139e None None] For port 973b4ca5-a8e9-4dfa-98dc-ba9a1e040c9f, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=973b4ca5-a8e9-4dfa-98dc-ba9a1e040c9f,segment=NetworkSegment(05ae2410-8c6f-4985-add4-cb519783bf4b),segment_id=05ae2410-8c6f-4985-add4-cb519783bf4b)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:38:43.436148 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-03aa855f-92fe-4349-a891-e6e07185139e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:43.449258 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-03aa855f-92fe-4349-a891-e6e07185139e None None] Calling delete_port for 973b4ca5-a8e9-4dfa-98dc-ba9a1e040c9f owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:38:43.512392 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-37f48e7c-da3b-4915-a335-ce35bb8a4c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:43.528153 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-03aa855f-92fe-4349-a891-e6e07185139e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:43.538756 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f48e7c-da3b-4915-a335-ce35bb8a4c08 admin admin] Pushing event deleted for resources: {'Port': ['ID=973b4ca5-a8e9-4dfa-98dc-ba9a1e040c9f,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:43.543458 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f48e7c-da3b-4915-a335-ce35bb8a4c08 admin admin] No DVR routers for this DVR port 973b4ca5-a8e9-4dfa-98dc-ba9a1e040c9f on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:38:43.555589 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa855f-92fe-4349-a891-e6e07185139e None None] Pushing event deleted for resources: {'Port': ['ID=973b4ca5-a8e9-4dfa-98dc-ba9a1e040c9f,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:43.560398 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03aa855f-92fe-4349-a891-e6e07185139e None None] No DVR routers for this DVR port 973b4ca5-a8e9-4dfa-98dc-ba9a1e040c9f on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:38:43.618327 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-37f48e7c-da3b-4915-a335-ce35bb8a4c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:43.638739 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-37f48e7c-da3b-4915-a335-ce35bb8a4c08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c15b7d8f-5633-4c73-b736-7d7bb1d8df27']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:43.647851 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-37f48e7c-da3b-4915-a335-ce35bb8a4c08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05ae2410-8c6f-4985-add4-cb519783bf4b') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:43.648150 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-37f48e7c-da3b-4915-a335-ce35bb8a4c08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05ae2410-8c6f-4985-add4-cb519783bf4b') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:43.657190 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-37f48e7c-da3b-4915-a335-ce35bb8a4c08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:43.670173 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-37f48e7c-da3b-4915-a335-ce35bb8a4c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:43.676735 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f48e7c-da3b-4915-a335-ce35bb8a4c08 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:38:43.685949 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-37f48e7c-da3b-4915-a335-ce35bb8a4c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:43.685949 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:38:43.685949 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:38:43.685949 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:38:43.685949 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:38:43.685949 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:38:43.685949 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:38:43.685949 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:38:43.685949 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:38:43.685949 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:38:43.685949 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:38:43.685949 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:38:43.685949 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:38:43.685949 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:38:43.685949 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:38:43.685949 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:38:43.685949 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:38:43.685949 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:38:43.685949 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:38:43.685949 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:38:43.685949 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:38:43.685949 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:38:43.685949 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:38:43.685949 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:38:43.685949 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:38:43.685949 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:38:43.685949 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:38:43.685949 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:38:43.685949 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:38:43.685949 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:38:43.685949 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:38:43.685949 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:38:43.685949 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:38:43.786374 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36352f-c950-478d-886f-a8155c583aa2 req-1c5b435b-5b66-479c-96fb-54933ab20c8d tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:43.787861 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa36352f-c950-478d-886f-a8155c583aa2 req-1c5b435b-5b66-479c-96fb-54933ab20c8d tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=834c9cf5-3272-4d37-b90f-7a2602b7fe06 HTTP/1.1" status: 200 len: 943 time: 0.0485377 Apr 20 13:38:43.815153 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-37f48e7c-da3b-4915-a335-ce35bb8a4c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:43.819815 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-37f48e7c-da3b-4915-a335-ce35bb8a4c08 admin admin] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:43.822895 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-37f48e7c-da3b-4915-a335-ce35bb8a4c08 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c15b7d8f-5633-4c73-b736-7d7bb1d8df27 HTTP/1.1" status: 204 len: 168 time: 0.6931489 Apr 20 13:38:43.842835 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f48e7c-da3b-4915-a335-ce35bb8a4c08 admin admin] Pushing event deleted for resources: {'Network': ['ID=c15b7d8f-5633-4c73-b736-7d7bb1d8df27,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:43.848211 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa36352f-c950-478d-886f-a8155c583aa2 req-0b771ab9-1a69-4d91-b1b5-9d327eb0017f tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002ad3f-9352-42e8-a14d-3d0178c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541422 Apr 20 13:38:44.153048 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53570) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:44.193284 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-84045119-db8c-4fbe-8458-50a7804842e3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1a68c9b53f6c476fa95a0c7a3e8aff3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390856 Apr 20 13:38:44.196625 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53572) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:44.243773 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8cb60d5d-f8f9-4e9f-92fd-f5279bb63aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:44.264148 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8cb60d5d-f8f9-4e9f-92fd-f5279bb63aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:44.392485 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8cb60d5d-f8f9-4e9f-92fd-f5279bb63aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:44.395064 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8cb60d5d-f8f9-4e9f-92fd-f5279bb63aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:44.396162 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8cb60d5d-f8f9-4e9f-92fd-f5279bb63aac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7a2d6646-5306-4960-abc7-9c8a18aeb1e5 HTTP/1.1" status: 204 len: 168 time: 0.1985946 Apr 20 13:38:44.404085 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb60d5d-f8f9-4e9f-92fd-f5279bb63aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2d6646-5306-4960-abc7-9c8a18aeb1e5,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:44.466758 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 973b4ca5-a8e9-4dfa-98dc-ba9a1e040c9f no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:38:44.488166 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 973b4ca5-a8e9-4dfa-98dc-ba9a1e040c9f {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:38:44.488511 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 973b4ca5-a8e9-4dfa-98dc-ba9a1e040c9f not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:38:44.488942 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f1ecc9f4-615b-4b11-9779-f85c607864e6 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:38:44.509056 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: f1ecc9f4-615b-4b11-9779-f85c607864e6 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:38:44.509308 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f1ecc9f4-615b-4b11-9779-f85c607864e6 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:38:44.965585 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0008de0-3a4b-4e5d-b783-43600183983c req-9d9d624a-dc83-48be-92fa-245fcdb64181 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:44.967097 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e0008de0-3a4b-4e5d-b783-43600183983c req-9d9d624a-dc83-48be-92fa-245fcdb64181 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=834c9cf5-3272-4d37-b90f-7a2602b7fe06 HTTP/1.1" status: 200 len: 943 time: 0.0496426 Apr 20 13:38:45.005726 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e0008de0-3a4b-4e5d-b783-43600183983c req-ba3e36ac-db96-446a-a5ac-226f3ae2ba83 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002ad3f-9352-42e8-a14d-3d0178c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324128 Apr 20 13:38:45.012239 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53580) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:45.052189 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-96e1575e-353a-47ab-b81f-16458846f8f9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a8579f9f340941ce9ae3c1e7aca28e91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385156 Apr 20 13:38:45.053855 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53582) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:45.101222 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8ca68d48-2593-4769-a48c-4d88d9bbdecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:45.121960 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8ca68d48-2593-4769-a48c-4d88d9bbdecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:45.226506 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8ca68d48-2593-4769-a48c-4d88d9bbdecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:45.229068 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8ca68d48-2593-4769-a48c-4d88d9bbdecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:45.230220 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8ca68d48-2593-4769-a48c-4d88d9bbdecc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9096b7f5-206b-4678-8880-04821805c1d8 HTTP/1.1" status: 204 len: 168 time: 0.1753225 Apr 20 13:38:45.248544 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca68d48-2593-4769-a48c-4d88d9bbdecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9096b7f5-206b-4678-8880-04821805c1d8,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:46.124398 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574ed92-660e-4b18-9fc2-911ceee76692 req-f0de61b2-7b00-4189-bdd8-f6c6395bff16 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:46.125859 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a574ed92-660e-4b18-9fc2-911ceee76692 req-f0de61b2-7b00-4189-bdd8-f6c6395bff16 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=834c9cf5-3272-4d37-b90f-7a2602b7fe06 HTTP/1.1" status: 200 len: 943 time: 0.0476930 Apr 20 13:38:46.166187 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a574ed92-660e-4b18-9fc2-911ceee76692 req-9bf6b08f-269c-49e8-b2a3-f5532a79cfdb tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002ad3f-9352-42e8-a14d-3d0178c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340490 Apr 20 13:38:46.810267 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 42330c94-7447-4af1-99be-07b215fa68d3 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:38:46.911498 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 42330c94-7447-4af1-99be-07b215fa68d3, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=42330c94-7447-4af1-99be-07b215fa68d3,segment=NetworkSegment(968e2ac5-5b66-437a-9952-c24b838f4f53),segment_id=968e2ac5-5b66-437a-9952-c24b838f4f53)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:38:46.923319 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '42330c94-7447-4af1-99be-07b215fa68d3', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'port_id': '42330c94-7447-4af1-99be-07b215fa68d3', 'mac_address': 'fa:16:3e:f2:3e:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:38:46.958945 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:46.971842 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53620) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:46.972996 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42330c94-7447-4af1-99be-07b215fa68d3 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:38:46.993275 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 42330c94-7447-4af1-99be-07b215fa68d3, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=42330c94-7447-4af1-99be-07b215fa68d3,segment=NetworkSegment(968e2ac5-5b66-437a-9952-c24b838f4f53),segment_id=968e2ac5-5b66-437a-9952-c24b838f4f53)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:38:47.050128 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:47.101060 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=42330c94-7447-4af1-99be-07b215fa68d3,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:47.120427 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-49c46704-a832-4139-874e-b33bc278843b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Request body: {'network': {'name': 'tempest-network-smoke--528936531', 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'port_security_enabled': True}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:38:47.203343 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c46704-a832-4139-874e-b33bc278843b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Made reservation on behalf of b9708aebf2fb4598b6635345afd09eb5 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:38:47.206878 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49c46704-a832-4139-874e-b33bc278843b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:47.215403 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49c46704-a832-4139-874e-b33bc278843b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:47.286734 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8ef7a-a758-4af7-9081-44644d0e0a2b req-eb657bbc-0925-433f-96b2-0e6344ba33d5 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:47.288236 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63a8ef7a-a758-4af7-9081-44644d0e0a2b req-eb657bbc-0925-433f-96b2-0e6344ba33d5 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=834c9cf5-3272-4d37-b90f-7a2602b7fe06 HTTP/1.1" status: 200 len: 944 time: 0.0533979 Apr 20 13:38:47.289864 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49c46704-a832-4139-874e-b33bc278843b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:47.326750 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63a8ef7a-a758-4af7-9081-44644d0e0a2b req-8bd602c0-9c7f-48c0-b0f4-439206cc3404 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002ad3f-9352-42e8-a14d-3d0178c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321867 Apr 20 13:38:47.355055 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49c46704-a832-4139-874e-b33bc278843b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:47.383189 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c46704-a832-4139-874e-b33bc278843b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:38:47.389244 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c46704-a832-4139-874e-b33bc278843b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bdf49b-febc-4f0a-98cc-5488a230065e,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:47.395504 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49c46704-a832-4139-874e-b33bc278843b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:47.395847 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-49c46704-a832-4139-874e-b33bc278843b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Added segment 01186c09-cc74-4a14-a084-d619f5355605 of type vlan for network 7af92ba8-7370-494c-a402-e5185858a4cd Apr 20 13:38:47.431744 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['42330c94-7447-4af1-99be-07b215fa68d3'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:38:47.434356 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49c46704-a832-4139-874e-b33bc278843b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:47.528852 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49c46704-a832-4139-874e-b33bc278843b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:47.535141 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c46704-a832-4139-874e-b33bc278843b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:47.535731 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-49c46704-a832-4139-874e-b33bc278843b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:47.604833 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c46704-a832-4139-874e-b33bc278843b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event updated for resources: {'Network': ['ID=7af92ba8-7370-494c-a402-e5185858a4cd,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:47.615001 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 7af92ba8-7370-494c-a402-e5185858a4cd details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:38:47.640171 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-49c46704-a832-4139-874e-b33bc278843b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6671433 Apr 20 13:38:47.643557 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53626) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:47.647945 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-d3de217a-1173-49e1-b433-6649832175d4 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-135415004', 'admin_state_up': True, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:38:47.723509 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d3de217a-1173-49e1-b433-6649832175d4 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:47.724543 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d3de217a-1173-49e1-b433-6649832175d4 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:47.774863 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d3de217a-1173-49e1-b433-6649832175d4 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:47.963382 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d3de217a-1173-49e1-b433-6649832175d4 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:48.203938 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d3de217a-1173-49e1-b433-6649832175d4 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:48.222071 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d3de217a-1173-49e1-b433-6649832175d4 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:48.325510 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-d3de217a-1173-49e1-b433-6649832175d4 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Allocated IP 172.25.8.155 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/6c094fd4-9887-4ec5-a582-71ce6cfcb834) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:38:48.426084 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d3de217a-1173-49e1-b433-6649832175d4 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:48.445067 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97ecc8-1308-4f7f-b7b9-6ac1b50e6b46 req-0c0ce676-5cc9-4411-b58e-113bf79dfaa3 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:48.446584 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ac97ecc8-1308-4f7f-b7b9-6ac1b50e6b46 req-0c0ce676-5cc9-4411-b58e-113bf79dfaa3 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=834c9cf5-3272-4d37-b90f-7a2602b7fe06 HTTP/1.1" status: 200 len: 944 time: 0.0519879 Apr 20 13:38:48.484370 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ac97ecc8-1308-4f7f-b7b9-6ac1b50e6b46 req-88a2d6dd-02fa-4f68-a5bf-6672833b0968 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002ad3f-9352-42e8-a14d-3d0178c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316761 Apr 20 13:38:48.512888 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d3de217a-1173-49e1-b433-6649832175d4 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:48.553656 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3de217a-1173-49e1-b433-6649832175d4 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:38:48.556535 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-d3de217a-1173-49e1-b433-6649832175d4 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:38:48.560137 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3de217a-1173-49e1-b433-6649832175d4 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:38:48.565452 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de217a-1173-49e1-b433-6649832175d4 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event updated for resources: {'Port': ['ID=6c094fd4-9887-4ec5-a582-71ce6cfcb834,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:48.825489 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 42330c94-7447-4af1-99be-07b215fa68d3 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:38:48.860571 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d3de217a-1173-49e1-b433-6649832175d4 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:48.955471 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 42330c94-7447-4af1-99be-07b215fa68d3 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:38:48.959302 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 42330c94-7447-4af1-99be-07b215fa68d3 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:38:48.959709 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:49.039558 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:49.057950 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d3de217a-1173-49e1-b433-6649832175d4 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:49.061095 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834c9cf5-3272-4d37-b90f-7a2602b7fe06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42330c94-7447-4af1-99be-07b215fa68d3'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:38:49.063496 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30467f7-e250-4e66-b90c-4d1597488e0b" -d '{"events": [{"server_uuid": "834c9cf5-3272-4d37-b90f-7a2602b7fe06", "name": "network-vif-plugged", "status": "completed", "tag": "42330c94-7447-4af1-99be-07b215fa68d3"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:38:49.082154 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 42330c94-7447-4af1-99be-07b215fa68d3, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=42330c94-7447-4af1-99be-07b215fa68d3,segment=NetworkSegment(968e2ac5-5b66-437a-9952-c24b838f4f53),segment_id=968e2ac5-5b66-437a-9952-c24b838f4f53)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:38:49.103309 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59003e71-cd14-4818-a22e-ff63d8fd5eb8 x-openstack-request-id: req-59003e71-cd14-4818-a22e-ff63d8fd5eb8 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:38:49.103769 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834c9cf5-3272-4d37-b90f-7a2602b7fe06", "name": "network-vif-plugged", "status": "completed", "tag": "42330c94-7447-4af1-99be-07b215fa68d3", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:38:49.104056 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-59003e71-cd14-4818-a22e-ff63d8fd5eb8 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:38:49.104513 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59003e71-cd14-4818-a22e-ff63d8fd5eb8'] response: {'server_uuid': '834c9cf5-3272-4d37-b90f-7a2602b7fe06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42330c94-7447-4af1-99be-07b215fa68d3', 'code': 200} Apr 20 13:38:49.131904 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:49.187087 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=42330c94-7447-4af1-99be-07b215fa68d3,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:49.230071 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0a1d0-1b7b-46b9-9f69-53c327786303 req-7b08ed70-fac3-4bb9-b168-df0003432a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:49.231585 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-97e0a1d0-1b7b-46b9-9f69-53c327786303 req-7b08ed70-fac3-4bb9-b168-df0003432a0f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=834c9cf5-3272-4d37-b90f-7a2602b7fe06 HTTP/1.1" status: 200 len: 1096 time: 0.0385509 Apr 20 13:38:49.234708 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3de217a-1173-49e1-b433-6649832175d4 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Router 23d268e8-7a7f-475b-a9e3-731c0c489e7b is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:38:49.311856 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-97e0a1d0-1b7b-46b9-9f69-53c327786303 req-b0a697d2-019b-41bf-9381-7a71f899b09a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5002ad3f-9352-42e8-a14d-3d0178c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729933 Apr 20 13:38:49.359492 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3de217a-1173-49e1-b433-6649832175d4 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:38:49.369890 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be93ed4-4ad5-4217-ae5b-731997667b79 None None] Sync routers for ids ['23d268e8-7a7f-475b-a9e3-731c0c489e7b'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:38:49.379893 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be93ed4-4ad5-4217-ae5b-731997667b79 None None] Routers {'23d268e8-7a7f-475b-a9e3-731c0c489e7b'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:38:49.380497 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-7be93ed4-4ad5-4217-ae5b-731997667b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:38:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['23d268e8-7a7f-475b-a9e3-731c0c489e7b'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:49.442804 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d3de217a-1173-49e1-b433-6649832175d4 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:49.444085 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d3de217a-1173-49e1-b433-6649832175d4 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7996030 Apr 20 13:38:49.447254 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53632) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:49.481767 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-7be93ed4-4ad5-4217-ae5b-731997667b79 None None] Set router 23d268e8-7a7f-475b-a9e3-731c0c489e7b gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:38:49.524954 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-30ce568e-7f6c-4aae-a315-a26071f51cfa tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=b9708aebf2fb4598b6635345afd09eb5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0765746 Apr 20 13:38:49.527534 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53638) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:49.608925 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49d0a3-d72c-482b-8bba-fdd90081423f req-83f38f6b-0471-4c79-a209-4f238154c592 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:49.611236 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4c49d0a3-d72c-482b-8bba-fdd90081423f req-83f38f6b-0471-4c79-a209-4f238154c592 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=834c9cf5-3272-4d37-b90f-7a2602b7fe06 HTTP/1.1" status: 200 len: 945 time: 0.0503960 Apr 20 13:38:49.621937 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f8527c-8e79-4a2e-8855-e7a81e2f53ed tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:49.626548 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-82f8527c-8e79-4a2e-8855-e7a81e2f53ed tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0949121 Apr 20 13:38:49.626779 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53640) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:49.651586 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4c49d0a3-d72c-482b-8bba-fdd90081423f req-c060a68f-559b-458a-ab22-e5897c4cd1d3 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002ad3f-9352-42e8-a14d-3d0178c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340660 Apr 20 13:38:49.661306 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-843aaf9c-4ed5-4ff5-9c25-074cba89b884 tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=08acadad-0b4a-420a-b5f5-639128d4ec40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334280 Apr 20 13:38:49.664107 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53642) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:49.669098 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-1031432f-ef46-4fad-9876-f520e63e957f tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-954750753', 'network_id': '7af92ba8-7370-494c-a402-e5185858a4cd', 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:38:49.759020 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-7be93ed4-4ad5-4217-ae5b-731997667b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'name': 'tempest-TestNetworkBasicOps-router-135415004', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '6c094fd4-9887-4ec5-a582-71ce6cfcb834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:38:47Z', 'updated_at': '2022-04-20T13:38:48Z', 'revision_number': 3, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'gw_port': {'id': '6c094fd4-9887-4ec5-a582-71ce6cfcb834', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:48Z', 'updated_at': '2022-04-20T13:38:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:49.784609 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be93ed4-4ad5-4217-ae5b-731997667b79 None None] Checking router: 23d268e8-7a7f-475b-a9e3-731c0c489e7b for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:38:49.784957 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be93ed4-4ad5-4217-ae5b-731997667b79 None None] Updating router 23d268e8-7a7f-475b-a9e3-731c0c489e7b port 6c094fd4-9887-4ec5-a582-71ce6cfcb834 binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:38:49.809126 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-7be93ed4-4ad5-4217-ae5b-731997667b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:49.834940 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1031432f-ef46-4fad-9876-f520e63e957f tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Made reservation on behalf of b9708aebf2fb4598b6635345afd09eb5 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:38:49.838491 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1031432f-ef46-4fad-9876-f520e63e957f tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:50.060931 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-7be93ed4-4ad5-4217-ae5b-731997667b79 None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:50.098126 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1031432f-ef46-4fad-9876-f520e63e957f tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:50.126411 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-7be93ed4-4ad5-4217-ae5b-731997667b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:50.158486 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031432f-ef46-4fad-9876-f520e63e957f tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event updated for resources: {'Subnet': ['ID=9b64e51d-925b-4863-9f99-85f51a813906,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:50.166185 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1031432f-ef46-4fad-9876-f520e63e957f tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Checking segment: {'id': '01186c09-cc74-4a14-a084-d619f5355605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7af92ba8-7370-494c-a402-e5185858a4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:38:50.166548 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1031432f-ef46-4fad-9876-f520e63e957f tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Network hostable DHCP agents. Network: 7af92ba8-7370-494c-a402-e5185858a4cd, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:38:50.171698 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-7be93ed4-4ad5-4217-ae5b-731997667b79 None None] Attempting to bind port 6c094fd4-9887-4ec5-a582-71ce6cfcb834 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:38:50.172054 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-7be93ed4-4ad5-4217-ae5b-731997667b79 None None] Attempting to bind port 6c094fd4-9887-4ec5-a582-71ce6cfcb834 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:38:50.172446 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be93ed4-4ad5-4217-ae5b-731997667b79 None None] Attempting to bind port 6c094fd4-9887-4ec5-a582-71ce6cfcb834 on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:38:50.184540 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be93ed4-4ad5-4217-ae5b-731997667b79 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:38:50.184903 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be93ed4-4ad5-4217-ae5b-731997667b79 None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:38:50.185325 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-7be93ed4-4ad5-4217-ae5b-731997667b79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:50.185707 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be93ed4-4ad5-4217-ae5b-731997667b79 None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:38:50.186190 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-7be93ed4-4ad5-4217-ae5b-731997667b79 None None] Bound port: 6c094fd4-9887-4ec5-a582-71ce6cfcb834, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:38:50.186546 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-7be93ed4-4ad5-4217-ae5b-731997667b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:50.206775 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d25463-b6fa-4be4-b89a-52c39fbc840a None None] Pushing event updated for resources: {'Port': ['ID=6c094fd4-9887-4ec5-a582-71ce6cfcb834,revision_number=2']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:50.240877 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-7be93ed4-4ad5-4217-ae5b-731997667b79 None None] For port 6c094fd4-9887-4ec5-a582-71ce6cfcb834, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:38:50.243877 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-7be93ed4-4ad5-4217-ae5b-731997667b79 None None] For port 6c094fd4-9887-4ec5-a582-71ce6cfcb834, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=6c094fd4-9887-4ec5-a582-71ce6cfcb834,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:38:50.257500 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1031432f-ef46-4fad-9876-f520e63e957f tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Network 7af92ba8-7370-494c-a402-e5185858a4cd is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:38:50.337947 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-7be93ed4-4ad5-4217-ae5b-731997667b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:50.349132 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-1031432f-ef46-4fad-9876-f520e63e957f tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 7af92ba8-7370-494c-a402-e5185858a4cd) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:38:50.353670 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1031432f-ef46-4fad-9876-f520e63e957f tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:50.354253 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1031432f-ef46-4fad-9876-f520e63e957f tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:50.358956 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee02ceec-5238-4b63-87ec-19258e61f779 None None] Network 7af92ba8-7370-494c-a402-e5185858a4cd requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:38:50.390343 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be93ed4-4ad5-4217-ae5b-731997667b79 None None] Routers {'23d268e8-7a7f-475b-a9e3-731c0c489e7b'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:38:50.390957 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-7be93ed4-4ad5-4217-ae5b-731997667b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:38:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['23d268e8-7a7f-475b-a9e3-731c0c489e7b'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:50.434996 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1031432f-ef46-4fad-9876-f520e63e957f tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7672811 Apr 20 13:38:50.435231 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53644) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:50.445492 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d25463-b6fa-4be4-b89a-52c39fbc840a None None] Pushing event updated for resources: {'Port': ['ID=6c094fd4-9887-4ec5-a582-71ce6cfcb834,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:50.516065 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c091e864-59de-4b36-a878-59f336bae1d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-7af92ba8-7370-494c-a402-e5185858a4cd', 'network_id': '7af92ba8-7370-494c-a402-e5185858a4cd', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'fixed_ips': [{'subnet_id': '9b64e51d-925b-4863-9f99-85f51a813906'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:38:50.517081 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-7be93ed4-4ad5-4217-ae5b-731997667b79 None None] Set router 23d268e8-7a7f-475b-a9e3-731c0c489e7b gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:38:50.517905 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c091e864-59de-4b36-a878-59f336bae1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:50.690473 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-c091e864-59de-4b36-a878-59f336bae1d8 None None] Allocated IP 172.20.0.2 (7af92ba8-7370-494c-a402-e5185858a4cd/9b64e51d-925b-4863-9f99-85f51a813906/c097c1e4-aab9-439d-b2e2-286fa5ba5b06) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:38:50.711591 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-7be93ed4-4ad5-4217-ae5b-731997667b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'name': 'tempest-TestNetworkBasicOps-router-135415004', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '6c094fd4-9887-4ec5-a582-71ce6cfcb834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:38:47Z', 'updated_at': '2022-04-20T13:38:48Z', 'revision_number': 3, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'gw_port': {'id': '6c094fd4-9887-4ec5-a582-71ce6cfcb834', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:48Z', 'updated_at': '2022-04-20T13:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:50.740873 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be93ed4-4ad5-4217-ae5b-731997667b79 None None] The sync data for ids ['23d268e8-7a7f-475b-a9e3-731c0c489e7b'] in n-d-836015-7 is: [{'id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'name': 'tempest-TestNetworkBasicOps-router-135415004', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '6c094fd4-9887-4ec5-a582-71ce6cfcb834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:38:47Z', 'updated_at': '2022-04-20T13:38:48Z', 'revision_number': 3, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'gw_port': {'id': '6c094fd4-9887-4ec5-a582-71ce6cfcb834', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:48Z', 'updated_at': '2022-04-20T13:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:38:51.049455 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c091e864-59de-4b36-a878-59f336bae1d8 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:51.152763 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c091e864-59de-4b36-a878-59f336bae1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:51.167187 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82bfa1e-fce0-4e61-87a8-40ebe0ff7e2d req-25306c25-83f4-465a-9b12-bed49e9cf247 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:51.168839 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e82bfa1e-fce0-4e61-87a8-40ebe0ff7e2d req-25306c25-83f4-465a-9b12-bed49e9cf247 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=834c9cf5-3272-4d37-b90f-7a2602b7fe06 HTTP/1.1" status: 200 len: 945 time: 0.4315815 Apr 20 13:38:51.192448 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c091e864-59de-4b36-a878-59f336bae1d8 None None] Network 7af92ba8-7370-494c-a402-e5185858a4cd is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:38:51.199655 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-c091e864-59de-4b36-a878-59f336bae1d8 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:38:51.209769 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c091e864-59de-4b36-a878-59f336bae1d8 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:38:51.212113 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c091e864-59de-4b36-a878-59f336bae1d8 None None] Pushing event updated for resources: {'Port': ['ID=c097c1e4-aab9-439d-b2e2-286fa5ba5b06,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:51.244443 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e82bfa1e-fce0-4e61-87a8-40ebe0ff7e2d req-7582e683-9994-460c-a8bd-5b8a83780804 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002ad3f-9352-42e8-a14d-3d0178c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651536 Apr 20 13:38:51.277257 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-c091e864-59de-4b36-a878-59f336bae1d8 None None] Attempting to bind port c097c1e4-aab9-439d-b2e2-286fa5ba5b06 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:38:51.277628 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-c091e864-59de-4b36-a878-59f336bae1d8 None None] Attempting to bind port c097c1e4-aab9-439d-b2e2-286fa5ba5b06 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '01186c09-cc74-4a14-a084-d619f5355605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7af92ba8-7370-494c-a402-e5185858a4cd'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:38:51.278008 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c091e864-59de-4b36-a878-59f336bae1d8 None None] Attempting to bind port c097c1e4-aab9-439d-b2e2-286fa5ba5b06 on network 7af92ba8-7370-494c-a402-e5185858a4cd {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:38:51.284049 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c091e864-59de-4b36-a878-59f336bae1d8 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:38:51.284835 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c091e864-59de-4b36-a878-59f336bae1d8 None None] Checking segment: {'id': '01186c09-cc74-4a14-a084-d619f5355605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7af92ba8-7370-494c-a402-e5185858a4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:38:51.284835 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c091e864-59de-4b36-a878-59f336bae1d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:51.285342 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c091e864-59de-4b36-a878-59f336bae1d8 None None] Bound using segment: {'id': '01186c09-cc74-4a14-a084-d619f5355605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7af92ba8-7370-494c-a402-e5185858a4cd'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:38:51.285814 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-c091e864-59de-4b36-a878-59f336bae1d8 None None] Bound port: c097c1e4-aab9-439d-b2e2-286fa5ba5b06, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01186c09-cc74-4a14-a084-d619f5355605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7af92ba8-7370-494c-a402-e5185858a4cd'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:38:51.286194 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c091e864-59de-4b36-a878-59f336bae1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:51.305637 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-08ae53da-56fe-4447-bc37-fedad56fab2b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:51.355794 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-c091e864-59de-4b36-a878-59f336bae1d8 None None] For port c097c1e4-aab9-439d-b2e2-286fa5ba5b06, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:38:51.359245 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-c091e864-59de-4b36-a878-59f336bae1d8 None None] For port c097c1e4-aab9-439d-b2e2-286fa5ba5b06, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=c097c1e4-aab9-439d-b2e2-286fa5ba5b06,segment=NetworkSegment(01186c09-cc74-4a14-a084-d619f5355605),segment_id=01186c09-cc74-4a14-a084-d619f5355605)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:38:51.421353 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c091e864-59de-4b36-a878-59f336bae1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:51.489314 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c091e864-59de-4b36-a878-59f336bae1d8 None None] Pushing event updated for resources: {'Port': ['ID=c097c1e4-aab9-439d-b2e2-286fa5ba5b06,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:51.622223 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:38:51.666958 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-08ae53da-56fe-4447-bc37-fedad56fab2b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Allocated IP 172.20.0.1 (7af92ba8-7370-494c-a402-e5185858a4cd/9b64e51d-925b-4863-9f99-85f51a813906/feed7212-2624-4c08-ad55-b1248553a54a) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:38:51.799663 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-08ae53da-56fe-4447-bc37-fedad56fab2b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:51.904322 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-08ae53da-56fe-4447-bc37-fedad56fab2b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:51.945589 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ae53da-56fe-4447-bc37-fedad56fab2b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Network 7af92ba8-7370-494c-a402-e5185858a4cd is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:38:51.948676 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-08ae53da-56fe-4447-bc37-fedad56fab2b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:38:51.952513 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ae53da-56fe-4447-bc37-fedad56fab2b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:38:51.959174 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae53da-56fe-4447-bc37-fedad56fab2b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event updated for resources: {'Port': ['ID=feed7212-2624-4c08-ad55-b1248553a54a,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:52.000114 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-08ae53da-56fe-4447-bc37-fedad56fab2b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:52.190101 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-08ae53da-56fe-4447-bc37-fedad56fab2b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:52.439106 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9b6a1-add2-4d28-b012-e5b11cb2d4c8 req-630bf26d-fbad-40fc-833f-8fb79dc54e43 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:52.440099 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a1b9b6a1-add2-4d28-b012-e5b11cb2d4c8 req-630bf26d-fbad-40fc-833f-8fb79dc54e43 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=834c9cf5-3272-4d37-b90f-7a2602b7fe06 HTTP/1.1" status: 200 len: 945 time: 0.1092403 Apr 20 13:38:52.519875 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a1b9b6a1-add2-4d28-b012-e5b11cb2d4c8 req-97d033e3-80f2-4f7d-8cd2-a5ac28a5702c tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002ad3f-9352-42e8-a14d-3d0178c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682101 Apr 20 13:38:52.540490 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 6c094fd4-9887-4ec5-a582-71ce6cfcb834 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:38:52.557237 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-08ae53da-56fe-4447-bc37-fedad56fab2b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:52.588873 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 6c094fd4-9887-4ec5-a582-71ce6cfcb834 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:38:52.589247 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:52.634608 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06959b-27a1-4326-b9cc-bce412f6171e req-18a3ad0c-e1bf-47f4-8127-04a7ca4cdea6 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:52.636169 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9e06959b-27a1-4326-b9cc-bce412f6171e req-18a3ad0c-e1bf-47f4-8127-04a7ca4cdea6 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=834c9cf5-3272-4d37-b90f-7a2602b7fe06 HTTP/1.1" status: 200 len: 945 time: 0.0491464 Apr 20 13:38:52.637270 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-08ae53da-56fe-4447-bc37-fedad56fab2b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:52.646000 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53652) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:52.650893 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-988ccecd-2166-40f4-b39d-5528d6f8aae6 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Request body: {'floatingip': {'port_id': '42330c94-7447-4af1-99be-07b215fa68d3'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:38:52.669637 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:52.692501 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-988ccecd-2166-40f4-b39d-5528d6f8aae6 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for floatingip, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:52.694272 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 6c094fd4-9887-4ec5-a582-71ce6cfcb834, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=6c094fd4-9887-4ec5-a582-71ce6cfcb834,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:38:52.714043 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-08ae53da-56fe-4447-bc37-fedad56fab2b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:52.715966 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae53da-56fe-4447-bc37-fedad56fab2b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event updated for resources: {'Port': ['ID=feed7212-2624-4c08-ad55-b1248553a54a,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:52.760791 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:52.761889 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device c097c1e4-aab9-439d-b2e2-286fa5ba5b06 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:38:52.829297 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ae53da-56fe-4447-bc37-fedad56fab2b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Network 7af92ba8-7370-494c-a402-e5185858a4cd is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:38:52.831158 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-08ae53da-56fe-4447-bc37-fedad56fab2b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:38:52.845317 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=6c094fd4-9887-4ec5-a582-71ce6cfcb834,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:52.862791 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port c097c1e4-aab9-439d-b2e2-286fa5ba5b06 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:38:52.863162 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:52.946568 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:52.957637 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ae53da-56fe-4447-bc37-fedad56fab2b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Router 23d268e8-7a7f-475b-a9e3-731c0c489e7b has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:38:52.993260 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port c097c1e4-aab9-439d-b2e2-286fa5ba5b06, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=c097c1e4-aab9-439d-b2e2-286fa5ba5b06,segment=NetworkSegment(01186c09-cc74-4a14-a084-d619f5355605),segment_id=01186c09-cc74-4a14-a084-d619f5355605)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:38:53.057952 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:53.081599 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ae53da-56fe-4447-bc37-fedad56fab2b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:38:53.090955 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-08ae53da-56fe-4447-bc37-fedad56fab2b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "PUT /v2.0/routers/23d268e8-7a7f-475b-a9e3-731c0c489e7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6545799 Apr 20 13:38:53.091821 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53654) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:53.097017 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff6df8d-952f-4c13-aa8a-920d9848d042 None None] Sync routers for ids ['23d268e8-7a7f-475b-a9e3-731c0c489e7b'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:38:53.136948 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff6df8d-952f-4c13-aa8a-920d9848d042 None None] Routers {'23d268e8-7a7f-475b-a9e3-731c0c489e7b'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:38:53.137604 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-fff6df8d-952f-4c13-aa8a-920d9848d042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:38:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['23d268e8-7a7f-475b-a9e3-731c0c489e7b'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:53.142837 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=c097c1e4-aab9-439d-b2e2-286fa5ba5b06,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:53.268812 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-fff6df8d-952f-4c13-aa8a-920d9848d042 None None] Set router 23d268e8-7a7f-475b-a9e3-731c0c489e7b gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:38:53.299141 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e099b7-9f94-4568-bb6d-968adbd8b1d1 tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:53.300482 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e099b7-9f94-4568-bb6d-968adbd8b1d1 tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:53.301046 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e099b7-9f94-4568-bb6d-968adbd8b1d1 tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:53.301529 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e099b7-9f94-4568-bb6d-968adbd8b1d1 tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:53.301998 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e099b7-9f94-4568-bb6d-968adbd8b1d1 tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:53.307936 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-54e099b7-9f94-4568-bb6d-968adbd8b1d1 tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3588 time: 0.2115648 Apr 20 13:38:53.307936 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53656) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:53.437813 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9089f696-b22d-456c-a660-ecaa3f24a75a tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:53.438366 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9089f696-b22d-456c-a660-ecaa3f24a75a tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:53.438822 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9089f696-b22d-456c-a660-ecaa3f24a75a tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:53.439385 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9089f696-b22d-456c-a660-ecaa3f24a75a tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:53.440020 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9089f696-b22d-456c-a660-ecaa3f24a75a tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:53.441768 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9089f696-b22d-456c-a660-ecaa3f24a75a tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3369 time: 0.1332691 Apr 20 13:38:53.444041 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1750a495-cf31-451c-824a-1904570a7081 None None] Network 7af92ba8-7370-494c-a402-e5185858a4cd requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:38:53.445750 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53658) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:53.555058 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-f516da47-de6d-4560-898c-2b4c8b2c3fdc None None] Provisioning complete for port c097c1e4-aab9-439d-b2e2-286fa5ba5b06 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:38:53.555707 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f516da47-de6d-4560-898c-2b4c8b2c3fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:53.640908 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-fff6df8d-952f-4c13-aa8a-920d9848d042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'name': 'tempest-TestNetworkBasicOps-router-135415004', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '6c094fd4-9887-4ec5-a582-71ce6cfcb834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:38:47Z', 'updated_at': '2022-04-20T13:38:52Z', 'revision_number': 4, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'gw_port': {'id': '6c094fd4-9887-4ec5-a582-71ce6cfcb834', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:48Z', 'updated_at': '2022-04-20T13:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'feed7212-2624-4c08-ad55-b1248553a54a', 'name': '', 'network_id': '7af92ba8-7370-494c-a402-e5185858a4cd', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'mac_address': 'fa:16:3e:98:37:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '9b64e51d-925b-4863-9f99-85f51a813906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:51Z', 'updated_at': '2022-04-20T13:38:52Z', 'revision_number': 2, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'subnets': [{'id': '9b64e51d-925b-4863-9f99-85f51a813906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:53.672979 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff6df8d-952f-4c13-aa8a-920d9848d042 None None] Checking router: 23d268e8-7a7f-475b-a9e3-731c0c489e7b for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:38:53.673325 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff6df8d-952f-4c13-aa8a-920d9848d042 None None] Updating router 23d268e8-7a7f-475b-a9e3-731c0c489e7b port feed7212-2624-4c08-ad55-b1248553a54a binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:38:53.675786 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-988ccecd-2166-40f4-b39d-5528d6f8aae6 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:53.710368 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-29978934-c920-43ad-8645-78bf1f0da94a tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2330 time: 0.2634082 Apr 20 13:38:53.722893 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fff6df8d-952f-4c13-aa8a-920d9848d042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:53.737631 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-988ccecd-2166-40f4-b39d-5528d6f8aae6 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:53.845245 n-d-836015-7 neutron-server[114870]: INFO neutron.db.l3_db [None req-988ccecd-2166-40f4-b39d-5528d6f8aae6 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Floating IP 1d119cfd-4123-4be5-8b47-3c7b703573e5 associated. External IP: 172.25.8.69, port: 42330c94-7447-4af1-99be-07b215fa68d3. Apr 20 13:38:54.050603 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fff6df8d-952f-4c13-aa8a-920d9848d042 None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:54.066228 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53662) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:54.070809 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-67fe0350-fff7-49c7-8b57-638b76be50dc tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1210294021', 'description': 'tempest-secgroup-smoke-1210294021 description', 'project_id': 'b9708aebf2fb4598b6635345afd09eb5'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:38:54.112231 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988ccecd-2166-40f4-b39d-5528d6f8aae6 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Router 82769f95-962c-4210-b540-3c035126e4a5 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:38:54.114088 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-3463d69b-d411-4673-8003-f93ff5bddfc5 None None] Provisioning complete for port c097c1e4-aab9-439d-b2e2-286fa5ba5b06 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:38:54.114480 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3463d69b-d411-4673-8003-f93ff5bddfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:54.140247 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fff6df8d-952f-4c13-aa8a-920d9848d042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:54.149544 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-67fe0350-fff7-49c7-8b57-638b76be50dc tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:54.228219 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753dd98-db21-4ebd-ac96-6c830e7ef198 None None] Pushing event updated for resources: {'Port': ['ID=feed7212-2624-4c08-ad55-b1248553a54a,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:54.238470 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-67fe0350-fff7-49c7-8b57-638b76be50dc tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:54.261594 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988ccecd-2166-40f4-b39d-5528d6f8aae6 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:38:54.271762 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6281747b-9a87-4281-a443-d9e3cc94dba0 None None] Sync routers for ids ['82769f95-962c-4210-b540-3c035126e4a5'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:38:54.273629 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-988ccecd-2166-40f4-b39d-5528d6f8aae6 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:54.285099 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6281747b-9a87-4281-a443-d9e3cc94dba0 None None] Routers {'82769f95-962c-4210-b540-3c035126e4a5'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:38:54.285680 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-6281747b-9a87-4281-a443-d9e3cc94dba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:38:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['82769f95-962c-4210-b540-3c035126e4a5'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:54.319386 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-988ccecd-2166-40f4-b39d-5528d6f8aae6 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "PUT /v2.0/floatingips/1d119cfd-4123-4be5-8b47-3c7b703573e5 HTTP/1.1" status: 200 len: 990 time: 1.6629875 Apr 20 13:38:54.319854 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-fff6df8d-952f-4c13-aa8a-920d9848d042 None None] Attempting to bind port feed7212-2624-4c08-ad55-b1248553a54a on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:38:54.319952 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '834c9cf5-3272-4d37-b90f-7a2602b7fe06', 'tag': '42330c94-7447-4af1-99be-07b215fa68d3'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:38:54.320050 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-fff6df8d-952f-4c13-aa8a-920d9848d042 None None] Attempting to bind port feed7212-2624-4c08-ad55-b1248553a54a by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '01186c09-cc74-4a14-a084-d619f5355605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7af92ba8-7370-494c-a402-e5185858a4cd'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:38:54.320050 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff6df8d-952f-4c13-aa8a-920d9848d042 None None] Attempting to bind port feed7212-2624-4c08-ad55-b1248553a54a on network 7af92ba8-7370-494c-a402-e5185858a4cd {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:38:54.320216 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff64a3af-af45-4e4b-869f-1115c27b3d6a" -d '{"events": [{"name": "network-changed", "server_uuid": "834c9cf5-3272-4d37-b90f-7a2602b7fe06", "tag": "42330c94-7447-4af1-99be-07b215fa68d3"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:38:54.333808 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff6df8d-952f-4c13-aa8a-920d9848d042 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:38:54.334272 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff6df8d-952f-4c13-aa8a-920d9848d042 None None] Checking segment: {'id': '01186c09-cc74-4a14-a084-d619f5355605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7af92ba8-7370-494c-a402-e5185858a4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:38:54.334750 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fff6df8d-952f-4c13-aa8a-920d9848d042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:54.335216 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff6df8d-952f-4c13-aa8a-920d9848d042 None None] Bound using segment: {'id': '01186c09-cc74-4a14-a084-d619f5355605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7af92ba8-7370-494c-a402-e5185858a4cd'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:38:54.336087 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-fff6df8d-952f-4c13-aa8a-920d9848d042 None None] Bound port: feed7212-2624-4c08-ad55-b1248553a54a, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01186c09-cc74-4a14-a084-d619f5355605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7af92ba8-7370-494c-a402-e5185858a4cd'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:38:54.336571 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fff6df8d-952f-4c13-aa8a-920d9848d042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:54.338588 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-67fe0350-fff7-49c7-8b57-638b76be50dc tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:54.362383 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-3463d69b-d411-4673-8003-f93ff5bddfc5 None None] Provisioning complete for port feed7212-2624-4c08-ad55-b1248553a54a triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:38:54.362788 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3463d69b-d411-4673-8003-f93ff5bddfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:54.370060 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe0350-fff7-49c7-8b57-638b76be50dc tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17839b2b-f533-4c8b-b05a-c31637046710,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:54.415730 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80fbd6f-687b-40ae-913a-ac41f49f0fae x-openstack-request-id: req-a80fbd6f-687b-40ae-913a-ac41f49f0fae {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:38:54.415998 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "834c9cf5-3272-4d37-b90f-7a2602b7fe06", "tag": "42330c94-7447-4af1-99be-07b215fa68d3", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:38:54.416272 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a80fbd6f-687b-40ae-913a-ac41f49f0fae {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:38:54.416757 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a80fbd6f-687b-40ae-913a-ac41f49f0fae'] response: {'name': 'network-changed', 'server_uuid': '834c9cf5-3272-4d37-b90f-7a2602b7fe06', 'tag': '42330c94-7447-4af1-99be-07b215fa68d3', 'status': 'completed', 'code': 200} Apr 20 13:38:54.466595 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-6281747b-9a87-4281-a443-d9e3cc94dba0 None None] Set router 82769f95-962c-4210-b540-3c035126e4a5 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:38:54.488688 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-67fe0350-fff7-49c7-8b57-638b76be50dc tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:54.496535 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53670) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:54.504950 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-67fe0350-fff7-49c7-8b57-638b76be50dc tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4229720 Apr 20 13:38:54.507976 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-2e8a2ebf-e901-464e-b355-52cfa8ff2e2d tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Request body: {'security_group_rule': {'security_group_id': '17839b2b-f533-4c8b-b05a-c31637046710', 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:38:54.536055 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 6c094fd4-9887-4ec5-a582-71ce6cfcb834 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:38:54.553175 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-3463d69b-d411-4673-8003-f93ff5bddfc5 None None] Port feed7212-2624-4c08-ad55-b1248553a54a cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:38:54.586713 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64a3af-af45-4e4b-869f-1115c27b3d6a req-a9d9311d-cc70-4180-910a-fb7b9a072360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:54.591576 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ff64a3af-af45-4e4b-869f-1115c27b3d6a req-a9d9311d-cc70-4180-910a-fb7b9a072360 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=199bdbc6cfe44f0c9700e48b02b2d332&device_id=834c9cf5-3272-4d37-b90f-7a2602b7fe06 HTTP/1.1" status: 200 len: 1096 time: 0.1711500 Apr 20 13:38:54.621922 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f0c1fbf0-55b9-4d28-8cfc-efd95891233c req-4a824120-fbd7-4f5b-ad3d-4d4ba46d7917 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=834c9cf5-3272-4d37-b90f-7a2602b7fe06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0955896 Apr 20 13:38:54.632354 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2b1063a7-c413-4063-9eb1-aba601fa376d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:54.645358 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-fff6df8d-952f-4c13-aa8a-920d9848d042 None None] For port feed7212-2624-4c08-ad55-b1248553a54a, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:38:54.650048 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-fff6df8d-952f-4c13-aa8a-920d9848d042 None None] For port feed7212-2624-4c08-ad55-b1248553a54a, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=feed7212-2624-4c08-ad55-b1248553a54a,segment=NetworkSegment(01186c09-cc74-4a14-a084-d619f5355605),segment_id=01186c09-cc74-4a14-a084-d619f5355605)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:38:54.674582 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 6c094fd4-9887-4ec5-a582-71ce6cfcb834 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:38:54.674582 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:54.725932 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-dc0ca9ee-def6-459e-aaea-afd5d38e927e None None] Provisioning complete for port feed7212-2624-4c08-ad55-b1248553a54a triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:38:54.732966 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-dc0ca9ee-def6-459e-aaea-afd5d38e927e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:54.732966 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fff6df8d-952f-4c13-aa8a-920d9848d042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:54.769886 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64a3af-af45-4e4b-869f-1115c27b3d6a req-35091733-ede1-446b-83bd-fb64b145393d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:54.771703 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ff64a3af-af45-4e4b-869f-1115c27b3d6a req-35091733-ede1-446b-83bd-fb64b145393d service neutron] 10.222.0.32 "GET /v2.0/networks?id=528a81a3-3d30-457a-b770-9edd01e9db02 HTTP/1.1" status: 200 len: 916 time: 0.1733806 Apr 20 13:38:54.779336 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2ebf-e901-464e-b355-52cfa8ff2e2d tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:54.782658 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-6281747b-9a87-4281-a443-d9e3cc94dba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82769f95-962c-4210-b540-3c035126e4a5', 'name': 'tempest-AttachVolumeNegativeTest-1469658376-router', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:36:53Z', 'updated_at': '2022-04-20T13:36:57Z', 'revision_number': 4, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'gw_port': {'id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:54Z', 'updated_at': '2022-04-20T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '1d119cfd-4123-4be5-8b47-3c7b703573e5', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'floating_ip_address': '172.25.8.69', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '82769f95-962c-4210-b540-3c035126e4a5', 'port_id': '42330c94-7447-4af1-99be-07b215fa68d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'mac_address': 'fa:16:3e:f2:3e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c9cf5-3272-4d37-b90f-7a2602b7fe06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:38:34Z', 'updated_at': '2022-04-20T13:38:53Z', 'revision_number': 1, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'fixed_ip_address_scope': None}, {'id': 'a462d3c4-8176-4e8a-b30e-40b087103635', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '82769f95-962c-4210-b540-3c035126e4a5', 'port_id': '77335e40-fd51-40e8-a238-34189369f187', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'mac_address': 'fa:16:3e:73:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db52fcfb-463f-47d3-9e51-f8da281cbf94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:37:00Z', 'updated_at': '2022-04-20T13:37:15Z', 'revision_number': 2, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2dbb345-9df3-4702-9e33-6ee07a421861', 'name': '', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'mac_address': 'fa:16:3e:8e:a0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:56Z', 'updated_at': '2022-04-20T13:37:01Z', 'revision_number': 5, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'subnets': [{'id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:54.835306 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6281747b-9a87-4281-a443-d9e3cc94dba0 None None] Checking router: 82769f95-962c-4210-b540-3c035126e4a5 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:38:54.846790 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6281747b-9a87-4281-a443-d9e3cc94dba0 None None] Routers {'82769f95-962c-4210-b540-3c035126e4a5'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:38:54.847678 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-6281747b-9a87-4281-a443-d9e3cc94dba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:38:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['82769f95-962c-4210-b540-3c035126e4a5'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:54.879648 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff6df8d-952f-4c13-aa8a-920d9848d042 None None] Routers {'23d268e8-7a7f-475b-a9e3-731c0c489e7b'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:38:54.880289 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-fff6df8d-952f-4c13-aa8a-920d9848d042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:38:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['23d268e8-7a7f-475b-a9e3-731c0c489e7b'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:54.903850 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ff64a3af-af45-4e4b-869f-1115c27b3d6a req-28da10db-3b45-41a6-aa8f-50862fc932b6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42330c94-7447-4af1-99be-07b215fa68d3 HTTP/1.1" status: 200 len: 998 time: 0.1173873 Apr 20 13:38:54.988476 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753dd98-db21-4ebd-ac96-6c830e7ef198 None None] Pushing event updated for resources: {'Port': ['ID=feed7212-2624-4c08-ad55-b1248553a54a,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:54.992534 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64a3af-af45-4e4b-869f-1115c27b3d6a req-f03e05a1-fd14-4fbb-833a-2be17a6ce6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:54.994008 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ff64a3af-af45-4e4b-869f-1115c27b3d6a req-f03e05a1-fd14-4fbb-833a-2be17a6ce6b1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dd1bec79-1bde-4378-9778-6e03ce14f914 HTTP/1.1" status: 200 len: 854 time: 0.0770998 Apr 20 13:38:54.994451 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-6281747b-9a87-4281-a443-d9e3cc94dba0 None None] Set router 82769f95-962c-4210-b540-3c035126e4a5 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:38:54.995828 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2ebf-e901-464e-b355-52cfa8ff2e2d tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:55.056142 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64a3af-af45-4e4b-869f-1115c27b3d6a req-52b156c4-d1dc-4364-89f2-9ecc08e977dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:55.057723 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ff64a3af-af45-4e4b-869f-1115c27b3d6a req-52b156c4-d1dc-4364-89f2-9ecc08e977dc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=528a81a3-3d30-457a-b770-9edd01e9db02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562179 Apr 20 13:38:55.061015 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device c097c1e4-aab9-439d-b2e2-286fa5ba5b06 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:38:55.091136 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2ebf-e901-464e-b355-52cfa8ff2e2d tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:55.115695 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-dc0ca9ee-def6-459e-aaea-afd5d38e927e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:55.132405 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-fff6df8d-952f-4c13-aa8a-920d9848d042 None None] Set router 23d268e8-7a7f-475b-a9e3-731c0c489e7b gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:38:55.156692 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a2ebf-e901-464e-b355-52cfa8ff2e2d tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46987049-267d-449e-9f74-751801613c63,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:55.199436 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ff64a3af-af45-4e4b-869f-1115c27b3d6a req-d7d46e57-7807-482f-a122-dd7c5a291c34 service neutron] 10.222.0.32 "GET /v2.0/networks/528a81a3-3d30-457a-b770-9edd01e9db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345191 Apr 20 13:38:55.211033 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-dc0ca9ee-def6-459e-aaea-afd5d38e927e None None] For port feed7212-2624-4c08-ad55-b1248553a54a, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=feed7212-2624-4c08-ad55-b1248553a54a,segment=NetworkSegment(01186c09-cc74-4a14-a084-d619f5355605),segment_id=01186c09-cc74-4a14-a084-d619f5355605)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:38:55.260155 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port c097c1e4-aab9-439d-b2e2-286fa5ba5b06 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:38:55.260484 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:55.261992 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e8a2ebf-e901-464e-b355-52cfa8ff2e2d tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:55.263784 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2e8a2ebf-e901-464e-b355-52cfa8ff2e2d tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7587831 Apr 20 13:38:55.265942 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53672) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:55.274857 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-c90875c3-21e3-4ca4-86a7-49f25aa53ca6 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Request body: {'security_group_rule': {'security_group_id': '17839b2b-f533-4c8b-b05a-c31637046710', 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:38:55.314425 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ff64a3af-af45-4e4b-869f-1115c27b3d6a req-af02e19e-89c2-4781-8a0d-5115ee623f2d service neutron] 10.222.0.32 "GET /v2.0/networks/528a81a3-3d30-457a-b770-9edd01e9db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083555 Apr 20 13:38:55.331977 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-dc0ca9ee-def6-459e-aaea-afd5d38e927e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:55.374104 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-6281747b-9a87-4281-a443-d9e3cc94dba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82769f95-962c-4210-b540-3c035126e4a5', 'name': 'tempest-AttachVolumeNegativeTest-1469658376-router', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:36:53Z', 'updated_at': '2022-04-20T13:36:57Z', 'revision_number': 4, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'gw_port': {'id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:54Z', 'updated_at': '2022-04-20T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '1d119cfd-4123-4be5-8b47-3c7b703573e5', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'floating_ip_address': '172.25.8.69', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '82769f95-962c-4210-b540-3c035126e4a5', 'port_id': '42330c94-7447-4af1-99be-07b215fa68d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'mac_address': 'fa:16:3e:f2:3e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c9cf5-3272-4d37-b90f-7a2602b7fe06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:38:34Z', 'updated_at': '2022-04-20T13:38:53Z', 'revision_number': 1, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'fixed_ip_address_scope': None}, {'id': 'a462d3c4-8176-4e8a-b30e-40b087103635', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '82769f95-962c-4210-b540-3c035126e4a5', 'port_id': '77335e40-fd51-40e8-a238-34189369f187', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'mac_address': 'fa:16:3e:73:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db52fcfb-463f-47d3-9e51-f8da281cbf94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:37:00Z', 'updated_at': '2022-04-20T13:37:15Z', 'revision_number': 2, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2dbb345-9df3-4702-9e33-6ee07a421861', 'name': '', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'mac_address': 'fa:16:3e:8e:a0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:56Z', 'updated_at': '2022-04-20T13:37:01Z', 'revision_number': 5, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'subnets': [{'id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:55.382003 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c90875c3-21e3-4ca4-86a7-49f25aa53ca6 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:55.403465 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6281747b-9a87-4281-a443-d9e3cc94dba0 None None] The sync data for ids ['82769f95-962c-4210-b540-3c035126e4a5'] in n-d-836015-7 is: [{'id': '82769f95-962c-4210-b540-3c035126e4a5', 'name': 'tempest-AttachVolumeNegativeTest-1469658376-router', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:36:53Z', 'updated_at': '2022-04-20T13:36:57Z', 'revision_number': 4, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'gw_port': {'id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:54Z', 'updated_at': '2022-04-20T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '1d119cfd-4123-4be5-8b47-3c7b703573e5', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'floating_ip_address': '172.25.8.69', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '82769f95-962c-4210-b540-3c035126e4a5', 'port_id': '42330c94-7447-4af1-99be-07b215fa68d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'mac_address': 'fa:16:3e:f2:3e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c9cf5-3272-4d37-b90f-7a2602b7fe06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:38:34Z', 'updated_at': '2022-04-20T13:38:53Z', 'revision_number': 1, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'fixed_ip_address_scope': None}, {'id': 'a462d3c4-8176-4e8a-b30e-40b087103635', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '82769f95-962c-4210-b540-3c035126e4a5', 'port_id': '77335e40-fd51-40e8-a238-34189369f187', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'mac_address': 'fa:16:3e:73:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db52fcfb-463f-47d3-9e51-f8da281cbf94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:37:00Z', 'updated_at': '2022-04-20T13:37:15Z', 'revision_number': 2, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2dbb345-9df3-4702-9e33-6ee07a421861', 'name': '', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'mac_address': 'fa:16:3e:8e:a0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:56Z', 'updated_at': '2022-04-20T13:37:01Z', 'revision_number': 5, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'subnets': [{'id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:38:55.455163 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c90875c3-21e3-4ca4-86a7-49f25aa53ca6 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:55.487950 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ca9ee-def6-459e-aaea-afd5d38e927e None None] Pushing event updated for resources: {'Port': ['ID=feed7212-2624-4c08-ad55-b1248553a54a,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:55.505714 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1fbf0-55b9-4d28-8cfc-efd95891233c req-be343bd1-3454-4ed5-8bf1-5805dfca306a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:55.507329 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f0c1fbf0-55b9-4d28-8cfc-efd95891233c req-be343bd1-3454-4ed5-8bf1-5805dfca306a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=199bdbc6cfe44f0c9700e48b02b2d332&device_id=834c9cf5-3272-4d37-b90f-7a2602b7fe06 HTTP/1.1" status: 200 len: 1096 time: 0.0534835 Apr 20 13:38:55.511383 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-53e5b790-7260-4a4c-a2e1-db6761c1c997 None None] Provisioning complete for port feed7212-2624-4c08-ad55-b1248553a54a triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:38:55.512059 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-53e5b790-7260-4a4c-a2e1-db6761c1c997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:55.515085 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c90875c3-21e3-4ca4-86a7-49f25aa53ca6 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:55.535614 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90875c3-21e3-4ca4-86a7-49f25aa53ca6 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c0048e7-3f96-4529-95fc-499c60bb1935,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:55.602793 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c90875c3-21e3-4ca4-86a7-49f25aa53ca6 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:55.606907 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c90875c3-21e3-4ca4-86a7-49f25aa53ca6 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3359935 Apr 20 13:38:55.607118 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53674) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:55.612902 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-2976a560-5d04-4f00-be6f-7631108b0e6a tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Request body: {'security_group_rule': {'security_group_id': '17839b2b-f533-4c8b-b05a-c31637046710', 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:38:55.644002 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1fbf0-55b9-4d28-8cfc-efd95891233c req-fa4923c9-f278-4f6f-9015-58a45453627c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:55.645534 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f0c1fbf0-55b9-4d28-8cfc-efd95891233c req-fa4923c9-f278-4f6f-9015-58a45453627c service neutron] 10.222.0.32 "GET /v2.0/networks?id=528a81a3-3d30-457a-b770-9edd01e9db02 HTTP/1.1" status: 200 len: 916 time: 0.1120205 Apr 20 13:38:55.703004 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2976a560-5d04-4f00-be6f-7631108b0e6a tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:55.718850 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49063568-056f-4e10-b803-639a0ff18df6 None None] New status for floating IP 1d119cfd-4123-4be5-8b47-3c7b703573e5: ACTIVE {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:38:55.720681 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f0c1fbf0-55b9-4d28-8cfc-efd95891233c req-846f1912-1100-4d72-9ecb-c6922058ef98 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42330c94-7447-4af1-99be-07b215fa68d3 HTTP/1.1" status: 200 len: 998 time: 0.0682855 Apr 20 13:38:55.723345 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-fff6df8d-952f-4c13-aa8a-920d9848d042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'name': 'tempest-TestNetworkBasicOps-router-135415004', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '6c094fd4-9887-4ec5-a582-71ce6cfcb834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:38:47Z', 'updated_at': '2022-04-20T13:38:52Z', 'revision_number': 4, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'gw_port': {'id': '6c094fd4-9887-4ec5-a582-71ce6cfcb834', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:48Z', 'updated_at': '2022-04-20T13:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'feed7212-2624-4c08-ad55-b1248553a54a', 'name': '', 'network_id': '7af92ba8-7370-494c-a402-e5185858a4cd', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'mac_address': 'fa:16:3e:98:37:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '9b64e51d-925b-4863-9f99-85f51a813906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:51Z', 'updated_at': '2022-04-20T13:38:54Z', 'revision_number': 4, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'subnets': [{'id': '9b64e51d-925b-4863-9f99-85f51a813906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:55.774888 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2976a560-5d04-4f00-be6f-7631108b0e6a tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:55.775102 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1fbf0-55b9-4d28-8cfc-efd95891233c req-340aa9a9-686f-489b-a925-2be676dc1776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:55.776579 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f0c1fbf0-55b9-4d28-8cfc-efd95891233c req-340aa9a9-686f-489b-a925-2be676dc1776 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dd1bec79-1bde-4378-9778-6e03ce14f914 HTTP/1.1" status: 200 len: 854 time: 0.0479157 Apr 20 13:38:55.785816 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff6df8d-952f-4c13-aa8a-920d9848d042 None None] The sync data for ids ['23d268e8-7a7f-475b-a9e3-731c0c489e7b'] in n-d-836015-7 is: [{'id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'name': 'tempest-TestNetworkBasicOps-router-135415004', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '6c094fd4-9887-4ec5-a582-71ce6cfcb834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:38:47Z', 'updated_at': '2022-04-20T13:38:52Z', 'revision_number': 4, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'gw_port': {'id': '6c094fd4-9887-4ec5-a582-71ce6cfcb834', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:48Z', 'updated_at': '2022-04-20T13:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'feed7212-2624-4c08-ad55-b1248553a54a', 'name': '', 'network_id': '7af92ba8-7370-494c-a402-e5185858a4cd', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'mac_address': 'fa:16:3e:98:37:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '9b64e51d-925b-4863-9f99-85f51a813906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:51Z', 'updated_at': '2022-04-20T13:38:54Z', 'revision_number': 4, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'subnets': [{'id': '9b64e51d-925b-4863-9f99-85f51a813906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:38:55.830735 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1fbf0-55b9-4d28-8cfc-efd95891233c req-5f3de78c-1554-4469-a145-d6347dd7338d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:55.832735 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f0c1fbf0-55b9-4d28-8cfc-efd95891233c req-5f3de78c-1554-4469-a145-d6347dd7338d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=528a81a3-3d30-457a-b770-9edd01e9db02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498834 Apr 20 13:38:55.856250 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2976a560-5d04-4f00-be6f-7631108b0e6a tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:55.894432 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2976a560-5d04-4f00-be6f-7631108b0e6a tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48d48c19-3d09-46b1-940c-0cdea91a2fa6,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:55.959839 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2976a560-5d04-4f00-be6f-7631108b0e6a tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:55.963397 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2976a560-5d04-4f00-be6f-7631108b0e6a tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3527606 Apr 20 13:38:55.963828 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53676) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:55.968480 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f0c1fbf0-55b9-4d28-8cfc-efd95891233c req-7bd49b5a-9c2c-42c6-83b0-a65c1dbba2e9 service neutron] 10.222.0.32 "GET /v2.0/networks/528a81a3-3d30-457a-b770-9edd01e9db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264660 Apr 20 13:38:55.968656 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-9400757b-1969-4c64-ad59-f5abc442998a tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Request body: {'security_group_rule': {'security_group_id': '17839b2b-f533-4c8b-b05a-c31637046710', 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:38:56.072155 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9400757b-1969-4c64-ad59-f5abc442998a tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:56.076074 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f0c1fbf0-55b9-4d28-8cfc-efd95891233c req-f96f5a72-d02a-47b1-af9e-7a7a8776bcb8 service neutron] 10.222.0.32 "GET /v2.0/networks/528a81a3-3d30-457a-b770-9edd01e9db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013126 Apr 20 13:38:56.135835 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9400757b-1969-4c64-ad59-f5abc442998a tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:56.380551 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9400757b-1969-4c64-ad59-f5abc442998a tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:56.400245 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9400757b-1969-4c64-ad59-f5abc442998a tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40e21ffe-fb7c-4278-8cb4-4422430c78d2,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:56.488124 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9400757b-1969-4c64-ad59-f5abc442998a tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:56.488124 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9400757b-1969-4c64-ad59-f5abc442998a tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5218084 Apr 20 13:38:56.489683 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53678) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:56.494222 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-59167532-cfbb-4490-9b0e-0eccf66e7307 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Request body: {'security_group_rule': {'security_group_id': '17839b2b-f533-4c8b-b05a-c31637046710', 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:38:56.513457 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device feed7212-2624-4c08-ad55-b1248553a54a up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:38:56.564947 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port feed7212-2624-4c08-ad55-b1248553a54a triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:38:56.565202 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:56.626629 n-d-836015-7 neutron-server[114869]: INFO neutron.db.securitygroups_db [None req-59167532-cfbb-4490-9b0e-0eccf66e7307 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Project b9708aebf2fb4598b6635345afd09eb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:38:56.631817 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-59167532-cfbb-4490-9b0e-0eccf66e7307 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:56.700955 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-59167532-cfbb-4490-9b0e-0eccf66e7307 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:56.758031 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-59167532-cfbb-4490-9b0e-0eccf66e7307 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:56.767549 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7fda64ed-068b-45c3-b0b2-5435af320f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:56.780446 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59167532-cfbb-4490-9b0e-0eccf66e7307 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dc4f320-04cb-497c-911a-3ac356bbb7e1,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:56.834031 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-59167532-cfbb-4490-9b0e-0eccf66e7307 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:56.835270 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-59167532-cfbb-4490-9b0e-0eccf66e7307 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3445995 Apr 20 13:38:56.838028 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53680) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:56.842339 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-340e23d6-bb9c-4ae4-aad4-493812165241 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Request body: {'security_group_rule': {'security_group_id': '17839b2b-f533-4c8b-b05a-c31637046710', 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:38:56.920678 n-d-836015-7 neutron-server[114869]: INFO neutron.db.securitygroups_db [None req-340e23d6-bb9c-4ae4-aad4-493812165241 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Project b9708aebf2fb4598b6635345afd09eb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:38:56.925633 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-340e23d6-bb9c-4ae4-aad4-493812165241 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:56.986979 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-340e23d6-bb9c-4ae4-aad4-493812165241 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:57.060396 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-340e23d6-bb9c-4ae4-aad4-493812165241 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:57.079611 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e23d6-bb9c-4ae4-aad4-493812165241 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75b7fc8c-b95b-4752-bab4-ac385fa19bd5,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:57.151370 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-340e23d6-bb9c-4ae4-aad4-493812165241 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:57.152674 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-340e23d6-bb9c-4ae4-aad4-493812165241 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3136885 Apr 20 13:38:57.284848 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-94c84e29-4bf6-4b3b-9c9d-6e245546e72b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1210294021&fields=id&tenant_id=b9708aebf2fb4598b6635345afd09eb5 HTTP/1.1" status: 200 len: 267 time: 0.0313706 Apr 20 13:38:57.392849 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-5158961d-386d-4035-8b52-925ff95c35a5 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:57.394313 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-5158961d-386d-4035-8b52-925ff95c35a5 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/networks?id=7af92ba8-7370-494c-a402-e5185858a4cd HTTP/1.1" status: 200 len: 796 time: 0.1029632 Apr 20 13:38:57.409412 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-f6443cf3-e5ce-4051-9852-56747affa468 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/quotas/b9708aebf2fb4598b6635345afd09eb5 HTTP/1.1" status: 200 len: 375 time: 0.0092549 Apr 20 13:38:57.458839 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-0a485bc1-cc9a-4eb6-82c0-146a3c26638c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b9708aebf2fb4598b6635345afd09eb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442233 Apr 20 13:38:57.611507 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-ae268db4-7a54-485b-b8ec-b9bf04141744 service neutron] 10.222.0.25 "GET /v2.0/networks/7af92ba8-7370-494c-a402-e5185858a4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403284 Apr 20 13:38:57.699611 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-d913977c-25ac-4721-bb56-477aac25451b service neutron] 10.222.0.25 "GET /v2.0/networks/7af92ba8-7370-494c-a402-e5185858a4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818758 Apr 20 13:38:57.909429 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-11c0b193-4a5a-49f0-b06b-480dfe506086 req-19fdbe0c-3fd8-4428-bb33-a095294a7b22 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=d08eaae1-fceb-4acb-8114-4f006e2996a2 HTTP/1.1" status: 200 len: 210 time: 0.0304630 Apr 20 13:38:58.143541 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:59.002615 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c73c5c72-a804-4592-b393-18502541a400 req-cdbf3d31-01e2-44c4-bb89-e4f31d49abf2 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=d08eaae1-fceb-4acb-8114-4f006e2996a2 HTTP/1.1" status: 200 len: 210 time: 0.0259690 Apr 20 13:38:59.435463 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:59.820444 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:00.004065 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-f0bf0d7a-0006-4440-87d8-c6cbf6f14462 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:00.005513 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-f0bf0d7a-0006-4440-87d8-c6cbf6f14462 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.15 "GET /v2.0/networks?id=7af92ba8-7370-494c-a402-e5185858a4cd HTTP/1.1" status: 200 len: 796 time: 0.1036227 Apr 20 13:39:00.050046 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-3c225f43-a9eb-438a-95d1-6ec6253c2b13 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9708aebf2fb4598b6635345afd09eb5 HTTP/1.1" status: 200 len: 380 time: 0.0366426 Apr 20 13:39:00.059512 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-f1f0a017-3a5b-437c-b2d4-2cf337ff7912 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Request body: {'port': {'device_id': 'd08eaae1-fceb-4acb-8114-4f006e2996a2', 'network_id': '7af92ba8-7370-494c-a402-e5185858a4cd', 'admin_state_up': True, 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'security_groups': ['17839b2b-f533-4c8b-b05a-c31637046710']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:39:00.403647 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5fa6bb79-35cf-4475-893a-32f48472a9b8 req-048fbed8-6ff3-410e-be68-e3e80175de61 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=d08eaae1-fceb-4acb-8114-4f006e2996a2 HTTP/1.1" status: 200 len: 210 time: 0.3286901 Apr 20 13:39:00.534558 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-f1f0a017-3a5b-437c-b2d4-2cf337ff7912 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Made reservation on behalf of b9708aebf2fb4598b6635345afd09eb5 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:39:00.538079 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-f1f0a017-3a5b-437c-b2d4-2cf337ff7912 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:00.661608 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-f1f0a017-3a5b-437c-b2d4-2cf337ff7912 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Allocated IP 172.20.0.3 (7af92ba8-7370-494c-a402-e5185858a4cd/9b64e51d-925b-4863-9f99-85f51a813906/31432066-96f1-4228-9b05-2f004031686f) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:39:00.792235 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-f1f0a017-3a5b-437c-b2d4-2cf337ff7912 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:00.912456 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-f1f0a017-3a5b-437c-b2d4-2cf337ff7912 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:00.956627 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-f1f0a017-3a5b-437c-b2d4-2cf337ff7912 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Network 7af92ba8-7370-494c-a402-e5185858a4cd is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:39:00.961585 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-f1f0a017-3a5b-437c-b2d4-2cf337ff7912 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:39:00.964109 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-f1f0a017-3a5b-437c-b2d4-2cf337ff7912 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:39:00.998827 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f0a017-3a5b-437c-b2d4-2cf337ff7912 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event updated for resources: {'Port': ['ID=31432066-96f1-4228-9b05-2f004031686f,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:01.023252 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-f1f0a017-3a5b-437c-b2d4-2cf337ff7912 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:01.024066 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-f1f0a017-3a5b-437c-b2d4-2cf337ff7912 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:01.120919 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-f1f0a017-3a5b-437c-b2d4-2cf337ff7912 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0649812 Apr 20 13:39:01.133939 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-30f0a3fb-8a9b-45ff-af86-fb471278ab07 service neutron] Request body: {'port': {'device_id': 'd08eaae1-fceb-4acb-8114-4f006e2996a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:39:01.189469 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-30f0a3fb-8a9b-45ff-af86-fb471278ab07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:01.242682 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-dc7a1777-7a9e-4239-8789-170f42302938 None None] Provisioning complete for port 31432066-96f1-4228-9b05-2f004031686f triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:39:01.243278 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-dc7a1777-7a9e-4239-8789-170f42302938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:01.276900 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-dc7a1777-7a9e-4239-8789-170f42302938 None None] Port 31432066-96f1-4228-9b05-2f004031686f cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:39:01.453147 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-30f0a3fb-8a9b-45ff-af86-fb471278ab07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31432066-96f1-4228-9b05-2f004031686f {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:39:01.461117 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-30f0a3fb-8a9b-45ff-af86-fb471278ab07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:01.472930 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-30f0a3fb-8a9b-45ff-af86-fb471278ab07 service neutron] Transition to ACTIVE for port object 31432066-96f1-4228-9b05-2f004031686f will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:39:01.521597 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80830fdd-2f14-453e-9726-3a6c55e60953 req-f8aa550c-c383-4d14-a634-16d4008a4839 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:01.523066 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-80830fdd-2f14-453e-9726-3a6c55e60953 req-f8aa550c-c383-4d14-a634-16d4008a4839 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=d08eaae1-fceb-4acb-8114-4f006e2996a2 HTTP/1.1" status: 200 len: 931 time: 0.0490675 Apr 20 13:39:01.526177 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-30f0a3fb-8a9b-45ff-af86-fb471278ab07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:01.598514 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0a3fb-8a9b-45ff-af86-fb471278ab07 service neutron] Pushing event updated for resources: {'Port': ['ID=31432066-96f1-4228-9b05-2f004031686f,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:01.611390 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-80830fdd-2f14-453e-9726-3a6c55e60953 req-e6591329-dfba-4aae-a3d9-414d9a14cae3 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/security-groups?id=17839b2b-f533-4c8b-b05a-c31637046710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808654 Apr 20 13:39:01.682203 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-30f0a3fb-8a9b-45ff-af86-fb471278ab07 service neutron] Attempting to bind port 31432066-96f1-4228-9b05-2f004031686f on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:39:01.682537 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-30f0a3fb-8a9b-45ff-af86-fb471278ab07 service neutron] Attempting to bind port 31432066-96f1-4228-9b05-2f004031686f by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '01186c09-cc74-4a14-a084-d619f5355605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7af92ba8-7370-494c-a402-e5185858a4cd'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:39:01.682870 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-30f0a3fb-8a9b-45ff-af86-fb471278ab07 service neutron] Attempting to bind port 31432066-96f1-4228-9b05-2f004031686f on network 7af92ba8-7370-494c-a402-e5185858a4cd {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:39:01.687308 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-30f0a3fb-8a9b-45ff-af86-fb471278ab07 service neutron] Port 31432066-96f1-4228-9b05-2f004031686f on network 7af92ba8-7370-494c-a402-e5185858a4cd not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:39:01.687657 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-30f0a3fb-8a9b-45ff-af86-fb471278ab07 service neutron] Attempting to bind port 31432066-96f1-4228-9b05-2f004031686f on network 7af92ba8-7370-494c-a402-e5185858a4cd {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:39:01.692687 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-30f0a3fb-8a9b-45ff-af86-fb471278ab07 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:39:01.692941 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-30f0a3fb-8a9b-45ff-af86-fb471278ab07 service neutron] Checking segment: {'id': '01186c09-cc74-4a14-a084-d619f5355605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7af92ba8-7370-494c-a402-e5185858a4cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:39:01.693327 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-30f0a3fb-8a9b-45ff-af86-fb471278ab07 service neutron] Bound using segment: {'id': '01186c09-cc74-4a14-a084-d619f5355605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7af92ba8-7370-494c-a402-e5185858a4cd'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:39:01.694178 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-30f0a3fb-8a9b-45ff-af86-fb471278ab07 service neutron] Bound port: 31432066-96f1-4228-9b05-2f004031686f, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01186c09-cc74-4a14-a084-d619f5355605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7af92ba8-7370-494c-a402-e5185858a4cd'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:39:01.694540 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-30f0a3fb-8a9b-45ff-af86-fb471278ab07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:01.760483 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-30f0a3fb-8a9b-45ff-af86-fb471278ab07 service neutron] For port 31432066-96f1-4228-9b05-2f004031686f, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:39:01.763487 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-30f0a3fb-8a9b-45ff-af86-fb471278ab07 service neutron] For port 31432066-96f1-4228-9b05-2f004031686f, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=31432066-96f1-4228-9b05-2f004031686f,segment=NetworkSegment(01186c09-cc74-4a14-a084-d619f5355605),segment_id=01186c09-cc74-4a14-a084-d619f5355605)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:39:01.909902 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-30f0a3fb-8a9b-45ff-af86-fb471278ab07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:01.944249 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-30f0a3fb-8a9b-45ff-af86-fb471278ab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:01.944861 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-30f0a3fb-8a9b-45ff-af86-fb471278ab07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:01.946243 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-30f0a3fb-8a9b-45ff-af86-fb471278ab07 service neutron] 10.222.0.15 "PUT /v2.0/ports/31432066-96f1-4228-9b05-2f004031686f HTTP/1.1" status: 200 len: 1091 time: 0.8166771 Apr 20 13:39:01.946679 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd08eaae1-fceb-4acb-8114-4f006e2996a2', 'tag': '31432066-96f1-4228-9b05-2f004031686f'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:39:01.948945 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b487740b-3d42-4059-a4ee-cebea04871e8" -d '{"events": [{"name": "network-changed", "server_uuid": "d08eaae1-fceb-4acb-8114-4f006e2996a2", "tag": "31432066-96f1-4228-9b05-2f004031686f"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:39:01.979876 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0a3fb-8a9b-45ff-af86-fb471278ab07 service neutron] Pushing event updated for resources: {'Port': ['ID=31432066-96f1-4228-9b05-2f004031686f,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:01.994037 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41df42e9-8905-4228-b1c7-212fe66a3a2c x-openstack-request-id: req-41df42e9-8905-4228-b1c7-212fe66a3a2c {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:39:01.994336 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d08eaae1-fceb-4acb-8114-4f006e2996a2", "tag": "31432066-96f1-4228-9b05-2f004031686f", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:39:01.994587 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-41df42e9-8905-4228-b1c7-212fe66a3a2c {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:39:01.994997 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41df42e9-8905-4228-b1c7-212fe66a3a2c'] response: {'name': 'network-changed', 'server_uuid': 'd08eaae1-fceb-4acb-8114-4f006e2996a2', 'tag': '31432066-96f1-4228-9b05-2f004031686f', 'status': 'completed', 'code': 200} Apr 20 13:39:02.058167 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487740b-3d42-4059-a4ee-cebea04871e8 req-3563d606-6473-4f6c-be13-3136c9d695f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:02.059701 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b487740b-3d42-4059-a4ee-cebea04871e8 req-3563d606-6473-4f6c-be13-3136c9d695f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9708aebf2fb4598b6635345afd09eb5&device_id=d08eaae1-fceb-4acb-8114-4f006e2996a2 HTTP/1.1" status: 200 len: 1094 time: 0.0434403 Apr 20 13:39:02.186954 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487740b-3d42-4059-a4ee-cebea04871e8 req-600f8d89-7f26-42f3-9894-47b19c1d3106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:02.189030 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b487740b-3d42-4059-a4ee-cebea04871e8 req-600f8d89-7f26-42f3-9894-47b19c1d3106 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=b9708aebf2fb4598b6635345afd09eb5&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1215758 Apr 20 13:39:02.207554 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a7a3412d-655d-44b0-8ce7-73cba7196b37 req-8ea4dd5d-c40c-4fd8-a796-356a8d0e0f49 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=db52fcfb-463f-47d3-9e51-f8da281cbf94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0702121 Apr 20 13:39:02.315483 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3412d-655d-44b0-8ce7-73cba7196b37 req-588056aa-5b81-4068-abbc-2949e687552e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:02.316929 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a7a3412d-655d-44b0-8ce7-73cba7196b37 req-588056aa-5b81-4068-abbc-2949e687552e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=199bdbc6cfe44f0c9700e48b02b2d332&device_id=db52fcfb-463f-47d3-9e51-f8da281cbf94 HTTP/1.1" status: 200 len: 1096 time: 0.0638430 Apr 20 13:39:02.330478 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487740b-3d42-4059-a4ee-cebea04871e8 req-40cd1049-e6ab-4c5c-ac72-9d3cb75110f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:02.332036 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b487740b-3d42-4059-a4ee-cebea04871e8 req-40cd1049-e6ab-4c5c-ac72-9d3cb75110f9 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1366036 Apr 20 13:39:02.458407 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-396e1679-6b87-4544-8f9c-d6de68bba6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:02.459853 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-396e1679-6b87-4544-8f9c-d6de68bba6f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9708aebf2fb4598b6635345afd09eb5&device_id=d08eaae1-fceb-4acb-8114-4f006e2996a2 HTTP/1.1" status: 200 len: 1094 time: 0.0676346 Apr 20 13:39:02.461174 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3412d-655d-44b0-8ce7-73cba7196b37 req-c22e7b15-005c-4dc9-8b73-424fd2fb85c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:02.462469 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a7a3412d-655d-44b0-8ce7-73cba7196b37 req-c22e7b15-005c-4dc9-8b73-424fd2fb85c7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=528a81a3-3d30-457a-b770-9edd01e9db02 HTTP/1.1" status: 200 len: 916 time: 0.1249893 Apr 20 13:39:02.512604 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-5817cfc1-8fc9-4a05-af39-dbafc64a8f20 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31432066-96f1-4228-9b05-2f004031686f HTTP/1.1" status: 200 len: 217 time: 0.0399630 Apr 20 13:39:02.596876 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a7a3412d-655d-44b0-8ce7-73cba7196b37 req-b78967bb-8949-4ae5-ac8d-79c3620f6285 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77335e40-fd51-40e8-a238-34189369f187 HTTP/1.1" status: 200 len: 1001 time: 0.1231413 Apr 20 13:39:02.600275 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-82a455f0-c76a-4806-bf00-ebb31b5107e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:02.601623 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-82a455f0-c76a-4806-bf00-ebb31b5107e3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b64e51d-925b-4863-9f99-85f51a813906 HTTP/1.1" status: 200 len: 834 time: 0.0603652 Apr 20 13:39:02.679662 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3412d-655d-44b0-8ce7-73cba7196b37 req-45784436-e49a-4a5e-9f89-b33729f75f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:02.681122 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a7a3412d-655d-44b0-8ce7-73cba7196b37 req-45784436-e49a-4a5e-9f89-b33729f75f57 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd1bec79-1bde-4378-9778-6e03ce14f914 HTTP/1.1" status: 200 len: 854 time: 0.0741963 Apr 20 13:39:02.708105 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-83635937-9059-44be-a8b4-20ccead84f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:02.709554 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-83635937-9059-44be-a8b4-20ccead84f1d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7af92ba8-7370-494c-a402-e5185858a4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953057 Apr 20 13:39:02.816102 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad50a2a3-585f-47c2-b553-f66d98f46536 req-3e771d6c-13b8-4493-90e7-c754fc3350f1 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:02.817568 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ad50a2a3-585f-47c2-b553-f66d98f46536 req-3e771d6c-13b8-4493-90e7-c754fc3350f1 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=d08eaae1-fceb-4acb-8114-4f006e2996a2 HTTP/1.1" status: 200 len: 943 time: 0.1355798 Apr 20 13:39:02.827896 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3412d-655d-44b0-8ce7-73cba7196b37 req-9db54779-89ac-42ff-ad00-3208528cdda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:02.829837 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a7a3412d-655d-44b0-8ce7-73cba7196b37 req-9db54779-89ac-42ff-ad00-3208528cdda2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=528a81a3-3d30-457a-b770-9edd01e9db02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1327999 Apr 20 13:39:02.884477 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-8ba14cee-a0bf-4740-b6a2-10f9d6c8352c service neutron] 10.222.0.15 "GET /v2.0/networks/7af92ba8-7370-494c-a402-e5185858a4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608708 Apr 20 13:39:02.931241 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ad50a2a3-585f-47c2-b553-f66d98f46536 req-3872a556-a6e9-4bb4-8708-8fc8e241183c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/security-groups?id=17839b2b-f533-4c8b-b05a-c31637046710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052418 Apr 20 13:39:03.020531 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a7a3412d-655d-44b0-8ce7-73cba7196b37 req-21fa8972-856f-40c7-a783-bbc6aca330b1 service neutron] 10.222.0.15 "GET /v2.0/networks/528a81a3-3d30-457a-b770-9edd01e9db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755960 Apr 20 13:39:03.054591 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cbdedd7b-9d69-4f08-9ed8-1fcbc3ad901e req-7731c6af-f94d-47df-8e93-0ec660bcb289 service neutron] 10.222.0.15 "GET /v2.0/networks/7af92ba8-7370-494c-a402-e5185858a4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382835 Apr 20 13:39:03.116971 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a7a3412d-655d-44b0-8ce7-73cba7196b37 req-da766589-f210-49d0-8cf0-9f3a4af0afab service neutron] 10.222.0.15 "GET /v2.0/networks/528a81a3-3d30-457a-b770-9edd01e9db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895209 Apr 20 13:39:04.050897 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece6c408-ddb8-4800-be78-fa70532c65c5 req-711738d1-278d-48bf-850f-f5146c64d960 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:04.052409 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ece6c408-ddb8-4800-be78-fa70532c65c5 req-711738d1-278d-48bf-850f-f5146c64d960 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=d08eaae1-fceb-4acb-8114-4f006e2996a2 HTTP/1.1" status: 200 len: 943 time: 0.0532928 Apr 20 13:39:04.090021 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ece6c408-ddb8-4800-be78-fa70532c65c5 req-7a8d73a8-b643-41ee-b603-85537240be3a tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/security-groups?id=17839b2b-f533-4c8b-b05a-c31637046710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316870 Apr 20 13:39:05.203101 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248147d-e254-4ba6-88f2-a9747aacce3a req-3dda0ad7-9717-4409-9e3b-f7bc01b63db7 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:05.205206 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2248147d-e254-4ba6-88f2-a9747aacce3a req-3dda0ad7-9717-4409-9e3b-f7bc01b63db7 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=d08eaae1-fceb-4acb-8114-4f006e2996a2 HTTP/1.1" status: 200 len: 943 time: 0.0480797 Apr 20 13:39:05.241440 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2248147d-e254-4ba6-88f2-a9747aacce3a req-9ca50901-d7ac-403d-8777-9cc997050444 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/security-groups?id=17839b2b-f533-4c8b-b05a-c31637046710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298753 Apr 20 13:39:06.358650 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47267251-cb0f-446f-9c38-26b4776ffcda req-cbb88ca9-c7b5-4ff0-b4c3-1df89b97d1ab tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:06.360117 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-47267251-cb0f-446f-9c38-26b4776ffcda req-cbb88ca9-c7b5-4ff0-b4c3-1df89b97d1ab tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=d08eaae1-fceb-4acb-8114-4f006e2996a2 HTTP/1.1" status: 200 len: 943 time: 0.0485268 Apr 20 13:39:06.396126 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-47267251-cb0f-446f-9c38-26b4776ffcda req-5716c90b-e213-4fdc-8846-a7b83d2d8b8a tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/security-groups?id=17839b2b-f533-4c8b-b05a-c31637046710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301368 Apr 20 13:39:07.399766 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 31432066-96f1-4228-9b05-2f004031686f details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:39:07.496558 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 31432066-96f1-4228-9b05-2f004031686f, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=31432066-96f1-4228-9b05-2f004031686f,segment=NetworkSegment(01186c09-cc74-4a14-a084-d619f5355605),segment_id=01186c09-cc74-4a14-a084-d619f5355605)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:39:07.507880 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '31432066-96f1-4228-9b05-2f004031686f', 'network_id': '7af92ba8-7370-494c-a402-e5185858a4cd', 'port_id': '31432066-96f1-4228-9b05-2f004031686f', 'mac_address': 'fa:16:3e:38:2e:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b64e51d-925b-4863-9f99-85f51a813906', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:39:07.517831 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece87a2a-79d7-471e-b6d9-5542e031348f req-9106dd95-e55d-4727-b4e0-82053fa63402 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:07.519383 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ece87a2a-79d7-471e-b6d9-5542e031348f req-9106dd95-e55d-4727-b4e0-82053fa63402 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=d08eaae1-fceb-4acb-8114-4f006e2996a2 HTTP/1.1" status: 200 len: 943 time: 0.0537219 Apr 20 13:39:07.544842 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:07.556810 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ece87a2a-79d7-471e-b6d9-5542e031348f req-5f60d406-e783-4616-8f1f-548e2dcd2f0c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/security-groups?id=17839b2b-f533-4c8b-b05a-c31637046710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313759 Apr 20 13:39:07.557861 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31432066-96f1-4228-9b05-2f004031686f {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:39:07.576901 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 31432066-96f1-4228-9b05-2f004031686f, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=31432066-96f1-4228-9b05-2f004031686f,segment=NetworkSegment(01186c09-cc74-4a14-a084-d619f5355605),segment_id=01186c09-cc74-4a14-a084-d619f5355605)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:39:07.660295 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:07.706024 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=31432066-96f1-4228-9b05-2f004031686f,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:07.996907 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['31432066-96f1-4228-9b05-2f004031686f'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:39:08.670697 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a392c6-5a29-474b-8b7d-702ee871a4a0 req-e249e5d8-f1fa-4083-9d20-d0a64c31e8a5 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:08.672103 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-84a392c6-5a29-474b-8b7d-702ee871a4a0 req-e249e5d8-f1fa-4083-9d20-d0a64c31e8a5 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=d08eaae1-fceb-4acb-8114-4f006e2996a2 HTTP/1.1" status: 200 len: 944 time: 0.0479488 Apr 20 13:39:08.709979 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-84a392c6-5a29-474b-8b7d-702ee871a4a0 req-481b7ea5-0aff-484b-9ad2-939c1f08aa1a tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/security-groups?id=17839b2b-f533-4c8b-b05a-c31637046710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306938 Apr 20 13:39:09.398926 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 31432066-96f1-4228-9b05-2f004031686f up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:39:09.528799 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 31432066-96f1-4228-9b05-2f004031686f completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:39:09.532791 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 31432066-96f1-4228-9b05-2f004031686f triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:39:09.533165 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:09.607110 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:09.628583 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd08eaae1-fceb-4acb-8114-4f006e2996a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31432066-96f1-4228-9b05-2f004031686f'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:39:09.630796 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07130aa8-5709-47c7-9596-9ffc61e549ec" -d '{"events": [{"server_uuid": "d08eaae1-fceb-4acb-8114-4f006e2996a2", "name": "network-vif-plugged", "status": "completed", "tag": "31432066-96f1-4228-9b05-2f004031686f"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:39:09.643328 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 31432066-96f1-4228-9b05-2f004031686f, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=31432066-96f1-4228-9b05-2f004031686f,segment=NetworkSegment(01186c09-cc74-4a14-a084-d619f5355605),segment_id=01186c09-cc74-4a14-a084-d619f5355605)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:39:09.667730 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d5f198-8f12-41e3-8e56-d89167567f5f x-openstack-request-id: req-47d5f198-8f12-41e3-8e56-d89167567f5f {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:39:09.671167 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d08eaae1-fceb-4acb-8114-4f006e2996a2", "name": "network-vif-plugged", "status": "completed", "tag": "31432066-96f1-4228-9b05-2f004031686f", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:39:09.671167 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-47d5f198-8f12-41e3-8e56-d89167567f5f {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:39:09.671167 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47d5f198-8f12-41e3-8e56-d89167567f5f'] response: {'server_uuid': 'd08eaae1-fceb-4acb-8114-4f006e2996a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31432066-96f1-4228-9b05-2f004031686f', 'code': 200} Apr 20 13:39:09.717547 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:09.765836 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=31432066-96f1-4228-9b05-2f004031686f,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:09.768388 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47177ae6-ffc0-41b3-923f-8ae9e8894d46 req-97d1f963-285e-4e7b-afee-ca0817e8bad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:09.769980 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-47177ae6-ffc0-41b3-923f-8ae9e8894d46 req-97d1f963-285e-4e7b-afee-ca0817e8bad7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d08eaae1-fceb-4acb-8114-4f006e2996a2 HTTP/1.1" status: 200 len: 1096 time: 0.0423896 Apr 20 13:39:09.834844 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-47177ae6-ffc0-41b3-923f-8ae9e8894d46 req-484218d6-1f5f-4fd7-a59d-34d2400d57d3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=17839b2b-f533-4c8b-b05a-c31637046710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580699 Apr 20 13:39:09.849661 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb4104-dd9f-4310-92b7-b4e599619cc1 req-b2fb43c1-d24a-4992-ad19-33fc45073036 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:09.851070 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-07eb4104-dd9f-4310-92b7-b4e599619cc1 req-b2fb43c1-d24a-4992-ad19-33fc45073036 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=d08eaae1-fceb-4acb-8114-4f006e2996a2 HTTP/1.1" status: 200 len: 945 time: 0.0689290 Apr 20 13:39:09.888399 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-07eb4104-dd9f-4310-92b7-b4e599619cc1 req-60d6cca2-4a4d-4945-b6a2-cf151e943f0c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/security-groups?id=17839b2b-f533-4c8b-b05a-c31637046710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311627 Apr 20 13:39:11.010508 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243c313-df7c-47be-a1c8-99ddf1927a81 req-f949769f-d927-4de1-9aaa-e05fb5cff259 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:11.011999 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5243c313-df7c-47be-a1c8-99ddf1927a81 req-f949769f-d927-4de1-9aaa-e05fb5cff259 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=d08eaae1-fceb-4acb-8114-4f006e2996a2 HTTP/1.1" status: 200 len: 945 time: 0.0486560 Apr 20 13:39:11.050691 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5243c313-df7c-47be-a1c8-99ddf1927a81 req-59bc33e3-4994-49a2-bf61-a0b957e356f5 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/security-groups?id=17839b2b-f533-4c8b-b05a-c31637046710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317039 Apr 20 13:39:11.813524 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [req-660c46d5-7348-432e-987d-71a9f92efa66 req-71571cd3-96f6-464a-b475-0b8678468216 service neutron] (114870) timed out ('10.222.0.25', 40464) {{(pid=114870) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 13:39:12.165560 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce1216-4d1e-497f-a36f-44b49c0e6353 req-9e6167bd-8c4b-4331-a9db-d2093fbd6b78 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:12.167059 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-79ce1216-4d1e-497f-a36f-44b49c0e6353 req-9e6167bd-8c4b-4331-a9db-d2093fbd6b78 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=d08eaae1-fceb-4acb-8114-4f006e2996a2 HTTP/1.1" status: 200 len: 945 time: 0.0486574 Apr 20 13:39:12.207866 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-79ce1216-4d1e-497f-a36f-44b49c0e6353 req-a206bf38-e215-4122-a584-43f5442ef29d tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/security-groups?id=17839b2b-f533-4c8b-b05a-c31637046710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348332 Apr 20 13:39:12.323080 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100007de-98ba-4388-b4d0-777f9ed291c3 req-d6ee8949-9eb8-4399-b075-759c68a103fc tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:12.324616 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-100007de-98ba-4388-b4d0-777f9ed291c3 req-d6ee8949-9eb8-4399-b075-759c68a103fc tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=d08eaae1-fceb-4acb-8114-4f006e2996a2 HTTP/1.1" status: 200 len: 945 time: 0.0511448 Apr 20 13:39:12.362117 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-100007de-98ba-4388-b4d0-777f9ed291c3 req-a51b0980-1448-43ec-9535-5a8c975632f9 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/security-groups?id=17839b2b-f533-4c8b-b05a-c31637046710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311577 Apr 20 13:39:12.380247 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:12.384117 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53744) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:39:12.423527 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278d668d-5467-457d-9304-f0d8a35d0668 tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:12.425025 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-278d668d-5467-457d-9304-f0d8a35d0668 tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d08eaae1-fceb-4acb-8114-4f006e2996a2 HTTP/1.1" status: 200 len: 1091 time: 0.0399468 Apr 20 13:39:12.428294 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53746) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:39:12.432467 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-e4c48a21-eda5-4cae-a89e-9fddddbd5f92 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'port_id': '31432066-96f1-4228-9b05-2f004031686f', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:39:12.534609 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e4c48a21-eda5-4cae-a89e-9fddddbd5f92 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for floatingip, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:12.632076 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e4c48a21-eda5-4cae-a89e-9fddddbd5f92 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:12.732178 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-e4c48a21-eda5-4cae-a89e-9fddddbd5f92 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Allocated IP 172.25.8.143 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/ea22c06b-1712-4509-8646-e6cd98c22ada) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:39:12.834670 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e4c48a21-eda5-4cae-a89e-9fddddbd5f92 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:12.949459 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e4c48a21-eda5-4cae-a89e-9fddddbd5f92 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:12.989224 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c48a21-eda5-4cae-a89e-9fddddbd5f92 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:39:12.992107 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-e4c48a21-eda5-4cae-a89e-9fddddbd5f92 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:39:12.995719 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c48a21-eda5-4cae-a89e-9fddddbd5f92 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:39:13.000936 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c48a21-eda5-4cae-a89e-9fddddbd5f92 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event updated for resources: {'Port': ['ID=ea22c06b-1712-4509-8646-e6cd98c22ada,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:13.149539 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:13.350251 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e4c48a21-eda5-4cae-a89e-9fddddbd5f92 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:13.493701 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e4c48a21-eda5-4cae-a89e-9fddddbd5f92 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:13.640227 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e4c48a21-eda5-4cae-a89e-9fddddbd5f92 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:13.697367 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e4c48a21-eda5-4cae-a89e-9fddddbd5f92 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:13.769789 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c48a21-eda5-4cae-a89e-9fddddbd5f92 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event updated for resources: {'Port': ['ID=ea22c06b-1712-4509-8646-e6cd98c22ada,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:13.777811 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e4c48a21-eda5-4cae-a89e-9fddddbd5f92 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:14.164373 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-e4c48a21-eda5-4cae-a89e-9fddddbd5f92 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Floating IP dd94c684-aa53-4dcf-bbb6-a5099e36e47a associated. External IP: 172.25.8.143, port: 31432066-96f1-4228-9b05-2f004031686f. Apr 20 13:39:14.365974 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c48a21-eda5-4cae-a89e-9fddddbd5f92 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Router 23d268e8-7a7f-475b-a9e3-731c0c489e7b has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:39:14.474845 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c48a21-eda5-4cae-a89e-9fddddbd5f92 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:39:14.486953 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea98c00-1cde-4618-977b-a30a8d1d9fa9 None None] Sync routers for ids ['23d268e8-7a7f-475b-a9e3-731c0c489e7b'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:39:14.497400 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea98c00-1cde-4618-977b-a30a8d1d9fa9 None None] Routers {'23d268e8-7a7f-475b-a9e3-731c0c489e7b'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:39:14.498039 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-eea98c00-1cde-4618-977b-a30a8d1d9fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:38:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['23d268e8-7a7f-475b-a9e3-731c0c489e7b'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:39:14.540040 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e4c48a21-eda5-4cae-a89e-9fddddbd5f92 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:14.567738 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e4c48a21-eda5-4cae-a89e-9fddddbd5f92 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1383970 Apr 20 13:39:14.568373 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd08eaae1-fceb-4acb-8114-4f006e2996a2', 'tag': '31432066-96f1-4228-9b05-2f004031686f'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:39:14.570735 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71f320d-3a71-49e8-9da6-45851f5e0ac7" -d '{"events": [{"name": "network-changed", "server_uuid": "d08eaae1-fceb-4acb-8114-4f006e2996a2", "tag": "31432066-96f1-4228-9b05-2f004031686f"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:39:14.570883 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53748) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:39:14.606842 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-eea98c00-1cde-4618-977b-a30a8d1d9fa9 None None] Set router 23d268e8-7a7f-475b-a9e3-731c0c489e7b gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:39:14.608573 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975685f0-b967-4118-942d-0f92dfb94af9 x-openstack-request-id: req-975685f0-b967-4118-942d-0f92dfb94af9 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:39:14.608573 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d08eaae1-fceb-4acb-8114-4f006e2996a2", "tag": "31432066-96f1-4228-9b05-2f004031686f", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:39:14.608573 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-975685f0-b967-4118-942d-0f92dfb94af9 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:39:14.608995 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-975685f0-b967-4118-942d-0f92dfb94af9'] response: {'name': 'network-changed', 'server_uuid': 'd08eaae1-fceb-4acb-8114-4f006e2996a2', 'tag': '31432066-96f1-4228-9b05-2f004031686f', 'status': 'completed', 'code': 200} Apr 20 13:39:14.636787 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-052b0352-4dca-446a-8985-2ea4189adb7f tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/floatingips/dd94c684-aa53-4dcf-bbb6-a5099e36e47a HTTP/1.1" status: 200 len: 991 time: 0.0646241 Apr 20 13:39:14.671996 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f320d-3a71-49e8-9da6-45851f5e0ac7 req-a9ad9ea4-1e42-442e-afb9-0b64138181a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:14.674005 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d71f320d-3a71-49e8-9da6-45851f5e0ac7 req-a9ad9ea4-1e42-442e-afb9-0b64138181a9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9708aebf2fb4598b6635345afd09eb5&device_id=d08eaae1-fceb-4acb-8114-4f006e2996a2 HTTP/1.1" status: 200 len: 1096 time: 0.0437942 Apr 20 13:39:14.761321 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f320d-3a71-49e8-9da6-45851f5e0ac7 req-25161b3e-3ef0-465c-ade5-2eccfea01afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:14.762811 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d71f320d-3a71-49e8-9da6-45851f5e0ac7 req-25161b3e-3ef0-465c-ade5-2eccfea01afa service neutron] 10.222.0.15 "GET /v2.0/networks?id=7af92ba8-7370-494c-a402-e5185858a4cd HTTP/1.1" status: 200 len: 897 time: 0.0818257 Apr 20 13:39:14.830776 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d71f320d-3a71-49e8-9da6-45851f5e0ac7 req-c91f4c1b-cc4e-4fcd-b498-0a1cfc1e7a09 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31432066-96f1-4228-9b05-2f004031686f HTTP/1.1" status: 200 len: 999 time: 0.0613527 Apr 20 13:39:14.834237 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-eea98c00-1cde-4618-977b-a30a8d1d9fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'name': 'tempest-TestNetworkBasicOps-router-135415004', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '6c094fd4-9887-4ec5-a582-71ce6cfcb834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:38:47Z', 'updated_at': '2022-04-20T13:38:52Z', 'revision_number': 4, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'gw_port': {'id': '6c094fd4-9887-4ec5-a582-71ce6cfcb834', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:48Z', 'updated_at': '2022-04-20T13:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'dd94c684-aa53-4dcf-bbb6-a5099e36e47a', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'port_id': '31432066-96f1-4228-9b05-2f004031686f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7af92ba8-7370-494c-a402-e5185858a4cd', 'mac_address': 'fa:16:3e:38:2e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08eaae1-fceb-4acb-8114-4f006e2996a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:39:13Z', 'updated_at': '2022-04-20T13:39:13Z', 'revision_number': 0, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feed7212-2624-4c08-ad55-b1248553a54a', 'name': '', 'network_id': '7af92ba8-7370-494c-a402-e5185858a4cd', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'mac_address': 'fa:16:3e:98:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '9b64e51d-925b-4863-9f99-85f51a813906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:51Z', 'updated_at': '2022-04-20T13:38:55Z', 'revision_number': 5, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'subnets': [{'id': '9b64e51d-925b-4863-9f99-85f51a813906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:39:14.860098 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea98c00-1cde-4618-977b-a30a8d1d9fa9 None None] Checking router: 23d268e8-7a7f-475b-a9e3-731c0c489e7b for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:39:14.868591 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea98c00-1cde-4618-977b-a30a8d1d9fa9 None None] Routers {'23d268e8-7a7f-475b-a9e3-731c0c489e7b'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:39:14.869197 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-eea98c00-1cde-4618-977b-a30a8d1d9fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:38:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['23d268e8-7a7f-475b-a9e3-731c0c489e7b'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:39:14.878944 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f320d-3a71-49e8-9da6-45851f5e0ac7 req-cc5357e2-26b1-419f-a4d7-98f24c48b4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:14.880425 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d71f320d-3a71-49e8-9da6-45851f5e0ac7 req-cc5357e2-26b1-419f-a4d7-98f24c48b4b8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b64e51d-925b-4863-9f99-85f51a813906 HTTP/1.1" status: 200 len: 834 time: 0.0436080 Apr 20 13:39:14.930419 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f320d-3a71-49e8-9da6-45851f5e0ac7 req-77759349-08ac-4896-bc01-f849ed9f84b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:14.931833 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d71f320d-3a71-49e8-9da6-45851f5e0ac7 req-77759349-08ac-4896-bc01-f849ed9f84b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7af92ba8-7370-494c-a402-e5185858a4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450709 Apr 20 13:39:14.972347 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-eea98c00-1cde-4618-977b-a30a8d1d9fa9 None None] Set router 23d268e8-7a7f-475b-a9e3-731c0c489e7b gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:39:15.021532 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d71f320d-3a71-49e8-9da6-45851f5e0ac7 req-fe780a8e-c423-4a8c-ada3-7b558c605282 service neutron] 10.222.0.15 "GET /v2.0/networks/7af92ba8-7370-494c-a402-e5185858a4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831637 Apr 20 13:39:15.109892 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d71f320d-3a71-49e8-9da6-45851f5e0ac7 req-1b4de90a-bffb-4ee8-a166-f0f5c0021551 service neutron] 10.222.0.15 "GET /v2.0/networks/7af92ba8-7370-494c-a402-e5185858a4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821421 Apr 20 13:39:15.192818 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-eea98c00-1cde-4618-977b-a30a8d1d9fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'name': 'tempest-TestNetworkBasicOps-router-135415004', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '6c094fd4-9887-4ec5-a582-71ce6cfcb834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:38:47Z', 'updated_at': '2022-04-20T13:38:52Z', 'revision_number': 4, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'gw_port': {'id': '6c094fd4-9887-4ec5-a582-71ce6cfcb834', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:48Z', 'updated_at': '2022-04-20T13:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'dd94c684-aa53-4dcf-bbb6-a5099e36e47a', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'port_id': '31432066-96f1-4228-9b05-2f004031686f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7af92ba8-7370-494c-a402-e5185858a4cd', 'mac_address': 'fa:16:3e:38:2e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08eaae1-fceb-4acb-8114-4f006e2996a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:39:13Z', 'updated_at': '2022-04-20T13:39:13Z', 'revision_number': 0, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feed7212-2624-4c08-ad55-b1248553a54a', 'name': '', 'network_id': '7af92ba8-7370-494c-a402-e5185858a4cd', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'mac_address': 'fa:16:3e:98:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '9b64e51d-925b-4863-9f99-85f51a813906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:51Z', 'updated_at': '2022-04-20T13:38:55Z', 'revision_number': 5, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'subnets': [{'id': '9b64e51d-925b-4863-9f99-85f51a813906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:39:15.218967 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea98c00-1cde-4618-977b-a30a8d1d9fa9 None None] The sync data for ids ['23d268e8-7a7f-475b-a9e3-731c0c489e7b'] in n-d-836015-7 is: [{'id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'name': 'tempest-TestNetworkBasicOps-router-135415004', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '6c094fd4-9887-4ec5-a582-71ce6cfcb834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:38:47Z', 'updated_at': '2022-04-20T13:38:52Z', 'revision_number': 4, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'gw_port': {'id': '6c094fd4-9887-4ec5-a582-71ce6cfcb834', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:48Z', 'updated_at': '2022-04-20T13:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'dd94c684-aa53-4dcf-bbb6-a5099e36e47a', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'port_id': '31432066-96f1-4228-9b05-2f004031686f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7af92ba8-7370-494c-a402-e5185858a4cd', 'mac_address': 'fa:16:3e:38:2e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08eaae1-fceb-4acb-8114-4f006e2996a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:39:13Z', 'updated_at': '2022-04-20T13:39:13Z', 'revision_number': 0, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feed7212-2624-4c08-ad55-b1248553a54a', 'name': '', 'network_id': '7af92ba8-7370-494c-a402-e5185858a4cd', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'mac_address': 'fa:16:3e:98:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '9b64e51d-925b-4863-9f99-85f51a813906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:51Z', 'updated_at': '2022-04-20T13:38:55Z', 'revision_number': 5, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'subnets': [{'id': '9b64e51d-925b-4863-9f99-85f51a813906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:39:15.411398 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3347b379-6d38-4265-8c8f-8ad9b8a3705e None None] New status for floating IP dd94c684-aa53-4dcf-bbb6-a5099e36e47a: ACTIVE {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:39:15.640226 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53754) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:39:15.704543 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-67c6ef53-e3d4-4d60-91ec-058a0cb20810 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/floatingips/dd94c684-aa53-4dcf-bbb6-a5099e36e47a HTTP/1.1" status: 200 len: 993 time: 0.0626202 Apr 20 13:39:24.497697 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-29392a67-2a6b-4172-8c1a-9c093660f72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:26.763513 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-05604f1b-a894-4d30-83f9-7461001fb6e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:28.166122 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:28.620970 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:39:29.414419 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:29.817712 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:42.400567 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:43.148823 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:54.463191 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-78b4e170-a000-4933-9428-8be5f324f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:56.554139 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0ccc7a07-ce34-4a02-8587-0802d59eec01 req-6a12fb8e-2312-4921-a43d-6924b885f193 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=834c9cf5-3272-4d37-b90f-7a2602b7fe06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388649 Apr 20 13:39:56.633178 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc7a07-ce34-4a02-8587-0802d59eec01 req-765af609-9ffe-488c-b2f3-901a58d65e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:56.634647 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0ccc7a07-ce34-4a02-8587-0802d59eec01 req-765af609-9ffe-488c-b2f3-901a58d65e52 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=199bdbc6cfe44f0c9700e48b02b2d332&device_id=834c9cf5-3272-4d37-b90f-7a2602b7fe06 HTTP/1.1" status: 200 len: 1096 time: 0.0397563 Apr 20 13:39:56.737366 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc7a07-ce34-4a02-8587-0802d59eec01 req-92cb835d-369f-4b71-babb-24ad3b242069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:56.739425 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0ccc7a07-ce34-4a02-8587-0802d59eec01 req-92cb835d-369f-4b71-babb-24ad3b242069 service neutron] 10.222.0.32 "GET /v2.0/networks?id=528a81a3-3d30-457a-b770-9edd01e9db02 HTTP/1.1" status: 200 len: 916 time: 0.0870645 Apr 20 13:39:56.771635 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-900deb50-a61a-4664-a657-f2e3bc5ce75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:56.803940 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0ccc7a07-ce34-4a02-8587-0802d59eec01 req-6696679c-fecd-46dd-98d0-2e1361cfc720 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42330c94-7447-4af1-99be-07b215fa68d3 HTTP/1.1" status: 200 len: 1000 time: 0.0577798 Apr 20 13:39:56.850439 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc7a07-ce34-4a02-8587-0802d59eec01 req-c8a66233-7312-4202-b492-d7f409f5af68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:56.851863 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0ccc7a07-ce34-4a02-8587-0802d59eec01 req-c8a66233-7312-4202-b492-d7f409f5af68 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dd1bec79-1bde-4378-9778-6e03ce14f914 HTTP/1.1" status: 200 len: 854 time: 0.0419769 Apr 20 13:39:56.903127 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc7a07-ce34-4a02-8587-0802d59eec01 req-da0e821e-fdf7-475b-97df-6b4a77856bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:56.904655 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0ccc7a07-ce34-4a02-8587-0802d59eec01 req-da0e821e-fdf7-475b-97df-6b4a77856bf9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=528a81a3-3d30-457a-b770-9edd01e9db02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464540 Apr 20 13:39:56.991266 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0ccc7a07-ce34-4a02-8587-0802d59eec01 req-b3b5a359-6071-42f4-96b5-a75f06acf448 service neutron] 10.222.0.32 "GET /v2.0/networks/528a81a3-3d30-457a-b770-9edd01e9db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794580 Apr 20 13:39:57.079932 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0ccc7a07-ce34-4a02-8587-0802d59eec01 req-19e3ccbd-a0dc-40d6-9394-0ecf95bd9a42 service neutron] 10.222.0.32 "GET /v2.0/networks/528a81a3-3d30-457a-b770-9edd01e9db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822396 Apr 20 13:39:58.030612 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabceba-b233-40f7-b831-3a91a8c9ff49 req-8bd68ac5-de07-49bf-a4f2-1481397651b4 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:58.032094 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5eabceba-b233-40f7-b831-3a91a8c9ff49 req-8bd68ac5-de07-49bf-a4f2-1481397651b4 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=834c9cf5-3272-4d37-b90f-7a2602b7fe06 HTTP/1.1" status: 200 len: 945 time: 0.0494232 Apr 20 13:39:58.070889 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5eabceba-b233-40f7-b831-3a91a8c9ff49 req-67b344b3-4823-4510-807d-3d951785ac6d tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002ad3f-9352-42e8-a14d-3d0178c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319669 Apr 20 13:39:58.146051 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:59.260786 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcdc349-5541-41d9-934b-3e8633607220 req-dff0e894-1276-459b-8dff-6f199cd2bebd tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:59.262291 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3dcdc349-5541-41d9-934b-3e8633607220 req-dff0e894-1276-459b-8dff-6f199cd2bebd tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=834c9cf5-3272-4d37-b90f-7a2602b7fe06 HTTP/1.1" status: 200 len: 945 time: 0.1217525 Apr 20 13:39:59.298800 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3dcdc349-5541-41d9-934b-3e8633607220 req-5e11b46a-27ea-4b6f-963c-9ed9e0f2add4 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?id=5002ad3f-9352-42e8-a14d-3d0178c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304325 Apr 20 13:39:59.400460 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:59.674944 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ecdeb-6840-48f8-a215-8431b734f261 req-c66df2c3-192b-463a-9ed7-88e5bdbca4f5 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:59.676300 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d96ecdeb-6840-48f8-a215-8431b734f261 req-c66df2c3-192b-463a-9ed7-88e5bdbca4f5 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.32 "GET /v2.0/ports?device_id=834c9cf5-3272-4d37-b90f-7a2602b7fe06 HTTP/1.1" status: 200 len: 945 time: 0.0479333 Apr 20 13:39:59.764560 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-d96ecdeb-6840-48f8-a215-8431b734f261 req-3d8f0349-72e0-4fd6-8520-36f6811d59ca tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Deleting port 42330c94-7447-4af1-99be-07b215fa68d3 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:39:59.764903 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d96ecdeb-6840-48f8-a215-8431b734f261 req-3d8f0349-72e0-4fd6-8520-36f6811d59ca tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:59.808795 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:59.856432 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-d96ecdeb-6840-48f8-a215-8431b734f261 req-3d8f0349-72e0-4fd6-8520-36f6811d59ca tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] For port 42330c94-7447-4af1-99be-07b215fa68d3, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=42330c94-7447-4af1-99be-07b215fa68d3,segment=NetworkSegment(968e2ac5-5b66-437a-9952-c24b838f4f53),segment_id=968e2ac5-5b66-437a-9952-c24b838f4f53)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:39:59.856806 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d96ecdeb-6840-48f8-a215-8431b734f261 req-3d8f0349-72e0-4fd6-8520-36f6811d59ca tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:00.094822 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d96ecdeb-6840-48f8-a215-8431b734f261 req-3d8f0349-72e0-4fd6-8520-36f6811d59ca tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:00.095186 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d96ecdeb-6840-48f8-a215-8431b734f261 req-3d8f0349-72e0-4fd6-8520-36f6811d59ca tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:00.095545 n-d-836015-7 neutron-server[114870]: INFO neutron.db.l3_db [req-d96ecdeb-6840-48f8-a215-8431b734f261 req-3d8f0349-72e0-4fd6-8520-36f6811d59ca tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Floating IP 1d119cfd-4123-4be5-8b47-3c7b703573e5 disassociated. External IP: 172.25.8.69, port: 42330c94-7447-4af1-99be-07b215fa68d3. Apr 20 13:40:00.095888 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-d96ecdeb-6840-48f8-a215-8431b734f261 req-3d8f0349-72e0-4fd6-8520-36f6811d59ca tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Calling delete_port for 42330c94-7447-4af1-99be-07b215fa68d3 owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:40:00.274798 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d96ecdeb-6840-48f8-a215-8431b734f261 req-3d8f0349-72e0-4fd6-8520-36f6811d59ca tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:00.304184 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f0349-72e0-4fd6-8520-36f6811d59ca tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Pushing event deleted for resources: {'Port': ['ID=42330c94-7447-4af1-99be-07b215fa68d3,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:00.316541 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8f0349-72e0-4fd6-8520-36f6811d59ca tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:00.316897 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8f0349-72e0-4fd6-8520-36f6811d59ca tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:00.317239 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8f0349-72e0-4fd6-8520-36f6811d59ca tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:00.317574 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8f0349-72e0-4fd6-8520-36f6811d59ca tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:00.317912 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8f0349-72e0-4fd6-8520-36f6811d59ca tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:00.318243 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8f0349-72e0-4fd6-8520-36f6811d59ca tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:00.318570 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8f0349-72e0-4fd6-8520-36f6811d59ca tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:00.318896 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8f0349-72e0-4fd6-8520-36f6811d59ca tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:00.319221 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8f0349-72e0-4fd6-8520-36f6811d59ca tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:00.319567 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8f0349-72e0-4fd6-8520-36f6811d59ca tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:00.319891 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8f0349-72e0-4fd6-8520-36f6811d59ca tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:00.320211 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8f0349-72e0-4fd6-8520-36f6811d59ca tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:00.400560 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dbecfe4a-982c-4110-b547-f8fcf958f0c2 req-a92967ca-238e-4f42-af8c-502db1faf09d tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=834c9cf5-3272-4d37-b90f-7a2602b7fe06 HTTP/1.1" status: 200 len: 210 time: 0.0254529 Apr 20 13:40:00.438392 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d96ecdeb-6840-48f8-a215-8431b734f261 req-3d8f0349-72e0-4fd6-8520-36f6811d59ca tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Router 82769f95-962c-4210-b540-3c035126e4a5 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:40:00.544479 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d96ecdeb-6840-48f8-a215-8431b734f261 req-3d8f0349-72e0-4fd6-8520-36f6811d59ca tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:40:00.554748 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3dbab5-622e-42a9-9acf-5eef687dc219 None None] Sync routers for ids ['82769f95-962c-4210-b540-3c035126e4a5'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:40:00.564341 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3dbab5-622e-42a9-9acf-5eef687dc219 None None] Routers {'82769f95-962c-4210-b540-3c035126e4a5'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:40:00.565082 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-2f3dbab5-622e-42a9-9acf-5eef687dc219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:39:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['82769f95-962c-4210-b540-3c035126e4a5'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:40:00.608517 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96ecdeb-6840-48f8-a215-8431b734f261 req-3d8f0349-72e0-4fd6-8520-36f6811d59ca tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] No DVR routers for this DVR port 42330c94-7447-4af1-99be-07b215fa68d3 on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:40:00.611097 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d96ecdeb-6840-48f8-a215-8431b734f261 req-3d8f0349-72e0-4fd6-8520-36f6811d59ca tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:00.615151 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d96ecdeb-6840-48f8-a215-8431b734f261 req-3d8f0349-72e0-4fd6-8520-36f6811d59ca tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.32 "DELETE /v2.0/ports/42330c94-7447-4af1-99be-07b215fa68d3 HTTP/1.1" status: 204 len: 173 time: 0.9329541 Apr 20 13:40:00.615636 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834c9cf5-3272-4d37-b90f-7a2602b7fe06', 'name': 'network-vif-deleted', 'tag': '42330c94-7447-4af1-99be-07b215fa68d3'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:40:00.617962 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed77432b-c537-421a-b739-5ba5a6d36ab3" -d '{"events": [{"server_uuid": "834c9cf5-3272-4d37-b90f-7a2602b7fe06", "name": "network-vif-deleted", "tag": "42330c94-7447-4af1-99be-07b215fa68d3"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:40:00.659980 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a172a81-b7d4-4bf5-9ae9-86dcd734627f x-openstack-request-id: req-5a172a81-b7d4-4bf5-9ae9-86dcd734627f {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:40:00.660273 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834c9cf5-3272-4d37-b90f-7a2602b7fe06", "name": "network-vif-deleted", "tag": "42330c94-7447-4af1-99be-07b215fa68d3", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:40:00.660530 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5a172a81-b7d4-4bf5-9ae9-86dcd734627f {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:40:00.660931 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a172a81-b7d4-4bf5-9ae9-86dcd734627f'] response: {'server_uuid': '834c9cf5-3272-4d37-b90f-7a2602b7fe06', 'name': 'network-vif-deleted', 'tag': '42330c94-7447-4af1-99be-07b215fa68d3', 'status': 'completed', 'code': 200} Apr 20 13:40:00.680637 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-2f3dbab5-622e-42a9-9acf-5eef687dc219 None None] Set router 82769f95-962c-4210-b540-3c035126e4a5 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:40:00.910393 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-2f3dbab5-622e-42a9-9acf-5eef687dc219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82769f95-962c-4210-b540-3c035126e4a5', 'name': 'tempest-AttachVolumeNegativeTest-1469658376-router', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:36:53Z', 'updated_at': '2022-04-20T13:36:57Z', 'revision_number': 4, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'gw_port': {'id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:54Z', 'updated_at': '2022-04-20T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'a462d3c4-8176-4e8a-b30e-40b087103635', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '82769f95-962c-4210-b540-3c035126e4a5', 'port_id': '77335e40-fd51-40e8-a238-34189369f187', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'mac_address': 'fa:16:3e:73:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db52fcfb-463f-47d3-9e51-f8da281cbf94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:37:00Z', 'updated_at': '2022-04-20T13:37:15Z', 'revision_number': 2, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2dbb345-9df3-4702-9e33-6ee07a421861', 'name': '', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'mac_address': 'fa:16:3e:8e:a0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:56Z', 'updated_at': '2022-04-20T13:37:01Z', 'revision_number': 5, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'subnets': [{'id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:40:01.027956 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3dbab5-622e-42a9-9acf-5eef687dc219 None None] Checking router: 82769f95-962c-4210-b540-3c035126e4a5 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:40:01.037026 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3dbab5-622e-42a9-9acf-5eef687dc219 None None] Routers {'82769f95-962c-4210-b540-3c035126e4a5'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:40:01.037652 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-2f3dbab5-622e-42a9-9acf-5eef687dc219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:39:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['82769f95-962c-4210-b540-3c035126e4a5'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:40:01.141101 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-2f3dbab5-622e-42a9-9acf-5eef687dc219 None None] Set router 82769f95-962c-4210-b540-3c035126e4a5 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:40:01.356927 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-2f3dbab5-622e-42a9-9acf-5eef687dc219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82769f95-962c-4210-b540-3c035126e4a5', 'name': 'tempest-AttachVolumeNegativeTest-1469658376-router', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:36:53Z', 'updated_at': '2022-04-20T13:36:57Z', 'revision_number': 4, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'gw_port': {'id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:54Z', 'updated_at': '2022-04-20T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'a462d3c4-8176-4e8a-b30e-40b087103635', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '82769f95-962c-4210-b540-3c035126e4a5', 'port_id': '77335e40-fd51-40e8-a238-34189369f187', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'mac_address': 'fa:16:3e:73:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db52fcfb-463f-47d3-9e51-f8da281cbf94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:37:00Z', 'updated_at': '2022-04-20T13:37:15Z', 'revision_number': 2, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2dbb345-9df3-4702-9e33-6ee07a421861', 'name': '', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'mac_address': 'fa:16:3e:8e:a0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:56Z', 'updated_at': '2022-04-20T13:37:01Z', 'revision_number': 5, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'subnets': [{'id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:40:01.386919 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3dbab5-622e-42a9-9acf-5eef687dc219 None None] The sync data for ids ['82769f95-962c-4210-b540-3c035126e4a5'] in n-d-836015-7 is: [{'id': '82769f95-962c-4210-b540-3c035126e4a5', 'name': 'tempest-AttachVolumeNegativeTest-1469658376-router', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:36:53Z', 'updated_at': '2022-04-20T13:36:57Z', 'revision_number': 4, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'gw_port': {'id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:54Z', 'updated_at': '2022-04-20T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'a462d3c4-8176-4e8a-b30e-40b087103635', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '82769f95-962c-4210-b540-3c035126e4a5', 'port_id': '77335e40-fd51-40e8-a238-34189369f187', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'mac_address': 'fa:16:3e:73:92:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db52fcfb-463f-47d3-9e51-f8da281cbf94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:37:00Z', 'updated_at': '2022-04-20T13:37:15Z', 'revision_number': 2, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2dbb345-9df3-4702-9e33-6ee07a421861', 'name': '', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'mac_address': 'fa:16:3e:8e:a0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:56Z', 'updated_at': '2022-04-20T13:37:01Z', 'revision_number': 5, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'subnets': [{'id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:40:01.515771 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fbbfff2c-e813-46b8-8a26-3745202eca1d req-b7a38b8a-ab5a-442e-bf9f-c716c5b01813 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=834c9cf5-3272-4d37-b90f-7a2602b7fe06 HTTP/1.1" status: 200 len: 210 time: 0.0323613 Apr 20 13:40:01.616934 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ff8337-409c-4315-943f-8c0024afe3cd None None] New status for floating IP 1d119cfd-4123-4be5-8b47-3c7b703573e5: DOWN {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:40:02.655222 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53810) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:02.709458 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8d477fa0-89ef-4e46-b7be-e1947e738e85 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:02.732120 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8d477fa0-89ef-4e46-b7be-e1947e738e85 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:02.843750 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8d477fa0-89ef-4e46-b7be-e1947e738e85 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:02.846298 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8d477fa0-89ef-4e46-b7be-e1947e738e85 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:02.847494 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8d477fa0-89ef-4e46-b7be-e1947e738e85 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "DELETE /v2.0/security-groups/5002ad3f-9352-42e8-a14d-3d0178c83d61 HTTP/1.1" status: 204 len: 168 time: 0.1912308 Apr 20 13:40:02.850248 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53812) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:02.857272 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d477fa0-89ef-4e46-b7be-e1947e738e85 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5002ad3f-9352-42e8-a14d-3d0178c83d61,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:02.863084 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-90c8de0f-f643-4b5b-8be3-b8ab5972d2d3 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] show failed (client error): The resource could not be found. Apr 20 13:40:02.864369 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-90c8de0f-f643-4b5b-8be3-b8ab5972d2d3 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups/5002ad3f-9352-42e8-a14d-3d0178c83d61 HTTP/1.1" status: 404 len: 347 time: 0.0129099 Apr 20 13:40:02.866866 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53814) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:02.989745 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-f7559d75-9405-4ffd-b515-e817438570f9 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Deleting port 75096c34-d78d-4e98-a63a-9d16386521b6 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:40:02.989978 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f7559d75-9405-4ffd-b515-e817438570f9 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:03.064900 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f7559d75-9405-4ffd-b515-e817438570f9 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:03.065227 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f7559d75-9405-4ffd-b515-e817438570f9 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:03.077054 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-f7559d75-9405-4ffd-b515-e817438570f9 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Calling delete_port for 75096c34-d78d-4e98-a63a-9d16386521b6 owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:40:03.189159 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-916922d5-d84b-4d3a-8d11-72c497ba47cc req-8359ad48-0181-4a7b-88a9-b4905d4ab5d5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=db52fcfb-463f-47d3-9e51-f8da281cbf94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0666447 Apr 20 13:40:03.198901 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 42330c94-7447-4af1-99be-07b215fa68d3 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:40:03.223483 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 42330c94-7447-4af1-99be-07b215fa68d3 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:40:03.224125 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 42330c94-7447-4af1-99be-07b215fa68d3 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:40:03.278886 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916922d5-d84b-4d3a-8d11-72c497ba47cc req-80c82925-51d1-4ff8-84ea-bf8f9fdfb8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:03.280334 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-916922d5-d84b-4d3a-8d11-72c497ba47cc req-80c82925-51d1-4ff8-84ea-bf8f9fdfb8e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=199bdbc6cfe44f0c9700e48b02b2d332&device_id=db52fcfb-463f-47d3-9e51-f8da281cbf94 HTTP/1.1" status: 200 len: 1096 time: 0.0455720 Apr 20 13:40:03.348873 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f7559d75-9405-4ffd-b515-e817438570f9 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:03.383765 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7559d75-9405-4ffd-b515-e817438570f9 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Pushing event deleted for resources: {'Port': ['ID=75096c34-d78d-4e98-a63a-9d16386521b6,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:03.414972 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7559d75-9405-4ffd-b515-e817438570f9 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:03.415320 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7559d75-9405-4ffd-b515-e817438570f9 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:03.415688 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7559d75-9405-4ffd-b515-e817438570f9 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:03.416026 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7559d75-9405-4ffd-b515-e817438570f9 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:03.416358 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7559d75-9405-4ffd-b515-e817438570f9 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:03.416687 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7559d75-9405-4ffd-b515-e817438570f9 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:03.417014 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7559d75-9405-4ffd-b515-e817438570f9 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:03.417355 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7559d75-9405-4ffd-b515-e817438570f9 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:03.417661 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7559d75-9405-4ffd-b515-e817438570f9 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:03.417984 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7559d75-9405-4ffd-b515-e817438570f9 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:03.418302 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7559d75-9405-4ffd-b515-e817438570f9 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:03.418619 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7559d75-9405-4ffd-b515-e817438570f9 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:03.461809 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916922d5-d84b-4d3a-8d11-72c497ba47cc req-853e0740-1366-4d26-a6f9-ca4e58e871f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:03.463264 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-916922d5-d84b-4d3a-8d11-72c497ba47cc req-853e0740-1366-4d26-a6f9-ca4e58e871f8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=528a81a3-3d30-457a-b770-9edd01e9db02 HTTP/1.1" status: 200 len: 916 time: 0.1647604 Apr 20 13:40:03.483482 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f7559d75-9405-4ffd-b515-e817438570f9 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for floatingip, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:03.488418 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f7559d75-9405-4ffd-b515-e817438570f9 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:03.488418 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f7559d75-9405-4ffd-b515-e817438570f9 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "DELETE /v2.0/floatingips/1d119cfd-4123-4be5-8b47-3c7b703573e5 HTTP/1.1" status: 204 len: 168 time: 0.6191661 Apr 20 13:40:03.594708 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-916922d5-d84b-4d3a-8d11-72c497ba47cc req-17fcda1c-e4f0-4460-bc38-51fedf0a4b6b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77335e40-fd51-40e8-a238-34189369f187 HTTP/1.1" status: 200 len: 1001 time: 0.1228995 Apr 20 13:40:03.642689 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916922d5-d84b-4d3a-8d11-72c497ba47cc req-5a3ce18e-2ae8-4e42-9ac6-bf80c85e62b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:03.644265 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-916922d5-d84b-4d3a-8d11-72c497ba47cc req-5a3ce18e-2ae8-4e42-9ac6-bf80c85e62b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd1bec79-1bde-4378-9778-6e03ce14f914 HTTP/1.1" status: 200 len: 854 time: 0.0439742 Apr 20 13:40:03.690027 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916922d5-d84b-4d3a-8d11-72c497ba47cc req-80903853-afad-48f0-8e39-0bf31d1d2dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:03.691607 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-916922d5-d84b-4d3a-8d11-72c497ba47cc req-80903853-afad-48f0-8e39-0bf31d1d2dbd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=528a81a3-3d30-457a-b770-9edd01e9db02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406761 Apr 20 13:40:03.786715 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-916922d5-d84b-4d3a-8d11-72c497ba47cc req-5633ae7a-7fe7-44d9-b864-7f66f7593792 service neutron] 10.222.0.15 "GET /v2.0/networks/528a81a3-3d30-457a-b770-9edd01e9db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855210 Apr 20 13:40:03.873628 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-916922d5-d84b-4d3a-8d11-72c497ba47cc req-e70452ec-e74f-43e2-ac44-042ac9cc791b service neutron] 10.222.0.15 "GET /v2.0/networks/528a81a3-3d30-457a-b770-9edd01e9db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820920 Apr 20 13:40:05.620075 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:40:08.679714 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f2998-2303-4d06-a4c8-085977f87f06 req-61ccc642-8463-4474-9786-34449df08d7f tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:08.681163 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ff2f2998-2303-4d06-a4c8-085977f87f06 req-61ccc642-8463-4474-9786-34449df08d7f tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=db52fcfb-463f-47d3-9e51-f8da281cbf94 HTTP/1.1" status: 200 len: 945 time: 0.0492752 Apr 20 13:40:08.723388 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ff2f2998-2303-4d06-a4c8-085977f87f06 req-06ebbbcd-f5a8-4c28-a093-e84ae947bd7b tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d979a7d-fb01-4f92-974e-77f0cca929b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355239 Apr 20 13:40:09.841592 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51503bdf-1d0c-4ea2-bddf-07961a42eb04 req-24e4fbed-49cf-4c2c-94d4-455c55f73b42 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:09.843054 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-51503bdf-1d0c-4ea2-bddf-07961a42eb04 req-24e4fbed-49cf-4c2c-94d4-455c55f73b42 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=db52fcfb-463f-47d3-9e51-f8da281cbf94 HTTP/1.1" status: 200 len: 945 time: 0.0503278 Apr 20 13:40:09.880477 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-51503bdf-1d0c-4ea2-bddf-07961a42eb04 req-1ced6bbd-0a71-482f-82ba-7e60a0e20cb7 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d979a7d-fb01-4f92-974e-77f0cca929b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312483 Apr 20 13:40:10.380286 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0fd2e-b228-410e-98c5-d21302a05a0c req-2b6f5c07-27bb-4b15-830c-d0885fa12a7c tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:10.381752 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-88d0fd2e-b228-410e-98c5-d21302a05a0c req-2b6f5c07-27bb-4b15-830c-d0885fa12a7c tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.15 "GET /v2.0/ports?device_id=db52fcfb-463f-47d3-9e51-f8da281cbf94 HTTP/1.1" status: 200 len: 945 time: 0.0479994 Apr 20 13:40:10.479350 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-88d0fd2e-b228-410e-98c5-d21302a05a0c req-210ed7b8-2756-40b6-9896-c97ab9e9b469 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Deleting port 77335e40-fd51-40e8-a238-34189369f187 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:40:10.479720 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-88d0fd2e-b228-410e-98c5-d21302a05a0c req-210ed7b8-2756-40b6-9896-c97ab9e9b469 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:10.565553 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-88d0fd2e-b228-410e-98c5-d21302a05a0c req-210ed7b8-2756-40b6-9896-c97ab9e9b469 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] For port 77335e40-fd51-40e8-a238-34189369f187, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=77335e40-fd51-40e8-a238-34189369f187,segment=NetworkSegment(968e2ac5-5b66-437a-9952-c24b838f4f53),segment_id=968e2ac5-5b66-437a-9952-c24b838f4f53)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:40:10.565918 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-88d0fd2e-b228-410e-98c5-d21302a05a0c req-210ed7b8-2756-40b6-9896-c97ab9e9b469 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:10.732467 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-88d0fd2e-b228-410e-98c5-d21302a05a0c req-210ed7b8-2756-40b6-9896-c97ab9e9b469 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:10.732759 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-88d0fd2e-b228-410e-98c5-d21302a05a0c req-210ed7b8-2756-40b6-9896-c97ab9e9b469 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:10.733078 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [req-88d0fd2e-b228-410e-98c5-d21302a05a0c req-210ed7b8-2756-40b6-9896-c97ab9e9b469 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Floating IP a462d3c4-8176-4e8a-b30e-40b087103635 disassociated. External IP: 172.25.8.127, port: 77335e40-fd51-40e8-a238-34189369f187. Apr 20 13:40:10.733421 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-88d0fd2e-b228-410e-98c5-d21302a05a0c req-210ed7b8-2756-40b6-9896-c97ab9e9b469 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Calling delete_port for 77335e40-fd51-40e8-a238-34189369f187 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:40:10.914994 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-88d0fd2e-b228-410e-98c5-d21302a05a0c req-210ed7b8-2756-40b6-9896-c97ab9e9b469 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:10.943608 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ed7b8-2756-40b6-9896-c97ab9e9b469 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Pushing event deleted for resources: {'Port': ['ID=77335e40-fd51-40e8-a238-34189369f187,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:10.979765 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1153f409-bf3b-4a51-b011-b0f7289799d5 req-d4fe1ed7-ac46-4bf3-9011-1887d36f6a17 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=db52fcfb-463f-47d3-9e51-f8da281cbf94 HTTP/1.1" status: 200 len: 210 time: 0.0312796 Apr 20 13:40:11.083019 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88d0fd2e-b228-410e-98c5-d21302a05a0c req-210ed7b8-2756-40b6-9896-c97ab9e9b469 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Router 82769f95-962c-4210-b540-3c035126e4a5 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:40:11.189998 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88d0fd2e-b228-410e-98c5-d21302a05a0c req-210ed7b8-2756-40b6-9896-c97ab9e9b469 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:40:11.201145 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7826a911-6ce0-40d1-b058-ea91f5a8efd8 None None] Sync routers for ids ['82769f95-962c-4210-b540-3c035126e4a5'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:40:11.210488 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7826a911-6ce0-40d1-b058-ea91f5a8efd8 None None] Routers {'82769f95-962c-4210-b540-3c035126e4a5'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:40:11.211148 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-7826a911-6ce0-40d1-b058-ea91f5a8efd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:39:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['82769f95-962c-4210-b540-3c035126e4a5'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:40:11.232007 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d0fd2e-b228-410e-98c5-d21302a05a0c req-210ed7b8-2756-40b6-9896-c97ab9e9b469 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] No DVR routers for this DVR port 77335e40-fd51-40e8-a238-34189369f187 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:40:11.234645 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-88d0fd2e-b228-410e-98c5-d21302a05a0c req-210ed7b8-2756-40b6-9896-c97ab9e9b469 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:11.238501 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-88d0fd2e-b228-410e-98c5-d21302a05a0c req-210ed7b8-2756-40b6-9896-c97ab9e9b469 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.15 "DELETE /v2.0/ports/77335e40-fd51-40e8-a238-34189369f187 HTTP/1.1" status: 204 len: 173 time: 0.8501956 Apr 20 13:40:11.239111 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db52fcfb-463f-47d3-9e51-f8da281cbf94', 'name': 'network-vif-deleted', 'tag': '77335e40-fd51-40e8-a238-34189369f187'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:40:11.241589 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637d4a71-8cbd-46f8-bb29-3889354e34e1" -d '{"events": [{"server_uuid": "db52fcfb-463f-47d3-9e51-f8da281cbf94", "name": "network-vif-deleted", "tag": "77335e40-fd51-40e8-a238-34189369f187"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:40:11.278722 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a037fd-de4c-4814-aea4-3bf262f8ee1d x-openstack-request-id: req-a9a037fd-de4c-4814-aea4-3bf262f8ee1d {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:40:11.279267 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db52fcfb-463f-47d3-9e51-f8da281cbf94", "name": "network-vif-deleted", "tag": "77335e40-fd51-40e8-a238-34189369f187", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:40:11.284895 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a9a037fd-de4c-4814-aea4-3bf262f8ee1d {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:40:11.284895 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9a037fd-de4c-4814-aea4-3bf262f8ee1d'] response: {'server_uuid': 'db52fcfb-463f-47d3-9e51-f8da281cbf94', 'name': 'network-vif-deleted', 'tag': '77335e40-fd51-40e8-a238-34189369f187', 'status': 'completed', 'code': 200} Apr 20 13:40:11.329779 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-7826a911-6ce0-40d1-b058-ea91f5a8efd8 None None] Set router 82769f95-962c-4210-b540-3c035126e4a5 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:40:11.538793 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-7826a911-6ce0-40d1-b058-ea91f5a8efd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82769f95-962c-4210-b540-3c035126e4a5', 'name': 'tempest-AttachVolumeNegativeTest-1469658376-router', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:36:53Z', 'updated_at': '2022-04-20T13:36:57Z', 'revision_number': 4, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'gw_port': {'id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:54Z', 'updated_at': '2022-04-20T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'a2dbb345-9df3-4702-9e33-6ee07a421861', 'name': '', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'mac_address': 'fa:16:3e:8e:a0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:56Z', 'updated_at': '2022-04-20T13:37:01Z', 'revision_number': 5, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'subnets': [{'id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:40:11.565006 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7826a911-6ce0-40d1-b058-ea91f5a8efd8 None None] Checking router: 82769f95-962c-4210-b540-3c035126e4a5 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:40:11.573155 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7826a911-6ce0-40d1-b058-ea91f5a8efd8 None None] Routers {'82769f95-962c-4210-b540-3c035126e4a5'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:40:11.573794 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-7826a911-6ce0-40d1-b058-ea91f5a8efd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:39:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['82769f95-962c-4210-b540-3c035126e4a5'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:40:11.677381 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-7826a911-6ce0-40d1-b058-ea91f5a8efd8 None None] Set router 82769f95-962c-4210-b540-3c035126e4a5 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:40:11.872020 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-7826a911-6ce0-40d1-b058-ea91f5a8efd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82769f95-962c-4210-b540-3c035126e4a5', 'name': 'tempest-AttachVolumeNegativeTest-1469658376-router', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:36:53Z', 'updated_at': '2022-04-20T13:36:57Z', 'revision_number': 4, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'gw_port': {'id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:54Z', 'updated_at': '2022-04-20T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'a2dbb345-9df3-4702-9e33-6ee07a421861', 'name': '', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'mac_address': 'fa:16:3e:8e:a0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:56Z', 'updated_at': '2022-04-20T13:37:01Z', 'revision_number': 5, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'subnets': [{'id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:40:11.896967 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7826a911-6ce0-40d1-b058-ea91f5a8efd8 None None] The sync data for ids ['82769f95-962c-4210-b540-3c035126e4a5'] in n-d-836015-7 is: [{'id': '82769f95-962c-4210-b540-3c035126e4a5', 'name': 'tempest-AttachVolumeNegativeTest-1469658376-router', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:36:53Z', 'updated_at': '2022-04-20T13:36:57Z', 'revision_number': 4, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'gw_port': {'id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:54Z', 'updated_at': '2022-04-20T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'a2dbb345-9df3-4702-9e33-6ee07a421861', 'name': '', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'mac_address': 'fa:16:3e:8e:a0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:56Z', 'updated_at': '2022-04-20T13:37:01Z', 'revision_number': 5, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'subnets': [{'id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:40:12.098981 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-77405d91-1ab9-42d5-86ed-51231730cc1e req-c0278223-7c56-4798-a825-4b39e4b5def1 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=db52fcfb-463f-47d3-9e51-f8da281cbf94 HTTP/1.1" status: 200 len: 210 time: 0.0278118 Apr 20 13:40:12.145772 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87240b74-c9a2-4870-9834-bbc238a199fd None None] New status for floating IP a462d3c4-8176-4e8a-b30e-40b087103635: DOWN {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:40:12.396454 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:13.138077 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:13.281432 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53856) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:13.335752 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a667a7bb-e287-4063-86c8-d33e25ce8eee tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:13.358338 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a667a7bb-e287-4063-86c8-d33e25ce8eee tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:13.468958 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a667a7bb-e287-4063-86c8-d33e25ce8eee tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:13.471449 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a667a7bb-e287-4063-86c8-d33e25ce8eee tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:13.476373 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a667a7bb-e287-4063-86c8-d33e25ce8eee tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "DELETE /v2.0/security-groups/7d979a7d-fb01-4f92-974e-77f0cca929b9 HTTP/1.1" status: 204 len: 168 time: 0.1908851 Apr 20 13:40:13.476509 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53858) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:13.482814 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a667a7bb-e287-4063-86c8-d33e25ce8eee tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d979a7d-fb01-4f92-974e-77f0cca929b9,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:13.490046 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-8e41e7bc-b323-4419-8506-e2ff10a7653b tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] show failed (client error): The resource could not be found. Apr 20 13:40:13.501439 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8e41e7bc-b323-4419-8506-e2ff10a7653b tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups/7d979a7d-fb01-4f92-974e-77f0cca929b9 HTTP/1.1" status: 404 len: 347 time: 0.0242910 Apr 20 13:40:13.507453 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53860) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:13.633317 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-849a14bb-8d26-46b1-b2ea-daf7f21c5b3c tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Deleting port eda3c3be-0dd8-439a-b5aa-f375311fbc97 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:40:13.633649 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-849a14bb-8d26-46b1-b2ea-daf7f21c5b3c tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:13.710410 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-849a14bb-8d26-46b1-b2ea-daf7f21c5b3c tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:13.710737 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-849a14bb-8d26-46b1-b2ea-daf7f21c5b3c tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:13.722689 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-849a14bb-8d26-46b1-b2ea-daf7f21c5b3c tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Calling delete_port for eda3c3be-0dd8-439a-b5aa-f375311fbc97 owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:40:13.782040 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 77335e40-fd51-40e8-a238-34189369f187 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:40:13.805209 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 77335e40-fd51-40e8-a238-34189369f187 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:40:13.805547 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 77335e40-fd51-40e8-a238-34189369f187 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:40:13.908684 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-849a14bb-8d26-46b1-b2ea-daf7f21c5b3c tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:13.934311 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a14bb-8d26-46b1-b2ea-daf7f21c5b3c tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Pushing event deleted for resources: {'Port': ['ID=eda3c3be-0dd8-439a-b5aa-f375311fbc97,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:13.993923 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-849a14bb-8d26-46b1-b2ea-daf7f21c5b3c tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for floatingip, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:13.996501 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-849a14bb-8d26-46b1-b2ea-daf7f21c5b3c tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:13.997652 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-849a14bb-8d26-46b1-b2ea-daf7f21c5b3c tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "DELETE /v2.0/floatingips/a462d3c4-8176-4e8a-b30e-40b087103635 HTTP/1.1" status: 204 len: 168 time: 0.4893975 Apr 20 13:40:14.302191 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53864) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:14.306724 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-b24675ea-5da8-4d23-b57c-744ce63e90ed tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Request body: {'security_group': {'name': 'tempest-securitygroup--296114669', 'description': 'tempest-description--47344516'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:40:14.392105 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b24675ea-5da8-4d23-b57c-744ce63e90ed tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:14.457003 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b24675ea-5da8-4d23-b57c-744ce63e90ed tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:14.494894 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b24675ea-5da8-4d23-b57c-744ce63e90ed tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:14.523810 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24675ea-5da8-4d23-b57c-744ce63e90ed tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3998c1-c5ca-4b8e-92b0-8cac27549f74,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:14.579514 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b24675ea-5da8-4d23-b57c-744ce63e90ed tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:14.580821 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b24675ea-5da8-4d23-b57c-744ce63e90ed tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2776237 Apr 20 13:40:14.583597 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53866) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:14.587919 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-efca8042-91a8-4cac-ac33-fb38e436ad46 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Request body: {'security_group_rule': {'security_group_id': '4a3998c1-c5ca-4b8e-92b0-8cac27549f74', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:40:14.670949 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-efca8042-91a8-4cac-ac33-fb38e436ad46 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:14.729700 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-efca8042-91a8-4cac-ac33-fb38e436ad46 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:14.800454 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-efca8042-91a8-4cac-ac33-fb38e436ad46 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:14.818863 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca8042-91a8-4cac-ac33-fb38e436ad46 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66c26c0f-dc1f-49e8-9ac2-655170be512d,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:14.891101 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-efca8042-91a8-4cac-ac33-fb38e436ad46 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:14.892400 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-efca8042-91a8-4cac-ac33-fb38e436ad46 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3078721 Apr 20 13:40:14.895406 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53868) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:14.899713 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-621ab340-5b6b-4e70-a2b0-df0e9e964678 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Request body: {'security_group_rule': {'security_group_id': '4a3998c1-c5ca-4b8e-92b0-8cac27549f74', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:40:14.968307 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-621ab340-5b6b-4e70-a2b0-df0e9e964678 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:15.023568 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-621ab340-5b6b-4e70-a2b0-df0e9e964678 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:15.083863 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-621ab340-5b6b-4e70-a2b0-df0e9e964678 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:15.102114 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ab340-5b6b-4e70-a2b0-df0e9e964678 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b63f8ac5-450f-42c4-918f-7166cd9e8152,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:15.171585 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-621ab340-5b6b-4e70-a2b0-df0e9e964678 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:15.172796 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-621ab340-5b6b-4e70-a2b0-df0e9e964678 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2764606 Apr 20 13:40:15.177213 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53870) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:15.181513 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-1a2b0188-5e2c-42ae-b26e-aeff78beabb2 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:40:15.274621 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1a2b0188-5e2c-42ae-b26e-aeff78beabb2 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for floatingip, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:15.373953 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1a2b0188-5e2c-42ae-b26e-aeff78beabb2 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:15.473488 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-1a2b0188-5e2c-42ae-b26e-aeff78beabb2 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Allocated IP 172.25.8.207 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/8a25a6ca-b7a2-4676-abce-dab839550516) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:40:15.578230 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1a2b0188-5e2c-42ae-b26e-aeff78beabb2 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:15.666786 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1a2b0188-5e2c-42ae-b26e-aeff78beabb2 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:15.706605 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2b0188-5e2c-42ae-b26e-aeff78beabb2 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:40:15.709505 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-1a2b0188-5e2c-42ae-b26e-aeff78beabb2 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:40:15.711845 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2b0188-5e2c-42ae-b26e-aeff78beabb2 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:40:15.736424 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b0188-5e2c-42ae-b26e-aeff78beabb2 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Pushing event updated for resources: {'Port': ['ID=8a25a6ca-b7a2-4676-abce-dab839550516,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:15.801508 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1a2b0188-5e2c-42ae-b26e-aeff78beabb2 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:15.879609 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1a2b0188-5e2c-42ae-b26e-aeff78beabb2 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:16.027778 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1a2b0188-5e2c-42ae-b26e-aeff78beabb2 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:16.114877 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1a2b0188-5e2c-42ae-b26e-aeff78beabb2 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:16.181686 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b0188-5e2c-42ae-b26e-aeff78beabb2 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Pushing event updated for resources: {'Port': ['ID=8a25a6ca-b7a2-4676-abce-dab839550516,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:16.191219 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1a2b0188-5e2c-42ae-b26e-aeff78beabb2 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:16.288401 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1a2b0188-5e2c-42ae-b26e-aeff78beabb2 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:16.289608 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1a2b0188-5e2c-42ae-b26e-aeff78beabb2 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1114619 Apr 20 13:40:16.471529 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-d72d0b7b-3d64-4246-8ff8-5d2189665fc6 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--296114669&fields=id&tenant_id=199bdbc6cfe44f0c9700e48b02b2d332 HTTP/1.1" status: 200 len: 267 time: 0.0322020 Apr 20 13:40:16.578124 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-825dbf66-b71a-4087-b3ee-d39704d4e981 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:16.579566 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-825dbf66-b71a-4087-b3ee-d39704d4e981 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/networks?id=528a81a3-3d30-457a-b770-9edd01e9db02 HTTP/1.1" status: 200 len: 815 time: 0.1005261 Apr 20 13:40:16.594422 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-84f5a06a-8c9d-4808-af7e-e051e237dcbc tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/quotas/199bdbc6cfe44f0c9700e48b02b2d332 HTTP/1.1" status: 200 len: 375 time: 0.0085759 Apr 20 13:40:16.645475 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-ee096153-42ce-49ec-8a64-1e19382b6da0 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=199bdbc6cfe44f0c9700e48b02b2d332&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0452075 Apr 20 13:40:16.741249 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-41f82ad8-4aca-4190-b67a-c6901857243a service neutron] 10.222.0.25 "GET /v2.0/networks/528a81a3-3d30-457a-b770-9edd01e9db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832126 Apr 20 13:40:16.828933 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-9a2d04bf-5601-46c0-85b2-5a10ce777584 service neutron] 10.222.0.25 "GET /v2.0/networks/528a81a3-3d30-457a-b770-9edd01e9db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815389 Apr 20 13:40:17.070619 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-952f18e2-a06c-4a99-937e-f1c2e25d2924 req-6c9e0e26-55ba-49e9-a03a-9ccf2fdfdd69 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51 HTTP/1.1" status: 200 len: 210 time: 0.0270202 Apr 20 13:40:18.165740 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-51e07e27-0adb-4e80-9ee9-c9ccd463f684 req-7382a6a9-f8f7-4a3c-83bd-5e5f4ef7f601 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51 HTTP/1.1" status: 200 len: 210 time: 0.0267508 Apr 20 13:40:19.274234 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0b30e026-66f7-4bef-b712-445ca463fea5 req-c47150e4-6dff-40b4-b62d-3ee7cdde0df5 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51 HTTP/1.1" status: 200 len: 210 time: 0.0309587 Apr 20 13:40:19.315216 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-28955bb6-67d8-4a13-a3c1-d75e2354edd2 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:19.316721 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-28955bb6-67d8-4a13-a3c1-d75e2354edd2 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.32 "GET /v2.0/networks?id=528a81a3-3d30-457a-b770-9edd01e9db02 HTTP/1.1" status: 200 len: 815 time: 0.5084703 Apr 20 13:40:19.358539 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-1632ff50-0c97-4041-90df-7d17cb84d722 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=199bdbc6cfe44f0c9700e48b02b2d332 HTTP/1.1" status: 200 len: 379 time: 0.0321770 Apr 20 13:40:19.368057 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-a700b380-c4ca-4ce5-bcba-2010d3297e29 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Request body: {'port': {'device_id': '6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'admin_state_up': True, 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'security_groups': ['4a3998c1-c5ca-4b8e-92b0-8cac27549f74']}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:40:19.535107 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-a700b380-c4ca-4ce5-bcba-2010d3297e29 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Made reservation on behalf of 199bdbc6cfe44f0c9700e48b02b2d332 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:40:19.540062 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-a700b380-c4ca-4ce5-bcba-2010d3297e29 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:19.665991 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-a700b380-c4ca-4ce5-bcba-2010d3297e29 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Allocated IP 172.20.0.10 (528a81a3-3d30-457a-b770-9edd01e9db02/dd1bec79-1bde-4378-9778-6e03ce14f914/8ace350b-3f22-4431-ac6c-fa314304d4d9) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:40:19.798786 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-a700b380-c4ca-4ce5-bcba-2010d3297e29 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:19.881067 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-a700b380-c4ca-4ce5-bcba-2010d3297e29 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:19.931020 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-a700b380-c4ca-4ce5-bcba-2010d3297e29 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Network 528a81a3-3d30-457a-b770-9edd01e9db02 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:40:19.934317 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-a700b380-c4ca-4ce5-bcba-2010d3297e29 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:40:19.939480 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-a700b380-c4ca-4ce5-bcba-2010d3297e29 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:40:19.965311 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a700b380-c4ca-4ce5-bcba-2010d3297e29 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Pushing event updated for resources: {'Port': ['ID=8ace350b-3f22-4431-ac6c-fa314304d4d9,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:19.993529 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-a700b380-c4ca-4ce5-bcba-2010d3297e29 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:19.994172 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-a700b380-c4ca-4ce5-bcba-2010d3297e29 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:20.066059 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-a700b380-c4ca-4ce5-bcba-2010d3297e29 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7015071 Apr 20 13:40:20.079262 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-93e9fcf1-d897-48b4-ab73-5ce78d85aaeb service neutron] Request body: {'port': {'device_id': '6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:40:20.133485 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-93e9fcf1-d897-48b4-ab73-5ce78d85aaeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:20.229234 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-c886f915-d8fe-431c-af1f-b6d191272b25 None None] Provisioning complete for port 8ace350b-3f22-4431-ac6c-fa314304d4d9 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:40:20.229832 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c886f915-d8fe-431c-af1f-b6d191272b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:20.263178 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-c886f915-d8fe-431c-af1f-b6d191272b25 None None] Port 8ace350b-3f22-4431-ac6c-fa314304d4d9 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:40:20.390830 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb18fe6-92a6-42e8-a805-b3429a0bf4b3 req-7e2e8721-7e17-4988-9a52-0e31144a4a12 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:20.392462 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aeb18fe6-92a6-42e8-a805-b3429a0bf4b3 req-7e2e8721-7e17-4988-9a52-0e31144a4a12 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51 HTTP/1.1" status: 200 len: 932 time: 0.0484800 Apr 20 13:40:20.398066 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-93e9fcf1-d897-48b4-ab73-5ce78d85aaeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ace350b-3f22-4431-ac6c-fa314304d4d9 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:40:20.405778 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-93e9fcf1-d897-48b4-ab73-5ce78d85aaeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:20.417919 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-93e9fcf1-d897-48b4-ab73-5ce78d85aaeb service neutron] Transition to ACTIVE for port object 8ace350b-3f22-4431-ac6c-fa314304d4d9 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:40:20.432333 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aeb18fe6-92a6-42e8-a805-b3429a0bf4b3 req-ab7ee9a1-0ea5-4dc8-8f1f-5cef706d445a tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3998c1-c5ca-4b8e-92b0-8cac27549f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336800 Apr 20 13:40:20.500554 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-93e9fcf1-d897-48b4-ab73-5ce78d85aaeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:20.567819 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9fcf1-d897-48b4-ab73-5ce78d85aaeb service neutron] Pushing event updated for resources: {'Port': ['ID=8ace350b-3f22-4431-ac6c-fa314304d4d9,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:20.619970 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-93e9fcf1-d897-48b4-ab73-5ce78d85aaeb service neutron] Attempting to bind port 8ace350b-3f22-4431-ac6c-fa314304d4d9 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:40:20.620309 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-93e9fcf1-d897-48b4-ab73-5ce78d85aaeb service neutron] Attempting to bind port 8ace350b-3f22-4431-ac6c-fa314304d4d9 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '968e2ac5-5b66-437a-9952-c24b838f4f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:40:20.620639 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-93e9fcf1-d897-48b4-ab73-5ce78d85aaeb service neutron] Attempting to bind port 8ace350b-3f22-4431-ac6c-fa314304d4d9 on network 528a81a3-3d30-457a-b770-9edd01e9db02 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:40:20.625060 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-93e9fcf1-d897-48b4-ab73-5ce78d85aaeb service neutron] Port 8ace350b-3f22-4431-ac6c-fa314304d4d9 on network 528a81a3-3d30-457a-b770-9edd01e9db02 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:40:20.625379 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-93e9fcf1-d897-48b4-ab73-5ce78d85aaeb service neutron] Attempting to bind port 8ace350b-3f22-4431-ac6c-fa314304d4d9 on network 528a81a3-3d30-457a-b770-9edd01e9db02 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:40:20.630539 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-93e9fcf1-d897-48b4-ab73-5ce78d85aaeb service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:40:20.630876 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-93e9fcf1-d897-48b4-ab73-5ce78d85aaeb service neutron] Checking segment: {'id': '968e2ac5-5b66-437a-9952-c24b838f4f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:40:20.631264 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-93e9fcf1-d897-48b4-ab73-5ce78d85aaeb service neutron] Bound using segment: {'id': '968e2ac5-5b66-437a-9952-c24b838f4f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:40:20.631724 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-93e9fcf1-d897-48b4-ab73-5ce78d85aaeb service neutron] Bound port: 8ace350b-3f22-4431-ac6c-fa314304d4d9, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '968e2ac5-5b66-437a-9952-c24b838f4f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:40:20.632084 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-93e9fcf1-d897-48b4-ab73-5ce78d85aaeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:20.702960 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-93e9fcf1-d897-48b4-ab73-5ce78d85aaeb service neutron] For port 8ace350b-3f22-4431-ac6c-fa314304d4d9, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:40:20.705935 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-93e9fcf1-d897-48b4-ab73-5ce78d85aaeb service neutron] For port 8ace350b-3f22-4431-ac6c-fa314304d4d9, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=8ace350b-3f22-4431-ac6c-fa314304d4d9,segment=NetworkSegment(968e2ac5-5b66-437a-9952-c24b838f4f53),segment_id=968e2ac5-5b66-437a-9952-c24b838f4f53)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:40:20.783654 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-93e9fcf1-d897-48b4-ab73-5ce78d85aaeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:20.816820 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-93e9fcf1-d897-48b4-ab73-5ce78d85aaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:20.817438 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-93e9fcf1-d897-48b4-ab73-5ce78d85aaeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:20.818809 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-93e9fcf1-d897-48b4-ab73-5ce78d85aaeb service neutron] 10.222.0.32 "PUT /v2.0/ports/8ace350b-3f22-4431-ac6c-fa314304d4d9 HTTP/1.1" status: 200 len: 1092 time: 0.7439821 Apr 20 13:40:20.819249 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51', 'tag': '8ace350b-3f22-4431-ac6c-fa314304d4d9'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:40:20.821524 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398fe909-dd44-4df5-ac6d-488fae086ca3" -d '{"events": [{"name": "network-changed", "server_uuid": "6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51", "tag": "8ace350b-3f22-4431-ac6c-fa314304d4d9"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:40:20.848931 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9fcf1-d897-48b4-ab73-5ce78d85aaeb service neutron] Pushing event updated for resources: {'Port': ['ID=8ace350b-3f22-4431-ac6c-fa314304d4d9,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:20.866794 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0b097a-677c-4fe8-a1fc-7633db234503 x-openstack-request-id: req-0d0b097a-677c-4fe8-a1fc-7633db234503 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:40:20.867156 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51", "tag": "8ace350b-3f22-4431-ac6c-fa314304d4d9", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:40:20.867506 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0d0b097a-677c-4fe8-a1fc-7633db234503 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:40:20.868032 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d0b097a-677c-4fe8-a1fc-7633db234503'] response: {'name': 'network-changed', 'server_uuid': '6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51', 'tag': '8ace350b-3f22-4431-ac6c-fa314304d4d9', 'status': 'completed', 'code': 200} Apr 20 13:40:20.935403 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398fe909-dd44-4df5-ac6d-488fae086ca3 req-774d2c9d-3604-4095-9749-c635a7b4b8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:20.936931 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-398fe909-dd44-4df5-ac6d-488fae086ca3 req-774d2c9d-3604-4095-9749-c635a7b4b8df service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=199bdbc6cfe44f0c9700e48b02b2d332&device_id=6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51 HTTP/1.1" status: 200 len: 1095 time: 0.0434988 Apr 20 13:40:21.040715 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398fe909-dd44-4df5-ac6d-488fae086ca3 req-80dfb7d4-4fcd-4ed6-8b66-118f2a517942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:21.042087 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-398fe909-dd44-4df5-ac6d-488fae086ca3 req-80dfb7d4-4fcd-4ed6-8b66-118f2a517942 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=199bdbc6cfe44f0c9700e48b02b2d332&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0971293 Apr 20 13:40:21.132282 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398fe909-dd44-4df5-ac6d-488fae086ca3 req-18363dc6-b74e-48d2-ba3e-8b136be4f399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:21.133659 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-398fe909-dd44-4df5-ac6d-488fae086ca3 req-18363dc6-b74e-48d2-ba3e-8b136be4f399 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0853462 Apr 20 13:40:21.205417 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-24207738-6885-4b0f-93ad-ca586f83ef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:21.207388 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-24207738-6885-4b0f-93ad-ca586f83ef30 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=199bdbc6cfe44f0c9700e48b02b2d332&device_id=6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51 HTTP/1.1" status: 200 len: 1095 time: 0.0399938 Apr 20 13:40:21.252102 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-dc8287e6-e7be-4ec8-bb9b-345a048e37b9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ace350b-3f22-4431-ac6c-fa314304d4d9 HTTP/1.1" status: 200 len: 217 time: 0.0371182 Apr 20 13:40:21.301788 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-b1465def-de98-4ff7-b659-c0664c91c727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:21.303350 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-b1465def-de98-4ff7-b659-c0664c91c727 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dd1bec79-1bde-4378-9778-6e03ce14f914 HTTP/1.1" status: 200 len: 854 time: 0.0430970 Apr 20 13:40:21.348516 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-df4ec452-75d0-4cb3-9e42-de089c84a038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:21.349951 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-df4ec452-75d0-4cb3-9e42-de089c84a038 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=528a81a3-3d30-457a-b770-9edd01e9db02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391176 Apr 20 13:40:21.444831 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-4fbc5a4d-4a4e-4718-a696-2520ddf8b000 service neutron] 10.222.0.32 "GET /v2.0/networks/528a81a3-3d30-457a-b770-9edd01e9db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874329 Apr 20 13:40:21.534788 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-72a9ca9e-8ace-45d6-994b-dec5f56ef6f6 req-8dad17c0-e098-4921-966f-e3ba5d047889 service neutron] 10.222.0.32 "GET /v2.0/networks/528a81a3-3d30-457a-b770-9edd01e9db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840466 Apr 20 13:40:21.549668 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c34f0-720c-4030-aa60-eb0c11ab8d13 req-07cdce36-f1b8-4bdf-9e96-85522eb93b9e tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:21.551179 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-611c34f0-720c-4030-aa60-eb0c11ab8d13 req-07cdce36-f1b8-4bdf-9e96-85522eb93b9e tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51 HTTP/1.1" status: 200 len: 944 time: 0.0492938 Apr 20 13:40:21.590238 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-611c34f0-720c-4030-aa60-eb0c11ab8d13 req-0a4c3cc1-95a1-41cf-9d6a-1d74d8b07c0c tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3998c1-c5ca-4b8e-92b0-8cac27549f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321958 Apr 20 13:40:22.710762 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286575f3-297c-468d-89b8-f59498f64f95 req-dfb3681e-dd81-4d3d-b558-63d356f96e9f tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:22.712152 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-286575f3-297c-468d-89b8-f59498f64f95 req-dfb3681e-dd81-4d3d-b558-63d356f96e9f tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51 HTTP/1.1" status: 200 len: 944 time: 0.0529215 Apr 20 13:40:22.749150 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-286575f3-297c-468d-89b8-f59498f64f95 req-2b6f2859-8e16-4c67-91d9-c35bff422fe3 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3998c1-c5ca-4b8e-92b0-8cac27549f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309808 Apr 20 13:40:23.862586 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa878718-e8ea-4472-b269-cdae53fdb9aa req-a5cb1987-d1e7-4510-95f0-9c07ba8ab0b2 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:23.864626 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa878718-e8ea-4472-b269-cdae53fdb9aa req-a5cb1987-d1e7-4510-95f0-9c07ba8ab0b2 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51 HTTP/1.1" status: 200 len: 944 time: 0.0487859 Apr 20 13:40:23.901234 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa878718-e8ea-4472-b269-cdae53fdb9aa req-229aeec3-8f51-4f8f-9c64-2fc34f013bcd tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3998c1-c5ca-4b8e-92b0-8cac27549f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307379 Apr 20 13:40:24.472092 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-88f6676a-398b-4dbf-8824-5132c0c66bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:24.948044 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53918) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:25.050195 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b7b1b6-45dc-46af-bdf5-3cc4202c23d7 tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:25.051248 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b7b1b6-45dc-46af-bdf5-3cc4202c23d7 tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:25.051745 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b7b1b6-45dc-46af-bdf5-3cc4202c23d7 tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:25.053660 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-14b7b1b6-45dc-46af-bdf5-3cc4202c23d7 tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] 10.222.0.25 "GET /v2.0/ports?project_id=b9708aebf2fb4598b6635345afd09eb5&network_id=7af92ba8-7370-494c-a402-e5185858a4cd HTTP/1.1" status: 200 len: 2969 time: 0.1045234 Apr 20 13:40:25.064983 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac2032-ecc2-423c-888b-3ec676cb13bc req-e67e72e9-b16f-44d9-8484-ba2a02115988 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:25.066382 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-abac2032-ecc2-423c-888b-3ec676cb13bc req-e67e72e9-b16f-44d9-8484-ba2a02115988 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51 HTTP/1.1" status: 200 len: 944 time: 0.0899327 Apr 20 13:40:25.104359 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-abac2032-ecc2-423c-888b-3ec676cb13bc req-681cb3ba-4936-410f-b491-6c13fdef50ce tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3998c1-c5ca-4b8e-92b0-8cac27549f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315373 Apr 20 13:40:25.306779 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 8ace350b-3f22-4431-ac6c-fa314304d4d9 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:40:25.398190 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 8ace350b-3f22-4431-ac6c-fa314304d4d9, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=8ace350b-3f22-4431-ac6c-fa314304d4d9,segment=NetworkSegment(968e2ac5-5b66-437a-9952-c24b838f4f53),segment_id=968e2ac5-5b66-437a-9952-c24b838f4f53)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:40:25.409141 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '8ace350b-3f22-4431-ac6c-fa314304d4d9', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'port_id': '8ace350b-3f22-4431-ac6c-fa314304d4d9', 'mac_address': 'fa:16:3e:65:9e:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:40:25.448776 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:25.461917 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ace350b-3f22-4431-ac6c-fa314304d4d9 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:40:25.480700 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 8ace350b-3f22-4431-ac6c-fa314304d4d9, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=8ace350b-3f22-4431-ac6c-fa314304d4d9,segment=NetworkSegment(968e2ac5-5b66-437a-9952-c24b838f4f53),segment_id=968e2ac5-5b66-437a-9952-c24b838f4f53)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:40:25.543424 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:25.590731 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=8ace350b-3f22-4431-ac6c-fa314304d4d9,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:25.598534 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:25.598878 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:25.599226 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:25.599611 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:25.599947 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:25.600280 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:25.600631 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:25.600956 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:25.601284 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:25.601609 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:25.601933 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:25.602258 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:25.840951 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['8ace350b-3f22-4431-ac6c-fa314304d4d9'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:40:26.217914 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a46db4-c8e9-4593-b8ea-28db94f0f0bc req-a3441490-e3df-4180-b562-c7742a665618 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:26.219417 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-30a46db4-c8e9-4593-b8ea-28db94f0f0bc req-a3441490-e3df-4180-b562-c7742a665618 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51 HTTP/1.1" status: 200 len: 945 time: 0.0482228 Apr 20 13:40:26.256471 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-30a46db4-c8e9-4593-b8ea-28db94f0f0bc req-84e213e5-e297-42e9-9a1d-4e5a979d51dc tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3998c1-c5ca-4b8e-92b0-8cac27549f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310011 Apr 20 13:40:26.519441 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53930) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:26.572111 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebc5764-352d-4b14-9a29-a63e073cdc2d tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:26.573576 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1ebc5764-352d-4b14-9a29-a63e073cdc2d tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 814 time: 0.0531580 Apr 20 13:40:26.791786 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7f391142-c719-4bff-81a2-a01c7153f76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:27.038019 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53936) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:27.042984 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-aa32c618-24e5-4d5e-8ebd-3a1db789a580 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Request body: {'network': {'name': 'tempest-network-smoke--566742582', 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'port_security_enabled': True}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:40:27.114269 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa32c618-24e5-4d5e-8ebd-3a1db789a580 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Made reservation on behalf of b9708aebf2fb4598b6635345afd09eb5 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:40:27.117594 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aa32c618-24e5-4d5e-8ebd-3a1db789a580 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:27.322473 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 8ace350b-3f22-4431-ac6c-fa314304d4d9 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:40:27.446308 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 8ace350b-3f22-4431-ac6c-fa314304d4d9 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:40:27.450218 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 8ace350b-3f22-4431-ac6c-fa314304d4d9 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:40:27.450582 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:27.454822 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa32c618-24e5-4d5e-8ebd-3a1db789a580 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:40:27.469762 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aa32c618-24e5-4d5e-8ebd-3a1db789a580 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:27.470103 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-aa32c618-24e5-4d5e-8ebd-3a1db789a580 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Added segment bc98f690-579a-49fb-80da-7ebece09cf82 of type vlan for network bf8a0e30-1249-4fad-b6bf-cef4b10cafba Apr 20 13:40:27.478149 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e779c-8474-42da-9df9-baa2a23cc602 req-3700fcaa-70a0-4a04-b8fe-626403e0f0e8 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:27.483567 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5b1e779c-8474-42da-9df9-baa2a23cc602 req-3700fcaa-70a0-4a04-b8fe-626403e0f0e8 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51 HTTP/1.1" status: 200 len: 945 time: 0.0638635 Apr 20 13:40:27.532353 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aa32c618-24e5-4d5e-8ebd-3a1db789a580 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:27.536466 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:27.558441 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ace350b-3f22-4431-ac6c-fa314304d4d9'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:40:27.560507 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5b1e779c-8474-42da-9df9-baa2a23cc602 req-fb960adb-3ad4-4bda-9348-713360fb2511 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3998c1-c5ca-4b8e-92b0-8cac27549f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714588 Apr 20 13:40:27.560678 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b47ee4-b7e9-4bbd-b601-9d367e8b1b67" -d '{"events": [{"server_uuid": "6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51", "name": "network-vif-plugged", "status": "completed", "tag": "8ace350b-3f22-4431-ac6c-fa314304d4d9"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:40:27.574502 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 8ace350b-3f22-4431-ac6c-fa314304d4d9, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=8ace350b-3f22-4431-ac6c-fa314304d4d9,segment=NetworkSegment(968e2ac5-5b66-437a-9952-c24b838f4f53),segment_id=968e2ac5-5b66-437a-9952-c24b838f4f53)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:40:27.610749 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf360f5-961b-41b7-a135-897fe66e7532 x-openstack-request-id: req-adf360f5-961b-41b7-a135-897fe66e7532 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:40:27.611033 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51", "name": "network-vif-plugged", "status": "completed", "tag": "8ace350b-3f22-4431-ac6c-fa314304d4d9", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:40:27.611287 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-adf360f5-961b-41b7-a135-897fe66e7532 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:40:27.611712 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adf360f5-961b-41b7-a135-897fe66e7532'] response: {'server_uuid': '6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ace350b-3f22-4431-ac6c-fa314304d4d9', 'code': 200} Apr 20 13:40:27.640787 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aa32c618-24e5-4d5e-8ebd-3a1db789a580 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:27.647590 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa32c618-24e5-4d5e-8ebd-3a1db789a580 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:27.648201 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aa32c618-24e5-4d5e-8ebd-3a1db789a580 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:27.663500 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:27.709583 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d20539-1a60-45ff-879c-623ef20614d9 req-b430e331-96eb-48bc-9129-8ee7a7e6c964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:27.711276 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d1d20539-1a60-45ff-879c-623ef20614d9 req-b430e331-96eb-48bc-9129-8ee7a7e6c964 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51 HTTP/1.1" status: 200 len: 1097 time: 0.0434043 Apr 20 13:40:27.714701 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=8ace350b-3f22-4431-ac6c-fa314304d4d9,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:27.743683 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-aa32c618-24e5-4d5e-8ebd-3a1db789a580 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7045178 Apr 20 13:40:27.747996 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53942) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:27.752176 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa32c618-24e5-4d5e-8ebd-3a1db789a580 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event updated for resources: {'Network': ['ID=bf8a0e30-1249-4fad-b6bf-cef4b10cafba,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:27.763659 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network bf8a0e30-1249-4fad-b6bf-cef4b10cafba details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:40:27.780476 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d1d20539-1a60-45ff-879c-623ef20614d9 req-30644351-3224-4bc0-9f4a-502663471a10 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4a3998c1-c5ca-4b8e-92b0-8cac27549f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619242 Apr 20 13:40:27.817200 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a09611-1332-47aa-93c9-fe7573a90406 tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:27.818617 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-99a09611-1332-47aa-93c9-fe7573a90406 tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=b9708aebf2fb4598b6635345afd09eb5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0697541 Apr 20 13:40:27.821553 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53944) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:27.907573 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1c387f-1fd7-4f16-ba7c-f38872554ebd tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:27.909059 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8e1c387f-1fd7-4f16-ba7c-f38872554ebd tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0866113 Apr 20 13:40:27.911977 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53946) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:27.939414 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6233323b-0da5-4d2d-b6ea-8b3cd20d73c6 tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=08acadad-0b4a-420a-b5f5-639128d4ec40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264091 Apr 20 13:40:27.942572 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53948) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:27.968176 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7cc2c9ff-0454-4098-b3dc-96988c9e1d76 tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=b9708aebf2fb4598b6635345afd09eb5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0246494 Apr 20 13:40:27.970511 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53950) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:28.055509 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc63dc0-bf48-42f2-aadf-ebac87da9cfb tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:28.056951 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8dc63dc0-bf48-42f2-aadf-ebac87da9cfb tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0855930 Apr 20 13:40:28.059839 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53952) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:28.086553 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0b6bfebe-e922-412f-9cc6-b310f3da3ada tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=08acadad-0b4a-420a-b5f5-639128d4ec40&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0256364 Apr 20 13:40:28.089179 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53954) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:28.094000 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-793fc43a-0ea9-4fa5-a085-20db720b88d6 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-191411537', 'network_id': 'bf8a0e30-1249-4fad-b6bf-cef4b10cafba', 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:40:28.283172 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793fc43a-0ea9-4fa5-a085-20db720b88d6 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Made reservation on behalf of b9708aebf2fb4598b6635345afd09eb5 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:40:28.287249 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-793fc43a-0ea9-4fa5-a085-20db720b88d6 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:28.314391 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:28.571879 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-793fc43a-0ea9-4fa5-a085-20db720b88d6 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:28.641603 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793fc43a-0ea9-4fa5-a085-20db720b88d6 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event updated for resources: {'Subnet': ['ID=1e350702-c5fd-49a1-8178-3d0f4c771f8a,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:28.646832 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793fc43a-0ea9-4fa5-a085-20db720b88d6 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Checking segment: {'id': 'bc98f690-579a-49fb-80da-7ebece09cf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bf8a0e30-1249-4fad-b6bf-cef4b10cafba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:40:28.647196 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793fc43a-0ea9-4fa5-a085-20db720b88d6 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Network hostable DHCP agents. Network: bf8a0e30-1249-4fad-b6bf-cef4b10cafba, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:40:28.685336 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140c5a7-fc45-4d9b-a1de-a95ca570785d req-a8053576-8d43-4d6a-bebe-37b6bca21d65 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:28.686830 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f140c5a7-fc45-4d9b-a1de-a95ca570785d req-a8053576-8d43-4d6a-bebe-37b6bca21d65 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51 HTTP/1.1" status: 200 len: 946 time: 0.0548818 Apr 20 13:40:28.720560 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793fc43a-0ea9-4fa5-a085-20db720b88d6 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Network bf8a0e30-1249-4fad-b6bf-cef4b10cafba is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:40:28.723890 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f140c5a7-fc45-4d9b-a1de-a95ca570785d req-3f307230-b77e-4ce4-9290-0af1131249e5 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3998c1-c5ca-4b8e-92b0-8cac27549f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309923 Apr 20 13:40:28.800450 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-793fc43a-0ea9-4fa5-a085-20db720b88d6 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, bf8a0e30-1249-4fad-b6bf-cef4b10cafba) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:40:28.805012 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793fc43a-0ea9-4fa5-a085-20db720b88d6 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:28.805606 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-793fc43a-0ea9-4fa5-a085-20db720b88d6 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:28.810264 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98efd786-0b17-4ef3-b03d-4b0aa9179de3 None None] Network bf8a0e30-1249-4fad-b6bf-cef4b10cafba requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:40:28.883242 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-793fc43a-0ea9-4fa5-a085-20db720b88d6 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7929845 Apr 20 13:40:28.956164 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea19e9c-2efd-45cd-9ef2-6cdc7df88a62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-bf8a0e30-1249-4fad-b6bf-cef4b10cafba', 'network_id': 'bf8a0e30-1249-4fad-b6bf-cef4b10cafba', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'fixed_ips': [{'subnet_id': '1e350702-c5fd-49a1-8178-3d0f4c771f8a'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:40:28.957742 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cea19e9c-2efd-45cd-9ef2-6cdc7df88a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:29.089552 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-cea19e9c-2efd-45cd-9ef2-6cdc7df88a62 None None] Allocated IP 172.20.0.18 (bf8a0e30-1249-4fad-b6bf-cef4b10cafba/1e350702-c5fd-49a1-8178-3d0f4c771f8a/b7610dae-246d-465f-9f47-ecffa00b58f0) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:40:29.235280 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cea19e9c-2efd-45cd-9ef2-6cdc7df88a62 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:29.306536 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cea19e9c-2efd-45cd-9ef2-6cdc7df88a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:29.355486 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea19e9c-2efd-45cd-9ef2-6cdc7df88a62 None None] Network bf8a0e30-1249-4fad-b6bf-cef4b10cafba is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:40:29.364208 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-cea19e9c-2efd-45cd-9ef2-6cdc7df88a62 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:40:29.369486 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea19e9c-2efd-45cd-9ef2-6cdc7df88a62 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:40:29.374008 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea19e9c-2efd-45cd-9ef2-6cdc7df88a62 None None] Pushing event updated for resources: {'Port': ['ID=b7610dae-246d-465f-9f47-ecffa00b58f0,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:29.428064 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-cea19e9c-2efd-45cd-9ef2-6cdc7df88a62 None None] Attempting to bind port b7610dae-246d-465f-9f47-ecffa00b58f0 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:40:29.428411 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-cea19e9c-2efd-45cd-9ef2-6cdc7df88a62 None None] Attempting to bind port b7610dae-246d-465f-9f47-ecffa00b58f0 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'bc98f690-579a-49fb-80da-7ebece09cf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bf8a0e30-1249-4fad-b6bf-cef4b10cafba'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:40:29.428767 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea19e9c-2efd-45cd-9ef2-6cdc7df88a62 None None] Attempting to bind port b7610dae-246d-465f-9f47-ecffa00b58f0 on network bf8a0e30-1249-4fad-b6bf-cef4b10cafba {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:40:29.434433 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea19e9c-2efd-45cd-9ef2-6cdc7df88a62 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:40:29.434805 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea19e9c-2efd-45cd-9ef2-6cdc7df88a62 None None] Checking segment: {'id': 'bc98f690-579a-49fb-80da-7ebece09cf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bf8a0e30-1249-4fad-b6bf-cef4b10cafba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:40:29.435198 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cea19e9c-2efd-45cd-9ef2-6cdc7df88a62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:29.435611 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea19e9c-2efd-45cd-9ef2-6cdc7df88a62 None None] Bound using segment: {'id': 'bc98f690-579a-49fb-80da-7ebece09cf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bf8a0e30-1249-4fad-b6bf-cef4b10cafba'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:40:29.436074 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-cea19e9c-2efd-45cd-9ef2-6cdc7df88a62 None None] Bound port: b7610dae-246d-465f-9f47-ecffa00b58f0, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc98f690-579a-49fb-80da-7ebece09cf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bf8a0e30-1249-4fad-b6bf-cef4b10cafba'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:40:29.436449 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cea19e9c-2efd-45cd-9ef2-6cdc7df88a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:29.487663 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:29.491245 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53960) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:29.496063 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-dc180535-eb7c-40c4-b0e2-8d580dfd6162 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-38998443', 'description': 'tempest-secgroup-smoke-38998443 description', 'project_id': 'b9708aebf2fb4598b6635345afd09eb5'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:40:29.502220 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-cea19e9c-2efd-45cd-9ef2-6cdc7df88a62 None None] For port b7610dae-246d-465f-9f47-ecffa00b58f0, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:40:29.506541 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-cea19e9c-2efd-45cd-9ef2-6cdc7df88a62 None None] For port b7610dae-246d-465f-9f47-ecffa00b58f0, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=b7610dae-246d-465f-9f47-ecffa00b58f0,segment=NetworkSegment(bc98f690-579a-49fb-80da-7ebece09cf82),segment_id=bc98f690-579a-49fb-80da-7ebece09cf82)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:40:29.575830 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cea19e9c-2efd-45cd-9ef2-6cdc7df88a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:29.598823 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dc180535-eb7c-40c4-b0e2-8d580dfd6162 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:29.637576 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea19e9c-2efd-45cd-9ef2-6cdc7df88a62 None None] Pushing event updated for resources: {'Port': ['ID=b7610dae-246d-465f-9f47-ecffa00b58f0,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:29.679413 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dc180535-eb7c-40c4-b0e2-8d580dfd6162 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:29.755263 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dc180535-eb7c-40c4-b0e2-8d580dfd6162 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:29.810734 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc180535-eb7c-40c4-b0e2-8d580dfd6162 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81c12d25-702c-4c55-9f54-50c0c700b819,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:29.834852 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:29.878806 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73a3f2-14c1-4e92-9595-748d130a3d7c req-fffaae0b-2974-4df6-802d-a72f08166bf4 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:29.880392 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa73a3f2-14c1-4e92-9595-748d130a3d7c req-fffaae0b-2974-4df6-802d-a72f08166bf4 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51 HTTP/1.1" status: 200 len: 946 time: 0.0542784 Apr 20 13:40:29.891523 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dc180535-eb7c-40c4-b0e2-8d580dfd6162 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:29.892891 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-dc180535-eb7c-40c4-b0e2-8d580dfd6162 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4006014 Apr 20 13:40:29.897163 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53964) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:29.904306 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-ae0eb6a9-03ff-4223-a026-cb5ce6580cdd tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Request body: {'security_group_rule': {'security_group_id': '81c12d25-702c-4c55-9f54-50c0c700b819', 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:40:29.927577 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa73a3f2-14c1-4e92-9595-748d130a3d7c req-07698de2-ab33-41c4-8804-ebe694eb2451 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3998c1-c5ca-4b8e-92b0-8cac27549f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407541 Apr 20 13:40:30.002510 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ae0eb6a9-03ff-4223-a026-cb5ce6580cdd tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:30.041666 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47463a-6005-46e2-a138-ced2aa0b3f1b req-9fb37abf-432f-40aa-ac72-08e385b2284f tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:30.043050 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e47463a-6005-46e2-a138-ced2aa0b3f1b req-9fb37abf-432f-40aa-ac72-08e385b2284f tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51 HTTP/1.1" status: 200 len: 946 time: 0.0491319 Apr 20 13:40:30.052043 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 53968) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:30.057028 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-e295007b-9235-435c-85f8-6abadeef9ee4 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Request body: {'floatingip': {'port_id': '8ace350b-3f22-4431-ac6c-fa314304d4d9'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:40:30.059403 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ae0eb6a9-03ff-4223-a026-cb5ce6580cdd tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:30.100515 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e295007b-9235-435c-85f8-6abadeef9ee4 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for floatingip, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:30.111844 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ae0eb6a9-03ff-4223-a026-cb5ce6580cdd tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:30.129362 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0eb6a9-03ff-4223-a026-cb5ce6580cdd tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c458c1ad-b61e-422e-85e8-50c7a9eae8c7,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:30.190752 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ae0eb6a9-03ff-4223-a026-cb5ce6580cdd tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:30.192033 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ae0eb6a9-03ff-4223-a026-cb5ce6580cdd tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2934778 Apr 20 13:40:30.194827 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53970) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:30.199295 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-9df035f6-e4c2-4541-bd2b-e9632f93e6fd tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Request body: {'security_group_rule': {'security_group_id': '81c12d25-702c-4c55-9f54-50c0c700b819', 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:40:30.300801 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9df035f6-e4c2-4541-bd2b-e9632f93e6fd tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:30.370421 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9df035f6-e4c2-4541-bd2b-e9632f93e6fd tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:30.452595 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9df035f6-e4c2-4541-bd2b-e9632f93e6fd tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:30.467891 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df035f6-e4c2-4541-bd2b-e9632f93e6fd tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=619c4e15-9a65-4098-a3bd-45b710422179,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:30.554797 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9df035f6-e4c2-4541-bd2b-e9632f93e6fd tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:30.558775 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9df035f6-e4c2-4541-bd2b-e9632f93e6fd tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3601937 Apr 20 13:40:30.558926 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53972) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:30.563918 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-d23c2d95-7ef4-4a65-89c4-05444b2b33a8 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Request body: {'security_group_rule': {'security_group_id': '81c12d25-702c-4c55-9f54-50c0c700b819', 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:40:30.570308 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e295007b-9235-435c-85f8-6abadeef9ee4 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:30.578140 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device b7610dae-246d-465f-9f47-ecffa00b58f0 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:40:30.601188 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea3697d-d92c-4b91-bc1a-ef2f788db51f None None] Network bf8a0e30-1249-4fad-b6bf-cef4b10cafba requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:40:30.638218 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e295007b-9235-435c-85f8-6abadeef9ee4 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:30.682400 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d23c2d95-7ef4-4a65-89c4-05444b2b33a8 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:30.707519 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port b7610dae-246d-465f-9f47-ecffa00b58f0 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:40:30.707901 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:30.746040 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d23c2d95-7ef4-4a65-89c4-05444b2b33a8 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:30.750136 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-f5328a90-3117-489c-8a26-fbe702850000 None None] Provisioning complete for port b7610dae-246d-465f-9f47-ecffa00b58f0 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:40:30.750468 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-e295007b-9235-435c-85f8-6abadeef9ee4 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Floating IP 1514f178-f0ee-4ff3-b6ca-fc801689d613 associated. External IP: 172.25.8.207, port: 8ace350b-3f22-4431-ac6c-fa314304d4d9. Apr 20 13:40:30.750601 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f5328a90-3117-489c-8a26-fbe702850000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:30.803999 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d23c2d95-7ef4-4a65-89c4-05444b2b33a8 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:30.827110 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c2d95-7ef4-4a65-89c4-05444b2b33a8 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3a8b7a1-f867-4b1f-b522-3befb894e306,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:30.892266 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d23c2d95-7ef4-4a65-89c4-05444b2b33a8 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:30.893640 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d23c2d95-7ef4-4a65-89c4-05444b2b33a8 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3336825 Apr 20 13:40:30.896309 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53974) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:30.901041 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-1e2665f9-a0f4-4bd9-9eb5-496052712023 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Request body: {'security_group_rule': {'security_group_id': '81c12d25-702c-4c55-9f54-50c0c700b819', 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:40:30.915987 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:30.918290 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f5328a90-3117-489c-8a26-fbe702850000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:30.967532 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port b7610dae-246d-465f-9f47-ecffa00b58f0, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=b7610dae-246d-465f-9f47-ecffa00b58f0,segment=NetworkSegment(bc98f690-579a-49fb-80da-7ebece09cf82),segment_id=bc98f690-579a-49fb-80da-7ebece09cf82)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:40:30.984542 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e2665f9-a0f4-4bd9-9eb5-496052712023 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:30.984691 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e295007b-9235-435c-85f8-6abadeef9ee4 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Router 82769f95-962c-4210-b540-3c035126e4a5 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:40:31.039032 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:31.053371 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e2665f9-a0f4-4bd9-9eb5-496052712023 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:31.108736 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e295007b-9235-435c-85f8-6abadeef9ee4 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:40:31.118935 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-f5328a90-3117-489c-8a26-fbe702850000 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:40:31.119310 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-f5328a90-3117-489c-8a26-fbe702850000 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:40:31.121473 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648ae58b-6b28-49c0-a665-985328cf5285 None None] Sync routers for ids ['82769f95-962c-4210-b540-3c035126e4a5'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:40:31.122167 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=b7610dae-246d-465f-9f47-ecffa00b58f0,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:31.122407 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e295007b-9235-435c-85f8-6abadeef9ee4 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:31.129305 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e2665f9-a0f4-4bd9-9eb5-496052712023 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:31.137924 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648ae58b-6b28-49c0-a665-985328cf5285 None None] Routers {'82769f95-962c-4210-b540-3c035126e4a5'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:40:31.140145 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-648ae58b-6b28-49c0-a665-985328cf5285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:40:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['82769f95-962c-4210-b540-3c035126e4a5'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:40:31.150085 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2665f9-a0f4-4bd9-9eb5-496052712023 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42d16398-2ef3-4112-9aa3-3d40e33aa89a,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:31.171446 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e295007b-9235-435c-85f8-6abadeef9ee4 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "PUT /v2.0/floatingips/1514f178-f0ee-4ff3-b6ca-fc801689d613 HTTP/1.1" status: 200 len: 992 time: 1.1102221 Apr 20 13:40:31.171446 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51', 'tag': '8ace350b-3f22-4431-ac6c-fa314304d4d9'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:40:31.171446 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d98f0f-2ab4-42a9-b761-bb3c132e1453" -d '{"events": [{"name": "network-changed", "server_uuid": "6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51", "tag": "8ace350b-3f22-4431-ac6c-fa314304d4d9"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:40:31.202905 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540295f7-513d-4975-8fd5-3cb2e3af3606 x-openstack-request-id: req-540295f7-513d-4975-8fd5-3cb2e3af3606 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:40:31.203203 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51", "tag": "8ace350b-3f22-4431-ac6c-fa314304d4d9", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:40:31.203523 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-540295f7-513d-4975-8fd5-3cb2e3af3606 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:40:31.203939 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-540295f7-513d-4975-8fd5-3cb2e3af3606'] response: {'name': 'network-changed', 'server_uuid': '6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51', 'tag': '8ace350b-3f22-4431-ac6c-fa314304d4d9', 'status': 'completed', 'code': 200} Apr 20 13:40:31.220275 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1e2665f9-a0f4-4bd9-9eb5-496052712023 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:31.221662 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1e2665f9-a0f4-4bd9-9eb5-496052712023 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3241529 Apr 20 13:40:31.224733 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53980) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:31.229062 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-040e07bb-b68e-4885-bfa8-a2b97e4817ef tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Request body: {'security_group_rule': {'security_group_id': '81c12d25-702c-4c55-9f54-50c0c700b819', 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:40:31.251784 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-648ae58b-6b28-49c0-a665-985328cf5285 None None] Set router 82769f95-962c-4210-b540-3c035126e4a5 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:40:31.283129 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d98f0f-2ab4-42a9-b761-bb3c132e1453 req-cd8aa392-004a-473f-9e54-1ada5c79e870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:31.287027 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-11d98f0f-2ab4-42a9-b761-bb3c132e1453 req-cd8aa392-004a-473f-9e54-1ada5c79e870 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=199bdbc6cfe44f0c9700e48b02b2d332&device_id=6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51 HTTP/1.1" status: 200 len: 1097 time: 0.0526123 Apr 20 13:40:31.344923 n-d-836015-7 neutron-server[114870]: INFO neutron.db.securitygroups_db [None req-040e07bb-b68e-4885-bfa8-a2b97e4817ef tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Project b9708aebf2fb4598b6635345afd09eb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:40:31.352723 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-040e07bb-b68e-4885-bfa8-a2b97e4817ef tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:31.421218 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d98f0f-2ab4-42a9-b761-bb3c132e1453 req-e885d9db-057c-4d6f-9aef-f5e68abbc5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:31.422631 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-11d98f0f-2ab4-42a9-b761-bb3c132e1453 req-e885d9db-057c-4d6f-9aef-f5e68abbc5ed service neutron] 10.222.0.32 "GET /v2.0/networks?id=528a81a3-3d30-457a-b770-9edd01e9db02 HTTP/1.1" status: 200 len: 916 time: 0.1288514 Apr 20 13:40:31.479458 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-040e07bb-b68e-4885-bfa8-a2b97e4817ef tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:31.505389 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-11d98f0f-2ab4-42a9-b761-bb3c132e1453 req-0732c65e-f1c3-4a95-ac80-8397c14e0b72 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ace350b-3f22-4431-ac6c-fa314304d4d9 HTTP/1.1" status: 200 len: 1000 time: 0.0754416 Apr 20 13:40:31.538849 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-040e07bb-b68e-4885-bfa8-a2b97e4817ef tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:31.565546 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e07bb-b68e-4885-bfa8-a2b97e4817ef tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b00dc27e-4b40-4cff-9d72-afdeb65afb8f,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:31.570815 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-648ae58b-6b28-49c0-a665-985328cf5285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82769f95-962c-4210-b540-3c035126e4a5', 'name': 'tempest-AttachVolumeNegativeTest-1469658376-router', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:36:53Z', 'updated_at': '2022-04-20T13:36:57Z', 'revision_number': 4, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'gw_port': {'id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:54Z', 'updated_at': '2022-04-20T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '1514f178-f0ee-4ff3-b6ca-fc801689d613', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'floating_ip_address': '172.25.8.207', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '82769f95-962c-4210-b540-3c035126e4a5', 'port_id': '8ace350b-3f22-4431-ac6c-fa314304d4d9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'mac_address': 'fa:16:3e:65:9e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:40:15Z', 'updated_at': '2022-04-20T13:40:30Z', 'revision_number': 1, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2dbb345-9df3-4702-9e33-6ee07a421861', 'name': '', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'mac_address': 'fa:16:3e:8e:a0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:56Z', 'updated_at': '2022-04-20T13:37:01Z', 'revision_number': 5, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'subnets': [{'id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:40:31.572150 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d98f0f-2ab4-42a9-b761-bb3c132e1453 req-6f80dbda-79c5-473e-8228-c06df6d58e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:31.573637 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-11d98f0f-2ab4-42a9-b761-bb3c132e1453 req-6f80dbda-79c5-473e-8228-c06df6d58e5c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dd1bec79-1bde-4378-9778-6e03ce14f914 HTTP/1.1" status: 200 len: 854 time: 0.0624177 Apr 20 13:40:31.598316 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648ae58b-6b28-49c0-a665-985328cf5285 None None] Checking router: 82769f95-962c-4210-b540-3c035126e4a5 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:40:31.606380 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648ae58b-6b28-49c0-a665-985328cf5285 None None] Routers {'82769f95-962c-4210-b540-3c035126e4a5'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:40:31.606991 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-648ae58b-6b28-49c0-a665-985328cf5285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:40:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['82769f95-962c-4210-b540-3c035126e4a5'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:40:31.623434 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d98f0f-2ab4-42a9-b761-bb3c132e1453 req-d0b208b3-8d16-4cea-81df-546676fd53b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:31.625019 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-11d98f0f-2ab4-42a9-b761-bb3c132e1453 req-d0b208b3-8d16-4cea-81df-546676fd53b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=528a81a3-3d30-457a-b770-9edd01e9db02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447080 Apr 20 13:40:31.628158 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-040e07bb-b68e-4885-bfa8-a2b97e4817ef tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:31.631979 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-040e07bb-b68e-4885-bfa8-a2b97e4817ef tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4036260 Apr 20 13:40:31.632367 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 53982) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:31.643088 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-5dfde6d7-87e7-4131-9cb3-9496fe47975e tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Request body: {'security_group_rule': {'security_group_id': '81c12d25-702c-4c55-9f54-50c0c700b819', 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:40:31.716157 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-648ae58b-6b28-49c0-a665-985328cf5285 None None] Set router 82769f95-962c-4210-b540-3c035126e4a5 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:40:31.731869 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-11d98f0f-2ab4-42a9-b761-bb3c132e1453 req-fcdf2102-15f3-47a0-8d89-00de8c8fb99b service neutron] 10.222.0.32 "GET /v2.0/networks/528a81a3-3d30-457a-b770-9edd01e9db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002123 Apr 20 13:40:31.779653 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-52025e7d-413e-4bbc-9a6a-a10c0f3a178e None None] Provisioning complete for port b7610dae-246d-465f-9f47-ecffa00b58f0 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:40:31.780316 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-52025e7d-413e-4bbc-9a6a-a10c0f3a178e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:31.789005 n-d-836015-7 neutron-server[114870]: INFO neutron.db.securitygroups_db [None req-5dfde6d7-87e7-4131-9cb3-9496fe47975e tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Project b9708aebf2fb4598b6635345afd09eb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:40:31.800058 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5dfde6d7-87e7-4131-9cb3-9496fe47975e tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:31.863302 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-11d98f0f-2ab4-42a9-b761-bb3c132e1453 req-db762559-e8b0-4b34-b43a-4c7a63091cde service neutron] 10.222.0.32 "GET /v2.0/networks/528a81a3-3d30-457a-b770-9edd01e9db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256573 Apr 20 13:40:31.877250 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5dfde6d7-87e7-4131-9cb3-9496fe47975e tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:31.929132 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5dfde6d7-87e7-4131-9cb3-9496fe47975e tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:31.946173 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-648ae58b-6b28-49c0-a665-985328cf5285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82769f95-962c-4210-b540-3c035126e4a5', 'name': 'tempest-AttachVolumeNegativeTest-1469658376-router', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:36:53Z', 'updated_at': '2022-04-20T13:36:57Z', 'revision_number': 4, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'gw_port': {'id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:54Z', 'updated_at': '2022-04-20T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '1514f178-f0ee-4ff3-b6ca-fc801689d613', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'floating_ip_address': '172.25.8.207', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '82769f95-962c-4210-b540-3c035126e4a5', 'port_id': '8ace350b-3f22-4431-ac6c-fa314304d4d9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'mac_address': 'fa:16:3e:65:9e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:40:15Z', 'updated_at': '2022-04-20T13:40:30Z', 'revision_number': 1, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2dbb345-9df3-4702-9e33-6ee07a421861', 'name': '', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'mac_address': 'fa:16:3e:8e:a0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:56Z', 'updated_at': '2022-04-20T13:37:01Z', 'revision_number': 5, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'subnets': [{'id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:40:31.950812 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfde6d7-87e7-4131-9cb3-9496fe47975e tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db8d37ab-a796-4990-b899-c3e99ab22cba,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:31.975451 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648ae58b-6b28-49c0-a665-985328cf5285 None None] The sync data for ids ['82769f95-962c-4210-b540-3c035126e4a5'] in n-d-836015-7 is: [{'id': '82769f95-962c-4210-b540-3c035126e4a5', 'name': 'tempest-AttachVolumeNegativeTest-1469658376-router', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:36:53Z', 'updated_at': '2022-04-20T13:36:57Z', 'revision_number': 4, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'gw_port': {'id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:54Z', 'updated_at': '2022-04-20T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '1514f178-f0ee-4ff3-b6ca-fc801689d613', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'floating_ip_address': '172.25.8.207', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '82769f95-962c-4210-b540-3c035126e4a5', 'port_id': '8ace350b-3f22-4431-ac6c-fa314304d4d9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'mac_address': 'fa:16:3e:65:9e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:40:15Z', 'updated_at': '2022-04-20T13:40:30Z', 'revision_number': 1, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2dbb345-9df3-4702-9e33-6ee07a421861', 'name': '', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'mac_address': 'fa:16:3e:8e:a0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:56Z', 'updated_at': '2022-04-20T13:37:01Z', 'revision_number': 5, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'subnets': [{'id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:40:32.031242 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5dfde6d7-87e7-4131-9cb3-9496fe47975e tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:32.032535 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5dfde6d7-87e7-4131-9cb3-9496fe47975e tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3992865 Apr 20 13:40:32.169982 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320138fa-1cde-4ddc-aeb0-e71d7531c805 None None] New status for floating IP 1514f178-f0ee-4ff3-b6ca-fc801689d613: ACTIVE {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:40:32.178652 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-af686191-a8bf-44f2-9f60-1d262f91dd85 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-38998443&fields=id&tenant_id=b9708aebf2fb4598b6635345afd09eb5 HTTP/1.1" status: 200 len: 267 time: 0.0370002 Apr 20 13:40:32.289772 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-9d3be85c-14ff-41fb-8674-3b9756f470e6 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:32.291156 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-9d3be85c-14ff-41fb-8674-3b9756f470e6 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/networks?id=bf8a0e30-1249-4fad-b6bf-cef4b10cafba HTTP/1.1" status: 200 len: 796 time: 0.1039484 Apr 20 13:40:32.307283 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-9ebeb896-7d10-4803-a671-188bfa50e45e tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/quotas/b9708aebf2fb4598b6635345afd09eb5 HTTP/1.1" status: 200 len: 375 time: 0.0099652 Apr 20 13:40:32.366143 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-51ce9132-fc8d-4828-9023-2f153bb1b59d tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b9708aebf2fb4598b6635345afd09eb5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0533912 Apr 20 13:40:32.469032 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-1d837a23-ec6d-4f9b-b702-ee853404a773 service neutron] 10.222.0.25 "GET /v2.0/networks/bf8a0e30-1249-4fad-b6bf-cef4b10cafba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907259 Apr 20 13:40:32.510821 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device b7610dae-246d-465f-9f47-ecffa00b58f0 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:40:32.558452 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port b7610dae-246d-465f-9f47-ecffa00b58f0 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:40:32.558733 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:32.562950 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-6336904f-2c37-4439-bcfd-e50eb213d1ea service neutron] 10.222.0.25 "GET /v2.0/networks/bf8a0e30-1249-4fad-b6bf-cef4b10cafba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876789 Apr 20 13:40:32.793337 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f2bcd35f-b957-4ea4-9807-a95b30313b0b req-011295e7-ad75-4849-b0ae-6073361139db tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2c06cc-655f-4424-a831-6a1dac448589 HTTP/1.1" status: 200 len: 210 time: 0.0266047 Apr 20 13:40:33.888109 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-256c7d5a-8414-4567-b819-88d18630be6b req-203070df-56af-4d96-a967-20ad1e3153ee tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2c06cc-655f-4424-a831-6a1dac448589 HTTP/1.1" status: 200 len: 210 time: 0.0270817 Apr 20 13:40:34.580663 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-05fec44b-1f55-4f1a-959e-509dbd389a20 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:34.582126 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-05fec44b-1f55-4f1a-959e-509dbd389a20 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.15 "GET /v2.0/networks?id=bf8a0e30-1249-4fad-b6bf-cef4b10cafba HTTP/1.1" status: 200 len: 796 time: 0.1051357 Apr 20 13:40:34.625312 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-0b77c756-a185-451c-95c1-c01d591b5cf6 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9708aebf2fb4598b6635345afd09eb5 HTTP/1.1" status: 200 len: 471 time: 0.0344911 Apr 20 13:40:34.634305 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-c19bb025-e7d7-4129-88f7-dd132fb1baf5 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Request body: {'port': {'device_id': '8b2c06cc-655f-4424-a831-6a1dac448589', 'network_id': 'bf8a0e30-1249-4fad-b6bf-cef4b10cafba', 'admin_state_up': True, 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'security_groups': ['81c12d25-702c-4c55-9f54-50c0c700b819']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:40:34.817650 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-c19bb025-e7d7-4129-88f7-dd132fb1baf5 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Made reservation on behalf of b9708aebf2fb4598b6635345afd09eb5 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:40:34.821264 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-c19bb025-e7d7-4129-88f7-dd132fb1baf5 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:34.945090 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-c19bb025-e7d7-4129-88f7-dd132fb1baf5 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Allocated IP 172.20.0.30 (bf8a0e30-1249-4fad-b6bf-cef4b10cafba/1e350702-c5fd-49a1-8178-3d0f4c771f8a/1142c83a-782c-4185-aeb0-203ba75d4164) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:40:34.998510 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9258538b-3c3d-4485-b1b7-d4e5459a37ae req-9cff64d5-cf31-449e-b4e4-dcb87676146c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2c06cc-655f-4424-a831-6a1dac448589 HTTP/1.1" status: 200 len: 210 time: 0.0395257 Apr 20 13:40:35.105616 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-c19bb025-e7d7-4129-88f7-dd132fb1baf5 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:35.172354 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-c19bb025-e7d7-4129-88f7-dd132fb1baf5 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:35.218911 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-c19bb025-e7d7-4129-88f7-dd132fb1baf5 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Network bf8a0e30-1249-4fad-b6bf-cef4b10cafba is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:40:35.221983 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-c19bb025-e7d7-4129-88f7-dd132fb1baf5 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:40:35.226393 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-c19bb025-e7d7-4129-88f7-dd132fb1baf5 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:40:35.232599 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19bb025-e7d7-4129-88f7-dd132fb1baf5 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event updated for resources: {'Port': ['ID=1142c83a-782c-4185-aeb0-203ba75d4164,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:35.277224 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-c19bb025-e7d7-4129-88f7-dd132fb1baf5 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:35.277952 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-c19bb025-e7d7-4129-88f7-dd132fb1baf5 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:35.346466 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-c19bb025-e7d7-4129-88f7-dd132fb1baf5 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7155418 Apr 20 13:40:35.358906 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-06c4b594-4da9-4904-8a0a-89e6338d3b52 service neutron] Request body: {'port': {'device_id': '8b2c06cc-655f-4424-a831-6a1dac448589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:40:35.414228 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-06c4b594-4da9-4904-8a0a-89e6338d3b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:35.509605 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-c581f7c6-c8ea-462f-925a-933653eb6cee None None] Provisioning complete for port 1142c83a-782c-4185-aeb0-203ba75d4164 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:40:35.510167 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c581f7c6-c8ea-462f-925a-933653eb6cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:35.545515 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-c581f7c6-c8ea-462f-925a-933653eb6cee None None] Port 1142c83a-782c-4185-aeb0-203ba75d4164 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:40:35.676355 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-06c4b594-4da9-4904-8a0a-89e6338d3b52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1142c83a-782c-4185-aeb0-203ba75d4164 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:40:35.684039 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-06c4b594-4da9-4904-8a0a-89e6338d3b52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:35.696471 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-06c4b594-4da9-4904-8a0a-89e6338d3b52 service neutron] Transition to ACTIVE for port object 1142c83a-782c-4185-aeb0-203ba75d4164 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:40:35.771416 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-06c4b594-4da9-4904-8a0a-89e6338d3b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:35.819926 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4b594-4da9-4904-8a0a-89e6338d3b52 service neutron] Pushing event updated for resources: {'Port': ['ID=1142c83a-782c-4185-aeb0-203ba75d4164,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:35.890894 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-06c4b594-4da9-4904-8a0a-89e6338d3b52 service neutron] Attempting to bind port 1142c83a-782c-4185-aeb0-203ba75d4164 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:40:35.891236 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-06c4b594-4da9-4904-8a0a-89e6338d3b52 service neutron] Attempting to bind port 1142c83a-782c-4185-aeb0-203ba75d4164 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': 'bc98f690-579a-49fb-80da-7ebece09cf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bf8a0e30-1249-4fad-b6bf-cef4b10cafba'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:40:35.891599 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-06c4b594-4da9-4904-8a0a-89e6338d3b52 service neutron] Attempting to bind port 1142c83a-782c-4185-aeb0-203ba75d4164 on network bf8a0e30-1249-4fad-b6bf-cef4b10cafba {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:40:35.896646 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-06c4b594-4da9-4904-8a0a-89e6338d3b52 service neutron] Port 1142c83a-782c-4185-aeb0-203ba75d4164 on network bf8a0e30-1249-4fad-b6bf-cef4b10cafba not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:40:35.896973 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-06c4b594-4da9-4904-8a0a-89e6338d3b52 service neutron] Attempting to bind port 1142c83a-782c-4185-aeb0-203ba75d4164 on network bf8a0e30-1249-4fad-b6bf-cef4b10cafba {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:40:35.901889 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-06c4b594-4da9-4904-8a0a-89e6338d3b52 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:40:35.902229 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-06c4b594-4da9-4904-8a0a-89e6338d3b52 service neutron] Checking segment: {'id': 'bc98f690-579a-49fb-80da-7ebece09cf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bf8a0e30-1249-4fad-b6bf-cef4b10cafba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:40:35.902611 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-06c4b594-4da9-4904-8a0a-89e6338d3b52 service neutron] Bound using segment: {'id': 'bc98f690-579a-49fb-80da-7ebece09cf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bf8a0e30-1249-4fad-b6bf-cef4b10cafba'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:40:35.903045 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-06c4b594-4da9-4904-8a0a-89e6338d3b52 service neutron] Bound port: 1142c83a-782c-4185-aeb0-203ba75d4164, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc98f690-579a-49fb-80da-7ebece09cf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bf8a0e30-1249-4fad-b6bf-cef4b10cafba'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:40:35.903433 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-06c4b594-4da9-4904-8a0a-89e6338d3b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:35.972400 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-06c4b594-4da9-4904-8a0a-89e6338d3b52 service neutron] For port 1142c83a-782c-4185-aeb0-203ba75d4164, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:40:35.975409 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-06c4b594-4da9-4904-8a0a-89e6338d3b52 service neutron] For port 1142c83a-782c-4185-aeb0-203ba75d4164, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=1142c83a-782c-4185-aeb0-203ba75d4164,segment=NetworkSegment(bc98f690-579a-49fb-80da-7ebece09cf82),segment_id=bc98f690-579a-49fb-80da-7ebece09cf82)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:40:36.056523 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-06c4b594-4da9-4904-8a0a-89e6338d3b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:36.103700 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-06c4b594-4da9-4904-8a0a-89e6338d3b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:36.103700 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-06c4b594-4da9-4904-8a0a-89e6338d3b52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:36.104618 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-06c4b594-4da9-4904-8a0a-89e6338d3b52 service neutron] 10.222.0.15 "PUT /v2.0/ports/1142c83a-782c-4185-aeb0-203ba75d4164 HTTP/1.1" status: 200 len: 1092 time: 0.7501950 Apr 20 13:40:36.105067 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2c06cc-655f-4424-a831-6a1dac448589', 'tag': '1142c83a-782c-4185-aeb0-203ba75d4164'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:40:36.107320 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d6eb28-6f18-47e2-87b7-ee20126703bd" -d '{"events": [{"name": "network-changed", "server_uuid": "8b2c06cc-655f-4424-a831-6a1dac448589", "tag": "1142c83a-782c-4185-aeb0-203ba75d4164"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:40:36.156432 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e090b9-c4ed-4c68-ba3d-6a910abdcc57 x-openstack-request-id: req-86e090b9-c4ed-4c68-ba3d-6a910abdcc57 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:40:36.156718 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b2c06cc-655f-4424-a831-6a1dac448589", "tag": "1142c83a-782c-4185-aeb0-203ba75d4164", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:40:36.156889 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-86e090b9-c4ed-4c68-ba3d-6a910abdcc57 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:40:36.157290 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86e090b9-c4ed-4c68-ba3d-6a910abdcc57'] response: {'name': 'network-changed', 'server_uuid': '8b2c06cc-655f-4424-a831-6a1dac448589', 'tag': '1142c83a-782c-4185-aeb0-203ba75d4164', 'status': 'completed', 'code': 200} Apr 20 13:40:36.159688 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4b594-4da9-4904-8a0a-89e6338d3b52 service neutron] Pushing event updated for resources: {'Port': ['ID=1142c83a-782c-4185-aeb0-203ba75d4164,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:36.173195 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ab2bf-f789-4d35-8f32-f9049de9181a req-c10429af-efc0-418b-b05e-5d689b8a6a3b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:36.175023 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-756ab2bf-f789-4d35-8f32-f9049de9181a req-c10429af-efc0-418b-b05e-5d689b8a6a3b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2c06cc-655f-4424-a831-6a1dac448589 HTTP/1.1" status: 200 len: 944 time: 0.0904820 Apr 20 13:40:36.243743 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-756ab2bf-f789-4d35-8f32-f9049de9181a req-7a5bf450-d409-4ea3-9c88-3bb6ec0aa00c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/security-groups?id=81c12d25-702c-4c55-9f54-50c0c700b819&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616379 Apr 20 13:40:36.254477 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6eb28-6f18-47e2-87b7-ee20126703bd req-86517e56-e015-42d8-b58a-e5b53c21f1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:36.256445 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-07d6eb28-6f18-47e2-87b7-ee20126703bd req-86517e56-e015-42d8-b58a-e5b53c21f1cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9708aebf2fb4598b6635345afd09eb5&device_id=8b2c06cc-655f-4424-a831-6a1dac448589 HTTP/1.1" status: 200 len: 1095 time: 0.0673084 Apr 20 13:40:36.359789 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6eb28-6f18-47e2-87b7-ee20126703bd req-21e012bb-cd9b-44d3-8399-f67b9ccd7ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:36.360182 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6eb28-6f18-47e2-87b7-ee20126703bd req-21e012bb-cd9b-44d3-8399-f67b9ccd7ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:36.361690 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-07d6eb28-6f18-47e2-87b7-ee20126703bd req-21e012bb-cd9b-44d3-8399-f67b9ccd7ab1 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=b9708aebf2fb4598b6635345afd09eb5&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.0981603 Apr 20 13:40:36.455594 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6eb28-6f18-47e2-87b7-ee20126703bd req-06eada1a-4b07-45b9-83f0-6389fdd949ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:36.457081 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-07d6eb28-6f18-47e2-87b7-ee20126703bd req-06eada1a-4b07-45b9-83f0-6389fdd949ae service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892367 Apr 20 13:40:36.529581 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-f33c57a3-682a-4187-9aa6-6b18bfcb2d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:36.530929 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-f33c57a3-682a-4187-9aa6-6b18bfcb2d5b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9708aebf2fb4598b6635345afd09eb5&device_id=8b2c06cc-655f-4424-a831-6a1dac448589 HTTP/1.1" status: 200 len: 1095 time: 0.0399520 Apr 20 13:40:36.573669 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-2dd41eea-8994-4e26-8cc8-4ba6d38d0c18 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=1142c83a-782c-4185-aeb0-203ba75d4164 HTTP/1.1" status: 200 len: 217 time: 0.0346875 Apr 20 13:40:36.622941 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-bd8448d1-48cd-4bff-a95c-dcba9eb8d5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:36.624532 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-bd8448d1-48cd-4bff-a95c-dcba9eb8d5fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e350702-c5fd-49a1-8178-3d0f4c771f8a HTTP/1.1" status: 200 len: 837 time: 0.0446751 Apr 20 13:40:36.674454 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-28599681-e9ff-483f-a59c-84e9dc4c3e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:36.675980 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-28599681-e9ff-483f-a59c-84e9dc4c3e6f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bf8a0e30-1249-4fad-b6bf-cef4b10cafba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454881 Apr 20 13:40:36.765132 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-b6d396b9-3c51-4a48-8dd3-9ea43647a01b service neutron] 10.222.0.15 "GET /v2.0/networks/bf8a0e30-1249-4fad-b6bf-cef4b10cafba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825768 Apr 20 13:40:36.857363 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c0a32454-ea30-410d-bbe0-7f4ffe00e285 req-cc0700b0-9435-4d4c-8893-aadd25160159 service neutron] 10.222.0.15 "GET /v2.0/networks/bf8a0e30-1249-4fad-b6bf-cef4b10cafba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856891 Apr 20 13:40:37.364660 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd253c-7a8d-49c7-9bb0-34d5896dbe3b req-48e412df-13f5-4cfe-91b9-06f89e940b10 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:37.366118 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-60cd253c-7a8d-49c7-9bb0-34d5896dbe3b req-48e412df-13f5-4cfe-91b9-06f89e940b10 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2c06cc-655f-4424-a831-6a1dac448589 HTTP/1.1" status: 200 len: 944 time: 0.0499635 Apr 20 13:40:37.403612 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-60cd253c-7a8d-49c7-9bb0-34d5896dbe3b req-51b83305-6ac8-4302-bb0e-65a7170b4789 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/security-groups?id=81c12d25-702c-4c55-9f54-50c0c700b819&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315001 Apr 20 13:40:38.518252 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1168563-a1e0-4d77-84e7-9a02e9a0db31 req-76c28e5a-9126-4302-bf55-363bc13d389c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:38.519743 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a1168563-a1e0-4d77-84e7-9a02e9a0db31 req-76c28e5a-9126-4302-bf55-363bc13d389c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2c06cc-655f-4424-a831-6a1dac448589 HTTP/1.1" status: 200 len: 944 time: 0.0491741 Apr 20 13:40:38.557413 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a1168563-a1e0-4d77-84e7-9a02e9a0db31 req-4a448369-081a-4d1d-9e86-668a3ade00ea tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/security-groups?id=81c12d25-702c-4c55-9f54-50c0c700b819&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313346 Apr 20 13:40:39.674674 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0637de-1f2d-4b31-8e69-2b193d760a54 req-dc668f1d-5c4b-4179-8059-dffed228b040 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:39.676638 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fd0637de-1f2d-4b31-8e69-2b193d760a54 req-dc668f1d-5c4b-4179-8059-dffed228b040 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2c06cc-655f-4424-a831-6a1dac448589 HTTP/1.1" status: 200 len: 944 time: 0.0524874 Apr 20 13:40:39.713603 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fd0637de-1f2d-4b31-8e69-2b193d760a54 req-68484598-c271-4ee9-ba58-a422c49c867e tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/security-groups?id=81c12d25-702c-4c55-9f54-50c0c700b819&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307620 Apr 20 13:40:40.826642 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fceba8-a0fc-4a57-a167-ff643bf5558d req-4829ed06-76ea-4c35-8e4a-64414c3823db tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:40.828144 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65fceba8-a0fc-4a57-a167-ff643bf5558d req-4829ed06-76ea-4c35-8e4a-64414c3823db tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2c06cc-655f-4424-a831-6a1dac448589 HTTP/1.1" status: 200 len: 944 time: 0.0489347 Apr 20 13:40:40.865728 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65fceba8-a0fc-4a57-a167-ff643bf5558d req-d3b08801-9ed3-4238-81c8-67cbd9cc8861 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/security-groups?id=81c12d25-702c-4c55-9f54-50c0c700b819&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309894 Apr 20 13:40:41.926908 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 1142c83a-782c-4185-aeb0-203ba75d4164 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:40:41.979537 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a4184-3faa-4553-9271-c47e6244a03f req-ddaa47b2-2371-40c9-b13d-7f47eb0980e0 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:41.981013 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9e3a4184-3faa-4553-9271-c47e6244a03f req-ddaa47b2-2371-40c9-b13d-7f47eb0980e0 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2c06cc-655f-4424-a831-6a1dac448589 HTTP/1.1" status: 200 len: 944 time: 0.0479805 Apr 20 13:40:42.017852 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9e3a4184-3faa-4553-9271-c47e6244a03f req-9ca1f7e9-d19a-4366-9cd2-8dda80e93bc4 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/security-groups?id=81c12d25-702c-4c55-9f54-50c0c700b819&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307503 Apr 20 13:40:42.020958 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 1142c83a-782c-4185-aeb0-203ba75d4164, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=1142c83a-782c-4185-aeb0-203ba75d4164,segment=NetworkSegment(bc98f690-579a-49fb-80da-7ebece09cf82),segment_id=bc98f690-579a-49fb-80da-7ebece09cf82)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:40:42.032821 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '1142c83a-782c-4185-aeb0-203ba75d4164', 'network_id': 'bf8a0e30-1249-4fad-b6bf-cef4b10cafba', 'port_id': '1142c83a-782c-4185-aeb0-203ba75d4164', 'mac_address': 'fa:16:3e:fc:c0:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e350702-c5fd-49a1-8178-3d0f4c771f8a', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:40:42.072242 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:42.084940 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1142c83a-782c-4185-aeb0-203ba75d4164 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:40:42.103578 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 1142c83a-782c-4185-aeb0-203ba75d4164, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=1142c83a-782c-4185-aeb0-203ba75d4164,segment=NetworkSegment(bc98f690-579a-49fb-80da-7ebece09cf82),segment_id=bc98f690-579a-49fb-80da-7ebece09cf82)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:40:42.205865 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:42.252973 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=1142c83a-782c-4185-aeb0-203ba75d4164,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:42.391853 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:42.544579 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['1142c83a-782c-4185-aeb0-203ba75d4164'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:40:42.618203 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:40:43.129612 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:43.138758 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5190907-3aac-43c8-aed4-496774424815 req-00b96acf-0719-4358-a9de-a85f0c2a09a9 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:43.140243 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c5190907-3aac-43c8-aed4-496774424815 req-00b96acf-0719-4358-a9de-a85f0c2a09a9 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2c06cc-655f-4424-a831-6a1dac448589 HTTP/1.1" status: 200 len: 945 time: 0.0520606 Apr 20 13:40:43.177969 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c5190907-3aac-43c8-aed4-496774424815 req-cea53413-02c3-4fc0-b150-c41fe2467f84 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/security-groups?id=81c12d25-702c-4c55-9f54-50c0c700b819&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313559 Apr 20 13:40:43.926883 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 1142c83a-782c-4185-aeb0-203ba75d4164 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:40:44.037634 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 1142c83a-782c-4185-aeb0-203ba75d4164 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:40:44.041387 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 1142c83a-782c-4185-aeb0-203ba75d4164 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:40:44.041753 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:44.117830 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:44.139427 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2c06cc-655f-4424-a831-6a1dac448589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1142c83a-782c-4185-aeb0-203ba75d4164'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:40:44.141644 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecba1f3-1e1b-4598-a9a5-a2bcec79e29b" -d '{"events": [{"server_uuid": "8b2c06cc-655f-4424-a831-6a1dac448589", "name": "network-vif-plugged", "status": "completed", "tag": "1142c83a-782c-4185-aeb0-203ba75d4164"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:40:44.154337 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 1142c83a-782c-4185-aeb0-203ba75d4164, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=1142c83a-782c-4185-aeb0-203ba75d4164,segment=NetworkSegment(bc98f690-579a-49fb-80da-7ebece09cf82),segment_id=bc98f690-579a-49fb-80da-7ebece09cf82)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:40:44.181166 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43faa348-c50a-48db-a292-57d8e75809a8 x-openstack-request-id: req-43faa348-c50a-48db-a292-57d8e75809a8 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:40:44.181473 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2c06cc-655f-4424-a831-6a1dac448589", "name": "network-vif-plugged", "status": "completed", "tag": "1142c83a-782c-4185-aeb0-203ba75d4164", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:40:44.181722 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-43faa348-c50a-48db-a292-57d8e75809a8 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:40:44.182141 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43faa348-c50a-48db-a292-57d8e75809a8'] response: {'server_uuid': '8b2c06cc-655f-4424-a831-6a1dac448589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1142c83a-782c-4185-aeb0-203ba75d4164', 'code': 200} Apr 20 13:40:44.229135 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:44.278065 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=1142c83a-782c-4185-aeb0-203ba75d4164,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:44.305066 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd881ef-3b34-4eb3-8d3a-95ae895d9a00 req-a752ffb2-3c3e-494c-8e15-7b858db9aaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:44.306570 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-abd881ef-3b34-4eb3-8d3a-95ae895d9a00 req-a752ffb2-3c3e-494c-8e15-7b858db9aaf6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8b2c06cc-655f-4424-a831-6a1dac448589 HTTP/1.1" status: 200 len: 1097 time: 0.0697725 Apr 20 13:40:44.318161 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57151519-3876-46fa-a2f3-ebf5e7f5ebb1 req-905170c2-26d0-4be9-8d93-2a688fd83a1d tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:44.319570 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-57151519-3876-46fa-a2f3-ebf5e7f5ebb1 req-905170c2-26d0-4be9-8d93-2a688fd83a1d tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2c06cc-655f-4424-a831-6a1dac448589 HTTP/1.1" status: 200 len: 946 time: 0.0731997 Apr 20 13:40:44.367191 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-abd881ef-3b34-4eb3-8d3a-95ae895d9a00 req-7c2c5587-e54a-447e-812d-4fe838fc9c49 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=81c12d25-702c-4c55-9f54-50c0c700b819&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466232 Apr 20 13:40:44.374082 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-57151519-3876-46fa-a2f3-ebf5e7f5ebb1 req-942b6641-4dc2-47c4-b185-7c66e6ac6e61 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/security-groups?id=81c12d25-702c-4c55-9f54-50c0c700b819&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476913 Apr 20 13:40:45.495609 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea3e60-c493-49f2-9bc4-365238546a4f req-68eb0065-07ac-467f-b4f1-6b01c92e4c18 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:45.497079 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bbea3e60-c493-49f2-9bc4-365238546a4f req-68eb0065-07ac-467f-b4f1-6b01c92e4c18 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2c06cc-655f-4424-a831-6a1dac448589 HTTP/1.1" status: 200 len: 946 time: 0.0545688 Apr 20 13:40:45.535260 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bbea3e60-c493-49f2-9bc4-365238546a4f req-9eac1fff-81e0-4491-9cf8-afa25abf5741 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/security-groups?id=81c12d25-702c-4c55-9f54-50c0c700b819&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321789 Apr 20 13:40:46.649294 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c5b3b-b655-480c-abd4-5a091d4f107e req-2e55e2d8-c784-4551-a587-41d972e01e7c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:46.650750 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b83c5b3b-b655-480c-abd4-5a091d4f107e req-2e55e2d8-c784-4551-a587-41d972e01e7c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2c06cc-655f-4424-a831-6a1dac448589 HTTP/1.1" status: 200 len: 946 time: 0.0483809 Apr 20 13:40:46.687548 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b83c5b3b-b655-480c-abd4-5a091d4f107e req-cfad6b11-3c3e-498d-893c-d3095b9a9f59 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/security-groups?id=81c12d25-702c-4c55-9f54-50c0c700b819&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308208 Apr 20 13:40:46.801916 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ec04b-cbeb-4f1f-8c54-05bcb0019016 req-c32f23bd-9a00-4892-994f-8dfd21f48294 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:46.803660 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-804ec04b-cbeb-4f1f-8c54-05bcb0019016 req-c32f23bd-9a00-4892-994f-8dfd21f48294 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2c06cc-655f-4424-a831-6a1dac448589 HTTP/1.1" status: 200 len: 946 time: 0.0478520 Apr 20 13:40:46.840284 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-804ec04b-cbeb-4f1f-8c54-05bcb0019016 req-79cf5399-5e3c-45e4-8614-941102dc391f tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/security-groups?id=81c12d25-702c-4c55-9f54-50c0c700b819&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307126 Apr 20 13:40:48.358919 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54046) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:49.062316 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-65111098-9b2f-4697-b2ba-44de3e307266 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:49.368300 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-65111098-9b2f-4697-b2ba-44de3e307266 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Allocated IP 172.20.0.17 (bf8a0e30-1249-4fad-b6bf-cef4b10cafba/1e350702-c5fd-49a1-8178-3d0f4c771f8a/f6ba0a61-f2be-4591-afe9-3bcfb6030705) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:40:49.480978 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-65111098-9b2f-4697-b2ba-44de3e307266 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:49.563815 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-65111098-9b2f-4697-b2ba-44de3e307266 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:49.601603 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65111098-9b2f-4697-b2ba-44de3e307266 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Network bf8a0e30-1249-4fad-b6bf-cef4b10cafba is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:40:49.606840 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-65111098-9b2f-4697-b2ba-44de3e307266 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:40:49.609515 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65111098-9b2f-4697-b2ba-44de3e307266 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:40:49.640541 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65111098-9b2f-4697-b2ba-44de3e307266 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event updated for resources: {'Port': ['ID=f6ba0a61-f2be-4591-afe9-3bcfb6030705,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:49.661018 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-65111098-9b2f-4697-b2ba-44de3e307266 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:49.886499 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-63d7e147-0437-4822-8031-9cfdb5e381ca None None] Provisioning complete for port f6ba0a61-f2be-4591-afe9-3bcfb6030705 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:40:49.887065 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-63d7e147-0437-4822-8031-9cfdb5e381ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:49.902106 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-65111098-9b2f-4697-b2ba-44de3e307266 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:49.919965 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-63d7e147-0437-4822-8031-9cfdb5e381ca None None] Port f6ba0a61-f2be-4591-afe9-3bcfb6030705 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:40:50.176137 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-65111098-9b2f-4697-b2ba-44de3e307266 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:50.240013 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-65111098-9b2f-4697-b2ba-44de3e307266 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:50.315331 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65111098-9b2f-4697-b2ba-44de3e307266 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event updated for resources: {'Port': ['ID=f6ba0a61-f2be-4591-afe9-3bcfb6030705,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:50.319019 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-65111098-9b2f-4697-b2ba-44de3e307266 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:50.407398 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65111098-9b2f-4697-b2ba-44de3e307266 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Network bf8a0e30-1249-4fad-b6bf-cef4b10cafba is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:40:50.408726 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-65111098-9b2f-4697-b2ba-44de3e307266 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:40:50.528593 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65111098-9b2f-4697-b2ba-44de3e307266 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Router 23d268e8-7a7f-475b-a9e3-731c0c489e7b has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:40:50.638860 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65111098-9b2f-4697-b2ba-44de3e307266 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:40:50.642143 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-4843757c-4306-44a5-8121-2458f962d85c None None] Provisioning complete for port f6ba0a61-f2be-4591-afe9-3bcfb6030705 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:40:50.642516 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4843757c-4306-44a5-8121-2458f962d85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:50.643963 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-65111098-9b2f-4697-b2ba-44de3e307266 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "PUT /v2.0/routers/23d268e8-7a7f-475b-a9e3-731c0c489e7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2839429 Apr 20 13:40:50.649398 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fc2f8f-1664-4ae3-994d-c62a90cb5a5a None None] Sync routers for ids ['23d268e8-7a7f-475b-a9e3-731c0c489e7b'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:40:50.660594 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fc2f8f-1664-4ae3-994d-c62a90cb5a5a None None] Routers {'23d268e8-7a7f-475b-a9e3-731c0c489e7b'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:40:50.661198 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-d4fc2f8f-1664-4ae3-994d-c62a90cb5a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:40:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['23d268e8-7a7f-475b-a9e3-731c0c489e7b'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:40:50.682923 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-4843757c-4306-44a5-8121-2458f962d85c None None] Port f6ba0a61-f2be-4591-afe9-3bcfb6030705 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:40:50.766433 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-d4fc2f8f-1664-4ae3-994d-c62a90cb5a5a None None] Set router 23d268e8-7a7f-475b-a9e3-731c0c489e7b gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:40:50.985823 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-d4fc2f8f-1664-4ae3-994d-c62a90cb5a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'name': 'tempest-TestNetworkBasicOps-router-135415004', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '6c094fd4-9887-4ec5-a582-71ce6cfcb834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:38:47Z', 'updated_at': '2022-04-20T13:40:49Z', 'revision_number': 5, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'gw_port': {'id': '6c094fd4-9887-4ec5-a582-71ce6cfcb834', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:48Z', 'updated_at': '2022-04-20T13:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'dd94c684-aa53-4dcf-bbb6-a5099e36e47a', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'port_id': '31432066-96f1-4228-9b05-2f004031686f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7af92ba8-7370-494c-a402-e5185858a4cd', 'mac_address': 'fa:16:3e:38:2e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08eaae1-fceb-4acb-8114-4f006e2996a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:39:13Z', 'updated_at': '2022-04-20T13:39:15Z', 'revision_number': 1, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6ba0a61-f2be-4591-afe9-3bcfb6030705', 'name': '', 'network_id': 'bf8a0e30-1249-4fad-b6bf-cef4b10cafba', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'mac_address': 'fa:16:3e:e3:22:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '1e350702-c5fd-49a1-8178-3d0f4c771f8a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:40:49Z', 'updated_at': '2022-04-20T13:40:50Z', 'revision_number': 2, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'subnets': [{'id': '1e350702-c5fd-49a1-8178-3d0f4c771f8a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'feed7212-2624-4c08-ad55-b1248553a54a', 'name': '', 'network_id': '7af92ba8-7370-494c-a402-e5185858a4cd', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'mac_address': 'fa:16:3e:98:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '9b64e51d-925b-4863-9f99-85f51a813906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:51Z', 'updated_at': '2022-04-20T13:38:55Z', 'revision_number': 5, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'subnets': [{'id': '9b64e51d-925b-4863-9f99-85f51a813906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:40:51.013718 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fc2f8f-1664-4ae3-994d-c62a90cb5a5a None None] Checking router: 23d268e8-7a7f-475b-a9e3-731c0c489e7b for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:40:51.014066 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fc2f8f-1664-4ae3-994d-c62a90cb5a5a None None] Updating router 23d268e8-7a7f-475b-a9e3-731c0c489e7b port f6ba0a61-f2be-4591-afe9-3bcfb6030705 binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:40:51.038114 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-d4fc2f8f-1664-4ae3-994d-c62a90cb5a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:51.289846 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-d4fc2f8f-1664-4ae3-994d-c62a90cb5a5a None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:51.365837 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-d4fc2f8f-1664-4ae3-994d-c62a90cb5a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:51.413050 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b49ab1-5300-454f-ab03-65e155e26d8a None None] Pushing event updated for resources: {'Port': ['ID=f6ba0a61-f2be-4591-afe9-3bcfb6030705,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:51.440431 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b49ab1-5300-454f-ab03-65e155e26d8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:51.441356 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b49ab1-5300-454f-ab03-65e155e26d8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:51.441591 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b49ab1-5300-454f-ab03-65e155e26d8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:51.441918 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b49ab1-5300-454f-ab03-65e155e26d8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:51.442239 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b49ab1-5300-454f-ab03-65e155e26d8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:51.442559 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b49ab1-5300-454f-ab03-65e155e26d8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:51.442877 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b49ab1-5300-454f-ab03-65e155e26d8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:51.443200 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b49ab1-5300-454f-ab03-65e155e26d8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:51.443543 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b49ab1-5300-454f-ab03-65e155e26d8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:51.443858 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b49ab1-5300-454f-ab03-65e155e26d8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:51.444177 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b49ab1-5300-454f-ab03-65e155e26d8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:51.444516 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b49ab1-5300-454f-ab03-65e155e26d8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:51.476270 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-d4fc2f8f-1664-4ae3-994d-c62a90cb5a5a None None] Attempting to bind port f6ba0a61-f2be-4591-afe9-3bcfb6030705 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:40:51.476660 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-d4fc2f8f-1664-4ae3-994d-c62a90cb5a5a None None] Attempting to bind port f6ba0a61-f2be-4591-afe9-3bcfb6030705 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'bc98f690-579a-49fb-80da-7ebece09cf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bf8a0e30-1249-4fad-b6bf-cef4b10cafba'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:40:51.476994 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fc2f8f-1664-4ae3-994d-c62a90cb5a5a None None] Attempting to bind port f6ba0a61-f2be-4591-afe9-3bcfb6030705 on network bf8a0e30-1249-4fad-b6bf-cef4b10cafba {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:40:51.482073 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fc2f8f-1664-4ae3-994d-c62a90cb5a5a None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:40:51.482634 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fc2f8f-1664-4ae3-994d-c62a90cb5a5a None None] Checking segment: {'id': 'bc98f690-579a-49fb-80da-7ebece09cf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bf8a0e30-1249-4fad-b6bf-cef4b10cafba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:40:51.483395 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-d4fc2f8f-1664-4ae3-994d-c62a90cb5a5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:51.483395 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fc2f8f-1664-4ae3-994d-c62a90cb5a5a None None] Bound using segment: {'id': 'bc98f690-579a-49fb-80da-7ebece09cf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bf8a0e30-1249-4fad-b6bf-cef4b10cafba'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:40:51.483943 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-d4fc2f8f-1664-4ae3-994d-c62a90cb5a5a None None] Bound port: f6ba0a61-f2be-4591-afe9-3bcfb6030705, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc98f690-579a-49fb-80da-7ebece09cf82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bf8a0e30-1249-4fad-b6bf-cef4b10cafba'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:40:51.484158 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-d4fc2f8f-1664-4ae3-994d-c62a90cb5a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:51.548342 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-d4fc2f8f-1664-4ae3-994d-c62a90cb5a5a None None] For port f6ba0a61-f2be-4591-afe9-3bcfb6030705, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:40:51.551477 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-d4fc2f8f-1664-4ae3-994d-c62a90cb5a5a None None] For port f6ba0a61-f2be-4591-afe9-3bcfb6030705, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f6ba0a61-f2be-4591-afe9-3bcfb6030705,segment=NetworkSegment(bc98f690-579a-49fb-80da-7ebece09cf82),segment_id=bc98f690-579a-49fb-80da-7ebece09cf82)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:40:51.605895 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-94a351ec-fa7a-4155-b3b3-f5f9f93b7183 None None] Provisioning complete for port f6ba0a61-f2be-4591-afe9-3bcfb6030705 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:40:51.606422 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-94a351ec-fa7a-4155-b3b3-f5f9f93b7183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:51.630204 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-d4fc2f8f-1664-4ae3-994d-c62a90cb5a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:51.641820 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-94a351ec-fa7a-4155-b3b3-f5f9f93b7183 None None] Port f6ba0a61-f2be-4591-afe9-3bcfb6030705 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:40:51.683459 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fc2f8f-1664-4ae3-994d-c62a90cb5a5a None None] Routers {'23d268e8-7a7f-475b-a9e3-731c0c489e7b'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:40:51.684089 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-d4fc2f8f-1664-4ae3-994d-c62a90cb5a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:40:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['23d268e8-7a7f-475b-a9e3-731c0c489e7b'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:40:51.728738 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b49ab1-5300-454f-ab03-65e155e26d8a None None] Pushing event updated for resources: {'Port': ['ID=f6ba0a61-f2be-4591-afe9-3bcfb6030705,revision_number=4']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:51.800640 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-d4fc2f8f-1664-4ae3-994d-c62a90cb5a5a None None] Set router 23d268e8-7a7f-475b-a9e3-731c0c489e7b gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:40:51.863175 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-0638ff8f-ecd4-4131-ab1f-7e78b95c7635 None None] Provisioning complete for port f6ba0a61-f2be-4591-afe9-3bcfb6030705 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:40:51.863579 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0638ff8f-ecd4-4131-ab1f-7e78b95c7635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:51.941286 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0638ff8f-ecd4-4131-ab1f-7e78b95c7635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:51.971763 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-0638ff8f-ecd4-4131-ab1f-7e78b95c7635 None None] For port f6ba0a61-f2be-4591-afe9-3bcfb6030705, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f6ba0a61-f2be-4591-afe9-3bcfb6030705,segment=NetworkSegment(bc98f690-579a-49fb-80da-7ebece09cf82),segment_id=bc98f690-579a-49fb-80da-7ebece09cf82)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:40:52.052143 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0638ff8f-ecd4-4131-ab1f-7e78b95c7635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:52.102125 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0638ff8f-ecd4-4131-ab1f-7e78b95c7635 None None] Pushing event updated for resources: {'Port': ['ID=f6ba0a61-f2be-4591-afe9-3bcfb6030705,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:52.115026 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-d4fc2f8f-1664-4ae3-994d-c62a90cb5a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'name': 'tempest-TestNetworkBasicOps-router-135415004', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '6c094fd4-9887-4ec5-a582-71ce6cfcb834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:38:47Z', 'updated_at': '2022-04-20T13:40:49Z', 'revision_number': 5, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'gw_port': {'id': '6c094fd4-9887-4ec5-a582-71ce6cfcb834', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:48Z', 'updated_at': '2022-04-20T13:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'dd94c684-aa53-4dcf-bbb6-a5099e36e47a', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'port_id': '31432066-96f1-4228-9b05-2f004031686f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7af92ba8-7370-494c-a402-e5185858a4cd', 'mac_address': 'fa:16:3e:38:2e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08eaae1-fceb-4acb-8114-4f006e2996a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:39:13Z', 'updated_at': '2022-04-20T13:39:15Z', 'revision_number': 1, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6ba0a61-f2be-4591-afe9-3bcfb6030705', 'name': '', 'network_id': 'bf8a0e30-1249-4fad-b6bf-cef4b10cafba', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'mac_address': 'fa:16:3e:e3:22:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '1e350702-c5fd-49a1-8178-3d0f4c771f8a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:40:49Z', 'updated_at': '2022-04-20T13:40:51Z', 'revision_number': 4, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'subnets': [{'id': '1e350702-c5fd-49a1-8178-3d0f4c771f8a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'feed7212-2624-4c08-ad55-b1248553a54a', 'name': '', 'network_id': '7af92ba8-7370-494c-a402-e5185858a4cd', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'mac_address': 'fa:16:3e:98:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '9b64e51d-925b-4863-9f99-85f51a813906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:51Z', 'updated_at': '2022-04-20T13:38:55Z', 'revision_number': 5, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'subnets': [{'id': '9b64e51d-925b-4863-9f99-85f51a813906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:40:52.139965 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fc2f8f-1664-4ae3-994d-c62a90cb5a5a None None] The sync data for ids ['23d268e8-7a7f-475b-a9e3-731c0c489e7b'] in n-d-836015-7 is: [{'id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'name': 'tempest-TestNetworkBasicOps-router-135415004', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '6c094fd4-9887-4ec5-a582-71ce6cfcb834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:38:47Z', 'updated_at': '2022-04-20T13:40:49Z', 'revision_number': 5, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'gw_port': {'id': '6c094fd4-9887-4ec5-a582-71ce6cfcb834', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:48Z', 'updated_at': '2022-04-20T13:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'dd94c684-aa53-4dcf-bbb6-a5099e36e47a', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'port_id': '31432066-96f1-4228-9b05-2f004031686f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7af92ba8-7370-494c-a402-e5185858a4cd', 'mac_address': 'fa:16:3e:38:2e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08eaae1-fceb-4acb-8114-4f006e2996a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:39:13Z', 'updated_at': '2022-04-20T13:39:15Z', 'revision_number': 1, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6ba0a61-f2be-4591-afe9-3bcfb6030705', 'name': '', 'network_id': 'bf8a0e30-1249-4fad-b6bf-cef4b10cafba', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'mac_address': 'fa:16:3e:e3:22:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '1e350702-c5fd-49a1-8178-3d0f4c771f8a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:40:49Z', 'updated_at': '2022-04-20T13:40:51Z', 'revision_number': 4, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'subnets': [{'id': '1e350702-c5fd-49a1-8178-3d0f4c771f8a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'feed7212-2624-4c08-ad55-b1248553a54a', 'name': '', 'network_id': '7af92ba8-7370-494c-a402-e5185858a4cd', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'mac_address': 'fa:16:3e:98:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '9b64e51d-925b-4863-9f99-85f51a813906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:51Z', 'updated_at': '2022-04-20T13:38:55Z', 'revision_number': 5, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'subnets': [{'id': '9b64e51d-925b-4863-9f99-85f51a813906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:40:52.550492 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f6ba0a61-f2be-4591-afe9-3bcfb6030705 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:40:52.600393 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port f6ba0a61-f2be-4591-afe9-3bcfb6030705 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:40:52.600768 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:54.448775 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-39a34b3f-366f-483c-b367-9c75f6b3def0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:56.766090 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-398f9444-4917-46b8-878c-497d562ec1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:58.169107 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:58.560751 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ded34943-c0c6-474a-8044-fb3e4c22d846 req-32366aa2-7242-42da-a934-6e0b6458d233 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387328 Apr 20 13:40:58.643608 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded34943-c0c6-474a-8044-fb3e4c22d846 req-55a9b294-ec6b-4f37-860e-c5befa3129c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:58.645071 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ded34943-c0c6-474a-8044-fb3e4c22d846 req-55a9b294-ec6b-4f37-860e-c5befa3129c9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=199bdbc6cfe44f0c9700e48b02b2d332&device_id=6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51 HTTP/1.1" status: 200 len: 1097 time: 0.0435934 Apr 20 13:40:58.744561 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded34943-c0c6-474a-8044-fb3e4c22d846 req-472010d3-a050-424e-9455-cf3ea94e7697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:58.745926 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ded34943-c0c6-474a-8044-fb3e4c22d846 req-472010d3-a050-424e-9455-cf3ea94e7697 service neutron] 10.222.0.32 "GET /v2.0/networks?id=528a81a3-3d30-457a-b770-9edd01e9db02 HTTP/1.1" status: 200 len: 916 time: 0.0830169 Apr 20 13:40:58.814154 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ded34943-c0c6-474a-8044-fb3e4c22d846 req-0f4e5113-a066-47aa-9c69-098618101f07 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ace350b-3f22-4431-ac6c-fa314304d4d9 HTTP/1.1" status: 200 len: 1002 time: 0.0619028 Apr 20 13:40:58.862012 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded34943-c0c6-474a-8044-fb3e4c22d846 req-7ba0fe97-aed3-4027-8d37-191fa3472ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:58.864175 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ded34943-c0c6-474a-8044-fb3e4c22d846 req-7ba0fe97-aed3-4027-8d37-191fa3472ab8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dd1bec79-1bde-4378-9778-6e03ce14f914 HTTP/1.1" status: 200 len: 854 time: 0.0436244 Apr 20 13:40:58.908146 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded34943-c0c6-474a-8044-fb3e4c22d846 req-1f25f6e6-fcf1-4756-8b1b-c728305c3e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:58.910078 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ded34943-c0c6-474a-8044-fb3e4c22d846 req-1f25f6e6-fcf1-4756-8b1b-c728305c3e61 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=528a81a3-3d30-457a-b770-9edd01e9db02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382793 Apr 20 13:40:58.920294 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [req-ded34943-c0c6-474a-8044-fb3e4c22d846 req-b659197d-0f2b-4f21-b359-af93e6b0be8f service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:40:58.921226 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ded34943-c0c6-474a-8044-fb3e4c22d846 req-b659197d-0f2b-4f21-b359-af93e6b0be8f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047460 Apr 20 13:40:59.012303 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ded34943-c0c6-474a-8044-fb3e4c22d846 req-86babf12-5534-41cb-8d38-4b6faf720a19 service neutron] 10.222.0.32 "GET /v2.0/networks/528a81a3-3d30-457a-b770-9edd01e9db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841746 Apr 20 13:40:59.106598 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ded34943-c0c6-474a-8044-fb3e4c22d846 req-64ebe355-eeb7-4593-b74e-11835eaf24b0 service neutron] 10.222.0.32 "GET /v2.0/networks/528a81a3-3d30-457a-b770-9edd01e9db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874295 Apr 20 13:40:59.429042 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:59.840017 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:03.264936 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-38cbf97a-2797-40dc-ba78-4624f5c081b6 req-801c3fa7-d793-4b4d-90b3-f812c6819bb2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d08eaae1-fceb-4acb-8114-4f006e2996a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1155548 Apr 20 13:41:03.326026 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbf97a-2797-40dc-ba78-4624f5c081b6 req-78d63f29-abb8-4455-8b1f-2521ae1c557b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:03.327542 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-38cbf97a-2797-40dc-ba78-4624f5c081b6 req-78d63f29-abb8-4455-8b1f-2521ae1c557b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9708aebf2fb4598b6635345afd09eb5&device_id=d08eaae1-fceb-4acb-8114-4f006e2996a2 HTTP/1.1" status: 200 len: 1096 time: 0.0398126 Apr 20 13:41:03.432793 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbf97a-2797-40dc-ba78-4624f5c081b6 req-4cc2ca11-a1f0-4bbe-8296-fe2cc949cb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:03.434162 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-38cbf97a-2797-40dc-ba78-4624f5c081b6 req-4cc2ca11-a1f0-4bbe-8296-fe2cc949cb66 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7af92ba8-7370-494c-a402-e5185858a4cd HTTP/1.1" status: 200 len: 897 time: 0.0875514 Apr 20 13:41:03.499549 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-38cbf97a-2797-40dc-ba78-4624f5c081b6 req-36db7f25-b1dc-4ec3-b7e1-b773591bff90 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31432066-96f1-4228-9b05-2f004031686f HTTP/1.1" status: 200 len: 1001 time: 0.0577497 Apr 20 13:41:03.547278 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbf97a-2797-40dc-ba78-4624f5c081b6 req-e8d302a0-954d-4526-9c45-f6efb5626c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:03.548733 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-38cbf97a-2797-40dc-ba78-4624f5c081b6 req-e8d302a0-954d-4526-9c45-f6efb5626c5b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b64e51d-925b-4863-9f99-85f51a813906 HTTP/1.1" status: 200 len: 834 time: 0.0427392 Apr 20 13:41:03.605112 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbf97a-2797-40dc-ba78-4624f5c081b6 req-7db75fcd-2aa3-45ba-9080-5bf782e70bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:03.606576 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-38cbf97a-2797-40dc-ba78-4624f5c081b6 req-7db75fcd-2aa3-45ba-9080-5bf782e70bb5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7af92ba8-7370-494c-a402-e5185858a4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506792 Apr 20 13:41:03.618147 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-38cbf97a-2797-40dc-ba78-4624f5c081b6 req-9e938d9e-c439-43d5-86e6-ec26e44bfe37 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:41:03.619193 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-38cbf97a-2797-40dc-ba78-4624f5c081b6 req-9e938d9e-c439-43d5-86e6-ec26e44bfe37 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048566 Apr 20 13:41:03.746182 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-38cbf97a-2797-40dc-ba78-4624f5c081b6 req-41877e59-b2c1-4600-abab-67ae3427b30d service neutron] 10.222.0.15 "GET /v2.0/networks/7af92ba8-7370-494c-a402-e5185858a4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193922 Apr 20 13:41:03.836251 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-38cbf97a-2797-40dc-ba78-4624f5c081b6 req-2fff06b8-ada4-4388-92ad-b7ed74e85046 service neutron] 10.222.0.15 "GET /v2.0/networks/7af92ba8-7370-494c-a402-e5185858a4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829084 Apr 20 13:41:12.400003 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:13.154366 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:19.617288 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:41:22.206376 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54090) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:41:22.845564 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3fa6b531-ada6-4f4d-b861-365fec28dd69 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:23.141986 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-3fa6b531-ada6-4f4d-b861-365fec28dd69 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Deleting port f6ba0a61-f2be-4591-afe9-3bcfb6030705 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:41:23.142251 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3fa6b531-ada6-4f4d-b861-365fec28dd69 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:23.232887 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-3fa6b531-ada6-4f4d-b861-365fec28dd69 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] For port f6ba0a61-f2be-4591-afe9-3bcfb6030705, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f6ba0a61-f2be-4591-afe9-3bcfb6030705,segment=NetworkSegment(bc98f690-579a-49fb-80da-7ebece09cf82),segment_id=bc98f690-579a-49fb-80da-7ebece09cf82)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:41:23.233601 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3fa6b531-ada6-4f4d-b861-365fec28dd69 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:23.246341 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-3fa6b531-ada6-4f4d-b861-365fec28dd69 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Calling delete_port for f6ba0a61-f2be-4591-afe9-3bcfb6030705 owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:41:23.478095 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3fa6b531-ada6-4f4d-b861-365fec28dd69 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:23.509703 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa6b531-ada6-4f4d-b861-365fec28dd69 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event deleted for resources: {'Port': ['ID=f6ba0a61-f2be-4591-afe9-3bcfb6030705,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:41:23.539481 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa6b531-ada6-4f4d-b861-365fec28dd69 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:41:23.539824 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa6b531-ada6-4f4d-b861-365fec28dd69 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:41:23.540166 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa6b531-ada6-4f4d-b861-365fec28dd69 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:41:23.540497 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa6b531-ada6-4f4d-b861-365fec28dd69 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:41:23.540829 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa6b531-ada6-4f4d-b861-365fec28dd69 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:41:23.541161 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa6b531-ada6-4f4d-b861-365fec28dd69 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:41:23.541491 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa6b531-ada6-4f4d-b861-365fec28dd69 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:41:23.541817 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa6b531-ada6-4f4d-b861-365fec28dd69 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:41:23.542142 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa6b531-ada6-4f4d-b861-365fec28dd69 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:41:23.542465 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa6b531-ada6-4f4d-b861-365fec28dd69 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:41:23.542791 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa6b531-ada6-4f4d-b861-365fec28dd69 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:41:23.543110 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa6b531-ada6-4f4d-b861-365fec28dd69 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:41:23.693408 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3fa6b531-ada6-4f4d-b861-365fec28dd69 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:23.906144 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa6b531-ada6-4f4d-b861-365fec28dd69 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Router 23d268e8-7a7f-475b-a9e3-731c0c489e7b has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:41:24.010722 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa6b531-ada6-4f4d-b861-365fec28dd69 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:41:24.015684 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-3fa6b531-ada6-4f4d-b861-365fec28dd69 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "PUT /v2.0/routers/23d268e8-7a7f-475b-a9e3-731c0c489e7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8082626 Apr 20 13:41:24.020538 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc97ec9a-6180-47ea-b264-4f46b792f98c None None] Sync routers for ids ['23d268e8-7a7f-475b-a9e3-731c0c489e7b'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:41:24.030242 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc97ec9a-6180-47ea-b264-4f46b792f98c None None] Routers {'23d268e8-7a7f-475b-a9e3-731c0c489e7b'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:41:24.030882 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-dc97ec9a-6180-47ea-b264-4f46b792f98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:40:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['23d268e8-7a7f-475b-a9e3-731c0c489e7b'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:41:24.134746 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-dc97ec9a-6180-47ea-b264-4f46b792f98c None None] Set router 23d268e8-7a7f-475b-a9e3-731c0c489e7b gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:41:24.501574 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef994efe-85cc-4805-bc53-419c248ce473 req-63eb3d75-7069-40e0-a7bc-c142fc301670 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:24.508211 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ef994efe-85cc-4805-bc53-419c248ce473 req-63eb3d75-7069-40e0-a7bc-c142fc301670 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2c06cc-655f-4424-a831-6a1dac448589 HTTP/1.1" status: 200 len: 946 time: 0.0676689 Apr 20 13:41:24.520770 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b35a4d4e-a1dd-4613-a26d-60839c45f66b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:24.524291 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-dc97ec9a-6180-47ea-b264-4f46b792f98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'name': 'tempest-TestNetworkBasicOps-router-135415004', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '6c094fd4-9887-4ec5-a582-71ce6cfcb834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:38:47Z', 'updated_at': '2022-04-20T13:41:23Z', 'revision_number': 6, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'gw_port': {'id': '6c094fd4-9887-4ec5-a582-71ce6cfcb834', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:48Z', 'updated_at': '2022-04-20T13:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'dd94c684-aa53-4dcf-bbb6-a5099e36e47a', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'port_id': '31432066-96f1-4228-9b05-2f004031686f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7af92ba8-7370-494c-a402-e5185858a4cd', 'mac_address': 'fa:16:3e:38:2e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08eaae1-fceb-4acb-8114-4f006e2996a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:39:13Z', 'updated_at': '2022-04-20T13:39:15Z', 'revision_number': 1, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feed7212-2624-4c08-ad55-b1248553a54a', 'name': '', 'network_id': '7af92ba8-7370-494c-a402-e5185858a4cd', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'mac_address': 'fa:16:3e:98:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '9b64e51d-925b-4863-9f99-85f51a813906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:51Z', 'updated_at': '2022-04-20T13:38:55Z', 'revision_number': 5, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'subnets': [{'id': '9b64e51d-925b-4863-9f99-85f51a813906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:41:24.547398 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ef994efe-85cc-4805-bc53-419c248ce473 req-caea582b-7c5e-406c-9561-859d34e3e902 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/security-groups?id=81c12d25-702c-4c55-9f54-50c0c700b819&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381575 Apr 20 13:41:24.551326 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc97ec9a-6180-47ea-b264-4f46b792f98c None None] Checking router: 23d268e8-7a7f-475b-a9e3-731c0c489e7b for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:41:24.559758 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc97ec9a-6180-47ea-b264-4f46b792f98c None None] Routers {'23d268e8-7a7f-475b-a9e3-731c0c489e7b'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:41:24.560382 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-dc97ec9a-6180-47ea-b264-4f46b792f98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:40:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['23d268e8-7a7f-475b-a9e3-731c0c489e7b'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:41:24.663454 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-dc97ec9a-6180-47ea-b264-4f46b792f98c None None] Set router 23d268e8-7a7f-475b-a9e3-731c0c489e7b gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:41:24.879907 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-dc97ec9a-6180-47ea-b264-4f46b792f98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'name': 'tempest-TestNetworkBasicOps-router-135415004', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '6c094fd4-9887-4ec5-a582-71ce6cfcb834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:38:47Z', 'updated_at': '2022-04-20T13:41:23Z', 'revision_number': 6, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'gw_port': {'id': '6c094fd4-9887-4ec5-a582-71ce6cfcb834', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:48Z', 'updated_at': '2022-04-20T13:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'dd94c684-aa53-4dcf-bbb6-a5099e36e47a', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'port_id': '31432066-96f1-4228-9b05-2f004031686f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7af92ba8-7370-494c-a402-e5185858a4cd', 'mac_address': 'fa:16:3e:38:2e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08eaae1-fceb-4acb-8114-4f006e2996a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:39:13Z', 'updated_at': '2022-04-20T13:39:15Z', 'revision_number': 1, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feed7212-2624-4c08-ad55-b1248553a54a', 'name': '', 'network_id': '7af92ba8-7370-494c-a402-e5185858a4cd', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'mac_address': 'fa:16:3e:98:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '9b64e51d-925b-4863-9f99-85f51a813906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:51Z', 'updated_at': '2022-04-20T13:38:55Z', 'revision_number': 5, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'subnets': [{'id': '9b64e51d-925b-4863-9f99-85f51a813906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:41:24.905173 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc97ec9a-6180-47ea-b264-4f46b792f98c None None] The sync data for ids ['23d268e8-7a7f-475b-a9e3-731c0c489e7b'] in n-d-836015-7 is: [{'id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'name': 'tempest-TestNetworkBasicOps-router-135415004', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '6c094fd4-9887-4ec5-a582-71ce6cfcb834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:38:47Z', 'updated_at': '2022-04-20T13:41:23Z', 'revision_number': 6, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'gw_port': {'id': '6c094fd4-9887-4ec5-a582-71ce6cfcb834', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:48Z', 'updated_at': '2022-04-20T13:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'dd94c684-aa53-4dcf-bbb6-a5099e36e47a', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'port_id': '31432066-96f1-4228-9b05-2f004031686f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7af92ba8-7370-494c-a402-e5185858a4cd', 'mac_address': 'fa:16:3e:38:2e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08eaae1-fceb-4acb-8114-4f006e2996a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:39:13Z', 'updated_at': '2022-04-20T13:39:15Z', 'revision_number': 1, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feed7212-2624-4c08-ad55-b1248553a54a', 'name': '', 'network_id': '7af92ba8-7370-494c-a402-e5185858a4cd', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'mac_address': 'fa:16:3e:98:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '9b64e51d-925b-4863-9f99-85f51a813906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:51Z', 'updated_at': '2022-04-20T13:38:55Z', 'revision_number': 5, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'subnets': [{'id': '9b64e51d-925b-4863-9f99-85f51a813906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:41:25.665324 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba2e18-4d6e-4bd0-be95-6fe90aba984c req-9faadddd-d8d4-49ec-a0c5-8e1fb6d270dc tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:25.666821 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-50ba2e18-4d6e-4bd0-be95-6fe90aba984c req-9faadddd-d8d4-49ec-a0c5-8e1fb6d270dc tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2c06cc-655f-4424-a831-6a1dac448589 HTTP/1.1" status: 200 len: 946 time: 0.0483749 Apr 20 13:41:25.704528 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-50ba2e18-4d6e-4bd0-be95-6fe90aba984c req-63c731dc-a508-4845-9e8c-f5b4851f75a4 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/security-groups?id=81c12d25-702c-4c55-9f54-50c0c700b819&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308912 Apr 20 13:41:25.984088 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3cf5f-9a36-457d-8c90-ce3260e546e4 req-767efd2c-73d3-4ccd-b3b1-f6accfca6c30 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:25.985501 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-03f3cf5f-9a36-457d-8c90-ce3260e546e4 req-767efd2c-73d3-4ccd-b3b1-f6accfca6c30 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b2c06cc-655f-4424-a831-6a1dac448589 HTTP/1.1" status: 200 len: 946 time: 0.0479529 Apr 20 13:41:26.078307 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-03f3cf5f-9a36-457d-8c90-ce3260e546e4 req-cf42dba5-da18-4b6f-aadb-c19dd49acea2 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Deleting port 1142c83a-782c-4185-aeb0-203ba75d4164 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:41:26.078646 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-03f3cf5f-9a36-457d-8c90-ce3260e546e4 req-cf42dba5-da18-4b6f-aadb-c19dd49acea2 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:26.164009 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-03f3cf5f-9a36-457d-8c90-ce3260e546e4 req-cf42dba5-da18-4b6f-aadb-c19dd49acea2 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] For port 1142c83a-782c-4185-aeb0-203ba75d4164, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=1142c83a-782c-4185-aeb0-203ba75d4164,segment=NetworkSegment(bc98f690-579a-49fb-80da-7ebece09cf82),segment_id=bc98f690-579a-49fb-80da-7ebece09cf82)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:41:26.164369 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-03f3cf5f-9a36-457d-8c90-ce3260e546e4 req-cf42dba5-da18-4b6f-aadb-c19dd49acea2 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:26.181316 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-03f3cf5f-9a36-457d-8c90-ce3260e546e4 req-cf42dba5-da18-4b6f-aadb-c19dd49acea2 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Calling delete_port for 1142c83a-782c-4185-aeb0-203ba75d4164 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:41:26.392106 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-03f3cf5f-9a36-457d-8c90-ce3260e546e4 req-cf42dba5-da18-4b6f-aadb-c19dd49acea2 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:26.418360 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf42dba5-da18-4b6f-aadb-c19dd49acea2 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event deleted for resources: {'Port': ['ID=1142c83a-782c-4185-aeb0-203ba75d4164,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:41:26.468798 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f3cf5f-9a36-457d-8c90-ce3260e546e4 req-cf42dba5-da18-4b6f-aadb-c19dd49acea2 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] No DVR routers for this DVR port 1142c83a-782c-4185-aeb0-203ba75d4164 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:41:26.471397 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-03f3cf5f-9a36-457d-8c90-ce3260e546e4 req-cf42dba5-da18-4b6f-aadb-c19dd49acea2 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:26.475244 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-03f3cf5f-9a36-457d-8c90-ce3260e546e4 req-cf42dba5-da18-4b6f-aadb-c19dd49acea2 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.15 "DELETE /v2.0/ports/1142c83a-782c-4185-aeb0-203ba75d4164 HTTP/1.1" status: 204 len: 173 time: 0.4833739 Apr 20 13:41:26.475721 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2c06cc-655f-4424-a831-6a1dac448589', 'name': 'network-vif-deleted', 'tag': '1142c83a-782c-4185-aeb0-203ba75d4164'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:41:26.477980 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd6be36-ce8a-41dd-ab05-5f839267ee10" -d '{"events": [{"server_uuid": "8b2c06cc-655f-4424-a831-6a1dac448589", "name": "network-vif-deleted", "tag": "1142c83a-782c-4185-aeb0-203ba75d4164"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:41:26.500775 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f6ba0a61-f2be-4591-afe9-3bcfb6030705 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:41:26.521588 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b99c54d-577b-4a79-bd4d-a0251df50c0f x-openstack-request-id: req-0b99c54d-577b-4a79-bd4d-a0251df50c0f {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:41:26.522036 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2c06cc-655f-4424-a831-6a1dac448589", "name": "network-vif-deleted", "tag": "1142c83a-782c-4185-aeb0-203ba75d4164", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:41:26.522355 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0b99c54d-577b-4a79-bd4d-a0251df50c0f {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:41:26.522768 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b99c54d-577b-4a79-bd4d-a0251df50c0f'] response: {'server_uuid': '8b2c06cc-655f-4424-a831-6a1dac448589', 'name': 'network-vif-deleted', 'tag': '1142c83a-782c-4185-aeb0-203ba75d4164', 'status': 'completed', 'code': 200} Apr 20 13:41:26.523190 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: f6ba0a61-f2be-4591-afe9-3bcfb6030705 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:41:26.523578 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f6ba0a61-f2be-4591-afe9-3bcfb6030705 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:41:26.801056 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ac5e7357-7355-4d57-b20e-c93c07dc88e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:26.816787 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dd3443c1-e528-4e4f-a0e2-7c9d31f0e6a1 req-e45127fb-4de4-4f49-be3c-b4115cb1bb2a tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2c06cc-655f-4424-a831-6a1dac448589 HTTP/1.1" status: 200 len: 210 time: 0.0292335 Apr 20 13:41:27.874029 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54110) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:41:27.930782 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f744fa25-5469-4a95-aa91-45c3e8a9595d tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:27.955269 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f744fa25-5469-4a95-aa91-45c3e8a9595d tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:28.091280 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f744fa25-5469-4a95-aa91-45c3e8a9595d tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:28.093881 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f744fa25-5469-4a95-aa91-45c3e8a9595d tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:28.095103 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f744fa25-5469-4a95-aa91-45c3e8a9595d tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "DELETE /v2.0/security-groups/81c12d25-702c-4c55-9f54-50c0c700b819 HTTP/1.1" status: 204 len: 168 time: 0.2200623 Apr 20 13:41:28.105217 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f744fa25-5469-4a95-aa91-45c3e8a9595d tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c12d25-702c-4c55-9f54-50c0c700b819,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:41:28.142525 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:28.172064 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54114) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:41:28.193765 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 1142c83a-782c-4185-aeb0-203ba75d4164 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:41:28.214971 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 1142c83a-782c-4185-aeb0-203ba75d4164 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:41:28.215319 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 1142c83a-782c-4185-aeb0-203ba75d4164 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:41:28.226994 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1a19ae6-a1de-4f49-bdb9-f512072521c8 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Deleting subnet 1e350702-c5fd-49a1-8178-3d0f4c771f8a {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:41:28.230123 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e1a19ae6-a1de-4f49-bdb9-f512072521c8 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:28.270051 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e1a19ae6-a1de-4f49-bdb9-f512072521c8 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:28.350282 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e1a19ae6-a1de-4f49-bdb9-f512072521c8 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:28.455201 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e1a19ae6-a1de-4f49-bdb9-f512072521c8 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:28.484173 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a19ae6-a1de-4f49-bdb9-f512072521c8 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event deleted for resources: {'Subnet': ['ID=1e350702-c5fd-49a1-8178-3d0f4c771f8a,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:41:28.486919 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e1a19ae6-a1de-4f49-bdb9-f512072521c8 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:28.493598 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e1a19ae6-a1de-4f49-bdb9-f512072521c8 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "DELETE /v2.0/subnets/1e350702-c5fd-49a1-8178-3d0f4c771f8a HTTP/1.1" status: 204 len: 168 time: 0.3178310 Apr 20 13:41:28.493788 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d581cb-1b46-48fe-8539-402bd522dedb None None] Network bf8a0e30-1249-4fad-b6bf-cef4b10cafba requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:41:28.493891 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54116) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:41:28.566684 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fbf77040-efd9-4bf3-94fe-dc4068096ae7 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:28.623492 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-fbf77040-efd9-4bf3-94fe-dc4068096ae7 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Deleting port b7610dae-246d-465f-9f47-ecffa00b58f0 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:41:28.623911 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fbf77040-efd9-4bf3-94fe-dc4068096ae7 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:28.668406 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b11c7a-a03e-47ec-b1fb-6b1e042fe18d None None] DHCP port deletion for bf8a0e30-1249-4fad-b6bf-cef4b10cafba request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:41:28.688218 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-fbf77040-efd9-4bf3-94fe-dc4068096ae7 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] For port b7610dae-246d-465f-9f47-ecffa00b58f0, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=b7610dae-246d-465f-9f47-ecffa00b58f0,segment=NetworkSegment(bc98f690-579a-49fb-80da-7ebece09cf82),segment_id=bc98f690-579a-49fb-80da-7ebece09cf82)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:41:28.689624 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fbf77040-efd9-4bf3-94fe-dc4068096ae7 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:28.701847 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-fbf77040-efd9-4bf3-94fe-dc4068096ae7 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Calling delete_port for b7610dae-246d-465f-9f47-ecffa00b58f0 owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:41:28.714133 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-f4b11c7a-a03e-47ec-b1fb-6b1e042fe18d None None] Deleting port b7610dae-246d-465f-9f47-ecffa00b58f0 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:41:28.714503 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f4b11c7a-a03e-47ec-b1fb-6b1e042fe18d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:28.779257 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-f4b11c7a-a03e-47ec-b1fb-6b1e042fe18d None None] For port b7610dae-246d-465f-9f47-ecffa00b58f0, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=b7610dae-246d-465f-9f47-ecffa00b58f0,segment=NetworkSegment(bc98f690-579a-49fb-80da-7ebece09cf82),segment_id=bc98f690-579a-49fb-80da-7ebece09cf82)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:41:28.780136 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f4b11c7a-a03e-47ec-b1fb-6b1e042fe18d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:28.793096 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-f4b11c7a-a03e-47ec-b1fb-6b1e042fe18d None None] Calling delete_port for b7610dae-246d-465f-9f47-ecffa00b58f0 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:41:28.837947 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fbf77040-efd9-4bf3-94fe-dc4068096ae7 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:41:28.863222 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 13:41:28.867749 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf77040-efd9-4bf3-94fe-dc4068096ae7 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event deleted for resources: {'Port': ['ID=b7610dae-246d-465f-9f47-ecffa00b58f0,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:41:28.867749 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf77040-efd9-4bf3-94fe-dc4068096ae7 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] No DVR routers for this DVR port b7610dae-246d-465f-9f47-ecffa00b58f0 on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:41:28.871961 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f4b11c7a-a03e-47ec-b1fb-6b1e042fe18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:28.897199 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b11c7a-a03e-47ec-b1fb-6b1e042fe18d None None] Pushing event deleted for resources: {'Port': ['ID=b7610dae-246d-465f-9f47-ecffa00b58f0,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:41:28.901305 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b11c7a-a03e-47ec-b1fb-6b1e042fe18d None None] No DVR routers for this DVR port b7610dae-246d-465f-9f47-ecffa00b58f0 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:41:28.907843 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b11c7a-a03e-47ec-b1fb-6b1e042fe18d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:41:28.908184 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b11c7a-a03e-47ec-b1fb-6b1e042fe18d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:41:28.908520 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b11c7a-a03e-47ec-b1fb-6b1e042fe18d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:41:28.911172 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b11c7a-a03e-47ec-b1fb-6b1e042fe18d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:41:28.911172 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b11c7a-a03e-47ec-b1fb-6b1e042fe18d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:41:28.911172 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b11c7a-a03e-47ec-b1fb-6b1e042fe18d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:41:28.911172 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b11c7a-a03e-47ec-b1fb-6b1e042fe18d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:41:28.911172 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b11c7a-a03e-47ec-b1fb-6b1e042fe18d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:41:28.911172 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b11c7a-a03e-47ec-b1fb-6b1e042fe18d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:41:28.911172 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b11c7a-a03e-47ec-b1fb-6b1e042fe18d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:41:28.911172 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b11c7a-a03e-47ec-b1fb-6b1e042fe18d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:41:28.912580 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b11c7a-a03e-47ec-b1fb-6b1e042fe18d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:41:28.950248 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fbf77040-efd9-4bf3-94fe-dc4068096ae7 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:28.970155 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-fbf77040-efd9-4bf3-94fe-dc4068096ae7 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf8a0e30-1249-4fad-b6bf-cef4b10cafba']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:41:28.979013 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-fbf77040-efd9-4bf3-94fe-dc4068096ae7 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc98f690-579a-49fb-80da-7ebece09cf82') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:41:28.979317 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-fbf77040-efd9-4bf3-94fe-dc4068096ae7 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc98f690-579a-49fb-80da-7ebece09cf82') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:41:28.988397 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fbf77040-efd9-4bf3-94fe-dc4068096ae7 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:29.000807 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fbf77040-efd9-4bf3-94fe-dc4068096ae7 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:29.006900 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf77040-efd9-4bf3-94fe-dc4068096ae7 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:41:29.007280 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fbf77040-efd9-4bf3-94fe-dc4068096ae7 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:29.010718 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:41:29.010718 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:41:29.010718 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:41:29.010718 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:41:29.010718 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:41:29.010718 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:41:29.010718 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:41:29.010718 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:41:29.010718 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:41:29.010718 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:41:29.010718 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:41:29.010718 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:41:29.010718 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:41:29.010718 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:41:29.010718 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:41:29.010718 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:41:29.010718 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:41:29.010718 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:41:29.010718 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:41:29.010718 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:41:29.010718 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:41:29.010718 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:41:29.010718 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:41:29.010718 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:41:29.010718 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:41:29.010718 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:41:29.010718 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:41:29.010718 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:41:29.010718 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:41:29.010718 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:41:29.010718 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:41:29.010718 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:41:29.123391 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fbf77040-efd9-4bf3-94fe-dc4068096ae7 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:29.130655 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fbf77040-efd9-4bf3-94fe-dc4068096ae7 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:29.133823 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-fbf77040-efd9-4bf3-94fe-dc4068096ae7 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "DELETE /v2.0/networks/bf8a0e30-1249-4fad-b6bf-cef4b10cafba HTTP/1.1" status: 204 len: 168 time: 0.6391709 Apr 20 13:41:29.136658 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54118) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:41:29.145358 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf77040-efd9-4bf3-94fe-dc4068096ae7 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event deleted for resources: {'Network': ['ID=bf8a0e30-1249-4fad-b6bf-cef4b10cafba,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:41:29.293322 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-14698fa7-cb77-413b-91a6-ebf7cf2f4459 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Deleting port ea22c06b-1712-4509-8646-e6cd98c22ada {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:41:29.293666 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-14698fa7-cb77-413b-91a6-ebf7cf2f4459 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:29.372616 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-14698fa7-cb77-413b-91a6-ebf7cf2f4459 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:29.372941 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-14698fa7-cb77-413b-91a6-ebf7cf2f4459 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:29.388567 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-14698fa7-cb77-413b-91a6-ebf7cf2f4459 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Calling delete_port for ea22c06b-1712-4509-8646-e6cd98c22ada owned by network:floatingip {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:41:29.403388 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:29.600073 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-14698fa7-cb77-413b-91a6-ebf7cf2f4459 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:29.624993 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14698fa7-cb77-413b-91a6-ebf7cf2f4459 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event deleted for resources: {'Port': ['ID=ea22c06b-1712-4509-8646-e6cd98c22ada,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:41:29.653506 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14698fa7-cb77-413b-91a6-ebf7cf2f4459 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:41:29.653770 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14698fa7-cb77-413b-91a6-ebf7cf2f4459 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:41:29.654113 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14698fa7-cb77-413b-91a6-ebf7cf2f4459 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:41:29.654446 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14698fa7-cb77-413b-91a6-ebf7cf2f4459 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:41:29.654774 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14698fa7-cb77-413b-91a6-ebf7cf2f4459 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:41:29.655102 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14698fa7-cb77-413b-91a6-ebf7cf2f4459 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:41:29.655451 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14698fa7-cb77-413b-91a6-ebf7cf2f4459 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:41:29.655779 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14698fa7-cb77-413b-91a6-ebf7cf2f4459 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:41:29.656100 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14698fa7-cb77-413b-91a6-ebf7cf2f4459 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:41:29.656419 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14698fa7-cb77-413b-91a6-ebf7cf2f4459 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:41:29.656739 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14698fa7-cb77-413b-91a6-ebf7cf2f4459 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:41:29.657057 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14698fa7-cb77-413b-91a6-ebf7cf2f4459 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:41:29.697807 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-14698fa7-cb77-413b-91a6-ebf7cf2f4459 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for floatingip, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:29.698138 n-d-836015-7 neutron-server[114870]: INFO neutron.db.l3_db [None req-14698fa7-cb77-413b-91a6-ebf7cf2f4459 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Floating IP dd94c684-aa53-4dcf-bbb6-a5099e36e47a disassociated (deleted). External IP: 172.25.8.143, port: 31432066-96f1-4228-9b05-2f004031686f. Apr 20 13:41:29.912727 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14698fa7-cb77-413b-91a6-ebf7cf2f4459 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Router 23d268e8-7a7f-475b-a9e3-731c0c489e7b has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:41:29.925534 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:30.018615 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14698fa7-cb77-413b-91a6-ebf7cf2f4459 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:41:30.024284 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-14698fa7-cb77-413b-91a6-ebf7cf2f4459 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:30.028737 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4db44e-9a50-44cd-a63d-7293ab2743fc None None] Sync routers for ids ['23d268e8-7a7f-475b-a9e3-731c0c489e7b'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:41:30.039288 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4db44e-9a50-44cd-a63d-7293ab2743fc None None] Routers {'23d268e8-7a7f-475b-a9e3-731c0c489e7b'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:41:30.039927 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-5a4db44e-9a50-44cd-a63d-7293ab2743fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:41:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['23d268e8-7a7f-475b-a9e3-731c0c489e7b'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:41:30.053825 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-14698fa7-cb77-413b-91a6-ebf7cf2f4459 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "DELETE /v2.0/floatingips/dd94c684-aa53-4dcf-bbb6-a5099e36e47a HTTP/1.1" status: 204 len: 168 time: 0.9155722 Apr 20 13:41:30.054426 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd08eaae1-fceb-4acb-8114-4f006e2996a2', 'tag': '31432066-96f1-4228-9b05-2f004031686f'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:41:30.056697 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e788cf5-a174-4e59-b8e9-cef1a631e698" -d '{"events": [{"name": "network-changed", "server_uuid": "d08eaae1-fceb-4acb-8114-4f006e2996a2", "tag": "31432066-96f1-4228-9b05-2f004031686f"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:41:30.111845 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a029693-d12b-483b-aeac-24b250ad728a x-openstack-request-id: req-5a029693-d12b-483b-aeac-24b250ad728a {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:41:30.112140 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d08eaae1-fceb-4acb-8114-4f006e2996a2", "tag": "31432066-96f1-4228-9b05-2f004031686f", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:41:30.112391 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5a029693-d12b-483b-aeac-24b250ad728a {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:41:30.113022 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a029693-d12b-483b-aeac-24b250ad728a'] response: {'name': 'network-changed', 'server_uuid': 'd08eaae1-fceb-4acb-8114-4f006e2996a2', 'tag': '31432066-96f1-4228-9b05-2f004031686f', 'status': 'completed', 'code': 200} Apr 20 13:41:30.147556 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-5a4db44e-9a50-44cd-a63d-7293ab2743fc None None] Set router 23d268e8-7a7f-475b-a9e3-731c0c489e7b gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:41:30.175868 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e788cf5-a174-4e59-b8e9-cef1a631e698 req-2bc0e299-35b7-458d-92de-8865b64a1ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:30.177268 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5e788cf5-a174-4e59-b8e9-cef1a631e698 req-2bc0e299-35b7-458d-92de-8865b64a1ede service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9708aebf2fb4598b6635345afd09eb5&device_id=d08eaae1-fceb-4acb-8114-4f006e2996a2 HTTP/1.1" status: 200 len: 1096 time: 0.0422990 Apr 20 13:41:30.275686 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e788cf5-a174-4e59-b8e9-cef1a631e698 req-a00203c0-aa1e-44b1-bbfc-f3dbbb18a311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:30.277193 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5e788cf5-a174-4e59-b8e9-cef1a631e698 req-a00203c0-aa1e-44b1-bbfc-f3dbbb18a311 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7af92ba8-7370-494c-a402-e5185858a4cd HTTP/1.1" status: 200 len: 897 time: 0.0932043 Apr 20 13:41:30.320959 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5e788cf5-a174-4e59-b8e9-cef1a631e698 req-3afcf5bd-0d2e-4bc7-8f16-074bcf5f2931 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31432066-96f1-4228-9b05-2f004031686f HTTP/1.1" status: 200 len: 217 time: 0.0358398 Apr 20 13:41:30.351492 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-5a4db44e-9a50-44cd-a63d-7293ab2743fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'name': 'tempest-TestNetworkBasicOps-router-135415004', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '6c094fd4-9887-4ec5-a582-71ce6cfcb834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:38:47Z', 'updated_at': '2022-04-20T13:41:23Z', 'revision_number': 6, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'gw_port': {'id': '6c094fd4-9887-4ec5-a582-71ce6cfcb834', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:48Z', 'updated_at': '2022-04-20T13:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'feed7212-2624-4c08-ad55-b1248553a54a', 'name': '', 'network_id': '7af92ba8-7370-494c-a402-e5185858a4cd', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'mac_address': 'fa:16:3e:98:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '9b64e51d-925b-4863-9f99-85f51a813906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:51Z', 'updated_at': '2022-04-20T13:38:55Z', 'revision_number': 5, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'subnets': [{'id': '9b64e51d-925b-4863-9f99-85f51a813906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:41:30.369896 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e788cf5-a174-4e59-b8e9-cef1a631e698 req-8da49ff9-73eb-4d00-be05-359135838c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:30.371534 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5e788cf5-a174-4e59-b8e9-cef1a631e698 req-8da49ff9-73eb-4d00-be05-359135838c85 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9b64e51d-925b-4863-9f99-85f51a813906 HTTP/1.1" status: 200 len: 834 time: 0.0445983 Apr 20 13:41:30.380820 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4db44e-9a50-44cd-a63d-7293ab2743fc None None] Checking router: 23d268e8-7a7f-475b-a9e3-731c0c489e7b for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:41:30.389194 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4db44e-9a50-44cd-a63d-7293ab2743fc None None] Routers {'23d268e8-7a7f-475b-a9e3-731c0c489e7b'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:41:30.389797 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-5a4db44e-9a50-44cd-a63d-7293ab2743fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:41:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['23d268e8-7a7f-475b-a9e3-731c0c489e7b'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:41:30.426845 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e788cf5-a174-4e59-b8e9-cef1a631e698 req-4230f026-0628-4122-b806-b405531889e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:30.428433 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5e788cf5-a174-4e59-b8e9-cef1a631e698 req-4230f026-0628-4122-b806-b405531889e1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7af92ba8-7370-494c-a402-e5185858a4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497816 Apr 20 13:41:30.517280 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-5a4db44e-9a50-44cd-a63d-7293ab2743fc None None] Set router 23d268e8-7a7f-475b-a9e3-731c0c489e7b gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:41:30.562962 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device b7610dae-246d-465f-9f47-ecffa00b58f0 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:41:30.563658 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a823c-d20a-41bf-920b-9a0b3678d58e req-2d0dc642-450e-458f-aaea-c7f9f143b89f tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:30.565169 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d6a823c-d20a-41bf-920b-9a0b3678d58e req-2d0dc642-450e-458f-aaea-c7f9f143b89f tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=d08eaae1-fceb-4acb-8114-4f006e2996a2 HTTP/1.1" status: 200 len: 945 time: 0.1056049 Apr 20 13:41:30.567975 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5e788cf5-a174-4e59-b8e9-cef1a631e698 req-46ed285a-dfef-46f6-acd3-2b4f9f7cff76 service neutron] 10.222.0.15 "GET /v2.0/networks/7af92ba8-7370-494c-a402-e5185858a4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297777 Apr 20 13:41:30.584418 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: b7610dae-246d-465f-9f47-ecffa00b58f0 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:41:30.585053 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device b7610dae-246d-465f-9f47-ecffa00b58f0 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:41:30.652081 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d6a823c-d20a-41bf-920b-9a0b3678d58e req-02cbc3b0-421f-4c75-9c1e-a4ecedad67d8 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/security-groups?id=17839b2b-f533-4c8b-b05a-c31637046710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797420 Apr 20 13:41:30.683593 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5e788cf5-a174-4e59-b8e9-cef1a631e698 req-a79fb385-f945-46fe-8ddd-507eb7baf8b6 service neutron] 10.222.0.15 "GET /v2.0/networks/7af92ba8-7370-494c-a402-e5185858a4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053216 Apr 20 13:41:30.726300 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-5a4db44e-9a50-44cd-a63d-7293ab2743fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'name': 'tempest-TestNetworkBasicOps-router-135415004', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '6c094fd4-9887-4ec5-a582-71ce6cfcb834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:38:47Z', 'updated_at': '2022-04-20T13:41:23Z', 'revision_number': 6, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'gw_port': {'id': '6c094fd4-9887-4ec5-a582-71ce6cfcb834', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:48Z', 'updated_at': '2022-04-20T13:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'feed7212-2624-4c08-ad55-b1248553a54a', 'name': '', 'network_id': '7af92ba8-7370-494c-a402-e5185858a4cd', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'mac_address': 'fa:16:3e:98:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '9b64e51d-925b-4863-9f99-85f51a813906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:51Z', 'updated_at': '2022-04-20T13:38:55Z', 'revision_number': 5, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'subnets': [{'id': '9b64e51d-925b-4863-9f99-85f51a813906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:41:30.752034 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4db44e-9a50-44cd-a63d-7293ab2743fc None None] The sync data for ids ['23d268e8-7a7f-475b-a9e3-731c0c489e7b'] in n-d-836015-7 is: [{'id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'name': 'tempest-TestNetworkBasicOps-router-135415004', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '6c094fd4-9887-4ec5-a582-71ce6cfcb834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:38:47Z', 'updated_at': '2022-04-20T13:41:23Z', 'revision_number': 6, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'gw_port': {'id': '6c094fd4-9887-4ec5-a582-71ce6cfcb834', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:48Z', 'updated_at': '2022-04-20T13:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'feed7212-2624-4c08-ad55-b1248553a54a', 'name': '', 'network_id': '7af92ba8-7370-494c-a402-e5185858a4cd', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'mac_address': 'fa:16:3e:98:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '9b64e51d-925b-4863-9f99-85f51a813906', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:51Z', 'updated_at': '2022-04-20T13:38:55Z', 'revision_number': 5, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'subnets': [{'id': '9b64e51d-925b-4863-9f99-85f51a813906', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:41:30.971503 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba4b748-9974-4147-a15d-42a54c766792 None None] New status for floating IP dd94c684-aa53-4dcf-bbb6-a5099e36e47a: DOWN {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:41:31.769626 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5fb437-6c37-46a4-a4b3-2acc330411b1 req-c700ccb6-643d-48ef-b2f1-8c507156f010 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:31.770952 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ae5fb437-6c37-46a4-a4b3-2acc330411b1 req-c700ccb6-643d-48ef-b2f1-8c507156f010 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=d08eaae1-fceb-4acb-8114-4f006e2996a2 HTTP/1.1" status: 200 len: 945 time: 0.0496290 Apr 20 13:41:31.811909 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ae5fb437-6c37-46a4-a4b3-2acc330411b1 req-a3a4b183-430e-4ff3-a4b7-efa2c390a760 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/security-groups?id=17839b2b-f533-4c8b-b05a-c31637046710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347912 Apr 20 13:41:31.997230 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fc25b-fe7a-49e5-b01e-8bd52bdd79df req-4f085c6e-4e6e-472e-a43c-66bbb106c668 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:31.998656 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c47fc25b-fe7a-49e5-b01e-8bd52bdd79df req-4f085c6e-4e6e-472e-a43c-66bbb106c668 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.15 "GET /v2.0/ports?device_id=d08eaae1-fceb-4acb-8114-4f006e2996a2 HTTP/1.1" status: 200 len: 945 time: 0.0469055 Apr 20 13:41:32.085264 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-c47fc25b-fe7a-49e5-b01e-8bd52bdd79df req-fd2ecd3c-8bcb-4b6e-ad2f-173bdd571ce2 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Deleting port 31432066-96f1-4228-9b05-2f004031686f {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:41:32.085609 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c47fc25b-fe7a-49e5-b01e-8bd52bdd79df req-fd2ecd3c-8bcb-4b6e-ad2f-173bdd571ce2 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:32.173919 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-c47fc25b-fe7a-49e5-b01e-8bd52bdd79df req-fd2ecd3c-8bcb-4b6e-ad2f-173bdd571ce2 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] For port 31432066-96f1-4228-9b05-2f004031686f, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=31432066-96f1-4228-9b05-2f004031686f,segment=NetworkSegment(01186c09-cc74-4a14-a084-d619f5355605),segment_id=01186c09-cc74-4a14-a084-d619f5355605)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:41:32.174281 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c47fc25b-fe7a-49e5-b01e-8bd52bdd79df req-fd2ecd3c-8bcb-4b6e-ad2f-173bdd571ce2 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:32.187554 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-c47fc25b-fe7a-49e5-b01e-8bd52bdd79df req-fd2ecd3c-8bcb-4b6e-ad2f-173bdd571ce2 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Calling delete_port for 31432066-96f1-4228-9b05-2f004031686f owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:41:32.374803 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c47fc25b-fe7a-49e5-b01e-8bd52bdd79df req-fd2ecd3c-8bcb-4b6e-ad2f-173bdd571ce2 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:32.403821 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ecd3c-8bcb-4b6e-ad2f-173bdd571ce2 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event deleted for resources: {'Port': ['ID=31432066-96f1-4228-9b05-2f004031686f,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:41:32.445407 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-c47fc25b-fe7a-49e5-b01e-8bd52bdd79df req-fd2ecd3c-8bcb-4b6e-ad2f-173bdd571ce2 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] No DVR routers for this DVR port 31432066-96f1-4228-9b05-2f004031686f on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:41:32.447921 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c47fc25b-fe7a-49e5-b01e-8bd52bdd79df req-fd2ecd3c-8bcb-4b6e-ad2f-173bdd571ce2 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:32.451118 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c47fc25b-fe7a-49e5-b01e-8bd52bdd79df req-fd2ecd3c-8bcb-4b6e-ad2f-173bdd571ce2 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.15 "DELETE /v2.0/ports/31432066-96f1-4228-9b05-2f004031686f HTTP/1.1" status: 204 len: 173 time: 0.4464440 Apr 20 13:41:32.451585 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd08eaae1-fceb-4acb-8114-4f006e2996a2', 'name': 'network-vif-deleted', 'tag': '31432066-96f1-4228-9b05-2f004031686f'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:41:32.453908 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a60f082-be27-4420-bdd3-bcb2a6e754c4" -d '{"events": [{"server_uuid": "d08eaae1-fceb-4acb-8114-4f006e2996a2", "name": "network-vif-deleted", "tag": "31432066-96f1-4228-9b05-2f004031686f"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:41:32.493003 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750e0191-d005-4d19-a7a0-8d3252e40f8f x-openstack-request-id: req-750e0191-d005-4d19-a7a0-8d3252e40f8f {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:41:32.493003 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d08eaae1-fceb-4acb-8114-4f006e2996a2", "name": "network-vif-deleted", "tag": "31432066-96f1-4228-9b05-2f004031686f", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:41:32.493003 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-750e0191-d005-4d19-a7a0-8d3252e40f8f {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:41:32.493003 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-750e0191-d005-4d19-a7a0-8d3252e40f8f'] response: {'server_uuid': 'd08eaae1-fceb-4acb-8114-4f006e2996a2', 'name': 'network-vif-deleted', 'tag': '31432066-96f1-4228-9b05-2f004031686f', 'status': 'completed', 'code': 200} Apr 20 13:41:32.918363 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7a1e92b5-8be2-450a-ada3-25e3a6cb88a6 req-b8234f5c-428e-42d4-820d-09858c27a0b2 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=d08eaae1-fceb-4acb-8114-4f006e2996a2 HTTP/1.1" status: 200 len: 210 time: 0.0261872 Apr 20 13:41:33.974321 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54134) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:41:34.031033 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a615d984-bce7-4adf-81b6-c1a8ea8a2d66 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:34.054970 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a615d984-bce7-4adf-81b6-c1a8ea8a2d66 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:34.210916 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 31432066-96f1-4228-9b05-2f004031686f no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:41:34.226280 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a615d984-bce7-4adf-81b6-c1a8ea8a2d66 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:34.228878 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a615d984-bce7-4adf-81b6-c1a8ea8a2d66 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:34.230038 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a615d984-bce7-4adf-81b6-c1a8ea8a2d66 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "DELETE /v2.0/security-groups/17839b2b-f533-4c8b-b05a-c31637046710 HTTP/1.1" status: 204 len: 168 time: 0.2547498 Apr 20 13:41:34.233740 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 31432066-96f1-4228-9b05-2f004031686f {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:41:34.235889 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 31432066-96f1-4228-9b05-2f004031686f not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:41:34.240233 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a615d984-bce7-4adf-81b6-c1a8ea8a2d66 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17839b2b-f533-4c8b-b05a-c31637046710,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:41:34.344300 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54138) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:41:34.952821 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7e3535cf-356c-48e6-ae74-5a8b1d5376c4 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:35.198609 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-7e3535cf-356c-48e6-ae74-5a8b1d5376c4 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Deleting port feed7212-2624-4c08-ad55-b1248553a54a {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:41:35.199286 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7e3535cf-356c-48e6-ae74-5a8b1d5376c4 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:35.285558 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-7e3535cf-356c-48e6-ae74-5a8b1d5376c4 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] For port feed7212-2624-4c08-ad55-b1248553a54a, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=feed7212-2624-4c08-ad55-b1248553a54a,segment=NetworkSegment(01186c09-cc74-4a14-a084-d619f5355605),segment_id=01186c09-cc74-4a14-a084-d619f5355605)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:41:35.285843 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7e3535cf-356c-48e6-ae74-5a8b1d5376c4 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:35.298255 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-7e3535cf-356c-48e6-ae74-5a8b1d5376c4 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Calling delete_port for feed7212-2624-4c08-ad55-b1248553a54a owned by network:router_interface {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:41:35.525602 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7e3535cf-356c-48e6-ae74-5a8b1d5376c4 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:35.556351 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3535cf-356c-48e6-ae74-5a8b1d5376c4 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event deleted for resources: {'Port': ['ID=feed7212-2624-4c08-ad55-b1248553a54a,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:41:35.737957 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7e3535cf-356c-48e6-ae74-5a8b1d5376c4 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:35.951148 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3535cf-356c-48e6-ae74-5a8b1d5376c4 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Router 23d268e8-7a7f-475b-a9e3-731c0c489e7b has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:41:36.057438 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3535cf-356c-48e6-ae74-5a8b1d5376c4 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:41:36.062488 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7e3535cf-356c-48e6-ae74-5a8b1d5376c4 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "PUT /v2.0/routers/23d268e8-7a7f-475b-a9e3-731c0c489e7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7169843 Apr 20 13:41:36.065256 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54148) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:41:36.072566 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783a09e0-9aa3-4d81-99a5-1826b8bafdc1 None None] Sync routers for ids ['23d268e8-7a7f-475b-a9e3-731c0c489e7b'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:41:36.082212 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783a09e0-9aa3-4d81-99a5-1826b8bafdc1 None None] Routers {'23d268e8-7a7f-475b-a9e3-731c0c489e7b'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:41:36.083055 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-783a09e0-9aa3-4d81-99a5-1826b8bafdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:41:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['23d268e8-7a7f-475b-a9e3-731c0c489e7b'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:41:36.120617 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-285426b9-3541-4732-bb85-446a39ff1d35 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Deleting subnet 9b64e51d-925b-4863-9f99-85f51a813906 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:41:36.123719 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-285426b9-3541-4732-bb85-446a39ff1d35 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:36.163540 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-285426b9-3541-4732-bb85-446a39ff1d35 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:36.185681 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-783a09e0-9aa3-4d81-99a5-1826b8bafdc1 None None] Set router 23d268e8-7a7f-475b-a9e3-731c0c489e7b gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:41:36.282816 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-285426b9-3541-4732-bb85-446a39ff1d35 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:36.363870 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-783a09e0-9aa3-4d81-99a5-1826b8bafdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'name': 'tempest-TestNetworkBasicOps-router-135415004', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '6c094fd4-9887-4ec5-a582-71ce6cfcb834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:38:47Z', 'updated_at': '2022-04-20T13:41:35Z', 'revision_number': 7, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'gw_port': {'id': '6c094fd4-9887-4ec5-a582-71ce6cfcb834', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:48Z', 'updated_at': '2022-04-20T13:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:41:36.389695 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783a09e0-9aa3-4d81-99a5-1826b8bafdc1 None None] Checking router: 23d268e8-7a7f-475b-a9e3-731c0c489e7b for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:41:36.397931 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783a09e0-9aa3-4d81-99a5-1826b8bafdc1 None None] Routers {'23d268e8-7a7f-475b-a9e3-731c0c489e7b'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:41:36.398555 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-783a09e0-9aa3-4d81-99a5-1826b8bafdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:41:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['23d268e8-7a7f-475b-a9e3-731c0c489e7b'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:41:36.406280 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-285426b9-3541-4732-bb85-446a39ff1d35 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:36.435585 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285426b9-3541-4732-bb85-446a39ff1d35 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event deleted for resources: {'Subnet': ['ID=9b64e51d-925b-4863-9f99-85f51a813906,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:41:36.437630 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-285426b9-3541-4732-bb85-446a39ff1d35 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:36.440857 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-285426b9-3541-4732-bb85-446a39ff1d35 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "DELETE /v2.0/subnets/9b64e51d-925b-4863-9f99-85f51a813906 HTTP/1.1" status: 204 len: 168 time: 0.3739858 Apr 20 13:41:36.443657 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54150) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:41:36.447577 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9f7027-46f4-4699-9579-a5541d7652ee None None] Network 7af92ba8-7370-494c-a402-e5185858a4cd requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:41:36.617179 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0731a387-b960-49f2-a960-8f97880de0d8 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:36.654146 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-783a09e0-9aa3-4d81-99a5-1826b8bafdc1 None None] Set router 23d268e8-7a7f-475b-a9e3-731c0c489e7b gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:41:36.700920 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87821d47-32c9-4b9a-986a-02c6bf31dafc None None] DHCP port deletion for 7af92ba8-7370-494c-a402-e5185858a4cd request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:41:36.775106 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-87821d47-32c9-4b9a-986a-02c6bf31dafc None None] Deleting port c097c1e4-aab9-439d-b2e2-286fa5ba5b06 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:41:36.775812 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-87821d47-32c9-4b9a-986a-02c6bf31dafc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:36.818521 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0731a387-b960-49f2-a960-8f97880de0d8 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:36.874373 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-87821d47-32c9-4b9a-986a-02c6bf31dafc None None] For port c097c1e4-aab9-439d-b2e2-286fa5ba5b06, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=c097c1e4-aab9-439d-b2e2-286fa5ba5b06,segment=NetworkSegment(01186c09-cc74-4a14-a084-d619f5355605),segment_id=01186c09-cc74-4a14-a084-d619f5355605)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:41:36.874782 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-87821d47-32c9-4b9a-986a-02c6bf31dafc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:36.887789 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device c097c1e4-aab9-439d-b2e2-286fa5ba5b06 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:41:36.915755 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-87821d47-32c9-4b9a-986a-02c6bf31dafc None None] Calling delete_port for c097c1e4-aab9-439d-b2e2-286fa5ba5b06 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:41:36.946426 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-783a09e0-9aa3-4d81-99a5-1826b8bafdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'name': 'tempest-TestNetworkBasicOps-router-135415004', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '6c094fd4-9887-4ec5-a582-71ce6cfcb834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:38:47Z', 'updated_at': '2022-04-20T13:41:35Z', 'revision_number': 7, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'gw_port': {'id': '6c094fd4-9887-4ec5-a582-71ce6cfcb834', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:48Z', 'updated_at': '2022-04-20T13:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:41:36.993831 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-0731a387-b960-49f2-a960-8f97880de0d8 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Deleting port 6c094fd4-9887-4ec5-a582-71ce6cfcb834 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:41:36.998375 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783a09e0-9aa3-4d81-99a5-1826b8bafdc1 None None] The sync data for ids ['23d268e8-7a7f-475b-a9e3-731c0c489e7b'] in n-d-836015-7 is: [{'id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'name': 'tempest-TestNetworkBasicOps-router-135415004', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '6c094fd4-9887-4ec5-a582-71ce6cfcb834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:38:47Z', 'updated_at': '2022-04-20T13:41:35Z', 'revision_number': 7, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'gw_port': {'id': '6c094fd4-9887-4ec5-a582-71ce6cfcb834', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d268e8-7a7f-475b-a9e3-731c0c489e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:38:48Z', 'updated_at': '2022-04-20T13:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:41:36.999584 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0731a387-b960-49f2-a960-8f97880de0d8 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:37.078594 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:37.110559 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-0731a387-b960-49f2-a960-8f97880de0d8 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] For port 6c094fd4-9887-4ec5-a582-71ce6cfcb834, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=6c094fd4-9887-4ec5-a582-71ce6cfcb834,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:41:37.110936 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0731a387-b960-49f2-a960-8f97880de0d8 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:37.123656 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-0731a387-b960-49f2-a960-8f97880de0d8 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Calling delete_port for 6c094fd4-9887-4ec5-a582-71ce6cfcb834 owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:41:37.199992 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 20 13:41:37.199992 n-d-836015-7 neutron-server[114871]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Apr 20 13:41:37.199992 n-d-836015-7 neutron-server[114871]: [parameters: {'status': 'DOWN', 'ports_id': 'c097c1e4-aab9-439d-b2e2-286fa5ba5b06'}] Apr 20 13:41:37.199992 n-d-836015-7 neutron-server[114871]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:41:37.200967 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:41:37.201836 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-87821d47-32c9-4b9a-986a-02c6bf31dafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:37.238236 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87821d47-32c9-4b9a-986a-02c6bf31dafc None None] Pushing event deleted for resources: {'Port': ['ID=c097c1e4-aab9-439d-b2e2-286fa5ba5b06,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:41:37.238236 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87821d47-32c9-4b9a-986a-02c6bf31dafc None None] No DVR routers for this DVR port c097c1e4-aab9-439d-b2e2-286fa5ba5b06 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:41:37.412136 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0731a387-b960-49f2-a960-8f97880de0d8 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:37.442742 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0731a387-b960-49f2-a960-8f97880de0d8 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event deleted for resources: {'Port': ['ID=6c094fd4-9887-4ec5-a582-71ce6cfcb834,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:41:37.527573 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0731a387-b960-49f2-a960-8f97880de0d8 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:37.636530 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0731a387-b960-49f2-a960-8f97880de0d8 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:37.638864 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0731a387-b960-49f2-a960-8f97880de0d8 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:37.722631 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Port c097c1e4-aab9-439d-b2e2-286fa5ba5b06 update to DOWN by agent not found {{(pid=114871) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 20 13:41:37.775168 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0731a387-b960-49f2-a960-8f97880de0d8 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:37.775755 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0731a387-b960-49f2-a960-8f97880de0d8 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Fanout notify agent at l3_agent the message router_deleted on router 23d268e8-7a7f-475b-a9e3-731c0c489e7b {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:41:37.787002 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0731a387-b960-49f2-a960-8f97880de0d8 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:37.787002 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0731a387-b960-49f2-a960-8f97880de0d8 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "DELETE /v2.0/routers/23d268e8-7a7f-475b-a9e3-731c0c489e7b HTTP/1.1" status: 204 len: 168 time: 1.3389871 Apr 20 13:41:37.787223 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54162) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:41:37.869271 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea4ce6bc-7b11-4843-8e44-d0fe9662de58 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:37.953141 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea4ce6bc-7b11-4843-8e44-d0fe9662de58 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:37.973168 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-ea4ce6bc-7b11-4843-8e44-d0fe9662de58 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7af92ba8-7370-494c-a402-e5185858a4cd']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:41:37.982139 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-ea4ce6bc-7b11-4843-8e44-d0fe9662de58 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01186c09-cc74-4a14-a084-d619f5355605') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:41:37.982442 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-ea4ce6bc-7b11-4843-8e44-d0fe9662de58 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01186c09-cc74-4a14-a084-d619f5355605') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:41:37.995420 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea4ce6bc-7b11-4843-8e44-d0fe9662de58 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:38.008569 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea4ce6bc-7b11-4843-8e44-d0fe9662de58 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:38.014141 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea4ce6bc-7b11-4843-8e44-d0fe9662de58 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:41:38.014525 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea4ce6bc-7b11-4843-8e44-d0fe9662de58 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:38.017470 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:41:38.017470 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:41:38.017470 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:41:38.017470 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:41:38.017470 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:41:38.017470 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:41:38.017470 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:41:38.017470 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:41:38.017470 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:41:38.017470 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:41:38.017470 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:41:38.017470 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:41:38.017470 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:41:38.017470 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:41:38.017470 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:41:38.017470 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:41:38.017470 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:41:38.017470 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:41:38.017470 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:41:38.017470 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:41:38.017470 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:41:38.017470 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:41:38.017470 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:41:38.017470 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:41:38.017470 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:41:38.017470 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:41:38.017470 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:41:38.017470 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:41:38.017470 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:41:38.017470 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:41:38.017470 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:41:38.017470 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:41:38.120167 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea4ce6bc-7b11-4843-8e44-d0fe9662de58 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:38.127796 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea4ce6bc-7b11-4843-8e44-d0fe9662de58 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:38.130644 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ea4ce6bc-7b11-4843-8e44-d0fe9662de58 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "DELETE /v2.0/networks/7af92ba8-7370-494c-a402-e5185858a4cd HTTP/1.1" status: 204 len: 168 time: 0.3423934 Apr 20 13:41:38.142017 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ce6bc-7b11-4843-8e44-d0fe9662de58 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event deleted for resources: {'Network': ['ID=7af92ba8-7370-494c-a402-e5185858a4cd,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:41:38.149610 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54164) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:41:38.155086 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-b9f0346e-44c5-4d3a-8c96-4061699acc94 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Request body: {'network': {'name': 'tempest-network-smoke--1178268601', 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'port_security_enabled': True}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:41:38.251927 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f0346e-44c5-4d3a-8c96-4061699acc94 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Made reservation on behalf of b9708aebf2fb4598b6635345afd09eb5 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:41:38.251927 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b9f0346e-44c5-4d3a-8c96-4061699acc94 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:38.272745 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f0346e-44c5-4d3a-8c96-4061699acc94 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:41:38.281437 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b9f0346e-44c5-4d3a-8c96-4061699acc94 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:38.281785 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-b9f0346e-44c5-4d3a-8c96-4061699acc94 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Added segment 7f54a528-d7f5-45ba-8c58-1b2cf4fb10de of type vlan for network 08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a Apr 20 13:41:38.321419 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b9f0346e-44c5-4d3a-8c96-4061699acc94 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:38.405478 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b9f0346e-44c5-4d3a-8c96-4061699acc94 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:38.411012 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f0346e-44c5-4d3a-8c96-4061699acc94 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:38.411688 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b9f0346e-44c5-4d3a-8c96-4061699acc94 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:38.479166 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0346e-44c5-4d3a-8c96-4061699acc94 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event updated for resources: {'Network': ['ID=08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:41:38.500183 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:41:38.551507 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device feed7212-2624-4c08-ad55-b1248553a54a no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:41:38.559640 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b9f0346e-44c5-4d3a-8c96-4061699acc94 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4065061 Apr 20 13:41:38.561512 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54166) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:41:38.564658 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-56d63f12-cf0e-49be-849b-1322921d7713 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1496067097', 'admin_state_up': True, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:41:38.580297 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: feed7212-2624-4c08-ad55-b1248553a54a {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:41:38.580635 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device feed7212-2624-4c08-ad55-b1248553a54a not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:41:38.581045 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 6c094fd4-9887-4ec5-a582-71ce6cfcb834 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:41:38.604198 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 6c094fd4-9887-4ec5-a582-71ce6cfcb834 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:41:38.604551 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 6c094fd4-9887-4ec5-a582-71ce6cfcb834 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:41:38.672427 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-56d63f12-cf0e-49be-849b-1322921d7713 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:38.673511 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-56d63f12-cf0e-49be-849b-1322921d7713 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:38.726749 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-56d63f12-cf0e-49be-849b-1322921d7713 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:38.919586 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-56d63f12-cf0e-49be-849b-1322921d7713 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:39.467494 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-56d63f12-cf0e-49be-849b-1322921d7713 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for router_gateway, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:39.487196 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-56d63f12-cf0e-49be-849b-1322921d7713 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:39.591975 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-56d63f12-cf0e-49be-849b-1322921d7713 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Allocated IP 172.25.8.55 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/c40289e5-4ddc-42de-9845-c4730a41751c) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:41:39.697814 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-56d63f12-cf0e-49be-849b-1322921d7713 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:39.798494 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-56d63f12-cf0e-49be-849b-1322921d7713 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:39.841201 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d63f12-cf0e-49be-849b-1322921d7713 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:41:39.844317 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-56d63f12-cf0e-49be-849b-1322921d7713 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:41:39.850209 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d63f12-cf0e-49be-849b-1322921d7713 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:41:39.851649 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d63f12-cf0e-49be-849b-1322921d7713 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event updated for resources: {'Port': ['ID=c40289e5-4ddc-42de-9845-c4730a41751c,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:41:40.163384 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-56d63f12-cf0e-49be-849b-1322921d7713 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for router_gateway, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:40.364411 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-56d63f12-cf0e-49be-849b-1322921d7713 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:40.542754 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d63f12-cf0e-49be-849b-1322921d7713 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Router b5195762-dc8c-40be-b914-4d22b7016d1a is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:41:40.660736 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d63f12-cf0e-49be-849b-1322921d7713 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:41:40.670453 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a94e836-22d9-4c2a-b61e-eedaac754019 None None] Sync routers for ids ['b5195762-dc8c-40be-b914-4d22b7016d1a'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:41:40.685959 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a94e836-22d9-4c2a-b61e-eedaac754019 None None] Routers {'b5195762-dc8c-40be-b914-4d22b7016d1a'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:41:40.686298 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-1a94e836-22d9-4c2a-b61e-eedaac754019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:41:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['b5195762-dc8c-40be-b914-4d22b7016d1a'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:41:40.729148 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-56d63f12-cf0e-49be-849b-1322921d7713 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:40.733578 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-56d63f12-cf0e-49be-849b-1322921d7713 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1696625 Apr 20 13:41:40.733769 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54182) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:41:40.770533 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5bc11719-1c2c-4c6c-beb0-8305740902d3 tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=b9708aebf2fb4598b6635345afd09eb5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331597 Apr 20 13:41:40.770785 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54184) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:41:40.798927 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-1a94e836-22d9-4c2a-b61e-eedaac754019 None None] Set router b5195762-dc8c-40be-b914-4d22b7016d1a gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:41:40.919966 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db26929-c0e3-4ddf-8b16-2d1ba96b6d3f tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:40.924079 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4db26929-c0e3-4ddf-8b16-2d1ba96b6d3f tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1498175 Apr 20 13:41:40.924293 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54186) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:41:40.957470 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-50c1690d-5f37-4a70-9dcd-27c3ffd46aa7 tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=08acadad-0b4a-420a-b5f5-639128d4ec40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317369 Apr 20 13:41:40.959837 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54188) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:41:40.965028 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-b11bc5f1-de72-4ba3-86af-cefb08465823 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1801028091', 'network_id': '08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a', 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:41:40.979520 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-1a94e836-22d9-4c2a-b61e-eedaac754019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5195762-dc8c-40be-b914-4d22b7016d1a', 'name': 'tempest-TestNetworkBasicOps-router-1496067097', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'c40289e5-4ddc-42de-9845-c4730a41751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:41:38Z', 'updated_at': '2022-04-20T13:41:39Z', 'revision_number': 3, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'gw_port': {'id': 'c40289e5-4ddc-42de-9845-c4730a41751c', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5195762-dc8c-40be-b914-4d22b7016d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:41:39Z', 'updated_at': '2022-04-20T13:41:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:41:41.006834 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a94e836-22d9-4c2a-b61e-eedaac754019 None None] Checking router: b5195762-dc8c-40be-b914-4d22b7016d1a for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:41:41.007183 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a94e836-22d9-4c2a-b61e-eedaac754019 None None] Updating router b5195762-dc8c-40be-b914-4d22b7016d1a port c40289e5-4ddc-42de-9845-c4730a41751c binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:41:41.031786 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1a94e836-22d9-4c2a-b61e-eedaac754019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:41.098018 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11bc5f1-de72-4ba3-86af-cefb08465823 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Made reservation on behalf of b9708aebf2fb4598b6635345afd09eb5 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:41:41.101971 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b11bc5f1-de72-4ba3-86af-cefb08465823 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:41.298862 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1a94e836-22d9-4c2a-b61e-eedaac754019 None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:41.360018 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b11bc5f1-de72-4ba3-86af-cefb08465823 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:41.388342 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1a94e836-22d9-4c2a-b61e-eedaac754019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:41.417513 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11bc5f1-de72-4ba3-86af-cefb08465823 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event updated for resources: {'Subnet': ['ID=b5384c48-ba3c-4794-8ea0-d31c3a71f17d,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:41:41.436696 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-1a94e836-22d9-4c2a-b61e-eedaac754019 None None] Attempting to bind port c40289e5-4ddc-42de-9845-c4730a41751c on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:41:41.437070 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-1a94e836-22d9-4c2a-b61e-eedaac754019 None None] Attempting to bind port c40289e5-4ddc-42de-9845-c4730a41751c by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:41:41.437625 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a94e836-22d9-4c2a-b61e-eedaac754019 None None] Attempting to bind port c40289e5-4ddc-42de-9845-c4730a41751c on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:41:41.443482 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11bc5f1-de72-4ba3-86af-cefb08465823 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Checking segment: {'id': '7f54a528-d7f5-45ba-8c58-1b2cf4fb10de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:41:41.443923 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11bc5f1-de72-4ba3-86af-cefb08465823 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Network hostable DHCP agents. Network: 08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:41:41.448879 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a94e836-22d9-4c2a-b61e-eedaac754019 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:41:41.449659 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a94e836-22d9-4c2a-b61e-eedaac754019 None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:41:41.449659 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1a94e836-22d9-4c2a-b61e-eedaac754019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:41.449936 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a94e836-22d9-4c2a-b61e-eedaac754019 None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:41:41.450407 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-1a94e836-22d9-4c2a-b61e-eedaac754019 None None] Bound port: c40289e5-4ddc-42de-9845-c4730a41751c, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:41:41.450788 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1a94e836-22d9-4c2a-b61e-eedaac754019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:41.452487 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46404f1-e891-4c2f-a37a-19d36d708a6b None None] Pushing event updated for resources: {'Port': ['ID=c40289e5-4ddc-42de-9845-c4730a41751c,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:41:41.522352 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-1a94e836-22d9-4c2a-b61e-eedaac754019 None None] For port c40289e5-4ddc-42de-9845-c4730a41751c, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:41:41.525563 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-1a94e836-22d9-4c2a-b61e-eedaac754019 None None] For port c40289e5-4ddc-42de-9845-c4730a41751c, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=c40289e5-4ddc-42de-9845-c4730a41751c,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:41:41.531171 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11bc5f1-de72-4ba3-86af-cefb08465823 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Network 08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:41:41.611678 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1a94e836-22d9-4c2a-b61e-eedaac754019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:41.634227 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-b11bc5f1-de72-4ba3-86af-cefb08465823 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:41:41.639598 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11bc5f1-de72-4ba3-86af-cefb08465823 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:41.640065 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b11bc5f1-de72-4ba3-86af-cefb08465823 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:41.648506 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa354c72-4720-49ea-94c1-e3242cf5924f None None] Network 08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:41:41.711799 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b11bc5f1-de72-4ba3-86af-cefb08465823 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7504365 Apr 20 13:41:41.714319 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54192) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:41:41.716139 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a94e836-22d9-4c2a-b61e-eedaac754019 None None] Routers {'b5195762-dc8c-40be-b914-4d22b7016d1a'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:41:41.716772 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-1a94e836-22d9-4c2a-b61e-eedaac754019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:41:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['b5195762-dc8c-40be-b914-4d22b7016d1a'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:41:41.919142 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46404f1-e891-4c2f-a37a-19d36d708a6b None None] Pushing event updated for resources: {'Port': ['ID=c40289e5-4ddc-42de-9845-c4730a41751c,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:41:42.033985 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-1a94e836-22d9-4c2a-b61e-eedaac754019 None None] Set router b5195762-dc8c-40be-b914-4d22b7016d1a gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:41:42.162863 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5d27-d05e-4ae4-8d24-b9229fca872c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:42.183022 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c092c11b-2f56-49ad-9b89-de1f390ad970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a', 'network_id': '08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'fixed_ips': [{'subnet_id': 'b5384c48-ba3c-4794-8ea0-d31c3a71f17d'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:41:42.183022 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c092c11b-2f56-49ad-9b89-de1f390ad970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:42.375537 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-1a94e836-22d9-4c2a-b61e-eedaac754019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5195762-dc8c-40be-b914-4d22b7016d1a', 'name': 'tempest-TestNetworkBasicOps-router-1496067097', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'c40289e5-4ddc-42de-9845-c4730a41751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:41:38Z', 'updated_at': '2022-04-20T13:41:39Z', 'revision_number': 3, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'gw_port': {'id': 'c40289e5-4ddc-42de-9845-c4730a41751c', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5195762-dc8c-40be-b914-4d22b7016d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:41:39Z', 'updated_at': '2022-04-20T13:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:41:42.404254 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-c092c11b-2f56-49ad-9b89-de1f390ad970 None None] Allocated IP 172.20.0.2 (08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a/b5384c48-ba3c-4794-8ea0-d31c3a71f17d/d4644b8f-73bd-48e2-8e19-013a31514f9f) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:41:42.406489 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a94e836-22d9-4c2a-b61e-eedaac754019 None None] The sync data for ids ['b5195762-dc8c-40be-b914-4d22b7016d1a'] in n-d-836015-7 is: [{'id': 'b5195762-dc8c-40be-b914-4d22b7016d1a', 'name': 'tempest-TestNetworkBasicOps-router-1496067097', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'c40289e5-4ddc-42de-9845-c4730a41751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:41:38Z', 'updated_at': '2022-04-20T13:41:39Z', 'revision_number': 3, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'gw_port': {'id': 'c40289e5-4ddc-42de-9845-c4730a41751c', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5195762-dc8c-40be-b914-4d22b7016d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:41:39Z', 'updated_at': '2022-04-20T13:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:41:42.437291 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:42.573742 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c092c11b-2f56-49ad-9b89-de1f390ad970 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:42.647812 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c092c11b-2f56-49ad-9b89-de1f390ad970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:42.698627 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c092c11b-2f56-49ad-9b89-de1f390ad970 None None] Network 08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:41:42.701588 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-c092c11b-2f56-49ad-9b89-de1f390ad970 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:41:42.720576 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092c11b-2f56-49ad-9b89-de1f390ad970 None None] Pushing event updated for resources: {'Port': ['ID=d4644b8f-73bd-48e2-8e19-013a31514f9f,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:41:42.726026 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-3d1d5d27-d05e-4ae4-8d24-b9229fca872c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Allocated IP 172.20.0.1 (08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a/b5384c48-ba3c-4794-8ea0-d31c3a71f17d/1d31a9e0-1b11-477b-b33a-34ae6c03b78b) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:41:42.729613 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c092c11b-2f56-49ad-9b89-de1f390ad970 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:41:42.799996 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-c092c11b-2f56-49ad-9b89-de1f390ad970 None None] Attempting to bind port d4644b8f-73bd-48e2-8e19-013a31514f9f on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:41:42.800767 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-c092c11b-2f56-49ad-9b89-de1f390ad970 None None] Attempting to bind port d4644b8f-73bd-48e2-8e19-013a31514f9f by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '7f54a528-d7f5-45ba-8c58-1b2cf4fb10de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:41:42.801414 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c092c11b-2f56-49ad-9b89-de1f390ad970 None None] Attempting to bind port d4644b8f-73bd-48e2-8e19-013a31514f9f on network 08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:41:42.808246 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c092c11b-2f56-49ad-9b89-de1f390ad970 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:41:42.809205 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c092c11b-2f56-49ad-9b89-de1f390ad970 None None] Checking segment: {'id': '7f54a528-d7f5-45ba-8c58-1b2cf4fb10de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:41:42.809863 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c092c11b-2f56-49ad-9b89-de1f390ad970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:42.810466 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c092c11b-2f56-49ad-9b89-de1f390ad970 None None] Bound using segment: {'id': '7f54a528-d7f5-45ba-8c58-1b2cf4fb10de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:41:42.811267 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-c092c11b-2f56-49ad-9b89-de1f390ad970 None None] Bound port: d4644b8f-73bd-48e2-8e19-013a31514f9f, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f54a528-d7f5-45ba-8c58-1b2cf4fb10de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:41:42.811899 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c092c11b-2f56-49ad-9b89-de1f390ad970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:42.868078 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5d27-d05e-4ae4-8d24-b9229fca872c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:42.891777 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-c092c11b-2f56-49ad-9b89-de1f390ad970 None None] For port d4644b8f-73bd-48e2-8e19-013a31514f9f, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:41:42.897417 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-c092c11b-2f56-49ad-9b89-de1f390ad970 None None] For port d4644b8f-73bd-48e2-8e19-013a31514f9f, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d4644b8f-73bd-48e2-8e19-013a31514f9f,segment=NetworkSegment(7f54a528-d7f5-45ba-8c58-1b2cf4fb10de),segment_id=7f54a528-d7f5-45ba-8c58-1b2cf4fb10de)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:41:42.975431 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c092c11b-2f56-49ad-9b89-de1f390ad970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:43.021405 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5d27-d05e-4ae4-8d24-b9229fca872c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:43.039646 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092c11b-2f56-49ad-9b89-de1f390ad970 None None] Pushing event updated for resources: {'Port': ['ID=d4644b8f-73bd-48e2-8e19-013a31514f9f,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:41:43.086296 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1d5d27-d05e-4ae4-8d24-b9229fca872c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Network 08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:41:43.087921 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5d27-d05e-4ae4-8d24-b9229fca872c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event updated for resources: {'Port': ['ID=1d31a9e0-1b11-477b-b33a-34ae6c03b78b,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:41:43.090620 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-3d1d5d27-d05e-4ae4-8d24-b9229fca872c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:41:43.092687 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1d5d27-d05e-4ae4-8d24-b9229fca872c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:41:43.138598 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5d27-d05e-4ae4-8d24-b9229fca872c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:43.171383 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:43.389279 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5d27-d05e-4ae4-8d24-b9229fca872c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:43.687054 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5d27-d05e-4ae4-8d24-b9229fca872c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:43.759964 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5d27-d05e-4ae4-8d24-b9229fca872c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:43.832918 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5d27-d05e-4ae4-8d24-b9229fca872c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:43.834733 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5d27-d05e-4ae4-8d24-b9229fca872c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event updated for resources: {'Port': ['ID=1d31a9e0-1b11-477b-b33a-34ae6c03b78b,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:41:43.935689 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1d5d27-d05e-4ae4-8d24-b9229fca872c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Network 08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:41:43.937105 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-3d1d5d27-d05e-4ae4-8d24-b9229fca872c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:41:44.050554 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1d5d27-d05e-4ae4-8d24-b9229fca872c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Router b5195762-dc8c-40be-b914-4d22b7016d1a has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:41:44.117385 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96fe9cd-42ed-4365-a70d-517ea0d3edc3 None None] Network 08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:41:44.162723 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1d5d27-d05e-4ae4-8d24-b9229fca872c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:41:44.170186 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-3d1d5d27-d05e-4ae4-8d24-b9229fca872c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "PUT /v2.0/routers/b5195762-dc8c-40be-b914-4d22b7016d1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4524240 Apr 20 13:41:44.170588 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54198) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:41:44.232629 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-97d8a7ac-6413-4ddd-806a-3515ef7bb87b None None] Provisioning complete for port d4644b8f-73bd-48e2-8e19-013a31514f9f triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:41:44.233003 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-97d8a7ac-6413-4ddd-806a-3515ef7bb87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:44.358998 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-97d8a7ac-6413-4ddd-806a-3515ef7bb87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:44.391660 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-97d8a7ac-6413-4ddd-806a-3515ef7bb87b None None] For port d4644b8f-73bd-48e2-8e19-013a31514f9f, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d4644b8f-73bd-48e2-8e19-013a31514f9f,segment=NetworkSegment(7f54a528-d7f5-45ba-8c58-1b2cf4fb10de),segment_id=7f54a528-d7f5-45ba-8c58-1b2cf4fb10de)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:41:44.469144 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-97d8a7ac-6413-4ddd-806a-3515ef7bb87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:44.562414 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d8a7ac-6413-4ddd-806a-3515ef7bb87b None None] Pushing event updated for resources: {'Port': ['ID=d4644b8f-73bd-48e2-8e19-013a31514f9f,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:41:44.592984 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-601607d2-4a1c-4b5a-a1fa-d66d1a6faee1 None None] Provisioning complete for port 1d31a9e0-1b11-477b-b33a-34ae6c03b78b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:41:44.593358 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-601607d2-4a1c-4b5a-a1fa-d66d1a6faee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:44.634884 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-601607d2-4a1c-4b5a-a1fa-d66d1a6faee1 None None] Port 1d31a9e0-1b11-477b-b33a-34ae6c03b78b cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:41:44.654664 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-601607d2-4a1c-4b5a-a1fa-d66d1a6faee1 None None] Provisioning complete for port d4644b8f-73bd-48e2-8e19-013a31514f9f triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:41:44.655240 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-601607d2-4a1c-4b5a-a1fa-d66d1a6faee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:44.685842 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d4644b8f-73bd-48e2-8e19-013a31514f9f up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:41:44.689042 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951503f3-98e0-408b-b310-31cae7da2147 tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:44.689862 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951503f3-98e0-408b-b310-31cae7da2147 tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:44.691045 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951503f3-98e0-408b-b310-31cae7da2147 tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:44.691761 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951503f3-98e0-408b-b310-31cae7da2147 tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:44.692762 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951503f3-98e0-408b-b310-31cae7da2147 tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:44.695152 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-951503f3-98e0-408b-b310-31cae7da2147 tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3589 time: 0.5234861 Apr 20 13:41:44.698118 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54202) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:41:44.766011 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a627aea8-b13e-4a66-89d9-95357dbd3109 tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:44.766613 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a627aea8-b13e-4a66-89d9-95357dbd3109 tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:44.767063 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a627aea8-b13e-4a66-89d9-95357dbd3109 tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:44.767688 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a627aea8-b13e-4a66-89d9-95357dbd3109 tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:44.768203 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a627aea8-b13e-4a66-89d9-95357dbd3109 tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:44.770493 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a627aea8-b13e-4a66-89d9-95357dbd3109 tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3370 time: 0.0708549 Apr 20 13:41:44.772844 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54204) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:41:44.779031 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port d4644b8f-73bd-48e2-8e19-013a31514f9f triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:41:44.779942 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:44.804506 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6037d499-5f3e-4e2f-b03b-6e9683387ddb None None] Sync routers for ids ['b5195762-dc8c-40be-b914-4d22b7016d1a'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:41:44.817862 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6037d499-5f3e-4e2f-b03b-6e9683387ddb None None] Routers {'b5195762-dc8c-40be-b914-4d22b7016d1a'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:41:44.818793 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-6037d499-5f3e-4e2f-b03b-6e9683387ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:41:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['b5195762-dc8c-40be-b914-4d22b7016d1a'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:41:44.876799 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device c40289e5-4ddc-42de-9845-c4730a41751c up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:41:44.928770 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port c40289e5-4ddc-42de-9845-c4730a41751c triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:41:44.929410 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:44.954549 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-6037d499-5f3e-4e2f-b03b-6e9683387ddb None None] Set router b5195762-dc8c-40be-b914-4d22b7016d1a gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:41:44.986349 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-825d8976-9fbf-40ac-b408-8223d092148c None None] Provisioning complete for port 1d31a9e0-1b11-477b-b33a-34ae6c03b78b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:41:44.986718 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-825d8976-9fbf-40ac-b408-8223d092148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:45.058924 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-825d8976-9fbf-40ac-b408-8223d092148c None None] Port 1d31a9e0-1b11-477b-b33a-34ae6c03b78b cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:41:45.064030 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:45.086867 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port c40289e5-4ddc-42de-9845-c4730a41751c, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=c40289e5-4ddc-42de-9845-c4730a41751c,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:41:45.160507 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:45.176421 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-6037d499-5f3e-4e2f-b03b-6e9683387ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5195762-dc8c-40be-b914-4d22b7016d1a', 'name': 'tempest-TestNetworkBasicOps-router-1496067097', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'c40289e5-4ddc-42de-9845-c4730a41751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:41:38Z', 'updated_at': '2022-04-20T13:41:43Z', 'revision_number': 4, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'gw_port': {'id': 'c40289e5-4ddc-42de-9845-c4730a41751c', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5195762-dc8c-40be-b914-4d22b7016d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:41:39Z', 'updated_at': '2022-04-20T13:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '1d31a9e0-1b11-477b-b33a-34ae6c03b78b', 'name': '', 'network_id': '08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'mac_address': 'fa:16:3e:30:15:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5195762-dc8c-40be-b914-4d22b7016d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'b5384c48-ba3c-4794-8ea0-d31c3a71f17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:41:42Z', 'updated_at': '2022-04-20T13:41:43Z', 'revision_number': 2, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'subnets': [{'id': 'b5384c48-ba3c-4794-8ea0-d31c3a71f17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:41:45.208378 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6037d499-5f3e-4e2f-b03b-6e9683387ddb None None] Checking router: b5195762-dc8c-40be-b914-4d22b7016d1a for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:41:45.209068 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6037d499-5f3e-4e2f-b03b-6e9683387ddb None None] Updating router b5195762-dc8c-40be-b914-4d22b7016d1a port 1d31a9e0-1b11-477b-b33a-34ae6c03b78b binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:41:45.222314 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-2569e668-d6e6-4f84-9943-912376d0c0df None None] Provisioning complete for port 1d31a9e0-1b11-477b-b33a-34ae6c03b78b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:41:45.222822 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2569e668-d6e6-4f84-9943-912376d0c0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:45.227345 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=c40289e5-4ddc-42de-9845-c4730a41751c,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:41:45.236903 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-6037d499-5f3e-4e2f-b03b-6e9683387ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:45.262584 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-2569e668-d6e6-4f84-9943-912376d0c0df None None] Port 1d31a9e0-1b11-477b-b33a-34ae6c03b78b cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:41:45.347637 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e8676a36-9b40-4abf-b87f-7db37d4f3d0e tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2330 time: 0.5711083 Apr 20 13:41:45.508413 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-6037d499-5f3e-4e2f-b03b-6e9683387ddb None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:45.580457 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-6037d499-5f3e-4e2f-b03b-6e9683387ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:45.626365 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e396df8-b7de-447d-ac2a-11bf08d6b333 None None] Pushing event updated for resources: {'Port': ['ID=1d31a9e0-1b11-477b-b33a-34ae6c03b78b,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:41:45.680156 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-6037d499-5f3e-4e2f-b03b-6e9683387ddb None None] Attempting to bind port 1d31a9e0-1b11-477b-b33a-34ae6c03b78b on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:41:45.680525 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-6037d499-5f3e-4e2f-b03b-6e9683387ddb None None] Attempting to bind port 1d31a9e0-1b11-477b-b33a-34ae6c03b78b by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '7f54a528-d7f5-45ba-8c58-1b2cf4fb10de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:41:45.680884 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6037d499-5f3e-4e2f-b03b-6e9683387ddb None None] Attempting to bind port 1d31a9e0-1b11-477b-b33a-34ae6c03b78b on network 08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:41:45.685914 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6037d499-5f3e-4e2f-b03b-6e9683387ddb None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:41:45.686396 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6037d499-5f3e-4e2f-b03b-6e9683387ddb None None] Checking segment: {'id': '7f54a528-d7f5-45ba-8c58-1b2cf4fb10de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:41:45.686795 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-6037d499-5f3e-4e2f-b03b-6e9683387ddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:45.687183 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6037d499-5f3e-4e2f-b03b-6e9683387ddb None None] Bound using segment: {'id': '7f54a528-d7f5-45ba-8c58-1b2cf4fb10de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:41:45.687669 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-6037d499-5f3e-4e2f-b03b-6e9683387ddb None None] Bound port: 1d31a9e0-1b11-477b-b33a-34ae6c03b78b, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f54a528-d7f5-45ba-8c58-1b2cf4fb10de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:41:45.688047 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-6037d499-5f3e-4e2f-b03b-6e9683387ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:45.772573 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-6037d499-5f3e-4e2f-b03b-6e9683387ddb None None] For port 1d31a9e0-1b11-477b-b33a-34ae6c03b78b, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:41:45.772573 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-6037d499-5f3e-4e2f-b03b-6e9683387ddb None None] For port 1d31a9e0-1b11-477b-b33a-34ae6c03b78b, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=1d31a9e0-1b11-477b-b33a-34ae6c03b78b,segment=NetworkSegment(7f54a528-d7f5-45ba-8c58-1b2cf4fb10de),segment_id=7f54a528-d7f5-45ba-8c58-1b2cf4fb10de)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:41:45.775768 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54210) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:41:45.780411 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-387bf42e-9d65-4f8b-bbb3-74e67a51da5d tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-795343349', 'description': 'tempest-secgroup-smoke-795343349 description', 'project_id': 'b9708aebf2fb4598b6635345afd09eb5'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:41:45.840597 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-6037d499-5f3e-4e2f-b03b-6e9683387ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:45.863058 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-387bf42e-9d65-4f8b-bbb3-74e67a51da5d tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:45.889332 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-02101dff-5925-4bc1-8011-fcc696bf7ce3 None None] Provisioning complete for port 1d31a9e0-1b11-477b-b33a-34ae6c03b78b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:41:45.889730 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-02101dff-5925-4bc1-8011-fcc696bf7ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:45.905214 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e396df8-b7de-447d-ac2a-11bf08d6b333 None None] Pushing event updated for resources: {'Port': ['ID=1d31a9e0-1b11-477b-b33a-34ae6c03b78b,revision_number=4']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:41:45.914379 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6037d499-5f3e-4e2f-b03b-6e9683387ddb None None] Routers {'b5195762-dc8c-40be-b914-4d22b7016d1a'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:41:45.915016 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-6037d499-5f3e-4e2f-b03b-6e9683387ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:41:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['b5195762-dc8c-40be-b914-4d22b7016d1a'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:41:45.960034 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-387bf42e-9d65-4f8b-bbb3-74e67a51da5d tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:45.986103 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-02101dff-5925-4bc1-8011-fcc696bf7ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:46.024295 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-02101dff-5925-4bc1-8011-fcc696bf7ce3 None None] For port 1d31a9e0-1b11-477b-b33a-34ae6c03b78b, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=1d31a9e0-1b11-477b-b33a-34ae6c03b78b,segment=NetworkSegment(7f54a528-d7f5-45ba-8c58-1b2cf4fb10de),segment_id=7f54a528-d7f5-45ba-8c58-1b2cf4fb10de)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:41:46.034923 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-6037d499-5f3e-4e2f-b03b-6e9683387ddb None None] Set router b5195762-dc8c-40be-b914-4d22b7016d1a gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:41:46.037889 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-387bf42e-9d65-4f8b-bbb3-74e67a51da5d tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:46.072836 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387bf42e-9d65-4f8b-bbb3-74e67a51da5d tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b573b806-f292-447c-b28f-2123adfd33ab,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:41:46.095376 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-02101dff-5925-4bc1-8011-fcc696bf7ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:46.125888 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-387bf42e-9d65-4f8b-bbb3-74e67a51da5d tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:46.127084 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-387bf42e-9d65-4f8b-bbb3-74e67a51da5d tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3502214 Apr 20 13:41:46.130567 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54212) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:41:46.137129 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-537823e4-8c58-44f7-9a69-48eb4d92e4eb tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Request body: {'security_group_rule': {'security_group_id': 'b573b806-f292-447c-b28f-2123adfd33ab', 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:41:46.144402 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02101dff-5925-4bc1-8011-fcc696bf7ce3 None None] Pushing event updated for resources: {'Port': ['ID=1d31a9e0-1b11-477b-b33a-34ae6c03b78b,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:41:46.216780 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-b98842ed-82d4-450e-9c5f-d7abdc7c7235 None None] Provisioning complete for port 1d31a9e0-1b11-477b-b33a-34ae6c03b78b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:41:46.217499 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b98842ed-82d4-450e-9c5f-d7abdc7c7235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:46.240753 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-537823e4-8c58-44f7-9a69-48eb4d92e4eb tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:46.242807 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-6037d499-5f3e-4e2f-b03b-6e9683387ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5195762-dc8c-40be-b914-4d22b7016d1a', 'name': 'tempest-TestNetworkBasicOps-router-1496067097', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'c40289e5-4ddc-42de-9845-c4730a41751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:41:38Z', 'updated_at': '2022-04-20T13:41:43Z', 'revision_number': 4, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'gw_port': {'id': 'c40289e5-4ddc-42de-9845-c4730a41751c', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5195762-dc8c-40be-b914-4d22b7016d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:41:39Z', 'updated_at': '2022-04-20T13:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '1d31a9e0-1b11-477b-b33a-34ae6c03b78b', 'name': '', 'network_id': '08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'mac_address': 'fa:16:3e:30:15:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5195762-dc8c-40be-b914-4d22b7016d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'b5384c48-ba3c-4794-8ea0-d31c3a71f17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:41:42Z', 'updated_at': '2022-04-20T13:41:45Z', 'revision_number': 4, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'subnets': [{'id': 'b5384c48-ba3c-4794-8ea0-d31c3a71f17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:41:46.269515 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6037d499-5f3e-4e2f-b03b-6e9683387ddb None None] The sync data for ids ['b5195762-dc8c-40be-b914-4d22b7016d1a'] in n-d-836015-7 is: [{'id': 'b5195762-dc8c-40be-b914-4d22b7016d1a', 'name': 'tempest-TestNetworkBasicOps-router-1496067097', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'c40289e5-4ddc-42de-9845-c4730a41751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:41:38Z', 'updated_at': '2022-04-20T13:41:43Z', 'revision_number': 4, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'gw_port': {'id': 'c40289e5-4ddc-42de-9845-c4730a41751c', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5195762-dc8c-40be-b914-4d22b7016d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:41:39Z', 'updated_at': '2022-04-20T13:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '1d31a9e0-1b11-477b-b33a-34ae6c03b78b', 'name': '', 'network_id': '08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'mac_address': 'fa:16:3e:30:15:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5195762-dc8c-40be-b914-4d22b7016d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'b5384c48-ba3c-4794-8ea0-d31c3a71f17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:41:42Z', 'updated_at': '2022-04-20T13:41:45Z', 'revision_number': 4, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'subnets': [{'id': 'b5384c48-ba3c-4794-8ea0-d31c3a71f17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:41:46.309767 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-537823e4-8c58-44f7-9a69-48eb4d92e4eb tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:46.382989 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-537823e4-8c58-44f7-9a69-48eb4d92e4eb tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:46.403014 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537823e4-8c58-44f7-9a69-48eb4d92e4eb tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc1c0436-0ae3-41ef-bba0-f2366701dff2,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:41:46.470968 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-537823e4-8c58-44f7-9a69-48eb4d92e4eb tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:46.472339 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-537823e4-8c58-44f7-9a69-48eb4d92e4eb tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3405471 Apr 20 13:41:46.475741 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54214) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:41:46.480491 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-38dc3f02-097c-4eeb-a7e9-c40ae1d07cee tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Request body: {'security_group_rule': {'security_group_id': 'b573b806-f292-447c-b28f-2123adfd33ab', 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:41:46.583321 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-38dc3f02-097c-4eeb-a7e9-c40ae1d07cee tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:46.637272 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 1d31a9e0-1b11-477b-b33a-34ae6c03b78b up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:41:46.648919 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-38dc3f02-097c-4eeb-a7e9-c40ae1d07cee tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:46.686472 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 1d31a9e0-1b11-477b-b33a-34ae6c03b78b triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:41:46.686838 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:46.723206 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-38dc3f02-097c-4eeb-a7e9-c40ae1d07cee tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:46.755586 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc3f02-097c-4eeb-a7e9-c40ae1d07cee tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40206c01-1c7b-4e84-a355-595c1708afda,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:41:46.777567 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d4644b8f-73bd-48e2-8e19-013a31514f9f up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:41:46.827457 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port d4644b8f-73bd-48e2-8e19-013a31514f9f triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:41:46.827833 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:46.847976 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-38dc3f02-097c-4eeb-a7e9-c40ae1d07cee tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:46.849224 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-38dc3f02-097c-4eeb-a7e9-c40ae1d07cee tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3724918 Apr 20 13:41:46.851868 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54218) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:41:46.856972 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-54237493-cb86-4a6c-bfd1-71b5d855a9c0 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Request body: {'security_group_rule': {'security_group_id': 'b573b806-f292-447c-b28f-2123adfd33ab', 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:41:46.909956 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device c40289e5-4ddc-42de-9845-c4730a41751c up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:41:46.948196 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-54237493-cb86-4a6c-bfd1-71b5d855a9c0 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:46.963615 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port c40289e5-4ddc-42de-9845-c4730a41751c triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:41:46.964008 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:47.020001 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-54237493-cb86-4a6c-bfd1-71b5d855a9c0 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:47.091325 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-54237493-cb86-4a6c-bfd1-71b5d855a9c0 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:47.110097 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54237493-cb86-4a6c-bfd1-71b5d855a9c0 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3d8be35-399e-4206-ad10-eb0cf152eb8b,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:41:47.184600 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-54237493-cb86-4a6c-bfd1-71b5d855a9c0 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:47.185933 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-54237493-cb86-4a6c-bfd1-71b5d855a9c0 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3329475 Apr 20 13:41:47.188957 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54220) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:41:47.193924 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-5772ec4e-27ea-401f-a9b4-18e4346e2c88 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Request body: {'security_group_rule': {'security_group_id': 'b573b806-f292-447c-b28f-2123adfd33ab', 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:41:47.299937 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5772ec4e-27ea-401f-a9b4-18e4346e2c88 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:47.359302 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5772ec4e-27ea-401f-a9b4-18e4346e2c88 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:47.428757 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5772ec4e-27ea-401f-a9b4-18e4346e2c88 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:47.446981 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772ec4e-27ea-401f-a9b4-18e4346e2c88 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c722482-aa5a-46af-87f0-670f1a6dacd2,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:41:47.514147 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5772ec4e-27ea-401f-a9b4-18e4346e2c88 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:47.515767 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5772ec4e-27ea-401f-a9b4-18e4346e2c88 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3255265 Apr 20 13:41:47.518108 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54222) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:41:47.522494 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-820e9ab8-be15-4a18-b551-623710fc57f0 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Request body: {'security_group_rule': {'security_group_id': 'b573b806-f292-447c-b28f-2123adfd33ab', 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:41:47.615667 n-d-836015-7 neutron-server[114870]: INFO neutron.db.securitygroups_db [None req-820e9ab8-be15-4a18-b551-623710fc57f0 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Project b9708aebf2fb4598b6635345afd09eb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:41:47.620611 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-820e9ab8-be15-4a18-b551-623710fc57f0 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:47.678030 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-820e9ab8-be15-4a18-b551-623710fc57f0 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:47.752194 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-820e9ab8-be15-4a18-b551-623710fc57f0 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:47.770821 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e9ab8-be15-4a18-b551-623710fc57f0 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31d3b17f-3e82-466a-8efa-9ce40cce7f87,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:41:47.845543 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-820e9ab8-be15-4a18-b551-623710fc57f0 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:47.846763 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-820e9ab8-be15-4a18-b551-623710fc57f0 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3276882 Apr 20 13:41:47.850263 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54226) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:41:47.854354 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-81a19a1f-8839-4f8e-90e2-651eb0c2ea7c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Request body: {'security_group_rule': {'security_group_id': 'b573b806-f292-447c-b28f-2123adfd33ab', 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:41:47.942911 n-d-836015-7 neutron-server[114870]: INFO neutron.db.securitygroups_db [None req-81a19a1f-8839-4f8e-90e2-651eb0c2ea7c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Project b9708aebf2fb4598b6635345afd09eb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:41:47.947723 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-81a19a1f-8839-4f8e-90e2-651eb0c2ea7c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:48.008370 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-81a19a1f-8839-4f8e-90e2-651eb0c2ea7c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:48.091056 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-81a19a1f-8839-4f8e-90e2-651eb0c2ea7c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:48.109550 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a19a1f-8839-4f8e-90e2-651eb0c2ea7c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=930dd7a4-6c58-454f-aca7-179ed10053c4,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:41:48.188012 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-81a19a1f-8839-4f8e-90e2-651eb0c2ea7c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:48.189229 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-81a19a1f-8839-4f8e-90e2-651eb0c2ea7c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3382180 Apr 20 13:41:48.326018 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-b6e18e52-c4ee-427c-a1cf-366d09430f3f tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-795343349&fields=id&tenant_id=b9708aebf2fb4598b6635345afd09eb5 HTTP/1.1" status: 200 len: 267 time: 0.0318005 Apr 20 13:41:48.430999 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-b1d83fa1-73bb-4082-a9a6-256220e5cb4d tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:48.432448 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-b1d83fa1-73bb-4082-a9a6-256220e5cb4d tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/networks?id=08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a HTTP/1.1" status: 200 len: 797 time: 0.0997374 Apr 20 13:41:48.447444 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-82688319-6dfa-4e97-86d9-5f3bcb6b25b5 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/quotas/b9708aebf2fb4598b6635345afd09eb5 HTTP/1.1" status: 200 len: 375 time: 0.0091457 Apr 20 13:41:48.496964 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-4e5e7738-95c8-4e2d-bfaf-5b95a41c0733 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b9708aebf2fb4598b6635345afd09eb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443394 Apr 20 13:41:48.643584 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-059ce6e5-0f8b-4e93-bbcc-85554af939b6 service neutron] 10.222.0.25 "GET /v2.0/networks/08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343572 Apr 20 13:41:48.730640 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-b8850532-e9d4-4af2-bd49-d4cb3150074b service neutron] 10.222.0.25 "GET /v2.0/networks/08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807412 Apr 20 13:41:48.958349 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8cdba3a4-77c9-4bce-a78b-218a75866097 req-fe6fe2f9-a9da-48be-8889-3a1644d40b55 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=777f4090-db52-469d-8c96-1922c6fae15e HTTP/1.1" status: 200 len: 210 time: 0.0265217 Apr 20 13:41:50.052526 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e04362fc-0411-4f4b-8abe-9e932a07f201 req-cefe98fb-55a0-4843-85ae-3cb94f862df9 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=777f4090-db52-469d-8c96-1922c6fae15e HTTP/1.1" status: 200 len: 210 time: 0.0256507 Apr 20 13:41:50.874103 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-7531d251-20bb-451e-a722-5347536a2782 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:50.875574 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-7531d251-20bb-451e-a722-5347536a2782 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.15 "GET /v2.0/networks?id=08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a HTTP/1.1" status: 200 len: 797 time: 0.1083980 Apr 20 13:41:50.922629 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-3a14de85-fbac-438d-88ce-92319532f2d9 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9708aebf2fb4598b6635345afd09eb5 HTTP/1.1" status: 200 len: 379 time: 0.0380096 Apr 20 13:41:50.936388 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-7d87a672-b9ed-494b-bee5-0b57b21bf4a1 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Request body: {'port': {'device_id': '777f4090-db52-469d-8c96-1922c6fae15e', 'network_id': '08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a', 'admin_state_up': True, 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'security_groups': ['b573b806-f292-447c-b28f-2123adfd33ab']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:41:51.102830 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-7d87a672-b9ed-494b-bee5-0b57b21bf4a1 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Made reservation on behalf of b9708aebf2fb4598b6635345afd09eb5 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:41:51.107257 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-7d87a672-b9ed-494b-bee5-0b57b21bf4a1 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:51.158149 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65cd48d7-4c86-4712-9dd8-b457f3169982 req-5087d8ef-22db-4b55-9085-b79e64974722 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=777f4090-db52-469d-8c96-1922c6fae15e HTTP/1.1" status: 200 len: 210 time: 0.0328732 Apr 20 13:41:51.266078 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-7d87a672-b9ed-494b-bee5-0b57b21bf4a1 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Allocated IP 172.20.0.11 (08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a/b5384c48-ba3c-4794-8ea0-d31c3a71f17d/129594a0-fff3-4f77-b004-41c285727d3f) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:41:51.404920 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-7d87a672-b9ed-494b-bee5-0b57b21bf4a1 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:51.503022 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-7d87a672-b9ed-494b-bee5-0b57b21bf4a1 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:51.553268 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-7d87a672-b9ed-494b-bee5-0b57b21bf4a1 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Network 08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:41:51.556707 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-7d87a672-b9ed-494b-bee5-0b57b21bf4a1 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:41:51.560600 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-7d87a672-b9ed-494b-bee5-0b57b21bf4a1 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:41:51.568441 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d87a672-b9ed-494b-bee5-0b57b21bf4a1 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event updated for resources: {'Port': ['ID=129594a0-fff3-4f77-b004-41c285727d3f,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:41:51.628630 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-7d87a672-b9ed-494b-bee5-0b57b21bf4a1 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:51.629361 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-7d87a672-b9ed-494b-bee5-0b57b21bf4a1 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:51.711092 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-7d87a672-b9ed-494b-bee5-0b57b21bf4a1 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7784820 Apr 20 13:41:51.725985 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-9fc39286-f9c0-4770-bacb-dfd6fb57108f service neutron] Request body: {'port': {'device_id': '777f4090-db52-469d-8c96-1922c6fae15e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:41:51.757728 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-0b8fd3c5-0f72-409b-beac-7abd0117f8f8 None None] Provisioning complete for port 129594a0-fff3-4f77-b004-41c285727d3f triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:41:51.758317 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0b8fd3c5-0f72-409b-beac-7abd0117f8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:51.781042 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-9fc39286-f9c0-4770-bacb-dfd6fb57108f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:51.796108 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-0b8fd3c5-0f72-409b-beac-7abd0117f8f8 None None] Port 129594a0-fff3-4f77-b004-41c285727d3f cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:41:52.045453 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-9fc39286-f9c0-4770-bacb-dfd6fb57108f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 129594a0-fff3-4f77-b004-41c285727d3f {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:41:52.052711 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-9fc39286-f9c0-4770-bacb-dfd6fb57108f service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:52.064409 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-9fc39286-f9c0-4770-bacb-dfd6fb57108f service neutron] Transition to ACTIVE for port object 129594a0-fff3-4f77-b004-41c285727d3f will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:41:52.134779 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-9fc39286-f9c0-4770-bacb-dfd6fb57108f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:52.187031 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc39286-f9c0-4770-bacb-dfd6fb57108f service neutron] Pushing event updated for resources: {'Port': ['ID=129594a0-fff3-4f77-b004-41c285727d3f,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:41:52.299565 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-9fc39286-f9c0-4770-bacb-dfd6fb57108f service neutron] Attempting to bind port 129594a0-fff3-4f77-b004-41c285727d3f on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:41:52.299904 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-9fc39286-f9c0-4770-bacb-dfd6fb57108f service neutron] Attempting to bind port 129594a0-fff3-4f77-b004-41c285727d3f by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '7f54a528-d7f5-45ba-8c58-1b2cf4fb10de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:41:52.300300 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-9fc39286-f9c0-4770-bacb-dfd6fb57108f service neutron] Attempting to bind port 129594a0-fff3-4f77-b004-41c285727d3f on network 08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:41:52.310860 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-9fc39286-f9c0-4770-bacb-dfd6fb57108f service neutron] Port 129594a0-fff3-4f77-b004-41c285727d3f on network 08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:41:52.311259 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-9fc39286-f9c0-4770-bacb-dfd6fb57108f service neutron] Attempting to bind port 129594a0-fff3-4f77-b004-41c285727d3f on network 08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:41:52.323458 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ffb6a-3b95-4a87-93d7-6e5a0cfdced5 req-c22bf538-84c5-46a9-9ad1-c64fbf494abf tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:52.325205 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-716ffb6a-3b95-4a87-93d7-6e5a0cfdced5 req-c22bf538-84c5-46a9-9ad1-c64fbf494abf tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=777f4090-db52-469d-8c96-1922c6fae15e HTTP/1.1" status: 200 len: 944 time: 0.0825765 Apr 20 13:41:52.328503 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-9fc39286-f9c0-4770-bacb-dfd6fb57108f service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:41:52.328970 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-9fc39286-f9c0-4770-bacb-dfd6fb57108f service neutron] Checking segment: {'id': '7f54a528-d7f5-45ba-8c58-1b2cf4fb10de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:41:52.329460 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-9fc39286-f9c0-4770-bacb-dfd6fb57108f service neutron] Bound using segment: {'id': '7f54a528-d7f5-45ba-8c58-1b2cf4fb10de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:41:52.329993 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-9fc39286-f9c0-4770-bacb-dfd6fb57108f service neutron] Bound port: 129594a0-fff3-4f77-b004-41c285727d3f, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f54a528-d7f5-45ba-8c58-1b2cf4fb10de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:41:52.330462 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-9fc39286-f9c0-4770-bacb-dfd6fb57108f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:52.405170 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-716ffb6a-3b95-4a87-93d7-6e5a0cfdced5 req-2229f233-ed58-4992-9403-074630f5bd02 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/security-groups?id=b573b806-f292-447c-b28f-2123adfd33ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708997 Apr 20 13:41:52.434293 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-9fc39286-f9c0-4770-bacb-dfd6fb57108f service neutron] For port 129594a0-fff3-4f77-b004-41c285727d3f, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:41:52.437664 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-9fc39286-f9c0-4770-bacb-dfd6fb57108f service neutron] For port 129594a0-fff3-4f77-b004-41c285727d3f, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=129594a0-fff3-4f77-b004-41c285727d3f,segment=NetworkSegment(7f54a528-d7f5-45ba-8c58-1b2cf4fb10de),segment_id=7f54a528-d7f5-45ba-8c58-1b2cf4fb10de)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:41:52.526389 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-9fc39286-f9c0-4770-bacb-dfd6fb57108f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:52.561520 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-9fc39286-f9c0-4770-bacb-dfd6fb57108f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:52.562143 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-9fc39286-f9c0-4770-bacb-dfd6fb57108f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:52.563559 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-9fc39286-f9c0-4770-bacb-dfd6fb57108f service neutron] 10.222.0.15 "PUT /v2.0/ports/129594a0-fff3-4f77-b004-41c285727d3f HTTP/1.1" status: 200 len: 1092 time: 0.8450434 Apr 20 13:41:52.563995 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777f4090-db52-469d-8c96-1922c6fae15e', 'tag': '129594a0-fff3-4f77-b004-41c285727d3f'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:41:52.566241 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491ba223-552c-4024-a1c7-92bb2f44f916" -d '{"events": [{"name": "network-changed", "server_uuid": "777f4090-db52-469d-8c96-1922c6fae15e", "tag": "129594a0-fff3-4f77-b004-41c285727d3f"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:41:52.606653 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc39286-f9c0-4770-bacb-dfd6fb57108f service neutron] Pushing event updated for resources: {'Port': ['ID=129594a0-fff3-4f77-b004-41c285727d3f,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:41:52.732274 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34521e58-3809-4853-a3f8-57206c6882ad x-openstack-request-id: req-34521e58-3809-4853-a3f8-57206c6882ad {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:41:52.732785 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "777f4090-db52-469d-8c96-1922c6fae15e", "tag": "129594a0-fff3-4f77-b004-41c285727d3f", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:41:52.733769 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-34521e58-3809-4853-a3f8-57206c6882ad {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:41:52.734266 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34521e58-3809-4853-a3f8-57206c6882ad'] response: {'name': 'network-changed', 'server_uuid': '777f4090-db52-469d-8c96-1922c6fae15e', 'tag': '129594a0-fff3-4f77-b004-41c285727d3f', 'status': 'completed', 'code': 200} Apr 20 13:41:52.736736 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-88bd68ef-5c58-4b21-86a0-1fdf6d8247a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:52.738399 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-88bd68ef-5c58-4b21-86a0-1fdf6d8247a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9708aebf2fb4598b6635345afd09eb5&device_id=777f4090-db52-469d-8c96-1922c6fae15e HTTP/1.1" status: 200 len: 1095 time: 0.0539639 Apr 20 13:41:52.787969 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-420fd4d9-c264-4d2a-a5b0-af97984adac6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=129594a0-fff3-4f77-b004-41c285727d3f HTTP/1.1" status: 200 len: 217 time: 0.0426574 Apr 20 13:41:52.840359 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-db3c842a-f791-410c-a448-392b40d9c3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:52.841951 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-db3c842a-f791-410c-a448-392b40d9c3c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b5384c48-ba3c-4794-8ea0-d31c3a71f17d HTTP/1.1" status: 200 len: 835 time: 0.0478647 Apr 20 13:41:52.888200 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-a9a23b8a-4f9d-4ef5-b0a0-44069a4f9541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:52.889698 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-a9a23b8a-4f9d-4ef5-b0a0-44069a4f9541 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412695 Apr 20 13:41:52.984618 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-53bc8103-4bf6-45f3-a697-2c01360a83f2 service neutron] 10.222.0.15 "GET /v2.0/networks/08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869696 Apr 20 13:41:53.073414 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5f2024fd-8858-4fbf-92bb-6858777c2089 req-5c180bd9-87d5-4d92-ac81-13a96b70c349 service neutron] 10.222.0.15 "GET /v2.0/networks/08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819736 Apr 20 13:41:53.227553 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ba223-552c-4024-a1c7-92bb2f44f916 req-46834214-9a09-4f55-8170-f7198755c95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:53.229048 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-491ba223-552c-4024-a1c7-92bb2f44f916 req-46834214-9a09-4f55-8170-f7198755c95a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9708aebf2fb4598b6635345afd09eb5&device_id=777f4090-db52-469d-8c96-1922c6fae15e HTTP/1.1" status: 200 len: 1095 time: 0.0472672 Apr 20 13:41:53.344838 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ba223-552c-4024-a1c7-92bb2f44f916 req-7f028fb9-ff47-4722-89e1-610eae07570d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:53.346266 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-491ba223-552c-4024-a1c7-92bb2f44f916 req-7f028fb9-ff47-4722-89e1-610eae07570d service neutron] 10.222.0.15 "GET /v2.0/networks?id=08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a HTTP/1.1" status: 200 len: 898 time: 0.1093221 Apr 20 13:41:53.390471 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-491ba223-552c-4024-a1c7-92bb2f44f916 req-d33ca0d9-4a81-4e96-a530-c5e4061e98ba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=129594a0-fff3-4f77-b004-41c285727d3f HTTP/1.1" status: 200 len: 217 time: 0.0378153 Apr 20 13:41:53.444274 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ba223-552c-4024-a1c7-92bb2f44f916 req-b00b21d5-100e-4205-81e0-e228493b5c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:53.445878 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-491ba223-552c-4024-a1c7-92bb2f44f916 req-b00b21d5-100e-4205-81e0-e228493b5c12 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b5384c48-ba3c-4794-8ea0-d31c3a71f17d HTTP/1.1" status: 200 len: 835 time: 0.0482380 Apr 20 13:41:53.528030 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ba223-552c-4024-a1c7-92bb2f44f916 req-150b5964-1338-47ef-b529-4a47c22d7c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:53.529552 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-491ba223-552c-4024-a1c7-92bb2f44f916 req-150b5964-1338-47ef-b529-4a47c22d7c1d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767097 Apr 20 13:41:53.541476 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80dccd-2a32-41ec-a660-ae0f4bc73b69 req-1a99ec65-8c7a-49b3-bfd6-5f62febe168f tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:53.542874 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3e80dccd-2a32-41ec-a660-ae0f4bc73b69 req-1a99ec65-8c7a-49b3-bfd6-5f62febe168f tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=777f4090-db52-469d-8c96-1922c6fae15e HTTP/1.1" status: 200 len: 944 time: 0.0628421 Apr 20 13:41:53.629401 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3e80dccd-2a32-41ec-a660-ae0f4bc73b69 req-27922856-c135-465a-a971-3bddf6c89b13 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/security-groups?id=b573b806-f292-447c-b28f-2123adfd33ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777218 Apr 20 13:41:53.659545 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-491ba223-552c-4024-a1c7-92bb2f44f916 req-593e36a6-6c20-4a49-a3b1-ec0f1a84c990 service neutron] 10.222.0.15 "GET /v2.0/networks/08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156609 Apr 20 13:41:53.764133 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-491ba223-552c-4024-a1c7-92bb2f44f916 req-c0a54a04-a215-496b-8e98-6cd4b8f7b8ab service neutron] 10.222.0.15 "GET /v2.0/networks/08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962243 Apr 20 13:41:54.462551 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c4ea335b-6595-45a1-b691-4315d49735ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:54.747005 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7cf2bd-79b2-4817-ae34-e72cd68301a1 req-dc760fd3-e69d-4c2c-b3e1-4252569f5e14 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:54.748558 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9b7cf2bd-79b2-4817-ae34-e72cd68301a1 req-dc760fd3-e69d-4c2c-b3e1-4252569f5e14 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=777f4090-db52-469d-8c96-1922c6fae15e HTTP/1.1" status: 200 len: 944 time: 0.0511329 Apr 20 13:41:54.789463 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9b7cf2bd-79b2-4817-ae34-e72cd68301a1 req-f983136e-ee77-4584-aa66-f4881fa87516 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/security-groups?id=b573b806-f292-447c-b28f-2123adfd33ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347490 Apr 20 13:41:55.908823 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b4090-748d-4679-b270-abb1408c1a19 req-8506ab3f-a1e9-48d8-b177-e4c52b191e2d tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:55.910298 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a12b4090-748d-4679-b270-abb1408c1a19 req-8506ab3f-a1e9-48d8-b177-e4c52b191e2d tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=777f4090-db52-469d-8c96-1922c6fae15e HTTP/1.1" status: 200 len: 944 time: 0.0507350 Apr 20 13:41:55.948783 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a12b4090-748d-4679-b270-abb1408c1a19 req-d88c0cb9-5211-4351-a535-1167bb33234b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/security-groups?id=b573b806-f292-447c-b28f-2123adfd33ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322559 Apr 20 13:41:56.321229 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 129594a0-fff3-4f77-b004-41c285727d3f details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:41:56.353406 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a0fe2-d194-4c80-80d5-ff460d384187 req-dac73cea-d5a9-4814-a042-343b365ff259 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:56.355231 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0d5a0fe2-d194-4c80-80d5-ff460d384187 req-dac73cea-d5a9-4814-a042-343b365ff259 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51 HTTP/1.1" status: 200 len: 946 time: 0.0500801 Apr 20 13:41:56.401022 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0d5a0fe2-d194-4c80-80d5-ff460d384187 req-3a537e90-9c69-476a-8671-389955554061 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3998c1-c5ca-4b8e-92b0-8cac27549f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397344 Apr 20 13:41:56.425657 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 129594a0-fff3-4f77-b004-41c285727d3f, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=129594a0-fff3-4f77-b004-41c285727d3f,segment=NetworkSegment(7f54a528-d7f5-45ba-8c58-1b2cf4fb10de),segment_id=7f54a528-d7f5-45ba-8c58-1b2cf4fb10de)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:41:56.438601 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '129594a0-fff3-4f77-b004-41c285727d3f', 'network_id': '08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a', 'port_id': '129594a0-fff3-4f77-b004-41c285727d3f', 'mac_address': 'fa:16:3e:3d:95:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5384c48-ba3c-4794-8ea0-d31c3a71f17d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:41:56.475466 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:56.488117 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 129594a0-fff3-4f77-b004-41c285727d3f {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:41:56.514483 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 129594a0-fff3-4f77-b004-41c285727d3f, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=129594a0-fff3-4f77-b004-41c285727d3f,segment=NetworkSegment(7f54a528-d7f5-45ba-8c58-1b2cf4fb10de),segment_id=7f54a528-d7f5-45ba-8c58-1b2cf4fb10de)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:41:56.574459 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:56.616216 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:41:56.620376 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=129594a0-fff3-4f77-b004-41c285727d3f,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:41:56.774641 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b615babd-b670-4b68-ab25-6fa45d701c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:56.902982 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['129594a0-fff3-4f77-b004-41c285727d3f'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:41:57.070589 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7ab66-587f-4a78-999c-cb70acb9fa8a req-76e45773-d7db-4e71-9ade-5cd96784eebd tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:57.072221 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0fa7ab66-587f-4a78-999c-cb70acb9fa8a req-76e45773-d7db-4e71-9ade-5cd96784eebd tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=777f4090-db52-469d-8c96-1922c6fae15e HTTP/1.1" status: 200 len: 945 time: 0.0508256 Apr 20 13:41:57.111501 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0fa7ab66-587f-4a78-999c-cb70acb9fa8a req-06228659-d71a-4308-a56d-67abb7718bc5 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/security-groups?id=b573b806-f292-447c-b28f-2123adfd33ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329928 Apr 20 13:41:57.516247 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ee0dc-df1d-43ef-9949-07ee4c802ee9 req-f7c5c678-c2b9-4f24-83e7-161bf929b833 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:57.517691 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ea8ee0dc-df1d-43ef-9949-07ee4c802ee9 req-f7c5c678-c2b9-4f24-83e7-161bf929b833 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51 HTTP/1.1" status: 200 len: 946 time: 0.0475974 Apr 20 13:41:57.555306 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ea8ee0dc-df1d-43ef-9949-07ee4c802ee9 req-280d4e6c-873d-4196-b4aa-427786061bc2 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a3998c1-c5ca-4b8e-92b0-8cac27549f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310040 Apr 20 13:41:57.906657 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006e6b2-2f05-43cd-8b89-6a599c6318d9 req-5f2ba4e2-7bfb-47fe-846b-0f4dd7fb0778 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:57.908116 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e006e6b2-2f05-43cd-8b89-6a599c6318d9 req-5f2ba4e2-7bfb-47fe-846b-0f4dd7fb0778 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51 HTTP/1.1" status: 200 len: 946 time: 0.0470796 Apr 20 13:41:57.998232 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-e006e6b2-2f05-43cd-8b89-6a599c6318d9 req-2999b7a3-b3c1-479a-aeb5-874a1152702b tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Deleting port 8ace350b-3f22-4431-ac6c-fa314304d4d9 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:41:57.998571 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-e006e6b2-2f05-43cd-8b89-6a599c6318d9 req-2999b7a3-b3c1-479a-aeb5-874a1152702b tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:58.082969 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-e006e6b2-2f05-43cd-8b89-6a599c6318d9 req-2999b7a3-b3c1-479a-aeb5-874a1152702b tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] For port 8ace350b-3f22-4431-ac6c-fa314304d4d9, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=8ace350b-3f22-4431-ac6c-fa314304d4d9,segment=NetworkSegment(968e2ac5-5b66-437a-9952-c24b838f4f53),segment_id=968e2ac5-5b66-437a-9952-c24b838f4f53)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:41:58.083892 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-e006e6b2-2f05-43cd-8b89-6a599c6318d9 req-2999b7a3-b3c1-479a-aeb5-874a1152702b tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:58.181056 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:58.228034 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f910407-e4af-4bef-9a18-44c2ccfd4564 req-8634ec39-5fc2-47b9-9e4d-5a7ac8d2525c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:58.229500 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9f910407-e4af-4bef-9a18-44c2ccfd4564 req-8634ec39-5fc2-47b9-9e4d-5a7ac8d2525c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=777f4090-db52-469d-8c96-1922c6fae15e HTTP/1.1" status: 200 len: 945 time: 0.0480335 Apr 20 13:41:58.256437 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-e006e6b2-2f05-43cd-8b89-6a599c6318d9 req-2999b7a3-b3c1-479a-aeb5-874a1152702b tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:58.256800 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-e006e6b2-2f05-43cd-8b89-6a599c6318d9 req-2999b7a3-b3c1-479a-aeb5-874a1152702b tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:58.257121 n-d-836015-7 neutron-server[114870]: INFO neutron.db.l3_db [req-e006e6b2-2f05-43cd-8b89-6a599c6318d9 req-2999b7a3-b3c1-479a-aeb5-874a1152702b tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Floating IP 1514f178-f0ee-4ff3-b6ca-fc801689d613 disassociated. External IP: 172.25.8.207, port: 8ace350b-3f22-4431-ac6c-fa314304d4d9. Apr 20 13:41:58.257468 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-e006e6b2-2f05-43cd-8b89-6a599c6318d9 req-2999b7a3-b3c1-479a-aeb5-874a1152702b tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Calling delete_port for 8ace350b-3f22-4431-ac6c-fa314304d4d9 owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:41:58.271288 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9f910407-e4af-4bef-9a18-44c2ccfd4564 req-5e4ad981-1a1f-4f0f-97c0-025b49690115 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/security-groups?id=b573b806-f292-447c-b28f-2123adfd33ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348697 Apr 20 13:41:58.333570 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 129594a0-fff3-4f77-b004-41c285727d3f up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:41:58.449121 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 129594a0-fff3-4f77-b004-41c285727d3f completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:41:58.452872 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 129594a0-fff3-4f77-b004-41c285727d3f triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:41:58.453231 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:58.468574 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-e006e6b2-2f05-43cd-8b89-6a599c6318d9 req-2999b7a3-b3c1-479a-aeb5-874a1152702b tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:58.496886 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999b7a3-b3c1-479a-aeb5-874a1152702b tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Pushing event deleted for resources: {'Port': ['ID=8ace350b-3f22-4431-ac6c-fa314304d4d9,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:41:58.532198 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:58.558125 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777f4090-db52-469d-8c96-1922c6fae15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '129594a0-fff3-4f77-b004-41c285727d3f'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:41:58.560873 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63027589-6a8f-45cc-baf3-29405d2ce6b4" -d '{"events": [{"server_uuid": "777f4090-db52-469d-8c96-1922c6fae15e", "name": "network-vif-plugged", "status": "completed", "tag": "129594a0-fff3-4f77-b004-41c285727d3f"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:41:58.576091 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 129594a0-fff3-4f77-b004-41c285727d3f, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=129594a0-fff3-4f77-b004-41c285727d3f,segment=NetworkSegment(7f54a528-d7f5-45ba-8c58-1b2cf4fb10de),segment_id=7f54a528-d7f5-45ba-8c58-1b2cf4fb10de)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:41:58.625769 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e006e6b2-2f05-43cd-8b89-6a599c6318d9 req-2999b7a3-b3c1-479a-aeb5-874a1152702b tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Router 82769f95-962c-4210-b540-3c035126e4a5 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:41:58.643928 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:58.687447 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c4a18b-6333-4b0a-bdba-0a483141fc46 x-openstack-request-id: req-37c4a18b-6333-4b0a-bdba-0a483141fc46 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:41:58.687447 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777f4090-db52-469d-8c96-1922c6fae15e", "name": "network-vif-plugged", "status": "completed", "tag": "129594a0-fff3-4f77-b004-41c285727d3f", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:41:58.687447 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-37c4a18b-6333-4b0a-bdba-0a483141fc46 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:41:58.687447 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37c4a18b-6333-4b0a-bdba-0a483141fc46'] response: {'server_uuid': '777f4090-db52-469d-8c96-1922c6fae15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '129594a0-fff3-4f77-b004-41c285727d3f', 'code': 200} Apr 20 13:41:58.703211 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=129594a0-fff3-4f77-b004-41c285727d3f,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:41:58.733060 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f61e28b9-8bed-4375-bae2-8a23b9c3281b req-3ed916c5-e4e9-42e8-bad0-3c4a8f3f6b78 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51 HTTP/1.1" status: 200 len: 210 time: 0.0295973 Apr 20 13:41:58.755772 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e006e6b2-2f05-43cd-8b89-6a599c6318d9 req-2999b7a3-b3c1-479a-aeb5-874a1152702b tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:41:58.766801 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28e152d-0d39-4ae4-85a3-76551412d741 None None] Sync routers for ids ['82769f95-962c-4210-b540-3c035126e4a5'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:41:58.778867 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28e152d-0d39-4ae4-85a3-76551412d741 None None] Routers {'82769f95-962c-4210-b540-3c035126e4a5'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:41:58.778867 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-d28e152d-0d39-4ae4-85a3-76551412d741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:41:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['82769f95-962c-4210-b540-3c035126e4a5'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:41:58.797869 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b1077-a312-41b9-92db-6e3500e60252 req-aea26954-50ac-4297-bfaf-1df0c7922e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:58.799347 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-378b1077-a312-41b9-92db-6e3500e60252 req-aea26954-50ac-4297-bfaf-1df0c7922e82 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=777f4090-db52-469d-8c96-1922c6fae15e HTTP/1.1" status: 200 len: 1097 time: 0.0430460 Apr 20 13:41:58.801442 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-e006e6b2-2f05-43cd-8b89-6a599c6318d9 req-2999b7a3-b3c1-479a-aeb5-874a1152702b tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] No DVR routers for this DVR port 8ace350b-3f22-4431-ac6c-fa314304d4d9 on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:41:58.804598 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-e006e6b2-2f05-43cd-8b89-6a599c6318d9 req-2999b7a3-b3c1-479a-aeb5-874a1152702b tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:58.808066 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e006e6b2-2f05-43cd-8b89-6a599c6318d9 req-2999b7a3-b3c1-479a-aeb5-874a1152702b tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.32 "DELETE /v2.0/ports/8ace350b-3f22-4431-ac6c-fa314304d4d9 HTTP/1.1" status: 204 len: 173 time: 0.8939631 Apr 20 13:41:58.808523 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51', 'name': 'network-vif-deleted', 'tag': '8ace350b-3f22-4431-ac6c-fa314304d4d9'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:41:58.811323 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf727ad-88b4-4321-8a57-573166066779" -d '{"events": [{"server_uuid": "6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51", "name": "network-vif-deleted", "tag": "8ace350b-3f22-4431-ac6c-fa314304d4d9"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:41:58.842342 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-378b1077-a312-41b9-92db-6e3500e60252 req-6ad64912-02d3-4202-a273-2d3c53d9a5b6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b573b806-f292-447c-b28f-2123adfd33ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358834 Apr 20 13:41:58.854598 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595d50d0-6c1c-4b23-85a3-c2ff37e451af x-openstack-request-id: req-595d50d0-6c1c-4b23-85a3-c2ff37e451af {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:41:58.854905 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51", "name": "network-vif-deleted", "tag": "8ace350b-3f22-4431-ac6c-fa314304d4d9", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:41:58.855153 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-595d50d0-6c1c-4b23-85a3-c2ff37e451af {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:41:58.855818 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-595d50d0-6c1c-4b23-85a3-c2ff37e451af'] response: {'server_uuid': '6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51', 'name': 'network-vif-deleted', 'tag': '8ace350b-3f22-4431-ac6c-fa314304d4d9', 'status': 'completed', 'code': 200} Apr 20 13:41:58.895342 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-d28e152d-0d39-4ae4-85a3-76551412d741 None None] Set router 82769f95-962c-4210-b540-3c035126e4a5 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:41:59.103234 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-d28e152d-0d39-4ae4-85a3-76551412d741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82769f95-962c-4210-b540-3c035126e4a5', 'name': 'tempest-AttachVolumeNegativeTest-1469658376-router', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:36:53Z', 'updated_at': '2022-04-20T13:36:57Z', 'revision_number': 4, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'gw_port': {'id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:54Z', 'updated_at': '2022-04-20T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'a2dbb345-9df3-4702-9e33-6ee07a421861', 'name': '', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'mac_address': 'fa:16:3e:8e:a0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:56Z', 'updated_at': '2022-04-20T13:37:01Z', 'revision_number': 5, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'subnets': [{'id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:41:59.133200 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28e152d-0d39-4ae4-85a3-76551412d741 None None] Checking router: 82769f95-962c-4210-b540-3c035126e4a5 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:41:59.141398 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28e152d-0d39-4ae4-85a3-76551412d741 None None] Routers {'82769f95-962c-4210-b540-3c035126e4a5'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:41:59.142017 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-d28e152d-0d39-4ae4-85a3-76551412d741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:41:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['82769f95-962c-4210-b540-3c035126e4a5'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:41:59.245788 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-d28e152d-0d39-4ae4-85a3-76551412d741 None None] Set router 82769f95-962c-4210-b540-3c035126e4a5 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:41:59.396577 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f280e8-d8cb-41b6-8169-9816dd98094f req-232f68d8-6f20-41d9-9e6e-2ed44ff3dd93 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:59.398106 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-70f280e8-d8cb-41b6-8169-9816dd98094f req-232f68d8-6f20-41d9-9e6e-2ed44ff3dd93 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=777f4090-db52-469d-8c96-1922c6fae15e HTTP/1.1" status: 200 len: 946 time: 0.0590949 Apr 20 13:41:59.428038 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:59.436663 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-70f280e8-d8cb-41b6-8169-9816dd98094f req-54a9ca22-05bb-47cb-922b-802725c149af tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/security-groups?id=b573b806-f292-447c-b28f-2123adfd33ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322454 Apr 20 13:41:59.454520 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-d28e152d-0d39-4ae4-85a3-76551412d741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82769f95-962c-4210-b540-3c035126e4a5', 'name': 'tempest-AttachVolumeNegativeTest-1469658376-router', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:36:53Z', 'updated_at': '2022-04-20T13:36:57Z', 'revision_number': 4, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'gw_port': {'id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:54Z', 'updated_at': '2022-04-20T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'a2dbb345-9df3-4702-9e33-6ee07a421861', 'name': '', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'mac_address': 'fa:16:3e:8e:a0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:56Z', 'updated_at': '2022-04-20T13:37:01Z', 'revision_number': 5, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'subnets': [{'id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:41:59.485256 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28e152d-0d39-4ae4-85a3-76551412d741 None None] The sync data for ids ['82769f95-962c-4210-b540-3c035126e4a5'] in n-d-836015-7 is: [{'id': '82769f95-962c-4210-b540-3c035126e4a5', 'name': 'tempest-AttachVolumeNegativeTest-1469658376-router', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:36:53Z', 'updated_at': '2022-04-20T13:36:57Z', 'revision_number': 4, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'gw_port': {'id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:54Z', 'updated_at': '2022-04-20T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'a2dbb345-9df3-4702-9e33-6ee07a421861', 'name': '', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'mac_address': 'fa:16:3e:8e:a0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:56Z', 'updated_at': '2022-04-20T13:37:01Z', 'revision_number': 5, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'subnets': [{'id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:41:59.600910 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4b1ff1fa-a8ab-42a1-b25c-4eb5d4c86634 req-c9b5e150-ae39-4194-852e-e94b8ff0049a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0841413 Apr 20 13:41:59.669592 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4b1ff1fa-a8ab-42a1-b25c-4eb5d4c86634 req-0b1e8b6a-b5fe-4a7a-adc7-1c9ce99eefbe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=199bdbc6cfe44f0c9700e48b02b2d332&device_id=6a2dea70-1e9f-439a-9f3a-baa3e9fd8f51 HTTP/1.1" status: 200 len: 210 time: 0.0261412 Apr 20 13:41:59.743515 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8deb0bbe-9eab-431e-a7e6-e2c3f562071b None None] New status for floating IP 1514f178-f0ee-4ff3-b6ca-fc801689d613: DOWN {{(pid=114872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:41:59.795872 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ff1fa-a8ab-42a1-b25c-4eb5d4c86634 req-e716b1fa-8930-4f60-8b71-1c16584071bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:59.797669 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4b1ff1fa-a8ab-42a1-b25c-4eb5d4c86634 req-e716b1fa-8930-4f60-8b71-1c16584071bd service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=199bdbc6cfe44f0c9700e48b02b2d332&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1090357 Apr 20 13:41:59.828471 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:59.873134 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54332) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:41:59.917483 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ff1fa-a8ab-42a1-b25c-4eb5d4c86634 req-9955b301-d555-43bb-8762-c5cdc1f78c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:59.919036 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4b1ff1fa-a8ab-42a1-b25c-4eb5d4c86634 req-9955b301-d555-43bb-8762-c5cdc1f78c87 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1151774 Apr 20 13:41:59.937763 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b2d10f20-5b5b-463e-b33d-0c6ac5f8bed8 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:59.962435 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b2d10f20-5b5b-463e-b33d-0c6ac5f8bed8 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:00.074325 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b2d10f20-5b5b-463e-b33d-0c6ac5f8bed8 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:00.076969 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b2d10f20-5b5b-463e-b33d-0c6ac5f8bed8 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:00.078115 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b2d10f20-5b5b-463e-b33d-0c6ac5f8bed8 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "DELETE /v2.0/security-groups/4a3998c1-c5ca-4b8e-92b0-8cac27549f74 HTTP/1.1" status: 204 len: 168 time: 0.2039824 Apr 20 13:42:00.080932 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54334) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:42:00.087913 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d10f20-5b5b-463e-b33d-0c6ac5f8bed8 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3998c1-c5ca-4b8e-92b0-8cac27549f74,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:00.099556 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-3338f3d6-33a3-4c51-af6d-4d5875cd377b tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] show failed (client error): The resource could not be found. Apr 20 13:42:00.100631 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3338f3d6-33a3-4c51-af6d-4d5875cd377b tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups/4a3998c1-c5ca-4b8e-92b0-8cac27549f74 HTTP/1.1" status: 404 len: 347 time: 0.0187163 Apr 20 13:42:00.103440 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54336) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:42:00.236590 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-01f49da4-120e-4e39-b370-32e9a9409714 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Deleting port 8a25a6ca-b7a2-4676-abce-dab839550516 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:42:00.236937 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-01f49da4-120e-4e39-b370-32e9a9409714 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:00.320780 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-01f49da4-120e-4e39-b370-32e9a9409714 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:00.321114 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-01f49da4-120e-4e39-b370-32e9a9409714 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:00.332651 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-01f49da4-120e-4e39-b370-32e9a9409714 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Calling delete_port for 8a25a6ca-b7a2-4676-abce-dab839550516 owned by network:floatingip {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:42:00.559233 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82983d42-e64c-487f-aded-c9d633fda90c req-992e3899-7d88-48aa-b10b-24769504e419 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:00.561359 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-82983d42-e64c-487f-aded-c9d633fda90c req-992e3899-7d88-48aa-b10b-24769504e419 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=777f4090-db52-469d-8c96-1922c6fae15e HTTP/1.1" status: 200 len: 946 time: 0.0531909 Apr 20 13:42:00.618143 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-82983d42-e64c-487f-aded-c9d633fda90c req-14d28b4d-d527-4489-8c21-d20a37c5aa7b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/security-groups?id=b573b806-f292-447c-b28f-2123adfd33ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389283 Apr 20 13:42:00.680618 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-01f49da4-120e-4e39-b370-32e9a9409714 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:00.710576 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f49da4-120e-4e39-b370-32e9a9409714 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Pushing event deleted for resources: {'Port': ['ID=8a25a6ca-b7a2-4676-abce-dab839550516,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:00.730102 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62941de-9d9d-43cb-b9ae-a7b2269a44cd req-406a8e92-9eb3-4281-8d53-1cb2507c5431 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:00.731626 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d62941de-9d9d-43cb-b9ae-a7b2269a44cd req-406a8e92-9eb3-4281-8d53-1cb2507c5431 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=777f4090-db52-469d-8c96-1922c6fae15e HTTP/1.1" status: 200 len: 946 time: 0.0522857 Apr 20 13:42:00.772522 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d62941de-9d9d-43cb-b9ae-a7b2269a44cd req-34dd3825-2e5d-47a9-9c0f-b89afa1f4930 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/security-groups?id=b573b806-f292-447c-b28f-2123adfd33ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336676 Apr 20 13:42:00.772789 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-01f49da4-120e-4e39-b370-32e9a9409714 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for floatingip, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:00.775178 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-01f49da4-120e-4e39-b370-32e9a9409714 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:00.776352 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-01f49da4-120e-4e39-b370-32e9a9409714 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "DELETE /v2.0/floatingips/1514f178-f0ee-4ff3-b6ca-fc801689d613 HTTP/1.1" status: 204 len: 168 time: 0.6720057 Apr 20 13:42:00.797139 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54344) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:42:00.836871 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4250f341-690b-4bbf-a408-5fef46625e5f tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:00.838447 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4250f341-690b-4bbf-a408-5fef46625e5f tempest-TestNetworkBasicOps-1933479791 tempest-TestNetworkBasicOps-1933479791-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=777f4090-db52-469d-8c96-1922c6fae15e HTTP/1.1" status: 200 len: 1092 time: 0.0402431 Apr 20 13:42:00.841316 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54346) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:42:00.845500 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-b9cd2b31-4cb8-4d7f-a7da-ff89842f0f4c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'port_id': '129594a0-fff3-4f77-b004-41c285727d3f', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:42:00.929395 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b9cd2b31-4cb8-4d7f-a7da-ff89842f0f4c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for floatingip, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:01.033057 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b9cd2b31-4cb8-4d7f-a7da-ff89842f0f4c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:01.073284 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54348) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:42:01.077954 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-e7b0e507-6b18-4d26-93ae-e0882f52303b tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1639280352', 'description': 'tempest-description--1374419601'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:42:01.135651 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-b9cd2b31-4cb8-4d7f-a7da-ff89842f0f4c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Allocated IP 172.25.8.117 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/50ec9503-4307-4039-ad4c-933b3d671184) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:42:01.157901 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7b0e507-6b18-4d26-93ae-e0882f52303b tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:01.224314 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7b0e507-6b18-4d26-93ae-e0882f52303b tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:01.241968 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b9cd2b31-4cb8-4d7f-a7da-ff89842f0f4c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:01.268461 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7b0e507-6b18-4d26-93ae-e0882f52303b tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:01.296888 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0e507-6b18-4d26-93ae-e0882f52303b tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cf52e8-92dc-461c-a3d5-4b84a4179e5b,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:01.331777 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b9cd2b31-4cb8-4d7f-a7da-ff89842f0f4c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:01.347959 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7b0e507-6b18-4d26-93ae-e0882f52303b tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:01.349511 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e7b0e507-6b18-4d26-93ae-e0882f52303b tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2748747 Apr 20 13:42:01.352135 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54350) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:42:01.356792 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-bd8f8f3b-7356-4b0b-a3f6-f6b3dd11699a tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Request body: {'security_group_rule': {'security_group_id': 'd2cf52e8-92dc-461c-a3d5-4b84a4179e5b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:42:01.371552 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cd2b31-4cb8-4d7f-a7da-ff89842f0f4c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:42:01.376171 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-b9cd2b31-4cb8-4d7f-a7da-ff89842f0f4c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:42:01.381309 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cd2b31-4cb8-4d7f-a7da-ff89842f0f4c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:42:01.383243 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd2b31-4cb8-4d7f-a7da-ff89842f0f4c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event updated for resources: {'Port': ['ID=50ec9503-4307-4039-ad4c-933b3d671184,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:01.421832 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd8f8f3b-7356-4b0b-a3f6-f6b3dd11699a tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:01.478772 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd8f8f3b-7356-4b0b-a3f6-f6b3dd11699a tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:01.540398 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd8f8f3b-7356-4b0b-a3f6-f6b3dd11699a tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:01.556165 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f8f3b-7356-4b0b-a3f6-f6b3dd11699a tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a1894bc-2261-4046-80a8-0effb207b1fb,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:01.636037 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd8f8f3b-7356-4b0b-a3f6-f6b3dd11699a tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:01.637380 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-bd8f8f3b-7356-4b0b-a3f6-f6b3dd11699a tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2842960 Apr 20 13:42:01.640009 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54352) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:42:01.644445 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-14a6b7d0-e986-4a06-acef-b8f2061c658d tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Request body: {'security_group_rule': {'security_group_id': 'd2cf52e8-92dc-461c-a3d5-4b84a4179e5b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:42:01.648524 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 8ace350b-3f22-4431-ac6c-fa314304d4d9 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:42:01.669147 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 8ace350b-3f22-4431-ac6c-fa314304d4d9 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:42:01.669557 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 8ace350b-3f22-4431-ac6c-fa314304d4d9 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:42:01.740333 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-14a6b7d0-e986-4a06-acef-b8f2061c658d tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:01.783378 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b9cd2b31-4cb8-4d7f-a7da-ff89842f0f4c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:01.797628 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-14a6b7d0-e986-4a06-acef-b8f2061c658d tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:01.860376 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-14a6b7d0-e986-4a06-acef-b8f2061c658d tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:01.878030 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a6b7d0-e986-4a06-acef-b8f2061c658d tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a2972b-a574-4eba-acf2-410a840b22bd,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:01.910081 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b9cd2b31-4cb8-4d7f-a7da-ff89842f0f4c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:01.928344 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-14a6b7d0-e986-4a06-acef-b8f2061c658d tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:01.929963 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-14a6b7d0-e986-4a06-acef-b8f2061c658d tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2888677 Apr 20 13:42:01.933052 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54354) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:42:01.937798 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-b83e3fd4-cd12-45bf-95d8-66ae7c5e31ca tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:42:02.023231 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b83e3fd4-cd12-45bf-95d8-66ae7c5e31ca tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for floatingip, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:02.060624 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b9cd2b31-4cb8-4d7f-a7da-ff89842f0f4c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:02.108677 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b9cd2b31-4cb8-4d7f-a7da-ff89842f0f4c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:02.121472 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b83e3fd4-cd12-45bf-95d8-66ae7c5e31ca tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:02.178565 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd2b31-4cb8-4d7f-a7da-ff89842f0f4c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event updated for resources: {'Port': ['ID=50ec9503-4307-4039-ad4c-933b3d671184,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:02.187211 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b9cd2b31-4cb8-4d7f-a7da-ff89842f0f4c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:02.229625 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-b83e3fd4-cd12-45bf-95d8-66ae7c5e31ca tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Allocated IP 172.25.8.190 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/f5c5a77d-7714-4c74-b187-5834eac0f7b8) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:42:02.287930 n-d-836015-7 neutron-server[114870]: INFO neutron.db.l3_db [None req-b9cd2b31-4cb8-4d7f-a7da-ff89842f0f4c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Floating IP 2552cd81-a2be-4f56-96d2-4c87179e2a8a associated. External IP: 172.25.8.117, port: 129594a0-fff3-4f77-b004-41c285727d3f. Apr 20 13:42:02.330147 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b83e3fd4-cd12-45bf-95d8-66ae7c5e31ca tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:02.423228 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b83e3fd4-cd12-45bf-95d8-66ae7c5e31ca tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:02.464948 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83e3fd4-cd12-45bf-95d8-66ae7c5e31ca tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:42:02.470952 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-b83e3fd4-cd12-45bf-95d8-66ae7c5e31ca tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:42:02.472536 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e3fd4-cd12-45bf-95d8-66ae7c5e31ca tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Pushing event updated for resources: {'Port': ['ID=f5c5a77d-7714-4c74-b187-5834eac0f7b8,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:02.474712 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83e3fd4-cd12-45bf-95d8-66ae7c5e31ca tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:42:02.498435 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9cd2b31-4cb8-4d7f-a7da-ff89842f0f4c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Router b5195762-dc8c-40be-b914-4d22b7016d1a has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:42:02.561892 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b83e3fd4-cd12-45bf-95d8-66ae7c5e31ca tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:02.605548 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cd2b31-4cb8-4d7f-a7da-ff89842f0f4c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:42:02.615740 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447fbf68-cbb6-4bf3-93fd-b56a555bdd5f None None] Sync routers for ids ['b5195762-dc8c-40be-b914-4d22b7016d1a'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:42:02.625098 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447fbf68-cbb6-4bf3-93fd-b56a555bdd5f None None] Routers {'b5195762-dc8c-40be-b914-4d22b7016d1a'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:42:02.625719 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-447fbf68-cbb6-4bf3-93fd-b56a555bdd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:41:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['b5195762-dc8c-40be-b914-4d22b7016d1a'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:42:02.654203 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b83e3fd4-cd12-45bf-95d8-66ae7c5e31ca tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:02.682239 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b9cd2b31-4cb8-4d7f-a7da-ff89842f0f4c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:02.712152 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b9cd2b31-4cb8-4d7f-a7da-ff89842f0f4c tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8697040 Apr 20 13:42:02.712840 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777f4090-db52-469d-8c96-1922c6fae15e', 'tag': '129594a0-fff3-4f77-b004-41c285727d3f'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:42:02.714774 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54356) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:42:02.715107 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e37064e-8820-4cb4-86b6-f707f24ca450" -d '{"events": [{"name": "network-changed", "server_uuid": "777f4090-db52-469d-8c96-1922c6fae15e", "tag": "129594a0-fff3-4f77-b004-41c285727d3f"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:42:02.744303 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-447fbf68-cbb6-4bf3-93fd-b56a555bdd5f None None] Set router b5195762-dc8c-40be-b914-4d22b7016d1a gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:42:02.760919 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0351b689-0a56-468c-b4cd-a00f087b5230 x-openstack-request-id: req-0351b689-0a56-468c-b4cd-a00f087b5230 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:42:02.761217 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "777f4090-db52-469d-8c96-1922c6fae15e", "tag": "129594a0-fff3-4f77-b004-41c285727d3f", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:42:02.761472 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0351b689-0a56-468c-b4cd-a00f087b5230 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:42:02.761881 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0351b689-0a56-468c-b4cd-a00f087b5230'] response: {'name': 'network-changed', 'server_uuid': '777f4090-db52-469d-8c96-1922c6fae15e', 'tag': '129594a0-fff3-4f77-b004-41c285727d3f', 'status': 'completed', 'code': 200} Apr 20 13:42:02.849919 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f76a0cc1-950b-498b-b22d-6281f92ab389 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/floatingips/2552cd81-a2be-4f56-96d2-4c87179e2a8a HTTP/1.1" status: 200 len: 992 time: 0.1325314 Apr 20 13:42:02.874445 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37064e-8820-4cb4-86b6-f707f24ca450 req-6d67760b-84f4-46b8-a122-8d167deb3aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:02.875934 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e37064e-8820-4cb4-86b6-f707f24ca450 req-6d67760b-84f4-46b8-a122-8d167deb3aff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9708aebf2fb4598b6635345afd09eb5&device_id=777f4090-db52-469d-8c96-1922c6fae15e HTTP/1.1" status: 200 len: 1097 time: 0.0906296 Apr 20 13:42:02.915554 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b83e3fd4-cd12-45bf-95d8-66ae7c5e31ca tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:02.975100 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-447fbf68-cbb6-4bf3-93fd-b56a555bdd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5195762-dc8c-40be-b914-4d22b7016d1a', 'name': 'tempest-TestNetworkBasicOps-router-1496067097', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'c40289e5-4ddc-42de-9845-c4730a41751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:41:38Z', 'updated_at': '2022-04-20T13:41:43Z', 'revision_number': 4, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'gw_port': {'id': 'c40289e5-4ddc-42de-9845-c4730a41751c', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5195762-dc8c-40be-b914-4d22b7016d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:41:39Z', 'updated_at': '2022-04-20T13:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '2552cd81-a2be-4f56-96d2-4c87179e2a8a', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'floating_ip_address': '172.25.8.117', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'b5195762-dc8c-40be-b914-4d22b7016d1a', 'port_id': '129594a0-fff3-4f77-b004-41c285727d3f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a', 'mac_address': 'fa:16:3e:3d:95:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777f4090-db52-469d-8c96-1922c6fae15e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:42:01Z', 'updated_at': '2022-04-20T13:42:01Z', 'revision_number': 0, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d31a9e0-1b11-477b-b33a-34ae6c03b78b', 'name': '', 'network_id': '08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'mac_address': 'fa:16:3e:30:15:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5195762-dc8c-40be-b914-4d22b7016d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'b5384c48-ba3c-4794-8ea0-d31c3a71f17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:41:42Z', 'updated_at': '2022-04-20T13:41:45Z', 'revision_number': 5, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'subnets': [{'id': 'b5384c48-ba3c-4794-8ea0-d31c3a71f17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:42:02.983968 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37064e-8820-4cb4-86b6-f707f24ca450 req-480baa1a-7dc9-478a-99c3-ded9eb43c0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:02.985467 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e37064e-8820-4cb4-86b6-f707f24ca450 req-480baa1a-7dc9-478a-99c3-ded9eb43c0d3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a HTTP/1.1" status: 200 len: 898 time: 0.1024237 Apr 20 13:42:02.999869 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b83e3fd4-cd12-45bf-95d8-66ae7c5e31ca tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:03.001567 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447fbf68-cbb6-4bf3-93fd-b56a555bdd5f None None] Checking router: b5195762-dc8c-40be-b914-4d22b7016d1a for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:42:03.010010 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447fbf68-cbb6-4bf3-93fd-b56a555bdd5f None None] Routers {'b5195762-dc8c-40be-b914-4d22b7016d1a'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:42:03.010641 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-447fbf68-cbb6-4bf3-93fd-b56a555bdd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:41:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['b5195762-dc8c-40be-b914-4d22b7016d1a'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:42:03.118069 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e37064e-8820-4cb4-86b6-f707f24ca450 req-d50698ba-3b3e-4808-962f-28e7b4007153 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=129594a0-fff3-4f77-b004-41c285727d3f HTTP/1.1" status: 200 len: 1000 time: 0.1249709 Apr 20 13:42:03.118351 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-447fbf68-cbb6-4bf3-93fd-b56a555bdd5f None None] Set router b5195762-dc8c-40be-b914-4d22b7016d1a gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:42:03.118524 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e3fd4-cd12-45bf-95d8-66ae7c5e31ca tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Pushing event updated for resources: {'Port': ['ID=f5c5a77d-7714-4c74-b187-5834eac0f7b8,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:03.165909 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b83e3fd4-cd12-45bf-95d8-66ae7c5e31ca tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:03.210714 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37064e-8820-4cb4-86b6-f707f24ca450 req-6fd8ef94-2bdf-4278-908c-e79f7d62c819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:03.212325 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e37064e-8820-4cb4-86b6-f707f24ca450 req-6fd8ef94-2bdf-4278-908c-e79f7d62c819 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b5384c48-ba3c-4794-8ea0-d31c3a71f17d HTTP/1.1" status: 200 len: 835 time: 0.0873864 Apr 20 13:42:03.219668 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b47cbfc8-9bb6-4e16-aa29-a58fe914aeb6 req-09f607d1-e728-4ca5-a36a-5811b18685dd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=777f4090-db52-469d-8c96-1922c6fae15e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0629723 Apr 20 13:42:03.258989 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37064e-8820-4cb4-86b6-f707f24ca450 req-ddcfdc21-7ef0-4f6a-b6f6-150ed26248ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:03.260559 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e37064e-8820-4cb4-86b6-f707f24ca450 req-ddcfdc21-7ef0-4f6a-b6f6-150ed26248ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402956 Apr 20 13:42:03.285658 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b83e3fd4-cd12-45bf-95d8-66ae7c5e31ca tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:03.288364 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b83e3fd4-cd12-45bf-95d8-66ae7c5e31ca tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3525035 Apr 20 13:42:03.351709 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-447fbf68-cbb6-4bf3-93fd-b56a555bdd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5195762-dc8c-40be-b914-4d22b7016d1a', 'name': 'tempest-TestNetworkBasicOps-router-1496067097', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'c40289e5-4ddc-42de-9845-c4730a41751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:41:38Z', 'updated_at': '2022-04-20T13:41:43Z', 'revision_number': 4, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'gw_port': {'id': 'c40289e5-4ddc-42de-9845-c4730a41751c', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5195762-dc8c-40be-b914-4d22b7016d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:41:39Z', 'updated_at': '2022-04-20T13:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '2552cd81-a2be-4f56-96d2-4c87179e2a8a', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'floating_ip_address': '172.25.8.117', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'b5195762-dc8c-40be-b914-4d22b7016d1a', 'port_id': '129594a0-fff3-4f77-b004-41c285727d3f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a', 'mac_address': 'fa:16:3e:3d:95:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777f4090-db52-469d-8c96-1922c6fae15e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:42:01Z', 'updated_at': '2022-04-20T13:42:01Z', 'revision_number': 0, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d31a9e0-1b11-477b-b33a-34ae6c03b78b', 'name': '', 'network_id': '08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'mac_address': 'fa:16:3e:30:15:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5195762-dc8c-40be-b914-4d22b7016d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'b5384c48-ba3c-4794-8ea0-d31c3a71f17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:41:42Z', 'updated_at': '2022-04-20T13:41:45Z', 'revision_number': 5, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'subnets': [{'id': 'b5384c48-ba3c-4794-8ea0-d31c3a71f17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:42:03.362924 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e37064e-8820-4cb4-86b6-f707f24ca450 req-ba21c939-4339-4368-a181-4397e7e0b062 service neutron] 10.222.0.15 "GET /v2.0/networks/08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963771 Apr 20 13:42:03.382799 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447fbf68-cbb6-4bf3-93fd-b56a555bdd5f None None] The sync data for ids ['b5195762-dc8c-40be-b914-4d22b7016d1a'] in n-d-836015-7 is: [{'id': 'b5195762-dc8c-40be-b914-4d22b7016d1a', 'name': 'tempest-TestNetworkBasicOps-router-1496067097', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'c40289e5-4ddc-42de-9845-c4730a41751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:41:38Z', 'updated_at': '2022-04-20T13:41:43Z', 'revision_number': 4, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'gw_port': {'id': 'c40289e5-4ddc-42de-9845-c4730a41751c', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5195762-dc8c-40be-b914-4d22b7016d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:41:39Z', 'updated_at': '2022-04-20T13:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '2552cd81-a2be-4f56-96d2-4c87179e2a8a', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'floating_ip_address': '172.25.8.117', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'b5195762-dc8c-40be-b914-4d22b7016d1a', 'port_id': '129594a0-fff3-4f77-b004-41c285727d3f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a', 'mac_address': 'fa:16:3e:3d:95:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777f4090-db52-469d-8c96-1922c6fae15e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:42:01Z', 'updated_at': '2022-04-20T13:42:01Z', 'revision_number': 0, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d31a9e0-1b11-477b-b33a-34ae6c03b78b', 'name': '', 'network_id': '08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'mac_address': 'fa:16:3e:30:15:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5195762-dc8c-40be-b914-4d22b7016d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'b5384c48-ba3c-4794-8ea0-d31c3a71f17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:41:42Z', 'updated_at': '2022-04-20T13:41:45Z', 'revision_number': 5, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'subnets': [{'id': 'b5384c48-ba3c-4794-8ea0-d31c3a71f17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:42:03.471911 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-9f69fd7f-00c8-40a3-8808-27d4e6cdadba tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1639280352&fields=id&tenant_id=199bdbc6cfe44f0c9700e48b02b2d332 HTTP/1.1" status: 200 len: 267 time: 0.0545914 Apr 20 13:42:03.487019 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e37064e-8820-4cb4-86b6-f707f24ca450 req-841d5de1-6c0b-4041-900d-1cbd4dfd71ad service neutron] 10.222.0.15 "GET /v2.0/networks/08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179936 Apr 20 13:42:03.609004 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5517626-11d7-4285-80eb-83db83412b0a None None] New status for floating IP 2552cd81-a2be-4f56-96d2-4c87179e2a8a: ACTIVE {{(pid=114872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:42:03.638843 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-b051fd10-765c-492e-a8f4-419bb3bfbb8f tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:03.640285 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-b051fd10-765c-492e-a8f4-419bb3bfbb8f tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/networks?id=528a81a3-3d30-457a-b770-9edd01e9db02 HTTP/1.1" status: 200 len: 815 time: 0.1563852 Apr 20 13:42:03.659375 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-dc1d4ceb-dc07-4b36-9e6d-684c2317038b tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/quotas/199bdbc6cfe44f0c9700e48b02b2d332 HTTP/1.1" status: 200 len: 375 time: 0.0119483 Apr 20 13:42:03.665452 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47cbfc8-9bb6-4e16-aa29-a58fe914aeb6 req-2aed59b3-2596-455d-b9ab-1d5993a980a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:03.666896 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b47cbfc8-9bb6-4e16-aa29-a58fe914aeb6 req-2aed59b3-2596-455d-b9ab-1d5993a980a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9708aebf2fb4598b6635345afd09eb5&device_id=777f4090-db52-469d-8c96-1922c6fae15e HTTP/1.1" status: 200 len: 1097 time: 0.0651209 Apr 20 13:42:03.852850 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54372) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:42:03.915634 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d067cf16-4988-4991-ab93-6472e722378e tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/floatingips/2552cd81-a2be-4f56-96d2-4c87179e2a8a HTTP/1.1" status: 200 len: 994 time: 0.0614748 Apr 20 13:42:04.078894 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-23246280-32a8-4971-82cb-0d7bc323ef71 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=199bdbc6cfe44f0c9700e48b02b2d332&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4110303 Apr 20 13:42:04.150242 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47cbfc8-9bb6-4e16-aa29-a58fe914aeb6 req-4797e534-e095-4803-b0aa-93d3a4172fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:04.151689 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b47cbfc8-9bb6-4e16-aa29-a58fe914aeb6 req-4797e534-e095-4803-b0aa-93d3a4172fbe service neutron] 10.222.0.15 "GET /v2.0/networks?id=08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a HTTP/1.1" status: 200 len: 898 time: 0.4592066 Apr 20 13:42:04.237214 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-b5de1ed6-e38c-4fd2-8674-9bd255da0cae service neutron] 10.222.0.25 "GET /v2.0/networks/528a81a3-3d30-457a-b770-9edd01e9db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436567 Apr 20 13:42:04.238988 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b47cbfc8-9bb6-4e16-aa29-a58fe914aeb6 req-b1c43ee1-6007-457d-adf8-2ad03eb32142 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=129594a0-fff3-4f77-b004-41c285727d3f HTTP/1.1" status: 200 len: 1002 time: 0.0800793 Apr 20 13:42:04.338006 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47cbfc8-9bb6-4e16-aa29-a58fe914aeb6 req-7c13c915-431e-4c17-9109-4b7d7c6fb0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:04.339461 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b47cbfc8-9bb6-4e16-aa29-a58fe914aeb6 req-7c13c915-431e-4c17-9109-4b7d7c6fb0aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b5384c48-ba3c-4794-8ea0-d31c3a71f17d HTTP/1.1" status: 200 len: 835 time: 0.0889957 Apr 20 13:42:04.386852 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-d775ef92-1b1e-4f30-9c37-f4533201784d service neutron] 10.222.0.25 "GET /v2.0/networks/528a81a3-3d30-457a-b770-9edd01e9db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432326 Apr 20 13:42:04.398014 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47cbfc8-9bb6-4e16-aa29-a58fe914aeb6 req-035b8fa0-8fce-4f7d-a243-30d5c4130645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:04.399443 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b47cbfc8-9bb6-4e16-aa29-a58fe914aeb6 req-035b8fa0-8fce-4f7d-a243-30d5c4130645 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520215 Apr 20 13:42:04.491745 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b47cbfc8-9bb6-4e16-aa29-a58fe914aeb6 req-b2b6bc72-2376-43d7-85c9-6fdd6049d8d9 service neutron] 10.222.0.15 "GET /v2.0/networks/08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859654 Apr 20 13:42:04.583625 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b47cbfc8-9bb6-4e16-aa29-a58fe914aeb6 req-d2d27b79-ec39-4461-a777-38ef1bf2b754 service neutron] 10.222.0.15 "GET /v2.0/networks/08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849633 Apr 20 13:42:04.636990 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7a8f81ef-cf4c-48d3-9bb4-f3e19fa9be7a req-955473c0-2917-4437-92c6-31e472ae09df tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=548737e7-5a85-47bb-bf6c-3c037ffe3c6f HTTP/1.1" status: 200 len: 210 time: 0.0279434 Apr 20 13:42:05.734327 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ce864d52-0ade-45f9-a3dc-d139e7abfde7 req-a117e6cc-2396-4bd0-b5ef-cfce67d1d5c0 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=548737e7-5a85-47bb-bf6c-3c037ffe3c6f HTTP/1.1" status: 200 len: 210 time: 0.0302894 Apr 20 13:42:06.468569 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-596f02e8-06cb-4e80-bee9-97a402bb204a tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:06.470014 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-596f02e8-06cb-4e80-bee9-97a402bb204a tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.32 "GET /v2.0/networks?id=528a81a3-3d30-457a-b770-9edd01e9db02 HTTP/1.1" status: 200 len: 815 time: 0.1041994 Apr 20 13:42:06.514260 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-4720e74c-73e0-4c61-8236-e0884489f759 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=199bdbc6cfe44f0c9700e48b02b2d332 HTTP/1.1" status: 200 len: 380 time: 0.0353479 Apr 20 13:42:06.523886 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-b9f4c55b-dcdc-4b78-8b2c-cd10fdd014a8 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Request body: {'port': {'device_id': '548737e7-5a85-47bb-bf6c-3c037ffe3c6f', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'admin_state_up': True, 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'security_groups': ['d2cf52e8-92dc-461c-a3d5-4b84a4179e5b']}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:42:06.685502 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-b9f4c55b-dcdc-4b78-8b2c-cd10fdd014a8 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Made reservation on behalf of 199bdbc6cfe44f0c9700e48b02b2d332 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:42:06.689012 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-b9f4c55b-dcdc-4b78-8b2c-cd10fdd014a8 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:06.813924 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-b9f4c55b-dcdc-4b78-8b2c-cd10fdd014a8 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Allocated IP 172.20.0.7 (528a81a3-3d30-457a-b770-9edd01e9db02/dd1bec79-1bde-4378-9778-6e03ce14f914/15219e9b-489d-4295-a04e-9e703494d1f8) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:42:06.827310 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a2875b94-e167-4251-85a8-7c2b12342a67 req-f3707951-5236-4dd2-8915-327d26782f97 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=548737e7-5a85-47bb-bf6c-3c037ffe3c6f HTTP/1.1" status: 200 len: 210 time: 0.0254350 Apr 20 13:42:06.951095 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-b9f4c55b-dcdc-4b78-8b2c-cd10fdd014a8 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:07.015034 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-b9f4c55b-dcdc-4b78-8b2c-cd10fdd014a8 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:07.058875 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-b9f4c55b-dcdc-4b78-8b2c-cd10fdd014a8 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Network 528a81a3-3d30-457a-b770-9edd01e9db02 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:42:07.061998 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-b9f4c55b-dcdc-4b78-8b2c-cd10fdd014a8 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:42:07.064466 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-b9f4c55b-dcdc-4b78-8b2c-cd10fdd014a8 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:42:07.091267 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f4c55b-dcdc-4b78-8b2c-cd10fdd014a8 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Pushing event updated for resources: {'Port': ['ID=15219e9b-489d-4295-a04e-9e703494d1f8,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:07.121311 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-b9f4c55b-dcdc-4b78-8b2c-cd10fdd014a8 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:07.121955 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-b9f4c55b-dcdc-4b78-8b2c-cd10fdd014a8 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:07.242520 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-b9f4c55b-dcdc-4b78-8b2c-cd10fdd014a8 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7221198 Apr 20 13:42:07.255180 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-c146846f-4212-4b6e-9f6d-652d1ac4cc9c service neutron] Request body: {'port': {'device_id': '548737e7-5a85-47bb-bf6c-3c037ffe3c6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:42:07.274193 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-82bdb73e-283d-44d7-a333-a1a33045082b None None] Provisioning complete for port 15219e9b-489d-4295-a04e-9e703494d1f8 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:42:07.274757 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-82bdb73e-283d-44d7-a333-a1a33045082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:07.307693 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-82bdb73e-283d-44d7-a333-a1a33045082b None None] Port 15219e9b-489d-4295-a04e-9e703494d1f8 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:42:07.312466 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-c146846f-4212-4b6e-9f6d-652d1ac4cc9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:07.852472 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-c146846f-4212-4b6e-9f6d-652d1ac4cc9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15219e9b-489d-4295-a04e-9e703494d1f8 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:42:07.860191 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-c146846f-4212-4b6e-9f6d-652d1ac4cc9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:07.872092 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-c146846f-4212-4b6e-9f6d-652d1ac4cc9c service neutron] Transition to ACTIVE for port object 15219e9b-489d-4295-a04e-9e703494d1f8 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:42:07.913974 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-c146846f-4212-4b6e-9f6d-652d1ac4cc9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:07.944712 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aaf79b-9ead-4fb7-a8c7-93e0f1aed899 req-53b2628c-566e-41cb-916f-ffb862d20186 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:07.947298 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-38aaf79b-9ead-4fb7-a8c7-93e0f1aed899 req-53b2628c-566e-41cb-916f-ffb862d20186 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=548737e7-5a85-47bb-bf6c-3c037ffe3c6f HTTP/1.1" status: 200 len: 931 time: 0.0522790 Apr 20 13:42:07.969452 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c146846f-4212-4b6e-9f6d-652d1ac4cc9c service neutron] Pushing event updated for resources: {'Port': ['ID=15219e9b-489d-4295-a04e-9e703494d1f8,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:07.989158 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-38aaf79b-9ead-4fb7-a8c7-93e0f1aed899 req-9904c471-9013-4944-b4d7-9fd9a2d0984a tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2cf52e8-92dc-461c-a3d5-4b84a4179e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346801 Apr 20 13:42:08.043236 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-c146846f-4212-4b6e-9f6d-652d1ac4cc9c service neutron] Attempting to bind port 15219e9b-489d-4295-a04e-9e703494d1f8 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:42:08.043637 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-c146846f-4212-4b6e-9f6d-652d1ac4cc9c service neutron] Attempting to bind port 15219e9b-489d-4295-a04e-9e703494d1f8 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '968e2ac5-5b66-437a-9952-c24b838f4f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:42:08.043966 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-c146846f-4212-4b6e-9f6d-652d1ac4cc9c service neutron] Attempting to bind port 15219e9b-489d-4295-a04e-9e703494d1f8 on network 528a81a3-3d30-457a-b770-9edd01e9db02 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:42:08.048380 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-c146846f-4212-4b6e-9f6d-652d1ac4cc9c service neutron] Port 15219e9b-489d-4295-a04e-9e703494d1f8 on network 528a81a3-3d30-457a-b770-9edd01e9db02 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:42:08.048696 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-c146846f-4212-4b6e-9f6d-652d1ac4cc9c service neutron] Attempting to bind port 15219e9b-489d-4295-a04e-9e703494d1f8 on network 528a81a3-3d30-457a-b770-9edd01e9db02 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:42:08.054167 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-c146846f-4212-4b6e-9f6d-652d1ac4cc9c service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:42:08.054756 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-c146846f-4212-4b6e-9f6d-652d1ac4cc9c service neutron] Checking segment: {'id': '968e2ac5-5b66-437a-9952-c24b838f4f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:42:08.055138 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-c146846f-4212-4b6e-9f6d-652d1ac4cc9c service neutron] Bound using segment: {'id': '968e2ac5-5b66-437a-9952-c24b838f4f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:42:08.055612 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-c146846f-4212-4b6e-9f6d-652d1ac4cc9c service neutron] Bound port: 15219e9b-489d-4295-a04e-9e703494d1f8, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '968e2ac5-5b66-437a-9952-c24b838f4f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:42:08.055970 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-c146846f-4212-4b6e-9f6d-652d1ac4cc9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:08.120542 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-c146846f-4212-4b6e-9f6d-652d1ac4cc9c service neutron] For port 15219e9b-489d-4295-a04e-9e703494d1f8, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:42:08.123587 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-c146846f-4212-4b6e-9f6d-652d1ac4cc9c service neutron] For port 15219e9b-489d-4295-a04e-9e703494d1f8, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=15219e9b-489d-4295-a04e-9e703494d1f8,segment=NetworkSegment(968e2ac5-5b66-437a-9952-c24b838f4f53),segment_id=968e2ac5-5b66-437a-9952-c24b838f4f53)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:42:08.177024 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-c146846f-4212-4b6e-9f6d-652d1ac4cc9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:08.210817 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-c146846f-4212-4b6e-9f6d-652d1ac4cc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:08.211338 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-c146846f-4212-4b6e-9f6d-652d1ac4cc9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:08.212754 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-c146846f-4212-4b6e-9f6d-652d1ac4cc9c service neutron] 10.222.0.32 "PUT /v2.0/ports/15219e9b-489d-4295-a04e-9e703494d1f8 HTTP/1.1" status: 200 len: 1091 time: 0.9621098 Apr 20 13:42:08.213190 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '548737e7-5a85-47bb-bf6c-3c037ffe3c6f', 'tag': '15219e9b-489d-4295-a04e-9e703494d1f8'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:42:08.215445 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479d5fd7-c668-42ba-b944-df86df2ecbe8" -d '{"events": [{"name": "network-changed", "server_uuid": "548737e7-5a85-47bb-bf6c-3c037ffe3c6f", "tag": "15219e9b-489d-4295-a04e-9e703494d1f8"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:42:08.242153 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c146846f-4212-4b6e-9f6d-652d1ac4cc9c service neutron] Pushing event updated for resources: {'Port': ['ID=15219e9b-489d-4295-a04e-9e703494d1f8,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:08.271935 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e1cb72-2fcc-434c-994b-5def6d84ba2c x-openstack-request-id: req-f1e1cb72-2fcc-434c-994b-5def6d84ba2c {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:42:08.272228 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "548737e7-5a85-47bb-bf6c-3c037ffe3c6f", "tag": "15219e9b-489d-4295-a04e-9e703494d1f8", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:42:08.272480 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f1e1cb72-2fcc-434c-994b-5def6d84ba2c {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:42:08.272890 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1e1cb72-2fcc-434c-994b-5def6d84ba2c'] response: {'name': 'network-changed', 'server_uuid': '548737e7-5a85-47bb-bf6c-3c037ffe3c6f', 'tag': '15219e9b-489d-4295-a04e-9e703494d1f8', 'status': 'completed', 'code': 200} Apr 20 13:42:08.339241 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d5fd7-c668-42ba-b944-df86df2ecbe8 req-9aeca112-c450-4a4f-ab26-33dbd741f449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:08.340832 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-479d5fd7-c668-42ba-b944-df86df2ecbe8 req-9aeca112-c450-4a4f-ab26-33dbd741f449 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=199bdbc6cfe44f0c9700e48b02b2d332&device_id=548737e7-5a85-47bb-bf6c-3c037ffe3c6f HTTP/1.1" status: 200 len: 1094 time: 0.0458982 Apr 20 13:42:08.440109 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d5fd7-c668-42ba-b944-df86df2ecbe8 req-b747eefc-16f9-44fe-a9df-f21370317a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:08.441576 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-479d5fd7-c668-42ba-b944-df86df2ecbe8 req-b747eefc-16f9-44fe-a9df-f21370317a71 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=199bdbc6cfe44f0c9700e48b02b2d332&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0913017 Apr 20 13:42:08.537606 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d5fd7-c668-42ba-b944-df86df2ecbe8 req-71ff9dda-4628-431c-bff8-2998279428cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:08.539066 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-479d5fd7-c668-42ba-b944-df86df2ecbe8 req-71ff9dda-4628-431c-bff8-2998279428cf service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910137 Apr 20 13:42:08.610245 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-7b0ee655-9f1b-4747-8f9b-3a88d8799177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:08.611754 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-7b0ee655-9f1b-4747-8f9b-3a88d8799177 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=199bdbc6cfe44f0c9700e48b02b2d332&device_id=548737e7-5a85-47bb-bf6c-3c037ffe3c6f HTTP/1.1" status: 200 len: 1094 time: 0.0400593 Apr 20 13:42:08.652481 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-bd08a51c-ca8f-4da7-ac3c-790c511d46e7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15219e9b-489d-4295-a04e-9e703494d1f8 HTTP/1.1" status: 200 len: 217 time: 0.0336831 Apr 20 13:42:08.703568 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-609765dd-450f-416c-b721-f1ad561c56a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:08.704979 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-609765dd-450f-416c-b721-f1ad561c56a1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dd1bec79-1bde-4378-9778-6e03ce14f914 HTTP/1.1" status: 200 len: 854 time: 0.0457616 Apr 20 13:42:08.749306 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-972c12ac-42a9-4955-9d95-24b34bc122ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:08.750774 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-972c12ac-42a9-4955-9d95-24b34bc122ff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=528a81a3-3d30-457a-b770-9edd01e9db02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391393 Apr 20 13:42:08.837103 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-cafd0805-4e71-4ee8-878d-da23d15cc99c service neutron] 10.222.0.32 "GET /v2.0/networks/528a81a3-3d30-457a-b770-9edd01e9db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795093 Apr 20 13:42:08.926317 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dab41e60-39b5-4a37-bd13-01deeb07a034 req-1bde60de-6465-43a1-b860-2890ed15b47c service neutron] 10.222.0.32 "GET /v2.0/networks/528a81a3-3d30-457a-b770-9edd01e9db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827558 Apr 20 13:42:09.105424 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd144e-ee4a-4ba4-9d75-991588d1ed51 req-91b5d394-12a9-454a-9e86-8b21bcd7bb65 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:09.106943 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1bbd144e-ee4a-4ba4-9d75-991588d1ed51 req-91b5d394-12a9-454a-9e86-8b21bcd7bb65 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=548737e7-5a85-47bb-bf6c-3c037ffe3c6f HTTP/1.1" status: 200 len: 943 time: 0.0489669 Apr 20 13:42:09.144128 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1bbd144e-ee4a-4ba4-9d75-991588d1ed51 req-4d5cb2a1-4b18-4081-9251-f77b8b186582 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2cf52e8-92dc-461c-a3d5-4b84a4179e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312257 Apr 20 13:42:10.262395 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b090ff-00f2-4754-80f9-4b57a0aa4185 req-08f6a391-c534-4f5c-9d33-8ae6654f0d65 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:10.263913 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-30b090ff-00f2-4754-80f9-4b57a0aa4185 req-08f6a391-c534-4f5c-9d33-8ae6654f0d65 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=548737e7-5a85-47bb-bf6c-3c037ffe3c6f HTTP/1.1" status: 200 len: 943 time: 0.0514736 Apr 20 13:42:10.302439 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-30b090ff-00f2-4754-80f9-4b57a0aa4185 req-9c082d5b-6945-4262-a522-b2f06cef746c tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2cf52e8-92dc-461c-a3d5-4b84a4179e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324912 Apr 20 13:42:11.417702 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6569a3-744a-41ff-ad01-ed5c00cc1383 req-6b9ba050-473a-47fb-af37-4738208ec3a3 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:11.419073 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0b6569a3-744a-41ff-ad01-ed5c00cc1383 req-6b9ba050-473a-47fb-af37-4738208ec3a3 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=548737e7-5a85-47bb-bf6c-3c037ffe3c6f HTTP/1.1" status: 200 len: 943 time: 0.0482345 Apr 20 13:42:11.455862 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0b6569a3-744a-41ff-ad01-ed5c00cc1383 req-2010452a-a6f4-4229-ae19-6d4a243e190a tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2cf52e8-92dc-461c-a3d5-4b84a4179e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309107 Apr 20 13:42:11.693613 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 15219e9b-489d-4295-a04e-9e703494d1f8 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:42:11.786161 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 15219e9b-489d-4295-a04e-9e703494d1f8, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=15219e9b-489d-4295-a04e-9e703494d1f8,segment=NetworkSegment(968e2ac5-5b66-437a-9952-c24b838f4f53),segment_id=968e2ac5-5b66-437a-9952-c24b838f4f53)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:42:11.797385 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '15219e9b-489d-4295-a04e-9e703494d1f8', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'port_id': '15219e9b-489d-4295-a04e-9e703494d1f8', 'mac_address': 'fa:16:3e:aa:bd:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:42:11.833875 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:11.849934 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15219e9b-489d-4295-a04e-9e703494d1f8 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:42:11.868432 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 15219e9b-489d-4295-a04e-9e703494d1f8, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=15219e9b-489d-4295-a04e-9e703494d1f8,segment=NetworkSegment(968e2ac5-5b66-437a-9952-c24b838f4f53),segment_id=968e2ac5-5b66-437a-9952-c24b838f4f53)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:42:11.951968 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:11.998703 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=15219e9b-489d-4295-a04e-9e703494d1f8,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:12.257514 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['15219e9b-489d-4295-a04e-9e703494d1f8'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:42:12.448761 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:12.570839 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128557a-1983-48f9-ae5d-f0019cda9280 req-c1c672eb-5e94-41d7-8e37-1f978e49feed tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:12.572324 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f128557a-1983-48f9-ae5d-f0019cda9280 req-c1c672eb-5e94-41d7-8e37-1f978e49feed tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=548737e7-5a85-47bb-bf6c-3c037ffe3c6f HTTP/1.1" status: 200 len: 944 time: 0.0488176 Apr 20 13:42:12.609163 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f128557a-1983-48f9-ae5d-f0019cda9280 req-01120637-1b50-4b73-94c0-187ac7ce3c5a tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2cf52e8-92dc-461c-a3d5-4b84a4179e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308473 Apr 20 13:42:13.165309 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:13.695349 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 15219e9b-489d-4295-a04e-9e703494d1f8 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:42:13.729953 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1ccf3-da8c-4831-80a4-4ce4f29341bf req-9f38bbc4-82f6-4556-82b7-91e779f40978 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:13.731500 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-32e1ccf3-da8c-4831-80a4-4ce4f29341bf req-9f38bbc4-82f6-4556-82b7-91e779f40978 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=548737e7-5a85-47bb-bf6c-3c037ffe3c6f HTTP/1.1" status: 200 len: 944 time: 0.0538034 Apr 20 13:42:13.769053 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-32e1ccf3-da8c-4831-80a4-4ce4f29341bf req-1373d3fe-b6fe-43c5-bc15-408bf8e4407e tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2cf52e8-92dc-461c-a3d5-4b84a4179e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314012 Apr 20 13:42:13.797661 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 15219e9b-489d-4295-a04e-9e703494d1f8 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:42:13.801749 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 15219e9b-489d-4295-a04e-9e703494d1f8 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:42:13.802012 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:13.876391 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:13.901718 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548737e7-5a85-47bb-bf6c-3c037ffe3c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15219e9b-489d-4295-a04e-9e703494d1f8'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:42:13.903956 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72763fac-8c8b-423a-963f-dd77acfe6c6b" -d '{"events": [{"server_uuid": "548737e7-5a85-47bb-bf6c-3c037ffe3c6f", "name": "network-vif-plugged", "status": "completed", "tag": "15219e9b-489d-4295-a04e-9e703494d1f8"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:42:13.916103 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 15219e9b-489d-4295-a04e-9e703494d1f8, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=15219e9b-489d-4295-a04e-9e703494d1f8,segment=NetworkSegment(968e2ac5-5b66-437a-9952-c24b838f4f53),segment_id=968e2ac5-5b66-437a-9952-c24b838f4f53)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:42:13.940181 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f31383a-57ed-4421-b2fa-5d75c2253678 x-openstack-request-id: req-0f31383a-57ed-4421-b2fa-5d75c2253678 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:42:13.944120 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548737e7-5a85-47bb-bf6c-3c037ffe3c6f", "name": "network-vif-plugged", "status": "completed", "tag": "15219e9b-489d-4295-a04e-9e703494d1f8", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:42:13.944120 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0f31383a-57ed-4421-b2fa-5d75c2253678 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:42:13.944120 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f31383a-57ed-4421-b2fa-5d75c2253678'] response: {'server_uuid': '548737e7-5a85-47bb-bf6c-3c037ffe3c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15219e9b-489d-4295-a04e-9e703494d1f8', 'code': 200} Apr 20 13:42:13.991810 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:14.036708 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac7ac8-1852-4eb8-905c-9c5058383254 req-3d2d9417-8159-471d-8a61-650ee8eac469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:14.038241 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c4ac7ac8-1852-4eb8-905c-9c5058383254 req-3d2d9417-8159-471d-8a61-650ee8eac469 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=548737e7-5a85-47bb-bf6c-3c037ffe3c6f HTTP/1.1" status: 200 len: 1096 time: 0.0413303 Apr 20 13:42:14.040461 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=15219e9b-489d-4295-a04e-9e703494d1f8,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:14.073408 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c4ac7ac8-1852-4eb8-905c-9c5058383254 req-bb80f600-6fa0-4ad5-ad2d-1e32a8483938 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d2cf52e8-92dc-461c-a3d5-4b84a4179e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285540 Apr 20 13:42:14.883764 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f2b78-1dda-4cfa-a235-82af8720ceef req-8de17716-1d14-4472-abca-18a0dfd0671c tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:14.885235 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a41f2b78-1dda-4cfa-a235-82af8720ceef req-8de17716-1d14-4472-abca-18a0dfd0671c tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=548737e7-5a85-47bb-bf6c-3c037ffe3c6f HTTP/1.1" status: 200 len: 945 time: 0.0481110 Apr 20 13:42:14.922142 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a41f2b78-1dda-4cfa-a235-82af8720ceef req-6954ab3a-7c3e-4f40-a388-d3fb1bbabcd2 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2cf52e8-92dc-461c-a3d5-4b84a4179e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309272 Apr 20 13:42:16.039443 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f10fa-4368-4ca4-afd3-285b36520d74 req-470fb80a-f3fc-4ffe-a141-f6f0e8bb8696 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:16.040876 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-187f10fa-4368-4ca4-afd3-285b36520d74 req-470fb80a-f3fc-4ffe-a141-f6f0e8bb8696 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=548737e7-5a85-47bb-bf6c-3c037ffe3c6f HTTP/1.1" status: 200 len: 945 time: 0.0481391 Apr 20 13:42:16.077442 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-187f10fa-4368-4ca4-afd3-285b36520d74 req-c15da465-2192-4e6d-ab25-3605470f46fd tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2cf52e8-92dc-461c-a3d5-4b84a4179e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306361 Apr 20 13:42:16.191119 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775968c2-bfbd-4f08-bc9a-2bdd6d9e3313 req-b1063149-b893-4266-8b1d-ad8ab877f005 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:16.193996 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-775968c2-bfbd-4f08-bc9a-2bdd6d9e3313 req-b1063149-b893-4266-8b1d-ad8ab877f005 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=548737e7-5a85-47bb-bf6c-3c037ffe3c6f HTTP/1.1" status: 200 len: 945 time: 0.0528972 Apr 20 13:42:16.201727 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54412) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:42:16.206154 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-5478c23d-d376-42d5-a69d-7c080ec6dec9 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Request body: {'floatingip': {'port_id': '15219e9b-489d-4295-a04e-9e703494d1f8'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:42:16.245054 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5478c23d-d376-42d5-a69d-7c080ec6dec9 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for floatingip, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:16.674587 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5478c23d-d376-42d5-a69d-7c080ec6dec9 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:16.740694 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5478c23d-d376-42d5-a69d-7c080ec6dec9 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:16.839419 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-5478c23d-d376-42d5-a69d-7c080ec6dec9 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Floating IP 28200ff1-c900-4ecb-8a59-fcdd09ce609e associated. External IP: 172.25.8.190, port: 15219e9b-489d-4295-a04e-9e703494d1f8. Apr 20 13:42:17.039928 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5478c23d-d376-42d5-a69d-7c080ec6dec9 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Router 82769f95-962c-4210-b540-3c035126e4a5 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:42:17.122066 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [req-8f70b13c-dbd7-4793-9aef-c1b93ae8b780 req-ec738968-ed41-4f92-8afb-929787df074c service neutron] (114870) timed out ('10.222.0.25', 53914) {{(pid=114870) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 13:42:17.140276 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5478c23d-d376-42d5-a69d-7c080ec6dec9 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:42:17.145759 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5478c23d-d376-42d5-a69d-7c080ec6dec9 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:17.150854 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c81533f-a6e8-43c0-8f8d-a2c25f294fe9 None None] Sync routers for ids ['82769f95-962c-4210-b540-3c035126e4a5'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:42:17.160417 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c81533f-a6e8-43c0-8f8d-a2c25f294fe9 None None] Routers {'82769f95-962c-4210-b540-3c035126e4a5'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:42:17.161642 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-3c81533f-a6e8-43c0-8f8d-a2c25f294fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:41:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['82769f95-962c-4210-b540-3c035126e4a5'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:42:17.175629 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5478c23d-d376-42d5-a69d-7c080ec6dec9 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "PUT /v2.0/floatingips/28200ff1-c900-4ecb-8a59-fcdd09ce609e HTTP/1.1" status: 200 len: 991 time: 0.9728823 Apr 20 13:42:17.176297 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '548737e7-5a85-47bb-bf6c-3c037ffe3c6f', 'tag': '15219e9b-489d-4295-a04e-9e703494d1f8'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:42:17.178521 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19343e2-a5cc-4658-a1d0-90e6ea76960f" -d '{"events": [{"name": "network-changed", "server_uuid": "548737e7-5a85-47bb-bf6c-3c037ffe3c6f", "tag": "15219e9b-489d-4295-a04e-9e703494d1f8"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:42:17.215537 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95912bdb-95c9-426a-ac46-d533efd0e1ad x-openstack-request-id: req-95912bdb-95c9-426a-ac46-d533efd0e1ad {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:42:17.215832 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "548737e7-5a85-47bb-bf6c-3c037ffe3c6f", "tag": "15219e9b-489d-4295-a04e-9e703494d1f8", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:42:17.216082 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-95912bdb-95c9-426a-ac46-d533efd0e1ad {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:42:17.216486 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95912bdb-95c9-426a-ac46-d533efd0e1ad'] response: {'name': 'network-changed', 'server_uuid': '548737e7-5a85-47bb-bf6c-3c037ffe3c6f', 'tag': '15219e9b-489d-4295-a04e-9e703494d1f8', 'status': 'completed', 'code': 200} Apr 20 13:42:17.283128 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19343e2-a5cc-4658-a1d0-90e6ea76960f req-ea5cef0d-a63a-4f38-9bf6-2e4fc5897d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:17.284715 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f19343e2-a5cc-4658-a1d0-90e6ea76960f req-ea5cef0d-a63a-4f38-9bf6-2e4fc5897d93 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=199bdbc6cfe44f0c9700e48b02b2d332&device_id=548737e7-5a85-47bb-bf6c-3c037ffe3c6f HTTP/1.1" status: 200 len: 1096 time: 0.0466845 Apr 20 13:42:17.375729 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19343e2-a5cc-4658-a1d0-90e6ea76960f req-54f48f63-519c-463d-94df-4268d8877280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:17.377193 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f19343e2-a5cc-4658-a1d0-90e6ea76960f req-54f48f63-519c-463d-94df-4268d8877280 service neutron] 10.222.0.32 "GET /v2.0/networks?id=528a81a3-3d30-457a-b770-9edd01e9db02 HTTP/1.1" status: 200 len: 916 time: 0.0862582 Apr 20 13:42:17.423638 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-3c81533f-a6e8-43c0-8f8d-a2c25f294fe9 None None] Set router 82769f95-962c-4210-b540-3c035126e4a5 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:42:17.446498 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f19343e2-a5cc-4658-a1d0-90e6ea76960f req-6dbeea4c-1520-41a4-8dbc-a5fa5ef71bc5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15219e9b-489d-4295-a04e-9e703494d1f8 HTTP/1.1" status: 200 len: 999 time: 0.0625107 Apr 20 13:42:17.495289 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19343e2-a5cc-4658-a1d0-90e6ea76960f req-7c63b276-fdc0-4304-8765-4a1ec5fc7021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:17.496826 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f19343e2-a5cc-4658-a1d0-90e6ea76960f req-7c63b276-fdc0-4304-8765-4a1ec5fc7021 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dd1bec79-1bde-4378-9778-6e03ce14f914 HTTP/1.1" status: 200 len: 854 time: 0.0432539 Apr 20 13:42:17.541018 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19343e2-a5cc-4658-a1d0-90e6ea76960f req-e3fdb50a-da49-4367-acce-3a80c5288e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:17.542502 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f19343e2-a5cc-4658-a1d0-90e6ea76960f req-e3fdb50a-da49-4367-acce-3a80c5288e47 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=528a81a3-3d30-457a-b770-9edd01e9db02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394614 Apr 20 13:42:17.637386 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f19343e2-a5cc-4658-a1d0-90e6ea76960f req-8e78eb56-b3fd-460a-b521-3ea62810866a service neutron] 10.222.0.32 "GET /v2.0/networks/528a81a3-3d30-457a-b770-9edd01e9db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873463 Apr 20 13:42:17.650055 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-3c81533f-a6e8-43c0-8f8d-a2c25f294fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82769f95-962c-4210-b540-3c035126e4a5', 'name': 'tempest-AttachVolumeNegativeTest-1469658376-router', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:36:53Z', 'updated_at': '2022-04-20T13:36:57Z', 'revision_number': 4, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'gw_port': {'id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:54Z', 'updated_at': '2022-04-20T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '28200ff1-c900-4ecb-8a59-fcdd09ce609e', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'floating_ip_address': '172.25.8.190', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '82769f95-962c-4210-b540-3c035126e4a5', 'port_id': '15219e9b-489d-4295-a04e-9e703494d1f8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'mac_address': 'fa:16:3e:aa:bd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548737e7-5a85-47bb-bf6c-3c037ffe3c6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:42:02Z', 'updated_at': '2022-04-20T13:42:16Z', 'revision_number': 1, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2dbb345-9df3-4702-9e33-6ee07a421861', 'name': '', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'mac_address': 'fa:16:3e:8e:a0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:56Z', 'updated_at': '2022-04-20T13:37:01Z', 'revision_number': 5, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'subnets': [{'id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:42:17.675988 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c81533f-a6e8-43c0-8f8d-a2c25f294fe9 None None] Checking router: 82769f95-962c-4210-b540-3c035126e4a5 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:42:17.684316 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c81533f-a6e8-43c0-8f8d-a2c25f294fe9 None None] Routers {'82769f95-962c-4210-b540-3c035126e4a5'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:42:17.684935 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-3c81533f-a6e8-43c0-8f8d-a2c25f294fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:41:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['82769f95-962c-4210-b540-3c035126e4a5'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:42:17.726310 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f19343e2-a5cc-4658-a1d0-90e6ea76960f req-243126d8-762d-488f-ab0d-8bdf281a8dbb service neutron] 10.222.0.32 "GET /v2.0/networks/528a81a3-3d30-457a-b770-9edd01e9db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822959 Apr 20 13:42:17.790864 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-3c81533f-a6e8-43c0-8f8d-a2c25f294fe9 None None] Set router 82769f95-962c-4210-b540-3c035126e4a5 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:42:18.006602 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-3c81533f-a6e8-43c0-8f8d-a2c25f294fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82769f95-962c-4210-b540-3c035126e4a5', 'name': 'tempest-AttachVolumeNegativeTest-1469658376-router', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:36:53Z', 'updated_at': '2022-04-20T13:36:57Z', 'revision_number': 4, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'gw_port': {'id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:54Z', 'updated_at': '2022-04-20T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '28200ff1-c900-4ecb-8a59-fcdd09ce609e', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'floating_ip_address': '172.25.8.190', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '82769f95-962c-4210-b540-3c035126e4a5', 'port_id': '15219e9b-489d-4295-a04e-9e703494d1f8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'mac_address': 'fa:16:3e:aa:bd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548737e7-5a85-47bb-bf6c-3c037ffe3c6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:42:02Z', 'updated_at': '2022-04-20T13:42:16Z', 'revision_number': 1, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2dbb345-9df3-4702-9e33-6ee07a421861', 'name': '', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'mac_address': 'fa:16:3e:8e:a0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:56Z', 'updated_at': '2022-04-20T13:37:01Z', 'revision_number': 5, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'subnets': [{'id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:42:18.035385 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c81533f-a6e8-43c0-8f8d-a2c25f294fe9 None None] The sync data for ids ['82769f95-962c-4210-b540-3c035126e4a5'] in n-d-836015-7 is: [{'id': '82769f95-962c-4210-b540-3c035126e4a5', 'name': 'tempest-AttachVolumeNegativeTest-1469658376-router', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:36:53Z', 'updated_at': '2022-04-20T13:36:57Z', 'revision_number': 4, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'gw_port': {'id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:54Z', 'updated_at': '2022-04-20T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '28200ff1-c900-4ecb-8a59-fcdd09ce609e', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'floating_ip_address': '172.25.8.190', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '82769f95-962c-4210-b540-3c035126e4a5', 'port_id': '15219e9b-489d-4295-a04e-9e703494d1f8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'mac_address': 'fa:16:3e:aa:bd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548737e7-5a85-47bb-bf6c-3c037ffe3c6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:42:02Z', 'updated_at': '2022-04-20T13:42:16Z', 'revision_number': 1, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2dbb345-9df3-4702-9e33-6ee07a421861', 'name': '', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'mac_address': 'fa:16:3e:8e:a0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:56Z', 'updated_at': '2022-04-20T13:37:01Z', 'revision_number': 5, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'subnets': [{'id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:42:18.230979 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340efa6f-37d1-4d55-8f4c-10a19cb6bcaa None None] New status for floating IP 28200ff1-c900-4ecb-8a59-fcdd09ce609e: ACTIVE {{(pid=114872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:42:24.477224 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e435053e-a886-495d-aea4-2a71121515c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:26.786276 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-275b446e-b711-420e-87e5-adb83bc413a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:28.157181 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:29.411195 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:29.822567 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:33.614934 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:42:42.433993 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:43.182403 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:54.485167 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-61388e73-4381-4188-b958-f88cce410a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:56.769055 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2212387e-39c8-47c1-be3d-734d2870a638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:58.165186 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:59.428093 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:59.825853 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:00.555078 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6f7495a2-e7fd-4570-a282-d1dc88aaddce req-c009c83b-5194-41e8-abc6-575211dd8be6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=548737e7-5a85-47bb-bf6c-3c037ffe3c6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396347 Apr 20 13:43:00.637670 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7495a2-e7fd-4570-a282-d1dc88aaddce req-b0df3f8a-c46f-4946-904a-47ef4da7fcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:00.639132 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6f7495a2-e7fd-4570-a282-d1dc88aaddce req-b0df3f8a-c46f-4946-904a-47ef4da7fcd1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=199bdbc6cfe44f0c9700e48b02b2d332&device_id=548737e7-5a85-47bb-bf6c-3c037ffe3c6f HTTP/1.1" status: 200 len: 1096 time: 0.0429857 Apr 20 13:43:00.736628 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7495a2-e7fd-4570-a282-d1dc88aaddce req-93952e08-e7b9-42e7-969e-476fa9037050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:00.737986 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6f7495a2-e7fd-4570-a282-d1dc88aaddce req-93952e08-e7b9-42e7-969e-476fa9037050 service neutron] 10.222.0.32 "GET /v2.0/networks?id=528a81a3-3d30-457a-b770-9edd01e9db02 HTTP/1.1" status: 200 len: 916 time: 0.0814025 Apr 20 13:43:00.806751 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6f7495a2-e7fd-4570-a282-d1dc88aaddce req-7016b037-fb49-4612-8769-6bf9f1c7a74f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15219e9b-489d-4295-a04e-9e703494d1f8 HTTP/1.1" status: 200 len: 1001 time: 0.0612681 Apr 20 13:43:00.853826 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7495a2-e7fd-4570-a282-d1dc88aaddce req-b1b3308d-2a6a-4185-a233-fd323504369f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:00.855216 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6f7495a2-e7fd-4570-a282-d1dc88aaddce req-b1b3308d-2a6a-4185-a233-fd323504369f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dd1bec79-1bde-4378-9778-6e03ce14f914 HTTP/1.1" status: 200 len: 854 time: 0.0422204 Apr 20 13:43:00.900713 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7495a2-e7fd-4570-a282-d1dc88aaddce req-e65db90b-cc9c-4f00-95c4-df8d8374aa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:00.902247 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6f7495a2-e7fd-4570-a282-d1dc88aaddce req-e65db90b-cc9c-4f00-95c4-df8d8374aa08 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=528a81a3-3d30-457a-b770-9edd01e9db02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399969 Apr 20 13:43:00.992424 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6f7495a2-e7fd-4570-a282-d1dc88aaddce req-5678c24f-b3a2-4bed-b69e-0b48d99f4c36 service neutron] 10.222.0.32 "GET /v2.0/networks/528a81a3-3d30-457a-b770-9edd01e9db02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835807 Apr 20 13:43:01.081390 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6f7495a2-e7fd-4570-a282-d1dc88aaddce req-1bca7817-36e7-4d25-9e63-8e4e64e53f91 service neutron] 10.222.0.32 "GET /v2.0/networks/528a81a3-3d30-457a-b770-9edd01e9db02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821795 Apr 20 13:43:04.161827 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1343ecc7-9d5c-4fd1-b510-f8dac384381b req-257e77d6-d057-4855-bce6-1722444eaad5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=777f4090-db52-469d-8c96-1922c6fae15e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386095 Apr 20 13:43:04.241813 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343ecc7-9d5c-4fd1-b510-f8dac384381b req-f7d99da6-58bf-431b-b2fa-21f4e4c4c66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:04.243256 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1343ecc7-9d5c-4fd1-b510-f8dac384381b req-f7d99da6-58bf-431b-b2fa-21f4e4c4c66c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9708aebf2fb4598b6635345afd09eb5&device_id=777f4090-db52-469d-8c96-1922c6fae15e HTTP/1.1" status: 200 len: 1097 time: 0.0387490 Apr 20 13:43:04.346769 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343ecc7-9d5c-4fd1-b510-f8dac384381b req-82753804-885b-4497-ac18-6fe78931b4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:04.348258 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1343ecc7-9d5c-4fd1-b510-f8dac384381b req-82753804-885b-4497-ac18-6fe78931b4d9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a HTTP/1.1" status: 200 len: 898 time: 0.0855751 Apr 20 13:43:04.410570 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1343ecc7-9d5c-4fd1-b510-f8dac384381b req-411ad42b-deff-4a7b-95e2-6174009950dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=129594a0-fff3-4f77-b004-41c285727d3f HTTP/1.1" status: 200 len: 1002 time: 0.0553584 Apr 20 13:43:04.457493 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343ecc7-9d5c-4fd1-b510-f8dac384381b req-94ce66e8-7bed-4c98-8cc5-08afd568143b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:04.458811 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1343ecc7-9d5c-4fd1-b510-f8dac384381b req-94ce66e8-7bed-4c98-8cc5-08afd568143b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b5384c48-ba3c-4794-8ea0-d31c3a71f17d HTTP/1.1" status: 200 len: 835 time: 0.0416281 Apr 20 13:43:04.506742 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343ecc7-9d5c-4fd1-b510-f8dac384381b req-87e84a9c-a6ac-405a-a75a-94c811c88f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:04.508247 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1343ecc7-9d5c-4fd1-b510-f8dac384381b req-87e84a9c-a6ac-405a-a75a-94c811c88f28 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430129 Apr 20 13:43:04.543808 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54450) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:43:04.596821 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1343ecc7-9d5c-4fd1-b510-f8dac384381b req-27b29b06-c9c8-47a3-ab60-87d5627b223c service neutron] 10.222.0.15 "GET /v2.0/networks/08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817838 Apr 20 13:43:04.608884 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8cb16e67-e92b-4460-a1ba-48dd9a1035f2 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/floatingips/2552cd81-a2be-4f56-96d2-4c87179e2a8a HTTP/1.1" status: 200 len: 994 time: 0.0638900 Apr 20 13:43:04.693226 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1343ecc7-9d5c-4fd1-b510-f8dac384381b req-aa2b54c2-24b0-4c69-841c-ab75ee4d2f1e service neutron] 10.222.0.15 "GET /v2.0/networks/08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879619 Apr 20 13:43:04.862365 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54456) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:43:05.015048 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-f2e714cd-ad26-42e1-b92d-20f60c877911 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Deleting port 50ec9503-4307-4039-ad4c-933b3d671184 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:43:05.015415 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f2e714cd-ad26-42e1-b92d-20f60c877911 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:05.092062 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f2e714cd-ad26-42e1-b92d-20f60c877911 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:05.092385 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f2e714cd-ad26-42e1-b92d-20f60c877911 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:05.103785 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-f2e714cd-ad26-42e1-b92d-20f60c877911 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Calling delete_port for 50ec9503-4307-4039-ad4c-933b3d671184 owned by network:floatingip {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:43:05.319376 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f2e714cd-ad26-42e1-b92d-20f60c877911 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:05.345033 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e714cd-ad26-42e1-b92d-20f60c877911 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event deleted for resources: {'Port': ['ID=50ec9503-4307-4039-ad4c-933b3d671184,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:05.373515 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e714cd-ad26-42e1-b92d-20f60c877911 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:05.373865 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e714cd-ad26-42e1-b92d-20f60c877911 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:05.374204 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e714cd-ad26-42e1-b92d-20f60c877911 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:05.374539 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e714cd-ad26-42e1-b92d-20f60c877911 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:05.374872 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e714cd-ad26-42e1-b92d-20f60c877911 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:05.375201 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e714cd-ad26-42e1-b92d-20f60c877911 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:05.375560 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e714cd-ad26-42e1-b92d-20f60c877911 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:05.375891 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e714cd-ad26-42e1-b92d-20f60c877911 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:05.376216 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e714cd-ad26-42e1-b92d-20f60c877911 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:05.376539 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e714cd-ad26-42e1-b92d-20f60c877911 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:05.376863 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e714cd-ad26-42e1-b92d-20f60c877911 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:05.377182 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e714cd-ad26-42e1-b92d-20f60c877911 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:05.417451 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f2e714cd-ad26-42e1-b92d-20f60c877911 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for floatingip, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:05.417782 n-d-836015-7 neutron-server[114870]: INFO neutron.db.l3_db [None req-f2e714cd-ad26-42e1-b92d-20f60c877911 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Floating IP 2552cd81-a2be-4f56-96d2-4c87179e2a8a disassociated (deleted). External IP: 172.25.8.117, port: 129594a0-fff3-4f77-b004-41c285727d3f. Apr 20 13:43:05.622418 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e714cd-ad26-42e1-b92d-20f60c877911 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Router b5195762-dc8c-40be-b914-4d22b7016d1a has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:43:05.726554 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e714cd-ad26-42e1-b92d-20f60c877911 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:43:05.733221 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f2e714cd-ad26-42e1-b92d-20f60c877911 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:05.737049 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e123b5-3bd8-4b81-bd7f-98af28d3dbbf None None] Sync routers for ids ['b5195762-dc8c-40be-b914-4d22b7016d1a'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:43:05.747856 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e123b5-3bd8-4b81-bd7f-98af28d3dbbf None None] Routers {'b5195762-dc8c-40be-b914-4d22b7016d1a'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:43:05.748478 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-61e123b5-3bd8-4b81-bd7f-98af28d3dbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:42:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['b5195762-dc8c-40be-b914-4d22b7016d1a'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:43:05.767513 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f2e714cd-ad26-42e1-b92d-20f60c877911 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "DELETE /v2.0/floatingips/2552cd81-a2be-4f56-96d2-4c87179e2a8a HTTP/1.1" status: 204 len: 168 time: 0.9016533 Apr 20 13:43:05.767513 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777f4090-db52-469d-8c96-1922c6fae15e', 'tag': '129594a0-fff3-4f77-b004-41c285727d3f'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:43:05.767972 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8374599b-ed5d-4b63-a601-4a016dabe6d2" -d '{"events": [{"name": "network-changed", "server_uuid": "777f4090-db52-469d-8c96-1922c6fae15e", "tag": "129594a0-fff3-4f77-b004-41c285727d3f"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:43:05.862388 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-61e123b5-3bd8-4b81-bd7f-98af28d3dbbf None None] Set router b5195762-dc8c-40be-b914-4d22b7016d1a gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:43:05.874325 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbac2d8-d102-41ef-8559-a363dc5b1cc0 x-openstack-request-id: req-2cbac2d8-d102-41ef-8559-a363dc5b1cc0 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:43:05.874618 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "777f4090-db52-469d-8c96-1922c6fae15e", "tag": "129594a0-fff3-4f77-b004-41c285727d3f", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:43:05.874874 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2cbac2d8-d102-41ef-8559-a363dc5b1cc0 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:43:05.875317 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cbac2d8-d102-41ef-8559-a363dc5b1cc0'] response: {'name': 'network-changed', 'server_uuid': '777f4090-db52-469d-8c96-1922c6fae15e', 'tag': '129594a0-fff3-4f77-b004-41c285727d3f', 'status': 'completed', 'code': 200} Apr 20 13:43:05.939756 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374599b-ed5d-4b63-a601-4a016dabe6d2 req-9697fee6-61bd-49a5-a2ea-221e7b575c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:05.941317 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8374599b-ed5d-4b63-a601-4a016dabe6d2 req-9697fee6-61bd-49a5-a2ea-221e7b575c31 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9708aebf2fb4598b6635345afd09eb5&device_id=777f4090-db52-469d-8c96-1922c6fae15e HTTP/1.1" status: 200 len: 1097 time: 0.0433497 Apr 20 13:43:06.034141 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374599b-ed5d-4b63-a601-4a016dabe6d2 req-0e0fe2e9-291b-449d-9f6b-293016e0585a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:06.035674 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8374599b-ed5d-4b63-a601-4a016dabe6d2 req-0e0fe2e9-291b-449d-9f6b-293016e0585a service neutron] 10.222.0.15 "GET /v2.0/networks?id=08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a HTTP/1.1" status: 200 len: 898 time: 0.0872481 Apr 20 13:43:06.066546 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-61e123b5-3bd8-4b81-bd7f-98af28d3dbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5195762-dc8c-40be-b914-4d22b7016d1a', 'name': 'tempest-TestNetworkBasicOps-router-1496067097', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'c40289e5-4ddc-42de-9845-c4730a41751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:41:38Z', 'updated_at': '2022-04-20T13:41:43Z', 'revision_number': 4, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'gw_port': {'id': 'c40289e5-4ddc-42de-9845-c4730a41751c', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5195762-dc8c-40be-b914-4d22b7016d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:41:39Z', 'updated_at': '2022-04-20T13:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '1d31a9e0-1b11-477b-b33a-34ae6c03b78b', 'name': '', 'network_id': '08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'mac_address': 'fa:16:3e:30:15:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5195762-dc8c-40be-b914-4d22b7016d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'b5384c48-ba3c-4794-8ea0-d31c3a71f17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:41:42Z', 'updated_at': '2022-04-20T13:41:45Z', 'revision_number': 5, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'subnets': [{'id': 'b5384c48-ba3c-4794-8ea0-d31c3a71f17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:43:06.081434 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8374599b-ed5d-4b63-a601-4a016dabe6d2 req-cfeba314-661f-48cb-9d5d-7ccac848c121 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=129594a0-fff3-4f77-b004-41c285727d3f HTTP/1.1" status: 200 len: 217 time: 0.0382690 Apr 20 13:43:06.104988 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e123b5-3bd8-4b81-bd7f-98af28d3dbbf None None] Checking router: b5195762-dc8c-40be-b914-4d22b7016d1a for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:43:06.113937 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e123b5-3bd8-4b81-bd7f-98af28d3dbbf None None] Routers {'b5195762-dc8c-40be-b914-4d22b7016d1a'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:43:06.114567 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-61e123b5-3bd8-4b81-bd7f-98af28d3dbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:42:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['b5195762-dc8c-40be-b914-4d22b7016d1a'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:43:06.138110 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374599b-ed5d-4b63-a601-4a016dabe6d2 req-27b06a7d-cc32-4c6c-889a-ac43c3dbb7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:06.139474 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8374599b-ed5d-4b63-a601-4a016dabe6d2 req-27b06a7d-cc32-4c6c-889a-ac43c3dbb7d5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b5384c48-ba3c-4794-8ea0-d31c3a71f17d HTTP/1.1" status: 200 len: 835 time: 0.0503297 Apr 20 13:43:06.210643 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374599b-ed5d-4b63-a601-4a016dabe6d2 req-4ae63f21-a45b-4c92-81ec-c991c39814f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:06.212166 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8374599b-ed5d-4b63-a601-4a016dabe6d2 req-4ae63f21-a45b-4c92-81ec-c991c39814f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656445 Apr 20 13:43:06.219963 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-61e123b5-3bd8-4b81-bd7f-98af28d3dbbf None None] Set router b5195762-dc8c-40be-b914-4d22b7016d1a gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:43:06.220130 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68979e06-d30a-4860-969d-2a96d80f7693 req-21ab3390-0c22-439c-aa7f-ac859d0e4a41 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:06.221405 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-68979e06-d30a-4860-969d-2a96d80f7693 req-21ab3390-0c22-439c-aa7f-ac859d0e4a41 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=777f4090-db52-469d-8c96-1922c6fae15e HTTP/1.1" status: 200 len: 946 time: 0.0859632 Apr 20 13:43:06.303436 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-68979e06-d30a-4860-969d-2a96d80f7693 req-94f52a4d-8fdb-4b23-a929-e01f7204c7a9 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/security-groups?id=b573b806-f292-447c-b28f-2123adfd33ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727794 Apr 20 13:43:06.329952 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8374599b-ed5d-4b63-a601-4a016dabe6d2 req-d466329a-e556-43f3-84ae-fb2d1af998eb service neutron] 10.222.0.15 "GET /v2.0/networks/08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075897 Apr 20 13:43:06.413320 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-61e123b5-3bd8-4b81-bd7f-98af28d3dbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5195762-dc8c-40be-b914-4d22b7016d1a', 'name': 'tempest-TestNetworkBasicOps-router-1496067097', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'c40289e5-4ddc-42de-9845-c4730a41751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:41:38Z', 'updated_at': '2022-04-20T13:41:43Z', 'revision_number': 4, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'gw_port': {'id': 'c40289e5-4ddc-42de-9845-c4730a41751c', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5195762-dc8c-40be-b914-4d22b7016d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:41:39Z', 'updated_at': '2022-04-20T13:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '1d31a9e0-1b11-477b-b33a-34ae6c03b78b', 'name': '', 'network_id': '08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'mac_address': 'fa:16:3e:30:15:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5195762-dc8c-40be-b914-4d22b7016d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'b5384c48-ba3c-4794-8ea0-d31c3a71f17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:41:42Z', 'updated_at': '2022-04-20T13:41:45Z', 'revision_number': 5, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'subnets': [{'id': 'b5384c48-ba3c-4794-8ea0-d31c3a71f17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:43:06.424975 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8374599b-ed5d-4b63-a601-4a016dabe6d2 req-d18abffa-df44-4067-85fd-c84076a6b1ee service neutron] 10.222.0.15 "GET /v2.0/networks/08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869393 Apr 20 13:43:06.441209 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e123b5-3bd8-4b81-bd7f-98af28d3dbbf None None] The sync data for ids ['b5195762-dc8c-40be-b914-4d22b7016d1a'] in n-d-836015-7 is: [{'id': 'b5195762-dc8c-40be-b914-4d22b7016d1a', 'name': 'tempest-TestNetworkBasicOps-router-1496067097', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'c40289e5-4ddc-42de-9845-c4730a41751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:41:38Z', 'updated_at': '2022-04-20T13:41:43Z', 'revision_number': 4, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'gw_port': {'id': 'c40289e5-4ddc-42de-9845-c4730a41751c', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5195762-dc8c-40be-b914-4d22b7016d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:41:39Z', 'updated_at': '2022-04-20T13:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '1d31a9e0-1b11-477b-b33a-34ae6c03b78b', 'name': '', 'network_id': '08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'mac_address': 'fa:16:3e:30:15:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5195762-dc8c-40be-b914-4d22b7016d1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'b5384c48-ba3c-4794-8ea0-d31c3a71f17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:41:42Z', 'updated_at': '2022-04-20T13:41:45Z', 'revision_number': 5, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'subnets': [{'id': 'b5384c48-ba3c-4794-8ea0-d31c3a71f17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:43:06.651465 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76632e6-4d54-4005-ac42-1a713960cfc5 None None] New status for floating IP 2552cd81-a2be-4f56-96d2-4c87179e2a8a: DOWN {{(pid=114872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:43:07.422897 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07e336-f86b-4d03-ae1d-d7b3ecaa3ada req-ef8c90c9-fdca-4dba-9acc-7338150fae51 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:07.424420 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0d07e336-f86b-4d03-ae1d-d7b3ecaa3ada req-ef8c90c9-fdca-4dba-9acc-7338150fae51 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=777f4090-db52-469d-8c96-1922c6fae15e HTTP/1.1" status: 200 len: 946 time: 0.0487802 Apr 20 13:43:07.460930 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0d07e336-f86b-4d03-ae1d-d7b3ecaa3ada req-af281a7b-3f78-48e0-9398-d7d4eca553c5 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/security-groups?id=b573b806-f292-447c-b28f-2123adfd33ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305679 Apr 20 13:43:07.849991 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827007d8-44b5-416d-8dac-aaf4a59067a4 req-1d94e422-1ca8-4516-9e47-86f281e7f153 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:07.851468 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-827007d8-44b5-416d-8dac-aaf4a59067a4 req-1d94e422-1ca8-4516-9e47-86f281e7f153 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.15 "GET /v2.0/ports?device_id=777f4090-db52-469d-8c96-1922c6fae15e HTTP/1.1" status: 200 len: 946 time: 0.0472546 Apr 20 13:43:07.967251 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-827007d8-44b5-416d-8dac-aaf4a59067a4 req-980b6456-32c0-4bb1-800c-5f5a822ed442 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Deleting port 129594a0-fff3-4f77-b004-41c285727d3f {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:43:07.967618 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-827007d8-44b5-416d-8dac-aaf4a59067a4 req-980b6456-32c0-4bb1-800c-5f5a822ed442 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:08.053952 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-827007d8-44b5-416d-8dac-aaf4a59067a4 req-980b6456-32c0-4bb1-800c-5f5a822ed442 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] For port 129594a0-fff3-4f77-b004-41c285727d3f, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=129594a0-fff3-4f77-b004-41c285727d3f,segment=NetworkSegment(7f54a528-d7f5-45ba-8c58-1b2cf4fb10de),segment_id=7f54a528-d7f5-45ba-8c58-1b2cf4fb10de)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:43:08.054311 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-827007d8-44b5-416d-8dac-aaf4a59067a4 req-980b6456-32c0-4bb1-800c-5f5a822ed442 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:08.067173 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-827007d8-44b5-416d-8dac-aaf4a59067a4 req-980b6456-32c0-4bb1-800c-5f5a822ed442 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Calling delete_port for 129594a0-fff3-4f77-b004-41c285727d3f owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:43:08.265716 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-827007d8-44b5-416d-8dac-aaf4a59067a4 req-980b6456-32c0-4bb1-800c-5f5a822ed442 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:08.294288 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b6456-32c0-4bb1-800c-5f5a822ed442 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event deleted for resources: {'Port': ['ID=129594a0-fff3-4f77-b004-41c285727d3f,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:08.307386 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980b6456-32c0-4bb1-800c-5f5a822ed442 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:08.307758 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980b6456-32c0-4bb1-800c-5f5a822ed442 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:08.308098 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980b6456-32c0-4bb1-800c-5f5a822ed442 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:08.308437 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980b6456-32c0-4bb1-800c-5f5a822ed442 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:08.308768 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980b6456-32c0-4bb1-800c-5f5a822ed442 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:08.309092 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980b6456-32c0-4bb1-800c-5f5a822ed442 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:08.309428 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980b6456-32c0-4bb1-800c-5f5a822ed442 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:08.309752 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980b6456-32c0-4bb1-800c-5f5a822ed442 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:08.310076 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980b6456-32c0-4bb1-800c-5f5a822ed442 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:08.310401 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980b6456-32c0-4bb1-800c-5f5a822ed442 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:08.310721 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980b6456-32c0-4bb1-800c-5f5a822ed442 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:08.311041 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980b6456-32c0-4bb1-800c-5f5a822ed442 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:08.351915 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-827007d8-44b5-416d-8dac-aaf4a59067a4 req-980b6456-32c0-4bb1-800c-5f5a822ed442 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] No DVR routers for this DVR port 129594a0-fff3-4f77-b004-41c285727d3f on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:43:08.355388 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-827007d8-44b5-416d-8dac-aaf4a59067a4 req-980b6456-32c0-4bb1-800c-5f5a822ed442 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:08.358610 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-827007d8-44b5-416d-8dac-aaf4a59067a4 req-980b6456-32c0-4bb1-800c-5f5a822ed442 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.15 "DELETE /v2.0/ports/129594a0-fff3-4f77-b004-41c285727d3f HTTP/1.1" status: 204 len: 173 time: 0.4999800 Apr 20 13:43:08.359044 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777f4090-db52-469d-8c96-1922c6fae15e', 'name': 'network-vif-deleted', 'tag': '129594a0-fff3-4f77-b004-41c285727d3f'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:43:08.361327 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce863034-2df6-495a-9480-be017eb9a3b7" -d '{"events": [{"server_uuid": "777f4090-db52-469d-8c96-1922c6fae15e", "name": "network-vif-deleted", "tag": "129594a0-fff3-4f77-b004-41c285727d3f"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:43:08.397668 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d96a15-d06a-4cf3-9da5-236f2bc6ff87 x-openstack-request-id: req-c1d96a15-d06a-4cf3-9da5-236f2bc6ff87 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:43:08.397960 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777f4090-db52-469d-8c96-1922c6fae15e", "name": "network-vif-deleted", "tag": "129594a0-fff3-4f77-b004-41c285727d3f", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:43:08.398350 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c1d96a15-d06a-4cf3-9da5-236f2bc6ff87 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:43:08.398649 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1d96a15-d06a-4cf3-9da5-236f2bc6ff87'] response: {'server_uuid': '777f4090-db52-469d-8c96-1922c6fae15e', 'name': 'network-vif-deleted', 'tag': '129594a0-fff3-4f77-b004-41c285727d3f', 'status': 'completed', 'code': 200} Apr 20 13:43:08.560551 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4c6f7169-2fca-4326-b8eb-71a08d106b25 req-e01954dd-1980-4570-8e86-1c2ea2c6f900 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "GET /v2.0/ports?device_id=777f4090-db52-469d-8c96-1922c6fae15e HTTP/1.1" status: 200 len: 210 time: 0.0281067 Apr 20 13:43:09.616344 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54474) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:43:09.673179 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e95e1b07-c2d4-4673-aeb9-50e71edab598 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:09.698071 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e95e1b07-c2d4-4673-aeb9-50e71edab598 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:09.878986 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e95e1b07-c2d4-4673-aeb9-50e71edab598 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:09.881593 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e95e1b07-c2d4-4673-aeb9-50e71edab598 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:09.882745 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e95e1b07-c2d4-4673-aeb9-50e71edab598 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "DELETE /v2.0/security-groups/b573b806-f292-447c-b28f-2123adfd33ab HTTP/1.1" status: 204 len: 168 time: 0.2654181 Apr 20 13:43:09.892490 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e1b07-c2d4-4673-aeb9-50e71edab598 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b573b806-f292-447c-b28f-2123adfd33ab,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:10.035538 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54478) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:43:10.391114 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e5b03026-a968-4492-a34e-d722a416f229 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:10.613807 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:43:10.768870 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 129594a0-fff3-4f77-b004-41c285727d3f no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:43:10.944197 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 129594a0-fff3-4f77-b004-41c285727d3f {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:43:10.944546 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 129594a0-fff3-4f77-b004-41c285727d3f not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:43:10.970043 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-e5b03026-a968-4492-a34e-d722a416f229 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Deleting port 1d31a9e0-1b11-477b-b33a-34ae6c03b78b {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:43:10.970621 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e5b03026-a968-4492-a34e-d722a416f229 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:11.054813 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-e5b03026-a968-4492-a34e-d722a416f229 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] For port 1d31a9e0-1b11-477b-b33a-34ae6c03b78b, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=1d31a9e0-1b11-477b-b33a-34ae6c03b78b,segment=NetworkSegment(7f54a528-d7f5-45ba-8c58-1b2cf4fb10de),segment_id=7f54a528-d7f5-45ba-8c58-1b2cf4fb10de)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:43:11.055095 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e5b03026-a968-4492-a34e-d722a416f229 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:11.067760 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-e5b03026-a968-4492-a34e-d722a416f229 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Calling delete_port for 1d31a9e0-1b11-477b-b33a-34ae6c03b78b owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:43:11.308416 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e5b03026-a968-4492-a34e-d722a416f229 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:11.340658 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b03026-a968-4492-a34e-d722a416f229 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event deleted for resources: {'Port': ['ID=1d31a9e0-1b11-477b-b33a-34ae6c03b78b,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:11.528229 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e5b03026-a968-4492-a34e-d722a416f229 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:11.741352 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b03026-a968-4492-a34e-d722a416f229 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Router b5195762-dc8c-40be-b914-4d22b7016d1a has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:43:11.847145 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b03026-a968-4492-a34e-d722a416f229 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:43:11.852504 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e5b03026-a968-4492-a34e-d722a416f229 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "PUT /v2.0/routers/b5195762-dc8c-40be-b914-4d22b7016d1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8153720 Apr 20 13:43:11.855214 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54480) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:43:11.857984 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dfd828-c1fc-46a8-8747-fe97481da603 None None] Sync routers for ids ['b5195762-dc8c-40be-b914-4d22b7016d1a'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:43:11.867479 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dfd828-c1fc-46a8-8747-fe97481da603 None None] Routers {'b5195762-dc8c-40be-b914-4d22b7016d1a'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:43:11.868097 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-34dfd828-c1fc-46a8-8747-fe97481da603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:42:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['b5195762-dc8c-40be-b914-4d22b7016d1a'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:43:11.904668 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-890f7224-ace7-4980-9c70-772148899a41 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Deleting subnet b5384c48-ba3c-4794-8ea0-d31c3a71f17d {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:43:11.907662 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-890f7224-ace7-4980-9c70-772148899a41 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:11.948209 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-890f7224-ace7-4980-9c70-772148899a41 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:11.973298 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-34dfd828-c1fc-46a8-8747-fe97481da603 None None] Set router b5195762-dc8c-40be-b914-4d22b7016d1a gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:43:12.034997 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-890f7224-ace7-4980-9c70-772148899a41 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:12.155229 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-34dfd828-c1fc-46a8-8747-fe97481da603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5195762-dc8c-40be-b914-4d22b7016d1a', 'name': 'tempest-TestNetworkBasicOps-router-1496067097', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'c40289e5-4ddc-42de-9845-c4730a41751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:41:38Z', 'updated_at': '2022-04-20T13:43:11Z', 'revision_number': 5, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'gw_port': {'id': 'c40289e5-4ddc-42de-9845-c4730a41751c', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5195762-dc8c-40be-b914-4d22b7016d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:41:39Z', 'updated_at': '2022-04-20T13:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:43:12.159345 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-890f7224-ace7-4980-9c70-772148899a41 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:12.186155 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dfd828-c1fc-46a8-8747-fe97481da603 None None] Checking router: b5195762-dc8c-40be-b914-4d22b7016d1a for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:43:12.188827 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f7224-ace7-4980-9c70-772148899a41 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event deleted for resources: {'Subnet': ['ID=b5384c48-ba3c-4794-8ea0-d31c3a71f17d,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:12.190512 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-890f7224-ace7-4980-9c70-772148899a41 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:12.196317 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-890f7224-ace7-4980-9c70-772148899a41 tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "DELETE /v2.0/subnets/b5384c48-ba3c-4794-8ea0-d31c3a71f17d HTTP/1.1" status: 204 len: 168 time: 0.3375268 Apr 20 13:43:12.196690 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dfd828-c1fc-46a8-8747-fe97481da603 None None] Routers {'b5195762-dc8c-40be-b914-4d22b7016d1a'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:43:12.196690 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-34dfd828-c1fc-46a8-8747-fe97481da603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:42:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['b5195762-dc8c-40be-b914-4d22b7016d1a'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:43:12.196886 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54484) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:43:12.230449 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76feb2ce-5212-45b4-9634-b8d591f2a68c None None] Network 08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:43:12.277364 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [req-a1f2498f-eda6-4fe2-9535-43641545baf1 req-045edf88-cc5e-49e0-9a14-aecbc9b9e26b service neutron] (114870) timed out ('10.222.0.15', 63825) {{(pid=114870) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 13:43:12.306236 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1698c44b-c7cd-4810-be34-8ee57dd4e77a tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for router, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:12.390611 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-34dfd828-c1fc-46a8-8747-fe97481da603 None None] Set router b5195762-dc8c-40be-b914-4d22b7016d1a gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:43:12.411071 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1698c44b-c7cd-4810-be34-8ee57dd4e77a tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:12.517669 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-1698c44b-c7cd-4810-be34-8ee57dd4e77a tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Deleting port c40289e5-4ddc-42de-9845-c4730a41751c {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:43:12.518062 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1698c44b-c7cd-4810-be34-8ee57dd4e77a tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:12.520032 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:12.592677 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b9cefd-33a5-435e-9786-f14afa46defd None None] DHCP port deletion for 08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:43:12.617702 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-1698c44b-c7cd-4810-be34-8ee57dd4e77a tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] For port c40289e5-4ddc-42de-9845-c4730a41751c, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=c40289e5-4ddc-42de-9845-c4730a41751c,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:43:12.618243 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1698c44b-c7cd-4810-be34-8ee57dd4e77a tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:12.626098 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-34dfd828-c1fc-46a8-8747-fe97481da603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5195762-dc8c-40be-b914-4d22b7016d1a', 'name': 'tempest-TestNetworkBasicOps-router-1496067097', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'c40289e5-4ddc-42de-9845-c4730a41751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:41:38Z', 'updated_at': '2022-04-20T13:43:11Z', 'revision_number': 5, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'gw_port': {'id': 'c40289e5-4ddc-42de-9845-c4730a41751c', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5195762-dc8c-40be-b914-4d22b7016d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:41:39Z', 'updated_at': '2022-04-20T13:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:43:12.630569 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-1698c44b-c7cd-4810-be34-8ee57dd4e77a tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Calling delete_port for c40289e5-4ddc-42de-9845-c4730a41751c owned by network:router_gateway {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:43:12.659592 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dfd828-c1fc-46a8-8747-fe97481da603 None None] The sync data for ids ['b5195762-dc8c-40be-b914-4d22b7016d1a'] in n-d-836015-7 is: [{'id': 'b5195762-dc8c-40be-b914-4d22b7016d1a', 'name': 'tempest-TestNetworkBasicOps-router-1496067097', 'tenant_id': 'b9708aebf2fb4598b6635345afd09eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'c40289e5-4ddc-42de-9845-c4730a41751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:41:38Z', 'updated_at': '2022-04-20T13:43:11Z', 'revision_number': 5, 'project_id': 'b9708aebf2fb4598b6635345afd09eb5', 'gw_port': {'id': 'c40289e5-4ddc-42de-9845-c4730a41751c', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:17:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5195762-dc8c-40be-b914-4d22b7016d1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:41:39Z', 'updated_at': '2022-04-20T13:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:43:12.677011 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-b5b9cefd-33a5-435e-9786-f14afa46defd None None] Deleting port d4644b8f-73bd-48e2-8e19-013a31514f9f {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:43:12.677389 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b5b9cefd-33a5-435e-9786-f14afa46defd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:12.741075 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-b5b9cefd-33a5-435e-9786-f14afa46defd None None] For port d4644b8f-73bd-48e2-8e19-013a31514f9f, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d4644b8f-73bd-48e2-8e19-013a31514f9f,segment=NetworkSegment(7f54a528-d7f5-45ba-8c58-1b2cf4fb10de),segment_id=7f54a528-d7f5-45ba-8c58-1b2cf4fb10de)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:43:12.741477 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b5b9cefd-33a5-435e-9786-f14afa46defd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:12.754183 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-b5b9cefd-33a5-435e-9786-f14afa46defd None None] Calling delete_port for d4644b8f-73bd-48e2-8e19-013a31514f9f owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:43:12.896563 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1698c44b-c7cd-4810-be34-8ee57dd4e77a tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:12.905667 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b5b9cefd-33a5-435e-9786-f14afa46defd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:12.924848 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1698c44b-c7cd-4810-be34-8ee57dd4e77a tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event deleted for resources: {'Port': ['ID=c40289e5-4ddc-42de-9845-c4730a41751c,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:12.932277 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b9cefd-33a5-435e-9786-f14afa46defd None None] Pushing event deleted for resources: {'Port': ['ID=d4644b8f-73bd-48e2-8e19-013a31514f9f,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:12.935917 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b9cefd-33a5-435e-9786-f14afa46defd None None] No DVR routers for this DVR port d4644b8f-73bd-48e2-8e19-013a31514f9f on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:43:12.943066 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b9cefd-33a5-435e-9786-f14afa46defd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:12.943444 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b9cefd-33a5-435e-9786-f14afa46defd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:12.943787 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b9cefd-33a5-435e-9786-f14afa46defd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:12.944128 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b9cefd-33a5-435e-9786-f14afa46defd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:12.944459 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b9cefd-33a5-435e-9786-f14afa46defd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:12.944792 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b9cefd-33a5-435e-9786-f14afa46defd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:12.945121 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b9cefd-33a5-435e-9786-f14afa46defd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:12.945448 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b9cefd-33a5-435e-9786-f14afa46defd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:12.945774 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b9cefd-33a5-435e-9786-f14afa46defd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:12.946100 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b9cefd-33a5-435e-9786-f14afa46defd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:12.946856 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b9cefd-33a5-435e-9786-f14afa46defd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:12.946856 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b9cefd-33a5-435e-9786-f14afa46defd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:12.987467 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1698c44b-c7cd-4810-be34-8ee57dd4e77a tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:13.080850 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1698c44b-c7cd-4810-be34-8ee57dd4e77a tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:13.083097 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1698c44b-c7cd-4810-be34-8ee57dd4e77a tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:13.165439 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:13.183036 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1698c44b-c7cd-4810-be34-8ee57dd4e77a tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:13.183672 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1698c44b-c7cd-4810-be34-8ee57dd4e77a tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Fanout notify agent at l3_agent the message router_deleted on router b5195762-dc8c-40be-b914-4d22b7016d1a {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:43:13.190386 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1698c44b-c7cd-4810-be34-8ee57dd4e77a tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:13.191551 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1698c44b-c7cd-4810-be34-8ee57dd4e77a tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "DELETE /v2.0/routers/b5195762-dc8c-40be-b914-4d22b7016d1a HTTP/1.1" status: 204 len: 168 time: 0.9941261 Apr 20 13:43:13.194340 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54486) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:43:13.273092 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cb4935e1-04e1-4d30-b653-d1ea6a02281b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:13.364368 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cb4935e1-04e1-4d30-b653-d1ea6a02281b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:13.384388 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-cb4935e1-04e1-4d30-b653-d1ea6a02281b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:43:13.393549 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-cb4935e1-04e1-4d30-b653-d1ea6a02281b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f54a528-d7f5-45ba-8c58-1b2cf4fb10de') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:43:13.393845 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-cb4935e1-04e1-4d30-b653-d1ea6a02281b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f54a528-d7f5-45ba-8c58-1b2cf4fb10de') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:43:13.403271 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cb4935e1-04e1-4d30-b653-d1ea6a02281b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:13.415719 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cb4935e1-04e1-4d30-b653-d1ea6a02281b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:13.421886 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb4935e1-04e1-4d30-b653-d1ea6a02281b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:43:13.422264 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cb4935e1-04e1-4d30-b653-d1ea6a02281b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:13.425173 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:43:13.425173 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:43:13.425173 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:43:13.425173 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:43:13.425173 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:43:13.425173 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:43:13.425173 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:43:13.425173 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:43:13.425173 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:43:13.425173 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:43:13.425173 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:43:13.425173 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:43:13.425173 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:43:13.425173 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:43:13.425173 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:43:13.425173 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:43:13.425173 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:43:13.425173 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:43:13.425173 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:43:13.425173 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:43:13.425173 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:43:13.425173 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:43:13.425173 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:43:13.425173 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:43:13.425173 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:43:13.425173 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:43:13.425173 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:43:13.425173 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:43:13.425173 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:43:13.425173 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:43:13.425173 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:43:13.425173 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:43:13.524885 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cb4935e1-04e1-4d30-b653-d1ea6a02281b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:13.532935 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cb4935e1-04e1-4d30-b653-d1ea6a02281b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:13.536140 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-cb4935e1-04e1-4d30-b653-d1ea6a02281b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] 10.222.0.25 "DELETE /v2.0/networks/08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a HTTP/1.1" status: 204 len: 168 time: 0.3408103 Apr 20 13:43:13.553416 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4935e1-04e1-4d30-b653-d1ea6a02281b tempest-TestNetworkBasicOps-13338046 tempest-TestNetworkBasicOps-13338046-project] Pushing event deleted for resources: {'Network': ['ID=08b8e3f7-bfcc-41dc-a026-aeb01fc8c65a,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:14.048547 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54492) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:43:14.180207 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-09059862-a138-4901-b897-e25d6138c0c7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b9708aebf2fb4598b6635345afd09eb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1303797 Apr 20 13:43:14.182857 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54496) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:43:14.229788 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-966e9d67-00f5-4b04-b6a3-db35e6c13e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:14.250016 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-966e9d67-00f5-4b04-b6a3-db35e6c13e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:14.375906 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-966e9d67-00f5-4b04-b6a3-db35e6c13e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:14.378495 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-966e9d67-00f5-4b04-b6a3-db35e6c13e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:14.379673 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-966e9d67-00f5-4b04-b6a3-db35e6c13e88 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f3bdf49b-febc-4f0a-98cc-5488a230065e HTTP/1.1" status: 204 len: 168 time: 0.1958654 Apr 20 13:43:14.387874 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e9d67-00f5-4b04-b6a3-db35e6c13e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bdf49b-febc-4f0a-98cc-5488a230065e,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:14.588212 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d4644b8f-73bd-48e2-8e19-013a31514f9f no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:43:14.608090 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: d4644b8f-73bd-48e2-8e19-013a31514f9f {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:43:14.608431 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d4644b8f-73bd-48e2-8e19-013a31514f9f not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:43:14.608847 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device c40289e5-4ddc-42de-9845-c4730a41751c no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:43:14.629458 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: c40289e5-4ddc-42de-9845-c4730a41751c {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:43:14.629801 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device c40289e5-4ddc-42de-9845-c4730a41751c not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:43:14.630335 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 1d31a9e0-1b11-477b-b33a-34ae6c03b78b no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:43:14.652247 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 1d31a9e0-1b11-477b-b33a-34ae6c03b78b {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:43:14.652592 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 1d31a9e0-1b11-477b-b33a-34ae6c03b78b not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:43:14.947852 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54502) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:43:14.961037 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3cb65d97-0e19-4ccc-a178-68d69d63b99f admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:15.033452 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3cb65d97-0e19-4ccc-a178-68d69d63b99f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:15.111763 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3cb65d97-0e19-4ccc-a178-68d69d63b99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:15.151248 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb65d97-0e19-4ccc-a178-68d69d63b99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d177ddae-452b-4659-8d49-384db751509c,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:15.156637 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-3cb65d97-0e19-4ccc-a178-68d69d63b99f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7d131c285ce44b2d918c83e9291cb459&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2077615 Apr 20 13:43:15.159286 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54504) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:43:15.207239 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-619e9a48-8237-4530-a3bb-882a419a39fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:15.228281 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-619e9a48-8237-4530-a3bb-882a419a39fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:15.368675 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-619e9a48-8237-4530-a3bb-882a419a39fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:15.371283 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-619e9a48-8237-4530-a3bb-882a419a39fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:15.372464 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-619e9a48-8237-4530-a3bb-882a419a39fe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d177ddae-452b-4659-8d49-384db751509c HTTP/1.1" status: 204 len: 168 time: 0.2121856 Apr 20 13:43:15.380269 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e9a48-8237-4530-a3bb-882a419a39fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d177ddae-452b-4659-8d49-384db751509c,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:16.372021 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54526) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:43:16.468316 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-76044136-cc44-45a1-ab6e-7cafd5b4677a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2133186633-network', 'tenant_id': '67d9bc4bd53e4b10b4cc6841d00d124c'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:43:16.546124 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76044136-cc44-45a1-ab6e-7cafd5b4677a admin admin] Made reservation on behalf of 67d9bc4bd53e4b10b4cc6841d00d124c for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:43:16.548505 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-76044136-cc44-45a1-ab6e-7cafd5b4677a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:16.557924 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-76044136-cc44-45a1-ab6e-7cafd5b4677a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:16.629579 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-76044136-cc44-45a1-ab6e-7cafd5b4677a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:16.707883 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-76044136-cc44-45a1-ab6e-7cafd5b4677a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:16.732720 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76044136-cc44-45a1-ab6e-7cafd5b4677a admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:43:16.741244 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76044136-cc44-45a1-ab6e-7cafd5b4677a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b117443d-b163-48a0-b636-99619735c47e,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:16.747158 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-76044136-cc44-45a1-ab6e-7cafd5b4677a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:16.748647 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-76044136-cc44-45a1-ab6e-7cafd5b4677a admin admin] Added segment 0a69409a-afee-40a3-88a1-00ece25ecddd of type vlan for network 0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40 Apr 20 13:43:16.789151 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-76044136-cc44-45a1-ab6e-7cafd5b4677a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:16.873483 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-76044136-cc44-45a1-ab6e-7cafd5b4677a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:16.874418 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76044136-cc44-45a1-ab6e-7cafd5b4677a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:16.874998 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-76044136-cc44-45a1-ab6e-7cafd5b4677a admin admin] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:16.932254 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76044136-cc44-45a1-ab6e-7cafd5b4677a admin admin] Pushing event updated for resources: {'Network': ['ID=0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:16.942272 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:43:16.962354 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-76044136-cc44-45a1-ab6e-7cafd5b4677a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5891771 Apr 20 13:43:16.965764 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54530) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:43:16.970715 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-1331e59b-0c6d-42e3-9c71-cb6e1c9305de admin admin] Request body: {'subnet': {'network_id': '0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2133186633-subnet', 'tenant_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:43:17.044556 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1331e59b-0c6d-42e3-9c71-cb6e1c9305de admin admin] Made reservation on behalf of 67d9bc4bd53e4b10b4cc6841d00d124c for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:43:17.046908 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1331e59b-0c6d-42e3-9c71-cb6e1c9305de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:17.250521 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1331e59b-0c6d-42e3-9c71-cb6e1c9305de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:17.302674 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331e59b-0c6d-42e3-9c71-cb6e1c9305de admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cf66a7e-907b-4a00-9c39-ea7a9f60bc5f,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:17.314271 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1331e59b-0c6d-42e3-9c71-cb6e1c9305de admin admin] Checking segment: {'id': '0a69409a-afee-40a3-88a1-00ece25ecddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:43:17.314630 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1331e59b-0c6d-42e3-9c71-cb6e1c9305de admin admin] Network hostable DHCP agents. Network: 0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:43:17.370580 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1331e59b-0c6d-42e3-9c71-cb6e1c9305de admin admin] Network 0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:43:17.427546 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-1331e59b-0c6d-42e3-9c71-cb6e1c9305de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:43:17.432688 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1331e59b-0c6d-42e3-9c71-cb6e1c9305de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:17.433686 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1331e59b-0c6d-42e3-9c71-cb6e1c9305de admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:17.437153 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a0fd84-1618-4e93-918c-f00c1fa7faa5 None None] Network 0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:43:17.511421 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1331e59b-0c6d-42e3-9c71-cb6e1c9305de admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5443609 Apr 20 13:43:17.513960 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54532) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:43:17.518354 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-f0959f13-7bd1-4dce-ae56-e2eacfab68c9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2133186633-router', 'tenant_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:43:17.579303 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f75b22-a73c-4ee9-ba81-10d9d3135e5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40', 'network_id': '0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40', 'tenant_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'fixed_ips': [{'subnet_id': '0cf66a7e-907b-4a00-9c39-ea7a9f60bc5f'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:43:17.580189 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f4f75b22-a73c-4ee9-ba81-10d9d3135e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:17.594215 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f0959f13-7bd1-4dce-ae56-e2eacfab68c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:17.595285 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f0959f13-7bd1-4dce-ae56-e2eacfab68c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:17.650388 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f0959f13-7bd1-4dce-ae56-e2eacfab68c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:17.715631 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-f4f75b22-a73c-4ee9-ba81-10d9d3135e5a None None] Allocated IP 172.20.0.2 (0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40/0cf66a7e-907b-4a00-9c39-ea7a9f60bc5f/a6b329e1-b91e-41ad-afbd-bdd4449c2a76) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:43:17.851520 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f0959f13-7bd1-4dce-ae56-e2eacfab68c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:17.948433 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f4f75b22-a73c-4ee9-ba81-10d9d3135e5a None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:17.994010 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f4f75b22-a73c-4ee9-ba81-10d9d3135e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:18.033326 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f75b22-a73c-4ee9-ba81-10d9d3135e5a None None] Network 0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:43:18.036141 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-f4f75b22-a73c-4ee9-ba81-10d9d3135e5a None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:43:18.039697 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f75b22-a73c-4ee9-ba81-10d9d3135e5a None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:43:18.046990 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f75b22-a73c-4ee9-ba81-10d9d3135e5a None None] Pushing event updated for resources: {'Port': ['ID=a6b329e1-b91e-41ad-afbd-bdd4449c2a76,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:18.101368 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-f4f75b22-a73c-4ee9-ba81-10d9d3135e5a None None] Attempting to bind port a6b329e1-b91e-41ad-afbd-bdd4449c2a76 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:43:18.101784 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-f4f75b22-a73c-4ee9-ba81-10d9d3135e5a None None] Attempting to bind port a6b329e1-b91e-41ad-afbd-bdd4449c2a76 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '0a69409a-afee-40a3-88a1-00ece25ecddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:43:18.102088 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f75b22-a73c-4ee9-ba81-10d9d3135e5a None None] Attempting to bind port a6b329e1-b91e-41ad-afbd-bdd4449c2a76 on network 0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:43:18.106699 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f0959f13-7bd1-4dce-ae56-e2eacfab68c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:18.107739 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f75b22-a73c-4ee9-ba81-10d9d3135e5a None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:43:18.108110 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f75b22-a73c-4ee9-ba81-10d9d3135e5a None None] Checking segment: {'id': '0a69409a-afee-40a3-88a1-00ece25ecddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:43:18.108508 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f4f75b22-a73c-4ee9-ba81-10d9d3135e5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:18.108898 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f75b22-a73c-4ee9-ba81-10d9d3135e5a None None] Bound using segment: {'id': '0a69409a-afee-40a3-88a1-00ece25ecddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:43:18.109356 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-f4f75b22-a73c-4ee9-ba81-10d9d3135e5a None None] Bound port: a6b329e1-b91e-41ad-afbd-bdd4449c2a76, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69409a-afee-40a3-88a1-00ece25ecddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:43:18.109749 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f4f75b22-a73c-4ee9-ba81-10d9d3135e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:18.125125 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f0959f13-7bd1-4dce-ae56-e2eacfab68c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:18.173471 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-f4f75b22-a73c-4ee9-ba81-10d9d3135e5a None None] For port a6b329e1-b91e-41ad-afbd-bdd4449c2a76, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:43:18.176540 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-f4f75b22-a73c-4ee9-ba81-10d9d3135e5a None None] For port a6b329e1-b91e-41ad-afbd-bdd4449c2a76, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=a6b329e1-b91e-41ad-afbd-bdd4449c2a76,segment=NetworkSegment(0a69409a-afee-40a3-88a1-00ece25ecddd),segment_id=0a69409a-afee-40a3-88a1-00ece25ecddd)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:43:18.230664 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-f0959f13-7bd1-4dce-ae56-e2eacfab68c9 admin admin] Allocated IP 172.25.8.121 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/f6d3c5c1-6ef1-4949-8a46-c956ca66e696) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:43:18.238323 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f4f75b22-a73c-4ee9-ba81-10d9d3135e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:18.294129 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f75b22-a73c-4ee9-ba81-10d9d3135e5a None None] Pushing event updated for resources: {'Port': ['ID=a6b329e1-b91e-41ad-afbd-bdd4449c2a76,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:18.331776 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f0959f13-7bd1-4dce-ae56-e2eacfab68c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:18.420816 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f0959f13-7bd1-4dce-ae56-e2eacfab68c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:18.477037 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0959f13-7bd1-4dce-ae56-e2eacfab68c9 admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:43:18.480029 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-f0959f13-7bd1-4dce-ae56-e2eacfab68c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:43:18.483738 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0959f13-7bd1-4dce-ae56-e2eacfab68c9 admin admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:43:18.508219 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0959f13-7bd1-4dce-ae56-e2eacfab68c9 admin admin] Pushing event updated for resources: {'Port': ['ID=f6d3c5c1-6ef1-4949-8a46-c956ca66e696,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:18.639576 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device a6b329e1-b91e-41ad-afbd-bdd4449c2a76 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:43:18.688160 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port a6b329e1-b91e-41ad-afbd-bdd4449c2a76 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:43:18.688554 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:18.779507 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:18.807998 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port a6b329e1-b91e-41ad-afbd-bdd4449c2a76, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=a6b329e1-b91e-41ad-afbd-bdd4449c2a76,segment=NetworkSegment(0a69409a-afee-40a3-88a1-00ece25ecddd),segment_id=0a69409a-afee-40a3-88a1-00ece25ecddd)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:43:18.862415 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f0959f13-7bd1-4dce-ae56-e2eacfab68c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:18.896288 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:18.947610 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=a6b329e1-b91e-41ad-afbd-bdd4449c2a76,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:19.239183 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f9e2e2-7ab4-4e66-ad06-411bbae5eb0b None None] Network 0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:43:19.319048 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-321e12c9-b044-4c23-b32a-c5f95246bdbc None None] Provisioning complete for port a6b329e1-b91e-41ad-afbd-bdd4449c2a76 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:43:19.319456 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-321e12c9-b044-4c23-b32a-c5f95246bdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:19.399610 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f0959f13-7bd1-4dce-ae56-e2eacfab68c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:19.593538 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0959f13-7bd1-4dce-ae56-e2eacfab68c9 admin admin] Router df1e46b6-7c9a-4354-9053-ce409eb878f3 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:43:19.688008 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-5f718cad-3f17-4f88-bc26-3e181d858bd3 None None] Provisioning complete for port a6b329e1-b91e-41ad-afbd-bdd4449c2a76 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:43:19.688365 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5f718cad-3f17-4f88-bc26-3e181d858bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:19.711518 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0959f13-7bd1-4dce-ae56-e2eacfab68c9 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:43:19.727840 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41314bc6-156b-4c44-b5e7-e5871d4dd4f6 None None] Sync routers for ids ['df1e46b6-7c9a-4354-9053-ce409eb878f3'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:43:19.737918 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41314bc6-156b-4c44-b5e7-e5871d4dd4f6 None None] Routers {'df1e46b6-7c9a-4354-9053-ce409eb878f3'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:43:19.738797 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-41314bc6-156b-4c44-b5e7-e5871d4dd4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:42:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['df1e46b6-7c9a-4354-9053-ce409eb878f3'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:43:19.816490 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f0959f13-7bd1-4dce-ae56-e2eacfab68c9 admin admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:19.820335 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f0959f13-7bd1-4dce-ae56-e2eacfab68c9 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3029063 Apr 20 13:43:19.820785 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54534) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:43:19.849687 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-41314bc6-156b-4c44-b5e7-e5871d4dd4f6 None None] Set router df1e46b6-7c9a-4354-9053-ce409eb878f3 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:43:20.028292 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-41314bc6-156b-4c44-b5e7-e5871d4dd4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'name': 'tempest-TestVolumeBackupRestore-2133186633-router', 'tenant_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'f6d3c5c1-6ef1-4949-8a46-c956ca66e696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:43:17Z', 'updated_at': '2022-04-20T13:43:18Z', 'revision_number': 3, 'project_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'gw_port': {'id': 'f6d3c5c1-6ef1-4949-8a46-c956ca66e696', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:43:18Z', 'updated_at': '2022-04-20T13:43:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:43:20.058425 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41314bc6-156b-4c44-b5e7-e5871d4dd4f6 None None] Checking router: df1e46b6-7c9a-4354-9053-ce409eb878f3 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:43:20.058775 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41314bc6-156b-4c44-b5e7-e5871d4dd4f6 None None] Updating router df1e46b6-7c9a-4354-9053-ce409eb878f3 port f6d3c5c1-6ef1-4949-8a46-c956ca66e696 binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:43:20.082424 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-41314bc6-156b-4c44-b5e7-e5871d4dd4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:20.338827 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-41314bc6-156b-4c44-b5e7-e5871d4dd4f6 None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:20.403584 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-41314bc6-156b-4c44-b5e7-e5871d4dd4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:20.456820 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-41314bc6-156b-4c44-b5e7-e5871d4dd4f6 None None] Attempting to bind port f6d3c5c1-6ef1-4949-8a46-c956ca66e696 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:43:20.457188 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-41314bc6-156b-4c44-b5e7-e5871d4dd4f6 None None] Attempting to bind port f6d3c5c1-6ef1-4949-8a46-c956ca66e696 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:43:20.457551 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41314bc6-156b-4c44-b5e7-e5871d4dd4f6 None None] Attempting to bind port f6d3c5c1-6ef1-4949-8a46-c956ca66e696 on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:43:20.460333 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53249c48-6d59-4dcf-b59c-159072e52fb5 None None] Pushing event updated for resources: {'Port': ['ID=f6d3c5c1-6ef1-4949-8a46-c956ca66e696,revision_number=2']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:20.465406 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41314bc6-156b-4c44-b5e7-e5871d4dd4f6 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:43:20.467999 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41314bc6-156b-4c44-b5e7-e5871d4dd4f6 None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:43:20.467999 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-41314bc6-156b-4c44-b5e7-e5871d4dd4f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:20.467999 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41314bc6-156b-4c44-b5e7-e5871d4dd4f6 None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:43:20.467999 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-41314bc6-156b-4c44-b5e7-e5871d4dd4f6 None None] Bound port: f6d3c5c1-6ef1-4949-8a46-c956ca66e696, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:43:20.467999 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-41314bc6-156b-4c44-b5e7-e5871d4dd4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:20.473557 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53249c48-6d59-4dcf-b59c-159072e52fb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:20.473900 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53249c48-6d59-4dcf-b59c-159072e52fb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:20.474238 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53249c48-6d59-4dcf-b59c-159072e52fb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:20.474571 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53249c48-6d59-4dcf-b59c-159072e52fb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:20.474902 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53249c48-6d59-4dcf-b59c-159072e52fb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:20.475232 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53249c48-6d59-4dcf-b59c-159072e52fb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:20.475592 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53249c48-6d59-4dcf-b59c-159072e52fb5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:20.475927 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53249c48-6d59-4dcf-b59c-159072e52fb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:20.476240 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53249c48-6d59-4dcf-b59c-159072e52fb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:20.476559 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53249c48-6d59-4dcf-b59c-159072e52fb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:20.476914 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53249c48-6d59-4dcf-b59c-159072e52fb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:20.477239 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53249c48-6d59-4dcf-b59c-159072e52fb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:20.532759 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d040e646-bd07-4fd3-897d-4dde0d1550c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:20.600733 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device a6b329e1-b91e-41ad-afbd-bdd4449c2a76 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:43:20.626222 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-41314bc6-156b-4c44-b5e7-e5871d4dd4f6 None None] For port f6d3c5c1-6ef1-4949-8a46-c956ca66e696, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:43:20.629616 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-41314bc6-156b-4c44-b5e7-e5871d4dd4f6 None None] For port f6d3c5c1-6ef1-4949-8a46-c956ca66e696, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f6d3c5c1-6ef1-4949-8a46-c956ca66e696,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:43:20.702805 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-41314bc6-156b-4c44-b5e7-e5871d4dd4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:20.749198 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-d040e646-bd07-4fd3-897d-4dde0d1550c4 admin admin] Allocated IP 172.20.0.1 (0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40/0cf66a7e-907b-4a00-9c39-ea7a9f60bc5f/4cb54134-72dd-4147-9f86-c2fc700c808c) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:43:20.773538 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53249c48-6d59-4dcf-b59c-159072e52fb5 None None] Pushing event updated for resources: {'Port': ['ID=f6d3c5c1-6ef1-4949-8a46-c956ca66e696,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:20.776947 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41314bc6-156b-4c44-b5e7-e5871d4dd4f6 None None] Routers {'df1e46b6-7c9a-4354-9053-ce409eb878f3'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:43:20.777591 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-41314bc6-156b-4c44-b5e7-e5871d4dd4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:42:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['df1e46b6-7c9a-4354-9053-ce409eb878f3'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:43:20.814277 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port a6b329e1-b91e-41ad-afbd-bdd4449c2a76 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:43:20.814657 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:20.854704 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d040e646-bd07-4fd3-897d-4dde0d1550c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:20.891409 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-41314bc6-156b-4c44-b5e7-e5871d4dd4f6 None None] Set router df1e46b6-7c9a-4354-9053-ce409eb878f3 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:43:20.940889 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d040e646-bd07-4fd3-897d-4dde0d1550c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:20.984299 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d040e646-bd07-4fd3-897d-4dde0d1550c4 admin admin] Network 0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:43:20.987540 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-d040e646-bd07-4fd3-897d-4dde0d1550c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:43:20.991550 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d040e646-bd07-4fd3-897d-4dde0d1550c4 admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:43:21.019044 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040e646-bd07-4fd3-897d-4dde0d1550c4 admin admin] Pushing event updated for resources: {'Port': ['ID=4cb54134-72dd-4147-9f86-c2fc700c808c,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:21.042418 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d040e646-bd07-4fd3-897d-4dde0d1550c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:21.079790 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-41314bc6-156b-4c44-b5e7-e5871d4dd4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'name': 'tempest-TestVolumeBackupRestore-2133186633-router', 'tenant_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'f6d3c5c1-6ef1-4949-8a46-c956ca66e696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:43:17Z', 'updated_at': '2022-04-20T13:43:18Z', 'revision_number': 3, 'project_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'gw_port': {'id': 'f6d3c5c1-6ef1-4949-8a46-c956ca66e696', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:43:18Z', 'updated_at': '2022-04-20T13:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:43:21.111150 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41314bc6-156b-4c44-b5e7-e5871d4dd4f6 None None] The sync data for ids ['df1e46b6-7c9a-4354-9053-ce409eb878f3'] in n-d-836015-7 is: [{'id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'name': 'tempest-TestVolumeBackupRestore-2133186633-router', 'tenant_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'f6d3c5c1-6ef1-4949-8a46-c956ca66e696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:43:17Z', 'updated_at': '2022-04-20T13:43:18Z', 'revision_number': 3, 'project_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'gw_port': {'id': 'f6d3c5c1-6ef1-4949-8a46-c956ca66e696', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:43:18Z', 'updated_at': '2022-04-20T13:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:43:21.207144 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-82b494e2-2a1b-4ac0-b70a-872d8101c887 None None] Provisioning complete for port 4cb54134-72dd-4147-9f86-c2fc700c808c triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:43:21.207622 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-82b494e2-2a1b-4ac0-b70a-872d8101c887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:21.245676 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-82b494e2-2a1b-4ac0-b70a-872d8101c887 None None] Port 4cb54134-72dd-4147-9f86-c2fc700c808c cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:43:21.245897 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d040e646-bd07-4fd3-897d-4dde0d1550c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:21.420828 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d040e646-bd07-4fd3-897d-4dde0d1550c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:21.500131 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d040e646-bd07-4fd3-897d-4dde0d1550c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:21.573211 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d040e646-bd07-4fd3-897d-4dde0d1550c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:21.575923 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040e646-bd07-4fd3-897d-4dde0d1550c4 admin admin] Pushing event updated for resources: {'Port': ['ID=4cb54134-72dd-4147-9f86-c2fc700c808c,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:21.674204 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d040e646-bd07-4fd3-897d-4dde0d1550c4 admin admin] Network 0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:43:21.675728 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-d040e646-bd07-4fd3-897d-4dde0d1550c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:43:21.824710 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d040e646-bd07-4fd3-897d-4dde0d1550c4 admin admin] Router df1e46b6-7c9a-4354-9053-ce409eb878f3 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:43:21.945998 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d040e646-bd07-4fd3-897d-4dde0d1550c4 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:43:21.952637 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d040e646-bd07-4fd3-897d-4dde0d1550c4 admin admin] 10.222.0.25 "PUT /v2.0/routers/df1e46b6-7c9a-4354-9053-ce409eb878f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1306214 Apr 20 13:43:21.977527 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-7a913fc0-7c9c-4ad7-9113-c656df174df1 None None] Provisioning complete for port 4cb54134-72dd-4147-9f86-c2fc700c808c triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:43:21.978034 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7a913fc0-7c9c-4ad7-9113-c656df174df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:22.014990 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-7a913fc0-7c9c-4ad7-9113-c656df174df1 None None] Port 4cb54134-72dd-4147-9f86-c2fc700c808c cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:43:22.635881 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f6d3c5c1-6ef1-4949-8a46-c956ca66e696 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:43:22.696065 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port f6d3c5c1-6ef1-4949-8a46-c956ca66e696 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:43:22.696628 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:22.712497 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54566) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:43:22.718344 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-3f74e80a-8890-44af-acd2-c85a9ecb499a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-224133019-network', 'tenant_id': '9cb2e0d4e0a744f39c62b16a68636069'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:43:22.771576 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e4a4e5-06e9-47f5-9171-cc7330da59fb None None] Sync routers for ids ['df1e46b6-7c9a-4354-9053-ce409eb878f3'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:43:22.795027 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e4a4e5-06e9-47f5-9171-cc7330da59fb None None] Routers {'df1e46b6-7c9a-4354-9053-ce409eb878f3'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:43:22.795686 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-86e4a4e5-06e9-47f5-9171-cc7330da59fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:42:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['df1e46b6-7c9a-4354-9053-ce409eb878f3'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:43:22.800011 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:22.822147 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f74e80a-8890-44af-acd2-c85a9ecb499a admin admin] Made reservation on behalf of 9cb2e0d4e0a744f39c62b16a68636069 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:43:22.824629 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3f74e80a-8890-44af-acd2-c85a9ecb499a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:22.834192 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3f74e80a-8890-44af-acd2-c85a9ecb499a admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:22.864583 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port f6d3c5c1-6ef1-4949-8a46-c956ca66e696, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f6d3c5c1-6ef1-4949-8a46-c956ca66e696,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:43:22.915302 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3f74e80a-8890-44af-acd2-c85a9ecb499a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:22.921830 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:22.926044 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-86e4a4e5-06e9-47f5-9171-cc7330da59fb None None] Set router df1e46b6-7c9a-4354-9053-ce409eb878f3 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:43:22.970678 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3f74e80a-8890-44af-acd2-c85a9ecb499a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:23.002239 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f74e80a-8890-44af-acd2-c85a9ecb499a admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:43:23.007662 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74e80a-8890-44af-acd2-c85a9ecb499a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b0d858-dd13-4b51-bfd7-5ea04481c127,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:23.020960 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3f74e80a-8890-44af-acd2-c85a9ecb499a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:23.020960 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-3f74e80a-8890-44af-acd2-c85a9ecb499a admin admin] Added segment 16199671-732e-4320-8bb9-84c634918f19 of type vlan for network 9ad114fc-6ab6-4f4b-8002-e7b31878fc59 Apr 20 13:43:23.050062 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=f6d3c5c1-6ef1-4949-8a46-c956ca66e696,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:23.067538 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3f74e80a-8890-44af-acd2-c85a9ecb499a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:23.147645 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3f74e80a-8890-44af-acd2-c85a9ecb499a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:23.149983 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f74e80a-8890-44af-acd2-c85a9ecb499a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:23.149983 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3f74e80a-8890-44af-acd2-c85a9ecb499a admin admin] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:23.193637 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-86e4a4e5-06e9-47f5-9171-cc7330da59fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'name': 'tempest-TestVolumeBackupRestore-2133186633-router', 'tenant_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'f6d3c5c1-6ef1-4949-8a46-c956ca66e696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:43:17Z', 'updated_at': '2022-04-20T13:43:21Z', 'revision_number': 4, 'project_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'gw_port': {'id': 'f6d3c5c1-6ef1-4949-8a46-c956ca66e696', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:43:18Z', 'updated_at': '2022-04-20T13:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '4cb54134-72dd-4147-9f86-c2fc700c808c', 'name': '', 'network_id': '0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40', 'tenant_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'mac_address': 'fa:16:3e:ac:f8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '0cf66a7e-907b-4a00-9c39-ea7a9f60bc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:43:20Z', 'updated_at': '2022-04-20T13:43:21Z', 'revision_number': 2, 'project_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'subnets': [{'id': '0cf66a7e-907b-4a00-9c39-ea7a9f60bc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:43:23.224446 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e4a4e5-06e9-47f5-9171-cc7330da59fb None None] Checking router: df1e46b6-7c9a-4354-9053-ce409eb878f3 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:43:23.224729 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e4a4e5-06e9-47f5-9171-cc7330da59fb None None] Updating router df1e46b6-7c9a-4354-9053-ce409eb878f3 port 4cb54134-72dd-4147-9f86-c2fc700c808c binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:43:23.247419 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74e80a-8890-44af-acd2-c85a9ecb499a admin admin] Pushing event updated for resources: {'Network': ['ID=9ad114fc-6ab6-4f4b-8002-e7b31878fc59,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:23.252184 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-86e4a4e5-06e9-47f5-9171-cc7330da59fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:23.264008 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 9ad114fc-6ab6-4f4b-8002-e7b31878fc59 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:43:23.284553 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3f74e80a-8890-44af-acd2-c85a9ecb499a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5676897 Apr 20 13:43:23.284756 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54568) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:43:23.290727 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-8f5d383b-dadc-4a0f-90c9-9d75566fa4e6 admin admin] Request body: {'subnet': {'network_id': '9ad114fc-6ab6-4f4b-8002-e7b31878fc59', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-224133019-subnet', 'tenant_id': '9cb2e0d4e0a744f39c62b16a68636069', 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:43:23.386635 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5d383b-dadc-4a0f-90c9-9d75566fa4e6 admin admin] Made reservation on behalf of 9cb2e0d4e0a744f39c62b16a68636069 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:43:23.389951 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8f5d383b-dadc-4a0f-90c9-9d75566fa4e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:23.586148 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-86e4a4e5-06e9-47f5-9171-cc7330da59fb None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:23.616418 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8f5d383b-dadc-4a0f-90c9-9d75566fa4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:23.677666 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d383b-dadc-4a0f-90c9-9d75566fa4e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3048fcb2-a30c-4b3e-b67e-d86e066127b2,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:23.685293 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-86e4a4e5-06e9-47f5-9171-cc7330da59fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:23.690214 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5d383b-dadc-4a0f-90c9-9d75566fa4e6 admin admin] Checking segment: {'id': '16199671-732e-4320-8bb9-84c634918f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9ad114fc-6ab6-4f4b-8002-e7b31878fc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:43:23.697717 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5d383b-dadc-4a0f-90c9-9d75566fa4e6 admin admin] Network hostable DHCP agents. Network: 9ad114fc-6ab6-4f4b-8002-e7b31878fc59, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:43:23.736975 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c44f2d8-d415-43d4-9888-07dd73933df5 None None] Pushing event updated for resources: {'Port': ['ID=4cb54134-72dd-4147-9f86-c2fc700c808c,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:23.786037 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5d383b-dadc-4a0f-90c9-9d75566fa4e6 admin admin] Network 9ad114fc-6ab6-4f4b-8002-e7b31878fc59 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:43:23.787937 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-86e4a4e5-06e9-47f5-9171-cc7330da59fb None None] Attempting to bind port 4cb54134-72dd-4147-9f86-c2fc700c808c on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:43:23.788313 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-86e4a4e5-06e9-47f5-9171-cc7330da59fb None None] Attempting to bind port 4cb54134-72dd-4147-9f86-c2fc700c808c by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '0a69409a-afee-40a3-88a1-00ece25ecddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:43:23.788917 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e4a4e5-06e9-47f5-9171-cc7330da59fb None None] Attempting to bind port 4cb54134-72dd-4147-9f86-c2fc700c808c on network 0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:43:23.794913 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e4a4e5-06e9-47f5-9171-cc7330da59fb None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:43:23.795293 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e4a4e5-06e9-47f5-9171-cc7330da59fb None None] Checking segment: {'id': '0a69409a-afee-40a3-88a1-00ece25ecddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:43:23.795733 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-86e4a4e5-06e9-47f5-9171-cc7330da59fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:23.796126 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e4a4e5-06e9-47f5-9171-cc7330da59fb None None] Bound using segment: {'id': '0a69409a-afee-40a3-88a1-00ece25ecddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:43:23.796594 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-86e4a4e5-06e9-47f5-9171-cc7330da59fb None None] Bound port: 4cb54134-72dd-4147-9f86-c2fc700c808c, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69409a-afee-40a3-88a1-00ece25ecddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:43:23.796975 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-86e4a4e5-06e9-47f5-9171-cc7330da59fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:23.861749 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-86e4a4e5-06e9-47f5-9171-cc7330da59fb None None] For port 4cb54134-72dd-4147-9f86-c2fc700c808c, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:43:23.864904 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-86e4a4e5-06e9-47f5-9171-cc7330da59fb None None] For port 4cb54134-72dd-4147-9f86-c2fc700c808c, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=4cb54134-72dd-4147-9f86-c2fc700c808c,segment=NetworkSegment(0a69409a-afee-40a3-88a1-00ece25ecddd),segment_id=0a69409a-afee-40a3-88a1-00ece25ecddd)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:43:23.870077 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-8f5d383b-dadc-4a0f-90c9-9d75566fa4e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 9ad114fc-6ab6-4f4b-8002-e7b31878fc59) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:43:23.871262 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5d383b-dadc-4a0f-90c9-9d75566fa4e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:23.872183 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8f5d383b-dadc-4a0f-90c9-9d75566fa4e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:23.876783 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570ff644-7831-4e5f-9836-35cf13237bb9 None None] Network 9ad114fc-6ab6-4f4b-8002-e7b31878fc59 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:43:23.952566 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-86e4a4e5-06e9-47f5-9171-cc7330da59fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:23.960144 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8f5d383b-dadc-4a0f-90c9-9d75566fa4e6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6743581 Apr 20 13:43:23.963061 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54572) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:43:23.967369 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-d7d5a24b-591e-4f3f-bed6-c10738a0b3d9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-224133019-router', 'tenant_id': '9cb2e0d4e0a744f39c62b16a68636069', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:43:24.034682 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-c1a66e07-fd86-4464-b3dc-2b62126b53ed None None] Provisioning complete for port 4cb54134-72dd-4147-9f86-c2fc700c808c triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:43:24.035055 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c1a66e07-fd86-4464-b3dc-2b62126b53ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:24.046003 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d7d5a24b-591e-4f3f-bed6-c10738a0b3d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:24.047245 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d7d5a24b-591e-4f3f-bed6-c10738a0b3d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:24.092865 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e4a4e5-06e9-47f5-9171-cc7330da59fb None None] Routers {'df1e46b6-7c9a-4354-9053-ce409eb878f3'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:43:24.093553 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-86e4a4e5-06e9-47f5-9171-cc7330da59fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:42:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['df1e46b6-7c9a-4354-9053-ce409eb878f3'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:43:24.098874 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c44f2d8-d415-43d4-9888-07dd73933df5 None None] Pushing event updated for resources: {'Port': ['ID=4cb54134-72dd-4147-9f86-c2fc700c808c,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:24.107184 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d7d5a24b-591e-4f3f-bed6-c10738a0b3d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:24.161617 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af3005b-f343-4448-8a94-bdf39ee96242 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-9ad114fc-6ab6-4f4b-8002-e7b31878fc59', 'network_id': '9ad114fc-6ab6-4f4b-8002-e7b31878fc59', 'tenant_id': '9cb2e0d4e0a744f39c62b16a68636069', 'fixed_ips': [{'subnet_id': '3048fcb2-a30c-4b3e-b67e-d86e066127b2'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:43:24.162472 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8af3005b-f343-4448-8a94-bdf39ee96242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:24.307892 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d7d5a24b-591e-4f3f-bed6-c10738a0b3d9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:24.332600 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-86e4a4e5-06e9-47f5-9171-cc7330da59fb None None] Set router df1e46b6-7c9a-4354-9053-ce409eb878f3 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:43:24.334360 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c1a66e07-fd86-4464-b3dc-2b62126b53ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:24.479708 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-c1a66e07-fd86-4464-b3dc-2b62126b53ed None None] For port 4cb54134-72dd-4147-9f86-c2fc700c808c, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=4cb54134-72dd-4147-9f86-c2fc700c808c,segment=NetworkSegment(0a69409a-afee-40a3-88a1-00ece25ecddd),segment_id=0a69409a-afee-40a3-88a1-00ece25ecddd)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:43:24.545020 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-8af3005b-f343-4448-8a94-bdf39ee96242 None None] Allocated IP 172.20.0.2 (9ad114fc-6ab6-4f4b-8002-e7b31878fc59/3048fcb2-a30c-4b3e-b67e-d86e066127b2/93eea14f-4d98-4424-be7d-52a1f77e8160) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:43:24.561783 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c1a66e07-fd86-4464-b3dc-2b62126b53ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:24.607152 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2292b401-4456-4b35-933b-013c04f5fbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:24.611923 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d7d5a24b-591e-4f3f-bed6-c10738a0b3d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:24.635547 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d7d5a24b-591e-4f3f-bed6-c10738a0b3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:24.638931 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f6d3c5c1-6ef1-4949-8a46-c956ca66e696 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:43:24.744859 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-d7d5a24b-591e-4f3f-bed6-c10738a0b3d9 admin admin] Allocated IP 172.25.8.128 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/d6035d96-7873-47cb-8537-a7d56b330dee) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:43:24.868539 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d7d5a24b-591e-4f3f-bed6-c10738a0b3d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:24.915561 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a66e07-fd86-4464-b3dc-2b62126b53ed None None] Pushing event updated for resources: {'Port': ['ID=4cb54134-72dd-4147-9f86-c2fc700c808c,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:24.946751 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-13616361-b8c1-4eaf-a199-13b7fa93901b None None] Provisioning complete for port 4cb54134-72dd-4147-9f86-c2fc700c808c triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:43:24.947037 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-13616361-b8c1-4eaf-a199-13b7fa93901b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:24.948603 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d7d5a24b-591e-4f3f-bed6-c10738a0b3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:24.986026 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d5a24b-591e-4f3f-bed6-c10738a0b3d9 admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:43:24.991013 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-d7d5a24b-591e-4f3f-bed6-c10738a0b3d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:43:24.994712 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d5a24b-591e-4f3f-bed6-c10738a0b3d9 admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:43:25.020302 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d5a24b-591e-4f3f-bed6-c10738a0b3d9 admin admin] Pushing event updated for resources: {'Port': ['ID=d6035d96-7873-47cb-8537-a7d56b330dee,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:25.046804 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port f6d3c5c1-6ef1-4949-8a46-c956ca66e696 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:43:25.047233 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:25.087321 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-86e4a4e5-06e9-47f5-9171-cc7330da59fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'name': 'tempest-TestVolumeBackupRestore-2133186633-router', 'tenant_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'f6d3c5c1-6ef1-4949-8a46-c956ca66e696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:43:17Z', 'updated_at': '2022-04-20T13:43:21Z', 'revision_number': 4, 'project_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'gw_port': {'id': 'f6d3c5c1-6ef1-4949-8a46-c956ca66e696', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:43:18Z', 'updated_at': '2022-04-20T13:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '4cb54134-72dd-4147-9f86-c2fc700c808c', 'name': '', 'network_id': '0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40', 'tenant_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'mac_address': 'fa:16:3e:ac:f8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '0cf66a7e-907b-4a00-9c39-ea7a9f60bc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:43:20Z', 'updated_at': '2022-04-20T13:43:23Z', 'revision_number': 4, 'project_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'subnets': [{'id': '0cf66a7e-907b-4a00-9c39-ea7a9f60bc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:43:25.099136 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8af3005b-f343-4448-8a94-bdf39ee96242 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:25.129154 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e4a4e5-06e9-47f5-9171-cc7330da59fb None None] The sync data for ids ['df1e46b6-7c9a-4354-9053-ce409eb878f3'] in n-d-836015-7 is: [{'id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'name': 'tempest-TestVolumeBackupRestore-2133186633-router', 'tenant_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'f6d3c5c1-6ef1-4949-8a46-c956ca66e696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:43:17Z', 'updated_at': '2022-04-20T13:43:21Z', 'revision_number': 4, 'project_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'gw_port': {'id': 'f6d3c5c1-6ef1-4949-8a46-c956ca66e696', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:43:18Z', 'updated_at': '2022-04-20T13:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '4cb54134-72dd-4147-9f86-c2fc700c808c', 'name': '', 'network_id': '0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40', 'tenant_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'mac_address': 'fa:16:3e:ac:f8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '0cf66a7e-907b-4a00-9c39-ea7a9f60bc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:43:20Z', 'updated_at': '2022-04-20T13:43:23Z', 'revision_number': 4, 'project_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'subnets': [{'id': '0cf66a7e-907b-4a00-9c39-ea7a9f60bc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:43:25.227300 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8af3005b-f343-4448-8a94-bdf39ee96242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:25.296978 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af3005b-f343-4448-8a94-bdf39ee96242 None None] Network 9ad114fc-6ab6-4f4b-8002-e7b31878fc59 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:43:25.301073 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-8af3005b-f343-4448-8a94-bdf39ee96242 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:43:25.303808 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af3005b-f343-4448-8a94-bdf39ee96242 None None] Pushing event updated for resources: {'Port': ['ID=93eea14f-4d98-4424-be7d-52a1f77e8160,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:25.306309 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af3005b-f343-4448-8a94-bdf39ee96242 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:43:25.366295 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-8af3005b-f343-4448-8a94-bdf39ee96242 None None] Attempting to bind port 93eea14f-4d98-4424-be7d-52a1f77e8160 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:43:25.366678 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-8af3005b-f343-4448-8a94-bdf39ee96242 None None] Attempting to bind port 93eea14f-4d98-4424-be7d-52a1f77e8160 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '16199671-732e-4320-8bb9-84c634918f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9ad114fc-6ab6-4f4b-8002-e7b31878fc59'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:43:25.367053 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af3005b-f343-4448-8a94-bdf39ee96242 None None] Attempting to bind port 93eea14f-4d98-4424-be7d-52a1f77e8160 on network 9ad114fc-6ab6-4f4b-8002-e7b31878fc59 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:43:25.373057 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af3005b-f343-4448-8a94-bdf39ee96242 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:43:25.373286 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af3005b-f343-4448-8a94-bdf39ee96242 None None] Checking segment: {'id': '16199671-732e-4320-8bb9-84c634918f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9ad114fc-6ab6-4f4b-8002-e7b31878fc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:43:25.373646 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8af3005b-f343-4448-8a94-bdf39ee96242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:25.374076 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af3005b-f343-4448-8a94-bdf39ee96242 None None] Bound using segment: {'id': '16199671-732e-4320-8bb9-84c634918f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9ad114fc-6ab6-4f4b-8002-e7b31878fc59'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:43:25.374709 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-8af3005b-f343-4448-8a94-bdf39ee96242 None None] Bound port: 93eea14f-4d98-4424-be7d-52a1f77e8160, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16199671-732e-4320-8bb9-84c634918f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9ad114fc-6ab6-4f4b-8002-e7b31878fc59'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:43:25.374912 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d7d5a24b-591e-4f3f-bed6-c10738a0b3d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:25.376620 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8af3005b-f343-4448-8a94-bdf39ee96242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:25.458613 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-8af3005b-f343-4448-8a94-bdf39ee96242 None None] For port 93eea14f-4d98-4424-be7d-52a1f77e8160, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:43:25.462165 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-8af3005b-f343-4448-8a94-bdf39ee96242 None None] For port 93eea14f-4d98-4424-be7d-52a1f77e8160, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=93eea14f-4d98-4424-be7d-52a1f77e8160,segment=NetworkSegment(16199671-732e-4320-8bb9-84c634918f19),segment_id=16199671-732e-4320-8bb9-84c634918f19)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:43:25.508646 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8af3005b-f343-4448-8a94-bdf39ee96242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:25.610823 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af3005b-f343-4448-8a94-bdf39ee96242 None None] Pushing event updated for resources: {'Port': ['ID=93eea14f-4d98-4424-be7d-52a1f77e8160,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:25.647751 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d7d5a24b-591e-4f3f-bed6-c10738a0b3d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:25.919452 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d5a24b-591e-4f3f-bed6-c10738a0b3d9 admin admin] Router 89a55faf-7a7c-46a7-a7bd-2a7d8743b38d is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:43:26.038625 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d5a24b-591e-4f3f-bed6-c10738a0b3d9 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:43:26.052307 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bb2995-6242-4ad8-a46d-c70f03fdf074 None None] Sync routers for ids ['89a55faf-7a7c-46a7-a7bd-2a7d8743b38d'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:43:26.063628 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bb2995-6242-4ad8-a46d-c70f03fdf074 None None] Routers {'89a55faf-7a7c-46a7-a7bd-2a7d8743b38d'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:43:26.064359 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-e9bb2995-6242-4ad8-a46d-c70f03fdf074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:42:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['89a55faf-7a7c-46a7-a7bd-2a7d8743b38d'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:43:26.130742 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d7d5a24b-591e-4f3f-bed6-c10738a0b3d9 admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:26.132264 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d7d5a24b-591e-4f3f-bed6-c10738a0b3d9 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1682289 Apr 20 13:43:26.135618 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54586) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:43:26.200202 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-e9bb2995-6242-4ad8-a46d-c70f03fdf074 None None] Set router 89a55faf-7a7c-46a7-a7bd-2a7d8743b38d gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:43:26.467783 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-e9bb2995-6242-4ad8-a46d-c70f03fdf074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a55faf-7a7c-46a7-a7bd-2a7d8743b38d', 'name': 'tempest-TestVolumeBackupRestore-224133019-router', 'tenant_id': '9cb2e0d4e0a744f39c62b16a68636069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'd6035d96-7873-47cb-8537-a7d56b330dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:43:24Z', 'updated_at': '2022-04-20T13:43:25Z', 'revision_number': 3, 'project_id': '9cb2e0d4e0a744f39c62b16a68636069', 'gw_port': {'id': 'd6035d96-7873-47cb-8537-a7d56b330dee', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:65:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a55faf-7a7c-46a7-a7bd-2a7d8743b38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:43:24Z', 'updated_at': '2022-04-20T13:43:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:43:26.496709 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bb2995-6242-4ad8-a46d-c70f03fdf074 None None] Checking router: 89a55faf-7a7c-46a7-a7bd-2a7d8743b38d for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:43:26.497527 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bb2995-6242-4ad8-a46d-c70f03fdf074 None None] Updating router 89a55faf-7a7c-46a7-a7bd-2a7d8743b38d port d6035d96-7873-47cb-8537-a7d56b330dee binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:43:26.542610 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-e9bb2995-6242-4ad8-a46d-c70f03fdf074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:26.758703 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 4cb54134-72dd-4147-9f86-c2fc700c808c up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:43:26.777392 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-91453d59-7d48-498d-b221-ae3e4e00b843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:26.829587 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5368861-c8ca-495a-8bd5-872fe39376cb None None] Network 9ad114fc-6ab6-4f4b-8002-e7b31878fc59 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:43:26.834420 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8f0bd6cf-2afe-4123-945c-b434fdfcbb28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:26.886598 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-e9bb2995-6242-4ad8-a46d-c70f03fdf074 None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:26.925739 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-48458d0c-c6b9-4995-8fca-f1d802ad5f3a None None] Provisioning complete for port 93eea14f-4d98-4424-be7d-52a1f77e8160 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:43:26.926037 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-48458d0c-c6b9-4995-8fca-f1d802ad5f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:26.962930 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 4cb54134-72dd-4147-9f86-c2fc700c808c triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:43:26.966206 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-e9bb2995-6242-4ad8-a46d-c70f03fdf074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:26.968475 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:26.991288 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-91453d59-7d48-498d-b221-ae3e4e00b843 admin admin] Allocated IP 172.20.0.1 (9ad114fc-6ab6-4f4b-8002-e7b31878fc59/3048fcb2-a30c-4b3e-b67e-d86e066127b2/bf614bc2-9526-467b-b7b0-73a2347e162b) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:43:27.016228 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-e9bb2995-6242-4ad8-a46d-c70f03fdf074 None None] Attempting to bind port d6035d96-7873-47cb-8537-a7d56b330dee on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:43:27.016605 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-e9bb2995-6242-4ad8-a46d-c70f03fdf074 None None] Attempting to bind port d6035d96-7873-47cb-8537-a7d56b330dee by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:43:27.019645 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bb2995-6242-4ad8-a46d-c70f03fdf074 None None] Attempting to bind port d6035d96-7873-47cb-8537-a7d56b330dee on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:43:27.028945 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bb2995-6242-4ad8-a46d-c70f03fdf074 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:43:27.029177 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bb2995-6242-4ad8-a46d-c70f03fdf074 None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:43:27.029467 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-e9bb2995-6242-4ad8-a46d-c70f03fdf074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:27.029848 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bb2995-6242-4ad8-a46d-c70f03fdf074 None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:43:27.030311 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-e9bb2995-6242-4ad8-a46d-c70f03fdf074 None None] Bound port: d6035d96-7873-47cb-8537-a7d56b330dee, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:43:27.030694 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-e9bb2995-6242-4ad8-a46d-c70f03fdf074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:27.086461 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-e9bb2995-6242-4ad8-a46d-c70f03fdf074 None None] For port d6035d96-7873-47cb-8537-a7d56b330dee, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:43:27.089583 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-e9bb2995-6242-4ad8-a46d-c70f03fdf074 None None] For port d6035d96-7873-47cb-8537-a7d56b330dee, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d6035d96-7873-47cb-8537-a7d56b330dee,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:43:27.091915 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f33d74-beb7-49ac-9105-45688a21d9a1 None None] Pushing event updated for resources: {'Port': ['ID=d6035d96-7873-47cb-8537-a7d56b330dee,revision_number=2']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:27.136903 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-91453d59-7d48-498d-b221-ae3e4e00b843 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:27.160114 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-e9bb2995-6242-4ad8-a46d-c70f03fdf074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:27.203902 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-48458d0c-c6b9-4995-8fca-f1d802ad5f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:27.209006 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 93eea14f-4d98-4424-be7d-52a1f77e8160 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:43:27.284991 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-48458d0c-c6b9-4995-8fca-f1d802ad5f3a None None] For port 93eea14f-4d98-4424-be7d-52a1f77e8160, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=93eea14f-4d98-4424-be7d-52a1f77e8160,segment=NetworkSegment(16199671-732e-4320-8bb9-84c634918f19),segment_id=16199671-732e-4320-8bb9-84c634918f19)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:43:27.300126 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 93eea14f-4d98-4424-be7d-52a1f77e8160 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:43:27.306279 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:27.307115 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bb2995-6242-4ad8-a46d-c70f03fdf074 None None] Routers {'89a55faf-7a7c-46a7-a7bd-2a7d8743b38d'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:43:27.307115 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-e9bb2995-6242-4ad8-a46d-c70f03fdf074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:43:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['89a55faf-7a7c-46a7-a7bd-2a7d8743b38d'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:43:27.354121 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-48458d0c-c6b9-4995-8fca-f1d802ad5f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:27.396531 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f33d74-beb7-49ac-9105-45688a21d9a1 None None] Pushing event updated for resources: {'Port': ['ID=d6035d96-7873-47cb-8537-a7d56b330dee,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:27.441108 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48458d0c-c6b9-4995-8fca-f1d802ad5f3a None None] Pushing event updated for resources: {'Port': ['ID=93eea14f-4d98-4424-be7d-52a1f77e8160,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:27.548865 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-e9bb2995-6242-4ad8-a46d-c70f03fdf074 None None] Set router 89a55faf-7a7c-46a7-a7bd-2a7d8743b38d gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:43:27.586245 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-00b10981-7b1d-43c9-9f3e-40311111862f None None] Provisioning complete for port 93eea14f-4d98-4424-be7d-52a1f77e8160 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:43:27.586619 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-00b10981-7b1d-43c9-9f3e-40311111862f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:27.748394 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-91453d59-7d48-498d-b221-ae3e4e00b843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:27.772648 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-e9bb2995-6242-4ad8-a46d-c70f03fdf074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a55faf-7a7c-46a7-a7bd-2a7d8743b38d', 'name': 'tempest-TestVolumeBackupRestore-224133019-router', 'tenant_id': '9cb2e0d4e0a744f39c62b16a68636069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'd6035d96-7873-47cb-8537-a7d56b330dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:43:24Z', 'updated_at': '2022-04-20T13:43:25Z', 'revision_number': 3, 'project_id': '9cb2e0d4e0a744f39c62b16a68636069', 'gw_port': {'id': 'd6035d96-7873-47cb-8537-a7d56b330dee', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:65:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a55faf-7a7c-46a7-a7bd-2a7d8743b38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:43:24Z', 'updated_at': '2022-04-20T13:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:43:27.803661 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bb2995-6242-4ad8-a46d-c70f03fdf074 None None] The sync data for ids ['89a55faf-7a7c-46a7-a7bd-2a7d8743b38d'] in n-d-836015-7 is: [{'id': '89a55faf-7a7c-46a7-a7bd-2a7d8743b38d', 'name': 'tempest-TestVolumeBackupRestore-224133019-router', 'tenant_id': '9cb2e0d4e0a744f39c62b16a68636069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'd6035d96-7873-47cb-8537-a7d56b330dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:43:24Z', 'updated_at': '2022-04-20T13:43:25Z', 'revision_number': 3, 'project_id': '9cb2e0d4e0a744f39c62b16a68636069', 'gw_port': {'id': 'd6035d96-7873-47cb-8537-a7d56b330dee', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:65:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a55faf-7a7c-46a7-a7bd-2a7d8743b38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:43:24Z', 'updated_at': '2022-04-20T13:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:43:27.815764 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91453d59-7d48-498d-b221-ae3e4e00b843 admin admin] Network 9ad114fc-6ab6-4f4b-8002-e7b31878fc59 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:43:27.821021 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-91453d59-7d48-498d-b221-ae3e4e00b843 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:43:27.825258 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91453d59-7d48-498d-b221-ae3e4e00b843 admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:43:27.853708 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91453d59-7d48-498d-b221-ae3e4e00b843 admin admin] Pushing event updated for resources: {'Port': ['ID=bf614bc2-9526-467b-b7b0-73a2347e162b,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:27.881212 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-91453d59-7d48-498d-b221-ae3e4e00b843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:28.122904 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-1069462f-5d9c-4eba-b9bb-771899770fe3 None None] Provisioning complete for port bf614bc2-9526-467b-b7b0-73a2347e162b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:43:28.127299 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1069462f-5d9c-4eba-b9bb-771899770fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:28.129074 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-91453d59-7d48-498d-b221-ae3e4e00b843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:28.168670 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-1069462f-5d9c-4eba-b9bb-771899770fe3 None None] Port bf614bc2-9526-467b-b7b0-73a2347e162b cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:43:28.186731 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:28.324506 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-91453d59-7d48-498d-b221-ae3e4e00b843 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:28.388086 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-91453d59-7d48-498d-b221-ae3e4e00b843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:28.457735 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91453d59-7d48-498d-b221-ae3e4e00b843 admin admin] Pushing event updated for resources: {'Port': ['ID=bf614bc2-9526-467b-b7b0-73a2347e162b,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:28.460376 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-91453d59-7d48-498d-b221-ae3e4e00b843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:28.571766 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91453d59-7d48-498d-b221-ae3e4e00b843 admin admin] Network 9ad114fc-6ab6-4f4b-8002-e7b31878fc59 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:43:28.573744 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-91453d59-7d48-498d-b221-ae3e4e00b843 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:43:28.724640 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91453d59-7d48-498d-b221-ae3e4e00b843 admin admin] Router 89a55faf-7a7c-46a7-a7bd-2a7d8743b38d has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:43:28.730708 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 93eea14f-4d98-4424-be7d-52a1f77e8160 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:43:28.794515 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 93eea14f-4d98-4424-be7d-52a1f77e8160 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:43:28.795476 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:28.885398 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d6035d96-7873-47cb-8537-a7d56b330dee up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:43:28.903649 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91453d59-7d48-498d-b221-ae3e4e00b843 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:43:28.914779 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-91453d59-7d48-498d-b221-ae3e4e00b843 admin admin] 10.222.0.25 "PUT /v2.0/routers/89a55faf-7a7c-46a7-a7bd-2a7d8743b38d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7781367 Apr 20 13:43:28.947922 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port d6035d96-7873-47cb-8537-a7d56b330dee triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:43:28.948285 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:29.007196 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-434e3cef-62fc-40b9-ba6a-18c36188d684 None None] Provisioning complete for port bf614bc2-9526-467b-b7b0-73a2347e162b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:43:29.007674 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-434e3cef-62fc-40b9-ba6a-18c36188d684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:29.066628 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-434e3cef-62fc-40b9-ba6a-18c36188d684 None None] Port bf614bc2-9526-467b-b7b0-73a2347e162b cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:43:29.080525 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:29.100539 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port d6035d96-7873-47cb-8537-a7d56b330dee, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d6035d96-7873-47cb-8537-a7d56b330dee,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:43:29.157163 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:29.207149 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=d6035d96-7873-47cb-8537-a7d56b330dee,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:29.437285 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:29.759118 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b22df05-ea34-4c89-b314-34c069097773 None None] Sync routers for ids ['89a55faf-7a7c-46a7-a7bd-2a7d8743b38d'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:43:29.775228 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b22df05-ea34-4c89-b314-34c069097773 None None] Routers {'89a55faf-7a7c-46a7-a7bd-2a7d8743b38d'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:43:29.775880 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-2b22df05-ea34-4c89-b314-34c069097773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:43:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['89a55faf-7a7c-46a7-a7bd-2a7d8743b38d'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:43:29.886949 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-2b22df05-ea34-4c89-b314-34c069097773 None None] Set router 89a55faf-7a7c-46a7-a7bd-2a7d8743b38d gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:43:29.888711 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:30.091266 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-2b22df05-ea34-4c89-b314-34c069097773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a55faf-7a7c-46a7-a7bd-2a7d8743b38d', 'name': 'tempest-TestVolumeBackupRestore-224133019-router', 'tenant_id': '9cb2e0d4e0a744f39c62b16a68636069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'd6035d96-7873-47cb-8537-a7d56b330dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:43:24Z', 'updated_at': '2022-04-20T13:43:27Z', 'revision_number': 4, 'project_id': '9cb2e0d4e0a744f39c62b16a68636069', 'gw_port': {'id': 'd6035d96-7873-47cb-8537-a7d56b330dee', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:65:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a55faf-7a7c-46a7-a7bd-2a7d8743b38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:43:24Z', 'updated_at': '2022-04-20T13:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'bf614bc2-9526-467b-b7b0-73a2347e162b', 'name': '', 'network_id': '9ad114fc-6ab6-4f4b-8002-e7b31878fc59', 'tenant_id': '9cb2e0d4e0a744f39c62b16a68636069', 'mac_address': 'fa:16:3e:83:d8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a55faf-7a7c-46a7-a7bd-2a7d8743b38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '3048fcb2-a30c-4b3e-b67e-d86e066127b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:43:26Z', 'updated_at': '2022-04-20T13:43:28Z', 'revision_number': 2, 'project_id': '9cb2e0d4e0a744f39c62b16a68636069', 'subnets': [{'id': '3048fcb2-a30c-4b3e-b67e-d86e066127b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:43:30.129423 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b22df05-ea34-4c89-b314-34c069097773 None None] Checking router: 89a55faf-7a7c-46a7-a7bd-2a7d8743b38d for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:43:30.129782 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b22df05-ea34-4c89-b314-34c069097773 None None] Updating router 89a55faf-7a7c-46a7-a7bd-2a7d8743b38d port bf614bc2-9526-467b-b7b0-73a2347e162b binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:43:30.162918 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2b22df05-ea34-4c89-b314-34c069097773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:30.430497 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2b22df05-ea34-4c89-b314-34c069097773 None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:30.517430 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2b22df05-ea34-4c89-b314-34c069097773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:30.636892 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c65e0b-0d5a-40a0-9bd0-3bc46d28fd29 None None] Pushing event updated for resources: {'Port': ['ID=bf614bc2-9526-467b-b7b0-73a2347e162b,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:30.652502 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d6035d96-7873-47cb-8537-a7d56b330dee up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:43:30.679079 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-2b22df05-ea34-4c89-b314-34c069097773 None None] Attempting to bind port bf614bc2-9526-467b-b7b0-73a2347e162b on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:43:30.679477 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-2b22df05-ea34-4c89-b314-34c069097773 None None] Attempting to bind port bf614bc2-9526-467b-b7b0-73a2347e162b by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '16199671-732e-4320-8bb9-84c634918f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9ad114fc-6ab6-4f4b-8002-e7b31878fc59'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:43:30.679843 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b22df05-ea34-4c89-b314-34c069097773 None None] Attempting to bind port bf614bc2-9526-467b-b7b0-73a2347e162b on network 9ad114fc-6ab6-4f4b-8002-e7b31878fc59 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:43:30.692141 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b22df05-ea34-4c89-b314-34c069097773 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:43:30.692562 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b22df05-ea34-4c89-b314-34c069097773 None None] Checking segment: {'id': '16199671-732e-4320-8bb9-84c634918f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9ad114fc-6ab6-4f4b-8002-e7b31878fc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:43:30.692912 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2b22df05-ea34-4c89-b314-34c069097773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:30.693433 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b22df05-ea34-4c89-b314-34c069097773 None None] Bound using segment: {'id': '16199671-732e-4320-8bb9-84c634918f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9ad114fc-6ab6-4f4b-8002-e7b31878fc59'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:43:30.693919 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-2b22df05-ea34-4c89-b314-34c069097773 None None] Bound port: bf614bc2-9526-467b-b7b0-73a2347e162b, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16199671-732e-4320-8bb9-84c634918f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9ad114fc-6ab6-4f4b-8002-e7b31878fc59'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:43:30.694300 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2b22df05-ea34-4c89-b314-34c069097773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:30.769572 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port d6035d96-7873-47cb-8537-a7d56b330dee triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:43:30.769934 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:30.800737 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-2b22df05-ea34-4c89-b314-34c069097773 None None] For port bf614bc2-9526-467b-b7b0-73a2347e162b, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:43:30.823663 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-2b22df05-ea34-4c89-b314-34c069097773 None None] For port bf614bc2-9526-467b-b7b0-73a2347e162b, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=bf614bc2-9526-467b-b7b0-73a2347e162b,segment=NetworkSegment(16199671-732e-4320-8bb9-84c634918f19),segment_id=16199671-732e-4320-8bb9-84c634918f19)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:43:30.836686 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-a652cfd5-a806-47af-b441-aa6194c34f26 None None] Provisioning complete for port bf614bc2-9526-467b-b7b0-73a2347e162b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:43:30.837065 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a652cfd5-a806-47af-b441-aa6194c34f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:30.897898 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-a652cfd5-a806-47af-b441-aa6194c34f26 None None] Port bf614bc2-9526-467b-b7b0-73a2347e162b cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:43:30.904283 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2b22df05-ea34-4c89-b314-34c069097773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:31.133985 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b22df05-ea34-4c89-b314-34c069097773 None None] Routers {'89a55faf-7a7c-46a7-a7bd-2a7d8743b38d'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:43:31.135256 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-2b22df05-ea34-4c89-b314-34c069097773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:43:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['89a55faf-7a7c-46a7-a7bd-2a7d8743b38d'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:43:31.137216 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c65e0b-0d5a-40a0-9bd0-3bc46d28fd29 None None] Pushing event updated for resources: {'Port': ['ID=bf614bc2-9526-467b-b7b0-73a2347e162b,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:31.271622 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-2b22df05-ea34-4c89-b314-34c069097773 None None] Set router 89a55faf-7a7c-46a7-a7bd-2a7d8743b38d gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:43:31.458901 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-b9e33b27-188f-47ab-9424-af1718eb2df4 None None] Provisioning complete for port bf614bc2-9526-467b-b7b0-73a2347e162b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:43:31.459205 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b9e33b27-188f-47ab-9424-af1718eb2df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:31.546274 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-2b22df05-ea34-4c89-b314-34c069097773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a55faf-7a7c-46a7-a7bd-2a7d8743b38d', 'name': 'tempest-TestVolumeBackupRestore-224133019-router', 'tenant_id': '9cb2e0d4e0a744f39c62b16a68636069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'd6035d96-7873-47cb-8537-a7d56b330dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:43:24Z', 'updated_at': '2022-04-20T13:43:27Z', 'revision_number': 4, 'project_id': '9cb2e0d4e0a744f39c62b16a68636069', 'gw_port': {'id': 'd6035d96-7873-47cb-8537-a7d56b330dee', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:65:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a55faf-7a7c-46a7-a7bd-2a7d8743b38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:43:24Z', 'updated_at': '2022-04-20T13:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'bf614bc2-9526-467b-b7b0-73a2347e162b', 'name': '', 'network_id': '9ad114fc-6ab6-4f4b-8002-e7b31878fc59', 'tenant_id': '9cb2e0d4e0a744f39c62b16a68636069', 'mac_address': 'fa:16:3e:83:d8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a55faf-7a7c-46a7-a7bd-2a7d8743b38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '3048fcb2-a30c-4b3e-b67e-d86e066127b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:43:26Z', 'updated_at': '2022-04-20T13:43:30Z', 'revision_number': 4, 'project_id': '9cb2e0d4e0a744f39c62b16a68636069', 'subnets': [{'id': '3048fcb2-a30c-4b3e-b67e-d86e066127b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:43:31.579474 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b22df05-ea34-4c89-b314-34c069097773 None None] The sync data for ids ['89a55faf-7a7c-46a7-a7bd-2a7d8743b38d'] in n-d-836015-7 is: [{'id': '89a55faf-7a7c-46a7-a7bd-2a7d8743b38d', 'name': 'tempest-TestVolumeBackupRestore-224133019-router', 'tenant_id': '9cb2e0d4e0a744f39c62b16a68636069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'd6035d96-7873-47cb-8537-a7d56b330dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:43:24Z', 'updated_at': '2022-04-20T13:43:27Z', 'revision_number': 4, 'project_id': '9cb2e0d4e0a744f39c62b16a68636069', 'gw_port': {'id': 'd6035d96-7873-47cb-8537-a7d56b330dee', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:65:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a55faf-7a7c-46a7-a7bd-2a7d8743b38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:43:24Z', 'updated_at': '2022-04-20T13:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'bf614bc2-9526-467b-b7b0-73a2347e162b', 'name': '', 'network_id': '9ad114fc-6ab6-4f4b-8002-e7b31878fc59', 'tenant_id': '9cb2e0d4e0a744f39c62b16a68636069', 'mac_address': 'fa:16:3e:83:d8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a55faf-7a7c-46a7-a7bd-2a7d8743b38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '3048fcb2-a30c-4b3e-b67e-d86e066127b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:43:26Z', 'updated_at': '2022-04-20T13:43:30Z', 'revision_number': 4, 'project_id': '9cb2e0d4e0a744f39c62b16a68636069', 'subnets': [{'id': '3048fcb2-a30c-4b3e-b67e-d86e066127b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:43:31.586323 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b9e33b27-188f-47ab-9424-af1718eb2df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:31.621463 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-b9e33b27-188f-47ab-9424-af1718eb2df4 None None] For port bf614bc2-9526-467b-b7b0-73a2347e162b, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=bf614bc2-9526-467b-b7b0-73a2347e162b,segment=NetworkSegment(16199671-732e-4320-8bb9-84c634918f19),segment_id=16199671-732e-4320-8bb9-84c634918f19)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:43:31.693361 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b9e33b27-188f-47ab-9424-af1718eb2df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:31.758400 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e33b27-188f-47ab-9424-af1718eb2df4 None None] Pushing event updated for resources: {'Port': ['ID=bf614bc2-9526-467b-b7b0-73a2347e162b,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:32.631843 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device bf614bc2-9526-467b-b7b0-73a2347e162b up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:43:32.683563 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port bf614bc2-9526-467b-b7b0-73a2347e162b triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:43:32.684020 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:41.703398 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47206074-3fca-4823-b7c7-7f3a7cd03ee8 req-8637d9a2-df51-4dd0-8f63-4831c290e83d tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:41.704906 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-47206074-3fca-4823-b7c7-7f3a7cd03ee8 req-8637d9a2-df51-4dd0-8f63-4831c290e83d tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=548737e7-5a85-47bb-bf6c-3c037ffe3c6f HTTP/1.1" status: 200 len: 945 time: 0.0549843 Apr 20 13:43:41.747751 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-47206074-3fca-4823-b7c7-7f3a7cd03ee8 req-6b43d1fe-ff22-4829-94bb-82ed70a95b43 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2cf52e8-92dc-461c-a3d5-4b84a4179e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358834 Apr 20 13:43:42.454427 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:42.870898 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42febbff-88c7-47f5-8065-0185c05066a5 req-ccd1a1b8-48a2-49fc-8d8e-3ff6650c75a9 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:42.872311 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42febbff-88c7-47f5-8065-0185c05066a5 req-ccd1a1b8-48a2-49fc-8d8e-3ff6650c75a9 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=548737e7-5a85-47bb-bf6c-3c037ffe3c6f HTTP/1.1" status: 200 len: 945 time: 0.0481832 Apr 20 13:43:42.909859 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42febbff-88c7-47f5-8065-0185c05066a5 req-2e91d35c-0c92-4cbf-be57-1ad42b9ba640 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2cf52e8-92dc-461c-a3d5-4b84a4179e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314398 Apr 20 13:43:43.239171 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:43.466861 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd16913-6b9f-40ff-96c7-6f5ffa643c34 req-2df0bed8-3427-4bca-b3c7-92e19915cfaa tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:43.468413 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4dd16913-6b9f-40ff-96c7-6f5ffa643c34 req-2df0bed8-3427-4bca-b3c7-92e19915cfaa tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.32 "GET /v2.0/ports?device_id=548737e7-5a85-47bb-bf6c-3c037ffe3c6f HTTP/1.1" status: 200 len: 945 time: 0.0488808 Apr 20 13:43:43.563220 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-4dd16913-6b9f-40ff-96c7-6f5ffa643c34 req-e2a172d2-13c0-4756-9bd5-65279d25192e tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Deleting port 15219e9b-489d-4295-a04e-9e703494d1f8 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:43:43.563557 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-4dd16913-6b9f-40ff-96c7-6f5ffa643c34 req-e2a172d2-13c0-4756-9bd5-65279d25192e tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:43.658264 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-4dd16913-6b9f-40ff-96c7-6f5ffa643c34 req-e2a172d2-13c0-4756-9bd5-65279d25192e tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] For port 15219e9b-489d-4295-a04e-9e703494d1f8, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=15219e9b-489d-4295-a04e-9e703494d1f8,segment=NetworkSegment(968e2ac5-5b66-437a-9952-c24b838f4f53),segment_id=968e2ac5-5b66-437a-9952-c24b838f4f53)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:43:43.658631 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-4dd16913-6b9f-40ff-96c7-6f5ffa643c34 req-e2a172d2-13c0-4756-9bd5-65279d25192e tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:43.839879 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-4dd16913-6b9f-40ff-96c7-6f5ffa643c34 req-e2a172d2-13c0-4756-9bd5-65279d25192e tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:43.840255 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-4dd16913-6b9f-40ff-96c7-6f5ffa643c34 req-e2a172d2-13c0-4756-9bd5-65279d25192e tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:43.840581 n-d-836015-7 neutron-server[114870]: INFO neutron.db.l3_db [req-4dd16913-6b9f-40ff-96c7-6f5ffa643c34 req-e2a172d2-13c0-4756-9bd5-65279d25192e tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Floating IP 28200ff1-c900-4ecb-8a59-fcdd09ce609e disassociated. External IP: 172.25.8.190, port: 15219e9b-489d-4295-a04e-9e703494d1f8. Apr 20 13:43:43.840927 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-4dd16913-6b9f-40ff-96c7-6f5ffa643c34 req-e2a172d2-13c0-4756-9bd5-65279d25192e tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Calling delete_port for 15219e9b-489d-4295-a04e-9e703494d1f8 owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:43:44.030106 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16389fc-1218-4a3b-aba3-424bb850ad41 req-b0ffe3f4-8147-45b6-9df4-c1249f6ade7d tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:44.031646 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f16389fc-1218-4a3b-aba3-424bb850ad41 req-b0ffe3f4-8147-45b6-9df4-c1249f6ade7d tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=548737e7-5a85-47bb-bf6c-3c037ffe3c6f HTTP/1.1" status: 200 len: 945 time: 0.0509222 Apr 20 13:43:44.067939 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-4dd16913-6b9f-40ff-96c7-6f5ffa643c34 req-e2a172d2-13c0-4756-9bd5-65279d25192e tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:44.072127 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f16389fc-1218-4a3b-aba3-424bb850ad41 req-638308cd-1580-4130-be37-db034fde2149 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2cf52e8-92dc-461c-a3d5-4b84a4179e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340338 Apr 20 13:43:44.097770 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a172d2-13c0-4756-9bd5-65279d25192e tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Pushing event deleted for resources: {'Port': ['ID=15219e9b-489d-4295-a04e-9e703494d1f8,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:44.214981 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4dd16913-6b9f-40ff-96c7-6f5ffa643c34 req-e2a172d2-13c0-4756-9bd5-65279d25192e tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Router 82769f95-962c-4210-b540-3c035126e4a5 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:43:44.329650 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4dd16913-6b9f-40ff-96c7-6f5ffa643c34 req-e2a172d2-13c0-4756-9bd5-65279d25192e tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:43:44.339618 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16411be8-5850-4e6b-8ee6-11924f658af8 None None] Sync routers for ids ['82769f95-962c-4210-b540-3c035126e4a5'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:43:44.349806 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16411be8-5850-4e6b-8ee6-11924f658af8 None None] Routers {'82769f95-962c-4210-b540-3c035126e4a5'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:43:44.350653 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-16411be8-5850-4e6b-8ee6-11924f658af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:43:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['82769f95-962c-4210-b540-3c035126e4a5'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:43:44.371015 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd16913-6b9f-40ff-96c7-6f5ffa643c34 req-e2a172d2-13c0-4756-9bd5-65279d25192e tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] No DVR routers for this DVR port 15219e9b-489d-4295-a04e-9e703494d1f8 on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:43:44.373708 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-4dd16913-6b9f-40ff-96c7-6f5ffa643c34 req-e2a172d2-13c0-4756-9bd5-65279d25192e tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:44.377247 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4dd16913-6b9f-40ff-96c7-6f5ffa643c34 req-e2a172d2-13c0-4756-9bd5-65279d25192e tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.32 "DELETE /v2.0/ports/15219e9b-489d-4295-a04e-9e703494d1f8 HTTP/1.1" status: 204 len: 173 time: 0.9024920 Apr 20 13:43:44.377719 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548737e7-5a85-47bb-bf6c-3c037ffe3c6f', 'name': 'network-vif-deleted', 'tag': '15219e9b-489d-4295-a04e-9e703494d1f8'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:43:44.380048 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f6a590-a178-4add-938c-633290431bfa" -d '{"events": [{"server_uuid": "548737e7-5a85-47bb-bf6c-3c037ffe3c6f", "name": "network-vif-deleted", "tag": "15219e9b-489d-4295-a04e-9e703494d1f8"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:43:44.417639 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc89f22-1c1d-4eb6-a38f-620df64a3ea8 x-openstack-request-id: req-2dc89f22-1c1d-4eb6-a38f-620df64a3ea8 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:43:44.417960 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548737e7-5a85-47bb-bf6c-3c037ffe3c6f", "name": "network-vif-deleted", "tag": "15219e9b-489d-4295-a04e-9e703494d1f8", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:43:44.418233 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2dc89f22-1c1d-4eb6-a38f-620df64a3ea8 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:43:44.418667 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dc89f22-1c1d-4eb6-a38f-620df64a3ea8'] response: {'server_uuid': '548737e7-5a85-47bb-bf6c-3c037ffe3c6f', 'name': 'network-vif-deleted', 'tag': '15219e9b-489d-4295-a04e-9e703494d1f8', 'status': 'completed', 'code': 200} Apr 20 13:43:44.461218 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-16411be8-5850-4e6b-8ee6-11924f658af8 None None] Set router 82769f95-962c-4210-b540-3c035126e4a5 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:43:44.674428 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-16411be8-5850-4e6b-8ee6-11924f658af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82769f95-962c-4210-b540-3c035126e4a5', 'name': 'tempest-AttachVolumeNegativeTest-1469658376-router', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:36:53Z', 'updated_at': '2022-04-20T13:36:57Z', 'revision_number': 4, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'gw_port': {'id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:54Z', 'updated_at': '2022-04-20T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'a2dbb345-9df3-4702-9e33-6ee07a421861', 'name': '', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'mac_address': 'fa:16:3e:8e:a0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:56Z', 'updated_at': '2022-04-20T13:37:01Z', 'revision_number': 5, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'subnets': [{'id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:43:44.710009 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16411be8-5850-4e6b-8ee6-11924f658af8 None None] Checking router: 82769f95-962c-4210-b540-3c035126e4a5 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:43:44.717901 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16411be8-5850-4e6b-8ee6-11924f658af8 None None] Routers {'82769f95-962c-4210-b540-3c035126e4a5'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:43:44.718517 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-16411be8-5850-4e6b-8ee6-11924f658af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:43:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['82769f95-962c-4210-b540-3c035126e4a5'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:43:44.826493 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-16411be8-5850-4e6b-8ee6-11924f658af8 None None] Set router 82769f95-962c-4210-b540-3c035126e4a5 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:43:45.025729 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-16411be8-5850-4e6b-8ee6-11924f658af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82769f95-962c-4210-b540-3c035126e4a5', 'name': 'tempest-AttachVolumeNegativeTest-1469658376-router', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:36:53Z', 'updated_at': '2022-04-20T13:36:57Z', 'revision_number': 4, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'gw_port': {'id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:54Z', 'updated_at': '2022-04-20T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'a2dbb345-9df3-4702-9e33-6ee07a421861', 'name': '', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'mac_address': 'fa:16:3e:8e:a0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:56Z', 'updated_at': '2022-04-20T13:37:01Z', 'revision_number': 5, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'subnets': [{'id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:43:45.052704 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16411be8-5850-4e6b-8ee6-11924f658af8 None None] The sync data for ids ['82769f95-962c-4210-b540-3c035126e4a5'] in n-d-836015-7 is: [{'id': '82769f95-962c-4210-b540-3c035126e4a5', 'name': 'tempest-AttachVolumeNegativeTest-1469658376-router', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:36:53Z', 'updated_at': '2022-04-20T13:36:57Z', 'revision_number': 4, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'gw_port': {'id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:54Z', 'updated_at': '2022-04-20T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'a2dbb345-9df3-4702-9e33-6ee07a421861', 'name': '', 'network_id': '528a81a3-3d30-457a-b770-9edd01e9db02', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'mac_address': 'fa:16:3e:8e:a0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:56Z', 'updated_at': '2022-04-20T13:37:01Z', 'revision_number': 5, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'subnets': [{'id': 'dd1bec79-1bde-4378-9778-6e03ce14f914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:43:45.191924 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ce3061ee-a2aa-4307-a1cf-ff08584ea9e0 req-0abc4ee6-6fc5-43a8-8dec-53537f29385e tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/ports?device_id=548737e7-5a85-47bb-bf6c-3c037ffe3c6f HTTP/1.1" status: 200 len: 210 time: 0.0318201 Apr 20 13:43:45.291202 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc011a9-355c-401c-93f5-0310fa27d65f None None] New status for floating IP 28200ff1-c900-4ecb-8a59-fcdd09ce609e: DOWN {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:43:46.114014 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 15219e9b-489d-4295-a04e-9e703494d1f8 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:43:46.139244 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 15219e9b-489d-4295-a04e-9e703494d1f8 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:43:46.139616 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 15219e9b-489d-4295-a04e-9e703494d1f8 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:43:46.359240 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54782) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:43:46.413598 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5416036d-535d-4e12-904c-1992a3c610d0 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:46.437076 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5416036d-535d-4e12-904c-1992a3c610d0 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:46.570641 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5416036d-535d-4e12-904c-1992a3c610d0 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:46.573287 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5416036d-535d-4e12-904c-1992a3c610d0 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:46.574502 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5416036d-535d-4e12-904c-1992a3c610d0 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "DELETE /v2.0/security-groups/d2cf52e8-92dc-461c-a3d5-4b84a4179e5b HTTP/1.1" status: 204 len: 168 time: 0.2142560 Apr 20 13:43:46.577245 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54784) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:43:46.583869 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5416036d-535d-4e12-904c-1992a3c610d0 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cf52e8-92dc-461c-a3d5-4b84a4179e5b,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:46.597412 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-97c59041-1418-4674-9d48-7c88472aaef9 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] show failed (client error): The resource could not be found. Apr 20 13:43:46.598732 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-97c59041-1418-4674-9d48-7c88472aaef9 tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "GET /v2.0/security-groups/d2cf52e8-92dc-461c-a3d5-4b84a4179e5b HTTP/1.1" status: 404 len: 347 time: 0.0204785 Apr 20 13:43:46.601921 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54786) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:43:46.731692 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-70c25d0b-82f4-46a8-bd4b-3bf525cbda2a tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Deleting port f5c5a77d-7714-4c74-b187-5834eac0f7b8 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:43:46.732036 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-70c25d0b-82f4-46a8-bd4b-3bf525cbda2a tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:46.808219 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-70c25d0b-82f4-46a8-bd4b-3bf525cbda2a tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:46.808465 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-70c25d0b-82f4-46a8-bd4b-3bf525cbda2a tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:46.820118 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-70c25d0b-82f4-46a8-bd4b-3bf525cbda2a tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Calling delete_port for f5c5a77d-7714-4c74-b187-5834eac0f7b8 owned by network:floatingip {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:43:47.079883 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-70c25d0b-82f4-46a8-bd4b-3bf525cbda2a tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:47.106350 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c25d0b-82f4-46a8-bd4b-3bf525cbda2a tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Pushing event deleted for resources: {'Port': ['ID=f5c5a77d-7714-4c74-b187-5834eac0f7b8,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:47.172907 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-70c25d0b-82f4-46a8-bd4b-3bf525cbda2a tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks [] for floatingip, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:47.176150 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-70c25d0b-82f4-46a8-bd4b-3bf525cbda2a tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:47.177744 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-70c25d0b-82f4-46a8-bd4b-3bf525cbda2a tempest-AttachVolumeNegativeTest-1096755984 tempest-AttachVolumeNegativeTest-1096755984-project] 10.222.0.25 "DELETE /v2.0/floatingips/28200ff1-c900-4ecb-8a59-fcdd09ce609e HTTP/1.1" status: 204 len: 168 time: 0.5744119 Apr 20 13:43:47.612981 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:43:54.488383 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bca92af3-9bb3-45eb-bdad-0c938c974b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:56.808566 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-efc18bd1-bcb4-4800-84eb-b1093861fc03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:57.595562 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54890) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:43:58.115786 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9eea84fc-24fd-4f65-97fb-808c77703639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:58.221652 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:58.368211 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-9eea84fc-24fd-4f65-97fb-808c77703639 admin admin] Deleting port a2dbb345-9df3-4702-9e33-6ee07a421861 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:43:58.368544 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9eea84fc-24fd-4f65-97fb-808c77703639 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:58.455542 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-9eea84fc-24fd-4f65-97fb-808c77703639 admin admin] For port a2dbb345-9df3-4702-9e33-6ee07a421861, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=a2dbb345-9df3-4702-9e33-6ee07a421861,segment=NetworkSegment(968e2ac5-5b66-437a-9952-c24b838f4f53),segment_id=968e2ac5-5b66-437a-9952-c24b838f4f53)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:43:58.455925 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9eea84fc-24fd-4f65-97fb-808c77703639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:58.473232 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-9eea84fc-24fd-4f65-97fb-808c77703639 admin admin] Calling delete_port for a2dbb345-9df3-4702-9e33-6ee07a421861 owned by network:router_interface {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:43:58.730398 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9eea84fc-24fd-4f65-97fb-808c77703639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:58.759652 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea84fc-24fd-4f65-97fb-808c77703639 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2dbb345-9df3-4702-9e33-6ee07a421861,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:58.944221 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9eea84fc-24fd-4f65-97fb-808c77703639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:59.158769 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eea84fc-24fd-4f65-97fb-808c77703639 admin admin] Router 82769f95-962c-4210-b540-3c035126e4a5 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:43:59.263350 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eea84fc-24fd-4f65-97fb-808c77703639 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:43:59.271000 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9eea84fc-24fd-4f65-97fb-808c77703639 admin admin] 10.222.0.25 "PUT /v2.0/routers/82769f95-962c-4210-b540-3c035126e4a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6712949 Apr 20 13:43:59.271174 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54910) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:43:59.272135 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b31484a-a3a9-4301-bdda-d6c765a3fe4a None None] Sync routers for ids ['82769f95-962c-4210-b540-3c035126e4a5'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:43:59.282873 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b31484a-a3a9-4301-bdda-d6c765a3fe4a None None] Routers {'82769f95-962c-4210-b540-3c035126e4a5'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:43:59.283517 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-5b31484a-a3a9-4301-bdda-d6c765a3fe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:43:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['82769f95-962c-4210-b540-3c035126e4a5'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:43:59.378954 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f4eb065-a88d-4d36-a120-ffce442e7505 admin admin] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:59.387667 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-5b31484a-a3a9-4301-bdda-d6c765a3fe4a None None] Set router 82769f95-962c-4210-b540-3c035126e4a5 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:43:59.450544 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:59.569658 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-5b31484a-a3a9-4301-bdda-d6c765a3fe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82769f95-962c-4210-b540-3c035126e4a5', 'name': 'tempest-AttachVolumeNegativeTest-1469658376-router', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:36:53Z', 'updated_at': '2022-04-20T13:43:58Z', 'revision_number': 5, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'gw_port': {'id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:54Z', 'updated_at': '2022-04-20T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:43:59.596750 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b31484a-a3a9-4301-bdda-d6c765a3fe4a None None] Checking router: 82769f95-962c-4210-b540-3c035126e4a5 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:43:59.606875 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b31484a-a3a9-4301-bdda-d6c765a3fe4a None None] Routers {'82769f95-962c-4210-b540-3c035126e4a5'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:43:59.607545 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-5b31484a-a3a9-4301-bdda-d6c765a3fe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:43:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['82769f95-962c-4210-b540-3c035126e4a5'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:43:59.721948 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-5b31484a-a3a9-4301-bdda-d6c765a3fe4a None None] Set router 82769f95-962c-4210-b540-3c035126e4a5 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:43:59.885455 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:59.903649 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-5b31484a-a3a9-4301-bdda-d6c765a3fe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82769f95-962c-4210-b540-3c035126e4a5', 'name': 'tempest-AttachVolumeNegativeTest-1469658376-router', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:36:53Z', 'updated_at': '2022-04-20T13:43:58Z', 'revision_number': 5, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'gw_port': {'id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:54Z', 'updated_at': '2022-04-20T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:43:59.908484 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f4eb065-a88d-4d36-a120-ffce442e7505 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:59.935831 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b31484a-a3a9-4301-bdda-d6c765a3fe4a None None] The sync data for ids ['82769f95-962c-4210-b540-3c035126e4a5'] in n-d-836015-7 is: [{'id': '82769f95-962c-4210-b540-3c035126e4a5', 'name': 'tempest-AttachVolumeNegativeTest-1469658376-router', 'tenant_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:36:53Z', 'updated_at': '2022-04-20T13:43:58Z', 'revision_number': 5, 'project_id': '199bdbc6cfe44f0c9700e48b02b2d332', 'gw_port': {'id': 'df219f9a-b591-4a2d-9d24-5a3b73555e28', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82769f95-962c-4210-b540-3c035126e4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:36:54Z', 'updated_at': '2022-04-20T13:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:44:00.033020 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-6f4eb065-a88d-4d36-a120-ffce442e7505 admin admin] Deleting port df219f9a-b591-4a2d-9d24-5a3b73555e28 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:44:00.033365 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f4eb065-a88d-4d36-a120-ffce442e7505 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:00.109481 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-6f4eb065-a88d-4d36-a120-ffce442e7505 admin admin] For port df219f9a-b591-4a2d-9d24-5a3b73555e28, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=df219f9a-b591-4a2d-9d24-5a3b73555e28,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:44:00.109852 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f4eb065-a88d-4d36-a120-ffce442e7505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:00.122471 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-6f4eb065-a88d-4d36-a120-ffce442e7505 admin admin] Calling delete_port for df219f9a-b591-4a2d-9d24-5a3b73555e28 owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:44:00.336618 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f4eb065-a88d-4d36-a120-ffce442e7505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:00.366210 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4eb065-a88d-4d36-a120-ffce442e7505 admin admin] Pushing event deleted for resources: {'Port': ['ID=df219f9a-b591-4a2d-9d24-5a3b73555e28,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:00.432892 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f4eb065-a88d-4d36-a120-ffce442e7505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:00.524587 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f4eb065-a88d-4d36-a120-ffce442e7505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:00.526623 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f4eb065-a88d-4d36-a120-ffce442e7505 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:00.620110 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f4eb065-a88d-4d36-a120-ffce442e7505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:00.620682 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4eb065-a88d-4d36-a120-ffce442e7505 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82769f95-962c-4210-b540-3c035126e4a5 {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:44:00.625267 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6f4eb065-a88d-4d36-a120-ffce442e7505 admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:00.628780 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6f4eb065-a88d-4d36-a120-ffce442e7505 admin admin] 10.222.0.25 "DELETE /v2.0/routers/82769f95-962c-4210-b540-3c035126e4a5 HTTP/1.1" status: 204 len: 168 time: 1.3543801 Apr 20 13:44:00.631164 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54918) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:00.679322 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-2827b1dd-c0f5-47ce-9b69-3bda452e19cb admin admin] Deleting subnet dd1bec79-1bde-4378-9778-6e03ce14f914 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:44:00.683334 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2827b1dd-c0f5-47ce-9b69-3bda452e19cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:00.710464 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device a2dbb345-9df3-4702-9e33-6ee07a421861 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:44:00.719516 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2827b1dd-c0f5-47ce-9b69-3bda452e19cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:00.734357 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: a2dbb345-9df3-4702-9e33-6ee07a421861 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:44:00.735012 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device a2dbb345-9df3-4702-9e33-6ee07a421861 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:44:00.809790 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2827b1dd-c0f5-47ce-9b69-3bda452e19cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:00.930161 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2827b1dd-c0f5-47ce-9b69-3bda452e19cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:00.958472 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2827b1dd-c0f5-47ce-9b69-3bda452e19cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:00.964325 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2827b1dd-c0f5-47ce-9b69-3bda452e19cb admin admin] 10.222.0.25 "DELETE /v2.0/subnets/dd1bec79-1bde-4378-9778-6e03ce14f914 HTTP/1.1" status: 204 len: 168 time: 0.3342719 Apr 20 13:44:00.964473 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2654e1-767d-4932-93ea-30b5bd72daa3 None None] Network 528a81a3-3d30-457a-b770-9edd01e9db02 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:44:00.966143 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827b1dd-c0f5-47ce-9b69-3bda452e19cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd1bec79-1bde-4378-9778-6e03ce14f914,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:00.966693 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 54922) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:01.045354 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-619b3ebc-4d78-4cdd-a352-0525a9889797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:01.106758 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-619b3ebc-4d78-4cdd-a352-0525a9889797 admin admin] Deleting port 680994be-25fd-4b9b-9763-d4ddf2f3aa17 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:44:01.107301 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-619b3ebc-4d78-4cdd-a352-0525a9889797 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:01.181002 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e174f9-e825-4801-a3ff-0c08a1bfc159 None None] DHCP port deletion for 528a81a3-3d30-457a-b770-9edd01e9db02 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:44:01.181790 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-619b3ebc-4d78-4cdd-a352-0525a9889797 admin admin] For port 680994be-25fd-4b9b-9763-d4ddf2f3aa17, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=680994be-25fd-4b9b-9763-d4ddf2f3aa17,segment=NetworkSegment(968e2ac5-5b66-437a-9952-c24b838f4f53),segment_id=968e2ac5-5b66-437a-9952-c24b838f4f53)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:44:01.186409 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-619b3ebc-4d78-4cdd-a352-0525a9889797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:01.195525 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-619b3ebc-4d78-4cdd-a352-0525a9889797 admin admin] Calling delete_port for 680994be-25fd-4b9b-9763-d4ddf2f3aa17 owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:44:01.227704 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-19e174f9-e825-4801-a3ff-0c08a1bfc159 None None] Deleting port 680994be-25fd-4b9b-9763-d4ddf2f3aa17 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:44:01.228081 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-19e174f9-e825-4801-a3ff-0c08a1bfc159 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:01.294235 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-19e174f9-e825-4801-a3ff-0c08a1bfc159 None None] For port 680994be-25fd-4b9b-9763-d4ddf2f3aa17, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=680994be-25fd-4b9b-9763-d4ddf2f3aa17,segment=NetworkSegment(968e2ac5-5b66-437a-9952-c24b838f4f53),segment_id=968e2ac5-5b66-437a-9952-c24b838f4f53)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:44:01.294633 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-19e174f9-e825-4801-a3ff-0c08a1bfc159 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:01.307180 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-19e174f9-e825-4801-a3ff-0c08a1bfc159 None None] Calling delete_port for 680994be-25fd-4b9b-9763-d4ddf2f3aa17 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:44:01.347488 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-619b3ebc-4d78-4cdd-a352-0525a9889797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:01.375906 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619b3ebc-4d78-4cdd-a352-0525a9889797 admin admin] No DVR routers for this DVR port 680994be-25fd-4b9b-9763-d4ddf2f3aa17 on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:44:01.381941 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b3ebc-4d78-4cdd-a352-0525a9889797 admin admin] Pushing event deleted for resources: {'Port': ['ID=680994be-25fd-4b9b-9763-d4ddf2f3aa17,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:01.385829 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-19e174f9-e825-4801-a3ff-0c08a1bfc159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:01.412507 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e174f9-e825-4801-a3ff-0c08a1bfc159 None None] Pushing event deleted for resources: {'Port': ['ID=680994be-25fd-4b9b-9763-d4ddf2f3aa17,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:01.414288 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e174f9-e825-4801-a3ff-0c08a1bfc159 None None] No DVR routers for this DVR port 680994be-25fd-4b9b-9763-d4ddf2f3aa17 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:44:01.455307 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-619b3ebc-4d78-4cdd-a352-0525a9889797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:01.479621 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-619b3ebc-4d78-4cdd-a352-0525a9889797 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['528a81a3-3d30-457a-b770-9edd01e9db02']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:44:01.489372 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-619b3ebc-4d78-4cdd-a352-0525a9889797 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '968e2ac5-5b66-437a-9952-c24b838f4f53') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:44:01.489670 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-619b3ebc-4d78-4cdd-a352-0525a9889797 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '968e2ac5-5b66-437a-9952-c24b838f4f53') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:44:01.499581 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-619b3ebc-4d78-4cdd-a352-0525a9889797 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:01.515006 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-619b3ebc-4d78-4cdd-a352-0525a9889797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:01.520987 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-619b3ebc-4d78-4cdd-a352-0525a9889797 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:44:01.521481 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-619b3ebc-4d78-4cdd-a352-0525a9889797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:01.523297 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:44:01.523297 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:44:01.523297 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:44:01.523297 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:44:01.523297 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:44:01.523297 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:44:01.523297 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:44:01.523297 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:44:01.523297 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:44:01.523297 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:44:01.523297 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:44:01.523297 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:44:01.523297 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:44:01.523297 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:44:01.523297 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:44:01.523297 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:44:01.523297 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:44:01.523297 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:44:01.523297 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:44:01.523297 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:44:01.523297 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:44:01.523297 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:44:01.523297 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:44:01.523297 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:44:01.523297 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:44:01.523297 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:44:01.523297 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:44:01.523297 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:44:01.523297 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:44:01.523297 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:44:01.523297 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:44:01.523297 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:44:01.654512 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-619b3ebc-4d78-4cdd-a352-0525a9889797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:01.660345 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-619b3ebc-4d78-4cdd-a352-0525a9889797 admin admin] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:01.663590 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-619b3ebc-4d78-4cdd-a352-0525a9889797 admin admin] 10.222.0.25 "DELETE /v2.0/networks/528a81a3-3d30-457a-b770-9edd01e9db02 HTTP/1.1" status: 204 len: 168 time: 0.6958659 Apr 20 13:44:01.677081 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b3ebc-4d78-4cdd-a352-0525a9889797 admin admin] Pushing event deleted for resources: {'Network': ['ID=528a81a3-3d30-457a-b770-9edd01e9db02,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:01.975682 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54938) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:02.025084 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-118c005d-3ebb-4ee0-962e-b81f5f64f6e0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=199bdbc6cfe44f0c9700e48b02b2d332&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480731 Apr 20 13:44:02.027434 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 54942) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:02.078762 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67668c68-bc50-4118-9eb6-3be29d4b53b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:02.102624 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67668c68-bc50-4118-9eb6-3be29d4b53b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:02.215880 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67668c68-bc50-4118-9eb6-3be29d4b53b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:02.218419 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-67668c68-bc50-4118-9eb6-3be29d4b53b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:02.219663 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-67668c68-bc50-4118-9eb6-3be29d4b53b2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/56d72123-3496-48f0-880f-e75efd9b4b69 HTTP/1.1" status: 204 len: 168 time: 0.1911991 Apr 20 13:44:02.228599 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67668c68-bc50-4118-9eb6-3be29d4b53b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d72123-3496-48f0-880f-e75efd9b4b69,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:02.631632 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 680994be-25fd-4b9b-9763-d4ddf2f3aa17 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:44:02.658311 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 680994be-25fd-4b9b-9763-d4ddf2f3aa17 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:44:02.658870 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 680994be-25fd-4b9b-9763-d4ddf2f3aa17 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:44:02.659475 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device df219f9a-b591-4a2d-9d24-5a3b73555e28 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:44:02.683026 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: df219f9a-b591-4a2d-9d24-5a3b73555e28 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:44:02.683604 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device df219f9a-b591-4a2d-9d24-5a3b73555e28 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:44:05.925190 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55034) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:06.035610 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cb600cfe-90d1-40f5-ad82-382c265028b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:06.118348 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cb600cfe-90d1-40f5-ad82-382c265028b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:06.198484 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cb600cfe-90d1-40f5-ad82-382c265028b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:06.237612 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-cb600cfe-90d1-40f5-ad82-382c265028b1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e96e7e2264e049738f25900b49a2f0de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3113546 Apr 20 13:44:06.238501 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb600cfe-90d1-40f5-ad82-382c265028b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1ad519-c01f-4d5b-ae30-7e282b6223f4,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:06.240358 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55040) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:06.245903 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb600cfe-90d1-40f5-ad82-382c265028b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:06.246248 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb600cfe-90d1-40f5-ad82-382c265028b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:06.246655 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb600cfe-90d1-40f5-ad82-382c265028b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:06.246921 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb600cfe-90d1-40f5-ad82-382c265028b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:06.247254 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb600cfe-90d1-40f5-ad82-382c265028b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:06.247607 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb600cfe-90d1-40f5-ad82-382c265028b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:06.247936 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb600cfe-90d1-40f5-ad82-382c265028b1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:06.248519 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb600cfe-90d1-40f5-ad82-382c265028b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:06.248647 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb600cfe-90d1-40f5-ad82-382c265028b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:06.248884 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb600cfe-90d1-40f5-ad82-382c265028b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:06.249205 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb600cfe-90d1-40f5-ad82-382c265028b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:06.249523 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb600cfe-90d1-40f5-ad82-382c265028b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:06.292167 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-878d9a32-30b1-4c17-b66b-315ee7086fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:06.312843 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-878d9a32-30b1-4c17-b66b-315ee7086fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:06.427325 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-878d9a32-30b1-4c17-b66b-315ee7086fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:06.429934 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-878d9a32-30b1-4c17-b66b-315ee7086fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:06.431123 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-878d9a32-30b1-4c17-b66b-315ee7086fb0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8c1ad519-c01f-4d5b-ae30-7e282b6223f4 HTTP/1.1" status: 204 len: 168 time: 0.1895652 Apr 20 13:44:06.439172 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d9a32-30b1-4c17-b66b-315ee7086fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1ad519-c01f-4d5b-ae30-7e282b6223f4,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:06.998730 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55050) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:07.012550 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-62837ebe-e175-4783-90ce-c8f76a75b3dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:07.084984 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-62837ebe-e175-4783-90ce-c8f76a75b3dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:07.124477 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-62837ebe-e175-4783-90ce-c8f76a75b3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:07.162677 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-62837ebe-e175-4783-90ce-c8f76a75b3dd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2b08b041ea1d454b87b062cd255c2858&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1627512 Apr 20 13:44:07.163549 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62837ebe-e175-4783-90ce-c8f76a75b3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abdba22b-328a-451d-82fc-50bcd2f32ea5,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:07.165863 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55054) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:07.216339 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a5765ef2-0849-4b4f-830d-6be07e8bad64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:07.237012 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a5765ef2-0849-4b4f-830d-6be07e8bad64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:07.358534 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a5765ef2-0849-4b4f-830d-6be07e8bad64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:07.361065 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a5765ef2-0849-4b4f-830d-6be07e8bad64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:07.362209 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a5765ef2-0849-4b4f-830d-6be07e8bad64 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/abdba22b-328a-451d-82fc-50bcd2f32ea5 HTTP/1.1" status: 204 len: 168 time: 0.1952600 Apr 20 13:44:07.370552 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5765ef2-0849-4b4f-830d-6be07e8bad64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdba22b-328a-451d-82fc-50bcd2f32ea5,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:12.473299 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:13.210807 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:20.160566 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55302) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:20.271369 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-db58a27d-d5e9-4235-a7c3-21b4be7d4c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:20.343644 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-db58a27d-d5e9-4235-a7c3-21b4be7d4c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:20.449963 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-db58a27d-d5e9-4235-a7c3-21b4be7d4c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:20.492579 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db58a27d-d5e9-4235-a7c3-21b4be7d4c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac1252d-ac5d-4c68-83e5-fbdf6b11fd90,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:20.497880 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-db58a27d-d5e9-4235-a7c3-21b4be7d4c25 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4d11d9e920ad4bfbbec4f34d1f8e3a9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3362162 Apr 20 13:44:20.500550 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55308) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:20.549917 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b2c989b-4a16-48e0-a984-0b4d4697fba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:20.570255 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b2c989b-4a16-48e0-a984-0b4d4697fba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:20.711179 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b2c989b-4a16-48e0-a984-0b4d4697fba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:20.713735 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b2c989b-4a16-48e0-a984-0b4d4697fba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:20.714956 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0b2c989b-4a16-48e0-a984-0b4d4697fba7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cac1252d-ac5d-4c68-83e5-fbdf6b11fd90 HTTP/1.1" status: 204 len: 168 time: 0.2135062 Apr 20 13:44:20.723057 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c989b-4a16-48e0-a984-0b4d4697fba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac1252d-ac5d-4c68-83e5-fbdf6b11fd90,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:21.334442 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55318) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:21.347803 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-98c37445-44a7-4e36-90fb-855408757c59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:21.419937 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-98c37445-44a7-4e36-90fb-855408757c59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:21.467296 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-98c37445-44a7-4e36-90fb-855408757c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:21.505395 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-98c37445-44a7-4e36-90fb-855408757c59 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1e533ada2e004b2587122a73a00f4aee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1698704 Apr 20 13:44:21.506269 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c37445-44a7-4e36-90fb-855408757c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62fa0ca-593b-4f21-bc92-89fba6bfffc0,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:21.508541 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55322) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:21.559208 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7741847-ac96-42fc-b202-1a6df1f4580f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:21.580002 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7741847-ac96-42fc-b202-1a6df1f4580f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:21.701477 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7741847-ac96-42fc-b202-1a6df1f4580f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:21.703997 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7741847-ac96-42fc-b202-1a6df1f4580f admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:21.705222 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e7741847-ac96-42fc-b202-1a6df1f4580f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d62fa0ca-593b-4f21-bc92-89fba6bfffc0 HTTP/1.1" status: 204 len: 168 time: 0.1956618 Apr 20 13:44:21.713524 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7741847-ac96-42fc-b202-1a6df1f4580f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62fa0ca-593b-4f21-bc92-89fba6bfffc0,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:21.721128 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7741847-ac96-42fc-b202-1a6df1f4580f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:21.721461 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7741847-ac96-42fc-b202-1a6df1f4580f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:21.721799 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7741847-ac96-42fc-b202-1a6df1f4580f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:21.722132 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7741847-ac96-42fc-b202-1a6df1f4580f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:21.722463 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7741847-ac96-42fc-b202-1a6df1f4580f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:21.722788 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7741847-ac96-42fc-b202-1a6df1f4580f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:21.723113 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7741847-ac96-42fc-b202-1a6df1f4580f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:21.723463 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7741847-ac96-42fc-b202-1a6df1f4580f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:21.723790 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7741847-ac96-42fc-b202-1a6df1f4580f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:21.724112 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7741847-ac96-42fc-b202-1a6df1f4580f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:21.724431 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7741847-ac96-42fc-b202-1a6df1f4580f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:21.724748 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7741847-ac96-42fc-b202-1a6df1f4580f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:22.370387 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55330) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:22.383567 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eb345bd8-05fb-463e-a873-7094d0dd819d admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:22.463590 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eb345bd8-05fb-463e-a873-7094d0dd819d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:22.501599 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eb345bd8-05fb-463e-a873-7094d0dd819d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:22.542122 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-eb345bd8-05fb-463e-a873-7094d0dd819d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=99c1439ea20a4b74827df515e46ac9f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1705911 Apr 20 13:44:22.542851 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb345bd8-05fb-463e-a873-7094d0dd819d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c690f0a-9ac9-436b-a098-eb46e2b89fa7,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:22.544956 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55336) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:22.598865 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e2496e04-9768-4853-9f71-634dac52070b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:22.620142 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e2496e04-9768-4853-9f71-634dac52070b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:22.718586 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e2496e04-9768-4853-9f71-634dac52070b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:22.721644 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e2496e04-9768-4853-9f71-634dac52070b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:22.723470 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e2496e04-9768-4853-9f71-634dac52070b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2c690f0a-9ac9-436b-a098-eb46e2b89fa7 HTTP/1.1" status: 204 len: 168 time: 0.1768644 Apr 20 13:44:22.731874 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2496e04-9768-4853-9f71-634dac52070b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c690f0a-9ac9-436b-a098-eb46e2b89fa7,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:24.295852 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55378) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:24.403589 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b9afbcbe-e8fe-4c20-8a29-1c0d0c78e5e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:24.454617 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6b7009eb-1c13-41d9-93a2-25b6f06695c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:24.476879 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b9afbcbe-e8fe-4c20-8a29-1c0d0c78e5e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:24.558731 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b9afbcbe-e8fe-4c20-8a29-1c0d0c78e5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:24.599531 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b9afbcbe-e8fe-4c20-8a29-1c0d0c78e5e3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=26602bc1bbf345ef8458ebe4031ce0ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3024657 Apr 20 13:44:24.600389 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9afbcbe-e8fe-4c20-8a29-1c0d0c78e5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78654880-1f89-46df-ade9-b1afd5fe070b,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:24.602295 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55384) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:24.612753 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:44:24.653603 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6c766c3a-e393-460d-8aa1-ea6d629aa6b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:24.674188 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6c766c3a-e393-460d-8aa1-ea6d629aa6b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:24.821742 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6c766c3a-e393-460d-8aa1-ea6d629aa6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:24.824138 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6c766c3a-e393-460d-8aa1-ea6d629aa6b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:24.825494 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6c766c3a-e393-460d-8aa1-ea6d629aa6b4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/78654880-1f89-46df-ade9-b1afd5fe070b HTTP/1.1" status: 204 len: 168 time: 0.2214029 Apr 20 13:44:24.833538 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c766c3a-e393-460d-8aa1-ea6d629aa6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78654880-1f89-46df-ade9-b1afd5fe070b,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:26.814171 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c10801a1-d89b-4fa4-ae50-730f3ab76cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:27.796910 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55488) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:27.902660 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b5861fb0-b7c5-4d27-a743-47b46532b065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:27.976484 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b5861fb0-b7c5-4d27-a743-47b46532b065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:28.049652 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b5861fb0-b7c5-4d27-a743-47b46532b065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:28.089907 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5861fb0-b7c5-4d27-a743-47b46532b065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8a4a57-5d12-4014-a4f2-dec5fe03a99e,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:28.097569 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55494) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:28.104049 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b5861fb0-b7c5-4d27-a743-47b46532b065 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3393e79e02b84e82bde3a64a40196435&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3059697 Apr 20 13:44:28.146513 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e3f4ef65-3ff0-41d0-908c-7f780c7ee7b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:28.170178 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e3f4ef65-3ff0-41d0-908c-7f780c7ee7b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:28.175375 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:28.288217 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e3f4ef65-3ff0-41d0-908c-7f780c7ee7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:28.291227 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e3f4ef65-3ff0-41d0-908c-7f780c7ee7b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:28.292410 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e3f4ef65-3ff0-41d0-908c-7f780c7ee7b4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5a8a4a57-5d12-4014-a4f2-dec5fe03a99e HTTP/1.1" status: 204 len: 168 time: 0.1943386 Apr 20 13:44:28.300104 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4ef65-3ff0-41d0-908c-7f780c7ee7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8a4a57-5d12-4014-a4f2-dec5fe03a99e,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:28.924974 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55506) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:28.938352 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-67953fcd-6b9e-4da3-b93f-4176025ade85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:29.015516 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-67953fcd-6b9e-4da3-b93f-4176025ade85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:29.083075 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-67953fcd-6b9e-4da3-b93f-4176025ade85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:29.119789 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67953fcd-6b9e-4da3-b93f-4176025ade85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af01809-bdba-4504-862a-bb01c8898c83,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:29.126559 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-67953fcd-6b9e-4da3-b93f-4176025ade85 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2dca00b300234a99b26bf32fa2a824bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1980824 Apr 20 13:44:29.126753 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55508) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:29.174670 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-58652a39-d6fb-47ae-abb3-4d28dfcc14ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:29.195121 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-58652a39-d6fb-47ae-abb3-4d28dfcc14ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:29.318644 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-58652a39-d6fb-47ae-abb3-4d28dfcc14ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:29.321818 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-58652a39-d6fb-47ae-abb3-4d28dfcc14ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:29.322997 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-58652a39-d6fb-47ae-abb3-4d28dfcc14ea admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8af01809-bdba-4504-862a-bb01c8898c83 HTTP/1.1" status: 204 len: 168 time: 0.1953492 Apr 20 13:44:29.330841 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58652a39-d6fb-47ae-abb3-4d28dfcc14ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af01809-bdba-4504-862a-bb01c8898c83,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:29.415905 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:29.849786 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:32.083104 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55598) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:32.186733 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b8e23249-376c-4a0c-85e4-65ea5fa544bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:32.259344 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b8e23249-376c-4a0c-85e4-65ea5fa544bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:32.341045 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b8e23249-376c-4a0c-85e4-65ea5fa544bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:32.379151 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b8e23249-376c-4a0c-85e4-65ea5fa544bd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5915cbd9f4dc440f9860d6eba926d3b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2948849 Apr 20 13:44:32.380037 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e23249-376c-4a0c-85e4-65ea5fa544bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecc07e5-3848-4f8d-a115-1c672a132719,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:32.381989 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55602) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:32.433318 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d282573b-0f9d-4905-9ac4-d3bfd3f1f878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:32.454611 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d282573b-0f9d-4905-9ac4-d3bfd3f1f878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:32.586960 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d282573b-0f9d-4905-9ac4-d3bfd3f1f878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:32.589551 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d282573b-0f9d-4905-9ac4-d3bfd3f1f878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:32.590695 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d282573b-0f9d-4905-9ac4-d3bfd3f1f878 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4ecc07e5-3848-4f8d-a115-1c672a132719 HTTP/1.1" status: 204 len: 168 time: 0.2072082 Apr 20 13:44:32.598662 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d282573b-0f9d-4905-9ac4-d3bfd3f1f878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecc07e5-3848-4f8d-a115-1c672a132719,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:33.163060 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55614) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:33.176932 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e87528b9-b170-4aae-8587-7efc72113559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:33.249995 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e87528b9-b170-4aae-8587-7efc72113559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:33.318526 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e87528b9-b170-4aae-8587-7efc72113559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:33.358519 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e87528b9-b170-4aae-8587-7efc72113559 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=00dd4e92960247a097d28e6ef50df51e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1942649 Apr 20 13:44:33.360454 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87528b9-b170-4aae-8587-7efc72113559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af27f4d0-7ca0-4a32-b32e-d5904e1cb98b,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:33.361248 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55618) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:33.411253 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ca8f095f-d897-496a-b0fa-8630026f5e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:33.433139 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ca8f095f-d897-496a-b0fa-8630026f5e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:33.707034 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ca8f095f-d897-496a-b0fa-8630026f5e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:33.709665 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ca8f095f-d897-496a-b0fa-8630026f5e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:33.710967 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ca8f095f-d897-496a-b0fa-8630026f5e40 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/af27f4d0-7ca0-4a32-b32e-d5904e1cb98b HTTP/1.1" status: 204 len: 168 time: 0.3485463 Apr 20 13:44:33.719554 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f095f-d897-496a-b0fa-8630026f5e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af27f4d0-7ca0-4a32-b32e-d5904e1cb98b,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:39.397626 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55864) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:39.508560 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ff8499ae-b639-4dc2-8732-13928c93bef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:39.585967 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ff8499ae-b639-4dc2-8732-13928c93bef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:39.653536 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ff8499ae-b639-4dc2-8732-13928c93bef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:39.689807 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8499ae-b639-4dc2-8732-13928c93bef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b974bb8-9cd9-4204-8c4e-fbd8add70abb,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:39.694647 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ff8499ae-b639-4dc2-8732-13928c93bef8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fd7e3309f13943bf9b80100e61aea180&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2959800 Apr 20 13:44:39.698277 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55870) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:39.750689 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5d0abd47-2c1b-487a-834b-86dc00f29f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:39.772210 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5d0abd47-2c1b-487a-834b-86dc00f29f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:39.878072 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5d0abd47-2c1b-487a-834b-86dc00f29f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:39.880658 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5d0abd47-2c1b-487a-834b-86dc00f29f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:39.884741 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5d0abd47-2c1b-487a-834b-86dc00f29f1a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8b974bb8-9cd9-4204-8c4e-fbd8add70abb HTTP/1.1" status: 204 len: 168 time: 0.1828208 Apr 20 13:44:39.890631 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0abd47-2c1b-487a-834b-86dc00f29f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b974bb8-9cd9-4204-8c4e-fbd8add70abb,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:41.666251 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55926) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:41.766755 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-a334168e-de71-4a6c-aec1-032e1cd8d108 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-169750316', 'router:external': True}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:44:41.986561 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a334168e-de71-4a6c-aec1-032e1cd8d108 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Made reservation on behalf of ff761d1b6cd24dcbb6e1393170e0fb11 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:44:41.989054 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a334168e-de71-4a6c-aec1-032e1cd8d108 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:41.998662 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a334168e-de71-4a6c-aec1-032e1cd8d108 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:42.078817 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a334168e-de71-4a6c-aec1-032e1cd8d108 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:42.135213 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a334168e-de71-4a6c-aec1-032e1cd8d108 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:42.162658 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a334168e-de71-4a6c-aec1-032e1cd8d108 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:44:42.168564 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a334168e-de71-4a6c-aec1-032e1cd8d108 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8faaf550-e2be-48af-ac87-cae065b22233,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:42.176542 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a334168e-de71-4a6c-aec1-032e1cd8d108 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:42.176542 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-a334168e-de71-4a6c-aec1-032e1cd8d108 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Added segment 60bb6188-8df2-4f0f-bb1a-ba3b88144498 of type vlan for network 8036753e-6925-483a-a965-31c9b0a93713 Apr 20 13:44:42.220545 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a334168e-de71-4a6c-aec1-032e1cd8d108 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:42.283619 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a334168e-de71-4a6c-aec1-032e1cd8d108 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:42.284577 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a334168e-de71-4a6c-aec1-032e1cd8d108 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:44:42.285183 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a334168e-de71-4a6c-aec1-032e1cd8d108 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:42.346795 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a334168e-de71-4a6c-aec1-032e1cd8d108 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Pushing event updated for resources: {'Network': ['ID=8036753e-6925-483a-a965-31c9b0a93713,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:42.357432 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 8036753e-6925-483a-a965-31c9b0a93713 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:44:42.358858 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55938) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:42.359631 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a334168e-de71-4a6c-aec1-032e1cd8d108 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.6879191 Apr 20 13:44:42.364173 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-8c7d11b9-b8a3-4320-92f2-1413f417bcdd tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Request body: {'subnet': {'network_id': '8036753e-6925-483a-a965-31c9b0a93713', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:44:42.448520 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7d11b9-b8a3-4320-92f2-1413f417bcdd tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Made reservation on behalf of ff761d1b6cd24dcbb6e1393170e0fb11 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:44:42.451017 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8c7d11b9-b8a3-4320-92f2-1413f417bcdd tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:42.524715 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:42.798582 n-d-836015-7 neutron-server[114870]: DEBUG neutron.objects.ports [None req-8c7d11b9-b8a3-4320-92f2-1413f417bcdd tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114870) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 13:44:42.798934 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8c7d11b9-b8a3-4320-92f2-1413f417bcdd tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:42.855598 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d11b9-b8a3-4320-92f2-1413f417bcdd tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Pushing event updated for resources: {'Subnet': ['ID=65bf6ed3-c813-4cd2-b5ab-6d61f720f805,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:42.862613 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7d11b9-b8a3-4320-92f2-1413f417bcdd tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Checking segment: {'id': '60bb6188-8df2-4f0f-bb1a-ba3b88144498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8036753e-6925-483a-a965-31c9b0a93713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:44:42.862980 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7d11b9-b8a3-4320-92f2-1413f417bcdd tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Network hostable DHCP agents. Network: 8036753e-6925-483a-a965-31c9b0a93713, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:44:42.940865 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7d11b9-b8a3-4320-92f2-1413f417bcdd tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Network 8036753e-6925-483a-a965-31c9b0a93713 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:44:42.996967 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-8c7d11b9-b8a3-4320-92f2-1413f417bcdd tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 8036753e-6925-483a-a965-31c9b0a93713) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:44:43.001842 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7d11b9-b8a3-4320-92f2-1413f417bcdd tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:44:43.002523 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8c7d11b9-b8a3-4320-92f2-1413f417bcdd tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:43.010089 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30aa911-8e73-4b37-9928-1946e1cefaa0 None None] Network 8036753e-6925-483a-a965-31c9b0a93713 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:44:43.091078 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8c7d11b9-b8a3-4320-92f2-1413f417bcdd tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7311897 Apr 20 13:44:43.093825 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55948) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:43.099177 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-3a9d2312-e032-4fcd-9727-2dcf69ad5551 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1520836912', 'network_id': '8036753e-6925-483a-a965-31c9b0a93713'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:44:43.130124 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e713b01-a3f5-4b7f-b313-bcddb34f4d61 None None] Network 8036753e-6925-483a-a965-31c9b0a93713 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:44:43.174234 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9d2312-e032-4fcd-9727-2dcf69ad5551 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Made reservation on behalf of ff761d1b6cd24dcbb6e1393170e0fb11 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:44:43.177097 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3a9d2312-e032-4fcd-9727-2dcf69ad5551 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:43.211613 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [None req-3a9d2312-e032-4fcd-9727-2dcf69ad5551 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] device_id is not set on port 33758f1c-4629-4395-a018-a961e27799f6 yet. {{(pid=114869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:44:43.283968 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:43.316822 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-3a9d2312-e032-4fcd-9727-2dcf69ad5551 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Allocated IP 172.20.0.7 (8036753e-6925-483a-a965-31c9b0a93713/65bf6ed3-c813-4cd2-b5ab-6d61f720f805/33758f1c-4629-4395-a018-a961e27799f6) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:44:43.450486 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3a9d2312-e032-4fcd-9727-2dcf69ad5551 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:43.557446 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3a9d2312-e032-4fcd-9727-2dcf69ad5551 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:43.600374 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9d2312-e032-4fcd-9727-2dcf69ad5551 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Network 8036753e-6925-483a-a965-31c9b0a93713 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:44:43.604955 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-3a9d2312-e032-4fcd-9727-2dcf69ad5551 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:44:43.609419 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9d2312-e032-4fcd-9727-2dcf69ad5551 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:44:43.612502 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d2312-e032-4fcd-9727-2dcf69ad5551 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Pushing event updated for resources: {'Port': ['ID=33758f1c-4629-4395-a018-a961e27799f6,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:43.656744 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9d2312-e032-4fcd-9727-2dcf69ad5551 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:44:43.657357 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3a9d2312-e032-4fcd-9727-2dcf69ad5551 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:43.738207 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-3a9d2312-e032-4fcd-9727-2dcf69ad5551 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.6432238 Apr 20 13:44:43.740682 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55954) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:43.815651 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-f131afb2-159e-493a-80ae-6c4d0b387f02 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Deleting port 33758f1c-4629-4395-a018-a961e27799f6 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:44:43.816004 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f131afb2-159e-493a-80ae-6c4d0b387f02 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:43.894617 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f131afb2-159e-493a-80ae-6c4d0b387f02 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:43.906067 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-f131afb2-159e-493a-80ae-6c4d0b387f02 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Calling delete_port for 33758f1c-4629-4395-a018-a961e27799f6 owned by {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:44:44.118230 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f131afb2-159e-493a-80ae-6c4d0b387f02 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:44.150611 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f131afb2-159e-493a-80ae-6c4d0b387f02 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Pushing event deleted for resources: {'Port': ['ID=33758f1c-4629-4395-a018-a961e27799f6,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:44.215644 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f131afb2-159e-493a-80ae-6c4d0b387f02 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:44.218543 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f131afb2-159e-493a-80ae-6c4d0b387f02 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] 10.222.0.25 "DELETE /v2.0/ports/33758f1c-4629-4395-a018-a961e27799f6 HTTP/1.1" status: 204 len: 168 time: 0.4766898 Apr 20 13:44:44.220947 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 55962) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:44.225160 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-d0785c67-a7ae-4b1c-afe8-a44d8747a6bf tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8036753e-6925-483a-a965-31c9b0a93713', 'external_fixed_ips': [{'subnet_id': '65bf6ed3-c813-4cd2-b5ab-6d61f720f805', 'ip_address': '172.20.0.7'}]}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:44:44.301246 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d0785c67-a7ae-4b1c-afe8-a44d8747a6bf tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:44.302327 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d0785c67-a7ae-4b1c-afe8-a44d8747a6bf tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:44.357109 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d0785c67-a7ae-4b1c-afe8-a44d8747a6bf tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:44.537627 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d0785c67-a7ae-4b1c-afe8-a44d8747a6bf tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:44.790821 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d0785c67-a7ae-4b1c-afe8-a44d8747a6bf tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:44.809911 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d0785c67-a7ae-4b1c-afe8-a44d8747a6bf tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:44.954334 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-d0785c67-a7ae-4b1c-afe8-a44d8747a6bf tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Allocated IP 172.20.0.7 (8036753e-6925-483a-a965-31c9b0a93713/65bf6ed3-c813-4cd2-b5ab-6d61f720f805/08c457ac-fe00-4c75-9bcd-b47caeeff6a2) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:44:45.053299 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d0785c67-a7ae-4b1c-afe8-a44d8747a6bf tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:45.147029 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d0785c67-a7ae-4b1c-afe8-a44d8747a6bf tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:45.191267 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0785c67-a7ae-4b1c-afe8-a44d8747a6bf tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Network 8036753e-6925-483a-a965-31c9b0a93713 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:44:45.194263 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-d0785c67-a7ae-4b1c-afe8-a44d8747a6bf tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:44:45.198571 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0785c67-a7ae-4b1c-afe8-a44d8747a6bf tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:44:45.220437 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0785c67-a7ae-4b1c-afe8-a44d8747a6bf tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Pushing event updated for resources: {'Port': ['ID=08c457ac-fe00-4c75-9bcd-b47caeeff6a2,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:45.506282 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d0785c67-a7ae-4b1c-afe8-a44d8747a6bf tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:45.697826 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d0785c67-a7ae-4b1c-afe8-a44d8747a6bf tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:45.918499 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0785c67-a7ae-4b1c-afe8-a44d8747a6bf tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Router 097e0549-69e3-4bcf-b4b7-33bfd52cd830 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:44:46.025130 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0785c67-a7ae-4b1c-afe8-a44d8747a6bf tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:44:46.038382 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ee508-b461-477b-b257-1cd7464c1988 None None] Sync routers for ids ['097e0549-69e3-4bcf-b4b7-33bfd52cd830'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:44:46.053921 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42ee508-b461-477b-b257-1cd7464c1988 None None] Routers {'097e0549-69e3-4bcf-b4b7-33bfd52cd830'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:44:46.054711 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-c42ee508-b461-477b-b257-1cd7464c1988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:44:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['097e0549-69e3-4bcf-b4b7-33bfd52cd830'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:44:46.126077 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d0785c67-a7ae-4b1c-afe8-a44d8747a6bf tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:46.129623 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d0785c67-a7ae-4b1c-afe8-a44d8747a6bf tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 1.9054446 Apr 20 13:44:46.130077 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 55988) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:46.161653 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-c42ee508-b461-477b-b257-1cd7464c1988 None None] Set router 097e0549-69e3-4bcf-b4b7-33bfd52cd830 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:44:46.236998 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-070522cb-61cf-487b-8baf-b85752dcca3d tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:46.346345 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-c42ee508-b461-477b-b257-1cd7464c1988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097e0549-69e3-4bcf-b4b7-33bfd52cd830', 'name': '', 'tenant_id': 'ff761d1b6cd24dcbb6e1393170e0fb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8036753e-6925-483a-a965-31c9b0a93713', 'external_fixed_ips': [{'subnet_id': '65bf6ed3-c813-4cd2-b5ab-6d61f720f805', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '08c457ac-fe00-4c75-9bcd-b47caeeff6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:44:44Z', 'updated_at': '2022-04-20T13:44:45Z', 'revision_number': 3, 'project_id': 'ff761d1b6cd24dcbb6e1393170e0fb11', 'gw_port': {'id': '08c457ac-fe00-4c75-9bcd-b47caeeff6a2', 'name': '', 'network_id': '8036753e-6925-483a-a965-31c9b0a93713', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '097e0549-69e3-4bcf-b4b7-33bfd52cd830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '65bf6ed3-c813-4cd2-b5ab-6d61f720f805', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:44:44Z', 'updated_at': '2022-04-20T13:44:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65bf6ed3-c813-4cd2-b5ab-6d61f720f805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:44:46.346669 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-070522cb-61cf-487b-8baf-b85752dcca3d tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:46.372520 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ee508-b461-477b-b257-1cd7464c1988 None None] Checking router: 097e0549-69e3-4bcf-b4b7-33bfd52cd830 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:44:46.372871 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ee508-b461-477b-b257-1cd7464c1988 None None] Updating router 097e0549-69e3-4bcf-b4b7-33bfd52cd830 port 08c457ac-fe00-4c75-9bcd-b47caeeff6a2 binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:44:46.396760 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c42ee508-b461-477b-b257-1cd7464c1988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:46.460353 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-070522cb-61cf-487b-8baf-b85752dcca3d tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Deleting port 08c457ac-fe00-4c75-9bcd-b47caeeff6a2 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:44:46.461746 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-070522cb-61cf-487b-8baf-b85752dcca3d tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:46.553441 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-070522cb-61cf-487b-8baf-b85752dcca3d tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:46.566793 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-070522cb-61cf-487b-8baf-b85752dcca3d tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Calling delete_port for 08c457ac-fe00-4c75-9bcd-b47caeeff6a2 owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:44:46.798383 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-070522cb-61cf-487b-8baf-b85752dcca3d tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:46.825771 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-c42ee508-b461-477b-b257-1cd7464c1988 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:44:46.826161 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-c42ee508-b461-477b-b257-1cd7464c1988 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:44:46.826690 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070522cb-61cf-487b-8baf-b85752dcca3d tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Pushing event deleted for resources: {'Port': ['ID=08c457ac-fe00-4c75-9bcd-b47caeeff6a2,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:46.887057 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-070522cb-61cf-487b-8baf-b85752dcca3d tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:46.979737 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-070522cb-61cf-487b-8baf-b85752dcca3d tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:46.981922 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-070522cb-61cf-487b-8baf-b85752dcca3d tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:47.089770 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-070522cb-61cf-487b-8baf-b85752dcca3d tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:47.090494 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070522cb-61cf-487b-8baf-b85752dcca3d tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 097e0549-69e3-4bcf-b4b7-33bfd52cd830 {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:44:47.095806 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-070522cb-61cf-487b-8baf-b85752dcca3d tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:47.096777 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-070522cb-61cf-487b-8baf-b85752dcca3d tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] 10.222.0.25 "DELETE /v2.0/routers/097e0549-69e3-4bcf-b4b7-33bfd52cd830 HTTP/1.1" status: 204 len: 168 time: 0.9657054 Apr 20 13:44:47.099444 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56002) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:47.346705 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ee508-b461-477b-b257-1cd7464c1988 None None] Port 08c457ac-fe00-4c75-9bcd-b47caeeff6a2 not found while updating agent binding for router 097e0549-69e3-4bcf-b4b7-33bfd52cd830. {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 20 13:44:47.357084 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42ee508-b461-477b-b257-1cd7464c1988 None None] Routers set() bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:44:47.357462 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42ee508-b461-477b-b257-1cd7464c1988 None None] Router IDs set() for agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 20 13:44:47.358075 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_agentschedulers_db [None req-c42ee508-b461-477b-b257-1cd7464c1988 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'097e0549-69e3-4bcf-b4b7-33bfd52cd830'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:44:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent'). {{(pid=114871) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 20 13:44:47.358460 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ee508-b461-477b-b257-1cd7464c1988 None None] The sync data for ids ['097e0549-69e3-4bcf-b4b7-33bfd52cd830'] in n-d-836015-7 is: [] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:44:47.473214 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2ff0478-9908-4a3a-b055-deed0abef64d tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Deleting subnet 65bf6ed3-c813-4cd2-b5ab-6d61f720f805 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:44:47.476274 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e2ff0478-9908-4a3a-b055-deed0abef64d tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:47.511780 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e2ff0478-9908-4a3a-b055-deed0abef64d tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:47.551734 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e2ff0478-9908-4a3a-b055-deed0abef64d tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:47.684205 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e2ff0478-9908-4a3a-b055-deed0abef64d tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:47.712392 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff0478-9908-4a3a-b055-deed0abef64d tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=65bf6ed3-c813-4cd2-b5ab-6d61f720f805,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:47.719270 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e2ff0478-9908-4a3a-b055-deed0abef64d tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:47.722443 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e2ff0478-9908-4a3a-b055-deed0abef64d tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] 10.222.0.25 "DELETE /v2.0/subnets/65bf6ed3-c813-4cd2-b5ab-6d61f720f805 HTTP/1.1" status: 204 len: 168 time: 0.6219511 Apr 20 13:44:47.725035 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56010) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:47.792890 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-32ff039a-3634-417a-a238-a756525ac337 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:47.873297 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-32ff039a-3634-417a-a238-a756525ac337 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:47.893952 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-32ff039a-3634-417a-a238-a756525ac337 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8036753e-6925-483a-a965-31c9b0a93713']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:44:47.904513 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-32ff039a-3634-417a-a238-a756525ac337 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60bb6188-8df2-4f0f-bb1a-ba3b88144498') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:44:47.904803 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-32ff039a-3634-417a-a238-a756525ac337 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60bb6188-8df2-4f0f-bb1a-ba3b88144498') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:44:47.914951 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-32ff039a-3634-417a-a238-a756525ac337 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:47.929128 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-32ff039a-3634-417a-a238-a756525ac337 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:47.935577 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32ff039a-3634-417a-a238-a756525ac337 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:44:47.935971 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-32ff039a-3634-417a-a238-a756525ac337 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:47.937710 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:44:47.937710 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:44:47.937710 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:44:47.937710 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:44:47.937710 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:44:47.937710 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:44:47.937710 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:44:47.937710 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:44:47.937710 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:44:47.937710 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:44:47.937710 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:44:47.937710 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:44:47.937710 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:44:47.937710 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:44:47.937710 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:44:47.937710 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:44:47.937710 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:44:47.937710 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:44:47.937710 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:44:47.937710 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:44:47.937710 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:44:47.937710 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:44:47.937710 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:44:47.937710 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:44:47.937710 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:44:47.937710 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:44:47.937710 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:44:47.937710 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:44:47.937710 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:44:47.937710 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:44:47.937710 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:44:47.937710 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:44:48.054147 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-32ff039a-3634-417a-a238-a756525ac337 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:48.060110 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ff039a-3634-417a-a238-a756525ac337 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8036753e-6925-483a-a965-31c9b0a93713 {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 20 13:44:48.063228 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-32ff039a-3634-417a-a238-a756525ac337 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:48.069679 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-32ff039a-3634-417a-a238-a756525ac337 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] 10.222.0.25 "DELETE /v2.0/networks/8036753e-6925-483a-a965-31c9b0a93713 HTTP/1.1" status: 204 len: 168 time: 0.3398919 Apr 20 13:44:48.081438 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff039a-3634-417a-a238-a756525ac337 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Pushing event deleted for resources: {'Network': ['ID=8036753e-6925-483a-a965-31c9b0a93713,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:48.323733 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56030) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:48.329223 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-f6fbaf25-5a5c-4115-89e0-2af50b1fdafa tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Request body: {'router': {'name': 'tempest-router--322704990', 'project_id': 'e227f762c77149ca9257df5b8c820411'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:44:48.402805 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f6fbaf25-5a5c-4115-89e0-2af50b1fdafa tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:48.403882 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f6fbaf25-5a5c-4115-89e0-2af50b1fdafa tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:48.460994 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f6fbaf25-5a5c-4115-89e0-2af50b1fdafa tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:48.534268 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f6fbaf25-5a5c-4115-89e0-2af50b1fdafa tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:48.650929 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f6fbaf25-5a5c-4115-89e0-2af50b1fdafa tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:48.661242 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f6fbaf25-5a5c-4115-89e0-2af50b1fdafa tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3268099 Apr 20 13:44:48.661242 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56036) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:48.738811 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9234523b-d2f5-40d1-9eef-353d268cf6bc tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for router, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:48.895369 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9234523b-d2f5-40d1-9eef-353d268cf6bc tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:48.897452 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9234523b-d2f5-40d1-9eef-353d268cf6bc tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:48.975164 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9234523b-d2f5-40d1-9eef-353d268cf6bc tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:48.975635 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9234523b-d2f5-40d1-9eef-353d268cf6bc tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a8be8144-3d57-497d-9ce5-5a070691d85c {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:44:48.980912 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9234523b-d2f5-40d1-9eef-353d268cf6bc tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:48.982078 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9234523b-d2f5-40d1-9eef-353d268cf6bc tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] 10.222.0.25 "DELETE /v2.0/routers/a8be8144-3d57-497d-9ce5-5a070691d85c HTTP/1.1" status: 204 len: 168 time: 0.3255186 Apr 20 13:44:49.198252 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56044) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:49.398209 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-b426093e-a99f-4a41-87a6-81e6d6a24fa7 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-27055532', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}, 'admin_state_up': False}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:44:49.512874 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b426093e-a99f-4a41-87a6-81e6d6a24fa7 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:49.513949 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b426093e-a99f-4a41-87a6-81e6d6a24fa7 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:49.568924 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b426093e-a99f-4a41-87a6-81e6d6a24fa7 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:49.773177 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b426093e-a99f-4a41-87a6-81e6d6a24fa7 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:50.045397 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b426093e-a99f-4a41-87a6-81e6d6a24fa7 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router_gateway, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:50.063982 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b426093e-a99f-4a41-87a6-81e6d6a24fa7 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:50.167149 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-b426093e-a99f-4a41-87a6-81e6d6a24fa7 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Allocated IP 172.25.8.19 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/e3419be9-f8dc-4c12-8f4e-e1972da069b3) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:44:50.273894 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b426093e-a99f-4a41-87a6-81e6d6a24fa7 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:50.362874 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b426093e-a99f-4a41-87a6-81e6d6a24fa7 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:50.402397 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b426093e-a99f-4a41-87a6-81e6d6a24fa7 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:44:50.405253 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-b426093e-a99f-4a41-87a6-81e6d6a24fa7 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:44:50.407682 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b426093e-a99f-4a41-87a6-81e6d6a24fa7 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:44:50.434725 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b426093e-a99f-4a41-87a6-81e6d6a24fa7 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Pushing event updated for resources: {'Port': ['ID=e3419be9-f8dc-4c12-8f4e-e1972da069b3,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:50.723472 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b426093e-a99f-4a41-87a6-81e6d6a24fa7 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router_gateway, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:50.923246 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b426093e-a99f-4a41-87a6-81e6d6a24fa7 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:51.116417 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b426093e-a99f-4a41-87a6-81e6d6a24fa7 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Router 72a47bae-86f1-4b5a-8a5d-9c4ccc5e58ce is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:44:51.229553 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b426093e-a99f-4a41-87a6-81e6d6a24fa7 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:44:51.240121 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619d57ac-9ee6-4bfc-b1c7-9091e8e3dff5 None None] Sync routers for ids ['72a47bae-86f1-4b5a-8a5d-9c4ccc5e58ce'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:44:51.249387 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619d57ac-9ee6-4bfc-b1c7-9091e8e3dff5 None None] Routers {'72a47bae-86f1-4b5a-8a5d-9c4ccc5e58ce'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:44:51.250033 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-619d57ac-9ee6-4bfc-b1c7-9091e8e3dff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:44:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['72a47bae-86f1-4b5a-8a5d-9c4ccc5e58ce'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:44:51.283285 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-619d57ac-9ee6-4bfc-b1c7-9091e8e3dff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:44:51.292216 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619d57ac-9ee6-4bfc-b1c7-9091e8e3dff5 None None] Routers {'72a47bae-86f1-4b5a-8a5d-9c4ccc5e58ce'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:44:51.292823 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-619d57ac-9ee6-4bfc-b1c7-9091e8e3dff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:44:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['72a47bae-86f1-4b5a-8a5d-9c4ccc5e58ce'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:44:51.302450 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b426093e-a99f-4a41-87a6-81e6d6a24fa7 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:51.306428 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56068) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:51.306935 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b426093e-a99f-4a41-87a6-81e6d6a24fa7 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.1070893 Apr 20 13:44:51.325238 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-619d57ac-9ee6-4bfc-b1c7-9091e8e3dff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:44:51.325875 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619d57ac-9ee6-4bfc-b1c7-9091e8e3dff5 None None] The sync data for ids ['72a47bae-86f1-4b5a-8a5d-9c4ccc5e58ce'] in n-d-836015-7 is: [] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:44:51.415129 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-fa371e77-f49d-4baa-88c2-9eb15556d880 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] 10.222.0.25 "GET /v2.0/routers/72a47bae-86f1-4b5a-8a5d-9c4ccc5e58ce HTTP/1.1" status: 200 len: 918 time: 0.1065409 Apr 20 13:44:51.417899 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56070) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:51.443914 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-bda0bdcf-0b4e-4da1-9f9e-c8cbe624d6d1 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] 10.222.0.25 "GET /v2.0/ports?device_id=72a47bae-86f1-4b5a-8a5d-9c4ccc5e58ce HTTP/1.1" status: 200 len: 205 time: 0.0249743 Apr 20 13:44:51.446838 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56074) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:51.555638 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-24fd1a46-be12-44e0-8aba-e92ae0ce8148 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:51.657792 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-24fd1a46-be12-44e0-8aba-e92ae0ce8148 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:51.749266 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-24fd1a46-be12-44e0-8aba-e92ae0ce8148 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Deleting port e3419be9-f8dc-4c12-8f4e-e1972da069b3 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:44:51.749528 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-24fd1a46-be12-44e0-8aba-e92ae0ce8148 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:51.827646 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-24fd1a46-be12-44e0-8aba-e92ae0ce8148 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:51.839482 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-24fd1a46-be12-44e0-8aba-e92ae0ce8148 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Calling delete_port for e3419be9-f8dc-4c12-8f4e-e1972da069b3 owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:44:52.043842 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-24fd1a46-be12-44e0-8aba-e92ae0ce8148 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:52.077880 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd1a46-be12-44e0-8aba-e92ae0ce8148 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Pushing event deleted for resources: {'Port': ['ID=e3419be9-f8dc-4c12-8f4e-e1972da069b3,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:52.136418 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-24fd1a46-be12-44e0-8aba-e92ae0ce8148 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:52.228413 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-24fd1a46-be12-44e0-8aba-e92ae0ce8148 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:52.230554 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-24fd1a46-be12-44e0-8aba-e92ae0ce8148 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:52.345118 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-24fd1a46-be12-44e0-8aba-e92ae0ce8148 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:52.345766 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fd1a46-be12-44e0-8aba-e92ae0ce8148 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Fanout notify agent at l3_agent the message router_deleted on router 72a47bae-86f1-4b5a-8a5d-9c4ccc5e58ce {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:44:52.355282 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-24fd1a46-be12-44e0-8aba-e92ae0ce8148 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:52.356482 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-24fd1a46-be12-44e0-8aba-e92ae0ce8148 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] 10.222.0.25 "DELETE /v2.0/routers/72a47bae-86f1-4b5a-8a5d-9c4ccc5e58ce HTTP/1.1" status: 204 len: 168 time: 0.9086325 Apr 20 13:44:52.359853 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56090) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:52.364264 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-676bb03e-219b-417b-aed2-b8e0e2bfd4cf tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1240514791', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'enable_snat': False}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:44:52.453709 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-676bb03e-219b-417b-aed2-b8e0e2bfd4cf tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:52.454733 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-676bb03e-219b-417b-aed2-b8e0e2bfd4cf tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:52.511054 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-676bb03e-219b-417b-aed2-b8e0e2bfd4cf tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:52.726123 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-676bb03e-219b-417b-aed2-b8e0e2bfd4cf tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:52.980441 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-676bb03e-219b-417b-aed2-b8e0e2bfd4cf tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:52.998987 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-676bb03e-219b-417b-aed2-b8e0e2bfd4cf tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:53.105653 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-676bb03e-219b-417b-aed2-b8e0e2bfd4cf tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Allocated IP 172.25.8.140 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/addbca6b-d32b-4f16-969e-390e0a931470) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:44:53.206848 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-676bb03e-219b-417b-aed2-b8e0e2bfd4cf tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:53.299970 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-676bb03e-219b-417b-aed2-b8e0e2bfd4cf tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:53.344287 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676bb03e-219b-417b-aed2-b8e0e2bfd4cf tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:44:53.347117 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-676bb03e-219b-417b-aed2-b8e0e2bfd4cf tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:44:53.349687 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676bb03e-219b-417b-aed2-b8e0e2bfd4cf tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:44:53.373946 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676bb03e-219b-417b-aed2-b8e0e2bfd4cf tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Pushing event updated for resources: {'Port': ['ID=addbca6b-d32b-4f16-969e-390e0a931470,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:54.029440 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-676bb03e-219b-417b-aed2-b8e0e2bfd4cf tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:54.223270 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-676bb03e-219b-417b-aed2-b8e0e2bfd4cf tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:54.431444 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676bb03e-219b-417b-aed2-b8e0e2bfd4cf tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Router 8fc7da53-3140-472f-ac79-28aa3972cc09 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:44:54.461360 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-07cfd83b-e956-4f1b-bf6e-dd1d51e4326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:54.543110 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676bb03e-219b-417b-aed2-b8e0e2bfd4cf tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:44:54.551173 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2d39f8-50a2-4b19-af02-e6287b9e1eb9 None None] Sync routers for ids ['8fc7da53-3140-472f-ac79-28aa3972cc09'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:44:54.561554 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2d39f8-50a2-4b19-af02-e6287b9e1eb9 None None] Routers {'8fc7da53-3140-472f-ac79-28aa3972cc09'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:44:54.562158 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-3f2d39f8-50a2-4b19-af02-e6287b9e1eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:44:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['8fc7da53-3140-472f-ac79-28aa3972cc09'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:44:54.645649 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-676bb03e-219b-417b-aed2-b8e0e2bfd4cf tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:54.646938 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-676bb03e-219b-417b-aed2-b8e0e2bfd4cf tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.2858820 Apr 20 13:44:54.649552 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56122) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:54.665664 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-3f2d39f8-50a2-4b19-af02-e6287b9e1eb9 None None] Set router 8fc7da53-3140-472f-ac79-28aa3972cc09 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:44:54.762298 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4f678c06-36f1-4765-9966-40a1ce175290 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] 10.222.0.25 "GET /v2.0/routers/8fc7da53-3140-472f-ac79-28aa3972cc09 HTTP/1.1" status: 200 len: 909 time: 0.1113205 Apr 20 13:44:54.764702 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56124) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:54.768950 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-6e5f0577-b984-4ec0-b760-80bcd42f86b1 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1240514791', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'enable_snat': True}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:44:54.847576 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-3f2d39f8-50a2-4b19-af02-e6287b9e1eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc7da53-3140-472f-ac79-28aa3972cc09', 'name': 'tempest-snat-router-1240514791', 'tenant_id': 'ff761d1b6cd24dcbb6e1393170e0fb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.140'}], 'enable_snat': False}, 'gw_port_id': 'addbca6b-d32b-4f16-969e-390e0a931470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:44:52Z', 'updated_at': '2022-04-20T13:44:53Z', 'revision_number': 3, 'project_id': 'ff761d1b6cd24dcbb6e1393170e0fb11', 'gw_port': {'id': 'addbca6b-d32b-4f16-969e-390e0a931470', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc7da53-3140-472f-ac79-28aa3972cc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:44:53Z', 'updated_at': '2022-04-20T13:44:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:44:54.848467 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6e5f0577-b984-4ec0-b760-80bcd42f86b1 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:54.849565 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6e5f0577-b984-4ec0-b760-80bcd42f86b1 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:54.880946 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2d39f8-50a2-4b19-af02-e6287b9e1eb9 None None] Checking router: 8fc7da53-3140-472f-ac79-28aa3972cc09 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:44:54.881311 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2d39f8-50a2-4b19-af02-e6287b9e1eb9 None None] Updating router 8fc7da53-3140-472f-ac79-28aa3972cc09 port addbca6b-d32b-4f16-969e-390e0a931470 binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:44:54.901567 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6e5f0577-b984-4ec0-b760-80bcd42f86b1 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:54.905930 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3f2d39f8-50a2-4b19-af02-e6287b9e1eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:55.099139 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6e5f0577-b984-4ec0-b760-80bcd42f86b1 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:55.161579 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3f2d39f8-50a2-4b19-af02-e6287b9e1eb9 None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:55.221186 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3f2d39f8-50a2-4b19-af02-e6287b9e1eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:55.273517 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-3f2d39f8-50a2-4b19-af02-e6287b9e1eb9 None None] Attempting to bind port addbca6b-d32b-4f16-969e-390e0a931470 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:44:55.274123 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-3f2d39f8-50a2-4b19-af02-e6287b9e1eb9 None None] Attempting to bind port addbca6b-d32b-4f16-969e-390e0a931470 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:44:55.274482 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2d39f8-50a2-4b19-af02-e6287b9e1eb9 None None] Attempting to bind port addbca6b-d32b-4f16-969e-390e0a931470 on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:44:55.286515 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b484fca-0414-4517-87c7-bed819cf8f94 None None] Pushing event updated for resources: {'Port': ['ID=addbca6b-d32b-4f16-969e-390e0a931470,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:55.289374 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2d39f8-50a2-4b19-af02-e6287b9e1eb9 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:44:55.289753 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2d39f8-50a2-4b19-af02-e6287b9e1eb9 None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:44:55.290161 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3f2d39f8-50a2-4b19-af02-e6287b9e1eb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:55.290551 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2d39f8-50a2-4b19-af02-e6287b9e1eb9 None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:44:55.291023 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-3f2d39f8-50a2-4b19-af02-e6287b9e1eb9 None None] Bound port: addbca6b-d32b-4f16-969e-390e0a931470, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:44:55.291426 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3f2d39f8-50a2-4b19-af02-e6287b9e1eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:55.319190 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b484fca-0414-4517-87c7-bed819cf8f94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:55.319559 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b484fca-0414-4517-87c7-bed819cf8f94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:55.319926 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b484fca-0414-4517-87c7-bed819cf8f94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:55.320275 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b484fca-0414-4517-87c7-bed819cf8f94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:55.320609 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b484fca-0414-4517-87c7-bed819cf8f94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:55.320943 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b484fca-0414-4517-87c7-bed819cf8f94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:55.321273 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b484fca-0414-4517-87c7-bed819cf8f94 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:55.321599 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b484fca-0414-4517-87c7-bed819cf8f94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:55.321926 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b484fca-0414-4517-87c7-bed819cf8f94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:55.322249 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b484fca-0414-4517-87c7-bed819cf8f94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:55.322572 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b484fca-0414-4517-87c7-bed819cf8f94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:55.322894 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b484fca-0414-4517-87c7-bed819cf8f94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:55.366088 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-3f2d39f8-50a2-4b19-af02-e6287b9e1eb9 None None] For port addbca6b-d32b-4f16-969e-390e0a931470, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:44:55.366426 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-3f2d39f8-50a2-4b19-af02-e6287b9e1eb9 None None] For port addbca6b-d32b-4f16-969e-390e0a931470, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=addbca6b-d32b-4f16-969e-390e0a931470,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:44:55.373920 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6e5f0577-b984-4ec0-b760-80bcd42f86b1 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:55.396362 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6e5f0577-b984-4ec0-b760-80bcd42f86b1 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:55.473272 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3f2d39f8-50a2-4b19-af02-e6287b9e1eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:55.517651 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-6e5f0577-b984-4ec0-b760-80bcd42f86b1 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Allocated IP 172.25.8.127 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/cd5d67dc-a306-4710-a745-3cd71f0be862) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:44:55.529467 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2d39f8-50a2-4b19-af02-e6287b9e1eb9 None None] Routers {'8fc7da53-3140-472f-ac79-28aa3972cc09'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:44:55.530118 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-3f2d39f8-50a2-4b19-af02-e6287b9e1eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:44:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['8fc7da53-3140-472f-ac79-28aa3972cc09'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:44:55.578933 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b484fca-0414-4517-87c7-bed819cf8f94 None None] Pushing event updated for resources: {'Port': ['ID=addbca6b-d32b-4f16-969e-390e0a931470,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:55.632313 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6e5f0577-b984-4ec0-b760-80bcd42f86b1 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:55.660134 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-3f2d39f8-50a2-4b19-af02-e6287b9e1eb9 None None] Set router 8fc7da53-3140-472f-ac79-28aa3972cc09 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:44:55.724585 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6e5f0577-b984-4ec0-b760-80bcd42f86b1 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:55.770245 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5f0577-b984-4ec0-b760-80bcd42f86b1 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:44:55.774022 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-6e5f0577-b984-4ec0-b760-80bcd42f86b1 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:44:55.779728 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5f0577-b984-4ec0-b760-80bcd42f86b1 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:44:55.817030 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f0577-b984-4ec0-b760-80bcd42f86b1 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Pushing event updated for resources: {'Port': ['ID=cd5d67dc-a306-4710-a745-3cd71f0be862,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:55.853321 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-3f2d39f8-50a2-4b19-af02-e6287b9e1eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc7da53-3140-472f-ac79-28aa3972cc09', 'name': 'tempest-snat-router-1240514791', 'tenant_id': 'ff761d1b6cd24dcbb6e1393170e0fb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.140'}], 'enable_snat': False}, 'gw_port_id': 'addbca6b-d32b-4f16-969e-390e0a931470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:44:52Z', 'updated_at': '2022-04-20T13:44:53Z', 'revision_number': 3, 'project_id': 'ff761d1b6cd24dcbb6e1393170e0fb11', 'gw_port': {'id': 'addbca6b-d32b-4f16-969e-390e0a931470', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc7da53-3140-472f-ac79-28aa3972cc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:44:53Z', 'updated_at': '2022-04-20T13:44:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:44:55.883529 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2d39f8-50a2-4b19-af02-e6287b9e1eb9 None None] The sync data for ids ['8fc7da53-3140-472f-ac79-28aa3972cc09'] in n-d-836015-7 is: [{'id': '8fc7da53-3140-472f-ac79-28aa3972cc09', 'name': 'tempest-snat-router-1240514791', 'tenant_id': 'ff761d1b6cd24dcbb6e1393170e0fb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.140'}], 'enable_snat': False}, 'gw_port_id': 'addbca6b-d32b-4f16-969e-390e0a931470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:44:52Z', 'updated_at': '2022-04-20T13:44:53Z', 'revision_number': 3, 'project_id': 'ff761d1b6cd24dcbb6e1393170e0fb11', 'gw_port': {'id': 'addbca6b-d32b-4f16-969e-390e0a931470', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc7da53-3140-472f-ac79-28aa3972cc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:44:53Z', 'updated_at': '2022-04-20T13:44:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:44:56.146655 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6e5f0577-b984-4ec0-b760-80bcd42f86b1 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:56.362511 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6e5f0577-b984-4ec0-b760-80bcd42f86b1 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:56.535563 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e5f0577-b984-4ec0-b760-80bcd42f86b1 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Router 753147af-18ef-4658-bc3e-aa893a39e1ed is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:44:56.670469 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5f0577-b984-4ec0-b760-80bcd42f86b1 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:44:56.680879 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2962e16-9866-4896-a8a4-a874d4d34527 None None] Sync routers for ids ['753147af-18ef-4658-bc3e-aa893a39e1ed'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:44:56.693512 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2962e16-9866-4896-a8a4-a874d4d34527 None None] Routers {'753147af-18ef-4658-bc3e-aa893a39e1ed'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:44:56.694144 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-c2962e16-9866-4896-a8a4-a874d4d34527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:44:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['753147af-18ef-4658-bc3e-aa893a39e1ed'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:44:56.716758 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device addbca6b-d32b-4f16-969e-390e0a931470 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:44:56.766850 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6e5f0577-b984-4ec0-b760-80bcd42f86b1 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:56.768664 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6e5f0577-b984-4ec0-b760-80bcd42f86b1 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.0029962 Apr 20 13:44:56.772009 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56152) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:56.777455 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port addbca6b-d32b-4f16-969e-390e0a931470 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:44:56.777830 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:56.828382 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-c2962e16-9866-4896-a8a4-a874d4d34527 None None] Set router 753147af-18ef-4658-bc3e-aa893a39e1ed gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:44:56.864454 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:56.870212 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d4153aec-46c4-405e-a4af-7ac173e72277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:56.893024 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port addbca6b-d32b-4f16-969e-390e0a931470, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=addbca6b-d32b-4f16-969e-390e0a931470,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:44:56.901365 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5b96ae35-28bd-43dd-8942-00225dc7bcdb tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] 10.222.0.25 "GET /v2.0/routers/753147af-18ef-4658-bc3e-aa893a39e1ed HTTP/1.1" status: 200 len: 908 time: 0.1274943 Apr 20 13:44:56.903942 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56158) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:56.975175 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:57.014503 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f8f0f1f8-69a3-41d3-abce-bbfcd10c22e7 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for router, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:57.024214 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-c2962e16-9866-4896-a8a4-a874d4d34527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753147af-18ef-4658-bc3e-aa893a39e1ed', 'name': 'tempest-snat-router-1240514791', 'tenant_id': 'ff761d1b6cd24dcbb6e1393170e0fb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': 'cd5d67dc-a306-4710-a745-3cd71f0be862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:44:54Z', 'updated_at': '2022-04-20T13:44:55Z', 'revision_number': 3, 'project_id': 'ff761d1b6cd24dcbb6e1393170e0fb11', 'gw_port': {'id': 'cd5d67dc-a306-4710-a745-3cd71f0be862', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:99:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753147af-18ef-4658-bc3e-aa893a39e1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:44:55Z', 'updated_at': '2022-04-20T13:44:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:44:57.033272 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=addbca6b-d32b-4f16-969e-390e0a931470,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:57.057612 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2962e16-9866-4896-a8a4-a874d4d34527 None None] Checking router: 753147af-18ef-4658-bc3e-aa893a39e1ed for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:44:57.058318 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2962e16-9866-4896-a8a4-a874d4d34527 None None] Updating router 753147af-18ef-4658-bc3e-aa893a39e1ed port cd5d67dc-a306-4710-a745-3cd71f0be862 binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:44:57.085259 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-c2962e16-9866-4896-a8a4-a874d4d34527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:57.128201 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f8f0f1f8-69a3-41d3-abce-bbfcd10c22e7 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:57.249181 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-f8f0f1f8-69a3-41d3-abce-bbfcd10c22e7 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Deleting port cd5d67dc-a306-4710-a745-3cd71f0be862 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:44:57.249831 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f8f0f1f8-69a3-41d3-abce-bbfcd10c22e7 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:57.333315 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f8f0f1f8-69a3-41d3-abce-bbfcd10c22e7 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:57.346251 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-f8f0f1f8-69a3-41d3-abce-bbfcd10c22e7 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Calling delete_port for cd5d67dc-a306-4710-a745-3cd71f0be862 owned by network:router_gateway {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:44:57.366297 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-c2962e16-9866-4896-a8a4-a874d4d34527 None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:57.442727 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-c2962e16-9866-4896-a8a4-a874d4d34527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:57.503891 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-c2962e16-9866-4896-a8a4-a874d4d34527 None None] Attempting to bind port cd5d67dc-a306-4710-a745-3cd71f0be862 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:44:57.504184 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-c2962e16-9866-4896-a8a4-a874d4d34527 None None] Attempting to bind port cd5d67dc-a306-4710-a745-3cd71f0be862 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:44:57.504547 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2962e16-9866-4896-a8a4-a874d4d34527 None None] Attempting to bind port cd5d67dc-a306-4710-a745-3cd71f0be862 on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:44:57.509308 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e2629-b6ff-44bd-b659-790e7f30f73e None None] Pushing event updated for resources: {'Port': ['ID=cd5d67dc-a306-4710-a745-3cd71f0be862,revision_number=2']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:57.512506 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2962e16-9866-4896-a8a4-a874d4d34527 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:44:57.512879 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2962e16-9866-4896-a8a4-a874d4d34527 None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:44:57.513278 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-c2962e16-9866-4896-a8a4-a874d4d34527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:57.513669 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2962e16-9866-4896-a8a4-a874d4d34527 None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:44:57.514135 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-c2962e16-9866-4896-a8a4-a874d4d34527 None None] Bound port: cd5d67dc-a306-4710-a745-3cd71f0be862, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:44:57.514513 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-c2962e16-9866-4896-a8a4-a874d4d34527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:57.540895 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27e2629-b6ff-44bd-b659-790e7f30f73e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:57.541239 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27e2629-b6ff-44bd-b659-790e7f30f73e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:57.541578 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27e2629-b6ff-44bd-b659-790e7f30f73e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:57.541912 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27e2629-b6ff-44bd-b659-790e7f30f73e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:57.542243 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27e2629-b6ff-44bd-b659-790e7f30f73e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:57.542574 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27e2629-b6ff-44bd-b659-790e7f30f73e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:57.542900 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27e2629-b6ff-44bd-b659-790e7f30f73e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:57.543223 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27e2629-b6ff-44bd-b659-790e7f30f73e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:57.543584 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27e2629-b6ff-44bd-b659-790e7f30f73e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:57.543909 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27e2629-b6ff-44bd-b659-790e7f30f73e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:57.544234 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27e2629-b6ff-44bd-b659-790e7f30f73e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:57.544556 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27e2629-b6ff-44bd-b659-790e7f30f73e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:57.649659 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.db.api [None req-c2962e16-9866-4896-a8a4-a874d4d34527 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=114872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:44:57.650201 n-d-836015-7 neutron-server[114872]: DEBUG oslo_db.api [None req-c2962e16-9866-4896-a8a4-a874d4d34527 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:44:57.652207 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f8f0f1f8-69a3-41d3-abce-bbfcd10c22e7 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:57.684992 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f0f1f8-69a3-41d3-abce-bbfcd10c22e7 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd5d67dc-a306-4710-a745-3cd71f0be862,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:57.744916 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f8f0f1f8-69a3-41d3-abce-bbfcd10c22e7 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:57.835019 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f8f0f1f8-69a3-41d3-abce-bbfcd10c22e7 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:57.838052 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f8f0f1f8-69a3-41d3-abce-bbfcd10c22e7 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:57.952462 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f8f0f1f8-69a3-41d3-abce-bbfcd10c22e7 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:57.953029 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f0f1f8-69a3-41d3-abce-bbfcd10c22e7 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 753147af-18ef-4658-bc3e-aa893a39e1ed {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:44:57.957574 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f8f0f1f8-69a3-41d3-abce-bbfcd10c22e7 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:57.958854 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f8f0f1f8-69a3-41d3-abce-bbfcd10c22e7 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] 10.222.0.25 "DELETE /v2.0/routers/753147af-18ef-4658-bc3e-aa893a39e1ed HTTP/1.1" status: 204 len: 168 time: 1.0538945 Apr 20 13:44:57.962295 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56174) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:58.066556 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-110d2f36-70ff-4ba8-a21d-93231778bb0d tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for router, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:58.165068 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-c2962e16-9866-4896-a8a4-a874d4d34527 None None] Attempting to bind port cd5d67dc-a306-4710-a745-3cd71f0be862 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:44:58.165538 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-c2962e16-9866-4896-a8a4-a874d4d34527 None None] Attempting to bind port cd5d67dc-a306-4710-a745-3cd71f0be862 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:44:58.165788 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2962e16-9866-4896-a8a4-a874d4d34527 None None] Attempting to bind port cd5d67dc-a306-4710-a745-3cd71f0be862 on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:44:58.169984 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:58.170800 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2962e16-9866-4896-a8a4-a874d4d34527 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:44:58.171181 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2962e16-9866-4896-a8a4-a874d4d34527 None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:44:58.171626 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-c2962e16-9866-4896-a8a4-a874d4d34527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:58.172018 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2962e16-9866-4896-a8a4-a874d4d34527 None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:44:58.172485 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-c2962e16-9866-4896-a8a4-a874d4d34527 None None] Bound port: cd5d67dc-a306-4710-a745-3cd71f0be862, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:44:58.172863 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-c2962e16-9866-4896-a8a4-a874d4d34527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:58.180077 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-110d2f36-70ff-4ba8-a21d-93231778bb0d tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:58.190575 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.plugin [None req-c2962e16-9866-4896-a8a4-a874d4d34527 None None] Port cd5d67dc-a306-4710-a745-3cd71f0be862 has been deleted concurrently {{(pid=114872) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Apr 20 13:44:58.199759 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2962e16-9866-4896-a8a4-a874d4d34527 None None] Routers set() bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:44:58.200123 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2962e16-9866-4896-a8a4-a874d4d34527 None None] Router IDs set() for agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 20 13:44:58.200748 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_agentschedulers_db [None req-c2962e16-9866-4896-a8a4-a874d4d34527 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'753147af-18ef-4658-bc3e-aa893a39e1ed'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:44:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent'). {{(pid=114872) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 20 13:44:58.201119 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2962e16-9866-4896-a8a4-a874d4d34527 None None] The sync data for ids ['753147af-18ef-4658-bc3e-aa893a39e1ed'] in n-d-836015-7 is: [] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:44:58.296686 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-110d2f36-70ff-4ba8-a21d-93231778bb0d tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Deleting port addbca6b-d32b-4f16-969e-390e0a931470 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:44:58.297040 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-110d2f36-70ff-4ba8-a21d-93231778bb0d tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:58.676445 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device addbca6b-d32b-4f16-969e-390e0a931470 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:44:58.706210 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-110d2f36-70ff-4ba8-a21d-93231778bb0d tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] For port addbca6b-d32b-4f16-969e-390e0a931470, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=addbca6b-d32b-4f16-969e-390e0a931470,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:44:58.706613 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-110d2f36-70ff-4ba8-a21d-93231778bb0d tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:58.720859 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-110d2f36-70ff-4ba8-a21d-93231778bb0d tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Calling delete_port for addbca6b-d32b-4f16-969e-390e0a931470 owned by network:router_gateway {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:44:58.755055 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port addbca6b-d32b-4f16-969e-390e0a931470 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:44:58.755676 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:58.952107 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-110d2f36-70ff-4ba8-a21d-93231778bb0d tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:58.978726 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d2f36-70ff-4ba8-a21d-93231778bb0d tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Pushing event deleted for resources: {'Port': ['ID=addbca6b-d32b-4f16-969e-390e0a931470,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:59.048227 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-110d2f36-70ff-4ba8-a21d-93231778bb0d tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:59.138638 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-110d2f36-70ff-4ba8-a21d-93231778bb0d tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:59.140800 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-110d2f36-70ff-4ba8-a21d-93231778bb0d tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:59.237917 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-110d2f36-70ff-4ba8-a21d-93231778bb0d tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:59.242667 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110d2f36-70ff-4ba8-a21d-93231778bb0d tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8fc7da53-3140-472f-ac79-28aa3972cc09 {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:44:59.243449 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-110d2f36-70ff-4ba8-a21d-93231778bb0d tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:59.245117 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-110d2f36-70ff-4ba8-a21d-93231778bb0d tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] 10.222.0.25 "DELETE /v2.0/routers/8fc7da53-3140-472f-ac79-28aa3972cc09 HTTP/1.1" status: 204 len: 168 time: 1.2810762 Apr 20 13:44:59.248147 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56192) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:59.252625 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-fc3071f1-d8d0-4310-8747-bd050b651774 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1864022956', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}, 'admin_state_up': False}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:44:59.318415 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fc3071f1-d8d0-4310-8747-bd050b651774 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:59.319685 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fc3071f1-d8d0-4310-8747-bd050b651774 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:59.381703 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fc3071f1-d8d0-4310-8747-bd050b651774 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:59.449321 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:59.609961 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fc3071f1-d8d0-4310-8747-bd050b651774 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:59.823144 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:59.918094 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fc3071f1-d8d0-4310-8747-bd050b651774 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router_gateway, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:59.936638 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fc3071f1-d8d0-4310-8747-bd050b651774 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:00.042987 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-fc3071f1-d8d0-4310-8747-bd050b651774 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Allocated IP 172.25.8.163 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/a209bb82-202f-4a6f-adf5-c47bf902e2a0) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:45:00.145056 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fc3071f1-d8d0-4310-8747-bd050b651774 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:00.238574 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fc3071f1-d8d0-4310-8747-bd050b651774 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:00.280288 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3071f1-d8d0-4310-8747-bd050b651774 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:45:00.284963 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-fc3071f1-d8d0-4310-8747-bd050b651774 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:45:00.288536 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3071f1-d8d0-4310-8747-bd050b651774 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:45:00.312735 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3071f1-d8d0-4310-8747-bd050b651774 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Pushing event updated for resources: {'Port': ['ID=a209bb82-202f-4a6f-adf5-c47bf902e2a0,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:00.644052 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fc3071f1-d8d0-4310-8747-bd050b651774 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router_gateway, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:00.647697 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device addbca6b-d32b-4f16-969e-390e0a931470 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:45:00.668113 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: addbca6b-d32b-4f16-969e-390e0a931470 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:45:00.668459 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device addbca6b-d32b-4f16-969e-390e0a931470 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:45:00.848110 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fc3071f1-d8d0-4310-8747-bd050b651774 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:01.053700 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3071f1-d8d0-4310-8747-bd050b651774 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Router 6122c6a1-4501-484a-8675-d5ec8c8934d6 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:45:01.159135 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3071f1-d8d0-4310-8747-bd050b651774 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:45:01.170953 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea713b36-f6f3-4974-a4a0-527f7e478342 None None] Sync routers for ids ['6122c6a1-4501-484a-8675-d5ec8c8934d6'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:45:01.181205 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea713b36-f6f3-4974-a4a0-527f7e478342 None None] Routers {'6122c6a1-4501-484a-8675-d5ec8c8934d6'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:45:01.181826 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ea713b36-f6f3-4974-a4a0-527f7e478342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:44:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6122c6a1-4501-484a-8675-d5ec8c8934d6'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:01.217740 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ea713b36-f6f3-4974-a4a0-527f7e478342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:01.226656 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea713b36-f6f3-4974-a4a0-527f7e478342 None None] Routers {'6122c6a1-4501-484a-8675-d5ec8c8934d6'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:45:01.227255 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ea713b36-f6f3-4974-a4a0-527f7e478342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:44:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6122c6a1-4501-484a-8675-d5ec8c8934d6'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:01.240023 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fc3071f1-d8d0-4310-8747-bd050b651774 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:01.241719 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-fc3071f1-d8d0-4310-8747-bd050b651774 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9922750 Apr 20 13:45:01.244710 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56220) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:01.249198 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-caabfec1-2a40-4fd2-854f-940e8d8b957f tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'enable_snat': False}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:45:01.260130 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ea713b36-f6f3-4974-a4a0-527f7e478342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:01.260774 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea713b36-f6f3-4974-a4a0-527f7e478342 None None] The sync data for ids ['6122c6a1-4501-484a-8675-d5ec8c8934d6'] in n-d-836015-7 is: [] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:45:01.555580 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-caabfec1-2a40-4fd2-854f-940e8d8b957f tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:01.611783 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:45:02.015230 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-caabfec1-2a40-4fd2-854f-940e8d8b957f tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-54831'] for router, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:02.018480 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-caabfec1-2a40-4fd2-854f-940e8d8b957f tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548631'] for router, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:02.125383 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caabfec1-2a40-4fd2-854f-940e8d8b957f tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Router 6122c6a1-4501-484a-8675-d5ec8c8934d6 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:45:02.233828 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caabfec1-2a40-4fd2-854f-940e8d8b957f tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:45:02.239294 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-caabfec1-2a40-4fd2-854f-940e8d8b957f tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:02.240691 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-caabfec1-2a40-4fd2-854f-940e8d8b957f tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] 10.222.0.25 "PUT /v2.0/routers/6122c6a1-4501-484a-8675-d5ec8c8934d6 HTTP/1.1" status: 200 len: 922 time: 0.9947309 Apr 20 13:45:02.243954 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56236) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:02.246732 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcf9738-845f-4994-8fd4-64090473c6a1 None None] Sync routers for ids ['6122c6a1-4501-484a-8675-d5ec8c8934d6'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:45:02.258559 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcf9738-845f-4994-8fd4-64090473c6a1 None None] Routers {'6122c6a1-4501-484a-8675-d5ec8c8934d6'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:45:02.259513 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-5fcf9738-845f-4994-8fd4-64090473c6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:44:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6122c6a1-4501-484a-8675-d5ec8c8934d6'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:02.299396 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-5fcf9738-845f-4994-8fd4-64090473c6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:02.310279 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcf9738-845f-4994-8fd4-64090473c6a1 None None] Routers {'6122c6a1-4501-484a-8675-d5ec8c8934d6'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:45:02.310903 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-5fcf9738-845f-4994-8fd4-64090473c6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:44:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6122c6a1-4501-484a-8675-d5ec8c8934d6'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:02.344699 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-5fcf9738-845f-4994-8fd4-64090473c6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:02.345446 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcf9738-845f-4994-8fd4-64090473c6a1 None None] The sync data for ids ['6122c6a1-4501-484a-8675-d5ec8c8934d6'] in n-d-836015-7 is: [] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:45:02.671669 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ae0adfdd-7010-4d4b-91a0-51768f7c0d24 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] 10.222.0.25 "GET /v2.0/routers/6122c6a1-4501-484a-8675-d5ec8c8934d6 HTTP/1.1" status: 200 len: 922 time: 0.4264536 Apr 20 13:45:02.674400 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56244) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:02.741903 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ac7aab-2185-436e-a7e5-e9ebcd18ebc4 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:02.743422 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-41ac7aab-2185-436e-a7e5-e9ebcd18ebc4 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=08acadad-0b4a-420a-b5f5-639128d4ec40&device_id=6122c6a1-4501-484a-8675-d5ec8c8934d6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0681021 Apr 20 13:45:02.746240 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56248) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:02.831702 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af418b89-c565-406b-b1a5-5db02a3393b0 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:02.833128 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-af418b89-c565-406b-b1a5-5db02a3393b0 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] 10.222.0.25 "GET /v2.0/networks/08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 881 time: 0.0859828 Apr 20 13:45:02.836592 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56252) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:02.862909 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a922d14f-dc1d-462d-92f9-9a557f723d85 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] 10.222.0.25 "GET /v2.0/ports?device_id=6122c6a1-4501-484a-8675-d5ec8c8934d6 HTTP/1.1" status: 200 len: 205 time: 0.0251195 Apr 20 13:45:02.865332 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56254) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:02.972809 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-92e558b4-b733-45ff-8cdb-c64cf1e23eaa tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:03.077034 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-92e558b4-b733-45ff-8cdb-c64cf1e23eaa tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:03.192804 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-92e558b4-b733-45ff-8cdb-c64cf1e23eaa tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Deleting port a209bb82-202f-4a6f-adf5-c47bf902e2a0 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:45:03.195804 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-92e558b4-b733-45ff-8cdb-c64cf1e23eaa tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:03.275109 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-92e558b4-b733-45ff-8cdb-c64cf1e23eaa tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:03.286646 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-92e558b4-b733-45ff-8cdb-c64cf1e23eaa tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Calling delete_port for a209bb82-202f-4a6f-adf5-c47bf902e2a0 owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:45:03.535090 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-92e558b4-b733-45ff-8cdb-c64cf1e23eaa tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:03.562951 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e558b4-b733-45ff-8cdb-c64cf1e23eaa tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Pushing event deleted for resources: {'Port': ['ID=a209bb82-202f-4a6f-adf5-c47bf902e2a0,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:03.625668 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-92e558b4-b733-45ff-8cdb-c64cf1e23eaa tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:03.717036 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-92e558b4-b733-45ff-8cdb-c64cf1e23eaa tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:03.719492 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-92e558b4-b733-45ff-8cdb-c64cf1e23eaa tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:03.814907 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-92e558b4-b733-45ff-8cdb-c64cf1e23eaa tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:03.815470 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e558b4-b733-45ff-8cdb-c64cf1e23eaa tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Fanout notify agent at l3_agent the message router_deleted on router 6122c6a1-4501-484a-8675-d5ec8c8934d6 {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:45:03.822610 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-92e558b4-b733-45ff-8cdb-c64cf1e23eaa tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:03.824018 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-92e558b4-b733-45ff-8cdb-c64cf1e23eaa tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] 10.222.0.25 "DELETE /v2.0/routers/6122c6a1-4501-484a-8675-d5ec8c8934d6 HTTP/1.1" status: 204 len: 168 time: 0.9577031 Apr 20 13:45:03.827595 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56268) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:03.831997 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-d5f7b49a-8a3a-4427-9f84-928aa255ce11 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2018579670', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:45:03.924162 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d5f7b49a-8a3a-4427-9f84-928aa255ce11 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:03.925236 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d5f7b49a-8a3a-4427-9f84-928aa255ce11 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:03.977407 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d5f7b49a-8a3a-4427-9f84-928aa255ce11 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:04.042610 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d5f7b49a-8a3a-4427-9f84-928aa255ce11 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:04.141580 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d5f7b49a-8a3a-4427-9f84-928aa255ce11 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:04.142801 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d5f7b49a-8a3a-4427-9f84-928aa255ce11 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3142550 Apr 20 13:45:04.145483 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56276) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:04.150371 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-2c43ca02-5264-4cf1-9ee7-a388054e5361 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Request body: {'router': {'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:45:04.360373 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2c43ca02-5264-4cf1-9ee7-a388054e5361 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:04.630378 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2c43ca02-5264-4cf1-9ee7-a388054e5361 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:04.649810 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2c43ca02-5264-4cf1-9ee7-a388054e5361 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:04.757229 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-2c43ca02-5264-4cf1-9ee7-a388054e5361 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Allocated IP 172.25.8.149 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/da462f6e-aeed-4f18-87eb-b9483e23dce8) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:45:04.859940 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2c43ca02-5264-4cf1-9ee7-a388054e5361 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:04.968581 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2c43ca02-5264-4cf1-9ee7-a388054e5361 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:05.010157 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c43ca02-5264-4cf1-9ee7-a388054e5361 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:45:05.013265 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-2c43ca02-5264-4cf1-9ee7-a388054e5361 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:45:05.017176 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c43ca02-5264-4cf1-9ee7-a388054e5361 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:45:05.040073 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43ca02-5264-4cf1-9ee7-a388054e5361 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Pushing event updated for resources: {'Port': ['ID=da462f6e-aeed-4f18-87eb-b9483e23dce8,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:05.334785 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2c43ca02-5264-4cf1-9ee7-a388054e5361 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:05.529694 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2c43ca02-5264-4cf1-9ee7-a388054e5361 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-54831'] for router, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:05.532946 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2c43ca02-5264-4cf1-9ee7-a388054e5361 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548631'] for router, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:05.739930 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c43ca02-5264-4cf1-9ee7-a388054e5361 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Router 42e372d8-455a-4b60-81b5-280d643dcb6b is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:45:05.850532 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c43ca02-5264-4cf1-9ee7-a388054e5361 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:45:05.858221 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2c43ca02-5264-4cf1-9ee7-a388054e5361 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:05.861786 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2c43ca02-5264-4cf1-9ee7-a388054e5361 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] 10.222.0.25 "PUT /v2.0/routers/42e372d8-455a-4b60-81b5-280d643dcb6b HTTP/1.1" status: 200 len: 880 time: 1.7128422 Apr 20 13:45:05.861937 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e431bfca-b36f-4c0c-bdfb-751c6f964b01 None None] Sync routers for ids ['42e372d8-455a-4b60-81b5-280d643dcb6b'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:45:05.862360 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56290) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:05.872030 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e431bfca-b36f-4c0c-bdfb-751c6f964b01 None None] Routers {'42e372d8-455a-4b60-81b5-280d643dcb6b'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:45:05.872652 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-e431bfca-b36f-4c0c-bdfb-751c6f964b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:44:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['42e372d8-455a-4b60-81b5-280d643dcb6b'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:05.904389 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-e431bfca-b36f-4c0c-bdfb-751c6f964b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:05.913035 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e431bfca-b36f-4c0c-bdfb-751c6f964b01 None None] Routers {'42e372d8-455a-4b60-81b5-280d643dcb6b'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:45:05.914165 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-e431bfca-b36f-4c0c-bdfb-751c6f964b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:44:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['42e372d8-455a-4b60-81b5-280d643dcb6b'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:05.946730 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-e431bfca-b36f-4c0c-bdfb-751c6f964b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:05.947546 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e431bfca-b36f-4c0c-bdfb-751c6f964b01 None None] The sync data for ids ['42e372d8-455a-4b60-81b5-280d643dcb6b'] in n-d-836015-7 is: [] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:45:05.971727 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-06aaf4e0-2ad5-4da0-93ff-c2fb1f4974a1 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] 10.222.0.25 "GET /v2.0/routers/42e372d8-455a-4b60-81b5-280d643dcb6b HTTP/1.1" status: 200 len: 921 time: 0.1084578 Apr 20 13:45:05.974460 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56292) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:06.043910 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0137fa1-be5f-4fd8-a55f-50311d3a4873 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:06.047832 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e0137fa1-be5f-4fd8-a55f-50311d3a4873 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=08acadad-0b4a-420a-b5f5-639128d4ec40&device_id=42e372d8-455a-4b60-81b5-280d643dcb6b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0699701 Apr 20 13:45:06.047990 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56294) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:06.448363 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f072bb95-7bbc-4f54-850b-06d0d432a194 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:06.449675 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f072bb95-7bbc-4f54-850b-06d0d432a194 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] 10.222.0.25 "GET /v2.0/networks/08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 881 time: 0.4007895 Apr 20 13:45:06.452421 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56296) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:06.479229 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1799cb7b-658e-4134-8bc8-3b7b25ec44b5 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] 10.222.0.25 "GET /v2.0/ports?device_id=42e372d8-455a-4b60-81b5-280d643dcb6b HTTP/1.1" status: 200 len: 205 time: 0.0257154 Apr 20 13:45:06.481635 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56298) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:06.589738 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6653cf32-5685-4399-9875-d3593f5cab6d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:06.693643 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6653cf32-5685-4399-9875-d3593f5cab6d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:06.880584 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-6653cf32-5685-4399-9875-d3593f5cab6d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Deleting port da462f6e-aeed-4f18-87eb-b9483e23dce8 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:45:06.881433 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6653cf32-5685-4399-9875-d3593f5cab6d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:06.960913 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6653cf32-5685-4399-9875-d3593f5cab6d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:06.972577 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-6653cf32-5685-4399-9875-d3593f5cab6d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Calling delete_port for da462f6e-aeed-4f18-87eb-b9483e23dce8 owned by network:router_gateway {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:45:07.196643 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6653cf32-5685-4399-9875-d3593f5cab6d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:07.222391 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653cf32-5685-4399-9875-d3593f5cab6d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Pushing event deleted for resources: {'Port': ['ID=da462f6e-aeed-4f18-87eb-b9483e23dce8,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:07.284859 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6653cf32-5685-4399-9875-d3593f5cab6d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:07.379936 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6653cf32-5685-4399-9875-d3593f5cab6d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:07.382055 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6653cf32-5685-4399-9875-d3593f5cab6d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:07.483761 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6653cf32-5685-4399-9875-d3593f5cab6d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:07.484494 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6653cf32-5685-4399-9875-d3593f5cab6d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Fanout notify agent at l3_agent the message router_deleted on router 42e372d8-455a-4b60-81b5-280d643dcb6b {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:45:07.497960 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6653cf32-5685-4399-9875-d3593f5cab6d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:07.502537 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-6653cf32-5685-4399-9875-d3593f5cab6d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] 10.222.0.25 "DELETE /v2.0/routers/42e372d8-455a-4b60-81b5-280d643dcb6b HTTP/1.1" status: 204 len: 168 time: 1.0166476 Apr 20 13:45:07.503036 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56302) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:07.507834 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-345f401d-dc6c-4d38-9bef-50b5950c72e4 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1201290657', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:45:07.598054 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-345f401d-dc6c-4d38-9bef-50b5950c72e4 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:07.599157 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-345f401d-dc6c-4d38-9bef-50b5950c72e4 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:07.652028 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-345f401d-dc6c-4d38-9bef-50b5950c72e4 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:07.712554 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-345f401d-dc6c-4d38-9bef-50b5950c72e4 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:07.806166 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-345f401d-dc6c-4d38-9bef-50b5950c72e4 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:07.814362 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-345f401d-dc6c-4d38-9bef-50b5950c72e4 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3031886 Apr 20 13:45:07.814362 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56306) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:07.815211 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-cf621b11-aca5-409d-b64b-78cd73fe9125 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'enable_snat': True}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:45:08.330512 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cf621b11-aca5-409d-b64b-78cd73fe9125 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:08.627585 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cf621b11-aca5-409d-b64b-78cd73fe9125 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:08.646662 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cf621b11-aca5-409d-b64b-78cd73fe9125 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:08.753318 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-cf621b11-aca5-409d-b64b-78cd73fe9125 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Allocated IP 172.25.8.144 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/c0236ce0-35c6-45e0-a1f6-812ece7c6875) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:45:08.856830 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cf621b11-aca5-409d-b64b-78cd73fe9125 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:08.962684 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cf621b11-aca5-409d-b64b-78cd73fe9125 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:09.005403 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf621b11-aca5-409d-b64b-78cd73fe9125 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:45:09.010187 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-cf621b11-aca5-409d-b64b-78cd73fe9125 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:45:09.013714 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf621b11-aca5-409d-b64b-78cd73fe9125 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:45:09.037317 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf621b11-aca5-409d-b64b-78cd73fe9125 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Pushing event updated for resources: {'Port': ['ID=c0236ce0-35c6-45e0-a1f6-812ece7c6875,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:09.050535 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf621b11-aca5-409d-b64b-78cd73fe9125 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:45:09.050883 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf621b11-aca5-409d-b64b-78cd73fe9125 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:45:09.051217 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf621b11-aca5-409d-b64b-78cd73fe9125 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:45:09.051582 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf621b11-aca5-409d-b64b-78cd73fe9125 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:45:09.051917 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf621b11-aca5-409d-b64b-78cd73fe9125 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:45:09.052242 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf621b11-aca5-409d-b64b-78cd73fe9125 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:45:09.052565 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf621b11-aca5-409d-b64b-78cd73fe9125 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:45:09.052887 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf621b11-aca5-409d-b64b-78cd73fe9125 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:45:09.053208 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf621b11-aca5-409d-b64b-78cd73fe9125 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:45:09.053527 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf621b11-aca5-409d-b64b-78cd73fe9125 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:45:09.053850 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf621b11-aca5-409d-b64b-78cd73fe9125 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:45:09.058458 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf621b11-aca5-409d-b64b-78cd73fe9125 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:45:09.363906 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cf621b11-aca5-409d-b64b-78cd73fe9125 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:09.561482 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cf621b11-aca5-409d-b64b-78cd73fe9125 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-54831'] for router, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:09.564806 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cf621b11-aca5-409d-b64b-78cd73fe9125 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548631'] for router, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:09.739387 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf621b11-aca5-409d-b64b-78cd73fe9125 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Router 9799fe40-824f-4a79-a523-74e48db8d82f is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:45:09.844427 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf621b11-aca5-409d-b64b-78cd73fe9125 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:45:09.848859 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cf621b11-aca5-409d-b64b-78cd73fe9125 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:09.852562 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-cf621b11-aca5-409d-b64b-78cd73fe9125 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] 10.222.0.25 "PUT /v2.0/routers/9799fe40-824f-4a79-a523-74e48db8d82f HTTP/1.1" status: 200 len: 915 time: 2.0409966 Apr 20 13:45:09.852704 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56318) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:09.854679 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35226a0f-4cb0-4e84-9ecc-4157172695ff None None] Sync routers for ids ['9799fe40-824f-4a79-a523-74e48db8d82f'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:45:09.864788 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35226a0f-4cb0-4e84-9ecc-4157172695ff None None] Routers {'9799fe40-824f-4a79-a523-74e48db8d82f'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:45:09.865396 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-35226a0f-4cb0-4e84-9ecc-4157172695ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:44:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['9799fe40-824f-4a79-a523-74e48db8d82f'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:09.901762 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-35226a0f-4cb0-4e84-9ecc-4157172695ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:09.910294 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35226a0f-4cb0-4e84-9ecc-4157172695ff None None] Routers {'9799fe40-824f-4a79-a523-74e48db8d82f'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:45:09.911148 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-35226a0f-4cb0-4e84-9ecc-4157172695ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:44:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['9799fe40-824f-4a79-a523-74e48db8d82f'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:09.943851 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-35226a0f-4cb0-4e84-9ecc-4157172695ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:09.945296 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35226a0f-4cb0-4e84-9ecc-4157172695ff None None] The sync data for ids ['9799fe40-824f-4a79-a523-74e48db8d82f'] in n-d-836015-7 is: [] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:45:09.962105 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4b4cb3e4-24fa-4c0b-bfdf-7e27bf16a39b tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] 10.222.0.25 "GET /v2.0/routers/9799fe40-824f-4a79-a523-74e48db8d82f HTTP/1.1" status: 200 len: 921 time: 0.1082418 Apr 20 13:45:09.964887 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56320) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:10.007853 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f0b409-18f2-4df6-aa95-a561830b7593 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:10.007853 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-87f0b409-18f2-4df6-aa95-a561830b7593 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=08acadad-0b4a-420a-b5f5-639128d4ec40&device_id=9799fe40-824f-4a79-a523-74e48db8d82f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0398891 Apr 20 13:45:10.009855 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56322) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:10.099280 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bb8a2e-9498-499e-a49d-2c8b4e4f43cc tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:10.101057 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-68bb8a2e-9498-499e-a49d-2c8b4e4f43cc tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] 10.222.0.25 "GET /v2.0/networks/08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 881 time: 0.0899692 Apr 20 13:45:10.103684 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56324) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:10.133483 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-656819b1-3570-42eb-8f4a-3f6ffea28fa0 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] 10.222.0.25 "GET /v2.0/ports?device_id=9799fe40-824f-4a79-a523-74e48db8d82f HTTP/1.1" status: 200 len: 205 time: 0.0285289 Apr 20 13:45:10.135802 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56326) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:10.247101 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6b0b6ef7-601c-49cc-9e4f-b845f1d66b32 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:10.351383 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6b0b6ef7-601c-49cc-9e4f-b845f1d66b32 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:10.463264 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-6b0b6ef7-601c-49cc-9e4f-b845f1d66b32 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Deleting port c0236ce0-35c6-45e0-a1f6-812ece7c6875 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:45:10.463670 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6b0b6ef7-601c-49cc-9e4f-b845f1d66b32 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:10.549240 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6b0b6ef7-601c-49cc-9e4f-b845f1d66b32 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:10.564549 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-6b0b6ef7-601c-49cc-9e4f-b845f1d66b32 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Calling delete_port for c0236ce0-35c6-45e0-a1f6-812ece7c6875 owned by network:router_gateway {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:45:10.777400 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6b0b6ef7-601c-49cc-9e4f-b845f1d66b32 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:10.807016 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b6ef7-601c-49cc-9e4f-b845f1d66b32 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Pushing event deleted for resources: {'Port': ['ID=c0236ce0-35c6-45e0-a1f6-812ece7c6875,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:10.871199 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6b0b6ef7-601c-49cc-9e4f-b845f1d66b32 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:10.962539 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6b0b6ef7-601c-49cc-9e4f-b845f1d66b32 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:10.964701 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6b0b6ef7-601c-49cc-9e4f-b845f1d66b32 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:11.049316 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6b0b6ef7-601c-49cc-9e4f-b845f1d66b32 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:11.049845 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0b6ef7-601c-49cc-9e4f-b845f1d66b32 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Fanout notify agent at l3_agent the message router_deleted on router 9799fe40-824f-4a79-a523-74e48db8d82f {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:45:11.056470 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6b0b6ef7-601c-49cc-9e4f-b845f1d66b32 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:11.057862 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-6b0b6ef7-601c-49cc-9e4f-b845f1d66b32 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] 10.222.0.25 "DELETE /v2.0/routers/9799fe40-824f-4a79-a523-74e48db8d82f HTTP/1.1" status: 204 len: 168 time: 0.9209158 Apr 20 13:45:11.061334 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56330) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:11.065717 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-db49e7b4-97e3-4bbd-98d0-bad5f0d05102 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1034753668', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:45:11.157986 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-db49e7b4-97e3-4bbd-98d0-bad5f0d05102 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:11.159068 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-db49e7b4-97e3-4bbd-98d0-bad5f0d05102 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:11.214239 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-db49e7b4-97e3-4bbd-98d0-bad5f0d05102 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:11.278004 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-db49e7b4-97e3-4bbd-98d0-bad5f0d05102 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:11.348273 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-db49e7b4-97e3-4bbd-98d0-bad5f0d05102 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:11.349515 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-db49e7b4-97e3-4bbd-98d0-bad5f0d05102 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2872670 Apr 20 13:45:11.352293 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56332) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:11.356471 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-a255e678-88a4-4b61-8ed3-507aa9eb3a66 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'enable_snat': False}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:45:11.553184 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a255e678-88a4-4b61-8ed3-507aa9eb3a66 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:11.815597 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a255e678-88a4-4b61-8ed3-507aa9eb3a66 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:11.834242 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a255e678-88a4-4b61-8ed3-507aa9eb3a66 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:11.941291 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-a255e678-88a4-4b61-8ed3-507aa9eb3a66 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Allocated IP 172.25.8.200 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/46146f63-d29e-4c14-b347-8c844976bd3e) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:45:12.040918 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a255e678-88a4-4b61-8ed3-507aa9eb3a66 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:12.112443 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a255e678-88a4-4b61-8ed3-507aa9eb3a66 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:12.156038 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a255e678-88a4-4b61-8ed3-507aa9eb3a66 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:45:12.158921 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-a255e678-88a4-4b61-8ed3-507aa9eb3a66 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:45:12.162574 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a255e678-88a4-4b61-8ed3-507aa9eb3a66 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:45:12.168580 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255e678-88a4-4b61-8ed3-507aa9eb3a66 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Pushing event updated for resources: {'Port': ['ID=46146f63-d29e-4c14-b347-8c844976bd3e,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:12.449438 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:12.468244 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a255e678-88a4-4b61-8ed3-507aa9eb3a66 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:13.005774 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a255e678-88a4-4b61-8ed3-507aa9eb3a66 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-54831'] for router, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:13.009512 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a255e678-88a4-4b61-8ed3-507aa9eb3a66 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548631'] for router, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:13.192119 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a255e678-88a4-4b61-8ed3-507aa9eb3a66 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Router d0b808db-ff45-4716-9764-b5c930939ac9 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:45:13.225121 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:13.302129 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a255e678-88a4-4b61-8ed3-507aa9eb3a66 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:45:13.306483 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a255e678-88a4-4b61-8ed3-507aa9eb3a66 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:13.307660 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a255e678-88a4-4b61-8ed3-507aa9eb3a66 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] 10.222.0.25 "PUT /v2.0/routers/d0b808db-ff45-4716-9764-b5c930939ac9 HTTP/1.1" status: 200 len: 916 time: 1.9542019 Apr 20 13:45:13.310494 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56338) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:13.313220 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69fa252-f742-4a93-b5fd-8f5e8847af3c None None] Sync routers for ids ['d0b808db-ff45-4716-9764-b5c930939ac9'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:45:13.325216 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69fa252-f742-4a93-b5fd-8f5e8847af3c None None] Routers {'d0b808db-ff45-4716-9764-b5c930939ac9'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:45:13.325903 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-c69fa252-f742-4a93-b5fd-8f5e8847af3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:44:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d0b808db-ff45-4716-9764-b5c930939ac9'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:13.359857 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-c69fa252-f742-4a93-b5fd-8f5e8847af3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:13.368596 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69fa252-f742-4a93-b5fd-8f5e8847af3c None None] Routers {'d0b808db-ff45-4716-9764-b5c930939ac9'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:45:13.368875 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-c69fa252-f742-4a93-b5fd-8f5e8847af3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:44:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d0b808db-ff45-4716-9764-b5c930939ac9'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:13.405473 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-c69fa252-f742-4a93-b5fd-8f5e8847af3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:13.406307 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69fa252-f742-4a93-b5fd-8f5e8847af3c None None] The sync data for ids ['d0b808db-ff45-4716-9764-b5c930939ac9'] in n-d-836015-7 is: [] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:45:13.414916 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-eaf723cb-f9b7-48a3-8a2b-294418c7b70d tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] 10.222.0.25 "GET /v2.0/routers/d0b808db-ff45-4716-9764-b5c930939ac9 HTTP/1.1" status: 200 len: 922 time: 0.1033847 Apr 20 13:45:13.417335 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56340) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:13.460609 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e945dea6-4b3c-4c2e-947b-8827f09cffcf tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:13.462097 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e945dea6-4b3c-4c2e-947b-8827f09cffcf tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=08acadad-0b4a-420a-b5f5-639128d4ec40&device_id=d0b808db-ff45-4716-9764-b5c930939ac9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0438764 Apr 20 13:45:13.464681 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56342) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:13.545894 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9af63de-450b-43ce-a96c-cf4385368348 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:13.547272 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f9af63de-450b-43ce-a96c-cf4385368348 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] 10.222.0.25 "GET /v2.0/networks/08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 881 time: 0.0817087 Apr 20 13:45:13.550023 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56344) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:13.576209 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5b431945-c755-46b2-8d73-c4ef073a6d61 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0b808db-ff45-4716-9764-b5c930939ac9 HTTP/1.1" status: 200 len: 205 time: 0.0251472 Apr 20 13:45:13.578594 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56346) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:13.688145 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d1d2f152-bdf8-4ab5-92a0-2fb249a08c2f tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:13.798823 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d1d2f152-bdf8-4ab5-92a0-2fb249a08c2f tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:13.911025 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-d1d2f152-bdf8-4ab5-92a0-2fb249a08c2f tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Deleting port 46146f63-d29e-4c14-b347-8c844976bd3e {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:45:13.911304 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d1d2f152-bdf8-4ab5-92a0-2fb249a08c2f tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:13.991213 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d1d2f152-bdf8-4ab5-92a0-2fb249a08c2f tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:14.002571 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-d1d2f152-bdf8-4ab5-92a0-2fb249a08c2f tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Calling delete_port for 46146f63-d29e-4c14-b347-8c844976bd3e owned by network:router_gateway {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:45:14.219495 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d1d2f152-bdf8-4ab5-92a0-2fb249a08c2f tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:14.244417 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2f152-bdf8-4ab5-92a0-2fb249a08c2f tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Pushing event deleted for resources: {'Port': ['ID=46146f63-d29e-4c14-b347-8c844976bd3e,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:14.320267 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d1d2f152-bdf8-4ab5-92a0-2fb249a08c2f tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:14.413860 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d1d2f152-bdf8-4ab5-92a0-2fb249a08c2f tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:14.417621 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d1d2f152-bdf8-4ab5-92a0-2fb249a08c2f tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:14.523598 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d1d2f152-bdf8-4ab5-92a0-2fb249a08c2f tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:14.524191 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d2f152-bdf8-4ab5-92a0-2fb249a08c2f tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Fanout notify agent at l3_agent the message router_deleted on router d0b808db-ff45-4716-9764-b5c930939ac9 {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:45:14.531346 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d1d2f152-bdf8-4ab5-92a0-2fb249a08c2f tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:14.532461 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d1d2f152-bdf8-4ab5-92a0-2fb249a08c2f tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] 10.222.0.25 "DELETE /v2.0/routers/d0b808db-ff45-4716-9764-b5c930939ac9 HTTP/1.1" status: 204 len: 168 time: 0.9529574 Apr 20 13:45:14.536044 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56352) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:14.540337 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-8b8d57e8-bef9-491e-8fd5-ba1911b70b7d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-592917768', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}, 'admin_state_up': False}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:45:14.625493 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8b8d57e8-bef9-491e-8fd5-ba1911b70b7d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:14.626870 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8b8d57e8-bef9-491e-8fd5-ba1911b70b7d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:14.683944 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8b8d57e8-bef9-491e-8fd5-ba1911b70b7d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:14.883228 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8b8d57e8-bef9-491e-8fd5-ba1911b70b7d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:15.148637 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8b8d57e8-bef9-491e-8fd5-ba1911b70b7d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router_gateway, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:15.170489 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8b8d57e8-bef9-491e-8fd5-ba1911b70b7d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:15.269050 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-8b8d57e8-bef9-491e-8fd5-ba1911b70b7d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Allocated IP 172.25.8.27 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/7a0c6494-9a0c-4828-859c-c8ddb2b72b35) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:45:15.373539 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8b8d57e8-bef9-491e-8fd5-ba1911b70b7d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:15.461584 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8b8d57e8-bef9-491e-8fd5-ba1911b70b7d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:15.496775 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8d57e8-bef9-491e-8fd5-ba1911b70b7d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:45:15.501669 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-8b8d57e8-bef9-491e-8fd5-ba1911b70b7d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:45:15.505193 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8d57e8-bef9-491e-8fd5-ba1911b70b7d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:45:15.529599 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d57e8-bef9-491e-8fd5-ba1911b70b7d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Pushing event updated for resources: {'Port': ['ID=7a0c6494-9a0c-4828-859c-c8ddb2b72b35,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:15.835391 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8b8d57e8-bef9-491e-8fd5-ba1911b70b7d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router_gateway, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:16.076521 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8b8d57e8-bef9-491e-8fd5-ba1911b70b7d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:16.225144 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8d57e8-bef9-491e-8fd5-ba1911b70b7d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Router 193af463-0f72-4655-8908-2aea18b470dd is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:45:16.334865 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8d57e8-bef9-491e-8fd5-ba1911b70b7d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:45:16.344472 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0f6499-864b-4804-a911-6425d151b508 None None] Sync routers for ids ['193af463-0f72-4655-8908-2aea18b470dd'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:45:16.354669 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0f6499-864b-4804-a911-6425d151b508 None None] Routers {'193af463-0f72-4655-8908-2aea18b470dd'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:45:16.355307 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-df0f6499-864b-4804-a911-6425d151b508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:44:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['193af463-0f72-4655-8908-2aea18b470dd'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:16.390721 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-df0f6499-864b-4804-a911-6425d151b508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:16.399475 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0f6499-864b-4804-a911-6425d151b508 None None] Routers {'193af463-0f72-4655-8908-2aea18b470dd'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:45:16.399900 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-df0f6499-864b-4804-a911-6425d151b508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:44:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['193af463-0f72-4655-8908-2aea18b470dd'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:16.426976 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8b8d57e8-bef9-491e-8fd5-ba1911b70b7d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:16.431395 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8b8d57e8-bef9-491e-8fd5-ba1911b70b7d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.8913023 Apr 20 13:45:16.431691 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56374) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:16.432929 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-df0f6499-864b-4804-a911-6425d151b508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:16.433572 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0f6499-864b-4804-a911-6425d151b508 None None] The sync data for ids ['193af463-0f72-4655-8908-2aea18b470dd'] in n-d-836015-7 is: [] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:45:16.441111 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-715b3fa5-b1ca-4fb5-a866-d717a90b207d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:45:16.753754 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-715b3fa5-b1ca-4fb5-a866-d717a90b207d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:16.825250 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-715b3fa5-b1ca-4fb5-a866-d717a90b207d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:16.945906 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-715b3fa5-b1ca-4fb5-a866-d717a90b207d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Deleting port 7a0c6494-9a0c-4828-859c-c8ddb2b72b35 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:45:16.946247 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-715b3fa5-b1ca-4fb5-a866-d717a90b207d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:17.026501 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-715b3fa5-b1ca-4fb5-a866-d717a90b207d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:17.038744 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-715b3fa5-b1ca-4fb5-a866-d717a90b207d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Calling delete_port for 7a0c6494-9a0c-4828-859c-c8ddb2b72b35 owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:45:17.301080 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-715b3fa5-b1ca-4fb5-a866-d717a90b207d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:17.329676 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b3fa5-b1ca-4fb5-a866-d717a90b207d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Pushing event deleted for resources: {'Port': ['ID=7a0c6494-9a0c-4828-859c-c8ddb2b72b35,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:17.394171 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-715b3fa5-b1ca-4fb5-a866-d717a90b207d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:17.604381 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-715b3fa5-b1ca-4fb5-a866-d717a90b207d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-54831'] for router, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:17.607744 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-715b3fa5-b1ca-4fb5-a866-d717a90b207d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548631'] for router, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:17.693640 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-715b3fa5-b1ca-4fb5-a866-d717a90b207d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Router 193af463-0f72-4655-8908-2aea18b470dd has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:45:17.776264 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715b3fa5-b1ca-4fb5-a866-d717a90b207d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:45:17.783420 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-715b3fa5-b1ca-4fb5-a866-d717a90b207d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:17.787815 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-715b3fa5-b1ca-4fb5-a866-d717a90b207d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] 10.222.0.25 "PUT /v2.0/routers/193af463-0f72-4655-8908-2aea18b470dd HTTP/1.1" status: 200 len: 705 time: 1.3519289 Apr 20 13:45:17.788535 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56396) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:17.791757 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17512628-ab32-477e-b087-9aa3d4387b4b None None] Sync routers for ids ['193af463-0f72-4655-8908-2aea18b470dd'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:45:17.802378 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17512628-ab32-477e-b087-9aa3d4387b4b None None] Routers {'193af463-0f72-4655-8908-2aea18b470dd'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:45:17.803125 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-17512628-ab32-477e-b087-9aa3d4387b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:44:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['193af463-0f72-4655-8908-2aea18b470dd'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:17.836418 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-17512628-ab32-477e-b087-9aa3d4387b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:17.845215 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17512628-ab32-477e-b087-9aa3d4387b4b None None] Routers {'193af463-0f72-4655-8908-2aea18b470dd'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:45:17.846160 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-17512628-ab32-477e-b087-9aa3d4387b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:44:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['193af463-0f72-4655-8908-2aea18b470dd'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:17.864896 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7becb33a-a957-4954-bba8-9dd5efe14f1e tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] 10.222.0.25 "GET /v2.0/routers/193af463-0f72-4655-8908-2aea18b470dd HTTP/1.1" status: 200 len: 740 time: 0.0751364 Apr 20 13:45:17.868027 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56398) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:17.883458 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-17512628-ab32-477e-b087-9aa3d4387b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:17.884110 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17512628-ab32-477e-b087-9aa3d4387b4b None None] The sync data for ids ['193af463-0f72-4655-8908-2aea18b470dd'] in n-d-836015-7 is: [] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:45:17.917622 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e1adb81b-82ed-4262-adb7-26c80c6a8868 tempest-RoutersAdminTest-523125805 tempest-RoutersAdminTest-523125805-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=08acadad-0b4a-420a-b5f5-639128d4ec40&device_id=193af463-0f72-4655-8908-2aea18b470dd HTTP/1.1" status: 200 len: 205 time: 0.0484774 Apr 20 13:45:17.920146 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56402) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:17.947499 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3cb7ca45-0ac5-488b-aa34-d51d5f3bd92e tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] 10.222.0.25 "GET /v2.0/ports?device_id=193af463-0f72-4655-8908-2aea18b470dd HTTP/1.1" status: 200 len: 205 time: 0.0262265 Apr 20 13:45:17.950267 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56404) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:18.028128 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7225de23-de50-4c6e-91ed-3571b1f7e060 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:18.189828 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7225de23-de50-4c6e-91ed-3571b1f7e060 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:18.191965 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7225de23-de50-4c6e-91ed-3571b1f7e060 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:18.614020 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7225de23-de50-4c6e-91ed-3571b1f7e060 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:18.614583 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7225de23-de50-4c6e-91ed-3571b1f7e060 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Fanout notify agent at l3_agent the message router_deleted on router 193af463-0f72-4655-8908-2aea18b470dd {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:45:18.621974 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7225de23-de50-4c6e-91ed-3571b1f7e060 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:18.625767 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7225de23-de50-4c6e-91ed-3571b1f7e060 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] 10.222.0.25 "DELETE /v2.0/routers/193af463-0f72-4655-8908-2aea18b470dd HTTP/1.1" status: 204 len: 168 time: 0.6719143 Apr 20 13:45:18.629765 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56414) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:18.657682 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56416) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:18.660282 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-77513ea6-60f3-444b-88f0-eb8aaf3ab1c1 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] 10.222.0.25 "GET /v2.0/ports?device_id=193af463-0f72-4655-8908-2aea18b470dd HTTP/1.1" status: 200 len: 205 time: 0.0316465 Apr 20 13:45:18.698275 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-b72584c0-db93-4ff8-b545-7a5aa4298d18 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] delete failed (client error): The resource could not be found. Apr 20 13:45:18.699313 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b72584c0-db93-4ff8-b545-7a5aa4298d18 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] 10.222.0.25 "DELETE /v2.0/routers/193af463-0f72-4655-8908-2aea18b470dd HTTP/1.1" status: 404 len: 336 time: 0.0402246 Apr 20 13:45:18.701967 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56418) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:18.732033 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f588ac73-dc95-4ad2-9dd5-d56c85aa2aa7 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0b808db-ff45-4716-9764-b5c930939ac9 HTTP/1.1" status: 200 len: 205 time: 0.0289917 Apr 20 13:45:18.734353 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56424) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:18.775456 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-531c30b2-f262-4520-8975-99f9949b2f13 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] delete failed (client error): The resource could not be found. Apr 20 13:45:18.776502 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-531c30b2-f262-4520-8975-99f9949b2f13 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] 10.222.0.25 "DELETE /v2.0/routers/d0b808db-ff45-4716-9764-b5c930939ac9 HTTP/1.1" status: 404 len: 336 time: 0.0412459 Apr 20 13:45:18.779596 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56428) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:18.809118 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a0ed00f2-0a3b-443f-85ec-8ad10f071a32 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] 10.222.0.25 "GET /v2.0/ports?device_id=9799fe40-824f-4a79-a523-74e48db8d82f HTTP/1.1" status: 200 len: 205 time: 0.0259836 Apr 20 13:45:18.809480 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56430) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:18.847150 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-74ce8f06-1d66-48b3-bed8-f0fe4fb79d63 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] delete failed (client error): The resource could not be found. Apr 20 13:45:18.848256 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-74ce8f06-1d66-48b3-bed8-f0fe4fb79d63 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] 10.222.0.25 "DELETE /v2.0/routers/9799fe40-824f-4a79-a523-74e48db8d82f HTTP/1.1" status: 404 len: 336 time: 0.0378115 Apr 20 13:45:18.850960 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56432) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:18.884159 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b3326112-2899-4705-b7c1-e865805aaf80 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] 10.222.0.25 "GET /v2.0/ports?device_id=42e372d8-455a-4b60-81b5-280d643dcb6b HTTP/1.1" status: 200 len: 205 time: 0.0309594 Apr 20 13:45:18.886009 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56434) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:18.922691 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-c5b7796e-b90a-40e1-8ae5-0bf357f68edb tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] delete failed (client error): The resource could not be found. Apr 20 13:45:18.923807 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c5b7796e-b90a-40e1-8ae5-0bf357f68edb tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] 10.222.0.25 "DELETE /v2.0/routers/42e372d8-455a-4b60-81b5-280d643dcb6b HTTP/1.1" status: 404 len: 336 time: 0.0369315 Apr 20 13:45:18.926219 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56436) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:18.953578 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-921033b5-e8f1-467a-b9dc-b4222223745d tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] 10.222.0.25 "GET /v2.0/ports?device_id=6122c6a1-4501-484a-8675-d5ec8c8934d6 HTTP/1.1" status: 200 len: 205 time: 0.0262752 Apr 20 13:45:18.955852 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56440) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:18.995822 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-6383d185-fe93-46a4-825d-116ea78434b8 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] delete failed (client error): The resource could not be found. Apr 20 13:45:18.996749 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6383d185-fe93-46a4-825d-116ea78434b8 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] 10.222.0.25 "DELETE /v2.0/routers/6122c6a1-4501-484a-8675-d5ec8c8934d6 HTTP/1.1" status: 404 len: 336 time: 0.0400064 Apr 20 13:45:18.999404 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56442) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:19.026185 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-bdfe8e33-b5bd-4389-a1bf-7fa1ccc72532 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] 10.222.0.25 "GET /v2.0/ports?device_id=72a47bae-86f1-4b5a-8a5d-9c4ccc5e58ce HTTP/1.1" status: 200 len: 205 time: 0.0257194 Apr 20 13:45:19.028690 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56444) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:19.065665 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-042b56b7-feaf-4635-a321-2b0506b123e4 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] delete failed (client error): The resource could not be found. Apr 20 13:45:19.066956 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-042b56b7-feaf-4635-a321-2b0506b123e4 tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] 10.222.0.25 "DELETE /v2.0/routers/72a47bae-86f1-4b5a-8a5d-9c4ccc5e58ce HTTP/1.1" status: 404 len: 336 time: 0.0370955 Apr 20 13:45:19.069420 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56446) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:19.104156 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-06fd8a14-d774-4803-94bb-c70e1fbc920a tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] DELETE failed (client error): The resource could not be found. Apr 20 13:45:19.104156 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06fd8a14-d774-4803-94bb-c70e1fbc920a tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:45:19.105442 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-06fd8a14-d774-4803-94bb-c70e1fbc920a tempest-RoutersAdminTest-1417359653 tempest-RoutersAdminTest-1417359653-project] 10.222.0.25 "DELETE /v2.0/subnets/65bf6ed3-c813-4cd2-b5ab-6d61f720f805 HTTP/1.1" status: 404 len: 337 time: 0.0350907 Apr 20 13:45:19.624793 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56458) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:19.743528 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-60befb93-65f3-49bf-b403-b033d6c25f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:19.832628 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-60befb93-65f3-49bf-b403-b033d6c25f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:19.889705 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-60befb93-65f3-49bf-b403-b033d6c25f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:19.919603 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-60befb93-65f3-49bf-b403-b033d6c25f8f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fc4edda35d154b73a4d5078bf78ca09d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2928455 Apr 20 13:45:19.922735 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56468) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:19.941949 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60befb93-65f3-49bf-b403-b033d6c25f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8966f1fe-7aab-4fdf-b53f-f4751fbaddd8,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:19.979309 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dcf95028-02dd-4460-a993-2197807b0686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:20.002744 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dcf95028-02dd-4460-a993-2197807b0686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:20.122933 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dcf95028-02dd-4460-a993-2197807b0686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:20.122933 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dcf95028-02dd-4460-a993-2197807b0686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:20.122933 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-dcf95028-02dd-4460-a993-2197807b0686 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8966f1fe-7aab-4fdf-b53f-f4751fbaddd8 HTTP/1.1" status: 204 len: 168 time: 0.1982212 Apr 20 13:45:20.130211 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf95028-02dd-4460-a993-2197807b0686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8966f1fe-7aab-4fdf-b53f-f4751fbaddd8,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:20.734266 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56482) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:20.779541 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-358d2092-0f29-42cc-a09d-e7b0afd5cfd3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ff761d1b6cd24dcbb6e1393170e0fb11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440559 Apr 20 13:45:20.781936 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56484) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:20.836863 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9ffa8fbf-27c0-4328-8f81-9d77c2d3e1e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:20.858035 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9ffa8fbf-27c0-4328-8f81-9d77c2d3e1e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:20.993146 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9ffa8fbf-27c0-4328-8f81-9d77c2d3e1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:20.995850 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9ffa8fbf-27c0-4328-8f81-9d77c2d3e1e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:20.997120 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9ffa8fbf-27c0-4328-8f81-9d77c2d3e1e8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8faaf550-e2be-48af-ac87-cae065b22233 HTTP/1.1" status: 204 len: 168 time: 0.2142439 Apr 20 13:45:21.006297 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa8fbf-27c0-4328-8f81-9d77c2d3e1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8faaf550-e2be-48af-ac87-cae065b22233,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:22.963918 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56548) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:23.075538 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-3d341e5a-feef-4e47-9c44-3999c2fdc5c1 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-73174909', 'router:external': True}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:45:23.266434 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d341e5a-feef-4e47-9c44-3999c2fdc5c1 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Made reservation on behalf of 24989d45d9de401ebb3d5bbb2d40c1f9 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:45:23.268771 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3d341e5a-feef-4e47-9c44-3999c2fdc5c1 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:23.278970 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3d341e5a-feef-4e47-9c44-3999c2fdc5c1 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:23.359317 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3d341e5a-feef-4e47-9c44-3999c2fdc5c1 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:23.409474 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3d341e5a-feef-4e47-9c44-3999c2fdc5c1 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:23.434956 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d341e5a-feef-4e47-9c44-3999c2fdc5c1 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:45:23.444640 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d341e5a-feef-4e47-9c44-3999c2fdc5c1 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499cc9c6-c78f-4141-aa15-94ba6676068c,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:23.449215 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3d341e5a-feef-4e47-9c44-3999c2fdc5c1 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:23.449563 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-3d341e5a-feef-4e47-9c44-3999c2fdc5c1 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Added segment f21caa32-3c9a-41bb-8474-fbd9d5f4dfa5 of type vlan for network 994a7bff-8196-4334-902f-6b18ac58fcd2 Apr 20 13:45:23.465623 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d341e5a-feef-4e47-9c44-3999c2fdc5c1 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:45:23.465974 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d341e5a-feef-4e47-9c44-3999c2fdc5c1 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:45:23.466314 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d341e5a-feef-4e47-9c44-3999c2fdc5c1 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:45:23.466649 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d341e5a-feef-4e47-9c44-3999c2fdc5c1 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:45:23.466979 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d341e5a-feef-4e47-9c44-3999c2fdc5c1 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:45:23.467307 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d341e5a-feef-4e47-9c44-3999c2fdc5c1 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:45:23.467657 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d341e5a-feef-4e47-9c44-3999c2fdc5c1 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:45:23.467981 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d341e5a-feef-4e47-9c44-3999c2fdc5c1 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:45:23.468303 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d341e5a-feef-4e47-9c44-3999c2fdc5c1 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:45:23.468622 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d341e5a-feef-4e47-9c44-3999c2fdc5c1 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:45:23.468942 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d341e5a-feef-4e47-9c44-3999c2fdc5c1 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:45:23.469260 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d341e5a-feef-4e47-9c44-3999c2fdc5c1 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:45:23.524778 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3d341e5a-feef-4e47-9c44-3999c2fdc5c1 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:23.632415 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3d341e5a-feef-4e47-9c44-3999c2fdc5c1 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:23.633403 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d341e5a-feef-4e47-9c44-3999c2fdc5c1 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:23.633992 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3d341e5a-feef-4e47-9c44-3999c2fdc5c1 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:23.697289 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d341e5a-feef-4e47-9c44-3999c2fdc5c1 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Pushing event updated for resources: {'Network': ['ID=994a7bff-8196-4334-902f-6b18ac58fcd2,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:23.707124 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 994a7bff-8196-4334-902f-6b18ac58fcd2 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:45:23.784949 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-3d341e5a-feef-4e47-9c44-3999c2fdc5c1 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.8093359 Apr 20 13:45:23.785602 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56560) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:23.785602 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-6ceb3aef-efab-47f6-b778-c0672a5c21e9 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Request body: {'subnet': {'network_id': '994a7bff-8196-4334-902f-6b18ac58fcd2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:45:23.889534 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ceb3aef-efab-47f6-b778-c0672a5c21e9 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Made reservation on behalf of 24989d45d9de401ebb3d5bbb2d40c1f9 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:45:23.892273 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6ceb3aef-efab-47f6-b778-c0672a5c21e9 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:24.274096 n-d-836015-7 neutron-server[114870]: DEBUG neutron.objects.ports [None req-6ceb3aef-efab-47f6-b778-c0672a5c21e9 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114870) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 13:45:24.274566 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6ceb3aef-efab-47f6-b778-c0672a5c21e9 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:24.323129 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb3aef-efab-47f6-b778-c0672a5c21e9 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b3b11cd5-11bc-4283-b8ca-007303b3e84f,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:24.338518 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceb3aef-efab-47f6-b778-c0672a5c21e9 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Checking segment: {'id': 'f21caa32-3c9a-41bb-8474-fbd9d5f4dfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '994a7bff-8196-4334-902f-6b18ac58fcd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:45:24.338956 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ceb3aef-efab-47f6-b778-c0672a5c21e9 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Network hostable DHCP agents. Network: 994a7bff-8196-4334-902f-6b18ac58fcd2, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:45:24.415472 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ceb3aef-efab-47f6-b778-c0672a5c21e9 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Network 994a7bff-8196-4334-902f-6b18ac58fcd2 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:45:24.500972 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-6ceb3aef-efab-47f6-b778-c0672a5c21e9 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 994a7bff-8196-4334-902f-6b18ac58fcd2) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:45:24.506206 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ceb3aef-efab-47f6-b778-c0672a5c21e9 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:24.506206 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6ceb3aef-efab-47f6-b778-c0672a5c21e9 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:24.550406 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533eb99c-2abb-456d-a37c-fad0ebbe04e4 None None] Network 994a7bff-8196-4334-902f-6b18ac58fcd2 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:45:24.591027 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6ceb3aef-efab-47f6-b778-c0672a5c21e9 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8098974 Apr 20 13:45:24.591402 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56572) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:24.596282 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-54dde8dd-d9a6-49bc-a49f-cb3251fe0ce2 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1248070149', 'network_id': '994a7bff-8196-4334-902f-6b18ac58fcd2'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:45:24.659727 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bc2e7a5f-41f4-4c9e-98fc-e29e10c3c8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:24.684759 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67e4bf6-9902-4452-8f54-cb6e55dbdc52 None None] Network 994a7bff-8196-4334-902f-6b18ac58fcd2 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:45:24.734848 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54dde8dd-d9a6-49bc-a49f-cb3251fe0ce2 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Made reservation on behalf of 24989d45d9de401ebb3d5bbb2d40c1f9 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:45:24.737219 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-54dde8dd-d9a6-49bc-a49f-cb3251fe0ce2 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:24.754211 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-54dde8dd-d9a6-49bc-a49f-cb3251fe0ce2 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] device_id is not set on port f08158b7-6500-4ce5-9465-6edf7a9ab44a yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:45:24.868199 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-54dde8dd-d9a6-49bc-a49f-cb3251fe0ce2 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Allocated IP 2001:db8::111 (994a7bff-8196-4334-902f-6b18ac58fcd2/b3b11cd5-11bc-4283-b8ca-007303b3e84f/f08158b7-6500-4ce5-9465-6edf7a9ab44a) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:45:25.011743 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-54dde8dd-d9a6-49bc-a49f-cb3251fe0ce2 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:25.112299 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-54dde8dd-d9a6-49bc-a49f-cb3251fe0ce2 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:25.152314 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dde8dd-d9a6-49bc-a49f-cb3251fe0ce2 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Network 994a7bff-8196-4334-902f-6b18ac58fcd2 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:45:25.157295 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-54dde8dd-d9a6-49bc-a49f-cb3251fe0ce2 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:45:25.161250 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dde8dd-d9a6-49bc-a49f-cb3251fe0ce2 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:45:25.162411 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54dde8dd-d9a6-49bc-a49f-cb3251fe0ce2 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:25.163397 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-54dde8dd-d9a6-49bc-a49f-cb3251fe0ce2 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:25.173184 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dde8dd-d9a6-49bc-a49f-cb3251fe0ce2 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Pushing event updated for resources: {'Port': ['ID=f08158b7-6500-4ce5-9465-6edf7a9ab44a,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:25.274747 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-54dde8dd-d9a6-49bc-a49f-cb3251fe0ce2 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6820261 Apr 20 13:45:25.277188 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56582) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:25.357052 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-ce8e1325-ddc7-4b7b-a9e0-954f69940cc1 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Deleting port f08158b7-6500-4ce5-9465-6edf7a9ab44a {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:45:25.357408 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce8e1325-ddc7-4b7b-a9e0-954f69940cc1 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:25.441138 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce8e1325-ddc7-4b7b-a9e0-954f69940cc1 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:25.452972 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-ce8e1325-ddc7-4b7b-a9e0-954f69940cc1 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Calling delete_port for f08158b7-6500-4ce5-9465-6edf7a9ab44a owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:45:25.671199 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce8e1325-ddc7-4b7b-a9e0-954f69940cc1 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:25.701797 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e1325-ddc7-4b7b-a9e0-954f69940cc1 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Pushing event deleted for resources: {'Port': ['ID=f08158b7-6500-4ce5-9465-6edf7a9ab44a,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:25.725799 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce8e1325-ddc7-4b7b-a9e0-954f69940cc1 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:25.732197 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ce8e1325-ddc7-4b7b-a9e0-954f69940cc1 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] 10.222.0.25 "DELETE /v2.0/ports/f08158b7-6500-4ce5-9465-6edf7a9ab44a HTTP/1.1" status: 204 len: 168 time: 0.4530916 Apr 20 13:45:25.732197 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56592) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:25.736232 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-50efe877-4072-45aa-aed4-de0bbfe72f5f tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '994a7bff-8196-4334-902f-6b18ac58fcd2', 'external_fixed_ips': [{'subnet_id': 'b3b11cd5-11bc-4283-b8ca-007303b3e84f', 'ip_address': '2001:db8::111'}]}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:45:25.855463 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-50efe877-4072-45aa-aed4-de0bbfe72f5f tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:25.856452 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-50efe877-4072-45aa-aed4-de0bbfe72f5f tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:25.913663 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-50efe877-4072-45aa-aed4-de0bbfe72f5f tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:26.154122 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-50efe877-4072-45aa-aed4-de0bbfe72f5f tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:26.450735 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-50efe877-4072-45aa-aed4-de0bbfe72f5f tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:26.469615 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-50efe877-4072-45aa-aed4-de0bbfe72f5f tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:26.622229 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-50efe877-4072-45aa-aed4-de0bbfe72f5f tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Allocated IP 2001:db8::111 (994a7bff-8196-4334-902f-6b18ac58fcd2/b3b11cd5-11bc-4283-b8ca-007303b3e84f/7ad31852-4b28-4481-a6d9-8793f5931eba) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:45:26.735290 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-50efe877-4072-45aa-aed4-de0bbfe72f5f tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:26.790739 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-55e6f03d-e812-4a68-add3-1ee5e5ae62d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:26.838166 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-50efe877-4072-45aa-aed4-de0bbfe72f5f tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:26.879328 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50efe877-4072-45aa-aed4-de0bbfe72f5f tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Network 994a7bff-8196-4334-902f-6b18ac58fcd2 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:45:26.886241 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-50efe877-4072-45aa-aed4-de0bbfe72f5f tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:45:26.887590 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50efe877-4072-45aa-aed4-de0bbfe72f5f tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:45:26.925003 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50efe877-4072-45aa-aed4-de0bbfe72f5f tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Pushing event updated for resources: {'Port': ['ID=7ad31852-4b28-4481-a6d9-8793f5931eba,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:27.192289 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-50efe877-4072-45aa-aed4-de0bbfe72f5f tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:27.392883 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-50efe877-4072-45aa-aed4-de0bbfe72f5f tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:27.596796 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50efe877-4072-45aa-aed4-de0bbfe72f5f tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Router b430708d-9b49-4e3c-a50d-058a9095d122 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:45:27.707069 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50efe877-4072-45aa-aed4-de0bbfe72f5f tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:45:27.720276 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b879c631-cfac-4da6-a56b-71f48089150d None None] Sync routers for ids ['b430708d-9b49-4e3c-a50d-058a9095d122'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:45:27.729881 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b879c631-cfac-4da6-a56b-71f48089150d None None] Routers {'b430708d-9b49-4e3c-a50d-058a9095d122'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:45:27.730507 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b879c631-cfac-4da6-a56b-71f48089150d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:45:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['b430708d-9b49-4e3c-a50d-058a9095d122'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:27.807034 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-50efe877-4072-45aa-aed4-de0bbfe72f5f tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:27.808736 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-50efe877-4072-45aa-aed4-de0bbfe72f5f tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.0758247 Apr 20 13:45:27.811515 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56622) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:27.923227 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69ef7d71-a99c-42ac-9a81-5216405c633b tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:27.935123 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-b879c631-cfac-4da6-a56b-71f48089150d None None] Set router b430708d-9b49-4e3c-a50d-058a9095d122 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:45:28.035684 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69ef7d71-a99c-42ac-9a81-5216405c633b tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:28.123299 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b879c631-cfac-4da6-a56b-71f48089150d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b430708d-9b49-4e3c-a50d-058a9095d122', 'name': '', 'tenant_id': '24989d45d9de401ebb3d5bbb2d40c1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '994a7bff-8196-4334-902f-6b18ac58fcd2', 'external_fixed_ips': [{'subnet_id': 'b3b11cd5-11bc-4283-b8ca-007303b3e84f', 'ip_address': '2001:db8::111'}], 'enable_snat': True}, 'gw_port_id': '7ad31852-4b28-4481-a6d9-8793f5931eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:45:25Z', 'updated_at': '2022-04-20T13:45:26Z', 'revision_number': 3, 'project_id': '24989d45d9de401ebb3d5bbb2d40c1f9', 'gw_port': {'id': '7ad31852-4b28-4481-a6d9-8793f5931eba', 'name': '', 'network_id': '994a7bff-8196-4334-902f-6b18ac58fcd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:21:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b430708d-9b49-4e3c-a50d-058a9095d122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'b3b11cd5-11bc-4283-b8ca-007303b3e84f', 'ip_address': '2001:db8::111', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:45:26Z', 'updated_at': '2022-04-20T13:45:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3b11cd5-11bc-4283-b8ca-007303b3e84f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:28.152150 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b879c631-cfac-4da6-a56b-71f48089150d None None] Checking router: b430708d-9b49-4e3c-a50d-058a9095d122 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:45:28.152492 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b879c631-cfac-4da6-a56b-71f48089150d None None] Updating router b430708d-9b49-4e3c-a50d-058a9095d122 port 7ad31852-4b28-4481-a6d9-8793f5931eba binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:45:28.166382 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-69ef7d71-a99c-42ac-9a81-5216405c633b tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Deleting port 7ad31852-4b28-4481-a6d9-8793f5931eba {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:45:28.166726 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69ef7d71-a99c-42ac-9a81-5216405c633b tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:28.177201 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-b879c631-cfac-4da6-a56b-71f48089150d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:28.220443 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:28.256940 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69ef7d71-a99c-42ac-9a81-5216405c633b tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:28.269278 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-69ef7d71-a99c-42ac-9a81-5216405c633b tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Calling delete_port for 7ad31852-4b28-4481-a6d9-8793f5931eba owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:45:28.500906 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69ef7d71-a99c-42ac-9a81-5216405c633b tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:28.501557 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.db.api [None req-b879c631-cfac-4da6-a56b-71f48089150d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:45:28.501934 n-d-836015-7 neutron-server[114872]: DEBUG oslo_db.api [None req-b879c631-cfac-4da6-a56b-71f48089150d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:45:28.530128 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef7d71-a99c-42ac-9a81-5216405c633b tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Pushing event deleted for resources: {'Port': ['ID=7ad31852-4b28-4481-a6d9-8793f5931eba,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:28.552438 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69ef7d71-a99c-42ac-9a81-5216405c633b tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:28.644396 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69ef7d71-a99c-42ac-9a81-5216405c633b tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:28.646575 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69ef7d71-a99c-42ac-9a81-5216405c633b tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:28.760444 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69ef7d71-a99c-42ac-9a81-5216405c633b tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:28.761139 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ef7d71-a99c-42ac-9a81-5216405c633b tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b430708d-9b49-4e3c-a50d-058a9095d122 {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:45:28.765892 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-69ef7d71-a99c-42ac-9a81-5216405c633b tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:28.766814 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-69ef7d71-a99c-42ac-9a81-5216405c633b tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] 10.222.0.25 "DELETE /v2.0/routers/b430708d-9b49-4e3c-a50d-058a9095d122 HTTP/1.1" status: 204 len: 168 time: 0.9543457 Apr 20 13:45:28.769509 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56638) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:28.817340 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8a2286a-b9ad-4e66-a640-2c2311713577 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Deleting subnet b3b11cd5-11bc-4283-b8ca-007303b3e84f {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:45:28.821794 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b8a2286a-b9ad-4e66-a640-2c2311713577 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:28.857068 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b8a2286a-b9ad-4e66-a640-2c2311713577 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:28.904266 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b8a2286a-b9ad-4e66-a640-2c2311713577 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:29.019339 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b879c631-cfac-4da6-a56b-71f48089150d None None] Port 7ad31852-4b28-4481-a6d9-8793f5931eba not found while updating agent binding for router b430708d-9b49-4e3c-a50d-058a9095d122. {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 20 13:45:29.027543 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b879c631-cfac-4da6-a56b-71f48089150d None None] Routers set() bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:45:29.032230 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b879c631-cfac-4da6-a56b-71f48089150d None None] Router IDs set() for agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 20 13:45:29.032230 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_agentschedulers_db [None req-b879c631-cfac-4da6-a56b-71f48089150d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b430708d-9b49-4e3c-a50d-058a9095d122'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:45:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent'). {{(pid=114872) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 20 13:45:29.032230 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b879c631-cfac-4da6-a56b-71f48089150d None None] The sync data for ids ['b430708d-9b49-4e3c-a50d-058a9095d122'] in n-d-836015-7 is: [] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:45:29.045158 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b8a2286a-b9ad-4e66-a640-2c2311713577 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:29.059178 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b8a2286a-b9ad-4e66-a640-2c2311713577 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:29.065739 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b8a2286a-b9ad-4e66-a640-2c2311713577 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] 10.222.0.25 "DELETE /v2.0/subnets/b3b11cd5-11bc-4283-b8ca-007303b3e84f HTTP/1.1" status: 204 len: 168 time: 0.2921214 Apr 20 13:45:29.065739 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56646) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:29.098502 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a2286a-b9ad-4e66-a640-2c2311713577 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b3b11cd5-11bc-4283-b8ca-007303b3e84f,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:29.152041 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-87a1d499-6798-41bb-b38f-893fe1ae3ada tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:29.461633 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:29.565243 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-87a1d499-6798-41bb-b38f-893fe1ae3ada tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:29.586018 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-87a1d499-6798-41bb-b38f-893fe1ae3ada tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['994a7bff-8196-4334-902f-6b18ac58fcd2']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:29.602047 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-87a1d499-6798-41bb-b38f-893fe1ae3ada tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f21caa32-3c9a-41bb-8474-fbd9d5f4dfa5') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:29.602385 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-87a1d499-6798-41bb-b38f-893fe1ae3ada tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f21caa32-3c9a-41bb-8474-fbd9d5f4dfa5') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:29.617779 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-87a1d499-6798-41bb-b38f-893fe1ae3ada tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:29.638023 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-87a1d499-6798-41bb-b38f-893fe1ae3ada tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:29.644645 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87a1d499-6798-41bb-b38f-893fe1ae3ada tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:45:29.648123 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-87a1d499-6798-41bb-b38f-893fe1ae3ada tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:29.648123 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:45:29.648123 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:45:29.648123 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:45:29.648123 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:45:29.648123 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:45:29.648123 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:45:29.648123 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:45:29.648123 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:45:29.648123 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:45:29.648123 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:45:29.648123 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:45:29.648123 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:45:29.648123 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:45:29.648123 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:45:29.648123 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:45:29.648123 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:45:29.648123 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:45:29.648123 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:45:29.648123 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:45:29.648123 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:45:29.648123 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:45:29.648123 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:45:29.648123 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:45:29.648123 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:45:29.648123 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:45:29.648123 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:45:29.648123 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:45:29.648123 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:45:29.648123 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:45:29.648123 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:45:29.648123 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:45:29.648123 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:45:29.803688 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-87a1d499-6798-41bb-b38f-893fe1ae3ada tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:29.809314 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a1d499-6798-41bb-b38f-893fe1ae3ada tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 994a7bff-8196-4334-902f-6b18ac58fcd2 {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 20 13:45:29.813909 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-87a1d499-6798-41bb-b38f-893fe1ae3ada tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:29.826612 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-87a1d499-6798-41bb-b38f-893fe1ae3ada tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] 10.222.0.25 "DELETE /v2.0/networks/994a7bff-8196-4334-902f-6b18ac58fcd2 HTTP/1.1" status: 204 len: 168 time: 0.7536075 Apr 20 13:45:29.841351 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1d499-6798-41bb-b38f-893fe1ae3ada tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Pushing event deleted for resources: {'Network': ['ID=994a7bff-8196-4334-902f-6b18ac58fcd2,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:29.861481 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:30.113130 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56670) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:30.117971 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-148ae7d6-627d-490e-9dbf-e910e1b17d1f tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Request body: {'router': {'name': 'tempest-router--1463647968', 'project_id': '5a7524bcdf134b36b2ab567d6db35c7f'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:45:30.203811 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-148ae7d6-627d-490e-9dbf-e910e1b17d1f tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:30.204883 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-148ae7d6-627d-490e-9dbf-e910e1b17d1f tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:30.254290 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-148ae7d6-627d-490e-9dbf-e910e1b17d1f tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:30.329637 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-148ae7d6-627d-490e-9dbf-e910e1b17d1f tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:30.416948 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-148ae7d6-627d-490e-9dbf-e910e1b17d1f tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:30.418198 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-148ae7d6-627d-490e-9dbf-e910e1b17d1f tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3040998 Apr 20 13:45:30.421030 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56676) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:30.498880 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1628aa94-05b1-4819-803f-6c48ac88d9ce tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:30.665817 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1628aa94-05b1-4819-803f-6c48ac88d9ce tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:30.667955 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1628aa94-05b1-4819-803f-6c48ac88d9ce tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:30.821220 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1628aa94-05b1-4819-803f-6c48ac88d9ce tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:30.821653 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1628aa94-05b1-4819-803f-6c48ac88d9ce tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 37a4a3af-6717-459d-981e-2213892f1807 {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:45:30.825810 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1628aa94-05b1-4819-803f-6c48ac88d9ce tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:30.830252 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1628aa94-05b1-4819-803f-6c48ac88d9ce tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] 10.222.0.25 "DELETE /v2.0/routers/37a4a3af-6717-459d-981e-2213892f1807 HTTP/1.1" status: 204 len: 168 time: 0.4045672 Apr 20 13:45:31.149277 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56692) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:31.355879 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-2e9d0f6f-a062-4405-b35d-a5c7fc127e0e tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-532639823', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}, 'admin_state_up': False}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:45:31.425092 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e9d0f6f-a062-4405-b35d-a5c7fc127e0e tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:31.428111 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e9d0f6f-a062-4405-b35d-a5c7fc127e0e tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:31.488157 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e9d0f6f-a062-4405-b35d-a5c7fc127e0e tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:31.687352 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e9d0f6f-a062-4405-b35d-a5c7fc127e0e tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:31.934534 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e9d0f6f-a062-4405-b35d-a5c7fc127e0e tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:31.953421 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e9d0f6f-a062-4405-b35d-a5c7fc127e0e tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:32.073216 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-2e9d0f6f-a062-4405-b35d-a5c7fc127e0e tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Allocated IP 172.25.8.205 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/547fc804-77df-4ff7-8c30-da607fec6a10) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:45:32.180656 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e9d0f6f-a062-4405-b35d-a5c7fc127e0e tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:32.272264 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e9d0f6f-a062-4405-b35d-a5c7fc127e0e tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:32.319918 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9d0f6f-a062-4405-b35d-a5c7fc127e0e tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:45:32.323094 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-2e9d0f6f-a062-4405-b35d-a5c7fc127e0e tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:45:32.327876 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9d0f6f-a062-4405-b35d-a5c7fc127e0e tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:45:32.331149 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d0f6f-a062-4405-b35d-a5c7fc127e0e tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Pushing event updated for resources: {'Port': ['ID=547fc804-77df-4ff7-8c30-da607fec6a10,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:32.677179 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e9d0f6f-a062-4405-b35d-a5c7fc127e0e tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:32.882868 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e9d0f6f-a062-4405-b35d-a5c7fc127e0e tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:33.088962 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9d0f6f-a062-4405-b35d-a5c7fc127e0e tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Router f0b2d4f8-5b60-401a-82e5-0e99f7dcde08 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:45:33.194178 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9d0f6f-a062-4405-b35d-a5c7fc127e0e tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:45:33.204905 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339e021f-313f-445d-b48a-9facdebb84b2 None None] Sync routers for ids ['f0b2d4f8-5b60-401a-82e5-0e99f7dcde08'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:45:33.216572 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339e021f-313f-445d-b48a-9facdebb84b2 None None] Routers {'f0b2d4f8-5b60-401a-82e5-0e99f7dcde08'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:45:33.217257 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-339e021f-313f-445d-b48a-9facdebb84b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:45:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f0b2d4f8-5b60-401a-82e5-0e99f7dcde08'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:33.254363 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-339e021f-313f-445d-b48a-9facdebb84b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:33.262874 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339e021f-313f-445d-b48a-9facdebb84b2 None None] Routers {'f0b2d4f8-5b60-401a-82e5-0e99f7dcde08'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:45:33.263509 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-339e021f-313f-445d-b48a-9facdebb84b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:45:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f0b2d4f8-5b60-401a-82e5-0e99f7dcde08'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:33.295632 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-339e021f-313f-445d-b48a-9facdebb84b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:33.296262 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339e021f-313f-445d-b48a-9facdebb84b2 None None] The sync data for ids ['f0b2d4f8-5b60-401a-82e5-0e99f7dcde08'] in n-d-836015-7 is: [] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:45:33.319345 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2e9d0f6f-a062-4405-b35d-a5c7fc127e0e tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:33.320605 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2e9d0f6f-a062-4405-b35d-a5c7fc127e0e tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.1685998 Apr 20 13:45:33.323288 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56728) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:33.434038 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d626a9fa-4e67-45ab-a493-5868169a8902 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] 10.222.0.25 "GET /v2.0/routers/f0b2d4f8-5b60-401a-82e5-0e99f7dcde08 HTTP/1.1" status: 200 len: 924 time: 0.1093929 Apr 20 13:45:33.436607 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56732) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:33.469625 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8572aed6-11bb-4afd-afa8-109ac1f61b6a tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0b2d4f8-5b60-401a-82e5-0e99f7dcde08 HTTP/1.1" status: 200 len: 205 time: 0.0318210 Apr 20 13:45:33.472159 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56734) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:33.591778 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e52d68b-c428-4251-a83e-5e10304cfbde tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:33.696458 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e52d68b-c428-4251-a83e-5e10304cfbde tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:33.843265 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-0e52d68b-c428-4251-a83e-5e10304cfbde tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Deleting port 547fc804-77df-4ff7-8c30-da607fec6a10 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:45:33.843644 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e52d68b-c428-4251-a83e-5e10304cfbde tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:33.916686 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e52d68b-c428-4251-a83e-5e10304cfbde tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:33.928564 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-0e52d68b-c428-4251-a83e-5e10304cfbde tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Calling delete_port for 547fc804-77df-4ff7-8c30-da607fec6a10 owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:45:34.164073 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e52d68b-c428-4251-a83e-5e10304cfbde tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:34.190537 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e52d68b-c428-4251-a83e-5e10304cfbde tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Pushing event deleted for resources: {'Port': ['ID=547fc804-77df-4ff7-8c30-da607fec6a10,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:34.256407 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e52d68b-c428-4251-a83e-5e10304cfbde tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:34.344226 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e52d68b-c428-4251-a83e-5e10304cfbde tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:34.346349 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e52d68b-c428-4251-a83e-5e10304cfbde tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:34.476900 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e52d68b-c428-4251-a83e-5e10304cfbde tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:34.477398 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e52d68b-c428-4251-a83e-5e10304cfbde tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Fanout notify agent at l3_agent the message router_deleted on router f0b2d4f8-5b60-401a-82e5-0e99f7dcde08 {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:45:34.484506 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e52d68b-c428-4251-a83e-5e10304cfbde tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:34.485670 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0e52d68b-c428-4251-a83e-5e10304cfbde tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] 10.222.0.25 "DELETE /v2.0/routers/f0b2d4f8-5b60-401a-82e5-0e99f7dcde08 HTTP/1.1" status: 204 len: 168 time: 1.0125992 Apr 20 13:45:34.489603 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56742) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:34.494579 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-c6b5fed9-7f04-4b84-9aa8-2e71bcd12305 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1391835060', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'enable_snat': False}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:45:34.586533 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c6b5fed9-7f04-4b84-9aa8-2e71bcd12305 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:34.587598 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c6b5fed9-7f04-4b84-9aa8-2e71bcd12305 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:34.951642 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c6b5fed9-7f04-4b84-9aa8-2e71bcd12305 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:35.173978 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c6b5fed9-7f04-4b84-9aa8-2e71bcd12305 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:35.450536 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c6b5fed9-7f04-4b84-9aa8-2e71bcd12305 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:35.469213 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c6b5fed9-7f04-4b84-9aa8-2e71bcd12305 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:35.587832 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-c6b5fed9-7f04-4b84-9aa8-2e71bcd12305 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Allocated IP 172.25.8.242 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/79c8c879-4611-4497-bf81-a6d0765ba85d) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:45:35.694651 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c6b5fed9-7f04-4b84-9aa8-2e71bcd12305 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:35.804695 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c6b5fed9-7f04-4b84-9aa8-2e71bcd12305 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:35.848111 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b5fed9-7f04-4b84-9aa8-2e71bcd12305 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:45:35.851466 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-c6b5fed9-7f04-4b84-9aa8-2e71bcd12305 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:45:35.853937 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b5fed9-7f04-4b84-9aa8-2e71bcd12305 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:45:35.878710 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b5fed9-7f04-4b84-9aa8-2e71bcd12305 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Pushing event updated for resources: {'Port': ['ID=79c8c879-4611-4497-bf81-a6d0765ba85d,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:36.194161 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c6b5fed9-7f04-4b84-9aa8-2e71bcd12305 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:36.388390 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c6b5fed9-7f04-4b84-9aa8-2e71bcd12305 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:36.620328 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b5fed9-7f04-4b84-9aa8-2e71bcd12305 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Router 0924085e-d240-4404-b0f2-d0168926b0ca is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:45:36.723139 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b5fed9-7f04-4b84-9aa8-2e71bcd12305 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:45:36.732195 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae744b0-ed55-4610-98bf-fbbfd40b0de7 None None] Sync routers for ids ['0924085e-d240-4404-b0f2-d0168926b0ca'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:45:36.744099 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae744b0-ed55-4610-98bf-fbbfd40b0de7 None None] Routers {'0924085e-d240-4404-b0f2-d0168926b0ca'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:45:36.744431 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-6ae744b0-ed55-4610-98bf-fbbfd40b0de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:45:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['0924085e-d240-4404-b0f2-d0168926b0ca'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:36.817095 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c6b5fed9-7f04-4b84-9aa8-2e71bcd12305 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:36.821331 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c6b5fed9-7f04-4b84-9aa8-2e71bcd12305 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.3279858 Apr 20 13:45:36.821955 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56748) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:36.850449 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-6ae744b0-ed55-4610-98bf-fbbfd40b0de7 None None] Set router 0924085e-d240-4404-b0f2-d0168926b0ca gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:45:36.930110 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f32d34bb-2388-4ed9-a5fc-3a2b6686c685 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] 10.222.0.25 "GET /v2.0/routers/0924085e-d240-4404-b0f2-d0168926b0ca HTTP/1.1" status: 200 len: 909 time: 0.1067033 Apr 20 13:45:36.932653 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56750) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:36.937281 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-0a57d0c3-8b82-4358-8939-816ebbe72ce2 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1391835060', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'enable_snat': True}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:45:37.026828 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a57d0c3-8b82-4358-8939-816ebbe72ce2 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:37.028010 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a57d0c3-8b82-4358-8939-816ebbe72ce2 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:37.037643 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-6ae744b0-ed55-4610-98bf-fbbfd40b0de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0924085e-d240-4404-b0f2-d0168926b0ca', 'name': 'tempest-snat-router-1391835060', 'tenant_id': '24989d45d9de401ebb3d5bbb2d40c1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.242'}], 'enable_snat': False}, 'gw_port_id': '79c8c879-4611-4497-bf81-a6d0765ba85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:45:34Z', 'updated_at': '2022-04-20T13:45:36Z', 'revision_number': 3, 'project_id': '24989d45d9de401ebb3d5bbb2d40c1f9', 'gw_port': {'id': '79c8c879-4611-4497-bf81-a6d0765ba85d', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0924085e-d240-4404-b0f2-d0168926b0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:45:35Z', 'updated_at': '2022-04-20T13:45:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:37.070083 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae744b0-ed55-4610-98bf-fbbfd40b0de7 None None] Checking router: 0924085e-d240-4404-b0f2-d0168926b0ca for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:45:37.070442 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae744b0-ed55-4610-98bf-fbbfd40b0de7 None None] Updating router 0924085e-d240-4404-b0f2-d0168926b0ca port 79c8c879-4611-4497-bf81-a6d0765ba85d binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:45:37.085453 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a57d0c3-8b82-4358-8939-816ebbe72ce2 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:37.094908 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-6ae744b0-ed55-4610-98bf-fbbfd40b0de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:37.295572 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a57d0c3-8b82-4358-8939-816ebbe72ce2 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:37.359523 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-6ae744b0-ed55-4610-98bf-fbbfd40b0de7 None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:37.437463 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-6ae744b0-ed55-4610-98bf-fbbfd40b0de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:37.483616 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-6ae744b0-ed55-4610-98bf-fbbfd40b0de7 None None] Attempting to bind port 79c8c879-4611-4497-bf81-a6d0765ba85d on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:45:37.484120 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-6ae744b0-ed55-4610-98bf-fbbfd40b0de7 None None] Attempting to bind port 79c8c879-4611-4497-bf81-a6d0765ba85d by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:45:37.485000 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae744b0-ed55-4610-98bf-fbbfd40b0de7 None None] Attempting to bind port 79c8c879-4611-4497-bf81-a6d0765ba85d on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:45:37.500245 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae744b0-ed55-4610-98bf-fbbfd40b0de7 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:45:37.500616 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae744b0-ed55-4610-98bf-fbbfd40b0de7 None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:45:37.501013 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-6ae744b0-ed55-4610-98bf-fbbfd40b0de7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:37.501401 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae744b0-ed55-4610-98bf-fbbfd40b0de7 None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:45:37.501863 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-6ae744b0-ed55-4610-98bf-fbbfd40b0de7 None None] Bound port: 79c8c879-4611-4497-bf81-a6d0765ba85d, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:45:37.502237 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-6ae744b0-ed55-4610-98bf-fbbfd40b0de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:37.504894 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8797f4-972f-41fd-ac7d-a071b4a5176f None None] Pushing event updated for resources: {'Port': ['ID=79c8c879-4611-4497-bf81-a6d0765ba85d,revision_number=2']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:37.554447 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-6ae744b0-ed55-4610-98bf-fbbfd40b0de7 None None] For port 79c8c879-4611-4497-bf81-a6d0765ba85d, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:45:37.557404 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-6ae744b0-ed55-4610-98bf-fbbfd40b0de7 None None] For port 79c8c879-4611-4497-bf81-a6d0765ba85d, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=79c8c879-4611-4497-bf81-a6d0765ba85d,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:45:37.563708 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a57d0c3-8b82-4358-8939-816ebbe72ce2 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:37.582262 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a57d0c3-8b82-4358-8939-816ebbe72ce2 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:37.603721 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-6ae744b0-ed55-4610-98bf-fbbfd40b0de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:37.660099 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae744b0-ed55-4610-98bf-fbbfd40b0de7 None None] Routers {'0924085e-d240-4404-b0f2-d0168926b0ca'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:45:37.660819 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-6ae744b0-ed55-4610-98bf-fbbfd40b0de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:45:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['0924085e-d240-4404-b0f2-d0168926b0ca'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:37.699126 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8797f4-972f-41fd-ac7d-a071b4a5176f None None] Pushing event updated for resources: {'Port': ['ID=79c8c879-4611-4497-bf81-a6d0765ba85d,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:37.716600 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-0a57d0c3-8b82-4358-8939-816ebbe72ce2 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Allocated IP 172.25.8.190 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/c027bbf4-4f40-4617-9a78-205398efe6b7) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:45:37.778038 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-6ae744b0-ed55-4610-98bf-fbbfd40b0de7 None None] Set router 0924085e-d240-4404-b0f2-d0168926b0ca gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:45:37.828287 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a57d0c3-8b82-4358-8939-816ebbe72ce2 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:37.912652 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a57d0c3-8b82-4358-8939-816ebbe72ce2 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:37.954121 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a57d0c3-8b82-4358-8939-816ebbe72ce2 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:45:37.961074 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-6ae744b0-ed55-4610-98bf-fbbfd40b0de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0924085e-d240-4404-b0f2-d0168926b0ca', 'name': 'tempest-snat-router-1391835060', 'tenant_id': '24989d45d9de401ebb3d5bbb2d40c1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.242'}], 'enable_snat': False}, 'gw_port_id': '79c8c879-4611-4497-bf81-a6d0765ba85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:45:34Z', 'updated_at': '2022-04-20T13:45:36Z', 'revision_number': 3, 'project_id': '24989d45d9de401ebb3d5bbb2d40c1f9', 'gw_port': {'id': '79c8c879-4611-4497-bf81-a6d0765ba85d', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0924085e-d240-4404-b0f2-d0168926b0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:45:35Z', 'updated_at': '2022-04-20T13:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:37.961805 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-0a57d0c3-8b82-4358-8939-816ebbe72ce2 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:45:37.965837 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a57d0c3-8b82-4358-8939-816ebbe72ce2 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:45:37.989807 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d0c3-8b82-4358-8939-816ebbe72ce2 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Pushing event updated for resources: {'Port': ['ID=c027bbf4-4f40-4617-9a78-205398efe6b7,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:38.089453 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae744b0-ed55-4610-98bf-fbbfd40b0de7 None None] The sync data for ids ['0924085e-d240-4404-b0f2-d0168926b0ca'] in n-d-836015-7 is: [{'id': '0924085e-d240-4404-b0f2-d0168926b0ca', 'name': 'tempest-snat-router-1391835060', 'tenant_id': '24989d45d9de401ebb3d5bbb2d40c1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.242'}], 'enable_snat': False}, 'gw_port_id': '79c8c879-4611-4497-bf81-a6d0765ba85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:45:34Z', 'updated_at': '2022-04-20T13:45:36Z', 'revision_number': 3, 'project_id': '24989d45d9de401ebb3d5bbb2d40c1f9', 'gw_port': {'id': '79c8c879-4611-4497-bf81-a6d0765ba85d', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0924085e-d240-4404-b0f2-d0168926b0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:45:35Z', 'updated_at': '2022-04-20T13:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:45:38.327735 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a57d0c3-8b82-4358-8939-816ebbe72ce2 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:38.611661 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:45:38.770346 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 79c8c879-4611-4497-bf81-a6d0765ba85d up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:45:38.830284 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 79c8c879-4611-4497-bf81-a6d0765ba85d triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:45:38.831040 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:38.918898 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:38.940748 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 79c8c879-4611-4497-bf81-a6d0765ba85d, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=79c8c879-4611-4497-bf81-a6d0765ba85d,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:45:38.953173 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a57d0c3-8b82-4358-8939-816ebbe72ce2 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:38.997747 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:39.064985 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=79c8c879-4611-4497-bf81-a6d0765ba85d,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:39.129048 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a57d0c3-8b82-4358-8939-816ebbe72ce2 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Router 41b78af0-3567-4324-989c-d8acb850f7af is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:45:39.238008 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a57d0c3-8b82-4358-8939-816ebbe72ce2 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:45:39.246884 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c57d6a8-0947-487b-a9cf-a077cc81e164 None None] Sync routers for ids ['41b78af0-3567-4324-989c-d8acb850f7af'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:45:39.258575 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c57d6a8-0947-487b-a9cf-a077cc81e164 None None] Routers {'41b78af0-3567-4324-989c-d8acb850f7af'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:45:39.260775 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-7c57d6a8-0947-487b-a9cf-a077cc81e164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:45:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['41b78af0-3567-4324-989c-d8acb850f7af'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:39.313556 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a57d0c3-8b82-4358-8939-816ebbe72ce2 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:39.316831 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0a57d0c3-8b82-4358-8939-816ebbe72ce2 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.3805606 Apr 20 13:45:39.317470 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56758) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:39.372291 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-7c57d6a8-0947-487b-a9cf-a077cc81e164 None None] Set router 41b78af0-3567-4324-989c-d8acb850f7af gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:45:39.426976 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d9e9e0ea-201f-4791-af98-1c252d1d4f4c tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] 10.222.0.25 "GET /v2.0/routers/41b78af0-3567-4324-989c-d8acb850f7af HTTP/1.1" status: 200 len: 908 time: 0.1080570 Apr 20 13:45:39.429354 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56760) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:39.540551 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f89dc37-a2be-4c0b-aafc-b21cd0a8e0d6 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for router, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:39.562709 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-7c57d6a8-0947-487b-a9cf-a077cc81e164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b78af0-3567-4324-989c-d8acb850f7af', 'name': 'tempest-snat-router-1391835060', 'tenant_id': '24989d45d9de401ebb3d5bbb2d40c1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'c027bbf4-4f40-4617-9a78-205398efe6b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:45:37Z', 'updated_at': '2022-04-20T13:45:38Z', 'revision_number': 3, 'project_id': '24989d45d9de401ebb3d5bbb2d40c1f9', 'gw_port': {'id': 'c027bbf4-4f40-4617-9a78-205398efe6b7', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:39:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b78af0-3567-4324-989c-d8acb850f7af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:45:37Z', 'updated_at': '2022-04-20T13:45:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:39.591347 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c57d6a8-0947-487b-a9cf-a077cc81e164 None None] Checking router: 41b78af0-3567-4324-989c-d8acb850f7af for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:45:39.591733 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c57d6a8-0947-487b-a9cf-a077cc81e164 None None] Updating router 41b78af0-3567-4324-989c-d8acb850f7af port c027bbf4-4f40-4617-9a78-205398efe6b7 binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:45:39.620980 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7c57d6a8-0947-487b-a9cf-a077cc81e164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:39.647739 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f89dc37-a2be-4c0b-aafc-b21cd0a8e0d6 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:39.761769 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-7f89dc37-a2be-4c0b-aafc-b21cd0a8e0d6 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Deleting port c027bbf4-4f40-4617-9a78-205398efe6b7 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:45:39.762257 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f89dc37-a2be-4c0b-aafc-b21cd0a8e0d6 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:39.890269 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7c57d6a8-0947-487b-a9cf-a077cc81e164 None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:39.963594 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7c57d6a8-0947-487b-a9cf-a077cc81e164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:40.017096 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-7c57d6a8-0947-487b-a9cf-a077cc81e164 None None] Attempting to bind port c027bbf4-4f40-4617-9a78-205398efe6b7 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:45:40.017466 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-7c57d6a8-0947-487b-a9cf-a077cc81e164 None None] Attempting to bind port c027bbf4-4f40-4617-9a78-205398efe6b7 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:45:40.017831 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c57d6a8-0947-487b-a9cf-a077cc81e164 None None] Attempting to bind port c027bbf4-4f40-4617-9a78-205398efe6b7 on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:45:40.019921 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081df116-c92b-4ede-9ace-c4957bc299d5 None None] Pushing event updated for resources: {'Port': ['ID=c027bbf4-4f40-4617-9a78-205398efe6b7,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:40.025658 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c57d6a8-0947-487b-a9cf-a077cc81e164 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:45:40.026021 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c57d6a8-0947-487b-a9cf-a077cc81e164 None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:45:40.026420 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7c57d6a8-0947-487b-a9cf-a077cc81e164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:40.026807 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c57d6a8-0947-487b-a9cf-a077cc81e164 None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:45:40.028032 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-7c57d6a8-0947-487b-a9cf-a077cc81e164 None None] Bound port: c027bbf4-4f40-4617-9a78-205398efe6b7, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:45:40.028032 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7c57d6a8-0947-487b-a9cf-a077cc81e164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:40.084606 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-7c57d6a8-0947-487b-a9cf-a077cc81e164 None None] For port c027bbf4-4f40-4617-9a78-205398efe6b7, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:45:40.087595 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-7c57d6a8-0947-487b-a9cf-a077cc81e164 None None] For port c027bbf4-4f40-4617-9a78-205398efe6b7, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=c027bbf4-4f40-4617-9a78-205398efe6b7,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:45:40.152079 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7c57d6a8-0947-487b-a9cf-a077cc81e164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:40.168127 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f89dc37-a2be-4c0b-aafc-b21cd0a8e0d6 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:40.180941 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-7f89dc37-a2be-4c0b-aafc-b21cd0a8e0d6 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Calling delete_port for c027bbf4-4f40-4617-9a78-205398efe6b7 owned by network:router_gateway {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:45:40.211504 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081df116-c92b-4ede-9ace-c4957bc299d5 None None] Pushing event updated for resources: {'Port': ['ID=c027bbf4-4f40-4617-9a78-205398efe6b7,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:40.214003 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c57d6a8-0947-487b-a9cf-a077cc81e164 None None] Routers {'41b78af0-3567-4324-989c-d8acb850f7af'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:45:40.214531 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-7c57d6a8-0947-487b-a9cf-a077cc81e164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:45:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['41b78af0-3567-4324-989c-d8acb850f7af'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:40.301950 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-7c57d6a8-0947-487b-a9cf-a077cc81e164 None None] Set router 41b78af0-3567-4324-989c-d8acb850f7af gateway port host: None {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:45:40.355911 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-7c57d6a8-0947-487b-a9cf-a077cc81e164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b78af0-3567-4324-989c-d8acb850f7af', 'name': 'tempest-snat-router-1391835060', 'tenant_id': '24989d45d9de401ebb3d5bbb2d40c1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:45:37Z', 'updated_at': '2022-04-20T13:45:39Z', 'revision_number': 4, 'project_id': '24989d45d9de401ebb3d5bbb2d40c1f9', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:40.386074 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c57d6a8-0947-487b-a9cf-a077cc81e164 None None] The sync data for ids ['41b78af0-3567-4324-989c-d8acb850f7af'] in n-d-836015-7 is: [{'id': '41b78af0-3567-4324-989c-d8acb850f7af', 'name': 'tempest-snat-router-1391835060', 'tenant_id': '24989d45d9de401ebb3d5bbb2d40c1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:45:37Z', 'updated_at': '2022-04-20T13:45:39Z', 'revision_number': 4, 'project_id': '24989d45d9de401ebb3d5bbb2d40c1f9', 'gw_port_host': None}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:45:40.431925 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f89dc37-a2be-4c0b-aafc-b21cd0a8e0d6 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:40.461147 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f89dc37-a2be-4c0b-aafc-b21cd0a8e0d6 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Pushing event deleted for resources: {'Port': ['ID=c027bbf4-4f40-4617-9a78-205398efe6b7,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:40.527643 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f89dc37-a2be-4c0b-aafc-b21cd0a8e0d6 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:40.625368 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f89dc37-a2be-4c0b-aafc-b21cd0a8e0d6 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:40.627920 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f89dc37-a2be-4c0b-aafc-b21cd0a8e0d6 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:40.682300 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 79c8c879-4611-4497-bf81-a6d0765ba85d up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:45:40.730461 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 79c8c879-4611-4497-bf81-a6d0765ba85d triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:45:40.730828 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:40.731647 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56772) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:40.736635 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-0d4bc46c-e033-435d-91ee-7a6502657aa9 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1564791855', 'description': 'tempest-secgroup-smoke-1564791855 description', 'project_id': '67d9bc4bd53e4b10b4cc6841d00d124c'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:45:40.753168 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f89dc37-a2be-4c0b-aafc-b21cd0a8e0d6 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:40.755768 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f89dc37-a2be-4c0b-aafc-b21cd0a8e0d6 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 41b78af0-3567-4324-989c-d8acb850f7af {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:45:40.758539 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f89dc37-a2be-4c0b-aafc-b21cd0a8e0d6 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:40.759719 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7f89dc37-a2be-4c0b-aafc-b21cd0a8e0d6 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] 10.222.0.25 "DELETE /v2.0/routers/41b78af0-3567-4324-989c-d8acb850f7af HTTP/1.1" status: 204 len: 168 time: 1.3293474 Apr 20 13:45:40.762254 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56774) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:40.851929 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0d4bc46c-e033-435d-91ee-7a6502657aa9 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:40.884460 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bf0839fc-c97c-4aec-af29-c78a636b9322 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for router, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:41.015171 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0d4bc46c-e033-435d-91ee-7a6502657aa9 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:41.025321 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bf0839fc-c97c-4aec-af29-c78a636b9322 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:41.106206 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0d4bc46c-e033-435d-91ee-7a6502657aa9 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:41.156120 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4bc46c-e033-435d-91ee-7a6502657aa9 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f265f5-abae-4119-af3b-142d3042ac75,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:41.184028 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-bf0839fc-c97c-4aec-af29-c78a636b9322 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Deleting port 79c8c879-4611-4497-bf81-a6d0765ba85d {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:45:41.184373 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bf0839fc-c97c-4aec-af29-c78a636b9322 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:41.232495 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0d4bc46c-e033-435d-91ee-7a6502657aa9 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:41.233750 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-0d4bc46c-e033-435d-91ee-7a6502657aa9 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5009959 Apr 20 13:45:41.236800 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56776) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:41.243235 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-ff844484-034e-41b1-9b41-8a5ef3c94917 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Request body: {'security_group_rule': {'security_group_id': 'b2f265f5-abae-4119-af3b-142d3042ac75', 'project_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:45:41.281433 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-bf0839fc-c97c-4aec-af29-c78a636b9322 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] For port 79c8c879-4611-4497-bf81-a6d0765ba85d, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=79c8c879-4611-4497-bf81-a6d0765ba85d,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:45:41.281809 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bf0839fc-c97c-4aec-af29-c78a636b9322 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:41.294453 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-bf0839fc-c97c-4aec-af29-c78a636b9322 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Calling delete_port for 79c8c879-4611-4497-bf81-a6d0765ba85d owned by network:router_gateway {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:45:41.326827 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ff844484-034e-41b1-9b41-8a5ef3c94917 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:41.387832 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ff844484-034e-41b1-9b41-8a5ef3c94917 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:41.476686 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ff844484-034e-41b1-9b41-8a5ef3c94917 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:41.494857 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff844484-034e-41b1-9b41-8a5ef3c94917 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03a81127-e2e2-4372-8e13-19c723e6aadb,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:41.533763 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bf0839fc-c97c-4aec-af29-c78a636b9322 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:41.560131 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0839fc-c97c-4aec-af29-c78a636b9322 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Pushing event deleted for resources: {'Port': ['ID=79c8c879-4611-4497-bf81-a6d0765ba85d,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:41.565542 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ff844484-034e-41b1-9b41-8a5ef3c94917 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:41.566925 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ff844484-034e-41b1-9b41-8a5ef3c94917 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3280408 Apr 20 13:45:41.573351 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56778) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:41.574731 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-4c01c74e-c18f-45f3-b489-a132ce9affd2 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Request body: {'security_group_rule': {'security_group_id': 'b2f265f5-abae-4119-af3b-142d3042ac75', 'project_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:45:41.641587 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bf0839fc-c97c-4aec-af29-c78a636b9322 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:41.731607 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bf0839fc-c97c-4aec-af29-c78a636b9322 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:41.737208 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bf0839fc-c97c-4aec-af29-c78a636b9322 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:41.741147 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c01c74e-c18f-45f3-b489-a132ce9affd2 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:41.818402 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c01c74e-c18f-45f3-b489-a132ce9affd2 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:41.877472 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bf0839fc-c97c-4aec-af29-c78a636b9322 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:41.877986 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0839fc-c97c-4aec-af29-c78a636b9322 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0924085e-d240-4404-b0f2-d0168926b0ca {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:45:41.882259 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bf0839fc-c97c-4aec-af29-c78a636b9322 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:41.883409 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-bf0839fc-c97c-4aec-af29-c78a636b9322 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] 10.222.0.25 "DELETE /v2.0/routers/0924085e-d240-4404-b0f2-d0168926b0ca HTTP/1.1" status: 204 len: 168 time: 1.1202259 Apr 20 13:45:41.888525 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56780) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:41.891995 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-2ec10c88-5c47-4f2c-be8c-db8a930674aa tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-795985578', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}, 'admin_state_up': False}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:45:41.906568 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c01c74e-c18f-45f3-b489-a132ce9affd2 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:41.929577 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c01c74e-c18f-45f3-b489-a132ce9affd2 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=228eb128-97c0-4cf0-9765-fbc2b9620dae,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:41.998021 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2ec10c88-5c47-4f2c-be8c-db8a930674aa tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:41.999104 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2ec10c88-5c47-4f2c-be8c-db8a930674aa tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:42.009633 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c01c74e-c18f-45f3-b489-a132ce9affd2 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:42.010873 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4c01c74e-c18f-45f3-b489-a132ce9affd2 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4397013 Apr 20 13:45:42.013747 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56782) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:42.018048 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-8621411a-a10a-4377-a420-f5c1d02329ed tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Request body: {'security_group_rule': {'security_group_id': 'b2f265f5-abae-4119-af3b-142d3042ac75', 'project_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:45:42.062728 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2ec10c88-5c47-4f2c-be8c-db8a930674aa tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:42.211992 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8621411a-a10a-4377-a420-f5c1d02329ed tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:42.298238 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2ec10c88-5c47-4f2c-be8c-db8a930674aa tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:42.329040 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8621411a-a10a-4377-a420-f5c1d02329ed tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:42.438506 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8621411a-a10a-4377-a420-f5c1d02329ed tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:42.465986 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8621411a-a10a-4377-a420-f5c1d02329ed tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e2acbbf-291c-42c3-a232-3bf86c4692a0,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:42.472696 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:42.546472 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8621411a-a10a-4377-a420-f5c1d02329ed tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:42.547684 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8621411a-a10a-4377-a420-f5c1d02329ed tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5329864 Apr 20 13:45:42.550525 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56784) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:42.555208 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-a004abd3-f061-4788-b909-6c4571cc36ed tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Request body: {'security_group_rule': {'security_group_id': 'b2f265f5-abae-4119-af3b-142d3042ac75', 'project_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:45:42.604008 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2ec10c88-5c47-4f2c-be8c-db8a930674aa tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:42.622223 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2ec10c88-5c47-4f2c-be8c-db8a930674aa tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:42.639768 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a004abd3-f061-4788-b909-6c4571cc36ed tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:42.691406 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 79c8c879-4611-4497-bf81-a6d0765ba85d no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:45:42.703289 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a004abd3-f061-4788-b909-6c4571cc36ed tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:42.715078 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 79c8c879-4611-4497-bf81-a6d0765ba85d {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:45:42.715463 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 79c8c879-4611-4497-bf81-a6d0765ba85d not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:45:42.725797 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-2ec10c88-5c47-4f2c-be8c-db8a930674aa tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Allocated IP 172.25.8.25 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/6a393897-c3b9-4b99-a6be-d54293108db6) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:45:42.769003 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a004abd3-f061-4788-b909-6c4571cc36ed tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:42.789865 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a004abd3-f061-4788-b909-6c4571cc36ed tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe265a21-41e8-4096-af53-b6fabec2be0f,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:42.834640 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2ec10c88-5c47-4f2c-be8c-db8a930674aa tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:42.862197 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a004abd3-f061-4788-b909-6c4571cc36ed tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:42.863539 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a004abd3-f061-4788-b909-6c4571cc36ed tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3118491 Apr 20 13:45:42.866859 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56786) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:42.871335 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-eaf5f50b-9298-4261-aa52-333bc36c6bae tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Request body: {'security_group_rule': {'security_group_id': 'b2f265f5-abae-4119-af3b-142d3042ac75', 'project_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:45:42.923172 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2ec10c88-5c47-4f2c-be8c-db8a930674aa tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:42.951783 n-d-836015-7 neutron-server[114870]: INFO neutron.db.securitygroups_db [None req-eaf5f50b-9298-4261-aa52-333bc36c6bae tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Project 67d9bc4bd53e4b10b4cc6841d00d124c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:45:42.964192 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eaf5f50b-9298-4261-aa52-333bc36c6bae tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:42.975033 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec10c88-5c47-4f2c-be8c-db8a930674aa tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:45:42.981865 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-2ec10c88-5c47-4f2c-be8c-db8a930674aa tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:45:42.992964 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec10c88-5c47-4f2c-be8c-db8a930674aa tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:45:42.998737 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec10c88-5c47-4f2c-be8c-db8a930674aa tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Pushing event updated for resources: {'Port': ['ID=6a393897-c3b9-4b99-a6be-d54293108db6,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:43.103170 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eaf5f50b-9298-4261-aa52-333bc36c6bae tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:43.159311 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eaf5f50b-9298-4261-aa52-333bc36c6bae tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:43.189248 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5f50b-9298-4261-aa52-333bc36c6bae tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99cd05ac-5c29-4f21-83b3-273101790f28,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:43.209534 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:43.315735 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eaf5f50b-9298-4261-aa52-333bc36c6bae tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:43.316848 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-eaf5f50b-9298-4261-aa52-333bc36c6bae tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4490101 Apr 20 13:45:43.319677 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56788) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:43.324200 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-de7e8d2f-3f46-4f81-9415-50cbdad81a5a tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Request body: {'security_group_rule': {'security_group_id': 'b2f265f5-abae-4119-af3b-142d3042ac75', 'project_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:45:43.384322 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2ec10c88-5c47-4f2c-be8c-db8a930674aa tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:43.392112 n-d-836015-7 neutron-server[114869]: INFO neutron.db.securitygroups_db [None req-de7e8d2f-3f46-4f81-9415-50cbdad81a5a tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Project 67d9bc4bd53e4b10b4cc6841d00d124c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:45:43.397284 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-de7e8d2f-3f46-4f81-9415-50cbdad81a5a tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:43.457844 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-de7e8d2f-3f46-4f81-9415-50cbdad81a5a tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:43.528308 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-de7e8d2f-3f46-4f81-9415-50cbdad81a5a tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:43.546711 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e8d2f-3f46-4f81-9415-50cbdad81a5a tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b6768ad-acf9-40fa-92a5-07ab09d8b0f0,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:43.579638 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2ec10c88-5c47-4f2c-be8c-db8a930674aa tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:43.621612 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-de7e8d2f-3f46-4f81-9415-50cbdad81a5a tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:43.622845 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-de7e8d2f-3f46-4f81-9415-50cbdad81a5a tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3021698 Apr 20 13:45:43.802936 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec10c88-5c47-4f2c-be8c-db8a930674aa tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Router 77ab5887-d266-4227-8650-72b412ca1448 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:45:43.911747 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec10c88-5c47-4f2c-be8c-db8a930674aa tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:45:43.922675 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae96d805-d42d-4059-9e76-ec0411d63e40 None None] Sync routers for ids ['77ab5887-d266-4227-8650-72b412ca1448'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:45:43.932614 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae96d805-d42d-4059-9e76-ec0411d63e40 None None] Routers {'77ab5887-d266-4227-8650-72b412ca1448'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:45:43.940665 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-ae96d805-d42d-4059-9e76-ec0411d63e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:45:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['77ab5887-d266-4227-8650-72b412ca1448'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:43.966722 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-ae96d805-d42d-4059-9e76-ec0411d63e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:43.975329 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae96d805-d42d-4059-9e76-ec0411d63e40 None None] Routers {'77ab5887-d266-4227-8650-72b412ca1448'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:45:43.976036 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-ae96d805-d42d-4059-9e76-ec0411d63e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:45:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['77ab5887-d266-4227-8650-72b412ca1448'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:43.994692 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-a9996ff2-0cca-4ba5-abfc-d4e531b68dc0 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1564791855&fields=id&tenant_id=67d9bc4bd53e4b10b4cc6841d00d124c HTTP/1.1" status: 200 len: 267 time: 0.0320258 Apr 20 13:45:44.010579 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-ae96d805-d42d-4059-9e76-ec0411d63e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:44.011206 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae96d805-d42d-4059-9e76-ec0411d63e40 None None] The sync data for ids ['77ab5887-d266-4227-8650-72b412ca1448'] in n-d-836015-7 is: [] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:45:44.027851 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2ec10c88-5c47-4f2c-be8c-db8a930674aa tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:44.029180 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2ec10c88-5c47-4f2c-be8c-db8a930674aa tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1409216 Apr 20 13:45:44.031864 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56800) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:44.036178 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-c5fdaaa4-78a6-4e01-bde3-036264bb1f02 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'enable_snat': False}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:45:44.104699 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-f558879b-acc8-4798-98f2-c7c3aaeca947 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:44.106159 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-f558879b-acc8-4798-98f2-c7c3aaeca947 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "GET /v2.0/networks?id=0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40 HTTP/1.1" status: 200 len: 814 time: 0.1040111 Apr 20 13:45:44.121595 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-cbb78ff4-9390-4315-b194-81c9b979eca2 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "GET /v2.0/quotas/67d9bc4bd53e4b10b4cc6841d00d124c HTTP/1.1" status: 200 len: 375 time: 0.0095229 Apr 20 13:45:44.172833 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-def4ecc0-cc0b-4887-bad6-910a4f820270 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=67d9bc4bd53e4b10b4cc6841d00d124c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455680 Apr 20 13:45:44.243806 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-92139463-ce55-4637-9fb2-fe365bedb0b8 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:45:44.245194 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-92139463-ce55-4637-9fb2-fe365bedb0b8 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0603712 Apr 20 13:45:44.330948 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c5fdaaa4-78a6-4e01-bde3-036264bb1f02 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:44.332974 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-4e93d713-e9c6-4ef7-a932-740b8e189b6a service neutron] 10.222.0.25 "GET /v2.0/networks/0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811896 Apr 20 13:45:44.426783 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-b9e12843-6250-4def-a87b-c4f110d16ddd service neutron] 10.222.0.25 "GET /v2.0/networks/0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863383 Apr 20 13:45:44.763271 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c5fdaaa4-78a6-4e01-bde3-036264bb1f02 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-54831'] for router, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:44.766478 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c5fdaaa4-78a6-4e01-bde3-036264bb1f02 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548631'] for router, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:44.871325 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5fdaaa4-78a6-4e01-bde3-036264bb1f02 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Router 77ab5887-d266-4227-8650-72b412ca1448 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:45:44.988865 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5fdaaa4-78a6-4e01-bde3-036264bb1f02 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:45:44.993815 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c5fdaaa4-78a6-4e01-bde3-036264bb1f02 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:44.997413 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c5fdaaa4-78a6-4e01-bde3-036264bb1f02 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] 10.222.0.25 "PUT /v2.0/routers/77ab5887-d266-4227-8650-72b412ca1448 HTTP/1.1" status: 200 len: 924 time: 0.9621782 Apr 20 13:45:44.998246 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56818) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:45.005081 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2cb5b7-6798-4901-b695-6f8ab34c70d2 None None] Sync routers for ids ['77ab5887-d266-4227-8650-72b412ca1448'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:45:45.016186 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2cb5b7-6798-4901-b695-6f8ab34c70d2 None None] Routers {'77ab5887-d266-4227-8650-72b412ca1448'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:45:45.016913 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ce2cb5b7-6798-4901-b695-6f8ab34c70d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:45:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['77ab5887-d266-4227-8650-72b412ca1448'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:45.036246 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-011a67ad-6ea5-4444-990b-f58189304abf req-d10dac41-6ecd-442a-82a3-58d94f10225a tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77d0c74-efcb-4348-9057-ef5931bb6f6e HTTP/1.1" status: 200 len: 210 time: 0.1074879 Apr 20 13:45:45.064338 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ce2cb5b7-6798-4901-b695-6f8ab34c70d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:45.073681 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2cb5b7-6798-4901-b695-6f8ab34c70d2 None None] Routers {'77ab5887-d266-4227-8650-72b412ca1448'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:45:45.074365 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ce2cb5b7-6798-4901-b695-6f8ab34c70d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:45:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['77ab5887-d266-4227-8650-72b412ca1448'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:45.105942 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ce2cb5b7-6798-4901-b695-6f8ab34c70d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:45.106576 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2cb5b7-6798-4901-b695-6f8ab34c70d2 None None] The sync data for ids ['77ab5887-d266-4227-8650-72b412ca1448'] in n-d-836015-7 is: [] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:45:45.433806 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6588a1cf-7967-4c8c-9279-332920cafd73 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] 10.222.0.25 "GET /v2.0/routers/77ab5887-d266-4227-8650-72b412ca1448 HTTP/1.1" status: 200 len: 924 time: 0.4351399 Apr 20 13:45:45.436654 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56824) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:45.477294 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d8bb61-9159-48cc-9ade-7641027e8f02 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:45.478784 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-77d8bb61-9159-48cc-9ade-7641027e8f02 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=08acadad-0b4a-420a-b5f5-639128d4ec40&device_id=77ab5887-d266-4227-8650-72b412ca1448&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0411947 Apr 20 13:45:45.481581 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56826) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:45.565686 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3092f533-1de2-4981-af1e-56b0ccd27a15 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:45.566981 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3092f533-1de2-4981-af1e-56b0ccd27a15 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] 10.222.0.25 "GET /v2.0/networks/08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 881 time: 0.0844948 Apr 20 13:45:45.570535 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56828) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:45.597712 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-24ba46db-3d13-42aa-8093-48111d78c3dd tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] 10.222.0.25 "GET /v2.0/ports?device_id=77ab5887-d266-4227-8650-72b412ca1448 HTTP/1.1" status: 200 len: 205 time: 0.0259690 Apr 20 13:45:45.606405 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56830) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:45.714790 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b3998936-9087-4bd1-bac3-f84c79932eb7 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:45.818034 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b3998936-9087-4bd1-bac3-f84c79932eb7 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:45.958607 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-b3998936-9087-4bd1-bac3-f84c79932eb7 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Deleting port 6a393897-c3b9-4b99-a6be-d54293108db6 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:45:45.958951 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b3998936-9087-4bd1-bac3-f84c79932eb7 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:46.037703 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b3998936-9087-4bd1-bac3-f84c79932eb7 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:46.050210 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-b3998936-9087-4bd1-bac3-f84c79932eb7 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Calling delete_port for 6a393897-c3b9-4b99-a6be-d54293108db6 owned by network:router_gateway {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:45:46.127227 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e1ba70c0-6a93-43ff-a171-139d1bf7bb88 req-3b483389-b9ed-4dd7-b640-2ef8a05fd459 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77d0c74-efcb-4348-9057-ef5931bb6f6e HTTP/1.1" status: 200 len: 210 time: 0.0333755 Apr 20 13:45:46.277341 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b3998936-9087-4bd1-bac3-f84c79932eb7 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:46.303020 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3998936-9087-4bd1-bac3-f84c79932eb7 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Pushing event deleted for resources: {'Port': ['ID=6a393897-c3b9-4b99-a6be-d54293108db6,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:46.366673 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b3998936-9087-4bd1-bac3-f84c79932eb7 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:46.456809 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b3998936-9087-4bd1-bac3-f84c79932eb7 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:46.458830 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b3998936-9087-4bd1-bac3-f84c79932eb7 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:46.540204 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b3998936-9087-4bd1-bac3-f84c79932eb7 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:46.540789 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3998936-9087-4bd1-bac3-f84c79932eb7 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Fanout notify agent at l3_agent the message router_deleted on router 77ab5887-d266-4227-8650-72b412ca1448 {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:45:46.547451 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b3998936-9087-4bd1-bac3-f84c79932eb7 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:46.548561 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b3998936-9087-4bd1-bac3-f84c79932eb7 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] 10.222.0.25 "DELETE /v2.0/routers/77ab5887-d266-4227-8650-72b412ca1448 HTTP/1.1" status: 204 len: 168 time: 0.9412212 Apr 20 13:45:46.552451 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56836) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:46.556815 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-8a9bd4c8-3a79-4706-a206-cc5401d4404e tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1069902311', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:45:46.643236 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8a9bd4c8-3a79-4706-a206-cc5401d4404e tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:46.646840 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8a9bd4c8-3a79-4706-a206-cc5401d4404e tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:46.699170 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8a9bd4c8-3a79-4706-a206-cc5401d4404e tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:46.763888 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8a9bd4c8-3a79-4706-a206-cc5401d4404e tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:46.885652 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8a9bd4c8-3a79-4706-a206-cc5401d4404e tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:46.886830 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8a9bd4c8-3a79-4706-a206-cc5401d4404e tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3333917 Apr 20 13:45:46.889522 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56838) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:46.894138 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-9d3948f6-134a-4f75-b9da-19f4e4e36af7 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Request body: {'router': {'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:45:47.168657 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9d3948f6-134a-4f75-b9da-19f4e4e36af7 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:47.187511 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-29b6a19a-608b-4965-8e18-37dfc778aa9a tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:47.188986 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-29b6a19a-608b-4965-8e18-37dfc778aa9a tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.15 "GET /v2.0/networks?id=0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40 HTTP/1.1" status: 200 len: 814 time: 0.2594721 Apr 20 13:45:47.236042 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-78230abf-9a3d-4022-ba94-0e63e9be2d57 req-a1f053d0-1040-43e7-9272-c43dad6c2a43 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77d0c74-efcb-4348-9057-ef5931bb6f6e HTTP/1.1" status: 200 len: 210 time: 0.0335422 Apr 20 13:45:47.255575 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-1f1d5905-2b17-4d72-82ce-687dde9fc16a tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67d9bc4bd53e4b10b4cc6841d00d124c HTTP/1.1" status: 200 len: 380 time: 0.0585825 Apr 20 13:45:47.267917 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-15bd7d23-6501-4a2d-8fcb-cdbb5ab8d11f tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Request body: {'port': {'device_id': 'c77d0c74-efcb-4348-9057-ef5931bb6f6e', 'network_id': '0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40', 'admin_state_up': True, 'tenant_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'security_groups': ['b2f265f5-abae-4119-af3b-142d3042ac75']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:45:47.513241 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-15bd7d23-6501-4a2d-8fcb-cdbb5ab8d11f tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Made reservation on behalf of 67d9bc4bd53e4b10b4cc6841d00d124c for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:45:47.516705 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-15bd7d23-6501-4a2d-8fcb-cdbb5ab8d11f tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:47.552684 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9d3948f6-134a-4f75-b9da-19f4e4e36af7 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router_gateway, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:47.903893 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9d3948f6-134a-4f75-b9da-19f4e4e36af7 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:48.079160 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-15bd7d23-6501-4a2d-8fcb-cdbb5ab8d11f tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Allocated IP 172.20.0.5 (0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40/0cf66a7e-907b-4a00-9c39-ea7a9f60bc5f/8371a066-188f-425a-9673-918971227617) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:45:48.096729 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-9d3948f6-134a-4f75-b9da-19f4e4e36af7 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Allocated IP 172.25.8.185 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/fb86c381-df32-4fd0-82c9-06af1be18b83) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:45:48.293899 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9d3948f6-134a-4f75-b9da-19f4e4e36af7 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:48.315601 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-15bd7d23-6501-4a2d-8fcb-cdbb5ab8d11f tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:48.377875 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-19c414a2-6930-4cbc-9767-e5828480319e req-2f6ee963-2136-4c7a-aaa7-99d5346362ab tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77d0c74-efcb-4348-9057-ef5931bb6f6e HTTP/1.1" status: 200 len: 210 time: 0.0559087 Apr 20 13:45:48.455451 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9d3948f6-134a-4f75-b9da-19f4e4e36af7 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:48.487114 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-15bd7d23-6501-4a2d-8fcb-cdbb5ab8d11f tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:48.497899 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3948f6-134a-4f75-b9da-19f4e4e36af7 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:45:48.505101 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-9d3948f6-134a-4f75-b9da-19f4e4e36af7 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:45:48.513788 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3948f6-134a-4f75-b9da-19f4e4e36af7 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:45:48.537450 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3948f6-134a-4f75-b9da-19f4e4e36af7 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Pushing event updated for resources: {'Port': ['ID=fb86c381-df32-4fd0-82c9-06af1be18b83,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:48.577737 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-15bd7d23-6501-4a2d-8fcb-cdbb5ab8d11f tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Network 0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:45:48.587534 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-15bd7d23-6501-4a2d-8fcb-cdbb5ab8d11f tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:45:48.595318 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-15bd7d23-6501-4a2d-8fcb-cdbb5ab8d11f tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:45:48.632669 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd7d23-6501-4a2d-8fcb-cdbb5ab8d11f tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Pushing event updated for resources: {'Port': ['ID=8371a066-188f-425a-9673-918971227617,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:48.721495 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-15bd7d23-6501-4a2d-8fcb-cdbb5ab8d11f tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:48.722154 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-15bd7d23-6501-4a2d-8fcb-cdbb5ab8d11f tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:48.856908 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-df35a3a3-cf9c-495d-ae60-ae91effada34 None None] Provisioning complete for port 8371a066-188f-425a-9673-918971227617 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:45:48.857480 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-df35a3a3-cf9c-495d-ae60-ae91effada34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:48.862039 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-15bd7d23-6501-4a2d-8fcb-cdbb5ab8d11f tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5983198 Apr 20 13:45:48.873657 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-ccb9a4bd-d969-4232-b334-a62cac788b97 service neutron] Request body: {'port': {'device_id': 'c77d0c74-efcb-4348-9057-ef5931bb6f6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:45:48.892761 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-df35a3a3-cf9c-495d-ae60-ae91effada34 None None] Port 8371a066-188f-425a-9673-918971227617 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:45:48.977336 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-ccb9a4bd-d969-4232-b334-a62cac788b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:49.059639 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9d3948f6-134a-4f75-b9da-19f4e4e36af7 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router_gateway, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:49.408919 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9d3948f6-134a-4f75-b9da-19f4e4e36af7 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-54831'] for router, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:49.433683 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9d3948f6-134a-4f75-b9da-19f4e4e36af7 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548631'] for router, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:49.479386 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-ccb9a4bd-d969-4232-b334-a62cac788b97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8371a066-188f-425a-9673-918971227617 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:45:49.499154 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-ccb9a4bd-d969-4232-b334-a62cac788b97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:49.570993 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-ccb9a4bd-d969-4232-b334-a62cac788b97 service neutron] Transition to ACTIVE for port object 8371a066-188f-425a-9673-918971227617 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:45:49.595878 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200b704-5f5a-4e6b-b264-a4dd0dc0f33b req-b840f61c-2a49-4c93-bede-fe5653a3c2fa tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:49.598021 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c200b704-5f5a-4e6b-b264-a4dd0dc0f33b req-b840f61c-2a49-4c93-bede-fe5653a3c2fa tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77d0c74-efcb-4348-9057-ef5931bb6f6e HTTP/1.1" status: 200 len: 931 time: 0.1211696 Apr 20 13:45:49.653716 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c200b704-5f5a-4e6b-b264-a4dd0dc0f33b req-8866a73a-7c2c-413d-b3d0-3703278df763 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2f265f5-abae-4119-af3b-142d3042ac75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489674 Apr 20 13:45:49.665307 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-ccb9a4bd-d969-4232-b334-a62cac788b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:49.725947 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3948f6-134a-4f75-b9da-19f4e4e36af7 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Router 57ed4521-49ea-4af6-9bef-9f863809c2bf is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:45:49.733710 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb9a4bd-d969-4232-b334-a62cac788b97 service neutron] Pushing event updated for resources: {'Port': ['ID=8371a066-188f-425a-9673-918971227617,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:49.886694 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-ccb9a4bd-d969-4232-b334-a62cac788b97 service neutron] Attempting to bind port 8371a066-188f-425a-9673-918971227617 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:45:49.887037 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-ccb9a4bd-d969-4232-b334-a62cac788b97 service neutron] Attempting to bind port 8371a066-188f-425a-9673-918971227617 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '0a69409a-afee-40a3-88a1-00ece25ecddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:45:49.887385 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-ccb9a4bd-d969-4232-b334-a62cac788b97 service neutron] Attempting to bind port 8371a066-188f-425a-9673-918971227617 on network 0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:45:49.896495 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-ccb9a4bd-d969-4232-b334-a62cac788b97 service neutron] Port 8371a066-188f-425a-9673-918971227617 on network 0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:45:49.896836 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-ccb9a4bd-d969-4232-b334-a62cac788b97 service neutron] Attempting to bind port 8371a066-188f-425a-9673-918971227617 on network 0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:45:49.904611 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3948f6-134a-4f75-b9da-19f4e4e36af7 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:45:49.912430 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9d3948f6-134a-4f75-b9da-19f4e4e36af7 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:49.916240 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9d3948f6-134a-4f75-b9da-19f4e4e36af7 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] 10.222.0.25 "PUT /v2.0/routers/57ed4521-49ea-4af6-9bef-9f863809c2bf HTTP/1.1" status: 200 len: 884 time: 3.0233054 Apr 20 13:45:49.916382 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d750999d-5d29-4eb8-a67a-ed5c503c036c None None] Sync routers for ids ['57ed4521-49ea-4af6-9bef-9f863809c2bf'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:45:49.916854 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-ccb9a4bd-d969-4232-b334-a62cac788b97 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:45:49.916854 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-ccb9a4bd-d969-4232-b334-a62cac788b97 service neutron] Checking segment: {'id': '0a69409a-afee-40a3-88a1-00ece25ecddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:45:49.916854 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-ccb9a4bd-d969-4232-b334-a62cac788b97 service neutron] Bound using segment: {'id': '0a69409a-afee-40a3-88a1-00ece25ecddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:45:49.916854 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-ccb9a4bd-d969-4232-b334-a62cac788b97 service neutron] Bound port: 8371a066-188f-425a-9673-918971227617, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a69409a-afee-40a3-88a1-00ece25ecddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:45:49.916854 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-ccb9a4bd-d969-4232-b334-a62cac788b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:49.917964 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56850) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:49.942378 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d750999d-5d29-4eb8-a67a-ed5c503c036c None None] Routers {'57ed4521-49ea-4af6-9bef-9f863809c2bf'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:45:49.947615 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-d750999d-5d29-4eb8-a67a-ed5c503c036c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:45:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['57ed4521-49ea-4af6-9bef-9f863809c2bf'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:49.991670 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-d750999d-5d29-4eb8-a67a-ed5c503c036c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:49.994365 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-ccb9a4bd-d969-4232-b334-a62cac788b97 service neutron] For port 8371a066-188f-425a-9673-918971227617, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:45:49.998049 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-ccb9a4bd-d969-4232-b334-a62cac788b97 service neutron] For port 8371a066-188f-425a-9673-918971227617, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=8371a066-188f-425a-9673-918971227617,segment=NetworkSegment(0a69409a-afee-40a3-88a1-00ece25ecddd),segment_id=0a69409a-afee-40a3-88a1-00ece25ecddd)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:45:50.001249 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d750999d-5d29-4eb8-a67a-ed5c503c036c None None] Routers {'57ed4521-49ea-4af6-9bef-9f863809c2bf'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:45:50.002533 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-d750999d-5d29-4eb8-a67a-ed5c503c036c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:45:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['57ed4521-49ea-4af6-9bef-9f863809c2bf'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:50.038699 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-d750999d-5d29-4eb8-a67a-ed5c503c036c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:50.039451 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d750999d-5d29-4eb8-a67a-ed5c503c036c None None] The sync data for ids ['57ed4521-49ea-4af6-9bef-9f863809c2bf'] in n-d-836015-7 is: [] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:45:50.040487 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56852) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:50.041410 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a7093461-5d34-46b7-8bce-5e25814a4b02 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] 10.222.0.25 "GET /v2.0/routers/57ed4521-49ea-4af6-9bef-9f863809c2bf HTTP/1.1" status: 200 len: 925 time: 0.1198757 Apr 20 13:45:50.072278 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-ccb9a4bd-d969-4232-b334-a62cac788b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:50.111812 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-ccb9a4bd-d969-4232-b334-a62cac788b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:50.112429 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-ccb9a4bd-d969-4232-b334-a62cac788b97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:50.114324 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-ccb9a4bd-d969-4232-b334-a62cac788b97 service neutron] 10.222.0.15 "PUT /v2.0/ports/8371a066-188f-425a-9673-918971227617 HTTP/1.1" status: 200 len: 1091 time: 1.2448542 Apr 20 13:45:50.117329 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c77d0c74-efcb-4348-9057-ef5931bb6f6e', 'tag': '8371a066-188f-425a-9673-918971227617'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:45:50.120500 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af9e71b-a5be-424c-89ae-2a4df804e444" -d '{"events": [{"name": "network-changed", "server_uuid": "c77d0c74-efcb-4348-9057-ef5931bb6f6e", "tag": "8371a066-188f-425a-9673-918971227617"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:45:50.135153 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9ce1d1-c5ae-4456-9e65-63c7e20b6371 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:50.141606 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2a9ce1d1-c5ae-4456-9e65-63c7e20b6371 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=08acadad-0b4a-420a-b5f5-639128d4ec40&device_id=57ed4521-49ea-4af6-9bef-9f863809c2bf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0938003 Apr 20 13:45:50.141746 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56856) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:50.163350 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb9a4bd-d969-4232-b334-a62cac788b97 service neutron] Pushing event updated for resources: {'Port': ['ID=8371a066-188f-425a-9673-918971227617,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:50.174520 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df7260b-872e-44b2-a9bf-df184903a105 x-openstack-request-id: req-3df7260b-872e-44b2-a9bf-df184903a105 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:45:50.175253 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c77d0c74-efcb-4348-9057-ef5931bb6f6e", "tag": "8371a066-188f-425a-9673-918971227617", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:45:50.175524 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3df7260b-872e-44b2-a9bf-df184903a105 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:45:50.175926 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3df7260b-872e-44b2-a9bf-df184903a105'] response: {'name': 'network-changed', 'server_uuid': 'c77d0c74-efcb-4348-9057-ef5931bb6f6e', 'tag': '8371a066-188f-425a-9673-918971227617', 'status': 'completed', 'code': 200} Apr 20 13:45:50.244097 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9e71b-a5be-424c-89ae-2a4df804e444 req-4c87fdbd-2ec3-44a1-94f3-1a3d2bd44977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:50.245869 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6af9e71b-a5be-424c-89ae-2a4df804e444 req-4c87fdbd-2ec3-44a1-94f3-1a3d2bd44977 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=67d9bc4bd53e4b10b4cc6841d00d124c&device_id=c77d0c74-efcb-4348-9057-ef5931bb6f6e HTTP/1.1" status: 200 len: 1094 time: 0.0513535 Apr 20 13:45:50.248677 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65c3601-e1e0-438e-bd7c-0abaa8fe932b tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:50.250078 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a65c3601-e1e0-438e-bd7c-0abaa8fe932b tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] 10.222.0.25 "GET /v2.0/networks/08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 881 time: 0.1096396 Apr 20 13:45:50.253056 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56858) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:50.282895 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-39e93eb7-6949-40f4-8822-44ce3174d480 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] 10.222.0.25 "GET /v2.0/ports?device_id=57ed4521-49ea-4af6-9bef-9f863809c2bf HTTP/1.1" status: 200 len: 205 time: 0.0286286 Apr 20 13:45:50.285705 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56860) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:50.367330 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9e71b-a5be-424c-89ae-2a4df804e444 req-8e291b49-2c68-4e83-8dde-679b7e440e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:50.379084 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6af9e71b-a5be-424c-89ae-2a4df804e444 req-8e291b49-2c68-4e83-8dde-679b7e440e93 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=67d9bc4bd53e4b10b4cc6841d00d124c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1249492 Apr 20 13:45:50.416593 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-42c6f7eb-6a94-4322-b8a0-0147323bf360 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:50.496834 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9e71b-a5be-424c-89ae-2a4df804e444 req-ce73023e-4a76-4337-b396-8741ea890587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:50.498320 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6af9e71b-a5be-424c-89ae-2a4df804e444 req-ce73023e-4a76-4337-b396-8741ea890587 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1117871 Apr 20 13:45:50.543146 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-42c6f7eb-6a94-4322-b8a0-0147323bf360 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:50.578202 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-282c7847-9e20-48af-95c1-fa2005ee39f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:50.579936 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-282c7847-9e20-48af-95c1-fa2005ee39f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=67d9bc4bd53e4b10b4cc6841d00d124c&device_id=c77d0c74-efcb-4348-9057-ef5931bb6f6e HTTP/1.1" status: 200 len: 1094 time: 0.0431857 Apr 20 13:45:50.621210 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-265103c1-46be-4549-9343-465a4f1c9e04 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8371a066-188f-425a-9673-918971227617 HTTP/1.1" status: 200 len: 217 time: 0.0342596 Apr 20 13:45:50.671981 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-42c6f7eb-6a94-4322-b8a0-0147323bf360 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Deleting port fb86c381-df32-4fd0-82c9-06af1be18b83 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:45:50.672194 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-42c6f7eb-6a94-4322-b8a0-0147323bf360 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:50.675212 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-c8803a3f-777a-491b-b514-14a8d666a89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:50.676705 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-c8803a3f-777a-491b-b514-14a8d666a89a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0cf66a7e-907b-4a00-9c39-ea7a9f60bc5f HTTP/1.1" status: 200 len: 853 time: 0.0498996 Apr 20 13:45:50.728467 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-5afc68ed-3db1-4bd0-bf94-9a737ae9862f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:50.729975 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-5afc68ed-3db1-4bd0-bf94-9a737ae9862f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431030 Apr 20 13:45:50.760821 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-42c6f7eb-6a94-4322-b8a0-0147323bf360 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:50.775836 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-42c6f7eb-6a94-4322-b8a0-0147323bf360 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Calling delete_port for fb86c381-df32-4fd0-82c9-06af1be18b83 owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:45:50.849091 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978428be-dfb3-4e44-91d4-2e39370431ea req-6fe121a6-f9ec-46e1-bae3-9cefb355a1ba tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:50.850609 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-978428be-dfb3-4e44-91d4-2e39370431ea req-6fe121a6-f9ec-46e1-bae3-9cefb355a1ba tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77d0c74-efcb-4348-9057-ef5931bb6f6e HTTP/1.1" status: 200 len: 943 time: 0.1038063 Apr 20 13:45:50.880609 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-8f6b80c3-4c15-4ea3-837b-de9c8d1c6d53 service neutron] 10.222.0.15 "GET /v2.0/networks/0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434188 Apr 20 13:45:50.919713 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-978428be-dfb3-4e44-91d4-2e39370431ea req-a8a15f32-2777-4772-9aa4-8495537b6af9 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2f265f5-abae-4119-af3b-142d3042ac75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562472 Apr 20 13:45:50.985600 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fdd57148-8f3e-4b55-9d1f-4ecd3d388e19 req-d866b08c-06d3-4034-a8a8-44cff389f842 service neutron] 10.222.0.15 "GET /v2.0/networks/0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980923 Apr 20 13:45:51.037525 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-42c6f7eb-6a94-4322-b8a0-0147323bf360 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:51.063509 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6f7eb-6a94-4322-b8a0-0147323bf360 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Pushing event deleted for resources: {'Port': ['ID=fb86c381-df32-4fd0-82c9-06af1be18b83,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:51.134185 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-42c6f7eb-6a94-4322-b8a0-0147323bf360 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:51.229107 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-42c6f7eb-6a94-4322-b8a0-0147323bf360 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:51.231178 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-42c6f7eb-6a94-4322-b8a0-0147323bf360 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:51.317294 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-42c6f7eb-6a94-4322-b8a0-0147323bf360 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:51.317856 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c6f7eb-6a94-4322-b8a0-0147323bf360 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Fanout notify agent at l3_agent the message router_deleted on router 57ed4521-49ea-4af6-9bef-9f863809c2bf {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:45:51.329429 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-42c6f7eb-6a94-4322-b8a0-0147323bf360 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:51.329429 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-42c6f7eb-6a94-4322-b8a0-0147323bf360 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] 10.222.0.25 "DELETE /v2.0/routers/57ed4521-49ea-4af6-9bef-9f863809c2bf HTTP/1.1" status: 204 len: 168 time: 1.0392885 Apr 20 13:45:51.330064 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56864) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:51.334667 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-4c3832ce-c11a-4748-97fc-d0dcc3b86764 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-846328697', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:45:51.409021 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c3832ce-c11a-4748-97fc-d0dcc3b86764 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:51.410337 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c3832ce-c11a-4748-97fc-d0dcc3b86764 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:51.465469 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c3832ce-c11a-4748-97fc-d0dcc3b86764 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:51.511943 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c3832ce-c11a-4748-97fc-d0dcc3b86764 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:51.588480 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c3832ce-c11a-4748-97fc-d0dcc3b86764 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:51.589751 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4c3832ce-c11a-4748-97fc-d0dcc3b86764 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2586644 Apr 20 13:45:51.592468 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56866) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:51.596766 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-8113b3ec-3f3d-428d-bf8b-8f89440d1325 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'enable_snat': True}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:45:51.797102 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8113b3ec-3f3d-428d-bf8b-8f89440d1325 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:52.391772 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8113b3ec-3f3d-428d-bf8b-8f89440d1325 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:52.401574 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0423273-6fce-4839-aa1f-3001be3a50ba req-0a4aa3b0-6671-476e-9d8b-24b35d865b78 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:52.403035 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b0423273-6fce-4839-aa1f-3001be3a50ba req-0a4aa3b0-6671-476e-9d8b-24b35d865b78 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77d0c74-efcb-4348-9057-ef5931bb6f6e HTTP/1.1" status: 200 len: 943 time: 0.0778346 Apr 20 13:45:52.422093 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8113b3ec-3f3d-428d-bf8b-8f89440d1325 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:52.496197 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b0423273-6fce-4839-aa1f-3001be3a50ba req-073ff0f6-c360-429b-ad9d-473f7b519acc tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2f265f5-abae-4119-af3b-142d3042ac75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763164 Apr 20 13:45:52.552567 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-8113b3ec-3f3d-428d-bf8b-8f89440d1325 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Allocated IP 172.25.8.126 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/3d07182f-5246-452e-bf9f-cc8fc9d6ded9) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:45:52.654755 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8113b3ec-3f3d-428d-bf8b-8f89440d1325 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:52.740428 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8113b3ec-3f3d-428d-bf8b-8f89440d1325 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:52.782659 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8113b3ec-3f3d-428d-bf8b-8f89440d1325 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:45:52.786044 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-8113b3ec-3f3d-428d-bf8b-8f89440d1325 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:45:52.790340 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8113b3ec-3f3d-428d-bf8b-8f89440d1325 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:45:52.811775 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113b3ec-3f3d-428d-bf8b-8f89440d1325 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Pushing event updated for resources: {'Port': ['ID=3d07182f-5246-452e-bf9f-cc8fc9d6ded9,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:53.126094 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8113b3ec-3f3d-428d-bf8b-8f89440d1325 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:53.317185 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8113b3ec-3f3d-428d-bf8b-8f89440d1325 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-54831'] for router, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:53.321146 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8113b3ec-3f3d-428d-bf8b-8f89440d1325 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548631'] for router, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:53.510583 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8113b3ec-3f3d-428d-bf8b-8f89440d1325 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Router 760b8384-8ee6-4b1c-8e07-494efb553f7b is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:45:53.648578 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8113b3ec-3f3d-428d-bf8b-8f89440d1325 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:45:53.656938 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819756c6-420e-4d6b-bf78-b2cfeeb9320f None None] Sync routers for ids ['760b8384-8ee6-4b1c-8e07-494efb553f7b'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:45:53.657432 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034067e7-a749-4885-90c0-fa880b043f82 req-17aab215-c47f-47da-8754-e7b2e5ed4300 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:53.658516 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-034067e7-a749-4885-90c0-fa880b043f82 req-17aab215-c47f-47da-8754-e7b2e5ed4300 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77d0c74-efcb-4348-9057-ef5931bb6f6e HTTP/1.1" status: 200 len: 943 time: 0.0928228 Apr 20 13:45:53.661394 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8113b3ec-3f3d-428d-bf8b-8f89440d1325 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:53.662500 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8113b3ec-3f3d-428d-bf8b-8f89440d1325 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] 10.222.0.25 "PUT /v2.0/routers/760b8384-8ee6-4b1c-8e07-494efb553f7b HTTP/1.1" status: 200 len: 918 time: 2.0691073 Apr 20 13:45:53.665811 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56872) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:53.667381 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819756c6-420e-4d6b-bf78-b2cfeeb9320f None None] Routers {'760b8384-8ee6-4b1c-8e07-494efb553f7b'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:45:53.668079 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-819756c6-420e-4d6b-bf78-b2cfeeb9320f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:45:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['760b8384-8ee6-4b1c-8e07-494efb553f7b'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:53.708915 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-819756c6-420e-4d6b-bf78-b2cfeeb9320f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:53.717741 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819756c6-420e-4d6b-bf78-b2cfeeb9320f None None] Routers {'760b8384-8ee6-4b1c-8e07-494efb553f7b'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:45:53.718359 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-819756c6-420e-4d6b-bf78-b2cfeeb9320f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:45:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['760b8384-8ee6-4b1c-8e07-494efb553f7b'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:53.754741 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-819756c6-420e-4d6b-bf78-b2cfeeb9320f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:53.755543 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819756c6-420e-4d6b-bf78-b2cfeeb9320f None None] The sync data for ids ['760b8384-8ee6-4b1c-8e07-494efb553f7b'] in n-d-836015-7 is: [] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:45:53.761118 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-034067e7-a749-4885-90c0-fa880b043f82 req-8f267c1c-ab1f-4b94-83ef-183cf6a521bc tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2f265f5-abae-4119-af3b-142d3042ac75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854981 Apr 20 13:45:53.807099 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-df03f881-9146-4a91-8a40-92134cea67b4 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] 10.222.0.25 "GET /v2.0/routers/760b8384-8ee6-4b1c-8e07-494efb553f7b HTTP/1.1" status: 200 len: 924 time: 0.1402152 Apr 20 13:45:53.810211 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56874) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:53.849797 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a378a5d0-cb41-46f9-9ee4-d458e847c0d7 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:53.851293 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a378a5d0-cb41-46f9-9ee4-d458e847c0d7 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=08acadad-0b4a-420a-b5f5-639128d4ec40&device_id=760b8384-8ee6-4b1c-8e07-494efb553f7b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0401838 Apr 20 13:45:53.854639 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56876) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:53.938859 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac728e9b-7deb-425f-9d07-067a3e1ea5a6 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:53.940262 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ac728e9b-7deb-425f-9d07-067a3e1ea5a6 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] 10.222.0.25 "GET /v2.0/networks/08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 881 time: 0.0847166 Apr 20 13:45:53.942981 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56878) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:53.969119 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7f975a92-bcbd-48ce-b202-6eca05ae3dc6 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] 10.222.0.25 "GET /v2.0/ports?device_id=760b8384-8ee6-4b1c-8e07-494efb553f7b HTTP/1.1" status: 200 len: 205 time: 0.0250840 Apr 20 13:45:53.971574 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56880) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:54.075352 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b271fa76-5461-4c05-a861-de7da68ce927 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:54.176426 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b271fa76-5461-4c05-a861-de7da68ce927 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:54.284531 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-b271fa76-5461-4c05-a861-de7da68ce927 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Deleting port 3d07182f-5246-452e-bf9f-cc8fc9d6ded9 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:45:54.284876 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b271fa76-5461-4c05-a861-de7da68ce927 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:54.363039 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b271fa76-5461-4c05-a861-de7da68ce927 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:54.374338 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-b271fa76-5461-4c05-a861-de7da68ce927 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Calling delete_port for 3d07182f-5246-452e-bf9f-cc8fc9d6ded9 owned by network:router_gateway {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:45:54.441779 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-010b3ec7-9191-476f-839e-b37971ddc3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:54.586778 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b271fa76-5461-4c05-a861-de7da68ce927 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:54.611923 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b271fa76-5461-4c05-a861-de7da68ce927 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Pushing event deleted for resources: {'Port': ['ID=3d07182f-5246-452e-bf9f-cc8fc9d6ded9,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:54.670878 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b271fa76-5461-4c05-a861-de7da68ce927 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:54.760444 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b271fa76-5461-4c05-a861-de7da68ce927 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:54.762663 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b271fa76-5461-4c05-a861-de7da68ce927 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:54.879391 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8e102-da6c-45fb-9ef5-aefcce87d8bf req-978ac592-8284-4c3c-b387-f48f7dc0ed03 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:54.880768 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6bd8e102-da6c-45fb-9ef5-aefcce87d8bf req-978ac592-8284-4c3c-b387-f48f7dc0ed03 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77d0c74-efcb-4348-9057-ef5931bb6f6e HTTP/1.1" status: 200 len: 943 time: 0.0478401 Apr 20 13:45:54.881785 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b271fa76-5461-4c05-a861-de7da68ce927 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:54.882317 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b271fa76-5461-4c05-a861-de7da68ce927 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Fanout notify agent at l3_agent the message router_deleted on router 760b8384-8ee6-4b1c-8e07-494efb553f7b {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:45:54.892791 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b271fa76-5461-4c05-a861-de7da68ce927 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:54.892791 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b271fa76-5461-4c05-a861-de7da68ce927 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] 10.222.0.25 "DELETE /v2.0/routers/760b8384-8ee6-4b1c-8e07-494efb553f7b HTTP/1.1" status: 204 len: 168 time: 0.9179177 Apr 20 13:45:54.894240 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56884) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:54.898953 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-f4e58d06-5020-4d89-b897-43d553f97913 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1778624531', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:45:54.923937 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6bd8e102-da6c-45fb-9ef5-aefcce87d8bf req-94e5f936-01c5-4e1e-81e8-9ea2d8119ee3 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2f265f5-abae-4119-af3b-142d3042ac75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324621 Apr 20 13:45:55.003319 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f4e58d06-5020-4d89-b897-43d553f97913 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:55.004458 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f4e58d06-5020-4d89-b897-43d553f97913 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:55.055786 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f4e58d06-5020-4d89-b897-43d553f97913 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:55.111792 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f4e58d06-5020-4d89-b897-43d553f97913 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:55.197699 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f4e58d06-5020-4d89-b897-43d553f97913 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:55.198836 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f4e58d06-5020-4d89-b897-43d553f97913 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3035700 Apr 20 13:45:55.201551 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56886) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:55.205789 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-352666ea-c153-4d08-8497-84bab0203df0 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'enable_snat': False}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:45:55.405292 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-352666ea-c153-4d08-8497-84bab0203df0 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:55.669013 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-352666ea-c153-4d08-8497-84bab0203df0 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:55.691500 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-352666ea-c153-4d08-8497-84bab0203df0 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:55.792107 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-352666ea-c153-4d08-8497-84bab0203df0 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Allocated IP 172.25.8.96 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/a83326e3-2c47-419f-9045-a80d3f1675bd) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:45:55.894556 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-352666ea-c153-4d08-8497-84bab0203df0 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:55.979872 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-352666ea-c153-4d08-8497-84bab0203df0 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:56.021220 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352666ea-c153-4d08-8497-84bab0203df0 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:45:56.024152 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-352666ea-c153-4d08-8497-84bab0203df0 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:45:56.026538 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352666ea-c153-4d08-8497-84bab0203df0 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:45:56.040586 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42844a5-12b2-4e05-ab30-238dc97af870 req-0b9fac9c-17c2-47fd-8c34-3b7e5a88c8a8 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:56.042040 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c42844a5-12b2-4e05-ab30-238dc97af870 req-0b9fac9c-17c2-47fd-8c34-3b7e5a88c8a8 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77d0c74-efcb-4348-9057-ef5931bb6f6e HTTP/1.1" status: 200 len: 943 time: 0.0485179 Apr 20 13:45:56.051065 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352666ea-c153-4d08-8497-84bab0203df0 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Pushing event updated for resources: {'Port': ['ID=a83326e3-2c47-419f-9045-a80d3f1675bd,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:56.081318 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c42844a5-12b2-4e05-ab30-238dc97af870 req-afb2ab46-dbe6-4d9c-85c2-26d5d7a3c32e tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2f265f5-abae-4119-af3b-142d3042ac75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328393 Apr 20 13:45:56.324983 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-352666ea-c153-4d08-8497-84bab0203df0 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:56.511730 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-352666ea-c153-4d08-8497-84bab0203df0 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-54831'] for router, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:56.514956 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-352666ea-c153-4d08-8497-84bab0203df0 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548631'] for router, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:56.705935 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352666ea-c153-4d08-8497-84bab0203df0 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Router 3ea71320-e62f-422e-bded-13dabebdbe25 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:45:56.774927 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-260702a3-99db-4787-ac4e-06417465109f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:56.811456 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352666ea-c153-4d08-8497-84bab0203df0 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:45:56.815793 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-352666ea-c153-4d08-8497-84bab0203df0 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:56.819800 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56890) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:56.821691 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-352666ea-c153-4d08-8497-84bab0203df0 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] 10.222.0.25 "PUT /v2.0/routers/3ea71320-e62f-422e-bded-13dabebdbe25 HTTP/1.1" status: 200 len: 919 time: 1.6177654 Apr 20 13:45:56.823099 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ff1c15-fb36-40e8-b512-8b080fa0793f None None] Sync routers for ids ['3ea71320-e62f-422e-bded-13dabebdbe25'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:45:56.833481 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ff1c15-fb36-40e8-b512-8b080fa0793f None None] Routers {'3ea71320-e62f-422e-bded-13dabebdbe25'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:45:56.834135 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f4ff1c15-fb36-40e8-b512-8b080fa0793f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:45:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['3ea71320-e62f-422e-bded-13dabebdbe25'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:56.865510 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f4ff1c15-fb36-40e8-b512-8b080fa0793f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:56.874306 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ff1c15-fb36-40e8-b512-8b080fa0793f None None] Routers {'3ea71320-e62f-422e-bded-13dabebdbe25'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:45:56.874844 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f4ff1c15-fb36-40e8-b512-8b080fa0793f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:45:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['3ea71320-e62f-422e-bded-13dabebdbe25'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:56.909230 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f4ff1c15-fb36-40e8-b512-8b080fa0793f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:45:56.909848 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ff1c15-fb36-40e8-b512-8b080fa0793f None None] The sync data for ids ['3ea71320-e62f-422e-bded-13dabebdbe25'] in n-d-836015-7 is: [] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:45:56.927555 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2c7e9739-1807-47a6-834a-33a73e0cf059 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] 10.222.0.25 "GET /v2.0/routers/3ea71320-e62f-422e-bded-13dabebdbe25 HTTP/1.1" status: 200 len: 925 time: 0.1060636 Apr 20 13:45:56.930230 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56892) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:56.973624 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8fe116-bfac-45d3-9b55-773b2ef12024 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:56.975109 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-af8fe116-bfac-45d3-9b55-773b2ef12024 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=08acadad-0b4a-420a-b5f5-639128d4ec40&device_id=3ea71320-e62f-422e-bded-13dabebdbe25&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0439885 Apr 20 13:45:56.977809 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56894) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:57.058814 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fdff30-89dd-4057-936d-9c5f373732e1 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:57.060259 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-83fdff30-89dd-4057-936d-9c5f373732e1 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] 10.222.0.25 "GET /v2.0/networks/08acadad-0b4a-420a-b5f5-639128d4ec40 HTTP/1.1" status: 200 len: 881 time: 0.0815265 Apr 20 13:45:57.062945 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56896) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:57.089379 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-220df10e-5fef-4448-b8e4-4dc67392e369 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ea71320-e62f-422e-bded-13dabebdbe25 HTTP/1.1" status: 200 len: 205 time: 0.0253685 Apr 20 13:45:57.091706 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56898) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:57.227802 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-17d45a53-4361-4af4-957e-2d1e7fe6fa5f tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:57.237514 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a247a-8cbf-43f7-8b14-166de30794a2 req-79b66c3f-5731-4ec5-bbf2-a58a6e202f9d tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:57.238963 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-596a247a-8cbf-43f7-8b14-166de30794a2 req-79b66c3f-5731-4ec5-bbf2-a58a6e202f9d tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77d0c74-efcb-4348-9057-ef5931bb6f6e HTTP/1.1" status: 200 len: 943 time: 0.0894537 Apr 20 13:45:57.312537 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-596a247a-8cbf-43f7-8b14-166de30794a2 req-724b86e2-09e4-4791-b9d5-e465958c3a7f tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2f265f5-abae-4119-af3b-142d3042ac75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442150 Apr 20 13:45:57.362787 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-17d45a53-4361-4af4-957e-2d1e7fe6fa5f tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:57.513805 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-17d45a53-4361-4af4-957e-2d1e7fe6fa5f tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Deleting port a83326e3-2c47-419f-9045-a80d3f1675bd {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:45:57.514150 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-17d45a53-4361-4af4-957e-2d1e7fe6fa5f tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:57.586728 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-17d45a53-4361-4af4-957e-2d1e7fe6fa5f tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:57.597878 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-17d45a53-4361-4af4-957e-2d1e7fe6fa5f tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Calling delete_port for a83326e3-2c47-419f-9045-a80d3f1675bd owned by network:router_gateway {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:45:57.830271 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-17d45a53-4361-4af4-957e-2d1e7fe6fa5f tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:57.859749 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d45a53-4361-4af4-957e-2d1e7fe6fa5f tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Pushing event deleted for resources: {'Port': ['ID=a83326e3-2c47-419f-9045-a80d3f1675bd,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:57.919475 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-17d45a53-4361-4af4-957e-2d1e7fe6fa5f tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:58.006569 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-17d45a53-4361-4af4-957e-2d1e7fe6fa5f tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:58.008667 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-17d45a53-4361-4af4-957e-2d1e7fe6fa5f tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:58.123078 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-17d45a53-4361-4af4-957e-2d1e7fe6fa5f tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:58.123800 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d45a53-4361-4af4-957e-2d1e7fe6fa5f tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Fanout notify agent at l3_agent the message router_deleted on router 3ea71320-e62f-422e-bded-13dabebdbe25 {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:45:58.131213 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-17d45a53-4361-4af4-957e-2d1e7fe6fa5f tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:58.132384 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-17d45a53-4361-4af4-957e-2d1e7fe6fa5f tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] 10.222.0.25 "DELETE /v2.0/routers/3ea71320-e62f-422e-bded-13dabebdbe25 HTTP/1.1" status: 204 len: 168 time: 1.0397930 Apr 20 13:45:58.136574 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56902) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:58.141149 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-4891fa43-4b81-4476-9b0c-401b6bfbbc8b tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1889180870', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}, 'admin_state_up': False}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:45:58.151511 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:58.202816 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4891fa43-4b81-4476-9b0c-401b6bfbbc8b tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:58.203841 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4891fa43-4b81-4476-9b0c-401b6bfbbc8b tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:58.253310 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4891fa43-4b81-4476-9b0c-401b6bfbbc8b tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:58.447395 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4891fa43-4b81-4476-9b0c-401b6bfbbc8b tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:58.709146 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4891fa43-4b81-4476-9b0c-401b6bfbbc8b tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:58.733206 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4891fa43-4b81-4476-9b0c-401b6bfbbc8b tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:58.761262 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b76de0-6d10-4c84-82d1-1a26a5aa92cb req-e6ba92aa-e06b-4b68-b9c0-6a0d6688922f tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:58.763811 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b7b76de0-6d10-4c84-82d1-1a26a5aa92cb req-e6ba92aa-e06b-4b68-b9c0-6a0d6688922f tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77d0c74-efcb-4348-9057-ef5931bb6f6e HTTP/1.1" status: 200 len: 943 time: 0.3820810 Apr 20 13:45:58.800716 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b7b76de0-6d10-4c84-82d1-1a26a5aa92cb req-ef61a76d-8fb2-4490-9476-40a629b5adca tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2f265f5-abae-4119-af3b-142d3042ac75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317452 Apr 20 13:45:58.838323 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-4891fa43-4b81-4476-9b0c-401b6bfbbc8b tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Allocated IP 172.25.8.250 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/e3ab0477-8f7b-40ff-9938-d6be6f2b3e38) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:45:58.940365 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4891fa43-4b81-4476-9b0c-401b6bfbbc8b tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:59.042310 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4891fa43-4b81-4476-9b0c-401b6bfbbc8b tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:59.077350 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4891fa43-4b81-4476-9b0c-401b6bfbbc8b tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:45:59.080188 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-4891fa43-4b81-4476-9b0c-401b6bfbbc8b tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:45:59.086020 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4891fa43-4b81-4476-9b0c-401b6bfbbc8b tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:45:59.112312 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4891fa43-4b81-4476-9b0c-401b6bfbbc8b tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Pushing event updated for resources: {'Port': ['ID=e3ab0477-8f7b-40ff-9938-d6be6f2b3e38,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:45:59.443348 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:59.687232 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 8371a066-188f-425a-9673-918971227617 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:45:59.725058 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4891fa43-4b81-4476-9b0c-401b6bfbbc8b tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:59.924961 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79c90e-a725-4808-a762-3a1ee2732cf5 req-1b9aa847-2f91-4ed4-b50d-f160c190f2ad tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:59.926447 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6f79c90e-a725-4808-a762-3a1ee2732cf5 req-1b9aa847-2f91-4ed4-b50d-f160c190f2ad tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77d0c74-efcb-4348-9057-ef5931bb6f6e HTTP/1.1" status: 200 len: 943 time: 0.0498099 Apr 20 13:45:59.938145 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4891fa43-4b81-4476-9b0c-401b6bfbbc8b tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:59.951259 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 8371a066-188f-425a-9673-918971227617, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=8371a066-188f-425a-9673-918971227617,segment=NetworkSegment(0a69409a-afee-40a3-88a1-00ece25ecddd),segment_id=0a69409a-afee-40a3-88a1-00ece25ecddd)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:45:59.963202 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '8371a066-188f-425a-9673-918971227617', 'network_id': '0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40', 'port_id': '8371a066-188f-425a-9673-918971227617', 'mac_address': 'fa:16:3e:af:e1:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cf66a7e-907b-4a00-9c39-ea7a9f60bc5f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:45:59.969093 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:59.973971 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6f79c90e-a725-4808-a762-3a1ee2732cf5 req-938f8199-cd4d-4dc8-8144-ba5c1f59c2b4 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2f265f5-abae-4119-af3b-142d3042ac75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353584 Apr 20 13:46:00.002368 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:00.015617 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8371a066-188f-425a-9673-918971227617 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:46:00.034861 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 8371a066-188f-425a-9673-918971227617, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=8371a066-188f-425a-9673-918971227617,segment=NetworkSegment(0a69409a-afee-40a3-88a1-00ece25ecddd),segment_id=0a69409a-afee-40a3-88a1-00ece25ecddd)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:46:00.100070 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:00.117259 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4891fa43-4b81-4476-9b0c-401b6bfbbc8b tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Router ee862315-c9dc-492b-9b8a-36b237570e36 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:46:00.149698 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=8371a066-188f-425a-9673-918971227617,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:00.156776 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:00.157123 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:00.157462 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:00.157802 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:00.158131 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:00.158458 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:00.158782 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:00.159105 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:00.159796 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:00.159796 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:00.163130 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:00.163130 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:00.229792 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4891fa43-4b81-4476-9b0c-401b6bfbbc8b tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:46:00.239036 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a5cbce-6fc8-4da2-86ec-6db27d8ca6ea None None] Sync routers for ids ['ee862315-c9dc-492b-9b8a-36b237570e36'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:46:00.248530 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a5cbce-6fc8-4da2-86ec-6db27d8ca6ea None None] Routers {'ee862315-c9dc-492b-9b8a-36b237570e36'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:46:00.249146 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-f9a5cbce-6fc8-4da2-86ec-6db27d8ca6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:45:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['ee862315-c9dc-492b-9b8a-36b237570e36'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:00.280109 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-f9a5cbce-6fc8-4da2-86ec-6db27d8ca6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:00.288200 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a5cbce-6fc8-4da2-86ec-6db27d8ca6ea None None] Routers {'ee862315-c9dc-492b-9b8a-36b237570e36'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:46:00.288781 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-f9a5cbce-6fc8-4da2-86ec-6db27d8ca6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:45:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['ee862315-c9dc-492b-9b8a-36b237570e36'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:00.312527 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4891fa43-4b81-4476-9b0c-401b6bfbbc8b tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:00.313791 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4891fa43-4b81-4476-9b0c-401b6bfbbc8b tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.1762092 Apr 20 13:46:00.316426 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56908) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:00.321464 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-db92223e-9ba0-4b29-8147-9a5417419b27 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:46:00.324206 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-f9a5cbce-6fc8-4da2-86ec-6db27d8ca6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:00.324816 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a5cbce-6fc8-4da2-86ec-6db27d8ca6ea None None] The sync data for ids ['ee862315-c9dc-492b-9b8a-36b237570e36'] in n-d-836015-7 is: [] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:46:00.440269 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['8371a066-188f-425a-9673-918971227617'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:46:00.624613 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-db92223e-9ba0-4b29-8147-9a5417419b27 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:00.704501 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-db92223e-9ba0-4b29-8147-9a5417419b27 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:00.845638 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-db92223e-9ba0-4b29-8147-9a5417419b27 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Deleting port e3ab0477-8f7b-40ff-9938-d6be6f2b3e38 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:46:00.846359 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-db92223e-9ba0-4b29-8147-9a5417419b27 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:00.918848 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-db92223e-9ba0-4b29-8147-9a5417419b27 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:00.930473 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-db92223e-9ba0-4b29-8147-9a5417419b27 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Calling delete_port for e3ab0477-8f7b-40ff-9938-d6be6f2b3e38 owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:46:01.088608 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157a160-9fec-47e3-a4f1-faf8cba80ba5 req-a75b7c9d-85c2-4079-8b63-d62fb3a8a22a tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:01.090084 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2157a160-9fec-47e3-a4f1-faf8cba80ba5 req-a75b7c9d-85c2-4079-8b63-d62fb3a8a22a tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77d0c74-efcb-4348-9057-ef5931bb6f6e HTTP/1.1" status: 200 len: 944 time: 0.0496440 Apr 20 13:46:01.128912 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2157a160-9fec-47e3-a4f1-faf8cba80ba5 req-c4cfad83-a75f-4e85-b94e-f38e64534411 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2f265f5-abae-4119-af3b-142d3042ac75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320334 Apr 20 13:46:01.145814 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-db92223e-9ba0-4b29-8147-9a5417419b27 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:01.176883 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92223e-9ba0-4b29-8147-9a5417419b27 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Pushing event deleted for resources: {'Port': ['ID=e3ab0477-8f7b-40ff-9938-d6be6f2b3e38,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:01.237052 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-db92223e-9ba0-4b29-8147-9a5417419b27 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:01.435980 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-db92223e-9ba0-4b29-8147-9a5417419b27 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-54831'] for router, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:01.439050 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-db92223e-9ba0-4b29-8147-9a5417419b27 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548631'] for router, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:01.510940 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db92223e-9ba0-4b29-8147-9a5417419b27 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Router ee862315-c9dc-492b-9b8a-36b237570e36 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:46:01.585433 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db92223e-9ba0-4b29-8147-9a5417419b27 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:46:01.592732 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-db92223e-9ba0-4b29-8147-9a5417419b27 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:01.593961 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-db92223e-9ba0-4b29-8147-9a5417419b27 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] 10.222.0.25 "PUT /v2.0/routers/ee862315-c9dc-492b-9b8a-36b237570e36 HTTP/1.1" status: 200 len: 710 time: 1.2765129 Apr 20 13:46:01.595818 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd42cf1-ce74-4130-b795-27049a5877d2 None None] Sync routers for ids ['ee862315-c9dc-492b-9b8a-36b237570e36'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:46:01.596699 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56912) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:01.606256 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd42cf1-ce74-4130-b795-27049a5877d2 None None] Routers {'ee862315-c9dc-492b-9b8a-36b237570e36'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:46:01.606870 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-8cd42cf1-ce74-4130-b795-27049a5877d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:45:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['ee862315-c9dc-492b-9b8a-36b237570e36'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:01.638307 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-8cd42cf1-ce74-4130-b795-27049a5877d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:01.646554 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd42cf1-ce74-4130-b795-27049a5877d2 None None] Routers {'ee862315-c9dc-492b-9b8a-36b237570e36'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:46:01.647147 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-8cd42cf1-ce74-4130-b795-27049a5877d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:45:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['ee862315-c9dc-492b-9b8a-36b237570e36'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:01.670073 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e99ae778-a361-49bb-a9dc-c481439ab7b9 tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] 10.222.0.25 "GET /v2.0/routers/ee862315-c9dc-492b-9b8a-36b237570e36 HTTP/1.1" status: 200 len: 745 time: 0.0721457 Apr 20 13:46:01.672673 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56914) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:01.682142 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-8cd42cf1-ce74-4130-b795-27049a5877d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:01.682778 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd42cf1-ce74-4130-b795-27049a5877d2 None None] The sync data for ids ['ee862315-c9dc-492b-9b8a-36b237570e36'] in n-d-836015-7 is: [] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:46:01.702510 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 8371a066-188f-425a-9673-918971227617 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:46:01.722870 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d38f5504-8fc1-4dc8-8be1-639f9851a11d tempest-RoutersIpV6AdminTest-807193846 tempest-RoutersIpV6AdminTest-807193846-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=08acadad-0b4a-420a-b5f5-639128d4ec40&device_id=ee862315-c9dc-492b-9b8a-36b237570e36 HTTP/1.1" status: 200 len: 205 time: 0.0488389 Apr 20 13:46:01.725268 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56916) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:01.751570 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-85e2d9e3-c3aa-4093-9bb8-51f758d8382c tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee862315-c9dc-492b-9b8a-36b237570e36 HTTP/1.1" status: 200 len: 205 time: 0.0251849 Apr 20 13:46:01.754112 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56918) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:01.828704 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c84dffac-f9b7-4bb8-acbf-eac48f8967d2 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:01.854187 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 8371a066-188f-425a-9673-918971227617 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:46:01.858103 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 8371a066-188f-425a-9673-918971227617 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:46:01.858472 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:01.935943 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:01.957925 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77d0c74-efcb-4348-9057-ef5931bb6f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8371a066-188f-425a-9673-918971227617'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:46:01.960121 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc1e41f-267e-418d-833b-3822cc5fb41a" -d '{"events": [{"server_uuid": "c77d0c74-efcb-4348-9057-ef5931bb6f6e", "name": "network-vif-plugged", "status": "completed", "tag": "8371a066-188f-425a-9673-918971227617"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:46:01.977174 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 8371a066-188f-425a-9673-918971227617, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=8371a066-188f-425a-9673-918971227617,segment=NetworkSegment(0a69409a-afee-40a3-88a1-00ece25ecddd),segment_id=0a69409a-afee-40a3-88a1-00ece25ecddd)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:46:01.992533 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c84dffac-f9b7-4bb8-acbf-eac48f8967d2 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:01.994692 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c84dffac-f9b7-4bb8-acbf-eac48f8967d2 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:01.998953 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aac1f7a-3a0d-436a-a786-2fdb22a23ed4 x-openstack-request-id: req-9aac1f7a-3a0d-436a-a786-2fdb22a23ed4 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:46:01.998953 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77d0c74-efcb-4348-9057-ef5931bb6f6e", "name": "network-vif-plugged", "status": "completed", "tag": "8371a066-188f-425a-9673-918971227617", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:46:01.999199 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9aac1f7a-3a0d-436a-a786-2fdb22a23ed4 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:46:01.999474 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aac1f7a-3a0d-436a-a786-2fdb22a23ed4'] response: {'server_uuid': 'c77d0c74-efcb-4348-9057-ef5931bb6f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8371a066-188f-425a-9673-918971227617', 'code': 200} Apr 20 13:46:02.053531 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:02.092682 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639422b-5290-45a1-b28c-ff57d4f83950 req-f8a8f8b2-834f-4583-b895-4abfa94b0b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:02.094233 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4639422b-5290-45a1-b28c-ff57d4f83950 req-f8a8f8b2-834f-4583-b895-4abfa94b0b73 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c77d0c74-efcb-4348-9057-ef5931bb6f6e HTTP/1.1" status: 200 len: 1096 time: 0.0402286 Apr 20 13:46:02.101919 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=8371a066-188f-425a-9673-918971227617,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:02.108667 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c84dffac-f9b7-4bb8-acbf-eac48f8967d2 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:02.109159 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84dffac-f9b7-4bb8-acbf-eac48f8967d2 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Fanout notify agent at l3_agent the message router_deleted on router ee862315-c9dc-492b-9b8a-36b237570e36 {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:46:02.121933 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c84dffac-f9b7-4bb8-acbf-eac48f8967d2 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:02.123012 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c84dffac-f9b7-4bb8-acbf-eac48f8967d2 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] 10.222.0.25 "DELETE /v2.0/routers/ee862315-c9dc-492b-9b8a-36b237570e36 HTTP/1.1" status: 204 len: 168 time: 0.3679714 Apr 20 13:46:02.126644 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56922) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:02.139562 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4639422b-5290-45a1-b28c-ff57d4f83950 req-91a48e83-dda9-4582-bd09-3584ff90273d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b2f265f5-abae-4119-af3b-142d3042ac75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381362 Apr 20 13:46:02.154122 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-05034007-d8e4-4c4c-8229-eb65efa60c13 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee862315-c9dc-492b-9b8a-36b237570e36 HTTP/1.1" status: 200 len: 205 time: 0.0260692 Apr 20 13:46:02.156359 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56926) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:02.198387 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-217dfc45-3514-402e-8d1a-9d174bd0812f tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] delete failed (client error): The resource could not be found. Apr 20 13:46:02.199436 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-217dfc45-3514-402e-8d1a-9d174bd0812f tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] 10.222.0.25 "DELETE /v2.0/routers/ee862315-c9dc-492b-9b8a-36b237570e36 HTTP/1.1" status: 404 len: 336 time: 0.0420520 Apr 20 13:46:02.202059 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56928) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:02.229984 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4fa56efd-8b4a-4917-954c-ff30b174e092 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] 10.222.0.25 "GET /v2.0/ports?device_id=3ea71320-e62f-422e-bded-13dabebdbe25 HTTP/1.1" status: 200 len: 205 time: 0.0265064 Apr 20 13:46:02.232014 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56930) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:02.254374 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589c75f-c661-4e8c-9897-841f425de7ca req-28e28c3e-9db6-476f-b5a0-0df47eec94c5 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:02.256033 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a589c75f-c661-4e8c-9897-841f425de7ca req-28e28c3e-9db6-476f-b5a0-0df47eec94c5 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77d0c74-efcb-4348-9057-ef5931bb6f6e HTTP/1.1" status: 200 len: 945 time: 0.0581772 Apr 20 13:46:02.270147 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-d41b5a02-d21a-41f5-b470-4d1bfeb8657c tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] delete failed (client error): The resource could not be found. Apr 20 13:46:02.271178 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d41b5a02-d21a-41f5-b470-4d1bfeb8657c tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] 10.222.0.25 "DELETE /v2.0/routers/3ea71320-e62f-422e-bded-13dabebdbe25 HTTP/1.1" status: 404 len: 336 time: 0.0382693 Apr 20 13:46:02.274331 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56932) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:02.295730 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a589c75f-c661-4e8c-9897-841f425de7ca req-f93478c5-6e8f-4151-b41c-0ba1f351b0c1 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2f265f5-abae-4119-af3b-142d3042ac75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333717 Apr 20 13:46:02.304364 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-36ab21e5-cd4f-4cf9-a994-1022ed3d9352 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] 10.222.0.25 "GET /v2.0/ports?device_id=760b8384-8ee6-4b1c-8e07-494efb553f7b HTTP/1.1" status: 200 len: 205 time: 0.0289779 Apr 20 13:46:02.306628 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56934) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:02.342776 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-1d265ce8-4094-4e54-916a-fda70c97b02f tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] delete failed (client error): The resource could not be found. Apr 20 13:46:02.343769 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1d265ce8-4094-4e54-916a-fda70c97b02f tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] 10.222.0.25 "DELETE /v2.0/routers/760b8384-8ee6-4b1c-8e07-494efb553f7b HTTP/1.1" status: 404 len: 336 time: 0.0361981 Apr 20 13:46:02.346140 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56936) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:02.372098 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-87ced12a-321e-4eb7-a66d-b7f23c96f634 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] 10.222.0.25 "GET /v2.0/ports?device_id=57ed4521-49ea-4af6-9bef-9f863809c2bf HTTP/1.1" status: 200 len: 205 time: 0.0249782 Apr 20 13:46:02.374160 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56938) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:02.412421 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-4f52438f-47ad-4cca-96ed-75807c8e19e2 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] delete failed (client error): The resource could not be found. Apr 20 13:46:02.413381 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4f52438f-47ad-4cca-96ed-75807c8e19e2 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] 10.222.0.25 "DELETE /v2.0/routers/57ed4521-49ea-4af6-9bef-9f863809c2bf HTTP/1.1" status: 404 len: 336 time: 0.0383694 Apr 20 13:46:02.416294 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56940) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:02.441523 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1bf05154-94da-4946-b586-4be16fde4f6f tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] 10.222.0.25 "GET /v2.0/ports?device_id=77ab5887-d266-4227-8650-72b412ca1448 HTTP/1.1" status: 200 len: 205 time: 0.0242560 Apr 20 13:46:02.443643 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56942) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:02.479000 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-e109a637-4f90-4c0d-a5ca-8a3fafb967b3 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] delete failed (client error): The resource could not be found. Apr 20 13:46:02.480067 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e109a637-4f90-4c0d-a5ca-8a3fafb967b3 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] 10.222.0.25 "DELETE /v2.0/routers/77ab5887-d266-4227-8650-72b412ca1448 HTTP/1.1" status: 404 len: 336 time: 0.0355070 Apr 20 13:46:02.482425 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56944) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:02.512132 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0ae46e69-4ac2-48aa-8053-0ab4088853f9 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0b2d4f8-5b60-401a-82e5-0e99f7dcde08 HTTP/1.1" status: 200 len: 205 time: 0.0286803 Apr 20 13:46:02.514415 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56946) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:02.550581 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-314b3964-39a0-4bb8-9ad9-03f163b879c9 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] delete failed (client error): The resource could not be found. Apr 20 13:46:02.551570 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-314b3964-39a0-4bb8-9ad9-03f163b879c9 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] 10.222.0.25 "DELETE /v2.0/routers/f0b2d4f8-5b60-401a-82e5-0e99f7dcde08 HTTP/1.1" status: 404 len: 336 time: 0.0362315 Apr 20 13:46:02.554042 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56948) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:02.579680 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6189c42-d862-4166-9749-fd8619dade67 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] DELETE failed (client error): The resource could not be found. Apr 20 13:46:02.580126 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6189c42-d862-4166-9749-fd8619dade67 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:46:02.582947 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c6189c42-d862-4166-9749-fd8619dade67 tempest-RoutersIpV6AdminTest-955849672 tempest-RoutersIpV6AdminTest-955849672-project] 10.222.0.25 "DELETE /v2.0/subnets/b3b11cd5-11bc-4283-b8ca-007303b3e84f HTTP/1.1" status: 404 len: 337 time: 0.0280058 Apr 20 13:46:02.976743 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 56954) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:03.082801 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a29c26ec-cc2d-48b1-8da9-1326cf18bc6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:03.155878 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a29c26ec-cc2d-48b1-8da9-1326cf18bc6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:03.197105 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a29c26ec-cc2d-48b1-8da9-1326cf18bc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:03.235884 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a29c26ec-cc2d-48b1-8da9-1326cf18bc6c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ab0d1b14e5e04d93887a7364d67a202f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2580521 Apr 20 13:46:03.237950 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c26ec-cc2d-48b1-8da9-1326cf18bc6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b53c4d-e02d-49ba-bb8e-a0e37b95e998,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:03.238679 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56958) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:03.290202 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a869241c-003a-4155-afbf-9f2a828f95ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:03.315784 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a869241c-003a-4155-afbf-9f2a828f95ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:03.419602 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66f35f-e990-4a9f-a885-cdbda3d032ee req-d4a42573-0070-4cdb-abe8-d16b4e23b82a tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:03.421074 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9a66f35f-e990-4a9f-a885-cdbda3d032ee req-d4a42573-0070-4cdb-abe8-d16b4e23b82a tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77d0c74-efcb-4348-9057-ef5931bb6f6e HTTP/1.1" status: 200 len: 945 time: 0.0498285 Apr 20 13:46:03.431762 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a869241c-003a-4155-afbf-9f2a828f95ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:03.434895 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a869241c-003a-4155-afbf-9f2a828f95ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:03.436251 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a869241c-003a-4155-afbf-9f2a828f95ce admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/65b53c4d-e02d-49ba-bb8e-a0e37b95e998 HTTP/1.1" status: 204 len: 168 time: 0.1965959 Apr 20 13:46:03.444864 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869241c-003a-4155-afbf-9f2a828f95ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b53c4d-e02d-49ba-bb8e-a0e37b95e998,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:03.472636 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9a66f35f-e990-4a9f-a885-cdbda3d032ee req-687da799-afbe-48bb-bb70-cb45ea91f446 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2f265f5-abae-4119-af3b-142d3042ac75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452147 Apr 20 13:46:04.155774 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56966) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:04.194719 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7b0ad8a2-4b72-4e3a-9140-dd14b0753eb5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=24989d45d9de401ebb3d5bbb2d40c1f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378072 Apr 20 13:46:04.197664 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56968) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:04.243719 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cb7b2c70-09e9-4327-a79b-2e8ecce442bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:04.264459 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cb7b2c70-09e9-4327-a79b-2e8ecce442bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:04.351381 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cb7b2c70-09e9-4327-a79b-2e8ecce442bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:04.353849 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cb7b2c70-09e9-4327-a79b-2e8ecce442bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:04.355022 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-cb7b2c70-09e9-4327-a79b-2e8ecce442bb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/499cc9c6-c78f-4141-aa15-94ba6676068c HTTP/1.1" status: 204 len: 168 time: 0.1564755 Apr 20 13:46:04.363024 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b2c70-09e9-4327-a79b-2e8ecce442bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499cc9c6-c78f-4141-aa15-94ba6676068c,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:04.591293 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071ae04-d3ff-46f8-9dda-26b3f99296a9 req-62f665cf-9a12-493d-9b58-b5a59afcdf68 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:04.592794 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c071ae04-d3ff-46f8-9dda-26b3f99296a9 req-62f665cf-9a12-493d-9b58-b5a59afcdf68 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77d0c74-efcb-4348-9057-ef5931bb6f6e HTTP/1.1" status: 200 len: 945 time: 0.0507197 Apr 20 13:46:04.632189 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c071ae04-d3ff-46f8-9dda-26b3f99296a9 req-71446d56-9625-4ed1-ac6c-94f1765f7d49 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2f265f5-abae-4119-af3b-142d3042ac75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314317 Apr 20 13:46:04.745792 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6499b-6633-49b3-b337-1ac5e3b47c55 req-3b79ed6a-ca3f-4e0b-9a58-644766fe0ecf tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:04.747268 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b3f6499b-6633-49b3-b337-1ac5e3b47c55 req-3b79ed6a-ca3f-4e0b-9a58-644766fe0ecf tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77d0c74-efcb-4348-9057-ef5931bb6f6e HTTP/1.1" status: 200 len: 945 time: 0.0492239 Apr 20 13:46:04.784697 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b3f6499b-6633-49b3-b337-1ac5e3b47c55 req-56c015c0-296d-474c-8f20-bc721c095afc tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2f265f5-abae-4119-af3b-142d3042ac75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311124 Apr 20 13:46:04.806949 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56976) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:05.002144 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f971f56-799c-4ff0-b35f-a90eb5638304 tempest-TestVolumeBackupRestore-125490092 tempest-TestVolumeBackupRestore-125490092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:05.003708 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3f971f56-799c-4ff0-b35f-a90eb5638304 tempest-TestVolumeBackupRestore-125490092 tempest-TestVolumeBackupRestore-125490092-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c77d0c74-efcb-4348-9057-ef5931bb6f6e HTTP/1.1" status: 200 len: 1091 time: 0.1956539 Apr 20 13:46:05.006642 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 56988) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:05.011457 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-7963033f-d379-4fad-84c0-0b40a87f691d tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'port_id': '8371a066-188f-425a-9673-918971227617', 'tenant_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:46:05.077270 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7963033f-d379-4fad-84c0-0b40a87f691d tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks [] for floatingip, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:05.173536 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7963033f-d379-4fad-84c0-0b40a87f691d tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:05.282785 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-7963033f-d379-4fad-84c0-0b40a87f691d tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Allocated IP 172.25.8.163 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/8804aa62-f731-4ce6-a1fc-21106d11faed) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:46:05.390619 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7963033f-d379-4fad-84c0-0b40a87f691d tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:05.472158 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7963033f-d379-4fad-84c0-0b40a87f691d tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:05.488814 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57000) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:05.514944 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7963033f-d379-4fad-84c0-0b40a87f691d tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:46:05.519873 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-7963033f-d379-4fad-84c0-0b40a87f691d tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:46:05.522280 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7963033f-d379-4fad-84c0-0b40a87f691d tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:46:05.555276 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7963033f-d379-4fad-84c0-0b40a87f691d tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Pushing event updated for resources: {'Port': ['ID=8804aa62-f731-4ce6-a1fc-21106d11faed,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:05.592328 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-f1f4063d-56de-42e1-b8ca-ca8655d52487 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Request body: {'networks': [{'name': 'tempest-network--1614695468'}, {'name': 'tempest-network--507092156'}]} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:46:05.592868 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-f1f4063d-56de-42e1-b8ca-ca8655d52487 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Request body: {'network': {'name': 'tempest-network--1614695468'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:46:05.593242 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-f1f4063d-56de-42e1-b8ca-ca8655d52487 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Request body: {'network': {'name': 'tempest-network--507092156'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:46:05.677485 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f4063d-56de-42e1-b8ca-ca8655d52487 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Made reservation on behalf of a3772cdfc4fe439b9c3ce77ceaa384db for: {'network': 2} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:46:05.682619 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f1f4063d-56de-42e1-b8ca-ca8655d52487 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:05.691184 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f1f4063d-56de-42e1-b8ca-ca8655d52487 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:05.768239 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f1f4063d-56de-42e1-b8ca-ca8655d52487 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:05.859790 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f1f4063d-56de-42e1-b8ca-ca8655d52487 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:05.860276 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f1f4063d-56de-42e1-b8ca-ca8655d52487 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:05.886662 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7963033f-d379-4fad-84c0-0b40a87f691d tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:05.902532 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f4063d-56de-42e1-b8ca-ca8655d52487 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bce4e01-977e-4848-8e94-5926fa2a04e7,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:05.905329 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f4063d-56de-42e1-b8ca-ca8655d52487 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:46:06.125623 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f1f4063d-56de-42e1-b8ca-ca8655d52487 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:06.125623 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-f1f4063d-56de-42e1-b8ca-ca8655d52487 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Added segment 9ae701b0-dcc2-4a7d-a81b-465bf041dcda of type vlan for network 23a8b125-2822-4977-8e73-cea5f95f1a29 Apr 20 13:46:06.125623 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f1f4063d-56de-42e1-b8ca-ca8655d52487 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:06.125623 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f4063d-56de-42e1-b8ca-ca8655d52487 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:46:06.125623 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f1f4063d-56de-42e1-b8ca-ca8655d52487 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:06.125623 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-f1f4063d-56de-42e1-b8ca-ca8655d52487 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Added segment 4b1f0ee4-c3d9-4134-91a8-46930ba5aef2 of type vlan for network a10ccec4-932f-4efe-8150-88cb157f74ec Apr 20 13:46:06.126215 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7963033f-d379-4fad-84c0-0b40a87f691d tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:06.126499 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f1f4063d-56de-42e1-b8ca-ca8655d52487 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:06.176823 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f1f4063d-56de-42e1-b8ca-ca8655d52487 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:06.176823 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f1f4063d-56de-42e1-b8ca-ca8655d52487 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:06.179212 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7963033f-d379-4fad-84c0-0b40a87f691d tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:06.182090 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f4063d-56de-42e1-b8ca-ca8655d52487 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:06.187382 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f4063d-56de-42e1-b8ca-ca8655d52487 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:06.188026 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f1f4063d-56de-42e1-b8ca-ca8655d52487 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:06.253353 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7963033f-d379-4fad-84c0-0b40a87f691d tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:06.255736 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f4063d-56de-42e1-b8ca-ca8655d52487 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Pushing event updated for resources: {'Network': ['ID=23a8b125-2822-4977-8e73-cea5f95f1a29,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:06.267280 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 23a8b125-2822-4977-8e73-cea5f95f1a29 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:46:06.310166 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f1f4063d-56de-42e1-b8ca-ca8655d52487 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.8176410 Apr 20 13:46:06.311157 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57004) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:06.323106 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f4063d-56de-42e1-b8ca-ca8655d52487 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Pushing event updated for resources: {'Network': ['ID=a10ccec4-932f-4efe-8150-88cb157f74ec,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:06.336239 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network a10ccec4-932f-4efe-8150-88cb157f74ec details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:46:06.362430 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7963033f-d379-4fad-84c0-0b40a87f691d tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Pushing event updated for resources: {'Port': ['ID=8804aa62-f731-4ce6-a1fc-21106d11faed,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:06.424929 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7963033f-d379-4fad-84c0-0b40a87f691d tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:06.892732 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341dcc97-643e-4bc7-9a20-a69673f56b83 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:06.898377 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341dcc97-643e-4bc7-9a20-a69673f56b83 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:06.904236 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341dcc97-643e-4bc7-9a20-a69673f56b83 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:06.909877 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341dcc97-643e-4bc7-9a20-a69673f56b83 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:06.911489 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-341dcc97-643e-4bc7-9a20-a69673f56b83 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5978060 Apr 20 13:46:06.914374 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57006) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:06.930839 n-d-836015-7 neutron-server[114870]: INFO neutron.db.l3_db [None req-7963033f-d379-4fad-84c0-0b40a87f691d tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Floating IP 68b3208c-0b8b-46bb-b5ed-d25a5aa959cb associated. External IP: 172.25.8.163, port: 8371a066-188f-425a-9673-918971227617. Apr 20 13:46:06.993537 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-765ef1c0-852d-47a2-84d7-fff5ffa9a8c9 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:07.077897 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-765ef1c0-852d-47a2-84d7-fff5ffa9a8c9 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:07.097972 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-765ef1c0-852d-47a2-84d7-fff5ffa9a8c9 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23a8b125-2822-4977-8e73-cea5f95f1a29']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:07.107481 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-765ef1c0-852d-47a2-84d7-fff5ffa9a8c9 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae701b0-dcc2-4a7d-a81b-465bf041dcda') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:07.107775 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-765ef1c0-852d-47a2-84d7-fff5ffa9a8c9 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae701b0-dcc2-4a7d-a81b-465bf041dcda') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:07.117957 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-765ef1c0-852d-47a2-84d7-fff5ffa9a8c9 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:07.134249 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-765ef1c0-852d-47a2-84d7-fff5ffa9a8c9 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:07.138574 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7963033f-d379-4fad-84c0-0b40a87f691d tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Router df1e46b6-7c9a-4354-9053-ce409eb878f3 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:46:07.140513 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-765ef1c0-852d-47a2-84d7-fff5ffa9a8c9 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:46:07.140897 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-765ef1c0-852d-47a2-84d7-fff5ffa9a8c9 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:07.143958 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:46:07.143958 n-d-836015-7 neutron-server[114869]: items = [ Apr 20 13:46:07.143958 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:46:07.143958 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:46:07.143958 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:46:07.143958 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:46:07.143958 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:46:07.143958 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:46:07.143958 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:46:07.143958 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:46:07.143958 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:46:07.143958 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:46:07.143958 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:46:07.143958 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:46:07.143958 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:46:07.143958 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:46:07.143958 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:46:07.143958 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:46:07.143958 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:46:07.143958 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:46:07.143958 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:46:07.143958 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:46:07.143958 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:46:07.143958 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:46:07.143958 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:46:07.143958 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:46:07.143958 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:46:07.143958 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:46:07.143958 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:46:07.143958 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:46:07.143958 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:46:07.143958 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:46:07.143958 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:46:07.143958 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:46:07.240060 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-71c760c2-2c41-447c-8165-8fde79ccf22c req-484e16b6-ae4d-4e9e-9992-f740cde05026 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c77d0c74-efcb-4348-9057-ef5931bb6f6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1107166 Apr 20 13:46:07.253171 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7963033f-d379-4fad-84c0-0b40a87f691d tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:46:07.264680 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4372c84b-3f53-4ccc-ab6e-c7891da946ae None None] Sync routers for ids ['df1e46b6-7c9a-4354-9053-ce409eb878f3'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:46:07.265755 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-765ef1c0-852d-47a2-84d7-fff5ffa9a8c9 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:07.272522 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-765ef1c0-852d-47a2-84d7-fff5ffa9a8c9 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:07.275612 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-765ef1c0-852d-47a2-84d7-fff5ffa9a8c9 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] 10.222.0.25 "DELETE /v2.0/networks/23a8b125-2822-4977-8e73-cea5f95f1a29 HTTP/1.1" status: 204 len: 168 time: 0.3602235 Apr 20 13:46:07.275789 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4372c84b-3f53-4ccc-ab6e-c7891da946ae None None] Routers {'df1e46b6-7c9a-4354-9053-ce409eb878f3'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:46:07.276384 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-4372c84b-3f53-4ccc-ab6e-c7891da946ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:45:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['df1e46b6-7c9a-4354-9053-ce409eb878f3'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:07.278489 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57010) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:07.292384 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ef1c0-852d-47a2-84d7-fff5ffa9a8c9 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Pushing event deleted for resources: {'Network': ['ID=23a8b125-2822-4977-8e73-cea5f95f1a29,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:07.308755 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7963033f-d379-4fad-84c0-0b40a87f691d tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:07.340590 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c760c2-2c41-447c-8165-8fde79ccf22c req-a4971c4b-655f-495f-89b9-fae782c9473a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:07.342116 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-71c760c2-2c41-447c-8165-8fde79ccf22c req-a4971c4b-655f-495f-89b9-fae782c9473a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=67d9bc4bd53e4b10b4cc6841d00d124c&device_id=c77d0c74-efcb-4348-9057-ef5931bb6f6e HTTP/1.1" status: 200 len: 1096 time: 0.0463276 Apr 20 13:46:07.381641 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7963033f-d379-4fad-84c0-0b40a87f691d tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3713458 Apr 20 13:46:07.381641 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c77d0c74-efcb-4348-9057-ef5931bb6f6e', 'tag': '8371a066-188f-425a-9673-918971227617'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:46:07.382948 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57012) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:07.383198 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b52b8c9-02f5-47a5-b1c1-5653e4af9a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "c77d0c74-efcb-4348-9057-ef5931bb6f6e", "tag": "8371a066-188f-425a-9673-918971227617"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:46:07.389299 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-4372c84b-3f53-4ccc-ab6e-c7891da946ae None None] Set router df1e46b6-7c9a-4354-9053-ce409eb878f3 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:46:07.389723 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-08ee1e6b-987d-41b6-af6e-cf127dfeee43 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:07.424402 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb109b53-65c3-40c1-a692-937cab34c50c x-openstack-request-id: req-bb109b53-65c3-40c1-a692-937cab34c50c {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:46:07.424681 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c77d0c74-efcb-4348-9057-ef5931bb6f6e", "tag": "8371a066-188f-425a-9673-918971227617", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:46:07.424940 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bb109b53-65c3-40c1-a692-937cab34c50c {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:46:07.425329 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb109b53-65c3-40c1-a692-937cab34c50c'] response: {'name': 'network-changed', 'server_uuid': 'c77d0c74-efcb-4348-9057-ef5931bb6f6e', 'tag': '8371a066-188f-425a-9673-918971227617', 'status': 'completed', 'code': 200} Apr 20 13:46:07.494682 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-08ee1e6b-987d-41b6-af6e-cf127dfeee43 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:07.503930 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d88c9a7-f1be-4f51-9fd9-68f298e7d966 tempest-TestVolumeBackupRestore-125490092 tempest-TestVolumeBackupRestore-125490092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:07.508257 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9d88c9a7-f1be-4f51-9fd9-68f298e7d966 tempest-TestVolumeBackupRestore-125490092 tempest-TestVolumeBackupRestore-125490092-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c77d0c74-efcb-4348-9057-ef5931bb6f6e HTTP/1.1" status: 200 len: 1091 time: 0.1222601 Apr 20 13:46:07.508805 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57016) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:07.515329 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-08ee1e6b-987d-41b6-af6e-cf127dfeee43 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a10ccec4-932f-4efe-8150-88cb157f74ec']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:07.516178 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-7c93ed00-fa2a-4d5c-aa6a-32f8dc6a7332 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Request body: {'floatingip': {'port_id': '8371a066-188f-425a-9673-918971227617'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:46:07.525351 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-08ee1e6b-987d-41b6-af6e-cf127dfeee43 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b1f0ee4-c3d9-4134-91a8-46930ba5aef2') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:07.525647 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-08ee1e6b-987d-41b6-af6e-cf127dfeee43 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b1f0ee4-c3d9-4134-91a8-46930ba5aef2') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:07.535266 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-08ee1e6b-987d-41b6-af6e-cf127dfeee43 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:07.550767 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-08ee1e6b-987d-41b6-af6e-cf127dfeee43 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:07.557694 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08ee1e6b-987d-41b6-af6e-cf127dfeee43 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:46:07.558422 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-08ee1e6b-987d-41b6-af6e-cf127dfeee43 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:07.561683 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:46:07.561683 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:46:07.561683 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:46:07.561683 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:46:07.561683 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:46:07.561683 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:46:07.561683 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:46:07.561683 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:46:07.561683 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:46:07.561683 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:46:07.561683 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:46:07.561683 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:46:07.561683 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:46:07.561683 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:46:07.561683 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:46:07.561683 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:46:07.561683 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:46:07.561683 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:46:07.561683 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:46:07.561683 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:46:07.561683 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:46:07.561683 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:46:07.561683 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:46:07.561683 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:46:07.561683 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:46:07.561683 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:46:07.561683 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:46:07.561683 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:46:07.561683 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:46:07.561683 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:46:07.561683 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:46:07.561683 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:46:07.563705 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c760c2-2c41-447c-8165-8fde79ccf22c req-8b3d1995-3c6b-4e4a-b920-ee8651aedf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:07.564569 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-71c760c2-2c41-447c-8165-8fde79ccf22c req-8b3d1995-3c6b-4e4a-b920-ee8651aedf6d service neutron] 10.222.0.15 "GET /v2.0/networks?id=0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40 HTTP/1.1" status: 200 len: 915 time: 0.2027526 Apr 20 13:46:07.620329 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7c93ed00-fa2a-4d5c-aa6a-32f8dc6a7332 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks [] for floatingip, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:07.643669 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-4372c84b-3f53-4ccc-ab6e-c7891da946ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'name': 'tempest-TestVolumeBackupRestore-2133186633-router', 'tenant_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'f6d3c5c1-6ef1-4949-8a46-c956ca66e696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:43:17Z', 'updated_at': '2022-04-20T13:43:21Z', 'revision_number': 4, 'project_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'gw_port': {'id': 'f6d3c5c1-6ef1-4949-8a46-c956ca66e696', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:43:18Z', 'updated_at': '2022-04-20T13:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '68b3208c-0b8b-46bb-b5ed-d25a5aa959cb', 'tenant_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'floating_ip_address': '172.25.8.163', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'port_id': '8371a066-188f-425a-9673-918971227617', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40', 'mac_address': 'fa:16:3e:af:e1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77d0c74-efcb-4348-9057-ef5931bb6f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:46:05Z', 'updated_at': '2022-04-20T13:46:05Z', 'revision_number': 0, 'project_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cb54134-72dd-4147-9f86-c2fc700c808c', 'name': '', 'network_id': '0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40', 'tenant_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'mac_address': 'fa:16:3e:ac:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '0cf66a7e-907b-4a00-9c39-ea7a9f60bc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:43:20Z', 'updated_at': '2022-04-20T13:43:24Z', 'revision_number': 5, 'project_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'subnets': [{'id': '0cf66a7e-907b-4a00-9c39-ea7a9f60bc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:07.670574 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4372c84b-3f53-4ccc-ab6e-c7891da946ae None None] Checking router: df1e46b6-7c9a-4354-9053-ce409eb878f3 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:46:07.678664 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4372c84b-3f53-4ccc-ab6e-c7891da946ae None None] Routers {'df1e46b6-7c9a-4354-9053-ce409eb878f3'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:46:07.679309 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-4372c84b-3f53-4ccc-ab6e-c7891da946ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:45:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['df1e46b6-7c9a-4354-9053-ce409eb878f3'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:07.684949 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-71c760c2-2c41-447c-8165-8fde79ccf22c req-4a3cd79e-a85b-405e-92b2-1192bde26b66 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8371a066-188f-425a-9673-918971227617 HTTP/1.1" status: 200 len: 999 time: 0.1115623 Apr 20 13:46:07.688480 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-08ee1e6b-987d-41b6-af6e-cf127dfeee43 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:07.698415 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-08ee1e6b-987d-41b6-af6e-cf127dfeee43 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:07.701658 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-08ee1e6b-987d-41b6-af6e-cf127dfeee43 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] 10.222.0.25 "DELETE /v2.0/networks/a10ccec4-932f-4efe-8150-88cb157f74ec HTTP/1.1" status: 204 len: 168 time: 0.4221799 Apr 20 13:46:07.713161 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57018) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:07.725735 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee1e6b-987d-41b6-af6e-cf127dfeee43 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Pushing event deleted for resources: {'Network': ['ID=a10ccec4-932f-4efe-8150-88cb157f74ec,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:07.790026 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c760c2-2c41-447c-8165-8fde79ccf22c req-be807dc9-f2aa-4cd2-abba-e842a192c054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:07.791535 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-71c760c2-2c41-447c-8165-8fde79ccf22c req-be807dc9-f2aa-4cd2-abba-e842a192c054 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0cf66a7e-907b-4a00-9c39-ea7a9f60bc5f HTTP/1.1" status: 200 len: 853 time: 0.0976002 Apr 20 13:46:07.806156 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-4372c84b-3f53-4ccc-ab6e-c7891da946ae None None] Set router df1e46b6-7c9a-4354-9053-ce409eb878f3 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:46:07.833465 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd40e25a-78a1-49f7-8bc8-2841a0a1f731 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:07.839681 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd40e25a-78a1-49f7-8bc8-2841a0a1f731 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:07.841289 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-cd40e25a-78a1-49f7-8bc8-2841a0a1f731 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1270440 Apr 20 13:46:07.845363 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57020) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:07.850178 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-2876df5e-245f-4ba1-a2fa-02f6fb823f9b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1141519296'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:46:07.890446 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c760c2-2c41-447c-8165-8fde79ccf22c req-ee78e18d-083d-4d23-8dce-fc0f68593f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:07.892071 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-71c760c2-2c41-447c-8165-8fde79ccf22c req-ee78e18d-083d-4d23-8dce-fc0f68593f85 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944517 Apr 20 13:46:07.928416 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2876df5e-245f-4ba1-a2fa-02f6fb823f9b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Made reservation on behalf of a3772cdfc4fe439b9c3ce77ceaa384db for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:46:07.932893 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2876df5e-245f-4ba1-a2fa-02f6fb823f9b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:07.957700 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2876df5e-245f-4ba1-a2fa-02f6fb823f9b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:46:07.967617 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2876df5e-245f-4ba1-a2fa-02f6fb823f9b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:07.967960 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-2876df5e-245f-4ba1-a2fa-02f6fb823f9b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Added segment 420fd6e2-56d3-4518-b556-17bc64985518 of type vlan for network 83f30400-d633-4536-a1b6-559512d1d9ca Apr 20 13:46:08.010764 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2876df5e-245f-4ba1-a2fa-02f6fb823f9b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:08.055140 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-4372c84b-3f53-4ccc-ab6e-c7891da946ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'name': 'tempest-TestVolumeBackupRestore-2133186633-router', 'tenant_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'f6d3c5c1-6ef1-4949-8a46-c956ca66e696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:43:17Z', 'updated_at': '2022-04-20T13:43:21Z', 'revision_number': 4, 'project_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'gw_port': {'id': 'f6d3c5c1-6ef1-4949-8a46-c956ca66e696', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:43:18Z', 'updated_at': '2022-04-20T13:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '68b3208c-0b8b-46bb-b5ed-d25a5aa959cb', 'tenant_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'floating_ip_address': '172.25.8.163', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'port_id': '8371a066-188f-425a-9673-918971227617', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40', 'mac_address': 'fa:16:3e:af:e1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77d0c74-efcb-4348-9057-ef5931bb6f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:46:05Z', 'updated_at': '2022-04-20T13:46:05Z', 'revision_number': 0, 'project_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cb54134-72dd-4147-9f86-c2fc700c808c', 'name': '', 'network_id': '0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40', 'tenant_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'mac_address': 'fa:16:3e:ac:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '0cf66a7e-907b-4a00-9c39-ea7a9f60bc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:43:20Z', 'updated_at': '2022-04-20T13:43:24Z', 'revision_number': 5, 'project_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'subnets': [{'id': '0cf66a7e-907b-4a00-9c39-ea7a9f60bc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:08.078917 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-71c760c2-2c41-447c-8165-8fde79ccf22c req-bcf6a168-91fd-409e-acf5-bae8b96d77a2 service neutron] 10.222.0.15 "GET /v2.0/networks/0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801636 Apr 20 13:46:08.081718 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4372c84b-3f53-4ccc-ab6e-c7891da946ae None None] The sync data for ids ['df1e46b6-7c9a-4354-9053-ce409eb878f3'] in n-d-836015-7 is: [{'id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'name': 'tempest-TestVolumeBackupRestore-2133186633-router', 'tenant_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'f6d3c5c1-6ef1-4949-8a46-c956ca66e696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:43:17Z', 'updated_at': '2022-04-20T13:43:21Z', 'revision_number': 4, 'project_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'gw_port': {'id': 'f6d3c5c1-6ef1-4949-8a46-c956ca66e696', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:43:18Z', 'updated_at': '2022-04-20T13:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '68b3208c-0b8b-46bb-b5ed-d25a5aa959cb', 'tenant_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'floating_ip_address': '172.25.8.163', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'port_id': '8371a066-188f-425a-9673-918971227617', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40', 'mac_address': 'fa:16:3e:af:e1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77d0c74-efcb-4348-9057-ef5931bb6f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:46:05Z', 'updated_at': '2022-04-20T13:46:05Z', 'revision_number': 0, 'project_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cb54134-72dd-4147-9f86-c2fc700c808c', 'name': '', 'network_id': '0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40', 'tenant_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'mac_address': 'fa:16:3e:ac:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '0cf66a7e-907b-4a00-9c39-ea7a9f60bc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:43:20Z', 'updated_at': '2022-04-20T13:43:24Z', 'revision_number': 5, 'project_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'subnets': [{'id': '0cf66a7e-907b-4a00-9c39-ea7a9f60bc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:46:08.106018 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2876df5e-245f-4ba1-a2fa-02f6fb823f9b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:08.112239 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2876df5e-245f-4ba1-a2fa-02f6fb823f9b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:08.115413 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2876df5e-245f-4ba1-a2fa-02f6fb823f9b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:08.188661 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2876df5e-245f-4ba1-a2fa-02f6fb823f9b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Pushing event updated for resources: {'Network': ['ID=83f30400-d633-4536-a1b6-559512d1d9ca,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:08.200009 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 83f30400-d633-4536-a1b6-559512d1d9ca details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:46:08.217089 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2876df5e-245f-4ba1-a2fa-02f6fb823f9b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3706789 Apr 20 13:46:08.219717 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57022) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:08.225963 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-d59bbfba-4afa-468f-b444-fc41908de89b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1721336371'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:46:08.291155 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-71c760c2-2c41-447c-8165-8fde79ccf22c req-93ac656a-1c4c-4de4-bbfb-813ec2010e30 service neutron] 10.222.0.15 "GET /v2.0/networks/0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800056 Apr 20 13:46:08.311643 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59bbfba-4afa-468f-b444-fc41908de89b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Made reservation on behalf of a3772cdfc4fe439b9c3ce77ceaa384db for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:46:08.315202 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d59bbfba-4afa-468f-b444-fc41908de89b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:08.341402 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acb76ed-a4e7-4d8c-ba8c-07cde34a02c5 None None] New status for floating IP 68b3208c-0b8b-46bb-b5ed-d25a5aa959cb: ACTIVE {{(pid=114872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:46:08.344425 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d59bbfba-4afa-468f-b444-fc41908de89b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:46:08.355065 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d59bbfba-4afa-468f-b444-fc41908de89b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:08.355485 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-d59bbfba-4afa-468f-b444-fc41908de89b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Added segment 424285c0-de73-45f0-b12a-e45909ef91ce of type vlan for network 5a69b476-97be-4410-b246-7385f8b45dfd Apr 20 13:46:08.361405 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7c93ed00-fa2a-4d5c-aa6a-32f8dc6a7332 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:08.400253 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d59bbfba-4afa-468f-b444-fc41908de89b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:08.421893 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7c93ed00-fa2a-4d5c-aa6a-32f8dc6a7332 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:08.460039 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.db.api [None req-2acb76ed-a4e7-4d8c-ba8c-07cde34a02c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:46:08.460311 n-d-836015-7 neutron-server[114872]: DEBUG oslo_db.api [None req-2acb76ed-a4e7-4d8c-ba8c-07cde34a02c5 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:46:08.477988 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d59bbfba-4afa-468f-b444-fc41908de89b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:08.483793 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59bbfba-4afa-468f-b444-fc41908de89b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:08.484475 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d59bbfba-4afa-468f-b444-fc41908de89b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:08.500781 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52b8c9-02f5-47a5-b1c1-5653e4af9a7c req-887d9f98-5295-4bcf-b7af-33c4bbca4821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:08.502268 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0b52b8c9-02f5-47a5-b1c1-5653e4af9a7c req-887d9f98-5295-4bcf-b7af-33c4bbca4821 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=67d9bc4bd53e4b10b4cc6841d00d124c&device_id=c77d0c74-efcb-4348-9057-ef5931bb6f6e HTTP/1.1" status: 200 len: 1096 time: 0.0898602 Apr 20 13:46:08.549182 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59bbfba-4afa-468f-b444-fc41908de89b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Pushing event updated for resources: {'Network': ['ID=5a69b476-97be-4410-b246-7385f8b45dfd,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:08.560063 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 5a69b476-97be-4410-b246-7385f8b45dfd details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:46:08.565637 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d59bbfba-4afa-468f-b444-fc41908de89b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3448641 Apr 20 13:46:08.568208 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57024) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:08.573686 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-a9454c51-27f6-48c1-b33b-f87a08b2fb6b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Request body: {'ports': [{'network_id': '83f30400-d633-4536-a1b6-559512d1d9ca', 'name': 'tempest-port--1417714308', 'admin_state_up': True}, {'network_id': '5a69b476-97be-4410-b246-7385f8b45dfd', 'admin_state_up': False}]} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:46:08.574007 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-a9454c51-27f6-48c1-b33b-f87a08b2fb6b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Request body: {'port': {'network_id': '83f30400-d633-4536-a1b6-559512d1d9ca', 'name': 'tempest-port--1417714308', 'admin_state_up': True}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:46:08.574494 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-a9454c51-27f6-48c1-b33b-f87a08b2fb6b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Request body: {'port': {'network_id': '5a69b476-97be-4410-b246-7385f8b45dfd', 'admin_state_up': False}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:46:08.675446 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52b8c9-02f5-47a5-b1c1-5653e4af9a7c req-1728a4a6-18dd-4a33-9c8e-7be6800632bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:08.676900 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0b52b8c9-02f5-47a5-b1c1-5653e4af9a7c req-1728a4a6-18dd-4a33-9c8e-7be6800632bb service neutron] 10.222.0.15 "GET /v2.0/networks?id=0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40 HTTP/1.1" status: 200 len: 915 time: 0.1456211 Apr 20 13:46:08.786472 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9454c51-27f6-48c1-b33b-f87a08b2fb6b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Made reservation on behalf of a3772cdfc4fe439b9c3ce77ceaa384db for: {'port': 2} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:46:08.791340 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a9454c51-27f6-48c1-b33b-f87a08b2fb6b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:08.805381 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a9454c51-27f6-48c1-b33b-f87a08b2fb6b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:08.962217 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acb76ed-a4e7-4d8c-ba8c-07cde34a02c5 None None] New status for floating IP 68b3208c-0b8b-46bb-b5ed-d25a5aa959cb: ACTIVE {{(pid=114872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:46:08.964554 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-a9454c51-27f6-48c1-b33b-f87a08b2fb6b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] device_id is not set on port c6655275-9bc1-4179-9c1d-72a15d84ce6b yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:46:09.057799 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a9454c51-27f6-48c1-b33b-f87a08b2fb6b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:09.115320 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c93ed00-fa2a-4d5c-aa6a-32f8dc6a7332 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Router df1e46b6-7c9a-4354-9053-ce409eb878f3 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:46:09.118261 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0b52b8c9-02f5-47a5-b1c1-5653e4af9a7c req-2bdc1756-51cf-4d38-b786-943c45c846c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8371a066-188f-425a-9673-918971227617 HTTP/1.1" status: 200 len: 999 time: 0.4331281 Apr 20 13:46:09.129072 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [None req-a9454c51-27f6-48c1-b33b-f87a08b2fb6b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] device_id is not set on port 80d89fac-ea35-4820-9d2c-284b32eb0028 yet. {{(pid=114870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:46:09.213042 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a9454c51-27f6-48c1-b33b-f87a08b2fb6b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:09.215790 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52b8c9-02f5-47a5-b1c1-5653e4af9a7c req-228c7a8d-078c-4044-8181-e28f0f6c7855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:09.217314 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0b52b8c9-02f5-47a5-b1c1-5653e4af9a7c req-228c7a8d-078c-4044-8181-e28f0f6c7855 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0cf66a7e-907b-4a00-9c39-ea7a9f60bc5f HTTP/1.1" status: 200 len: 853 time: 0.0906699 Apr 20 13:46:09.290229 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c93ed00-fa2a-4d5c-aa6a-32f8dc6a7332 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:46:09.295267 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7c93ed00-fa2a-4d5c-aa6a-32f8dc6a7332 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:09.300383 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9423c07f-1e3a-4237-8a1c-341059e7cefd None None] Sync routers for ids ['df1e46b6-7c9a-4354-9053-ce409eb878f3'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:46:09.306937 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a9454c51-27f6-48c1-b33b-f87a08b2fb6b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:09.313531 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9423c07f-1e3a-4237-8a1c-341059e7cefd None None] Routers {'df1e46b6-7c9a-4354-9053-ce409eb878f3'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:46:09.313531 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-9423c07f-1e3a-4237-8a1c-341059e7cefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:45:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['df1e46b6-7c9a-4354-9053-ce409eb878f3'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:09.330186 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52b8c9-02f5-47a5-b1c1-5653e4af9a7c req-79d02ab4-3543-4568-b82a-c2aed338e9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:09.331763 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0b52b8c9-02f5-47a5-b1c1-5653e4af9a7c req-79d02ab4-3543-4568-b82a-c2aed338e9de service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859447 Apr 20 13:46:09.334037 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c77d0c74-efcb-4348-9057-ef5931bb6f6e', 'tag': '8371a066-188f-425a-9673-918971227617'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:46:09.336324 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3395f17-9efb-4c1d-aaf3-97120e0364af" -d '{"events": [{"name": "network-changed", "server_uuid": "c77d0c74-efcb-4348-9057-ef5931bb6f6e", "tag": "8371a066-188f-425a-9673-918971227617"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:46:09.369544 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9454c51-27f6-48c1-b33b-f87a08b2fb6b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Pushing event updated for resources: {'Port': ['ID=c6655275-9bc1-4179-9c1d-72a15d84ce6b,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:09.386521 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9454c51-27f6-48c1-b33b-f87a08b2fb6b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:09.386882 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9454c51-27f6-48c1-b33b-f87a08b2fb6b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:09.387276 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9454c51-27f6-48c1-b33b-f87a08b2fb6b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:09.387662 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9454c51-27f6-48c1-b33b-f87a08b2fb6b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:09.388008 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9454c51-27f6-48c1-b33b-f87a08b2fb6b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:09.388334 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9454c51-27f6-48c1-b33b-f87a08b2fb6b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:09.388704 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9454c51-27f6-48c1-b33b-f87a08b2fb6b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:09.389046 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9454c51-27f6-48c1-b33b-f87a08b2fb6b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:09.389359 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9454c51-27f6-48c1-b33b-f87a08b2fb6b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:09.389687 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9454c51-27f6-48c1-b33b-f87a08b2fb6b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:09.390015 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9454c51-27f6-48c1-b33b-f87a08b2fb6b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:09.390341 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9454c51-27f6-48c1-b33b-f87a08b2fb6b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:09.399906 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9454c51-27f6-48c1-b33b-f87a08b2fb6b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Checking segment: {'id': '420fd6e2-56d3-4518-b556-17bc64985518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '83f30400-d633-4536-a1b6-559512d1d9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:46:09.400282 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9454c51-27f6-48c1-b33b-f87a08b2fb6b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Network hostable DHCP agents. Network: 83f30400-d633-4536-a1b6-559512d1d9ca, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:46:09.410292 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4666b2f0-b988-4fba-852c-7e835beae2c0 x-openstack-request-id: req-4666b2f0-b988-4fba-852c-7e835beae2c0 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:46:09.410461 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c77d0c74-efcb-4348-9057-ef5931bb6f6e", "tag": "8371a066-188f-425a-9673-918971227617", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:46:09.410703 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4666b2f0-b988-4fba-852c-7e835beae2c0 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:46:09.411462 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4666b2f0-b988-4fba-852c-7e835beae2c0'] response: {'name': 'network-changed', 'server_uuid': 'c77d0c74-efcb-4348-9057-ef5931bb6f6e', 'tag': '8371a066-188f-425a-9673-918971227617', 'status': 'completed', 'code': 200} Apr 20 13:46:09.415870 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7c93ed00-fa2a-4d5c-aa6a-32f8dc6a7332 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "PUT /v2.0/floatingips/68b3208c-0b8b-46bb-b5ed-d25a5aa959cb HTTP/1.1" status: 200 len: 991 time: 1.9061792 Apr 20 13:46:09.457484 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0b52b8c9-02f5-47a5-b1c1-5653e4af9a7c req-7b05a274-5e36-4547-ae83-cc1f828bd92f service neutron] 10.222.0.15 "GET /v2.0/networks/0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173658 Apr 20 13:46:09.457678 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-9423c07f-1e3a-4237-8a1c-341059e7cefd None None] Set router df1e46b6-7c9a-4354-9053-ce409eb878f3 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:46:09.483224 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9454c51-27f6-48c1-b33b-f87a08b2fb6b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Network 83f30400-d633-4536-a1b6-559512d1d9ca is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:46:09.551234 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-a9454c51-27f6-48c1-b33b-f87a08b2fb6b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 83f30400-d633-4536-a1b6-559512d1d9ca) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:46:09.552793 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0b52b8c9-02f5-47a5-b1c1-5653e4af9a7c req-d95bbc7d-409d-4280-9eac-c576260c4e9e service neutron] 10.222.0.15 "GET /v2.0/networks/0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876098 Apr 20 13:46:09.560648 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06434fc8-5ea4-4f8b-b404-4a35c337e91f None None] Network 83f30400-d633-4536-a1b6-559512d1d9ca requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:46:09.562375 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9454c51-27f6-48c1-b33b-f87a08b2fb6b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:46:09.563259 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a9454c51-27f6-48c1-b33b-f87a08b2fb6b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:09.625800 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9454c51-27f6-48c1-b33b-f87a08b2fb6b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Pushing event updated for resources: {'Port': ['ID=80d89fac-ea35-4820-9d2c-284b32eb0028,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:09.637641 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3395f17-9efb-4c1d-aaf3-97120e0364af req-15145999-2139-447b-903c-ccd811d5f6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:09.639153 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a3395f17-9efb-4c1d-aaf3-97120e0364af req-15145999-2139-447b-903c-ccd811d5f6dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=67d9bc4bd53e4b10b4cc6841d00d124c&device_id=c77d0c74-efcb-4348-9057-ef5931bb6f6e HTTP/1.1" status: 200 len: 1096 time: 0.0424447 Apr 20 13:46:09.643790 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9454c51-27f6-48c1-b33b-f87a08b2fb6b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Checking segment: {'id': '424285c0-de73-45f0-b12a-e45909ef91ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5a69b476-97be-4410-b246-7385f8b45dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:46:09.644180 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9454c51-27f6-48c1-b33b-f87a08b2fb6b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Network hostable DHCP agents. Network: 5a69b476-97be-4410-b246-7385f8b45dfd, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:46:09.717941 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9454c51-27f6-48c1-b33b-f87a08b2fb6b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Network 5a69b476-97be-4410-b246-7385f8b45dfd is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:46:09.732679 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3395f17-9efb-4c1d-aaf3-97120e0364af req-2adeff8a-1b4c-42ed-88c3-e952db5c5939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:09.734202 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a3395f17-9efb-4c1d-aaf3-97120e0364af req-2adeff8a-1b4c-42ed-88c3-e952db5c5939 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40 HTTP/1.1" status: 200 len: 915 time: 0.0888834 Apr 20 13:46:09.796261 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-9423c07f-1e3a-4237-8a1c-341059e7cefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'name': 'tempest-TestVolumeBackupRestore-2133186633-router', 'tenant_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'f6d3c5c1-6ef1-4949-8a46-c956ca66e696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:43:17Z', 'updated_at': '2022-04-20T13:43:21Z', 'revision_number': 4, 'project_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'gw_port': {'id': 'f6d3c5c1-6ef1-4949-8a46-c956ca66e696', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:43:18Z', 'updated_at': '2022-04-20T13:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '68b3208c-0b8b-46bb-b5ed-d25a5aa959cb', 'tenant_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'floating_ip_address': '172.25.8.163', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'port_id': '8371a066-188f-425a-9673-918971227617', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40', 'mac_address': 'fa:16:3e:af:e1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77d0c74-efcb-4348-9057-ef5931bb6f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:46:05Z', 'updated_at': '2022-04-20T13:46:09Z', 'revision_number': 2, 'project_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cb54134-72dd-4147-9f86-c2fc700c808c', 'name': '', 'network_id': '0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40', 'tenant_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'mac_address': 'fa:16:3e:ac:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '0cf66a7e-907b-4a00-9c39-ea7a9f60bc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:43:20Z', 'updated_at': '2022-04-20T13:43:24Z', 'revision_number': 5, 'project_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'subnets': [{'id': '0cf66a7e-907b-4a00-9c39-ea7a9f60bc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:09.802239 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a3395f17-9efb-4c1d-aaf3-97120e0364af req-520c9490-202b-438f-aba2-b4dc46780071 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8371a066-188f-425a-9673-918971227617 HTTP/1.1" status: 200 len: 1001 time: 0.0616896 Apr 20 13:46:09.820849 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-a9454c51-27f6-48c1-b33b-f87a08b2fb6b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 5a69b476-97be-4410-b246-7385f8b45dfd) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:46:09.825233 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9454c51-27f6-48c1-b33b-f87a08b2fb6b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:46:09.827511 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9423c07f-1e3a-4237-8a1c-341059e7cefd None None] Checking router: df1e46b6-7c9a-4354-9053-ce409eb878f3 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:46:09.834039 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9454c51-27f6-48c1-b33b-f87a08b2fb6b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:09.836993 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc43c478-ecb6-42c4-82c5-10454852f094 None None] Network 5a69b476-97be-4410-b246-7385f8b45dfd requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:46:09.839707 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9454c51-27f6-48c1-b33b-f87a08b2fb6b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:09.840437 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a9454c51-27f6-48c1-b33b-f87a08b2fb6b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:09.854927 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9423c07f-1e3a-4237-8a1c-341059e7cefd None None] Routers {'df1e46b6-7c9a-4354-9053-ce409eb878f3'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:46:09.855601 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-9423c07f-1e3a-4237-8a1c-341059e7cefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:45:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['df1e46b6-7c9a-4354-9053-ce409eb878f3'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:09.858933 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3395f17-9efb-4c1d-aaf3-97120e0364af req-9402dfe6-4b61-49e7-9167-71ba0ce2992e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:09.860810 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a3395f17-9efb-4c1d-aaf3-97120e0364af req-9402dfe6-4b61-49e7-9167-71ba0ce2992e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0cf66a7e-907b-4a00-9c39-ea7a9f60bc5f HTTP/1.1" status: 200 len: 853 time: 0.0511532 Apr 20 13:46:09.905397 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3395f17-9efb-4c1d-aaf3-97120e0364af req-2ed00079-f7da-42ee-951c-7c683910e1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:09.906817 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a3395f17-9efb-4c1d-aaf3-97120e0364af req-2ed00079-f7da-42ee-951c-7c683910e1f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403211 Apr 20 13:46:09.931130 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a9454c51-27f6-48c1-b33b-f87a08b2fb6b tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.3618898 Apr 20 13:46:09.933866 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57028) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:10.005858 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a3395f17-9efb-4c1d-aaf3-97120e0364af req-2f641b24-5232-4e54-af01-a4b994dc955f service neutron] 10.222.0.15 "GET /v2.0/networks/0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923970 Apr 20 13:46:10.014910 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932635ee-1e8e-447b-8b32-1a336c841a79 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:10.021022 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932635ee-1e8e-447b-8b32-1a336c841a79 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:10.025772 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-932635ee-1e8e-447b-8b32-1a336c841a79 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0868824 Apr 20 13:46:10.026042 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57030) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:10.110081 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a3395f17-9efb-4c1d-aaf3-97120e0364af req-c5742be5-21bb-4aed-b2c3-e444a2cee9c5 service neutron] 10.222.0.15 "GET /v2.0/networks/0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964551 Apr 20 13:46:10.122755 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-b45761dd-b8c4-4329-8b48-eeb1e6435408 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Deleting port c6655275-9bc1-4179-9c1d-72a15d84ce6b {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:46:10.123111 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b45761dd-b8c4-4329-8b48-eeb1e6435408 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:10.190175 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b45761dd-b8c4-4329-8b48-eeb1e6435408 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:10.207222 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-b45761dd-b8c4-4329-8b48-eeb1e6435408 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Calling delete_port for c6655275-9bc1-4179-9c1d-72a15d84ce6b owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:46:10.208994 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-9423c07f-1e3a-4237-8a1c-341059e7cefd None None] Set router df1e46b6-7c9a-4354-9053-ce409eb878f3 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:46:10.356389 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b45761dd-b8c4-4329-8b48-eeb1e6435408 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:10.385580 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45761dd-b8c4-4329-8b48-eeb1e6435408 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Pushing event deleted for resources: {'Port': ['ID=c6655275-9bc1-4179-9c1d-72a15d84ce6b,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:10.397461 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b45761dd-b8c4-4329-8b48-eeb1e6435408 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:10.401066 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b45761dd-b8c4-4329-8b48-eeb1e6435408 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] 10.222.0.25 "DELETE /v2.0/ports/c6655275-9bc1-4179-9c1d-72a15d84ce6b HTTP/1.1" status: 204 len: 168 time: 0.3740504 Apr 20 13:46:10.403838 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57032) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:10.432208 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-9423c07f-1e3a-4237-8a1c-341059e7cefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'name': 'tempest-TestVolumeBackupRestore-2133186633-router', 'tenant_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'f6d3c5c1-6ef1-4949-8a46-c956ca66e696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:43:17Z', 'updated_at': '2022-04-20T13:43:21Z', 'revision_number': 4, 'project_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'gw_port': {'id': 'f6d3c5c1-6ef1-4949-8a46-c956ca66e696', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:43:18Z', 'updated_at': '2022-04-20T13:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '68b3208c-0b8b-46bb-b5ed-d25a5aa959cb', 'tenant_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'floating_ip_address': '172.25.8.163', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'port_id': '8371a066-188f-425a-9673-918971227617', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40', 'mac_address': 'fa:16:3e:af:e1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77d0c74-efcb-4348-9057-ef5931bb6f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:46:05Z', 'updated_at': '2022-04-20T13:46:09Z', 'revision_number': 2, 'project_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cb54134-72dd-4147-9f86-c2fc700c808c', 'name': '', 'network_id': '0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40', 'tenant_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'mac_address': 'fa:16:3e:ac:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '0cf66a7e-907b-4a00-9c39-ea7a9f60bc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:43:20Z', 'updated_at': '2022-04-20T13:43:24Z', 'revision_number': 5, 'project_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'subnets': [{'id': '0cf66a7e-907b-4a00-9c39-ea7a9f60bc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:10.463840 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9423c07f-1e3a-4237-8a1c-341059e7cefd None None] The sync data for ids ['df1e46b6-7c9a-4354-9053-ce409eb878f3'] in n-d-836015-7 is: [{'id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'name': 'tempest-TestVolumeBackupRestore-2133186633-router', 'tenant_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'f6d3c5c1-6ef1-4949-8a46-c956ca66e696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:43:17Z', 'updated_at': '2022-04-20T13:43:21Z', 'revision_number': 4, 'project_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'gw_port': {'id': 'f6d3c5c1-6ef1-4949-8a46-c956ca66e696', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:43:18Z', 'updated_at': '2022-04-20T13:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '68b3208c-0b8b-46bb-b5ed-d25a5aa959cb', 'tenant_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'floating_ip_address': '172.25.8.163', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'port_id': '8371a066-188f-425a-9673-918971227617', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40', 'mac_address': 'fa:16:3e:af:e1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77d0c74-efcb-4348-9057-ef5931bb6f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:46:05Z', 'updated_at': '2022-04-20T13:46:09Z', 'revision_number': 2, 'project_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cb54134-72dd-4147-9f86-c2fc700c808c', 'name': '', 'network_id': '0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40', 'tenant_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'mac_address': 'fa:16:3e:ac:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '0cf66a7e-907b-4a00-9c39-ea7a9f60bc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:43:20Z', 'updated_at': '2022-04-20T13:43:24Z', 'revision_number': 5, 'project_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'subnets': [{'id': '0cf66a7e-907b-4a00-9c39-ea7a9f60bc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:46:10.496993 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-f1d5dc45-4d89-4852-b2e2-bcd617266ba6 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Deleting port 80d89fac-ea35-4820-9d2c-284b32eb0028 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:46:10.497591 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f1d5dc45-4d89-4852-b2e2-bcd617266ba6 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:10.567782 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f1d5dc45-4d89-4852-b2e2-bcd617266ba6 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:10.582631 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-f1d5dc45-4d89-4852-b2e2-bcd617266ba6 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Calling delete_port for 80d89fac-ea35-4820-9d2c-284b32eb0028 owned by {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:46:10.734153 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f1d5dc45-4d89-4852-b2e2-bcd617266ba6 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:10.765992 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f1d5dc45-4d89-4852-b2e2-bcd617266ba6 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:10.769290 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f1d5dc45-4d89-4852-b2e2-bcd617266ba6 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] 10.222.0.25 "DELETE /v2.0/ports/80d89fac-ea35-4820-9d2c-284b32eb0028 HTTP/1.1" status: 204 len: 168 time: 0.3645091 Apr 20 13:46:10.770196 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d5dc45-4d89-4852-b2e2-bcd617266ba6 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Pushing event deleted for resources: {'Port': ['ID=80d89fac-ea35-4820-9d2c-284b32eb0028,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:10.771862 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57034) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:10.822850 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1bd6227e-9b73-4089-acc3-96235b440a76 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0486450 Apr 20 13:46:10.826315 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57036) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:10.831127 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-dea6e5ee-d586-491b-b320-92784f1e5526 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-271602116'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:46:10.928419 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea6e5ee-d586-491b-b320-92784f1e5526 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Made reservation on behalf of a3772cdfc4fe439b9c3ce77ceaa384db for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:46:10.932447 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dea6e5ee-d586-491b-b320-92784f1e5526 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:10.955280 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dea6e5ee-d586-491b-b320-92784f1e5526 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:46:10.964235 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dea6e5ee-d586-491b-b320-92784f1e5526 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:10.964605 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-dea6e5ee-d586-491b-b320-92784f1e5526 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Added segment 12348097-7fb2-42e8-8e32-1b9a9dda6533 of type vlan for network 9490faa4-47f3-4074-9485-0928668059a6 Apr 20 13:46:11.004638 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dea6e5ee-d586-491b-b320-92784f1e5526 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:11.076959 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dea6e5ee-d586-491b-b320-92784f1e5526 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:11.082523 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea6e5ee-d586-491b-b320-92784f1e5526 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:11.083124 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dea6e5ee-d586-491b-b320-92784f1e5526 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:11.152570 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6e5ee-d586-491b-b320-92784f1e5526 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Pushing event updated for resources: {'Network': ['ID=9490faa4-47f3-4074-9485-0928668059a6,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:11.164119 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 9490faa4-47f3-4074-9485-0928668059a6 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:46:11.183838 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-dea6e5ee-d586-491b-b320-92784f1e5526 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3561585 Apr 20 13:46:11.186433 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57038) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:11.191318 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-7489e836-f737-4643-a344-2193a0f453b7 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1181607346'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:46:11.259719 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7489e836-f737-4643-a344-2193a0f453b7 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Made reservation on behalf of a3772cdfc4fe439b9c3ce77ceaa384db for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:46:11.263219 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7489e836-f737-4643-a344-2193a0f453b7 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:11.286983 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7489e836-f737-4643-a344-2193a0f453b7 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:46:11.296472 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7489e836-f737-4643-a344-2193a0f453b7 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:11.296820 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-7489e836-f737-4643-a344-2193a0f453b7 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Added segment aee32f92-70bd-4d94-9c7e-4f6401576ea7 of type vlan for network 4e81a8e1-e951-4a4c-acfc-b8c61910e87f Apr 20 13:46:11.334923 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7489e836-f737-4643-a344-2193a0f453b7 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:11.408124 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7489e836-f737-4643-a344-2193a0f453b7 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:11.414273 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7489e836-f737-4643-a344-2193a0f453b7 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:11.414873 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7489e836-f737-4643-a344-2193a0f453b7 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:11.420390 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c77d0c74-efcb-4348-9057-ef5931bb6f6e', 'tag': '8371a066-188f-425a-9673-918971227617'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:46:11.422627 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a5e5da-eefb-444f-95b8-c648052da629" -d '{"events": [{"name": "network-changed", "server_uuid": "c77d0c74-efcb-4348-9057-ef5931bb6f6e", "tag": "8371a066-188f-425a-9673-918971227617"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:46:11.478002 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367d1ac6-6111-45e0-8d0c-b603e993e774 x-openstack-request-id: req-367d1ac6-6111-45e0-8d0c-b603e993e774 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:46:11.478302 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c77d0c74-efcb-4348-9057-ef5931bb6f6e", "tag": "8371a066-188f-425a-9673-918971227617", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:46:11.478552 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-367d1ac6-6111-45e0-8d0c-b603e993e774 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:46:11.478946 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-367d1ac6-6111-45e0-8d0c-b603e993e774'] response: {'name': 'network-changed', 'server_uuid': 'c77d0c74-efcb-4348-9057-ef5931bb6f6e', 'tag': '8371a066-188f-425a-9673-918971227617', 'status': 'completed', 'code': 200} Apr 20 13:46:11.513790 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489e836-f737-4643-a344-2193a0f453b7 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Pushing event updated for resources: {'Network': ['ID=4e81a8e1-e951-4a4c-acfc-b8c61910e87f,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:11.524216 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 4e81a8e1-e951-4a4c-acfc-b8c61910e87f details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:46:11.531510 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7489e836-f737-4643-a344-2193a0f453b7 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3440177 Apr 20 13:46:11.533427 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5e5da-eefb-444f-95b8-c648052da629 req-c35265e5-42db-4304-926a-4f8e2256b885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:11.534826 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-51a5e5da-eefb-444f-95b8-c648052da629 req-c35265e5-42db-4304-926a-4f8e2256b885 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=67d9bc4bd53e4b10b4cc6841d00d124c&device_id=c77d0c74-efcb-4348-9057-ef5931bb6f6e HTTP/1.1" status: 200 len: 1096 time: 0.0493205 Apr 20 13:46:11.628377 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5e5da-eefb-444f-95b8-c648052da629 req-3259e1d2-9a16-4dcb-89c0-98ab3c14403b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:11.630030 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-51a5e5da-eefb-444f-95b8-c648052da629 req-3259e1d2-9a16-4dcb-89c0-98ab3c14403b service neutron] 10.222.0.15 "GET /v2.0/networks?id=0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40 HTTP/1.1" status: 200 len: 915 time: 0.0872393 Apr 20 13:46:11.666675 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57042) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:11.671912 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-0e41db62-9c3f-4112-8162-85307fdeeec2 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Request body: {'subnets': [{'network_id': '9490faa4-47f3-4074-9485-0928668059a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--186087039', 'ip_version': 4}, {'network_id': '4e81a8e1-e951-4a4c-acfc-b8c61910e87f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:46:11.672204 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-0e41db62-9c3f-4112-8162-85307fdeeec2 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Request body: {'subnet': {'network_id': '9490faa4-47f3-4074-9485-0928668059a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--186087039', 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:46:11.672813 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-0e41db62-9c3f-4112-8162-85307fdeeec2 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Request body: {'subnet': {'network_id': '4e81a8e1-e951-4a4c-acfc-b8c61910e87f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:46:11.696410 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-51a5e5da-eefb-444f-95b8-c648052da629 req-5722707e-b09d-447c-ad3b-ccd9f5a6638e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8371a066-188f-425a-9673-918971227617 HTTP/1.1" status: 200 len: 1001 time: 0.0580237 Apr 20 13:46:11.745670 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5e5da-eefb-444f-95b8-c648052da629 req-652302fe-782c-4cc1-8269-857ea9f42b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:11.747128 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-51a5e5da-eefb-444f-95b8-c648052da629 req-652302fe-782c-4cc1-8269-857ea9f42b81 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0cf66a7e-907b-4a00-9c39-ea7a9f60bc5f HTTP/1.1" status: 200 len: 853 time: 0.0441132 Apr 20 13:46:11.800143 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5e5da-eefb-444f-95b8-c648052da629 req-c771e2e9-6da0-43db-9066-19e04450953a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:11.801805 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-51a5e5da-eefb-444f-95b8-c648052da629 req-c771e2e9-6da0-43db-9066-19e04450953a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484002 Apr 20 13:46:11.888445 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e41db62-9c3f-4112-8162-85307fdeeec2 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Made reservation on behalf of a3772cdfc4fe439b9c3ce77ceaa384db for: {'subnet': 2} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:46:11.892108 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-51a5e5da-eefb-444f-95b8-c648052da629 req-468782b8-df88-4456-a72a-aa4a7111a12b service neutron] 10.222.0.15 "GET /v2.0/networks/0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841432 Apr 20 13:46:11.893434 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e41db62-9c3f-4112-8162-85307fdeeec2 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:11.893781 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e41db62-9c3f-4112-8162-85307fdeeec2 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:11.989015 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-51a5e5da-eefb-444f-95b8-c648052da629 req-6c61c63d-fd2a-42ef-ab34-25e53fdc003a service neutron] 10.222.0.15 "GET /v2.0/networks/0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900116 Apr 20 13:46:12.305714 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e41db62-9c3f-4112-8162-85307fdeeec2 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:12.363527 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41db62-9c3f-4112-8162-85307fdeeec2 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Pushing event updated for resources: {'Subnet': ['ID=5cfc6ad2-b9fd-41c6-9e5f-eccd10c59343,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:12.372638 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e41db62-9c3f-4112-8162-85307fdeeec2 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Checking segment: {'id': '12348097-7fb2-42e8-8e32-1b9a9dda6533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9490faa4-47f3-4074-9485-0928668059a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:46:12.373003 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e41db62-9c3f-4112-8162-85307fdeeec2 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Network hostable DHCP agents. Network: 9490faa4-47f3-4074-9485-0928668059a6, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:46:12.448507 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e41db62-9c3f-4112-8162-85307fdeeec2 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Network 9490faa4-47f3-4074-9485-0928668059a6 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:46:12.505383 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:12.528194 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-0e41db62-9c3f-4112-8162-85307fdeeec2 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 9490faa4-47f3-4074-9485-0928668059a6) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:46:12.531942 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e41db62-9c3f-4112-8162-85307fdeeec2 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:12.537401 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a503ae9-cd25-44c0-bd46-33baf42e9594 None None] Network 9490faa4-47f3-4074-9485-0928668059a6 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:46:12.591230 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41db62-9c3f-4112-8162-85307fdeeec2 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Pushing event updated for resources: {'Subnet': ['ID=49dc9b3a-e81a-4da0-8b3a-3581e8c512aa,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:12.602862 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e41db62-9c3f-4112-8162-85307fdeeec2 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Checking segment: {'id': 'aee32f92-70bd-4d94-9c7e-4f6401576ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4e81a8e1-e951-4a4c-acfc-b8c61910e87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:46:12.603222 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e41db62-9c3f-4112-8162-85307fdeeec2 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Network hostable DHCP agents. Network: 4e81a8e1-e951-4a4c-acfc-b8c61910e87f, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:46:12.670099 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e41db62-9c3f-4112-8162-85307fdeeec2 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Network 4e81a8e1-e951-4a4c-acfc-b8c61910e87f is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:46:12.682504 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088f45f3-cfd0-4d2a-9d91-18f8b64aa74d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-9490faa4-47f3-4074-9485-0928668059a6', 'network_id': '9490faa4-47f3-4074-9485-0928668059a6', 'tenant_id': 'a3772cdfc4fe439b9c3ce77ceaa384db', 'fixed_ips': [{'subnet_id': '5cfc6ad2-b9fd-41c6-9e5f-eccd10c59343'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:46:12.683637 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-088f45f3-cfd0-4d2a-9d91-18f8b64aa74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:12.756959 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-0e41db62-9c3f-4112-8162-85307fdeeec2 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 4e81a8e1-e951-4a4c-acfc-b8c61910e87f) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:46:12.761615 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e41db62-9c3f-4112-8162-85307fdeeec2 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:12.762131 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e41db62-9c3f-4112-8162-85307fdeeec2 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:12.762766 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0e41db62-9c3f-4112-8162-85307fdeeec2 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:12.770075 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97826367-8a38-4613-b9ff-5be80503089d None None] Network 4e81a8e1-e951-4a4c-acfc-b8c61910e87f requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:46:12.845747 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0e41db62-9c3f-4112-8162-85307fdeeec2 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.1778746 Apr 20 13:46:12.848284 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57044) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:12.877684 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-088f45f3-cfd0-4d2a-9d91-18f8b64aa74d None None] Allocated IP 172.20.0.2 (9490faa4-47f3-4074-9485-0928668059a6/5cfc6ad2-b9fd-41c6-9e5f-eccd10c59343/fe3cebdb-259c-42ba-86b7-17ad98e01493) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:46:12.935780 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fb5328-b07c-4d89-8356-c18fff4c9137 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:12.937329 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fb5328-b07c-4d89-8356-c18fff4c9137 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:12.938958 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fb5328-b07c-4d89-8356-c18fff4c9137 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:12.941158 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c8fb5328-b07c-4d89-8356-c18fff4c9137 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0913742 Apr 20 13:46:12.944080 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57046) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:12.995765 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-e34df02b-b777-404b-9dff-420ebe7d5740 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Deleting subnet 5cfc6ad2-b9fd-41c6-9e5f-eccd10c59343 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:46:13.009545 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4138936d-952a-4cd5-9a15-849f050965a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-4e81a8e1-e951-4a4c-acfc-b8c61910e87f', 'network_id': '4e81a8e1-e951-4a4c-acfc-b8c61910e87f', 'tenant_id': 'a3772cdfc4fe439b9c3ce77ceaa384db', 'fixed_ips': [{'subnet_id': '49dc9b3a-e81a-4da0-8b3a-3581e8c512aa'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:46:13.010394 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4138936d-952a-4cd5-9a15-849f050965a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:13.164436 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-088f45f3-cfd0-4d2a-9d91-18f8b64aa74d None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:13.209424 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-4138936d-952a-4cd5-9a15-849f050965a2 None None] Allocated IP 172.20.0.18 (4e81a8e1-e951-4a4c-acfc-b8c61910e87f/49dc9b3a-e81a-4da0-8b3a-3581e8c512aa/81ed5771-7ae2-4244-88b1-3f5528356203) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:46:13.264525 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:13.305920 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e34df02b-b777-404b-9dff-420ebe7d5740 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:13.310389 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-088f45f3-cfd0-4d2a-9d91-18f8b64aa74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:13.347874 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e34df02b-b777-404b-9dff-420ebe7d5740 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:13.373171 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088f45f3-cfd0-4d2a-9d91-18f8b64aa74d None None] Network 9490faa4-47f3-4074-9485-0928668059a6 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:46:13.384431 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-088f45f3-cfd0-4d2a-9d91-18f8b64aa74d None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:46:13.390107 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088f45f3-cfd0-4d2a-9d91-18f8b64aa74d None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:46:13.392170 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4138936d-952a-4cd5-9a15-849f050965a2 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:13.404136 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f45f3-cfd0-4d2a-9d91-18f8b64aa74d None None] Pushing event updated for resources: {'Port': ['ID=fe3cebdb-259c-42ba-86b7-17ad98e01493,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:13.438990 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e34df02b-b777-404b-9dff-420ebe7d5740 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:13.454523 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-088f45f3-cfd0-4d2a-9d91-18f8b64aa74d None None] Attempting to bind port fe3cebdb-259c-42ba-86b7-17ad98e01493 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:46:13.454887 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-088f45f3-cfd0-4d2a-9d91-18f8b64aa74d None None] Attempting to bind port fe3cebdb-259c-42ba-86b7-17ad98e01493 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '12348097-7fb2-42e8-8e32-1b9a9dda6533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9490faa4-47f3-4074-9485-0928668059a6'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:46:13.455245 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088f45f3-cfd0-4d2a-9d91-18f8b64aa74d None None] Attempting to bind port fe3cebdb-259c-42ba-86b7-17ad98e01493 on network 9490faa4-47f3-4074-9485-0928668059a6 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:46:13.460158 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088f45f3-cfd0-4d2a-9d91-18f8b64aa74d None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:46:13.461059 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088f45f3-cfd0-4d2a-9d91-18f8b64aa74d None None] Checking segment: {'id': '12348097-7fb2-42e8-8e32-1b9a9dda6533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9490faa4-47f3-4074-9485-0928668059a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:46:13.461449 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-088f45f3-cfd0-4d2a-9d91-18f8b64aa74d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:13.461889 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088f45f3-cfd0-4d2a-9d91-18f8b64aa74d None None] Bound using segment: {'id': '12348097-7fb2-42e8-8e32-1b9a9dda6533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9490faa4-47f3-4074-9485-0928668059a6'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:46:13.462356 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-088f45f3-cfd0-4d2a-9d91-18f8b64aa74d None None] Bound port: fe3cebdb-259c-42ba-86b7-17ad98e01493, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12348097-7fb2-42e8-8e32-1b9a9dda6533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '9490faa4-47f3-4074-9485-0928668059a6'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:46:13.462725 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-088f45f3-cfd0-4d2a-9d91-18f8b64aa74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:13.473541 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4138936d-952a-4cd5-9a15-849f050965a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:13.544560 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4138936d-952a-4cd5-9a15-849f050965a2 None None] Network 4e81a8e1-e951-4a4c-acfc-b8c61910e87f is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:46:13.545305 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138936d-952a-4cd5-9a15-849f050965a2 None None] Pushing event updated for resources: {'Port': ['ID=81ed5771-7ae2-4244-88b1-3f5528356203,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:13.551960 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-4138936d-952a-4cd5-9a15-849f050965a2 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:46:13.555291 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4138936d-952a-4cd5-9a15-849f050965a2 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:46:13.557931 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e34df02b-b777-404b-9dff-420ebe7d5740 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:13.591788 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34df02b-b777-404b-9dff-420ebe7d5740 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Pushing event deleted for resources: {'Subnet': ['ID=5cfc6ad2-b9fd-41c6-9e5f-eccd10c59343,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:13.594986 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e34df02b-b777-404b-9dff-420ebe7d5740 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:13.598691 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-088f45f3-cfd0-4d2a-9d91-18f8b64aa74d None None] For port fe3cebdb-259c-42ba-86b7-17ad98e01493, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:46:13.602043 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57048) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:13.602265 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e34df02b-b777-404b-9dff-420ebe7d5740 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] 10.222.0.25 "DELETE /v2.0/subnets/5cfc6ad2-b9fd-41c6-9e5f-eccd10c59343 HTTP/1.1" status: 204 len: 168 time: 0.6569428 Apr 20 13:46:13.634877 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-088f45f3-cfd0-4d2a-9d91-18f8b64aa74d None None] For port fe3cebdb-259c-42ba-86b7-17ad98e01493, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=fe3cebdb-259c-42ba-86b7-17ad98e01493,segment=NetworkSegment(12348097-7fb2-42e8-8e32-1b9a9dda6533),segment_id=12348097-7fb2-42e8-8e32-1b9a9dda6533)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:46:13.637688 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-4138936d-952a-4cd5-9a15-849f050965a2 None None] Attempting to bind port 81ed5771-7ae2-4244-88b1-3f5528356203 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:46:13.638108 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-4138936d-952a-4cd5-9a15-849f050965a2 None None] Attempting to bind port 81ed5771-7ae2-4244-88b1-3f5528356203 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'aee32f92-70bd-4d94-9c7e-4f6401576ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4e81a8e1-e951-4a4c-acfc-b8c61910e87f'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:46:13.638465 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4138936d-952a-4cd5-9a15-849f050965a2 None None] Attempting to bind port 81ed5771-7ae2-4244-88b1-3f5528356203 on network 4e81a8e1-e951-4a4c-acfc-b8c61910e87f {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:46:13.643447 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4138936d-952a-4cd5-9a15-849f050965a2 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:46:13.643844 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4138936d-952a-4cd5-9a15-849f050965a2 None None] Checking segment: {'id': 'aee32f92-70bd-4d94-9c7e-4f6401576ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4e81a8e1-e951-4a4c-acfc-b8c61910e87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:46:13.644264 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4138936d-952a-4cd5-9a15-849f050965a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:13.644653 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4138936d-952a-4cd5-9a15-849f050965a2 None None] Bound using segment: {'id': 'aee32f92-70bd-4d94-9c7e-4f6401576ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4e81a8e1-e951-4a4c-acfc-b8c61910e87f'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:46:13.645110 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-4138936d-952a-4cd5-9a15-849f050965a2 None None] Bound port: 81ed5771-7ae2-4244-88b1-3f5528356203, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee32f92-70bd-4d94-9c7e-4f6401576ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4e81a8e1-e951-4a4c-acfc-b8c61910e87f'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:46:13.645483 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4138936d-952a-4cd5-9a15-849f050965a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:13.658484 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd018a6c-041f-42eb-b16c-5c98219a945e tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Deleting subnet 49dc9b3a-e81a-4da0-8b3a-3581e8c512aa {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:46:13.661615 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fd018a6c-041f-42eb-b16c-5c98219a945e tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:13.710863 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-4138936d-952a-4cd5-9a15-849f050965a2 None None] For port 81ed5771-7ae2-4244-88b1-3f5528356203, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:46:13.713824 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-4138936d-952a-4cd5-9a15-849f050965a2 None None] For port 81ed5771-7ae2-4244-88b1-3f5528356203, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=81ed5771-7ae2-4244-88b1-3f5528356203,segment=NetworkSegment(aee32f92-70bd-4d94-9c7e-4f6401576ea7),segment_id=aee32f92-70bd-4d94-9c7e-4f6401576ea7)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:46:13.717229 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-088f45f3-cfd0-4d2a-9d91-18f8b64aa74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:13.718054 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fd018a6c-041f-42eb-b16c-5c98219a945e tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:13.774878 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f45f3-cfd0-4d2a-9d91-18f8b64aa74d None None] Pushing event updated for resources: {'Port': ['ID=fe3cebdb-259c-42ba-86b7-17ad98e01493,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:13.791687 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4138936d-952a-4cd5-9a15-849f050965a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:13.816961 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fd018a6c-041f-42eb-b16c-5c98219a945e tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:13.863321 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138936d-952a-4cd5-9a15-849f050965a2 None None] Pushing event updated for resources: {'Port': ['ID=81ed5771-7ae2-4244-88b1-3f5528356203,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:13.952130 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fd018a6c-041f-42eb-b16c-5c98219a945e tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:13.993254 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd018a6c-041f-42eb-b16c-5c98219a945e tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Pushing event deleted for resources: {'Subnet': ['ID=49dc9b3a-e81a-4da0-8b3a-3581e8c512aa,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:14.002897 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fd018a6c-041f-42eb-b16c-5c98219a945e tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:14.006448 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-fd018a6c-041f-42eb-b16c-5c98219a945e tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] 10.222.0.25 "DELETE /v2.0/subnets/49dc9b3a-e81a-4da0-8b3a-3581e8c512aa HTTP/1.1" status: 204 len: 168 time: 0.4030275 Apr 20 13:46:14.009883 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57050) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:14.081798 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046d3386-0c84-49f7-a05e-9d8f35108237 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:14.083459 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-046d3386-0c84-49f7-a05e-9d8f35108237 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0725434 Apr 20 13:46:14.087838 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57052) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:14.175223 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-01ba670c-04df-4864-b5f4-403d54c372a8 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:14.233245 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-01ba670c-04df-4864-b5f4-403d54c372a8 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Deleting port 81ed5771-7ae2-4244-88b1-3f5528356203 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:46:14.233510 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-01ba670c-04df-4864-b5f4-403d54c372a8 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:14.304670 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-01ba670c-04df-4864-b5f4-403d54c372a8 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] For port 81ed5771-7ae2-4244-88b1-3f5528356203, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=81ed5771-7ae2-4244-88b1-3f5528356203,segment=NetworkSegment(aee32f92-70bd-4d94-9c7e-4f6401576ea7),segment_id=aee32f92-70bd-4d94-9c7e-4f6401576ea7)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:46:14.305111 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-01ba670c-04df-4864-b5f4-403d54c372a8 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:14.319137 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-01ba670c-04df-4864-b5f4-403d54c372a8 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Calling delete_port for 81ed5771-7ae2-4244-88b1-3f5528356203 owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:46:14.431154 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-01ba670c-04df-4864-b5f4-403d54c372a8 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:14.461025 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba670c-04df-4864-b5f4-403d54c372a8 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Pushing event deleted for resources: {'Port': ['ID=81ed5771-7ae2-4244-88b1-3f5528356203,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:14.466121 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ba670c-04df-4864-b5f4-403d54c372a8 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] No DVR routers for this DVR port 81ed5771-7ae2-4244-88b1-3f5528356203 on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:46:14.548173 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-01ba670c-04df-4864-b5f4-403d54c372a8 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:14.571273 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-01ba670c-04df-4864-b5f4-403d54c372a8 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e81a8e1-e951-4a4c-acfc-b8c61910e87f']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:14.580902 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-01ba670c-04df-4864-b5f4-403d54c372a8 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee32f92-70bd-4d94-9c7e-4f6401576ea7') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:14.581254 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-01ba670c-04df-4864-b5f4-403d54c372a8 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee32f92-70bd-4d94-9c7e-4f6401576ea7') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:14.591229 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-01ba670c-04df-4864-b5f4-403d54c372a8 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:14.605212 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-01ba670c-04df-4864-b5f4-403d54c372a8 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:14.611233 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01ba670c-04df-4864-b5f4-403d54c372a8 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:46:14.611650 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-01ba670c-04df-4864-b5f4-403d54c372a8 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:14.614663 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:46:14.614663 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:46:14.614663 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:46:14.614663 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:46:14.614663 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:46:14.614663 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:46:14.614663 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:46:14.614663 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:46:14.614663 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:46:14.614663 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:46:14.614663 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:46:14.614663 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:46:14.614663 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:46:14.614663 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:46:14.614663 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:46:14.614663 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:46:14.614663 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:46:14.614663 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:46:14.614663 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:46:14.614663 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:46:14.614663 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:46:14.614663 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:46:14.614663 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:46:14.614663 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:46:14.614663 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:46:14.614663 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:46:14.614663 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:46:14.614663 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:46:14.614663 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:46:14.614663 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:46:14.614663 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:46:14.614663 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:46:14.741018 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device fe3cebdb-259c-42ba-86b7-17ad98e01493 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:46:14.750595 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-01ba670c-04df-4864-b5f4-403d54c372a8 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:14.763342 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-01ba670c-04df-4864-b5f4-403d54c372a8 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:14.769922 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-01ba670c-04df-4864-b5f4-403d54c372a8 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] 10.222.0.25 "DELETE /v2.0/networks/4e81a8e1-e951-4a4c-acfc-b8c61910e87f HTTP/1.1" status: 204 len: 168 time: 0.6810560 Apr 20 13:46:14.772490 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57054) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:14.798673 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba670c-04df-4864-b5f4-403d54c372a8 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Pushing event deleted for resources: {'Network': ['ID=4e81a8e1-e951-4a4c-acfc-b8c61910e87f,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:14.812296 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port fe3cebdb-259c-42ba-86b7-17ad98e01493 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:46:14.812700 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:14.884856 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a403661e-bc2f-4f49-aa82-d33ddeb34858 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:14.908619 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:14.912220 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd42f708-d59d-42b6-9651-ac1dd65de3e2 None None] Network 9490faa4-47f3-4074-9485-0928668059a6 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:46:14.952553 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-a403661e-bc2f-4f49-aa82-d33ddeb34858 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Deleting port fe3cebdb-259c-42ba-86b7-17ad98e01493 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:46:14.952934 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a403661e-bc2f-4f49-aa82-d33ddeb34858 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:15.000257 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port fe3cebdb-259c-42ba-86b7-17ad98e01493, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=fe3cebdb-259c-42ba-86b7-17ad98e01493,segment=NetworkSegment(12348097-7fb2-42e8-8e32-1b9a9dda6533),segment_id=12348097-7fb2-42e8-8e32-1b9a9dda6533)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:46:15.025845 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-a403661e-bc2f-4f49-aa82-d33ddeb34858 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] For port fe3cebdb-259c-42ba-86b7-17ad98e01493, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=fe3cebdb-259c-42ba-86b7-17ad98e01493,segment=NetworkSegment(12348097-7fb2-42e8-8e32-1b9a9dda6533),segment_id=12348097-7fb2-42e8-8e32-1b9a9dda6533)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:46:15.026225 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a403661e-bc2f-4f49-aa82-d33ddeb34858 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:15.043242 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-a403661e-bc2f-4f49-aa82-d33ddeb34858 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Calling delete_port for fe3cebdb-259c-42ba-86b7-17ad98e01493 owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:46:15.059989 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-b89131b5-a342-43e2-b4b8-c95f3e894153 None None] Provisioning complete for port fe3cebdb-259c-42ba-86b7-17ad98e01493 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:46:15.060352 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b89131b5-a342-43e2-b4b8-c95f3e894153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:15.089797 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:15.158034 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=fe3cebdb-259c-42ba-86b7-17ad98e01493,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:15.203120 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a403661e-bc2f-4f49-aa82-d33ddeb34858 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:15.213632 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5010d0f5-9b77-49d0-ba45-a3389b946de1 None None] DHCP port deletion for 9490faa4-47f3-4074-9485-0928668059a6 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:46:15.230622 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a403661e-bc2f-4f49-aa82-d33ddeb34858 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Pushing event deleted for resources: {'Port': ['ID=fe3cebdb-259c-42ba-86b7-17ad98e01493,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:15.239247 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a403661e-bc2f-4f49-aa82-d33ddeb34858 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] No DVR routers for this DVR port fe3cebdb-259c-42ba-86b7-17ad98e01493 on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:46:15.294763 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a798923-105f-483c-879a-07e9433d2435 None None] DHCP port deletion for 4e81a8e1-e951-4a4c-acfc-b8c61910e87f request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:46:15.312626 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34c7ad9-f243-4a5f-b698-2556abf8ab31 None None] Network 4e81a8e1-e951-4a4c-acfc-b8c61910e87f requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:46:15.318283 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a403661e-bc2f-4f49-aa82-d33ddeb34858 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:15.334152 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34c7ad9-f243-4a5f-b698-2556abf8ab31 None None] Network 4e81a8e1-e951-4a4c-acfc-b8c61910e87f could not be found, it might have been deleted concurrently. {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 20 13:46:15.337229 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-58b5e036-b65e-44f2-9198-aa1bd6f54ce1 None None] Could not find standard attr ID for object 81ed5771-7ae2-4244-88b1-3f5528356203. {{(pid=114871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:46:15.339715 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-a403661e-bc2f-4f49-aa82-d33ddeb34858 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9490faa4-47f3-4074-9485-0928668059a6']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:15.348972 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-a403661e-bc2f-4f49-aa82-d33ddeb34858 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12348097-7fb2-42e8-8e32-1b9a9dda6533') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:15.349259 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-a403661e-bc2f-4f49-aa82-d33ddeb34858 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12348097-7fb2-42e8-8e32-1b9a9dda6533') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:15.362161 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a403661e-bc2f-4f49-aa82-d33ddeb34858 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:15.375032 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a403661e-bc2f-4f49-aa82-d33ddeb34858 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:15.380908 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a403661e-bc2f-4f49-aa82-d33ddeb34858 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:46:15.381291 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a403661e-bc2f-4f49-aa82-d33ddeb34858 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:15.384693 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:46:15.384693 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:46:15.384693 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:46:15.384693 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:46:15.384693 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:46:15.384693 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:46:15.384693 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:46:15.384693 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:46:15.384693 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:46:15.384693 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:46:15.384693 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:46:15.384693 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:46:15.384693 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:46:15.384693 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:46:15.384693 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:46:15.384693 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:46:15.384693 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:46:15.384693 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:46:15.384693 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:46:15.384693 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:46:15.384693 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:46:15.384693 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:46:15.384693 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:46:15.384693 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:46:15.384693 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:46:15.384693 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:46:15.384693 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:46:15.384693 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:46:15.384693 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:46:15.384693 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:46:15.384693 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:46:15.384693 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:46:15.506167 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a403661e-bc2f-4f49-aa82-d33ddeb34858 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:15.514086 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a403661e-bc2f-4f49-aa82-d33ddeb34858 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:15.517122 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a403661e-bc2f-4f49-aa82-d33ddeb34858 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] 10.222.0.25 "DELETE /v2.0/networks/9490faa4-47f3-4074-9485-0928668059a6 HTTP/1.1" status: 204 len: 168 time: 0.7429321 Apr 20 13:46:15.519804 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57056) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:15.529124 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a403661e-bc2f-4f49-aa82-d33ddeb34858 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Pushing event deleted for resources: {'Network': ['ID=9490faa4-47f3-4074-9485-0928668059a6,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:15.595551 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cf2892f1-150d-49d1-90d4-99be71a9af46 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:15.610299 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:46:15.684948 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cf2892f1-150d-49d1-90d4-99be71a9af46 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:15.705302 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-cf2892f1-150d-49d1-90d4-99be71a9af46 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a69b476-97be-4410-b246-7385f8b45dfd']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:15.714304 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-cf2892f1-150d-49d1-90d4-99be71a9af46 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '424285c0-de73-45f0-b12a-e45909ef91ce') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:15.714606 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-cf2892f1-150d-49d1-90d4-99be71a9af46 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '424285c0-de73-45f0-b12a-e45909ef91ce') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:15.723797 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cf2892f1-150d-49d1-90d4-99be71a9af46 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:15.736633 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cf2892f1-150d-49d1-90d4-99be71a9af46 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:15.743007 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf2892f1-150d-49d1-90d4-99be71a9af46 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:46:15.743414 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cf2892f1-150d-49d1-90d4-99be71a9af46 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:15.746387 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:46:15.746387 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:46:15.746387 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:46:15.746387 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:46:15.746387 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:46:15.746387 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:46:15.746387 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:46:15.746387 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:46:15.746387 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:46:15.746387 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:46:15.746387 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:46:15.746387 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:46:15.746387 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:46:15.746387 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:46:15.746387 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:46:15.746387 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:46:15.746387 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:46:15.746387 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:46:15.746387 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:46:15.746387 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:46:15.746387 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:46:15.746387 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:46:15.746387 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:46:15.746387 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:46:15.746387 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:46:15.746387 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:46:15.746387 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:46:15.746387 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:46:15.746387 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:46:15.746387 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:46:15.746387 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:46:15.746387 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:46:15.854233 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cf2892f1-150d-49d1-90d4-99be71a9af46 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:15.858724 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cf2892f1-150d-49d1-90d4-99be71a9af46 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:15.862171 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-cf2892f1-150d-49d1-90d4-99be71a9af46 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] 10.222.0.25 "DELETE /v2.0/networks/5a69b476-97be-4410-b246-7385f8b45dfd HTTP/1.1" status: 204 len: 168 time: 0.3412259 Apr 20 13:46:15.864832 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57058) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:15.877445 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2892f1-150d-49d1-90d4-99be71a9af46 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Pushing event deleted for resources: {'Network': ['ID=5a69b476-97be-4410-b246-7385f8b45dfd,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:15.942549 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-51d28ce4-f67a-4842-9f57-7c19571b7b50 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:16.025327 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-51d28ce4-f67a-4842-9f57-7c19571b7b50 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:16.044558 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-51d28ce4-f67a-4842-9f57-7c19571b7b50 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83f30400-d633-4536-a1b6-559512d1d9ca']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:16.053419 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-51d28ce4-f67a-4842-9f57-7c19571b7b50 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '420fd6e2-56d3-4518-b556-17bc64985518') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:16.053718 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-51d28ce4-f67a-4842-9f57-7c19571b7b50 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '420fd6e2-56d3-4518-b556-17bc64985518') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:16.063629 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-51d28ce4-f67a-4842-9f57-7c19571b7b50 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:16.076725 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-51d28ce4-f67a-4842-9f57-7c19571b7b50 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:16.082288 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51d28ce4-f67a-4842-9f57-7c19571b7b50 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:46:16.082669 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-51d28ce4-f67a-4842-9f57-7c19571b7b50 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:16.085574 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:46:16.085574 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:46:16.085574 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:46:16.085574 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:46:16.085574 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:46:16.085574 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:46:16.085574 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:46:16.085574 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:46:16.085574 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:46:16.085574 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:46:16.085574 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:46:16.085574 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:46:16.085574 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:46:16.085574 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:46:16.085574 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:46:16.085574 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:46:16.085574 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:46:16.085574 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:46:16.085574 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:46:16.085574 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:46:16.085574 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:46:16.085574 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:46:16.085574 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:46:16.085574 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:46:16.085574 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:46:16.085574 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:46:16.085574 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:46:16.085574 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:46:16.085574 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:46:16.085574 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:46:16.085574 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:46:16.085574 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:46:16.197219 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-51d28ce4-f67a-4842-9f57-7c19571b7b50 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:16.203721 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-51d28ce4-f67a-4842-9f57-7c19571b7b50 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:16.206758 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-51d28ce4-f67a-4842-9f57-7c19571b7b50 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] 10.222.0.25 "DELETE /v2.0/networks/83f30400-d633-4536-a1b6-559512d1d9ca HTTP/1.1" status: 204 len: 168 time: 0.3409142 Apr 20 13:46:16.218874 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d28ce4-f67a-4842-9f57-7c19571b7b50 tempest-BulkNetworkOpsTest-1654094295 tempest-BulkNetworkOpsTest-1654094295-project] Pushing event deleted for resources: {'Network': ['ID=83f30400-d633-4536-a1b6-559512d1d9ca,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:16.610635 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57064) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:16.692459 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 81ed5771-7ae2-4244-88b1-3f5528356203 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:46:16.716401 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 81ed5771-7ae2-4244-88b1-3f5528356203 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:46:16.716750 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 81ed5771-7ae2-4244-88b1-3f5528356203 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:46:16.717831 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device fe3cebdb-259c-42ba-86b7-17ad98e01493 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:46:16.736066 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: fe3cebdb-259c-42ba-86b7-17ad98e01493 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:46:16.736350 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device fe3cebdb-259c-42ba-86b7-17ad98e01493 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:46:16.748494 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7669d775-c903-4707-bca7-7259f3846848 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a3772cdfc4fe439b9c3ce77ceaa384db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1345973 Apr 20 13:46:16.748943 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57068) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:16.795485 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-68c72ae0-bce4-4409-81de-08e92f43c00b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:16.816643 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-68c72ae0-bce4-4409-81de-08e92f43c00b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:16.927070 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-68c72ae0-bce4-4409-81de-08e92f43c00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:16.930177 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-68c72ae0-bce4-4409-81de-08e92f43c00b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:16.931317 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-68c72ae0-bce4-4409-81de-08e92f43c00b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2bce4e01-977e-4848-8e94-5926fa2a04e7 HTTP/1.1" status: 204 len: 168 time: 0.1815722 Apr 20 13:46:16.939381 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c72ae0-bce4-4409-81de-08e92f43c00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bce4e01-977e-4848-8e94-5926fa2a04e7,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:17.840183 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57090) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:17.843784 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026906 Apr 20 13:46:17.846712 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57092) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:17.944715 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e304a551-07a8-4be5-9d01-e2262ef02320 tempest-NetworksApiDiscovery-1080375396 tempest-NetworksApiDiscovery-1080375396-project] 10.222.0.25 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.0969472 Apr 20 13:46:18.419213 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57100) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:18.527451 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a887db3d-7c2d-4d43-8ac5-b2b92446b195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:18.598202 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a887db3d-7c2d-4d43-8ac5-b2b92446b195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:18.654236 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a887db3d-7c2d-4d43-8ac5-b2b92446b195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:18.693366 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a887db3d-7c2d-4d43-8ac5-b2b92446b195 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6f7ceebfb19d457cb7ff7a418e36219b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2730899 Apr 20 13:46:18.694188 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a887db3d-7c2d-4d43-8ac5-b2b92446b195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdbd2ec-ec52-432e-ab84-92e3df936b32,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:18.696073 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57104) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:18.745809 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-84f5953b-6da8-4e3a-9603-2f4aee5d29ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:18.766581 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-84f5953b-6da8-4e3a-9603-2f4aee5d29ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:18.870860 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-84f5953b-6da8-4e3a-9603-2f4aee5d29ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:18.873468 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-84f5953b-6da8-4e3a-9603-2f4aee5d29ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:18.874637 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-84f5953b-6da8-4e3a-9603-2f4aee5d29ae admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0cdbd2ec-ec52-432e-ab84-92e3df936b32 HTTP/1.1" status: 204 len: 168 time: 0.1775813 Apr 20 13:46:18.882142 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f5953b-6da8-4e3a-9603-2f4aee5d29ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdbd2ec-ec52-432e-ab84-92e3df936b32,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:20.327571 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57138) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:20.435335 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4d63e361-7bb5-474a-b951-868e023edfd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:20.509859 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4d63e361-7bb5-474a-b951-868e023edfd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:20.608242 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4d63e361-7bb5-474a-b951-868e023edfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:20.645844 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4d63e361-7bb5-474a-b951-868e023edfd8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=52f5b0d50c004f009b8a66ee71989c7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3172052 Apr 20 13:46:20.646915 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63e361-7bb5-474a-b951-868e023edfd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9ec43c-eb60-4075-bf0f-7e08b4e25abc,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:20.649731 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57142) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:20.698566 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-604e15d1-7d9f-499e-b700-655c7b3a520d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:20.719887 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-604e15d1-7d9f-499e-b700-655c7b3a520d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:20.842325 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-604e15d1-7d9f-499e-b700-655c7b3a520d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:20.844846 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-604e15d1-7d9f-499e-b700-655c7b3a520d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:20.846951 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-604e15d1-7d9f-499e-b700-655c7b3a520d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0f9ec43c-eb60-4075-bf0f-7e08b4e25abc HTTP/1.1" status: 204 len: 168 time: 0.1960413 Apr 20 13:46:20.855593 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e15d1-7d9f-499e-b700-655c7b3a520d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9ec43c-eb60-4075-bf0f-7e08b4e25abc,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:21.721067 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57164) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:21.816153 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-45ca5647-6f9e-4f60-92c1-d3f207349cd7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-507353576-network', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:46:21.882462 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ca5647-6f9e-4f60-92c1-d3f207349cd7 admin admin] Made reservation on behalf of 86c6a731a452439ca8d67480d5bb5c3a for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:46:21.885431 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-45ca5647-6f9e-4f60-92c1-d3f207349cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:21.893623 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-45ca5647-6f9e-4f60-92c1-d3f207349cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:21.968897 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-45ca5647-6f9e-4f60-92c1-d3f207349cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:22.019819 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-45ca5647-6f9e-4f60-92c1-d3f207349cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:22.044524 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ca5647-6f9e-4f60-92c1-d3f207349cd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:46:22.052885 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca5647-6f9e-4f60-92c1-d3f207349cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac3307a-d773-4763-b960-e3cd8a33c068,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:22.060563 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-45ca5647-6f9e-4f60-92c1-d3f207349cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:22.061370 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-45ca5647-6f9e-4f60-92c1-d3f207349cd7 admin admin] Added segment 517350df-8312-49c8-bd99-9ead9c508793 of type vlan for network 42628f04-2a12-4127-a4fa-af3e722204ff Apr 20 13:46:22.099350 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-45ca5647-6f9e-4f60-92c1-d3f207349cd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:22.168666 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-45ca5647-6f9e-4f60-92c1-d3f207349cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:22.169657 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ca5647-6f9e-4f60-92c1-d3f207349cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:22.170243 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-45ca5647-6f9e-4f60-92c1-d3f207349cd7 admin admin] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:22.229776 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca5647-6f9e-4f60-92c1-d3f207349cd7 admin admin] Pushing event updated for resources: {'Network': ['ID=42628f04-2a12-4127-a4fa-af3e722204ff,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:22.239957 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 42628f04-2a12-4127-a4fa-af3e722204ff details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:46:22.254055 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-45ca5647-6f9e-4f60-92c1-d3f207349cd7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5292389 Apr 20 13:46:22.254374 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57168) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:22.259929 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-c8267d0f-282c-47e8-ba12-c58e0c89bd3a admin admin] Request body: {'subnet': {'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-507353576-subnet', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:46:22.328366 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8267d0f-282c-47e8-ba12-c58e0c89bd3a admin admin] Made reservation on behalf of 86c6a731a452439ca8d67480d5bb5c3a for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:46:22.330739 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c8267d0f-282c-47e8-ba12-c58e0c89bd3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:22.539817 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c8267d0f-282c-47e8-ba12-c58e0c89bd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:22.598029 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8267d0f-282c-47e8-ba12-c58e0c89bd3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=90568be1-dc1e-45de-9113-230a1fc9a3ab,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:22.606521 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8267d0f-282c-47e8-ba12-c58e0c89bd3a admin admin] Checking segment: {'id': '517350df-8312-49c8-bd99-9ead9c508793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:46:22.606972 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8267d0f-282c-47e8-ba12-c58e0c89bd3a admin admin] Network hostable DHCP agents. Network: 42628f04-2a12-4127-a4fa-af3e722204ff, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:46:22.676496 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8267d0f-282c-47e8-ba12-c58e0c89bd3a admin admin] Network 42628f04-2a12-4127-a4fa-af3e722204ff is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:46:22.745420 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-c8267d0f-282c-47e8-ba12-c58e0c89bd3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 42628f04-2a12-4127-a4fa-af3e722204ff) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:46:22.749453 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8267d0f-282c-47e8-ba12-c58e0c89bd3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:22.750041 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c8267d0f-282c-47e8-ba12-c58e0c89bd3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:22.754129 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bea562-a8df-46f7-9196-ac0b187ca486 None None] Network 42628f04-2a12-4127-a4fa-af3e722204ff requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:46:22.817255 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c8267d0f-282c-47e8-ba12-c58e0c89bd3a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5610397 Apr 20 13:46:22.819779 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57170) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:22.823977 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-5a540039-6dbc-44e3-a3ac-1f571c671410 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-507353576-router', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:46:22.903261 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505bc85d-528b-4ac6-a9f5-17ecb1fe5c68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-42628f04-2a12-4127-a4fa-af3e722204ff', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'fixed_ips': [{'subnet_id': '90568be1-dc1e-45de-9113-230a1fc9a3ab'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:46:22.904131 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-505bc85d-528b-4ac6-a9f5-17ecb1fe5c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:22.910482 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a540039-6dbc-44e3-a3ac-1f571c671410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:22.911589 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a540039-6dbc-44e3-a3ac-1f571c671410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:22.963169 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a540039-6dbc-44e3-a3ac-1f571c671410 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:23.039537 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-505bc85d-528b-4ac6-a9f5-17ecb1fe5c68 None None] Allocated IP 172.20.0.2 (42628f04-2a12-4127-a4fa-af3e722204ff/90568be1-dc1e-45de-9113-230a1fc9a3ab/300306c1-97a9-4e18-9208-dd10f3c051ae) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:46:23.169473 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a540039-6dbc-44e3-a3ac-1f571c671410 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:23.177756 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-505bc85d-528b-4ac6-a9f5-17ecb1fe5c68 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:23.265918 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-505bc85d-528b-4ac6-a9f5-17ecb1fe5c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:23.312738 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505bc85d-528b-4ac6-a9f5-17ecb1fe5c68 None None] Network 42628f04-2a12-4127-a4fa-af3e722204ff is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:46:23.316149 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-505bc85d-528b-4ac6-a9f5-17ecb1fe5c68 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:46:23.318752 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505bc85d-528b-4ac6-a9f5-17ecb1fe5c68 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:46:23.326418 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505bc85d-528b-4ac6-a9f5-17ecb1fe5c68 None None] Pushing event updated for resources: {'Port': ['ID=300306c1-97a9-4e18-9208-dd10f3c051ae,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:23.382139 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-505bc85d-528b-4ac6-a9f5-17ecb1fe5c68 None None] Attempting to bind port 300306c1-97a9-4e18-9208-dd10f3c051ae on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:46:23.382622 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-505bc85d-528b-4ac6-a9f5-17ecb1fe5c68 None None] Attempting to bind port 300306c1-97a9-4e18-9208-dd10f3c051ae by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '517350df-8312-49c8-bd99-9ead9c508793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:46:23.383069 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505bc85d-528b-4ac6-a9f5-17ecb1fe5c68 None None] Attempting to bind port 300306c1-97a9-4e18-9208-dd10f3c051ae on network 42628f04-2a12-4127-a4fa-af3e722204ff {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:46:23.388962 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505bc85d-528b-4ac6-a9f5-17ecb1fe5c68 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:46:23.389331 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505bc85d-528b-4ac6-a9f5-17ecb1fe5c68 None None] Checking segment: {'id': '517350df-8312-49c8-bd99-9ead9c508793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:46:23.389725 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-505bc85d-528b-4ac6-a9f5-17ecb1fe5c68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:23.390199 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505bc85d-528b-4ac6-a9f5-17ecb1fe5c68 None None] Bound using segment: {'id': '517350df-8312-49c8-bd99-9ead9c508793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:46:23.390667 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-505bc85d-528b-4ac6-a9f5-17ecb1fe5c68 None None] Bound port: 300306c1-97a9-4e18-9208-dd10f3c051ae, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517350df-8312-49c8-bd99-9ead9c508793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:46:23.391053 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-505bc85d-528b-4ac6-a9f5-17ecb1fe5c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:23.460345 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-505bc85d-528b-4ac6-a9f5-17ecb1fe5c68 None None] For port 300306c1-97a9-4e18-9208-dd10f3c051ae, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:46:23.465035 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-505bc85d-528b-4ac6-a9f5-17ecb1fe5c68 None None] For port 300306c1-97a9-4e18-9208-dd10f3c051ae, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=300306c1-97a9-4e18-9208-dd10f3c051ae,segment=NetworkSegment(517350df-8312-49c8-bd99-9ead9c508793),segment_id=517350df-8312-49c8-bd99-9ead9c508793)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:46:23.557374 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-505bc85d-528b-4ac6-a9f5-17ecb1fe5c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:23.642133 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505bc85d-528b-4ac6-a9f5-17ecb1fe5c68 None None] Pushing event updated for resources: {'Port': ['ID=300306c1-97a9-4e18-9208-dd10f3c051ae,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:23.795664 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a540039-6dbc-44e3-a3ac-1f571c671410 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:23.817864 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a540039-6dbc-44e3-a3ac-1f571c671410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:23.928898 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-5a540039-6dbc-44e3-a3ac-1f571c671410 admin admin] Allocated IP 172.25.8.32 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/d5fe8bb1-3b05-4e6d-bad4-b00474e52c74) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:46:24.034774 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a540039-6dbc-44e3-a3ac-1f571c671410 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:24.135275 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a540039-6dbc-44e3-a3ac-1f571c671410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:24.176109 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a540039-6dbc-44e3-a3ac-1f571c671410 admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:46:24.181083 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-5a540039-6dbc-44e3-a3ac-1f571c671410 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:46:24.183829 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a540039-6dbc-44e3-a3ac-1f571c671410 admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:46:24.207895 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a540039-6dbc-44e3-a3ac-1f571c671410 admin admin] Pushing event updated for resources: {'Port': ['ID=d5fe8bb1-3b05-4e6d-bad4-b00474e52c74,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:24.465315 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-759e1ff5-785a-4ec9-a9d4-2831da3b9e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:24.522744 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a540039-6dbc-44e3-a3ac-1f571c671410 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:24.578200 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5163e8-1891-427b-8b8f-55c6f32ede46 None None] Network 42628f04-2a12-4127-a4fa-af3e722204ff requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:46:24.647378 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-97f37f94-d94c-4909-83c1-cfc452530c57 None None] Provisioning complete for port 300306c1-97a9-4e18-9208-dd10f3c051ae triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:46:24.647752 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-97f37f94-d94c-4909-83c1-cfc452530c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:24.730893 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a540039-6dbc-44e3-a3ac-1f571c671410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:24.745926 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 300306c1-97a9-4e18-9208-dd10f3c051ae up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:46:24.934203 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a540039-6dbc-44e3-a3ac-1f571c671410 admin admin] Router f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:46:24.993847 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-97f37f94-d94c-4909-83c1-cfc452530c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:25.041363 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-97f37f94-d94c-4909-83c1-cfc452530c57 None None] For port 300306c1-97a9-4e18-9208-dd10f3c051ae, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=300306c1-97a9-4e18-9208-dd10f3c051ae,segment=NetworkSegment(517350df-8312-49c8-bd99-9ead9c508793),segment_id=517350df-8312-49c8-bd99-9ead9c508793)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:46:25.043136 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 300306c1-97a9-4e18-9208-dd10f3c051ae triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:46:25.043512 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:25.055030 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a540039-6dbc-44e3-a3ac-1f571c671410 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:46:25.069287 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855d8823-56d9-4f93-824b-4eaf4b713ffe None None] Sync routers for ids ['f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:46:25.080861 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855d8823-56d9-4f93-824b-4eaf4b713ffe None None] Routers {'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:46:25.081479 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-855d8823-56d9-4f93-824b-4eaf4b713ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:45:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:25.134629 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:25.146185 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-97f37f94-d94c-4909-83c1-cfc452530c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:25.172472 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5a540039-6dbc-44e3-a3ac-1f571c671410 admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:25.176899 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5a540039-6dbc-44e3-a3ac-1f571c671410 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3537714 Apr 20 13:46:25.177254 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57172) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:25.200416 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-855d8823-56d9-4f93-824b-4eaf4b713ffe None None] Set router f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:46:25.249676 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f37f94-d94c-4909-83c1-cfc452530c57 None None] Pushing event updated for resources: {'Port': ['ID=300306c1-97a9-4e18-9208-dd10f3c051ae,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:25.262523 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:46:25.262938 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:46:25.368352 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-2de14a71-1bdd-41cf-98d3-5d4c3ba5ae63 None None] Provisioning complete for port 300306c1-97a9-4e18-9208-dd10f3c051ae triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:46:25.368796 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2de14a71-1bdd-41cf-98d3-5d4c3ba5ae63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:25.403902 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-855d8823-56d9-4f93-824b-4eaf4b713ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'name': 'tempest-TestVolumeBootPattern-507353576-router', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:22Z', 'updated_at': '2022-04-20T13:46:24Z', 'revision_number': 3, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'gw_port': {'id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:52:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:23Z', 'updated_at': '2022-04-20T13:46:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:25.432424 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855d8823-56d9-4f93-824b-4eaf4b713ffe None None] Checking router: f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:46:25.432782 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855d8823-56d9-4f93-824b-4eaf4b713ffe None None] Updating router f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb port d5fe8bb1-3b05-4e6d-bad4-b00474e52c74 binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:46:25.458655 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-855d8823-56d9-4f93-824b-4eaf4b713ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:25.625604 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fae7a890-9298-4ab4-817c-3925ecc5c061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:25.785156 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-fae7a890-9298-4ab4-817c-3925ecc5c061 admin admin] Allocated IP 172.20.0.1 (42628f04-2a12-4127-a4fa-af3e722204ff/90568be1-dc1e-45de-9113-230a1fc9a3ab/0dc29f11-1e5e-49ef-a226-6ea3ec4b0840) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:46:25.809226 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-855d8823-56d9-4f93-824b-4eaf4b713ffe None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:25.875972 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-855d8823-56d9-4f93-824b-4eaf4b713ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:25.890092 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fae7a890-9298-4ab4-817c-3925ecc5c061 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:25.930703 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-855d8823-56d9-4f93-824b-4eaf4b713ffe None None] Attempting to bind port d5fe8bb1-3b05-4e6d-bad4-b00474e52c74 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:46:25.931116 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-855d8823-56d9-4f93-824b-4eaf4b713ffe None None] Attempting to bind port d5fe8bb1-3b05-4e6d-bad4-b00474e52c74 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:46:25.931508 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855d8823-56d9-4f93-824b-4eaf4b713ffe None None] Attempting to bind port d5fe8bb1-3b05-4e6d-bad4-b00474e52c74 on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:46:25.938724 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7b612-b446-40f9-8baf-72502da06501 None None] Pushing event updated for resources: {'Port': ['ID=d5fe8bb1-3b05-4e6d-bad4-b00474e52c74,revision_number=2']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:25.945281 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855d8823-56d9-4f93-824b-4eaf4b713ffe None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:46:25.945653 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855d8823-56d9-4f93-824b-4eaf4b713ffe None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:46:25.946047 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-855d8823-56d9-4f93-824b-4eaf4b713ffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:25.946498 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855d8823-56d9-4f93-824b-4eaf4b713ffe None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:46:25.946952 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-855d8823-56d9-4f93-824b-4eaf4b713ffe None None] Bound port: d5fe8bb1-3b05-4e6d-bad4-b00474e52c74, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:46:25.947322 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-855d8823-56d9-4f93-824b-4eaf4b713ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:25.950507 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7b612-b446-40f9-8baf-72502da06501 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:25.950875 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7b612-b446-40f9-8baf-72502da06501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:25.951314 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7b612-b446-40f9-8baf-72502da06501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:25.951675 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7b612-b446-40f9-8baf-72502da06501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:25.952003 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7b612-b446-40f9-8baf-72502da06501 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:25.952322 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7b612-b446-40f9-8baf-72502da06501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:25.952701 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7b612-b446-40f9-8baf-72502da06501 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:25.953089 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7b612-b446-40f9-8baf-72502da06501 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:25.953443 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7b612-b446-40f9-8baf-72502da06501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:25.953820 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7b612-b446-40f9-8baf-72502da06501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:25.954216 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7b612-b446-40f9-8baf-72502da06501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:25.954571 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7b612-b446-40f9-8baf-72502da06501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:25.985651 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fae7a890-9298-4ab4-817c-3925ecc5c061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:26.010617 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-855d8823-56d9-4f93-824b-4eaf4b713ffe None None] For port d5fe8bb1-3b05-4e6d-bad4-b00474e52c74, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:46:26.013736 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-855d8823-56d9-4f93-824b-4eaf4b713ffe None None] For port d5fe8bb1-3b05-4e6d-bad4-b00474e52c74, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d5fe8bb1-3b05-4e6d-bad4-b00474e52c74,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:46:26.027043 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae7a890-9298-4ab4-817c-3925ecc5c061 admin admin] Network 42628f04-2a12-4127-a4fa-af3e722204ff is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:46:26.029999 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-fae7a890-9298-4ab4-817c-3925ecc5c061 admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:46:26.034297 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae7a890-9298-4ab4-817c-3925ecc5c061 admin admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:46:26.037426 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7a890-9298-4ab4-817c-3925ecc5c061 admin admin] Pushing event updated for resources: {'Port': ['ID=0dc29f11-1e5e-49ef-a226-6ea3ec4b0840,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:26.068284 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae7a890-9298-4ab4-817c-3925ecc5c061 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:26.068630 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae7a890-9298-4ab4-817c-3925ecc5c061 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:26.068966 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae7a890-9298-4ab4-817c-3925ecc5c061 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:26.069302 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae7a890-9298-4ab4-817c-3925ecc5c061 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:26.069630 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae7a890-9298-4ab4-817c-3925ecc5c061 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:26.069993 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae7a890-9298-4ab4-817c-3925ecc5c061 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:26.070318 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae7a890-9298-4ab4-817c-3925ecc5c061 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:26.070647 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae7a890-9298-4ab4-817c-3925ecc5c061 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:26.070966 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae7a890-9298-4ab4-817c-3925ecc5c061 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:26.071285 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae7a890-9298-4ab4-817c-3925ecc5c061 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:26.071639 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae7a890-9298-4ab4-817c-3925ecc5c061 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:26.071956 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae7a890-9298-4ab4-817c-3925ecc5c061 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:26.082957 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-855d8823-56d9-4f93-824b-4eaf4b713ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:26.093673 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fae7a890-9298-4ab4-817c-3925ecc5c061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:26.148117 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855d8823-56d9-4f93-824b-4eaf4b713ffe None None] Routers {'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:46:26.148737 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-855d8823-56d9-4f93-824b-4eaf4b713ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:45:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:26.185010 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7b612-b446-40f9-8baf-72502da06501 None None] Pushing event updated for resources: {'Port': ['ID=d5fe8bb1-3b05-4e6d-bad4-b00474e52c74,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:26.262358 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-855d8823-56d9-4f93-824b-4eaf4b713ffe None None] Set router f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:46:26.283242 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-2569e3b3-fab5-45da-b8ee-22d9b622ff79 None None] Provisioning complete for port 0dc29f11-1e5e-49ef-a226-6ea3ec4b0840 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:46:26.283922 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2569e3b3-fab5-45da-b8ee-22d9b622ff79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:26.304919 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fae7a890-9298-4ab4-817c-3925ecc5c061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:26.317646 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-2569e3b3-fab5-45da-b8ee-22d9b622ff79 None None] Port 0dc29f11-1e5e-49ef-a226-6ea3ec4b0840 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:46:26.444228 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-855d8823-56d9-4f93-824b-4eaf4b713ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'name': 'tempest-TestVolumeBootPattern-507353576-router', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:22Z', 'updated_at': '2022-04-20T13:46:24Z', 'revision_number': 3, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'gw_port': {'id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:52:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:23Z', 'updated_at': '2022-04-20T13:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:26.471155 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855d8823-56d9-4f93-824b-4eaf4b713ffe None None] The sync data for ids ['f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'] in n-d-836015-7 is: [{'id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'name': 'tempest-TestVolumeBootPattern-507353576-router', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:22Z', 'updated_at': '2022-04-20T13:46:24Z', 'revision_number': 3, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'gw_port': {'id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:52:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:23Z', 'updated_at': '2022-04-20T13:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:46:26.475273 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fae7a890-9298-4ab4-817c-3925ecc5c061 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:26.522770 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fae7a890-9298-4ab4-817c-3925ecc5c061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:26.595839 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7a890-9298-4ab4-817c-3925ecc5c061 admin admin] Pushing event updated for resources: {'Port': ['ID=0dc29f11-1e5e-49ef-a226-6ea3ec4b0840,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:26.598464 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fae7a890-9298-4ab4-817c-3925ecc5c061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:26.703433 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae7a890-9298-4ab4-817c-3925ecc5c061 admin admin] Network 42628f04-2a12-4127-a4fa-af3e722204ff is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:46:26.708432 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-fae7a890-9298-4ab4-817c-3925ecc5c061 admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:46:26.781881 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 300306c1-97a9-4e18-9208-dd10f3c051ae up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:46:26.811810 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8acb2cfc-4770-4fb8-8336-cd26d55b61a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:26.844194 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 300306c1-97a9-4e18-9208-dd10f3c051ae triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:46:26.844641 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:26.879762 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae7a890-9298-4ab4-817c-3925ecc5c061 admin admin] Router f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:46:27.009473 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae7a890-9298-4ab4-817c-3925ecc5c061 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:46:27.015452 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-fae7a890-9298-4ab4-817c-3925ecc5c061 admin admin] 10.222.0.25 "PUT /v2.0/routers/f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8370068 Apr 20 13:46:27.053647 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-e0fbdf79-6372-40f3-bb76-8df03d4d2152 None None] Provisioning complete for port 0dc29f11-1e5e-49ef-a226-6ea3ec4b0840 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:46:27.054786 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e0fbdf79-6372-40f3-bb76-8df03d4d2152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:27.094348 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-e0fbdf79-6372-40f3-bb76-8df03d4d2152 None None] Port 0dc29f11-1e5e-49ef-a226-6ea3ec4b0840 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:46:27.725227 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57188) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:27.730855 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-6e16a627-c9d3-4659-ba25-8dc64c9909cd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-846104061-network', 'tenant_id': '875e63a7fb154efe9b71cde6bb147225'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:46:27.848577 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e16a627-c9d3-4659-ba25-8dc64c9909cd admin admin] Made reservation on behalf of 875e63a7fb154efe9b71cde6bb147225 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:46:27.850896 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6e16a627-c9d3-4659-ba25-8dc64c9909cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:27.860846 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6e16a627-c9d3-4659-ba25-8dc64c9909cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:27.938497 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6e16a627-c9d3-4659-ba25-8dc64c9909cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:28.008773 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6e16a627-c9d3-4659-ba25-8dc64c9909cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:28.030669 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e16a627-c9d3-4659-ba25-8dc64c9909cd admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:46:28.045958 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16a627-c9d3-4659-ba25-8dc64c9909cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d25fd21-4c6a-4370-910c-a7ba7ceb469a,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:28.048874 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6e16a627-c9d3-4659-ba25-8dc64c9909cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:28.049215 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-6e16a627-c9d3-4659-ba25-8dc64c9909cd admin admin] Added segment bbea5017-0a95-48c9-b465-d62302606282 of type vlan for network 7e0b51c5-f08d-4fb7-b0cf-05d66528da71 Apr 20 13:46:28.087936 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27715e42-aaa7-4e22-9e23-eb3a9fd17be5 None None] Sync routers for ids ['f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:46:28.093155 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6e16a627-c9d3-4659-ba25-8dc64c9909cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:28.098238 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27715e42-aaa7-4e22-9e23-eb3a9fd17be5 None None] Routers {'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:46:28.098920 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-27715e42-aaa7-4e22-9e23-eb3a9fd17be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:46:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:28.196932 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6e16a627-c9d3-4659-ba25-8dc64c9909cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:28.198057 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e16a627-c9d3-4659-ba25-8dc64c9909cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:28.198640 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6e16a627-c9d3-4659-ba25-8dc64c9909cd admin admin] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:28.218297 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-27715e42-aaa7-4e22-9e23-eb3a9fd17be5 None None] Set router f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:46:28.245788 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:28.258105 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16a627-c9d3-4659-ba25-8dc64c9909cd admin admin] Pushing event updated for resources: {'Network': ['ID=7e0b51c5-f08d-4fb7-b0cf-05d66528da71,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:28.290773 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 7e0b51c5-f08d-4fb7-b0cf-05d66528da71 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:46:28.302595 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6e16a627-c9d3-4659-ba25-8dc64c9909cd admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5762463 Apr 20 13:46:28.305571 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57190) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:28.311110 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-e6662383-49e1-41ad-b51d-ad5fe9ed56d3 admin admin] Request body: {'subnet': {'network_id': '7e0b51c5-f08d-4fb7-b0cf-05d66528da71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-846104061-subnet', 'tenant_id': '875e63a7fb154efe9b71cde6bb147225', 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:46:28.402523 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6662383-49e1-41ad-b51d-ad5fe9ed56d3 admin admin] Made reservation on behalf of 875e63a7fb154efe9b71cde6bb147225 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:46:28.404836 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e6662383-49e1-41ad-b51d-ad5fe9ed56d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:28.483037 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-27715e42-aaa7-4e22-9e23-eb3a9fd17be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'name': 'tempest-TestVolumeBootPattern-507353576-router', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:22Z', 'updated_at': '2022-04-20T13:46:26Z', 'revision_number': 4, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'gw_port': {'id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:52:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:23Z', 'updated_at': '2022-04-20T13:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '0dc29f11-1e5e-49ef-a226-6ea3ec4b0840', 'name': '', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'mac_address': 'fa:16:3e:ba:be:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:25Z', 'updated_at': '2022-04-20T13:46:26Z', 'revision_number': 2, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'subnets': [{'id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:28.511423 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27715e42-aaa7-4e22-9e23-eb3a9fd17be5 None None] Checking router: f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:46:28.511783 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27715e42-aaa7-4e22-9e23-eb3a9fd17be5 None None] Updating router f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb port 0dc29f11-1e5e-49ef-a226-6ea3ec4b0840 binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:46:28.536306 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-27715e42-aaa7-4e22-9e23-eb3a9fd17be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:28.631702 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e6662383-49e1-41ad-b51d-ad5fe9ed56d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:28.703997 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6662383-49e1-41ad-b51d-ad5fe9ed56d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be28a9a8-7ef5-4c9d-8ea8-dc4886c9429d,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:28.706513 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6662383-49e1-41ad-b51d-ad5fe9ed56d3 admin admin] Checking segment: {'id': 'bbea5017-0a95-48c9-b465-d62302606282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7e0b51c5-f08d-4fb7-b0cf-05d66528da71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:46:28.707033 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6662383-49e1-41ad-b51d-ad5fe9ed56d3 admin admin] Network hostable DHCP agents. Network: 7e0b51c5-f08d-4fb7-b0cf-05d66528da71, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:46:28.743767 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d5fe8bb1-3b05-4e6d-bad4-b00474e52c74 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:46:28.824683 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6662383-49e1-41ad-b51d-ad5fe9ed56d3 admin admin] Network 7e0b51c5-f08d-4fb7-b0cf-05d66528da71 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:46:28.851820 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-27715e42-aaa7-4e22-9e23-eb3a9fd17be5 None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:28.855184 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port d5fe8bb1-3b05-4e6d-bad4-b00474e52c74 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:46:28.855569 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:28.930156 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:28.949256 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port d5fe8bb1-3b05-4e6d-bad4-b00474e52c74, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d5fe8bb1-3b05-4e6d-bad4-b00474e52c74,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:46:28.951049 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-e6662383-49e1-41ad-b51d-ad5fe9ed56d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 7e0b51c5-f08d-4fb7-b0cf-05d66528da71) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:46:28.956150 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6662383-49e1-41ad-b51d-ad5fe9ed56d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:28.957548 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e6662383-49e1-41ad-b51d-ad5fe9ed56d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:28.958530 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc04f507-13c9-414d-a175-43a265f6658e None None] Network 7e0b51c5-f08d-4fb7-b0cf-05d66528da71 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:46:29.003783 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-27715e42-aaa7-4e22-9e23-eb3a9fd17be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:29.061091 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:29.075721 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006befd5-ba99-4606-a9cf-2f2fdd72e186 None None] Pushing event updated for resources: {'Port': ['ID=0dc29f11-1e5e-49ef-a226-6ea3ec4b0840,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:29.097355 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e6662383-49e1-41ad-b51d-ad5fe9ed56d3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7901754 Apr 20 13:46:29.099692 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57192) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:29.110707 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-29428511-e91a-4331-9070-7f2faf6caf19 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-846104061-router', 'tenant_id': '875e63a7fb154efe9b71cde6bb147225', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:46:29.203112 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-29428511-e91a-4331-9070-7f2faf6caf19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:29.204515 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-29428511-e91a-4331-9070-7f2faf6caf19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:29.210391 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=d5fe8bb1-3b05-4e6d-bad4-b00474e52c74,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:29.221018 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-27715e42-aaa7-4e22-9e23-eb3a9fd17be5 None None] Attempting to bind port 0dc29f11-1e5e-49ef-a226-6ea3ec4b0840 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:46:29.221383 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-27715e42-aaa7-4e22-9e23-eb3a9fd17be5 None None] Attempting to bind port 0dc29f11-1e5e-49ef-a226-6ea3ec4b0840 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '517350df-8312-49c8-bd99-9ead9c508793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:46:29.221743 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27715e42-aaa7-4e22-9e23-eb3a9fd17be5 None None] Attempting to bind port 0dc29f11-1e5e-49ef-a226-6ea3ec4b0840 on network 42628f04-2a12-4127-a4fa-af3e722204ff {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:46:29.245725 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27715e42-aaa7-4e22-9e23-eb3a9fd17be5 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:46:29.246193 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27715e42-aaa7-4e22-9e23-eb3a9fd17be5 None None] Checking segment: {'id': '517350df-8312-49c8-bd99-9ead9c508793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:46:29.246586 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-27715e42-aaa7-4e22-9e23-eb3a9fd17be5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:29.247012 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27715e42-aaa7-4e22-9e23-eb3a9fd17be5 None None] Bound using segment: {'id': '517350df-8312-49c8-bd99-9ead9c508793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:46:29.247443 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-27715e42-aaa7-4e22-9e23-eb3a9fd17be5 None None] Bound port: 0dc29f11-1e5e-49ef-a226-6ea3ec4b0840, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517350df-8312-49c8-bd99-9ead9c508793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:46:29.247827 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-27715e42-aaa7-4e22-9e23-eb3a9fd17be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:29.252162 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69dc65d-1e6a-42a6-ac0f-cbab4603d5da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-7e0b51c5-f08d-4fb7-b0cf-05d66528da71', 'network_id': '7e0b51c5-f08d-4fb7-b0cf-05d66528da71', 'tenant_id': '875e63a7fb154efe9b71cde6bb147225', 'fixed_ips': [{'subnet_id': 'be28a9a8-7ef5-4c9d-8ea8-dc4886c9429d'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:46:29.252974 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c69dc65d-1e6a-42a6-ac0f-cbab4603d5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:29.266612 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-29428511-e91a-4331-9070-7f2faf6caf19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:29.404910 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-27715e42-aaa7-4e22-9e23-eb3a9fd17be5 None None] For port 0dc29f11-1e5e-49ef-a226-6ea3ec4b0840, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:46:29.448169 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-27715e42-aaa7-4e22-9e23-eb3a9fd17be5 None None] For port 0dc29f11-1e5e-49ef-a226-6ea3ec4b0840, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=0dc29f11-1e5e-49ef-a226-6ea3ec4b0840,segment=NetworkSegment(517350df-8312-49c8-bd99-9ead9c508793),segment_id=517350df-8312-49c8-bd99-9ead9c508793)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:46:29.450400 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-f74cf783-a9e1-4e5a-9221-b2cc07c13076 None None] Provisioning complete for port 0dc29f11-1e5e-49ef-a226-6ea3ec4b0840 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:46:29.450766 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f74cf783-a9e1-4e5a-9221-b2cc07c13076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:29.498867 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-f74cf783-a9e1-4e5a-9221-b2cc07c13076 None None] Port 0dc29f11-1e5e-49ef-a226-6ea3ec4b0840 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:46:29.501544 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-c69dc65d-1e6a-42a6-ac0f-cbab4603d5da None None] Allocated IP 172.20.0.2 (7e0b51c5-f08d-4fb7-b0cf-05d66528da71/be28a9a8-7ef5-4c9d-8ea8-dc4886c9429d/3a68de8b-12a1-499b-ab85-44dabf290170) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:46:29.510065 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:29.512693 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-29428511-e91a-4331-9070-7f2faf6caf19 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:29.517997 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-27715e42-aaa7-4e22-9e23-eb3a9fd17be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:29.650065 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006befd5-ba99-4606-a9cf-2f2fdd72e186 None None] Pushing event updated for resources: {'Port': ['ID=0dc29f11-1e5e-49ef-a226-6ea3ec4b0840,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:29.655148 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27715e42-aaa7-4e22-9e23-eb3a9fd17be5 None None] Routers {'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:46:29.655823 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-27715e42-aaa7-4e22-9e23-eb3a9fd17be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:46:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:29.796230 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-29428511-e91a-4331-9070-7f2faf6caf19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:29.801112 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c69dc65d-1e6a-42a6-ac0f-cbab4603d5da None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:29.816074 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-29428511-e91a-4331-9070-7f2faf6caf19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:29.829238 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-27715e42-aaa7-4e22-9e23-eb3a9fd17be5 None None] Set router f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:46:29.862528 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-255ea022-99f9-402a-9a69-6a0a2befef2f None None] Provisioning complete for port 0dc29f11-1e5e-49ef-a226-6ea3ec4b0840 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:46:29.862900 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-255ea022-99f9-402a-9a69-6a0a2befef2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:29.902127 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c69dc65d-1e6a-42a6-ac0f-cbab4603d5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:29.903865 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:29.923082 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-29428511-e91a-4331-9070-7f2faf6caf19 admin admin] Allocated IP 172.25.8.91 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/af57ac7a-bdc0-4b24-a124-a3f1e4e4be8a) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:46:30.032855 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-29428511-e91a-4331-9070-7f2faf6caf19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:30.128862 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-29428511-e91a-4331-9070-7f2faf6caf19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:30.166415 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29428511-e91a-4331-9070-7f2faf6caf19 admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:46:30.171408 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-29428511-e91a-4331-9070-7f2faf6caf19 admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:46:30.175778 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29428511-e91a-4331-9070-7f2faf6caf19 admin admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:46:30.176704 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69dc65d-1e6a-42a6-ac0f-cbab4603d5da None None] Network 7e0b51c5-f08d-4fb7-b0cf-05d66528da71 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:46:30.189167 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-c69dc65d-1e6a-42a6-ac0f-cbab4603d5da None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:46:30.193851 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69dc65d-1e6a-42a6-ac0f-cbab4603d5da None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:46:30.196880 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69dc65d-1e6a-42a6-ac0f-cbab4603d5da None None] Pushing event updated for resources: {'Port': ['ID=3a68de8b-12a1-499b-ab85-44dabf290170,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:30.209546 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29428511-e91a-4331-9070-7f2faf6caf19 admin admin] Pushing event updated for resources: {'Port': ['ID=af57ac7a-bdc0-4b24-a124-a3f1e4e4be8a,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:30.327933 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-255ea022-99f9-402a-9a69-6a0a2befef2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:30.338282 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-c69dc65d-1e6a-42a6-ac0f-cbab4603d5da None None] Attempting to bind port 3a68de8b-12a1-499b-ab85-44dabf290170 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:46:30.338650 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-c69dc65d-1e6a-42a6-ac0f-cbab4603d5da None None] Attempting to bind port 3a68de8b-12a1-499b-ab85-44dabf290170 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'bbea5017-0a95-48c9-b465-d62302606282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7e0b51c5-f08d-4fb7-b0cf-05d66528da71'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:46:30.339006 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69dc65d-1e6a-42a6-ac0f-cbab4603d5da None None] Attempting to bind port 3a68de8b-12a1-499b-ab85-44dabf290170 on network 7e0b51c5-f08d-4fb7-b0cf-05d66528da71 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:46:30.354619 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69dc65d-1e6a-42a6-ac0f-cbab4603d5da None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:46:30.354994 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69dc65d-1e6a-42a6-ac0f-cbab4603d5da None None] Checking segment: {'id': 'bbea5017-0a95-48c9-b465-d62302606282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7e0b51c5-f08d-4fb7-b0cf-05d66528da71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:46:30.355432 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c69dc65d-1e6a-42a6-ac0f-cbab4603d5da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:30.355826 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69dc65d-1e6a-42a6-ac0f-cbab4603d5da None None] Bound using segment: {'id': 'bbea5017-0a95-48c9-b465-d62302606282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7e0b51c5-f08d-4fb7-b0cf-05d66528da71'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:46:30.356311 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-c69dc65d-1e6a-42a6-ac0f-cbab4603d5da None None] Bound port: 3a68de8b-12a1-499b-ab85-44dabf290170, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbea5017-0a95-48c9-b465-d62302606282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7e0b51c5-f08d-4fb7-b0cf-05d66528da71'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:46:30.356701 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c69dc65d-1e6a-42a6-ac0f-cbab4603d5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:30.390304 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-255ea022-99f9-402a-9a69-6a0a2befef2f None None] For port 0dc29f11-1e5e-49ef-a226-6ea3ec4b0840, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=0dc29f11-1e5e-49ef-a226-6ea3ec4b0840,segment=NetworkSegment(517350df-8312-49c8-bd99-9ead9c508793),segment_id=517350df-8312-49c8-bd99-9ead9c508793)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:46:30.446852 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-27715e42-aaa7-4e22-9e23-eb3a9fd17be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'name': 'tempest-TestVolumeBootPattern-507353576-router', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:22Z', 'updated_at': '2022-04-20T13:46:26Z', 'revision_number': 4, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'gw_port': {'id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:23Z', 'updated_at': '2022-04-20T13:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '0dc29f11-1e5e-49ef-a226-6ea3ec4b0840', 'name': '', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'mac_address': 'fa:16:3e:ba:be:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:25Z', 'updated_at': '2022-04-20T13:46:29Z', 'revision_number': 4, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'subnets': [{'id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:30.485521 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-255ea022-99f9-402a-9a69-6a0a2befef2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:30.488521 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-c69dc65d-1e6a-42a6-ac0f-cbab4603d5da None None] For port 3a68de8b-12a1-499b-ab85-44dabf290170, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:46:30.492562 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27715e42-aaa7-4e22-9e23-eb3a9fd17be5 None None] The sync data for ids ['f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'] in n-d-836015-7 is: [{'id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'name': 'tempest-TestVolumeBootPattern-507353576-router', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:22Z', 'updated_at': '2022-04-20T13:46:26Z', 'revision_number': 4, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'gw_port': {'id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:23Z', 'updated_at': '2022-04-20T13:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '0dc29f11-1e5e-49ef-a226-6ea3ec4b0840', 'name': '', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'mac_address': 'fa:16:3e:ba:be:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:25Z', 'updated_at': '2022-04-20T13:46:29Z', 'revision_number': 4, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'subnets': [{'id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:46:30.524584 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-c69dc65d-1e6a-42a6-ac0f-cbab4603d5da None None] For port 3a68de8b-12a1-499b-ab85-44dabf290170, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=3a68de8b-12a1-499b-ab85-44dabf290170,segment=NetworkSegment(bbea5017-0a95-48c9-b465-d62302606282),segment_id=bbea5017-0a95-48c9-b465-d62302606282)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:46:30.559753 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ea022-99f9-402a-9a69-6a0a2befef2f None None] Pushing event updated for resources: {'Port': ['ID=0dc29f11-1e5e-49ef-a226-6ea3ec4b0840,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:30.621054 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c69dc65d-1e6a-42a6-ac0f-cbab4603d5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:30.697907 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69dc65d-1e6a-42a6-ac0f-cbab4603d5da None None] Pushing event updated for resources: {'Port': ['ID=3a68de8b-12a1-499b-ab85-44dabf290170,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:30.827050 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 0dc29f11-1e5e-49ef-a226-6ea3ec4b0840 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:46:30.901810 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 0dc29f11-1e5e-49ef-a226-6ea3ec4b0840 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:46:30.902243 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:30.976882 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-29428511-e91a-4331-9070-7f2faf6caf19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:31.001037 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d5fe8bb1-3b05-4e6d-bad4-b00474e52c74 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:46:31.057154 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port d5fe8bb1-3b05-4e6d-bad4-b00474e52c74 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:46:31.057605 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:31.218089 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-29428511-e91a-4331-9070-7f2faf6caf19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:31.402809 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29428511-e91a-4331-9070-7f2faf6caf19 admin admin] Router 00d06623-a385-490d-9f7f-91128e951de0 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:46:31.528582 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29428511-e91a-4331-9070-7f2faf6caf19 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:46:31.543978 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc5e8de-ca6e-423a-83e4-23b3789a4c32 None None] Sync routers for ids ['00d06623-a385-490d-9f7f-91128e951de0'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:46:31.556880 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc5e8de-ca6e-423a-83e4-23b3789a4c32 None None] Routers {'00d06623-a385-490d-9f7f-91128e951de0'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:46:31.557532 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-0dc5e8de-ca6e-423a-83e4-23b3789a4c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:46:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['00d06623-a385-490d-9f7f-91128e951de0'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:31.588364 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-29428511-e91a-4331-9070-7f2faf6caf19 admin admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:31.592551 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-29428511-e91a-4331-9070-7f2faf6caf19 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4884188 Apr 20 13:46:31.592690 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57194) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:31.673037 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-0dc5e8de-ca6e-423a-83e4-23b3789a4c32 None None] Set router 00d06623-a385-490d-9f7f-91128e951de0 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:46:31.818651 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ce840e-39fe-4462-ba33-06a06c4ad028 None None] Network 7e0b51c5-f08d-4fb7-b0cf-05d66528da71 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:46:31.885577 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-0dc5e8de-ca6e-423a-83e4-23b3789a4c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d06623-a385-490d-9f7f-91128e951de0', 'name': 'tempest-TestVolumeBootPattern-846104061-router', 'tenant_id': '875e63a7fb154efe9b71cde6bb147225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'af57ac7a-bdc0-4b24-a124-a3f1e4e4be8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:29Z', 'updated_at': '2022-04-20T13:46:30Z', 'revision_number': 3, 'project_id': '875e63a7fb154efe9b71cde6bb147225', 'gw_port': {'id': 'af57ac7a-bdc0-4b24-a124-a3f1e4e4be8a', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d06623-a385-490d-9f7f-91128e951de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:29Z', 'updated_at': '2022-04-20T13:46:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:31.912235 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc5e8de-ca6e-423a-83e4-23b3789a4c32 None None] Checking router: 00d06623-a385-490d-9f7f-91128e951de0 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:46:31.912579 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc5e8de-ca6e-423a-83e4-23b3789a4c32 None None] Updating router 00d06623-a385-490d-9f7f-91128e951de0 port af57ac7a-bdc0-4b24-a124-a3f1e4e4be8a binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:46:31.938685 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-0dc5e8de-ca6e-423a-83e4-23b3789a4c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:31.957703 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-7b553b83-1ebd-4f30-9b10-39e5d60a9149 None None] Provisioning complete for port 3a68de8b-12a1-499b-ab85-44dabf290170 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:46:31.958340 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7b553b83-1ebd-4f30-9b10-39e5d60a9149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:32.063223 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2187ca6f-2c79-4f8f-9d87-21c8020d2cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:32.087423 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7b553b83-1ebd-4f30-9b10-39e5d60a9149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:32.130489 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-7b553b83-1ebd-4f30-9b10-39e5d60a9149 None None] For port 3a68de8b-12a1-499b-ab85-44dabf290170, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=3a68de8b-12a1-499b-ab85-44dabf290170,segment=NetworkSegment(bbea5017-0a95-48c9-b465-d62302606282),segment_id=bbea5017-0a95-48c9-b465-d62302606282)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:46:32.208194 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7b553b83-1ebd-4f30-9b10-39e5d60a9149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:32.221018 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-0dc5e8de-ca6e-423a-83e4-23b3789a4c32 None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:32.243211 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-2187ca6f-2c79-4f8f-9d87-21c8020d2cb7 admin admin] Allocated IP 172.20.0.1 (7e0b51c5-f08d-4fb7-b0cf-05d66528da71/be28a9a8-7ef5-4c9d-8ea8-dc4886c9429d/618d1873-7fb5-403c-96be-59b339301b3e) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:46:32.265294 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b553b83-1ebd-4f30-9b10-39e5d60a9149 None None] Pushing event updated for resources: {'Port': ['ID=3a68de8b-12a1-499b-ab85-44dabf290170,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:32.305345 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-0dc5e8de-ca6e-423a-83e4-23b3789a4c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:32.329834 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-06b2be82-2a20-4bd9-9f0b-705cbb3096d1 None None] Provisioning complete for port 3a68de8b-12a1-499b-ab85-44dabf290170 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:46:32.330215 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-06b2be82-2a20-4bd9-9f0b-705cbb3096d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:32.359060 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-0dc5e8de-ca6e-423a-83e4-23b3789a4c32 None None] Attempting to bind port af57ac7a-bdc0-4b24-a124-a3f1e4e4be8a on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:46:32.359541 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-0dc5e8de-ca6e-423a-83e4-23b3789a4c32 None None] Attempting to bind port af57ac7a-bdc0-4b24-a124-a3f1e4e4be8a by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:46:32.359844 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc5e8de-ca6e-423a-83e4-23b3789a4c32 None None] Attempting to bind port af57ac7a-bdc0-4b24-a124-a3f1e4e4be8a on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:46:32.362719 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c98ab-d47d-46cd-a34b-b0ca6130349c None None] Pushing event updated for resources: {'Port': ['ID=af57ac7a-bdc0-4b24-a124-a3f1e4e4be8a,revision_number=2']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:32.365674 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2187ca6f-2c79-4f8f-9d87-21c8020d2cb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:32.367970 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc5e8de-ca6e-423a-83e4-23b3789a4c32 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:46:32.371105 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc5e8de-ca6e-423a-83e4-23b3789a4c32 None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:46:32.371105 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-0dc5e8de-ca6e-423a-83e4-23b3789a4c32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:32.371105 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc5e8de-ca6e-423a-83e4-23b3789a4c32 None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:46:32.371105 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-0dc5e8de-ca6e-423a-83e4-23b3789a4c32 None None] Bound port: af57ac7a-bdc0-4b24-a124-a3f1e4e4be8a, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:46:32.371105 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-0dc5e8de-ca6e-423a-83e4-23b3789a4c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:32.426935 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-0dc5e8de-ca6e-423a-83e4-23b3789a4c32 None None] For port af57ac7a-bdc0-4b24-a124-a3f1e4e4be8a, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:46:32.430316 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-0dc5e8de-ca6e-423a-83e4-23b3789a4c32 None None] For port af57ac7a-bdc0-4b24-a124-a3f1e4e4be8a, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=af57ac7a-bdc0-4b24-a124-a3f1e4e4be8a,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:46:32.454424 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2187ca6f-2c79-4f8f-9d87-21c8020d2cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:32.497136 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2187ca6f-2c79-4f8f-9d87-21c8020d2cb7 admin admin] Network 7e0b51c5-f08d-4fb7-b0cf-05d66528da71 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:46:32.502436 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-2187ca6f-2c79-4f8f-9d87-21c8020d2cb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:46:32.506320 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2187ca6f-2c79-4f8f-9d87-21c8020d2cb7 admin admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:46:32.511340 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-0dc5e8de-ca6e-423a-83e4-23b3789a4c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:32.531445 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187ca6f-2c79-4f8f-9d87-21c8020d2cb7 admin admin] Pushing event updated for resources: {'Port': ['ID=618d1873-7fb5-403c-96be-59b339301b3e,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:32.556585 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2187ca6f-2c79-4f8f-9d87-21c8020d2cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:32.580898 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc5e8de-ca6e-423a-83e4-23b3789a4c32 None None] Routers {'00d06623-a385-490d-9f7f-91128e951de0'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:46:32.581551 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-0dc5e8de-ca6e-423a-83e4-23b3789a4c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:46:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['00d06623-a385-490d-9f7f-91128e951de0'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:32.586912 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c98ab-d47d-46cd-a34b-b0ca6130349c None None] Pushing event updated for resources: {'Port': ['ID=af57ac7a-bdc0-4b24-a124-a3f1e4e4be8a,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:32.721365 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-0dc5e8de-ca6e-423a-83e4-23b3789a4c32 None None] Set router 00d06623-a385-490d-9f7f-91128e951de0 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:46:32.755235 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-898edb7c-9372-42e4-b7a4-999eaf3fde0b None None] Provisioning complete for port 618d1873-7fb5-403c-96be-59b339301b3e triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:46:32.756625 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-898edb7c-9372-42e4-b7a4-999eaf3fde0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:32.777839 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2187ca6f-2c79-4f8f-9d87-21c8020d2cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:32.789481 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 3a68de8b-12a1-499b-ab85-44dabf290170 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:46:32.830587 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-898edb7c-9372-42e4-b7a4-999eaf3fde0b None None] Port 618d1873-7fb5-403c-96be-59b339301b3e cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:46:32.853298 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 3a68de8b-12a1-499b-ab85-44dabf290170 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:46:32.853742 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:32.955492 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2187ca6f-2c79-4f8f-9d87-21c8020d2cb7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:33.018101 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-0dc5e8de-ca6e-423a-83e4-23b3789a4c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d06623-a385-490d-9f7f-91128e951de0', 'name': 'tempest-TestVolumeBootPattern-846104061-router', 'tenant_id': '875e63a7fb154efe9b71cde6bb147225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'af57ac7a-bdc0-4b24-a124-a3f1e4e4be8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:29Z', 'updated_at': '2022-04-20T13:46:30Z', 'revision_number': 3, 'project_id': '875e63a7fb154efe9b71cde6bb147225', 'gw_port': {'id': 'af57ac7a-bdc0-4b24-a124-a3f1e4e4be8a', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d06623-a385-490d-9f7f-91128e951de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:29Z', 'updated_at': '2022-04-20T13:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:33.044217 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc5e8de-ca6e-423a-83e4-23b3789a4c32 None None] The sync data for ids ['00d06623-a385-490d-9f7f-91128e951de0'] in n-d-836015-7 is: [{'id': '00d06623-a385-490d-9f7f-91128e951de0', 'name': 'tempest-TestVolumeBootPattern-846104061-router', 'tenant_id': '875e63a7fb154efe9b71cde6bb147225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'af57ac7a-bdc0-4b24-a124-a3f1e4e4be8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:29Z', 'updated_at': '2022-04-20T13:46:30Z', 'revision_number': 3, 'project_id': '875e63a7fb154efe9b71cde6bb147225', 'gw_port': {'id': 'af57ac7a-bdc0-4b24-a124-a3f1e4e4be8a', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d06623-a385-490d-9f7f-91128e951de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:29Z', 'updated_at': '2022-04-20T13:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:46:33.053571 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2187ca6f-2c79-4f8f-9d87-21c8020d2cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:33.121299 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187ca6f-2c79-4f8f-9d87-21c8020d2cb7 admin admin] Pushing event updated for resources: {'Port': ['ID=618d1873-7fb5-403c-96be-59b339301b3e,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:33.127061 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2187ca6f-2c79-4f8f-9d87-21c8020d2cb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:33.227797 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2187ca6f-2c79-4f8f-9d87-21c8020d2cb7 admin admin] Network 7e0b51c5-f08d-4fb7-b0cf-05d66528da71 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:46:33.229406 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-2187ca6f-2c79-4f8f-9d87-21c8020d2cb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:46:33.362725 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2187ca6f-2c79-4f8f-9d87-21c8020d2cb7 admin admin] Router 00d06623-a385-490d-9f7f-91128e951de0 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:46:33.487205 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2187ca6f-2c79-4f8f-9d87-21c8020d2cb7 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:46:33.496042 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2187ca6f-2c79-4f8f-9d87-21c8020d2cb7 admin admin] 10.222.0.25 "PUT /v2.0/routers/00d06623-a385-490d-9f7f-91128e951de0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8994205 Apr 20 13:46:33.561951 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-05594d4a-37ea-4251-8a64-8fcf8af263a4 None None] Provisioning complete for port 618d1873-7fb5-403c-96be-59b339301b3e triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:46:33.562533 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-05594d4a-37ea-4251-8a64-8fcf8af263a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:33.605888 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-05594d4a-37ea-4251-8a64-8fcf8af263a4 None None] Port 618d1873-7fb5-403c-96be-59b339301b3e cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:46:34.541695 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a58144-bd14-4711-8166-cf9a5f7e8038 None None] Sync routers for ids ['00d06623-a385-490d-9f7f-91128e951de0'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:46:34.551919 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a58144-bd14-4711-8166-cf9a5f7e8038 None None] Routers {'00d06623-a385-490d-9f7f-91128e951de0'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:46:34.552535 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-b3a58144-bd14-4711-8166-cf9a5f7e8038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:46:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['00d06623-a385-490d-9f7f-91128e951de0'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:34.660681 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-b3a58144-bd14-4711-8166-cf9a5f7e8038 None None] Set router 00d06623-a385-490d-9f7f-91128e951de0 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:46:34.744700 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device af57ac7a-bdc0-4b24-a124-a3f1e4e4be8a up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:46:34.864278 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port af57ac7a-bdc0-4b24-a124-a3f1e4e4be8a triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:46:34.864793 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:34.975417 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-b3a58144-bd14-4711-8166-cf9a5f7e8038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d06623-a385-490d-9f7f-91128e951de0', 'name': 'tempest-TestVolumeBootPattern-846104061-router', 'tenant_id': '875e63a7fb154efe9b71cde6bb147225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'af57ac7a-bdc0-4b24-a124-a3f1e4e4be8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:29Z', 'updated_at': '2022-04-20T13:46:32Z', 'revision_number': 4, 'project_id': '875e63a7fb154efe9b71cde6bb147225', 'gw_port': {'id': 'af57ac7a-bdc0-4b24-a124-a3f1e4e4be8a', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d06623-a385-490d-9f7f-91128e951de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:29Z', 'updated_at': '2022-04-20T13:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '618d1873-7fb5-403c-96be-59b339301b3e', 'name': '', 'network_id': '7e0b51c5-f08d-4fb7-b0cf-05d66528da71', 'tenant_id': '875e63a7fb154efe9b71cde6bb147225', 'mac_address': 'fa:16:3e:c7:06:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d06623-a385-490d-9f7f-91128e951de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'be28a9a8-7ef5-4c9d-8ea8-dc4886c9429d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:32Z', 'updated_at': '2022-04-20T13:46:32Z', 'revision_number': 2, 'project_id': '875e63a7fb154efe9b71cde6bb147225', 'subnets': [{'id': 'be28a9a8-7ef5-4c9d-8ea8-dc4886c9429d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:35.008058 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a58144-bd14-4711-8166-cf9a5f7e8038 None None] Checking router: 00d06623-a385-490d-9f7f-91128e951de0 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:46:35.008415 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a58144-bd14-4711-8166-cf9a5f7e8038 None None] Updating router 00d06623-a385-490d-9f7f-91128e951de0 port 618d1873-7fb5-403c-96be-59b339301b3e binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:46:35.012894 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:35.052771 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b3a58144-bd14-4711-8166-cf9a5f7e8038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:35.057584 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port af57ac7a-bdc0-4b24-a124-a3f1e4e4be8a, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=af57ac7a-bdc0-4b24-a124-a3f1e4e4be8a,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:46:35.145671 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:35.229886 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=af57ac7a-bdc0-4b24-a124-a3f1e4e4be8a,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:35.357734 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b3a58144-bd14-4711-8166-cf9a5f7e8038 None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:35.414130 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b3a58144-bd14-4711-8166-cf9a5f7e8038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:35.498613 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d1179-618a-4274-bae6-62de58a99d4d None None] Pushing event updated for resources: {'Port': ['ID=618d1873-7fb5-403c-96be-59b339301b3e,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:35.524870 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-b3a58144-bd14-4711-8166-cf9a5f7e8038 None None] Attempting to bind port 618d1873-7fb5-403c-96be-59b339301b3e on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:46:35.525342 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-b3a58144-bd14-4711-8166-cf9a5f7e8038 None None] Attempting to bind port 618d1873-7fb5-403c-96be-59b339301b3e by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'bbea5017-0a95-48c9-b465-d62302606282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7e0b51c5-f08d-4fb7-b0cf-05d66528da71'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:46:35.525790 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a58144-bd14-4711-8166-cf9a5f7e8038 None None] Attempting to bind port 618d1873-7fb5-403c-96be-59b339301b3e on network 7e0b51c5-f08d-4fb7-b0cf-05d66528da71 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:46:35.531509 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a58144-bd14-4711-8166-cf9a5f7e8038 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:46:35.531709 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a58144-bd14-4711-8166-cf9a5f7e8038 None None] Checking segment: {'id': 'bbea5017-0a95-48c9-b465-d62302606282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7e0b51c5-f08d-4fb7-b0cf-05d66528da71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:46:35.532741 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b3a58144-bd14-4711-8166-cf9a5f7e8038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:35.533148 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a58144-bd14-4711-8166-cf9a5f7e8038 None None] Bound using segment: {'id': 'bbea5017-0a95-48c9-b465-d62302606282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7e0b51c5-f08d-4fb7-b0cf-05d66528da71'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:46:35.534979 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-b3a58144-bd14-4711-8166-cf9a5f7e8038 None None] Bound port: 618d1873-7fb5-403c-96be-59b339301b3e, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbea5017-0a95-48c9-b465-d62302606282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7e0b51c5-f08d-4fb7-b0cf-05d66528da71'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:46:35.534979 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b3a58144-bd14-4711-8166-cf9a5f7e8038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:35.621120 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-b3a58144-bd14-4711-8166-cf9a5f7e8038 None None] For port 618d1873-7fb5-403c-96be-59b339301b3e, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:46:35.625632 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-b3a58144-bd14-4711-8166-cf9a5f7e8038 None None] For port 618d1873-7fb5-403c-96be-59b339301b3e, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=618d1873-7fb5-403c-96be-59b339301b3e,segment=NetworkSegment(bbea5017-0a95-48c9-b465-d62302606282),segment_id=bbea5017-0a95-48c9-b465-d62302606282)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:46:35.741203 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-666c2894-5777-4701-962d-8fe9960c0956 None None] Provisioning complete for port 618d1873-7fb5-403c-96be-59b339301b3e triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:46:35.742172 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-666c2894-5777-4701-962d-8fe9960c0956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:35.745487 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b3a58144-bd14-4711-8166-cf9a5f7e8038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:35.839173 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a58144-bd14-4711-8166-cf9a5f7e8038 None None] Routers {'00d06623-a385-490d-9f7f-91128e951de0'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:46:35.841754 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-b3a58144-bd14-4711-8166-cf9a5f7e8038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:46:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['00d06623-a385-490d-9f7f-91128e951de0'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:35.841754 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d1179-618a-4274-bae6-62de58a99d4d None None] Pushing event updated for resources: {'Port': ['ID=618d1873-7fb5-403c-96be-59b339301b3e,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:35.955319 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-666c2894-5777-4701-962d-8fe9960c0956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:35.995413 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-b3a58144-bd14-4711-8166-cf9a5f7e8038 None None] Set router 00d06623-a385-490d-9f7f-91128e951de0 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:46:36.180769 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-666c2894-5777-4701-962d-8fe9960c0956 None None] For port 618d1873-7fb5-403c-96be-59b339301b3e, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=618d1873-7fb5-403c-96be-59b339301b3e,segment=NetworkSegment(bbea5017-0a95-48c9-b465-d62302606282),segment_id=bbea5017-0a95-48c9-b465-d62302606282)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:46:36.266782 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-666c2894-5777-4701-962d-8fe9960c0956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:36.341133 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c2894-5777-4701-962d-8fe9960c0956 None None] Pushing event updated for resources: {'Port': ['ID=618d1873-7fb5-403c-96be-59b339301b3e,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:36.395199 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-81038b71-b318-4a2f-ada4-791e6e83ca99 None None] Provisioning complete for port 618d1873-7fb5-403c-96be-59b339301b3e triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:46:36.395597 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-81038b71-b318-4a2f-ada4-791e6e83ca99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:36.425528 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-b3a58144-bd14-4711-8166-cf9a5f7e8038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d06623-a385-490d-9f7f-91128e951de0', 'name': 'tempest-TestVolumeBootPattern-846104061-router', 'tenant_id': '875e63a7fb154efe9b71cde6bb147225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'af57ac7a-bdc0-4b24-a124-a3f1e4e4be8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:29Z', 'updated_at': '2022-04-20T13:46:32Z', 'revision_number': 4, 'project_id': '875e63a7fb154efe9b71cde6bb147225', 'gw_port': {'id': 'af57ac7a-bdc0-4b24-a124-a3f1e4e4be8a', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d06623-a385-490d-9f7f-91128e951de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:29Z', 'updated_at': '2022-04-20T13:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '618d1873-7fb5-403c-96be-59b339301b3e', 'name': '', 'network_id': '7e0b51c5-f08d-4fb7-b0cf-05d66528da71', 'tenant_id': '875e63a7fb154efe9b71cde6bb147225', 'mac_address': 'fa:16:3e:c7:06:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d06623-a385-490d-9f7f-91128e951de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'be28a9a8-7ef5-4c9d-8ea8-dc4886c9429d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:32Z', 'updated_at': '2022-04-20T13:46:35Z', 'revision_number': 4, 'project_id': '875e63a7fb154efe9b71cde6bb147225', 'subnets': [{'id': 'be28a9a8-7ef5-4c9d-8ea8-dc4886c9429d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:36.457529 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a58144-bd14-4711-8166-cf9a5f7e8038 None None] The sync data for ids ['00d06623-a385-490d-9f7f-91128e951de0'] in n-d-836015-7 is: [{'id': '00d06623-a385-490d-9f7f-91128e951de0', 'name': 'tempest-TestVolumeBootPattern-846104061-router', 'tenant_id': '875e63a7fb154efe9b71cde6bb147225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'af57ac7a-bdc0-4b24-a124-a3f1e4e4be8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:29Z', 'updated_at': '2022-04-20T13:46:32Z', 'revision_number': 4, 'project_id': '875e63a7fb154efe9b71cde6bb147225', 'gw_port': {'id': 'af57ac7a-bdc0-4b24-a124-a3f1e4e4be8a', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d06623-a385-490d-9f7f-91128e951de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:29Z', 'updated_at': '2022-04-20T13:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '618d1873-7fb5-403c-96be-59b339301b3e', 'name': '', 'network_id': '7e0b51c5-f08d-4fb7-b0cf-05d66528da71', 'tenant_id': '875e63a7fb154efe9b71cde6bb147225', 'mac_address': 'fa:16:3e:c7:06:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d06623-a385-490d-9f7f-91128e951de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'be28a9a8-7ef5-4c9d-8ea8-dc4886c9429d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:32Z', 'updated_at': '2022-04-20T13:46:35Z', 'revision_number': 4, 'project_id': '875e63a7fb154efe9b71cde6bb147225', 'subnets': [{'id': 'be28a9a8-7ef5-4c9d-8ea8-dc4886c9429d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:46:36.797662 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device af57ac7a-bdc0-4b24-a124-a3f1e4e4be8a up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:46:36.859407 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port af57ac7a-bdc0-4b24-a124-a3f1e4e4be8a triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:46:36.859785 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:36.945442 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 618d1873-7fb5-403c-96be-59b339301b3e up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:46:36.996480 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 618d1873-7fb5-403c-96be-59b339301b3e triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:46:36.996854 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:37.246540 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00240a-db79-4be4-be26-94e846167a79 req-4c315eb0-7872-431b-bbe3-d1aa6dadafd2 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:37.248017 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-db00240a-db79-4be4-be26-94e846167a79 req-4c315eb0-7872-431b-bbe3-d1aa6dadafd2 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/networks?id=42628f04-2a12-4127-a4fa-af3e722204ff HTTP/1.1" status: 200 len: 811 time: 0.1044738 Apr 20 13:46:37.263137 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-db00240a-db79-4be4-be26-94e846167a79 req-79ac81d8-e23d-41b2-9e7f-9da911e1e13a tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/quotas/86c6a731a452439ca8d67480d5bb5c3a HTTP/1.1" status: 200 len: 375 time: 0.0093095 Apr 20 13:46:37.318260 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-db00240a-db79-4be4-be26-94e846167a79 req-5875c743-09d7-415b-b6e2-c799547f2029 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=86c6a731a452439ca8d67480d5bb5c3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494184 Apr 20 13:46:37.416169 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-db00240a-db79-4be4-be26-94e846167a79 req-290cacf7-5a77-44c8-b442-67892559abad service neutron] 10.222.0.25 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903990 Apr 20 13:46:37.514914 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-db00240a-db79-4be4-be26-94e846167a79 req-a7225351-0e81-45cc-bb6c-8a3bd6a4b53f service neutron] 10.222.0.25 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921988 Apr 20 13:46:38.069436 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-60712dee-de4a-47b5-b55f-d85a9d8b1545 req-7144277b-74ee-4286-a9fa-d631b791f8be tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=77be1159-e0da-429b-810f-f3ba073d4923 HTTP/1.1" status: 200 len: 210 time: 0.0278270 Apr 20 13:46:39.163623 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed65360f-d3d7-4c4f-928e-22ac49b6df61 req-9e606085-5f1e-40ee-871a-b9aed00f58aa tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=77be1159-e0da-429b-810f-f3ba073d4923 HTTP/1.1" status: 200 len: 210 time: 0.0258400 Apr 20 13:46:40.131857 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00240a-db79-4be4-be26-94e846167a79 req-38d4df7c-093e-4a2d-bf4b-6f7aaf1436b8 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:40.133994 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-db00240a-db79-4be4-be26-94e846167a79 req-38d4df7c-093e-4a2d-bf4b-6f7aaf1436b8 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.32 "GET /v2.0/networks?id=42628f04-2a12-4127-a4fa-af3e722204ff HTTP/1.1" status: 200 len: 811 time: 0.1082659 Apr 20 13:46:40.145839 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-db00240a-db79-4be4-be26-94e846167a79 req-90c92ab7-bfb6-4f96-a0e9-67c38065ebe6 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Request body: {'port': {'device_id': '77be1159-e0da-429b-810f-f3ba073d4923', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'admin_state_up': True, 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:46:40.264041 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-673cd35f-7a63-4c80-9f31-0c7d80337622 req-8993f0c6-b6ab-4446-9f28-d86950ab35e2 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=77be1159-e0da-429b-810f-f3ba073d4923 HTTP/1.1" status: 200 len: 210 time: 0.0312362 Apr 20 13:46:40.322904 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db00240a-db79-4be4-be26-94e846167a79 req-90c92ab7-bfb6-4f96-a0e9-67c38065ebe6 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Made reservation on behalf of 86c6a731a452439ca8d67480d5bb5c3a for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:46:40.326479 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-db00240a-db79-4be4-be26-94e846167a79 req-90c92ab7-bfb6-4f96-a0e9-67c38065ebe6 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:40.462206 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-db00240a-db79-4be4-be26-94e846167a79 req-90c92ab7-bfb6-4f96-a0e9-67c38065ebe6 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Allocated IP 172.20.0.13 (42628f04-2a12-4127-a4fa-af3e722204ff/90568be1-dc1e-45de-9113-230a1fc9a3ab/0457a214-bb4a-4941-8b79-dcc3e30f7aff) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:46:40.617843 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-db00240a-db79-4be4-be26-94e846167a79 req-90c92ab7-bfb6-4f96-a0e9-67c38065ebe6 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:40.699809 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-db00240a-db79-4be4-be26-94e846167a79 req-90c92ab7-bfb6-4f96-a0e9-67c38065ebe6 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:40.746893 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db00240a-db79-4be4-be26-94e846167a79 req-90c92ab7-bfb6-4f96-a0e9-67c38065ebe6 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Network 42628f04-2a12-4127-a4fa-af3e722204ff is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:46:40.750288 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-db00240a-db79-4be4-be26-94e846167a79 req-90c92ab7-bfb6-4f96-a0e9-67c38065ebe6 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:46:40.754323 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-db00240a-db79-4be4-be26-94e846167a79 req-90c92ab7-bfb6-4f96-a0e9-67c38065ebe6 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:46:40.780208 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c92ab7-bfb6-4f96-a0e9-67c38065ebe6 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Pushing event updated for resources: {'Port': ['ID=0457a214-bb4a-4941-8b79-dcc3e30f7aff,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:40.811638 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00240a-db79-4be4-be26-94e846167a79 req-90c92ab7-bfb6-4f96-a0e9-67c38065ebe6 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:40.812380 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-db00240a-db79-4be4-be26-94e846167a79 req-90c92ab7-bfb6-4f96-a0e9-67c38065ebe6 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:40.908537 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-db00240a-db79-4be4-be26-94e846167a79 req-90c92ab7-bfb6-4f96-a0e9-67c38065ebe6 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7661712 Apr 20 13:46:40.920608 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-db00240a-db79-4be4-be26-94e846167a79 req-827d570f-dee4-4519-a9fa-8e831b27afc8 service neutron] Request body: {'port': {'device_id': '77be1159-e0da-429b-810f-f3ba073d4923', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:46:40.992491 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-db00240a-db79-4be4-be26-94e846167a79 req-827d570f-dee4-4519-a9fa-8e831b27afc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:41.069691 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-c21b83e1-4f3e-4ebe-8fc6-b1506d86337e None None] Provisioning complete for port 0457a214-bb4a-4941-8b79-dcc3e30f7aff triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:46:41.070809 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c21b83e1-4f3e-4ebe-8fc6-b1506d86337e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:41.105511 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-c21b83e1-4f3e-4ebe-8fc6-b1506d86337e None None] Port 0457a214-bb4a-4941-8b79-dcc3e30f7aff cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:46:41.257599 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-db00240a-db79-4be4-be26-94e846167a79 req-827d570f-dee4-4519-a9fa-8e831b27afc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0457a214-bb4a-4941-8b79-dcc3e30f7aff {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:46:41.264813 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-db00240a-db79-4be4-be26-94e846167a79 req-827d570f-dee4-4519-a9fa-8e831b27afc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:41.278016 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-db00240a-db79-4be4-be26-94e846167a79 req-827d570f-dee4-4519-a9fa-8e831b27afc8 service neutron] Transition to ACTIVE for port object 0457a214-bb4a-4941-8b79-dcc3e30f7aff will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:46:41.368758 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-db00240a-db79-4be4-be26-94e846167a79 req-827d570f-dee4-4519-a9fa-8e831b27afc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:41.395509 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e99b7e-66cd-4f30-b8e0-5fe315829554 req-797927d9-c8db-49c8-9d8f-1a5bd5a9a042 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:41.398326 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-60e99b7e-66cd-4f30-b8e0-5fe315829554 req-797927d9-c8db-49c8-9d8f-1a5bd5a9a042 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=77be1159-e0da-429b-810f-f3ba073d4923 HTTP/1.1" status: 200 len: 932 time: 0.0560184 Apr 20 13:46:41.449868 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-60e99b7e-66cd-4f30-b8e0-5fe315829554 req-1f82db5d-fe30-4718-a892-008820ca2882 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364833 Apr 20 13:46:41.473334 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d570f-dee4-4519-a9fa-8e831b27afc8 service neutron] Pushing event updated for resources: {'Port': ['ID=0457a214-bb4a-4941-8b79-dcc3e30f7aff,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:41.512181 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-db00240a-db79-4be4-be26-94e846167a79 req-827d570f-dee4-4519-a9fa-8e831b27afc8 service neutron] Attempting to bind port 0457a214-bb4a-4941-8b79-dcc3e30f7aff on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:46:41.512490 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-db00240a-db79-4be4-be26-94e846167a79 req-827d570f-dee4-4519-a9fa-8e831b27afc8 service neutron] Attempting to bind port 0457a214-bb4a-4941-8b79-dcc3e30f7aff by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '517350df-8312-49c8-bd99-9ead9c508793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:46:41.512760 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db00240a-db79-4be4-be26-94e846167a79 req-827d570f-dee4-4519-a9fa-8e831b27afc8 service neutron] Attempting to bind port 0457a214-bb4a-4941-8b79-dcc3e30f7aff on network 42628f04-2a12-4127-a4fa-af3e722204ff {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:46:41.517430 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db00240a-db79-4be4-be26-94e846167a79 req-827d570f-dee4-4519-a9fa-8e831b27afc8 service neutron] Port 0457a214-bb4a-4941-8b79-dcc3e30f7aff on network 42628f04-2a12-4127-a4fa-af3e722204ff not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:46:41.518350 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db00240a-db79-4be4-be26-94e846167a79 req-827d570f-dee4-4519-a9fa-8e831b27afc8 service neutron] Attempting to bind port 0457a214-bb4a-4941-8b79-dcc3e30f7aff on network 42628f04-2a12-4127-a4fa-af3e722204ff {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:46:41.524075 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db00240a-db79-4be4-be26-94e846167a79 req-827d570f-dee4-4519-a9fa-8e831b27afc8 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:46:41.524452 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db00240a-db79-4be4-be26-94e846167a79 req-827d570f-dee4-4519-a9fa-8e831b27afc8 service neutron] Checking segment: {'id': '517350df-8312-49c8-bd99-9ead9c508793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:46:41.524794 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db00240a-db79-4be4-be26-94e846167a79 req-827d570f-dee4-4519-a9fa-8e831b27afc8 service neutron] Bound using segment: {'id': '517350df-8312-49c8-bd99-9ead9c508793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:46:41.525228 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-db00240a-db79-4be4-be26-94e846167a79 req-827d570f-dee4-4519-a9fa-8e831b27afc8 service neutron] Bound port: 0457a214-bb4a-4941-8b79-dcc3e30f7aff, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '517350df-8312-49c8-bd99-9ead9c508793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:46:41.525589 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-db00240a-db79-4be4-be26-94e846167a79 req-827d570f-dee4-4519-a9fa-8e831b27afc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:41.594663 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-db00240a-db79-4be4-be26-94e846167a79 req-827d570f-dee4-4519-a9fa-8e831b27afc8 service neutron] For port 0457a214-bb4a-4941-8b79-dcc3e30f7aff, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:46:41.597990 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-db00240a-db79-4be4-be26-94e846167a79 req-827d570f-dee4-4519-a9fa-8e831b27afc8 service neutron] For port 0457a214-bb4a-4941-8b79-dcc3e30f7aff, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=0457a214-bb4a-4941-8b79-dcc3e30f7aff,segment=NetworkSegment(517350df-8312-49c8-bd99-9ead9c508793),segment_id=517350df-8312-49c8-bd99-9ead9c508793)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:46:41.677533 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-db00240a-db79-4be4-be26-94e846167a79 req-827d570f-dee4-4519-a9fa-8e831b27afc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:41.713503 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00240a-db79-4be4-be26-94e846167a79 req-827d570f-dee4-4519-a9fa-8e831b27afc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:41.714117 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-db00240a-db79-4be4-be26-94e846167a79 req-827d570f-dee4-4519-a9fa-8e831b27afc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:41.715587 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-db00240a-db79-4be4-be26-94e846167a79 req-827d570f-dee4-4519-a9fa-8e831b27afc8 service neutron] 10.222.0.32 "PUT /v2.0/ports/0457a214-bb4a-4941-8b79-dcc3e30f7aff HTTP/1.1" status: 200 len: 1092 time: 0.7994711 Apr 20 13:46:41.716030 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77be1159-e0da-429b-810f-f3ba073d4923', 'tag': '0457a214-bb4a-4941-8b79-dcc3e30f7aff'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:46:41.718307 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44657fd-237e-410b-92ab-548d72aeedc1" -d '{"events": [{"name": "network-changed", "server_uuid": "77be1159-e0da-429b-810f-f3ba073d4923", "tag": "0457a214-bb4a-4941-8b79-dcc3e30f7aff"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:46:41.745020 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d570f-dee4-4519-a9fa-8e831b27afc8 service neutron] Pushing event updated for resources: {'Port': ['ID=0457a214-bb4a-4941-8b79-dcc3e30f7aff,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:41.769419 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fef0b54-5007-4a5e-bbfb-443387fa5bd3 x-openstack-request-id: req-3fef0b54-5007-4a5e-bbfb-443387fa5bd3 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:46:41.769711 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77be1159-e0da-429b-810f-f3ba073d4923", "tag": "0457a214-bb4a-4941-8b79-dcc3e30f7aff", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:46:41.769961 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3fef0b54-5007-4a5e-bbfb-443387fa5bd3 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:46:41.770369 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fef0b54-5007-4a5e-bbfb-443387fa5bd3'] response: {'name': 'network-changed', 'server_uuid': '77be1159-e0da-429b-810f-f3ba073d4923', 'tag': '0457a214-bb4a-4941-8b79-dcc3e30f7aff', 'status': 'completed', 'code': 200} Apr 20 13:46:41.843140 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44657fd-237e-410b-92ab-548d72aeedc1 req-301bdc5e-dd45-4150-ab78-95f84c10e404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:41.844683 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b44657fd-237e-410b-92ab-548d72aeedc1 req-301bdc5e-dd45-4150-ab78-95f84c10e404 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86c6a731a452439ca8d67480d5bb5c3a&device_id=77be1159-e0da-429b-810f-f3ba073d4923 HTTP/1.1" status: 200 len: 1095 time: 0.0518270 Apr 20 13:46:41.950362 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44657fd-237e-410b-92ab-548d72aeedc1 req-7fb5098c-c9fd-45f6-a0ac-7b7b800feca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:41.951965 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b44657fd-237e-410b-92ab-548d72aeedc1 req-7fb5098c-c9fd-45f6-a0ac-7b7b800feca6 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=86c6a731a452439ca8d67480d5bb5c3a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1006596 Apr 20 13:46:42.055712 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44657fd-237e-410b-92ab-548d72aeedc1 req-f5648763-de14-4388-89ba-2c69ca56f525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:42.057223 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b44657fd-237e-410b-92ab-548d72aeedc1 req-f5648763-de14-4388-89ba-2c69ca56f525 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0989351 Apr 20 13:46:42.136379 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00240a-db79-4be4-be26-94e846167a79 req-1919e711-4567-4ff4-81b6-233441d716a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:42.137884 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-db00240a-db79-4be4-be26-94e846167a79 req-1919e711-4567-4ff4-81b6-233441d716a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86c6a731a452439ca8d67480d5bb5c3a&device_id=77be1159-e0da-429b-810f-f3ba073d4923 HTTP/1.1" status: 200 len: 1095 time: 0.0426233 Apr 20 13:46:42.179545 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-db00240a-db79-4be4-be26-94e846167a79 req-14c56cd6-2d05-47b8-966d-c083d5b1b619 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0457a214-bb4a-4941-8b79-dcc3e30f7aff HTTP/1.1" status: 200 len: 217 time: 0.0338748 Apr 20 13:46:42.234159 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00240a-db79-4be4-be26-94e846167a79 req-9bb97ff7-d005-476d-8ae3-0c0ae8ce3911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:42.235651 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-db00240a-db79-4be4-be26-94e846167a79 req-9bb97ff7-d005-476d-8ae3-0c0ae8ce3911 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=90568be1-dc1e-45de-9113-230a1fc9a3ab HTTP/1.1" status: 200 len: 850 time: 0.0492284 Apr 20 13:46:42.280886 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00240a-db79-4be4-be26-94e846167a79 req-aec4f176-0e1f-4aef-a5f2-4a43ae3ed1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:42.282366 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-db00240a-db79-4be4-be26-94e846167a79 req-aec4f176-0e1f-4aef-a5f2-4a43ae3ed1c0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42628f04-2a12-4127-a4fa-af3e722204ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410414 Apr 20 13:46:42.374493 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-db00240a-db79-4be4-be26-94e846167a79 req-cc3cee11-bb4a-4c04-940d-8032c61a5fcd service neutron] 10.222.0.32 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849037 Apr 20 13:46:42.468389 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-db00240a-db79-4be4-be26-94e846167a79 req-75ee8ed2-93e0-4987-b315-325cf6185b5c service neutron] 10.222.0.32 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875313 Apr 20 13:46:42.516942 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:42.573552 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf508f4-52ff-4638-bf8f-62e7a4996379 req-8c66a88a-101f-411f-9466-76854bffa661 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:42.575061 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8bf508f4-52ff-4638-bf8f-62e7a4996379 req-8c66a88a-101f-411f-9466-76854bffa661 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=77be1159-e0da-429b-810f-f3ba073d4923 HTTP/1.1" status: 200 len: 944 time: 0.0518241 Apr 20 13:46:42.613726 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8bf508f4-52ff-4638-bf8f-62e7a4996379 req-0a65c18d-0e38-414d-81fa-2c7c27be5c41 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323215 Apr 20 13:46:43.236920 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:43.744123 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7270f83-fa29-4c06-97e5-29c5711bef63 req-40085b4a-2b8f-4a4e-bb4f-9c1f0416b55e tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:43.745509 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f7270f83-fa29-4c06-97e5-29c5711bef63 req-40085b4a-2b8f-4a4e-bb4f-9c1f0416b55e tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=77be1159-e0da-429b-810f-f3ba073d4923 HTTP/1.1" status: 200 len: 944 time: 0.0613005 Apr 20 13:46:43.784021 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f7270f83-fa29-4c06-97e5-29c5711bef63 req-dda65af1-6d9f-4310-8755-c112065c853c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319753 Apr 20 13:46:44.906023 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d8cd7-da2e-4588-8dc4-195a255b644a req-0911770c-607f-432b-bd83-da1181b47497 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:44.907445 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-426d8cd7-da2e-4588-8dc4-195a255b644a req-0911770c-607f-432b-bd83-da1181b47497 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=77be1159-e0da-429b-810f-f3ba073d4923 HTTP/1.1" status: 200 len: 944 time: 0.0495269 Apr 20 13:46:44.947563 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-426d8cd7-da2e-4588-8dc4-195a255b644a req-1361946c-f0cc-477a-8840-d95ec520f011 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330987 Apr 20 13:46:46.063840 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290a32a-4f82-46e7-8731-d32131fdbd50 req-724cb07d-54e6-49f6-b28b-0eda934dcb3b tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:46.065473 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b290a32a-4f82-46e7-8731-d32131fdbd50 req-724cb07d-54e6-49f6-b28b-0eda934dcb3b tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=77be1159-e0da-429b-810f-f3ba073d4923 HTTP/1.1" status: 200 len: 944 time: 0.0512578 Apr 20 13:46:46.103843 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b290a32a-4f82-46e7-8731-d32131fdbd50 req-42d7e00b-b330-4a8b-bd26-497cf65b1f5d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322671 Apr 20 13:46:47.225192 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79465cad-c7aa-4094-a678-13df5dd6e681 req-856d2956-ab60-434b-ab91-a322960ab6eb tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:47.226661 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-79465cad-c7aa-4094-a678-13df5dd6e681 req-856d2956-ab60-434b-ab91-a322960ab6eb tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=77be1159-e0da-429b-810f-f3ba073d4923 HTTP/1.1" status: 200 len: 944 time: 0.0533156 Apr 20 13:46:47.265558 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-79465cad-c7aa-4094-a678-13df5dd6e681 req-452dcae2-b9e1-4f6a-93c1-394f335d59ea tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326738 Apr 20 13:46:48.379382 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb118a0-a4ef-4573-9753-72c8d706efb4 req-cc2787e8-80e4-4e53-aadd-b248ffc076d7 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:48.380845 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5bb118a0-a4ef-4573-9753-72c8d706efb4 req-cc2787e8-80e4-4e53-aadd-b248ffc076d7 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=77be1159-e0da-429b-810f-f3ba073d4923 HTTP/1.1" status: 200 len: 944 time: 0.0494432 Apr 20 13:46:48.418010 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5bb118a0-a4ef-4573-9753-72c8d706efb4 req-a4300d1a-9006-48ec-91c6-ab1f26573c88 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306442 Apr 20 13:46:49.535659 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8583b8-ed59-485a-8ccc-bd6253834e1d req-aae792c7-b878-4f12-b76a-1a7152cef1f3 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:49.537111 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9c8583b8-ed59-485a-8ccc-bd6253834e1d req-aae792c7-b878-4f12-b76a-1a7152cef1f3 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=77be1159-e0da-429b-810f-f3ba073d4923 HTTP/1.1" status: 200 len: 944 time: 0.0485060 Apr 20 13:46:49.574704 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9c8583b8-ed59-485a-8ccc-bd6253834e1d req-9bbcb0f1-6634-45c0-a7d2-4a76ee09d092 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308540 Apr 20 13:46:50.693721 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ad15f-424d-4897-b1c9-0070b2f170fe req-02651f88-67ab-4bdb-9010-0298f35d736f tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:50.695201 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-099ad15f-424d-4897-b1c9-0070b2f170fe req-02651f88-67ab-4bdb-9010-0298f35d736f tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=77be1159-e0da-429b-810f-f3ba073d4923 HTTP/1.1" status: 200 len: 944 time: 0.0536082 Apr 20 13:46:50.732815 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-099ad15f-424d-4897-b1c9-0070b2f170fe req-6ff07cac-372a-46f7-ac57-8a202d3c36c3 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313919 Apr 20 13:46:51.849765 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906a26e-3dbc-40e9-9812-ab9706863182 req-45b0acb3-37c4-42f2-9fcb-aef254d98008 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:51.851224 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3906a26e-3dbc-40e9-9812-ab9706863182 req-45b0acb3-37c4-42f2-9fcb-aef254d98008 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=77be1159-e0da-429b-810f-f3ba073d4923 HTTP/1.1" status: 200 len: 944 time: 0.0497169 Apr 20 13:46:51.890323 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3906a26e-3dbc-40e9-9812-ab9706863182 req-a16e93c0-8e6e-4371-bc6c-45cb14be0c63 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329256 Apr 20 13:46:52.609634 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:46:52.920908 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 0457a214-bb4a-4941-8b79-dcc3e30f7aff details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:46:53.008272 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69fb60e-c4de-48a6-bb9b-288f774dcff8 req-9800db44-1475-49a9-bfe1-fddcf6d03fd4 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:53.009749 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b69fb60e-c4de-48a6-bb9b-288f774dcff8 req-9800db44-1475-49a9-bfe1-fddcf6d03fd4 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=77be1159-e0da-429b-810f-f3ba073d4923 HTTP/1.1" status: 200 len: 944 time: 0.0487113 Apr 20 13:46:53.019371 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 0457a214-bb4a-4941-8b79-dcc3e30f7aff, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=0457a214-bb4a-4941-8b79-dcc3e30f7aff,segment=NetworkSegment(517350df-8312-49c8-bd99-9ead9c508793),segment_id=517350df-8312-49c8-bd99-9ead9c508793)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:46:53.031530 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '0457a214-bb4a-4941-8b79-dcc3e30f7aff', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'port_id': '0457a214-bb4a-4941-8b79-dcc3e30f7aff', 'mac_address': 'fa:16:3e:20:1d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:46:53.048052 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b69fb60e-c4de-48a6-bb9b-288f774dcff8 req-cfe71a83-6987-49cb-923e-21329d688343 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321302 Apr 20 13:46:53.068389 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:53.081736 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0457a214-bb4a-4941-8b79-dcc3e30f7aff {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:46:53.101628 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 0457a214-bb4a-4941-8b79-dcc3e30f7aff, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=0457a214-bb4a-4941-8b79-dcc3e30f7aff,segment=NetworkSegment(517350df-8312-49c8-bd99-9ead9c508793),segment_id=517350df-8312-49c8-bd99-9ead9c508793)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:46:53.184918 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:53.232095 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=0457a214-bb4a-4941-8b79-dcc3e30f7aff,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:53.500924 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['0457a214-bb4a-4941-8b79-dcc3e30f7aff'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:46:54.167086 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96ca99-f137-4de9-963c-7d962dbd37a8 req-785fe245-16e9-4f02-8b55-aad7eac17c89 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:54.168678 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2d96ca99-f137-4de9-963c-7d962dbd37a8 req-785fe245-16e9-4f02-8b55-aad7eac17c89 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=77be1159-e0da-429b-810f-f3ba073d4923 HTTP/1.1" status: 200 len: 945 time: 0.0534995 Apr 20 13:46:54.206581 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2d96ca99-f137-4de9-963c-7d962dbd37a8 req-90e19916-d57f-4c7b-8b74-5dbe130ca8fa tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317771 Apr 20 13:46:54.487910 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d40994cc-cfbd-4609-9feb-54b030d61ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:54.920206 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 0457a214-bb4a-4941-8b79-dcc3e30f7aff up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:46:55.047699 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 0457a214-bb4a-4941-8b79-dcc3e30f7aff completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:46:55.051435 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 0457a214-bb4a-4941-8b79-dcc3e30f7aff triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:46:55.051811 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:55.134886 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:55.157675 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77be1159-e0da-429b-810f-f3ba073d4923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0457a214-bb4a-4941-8b79-dcc3e30f7aff'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:46:55.159917 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4153fa8f-81db-4bd9-a60e-67a7ce445351" -d '{"events": [{"server_uuid": "77be1159-e0da-429b-810f-f3ba073d4923", "name": "network-vif-plugged", "status": "completed", "tag": "0457a214-bb4a-4941-8b79-dcc3e30f7aff"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:46:55.172518 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 0457a214-bb4a-4941-8b79-dcc3e30f7aff, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=0457a214-bb4a-4941-8b79-dcc3e30f7aff,segment=NetworkSegment(517350df-8312-49c8-bd99-9ead9c508793),segment_id=517350df-8312-49c8-bd99-9ead9c508793)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:46:55.198428 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705b7e76-6079-4329-8dfb-032a389fcb16 x-openstack-request-id: req-705b7e76-6079-4329-8dfb-032a389fcb16 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:46:55.198700 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77be1159-e0da-429b-810f-f3ba073d4923", "name": "network-vif-plugged", "status": "completed", "tag": "0457a214-bb4a-4941-8b79-dcc3e30f7aff", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:46:55.198953 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-705b7e76-6079-4329-8dfb-032a389fcb16 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:46:55.199371 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-705b7e76-6079-4329-8dfb-032a389fcb16'] response: {'server_uuid': '77be1159-e0da-429b-810f-f3ba073d4923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0457a214-bb4a-4941-8b79-dcc3e30f7aff', 'code': 200} Apr 20 13:46:55.213508 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:55.265050 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=0457a214-bb4a-4941-8b79-dcc3e30f7aff,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:55.298923 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647c87b-d07b-4cfc-8718-1b612fc61d71 req-3dbfa847-8323-49aa-ae06-626186539021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:55.300531 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0647c87b-d07b-4cfc-8718-1b612fc61d71 req-3dbfa847-8323-49aa-ae06-626186539021 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=77be1159-e0da-429b-810f-f3ba073d4923 HTTP/1.1" status: 200 len: 1097 time: 0.0434346 Apr 20 13:46:55.324917 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d5b82-d3e9-406f-bb2f-8797f21ae664 req-33d81430-8e63-4401-ba57-c237f4ce4842 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:55.326465 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f75d5b82-d3e9-406f-bb2f-8797f21ae664 req-33d81430-8e63-4401-ba57-c237f4ce4842 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=77be1159-e0da-429b-810f-f3ba073d4923 HTTP/1.1" status: 200 len: 946 time: 0.0498412 Apr 20 13:46:55.335052 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0647c87b-d07b-4cfc-8718-1b612fc61d71 req-84b87db8-b042-4d4d-95e6-1da1e21994f7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276983 Apr 20 13:46:55.364394 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f75d5b82-d3e9-406f-bb2f-8797f21ae664 req-8a8c1653-93cf-43ce-8c92-d80178d0693c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314691 Apr 20 13:46:56.481992 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc4970-5a5d-4279-8051-9011d300030b req-f9d80d1e-3dda-4fe3-a4dc-d4c7bba95c1e tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:56.483531 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-28dc4970-5a5d-4279-8051-9011d300030b req-f9d80d1e-3dda-4fe3-a4dc-d4c7bba95c1e tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=77be1159-e0da-429b-810f-f3ba073d4923 HTTP/1.1" status: 200 len: 946 time: 0.0503566 Apr 20 13:46:56.522135 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-28dc4970-5a5d-4279-8051-9011d300030b req-e31fce21-f94b-441d-8cb8-4cf397628208 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326471 Apr 20 13:46:56.784911 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e66ccfaa-0455-4e12-b843-dfacfd3f7a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:57.640547 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f7819-f724-4dd0-abc8-8fd9675c8cd4 req-d3493fcc-f2fc-4e7e-9440-1a8b3ff465d9 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:57.642268 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b07f7819-f724-4dd0-abc8-8fd9675c8cd4 req-d3493fcc-f2fc-4e7e-9440-1a8b3ff465d9 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=77be1159-e0da-429b-810f-f3ba073d4923 HTTP/1.1" status: 200 len: 946 time: 0.0528848 Apr 20 13:46:57.680604 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b07f7819-f724-4dd0-abc8-8fd9675c8cd4 req-2bc4224d-f24e-4d27-99db-bb939fe203e6 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313921 Apr 20 13:46:57.802547 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb439e0-e958-460e-a552-f1dd38a8a5ab req-0f34e407-db64-4257-8259-c275b7e5b5de tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:57.804506 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5fb439e0-e958-460e-a552-f1dd38a8a5ab req-0f34e407-db64-4257-8259-c275b7e5b5de tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=77be1159-e0da-429b-810f-f3ba073d4923 HTTP/1.1" status: 200 len: 946 time: 0.0496223 Apr 20 13:46:57.842163 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5fb439e0-e958-460e-a552-f1dd38a8a5ab req-31428c92-408e-45fe-9c94-4e8b65fa8907 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312924 Apr 20 13:46:57.957027 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0b8eb-e9e8-4993-968c-35643782454a req-6af9743e-7a29-4417-b4c5-69961245d0ea tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:57.958486 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7ca0b8eb-e9e8-4993-968c-35643782454a req-6af9743e-7a29-4417-b4c5-69961245d0ea tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=77be1159-e0da-429b-810f-f3ba073d4923 HTTP/1.1" status: 200 len: 946 time: 0.0490162 Apr 20 13:46:57.995867 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7ca0b8eb-e9e8-4993-968c-35643782454a req-598aa5bb-f3fb-4a8f-b7d0-59dd45bfc875 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313947 Apr 20 13:46:58.196559 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:58.536753 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9eeff-78ef-4b52-ae90-f88e1f14288b req-dc2c4ae1-10cd-4bcf-a709-a1388aa18173 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:58.538999 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b7b9eeff-78ef-4b52-ae90-f88e1f14288b req-dc2c4ae1-10cd-4bcf-a709-a1388aa18173 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=77be1159-e0da-429b-810f-f3ba073d4923 HTTP/1.1" status: 200 len: 946 time: 0.0531256 Apr 20 13:46:58.575999 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b7b9eeff-78ef-4b52-ae90-f88e1f14288b req-22245c8d-208b-4b40-8e1f-c799e7f32138 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309703 Apr 20 13:46:59.476133 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:59.691181 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9da357-12f0-467e-93b5-4994566ba0ab req-f525b868-7fce-4e9d-9244-18a4a5d5e322 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:59.692760 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fc9da357-12f0-467e-93b5-4994566ba0ab req-f525b868-7fce-4e9d-9244-18a4a5d5e322 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=77be1159-e0da-429b-810f-f3ba073d4923 HTTP/1.1" status: 200 len: 946 time: 0.0489109 Apr 20 13:46:59.730691 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fc9da357-12f0-467e-93b5-4994566ba0ab req-b3b0fee8-72cb-4691-b362-1a7cc87d1f1a tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314558 Apr 20 13:46:59.893722 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:00.052522 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eef987-6c09-4203-9c34-febb9d061419 req-4ddf6c4c-57e2-4351-b147-06b354938ca5 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:00.053968 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-06eef987-6c09-4203-9c34-febb9d061419 req-4ddf6c4c-57e2-4351-b147-06b354938ca5 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.32 "GET /v2.0/ports?device_id=77be1159-e0da-429b-810f-f3ba073d4923 HTTP/1.1" status: 200 len: 946 time: 0.0479543 Apr 20 13:47:00.151237 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-06eef987-6c09-4203-9c34-febb9d061419 req-49f1664f-2e5b-4f24-abda-0eeabec29c07 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Deleting port 0457a214-bb4a-4941-8b79-dcc3e30f7aff {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:47:00.151528 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-06eef987-6c09-4203-9c34-febb9d061419 req-49f1664f-2e5b-4f24-abda-0eeabec29c07 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:00.237029 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-06eef987-6c09-4203-9c34-febb9d061419 req-49f1664f-2e5b-4f24-abda-0eeabec29c07 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] For port 0457a214-bb4a-4941-8b79-dcc3e30f7aff, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=0457a214-bb4a-4941-8b79-dcc3e30f7aff,segment=NetworkSegment(517350df-8312-49c8-bd99-9ead9c508793),segment_id=517350df-8312-49c8-bd99-9ead9c508793)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:47:00.237388 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-06eef987-6c09-4203-9c34-febb9d061419 req-49f1664f-2e5b-4f24-abda-0eeabec29c07 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:00.253604 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-06eef987-6c09-4203-9c34-febb9d061419 req-49f1664f-2e5b-4f24-abda-0eeabec29c07 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Calling delete_port for 0457a214-bb4a-4941-8b79-dcc3e30f7aff owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:47:00.430549 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-06eef987-6c09-4203-9c34-febb9d061419 req-49f1664f-2e5b-4f24-abda-0eeabec29c07 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:00.443067 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['0457a214-bb4a-4941-8b79-dcc3e30f7aff'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:47:00.461173 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f1664f-2e5b-4f24-abda-0eeabec29c07 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Pushing event deleted for resources: {'Port': ['ID=0457a214-bb4a-4941-8b79-dcc3e30f7aff,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:00.508253 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-06eef987-6c09-4203-9c34-febb9d061419 req-49f1664f-2e5b-4f24-abda-0eeabec29c07 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] No DVR routers for this DVR port 0457a214-bb4a-4941-8b79-dcc3e30f7aff on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:47:00.510898 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-06eef987-6c09-4203-9c34-febb9d061419 req-49f1664f-2e5b-4f24-abda-0eeabec29c07 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:00.514188 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-06eef987-6c09-4203-9c34-febb9d061419 req-49f1664f-2e5b-4f24-abda-0eeabec29c07 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.32 "DELETE /v2.0/ports/0457a214-bb4a-4941-8b79-dcc3e30f7aff HTTP/1.1" status: 204 len: 173 time: 0.4537644 Apr 20 13:47:00.514662 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77be1159-e0da-429b-810f-f3ba073d4923', 'name': 'network-vif-deleted', 'tag': '0457a214-bb4a-4941-8b79-dcc3e30f7aff'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:47:00.517010 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb59c4d-5e80-461c-bcc2-90bdb666dc62" -d '{"events": [{"server_uuid": "77be1159-e0da-429b-810f-f3ba073d4923", "name": "network-vif-deleted", "tag": "0457a214-bb4a-4941-8b79-dcc3e30f7aff"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:47:00.555962 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5207bdd-16ce-4689-badd-09920b47c4d1 x-openstack-request-id: req-d5207bdd-16ce-4689-badd-09920b47c4d1 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:47:00.556254 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77be1159-e0da-429b-810f-f3ba073d4923", "name": "network-vif-deleted", "tag": "0457a214-bb4a-4941-8b79-dcc3e30f7aff", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:47:00.556507 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d5207bdd-16ce-4689-badd-09920b47c4d1 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:47:00.556908 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5207bdd-16ce-4689-badd-09920b47c4d1'] response: {'server_uuid': '77be1159-e0da-429b-810f-f3ba073d4923', 'name': 'network-vif-deleted', 'tag': '0457a214-bb4a-4941-8b79-dcc3e30f7aff', 'status': 'completed', 'code': 200} Apr 20 13:47:00.824164 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-51e370f4-8052-4769-96f0-bd8bb8018fe8 req-03fda737-0593-4c24-890a-74c1adbc9886 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=77be1159-e0da-429b-810f-f3ba073d4923 HTTP/1.1" status: 200 len: 210 time: 0.0256066 Apr 20 13:47:01.919676 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e9c90967-88dc-4c33-bb76-917feb36dfa5 req-5cf68bd5-480d-4cc7-a0f5-4da50b40ec13 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=77be1159-e0da-429b-810f-f3ba073d4923 HTTP/1.1" status: 200 len: 210 time: 0.0260718 Apr 20 13:47:03.016459 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aea76e88-66db-44f1-9c83-22643651326c req-fa589e14-b712-49ac-9b87-d3f79057a707 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=77be1159-e0da-429b-810f-f3ba073d4923 HTTP/1.1" status: 200 len: 210 time: 0.0266554 Apr 20 13:47:04.116275 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5985b593-f87a-4eab-8948-ba6b3fc84727 req-977c2c8f-8ea2-49d7-89a4-70b6fcc9ee9c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=77be1159-e0da-429b-810f-f3ba073d4923 HTTP/1.1" status: 200 len: 210 time: 0.0331013 Apr 20 13:47:04.642211 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1a24960b-79e2-4e80-8047-0afbdbb9cbeb req-f863c1e2-5b92-499d-a074-7411f041a095 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=77be1159-e0da-429b-810f-f3ba073d4923&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1188738 Apr 20 13:47:04.717167 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1a24960b-79e2-4e80-8047-0afbdbb9cbeb req-2eae229d-98fe-4474-84c8-94a1329f7b2d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86c6a731a452439ca8d67480d5bb5c3a&device_id=77be1159-e0da-429b-810f-f3ba073d4923 HTTP/1.1" status: 200 len: 210 time: 0.0308173 Apr 20 13:47:04.833712 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24960b-79e2-4e80-8047-0afbdbb9cbeb req-3ff3c8cf-8ba6-49fd-aeab-6eae45412a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:04.835243 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1a24960b-79e2-4e80-8047-0afbdbb9cbeb req-3ff3c8cf-8ba6-49fd-aeab-6eae45412a3c service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=86c6a731a452439ca8d67480d5bb5c3a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0929682 Apr 20 13:47:04.924978 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24960b-79e2-4e80-8047-0afbdbb9cbeb req-7d992067-e485-4cb9-8a3f-03681875b78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:04.926345 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1a24960b-79e2-4e80-8047-0afbdbb9cbeb req-7d992067-e485-4cb9-8a3f-03681875b78e service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0854378 Apr 20 13:47:04.951320 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 0457a214-bb4a-4941-8b79-dcc3e30f7aff no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:47:04.971138 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 0457a214-bb4a-4941-8b79-dcc3e30f7aff {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:47:04.971521 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 0457a214-bb4a-4941-8b79-dcc3e30f7aff not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:47:07.150677 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c3d3434e-c30e-427b-b6d5-24466722f3f9 req-cb1324c0-98f3-4e2b-be5a-e3758061ce19 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c77d0c74-efcb-4348-9057-ef5931bb6f6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391908 Apr 20 13:47:07.231545 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3434e-c30e-427b-b6d5-24466722f3f9 req-9e62b2ae-81ae-46bc-b339-39e5884b3d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:07.232990 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c3d3434e-c30e-427b-b6d5-24466722f3f9 req-9e62b2ae-81ae-46bc-b339-39e5884b3d4c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=67d9bc4bd53e4b10b4cc6841d00d124c&device_id=c77d0c74-efcb-4348-9057-ef5931bb6f6e HTTP/1.1" status: 200 len: 1096 time: 0.0414658 Apr 20 13:47:07.340372 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3434e-c30e-427b-b6d5-24466722f3f9 req-a2dc3103-5e26-4544-a03e-f08f4e22bf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:07.341884 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c3d3434e-c30e-427b-b6d5-24466722f3f9 req-a2dc3103-5e26-4544-a03e-f08f4e22bf03 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40 HTTP/1.1" status: 200 len: 915 time: 0.0895810 Apr 20 13:47:07.409410 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c3d3434e-c30e-427b-b6d5-24466722f3f9 req-093d5515-cdf0-44e2-a869-099f05049927 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8371a066-188f-425a-9673-918971227617 HTTP/1.1" status: 200 len: 1001 time: 0.0592501 Apr 20 13:47:07.458082 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3434e-c30e-427b-b6d5-24466722f3f9 req-ca9ab6f0-0156-442e-9eb5-d4e0e481e48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:07.460023 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c3d3434e-c30e-427b-b6d5-24466722f3f9 req-ca9ab6f0-0156-442e-9eb5-d4e0e481e48e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0cf66a7e-907b-4a00-9c39-ea7a9f60bc5f HTTP/1.1" status: 200 len: 853 time: 0.0439358 Apr 20 13:47:07.512052 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3434e-c30e-427b-b6d5-24466722f3f9 req-6b670833-9176-46f3-ba49-d63547fdf4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:07.513567 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c3d3434e-c30e-427b-b6d5-24466722f3f9 req-6b670833-9176-46f3-ba49-d63547fdf4bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468607 Apr 20 13:47:07.604972 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c3d3434e-c30e-427b-b6d5-24466722f3f9 req-d283ce28-18ec-418e-8db5-a237465e846e service neutron] 10.222.0.15 "GET /v2.0/networks/0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845253 Apr 20 13:47:07.696513 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c3d3434e-c30e-427b-b6d5-24466722f3f9 req-03081c70-912e-4e2c-a057-b3e742653255 service neutron] 10.222.0.15 "GET /v2.0/networks/0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853505 Apr 20 13:47:10.045105 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57412) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:47:10.216036 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-66a1bf62-dcbf-4ad8-8465-e0d57549ac0a tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Deleting port 8804aa62-f731-4ce6-a1fc-21106d11faed {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:47:10.216392 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-66a1bf62-dcbf-4ad8-8465-e0d57549ac0a tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:10.298679 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-66a1bf62-dcbf-4ad8-8465-e0d57549ac0a tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:10.298928 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-66a1bf62-dcbf-4ad8-8465-e0d57549ac0a tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:10.311647 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-66a1bf62-dcbf-4ad8-8465-e0d57549ac0a tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Calling delete_port for 8804aa62-f731-4ce6-a1fc-21106d11faed owned by network:floatingip {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:47:10.550248 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-66a1bf62-dcbf-4ad8-8465-e0d57549ac0a tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:10.576000 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a1bf62-dcbf-4ad8-8465-e0d57549ac0a tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Pushing event deleted for resources: {'Port': ['ID=8804aa62-f731-4ce6-a1fc-21106d11faed,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:10.588884 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a1bf62-dcbf-4ad8-8465-e0d57549ac0a tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:10.589230 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a1bf62-dcbf-4ad8-8465-e0d57549ac0a tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:10.589568 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a1bf62-dcbf-4ad8-8465-e0d57549ac0a tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:10.589897 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a1bf62-dcbf-4ad8-8465-e0d57549ac0a tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:10.590229 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a1bf62-dcbf-4ad8-8465-e0d57549ac0a tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:10.590561 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a1bf62-dcbf-4ad8-8465-e0d57549ac0a tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:10.590886 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a1bf62-dcbf-4ad8-8465-e0d57549ac0a tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:10.591209 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a1bf62-dcbf-4ad8-8465-e0d57549ac0a tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:10.591559 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a1bf62-dcbf-4ad8-8465-e0d57549ac0a tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:10.591881 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a1bf62-dcbf-4ad8-8465-e0d57549ac0a tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:10.592203 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a1bf62-dcbf-4ad8-8465-e0d57549ac0a tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:10.592518 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a1bf62-dcbf-4ad8-8465-e0d57549ac0a tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:10.648423 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-66a1bf62-dcbf-4ad8-8465-e0d57549ac0a tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks [] for floatingip, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:10.648780 n-d-836015-7 neutron-server[114870]: INFO neutron.db.l3_db [None req-66a1bf62-dcbf-4ad8-8465-e0d57549ac0a tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Floating IP 68b3208c-0b8b-46bb-b5ed-d25a5aa959cb disassociated (deleted). External IP: 172.25.8.163, port: 8371a066-188f-425a-9673-918971227617. Apr 20 13:47:10.872435 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a1bf62-dcbf-4ad8-8465-e0d57549ac0a tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Router df1e46b6-7c9a-4354-9053-ce409eb878f3 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:47:10.987130 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a1bf62-dcbf-4ad8-8465-e0d57549ac0a tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:47:10.992465 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-66a1bf62-dcbf-4ad8-8465-e0d57549ac0a tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:10.998543 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9468417-08d0-41af-802f-4bc27b879b6f None None] Sync routers for ids ['df1e46b6-7c9a-4354-9053-ce409eb878f3'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:47:11.010946 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9468417-08d0-41af-802f-4bc27b879b6f None None] Routers {'df1e46b6-7c9a-4354-9053-ce409eb878f3'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:47:11.012831 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-a9468417-08d0-41af-802f-4bc27b879b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:46:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['df1e46b6-7c9a-4354-9053-ce409eb878f3'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:11.023135 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-66a1bf62-dcbf-4ad8-8465-e0d57549ac0a tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "DELETE /v2.0/floatingips/68b3208c-0b8b-46bb-b5ed-d25a5aa959cb HTTP/1.1" status: 204 len: 168 time: 0.9769714 Apr 20 13:47:11.023980 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c77d0c74-efcb-4348-9057-ef5931bb6f6e', 'tag': '8371a066-188f-425a-9673-918971227617'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:47:11.026626 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18317742-5d7f-4d78-8281-ce77879d4fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "c77d0c74-efcb-4348-9057-ef5931bb6f6e", "tag": "8371a066-188f-425a-9673-918971227617"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:47:11.072793 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86e23e4-0947-4702-84f5-52ecdb1e9d13 x-openstack-request-id: req-d86e23e4-0947-4702-84f5-52ecdb1e9d13 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:47:11.073420 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c77d0c74-efcb-4348-9057-ef5931bb6f6e", "tag": "8371a066-188f-425a-9673-918971227617", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:47:11.073420 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d86e23e4-0947-4702-84f5-52ecdb1e9d13 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:47:11.074333 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d86e23e4-0947-4702-84f5-52ecdb1e9d13'] response: {'name': 'network-changed', 'server_uuid': 'c77d0c74-efcb-4348-9057-ef5931bb6f6e', 'tag': '8371a066-188f-425a-9673-918971227617', 'status': 'completed', 'code': 200} Apr 20 13:47:11.135696 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-a9468417-08d0-41af-802f-4bc27b879b6f None None] Set router df1e46b6-7c9a-4354-9053-ce409eb878f3 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:47:11.143492 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18317742-5d7f-4d78-8281-ce77879d4fbb req-5eb434a5-5069-4e5b-b664-af9e5facc8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:11.145871 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-18317742-5d7f-4d78-8281-ce77879d4fbb req-5eb434a5-5069-4e5b-b664-af9e5facc8d1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=67d9bc4bd53e4b10b4cc6841d00d124c&device_id=c77d0c74-efcb-4348-9057-ef5931bb6f6e HTTP/1.1" status: 200 len: 1096 time: 0.0496674 Apr 20 13:47:11.244608 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18317742-5d7f-4d78-8281-ce77879d4fbb req-9a5d4c59-16d5-4e4a-9e59-58434c4c2108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:11.246676 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-18317742-5d7f-4d78-8281-ce77879d4fbb req-9a5d4c59-16d5-4e4a-9e59-58434c4c2108 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40 HTTP/1.1" status: 200 len: 915 time: 0.0921524 Apr 20 13:47:11.293174 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-18317742-5d7f-4d78-8281-ce77879d4fbb req-a59b4115-fd8d-4f48-833e-24f747c0d5fd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8371a066-188f-425a-9673-918971227617 HTTP/1.1" status: 200 len: 217 time: 0.0404439 Apr 20 13:47:11.365593 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18317742-5d7f-4d78-8281-ce77879d4fbb req-4bc32c8c-44b8-438a-9c16-ea95a0d06d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:11.367113 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-18317742-5d7f-4d78-8281-ce77879d4fbb req-4bc32c8c-44b8-438a-9c16-ea95a0d06d81 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0cf66a7e-907b-4a00-9c39-ea7a9f60bc5f HTTP/1.1" status: 200 len: 853 time: 0.0677660 Apr 20 13:47:11.377888 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-a9468417-08d0-41af-802f-4bc27b879b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'name': 'tempest-TestVolumeBackupRestore-2133186633-router', 'tenant_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'f6d3c5c1-6ef1-4949-8a46-c956ca66e696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:43:17Z', 'updated_at': '2022-04-20T13:43:21Z', 'revision_number': 4, 'project_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'gw_port': {'id': 'f6d3c5c1-6ef1-4949-8a46-c956ca66e696', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:43:18Z', 'updated_at': '2022-04-20T13:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '4cb54134-72dd-4147-9f86-c2fc700c808c', 'name': '', 'network_id': '0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40', 'tenant_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'mac_address': 'fa:16:3e:ac:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '0cf66a7e-907b-4a00-9c39-ea7a9f60bc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:43:20Z', 'updated_at': '2022-04-20T13:43:24Z', 'revision_number': 5, 'project_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'subnets': [{'id': '0cf66a7e-907b-4a00-9c39-ea7a9f60bc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:11.409234 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9468417-08d0-41af-802f-4bc27b879b6f None None] Checking router: df1e46b6-7c9a-4354-9053-ce409eb878f3 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:47:11.416292 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18317742-5d7f-4d78-8281-ce77879d4fbb req-d8204595-cb4e-498b-8316-b0d132ba46d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:11.419701 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-18317742-5d7f-4d78-8281-ce77879d4fbb req-d8204595-cb4e-498b-8316-b0d132ba46d5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426044 Apr 20 13:47:11.419978 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9468417-08d0-41af-802f-4bc27b879b6f None None] Routers {'df1e46b6-7c9a-4354-9053-ce409eb878f3'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:47:11.419978 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-a9468417-08d0-41af-802f-4bc27b879b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:46:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['df1e46b6-7c9a-4354-9053-ce409eb878f3'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:11.545075 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-a9468417-08d0-41af-802f-4bc27b879b6f None None] Set router df1e46b6-7c9a-4354-9053-ce409eb878f3 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:47:11.570581 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-18317742-5d7f-4d78-8281-ce77879d4fbb req-e4f47a38-6e98-4f3e-830d-1e8f76f08223 service neutron] 10.222.0.15 "GET /v2.0/networks/0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462734 Apr 20 13:47:11.596967 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f529ec-b525-40e8-ba19-2c44e4880a54 req-d2fa3e55-ff38-4f5d-bcf1-a9d43fcc752c tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:11.598850 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-92f529ec-b525-40e8-ba19-2c44e4880a54 req-d2fa3e55-ff38-4f5d-bcf1-a9d43fcc752c tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77d0c74-efcb-4348-9057-ef5931bb6f6e HTTP/1.1" status: 200 len: 945 time: 0.0778022 Apr 20 13:47:11.763838 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-a9468417-08d0-41af-802f-4bc27b879b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'name': 'tempest-TestVolumeBackupRestore-2133186633-router', 'tenant_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'f6d3c5c1-6ef1-4949-8a46-c956ca66e696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:43:17Z', 'updated_at': '2022-04-20T13:43:21Z', 'revision_number': 4, 'project_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'gw_port': {'id': 'f6d3c5c1-6ef1-4949-8a46-c956ca66e696', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:43:18Z', 'updated_at': '2022-04-20T13:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '4cb54134-72dd-4147-9f86-c2fc700c808c', 'name': '', 'network_id': '0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40', 'tenant_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'mac_address': 'fa:16:3e:ac:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '0cf66a7e-907b-4a00-9c39-ea7a9f60bc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:43:20Z', 'updated_at': '2022-04-20T13:43:24Z', 'revision_number': 5, 'project_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'subnets': [{'id': '0cf66a7e-907b-4a00-9c39-ea7a9f60bc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:11.804279 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9468417-08d0-41af-802f-4bc27b879b6f None None] The sync data for ids ['df1e46b6-7c9a-4354-9053-ce409eb878f3'] in n-d-836015-7 is: [{'id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'name': 'tempest-TestVolumeBackupRestore-2133186633-router', 'tenant_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'f6d3c5c1-6ef1-4949-8a46-c956ca66e696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:43:17Z', 'updated_at': '2022-04-20T13:43:21Z', 'revision_number': 4, 'project_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'gw_port': {'id': 'f6d3c5c1-6ef1-4949-8a46-c956ca66e696', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:43:18Z', 'updated_at': '2022-04-20T13:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '4cb54134-72dd-4147-9f86-c2fc700c808c', 'name': '', 'network_id': '0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40', 'tenant_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'mac_address': 'fa:16:3e:ac:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '0cf66a7e-907b-4a00-9c39-ea7a9f60bc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:43:20Z', 'updated_at': '2022-04-20T13:43:24Z', 'revision_number': 5, 'project_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'subnets': [{'id': '0cf66a7e-907b-4a00-9c39-ea7a9f60bc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:47:12.053370 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-92f529ec-b525-40e8-ba19-2c44e4880a54 req-196ba2f1-734f-44b4-8567-2387be25ba94 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2f265f5-abae-4119-af3b-142d3042ac75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4406161 Apr 20 13:47:12.077489 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075c055b-325a-44b3-879d-e1e29929ae7a None None] New status for floating IP 68b3208c-0b8b-46bb-b5ed-d25a5aa959cb: DOWN {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:47:12.090407 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-18317742-5d7f-4d78-8281-ce77879d4fbb req-ca9629ce-da83-4cdc-b531-6986a1fd2100 service neutron] 10.222.0.15 "GET /v2.0/networks/0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5093732 Apr 20 13:47:12.487747 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:13.210764 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd4bc1-b8a8-4989-b09f-883e917c43cf req-83d5c815-ec9f-41d1-8fa4-cdef30182f9c tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:13.212405 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7cfd4bc1-b8a8-4989-b09f-883e917c43cf req-83d5c815-ec9f-41d1-8fa4-cdef30182f9c tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77d0c74-efcb-4348-9057-ef5931bb6f6e HTTP/1.1" status: 200 len: 945 time: 0.0821681 Apr 20 13:47:13.224990 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3834485-f373-4949-9a4a-29ac2092de11 req-c404f389-c57f-4773-ba3c-210c9d78e551 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:13.226377 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b3834485-f373-4949-9a4a-29ac2092de11 req-c404f389-c57f-4773-ba3c-210c9d78e551 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.15 "GET /v2.0/ports?device_id=c77d0c74-efcb-4348-9057-ef5931bb6f6e HTTP/1.1" status: 200 len: 945 time: 0.0649130 Apr 20 13:47:13.294991 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7cfd4bc1-b8a8-4989-b09f-883e917c43cf req-90140eb3-6ceb-453c-bd70-50bd23c84663 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "GET /v2.0/security-groups?id=b2f265f5-abae-4119-af3b-142d3042ac75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676086 Apr 20 13:47:13.299164 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:13.344211 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-b3834485-f373-4949-9a4a-29ac2092de11 req-8a87d838-6f71-45c8-837c-efdcf92f0424 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Deleting port 8371a066-188f-425a-9673-918971227617 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:47:13.344484 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b3834485-f373-4949-9a4a-29ac2092de11 req-8a87d838-6f71-45c8-837c-efdcf92f0424 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:13.435385 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-b3834485-f373-4949-9a4a-29ac2092de11 req-8a87d838-6f71-45c8-837c-efdcf92f0424 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] For port 8371a066-188f-425a-9673-918971227617, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=8371a066-188f-425a-9673-918971227617,segment=NetworkSegment(0a69409a-afee-40a3-88a1-00ece25ecddd),segment_id=0a69409a-afee-40a3-88a1-00ece25ecddd)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:47:13.435754 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b3834485-f373-4949-9a4a-29ac2092de11 req-8a87d838-6f71-45c8-837c-efdcf92f0424 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:13.452688 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-b3834485-f373-4949-9a4a-29ac2092de11 req-8a87d838-6f71-45c8-837c-efdcf92f0424 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Calling delete_port for 8371a066-188f-425a-9673-918971227617 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:47:13.648763 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b3834485-f373-4949-9a4a-29ac2092de11 req-8a87d838-6f71-45c8-837c-efdcf92f0424 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:13.682920 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a87d838-6f71-45c8-837c-efdcf92f0424 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Pushing event deleted for resources: {'Port': ['ID=8371a066-188f-425a-9673-918971227617,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:13.726920 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3834485-f373-4949-9a4a-29ac2092de11 req-8a87d838-6f71-45c8-837c-efdcf92f0424 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] No DVR routers for this DVR port 8371a066-188f-425a-9673-918971227617 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:47:13.729457 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-b3834485-f373-4949-9a4a-29ac2092de11 req-8a87d838-6f71-45c8-837c-efdcf92f0424 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:13.732636 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b3834485-f373-4949-9a4a-29ac2092de11 req-8a87d838-6f71-45c8-837c-efdcf92f0424 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.15 "DELETE /v2.0/ports/8371a066-188f-425a-9673-918971227617 HTTP/1.1" status: 204 len: 173 time: 0.4995058 Apr 20 13:47:13.733071 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77d0c74-efcb-4348-9057-ef5931bb6f6e', 'name': 'network-vif-deleted', 'tag': '8371a066-188f-425a-9673-918971227617'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:47:13.735298 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7c0a41-3ca1-4b03-9af9-88ab6ee2c527" -d '{"events": [{"server_uuid": "c77d0c74-efcb-4348-9057-ef5931bb6f6e", "name": "network-vif-deleted", "tag": "8371a066-188f-425a-9673-918971227617"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:47:13.906380 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b763e94-a6c5-45d1-96b9-3f1c8e2eb0a8 x-openstack-request-id: req-4b763e94-a6c5-45d1-96b9-3f1c8e2eb0a8 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:47:13.906751 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77d0c74-efcb-4348-9057-ef5931bb6f6e", "name": "network-vif-deleted", "tag": "8371a066-188f-425a-9673-918971227617", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:47:13.907003 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b763e94-a6c5-45d1-96b9-3f1c8e2eb0a8 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:47:13.907464 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b763e94-a6c5-45d1-96b9-3f1c8e2eb0a8'] response: {'server_uuid': 'c77d0c74-efcb-4348-9057-ef5931bb6f6e', 'name': 'network-vif-deleted', 'tag': '8371a066-188f-425a-9673-918971227617', 'status': 'completed', 'code': 200} Apr 20 13:47:14.402013 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-de934c58-4097-45df-a438-3e98f09389c0 req-78c495fb-3540-47e9-9f28-b2603d1a03a1 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77d0c74-efcb-4348-9057-ef5931bb6f6e HTTP/1.1" status: 200 len: 210 time: 0.0303810 Apr 20 13:47:15.517362 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c752e56c-ef4e-405f-9cc3-1661a2f6712c req-a870e6ee-8547-4e17-b7df-ff25e1e2a427 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77d0c74-efcb-4348-9057-ef5931bb6f6e HTTP/1.1" status: 200 len: 210 time: 0.0266843 Apr 20 13:47:16.042742 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 8371a066-188f-425a-9673-918971227617 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:47:16.065002 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 8371a066-188f-425a-9673-918971227617 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:47:16.065351 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 8371a066-188f-425a-9673-918971227617 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:47:16.615453 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a72e6c86-cb1a-4222-aa98-5c391a368fb0 req-0ccbacf2-9420-41d6-ac34-9e7df457870e tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77d0c74-efcb-4348-9057-ef5931bb6f6e HTTP/1.1" status: 200 len: 210 time: 0.0269556 Apr 20 13:47:17.843787 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-68e59de9-d6d0-4b05-98f8-b2a0f31dde05 req-70a3289b-d626-483e-818c-110752035db0 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "GET /v2.0/ports?device_id=c77d0c74-efcb-4348-9057-ef5931bb6f6e HTTP/1.1" status: 200 len: 210 time: 0.0259759 Apr 20 13:47:18.863795 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57452) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:47:18.925742 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d113b99c-9c8b-4bcf-8272-0f18bddb5e44 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:18.952049 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d113b99c-9c8b-4bcf-8272-0f18bddb5e44 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:19.053456 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d113b99c-9c8b-4bcf-8272-0f18bddb5e44 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:19.056051 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d113b99c-9c8b-4bcf-8272-0f18bddb5e44 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:19.057220 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d113b99c-9c8b-4bcf-8272-0f18bddb5e44 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] 10.222.0.25 "DELETE /v2.0/security-groups/b2f265f5-abae-4119-af3b-142d3042ac75 HTTP/1.1" status: 204 len: 168 time: 0.1924393 Apr 20 13:47:19.067170 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d113b99c-9c8b-4bcf-8272-0f18bddb5e44 tempest-TestVolumeBackupRestore-852604175 tempest-TestVolumeBackupRestore-852604175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f265f5-abae-4119-af3b-142d3042ac75,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:23.934484 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57654) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:47:24.500352 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4842530e-4a7d-4081-a491-1a4ee717966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:24.666137 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-23442545-64bc-4c95-8c1d-3dc4880aba23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:24.921531 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-23442545-64bc-4c95-8c1d-3dc4880aba23 admin admin] Deleting port 4cb54134-72dd-4147-9f86-c2fc700c808c {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:47:24.921931 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-23442545-64bc-4c95-8c1d-3dc4880aba23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:25.003211 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-23442545-64bc-4c95-8c1d-3dc4880aba23 admin admin] For port 4cb54134-72dd-4147-9f86-c2fc700c808c, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=4cb54134-72dd-4147-9f86-c2fc700c808c,segment=NetworkSegment(0a69409a-afee-40a3-88a1-00ece25ecddd),segment_id=0a69409a-afee-40a3-88a1-00ece25ecddd)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:47:25.003905 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-23442545-64bc-4c95-8c1d-3dc4880aba23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:25.016659 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-23442545-64bc-4c95-8c1d-3dc4880aba23 admin admin] Calling delete_port for 4cb54134-72dd-4147-9f86-c2fc700c808c owned by network:router_interface {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:47:25.270795 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-23442545-64bc-4c95-8c1d-3dc4880aba23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:25.298016 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23442545-64bc-4c95-8c1d-3dc4880aba23 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cb54134-72dd-4147-9f86-c2fc700c808c,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:25.472517 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-23442545-64bc-4c95-8c1d-3dc4880aba23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:25.698515 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23442545-64bc-4c95-8c1d-3dc4880aba23 admin admin] Router df1e46b6-7c9a-4354-9053-ce409eb878f3 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:47:25.811978 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23442545-64bc-4c95-8c1d-3dc4880aba23 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:47:25.816993 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-23442545-64bc-4c95-8c1d-3dc4880aba23 admin admin] 10.222.0.25 "PUT /v2.0/routers/df1e46b6-7c9a-4354-9053-ce409eb878f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8815238 Apr 20 13:47:25.819611 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57736) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:47:25.822899 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac5d80d-fbae-4c43-b65c-f9919dfa5078 None None] Sync routers for ids ['df1e46b6-7c9a-4354-9053-ce409eb878f3'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:47:25.833113 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac5d80d-fbae-4c43-b65c-f9919dfa5078 None None] Routers {'df1e46b6-7c9a-4354-9053-ce409eb878f3'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:47:25.833725 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-1ac5d80d-fbae-4c43-b65c-f9919dfa5078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:46:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['df1e46b6-7c9a-4354-9053-ce409eb878f3'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:25.935806 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a861ebcd-249f-4bf1-b918-fe66f28cd53b admin admin] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:25.945286 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-1ac5d80d-fbae-4c43-b65c-f9919dfa5078 None None] Set router df1e46b6-7c9a-4354-9053-ce409eb878f3 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:47:26.044640 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a861ebcd-249f-4bf1-b918-fe66f28cd53b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:26.131877 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-1ac5d80d-fbae-4c43-b65c-f9919dfa5078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'name': 'tempest-TestVolumeBackupRestore-2133186633-router', 'tenant_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'f6d3c5c1-6ef1-4949-8a46-c956ca66e696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:43:17Z', 'updated_at': '2022-04-20T13:47:25Z', 'revision_number': 5, 'project_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'gw_port': {'id': 'f6d3c5c1-6ef1-4949-8a46-c956ca66e696', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:43:18Z', 'updated_at': '2022-04-20T13:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:26.203045 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-a861ebcd-249f-4bf1-b918-fe66f28cd53b admin admin] Deleting port f6d3c5c1-6ef1-4949-8a46-c956ca66e696 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:47:26.203424 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a861ebcd-249f-4bf1-b918-fe66f28cd53b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:26.253813 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac5d80d-fbae-4c43-b65c-f9919dfa5078 None None] Checking router: df1e46b6-7c9a-4354-9053-ce409eb878f3 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:47:26.263291 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac5d80d-fbae-4c43-b65c-f9919dfa5078 None None] Routers {'df1e46b6-7c9a-4354-9053-ce409eb878f3'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:47:26.263868 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-1ac5d80d-fbae-4c43-b65c-f9919dfa5078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:46:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['df1e46b6-7c9a-4354-9053-ce409eb878f3'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:26.300685 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-a861ebcd-249f-4bf1-b918-fe66f28cd53b admin admin] For port f6d3c5c1-6ef1-4949-8a46-c956ca66e696, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f6d3c5c1-6ef1-4949-8a46-c956ca66e696,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:47:26.301500 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a861ebcd-249f-4bf1-b918-fe66f28cd53b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:26.317188 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-a861ebcd-249f-4bf1-b918-fe66f28cd53b admin admin] Calling delete_port for f6d3c5c1-6ef1-4949-8a46-c956ca66e696 owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:47:26.353908 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-1ac5d80d-fbae-4c43-b65c-f9919dfa5078 None None] Set router df1e46b6-7c9a-4354-9053-ce409eb878f3 gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:47:26.405597 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-1ac5d80d-fbae-4c43-b65c-f9919dfa5078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'name': 'tempest-TestVolumeBackupRestore-2133186633-router', 'tenant_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:43:17Z', 'updated_at': '2022-04-20T13:47:26Z', 'revision_number': 6, 'project_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:26.436136 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac5d80d-fbae-4c43-b65c-f9919dfa5078 None None] The sync data for ids ['df1e46b6-7c9a-4354-9053-ce409eb878f3'] in n-d-836015-7 is: [{'id': 'df1e46b6-7c9a-4354-9053-ce409eb878f3', 'name': 'tempest-TestVolumeBackupRestore-2133186633-router', 'tenant_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:43:17Z', 'updated_at': '2022-04-20T13:47:26Z', 'revision_number': 6, 'project_id': '67d9bc4bd53e4b10b4cc6841d00d124c', 'gw_port_host': None}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:47:26.596474 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a861ebcd-249f-4bf1-b918-fe66f28cd53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:26.620741 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a861ebcd-249f-4bf1-b918-fe66f28cd53b admin admin] Pushing event deleted for resources: {'Port': ['ID=f6d3c5c1-6ef1-4949-8a46-c956ca66e696,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:26.686230 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a861ebcd-249f-4bf1-b918-fe66f28cd53b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:26.779788 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a861ebcd-249f-4bf1-b918-fe66f28cd53b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:26.784707 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a861ebcd-249f-4bf1-b918-fe66f28cd53b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:26.808146 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d4e0990f-f012-4244-be9e-8d84c72f5475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:26.905151 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a861ebcd-249f-4bf1-b918-fe66f28cd53b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:26.907634 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a861ebcd-249f-4bf1-b918-fe66f28cd53b admin admin] Fanout notify agent at l3_agent the message router_deleted on router df1e46b6-7c9a-4354-9053-ce409eb878f3 {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:47:26.910309 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a861ebcd-249f-4bf1-b918-fe66f28cd53b admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:26.911561 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a861ebcd-249f-4bf1-b918-fe66f28cd53b admin admin] 10.222.0.25 "DELETE /v2.0/routers/df1e46b6-7c9a-4354-9053-ce409eb878f3 HTTP/1.1" status: 204 len: 168 time: 1.0903623 Apr 20 13:47:26.915047 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57780) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:47:26.961482 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2eb5f4b-e2dd-4833-9bde-1d93d544968c admin admin] Deleting subnet 0cf66a7e-907b-4a00-9c39-ea7a9f60bc5f {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:47:26.964837 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a2eb5f4b-e2dd-4833-9bde-1d93d544968c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:26.999170 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a2eb5f4b-e2dd-4833-9bde-1d93d544968c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:27.087375 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a2eb5f4b-e2dd-4833-9bde-1d93d544968c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:27.229362 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 4cb54134-72dd-4147-9f86-c2fc700c808c no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:47:27.236001 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a2eb5f4b-e2dd-4833-9bde-1d93d544968c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:27.251493 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 4cb54134-72dd-4147-9f86-c2fc700c808c {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:47:27.251773 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 4cb54134-72dd-4147-9f86-c2fc700c808c not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:47:27.264233 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb5f4b-e2dd-4833-9bde-1d93d544968c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cf66a7e-907b-4a00-9c39-ea7a9f60bc5f,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:27.266217 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a2eb5f4b-e2dd-4833-9bde-1d93d544968c admin admin] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:27.269391 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a2eb5f4b-e2dd-4833-9bde-1d93d544968c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0cf66a7e-907b-4a00-9c39-ea7a9f60bc5f HTTP/1.1" status: 204 len: 168 time: 0.3532715 Apr 20 13:47:27.273092 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57792) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:47:27.273439 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7d88a8-a68c-4815-a80f-0c05d379f581 None None] Network 0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:47:27.348154 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9f43f35f-a517-4b70-a49e-35fad875f72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:27.418553 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-9f43f35f-a517-4b70-a49e-35fad875f72d admin admin] Deleting port a6b329e1-b91e-41ad-afbd-bdd4449c2a76 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:47:27.418902 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9f43f35f-a517-4b70-a49e-35fad875f72d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:27.476258 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16c19fe-e96b-4e2f-9a6b-2beb6086ec41 None None] DHCP port deletion for 0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:47:27.488178 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-9f43f35f-a517-4b70-a49e-35fad875f72d admin admin] For port a6b329e1-b91e-41ad-afbd-bdd4449c2a76, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=a6b329e1-b91e-41ad-afbd-bdd4449c2a76,segment=NetworkSegment(0a69409a-afee-40a3-88a1-00ece25ecddd),segment_id=0a69409a-afee-40a3-88a1-00ece25ecddd)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:47:27.488663 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9f43f35f-a517-4b70-a49e-35fad875f72d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:27.503608 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-9f43f35f-a517-4b70-a49e-35fad875f72d admin admin] Calling delete_port for a6b329e1-b91e-41ad-afbd-bdd4449c2a76 owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:47:27.526407 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-f16c19fe-e96b-4e2f-9a6b-2beb6086ec41 None None] Deleting port a6b329e1-b91e-41ad-afbd-bdd4449c2a76 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:47:27.526778 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f16c19fe-e96b-4e2f-9a6b-2beb6086ec41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:27.602767 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-f16c19fe-e96b-4e2f-9a6b-2beb6086ec41 None None] For port a6b329e1-b91e-41ad-afbd-bdd4449c2a76, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=a6b329e1-b91e-41ad-afbd-bdd4449c2a76,segment=NetworkSegment(0a69409a-afee-40a3-88a1-00ece25ecddd),segment_id=0a69409a-afee-40a3-88a1-00ece25ecddd)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:47:27.603170 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f16c19fe-e96b-4e2f-9a6b-2beb6086ec41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:27.616932 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-f16c19fe-e96b-4e2f-9a6b-2beb6086ec41 None None] Calling delete_port for a6b329e1-b91e-41ad-afbd-bdd4449c2a76 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:47:27.778560 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9f43f35f-a517-4b70-a49e-35fad875f72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:27.785216 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f16c19fe-e96b-4e2f-9a6b-2beb6086ec41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:27.805574 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43f35f-a517-4b70-a49e-35fad875f72d admin admin] Pushing event deleted for resources: {'Port': ['ID=a6b329e1-b91e-41ad-afbd-bdd4449c2a76,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:27.809868 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f43f35f-a517-4b70-a49e-35fad875f72d admin admin] No DVR routers for this DVR port a6b329e1-b91e-41ad-afbd-bdd4449c2a76 on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:47:27.813481 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c19fe-e96b-4e2f-9a6b-2beb6086ec41 None None] Pushing event deleted for resources: {'Port': ['ID=a6b329e1-b91e-41ad-afbd-bdd4449c2a76,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:27.824802 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16c19fe-e96b-4e2f-9a6b-2beb6086ec41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:27.825144 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16c19fe-e96b-4e2f-9a6b-2beb6086ec41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:27.825482 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16c19fe-e96b-4e2f-9a6b-2beb6086ec41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:27.825815 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16c19fe-e96b-4e2f-9a6b-2beb6086ec41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:27.826145 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16c19fe-e96b-4e2f-9a6b-2beb6086ec41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:27.826473 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16c19fe-e96b-4e2f-9a6b-2beb6086ec41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:27.826801 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16c19fe-e96b-4e2f-9a6b-2beb6086ec41 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:27.827122 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16c19fe-e96b-4e2f-9a6b-2beb6086ec41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:27.827465 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16c19fe-e96b-4e2f-9a6b-2beb6086ec41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:27.827786 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16c19fe-e96b-4e2f-9a6b-2beb6086ec41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:27.828107 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16c19fe-e96b-4e2f-9a6b-2beb6086ec41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:27.828425 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16c19fe-e96b-4e2f-9a6b-2beb6086ec41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:27.832678 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16c19fe-e96b-4e2f-9a6b-2beb6086ec41 None None] No DVR routers for this DVR port a6b329e1-b91e-41ad-afbd-bdd4449c2a76 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:47:27.882800 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9f43f35f-a517-4b70-a49e-35fad875f72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:27.906473 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-9f43f35f-a517-4b70-a49e-35fad875f72d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:27.916833 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-9f43f35f-a517-4b70-a49e-35fad875f72d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a69409a-afee-40a3-88a1-00ece25ecddd') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:27.917000 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-9f43f35f-a517-4b70-a49e-35fad875f72d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a69409a-afee-40a3-88a1-00ece25ecddd') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:27.926560 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9f43f35f-a517-4b70-a49e-35fad875f72d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:27.940468 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9f43f35f-a517-4b70-a49e-35fad875f72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:27.946238 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f43f35f-a517-4b70-a49e-35fad875f72d admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:47:27.946617 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9f43f35f-a517-4b70-a49e-35fad875f72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:27.953459 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:47:27.953459 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:47:27.953459 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:47:27.953459 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:47:27.953459 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:47:27.953459 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:47:27.953459 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:47:27.953459 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:47:27.953459 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:47:27.953459 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:47:27.953459 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:47:27.953459 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:47:27.953459 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:47:27.953459 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:47:27.953459 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:47:27.953459 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:47:27.953459 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:47:27.953459 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:47:27.953459 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:47:27.953459 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:47:27.953459 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:47:27.953459 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:47:27.953459 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:47:27.953459 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:47:27.953459 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:47:27.953459 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:47:27.953459 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:47:27.953459 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:47:27.953459 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:47:27.953459 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:47:27.953459 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:47:27.953459 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:47:28.059052 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9f43f35f-a517-4b70-a49e-35fad875f72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:28.065582 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9f43f35f-a517-4b70-a49e-35fad875f72d admin admin] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:28.068732 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9f43f35f-a517-4b70-a49e-35fad875f72d admin admin] 10.222.0.25 "DELETE /v2.0/networks/0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40 HTTP/1.1" status: 204 len: 168 time: 0.7946737 Apr 20 13:47:28.071698 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57818) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:47:28.080148 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43f35f-a517-4b70-a49e-35fad875f72d admin admin] Pushing event deleted for resources: {'Network': ['ID=0b9cd6e4-c3ee-48fb-a4a7-54c34e132c40,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:28.190228 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:28.430966 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0c796a24-dd6b-4dbc-8fc0-c093eff0d9ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:28.703298 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-0c796a24-dd6b-4dbc-8fc0-c093eff0d9ac admin admin] Deleting port bf614bc2-9526-467b-b7b0-73a2347e162b {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:47:28.703609 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0c796a24-dd6b-4dbc-8fc0-c093eff0d9ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:28.743469 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f6d3c5c1-6ef1-4949-8a46-c956ca66e696 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:47:28.767409 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: f6d3c5c1-6ef1-4949-8a46-c956ca66e696 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:47:28.767850 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f6d3c5c1-6ef1-4949-8a46-c956ca66e696 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:47:28.768347 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device a6b329e1-b91e-41ad-afbd-bdd4449c2a76 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:47:28.789520 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: a6b329e1-b91e-41ad-afbd-bdd4449c2a76 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:47:28.789864 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device a6b329e1-b91e-41ad-afbd-bdd4449c2a76 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:47:28.791596 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-0c796a24-dd6b-4dbc-8fc0-c093eff0d9ac admin admin] For port bf614bc2-9526-467b-b7b0-73a2347e162b, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=bf614bc2-9526-467b-b7b0-73a2347e162b,segment=NetworkSegment(16199671-732e-4320-8bb9-84c634918f19),segment_id=16199671-732e-4320-8bb9-84c634918f19)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:47:28.791986 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0c796a24-dd6b-4dbc-8fc0-c093eff0d9ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:28.810351 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-0c796a24-dd6b-4dbc-8fc0-c093eff0d9ac admin admin] Calling delete_port for bf614bc2-9526-467b-b7b0-73a2347e162b owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:47:29.104762 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0c796a24-dd6b-4dbc-8fc0-c093eff0d9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:29.133290 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c796a24-dd6b-4dbc-8fc0-c093eff0d9ac admin admin] Pushing event deleted for resources: {'Port': ['ID=bf614bc2-9526-467b-b7b0-73a2347e162b,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:29.161938 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c796a24-dd6b-4dbc-8fc0-c093eff0d9ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:29.166902 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c796a24-dd6b-4dbc-8fc0-c093eff0d9ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:29.166902 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c796a24-dd6b-4dbc-8fc0-c093eff0d9ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:29.166902 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c796a24-dd6b-4dbc-8fc0-c093eff0d9ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:29.166902 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c796a24-dd6b-4dbc-8fc0-c093eff0d9ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:29.166902 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c796a24-dd6b-4dbc-8fc0-c093eff0d9ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:29.166902 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c796a24-dd6b-4dbc-8fc0-c093eff0d9ac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:29.166902 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c796a24-dd6b-4dbc-8fc0-c093eff0d9ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:29.166902 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c796a24-dd6b-4dbc-8fc0-c093eff0d9ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:29.166902 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c796a24-dd6b-4dbc-8fc0-c093eff0d9ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:29.166902 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c796a24-dd6b-4dbc-8fc0-c093eff0d9ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:29.166902 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c796a24-dd6b-4dbc-8fc0-c093eff0d9ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:29.314218 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0c796a24-dd6b-4dbc-8fc0-c093eff0d9ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:29.504928 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:29.535258 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c796a24-dd6b-4dbc-8fc0-c093eff0d9ac admin admin] Router 89a55faf-7a7c-46a7-a7bd-2a7d8743b38d has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:47:29.609855 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:47:29.647097 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c796a24-dd6b-4dbc-8fc0-c093eff0d9ac admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:47:29.653467 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-0c796a24-dd6b-4dbc-8fc0-c093eff0d9ac admin admin] 10.222.0.25 "PUT /v2.0/routers/89a55faf-7a7c-46a7-a7bd-2a7d8743b38d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5793223 Apr 20 13:47:29.654717 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 57874) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:47:29.656842 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbcc8f6-37b6-4ff1-bac5-9e7115807cc5 None None] Sync routers for ids ['89a55faf-7a7c-46a7-a7bd-2a7d8743b38d'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:47:29.669828 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbcc8f6-37b6-4ff1-bac5-9e7115807cc5 None None] Routers {'89a55faf-7a7c-46a7-a7bd-2a7d8743b38d'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:47:29.670762 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-9fbcc8f6-37b6-4ff1-bac5-9e7115807cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:47:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['89a55faf-7a7c-46a7-a7bd-2a7d8743b38d'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:29.771045 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fb06f37e-4fae-44af-9b36-9fb2d2971420 admin admin] Notify callbacks [] for router, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:29.794201 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-9fbcc8f6-37b6-4ff1-bac5-9e7115807cc5 None None] Set router 89a55faf-7a7c-46a7-a7bd-2a7d8743b38d gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:47:29.887705 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fb06f37e-4fae-44af-9b36-9fb2d2971420 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:29.917315 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:29.983069 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-9fbcc8f6-37b6-4ff1-bac5-9e7115807cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a55faf-7a7c-46a7-a7bd-2a7d8743b38d', 'name': 'tempest-TestVolumeBackupRestore-224133019-router', 'tenant_id': '9cb2e0d4e0a744f39c62b16a68636069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'd6035d96-7873-47cb-8537-a7d56b330dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:43:24Z', 'updated_at': '2022-04-20T13:47:28Z', 'revision_number': 5, 'project_id': '9cb2e0d4e0a744f39c62b16a68636069', 'gw_port': {'id': 'd6035d96-7873-47cb-8537-a7d56b330dee', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:65:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a55faf-7a7c-46a7-a7bd-2a7d8743b38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:43:24Z', 'updated_at': '2022-04-20T13:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:30.011040 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbcc8f6-37b6-4ff1-bac5-9e7115807cc5 None None] Checking router: 89a55faf-7a7c-46a7-a7bd-2a7d8743b38d for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:47:30.016153 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-fb06f37e-4fae-44af-9b36-9fb2d2971420 admin admin] Deleting port d6035d96-7873-47cb-8537-a7d56b330dee {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:47:30.016507 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fb06f37e-4fae-44af-9b36-9fb2d2971420 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:30.020550 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbcc8f6-37b6-4ff1-bac5-9e7115807cc5 None None] Routers {'89a55faf-7a7c-46a7-a7bd-2a7d8743b38d'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:47:30.021224 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-9fbcc8f6-37b6-4ff1-bac5-9e7115807cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:47:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['89a55faf-7a7c-46a7-a7bd-2a7d8743b38d'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:30.104671 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-fb06f37e-4fae-44af-9b36-9fb2d2971420 admin admin] For port d6035d96-7873-47cb-8537-a7d56b330dee, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d6035d96-7873-47cb-8537-a7d56b330dee,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:47:30.105045 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fb06f37e-4fae-44af-9b36-9fb2d2971420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:30.118994 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-fb06f37e-4fae-44af-9b36-9fb2d2971420 admin admin] Calling delete_port for d6035d96-7873-47cb-8537-a7d56b330dee owned by network:router_gateway {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:47:30.278301 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-9fbcc8f6-37b6-4ff1-bac5-9e7115807cc5 None None] Set router 89a55faf-7a7c-46a7-a7bd-2a7d8743b38d gateway port host: None {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:47:30.332533 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-9fbcc8f6-37b6-4ff1-bac5-9e7115807cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a55faf-7a7c-46a7-a7bd-2a7d8743b38d', 'name': 'tempest-TestVolumeBackupRestore-224133019-router', 'tenant_id': '9cb2e0d4e0a744f39c62b16a68636069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:43:24Z', 'updated_at': '2022-04-20T13:47:29Z', 'revision_number': 6, 'project_id': '9cb2e0d4e0a744f39c62b16a68636069', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:30.361177 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbcc8f6-37b6-4ff1-bac5-9e7115807cc5 None None] The sync data for ids ['89a55faf-7a7c-46a7-a7bd-2a7d8743b38d'] in n-d-836015-7 is: [{'id': '89a55faf-7a7c-46a7-a7bd-2a7d8743b38d', 'name': 'tempest-TestVolumeBackupRestore-224133019-router', 'tenant_id': '9cb2e0d4e0a744f39c62b16a68636069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:43:24Z', 'updated_at': '2022-04-20T13:47:29Z', 'revision_number': 6, 'project_id': '9cb2e0d4e0a744f39c62b16a68636069', 'gw_port_host': None}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:47:30.373731 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fb06f37e-4fae-44af-9b36-9fb2d2971420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:30.413022 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06f37e-4fae-44af-9b36-9fb2d2971420 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6035d96-7873-47cb-8537-a7d56b330dee,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:30.473010 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fb06f37e-4fae-44af-9b36-9fb2d2971420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:30.570940 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fb06f37e-4fae-44af-9b36-9fb2d2971420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:30.573076 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fb06f37e-4fae-44af-9b36-9fb2d2971420 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:30.664789 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fb06f37e-4fae-44af-9b36-9fb2d2971420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:30.665269 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb06f37e-4fae-44af-9b36-9fb2d2971420 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89a55faf-7a7c-46a7-a7bd-2a7d8743b38d {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:47:30.669659 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fb06f37e-4fae-44af-9b36-9fb2d2971420 admin admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:30.674021 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-fb06f37e-4fae-44af-9b36-9fb2d2971420 admin admin] 10.222.0.25 "DELETE /v2.0/routers/89a55faf-7a7c-46a7-a7bd-2a7d8743b38d HTTP/1.1" status: 204 len: 168 time: 1.0157146 Apr 20 13:47:30.674191 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57914) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:47:30.727982 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-7544ba5b-a96c-47c4-96c9-6b317c4b3017 admin admin] Deleting subnet 3048fcb2-a30c-4b3e-b67e-d86e066127b2 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:47:30.732194 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7544ba5b-a96c-47c4-96c9-6b317c4b3017 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:30.784933 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7544ba5b-a96c-47c4-96c9-6b317c4b3017 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:30.881677 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7544ba5b-a96c-47c4-96c9-6b317c4b3017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:30.882181 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device bf614bc2-9526-467b-b7b0-73a2347e162b no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:47:30.912619 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: bf614bc2-9526-467b-b7b0-73a2347e162b {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:47:30.913042 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device bf614bc2-9526-467b-b7b0-73a2347e162b not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:47:31.025091 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7544ba5b-a96c-47c4-96c9-6b317c4b3017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:31.051953 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544ba5b-a96c-47c4-96c9-6b317c4b3017 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3048fcb2-a30c-4b3e-b67e-d86e066127b2,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:31.058709 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7544ba5b-a96c-47c4-96c9-6b317c4b3017 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:31.064554 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7544ba5b-a96c-47c4-96c9-6b317c4b3017 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3048fcb2-a30c-4b3e-b67e-d86e066127b2 HTTP/1.1" status: 204 len: 168 time: 0.3870251 Apr 20 13:47:31.065531 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7698a241-8b2b-47cd-be6f-71b870747044 None None] Network 9ad114fc-6ab6-4f4b-8002-e7b31878fc59 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:47:31.065921 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57932) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:47:31.142345 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e37e3e4e-65fe-452c-9a34-fb29f21805ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:31.199534 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-e37e3e4e-65fe-452c-9a34-fb29f21805ce admin admin] Deleting port 93eea14f-4d98-4424-be7d-52a1f77e8160 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:47:31.199886 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e37e3e4e-65fe-452c-9a34-fb29f21805ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:31.265422 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-e37e3e4e-65fe-452c-9a34-fb29f21805ce admin admin] For port 93eea14f-4d98-4424-be7d-52a1f77e8160, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=93eea14f-4d98-4424-be7d-52a1f77e8160,segment=NetworkSegment(16199671-732e-4320-8bb9-84c634918f19),segment_id=16199671-732e-4320-8bb9-84c634918f19)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:47:31.265788 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e37e3e4e-65fe-452c-9a34-fb29f21805ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:31.280415 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4040768a-171c-427d-a885-855fe3f47e22 None None] DHCP port deletion for 9ad114fc-6ab6-4f4b-8002-e7b31878fc59 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:47:31.285678 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-e37e3e4e-65fe-452c-9a34-fb29f21805ce admin admin] Calling delete_port for 93eea14f-4d98-4424-be7d-52a1f77e8160 owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:47:31.329525 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-4040768a-171c-427d-a885-855fe3f47e22 None None] Deleting port 93eea14f-4d98-4424-be7d-52a1f77e8160 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:47:31.329919 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4040768a-171c-427d-a885-855fe3f47e22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:31.396084 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-4040768a-171c-427d-a885-855fe3f47e22 None None] For port 93eea14f-4d98-4424-be7d-52a1f77e8160, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=93eea14f-4d98-4424-be7d-52a1f77e8160,segment=NetworkSegment(16199671-732e-4320-8bb9-84c634918f19),segment_id=16199671-732e-4320-8bb9-84c634918f19)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:47:31.397074 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4040768a-171c-427d-a885-855fe3f47e22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:31.411150 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-4040768a-171c-427d-a885-855fe3f47e22 None None] Calling delete_port for 93eea14f-4d98-4424-be7d-52a1f77e8160 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:47:31.492591 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e37e3e4e-65fe-452c-9a34-fb29f21805ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:31.501264 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4040768a-171c-427d-a885-855fe3f47e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:31.520774 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e3e4e-65fe-452c-9a34-fb29f21805ce admin admin] Pushing event deleted for resources: {'Port': ['ID=93eea14f-4d98-4424-be7d-52a1f77e8160,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:31.529594 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4040768a-171c-427d-a885-855fe3f47e22 None None] Pushing event deleted for resources: {'Port': ['ID=93eea14f-4d98-4424-be7d-52a1f77e8160,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:31.535878 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37e3e4e-65fe-452c-9a34-fb29f21805ce admin admin] No DVR routers for this DVR port 93eea14f-4d98-4424-be7d-52a1f77e8160 on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:47:31.536679 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4040768a-171c-427d-a885-855fe3f47e22 None None] No DVR routers for this DVR port 93eea14f-4d98-4424-be7d-52a1f77e8160 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:47:31.627944 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e37e3e4e-65fe-452c-9a34-fb29f21805ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:31.648931 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-e37e3e4e-65fe-452c-9a34-fb29f21805ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ad114fc-6ab6-4f4b-8002-e7b31878fc59']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:31.657860 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-e37e3e4e-65fe-452c-9a34-fb29f21805ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16199671-732e-4320-8bb9-84c634918f19') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:31.658160 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-e37e3e4e-65fe-452c-9a34-fb29f21805ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16199671-732e-4320-8bb9-84c634918f19') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:31.667274 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e37e3e4e-65fe-452c-9a34-fb29f21805ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:31.680130 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e37e3e4e-65fe-452c-9a34-fb29f21805ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:31.690046 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e37e3e4e-65fe-452c-9a34-fb29f21805ce admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:47:31.690046 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e37e3e4e-65fe-452c-9a34-fb29f21805ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:31.690046 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 13:47:31.690046 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:47:31.690046 n-d-836015-7 neutron-server[114870]: timer() Apr 20 13:47:31.690046 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:47:31.690046 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 13:47:31.690046 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:47:31.690046 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 13:47:31.690046 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:47:31.690046 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 13:47:31.690046 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:47:31.690046 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 13:47:31.690046 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:47:31.690046 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 13:47:31.690046 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:47:31.690046 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:47:31.690046 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:47:31.690046 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:47:31.690046 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:47:31.690046 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 13:47:31.690046 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:47:31.690046 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 13:47:31.690046 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:47:31.690046 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:47:31.690046 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:47:31.690046 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 13:47:31.690046 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:47:31.690046 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:47:31.690046 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:47:31.690046 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:47:31.690046 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:47:31.690046 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:47:31.690046 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:47:31.830161 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e37e3e4e-65fe-452c-9a34-fb29f21805ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:31.835744 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e37e3e4e-65fe-452c-9a34-fb29f21805ce admin admin] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:31.839782 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e37e3e4e-65fe-452c-9a34-fb29f21805ce admin admin] 10.222.0.25 "DELETE /v2.0/networks/9ad114fc-6ab6-4f4b-8002-e7b31878fc59 HTTP/1.1" status: 204 len: 168 time: 0.7719305 Apr 20 13:47:31.850525 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e3e4e-65fe-452c-9a34-fb29f21805ce admin admin] Pushing event deleted for resources: {'Network': ['ID=9ad114fc-6ab6-4f4b-8002-e7b31878fc59,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:32.247108 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57976) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:47:32.290193 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-eb5e7dfd-4588-48f7-aad8-471ce12c47ce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=67d9bc4bd53e4b10b4cc6841d00d124c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419111 Apr 20 13:47:32.292629 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57978) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:47:32.338983 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bef683bd-1d23-4c30-9b0d-88d6be2fe45e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:32.359815 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bef683bd-1d23-4c30-9b0d-88d6be2fe45e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:32.469357 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bef683bd-1d23-4c30-9b0d-88d6be2fe45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:32.471869 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bef683bd-1d23-4c30-9b0d-88d6be2fe45e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:32.473011 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-bef683bd-1d23-4c30-9b0d-88d6be2fe45e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b117443d-b163-48a0-b636-99619735c47e HTTP/1.1" status: 204 len: 168 time: 0.1794863 Apr 20 13:47:32.481972 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef683bd-1d23-4c30-9b0d-88d6be2fe45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b117443d-b163-48a0-b636-99619735c47e,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:32.751013 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 93eea14f-4d98-4424-be7d-52a1f77e8160 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:47:32.776163 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 93eea14f-4d98-4424-be7d-52a1f77e8160 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:47:32.776543 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 93eea14f-4d98-4424-be7d-52a1f77e8160 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:47:32.776970 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d6035d96-7873-47cb-8537-a7d56b330dee no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:47:32.796879 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: d6035d96-7873-47cb-8537-a7d56b330dee {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:47:32.797231 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d6035d96-7873-47cb-8537-a7d56b330dee not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:47:33.200948 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57992) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:47:33.240532 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a9e7f8ab-0088-4171-a3ac-58a8660b2750 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9cb2e0d4e0a744f39c62b16a68636069&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383613 Apr 20 13:47:33.243204 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 57994) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:47:33.290564 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4d36793f-3a9d-4eee-abc3-eb9cd0bc7faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:33.311760 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4d36793f-3a9d-4eee-abc3-eb9cd0bc7faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:33.408343 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4d36793f-3a9d-4eee-abc3-eb9cd0bc7faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:33.410823 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4d36793f-3a9d-4eee-abc3-eb9cd0bc7faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:33.412016 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4d36793f-3a9d-4eee-abc3-eb9cd0bc7faa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b0b0d858-dd13-4b51-bfd7-5ea04481c127 HTTP/1.1" status: 204 len: 168 time: 0.1678033 Apr 20 13:47:33.420871 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d36793f-3a9d-4eee-abc3-eb9cd0bc7faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b0d858-dd13-4b51-bfd7-5ea04481c127,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:35.530870 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-ad1157ea-38e3-4e80-99ea-333848595a0f tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:35.532342 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-ad1157ea-38e3-4e80-99ea-333848595a0f tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/networks?id=42628f04-2a12-4127-a4fa-af3e722204ff HTTP/1.1" status: 200 len: 811 time: 0.1028693 Apr 20 13:47:35.546886 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-01be5834-e0a8-4869-8394-52dbbcbfd340 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/quotas/86c6a731a452439ca8d67480d5bb5c3a HTTP/1.1" status: 200 len: 375 time: 0.0086455 Apr 20 13:47:35.596842 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-179fb1ea-1dcf-45a7-8755-cef0067a3ff9 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=86c6a731a452439ca8d67480d5bb5c3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447989 Apr 20 13:47:35.689819 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-e7485363-afbc-457d-9fbc-029ad096692d service neutron] 10.222.0.25 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862117 Apr 20 13:47:35.778410 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-3e359d7e-d053-4ef9-889c-905b4e9ce533 service neutron] 10.222.0.25 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815392 Apr 20 13:47:36.032135 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-769947c7-eaa5-4875-a18f-9e959fd8c666 req-329d85b5-e2ea-48ba-ab00-94e43876804f tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 210 time: 0.0265956 Apr 20 13:47:37.124577 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-15476452-dfa5-4740-b8e7-4be168949bcb req-cfe70149-553d-40e3-8074-c6e5b52a9288 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 210 time: 0.0273039 Apr 20 13:47:38.226842 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42e479b1-00e1-49f7-8ba4-b9d2968dad77 req-95eeb61d-a459-4b0a-a19b-73421509332d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 210 time: 0.0295262 Apr 20 13:47:38.288621 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-d85cfd48-5c7b-4842-87fe-793acbc003d1 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:38.290059 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-d85cfd48-5c7b-4842-87fe-793acbc003d1 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.32 "GET /v2.0/networks?id=42628f04-2a12-4127-a4fa-af3e722204ff HTTP/1.1" status: 200 len: 811 time: 0.1030335 Apr 20 13:47:38.302908 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-f7573d8a-6073-4cab-9e36-0f1dbd4ee667 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Request body: {'port': {'device_id': '44cd69c3-5264-44e1-a2a9-d9a494b590fc', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'admin_state_up': True, 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:47:38.470611 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-f7573d8a-6073-4cab-9e36-0f1dbd4ee667 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Made reservation on behalf of 86c6a731a452439ca8d67480d5bb5c3a for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:47:38.474146 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-f7573d8a-6073-4cab-9e36-0f1dbd4ee667 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:38.598947 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-f7573d8a-6073-4cab-9e36-0f1dbd4ee667 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Allocated IP 172.20.0.14 (42628f04-2a12-4127-a4fa-af3e722204ff/90568be1-dc1e-45de-9113-230a1fc9a3ab/fd04251d-10c1-4c42-8477-80fd08de609b) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:47:38.747604 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-f7573d8a-6073-4cab-9e36-0f1dbd4ee667 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:38.922521 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-f7573d8a-6073-4cab-9e36-0f1dbd4ee667 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:38.964501 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-f7573d8a-6073-4cab-9e36-0f1dbd4ee667 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Network 42628f04-2a12-4127-a4fa-af3e722204ff is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:47:38.972223 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-f7573d8a-6073-4cab-9e36-0f1dbd4ee667 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:47:38.979897 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-f7573d8a-6073-4cab-9e36-0f1dbd4ee667 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:47:38.986258 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7573d8a-6073-4cab-9e36-0f1dbd4ee667 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Pushing event updated for resources: {'Port': ['ID=fd04251d-10c1-4c42-8477-80fd08de609b,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:39.036547 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-f7573d8a-6073-4cab-9e36-0f1dbd4ee667 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:39.037183 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-f7573d8a-6073-4cab-9e36-0f1dbd4ee667 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:39.113168 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-f7573d8a-6073-4cab-9e36-0f1dbd4ee667 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8138599 Apr 20 13:47:39.125336 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-8b8635aa-9eb6-4303-9dac-660cc13b6218 service neutron] Request body: {'port': {'device_id': '44cd69c3-5264-44e1-a2a9-d9a494b590fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:47:39.183024 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-8b8635aa-9eb6-4303-9dac-660cc13b6218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:39.257502 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-135aaaa6-686c-4a64-827c-1efdb2e7d008 None None] Provisioning complete for port fd04251d-10c1-4c42-8477-80fd08de609b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:47:39.257948 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-135aaaa6-686c-4a64-827c-1efdb2e7d008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:39.296486 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-135aaaa6-686c-4a64-827c-1efdb2e7d008 None None] Port fd04251d-10c1-4c42-8477-80fd08de609b cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:47:39.352301 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110d399-c70a-46b6-bdea-1e98469246b1 req-965a4dbd-ce68-427d-84ee-eb00cc5076f5 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:39.353808 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e110d399-c70a-46b6-bdea-1e98469246b1 req-965a4dbd-ce68-427d-84ee-eb00cc5076f5 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 932 time: 0.0553551 Apr 20 13:47:39.392238 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e110d399-c70a-46b6-bdea-1e98469246b1 req-4f86fda7-23dc-48b9-baa2-39b315f439e4 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323889 Apr 20 13:47:39.456303 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-8b8635aa-9eb6-4303-9dac-660cc13b6218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd04251d-10c1-4c42-8477-80fd08de609b {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:47:39.464208 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-8b8635aa-9eb6-4303-9dac-660cc13b6218 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:39.476539 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-8b8635aa-9eb6-4303-9dac-660cc13b6218 service neutron] Transition to ACTIVE for port object fd04251d-10c1-4c42-8477-80fd08de609b will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:47:39.578763 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-8b8635aa-9eb6-4303-9dac-660cc13b6218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:39.631242 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8635aa-9eb6-4303-9dac-660cc13b6218 service neutron] Pushing event updated for resources: {'Port': ['ID=fd04251d-10c1-4c42-8477-80fd08de609b,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:39.705960 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-8b8635aa-9eb6-4303-9dac-660cc13b6218 service neutron] Attempting to bind port fd04251d-10c1-4c42-8477-80fd08de609b on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:47:39.705960 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-8b8635aa-9eb6-4303-9dac-660cc13b6218 service neutron] Attempting to bind port fd04251d-10c1-4c42-8477-80fd08de609b by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '517350df-8312-49c8-bd99-9ead9c508793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:47:39.706290 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-8b8635aa-9eb6-4303-9dac-660cc13b6218 service neutron] Attempting to bind port fd04251d-10c1-4c42-8477-80fd08de609b on network 42628f04-2a12-4127-a4fa-af3e722204ff {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:47:39.710926 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-8b8635aa-9eb6-4303-9dac-660cc13b6218 service neutron] Port fd04251d-10c1-4c42-8477-80fd08de609b on network 42628f04-2a12-4127-a4fa-af3e722204ff not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:47:39.711252 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-8b8635aa-9eb6-4303-9dac-660cc13b6218 service neutron] Attempting to bind port fd04251d-10c1-4c42-8477-80fd08de609b on network 42628f04-2a12-4127-a4fa-af3e722204ff {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:47:39.716511 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-8b8635aa-9eb6-4303-9dac-660cc13b6218 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:47:39.716850 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-8b8635aa-9eb6-4303-9dac-660cc13b6218 service neutron] Checking segment: {'id': '517350df-8312-49c8-bd99-9ead9c508793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:47:39.717237 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-8b8635aa-9eb6-4303-9dac-660cc13b6218 service neutron] Bound using segment: {'id': '517350df-8312-49c8-bd99-9ead9c508793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:47:39.717683 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-8b8635aa-9eb6-4303-9dac-660cc13b6218 service neutron] Bound port: fd04251d-10c1-4c42-8477-80fd08de609b, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '517350df-8312-49c8-bd99-9ead9c508793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:47:39.718044 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-8b8635aa-9eb6-4303-9dac-660cc13b6218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:39.790767 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-8b8635aa-9eb6-4303-9dac-660cc13b6218 service neutron] For port fd04251d-10c1-4c42-8477-80fd08de609b, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:47:39.794052 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-8b8635aa-9eb6-4303-9dac-660cc13b6218 service neutron] For port fd04251d-10c1-4c42-8477-80fd08de609b, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=fd04251d-10c1-4c42-8477-80fd08de609b,segment=NetworkSegment(517350df-8312-49c8-bd99-9ead9c508793),segment_id=517350df-8312-49c8-bd99-9ead9c508793)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:47:39.927929 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-8b8635aa-9eb6-4303-9dac-660cc13b6218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:39.967747 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-8b8635aa-9eb6-4303-9dac-660cc13b6218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:39.968383 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-8b8635aa-9eb6-4303-9dac-660cc13b6218 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:39.969782 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-8b8635aa-9eb6-4303-9dac-660cc13b6218 service neutron] 10.222.0.32 "PUT /v2.0/ports/fd04251d-10c1-4c42-8477-80fd08de609b HTTP/1.1" status: 200 len: 1092 time: 0.8494012 Apr 20 13:47:39.970228 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44cd69c3-5264-44e1-a2a9-d9a494b590fc', 'tag': 'fd04251d-10c1-4c42-8477-80fd08de609b'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:47:39.972738 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cfc7f20-75f3-40b0-ade4-7f08bb7db6a5" -d '{"events": [{"name": "network-changed", "server_uuid": "44cd69c3-5264-44e1-a2a9-d9a494b590fc", "tag": "fd04251d-10c1-4c42-8477-80fd08de609b"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:47:40.003509 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8635aa-9eb6-4303-9dac-660cc13b6218 service neutron] Pushing event updated for resources: {'Port': ['ID=fd04251d-10c1-4c42-8477-80fd08de609b,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:40.027392 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f009dd-9c73-472b-8b61-937fab371916 x-openstack-request-id: req-87f009dd-9c73-472b-8b61-937fab371916 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:47:40.027699 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44cd69c3-5264-44e1-a2a9-d9a494b590fc", "tag": "fd04251d-10c1-4c42-8477-80fd08de609b", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:47:40.028113 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-87f009dd-9c73-472b-8b61-937fab371916 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:47:40.029139 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87f009dd-9c73-472b-8b61-937fab371916'] response: {'name': 'network-changed', 'server_uuid': '44cd69c3-5264-44e1-a2a9-d9a494b590fc', 'tag': 'fd04251d-10c1-4c42-8477-80fd08de609b', 'status': 'completed', 'code': 200} Apr 20 13:47:40.104592 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc7f20-75f3-40b0-ade4-7f08bb7db6a5 req-3e8487c3-9b1a-4477-bac2-935e6b38538b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:40.106133 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5cfc7f20-75f3-40b0-ade4-7f08bb7db6a5 req-3e8487c3-9b1a-4477-bac2-935e6b38538b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86c6a731a452439ca8d67480d5bb5c3a&device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 1095 time: 0.0562689 Apr 20 13:47:40.215598 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc7f20-75f3-40b0-ade4-7f08bb7db6a5 req-19d47af2-4008-44df-84a1-b2ceab7a9eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:40.217008 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5cfc7f20-75f3-40b0-ade4-7f08bb7db6a5 req-19d47af2-4008-44df-84a1-b2ceab7a9eaf service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=86c6a731a452439ca8d67480d5bb5c3a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1021228 Apr 20 13:47:40.310128 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc7f20-75f3-40b0-ade4-7f08bb7db6a5 req-8921e589-835d-4d90-be19-2f47c3e2ddfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:40.311628 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5cfc7f20-75f3-40b0-ade4-7f08bb7db6a5 req-8921e589-835d-4d90-be19-2f47c3e2ddfb service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888100 Apr 20 13:47:40.386443 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-28f0bab0-7686-41d2-9560-ccade8551087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:40.388142 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-28f0bab0-7686-41d2-9560-ccade8551087 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86c6a731a452439ca8d67480d5bb5c3a&device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 1095 time: 0.0417552 Apr 20 13:47:40.433788 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-a18fc6cf-4617-4b67-91fa-d8a1a8129981 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd04251d-10c1-4c42-8477-80fd08de609b HTTP/1.1" status: 200 len: 217 time: 0.0388403 Apr 20 13:47:40.484792 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-70d553d6-5e6c-476c-bd4e-2ea2cc420396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:40.486128 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-70d553d6-5e6c-476c-bd4e-2ea2cc420396 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=90568be1-dc1e-45de-9113-230a1fc9a3ab HTTP/1.1" status: 200 len: 850 time: 0.0462713 Apr 20 13:47:40.512990 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18905b7d-d81e-47a4-9426-56706b684221 req-0c6f582f-2dee-46f0-a80e-c049b5187326 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:40.514465 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-18905b7d-d81e-47a4-9426-56706b684221 req-0c6f582f-2dee-46f0-a80e-c049b5187326 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 944 time: 0.0502777 Apr 20 13:47:40.531997 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-22da5b3c-afa2-4d74-a7a6-d057bb704e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:40.533527 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-22da5b3c-afa2-4d74-a7a6-d057bb704e69 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42628f04-2a12-4127-a4fa-af3e722204ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409985 Apr 20 13:47:40.554351 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-18905b7d-d81e-47a4-9426-56706b684221 req-2f216b58-8961-448d-97ed-587964e12038 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336380 Apr 20 13:47:40.629250 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-d5462df2-1bbe-4b3c-ae81-dac89789b423 service neutron] 10.222.0.32 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892642 Apr 20 13:47:40.724304 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-be5080a4-e0fb-49df-bb75-f966706abf4f req-2e0b52d5-f1a0-4144-bd74-15b293be593b service neutron] 10.222.0.32 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882738 Apr 20 13:47:41.681174 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aeba68-c3f5-4096-a5a3-922c1e46b7b6 req-e79d8be2-151a-4fad-9c95-ed1ae507daf0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:41.682619 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-68aeba68-c3f5-4096-a5a3-922c1e46b7b6 req-e79d8be2-151a-4fad-9c95-ed1ae507daf0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 944 time: 0.0565779 Apr 20 13:47:41.722530 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-68aeba68-c3f5-4096-a5a3-922c1e46b7b6 req-57e00242-241e-492c-ac74-011deedbbae2 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330341 Apr 20 13:47:42.510061 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:42.844138 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ccfe04-bc9a-4abc-bcbe-cdfa728e1dd5 req-ed4c808e-91b7-421d-abc0-af4f856e596f tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:42.845587 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-16ccfe04-bc9a-4abc-bcbe-cdfa728e1dd5 req-ed4c808e-91b7-421d-abc0-af4f856e596f tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 944 time: 0.0523913 Apr 20 13:47:42.887795 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-16ccfe04-bc9a-4abc-bcbe-cdfa728e1dd5 req-cb4e3fe8-ac06-4eae-9b97-f0a035525fa3 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343933 Apr 20 13:47:43.276149 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:44.004721 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c6f05-3738-4a68-ba09-32d4cc97a958 req-7a0d8eb1-e34a-448f-965d-36c42e1ffeca tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:44.006181 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9f3c6f05-3738-4a68-ba09-32d4cc97a958 req-7a0d8eb1-e34a-448f-965d-36c42e1ffeca tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 944 time: 0.0491836 Apr 20 13:47:44.044976 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9f3c6f05-3738-4a68-ba09-32d4cc97a958 req-d9d00a19-ff41-4f75-ba64-fd6c4b0dca15 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318658 Apr 20 13:47:45.173488 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98708f1b-da35-4794-9d2a-3336a472ce45 req-d17f825b-dc83-4ab4-bf87-8a7699bea656 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:45.174986 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-98708f1b-da35-4794-9d2a-3336a472ce45 req-d17f825b-dc83-4ab4-bf87-8a7699bea656 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 944 time: 0.0531058 Apr 20 13:47:45.214454 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-98708f1b-da35-4794-9d2a-3336a472ce45 req-1cd71f4d-1278-4c88-9bf4-f561f28f04e4 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328453 Apr 20 13:47:46.331515 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f95ed-81a9-4a2f-a27e-9a54bf651265 req-321b6058-195c-4161-897c-c1c190f93d8c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:46.332983 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-614f95ed-81a9-4a2f-a27e-9a54bf651265 req-321b6058-195c-4161-897c-c1c190f93d8c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 944 time: 0.0497549 Apr 20 13:47:46.373575 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-614f95ed-81a9-4a2f-a27e-9a54bf651265 req-858d092e-4705-4889-bab9-1faf018fae95 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337143 Apr 20 13:47:47.491797 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0db450-8fbf-4695-83f4-c21eed7b37f7 req-ca928f27-c96d-4521-8db9-e15c29a01bb8 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:47.493290 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eb0db450-8fbf-4695-83f4-c21eed7b37f7 req-ca928f27-c96d-4521-8db9-e15c29a01bb8 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 944 time: 0.0502651 Apr 20 13:47:47.531880 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eb0db450-8fbf-4695-83f4-c21eed7b37f7 req-11312a53-b85d-4932-8dd4-e373b8bc6c10 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324936 Apr 20 13:47:48.657589 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140471e5-6828-49f9-b5fc-1da02d2f73f1 req-bde35301-d3fc-44c1-b0e3-3faa36fde0a9 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:48.659047 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-140471e5-6828-49f9-b5fc-1da02d2f73f1 req-bde35301-d3fc-44c1-b0e3-3faa36fde0a9 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 944 time: 0.0583379 Apr 20 13:47:48.702179 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-140471e5-6828-49f9-b5fc-1da02d2f73f1 req-7a734a1d-b3b2-4903-808e-6314fa317979 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368688 Apr 20 13:47:49.817182 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e1da9-3f5a-4acc-a431-180c12f6ece3 req-5956cdc5-89b7-42ff-b578-c059aa0db4d7 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:49.818650 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d38e1da9-3f5a-4acc-a431-180c12f6ece3 req-5956cdc5-89b7-42ff-b578-c059aa0db4d7 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 944 time: 0.0494256 Apr 20 13:47:49.858788 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d38e1da9-3f5a-4acc-a431-180c12f6ece3 req-a47533ad-1038-42fd-be4d-40359143f85d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330443 Apr 20 13:47:50.980612 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ccbf9d-ae3f-4f89-93bc-278337781e2e req-52d054cf-098e-44c2-8847-c5b935498729 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:50.982248 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-06ccbf9d-ae3f-4f89-93bc-278337781e2e req-52d054cf-098e-44c2-8847-c5b935498729 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 944 time: 0.0510428 Apr 20 13:47:51.019769 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-06ccbf9d-ae3f-4f89-93bc-278337781e2e req-2e82f255-b131-48cd-8ce7-4e69c1cdd785 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315840 Apr 20 13:47:52.139729 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846470eb-e402-4d03-9501-ec4d2491ed01 req-09ba279f-8702-4e8e-b881-3871a698d281 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:52.141190 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-846470eb-e402-4d03-9501-ec4d2491ed01 req-09ba279f-8702-4e8e-b881-3871a698d281 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 944 time: 0.0534229 Apr 20 13:47:52.182868 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-846470eb-e402-4d03-9501-ec4d2491ed01 req-db956f31-f56c-4936-bff4-8f6692a3ea21 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348787 Apr 20 13:47:53.304473 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e0a6b-bb47-464f-9482-934a1bea558b req-e35cfb29-9d61-4be8-a886-44d879404001 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:53.305970 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-486e0a6b-bb47-464f-9482-934a1bea558b req-e35cfb29-9d61-4be8-a886-44d879404001 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 944 time: 0.0515759 Apr 20 13:47:53.345327 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-486e0a6b-bb47-464f-9482-934a1bea558b req-3dc89ab6-9f1f-4f49-be7e-6de64b046249 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323262 Apr 20 13:47:54.464375 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3fb092-c203-4310-ae7b-649fee1ecdcb req-9de78069-c8f2-40f4-9456-c8a3c83a6729 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:54.466501 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2b3fb092-c203-4310-ae7b-649fee1ecdcb req-9de78069-c8f2-40f4-9456-c8a3c83a6729 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 944 time: 0.0495901 Apr 20 13:47:54.504812 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2b3fb092-c203-4310-ae7b-649fee1ecdcb req-b309fb14-f176-4273-a8f5-d018bcf49754 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317202 Apr 20 13:47:54.578289 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6354c5ad-5c9f-441d-a2f0-321528d78dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:55.631277 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c938d-6461-4691-afae-b60a17793169 req-376d96d2-4d30-42b5-8b0d-8f5e28429226 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:55.632813 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e60c938d-6461-4691-afae-b60a17793169 req-376d96d2-4d30-42b5-8b0d-8f5e28429226 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 944 time: 0.0537736 Apr 20 13:47:55.671091 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e60c938d-6461-4691-afae-b60a17793169 req-1d8b4a3a-fcc5-47ee-85af-bde8557e0743 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319114 Apr 20 13:47:56.791401 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd23d4-f433-4371-9b29-f9495ea06f46 req-e3cbee8e-d52d-404c-85b8-19d20214625c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:56.793399 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5efd23d4-f433-4371-9b29-f9495ea06f46 req-e3cbee8e-d52d-404c-85b8-19d20214625c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 944 time: 0.0510898 Apr 20 13:47:56.830464 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-24b41c90-ce1b-4f60-8abb-8445b1cf2da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:56.834776 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5efd23d4-f433-4371-9b29-f9495ea06f46 req-5d5db039-e226-4ee2-852c-976971416630 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334685 Apr 20 13:47:57.964205 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86cff4-7360-4b61-94a3-1c8f51eea61a req-70406f72-f6e7-44de-a2d6-0d31102ff44b tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:57.965726 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5b86cff4-7360-4b61-94a3-1c8f51eea61a req-70406f72-f6e7-44de-a2d6-0d31102ff44b tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 944 time: 0.0513930 Apr 20 13:47:58.003531 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5b86cff4-7360-4b61-94a3-1c8f51eea61a req-a3207b70-6a9c-45e6-a493-6bd078a3598c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316703 Apr 20 13:47:58.258135 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:59.125944 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45b5a7-825b-4b3f-b2f6-ab5d4af3383f req-588209d1-7eea-4134-84c9-898911e7aaef tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:59.127462 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3f45b5a7-825b-4b3f-b2f6-ab5d4af3383f req-588209d1-7eea-4134-84c9-898911e7aaef tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 944 time: 0.0578260 Apr 20 13:47:59.165115 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3f45b5a7-825b-4b3f-b2f6-ab5d4af3383f req-8f7b5bfa-0087-4824-931e-41d813b9acb9 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312262 Apr 20 13:47:59.504059 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:59.904833 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:48:00.278537 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23676c0f-ca5a-4361-ab20-7a709351fa24 req-e159c445-4ab7-44ea-9ba9-844535f883b8 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:48:00.280671 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-23676c0f-ca5a-4361-ab20-7a709351fa24 req-e159c445-4ab7-44ea-9ba9-844535f883b8 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 944 time: 0.0483966 Apr 20 13:48:00.317998 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-23676c0f-ca5a-4361-ab20-7a709351fa24 req-7020bc1d-4190-491e-b5df-07baa4781918 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312068 Apr 20 13:48:01.438912 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf34739-2e64-4df7-bb78-dfe3cac74a49 req-69730c32-3554-4b7f-92bc-0acba8ac28e4 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:48:01.440426 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-acf34739-2e64-4df7-bb78-dfe3cac74a49 req-69730c32-3554-4b7f-92bc-0acba8ac28e4 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 944 time: 0.0504155 Apr 20 13:48:01.478467 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-acf34739-2e64-4df7-bb78-dfe3cac74a49 req-130f09b4-863a-4e79-8b04-d3e318f33329 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317316 Apr 20 13:48:02.598826 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4b50e-beed-4488-8059-1e1532234b4c req-8d443da5-e9ea-4763-a1ca-074e5497cd1a tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:48:02.600292 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-97d4b50e-beed-4488-8059-1e1532234b4c req-8d443da5-e9ea-4763-a1ca-074e5497cd1a tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 944 time: 0.0522091 Apr 20 13:48:02.638220 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-97d4b50e-beed-4488-8059-1e1532234b4c req-4d03b100-1b5b-4e6b-a957-a36129468f15 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317998 Apr 20 13:48:03.753588 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6bc3d-d72b-46fe-b5d6-5abf0f5e94ff req-06737e5a-1552-4992-acc1-d0fe789d7daf tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:48:03.754976 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4ea6bc3d-d72b-46fe-b5d6-5abf0f5e94ff req-06737e5a-1552-4992-acc1-d0fe789d7daf tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 944 time: 0.0504293 Apr 20 13:48:03.792991 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4ea6bc3d-d72b-46fe-b5d6-5abf0f5e94ff req-82504f1a-7f67-47ac-b8ac-a6d52ca16a20 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319011 Apr 20 13:48:04.911367 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc29fc-9d7d-4b60-8089-4c758b74772c req-0b92c24f-37e7-44ca-8401-0d7bc9b3acb4 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:48:04.912838 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-78fc29fc-9d7d-4b60-8089-4c758b74772c req-0b92c24f-37e7-44ca-8401-0d7bc9b3acb4 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 944 time: 0.0489483 Apr 20 13:48:04.950925 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-78fc29fc-9d7d-4b60-8089-4c758b74772c req-5b6fc175-8bde-4887-9f69-30b3406fc633 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319591 Apr 20 13:48:06.065529 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e854f-73f4-4753-bdc0-1696378d2e46 req-b53b4a45-2c2c-4fa5-a2ba-40d6ee478f3e tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:48:06.066969 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-294e854f-73f4-4753-bdc0-1696378d2e46 req-b53b4a45-2c2c-4fa5-a2ba-40d6ee478f3e tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 944 time: 0.0513134 Apr 20 13:48:06.103866 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-294e854f-73f4-4753-bdc0-1696378d2e46 req-92b02fc1-ab60-44a7-9767-ae6805cf15ff tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309770 Apr 20 13:48:06.609049 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:48:07.219729 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ea087-f37e-472c-9b04-1696c3bb6cdd req-3938e81c-cf4d-4746-91e7-a7ddb855571e tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:48:07.221115 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-422ea087-f37e-472c-9b04-1696c3bb6cdd req-3938e81c-cf4d-4746-91e7-a7ddb855571e tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 944 time: 0.0494399 Apr 20 13:48:07.258338 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-422ea087-f37e-472c-9b04-1696c3bb6cdd req-5992a5a3-e2cf-4d0b-bb57-6bfe167e8d42 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312822 Apr 20 13:48:08.372647 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f57c96-d0ab-4355-877f-ff921baa1498 req-16787f2a-a811-4cdf-9763-50a9af70ac00 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:48:08.374236 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e8f57c96-d0ab-4355-877f-ff921baa1498 req-16787f2a-a811-4cdf-9763-50a9af70ac00 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 944 time: 0.0499032 Apr 20 13:48:08.413524 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e8f57c96-d0ab-4355-877f-ff921baa1498 req-e416d574-f4be-424a-bdf3-442d3465cfcb tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326550 Apr 20 13:48:09.533182 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdddb632-57cb-4430-bf90-0907b30ede5f req-682f6e1f-9f7d-4026-aace-2991c9d4d16b tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:48:09.534640 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cdddb632-57cb-4430-bf90-0907b30ede5f req-682f6e1f-9f7d-4026-aace-2991c9d4d16b tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 944 time: 0.0531230 Apr 20 13:48:09.573484 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cdddb632-57cb-4430-bf90-0907b30ede5f req-cfdd62e1-443f-44db-b7be-814d29612720 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319707 Apr 20 13:48:10.692775 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ba1de-82a4-46b2-ab64-31e9689c87a3 req-6cd2e839-4113-4785-bc55-1132d67ee46d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:48:10.694224 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f99ba1de-82a4-46b2-ab64-31e9689c87a3 req-6cd2e839-4113-4785-bc55-1132d67ee46d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 944 time: 0.0486557 Apr 20 13:48:10.733723 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f99ba1de-82a4-46b2-ab64-31e9689c87a3 req-54579049-2dc0-4258-9a26-f179cddca7ee tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333166 Apr 20 13:48:11.846078 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d28587-2f9f-4b66-890c-0cff7af2a870 req-d7ce207e-6bb4-4348-a3a9-60620784d282 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:48:11.847546 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e6d28587-2f9f-4b66-890c-0cff7af2a870 req-d7ce207e-6bb4-4348-a3a9-60620784d282 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 944 time: 0.0482118 Apr 20 13:48:11.883304 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e6d28587-2f9f-4b66-890c-0cff7af2a870 req-37788a73-19bb-4d40-bc8a-45e64027f948 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298576 Apr 20 13:48:12.509438 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:48:12.999097 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632c01c-24fe-445f-9cc9-511d9d99ef95 req-8678dcb3-aee9-4cfb-9c0e-905399ac4d79 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:48:13.000583 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3632c01c-24fe-445f-9cc9-511d9d99ef95 req-8678dcb3-aee9-4cfb-9c0e-905399ac4d79 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 944 time: 0.0513432 Apr 20 13:48:13.327087 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:48:13.357443 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3632c01c-24fe-445f-9cc9-511d9d99ef95 req-65147fc6-6b8d-4ecd-8de9-5a35e4241eae tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507411 Apr 20 13:48:14.469259 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4ad84-74a5-40fa-a7e2-d2c2db871afd req-bc45c238-baeb-44a8-8183-569b6a6015ac tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:48:14.470683 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-acb4ad84-74a5-40fa-a7e2-d2c2db871afd req-bc45c238-baeb-44a8-8183-569b6a6015ac tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 944 time: 0.0471401 Apr 20 13:48:14.508074 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-acb4ad84-74a5-40fa-a7e2-d2c2db871afd req-95f111bb-ddc2-4419-a49d-495e5d065b36 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313730 Apr 20 13:48:15.620651 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667332ab-569f-4349-a250-00a0b757f58f req-34f7f2c9-0cc5-432c-8966-4a0b9a45bebf tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:48:15.622100 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-667332ab-569f-4349-a250-00a0b757f58f req-34f7f2c9-0cc5-432c-8966-4a0b9a45bebf tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 944 time: 0.0477197 Apr 20 13:48:15.663337 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-667332ab-569f-4349-a250-00a0b757f58f req-8d7f832a-4e5a-447a-be5d-00d8a9cfe418 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351412 Apr 20 13:48:16.788413 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121a0ec-704a-4041-b4c8-fccc619f332b req-9ce8bdc8-11ab-4581-979e-050991c0b3c8 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:48:16.789791 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b121a0ec-704a-4041-b4c8-fccc619f332b req-9ce8bdc8-11ab-4581-979e-050991c0b3c8 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 944 time: 0.0531795 Apr 20 13:48:16.827475 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b121a0ec-704a-4041-b4c8-fccc619f332b req-37217ac6-2cbf-471b-a81c-d7eb8e010c92 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317371 Apr 20 13:48:17.940564 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac94ad7-a6f0-46d0-b11e-ec69f12e60fe req-f00b4b1b-99bc-45f4-b552-a56d9e86c4c6 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:48:17.942018 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bac94ad7-a6f0-46d0-b11e-ec69f12e60fe req-f00b4b1b-99bc-45f4-b552-a56d9e86c4c6 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 944 time: 0.0486057 Apr 20 13:48:17.978461 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bac94ad7-a6f0-46d0-b11e-ec69f12e60fe req-6ebdc48b-5a93-42d3-b7b0-ab06bd63a704 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305166 Apr 20 13:48:19.089969 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34446ba6-6ae3-4065-b6a2-3a9ca227dfce req-ff58a47a-1148-4263-a3d3-5cce6af35516 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:48:19.091647 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-34446ba6-6ae3-4065-b6a2-3a9ca227dfce req-ff58a47a-1148-4263-a3d3-5cce6af35516 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 944 time: 0.0490212 Apr 20 13:48:19.131796 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-34446ba6-6ae3-4065-b6a2-3a9ca227dfce req-45285479-50b5-4137-92b9-ce6649f906cd tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331593 Apr 20 13:48:19.297258 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device fd04251d-10c1-4c42-8477-80fd08de609b details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:48:19.392106 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port fd04251d-10c1-4c42-8477-80fd08de609b, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=fd04251d-10c1-4c42-8477-80fd08de609b,segment=NetworkSegment(517350df-8312-49c8-bd99-9ead9c508793),segment_id=517350df-8312-49c8-bd99-9ead9c508793)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:48:19.404218 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': 'fd04251d-10c1-4c42-8477-80fd08de609b', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'port_id': 'fd04251d-10c1-4c42-8477-80fd08de609b', 'mac_address': 'fa:16:3e:e3:2c:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:48:19.440225 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:48:19.452420 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd04251d-10c1-4c42-8477-80fd08de609b {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:48:19.472630 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port fd04251d-10c1-4c42-8477-80fd08de609b, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=fd04251d-10c1-4c42-8477-80fd08de609b,segment=NetworkSegment(517350df-8312-49c8-bd99-9ead9c508793),segment_id=517350df-8312-49c8-bd99-9ead9c508793)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:48:19.532508 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:48:19.579794 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=fd04251d-10c1-4c42-8477-80fd08de609b,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:48:19.865301 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['fd04251d-10c1-4c42-8477-80fd08de609b'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:48:20.248334 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c08545-d4f9-4c8c-a7aa-ecfe40b4ca10 req-d8772a8a-9899-4677-bf08-35f06881a989 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:48:20.249707 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-39c08545-d4f9-4c8c-a7aa-ecfe40b4ca10 req-d8772a8a-9899-4677-bf08-35f06881a989 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 945 time: 0.0517066 Apr 20 13:48:20.286211 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-39c08545-d4f9-4c8c-a7aa-ecfe40b4ca10 req-ec63f45e-cbb7-49a7-9df1-6a8a9561bf6f tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306108 Apr 20 13:48:21.323599 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device fd04251d-10c1-4c42-8477-80fd08de609b up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:48:21.402808 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdebf35-befb-4dea-a16f-3f6be375f0f1 req-3f040bad-7ed0-47ee-87dc-3ccfb639603e tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:48:21.404287 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1bdebf35-befb-4dea-a16f-3f6be375f0f1 req-3f040bad-7ed0-47ee-87dc-3ccfb639603e tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 945 time: 0.0493085 Apr 20 13:48:21.445330 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1bdebf35-befb-4dea-a16f-3f6be375f0f1 req-e03b9430-88aa-45ec-bdd7-4f11f87755a9 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348778 Apr 20 13:48:21.469235 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port fd04251d-10c1-4c42-8477-80fd08de609b completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:48:21.473714 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port fd04251d-10c1-4c42-8477-80fd08de609b triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:48:21.474088 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:48:21.553170 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:48:21.574336 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44cd69c3-5264-44e1-a2a9-d9a494b590fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd04251d-10c1-4c42-8477-80fd08de609b'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:48:21.576599 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142377a6-86b7-4556-a7c9-d74e511baa91" -d '{"events": [{"server_uuid": "44cd69c3-5264-44e1-a2a9-d9a494b590fc", "name": "network-vif-plugged", "status": "completed", "tag": "fd04251d-10c1-4c42-8477-80fd08de609b"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:48:21.589185 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port fd04251d-10c1-4c42-8477-80fd08de609b, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=fd04251d-10c1-4c42-8477-80fd08de609b,segment=NetworkSegment(517350df-8312-49c8-bd99-9ead9c508793),segment_id=517350df-8312-49c8-bd99-9ead9c508793)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:48:21.663424 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:48:21.710316 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=fd04251d-10c1-4c42-8477-80fd08de609b,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:48:21.737701 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868ce993-4b9d-443f-b65c-d8812c4996d4 x-openstack-request-id: req-868ce993-4b9d-443f-b65c-d8812c4996d4 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:48:21.738632 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44cd69c3-5264-44e1-a2a9-d9a494b590fc", "name": "network-vif-plugged", "status": "completed", "tag": "fd04251d-10c1-4c42-8477-80fd08de609b", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:48:21.738884 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-868ce993-4b9d-443f-b65c-d8812c4996d4 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:48:21.739277 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-868ce993-4b9d-443f-b65c-d8812c4996d4'] response: {'server_uuid': '44cd69c3-5264-44e1-a2a9-d9a494b590fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd04251d-10c1-4c42-8477-80fd08de609b', 'code': 200} Apr 20 13:48:21.828359 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e9f1f-b2a9-429a-b26e-5bb3dbac9fb1 req-25c2e1f0-7ad9-4879-8d36-e8d5fd6e6b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:48:21.829893 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-691e9f1f-b2a9-429a-b26e-5bb3dbac9fb1 req-25c2e1f0-7ad9-4879-8d36-e8d5fd6e6b4c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 1097 time: 0.0391788 Apr 20 13:48:21.866776 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-691e9f1f-b2a9-429a-b26e-5bb3dbac9fb1 req-f5fbde2f-b8ef-466b-b30d-e61c44d329bc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306613 Apr 20 13:48:22.558264 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c458814a-e3ff-49d7-8f72-09fdb04f878c req-f842e446-f9f9-419e-8868-1524347d53a1 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:48:22.560023 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c458814a-e3ff-49d7-8f72-09fdb04f878c req-f842e446-f9f9-419e-8868-1524347d53a1 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 946 time: 0.0472777 Apr 20 13:48:22.595875 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c458814a-e3ff-49d7-8f72-09fdb04f878c req-86e232b1-c186-4587-9151-d08ff537f318 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300202 Apr 20 13:48:23.712393 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e968e-6302-4dbf-a2a9-9e0b905f62d3 req-cea32c66-1236-42b1-9b15-d1217ddb5327 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:48:23.713844 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-714e968e-6302-4dbf-a2a9-9e0b905f62d3 req-cea32c66-1236-42b1-9b15-d1217ddb5327 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 946 time: 0.0511920 Apr 20 13:48:23.751212 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-714e968e-6302-4dbf-a2a9-9e0b905f62d3 req-63cb6684-c2ff-4ac7-9b1f-048728b3eeec tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312426 Apr 20 13:48:23.867846 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e746d2-42b3-4856-ad1f-75520ecec17b req-fce1d1cb-10af-4611-8830-d4e08cfd4ef5 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:48:23.869309 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-50e746d2-42b3-4856-ad1f-75520ecec17b req-fce1d1cb-10af-4611-8830-d4e08cfd4ef5 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 946 time: 0.0496752 Apr 20 13:48:23.906098 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-50e746d2-42b3-4856-ad1f-75520ecec17b req-ed151e8e-961b-4cda-a090-4eab4e0660fa tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306535 Apr 20 13:48:24.019830 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf9bab-a305-4ddd-85df-92807c970cff req-98da99e5-b0a3-4a96-a3bb-24f576bd1af8 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:48:24.021183 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-40cf9bab-a305-4ddd-85df-92807c970cff req-98da99e5-b0a3-4a96-a3bb-24f576bd1af8 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 946 time: 0.0476465 Apr 20 13:48:24.058639 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-40cf9bab-a305-4ddd-85df-92807c970cff req-755e3f2d-80bf-47d5-ac02-6530222f90e3 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309124 Apr 20 13:48:24.475019 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0a3e2dd8-5e54-4109-a100-21fc83f43867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:48:24.552798 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22cc93-f790-4457-8f87-90f4f77333ef req-d89fbb55-6630-4ac3-846e-920381b1cb70 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:48:24.554318 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bb22cc93-f790-4457-8f87-90f4f77333ef req-d89fbb55-6630-4ac3-846e-920381b1cb70 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 946 time: 0.0524743 Apr 20 13:48:24.591723 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bb22cc93-f790-4457-8f87-90f4f77333ef req-b9d1a906-2488-44e2-a747-c0102b204631 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310977 Apr 20 13:48:25.707656 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf08bf4-c32c-4c24-8848-9576e985a686 req-6bc72e5a-f043-480e-b214-549581a8916a tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:48:25.709118 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-edf08bf4-c32c-4c24-8848-9576e985a686 req-6bc72e5a-f043-480e-b214-549581a8916a tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 946 time: 0.0487385 Apr 20 13:48:25.748126 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-edf08bf4-c32c-4c24-8848-9576e985a686 req-65523d38-26da-4388-984d-3507b37b1270 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323355 Apr 20 13:48:26.099984 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1a271-a5f2-4911-9b88-df747f1e6f31 req-43218819-a8c9-4faa-b042-bf60ce3c0899 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:48:26.101427 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6fc1a271-a5f2-4911-9b88-df747f1e6f31 req-43218819-a8c9-4faa-b042-bf60ce3c0899 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.32 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 946 time: 0.0477095 Apr 20 13:48:26.186941 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-6fc1a271-a5f2-4911-9b88-df747f1e6f31 req-878aed64-d814-4d13-ab47-264a3a13cd2c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Deleting port fd04251d-10c1-4c42-8477-80fd08de609b {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:48:26.187277 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6fc1a271-a5f2-4911-9b88-df747f1e6f31 req-878aed64-d814-4d13-ab47-264a3a13cd2c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:48:26.274870 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-6fc1a271-a5f2-4911-9b88-df747f1e6f31 req-878aed64-d814-4d13-ab47-264a3a13cd2c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] For port fd04251d-10c1-4c42-8477-80fd08de609b, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=fd04251d-10c1-4c42-8477-80fd08de609b,segment=NetworkSegment(517350df-8312-49c8-bd99-9ead9c508793),segment_id=517350df-8312-49c8-bd99-9ead9c508793)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:48:26.275227 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6fc1a271-a5f2-4911-9b88-df747f1e6f31 req-878aed64-d814-4d13-ab47-264a3a13cd2c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:48:26.287348 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-6fc1a271-a5f2-4911-9b88-df747f1e6f31 req-878aed64-d814-4d13-ab47-264a3a13cd2c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Calling delete_port for fd04251d-10c1-4c42-8477-80fd08de609b owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:48:26.509543 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6fc1a271-a5f2-4911-9b88-df747f1e6f31 req-878aed64-d814-4d13-ab47-264a3a13cd2c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:48:26.520671 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['fd04251d-10c1-4c42-8477-80fd08de609b'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:48:26.541231 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878aed64-d814-4d13-ab47-264a3a13cd2c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Pushing event deleted for resources: {'Port': ['ID=fd04251d-10c1-4c42-8477-80fd08de609b,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:48:26.569462 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878aed64-d814-4d13-ab47-264a3a13cd2c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:48:26.569805 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878aed64-d814-4d13-ab47-264a3a13cd2c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:48:26.570162 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878aed64-d814-4d13-ab47-264a3a13cd2c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:48:26.571040 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878aed64-d814-4d13-ab47-264a3a13cd2c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:48:26.571040 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878aed64-d814-4d13-ab47-264a3a13cd2c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:48:26.571310 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878aed64-d814-4d13-ab47-264a3a13cd2c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:48:26.571476 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878aed64-d814-4d13-ab47-264a3a13cd2c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:48:26.571804 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878aed64-d814-4d13-ab47-264a3a13cd2c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:48:26.572113 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878aed64-d814-4d13-ab47-264a3a13cd2c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:48:26.572436 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878aed64-d814-4d13-ab47-264a3a13cd2c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:48:26.572818 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878aed64-d814-4d13-ab47-264a3a13cd2c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:48:26.573182 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878aed64-d814-4d13-ab47-264a3a13cd2c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:48:26.592127 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc1a271-a5f2-4911-9b88-df747f1e6f31 req-878aed64-d814-4d13-ab47-264a3a13cd2c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] No DVR routers for this DVR port fd04251d-10c1-4c42-8477-80fd08de609b on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:48:26.594709 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6fc1a271-a5f2-4911-9b88-df747f1e6f31 req-878aed64-d814-4d13-ab47-264a3a13cd2c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:48:26.598058 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6fc1a271-a5f2-4911-9b88-df747f1e6f31 req-878aed64-d814-4d13-ab47-264a3a13cd2c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.32 "DELETE /v2.0/ports/fd04251d-10c1-4c42-8477-80fd08de609b HTTP/1.1" status: 204 len: 173 time: 0.4905043 Apr 20 13:48:26.598514 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44cd69c3-5264-44e1-a2a9-d9a494b590fc', 'name': 'network-vif-deleted', 'tag': 'fd04251d-10c1-4c42-8477-80fd08de609b'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:48:26.601409 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2336cde1-1276-4a4a-8fa0-f5f8f60133ec" -d '{"events": [{"server_uuid": "44cd69c3-5264-44e1-a2a9-d9a494b590fc", "name": "network-vif-deleted", "tag": "fd04251d-10c1-4c42-8477-80fd08de609b"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:48:26.708376 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1916280-4231-486f-b918-bdaeab1710ab x-openstack-request-id: req-b1916280-4231-486f-b918-bdaeab1710ab {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:48:26.708652 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44cd69c3-5264-44e1-a2a9-d9a494b590fc", "name": "network-vif-deleted", "tag": "fd04251d-10c1-4c42-8477-80fd08de609b", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:48:26.708990 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b1916280-4231-486f-b918-bdaeab1710ab {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:48:26.709673 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1916280-4231-486f-b918-bdaeab1710ab'] response: {'server_uuid': '44cd69c3-5264-44e1-a2a9-d9a494b590fc', 'name': 'network-vif-deleted', 'tag': 'fd04251d-10c1-4c42-8477-80fd08de609b', 'status': 'completed', 'code': 200} Apr 20 13:48:26.823954 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2a137d89-cf50-4f55-8968-c889600d4843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:48:26.844363 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f73c3ec8-53ff-423a-a237-95109c7ed705 req-628b6dc6-cbb9-423a-b834-1dafd354d34f tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 210 time: 0.0268314 Apr 20 13:48:27.945127 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fe7e2ae8-321f-4e65-84db-136c6b8d1ad2 req-40cdff06-1882-4a8d-978e-d222ffacf23a tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 210 time: 0.0282249 Apr 20 13:48:28.195041 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:48:29.043571 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-923bb8ad-feaa-428e-8058-05ef6c192a78 req-892a9559-a156-4a03-9f0d-ceb49823adab tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 210 time: 0.0301392 Apr 20 13:48:29.480774 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:48:29.835202 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:48:30.136355 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-57798ace-727c-4d5e-b827-ebf5efb5a62d req-5a9d486c-c68f-42ee-8e2e-63860208519b tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=44cd69c3-5264-44e1-a2a9-d9a494b590fc HTTP/1.1" status: 200 len: 210 time: 0.0258906 Apr 20 13:48:31.401738 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device fd04251d-10c1-4c42-8477-80fd08de609b no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:48:31.425049 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: fd04251d-10c1-4c42-8477-80fd08de609b {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:48:31.425430 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device fd04251d-10c1-4c42-8477-80fd08de609b not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:48:42.526703 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:48:43.309003 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:48:43.608943 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:48:54.486170 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e6a5a1e6-269b-4a2b-8a8f-edee877f063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:48:56.794221 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-705123b3-85dc-475a-8db0-81ca056d0a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:48:57.826191 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-cbccc7a8-4e3e-4f0f-aeef-f20b406150ac tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:48:57.827692 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-cbccc7a8-4e3e-4f0f-aeef-f20b406150ac tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/networks?id=42628f04-2a12-4127-a4fa-af3e722204ff HTTP/1.1" status: 200 len: 811 time: 0.1002078 Apr 20 13:48:57.842532 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-56ff44e4-9c57-4d58-b36f-28f4ce033ae3 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/quotas/86c6a731a452439ca8d67480d5bb5c3a HTTP/1.1" status: 200 len: 375 time: 0.0088992 Apr 20 13:48:57.896504 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-0b6ae311-b755-48cc-877d-f05cb7af20be tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=86c6a731a452439ca8d67480d5bb5c3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488997 Apr 20 13:48:57.984609 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-f780a1b9-ec48-4c29-a5e0-0799110aae69 service neutron] 10.222.0.25 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813158 Apr 20 13:48:58.077174 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-1998c0b5-b3f1-4fe4-a302-4e9366e11319 service neutron] 10.222.0.25 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863550 Apr 20 13:48:58.205944 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:48:58.593326 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [req-92afc756-fc49-4b16-b8d0-942610cb0814 req-c34afb1e-28b7-4ea1-b6a7-734789ef27c4 service neutron] (114870) timed out ('10.222.0.25', 45656) {{(pid=114870) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 13:48:58.674730 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d39b03d-74d9-4098-8c4b-8c60a3a1aaee req-cf1431a9-cc8f-4904-9f96-3efd1cc4c0ca tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eee1be0-fa59-43bd-a7ca-130b99f3681d HTTP/1.1" status: 200 len: 210 time: 0.0276039 Apr 20 13:48:59.462558 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:48:59.752849 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc7b2e4b-9d94-4279-aeaf-de04ce4f1e74 req-649b1119-dafd-416e-8c1e-246445e951cf tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eee1be0-fa59-43bd-a7ca-130b99f3681d HTTP/1.1" status: 200 len: 210 time: 0.0266988 Apr 20 13:48:59.863079 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:00.834283 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c3fc8bf7-142f-4ce4-800d-02901a0943c0 req-c154be41-1d30-4788-b12a-428ecc9892f3 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eee1be0-fa59-43bd-a7ca-130b99f3681d HTTP/1.1" status: 200 len: 210 time: 0.0296979 Apr 20 13:49:01.908757 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-84f2c270-a803-46b9-8bc7-6a6b4970d927 req-4f3a4eee-acb1-407a-9f1d-93a39c357f6d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eee1be0-fa59-43bd-a7ca-130b99f3681d HTTP/1.1" status: 200 len: 210 time: 0.0260689 Apr 20 13:49:02.998187 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-22edf26c-13a4-4c80-8846-210835a47e22 req-a975dd76-26f1-4970-a606-66985fa11390 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eee1be0-fa59-43bd-a7ca-130b99f3681d HTTP/1.1" status: 200 len: 210 time: 0.0259311 Apr 20 13:49:04.095089 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-01699657-68f6-4f30-9467-c1b46cfbbeae req-ca1dc983-939e-4b7d-acab-b24d5bb8fb85 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eee1be0-fa59-43bd-a7ca-130b99f3681d HTTP/1.1" status: 200 len: 210 time: 0.0297310 Apr 20 13:49:04.577862 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-7533ce7a-d0b8-4d3a-88a8-b8fa8e7ee22f tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:04.579304 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-7533ce7a-d0b8-4d3a-88a8-b8fa8e7ee22f tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.15 "GET /v2.0/networks?id=42628f04-2a12-4127-a4fa-af3e722204ff HTTP/1.1" status: 200 len: 811 time: 0.1033030 Apr 20 13:49:04.592002 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-74fd9d77-56a7-4f9c-b841-d3e84a5d6acc tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Request body: {'port': {'device_id': '7eee1be0-fa59-43bd-a7ca-130b99f3681d', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'admin_state_up': True, 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:49:04.749739 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-74fd9d77-56a7-4f9c-b841-d3e84a5d6acc tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Made reservation on behalf of 86c6a731a452439ca8d67480d5bb5c3a for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:49:04.753395 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-74fd9d77-56a7-4f9c-b841-d3e84a5d6acc tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:04.885432 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-74fd9d77-56a7-4f9c-b841-d3e84a5d6acc tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Allocated IP 172.20.0.11 (42628f04-2a12-4127-a4fa-af3e722204ff/90568be1-dc1e-45de-9113-230a1fc9a3ab/047b374d-5a1a-45b6-b135-03cba2b89ac3) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:49:05.035875 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-74fd9d77-56a7-4f9c-b841-d3e84a5d6acc tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:05.138034 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-74fd9d77-56a7-4f9c-b841-d3e84a5d6acc tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:05.191185 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-74fd9d77-56a7-4f9c-b841-d3e84a5d6acc tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Network 42628f04-2a12-4127-a4fa-af3e722204ff is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:49:05.216025 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-74fd9d77-56a7-4f9c-b841-d3e84a5d6acc tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:49:05.218588 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-74fd9d77-56a7-4f9c-b841-d3e84a5d6acc tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:49:05.256907 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fd9d77-56a7-4f9c-b841-d3e84a5d6acc tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Pushing event updated for resources: {'Port': ['ID=047b374d-5a1a-45b6-b135-03cba2b89ac3,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:49:05.273556 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fd9d77-56a7-4f9c-b841-d3e84a5d6acc tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:49:05.273933 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fd9d77-56a7-4f9c-b841-d3e84a5d6acc tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:49:05.274247 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fd9d77-56a7-4f9c-b841-d3e84a5d6acc tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:49:05.274584 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fd9d77-56a7-4f9c-b841-d3e84a5d6acc tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:49:05.274923 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fd9d77-56a7-4f9c-b841-d3e84a5d6acc tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:49:05.275420 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fd9d77-56a7-4f9c-b841-d3e84a5d6acc tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:49:05.275608 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fd9d77-56a7-4f9c-b841-d3e84a5d6acc tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:49:05.275939 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fd9d77-56a7-4f9c-b841-d3e84a5d6acc tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:49:05.276267 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fd9d77-56a7-4f9c-b841-d3e84a5d6acc tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:49:05.276594 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fd9d77-56a7-4f9c-b841-d3e84a5d6acc tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:49:05.276920 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fd9d77-56a7-4f9c-b841-d3e84a5d6acc tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:49:05.277247 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fd9d77-56a7-4f9c-b841-d3e84a5d6acc tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:49:05.300730 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-74fd9d77-56a7-4f9c-b841-d3e84a5d6acc tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:05.301350 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-74fd9d77-56a7-4f9c-b841-d3e84a5d6acc tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:05.310850 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ebf4f4-d508-4814-a6b2-79062883e105 req-19b1320f-8a04-47ed-9460-f6c808f504a5 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:05.313077 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c8ebf4f4-d508-4814-a6b2-79062883e105 req-19b1320f-8a04-47ed-9460-f6c808f504a5 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eee1be0-fa59-43bd-a7ca-130b99f3681d HTTP/1.1" status: 200 len: 932 time: 0.1415150 Apr 20 13:49:05.361510 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c8ebf4f4-d508-4814-a6b2-79062883e105 req-6c8fceb1-4a22-4a1f-a8a0-9fb93d840dd0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402837 Apr 20 13:49:05.397222 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-74fd9d77-56a7-4f9c-b841-d3e84a5d6acc tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8088849 Apr 20 13:49:05.409749 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-aabbd396-5bd4-499c-99fa-039d2dace171 service neutron] Request body: {'port': {'device_id': '7eee1be0-fa59-43bd-a7ca-130b99f3681d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:49:05.463092 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-aabbd396-5bd4-499c-99fa-039d2dace171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:05.466225 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-9ae3eb85-025f-4cd9-ba55-90c2f3314841 None None] Provisioning complete for port 047b374d-5a1a-45b6-b135-03cba2b89ac3 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:49:05.466747 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9ae3eb85-025f-4cd9-ba55-90c2f3314841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:05.504829 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-9ae3eb85-025f-4cd9-ba55-90c2f3314841 None None] Port 047b374d-5a1a-45b6-b135-03cba2b89ac3 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:49:05.738145 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-aabbd396-5bd4-499c-99fa-039d2dace171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 047b374d-5a1a-45b6-b135-03cba2b89ac3 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:49:05.745760 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-aabbd396-5bd4-499c-99fa-039d2dace171 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:05.758834 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-aabbd396-5bd4-499c-99fa-039d2dace171 service neutron] Transition to ACTIVE for port object 047b374d-5a1a-45b6-b135-03cba2b89ac3 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:49:05.846039 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-aabbd396-5bd4-499c-99fa-039d2dace171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:05.923560 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabbd396-5bd4-499c-99fa-039d2dace171 service neutron] Pushing event updated for resources: {'Port': ['ID=047b374d-5a1a-45b6-b135-03cba2b89ac3,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:49:05.980662 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-aabbd396-5bd4-499c-99fa-039d2dace171 service neutron] Attempting to bind port 047b374d-5a1a-45b6-b135-03cba2b89ac3 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:49:05.981073 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-aabbd396-5bd4-499c-99fa-039d2dace171 service neutron] Attempting to bind port 047b374d-5a1a-45b6-b135-03cba2b89ac3 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '517350df-8312-49c8-bd99-9ead9c508793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:49:05.981478 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-aabbd396-5bd4-499c-99fa-039d2dace171 service neutron] Attempting to bind port 047b374d-5a1a-45b6-b135-03cba2b89ac3 on network 42628f04-2a12-4127-a4fa-af3e722204ff {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:49:05.986587 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-aabbd396-5bd4-499c-99fa-039d2dace171 service neutron] Port 047b374d-5a1a-45b6-b135-03cba2b89ac3 on network 42628f04-2a12-4127-a4fa-af3e722204ff not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:49:05.987011 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-aabbd396-5bd4-499c-99fa-039d2dace171 service neutron] Attempting to bind port 047b374d-5a1a-45b6-b135-03cba2b89ac3 on network 42628f04-2a12-4127-a4fa-af3e722204ff {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:49:05.992206 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-aabbd396-5bd4-499c-99fa-039d2dace171 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:49:05.992567 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-aabbd396-5bd4-499c-99fa-039d2dace171 service neutron] Checking segment: {'id': '517350df-8312-49c8-bd99-9ead9c508793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:49:05.993024 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-aabbd396-5bd4-499c-99fa-039d2dace171 service neutron] Bound using segment: {'id': '517350df-8312-49c8-bd99-9ead9c508793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:49:05.993542 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-aabbd396-5bd4-499c-99fa-039d2dace171 service neutron] Bound port: 047b374d-5a1a-45b6-b135-03cba2b89ac3, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '517350df-8312-49c8-bd99-9ead9c508793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:49:05.994220 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-aabbd396-5bd4-499c-99fa-039d2dace171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:06.067899 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-aabbd396-5bd4-499c-99fa-039d2dace171 service neutron] For port 047b374d-5a1a-45b6-b135-03cba2b89ac3, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:49:06.071383 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-aabbd396-5bd4-499c-99fa-039d2dace171 service neutron] For port 047b374d-5a1a-45b6-b135-03cba2b89ac3, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=047b374d-5a1a-45b6-b135-03cba2b89ac3,segment=NetworkSegment(517350df-8312-49c8-bd99-9ead9c508793),segment_id=517350df-8312-49c8-bd99-9ead9c508793)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:49:06.132496 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-aabbd396-5bd4-499c-99fa-039d2dace171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:06.166189 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-aabbd396-5bd4-499c-99fa-039d2dace171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:06.166853 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-aabbd396-5bd4-499c-99fa-039d2dace171 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:06.168455 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-aabbd396-5bd4-499c-99fa-039d2dace171 service neutron] 10.222.0.15 "PUT /v2.0/ports/047b374d-5a1a-45b6-b135-03cba2b89ac3 HTTP/1.1" status: 200 len: 1092 time: 0.7633448 Apr 20 13:49:06.170837 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eee1be0-fa59-43bd-a7ca-130b99f3681d', 'tag': '047b374d-5a1a-45b6-b135-03cba2b89ac3'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:49:06.174276 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902fffed-b95c-4c12-8e1d-a101718d5a6f" -d '{"events": [{"name": "network-changed", "server_uuid": "7eee1be0-fa59-43bd-a7ca-130b99f3681d", "tag": "047b374d-5a1a-45b6-b135-03cba2b89ac3"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:49:06.205675 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabbd396-5bd4-499c-99fa-039d2dace171 service neutron] Pushing event updated for resources: {'Port': ['ID=047b374d-5a1a-45b6-b135-03cba2b89ac3,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:49:06.224025 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d1bc4e-67b1-40f1-b018-ccad41930c55 x-openstack-request-id: req-49d1bc4e-67b1-40f1-b018-ccad41930c55 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:49:06.224826 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eee1be0-fa59-43bd-a7ca-130b99f3681d", "tag": "047b374d-5a1a-45b6-b135-03cba2b89ac3", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:49:06.225081 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-49d1bc4e-67b1-40f1-b018-ccad41930c55 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:49:06.225649 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49d1bc4e-67b1-40f1-b018-ccad41930c55'] response: {'name': 'network-changed', 'server_uuid': '7eee1be0-fa59-43bd-a7ca-130b99f3681d', 'tag': '047b374d-5a1a-45b6-b135-03cba2b89ac3', 'status': 'completed', 'code': 200} Apr 20 13:49:06.284911 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902fffed-b95c-4c12-8e1d-a101718d5a6f req-e63a1f67-eccc-4c84-a169-a5709cfa900d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:06.286431 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-902fffed-b95c-4c12-8e1d-a101718d5a6f req-e63a1f67-eccc-4c84-a169-a5709cfa900d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=86c6a731a452439ca8d67480d5bb5c3a&device_id=7eee1be0-fa59-43bd-a7ca-130b99f3681d HTTP/1.1" status: 200 len: 1095 time: 0.0429802 Apr 20 13:49:06.402557 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902fffed-b95c-4c12-8e1d-a101718d5a6f req-14a29b1a-fff8-40df-bbd5-cb5f266c30d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:06.403879 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-902fffed-b95c-4c12-8e1d-a101718d5a6f req-14a29b1a-fff8-40df-bbd5-cb5f266c30d6 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=86c6a731a452439ca8d67480d5bb5c3a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1089458 Apr 20 13:49:06.539010 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751aebd7-6a30-456b-a922-c406616c0fe6 req-f940a617-db62-4adf-bbcc-7f38523a2b1b tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:06.540458 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-751aebd7-6a30-456b-a922-c406616c0fe6 req-f940a617-db62-4adf-bbcc-7f38523a2b1b tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eee1be0-fa59-43bd-a7ca-130b99f3681d HTTP/1.1" status: 200 len: 944 time: 0.0826657 Apr 20 13:49:06.543586 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902fffed-b95c-4c12-8e1d-a101718d5a6f req-37a824f1-517d-4fab-92e7-99121b517bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:06.544980 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-902fffed-b95c-4c12-8e1d-a101718d5a6f req-37a824f1-517d-4fab-92e7-99121b517bff service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1353374 Apr 20 13:49:06.581497 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-751aebd7-6a30-456b-a922-c406616c0fe6 req-5cc439f5-a957-47d8-9351-2f6de6f67aa2 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346961 Apr 20 13:49:06.621204 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-921e36eb-bf7f-4b1f-b340-f9339bb02800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:06.622672 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-921e36eb-bf7f-4b1f-b340-f9339bb02800 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=86c6a731a452439ca8d67480d5bb5c3a&device_id=7eee1be0-fa59-43bd-a7ca-130b99f3681d HTTP/1.1" status: 200 len: 1095 time: 0.0403244 Apr 20 13:49:06.662412 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-bc28fc20-7a45-4fea-b9f1-15c8d40feb1b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=047b374d-5a1a-45b6-b135-03cba2b89ac3 HTTP/1.1" status: 200 len: 217 time: 0.0331216 Apr 20 13:49:06.713328 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-8be52ce4-957c-47b3-97a5-c45b143443a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:06.714797 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-8be52ce4-957c-47b3-97a5-c45b143443a4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90568be1-dc1e-45de-9113-230a1fc9a3ab HTTP/1.1" status: 200 len: 850 time: 0.0462735 Apr 20 13:49:06.759610 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-5db2fcea-3294-47ad-91d1-d35cb7b5d277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:06.761136 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-5db2fcea-3294-47ad-91d1-d35cb7b5d277 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=42628f04-2a12-4127-a4fa-af3e722204ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399725 Apr 20 13:49:06.854351 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-65538a74-86ac-4817-a08b-af5a1bfd7550 service neutron] 10.222.0.15 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861011 Apr 20 13:49:06.943494 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a8bae3dc-9729-4cee-a263-f35f3ffd7160 req-829a79cf-4229-4d69-8354-3d88a9d5f272 service neutron] 10.222.0.15 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815527 Apr 20 13:49:07.703261 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504477da-6934-46ad-a203-84b95563af8c req-035d176a-cc53-43c5-992d-9d6b5c636901 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:07.704802 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-504477da-6934-46ad-a203-84b95563af8c req-035d176a-cc53-43c5-992d-9d6b5c636901 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eee1be0-fa59-43bd-a7ca-130b99f3681d HTTP/1.1" status: 200 len: 944 time: 0.0527546 Apr 20 13:49:07.743799 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-504477da-6934-46ad-a203-84b95563af8c req-14c70f43-d37c-4b6a-ac1a-1d64e8f28bb5 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327437 Apr 20 13:49:08.865997 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ea3f3-53fb-406c-8f90-e27d9c74800f req-89585096-e5eb-415a-b25d-0592474f1866 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:08.867514 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7b1ea3f3-53fb-406c-8f90-e27d9c74800f req-89585096-e5eb-415a-b25d-0592474f1866 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eee1be0-fa59-43bd-a7ca-130b99f3681d HTTP/1.1" status: 200 len: 944 time: 0.0564785 Apr 20 13:49:08.906548 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7b1ea3f3-53fb-406c-8f90-e27d9c74800f req-b66c4989-61d5-498c-a6e7-b3d123d6a507 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328345 Apr 20 13:49:10.020177 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58dd54e-5f24-4871-bd80-c58d6f9d4e74 req-c0bca807-6240-44d7-a351-18588af2da67 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:10.021616 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f58dd54e-5f24-4871-bd80-c58d6f9d4e74 req-c0bca807-6240-44d7-a351-18588af2da67 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eee1be0-fa59-43bd-a7ca-130b99f3681d HTTP/1.1" status: 200 len: 944 time: 0.0484178 Apr 20 13:49:10.061107 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f58dd54e-5f24-4871-bd80-c58d6f9d4e74 req-e785898c-7c77-4b0b-9f78-ef4062562fc1 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335019 Apr 20 13:49:11.178394 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a246047-d908-4967-8bc5-e84c7d860d59 req-d786cb78-fe3c-494b-b8d4-052092762717 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:11.179905 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a246047-d908-4967-8bc5-e84c7d860d59 req-d786cb78-fe3c-494b-b8d4-052092762717 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eee1be0-fa59-43bd-a7ca-130b99f3681d HTTP/1.1" status: 200 len: 944 time: 0.0501401 Apr 20 13:49:11.217283 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a246047-d908-4967-8bc5-e84c7d860d59 req-aa1e589c-41f7-463a-ac54-af3c36736bc2 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311732 Apr 20 13:49:12.334771 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee21eb-d3c2-46ee-a564-dc71e50449b0 req-d9464c73-4a0a-498c-a6ec-24b8040a60e2 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:12.336279 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bfee21eb-d3c2-46ee-a564-dc71e50449b0 req-d9464c73-4a0a-498c-a6ec-24b8040a60e2 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eee1be0-fa59-43bd-a7ca-130b99f3681d HTTP/1.1" status: 200 len: 944 time: 0.0534275 Apr 20 13:49:12.374883 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bfee21eb-d3c2-46ee-a564-dc71e50449b0 req-6436d931-be69-48ef-8e58-3c6c4c6895fa tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321841 Apr 20 13:49:12.537039 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:13.353883 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:13.487496 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f7145-022c-43e5-9e7b-7b3b033b9f91 req-4ab5e845-d81a-4e10-a194-39ac46fc9d7d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:13.488948 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fd5f7145-022c-43e5-9e7b-7b3b033b9f91 req-4ab5e845-d81a-4e10-a194-39ac46fc9d7d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eee1be0-fa59-43bd-a7ca-130b99f3681d HTTP/1.1" status: 200 len: 944 time: 0.0485435 Apr 20 13:49:13.525844 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fd5f7145-022c-43e5-9e7b-7b3b033b9f91 req-51f23609-af58-4c5d-96c6-26837d896924 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308888 Apr 20 13:49:14.639650 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815b620-b4f7-4785-99ef-91aff7c79849 req-ecbd920d-e5fd-43f3-a84e-9c21b1d26718 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:14.641112 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0815b620-b4f7-4785-99ef-91aff7c79849 req-ecbd920d-e5fd-43f3-a84e-9c21b1d26718 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eee1be0-fa59-43bd-a7ca-130b99f3681d HTTP/1.1" status: 200 len: 944 time: 0.0485814 Apr 20 13:49:14.678352 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0815b620-b4f7-4785-99ef-91aff7c79849 req-413e52a4-c019-4dad-8f72-4e5b01f6e9c2 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312147 Apr 20 13:49:15.794480 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d3cd9-217c-4d3d-82a1-493c62931825 req-bdefdeae-cf7a-44cb-960c-5526ee6a584a tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:15.795921 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-300d3cd9-217c-4d3d-82a1-493c62931825 req-bdefdeae-cf7a-44cb-960c-5526ee6a584a tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eee1be0-fa59-43bd-a7ca-130b99f3681d HTTP/1.1" status: 200 len: 944 time: 0.0523472 Apr 20 13:49:15.833455 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-300d3cd9-217c-4d3d-82a1-493c62931825 req-37da0bc1-ea42-4fc5-832f-1d4ba0b8ee7f tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309720 Apr 20 13:49:16.946159 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a401db3-d288-4e0f-be69-cb19e59a8bf8 req-d4ff382c-fd25-49ea-a365-1a0741eee945 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:16.947642 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a401db3-d288-4e0f-be69-cb19e59a8bf8 req-d4ff382c-fd25-49ea-a365-1a0741eee945 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eee1be0-fa59-43bd-a7ca-130b99f3681d HTTP/1.1" status: 200 len: 944 time: 0.0489404 Apr 20 13:49:16.984760 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a401db3-d288-4e0f-be69-cb19e59a8bf8 req-c00e851a-fe31-4ec2-87d3-87f167cac01e tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305994 Apr 20 13:49:18.096936 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c40ae-e27d-4af4-97af-5a00cf287131 req-7f966849-7965-4bfd-86c4-7684dc717c60 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:18.098381 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-358c40ae-e27d-4af4-97af-5a00cf287131 req-7f966849-7965-4bfd-86c4-7684dc717c60 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eee1be0-fa59-43bd-a7ca-130b99f3681d HTTP/1.1" status: 200 len: 944 time: 0.0479774 Apr 20 13:49:18.134776 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-358c40ae-e27d-4af4-97af-5a00cf287131 req-04891e54-23aa-4b1c-9b89-95d2b5e2a003 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304730 Apr 20 13:49:18.585211 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 047b374d-5a1a-45b6-b135-03cba2b89ac3 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:49:18.679608 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 047b374d-5a1a-45b6-b135-03cba2b89ac3, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=047b374d-5a1a-45b6-b135-03cba2b89ac3,segment=NetworkSegment(517350df-8312-49c8-bd99-9ead9c508793),segment_id=517350df-8312-49c8-bd99-9ead9c508793)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:49:18.694594 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '047b374d-5a1a-45b6-b135-03cba2b89ac3', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'port_id': '047b374d-5a1a-45b6-b135-03cba2b89ac3', 'mac_address': 'fa:16:3e:e8:b9:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:49:18.729991 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:18.743072 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 047b374d-5a1a-45b6-b135-03cba2b89ac3 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:49:18.762255 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 047b374d-5a1a-45b6-b135-03cba2b89ac3, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=047b374d-5a1a-45b6-b135-03cba2b89ac3,segment=NetworkSegment(517350df-8312-49c8-bd99-9ead9c508793),segment_id=517350df-8312-49c8-bd99-9ead9c508793)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:49:18.834170 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:18.880335 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=047b374d-5a1a-45b6-b135-03cba2b89ac3,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:49:18.887393 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:49:18.887740 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:49:18.888077 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:49:18.888413 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:49:18.888744 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:49:18.889073 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:49:18.889398 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:49:18.889719 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:49:18.890090 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:49:18.890409 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:49:18.890728 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:49:18.891047 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:49:19.158895 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['047b374d-5a1a-45b6-b135-03cba2b89ac3'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:49:19.258861 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fced924-8302-42f1-a228-ffdd65f34f18 req-c346a5e7-d784-4c2e-b215-c163f4624841 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:19.261610 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0fced924-8302-42f1-a228-ffdd65f34f18 req-c346a5e7-d784-4c2e-b215-c163f4624841 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eee1be0-fa59-43bd-a7ca-130b99f3681d HTTP/1.1" status: 200 len: 945 time: 0.0549209 Apr 20 13:49:19.301303 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0fced924-8302-42f1-a228-ffdd65f34f18 req-ec520738-e9af-4e92-a3dd-d072a45b6f8d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325787 Apr 20 13:49:20.413308 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c84122-a36f-49be-93c3-8735bd836a1b req-b10b496b-c367-4c2a-9da7-733f33f187d6 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:20.414739 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-32c84122-a36f-49be-93c3-8735bd836a1b req-b10b496b-c367-4c2a-9da7-733f33f187d6 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eee1be0-fa59-43bd-a7ca-130b99f3681d HTTP/1.1" status: 200 len: 945 time: 0.0469911 Apr 20 13:49:20.452141 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-32c84122-a36f-49be-93c3-8735bd836a1b req-8588985c-9cda-46cc-91ee-61dc01491035 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315285 Apr 20 13:49:20.601607 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 047b374d-5a1a-45b6-b135-03cba2b89ac3 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:49:20.608105 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:49:20.708042 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 047b374d-5a1a-45b6-b135-03cba2b89ac3 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:49:20.712001 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 047b374d-5a1a-45b6-b135-03cba2b89ac3 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:49:20.712372 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:20.796256 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:20.819133 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eee1be0-fa59-43bd-a7ca-130b99f3681d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047b374d-5a1a-45b6-b135-03cba2b89ac3'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:49:20.821374 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12359335-f035-48a5-b103-f7f430089d39" -d '{"events": [{"server_uuid": "7eee1be0-fa59-43bd-a7ca-130b99f3681d", "name": "network-vif-plugged", "status": "completed", "tag": "047b374d-5a1a-45b6-b135-03cba2b89ac3"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:49:20.833623 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 047b374d-5a1a-45b6-b135-03cba2b89ac3, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=047b374d-5a1a-45b6-b135-03cba2b89ac3,segment=NetworkSegment(517350df-8312-49c8-bd99-9ead9c508793),segment_id=517350df-8312-49c8-bd99-9ead9c508793)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:49:20.855958 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5faddb0-4ccf-4307-a90d-9ef277b58a05 x-openstack-request-id: req-f5faddb0-4ccf-4307-a90d-9ef277b58a05 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:49:20.856241 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eee1be0-fa59-43bd-a7ca-130b99f3681d", "name": "network-vif-plugged", "status": "completed", "tag": "047b374d-5a1a-45b6-b135-03cba2b89ac3", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:49:20.856941 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f5faddb0-4ccf-4307-a90d-9ef277b58a05 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:49:20.857341 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5faddb0-4ccf-4307-a90d-9ef277b58a05'] response: {'server_uuid': '7eee1be0-fa59-43bd-a7ca-130b99f3681d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047b374d-5a1a-45b6-b135-03cba2b89ac3', 'code': 200} Apr 20 13:49:20.879913 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:20.928150 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=047b374d-5a1a-45b6-b135-03cba2b89ac3,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:49:20.952815 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda995a-04d7-4090-b349-145d93866036 req-96cf6092-a274-4bdd-9dfc-cf2fb249eb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:20.954281 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8bda995a-04d7-4090-b349-145d93866036 req-96cf6092-a274-4bdd-9dfc-cf2fb249eb11 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7eee1be0-fa59-43bd-a7ca-130b99f3681d HTTP/1.1" status: 200 len: 1097 time: 0.0413771 Apr 20 13:49:20.992452 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8bda995a-04d7-4090-b349-145d93866036 req-c837a67b-733b-4913-ab21-764a2adc617c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307744 Apr 20 13:49:21.569088 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d64db-a0ae-4a61-810b-643a18e6720e req-d03c1d40-ef15-4b92-8261-ccbba9af3487 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:21.570564 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-145d64db-a0ae-4a61-810b-643a18e6720e req-d03c1d40-ef15-4b92-8261-ccbba9af3487 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eee1be0-fa59-43bd-a7ca-130b99f3681d HTTP/1.1" status: 200 len: 946 time: 0.0530534 Apr 20 13:49:21.608107 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-145d64db-a0ae-4a61-810b-643a18e6720e req-e8eecade-645e-4007-b911-183fe0f6db9c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315981 Apr 20 13:49:22.724633 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bb58c-1961-4ae9-8ae4-761cee74ec65 req-fc410f2c-5718-476c-86a1-681f121992a2 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:22.726123 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e28bb58c-1961-4ae9-8ae4-761cee74ec65 req-fc410f2c-5718-476c-86a1-681f121992a2 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eee1be0-fa59-43bd-a7ca-130b99f3681d HTTP/1.1" status: 200 len: 946 time: 0.0495417 Apr 20 13:49:22.764182 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e28bb58c-1961-4ae9-8ae4-761cee74ec65 req-a8f3a806-d14c-4905-b50e-a1550ca7e46e tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320752 Apr 20 13:49:22.879267 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211799c5-b380-466e-951a-a09dc38cd3df req-cd65d5e6-3d41-4f8f-9974-a10cdc9f9e88 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:22.880736 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-211799c5-b380-466e-951a-a09dc38cd3df req-cd65d5e6-3d41-4f8f-9974-a10cdc9f9e88 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eee1be0-fa59-43bd-a7ca-130b99f3681d HTTP/1.1" status: 200 len: 946 time: 0.0471790 Apr 20 13:49:22.916987 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-211799c5-b380-466e-951a-a09dc38cd3df req-189a5c47-d939-4f3f-b8ff-bb777d284713 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303519 Apr 20 13:49:24.468159 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-46683f3f-198f-4824-9325-74cbf58eb369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:26.133036 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23895f86-3418-4816-95d2-cfe25eae9684 req-e132cca8-07a0-4488-922e-20b11e75da62 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:26.134473 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-23895f86-3418-4816-95d2-cfe25eae9684 req-e132cca8-07a0-4488-922e-20b11e75da62 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/networks?id=42628f04-2a12-4127-a4fa-af3e722204ff HTTP/1.1" status: 200 len: 811 time: 0.1036601 Apr 20 13:49:26.149101 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-23895f86-3418-4816-95d2-cfe25eae9684 req-56fcf666-5368-4938-8459-c33910489d9d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/quotas/86c6a731a452439ca8d67480d5bb5c3a HTTP/1.1" status: 200 len: 375 time: 0.0086517 Apr 20 13:49:26.201269 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-23895f86-3418-4816-95d2-cfe25eae9684 req-83de2f56-f4ff-4e65-bad6-25a7564c735d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=86c6a731a452439ca8d67480d5bb5c3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468886 Apr 20 13:49:26.349689 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-23895f86-3418-4816-95d2-cfe25eae9684 req-926023dc-a6c9-4fa7-ba3e-21c0a85b18bb service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:49:26.350788 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-23895f86-3418-4816-95d2-cfe25eae9684 req-926023dc-a6c9-4fa7-ba3e-21c0a85b18bb service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1427016 Apr 20 13:49:26.443054 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-23895f86-3418-4816-95d2-cfe25eae9684 req-5b0b4579-7618-47c8-aad8-876bfd5973b1 service neutron] 10.222.0.25 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858779 Apr 20 13:49:26.532812 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-23895f86-3418-4816-95d2-cfe25eae9684 req-8998c926-cf7d-41cd-a754-338d73089ae3 service neutron] 10.222.0.25 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833974 Apr 20 13:49:26.793985 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-19712ecb-cc4a-4136-b92a-31634ef57455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:26.828062 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-35b297e0-bd2d-46b6-b830-bb1b1a7b353b req-1e4208b5-6a2b-4b3a-be64-c1f9b98e972c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 210 time: 0.0294082 Apr 20 13:49:27.905374 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ab08de44-0a19-4912-a157-81f4ae7a8e65 req-460aeef7-8353-420d-a525-eae7442a8074 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 210 time: 0.0259480 Apr 20 13:49:28.210959 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:29.003145 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d869abf9-65df-4de8-b70a-9fe2646549f3 req-b6907bc0-21b1-47c7-9432-6d6eb358214f tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 210 time: 0.0310719 Apr 20 13:49:29.468300 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:29.551786 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23895f86-3418-4816-95d2-cfe25eae9684 req-4cbeb563-fb99-42af-b494-68f879671a6c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:29.553162 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-23895f86-3418-4816-95d2-cfe25eae9684 req-4cbeb563-fb99-42af-b494-68f879671a6c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.32 "GET /v2.0/networks?id=42628f04-2a12-4127-a4fa-af3e722204ff HTTP/1.1" status: 200 len: 811 time: 0.4405286 Apr 20 13:49:29.565129 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-23895f86-3418-4816-95d2-cfe25eae9684 req-c2a8dc13-e47d-4625-bc51-91addb7bc78c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Request body: {'port': {'device_id': '82c7ae9f-2055-4206-b012-6fa1d157d240', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'admin_state_up': True, 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:49:29.805393 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23895f86-3418-4816-95d2-cfe25eae9684 req-c2a8dc13-e47d-4625-bc51-91addb7bc78c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Made reservation on behalf of 86c6a731a452439ca8d67480d5bb5c3a for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:49:29.808926 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-23895f86-3418-4816-95d2-cfe25eae9684 req-c2a8dc13-e47d-4625-bc51-91addb7bc78c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:29.891586 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:29.941039 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-23895f86-3418-4816-95d2-cfe25eae9684 req-c2a8dc13-e47d-4625-bc51-91addb7bc78c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Allocated IP 172.20.0.12 (42628f04-2a12-4127-a4fa-af3e722204ff/90568be1-dc1e-45de-9113-230a1fc9a3ab/faeb7560-7a78-4ba7-8965-a27fbdd8d69a) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:49:30.101042 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-23895f86-3418-4816-95d2-cfe25eae9684 req-c2a8dc13-e47d-4625-bc51-91addb7bc78c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:30.110437 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c3fba116-c021-477a-b39b-1c55beda1267 req-9cde88ef-c6c2-43ba-8b5a-720ec7be0930 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 210 time: 0.0373645 Apr 20 13:49:30.183410 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-23895f86-3418-4816-95d2-cfe25eae9684 req-c2a8dc13-e47d-4625-bc51-91addb7bc78c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:30.194845 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['047b374d-5a1a-45b6-b135-03cba2b89ac3'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:49:30.225345 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23895f86-3418-4816-95d2-cfe25eae9684 req-c2a8dc13-e47d-4625-bc51-91addb7bc78c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Network 42628f04-2a12-4127-a4fa-af3e722204ff is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:49:30.228521 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-23895f86-3418-4816-95d2-cfe25eae9684 req-c2a8dc13-e47d-4625-bc51-91addb7bc78c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:49:30.234620 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-23895f86-3418-4816-95d2-cfe25eae9684 req-c2a8dc13-e47d-4625-bc51-91addb7bc78c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:49:30.277798 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a8dc13-e47d-4625-bc51-91addb7bc78c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Pushing event updated for resources: {'Port': ['ID=faeb7560-7a78-4ba7-8965-a27fbdd8d69a,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:49:30.303312 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23895f86-3418-4816-95d2-cfe25eae9684 req-c2a8dc13-e47d-4625-bc51-91addb7bc78c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:30.304110 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-23895f86-3418-4816-95d2-cfe25eae9684 req-c2a8dc13-e47d-4625-bc51-91addb7bc78c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:30.308745 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a8dc13-e47d-4625-bc51-91addb7bc78c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:49:30.309152 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a8dc13-e47d-4625-bc51-91addb7bc78c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:49:30.309578 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a8dc13-e47d-4625-bc51-91addb7bc78c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:49:30.309979 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a8dc13-e47d-4625-bc51-91addb7bc78c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:49:30.310376 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a8dc13-e47d-4625-bc51-91addb7bc78c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:49:30.311021 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a8dc13-e47d-4625-bc51-91addb7bc78c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:49:30.311434 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a8dc13-e47d-4625-bc51-91addb7bc78c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:49:30.312168 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a8dc13-e47d-4625-bc51-91addb7bc78c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:49:30.312618 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a8dc13-e47d-4625-bc51-91addb7bc78c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:49:30.313014 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a8dc13-e47d-4625-bc51-91addb7bc78c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:49:30.313398 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a8dc13-e47d-4625-bc51-91addb7bc78c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:49:30.313784 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a8dc13-e47d-4625-bc51-91addb7bc78c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:49:30.397584 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-23895f86-3418-4816-95d2-cfe25eae9684 req-c2a8dc13-e47d-4625-bc51-91addb7bc78c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8358779 Apr 20 13:49:30.411305 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-23895f86-3418-4816-95d2-cfe25eae9684 req-d5c5362d-2feb-44f6-bc16-9da011e0ffaa service neutron] Request body: {'port': {'device_id': '82c7ae9f-2055-4206-b012-6fa1d157d240', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:49:30.472196 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-23895f86-3418-4816-95d2-cfe25eae9684 req-d5c5362d-2feb-44f6-bc16-9da011e0ffaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:30.509345 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-f26ebe18-aa50-481d-a7df-a4f1fb5d213b None None] Provisioning complete for port faeb7560-7a78-4ba7-8965-a27fbdd8d69a triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:49:30.510379 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f26ebe18-aa50-481d-a7df-a4f1fb5d213b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:30.549192 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-f26ebe18-aa50-481d-a7df-a4f1fb5d213b None None] Port faeb7560-7a78-4ba7-8965-a27fbdd8d69a cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:49:30.739553 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-23895f86-3418-4816-95d2-cfe25eae9684 req-d5c5362d-2feb-44f6-bc16-9da011e0ffaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faeb7560-7a78-4ba7-8965-a27fbdd8d69a {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:49:30.747717 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-23895f86-3418-4816-95d2-cfe25eae9684 req-d5c5362d-2feb-44f6-bc16-9da011e0ffaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:30.760663 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-23895f86-3418-4816-95d2-cfe25eae9684 req-d5c5362d-2feb-44f6-bc16-9da011e0ffaa service neutron] Transition to ACTIVE for port object faeb7560-7a78-4ba7-8965-a27fbdd8d69a will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:49:30.863313 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-23895f86-3418-4816-95d2-cfe25eae9684 req-d5c5362d-2feb-44f6-bc16-9da011e0ffaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:30.927040 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c5362d-2feb-44f6-bc16-9da011e0ffaa service neutron] Pushing event updated for resources: {'Port': ['ID=faeb7560-7a78-4ba7-8965-a27fbdd8d69a,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:49:31.007898 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-23895f86-3418-4816-95d2-cfe25eae9684 req-d5c5362d-2feb-44f6-bc16-9da011e0ffaa service neutron] Attempting to bind port faeb7560-7a78-4ba7-8965-a27fbdd8d69a on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:49:31.008233 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-23895f86-3418-4816-95d2-cfe25eae9684 req-d5c5362d-2feb-44f6-bc16-9da011e0ffaa service neutron] Attempting to bind port faeb7560-7a78-4ba7-8965-a27fbdd8d69a by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '517350df-8312-49c8-bd99-9ead9c508793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:49:31.008561 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23895f86-3418-4816-95d2-cfe25eae9684 req-d5c5362d-2feb-44f6-bc16-9da011e0ffaa service neutron] Attempting to bind port faeb7560-7a78-4ba7-8965-a27fbdd8d69a on network 42628f04-2a12-4127-a4fa-af3e722204ff {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:49:31.013174 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23895f86-3418-4816-95d2-cfe25eae9684 req-d5c5362d-2feb-44f6-bc16-9da011e0ffaa service neutron] Port faeb7560-7a78-4ba7-8965-a27fbdd8d69a on network 42628f04-2a12-4127-a4fa-af3e722204ff not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:49:31.013606 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23895f86-3418-4816-95d2-cfe25eae9684 req-d5c5362d-2feb-44f6-bc16-9da011e0ffaa service neutron] Attempting to bind port faeb7560-7a78-4ba7-8965-a27fbdd8d69a on network 42628f04-2a12-4127-a4fa-af3e722204ff {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:49:31.019522 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23895f86-3418-4816-95d2-cfe25eae9684 req-d5c5362d-2feb-44f6-bc16-9da011e0ffaa service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:49:31.019892 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23895f86-3418-4816-95d2-cfe25eae9684 req-d5c5362d-2feb-44f6-bc16-9da011e0ffaa service neutron] Checking segment: {'id': '517350df-8312-49c8-bd99-9ead9c508793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:49:31.020283 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23895f86-3418-4816-95d2-cfe25eae9684 req-d5c5362d-2feb-44f6-bc16-9da011e0ffaa service neutron] Bound using segment: {'id': '517350df-8312-49c8-bd99-9ead9c508793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:49:31.020734 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-23895f86-3418-4816-95d2-cfe25eae9684 req-d5c5362d-2feb-44f6-bc16-9da011e0ffaa service neutron] Bound port: faeb7560-7a78-4ba7-8965-a27fbdd8d69a, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '517350df-8312-49c8-bd99-9ead9c508793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:49:31.021100 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-23895f86-3418-4816-95d2-cfe25eae9684 req-d5c5362d-2feb-44f6-bc16-9da011e0ffaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:31.094748 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-23895f86-3418-4816-95d2-cfe25eae9684 req-d5c5362d-2feb-44f6-bc16-9da011e0ffaa service neutron] For port faeb7560-7a78-4ba7-8965-a27fbdd8d69a, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:49:31.098724 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-23895f86-3418-4816-95d2-cfe25eae9684 req-d5c5362d-2feb-44f6-bc16-9da011e0ffaa service neutron] For port faeb7560-7a78-4ba7-8965-a27fbdd8d69a, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=faeb7560-7a78-4ba7-8965-a27fbdd8d69a,segment=NetworkSegment(517350df-8312-49c8-bd99-9ead9c508793),segment_id=517350df-8312-49c8-bd99-9ead9c508793)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:49:31.171956 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-23895f86-3418-4816-95d2-cfe25eae9684 req-d5c5362d-2feb-44f6-bc16-9da011e0ffaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:31.209090 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23895f86-3418-4816-95d2-cfe25eae9684 req-d5c5362d-2feb-44f6-bc16-9da011e0ffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:31.209814 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-23895f86-3418-4816-95d2-cfe25eae9684 req-d5c5362d-2feb-44f6-bc16-9da011e0ffaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:31.211263 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-23895f86-3418-4816-95d2-cfe25eae9684 req-d5c5362d-2feb-44f6-bc16-9da011e0ffaa service neutron] 10.222.0.32 "PUT /v2.0/ports/faeb7560-7a78-4ba7-8965-a27fbdd8d69a HTTP/1.1" status: 200 len: 1092 time: 0.8052974 Apr 20 13:49:31.211737 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82c7ae9f-2055-4206-b012-6fa1d157d240', 'tag': 'faeb7560-7a78-4ba7-8965-a27fbdd8d69a'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:49:31.213989 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c245783b-6df5-48ad-90c3-288dc071d27c" -d '{"events": [{"name": "network-changed", "server_uuid": "82c7ae9f-2055-4206-b012-6fa1d157d240", "tag": "faeb7560-7a78-4ba7-8965-a27fbdd8d69a"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:49:31.243921 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c5362d-2feb-44f6-bc16-9da011e0ffaa service neutron] Pushing event updated for resources: {'Port': ['ID=faeb7560-7a78-4ba7-8965-a27fbdd8d69a,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:49:31.268099 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88640bbc-5828-4358-ac62-89cb62dff89f x-openstack-request-id: req-88640bbc-5828-4358-ac62-89cb62dff89f {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:49:31.278705 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82c7ae9f-2055-4206-b012-6fa1d157d240", "tag": "faeb7560-7a78-4ba7-8965-a27fbdd8d69a", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:49:31.278705 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-88640bbc-5828-4358-ac62-89cb62dff89f {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:49:31.278705 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88640bbc-5828-4358-ac62-89cb62dff89f'] response: {'name': 'network-changed', 'server_uuid': '82c7ae9f-2055-4206-b012-6fa1d157d240', 'tag': 'faeb7560-7a78-4ba7-8965-a27fbdd8d69a', 'status': 'completed', 'code': 200} Apr 20 13:49:31.280149 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c7519-c243-4776-8963-d0bb03da1e4b req-060a1459-b390-4538-b2c3-ad89b7b41485 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:31.283012 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-796c7519-c243-4776-8963-d0bb03da1e4b req-060a1459-b390-4538-b2c3-ad89b7b41485 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 944 time: 0.0899055 Apr 20 13:49:31.334137 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-796c7519-c243-4776-8963-d0bb03da1e4b req-6f75be34-b447-4e2b-a8ff-0232746b8241 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400376 Apr 20 13:49:31.339627 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245783b-6df5-48ad-90c3-288dc071d27c req-50ada45e-7a59-4dd2-9d50-582c4295f460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:31.342184 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c245783b-6df5-48ad-90c3-288dc071d27c req-50ada45e-7a59-4dd2-9d50-582c4295f460 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86c6a731a452439ca8d67480d5bb5c3a&device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 1095 time: 0.0538142 Apr 20 13:49:31.452000 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245783b-6df5-48ad-90c3-288dc071d27c req-feb8d262-b303-4c2e-bf59-ebef92f705f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:31.453524 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c245783b-6df5-48ad-90c3-288dc071d27c req-feb8d262-b303-4c2e-bf59-ebef92f705f8 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=86c6a731a452439ca8d67480d5bb5c3a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1044083 Apr 20 13:49:31.557273 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245783b-6df5-48ad-90c3-288dc071d27c req-66977a88-3b5c-4fc5-bef3-56b3dfc2c0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:31.558738 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c245783b-6df5-48ad-90c3-288dc071d27c req-66977a88-3b5c-4fc5-bef3-56b3dfc2c0f7 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0995767 Apr 20 13:49:31.633690 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23895f86-3418-4816-95d2-cfe25eae9684 req-c47efca9-40c3-45fa-9c29-3b642fdeb34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:31.635187 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-23895f86-3418-4816-95d2-cfe25eae9684 req-c47efca9-40c3-45fa-9c29-3b642fdeb34e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86c6a731a452439ca8d67480d5bb5c3a&device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 1095 time: 0.0414333 Apr 20 13:49:31.676034 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-23895f86-3418-4816-95d2-cfe25eae9684 req-19deec76-b7e8-4d88-bd16-b5f0547f261d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=faeb7560-7a78-4ba7-8965-a27fbdd8d69a HTTP/1.1" status: 200 len: 217 time: 0.0339513 Apr 20 13:49:31.729136 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23895f86-3418-4816-95d2-cfe25eae9684 req-7667b832-d438-44bc-9f22-b03baf8be1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:31.733516 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-23895f86-3418-4816-95d2-cfe25eae9684 req-7667b832-d438-44bc-9f22-b03baf8be1df service neutron] 10.222.0.32 "GET /v2.0/subnets?id=90568be1-dc1e-45de-9113-230a1fc9a3ab HTTP/1.1" status: 200 len: 850 time: 0.0480225 Apr 20 13:49:31.781377 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23895f86-3418-4816-95d2-cfe25eae9684 req-4e0ca16b-cf77-465f-b1f2-671d586a1816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:31.782826 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-23895f86-3418-4816-95d2-cfe25eae9684 req-4e0ca16b-cf77-465f-b1f2-671d586a1816 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42628f04-2a12-4127-a4fa-af3e722204ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455799 Apr 20 13:49:31.877497 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-23895f86-3418-4816-95d2-cfe25eae9684 req-c5ca980c-36f8-491a-80ef-ef80a6253d3d service neutron] 10.222.0.32 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882699 Apr 20 13:49:31.974358 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-23895f86-3418-4816-95d2-cfe25eae9684 req-7f6e154a-a67f-401e-94f8-a25a58e01d99 service neutron] 10.222.0.32 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891774 Apr 20 13:49:32.452195 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7337c-cf63-4922-ae84-e95cd7237006 req-01edf896-fc9f-4924-9646-60385716bda6 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:32.453650 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4da7337c-cf63-4922-ae84-e95cd7237006 req-01edf896-fc9f-4924-9646-60385716bda6 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 944 time: 0.0490940 Apr 20 13:49:32.492681 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4da7337c-cf63-4922-ae84-e95cd7237006 req-d9728aeb-c30f-4597-8b5c-3dba1e482aa8 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328002 Apr 20 13:49:33.632806 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f2338-6cc1-4641-bc18-bf42609cad12 req-817482cb-f21c-42c5-b5cf-ccea8855ef3e tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:33.634394 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-585f2338-6cc1-4641-bc18-bf42609cad12 req-817482cb-f21c-42c5-b5cf-ccea8855ef3e tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 944 time: 0.0611088 Apr 20 13:49:33.673116 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-585f2338-6cc1-4641-bc18-bf42609cad12 req-c6120936-c9d0-49c3-9090-1761efb1f0f5 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324140 Apr 20 13:49:34.794466 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7dfd46-5d33-4d9a-8c52-6d8d6ee9e542 req-98a42e83-1dbf-419a-a686-93c14e27a45d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:34.795955 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8f7dfd46-5d33-4d9a-8c52-6d8d6ee9e542 req-98a42e83-1dbf-419a-a686-93c14e27a45d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 944 time: 0.0512879 Apr 20 13:49:34.836427 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8f7dfd46-5d33-4d9a-8c52-6d8d6ee9e542 req-d67f4df9-15fa-4acf-9a8e-a5e5bfa73d29 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337777 Apr 20 13:49:35.960233 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b430f3-da0c-4a26-9e9c-b000bf4a6e24 req-aaba5e97-27ce-435b-857e-4123d076f8c2 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:35.961748 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e4b430f3-da0c-4a26-9e9c-b000bf4a6e24 req-aaba5e97-27ce-435b-857e-4123d076f8c2 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 944 time: 0.0513899 Apr 20 13:49:35.998666 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e4b430f3-da0c-4a26-9e9c-b000bf4a6e24 req-366b9190-3459-466c-af27-a9681087415b tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307045 Apr 20 13:49:37.130737 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326a537-4b9e-41fa-9f28-f59dbf404b2d req-1ea16096-6383-4389-b224-27fb25a48e4e tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:37.132267 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1326a537-4b9e-41fa-9f28-f59dbf404b2d req-1ea16096-6383-4389-b224-27fb25a48e4e tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 944 time: 0.0543876 Apr 20 13:49:37.171656 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1326a537-4b9e-41fa-9f28-f59dbf404b2d req-47226fdc-1d12-4a02-94f7-6c1122bfbaaa tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331600 Apr 20 13:49:38.298696 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeae75f-c73c-409d-9f0d-dabe8a2da53b req-3d932b02-06f5-41c1-8c0d-5b2f52b0c2ac tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:38.300260 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2aeae75f-c73c-409d-9f0d-dabe8a2da53b req-3d932b02-06f5-41c1-8c0d-5b2f52b0c2ac tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 944 time: 0.0536754 Apr 20 13:49:38.342700 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2aeae75f-c73c-409d-9f0d-dabe8a2da53b req-371a2dc0-f9a9-4847-9031-c8c73029073e tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350268 Apr 20 13:49:39.468120 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bedc26-128d-448e-b8e8-66a4c62af5f5 req-242c7355-13f3-4bc6-9436-91d522f99192 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:39.469565 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-49bedc26-128d-448e-b8e8-66a4c62af5f5 req-242c7355-13f3-4bc6-9436-91d522f99192 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 944 time: 0.0521238 Apr 20 13:49:39.516659 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-49bedc26-128d-448e-b8e8-66a4c62af5f5 req-b72c9608-7324-4af5-bb4c-bec558c53477 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398374 Apr 20 13:49:40.649737 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f1f60-475e-4408-88db-b232a3685cb8 req-1ed4027b-8047-4ab0-83b6-96da40f534f2 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:40.651333 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e32f1f60-475e-4408-88db-b232a3685cb8 req-1ed4027b-8047-4ab0-83b6-96da40f534f2 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 944 time: 0.0596969 Apr 20 13:49:40.695591 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e32f1f60-475e-4408-88db-b232a3685cb8 req-b2a6899a-473c-4e7b-a00e-1852a3f1a3af tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375376 Apr 20 13:49:41.816621 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562f6d1-39ab-4350-b9ad-4d583dc9e9a2 req-927a56ea-6da0-472c-84aa-63dd484b144e tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:41.818041 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e562f6d1-39ab-4350-b9ad-4d583dc9e9a2 req-927a56ea-6da0-472c-84aa-63dd484b144e tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 944 time: 0.0508661 Apr 20 13:49:41.855484 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e562f6d1-39ab-4350-b9ad-4d583dc9e9a2 req-a9119cdb-e280-4f6e-93f2-fa48cc8c265f tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308545 Apr 20 13:49:42.536545 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:42.980174 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4a47d-4b86-4213-b162-3973b8a7a8a8 req-a722103b-d86d-4c78-9126-92190d5171fd tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:42.981655 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b7a4a47d-4b86-4213-b162-3973b8a7a8a8 req-a722103b-d86d-4c78-9126-92190d5171fd tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 944 time: 0.0496249 Apr 20 13:49:43.019999 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b7a4a47d-4b86-4213-b162-3973b8a7a8a8 req-e63f48aa-ad6b-491b-b29f-9b3ecab21dff tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322003 Apr 20 13:49:43.376720 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:44.143132 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7800f5d-a5ca-4c00-823f-c21604f33534 req-ba6aabba-0a72-42d0-8f3c-59ff946023ea tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:44.144625 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e7800f5d-a5ca-4c00-823f-c21604f33534 req-ba6aabba-0a72-42d0-8f3c-59ff946023ea tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 944 time: 0.0552959 Apr 20 13:49:44.200463 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e7800f5d-a5ca-4c00-823f-c21604f33534 req-916e6e7f-5321-4bee-8faa-f997a53fc0b4 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465467 Apr 20 13:49:45.330295 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655f648-4452-4c8b-90eb-c77f79c9e12d req-e2df5786-a064-4281-9461-1734c232c601 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:45.331788 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5655f648-4452-4c8b-90eb-c77f79c9e12d req-e2df5786-a064-4281-9461-1734c232c601 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 944 time: 0.0541019 Apr 20 13:49:45.369841 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5655f648-4452-4c8b-90eb-c77f79c9e12d req-89b9e1eb-7415-43f2-a512-b720e9c09cf2 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311189 Apr 20 13:49:46.486923 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e19a2-3919-47b2-99ed-9352f6b677cf req-a334fbf5-7ce8-47ac-8ab6-465152443e58 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:46.488509 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-205e19a2-3919-47b2-99ed-9352f6b677cf req-a334fbf5-7ce8-47ac-8ab6-465152443e58 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 944 time: 0.0489762 Apr 20 13:49:46.526903 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-205e19a2-3919-47b2-99ed-9352f6b677cf req-d2fe8aa6-4493-47cf-bfa4-5f40fb123b85 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317645 Apr 20 13:49:47.651646 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d64094-ee0f-4d6d-b1e3-5fb4ca05f97e req-8b19df33-40a0-478e-bbd1-0d4b69870348 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:47.654279 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-68d64094-ee0f-4d6d-b1e3-5fb4ca05f97e req-8b19df33-40a0-478e-bbd1-0d4b69870348 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 944 time: 0.0549817 Apr 20 13:49:47.691526 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-68d64094-ee0f-4d6d-b1e3-5fb4ca05f97e req-5115dad0-2d84-4924-85c2-1c71fd51e831 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322623 Apr 20 13:49:48.808845 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4545b7-6dc9-4dd6-af2a-d56803e5abe7 req-8d57e2af-ef45-455a-9352-f55651c8a59e tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:48.810334 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7f4545b7-6dc9-4dd6-af2a-d56803e5abe7 req-8d57e2af-ef45-455a-9352-f55651c8a59e tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 944 time: 0.0484152 Apr 20 13:49:48.850934 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7f4545b7-6dc9-4dd6-af2a-d56803e5abe7 req-6dbee21c-5bea-4867-8a6c-6eb6d13bfa33 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341485 Apr 20 13:49:49.965263 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af938ce-31eb-464b-9790-848724ca7ae9 req-ffe0b7b8-080b-4301-becc-c343916978de tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:49.966751 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4af938ce-31eb-464b-9790-848724ca7ae9 req-ffe0b7b8-080b-4301-becc-c343916978de tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 944 time: 0.0498927 Apr 20 13:49:50.007962 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4af938ce-31eb-464b-9790-848724ca7ae9 req-5319cb00-72a9-4fd0-bfd5-e9cdf0e15c60 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352252 Apr 20 13:49:51.135873 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651ce94-2604-490d-837f-21eae6a86583 req-e5d3ef51-0419-4377-a1b1-9a20b2a279ed tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:51.137400 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0651ce94-2604-490d-837f-21eae6a86583 req-e5d3ef51-0419-4377-a1b1-9a20b2a279ed tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 944 time: 0.0553896 Apr 20 13:49:51.180040 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0651ce94-2604-490d-837f-21eae6a86583 req-372edcca-117b-49b9-b3e6-17221e056a4c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363071 Apr 20 13:49:52.295693 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a72265-ecde-4745-b10e-323a507a137b req-fecdbe4d-5cd7-4bf5-b291-7fc3e7d4dd56 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:52.297165 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d9a72265-ecde-4745-b10e-323a507a137b req-fecdbe4d-5cd7-4bf5-b291-7fc3e7d4dd56 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 944 time: 0.0490777 Apr 20 13:49:52.336620 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d9a72265-ecde-4745-b10e-323a507a137b req-3509d018-e9f9-4544-a27e-4fddaf4a65ad tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328965 Apr 20 13:49:53.452921 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48d155-7e6d-40e5-8693-c22653e2a0e9 req-ef6e8965-60c6-4f43-87e3-9db8cc9e8d7e tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:53.454375 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8c48d155-7e6d-40e5-8693-c22653e2a0e9 req-ef6e8965-60c6-4f43-87e3-9db8cc9e8d7e tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 944 time: 0.0495262 Apr 20 13:49:53.491890 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8c48d155-7e6d-40e5-8693-c22653e2a0e9 req-16051072-37ba-439c-8361-91bfb07bbe86 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312748 Apr 20 13:49:54.502322 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bd83650f-f567-4997-8703-efaa7786db6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:54.613533 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47ee88-2f05-44e2-a7c4-26149261e936 req-4115fd08-b2d2-4051-9267-f1b34ae526d8 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:54.614904 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5b47ee88-2f05-44e2-a7c4-26149261e936 req-4115fd08-b2d2-4051-9267-f1b34ae526d8 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 944 time: 0.0525358 Apr 20 13:49:54.652809 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5b47ee88-2f05-44e2-a7c4-26149261e936 req-a2c04d8a-f331-4a3c-8ee0-615be20a4efc tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315859 Apr 20 13:49:55.767608 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df6e59-ba2b-4801-b679-7ddc7e570bd1 req-1063c50f-9405-43d2-bb83-8f5d043f19ec tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:55.769537 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b4df6e59-ba2b-4801-b679-7ddc7e570bd1 req-1063c50f-9405-43d2-bb83-8f5d043f19ec tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 944 time: 0.0492187 Apr 20 13:49:55.808597 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b4df6e59-ba2b-4801-b679-7ddc7e570bd1 req-8e1907ba-c907-4f13-8512-2f59ca3aaa81 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330253 Apr 20 13:49:56.850815 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6680a5f5-7d31-4f88-b540-d485002192db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:56.928504 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3935eb-346b-453a-887f-ecb8d6a1dbb9 req-cd1bd714-6e8e-4f01-b6e9-c73a86e723a2 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:56.929973 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3d3935eb-346b-453a-887f-ecb8d6a1dbb9 req-cd1bd714-6e8e-4f01-b6e9-c73a86e723a2 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 944 time: 0.0503421 Apr 20 13:49:56.967214 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3d3935eb-346b-453a-887f-ecb8d6a1dbb9 req-769c8add-b45b-494d-b510-103e1c2726ab tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302079 Apr 20 13:49:57.607198 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:49:58.089581 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18690af3-7a92-4da9-8269-502eee880d6e req-744262f8-2768-44d0-98de-ffab197a05fe tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:58.091748 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-18690af3-7a92-4da9-8269-502eee880d6e req-744262f8-2768-44d0-98de-ffab197a05fe tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 944 time: 0.0537536 Apr 20 13:49:58.131340 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-18690af3-7a92-4da9-8269-502eee880d6e req-e5ca0642-3152-402e-bab6-9e2056628d4e tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332808 Apr 20 13:49:58.210810 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:59.250818 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7af4dc-3844-46db-96fd-ba66c283c52c req-8f73bb96-a114-4b3b-b5b7-24ff6232fc78 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:59.252318 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cd7af4dc-3844-46db-96fd-ba66c283c52c req-8f73bb96-a114-4b3b-b5b7-24ff6232fc78 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 944 time: 0.0490246 Apr 20 13:49:59.290127 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cd7af4dc-3844-46db-96fd-ba66c283c52c req-1649f8cc-9bc6-447e-b0ac-98033109b2c9 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315974 Apr 20 13:49:59.519545 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:59.885500 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:00.405605 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afdb3f-1526-4d87-a670-f890bdcfd758 req-fa00a16a-78de-4580-8ad3-fce5c6c30557 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:00.408064 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2afdb3f-1526-4d87-a670-f890bdcfd758 req-fa00a16a-78de-4580-8ad3-fce5c6c30557 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 944 time: 0.0498328 Apr 20 13:50:00.447269 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c2afdb3f-1526-4d87-a670-f890bdcfd758 req-3cca326c-8e06-4fde-b03e-75b7c3ccc00e tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332117 Apr 20 13:50:01.567871 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccbafe-36f4-44ed-ac19-3b0e1abd1cc6 req-b232df00-9de0-43ab-80b0-8bab48efff84 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:01.569338 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-baccbafe-36f4-44ed-ac19-3b0e1abd1cc6 req-b232df00-9de0-43ab-80b0-8bab48efff84 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 944 time: 0.0523703 Apr 20 13:50:01.607039 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-baccbafe-36f4-44ed-ac19-3b0e1abd1cc6 req-8939d68d-128d-4a61-bced-990b83c00780 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317695 Apr 20 13:50:02.720740 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6108db-af27-4326-9a7f-574817fd6ccf req-7f060189-0738-45f3-866c-b9cb8226bd47 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:02.722247 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d6108db-af27-4326-9a7f-574817fd6ccf req-7f060189-0738-45f3-866c-b9cb8226bd47 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 944 time: 0.0483308 Apr 20 13:50:02.767223 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d6108db-af27-4326-9a7f-574817fd6ccf req-38535f26-8575-4294-9cd0-09fd5d1facc7 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313241 Apr 20 13:50:03.877019 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d844773-e293-4046-a3fa-f21d07142592 req-da6f63d1-20a1-41d0-9717-3b6616806074 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:03.878509 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2d844773-e293-4046-a3fa-f21d07142592 req-da6f63d1-20a1-41d0-9717-3b6616806074 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 944 time: 0.0483928 Apr 20 13:50:03.916106 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2d844773-e293-4046-a3fa-f21d07142592 req-7a35ece1-e598-4118-83fd-f241a2e5db40 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313857 Apr 20 13:50:05.040075 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f13b2-8d5f-4c0c-8449-c577dc9bb534 req-69696360-9b97-4730-9507-aa63644a8a6a tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:05.042251 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-662f13b2-8d5f-4c0c-8449-c577dc9bb534 req-69696360-9b97-4730-9507-aa63644a8a6a tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 944 time: 0.0538874 Apr 20 13:50:05.084650 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-662f13b2-8d5f-4c0c-8449-c577dc9bb534 req-12467a7c-4838-42e6-81cc-d35188bc4893 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354991 Apr 20 13:50:06.208347 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33123079-0722-4272-ac6f-c072fc7e22b6 req-ecbcc7a1-d0b2-4ce4-b0dd-26f3073245f2 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:06.209830 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-33123079-0722-4272-ac6f-c072fc7e22b6 req-ecbcc7a1-d0b2-4ce4-b0dd-26f3073245f2 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 944 time: 0.0493193 Apr 20 13:50:06.248179 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-33123079-0722-4272-ac6f-c072fc7e22b6 req-52260a00-d36a-4f32-85a3-0d6e66bfd46d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322626 Apr 20 13:50:07.364788 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269bc6b-e519-48c5-ba92-3d7a93bf468b req-0b8e3a57-f452-4cab-bbc7-05c288a90177 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:07.366356 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0269bc6b-e519-48c5-ba92-3d7a93bf468b req-0b8e3a57-f452-4cab-bbc7-05c288a90177 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 944 time: 0.0497191 Apr 20 13:50:07.404673 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0269bc6b-e519-48c5-ba92-3d7a93bf468b req-124135e9-f723-4a9c-a1db-f09fba494d44 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315385 Apr 20 13:50:08.524668 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e14c8-d920-4526-8050-635cf73d73ed req-8a67d9e8-a0f7-4135-ac8d-6a47543b213e tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:08.526128 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-254e14c8-d920-4526-8050-635cf73d73ed req-8a67d9e8-a0f7-4135-ac8d-6a47543b213e tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 944 time: 0.0533650 Apr 20 13:50:08.564993 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-254e14c8-d920-4526-8050-635cf73d73ed req-8ab097ed-1942-4a5f-ad82-a020bf3ea62d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320435 Apr 20 13:50:09.679166 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1de1d-3898-4dae-a302-592225e2f368 req-e8ba3908-b7cb-42cf-8b46-e0b364cf6c18 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:09.680660 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b4b1de1d-3898-4dae-a302-592225e2f368 req-e8ba3908-b7cb-42cf-8b46-e0b364cf6c18 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 944 time: 0.0485127 Apr 20 13:50:09.717986 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b4b1de1d-3898-4dae-a302-592225e2f368 req-b554bfbf-d240-4c11-bc14-03cd6d8b94af tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306656 Apr 20 13:50:10.834191 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b5679-e4e0-4808-a642-50e8588e6559 req-6f25ffe6-8663-4944-92ca-8dc3a099f535 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:10.835729 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d77b5679-e4e0-4808-a642-50e8588e6559 req-6f25ffe6-8663-4944-92ca-8dc3a099f535 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 944 time: 0.0494099 Apr 20 13:50:10.872961 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d77b5679-e4e0-4808-a642-50e8588e6559 req-5a553bd5-bd94-44cd-82b5-5c7039b62e4a tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312083 Apr 20 13:50:11.155189 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-851b241a-3824-47e8-8788-4177eef08371 req-89b4a77f-a54d-42b9-8871-47b39efcd59e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7eee1be0-fa59-43bd-a7ca-130b99f3681d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416119 Apr 20 13:50:11.235633 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b241a-3824-47e8-8788-4177eef08371 req-f24fe313-4cb4-43c0-985f-ebc05b9cf2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:11.237116 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-851b241a-3824-47e8-8788-4177eef08371 req-f24fe313-4cb4-43c0-985f-ebc05b9cf2af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=86c6a731a452439ca8d67480d5bb5c3a&device_id=7eee1be0-fa59-43bd-a7ca-130b99f3681d HTTP/1.1" status: 200 len: 1097 time: 0.0402806 Apr 20 13:50:11.334987 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b241a-3824-47e8-8788-4177eef08371 req-92c2d4db-9dfe-4283-a1fa-50fcf0d76923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:11.336449 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-851b241a-3824-47e8-8788-4177eef08371 req-92c2d4db-9dfe-4283-a1fa-50fcf0d76923 service neutron] 10.222.0.15 "GET /v2.0/networks?id=42628f04-2a12-4127-a4fa-af3e722204ff HTTP/1.1" status: 200 len: 912 time: 0.0820532 Apr 20 13:50:11.381089 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-851b241a-3824-47e8-8788-4177eef08371 req-1f24bf50-50ef-4336-9add-09bd998f19d6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=047b374d-5a1a-45b6-b135-03cba2b89ac3 HTTP/1.1" status: 200 len: 217 time: 0.0375254 Apr 20 13:50:11.429893 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b241a-3824-47e8-8788-4177eef08371 req-eae51b80-4bd7-4d14-a3e1-d04f888540b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:11.430997 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-851b241a-3824-47e8-8788-4177eef08371 req-eae51b80-4bd7-4d14-a3e1-d04f888540b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90568be1-dc1e-45de-9113-230a1fc9a3ab HTTP/1.1" status: 200 len: 850 time: 0.0416772 Apr 20 13:50:11.476117 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b241a-3824-47e8-8788-4177eef08371 req-c596aad9-e531-4017-900e-84ab581ee6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:11.477635 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-851b241a-3824-47e8-8788-4177eef08371 req-c596aad9-e531-4017-900e-84ab581ee6e3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=42628f04-2a12-4127-a4fa-af3e722204ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394139 Apr 20 13:50:11.568661 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-851b241a-3824-47e8-8788-4177eef08371 req-d3308728-17cd-4056-b656-620174283a02 service neutron] 10.222.0.15 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840445 Apr 20 13:50:11.658182 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-851b241a-3824-47e8-8788-4177eef08371 req-5049e3dc-34c2-44af-bdba-358c1ecf58bd service neutron] 10.222.0.15 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825429 Apr 20 13:50:11.990916 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeec1f8-4665-4f17-a2be-ef7b071e41c1 req-a6b88df9-b698-491a-b1d6-5e623ec76c35 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:11.992451 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-feeec1f8-4665-4f17-a2be-ef7b071e41c1 req-a6b88df9-b698-491a-b1d6-5e623ec76c35 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 944 time: 0.0526736 Apr 20 13:50:12.029618 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-feeec1f8-4665-4f17-a2be-ef7b071e41c1 req-19fc28e2-9005-4b4a-b784-21bfca3bcbee tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304494 Apr 20 13:50:12.564970 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:13.148362 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a471500-5975-414f-823d-98fb247ad209 req-99d793b6-6203-4ab8-a010-de5335a7b704 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:13.149938 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3a471500-5975-414f-823d-98fb247ad209 req-99d793b6-6203-4ab8-a010-de5335a7b704 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 944 time: 0.0482564 Apr 20 13:50:13.187123 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3a471500-5975-414f-823d-98fb247ad209 req-2533ea2a-7f7b-4dd8-b4cd-d57359e0df1d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310888 Apr 20 13:50:13.330445 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:14.301715 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c23dbc-86be-4935-9d03-5a4c90859a9d req-cf594e3e-e22f-4015-acf4-545df705eb3f tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:14.303167 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-57c23dbc-86be-4935-9d03-5a4c90859a9d req-cf594e3e-e22f-4015-acf4-545df705eb3f tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 944 time: 0.0487399 Apr 20 13:50:14.340906 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-57c23dbc-86be-4935-9d03-5a4c90859a9d req-28a85261-18dc-4d77-b87d-bb6212b97561 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314469 Apr 20 13:50:15.457882 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1edf04e-fbc0-404a-90e6-6ad2a5557105 req-4afa2d6b-2f96-448b-a74e-4c680591c4b5 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:15.459328 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1edf04e-fbc0-404a-90e6-6ad2a5557105 req-4afa2d6b-2f96-448b-a74e-4c680591c4b5 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 944 time: 0.0512519 Apr 20 13:50:15.497699 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1edf04e-fbc0-404a-90e6-6ad2a5557105 req-9069160f-8a8e-4882-b766-80432a3eb372 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322421 Apr 20 13:50:16.611866 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd072e-7d7f-4f0c-9f91-3022ee189a43 req-6208face-19a2-4e8f-9690-39022c941452 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:16.613315 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bffd072e-7d7f-4f0c-9f91-3022ee189a43 req-6208face-19a2-4e8f-9690-39022c941452 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 944 time: 0.0473890 Apr 20 13:50:16.650224 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bffd072e-7d7f-4f0c-9f91-3022ee189a43 req-b2c7b87f-25dd-4f58-98ef-023ae68d009d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308943 Apr 20 13:50:17.764512 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e21223-617a-4472-ae04-d2b8dd924d5d req-71100fd3-6142-4f42-a45e-6a09d27b36c2 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:17.765901 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-10e21223-617a-4472-ae04-d2b8dd924d5d req-71100fd3-6142-4f42-a45e-6a09d27b36c2 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 944 time: 0.0484059 Apr 20 13:50:17.802863 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-10e21223-617a-4472-ae04-d2b8dd924d5d req-32d5185d-7973-46d5-b24f-f3971a99cee3 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309591 Apr 20 13:50:17.975648 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device faeb7560-7a78-4ba7-8965-a27fbdd8d69a details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:50:18.069015 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port faeb7560-7a78-4ba7-8965-a27fbdd8d69a, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=faeb7560-7a78-4ba7-8965-a27fbdd8d69a,segment=NetworkSegment(517350df-8312-49c8-bd99-9ead9c508793),segment_id=517350df-8312-49c8-bd99-9ead9c508793)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:50:18.080541 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': 'faeb7560-7a78-4ba7-8965-a27fbdd8d69a', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'port_id': 'faeb7560-7a78-4ba7-8965-a27fbdd8d69a', 'mac_address': 'fa:16:3e:5e:5f:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:50:18.121726 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:18.134563 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faeb7560-7a78-4ba7-8965-a27fbdd8d69a {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:50:18.155752 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port faeb7560-7a78-4ba7-8965-a27fbdd8d69a, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=faeb7560-7a78-4ba7-8965-a27fbdd8d69a,segment=NetworkSegment(517350df-8312-49c8-bd99-9ead9c508793),segment_id=517350df-8312-49c8-bd99-9ead9c508793)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:50:18.250486 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:18.296737 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=faeb7560-7a78-4ba7-8965-a27fbdd8d69a,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:50:18.566198 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['faeb7560-7a78-4ba7-8965-a27fbdd8d69a'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:50:18.922724 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b81a1-aac2-430c-8882-2bbc33fbc5df req-c632f28e-25b9-49d7-b28b-6c8c50b2de7b tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:18.924203 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0e3b81a1-aac2-430c-8882-2bbc33fbc5df req-c632f28e-25b9-49d7-b28b-6c8c50b2de7b tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 945 time: 0.0517073 Apr 20 13:50:18.961134 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0e3b81a1-aac2-430c-8882-2bbc33fbc5df req-79e3759e-fa77-4ab5-b7bb-9604d98478d1 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309203 Apr 20 13:50:19.993161 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device faeb7560-7a78-4ba7-8965-a27fbdd8d69a up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:50:20.080295 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11fd31-4b91-4cb7-86de-ed22f7751751 req-b4f9c90d-ab9d-464f-990e-9ff5f095aebb tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:20.081750 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bb11fd31-4b91-4cb7-86de-ed22f7751751 req-b4f9c90d-ab9d-464f-990e-9ff5f095aebb tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 945 time: 0.0478587 Apr 20 13:50:20.119289 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port faeb7560-7a78-4ba7-8965-a27fbdd8d69a completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:50:20.119664 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bb11fd31-4b91-4cb7-86de-ed22f7751751 req-98734905-902c-4554-9d33-c15f0178fd83 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318024 Apr 20 13:50:20.123346 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port faeb7560-7a78-4ba7-8965-a27fbdd8d69a triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:50:20.123749 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:20.197879 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:20.222623 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c7ae9f-2055-4206-b012-6fa1d157d240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faeb7560-7a78-4ba7-8965-a27fbdd8d69a'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:50:20.224852 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f01424f-66b1-4364-a4ce-b8ef11d325ab" -d '{"events": [{"server_uuid": "82c7ae9f-2055-4206-b012-6fa1d157d240", "name": "network-vif-plugged", "status": "completed", "tag": "faeb7560-7a78-4ba7-8965-a27fbdd8d69a"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:50:20.237416 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port faeb7560-7a78-4ba7-8965-a27fbdd8d69a, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=faeb7560-7a78-4ba7-8965-a27fbdd8d69a,segment=NetworkSegment(517350df-8312-49c8-bd99-9ead9c508793),segment_id=517350df-8312-49c8-bd99-9ead9c508793)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:50:20.260594 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d8d1ef-8846-4d54-bd6f-fbf036df295d x-openstack-request-id: req-a8d8d1ef-8846-4d54-bd6f-fbf036df295d {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:50:20.260892 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82c7ae9f-2055-4206-b012-6fa1d157d240", "name": "network-vif-plugged", "status": "completed", "tag": "faeb7560-7a78-4ba7-8965-a27fbdd8d69a", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:50:20.261180 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a8d8d1ef-8846-4d54-bd6f-fbf036df295d {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:50:20.261591 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8d8d1ef-8846-4d54-bd6f-fbf036df295d'] response: {'server_uuid': '82c7ae9f-2055-4206-b012-6fa1d157d240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faeb7560-7a78-4ba7-8965-a27fbdd8d69a', 'code': 200} Apr 20 13:50:20.296864 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:20.346760 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=faeb7560-7a78-4ba7-8965-a27fbdd8d69a,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:50:20.354147 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:20.354498 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:20.354761 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335cac3-0bb4-4bd4-9d4a-517cdc0e8f8f req-6d3d84cb-def7-4125-8a44-4f01dc9d89bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:20.355244 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:20.355244 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:20.355524 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:20.355860 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:20.356208 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:20.356318 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5335cac3-0bb4-4bd4-9d4a-517cdc0e8f8f req-6d3d84cb-def7-4125-8a44-4f01dc9d89bd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 1097 time: 0.0396433 Apr 20 13:50:20.356559 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:20.356899 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:20.357791 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:20.358120 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:20.358445 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:20.391243 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5335cac3-0bb4-4bd4-9d4a-517cdc0e8f8f req-9df48a0f-eb56-4ad1-841a-af14ecd93de7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284431 Apr 20 13:50:21.235098 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de9749-73c0-4a1f-bf7e-a12de3ef9548 req-61a8e436-6908-4f9d-b080-5e2569ab058b tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:21.236617 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f8de9749-73c0-4a1f-bf7e-a12de3ef9548 req-61a8e436-6908-4f9d-b080-5e2569ab058b tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 946 time: 0.0479617 Apr 20 13:50:21.272951 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f8de9749-73c0-4a1f-bf7e-a12de3ef9548 req-7e6eced2-66d3-42c4-8da1-052e3d2c0123 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303669 Apr 20 13:50:22.395326 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b86170-5b41-42ae-87d5-ae24a3e94202 req-b7f3acdd-0c80-4252-b46c-583b6b465ce0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:22.396799 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-44b86170-5b41-42ae-87d5-ae24a3e94202 req-b7f3acdd-0c80-4252-b46c-583b6b465ce0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 946 time: 0.0525398 Apr 20 13:50:22.433590 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-44b86170-5b41-42ae-87d5-ae24a3e94202 req-212b318a-b8b5-4c8e-b615-6b87c929a915 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306075 Apr 20 13:50:22.550037 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a4224-93c7-4672-bef1-4df1a1b598a9 req-62e22374-afda-4fd2-83e7-0c37bbb2655d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:22.551525 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-662a4224-93c7-4672-bef1-4df1a1b598a9 req-62e22374-afda-4fd2-83e7-0c37bbb2655d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 946 time: 0.0487218 Apr 20 13:50:22.588657 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-662a4224-93c7-4672-bef1-4df1a1b598a9 req-aa4eeee2-6865-411e-b955-4a7223057468 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311465 Apr 20 13:50:23.137416 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5493fc3-447e-42e5-b787-7a14c17c1205 req-144095ef-cea7-4c0f-8d19-65e4ea8e1368 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:23.138853 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c5493fc3-447e-42e5-b787-7a14c17c1205 req-144095ef-cea7-4c0f-8d19-65e4ea8e1368 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 946 time: 0.0479102 Apr 20 13:50:23.174914 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c5493fc3-447e-42e5-b787-7a14c17c1205 req-b044969b-b76e-40f1-ae6e-6bde0920b27a tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299733 Apr 20 13:50:24.297582 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c72556-c92a-47fe-90aa-345669aeac0c req-e0786279-8725-4f05-bdd8-11226d5c5034 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:24.299032 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d3c72556-c92a-47fe-90aa-345669aeac0c req-e0786279-8725-4f05-bdd8-11226d5c5034 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 946 time: 0.0521038 Apr 20 13:50:24.338321 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d3c72556-c92a-47fe-90aa-345669aeac0c req-d5e70e7e-1640-4c71-b407-c9deed185729 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324519 Apr 20 13:50:24.530654 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-66a71753-7229-4abf-b5cc-7233b1bce64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:24.719411 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e5f16-1c5a-4eed-ae33-c3ffd5e657c6 req-19642c29-1773-400f-a6d7-8245e0e7ede8 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:24.720828 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dc8e5f16-1c5a-4eed-ae33-c3ffd5e657c6 req-19642c29-1773-400f-a6d7-8245e0e7ede8 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.32 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 946 time: 0.0475626 Apr 20 13:50:24.878927 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-dc8e5f16-1c5a-4eed-ae33-c3ffd5e657c6 req-aaf5e5b5-8519-4679-8926-ffbd5d7135a5 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Deleting port faeb7560-7a78-4ba7-8965-a27fbdd8d69a {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:50:24.879268 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-dc8e5f16-1c5a-4eed-ae33-c3ffd5e657c6 req-aaf5e5b5-8519-4679-8926-ffbd5d7135a5 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:24.966647 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-dc8e5f16-1c5a-4eed-ae33-c3ffd5e657c6 req-aaf5e5b5-8519-4679-8926-ffbd5d7135a5 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] For port faeb7560-7a78-4ba7-8965-a27fbdd8d69a, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=faeb7560-7a78-4ba7-8965-a27fbdd8d69a,segment=NetworkSegment(517350df-8312-49c8-bd99-9ead9c508793),segment_id=517350df-8312-49c8-bd99-9ead9c508793)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:50:24.967006 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-dc8e5f16-1c5a-4eed-ae33-c3ffd5e657c6 req-aaf5e5b5-8519-4679-8926-ffbd5d7135a5 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:24.980632 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-dc8e5f16-1c5a-4eed-ae33-c3ffd5e657c6 req-aaf5e5b5-8519-4679-8926-ffbd5d7135a5 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Calling delete_port for faeb7560-7a78-4ba7-8965-a27fbdd8d69a owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:50:25.187663 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-dc8e5f16-1c5a-4eed-ae33-c3ffd5e657c6 req-aaf5e5b5-8519-4679-8926-ffbd5d7135a5 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:25.199911 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['047b374d-5a1a-45b6-b135-03cba2b89ac3'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:50:25.202092 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['faeb7560-7a78-4ba7-8965-a27fbdd8d69a'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:50:25.219556 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5e5b5-8519-4679-8926-ffbd5d7135a5 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Pushing event deleted for resources: {'Port': ['ID=faeb7560-7a78-4ba7-8965-a27fbdd8d69a,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:50:25.264997 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8e5f16-1c5a-4eed-ae33-c3ffd5e657c6 req-aaf5e5b5-8519-4679-8926-ffbd5d7135a5 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] No DVR routers for this DVR port faeb7560-7a78-4ba7-8965-a27fbdd8d69a on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:50:25.267965 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-dc8e5f16-1c5a-4eed-ae33-c3ffd5e657c6 req-aaf5e5b5-8519-4679-8926-ffbd5d7135a5 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:25.272420 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dc8e5f16-1c5a-4eed-ae33-c3ffd5e657c6 req-aaf5e5b5-8519-4679-8926-ffbd5d7135a5 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.32 "DELETE /v2.0/ports/faeb7560-7a78-4ba7-8965-a27fbdd8d69a HTTP/1.1" status: 204 len: 173 time: 0.5446627 Apr 20 13:50:25.272420 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c7ae9f-2055-4206-b012-6fa1d157d240', 'name': 'network-vif-deleted', 'tag': 'faeb7560-7a78-4ba7-8965-a27fbdd8d69a'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:50:25.274131 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15054ca-6aaf-46b8-be2f-7429f9594dd9" -d '{"events": [{"server_uuid": "82c7ae9f-2055-4206-b012-6fa1d157d240", "name": "network-vif-deleted", "tag": "faeb7560-7a78-4ba7-8965-a27fbdd8d69a"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:50:25.314300 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bace5181-64c2-4230-a19e-f4cb8770d59d x-openstack-request-id: req-bace5181-64c2-4230-a19e-f4cb8770d59d {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:50:25.314621 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82c7ae9f-2055-4206-b012-6fa1d157d240", "name": "network-vif-deleted", "tag": "faeb7560-7a78-4ba7-8965-a27fbdd8d69a", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:50:25.314927 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bace5181-64c2-4230-a19e-f4cb8770d59d {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:50:25.315337 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bace5181-64c2-4230-a19e-f4cb8770d59d'] response: {'server_uuid': '82c7ae9f-2055-4206-b012-6fa1d157d240', 'name': 'network-vif-deleted', 'tag': 'faeb7560-7a78-4ba7-8965-a27fbdd8d69a', 'status': 'completed', 'code': 200} Apr 20 13:50:25.443511 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-88436d7e-f162-4026-9330-22349fec160a req-a8328d1b-3a09-479e-8437-d72a4b3b4671 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 210 time: 0.0268316 Apr 20 13:50:26.542180 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dcf84a3a-5e34-4a41-bb1c-e3b6a9173637 req-1bc5c256-c46d-4a45-b41a-7004a1de2349 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 210 time: 0.0261543 Apr 20 13:50:26.850648 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5883cdb5-d669-4e87-b23b-aea1ebd99073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:27.640639 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a7571efc-37f8-435a-8002-af3baffd9a18 req-b06f438b-96e4-4052-a8a8-d6e17f6ef003 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 210 time: 0.0258610 Apr 20 13:50:28.193166 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:28.743471 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9c155d23-028f-4588-95d0-3967677dd120 req-5f9fdf80-d06f-47a3-b1fd-aa11a1dc5ebd tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=82c7ae9f-2055-4206-b012-6fa1d157d240 HTTP/1.1" status: 200 len: 210 time: 0.0259998 Apr 20 13:50:29.485655 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:29.850378 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:30.074457 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device faeb7560-7a78-4ba7-8965-a27fbdd8d69a no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:50:30.094795 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: faeb7560-7a78-4ba7-8965-a27fbdd8d69a {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:50:30.095504 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device faeb7560-7a78-4ba7-8965-a27fbdd8d69a not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:50:34.562438 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0716e8f-36b4-4741-abcd-4214a3205a82 req-7d281e2a-179c-4371-9add-b87c98a4dfb3 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:34.563910 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a0716e8f-36b4-4741-abcd-4214a3205a82 req-7d281e2a-179c-4371-9add-b87c98a4dfb3 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eee1be0-fa59-43bd-a7ca-130b99f3681d HTTP/1.1" status: 200 len: 946 time: 0.0524223 Apr 20 13:50:34.601007 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a0716e8f-36b4-4741-abcd-4214a3205a82 req-73ed5393-2f40-4aba-860c-1e018427cf9d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311096 Apr 20 13:50:34.606382 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:50:35.718852 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277dc30c-7c1b-4015-9570-ff6037fcbc5e req-c5428ba4-1699-4b49-a486-2365c2cda223 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:35.720330 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-277dc30c-7c1b-4015-9570-ff6037fcbc5e req-c5428ba4-1699-4b49-a486-2365c2cda223 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eee1be0-fa59-43bd-a7ca-130b99f3681d HTTP/1.1" status: 200 len: 946 time: 0.0502994 Apr 20 13:50:35.757564 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-277dc30c-7c1b-4015-9570-ff6037fcbc5e req-316a495e-483e-4235-b98e-ee3327525b65 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ac3307a-d773-4763-b960-e3cd8a33c068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310948 Apr 20 13:50:36.179243 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b994b3-abb7-4926-9af8-5bf4cf11a312 req-50ffa6d3-dbd1-436f-b291-a07c6ed0cee0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:36.180820 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f7b994b3-abb7-4926-9af8-5bf4cf11a312 req-50ffa6d3-dbd1-436f-b291-a07c6ed0cee0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.15 "GET /v2.0/ports?device_id=7eee1be0-fa59-43bd-a7ca-130b99f3681d HTTP/1.1" status: 200 len: 946 time: 0.0463073 Apr 20 13:50:36.269326 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-f7b994b3-abb7-4926-9af8-5bf4cf11a312 req-2b4038db-647f-44d5-bff5-0fd591786376 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Deleting port 047b374d-5a1a-45b6-b135-03cba2b89ac3 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:50:36.269692 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f7b994b3-abb7-4926-9af8-5bf4cf11a312 req-2b4038db-647f-44d5-bff5-0fd591786376 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:36.354101 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-f7b994b3-abb7-4926-9af8-5bf4cf11a312 req-2b4038db-647f-44d5-bff5-0fd591786376 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] For port 047b374d-5a1a-45b6-b135-03cba2b89ac3, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=047b374d-5a1a-45b6-b135-03cba2b89ac3,segment=NetworkSegment(517350df-8312-49c8-bd99-9ead9c508793),segment_id=517350df-8312-49c8-bd99-9ead9c508793)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:50:36.354463 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f7b994b3-abb7-4926-9af8-5bf4cf11a312 req-2b4038db-647f-44d5-bff5-0fd591786376 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:36.367231 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-f7b994b3-abb7-4926-9af8-5bf4cf11a312 req-2b4038db-647f-44d5-bff5-0fd591786376 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Calling delete_port for 047b374d-5a1a-45b6-b135-03cba2b89ac3 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:50:36.604438 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f7b994b3-abb7-4926-9af8-5bf4cf11a312 req-2b4038db-647f-44d5-bff5-0fd591786376 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:36.615874 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['047b374d-5a1a-45b6-b135-03cba2b89ac3'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:50:36.634086 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4038db-647f-44d5-bff5-0fd591786376 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Pushing event deleted for resources: {'Port': ['ID=047b374d-5a1a-45b6-b135-03cba2b89ac3,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:50:36.658694 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4038db-647f-44d5-bff5-0fd591786376 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:36.659058 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4038db-647f-44d5-bff5-0fd591786376 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:36.659424 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4038db-647f-44d5-bff5-0fd591786376 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:36.659766 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4038db-647f-44d5-bff5-0fd591786376 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:36.660102 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4038db-647f-44d5-bff5-0fd591786376 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:36.660506 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4038db-647f-44d5-bff5-0fd591786376 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:36.660791 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4038db-647f-44d5-bff5-0fd591786376 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:36.661154 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4038db-647f-44d5-bff5-0fd591786376 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:36.661442 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4038db-647f-44d5-bff5-0fd591786376 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:36.661763 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4038db-647f-44d5-bff5-0fd591786376 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:36.662090 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4038db-647f-44d5-bff5-0fd591786376 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:36.662421 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4038db-647f-44d5-bff5-0fd591786376 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:37.013221 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b994b3-abb7-4926-9af8-5bf4cf11a312 req-2b4038db-647f-44d5-bff5-0fd591786376 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] No DVR routers for this DVR port 047b374d-5a1a-45b6-b135-03cba2b89ac3 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:50:37.015957 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f7b994b3-abb7-4926-9af8-5bf4cf11a312 req-2b4038db-647f-44d5-bff5-0fd591786376 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:37.019140 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f7b994b3-abb7-4926-9af8-5bf4cf11a312 req-2b4038db-647f-44d5-bff5-0fd591786376 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.15 "DELETE /v2.0/ports/047b374d-5a1a-45b6-b135-03cba2b89ac3 HTTP/1.1" status: 204 len: 173 time: 0.8311784 Apr 20 13:50:37.025936 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eee1be0-fa59-43bd-a7ca-130b99f3681d', 'name': 'network-vif-deleted', 'tag': '047b374d-5a1a-45b6-b135-03cba2b89ac3'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:50:37.028261 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba282e6b-61b8-43fc-a0db-cc782c483638" -d '{"events": [{"server_uuid": "7eee1be0-fa59-43bd-a7ca-130b99f3681d", "name": "network-vif-deleted", "tag": "047b374d-5a1a-45b6-b135-03cba2b89ac3"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:50:37.050863 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0a9c8981-dc6c-431e-a0c8-5878cd513ffd req-f7b10aed-f255-4aa2-a8d6-89b6548c09e5 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eee1be0-fa59-43bd-a7ca-130b99f3681d HTTP/1.1" status: 200 len: 210 time: 0.0387731 Apr 20 13:50:37.073323 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fcb05a-c5db-4aa5-8119-39e7a48207b8 x-openstack-request-id: req-16fcb05a-c5db-4aa5-8119-39e7a48207b8 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:50:37.073323 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eee1be0-fa59-43bd-a7ca-130b99f3681d", "name": "network-vif-deleted", "tag": "047b374d-5a1a-45b6-b135-03cba2b89ac3", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:50:37.073323 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-16fcb05a-c5db-4aa5-8119-39e7a48207b8 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:50:37.073323 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16fcb05a-c5db-4aa5-8119-39e7a48207b8'] response: {'server_uuid': '7eee1be0-fa59-43bd-a7ca-130b99f3681d', 'name': 'network-vif-deleted', 'tag': '047b374d-5a1a-45b6-b135-03cba2b89ac3', 'status': 'completed', 'code': 200} Apr 20 13:50:38.147562 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0a1e0312-f02a-4af2-9c48-f13d840ce5b0 req-8a64ad61-abc4-437d-9941-1ab9a2f6c104 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eee1be0-fa59-43bd-a7ca-130b99f3681d HTTP/1.1" status: 200 len: 210 time: 0.0258861 Apr 20 13:50:39.247089 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f5ee2249-bc61-4024-a7c6-acf292fc1c70 req-e67d515b-74d8-4aea-9e7a-f1ecc60b64a3 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eee1be0-fa59-43bd-a7ca-130b99f3681d HTTP/1.1" status: 200 len: 210 time: 0.0264933 Apr 20 13:50:40.345576 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5d4d15be-2f95-4cb9-aa3b-1c962d59de6c req-18a7059a-978c-4781-9507-983721b3bd2d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eee1be0-fa59-43bd-a7ca-130b99f3681d HTTP/1.1" status: 200 len: 210 time: 0.0291796 Apr 20 13:50:40.989257 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 047b374d-5a1a-45b6-b135-03cba2b89ac3 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:50:41.009526 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 047b374d-5a1a-45b6-b135-03cba2b89ac3 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:50:41.009865 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 047b374d-5a1a-45b6-b135-03cba2b89ac3 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:50:41.457355 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-33afbf89-133e-4739-860c-decf0ba19bc5 req-512832c8-0359-4ac8-b44b-a88e79a7fe25 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=7eee1be0-fa59-43bd-a7ca-130b99f3681d HTTP/1.1" status: 200 len: 210 time: 0.0291626 Apr 20 13:50:42.531048 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:43.330081 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:44.822609 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58752) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:50:44.827742 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-5d7776d0-82ce-4e6a-99ef-ed3131386ce0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-657795725', 'description': 'tempest-secgroup-smoke-657795725 description', 'project_id': '86c6a731a452439ca8d67480d5bb5c3a'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:50:44.929874 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5d7776d0-82ce-4e6a-99ef-ed3131386ce0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:44.994810 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5d7776d0-82ce-4e6a-99ef-ed3131386ce0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:45.072511 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5d7776d0-82ce-4e6a-99ef-ed3131386ce0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:45.101851 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7776d0-82ce-4e6a-99ef-ed3131386ce0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc9468d-ecb7-4711-8767-c356da991762,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:50:45.109002 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7776d0-82ce-4e6a-99ef-ed3131386ce0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:45.111418 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7776d0-82ce-4e6a-99ef-ed3131386ce0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:45.111418 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7776d0-82ce-4e6a-99ef-ed3131386ce0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:45.111418 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7776d0-82ce-4e6a-99ef-ed3131386ce0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:45.111418 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7776d0-82ce-4e6a-99ef-ed3131386ce0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:45.111418 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7776d0-82ce-4e6a-99ef-ed3131386ce0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:45.111418 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7776d0-82ce-4e6a-99ef-ed3131386ce0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:45.111418 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7776d0-82ce-4e6a-99ef-ed3131386ce0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:45.112105 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7776d0-82ce-4e6a-99ef-ed3131386ce0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:45.112105 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7776d0-82ce-4e6a-99ef-ed3131386ce0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:45.112270 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7776d0-82ce-4e6a-99ef-ed3131386ce0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:45.112517 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7776d0-82ce-4e6a-99ef-ed3131386ce0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:45.160252 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5d7776d0-82ce-4e6a-99ef-ed3131386ce0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:45.161507 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5d7776d0-82ce-4e6a-99ef-ed3131386ce0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3378918 Apr 20 13:50:45.164405 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58754) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:50:45.168682 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-efb51b87-87e8-45cd-9d08-1b6fdc6e6428 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Request body: {'security_group_rule': {'security_group_id': '7bc9468d-ecb7-4711-8767-c356da991762', 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:50:45.271887 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-efb51b87-87e8-45cd-9d08-1b6fdc6e6428 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:45.325859 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-efb51b87-87e8-45cd-9d08-1b6fdc6e6428 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:45.398593 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-efb51b87-87e8-45cd-9d08-1b6fdc6e6428 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:45.417437 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb51b87-87e8-45cd-9d08-1b6fdc6e6428 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=257071f6-ce3f-435e-a211-098135bdb28f,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:50:45.497436 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-efb51b87-87e8-45cd-9d08-1b6fdc6e6428 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:45.498703 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-efb51b87-87e8-45cd-9d08-1b6fdc6e6428 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3333299 Apr 20 13:50:45.501297 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58756) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:50:45.505557 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-d0570712-0ec2-4a37-8aa5-66f2ebf6f289 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Request body: {'security_group_rule': {'security_group_id': '7bc9468d-ecb7-4711-8767-c356da991762', 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:50:45.609335 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d0570712-0ec2-4a37-8aa5-66f2ebf6f289 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:45.665388 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d0570712-0ec2-4a37-8aa5-66f2ebf6f289 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:45.746456 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d0570712-0ec2-4a37-8aa5-66f2ebf6f289 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:45.769484 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0570712-0ec2-4a37-8aa5-66f2ebf6f289 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=741e237e-bc9b-4bc6-b63a-6f4e195dfe38,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:50:45.852088 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d0570712-0ec2-4a37-8aa5-66f2ebf6f289 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:45.853312 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d0570712-0ec2-4a37-8aa5-66f2ebf6f289 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3510985 Apr 20 13:50:45.855966 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58758) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:50:45.860797 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-311269e5-f6df-42b2-9816-0c0d177e8a80 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Request body: {'security_group_rule': {'security_group_id': '7bc9468d-ecb7-4711-8767-c356da991762', 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:50:45.958365 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-311269e5-f6df-42b2-9816-0c0d177e8a80 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:46.022357 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-311269e5-f6df-42b2-9816-0c0d177e8a80 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:46.095730 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-311269e5-f6df-42b2-9816-0c0d177e8a80 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:46.113262 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311269e5-f6df-42b2-9816-0c0d177e8a80 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9f54c0f-c5f3-43d7-883c-030e68e8930c,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:50:46.177593 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-311269e5-f6df-42b2-9816-0c0d177e8a80 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:46.178780 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-311269e5-f6df-42b2-9816-0c0d177e8a80 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3219004 Apr 20 13:50:46.181437 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58760) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:50:46.185646 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-f3cbad52-d2c1-4ad9-8196-6619791d8e59 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Request body: {'security_group_rule': {'security_group_id': '7bc9468d-ecb7-4711-8767-c356da991762', 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:50:46.266987 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f3cbad52-d2c1-4ad9-8196-6619791d8e59 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:46.328044 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f3cbad52-d2c1-4ad9-8196-6619791d8e59 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:46.392935 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f3cbad52-d2c1-4ad9-8196-6619791d8e59 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:46.407870 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cbad52-d2c1-4ad9-8196-6619791d8e59 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99a41129-409d-4c55-a91a-bfc4e9cb964a,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:50:46.469353 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f3cbad52-d2c1-4ad9-8196-6619791d8e59 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:46.470515 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f3cbad52-d2c1-4ad9-8196-6619791d8e59 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2881503 Apr 20 13:50:46.473219 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58762) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:50:46.478355 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-84f9f036-be3d-4100-ac17-911e8224bf7c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Request body: {'security_group_rule': {'security_group_id': '7bc9468d-ecb7-4711-8767-c356da991762', 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:50:46.547460 n-d-836015-7 neutron-server[114870]: INFO neutron.db.securitygroups_db [None req-84f9f036-be3d-4100-ac17-911e8224bf7c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Project 86c6a731a452439ca8d67480d5bb5c3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:50:46.552327 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84f9f036-be3d-4100-ac17-911e8224bf7c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:46.611831 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84f9f036-be3d-4100-ac17-911e8224bf7c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:46.695963 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84f9f036-be3d-4100-ac17-911e8224bf7c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:46.713706 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9f036-be3d-4100-ac17-911e8224bf7c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=770325e8-7967-4a4f-941b-508559cfa849,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:50:46.784269 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-84f9f036-be3d-4100-ac17-911e8224bf7c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:46.785504 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-84f9f036-be3d-4100-ac17-911e8224bf7c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3113651 Apr 20 13:50:46.788366 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 58764) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:50:46.792668 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-10c29a17-2486-41e4-949b-7c90b804bbb8 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Request body: {'security_group_rule': {'security_group_id': '7bc9468d-ecb7-4711-8767-c356da991762', 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:50:46.884067 n-d-836015-7 neutron-server[114870]: INFO neutron.db.securitygroups_db [None req-10c29a17-2486-41e4-949b-7c90b804bbb8 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Project 86c6a731a452439ca8d67480d5bb5c3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:50:46.888841 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-10c29a17-2486-41e4-949b-7c90b804bbb8 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:46.951852 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-10c29a17-2486-41e4-949b-7c90b804bbb8 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:47.004344 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-10c29a17-2486-41e4-949b-7c90b804bbb8 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:47.021433 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c29a17-2486-41e4-949b-7c90b804bbb8 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54bed549-e7af-4160-ae64-51db3713a547,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:50:47.092096 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-10c29a17-2486-41e4-949b-7c90b804bbb8 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:47.093851 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-10c29a17-2486-41e4-949b-7c90b804bbb8 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3045652 Apr 20 13:50:54.456191 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9ede2a00-b2cb-4615-927f-594a3bab4ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:57.130151 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6b32ef5f-4c7e-494f-8d5c-fdfa02db8f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:58.209840 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:59.484780 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:59.890482 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:05.943467 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-35b081bf-18e6-4c75-8899-631804faeb66 req-e727e9ff-e006-4448-8713-37460a97717a tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-657795725&fields=id&tenant_id=86c6a731a452439ca8d67480d5bb5c3a HTTP/1.1" status: 200 len: 267 time: 0.0321507 Apr 20 13:51:06.046918 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b081bf-18e6-4c75-8899-631804faeb66 req-32e1ef20-9852-46bd-ad57-be291367a6e0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:51:06.048269 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-35b081bf-18e6-4c75-8899-631804faeb66 req-32e1ef20-9852-46bd-ad57-be291367a6e0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/networks?id=42628f04-2a12-4127-a4fa-af3e722204ff HTTP/1.1" status: 200 len: 811 time: 0.0982883 Apr 20 13:51:06.062971 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-35b081bf-18e6-4c75-8899-631804faeb66 req-a8f2879f-4f67-4c96-b784-1559d935bebf tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/quotas/86c6a731a452439ca8d67480d5bb5c3a HTTP/1.1" status: 200 len: 375 time: 0.0088856 Apr 20 13:51:06.111745 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-35b081bf-18e6-4c75-8899-631804faeb66 req-2229fdf5-6da1-4efd-9391-bf1927778ee6 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=86c6a731a452439ca8d67480d5bb5c3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435138 Apr 20 13:51:06.203833 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-35b081bf-18e6-4c75-8899-631804faeb66 req-6a9d1a59-413b-46d6-8f72-84789d7a3c15 service neutron] 10.222.0.25 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800664 Apr 20 13:51:06.292634 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-35b081bf-18e6-4c75-8899-631804faeb66 req-24d09d9e-5b46-447c-beba-40511debd870 service neutron] 10.222.0.25 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827932 Apr 20 13:51:06.852506 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4ff3a6c4-8e58-473a-8a7b-08f12a41dcd6 req-cd60e683-41ad-431c-974a-48ecf8d4dde6 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=c05745ae-5de8-40b6-875c-d24d422f1a61 HTTP/1.1" status: 200 len: 210 time: 0.0951610 Apr 20 13:51:07.945163 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0753522f-3914-4e9a-9f07-988b42f0c2ed req-d4db1e31-d35e-4751-8cc3-ea91598c1097 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=c05745ae-5de8-40b6-875c-d24d422f1a61 HTTP/1.1" status: 200 len: 210 time: 0.0262539 Apr 20 13:51:08.663958 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b081bf-18e6-4c75-8899-631804faeb66 req-ecd8dbc5-5c3a-4779-b13f-1a5f8b9e259d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:51:08.665411 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-35b081bf-18e6-4c75-8899-631804faeb66 req-ecd8dbc5-5c3a-4779-b13f-1a5f8b9e259d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.32 "GET /v2.0/networks?id=42628f04-2a12-4127-a4fa-af3e722204ff HTTP/1.1" status: 200 len: 811 time: 0.1003780 Apr 20 13:51:08.709147 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-35b081bf-18e6-4c75-8899-631804faeb66 req-1bd3ca42-22ff-4951-80f1-9fc4bf50a56b tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86c6a731a452439ca8d67480d5bb5c3a HTTP/1.1" status: 200 len: 379 time: 0.0357354 Apr 20 13:51:08.718187 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-35b081bf-18e6-4c75-8899-631804faeb66 req-9b4c0c83-8a35-4bad-a449-0931952e61ae tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Request body: {'port': {'device_id': 'c05745ae-5de8-40b6-875c-d24d422f1a61', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'admin_state_up': True, 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'security_groups': ['7bc9468d-ecb7-4711-8767-c356da991762']}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:51:08.906835 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35b081bf-18e6-4c75-8899-631804faeb66 req-9b4c0c83-8a35-4bad-a449-0931952e61ae tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Made reservation on behalf of 86c6a731a452439ca8d67480d5bb5c3a for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:51:08.910482 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-35b081bf-18e6-4c75-8899-631804faeb66 req-9b4c0c83-8a35-4bad-a449-0931952e61ae tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:09.043639 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3a89ec72-2e5c-435b-b765-af66ed7af826 req-5912a9e6-c018-40d6-9945-6bdc7a5fab5f tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=c05745ae-5de8-40b6-875c-d24d422f1a61 HTTP/1.1" status: 200 len: 210 time: 0.0272574 Apr 20 13:51:09.053041 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-35b081bf-18e6-4c75-8899-631804faeb66 req-9b4c0c83-8a35-4bad-a449-0931952e61ae tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Allocated IP 172.20.0.11 (42628f04-2a12-4127-a4fa-af3e722204ff/90568be1-dc1e-45de-9113-230a1fc9a3ab/5bb872a7-08c0-4001-bc69-60678636e8c5) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:51:09.188505 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-35b081bf-18e6-4c75-8899-631804faeb66 req-9b4c0c83-8a35-4bad-a449-0931952e61ae tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:09.267522 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-35b081bf-18e6-4c75-8899-631804faeb66 req-9b4c0c83-8a35-4bad-a449-0931952e61ae tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:09.315716 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35b081bf-18e6-4c75-8899-631804faeb66 req-9b4c0c83-8a35-4bad-a449-0931952e61ae tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Network 42628f04-2a12-4127-a4fa-af3e722204ff is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:51:09.318674 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-35b081bf-18e6-4c75-8899-631804faeb66 req-9b4c0c83-8a35-4bad-a449-0931952e61ae tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:51:09.322515 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b081bf-18e6-4c75-8899-631804faeb66 req-9b4c0c83-8a35-4bad-a449-0931952e61ae tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:51:09.329354 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c0c83-8a35-4bad-a449-0931952e61ae tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Pushing event updated for resources: {'Port': ['ID=5bb872a7-08c0-4001-bc69-60678636e8c5,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:51:09.375264 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b081bf-18e6-4c75-8899-631804faeb66 req-9b4c0c83-8a35-4bad-a449-0931952e61ae tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:51:09.375946 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-35b081bf-18e6-4c75-8899-631804faeb66 req-9b4c0c83-8a35-4bad-a449-0931952e61ae tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:09.458468 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-35b081bf-18e6-4c75-8899-631804faeb66 req-9b4c0c83-8a35-4bad-a449-0931952e61ae tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7441308 Apr 20 13:51:09.469125 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [req-35b081bf-18e6-4c75-8899-631804faeb66 req-666f8b3f-c0ce-4695-96f6-5ca301098a87 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:51:09.472583 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-35b081bf-18e6-4c75-8899-631804faeb66 req-666f8b3f-c0ce-4695-96f6-5ca301098a87 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060661 Apr 20 13:51:09.495194 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-35b081bf-18e6-4c75-8899-631804faeb66 req-b5d54785-d151-48fb-8592-2428daa10c17 service neutron] Request body: {'port': {'device_id': 'c05745ae-5de8-40b6-875c-d24d422f1a61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:51:09.553068 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-35b081bf-18e6-4c75-8899-631804faeb66 req-b5d54785-d151-48fb-8592-2428daa10c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:09.628211 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-134087d0-92c7-49da-9bde-31f917d2a799 None None] Provisioning complete for port 5bb872a7-08c0-4001-bc69-60678636e8c5 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:51:09.628799 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-134087d0-92c7-49da-9bde-31f917d2a799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:09.663756 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-134087d0-92c7-49da-9bde-31f917d2a799 None None] Port 5bb872a7-08c0-4001-bc69-60678636e8c5 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:51:09.821488 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-35b081bf-18e6-4c75-8899-631804faeb66 req-b5d54785-d151-48fb-8592-2428daa10c17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bb872a7-08c0-4001-bc69-60678636e8c5 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:51:09.828870 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-35b081bf-18e6-4c75-8899-631804faeb66 req-b5d54785-d151-48fb-8592-2428daa10c17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:09.841816 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-35b081bf-18e6-4c75-8899-631804faeb66 req-b5d54785-d151-48fb-8592-2428daa10c17 service neutron] Transition to ACTIVE for port object 5bb872a7-08c0-4001-bc69-60678636e8c5 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:51:09.918556 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-35b081bf-18e6-4c75-8899-631804faeb66 req-b5d54785-d151-48fb-8592-2428daa10c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:09.971228 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d54785-d151-48fb-8592-2428daa10c17 service neutron] Pushing event updated for resources: {'Port': ['ID=5bb872a7-08c0-4001-bc69-60678636e8c5,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:51:10.055635 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-35b081bf-18e6-4c75-8899-631804faeb66 req-b5d54785-d151-48fb-8592-2428daa10c17 service neutron] Attempting to bind port 5bb872a7-08c0-4001-bc69-60678636e8c5 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:51:10.055972 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-35b081bf-18e6-4c75-8899-631804faeb66 req-b5d54785-d151-48fb-8592-2428daa10c17 service neutron] Attempting to bind port 5bb872a7-08c0-4001-bc69-60678636e8c5 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '517350df-8312-49c8-bd99-9ead9c508793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:51:10.056303 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b081bf-18e6-4c75-8899-631804faeb66 req-b5d54785-d151-48fb-8592-2428daa10c17 service neutron] Attempting to bind port 5bb872a7-08c0-4001-bc69-60678636e8c5 on network 42628f04-2a12-4127-a4fa-af3e722204ff {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:51:10.061924 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b081bf-18e6-4c75-8899-631804faeb66 req-b5d54785-d151-48fb-8592-2428daa10c17 service neutron] Port 5bb872a7-08c0-4001-bc69-60678636e8c5 on network 42628f04-2a12-4127-a4fa-af3e722204ff not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:51:10.062314 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b081bf-18e6-4c75-8899-631804faeb66 req-b5d54785-d151-48fb-8592-2428daa10c17 service neutron] Attempting to bind port 5bb872a7-08c0-4001-bc69-60678636e8c5 on network 42628f04-2a12-4127-a4fa-af3e722204ff {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:51:10.068621 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b081bf-18e6-4c75-8899-631804faeb66 req-b5d54785-d151-48fb-8592-2428daa10c17 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:51:10.069053 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b081bf-18e6-4c75-8899-631804faeb66 req-b5d54785-d151-48fb-8592-2428daa10c17 service neutron] Checking segment: {'id': '517350df-8312-49c8-bd99-9ead9c508793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:51:10.069475 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b081bf-18e6-4c75-8899-631804faeb66 req-b5d54785-d151-48fb-8592-2428daa10c17 service neutron] Bound using segment: {'id': '517350df-8312-49c8-bd99-9ead9c508793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:51:10.069904 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-35b081bf-18e6-4c75-8899-631804faeb66 req-b5d54785-d151-48fb-8592-2428daa10c17 service neutron] Bound port: 5bb872a7-08c0-4001-bc69-60678636e8c5, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '517350df-8312-49c8-bd99-9ead9c508793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:51:10.070262 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-35b081bf-18e6-4c75-8899-631804faeb66 req-b5d54785-d151-48fb-8592-2428daa10c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:10.164545 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-35b081bf-18e6-4c75-8899-631804faeb66 req-b5d54785-d151-48fb-8592-2428daa10c17 service neutron] For port 5bb872a7-08c0-4001-bc69-60678636e8c5, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:51:10.168657 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-35b081bf-18e6-4c75-8899-631804faeb66 req-b5d54785-d151-48fb-8592-2428daa10c17 service neutron] For port 5bb872a7-08c0-4001-bc69-60678636e8c5, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=5bb872a7-08c0-4001-bc69-60678636e8c5,segment=NetworkSegment(517350df-8312-49c8-bd99-9ead9c508793),segment_id=517350df-8312-49c8-bd99-9ead9c508793)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:51:10.173503 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af08d0-b7ec-4e7c-8e81-8b819fca13c9 req-f1b7eb75-7624-40af-b329-156c92eefc8e tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:51:10.180898 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-53af08d0-b7ec-4e7c-8e81-8b819fca13c9 req-f1b7eb75-7624-40af-b329-156c92eefc8e tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=c05745ae-5de8-40b6-875c-d24d422f1a61 HTTP/1.1" status: 200 len: 944 time: 0.0566590 Apr 20 13:51:10.215111 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-53af08d0-b7ec-4e7c-8e81-8b819fca13c9 req-cb09aead-0c03-4dd0-8d7b-c0daec890cec tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337968 Apr 20 13:51:10.238921 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-35b081bf-18e6-4c75-8899-631804faeb66 req-b5d54785-d151-48fb-8592-2428daa10c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:10.274244 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b081bf-18e6-4c75-8899-631804faeb66 req-b5d54785-d151-48fb-8592-2428daa10c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:51:10.274856 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-35b081bf-18e6-4c75-8899-631804faeb66 req-b5d54785-d151-48fb-8592-2428daa10c17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:10.276263 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-35b081bf-18e6-4c75-8899-631804faeb66 req-b5d54785-d151-48fb-8592-2428daa10c17 service neutron] 10.222.0.32 "PUT /v2.0/ports/5bb872a7-08c0-4001-bc69-60678636e8c5 HTTP/1.1" status: 200 len: 1092 time: 0.7980015 Apr 20 13:51:10.276694 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c05745ae-5de8-40b6-875c-d24d422f1a61', 'tag': '5bb872a7-08c0-4001-bc69-60678636e8c5'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:51:10.278949 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ef1961-0f61-406c-8e89-302fc0040679" -d '{"events": [{"name": "network-changed", "server_uuid": "c05745ae-5de8-40b6-875c-d24d422f1a61", "tag": "5bb872a7-08c0-4001-bc69-60678636e8c5"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:51:10.327100 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d54785-d151-48fb-8592-2428daa10c17 service neutron] Pushing event updated for resources: {'Port': ['ID=5bb872a7-08c0-4001-bc69-60678636e8c5,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:51:10.328759 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6e8c93-2741-45c8-934c-0ee2f8fe4e35 x-openstack-request-id: req-9a6e8c93-2741-45c8-934c-0ee2f8fe4e35 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:51:10.329062 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c05745ae-5de8-40b6-875c-d24d422f1a61", "tag": "5bb872a7-08c0-4001-bc69-60678636e8c5", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:51:10.329297 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9a6e8c93-2741-45c8-934c-0ee2f8fe4e35 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:51:10.329696 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a6e8c93-2741-45c8-934c-0ee2f8fe4e35'] response: {'name': 'network-changed', 'server_uuid': 'c05745ae-5de8-40b6-875c-d24d422f1a61', 'tag': '5bb872a7-08c0-4001-bc69-60678636e8c5', 'status': 'completed', 'code': 200} Apr 20 13:51:10.398527 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef1961-0f61-406c-8e89-302fc0040679 req-076fa231-1497-4acc-a37f-d69861d0a7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:51:10.400243 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-98ef1961-0f61-406c-8e89-302fc0040679 req-076fa231-1497-4acc-a37f-d69861d0a7f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86c6a731a452439ca8d67480d5bb5c3a&device_id=c05745ae-5de8-40b6-875c-d24d422f1a61 HTTP/1.1" status: 200 len: 1095 time: 0.0469632 Apr 20 13:51:10.510905 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef1961-0f61-406c-8e89-302fc0040679 req-b482ccc7-7358-48aa-80ca-0f4c95689ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:51:10.512410 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-98ef1961-0f61-406c-8e89-302fc0040679 req-b482ccc7-7358-48aa-80ca-0f4c95689ca6 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=86c6a731a452439ca8d67480d5bb5c3a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1041391 Apr 20 13:51:10.607969 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef1961-0f61-406c-8e89-302fc0040679 req-a63e6d66-f3ce-4a58-8b58-2e4875f2654e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:51:10.609439 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-98ef1961-0f61-406c-8e89-302fc0040679 req-a63e6d66-f3ce-4a58-8b58-2e4875f2654e service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906065 Apr 20 13:51:10.684561 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b081bf-18e6-4c75-8899-631804faeb66 req-3a4e904d-fec5-43de-8f88-f1d037cca39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:51:10.686040 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-35b081bf-18e6-4c75-8899-631804faeb66 req-3a4e904d-fec5-43de-8f88-f1d037cca39a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86c6a731a452439ca8d67480d5bb5c3a&device_id=c05745ae-5de8-40b6-875c-d24d422f1a61 HTTP/1.1" status: 200 len: 1095 time: 0.0419545 Apr 20 13:51:10.734911 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-35b081bf-18e6-4c75-8899-631804faeb66 req-6f8db0d0-dd5f-4307-954e-4e3178b37346 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bb872a7-08c0-4001-bc69-60678636e8c5 HTTP/1.1" status: 200 len: 217 time: 0.0402813 Apr 20 13:51:10.785533 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b081bf-18e6-4c75-8899-631804faeb66 req-aa5aca4c-9ac4-4297-a580-5c445cf12d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:51:10.787067 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-35b081bf-18e6-4c75-8899-631804faeb66 req-aa5aca4c-9ac4-4297-a580-5c445cf12d30 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=90568be1-dc1e-45de-9113-230a1fc9a3ab HTTP/1.1" status: 200 len: 850 time: 0.0457473 Apr 20 13:51:10.840926 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b081bf-18e6-4c75-8899-631804faeb66 req-da4d8370-ac2c-4fef-aa9a-7338793ee380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:51:10.842494 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-35b081bf-18e6-4c75-8899-631804faeb66 req-da4d8370-ac2c-4fef-aa9a-7338793ee380 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42628f04-2a12-4127-a4fa-af3e722204ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495543 Apr 20 13:51:10.938517 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-35b081bf-18e6-4c75-8899-631804faeb66 req-67094bee-06a1-4df6-b20d-3e47317c79b7 service neutron] 10.222.0.32 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886612 Apr 20 13:51:11.027520 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-35b081bf-18e6-4c75-8899-631804faeb66 req-92b58ed5-28bc-4114-86ff-e0a255e5c509 service neutron] 10.222.0.32 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829899 Apr 20 13:51:11.330741 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8dcdc9-1e79-4a9b-84f5-7619a42c2225 req-f6613126-ddbd-4207-a3c7-41a811cfce83 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:51:11.332398 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fd8dcdc9-1e79-4a9b-84f5-7619a42c2225 req-f6613126-ddbd-4207-a3c7-41a811cfce83 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=c05745ae-5de8-40b6-875c-d24d422f1a61 HTTP/1.1" status: 200 len: 944 time: 0.0496066 Apr 20 13:51:11.372217 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fd8dcdc9-1e79-4a9b-84f5-7619a42c2225 req-5736f070-1b05-4968-b48f-0b2d7a8e9102 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335653 Apr 20 13:51:11.605661 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:51:12.496326 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf99912-30a1-4494-ba7e-284dd240b572 req-33b63d14-99d8-4482-955e-bd0bf3394ec3 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:51:12.496326 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dcf99912-30a1-4494-ba7e-284dd240b572 req-33b63d14-99d8-4482-955e-bd0bf3394ec3 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=c05745ae-5de8-40b6-875c-d24d422f1a61 HTTP/1.1" status: 200 len: 944 time: 0.0497532 Apr 20 13:51:12.530102 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dcf99912-30a1-4494-ba7e-284dd240b572 req-9d7d99a3-91a8-4a47-94a6-c05b85ef558e tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324605 Apr 20 13:51:12.541500 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:13.352485 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:13.646900 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8778f4-beeb-4110-b938-1f024d4f5c4b req-0e93a08c-1a8e-43ae-a07b-6e1d3fe224b2 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:51:13.648361 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f8778f4-beeb-4110-b938-1f024d4f5c4b req-0e93a08c-1a8e-43ae-a07b-6e1d3fe224b2 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=c05745ae-5de8-40b6-875c-d24d422f1a61 HTTP/1.1" status: 200 len: 944 time: 0.0504410 Apr 20 13:51:13.684386 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f8778f4-beeb-4110-b938-1f024d4f5c4b req-61876778-54e3-430c-bbee-7b9c5b132696 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300717 Apr 20 13:51:14.801607 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3528b60c-dc29-4960-9090-4fe147b0116b req-e1517eeb-f007-4e5a-92c5-255948a462f6 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:51:14.803093 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3528b60c-dc29-4960-9090-4fe147b0116b req-e1517eeb-f007-4e5a-92c5-255948a462f6 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=c05745ae-5de8-40b6-875c-d24d422f1a61 HTTP/1.1" status: 200 len: 944 time: 0.0488734 Apr 20 13:51:14.840370 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3528b60c-dc29-4960-9090-4fe147b0116b req-94b2a2da-f55a-4035-9339-87bbd20d60eb tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313308 Apr 20 13:51:15.952594 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa212a1-d510-4001-bd38-11d6ac867186 req-a2679c88-0635-4125-9ebc-f48a1b2c7747 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:51:15.954043 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9aa212a1-d510-4001-bd38-11d6ac867186 req-a2679c88-0635-4125-9ebc-f48a1b2c7747 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=c05745ae-5de8-40b6-875c-d24d422f1a61 HTTP/1.1" status: 200 len: 944 time: 0.0484059 Apr 20 13:51:15.990920 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9aa212a1-d510-4001-bd38-11d6ac867186 req-43a92921-d54f-4924-a294-b412018c06cc tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309458 Apr 20 13:51:17.107413 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e7633-38c5-4bea-9a6f-0a4d842ba3a8 req-efa3d972-1021-433e-9612-8f4b2ab64f1a tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:51:17.108859 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-071e7633-38c5-4bea-9a6f-0a4d842ba3a8 req-efa3d972-1021-433e-9612-8f4b2ab64f1a tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=c05745ae-5de8-40b6-875c-d24d422f1a61 HTTP/1.1" status: 200 len: 944 time: 0.0517237 Apr 20 13:51:17.145683 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-071e7633-38c5-4bea-9a6f-0a4d842ba3a8 req-e09793da-5926-4afa-84c7-788e265bfb71 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302682 Apr 20 13:51:18.259620 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c909b0-e228-4579-afff-e3ecf5409d66 req-590ece9b-7068-45e9-a1c3-a3f42e5a59cc tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:51:18.261065 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d7c909b0-e228-4579-afff-e3ecf5409d66 req-590ece9b-7068-45e9-a1c3-a3f42e5a59cc tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=c05745ae-5de8-40b6-875c-d24d422f1a61 HTTP/1.1" status: 200 len: 944 time: 0.0473566 Apr 20 13:51:18.297496 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d7c909b0-e228-4579-afff-e3ecf5409d66 req-07e92e26-4bf2-479e-80e0-5c95ca165962 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306077 Apr 20 13:51:19.412223 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc532ad-a78a-4914-9967-540340d53cb8 req-d904b564-a8f4-4d89-a884-005fa0ac40f0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:51:19.413714 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8cc532ad-a78a-4914-9967-540340d53cb8 req-d904b564-a8f4-4d89-a884-005fa0ac40f0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=c05745ae-5de8-40b6-875c-d24d422f1a61 HTTP/1.1" status: 200 len: 944 time: 0.0489628 Apr 20 13:51:19.450134 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8cc532ad-a78a-4914-9967-540340d53cb8 req-5cac3d08-1b09-4a7e-9d68-0c3b207cf8f3 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303912 Apr 20 13:51:20.826571 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7600c28-fd6c-4c83-9b05-7c066cdc3799 req-47c522f7-2ab8-4667-b394-b3299dcc107c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:51:20.832634 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a7600c28-fd6c-4c83-9b05-7c066cdc3799 req-47c522f7-2ab8-4667-b394-b3299dcc107c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=c05745ae-5de8-40b6-875c-d24d422f1a61 HTTP/1.1" status: 200 len: 944 time: 0.0545022 Apr 20 13:51:20.865445 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a7600c28-fd6c-4c83-9b05-7c066cdc3799 req-e259dda9-d3ea-4202-bdcc-a9a9938ae224 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307243 Apr 20 13:51:21.981218 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1da57e-50f3-43e5-81b3-030e31b2be8c req-3214d748-894b-4632-8c35-aaa77c44f565 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:51:21.982681 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0d1da57e-50f3-43e5-81b3-030e31b2be8c req-3214d748-894b-4632-8c35-aaa77c44f565 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=c05745ae-5de8-40b6-875c-d24d422f1a61 HTTP/1.1" status: 200 len: 944 time: 0.0489798 Apr 20 13:51:22.019980 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0d1da57e-50f3-43e5-81b3-030e31b2be8c req-dd8fb6c6-6ce8-4ced-b7bc-9357634412bf tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307949 Apr 20 13:51:22.244528 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 5bb872a7-08c0-4001-bc69-60678636e8c5 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:51:22.335746 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 5bb872a7-08c0-4001-bc69-60678636e8c5, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=5bb872a7-08c0-4001-bc69-60678636e8c5,segment=NetworkSegment(517350df-8312-49c8-bd99-9ead9c508793),segment_id=517350df-8312-49c8-bd99-9ead9c508793)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:51:22.347244 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '5bb872a7-08c0-4001-bc69-60678636e8c5', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'port_id': '5bb872a7-08c0-4001-bc69-60678636e8c5', 'mac_address': 'fa:16:3e:cb:9a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:51:22.385355 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:22.398271 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bb872a7-08c0-4001-bc69-60678636e8c5 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:51:22.416730 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 5bb872a7-08c0-4001-bc69-60678636e8c5, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=5bb872a7-08c0-4001-bc69-60678636e8c5,segment=NetworkSegment(517350df-8312-49c8-bd99-9ead9c508793),segment_id=517350df-8312-49c8-bd99-9ead9c508793)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:51:22.455344 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:22.500701 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=5bb872a7-08c0-4001-bc69-60678636e8c5,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:51:22.507628 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:51:22.507972 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:51:22.508305 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:51:22.508643 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:51:22.508970 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:51:22.509296 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:51:22.509618 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:51:22.509937 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:51:22.510256 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:51:22.510574 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:51:22.510892 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:51:22.511208 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:51:22.752417 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['5bb872a7-08c0-4001-bc69-60678636e8c5'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:51:23.130783 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95fd0c-41d9-4541-852d-f4a9b7ccd39e req-ff261d02-8aa6-4e64-b6d6-1d5627413a3d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:51:23.132268 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fa95fd0c-41d9-4541-852d-f4a9b7ccd39e req-ff261d02-8aa6-4e64-b6d6-1d5627413a3d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=c05745ae-5de8-40b6-875c-d24d422f1a61 HTTP/1.1" status: 200 len: 945 time: 0.0475712 Apr 20 13:51:23.170351 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fa95fd0c-41d9-4541-852d-f4a9b7ccd39e req-8954ff69-a8ff-45f4-b958-56445897d4ac tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313783 Apr 20 13:51:24.244100 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 5bb872a7-08c0-4001-bc69-60678636e8c5 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:51:24.288996 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2e282-626a-4358-97a7-8a917abd7e5e req-5ae97b48-9938-4644-a313-92be6073b0ad tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:51:24.290483 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ad2e282-626a-4358-97a7-8a917abd7e5e req-5ae97b48-9938-4644-a313-92be6073b0ad tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=c05745ae-5de8-40b6-875c-d24d422f1a61 HTTP/1.1" status: 200 len: 945 time: 0.0540283 Apr 20 13:51:24.328475 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ad2e282-626a-4358-97a7-8a917abd7e5e req-0e1b09dc-c245-4499-b58b-6de6c556b062 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315781 Apr 20 13:51:24.352333 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 5bb872a7-08c0-4001-bc69-60678636e8c5 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:51:24.356283 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 5bb872a7-08c0-4001-bc69-60678636e8c5 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:51:24.356656 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:24.446386 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:24.468200 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05745ae-5de8-40b6-875c-d24d422f1a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb872a7-08c0-4001-bc69-60678636e8c5'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:51:24.470322 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf059539-4e35-4ce7-8a12-ecf454fda196" -d '{"events": [{"server_uuid": "c05745ae-5de8-40b6-875c-d24d422f1a61", "name": "network-vif-plugged", "status": "completed", "tag": "5bb872a7-08c0-4001-bc69-60678636e8c5"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:51:24.482637 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 5bb872a7-08c0-4001-bc69-60678636e8c5, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=5bb872a7-08c0-4001-bc69-60678636e8c5,segment=NetworkSegment(517350df-8312-49c8-bd99-9ead9c508793),segment_id=517350df-8312-49c8-bd99-9ead9c508793)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:51:24.483627 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-dfe957e5-2d4a-411f-96ce-a75b4d0502cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:24.511064 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fb86c5-3695-446c-8f07-aa9a55cfb7eb x-openstack-request-id: req-d0fb86c5-3695-446c-8f07-aa9a55cfb7eb {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:51:24.511064 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05745ae-5de8-40b6-875c-d24d422f1a61", "name": "network-vif-plugged", "status": "completed", "tag": "5bb872a7-08c0-4001-bc69-60678636e8c5", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:51:24.511289 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d0fb86c5-3695-446c-8f07-aa9a55cfb7eb {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:51:24.511508 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0fb86c5-3695-446c-8f07-aa9a55cfb7eb'] response: {'server_uuid': 'c05745ae-5de8-40b6-875c-d24d422f1a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb872a7-08c0-4001-bc69-60678636e8c5', 'code': 200} Apr 20 13:51:24.563397 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:24.604651 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964cc5a-5d96-42b1-8742-5b045d280106 req-c174f4d9-f633-4b8e-8440-eab306f54b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:51:24.606237 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a964cc5a-5d96-42b1-8742-5b045d280106 req-c174f4d9-f633-4b8e-8440-eab306f54b2c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c05745ae-5de8-40b6-875c-d24d422f1a61 HTTP/1.1" status: 200 len: 1097 time: 0.0398104 Apr 20 13:51:24.610442 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=5bb872a7-08c0-4001-bc69-60678636e8c5,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:51:24.645412 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a964cc5a-5d96-42b1-8742-5b045d280106 req-2eb6ced9-3226-4433-bdff-eb4f88e335d0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330892 Apr 20 13:51:25.441891 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5686a1-6fba-4825-bd39-6fa988e9c396 req-0f36f0dd-0b04-4f66-8e7f-44abe84cad25 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:51:25.443417 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7b5686a1-6fba-4825-bd39-6fa988e9c396 req-0f36f0dd-0b04-4f66-8e7f-44abe84cad25 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=c05745ae-5de8-40b6-875c-d24d422f1a61 HTTP/1.1" status: 200 len: 946 time: 0.0486002 Apr 20 13:51:25.481054 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7b5686a1-6fba-4825-bd39-6fa988e9c396 req-58f6562e-b218-42a3-b226-3101794291b0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317373 Apr 20 13:51:26.594698 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c1a02-ab09-4104-a10f-40204c99fe2e req-373ffb26-61ef-451a-92a7-3455c77968d2 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:51:26.596159 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eb3c1a02-ab09-4104-a10f-40204c99fe2e req-373ffb26-61ef-451a-92a7-3455c77968d2 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=c05745ae-5de8-40b6-875c-d24d422f1a61 HTTP/1.1" status: 200 len: 946 time: 0.0473685 Apr 20 13:51:26.637973 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eb3c1a02-ab09-4104-a10f-40204c99fe2e req-0d203c08-9c67-498c-9eaf-821504374e48 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350347 Apr 20 13:51:26.755920 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd175799-d3e4-48c2-8c24-03f60039b68e req-3bed266f-e1b0-4e30-a487-4ab2034ad886 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:51:26.757303 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fd175799-d3e4-48c2-8c24-03f60039b68e req-3bed266f-e1b0-4e30-a487-4ab2034ad886 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=c05745ae-5de8-40b6-875c-d24d422f1a61 HTTP/1.1" status: 200 len: 946 time: 0.0514975 Apr 20 13:51:26.792505 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-71f3bedf-c7f0-48f0-99d7-b95d1c0c84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:26.796715 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fd175799-d3e4-48c2-8c24-03f60039b68e req-83c1f3e0-0cd0-4be1-b2b9-37335b138c91 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333622 Apr 20 13:51:26.818621 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58966) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:51:26.858015 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069aa833-035c-41d6-b31a-b5a62ae525a8 tempest-TestVolumeBootPattern-688878744 tempest-TestVolumeBootPattern-688878744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:51:26.859576 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-069aa833-035c-41d6-b31a-b5a62ae525a8 tempest-TestVolumeBootPattern-688878744 tempest-TestVolumeBootPattern-688878744-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c05745ae-5de8-40b6-875c-d24d422f1a61 HTTP/1.1" status: 200 len: 1092 time: 0.0399027 Apr 20 13:51:26.862424 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 58968) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:51:26.866598 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-6b22c66f-2663-490f-8acc-b96c18020dc1 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'port_id': '5bb872a7-08c0-4001-bc69-60678636e8c5', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:51:26.940658 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6b22c66f-2663-490f-8acc-b96c18020dc1 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for floatingip, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:27.038000 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6b22c66f-2663-490f-8acc-b96c18020dc1 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:27.137217 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-6b22c66f-2663-490f-8acc-b96c18020dc1 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Allocated IP 172.25.8.53 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/4c1fe5ad-70cc-4f74-aace-a8c599ee506c) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:51:27.241927 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6b22c66f-2663-490f-8acc-b96c18020dc1 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:27.358543 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6b22c66f-2663-490f-8acc-b96c18020dc1 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:27.398901 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b22c66f-2663-490f-8acc-b96c18020dc1 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:51:27.403456 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-6b22c66f-2663-490f-8acc-b96c18020dc1 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:51:27.406031 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b22c66f-2663-490f-8acc-b96c18020dc1 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:51:27.411339 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22c66f-2663-490f-8acc-b96c18020dc1 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Pushing event updated for resources: {'Port': ['ID=4c1fe5ad-70cc-4f74-aace-a8c599ee506c,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:51:27.759087 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6b22c66f-2663-490f-8acc-b96c18020dc1 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:27.920603 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6b22c66f-2663-490f-8acc-b96c18020dc1 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:28.069918 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6b22c66f-2663-490f-8acc-b96c18020dc1 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:28.124161 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6b22c66f-2663-490f-8acc-b96c18020dc1 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:28.195254 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22c66f-2663-490f-8acc-b96c18020dc1 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Pushing event updated for resources: {'Port': ['ID=4c1fe5ad-70cc-4f74-aace-a8c599ee506c,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:51:28.205001 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6b22c66f-2663-490f-8acc-b96c18020dc1 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:28.234248 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:28.303547 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-6b22c66f-2663-490f-8acc-b96c18020dc1 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Floating IP c73e39a6-23b1-473e-adcb-4888a5fbaf6e associated. External IP: 172.25.8.53, port: 5bb872a7-08c0-4001-bc69-60678636e8c5. Apr 20 13:51:28.502298 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b22c66f-2663-490f-8acc-b96c18020dc1 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Router f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:51:28.607539 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b22c66f-2663-490f-8acc-b96c18020dc1 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:51:28.617391 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1843cf2-1066-4c80-a26d-981012c97755 None None] Sync routers for ids ['f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:51:28.626615 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1843cf2-1066-4c80-a26d-981012c97755 None None] Routers {'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:51:28.627287 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-a1843cf2-1066-4c80-a26d-981012c97755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:51:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:51:28.662685 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6b22c66f-2663-490f-8acc-b96c18020dc1 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:28.689926 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-6b22c66f-2663-490f-8acc-b96c18020dc1 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8264663 Apr 20 13:51:28.691099 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c05745ae-5de8-40b6-875c-d24d422f1a61', 'tag': '5bb872a7-08c0-4001-bc69-60678636e8c5'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:51:28.693367 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415bc94f-57a8-471f-b627-e163189c68e8" -d '{"events": [{"name": "network-changed", "server_uuid": "c05745ae-5de8-40b6-875c-d24d422f1a61", "tag": "5bb872a7-08c0-4001-bc69-60678636e8c5"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:51:28.731952 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297f7e6e-9cdd-497a-8c23-ea3de229ca53 x-openstack-request-id: req-297f7e6e-9cdd-497a-8c23-ea3de229ca53 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:51:28.732246 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c05745ae-5de8-40b6-875c-d24d422f1a61", "tag": "5bb872a7-08c0-4001-bc69-60678636e8c5", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:51:28.732535 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-297f7e6e-9cdd-497a-8c23-ea3de229ca53 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:51:28.732960 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-297f7e6e-9cdd-497a-8c23-ea3de229ca53'] response: {'name': 'network-changed', 'server_uuid': 'c05745ae-5de8-40b6-875c-d24d422f1a61', 'tag': '5bb872a7-08c0-4001-bc69-60678636e8c5', 'status': 'completed', 'code': 200} Apr 20 13:51:28.733381 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-a1843cf2-1066-4c80-a26d-981012c97755 None None] Set router f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:51:28.793547 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415bc94f-57a8-471f-b627-e163189c68e8 req-f155767a-6bba-4803-9558-28e624269da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:51:28.794986 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-415bc94f-57a8-471f-b627-e163189c68e8 req-f155767a-6bba-4803-9558-28e624269da8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86c6a731a452439ca8d67480d5bb5c3a&device_id=c05745ae-5de8-40b6-875c-d24d422f1a61 HTTP/1.1" status: 200 len: 1097 time: 0.0407317 Apr 20 13:51:28.885246 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415bc94f-57a8-471f-b627-e163189c68e8 req-fe73d74d-3522-4fb5-bd61-0eba16529b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:51:28.886742 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-415bc94f-57a8-471f-b627-e163189c68e8 req-fe73d74d-3522-4fb5-bd61-0eba16529b89 service neutron] 10.222.0.32 "GET /v2.0/networks?id=42628f04-2a12-4127-a4fa-af3e722204ff HTTP/1.1" status: 200 len: 912 time: 0.0844111 Apr 20 13:51:28.955424 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-a1843cf2-1066-4c80-a26d-981012c97755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'name': 'tempest-TestVolumeBootPattern-507353576-router', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:22Z', 'updated_at': '2022-04-20T13:46:26Z', 'revision_number': 4, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'gw_port': {'id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:23Z', 'updated_at': '2022-04-20T13:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'c73e39a6-23b1-473e-adcb-4888a5fbaf6e', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'floating_ip_address': '172.25.8.53', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'port_id': '5bb872a7-08c0-4001-bc69-60678636e8c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'mac_address': 'fa:16:3e:cb:9a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05745ae-5de8-40b6-875c-d24d422f1a61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:51:27Z', 'updated_at': '2022-04-20T13:51:27Z', 'revision_number': 0, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dc29f11-1e5e-49ef-a226-6ea3ec4b0840', 'name': '', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'mac_address': 'fa:16:3e:ba:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:25Z', 'updated_at': '2022-04-20T13:46:30Z', 'revision_number': 5, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'subnets': [{'id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:51:28.955745 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-415bc94f-57a8-471f-b627-e163189c68e8 req-313d4729-b97a-4a3d-968c-0ad1fefec6a1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bb872a7-08c0-4001-bc69-60678636e8c5 HTTP/1.1" status: 200 len: 999 time: 0.0618458 Apr 20 13:51:28.984915 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1843cf2-1066-4c80-a26d-981012c97755 None None] Checking router: f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:51:28.993573 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1843cf2-1066-4c80-a26d-981012c97755 None None] Routers {'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:51:28.994188 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-a1843cf2-1066-4c80-a26d-981012c97755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:51:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:51:29.004338 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415bc94f-57a8-471f-b627-e163189c68e8 req-276932c6-2bb8-4a8a-8495-ca74ba9aa543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:51:29.005828 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-415bc94f-57a8-471f-b627-e163189c68e8 req-276932c6-2bb8-4a8a-8495-ca74ba9aa543 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=90568be1-dc1e-45de-9113-230a1fc9a3ab HTTP/1.1" status: 200 len: 850 time: 0.0439837 Apr 20 13:51:29.052133 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415bc94f-57a8-471f-b627-e163189c68e8 req-9bc933c6-7b78-48c6-b4a8-97c73873e1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:51:29.053568 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-415bc94f-57a8-471f-b627-e163189c68e8 req-9bc933c6-7b78-48c6-b4a8-97c73873e1a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42628f04-2a12-4127-a4fa-af3e722204ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417449 Apr 20 13:51:29.154320 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-415bc94f-57a8-471f-b627-e163189c68e8 req-b34fdf3b-f83d-4786-a6a8-c124f320d0ff service neutron] 10.222.0.32 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945623 Apr 20 13:51:29.193718 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-a1843cf2-1066-4c80-a26d-981012c97755 None None] Set router f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:51:29.243737 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-415bc94f-57a8-471f-b627-e163189c68e8 req-c5a19574-cceb-4e4c-aef8-e01ea51440b8 service neutron] 10.222.0.32 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820312 Apr 20 13:51:29.411440 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-a1843cf2-1066-4c80-a26d-981012c97755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'name': 'tempest-TestVolumeBootPattern-507353576-router', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:22Z', 'updated_at': '2022-04-20T13:46:26Z', 'revision_number': 4, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'gw_port': {'id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:23Z', 'updated_at': '2022-04-20T13:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'c73e39a6-23b1-473e-adcb-4888a5fbaf6e', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'floating_ip_address': '172.25.8.53', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'port_id': '5bb872a7-08c0-4001-bc69-60678636e8c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'mac_address': 'fa:16:3e:cb:9a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05745ae-5de8-40b6-875c-d24d422f1a61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:51:27Z', 'updated_at': '2022-04-20T13:51:27Z', 'revision_number': 0, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dc29f11-1e5e-49ef-a226-6ea3ec4b0840', 'name': '', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'mac_address': 'fa:16:3e:ba:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:25Z', 'updated_at': '2022-04-20T13:46:30Z', 'revision_number': 5, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'subnets': [{'id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:51:29.438083 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1843cf2-1066-4c80-a26d-981012c97755 None None] The sync data for ids ['f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'] in n-d-836015-7 is: [{'id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'name': 'tempest-TestVolumeBootPattern-507353576-router', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:22Z', 'updated_at': '2022-04-20T13:46:26Z', 'revision_number': 4, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'gw_port': {'id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:23Z', 'updated_at': '2022-04-20T13:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'c73e39a6-23b1-473e-adcb-4888a5fbaf6e', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'floating_ip_address': '172.25.8.53', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'port_id': '5bb872a7-08c0-4001-bc69-60678636e8c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'mac_address': 'fa:16:3e:cb:9a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05745ae-5de8-40b6-875c-d24d422f1a61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:51:27Z', 'updated_at': '2022-04-20T13:51:27Z', 'revision_number': 0, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dc29f11-1e5e-49ef-a226-6ea3ec4b0840', 'name': '', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'mac_address': 'fa:16:3e:ba:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:25Z', 'updated_at': '2022-04-20T13:46:30Z', 'revision_number': 5, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'subnets': [{'id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:51:29.449821 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:29.615222 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e96d8b-3d23-47e5-a8e7-a2374ade102a None None] New status for floating IP c73e39a6-23b1-473e-adcb-4888a5fbaf6e: ACTIVE {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:51:29.832890 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:42.540660 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:43.352162 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:48.605390 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:51:54.488552 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bd519f9f-0624-4419-9a18-60343b5df2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:56.848659 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-75af442b-da67-4770-86e4-87d5d9c35493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:58.180665 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:59.477855 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:59.849101 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:52:10.637856 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dbbb6d38-e663-4487-86f7-17b3c5a8688c req-f1cd52e9-160f-40fb-9c1f-5d0215c3d974 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c05745ae-5de8-40b6-875c-d24d422f1a61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1308775 Apr 20 13:52:10.727468 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb6d38-e663-4487-86f7-17b3c5a8688c req-9c6474c3-04e7-4ec8-8148-a9c2d9624b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:52:10.728937 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dbbb6d38-e663-4487-86f7-17b3c5a8688c req-9c6474c3-04e7-4ec8-8148-a9c2d9624b36 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86c6a731a452439ca8d67480d5bb5c3a&device_id=c05745ae-5de8-40b6-875c-d24d422f1a61 HTTP/1.1" status: 200 len: 1097 time: 0.0463512 Apr 20 13:52:10.832667 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb6d38-e663-4487-86f7-17b3c5a8688c req-855c4c67-ae0f-4fb1-93f9-4b71dcd816cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:52:10.834216 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dbbb6d38-e663-4487-86f7-17b3c5a8688c req-855c4c67-ae0f-4fb1-93f9-4b71dcd816cb service neutron] 10.222.0.32 "GET /v2.0/networks?id=42628f04-2a12-4127-a4fa-af3e722204ff HTTP/1.1" status: 200 len: 912 time: 0.0847607 Apr 20 13:52:10.905500 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dbbb6d38-e663-4487-86f7-17b3c5a8688c req-8bc1f0d6-663b-410f-8e22-e589d5bb2505 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bb872a7-08c0-4001-bc69-60678636e8c5 HTTP/1.1" status: 200 len: 1001 time: 0.0629742 Apr 20 13:52:10.955524 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb6d38-e663-4487-86f7-17b3c5a8688c req-786f709c-802f-4cf5-9ad7-60855b147973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:52:10.956944 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dbbb6d38-e663-4487-86f7-17b3c5a8688c req-786f709c-802f-4cf5-9ad7-60855b147973 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=90568be1-dc1e-45de-9113-230a1fc9a3ab HTTP/1.1" status: 200 len: 850 time: 0.0453405 Apr 20 13:52:11.001654 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb6d38-e663-4487-86f7-17b3c5a8688c req-64cbbf5c-63ff-4ec6-95b2-9664cfe7e74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:52:11.003118 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dbbb6d38-e663-4487-86f7-17b3c5a8688c req-64cbbf5c-63ff-4ec6-95b2-9664cfe7e74f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42628f04-2a12-4127-a4fa-af3e722204ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403867 Apr 20 13:52:11.097961 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dbbb6d38-e663-4487-86f7-17b3c5a8688c req-964cadf9-4d32-4c4b-9b37-5f6e4cffbff5 service neutron] 10.222.0.32 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873446 Apr 20 13:52:11.187713 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-dbbb6d38-e663-4487-86f7-17b3c5a8688c req-54a62f84-3283-416e-ad7b-dc20d5714ceb service neutron] 10.222.0.32 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823290 Apr 20 13:52:12.540856 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:52:13.357700 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:52:24.529147 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f29a7565-9f0a-4705-9f56-d5b92c9d86ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:52:25.607299 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:52:26.780496 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7437ab46-cca5-4d91-aebe-3dd58843f84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:52:28.219747 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:52:29.488480 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:52:29.859854 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:52:42.568537 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:52:43.390342 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:52:54.459705 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-440cde38-9089-42d4-9ea8-20b21868dbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:52:56.790994 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8918a4be-3ff7-4cab-81f3-e5fb557354e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:52:58.208360 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:52:59.459743 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:52:59.876739 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:53:02.606980 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:53:11.545428 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5517fa03-59ff-4fa2-a6d6-cc02a597f197 req-68e747c3-f829-414c-b76e-a2ed21693b09 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c05745ae-5de8-40b6-875c-d24d422f1a61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399597 Apr 20 13:53:11.628383 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517fa03-59ff-4fa2-a6d6-cc02a597f197 req-d1188b48-0657-4402-be01-106f125774c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:53:11.629849 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5517fa03-59ff-4fa2-a6d6-cc02a597f197 req-d1188b48-0657-4402-be01-106f125774c5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86c6a731a452439ca8d67480d5bb5c3a&device_id=c05745ae-5de8-40b6-875c-d24d422f1a61 HTTP/1.1" status: 200 len: 1097 time: 0.0443263 Apr 20 13:53:11.728828 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517fa03-59ff-4fa2-a6d6-cc02a597f197 req-81d4b6c2-e6d9-420f-8781-15b22bc69614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:53:11.730291 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5517fa03-59ff-4fa2-a6d6-cc02a597f197 req-81d4b6c2-e6d9-420f-8781-15b22bc69614 service neutron] 10.222.0.32 "GET /v2.0/networks?id=42628f04-2a12-4127-a4fa-af3e722204ff HTTP/1.1" status: 200 len: 912 time: 0.0826337 Apr 20 13:53:11.797275 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5517fa03-59ff-4fa2-a6d6-cc02a597f197 req-3ff00c61-72f6-4d50-a52d-70bd1c73cd76 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bb872a7-08c0-4001-bc69-60678636e8c5 HTTP/1.1" status: 200 len: 1001 time: 0.0604005 Apr 20 13:53:11.845249 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517fa03-59ff-4fa2-a6d6-cc02a597f197 req-dfd8196d-ae01-4d2d-8d7c-caa7be9a3304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:53:11.846788 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5517fa03-59ff-4fa2-a6d6-cc02a597f197 req-dfd8196d-ae01-4d2d-8d7c-caa7be9a3304 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=90568be1-dc1e-45de-9113-230a1fc9a3ab HTTP/1.1" status: 200 len: 850 time: 0.0434377 Apr 20 13:53:11.889941 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517fa03-59ff-4fa2-a6d6-cc02a597f197 req-e6fcf8c2-9161-4110-ab06-bfb266c1ef25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:53:11.891403 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5517fa03-59ff-4fa2-a6d6-cc02a597f197 req-e6fcf8c2-9161-4110-ab06-bfb266c1ef25 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42628f04-2a12-4127-a4fa-af3e722204ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386560 Apr 20 13:53:11.980531 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5517fa03-59ff-4fa2-a6d6-cc02a597f197 req-aac78de6-a129-4a8b-afc7-7c1e5b1a9bd3 service neutron] 10.222.0.32 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826912 Apr 20 13:53:12.067794 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5517fa03-59ff-4fa2-a6d6-cc02a597f197 req-9b95e9cb-b6ca-4d44-a995-a0449d280be9 service neutron] 10.222.0.32 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801373 Apr 20 13:53:12.579056 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:53:13.328223 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:53:24.481161 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-41040da4-f337-4514-b287-56bc5be08c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:53:26.819143 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1f336f61-b069-4d14-b727-1cd150b90c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:53:28.230307 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:53:29.522550 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:53:29.825290 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:53:39.606004 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:53:42.578731 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:53:43.378669 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:53:54.498733 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-eb2e96a4-e144-4ae1-9da8-d2610a8e5207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:53:54.625600 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-f0c1fbf0-55b9-4d28-8cfc-efd95891233c req-4a824120-fbd7-4f5b-ad3d-4d4ba46d7917 service neutron] (114869) timed out ('10.222.0.32', 51811) {{(pid=114869) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 13:53:55.955080 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b511cd6-c241-4ec4-a849-0b51e45a2d4b req-417b02c6-2d11-49c7-a324-b96d169de3f1 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:53:55.956601 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4b511cd6-c241-4ec4-a849-0b51e45a2d4b req-417b02c6-2d11-49c7-a324-b96d169de3f1 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=c05745ae-5de8-40b6-875c-d24d422f1a61 HTTP/1.1" status: 200 len: 946 time: 0.0503020 Apr 20 13:53:55.994823 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4b511cd6-c241-4ec4-a849-0b51e45a2d4b req-7acb8663-111a-4f16-8cb8-c3437eacb968 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319858 Apr 20 13:53:56.802064 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4fb9536e-4942-41d8-a600-ac1fde08175e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:53:57.118701 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e23454-c06e-433d-8e71-67b58bbe39ef req-fdc87009-7378-4d0e-9d4f-08f908fa29d4 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:53:57.120216 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e6e23454-c06e-433d-8e71-67b58bbe39ef req-fdc87009-7378-4d0e-9d4f-08f908fa29d4 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=c05745ae-5de8-40b6-875c-d24d422f1a61 HTTP/1.1" status: 200 len: 946 time: 0.0483584 Apr 20 13:53:57.157337 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e6e23454-c06e-433d-8e71-67b58bbe39ef req-015cb9d3-a293-41bd-b64b-0c23be3c5947 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304286 Apr 20 13:53:57.569182 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec457d44-898b-47bb-ad36-6896c74e149c req-f7e4dafd-061b-4096-b5ba-6bf1c9e0f41c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:53:57.570610 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ec457d44-898b-47bb-ad36-6896c74e149c req-f7e4dafd-061b-4096-b5ba-6bf1c9e0f41c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.32 "GET /v2.0/ports?device_id=c05745ae-5de8-40b6-875c-d24d422f1a61 HTTP/1.1" status: 200 len: 946 time: 0.0481057 Apr 20 13:53:57.659684 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-ec457d44-898b-47bb-ad36-6896c74e149c req-15a3221d-5069-458d-9b55-6f19f1a1baaa tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Deleting port 5bb872a7-08c0-4001-bc69-60678636e8c5 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:53:57.660026 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ec457d44-898b-47bb-ad36-6896c74e149c req-15a3221d-5069-458d-9b55-6f19f1a1baaa tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:53:57.745504 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-ec457d44-898b-47bb-ad36-6896c74e149c req-15a3221d-5069-458d-9b55-6f19f1a1baaa tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] For port 5bb872a7-08c0-4001-bc69-60678636e8c5, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=5bb872a7-08c0-4001-bc69-60678636e8c5,segment=NetworkSegment(517350df-8312-49c8-bd99-9ead9c508793),segment_id=517350df-8312-49c8-bd99-9ead9c508793)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:53:57.745758 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ec457d44-898b-47bb-ad36-6896c74e149c req-15a3221d-5069-458d-9b55-6f19f1a1baaa tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:53:57.913248 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ec457d44-898b-47bb-ad36-6896c74e149c req-15a3221d-5069-458d-9b55-6f19f1a1baaa tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:53:57.913608 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ec457d44-898b-47bb-ad36-6896c74e149c req-15a3221d-5069-458d-9b55-6f19f1a1baaa tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:53:57.913920 n-d-836015-7 neutron-server[114870]: INFO neutron.db.l3_db [req-ec457d44-898b-47bb-ad36-6896c74e149c req-15a3221d-5069-458d-9b55-6f19f1a1baaa tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Floating IP c73e39a6-23b1-473e-adcb-4888a5fbaf6e disassociated. External IP: 172.25.8.53, port: 5bb872a7-08c0-4001-bc69-60678636e8c5. Apr 20 13:53:57.914257 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-ec457d44-898b-47bb-ad36-6896c74e149c req-15a3221d-5069-458d-9b55-6f19f1a1baaa tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Calling delete_port for 5bb872a7-08c0-4001-bc69-60678636e8c5 owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:53:58.103418 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ec457d44-898b-47bb-ad36-6896c74e149c req-15a3221d-5069-458d-9b55-6f19f1a1baaa tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:53:58.135090 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a3221d-5069-458d-9b55-6f19f1a1baaa tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Pushing event deleted for resources: {'Port': ['ID=5bb872a7-08c0-4001-bc69-60678636e8c5,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:53:58.147823 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a3221d-5069-458d-9b55-6f19f1a1baaa tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:53:58.148206 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a3221d-5069-458d-9b55-6f19f1a1baaa tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:53:58.148549 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a3221d-5069-458d-9b55-6f19f1a1baaa tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:53:58.148879 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a3221d-5069-458d-9b55-6f19f1a1baaa tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:53:58.149206 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a3221d-5069-458d-9b55-6f19f1a1baaa tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:53:58.149527 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a3221d-5069-458d-9b55-6f19f1a1baaa tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:53:58.149850 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a3221d-5069-458d-9b55-6f19f1a1baaa tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:53:58.150168 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a3221d-5069-458d-9b55-6f19f1a1baaa tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:53:58.150486 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a3221d-5069-458d-9b55-6f19f1a1baaa tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:53:58.150803 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a3221d-5069-458d-9b55-6f19f1a1baaa tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:53:58.151382 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a3221d-5069-458d-9b55-6f19f1a1baaa tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:53:58.151504 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a3221d-5069-458d-9b55-6f19f1a1baaa tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:53:58.259032 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:53:58.259643 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a523f2b2-4e0f-4a5e-bd32-c830308a50f2 req-5e5405ff-e366-45a5-80c3-e9b6dc5bd410 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=c05745ae-5de8-40b6-875c-d24d422f1a61 HTTP/1.1" status: 200 len: 210 time: 0.0265357 Apr 20 13:53:58.271944 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec457d44-898b-47bb-ad36-6896c74e149c req-15a3221d-5069-458d-9b55-6f19f1a1baaa tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Router f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:53:58.715068 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec457d44-898b-47bb-ad36-6896c74e149c req-15a3221d-5069-458d-9b55-6f19f1a1baaa tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:53:58.725885 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee09d7c-62e4-4838-a8a7-faae5e403173 None None] Sync routers for ids ['f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:53:58.735632 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee09d7c-62e4-4838-a8a7-faae5e403173 None None] Routers {'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:53:58.736251 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-dee09d7c-62e4-4838-a8a7-faae5e403173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:53:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:53:58.753909 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec457d44-898b-47bb-ad36-6896c74e149c req-15a3221d-5069-458d-9b55-6f19f1a1baaa tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] No DVR routers for this DVR port 5bb872a7-08c0-4001-bc69-60678636e8c5 on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:53:58.756468 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-ec457d44-898b-47bb-ad36-6896c74e149c req-15a3221d-5069-458d-9b55-6f19f1a1baaa tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:53:58.759740 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ec457d44-898b-47bb-ad36-6896c74e149c req-15a3221d-5069-458d-9b55-6f19f1a1baaa tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.32 "DELETE /v2.0/ports/5bb872a7-08c0-4001-bc69-60678636e8c5 HTTP/1.1" status: 204 len: 173 time: 1.1828461 Apr 20 13:53:58.760175 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05745ae-5de8-40b6-875c-d24d422f1a61', 'name': 'network-vif-deleted', 'tag': '5bb872a7-08c0-4001-bc69-60678636e8c5'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:53:58.763045 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054e7f57-34fe-40dd-aa98-c886e5b4d721" -d '{"events": [{"server_uuid": "c05745ae-5de8-40b6-875c-d24d422f1a61", "name": "network-vif-deleted", "tag": "5bb872a7-08c0-4001-bc69-60678636e8c5"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:53:58.846487 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-dee09d7c-62e4-4838-a8a7-faae5e403173 None None] Set router f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:53:58.859139 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130b45ea-c7ed-4eaa-9a83-a649cdb636cd x-openstack-request-id: req-130b45ea-c7ed-4eaa-9a83-a649cdb636cd {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:53:58.859490 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05745ae-5de8-40b6-875c-d24d422f1a61", "name": "network-vif-deleted", "tag": "5bb872a7-08c0-4001-bc69-60678636e8c5", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:53:58.859747 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-130b45ea-c7ed-4eaa-9a83-a649cdb636cd {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:53:58.860145 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-130b45ea-c7ed-4eaa-9a83-a649cdb636cd'] response: {'server_uuid': 'c05745ae-5de8-40b6-875c-d24d422f1a61', 'name': 'network-vif-deleted', 'tag': '5bb872a7-08c0-4001-bc69-60678636e8c5', 'status': 'completed', 'code': 200} Apr 20 13:53:59.049473 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-dee09d7c-62e4-4838-a8a7-faae5e403173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'name': 'tempest-TestVolumeBootPattern-507353576-router', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:22Z', 'updated_at': '2022-04-20T13:46:26Z', 'revision_number': 4, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'gw_port': {'id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:23Z', 'updated_at': '2022-04-20T13:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '0dc29f11-1e5e-49ef-a226-6ea3ec4b0840', 'name': '', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'mac_address': 'fa:16:3e:ba:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:25Z', 'updated_at': '2022-04-20T13:46:30Z', 'revision_number': 5, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'subnets': [{'id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:53:59.079056 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee09d7c-62e4-4838-a8a7-faae5e403173 None None] Checking router: f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:53:59.087435 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee09d7c-62e4-4838-a8a7-faae5e403173 None None] Routers {'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:53:59.088043 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-dee09d7c-62e4-4838-a8a7-faae5e403173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:53:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:53:59.194997 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-dee09d7c-62e4-4838-a8a7-faae5e403173 None None] Set router f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:53:59.361503 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e9d45509-d64a-4007-b178-98c7ef3cf20d req-3954175e-5894-4066-b871-c9f5d657002f tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=c05745ae-5de8-40b6-875c-d24d422f1a61 HTTP/1.1" status: 200 len: 210 time: 0.0303836 Apr 20 13:53:59.397995 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-dee09d7c-62e4-4838-a8a7-faae5e403173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'name': 'tempest-TestVolumeBootPattern-507353576-router', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:22Z', 'updated_at': '2022-04-20T13:46:26Z', 'revision_number': 4, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'gw_port': {'id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:23Z', 'updated_at': '2022-04-20T13:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '0dc29f11-1e5e-49ef-a226-6ea3ec4b0840', 'name': '', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'mac_address': 'fa:16:3e:ba:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:25Z', 'updated_at': '2022-04-20T13:46:30Z', 'revision_number': 5, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'subnets': [{'id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:53:59.425283 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee09d7c-62e4-4838-a8a7-faae5e403173 None None] The sync data for ids ['f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'] in n-d-836015-7 is: [{'id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'name': 'tempest-TestVolumeBootPattern-507353576-router', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:22Z', 'updated_at': '2022-04-20T13:46:26Z', 'revision_number': 4, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'gw_port': {'id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:23Z', 'updated_at': '2022-04-20T13:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '0dc29f11-1e5e-49ef-a226-6ea3ec4b0840', 'name': '', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'mac_address': 'fa:16:3e:ba:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:25Z', 'updated_at': '2022-04-20T13:46:30Z', 'revision_number': 5, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'subnets': [{'id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:53:59.487577 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:53:59.643807 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8545230e-5b6c-4dcb-a453-bdc2b13df2fd None None] New status for floating IP c73e39a6-23b1-473e-adcb-4888a5fbaf6e: DOWN {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:53:59.830961 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:00.460936 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c407438b-2733-4f08-8c3f-b85cf47167a0 req-6c228cef-33d0-4736-bf53-633b1a63a45e tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=c05745ae-5de8-40b6-875c-d24d422f1a61 HTTP/1.1" status: 200 len: 210 time: 0.0270875 Apr 20 13:54:01.014362 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 5bb872a7-08c0-4001-bc69-60678636e8c5 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:54:01.038210 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 5bb872a7-08c0-4001-bc69-60678636e8c5 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:54:01.038556 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 5bb872a7-08c0-4001-bc69-60678636e8c5 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:54:01.556846 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-18207de9-6f4e-4035-9dad-cef44071e5fa req-72f9b53d-81d3-43a5-b9ed-5c60c8a13e03 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=c05745ae-5de8-40b6-875c-d24d422f1a61 HTTP/1.1" status: 200 len: 210 time: 0.0266869 Apr 20 13:54:02.660609 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-015305fb-8731-44e6-87a0-0eea23e46c05 req-09cd73c5-d869-44c2-af5c-ccb4b260e9a3 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=c05745ae-5de8-40b6-875c-d24d422f1a61 HTTP/1.1" status: 200 len: 210 time: 0.0261071 Apr 20 13:54:03.856225 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-597186a2-cfe4-491e-ad2c-cf8360e4bdfe tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-657795725&fields=id&tenant_id=86c6a731a452439ca8d67480d5bb5c3a HTTP/1.1" status: 200 len: 267 time: 0.0334737 Apr 20 13:54:03.964532 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-025dd3db-5ae8-4205-9e80-fba1d10bca75 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:03.966041 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-025dd3db-5ae8-4205-9e80-fba1d10bca75 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/networks?id=42628f04-2a12-4127-a4fa-af3e722204ff HTTP/1.1" status: 200 len: 811 time: 0.1034372 Apr 20 13:54:03.980580 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-7c4c85dd-c683-4ec7-b2b1-ea0cabb346d6 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/quotas/86c6a731a452439ca8d67480d5bb5c3a HTTP/1.1" status: 200 len: 375 time: 0.0087471 Apr 20 13:54:04.032999 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-ed3fe2ec-620d-40a5-9217-710b7cf1274c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=86c6a731a452439ca8d67480d5bb5c3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470481 Apr 20 13:54:04.171743 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-669b0faf-2d83-4c5f-9e74-82ee574dcadd service neutron] 10.222.0.25 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275361 Apr 20 13:54:04.264900 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-e7f50093-e161-483e-a4d6-2e72596f6713 service neutron] 10.222.0.25 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869160 Apr 20 13:54:05.814209 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d9b88f47-fb58-4176-aa98-0c10470f5cd2 req-db0ef047-71eb-4a6c-b80f-23a2b891c6e9 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d3b4c-222e-4dee-b722-1225803b4f48 HTTP/1.1" status: 200 len: 210 time: 0.0274827 Apr 20 13:54:06.888533 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cf8c734d-e183-4138-b6c2-641a83ba7606 req-135bcd4e-852d-40ac-a429-145438951f3e tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d3b4c-222e-4dee-b722-1225803b4f48 HTTP/1.1" status: 200 len: 210 time: 0.0260470 Apr 20 13:54:07.963118 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b1073581-2e6f-49f4-88f6-94b9cadc7955 req-02f18668-7b7a-4d2f-8a1f-6c30a24f1001 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d3b4c-222e-4dee-b722-1225803b4f48 HTTP/1.1" status: 200 len: 210 time: 0.0251460 Apr 20 13:54:09.043592 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a4186957-4356-4556-8a0c-f338bbf8bcbc req-3ae4720c-c815-4ef0-b4e9-454490d2aef5 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d3b4c-222e-4dee-b722-1225803b4f48 HTTP/1.1" status: 200 len: 210 time: 0.0297344 Apr 20 13:54:10.135616 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f168a14-5880-44c7-8baf-0954da8b9289 req-36a658ab-7593-4b08-bc3a-c9c53e1b7752 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d3b4c-222e-4dee-b722-1225803b4f48 HTTP/1.1" status: 200 len: 210 time: 0.0254006 Apr 20 13:54:11.229283 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4ea07f60-3e93-4a15-8a8a-5ae0e5530207 req-eb661180-f670-40a2-864f-90beb73f2bcc tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d3b4c-222e-4dee-b722-1225803b4f48 HTTP/1.1" status: 200 len: 210 time: 0.0254610 Apr 20 13:54:11.583005 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-480af0d4-3c9c-4584-9db5-5433f0e00f53 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:11.584448 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-480af0d4-3c9c-4584-9db5-5433f0e00f53 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.15 "GET /v2.0/networks?id=42628f04-2a12-4127-a4fa-af3e722204ff HTTP/1.1" status: 200 len: 811 time: 0.1077368 Apr 20 13:54:11.626253 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-4c8dd50c-82d9-4e86-8965-c3d9256a4f14 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86c6a731a452439ca8d67480d5bb5c3a HTTP/1.1" status: 200 len: 379 time: 0.0328138 Apr 20 13:54:11.635091 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-70e35b77-bdf3-4d93-ab96-dc61bba04a18 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Request body: {'port': {'device_id': '1a9d3b4c-222e-4dee-b722-1225803b4f48', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'admin_state_up': True, 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'security_groups': ['7bc9468d-ecb7-4711-8767-c356da991762']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:54:11.801774 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-70e35b77-bdf3-4d93-ab96-dc61bba04a18 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Made reservation on behalf of 86c6a731a452439ca8d67480d5bb5c3a for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:54:11.805315 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-70e35b77-bdf3-4d93-ab96-dc61bba04a18 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:11.935245 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-70e35b77-bdf3-4d93-ab96-dc61bba04a18 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Allocated IP 172.20.0.11 (42628f04-2a12-4127-a4fa-af3e722204ff/90568be1-dc1e-45de-9113-230a1fc9a3ab/c1d2794a-f225-46a2-aec1-2cc05dd4cf7c) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:54:12.076605 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-70e35b77-bdf3-4d93-ab96-dc61bba04a18 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:12.162069 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-70e35b77-bdf3-4d93-ab96-dc61bba04a18 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:12.211794 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-70e35b77-bdf3-4d93-ab96-dc61bba04a18 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Network 42628f04-2a12-4127-a4fa-af3e722204ff is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:54:12.214923 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-70e35b77-bdf3-4d93-ab96-dc61bba04a18 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:54:12.217406 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-70e35b77-bdf3-4d93-ab96-dc61bba04a18 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:54:12.247459 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e35b77-bdf3-4d93-ab96-dc61bba04a18 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Pushing event updated for resources: {'Port': ['ID=c1d2794a-f225-46a2-aec1-2cc05dd4cf7c,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:54:12.266722 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e35b77-bdf3-4d93-ab96-dc61bba04a18 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:12.267063 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e35b77-bdf3-4d93-ab96-dc61bba04a18 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:12.267437 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e35b77-bdf3-4d93-ab96-dc61bba04a18 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:12.267781 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e35b77-bdf3-4d93-ab96-dc61bba04a18 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:12.268094 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e35b77-bdf3-4d93-ab96-dc61bba04a18 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:12.268423 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e35b77-bdf3-4d93-ab96-dc61bba04a18 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:12.268747 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e35b77-bdf3-4d93-ab96-dc61bba04a18 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:12.269074 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e35b77-bdf3-4d93-ab96-dc61bba04a18 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:12.269398 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e35b77-bdf3-4d93-ab96-dc61bba04a18 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:12.269717 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e35b77-bdf3-4d93-ab96-dc61bba04a18 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:12.270040 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e35b77-bdf3-4d93-ab96-dc61bba04a18 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:12.270361 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e35b77-bdf3-4d93-ab96-dc61bba04a18 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:12.294701 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-70e35b77-bdf3-4d93-ab96-dc61bba04a18 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:12.296016 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-70e35b77-bdf3-4d93-ab96-dc61bba04a18 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:12.363618 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38f778-f3fd-4793-8d0e-b963b2985da0 req-a962279e-1602-4541-983b-bdee37a070cc tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:12.365336 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-af38f778-f3fd-4793-8d0e-b963b2985da0 req-a962279e-1602-4541-983b-bdee37a070cc tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d3b4c-222e-4dee-b722-1225803b4f48 HTTP/1.1" status: 200 len: 932 time: 0.0566761 Apr 20 13:54:12.398326 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-70e35b77-bdf3-4d93-ab96-dc61bba04a18 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7662919 Apr 20 13:54:12.408723 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-dd1e9963-e899-4d97-86a6-a8bbf4fb81bf tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:54:12.409743 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-dd1e9963-e899-4d97-86a6-a8bbf4fb81bf tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051012 Apr 20 13:54:12.418202 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-af38f778-f3fd-4793-8d0e-b963b2985da0 req-98491af0-5f5a-400a-bde6-6d9bfe1889d5 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465024 Apr 20 13:54:12.470287 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-f009f346-ffb3-4a5d-8cf6-6ef2892b1a74 None None] Provisioning complete for port c1d2794a-f225-46a2-aec1-2cc05dd4cf7c triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:54:12.470795 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f009f346-ffb3-4a5d-8cf6-6ef2892b1a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:12.472054 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-e55186e0-6207-4ecb-b0f5-3a3e5b54f121 service neutron] Request body: {'port': {'device_id': '1a9d3b4c-222e-4dee-b722-1225803b4f48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:54:12.534969 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-e55186e0-6207-4ecb-b0f5-3a3e5b54f121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:12.673167 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-f009f346-ffb3-4a5d-8cf6-6ef2892b1a74 None None] Port c1d2794a-f225-46a2-aec1-2cc05dd4cf7c cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:54:12.725949 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:12.802942 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-e55186e0-6207-4ecb-b0f5-3a3e5b54f121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1d2794a-f225-46a2-aec1-2cc05dd4cf7c {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:54:12.810623 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-e55186e0-6207-4ecb-b0f5-3a3e5b54f121 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:12.823015 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-e55186e0-6207-4ecb-b0f5-3a3e5b54f121 service neutron] Transition to ACTIVE for port object c1d2794a-f225-46a2-aec1-2cc05dd4cf7c will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:54:12.899094 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-e55186e0-6207-4ecb-b0f5-3a3e5b54f121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:12.955890 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55186e0-6207-4ecb-b0f5-3a3e5b54f121 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d2794a-f225-46a2-aec1-2cc05dd4cf7c,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:54:13.033835 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-e55186e0-6207-4ecb-b0f5-3a3e5b54f121 service neutron] Attempting to bind port c1d2794a-f225-46a2-aec1-2cc05dd4cf7c on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:54:13.034177 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-e55186e0-6207-4ecb-b0f5-3a3e5b54f121 service neutron] Attempting to bind port c1d2794a-f225-46a2-aec1-2cc05dd4cf7c by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '517350df-8312-49c8-bd99-9ead9c508793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:54:13.034510 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-e55186e0-6207-4ecb-b0f5-3a3e5b54f121 service neutron] Attempting to bind port c1d2794a-f225-46a2-aec1-2cc05dd4cf7c on network 42628f04-2a12-4127-a4fa-af3e722204ff {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:54:13.039805 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-e55186e0-6207-4ecb-b0f5-3a3e5b54f121 service neutron] Port c1d2794a-f225-46a2-aec1-2cc05dd4cf7c on network 42628f04-2a12-4127-a4fa-af3e722204ff not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:54:13.040133 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-e55186e0-6207-4ecb-b0f5-3a3e5b54f121 service neutron] Attempting to bind port c1d2794a-f225-46a2-aec1-2cc05dd4cf7c on network 42628f04-2a12-4127-a4fa-af3e722204ff {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:54:13.045480 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-e55186e0-6207-4ecb-b0f5-3a3e5b54f121 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:54:13.045823 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-e55186e0-6207-4ecb-b0f5-3a3e5b54f121 service neutron] Checking segment: {'id': '517350df-8312-49c8-bd99-9ead9c508793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:54:13.046211 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-e55186e0-6207-4ecb-b0f5-3a3e5b54f121 service neutron] Bound using segment: {'id': '517350df-8312-49c8-bd99-9ead9c508793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:54:13.046643 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-e55186e0-6207-4ecb-b0f5-3a3e5b54f121 service neutron] Bound port: c1d2794a-f225-46a2-aec1-2cc05dd4cf7c, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '517350df-8312-49c8-bd99-9ead9c508793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:54:13.047012 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-e55186e0-6207-4ecb-b0f5-3a3e5b54f121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:13.114233 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-e55186e0-6207-4ecb-b0f5-3a3e5b54f121 service neutron] For port c1d2794a-f225-46a2-aec1-2cc05dd4cf7c, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:54:13.117615 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-e55186e0-6207-4ecb-b0f5-3a3e5b54f121 service neutron] For port c1d2794a-f225-46a2-aec1-2cc05dd4cf7c, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=c1d2794a-f225-46a2-aec1-2cc05dd4cf7c,segment=NetworkSegment(517350df-8312-49c8-bd99-9ead9c508793),segment_id=517350df-8312-49c8-bd99-9ead9c508793)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:54:13.179348 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-e55186e0-6207-4ecb-b0f5-3a3e5b54f121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:13.216718 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-e55186e0-6207-4ecb-b0f5-3a3e5b54f121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:13.217340 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-e55186e0-6207-4ecb-b0f5-3a3e5b54f121 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:13.218698 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-e55186e0-6207-4ecb-b0f5-3a3e5b54f121 service neutron] 10.222.0.15 "PUT /v2.0/ports/c1d2794a-f225-46a2-aec1-2cc05dd4cf7c HTTP/1.1" status: 200 len: 1092 time: 0.7997146 Apr 20 13:54:13.219129 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9d3b4c-222e-4dee-b722-1225803b4f48', 'tag': 'c1d2794a-f225-46a2-aec1-2cc05dd4cf7c'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:54:13.221369 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c4dd0a-828b-4d42-8ee3-fb25305a090a" -d '{"events": [{"name": "network-changed", "server_uuid": "1a9d3b4c-222e-4dee-b722-1225803b4f48", "tag": "c1d2794a-f225-46a2-aec1-2cc05dd4cf7c"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:54:13.247643 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55186e0-6207-4ecb-b0f5-3a3e5b54f121 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d2794a-f225-46a2-aec1-2cc05dd4cf7c,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:54:13.394379 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed49bb4e-b780-48c0-9c84-686efbd3fc6f x-openstack-request-id: req-ed49bb4e-b780-48c0-9c84-686efbd3fc6f {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:54:13.396129 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:13.396542 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a9d3b4c-222e-4dee-b722-1225803b4f48", "tag": "c1d2794a-f225-46a2-aec1-2cc05dd4cf7c", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:54:13.396850 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ed49bb4e-b780-48c0-9c84-686efbd3fc6f {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:54:13.397312 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed49bb4e-b780-48c0-9c84-686efbd3fc6f'] response: {'name': 'network-changed', 'server_uuid': '1a9d3b4c-222e-4dee-b722-1225803b4f48', 'tag': 'c1d2794a-f225-46a2-aec1-2cc05dd4cf7c', 'status': 'completed', 'code': 200} Apr 20 13:54:13.414484 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-9fd6a065-48e4-4976-9d75-a300ee8a7ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:13.416123 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-9fd6a065-48e4-4976-9d75-a300ee8a7ef8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=86c6a731a452439ca8d67480d5bb5c3a&device_id=1a9d3b4c-222e-4dee-b722-1225803b4f48 HTTP/1.1" status: 200 len: 1095 time: 0.0681932 Apr 20 13:54:13.458719 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-3ef4cffe-4cc3-4561-a938-78a0eea33d5f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1d2794a-f225-46a2-aec1-2cc05dd4cf7c HTTP/1.1" status: 200 len: 217 time: 0.0355475 Apr 20 13:54:13.550030 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-54db1d36-6a4c-4809-9815-437ef1501635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:13.551522 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-54db1d36-6a4c-4809-9815-437ef1501635 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90568be1-dc1e-45de-9113-230a1fc9a3ab HTTP/1.1" status: 200 len: 850 time: 0.0770490 Apr 20 13:54:13.575274 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c14e7c-13ca-46c3-9a74-2d79cf8968c1 req-ad097890-5456-4874-99db-c6b029c923a0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:13.576798 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d7c14e7c-13ca-46c3-9a74-2d79cf8968c1 req-ad097890-5456-4874-99db-c6b029c923a0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d3b4c-222e-4dee-b722-1225803b4f48 HTTP/1.1" status: 200 len: 944 time: 0.0751524 Apr 20 13:54:13.632396 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d7c14e7c-13ca-46c3-9a74-2d79cf8968c1 req-73ce67a0-c730-4894-b9d9-65ffce4ca568 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415385 Apr 20 13:54:13.635007 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-68413b80-c008-4446-8f5a-b8f01056b7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:13.636424 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-68413b80-c008-4446-8f5a-b8f01056b7c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=42628f04-2a12-4127-a4fa-af3e722204ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780861 Apr 20 13:54:13.726848 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-00c9e1b6-f7e7-4384-9cbb-5e8ca5141164 service neutron] 10.222.0.15 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810151 Apr 20 13:54:13.820862 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0234f888-2ed6-493b-8a3c-eef74f92f98a req-37892b83-462f-446b-a556-2291481a90f9 service neutron] 10.222.0.15 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840449 Apr 20 13:54:13.968354 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c4dd0a-828b-4d42-8ee3-fb25305a090a req-960c7b2a-ab7d-45aa-bd00-d13859ab7731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:13.969774 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42c4dd0a-828b-4d42-8ee3-fb25305a090a req-960c7b2a-ab7d-45aa-bd00-d13859ab7731 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=86c6a731a452439ca8d67480d5bb5c3a&device_id=1a9d3b4c-222e-4dee-b722-1225803b4f48 HTTP/1.1" status: 200 len: 1095 time: 0.0414321 Apr 20 13:54:14.401898 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c4dd0a-828b-4d42-8ee3-fb25305a090a req-10ab8295-4370-48c5-8ae9-6a0967155d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:14.404058 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42c4dd0a-828b-4d42-8ee3-fb25305a090a req-10ab8295-4370-48c5-8ae9-6a0967155d00 service neutron] 10.222.0.15 "GET /v2.0/networks?id=42628f04-2a12-4127-a4fa-af3e722204ff HTTP/1.1" status: 200 len: 912 time: 0.4261515 Apr 20 13:54:14.451670 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42c4dd0a-828b-4d42-8ee3-fb25305a090a req-32ee6af6-e37c-4736-a047-d2c24d55fc38 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1d2794a-f225-46a2-aec1-2cc05dd4cf7c HTTP/1.1" status: 200 len: 217 time: 0.0347264 Apr 20 13:54:14.500125 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c4dd0a-828b-4d42-8ee3-fb25305a090a req-a6a50ab2-3d10-4b53-9996-d17d905afcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:14.501556 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42c4dd0a-828b-4d42-8ee3-fb25305a090a req-a6a50ab2-3d10-4b53-9996-d17d905afcaa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90568be1-dc1e-45de-9113-230a1fc9a3ab HTTP/1.1" status: 200 len: 850 time: 0.0442269 Apr 20 13:54:14.551494 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c4dd0a-828b-4d42-8ee3-fb25305a090a req-4e0a9f24-07b5-4f8b-8a63-0f7d22022e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:14.552868 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42c4dd0a-828b-4d42-8ee3-fb25305a090a req-4e0a9f24-07b5-4f8b-8a63-0f7d22022e96 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=42628f04-2a12-4127-a4fa-af3e722204ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433815 Apr 20 13:54:14.647193 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42c4dd0a-828b-4d42-8ee3-fb25305a090a req-4c7880eb-99dc-46d0-b6ad-434aafb92173 service neutron] 10.222.0.15 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800457 Apr 20 13:54:14.775451 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b7f00-ed51-4e7c-9cfc-0bb22d01896f req-673d06b0-161f-4591-add4-8d2cb2226738 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:14.777193 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa4b7f00-ed51-4e7c-9cfc-0bb22d01896f req-673d06b0-161f-4591-add4-8d2cb2226738 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d3b4c-222e-4dee-b722-1225803b4f48 HTTP/1.1" status: 200 len: 944 time: 0.0725727 Apr 20 13:54:14.781085 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-42c4dd0a-828b-4d42-8ee3-fb25305a090a req-bc1b0578-3440-4d50-a168-5849764f0670 service neutron] 10.222.0.15 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270299 Apr 20 13:54:14.817905 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa4b7f00-ed51-4e7c-9cfc-0bb22d01896f req-a2ea79f0-f3e1-4af7-b7e0-408969f8112c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343316 Apr 20 13:54:15.936107 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38776d-626b-4471-ad97-ee83d9d7f8ce req-cc9db611-fe36-4fa2-a641-087db83bd55d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:15.937556 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-da38776d-626b-4471-ad97-ee83d9d7f8ce req-cc9db611-fe36-4fa2-a641-087db83bd55d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d3b4c-222e-4dee-b722-1225803b4f48 HTTP/1.1" status: 200 len: 944 time: 0.0483057 Apr 20 13:54:15.979374 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-da38776d-626b-4471-ad97-ee83d9d7f8ce req-8f3d3de0-f5b4-44a5-bfe7-5ff4515cf17f tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353856 Apr 20 13:54:16.605226 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:54:17.093891 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162a2b1-123e-4774-b856-44313d82be99 req-b01b8150-f17f-470d-a040-076a52f023bb tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:17.095342 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c162a2b1-123e-4774-b856-44313d82be99 req-b01b8150-f17f-470d-a040-076a52f023bb tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d3b4c-222e-4dee-b722-1225803b4f48 HTTP/1.1" status: 200 len: 944 time: 0.0492456 Apr 20 13:54:17.133543 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c162a2b1-123e-4774-b856-44313d82be99 req-33134693-d6f4-431e-912d-b4b4fe53ced4 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320857 Apr 20 13:54:18.247397 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ff6a5-cc2d-4fbf-a71c-43d63335ff68 req-361f0288-db8c-4baa-9c56-65668da68a83 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:18.248845 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a53ff6a5-cc2d-4fbf-a71c-43d63335ff68 req-361f0288-db8c-4baa-9c56-65668da68a83 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d3b4c-222e-4dee-b722-1225803b4f48 HTTP/1.1" status: 200 len: 944 time: 0.0485892 Apr 20 13:54:18.284830 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a53ff6a5-cc2d-4fbf-a71c-43d63335ff68 req-860a22c2-7936-4f47-88af-fe29330fc061 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298049 Apr 20 13:54:19.401131 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759f3e7-4b87-40c0-8216-c3d783a6e52d req-c16f0433-bff4-4228-aed2-e3aba02860b1 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:19.402566 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3759f3e7-4b87-40c0-8216-c3d783a6e52d req-c16f0433-bff4-4228-aed2-e3aba02860b1 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d3b4c-222e-4dee-b722-1225803b4f48 HTTP/1.1" status: 200 len: 944 time: 0.0498457 Apr 20 13:54:19.444400 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3759f3e7-4b87-40c0-8216-c3d783a6e52d req-beb0528c-7965-4b84-ab43-6f92f47fd58b tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356743 Apr 20 13:54:20.557933 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de174499-d543-4c44-8eba-4476df8afd9a req-65b446a0-f442-4cd6-a090-c185131dc77f tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:20.559424 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-de174499-d543-4c44-8eba-4476df8afd9a req-65b446a0-f442-4cd6-a090-c185131dc77f tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d3b4c-222e-4dee-b722-1225803b4f48 HTTP/1.1" status: 200 len: 944 time: 0.0479784 Apr 20 13:54:20.596974 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-de174499-d543-4c44-8eba-4476df8afd9a req-482b8e55-bd9b-4b92-8248-a7cd9931d2a0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313230 Apr 20 13:54:21.711690 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b276d1-979e-4a70-b80b-1800444d2417 req-e596d082-a138-47b1-b37d-05e5e3400b3d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:21.713127 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-38b276d1-979e-4a70-b80b-1800444d2417 req-e596d082-a138-47b1-b37d-05e5e3400b3d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d3b4c-222e-4dee-b722-1225803b4f48 HTTP/1.1" status: 200 len: 944 time: 0.0479393 Apr 20 13:54:21.749650 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-38b276d1-979e-4a70-b80b-1800444d2417 req-681569e3-d0fb-42b5-83bd-900d0f430118 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305567 Apr 20 13:54:22.863436 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f254ad8-ba48-405c-b4f0-c686302f386e req-8880b5ce-37fd-48ed-bdec-b0dba3b8279e tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:22.864931 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0f254ad8-ba48-405c-b4f0-c686302f386e req-8880b5ce-37fd-48ed-bdec-b0dba3b8279e tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d3b4c-222e-4dee-b722-1225803b4f48 HTTP/1.1" status: 200 len: 944 time: 0.0479133 Apr 20 13:54:22.905334 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0f254ad8-ba48-405c-b4f0-c686302f386e req-a8e0ba66-83ef-4699-9531-33913dcc6a98 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345299 Apr 20 13:54:23.903495 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device c1d2794a-f225-46a2-aec1-2cc05dd4cf7c details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:54:23.998478 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port c1d2794a-f225-46a2-aec1-2cc05dd4cf7c, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=c1d2794a-f225-46a2-aec1-2cc05dd4cf7c,segment=NetworkSegment(517350df-8312-49c8-bd99-9ead9c508793),segment_id=517350df-8312-49c8-bd99-9ead9c508793)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:54:24.009882 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'c1d2794a-f225-46a2-aec1-2cc05dd4cf7c', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'port_id': 'c1d2794a-f225-46a2-aec1-2cc05dd4cf7c', 'mac_address': 'fa:16:3e:f6:51:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:54:24.020033 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69d6a9-c880-4591-9254-5fe11bc31269 req-29f1b228-53c8-4fd4-bdee-b74f139a6b52 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:24.021497 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ef69d6a9-c880-4591-9254-5fe11bc31269 req-29f1b228-53c8-4fd4-bdee-b74f139a6b52 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d3b4c-222e-4dee-b722-1225803b4f48 HTTP/1.1" status: 200 len: 944 time: 0.0483372 Apr 20 13:54:24.046610 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:24.057806 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ef69d6a9-c880-4591-9254-5fe11bc31269 req-d65a9c33-af1b-4445-be2e-dbf8e2b63403 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303352 Apr 20 13:54:24.060044 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1d2794a-f225-46a2-aec1-2cc05dd4cf7c {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:54:24.080065 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port c1d2794a-f225-46a2-aec1-2cc05dd4cf7c, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=c1d2794a-f225-46a2-aec1-2cc05dd4cf7c,segment=NetworkSegment(517350df-8312-49c8-bd99-9ead9c508793),segment_id=517350df-8312-49c8-bd99-9ead9c508793)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:54:24.189953 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:24.239534 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=c1d2794a-f225-46a2-aec1-2cc05dd4cf7c,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:54:24.247169 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:24.247553 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:24.247891 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:24.248224 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:24.248555 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:24.248880 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:24.249203 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:24.249525 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:24.249842 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:24.250157 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:24.250475 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:24.250792 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:24.479834 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-62a615a1-50e2-4e55-be39-d9fa16bfcc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:24.549385 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['c1d2794a-f225-46a2-aec1-2cc05dd4cf7c'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:54:25.171389 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c3952-c77f-496d-a7a8-8b8eeb91d8bc req-f1490218-93e6-42be-bb11-0d62c03d39c5 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:25.172761 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-de6c3952-c77f-496d-a7a8-8b8eeb91d8bc req-f1490218-93e6-42be-bb11-0d62c03d39c5 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d3b4c-222e-4dee-b722-1225803b4f48 HTTP/1.1" status: 200 len: 945 time: 0.0476108 Apr 20 13:54:25.209988 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-de6c3952-c77f-496d-a7a8-8b8eeb91d8bc req-d607c50b-7b54-4af0-b9c7-210194abb117 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313725 Apr 20 13:54:25.918776 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device c1d2794a-f225-46a2-aec1-2cc05dd4cf7c up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:54:26.046519 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port c1d2794a-f225-46a2-aec1-2cc05dd4cf7c completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:54:26.050325 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port c1d2794a-f225-46a2-aec1-2cc05dd4cf7c triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:54:26.050690 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:26.126800 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:26.148433 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9d3b4c-222e-4dee-b722-1225803b4f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d2794a-f225-46a2-aec1-2cc05dd4cf7c'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:54:26.150679 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc3b6c8-a323-4263-ad79-f6d55a2f2fe3" -d '{"events": [{"server_uuid": "1a9d3b4c-222e-4dee-b722-1225803b4f48", "name": "network-vif-plugged", "status": "completed", "tag": "c1d2794a-f225-46a2-aec1-2cc05dd4cf7c"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:54:26.163125 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port c1d2794a-f225-46a2-aec1-2cc05dd4cf7c, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=c1d2794a-f225-46a2-aec1-2cc05dd4cf7c,segment=NetworkSegment(517350df-8312-49c8-bd99-9ead9c508793),segment_id=517350df-8312-49c8-bd99-9ead9c508793)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:54:26.206996 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:26.243541 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce28ce83-eae9-4297-8ade-7e53836dff28 x-openstack-request-id: req-ce28ce83-eae9-4297-8ade-7e53836dff28 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:54:26.243839 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9d3b4c-222e-4dee-b722-1225803b4f48", "name": "network-vif-plugged", "status": "completed", "tag": "c1d2794a-f225-46a2-aec1-2cc05dd4cf7c", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:54:26.244094 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce28ce83-eae9-4297-8ade-7e53836dff28 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:54:26.244493 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce28ce83-eae9-4297-8ade-7e53836dff28'] response: {'server_uuid': '1a9d3b4c-222e-4dee-b722-1225803b4f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d2794a-f225-46a2-aec1-2cc05dd4cf7c', 'code': 200} Apr 20 13:54:26.257358 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=c1d2794a-f225-46a2-aec1-2cc05dd4cf7c,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:54:26.363004 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c5edd-748b-4b61-ac20-b90e616686ec req-e3a7a0ff-55aa-4b4f-a08d-220c7b710ceb tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:26.364478 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c40c5edd-748b-4b61-ac20-b90e616686ec req-e3a7a0ff-55aa-4b4f-a08d-220c7b710ceb tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d3b4c-222e-4dee-b722-1225803b4f48 HTTP/1.1" status: 200 len: 946 time: 0.0795851 Apr 20 13:54:26.369666 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a85fc-b7c0-4934-a4e3-62496b018aa8 req-6e73bdae-e079-42c9-a710-480dedae5faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:26.371566 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b45a85fc-b7c0-4934-a4e3-62496b018aa8 req-6e73bdae-e079-42c9-a710-480dedae5faf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1a9d3b4c-222e-4dee-b722-1225803b4f48 HTTP/1.1" status: 200 len: 1097 time: 0.0604126 Apr 20 13:54:26.419995 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c40c5edd-748b-4b61-ac20-b90e616686ec req-0b0ab4b7-5850-4f60-98a2-b1b0378090d7 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475025 Apr 20 13:54:26.425279 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b45a85fc-b7c0-4934-a4e3-62496b018aa8 req-e70d6de6-cccb-4cbd-9cca-ab2dad466ab5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465164 Apr 20 13:54:26.766632 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-48210227-1616-4ac1-8013-63becc2f0782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:27.536637 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b3c5e-92ea-4a89-9299-5c20a1e68838 req-34e7e036-3580-4f02-a5f1-8ca0857856e3 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:27.538080 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e01b3c5e-92ea-4a89-9299-5c20a1e68838 req-34e7e036-3580-4f02-a5f1-8ca0857856e3 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d3b4c-222e-4dee-b722-1225803b4f48 HTTP/1.1" status: 200 len: 946 time: 0.0487683 Apr 20 13:54:27.577042 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e01b3c5e-92ea-4a89-9299-5c20a1e68838 req-686315cf-0c47-4b50-a9fd-a9f9aa14702b tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328529 Apr 20 13:54:28.212647 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:28.690328 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d4677-4389-4f71-a261-4cc1000363dc req-a0b842c4-0469-4d6d-8394-1e7c64384a89 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:28.691936 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9d2d4677-4389-4f71-a261-4cc1000363dc req-a0b842c4-0469-4d6d-8394-1e7c64384a89 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d3b4c-222e-4dee-b722-1225803b4f48 HTTP/1.1" status: 200 len: 946 time: 0.0481031 Apr 20 13:54:28.733139 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9d2d4677-4389-4f71-a261-4cc1000363dc req-fe1cd521-aa79-4012-b23c-2e4704c90a15 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352657 Apr 20 13:54:28.847562 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf6456-c703-4277-ba4e-958e11dcef5a req-bfe5aff6-eac3-4502-bb38-682c0438094c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:28.849009 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ddcf6456-c703-4277-ba4e-958e11dcef5a req-bfe5aff6-eac3-4502-bb38-682c0438094c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d3b4c-222e-4dee-b722-1225803b4f48 HTTP/1.1" status: 200 len: 946 time: 0.0491614 Apr 20 13:54:28.885278 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ddcf6456-c703-4277-ba4e-958e11dcef5a req-660e9829-a487-4b43-bea1-ae7505546209 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302463 Apr 20 13:54:28.908670 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59148) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:54:29.040705 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f073b784-9886-44f7-acea-9951b2556814 tempest-TestVolumeBootPattern-688878744 tempest-TestVolumeBootPattern-688878744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:29.042188 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f073b784-9886-44f7-acea-9951b2556814 tempest-TestVolumeBootPattern-688878744 tempest-TestVolumeBootPattern-688878744-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d3b4c-222e-4dee-b722-1225803b4f48 HTTP/1.1" status: 200 len: 1092 time: 0.1325324 Apr 20 13:54:29.044937 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59152) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:54:29.049153 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-7623a7f4-ab76-4f29-9e79-0afcc2218793 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'port_id': 'c1d2794a-f225-46a2-aec1-2cc05dd4cf7c', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:54:29.125732 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7623a7f4-ab76-4f29-9e79-0afcc2218793 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for floatingip, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:29.223390 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7623a7f4-ab76-4f29-9e79-0afcc2218793 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:29.324217 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-7623a7f4-ab76-4f29-9e79-0afcc2218793 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Allocated IP 172.25.8.213 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/f63442de-4557-454c-a1cd-799a9cdf007e) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:54:29.427968 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7623a7f4-ab76-4f29-9e79-0afcc2218793 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:29.492382 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:29.509911 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7623a7f4-ab76-4f29-9e79-0afcc2218793 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:29.549829 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7623a7f4-ab76-4f29-9e79-0afcc2218793 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:54:29.552732 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-7623a7f4-ab76-4f29-9e79-0afcc2218793 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:54:29.556397 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7623a7f4-ab76-4f29-9e79-0afcc2218793 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:54:29.578277 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623a7f4-ab76-4f29-9e79-0afcc2218793 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Pushing event updated for resources: {'Port': ['ID=f63442de-4557-454c-a1cd-799a9cdf007e,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:54:29.823909 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:29.910687 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7623a7f4-ab76-4f29-9e79-0afcc2218793 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:30.024054 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7623a7f4-ab76-4f29-9e79-0afcc2218793 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:30.171396 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7623a7f4-ab76-4f29-9e79-0afcc2218793 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:30.264194 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7623a7f4-ab76-4f29-9e79-0afcc2218793 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:30.338406 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623a7f4-ab76-4f29-9e79-0afcc2218793 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Pushing event updated for resources: {'Port': ['ID=f63442de-4557-454c-a1cd-799a9cdf007e,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:54:30.347835 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7623a7f4-ab76-4f29-9e79-0afcc2218793 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:30.446110 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-7623a7f4-ab76-4f29-9e79-0afcc2218793 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Floating IP 56471551-f18a-4269-a682-9b8cc26db9d8 associated. External IP: 172.25.8.213, port: c1d2794a-f225-46a2-aec1-2cc05dd4cf7c. Apr 20 13:54:30.647869 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7623a7f4-ab76-4f29-9e79-0afcc2218793 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Router f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:54:30.748306 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7623a7f4-ab76-4f29-9e79-0afcc2218793 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:54:30.757466 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a8f136-5cad-4a46-8427-e174e24302ff None None] Sync routers for ids ['f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:54:30.767868 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a8f136-5cad-4a46-8427-e174e24302ff None None] Routers {'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:54:30.768491 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-c4a8f136-5cad-4a46-8427-e174e24302ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:54:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:54:30.849252 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7623a7f4-ab76-4f29-9e79-0afcc2218793 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:30.872985 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-c4a8f136-5cad-4a46-8427-e174e24302ff None None] Set router f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:54:30.879668 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7623a7f4-ab76-4f29-9e79-0afcc2218793 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8336899 Apr 20 13:54:30.880239 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9d3b4c-222e-4dee-b722-1225803b4f48', 'tag': 'c1d2794a-f225-46a2-aec1-2cc05dd4cf7c'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:54:30.882498 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944a8714-e5d5-48d1-bc7c-6a336a84caf5" -d '{"events": [{"name": "network-changed", "server_uuid": "1a9d3b4c-222e-4dee-b722-1225803b4f48", "tag": "c1d2794a-f225-46a2-aec1-2cc05dd4cf7c"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:54:30.920057 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297a271c-2e29-4a6f-86ec-cfd146ce4160 x-openstack-request-id: req-297a271c-2e29-4a6f-86ec-cfd146ce4160 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:54:30.920627 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a9d3b4c-222e-4dee-b722-1225803b4f48", "tag": "c1d2794a-f225-46a2-aec1-2cc05dd4cf7c", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:54:30.920627 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-297a271c-2e29-4a6f-86ec-cfd146ce4160 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:54:30.921096 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-297a271c-2e29-4a6f-86ec-cfd146ce4160'] response: {'name': 'network-changed', 'server_uuid': '1a9d3b4c-222e-4dee-b722-1225803b4f48', 'tag': 'c1d2794a-f225-46a2-aec1-2cc05dd4cf7c', 'status': 'completed', 'code': 200} Apr 20 13:54:30.980903 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a8714-e5d5-48d1-bc7c-6a336a84caf5 req-d6e94b12-4241-4a78-a50d-40dde7bf1764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:30.982518 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-944a8714-e5d5-48d1-bc7c-6a336a84caf5 req-d6e94b12-4241-4a78-a50d-40dde7bf1764 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=86c6a731a452439ca8d67480d5bb5c3a&device_id=1a9d3b4c-222e-4dee-b722-1225803b4f48 HTTP/1.1" status: 200 len: 1097 time: 0.0404952 Apr 20 13:54:31.070260 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a8714-e5d5-48d1-bc7c-6a336a84caf5 req-1a622928-b281-4d80-860d-61b9da3d53a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:31.071818 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-944a8714-e5d5-48d1-bc7c-6a336a84caf5 req-1a622928-b281-4d80-860d-61b9da3d53a0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=42628f04-2a12-4127-a4fa-af3e722204ff HTTP/1.1" status: 200 len: 912 time: 0.0821166 Apr 20 13:54:31.097737 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-c4a8f136-5cad-4a46-8427-e174e24302ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'name': 'tempest-TestVolumeBootPattern-507353576-router', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:22Z', 'updated_at': '2022-04-20T13:46:26Z', 'revision_number': 4, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'gw_port': {'id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:23Z', 'updated_at': '2022-04-20T13:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '56471551-f18a-4269-a682-9b8cc26db9d8', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'floating_ip_address': '172.25.8.213', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'port_id': 'c1d2794a-f225-46a2-aec1-2cc05dd4cf7c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'mac_address': 'fa:16:3e:f6:51:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9d3b4c-222e-4dee-b722-1225803b4f48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:54:29Z', 'updated_at': '2022-04-20T13:54:29Z', 'revision_number': 0, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dc29f11-1e5e-49ef-a226-6ea3ec4b0840', 'name': '', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'mac_address': 'fa:16:3e:ba:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:25Z', 'updated_at': '2022-04-20T13:46:30Z', 'revision_number': 5, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'subnets': [{'id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:54:31.125306 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a8f136-5cad-4a46-8427-e174e24302ff None None] Checking router: f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:54:31.133488 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a8f136-5cad-4a46-8427-e174e24302ff None None] Routers {'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:54:31.134094 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-c4a8f136-5cad-4a46-8427-e174e24302ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:54:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:54:31.141421 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-944a8714-e5d5-48d1-bc7c-6a336a84caf5 req-3f87e8af-ef1e-47ca-926d-c41c6b64a015 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1d2794a-f225-46a2-aec1-2cc05dd4cf7c HTTP/1.1" status: 200 len: 1000 time: 0.0634167 Apr 20 13:54:31.190641 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a8714-e5d5-48d1-bc7c-6a336a84caf5 req-2bd5044f-d05e-4101-bfb6-304ca93bf014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:31.192144 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-944a8714-e5d5-48d1-bc7c-6a336a84caf5 req-2bd5044f-d05e-4101-bfb6-304ca93bf014 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90568be1-dc1e-45de-9113-230a1fc9a3ab HTTP/1.1" status: 200 len: 850 time: 0.0451777 Apr 20 13:54:31.237342 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a8714-e5d5-48d1-bc7c-6a336a84caf5 req-bb3d3a5a-1226-4fda-9776-c177863012ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:31.238975 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-944a8714-e5d5-48d1-bc7c-6a336a84caf5 req-bb3d3a5a-1226-4fda-9776-c177863012ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=42628f04-2a12-4127-a4fa-af3e722204ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397215 Apr 20 13:54:31.239664 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-c4a8f136-5cad-4a46-8427-e174e24302ff None None] Set router f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:54:31.332867 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-944a8714-e5d5-48d1-bc7c-6a336a84caf5 req-d35ec212-21d7-4014-bf33-4e37ef32f771 service neutron] 10.222.0.15 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858815 Apr 20 13:54:31.422782 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-944a8714-e5d5-48d1-bc7c-6a336a84caf5 req-852637b8-ad29-4b9d-83d0-e2847abc2c54 service neutron] 10.222.0.15 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824187 Apr 20 13:54:31.459264 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-c4a8f136-5cad-4a46-8427-e174e24302ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'name': 'tempest-TestVolumeBootPattern-507353576-router', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:22Z', 'updated_at': '2022-04-20T13:46:26Z', 'revision_number': 4, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'gw_port': {'id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:23Z', 'updated_at': '2022-04-20T13:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '56471551-f18a-4269-a682-9b8cc26db9d8', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'floating_ip_address': '172.25.8.213', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'port_id': 'c1d2794a-f225-46a2-aec1-2cc05dd4cf7c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'mac_address': 'fa:16:3e:f6:51:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9d3b4c-222e-4dee-b722-1225803b4f48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:54:29Z', 'updated_at': '2022-04-20T13:54:29Z', 'revision_number': 0, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dc29f11-1e5e-49ef-a226-6ea3ec4b0840', 'name': '', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'mac_address': 'fa:16:3e:ba:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:25Z', 'updated_at': '2022-04-20T13:46:30Z', 'revision_number': 5, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'subnets': [{'id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:54:31.489083 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a8f136-5cad-4a46-8427-e174e24302ff None None] The sync data for ids ['f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'] in n-d-836015-7 is: [{'id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'name': 'tempest-TestVolumeBootPattern-507353576-router', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:22Z', 'updated_at': '2022-04-20T13:46:26Z', 'revision_number': 4, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'gw_port': {'id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:23Z', 'updated_at': '2022-04-20T13:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '56471551-f18a-4269-a682-9b8cc26db9d8', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'floating_ip_address': '172.25.8.213', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'port_id': 'c1d2794a-f225-46a2-aec1-2cc05dd4cf7c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'mac_address': 'fa:16:3e:f6:51:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9d3b4c-222e-4dee-b722-1225803b4f48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:54:29Z', 'updated_at': '2022-04-20T13:54:29Z', 'revision_number': 0, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dc29f11-1e5e-49ef-a226-6ea3ec4b0840', 'name': '', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'mac_address': 'fa:16:3e:ba:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:25Z', 'updated_at': '2022-04-20T13:46:30Z', 'revision_number': 5, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'subnets': [{'id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:54:31.681525 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa44bcd8-93b8-452b-a62c-a7efe9a1078c None None] New status for floating IP 56471551-f18a-4269-a682-9b8cc26db9d8: ACTIVE {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:54:42.594832 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:43.355905 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:53.604209 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:54:54.532522 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ac8868db-bf0e-4e9f-acb1-6fd921613967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:56.824321 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-932250d8-45ad-4f58-a437-dc8064cdcdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:58.239086 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:59.526495 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:59.839188 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:55:12.623478 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:55:13.354562 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:55:20.138581 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4766c8c9-a45c-47b8-abf1-812cdd0f6603 req-638f02cc-dca8-4f17-b134-bd316ebf9a24 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1a9d3b4c-222e-4dee-b722-1225803b4f48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447254 Apr 20 13:55:20.219461 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766c8c9-a45c-47b8-abf1-812cdd0f6603 req-d199f8ec-312c-40a2-81d8-dcc69f982a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:55:20.220937 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4766c8c9-a45c-47b8-abf1-812cdd0f6603 req-d199f8ec-312c-40a2-81d8-dcc69f982a9d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=86c6a731a452439ca8d67480d5bb5c3a&device_id=1a9d3b4c-222e-4dee-b722-1225803b4f48 HTTP/1.1" status: 200 len: 1097 time: 0.0411048 Apr 20 13:55:20.322184 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766c8c9-a45c-47b8-abf1-812cdd0f6603 req-86dee0b6-035a-422f-bf8a-7bbd515488ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:55:20.323691 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4766c8c9-a45c-47b8-abf1-812cdd0f6603 req-86dee0b6-035a-422f-bf8a-7bbd515488ac service neutron] 10.222.0.15 "GET /v2.0/networks?id=42628f04-2a12-4127-a4fa-af3e722204ff HTTP/1.1" status: 200 len: 912 time: 0.0831959 Apr 20 13:55:20.391232 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4766c8c9-a45c-47b8-abf1-812cdd0f6603 req-dd48e2e5-bac8-48bb-be5a-8167f92131d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1d2794a-f225-46a2-aec1-2cc05dd4cf7c HTTP/1.1" status: 200 len: 1002 time: 0.0614090 Apr 20 13:55:20.439678 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766c8c9-a45c-47b8-abf1-812cdd0f6603 req-d75df1a8-67e9-4492-9693-d1ad63c2ad9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:55:20.441066 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4766c8c9-a45c-47b8-abf1-812cdd0f6603 req-d75df1a8-67e9-4492-9693-d1ad63c2ad9f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90568be1-dc1e-45de-9113-230a1fc9a3ab HTTP/1.1" status: 200 len: 850 time: 0.0429285 Apr 20 13:55:20.484992 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766c8c9-a45c-47b8-abf1-812cdd0f6603 req-40dbc78c-11e7-4534-bfd6-7c4c0fe107fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:55:20.486463 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4766c8c9-a45c-47b8-abf1-812cdd0f6603 req-40dbc78c-11e7-4534-bfd6-7c4c0fe107fb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=42628f04-2a12-4127-a4fa-af3e722204ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388112 Apr 20 13:55:20.580977 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4766c8c9-a45c-47b8-abf1-812cdd0f6603 req-55fe1aed-2fe1-492c-8292-fb5ec65f9ac1 service neutron] 10.222.0.15 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864611 Apr 20 13:55:20.669141 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4766c8c9-a45c-47b8-abf1-812cdd0f6603 req-ee6cc925-fbc5-43c4-bb51-b2269ed5c4f5 service neutron] 10.222.0.15 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806239 Apr 20 13:55:24.497494 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-57dfbb52-be11-4341-8d7d-3b12e7073809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:55:26.766096 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9040c5fa-79c3-4670-bf8e-4ba9154fcdf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:55:28.257163 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:55:29.518459 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:55:29.834553 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:55:30.603345 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:55:42.674197 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:55:43.377651 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:55:54.483978 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-63b6b6b5-dd38-4938-972a-26ed00a5c639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:55:56.811281 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-385816f8-c51a-44fc-8a17-b42d24d96764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:55:58.283911 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:55:59.529659 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:55:59.900909 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:07.602677 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:56:12.605167 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:13.342144 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:20.133534 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2ace56ac-dbdd-4103-9985-8fa7b0ccdaf1 req-4076b29b-1fdc-469d-82c1-83efdca4b0e0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1a9d3b4c-222e-4dee-b722-1225803b4f48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439067 Apr 20 13:56:20.214198 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace56ac-dbdd-4103-9985-8fa7b0ccdaf1 req-6798658a-2303-4df7-859b-804ef4412200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:20.215563 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2ace56ac-dbdd-4103-9985-8fa7b0ccdaf1 req-6798658a-2303-4df7-859b-804ef4412200 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=86c6a731a452439ca8d67480d5bb5c3a&device_id=1a9d3b4c-222e-4dee-b722-1225803b4f48 HTTP/1.1" status: 200 len: 1097 time: 0.0409300 Apr 20 13:56:20.313430 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace56ac-dbdd-4103-9985-8fa7b0ccdaf1 req-0e6b05f1-6f2e-4beb-a623-4a5cbf8a08c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:20.315158 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2ace56ac-dbdd-4103-9985-8fa7b0ccdaf1 req-0e6b05f1-6f2e-4beb-a623-4a5cbf8a08c3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=42628f04-2a12-4127-a4fa-af3e722204ff HTTP/1.1" status: 200 len: 912 time: 0.0818324 Apr 20 13:56:20.381344 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2ace56ac-dbdd-4103-9985-8fa7b0ccdaf1 req-c31c8000-de0e-4974-978e-e4cb16b2f26c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1d2794a-f225-46a2-aec1-2cc05dd4cf7c HTTP/1.1" status: 200 len: 1002 time: 0.0600033 Apr 20 13:56:20.428034 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace56ac-dbdd-4103-9985-8fa7b0ccdaf1 req-cc3f6459-4f98-40d4-b296-82ae27cbcc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:20.429429 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2ace56ac-dbdd-4103-9985-8fa7b0ccdaf1 req-cc3f6459-4f98-40d4-b296-82ae27cbcc89 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90568be1-dc1e-45de-9113-230a1fc9a3ab HTTP/1.1" status: 200 len: 850 time: 0.0417130 Apr 20 13:56:20.473838 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace56ac-dbdd-4103-9985-8fa7b0ccdaf1 req-1425c3ed-f958-419d-ae68-a964166a983d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:20.475198 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2ace56ac-dbdd-4103-9985-8fa7b0ccdaf1 req-1425c3ed-f958-419d-ae68-a964166a983d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=42628f04-2a12-4127-a4fa-af3e722204ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393298 Apr 20 13:56:20.567588 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2ace56ac-dbdd-4103-9985-8fa7b0ccdaf1 req-01502a6b-3a42-4ae5-9a18-2a3f0d25a12c service neutron] 10.222.0.15 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845582 Apr 20 13:56:20.658138 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2ace56ac-dbdd-4103-9985-8fa7b0ccdaf1 req-43e7ae1f-43fb-40f8-b85e-1dfad83e470d service neutron] 10.222.0.15 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829329 Apr 20 13:56:24.483648 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5cb76281-a1bc-4e25-a44b-b2d2d2565c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:26.788238 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ea9eb4d2-bf06-4cac-b162-0176aa57718c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:28.227476 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:29.494382 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:29.833607 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:42.650993 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:43.382254 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:44.603151 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:56:54.496241 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6028f7c3-3817-42b5-805b-dab257c648cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:55.287375 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-e06d4719-7206-480d-bdc9-a616b069727b tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-657795725&fields=id&tenant_id=86c6a731a452439ca8d67480d5bb5c3a HTTP/1.1" status: 200 len: 267 time: 0.0350351 Apr 20 13:56:55.394964 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-984b4fa2-40d7-4ac5-92c0-a1462c525d8e tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:55.396541 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-984b4fa2-40d7-4ac5-92c0-a1462c525d8e tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/networks?id=42628f04-2a12-4127-a4fa-af3e722204ff HTTP/1.1" status: 200 len: 811 time: 0.1015320 Apr 20 13:56:55.411525 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-b5319854-53ab-401d-9d32-d354f6128e50 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/quotas/86c6a731a452439ca8d67480d5bb5c3a HTTP/1.1" status: 200 len: 375 time: 0.0092812 Apr 20 13:56:55.468214 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-31a4017f-db43-47dd-9b88-4826f93e23ed tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=86c6a731a452439ca8d67480d5bb5c3a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0513723 Apr 20 13:56:55.484738 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-33275571-5126-40aa-9b26-27eee4d71778 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:56:55.485112 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-33275571-5126-40aa-9b26-27eee4d71778 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057924 Apr 20 13:56:55.576576 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-31d8df1b-55a3-4f10-bebf-92dcef653ec7 service neutron] 10.222.0.25 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854433 Apr 20 13:56:55.664289 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-e99c9321-47c8-43a5-a533-7d2d7a066128 service neutron] 10.222.0.25 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814974 Apr 20 13:56:56.395901 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3ed85a7f-7b1e-4e90-af1f-47a30ab59a42 req-8e67add8-c9c8-4ad4-b2ec-c17acfc952f3 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b50a512-e867-459d-bdaa-23cb02fc0bd1 HTTP/1.1" status: 200 len: 210 time: 0.0768812 Apr 20 13:56:56.832968 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-65f422ed-0f5a-4826-a428-f8dc70953efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:57.496190 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-09bd6eb3-75f4-4174-80ae-2c3417a22744 req-f87ee0f1-4d56-484a-9afe-0a9090e75cfb tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b50a512-e867-459d-bdaa-23cb02fc0bd1 HTTP/1.1" status: 200 len: 210 time: 0.0308075 Apr 20 13:56:58.271039 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:58.418108 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-814f35e9-29f9-460b-ac5c-f6b4964b81ea tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:58.419570 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-814f35e9-29f9-460b-ac5c-f6b4964b81ea tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.32 "GET /v2.0/networks?id=42628f04-2a12-4127-a4fa-af3e722204ff HTTP/1.1" status: 200 len: 811 time: 0.1042464 Apr 20 13:56:58.463181 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-7cbb0c11-b868-43c5-aa61-b918d506406d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86c6a731a452439ca8d67480d5bb5c3a HTTP/1.1" status: 200 len: 379 time: 0.0347631 Apr 20 13:56:58.472458 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-dceac024-190f-443c-b8d2-ebbc6fb0c3a0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Request body: {'port': {'device_id': '4b50a512-e867-459d-bdaa-23cb02fc0bd1', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'admin_state_up': True, 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'security_groups': ['7bc9468d-ecb7-4711-8767-c356da991762']}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:56:58.598124 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-05bb90db-a7d6-4bb5-82f3-6642a5fde89a req-cbe0b009-6a45-458d-9d47-f5c98049f20a tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b50a512-e867-459d-bdaa-23cb02fc0bd1 HTTP/1.1" status: 200 len: 210 time: 0.0284479 Apr 20 13:56:58.656258 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-dceac024-190f-443c-b8d2-ebbc6fb0c3a0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Made reservation on behalf of 86c6a731a452439ca8d67480d5bb5c3a for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:56:58.659857 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-dceac024-190f-443c-b8d2-ebbc6fb0c3a0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:58.792641 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-dceac024-190f-443c-b8d2-ebbc6fb0c3a0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Allocated IP 172.20.0.12 (42628f04-2a12-4127-a4fa-af3e722204ff/90568be1-dc1e-45de-9113-230a1fc9a3ab/712ce1bf-eb1b-443d-a69a-dc70f32072b1) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:56:58.936583 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-dceac024-190f-443c-b8d2-ebbc6fb0c3a0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:59.028238 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-dceac024-190f-443c-b8d2-ebbc6fb0c3a0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:59.069486 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-dceac024-190f-443c-b8d2-ebbc6fb0c3a0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Network 42628f04-2a12-4127-a4fa-af3e722204ff is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:56:59.075027 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-dceac024-190f-443c-b8d2-ebbc6fb0c3a0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:56:59.078827 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-dceac024-190f-443c-b8d2-ebbc6fb0c3a0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:56:59.109282 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceac024-190f-443c-b8d2-ebbc6fb0c3a0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Pushing event updated for resources: {'Port': ['ID=712ce1bf-eb1b-443d-a69a-dc70f32072b1,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:59.125414 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceac024-190f-443c-b8d2-ebbc6fb0c3a0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:59.125587 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceac024-190f-443c-b8d2-ebbc6fb0c3a0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:59.125863 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceac024-190f-443c-b8d2-ebbc6fb0c3a0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:59.126206 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceac024-190f-443c-b8d2-ebbc6fb0c3a0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:59.126571 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceac024-190f-443c-b8d2-ebbc6fb0c3a0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:59.126871 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceac024-190f-443c-b8d2-ebbc6fb0c3a0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:59.127193 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceac024-190f-443c-b8d2-ebbc6fb0c3a0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:59.127559 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceac024-190f-443c-b8d2-ebbc6fb0c3a0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:59.127880 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceac024-190f-443c-b8d2-ebbc6fb0c3a0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:59.128204 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceac024-190f-443c-b8d2-ebbc6fb0c3a0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:59.128559 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceac024-190f-443c-b8d2-ebbc6fb0c3a0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:59.128885 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceac024-190f-443c-b8d2-ebbc6fb0c3a0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:59.148364 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-dceac024-190f-443c-b8d2-ebbc6fb0c3a0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:59.149028 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-dceac024-190f-443c-b8d2-ebbc6fb0c3a0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:59.267125 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-dceac024-190f-443c-b8d2-ebbc6fb0c3a0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7957826 Apr 20 13:56:59.277523 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-456257b6-151d-48a7-b6ae-d23333dc456e service neutron] Request body: {'port': {'device_id': '4b50a512-e867-459d-bdaa-23cb02fc0bd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:56:59.279237 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-5e41e3c9-bf23-435e-9cfc-af6c5b6c29f9 None None] Provisioning complete for port 712ce1bf-eb1b-443d-a69a-dc70f32072b1 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:56:59.280398 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5e41e3c9-bf23-435e-9cfc-af6c5b6c29f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:59.315646 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-5e41e3c9-bf23-435e-9cfc-af6c5b6c29f9 None None] Port 712ce1bf-eb1b-443d-a69a-dc70f32072b1 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:56:59.339328 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-456257b6-151d-48a7-b6ae-d23333dc456e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:59.536140 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:59.605421 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-456257b6-151d-48a7-b6ae-d23333dc456e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 712ce1bf-eb1b-443d-a69a-dc70f32072b1 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:56:59.613627 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-456257b6-151d-48a7-b6ae-d23333dc456e service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:59.626390 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-456257b6-151d-48a7-b6ae-d23333dc456e service neutron] Transition to ACTIVE for port object 712ce1bf-eb1b-443d-a69a-dc70f32072b1 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:56:59.699981 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-456257b6-151d-48a7-b6ae-d23333dc456e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:59.720744 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1db5c-4dca-432a-8506-fd8bca8f8426 req-57acf722-25e2-4542-b03d-36cbf641cadf tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:59.722559 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7de1db5c-4dca-432a-8506-fd8bca8f8426 req-57acf722-25e2-4542-b03d-36cbf641cadf tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b50a512-e867-459d-bdaa-23cb02fc0bd1 HTTP/1.1" status: 200 len: 932 time: 0.0541754 Apr 20 13:56:59.793204 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7de1db5c-4dca-432a-8506-fd8bca8f8426 req-5388fb0d-0556-4d4f-ac49-c732267567d2 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509293 Apr 20 13:56:59.798618 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456257b6-151d-48a7-b6ae-d23333dc456e service neutron] Pushing event updated for resources: {'Port': ['ID=712ce1bf-eb1b-443d-a69a-dc70f32072b1,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:59.862919 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-456257b6-151d-48a7-b6ae-d23333dc456e service neutron] Attempting to bind port 712ce1bf-eb1b-443d-a69a-dc70f32072b1 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:56:59.863281 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-456257b6-151d-48a7-b6ae-d23333dc456e service neutron] Attempting to bind port 712ce1bf-eb1b-443d-a69a-dc70f32072b1 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '517350df-8312-49c8-bd99-9ead9c508793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:56:59.863723 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-456257b6-151d-48a7-b6ae-d23333dc456e service neutron] Attempting to bind port 712ce1bf-eb1b-443d-a69a-dc70f32072b1 on network 42628f04-2a12-4127-a4fa-af3e722204ff {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:56:59.868341 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-456257b6-151d-48a7-b6ae-d23333dc456e service neutron] Port 712ce1bf-eb1b-443d-a69a-dc70f32072b1 on network 42628f04-2a12-4127-a4fa-af3e722204ff not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:56:59.868910 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-456257b6-151d-48a7-b6ae-d23333dc456e service neutron] Attempting to bind port 712ce1bf-eb1b-443d-a69a-dc70f32072b1 on network 42628f04-2a12-4127-a4fa-af3e722204ff {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:56:59.871666 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:59.874885 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-456257b6-151d-48a7-b6ae-d23333dc456e service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:56:59.875302 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-456257b6-151d-48a7-b6ae-d23333dc456e service neutron] Checking segment: {'id': '517350df-8312-49c8-bd99-9ead9c508793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:56:59.875792 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-456257b6-151d-48a7-b6ae-d23333dc456e service neutron] Bound using segment: {'id': '517350df-8312-49c8-bd99-9ead9c508793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:56:59.876288 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-456257b6-151d-48a7-b6ae-d23333dc456e service neutron] Bound port: 712ce1bf-eb1b-443d-a69a-dc70f32072b1, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '517350df-8312-49c8-bd99-9ead9c508793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:56:59.876716 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-456257b6-151d-48a7-b6ae-d23333dc456e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:59.946819 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-456257b6-151d-48a7-b6ae-d23333dc456e service neutron] For port 712ce1bf-eb1b-443d-a69a-dc70f32072b1, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:56:59.951588 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-456257b6-151d-48a7-b6ae-d23333dc456e service neutron] For port 712ce1bf-eb1b-443d-a69a-dc70f32072b1, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=712ce1bf-eb1b-443d-a69a-dc70f32072b1,segment=NetworkSegment(517350df-8312-49c8-bd99-9ead9c508793),segment_id=517350df-8312-49c8-bd99-9ead9c508793)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:57:00.039888 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-456257b6-151d-48a7-b6ae-d23333dc456e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:57:00.076058 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-456257b6-151d-48a7-b6ae-d23333dc456e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:57:00.079470 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-456257b6-151d-48a7-b6ae-d23333dc456e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:57:00.079470 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-456257b6-151d-48a7-b6ae-d23333dc456e service neutron] 10.222.0.32 "PUT /v2.0/ports/712ce1bf-eb1b-443d-a69a-dc70f32072b1 HTTP/1.1" status: 200 len: 1092 time: 0.8062053 Apr 20 13:57:00.079470 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b50a512-e867-459d-bdaa-23cb02fc0bd1', 'tag': '712ce1bf-eb1b-443d-a69a-dc70f32072b1'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:57:00.080941 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9674a73cac80a4257d69aefefb0e98c1a0edd34e3c384086b5db38a034e52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f207e806-9fb2-4fb8-8f83-f6acca340875" -d '{"events": [{"name": "network-changed", "server_uuid": "4b50a512-e867-459d-bdaa-23cb02fc0bd1", "tag": "712ce1bf-eb1b-443d-a69a-dc70f32072b1"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:57:00.118827 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456257b6-151d-48a7-b6ae-d23333dc456e service neutron] Pushing event updated for resources: {'Port': ['ID=712ce1bf-eb1b-443d-a69a-dc70f32072b1,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:57:00.141172 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4dcc11e-4afd-41f9-bee0-6c091ce3c42d x-openstack-request-id: req-f4dcc11e-4afd-41f9-bee0-6c091ce3c42d {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:57:00.141463 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b50a512-e867-459d-bdaa-23cb02fc0bd1", "tag": "712ce1bf-eb1b-443d-a69a-dc70f32072b1", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:57:00.141717 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4dcc11e-4afd-41f9-bee0-6c091ce3c42d {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:57:00.142148 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4dcc11e-4afd-41f9-bee0-6c091ce3c42d'] response: {'name': 'network-changed', 'server_uuid': '4b50a512-e867-459d-bdaa-23cb02fc0bd1', 'tag': '712ce1bf-eb1b-443d-a69a-dc70f32072b1', 'status': 'completed', 'code': 200} Apr 20 13:57:00.221596 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207e806-9fb2-4fb8-8f83-f6acca340875 req-e05b7952-f52a-4838-988d-7c38cc99692d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:57:00.223149 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f207e806-9fb2-4fb8-8f83-f6acca340875 req-e05b7952-f52a-4838-988d-7c38cc99692d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86c6a731a452439ca8d67480d5bb5c3a&device_id=4b50a512-e867-459d-bdaa-23cb02fc0bd1 HTTP/1.1" status: 200 len: 1095 time: 0.0592942 Apr 20 13:57:00.330947 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207e806-9fb2-4fb8-8f83-f6acca340875 req-8e195778-4218-44cf-8c36-beecb5a90746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:57:00.332836 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f207e806-9fb2-4fb8-8f83-f6acca340875 req-8e195778-4218-44cf-8c36-beecb5a90746 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=86c6a731a452439ca8d67480d5bb5c3a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1015186 Apr 20 13:57:00.433975 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207e806-9fb2-4fb8-8f83-f6acca340875 req-d55a7ef9-d1c8-4ca2-9bbf-51458da7095d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:57:00.435395 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f207e806-9fb2-4fb8-8f83-f6acca340875 req-d55a7ef9-d1c8-4ca2-9bbf-51458da7095d service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0967410 Apr 20 13:57:00.515211 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-63fff986-82aa-412a-8118-9061de6043a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:57:00.517007 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-63fff986-82aa-412a-8118-9061de6043a3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86c6a731a452439ca8d67480d5bb5c3a&device_id=4b50a512-e867-459d-bdaa-23cb02fc0bd1 HTTP/1.1" status: 200 len: 1095 time: 0.0439560 Apr 20 13:57:00.559231 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-ee498fe9-5414-43c9-a109-908eb67a85bc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=712ce1bf-eb1b-443d-a69a-dc70f32072b1 HTTP/1.1" status: 200 len: 217 time: 0.0344737 Apr 20 13:57:00.612191 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-4a50994b-e459-46d5-9fcf-93c2f3b42b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:57:00.613667 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-4a50994b-e459-46d5-9fcf-93c2f3b42b06 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=90568be1-dc1e-45de-9113-230a1fc9a3ab HTTP/1.1" status: 200 len: 850 time: 0.0481703 Apr 20 13:57:00.659425 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-7a0ad254-ad44-4005-beb6-56b4519e9a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:57:00.661080 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-7a0ad254-ad44-4005-beb6-56b4519e9a20 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42628f04-2a12-4127-a4fa-af3e722204ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409906 Apr 20 13:57:00.749404 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-32875778-e009-475e-86d3-f7f7130cf4ca service neutron] 10.222.0.32 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817242 Apr 20 13:57:00.844797 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-69a19211-0e6e-4b69-bfa7-df409b555a55 req-62d5d7b7-8496-4114-a846-e4e64ba8a0bb service neutron] 10.222.0.32 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890696 Apr 20 13:57:00.904193 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fef53-d217-4ea2-950d-3755159c594e req-12bed6cf-1bb4-4f29-914a-549af09b9bbb tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:57:00.905731 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-143fef53-d217-4ea2-950d-3755159c594e req-12bed6cf-1bb4-4f29-914a-549af09b9bbb tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b50a512-e867-459d-bdaa-23cb02fc0bd1 HTTP/1.1" status: 200 len: 944 time: 0.0490527 Apr 20 13:57:00.945533 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-143fef53-d217-4ea2-950d-3755159c594e req-c3b99ddf-f037-453c-ad45-bfcb43d1c178 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334034 Apr 20 13:57:02.071656 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d01f3-1ca7-448d-b312-874973e2746d req-294ae784-ebf9-4da2-828d-f6de97192f42 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:57:02.073242 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f02d01f3-1ca7-448d-b312-874973e2746d req-294ae784-ebf9-4da2-828d-f6de97192f42 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b50a512-e867-459d-bdaa-23cb02fc0bd1 HTTP/1.1" status: 200 len: 944 time: 0.0523286 Apr 20 13:57:02.111413 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f02d01f3-1ca7-448d-b312-874973e2746d req-4d0b4367-5cbb-4efe-aa47-3bd200c70046 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310516 Apr 20 13:57:03.220126 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-b47cbfc8-9bb6-4e16-aa29-a58fe914aeb6 req-09f607d1-e728-4ca5-a36a-5811b18685dd service neutron] (114869) timed out ('10.222.0.15', 63839) {{(pid=114869) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 13:57:03.230432 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf314914-ce10-48fc-8137-873604edd6bc req-65a81063-532f-4cf1-83f6-98a0b528d2da tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:57:03.234623 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cf314914-ce10-48fc-8137-873604edd6bc req-65a81063-532f-4cf1-83f6-98a0b528d2da tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b50a512-e867-459d-bdaa-23cb02fc0bd1 HTTP/1.1" status: 200 len: 944 time: 0.0507205 Apr 20 13:57:03.269734 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cf314914-ce10-48fc-8137-873604edd6bc req-66f3d5b1-1718-452f-8375-ce2274add305 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316660 Apr 20 13:57:04.385290 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f7764-e926-4dff-b5a0-b2a8c309276c req-87f37971-db41-4d22-bfb0-4f2f309a3ea5 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:57:04.386751 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ff1f7764-e926-4dff-b5a0-b2a8c309276c req-87f37971-db41-4d22-bfb0-4f2f309a3ea5 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b50a512-e867-459d-bdaa-23cb02fc0bd1 HTTP/1.1" status: 200 len: 944 time: 0.0493507 Apr 20 13:57:04.424609 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ff1f7764-e926-4dff-b5a0-b2a8c309276c req-8f658066-7d42-413f-bf41-89ea96dfc19b tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315819 Apr 20 13:57:05.545930 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af2fe7-03cf-4591-9c4c-bcce58ef33b5 req-353af7ca-1d55-4e29-823e-64d3e508f964 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:57:05.547397 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c6af2fe7-03cf-4591-9c4c-bcce58ef33b5 req-353af7ca-1d55-4e29-823e-64d3e508f964 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b50a512-e867-459d-bdaa-23cb02fc0bd1 HTTP/1.1" status: 200 len: 944 time: 0.0514467 Apr 20 13:57:05.584534 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c6af2fe7-03cf-4591-9c4c-bcce58ef33b5 req-f46b6ee0-d6fa-4898-b999-5e19f2d72fc7 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309482 Apr 20 13:57:06.698443 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba608145-1218-471e-933f-28707a469883 req-95776285-78c9-457e-8c00-d69d460fe4b7 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:57:06.700020 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ba608145-1218-471e-933f-28707a469883 req-95776285-78c9-457e-8c00-d69d460fe4b7 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b50a512-e867-459d-bdaa-23cb02fc0bd1 HTTP/1.1" status: 200 len: 944 time: 0.0480833 Apr 20 13:57:06.737589 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ba608145-1218-471e-933f-28707a469883 req-2d49eec2-05a1-49e3-958c-c66560007556 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309019 Apr 20 13:57:07.852897 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8eefcd-c645-4ab2-a618-f011492d5b36 req-68ce439d-5778-40d4-b6e2-939d88c08715 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:57:07.854353 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eb8eefcd-c645-4ab2-a618-f011492d5b36 req-68ce439d-5778-40d4-b6e2-939d88c08715 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b50a512-e867-459d-bdaa-23cb02fc0bd1 HTTP/1.1" status: 200 len: 944 time: 0.0487483 Apr 20 13:57:07.890876 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eb8eefcd-c645-4ab2-a618-f011492d5b36 req-55b3d293-5ded-4d92-b8be-2680d3fc852c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299728 Apr 20 13:57:09.009393 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5565681-869c-4014-bb9a-b3091330f578 req-b16f5591-4b48-4e83-9009-b5d780391df4 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:57:09.010839 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d5565681-869c-4014-bb9a-b3091330f578 req-b16f5591-4b48-4e83-9009-b5d780391df4 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b50a512-e867-459d-bdaa-23cb02fc0bd1 HTTP/1.1" status: 200 len: 944 time: 0.0517349 Apr 20 13:57:09.048168 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d5565681-869c-4014-bb9a-b3091330f578 req-b2b07abf-f5f2-412c-9f79-710b9f1d2ded tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312216 Apr 20 13:57:10.165493 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635bf1a-2687-42d9-935c-1a8f181279b7 req-47731cee-d77b-4076-b1c2-76b7163fb156 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:57:10.166955 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9635bf1a-2687-42d9-935c-1a8f181279b7 req-47731cee-d77b-4076-b1c2-76b7163fb156 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b50a512-e867-459d-bdaa-23cb02fc0bd1 HTTP/1.1" status: 200 len: 944 time: 0.0488925 Apr 20 13:57:10.204740 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9635bf1a-2687-42d9-935c-1a8f181279b7 req-7289ce52-fc61-4fe6-bd41-cfea20d4637b tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316339 Apr 20 13:57:11.319143 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cdff15-3e92-491e-a389-55cd293af269 req-045ad761-3f90-4f36-a115-e9974a136acc tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:57:11.320673 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-53cdff15-3e92-491e-a389-55cd293af269 req-045ad761-3f90-4f36-a115-e9974a136acc tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b50a512-e867-459d-bdaa-23cb02fc0bd1 HTTP/1.1" status: 200 len: 944 time: 0.0491424 Apr 20 13:57:11.359463 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-53cdff15-3e92-491e-a389-55cd293af269 req-29ac70f5-d2a6-416f-a9ee-0dc806aaf38d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316503 Apr 20 13:57:11.927978 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 712ce1bf-eb1b-443d-a69a-dc70f32072b1 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:57:12.019537 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 712ce1bf-eb1b-443d-a69a-dc70f32072b1, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=712ce1bf-eb1b-443d-a69a-dc70f32072b1,segment=NetworkSegment(517350df-8312-49c8-bd99-9ead9c508793),segment_id=517350df-8312-49c8-bd99-9ead9c508793)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:57:12.030634 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '712ce1bf-eb1b-443d-a69a-dc70f32072b1', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'port_id': '712ce1bf-eb1b-443d-a69a-dc70f32072b1', 'mac_address': 'fa:16:3e:b6:a7:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:57:12.070638 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:57:12.083377 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 712ce1bf-eb1b-443d-a69a-dc70f32072b1 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:57:12.102092 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 712ce1bf-eb1b-443d-a69a-dc70f32072b1, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=712ce1bf-eb1b-443d-a69a-dc70f32072b1,segment=NetworkSegment(517350df-8312-49c8-bd99-9ead9c508793),segment_id=517350df-8312-49c8-bd99-9ead9c508793)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:57:12.150837 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:57:12.198786 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=712ce1bf-eb1b-443d-a69a-dc70f32072b1,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:57:12.206231 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:57:12.206577 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:57:12.206917 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:57:12.207256 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:57:12.207618 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:57:12.207952 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:57:12.208282 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:57:12.208609 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:57:12.208966 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:57:12.209292 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:57:12.209620 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:57:12.209940 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:57:12.478300 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a271b0b-291b-46ff-a758-63d3fe924e80 req-214ec2bb-ae78-42be-a4de-0bdf16d324d0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:57:12.479245 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['712ce1bf-eb1b-443d-a69a-dc70f32072b1'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:57:12.479745 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1a271b0b-291b-46ff-a758-63d3fe924e80 req-214ec2bb-ae78-42be-a4de-0bdf16d324d0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b50a512-e867-459d-bdaa-23cb02fc0bd1 HTTP/1.1" status: 200 len: 945 time: 0.0537994 Apr 20 13:57:12.518729 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1a271b0b-291b-46ff-a758-63d3fe924e80 req-06f5968c-4ef7-4cde-9e56-ae78ca19ef30 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319905 Apr 20 13:57:12.675601 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:57:13.376293 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:57:13.637146 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b955e-db25-400d-ade3-de63cba38ec5 req-bc45590d-e621-4cd7-990e-5c52f4e86e22 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:57:13.638628 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6d0b955e-db25-400d-ade3-de63cba38ec5 req-bc45590d-e621-4cd7-990e-5c52f4e86e22 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b50a512-e867-459d-bdaa-23cb02fc0bd1 HTTP/1.1" status: 200 len: 945 time: 0.0489604 Apr 20 13:57:13.675655 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6d0b955e-db25-400d-ade3-de63cba38ec5 req-0b06665a-61c2-4b67-b78a-42cf324e0dd0 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308466 Apr 20 13:57:13.945032 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 712ce1bf-eb1b-443d-a69a-dc70f32072b1 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:57:14.055314 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 712ce1bf-eb1b-443d-a69a-dc70f32072b1 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:57:14.059036 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 712ce1bf-eb1b-443d-a69a-dc70f32072b1 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:57:14.059442 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:57:14.136820 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:57:14.158458 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b50a512-e867-459d-bdaa-23cb02fc0bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712ce1bf-eb1b-443d-a69a-dc70f32072b1'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:57:14.160712 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c43c03e61cf188ca15f68ab3eab7a1d2d234522cf24fdad68ce6d17b87e2a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec331807-467b-4591-a844-e2bde06785c7" -d '{"events": [{"server_uuid": "4b50a512-e867-459d-bdaa-23cb02fc0bd1", "name": "network-vif-plugged", "status": "completed", "tag": "712ce1bf-eb1b-443d-a69a-dc70f32072b1"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:57:14.173561 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 712ce1bf-eb1b-443d-a69a-dc70f32072b1, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=712ce1bf-eb1b-443d-a69a-dc70f32072b1,segment=NetworkSegment(517350df-8312-49c8-bd99-9ead9c508793),segment_id=517350df-8312-49c8-bd99-9ead9c508793)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:57:14.196496 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba06ce3-6a0d-4605-918c-d086d42760b5 x-openstack-request-id: req-bba06ce3-6a0d-4605-918c-d086d42760b5 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:57:14.196719 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b50a512-e867-459d-bdaa-23cb02fc0bd1", "name": "network-vif-plugged", "status": "completed", "tag": "712ce1bf-eb1b-443d-a69a-dc70f32072b1", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:57:14.196968 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bba06ce3-6a0d-4605-918c-d086d42760b5 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:57:14.197359 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bba06ce3-6a0d-4605-918c-d086d42760b5'] response: {'server_uuid': '4b50a512-e867-459d-bdaa-23cb02fc0bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '712ce1bf-eb1b-443d-a69a-dc70f32072b1', 'code': 200} Apr 20 13:57:14.288225 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:57:14.337029 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=712ce1bf-eb1b-443d-a69a-dc70f32072b1,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:57:14.338960 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ac8a3-bab1-460a-a9cf-d63648561b04 req-48aaf53e-7bc9-42f1-9261-2c6ef54dea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:57:14.340476 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8b0ac8a3-bab1-460a-a9cf-d63648561b04 req-48aaf53e-7bc9-42f1-9261-2c6ef54dea23 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4b50a512-e867-459d-bdaa-23cb02fc0bd1 HTTP/1.1" status: 200 len: 1097 time: 0.0860462 Apr 20 13:57:14.374591 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8b0ac8a3-bab1-460a-a9cf-d63648561b04 req-4f331986-f68d-41dc-abaf-cbc872fcc8e1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268621 Apr 20 13:57:14.793397 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fb6a8-712a-48c0-bcd5-d9795f5ad58d req-1ac9bb69-9752-4e39-82d9-1756a7b85722 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:57:14.794785 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-114fb6a8-712a-48c0-bcd5-d9795f5ad58d req-1ac9bb69-9752-4e39-82d9-1756a7b85722 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b50a512-e867-459d-bdaa-23cb02fc0bd1 HTTP/1.1" status: 200 len: 946 time: 0.0504935 Apr 20 13:57:14.832388 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-114fb6a8-712a-48c0-bcd5-d9795f5ad58d req-85062e7b-958d-48c5-94c7-45b483f55e83 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310040 Apr 20 13:57:15.951005 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ba63f-4699-4c3a-9156-c53ce9b44d54 req-3b55596c-fbd9-4fc6-a254-ca83885b36b9 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:57:15.952519 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e4ba63f-4699-4c3a-9156-c53ce9b44d54 req-3b55596c-fbd9-4fc6-a254-ca83885b36b9 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b50a512-e867-459d-bdaa-23cb02fc0bd1 HTTP/1.1" status: 200 len: 946 time: 0.0523865 Apr 20 13:57:15.990863 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e4ba63f-4699-4c3a-9156-c53ce9b44d54 req-b609f068-cd0d-47fe-b656-77eef0c2b48c tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317793 Apr 20 13:57:16.104748 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1cf71-d334-470c-a822-402199ba3660 req-f159ada5-b99a-4e2e-a8a0-bee8d39a80dc tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:57:16.106209 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86c1cf71-d334-470c-a822-402199ba3660 req-f159ada5-b99a-4e2e-a8a0-bee8d39a80dc tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b50a512-e867-459d-bdaa-23cb02fc0bd1 HTTP/1.1" status: 200 len: 946 time: 0.0492725 Apr 20 13:57:16.143033 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86c1cf71-d334-470c-a822-402199ba3660 req-31d780eb-951f-4e4b-b408-e9bbcbed8453 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306513 Apr 20 13:57:16.165647 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59352) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:57:16.204496 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b90c972-5ccb-450c-a001-e4f1ffb6a763 tempest-TestVolumeBootPattern-688878744 tempest-TestVolumeBootPattern-688878744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:57:16.205991 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1b90c972-5ccb-450c-a001-e4f1ffb6a763 tempest-TestVolumeBootPattern-688878744 tempest-TestVolumeBootPattern-688878744-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4b50a512-e867-459d-bdaa-23cb02fc0bd1 HTTP/1.1" status: 200 len: 1092 time: 0.0393605 Apr 20 13:57:16.208766 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59354) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:57:16.213234 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-66c60cc6-be0f-409d-96d7-668d567a907d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'port_id': '712ce1bf-eb1b-443d-a69a-dc70f32072b1', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:57:16.301573 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-66c60cc6-be0f-409d-96d7-668d567a907d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for floatingip, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:57:16.400433 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-66c60cc6-be0f-409d-96d7-668d567a907d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:57:16.504717 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-66c60cc6-be0f-409d-96d7-668d567a907d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Allocated IP 172.25.8.58 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/53ead919-c796-42d8-99d1-d5ca1f3c9a87) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:57:16.603285 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-66c60cc6-be0f-409d-96d7-668d567a907d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:57:16.690482 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-66c60cc6-be0f-409d-96d7-668d567a907d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:57:16.730139 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c60cc6-be0f-409d-96d7-668d567a907d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:57:16.732951 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-66c60cc6-be0f-409d-96d7-668d567a907d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:57:16.736565 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c60cc6-be0f-409d-96d7-668d567a907d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:57:16.741843 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c60cc6-be0f-409d-96d7-668d567a907d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Pushing event updated for resources: {'Port': ['ID=53ead919-c796-42d8-99d1-d5ca1f3c9a87,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:57:16.772609 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c60cc6-be0f-409d-96d7-668d567a907d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:57:16.772950 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c60cc6-be0f-409d-96d7-668d567a907d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:57:16.773291 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c60cc6-be0f-409d-96d7-668d567a907d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:57:16.773635 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c60cc6-be0f-409d-96d7-668d567a907d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:57:16.773957 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c60cc6-be0f-409d-96d7-668d567a907d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:57:16.774284 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c60cc6-be0f-409d-96d7-668d567a907d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:57:16.774608 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c60cc6-be0f-409d-96d7-668d567a907d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:57:16.774929 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c60cc6-be0f-409d-96d7-668d567a907d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:57:16.775248 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c60cc6-be0f-409d-96d7-668d567a907d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:57:16.775593 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c60cc6-be0f-409d-96d7-668d567a907d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:57:16.775915 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c60cc6-be0f-409d-96d7-668d567a907d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:57:16.776236 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c60cc6-be0f-409d-96d7-668d567a907d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:57:17.435148 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-66c60cc6-be0f-409d-96d7-668d567a907d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:57:17.552427 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-66c60cc6-be0f-409d-96d7-668d567a907d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:57:17.693568 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-66c60cc6-be0f-409d-96d7-668d567a907d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:57:17.804191 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-66c60cc6-be0f-409d-96d7-668d567a907d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:57:17.877804 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c60cc6-be0f-409d-96d7-668d567a907d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Pushing event updated for resources: {'Port': ['ID=53ead919-c796-42d8-99d1-d5ca1f3c9a87,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:57:17.889992 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-66c60cc6-be0f-409d-96d7-668d567a907d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:57:17.989485 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-66c60cc6-be0f-409d-96d7-668d567a907d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Floating IP 044a3c91-9fbe-45a0-97d0-383fd491bd8f associated. External IP: 172.25.8.58, port: 712ce1bf-eb1b-443d-a69a-dc70f32072b1. Apr 20 13:57:18.191149 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c60cc6-be0f-409d-96d7-668d567a907d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Router f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:57:18.296899 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c60cc6-be0f-409d-96d7-668d567a907d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:57:18.306579 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2be57c-2897-4833-8736-e162c102fd8b None None] Sync routers for ids ['f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:57:18.316318 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2be57c-2897-4833-8736-e162c102fd8b None None] Routers {'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:57:18.320426 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-bf2be57c-2897-4833-8736-e162c102fd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:56:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:57:18.419425 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-bf2be57c-2897-4833-8736-e162c102fd8b None None] Set router f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:57:18.439006 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-66c60cc6-be0f-409d-96d7-668d567a907d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:57:18.466548 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-66c60cc6-be0f-409d-96d7-668d567a907d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2567365 Apr 20 13:57:18.467146 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b50a512-e867-459d-bdaa-23cb02fc0bd1', 'tag': '712ce1bf-eb1b-443d-a69a-dc70f32072b1'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:57:18.469430 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2a7b8675664418398b49105afdb309574f7e3e435036cdbc03bccf8629d1cbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4c74ce-f4d9-42e7-97c4-e49b3a6bd535" -d '{"events": [{"name": "network-changed", "server_uuid": "4b50a512-e867-459d-bdaa-23cb02fc0bd1", "tag": "712ce1bf-eb1b-443d-a69a-dc70f32072b1"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:57:18.506853 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7c6daf-0a0b-480e-9bbd-fba8a46ed1d7 x-openstack-request-id: req-1b7c6daf-0a0b-480e-9bbd-fba8a46ed1d7 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:57:18.507173 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b50a512-e867-459d-bdaa-23cb02fc0bd1", "tag": "712ce1bf-eb1b-443d-a69a-dc70f32072b1", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:57:18.507536 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1b7c6daf-0a0b-480e-9bbd-fba8a46ed1d7 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:57:18.507962 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b7c6daf-0a0b-480e-9bbd-fba8a46ed1d7'] response: {'name': 'network-changed', 'server_uuid': '4b50a512-e867-459d-bdaa-23cb02fc0bd1', 'tag': '712ce1bf-eb1b-443d-a69a-dc70f32072b1', 'status': 'completed', 'code': 200} Apr 20 13:57:18.568691 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c74ce-f4d9-42e7-97c4-e49b3a6bd535 req-4ca9dc3c-9556-4c2d-b0de-a4b304dcdaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:57:18.570168 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3c4c74ce-f4d9-42e7-97c4-e49b3a6bd535 req-4ca9dc3c-9556-4c2d-b0de-a4b304dcdaf1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86c6a731a452439ca8d67480d5bb5c3a&device_id=4b50a512-e867-459d-bdaa-23cb02fc0bd1 HTTP/1.1" status: 200 len: 1097 time: 0.0405238 Apr 20 13:57:18.644890 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-bf2be57c-2897-4833-8736-e162c102fd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'name': 'tempest-TestVolumeBootPattern-507353576-router', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:22Z', 'updated_at': '2022-04-20T13:46:26Z', 'revision_number': 4, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'gw_port': {'id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:23Z', 'updated_at': '2022-04-20T13:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '044a3c91-9fbe-45a0-97d0-383fd491bd8f', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'floating_ip_address': '172.25.8.58', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'port_id': '712ce1bf-eb1b-443d-a69a-dc70f32072b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'mac_address': 'fa:16:3e:b6:a7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b50a512-e867-459d-bdaa-23cb02fc0bd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:57:16Z', 'updated_at': '2022-04-20T13:57:16Z', 'revision_number': 0, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'fixed_ip_address_scope': None}, {'id': '56471551-f18a-4269-a682-9b8cc26db9d8', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'floating_ip_address': '172.25.8.213', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'port_id': 'c1d2794a-f225-46a2-aec1-2cc05dd4cf7c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'mac_address': 'fa:16:3e:f6:51:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9d3b4c-222e-4dee-b722-1225803b4f48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:54:29Z', 'updated_at': '2022-04-20T13:54:31Z', 'revision_number': 1, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dc29f11-1e5e-49ef-a226-6ea3ec4b0840', 'name': '', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'mac_address': 'fa:16:3e:ba:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:25Z', 'updated_at': '2022-04-20T13:46:30Z', 'revision_number': 5, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'subnets': [{'id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:57:18.663019 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c74ce-f4d9-42e7-97c4-e49b3a6bd535 req-a1799557-e47c-4263-9fa2-141ed0cacdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:57:18.664521 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3c4c74ce-f4d9-42e7-97c4-e49b3a6bd535 req-a1799557-e47c-4263-9fa2-141ed0cacdba service neutron] 10.222.0.32 "GET /v2.0/networks?id=42628f04-2a12-4127-a4fa-af3e722204ff HTTP/1.1" status: 200 len: 912 time: 0.0883644 Apr 20 13:57:18.673862 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2be57c-2897-4833-8736-e162c102fd8b None None] Checking router: f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:57:18.682333 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2be57c-2897-4833-8736-e162c102fd8b None None] Routers {'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:57:18.683005 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-bf2be57c-2897-4833-8736-e162c102fd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:56:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:57:18.731537 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3c4c74ce-f4d9-42e7-97c4-e49b3a6bd535 req-e194a322-b9cd-4f82-a3ca-b00882f38ed0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=712ce1bf-eb1b-443d-a69a-dc70f32072b1 HTTP/1.1" status: 200 len: 999 time: 0.0596147 Apr 20 13:57:18.787725 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c74ce-f4d9-42e7-97c4-e49b3a6bd535 req-ccb66733-e58a-4f3b-a7c4-3cb29f9f0e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:57:18.789197 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3c4c74ce-f4d9-42e7-97c4-e49b3a6bd535 req-ccb66733-e58a-4f3b-a7c4-3cb29f9f0e7e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=90568be1-dc1e-45de-9113-230a1fc9a3ab HTTP/1.1" status: 200 len: 850 time: 0.0502400 Apr 20 13:57:18.789396 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-bf2be57c-2897-4833-8736-e162c102fd8b None None] Set router f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:57:18.836087 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c74ce-f4d9-42e7-97c4-e49b3a6bd535 req-5287aaec-e7f5-43e7-a42e-f7c1a6191451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:57:18.837511 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3c4c74ce-f4d9-42e7-97c4-e49b3a6bd535 req-5287aaec-e7f5-43e7-a42e-f7c1a6191451 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42628f04-2a12-4127-a4fa-af3e722204ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412176 Apr 20 13:57:18.928041 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3c4c74ce-f4d9-42e7-97c4-e49b3a6bd535 req-92cfd692-cd07-483b-b27f-3cdfd023f261 service neutron] 10.222.0.32 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834332 Apr 20 13:57:19.011696 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-bf2be57c-2897-4833-8736-e162c102fd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'name': 'tempest-TestVolumeBootPattern-507353576-router', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:22Z', 'updated_at': '2022-04-20T13:46:26Z', 'revision_number': 4, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'gw_port': {'id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:23Z', 'updated_at': '2022-04-20T13:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '044a3c91-9fbe-45a0-97d0-383fd491bd8f', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'floating_ip_address': '172.25.8.58', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'port_id': '712ce1bf-eb1b-443d-a69a-dc70f32072b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'mac_address': 'fa:16:3e:b6:a7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b50a512-e867-459d-bdaa-23cb02fc0bd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:57:16Z', 'updated_at': '2022-04-20T13:57:16Z', 'revision_number': 0, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'fixed_ip_address_scope': None}, {'id': '56471551-f18a-4269-a682-9b8cc26db9d8', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'floating_ip_address': '172.25.8.213', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'port_id': 'c1d2794a-f225-46a2-aec1-2cc05dd4cf7c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'mac_address': 'fa:16:3e:f6:51:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9d3b4c-222e-4dee-b722-1225803b4f48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:54:29Z', 'updated_at': '2022-04-20T13:54:31Z', 'revision_number': 1, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dc29f11-1e5e-49ef-a226-6ea3ec4b0840', 'name': '', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'mac_address': 'fa:16:3e:ba:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:25Z', 'updated_at': '2022-04-20T13:46:30Z', 'revision_number': 5, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'subnets': [{'id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:57:19.025391 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3c4c74ce-f4d9-42e7-97c4-e49b3a6bd535 req-65a43757-6173-428b-926d-f11a4cbe5d61 service neutron] 10.222.0.32 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913086 Apr 20 13:57:19.041418 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2be57c-2897-4833-8736-e162c102fd8b None None] The sync data for ids ['f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'] in n-d-836015-7 is: [{'id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'name': 'tempest-TestVolumeBootPattern-507353576-router', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:22Z', 'updated_at': '2022-04-20T13:46:26Z', 'revision_number': 4, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'gw_port': {'id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:23Z', 'updated_at': '2022-04-20T13:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '044a3c91-9fbe-45a0-97d0-383fd491bd8f', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'floating_ip_address': '172.25.8.58', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'port_id': '712ce1bf-eb1b-443d-a69a-dc70f32072b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'mac_address': 'fa:16:3e:b6:a7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b50a512-e867-459d-bdaa-23cb02fc0bd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:57:16Z', 'updated_at': '2022-04-20T13:57:16Z', 'revision_number': 0, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'fixed_ip_address_scope': None}, {'id': '56471551-f18a-4269-a682-9b8cc26db9d8', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'floating_ip_address': '172.25.8.213', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'port_id': 'c1d2794a-f225-46a2-aec1-2cc05dd4cf7c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'mac_address': 'fa:16:3e:f6:51:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9d3b4c-222e-4dee-b722-1225803b4f48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:54:29Z', 'updated_at': '2022-04-20T13:54:31Z', 'revision_number': 1, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dc29f11-1e5e-49ef-a226-6ea3ec4b0840', 'name': '', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'mac_address': 'fa:16:3e:ba:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:25Z', 'updated_at': '2022-04-20T13:46:30Z', 'revision_number': 5, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'subnets': [{'id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:57:19.237322 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04ff661-c31c-4b42-aad0-2c80a5312f87 None None] New status for floating IP 044a3c91-9fbe-45a0-97d0-383fd491bd8f: ACTIVE {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:57:20.143898 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9d810eed-2ea7-414d-a9d3-6d4071ed999e req-ba485979-c3dd-4741-bff9-f039c62b2613 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1a9d3b4c-222e-4dee-b722-1225803b4f48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395703 Apr 20 13:57:20.223598 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d810eed-2ea7-414d-a9d3-6d4071ed999e req-451a9a73-5804-437f-81bc-90a63a76bed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:57:20.224964 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9d810eed-2ea7-414d-a9d3-6d4071ed999e req-451a9a73-5804-437f-81bc-90a63a76bed8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=86c6a731a452439ca8d67480d5bb5c3a&device_id=1a9d3b4c-222e-4dee-b722-1225803b4f48 HTTP/1.1" status: 200 len: 1097 time: 0.0415547 Apr 20 13:57:20.329880 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d810eed-2ea7-414d-a9d3-6d4071ed999e req-dcaf960b-883d-4745-a9be-329392975bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:57:20.331339 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9d810eed-2ea7-414d-a9d3-6d4071ed999e req-dcaf960b-883d-4745-a9be-329392975bc7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=42628f04-2a12-4127-a4fa-af3e722204ff HTTP/1.1" status: 200 len: 912 time: 0.0877185 Apr 20 13:57:20.395228 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9d810eed-2ea7-414d-a9d3-6d4071ed999e req-269288be-d114-4886-838e-eeecacf1fbae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1d2794a-f225-46a2-aec1-2cc05dd4cf7c HTTP/1.1" status: 200 len: 1002 time: 0.0574403 Apr 20 13:57:20.446113 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d810eed-2ea7-414d-a9d3-6d4071ed999e req-c57f58ff-a2f0-4239-b169-275c29da5c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:57:20.447673 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9d810eed-2ea7-414d-a9d3-6d4071ed999e req-c57f58ff-a2f0-4239-b169-275c29da5c97 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90568be1-dc1e-45de-9113-230a1fc9a3ab HTTP/1.1" status: 200 len: 850 time: 0.0465214 Apr 20 13:57:20.491582 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d810eed-2ea7-414d-a9d3-6d4071ed999e req-337c94a2-e7b8-4ccc-8155-03c74ce659b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:57:20.493071 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9d810eed-2ea7-414d-a9d3-6d4071ed999e req-337c94a2-e7b8-4ccc-8155-03c74ce659b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=42628f04-2a12-4127-a4fa-af3e722204ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396571 Apr 20 13:57:20.581625 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9d810eed-2ea7-414d-a9d3-6d4071ed999e req-15893cfa-1df9-484e-9dde-7370aff2b836 service neutron] 10.222.0.15 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818751 Apr 20 13:57:20.672985 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9d810eed-2ea7-414d-a9d3-6d4071ed999e req-2e702cd2-342c-4a4a-a336-1eb253e150f2 service neutron] 10.222.0.15 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848894 Apr 20 13:57:21.602232 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:57:24.458990 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9eb14bcf-2311-47a8-a579-569e70aede41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:57:26.833761 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3d3e3ec4-ffe7-43ea-81d3-d06155455ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:57:28.261048 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:57:29.484321 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:57:29.872444 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:57:42.620975 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:57:43.358123 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:57:54.471959 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-efd29219-2b3a-4431-a559-da6e42cb613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:57:56.767262 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-dcff05a7-f11e-402a-aad6-b39a65d4a705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:57:58.237815 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:57:58.600914 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:57:59.534748 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:57:59.837417 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:58:12.677724 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:58:13.400852 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:58:15.615272 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-cc4a3733-cda6-4ea5-b574-02e4a70061e9 req-c74f1162-d3e9-4c94-b610-f47e60742372 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4b50a512-e867-459d-bdaa-23cb02fc0bd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0772119 Apr 20 13:58:15.698274 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a3733-cda6-4ea5-b574-02e4a70061e9 req-05c61a6a-2e11-4353-af39-883ca62f284b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:58:15.699865 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-cc4a3733-cda6-4ea5-b574-02e4a70061e9 req-05c61a6a-2e11-4353-af39-883ca62f284b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86c6a731a452439ca8d67480d5bb5c3a&device_id=4b50a512-e867-459d-bdaa-23cb02fc0bd1 HTTP/1.1" status: 200 len: 1097 time: 0.0404096 Apr 20 13:58:15.810738 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a3733-cda6-4ea5-b574-02e4a70061e9 req-28fd83c7-640a-47f8-bd9f-d1c763accd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:58:15.812170 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-cc4a3733-cda6-4ea5-b574-02e4a70061e9 req-28fd83c7-640a-47f8-bd9f-d1c763accd6d service neutron] 10.222.0.32 "GET /v2.0/networks?id=42628f04-2a12-4127-a4fa-af3e722204ff HTTP/1.1" status: 200 len: 912 time: 0.0942450 Apr 20 13:58:15.877153 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-cc4a3733-cda6-4ea5-b574-02e4a70061e9 req-0761089a-9598-4795-aab4-320e4ee5b172 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=712ce1bf-eb1b-443d-a69a-dc70f32072b1 HTTP/1.1" status: 200 len: 1001 time: 0.0580223 Apr 20 13:58:15.930279 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a3733-cda6-4ea5-b574-02e4a70061e9 req-e2389af5-9a14-45d7-8b1e-52a24b6a9a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:58:15.931734 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-cc4a3733-cda6-4ea5-b574-02e4a70061e9 req-e2389af5-9a14-45d7-8b1e-52a24b6a9a9c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=90568be1-dc1e-45de-9113-230a1fc9a3ab HTTP/1.1" status: 200 len: 850 time: 0.0475647 Apr 20 13:58:15.976536 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a3733-cda6-4ea5-b574-02e4a70061e9 req-cdbe98df-30e1-43a9-bb6c-f07f17676e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:58:15.977996 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-cc4a3733-cda6-4ea5-b574-02e4a70061e9 req-cdbe98df-30e1-43a9-bb6c-f07f17676e5f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42628f04-2a12-4127-a4fa-af3e722204ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403581 Apr 20 13:58:16.063264 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-cc4a3733-cda6-4ea5-b574-02e4a70061e9 req-bb618fa6-54f3-4c06-a0fa-f5b44bb0f0f7 service neutron] 10.222.0.32 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790024 Apr 20 13:58:16.157065 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-cc4a3733-cda6-4ea5-b574-02e4a70061e9 req-64ba8d1c-1932-4e6b-9011-ba126adfc1bd service neutron] 10.222.0.32 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876584 Apr 20 13:58:21.203071 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f876f312-6a25-473a-bb01-58a7e893c661 req-961a01d5-2c8a-4650-8908-a252dcc309f9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1a9d3b4c-222e-4dee-b722-1225803b4f48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0784400 Apr 20 13:58:21.284934 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876f312-6a25-473a-bb01-58a7e893c661 req-37e431d8-07a4-4538-8ca0-9d8aded416ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:58:21.286330 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f876f312-6a25-473a-bb01-58a7e893c661 req-37e431d8-07a4-4538-8ca0-9d8aded416ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=86c6a731a452439ca8d67480d5bb5c3a&device_id=1a9d3b4c-222e-4dee-b722-1225803b4f48 HTTP/1.1" status: 200 len: 1097 time: 0.0405095 Apr 20 13:58:21.391438 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876f312-6a25-473a-bb01-58a7e893c661 req-915a4e86-d9c6-4077-8502-349838cec4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:58:21.392857 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f876f312-6a25-473a-bb01-58a7e893c661 req-915a4e86-d9c6-4077-8502-349838cec4bf service neutron] 10.222.0.15 "GET /v2.0/networks?id=42628f04-2a12-4127-a4fa-af3e722204ff HTTP/1.1" status: 200 len: 912 time: 0.0888493 Apr 20 13:58:21.456544 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f876f312-6a25-473a-bb01-58a7e893c661 req-3d198237-926e-4001-8923-8a644f6fa440 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1d2794a-f225-46a2-aec1-2cc05dd4cf7c HTTP/1.1" status: 200 len: 1002 time: 0.0571856 Apr 20 13:58:21.511246 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876f312-6a25-473a-bb01-58a7e893c661 req-5e0dd0fa-0642-4d09-b602-70f6ffb7e29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:58:21.512736 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f876f312-6a25-473a-bb01-58a7e893c661 req-5e0dd0fa-0642-4d09-b602-70f6ffb7e29d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90568be1-dc1e-45de-9113-230a1fc9a3ab HTTP/1.1" status: 200 len: 850 time: 0.0489082 Apr 20 13:58:21.557621 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876f312-6a25-473a-bb01-58a7e893c661 req-c575f851-d83c-4538-8971-4c73e6131f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:58:21.558987 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f876f312-6a25-473a-bb01-58a7e893c661 req-c575f851-d83c-4538-8971-4c73e6131f47 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=42628f04-2a12-4127-a4fa-af3e722204ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389686 Apr 20 13:58:21.647777 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f876f312-6a25-473a-bb01-58a7e893c661 req-ea0f491b-055c-42da-91d7-de9c368aee48 service neutron] 10.222.0.15 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811021 Apr 20 13:58:21.740620 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f876f312-6a25-473a-bb01-58a7e893c661 req-cb064ebe-e15c-405e-8d64-d4ea84784bd9 service neutron] 10.222.0.15 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859151 Apr 20 13:58:24.503433 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-09b93890-813d-4d81-95aa-91ba4972b5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:58:26.789376 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bc3882ae-8889-4fa2-8ec3-7171ac44f187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:58:28.306098 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:58:29.537920 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:58:29.911560 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:58:35.599924 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:58:42.654107 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:58:43.428556 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:58:54.485729 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5873495c-c8c6-4f3e-ae9b-b64b4f7439bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:58:56.825384 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a5a82138-83b4-4bf3-b4a7-9ba421cb0d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:58:58.251240 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:58:59.522291 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:58:59.862574 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:12.600375 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:59:12.662356 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:13.407848 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:16.156040 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1c149bee-6cb0-428e-987c-c6327639dbb8 req-dd1278a6-c9fe-4191-851b-fe5894dea7af service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4b50a512-e867-459d-bdaa-23cb02fc0bd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406337 Apr 20 13:59:16.234630 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c149bee-6cb0-428e-987c-c6327639dbb8 req-0da6a538-c469-4d52-ab33-58394b2d0113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:16.236189 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1c149bee-6cb0-428e-987c-c6327639dbb8 req-0da6a538-c469-4d52-ab33-58394b2d0113 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86c6a731a452439ca8d67480d5bb5c3a&device_id=4b50a512-e867-459d-bdaa-23cb02fc0bd1 HTTP/1.1" status: 200 len: 1097 time: 0.0401907 Apr 20 13:59:16.339633 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c149bee-6cb0-428e-987c-c6327639dbb8 req-aa834205-9bdd-4cb1-a1c9-d055366096e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:16.341069 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1c149bee-6cb0-428e-987c-c6327639dbb8 req-aa834205-9bdd-4cb1-a1c9-d055366096e1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=42628f04-2a12-4127-a4fa-af3e722204ff HTTP/1.1" status: 200 len: 912 time: 0.0861852 Apr 20 13:59:16.404151 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1c149bee-6cb0-428e-987c-c6327639dbb8 req-3c9c02b2-87fb-484a-9a82-e4d242acf497 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=712ce1bf-eb1b-443d-a69a-dc70f32072b1 HTTP/1.1" status: 200 len: 1001 time: 0.0559771 Apr 20 13:59:16.455343 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c149bee-6cb0-428e-987c-c6327639dbb8 req-f5f2ea5e-f415-49f2-9d1b-b04a87f01904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:16.456676 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1c149bee-6cb0-428e-987c-c6327639dbb8 req-f5f2ea5e-f415-49f2-9d1b-b04a87f01904 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=90568be1-dc1e-45de-9113-230a1fc9a3ab HTTP/1.1" status: 200 len: 850 time: 0.0463648 Apr 20 13:59:16.500338 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c149bee-6cb0-428e-987c-c6327639dbb8 req-53efce64-87d8-4746-8dc7-56561075ed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:16.501812 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1c149bee-6cb0-428e-987c-c6327639dbb8 req-53efce64-87d8-4746-8dc7-56561075ed5d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42628f04-2a12-4127-a4fa-af3e722204ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384865 Apr 20 13:59:16.587516 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1c149bee-6cb0-428e-987c-c6327639dbb8 req-6d881f32-6945-4454-aba3-9be04c36c97d service neutron] 10.222.0.32 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793641 Apr 20 13:59:16.675897 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1c149bee-6cb0-428e-987c-c6327639dbb8 req-9261a589-1792-4a1d-8098-9a627e0a17b1 service neutron] 10.222.0.32 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822763 Apr 20 13:59:20.887687 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59402) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:59:21.151110 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f57cdf3e-9d95-477c-af8d-d0904a39f2b1 req-b8b15caf-f4ef-4f26-842d-b4eb3be8303d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1a9d3b4c-222e-4dee-b722-1225803b4f48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0659688 Apr 20 13:59:21.162013 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-4437760d-3eb0-49af-9a97-0dc99a9bd222 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Deleting port 53ead919-c796-42d8-99d1-d5ca1f3c9a87 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:59:21.162354 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4437760d-3eb0-49af-9a97-0dc99a9bd222 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:21.268528 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4437760d-3eb0-49af-9a97-0dc99a9bd222 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:21.268854 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4437760d-3eb0-49af-9a97-0dc99a9bd222 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:21.272113 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57cdf3e-9d95-477c-af8d-d0904a39f2b1 req-a6fc625d-c384-4653-8015-865766b8fea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:21.273580 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f57cdf3e-9d95-477c-af8d-d0904a39f2b1 req-a6fc625d-c384-4653-8015-865766b8fea9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=86c6a731a452439ca8d67480d5bb5c3a&device_id=1a9d3b4c-222e-4dee-b722-1225803b4f48 HTTP/1.1" status: 200 len: 1097 time: 0.0680754 Apr 20 13:59:21.284001 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-4437760d-3eb0-49af-9a97-0dc99a9bd222 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Calling delete_port for 53ead919-c796-42d8-99d1-d5ca1f3c9a87 owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:59:21.434285 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57cdf3e-9d95-477c-af8d-d0904a39f2b1 req-bdeb7db5-3d59-4cc4-82ad-6f7f1dd0db95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:21.435692 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f57cdf3e-9d95-477c-af8d-d0904a39f2b1 req-bdeb7db5-3d59-4cc4-82ad-6f7f1dd0db95 service neutron] 10.222.0.15 "GET /v2.0/networks?id=42628f04-2a12-4127-a4fa-af3e722204ff HTTP/1.1" status: 200 len: 912 time: 0.1426141 Apr 20 13:59:21.538005 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f57cdf3e-9d95-477c-af8d-d0904a39f2b1 req-a0c9e3b0-7687-4676-b06f-27bf87d4a3d6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1d2794a-f225-46a2-aec1-2cc05dd4cf7c HTTP/1.1" status: 200 len: 1002 time: 0.0890284 Apr 20 13:59:21.588666 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57cdf3e-9d95-477c-af8d-d0904a39f2b1 req-9d011f91-356e-4084-8076-bbfd6eb95cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:21.590052 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f57cdf3e-9d95-477c-af8d-d0904a39f2b1 req-9d011f91-356e-4084-8076-bbfd6eb95cfa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90568be1-dc1e-45de-9113-230a1fc9a3ab HTTP/1.1" status: 200 len: 850 time: 0.0445895 Apr 20 13:59:21.621903 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4437760d-3eb0-49af-9a97-0dc99a9bd222 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:21.654471 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437760d-3eb0-49af-9a97-0dc99a9bd222 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Pushing event deleted for resources: {'Port': ['ID=53ead919-c796-42d8-99d1-d5ca1f3c9a87,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:59:21.668091 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4437760d-3eb0-49af-9a97-0dc99a9bd222 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:59:21.668434 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4437760d-3eb0-49af-9a97-0dc99a9bd222 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:59:21.668777 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4437760d-3eb0-49af-9a97-0dc99a9bd222 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:59:21.669108 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4437760d-3eb0-49af-9a97-0dc99a9bd222 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:59:21.669439 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4437760d-3eb0-49af-9a97-0dc99a9bd222 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:59:21.669764 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4437760d-3eb0-49af-9a97-0dc99a9bd222 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:59:21.670090 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4437760d-3eb0-49af-9a97-0dc99a9bd222 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:59:21.670409 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4437760d-3eb0-49af-9a97-0dc99a9bd222 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:59:21.670728 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4437760d-3eb0-49af-9a97-0dc99a9bd222 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:59:21.671048 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4437760d-3eb0-49af-9a97-0dc99a9bd222 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:59:21.671381 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4437760d-3eb0-49af-9a97-0dc99a9bd222 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:59:21.671717 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4437760d-3eb0-49af-9a97-0dc99a9bd222 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:59:21.711532 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57cdf3e-9d95-477c-af8d-d0904a39f2b1 req-0eceed1b-7b8d-43c4-ac5e-633db5963376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:21.713463 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f57cdf3e-9d95-477c-af8d-d0904a39f2b1 req-0eceed1b-7b8d-43c4-ac5e-633db5963376 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=42628f04-2a12-4127-a4fa-af3e722204ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1161275 Apr 20 13:59:21.774725 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4437760d-3eb0-49af-9a97-0dc99a9bd222 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for floatingip, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:21.775078 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-4437760d-3eb0-49af-9a97-0dc99a9bd222 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Floating IP 044a3c91-9fbe-45a0-97d0-383fd491bd8f disassociated (deleted). External IP: 172.25.8.58, port: 712ce1bf-eb1b-443d-a69a-dc70f32072b1. Apr 20 13:59:21.885299 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f57cdf3e-9d95-477c-af8d-d0904a39f2b1 req-5dfbbfc1-a7df-4a79-9514-bf1677ef8a37 service neutron] 10.222.0.15 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643016 Apr 20 13:59:22.057026 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f57cdf3e-9d95-477c-af8d-d0904a39f2b1 req-6666dd8f-8023-4860-a706-92fa5330e176 service neutron] 10.222.0.15 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591105 Apr 20 13:59:22.072819 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4437760d-3eb0-49af-9a97-0dc99a9bd222 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Router f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:59:22.176988 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4437760d-3eb0-49af-9a97-0dc99a9bd222 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:59:22.181797 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4437760d-3eb0-49af-9a97-0dc99a9bd222 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:22.188415 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57a6af8-ff28-4dbb-991c-3aee12bbb603 None None] Sync routers for ids ['f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:59:22.198499 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57a6af8-ff28-4dbb-991c-3aee12bbb603 None None] Routers {'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:59:22.199203 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-c57a6af8-ff28-4dbb-991c-3aee12bbb603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:58:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:59:22.210585 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4437760d-3eb0-49af-9a97-0dc99a9bd222 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "DELETE /v2.0/floatingips/044a3c91-9fbe-45a0-97d0-383fd491bd8f HTTP/1.1" status: 204 len: 168 time: 1.3193614 Apr 20 13:59:22.210585 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b50a512-e867-459d-bdaa-23cb02fc0bd1', 'tag': '712ce1bf-eb1b-443d-a69a-dc70f32072b1'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:59:22.304638 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-c57a6af8-ff28-4dbb-991c-3aee12bbb603 None None] Set router f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:59:22.327452 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6ba4de-b13c-4a81-a5b8-0e03e5f56eab" -d '{"events": [{"name": "network-changed", "server_uuid": "4b50a512-e867-459d-bdaa-23cb02fc0bd1", "tag": "712ce1bf-eb1b-443d-a69a-dc70f32072b1"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:59:22.459625 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b042628-0106-471f-bf64-0168b5d86721 x-openstack-request-id: req-5b042628-0106-471f-bf64-0168b5d86721 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:59:22.459914 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b50a512-e867-459d-bdaa-23cb02fc0bd1", "tag": "712ce1bf-eb1b-443d-a69a-dc70f32072b1", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:59:22.460231 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5b042628-0106-471f-bf64-0168b5d86721 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:59:22.460654 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b042628-0106-471f-bf64-0168b5d86721'] response: {'name': 'network-changed', 'server_uuid': '4b50a512-e867-459d-bdaa-23cb02fc0bd1', 'tag': '712ce1bf-eb1b-443d-a69a-dc70f32072b1', 'status': 'completed', 'code': 200} Apr 20 13:59:22.524290 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ba4de-b13c-4a81-a5b8-0e03e5f56eab req-60c26629-c62a-4d06-aa9c-5809f3d8b6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:22.525860 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3c6ba4de-b13c-4a81-a5b8-0e03e5f56eab req-60c26629-c62a-4d06-aa9c-5809f3d8b6df service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86c6a731a452439ca8d67480d5bb5c3a&device_id=4b50a512-e867-459d-bdaa-23cb02fc0bd1 HTTP/1.1" status: 200 len: 1097 time: 0.0440996 Apr 20 13:59:22.621286 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ba4de-b13c-4a81-a5b8-0e03e5f56eab req-04988071-2a51-41a8-903c-2cf26bf10582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:22.622664 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3c6ba4de-b13c-4a81-a5b8-0e03e5f56eab req-04988071-2a51-41a8-903c-2cf26bf10582 service neutron] 10.222.0.32 "GET /v2.0/networks?id=42628f04-2a12-4127-a4fa-af3e722204ff HTTP/1.1" status: 200 len: 912 time: 0.0889857 Apr 20 13:59:22.624955 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-c57a6af8-ff28-4dbb-991c-3aee12bbb603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'name': 'tempest-TestVolumeBootPattern-507353576-router', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:22Z', 'updated_at': '2022-04-20T13:46:26Z', 'revision_number': 4, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'gw_port': {'id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:23Z', 'updated_at': '2022-04-20T13:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '56471551-f18a-4269-a682-9b8cc26db9d8', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'floating_ip_address': '172.25.8.213', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'port_id': 'c1d2794a-f225-46a2-aec1-2cc05dd4cf7c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'mac_address': 'fa:16:3e:f6:51:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9d3b4c-222e-4dee-b722-1225803b4f48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:54:29Z', 'updated_at': '2022-04-20T13:54:31Z', 'revision_number': 1, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dc29f11-1e5e-49ef-a226-6ea3ec4b0840', 'name': '', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'mac_address': 'fa:16:3e:ba:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:25Z', 'updated_at': '2022-04-20T13:46:30Z', 'revision_number': 5, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'subnets': [{'id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:59:22.653743 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57a6af8-ff28-4dbb-991c-3aee12bbb603 None None] Checking router: f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:59:22.662015 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57a6af8-ff28-4dbb-991c-3aee12bbb603 None None] Routers {'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:59:22.662636 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-c57a6af8-ff28-4dbb-991c-3aee12bbb603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:58:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:59:22.665111 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3c6ba4de-b13c-4a81-a5b8-0e03e5f56eab req-ab4b2054-ec8b-4410-b0b8-7a3c150e82c2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=712ce1bf-eb1b-443d-a69a-dc70f32072b1 HTTP/1.1" status: 200 len: 217 time: 0.0349917 Apr 20 13:59:22.713818 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ba4de-b13c-4a81-a5b8-0e03e5f56eab req-e012e39e-33bb-4cd0-990d-40f753593336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:22.715295 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3c6ba4de-b13c-4a81-a5b8-0e03e5f56eab req-e012e39e-33bb-4cd0-990d-40f753593336 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=90568be1-dc1e-45de-9113-230a1fc9a3ab HTTP/1.1" status: 200 len: 850 time: 0.0437284 Apr 20 13:59:22.764014 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ba4de-b13c-4a81-a5b8-0e03e5f56eab req-9c4219f5-a317-4dda-ac9d-d2cdd34bc56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:22.765590 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3c6ba4de-b13c-4a81-a5b8-0e03e5f56eab req-9c4219f5-a317-4dda-ac9d-d2cdd34bc56e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42628f04-2a12-4127-a4fa-af3e722204ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446246 Apr 20 13:59:22.766395 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-c57a6af8-ff28-4dbb-991c-3aee12bbb603 None None] Set router f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:59:22.854175 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3c6ba4de-b13c-4a81-a5b8-0e03e5f56eab req-5a8cd389-0f57-41f0-8679-00424d4ea9c7 service neutron] 10.222.0.32 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819101 Apr 20 13:59:22.950881 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3c6ba4de-b13c-4a81-a5b8-0e03e5f56eab req-7205a062-4515-4e04-8f4f-ac60a0c843a5 service neutron] 10.222.0.32 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882478 Apr 20 13:59:22.983824 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-c57a6af8-ff28-4dbb-991c-3aee12bbb603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'name': 'tempest-TestVolumeBootPattern-507353576-router', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:22Z', 'updated_at': '2022-04-20T13:46:26Z', 'revision_number': 4, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'gw_port': {'id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:23Z', 'updated_at': '2022-04-20T13:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '56471551-f18a-4269-a682-9b8cc26db9d8', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'floating_ip_address': '172.25.8.213', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'port_id': 'c1d2794a-f225-46a2-aec1-2cc05dd4cf7c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'mac_address': 'fa:16:3e:f6:51:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9d3b4c-222e-4dee-b722-1225803b4f48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:54:29Z', 'updated_at': '2022-04-20T13:54:31Z', 'revision_number': 1, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dc29f11-1e5e-49ef-a226-6ea3ec4b0840', 'name': '', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'mac_address': 'fa:16:3e:ba:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:25Z', 'updated_at': '2022-04-20T13:46:30Z', 'revision_number': 5, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'subnets': [{'id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:59:23.009382 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57a6af8-ff28-4dbb-991c-3aee12bbb603 None None] The sync data for ids ['f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'] in n-d-836015-7 is: [{'id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'name': 'tempest-TestVolumeBootPattern-507353576-router', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:22Z', 'updated_at': '2022-04-20T13:46:26Z', 'revision_number': 4, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'gw_port': {'id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:23Z', 'updated_at': '2022-04-20T13:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '56471551-f18a-4269-a682-9b8cc26db9d8', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'floating_ip_address': '172.25.8.213', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'port_id': 'c1d2794a-f225-46a2-aec1-2cc05dd4cf7c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'mac_address': 'fa:16:3e:f6:51:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9d3b4c-222e-4dee-b722-1225803b4f48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:54:29Z', 'updated_at': '2022-04-20T13:54:31Z', 'revision_number': 1, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dc29f11-1e5e-49ef-a226-6ea3ec4b0840', 'name': '', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'mac_address': 'fa:16:3e:ba:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:25Z', 'updated_at': '2022-04-20T13:46:30Z', 'revision_number': 5, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'subnets': [{'id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:59:23.227974 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f539bcf3-d0df-4cb5-be76-78da2d990f3d None None] New status for floating IP 044a3c91-9fbe-45a0-97d0-383fd491bd8f: DOWN {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:59:23.768343 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893a3d2-1b03-4720-88a7-569643d964d2 req-031efbef-08fb-4789-8cae-f4cf7bf24fa2 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:23.769808 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0893a3d2-1b03-4720-88a7-569643d964d2 req-031efbef-08fb-4789-8cae-f4cf7bf24fa2 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b50a512-e867-459d-bdaa-23cb02fc0bd1 HTTP/1.1" status: 200 len: 946 time: 0.0973637 Apr 20 13:59:23.806595 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0893a3d2-1b03-4720-88a7-569643d964d2 req-18ca5b72-9487-400f-bd54-02ce9fe5218e tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305879 Apr 20 13:59:24.493292 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-055cffb2-7bde-4b31-9e74-4f5f1d46b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:25.044149 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e877d61-0f34-483a-9112-361827c78987 req-e48414ff-7c43-4edc-9910-750e89aa3464 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:25.045888 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3e877d61-0f34-483a-9112-361827c78987 req-e48414ff-7c43-4edc-9910-750e89aa3464 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b50a512-e867-459d-bdaa-23cb02fc0bd1 HTTP/1.1" status: 200 len: 946 time: 0.0953906 Apr 20 13:59:25.082516 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3e877d61-0f34-483a-9112-361827c78987 req-7134abb5-4dc8-45e2-a35b-228e4ca454a9 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310559 Apr 20 13:59:25.248791 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b04dc-a612-4764-960d-3eeac698fbc1 req-7aee309c-0cc0-41d8-8fa7-f98185c10e6a tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:25.250208 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8b1b04dc-a612-4764-960d-3eeac698fbc1 req-7aee309c-0cc0-41d8-8fa7-f98185c10e6a tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b50a512-e867-459d-bdaa-23cb02fc0bd1 HTTP/1.1" status: 200 len: 946 time: 0.0487490 Apr 20 13:59:25.336701 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-8b1b04dc-a612-4764-960d-3eeac698fbc1 req-661d5953-74c3-4c61-8f60-85d36523d1cb tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Deleting port 712ce1bf-eb1b-443d-a69a-dc70f32072b1 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:59:25.336952 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8b1b04dc-a612-4764-960d-3eeac698fbc1 req-661d5953-74c3-4c61-8f60-85d36523d1cb tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:25.427878 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-8b1b04dc-a612-4764-960d-3eeac698fbc1 req-661d5953-74c3-4c61-8f60-85d36523d1cb tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] For port 712ce1bf-eb1b-443d-a69a-dc70f32072b1, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=712ce1bf-eb1b-443d-a69a-dc70f32072b1,segment=NetworkSegment(517350df-8312-49c8-bd99-9ead9c508793),segment_id=517350df-8312-49c8-bd99-9ead9c508793)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:59:25.428239 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8b1b04dc-a612-4764-960d-3eeac698fbc1 req-661d5953-74c3-4c61-8f60-85d36523d1cb tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:25.440836 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-8b1b04dc-a612-4764-960d-3eeac698fbc1 req-661d5953-74c3-4c61-8f60-85d36523d1cb tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Calling delete_port for 712ce1bf-eb1b-443d-a69a-dc70f32072b1 owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:59:25.644977 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8b1b04dc-a612-4764-960d-3eeac698fbc1 req-661d5953-74c3-4c61-8f60-85d36523d1cb tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:25.672556 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d5953-74c3-4c61-8f60-85d36523d1cb tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Pushing event deleted for resources: {'Port': ['ID=712ce1bf-eb1b-443d-a69a-dc70f32072b1,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:59:25.686999 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d5953-74c3-4c61-8f60-85d36523d1cb tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:59:25.686999 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d5953-74c3-4c61-8f60-85d36523d1cb tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:59:25.690881 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d5953-74c3-4c61-8f60-85d36523d1cb tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:59:25.691294 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d5953-74c3-4c61-8f60-85d36523d1cb tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:59:25.691668 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d5953-74c3-4c61-8f60-85d36523d1cb tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:59:25.692032 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d5953-74c3-4c61-8f60-85d36523d1cb tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:59:25.692366 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d5953-74c3-4c61-8f60-85d36523d1cb tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:59:25.692696 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d5953-74c3-4c61-8f60-85d36523d1cb tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:59:25.693023 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d5953-74c3-4c61-8f60-85d36523d1cb tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:59:25.693352 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d5953-74c3-4c61-8f60-85d36523d1cb tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:59:25.694107 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d5953-74c3-4c61-8f60-85d36523d1cb tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:59:25.694107 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d5953-74c3-4c61-8f60-85d36523d1cb tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:59:25.728249 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1b04dc-a612-4764-960d-3eeac698fbc1 req-661d5953-74c3-4c61-8f60-85d36523d1cb tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] No DVR routers for this DVR port 712ce1bf-eb1b-443d-a69a-dc70f32072b1 on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:59:25.730859 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8b1b04dc-a612-4764-960d-3eeac698fbc1 req-661d5953-74c3-4c61-8f60-85d36523d1cb tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:25.734098 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8b1b04dc-a612-4764-960d-3eeac698fbc1 req-661d5953-74c3-4c61-8f60-85d36523d1cb tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.32 "DELETE /v2.0/ports/712ce1bf-eb1b-443d-a69a-dc70f32072b1 HTTP/1.1" status: 204 len: 173 time: 0.4782228 Apr 20 13:59:25.737921 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b50a512-e867-459d-bdaa-23cb02fc0bd1', 'name': 'network-vif-deleted', 'tag': '712ce1bf-eb1b-443d-a69a-dc70f32072b1'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:59:25.773834 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}477c3876f0a00723b6cc26f82b5301b7c44eaec2342ee7dfaa02d19e77b1fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d46932-597d-418f-8aa0-c9beaea19bc6" -d '{"events": [{"server_uuid": "4b50a512-e867-459d-bdaa-23cb02fc0bd1", "name": "network-vif-deleted", "tag": "712ce1bf-eb1b-443d-a69a-dc70f32072b1"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:59:25.857420 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0483fac4-7fb8-41ca-b72b-939d25f5045d x-openstack-request-id: req-0483fac4-7fb8-41ca-b72b-939d25f5045d {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:59:25.857714 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b50a512-e867-459d-bdaa-23cb02fc0bd1", "name": "network-vif-deleted", "tag": "712ce1bf-eb1b-443d-a69a-dc70f32072b1", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:59:25.857967 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0483fac4-7fb8-41ca-b72b-939d25f5045d {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:59:25.858370 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0483fac4-7fb8-41ca-b72b-939d25f5045d'] response: {'server_uuid': '4b50a512-e867-459d-bdaa-23cb02fc0bd1', 'name': 'network-vif-deleted', 'tag': '712ce1bf-eb1b-443d-a69a-dc70f32072b1', 'status': 'completed', 'code': 200} Apr 20 13:59:26.180647 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6cec5dcc-8bb2-4bb1-a3b7-cefb19013d01 req-fb8b4248-9d6d-4d78-97f4-5edeba9252a6 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b50a512-e867-459d-bdaa-23cb02fc0bd1 HTTP/1.1" status: 200 len: 210 time: 0.0265288 Apr 20 13:59:26.793629 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1af58bad-7ef0-4792-a836-10dab4fb9406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:27.282914 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-703b6ac2-89c9-4456-90b8-587d08e2c709 req-89540c0e-fc9b-4e07-8725-663571c96b97 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b50a512-e867-459d-bdaa-23cb02fc0bd1 HTTP/1.1" status: 200 len: 210 time: 0.0265830 Apr 20 13:59:28.245145 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:28.377021 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52ccefe8-c5ea-4918-9b00-368295f696f9 req-fbf361ad-965f-4f9a-b8bb-3de8b6d28428 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b50a512-e867-459d-bdaa-23cb02fc0bd1 HTTP/1.1" status: 200 len: 210 time: 0.0258548 Apr 20 13:59:28.568549 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 712ce1bf-eb1b-443d-a69a-dc70f32072b1 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:59:28.592152 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 712ce1bf-eb1b-443d-a69a-dc70f32072b1 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:59:28.592518 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 712ce1bf-eb1b-443d-a69a-dc70f32072b1 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:59:29.487037 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-10f5f443-3b29-41c2-ba27-649404887898 req-96e10cce-4b76-41d8-a978-b322f6b3bf66 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b50a512-e867-459d-bdaa-23cb02fc0bd1 HTTP/1.1" status: 200 len: 210 time: 0.0294480 Apr 20 13:59:29.516639 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:29.839479 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:36.086382 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59486) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:59:36.238268 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-c037a18d-f56a-4e1c-8f40-22f1605c5154 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Deleting port f63442de-4557-454c-a1cd-799a9cdf007e {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:59:36.238615 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c037a18d-f56a-4e1c-8f40-22f1605c5154 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:36.311501 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c037a18d-f56a-4e1c-8f40-22f1605c5154 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:36.311827 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c037a18d-f56a-4e1c-8f40-22f1605c5154 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:36.323217 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-c037a18d-f56a-4e1c-8f40-22f1605c5154 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Calling delete_port for f63442de-4557-454c-a1cd-799a9cdf007e owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:59:36.545417 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c037a18d-f56a-4e1c-8f40-22f1605c5154 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:36.568956 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c037a18d-f56a-4e1c-8f40-22f1605c5154 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Pushing event deleted for resources: {'Port': ['ID=f63442de-4557-454c-a1cd-799a9cdf007e,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:59:36.634296 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c037a18d-f56a-4e1c-8f40-22f1605c5154 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for floatingip, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:36.634626 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-c037a18d-f56a-4e1c-8f40-22f1605c5154 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Floating IP 56471551-f18a-4269-a682-9b8cc26db9d8 disassociated (deleted). External IP: 172.25.8.213, port: c1d2794a-f225-46a2-aec1-2cc05dd4cf7c. Apr 20 13:59:37.151820 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c037a18d-f56a-4e1c-8f40-22f1605c5154 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Router f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:59:37.253843 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c037a18d-f56a-4e1c-8f40-22f1605c5154 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:59:37.258525 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c037a18d-f56a-4e1c-8f40-22f1605c5154 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:37.263737 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f908014-4600-4648-8373-efe81c6bf553 None None] Sync routers for ids ['f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:59:37.277217 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f908014-4600-4648-8373-efe81c6bf553 None None] Routers {'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:59:37.277924 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4f908014-4600-4648-8373-efe81c6bf553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:59:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:59:37.288874 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c037a18d-f56a-4e1c-8f40-22f1605c5154 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "DELETE /v2.0/floatingips/56471551-f18a-4269-a682-9b8cc26db9d8 HTTP/1.1" status: 204 len: 168 time: 1.2013502 Apr 20 13:59:37.289485 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9d3b4c-222e-4dee-b722-1225803b4f48', 'tag': 'c1d2794a-f225-46a2-aec1-2cc05dd4cf7c'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:59:37.291973 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b63a4b-004d-4e87-b96a-fbb6e520651c" -d '{"events": [{"name": "network-changed", "server_uuid": "1a9d3b4c-222e-4dee-b722-1225803b4f48", "tag": "c1d2794a-f225-46a2-aec1-2cc05dd4cf7c"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:59:37.332722 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1d0407-1c0a-4982-8d85-510fb6ffee19 x-openstack-request-id: req-1b1d0407-1c0a-4982-8d85-510fb6ffee19 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:59:37.335238 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a9d3b4c-222e-4dee-b722-1225803b4f48", "tag": "c1d2794a-f225-46a2-aec1-2cc05dd4cf7c", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:59:37.335238 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1b1d0407-1c0a-4982-8d85-510fb6ffee19 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:59:37.335238 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b1d0407-1c0a-4982-8d85-510fb6ffee19'] response: {'name': 'network-changed', 'server_uuid': '1a9d3b4c-222e-4dee-b722-1225803b4f48', 'tag': 'c1d2794a-f225-46a2-aec1-2cc05dd4cf7c', 'status': 'completed', 'code': 200} Apr 20 13:59:37.386373 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-4f908014-4600-4648-8373-efe81c6bf553 None None] Set router f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:59:37.396168 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b63a4b-004d-4e87-b96a-fbb6e520651c req-47882919-d6ba-4481-a103-7eb9c8c255af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:37.397705 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-71b63a4b-004d-4e87-b96a-fbb6e520651c req-47882919-d6ba-4481-a103-7eb9c8c255af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=86c6a731a452439ca8d67480d5bb5c3a&device_id=1a9d3b4c-222e-4dee-b722-1225803b4f48 HTTP/1.1" status: 200 len: 1097 time: 0.0437264 Apr 20 13:59:37.490201 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b63a4b-004d-4e87-b96a-fbb6e520651c req-a986d02b-a590-470f-b591-14aabf26f8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:37.491712 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-71b63a4b-004d-4e87-b96a-fbb6e520651c req-a986d02b-a590-470f-b591-14aabf26f8ab service neutron] 10.222.0.15 "GET /v2.0/networks?id=42628f04-2a12-4127-a4fa-af3e722204ff HTTP/1.1" status: 200 len: 912 time: 0.0879848 Apr 20 13:59:37.538273 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-71b63a4b-004d-4e87-b96a-fbb6e520651c req-266279c8-1de8-4263-8da7-403c1e4a6b8c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1d2794a-f225-46a2-aec1-2cc05dd4cf7c HTTP/1.1" status: 200 len: 217 time: 0.0398934 Apr 20 13:59:37.589340 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b63a4b-004d-4e87-b96a-fbb6e520651c req-8faaa11f-7de7-49ae-91d0-bc1e0a6b2944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:37.590814 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-71b63a4b-004d-4e87-b96a-fbb6e520651c req-8faaa11f-7de7-49ae-91d0-bc1e0a6b2944 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90568be1-dc1e-45de-9113-230a1fc9a3ab HTTP/1.1" status: 200 len: 850 time: 0.0455327 Apr 20 13:59:37.591317 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4f908014-4600-4648-8373-efe81c6bf553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'name': 'tempest-TestVolumeBootPattern-507353576-router', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:22Z', 'updated_at': '2022-04-20T13:46:26Z', 'revision_number': 4, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'gw_port': {'id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:23Z', 'updated_at': '2022-04-20T13:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '0dc29f11-1e5e-49ef-a226-6ea3ec4b0840', 'name': '', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'mac_address': 'fa:16:3e:ba:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:25Z', 'updated_at': '2022-04-20T13:46:30Z', 'revision_number': 5, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'subnets': [{'id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:59:37.617378 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f908014-4600-4648-8373-efe81c6bf553 None None] Checking router: f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:59:37.626731 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f908014-4600-4648-8373-efe81c6bf553 None None] Routers {'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:59:37.627381 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4f908014-4600-4648-8373-efe81c6bf553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:59:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:59:37.642071 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b63a4b-004d-4e87-b96a-fbb6e520651c req-e3159e21-f705-43e1-96e8-3370d520c6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:37.643766 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-71b63a4b-004d-4e87-b96a-fbb6e520651c req-e3159e21-f705-43e1-96e8-3370d520c6bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=42628f04-2a12-4127-a4fa-af3e722204ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451293 Apr 20 13:59:37.735937 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-4f908014-4600-4648-8373-efe81c6bf553 None None] Set router f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:59:37.779468 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a0426-d715-4f94-9764-eee52c846b02 req-eba5f726-b728-400f-8716-fa2abcf07c12 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:37.781708 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-122a0426-d715-4f94-9764-eee52c846b02 req-eba5f726-b728-400f-8716-fa2abcf07c12 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d3b4c-222e-4dee-b722-1225803b4f48 HTTP/1.1" status: 200 len: 946 time: 0.1102831 Apr 20 13:59:37.785850 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-71b63a4b-004d-4e87-b96a-fbb6e520651c req-55830b83-315e-4248-907e-83d8a619d3b6 service neutron] 10.222.0.15 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350498 Apr 20 13:59:37.873033 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-122a0426-d715-4f94-9764-eee52c846b02 req-0bf70882-2664-41de-91de-84220b95b051 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/security-groups?id=7bc9468d-ecb7-4711-8767-c356da991762&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840843 Apr 20 13:59:37.905375 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-71b63a4b-004d-4e87-b96a-fbb6e520651c req-ad048c54-87c0-498d-871b-a3566c108d15 service neutron] 10.222.0.15 "GET /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107876 Apr 20 13:59:37.940826 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4f908014-4600-4648-8373-efe81c6bf553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'name': 'tempest-TestVolumeBootPattern-507353576-router', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:22Z', 'updated_at': '2022-04-20T13:46:26Z', 'revision_number': 4, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'gw_port': {'id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:23Z', 'updated_at': '2022-04-20T13:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '0dc29f11-1e5e-49ef-a226-6ea3ec4b0840', 'name': '', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'mac_address': 'fa:16:3e:ba:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:25Z', 'updated_at': '2022-04-20T13:46:30Z', 'revision_number': 5, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'subnets': [{'id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:59:37.968905 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f908014-4600-4648-8373-efe81c6bf553 None None] The sync data for ids ['f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'] in n-d-836015-7 is: [{'id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'name': 'tempest-TestVolumeBootPattern-507353576-router', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:22Z', 'updated_at': '2022-04-20T13:46:26Z', 'revision_number': 4, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'gw_port': {'id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:23Z', 'updated_at': '2022-04-20T13:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '0dc29f11-1e5e-49ef-a226-6ea3ec4b0840', 'name': '', 'network_id': '42628f04-2a12-4127-a4fa-af3e722204ff', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'mac_address': 'fa:16:3e:ba:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:25Z', 'updated_at': '2022-04-20T13:46:30Z', 'revision_number': 5, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'subnets': [{'id': '90568be1-dc1e-45de-9113-230a1fc9a3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:59:38.191418 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ae0619-220f-4ab9-aae1-65ab038ec320 None None] New status for floating IP 56471551-f18a-4269-a682-9b8cc26db9d8: DOWN {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:59:38.422789 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525e0f0-1baa-4c76-9b17-ef65bb1c0c5a req-a2b8b743-84b1-4429-a5f3-d20924b651d9 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:38.424155 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4525e0f0-1baa-4c76-9b17-ef65bb1c0c5a req-a2b8b743-84b1-4429-a5f3-d20924b651d9 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a9d3b4c-222e-4dee-b722-1225803b4f48 HTTP/1.1" status: 200 len: 946 time: 0.0488124 Apr 20 13:59:38.511927 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-4525e0f0-1baa-4c76-9b17-ef65bb1c0c5a req-7bc6fd26-47ac-45d7-a325-b9fdcdb49a10 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Deleting port c1d2794a-f225-46a2-aec1-2cc05dd4cf7c {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:59:38.512272 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4525e0f0-1baa-4c76-9b17-ef65bb1c0c5a req-7bc6fd26-47ac-45d7-a325-b9fdcdb49a10 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:38.602599 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-4525e0f0-1baa-4c76-9b17-ef65bb1c0c5a req-7bc6fd26-47ac-45d7-a325-b9fdcdb49a10 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] For port c1d2794a-f225-46a2-aec1-2cc05dd4cf7c, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=c1d2794a-f225-46a2-aec1-2cc05dd4cf7c,segment=NetworkSegment(517350df-8312-49c8-bd99-9ead9c508793),segment_id=517350df-8312-49c8-bd99-9ead9c508793)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:59:38.602963 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4525e0f0-1baa-4c76-9b17-ef65bb1c0c5a req-7bc6fd26-47ac-45d7-a325-b9fdcdb49a10 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:38.616405 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-4525e0f0-1baa-4c76-9b17-ef65bb1c0c5a req-7bc6fd26-47ac-45d7-a325-b9fdcdb49a10 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Calling delete_port for c1d2794a-f225-46a2-aec1-2cc05dd4cf7c owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:59:38.838993 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4525e0f0-1baa-4c76-9b17-ef65bb1c0c5a req-7bc6fd26-47ac-45d7-a325-b9fdcdb49a10 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:38.867047 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6fd26-47ac-45d7-a325-b9fdcdb49a10 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Pushing event deleted for resources: {'Port': ['ID=c1d2794a-f225-46a2-aec1-2cc05dd4cf7c,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:59:38.910249 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-4525e0f0-1baa-4c76-9b17-ef65bb1c0c5a req-7bc6fd26-47ac-45d7-a325-b9fdcdb49a10 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] No DVR routers for this DVR port c1d2794a-f225-46a2-aec1-2cc05dd4cf7c on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:59:38.912833 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4525e0f0-1baa-4c76-9b17-ef65bb1c0c5a req-7bc6fd26-47ac-45d7-a325-b9fdcdb49a10 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:38.916136 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4525e0f0-1baa-4c76-9b17-ef65bb1c0c5a req-7bc6fd26-47ac-45d7-a325-b9fdcdb49a10 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.15 "DELETE /v2.0/ports/c1d2794a-f225-46a2-aec1-2cc05dd4cf7c HTTP/1.1" status: 204 len: 173 time: 0.4862001 Apr 20 13:59:38.989703 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54f1b0eb-ff0e-42ab-9829-5a0e10f72f32 req-d3a1636b-6600-444f-a945-e2710b6ada93 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d3b4c-222e-4dee-b722-1225803b4f48 HTTP/1.1" status: 200 len: 210 time: 0.0268538 Apr 20 13:59:39.335179 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9d3b4c-222e-4dee-b722-1225803b4f48', 'name': 'network-vif-deleted', 'tag': 'c1d2794a-f225-46a2-aec1-2cc05dd4cf7c'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:59:39.337601 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0895198-f879-4b85-ae45-cc4bf3fe3dd4" -d '{"events": [{"server_uuid": "1a9d3b4c-222e-4dee-b722-1225803b4f48", "name": "network-vif-deleted", "tag": "c1d2794a-f225-46a2-aec1-2cc05dd4cf7c"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:59:39.377786 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e25541-b2d2-4b8a-95ce-a608e866f619 x-openstack-request-id: req-91e25541-b2d2-4b8a-95ce-a608e866f619 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:59:39.378083 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9d3b4c-222e-4dee-b722-1225803b4f48", "name": "network-vif-deleted", "tag": "c1d2794a-f225-46a2-aec1-2cc05dd4cf7c", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:59:39.378341 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-91e25541-b2d2-4b8a-95ce-a608e866f619 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:59:39.378766 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91e25541-b2d2-4b8a-95ce-a608e866f619'] response: {'server_uuid': '1a9d3b4c-222e-4dee-b722-1225803b4f48', 'name': 'network-vif-deleted', 'tag': 'c1d2794a-f225-46a2-aec1-2cc05dd4cf7c', 'status': 'completed', 'code': 200} Apr 20 13:59:40.088203 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8acc9bb1-4cd2-45db-8cae-6e3057d1ba58 req-41ea2cd0-6975-4800-ab04-636682652c47 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d3b4c-222e-4dee-b722-1225803b4f48 HTTP/1.1" status: 200 len: 210 time: 0.0310309 Apr 20 13:59:41.186832 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bb7da222-358c-41f4-8aca-87ff9f25e1d4 req-8136d90b-a81e-464a-a021-539c0efa2669 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d3b4c-222e-4dee-b722-1225803b4f48 HTTP/1.1" status: 200 len: 210 time: 0.0264356 Apr 20 13:59:41.463201 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device c1d2794a-f225-46a2-aec1-2cc05dd4cf7c no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:59:41.485562 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: c1d2794a-f225-46a2-aec1-2cc05dd4cf7c {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:59:41.485909 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device c1d2794a-f225-46a2-aec1-2cc05dd4cf7c not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:59:42.284110 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2c96b63e-7039-4cd2-8d0a-156ce49b466a req-772a65c8-0163-4f11-b1c2-4f51c1fe406d tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d3b4c-222e-4dee-b722-1225803b4f48 HTTP/1.1" status: 200 len: 210 time: 0.0269446 Apr 20 13:59:42.684491 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:43.342890 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59506) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:59:43.413115 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:43.466498 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-786b9ed1-dc2b-4f0d-bb5d-e4f3b74f32be tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Deleting port 4c1fe5ad-70cc-4f74-aace-a8c599ee506c {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:59:43.466842 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-786b9ed1-dc2b-4f0d-bb5d-e4f3b74f32be tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:43.544177 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-786b9ed1-dc2b-4f0d-bb5d-e4f3b74f32be tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:43.545495 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-786b9ed1-dc2b-4f0d-bb5d-e4f3b74f32be tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:43.556167 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-786b9ed1-dc2b-4f0d-bb5d-e4f3b74f32be tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Calling delete_port for 4c1fe5ad-70cc-4f74-aace-a8c599ee506c owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:59:43.750492 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-786b9ed1-dc2b-4f0d-bb5d-e4f3b74f32be tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:43.780795 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b9ed1-dc2b-4f0d-bb5d-e4f3b74f32be tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Pushing event deleted for resources: {'Port': ['ID=4c1fe5ad-70cc-4f74-aace-a8c599ee506c,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:59:43.839576 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-786b9ed1-dc2b-4f0d-bb5d-e4f3b74f32be tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for floatingip, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:43.842711 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-786b9ed1-dc2b-4f0d-bb5d-e4f3b74f32be tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:43.843888 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-786b9ed1-dc2b-4f0d-bb5d-e4f3b74f32be tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "DELETE /v2.0/floatingips/c73e39a6-23b1-473e-adcb-4888a5fbaf6e HTTP/1.1" status: 204 len: 168 time: 0.4999835 Apr 20 13:59:47.233056 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59534) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:59:47.290264 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9be9b2f7-3830-4b69-b75d-9120b5e82020 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:47.320971 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9be9b2f7-3830-4b69-b75d-9120b5e82020 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:47.496382 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9be9b2f7-3830-4b69-b75d-9120b5e82020 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:47.498951 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9be9b2f7-3830-4b69-b75d-9120b5e82020 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:47.500153 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9be9b2f7-3830-4b69-b75d-9120b5e82020 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] 10.222.0.25 "DELETE /v2.0/security-groups/7bc9468d-ecb7-4711-8767-c356da991762 HTTP/1.1" status: 204 len: 168 time: 0.2661030 Apr 20 13:59:47.520743 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9b2f7-3830-4b69-b75d-9120b5e82020 tempest-TestVolumeBootPattern-750638159 tempest-TestVolumeBootPattern-750638159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc9468d-ecb7-4711-8767-c356da991762,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:59:47.621895 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59542) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:59:48.125558 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8c9db985-16f3-4d77-9a12-02f2472aaee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:48.364848 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-8c9db985-16f3-4d77-9a12-02f2472aaee3 admin admin] Deleting port 0dc29f11-1e5e-49ef-a226-6ea3ec4b0840 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:59:48.365563 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8c9db985-16f3-4d77-9a12-02f2472aaee3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:48.440490 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-8c9db985-16f3-4d77-9a12-02f2472aaee3 admin admin] For port 0dc29f11-1e5e-49ef-a226-6ea3ec4b0840, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=0dc29f11-1e5e-49ef-a226-6ea3ec4b0840,segment=NetworkSegment(517350df-8312-49c8-bd99-9ead9c508793),segment_id=517350df-8312-49c8-bd99-9ead9c508793)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:59:48.440769 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8c9db985-16f3-4d77-9a12-02f2472aaee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:48.456558 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-8c9db985-16f3-4d77-9a12-02f2472aaee3 admin admin] Calling delete_port for 0dc29f11-1e5e-49ef-a226-6ea3ec4b0840 owned by network:router_interface {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:59:48.747784 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8c9db985-16f3-4d77-9a12-02f2472aaee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:48.779558 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9db985-16f3-4d77-9a12-02f2472aaee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dc29f11-1e5e-49ef-a226-6ea3ec4b0840,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:59:48.939151 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8c9db985-16f3-4d77-9a12-02f2472aaee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:49.482398 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9db985-16f3-4d77-9a12-02f2472aaee3 admin admin] Router f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:59:49.587813 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9db985-16f3-4d77-9a12-02f2472aaee3 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:59:49.593148 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8c9db985-16f3-4d77-9a12-02f2472aaee3 admin admin] 10.222.0.25 "PUT /v2.0/routers/f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9701819 Apr 20 13:59:49.595581 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59550) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:59:49.600431 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b6b29c-4d06-4702-a866-83779711a3f8 None None] Sync routers for ids ['f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:59:49.603301 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:59:49.610730 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b6b29c-4d06-4702-a866-83779711a3f8 None None] Routers {'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:59:49.611341 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-c9b6b29c-4d06-4702-a866-83779711a3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:59:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:59:49.698115 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3cb45a30-bc36-4da6-91fd-29d7ddb46d59 admin admin] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:49.713055 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-c9b6b29c-4d06-4702-a866-83779711a3f8 None None] Set router f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:59:49.801967 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3cb45a30-bc36-4da6-91fd-29d7ddb46d59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:49.914384 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-3cb45a30-bc36-4da6-91fd-29d7ddb46d59 admin admin] Deleting port d5fe8bb1-3b05-4e6d-bad4-b00474e52c74 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:59:49.914795 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3cb45a30-bc36-4da6-91fd-29d7ddb46d59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:49.977566 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-c9b6b29c-4d06-4702-a866-83779711a3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'name': 'tempest-TestVolumeBootPattern-507353576-router', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:22Z', 'updated_at': '2022-04-20T13:59:48Z', 'revision_number': 5, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'gw_port': {'id': 'd5fe8bb1-3b05-4e6d-bad4-b00474e52c74', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:23Z', 'updated_at': '2022-04-20T13:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:59:49.999527 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-3cb45a30-bc36-4da6-91fd-29d7ddb46d59 admin admin] For port d5fe8bb1-3b05-4e6d-bad4-b00474e52c74, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d5fe8bb1-3b05-4e6d-bad4-b00474e52c74,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:59:50.000145 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3cb45a30-bc36-4da6-91fd-29d7ddb46d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:50.008100 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b6b29c-4d06-4702-a866-83779711a3f8 None None] Checking router: f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:59:50.015220 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-3cb45a30-bc36-4da6-91fd-29d7ddb46d59 admin admin] Calling delete_port for d5fe8bb1-3b05-4e6d-bad4-b00474e52c74 owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:59:50.016448 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b6b29c-4d06-4702-a866-83779711a3f8 None None] Routers {'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:59:50.017132 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-c9b6b29c-4d06-4702-a866-83779711a3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:59:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:59:50.101166 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-c9b6b29c-4d06-4702-a866-83779711a3f8 None None] Set router f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:59:50.155035 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-c9b6b29c-4d06-4702-a866-83779711a3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'name': 'tempest-TestVolumeBootPattern-507353576-router', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:22Z', 'updated_at': '2022-04-20T13:59:49Z', 'revision_number': 6, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:59:50.184223 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b6b29c-4d06-4702-a866-83779711a3f8 None None] The sync data for ids ['f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb'] in n-d-836015-7 is: [{'id': 'f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb', 'name': 'tempest-TestVolumeBootPattern-507353576-router', 'tenant_id': '86c6a731a452439ca8d67480d5bb5c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:22Z', 'updated_at': '2022-04-20T13:59:49Z', 'revision_number': 6, 'project_id': '86c6a731a452439ca8d67480d5bb5c3a', 'gw_port_host': None}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:59:50.250302 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3cb45a30-bc36-4da6-91fd-29d7ddb46d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:50.280956 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb45a30-bc36-4da6-91fd-29d7ddb46d59 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5fe8bb1-3b05-4e6d-bad4-b00474e52c74,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:59:50.342324 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3cb45a30-bc36-4da6-91fd-29d7ddb46d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:50.430610 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3cb45a30-bc36-4da6-91fd-29d7ddb46d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:50.432603 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3cb45a30-bc36-4da6-91fd-29d7ddb46d59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:50.522495 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3cb45a30-bc36-4da6-91fd-29d7ddb46d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:50.523198 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb45a30-bc36-4da6-91fd-29d7ddb46d59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:59:50.528068 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3cb45a30-bc36-4da6-91fd-29d7ddb46d59 admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:50.529232 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3cb45a30-bc36-4da6-91fd-29d7ddb46d59 admin admin] 10.222.0.25 "DELETE /v2.0/routers/f2b97b96-15f8-458e-abcf-bf7ee5c9a8eb HTTP/1.1" status: 204 len: 168 time: 0.9327450 Apr 20 13:59:50.531995 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59556) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:59:50.581693 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca01439a-e406-43ab-b9c1-c2037b055ee3 admin admin] Deleting subnet 90568be1-dc1e-45de-9113-230a1fc9a3ab {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:59:50.584724 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ca01439a-e406-43ab-b9c1-c2037b055ee3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:50.624096 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ca01439a-e406-43ab-b9c1-c2037b055ee3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:50.698635 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ca01439a-e406-43ab-b9c1-c2037b055ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:50.785019 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ca01439a-e406-43ab-b9c1-c2037b055ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:50.806456 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01439a-e406-43ab-b9c1-c2037b055ee3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90568be1-dc1e-45de-9113-230a1fc9a3ab,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:59:50.817441 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ca01439a-e406-43ab-b9c1-c2037b055ee3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:50.820723 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ca01439a-e406-43ab-b9c1-c2037b055ee3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/90568be1-dc1e-45de-9113-230a1fc9a3ab HTTP/1.1" status: 204 len: 168 time: 0.2875168 Apr 20 13:59:50.822945 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02bbe72-acba-4e43-b135-dd2e5c83a40a None None] Network 42628f04-2a12-4127-a4fa-af3e722204ff requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:59:50.823495 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59560) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:59:50.894485 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b061e002-3909-45ad-9c0b-43d9ab72c917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:50.962341 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-b061e002-3909-45ad-9c0b-43d9ab72c917 admin admin] Deleting port 300306c1-97a9-4e18-9208-dd10f3c051ae {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:59:50.962682 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b061e002-3909-45ad-9c0b-43d9ab72c917 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:51.016129 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409a5ba0-655d-48cb-a650-11004b1ba31f None None] DHCP port deletion for 42628f04-2a12-4127-a4fa-af3e722204ff request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:59:51.027107 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-b061e002-3909-45ad-9c0b-43d9ab72c917 admin admin] For port 300306c1-97a9-4e18-9208-dd10f3c051ae, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=300306c1-97a9-4e18-9208-dd10f3c051ae,segment=NetworkSegment(517350df-8312-49c8-bd99-9ead9c508793),segment_id=517350df-8312-49c8-bd99-9ead9c508793)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:59:51.027589 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b061e002-3909-45ad-9c0b-43d9ab72c917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:51.040873 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-b061e002-3909-45ad-9c0b-43d9ab72c917 admin admin] Calling delete_port for 300306c1-97a9-4e18-9208-dd10f3c051ae owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:59:51.067543 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-409a5ba0-655d-48cb-a650-11004b1ba31f None None] Deleting port 300306c1-97a9-4e18-9208-dd10f3c051ae {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:59:51.068149 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-409a5ba0-655d-48cb-a650-11004b1ba31f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:51.141509 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-409a5ba0-655d-48cb-a650-11004b1ba31f None None] For port 300306c1-97a9-4e18-9208-dd10f3c051ae, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=300306c1-97a9-4e18-9208-dd10f3c051ae,segment=NetworkSegment(517350df-8312-49c8-bd99-9ead9c508793),segment_id=517350df-8312-49c8-bd99-9ead9c508793)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:59:51.141913 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-409a5ba0-655d-48cb-a650-11004b1ba31f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:51.145817 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 0dc29f11-1e5e-49ef-a226-6ea3ec4b0840 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:59:51.175490 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-409a5ba0-655d-48cb-a650-11004b1ba31f None None] Calling delete_port for 300306c1-97a9-4e18-9208-dd10f3c051ae owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:59:51.177472 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 0dc29f11-1e5e-49ef-a226-6ea3ec4b0840 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:59:51.177914 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 0dc29f11-1e5e-49ef-a226-6ea3ec4b0840 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:59:51.178227 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d5fe8bb1-3b05-4e6d-bad4-b00474e52c74 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:59:51.199667 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b061e002-3909-45ad-9c0b-43d9ab72c917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:51.205325 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: d5fe8bb1-3b05-4e6d-bad4-b00474e52c74 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:59:51.205668 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d5fe8bb1-3b05-4e6d-bad4-b00474e52c74 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:59:51.206092 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 300306c1-97a9-4e18-9208-dd10f3c051ae no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:59:51.226558 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 300306c1-97a9-4e18-9208-dd10f3c051ae {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:59:51.226923 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 300306c1-97a9-4e18-9208-dd10f3c051ae not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:59:51.239727 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061e002-3909-45ad-9c0b-43d9ab72c917 admin admin] Pushing event deleted for resources: {'Port': ['ID=300306c1-97a9-4e18-9208-dd10f3c051ae,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:59:51.242936 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b061e002-3909-45ad-9c0b-43d9ab72c917 admin admin] No DVR routers for this DVR port 300306c1-97a9-4e18-9208-dd10f3c051ae on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:59:51.301262 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-409a5ba0-655d-48cb-a650-11004b1ba31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:51.321229 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b061e002-3909-45ad-9c0b-43d9ab72c917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:51.327188 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a5ba0-655d-48cb-a650-11004b1ba31f None None] Pushing event deleted for resources: {'Port': ['ID=300306c1-97a9-4e18-9208-dd10f3c051ae,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:59:51.331846 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409a5ba0-655d-48cb-a650-11004b1ba31f None None] No DVR routers for this DVR port 300306c1-97a9-4e18-9208-dd10f3c051ae on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:59:51.338434 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a5ba0-655d-48cb-a650-11004b1ba31f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:59:51.338782 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a5ba0-655d-48cb-a650-11004b1ba31f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:59:51.339124 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a5ba0-655d-48cb-a650-11004b1ba31f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:59:51.339517 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a5ba0-655d-48cb-a650-11004b1ba31f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:59:51.339864 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a5ba0-655d-48cb-a650-11004b1ba31f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:59:51.340238 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a5ba0-655d-48cb-a650-11004b1ba31f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:59:51.340534 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a5ba0-655d-48cb-a650-11004b1ba31f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:59:51.340866 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a5ba0-655d-48cb-a650-11004b1ba31f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:59:51.341195 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a5ba0-655d-48cb-a650-11004b1ba31f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:59:51.341516 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a5ba0-655d-48cb-a650-11004b1ba31f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:59:51.341844 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a5ba0-655d-48cb-a650-11004b1ba31f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:59:51.342720 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409a5ba0-655d-48cb-a650-11004b1ba31f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:59:51.349551 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-b061e002-3909-45ad-9c0b-43d9ab72c917 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42628f04-2a12-4127-a4fa-af3e722204ff']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:59:51.359561 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-b061e002-3909-45ad-9c0b-43d9ab72c917 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '517350df-8312-49c8-bd99-9ead9c508793') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:59:51.359857 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-b061e002-3909-45ad-9c0b-43d9ab72c917 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '517350df-8312-49c8-bd99-9ead9c508793') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:59:51.369192 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b061e002-3909-45ad-9c0b-43d9ab72c917 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:51.382602 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b061e002-3909-45ad-9c0b-43d9ab72c917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:51.388449 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b061e002-3909-45ad-9c0b-43d9ab72c917 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:59:51.391071 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b061e002-3909-45ad-9c0b-43d9ab72c917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:51.391071 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:59:51.391071 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:59:51.391071 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:59:51.391071 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:59:51.391071 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:59:51.391071 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:59:51.391071 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:59:51.391071 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:59:51.391071 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:59:51.391071 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:59:51.391071 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:59:51.391071 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:59:51.391071 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:59:51.391071 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:59:51.391071 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:59:51.391071 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:59:51.391071 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:59:51.391071 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:59:51.391071 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:59:51.391071 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:59:51.391071 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:59:51.391071 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:59:51.391071 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:59:51.391071 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:59:51.391071 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:59:51.391071 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:59:51.391071 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:59:51.391071 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:59:51.391071 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:59:51.391071 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:59:51.391071 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:59:51.391071 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:59:51.530158 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b061e002-3909-45ad-9c0b-43d9ab72c917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:51.535628 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b061e002-3909-45ad-9c0b-43d9ab72c917 admin admin] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:51.538793 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b061e002-3909-45ad-9c0b-43d9ab72c917 admin admin] 10.222.0.25 "DELETE /v2.0/networks/42628f04-2a12-4127-a4fa-af3e722204ff HTTP/1.1" status: 204 len: 168 time: 0.7148166 Apr 20 13:59:51.541834 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59568) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:59:51.550458 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061e002-3909-45ad-9c0b-43d9ab72c917 admin admin] Pushing event deleted for resources: {'Network': ['ID=42628f04-2a12-4127-a4fa-af3e722204ff,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:59:51.881842 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-46ab27c1-2ec4-4147-92e8-1c3aaa5abd94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:52.119581 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-46ab27c1-2ec4-4147-92e8-1c3aaa5abd94 admin admin] Deleting port 618d1873-7fb5-403c-96be-59b339301b3e {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:59:52.119921 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-46ab27c1-2ec4-4147-92e8-1c3aaa5abd94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:52.196643 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-46ab27c1-2ec4-4147-92e8-1c3aaa5abd94 admin admin] For port 618d1873-7fb5-403c-96be-59b339301b3e, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=618d1873-7fb5-403c-96be-59b339301b3e,segment=NetworkSegment(bbea5017-0a95-48c9-b465-d62302606282),segment_id=bbea5017-0a95-48c9-b465-d62302606282)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:59:52.197008 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-46ab27c1-2ec4-4147-92e8-1c3aaa5abd94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:52.209589 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-46ab27c1-2ec4-4147-92e8-1c3aaa5abd94 admin admin] Calling delete_port for 618d1873-7fb5-403c-96be-59b339301b3e owned by network:router_interface {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:59:52.458734 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-46ab27c1-2ec4-4147-92e8-1c3aaa5abd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:52.487456 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ab27c1-2ec4-4147-92e8-1c3aaa5abd94 admin admin] Pushing event deleted for resources: {'Port': ['ID=618d1873-7fb5-403c-96be-59b339301b3e,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:59:52.656825 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-46ab27c1-2ec4-4147-92e8-1c3aaa5abd94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:52.868253 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ab27c1-2ec4-4147-92e8-1c3aaa5abd94 admin admin] Router 00d06623-a385-490d-9f7f-91128e951de0 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:59:52.971937 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ab27c1-2ec4-4147-92e8-1c3aaa5abd94 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:59:52.976923 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-46ab27c1-2ec4-4147-92e8-1c3aaa5abd94 admin admin] 10.222.0.25 "PUT /v2.0/routers/00d06623-a385-490d-9f7f-91128e951de0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4340570 Apr 20 13:59:52.979337 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59572) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:59:52.981161 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6354d815-15c2-457d-a54e-54bf4bfd409e None None] Sync routers for ids ['00d06623-a385-490d-9f7f-91128e951de0'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:59:52.991189 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6354d815-15c2-457d-a54e-54bf4bfd409e None None] Routers {'00d06623-a385-490d-9f7f-91128e951de0'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:59:52.991856 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-6354d815-15c2-457d-a54e-54bf4bfd409e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:59:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['00d06623-a385-490d-9f7f-91128e951de0'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:59:53.084140 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-80d565e2-9df5-475d-a713-eb96f2c19a80 admin admin] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:53.098812 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-6354d815-15c2-457d-a54e-54bf4bfd409e None None] Set router 00d06623-a385-490d-9f7f-91128e951de0 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:59:53.184795 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-80d565e2-9df5-475d-a713-eb96f2c19a80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:53.275179 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-6354d815-15c2-457d-a54e-54bf4bfd409e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d06623-a385-490d-9f7f-91128e951de0', 'name': 'tempest-TestVolumeBootPattern-846104061-router', 'tenant_id': '875e63a7fb154efe9b71cde6bb147225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.91'}], 'enable_snat': True}, 'gw_port_id': 'af57ac7a-bdc0-4b24-a124-a3f1e4e4be8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:29Z', 'updated_at': '2022-04-20T13:59:52Z', 'revision_number': 5, 'project_id': '875e63a7fb154efe9b71cde6bb147225', 'gw_port': {'id': 'af57ac7a-bdc0-4b24-a124-a3f1e4e4be8a', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:6c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d06623-a385-490d-9f7f-91128e951de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:29Z', 'updated_at': '2022-04-20T13:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:59:53.296442 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-80d565e2-9df5-475d-a713-eb96f2c19a80 admin admin] Deleting port af57ac7a-bdc0-4b24-a124-a3f1e4e4be8a {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:59:53.296789 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-80d565e2-9df5-475d-a713-eb96f2c19a80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:53.306555 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6354d815-15c2-457d-a54e-54bf4bfd409e None None] Checking router: 00d06623-a385-490d-9f7f-91128e951de0 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:59:53.315560 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6354d815-15c2-457d-a54e-54bf4bfd409e None None] Routers {'00d06623-a385-490d-9f7f-91128e951de0'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:59:53.316176 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-6354d815-15c2-457d-a54e-54bf4bfd409e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T13:59:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['00d06623-a385-490d-9f7f-91128e951de0'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:59:53.375471 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-80d565e2-9df5-475d-a713-eb96f2c19a80 admin admin] For port af57ac7a-bdc0-4b24-a124-a3f1e4e4be8a, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=af57ac7a-bdc0-4b24-a124-a3f1e4e4be8a,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:59:53.375832 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-80d565e2-9df5-475d-a713-eb96f2c19a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:53.389161 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-80d565e2-9df5-475d-a713-eb96f2c19a80 admin admin] Calling delete_port for af57ac7a-bdc0-4b24-a124-a3f1e4e4be8a owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:59:53.402995 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-6354d815-15c2-457d-a54e-54bf4bfd409e None None] Set router 00d06623-a385-490d-9f7f-91128e951de0 gateway port host: None {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:59:53.454941 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-6354d815-15c2-457d-a54e-54bf4bfd409e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d06623-a385-490d-9f7f-91128e951de0', 'name': 'tempest-TestVolumeBootPattern-846104061-router', 'tenant_id': '875e63a7fb154efe9b71cde6bb147225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:29Z', 'updated_at': '2022-04-20T13:59:53Z', 'revision_number': 6, 'project_id': '875e63a7fb154efe9b71cde6bb147225', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:59:53.484521 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6354d815-15c2-457d-a54e-54bf4bfd409e None None] The sync data for ids ['00d06623-a385-490d-9f7f-91128e951de0'] in n-d-836015-7 is: [{'id': '00d06623-a385-490d-9f7f-91128e951de0', 'name': 'tempest-TestVolumeBootPattern-846104061-router', 'tenant_id': '875e63a7fb154efe9b71cde6bb147225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:29Z', 'updated_at': '2022-04-20T13:59:53Z', 'revision_number': 6, 'project_id': '875e63a7fb154efe9b71cde6bb147225', 'gw_port_host': None}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:59:53.638623 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-80d565e2-9df5-475d-a713-eb96f2c19a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:53.663150 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d565e2-9df5-475d-a713-eb96f2c19a80 admin admin] Pushing event deleted for resources: {'Port': ['ID=af57ac7a-bdc0-4b24-a124-a3f1e4e4be8a,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:59:53.724601 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-80d565e2-9df5-475d-a713-eb96f2c19a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:53.811499 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-80d565e2-9df5-475d-a713-eb96f2c19a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:53.813703 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-80d565e2-9df5-475d-a713-eb96f2c19a80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:53.913464 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-80d565e2-9df5-475d-a713-eb96f2c19a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:53.914041 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d565e2-9df5-475d-a713-eb96f2c19a80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00d06623-a385-490d-9f7f-91128e951de0 {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:59:53.919193 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-80d565e2-9df5-475d-a713-eb96f2c19a80 admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:53.920375 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-80d565e2-9df5-475d-a713-eb96f2c19a80 admin admin] 10.222.0.25 "DELETE /v2.0/routers/00d06623-a385-490d-9f7f-91128e951de0 HTTP/1.1" status: 204 len: 168 time: 0.9400718 Apr 20 13:59:53.922776 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59574) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:59:53.970048 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c46ac8c-333f-438e-b066-7c72d59c17f2 admin admin] Deleting subnet be28a9a8-7ef5-4c9d-8ea8-dc4886c9429d {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:59:53.973066 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1c46ac8c-333f-438e-b066-7c72d59c17f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:54.006272 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1c46ac8c-333f-438e-b066-7c72d59c17f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:54.079135 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1c46ac8c-333f-438e-b066-7c72d59c17f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:54.176528 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1c46ac8c-333f-438e-b066-7c72d59c17f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:54.208142 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c46ac8c-333f-438e-b066-7c72d59c17f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be28a9a8-7ef5-4c9d-8ea8-dc4886c9429d,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:59:54.210191 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1c46ac8c-333f-438e-b066-7c72d59c17f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:54.213348 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1c46ac8c-333f-438e-b066-7c72d59c17f2 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/be28a9a8-7ef5-4c9d-8ea8-dc4886c9429d HTTP/1.1" status: 204 len: 168 time: 0.2896447 Apr 20 13:59:54.217240 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59576) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:59:54.218027 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8788354b-1a8a-4bbf-ad8c-7f2572a3e64d None None] Network 7e0b51c5-f08d-4fb7-b0cf-05d66528da71 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:59:54.295769 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-130c351c-b328-4afe-95c7-529193895741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:54.350948 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-130c351c-b328-4afe-95c7-529193895741 admin admin] Deleting port 3a68de8b-12a1-499b-ab85-44dabf290170 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:59:54.351292 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-130c351c-b328-4afe-95c7-529193895741 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:54.397743 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16615aa-03db-485d-8880-dbc29de6b71f None None] DHCP port deletion for 7e0b51c5-f08d-4fb7-b0cf-05d66528da71 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:59:54.420071 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-130c351c-b328-4afe-95c7-529193895741 admin admin] For port 3a68de8b-12a1-499b-ab85-44dabf290170, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=3a68de8b-12a1-499b-ab85-44dabf290170,segment=NetworkSegment(bbea5017-0a95-48c9-b465-d62302606282),segment_id=bbea5017-0a95-48c9-b465-d62302606282)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:59:54.420414 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-130c351c-b328-4afe-95c7-529193895741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:54.434663 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-130c351c-b328-4afe-95c7-529193895741 admin admin] Calling delete_port for 3a68de8b-12a1-499b-ab85-44dabf290170 owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:59:54.469045 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-e16615aa-03db-485d-8880-dbc29de6b71f None None] Deleting port 3a68de8b-12a1-499b-ab85-44dabf290170 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:59:54.469506 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e16615aa-03db-485d-8880-dbc29de6b71f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:54.538427 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-e16615aa-03db-485d-8880-dbc29de6b71f None None] For port 3a68de8b-12a1-499b-ab85-44dabf290170, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=3a68de8b-12a1-499b-ab85-44dabf290170,segment=NetworkSegment(bbea5017-0a95-48c9-b465-d62302606282),segment_id=bbea5017-0a95-48c9-b465-d62302606282)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:59:54.538760 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e16615aa-03db-485d-8880-dbc29de6b71f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:54.550839 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-e16615aa-03db-485d-8880-dbc29de6b71f None None] Calling delete_port for 3a68de8b-12a1-499b-ab85-44dabf290170 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:59:54.559555 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a3960ae2-3ce5-4c0b-94bf-03ab21f7e4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:54.615858 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-130c351c-b328-4afe-95c7-529193895741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:54.630556 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e16615aa-03db-485d-8880-dbc29de6b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:54.642445 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c351c-b328-4afe-95c7-529193895741 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a68de8b-12a1-499b-ab85-44dabf290170,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:59:54.650971 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130c351c-b328-4afe-95c7-529193895741 admin admin] No DVR routers for this DVR port 3a68de8b-12a1-499b-ab85-44dabf290170 on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:59:54.657566 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16615aa-03db-485d-8880-dbc29de6b71f None None] Pushing event deleted for resources: {'Port': ['ID=3a68de8b-12a1-499b-ab85-44dabf290170,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:59:54.659493 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16615aa-03db-485d-8880-dbc29de6b71f None None] No DVR routers for this DVR port 3a68de8b-12a1-499b-ab85-44dabf290170 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:59:54.729301 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-130c351c-b328-4afe-95c7-529193895741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:54.749287 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-130c351c-b328-4afe-95c7-529193895741 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e0b51c5-f08d-4fb7-b0cf-05d66528da71']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:59:54.758338 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-130c351c-b328-4afe-95c7-529193895741 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbea5017-0a95-48c9-b465-d62302606282') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:59:54.758638 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-130c351c-b328-4afe-95c7-529193895741 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbea5017-0a95-48c9-b465-d62302606282') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:59:54.768495 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-130c351c-b328-4afe-95c7-529193895741 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:54.781661 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-130c351c-b328-4afe-95c7-529193895741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:54.787434 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-130c351c-b328-4afe-95c7-529193895741 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:59:54.787832 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-130c351c-b328-4afe-95c7-529193895741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:54.789535 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 13:59:54.789535 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:59:54.789535 n-d-836015-7 neutron-server[114869]: timer() Apr 20 13:59:54.789535 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:59:54.789535 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 13:59:54.789535 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:59:54.789535 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 13:59:54.789535 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:59:54.789535 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 13:59:54.789535 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:59:54.789535 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 13:59:54.789535 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:59:54.789535 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 13:59:54.789535 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:59:54.789535 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:59:54.789535 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:59:54.789535 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:59:54.789535 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:59:54.789535 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 13:59:54.789535 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:59:54.789535 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 13:59:54.789535 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:59:54.789535 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:59:54.789535 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:59:54.789535 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 13:59:54.789535 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:59:54.789535 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:59:54.789535 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:59:54.789535 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:59:54.789535 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:59:54.789535 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:59:54.789535 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:59:54.910129 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-130c351c-b328-4afe-95c7-529193895741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:54.919713 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-130c351c-b328-4afe-95c7-529193895741 admin admin] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:54.919713 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-130c351c-b328-4afe-95c7-529193895741 admin admin] 10.222.0.25 "DELETE /v2.0/networks/7e0b51c5-f08d-4fb7-b0cf-05d66528da71 HTTP/1.1" status: 204 len: 168 time: 0.7007909 Apr 20 13:59:54.930039 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c351c-b328-4afe-95c7-529193895741 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e0b51c5-f08d-4fb7-b0cf-05d66528da71,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:59:55.092153 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device af57ac7a-bdc0-4b24-a124-a3f1e4e4be8a no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:59:55.112750 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: af57ac7a-bdc0-4b24-a124-a3f1e4e4be8a {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:59:55.113098 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device af57ac7a-bdc0-4b24-a124-a3f1e4e4be8a not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:59:55.113511 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 618d1873-7fb5-403c-96be-59b339301b3e no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:59:55.132298 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 618d1873-7fb5-403c-96be-59b339301b3e {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:59:55.132642 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 618d1873-7fb5-403c-96be-59b339301b3e not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:59:55.133058 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 3a68de8b-12a1-499b-ab85-44dabf290170 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:59:55.154366 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 3a68de8b-12a1-499b-ab85-44dabf290170 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:59:55.154710 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 3a68de8b-12a1-499b-ab85-44dabf290170 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:59:55.231845 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59582) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:59:55.271269 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-fcf348d5-4d7c-4ef1-b8b8-b0956bf61bd6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=86c6a731a452439ca8d67480d5bb5c3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382915 Apr 20 13:59:55.273827 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59584) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:59:55.326421 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-89a546fb-f8d3-44fb-baee-3ca0c8a0c399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:55.347427 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-89a546fb-f8d3-44fb-baee-3ca0c8a0c399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:55.487165 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-89a546fb-f8d3-44fb-baee-3ca0c8a0c399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:55.489723 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-89a546fb-f8d3-44fb-baee-3ca0c8a0c399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:55.490934 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-89a546fb-f8d3-44fb-baee-3ca0c8a0c399 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2ac3307a-d773-4763-b960-e3cd8a33c068 HTTP/1.1" status: 204 len: 168 time: 0.2160425 Apr 20 13:59:55.499834 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a546fb-f8d3-44fb-baee-3ca0c8a0c399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac3307a-d773-4763-b960-e3cd8a33c068,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:59:56.150554 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59590) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:59:56.190653 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5d1047a8-fa04-4349-b6fa-26fd8db5d1bd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=875e63a7fb154efe9b71cde6bb147225&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386450 Apr 20 13:59:56.193059 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59592) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:59:56.239748 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fa924e13-09ad-42d8-9c6e-2ab0feaff1bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:56.260616 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fa924e13-09ad-42d8-9c6e-2ab0feaff1bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:56.367595 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fa924e13-09ad-42d8-9c6e-2ab0feaff1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:56.370113 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fa924e13-09ad-42d8-9c6e-2ab0feaff1bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:56.371253 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-fa924e13-09ad-42d8-9c6e-2ab0feaff1bd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4d25fd21-4c6a-4370-910c-a7ba7ceb469a HTTP/1.1" status: 204 len: 168 time: 0.1772957 Apr 20 13:59:56.379550 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa924e13-09ad-42d8-9c6e-2ab0feaff1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d25fd21-4c6a-4370-910c-a7ba7ceb469a,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:59:56.802441 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-96d482b8-3e5c-40de-8d76-e2457b41ae17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:58.264710 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:59.535887 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:59.850030 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:07.663543 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-34ad7427-b246-4088-8d86-5bedc2638961 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3cd3387ee5be4983b4f7e9a17f7aade2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308483 Apr 20 14:00:07.844594 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-529a1fda-1140-408e-9598-49e1b1a51b65 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:07.846125 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-529a1fda-1140-408e-9598-49e1b1a51b65 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1770606 Apr 20 14:00:07.861558 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-71f115bc-3b26-4e36-be07-234315d8c8cb tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] 10.222.0.25 "GET /v2.0/quotas/3cd3387ee5be4983b4f7e9a17f7aade2 HTTP/1.1" status: 200 len: 375 time: 0.0094965 Apr 20 14:00:07.892399 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-5db2cf96-344d-4226-9633-3b701bdef3c2 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3cd3387ee5be4983b4f7e9a17f7aade2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256381 Apr 20 14:00:08.145979 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3b52d944-5c7c-414e-954a-f32674d0c190 req-8b4273d5-1a80-425e-a646-d91fbca0e51b tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5860a39-66ba-4188-bf37-079c34aa2e99 HTTP/1.1" status: 200 len: 210 time: 0.0251842 Apr 20 14:00:09.236710 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4876c1d4-fa6d-45c6-bd38-0d97e99758d6 req-c2de4741-eb9a-4145-9f9a-ca6a95d3f568 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5860a39-66ba-4188-bf37-079c34aa2e99 HTTP/1.1" status: 200 len: 210 time: 0.0332804 Apr 20 14:00:10.302178 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-b7566589-bf3a-4739-952b-599a8dbc8fed tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=3cd3387ee5be4983b4f7e9a17f7aade2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245497 Apr 20 14:00:10.334292 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6944e545-d18f-459d-b95d-abab1df88943 req-16d73a3a-3f41-49e3-81ca-616084d0c61b tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5860a39-66ba-4188-bf37-079c34aa2e99 HTTP/1.1" status: 200 len: 210 time: 0.0351338 Apr 20 14:00:10.424357 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-08f4885c-d960-4401-93ba-60c2db72ca28 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:10.425819 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-08f4885c-d960-4401-93ba-60c2db72ca28 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1167023 Apr 20 14:00:10.437804 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-00350fc8-4ede-431a-b2d9-5063cd6b33ad tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Request body: {'port': {'device_id': 'b5860a39-66ba-4188-bf37-079c34aa2e99', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'admin_state_up': True, 'tenant_id': '3cd3387ee5be4983b4f7e9a17f7aade2'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:00:10.675477 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-00350fc8-4ede-431a-b2d9-5063cd6b33ad tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Made reservation on behalf of 3cd3387ee5be4983b4f7e9a17f7aade2 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:00:10.679136 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-00350fc8-4ede-431a-b2d9-5063cd6b33ad tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:10.690526 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-00350fc8-4ede-431a-b2d9-5063cd6b33ad tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:10.767375 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-00350fc8-4ede-431a-b2d9-5063cd6b33ad tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:10.886991 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-00350fc8-4ede-431a-b2d9-5063cd6b33ad tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:10.950554 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00350fc8-4ede-431a-b2d9-5063cd6b33ad tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77dbe1fa-be0e-46be-b56b-4cda87ab9a0b,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:00:11.020212 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-00350fc8-4ede-431a-b2d9-5063cd6b33ad tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Allocated IP 192.168.233.98 (6efc3d61-2150-4671-a02d-6127df40131a/c5b1f82a-7732-4b50-ab22-2475f182a712/ba17f28a-5955-436b-808b-d60b663107af) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:00:11.164512 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-00350fc8-4ede-431a-b2d9-5063cd6b33ad tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:11.296449 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-00350fc8-4ede-431a-b2d9-5063cd6b33ad tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:11.340543 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-00350fc8-4ede-431a-b2d9-5063cd6b33ad tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Network 6efc3d61-2150-4671-a02d-6127df40131a is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:00:11.344229 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-00350fc8-4ede-431a-b2d9-5063cd6b33ad tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:00:11.348013 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-00350fc8-4ede-431a-b2d9-5063cd6b33ad tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:00:11.373893 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00350fc8-4ede-431a-b2d9-5063cd6b33ad tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Pushing event updated for resources: {'Port': ['ID=ba17f28a-5955-436b-808b-d60b663107af,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:00:11.405219 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-00350fc8-4ede-431a-b2d9-5063cd6b33ad tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:11.405859 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-00350fc8-4ede-431a-b2d9-5063cd6b33ad tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:11.467165 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691c8fe-4eef-472a-b97e-f69726da26eb req-e287ed0e-7db7-40f0-b598-34774d319b06 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:11.468772 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4691c8fe-4eef-472a-b97e-f69726da26eb req-e287ed0e-7db7-40f0-b598-34774d319b06 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5860a39-66ba-4188-bf37-079c34aa2e99 HTTP/1.1" status: 200 len: 935 time: 0.0591867 Apr 20 14:00:11.504391 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-00350fc8-4ede-431a-b2d9-5063cd6b33ad tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0706356 Apr 20 14:00:11.512077 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4691c8fe-4eef-472a-b97e-f69726da26eb req-5588e648-d4ab-42cb-8673-82218f4877ca tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] 10.222.0.25 "GET /v2.0/security-groups?id=77dbe1fa-be0e-46be-b56b-4cda87ab9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367544 Apr 20 14:00:11.517364 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-f05ff8b8-12e5-4257-91b5-6cca6f3049b1 service neutron] Request body: {'port': {'device_id': 'b5860a39-66ba-4188-bf37-079c34aa2e99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:00:11.574921 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-f05ff8b8-12e5-4257-91b5-6cca6f3049b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:11.598301 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-3666a1f8-76a5-47b2-8ebf-3d0ad897ed51 None None] Provisioning complete for port ba17f28a-5955-436b-808b-d60b663107af triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:00:11.598900 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3666a1f8-76a5-47b2-8ebf-3d0ad897ed51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:11.635279 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-3666a1f8-76a5-47b2-8ebf-3d0ad897ed51 None None] Port ba17f28a-5955-436b-808b-d60b663107af cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:00:11.828421 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-f05ff8b8-12e5-4257-91b5-6cca6f3049b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba17f28a-5955-436b-808b-d60b663107af {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:00:11.835522 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-f05ff8b8-12e5-4257-91b5-6cca6f3049b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:11.847146 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-f05ff8b8-12e5-4257-91b5-6cca6f3049b1 service neutron] Transition to ACTIVE for port object ba17f28a-5955-436b-808b-d60b663107af will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:00:11.929687 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-f05ff8b8-12e5-4257-91b5-6cca6f3049b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:11.978884 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ff8b8-12e5-4257-91b5-6cca6f3049b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ba17f28a-5955-436b-808b-d60b663107af,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:00:12.053341 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-f05ff8b8-12e5-4257-91b5-6cca6f3049b1 service neutron] Attempting to bind port ba17f28a-5955-436b-808b-d60b663107af on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:00:12.053706 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-f05ff8b8-12e5-4257-91b5-6cca6f3049b1 service neutron] Attempting to bind port ba17f28a-5955-436b-808b-d60b663107af by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:00:12.054011 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-f05ff8b8-12e5-4257-91b5-6cca6f3049b1 service neutron] Attempting to bind port ba17f28a-5955-436b-808b-d60b663107af on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:00:12.058631 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-f05ff8b8-12e5-4257-91b5-6cca6f3049b1 service neutron] Port ba17f28a-5955-436b-808b-d60b663107af on network 6efc3d61-2150-4671-a02d-6127df40131a not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:00:12.058949 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-f05ff8b8-12e5-4257-91b5-6cca6f3049b1 service neutron] Attempting to bind port ba17f28a-5955-436b-808b-d60b663107af on network 6efc3d61-2150-4671-a02d-6127df40131a {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:00:12.064420 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-f05ff8b8-12e5-4257-91b5-6cca6f3049b1 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:00:12.064757 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-f05ff8b8-12e5-4257-91b5-6cca6f3049b1 service neutron] Checking segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:00:12.065440 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-f05ff8b8-12e5-4257-91b5-6cca6f3049b1 service neutron] Bound using segment: {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:00:12.065866 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-f05ff8b8-12e5-4257-91b5-6cca6f3049b1 service neutron] Bound port: ba17f28a-5955-436b-808b-d60b663107af, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8866b213-ccad-42ab-ae6e-f712a16d554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:00:12.066233 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-f05ff8b8-12e5-4257-91b5-6cca6f3049b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:12.135984 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-f05ff8b8-12e5-4257-91b5-6cca6f3049b1 service neutron] For port ba17f28a-5955-436b-808b-d60b663107af, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:00:12.139182 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-f05ff8b8-12e5-4257-91b5-6cca6f3049b1 service neutron] For port ba17f28a-5955-436b-808b-d60b663107af, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=ba17f28a-5955-436b-808b-d60b663107af,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:00:12.218931 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-f05ff8b8-12e5-4257-91b5-6cca6f3049b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:12.251875 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-f05ff8b8-12e5-4257-91b5-6cca6f3049b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:12.252484 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-f05ff8b8-12e5-4257-91b5-6cca6f3049b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:12.253869 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-f05ff8b8-12e5-4257-91b5-6cca6f3049b1 service neutron] 10.222.0.15 "PUT /v2.0/ports/ba17f28a-5955-436b-808b-d60b663107af HTTP/1.1" status: 200 len: 1095 time: 0.7409191 Apr 20 14:00:12.254312 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5860a39-66ba-4188-bf37-079c34aa2e99', 'tag': 'ba17f28a-5955-436b-808b-d60b663107af'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:00:12.256576 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c741c9-dfcd-4006-a7cf-6e802f239895" -d '{"events": [{"name": "network-changed", "server_uuid": "b5860a39-66ba-4188-bf37-079c34aa2e99", "tag": "ba17f28a-5955-436b-808b-d60b663107af"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:00:12.284456 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ff8b8-12e5-4257-91b5-6cca6f3049b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ba17f28a-5955-436b-808b-d60b663107af,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:00:12.299997 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b6cd5e-f9ff-4f7f-a0ae-a886bbff3faf x-openstack-request-id: req-b4b6cd5e-f9ff-4f7f-a0ae-a886bbff3faf {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:00:12.300287 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5860a39-66ba-4188-bf37-079c34aa2e99", "tag": "ba17f28a-5955-436b-808b-d60b663107af", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:00:12.300626 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b4b6cd5e-f9ff-4f7f-a0ae-a886bbff3faf {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:00:12.301037 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4b6cd5e-f9ff-4f7f-a0ae-a886bbff3faf'] response: {'name': 'network-changed', 'server_uuid': 'b5860a39-66ba-4188-bf37-079c34aa2e99', 'tag': 'ba17f28a-5955-436b-808b-d60b663107af', 'status': 'completed', 'code': 200} Apr 20 14:00:12.366797 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c741c9-dfcd-4006-a7cf-6e802f239895 req-aa4facb6-5dea-4bb3-b367-27148cdd1369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:12.368441 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c7c741c9-dfcd-4006-a7cf-6e802f239895 req-aa4facb6-5dea-4bb3-b367-27148cdd1369 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cd3387ee5be4983b4f7e9a17f7aade2&device_id=b5860a39-66ba-4188-bf37-079c34aa2e99 HTTP/1.1" status: 200 len: 1098 time: 0.0463848 Apr 20 14:00:12.399342 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c7c741c9-dfcd-4006-a7cf-6e802f239895 req-bb15422c-204e-4f2b-ba23-24c6b3d7b77a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=3cd3387ee5be4983b4f7e9a17f7aade2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200181 Apr 20 14:00:12.492784 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c741c9-dfcd-4006-a7cf-6e802f239895 req-434845fc-cf84-467d-8af4-ebad258f42ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:12.494245 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c7c741c9-dfcd-4006-a7cf-6e802f239895 req-434845fc-cf84-467d-8af4-ebad258f42ad service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889792 Apr 20 14:00:12.572191 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-25146a0e-7af2-4ada-970d-bcb7d7c43c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:12.573657 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-25146a0e-7af2-4ada-970d-bcb7d7c43c78 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cd3387ee5be4983b4f7e9a17f7aade2&device_id=b5860a39-66ba-4188-bf37-079c34aa2e99 HTTP/1.1" status: 200 len: 1098 time: 0.0444241 Apr 20 14:00:12.636411 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-d0189f56-26f2-4758-bc9e-4e20174edb4f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=ba17f28a-5955-436b-808b-d60b663107af HTTP/1.1" status: 200 len: 217 time: 0.0538483 Apr 20 14:00:12.683977 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:12.689983 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456acb92-77ce-4923-b4ed-de564c595687 req-265cfc02-3b15-403e-975d-7b8782fe0544 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:12.691688 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-456acb92-77ce-4923-b4ed-de564c595687 req-265cfc02-3b15-403e-975d-7b8782fe0544 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5860a39-66ba-4188-bf37-079c34aa2e99 HTTP/1.1" status: 200 len: 947 time: 0.1034610 Apr 20 14:00:12.709117 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-f256b32d-86df-436e-a4f4-18d9eab59705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:12.710491 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-f256b32d-86df-436e-a4f4-18d9eab59705 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5b1f82a-7732-4b50-ab22-2475f182a712 HTTP/1.1" status: 200 len: 843 time: 0.0669625 Apr 20 14:00:12.759198 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-456acb92-77ce-4923-b4ed-de564c595687 req-daa1d422-8f5f-4c35-b4b4-62c0429c3501 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] 10.222.0.25 "GET /v2.0/security-groups?id=77dbe1fa-be0e-46be-b56b-4cda87ab9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612805 Apr 20 14:00:12.769286 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-aad00ca1-1d24-4e85-ae4f-954303a062ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:12.770719 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-aad00ca1-1d24-4e85-ae4f-954303a062ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6efc3d61-2150-4671-a02d-6127df40131a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0525317 Apr 20 14:00:12.860166 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-1657d8d0-4118-4f99-8f65-8819024e1d04 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813580 Apr 20 14:00:12.953316 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1612364c-8057-4bcb-816b-5d24d2d0184e req-7c296468-1008-442f-9069-da1e2acd69e3 service neutron] 10.222.0.15 "GET /v2.0/networks/6efc3d61-2150-4671-a02d-6127df40131a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844853 Apr 20 14:00:13.415279 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:13.881286 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22b781-464b-43df-ba65-e8d701e354ad req-cc25f765-b97d-40d4-90da-eee1a15c14ae tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:13.882990 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9a22b781-464b-43df-ba65-e8d701e354ad req-cc25f765-b97d-40d4-90da-eee1a15c14ae tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5860a39-66ba-4188-bf37-079c34aa2e99 HTTP/1.1" status: 200 len: 947 time: 0.0506384 Apr 20 14:00:13.921455 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9a22b781-464b-43df-ba65-e8d701e354ad req-d7c31cf9-f69b-4304-91d5-faf90b79cc98 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] 10.222.0.25 "GET /v2.0/security-groups?id=77dbe1fa-be0e-46be-b56b-4cda87ab9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318589 Apr 20 14:00:15.045521 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac32663-f273-4ec8-a12f-23925bbcf4de req-5234006f-e9a7-4de7-bead-94e3276829ae tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:15.046981 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fac32663-f273-4ec8-a12f-23925bbcf4de req-5234006f-e9a7-4de7-bead-94e3276829ae tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5860a39-66ba-4188-bf37-079c34aa2e99 HTTP/1.1" status: 200 len: 947 time: 0.0559313 Apr 20 14:00:15.084331 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fac32663-f273-4ec8-a12f-23925bbcf4de req-650fe65f-1e89-4019-a44d-db45382400d3 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] 10.222.0.25 "GET /v2.0/security-groups?id=77dbe1fa-be0e-46be-b56b-4cda87ab9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311539 Apr 20 14:00:16.197169 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4716ff0-dcce-4d96-a10e-ecad55282ab9 req-6f42f6ef-6388-460a-be18-ba9d148e54a9 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:16.198630 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d4716ff0-dcce-4d96-a10e-ecad55282ab9 req-6f42f6ef-6388-460a-be18-ba9d148e54a9 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5860a39-66ba-4188-bf37-079c34aa2e99 HTTP/1.1" status: 200 len: 947 time: 0.0480411 Apr 20 14:00:16.235549 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d4716ff0-dcce-4d96-a10e-ecad55282ab9 req-153ea2e4-40f2-4863-ae99-f3af10d2e66c tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] 10.222.0.25 "GET /v2.0/security-groups?id=77dbe1fa-be0e-46be-b56b-4cda87ab9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302923 Apr 20 14:00:17.349780 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a44d3-4e74-4083-bc91-2ef427c75da8 req-893e5c20-35b4-4a0a-b1c1-a8ade95d41a6 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:17.351240 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-882a44d3-4e74-4083-bc91-2ef427c75da8 req-893e5c20-35b4-4a0a-b1c1-a8ade95d41a6 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5860a39-66ba-4188-bf37-079c34aa2e99 HTTP/1.1" status: 200 len: 947 time: 0.0477002 Apr 20 14:00:17.387188 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-882a44d3-4e74-4083-bc91-2ef427c75da8 req-2d6f000e-17a2-48e7-beda-21534df4fc71 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] 10.222.0.25 "GET /v2.0/security-groups?id=77dbe1fa-be0e-46be-b56b-4cda87ab9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299933 Apr 20 14:00:17.639301 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device ba17f28a-5955-436b-808b-d60b663107af details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:00:17.730981 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port ba17f28a-5955-436b-808b-d60b663107af, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=ba17f28a-5955-436b-808b-d60b663107af,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:00:17.741934 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'ba17f28a-5955-436b-808b-d60b663107af', 'network_id': '6efc3d61-2150-4671-a02d-6127df40131a', 'port_id': 'ba17f28a-5955-436b-808b-d60b663107af', 'mac_address': 'fa:16:3e:7a:84:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b1f82a-7732-4b50-ab22-2475f182a712', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:00:17.778333 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:17.794499 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba17f28a-5955-436b-808b-d60b663107af {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:00:17.813307 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port ba17f28a-5955-436b-808b-d60b663107af, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=ba17f28a-5955-436b-808b-d60b663107af,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:00:17.904067 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:18.097373 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=ba17f28a-5955-436b-808b-d60b663107af,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:00:18.251167 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['ba17f28a-5955-436b-808b-d60b663107af'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:00:18.504698 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00fdf2a-e889-44b0-977f-aad207ab1cef req-8f122916-75c4-4218-b6de-a39a4666152d tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:18.506120 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e00fdf2a-e889-44b0-977f-aad207ab1cef req-8f122916-75c4-4218-b6de-a39a4666152d tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5860a39-66ba-4188-bf37-079c34aa2e99 HTTP/1.1" status: 200 len: 948 time: 0.0524518 Apr 20 14:00:18.542796 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e00fdf2a-e889-44b0-977f-aad207ab1cef req-512e1f04-104d-4a01-8e9a-e15e7100f03e tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] 10.222.0.25 "GET /v2.0/security-groups?id=77dbe1fa-be0e-46be-b56b-4cda87ab9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306222 Apr 20 14:00:19.654604 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device ba17f28a-5955-436b-808b-d60b663107af up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:00:19.657154 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5917d-9dc4-4c08-b580-57abf1eb467a req-8bade49c-e793-44f2-a450-e5e238888837 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:19.658759 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a0b5917d-9dc4-4c08-b580-57abf1eb467a req-8bade49c-e793-44f2-a450-e5e238888837 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5860a39-66ba-4188-bf37-079c34aa2e99 HTTP/1.1" status: 200 len: 948 time: 0.0477538 Apr 20 14:00:19.711338 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a0b5917d-9dc4-4c08-b580-57abf1eb467a req-8e61c49a-bd61-4a53-ba97-203e055ce142 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] 10.222.0.25 "GET /v2.0/security-groups?id=77dbe1fa-be0e-46be-b56b-4cda87ab9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338719 Apr 20 14:00:19.807031 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port ba17f28a-5955-436b-808b-d60b663107af completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:00:19.811860 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port ba17f28a-5955-436b-808b-d60b663107af triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:00:19.812230 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:19.890844 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:19.915747 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5860a39-66ba-4188-bf37-079c34aa2e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba17f28a-5955-436b-808b-d60b663107af'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:00:19.929419 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port ba17f28a-5955-436b-808b-d60b663107af, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=ba17f28a-5955-436b-808b-d60b663107af,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:00:19.956076 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac87ba4abbb4e8505208ea6fd510b76711e5f2ebc605ae5eca19bb7d33fcf53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59d090e-2e61-43af-b2e1-ea5d4e7f211c" -d '{"events": [{"server_uuid": "b5860a39-66ba-4188-bf37-079c34aa2e99", "name": "network-vif-plugged", "status": "completed", "tag": "ba17f28a-5955-436b-808b-d60b663107af"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:00:20.021310 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:20.056010 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72550482-fe5f-4719-b05d-6293380aa163 x-openstack-request-id: req-72550482-fe5f-4719-b05d-6293380aa163 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:00:20.056297 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5860a39-66ba-4188-bf37-079c34aa2e99", "name": "network-vif-plugged", "status": "completed", "tag": "ba17f28a-5955-436b-808b-d60b663107af", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:00:20.056545 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-72550482-fe5f-4719-b05d-6293380aa163 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:00:20.056932 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72550482-fe5f-4719-b05d-6293380aa163'] response: {'server_uuid': 'b5860a39-66ba-4188-bf37-079c34aa2e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba17f28a-5955-436b-808b-d60b663107af', 'code': 200} Apr 20 14:00:20.073677 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=ba17f28a-5955-436b-808b-d60b663107af,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:00:20.149088 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447788b-b93c-43c5-aa90-f7f5e3cf491c req-1755a95a-d907-499e-b805-dee6752f3a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:20.150548 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b447788b-b93c-43c5-aa90-f7f5e3cf491c req-1755a95a-d907-499e-b805-dee6752f3a0e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b5860a39-66ba-4188-bf37-079c34aa2e99 HTTP/1.1" status: 200 len: 1100 time: 0.0387404 Apr 20 14:00:20.184502 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b447788b-b93c-43c5-aa90-f7f5e3cf491c req-b73ece55-85c8-415e-b527-f1734fafdf54 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=77dbe1fa-be0e-46be-b56b-4cda87ab9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272963 Apr 20 14:00:20.827199 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f54e2-ea94-4889-aa28-be8734c59e85 req-aee774db-56c0-4627-a85a-36284277831e tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:20.828681 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3c2f54e2-ea94-4889-aa28-be8734c59e85 req-aee774db-56c0-4627-a85a-36284277831e tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5860a39-66ba-4188-bf37-079c34aa2e99 HTTP/1.1" status: 200 len: 949 time: 0.0512705 Apr 20 14:00:21.182071 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3c2f54e2-ea94-4889-aa28-be8734c59e85 req-51397555-afcf-4c22-b0f2-9ce492c327a5 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] 10.222.0.25 "GET /v2.0/security-groups?id=77dbe1fa-be0e-46be-b56b-4cda87ab9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474233 Apr 20 14:00:22.300952 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8f5ac-18ff-48d6-bef4-2af484884485 req-923444ba-e699-4b2d-92c7-69decb53a1db tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:22.302531 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-caf8f5ac-18ff-48d6-bef4-2af484884485 req-923444ba-e699-4b2d-92c7-69decb53a1db tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5860a39-66ba-4188-bf37-079c34aa2e99 HTTP/1.1" status: 200 len: 949 time: 0.0467892 Apr 20 14:00:22.339606 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-caf8f5ac-18ff-48d6-bef4-2af484884485 req-22e7bb1b-db6f-49d5-b9f0-be78aceff210 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] 10.222.0.25 "GET /v2.0/security-groups?id=77dbe1fa-be0e-46be-b56b-4cda87ab9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310431 Apr 20 14:00:22.820888 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-9525c3f6-7bad-44d7-b1e7-36ee7438f1c5 req-8184e05e-f067-49a9-bf8e-4e3769e1c2c8 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:00:22.821937 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9525c3f6-7bad-44d7-b1e7-36ee7438f1c5 req-8184e05e-f067-49a9-bf8e-4e3769e1c2c8 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479901 Apr 20 14:00:23.359342 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-0010d264-5cdc-4962-a734-da1c6aee56e4 req-6e050e35-88f9-4b1f-8f3a-2dcfa8a1a8c0 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:00:23.360355 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0010d264-5cdc-4962-a734-da1c6aee56e4 req-6e050e35-88f9-4b1f-8f3a-2dcfa8a1a8c0 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0438182 Apr 20 14:00:24.040376 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf804fe-13a0-42d7-8673-5f363e70c334 req-0f00a785-d7ce-4672-9134-3c5c7c8fdb2c tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:24.041815 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fdf804fe-13a0-42d7-8673-5f363e70c334 req-0f00a785-d7ce-4672-9134-3c5c7c8fdb2c tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5860a39-66ba-4188-bf37-079c34aa2e99 HTTP/1.1" status: 200 len: 949 time: 0.0478079 Apr 20 14:00:24.078788 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fdf804fe-13a0-42d7-8673-5f363e70c334 req-6f64d184-15f6-4514-90f0-c01e765f9c1b tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] 10.222.0.25 "GET /v2.0/security-groups?id=77dbe1fa-be0e-46be-b56b-4cda87ab9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304868 Apr 20 14:00:24.486896 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d06673f9-bf61-4a36-a4ec-2b71deee147a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:25.209711 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441ee75-4cbd-474c-b630-2052f96cca46 req-d31ae541-9eb6-4ea2-ba46-1afc0c46b41b tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:25.211940 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8441ee75-4cbd-474c-b630-2052f96cca46 req-d31ae541-9eb6-4ea2-ba46-1afc0c46b41b tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5860a39-66ba-4188-bf37-079c34aa2e99 HTTP/1.1" status: 200 len: 949 time: 0.0621126 Apr 20 14:00:25.250575 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8441ee75-4cbd-474c-b630-2052f96cca46 req-21396c48-60cb-4fb7-987e-d319978c2359 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] 10.222.0.25 "GET /v2.0/security-groups?id=77dbe1fa-be0e-46be-b56b-4cda87ab9a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319901 Apr 20 14:00:25.396472 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a209058-2162-4413-b03c-9bdd4d8e4a44 req-1603bf67-f24e-40de-9887-562633914a0e tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:25.397866 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1a209058-2162-4413-b03c-9bdd4d8e4a44 req-1603bf67-f24e-40de-9887-562633914a0e tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5860a39-66ba-4188-bf37-079c34aa2e99 HTTP/1.1" status: 200 len: 949 time: 0.0466304 Apr 20 14:00:25.488054 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-1a209058-2162-4413-b03c-9bdd4d8e4a44 req-81314f14-af74-4d88-9623-894f372aa887 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Deleting port ba17f28a-5955-436b-808b-d60b663107af {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:00:25.488402 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1a209058-2162-4413-b03c-9bdd4d8e4a44 req-81314f14-af74-4d88-9623-894f372aa887 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:25.575789 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-1a209058-2162-4413-b03c-9bdd4d8e4a44 req-81314f14-af74-4d88-9623-894f372aa887 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] For port ba17f28a-5955-436b-808b-d60b663107af, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=ba17f28a-5955-436b-808b-d60b663107af,segment=NetworkSegment(8866b213-ccad-42ab-ae6e-f712a16d554d),segment_id=8866b213-ccad-42ab-ae6e-f712a16d554d)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:00:25.576156 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1a209058-2162-4413-b03c-9bdd4d8e4a44 req-81314f14-af74-4d88-9623-894f372aa887 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:25.588780 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-1a209058-2162-4413-b03c-9bdd4d8e4a44 req-81314f14-af74-4d88-9623-894f372aa887 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Calling delete_port for ba17f28a-5955-436b-808b-d60b663107af owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:00:25.810467 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1a209058-2162-4413-b03c-9bdd4d8e4a44 req-81314f14-af74-4d88-9623-894f372aa887 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:25.821450 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['ba17f28a-5955-436b-808b-d60b663107af'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:00:25.838974 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81314f14-af74-4d88-9623-894f372aa887 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Pushing event deleted for resources: {'Port': ['ID=ba17f28a-5955-436b-808b-d60b663107af,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:00:25.866443 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81314f14-af74-4d88-9623-894f372aa887 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:00:25.866796 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81314f14-af74-4d88-9623-894f372aa887 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:00:25.867139 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81314f14-af74-4d88-9623-894f372aa887 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:00:25.867508 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81314f14-af74-4d88-9623-894f372aa887 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:00:25.867852 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81314f14-af74-4d88-9623-894f372aa887 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:00:25.868187 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81314f14-af74-4d88-9623-894f372aa887 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:00:25.868520 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81314f14-af74-4d88-9623-894f372aa887 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:00:25.868849 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81314f14-af74-4d88-9623-894f372aa887 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:00:25.869182 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81314f14-af74-4d88-9623-894f372aa887 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:00:25.869514 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81314f14-af74-4d88-9623-894f372aa887 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:00:25.869843 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81314f14-af74-4d88-9623-894f372aa887 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:00:25.870166 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81314f14-af74-4d88-9623-894f372aa887 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:00:25.890862 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a209058-2162-4413-b03c-9bdd4d8e4a44 req-81314f14-af74-4d88-9623-894f372aa887 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] No DVR routers for this DVR port ba17f28a-5955-436b-808b-d60b663107af on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:00:25.893469 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1a209058-2162-4413-b03c-9bdd4d8e4a44 req-81314f14-af74-4d88-9623-894f372aa887 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:25.896816 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1a209058-2162-4413-b03c-9bdd4d8e4a44 req-81314f14-af74-4d88-9623-894f372aa887 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] 10.222.0.15 "DELETE /v2.0/ports/ba17f28a-5955-436b-808b-d60b663107af HTTP/1.1" status: 204 len: 173 time: 0.4925761 Apr 20 14:00:25.901561 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5860a39-66ba-4188-bf37-079c34aa2e99', 'name': 'network-vif-deleted', 'tag': 'ba17f28a-5955-436b-808b-d60b663107af'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:00:25.901561 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0e4452-a8b5-4782-b373-98663fde5c65" -d '{"events": [{"server_uuid": "b5860a39-66ba-4188-bf37-079c34aa2e99", "name": "network-vif-deleted", "tag": "ba17f28a-5955-436b-808b-d60b663107af"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:00:25.936889 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf297aaa-df34-477e-8d46-decfc22ce7b7 x-openstack-request-id: req-cf297aaa-df34-477e-8d46-decfc22ce7b7 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:00:25.937184 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5860a39-66ba-4188-bf37-079c34aa2e99", "name": "network-vif-deleted", "tag": "ba17f28a-5955-436b-808b-d60b663107af", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:00:25.937436 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cf297aaa-df34-477e-8d46-decfc22ce7b7 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:00:25.937841 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf297aaa-df34-477e-8d46-decfc22ce7b7'] response: {'server_uuid': 'b5860a39-66ba-4188-bf37-079c34aa2e99', 'name': 'network-vif-deleted', 'tag': 'ba17f28a-5955-436b-808b-d60b663107af', 'status': 'completed', 'code': 200} Apr 20 14:00:26.357493 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e2e3caa5-b679-40b6-9e47-c0778ee030be req-0af7d76e-74e0-4ae1-a692-4dbc7a136223 tempest-ServersAdminNegativeTestJSON-1406203459 tempest-ServersAdminNegativeTestJSON-1406203459-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5860a39-66ba-4188-bf37-079c34aa2e99 HTTP/1.1" status: 200 len: 210 time: 0.0294099 Apr 20 14:00:26.603046 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:00:26.789526 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6a9389e8-c292-4827-8073-65f033be9770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:27.926881 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59776) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:00:28.053703 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-421f9f32-9776-4dab-b8f3-57648036d890 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3cd3387ee5be4983b4f7e9a17f7aade2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1256335 Apr 20 14:00:28.056272 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59780) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:00:28.102875 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2ac74310-69cc-414c-8a3b-43026a52f730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:28.124277 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2ac74310-69cc-414c-8a3b-43026a52f730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:28.252957 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2ac74310-69cc-414c-8a3b-43026a52f730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:28.255477 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2ac74310-69cc-414c-8a3b-43026a52f730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:28.256647 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2ac74310-69cc-414c-8a3b-43026a52f730 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/77dbe1fa-be0e-46be-b56b-4cda87ab9a0b HTTP/1.1" status: 204 len: 168 time: 0.1994896 Apr 20 14:00:28.264245 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac74310-69cc-414c-8a3b-43026a52f730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77dbe1fa-be0e-46be-b56b-4cda87ab9a0b,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:00:28.268939 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:28.868681 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59786) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:00:28.881827 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3db75d3c-8ce0-4f2c-89a5-9ab3103445db admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:28.954077 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3db75d3c-8ce0-4f2c-89a5-9ab3103445db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:29.035727 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3db75d3c-8ce0-4f2c-89a5-9ab3103445db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:29.071294 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db75d3c-8ce0-4f2c-89a5-9ab3103445db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d03637e-6406-400d-9da7-8d5beeda5a45,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:00:29.083276 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3db75d3c-8ce0-4f2c-89a5-9ab3103445db admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=23e10b6477ba4d2b8ea31e8882f673fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2135377 Apr 20 14:00:29.084734 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db75d3c-8ce0-4f2c-89a5-9ab3103445db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:00:29.085081 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db75d3c-8ce0-4f2c-89a5-9ab3103445db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:00:29.085461 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db75d3c-8ce0-4f2c-89a5-9ab3103445db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:00:29.085796 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db75d3c-8ce0-4f2c-89a5-9ab3103445db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:00:29.086129 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db75d3c-8ce0-4f2c-89a5-9ab3103445db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:00:29.086372 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59790) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:00:29.086831 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db75d3c-8ce0-4f2c-89a5-9ab3103445db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:00:29.086831 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db75d3c-8ce0-4f2c-89a5-9ab3103445db admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:00:29.087081 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db75d3c-8ce0-4f2c-89a5-9ab3103445db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:00:29.087424 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db75d3c-8ce0-4f2c-89a5-9ab3103445db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:00:29.087748 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db75d3c-8ce0-4f2c-89a5-9ab3103445db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:00:29.088073 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db75d3c-8ce0-4f2c-89a5-9ab3103445db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:00:29.088394 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db75d3c-8ce0-4f2c-89a5-9ab3103445db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:00:29.134617 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c5d5d15a-cec6-4fa6-b199-0c9b688f0c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:29.155604 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c5d5d15a-cec6-4fa6-b199-0c9b688f0c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:29.277972 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c5d5d15a-cec6-4fa6-b199-0c9b688f0c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:29.280510 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c5d5d15a-cec6-4fa6-b199-0c9b688f0c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:29.281666 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c5d5d15a-cec6-4fa6-b199-0c9b688f0c9d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4d03637e-6406-400d-9da7-8d5beeda5a45 HTTP/1.1" status: 204 len: 168 time: 0.1940846 Apr 20 14:00:29.289366 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d5d15a-cec6-4fa6-b199-0c9b688f0c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d03637e-6406-400d-9da7-8d5beeda5a45,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:00:29.532324 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:29.706405 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device ba17f28a-5955-436b-808b-d60b663107af no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:00:29.726944 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: ba17f28a-5955-436b-808b-d60b663107af {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:00:29.727289 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device ba17f28a-5955-436b-808b-d60b663107af not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:00:29.877804 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:30.307419 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59812) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:00:30.399810 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-7275f06d-a869-4fca-adcc-bff03bdaef0f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1555256223-network', 'tenant_id': '7a7651062e7845af9ba3a65617651c9f'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:00:30.503919 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7275f06d-a869-4fca-adcc-bff03bdaef0f admin admin] Made reservation on behalf of 7a7651062e7845af9ba3a65617651c9f for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:00:30.513112 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7275f06d-a869-4fca-adcc-bff03bdaef0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:30.515615 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7275f06d-a869-4fca-adcc-bff03bdaef0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:30.587123 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7275f06d-a869-4fca-adcc-bff03bdaef0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:30.646686 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7275f06d-a869-4fca-adcc-bff03bdaef0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:30.668644 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7275f06d-a869-4fca-adcc-bff03bdaef0f admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:00:30.681415 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7275f06d-a869-4fca-adcc-bff03bdaef0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:00:30.687331 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7275f06d-a869-4fca-adcc-bff03bdaef0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:30.687706 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-7275f06d-a869-4fca-adcc-bff03bdaef0f admin admin] Added segment 3245d92e-d6e4-4d08-b332-49367e9483a8 of type vlan for network a32fa4cc-90d5-498d-838c-fbeeba278744 Apr 20 14:00:30.726743 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7275f06d-a869-4fca-adcc-bff03bdaef0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:30.818067 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7275f06d-a869-4fca-adcc-bff03bdaef0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:30.819016 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7275f06d-a869-4fca-adcc-bff03bdaef0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:30.819611 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7275f06d-a869-4fca-adcc-bff03bdaef0f admin admin] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:30.880992 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7275f06d-a869-4fca-adcc-bff03bdaef0f admin admin] Pushing event updated for resources: {'Network': ['ID=a32fa4cc-90d5-498d-838c-fbeeba278744,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:00:30.890567 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network a32fa4cc-90d5-498d-838c-fbeeba278744 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:00:30.909163 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7275f06d-a869-4fca-adcc-bff03bdaef0f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6005921 Apr 20 14:00:30.911992 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 59816) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:00:30.916724 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-14e4615f-48fd-44b9-968c-7d4606a73d25 admin admin] Request body: {'subnet': {'network_id': 'a32fa4cc-90d5-498d-838c-fbeeba278744', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1555256223-subnet', 'tenant_id': '7a7651062e7845af9ba3a65617651c9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:00:31.012197 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e4615f-48fd-44b9-968c-7d4606a73d25 admin admin] Made reservation on behalf of 7a7651062e7845af9ba3a65617651c9f for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:00:31.014596 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-14e4615f-48fd-44b9-968c-7d4606a73d25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:31.229588 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-14e4615f-48fd-44b9-968c-7d4606a73d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:31.282042 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e4615f-48fd-44b9-968c-7d4606a73d25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53c98c07-e76f-4e28-9f32-0d62da81089d,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:00:31.292648 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e4615f-48fd-44b9-968c-7d4606a73d25 admin admin] Checking segment: {'id': '3245d92e-d6e4-4d08-b332-49367e9483a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a32fa4cc-90d5-498d-838c-fbeeba278744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:00:31.293004 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e4615f-48fd-44b9-968c-7d4606a73d25 admin admin] Network hostable DHCP agents. Network: a32fa4cc-90d5-498d-838c-fbeeba278744, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:00:31.375024 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e4615f-48fd-44b9-968c-7d4606a73d25 admin admin] Network a32fa4cc-90d5-498d-838c-fbeeba278744 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:00:31.466808 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-14e4615f-48fd-44b9-968c-7d4606a73d25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, a32fa4cc-90d5-498d-838c-fbeeba278744) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:00:31.470872 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e4615f-48fd-44b9-968c-7d4606a73d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:31.471492 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-14e4615f-48fd-44b9-968c-7d4606a73d25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:31.475776 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc8fc75-5cb2-4aa9-a070-4fcfb0be9f4e None None] Network a32fa4cc-90d5-498d-838c-fbeeba278744 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:00:31.549658 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-14e4615f-48fd-44b9-968c-7d4606a73d25 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6365283 Apr 20 14:00:31.604427 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a92af30-377a-4948-b6af-ad9b538d5fd0 None None] Network a32fa4cc-90d5-498d-838c-fbeeba278744 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:00:31.972453 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-ae1a3129-f8cb-4775-9689-d61ce28bac75 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:31.973910 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-ae1a3129-f8cb-4775-9689-d61ce28bac75 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/networks?id=a32fa4cc-90d5-498d-838c-fbeeba278744 HTTP/1.1" status: 200 len: 812 time: 0.1058137 Apr 20 14:00:31.989104 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-6730ea9e-f4ec-481d-934e-84f63766e7a6 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/quotas/7a7651062e7845af9ba3a65617651c9f HTTP/1.1" status: 200 len: 375 time: 0.0094466 Apr 20 14:00:32.021334 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-e5d205c1-4b0c-4f35-a1dd-5caebeb62510 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7a7651062e7845af9ba3a65617651c9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268037 Apr 20 14:00:32.031709 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-7343a88b-1b1e-4b37-bc61-578ff031fc76 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:00:32.032666 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-7343a88b-1b1e-4b37-bc61-578ff031fc76 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048652 Apr 20 14:00:32.122757 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-3013c02c-373b-4655-a807-ea613832a77f service neutron] 10.222.0.25 "GET /v2.0/networks/a32fa4cc-90d5-498d-838c-fbeeba278744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844786 Apr 20 14:00:32.214848 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-828990f5-0f2c-4b8f-88e5-71ff8f9d7bcf service neutron] 10.222.0.25 "GET /v2.0/networks/a32fa4cc-90d5-498d-838c-fbeeba278744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859120 Apr 20 14:00:32.441914 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb35d217-172e-46af-a876-0dffbf2e8bc1 req-ba4e6489-44ba-43ab-a81b-def9cc30127b tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 210 time: 0.0274448 Apr 20 14:00:33.536543 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5d1123df-7240-4b6a-bc09-5e9669272c45 req-8893bb9e-f2d6-42f7-947c-5bf70a922e19 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 210 time: 0.0265548 Apr 20 14:00:34.563107 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-75b2215f-8e2d-4717-aa89-8a22f2f5cc81 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:34.564592 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-75b2215f-8e2d-4717-aa89-8a22f2f5cc81 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.15 "GET /v2.0/networks?id=a32fa4cc-90d5-498d-838c-fbeeba278744 HTTP/1.1" status: 200 len: 812 time: 0.1069300 Apr 20 14:00:34.581293 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-6eb1986b-7b05-40c6-8080-dd223b54b172 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Request body: {'port': {'device_id': '3e17fc1d-7605-41d3-91e7-3db52811772c', 'network_id': 'a32fa4cc-90d5-498d-838c-fbeeba278744', 'admin_state_up': True, 'tenant_id': '7a7651062e7845af9ba3a65617651c9f'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:00:34.662338 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-83c50c5c-53e7-4e4f-8086-1e57bddcd41b req-3d073ded-dce6-40b2-b21b-25c17d179083 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 210 time: 0.0350785 Apr 20 14:00:34.786376 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-6eb1986b-7b05-40c6-8080-dd223b54b172 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Made reservation on behalf of 7a7651062e7845af9ba3a65617651c9f for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:00:34.789865 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-6eb1986b-7b05-40c6-8080-dd223b54b172 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:34.911477 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-6eb1986b-7b05-40c6-8080-dd223b54b172 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Allocated IP 172.20.0.12 (a32fa4cc-90d5-498d-838c-fbeeba278744/53c98c07-e76f-4e28-9f32-0d62da81089d/981821e1-88fb-4bd0-8544-457a24676564) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:00:35.059071 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-6eb1986b-7b05-40c6-8080-dd223b54b172 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:35.140957 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-6eb1986b-7b05-40c6-8080-dd223b54b172 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:35.183226 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-6eb1986b-7b05-40c6-8080-dd223b54b172 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Network a32fa4cc-90d5-498d-838c-fbeeba278744 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:00:35.186765 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-6eb1986b-7b05-40c6-8080-dd223b54b172 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:00:35.190920 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-6eb1986b-7b05-40c6-8080-dd223b54b172 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:00:35.218466 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1986b-7b05-40c6-8080-dd223b54b172 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Pushing event updated for resources: {'Port': ['ID=981821e1-88fb-4bd0-8544-457a24676564,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:00:35.245166 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-6eb1986b-7b05-40c6-8080-dd223b54b172 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:35.245770 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-6eb1986b-7b05-40c6-8080-dd223b54b172 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:35.318368 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-6eb1986b-7b05-40c6-8080-dd223b54b172 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7410283 Apr 20 14:00:35.348494 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-5e207abd-525c-4abf-bba0-a35017d8aee9 service neutron] Request body: {'port': {'device_id': '3e17fc1d-7605-41d3-91e7-3db52811772c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:00:35.403275 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-5e207abd-525c-4abf-bba0-a35017d8aee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:35.659048 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-5e207abd-525c-4abf-bba0-a35017d8aee9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 981821e1-88fb-4bd0-8544-457a24676564 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:00:35.666131 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-5e207abd-525c-4abf-bba0-a35017d8aee9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:35.678016 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-5e207abd-525c-4abf-bba0-a35017d8aee9 service neutron] Transition to ACTIVE for port object 981821e1-88fb-4bd0-8544-457a24676564 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:00:35.785255 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b0dc4-6bb5-455d-a5bf-f652d1f92781 req-270bbe8f-c546-40f8-8b48-da58e6c8be57 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:35.786794 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d75b0dc4-6bb5-455d-a5bf-f652d1f92781 req-270bbe8f-c546-40f8-8b48-da58e6c8be57 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 932 time: 0.0533283 Apr 20 14:00:35.787887 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-5e207abd-525c-4abf-bba0-a35017d8aee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:35.852679 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e207abd-525c-4abf-bba0-a35017d8aee9 service neutron] Pushing event updated for resources: {'Port': ['ID=981821e1-88fb-4bd0-8544-457a24676564,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:00:35.885830 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d75b0dc4-6bb5-455d-a5bf-f652d1f92781 req-c840785b-c8e4-491c-82e5-2c36bc135820 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927742 Apr 20 14:00:35.930573 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-5e207abd-525c-4abf-bba0-a35017d8aee9 service neutron] Attempting to bind port 981821e1-88fb-4bd0-8544-457a24676564 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:00:35.930837 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-5e207abd-525c-4abf-bba0-a35017d8aee9 service neutron] Attempting to bind port 981821e1-88fb-4bd0-8544-457a24676564 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '3245d92e-d6e4-4d08-b332-49367e9483a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a32fa4cc-90d5-498d-838c-fbeeba278744'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:00:35.931166 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-5e207abd-525c-4abf-bba0-a35017d8aee9 service neutron] Attempting to bind port 981821e1-88fb-4bd0-8544-457a24676564 on network a32fa4cc-90d5-498d-838c-fbeeba278744 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:00:35.935444 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-5e207abd-525c-4abf-bba0-a35017d8aee9 service neutron] Port 981821e1-88fb-4bd0-8544-457a24676564 on network a32fa4cc-90d5-498d-838c-fbeeba278744 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:00:35.935789 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-5e207abd-525c-4abf-bba0-a35017d8aee9 service neutron] Attempting to bind port 981821e1-88fb-4bd0-8544-457a24676564 on network a32fa4cc-90d5-498d-838c-fbeeba278744 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:00:35.940782 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-5e207abd-525c-4abf-bba0-a35017d8aee9 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:00:35.941113 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-5e207abd-525c-4abf-bba0-a35017d8aee9 service neutron] Checking segment: {'id': '3245d92e-d6e4-4d08-b332-49367e9483a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a32fa4cc-90d5-498d-838c-fbeeba278744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:00:35.941494 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-5e207abd-525c-4abf-bba0-a35017d8aee9 service neutron] Bound using segment: {'id': '3245d92e-d6e4-4d08-b332-49367e9483a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a32fa4cc-90d5-498d-838c-fbeeba278744'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:00:35.941913 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-5e207abd-525c-4abf-bba0-a35017d8aee9 service neutron] Bound port: 981821e1-88fb-4bd0-8544-457a24676564, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3245d92e-d6e4-4d08-b332-49367e9483a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a32fa4cc-90d5-498d-838c-fbeeba278744'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:00:35.942270 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-5e207abd-525c-4abf-bba0-a35017d8aee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:36.006987 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-5e207abd-525c-4abf-bba0-a35017d8aee9 service neutron] For port 981821e1-88fb-4bd0-8544-457a24676564, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:00:36.009967 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-5e207abd-525c-4abf-bba0-a35017d8aee9 service neutron] For port 981821e1-88fb-4bd0-8544-457a24676564, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=981821e1-88fb-4bd0-8544-457a24676564,segment=NetworkSegment(3245d92e-d6e4-4d08-b332-49367e9483a8),segment_id=3245d92e-d6e4-4d08-b332-49367e9483a8)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:00:36.078097 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-5e207abd-525c-4abf-bba0-a35017d8aee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:36.109796 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-5e207abd-525c-4abf-bba0-a35017d8aee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:36.110409 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-5e207abd-525c-4abf-bba0-a35017d8aee9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:36.111849 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-5e207abd-525c-4abf-bba0-a35017d8aee9 service neutron] 10.222.0.15 "PUT /v2.0/ports/981821e1-88fb-4bd0-8544-457a24676564 HTTP/1.1" status: 200 len: 1092 time: 0.7672760 Apr 20 14:00:36.116375 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e17fc1d-7605-41d3-91e7-3db52811772c', 'tag': '981821e1-88fb-4bd0-8544-457a24676564'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:00:36.116375 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90a8b55-4f4e-4cdb-9027-fab620a505cc" -d '{"events": [{"name": "network-changed", "server_uuid": "3e17fc1d-7605-41d3-91e7-3db52811772c", "tag": "981821e1-88fb-4bd0-8544-457a24676564"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:00:36.141995 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e207abd-525c-4abf-bba0-a35017d8aee9 service neutron] Pushing event updated for resources: {'Port': ['ID=981821e1-88fb-4bd0-8544-457a24676564,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:00:36.153942 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32dcd9a2-7f0d-4913-9987-a7eb8ec1d4b7 x-openstack-request-id: req-32dcd9a2-7f0d-4913-9987-a7eb8ec1d4b7 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:00:36.154230 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e17fc1d-7605-41d3-91e7-3db52811772c", "tag": "981821e1-88fb-4bd0-8544-457a24676564", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:00:36.154478 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-32dcd9a2-7f0d-4913-9987-a7eb8ec1d4b7 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:00:36.154876 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32dcd9a2-7f0d-4913-9987-a7eb8ec1d4b7'] response: {'name': 'network-changed', 'server_uuid': '3e17fc1d-7605-41d3-91e7-3db52811772c', 'tag': '981821e1-88fb-4bd0-8544-457a24676564', 'status': 'completed', 'code': 200} Apr 20 14:00:36.214735 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a8b55-4f4e-4cdb-9027-fab620a505cc req-2c2ee061-08f4-4d7a-a856-3f03b5dd8c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:36.216769 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f90a8b55-4f4e-4cdb-9027-fab620a505cc req-2c2ee061-08f4-4d7a-a856-3f03b5dd8c32 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a7651062e7845af9ba3a65617651c9f&device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 1095 time: 0.0418429 Apr 20 14:00:36.312294 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a8b55-4f4e-4cdb-9027-fab620a505cc req-e1858485-3768-47d0-b853-0e32a6bc25c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:36.313772 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f90a8b55-4f4e-4cdb-9027-fab620a505cc req-e1858485-3768-47d0-b853-0e32a6bc25c7 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=7a7651062e7845af9ba3a65617651c9f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0903161 Apr 20 14:00:36.404061 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a8b55-4f4e-4cdb-9027-fab620a505cc req-54f58402-0662-4b47-a9dc-19e7ce2af58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:36.405494 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f90a8b55-4f4e-4cdb-9027-fab620a505cc req-54f58402-0662-4b47-a9dc-19e7ce2af58c service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0858116 Apr 20 14:00:36.484206 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-d0975199-1b76-430e-acf0-60ba5907afce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:36.485443 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-d0975199-1b76-430e-acf0-60ba5907afce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a7651062e7845af9ba3a65617651c9f&device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 1095 time: 0.0452332 Apr 20 14:00:36.525920 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-2b0943ee-51a9-46f8-bd88-3a12d9a6557f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=981821e1-88fb-4bd0-8544-457a24676564 HTTP/1.1" status: 200 len: 217 time: 0.0328534 Apr 20 14:00:36.572535 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-bb7f64ab-57fc-47fc-9c73-eebf42403a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:36.573922 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-bb7f64ab-57fc-47fc-9c73-eebf42403a90 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=53c98c07-e76f-4e28-9f32-0d62da81089d HTTP/1.1" status: 200 len: 852 time: 0.0418587 Apr 20 14:00:36.603162 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-ccf7317e-1d55-46bf-a605-3994ef89151f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a32fa4cc-90d5-498d-838c-fbeeba278744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232291 Apr 20 14:00:36.693259 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-eb594d65-eedc-4c24-9da3-a6f6d4b2d772 service neutron] 10.222.0.15 "GET /v2.0/networks/a32fa4cc-90d5-498d-838c-fbeeba278744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828679 Apr 20 14:00:36.780007 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-21f9c9c8-b0eb-41f7-adf8-bc0b5b62fa59 req-d572e78b-f133-4d52-88ab-8055bd3f84a4 service neutron] 10.222.0.15 "GET /v2.0/networks/a32fa4cc-90d5-498d-838c-fbeeba278744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797431 Apr 20 14:00:37.005860 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbf983-e23a-4bc3-a23a-8f4a8f871869 req-40ac811d-7704-4b0f-bac5-612b774af5bb tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:37.007335 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65fbf983-e23a-4bc3-a23a-8f4a8f871869 req-40ac811d-7704-4b0f-bac5-612b774af5bb tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 944 time: 0.0533097 Apr 20 14:00:37.044114 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65fbf983-e23a-4bc3-a23a-8f4a8f871869 req-94ddc631-b313-4aa9-8175-d17ab0b3b07b tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306363 Apr 20 14:00:38.159463 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4551c13-a596-4a40-8300-e0488fbb21a5 req-451fc6a6-9a15-4116-b1e9-f95d3d68dcd7 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:38.160928 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e4551c13-a596-4a40-8300-e0488fbb21a5 req-451fc6a6-9a15-4116-b1e9-f95d3d68dcd7 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 944 time: 0.0481513 Apr 20 14:00:38.197926 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e4551c13-a596-4a40-8300-e0488fbb21a5 req-ce9a4304-16d0-49aa-940d-602d1920b568 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309212 Apr 20 14:00:39.310019 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b82dc-1bf8-47a7-98c1-cc255d383e93 req-55eb6923-998b-4c59-9b31-77975d6cc138 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:39.311394 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f4b82dc-1bf8-47a7-98c1-cc255d383e93 req-55eb6923-998b-4c59-9b31-77975d6cc138 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 944 time: 0.0473258 Apr 20 14:00:39.347959 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f4b82dc-1bf8-47a7-98c1-cc255d383e93 req-ad15d2ce-6645-47eb-80dc-3252a2f7ffed tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303726 Apr 20 14:00:40.464047 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a583c0-4dba-41da-b80f-a1b5c10fc789 req-634687ed-97f9-4542-9a44-77a274bc5ada tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:40.465481 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-38a583c0-4dba-41da-b80f-a1b5c10fc789 req-634687ed-97f9-4542-9a44-77a274bc5ada tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 944 time: 0.0512278 Apr 20 14:00:40.502429 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-38a583c0-4dba-41da-b80f-a1b5c10fc789 req-7ab6f45d-85fa-45e4-b6d1-db51840a7f54 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309885 Apr 20 14:00:41.617740 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081956d-e7c0-4f90-8281-7eb6a6a9472c req-daf75e39-3b1f-4be1-a3fc-0a96e62a88a5 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:41.619197 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0081956d-e7c0-4f90-8281-7eb6a6a9472c req-daf75e39-3b1f-4be1-a3fc-0a96e62a88a5 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 944 time: 0.0489774 Apr 20 14:00:41.656459 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0081956d-e7c0-4f90-8281-7eb6a6a9472c req-e75e4be1-4a51-45dd-a5ba-65db7a6432a1 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311122 Apr 20 14:00:41.778596 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 981821e1-88fb-4bd0-8544-457a24676564 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:00:41.873827 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 981821e1-88fb-4bd0-8544-457a24676564, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=981821e1-88fb-4bd0-8544-457a24676564,segment=NetworkSegment(3245d92e-d6e4-4d08-b332-49367e9483a8),segment_id=3245d92e-d6e4-4d08-b332-49367e9483a8)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:00:41.884576 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '981821e1-88fb-4bd0-8544-457a24676564', 'network_id': 'a32fa4cc-90d5-498d-838c-fbeeba278744', 'port_id': '981821e1-88fb-4bd0-8544-457a24676564', 'mac_address': 'fa:16:3e:e8:f5:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c98c07-e76f-4e28-9f32-0d62da81089d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:00:41.919538 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:41.931341 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 981821e1-88fb-4bd0-8544-457a24676564 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:00:41.952008 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 981821e1-88fb-4bd0-8544-457a24676564, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=981821e1-88fb-4bd0-8544-457a24676564,segment=NetworkSegment(3245d92e-d6e4-4d08-b332-49367e9483a8),segment_id=3245d92e-d6e4-4d08-b332-49367e9483a8)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:00:42.026483 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:42.082723 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=981821e1-88fb-4bd0-8544-457a24676564,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:00:42.335800 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['981821e1-88fb-4bd0-8544-457a24676564'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:00:42.681261 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:42.768216 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ec251-13ef-4b67-91f4-9656639c4972 req-a6c5d7ab-4ecf-435e-adfd-dc55817a7a6b tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:42.769670 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-580ec251-13ef-4b67-91f4-9656639c4972 req-a6c5d7ab-4ecf-435e-adfd-dc55817a7a6b tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 945 time: 0.0475726 Apr 20 14:00:42.806943 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-580ec251-13ef-4b67-91f4-9656639c4972 req-f6e88dce-7914-43d6-888a-ee381adc7676 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313866 Apr 20 14:00:43.414429 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:43.784790 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 981821e1-88fb-4bd0-8544-457a24676564 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:00:43.918456 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 981821e1-88fb-4bd0-8544-457a24676564 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:00:43.922464 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 981821e1-88fb-4bd0-8544-457a24676564 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:00:43.922837 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:43.923545 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b30f5-96c0-4b1b-97fb-9f514afa4578 req-20b19863-ff2a-4f8f-9566-f48a5ae7aa59 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:43.925311 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-158b30f5-96c0-4b1b-97fb-9f514afa4578 req-20b19863-ff2a-4f8f-9566-f48a5ae7aa59 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 945 time: 0.0519602 Apr 20 14:00:43.963249 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-158b30f5-96c0-4b1b-97fb-9f514afa4578 req-5574ac3c-b337-427b-ab6a-f30a55323c0a tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320148 Apr 20 14:00:43.999875 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:44.021608 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e17fc1d-7605-41d3-91e7-3db52811772c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981821e1-88fb-4bd0-8544-457a24676564'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:00:44.023851 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac87ba4abbb4e8505208ea6fd510b76711e5f2ebc605ae5eca19bb7d33fcf53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ded392b-5413-4d6c-8f30-f972e0aca01b" -d '{"events": [{"server_uuid": "3e17fc1d-7605-41d3-91e7-3db52811772c", "name": "network-vif-plugged", "status": "completed", "tag": "981821e1-88fb-4bd0-8544-457a24676564"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:00:44.040007 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 981821e1-88fb-4bd0-8544-457a24676564, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=981821e1-88fb-4bd0-8544-457a24676564,segment=NetworkSegment(3245d92e-d6e4-4d08-b332-49367e9483a8),segment_id=3245d92e-d6e4-4d08-b332-49367e9483a8)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:00:44.060225 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23a1d04-26fc-4cd8-895f-d56af9a8aced x-openstack-request-id: req-d23a1d04-26fc-4cd8-895f-d56af9a8aced {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:00:44.060512 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e17fc1d-7605-41d3-91e7-3db52811772c", "name": "network-vif-plugged", "status": "completed", "tag": "981821e1-88fb-4bd0-8544-457a24676564", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:00:44.060764 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d23a1d04-26fc-4cd8-895f-d56af9a8aced {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:00:44.061161 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d23a1d04-26fc-4cd8-895f-d56af9a8aced'] response: {'server_uuid': '3e17fc1d-7605-41d3-91e7-3db52811772c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981821e1-88fb-4bd0-8544-457a24676564', 'code': 200} Apr 20 14:00:44.098870 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:44.147380 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=981821e1-88fb-4bd0-8544-457a24676564,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:00:44.157935 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711096e-632d-4b81-abe9-42d6a71be7a1 req-fdab2414-b8c0-41a0-b587-8d0ee2c69604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:44.159450 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7711096e-632d-4b81-abe9-42d6a71be7a1 req-fdab2414-b8c0-41a0-b587-8d0ee2c69604 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 1097 time: 0.0392714 Apr 20 14:00:44.195122 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7711096e-632d-4b81-abe9-42d6a71be7a1 req-4909d766-f49e-4ce1-8b44-3073da0158aa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295908 Apr 20 14:00:45.079251 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157dab3-6b8f-439e-ba10-6a269ac96316 req-6c57d22a-ac68-4d1a-a5d8-e8215bb857cc tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:45.080758 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5157dab3-6b8f-439e-ba10-6a269ac96316 req-6c57d22a-ac68-4d1a-a5d8-e8215bb857cc tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 946 time: 0.0487380 Apr 20 14:00:45.118578 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5157dab3-6b8f-439e-ba10-6a269ac96316 req-cb3f5765-1bbc-4a8f-a64a-d026caac92d3 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316331 Apr 20 14:00:46.236688 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49fe1e-55f2-4dc0-90ef-44aaf6464009 req-50e16f7a-dbc1-486b-a82e-b5cf5c016aae tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:46.238115 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fa49fe1e-55f2-4dc0-90ef-44aaf6464009 req-50e16f7a-dbc1-486b-a82e-b5cf5c016aae tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 946 time: 0.0511372 Apr 20 14:00:46.274823 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fa49fe1e-55f2-4dc0-90ef-44aaf6464009 req-872ea115-3237-4a4d-8a57-e3d6f59f6617 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306613 Apr 20 14:00:46.639498 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c900b48c-c808-4713-9514-709dc1c59d32 req-3f84cb4b-e2fd-4402-9aa6-6f226c1eb84d tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:46.640980 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c900b48c-c808-4713-9514-709dc1c59d32 req-3f84cb4b-e2fd-4402-9aa6-6f226c1eb84d tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 946 time: 0.0480876 Apr 20 14:00:46.677838 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c900b48c-c808-4713-9514-709dc1c59d32 req-3121bac4-f906-40f1-a2f3-32e4d6c65883 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309811 Apr 20 14:00:46.760408 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 59886) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:00:46.850626 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-6d0eb71e-dee6-4e0a-876c-7aa59a33ea1f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0890806 Apr 20 14:00:46.859601 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-c76c07d4-ed19-4159-b57e-2cce66001597 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:00:46.860538 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-c76c07d4-ed19-4159-b57e-2cce66001597 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047431 Apr 20 14:00:47.795468 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b8b0d-c4ea-4752-9105-72f99818bab4 req-234f057d-d727-44d3-915c-9f26730e8ac8 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:47.796994 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1b1b8b0d-c4ea-4752-9105-72f99818bab4 req-234f057d-d727-44d3-915c-9f26730e8ac8 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 946 time: 0.0489273 Apr 20 14:00:47.837269 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1b1b8b0d-c4ea-4752-9105-72f99818bab4 req-89f7002e-8427-44d0-aa93-7f0df5f7b839 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339913 Apr 20 14:00:48.845578 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-32215ece-9cec-419e-8486-d66cf5c968ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:48.847042 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-32215ece-9cec-419e-8486-d66cf5c968ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a7651062e7845af9ba3a65617651c9f&device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 1097 time: 0.0440729 Apr 20 14:00:48.967686 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-ca976429-e36c-4fc0-945b-1b323f1e1d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:48.969129 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-ca976429-e36c-4fc0-945b-1b323f1e1d03 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a32fa4cc-90d5-498d-838c-fbeeba278744 HTTP/1.1" status: 200 len: 913 time: 0.1158333 Apr 20 14:00:48.977229 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e4df1-2613-4a28-b4a7-6432c1b36f05 req-330fdc49-dc32-4087-b99a-1c8261496341 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:48.978568 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ef9e4df1-2613-4a28-b4a7-6432c1b36f05 req-330fdc49-dc32-4087-b99a-1c8261496341 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 946 time: 0.0737648 Apr 20 14:00:49.017810 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-8ad90870-6591-4602-ad04-526c55391f82 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=981821e1-88fb-4bd0-8544-457a24676564 HTTP/1.1" status: 200 len: 217 time: 0.0383377 Apr 20 14:00:49.074792 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ef9e4df1-2613-4a28-b4a7-6432c1b36f05 req-4a296b21-d054-4e07-a757-0bf5b836f2c5 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898576 Apr 20 14:00:49.081942 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-c316b3bb-9248-4f2d-98d7-fcde90e9e798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:49.081942 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-c316b3bb-9248-4f2d-98d7-fcde90e9e798 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=53c98c07-e76f-4e28-9f32-0d62da81089d HTTP/1.1" status: 200 len: 852 time: 0.0579114 Apr 20 14:00:49.112203 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-e5322372-6f87-4e45-9651-291b031cbca5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a32fa4cc-90d5-498d-838c-fbeeba278744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244200 Apr 20 14:00:49.201924 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-bcf525eb-36ee-470a-a04d-c35c198123d0 service neutron] 10.222.0.15 "GET /v2.0/networks/a32fa4cc-90d5-498d-838c-fbeeba278744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836601 Apr 20 14:00:49.286513 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-0ab75d74-55ff-48e9-a42b-78f9a40bedf7 service neutron] 10.222.0.15 "GET /v2.0/networks/a32fa4cc-90d5-498d-838c-fbeeba278744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787463 Apr 20 14:00:50.194698 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3fc7a-94c0-4006-847d-a47191edd14e req-36d08e6a-d9fa-442a-a746-2829ec86f0c5 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:50.196189 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5af3fc7a-94c0-4006-847d-a47191edd14e req-36d08e6a-d9fa-442a-a746-2829ec86f0c5 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 946 time: 0.0533161 Apr 20 14:00:50.232782 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5af3fc7a-94c0-4006-847d-a47191edd14e req-5a6f7fcc-37b1-4308-b2d8-f9c52bd0b4b8 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299873 Apr 20 14:00:51.346514 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d921145-41e6-4940-9f3e-1d69038813ff req-b3cf13a7-6111-4976-b3c2-6513cf4af635 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:51.348051 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d921145-41e6-4940-9f3e-1d69038813ff req-b3cf13a7-6111-4976-b3c2-6513cf4af635 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 946 time: 0.0482500 Apr 20 14:00:51.384298 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d921145-41e6-4940-9f3e-1d69038813ff req-28375827-584c-401c-9827-76d77e6e18c0 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301895 Apr 20 14:00:52.500873 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a2a05-ad61-44cf-8d2d-d09e2a864edc req-0fedbeab-3812-4f5e-8ca5-07786b8af877 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:52.502623 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0a0a2a05-ad61-44cf-8d2d-d09e2a864edc req-0fedbeab-3812-4f5e-8ca5-07786b8af877 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 946 time: 0.0502574 Apr 20 14:00:52.539994 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0a0a2a05-ad61-44cf-8d2d-d09e2a864edc req-2f0451b5-f9da-49a8-a962-3a7010f1bb97 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313208 Apr 20 14:00:53.658000 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825eb8c-285a-49a3-9d78-162cc49ce84e req-fbfdfbda-d7b7-42f1-b77d-959dcab88915 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:53.659486 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1825eb8c-285a-49a3-9d78-162cc49ce84e req-fbfdfbda-d7b7-42f1-b77d-959dcab88915 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 946 time: 0.0512040 Apr 20 14:00:53.695635 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1825eb8c-285a-49a3-9d78-162cc49ce84e req-6dcf2bb4-b395-41a1-b140-4317848d507b tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302148 Apr 20 14:00:54.486585 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ff3e2d8d-97f2-4a9e-906a-61ec861670f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:54.809984 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf6c8b-6090-4df0-a04f-fe9eff56ba12 req-d2c33266-210e-43a3-9438-92ef2fbe1a62 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:54.811460 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3fcf6c8b-6090-4df0-a04f-fe9eff56ba12 req-d2c33266-210e-43a3-9438-92ef2fbe1a62 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 946 time: 0.0482287 Apr 20 14:00:54.848798 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3fcf6c8b-6090-4df0-a04f-fe9eff56ba12 req-7cd31ca4-21d4-49aa-9945-9b2718695502 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310867 Apr 20 14:00:55.970069 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774926ab-9fa6-4b65-95d8-676efe4f509a req-997a1eb9-e57b-46d2-9ddc-f3a4777ecfd2 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:55.971579 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-774926ab-9fa6-4b65-95d8-676efe4f509a req-997a1eb9-e57b-46d2-9ddc-f3a4777ecfd2 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 946 time: 0.0532949 Apr 20 14:00:56.008877 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-774926ab-9fa6-4b65-95d8-676efe4f509a req-e39a0f61-e7d9-4773-a5ad-a3b4bb725dd0 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313954 Apr 20 14:00:56.785442 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6b1a969e-11d6-41d8-8704-6b2fb6755d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:57.126208 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c7bbf-a7f1-4433-b41d-306a90794b76 req-86c3d38a-56be-4514-81ee-d4eec52656a2 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:57.127729 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-617c7bbf-a7f1-4433-b41d-306a90794b76 req-86c3d38a-56be-4514-81ee-d4eec52656a2 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 946 time: 0.0514297 Apr 20 14:00:57.163665 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-617c7bbf-a7f1-4433-b41d-306a90794b76 req-23389154-2de4-45c2-a2cf-8b431d8d1bed tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299261 Apr 20 14:00:58.252367 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:58.280162 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fafd977-cec4-4636-a32a-189c6ff3461f req-f2704649-f9ad-42db-ab78-8b713a58d922 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:58.281657 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4fafd977-cec4-4636-a32a-189c6ff3461f req-f2704649-f9ad-42db-ab78-8b713a58d922 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 946 time: 0.0496993 Apr 20 14:00:58.318941 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4fafd977-cec4-4636-a32a-189c6ff3461f req-b3ea0706-2d49-47f7-b3f9-2e5c2fc4403f tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312562 Apr 20 14:00:59.433411 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415d2b0-279e-42e0-9b4c-2b6ce6661c71 req-3f3acfd2-4609-45c0-a496-d70e629388c4 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:59.434845 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c415d2b0-279e-42e0-9b4c-2b6ce6661c71 req-3f3acfd2-4609-45c0-a496-d70e629388c4 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 946 time: 0.0475535 Apr 20 14:00:59.471742 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c415d2b0-279e-42e0-9b4c-2b6ce6661c71 req-5ccb4fce-15bd-43ad-845c-fa4329734769 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306301 Apr 20 14:00:59.537679 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:59.846088 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:00.592258 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b2bab-96e6-4886-ace3-72d7fb608327 req-48008b34-8b0b-4345-a525-b85f9ca09d82 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:00.593681 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e04b2bab-96e6-4886-ace3-72d7fb608327 req-48008b34-8b0b-4345-a525-b85f9ca09d82 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 946 time: 0.0508821 Apr 20 14:01:00.630784 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e04b2bab-96e6-4886-ace3-72d7fb608327 req-588538a3-3666-4265-8926-d2f69c287903 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311804 Apr 20 14:01:01.744527 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456e28c-44ea-4f8b-938b-4ed9b2a72a1e req-0880af87-b4eb-4e43-966f-eb2b3962d9f7 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:01.746452 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0456e28c-44ea-4f8b-938b-4ed9b2a72a1e req-0880af87-b4eb-4e43-966f-eb2b3962d9f7 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 946 time: 0.0481267 Apr 20 14:01:01.782350 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0456e28c-44ea-4f8b-938b-4ed9b2a72a1e req-b5ee797f-73fc-4fbe-8607-1fac566878fc tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299447 Apr 20 14:01:02.896848 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239e34a-6caa-4da9-b5ac-6055c36b05d8 req-7dbc9b18-a0f8-4861-8805-4a611b3732bc tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:02.898298 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1239e34a-6caa-4da9-b5ac-6055c36b05d8 req-7dbc9b18-a0f8-4861-8805-4a611b3732bc tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 946 time: 0.0478427 Apr 20 14:01:02.934519 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1239e34a-6caa-4da9-b5ac-6055c36b05d8 req-1904dd73-c349-457c-8896-35ab2116d652 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302997 Apr 20 14:01:03.602668 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:01:04.056527 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe45ba6-2571-4e3c-8844-bc5a3a40d501 req-1f6f669d-109a-4f65-8399-2c74987f5a8a tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:04.062468 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0fe45ba6-2571-4e3c-8844-bc5a3a40d501 req-1f6f669d-109a-4f65-8399-2c74987f5a8a tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 946 time: 0.0516627 Apr 20 14:01:04.094902 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0fe45ba6-2571-4e3c-8844-bc5a3a40d501 req-435ee4de-3d21-4eed-bfee-c7f4fdced5c0 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302560 Apr 20 14:01:05.209793 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d37b92-6d54-4710-9905-a47cca950b7f req-5420db79-3b43-4cd6-b622-c128eb2cceb1 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:05.211254 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-27d37b92-6d54-4710-9905-a47cca950b7f req-5420db79-3b43-4cd6-b622-c128eb2cceb1 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 946 time: 0.0484779 Apr 20 14:01:05.247765 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-27d37b92-6d54-4710-9905-a47cca950b7f req-eca1e84a-a2d6-4774-a740-36ba0806d565 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303237 Apr 20 14:01:06.361164 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9aa95-0cf2-4a7b-a18b-0585be720533 req-62e0298e-7afb-4a11-bbe6-6a63f9724dea tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:06.362604 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-21e9aa95-0cf2-4a7b-a18b-0585be720533 req-62e0298e-7afb-4a11-bbe6-6a63f9724dea tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 946 time: 0.0478115 Apr 20 14:01:06.398367 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-21e9aa95-0cf2-4a7b-a18b-0585be720533 req-c3b7152e-6b33-4827-946d-532a6131743e tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297925 Apr 20 14:01:07.514920 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d22a8b-10ab-44c1-adf7-cb296d7fb10f req-fd39a093-cfa5-4213-8c9d-c4049b3583ef tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:07.516402 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-22d22a8b-10ab-44c1-adf7-cb296d7fb10f req-fd39a093-cfa5-4213-8c9d-c4049b3583ef tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 946 time: 0.0511003 Apr 20 14:01:07.553412 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-22d22a8b-10ab-44c1-adf7-cb296d7fb10f req-4c0acf0a-cfa0-4d6f-8e1e-edf2b319b443 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310769 Apr 20 14:01:08.667036 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f765c-24cd-4fff-a78b-3f938f8fa71f req-baa89a7e-0664-43be-bcc9-239731e4f5e3 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:08.668498 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e21f765c-24cd-4fff-a78b-3f938f8fa71f req-baa89a7e-0664-43be-bcc9-239731e4f5e3 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 946 time: 0.0470250 Apr 20 14:01:08.705275 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e21f765c-24cd-4fff-a78b-3f938f8fa71f req-6c5501f1-64bb-4ac1-aca9-5e65cec83f0b tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308254 Apr 20 14:01:09.818440 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b1632-12ac-4e85-a76a-e0829487437d req-40f6f864-40cc-4eae-aa8a-0821eedb05b1 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:09.819947 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c41b1632-12ac-4e85-a76a-e0829487437d req-40f6f864-40cc-4eae-aa8a-0821eedb05b1 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 946 time: 0.0474114 Apr 20 14:01:09.857421 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c41b1632-12ac-4e85-a76a-e0829487437d req-dbbbcc5d-b3f4-4d10-b3e3-6ec573c63e93 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308576 Apr 20 14:01:10.975592 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3489ffb-c2ef-4dbe-9eaf-132f66883e74 req-7f6ac0a1-3d29-475d-91bc-855bdb6401e4 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:10.977033 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b3489ffb-c2ef-4dbe-9eaf-132f66883e74 req-7f6ac0a1-3d29-475d-91bc-855bdb6401e4 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 946 time: 0.0516965 Apr 20 14:01:11.013523 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b3489ffb-c2ef-4dbe-9eaf-132f66883e74 req-8b62ca0b-7944-4f50-994c-709951549bd7 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304987 Apr 20 14:01:12.128201 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5793c-ea6f-45d1-bfd3-7ed93dbda147 req-4abf957f-a726-4659-bc42-9d1188d9d58a tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:12.129658 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-72b5793c-ea6f-45d1-bfd3-7ed93dbda147 req-4abf957f-a726-4659-bc42-9d1188d9d58a tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 946 time: 0.0481374 Apr 20 14:01:12.165706 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-72b5793c-ea6f-45d1-bfd3-7ed93dbda147 req-cff5dff6-b546-41ba-be88-9ca39025cba7 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299501 Apr 20 14:01:12.680426 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:13.283583 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b16ad-2300-41f0-ad13-17998bbb1566 req-76823d21-7e4f-4dca-b881-80214303d596 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:13.285052 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-291b16ad-2300-41f0-ad13-17998bbb1566 req-76823d21-7e4f-4dca-b881-80214303d596 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 946 time: 0.0483031 Apr 20 14:01:13.321677 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-291b16ad-2300-41f0-ad13-17998bbb1566 req-91414b4a-6d92-486e-b765-55e72dad1666 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305750 Apr 20 14:01:13.463231 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:14.445988 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c936a5d-0f77-42d5-a073-4cb042a410c0 req-60b56c6d-6d30-4528-abf2-20129bc815e6 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:14.448064 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2c936a5d-0f77-42d5-a073-4cb042a410c0 req-60b56c6d-6d30-4528-abf2-20129bc815e6 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 946 time: 0.0547724 Apr 20 14:01:14.485699 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2c936a5d-0f77-42d5-a073-4cb042a410c0 req-14ff0c79-b3ea-4d8e-ac98-e6c22f659f67 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317149 Apr 20 14:01:15.598952 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f8e41-c0df-4f35-8198-50b28c1b22a9 req-2fd1a8a3-edf2-4cf8-a5aa-1a2b26cbd425 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:15.600410 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-868f8e41-c0df-4f35-8198-50b28c1b22a9 req-2fd1a8a3-edf2-4cf8-a5aa-1a2b26cbd425 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 946 time: 0.0472200 Apr 20 14:01:15.636533 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-868f8e41-c0df-4f35-8198-50b28c1b22a9 req-c421af3a-7c69-47ac-b6da-848aadd6b466 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295441 Apr 20 14:01:16.548819 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-eb5fa9f5-7c68-405f-afeb-84f9d8919941 service neutron] show failed (client error): The resource could not be found. Apr 20 14:01:16.549816 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-eb5fa9f5-7c68-405f-afeb-84f9d8919941 service neutron] 10.222.0.15 "GET /v2.0/ports/981821e1-88fb-4bd0-8544-457a24676564/bindings/n-h1-836015-7 HTTP/1.1" status: 404 len: 380 time: 0.0541956 Apr 20 14:01:16.756459 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437738d3-d8b7-481d-8a41-4895f9f18c1c req-294b33d7-63cd-409b-a650-7214fdfc38c0 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:16.757855 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-437738d3-d8b7-481d-8a41-4895f9f18c1c req-294b33d7-63cd-409b-a650-7214fdfc38c0 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 946 time: 0.0529850 Apr 20 14:01:16.795219 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-437738d3-d8b7-481d-8a41-4895f9f18c1c req-81671b80-c9a3-41f5-9bda-99746ad75985 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312698 Apr 20 14:01:17.098759 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.32', 52517) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:01:17.099216 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-1a1d2ea7-746a-4d0c-b94a-101d4faa5060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:17.100843 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-1a1d2ea7-746a-4d0c-b94a-101d4faa5060 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c&tenant_id=7a7651062e7845af9ba3a65617651c9f HTTP/1.1" status: 200 len: 1097 time: 0.0793824 Apr 20 14:01:17.110888 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-ff5643dc-6612-4076-ac03-0ba1eb343204 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:01:17.111868 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-ff5643dc-6612-4076-ac03-0ba1eb343204 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048828 Apr 20 14:01:17.124396 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-592d035f-f4d3-454a-a60b-2d7a96c56e0b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836015-7', 'device_owner': 'compute:nova'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:01:17.138969 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe4b76-3703-41aa-a001-9139300e4e1d req-84b02d20-ff0b-4d02-98cf-ebc6caec2322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:17.140570 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2abe4b76-3703-41aa-a001-9139300e4e1d req-84b02d20-ff0b-4d02-98cf-ebc6caec2322 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a7651062e7845af9ba3a65617651c9f&device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 1097 time: 0.0406895 Apr 20 14:01:17.178314 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-592d035f-f4d3-454a-a60b-2d7a96c56e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:17.244564 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe4b76-3703-41aa-a001-9139300e4e1d req-3ab42837-f5ae-4959-a332-1f6bc3b358be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:17.246010 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2abe4b76-3703-41aa-a001-9139300e4e1d req-3ab42837-f5ae-4959-a332-1f6bc3b358be service neutron] 10.222.0.32 "GET /v2.0/networks?id=a32fa4cc-90d5-498d-838c-fbeeba278744 HTTP/1.1" status: 200 len: 913 time: 0.0866990 Apr 20 14:01:17.286605 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2abe4b76-3703-41aa-a001-9139300e4e1d req-f659a9e1-c122-454c-87ad-731c265579f0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=981821e1-88fb-4bd0-8544-457a24676564 HTTP/1.1" status: 200 len: 217 time: 0.0345101 Apr 20 14:01:17.334233 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe4b76-3703-41aa-a001-9139300e4e1d req-6e2a12b1-4445-421d-9906-b9c93c7986a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:17.335621 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2abe4b76-3703-41aa-a001-9139300e4e1d req-6e2a12b1-4445-421d-9906-b9c93c7986a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53c98c07-e76f-4e28-9f32-0d62da81089d HTTP/1.1" status: 200 len: 852 time: 0.0423651 Apr 20 14:01:17.365971 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2abe4b76-3703-41aa-a001-9139300e4e1d req-665dbf88-030d-48a7-b1e6-eca83cd24563 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a32fa4cc-90d5-498d-838c-fbeeba278744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242839 Apr 20 14:01:17.462697 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2abe4b76-3703-41aa-a001-9139300e4e1d req-72a271b5-f532-4bce-a1ac-f4362bf53cc1 service neutron] 10.222.0.32 "GET /v2.0/networks/a32fa4cc-90d5-498d-838c-fbeeba278744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897222 Apr 20 14:01:17.555438 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2abe4b76-3703-41aa-a001-9139300e4e1d req-4671cec9-4bea-422b-8b8a-e88afc2547b4 service neutron] 10.222.0.32 "GET /v2.0/networks/a32fa4cc-90d5-498d-838c-fbeeba278744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867591 Apr 20 14:01:17.712788 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-592d035f-f4d3-454a-a60b-2d7a96c56e0b service neutron] For port 981821e1-88fb-4bd0-8544-457a24676564, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=981821e1-88fb-4bd0-8544-457a24676564,segment=NetworkSegment(3245d92e-d6e4-4d08-b332-49367e9483a8),segment_id=3245d92e-d6e4-4d08-b332-49367e9483a8)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:01:17.745330 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-592d035f-f4d3-454a-a60b-2d7a96c56e0b service neutron] For port 981821e1-88fb-4bd0-8544-457a24676564, host n-h2-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:01:17.783907 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e17fc1d-7605-41d3-91e7-3db52811772c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '981821e1-88fb-4bd0-8544-457a24676564'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:01:17.786207 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}477c3876f0a00723b6cc26f82b5301b7c44eaec2342ee7dfaa02d19e77b1fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0498647-f312-47a6-8a96-246eca00cc76" -d '{"events": [{"server_uuid": "3e17fc1d-7605-41d3-91e7-3db52811772c", "name": "network-vif-unplugged", "status": "completed", "tag": "981821e1-88fb-4bd0-8544-457a24676564"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:01:17.789993 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-592d035f-f4d3-454a-a60b-2d7a96c56e0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:17.802853 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-592d035f-f4d3-454a-a60b-2d7a96c56e0b service neutron] Transition to ACTIVE for port object 981821e1-88fb-4bd0-8544-457a24676564 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:01:17.837622 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242253a0-40fd-4d95-abba-a1c68ec56b86 x-openstack-request-id: req-242253a0-40fd-4d95-abba-a1c68ec56b86 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:01:17.837916 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e17fc1d-7605-41d3-91e7-3db52811772c", "name": "network-vif-unplugged", "status": "completed", "tag": "981821e1-88fb-4bd0-8544-457a24676564", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:01:17.838708 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-242253a0-40fd-4d95-abba-a1c68ec56b86 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:01:17.839321 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-242253a0-40fd-4d95-abba-a1c68ec56b86'] response: {'server_uuid': '3e17fc1d-7605-41d3-91e7-3db52811772c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '981821e1-88fb-4bd0-8544-457a24676564', 'code': 200} Apr 20 14:01:17.871634 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-592d035f-f4d3-454a-a60b-2d7a96c56e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:17.922879 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd4b52-c64a-4e51-9ed7-79b7127ade64 req-62fdfdc4-fe0e-4d12-adf6-8c8aaecfcb07 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:17.924446 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7dbd4b52-c64a-4e51-9ed7-79b7127ade64 req-62fdfdc4-fe0e-4d12-adf6-8c8aaecfcb07 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 944 time: 0.0555956 Apr 20 14:01:17.932759 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d035f-f4d3-454a-a60b-2d7a96c56e0b service neutron] Pushing event updated for resources: {'Port': ['ID=981821e1-88fb-4bd0-8544-457a24676564,revision_number=6']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:01:17.935103 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-592d035f-f4d3-454a-a60b-2d7a96c56e0b service neutron] No DVR routers for this DVR port 981821e1-88fb-4bd0-8544-457a24676564 on host n-h2-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:01:17.964715 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7dbd4b52-c64a-4e51-9ed7-79b7127ade64 req-6a14afab-e4f0-4dd4-ab90-af821a7fdece tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339782 Apr 20 14:01:17.974628 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-592d035f-f4d3-454a-a60b-2d7a96c56e0b service neutron] Attempting to bind port 981821e1-88fb-4bd0-8544-457a24676564 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:01:17.974968 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-592d035f-f4d3-454a-a60b-2d7a96c56e0b service neutron] Attempting to bind port 981821e1-88fb-4bd0-8544-457a24676564 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '3245d92e-d6e4-4d08-b332-49367e9483a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a32fa4cc-90d5-498d-838c-fbeeba278744'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:01:17.975417 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-592d035f-f4d3-454a-a60b-2d7a96c56e0b service neutron] Attempting to bind port 981821e1-88fb-4bd0-8544-457a24676564 on network a32fa4cc-90d5-498d-838c-fbeeba278744 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:01:17.980151 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-592d035f-f4d3-454a-a60b-2d7a96c56e0b service neutron] Port 981821e1-88fb-4bd0-8544-457a24676564 on network a32fa4cc-90d5-498d-838c-fbeeba278744 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:01:17.980543 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-592d035f-f4d3-454a-a60b-2d7a96c56e0b service neutron] Attempting to bind port 981821e1-88fb-4bd0-8544-457a24676564 on network a32fa4cc-90d5-498d-838c-fbeeba278744 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:01:17.985266 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-592d035f-f4d3-454a-a60b-2d7a96c56e0b service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:01:17.985600 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-592d035f-f4d3-454a-a60b-2d7a96c56e0b service neutron] Checking segment: {'id': '3245d92e-d6e4-4d08-b332-49367e9483a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a32fa4cc-90d5-498d-838c-fbeeba278744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:01:17.985976 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-592d035f-f4d3-454a-a60b-2d7a96c56e0b service neutron] Bound using segment: {'id': '3245d92e-d6e4-4d08-b332-49367e9483a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a32fa4cc-90d5-498d-838c-fbeeba278744'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:01:17.986393 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-592d035f-f4d3-454a-a60b-2d7a96c56e0b service neutron] Bound port: 981821e1-88fb-4bd0-8544-457a24676564, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3245d92e-d6e4-4d08-b332-49367e9483a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a32fa4cc-90d5-498d-838c-fbeeba278744'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:01:17.986746 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-592d035f-f4d3-454a-a60b-2d7a96c56e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:18.047376 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-592d035f-f4d3-454a-a60b-2d7a96c56e0b service neutron] For port 981821e1-88fb-4bd0-8544-457a24676564, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:01:18.050313 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-592d035f-f4d3-454a-a60b-2d7a96c56e0b service neutron] For port 981821e1-88fb-4bd0-8544-457a24676564, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=981821e1-88fb-4bd0-8544-457a24676564,segment=NetworkSegment(3245d92e-d6e4-4d08-b332-49367e9483a8),segment_id=3245d92e-d6e4-4d08-b332-49367e9483a8)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:01:18.137748 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-592d035f-f4d3-454a-a60b-2d7a96c56e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:18.171243 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-592d035f-f4d3-454a-a60b-2d7a96c56e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:18.171871 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-592d035f-f4d3-454a-a60b-2d7a96c56e0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:18.173224 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-592d035f-f4d3-454a-a60b-2d7a96c56e0b service neutron] 10.222.0.32 "PUT /v2.0/ports/981821e1-88fb-4bd0-8544-457a24676564 HTTP/1.1" status: 200 len: 1092 time: 1.0526969 Apr 20 14:01:18.193426 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d035f-f4d3-454a-a60b-2d7a96c56e0b service neutron] Pushing event updated for resources: {'Port': ['ID=981821e1-88fb-4bd0-8544-457a24676564,revision_number=7']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:01:18.235336 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-67684774-d168-497d-9dc6-8f5979350bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:18.236770 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-67684774-d168-497d-9dc6-8f5979350bb0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a7651062e7845af9ba3a65617651c9f&device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 1095 time: 0.0403187 Apr 20 14:01:18.326303 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-2d88094f-ecdc-46fc-b7c1-8b533b1d2304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:18.327756 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-2d88094f-ecdc-46fc-b7c1-8b533b1d2304 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a32fa4cc-90d5-498d-838c-fbeeba278744 HTTP/1.1" status: 200 len: 913 time: 0.0841086 Apr 20 14:01:18.366818 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-8bb491da-281c-408a-9751-3caa5f4fe2d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=981821e1-88fb-4bd0-8544-457a24676564 HTTP/1.1" status: 200 len: 217 time: 0.0331411 Apr 20 14:01:18.416260 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-613cc1e0-3594-46a9-9471-042ce8f1937a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:18.417637 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-613cc1e0-3594-46a9-9471-042ce8f1937a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53c98c07-e76f-4e28-9f32-0d62da81089d HTTP/1.1" status: 200 len: 852 time: 0.0452466 Apr 20 14:01:18.447278 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-de3b02ca-b4ae-43e4-ad40-40e9765fea23 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a32fa4cc-90d5-498d-838c-fbeeba278744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231717 Apr 20 14:01:18.537329 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-e44f6b4e-148e-45d4-b724-b8c52a193829 service neutron] 10.222.0.32 "GET /v2.0/networks/a32fa4cc-90d5-498d-838c-fbeeba278744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817692 Apr 20 14:01:18.628638 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d7133016-c7d5-4d5f-97a3-95a6ad41bf49 req-8fef410f-55fb-4580-8cbf-d6bf2f011ac7 service neutron] 10.222.0.32 "GET /v2.0/networks/a32fa4cc-90d5-498d-838c-fbeeba278744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841868 Apr 20 14:01:19.082985 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6434f-db4a-4ba2-a0c7-8e3873f91a30 req-ef118678-f535-43f5-8579-e2fc18111960 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:19.084480 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-49d6434f-db4a-4ba2-a0c7-8e3873f91a30 req-ef118678-f535-43f5-8579-e2fc18111960 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 944 time: 0.0490916 Apr 20 14:01:19.123935 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-49d6434f-db4a-4ba2-a0c7-8e3873f91a30 req-03de7c3c-3255-4a1a-b8b0-73806d9f531f tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329652 Apr 20 14:01:19.840672 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e17fc1d-7605-41d3-91e7-3db52811772c', 'tag': '981821e1-88fb-4bd0-8544-457a24676564'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:01:19.843138 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}477c3876f0a00723b6cc26f82b5301b7c44eaec2342ee7dfaa02d19e77b1fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67680e58-5723-4dc3-8980-bd39bf87c1d1" -d '{"events": [{"name": "network-changed", "server_uuid": "3e17fc1d-7605-41d3-91e7-3db52811772c", "tag": "981821e1-88fb-4bd0-8544-457a24676564"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:01:19.892512 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f62518-92ae-4fe9-abfd-39da95e33f92 x-openstack-request-id: req-36f62518-92ae-4fe9-abfd-39da95e33f92 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:01:19.892810 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e17fc1d-7605-41d3-91e7-3db52811772c", "tag": "981821e1-88fb-4bd0-8544-457a24676564", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:01:19.893065 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-36f62518-92ae-4fe9-abfd-39da95e33f92 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:01:19.893476 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36f62518-92ae-4fe9-abfd-39da95e33f92'] response: {'name': 'network-changed', 'server_uuid': '3e17fc1d-7605-41d3-91e7-3db52811772c', 'tag': '981821e1-88fb-4bd0-8544-457a24676564', 'status': 'completed', 'code': 200} Apr 20 14:01:19.933950 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 981821e1-88fb-4bd0-8544-457a24676564 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:01:19.951767 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67680e58-5723-4dc3-8980-bd39bf87c1d1 req-bb6edce3-602c-4c9a-be86-ce39f5c590f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:19.953362 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-67680e58-5723-4dc3-8980-bd39bf87c1d1 req-bb6edce3-602c-4c9a-be86-ce39f5c590f3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a7651062e7845af9ba3a65617651c9f&device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 1095 time: 0.0434134 Apr 20 14:01:19.955956 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67680e58-5723-4dc3-8980-bd39bf87c1d1 req-ed42fee1-a825-4e61-982b-22eb782bf750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:19.968818 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-67680e58-5723-4dc3-8980-bd39bf87c1d1 req-ed42fee1-a825-4e61-982b-22eb782bf750 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a7651062e7845af9ba3a65617651c9f&device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 1095 time: 0.0423241 Apr 20 14:01:19.974783 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 981821e1-88fb-4bd0-8544-457a24676564 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:01:20.054452 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67680e58-5723-4dc3-8980-bd39bf87c1d1 req-20cc2e1e-2864-4f7b-b8b2-3f04f21f98a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:20.056038 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-67680e58-5723-4dc3-8980-bd39bf87c1d1 req-20cc2e1e-2864-4f7b-b8b2-3f04f21f98a8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a32fa4cc-90d5-498d-838c-fbeeba278744 HTTP/1.1" status: 200 len: 913 time: 0.0915782 Apr 20 14:01:20.059415 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67680e58-5723-4dc3-8980-bd39bf87c1d1 req-bf4266e5-6f19-4080-8735-3b1425195db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:20.060862 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-67680e58-5723-4dc3-8980-bd39bf87c1d1 req-bf4266e5-6f19-4080-8735-3b1425195db9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a32fa4cc-90d5-498d-838c-fbeeba278744 HTTP/1.1" status: 200 len: 913 time: 0.0992849 Apr 20 14:01:20.097085 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-67680e58-5723-4dc3-8980-bd39bf87c1d1 req-957a171f-3400-450b-a613-2f384c1a9633 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=981821e1-88fb-4bd0-8544-457a24676564 HTTP/1.1" status: 200 len: 217 time: 0.0348170 Apr 20 14:01:20.102985 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-67680e58-5723-4dc3-8980-bd39bf87c1d1 req-71a7db0c-72f9-4cbe-96d0-7af75eb8750d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=981821e1-88fb-4bd0-8544-457a24676564 HTTP/1.1" status: 200 len: 217 time: 0.0347993 Apr 20 14:01:20.149055 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67680e58-5723-4dc3-8980-bd39bf87c1d1 req-efcfa7da-d0e0-499d-a76b-2dd119354e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:20.150500 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-67680e58-5723-4dc3-8980-bd39bf87c1d1 req-efcfa7da-d0e0-499d-a76b-2dd119354e40 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=53c98c07-e76f-4e28-9f32-0d62da81089d HTTP/1.1" status: 200 len: 852 time: 0.0476563 Apr 20 14:01:20.151446 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67680e58-5723-4dc3-8980-bd39bf87c1d1 req-dd25cf58-a896-4b28-bcfe-9532aca213f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:20.152878 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-67680e58-5723-4dc3-8980-bd39bf87c1d1 req-dd25cf58-a896-4b28-bcfe-9532aca213f0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53c98c07-e76f-4e28-9f32-0d62da81089d HTTP/1.1" status: 200 len: 852 time: 0.0436327 Apr 20 14:01:20.181387 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-67680e58-5723-4dc3-8980-bd39bf87c1d1 req-12bf61ed-a02d-4959-b408-4088155f4f32 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a32fa4cc-90d5-498d-838c-fbeeba278744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243587 Apr 20 14:01:20.184844 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-67680e58-5723-4dc3-8980-bd39bf87c1d1 req-d50f329d-b79b-47a9-9d6c-24c0484d4f93 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a32fa4cc-90d5-498d-838c-fbeeba278744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255020 Apr 20 14:01:20.279597 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-67680e58-5723-4dc3-8980-bd39bf87c1d1 req-917f00a2-6944-459c-9b7c-055cf555f88b service neutron] 10.222.0.32 "GET /v2.0/networks/a32fa4cc-90d5-498d-838c-fbeeba278744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877938 Apr 20 14:01:20.292106 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a9086-54ca-4c0f-9e4f-8788170d60d2 req-7de577c9-71c1-4801-84e6-12ceeb342854 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:20.293572 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9b9a9086-54ca-4c0f-9e4f-8788170d60d2 req-7de577c9-71c1-4801-84e6-12ceeb342854 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 944 time: 0.0985043 Apr 20 14:01:20.314773 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-67680e58-5723-4dc3-8980-bd39bf87c1d1 req-799f26a6-fb2c-4973-9aae-64c46d210b7f service neutron] 10.222.0.15 "GET /v2.0/networks/a32fa4cc-90d5-498d-838c-fbeeba278744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270814 Apr 20 14:01:20.371098 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-67680e58-5723-4dc3-8980-bd39bf87c1d1 req-2bd00abe-733b-45c0-b72e-6325cfa8ffd3 service neutron] 10.222.0.32 "GET /v2.0/networks/a32fa4cc-90d5-498d-838c-fbeeba278744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847511 Apr 20 14:01:20.381114 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9b9a9086-54ca-4c0f-9e4f-8788170d60d2 req-a29f58e0-f231-4a83-8970-f5ca8ac644df tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772176 Apr 20 14:01:20.416110 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-67680e58-5723-4dc3-8980-bd39bf87c1d1 req-63344cdf-058c-4118-9979-4af732e25551 service neutron] 10.222.0.15 "GET /v2.0/networks/a32fa4cc-90d5-498d-838c-fbeeba278744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943873 Apr 20 14:01:21.504465 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db633a-5520-42d4-bfb5-9ab9c383bd2f req-0d40552f-a4d4-44e4-9386-139e2156e40d tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:21.505921 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-28db633a-5520-42d4-bfb5-9ab9c383bd2f req-0d40552f-a4d4-44e4-9386-139e2156e40d tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 944 time: 0.0535686 Apr 20 14:01:21.543140 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-28db633a-5520-42d4-bfb5-9ab9c383bd2f req-4d5de418-ce08-44f2-a84c-8cb10d9b1f6f tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311108 Apr 20 14:01:22.657141 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638cad10-a4fa-4e58-a528-cfbc18e12a2a req-9d14efce-f708-4f1b-b7cf-332108d2247f tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:22.658585 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-638cad10-a4fa-4e58-a528-cfbc18e12a2a req-9d14efce-f708-4f1b-b7cf-332108d2247f tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 944 time: 0.0477843 Apr 20 14:01:22.694872 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-638cad10-a4fa-4e58-a528-cfbc18e12a2a req-982b683d-0d93-4aa9-b506-4bd01afb2f3e tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303233 Apr 20 14:01:23.171986 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e52ff9-7f01-472a-b46c-35f9baff844d req-ffb442a5-5db0-47e6-bda3-086b4debb180 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:23.173414 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-15e52ff9-7f01-472a-b46c-35f9baff844d req-ffb442a5-5db0-47e6-bda3-086b4debb180 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c&tenant_id=7a7651062e7845af9ba3a65617651c9f&binding%3Ahost_id=n-h1-836015-7 HTTP/1.1" status: 200 len: 944 time: 0.0811756 Apr 20 14:01:23.235660 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [req-15e52ff9-7f01-472a-b46c-35f9baff844d req-fc648191-e0b2-485a-926e-2cc02f68b467 service neutron] delete failed (client error): The resource could not be found. Apr 20 14:01:23.236651 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-15e52ff9-7f01-472a-b46c-35f9baff844d req-fc648191-e0b2-485a-926e-2cc02f68b467 service neutron] 10.222.0.15 "DELETE /v2.0/ports/981821e1-88fb-4bd0-8544-457a24676564/bindings/n-h2-836015-7 HTTP/1.1" status: 404 len: 380 time: 0.0562587 Apr 20 14:01:23.262094 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 981821e1-88fb-4bd0-8544-457a24676564 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:01:23.320357 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e52ff9-7f01-472a-b46c-35f9baff844d req-3bb8063d-7d49-40c2-9a18-413fc3108c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:23.321861 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-15e52ff9-7f01-472a-b46c-35f9baff844d req-3bb8063d-7d49-40c2-9a18-413fc3108c0c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7a7651062e7845af9ba3a65617651c9f&device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 1095 time: 0.0407360 Apr 20 14:01:23.358520 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 981821e1-88fb-4bd0-8544-457a24676564, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=981821e1-88fb-4bd0-8544-457a24676564,segment=NetworkSegment(3245d92e-d6e4-4d08-b332-49367e9483a8),segment_id=3245d92e-d6e4-4d08-b332-49367e9483a8)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:01:23.369678 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '981821e1-88fb-4bd0-8544-457a24676564', 'network_id': 'a32fa4cc-90d5-498d-838c-fbeeba278744', 'port_id': '981821e1-88fb-4bd0-8544-457a24676564', 'mac_address': 'fa:16:3e:e8:f5:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c98c07-e76f-4e28-9f32-0d62da81089d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:01:23.406016 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:23.413347 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e52ff9-7f01-472a-b46c-35f9baff844d req-b334ec16-79c0-444b-bddb-52a9e5b7c377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:23.414896 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-15e52ff9-7f01-472a-b46c-35f9baff844d req-b334ec16-79c0-444b-bddb-52a9e5b7c377 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a32fa4cc-90d5-498d-838c-fbeeba278744 HTTP/1.1" status: 200 len: 913 time: 0.0871003 Apr 20 14:01:23.418461 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 981821e1-88fb-4bd0-8544-457a24676564 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:01:23.438591 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 981821e1-88fb-4bd0-8544-457a24676564, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=981821e1-88fb-4bd0-8544-457a24676564,segment=NetworkSegment(3245d92e-d6e4-4d08-b332-49367e9483a8),segment_id=3245d92e-d6e4-4d08-b332-49367e9483a8)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:01:23.562610 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:23.616019 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=981821e1-88fb-4bd0-8544-457a24676564,revision_number=8']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:01:23.623384 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:23.623716 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:23.624055 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:23.624386 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:23.624712 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:23.625036 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:23.625361 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:23.625684 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:23.626000 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:23.626318 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:23.626635 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:23.626949 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:23.788201 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-15e52ff9-7f01-472a-b46c-35f9baff844d req-eb001f98-58c8-4b6a-ae67-aeeaf8d4f26f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=981821e1-88fb-4bd0-8544-457a24676564 HTTP/1.1" status: 200 len: 217 time: 0.3672435 Apr 20 14:01:23.839091 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e52ff9-7f01-472a-b46c-35f9baff844d req-87a37420-7ee3-45fe-bb93-76706a1acff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:23.841124 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-15e52ff9-7f01-472a-b46c-35f9baff844d req-87a37420-7ee3-45fe-bb93-76706a1acff3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=53c98c07-e76f-4e28-9f32-0d62da81089d HTTP/1.1" status: 200 len: 852 time: 0.0455256 Apr 20 14:01:23.871307 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-15e52ff9-7f01-472a-b46c-35f9baff844d req-acd4fad9-53e7-4a28-81c7-5baffa17039c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a32fa4cc-90d5-498d-838c-fbeeba278744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239959 Apr 20 14:01:23.959285 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['981821e1-88fb-4bd0-8544-457a24676564'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:01:23.962212 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-15e52ff9-7f01-472a-b46c-35f9baff844d req-b3eb6df9-85b7-427b-88e8-dd5042ae5870 service neutron] 10.222.0.15 "GET /v2.0/networks/a32fa4cc-90d5-498d-838c-fbeeba278744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835092 Apr 20 14:01:24.053468 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-15e52ff9-7f01-472a-b46c-35f9baff844d req-6ef9872d-a9af-4c1c-94bd-1881d83f4c5a service neutron] 10.222.0.15 "GET /v2.0/networks/a32fa4cc-90d5-498d-838c-fbeeba278744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848956 Apr 20 14:01:24.486788 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-252a7577-8062-493e-8f81-c79ef3853307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:25.276473 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 981821e1-88fb-4bd0-8544-457a24676564 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:01:25.411733 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 981821e1-88fb-4bd0-8544-457a24676564 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:01:25.415842 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 981821e1-88fb-4bd0-8544-457a24676564 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:01:25.416213 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:25.457034 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b2a62-4c9d-484a-aa85-e1e1deb9dcff req-071fa6ba-cc06-4260-a968-72414e32d784 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:25.458810 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-da6b2a62-4c9d-484a-aa85-e1e1deb9dcff req-071fa6ba-cc06-4260-a968-72414e32d784 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 945 time: 0.0504000 Apr 20 14:01:25.494052 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:25.498672 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-da6b2a62-4c9d-484a-aa85-e1e1deb9dcff req-1879c094-d49a-4d76-92cf-73316ba83358 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337126 Apr 20 14:01:25.517232 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e17fc1d-7605-41d3-91e7-3db52811772c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981821e1-88fb-4bd0-8544-457a24676564'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:01:25.519473 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac87ba4abbb4e8505208ea6fd510b76711e5f2ebc605ae5eca19bb7d33fcf53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a49bfa-e8d7-470a-8872-dcf7e31612b7" -d '{"events": [{"server_uuid": "3e17fc1d-7605-41d3-91e7-3db52811772c", "name": "network-vif-plugged", "status": "completed", "tag": "981821e1-88fb-4bd0-8544-457a24676564"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:01:25.533271 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 981821e1-88fb-4bd0-8544-457a24676564, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=981821e1-88fb-4bd0-8544-457a24676564,segment=NetworkSegment(3245d92e-d6e4-4d08-b332-49367e9483a8),segment_id=3245d92e-d6e4-4d08-b332-49367e9483a8)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:01:25.559791 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3dbb8a-13f0-463b-8182-f1a743522381 x-openstack-request-id: req-9b3dbb8a-13f0-463b-8182-f1a743522381 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:01:25.559791 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e17fc1d-7605-41d3-91e7-3db52811772c", "name": "network-vif-plugged", "status": "completed", "tag": "981821e1-88fb-4bd0-8544-457a24676564", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:01:25.559791 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9b3dbb8a-13f0-463b-8182-f1a743522381 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:01:25.559791 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b3dbb8a-13f0-463b-8182-f1a743522381'] response: {'server_uuid': '3e17fc1d-7605-41d3-91e7-3db52811772c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981821e1-88fb-4bd0-8544-457a24676564', 'code': 200} Apr 20 14:01:25.605860 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:25.655720 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=981821e1-88fb-4bd0-8544-457a24676564,revision_number=9']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:01:26.627067 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7be40e-bc35-41db-a78f-2120ec0aa682 req-09127692-6aeb-4b01-85ff-acab49821fec tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:26.628612 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ae7be40e-bc35-41db-a78f-2120ec0aa682 req-09127692-6aeb-4b01-85ff-acab49821fec tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 946 time: 0.0583582 Apr 20 14:01:26.667144 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ae7be40e-bc35-41db-a78f-2120ec0aa682 req-7b87fe7c-e3b6-4aed-adab-cef4fbab62bc tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323672 Apr 20 14:01:26.834482 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d68f6ff1-afd4-4bdd-81cc-308cd8b0be89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:26.898801 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e52ff9-7f01-472a-b46c-35f9baff844d req-05ee3e75-6b6d-4bc0-9afb-e86fe0449ad2 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:26.900281 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-15e52ff9-7f01-472a-b46c-35f9baff844d req-05ee3e75-6b6d-4bc0-9afb-e86fe0449ad2 tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 946 time: 0.0531588 Apr 20 14:01:26.987448 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-15e52ff9-7f01-472a-b46c-35f9baff844d req-2f5aaa90-3371-4b87-a473-ed7bb40507be tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Deleting port 981821e1-88fb-4bd0-8544-457a24676564 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:01:26.987794 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-15e52ff9-7f01-472a-b46c-35f9baff844d req-2f5aaa90-3371-4b87-a473-ed7bb40507be tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:27.075815 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-15e52ff9-7f01-472a-b46c-35f9baff844d req-2f5aaa90-3371-4b87-a473-ed7bb40507be tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] For port 981821e1-88fb-4bd0-8544-457a24676564, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=981821e1-88fb-4bd0-8544-457a24676564,segment=NetworkSegment(3245d92e-d6e4-4d08-b332-49367e9483a8),segment_id=3245d92e-d6e4-4d08-b332-49367e9483a8)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:01:27.076173 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-15e52ff9-7f01-472a-b46c-35f9baff844d req-2f5aaa90-3371-4b87-a473-ed7bb40507be tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:27.088826 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-15e52ff9-7f01-472a-b46c-35f9baff844d req-2f5aaa90-3371-4b87-a473-ed7bb40507be tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Calling delete_port for 981821e1-88fb-4bd0-8544-457a24676564 owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:01:27.259688 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-15e52ff9-7f01-472a-b46c-35f9baff844d req-2f5aaa90-3371-4b87-a473-ed7bb40507be tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:27.274474 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['981821e1-88fb-4bd0-8544-457a24676564'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:01:27.292301 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5aaa90-3371-4b87-a473-ed7bb40507be tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Pushing event deleted for resources: {'Port': ['ID=981821e1-88fb-4bd0-8544-457a24676564,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:01:27.332097 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e52ff9-7f01-472a-b46c-35f9baff844d req-2f5aaa90-3371-4b87-a473-ed7bb40507be tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] No DVR routers for this DVR port 981821e1-88fb-4bd0-8544-457a24676564 on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:01:27.334645 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-15e52ff9-7f01-472a-b46c-35f9baff844d req-2f5aaa90-3371-4b87-a473-ed7bb40507be tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:27.337857 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-15e52ff9-7f01-472a-b46c-35f9baff844d req-2f5aaa90-3371-4b87-a473-ed7bb40507be tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.32 "DELETE /v2.0/ports/981821e1-88fb-4bd0-8544-457a24676564 HTTP/1.1" status: 204 len: 173 time: 0.4312339 Apr 20 14:01:27.338256 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e17fc1d-7605-41d3-91e7-3db52811772c', 'name': 'network-vif-deleted', 'tag': '981821e1-88fb-4bd0-8544-457a24676564'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:01:27.340610 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}477c3876f0a00723b6cc26f82b5301b7c44eaec2342ee7dfaa02d19e77b1fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9c1542-ba89-4a4c-b5b6-012527f0aa52" -d '{"events": [{"server_uuid": "3e17fc1d-7605-41d3-91e7-3db52811772c", "name": "network-vif-deleted", "tag": "981821e1-88fb-4bd0-8544-457a24676564"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:01:27.376298 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd95b5b9-0b51-40bb-b3d2-39bd20da111b x-openstack-request-id: req-dd95b5b9-0b51-40bb-b3d2-39bd20da111b {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:01:27.376590 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e17fc1d-7605-41d3-91e7-3db52811772c", "name": "network-vif-deleted", "tag": "981821e1-88fb-4bd0-8544-457a24676564", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:01:27.376843 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dd95b5b9-0b51-40bb-b3d2-39bd20da111b {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:01:27.377245 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd95b5b9-0b51-40bb-b3d2-39bd20da111b'] response: {'server_uuid': '3e17fc1d-7605-41d3-91e7-3db52811772c', 'name': 'network-vif-deleted', 'tag': '981821e1-88fb-4bd0-8544-457a24676564', 'status': 'completed', 'code': 200} Apr 20 14:01:27.776825 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bc8c1ce9-07d0-4277-abd9-434b19406e27 req-31e3de88-7982-4026-8caf-9cb977ee3ece tempest-DeleteServersTestJSON-1245154207 tempest-DeleteServersTestJSON-1245154207-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e17fc1d-7605-41d3-91e7-3db52811772c HTTP/1.1" status: 200 len: 210 time: 0.0284357 Apr 20 14:01:28.248005 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:28.907925 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60004) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:01:28.955859 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1943526-4830-4464-af5c-9d3461877b3d admin admin] Deleting subnet 53c98c07-e76f-4e28-9f32-0d62da81089d {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:01:28.958860 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d1943526-4830-4464-af5c-9d3461877b3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:28.992249 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d1943526-4830-4464-af5c-9d3461877b3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:29.031968 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d1943526-4830-4464-af5c-9d3461877b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:29.145405 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d1943526-4830-4464-af5c-9d3461877b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:29.175375 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1943526-4830-4464-af5c-9d3461877b3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53c98c07-e76f-4e28-9f32-0d62da81089d,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:01:29.180110 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d1943526-4830-4464-af5c-9d3461877b3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:29.183612 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d1943526-4830-4464-af5c-9d3461877b3d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/53c98c07-e76f-4e28-9f32-0d62da81089d HTTP/1.1" status: 204 len: 168 time: 0.2746749 Apr 20 14:01:29.186313 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 60006) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:01:29.189580 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1943526-4830-4464-af5c-9d3461877b3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:29.189930 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1943526-4830-4464-af5c-9d3461877b3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:29.190270 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1943526-4830-4464-af5c-9d3461877b3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:29.190865 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1943526-4830-4464-af5c-9d3461877b3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:29.191198 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1943526-4830-4464-af5c-9d3461877b3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:29.191552 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1943526-4830-4464-af5c-9d3461877b3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:29.191882 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1943526-4830-4464-af5c-9d3461877b3d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:29.192209 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1943526-4830-4464-af5c-9d3461877b3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:29.192533 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1943526-4830-4464-af5c-9d3461877b3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:29.192859 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1943526-4830-4464-af5c-9d3461877b3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:29.193183 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1943526-4830-4464-af5c-9d3461877b3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:29.193509 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1943526-4830-4464-af5c-9d3461877b3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:29.257809 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d786e1b4-7239-4f77-be4f-3b8557209782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:29.333328 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d786e1b4-7239-4f77-be4f-3b8557209782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:29.353106 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-d786e1b4-7239-4f77-be4f-3b8557209782 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a32fa4cc-90d5-498d-838c-fbeeba278744']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:01:29.362550 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-d786e1b4-7239-4f77-be4f-3b8557209782 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3245d92e-d6e4-4d08-b332-49367e9483a8') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:01:29.362849 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-d786e1b4-7239-4f77-be4f-3b8557209782 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3245d92e-d6e4-4d08-b332-49367e9483a8') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:01:29.371885 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d786e1b4-7239-4f77-be4f-3b8557209782 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:29.384496 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d786e1b4-7239-4f77-be4f-3b8557209782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:29.390258 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d786e1b4-7239-4f77-be4f-3b8557209782 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:01:29.390641 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d786e1b4-7239-4f77-be4f-3b8557209782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:29.392261 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 14:01:29.392261 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:01:29.392261 n-d-836015-7 neutron-server[114870]: timer() Apr 20 14:01:29.392261 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:01:29.392261 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 14:01:29.392261 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:01:29.392261 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 14:01:29.392261 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:01:29.392261 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 14:01:29.392261 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:01:29.392261 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 14:01:29.392261 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:01:29.392261 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 14:01:29.392261 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:01:29.392261 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:01:29.392261 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:01:29.392261 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:01:29.392261 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:01:29.392261 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 14:01:29.392261 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:01:29.392261 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 14:01:29.392261 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:01:29.392261 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:01:29.392261 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:01:29.392261 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 14:01:29.392261 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:01:29.392261 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:01:29.392261 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:01:29.392261 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:01:29.392261 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:01:29.392261 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:01:29.392261 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:01:29.488075 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d786e1b4-7239-4f77-be4f-3b8557209782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:29.493616 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d786e1b4-7239-4f77-be4f-3b8557209782 admin admin] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:29.496856 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d786e1b4-7239-4f77-be4f-3b8557209782 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a32fa4cc-90d5-498d-838c-fbeeba278744 HTTP/1.1" status: 204 len: 168 time: 0.3089492 Apr 20 14:01:29.505205 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:29.508162 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d786e1b4-7239-4f77-be4f-3b8557209782 admin admin] Pushing event deleted for resources: {'Network': ['ID=a32fa4cc-90d5-498d-838c-fbeeba278744,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:01:29.515685 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d786e1b4-7239-4f77-be4f-3b8557209782 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:29.516031 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d786e1b4-7239-4f77-be4f-3b8557209782 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:29.516369 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d786e1b4-7239-4f77-be4f-3b8557209782 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:29.516704 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d786e1b4-7239-4f77-be4f-3b8557209782 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:29.517032 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d786e1b4-7239-4f77-be4f-3b8557209782 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:29.517383 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d786e1b4-7239-4f77-be4f-3b8557209782 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:29.517686 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d786e1b4-7239-4f77-be4f-3b8557209782 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:29.518118 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d786e1b4-7239-4f77-be4f-3b8557209782 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:29.518319 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d786e1b4-7239-4f77-be4f-3b8557209782 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:29.518639 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d786e1b4-7239-4f77-be4f-3b8557209782 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:29.518958 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d786e1b4-7239-4f77-be4f-3b8557209782 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:29.519276 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d786e1b4-7239-4f77-be4f-3b8557209782 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:29.828468 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60010) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:01:29.866903 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7676c770-1355-4b92-90d2-4797af8a74a0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7a7651062e7845af9ba3a65617651c9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372689 Apr 20 14:01:29.869347 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60012) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:01:29.903397 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:29.915677 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-85b48f52-bca6-465e-bd9e-7da6417e6c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:29.936315 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-85b48f52-bca6-465e-bd9e-7da6417e6c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:30.077205 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-85b48f52-bca6-465e-bd9e-7da6417e6c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:30.079971 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-85b48f52-bca6-465e-bd9e-7da6417e6c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:30.081158 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-85b48f52-bca6-465e-bd9e-7da6417e6c9b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049 HTTP/1.1" status: 204 len: 168 time: 0.2109263 Apr 20 14:01:30.089593 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b48f52-bca6-465e-bd9e-7da6417e6c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed356c8-cdc4-40c9-87bd-1b4f0fbdf049,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:01:31.052807 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60034) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:01:31.157202 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-af12cb2a-28a8-43bd-aacb-e184ab10955c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-300637512-network', 'tenant_id': '307c13f0dbbe4a308af163d543f3fef6'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:01:31.234643 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af12cb2a-28a8-43bd-aacb-e184ab10955c admin admin] Made reservation on behalf of 307c13f0dbbe4a308af163d543f3fef6 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:01:31.236866 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-af12cb2a-28a8-43bd-aacb-e184ab10955c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:31.244989 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-af12cb2a-28a8-43bd-aacb-e184ab10955c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:31.308366 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 981821e1-88fb-4bd0-8544-457a24676564 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:01:31.319561 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-af12cb2a-28a8-43bd-aacb-e184ab10955c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:31.328411 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 981821e1-88fb-4bd0-8544-457a24676564 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:01:31.328746 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 981821e1-88fb-4bd0-8544-457a24676564 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:01:31.383255 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-af12cb2a-28a8-43bd-aacb-e184ab10955c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:31.410486 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af12cb2a-28a8-43bd-aacb-e184ab10955c admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:01:31.416589 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af12cb2a-28a8-43bd-aacb-e184ab10955c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7816d0c3-3e21-479b-abff-b9caaa4ae7a2,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:01:31.423432 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-af12cb2a-28a8-43bd-aacb-e184ab10955c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:31.423590 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-af12cb2a-28a8-43bd-aacb-e184ab10955c admin admin] Added segment 7df0b1cf-ba39-4c4d-94ae-9543751db5ac of type vlan for network d368e5b5-1174-40fa-9511-c01016fdcf89 Apr 20 14:01:31.462669 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-af12cb2a-28a8-43bd-aacb-e184ab10955c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:31.577362 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-af12cb2a-28a8-43bd-aacb-e184ab10955c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:31.578860 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af12cb2a-28a8-43bd-aacb-e184ab10955c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:31.579457 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-af12cb2a-28a8-43bd-aacb-e184ab10955c admin admin] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:31.635913 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af12cb2a-28a8-43bd-aacb-e184ab10955c admin admin] Pushing event updated for resources: {'Network': ['ID=d368e5b5-1174-40fa-9511-c01016fdcf89,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:01:31.646206 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network d368e5b5-1174-40fa-9511-c01016fdcf89 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:01:31.700386 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-af12cb2a-28a8-43bd-aacb-e184ab10955c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6461749 Apr 20 14:01:31.703626 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 60038) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:01:31.718359 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-b1a57218-3c79-4b19-bbea-bdda5546a612 admin admin] Request body: {'subnet': {'network_id': 'd368e5b5-1174-40fa-9511-c01016fdcf89', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-300637512-subnet', 'tenant_id': '307c13f0dbbe4a308af163d543f3fef6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:01:31.817172 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a57218-3c79-4b19-bbea-bdda5546a612 admin admin] Made reservation on behalf of 307c13f0dbbe4a308af163d543f3fef6 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:01:31.819507 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b1a57218-3c79-4b19-bbea-bdda5546a612 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:32.034723 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b1a57218-3c79-4b19-bbea-bdda5546a612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:32.089054 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a57218-3c79-4b19-bbea-bdda5546a612 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd3de469-7939-4540-bddc-fcbe57080294,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:01:32.098384 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a57218-3c79-4b19-bbea-bdda5546a612 admin admin] Checking segment: {'id': '7df0b1cf-ba39-4c4d-94ae-9543751db5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd368e5b5-1174-40fa-9511-c01016fdcf89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:01:32.098741 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a57218-3c79-4b19-bbea-bdda5546a612 admin admin] Network hostable DHCP agents. Network: d368e5b5-1174-40fa-9511-c01016fdcf89, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:01:32.176922 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a57218-3c79-4b19-bbea-bdda5546a612 admin admin] Network d368e5b5-1174-40fa-9511-c01016fdcf89 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:01:32.236303 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-b1a57218-3c79-4b19-bbea-bdda5546a612 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, d368e5b5-1174-40fa-9511-c01016fdcf89) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:01:32.240843 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a57218-3c79-4b19-bbea-bdda5546a612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:32.241995 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b1a57218-3c79-4b19-bbea-bdda5546a612 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:32.245098 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa72742b-c9ae-418e-88a7-75bb01c26f3c None None] Network d368e5b5-1174-40fa-9511-c01016fdcf89 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:01:32.324979 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b1a57218-3c79-4b19-bbea-bdda5546a612 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6202333 Apr 20 14:01:32.368022 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b179bc8-1f45-4406-b5c2-7b8875302092 None None] Network d368e5b5-1174-40fa-9511-c01016fdcf89 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:01:32.738939 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-ec8a49f0-8022-41b5-80bd-1589ad3e5bde tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:32.740401 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-ec8a49f0-8022-41b5-80bd-1589ad3e5bde tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/networks?id=d368e5b5-1174-40fa-9511-c01016fdcf89 HTTP/1.1" status: 200 len: 814 time: 0.1015387 Apr 20 14:01:32.754740 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-abc6f63b-b3eb-45f3-a61d-360594ffe6f7 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/quotas/307c13f0dbbe4a308af163d543f3fef6 HTTP/1.1" status: 200 len: 375 time: 0.0086529 Apr 20 14:01:32.786822 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-5e52b70f-c276-4611-b8f6-7de5c3d27aca tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=307c13f0dbbe4a308af163d543f3fef6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269840 Apr 20 14:01:32.877017 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-60b8fb31-31b9-4434-a52b-30ccd52db9c6 service neutron] 10.222.0.25 "GET /v2.0/networks/d368e5b5-1174-40fa-9511-c01016fdcf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832126 Apr 20 14:01:32.965332 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-176ec6ba-1ec9-4a57-9507-b2d6df067a9b service neutron] 10.222.0.25 "GET /v2.0/networks/d368e5b5-1174-40fa-9511-c01016fdcf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822186 Apr 20 14:01:33.220213 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a398c81d-eefe-4feb-8a30-3f9be71871db req-def622cb-29a0-4ebe-951a-4add78e441a8 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 210 time: 0.0317166 Apr 20 14:01:34.299571 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9fda5576-9495-4c61-8a5c-c4d11fe7ec63 req-b1c72cdb-4c54-4597-ad4d-8523331a6e3f tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 210 time: 0.0256057 Apr 20 14:01:35.395634 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-25a71731-d16b-48ee-812b-5ff1461100b2 req-2394b2fa-1447-4e42-9c3f-9ed7d561168b tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 210 time: 0.0301371 Apr 20 14:01:35.516854 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-60f1612f-95dd-47bb-be1d-293f58b93c65 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:35.518418 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-60f1612f-95dd-47bb-be1d-293f58b93c65 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.32 "GET /v2.0/networks?id=d368e5b5-1174-40fa-9511-c01016fdcf89 HTTP/1.1" status: 200 len: 814 time: 0.1090162 Apr 20 14:01:35.531140 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-25c8e239-37bd-44a5-8a63-7d7e176a36a4 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Request body: {'port': {'device_id': '591f2dde-45e3-44fb-a552-c4b5caa615ec', 'network_id': 'd368e5b5-1174-40fa-9511-c01016fdcf89', 'admin_state_up': True, 'tenant_id': '307c13f0dbbe4a308af163d543f3fef6'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:01:35.726037 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-25c8e239-37bd-44a5-8a63-7d7e176a36a4 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Made reservation on behalf of 307c13f0dbbe4a308af163d543f3fef6 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:01:35.729650 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-25c8e239-37bd-44a5-8a63-7d7e176a36a4 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:35.859048 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-25c8e239-37bd-44a5-8a63-7d7e176a36a4 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Allocated IP 172.20.0.8 (d368e5b5-1174-40fa-9511-c01016fdcf89/dd3de469-7939-4540-bddc-fcbe57080294/22e5e2f7-9a2a-4ba5-83f8-bece58b51e82) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:01:36.002076 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-25c8e239-37bd-44a5-8a63-7d7e176a36a4 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:36.099554 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-25c8e239-37bd-44a5-8a63-7d7e176a36a4 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:36.139073 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-25c8e239-37bd-44a5-8a63-7d7e176a36a4 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Network d368e5b5-1174-40fa-9511-c01016fdcf89 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:01:36.144530 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-25c8e239-37bd-44a5-8a63-7d7e176a36a4 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:01:36.148171 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-25c8e239-37bd-44a5-8a63-7d7e176a36a4 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:01:36.173765 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8e239-37bd-44a5-8a63-7d7e176a36a4 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Pushing event updated for resources: {'Port': ['ID=22e5e2f7-9a2a-4ba5-83f8-bece58b51e82,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:01:36.200391 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-25c8e239-37bd-44a5-8a63-7d7e176a36a4 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:36.200996 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-25c8e239-37bd-44a5-8a63-7d7e176a36a4 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:36.296966 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-25c8e239-37bd-44a5-8a63-7d7e176a36a4 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7687683 Apr 20 14:01:36.307751 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-1a3d43a5-b419-4dd6-ba10-088215bee185 service neutron] Request body: {'port': {'device_id': '591f2dde-45e3-44fb-a552-c4b5caa615ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:01:36.363411 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-1a3d43a5-b419-4dd6-ba10-088215bee185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:36.513553 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525bbef6-29bf-460c-a061-834f028bb679 req-f76385ed-7c19-4158-a8f0-bb07f44aecde tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:36.515596 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-525bbef6-29bf-460c-a061-834f028bb679 req-f76385ed-7c19-4158-a8f0-bb07f44aecde tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 931 time: 0.0522473 Apr 20 14:01:36.553533 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-525bbef6-29bf-460c-a061-834f028bb679 req-8198614d-ec4e-4983-bfa6-b35800475d6b tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314665 Apr 20 14:01:36.622041 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-1a3d43a5-b419-4dd6-ba10-088215bee185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:01:36.630063 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-1a3d43a5-b419-4dd6-ba10-088215bee185 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:36.641621 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-1a3d43a5-b419-4dd6-ba10-088215bee185 service neutron] Transition to ACTIVE for port object 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:01:36.725637 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-1a3d43a5-b419-4dd6-ba10-088215bee185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:36.774311 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d43a5-b419-4dd6-ba10-088215bee185 service neutron] Pushing event updated for resources: {'Port': ['ID=22e5e2f7-9a2a-4ba5-83f8-bece58b51e82,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:01:36.846017 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-1a3d43a5-b419-4dd6-ba10-088215bee185 service neutron] Attempting to bind port 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:01:36.846351 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-1a3d43a5-b419-4dd6-ba10-088215bee185 service neutron] Attempting to bind port 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '7df0b1cf-ba39-4c4d-94ae-9543751db5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd368e5b5-1174-40fa-9511-c01016fdcf89'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:01:36.846679 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-1a3d43a5-b419-4dd6-ba10-088215bee185 service neutron] Attempting to bind port 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82 on network d368e5b5-1174-40fa-9511-c01016fdcf89 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:01:36.850987 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-1a3d43a5-b419-4dd6-ba10-088215bee185 service neutron] Port 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82 on network d368e5b5-1174-40fa-9511-c01016fdcf89 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:01:36.851310 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-1a3d43a5-b419-4dd6-ba10-088215bee185 service neutron] Attempting to bind port 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82 on network d368e5b5-1174-40fa-9511-c01016fdcf89 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:01:36.856136 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-1a3d43a5-b419-4dd6-ba10-088215bee185 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:01:36.856477 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-1a3d43a5-b419-4dd6-ba10-088215bee185 service neutron] Checking segment: {'id': '7df0b1cf-ba39-4c4d-94ae-9543751db5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd368e5b5-1174-40fa-9511-c01016fdcf89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:01:36.856861 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-1a3d43a5-b419-4dd6-ba10-088215bee185 service neutron] Bound using segment: {'id': '7df0b1cf-ba39-4c4d-94ae-9543751db5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd368e5b5-1174-40fa-9511-c01016fdcf89'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:01:36.857285 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-1a3d43a5-b419-4dd6-ba10-088215bee185 service neutron] Bound port: 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df0b1cf-ba39-4c4d-94ae-9543751db5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd368e5b5-1174-40fa-9511-c01016fdcf89'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:01:36.857640 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-1a3d43a5-b419-4dd6-ba10-088215bee185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:36.919500 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-1a3d43a5-b419-4dd6-ba10-088215bee185 service neutron] For port 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:01:36.922975 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-1a3d43a5-b419-4dd6-ba10-088215bee185 service neutron] For port 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=22e5e2f7-9a2a-4ba5-83f8-bece58b51e82,segment=NetworkSegment(7df0b1cf-ba39-4c4d-94ae-9543751db5ac),segment_id=7df0b1cf-ba39-4c4d-94ae-9543751db5ac)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:01:37.017635 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-1a3d43a5-b419-4dd6-ba10-088215bee185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:37.053194 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-1a3d43a5-b419-4dd6-ba10-088215bee185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:37.053805 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-1a3d43a5-b419-4dd6-ba10-088215bee185 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:37.055253 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-1a3d43a5-b419-4dd6-ba10-088215bee185 service neutron] 10.222.0.32 "PUT /v2.0/ports/22e5e2f7-9a2a-4ba5-83f8-bece58b51e82 HTTP/1.1" status: 200 len: 1091 time: 0.7516041 Apr 20 14:01:37.055717 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '591f2dde-45e3-44fb-a552-c4b5caa615ec', 'tag': '22e5e2f7-9a2a-4ba5-83f8-bece58b51e82'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:01:37.057943 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}477c3876f0a00723b6cc26f82b5301b7c44eaec2342ee7dfaa02d19e77b1fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42041342-ac01-480b-b8f3-14d503dae859" -d '{"events": [{"name": "network-changed", "server_uuid": "591f2dde-45e3-44fb-a552-c4b5caa615ec", "tag": "22e5e2f7-9a2a-4ba5-83f8-bece58b51e82"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:01:37.082162 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d43a5-b419-4dd6-ba10-088215bee185 service neutron] Pushing event updated for resources: {'Port': ['ID=22e5e2f7-9a2a-4ba5-83f8-bece58b51e82,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:01:37.098773 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1cbeba-a6cd-4c75-b605-109c7a0a9525 x-openstack-request-id: req-bf1cbeba-a6cd-4c75-b605-109c7a0a9525 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:01:37.099071 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "591f2dde-45e3-44fb-a552-c4b5caa615ec", "tag": "22e5e2f7-9a2a-4ba5-83f8-bece58b51e82", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:01:37.099334 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bf1cbeba-a6cd-4c75-b605-109c7a0a9525 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:01:37.099753 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf1cbeba-a6cd-4c75-b605-109c7a0a9525'] response: {'name': 'network-changed', 'server_uuid': '591f2dde-45e3-44fb-a552-c4b5caa615ec', 'tag': '22e5e2f7-9a2a-4ba5-83f8-bece58b51e82', 'status': 'completed', 'code': 200} Apr 20 14:01:37.160233 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42041342-ac01-480b-b8f3-14d503dae859 req-da04f82b-adee-40ac-b174-aa1ab78d6e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:37.161736 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-42041342-ac01-480b-b8f3-14d503dae859 req-da04f82b-adee-40ac-b174-aa1ab78d6e84 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=307c13f0dbbe4a308af163d543f3fef6&device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 1094 time: 0.0415249 Apr 20 14:01:37.260346 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42041342-ac01-480b-b8f3-14d503dae859 req-e102e1f8-9b03-447d-ab58-00542ea0eba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:37.261792 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-42041342-ac01-480b-b8f3-14d503dae859 req-e102e1f8-9b03-447d-ab58-00542ea0eba2 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=307c13f0dbbe4a308af163d543f3fef6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0920475 Apr 20 14:01:37.354353 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42041342-ac01-480b-b8f3-14d503dae859 req-584eafb1-4b2c-4df4-813e-de70852b9e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:37.355735 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-42041342-ac01-480b-b8f3-14d503dae859 req-584eafb1-4b2c-4df4-813e-de70852b9e15 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882802 Apr 20 14:01:37.427754 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-1568df88-7ef3-4517-bc21-9b515bed8913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:37.429232 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-1568df88-7ef3-4517-bc21-9b515bed8913 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=307c13f0dbbe4a308af163d543f3fef6&device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 1094 time: 0.0398250 Apr 20 14:01:37.469841 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-2b1733d5-4a96-409f-848f-bfae41121a06 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22e5e2f7-9a2a-4ba5-83f8-bece58b51e82 HTTP/1.1" status: 200 len: 217 time: 0.0338507 Apr 20 14:01:37.517554 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-dac1881f-9f58-45ef-b62f-6601ecb8542f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:37.518971 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-dac1881f-9f58-45ef-b62f-6601ecb8542f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dd3de469-7939-4540-bddc-fcbe57080294 HTTP/1.1" status: 200 len: 854 time: 0.0426323 Apr 20 14:01:37.552085 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-052da5bc-8ad3-479a-8f47-cf16efcf9ebf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d368e5b5-1174-40fa-9511-c01016fdcf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266280 Apr 20 14:01:37.640908 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-b89a1ef3-e35d-4f07-8915-d5bfa1a316ea service neutron] 10.222.0.32 "GET /v2.0/networks/d368e5b5-1174-40fa-9511-c01016fdcf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815480 Apr 20 14:01:37.668400 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4d6f6-b5ab-45e0-8d12-b699bc584e9c req-e52df56c-9c1c-46ae-8be3-55118346bccc tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:37.669907 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f5a4d6f6-b5ab-45e0-8d12-b699bc584e9c req-e52df56c-9c1c-46ae-8be3-55118346bccc tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 943 time: 0.0490241 Apr 20 14:01:37.708412 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f5a4d6f6-b5ab-45e0-8d12-b699bc584e9c req-77bb86d5-222a-4f46-802c-88f31dd67959 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324490 Apr 20 14:01:37.734734 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8c1c6167-f6ad-4574-99f5-592039e3ffe4 req-2146f3da-ba80-44df-a6db-6133c4b22174 service neutron] 10.222.0.32 "GET /v2.0/networks/d368e5b5-1174-40fa-9511-c01016fdcf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867968 Apr 20 14:01:38.826626 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ece8a-87fb-4060-930b-32aa86e889ba req-126b9e80-a1f0-4aea-b6ed-44d680d1d429 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:38.828575 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-793ece8a-87fb-4060-930b-32aa86e889ba req-126b9e80-a1f0-4aea-b6ed-44d680d1d429 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 943 time: 0.0525708 Apr 20 14:01:38.865934 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-793ece8a-87fb-4060-930b-32aa86e889ba req-e3688a3c-c662-40b6-8302-05aeb143edb3 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303590 Apr 20 14:01:39.981608 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44c70c-50ef-4b09-bec1-9d9350d93b75 req-f20df689-fbe0-45fa-9be1-583419529633 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:39.983066 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5f44c70c-50ef-4b09-bec1-9d9350d93b75 req-f20df689-fbe0-45fa-9be1-583419529633 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 943 time: 0.0481699 Apr 20 14:01:40.020536 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5f44c70c-50ef-4b09-bec1-9d9350d93b75 req-7ec86d62-9909-462a-b45a-83810a5414f6 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306935 Apr 20 14:01:40.603167 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:01:41.138101 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34540be6-2082-4a34-bdd5-3f12998a8477 req-9fabe358-68e7-4adc-aaee-973b0ab6663b tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:41.139584 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-34540be6-2082-4a34-bdd5-3f12998a8477 req-9fabe358-68e7-4adc-aaee-973b0ab6663b tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 943 time: 0.0523851 Apr 20 14:01:41.175743 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-34540be6-2082-4a34-bdd5-3f12998a8477 req-ff0f43c6-5e7f-4aae-b525-9c3779a2b390 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302370 Apr 20 14:01:41.339630 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:01:41.435912 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=22e5e2f7-9a2a-4ba5-83f8-bece58b51e82,segment=NetworkSegment(7df0b1cf-ba39-4c4d-94ae-9543751db5ac),segment_id=7df0b1cf-ba39-4c4d-94ae-9543751db5ac)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:01:41.447204 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '22e5e2f7-9a2a-4ba5-83f8-bece58b51e82', 'network_id': 'd368e5b5-1174-40fa-9511-c01016fdcf89', 'port_id': '22e5e2f7-9a2a-4ba5-83f8-bece58b51e82', 'mac_address': 'fa:16:3e:95:35:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd3de469-7939-4540-bddc-fcbe57080294', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:01:41.484200 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:41.495892 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:01:41.519835 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=22e5e2f7-9a2a-4ba5-83f8-bece58b51e82,segment=NetworkSegment(7df0b1cf-ba39-4c4d-94ae-9543751db5ac),segment_id=7df0b1cf-ba39-4c4d-94ae-9543751db5ac)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:01:41.588323 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:41.634342 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=22e5e2f7-9a2a-4ba5-83f8-bece58b51e82,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:01:41.880986 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['22e5e2f7-9a2a-4ba5-83f8-bece58b51e82'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:01:42.299683 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d4fa3-ea42-410e-9861-8cfab72ba227 req-03dcf6cc-9ac9-4e2e-beae-427bd52be4e2 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:42.301853 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6d7d4fa3-ea42-410e-9861-8cfab72ba227 req-03dcf6cc-9ac9-4e2e-beae-427bd52be4e2 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 944 time: 0.0567243 Apr 20 14:01:42.341631 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6d7d4fa3-ea42-410e-9861-8cfab72ba227 req-60ab9b60-5734-47a9-9427-12a90432538a tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337591 Apr 20 14:01:42.716350 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:43.339284 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:01:43.445331 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:43.459226 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45abccc-7fde-4694-b734-a851d62d1091 req-69c5f80a-98e7-416e-921e-5a99162ad064 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:43.460815 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d45abccc-7fde-4694-b734-a851d62d1091 req-69c5f80a-98e7-416e-921e-5a99162ad064 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 944 time: 0.0489178 Apr 20 14:01:43.468722 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:01:43.472820 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:01:43.473211 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:43.499700 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d45abccc-7fde-4694-b734-a851d62d1091 req-56f93e17-dd84-4f4d-b15a-6f1368068986 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324795 Apr 20 14:01:43.552509 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:43.574375 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591f2dde-45e3-44fb-a552-c4b5caa615ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e5e2f7-9a2a-4ba5-83f8-bece58b51e82'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:01:43.576666 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac87ba4abbb4e8505208ea6fd510b76711e5f2ebc605ae5eca19bb7d33fcf53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72753c78-dc2f-451f-beb1-1e2b4451a94f" -d '{"events": [{"server_uuid": "591f2dde-45e3-44fb-a552-c4b5caa615ec", "name": "network-vif-plugged", "status": "completed", "tag": "22e5e2f7-9a2a-4ba5-83f8-bece58b51e82"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:01:43.589221 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=22e5e2f7-9a2a-4ba5-83f8-bece58b51e82,segment=NetworkSegment(7df0b1cf-ba39-4c4d-94ae-9543751db5ac),segment_id=7df0b1cf-ba39-4c4d-94ae-9543751db5ac)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:01:43.613483 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9041a9-1c7a-4f4b-82bc-511bc40599e8 x-openstack-request-id: req-ca9041a9-1c7a-4f4b-82bc-511bc40599e8 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:01:43.613772 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "591f2dde-45e3-44fb-a552-c4b5caa615ec", "name": "network-vif-plugged", "status": "completed", "tag": "22e5e2f7-9a2a-4ba5-83f8-bece58b51e82", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:01:43.614027 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ca9041a9-1c7a-4f4b-82bc-511bc40599e8 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:01:43.614417 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca9041a9-1c7a-4f4b-82bc-511bc40599e8'] response: {'server_uuid': '591f2dde-45e3-44fb-a552-c4b5caa615ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e5e2f7-9a2a-4ba5-83f8-bece58b51e82', 'code': 200} Apr 20 14:01:43.656953 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:43.704911 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=22e5e2f7-9a2a-4ba5-83f8-bece58b51e82,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:01:43.709297 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd0c61-3ae0-4730-a291-74870079aa5a req-c42f1e19-7f30-4eca-b942-3683f2a148f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:43.710822 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a4fd0c61-3ae0-4730-a291-74870079aa5a req-c42f1e19-7f30-4eca-b942-3683f2a148f8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 1096 time: 0.0409634 Apr 20 14:01:43.743437 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a4fd0c61-3ae0-4730-a291-74870079aa5a req-c151af86-a28b-44f1-b35f-d5a68c9a1c9b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262012 Apr 20 14:01:44.626298 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c0e0b-b35a-402e-940f-9702b883e8d7 req-8bb03334-3b7c-41fd-ae83-3b8cc11fac44 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:44.627778 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5b4c0e0b-b35a-402e-940f-9702b883e8d7 req-8bb03334-3b7c-41fd-ae83-3b8cc11fac44 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 945 time: 0.0470598 Apr 20 14:01:44.664911 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5b4c0e0b-b35a-402e-940f-9702b883e8d7 req-d005fcc9-c726-4528-8190-f4caf8788961 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312085 Apr 20 14:01:45.785271 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea8002-5675-4bdb-9af4-b73a861d74d9 req-684ff776-ae49-4627-b83f-2146cd8b952b tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:45.786649 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aaea8002-5675-4bdb-9af4-b73a861d74d9 req-684ff776-ae49-4627-b83f-2146cd8b952b tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 945 time: 0.0518460 Apr 20 14:01:45.823813 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aaea8002-5675-4bdb-9af4-b73a861d74d9 req-7874cdaa-de39-45b6-9cd2-05b12fd143cb tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309212 Apr 20 14:01:45.935490 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b634ab1-5c85-497d-b8fe-9368d6aa6940 req-af8bc556-85e6-4966-b289-1539bfc7cbd2 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:45.936938 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0b634ab1-5c85-497d-b8fe-9368d6aa6940 req-af8bc556-85e6-4966-b289-1539bfc7cbd2 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 945 time: 0.0480652 Apr 20 14:01:45.973572 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0b634ab1-5c85-497d-b8fe-9368d6aa6940 req-9ecfec5a-a874-4603-aa1f-6d72daf0bd70 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303860 Apr 20 14:01:46.272034 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49559225-8d13-4496-8d72-c6102ea35940 req-a1d49e92-58d1-46c0-a22d-9b9d1b71d9aa tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:46.273578 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-49559225-8d13-4496-8d72-c6102ea35940 req-a1d49e92-58d1-46c0-a22d-9b9d1b71d9aa tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 945 time: 0.0481708 Apr 20 14:01:46.310457 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-49559225-8d13-4496-8d72-c6102ea35940 req-ad6e5ba0-752c-4978-8a7b-e4314a063335 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308597 Apr 20 14:01:46.426614 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4545594-39ed-4c81-870a-0355c354b524 req-94271779-0e50-4b37-af74-113f253464d9 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:46.427987 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e4545594-39ed-4c81-870a-0355c354b524 req-94271779-0e50-4b37-af74-113f253464d9 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 945 time: 0.0513520 Apr 20 14:01:46.464944 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e4545594-39ed-4c81-870a-0355c354b524 req-906278e1-b63e-4d5e-af0e-b31476292888 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309932 Apr 20 14:01:47.198334 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71c6b7-e025-40cd-bddc-f7c3e5cf9fb9 req-5b9d47ed-6709-423a-9663-7b3eba2867ea tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:47.199851 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bf71c6b7-e025-40cd-bddc-f7c3e5cf9fb9 req-5b9d47ed-6709-423a-9663-7b3eba2867ea tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 945 time: 0.0488358 Apr 20 14:01:47.238475 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bf71c6b7-e025-40cd-bddc-f7c3e5cf9fb9 req-4ae79f6b-6674-4000-a3d7-0af4884c5f87 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324342 Apr 20 14:01:47.282236 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-d0a02bb8-6a59-4880-b915-db99e1f06ec5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0387003 Apr 20 14:01:48.354711 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5da98-a450-4087-948c-ee9e11d7d0f1 req-5d771b95-468a-4dae-b2b8-c11e6591877e tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:48.356283 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-27d5da98-a450-4087-948c-ee9e11d7d0f1 req-5d771b95-468a-4dae-b2b8-c11e6591877e tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 945 time: 0.0481434 Apr 20 14:01:48.395731 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-27d5da98-a450-4087-948c-ee9e11d7d0f1 req-84a32d1d-02cd-4ca2-a4da-2dc93a32caf0 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327837 Apr 20 14:01:49.156093 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-9359dfdd-5bf7-44c5-b534-0619da9ac761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:49.158155 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-9359dfdd-5bf7-44c5-b534-0619da9ac761 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=307c13f0dbbe4a308af163d543f3fef6&device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 1096 time: 0.0395584 Apr 20 14:01:49.247677 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-4efac0c7-d764-4857-9587-b6d3c3d0e81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:49.249108 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-4efac0c7-d764-4857-9587-b6d3c3d0e81c service neutron] 10.222.0.32 "GET /v2.0/networks?id=d368e5b5-1174-40fa-9511-c01016fdcf89 HTTP/1.1" status: 200 len: 915 time: 0.0843420 Apr 20 14:01:49.288894 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-0a171927-32dd-4b21-ad99-76a9b5eb39d9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22e5e2f7-9a2a-4ba5-83f8-bece58b51e82 HTTP/1.1" status: 200 len: 217 time: 0.0335994 Apr 20 14:01:49.339199 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-0375c1c2-6d9c-4e84-821b-06e7a21cc6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:49.340589 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-0375c1c2-6d9c-4e84-821b-06e7a21cc6d7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dd3de469-7939-4540-bddc-fcbe57080294 HTTP/1.1" status: 200 len: 854 time: 0.0455778 Apr 20 14:01:49.369794 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-1809bd81-4faf-4154-83cb-ffd4a787f93a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d368e5b5-1174-40fa-9511-c01016fdcf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230072 Apr 20 14:01:49.454906 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-c524e391-d55f-482f-8138-3a2945fde22d service neutron] 10.222.0.32 "GET /v2.0/networks/d368e5b5-1174-40fa-9511-c01016fdcf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786884 Apr 20 14:01:49.517506 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d39625-03ee-49b2-8752-34650523ab3c req-06a73fd4-799b-491f-8f99-5599ab4c8aa9 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:49.519183 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-22d39625-03ee-49b2-8752-34650523ab3c req-06a73fd4-799b-491f-8f99-5599ab4c8aa9 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 945 time: 0.0539224 Apr 20 14:01:49.552207 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-2e1fd88f-2b66-4e18-94de-580f530b1da8 service neutron] 10.222.0.32 "GET /v2.0/networks/d368e5b5-1174-40fa-9511-c01016fdcf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905910 Apr 20 14:01:49.557123 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-22d39625-03ee-49b2-8752-34650523ab3c req-1bbe4314-8520-4c97-b1be-3a30fe17fecc tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318873 Apr 20 14:01:50.674326 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518ab16-d2e9-4b11-b009-3e9b5c91b274 req-427bfab8-e67e-42bc-afca-2a47ed68f233 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:50.675792 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4518ab16-d2e9-4b11-b009-3e9b5c91b274 req-427bfab8-e67e-42bc-afca-2a47ed68f233 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 945 time: 0.0477290 Apr 20 14:01:50.713176 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4518ab16-d2e9-4b11-b009-3e9b5c91b274 req-a9cd24cd-e133-4250-94d4-d3e0728fe989 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312428 Apr 20 14:01:51.827213 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ef96d-0a6b-44cc-9a94-a35a472ce006 req-8ba79879-4b6c-4f71-9388-c2c5d4baa6ce tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:51.828709 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bd5ef96d-0a6b-44cc-9a94-a35a472ce006 req-8ba79879-4b6c-4f71-9388-c2c5d4baa6ce tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 945 time: 0.0482991 Apr 20 14:01:51.865477 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bd5ef96d-0a6b-44cc-9a94-a35a472ce006 req-68d70f0a-9fb8-441d-b147-95b7ebffea35 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301268 Apr 20 14:01:52.983877 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441c368-43f1-424a-b881-5372977e198c req-1bc257e5-58f7-48d4-a7d4-fa7184587381 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:52.985319 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2441c368-43f1-424a-b881-5372977e198c req-1bc257e5-58f7-48d4-a7d4-fa7184587381 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 945 time: 0.0526006 Apr 20 14:01:53.022958 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2441c368-43f1-424a-b881-5372977e198c req-63ba8634-0979-42d8-92a3-0d0bc4fb6da4 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310364 Apr 20 14:01:54.138106 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54309403-2062-4dff-b026-198291e0776c req-ed3db249-472e-406b-814e-de7cccf5ea03 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:54.139598 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54309403-2062-4dff-b026-198291e0776c req-ed3db249-472e-406b-814e-de7cccf5ea03 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 945 time: 0.0489981 Apr 20 14:01:54.176882 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54309403-2062-4dff-b026-198291e0776c req-09ea59bb-c319-4ea3-80b5-1faf0cedacac tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305817 Apr 20 14:01:54.479303 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f586523f-1a17-47c3-96d5-57fd04b5a6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:55.290414 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47770e-15a0-41e2-82b9-219f94a4899d req-636475e0-117b-42ed-94de-15b186e521d2 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:55.291892 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3a47770e-15a0-41e2-82b9-219f94a4899d req-636475e0-117b-42ed-94de-15b186e521d2 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 945 time: 0.0476937 Apr 20 14:01:55.329184 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3a47770e-15a0-41e2-82b9-219f94a4899d req-d704735e-7e76-438c-a8d9-4cbcd432c233 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313277 Apr 20 14:01:56.449181 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acde5e4-ae9c-456f-8d19-2da12df28adf req-9da489c3-6fd5-44e8-9fb8-725f2b04a338 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:56.450743 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6acde5e4-ae9c-456f-8d19-2da12df28adf req-9da489c3-6fd5-44e8-9fb8-725f2b04a338 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 945 time: 0.0536342 Apr 20 14:01:56.488720 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6acde5e4-ae9c-456f-8d19-2da12df28adf req-50feb5ab-4c1c-445b-8a0e-35b42e7c0a4b tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318649 Apr 20 14:01:56.788373 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-aac02ca5-6d55-4717-b987-f8c03beb6321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:57.605345 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb193f-90e3-4253-892f-2249b69942bd req-2792eb36-0827-4670-9dd1-3883a3e761c8 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:57.606817 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d9cb193f-90e3-4253-892f-2249b69942bd req-2792eb36-0827-4670-9dd1-3883a3e761c8 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 945 time: 0.0483732 Apr 20 14:01:57.643340 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d9cb193f-90e3-4253-892f-2249b69942bd req-32c572ea-39c1-4725-8ae7-a447417abacd tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305729 Apr 20 14:01:58.256332 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:58.757718 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090f190-bb90-41a8-a19e-44d11374fbc0 req-88a28126-407f-410b-805a-a1f3c3670007 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:58.759191 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7090f190-bb90-41a8-a19e-44d11374fbc0 req-88a28126-407f-410b-805a-a1f3c3670007 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 945 time: 0.0490100 Apr 20 14:01:58.796199 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7090f190-bb90-41a8-a19e-44d11374fbc0 req-6fadc756-5942-4a74-b336-426cbbac04f9 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309136 Apr 20 14:01:59.522331 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:59.834574 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:59.918209 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b844f-591f-4bde-951a-7fb0188b76a4 req-d238cd2d-b057-4a9b-b689-fce4dcb3176c tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:59.919738 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fa9b844f-591f-4bde-951a-7fb0188b76a4 req-d238cd2d-b057-4a9b-b689-fce4dcb3176c tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 945 time: 0.0538232 Apr 20 14:01:59.958511 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fa9b844f-591f-4bde-951a-7fb0188b76a4 req-c2fdcf1c-c221-464c-bb54-639309bc19c5 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318310 Apr 20 14:02:01.080374 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6cfe0-b71e-4c0a-8038-bf1f81a0861a req-3c6e9221-6a5b-4667-ad69-aad39aa065b9 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:01.081899 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a2d6cfe0-b71e-4c0a-8038-bf1f81a0861a req-3c6e9221-6a5b-4667-ad69-aad39aa065b9 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 945 time: 0.0480988 Apr 20 14:02:01.122298 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a2d6cfe0-b71e-4c0a-8038-bf1f81a0861a req-04727038-5059-4f6d-8b18-0287ef6b8c10 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331545 Apr 20 14:02:02.237284 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a5fe8-6f7c-4623-a53c-d369b248fca7 req-d4565edd-d067-4a33-8e34-454892f3fe68 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:02.238751 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b47a5fe8-6f7c-4623-a53c-d369b248fca7 req-d4565edd-d067-4a33-8e34-454892f3fe68 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 945 time: 0.0473819 Apr 20 14:02:02.276381 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b47a5fe8-6f7c-4623-a53c-d369b248fca7 req-e627ae88-e86e-4c20-b02e-82e72e3aff92 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304065 Apr 20 14:02:03.400083 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fdadb0-39bc-4904-af89-ced1d391f2e3 req-9f4c8fd2-f1fc-4ff3-ac2e-8cf2e55ab17d tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:03.401477 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-75fdadb0-39bc-4904-af89-ced1d391f2e3 req-9f4c8fd2-f1fc-4ff3-ac2e-8cf2e55ab17d tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 945 time: 0.0543268 Apr 20 14:02:03.438783 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-75fdadb0-39bc-4904-af89-ced1d391f2e3 req-b00618db-7b8d-4ba7-a55e-83cf573b9320 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312543 Apr 20 14:02:04.553771 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ddc0ba-bbc5-4888-bfe2-2405b31313fd req-bfa11954-67e5-45d5-ac8f-cebaf17dc9cd tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:04.555294 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d0ddc0ba-bbc5-4888-bfe2-2405b31313fd req-bfa11954-67e5-45d5-ac8f-cebaf17dc9cd tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 945 time: 0.0485239 Apr 20 14:02:04.593164 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d0ddc0ba-bbc5-4888-bfe2-2405b31313fd req-9cbc4200-e168-42f6-b3c9-9d7ee89bc0c7 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317905 Apr 20 14:02:05.706244 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf62a58-e78a-496c-890a-87b415e282f7 req-d340d725-52b0-4621-98f1-dc0505101d47 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:05.707752 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fdf62a58-e78a-496c-890a-87b415e282f7 req-d340d725-52b0-4621-98f1-dc0505101d47 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 945 time: 0.0484834 Apr 20 14:02:05.746149 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fdf62a58-e78a-496c-890a-87b415e282f7 req-4e3a51f5-31c6-4c39-abef-9ff26ea29f9f tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317438 Apr 20 14:02:06.864395 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e54c7-a56c-4edb-9d87-366927ffa8f6 req-be76c3e6-367c-4dbb-a58a-451136a428c2 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:06.865874 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0e1e54c7-a56c-4edb-9d87-366927ffa8f6 req-be76c3e6-367c-4dbb-a58a-451136a428c2 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 945 time: 0.0531268 Apr 20 14:02:06.903565 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0e1e54c7-a56c-4edb-9d87-366927ffa8f6 req-4a472ea9-c752-4cee-9195-de40377ec40d tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309851 Apr 20 14:02:08.020753 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40624c0a-9d74-4e89-9a6e-f8a36cde0aab req-464e2316-727a-4ddc-826c-9d490258bef7 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:08.022395 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-40624c0a-9d74-4e89-9a6e-f8a36cde0aab req-464e2316-727a-4ddc-826c-9d490258bef7 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 945 time: 0.0510516 Apr 20 14:02:08.062413 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-40624c0a-9d74-4e89-9a6e-f8a36cde0aab req-570228f3-b66f-4a3c-afb4-a2bceddbd078 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339291 Apr 20 14:02:09.177897 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f680a627-f0f0-4c71-930e-09e4eeb7cd4c req-226cf38d-f520-4b68-8309-e1acb288b205 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:09.179929 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f680a627-f0f0-4c71-930e-09e4eeb7cd4c req-226cf38d-f520-4b68-8309-e1acb288b205 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 945 time: 0.0491927 Apr 20 14:02:09.218693 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f680a627-f0f0-4c71-930e-09e4eeb7cd4c req-2c2c98de-53eb-44a4-b1f7-ff076db24822 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326457 Apr 20 14:02:10.335470 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b0fa84-11eb-4281-8814-689af830bf2b req-f03e15e1-c8cd-4b19-a72d-acc74e9be8ad tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:10.337508 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e4b0fa84-11eb-4281-8814-689af830bf2b req-f03e15e1-c8cd-4b19-a72d-acc74e9be8ad tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 945 time: 0.0523245 Apr 20 14:02:10.373910 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e4b0fa84-11eb-4281-8814-689af830bf2b req-ba80c8b7-92f9-48a5-b95f-508584fb7752 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304132 Apr 20 14:02:11.492835 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51956355-79ba-47a7-a5bd-412f62781adf req-7206fa21-f2ff-4a94-b80e-885cef55a90b tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:11.494321 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-51956355-79ba-47a7-a5bd-412f62781adf req-7206fa21-f2ff-4a94-b80e-885cef55a90b tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 945 time: 0.0477657 Apr 20 14:02:11.531824 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-51956355-79ba-47a7-a5bd-412f62781adf req-45d3fd5f-82a7-4d31-bb31-a8fbda95c656 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313509 Apr 20 14:02:12.644941 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c4d2d-9a56-4dfd-b167-cc4b4f5725f7 req-2b413073-9c37-4ac1-8ba5-9d19e66706ba tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:12.646641 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-672c4d2d-9a56-4dfd-b167-cc4b4f5725f7 req-2b413073-9c37-4ac1-8ba5-9d19e66706ba tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 945 time: 0.0480371 Apr 20 14:02:12.683545 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-672c4d2d-9a56-4dfd-b167-cc4b4f5725f7 req-d980226a-b852-4ba8-8477-a5c9320990e4 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305200 Apr 20 14:02:12.719736 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:13.452846 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:13.807538 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2184b-5a81-43d2-ac22-48dacdda3224 req-4bf75f45-62e0-45ed-b3db-f64d19db9780 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:13.809001 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c3c2184b-5a81-43d2-ac22-48dacdda3224 req-4bf75f45-62e0-45ed-b3db-f64d19db9780 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 945 time: 0.0530794 Apr 20 14:02:13.846833 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c3c2184b-5a81-43d2-ac22-48dacdda3224 req-cbbb20c3-4655-4562-b33e-50ac47500af2 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313573 Apr 20 14:02:14.963872 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967409a-e8bf-405d-9753-a138305450ef req-8e026a63-1a82-4c65-b6eb-edb06a698307 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:14.965356 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0967409a-e8bf-405d-9753-a138305450ef req-8e026a63-1a82-4c65-b6eb-edb06a698307 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 945 time: 0.0483899 Apr 20 14:02:15.002957 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0967409a-e8bf-405d-9753-a138305450ef req-9ae5a385-ac95-4b5d-adde-7c739a2a7bf9 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315909 Apr 20 14:02:16.116919 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbfcbb-f527-4829-b45a-9c9a544c4ceb req-6495cdbb-ba9b-494a-afa9-d36f94b5812d tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:16.118406 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-84cbfcbb-f527-4829-b45a-9c9a544c4ceb req-6495cdbb-ba9b-494a-afa9-d36f94b5812d tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 945 time: 0.0487983 Apr 20 14:02:16.156476 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-84cbfcbb-f527-4829-b45a-9c9a544c4ceb req-c47cad75-5e19-473d-8c81-b97c4fc22c63 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314181 Apr 20 14:02:16.703056 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-2365ac7c-d297-4961-807b-bff9e0f8e6bd service neutron] show failed (client error): The resource could not be found. Apr 20 14:02:16.704072 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-2365ac7c-d297-4961-807b-bff9e0f8e6bd service neutron] 10.222.0.32 "GET /v2.0/ports/22e5e2f7-9a2a-4ba5-83f8-bece58b51e82/bindings/n-h2-836015-7 HTTP/1.1" status: 404 len: 380 time: 0.0555782 Apr 20 14:02:17.164749 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-f82fbd4e-4cea-4181-8625-b6ae6109b006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:17.166778 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-f82fbd4e-4cea-4181-8625-b6ae6109b006 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec&tenant_id=307c13f0dbbe4a308af163d543f3fef6 HTTP/1.1" status: 200 len: 1096 time: 0.0752094 Apr 20 14:02:17.177914 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-bfda7b2f-d063-42dd-b87a-f3ae5a98ec82 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836015-7', 'device_owner': 'compute:nova'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:02:17.239826 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-bfda7b2f-d063-42dd-b87a-f3ae5a98ec82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:17.314003 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79214ef1-82d8-4e97-bdff-f0b66cb1e593 req-42ef67aa-a006-43dd-87f1-e91d29455292 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:17.315512 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-79214ef1-82d8-4e97-bdff-f0b66cb1e593 req-42ef67aa-a006-43dd-87f1-e91d29455292 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 945 time: 0.0903349 Apr 20 14:02:17.416718 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-79214ef1-82d8-4e97-bdff-f0b66cb1e593 req-0956d841-f606-4a13-a913-26a70f384c62 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919368 Apr 20 14:02:17.501207 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-bfda7b2f-d063-42dd-b87a-f3ae5a98ec82 service neutron] For port 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=22e5e2f7-9a2a-4ba5-83f8-bece58b51e82,segment=NetworkSegment(7df0b1cf-ba39-4c4d-94ae-9543751db5ac),segment_id=7df0b1cf-ba39-4c4d-94ae-9543751db5ac)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:02:17.533373 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-bfda7b2f-d063-42dd-b87a-f3ae5a98ec82 service neutron] For port 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:02:17.572117 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591f2dde-45e3-44fb-a552-c4b5caa615ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22e5e2f7-9a2a-4ba5-83f8-bece58b51e82'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:02:17.574980 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289f72ec-ae82-48df-a36d-b579f9f65758" -d '{"events": [{"server_uuid": "591f2dde-45e3-44fb-a552-c4b5caa615ec", "name": "network-vif-unplugged", "status": "completed", "tag": "22e5e2f7-9a2a-4ba5-83f8-bece58b51e82"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:02:17.578674 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-bfda7b2f-d063-42dd-b87a-f3ae5a98ec82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:17.590587 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-bfda7b2f-d063-42dd-b87a-f3ae5a98ec82 service neutron] Transition to ACTIVE for port object 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:02:17.602059 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:02:17.625438 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e15d48-174b-43eb-8bb0-d6fe4a88f457 x-openstack-request-id: req-06e15d48-174b-43eb-8bb0-d6fe4a88f457 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:02:17.625773 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "591f2dde-45e3-44fb-a552-c4b5caa615ec", "name": "network-vif-unplugged", "status": "completed", "tag": "22e5e2f7-9a2a-4ba5-83f8-bece58b51e82", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:02:17.625979 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-06e15d48-174b-43eb-8bb0-d6fe4a88f457 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:02:17.626389 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06e15d48-174b-43eb-8bb0-d6fe4a88f457'] response: {'server_uuid': '591f2dde-45e3-44fb-a552-c4b5caa615ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22e5e2f7-9a2a-4ba5-83f8-bece58b51e82', 'code': 200} Apr 20 14:02:17.652688 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-bfda7b2f-d063-42dd-b87a-f3ae5a98ec82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:17.716011 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-bfda7b2f-d063-42dd-b87a-f3ae5a98ec82 service neutron] No DVR routers for this DVR port 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82 on host n-h1-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:02:17.717797 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda7b2f-d063-42dd-b87a-f3ae5a98ec82 service neutron] Pushing event updated for resources: {'Port': ['ID=22e5e2f7-9a2a-4ba5-83f8-bece58b51e82,revision_number=6']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:02:17.753522 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-bfda7b2f-d063-42dd-b87a-f3ae5a98ec82 service neutron] Attempting to bind port 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:02:17.753856 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-bfda7b2f-d063-42dd-b87a-f3ae5a98ec82 service neutron] Attempting to bind port 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '7df0b1cf-ba39-4c4d-94ae-9543751db5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd368e5b5-1174-40fa-9511-c01016fdcf89'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:02:17.754225 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-bfda7b2f-d063-42dd-b87a-f3ae5a98ec82 service neutron] Attempting to bind port 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82 on network d368e5b5-1174-40fa-9511-c01016fdcf89 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:02:17.758476 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-bfda7b2f-d063-42dd-b87a-f3ae5a98ec82 service neutron] Port 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82 on network d368e5b5-1174-40fa-9511-c01016fdcf89 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:02:17.758791 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-bfda7b2f-d063-42dd-b87a-f3ae5a98ec82 service neutron] Attempting to bind port 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82 on network d368e5b5-1174-40fa-9511-c01016fdcf89 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:02:17.763699 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-bfda7b2f-d063-42dd-b87a-f3ae5a98ec82 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:02:17.768463 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-bfda7b2f-d063-42dd-b87a-f3ae5a98ec82 service neutron] Checking segment: {'id': '7df0b1cf-ba39-4c4d-94ae-9543751db5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd368e5b5-1174-40fa-9511-c01016fdcf89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:02:17.768463 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-bfda7b2f-d063-42dd-b87a-f3ae5a98ec82 service neutron] Bound using segment: {'id': '7df0b1cf-ba39-4c4d-94ae-9543751db5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd368e5b5-1174-40fa-9511-c01016fdcf89'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:02:17.768463 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-bfda7b2f-d063-42dd-b87a-f3ae5a98ec82 service neutron] Bound port: 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df0b1cf-ba39-4c4d-94ae-9543751db5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd368e5b5-1174-40fa-9511-c01016fdcf89'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:02:17.768463 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-bfda7b2f-d063-42dd-b87a-f3ae5a98ec82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:17.828268 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-bfda7b2f-d063-42dd-b87a-f3ae5a98ec82 service neutron] For port 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:02:17.831258 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-bfda7b2f-d063-42dd-b87a-f3ae5a98ec82 service neutron] For port 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=22e5e2f7-9a2a-4ba5-83f8-bece58b51e82,segment=NetworkSegment(7df0b1cf-ba39-4c4d-94ae-9543751db5ac),segment_id=7df0b1cf-ba39-4c4d-94ae-9543751db5ac)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:02:17.907866 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-bfda7b2f-d063-42dd-b87a-f3ae5a98ec82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:17.942680 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-bfda7b2f-d063-42dd-b87a-f3ae5a98ec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:17.943289 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-bfda7b2f-d063-42dd-b87a-f3ae5a98ec82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:17.944867 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-bfda7b2f-d063-42dd-b87a-f3ae5a98ec82 service neutron] 10.222.0.15 "PUT /v2.0/ports/22e5e2f7-9a2a-4ba5-83f8-bece58b51e82 HTTP/1.1" status: 200 len: 1091 time: 0.7708094 Apr 20 14:02:17.976707 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda7b2f-d063-42dd-b87a-f3ae5a98ec82 service neutron] Pushing event updated for resources: {'Port': ['ID=22e5e2f7-9a2a-4ba5-83f8-bece58b51e82,revision_number=7']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:02:18.010973 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-a7ee7024-cad4-403c-a153-937a8a4ee772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:18.012494 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-a7ee7024-cad4-403c-a153-937a8a4ee772 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=307c13f0dbbe4a308af163d543f3fef6&device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 1094 time: 0.0468948 Apr 20 14:02:18.101125 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-02be7653-f47c-4f73-b459-6f876aa0c573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:18.102561 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-02be7653-f47c-4f73-b459-6f876aa0c573 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d368e5b5-1174-40fa-9511-c01016fdcf89 HTTP/1.1" status: 200 len: 915 time: 0.0826657 Apr 20 14:02:18.145833 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-f35ea3d8-4aa8-4370-93ed-77c25fc38e10 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22e5e2f7-9a2a-4ba5-83f8-bece58b51e82 HTTP/1.1" status: 200 len: 217 time: 0.0370412 Apr 20 14:02:18.192295 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-35122714-fe27-498f-9bdb-7c6b9cb14f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:18.193601 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-35122714-fe27-498f-9bdb-7c6b9cb14f9e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd3de469-7939-4540-bddc-fcbe57080294 HTTP/1.1" status: 200 len: 854 time: 0.0418727 Apr 20 14:02:18.223229 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-af0f0fdb-761d-4491-b75f-febbf23d74d6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d368e5b5-1174-40fa-9511-c01016fdcf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233603 Apr 20 14:02:18.308199 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-962abd9e-ddd4-458c-a69c-966f716f9db7 service neutron] 10.222.0.15 "GET /v2.0/networks/d368e5b5-1174-40fa-9511-c01016fdcf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783105 Apr 20 14:02:18.398377 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4625b122-7604-461c-9e0e-a1d2cae674b3 req-1ac50a11-21e8-4caf-a34f-10cd68815662 service neutron] 10.222.0.15 "GET /v2.0/networks/d368e5b5-1174-40fa-9511-c01016fdcf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832958 Apr 20 14:02:18.535838 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923de29-25e8-4ef7-8494-e8718d10a535 req-2004fac1-7773-4d81-9959-04202636b177 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:18.537318 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3923de29-25e8-4ef7-8494-e8718d10a535 req-2004fac1-7773-4d81-9959-04202636b177 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 943 time: 0.0500164 Apr 20 14:02:18.574827 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3923de29-25e8-4ef7-8494-e8718d10a535 req-ec8f60c2-af3c-4a7c-8d38-cd28727caca1 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312922 Apr 20 14:02:19.524678 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:02:19.562538 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:02:19.627351 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '591f2dde-45e3-44fb-a552-c4b5caa615ec', 'tag': '22e5e2f7-9a2a-4ba5-83f8-bece58b51e82'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:02:19.629764 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d7e550-0d50-4009-b8fc-815fee4ac270" -d '{"events": [{"name": "network-changed", "server_uuid": "591f2dde-45e3-44fb-a552-c4b5caa615ec", "tag": "22e5e2f7-9a2a-4ba5-83f8-bece58b51e82"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:02:19.678908 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582cbb19-de62-49a5-96ff-dbe21b385688 x-openstack-request-id: req-582cbb19-de62-49a5-96ff-dbe21b385688 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:02:19.679195 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "591f2dde-45e3-44fb-a552-c4b5caa615ec", "tag": "22e5e2f7-9a2a-4ba5-83f8-bece58b51e82", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:02:19.679473 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-582cbb19-de62-49a5-96ff-dbe21b385688 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:02:19.679867 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-582cbb19-de62-49a5-96ff-dbe21b385688'] response: {'name': 'network-changed', 'server_uuid': '591f2dde-45e3-44fb-a552-c4b5caa615ec', 'tag': '22e5e2f7-9a2a-4ba5-83f8-bece58b51e82', 'status': 'completed', 'code': 200} Apr 20 14:02:19.698523 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be20cc7-3813-42da-aff0-3ad7b80e4af0 req-47d72cc2-db82-498c-8ae3-2c0f0013e1d2 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:19.700026 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3be20cc7-3813-42da-aff0-3ad7b80e4af0 req-47d72cc2-db82-498c-8ae3-2c0f0013e1d2 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 943 time: 0.0561669 Apr 20 14:02:19.741897 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7e550-0d50-4009-b8fc-815fee4ac270 req-8f59eb14-8ccc-454e-afcb-3d68b37c6dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:19.743323 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e1d7e550-0d50-4009-b8fc-815fee4ac270 req-8f59eb14-8ccc-454e-afcb-3d68b37c6dc5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=307c13f0dbbe4a308af163d543f3fef6&device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 1094 time: 0.0423594 Apr 20 14:02:19.762759 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3be20cc7-3813-42da-aff0-3ad7b80e4af0 req-e160fd21-efd1-4e60-a432-ad0d992a3e72 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505013 Apr 20 14:02:19.768476 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7e550-0d50-4009-b8fc-815fee4ac270 req-b2ce1896-642e-417a-991e-a3dba42d8e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:19.769972 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e1d7e550-0d50-4009-b8fc-815fee4ac270 req-b2ce1896-642e-417a-991e-a3dba42d8e29 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=307c13f0dbbe4a308af163d543f3fef6&device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 1094 time: 0.0659165 Apr 20 14:02:19.836288 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7e550-0d50-4009-b8fc-815fee4ac270 req-de7eeb83-2935-42a8-90ac-7d01e489180f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:19.837770 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e1d7e550-0d50-4009-b8fc-815fee4ac270 req-de7eeb83-2935-42a8-90ac-7d01e489180f service neutron] 10.222.0.32 "GET /v2.0/networks?id=d368e5b5-1174-40fa-9511-c01016fdcf89 HTTP/1.1" status: 200 len: 915 time: 0.0884240 Apr 20 14:02:19.863784 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7e550-0d50-4009-b8fc-815fee4ac270 req-bdf45903-2c29-4875-9ccc-93e52e478040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:19.865236 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e1d7e550-0d50-4009-b8fc-815fee4ac270 req-bdf45903-2c29-4875-9ccc-93e52e478040 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d368e5b5-1174-40fa-9511-c01016fdcf89 HTTP/1.1" status: 200 len: 915 time: 0.0881536 Apr 20 14:02:19.877974 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e1d7e550-0d50-4009-b8fc-815fee4ac270 req-a31aceb4-0d81-4b8d-a428-6ae3eaf17d09 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22e5e2f7-9a2a-4ba5-83f8-bece58b51e82 HTTP/1.1" status: 200 len: 217 time: 0.0340786 Apr 20 14:02:19.906981 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e1d7e550-0d50-4009-b8fc-815fee4ac270 req-97449d35-cccd-463d-b9b1-b38c3d5702a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22e5e2f7-9a2a-4ba5-83f8-bece58b51e82 HTTP/1.1" status: 200 len: 217 time: 0.0343795 Apr 20 14:02:19.928398 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7e550-0d50-4009-b8fc-815fee4ac270 req-2ee0cf99-4a6c-4e6e-98ae-182a44339d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:19.929945 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e1d7e550-0d50-4009-b8fc-815fee4ac270 req-2ee0cf99-4a6c-4e6e-98ae-182a44339d9f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dd3de469-7939-4540-bddc-fcbe57080294 HTTP/1.1" status: 200 len: 854 time: 0.0448732 Apr 20 14:02:19.954789 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7e550-0d50-4009-b8fc-815fee4ac270 req-e00f1c88-d0a6-446a-8c63-bda771279bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:19.956307 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e1d7e550-0d50-4009-b8fc-815fee4ac270 req-e00f1c88-d0a6-446a-8c63-bda771279bd7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd3de469-7939-4540-bddc-fcbe57080294 HTTP/1.1" status: 200 len: 854 time: 0.0434654 Apr 20 14:02:19.965562 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e1d7e550-0d50-4009-b8fc-815fee4ac270 req-3de7d9d8-5790-4bcb-9444-39948e078a52 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d368e5b5-1174-40fa-9511-c01016fdcf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292113 Apr 20 14:02:19.988799 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e1d7e550-0d50-4009-b8fc-815fee4ac270 req-8e940452-ef2f-4644-8530-df7f1bf8b8e7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d368e5b5-1174-40fa-9511-c01016fdcf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240259 Apr 20 14:02:20.054735 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e1d7e550-0d50-4009-b8fc-815fee4ac270 req-69a85db8-6fa0-448b-bc38-3d24d82f3229 service neutron] 10.222.0.32 "GET /v2.0/networks/d368e5b5-1174-40fa-9511-c01016fdcf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826340 Apr 20 14:02:20.081018 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e1d7e550-0d50-4009-b8fc-815fee4ac270 req-38f52244-ebea-42bb-b00f-635374d16e74 service neutron] 10.222.0.15 "GET /v2.0/networks/d368e5b5-1174-40fa-9511-c01016fdcf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857263 Apr 20 14:02:20.152573 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e1d7e550-0d50-4009-b8fc-815fee4ac270 req-a3893fe2-7c00-44e6-a9e2-e5b17d3f7d54 service neutron] 10.222.0.32 "GET /v2.0/networks/d368e5b5-1174-40fa-9511-c01016fdcf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906549 Apr 20 14:02:20.170834 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e1d7e550-0d50-4009-b8fc-815fee4ac270 req-87169dc3-ccb6-44c1-a8d0-58d510d11886 service neutron] 10.222.0.15 "GET /v2.0/networks/d368e5b5-1174-40fa-9511-c01016fdcf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814912 Apr 20 14:02:20.884572 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18452d7-626d-456d-a0ce-fd88b76e7975 req-4c8688d3-8ac3-4145-94a9-72c1b0cd6764 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:20.886032 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e18452d7-626d-456d-a0ce-fd88b76e7975 req-4c8688d3-8ac3-4145-94a9-72c1b0cd6764 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 943 time: 0.0515647 Apr 20 14:02:20.921914 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e18452d7-626d-456d-a0ce-fd88b76e7975 req-0eac044a-c0b1-4740-849c-478972f7f2f7 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299041 Apr 20 14:02:21.167427 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8812e8-d3dd-40ed-a95f-2e155ea42094 req-f33ea89b-dacc-42ef-b771-b5b18c871102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:21.168898 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2c8812e8-d3dd-40ed-a95f-2e155ea42094 req-f33ea89b-dacc-42ef-b771-b5b18c871102 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=307c13f0dbbe4a308af163d543f3fef6&device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 1094 time: 0.0417161 Apr 20 14:02:21.270640 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8812e8-d3dd-40ed-a95f-2e155ea42094 req-ef5c1195-c85f-41c8-99b7-8ada0250244a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:21.272117 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2c8812e8-d3dd-40ed-a95f-2e155ea42094 req-ef5c1195-c85f-41c8-99b7-8ada0250244a service neutron] 10.222.0.15 "GET /v2.0/networks?id=d368e5b5-1174-40fa-9511-c01016fdcf89 HTTP/1.1" status: 200 len: 915 time: 0.0843022 Apr 20 14:02:21.319954 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2c8812e8-d3dd-40ed-a95f-2e155ea42094 req-39159ba8-2891-4461-9fc4-60b7c36fd68c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22e5e2f7-9a2a-4ba5-83f8-bece58b51e82 HTTP/1.1" status: 200 len: 217 time: 0.0346940 Apr 20 14:02:21.369570 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8812e8-d3dd-40ed-a95f-2e155ea42094 req-f47efaf7-255b-4a55-bb0b-5100ae1ce07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:21.370937 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2c8812e8-d3dd-40ed-a95f-2e155ea42094 req-f47efaf7-255b-4a55-bb0b-5100ae1ce07e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd3de469-7939-4540-bddc-fcbe57080294 HTTP/1.1" status: 200 len: 854 time: 0.0439360 Apr 20 14:02:21.404001 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2c8812e8-d3dd-40ed-a95f-2e155ea42094 req-d19e8618-f18c-4d89-aa58-bd34f94545a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d368e5b5-1174-40fa-9511-c01016fdcf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250194 Apr 20 14:02:21.495615 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2c8812e8-d3dd-40ed-a95f-2e155ea42094 req-19a7d804-cf5f-46d8-b9b3-19f38f997d72 service neutron] 10.222.0.15 "GET /v2.0/networks/d368e5b5-1174-40fa-9511-c01016fdcf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837147 Apr 20 14:02:21.586441 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2c8812e8-d3dd-40ed-a95f-2e155ea42094 req-a2633d05-3661-4407-8d70-7b8758ec3902 service neutron] 10.222.0.15 "GET /v2.0/networks/d368e5b5-1174-40fa-9511-c01016fdcf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844696 Apr 20 14:02:22.041265 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450a012-7cfc-4ee5-af85-20be061946ad req-1121b5b5-9a33-4c6f-82cb-ea8522e9ccb2 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:22.042735 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5450a012-7cfc-4ee5-af85-20be061946ad req-1121b5b5-9a33-4c6f-82cb-ea8522e9ccb2 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 943 time: 0.0533104 Apr 20 14:02:22.080871 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5450a012-7cfc-4ee5-af85-20be061946ad req-e85320b0-4dbe-4f48-8aee-a66ebe606433 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321035 Apr 20 14:02:22.150146 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:02:22.248784 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=22e5e2f7-9a2a-4ba5-83f8-bece58b51e82,segment=NetworkSegment(7df0b1cf-ba39-4c4d-94ae-9543751db5ac),segment_id=7df0b1cf-ba39-4c4d-94ae-9543751db5ac)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:02:22.260501 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '22e5e2f7-9a2a-4ba5-83f8-bece58b51e82', 'network_id': 'd368e5b5-1174-40fa-9511-c01016fdcf89', 'port_id': '22e5e2f7-9a2a-4ba5-83f8-bece58b51e82', 'mac_address': 'fa:16:3e:95:35:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd3de469-7939-4540-bddc-fcbe57080294', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:02:22.297685 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:22.312966 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:02:22.341491 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=22e5e2f7-9a2a-4ba5-83f8-bece58b51e82,segment=NetworkSegment(7df0b1cf-ba39-4c4d-94ae-9543751db5ac),segment_id=7df0b1cf-ba39-4c4d-94ae-9543751db5ac)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:02:22.413513 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff48936-7ee0-4c7e-92b8-228d7200539f req-1c8672a7-6297-4097-939d-b05a1d761332 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:22.415012 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cff48936-7ee0-4c7e-92b8-228d7200539f req-1c8672a7-6297-4097-939d-b05a1d761332 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 943 time: 0.0486166 Apr 20 14:02:22.430203 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:22.456047 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cff48936-7ee0-4c7e-92b8-228d7200539f req-5db39d8a-9719-40e2-a7b9-1e860f2d9c2c tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338686 Apr 20 14:02:22.486973 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=22e5e2f7-9a2a-4ba5-83f8-bece58b51e82,revision_number=8']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:02:22.539938 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa89fda-05fc-4cc6-9f9c-3caf5623cd01 req-d8ef39b8-ed96-4f2c-8b2f-44b73c53f0f5 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:22.541477 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3fa89fda-05fc-4cc6-9f9c-3caf5623cd01 req-d8ef39b8-ed96-4f2c-8b2f-44b73c53f0f5 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.32 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec&tenant_id=307c13f0dbbe4a308af163d543f3fef6&binding%3Ahost_id=n-h2-836015-7 HTTP/1.1" status: 200 len: 944 time: 0.0866656 Apr 20 14:02:22.602206 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [req-3fa89fda-05fc-4cc6-9f9c-3caf5623cd01 req-d91be0b7-1848-4500-ad70-571cc59ce7bf service neutron] delete failed (client error): The resource could not be found. Apr 20 14:02:22.603251 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3fa89fda-05fc-4cc6-9f9c-3caf5623cd01 req-d91be0b7-1848-4500-ad70-571cc59ce7bf service neutron] 10.222.0.32 "DELETE /v2.0/ports/22e5e2f7-9a2a-4ba5-83f8-bece58b51e82/bindings/n-h1-836015-7 HTTP/1.1" status: 404 len: 380 time: 0.0539610 Apr 20 14:02:22.687648 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa89fda-05fc-4cc6-9f9c-3caf5623cd01 req-fbea06b4-0b5d-4e0d-9c30-851bed9e06bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:22.689120 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3fa89fda-05fc-4cc6-9f9c-3caf5623cd01 req-fbea06b4-0b5d-4e0d-9c30-851bed9e06bf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=307c13f0dbbe4a308af163d543f3fef6&device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 1095 time: 0.0449722 Apr 20 14:02:22.775075 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa89fda-05fc-4cc6-9f9c-3caf5623cd01 req-ea199b45-8f68-4f72-bd9c-f52b083d0bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:22.776983 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3fa89fda-05fc-4cc6-9f9c-3caf5623cd01 req-ea199b45-8f68-4f72-bd9c-f52b083d0bb9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d368e5b5-1174-40fa-9511-c01016fdcf89 HTTP/1.1" status: 200 len: 915 time: 0.0810916 Apr 20 14:02:22.779990 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['22e5e2f7-9a2a-4ba5-83f8-bece58b51e82'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:02:22.821771 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3fa89fda-05fc-4cc6-9f9c-3caf5623cd01 req-03df2941-1954-43c3-82a4-33b4791b7c42 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22e5e2f7-9a2a-4ba5-83f8-bece58b51e82 HTTP/1.1" status: 200 len: 217 time: 0.0381987 Apr 20 14:02:22.869426 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa89fda-05fc-4cc6-9f9c-3caf5623cd01 req-e48d2fbb-658a-48df-bb2f-897400720e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:22.871200 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3fa89fda-05fc-4cc6-9f9c-3caf5623cd01 req-e48d2fbb-658a-48df-bb2f-897400720e6a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dd3de469-7939-4540-bddc-fcbe57080294 HTTP/1.1" status: 200 len: 854 time: 0.0436704 Apr 20 14:02:22.901390 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3fa89fda-05fc-4cc6-9f9c-3caf5623cd01 req-a0460e22-5ef1-4284-9f5d-f5a5df100fd8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d368e5b5-1174-40fa-9511-c01016fdcf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238354 Apr 20 14:02:22.990135 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3fa89fda-05fc-4cc6-9f9c-3caf5623cd01 req-ba567224-cc13-4e64-b4b5-443cee7915d5 service neutron] 10.222.0.32 "GET /v2.0/networks/d368e5b5-1174-40fa-9511-c01016fdcf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822110 Apr 20 14:02:23.075733 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-3fa89fda-05fc-4cc6-9f9c-3caf5623cd01 req-b38ee37a-df7e-464f-a72b-3fbeb9776b77 service neutron] 10.222.0.32 "GET /v2.0/networks/d368e5b5-1174-40fa-9511-c01016fdcf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790758 Apr 20 14:02:23.574778 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105adf0-6bfe-4455-b0c6-47838ea8b804 req-0043012c-9e39-454a-91b5-1c7ff6946963 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:23.576270 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5105adf0-6bfe-4455-b0c6-47838ea8b804 req-0043012c-9e39-454a-91b5-1c7ff6946963 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 944 time: 0.0481544 Apr 20 14:02:23.615211 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5105adf0-6bfe-4455-b0c6-47838ea8b804 req-c2b55529-cd4b-431f-bda0-84ab30f26532 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327749 Apr 20 14:02:24.186002 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:02:24.298367 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:02:24.302210 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:02:24.304836 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:24.376665 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:24.398139 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591f2dde-45e3-44fb-a552-c4b5caa615ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e5e2f7-9a2a-4ba5-83f8-bece58b51e82'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:02:24.400376 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac87ba4abbb4e8505208ea6fd510b76711e5f2ebc605ae5eca19bb7d33fcf53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89260408-3718-46ae-a052-0c1e7fca4ceb" -d '{"events": [{"server_uuid": "591f2dde-45e3-44fb-a552-c4b5caa615ec", "name": "network-vif-plugged", "status": "completed", "tag": "22e5e2f7-9a2a-4ba5-83f8-bece58b51e82"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:02:24.422041 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=22e5e2f7-9a2a-4ba5-83f8-bece58b51e82,segment=NetworkSegment(7df0b1cf-ba39-4c4d-94ae-9543751db5ac),segment_id=7df0b1cf-ba39-4c4d-94ae-9543751db5ac)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:02:24.438720 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15231755-324f-449f-ac12-c6e533cb5e0a x-openstack-request-id: req-15231755-324f-449f-ac12-c6e533cb5e0a {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:02:24.439026 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "591f2dde-45e3-44fb-a552-c4b5caa615ec", "name": "network-vif-plugged", "status": "completed", "tag": "22e5e2f7-9a2a-4ba5-83f8-bece58b51e82", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:02:24.439294 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15231755-324f-449f-ac12-c6e533cb5e0a {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:02:24.439738 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15231755-324f-449f-ac12-c6e533cb5e0a'] response: {'server_uuid': '591f2dde-45e3-44fb-a552-c4b5caa615ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e5e2f7-9a2a-4ba5-83f8-bece58b51e82', 'code': 200} Apr 20 14:02:24.475704 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:24.500631 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-68b23a9c-a689-4435-bf3d-342c11f82f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:24.524838 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=22e5e2f7-9a2a-4ba5-83f8-bece58b51e82,revision_number=9']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:02:24.532761 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:02:24.533108 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:02:24.533447 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:02:24.533801 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:02:24.534133 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:02:24.534467 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:02:24.534793 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:02:24.535118 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:02:24.535464 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:02:24.535787 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:02:24.536110 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:02:24.536430 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:02:24.734859 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24332e-04c9-427a-9d30-69ea34aee866 req-a281370d-3a64-4fce-aa48-777ba39cd4e5 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:24.736270 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6c24332e-04c9-427a-9d30-69ea34aee866 req-a281370d-3a64-4fce-aa48-777ba39cd4e5 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 945 time: 0.0518255 Apr 20 14:02:24.773047 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6c24332e-04c9-427a-9d30-69ea34aee866 req-0d95eb68-5924-4e96-908f-fe6b5f159de0 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308700 Apr 20 14:02:24.884690 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129de6ee-8776-42f6-b1bf-23d1f8382ed2 req-7af30585-746f-4a46-aec7-210b45e4d135 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:24.886661 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-129de6ee-8776-42f6-b1bf-23d1f8382ed2 req-7af30585-746f-4a46-aec7-210b45e4d135 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 945 time: 0.0477800 Apr 20 14:02:24.922055 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-129de6ee-8776-42f6-b1bf-23d1f8382ed2 req-3c421755-f0ee-4692-b0a5-0c9d44a5878c tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295115 Apr 20 14:02:25.032458 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcad300-7213-40f4-8abc-9b762bf46111 req-95d13ea9-6fc3-4746-b004-92e1ada6dbe9 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:25.033817 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dfcad300-7213-40f4-8abc-9b762bf46111 req-95d13ea9-6fc3-4746-b004-92e1ada6dbe9 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 945 time: 0.0476537 Apr 20 14:02:25.071246 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dfcad300-7213-40f4-8abc-9b762bf46111 req-1b4c14ab-af00-49d5-97a9-e5fcd820596b tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314224 Apr 20 14:02:25.583997 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-a1dac7a4-8ffd-47ac-8e94-c1d1d2751c95 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:25.585443 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-a1dac7a4-8ffd-47ac-8e94-c1d1d2751c95 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/networks?id=d368e5b5-1174-40fa-9511-c01016fdcf89 HTTP/1.1" status: 200 len: 814 time: 0.1014071 Apr 20 14:02:25.600419 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-29fab1a6-18c0-41fa-8748-878b0b36bf2b tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/quotas/307c13f0dbbe4a308af163d543f3fef6 HTTP/1.1" status: 200 len: 375 time: 0.0086975 Apr 20 14:02:25.647832 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-2cb1a36a-2bf0-4a73-8f09-9a2aeaa225b2 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=307c13f0dbbe4a308af163d543f3fef6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0414643 Apr 20 14:02:25.740588 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-fcf02687-c1ad-4845-b223-6297e06a6f0b service neutron] 10.222.0.25 "GET /v2.0/networks/d368e5b5-1174-40fa-9511-c01016fdcf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843909 Apr 20 14:02:25.831239 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-8da52c89-7120-4b30-9631-9e1e1c2fc77b service neutron] 10.222.0.25 "GET /v2.0/networks/d368e5b5-1174-40fa-9511-c01016fdcf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837638 Apr 20 14:02:26.049554 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c705d759-28b6-4953-ac7d-a6bf93cafe87 req-86e33dc3-2bba-4e0a-9a04-2876b89cd053 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 210 time: 0.0265477 Apr 20 14:02:26.725260 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f385191-990c-4c4d-833d-897866e1d3b8 req-51e61b51-9d9c-483a-8afa-e20e03165129 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:26.726765 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f385191-990c-4c4d-833d-897866e1d3b8 req-51e61b51-9d9c-483a-8afa-e20e03165129 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.15 "GET /v2.0/ports?device_id=591f2dde-45e3-44fb-a552-c4b5caa615ec HTTP/1.1" status: 200 len: 945 time: 0.0522401 Apr 20 14:02:26.784724 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-19ed8be5-0298-4829-9f58-aa2af3043ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:26.820505 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-1f385191-990c-4c4d-833d-897866e1d3b8 req-5ca61467-b0d9-45b7-9563-0b9b634768ed tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Deleting port 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:02:26.821052 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1f385191-990c-4c4d-833d-897866e1d3b8 req-5ca61467-b0d9-45b7-9563-0b9b634768ed tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:26.910990 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-1f385191-990c-4c4d-833d-897866e1d3b8 req-5ca61467-b0d9-45b7-9563-0b9b634768ed tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] For port 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=22e5e2f7-9a2a-4ba5-83f8-bece58b51e82,segment=NetworkSegment(7df0b1cf-ba39-4c4d-94ae-9543751db5ac),segment_id=7df0b1cf-ba39-4c4d-94ae-9543751db5ac)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:02:26.911371 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1f385191-990c-4c4d-833d-897866e1d3b8 req-5ca61467-b0d9-45b7-9563-0b9b634768ed tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:26.924202 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-1f385191-990c-4c4d-833d-897866e1d3b8 req-5ca61467-b0d9-45b7-9563-0b9b634768ed tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Calling delete_port for 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:02:27.128069 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1f385191-990c-4c4d-833d-897866e1d3b8 req-5ca61467-b0d9-45b7-9563-0b9b634768ed tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:27.139521 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['22e5e2f7-9a2a-4ba5-83f8-bece58b51e82'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:02:27.150178 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1d52389a-4648-4808-b6b9-9c1bc80b14a0 req-686d5634-18df-45e3-a455-6393e83f3bda tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 210 time: 0.0330980 Apr 20 14:02:27.175621 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca61467-b0d9-45b7-9563-0b9b634768ed tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Pushing event deleted for resources: {'Port': ['ID=22e5e2f7-9a2a-4ba5-83f8-bece58b51e82,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:02:27.215127 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f385191-990c-4c4d-833d-897866e1d3b8 req-5ca61467-b0d9-45b7-9563-0b9b634768ed tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] No DVR routers for this DVR port 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:02:27.217925 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-1f385191-990c-4c4d-833d-897866e1d3b8 req-5ca61467-b0d9-45b7-9563-0b9b634768ed tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:27.222998 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f385191-990c-4c4d-833d-897866e1d3b8 req-5ca61467-b0d9-45b7-9563-0b9b634768ed tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.15 "DELETE /v2.0/ports/22e5e2f7-9a2a-4ba5-83f8-bece58b51e82 HTTP/1.1" status: 204 len: 173 time: 0.4845192 Apr 20 14:02:27.222998 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591f2dde-45e3-44fb-a552-c4b5caa615ec', 'name': 'network-vif-deleted', 'tag': '22e5e2f7-9a2a-4ba5-83f8-bece58b51e82'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:02:27.224170 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2fb7ac-7f5c-47a4-8287-b0dd6523a6b5" -d '{"events": [{"server_uuid": "591f2dde-45e3-44fb-a552-c4b5caa615ec", "name": "network-vif-deleted", "tag": "22e5e2f7-9a2a-4ba5-83f8-bece58b51e82"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:02:27.262429 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ccf181-7616-4730-a28d-c210c279daec x-openstack-request-id: req-09ccf181-7616-4730-a28d-c210c279daec {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:02:27.262754 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "591f2dde-45e3-44fb-a552-c4b5caa615ec", "name": "network-vif-deleted", "tag": "22e5e2f7-9a2a-4ba5-83f8-bece58b51e82", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:02:27.263012 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-09ccf181-7616-4730-a28d-c210c279daec {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:02:27.263468 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09ccf181-7616-4730-a28d-c210c279daec'] response: {'server_uuid': '591f2dde-45e3-44fb-a552-c4b5caa615ec', 'name': 'network-vif-deleted', 'tag': '22e5e2f7-9a2a-4ba5-83f8-bece58b51e82', 'status': 'completed', 'code': 200} Apr 20 14:02:27.937281 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-370ea9f5-57ca-4173-bb83-69fbf65adc94 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:27.938823 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-370ea9f5-57ca-4173-bb83-69fbf65adc94 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.15 "GET /v2.0/networks?id=d368e5b5-1174-40fa-9511-c01016fdcf89 HTTP/1.1" status: 200 len: 814 time: 0.1040459 Apr 20 14:02:27.952397 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-e34f5b03-bb70-4437-9d72-90849c80fd0d tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Request body: {'port': {'device_id': '4b67f2ec-f76a-48ee-9dda-d39cb16f54e2', 'network_id': 'd368e5b5-1174-40fa-9511-c01016fdcf89', 'admin_state_up': True, 'tenant_id': '307c13f0dbbe4a308af163d543f3fef6'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:02:28.207397 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-e34f5b03-bb70-4437-9d72-90849c80fd0d tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Made reservation on behalf of 307c13f0dbbe4a308af163d543f3fef6 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:02:28.211520 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-e34f5b03-bb70-4437-9d72-90849c80fd0d tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:28.275734 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:28.600109 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-26475ff6-0611-4bcf-8813-5bac95b93a74 req-60f5abfa-78fe-4e42-8df7-5a79613e3235 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 210 time: 0.3708816 Apr 20 14:02:28.698606 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-e34f5b03-bb70-4437-9d72-90849c80fd0d tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Allocated IP 172.20.0.2 (d368e5b5-1174-40fa-9511-c01016fdcf89/dd3de469-7939-4540-bddc-fcbe57080294/c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:02:28.841469 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-e34f5b03-bb70-4437-9d72-90849c80fd0d tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:28.932884 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-e34f5b03-bb70-4437-9d72-90849c80fd0d tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:28.976838 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-e34f5b03-bb70-4437-9d72-90849c80fd0d tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Network d368e5b5-1174-40fa-9511-c01016fdcf89 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:02:28.979990 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-e34f5b03-bb70-4437-9d72-90849c80fd0d tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:02:28.984255 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-e34f5b03-bb70-4437-9d72-90849c80fd0d tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:02:28.990461 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f5b03-bb70-4437-9d72-90849c80fd0d tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Pushing event updated for resources: {'Port': ['ID=c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:02:29.037730 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-e34f5b03-bb70-4437-9d72-90849c80fd0d tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:29.038350 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-e34f5b03-bb70-4437-9d72-90849c80fd0d tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:29.104519 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-e34f5b03-bb70-4437-9d72-90849c80fd0d tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1562295 Apr 20 14:02:29.116766 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-337f4fc0-bbcf-4cc5-8e21-3b6ffde256fc service neutron] Request body: {'port': {'device_id': '4b67f2ec-f76a-48ee-9dda-d39cb16f54e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:02:29.167516 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-337f4fc0-bbcf-4cc5-8e21-3b6ffde256fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:29.418943 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-337f4fc0-bbcf-4cc5-8e21-3b6ffde256fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:02:29.426301 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-337f4fc0-bbcf-4cc5-8e21-3b6ffde256fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:29.437774 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-337f4fc0-bbcf-4cc5-8e21-3b6ffde256fc service neutron] Transition to ACTIVE for port object c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:02:29.538502 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-337f4fc0-bbcf-4cc5-8e21-3b6ffde256fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:29.564980 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:29.595966 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f4fc0-bbcf-4cc5-8e21-3b6ffde256fc service neutron] Pushing event updated for resources: {'Port': ['ID=c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:02:29.617020 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f4fc0-bbcf-4cc5-8e21-3b6ffde256fc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:02:29.618800 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f4fc0-bbcf-4cc5-8e21-3b6ffde256fc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:02:29.618800 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f4fc0-bbcf-4cc5-8e21-3b6ffde256fc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:02:29.618800 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f4fc0-bbcf-4cc5-8e21-3b6ffde256fc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:02:29.618800 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f4fc0-bbcf-4cc5-8e21-3b6ffde256fc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:02:29.618800 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f4fc0-bbcf-4cc5-8e21-3b6ffde256fc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:02:29.619254 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f4fc0-bbcf-4cc5-8e21-3b6ffde256fc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:02:29.619254 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f4fc0-bbcf-4cc5-8e21-3b6ffde256fc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:02:29.619620 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f4fc0-bbcf-4cc5-8e21-3b6ffde256fc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:02:29.619939 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f4fc0-bbcf-4cc5-8e21-3b6ffde256fc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:02:29.620254 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f4fc0-bbcf-4cc5-8e21-3b6ffde256fc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:02:29.620570 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337f4fc0-bbcf-4cc5-8e21-3b6ffde256fc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:02:29.670416 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-337f4fc0-bbcf-4cc5-8e21-3b6ffde256fc service neutron] Attempting to bind port c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:02:29.670666 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-337f4fc0-bbcf-4cc5-8e21-3b6ffde256fc service neutron] Attempting to bind port c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '7df0b1cf-ba39-4c4d-94ae-9543751db5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd368e5b5-1174-40fa-9511-c01016fdcf89'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:02:29.670997 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-337f4fc0-bbcf-4cc5-8e21-3b6ffde256fc service neutron] Attempting to bind port c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980 on network d368e5b5-1174-40fa-9511-c01016fdcf89 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:02:29.696318 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-337f4fc0-bbcf-4cc5-8e21-3b6ffde256fc service neutron] Port c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980 on network d368e5b5-1174-40fa-9511-c01016fdcf89 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:02:29.696644 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-337f4fc0-bbcf-4cc5-8e21-3b6ffde256fc service neutron] Attempting to bind port c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980 on network d368e5b5-1174-40fa-9511-c01016fdcf89 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:02:29.706906 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-337f4fc0-bbcf-4cc5-8e21-3b6ffde256fc service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:02:29.707245 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-337f4fc0-bbcf-4cc5-8e21-3b6ffde256fc service neutron] Checking segment: {'id': '7df0b1cf-ba39-4c4d-94ae-9543751db5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd368e5b5-1174-40fa-9511-c01016fdcf89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:02:29.707772 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-337f4fc0-bbcf-4cc5-8e21-3b6ffde256fc service neutron] Bound using segment: {'id': '7df0b1cf-ba39-4c4d-94ae-9543751db5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd368e5b5-1174-40fa-9511-c01016fdcf89'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:02:29.708204 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-337f4fc0-bbcf-4cc5-8e21-3b6ffde256fc service neutron] Bound port: c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df0b1cf-ba39-4c4d-94ae-9543751db5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd368e5b5-1174-40fa-9511-c01016fdcf89'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:02:29.708563 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-337f4fc0-bbcf-4cc5-8e21-3b6ffde256fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:29.735217 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0934df-bec9-4276-89a9-7347d0d18c2b req-196e61bf-5b7d-4406-ae41-2abffd764103 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:29.736707 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ee0934df-bec9-4276-89a9-7347d0d18c2b req-196e61bf-5b7d-4406-ae41-2abffd764103 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 943 time: 0.0682850 Apr 20 14:02:29.811476 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ee0934df-bec9-4276-89a9-7347d0d18c2b req-3065e14f-65ad-4e02-97f4-1ccde19205cf tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547395 Apr 20 14:02:29.813925 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-337f4fc0-bbcf-4cc5-8e21-3b6ffde256fc service neutron] For port c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:02:29.817731 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-337f4fc0-bbcf-4cc5-8e21-3b6ffde256fc service neutron] For port c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980,segment=NetworkSegment(7df0b1cf-ba39-4c4d-94ae-9543751db5ac),segment_id=7df0b1cf-ba39-4c4d-94ae-9543751db5ac)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:02:29.852688 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:29.905248 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-337f4fc0-bbcf-4cc5-8e21-3b6ffde256fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:29.937293 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-337f4fc0-bbcf-4cc5-8e21-3b6ffde256fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:29.937906 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-337f4fc0-bbcf-4cc5-8e21-3b6ffde256fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:29.939272 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-337f4fc0-bbcf-4cc5-8e21-3b6ffde256fc service neutron] 10.222.0.15 "PUT /v2.0/ports/c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980 HTTP/1.1" status: 200 len: 1091 time: 0.8265657 Apr 20 14:02:29.939729 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b67f2ec-f76a-48ee-9dda-d39cb16f54e2', 'tag': 'c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:02:29.942215 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f862bf7e-e255-4aa2-a279-fa7740e6ddd7" -d '{"events": [{"name": "network-changed", "server_uuid": "4b67f2ec-f76a-48ee-9dda-d39cb16f54e2", "tag": "c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:02:29.967864 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f4fc0-bbcf-4cc5-8e21-3b6ffde256fc service neutron] Pushing event updated for resources: {'Port': ['ID=c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:02:29.981020 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882601f4-8d72-4df4-a634-f1afc569b109 x-openstack-request-id: req-882601f4-8d72-4df4-a634-f1afc569b109 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:02:29.981611 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b67f2ec-f76a-48ee-9dda-d39cb16f54e2", "tag": "c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:02:29.981611 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-882601f4-8d72-4df4-a634-f1afc569b109 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:02:29.981929 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-882601f4-8d72-4df4-a634-f1afc569b109'] response: {'name': 'network-changed', 'server_uuid': '4b67f2ec-f76a-48ee-9dda-d39cb16f54e2', 'tag': 'c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980', 'status': 'completed', 'code': 200} Apr 20 14:02:30.045448 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862bf7e-e255-4aa2-a279-fa7740e6ddd7 req-c8389a40-b0d9-49e4-bf11-8b8ff3b75f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:30.046936 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f862bf7e-e255-4aa2-a279-fa7740e6ddd7 req-c8389a40-b0d9-49e4-bf11-8b8ff3b75f82 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=307c13f0dbbe4a308af163d543f3fef6&device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 1094 time: 0.0401092 Apr 20 14:02:30.146362 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862bf7e-e255-4aa2-a279-fa7740e6ddd7 req-92fa141d-aa7b-4ab9-9da1-8471a1994ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:30.147855 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f862bf7e-e255-4aa2-a279-fa7740e6ddd7 req-92fa141d-aa7b-4ab9-9da1-8471a1994ebe service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=307c13f0dbbe4a308af163d543f3fef6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0927103 Apr 20 14:02:30.194692 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:02:30.215376 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:02:30.215726 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 22e5e2f7-9a2a-4ba5-83f8-bece58b51e82 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:02:30.239476 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862bf7e-e255-4aa2-a279-fa7740e6ddd7 req-e9ad30f9-0e5e-4b53-a961-844ab8e8c0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:30.240981 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f862bf7e-e255-4aa2-a279-fa7740e6ddd7 req-e9ad30f9-0e5e-4b53-a961-844ab8e8c0eb service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0865085 Apr 20 14:02:30.320260 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-b48a1aa6-3cee-4406-9471-e8b54df59a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:30.321727 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-b48a1aa6-3cee-4406-9471-e8b54df59a16 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=307c13f0dbbe4a308af163d543f3fef6&device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 1094 time: 0.0454130 Apr 20 14:02:30.362301 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-06808d76-c48f-491a-a611-f09b48785d92 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980 HTTP/1.1" status: 200 len: 217 time: 0.0335512 Apr 20 14:02:30.409260 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-c6daf7ff-69bc-4f23-b9ec-9d0334698271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:30.410699 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-c6daf7ff-69bc-4f23-b9ec-9d0334698271 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd3de469-7939-4540-bddc-fcbe57080294 HTTP/1.1" status: 200 len: 854 time: 0.0421894 Apr 20 14:02:30.441608 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-2747a673-9dec-4b0b-9ece-2a94abe73852 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d368e5b5-1174-40fa-9511-c01016fdcf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244377 Apr 20 14:02:30.532473 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-3d318ab5-04fe-4a31-a00b-047bf6d12123 service neutron] 10.222.0.15 "GET /v2.0/networks/d368e5b5-1174-40fa-9511-c01016fdcf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846329 Apr 20 14:02:30.620162 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e87cf45-3d25-465b-98ac-6d09d5d94d0c req-d0d056b5-f595-4876-93b5-2982e5793d83 service neutron] 10.222.0.15 "GET /v2.0/networks/d368e5b5-1174-40fa-9511-c01016fdcf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809681 Apr 20 14:02:30.932207 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224914c1-8207-4804-9a3c-88b7fd794f2a req-c9dfc357-0758-47e9-8302-477b36e37372 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:30.933677 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-224914c1-8207-4804-9a3c-88b7fd794f2a req-c9dfc357-0758-47e9-8302-477b36e37372 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 943 time: 0.0534506 Apr 20 14:02:30.970822 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-224914c1-8207-4804-9a3c-88b7fd794f2a req-7b1759e9-1e0f-4218-890b-a60c0d3d129f tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311229 Apr 20 14:02:32.086875 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96353ec-3d8b-4712-b468-b94356ef9fa7 req-ac6f4155-2270-4e56-be55-ca60eb7eea7c tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:32.088374 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b96353ec-3d8b-4712-b468-b94356ef9fa7 req-ac6f4155-2270-4e56-be55-ca60eb7eea7c tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 943 time: 0.0492995 Apr 20 14:02:32.126518 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b96353ec-3d8b-4712-b468-b94356ef9fa7 req-e2c43a13-774a-4a94-9820-1e4d2da9d8c5 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321043 Apr 20 14:02:33.237929 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b055c-f4a9-43fc-a8b4-8ddec4ab6882 req-276431ff-f41b-4b30-b4fd-7219ea56fe1c tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:33.239395 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-572b055c-f4a9-43fc-a8b4-8ddec4ab6882 req-276431ff-f41b-4b30-b4fd-7219ea56fe1c tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 943 time: 0.0473435 Apr 20 14:02:33.278086 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-572b055c-f4a9-43fc-a8b4-8ddec4ab6882 req-30c0550c-4704-4ba4-9cfc-fc2658a39c51 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326924 Apr 20 14:02:34.226105 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:02:34.321659 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980,segment=NetworkSegment(7df0b1cf-ba39-4c4d-94ae-9543751db5ac),segment_id=7df0b1cf-ba39-4c4d-94ae-9543751db5ac)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:02:34.333531 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980', 'network_id': 'd368e5b5-1174-40fa-9511-c01016fdcf89', 'port_id': 'c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980', 'mac_address': 'fa:16:3e:be:cc:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd3de469-7939-4540-bddc-fcbe57080294', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:02:34.370702 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:34.384526 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:02:34.400288 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cc6a1-c3d0-4f13-a0fa-36298b9c54b1 req-870772e4-9026-4139-84f6-6faee5b42b01 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:34.401766 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-389cc6a1-c3d0-4f13-a0fa-36298b9c54b1 req-870772e4-9026-4139-84f6-6faee5b42b01 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 943 time: 0.0521355 Apr 20 14:02:34.404549 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980,segment=NetworkSegment(7df0b1cf-ba39-4c4d-94ae-9543751db5ac),segment_id=7df0b1cf-ba39-4c4d-94ae-9543751db5ac)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:02:34.440286 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-389cc6a1-c3d0-4f13-a0fa-36298b9c54b1 req-d7533224-6ef2-4a8e-83e3-7fbc54ede3f4 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308003 Apr 20 14:02:34.475326 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:34.522425 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:02:34.768112 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:02:35.558151 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f125ee-e5df-4dfa-b028-77fc1f7b020d req-473db552-4bc7-498d-9a69-682a8f1e8324 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:35.559642 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-92f125ee-e5df-4dfa-b028-77fc1f7b020d req-473db552-4bc7-498d-9a69-682a8f1e8324 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 944 time: 0.0485990 Apr 20 14:02:35.596717 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-92f125ee-e5df-4dfa-b028-77fc1f7b020d req-139f290f-73f4-4761-a0e1-dbb561ab655e tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310411 Apr 20 14:02:36.242576 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:02:36.383636 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:02:36.387276 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:02:36.387678 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:36.464034 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:36.485673 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b67f2ec-f76a-48ee-9dda-d39cb16f54e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:02:36.487952 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac87ba4abbb4e8505208ea6fd510b76711e5f2ebc605ae5eca19bb7d33fcf53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f19ae8-0401-4f6a-8d13-d98efba37005" -d '{"events": [{"server_uuid": "4b67f2ec-f76a-48ee-9dda-d39cb16f54e2", "name": "network-vif-plugged", "status": "completed", "tag": "c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:02:36.501231 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980,segment=NetworkSegment(7df0b1cf-ba39-4c4d-94ae-9543751db5ac),segment_id=7df0b1cf-ba39-4c4d-94ae-9543751db5ac)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:02:36.528076 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08086cad-1371-445f-a768-6b0ea651557f x-openstack-request-id: req-08086cad-1371-445f-a768-6b0ea651557f {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:02:36.528076 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b67f2ec-f76a-48ee-9dda-d39cb16f54e2", "name": "network-vif-plugged", "status": "completed", "tag": "c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:02:36.528076 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-08086cad-1371-445f-a768-6b0ea651557f {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:02:36.528076 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08086cad-1371-445f-a768-6b0ea651557f'] response: {'server_uuid': '4b67f2ec-f76a-48ee-9dda-d39cb16f54e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980', 'code': 200} Apr 20 14:02:36.576396 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:36.624040 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:02:36.629500 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302750c0-aebd-405f-8aff-c1f2f9253375 req-46eede61-aaf8-4c89-85f5-e2e74c57912d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:36.631037 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-302750c0-aebd-405f-8aff-c1f2f9253375 req-46eede61-aaf8-4c89-85f5-e2e74c57912d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 1096 time: 0.0505772 Apr 20 14:02:36.665229 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-302750c0-aebd-405f-8aff-c1f2f9253375 req-a5644e26-d437-4cb5-a461-027db39df743 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274348 Apr 20 14:02:36.717668 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b216631-5816-47f7-a6fb-e08f1bb6629a req-40c1bfb1-5f15-46c3-85af-914188dab840 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:36.719649 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8b216631-5816-47f7-a6fb-e08f1bb6629a req-40c1bfb1-5f15-46c3-85af-914188dab840 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0511501 Apr 20 14:02:36.756268 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8b216631-5816-47f7-a6fb-e08f1bb6629a req-d33495cf-ee13-4b4a-926b-18262c75ece6 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304708 Apr 20 14:02:37.874343 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24533d5-3e7e-4a55-a484-c80c45e823da req-2412ba2d-2566-4328-9cf2-2e3ef06a9c54 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:37.875998 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e24533d5-3e7e-4a55-a484-c80c45e823da req-2412ba2d-2566-4328-9cf2-2e3ef06a9c54 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0514431 Apr 20 14:02:37.913975 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e24533d5-3e7e-4a55-a484-c80c45e823da req-28dd3167-b9d9-4789-84c7-b7b2c7bb8760 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319362 Apr 20 14:02:39.025864 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b46aec-186a-467b-a2cc-63e260b767e2 req-7d36ac2e-b375-4487-8e71-6da1b8d21a5e tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:39.027306 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d5b46aec-186a-467b-a2cc-63e260b767e2 req-7d36ac2e-b375-4487-8e71-6da1b8d21a5e tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0474010 Apr 20 14:02:39.064520 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d5b46aec-186a-467b-a2cc-63e260b767e2 req-a5949165-8e38-4791-a956-a50f60c2fc3f tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305998 Apr 20 14:02:39.181025 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf95666-2757-4de6-b9d8-352785a50932 req-12145350-f644-44e7-9ad1-f2b86126ac0f tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:39.182470 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2cf95666-2757-4de6-b9d8-352785a50932 req-12145350-f644-44e7-9ad1-f2b86126ac0f tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0521331 Apr 20 14:02:39.218541 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2cf95666-2757-4de6-b9d8-352785a50932 req-5e09fb69-2b72-4c8b-83ad-502b905eda26 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300300 Apr 20 14:02:39.565431 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f55b5-7afa-4260-843c-690c5bbd5991 req-9cf9c3a7-645d-4c77-bd75-1c4901dbefe4 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:39.567187 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bb3f55b5-7afa-4260-843c-690c5bbd5991 req-9cf9c3a7-645d-4c77-bd75-1c4901dbefe4 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0493991 Apr 20 14:02:39.605320 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bb3f55b5-7afa-4260-843c-690c5bbd5991 req-efbe8cb1-b640-4d2e-b12e-c4c2d9e6789f tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320017 Apr 20 14:02:39.664449 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-a7cab615-c26d-4e18-af4f-be7eeb31780e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0395176 Apr 20 14:02:40.724581 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0173ea9-8bf4-4ef9-953f-432cdaa43ad4 req-459da73e-d084-40d7-8e3b-ab7d9ee077c4 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:40.726065 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f0173ea9-8bf4-4ef9-953f-432cdaa43ad4 req-459da73e-d084-40d7-8e3b-ab7d9ee077c4 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0483632 Apr 20 14:02:40.767402 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f0173ea9-8bf4-4ef9-953f-432cdaa43ad4 req-2e099b33-3924-409b-98f1-18f9b4150b08 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352232 Apr 20 14:02:41.402129 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-51db88d4-2c72-4509-832f-286319592327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:41.403543 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-51db88d4-2c72-4509-832f-286319592327 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=307c13f0dbbe4a308af163d543f3fef6&device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 1096 time: 0.0438471 Apr 20 14:02:41.492044 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-d8017848-1e30-4a72-9b3b-649a673cd62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:41.493496 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-d8017848-1e30-4a72-9b3b-649a673cd62c service neutron] 10.222.0.15 "GET /v2.0/networks?id=d368e5b5-1174-40fa-9511-c01016fdcf89 HTTP/1.1" status: 200 len: 915 time: 0.0834370 Apr 20 14:02:41.538495 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-87a371b1-5939-4cb6-863d-fe193c463c02 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980 HTTP/1.1" status: 200 len: 217 time: 0.0383120 Apr 20 14:02:41.585118 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-43115b07-a9b3-4eac-8e4c-da232476b734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:41.586505 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-43115b07-a9b3-4eac-8e4c-da232476b734 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd3de469-7939-4540-bddc-fcbe57080294 HTTP/1.1" status: 200 len: 854 time: 0.0423319 Apr 20 14:02:41.616987 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-0f5605c2-8197-4b76-8e85-610fc5ec612d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d368e5b5-1174-40fa-9511-c01016fdcf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242856 Apr 20 14:02:41.703981 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-47f44e58-247a-4940-a917-5eefbc488db0 service neutron] 10.222.0.15 "GET /v2.0/networks/d368e5b5-1174-40fa-9511-c01016fdcf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803828 Apr 20 14:02:41.795936 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-a2f4a533-37a3-49db-a548-0b357a160866 service neutron] 10.222.0.15 "GET /v2.0/networks/d368e5b5-1174-40fa-9511-c01016fdcf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852392 Apr 20 14:02:41.887383 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe17d36-4ab9-4a17-b561-c87252975411 req-9680ba3e-080f-4f7f-95cf-d5aebe1c3208 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:41.888871 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4fe17d36-4ab9-4a17-b561-c87252975411 req-9680ba3e-080f-4f7f-95cf-d5aebe1c3208 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0517356 Apr 20 14:02:41.927036 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4fe17d36-4ab9-4a17-b561-c87252975411 req-3c2ca11a-7bed-4eb9-a6ac-f8aa5af8d6a0 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320466 Apr 20 14:02:42.726191 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:43.048111 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b621a21-481e-4194-803c-18720e12a8ea req-ff0d7f46-1860-45fa-9b5a-ca9e778a025a tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:43.049605 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3b621a21-481e-4194-803c-18720e12a8ea req-ff0d7f46-1860-45fa-9b5a-ca9e778a025a tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0530362 Apr 20 14:02:43.086804 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3b621a21-481e-4194-803c-18720e12a8ea req-cd5b7783-caf6-4d49-ac29-cc951fce14c8 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313036 Apr 20 14:02:43.451848 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:44.200082 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c71187-8ee1-4472-a15e-e52a7e41105d req-e2d782ea-edf9-4a9d-8311-f2ba1b424eae tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:44.201572 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-22c71187-8ee1-4472-a15e-e52a7e41105d req-e2d782ea-edf9-4a9d-8311-f2ba1b424eae tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0478866 Apr 20 14:02:44.238765 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-22c71187-8ee1-4472-a15e-e52a7e41105d req-60e89f17-12cb-4f28-82a2-e8927ff53b00 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305762 Apr 20 14:02:45.353715 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caace85-2fb9-43a3-8fa0-51824f776fed req-5c74d5f1-204e-4268-8ec6-de66e4fe7f79 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:45.355195 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2caace85-2fb9-43a3-8fa0-51824f776fed req-5c74d5f1-204e-4268-8ec6-de66e4fe7f79 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0490272 Apr 20 14:02:45.392287 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2caace85-2fb9-43a3-8fa0-51824f776fed req-0bc4b4b1-0bfc-4ee3-ac27-38e01e286e49 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310068 Apr 20 14:02:46.512377 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257dbfbc-6a15-48d2-82c6-f30580353c7c req-507c29e6-615e-4ebf-85f9-f52692618a31 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:46.513825 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-257dbfbc-6a15-48d2-82c6-f30580353c7c req-507c29e6-615e-4ebf-85f9-f52692618a31 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0515821 Apr 20 14:02:46.550110 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-257dbfbc-6a15-48d2-82c6-f30580353c7c req-4a36515d-f670-48d4-9cb1-58c7f48a238d tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295510 Apr 20 14:02:47.664010 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64d973-09ff-4d80-a36a-453c44034a8a req-306a6431-feaa-453e-aa93-433423d8c5fa tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:47.665463 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ac64d973-09ff-4d80-a36a-453c44034a8a req-306a6431-feaa-453e-aa93-433423d8c5fa tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0484557 Apr 20 14:02:47.702871 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ac64d973-09ff-4d80-a36a-453c44034a8a req-0e1bd296-1be6-45ac-a300-2ddfdfa1420b tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314572 Apr 20 14:02:48.817698 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c457f32-b5d0-40cd-94bd-7f30c3b0f2eb req-b19d62fe-4b98-4e26-95fc-ca1317525d67 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:48.819172 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5c457f32-b5d0-40cd-94bd-7f30c3b0f2eb req-b19d62fe-4b98-4e26-95fc-ca1317525d67 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0500908 Apr 20 14:02:48.856359 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5c457f32-b5d0-40cd-94bd-7f30c3b0f2eb req-99a4fab9-b70e-4f89-a729-6b117bb573a2 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310900 Apr 20 14:02:49.977197 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2884a0-9385-4de6-9e54-063e9b7ead2f req-62285aa5-15b2-48bd-8215-fad2edd573a7 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:49.978666 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2b2884a0-9385-4de6-9e54-063e9b7ead2f req-62285aa5-15b2-48bd-8215-fad2edd573a7 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0541692 Apr 20 14:02:50.015751 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2b2884a0-9385-4de6-9e54-063e9b7ead2f req-f4f6bb4f-b6ac-408b-909c-cae29104d9bf tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303998 Apr 20 14:02:51.130812 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83c9aa-7754-4d06-8ce0-9e0a54b8fdb8 req-8d995ced-dde4-49a3-af91-8c5f24997923 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:51.132322 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bd83c9aa-7754-4d06-8ce0-9e0a54b8fdb8 req-8d995ced-dde4-49a3-af91-8c5f24997923 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0481818 Apr 20 14:02:51.169539 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bd83c9aa-7754-4d06-8ce0-9e0a54b8fdb8 req-01bf42b8-2f60-4ba0-83e3-b10016fd5bc8 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311432 Apr 20 14:02:52.286089 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94cbc71-f062-4b92-8222-7a1b584903b2 req-126ee6e9-dc3b-42f3-b47a-d14bfda3d9f8 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:52.287559 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e94cbc71-f062-4b92-8222-7a1b584903b2 req-126ee6e9-dc3b-42f3-b47a-d14bfda3d9f8 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0499737 Apr 20 14:02:52.324342 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e94cbc71-f062-4b92-8222-7a1b584903b2 req-d11a7d06-42f0-4a08-84be-a1727af73674 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307810 Apr 20 14:02:53.444244 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d614fd-fef1-4276-8a96-37be8d226365 req-11f22d7f-b05e-46bc-87d6-89eb14763f45 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:53.445671 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-25d614fd-fef1-4276-8a96-37be8d226365 req-11f22d7f-b05e-46bc-87d6-89eb14763f45 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0523376 Apr 20 14:02:53.485466 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-25d614fd-fef1-4276-8a96-37be8d226365 req-22dc26c7-1d4f-4ea9-bbc0-5b5870a99384 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334921 Apr 20 14:02:54.518623 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6f6cfca9-05f9-428f-9e8d-ce6b1e742ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:54.601587 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:02:54.602287 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e053db-52c6-4123-bfa2-6cbd7ac14c47 req-32d7e105-93c9-465b-82f0-61aa1a583214 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:54.603922 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-01e053db-52c6-4123-bfa2-6cbd7ac14c47 req-32d7e105-93c9-465b-82f0-61aa1a583214 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0497942 Apr 20 14:02:54.642128 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-01e053db-52c6-4123-bfa2-6cbd7ac14c47 req-17e52c0e-33c3-4db0-a752-9a0b691dcb5f tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321305 Apr 20 14:02:55.757288 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a8d0d-e9d8-4d8b-847c-26c0c6d61e45 req-fce1cc48-9131-4ea7-9e0c-ab6954fd4533 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:55.758856 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-215a8d0d-e9d8-4d8b-847c-26c0c6d61e45 req-fce1cc48-9131-4ea7-9e0c-ab6954fd4533 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0490115 Apr 20 14:02:55.795185 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-215a8d0d-e9d8-4d8b-847c-26c0c6d61e45 req-ce68031a-70b0-4646-8985-ef3ceab51737 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302477 Apr 20 14:02:56.794520 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-604ce0e3-2a37-44b4-a393-6dd5b2c09b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:56.914467 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ceb41-05c4-433b-9992-12b1b6a597c2 req-160ac28a-915f-4fb6-88ab-ad2ecd53f166 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:56.915935 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-074ceb41-05c4-433b-9992-12b1b6a597c2 req-160ac28a-915f-4fb6-88ab-ad2ecd53f166 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0518982 Apr 20 14:02:56.952291 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-074ceb41-05c4-433b-9992-12b1b6a597c2 req-f36d73bc-abe0-42e9-9549-45a318205265 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303240 Apr 20 14:02:58.067411 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d8edd-322f-48a0-b85a-c0db3f514ec1 req-375a23fe-214e-44a1-b814-fbf7eb69d1e1 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:58.068875 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-437d8edd-322f-48a0-b85a-c0db3f514ec1 req-375a23fe-214e-44a1-b814-fbf7eb69d1e1 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0489719 Apr 20 14:02:58.108027 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-437d8edd-322f-48a0-b85a-c0db3f514ec1 req-0df0f02b-c034-4673-8315-b4dcd1cc54c4 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330911 Apr 20 14:02:58.268885 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:59.223044 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdf4c3-e6c9-4358-81fa-f810f5805c6c req-7a414b18-38e5-4e1b-bf45-088d2c6e8eae tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:02:59.224507 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-89cdf4c3-e6c9-4358-81fa-f810f5805c6c req-7a414b18-38e5-4e1b-bf45-088d2c6e8eae tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0474665 Apr 20 14:02:59.261765 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-89cdf4c3-e6c9-4358-81fa-f810f5805c6c req-374303ee-cb6b-4f34-8b17-0c21c4accc86 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312448 Apr 20 14:02:59.537443 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:59.834893 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:00.381030 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a6805-eb15-44ef-929d-e43c1171e727 req-5d034458-38f9-44e8-81b2-192cd2863450 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:00.382470 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-677a6805-eb15-44ef-929d-e43c1171e727 req-5d034458-38f9-44e8-81b2-192cd2863450 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0512066 Apr 20 14:03:00.420197 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-677a6805-eb15-44ef-929d-e43c1171e727 req-e211437c-b13f-49cd-af65-ab0d8d74c3a2 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317168 Apr 20 14:03:01.534918 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8d5ac-897a-4db3-9809-f8835b642d43 req-7254d049-802b-4d51-97b1-7f6430ab450a tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:01.536426 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a9a8d5ac-897a-4db3-9809-f8835b642d43 req-7254d049-802b-4d51-97b1-7f6430ab450a tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0479827 Apr 20 14:03:01.573776 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a9a8d5ac-897a-4db3-9809-f8835b642d43 req-e36197ef-6ef2-4bb2-ab88-23e0e188140d tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313261 Apr 20 14:03:02.687103 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b5c7ef-315b-4950-ac11-b990ec43e5e0 req-61e12ec5-4045-4e16-a1e1-35a14da287d7 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:02.688911 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e3b5c7ef-315b-4950-ac11-b990ec43e5e0 req-61e12ec5-4045-4e16-a1e1-35a14da287d7 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0488808 Apr 20 14:03:02.727167 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e3b5c7ef-315b-4950-ac11-b990ec43e5e0 req-1a513fb1-5932-498a-b7c3-05713afbb17b tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320504 Apr 20 14:03:03.844204 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515e5b9-a272-4253-974a-930d125e9bcf req-718b7135-37eb-4794-bb6b-c0c4816fac15 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:03.846165 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8515e5b9-a272-4253-974a-930d125e9bcf req-718b7135-37eb-4794-bb6b-c0c4816fac15 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0525475 Apr 20 14:03:03.883611 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8515e5b9-a272-4253-974a-930d125e9bcf req-652bbaa6-9582-4fa1-91dd-3bbdc09914fa tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311270 Apr 20 14:03:04.996864 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833ccc4-5011-4783-a309-dcdac114d7f7 req-5d4fde37-0a1a-4eb3-9bd0-1276e6231235 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:04.998320 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2833ccc4-5011-4783-a309-dcdac114d7f7 req-5d4fde37-0a1a-4eb3-9bd0-1276e6231235 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0479255 Apr 20 14:03:05.036303 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2833ccc4-5011-4783-a309-dcdac114d7f7 req-11a53065-45f1-4cbc-b33d-e5e10db51140 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316453 Apr 20 14:03:06.150739 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424391ae-bc83-46e5-a0f0-1f0691cdae15 req-8737b46a-0dcf-42e7-ad28-3104f3a6ab72 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:06.152236 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-424391ae-bc83-46e5-a0f0-1f0691cdae15 req-8737b46a-0dcf-42e7-ad28-3104f3a6ab72 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0483274 Apr 20 14:03:06.188730 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-424391ae-bc83-46e5-a0f0-1f0691cdae15 req-8168fd7f-035d-449f-9168-55d1516740a3 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304189 Apr 20 14:03:07.307200 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2eb8c-0ad5-4816-9c16-286fc67821a2 req-7c141986-3075-4a8f-9aa3-b939c7bd28a5 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:07.308674 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-48d2eb8c-0ad5-4816-9c16-286fc67821a2 req-7c141986-3075-4a8f-9aa3-b939c7bd28a5 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0512528 Apr 20 14:03:07.345895 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-48d2eb8c-0ad5-4816-9c16-286fc67821a2 req-ea87ce1f-4013-4a48-9d7b-3f1b260078a4 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312064 Apr 20 14:03:08.458868 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de28a93-ab79-44b3-bca2-77df8d05d5ee req-105b9b49-aa1a-4561-85b9-b6031ffc7eff tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:08.460346 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9de28a93-ab79-44b3-bca2-77df8d05d5ee req-105b9b49-aa1a-4561-85b9-b6031ffc7eff tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0480912 Apr 20 14:03:08.498250 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9de28a93-ab79-44b3-bca2-77df8d05d5ee req-c6b674ed-770c-42d1-a1a7-da0d1853acda tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318546 Apr 20 14:03:08.827339 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-b0c25964-680e-4e0a-9e33-9ca9e5b20daa service neutron] show failed (client error): The resource could not be found. Apr 20 14:03:08.830039 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-b0c25964-680e-4e0a-9e33-9ca9e5b20daa service neutron] 10.222.0.15 "GET /v2.0/ports/c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980/bindings/n-h1-836015-7 HTTP/1.1" status: 404 len: 380 time: 0.0541272 Apr 20 14:03:09.413232 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-1c60a83c-012b-4b30-8aff-9a45d0ee33ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:09.414614 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-1c60a83c-012b-4b30-8aff-9a45d0ee33ba service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2&tenant_id=307c13f0dbbe4a308af163d543f3fef6 HTTP/1.1" status: 200 len: 1096 time: 0.0433719 Apr 20 14:03:09.425205 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-f64f24d6-9306-424a-a1e8-05885d88f11a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836015-7', 'device_owner': 'compute:nova'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:03:09.475890 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-f64f24d6-9306-424a-a1e8-05885d88f11a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:09.621759 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e05eb-520b-4582-b44b-c8c64c2da964 req-a6c5a934-f19d-4005-8e18-ef5cea1fe5f0 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:09.623344 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7a2e05eb-520b-4582-b44b-c8c64c2da964 req-a6c5a934-f19d-4005-8e18-ef5cea1fe5f0 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0547953 Apr 20 14:03:09.663978 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7a2e05eb-520b-4582-b44b-c8c64c2da964 req-0fc77192-c873-4b59-835d-495c8defe82c tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343113 Apr 20 14:03:10.008834 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-f64f24d6-9306-424a-a1e8-05885d88f11a service neutron] For port c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980,segment=NetworkSegment(7df0b1cf-ba39-4c4d-94ae-9543751db5ac),segment_id=7df0b1cf-ba39-4c4d-94ae-9543751db5ac)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:03:10.040183 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-f64f24d6-9306-424a-a1e8-05885d88f11a service neutron] For port c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980, host n-h2-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:03:10.080966 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b67f2ec-f76a-48ee-9dda-d39cb16f54e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:03:10.083214 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}477c3876f0a00723b6cc26f82b5301b7c44eaec2342ee7dfaa02d19e77b1fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e452a6-5c3c-46c9-9e9f-284732854198" -d '{"events": [{"server_uuid": "4b67f2ec-f76a-48ee-9dda-d39cb16f54e2", "name": "network-vif-unplugged", "status": "completed", "tag": "c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:03:10.087165 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-f64f24d6-9306-424a-a1e8-05885d88f11a service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:10.099112 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-f64f24d6-9306-424a-a1e8-05885d88f11a service neutron] Transition to ACTIVE for port object c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:03:10.131134 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43484317-a90f-418d-acd7-29a7bc6895f5 x-openstack-request-id: req-43484317-a90f-418d-acd7-29a7bc6895f5 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:03:10.131473 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b67f2ec-f76a-48ee-9dda-d39cb16f54e2", "name": "network-vif-unplugged", "status": "completed", "tag": "c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:03:10.131723 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-43484317-a90f-418d-acd7-29a7bc6895f5 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:03:10.132120 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43484317-a90f-418d-acd7-29a7bc6895f5'] response: {'server_uuid': '4b67f2ec-f76a-48ee-9dda-d39cb16f54e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980', 'code': 200} Apr 20 14:03:10.154113 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-f64f24d6-9306-424a-a1e8-05885d88f11a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:10.214913 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-f64f24d6-9306-424a-a1e8-05885d88f11a service neutron] No DVR routers for this DVR port c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980 on host n-h2-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:03:10.217931 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f24d6-9306-424a-a1e8-05885d88f11a service neutron] Pushing event updated for resources: {'Port': ['ID=c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980,revision_number=6']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:03:10.229703 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64f24d6-9306-424a-a1e8-05885d88f11a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:10.230054 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64f24d6-9306-424a-a1e8-05885d88f11a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:10.230414 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64f24d6-9306-424a-a1e8-05885d88f11a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:10.230731 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64f24d6-9306-424a-a1e8-05885d88f11a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:10.231066 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64f24d6-9306-424a-a1e8-05885d88f11a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:10.231422 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64f24d6-9306-424a-a1e8-05885d88f11a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:10.231776 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64f24d6-9306-424a-a1e8-05885d88f11a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:10.232132 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64f24d6-9306-424a-a1e8-05885d88f11a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:10.232467 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64f24d6-9306-424a-a1e8-05885d88f11a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:10.232837 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64f24d6-9306-424a-a1e8-05885d88f11a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:10.233165 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64f24d6-9306-424a-a1e8-05885d88f11a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:10.233487 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64f24d6-9306-424a-a1e8-05885d88f11a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:10.261727 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-f64f24d6-9306-424a-a1e8-05885d88f11a service neutron] Attempting to bind port c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:03:10.261997 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-f64f24d6-9306-424a-a1e8-05885d88f11a service neutron] Attempting to bind port c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '7df0b1cf-ba39-4c4d-94ae-9543751db5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd368e5b5-1174-40fa-9511-c01016fdcf89'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:03:10.262330 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-f64f24d6-9306-424a-a1e8-05885d88f11a service neutron] Attempting to bind port c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980 on network d368e5b5-1174-40fa-9511-c01016fdcf89 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:03:10.266534 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-f64f24d6-9306-424a-a1e8-05885d88f11a service neutron] Port c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980 on network d368e5b5-1174-40fa-9511-c01016fdcf89 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:03:10.266853 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-f64f24d6-9306-424a-a1e8-05885d88f11a service neutron] Attempting to bind port c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980 on network d368e5b5-1174-40fa-9511-c01016fdcf89 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:03:10.271758 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-f64f24d6-9306-424a-a1e8-05885d88f11a service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:03:10.275467 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-f64f24d6-9306-424a-a1e8-05885d88f11a service neutron] Checking segment: {'id': '7df0b1cf-ba39-4c4d-94ae-9543751db5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd368e5b5-1174-40fa-9511-c01016fdcf89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:03:10.275467 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-f64f24d6-9306-424a-a1e8-05885d88f11a service neutron] Bound using segment: {'id': '7df0b1cf-ba39-4c4d-94ae-9543751db5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd368e5b5-1174-40fa-9511-c01016fdcf89'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:03:10.275467 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-f64f24d6-9306-424a-a1e8-05885d88f11a service neutron] Bound port: c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df0b1cf-ba39-4c4d-94ae-9543751db5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd368e5b5-1174-40fa-9511-c01016fdcf89'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:03:10.275467 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-f64f24d6-9306-424a-a1e8-05885d88f11a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:10.339013 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-f64f24d6-9306-424a-a1e8-05885d88f11a service neutron] For port c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:03:10.342087 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-f64f24d6-9306-424a-a1e8-05885d88f11a service neutron] For port c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980,segment=NetworkSegment(7df0b1cf-ba39-4c4d-94ae-9543751db5ac),segment_id=7df0b1cf-ba39-4c4d-94ae-9543751db5ac)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:03:10.429959 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-f64f24d6-9306-424a-a1e8-05885d88f11a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:10.465184 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-f64f24d6-9306-424a-a1e8-05885d88f11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:10.465815 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-f64f24d6-9306-424a-a1e8-05885d88f11a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:10.467173 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-f64f24d6-9306-424a-a1e8-05885d88f11a service neutron] 10.222.0.32 "PUT /v2.0/ports/c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980 HTTP/1.1" status: 200 len: 1091 time: 1.0458014 Apr 20 14:03:10.487857 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f24d6-9306-424a-a1e8-05885d88f11a service neutron] Pushing event updated for resources: {'Port': ['ID=c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980,revision_number=7']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:03:10.530745 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-151e27f1-a44c-4273-8666-cb8f81d323cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:10.532150 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-151e27f1-a44c-4273-8666-cb8f81d323cf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=307c13f0dbbe4a308af163d543f3fef6&device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 1094 time: 0.0392582 Apr 20 14:03:10.623709 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-65a06b50-f9b4-48e2-b48a-32731535e6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:10.625163 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-65a06b50-f9b4-48e2-b48a-32731535e6db service neutron] 10.222.0.32 "GET /v2.0/networks?id=d368e5b5-1174-40fa-9511-c01016fdcf89 HTTP/1.1" status: 200 len: 915 time: 0.0846565 Apr 20 14:03:10.665123 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-165351dd-7b2d-4979-82c6-a488d321e95b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980 HTTP/1.1" status: 200 len: 217 time: 0.0338235 Apr 20 14:03:10.712223 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-8bc7b9e3-a0ae-488f-8806-81c58ac3541e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:10.713674 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-8bc7b9e3-a0ae-488f-8806-81c58ac3541e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dd3de469-7939-4540-bddc-fcbe57080294 HTTP/1.1" status: 200 len: 854 time: 0.0423362 Apr 20 14:03:10.744588 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-82ce374b-f29b-415a-bfc0-d31097d7dfa2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d368e5b5-1174-40fa-9511-c01016fdcf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244150 Apr 20 14:03:10.780030 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53701ce6-459b-48e3-b78a-1b1f1d8e30e9 req-2e34030f-9efb-4fb5-8c9d-87a4cffcc5c4 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:10.781586 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-53701ce6-459b-48e3-b78a-1b1f1d8e30e9 req-2e34030f-9efb-4fb5-8c9d-87a4cffcc5c4 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 943 time: 0.0483270 Apr 20 14:03:10.819773 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-53701ce6-459b-48e3-b78a-1b1f1d8e30e9 req-3e7bd88d-ac0c-4fce-849e-b3fb1f38d61f tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322630 Apr 20 14:03:10.837181 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-b68d6846-defa-435d-ac60-b55ad000fc6c service neutron] 10.222.0.32 "GET /v2.0/networks/d368e5b5-1174-40fa-9511-c01016fdcf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858595 Apr 20 14:03:10.928199 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-cb02185e-82cb-44ad-a74f-a0a772a280a4 req-5b2fef55-89d6-4b3c-8d03-eda763fec7f9 service neutron] 10.222.0.32 "GET /v2.0/networks/d368e5b5-1174-40fa-9511-c01016fdcf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842528 Apr 20 14:03:11.939791 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97d026-c4fc-4db0-b607-ae1667c1e6d6 req-5cb1f8c2-20d4-4551-9a3a-6d7627674039 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:11.941509 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ae97d026-c4fc-4db0-b607-ae1667c1e6d6 req-5cb1f8c2-20d4-4551-9a3a-6d7627674039 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 943 time: 0.0479019 Apr 20 14:03:11.978288 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ae97d026-c4fc-4db0-b607-ae1667c1e6d6 req-f4e36dc7-0ffb-47e3-b73c-4af19f1aeb42 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306745 Apr 20 14:03:12.133267 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b67f2ec-f76a-48ee-9dda-d39cb16f54e2', 'tag': 'c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:03:12.135569 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}477c3876f0a00723b6cc26f82b5301b7c44eaec2342ee7dfaa02d19e77b1fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9289fd77-00e1-4098-bf17-b6bbec19c0de" -d '{"events": [{"name": "network-changed", "server_uuid": "4b67f2ec-f76a-48ee-9dda-d39cb16f54e2", "tag": "c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:03:12.183294 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2be59f5-d550-43a7-a24a-d8c14f5979c5 x-openstack-request-id: req-e2be59f5-d550-43a7-a24a-d8c14f5979c5 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:03:12.183623 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b67f2ec-f76a-48ee-9dda-d39cb16f54e2", "tag": "c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:03:12.183874 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e2be59f5-d550-43a7-a24a-d8c14f5979c5 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:03:12.184293 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2be59f5-d550-43a7-a24a-d8c14f5979c5'] response: {'name': 'network-changed', 'server_uuid': '4b67f2ec-f76a-48ee-9dda-d39cb16f54e2', 'tag': 'c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980', 'status': 'completed', 'code': 200} Apr 20 14:03:12.248646 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289fd77-00e1-4098-bf17-b6bbec19c0de req-baca34de-77b1-4f7b-95cd-26d4f2fac583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:12.250142 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9289fd77-00e1-4098-bf17-b6bbec19c0de req-baca34de-77b1-4f7b-95cd-26d4f2fac583 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=307c13f0dbbe4a308af163d543f3fef6&device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 1094 time: 0.0414777 Apr 20 14:03:12.250917 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289fd77-00e1-4098-bf17-b6bbec19c0de req-0c947394-e1ca-4f90-a2c3-868346ecf4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:12.252507 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9289fd77-00e1-4098-bf17-b6bbec19c0de req-0c947394-e1ca-4f90-a2c3-868346ecf4e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=307c13f0dbbe4a308af163d543f3fef6&device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 1094 time: 0.0446458 Apr 20 14:03:12.340414 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289fd77-00e1-4098-bf17-b6bbec19c0de req-d8fe37b2-c02d-4eaf-8782-57163d4f67e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:12.340665 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289fd77-00e1-4098-bf17-b6bbec19c0de req-ec988daa-1382-412f-ab1c-681ad9334019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:12.341881 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9289fd77-00e1-4098-bf17-b6bbec19c0de req-d8fe37b2-c02d-4eaf-8782-57163d4f67e7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d368e5b5-1174-40fa-9511-c01016fdcf89 HTTP/1.1" status: 200 len: 915 time: 0.0854542 Apr 20 14:03:12.342074 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9289fd77-00e1-4098-bf17-b6bbec19c0de req-ec988daa-1382-412f-ab1c-681ad9334019 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d368e5b5-1174-40fa-9511-c01016fdcf89 HTTP/1.1" status: 200 len: 915 time: 0.0831642 Apr 20 14:03:12.386966 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9289fd77-00e1-4098-bf17-b6bbec19c0de req-670ba35f-2792-43c4-92dc-76c45e573fc5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980 HTTP/1.1" status: 200 len: 217 time: 0.0379596 Apr 20 14:03:12.387595 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9289fd77-00e1-4098-bf17-b6bbec19c0de req-6452fd1b-c959-4730-9d9d-93dbf4a0de27 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980 HTTP/1.1" status: 200 len: 217 time: 0.0379071 Apr 20 14:03:12.436093 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289fd77-00e1-4098-bf17-b6bbec19c0de req-f0fe815f-54ef-4548-8253-ea3ea6ccfcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:12.436405 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289fd77-00e1-4098-bf17-b6bbec19c0de req-512e7b06-8b59-410c-ab6a-3bd32f57cacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:12.437531 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9289fd77-00e1-4098-bf17-b6bbec19c0de req-f0fe815f-54ef-4548-8253-ea3ea6ccfcbb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dd3de469-7939-4540-bddc-fcbe57080294 HTTP/1.1" status: 200 len: 854 time: 0.0437002 Apr 20 14:03:12.437839 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9289fd77-00e1-4098-bf17-b6bbec19c0de req-512e7b06-8b59-410c-ab6a-3bd32f57cacf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd3de469-7939-4540-bddc-fcbe57080294 HTTP/1.1" status: 200 len: 854 time: 0.0426793 Apr 20 14:03:12.444835 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:03:12.470851 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9289fd77-00e1-4098-bf17-b6bbec19c0de req-10aef1fd-3f39-4bc2-892c-7a26d47132cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d368e5b5-1174-40fa-9511-c01016fdcf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254781 Apr 20 14:03:12.471810 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9289fd77-00e1-4098-bf17-b6bbec19c0de req-ae0e3868-dc80-4633-a02b-cb38d1dcb0fd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d368e5b5-1174-40fa-9511-c01016fdcf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253067 Apr 20 14:03:12.488638 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:03:12.564120 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9289fd77-00e1-4098-bf17-b6bbec19c0de req-02e52b48-5a6c-49c0-aa0f-d394b497cee7 service neutron] 10.222.0.15 "GET /v2.0/networks/d368e5b5-1174-40fa-9511-c01016fdcf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856764 Apr 20 14:03:12.568281 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9289fd77-00e1-4098-bf17-b6bbec19c0de req-f8b57611-5c73-4bb0-b9c9-d97f9612a987 service neutron] 10.222.0.32 "GET /v2.0/networks/d368e5b5-1174-40fa-9511-c01016fdcf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870216 Apr 20 14:03:12.652635 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9289fd77-00e1-4098-bf17-b6bbec19c0de req-7ae297d4-17ea-4a9b-9f55-95339b80e10e service neutron] 10.222.0.15 "GET /v2.0/networks/d368e5b5-1174-40fa-9511-c01016fdcf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820940 Apr 20 14:03:12.657669 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9289fd77-00e1-4098-bf17-b6bbec19c0de req-f9f919e3-1eae-43ca-974c-72c917b51ea6 service neutron] 10.222.0.32 "GET /v2.0/networks/d368e5b5-1174-40fa-9511-c01016fdcf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828993 Apr 20 14:03:12.725729 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:13.093907 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2b3e5-6bc2-4901-aef1-399eb3059672 req-5ac30e04-bf36-4b7f-afda-df51750fe604 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:13.095377 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dec2b3e5-6bc2-4901-aef1-399eb3059672 req-5ac30e04-bf36-4b7f-afda-df51750fe604 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 943 time: 0.0487227 Apr 20 14:03:13.133184 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dec2b3e5-6bc2-4901-aef1-399eb3059672 req-c0a43bb0-b234-46af-a4d3-d5c100e0a4fc tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318227 Apr 20 14:03:13.451480 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:13.797534 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:03:13.889666 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980,segment=NetworkSegment(7df0b1cf-ba39-4c4d-94ae-9543751db5ac),segment_id=7df0b1cf-ba39-4c4d-94ae-9543751db5ac)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:03:13.901149 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': 'c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980', 'network_id': 'd368e5b5-1174-40fa-9511-c01016fdcf89', 'port_id': 'c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980', 'mac_address': 'fa:16:3e:be:cc:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd3de469-7939-4540-bddc-fcbe57080294', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:03:13.943510 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:13.956346 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:03:13.977157 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980,segment=NetworkSegment(7df0b1cf-ba39-4c4d-94ae-9543751db5ac),segment_id=7df0b1cf-ba39-4c4d-94ae-9543751db5ac)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:03:14.027051 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:14.073460 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980,revision_number=8']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:03:14.259469 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c1475-e295-4ad4-80a0-2bc4f53ac04a req-e6c61c0c-cec0-4526-a1f5-0524b79bd5ac tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:14.260935 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-542c1475-e295-4ad4-80a0-2bc4f53ac04a req-e6c61c0c-cec0-4526-a1f5-0524b79bd5ac tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 944 time: 0.0546558 Apr 20 14:03:14.299250 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-542c1475-e295-4ad4-80a0-2bc4f53ac04a req-8e696a66-19a1-48eb-8ce8-e920ede8aec8 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318990 Apr 20 14:03:14.329522 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:03:15.417957 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faeaaf8-b613-4b76-9123-3487b8b8abcb req-5ebb73fe-9b03-49d8-885d-d531aac4918b tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:15.419306 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9faeaaf8-b613-4b76-9123-3487b8b8abcb req-5ebb73fe-9b03-49d8-885d-d531aac4918b tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 944 time: 0.0482733 Apr 20 14:03:15.455935 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9faeaaf8-b613-4b76-9123-3487b8b8abcb req-b009d786-2a32-431e-bd84-03e202309aef tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305316 Apr 20 14:03:15.769266 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a5eb4-b2a3-4ec6-9d5a-ab420e0a2867 req-d6d02942-5f7a-4fb6-bf25-1d616c6c1e0a tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:15.770793 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-445a5eb4-b2a3-4ec6-9d5a-ab420e0a2867 req-d6d02942-5f7a-4fb6-bf25-1d616c6c1e0a tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 944 time: 0.0509031 Apr 20 14:03:15.804999 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:03:15.841091 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-445a5eb4-b2a3-4ec6-9d5a-ab420e0a2867 req-fb6b5eb6-44ca-492c-83a4-daef32b987f3 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624037 Apr 20 14:03:15.868631 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c38a67-8b36-4976-8f74-ca87171b8a3f req-f09a91f9-5511-42c8-8009-2713ff488b1d tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:15.870154 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52c38a67-8b36-4976-8f74-ca87171b8a3f req-f09a91f9-5511-42c8-8009-2713ff488b1d tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2&tenant_id=307c13f0dbbe4a308af163d543f3fef6&binding%3Ahost_id=n-h1-836015-7 HTTP/1.1" status: 200 len: 944 time: 0.0847147 Apr 20 14:03:15.912452 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:03:15.916349 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:03:15.916840 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:15.933428 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [req-52c38a67-8b36-4976-8f74-ca87171b8a3f req-f77bd371-002d-4954-bce4-dde3dbda59a8 service neutron] delete failed (client error): The resource could not be found. Apr 20 14:03:15.934455 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52c38a67-8b36-4976-8f74-ca87171b8a3f req-f77bd371-002d-4954-bce4-dde3dbda59a8 service neutron] 10.222.0.15 "DELETE /v2.0/ports/c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980/bindings/n-h2-836015-7 HTTP/1.1" status: 404 len: 380 time: 0.0564246 Apr 20 14:03:16.003824 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:16.019105 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c38a67-8b36-4976-8f74-ca87171b8a3f req-db2df415-1007-4cc4-b3d9-1d6a3699cb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:16.020700 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52c38a67-8b36-4976-8f74-ca87171b8a3f req-db2df415-1007-4cc4-b3d9-1d6a3699cb68 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=307c13f0dbbe4a308af163d543f3fef6&device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 1095 time: 0.0425489 Apr 20 14:03:16.026273 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b67f2ec-f76a-48ee-9dda-d39cb16f54e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:03:16.028582 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac87ba4abbb4e8505208ea6fd510b76711e5f2ebc605ae5eca19bb7d33fcf53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca720ba-c512-4ef3-a231-0f79edc669ac" -d '{"events": [{"server_uuid": "4b67f2ec-f76a-48ee-9dda-d39cb16f54e2", "name": "network-vif-plugged", "status": "completed", "tag": "c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:03:16.042480 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980,segment=NetworkSegment(7df0b1cf-ba39-4c4d-94ae-9543751db5ac),segment_id=7df0b1cf-ba39-4c4d-94ae-9543751db5ac)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:03:16.088399 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb068148-178e-4b18-bda0-39f464281342 x-openstack-request-id: req-bb068148-178e-4b18-bda0-39f464281342 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:03:16.088695 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b67f2ec-f76a-48ee-9dda-d39cb16f54e2", "name": "network-vif-plugged", "status": "completed", "tag": "c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:03:16.088950 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bb068148-178e-4b18-bda0-39f464281342 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:03:16.089358 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb068148-178e-4b18-bda0-39f464281342'] response: {'server_uuid': '4b67f2ec-f76a-48ee-9dda-d39cb16f54e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980', 'code': 200} Apr 20 14:03:16.112413 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:16.116333 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c38a67-8b36-4976-8f74-ca87171b8a3f req-20ead8cb-b98f-42e0-be12-c04bf3068bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:16.118009 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52c38a67-8b36-4976-8f74-ca87171b8a3f req-20ead8cb-b98f-42e0-be12-c04bf3068bd9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d368e5b5-1174-40fa-9511-c01016fdcf89 HTTP/1.1" status: 200 len: 915 time: 0.0898013 Apr 20 14:03:16.161175 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980,revision_number=9']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:03:16.163191 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52c38a67-8b36-4976-8f74-ca87171b8a3f req-c20eca98-4c63-4f89-ac15-208435263183 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980 HTTP/1.1" status: 200 len: 217 time: 0.0369616 Apr 20 14:03:16.210775 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c38a67-8b36-4976-8f74-ca87171b8a3f req-b4149c71-949f-49ae-a473-c647b72ddd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:16.212205 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52c38a67-8b36-4976-8f74-ca87171b8a3f req-b4149c71-949f-49ae-a473-c647b72ddd92 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd3de469-7939-4540-bddc-fcbe57080294 HTTP/1.1" status: 200 len: 854 time: 0.0431879 Apr 20 14:03:16.248158 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52c38a67-8b36-4976-8f74-ca87171b8a3f req-02018c30-9c23-4502-b2b4-b1c56756298e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d368e5b5-1174-40fa-9511-c01016fdcf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281134 Apr 20 14:03:16.337200 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52c38a67-8b36-4976-8f74-ca87171b8a3f req-dafc30ca-7247-4691-b911-863ad80eec69 service neutron] 10.222.0.15 "GET /v2.0/networks/d368e5b5-1174-40fa-9511-c01016fdcf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798883 Apr 20 14:03:16.433237 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52c38a67-8b36-4976-8f74-ca87171b8a3f req-858df7c5-852e-46ac-9e94-3352e4412c44 service neutron] 10.222.0.15 "GET /v2.0/networks/d368e5b5-1174-40fa-9511-c01016fdcf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892961 Apr 20 14:03:16.962202 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218d463-7278-42a1-944d-2a4da2ef117f req-3a76b4eb-3eb6-4212-9c29-c894a6d3fb98 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:16.963698 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4218d463-7278-42a1-944d-2a4da2ef117f req-3a76b4eb-3eb6-4212-9c29-c894a6d3fb98 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0496495 Apr 20 14:03:17.000358 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4218d463-7278-42a1-944d-2a4da2ef117f req-5ba47e36-2e32-41d2-9717-b0430bfc4020 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305939 Apr 20 14:03:18.116193 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dda62f-d6aa-4a37-b742-6f8c20c7567d req-d92db2ae-f806-4f56-9631-2cb5a99dd67a tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:18.117633 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73dda62f-d6aa-4a37-b742-6f8c20c7567d req-d92db2ae-f806-4f56-9631-2cb5a99dd67a tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0479131 Apr 20 14:03:18.154834 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73dda62f-d6aa-4a37-b742-6f8c20c7567d req-7207a2a5-9d2a-49e0-a4b3-0a3201a18595 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310903 Apr 20 14:03:18.250819 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-029719ed-64b9-4d15-8cd2-94e4263ad463 req-a45ab4d3-ec0d-4c6d-9ae2-d17ed4acc046 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0978277 Apr 20 14:03:18.270539 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7525ac-5fae-44d8-ae1d-870fe1506118 req-02667c5f-dc7d-42a2-81d8-9675e4353ea8 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:18.272577 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0a7525ac-5fae-44d8-ae1d-870fe1506118 req-02667c5f-dc7d-42a2-81d8-9675e4353ea8 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0485625 Apr 20 14:03:18.314821 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0a7525ac-5fae-44d8-ae1d-870fe1506118 req-99923750-45cb-4e6f-97ab-416a50471ccf tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349414 Apr 20 14:03:18.342629 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029719ed-64b9-4d15-8cd2-94e4263ad463 req-7d821f32-6b83-443c-8166-14a3e9edeb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:18.344169 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-029719ed-64b9-4d15-8cd2-94e4263ad463 req-7d821f32-6b83-443c-8166-14a3e9edeb1b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=307c13f0dbbe4a308af163d543f3fef6&device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 1096 time: 0.0445049 Apr 20 14:03:18.428900 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79af20b-eeac-456e-abe8-d096a113be50 req-27392d79-ef58-4d9c-b688-ee20fbf003d1 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:18.430374 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e79af20b-eeac-456e-abe8-d096a113be50 req-27392d79-ef58-4d9c-b688-ee20fbf003d1 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0491421 Apr 20 14:03:18.446901 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029719ed-64b9-4d15-8cd2-94e4263ad463 req-69eeb9b9-480c-4c76-a549-c4e2ce716032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:18.448437 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-029719ed-64b9-4d15-8cd2-94e4263ad463 req-69eeb9b9-480c-4c76-a549-c4e2ce716032 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d368e5b5-1174-40fa-9511-c01016fdcf89 HTTP/1.1" status: 200 len: 915 time: 0.0850587 Apr 20 14:03:18.468525 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e79af20b-eeac-456e-abe8-d096a113be50 req-ab0aa36f-f572-41c1-b2a4-dfc846137abb tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319839 Apr 20 14:03:18.493807 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-029719ed-64b9-4d15-8cd2-94e4263ad463 req-5604bc5e-a88a-43df-b958-7b59995da033 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980 HTTP/1.1" status: 200 len: 217 time: 0.0389416 Apr 20 14:03:18.542124 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029719ed-64b9-4d15-8cd2-94e4263ad463 req-dc2af21c-e3ba-4007-a293-00eeef664e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:18.543630 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-029719ed-64b9-4d15-8cd2-94e4263ad463 req-dc2af21c-e3ba-4007-a293-00eeef664e6d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dd3de469-7939-4540-bddc-fcbe57080294 HTTP/1.1" status: 200 len: 854 time: 0.0440912 Apr 20 14:03:18.578746 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-029719ed-64b9-4d15-8cd2-94e4263ad463 req-0db892b2-9c57-47d5-8c41-80510f796713 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d368e5b5-1174-40fa-9511-c01016fdcf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244062 Apr 20 14:03:18.665775 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-029719ed-64b9-4d15-8cd2-94e4263ad463 req-08096772-3286-4901-ae14-5cf2a5e61572 service neutron] 10.222.0.32 "GET /v2.0/networks/d368e5b5-1174-40fa-9511-c01016fdcf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849702 Apr 20 14:03:18.757483 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-029719ed-64b9-4d15-8cd2-94e4263ad463 req-ca9466e7-7018-4104-962c-079f94e910c6 service neutron] 10.222.0.32 "GET /v2.0/networks/d368e5b5-1174-40fa-9511-c01016fdcf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853744 Apr 20 14:03:18.986551 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b6aed-eafc-4920-a83c-72fb655c934b req-4516e026-d49c-4b6e-bb4b-fe9a8e1f4143 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:18.988052 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-507b6aed-eafc-4920-a83c-72fb655c934b req-4516e026-d49c-4b6e-bb4b-fe9a8e1f4143 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0479188 Apr 20 14:03:19.025913 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-507b6aed-eafc-4920-a83c-72fb655c934b req-3d0fa88f-c727-43fa-a65c-4bb5abc3e9ee tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307817 Apr 20 14:03:20.138877 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341b821-c72d-4a8b-9966-f73645db4740 req-2ab81bf1-feda-469f-8134-76630d785a1b tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:20.140360 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5341b821-c72d-4a8b-9966-f73645db4740 req-2ab81bf1-feda-469f-8134-76630d785a1b tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0472031 Apr 20 14:03:20.181216 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5341b821-c72d-4a8b-9966-f73645db4740 req-e76c6b60-cca5-45b8-a0c4-271b95604dda tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/security-groups?id=7816d0c3-3e21-479b-abff-b9caaa4ae7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347135 Apr 20 14:03:20.264195 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c604864-4e40-4d4c-8808-6a89eb066154 req-fa93356c-feff-4bba-93cd-9cd1a4a5156f tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:20.265552 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0c604864-4e40-4d4c-8808-6a89eb066154 req-fa93356c-feff-4bba-93cd-9cd1a4a5156f tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 945 time: 0.0474129 Apr 20 14:03:20.357046 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-0c604864-4e40-4d4c-8808-6a89eb066154 req-dd32cb91-6da4-4f7e-bdd9-eaf491c7c80f tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Deleting port c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:03:20.357386 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0c604864-4e40-4d4c-8808-6a89eb066154 req-dd32cb91-6da4-4f7e-bdd9-eaf491c7c80f tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:20.441811 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-0c604864-4e40-4d4c-8808-6a89eb066154 req-dd32cb91-6da4-4f7e-bdd9-eaf491c7c80f tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] For port c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980,segment=NetworkSegment(7df0b1cf-ba39-4c4d-94ae-9543751db5ac),segment_id=7df0b1cf-ba39-4c4d-94ae-9543751db5ac)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:03:20.442167 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0c604864-4e40-4d4c-8808-6a89eb066154 req-dd32cb91-6da4-4f7e-bdd9-eaf491c7c80f tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:20.454763 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-0c604864-4e40-4d4c-8808-6a89eb066154 req-dd32cb91-6da4-4f7e-bdd9-eaf491c7c80f tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Calling delete_port for c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980 owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:03:20.645329 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0c604864-4e40-4d4c-8808-6a89eb066154 req-dd32cb91-6da4-4f7e-bdd9-eaf491c7c80f tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:20.657505 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:03:20.673139 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd32cb91-6da4-4f7e-bdd9-eaf491c7c80f tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Pushing event deleted for resources: {'Port': ['ID=c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:03:20.719230 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c604864-4e40-4d4c-8808-6a89eb066154 req-dd32cb91-6da4-4f7e-bdd9-eaf491c7c80f tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] No DVR routers for this DVR port c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980 on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:03:20.721854 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0c604864-4e40-4d4c-8808-6a89eb066154 req-dd32cb91-6da4-4f7e-bdd9-eaf491c7c80f tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:20.725187 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0c604864-4e40-4d4c-8808-6a89eb066154 req-dd32cb91-6da4-4f7e-bdd9-eaf491c7c80f tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.32 "DELETE /v2.0/ports/c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980 HTTP/1.1" status: 204 len: 173 time: 0.4518514 Apr 20 14:03:20.725617 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b67f2ec-f76a-48ee-9dda-d39cb16f54e2', 'name': 'network-vif-deleted', 'tag': 'c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:03:20.727928 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}477c3876f0a00723b6cc26f82b5301b7c44eaec2342ee7dfaa02d19e77b1fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5adf96-30fb-47f1-abc8-8b355feb5076" -d '{"events": [{"server_uuid": "4b67f2ec-f76a-48ee-9dda-d39cb16f54e2", "name": "network-vif-deleted", "tag": "c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:03:20.766530 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74decff2-e00b-4af5-9105-829ef1b493ec x-openstack-request-id: req-74decff2-e00b-4af5-9105-829ef1b493ec {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:03:20.766530 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b67f2ec-f76a-48ee-9dda-d39cb16f54e2", "name": "network-vif-deleted", "tag": "c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:03:20.766530 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-74decff2-e00b-4af5-9105-829ef1b493ec {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:03:20.766530 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74decff2-e00b-4af5-9105-829ef1b493ec'] response: {'server_uuid': '4b67f2ec-f76a-48ee-9dda-d39cb16f54e2', 'name': 'network-vif-deleted', 'tag': 'c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980', 'status': 'completed', 'code': 200} Apr 20 14:03:21.287574 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-72047513-4b59-41c4-a2e8-2b5e5c0befe7 req-e6a10568-652b-4deb-ac70-b94e1ae51c25 tempest-ServerDiskConfigTestJSON-1227964483 tempest-ServerDiskConfigTestJSON-1227964483-project] 10.222.0.25 "GET /v2.0/ports?device_id=4b67f2ec-f76a-48ee-9dda-d39cb16f54e2 HTTP/1.1" status: 200 len: 210 time: 0.0255332 Apr 20 14:03:22.407418 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 60402) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:03:22.451184 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fd9c4d6-506b-4e95-b932-d9ff89c74e45 admin admin] Deleting subnet dd3de469-7939-4540-bddc-fcbe57080294 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:03:22.454163 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5fd9c4d6-506b-4e95-b932-d9ff89c74e45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:22.487726 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5fd9c4d6-506b-4e95-b932-d9ff89c74e45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:22.526318 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5fd9c4d6-506b-4e95-b932-d9ff89c74e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:22.657361 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5fd9c4d6-506b-4e95-b932-d9ff89c74e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:22.689055 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd9c4d6-506b-4e95-b932-d9ff89c74e45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd3de469-7939-4540-bddc-fcbe57080294,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:03:22.691039 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5fd9c4d6-506b-4e95-b932-d9ff89c74e45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:22.695796 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5fd9c4d6-506b-4e95-b932-d9ff89c74e45 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/dd3de469-7939-4540-bddc-fcbe57080294 HTTP/1.1" status: 204 len: 168 time: 0.2873371 Apr 20 14:03:22.697399 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 60404) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:03:22.762614 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-da7f5afe-61de-4664-ab56-dcc39297803d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:22.842781 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-da7f5afe-61de-4664-ab56-dcc39297803d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:22.862052 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-da7f5afe-61de-4664-ab56-dcc39297803d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d368e5b5-1174-40fa-9511-c01016fdcf89']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:03:22.871376 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-da7f5afe-61de-4664-ab56-dcc39297803d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7df0b1cf-ba39-4c4d-94ae-9543751db5ac') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:03:22.871672 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-da7f5afe-61de-4664-ab56-dcc39297803d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7df0b1cf-ba39-4c4d-94ae-9543751db5ac') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:03:22.880641 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-da7f5afe-61de-4664-ab56-dcc39297803d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:22.893660 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-da7f5afe-61de-4664-ab56-dcc39297803d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:22.899429 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da7f5afe-61de-4664-ab56-dcc39297803d admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:03:22.899808 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-da7f5afe-61de-4664-ab56-dcc39297803d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:22.901375 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 14:03:22.901375 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:03:22.901375 n-d-836015-7 neutron-server[114870]: timer() Apr 20 14:03:22.901375 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:03:22.901375 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 14:03:22.901375 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:03:22.901375 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 14:03:22.901375 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:03:22.901375 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 14:03:22.901375 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:03:22.901375 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 14:03:22.901375 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:03:22.901375 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 14:03:22.901375 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:03:22.901375 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:03:22.901375 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:03:22.901375 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:03:22.901375 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:03:22.901375 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 14:03:22.901375 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:03:22.901375 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 14:03:22.901375 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:03:22.901375 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:03:22.901375 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:03:22.901375 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 14:03:22.901375 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:03:22.901375 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:03:22.901375 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:03:22.901375 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:03:22.901375 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:03:22.901375 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:03:22.901375 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:03:23.022861 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-da7f5afe-61de-4664-ab56-dcc39297803d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:23.028079 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-da7f5afe-61de-4664-ab56-dcc39297803d admin admin] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:23.031299 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-da7f5afe-61de-4664-ab56-dcc39297803d admin admin] 10.222.0.25 "DELETE /v2.0/networks/d368e5b5-1174-40fa-9511-c01016fdcf89 HTTP/1.1" status: 204 len: 168 time: 0.3329983 Apr 20 14:03:23.045651 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f5afe-61de-4664-ab56-dcc39297803d admin admin] Pushing event deleted for resources: {'Network': ['ID=d368e5b5-1174-40fa-9511-c01016fdcf89,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:03:23.301693 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 60408) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:03:23.341038 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9181d10b-787b-4b6b-9c25-0a6f90ff1c37 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=307c13f0dbbe4a308af163d543f3fef6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382307 Apr 20 14:03:23.343523 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 60410) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:03:23.394535 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-44e7378b-bcf1-4880-afc0-190b6ad4deb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:23.415824 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-44e7378b-bcf1-4880-afc0-190b6ad4deb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:23.508804 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-44e7378b-bcf1-4880-afc0-190b6ad4deb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:23.511338 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-44e7378b-bcf1-4880-afc0-190b6ad4deb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:23.512518 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-44e7378b-bcf1-4880-afc0-190b6ad4deb8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7816d0c3-3e21-479b-abff-b9caaa4ae7a2 HTTP/1.1" status: 204 len: 168 time: 0.1681187 Apr 20 14:03:23.520563 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e7378b-bcf1-4880-afc0-190b6ad4deb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7816d0c3-3e21-479b-abff-b9caaa4ae7a2,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:03:23.803215 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:03:23.823620 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:03:23.823961 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device c9a9f0df-6dd2-4a37-b6ac-81c5b6b45980 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:03:24.449680 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 60432) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:03:24.478445 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d7fea83e-ed6b-4e09-b454-cff523341700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:24.549647 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-fc3572d3-21c5-4b57-9e93-0f29051badee admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1759743936-network', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:03:24.632057 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3572d3-21c5-4b57-9e93-0f29051badee admin admin] Made reservation on behalf of 6690ec411ac542a59248ea9dae106ca4 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:03:24.634390 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fc3572d3-21c5-4b57-9e93-0f29051badee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:24.642875 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fc3572d3-21c5-4b57-9e93-0f29051badee admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:24.715044 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fc3572d3-21c5-4b57-9e93-0f29051badee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:24.770863 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fc3572d3-21c5-4b57-9e93-0f29051badee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:24.795149 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc3572d3-21c5-4b57-9e93-0f29051badee admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:03:24.805108 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3572d3-21c5-4b57-9e93-0f29051badee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09dce93d-ac4d-4e3e-8bd0-b3f257da8af0,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:03:24.809961 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fc3572d3-21c5-4b57-9e93-0f29051badee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:24.810297 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-fc3572d3-21c5-4b57-9e93-0f29051badee admin admin] Added segment 7e3abc6a-735b-49fe-ad31-300403d4a68d of type vlan for network d8814295-6b98-4598-b76a-f7e07fe08e31 Apr 20 14:03:24.852091 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fc3572d3-21c5-4b57-9e93-0f29051badee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:24.942756 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fc3572d3-21c5-4b57-9e93-0f29051badee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:24.943788 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3572d3-21c5-4b57-9e93-0f29051badee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:24.944370 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fc3572d3-21c5-4b57-9e93-0f29051badee admin admin] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:25.004740 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3572d3-21c5-4b57-9e93-0f29051badee admin admin] Pushing event updated for resources: {'Network': ['ID=d8814295-6b98-4598-b76a-f7e07fe08e31,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:03:25.015188 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network d8814295-6b98-4598-b76a-f7e07fe08e31 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:03:25.037042 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-fc3572d3-21c5-4b57-9e93-0f29051badee admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5862625 Apr 20 14:03:25.040369 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 60436) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:03:25.045051 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-a356aafb-4600-464c-b3f5-d79f866faffc admin admin] Request body: {'subnet': {'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1759743936-subnet', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:03:25.137555 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a356aafb-4600-464c-b3f5-d79f866faffc admin admin] Made reservation on behalf of 6690ec411ac542a59248ea9dae106ca4 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:03:25.139981 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a356aafb-4600-464c-b3f5-d79f866faffc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:25.359992 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a356aafb-4600-464c-b3f5-d79f866faffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:25.417300 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a356aafb-4600-464c-b3f5-d79f866faffc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c48da8a4-f2de-4d49-a9f3-5647442dd3f1,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:03:25.422231 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a356aafb-4600-464c-b3f5-d79f866faffc admin admin] Checking segment: {'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:03:25.422583 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a356aafb-4600-464c-b3f5-d79f866faffc admin admin] Network hostable DHCP agents. Network: d8814295-6b98-4598-b76a-f7e07fe08e31, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:03:25.500933 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a356aafb-4600-464c-b3f5-d79f866faffc admin admin] Network d8814295-6b98-4598-b76a-f7e07fe08e31 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:03:25.571086 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-a356aafb-4600-464c-b3f5-d79f866faffc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, d8814295-6b98-4598-b76a-f7e07fe08e31) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:03:25.575785 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a356aafb-4600-464c-b3f5-d79f866faffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:25.576528 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-a356aafb-4600-464c-b3f5-d79f866faffc admin admin] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:25.579549 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81916cc-9d1c-4550-84ff-63ef03f258fa None None] Network d8814295-6b98-4598-b76a-f7e07fe08e31 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:03:25.653748 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a356aafb-4600-464c-b3f5-d79f866faffc admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6122203 Apr 20 14:03:25.656398 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 60438) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:03:25.660778 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-f384b3ed-f789-4598-9789-116b222ad322 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1759743936-router', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:03:25.724030 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f4460b-6fbd-4d00-b01d-74490f8f0e81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-d8814295-6b98-4598-b76a-f7e07fe08e31', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'fixed_ips': [{'subnet_id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:03:25.725446 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f3f4460b-6fbd-4d00-b01d-74490f8f0e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:25.754271 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f384b3ed-f789-4598-9789-116b222ad322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:25.755531 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f384b3ed-f789-4598-9789-116b222ad322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:25.810207 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f384b3ed-f789-4598-9789-116b222ad322 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:25.857144 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-f3f4460b-6fbd-4d00-b01d-74490f8f0e81 None None] Allocated IP 172.20.0.2 (d8814295-6b98-4598-b76a-f7e07fe08e31/c48da8a4-f2de-4d49-a9f3-5647442dd3f1/c9c6a900-05f0-40cd-9e15-8ba95b421e98) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:03:25.998869 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f3f4460b-6fbd-4d00-b01d-74490f8f0e81 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:26.002647 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f384b3ed-f789-4598-9789-116b222ad322 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:26.083932 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f3f4460b-6fbd-4d00-b01d-74490f8f0e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:26.119131 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f4460b-6fbd-4d00-b01d-74490f8f0e81 None None] Network d8814295-6b98-4598-b76a-f7e07fe08e31 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:03:26.123895 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-f3f4460b-6fbd-4d00-b01d-74490f8f0e81 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:03:26.127407 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f4460b-6fbd-4d00-b01d-74490f8f0e81 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:03:26.154799 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4460b-6fbd-4d00-b01d-74490f8f0e81 None None] Pushing event updated for resources: {'Port': ['ID=c9c6a900-05f0-40cd-9e15-8ba95b421e98,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:03:26.182796 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4460b-6fbd-4d00-b01d-74490f8f0e81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:26.183142 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4460b-6fbd-4d00-b01d-74490f8f0e81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:26.183791 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4460b-6fbd-4d00-b01d-74490f8f0e81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:26.184136 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4460b-6fbd-4d00-b01d-74490f8f0e81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:26.184467 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4460b-6fbd-4d00-b01d-74490f8f0e81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:26.184794 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4460b-6fbd-4d00-b01d-74490f8f0e81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:26.185118 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4460b-6fbd-4d00-b01d-74490f8f0e81 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:26.185440 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4460b-6fbd-4d00-b01d-74490f8f0e81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:26.185763 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4460b-6fbd-4d00-b01d-74490f8f0e81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:26.186080 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4460b-6fbd-4d00-b01d-74490f8f0e81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:26.186401 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4460b-6fbd-4d00-b01d-74490f8f0e81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:26.186717 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f4460b-6fbd-4d00-b01d-74490f8f0e81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:26.200040 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-f3f4460b-6fbd-4d00-b01d-74490f8f0e81 None None] Attempting to bind port c9c6a900-05f0-40cd-9e15-8ba95b421e98 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:03:26.200413 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-f3f4460b-6fbd-4d00-b01d-74490f8f0e81 None None] Attempting to bind port c9c6a900-05f0-40cd-9e15-8ba95b421e98 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:03:26.200774 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f4460b-6fbd-4d00-b01d-74490f8f0e81 None None] Attempting to bind port c9c6a900-05f0-40cd-9e15-8ba95b421e98 on network d8814295-6b98-4598-b76a-f7e07fe08e31 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:03:26.205723 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f4460b-6fbd-4d00-b01d-74490f8f0e81 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:03:26.206093 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f4460b-6fbd-4d00-b01d-74490f8f0e81 None None] Checking segment: {'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:03:26.206490 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f3f4460b-6fbd-4d00-b01d-74490f8f0e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:26.206881 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f4460b-6fbd-4d00-b01d-74490f8f0e81 None None] Bound using segment: {'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:03:26.207338 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-f3f4460b-6fbd-4d00-b01d-74490f8f0e81 None None] Bound port: c9c6a900-05f0-40cd-9e15-8ba95b421e98, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:03:26.207743 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f3f4460b-6fbd-4d00-b01d-74490f8f0e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:26.270280 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-f3f4460b-6fbd-4d00-b01d-74490f8f0e81 None None] For port c9c6a900-05f0-40cd-9e15-8ba95b421e98, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:03:26.273865 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-f3f4460b-6fbd-4d00-b01d-74490f8f0e81 None None] For port c9c6a900-05f0-40cd-9e15-8ba95b421e98, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=c9c6a900-05f0-40cd-9e15-8ba95b421e98,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:03:26.292288 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f384b3ed-f789-4598-9789-116b222ad322 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:26.311019 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f384b3ed-f789-4598-9789-116b222ad322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:26.347191 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f3f4460b-6fbd-4d00-b01d-74490f8f0e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:26.409637 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4460b-6fbd-4d00-b01d-74490f8f0e81 None None] Pushing event updated for resources: {'Port': ['ID=c9c6a900-05f0-40cd-9e15-8ba95b421e98,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:03:26.424548 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-f384b3ed-f789-4598-9789-116b222ad322 admin admin] Allocated IP 172.25.8.122 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/c4f78b84-b266-48ac-aff7-b5e9ed826baa) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:03:26.533217 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f384b3ed-f789-4598-9789-116b222ad322 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:26.634547 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f384b3ed-f789-4598-9789-116b222ad322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:26.680567 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f384b3ed-f789-4598-9789-116b222ad322 admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:03:26.683541 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-f384b3ed-f789-4598-9789-116b222ad322 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:03:26.687212 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f384b3ed-f789-4598-9789-116b222ad322 admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:03:26.692867 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f384b3ed-f789-4598-9789-116b222ad322 admin admin] Pushing event updated for resources: {'Port': ['ID=c4f78b84-b266-48ac-aff7-b5e9ed826baa,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:03:26.782952 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-23838475-9854-41a8-b6de-c9c1be152a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:27.002972 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f384b3ed-f789-4598-9789-116b222ad322 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:27.206735 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f384b3ed-f789-4598-9789-116b222ad322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:27.237154 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device c9c6a900-05f0-40cd-9e15-8ba95b421e98 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:03:27.286011 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3f98e9-33a9-4265-8b3d-2bed6b1fb03b None None] Network d8814295-6b98-4598-b76a-f7e07fe08e31 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:03:27.352024 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port c9c6a900-05f0-40cd-9e15-8ba95b421e98 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:03:27.352400 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:27.398147 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-8447f8ce-612e-45f9-a61d-4e290a9d660f None None] Provisioning complete for port c9c6a900-05f0-40cd-9e15-8ba95b421e98 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:03:27.398516 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8447f8ce-612e-45f9-a61d-4e290a9d660f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:27.737069 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:27.743466 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f384b3ed-f789-4598-9789-116b222ad322 admin admin] Router 6bc0fb59-318e-4f49-a979-7ec488a40565 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:03:27.756831 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8447f8ce-612e-45f9-a61d-4e290a9d660f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:27.800059 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port c9c6a900-05f0-40cd-9e15-8ba95b421e98, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=c9c6a900-05f0-40cd-9e15-8ba95b421e98,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:03:27.855904 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f384b3ed-f789-4598-9789-116b222ad322 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:03:27.866797 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2b1612-0ff8-48f7-bb29-0b739865695d None None] Sync routers for ids ['6bc0fb59-318e-4f49-a979-7ec488a40565'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:03:27.868743 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:27.883065 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2b1612-0ff8-48f7-bb29-0b739865695d None None] Routers {'6bc0fb59-318e-4f49-a979-7ec488a40565'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:03:27.883808 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-ef2b1612-0ff8-48f7-bb29-0b739865695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:03:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6bc0fb59-318e-4f49-a979-7ec488a40565'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:03:27.946148 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f384b3ed-f789-4598-9789-116b222ad322 admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:27.947766 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f384b3ed-f789-4598-9789-116b222ad322 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2902334 Apr 20 14:03:27.950821 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60440) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:03:27.951996 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-8447f8ce-612e-45f9-a61d-4e290a9d660f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:03:27.952352 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-8447f8ce-612e-45f9-a61d-4e290a9d660f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:03:27.958665 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=c9c6a900-05f0-40cd-9e15-8ba95b421e98,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:03:27.998164 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-ef2b1612-0ff8-48f7-bb29-0b739865695d None None] Set router 6bc0fb59-318e-4f49-a979-7ec488a40565 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:03:28.174657 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-ef2b1612-0ff8-48f7-bb29-0b739865695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'name': 'tempest-ServerActionsTestJSON-1759743936-router', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:03:25Z', 'updated_at': '2022-04-20T14:03:26Z', 'revision_number': 3, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'gw_port': {'id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:26Z', 'updated_at': '2022-04-20T14:03:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:03:28.201140 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2b1612-0ff8-48f7-bb29-0b739865695d None None] Checking router: 6bc0fb59-318e-4f49-a979-7ec488a40565 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:03:28.201482 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2b1612-0ff8-48f7-bb29-0b739865695d None None] Updating router 6bc0fb59-318e-4f49-a979-7ec488a40565 port c4f78b84-b266-48ac-aff7-b5e9ed826baa binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:03:28.226425 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-ef2b1612-0ff8-48f7-bb29-0b739865695d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:28.295380 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:28.361454 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-230c4f75-923b-47d7-a35c-9f0331b405d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:28.476262 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-ef2b1612-0ff8-48f7-bb29-0b739865695d None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:28.525466 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-ef2b1612-0ff8-48f7-bb29-0b739865695d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:28.582632 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-ef2b1612-0ff8-48f7-bb29-0b739865695d None None] Attempting to bind port c4f78b84-b266-48ac-aff7-b5e9ed826baa on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:03:28.583003 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-ef2b1612-0ff8-48f7-bb29-0b739865695d None None] Attempting to bind port c4f78b84-b266-48ac-aff7-b5e9ed826baa by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:03:28.583382 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2b1612-0ff8-48f7-bb29-0b739865695d None None] Attempting to bind port c4f78b84-b266-48ac-aff7-b5e9ed826baa on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:03:28.585980 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c45af8-9844-4e21-8353-3385f057eaae None None] Pushing event updated for resources: {'Port': ['ID=c4f78b84-b266-48ac-aff7-b5e9ed826baa,revision_number=2']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:03:28.594996 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2b1612-0ff8-48f7-bb29-0b739865695d None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:03:28.595385 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2b1612-0ff8-48f7-bb29-0b739865695d None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:03:28.595792 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-ef2b1612-0ff8-48f7-bb29-0b739865695d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:28.596185 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2b1612-0ff8-48f7-bb29-0b739865695d None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:03:28.596661 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-ef2b1612-0ff8-48f7-bb29-0b739865695d None None] Bound port: c4f78b84-b266-48ac-aff7-b5e9ed826baa, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:03:28.597049 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-ef2b1612-0ff8-48f7-bb29-0b739865695d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:28.599495 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c45af8-9844-4e21-8353-3385f057eaae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:28.600364 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c45af8-9844-4e21-8353-3385f057eaae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:28.600700 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c45af8-9844-4e21-8353-3385f057eaae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:28.601030 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c45af8-9844-4e21-8353-3385f057eaae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:28.601357 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c45af8-9844-4e21-8353-3385f057eaae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:28.601683 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c45af8-9844-4e21-8353-3385f057eaae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:28.602005 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c45af8-9844-4e21-8353-3385f057eaae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:28.602326 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c45af8-9844-4e21-8353-3385f057eaae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:28.602645 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c45af8-9844-4e21-8353-3385f057eaae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:28.602959 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c45af8-9844-4e21-8353-3385f057eaae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:28.603281 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c45af8-9844-4e21-8353-3385f057eaae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:28.603625 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c45af8-9844-4e21-8353-3385f057eaae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:28.626807 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-c93b4a20-a414-48b2-abb0-0939aac36006 None None] Provisioning complete for port c9c6a900-05f0-40cd-9e15-8ba95b421e98 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:03:28.628142 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c93b4a20-a414-48b2-abb0-0939aac36006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:28.660083 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-ef2b1612-0ff8-48f7-bb29-0b739865695d None None] For port c4f78b84-b266-48ac-aff7-b5e9ed826baa, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:03:28.664486 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-ef2b1612-0ff8-48f7-bb29-0b739865695d None None] For port c4f78b84-b266-48ac-aff7-b5e9ed826baa, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=c4f78b84-b266-48ac-aff7-b5e9ed826baa,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:03:28.714935 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-ef2b1612-0ff8-48f7-bb29-0b739865695d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:28.776162 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2b1612-0ff8-48f7-bb29-0b739865695d None None] Routers {'6bc0fb59-318e-4f49-a979-7ec488a40565'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:03:28.776804 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-ef2b1612-0ff8-48f7-bb29-0b739865695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:03:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6bc0fb59-318e-4f49-a979-7ec488a40565'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:03:28.817335 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c45af8-9844-4e21-8353-3385f057eaae None None] Pushing event updated for resources: {'Port': ['ID=c4f78b84-b266-48ac-aff7-b5e9ed826baa,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:03:28.873266 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-230c4f75-923b-47d7-a35c-9f0331b405d7 admin admin] Allocated IP 172.20.0.1 (d8814295-6b98-4598-b76a-f7e07fe08e31/c48da8a4-f2de-4d49-a9f3-5647442dd3f1/4e7da714-a91e-4230-b4d7-99405b4fded0) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:03:28.884675 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-ef2b1612-0ff8-48f7-bb29-0b739865695d None None] Set router 6bc0fb59-318e-4f49-a979-7ec488a40565 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:03:28.981086 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-230c4f75-923b-47d7-a35c-9f0331b405d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:29.080200 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-230c4f75-923b-47d7-a35c-9f0331b405d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:29.119765 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230c4f75-923b-47d7-a35c-9f0331b405d7 admin admin] Network d8814295-6b98-4598-b76a-f7e07fe08e31 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:03:29.122651 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-230c4f75-923b-47d7-a35c-9f0331b405d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:03:29.126294 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230c4f75-923b-47d7-a35c-9f0331b405d7 admin admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:03:29.149525 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c4f75-923b-47d7-a35c-9f0331b405d7 admin admin] Pushing event updated for resources: {'Port': ['ID=4e7da714-a91e-4230-b4d7-99405b4fded0,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:03:29.163893 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-ef2b1612-0ff8-48f7-bb29-0b739865695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'name': 'tempest-ServerActionsTestJSON-1759743936-router', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:03:25Z', 'updated_at': '2022-04-20T14:03:26Z', 'revision_number': 3, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'gw_port': {'id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:26Z', 'updated_at': '2022-04-20T14:03:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:03:29.171403 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-230c4f75-923b-47d7-a35c-9f0331b405d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:29.199828 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2b1612-0ff8-48f7-bb29-0b739865695d None None] The sync data for ids ['6bc0fb59-318e-4f49-a979-7ec488a40565'] in n-d-836015-7 is: [{'id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'name': 'tempest-ServerActionsTestJSON-1759743936-router', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:03:25Z', 'updated_at': '2022-04-20T14:03:26Z', 'revision_number': 3, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'gw_port': {'id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:26Z', 'updated_at': '2022-04-20T14:03:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:03:29.237540 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device c9c6a900-05f0-40cd-9e15-8ba95b421e98 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:03:29.297199 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port c9c6a900-05f0-40cd-9e15-8ba95b421e98 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:03:29.297894 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:29.397746 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-230c4f75-923b-47d7-a35c-9f0331b405d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:29.459442 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-8ade0b98-a353-40b2-bef5-92cd9a144e49 None None] Provisioning complete for port 4e7da714-a91e-4230-b4d7-99405b4fded0 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:03:29.459442 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8ade0b98-a353-40b2-bef5-92cd9a144e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:29.523689 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-8ade0b98-a353-40b2-bef5-92cd9a144e49 None None] Port 4e7da714-a91e-4230-b4d7-99405b4fded0 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:03:29.604260 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-230c4f75-923b-47d7-a35c-9f0331b405d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:29.623093 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:29.672938 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-230c4f75-923b-47d7-a35c-9f0331b405d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:29.742543 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-230c4f75-923b-47d7-a35c-9f0331b405d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:29.744841 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c4f75-923b-47d7-a35c-9f0331b405d7 admin admin] Pushing event updated for resources: {'Port': ['ID=4e7da714-a91e-4230-b4d7-99405b4fded0,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:03:29.758297 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c4f75-923b-47d7-a35c-9f0331b405d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:29.758652 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c4f75-923b-47d7-a35c-9f0331b405d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:29.758999 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c4f75-923b-47d7-a35c-9f0331b405d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:29.759339 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c4f75-923b-47d7-a35c-9f0331b405d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:29.759708 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c4f75-923b-47d7-a35c-9f0331b405d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:29.760045 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c4f75-923b-47d7-a35c-9f0331b405d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:29.760376 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c4f75-923b-47d7-a35c-9f0331b405d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:29.760706 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c4f75-923b-47d7-a35c-9f0331b405d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:29.761035 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c4f75-923b-47d7-a35c-9f0331b405d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:29.761363 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c4f75-923b-47d7-a35c-9f0331b405d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:29.761689 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c4f75-923b-47d7-a35c-9f0331b405d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:29.762017 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230c4f75-923b-47d7-a35c-9f0331b405d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:03:29.857443 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230c4f75-923b-47d7-a35c-9f0331b405d7 admin admin] Network d8814295-6b98-4598-b76a-f7e07fe08e31 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:03:29.859415 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:29.859563 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-230c4f75-923b-47d7-a35c-9f0331b405d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:03:29.986264 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230c4f75-923b-47d7-a35c-9f0331b405d7 admin admin] Router 6bc0fb59-318e-4f49-a979-7ec488a40565 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:03:30.104408 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230c4f75-923b-47d7-a35c-9f0331b405d7 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:03:30.109524 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-230c4f75-923b-47d7-a35c-9f0331b405d7 admin admin] 10.222.0.25 "PUT /v2.0/routers/6bc0fb59-318e-4f49-a979-7ec488a40565/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1571279 Apr 20 14:03:30.146712 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-c4d159b3-6d18-420a-ae16-2397a36940cf None None] Provisioning complete for port 4e7da714-a91e-4230-b4d7-99405b4fded0 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:03:30.147006 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c4d159b3-6d18-420a-ae16-2397a36940cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:30.180306 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-c4d159b3-6d18-420a-ae16-2397a36940cf None None] Port 4e7da714-a91e-4230-b4d7-99405b4fded0 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:03:30.755751 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1aa2dfa-ea6a-4317-88c1-02c397b952ec None None] Sync routers for ids ['6bc0fb59-318e-4f49-a979-7ec488a40565'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:03:30.765855 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1aa2dfa-ea6a-4317-88c1-02c397b952ec None None] Routers {'6bc0fb59-318e-4f49-a979-7ec488a40565'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:03:30.766471 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-b1aa2dfa-ea6a-4317-88c1-02c397b952ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:03:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6bc0fb59-318e-4f49-a979-7ec488a40565'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:03:30.845596 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 60448) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:03:30.850733 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-7006d438-7178-4cc0-8ba1-8ef24aecdec3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1223740389', 'description': 'tempest-description--1433031892'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:03:30.875626 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-b1aa2dfa-ea6a-4317-88c1-02c397b952ec None None] Set router 6bc0fb59-318e-4f49-a979-7ec488a40565 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:03:30.931408 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7006d438-7178-4cc0-8ba1-8ef24aecdec3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:30.996839 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7006d438-7178-4cc0-8ba1-8ef24aecdec3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:31.057106 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7006d438-7178-4cc0-8ba1-8ef24aecdec3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:31.074211 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-b1aa2dfa-ea6a-4317-88c1-02c397b952ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'name': 'tempest-ServerActionsTestJSON-1759743936-router', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:03:25Z', 'updated_at': '2022-04-20T14:03:29Z', 'revision_number': 4, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'gw_port': {'id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:26Z', 'updated_at': '2022-04-20T14:03:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '4e7da714-a91e-4230-b4d7-99405b4fded0', 'name': '', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'mac_address': 'fa:16:3e:44:02:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:28Z', 'updated_at': '2022-04-20T14:03:29Z', 'revision_number': 2, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'subnets': [{'id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:03:31.095519 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7006d438-7178-4cc0-8ba1-8ef24aecdec3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47e90a85-dd96-4725-b0b4-2f3aeeebb030,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:03:31.102983 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1aa2dfa-ea6a-4317-88c1-02c397b952ec None None] Checking router: 6bc0fb59-318e-4f49-a979-7ec488a40565 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:03:31.103339 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1aa2dfa-ea6a-4317-88c1-02c397b952ec None None] Updating router 6bc0fb59-318e-4f49-a979-7ec488a40565 port 4e7da714-a91e-4230-b4d7-99405b4fded0 binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:03:31.127383 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b1aa2dfa-ea6a-4317-88c1-02c397b952ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:31.144956 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7006d438-7178-4cc0-8ba1-8ef24aecdec3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:31.146759 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7006d438-7178-4cc0-8ba1-8ef24aecdec3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2996349 Apr 20 14:03:31.153566 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 60450) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:03:31.154305 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-7158a30c-fab0-4e90-965e-9c55d3fe9de7 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Request body: {'security_group_rule': {'security_group_id': '47e90a85-dd96-4725-b0b4-2f3aeeebb030', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:03:31.233966 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device c4f78b84-b266-48ac-aff7-b5e9ed826baa up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:03:31.256765 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7158a30c-fab0-4e90-965e-9c55d3fe9de7 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:31.312405 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7158a30c-fab0-4e90-965e-9c55d3fe9de7 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:31.354879 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port c4f78b84-b266-48ac-aff7-b5e9ed826baa triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:03:31.355254 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:31.382619 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7158a30c-fab0-4e90-965e-9c55d3fe9de7 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:31.398301 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7158a30c-fab0-4e90-965e-9c55d3fe9de7 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=395925b1-ed75-4a4b-9378-13eaa7124185,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:03:31.487352 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7158a30c-fab0-4e90-965e-9c55d3fe9de7 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:31.488588 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7158a30c-fab0-4e90-965e-9c55d3fe9de7 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3380263 Apr 20 14:03:31.492032 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60452) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:03:31.494928 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b1aa2dfa-ea6a-4317-88c1-02c397b952ec None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:31.497419 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-25a7814f-fbf3-471c-91a5-2a0b7fcda63b tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Request body: {'security_group_rule': {'security_group_id': '47e90a85-dd96-4725-b0b4-2f3aeeebb030', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:03:31.500624 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:31.517687 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port c4f78b84-b266-48ac-aff7-b5e9ed826baa, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=c4f78b84-b266-48ac-aff7-b5e9ed826baa,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:03:31.576568 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b1aa2dfa-ea6a-4317-88c1-02c397b952ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:31.601183 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:03:31.609946 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:31.611066 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-25a7814f-fbf3-471c-91a5-2a0b7fcda63b tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:31.638677 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a65d590-2cc4-44af-ab48-1313bdcf66d9 None None] Pushing event updated for resources: {'Port': ['ID=4e7da714-a91e-4230-b4d7-99405b4fded0,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:03:31.684967 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-25a7814f-fbf3-471c-91a5-2a0b7fcda63b tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:31.710998 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-b1aa2dfa-ea6a-4317-88c1-02c397b952ec None None] Attempting to bind port 4e7da714-a91e-4230-b4d7-99405b4fded0 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:03:31.713034 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-b1aa2dfa-ea6a-4317-88c1-02c397b952ec None None] Attempting to bind port 4e7da714-a91e-4230-b4d7-99405b4fded0 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:03:31.713034 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1aa2dfa-ea6a-4317-88c1-02c397b952ec None None] Attempting to bind port 4e7da714-a91e-4230-b4d7-99405b4fded0 on network d8814295-6b98-4598-b76a-f7e07fe08e31 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:03:31.723704 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1aa2dfa-ea6a-4317-88c1-02c397b952ec None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:03:31.724086 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1aa2dfa-ea6a-4317-88c1-02c397b952ec None None] Checking segment: {'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:03:31.725096 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b1aa2dfa-ea6a-4317-88c1-02c397b952ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:31.725494 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1aa2dfa-ea6a-4317-88c1-02c397b952ec None None] Bound using segment: {'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:03:31.725980 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-b1aa2dfa-ea6a-4317-88c1-02c397b952ec None None] Bound port: 4e7da714-a91e-4230-b4d7-99405b4fded0, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:03:31.726367 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b1aa2dfa-ea6a-4317-88c1-02c397b952ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:31.738650 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=c4f78b84-b266-48ac-aff7-b5e9ed826baa,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:03:31.760097 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-25a7814f-fbf3-471c-91a5-2a0b7fcda63b tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:31.782820 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7814f-fbf3-471c-91a5-2a0b7fcda63b tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ef412b-438a-4ce3-9efd-597a827f6bb9,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:03:31.801663 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-b1aa2dfa-ea6a-4317-88c1-02c397b952ec None None] For port 4e7da714-a91e-4230-b4d7-99405b4fded0, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:03:31.805023 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-b1aa2dfa-ea6a-4317-88c1-02c397b952ec None None] For port 4e7da714-a91e-4230-b4d7-99405b4fded0, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=4e7da714-a91e-4230-b4d7-99405b4fded0,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:03:31.853460 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-25a7814f-fbf3-471c-91a5-2a0b7fcda63b tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:31.854725 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-25a7814f-fbf3-471c-91a5-2a0b7fcda63b tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3616626 Apr 20 14:03:31.857743 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60454) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:03:31.862142 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-f5904497-f98f-4785-bdeb-ffc79da289f3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:03:31.868717 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b1aa2dfa-ea6a-4317-88c1-02c397b952ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:31.931406 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f5904497-f98f-4785-bdeb-ffc79da289f3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks [] for floatingip, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:31.940449 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-140e1b4b-a6b5-47eb-8e1d-e13c6f04c752 None None] Provisioning complete for port 4e7da714-a91e-4230-b4d7-99405b4fded0 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:03:31.940823 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-140e1b4b-a6b5-47eb-8e1d-e13c6f04c752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:31.942987 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1aa2dfa-ea6a-4317-88c1-02c397b952ec None None] Routers {'6bc0fb59-318e-4f49-a979-7ec488a40565'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:03:31.944185 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-b1aa2dfa-ea6a-4317-88c1-02c397b952ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:03:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6bc0fb59-318e-4f49-a979-7ec488a40565'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:03:31.982015 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a65d590-2cc4-44af-ab48-1313bdcf66d9 None None] Pushing event updated for resources: {'Port': ['ID=4e7da714-a91e-4230-b4d7-99405b4fded0,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:03:32.043541 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f5904497-f98f-4785-bdeb-ffc79da289f3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:32.116151 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-b1aa2dfa-ea6a-4317-88c1-02c397b952ec None None] Set router 6bc0fb59-318e-4f49-a979-7ec488a40565 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:03:32.147703 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-f5904497-f98f-4785-bdeb-ffc79da289f3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Allocated IP 172.25.8.208 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/b00b2e77-0ece-4994-8667-6226026d32a4) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:03:32.151142 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-140e1b4b-a6b5-47eb-8e1d-e13c6f04c752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:32.253728 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f5904497-f98f-4785-bdeb-ffc79da289f3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:32.254985 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-140e1b4b-a6b5-47eb-8e1d-e13c6f04c752 None None] For port 4e7da714-a91e-4230-b4d7-99405b4fded0, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=4e7da714-a91e-4230-b4d7-99405b4fded0,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:03:32.326684 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-140e1b4b-a6b5-47eb-8e1d-e13c6f04c752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:32.354566 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f5904497-f98f-4785-bdeb-ffc79da289f3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:32.378455 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-b1aa2dfa-ea6a-4317-88c1-02c397b952ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'name': 'tempest-ServerActionsTestJSON-1759743936-router', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:03:25Z', 'updated_at': '2022-04-20T14:03:29Z', 'revision_number': 4, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'gw_port': {'id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:26Z', 'updated_at': '2022-04-20T14:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '4e7da714-a91e-4230-b4d7-99405b4fded0', 'name': '', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'mac_address': 'fa:16:3e:44:02:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:28Z', 'updated_at': '2022-04-20T14:03:31Z', 'revision_number': 4, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'subnets': [{'id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:03:32.394209 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5904497-f98f-4785-bdeb-ffc79da289f3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:03:32.399268 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-f5904497-f98f-4785-bdeb-ffc79da289f3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:03:32.401818 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5904497-f98f-4785-bdeb-ffc79da289f3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:03:32.407591 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5904497-f98f-4785-bdeb-ffc79da289f3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Pushing event updated for resources: {'Port': ['ID=b00b2e77-0ece-4994-8667-6226026d32a4,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:03:32.410034 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e1b4b-a6b5-47eb-8e1d-e13c6f04c752 None None] Pushing event updated for resources: {'Port': ['ID=4e7da714-a91e-4230-b4d7-99405b4fded0,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:03:32.413455 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1aa2dfa-ea6a-4317-88c1-02c397b952ec None None] The sync data for ids ['6bc0fb59-318e-4f49-a979-7ec488a40565'] in n-d-836015-7 is: [{'id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'name': 'tempest-ServerActionsTestJSON-1759743936-router', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:03:25Z', 'updated_at': '2022-04-20T14:03:29Z', 'revision_number': 4, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'gw_port': {'id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:26Z', 'updated_at': '2022-04-20T14:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '4e7da714-a91e-4230-b4d7-99405b4fded0', 'name': '', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'mac_address': 'fa:16:3e:44:02:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:28Z', 'updated_at': '2022-04-20T14:03:31Z', 'revision_number': 4, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'subnets': [{'id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:03:32.446536 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-950ce830-870f-4482-b7fe-79ae609eed0e None None] Provisioning complete for port 4e7da714-a91e-4230-b4d7-99405b4fded0 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:03:32.447184 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-950ce830-870f-4482-b7fe-79ae609eed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:32.529690 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f5904497-f98f-4785-bdeb-ffc79da289f3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:32.631498 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f5904497-f98f-4785-bdeb-ffc79da289f3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:32.786856 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f5904497-f98f-4785-bdeb-ffc79da289f3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:32.855545 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f5904497-f98f-4785-bdeb-ffc79da289f3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:32.924068 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5904497-f98f-4785-bdeb-ffc79da289f3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Pushing event updated for resources: {'Port': ['ID=b00b2e77-0ece-4994-8667-6226026d32a4,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:03:32.935924 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f5904497-f98f-4785-bdeb-ffc79da289f3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:33.028573 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f5904497-f98f-4785-bdeb-ffc79da289f3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:33.029875 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f5904497-f98f-4785-bdeb-ffc79da289f3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1711833 Apr 20 14:03:33.183046 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-3db09983-3790-46d9-bfef-d76175311cfe tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1223740389&fields=id&tenant_id=6690ec411ac542a59248ea9dae106ca4 HTTP/1.1" status: 200 len: 267 time: 0.0427866 Apr 20 14:03:33.299904 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-eb71807c-faab-4433-890e-f975ff9f7b18 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:33.301390 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-eb71807c-faab-4433-890e-f975ff9f7b18 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/networks?id=d8814295-6b98-4598-b76a-f7e07fe08e31 HTTP/1.1" status: 200 len: 812 time: 0.1101243 Apr 20 14:03:33.306798 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device c4f78b84-b266-48ac-aff7-b5e9ed826baa up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:03:33.318005 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-9be72301-dd18-4322-8d38-91086a501955 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/quotas/6690ec411ac542a59248ea9dae106ca4 HTTP/1.1" status: 200 len: 375 time: 0.0093501 Apr 20 14:03:33.367838 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port c4f78b84-b266-48ac-aff7-b5e9ed826baa triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:03:33.368112 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:33.378019 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-3a5dd871-27d7-4abb-9c0d-6f020d6db6ad tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0527785 Apr 20 14:03:33.458291 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 4e7da714-a91e-4230-b4d7-99405b4fded0 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:03:33.488041 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-5160b04a-ccfd-4824-a6d1-f4567a896bbb service neutron] 10.222.0.25 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967054 Apr 20 14:03:33.506423 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 4e7da714-a91e-4230-b4d7-99405b4fded0 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:03:33.506942 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:33.579919 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-6e194832-3f21-49e4-b60e-c02994d4e03b service neutron] 10.222.0.25 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853443 Apr 20 14:03:33.816969 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5bd9e984-ce2c-42fd-b731-69720969a6e4 req-3247ede5-697f-4e0d-bc54-a4cdae55f4d6 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 210 time: 0.0278161 Apr 20 14:03:34.893992 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6854892c-0989-45de-9ad7-d0319d7b7d38 req-07622b91-a4b3-41f6-a09d-83c7ab2bd417 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 210 time: 0.0257182 Apr 20 14:03:35.991961 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3c14c502-263c-4e32-8e18-47d4a7fce089 req-696fbd7a-c267-41ea-97fa-6d080ecfa23d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 210 time: 0.0295389 Apr 20 14:03:36.153372 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-94cc2b56-8a4c-42cc-92ad-fad030665def tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:36.154798 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-94cc2b56-8a4c-42cc-92ad-fad030665def tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.15 "GET /v2.0/networks?id=d8814295-6b98-4598-b76a-f7e07fe08e31 HTTP/1.1" status: 200 len: 812 time: 0.1015751 Apr 20 14:03:36.197846 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-18854f98-0c86-470d-adee-1254e36280e4 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6690ec411ac542a59248ea9dae106ca4 HTTP/1.1" status: 200 len: 380 time: 0.0344727 Apr 20 14:03:36.206456 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-079287de-0def-4dbb-a8b4-53b4839bb4ca tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Request body: {'port': {'device_id': '5849f50c-8b13-48bc-869b-b5eb677aa4b7', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'admin_state_up': True, 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'security_groups': ['47e90a85-dd96-4725-b0b4-2f3aeeebb030']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:03:36.388465 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-079287de-0def-4dbb-a8b4-53b4839bb4ca tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Made reservation on behalf of 6690ec411ac542a59248ea9dae106ca4 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:03:36.391992 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-079287de-0def-4dbb-a8b4-53b4839bb4ca tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:36.514435 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-079287de-0def-4dbb-a8b4-53b4839bb4ca tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Allocated IP 172.20.0.9 (d8814295-6b98-4598-b76a-f7e07fe08e31/c48da8a4-f2de-4d49-a9f3-5647442dd3f1/12dd1064-e630-4144-ada6-9537099299b0) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:03:36.649735 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-079287de-0def-4dbb-a8b4-53b4839bb4ca tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:36.743377 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-079287de-0def-4dbb-a8b4-53b4839bb4ca tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:36.786229 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-079287de-0def-4dbb-a8b4-53b4839bb4ca tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Network d8814295-6b98-4598-b76a-f7e07fe08e31 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:03:36.789907 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-079287de-0def-4dbb-a8b4-53b4839bb4ca tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:03:36.793743 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-079287de-0def-4dbb-a8b4-53b4839bb4ca tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:03:36.822890 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079287de-0def-4dbb-a8b4-53b4839bb4ca tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Pushing event updated for resources: {'Port': ['ID=12dd1064-e630-4144-ada6-9537099299b0,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:03:36.851877 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-079287de-0def-4dbb-a8b4-53b4839bb4ca tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:36.856572 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-079287de-0def-4dbb-a8b4-53b4839bb4ca tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:36.922498 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-079287de-0def-4dbb-a8b4-53b4839bb4ca tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7195172 Apr 20 14:03:36.983202 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-60638d6f-62ec-40f2-8bfe-701552d59196 service neutron] Request body: {'port': {'device_id': '5849f50c-8b13-48bc-869b-b5eb677aa4b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:03:36.989441 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-4f3816d8-36dd-4c88-8a76-7888bb929963 None None] Provisioning complete for port 12dd1064-e630-4144-ada6-9537099299b0 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:03:36.989968 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4f3816d8-36dd-4c88-8a76-7888bb929963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:37.022682 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-4f3816d8-36dd-4c88-8a76-7888bb929963 None None] Port 12dd1064-e630-4144-ada6-9537099299b0 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:03:37.035891 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-60638d6f-62ec-40f2-8bfe-701552d59196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:37.186030 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f84c3f-fba9-4bcc-ac77-fd5115749cd6 req-bda580eb-3a6f-4209-851b-6b860dcc7a90 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:37.187542 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-57f84c3f-fba9-4bcc-ac77-fd5115749cd6 req-bda580eb-3a6f-4209-851b-6b860dcc7a90 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 931 time: 0.1203239 Apr 20 14:03:37.276744 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-57f84c3f-fba9-4bcc-ac77-fd5115749cd6 req-62b8ca06-215e-4bd3-abbe-81fd06e1efe9 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823917 Apr 20 14:03:37.362548 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-60638d6f-62ec-40f2-8bfe-701552d59196 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12dd1064-e630-4144-ada6-9537099299b0 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:03:37.369832 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-60638d6f-62ec-40f2-8bfe-701552d59196 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:37.381362 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-60638d6f-62ec-40f2-8bfe-701552d59196 service neutron] Transition to ACTIVE for port object 12dd1064-e630-4144-ada6-9537099299b0 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:03:37.456770 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-60638d6f-62ec-40f2-8bfe-701552d59196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:37.510125 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60638d6f-62ec-40f2-8bfe-701552d59196 service neutron] Pushing event updated for resources: {'Port': ['ID=12dd1064-e630-4144-ada6-9537099299b0,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:03:37.582809 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-60638d6f-62ec-40f2-8bfe-701552d59196 service neutron] Attempting to bind port 12dd1064-e630-4144-ada6-9537099299b0 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:03:37.583152 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-60638d6f-62ec-40f2-8bfe-701552d59196 service neutron] Attempting to bind port 12dd1064-e630-4144-ada6-9537099299b0 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:03:37.583516 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-60638d6f-62ec-40f2-8bfe-701552d59196 service neutron] Attempting to bind port 12dd1064-e630-4144-ada6-9537099299b0 on network d8814295-6b98-4598-b76a-f7e07fe08e31 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:03:37.588180 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-60638d6f-62ec-40f2-8bfe-701552d59196 service neutron] Port 12dd1064-e630-4144-ada6-9537099299b0 on network d8814295-6b98-4598-b76a-f7e07fe08e31 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:03:37.588504 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-60638d6f-62ec-40f2-8bfe-701552d59196 service neutron] Attempting to bind port 12dd1064-e630-4144-ada6-9537099299b0 on network d8814295-6b98-4598-b76a-f7e07fe08e31 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:03:37.593515 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-60638d6f-62ec-40f2-8bfe-701552d59196 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:03:37.593877 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-60638d6f-62ec-40f2-8bfe-701552d59196 service neutron] Checking segment: {'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:03:37.594303 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-60638d6f-62ec-40f2-8bfe-701552d59196 service neutron] Bound using segment: {'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:03:37.594739 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-60638d6f-62ec-40f2-8bfe-701552d59196 service neutron] Bound port: 12dd1064-e630-4144-ada6-9537099299b0, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:03:37.595109 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-60638d6f-62ec-40f2-8bfe-701552d59196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:37.664683 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-60638d6f-62ec-40f2-8bfe-701552d59196 service neutron] For port 12dd1064-e630-4144-ada6-9537099299b0, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:03:37.667757 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-60638d6f-62ec-40f2-8bfe-701552d59196 service neutron] For port 12dd1064-e630-4144-ada6-9537099299b0, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=12dd1064-e630-4144-ada6-9537099299b0,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:03:37.749272 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-60638d6f-62ec-40f2-8bfe-701552d59196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:37.784615 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-60638d6f-62ec-40f2-8bfe-701552d59196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:37.785287 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-60638d6f-62ec-40f2-8bfe-701552d59196 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:37.786783 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-60638d6f-62ec-40f2-8bfe-701552d59196 service neutron] 10.222.0.15 "PUT /v2.0/ports/12dd1064-e630-4144-ada6-9537099299b0 HTTP/1.1" status: 200 len: 1091 time: 0.8558614 Apr 20 14:03:37.787206 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5849f50c-8b13-48bc-869b-b5eb677aa4b7', 'tag': '12dd1064-e630-4144-ada6-9537099299b0'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:03:37.789677 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f5958e-a60d-4676-ba04-3a93c1f82f58" -d '{"events": [{"name": "network-changed", "server_uuid": "5849f50c-8b13-48bc-869b-b5eb677aa4b7", "tag": "12dd1064-e630-4144-ada6-9537099299b0"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:03:37.820159 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60638d6f-62ec-40f2-8bfe-701552d59196 service neutron] Pushing event updated for resources: {'Port': ['ID=12dd1064-e630-4144-ada6-9537099299b0,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:03:37.838186 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033ad39e-9799-4be4-b4f0-7d60e51fab71 x-openstack-request-id: req-033ad39e-9799-4be4-b4f0-7d60e51fab71 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:03:37.838485 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5849f50c-8b13-48bc-869b-b5eb677aa4b7", "tag": "12dd1064-e630-4144-ada6-9537099299b0", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:03:37.838754 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-033ad39e-9799-4be4-b4f0-7d60e51fab71 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:03:37.839145 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-033ad39e-9799-4be4-b4f0-7d60e51fab71'] response: {'name': 'network-changed', 'server_uuid': '5849f50c-8b13-48bc-869b-b5eb677aa4b7', 'tag': '12dd1064-e630-4144-ada6-9537099299b0', 'status': 'completed', 'code': 200} Apr 20 14:03:37.901439 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5958e-a60d-4676-ba04-3a93c1f82f58 req-ea15698c-0a67-4d19-a674-9a4251a8301d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:37.902954 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-88f5958e-a60d-4676-ba04-3a93c1f82f58 req-ea15698c-0a67-4d19-a674-9a4251a8301d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 1094 time: 0.0437279 Apr 20 14:03:38.005337 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5958e-a60d-4676-ba04-3a93c1f82f58 req-3e771562-148a-4118-b0ec-be5fffc7b4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:38.007318 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-88f5958e-a60d-4676-ba04-3a93c1f82f58 req-3e771562-148a-4118-b0ec-be5fffc7b4bf service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=6690ec411ac542a59248ea9dae106ca4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0953259 Apr 20 14:03:38.099658 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5958e-a60d-4676-ba04-3a93c1f82f58 req-0fede31c-49ec-4389-915f-893799b6c494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:38.101156 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-88f5958e-a60d-4676-ba04-3a93c1f82f58 req-0fede31c-49ec-4389-915f-893799b6c494 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881288 Apr 20 14:03:38.178738 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-026e10a0-4921-4977-a860-73f521c87da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:38.180253 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-026e10a0-4921-4977-a860-73f521c87da4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 1094 time: 0.0442994 Apr 20 14:03:38.221783 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-63389c5c-4bab-428a-a9a3-f6e825c06936 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12dd1064-e630-4144-ada6-9537099299b0 HTTP/1.1" status: 200 len: 217 time: 0.0347738 Apr 20 14:03:38.269091 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-861d3dce-cb6e-4332-855a-b00db4e9edc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:38.270490 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-861d3dce-cb6e-4332-855a-b00db4e9edc5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c48da8a4-f2de-4d49-a9f3-5647442dd3f1 HTTP/1.1" status: 200 len: 851 time: 0.0415788 Apr 20 14:03:38.318157 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-4c080f8e-a51f-453d-ad7c-af67d9cf4ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:38.319674 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-4c080f8e-a51f-453d-ad7c-af67d9cf4ca5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8814295-6b98-4598-b76a-f7e07fe08e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422976 Apr 20 14:03:38.437904 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649e4b1-58af-4755-aeb6-21f278f003c3 req-b4a4db36-4c10-4909-b6b5-a9172ecc2010 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:38.439394 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7649e4b1-58af-4755-aeb6-21f278f003c3 req-b4a4db36-4c10-4909-b6b5-a9172ecc2010 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 943 time: 0.0945189 Apr 20 14:03:38.443418 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-85f875cd-fff4-4026-9cba-22e68caa063c service neutron] 10.222.0.15 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176331 Apr 20 14:03:38.526693 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7649e4b1-58af-4755-aeb6-21f278f003c3 req-46d8d771-620d-416a-badb-c0fb6ee52e87 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808835 Apr 20 14:03:38.555842 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d6f8825-9e8e-479e-b200-60f7f5c27807 req-76f1e294-d287-4485-87ab-de80b2976095 service neutron] 10.222.0.15 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044500 Apr 20 14:03:39.642075 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0307c7-91e9-4057-a182-8aa754a10989 req-c415d2e2-1c62-48cb-bfcc-94cd025f34df tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:39.643548 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-af0307c7-91e9-4057-a182-8aa754a10989 req-c415d2e2-1c62-48cb-bfcc-94cd025f34df tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 943 time: 0.0485513 Apr 20 14:03:39.680807 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-af0307c7-91e9-4057-a182-8aa754a10989 req-0bf3ba78-6495-4571-9039-0c17b0966ade tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312724 Apr 20 14:03:40.795790 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870311b6-1529-420f-921a-f101fac3fbe2 req-d999500e-a140-4c84-8224-344595096f5d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:40.797247 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-870311b6-1529-420f-921a-f101fac3fbe2 req-d999500e-a140-4c84-8224-344595096f5d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 943 time: 0.0509300 Apr 20 14:03:40.834788 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-870311b6-1529-420f-921a-f101fac3fbe2 req-721188ec-7b4a-46b5-8eb8-a24905dbe4c6 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314343 Apr 20 14:03:41.947667 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbbade-db10-4fc3-8271-501a90f46788 req-51524fe5-dfb8-4bcb-b9fb-54a698d9d118 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:41.949137 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-02dbbade-db10-4fc3-8271-501a90f46788 req-51524fe5-dfb8-4bcb-b9fb-54a698d9d118 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 943 time: 0.0483201 Apr 20 14:03:41.985892 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-02dbbade-db10-4fc3-8271-501a90f46788 req-1f532cc8-1b6d-4683-b284-4b9bb88d63fb tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308473 Apr 20 14:03:42.536832 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 12dd1064-e630-4144-ada6-9537099299b0 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:03:42.628708 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 12dd1064-e630-4144-ada6-9537099299b0, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=12dd1064-e630-4144-ada6-9537099299b0,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:03:42.639655 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '12dd1064-e630-4144-ada6-9537099299b0', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'port_id': '12dd1064-e630-4144-ada6-9537099299b0', 'mac_address': 'fa:16:3e:b4:13:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:03:42.687771 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:42.701143 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12dd1064-e630-4144-ada6-9537099299b0 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:03:42.721288 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 12dd1064-e630-4144-ada6-9537099299b0, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=12dd1064-e630-4144-ada6-9537099299b0,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:03:42.752439 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:42.774986 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:42.823811 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=12dd1064-e630-4144-ada6-9537099299b0,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:03:43.098403 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['12dd1064-e630-4144-ada6-9537099299b0'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:03:43.101215 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6616a-7c73-41b9-8c52-b0685b275b0e req-c67ec1df-5ad7-4cd7-bde1-b2f45c5da831 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:43.102701 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-78e6616a-7c73-41b9-8c52-b0685b275b0e req-c67ec1df-5ad7-4cd7-bde1-b2f45c5da831 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 944 time: 0.0482626 Apr 20 14:03:43.140656 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-78e6616a-7c73-41b9-8c52-b0685b275b0e req-8276a4f4-bb7d-4343-84ee-0483e62d019e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317469 Apr 20 14:03:43.484813 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:44.254930 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad049b-d883-4563-b2e9-49ee8922e637 req-30214edc-edb7-4101-928c-d9b716b7a684 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:44.256882 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-47ad049b-d883-4563-b2e9-49ee8922e637 req-30214edc-edb7-4101-928c-d9b716b7a684 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 944 time: 0.0505147 Apr 20 14:03:44.293189 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-47ad049b-d883-4563-b2e9-49ee8922e637 req-d10947cf-a8a3-4558-9a34-d67dc1843a4d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303457 Apr 20 14:03:44.553894 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 12dd1064-e630-4144-ada6-9537099299b0 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:03:44.661976 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 12dd1064-e630-4144-ada6-9537099299b0 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:03:44.666365 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 12dd1064-e630-4144-ada6-9537099299b0 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:03:44.666742 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:44.744306 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:44.765360 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5849f50c-8b13-48bc-869b-b5eb677aa4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12dd1064-e630-4144-ada6-9537099299b0'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:03:44.775408 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac87ba4abbb4e8505208ea6fd510b76711e5f2ebc605ae5eca19bb7d33fcf53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0898eb44-091a-40db-87e4-0f0515de9603" -d '{"events": [{"server_uuid": "5849f50c-8b13-48bc-869b-b5eb677aa4b7", "name": "network-vif-plugged", "status": "completed", "tag": "12dd1064-e630-4144-ada6-9537099299b0"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:03:44.780136 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 12dd1064-e630-4144-ada6-9537099299b0, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=12dd1064-e630-4144-ada6-9537099299b0,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:03:44.805038 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195f0894-94c9-402b-9725-064e6ace2dd2 x-openstack-request-id: req-195f0894-94c9-402b-9725-064e6ace2dd2 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:03:44.805416 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5849f50c-8b13-48bc-869b-b5eb677aa4b7", "name": "network-vif-plugged", "status": "completed", "tag": "12dd1064-e630-4144-ada6-9537099299b0", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:03:44.805624 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-195f0894-94c9-402b-9725-064e6ace2dd2 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:03:44.806027 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-195f0894-94c9-402b-9725-064e6ace2dd2'] response: {'server_uuid': '5849f50c-8b13-48bc-869b-b5eb677aa4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12dd1064-e630-4144-ada6-9537099299b0', 'code': 200} Apr 20 14:03:44.862456 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:44.898689 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1d327-827b-4108-b6bb-b07f75d96f3a req-713b49ca-2002-4853-a25f-3f5b71459b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:44.900244 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8ac1d327-827b-4108-b6bb-b07f75d96f3a req-713b49ca-2002-4853-a25f-3f5b71459b0e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 1096 time: 0.0401316 Apr 20 14:03:44.909793 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=12dd1064-e630-4144-ada6-9537099299b0,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:03:44.935509 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8ac1d327-827b-4108-b6bb-b07f75d96f3a req-d06b2077-c259-485e-a01f-ae192ce0ce84 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291214 Apr 20 14:03:45.407687 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7406c3-0285-49dd-b774-f4f54b1bedf3 req-4b827994-e7f8-44ca-833e-c240d698afc0 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:45.409093 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ca7406c3-0285-49dd-b774-f4f54b1bedf3 req-4b827994-e7f8-44ca-833e-c240d698afc0 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 945 time: 0.0475368 Apr 20 14:03:45.446484 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ca7406c3-0285-49dd-b774-f4f54b1bedf3 req-602aa024-8b11-4e28-b438-c21304511bab tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307050 Apr 20 14:03:46.567938 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77900e-0f64-4ea5-bc4a-db8b9aeee93f req-8e366607-482a-4c7d-b4ef-a13ee6e34c6e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:46.569395 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8e77900e-0f64-4ea5-bc4a-db8b9aeee93f req-8e366607-482a-4c7d-b4ef-a13ee6e34c6e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 945 time: 0.0518928 Apr 20 14:03:46.607107 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8e77900e-0f64-4ea5-bc4a-db8b9aeee93f req-0216c302-4ecb-4b7f-b67a-d6972490829e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316594 Apr 20 14:03:46.715678 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5caba2e-42fb-47fd-94eb-c20cb272da1c req-01c218cd-de7e-458c-9ba9-df39a65486f1 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:46.717140 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c5caba2e-42fb-47fd-94eb-c20cb272da1c req-01c218cd-de7e-458c-9ba9-df39a65486f1 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 945 time: 0.0478544 Apr 20 14:03:46.726076 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60512) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:03:46.730278 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-e762e32d-b0de-47cc-9f8f-25c770c71b15 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Request body: {'floatingip': {'port_id': '12dd1064-e630-4144-ada6-9537099299b0'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:03:46.767138 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e762e32d-b0de-47cc-9f8f-25c770c71b15 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks [] for floatingip, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:47.189604 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e762e32d-b0de-47cc-9f8f-25c770c71b15 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:47.256519 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e762e32d-b0de-47cc-9f8f-25c770c71b15 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:47.354218 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-e762e32d-b0de-47cc-9f8f-25c770c71b15 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Floating IP 18f62f3a-267c-4055-a185-1c4810cd78fd associated. External IP: 172.25.8.208, port: 12dd1064-e630-4144-ada6-9537099299b0. Apr 20 14:03:47.893188 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e762e32d-b0de-47cc-9f8f-25c770c71b15 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Router 6bc0fb59-318e-4f49-a979-7ec488a40565 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:03:47.996772 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e762e32d-b0de-47cc-9f8f-25c770c71b15 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:03:48.001605 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e762e32d-b0de-47cc-9f8f-25c770c71b15 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:48.007026 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97d6c21-47c7-4f4e-982d-41866db8f688 None None] Sync routers for ids ['6bc0fb59-318e-4f49-a979-7ec488a40565'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:03:48.016711 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97d6c21-47c7-4f4e-982d-41866db8f688 None None] Routers {'6bc0fb59-318e-4f49-a979-7ec488a40565'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:03:48.017518 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-c97d6c21-47c7-4f4e-982d-41866db8f688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:03:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6bc0fb59-318e-4f49-a979-7ec488a40565'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:03:48.028669 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e762e32d-b0de-47cc-9f8f-25c770c71b15 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "PUT /v2.0/floatingips/18f62f3a-267c-4055-a185-1c4810cd78fd HTTP/1.1" status: 200 len: 991 time: 1.3016338 Apr 20 14:03:48.029280 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5849f50c-8b13-48bc-869b-b5eb677aa4b7', 'tag': '12dd1064-e630-4144-ada6-9537099299b0'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:03:48.031545 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1dd7e4-5a8c-488a-84e6-c9a547c8c546" -d '{"events": [{"name": "network-changed", "server_uuid": "5849f50c-8b13-48bc-869b-b5eb677aa4b7", "tag": "12dd1064-e630-4144-ada6-9537099299b0"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:03:48.070646 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9485bbd-f671-49b8-b4ae-82d61a5d0fc1 x-openstack-request-id: req-d9485bbd-f671-49b8-b4ae-82d61a5d0fc1 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:03:48.070994 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5849f50c-8b13-48bc-869b-b5eb677aa4b7", "tag": "12dd1064-e630-4144-ada6-9537099299b0", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:03:48.071389 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d9485bbd-f671-49b8-b4ae-82d61a5d0fc1 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:03:48.071972 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9485bbd-f671-49b8-b4ae-82d61a5d0fc1'] response: {'name': 'network-changed', 'server_uuid': '5849f50c-8b13-48bc-869b-b5eb677aa4b7', 'tag': '12dd1064-e630-4144-ada6-9537099299b0', 'status': 'completed', 'code': 200} Apr 20 14:03:48.128000 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-c97d6c21-47c7-4f4e-982d-41866db8f688 None None] Set router 6bc0fb59-318e-4f49-a979-7ec488a40565 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:03:48.157966 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06349d-94f6-4c52-b418-779004c93cf9 req-ca45cd39-fffe-4be6-b776-2ad0b3d4d570 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:48.159374 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1c06349d-94f6-4c52-b418-779004c93cf9 req-ca45cd39-fffe-4be6-b776-2ad0b3d4d570 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 945 time: 0.0763793 Apr 20 14:03:48.165537 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1dd7e4-5a8c-488a-84e6-c9a547c8c546 req-c71371d0-5394-433a-b46e-93deb216007a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:48.166923 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e1dd7e4-5a8c-488a-84e6-c9a547c8c546 req-c71371d0-5394-433a-b46e-93deb216007a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 1096 time: 0.0725312 Apr 20 14:03:48.242408 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1c06349d-94f6-4c52-b418-779004c93cf9 req-e19a1dfc-2004-4360-bde9-99d08e685d1c tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745063 Apr 20 14:03:48.279792 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1dd7e4-5a8c-488a-84e6-c9a547c8c546 req-d287d6fa-0dbe-4845-97cc-491af919209d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:48.281261 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e1dd7e4-5a8c-488a-84e6-c9a547c8c546 req-d287d6fa-0dbe-4845-97cc-491af919209d service neutron] 10.222.0.15 "GET /v2.0/networks?id=d8814295-6b98-4598-b76a-f7e07fe08e31 HTTP/1.1" status: 200 len: 913 time: 0.1078296 Apr 20 14:03:48.354002 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-c97d6c21-47c7-4f4e-982d-41866db8f688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'name': 'tempest-ServerActionsTestJSON-1759743936-router', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:03:25Z', 'updated_at': '2022-04-20T14:03:29Z', 'revision_number': 4, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'gw_port': {'id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:26Z', 'updated_at': '2022-04-20T14:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '18f62f3a-267c-4055-a185-1c4810cd78fd', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'floating_ip_address': '172.25.8.208', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'port_id': '12dd1064-e630-4144-ada6-9537099299b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'mac_address': 'fa:16:3e:b4:13:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849f50c-8b13-48bc-869b-b5eb677aa4b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:03:32Z', 'updated_at': '2022-04-20T14:03:47Z', 'revision_number': 1, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e7da714-a91e-4230-b4d7-99405b4fded0', 'name': '', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'mac_address': 'fa:16:3e:44:02:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:28Z', 'updated_at': '2022-04-20T14:03:32Z', 'revision_number': 5, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'subnets': [{'id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:03:48.375874 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e1dd7e4-5a8c-488a-84e6-c9a547c8c546 req-671bc36a-f9b8-4943-9a89-cde6818f8ab7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12dd1064-e630-4144-ada6-9537099299b0 HTTP/1.1" status: 200 len: 999 time: 0.0877018 Apr 20 14:03:48.379730 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97d6c21-47c7-4f4e-982d-41866db8f688 None None] Checking router: 6bc0fb59-318e-4f49-a979-7ec488a40565 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:03:48.388392 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97d6c21-47c7-4f4e-982d-41866db8f688 None None] Routers {'6bc0fb59-318e-4f49-a979-7ec488a40565'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:03:48.388998 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-c97d6c21-47c7-4f4e-982d-41866db8f688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:03:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6bc0fb59-318e-4f49-a979-7ec488a40565'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:03:48.399646 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc6dd1-7b64-4b70-ab5e-918b7a6648eb req-2937b5e7-c61c-4c5a-bea1-2f67fabb58cb tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:48.401076 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d6fc6dd1-7b64-4b70-ab5e-918b7a6648eb req-2937b5e7-c61c-4c5a-bea1-2f67fabb58cb tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 945 time: 0.0722764 Apr 20 14:03:48.455816 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1dd7e4-5a8c-488a-84e6-c9a547c8c546 req-ce4fd2c5-f81c-4e8c-81f6-90b12419d482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:48.457152 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e1dd7e4-5a8c-488a-84e6-c9a547c8c546 req-ce4fd2c5-f81c-4e8c-81f6-90b12419d482 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c48da8a4-f2de-4d49-a9f3-5647442dd3f1 HTTP/1.1" status: 200 len: 851 time: 0.0731018 Apr 20 14:03:48.464179 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d6fc6dd1-7b64-4b70-ab5e-918b7a6648eb req-be75af19-b472-4ed9-b52b-83deef18bbef tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454774 Apr 20 14:03:48.496039 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-c97d6c21-47c7-4f4e-982d-41866db8f688 None None] Set router 6bc0fb59-318e-4f49-a979-7ec488a40565 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:03:48.509840 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1dd7e4-5a8c-488a-84e6-c9a547c8c546 req-cac99e5e-0d9a-485e-9a85-7bcbd57bfc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:48.511329 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e1dd7e4-5a8c-488a-84e6-c9a547c8c546 req-cac99e5e-0d9a-485e-9a85-7bcbd57bfc01 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8814295-6b98-4598-b76a-f7e07fe08e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463297 Apr 20 14:03:48.601205 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e1dd7e4-5a8c-488a-84e6-c9a547c8c546 req-bc122638-0b69-4b55-b2ee-ad7858ad9dd2 service neutron] 10.222.0.15 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830100 Apr 20 14:03:48.692974 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e1dd7e4-5a8c-488a-84e6-c9a547c8c546 req-bf10cf95-6a9d-40c4-90da-ebb28c31e9b3 service neutron] 10.222.0.15 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854981 Apr 20 14:03:48.715827 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-c97d6c21-47c7-4f4e-982d-41866db8f688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'name': 'tempest-ServerActionsTestJSON-1759743936-router', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:03:25Z', 'updated_at': '2022-04-20T14:03:29Z', 'revision_number': 4, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'gw_port': {'id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:26Z', 'updated_at': '2022-04-20T14:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '18f62f3a-267c-4055-a185-1c4810cd78fd', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'floating_ip_address': '172.25.8.208', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'port_id': '12dd1064-e630-4144-ada6-9537099299b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'mac_address': 'fa:16:3e:b4:13:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849f50c-8b13-48bc-869b-b5eb677aa4b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:03:32Z', 'updated_at': '2022-04-20T14:03:47Z', 'revision_number': 1, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e7da714-a91e-4230-b4d7-99405b4fded0', 'name': '', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'mac_address': 'fa:16:3e:44:02:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:28Z', 'updated_at': '2022-04-20T14:03:32Z', 'revision_number': 5, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'subnets': [{'id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:03:48.743216 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97d6c21-47c7-4f4e-982d-41866db8f688 None None] The sync data for ids ['6bc0fb59-318e-4f49-a979-7ec488a40565'] in n-d-836015-7 is: [{'id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'name': 'tempest-ServerActionsTestJSON-1759743936-router', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:03:25Z', 'updated_at': '2022-04-20T14:03:29Z', 'revision_number': 4, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'gw_port': {'id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:26Z', 'updated_at': '2022-04-20T14:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '18f62f3a-267c-4055-a185-1c4810cd78fd', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'floating_ip_address': '172.25.8.208', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'port_id': '12dd1064-e630-4144-ada6-9537099299b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'mac_address': 'fa:16:3e:b4:13:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849f50c-8b13-48bc-869b-b5eb677aa4b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:03:32Z', 'updated_at': '2022-04-20T14:03:47Z', 'revision_number': 1, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e7da714-a91e-4230-b4d7-99405b4fded0', 'name': '', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'mac_address': 'fa:16:3e:44:02:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:28Z', 'updated_at': '2022-04-20T14:03:32Z', 'revision_number': 5, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'subnets': [{'id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:03:48.925003 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514b7a39-7701-4473-9b86-522d13e499e5 None None] New status for floating IP 18f62f3a-267c-4055-a185-1c4810cd78fd: ACTIVE {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:03:49.581961 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018e72b-96f3-43f1-bd61-897fa5fcb1e9 req-17355379-b0de-4edc-b52e-25576f027bad tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:49.583472 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8018e72b-96f3-43f1-bd61-897fa5fcb1e9 req-17355379-b0de-4edc-b52e-25576f027bad tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 945 time: 0.0499761 Apr 20 14:03:49.620262 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8018e72b-96f3-43f1-bd61-897fa5fcb1e9 req-a5433379-cd6b-4d2e-a5e0-05e1e61cc456 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308268 Apr 20 14:03:49.731255 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d7e31-7569-4f1a-ad32-1d0f19d8a6a9 req-ccd42d9c-c7d1-4e5b-a1b0-5172dc3e5bac tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:49.732744 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4a8d7e31-7569-4f1a-ad32-1d0f19d8a6a9 req-ccd42d9c-c7d1-4e5b-a1b0-5172dc3e5bac tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 945 time: 0.0478582 Apr 20 14:03:49.770018 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4a8d7e31-7569-4f1a-ad32-1d0f19d8a6a9 req-8575d03f-4367-40eb-a23a-1915b258cd29 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313208 Apr 20 14:03:50.157316 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33707aac-b991-4cae-8d1e-01dbe9a2ce9c req-198c2605-7992-4c76-9de0-4fe20d61fd49 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:50.158792 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-33707aac-b991-4cae-8d1e-01dbe9a2ce9c req-198c2605-7992-4c76-9de0-4fe20d61fd49 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 945 time: 0.0485585 Apr 20 14:03:50.200954 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-33707aac-b991-4cae-8d1e-01dbe9a2ce9c req-fa628496-e5e5-4abb-a093-e38a18511611 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353699 Apr 20 14:03:50.275591 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-beedb91b-0c65-4c09-8b71-528001109514 req-0826ec76-e228-4364-b79a-04638099d478 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0393448 Apr 20 14:03:51.320585 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4be9c-e7ac-4c00-b51b-30631553ce6e req-12672d0d-e1db-47ac-887d-ec2eae53cbc4 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:51.322046 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9ac4be9c-e7ac-4c00-b51b-30631553ce6e req-12672d0d-e1db-47ac-887d-ec2eae53cbc4 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 945 time: 0.0491660 Apr 20 14:03:51.360535 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9ac4be9c-e7ac-4c00-b51b-30631553ce6e req-90eefaa5-b02f-41e7-83bc-f62c611c6b92 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323396 Apr 20 14:03:52.383873 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beedb91b-0c65-4c09-8b71-528001109514 req-7df8c6ea-0e2c-44de-8b8b-b60e4949d721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:52.385368 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-beedb91b-0c65-4c09-8b71-528001109514 req-7df8c6ea-0e2c-44de-8b8b-b60e4949d721 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 1096 time: 0.0412960 Apr 20 14:03:52.514214 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b801b-7fb0-4ada-af1c-94777b404f7b req-cb77e2c7-0619-4c04-9792-b627d8c91401 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:52.515837 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d16b801b-7fb0-4ada-af1c-94777b404f7b req-cb77e2c7-0619-4c04-9792-b627d8c91401 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 945 time: 0.0747497 Apr 20 14:03:52.517159 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beedb91b-0c65-4c09-8b71-528001109514 req-c1f761df-4aad-45b2-92db-4eca857952f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:52.518469 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-beedb91b-0c65-4c09-8b71-528001109514 req-c1f761df-4aad-45b2-92db-4eca857952f1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d8814295-6b98-4598-b76a-f7e07fe08e31 HTTP/1.1" status: 200 len: 913 time: 0.1268215 Apr 20 14:03:52.597337 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d16b801b-7fb0-4ada-af1c-94777b404f7b req-04e124dc-c21e-4c91-9fef-d2c0654a7efe tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756035 Apr 20 14:03:52.607800 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-beedb91b-0c65-4c09-8b71-528001109514 req-365e5d06-235e-48fa-aa26-e7d2b33c80e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12dd1064-e630-4144-ada6-9537099299b0 HTTP/1.1" status: 200 len: 1001 time: 0.0794678 Apr 20 14:03:52.660738 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beedb91b-0c65-4c09-8b71-528001109514 req-066e1ed9-260b-400f-891a-c6f882ed1838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:52.662048 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-beedb91b-0c65-4c09-8b71-528001109514 req-066e1ed9-260b-400f-891a-c6f882ed1838 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c48da8a4-f2de-4d49-a9f3-5647442dd3f1 HTTP/1.1" status: 200 len: 851 time: 0.0433378 Apr 20 14:03:52.706525 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beedb91b-0c65-4c09-8b71-528001109514 req-b95d9f9a-addd-4c39-9769-7efb9925f91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:52.708016 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-beedb91b-0c65-4c09-8b71-528001109514 req-b95d9f9a-addd-4c39-9769-7efb9925f91a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8814295-6b98-4598-b76a-f7e07fe08e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383391 Apr 20 14:03:52.799280 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-beedb91b-0c65-4c09-8b71-528001109514 req-2baf3771-e3f7-4813-b109-0c313741cdfe service neutron] 10.222.0.15 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837724 Apr 20 14:03:52.886676 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-beedb91b-0c65-4c09-8b71-528001109514 req-cc1a55b1-3b62-4587-8eec-b10635396701 service neutron] 10.222.0.15 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810573 Apr 20 14:03:53.712232 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c346777-c2e8-479f-bea3-c0e9161d4dfa req-729e0749-84d0-46b9-b2b0-9f0383bfb5d6 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:53.713666 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9c346777-c2e8-479f-bea3-c0e9161d4dfa req-729e0749-84d0-46b9-b2b0-9f0383bfb5d6 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 945 time: 0.0486345 Apr 20 14:03:53.754515 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9c346777-c2e8-479f-bea3-c0e9161d4dfa req-8e011f67-3b51-4304-91a9-a14cd75a99d6 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347695 Apr 20 14:03:54.485138 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ce65aad5-5e7b-42f8-b5be-134f01a33453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:54.873691 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f71e8-516b-46a7-a48e-f782f022ab8c req-b55628f5-234c-47f4-8133-a25a24cbb237 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:54.875170 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e9f71e8-516b-46a7-a48e-f782f022ab8c req-b55628f5-234c-47f4-8133-a25a24cbb237 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 945 time: 0.0493557 Apr 20 14:03:54.913066 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e9f71e8-516b-46a7-a48e-f782f022ab8c req-cf109b05-a5f2-426a-85d2-693913d7f5bd tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309603 Apr 20 14:03:56.027644 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18683d-d57f-4268-8769-eada04a82713 req-d07d9f84-1d82-40cc-99c8-ae3f0ccd56bc tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:56.029100 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3f18683d-d57f-4268-8769-eada04a82713 req-d07d9f84-1d82-40cc-99c8-ae3f0ccd56bc tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 945 time: 0.0485835 Apr 20 14:03:56.068871 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3f18683d-d57f-4268-8769-eada04a82713 req-27567840-5d6f-453a-8f5a-b88679970e16 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313237 Apr 20 14:03:56.837184 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d0f84584-6003-4738-9def-bcf1deaf442f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:57.181400 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf648c-a437-4377-836e-34c956a4ddcb req-1f9e0c35-f535-45fd-9a1a-2b40d19b76cb tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:57.182855 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fbaf648c-a437-4377-836e-34c956a4ddcb req-1f9e0c35-f535-45fd-9a1a-2b40d19b76cb tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 945 time: 0.0479693 Apr 20 14:03:57.223333 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fbaf648c-a437-4377-836e-34c956a4ddcb req-29402554-e2d8-4c25-a17d-4a354c24dad0 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343940 Apr 20 14:03:58.266357 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:58.337213 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998f373-18b9-43d0-8515-4945ef14c42e req-c43f9ced-2dbe-45ff-981b-578c822d4d5d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:58.338654 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3998f373-18b9-43d0-8515-4945ef14c42e req-c43f9ced-2dbe-45ff-981b-578c822d4d5d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 945 time: 0.0482168 Apr 20 14:03:58.376106 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3998f373-18b9-43d0-8515-4945ef14c42e req-6aacf385-3a6d-4c6b-9eba-591581b078ee tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313475 Apr 20 14:03:59.491853 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2e0f1-9753-4b61-b1c9-2af53bb3ac34 req-e8c54ad9-b8e2-47b4-bed0-f1f9ce56595b tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:03:59.493339 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-10c2e0f1-9753-4b61-b1c9-2af53bb3ac34 req-e8c54ad9-b8e2-47b4-bed0-f1f9ce56595b tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 945 time: 0.0501316 Apr 20 14:03:59.531274 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-10c2e0f1-9753-4b61-b1c9-2af53bb3ac34 req-faa4cc2a-83e8-4bfe-b584-7a842f747e45 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316303 Apr 20 14:03:59.547766 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:59.850061 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:00.645134 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ec1c0-0417-4406-8940-d938132b7b5f req-3bbcd8d7-81e1-458c-969a-5a33ca07209a tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:00.646637 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ac3ec1c0-0417-4406-8940-d938132b7b5f req-3bbcd8d7-81e1-458c-969a-5a33ca07209a tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 945 time: 0.0479977 Apr 20 14:04:00.687266 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ac3ec1c0-0417-4406-8940-d938132b7b5f req-e3839eb1-8428-4e73-a6bf-e27debcad0c3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346143 Apr 20 14:04:01.802611 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b59670-804f-4306-a4aa-363b3a1ab8a5 req-a2fc3d65-578a-4fc4-9f1f-6842c806f525 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:01.804530 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-48b59670-804f-4306-a4aa-363b3a1ab8a5 req-a2fc3d65-578a-4fc4-9f1f-6842c806f525 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 945 time: 0.0492175 Apr 20 14:04:01.842039 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-48b59670-804f-4306-a4aa-363b3a1ab8a5 req-afea8b03-c7e8-42a3-973c-17c63fa97ba8 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315759 Apr 20 14:04:02.957068 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9df1da-aa74-4351-93fa-d9d15c5bf7c9 req-f149abf6-b4fd-4d13-bc89-ccc5de3af858 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:02.958519 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a9df1da-aa74-4351-93fa-d9d15c5bf7c9 req-f149abf6-b4fd-4d13-bc89-ccc5de3af858 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 945 time: 0.0481176 Apr 20 14:04:02.995454 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a9df1da-aa74-4351-93fa-d9d15c5bf7c9 req-9de0ab88-e2dd-46d4-bb24-b7ce3f02aa88 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309267 Apr 20 14:04:04.109726 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd24b7e-287f-4434-82f4-ec10b78bac2c req-ee10e309-a6aa-4661-bc59-43868eb553a7 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:04.111197 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1cd24b7e-287f-4434-82f4-ec10b78bac2c req-ee10e309-a6aa-4661-bc59-43868eb553a7 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 945 time: 0.0489058 Apr 20 14:04:04.152632 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1cd24b7e-287f-4434-82f4-ec10b78bac2c req-52f0dac5-a33f-43b7-adfb-263ae4a5d29c tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352590 Apr 20 14:04:05.272059 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af6652-1d1f-4df8-ab14-c3c66c337dcf req-65cf8ad7-8be7-4e29-86e3-f2764d900252 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:05.273528 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c7af6652-1d1f-4df8-ab14-c3c66c337dcf req-65cf8ad7-8be7-4e29-86e3-f2764d900252 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 945 time: 0.0497651 Apr 20 14:04:05.310733 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c7af6652-1d1f-4df8-ab14-c3c66c337dcf req-60a33c54-ae15-4133-a574-16836a251c8b tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310571 Apr 20 14:04:06.425685 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564bcd8-791e-4a35-b6d5-4189ab56bee7 req-493c19a2-33fb-4fac-bbf5-7373c9dcac2e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:06.427150 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c564bcd8-791e-4a35-b6d5-4189ab56bee7 req-493c19a2-33fb-4fac-bbf5-7373c9dcac2e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 945 time: 0.0484881 Apr 20 14:04:06.464269 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c564bcd8-791e-4a35-b6d5-4189ab56bee7 req-01897681-a518-4b5b-8d24-f948d11d24e8 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311720 Apr 20 14:04:07.579433 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc7a65-7534-4ada-82d0-124a40171358 req-102fc393-648b-49e2-8a51-cec2e41ad7d5 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:07.580929 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73dc7a65-7534-4ada-82d0-124a40171358 req-102fc393-648b-49e2-8a51-cec2e41ad7d5 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 945 time: 0.0482745 Apr 20 14:04:07.621539 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73dc7a65-7534-4ada-82d0-124a40171358 req-b04a9db3-7648-4a8d-b32a-7eecff0f56e4 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341184 Apr 20 14:04:08.601609 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:04:08.741424 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc9de4-1284-49e1-ba4e-a2ee348574b6 req-49bc0d29-f94c-47b8-91d3-9765aecf7728 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:08.741424 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bffc9de4-1284-49e1-ba4e-a2ee348574b6 req-49bc0d29-f94c-47b8-91d3-9765aecf7728 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 945 time: 0.0476043 Apr 20 14:04:08.774981 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bffc9de4-1284-49e1-ba4e-a2ee348574b6 req-03739bd9-9858-4016-9f98-d379cec73cf4 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304165 Apr 20 14:04:09.890380 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f0961-d006-4c1e-a814-49a7f6488295 req-9ae2aee0-f0ad-40cc-a855-8ecae080c8de tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:09.897921 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bc8f0961-d006-4c1e-a814-49a7f6488295 req-9ae2aee0-f0ad-40cc-a855-8ecae080c8de tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 945 time: 0.0487666 Apr 20 14:04:09.930545 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bc8f0961-d006-4c1e-a814-49a7f6488295 req-6153dc8f-f34b-490b-b2e7-cff494e8f0cd tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326529 Apr 20 14:04:11.044835 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222d5b4-5982-40c4-b622-c7edadfd7cb1 req-8159b102-46a5-4d10-ae42-b8670c407ec0 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:11.046285 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8222d5b4-5982-40c4-b622-c7edadfd7cb1 req-8159b102-46a5-4d10-ae42-b8670c407ec0 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 945 time: 0.0483894 Apr 20 14:04:11.088131 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8222d5b4-5982-40c4-b622-c7edadfd7cb1 req-85e92487-e56c-4b32-9b1a-d66fb99f12f6 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356598 Apr 20 14:04:12.201619 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00188328-d373-413b-9dfc-b86b8625980c req-e1b066ba-5f22-4488-81d5-90894bd9a366 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:12.203077 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-00188328-d373-413b-9dfc-b86b8625980c req-e1b066ba-5f22-4488-81d5-90894bd9a366 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 945 time: 0.0480049 Apr 20 14:04:12.240783 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-00188328-d373-413b-9dfc-b86b8625980c req-f030e326-226b-4274-8082-ab3342d46363 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316479 Apr 20 14:04:12.762813 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:13.355550 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1e74a-f599-4ded-86bd-ee0efb607285 req-97284c81-9efd-4048-82d2-9a021942c3f3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:13.357323 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a2b1e74a-f599-4ded-86bd-ee0efb607285 req-97284c81-9efd-4048-82d2-9a021942c3f3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 945 time: 0.0492177 Apr 20 14:04:13.394215 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a2b1e74a-f599-4ded-86bd-ee0efb607285 req-060a23da-c2dc-41f2-9466-245a056171bf tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311353 Apr 20 14:04:13.484671 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:14.508293 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d9320-7fbd-4e9b-bbf9-d7c6b141b917 req-548e59f4-f3f5-4ba5-9046-d89084b4c961 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:14.509779 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c91d9320-7fbd-4e9b-bbf9-d7c6b141b917 req-548e59f4-f3f5-4ba5-9046-d89084b4c961 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 945 time: 0.0480261 Apr 20 14:04:14.550714 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c91d9320-7fbd-4e9b-bbf9-d7c6b141b917 req-fc57dadc-fe0c-45c6-8fd1-c7d846d235c4 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348516 Apr 20 14:04:14.901820 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-beedb91b-0c65-4c09-8b71-528001109514 req-43683440-f9a3-4abb-add2-4d8426ffd5ae tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:04:14.902828 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-beedb91b-0c65-4c09-8b71-528001109514 req-43683440-f9a3-4abb-add2-4d8426ffd5ae tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060401 Apr 20 14:04:14.963806 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [req-beedb91b-0c65-4c09-8b71-528001109514 req-878ecbfe-4518-435d-a9ae-ef675463d3ff service neutron] show failed (client error): The resource could not be found. Apr 20 14:04:14.964806 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-beedb91b-0c65-4c09-8b71-528001109514 req-878ecbfe-4518-435d-a9ae-ef675463d3ff service neutron] 10.222.0.15 "GET /v2.0/ports/12dd1064-e630-4144-ada6-9537099299b0/bindings/n-h1-836015-7 HTTP/1.1" status: 404 len: 380 time: 0.0546868 Apr 20 14:04:15.491326 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beedb91b-0c65-4c09-8b71-528001109514 req-49155e81-894e-4b73-a488-8766a1de06da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:15.492847 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-beedb91b-0c65-4c09-8b71-528001109514 req-49155e81-894e-4b73-a488-8766a1de06da service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7&tenant_id=6690ec411ac542a59248ea9dae106ca4 HTTP/1.1" status: 200 len: 1096 time: 0.0457230 Apr 20 14:04:15.503810 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-beedb91b-0c65-4c09-8b71-528001109514 req-84e10a54-5fe1-4e9c-b2b1-d273179c96a5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836015-7', 'device_owner': 'compute:nova'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:04:15.554111 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-beedb91b-0c65-4c09-8b71-528001109514 req-84e10a54-5fe1-4e9c-b2b1-d273179c96a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:15.666595 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f28ba-df65-48d7-a63a-2c2c24967125 req-9bc74f1a-2faf-4349-9558-60d4aacfc989 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:15.668104 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b43f28ba-df65-48d7-a63a-2c2c24967125 req-9bc74f1a-2faf-4349-9558-60d4aacfc989 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 945 time: 0.0495050 Apr 20 14:04:15.706112 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b43f28ba-df65-48d7-a63a-2c2c24967125 req-b2d42c4a-8a82-4a11-adf4-3a33b114c684 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317926 Apr 20 14:04:15.755744 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-beedb91b-0c65-4c09-8b71-528001109514 req-84e10a54-5fe1-4e9c-b2b1-d273179c96a5 service neutron] For port 12dd1064-e630-4144-ada6-9537099299b0, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=12dd1064-e630-4144-ada6-9537099299b0,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:04:15.788014 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-beedb91b-0c65-4c09-8b71-528001109514 req-84e10a54-5fe1-4e9c-b2b1-d273179c96a5 service neutron] For port 12dd1064-e630-4144-ada6-9537099299b0, host n-h2-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:04:15.827218 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5849f50c-8b13-48bc-869b-b5eb677aa4b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12dd1064-e630-4144-ada6-9537099299b0'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:04:15.829499 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}477c3876f0a00723b6cc26f82b5301b7c44eaec2342ee7dfaa02d19e77b1fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445731af-5bb9-4e16-97cf-f00b95f33819" -d '{"events": [{"server_uuid": "5849f50c-8b13-48bc-869b-b5eb677aa4b7", "name": "network-vif-unplugged", "status": "completed", "tag": "12dd1064-e630-4144-ada6-9537099299b0"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:04:15.833356 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-beedb91b-0c65-4c09-8b71-528001109514 req-84e10a54-5fe1-4e9c-b2b1-d273179c96a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:15.845461 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-beedb91b-0c65-4c09-8b71-528001109514 req-84e10a54-5fe1-4e9c-b2b1-d273179c96a5 service neutron] Transition to ACTIVE for port object 12dd1064-e630-4144-ada6-9537099299b0 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:04:15.880329 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7ed50b-a425-461d-a0f0-5af1379a0966 x-openstack-request-id: req-4c7ed50b-a425-461d-a0f0-5af1379a0966 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:04:15.880618 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5849f50c-8b13-48bc-869b-b5eb677aa4b7", "name": "network-vif-unplugged", "status": "completed", "tag": "12dd1064-e630-4144-ada6-9537099299b0", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:04:15.880866 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c7ed50b-a425-461d-a0f0-5af1379a0966 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:04:15.881274 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c7ed50b-a425-461d-a0f0-5af1379a0966'] response: {'server_uuid': '5849f50c-8b13-48bc-869b-b5eb677aa4b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12dd1064-e630-4144-ada6-9537099299b0', 'code': 200} Apr 20 14:04:15.918503 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-beedb91b-0c65-4c09-8b71-528001109514 req-84e10a54-5fe1-4e9c-b2b1-d273179c96a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:16.025917 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e10a54-5fe1-4e9c-b2b1-d273179c96a5 service neutron] Pushing event updated for resources: {'Port': ['ID=12dd1064-e630-4144-ada6-9537099299b0,revision_number=6']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:04:16.050119 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e10a54-5fe1-4e9c-b2b1-d273179c96a5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:04:16.050466 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e10a54-5fe1-4e9c-b2b1-d273179c96a5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:04:16.050813 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e10a54-5fe1-4e9c-b2b1-d273179c96a5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:04:16.051147 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e10a54-5fe1-4e9c-b2b1-d273179c96a5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:04:16.051504 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e10a54-5fe1-4e9c-b2b1-d273179c96a5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:04:16.051837 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e10a54-5fe1-4e9c-b2b1-d273179c96a5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:04:16.052163 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e10a54-5fe1-4e9c-b2b1-d273179c96a5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:04:16.052487 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e10a54-5fe1-4e9c-b2b1-d273179c96a5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:04:16.052811 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e10a54-5fe1-4e9c-b2b1-d273179c96a5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:04:16.053135 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e10a54-5fe1-4e9c-b2b1-d273179c96a5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:04:16.053456 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e10a54-5fe1-4e9c-b2b1-d273179c96a5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:04:16.054312 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e10a54-5fe1-4e9c-b2b1-d273179c96a5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:04:16.103828 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-beedb91b-0c65-4c09-8b71-528001109514 req-84e10a54-5fe1-4e9c-b2b1-d273179c96a5 service neutron] No DVR routers for this DVR port 12dd1064-e630-4144-ada6-9537099299b0 on host n-h2-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:04:16.235612 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-beedb91b-0c65-4c09-8b71-528001109514 req-84e10a54-5fe1-4e9c-b2b1-d273179c96a5 service neutron] Attempting to bind port 12dd1064-e630-4144-ada6-9537099299b0 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:04:16.235871 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-beedb91b-0c65-4c09-8b71-528001109514 req-84e10a54-5fe1-4e9c-b2b1-d273179c96a5 service neutron] Attempting to bind port 12dd1064-e630-4144-ada6-9537099299b0 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:04:16.236197 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beedb91b-0c65-4c09-8b71-528001109514 req-84e10a54-5fe1-4e9c-b2b1-d273179c96a5 service neutron] Attempting to bind port 12dd1064-e630-4144-ada6-9537099299b0 on network d8814295-6b98-4598-b76a-f7e07fe08e31 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:04:16.240310 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beedb91b-0c65-4c09-8b71-528001109514 req-84e10a54-5fe1-4e9c-b2b1-d273179c96a5 service neutron] Port 12dd1064-e630-4144-ada6-9537099299b0 on network d8814295-6b98-4598-b76a-f7e07fe08e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:04:16.240630 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beedb91b-0c65-4c09-8b71-528001109514 req-84e10a54-5fe1-4e9c-b2b1-d273179c96a5 service neutron] Attempting to bind port 12dd1064-e630-4144-ada6-9537099299b0 on network d8814295-6b98-4598-b76a-f7e07fe08e31 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:04:16.245971 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beedb91b-0c65-4c09-8b71-528001109514 req-84e10a54-5fe1-4e9c-b2b1-d273179c96a5 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:04:16.246300 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beedb91b-0c65-4c09-8b71-528001109514 req-84e10a54-5fe1-4e9c-b2b1-d273179c96a5 service neutron] Checking segment: {'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:04:16.246675 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beedb91b-0c65-4c09-8b71-528001109514 req-84e10a54-5fe1-4e9c-b2b1-d273179c96a5 service neutron] Bound using segment: {'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:04:16.247092 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-beedb91b-0c65-4c09-8b71-528001109514 req-84e10a54-5fe1-4e9c-b2b1-d273179c96a5 service neutron] Bound port: 12dd1064-e630-4144-ada6-9537099299b0, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:04:16.247464 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-beedb91b-0c65-4c09-8b71-528001109514 req-84e10a54-5fe1-4e9c-b2b1-d273179c96a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:16.309096 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-beedb91b-0c65-4c09-8b71-528001109514 req-84e10a54-5fe1-4e9c-b2b1-d273179c96a5 service neutron] For port 12dd1064-e630-4144-ada6-9537099299b0, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:04:16.311938 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-beedb91b-0c65-4c09-8b71-528001109514 req-84e10a54-5fe1-4e9c-b2b1-d273179c96a5 service neutron] For port 12dd1064-e630-4144-ada6-9537099299b0, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=12dd1064-e630-4144-ada6-9537099299b0,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:04:16.370402 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-beedb91b-0c65-4c09-8b71-528001109514 req-84e10a54-5fe1-4e9c-b2b1-d273179c96a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:16.403386 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beedb91b-0c65-4c09-8b71-528001109514 req-84e10a54-5fe1-4e9c-b2b1-d273179c96a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:16.404037 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-beedb91b-0c65-4c09-8b71-528001109514 req-84e10a54-5fe1-4e9c-b2b1-d273179c96a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:16.405684 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-beedb91b-0c65-4c09-8b71-528001109514 req-84e10a54-5fe1-4e9c-b2b1-d273179c96a5 service neutron] 10.222.0.32 "PUT /v2.0/ports/12dd1064-e630-4144-ada6-9537099299b0 HTTP/1.1" status: 200 len: 1091 time: 0.9055347 Apr 20 14:04:16.460928 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e10a54-5fe1-4e9c-b2b1-d273179c96a5 service neutron] Pushing event updated for resources: {'Port': ['ID=12dd1064-e630-4144-ada6-9537099299b0,revision_number=7']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:04:16.479011 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beedb91b-0c65-4c09-8b71-528001109514 req-c7689231-7fd0-4c16-a32e-19261767674b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:16.480631 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-beedb91b-0c65-4c09-8b71-528001109514 req-c7689231-7fd0-4c16-a32e-19261767674b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 1094 time: 0.0490086 Apr 20 14:04:16.574082 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beedb91b-0c65-4c09-8b71-528001109514 req-00cd1dfd-2144-4463-9659-d341bdb48a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:16.575637 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-beedb91b-0c65-4c09-8b71-528001109514 req-00cd1dfd-2144-4463-9659-d341bdb48a7f service neutron] 10.222.0.32 "GET /v2.0/networks?id=d8814295-6b98-4598-b76a-f7e07fe08e31 HTTP/1.1" status: 200 len: 913 time: 0.0869801 Apr 20 14:04:16.646131 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-beedb91b-0c65-4c09-8b71-528001109514 req-b72bb342-e625-452a-857e-bd277acadb83 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12dd1064-e630-4144-ada6-9537099299b0 HTTP/1.1" status: 200 len: 999 time: 0.0633175 Apr 20 14:04:16.699132 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beedb91b-0c65-4c09-8b71-528001109514 req-545f2b08-a080-47aa-b0f5-4d1221443710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:16.700522 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-beedb91b-0c65-4c09-8b71-528001109514 req-545f2b08-a080-47aa-b0f5-4d1221443710 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c48da8a4-f2de-4d49-a9f3-5647442dd3f1 HTTP/1.1" status: 200 len: 851 time: 0.0461836 Apr 20 14:04:16.747675 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beedb91b-0c65-4c09-8b71-528001109514 req-67ed4455-d3d3-4bb4-9508-6a59dc7403f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:16.750131 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-beedb91b-0c65-4c09-8b71-528001109514 req-67ed4455-d3d3-4bb4-9508-6a59dc7403f3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d8814295-6b98-4598-b76a-f7e07fe08e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414147 Apr 20 14:04:16.827761 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f37e5-e03b-4204-af3a-018bda297e9a req-8899b130-4e2e-46a9-a07c-a8ba5584ca6f tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:16.829912 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fe2f37e5-e03b-4204-af3a-018bda297e9a req-8899b130-4e2e-46a9-a07c-a8ba5584ca6f tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 943 time: 0.0515475 Apr 20 14:04:16.844294 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-beedb91b-0c65-4c09-8b71-528001109514 req-0d8ad594-ed31-4c08-97b1-ea25b94395d3 service neutron] 10.222.0.32 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879700 Apr 20 14:04:16.868817 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fe2f37e5-e03b-4204-af3a-018bda297e9a req-10783183-c77b-4821-b2fb-4a72aa8ade41 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320752 Apr 20 14:04:16.934877 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-beedb91b-0c65-4c09-8b71-528001109514 req-16ce3247-6254-41e8-b559-9e9eb1c6d44c service neutron] 10.222.0.32 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834692 Apr 20 14:04:17.882796 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5849f50c-8b13-48bc-869b-b5eb677aa4b7', 'tag': '12dd1064-e630-4144-ada6-9537099299b0'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:04:17.885195 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}477c3876f0a00723b6cc26f82b5301b7c44eaec2342ee7dfaa02d19e77b1fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430a0b4f-0f01-407d-94ea-44d025a393e8" -d '{"events": [{"name": "network-changed", "server_uuid": "5849f50c-8b13-48bc-869b-b5eb677aa4b7", "tag": "12dd1064-e630-4144-ada6-9537099299b0"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:04:17.936465 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688ab475-0d1f-4f52-8121-aa67fab19f0b x-openstack-request-id: req-688ab475-0d1f-4f52-8121-aa67fab19f0b {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:04:17.936769 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5849f50c-8b13-48bc-869b-b5eb677aa4b7", "tag": "12dd1064-e630-4144-ada6-9537099299b0", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:04:17.937023 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-688ab475-0d1f-4f52-8121-aa67fab19f0b {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:04:17.937776 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-688ab475-0d1f-4f52-8121-aa67fab19f0b'] response: {'name': 'network-changed', 'server_uuid': '5849f50c-8b13-48bc-869b-b5eb677aa4b7', 'tag': '12dd1064-e630-4144-ada6-9537099299b0', 'status': 'completed', 'code': 200} Apr 20 14:04:17.999399 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a0b4f-0f01-407d-94ea-44d025a393e8 req-8c5d05dc-1bd8-4d7f-8d81-a2c25838f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:18.000889 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-430a0b4f-0f01-407d-94ea-44d025a393e8 req-8c5d05dc-1bd8-4d7f-8d81-a2c25838f881 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 1094 time: 0.0459933 Apr 20 14:04:18.028314 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88182c-1fd9-44a8-afdf-f75c64726896 req-93128ba4-6196-42e6-85c8-0113c89cd7c2 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:18.029799 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5a88182c-1fd9-44a8-afdf-f75c64726896 req-93128ba4-6196-42e6-85c8-0113c89cd7c2 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 943 time: 0.0872905 Apr 20 14:04:18.031675 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a0b4f-0f01-407d-94ea-44d025a393e8 req-c546e9b0-2d2b-4414-93c3-785037022f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:18.033041 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-430a0b4f-0f01-407d-94ea-44d025a393e8 req-c546e9b0-2d2b-4414-93c3-785037022f45 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 1094 time: 0.0581906 Apr 20 14:04:18.090018 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a0b4f-0f01-407d-94ea-44d025a393e8 req-eaac4468-ab2d-463f-9114-17a183b6d5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:18.091577 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-430a0b4f-0f01-407d-94ea-44d025a393e8 req-eaac4468-ab2d-463f-9114-17a183b6d5fc service neutron] 10.222.0.32 "GET /v2.0/networks?id=d8814295-6b98-4598-b76a-f7e07fe08e31 HTTP/1.1" status: 200 len: 913 time: 0.0834060 Apr 20 14:04:18.120711 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5a88182c-1fd9-44a8-afdf-f75c64726896 req-abfb2a4e-41dc-4d6d-8cd6-8c1658b43827 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845258 Apr 20 14:04:18.151202 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a0b4f-0f01-407d-94ea-44d025a393e8 req-56021f28-31e9-45be-a5bf-ec93d8e691d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:18.152859 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-430a0b4f-0f01-407d-94ea-44d025a393e8 req-56021f28-31e9-45be-a5bf-ec93d8e691d9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d8814295-6b98-4598-b76a-f7e07fe08e31 HTTP/1.1" status: 200 len: 913 time: 0.1110055 Apr 20 14:04:18.160849 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-430a0b4f-0f01-407d-94ea-44d025a393e8 req-1a8b18b0-d018-4150-8b54-8a0e095394a4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12dd1064-e630-4144-ada6-9537099299b0 HTTP/1.1" status: 200 len: 999 time: 0.0619991 Apr 20 14:04:18.211123 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a0b4f-0f01-407d-94ea-44d025a393e8 req-7c6bad37-de5f-458e-bafa-ea72db4ce3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:18.212645 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-430a0b4f-0f01-407d-94ea-44d025a393e8 req-7c6bad37-de5f-458e-bafa-ea72db4ce3d0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c48da8a4-f2de-4d49-a9f3-5647442dd3f1 HTTP/1.1" status: 200 len: 851 time: 0.0440371 Apr 20 14:04:18.218526 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-430a0b4f-0f01-407d-94ea-44d025a393e8 req-61ea70e7-4e4c-440d-8bf8-71d105e5adec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12dd1064-e630-4144-ada6-9537099299b0 HTTP/1.1" status: 200 len: 999 time: 0.0581353 Apr 20 14:04:18.256564 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a0b4f-0f01-407d-94ea-44d025a393e8 req-1bc5cc36-e020-460a-b4b5-e61ea1cdd8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:18.258622 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-430a0b4f-0f01-407d-94ea-44d025a393e8 req-1bc5cc36-e020-460a-b4b5-e61ea1cdd8c6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d8814295-6b98-4598-b76a-f7e07fe08e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394032 Apr 20 14:04:18.267940 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a0b4f-0f01-407d-94ea-44d025a393e8 req-c5b6aebd-3227-473c-afdf-9f3c32042143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:18.269370 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-430a0b4f-0f01-407d-94ea-44d025a393e8 req-c5b6aebd-3227-473c-afdf-9f3c32042143 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c48da8a4-f2de-4d49-a9f3-5647442dd3f1 HTTP/1.1" status: 200 len: 851 time: 0.0439126 Apr 20 14:04:18.317934 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a0b4f-0f01-407d-94ea-44d025a393e8 req-d3eac621-6b84-43e5-a3ee-329dbea67962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:18.320044 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-430a0b4f-0f01-407d-94ea-44d025a393e8 req-d3eac621-6b84-43e5-a3ee-329dbea67962 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8814295-6b98-4598-b76a-f7e07fe08e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436776 Apr 20 14:04:18.348868 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-430a0b4f-0f01-407d-94ea-44d025a393e8 req-fb56420d-89c7-411a-83ae-2d0f550eec39 service neutron] 10.222.0.32 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837383 Apr 20 14:04:18.407037 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-430a0b4f-0f01-407d-94ea-44d025a393e8 req-ce87376e-35d5-4bf7-b57f-3cf15fa0f994 service neutron] 10.222.0.15 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807049 Apr 20 14:04:18.440690 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-430a0b4f-0f01-407d-94ea-44d025a393e8 req-62f9ecf6-caaf-4bc0-85dd-8fe32f0bb9f3 service neutron] 10.222.0.32 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815539 Apr 20 14:04:18.502206 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-430a0b4f-0f01-407d-94ea-44d025a393e8 req-cca330cc-8efb-4d97-bd9c-6ffec97e0272 service neutron] 10.222.0.15 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878775 Apr 20 14:04:18.709775 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 12dd1064-e630-4144-ada6-9537099299b0 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:04:18.750167 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 12dd1064-e630-4144-ada6-9537099299b0 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:04:19.171274 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c1a8e-32c3-4727-9ef5-b0c372f86607 req-b52926b5-e3ee-46e4-80ee-17bb4fdeceed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:19.173008 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d32c1a8e-32c3-4727-9ef5-b0c372f86607 req-b52926b5-e3ee-46e4-80ee-17bb4fdeceed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 1094 time: 0.0429740 Apr 20 14:04:19.246485 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6694201-1c69-48e2-9169-8e7aedc7a078 req-ea90128d-22ca-4b38-a19e-82fd9ba950b7 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:19.248243 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d6694201-1c69-48e2-9169-8e7aedc7a078 req-ea90128d-22ca-4b38-a19e-82fd9ba950b7 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 943 time: 0.0493898 Apr 20 14:04:19.286318 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c1a8e-32c3-4727-9ef5-b0c372f86607 req-990d91da-ce59-4e48-a9a2-076bb732b377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:19.288225 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d32c1a8e-32c3-4727-9ef5-b0c372f86607 req-990d91da-ce59-4e48-a9a2-076bb732b377 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d8814295-6b98-4598-b76a-f7e07fe08e31 HTTP/1.1" status: 200 len: 913 time: 0.0929184 Apr 20 14:04:19.288375 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d6694201-1c69-48e2-9169-8e7aedc7a078 req-82921fc8-2c74-4ff9-a414-494b1b693967 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330570 Apr 20 14:04:19.354948 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d32c1a8e-32c3-4727-9ef5-b0c372f86607 req-b6adb2e8-53c5-41e6-a5e7-b57222da5364 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12dd1064-e630-4144-ada6-9537099299b0 HTTP/1.1" status: 200 len: 999 time: 0.0593381 Apr 20 14:04:19.407724 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c1a8e-32c3-4727-9ef5-b0c372f86607 req-1179d0bb-2179-45c0-8cfb-2a55311e9e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:19.409232 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d32c1a8e-32c3-4727-9ef5-b0c372f86607 req-1179d0bb-2179-45c0-8cfb-2a55311e9e4a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c48da8a4-f2de-4d49-a9f3-5647442dd3f1 HTTP/1.1" status: 200 len: 851 time: 0.0479958 Apr 20 14:04:19.455010 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c1a8e-32c3-4727-9ef5-b0c372f86607 req-dddd689d-4fbc-4ecd-90d4-6b2505c1d2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:19.456525 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d32c1a8e-32c3-4727-9ef5-b0c372f86607 req-dddd689d-4fbc-4ecd-90d4-6b2505c1d2fa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d8814295-6b98-4598-b76a-f7e07fe08e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398133 Apr 20 14:04:19.544993 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d32c1a8e-32c3-4727-9ef5-b0c372f86607 req-7406cb85-4ca6-4e01-8a78-e7447c28598b service neutron] 10.222.0.32 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811214 Apr 20 14:04:19.646517 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d32c1a8e-32c3-4727-9ef5-b0c372f86607 req-9bc2ddfb-8ac8-4e61-b149-56f7cf6aa127 service neutron] 10.222.0.32 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890448 Apr 20 14:04:20.059027 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 12dd1064-e630-4144-ada6-9537099299b0 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:04:20.152676 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 12dd1064-e630-4144-ada6-9537099299b0, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=12dd1064-e630-4144-ada6-9537099299b0,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:04:20.164377 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '12dd1064-e630-4144-ada6-9537099299b0', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'port_id': '12dd1064-e630-4144-ada6-9537099299b0', 'mac_address': 'fa:16:3e:b4:13:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:04:20.204144 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:20.217244 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12dd1064-e630-4144-ada6-9537099299b0 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:04:20.236232 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 12dd1064-e630-4144-ada6-9537099299b0, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=12dd1064-e630-4144-ada6-9537099299b0,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:04:20.311291 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:20.361236 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=12dd1064-e630-4144-ada6-9537099299b0,revision_number=8']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:04:20.409589 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27524dd-d42b-41bf-b163-4d3c6e022985 req-8aaf4f12-7ce4-4e7c-80f9-6f57ebe6168f tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:20.411058 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a27524dd-d42b-41bf-b163-4d3c6e022985 req-8aaf4f12-7ce4-4e7c-80f9-6f57ebe6168f tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 944 time: 0.0479758 Apr 20 14:04:20.447976 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a27524dd-d42b-41bf-b163-4d3c6e022985 req-fbb8a906-b175-4004-8921-1d5b09eba63f tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301793 Apr 20 14:04:20.634947 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['12dd1064-e630-4144-ada6-9537099299b0'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:04:20.770490 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd87d09-3e0c-4143-87be-cd16294240f5 req-6765ff77-8145-4d18-8089-bc5a0af4ebe7 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:20.772037 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1cd87d09-3e0c-4143-87be-cd16294240f5 req-6765ff77-8145-4d18-8089-bc5a0af4ebe7 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 944 time: 0.0619698 Apr 20 14:04:20.841306 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1cd87d09-3e0c-4143-87be-cd16294240f5 req-8f3a7cf8-cac9-484a-a023-b390e8fd576b tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550451 Apr 20 14:04:20.853303 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ebd6a-bbbd-459e-9967-daaabf6960fa req-5fc10da1-6401-4661-9bc2-6e6b61720efc tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:20.854746 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-275ebd6a-bbbd-459e-9967-daaabf6960fa req-5fc10da1-6401-4661-9bc2-6e6b61720efc tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.15 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7&tenant_id=6690ec411ac542a59248ea9dae106ca4&binding%3Ahost_id=n-h1-836015-7 HTTP/1.1" status: 200 len: 944 time: 0.0769393 Apr 20 14:04:20.915100 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [req-275ebd6a-bbbd-459e-9967-daaabf6960fa req-f5d0ce3f-72ec-44f2-b5e1-229dc7125852 service neutron] delete failed (client error): The resource could not be found. Apr 20 14:04:20.916061 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-275ebd6a-bbbd-459e-9967-daaabf6960fa req-f5d0ce3f-72ec-44f2-b5e1-229dc7125852 service neutron] 10.222.0.15 "DELETE /v2.0/ports/12dd1064-e630-4144-ada6-9537099299b0/bindings/n-h2-836015-7 HTTP/1.1" status: 404 len: 380 time: 0.0535021 Apr 20 14:04:20.997850 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ebd6a-bbbd-459e-9967-daaabf6960fa req-54dc0def-a75e-4fa4-b497-1d60f0e709d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:20.999330 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-275ebd6a-bbbd-459e-9967-daaabf6960fa req-54dc0def-a75e-4fa4-b497-1d60f0e709d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 1095 time: 0.0412536 Apr 20 14:04:21.090658 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ebd6a-bbbd-459e-9967-daaabf6960fa req-ddfc85df-38ed-45ea-bee6-f908dd5615a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:21.092133 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-275ebd6a-bbbd-459e-9967-daaabf6960fa req-ddfc85df-38ed-45ea-bee6-f908dd5615a5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d8814295-6b98-4598-b76a-f7e07fe08e31 HTTP/1.1" status: 200 len: 913 time: 0.0860400 Apr 20 14:04:21.157434 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-275ebd6a-bbbd-459e-9967-daaabf6960fa req-00e70ad6-4200-46d1-bc78-406890f24fd1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12dd1064-e630-4144-ada6-9537099299b0 HTTP/1.1" status: 200 len: 1000 time: 0.0577912 Apr 20 14:04:21.210514 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ebd6a-bbbd-459e-9967-daaabf6960fa req-954e52da-6ed8-4a8e-a6dc-d8bd5d13ba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:21.212048 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-275ebd6a-bbbd-459e-9967-daaabf6960fa req-954e52da-6ed8-4a8e-a6dc-d8bd5d13ba88 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c48da8a4-f2de-4d49-a9f3-5647442dd3f1 HTTP/1.1" status: 200 len: 851 time: 0.0479105 Apr 20 14:04:21.255562 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ebd6a-bbbd-459e-9967-daaabf6960fa req-7d6932a3-8f9a-4cb0-935a-8878dbe01851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:21.256998 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-275ebd6a-bbbd-459e-9967-daaabf6960fa req-7d6932a3-8f9a-4cb0-935a-8878dbe01851 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8814295-6b98-4598-b76a-f7e07fe08e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386391 Apr 20 14:04:21.342325 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-275ebd6a-bbbd-459e-9967-daaabf6960fa req-8743c6ce-547a-4419-81fa-818e02439921 service neutron] 10.222.0.15 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790315 Apr 20 14:04:21.436645 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-275ebd6a-bbbd-459e-9967-daaabf6960fa req-1b1ed3e7-ecb8-40e4-8fa5-4badf312c99a service neutron] 10.222.0.15 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844481 Apr 20 14:04:21.965165 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d42b3-aa20-409f-b42f-1ccfc6838ecb req-42747d3c-071b-481f-bf92-f8234431e9b5 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:21.966650 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-975d42b3-aa20-409f-b42f-1ccfc6838ecb req-42747d3c-071b-481f-bf92-f8234431e9b5 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 944 time: 0.0489969 Apr 20 14:04:22.004424 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-975d42b3-aa20-409f-b42f-1ccfc6838ecb req-486a09c6-ea98-4a4d-a8b1-4854268b3713 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317488 Apr 20 14:04:22.074500 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 12dd1064-e630-4144-ada6-9537099299b0 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:04:22.175788 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 12dd1064-e630-4144-ada6-9537099299b0 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:04:22.179916 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 12dd1064-e630-4144-ada6-9537099299b0 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:04:22.180288 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:22.260815 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:22.283533 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5849f50c-8b13-48bc-869b-b5eb677aa4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12dd1064-e630-4144-ada6-9537099299b0'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:04:22.285752 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac87ba4abbb4e8505208ea6fd510b76711e5f2ebc605ae5eca19bb7d33fcf53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284593d7-fb37-447b-bb55-5f5a66e9d5f1" -d '{"events": [{"server_uuid": "5849f50c-8b13-48bc-869b-b5eb677aa4b7", "name": "network-vif-plugged", "status": "completed", "tag": "12dd1064-e630-4144-ada6-9537099299b0"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:04:22.298437 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 12dd1064-e630-4144-ada6-9537099299b0, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=12dd1064-e630-4144-ada6-9537099299b0,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:04:22.329456 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe1506f-1cb6-459d-b4dc-0eb78791c287 x-openstack-request-id: req-ebe1506f-1cb6-459d-b4dc-0eb78791c287 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:04:22.329767 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5849f50c-8b13-48bc-869b-b5eb677aa4b7", "name": "network-vif-plugged", "status": "completed", "tag": "12dd1064-e630-4144-ada6-9537099299b0", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:04:22.330021 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ebe1506f-1cb6-459d-b4dc-0eb78791c287 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:04:22.330446 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebe1506f-1cb6-459d-b4dc-0eb78791c287'] response: {'server_uuid': '5849f50c-8b13-48bc-869b-b5eb677aa4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12dd1064-e630-4144-ada6-9537099299b0', 'code': 200} Apr 20 14:04:22.356833 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:22.404937 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=12dd1064-e630-4144-ada6-9537099299b0,revision_number=9']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:04:23.123017 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393927b-2d69-4dbc-b109-2b66e28e04a9 req-e0cf4d39-bacd-4232-89dd-6592e0b483f6 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:23.124526 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3393927b-2d69-4dbc-b109-2b66e28e04a9 req-e0cf4d39-bacd-4232-89dd-6592e0b483f6 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 945 time: 0.0527246 Apr 20 14:04:23.162256 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3393927b-2d69-4dbc-b109-2b66e28e04a9 req-d7128724-c403-404e-a41d-e2232606cf4d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315332 Apr 20 14:04:23.275663 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea6221-31f0-40b8-acae-4e497d256fa9 req-4d4040de-6f9c-48d4-91ea-5ee27fa8f008 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:23.277123 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e2ea6221-31f0-40b8-acae-4e497d256fa9 req-4d4040de-6f9c-48d4-91ea-5ee27fa8f008 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 945 time: 0.0482016 Apr 20 14:04:23.313620 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e2ea6221-31f0-40b8-acae-4e497d256fa9 req-4dfc5a61-5483-4ce6-9c16-6aa9cd5a8608 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305674 Apr 20 14:04:23.503881 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eafb94-2bf8-4628-b63c-bf113c9afd54 req-a0b2a56c-d759-458f-86b5-f26323b5239d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:23.505377 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-89eafb94-2bf8-4628-b63c-bf113c9afd54 req-a0b2a56c-d759-458f-86b5-f26323b5239d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 945 time: 0.1269145 Apr 20 14:04:23.542108 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-89eafb94-2bf8-4628-b63c-bf113c9afd54 req-a48959fe-33ca-4262-a487-6b4ff02d365e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300057 Apr 20 14:04:23.955982 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62717588-cf9d-49a0-8a52-4a2795ca6a3c req-bb4acb33-5b5c-43ff-bea5-a52859cf07d3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:23.957439 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-62717588-cf9d-49a0-8a52-4a2795ca6a3c req-bb4acb33-5b5c-43ff-bea5-a52859cf07d3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 945 time: 0.0521214 Apr 20 14:04:23.995738 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-62717588-cf9d-49a0-8a52-4a2795ca6a3c req-56657d64-4f6d-4765-97ea-c243e2518414 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312326 Apr 20 14:04:24.472820 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e64df215-dc35-4164-99ba-415ed6a60fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:25.166506 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fd94a-be8d-431d-b7d1-cabb5e1967a2 req-465f5710-a245-4d83-a931-8fbe94fd9ae6 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:25.168026 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9c3fd94a-be8d-431d-b7d1-cabb5e1967a2 req-465f5710-a245-4d83-a931-8fbe94fd9ae6 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 945 time: 0.1001420 Apr 20 14:04:25.206182 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9c3fd94a-be8d-431d-b7d1-cabb5e1967a2 req-123413d0-cfe3-4da0-954f-83b6e29d4485 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320823 Apr 20 14:04:25.295416 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104e492-ea86-4808-af64-a4e3a03b1498 req-a7e4d900-7d96-4bab-b635-1bb2e6a36d0c tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:25.296770 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f104e492-ea86-4808-af64-a4e3a03b1498 req-a7e4d900-7d96-4bab-b635-1bb2e6a36d0c tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.32 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 945 time: 0.0478637 Apr 20 14:04:25.385994 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-f104e492-ea86-4808-af64-a4e3a03b1498 req-2ffdaa55-303b-434b-9b81-0c960f56994a tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Deleting port 12dd1064-e630-4144-ada6-9537099299b0 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:04:25.386339 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-f104e492-ea86-4808-af64-a4e3a03b1498 req-2ffdaa55-303b-434b-9b81-0c960f56994a tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:25.471516 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-f104e492-ea86-4808-af64-a4e3a03b1498 req-2ffdaa55-303b-434b-9b81-0c960f56994a tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] For port 12dd1064-e630-4144-ada6-9537099299b0, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=12dd1064-e630-4144-ada6-9537099299b0,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:04:25.471879 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-f104e492-ea86-4808-af64-a4e3a03b1498 req-2ffdaa55-303b-434b-9b81-0c960f56994a tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:25.635997 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-f104e492-ea86-4808-af64-a4e3a03b1498 req-2ffdaa55-303b-434b-9b81-0c960f56994a tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:25.636357 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-f104e492-ea86-4808-af64-a4e3a03b1498 req-2ffdaa55-303b-434b-9b81-0c960f56994a tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:25.636670 n-d-836015-7 neutron-server[114870]: INFO neutron.db.l3_db [req-f104e492-ea86-4808-af64-a4e3a03b1498 req-2ffdaa55-303b-434b-9b81-0c960f56994a tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Floating IP 18f62f3a-267c-4055-a185-1c4810cd78fd disassociated. External IP: 172.25.8.208, port: 12dd1064-e630-4144-ada6-9537099299b0. Apr 20 14:04:25.637007 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-f104e492-ea86-4808-af64-a4e3a03b1498 req-2ffdaa55-303b-434b-9b81-0c960f56994a tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Calling delete_port for 12dd1064-e630-4144-ada6-9537099299b0 owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:04:25.849756 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-f104e492-ea86-4808-af64-a4e3a03b1498 req-2ffdaa55-303b-434b-9b81-0c960f56994a tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:25.876458 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffdaa55-303b-434b-9b81-0c960f56994a tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Pushing event deleted for resources: {'Port': ['ID=12dd1064-e630-4144-ada6-9537099299b0,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:04:25.993649 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f104e492-ea86-4808-af64-a4e3a03b1498 req-2ffdaa55-303b-434b-9b81-0c960f56994a tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Router 6bc0fb59-318e-4f49-a979-7ec488a40565 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:04:26.108561 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f104e492-ea86-4808-af64-a4e3a03b1498 req-2ffdaa55-303b-434b-9b81-0c960f56994a tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:04:26.118516 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7e2fb3-41d3-41cc-9302-0ca4865cd032 None None] Sync routers for ids ['6bc0fb59-318e-4f49-a979-7ec488a40565'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:04:26.131544 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7e2fb3-41d3-41cc-9302-0ca4865cd032 None None] Routers {'6bc0fb59-318e-4f49-a979-7ec488a40565'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:04:26.132693 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4c7e2fb3-41d3-41cc-9302-0ca4865cd032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:03:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6bc0fb59-318e-4f49-a979-7ec488a40565'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:04:26.147167 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-f104e492-ea86-4808-af64-a4e3a03b1498 req-2ffdaa55-303b-434b-9b81-0c960f56994a tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] No DVR routers for this DVR port 12dd1064-e630-4144-ada6-9537099299b0 on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:04:26.150229 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-f104e492-ea86-4808-af64-a4e3a03b1498 req-2ffdaa55-303b-434b-9b81-0c960f56994a tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:26.153595 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f104e492-ea86-4808-af64-a4e3a03b1498 req-2ffdaa55-303b-434b-9b81-0c960f56994a tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.32 "DELETE /v2.0/ports/12dd1064-e630-4144-ada6-9537099299b0 HTTP/1.1" status: 204 len: 173 time: 0.8511610 Apr 20 14:04:26.153982 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5849f50c-8b13-48bc-869b-b5eb677aa4b7', 'name': 'network-vif-deleted', 'tag': '12dd1064-e630-4144-ada6-9537099299b0'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:04:26.157475 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}477c3876f0a00723b6cc26f82b5301b7c44eaec2342ee7dfaa02d19e77b1fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1bda2c4-9ee1-446c-92b5-256199294dc0" -d '{"events": [{"server_uuid": "5849f50c-8b13-48bc-869b-b5eb677aa4b7", "name": "network-vif-deleted", "tag": "12dd1064-e630-4144-ada6-9537099299b0"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:04:26.246738 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-4c7e2fb3-41d3-41cc-9302-0ca4865cd032 None None] Set router 6bc0fb59-318e-4f49-a979-7ec488a40565 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:04:26.261487 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3211d8-1fb6-4383-912e-5571bc27871a x-openstack-request-id: req-8a3211d8-1fb6-4383-912e-5571bc27871a {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:04:26.261782 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5849f50c-8b13-48bc-869b-b5eb677aa4b7", "name": "network-vif-deleted", "tag": "12dd1064-e630-4144-ada6-9537099299b0", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:04:26.262032 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8a3211d8-1fb6-4383-912e-5571bc27871a {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:04:26.262436 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a3211d8-1fb6-4383-912e-5571bc27871a'] response: {'server_uuid': '5849f50c-8b13-48bc-869b-b5eb677aa4b7', 'name': 'network-vif-deleted', 'tag': '12dd1064-e630-4144-ada6-9537099299b0', 'status': 'completed', 'code': 200} Apr 20 14:04:26.312256 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e53ddb35-99cc-44c7-9d5a-a8f0a40f9118 req-eb1ebe0e-02ff-474c-90ce-19ca25c5baab tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=5849f50c-8b13-48bc-869b-b5eb677aa4b7 HTTP/1.1" status: 200 len: 210 time: 0.0284951 Apr 20 14:04:26.452315 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4c7e2fb3-41d3-41cc-9302-0ca4865cd032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'name': 'tempest-ServerActionsTestJSON-1759743936-router', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:03:25Z', 'updated_at': '2022-04-20T14:03:29Z', 'revision_number': 4, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'gw_port': {'id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:26Z', 'updated_at': '2022-04-20T14:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '4e7da714-a91e-4230-b4d7-99405b4fded0', 'name': '', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'mac_address': 'fa:16:3e:44:02:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:28Z', 'updated_at': '2022-04-20T14:03:32Z', 'revision_number': 5, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'subnets': [{'id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:04:26.477792 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7e2fb3-41d3-41cc-9302-0ca4865cd032 None None] Checking router: 6bc0fb59-318e-4f49-a979-7ec488a40565 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:04:26.485896 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7e2fb3-41d3-41cc-9302-0ca4865cd032 None None] Routers {'6bc0fb59-318e-4f49-a979-7ec488a40565'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:04:26.486502 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4c7e2fb3-41d3-41cc-9302-0ca4865cd032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:03:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6bc0fb59-318e-4f49-a979-7ec488a40565'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:04:26.590310 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-4c7e2fb3-41d3-41cc-9302-0ca4865cd032 None None] Set router 6bc0fb59-318e-4f49-a979-7ec488a40565 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:04:26.781643 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-aa5be83e-378d-427d-b327-1a522583e21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:26.785320 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4c7e2fb3-41d3-41cc-9302-0ca4865cd032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'name': 'tempest-ServerActionsTestJSON-1759743936-router', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:03:25Z', 'updated_at': '2022-04-20T14:03:29Z', 'revision_number': 4, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'gw_port': {'id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:26Z', 'updated_at': '2022-04-20T14:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '4e7da714-a91e-4230-b4d7-99405b4fded0', 'name': '', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'mac_address': 'fa:16:3e:44:02:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:28Z', 'updated_at': '2022-04-20T14:03:32Z', 'revision_number': 5, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'subnets': [{'id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:04:26.899614 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7e2fb3-41d3-41cc-9302-0ca4865cd032 None None] The sync data for ids ['6bc0fb59-318e-4f49-a979-7ec488a40565'] in n-d-836015-7 is: [{'id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'name': 'tempest-ServerActionsTestJSON-1759743936-router', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:03:25Z', 'updated_at': '2022-04-20T14:03:29Z', 'revision_number': 4, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'gw_port': {'id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:26Z', 'updated_at': '2022-04-20T14:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '4e7da714-a91e-4230-b4d7-99405b4fded0', 'name': '', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'mac_address': 'fa:16:3e:44:02:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:28Z', 'updated_at': '2022-04-20T14:03:32Z', 'revision_number': 5, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'subnets': [{'id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:04:27.113589 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc93f00-5768-4cc5-9e55-ebf87d4a0a66 None None] New status for floating IP 18f62f3a-267c-4055-a185-1c4810cd78fd: DOWN {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:04:27.548594 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-9941a283-985e-479e-8cc6-4a361064f046 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1223740389&fields=id&tenant_id=6690ec411ac542a59248ea9dae106ca4 HTTP/1.1" status: 200 len: 267 time: 0.0326736 Apr 20 14:04:27.653770 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-acd9bd16-257b-4e84-aec3-64b9527638d5 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:27.655160 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-acd9bd16-257b-4e84-aec3-64b9527638d5 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/networks?id=d8814295-6b98-4598-b76a-f7e07fe08e31 HTTP/1.1" status: 200 len: 812 time: 0.0999181 Apr 20 14:04:27.669991 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-b409f53a-e232-4a1f-a7ec-62751dc6cc32 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/quotas/6690ec411ac542a59248ea9dae106ca4 HTTP/1.1" status: 200 len: 375 time: 0.0090868 Apr 20 14:04:27.721461 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-63f1f2a9-42e5-4f87-9cbc-725458dd80c1 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462489 Apr 20 14:04:27.819337 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-0084aad9-d578-4cf4-b17f-a0098504913a service neutron] 10.222.0.25 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858419 Apr 20 14:04:27.907715 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-60aa1e8a-7f46-477a-8587-103228923c58 service neutron] 10.222.0.25 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816362 Apr 20 14:04:28.105742 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 12dd1064-e630-4144-ada6-9537099299b0 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:04:28.127013 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ca1b0f0-eacc-4b6b-b7c5-c6e00aa21cba req-3ba161e5-704a-4de2-84cb-124ec64cea86 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 210 time: 0.0294299 Apr 20 14:04:28.127899 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 12dd1064-e630-4144-ada6-9537099299b0 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:04:28.128247 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 12dd1064-e630-4144-ada6-9537099299b0 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:04:28.267302 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:29.226327 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eeeb6c26-f733-49e0-8222-f80b063d7c66 req-07efac45-26e0-4566-ba38-aa3e7e6f443e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 210 time: 0.0276380 Apr 20 14:04:29.581183 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:29.795090 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-77aa46c7-1106-4d3d-b96e-973cf8049367 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:29.796467 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-77aa46c7-1106-4d3d-b96e-973cf8049367 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.15 "GET /v2.0/networks?id=d8814295-6b98-4598-b76a-f7e07fe08e31 HTTP/1.1" status: 200 len: 812 time: 0.1053290 Apr 20 14:04:29.839337 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-d0994981-bba3-48ce-ad4e-842fccc58438 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6690ec411ac542a59248ea9dae106ca4 HTTP/1.1" status: 200 len: 380 time: 0.0341954 Apr 20 14:04:29.843892 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:29.848274 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-897c2a34-d886-4612-9740-1237b9266633 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Request body: {'port': {'device_id': '684c1dfc-1d06-46ff-83bd-1049225b7875', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'admin_state_up': True, 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'security_groups': ['47e90a85-dd96-4725-b0b4-2f3aeeebb030']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:04:30.031251 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-897c2a34-d886-4612-9740-1237b9266633 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Made reservation on behalf of 6690ec411ac542a59248ea9dae106ca4 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:04:30.034841 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-897c2a34-d886-4612-9740-1237b9266633 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:30.159417 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-897c2a34-d886-4612-9740-1237b9266633 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Allocated IP 172.20.0.8 (d8814295-6b98-4598-b76a-f7e07fe08e31/c48da8a4-f2de-4d49-a9f3-5647442dd3f1/b3195b31-6783-4381-8523-affda52ec0b6) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:04:30.298899 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-897c2a34-d886-4612-9740-1237b9266633 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:30.327488 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-35a465eb-3c02-461d-984e-2d5950a183e2 req-62f86e31-91c9-45f0-aa99-b68fd1f8d117 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 210 time: 0.0324695 Apr 20 14:04:30.420136 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-897c2a34-d886-4612-9740-1237b9266633 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:30.463532 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-897c2a34-d886-4612-9740-1237b9266633 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Network d8814295-6b98-4598-b76a-f7e07fe08e31 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:04:30.466618 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-897c2a34-d886-4612-9740-1237b9266633 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:04:30.470345 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-897c2a34-d886-4612-9740-1237b9266633 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:04:30.499967 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c2a34-d886-4612-9740-1237b9266633 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Pushing event updated for resources: {'Port': ['ID=b3195b31-6783-4381-8523-affda52ec0b6,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:04:30.514347 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897c2a34-d886-4612-9740-1237b9266633 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:04:30.515722 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897c2a34-d886-4612-9740-1237b9266633 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:04:30.515722 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897c2a34-d886-4612-9740-1237b9266633 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:04:30.515722 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897c2a34-d886-4612-9740-1237b9266633 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:04:30.515722 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897c2a34-d886-4612-9740-1237b9266633 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:04:30.516283 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897c2a34-d886-4612-9740-1237b9266633 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:04:30.516374 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897c2a34-d886-4612-9740-1237b9266633 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:04:30.516643 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897c2a34-d886-4612-9740-1237b9266633 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:04:30.516981 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897c2a34-d886-4612-9740-1237b9266633 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:04:30.517294 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897c2a34-d886-4612-9740-1237b9266633 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:04:30.517617 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897c2a34-d886-4612-9740-1237b9266633 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:04:30.517942 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897c2a34-d886-4612-9740-1237b9266633 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:04:30.539444 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-897c2a34-d886-4612-9740-1237b9266633 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:30.540704 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-897c2a34-d886-4612-9740-1237b9266633 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:30.612567 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-897c2a34-d886-4612-9740-1237b9266633 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7677824 Apr 20 14:04:30.625192 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-bda272e6-315d-472a-ad93-7202e9a0385b service neutron] Request body: {'port': {'device_id': '684c1dfc-1d06-46ff-83bd-1049225b7875', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:04:30.677926 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-bda272e6-315d-472a-ad93-7202e9a0385b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:30.714839 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-98b9fab8-2797-405c-affe-6537c856e086 None None] Provisioning complete for port b3195b31-6783-4381-8523-affda52ec0b6 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:04:30.716063 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-98b9fab8-2797-405c-affe-6537c856e086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:30.747413 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-98b9fab8-2797-405c-affe-6537c856e086 None None] Port b3195b31-6783-4381-8523-affda52ec0b6 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:04:30.933029 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-bda272e6-315d-472a-ad93-7202e9a0385b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3195b31-6783-4381-8523-affda52ec0b6 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:04:30.940334 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-bda272e6-315d-472a-ad93-7202e9a0385b service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:30.953189 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-bda272e6-315d-472a-ad93-7202e9a0385b service neutron] Transition to ACTIVE for port object b3195b31-6783-4381-8523-affda52ec0b6 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:04:31.021420 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-bda272e6-315d-472a-ad93-7202e9a0385b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:31.077021 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda272e6-315d-472a-ad93-7202e9a0385b service neutron] Pushing event updated for resources: {'Port': ['ID=b3195b31-6783-4381-8523-affda52ec0b6,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:04:31.144415 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-bda272e6-315d-472a-ad93-7202e9a0385b service neutron] Attempting to bind port b3195b31-6783-4381-8523-affda52ec0b6 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:04:31.144748 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-bda272e6-315d-472a-ad93-7202e9a0385b service neutron] Attempting to bind port b3195b31-6783-4381-8523-affda52ec0b6 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:04:31.145077 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-bda272e6-315d-472a-ad93-7202e9a0385b service neutron] Attempting to bind port b3195b31-6783-4381-8523-affda52ec0b6 on network d8814295-6b98-4598-b76a-f7e07fe08e31 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:04:31.149758 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-bda272e6-315d-472a-ad93-7202e9a0385b service neutron] Port b3195b31-6783-4381-8523-affda52ec0b6 on network d8814295-6b98-4598-b76a-f7e07fe08e31 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:04:31.150075 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-bda272e6-315d-472a-ad93-7202e9a0385b service neutron] Attempting to bind port b3195b31-6783-4381-8523-affda52ec0b6 on network d8814295-6b98-4598-b76a-f7e07fe08e31 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:04:31.156851 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-bda272e6-315d-472a-ad93-7202e9a0385b service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:04:31.157573 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-bda272e6-315d-472a-ad93-7202e9a0385b service neutron] Checking segment: {'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:04:31.158135 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-bda272e6-315d-472a-ad93-7202e9a0385b service neutron] Bound using segment: {'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:04:31.158733 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-bda272e6-315d-472a-ad93-7202e9a0385b service neutron] Bound port: b3195b31-6783-4381-8523-affda52ec0b6, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:04:31.159270 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-bda272e6-315d-472a-ad93-7202e9a0385b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:31.224717 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-bda272e6-315d-472a-ad93-7202e9a0385b service neutron] For port b3195b31-6783-4381-8523-affda52ec0b6, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:04:31.227867 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-bda272e6-315d-472a-ad93-7202e9a0385b service neutron] For port b3195b31-6783-4381-8523-affda52ec0b6, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b3195b31-6783-4381-8523-affda52ec0b6,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:04:31.295074 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-bda272e6-315d-472a-ad93-7202e9a0385b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:31.332837 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-bda272e6-315d-472a-ad93-7202e9a0385b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:31.333519 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-bda272e6-315d-472a-ad93-7202e9a0385b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:31.334914 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-bda272e6-315d-472a-ad93-7202e9a0385b service neutron] 10.222.0.15 "PUT /v2.0/ports/b3195b31-6783-4381-8523-affda52ec0b6 HTTP/1.1" status: 200 len: 1091 time: 0.7141349 Apr 20 14:04:31.335372 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '684c1dfc-1d06-46ff-83bd-1049225b7875', 'tag': 'b3195b31-6783-4381-8523-affda52ec0b6'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:04:31.338133 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7eb6683-3db0-4aca-ad3e-cba1166b9bcb" -d '{"events": [{"name": "network-changed", "server_uuid": "684c1dfc-1d06-46ff-83bd-1049225b7875", "tag": "b3195b31-6783-4381-8523-affda52ec0b6"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:04:31.365777 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda272e6-315d-472a-ad93-7202e9a0385b service neutron] Pushing event updated for resources: {'Port': ['ID=b3195b31-6783-4381-8523-affda52ec0b6,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:04:31.449890 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64d0440-8b3e-4191-ab68-454e66c68720 x-openstack-request-id: req-c64d0440-8b3e-4191-ab68-454e66c68720 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:04:31.450182 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "684c1dfc-1d06-46ff-83bd-1049225b7875", "tag": "b3195b31-6783-4381-8523-affda52ec0b6", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:04:31.450429 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c64d0440-8b3e-4191-ab68-454e66c68720 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:04:31.450827 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c64d0440-8b3e-4191-ab68-454e66c68720'] response: {'name': 'network-changed', 'server_uuid': '684c1dfc-1d06-46ff-83bd-1049225b7875', 'tag': 'b3195b31-6783-4381-8523-affda52ec0b6', 'status': 'completed', 'code': 200} Apr 20 14:04:31.491165 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8116f-e0e2-4797-b043-ea5548e8c3ac req-a1138f94-e49f-442e-8356-8561bdae0b5d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:31.492813 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e1f8116f-e0e2-4797-b043-ea5548e8c3ac req-a1138f94-e49f-442e-8356-8561bdae0b5d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 943 time: 0.0882673 Apr 20 14:04:31.500331 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-a2fa416b-ff79-477e-8ee7-65d48f51d13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:31.501881 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-a2fa416b-ff79-477e-8ee7-65d48f51d13d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 1094 time: 0.0690320 Apr 20 14:04:31.555794 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-04867c8a-3a46-49c0-8ddf-db14f3c93571 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3195b31-6783-4381-8523-affda52ec0b6 HTTP/1.1" status: 200 len: 217 time: 0.0446706 Apr 20 14:04:31.597427 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e1f8116f-e0e2-4797-b043-ea5548e8c3ac req-f38132ee-1338-4588-9163-97ba953aa2b8 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945241 Apr 20 14:04:31.613512 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-a0b55d60-a653-4b3b-8369-44e4310d586d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:31.614964 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-a0b55d60-a653-4b3b-8369-44e4310d586d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c48da8a4-f2de-4d49-a9f3-5647442dd3f1 HTTP/1.1" status: 200 len: 851 time: 0.0501752 Apr 20 14:04:31.659508 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-c1f2beeb-4f77-4789-974c-19aedad4831e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:31.660954 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-c1f2beeb-4f77-4789-974c-19aedad4831e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8814295-6b98-4598-b76a-f7e07fe08e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396810 Apr 20 14:04:31.751102 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-6846d386-9f35-419a-83e6-45b0d2a824fd service neutron] 10.222.0.15 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834100 Apr 20 14:04:31.845456 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1bc46a8-54c8-45f5-925c-6998018f9e9c req-52ea8148-1a75-468c-9448-0a8951369410 service neutron] 10.222.0.15 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845163 Apr 20 14:04:31.995745 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb6683-3db0-4aca-ad3e-cba1166b9bcb req-4390abec-f141-4a91-a87b-bd504fad65de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:31.997233 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d7eb6683-3db0-4aca-ad3e-cba1166b9bcb req-4390abec-f141-4a91-a87b-bd504fad65de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 1094 time: 0.0449421 Apr 20 14:04:32.086864 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb6683-3db0-4aca-ad3e-cba1166b9bcb req-161406b2-7128-4fbc-b9e4-841a6850a8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:32.088407 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d7eb6683-3db0-4aca-ad3e-cba1166b9bcb req-161406b2-7128-4fbc-b9e4-841a6850a8cd service neutron] 10.222.0.15 "GET /v2.0/networks?id=d8814295-6b98-4598-b76a-f7e07fe08e31 HTTP/1.1" status: 200 len: 913 time: 0.0838671 Apr 20 14:04:32.129705 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d7eb6683-3db0-4aca-ad3e-cba1166b9bcb req-215ad548-e07b-465f-a6d9-0970518a2389 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3195b31-6783-4381-8523-affda52ec0b6 HTTP/1.1" status: 200 len: 217 time: 0.0338705 Apr 20 14:04:32.179694 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb6683-3db0-4aca-ad3e-cba1166b9bcb req-1ea017c1-0e4f-4190-b764-213fcaab4e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:32.181623 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d7eb6683-3db0-4aca-ad3e-cba1166b9bcb req-1ea017c1-0e4f-4190-b764-213fcaab4e58 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c48da8a4-f2de-4d49-a9f3-5647442dd3f1 HTTP/1.1" status: 200 len: 851 time: 0.0458753 Apr 20 14:04:32.225424 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb6683-3db0-4aca-ad3e-cba1166b9bcb req-d60ca5a5-7f2a-414b-a014-d727a3353278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:32.226885 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d7eb6683-3db0-4aca-ad3e-cba1166b9bcb req-d60ca5a5-7f2a-414b-a014-d727a3353278 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8814295-6b98-4598-b76a-f7e07fe08e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389042 Apr 20 14:04:32.312096 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d7eb6683-3db0-4aca-ad3e-cba1166b9bcb req-62cfd933-5ed8-4de8-9fca-539702f8a536 service neutron] 10.222.0.15 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788000 Apr 20 14:04:32.402027 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d7eb6683-3db0-4aca-ad3e-cba1166b9bcb req-ed72e5e8-eb6b-4c78-a15d-b80eda45f044 service neutron] 10.222.0.15 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825820 Apr 20 14:04:32.714098 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eed02a-d2ad-4ccd-a526-2b68a09c998f req-19a7caeb-b881-4270-ba38-908602f0d9e4 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:32.715465 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-96eed02a-d2ad-4ccd-a526-2b68a09c998f req-19a7caeb-b881-4270-ba38-908602f0d9e4 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 943 time: 0.0480354 Apr 20 14:04:32.752088 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-96eed02a-d2ad-4ccd-a526-2b68a09c998f req-1476f677-8470-43f4-a8bd-fb43a5fdc806 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304470 Apr 20 14:04:33.868710 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65fb3f-21dd-44dd-930e-16ff2b5d58e0 req-3cb7845a-258a-468d-b769-ab170b35673d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:33.938717 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3f65fb3f-21dd-44dd-930e-16ff2b5d58e0 req-3cb7845a-258a-468d-b769-ab170b35673d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 943 time: 0.0519454 Apr 20 14:04:33.938717 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3f65fb3f-21dd-44dd-930e-16ff2b5d58e0 req-4c0dfa1e-ab23-41be-96cb-11e3e8fe2f55 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346210 Apr 20 14:04:34.788549 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b3195b31-6783-4381-8523-affda52ec0b6 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:04:34.880749 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port b3195b31-6783-4381-8523-affda52ec0b6, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b3195b31-6783-4381-8523-affda52ec0b6,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:04:34.891665 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'b3195b31-6783-4381-8523-affda52ec0b6', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'port_id': 'b3195b31-6783-4381-8523-affda52ec0b6', 'mac_address': 'fa:16:3e:a1:1f:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:04:34.931122 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:34.943980 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3195b31-6783-4381-8523-affda52ec0b6 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:04:34.964010 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port b3195b31-6783-4381-8523-affda52ec0b6, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b3195b31-6783-4381-8523-affda52ec0b6,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:04:35.027049 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a16e49-71b6-404a-b856-3ae88e42c303 req-e0ff6ede-6274-44b9-9cd1-fe7c7d66c7ce tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:35.028532 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-02a16e49-71b6-404a-b856-3ae88e42c303 req-e0ff6ede-6274-44b9-9cd1-fe7c7d66c7ce tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 943 time: 0.0484335 Apr 20 14:04:35.060121 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:35.066833 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-02a16e49-71b6-404a-b856-3ae88e42c303 req-79465026-480d-4315-b5c2-3307f545a58c tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319290 Apr 20 14:04:35.107771 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=b3195b31-6783-4381-8523-affda52ec0b6,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:04:35.114757 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:04:35.115083 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:04:35.115517 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:04:35.115897 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:04:35.116228 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:04:35.120989 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:04:35.120989 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:04:35.120989 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:04:35.120989 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:04:35.120989 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:04:35.120989 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:04:35.120989 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:04:35.378589 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['b3195b31-6783-4381-8523-affda52ec0b6'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:04:36.181047 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0d1c7-492e-4e74-9f1f-1eb3142963a2 req-d91ee64c-a57f-44a1-9658-fd57f71495f9 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:36.182498 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-38e0d1c7-492e-4e74-9f1f-1eb3142963a2 req-d91ee64c-a57f-44a1-9658-fd57f71495f9 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 944 time: 0.0475183 Apr 20 14:04:36.218037 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-38e0d1c7-492e-4e74-9f1f-1eb3142963a2 req-be9435bd-4c4f-4369-911a-2bb53018eb1a tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295782 Apr 20 14:04:36.802782 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b3195b31-6783-4381-8523-affda52ec0b6 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:04:36.923792 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port b3195b31-6783-4381-8523-affda52ec0b6 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:04:36.927643 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port b3195b31-6783-4381-8523-affda52ec0b6 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:04:36.929572 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:37.006768 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:37.028089 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684c1dfc-1d06-46ff-83bd-1049225b7875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3195b31-6783-4381-8523-affda52ec0b6'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:04:37.030291 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac87ba4abbb4e8505208ea6fd510b76711e5f2ebc605ae5eca19bb7d33fcf53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40448084-773d-4710-9269-fe5ca026ba00" -d '{"events": [{"server_uuid": "684c1dfc-1d06-46ff-83bd-1049225b7875", "name": "network-vif-plugged", "status": "completed", "tag": "b3195b31-6783-4381-8523-affda52ec0b6"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:04:37.043038 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port b3195b31-6783-4381-8523-affda52ec0b6, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b3195b31-6783-4381-8523-affda52ec0b6,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:04:37.067115 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e045c0-b86a-4bf5-9637-7458de645535 x-openstack-request-id: req-40e045c0-b86a-4bf5-9637-7458de645535 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:04:37.067426 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684c1dfc-1d06-46ff-83bd-1049225b7875", "name": "network-vif-plugged", "status": "completed", "tag": "b3195b31-6783-4381-8523-affda52ec0b6", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:04:37.067679 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-40e045c0-b86a-4bf5-9637-7458de645535 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:04:37.068073 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40e045c0-b86a-4bf5-9637-7458de645535'] response: {'server_uuid': '684c1dfc-1d06-46ff-83bd-1049225b7875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3195b31-6783-4381-8523-affda52ec0b6', 'code': 200} Apr 20 14:04:37.106962 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:37.154351 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=b3195b31-6783-4381-8523-affda52ec0b6,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:04:37.167957 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a54c4-9fe0-456a-a30b-78fe0e61c7d1 req-c7a49bcf-6b15-457d-967b-d3b52acf3870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:37.169411 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-989a54c4-9fe0-456a-a30b-78fe0e61c7d1 req-c7a49bcf-6b15-457d-967b-d3b52acf3870 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 1096 time: 0.0436187 Apr 20 14:04:37.203623 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-989a54c4-9fe0-456a-a30b-78fe0e61c7d1 req-972a7676-ba31-4b0f-a2ed-a778d70e3e1a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272059 Apr 20 14:04:37.333186 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7704fe-a3e1-4164-b0cb-d24e67154df3 req-f062fa3e-7080-420e-bf1c-91a59578a6a2 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:37.334678 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5c7704fe-a3e1-4164-b0cb-d24e67154df3 req-f062fa3e-7080-420e-bf1c-91a59578a6a2 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 945 time: 0.0482781 Apr 20 14:04:37.371309 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5c7704fe-a3e1-4164-b0cb-d24e67154df3 req-6423839c-39b8-49b6-9516-7b8274fc0dcf tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306470 Apr 20 14:04:38.489524 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720f725-586c-488e-a876-2f1b84dbbd6c req-10c07473-d7cc-4401-b142-4cc262e21067 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:38.490991 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c720f725-586c-488e-a876-2f1b84dbbd6c req-10c07473-d7cc-4401-b142-4cc262e21067 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 945 time: 0.0498486 Apr 20 14:04:38.528932 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c720f725-586c-488e-a876-2f1b84dbbd6c req-a84355cf-efd8-4f42-8483-961c21b7ef7e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315869 Apr 20 14:04:39.648031 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e3d20-4870-424f-ab64-bad719bfb23d req-bc6da185-49e8-42af-a67a-cd981aa7c851 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:39.649984 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1b5e3d20-4870-424f-ab64-bad719bfb23d req-bc6da185-49e8-42af-a67a-cd981aa7c851 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 945 time: 0.0513270 Apr 20 14:04:40.028126 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1b5e3d20-4870-424f-ab64-bad719bfb23d req-9d011a20-ea7a-4e77-b569-c03ef0edb6e2 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3721263 Apr 20 14:04:40.138357 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b275dfde-c6fd-4848-a31f-89e387bc71f8 req-c221c8d9-26fc-45ce-80b2-c4647308e5a6 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:40.139819 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b275dfde-c6fd-4848-a31f-89e387bc71f8 req-c221c8d9-26fc-45ce-80b2-c4647308e5a6 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 945 time: 0.0479314 Apr 20 14:04:40.148315 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60690) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:04:40.152618 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-955d9ae8-665a-4488-86c1-005aa0fd002d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Request body: {'floatingip': {'port_id': 'b3195b31-6783-4381-8523-affda52ec0b6'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:04:40.189784 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-955d9ae8-665a-4488-86c1-005aa0fd002d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks [] for floatingip, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:40.607443 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-955d9ae8-665a-4488-86c1-005aa0fd002d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:40.660785 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-955d9ae8-665a-4488-86c1-005aa0fd002d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:40.759146 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-955d9ae8-665a-4488-86c1-005aa0fd002d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Floating IP 18f62f3a-267c-4055-a185-1c4810cd78fd associated. External IP: 172.25.8.208, port: b3195b31-6783-4381-8523-affda52ec0b6. Apr 20 14:04:40.959081 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955d9ae8-665a-4488-86c1-005aa0fd002d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Router 6bc0fb59-318e-4f49-a979-7ec488a40565 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:04:41.065249 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955d9ae8-665a-4488-86c1-005aa0fd002d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:04:41.069931 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-955d9ae8-665a-4488-86c1-005aa0fd002d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:41.077539 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aec5a19-08ce-4b20-80e0-7d5b51348811 None None] Sync routers for ids ['6bc0fb59-318e-4f49-a979-7ec488a40565'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:04:41.085094 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aec5a19-08ce-4b20-80e0-7d5b51348811 None None] Routers {'6bc0fb59-318e-4f49-a979-7ec488a40565'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:04:41.085717 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-0aec5a19-08ce-4b20-80e0-7d5b51348811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:04:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6bc0fb59-318e-4f49-a979-7ec488a40565'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:04:41.097075 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-955d9ae8-665a-4488-86c1-005aa0fd002d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "PUT /v2.0/floatingips/18f62f3a-267c-4055-a185-1c4810cd78fd HTTP/1.1" status: 200 len: 991 time: 0.9476929 Apr 20 14:04:41.097743 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '684c1dfc-1d06-46ff-83bd-1049225b7875', 'tag': 'b3195b31-6783-4381-8523-affda52ec0b6'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:04:41.100256 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c1ba6c-b1a1-4827-9aa4-3a9681db8857" -d '{"events": [{"name": "network-changed", "server_uuid": "684c1dfc-1d06-46ff-83bd-1049225b7875", "tag": "b3195b31-6783-4381-8523-affda52ec0b6"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:04:41.141195 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81ffaf4-e62a-4b3f-bda8-34b64053d888 x-openstack-request-id: req-d81ffaf4-e62a-4b3f-bda8-34b64053d888 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:04:41.141561 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "684c1dfc-1d06-46ff-83bd-1049225b7875", "tag": "b3195b31-6783-4381-8523-affda52ec0b6", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:04:41.141816 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d81ffaf4-e62a-4b3f-bda8-34b64053d888 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:04:41.142217 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d81ffaf4-e62a-4b3f-bda8-34b64053d888'] response: {'name': 'network-changed', 'server_uuid': '684c1dfc-1d06-46ff-83bd-1049225b7875', 'tag': 'b3195b31-6783-4381-8523-affda52ec0b6', 'status': 'completed', 'code': 200} Apr 20 14:04:41.203003 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-0aec5a19-08ce-4b20-80e0-7d5b51348811 None None] Set router 6bc0fb59-318e-4f49-a979-7ec488a40565 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:04:41.204247 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c1ba6c-b1a1-4827-9aa4-3a9681db8857 req-11053b0d-cc3f-4bd9-b7dc-f7a7ca114ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:41.205626 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-71c1ba6c-b1a1-4827-9aa4-3a9681db8857 req-11053b0d-cc3f-4bd9-b7dc-f7a7ca114ebf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 1096 time: 0.0429451 Apr 20 14:04:41.299205 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c1ba6c-b1a1-4827-9aa4-3a9681db8857 req-53a707e2-56df-44eb-baf8-e461df49e841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:41.300866 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-71c1ba6c-b1a1-4827-9aa4-3a9681db8857 req-53a707e2-56df-44eb-baf8-e461df49e841 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d8814295-6b98-4598-b76a-f7e07fe08e31 HTTP/1.1" status: 200 len: 913 time: 0.0894620 Apr 20 14:04:41.399587 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-71c1ba6c-b1a1-4827-9aa4-3a9681db8857 req-9b04bb45-4e4c-4339-b207-70524c73b7fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3195b31-6783-4381-8523-affda52ec0b6 HTTP/1.1" status: 200 len: 999 time: 0.0926936 Apr 20 14:04:41.411724 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd97e6-b7af-42f6-b4c2-b20c04e03edd req-ecc48a1d-6f01-49a6-a166-4f42bb80f8ed tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:41.413137 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d5dd97e6-b7af-42f6-b4c2-b20c04e03edd req-ecc48a1d-6f01-49a6-a166-4f42bb80f8ed tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 945 time: 0.0689917 Apr 20 14:04:41.442863 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-0aec5a19-08ce-4b20-80e0-7d5b51348811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'name': 'tempest-ServerActionsTestJSON-1759743936-router', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:03:25Z', 'updated_at': '2022-04-20T14:03:29Z', 'revision_number': 4, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'gw_port': {'id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:26Z', 'updated_at': '2022-04-20T14:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '18f62f3a-267c-4055-a185-1c4810cd78fd', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'floating_ip_address': '172.25.8.208', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'port_id': 'b3195b31-6783-4381-8523-affda52ec0b6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'mac_address': 'fa:16:3e:a1:1f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684c1dfc-1d06-46ff-83bd-1049225b7875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:03:32Z', 'updated_at': '2022-04-20T14:04:40Z', 'revision_number': 5, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e7da714-a91e-4230-b4d7-99405b4fded0', 'name': '', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'mac_address': 'fa:16:3e:44:02:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:28Z', 'updated_at': '2022-04-20T14:03:32Z', 'revision_number': 5, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'subnets': [{'id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:04:41.470993 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aec5a19-08ce-4b20-80e0-7d5b51348811 None None] Checking router: 6bc0fb59-318e-4f49-a979-7ec488a40565 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:04:41.481280 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aec5a19-08ce-4b20-80e0-7d5b51348811 None None] Routers {'6bc0fb59-318e-4f49-a979-7ec488a40565'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:04:41.481280 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-0aec5a19-08ce-4b20-80e0-7d5b51348811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:04:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6bc0fb59-318e-4f49-a979-7ec488a40565'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:04:41.482638 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d5dd97e6-b7af-42f6-b4c2-b20c04e03edd req-1f2347d6-b918-41bf-9db5-8a17d97a8182 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602243 Apr 20 14:04:41.486249 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c1ba6c-b1a1-4827-9aa4-3a9681db8857 req-d79f9639-9561-4e1c-b4fa-0bf5b344cea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:41.487644 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-71c1ba6c-b1a1-4827-9aa4-3a9681db8857 req-d79f9639-9561-4e1c-b4fa-0bf5b344cea5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c48da8a4-f2de-4d49-a9f3-5647442dd3f1 HTTP/1.1" status: 200 len: 851 time: 0.0736580 Apr 20 14:04:41.534297 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c1ba6c-b1a1-4827-9aa4-3a9681db8857 req-049e7d80-849b-441a-b957-16ebff8c766a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:41.535817 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-71c1ba6c-b1a1-4827-9aa4-3a9681db8857 req-049e7d80-849b-441a-b957-16ebff8c766a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8814295-6b98-4598-b76a-f7e07fe08e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412786 Apr 20 14:04:41.585186 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-0aec5a19-08ce-4b20-80e0-7d5b51348811 None None] Set router 6bc0fb59-318e-4f49-a979-7ec488a40565 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:04:41.626601 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-71c1ba6c-b1a1-4827-9aa4-3a9681db8857 req-d0b2759a-c03c-4185-a2bd-4e1ec8ac4fa7 service neutron] 10.222.0.15 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843275 Apr 20 14:04:41.716768 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-71c1ba6c-b1a1-4827-9aa4-3a9681db8857 req-36829bc1-32bc-41f8-9b50-ee5fe3c15dd9 service neutron] 10.222.0.15 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843675 Apr 20 14:04:41.805947 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-0aec5a19-08ce-4b20-80e0-7d5b51348811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'name': 'tempest-ServerActionsTestJSON-1759743936-router', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:03:25Z', 'updated_at': '2022-04-20T14:03:29Z', 'revision_number': 4, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'gw_port': {'id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:26Z', 'updated_at': '2022-04-20T14:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '18f62f3a-267c-4055-a185-1c4810cd78fd', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'floating_ip_address': '172.25.8.208', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'port_id': 'b3195b31-6783-4381-8523-affda52ec0b6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'mac_address': 'fa:16:3e:a1:1f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684c1dfc-1d06-46ff-83bd-1049225b7875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:03:32Z', 'updated_at': '2022-04-20T14:04:40Z', 'revision_number': 5, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e7da714-a91e-4230-b4d7-99405b4fded0', 'name': '', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'mac_address': 'fa:16:3e:44:02:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:28Z', 'updated_at': '2022-04-20T14:03:32Z', 'revision_number': 5, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'subnets': [{'id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:04:41.832077 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aec5a19-08ce-4b20-80e0-7d5b51348811 None None] The sync data for ids ['6bc0fb59-318e-4f49-a979-7ec488a40565'] in n-d-836015-7 is: [{'id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'name': 'tempest-ServerActionsTestJSON-1759743936-router', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:03:25Z', 'updated_at': '2022-04-20T14:03:29Z', 'revision_number': 4, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'gw_port': {'id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:26Z', 'updated_at': '2022-04-20T14:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '18f62f3a-267c-4055-a185-1c4810cd78fd', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'floating_ip_address': '172.25.8.208', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'port_id': 'b3195b31-6783-4381-8523-affda52ec0b6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'mac_address': 'fa:16:3e:a1:1f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684c1dfc-1d06-46ff-83bd-1049225b7875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:03:32Z', 'updated_at': '2022-04-20T14:04:40Z', 'revision_number': 5, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e7da714-a91e-4230-b4d7-99405b4fded0', 'name': '', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'mac_address': 'fa:16:3e:44:02:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:28Z', 'updated_at': '2022-04-20T14:03:32Z', 'revision_number': 5, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'subnets': [{'id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:04:42.017004 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cf6df3-d55d-4b38-8b8e-120c751b9c74 None None] New status for floating IP 18f62f3a-267c-4055-a185-1c4810cd78fd: ACTIVE {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:04:42.606723 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd5fb5-1d64-4bf2-a3bd-f1cf368ca026 req-f9a7b3ef-73f0-43d6-abdd-7ae020689dbc tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:42.608192 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3edd5fb5-1d64-4bf2-a3bd-f1cf368ca026 req-f9a7b3ef-73f0-43d6-abdd-7ae020689dbc tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 945 time: 0.0538998 Apr 20 14:04:42.644371 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3edd5fb5-1d64-4bf2-a3bd-f1cf368ca026 req-aa413977-a2d4-4ffb-95ab-2e4d7bd4870f tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302539 Apr 20 14:04:42.724022 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:43.482139 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:43.759858 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15153a89-358e-4c2d-a83c-da3068de3472 req-1d83a8f8-c95b-4281-acb7-0452d8906437 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:43.761228 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-15153a89-358e-4c2d-a83c-da3068de3472 req-1d83a8f8-c95b-4281-acb7-0452d8906437 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 945 time: 0.0479724 Apr 20 14:04:43.797517 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-15153a89-358e-4c2d-a83c-da3068de3472 req-76666977-be35-40f4-bc7f-353cf7001409 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303123 Apr 20 14:04:44.912229 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5d659-22ff-4578-a585-547f2a9761d7 req-45ac26a5-94c9-41be-b9f2-b8732f5a83f4 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:44.913711 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8ac5d659-22ff-4578-a585-547f2a9761d7 req-45ac26a5-94c9-41be-b9f2-b8732f5a83f4 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 945 time: 0.0479295 Apr 20 14:04:44.951257 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8ac5d659-22ff-4578-a585-547f2a9761d7 req-e45cb1ef-76fa-43fa-a94e-8c083e8ce016 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308127 Apr 20 14:04:45.601346 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:04:46.069068 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e774456-ff19-4953-977f-c067c8381a61 req-5faa93ed-a670-42d3-974f-861c3bab4196 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:46.070636 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3e774456-ff19-4953-977f-c067c8381a61 req-5faa93ed-a670-42d3-974f-861c3bab4196 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 945 time: 0.0520916 Apr 20 14:04:46.108269 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3e774456-ff19-4953-977f-c067c8381a61 req-d99e7ce0-ce27-495a-a968-dcc416cbe20e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310817 Apr 20 14:04:47.225511 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53e3c1-8398-4be7-bd2b-5c6ceaf1cf73 req-aecf8048-cf67-4153-a2ff-d7d0b33dc62f tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:47.227006 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9c53e3c1-8398-4be7-bd2b-5c6ceaf1cf73 req-aecf8048-cf67-4153-a2ff-d7d0b33dc62f tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 945 time: 0.0492709 Apr 20 14:04:47.263876 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9c53e3c1-8398-4be7-bd2b-5c6ceaf1cf73 req-9f82bbae-dd0e-42dd-a8e7-02fcdf3e0854 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308661 Apr 20 14:04:48.379185 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98f366-344c-4276-8f13-b3b6250bf28a req-467739d2-4cab-4fe8-9dc0-b49cbead0c2b tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:48.380712 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ea98f366-344c-4276-8f13-b3b6250bf28a req-467739d2-4cab-4fe8-9dc0-b49cbead0c2b tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 945 time: 0.0493245 Apr 20 14:04:48.417734 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ea98f366-344c-4276-8f13-b3b6250bf28a req-7dff8fa7-3a6b-4ea0-a461-2a1a0ba458c6 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308511 Apr 20 14:04:49.535673 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348a7fe-41fc-479f-a1d8-8c501e20566c req-de10af6c-85c0-404e-9210-cd6110dc5044 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:49.537156 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2348a7fe-41fc-479f-a1d8-8c501e20566c req-de10af6c-85c0-404e-9210-cd6110dc5044 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 945 time: 0.0517130 Apr 20 14:04:49.574279 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2348a7fe-41fc-479f-a1d8-8c501e20566c req-8902c6e0-de33-4943-ba08-e317c4c79d46 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306461 Apr 20 14:04:50.687147 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ca72a-8b53-41a4-a6f0-a3c809e0c419 req-27e3593e-7691-4ee4-9a20-95c86d8838eb tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:50.688661 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-831ca72a-8b53-41a4-a6f0-a3c809e0c419 req-27e3593e-7691-4ee4-9a20-95c86d8838eb tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 945 time: 0.0476434 Apr 20 14:04:50.725674 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-831ca72a-8b53-41a4-a6f0-a3c809e0c419 req-2a2835c5-9e41-48dd-ba6a-28306caf4516 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307043 Apr 20 14:04:51.844475 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a0fd1-24c6-4530-acc0-e4bafd859ce9 req-8e3529f4-c9cf-47e3-b998-26a9ccda3b0f tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:51.845935 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a82a0fd1-24c6-4530-acc0-e4bafd859ce9 req-8e3529f4-c9cf-47e3-b998-26a9ccda3b0f tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 945 time: 0.0494516 Apr 20 14:04:51.882920 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a82a0fd1-24c6-4530-acc0-e4bafd859ce9 req-684a6b67-87b6-4ce3-8c9d-1c95d4699b58 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303311 Apr 20 14:04:53.000729 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43679e22-e6b1-4ad0-937e-c4759c629724 req-0ee2e510-5955-4aa0-8ff4-1baa5cd8eef3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:53.002183 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-43679e22-e6b1-4ad0-937e-c4759c629724 req-0ee2e510-5955-4aa0-8ff4-1baa5cd8eef3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 945 time: 0.0516436 Apr 20 14:04:53.039734 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-43679e22-e6b1-4ad0-937e-c4759c629724 req-644c26ec-a7ed-43e5-8989-824675d56bbf tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314865 Apr 20 14:04:54.151863 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44833a42-e6ae-4890-adc4-4981b7fef0fc req-1e6dead7-93aa-4927-b9f4-4b4223e78848 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:54.153334 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-44833a42-e6ae-4890-adc4-4981b7fef0fc req-1e6dead7-93aa-4927-b9f4-4b4223e78848 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 945 time: 0.0476210 Apr 20 14:04:54.191235 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-44833a42-e6ae-4890-adc4-4981b7fef0fc req-e75b262b-d85e-46b8-8e7b-2354daa08304 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318317 Apr 20 14:04:54.465928 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6500371b-8b97-4728-8d65-88913e47bc79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:55.307249 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd54b4a-644d-4a1a-b5af-6caec0edfd26 req-2e6258e9-04ac-4282-9cf3-322f5ffce83c tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:55.308741 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-abd54b4a-644d-4a1a-b5af-6caec0edfd26 req-2e6258e9-04ac-4282-9cf3-322f5ffce83c tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 945 time: 0.0482545 Apr 20 14:04:55.345640 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-abd54b4a-644d-4a1a-b5af-6caec0edfd26 req-470e5a7e-f1e7-48f1-9f4e-99294f9f764f tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307684 Apr 20 14:04:56.463452 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0532b4f-53f0-4de0-b437-6f1b857731d8 req-ae788eae-378a-44db-ac44-e5118b81091b tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:56.464920 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f0532b4f-53f0-4de0-b437-6f1b857731d8 req-ae788eae-378a-44db-ac44-e5118b81091b tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 945 time: 0.0527861 Apr 20 14:04:56.502502 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f0532b4f-53f0-4de0-b437-6f1b857731d8 req-852c7fb3-0bab-41d6-8483-bded34678af7 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315237 Apr 20 14:04:56.809289 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a6701d3b-854c-4cc7-bfe7-8a8da627ac30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:57.616384 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32230917-af32-4251-bfbd-dfe1ab88c32e req-904a43be-481c-4654-a288-d5ff3094d8d7 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:57.618357 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-32230917-af32-4251-bfbd-dfe1ab88c32e req-904a43be-481c-4654-a288-d5ff3094d8d7 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 945 time: 0.0476489 Apr 20 14:04:57.655079 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-32230917-af32-4251-bfbd-dfe1ab88c32e req-4bf1fd21-4b76-45b8-b3ff-6394076b0199 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306180 Apr 20 14:04:58.425929 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:58.767620 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f18472-dbe2-4bfb-9eb5-c1a33c45c02e req-5d84f857-4400-4ca7-809a-d552357f9409 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:58.769076 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f8f18472-dbe2-4bfb-9eb5-c1a33c45c02e req-5d84f857-4400-4ca7-809a-d552357f9409 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 945 time: 0.0475457 Apr 20 14:04:58.806441 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f8f18472-dbe2-4bfb-9eb5-c1a33c45c02e req-24e6dd8c-6454-48b2-a93d-2e3c64f8a914 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307148 Apr 20 14:04:59.557460 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:59.837564 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:59.925617 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be91a07-95f1-4392-a1ed-878af03a630a req-8f34bb67-b713-4d4d-8bcf-2e4a0ff55223 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:04:59.927126 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5be91a07-95f1-4392-a1ed-878af03a630a req-8f34bb67-b713-4d4d-8bcf-2e4a0ff55223 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 945 time: 0.0526960 Apr 20 14:04:59.965506 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5be91a07-95f1-4392-a1ed-878af03a630a req-97b99269-9bbb-44ea-b487-e4bc2da75e0a tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322104 Apr 20 14:05:01.078568 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e222625-6a9a-4a69-9a29-db03f589a7f2 req-190cdd5c-1943-4747-8f13-45fea6f798ec tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:01.080040 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e222625-6a9a-4a69-9a29-db03f589a7f2 req-190cdd5c-1943-4747-8f13-45fea6f798ec tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 945 time: 0.0480356 Apr 20 14:05:01.118099 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e222625-6a9a-4a69-9a29-db03f589a7f2 req-9ff06b6b-2851-4bb5-8794-0a6fbdd7ec71 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316300 Apr 20 14:05:02.232438 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e420c5-6e60-48eb-89b6-2a3b567abab6 req-5a1d2184-d79c-45f2-aee4-75ed6430573d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:02.233909 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-43e420c5-6e60-48eb-89b6-2a3b567abab6 req-5a1d2184-d79c-45f2-aee4-75ed6430573d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 945 time: 0.0487843 Apr 20 14:05:02.270670 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-43e420c5-6e60-48eb-89b6-2a3b567abab6 req-76006855-f2ed-485b-8436-a10179c79c8a tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307517 Apr 20 14:05:03.388985 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24abfbd-9975-49ae-b7e0-fc375a08a02f req-e4725816-9f92-47f8-a808-68d278da1d53 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:03.390482 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c24abfbd-9975-49ae-b7e0-fc375a08a02f req-e4725816-9f92-47f8-a808-68d278da1d53 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 945 time: 0.0525756 Apr 20 14:05:03.427178 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c24abfbd-9975-49ae-b7e0-fc375a08a02f req-67ff437f-f777-4141-b977-3aeb064adf74 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305290 Apr 20 14:05:04.543923 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52675dca-c311-474b-9669-cea939a66228 req-f2165498-4217-4877-9015-3449fd57f02b tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:04.545386 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52675dca-c311-474b-9669-cea939a66228 req-f2165498-4217-4877-9015-3449fd57f02b tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 945 time: 0.0482886 Apr 20 14:05:04.589868 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52675dca-c311-474b-9669-cea939a66228 req-eb89ecdf-759f-4384-9d87-d2b392366482 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384581 Apr 20 14:05:05.704386 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d438b9b-50a1-4b8d-b7c9-57e9f956005e req-05fc3f56-a891-4955-9500-51eac7093a76 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:05.705833 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5d438b9b-50a1-4b8d-b7c9-57e9f956005e req-05fc3f56-a891-4955-9500-51eac7093a76 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 945 time: 0.0476925 Apr 20 14:05:05.743128 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5d438b9b-50a1-4b8d-b7c9-57e9f956005e req-0ce5839c-7097-46b3-8143-74d610412628 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307460 Apr 20 14:05:06.861479 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37c862-6625-4c37-93dd-ed6d5b096b75 req-26b2aafd-bb9c-4056-b70e-7f94d5e612ed tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:06.862945 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e37c862-6625-4c37-93dd-ed6d5b096b75 req-26b2aafd-bb9c-4056-b70e-7f94d5e612ed tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 945 time: 0.0518303 Apr 20 14:05:06.900139 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e37c862-6625-4c37-93dd-ed6d5b096b75 req-b7037a63-73ed-4b8d-b5d9-98c57a58ad9a tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303669 Apr 20 14:05:08.013525 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4b12b-1add-4faa-a8d4-164197ec873c req-04c875aa-64e4-421b-80e0-8e4894bab0bc tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:08.015003 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-21b4b12b-1add-4faa-a8d4-164197ec873c req-04c875aa-64e4-421b-80e0-8e4894bab0bc tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 945 time: 0.0477526 Apr 20 14:05:08.052061 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-21b4b12b-1add-4faa-a8d4-164197ec873c req-00615caf-17bd-40ba-bba3-15429b244896 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310371 Apr 20 14:05:08.382689 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c166123-a708-4efa-86e2-6e971fa9c0ac req-8993e32d-4f7f-4aa3-ba54-26ce81b9b4e7 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:08.384185 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1c166123-a708-4efa-86e2-6e971fa9c0ac req-8993e32d-4f7f-4aa3-ba54-26ce81b9b4e7 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 945 time: 0.0483460 Apr 20 14:05:08.420964 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1c166123-a708-4efa-86e2-6e971fa9c0ac req-c1f5e0c1-ee6b-4d9a-8531-3fb43f7858f9 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307117 Apr 20 14:05:08.489515 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-108a2aa5-1ede-45c1-91a9-5c5b2e74c3da service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0428910 Apr 20 14:05:09.545336 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc706c5-f88f-4eaa-817c-aa4655a101e4 req-beef6388-44c3-4c4c-9f6a-f2cb0b116759 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:09.546793 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ebc706c5-f88f-4eaa-817c-aa4655a101e4 req-beef6388-44c3-4c4c-9f6a-f2cb0b116759 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 945 time: 0.0557747 Apr 20 14:05:09.583537 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ebc706c5-f88f-4eaa-817c-aa4655a101e4 req-9b5dce7b-dd15-49bb-a091-d7dbadfddb58 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304697 Apr 20 14:05:10.324873 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-e0b01da2-1f13-4287-ad3e-9eb07ad1e012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:10.326347 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-e0b01da2-1f13-4287-ad3e-9eb07ad1e012 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 1096 time: 0.0401442 Apr 20 14:05:10.414159 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-f67df9bd-ef0b-440f-bb25-2b6c47d9a555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:10.415731 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-f67df9bd-ef0b-440f-bb25-2b6c47d9a555 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d8814295-6b98-4598-b76a-f7e07fe08e31 HTTP/1.1" status: 200 len: 913 time: 0.0830231 Apr 20 14:05:10.485029 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-95bbeaf5-0d08-4f10-9bb5-3ddbc85376d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3195b31-6783-4381-8523-affda52ec0b6 HTTP/1.1" status: 200 len: 1001 time: 0.0624990 Apr 20 14:05:10.533118 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-525ea91f-e424-42f8-9471-29d64bde7f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:10.534525 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-525ea91f-e424-42f8-9471-29d64bde7f8e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c48da8a4-f2de-4d49-a9f3-5647442dd3f1 HTTP/1.1" status: 200 len: 851 time: 0.0425611 Apr 20 14:05:10.577602 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-d1bc1391-ff02-468f-9ddf-ab2e6bb13a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:10.578954 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-d1bc1391-ff02-468f-9ddf-ab2e6bb13a79 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8814295-6b98-4598-b76a-f7e07fe08e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382500 Apr 20 14:05:10.692299 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-dd72722d-1ae8-41d6-9701-2db82e70c9f9 service neutron] 10.222.0.15 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061156 Apr 20 14:05:10.729118 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581320b3-8fae-42e8-8a18-0692c2cb18d3 req-c48784c0-88ad-42ad-9b3a-8f764d574844 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:10.730523 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-581320b3-8fae-42e8-8a18-0692c2cb18d3 req-c48784c0-88ad-42ad-9b3a-8f764d574844 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 945 time: 0.0767548 Apr 20 14:05:10.805217 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-581320b3-8fae-42e8-8a18-0692c2cb18d3 req-b21c8b8e-d68e-4b4d-bcc4-3d8f7c78d0f9 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474000 Apr 20 14:05:10.821320 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-db29a906-ce0a-44dd-9400-8e2a19683af7 service neutron] 10.222.0.15 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216555 Apr 20 14:05:11.924388 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c04e7-4d29-413a-8cb7-9c0dca294192 req-f1db43dd-b68c-4c1b-9718-c089b4e25a0a tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:11.925858 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-614c04e7-4d29-413a-8cb7-9c0dca294192 req-f1db43dd-b68c-4c1b-9718-c089b4e25a0a tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 945 time: 0.0501659 Apr 20 14:05:11.963789 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-614c04e7-4d29-413a-8cb7-9c0dca294192 req-9eb91fc1-8390-497f-bad4-218d620bb5cc tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312972 Apr 20 14:05:12.750549 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:12.834343 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-470c2f6b-d495-431b-9c4c-e76fbd18eb3c service neutron] show failed (client error): The resource could not be found. Apr 20 14:05:12.835381 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-470c2f6b-d495-431b-9c4c-e76fbd18eb3c service neutron] 10.222.0.15 "GET /v2.0/ports/b3195b31-6783-4381-8523-affda52ec0b6/bindings/n-h1-836015-7 HTTP/1.1" status: 404 len: 380 time: 0.0582552 Apr 20 14:05:13.080480 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d85e05-1a68-42eb-a91a-387ae144392b req-ac176a12-b7df-4bfc-be9a-421693caface tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:13.081963 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-24d85e05-1a68-42eb-a91a-387ae144392b req-ac176a12-b7df-4bfc-be9a-421693caface tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 945 time: 0.0492611 Apr 20 14:05:13.119596 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-24d85e05-1a68-42eb-a91a-387ae144392b req-4d6f194d-24aa-4480-8333-a6b8853ff452 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309892 Apr 20 14:05:13.333012 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-bc9276d5-a6b2-4536-8b5f-f70c53e41250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:13.334500 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-bc9276d5-a6b2-4536-8b5f-f70c53e41250 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875&tenant_id=6690ec411ac542a59248ea9dae106ca4 HTTP/1.1" status: 200 len: 1096 time: 0.0391617 Apr 20 14:05:13.346382 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-743a8f3c-6583-4b44-a557-7784ef4cbe07 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836015-7', 'device_owner': 'compute:nova'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:05:13.396740 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-743a8f3c-6583-4b44-a557-7784ef4cbe07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:13.527701 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:13.595236 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-743a8f3c-6583-4b44-a557-7784ef4cbe07 service neutron] For port b3195b31-6783-4381-8523-affda52ec0b6, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b3195b31-6783-4381-8523-affda52ec0b6,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:05:13.629871 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-743a8f3c-6583-4b44-a557-7784ef4cbe07 service neutron] For port b3195b31-6783-4381-8523-affda52ec0b6, host n-h2-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:05:13.668107 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684c1dfc-1d06-46ff-83bd-1049225b7875', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3195b31-6783-4381-8523-affda52ec0b6'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:05:13.670381 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}477c3876f0a00723b6cc26f82b5301b7c44eaec2342ee7dfaa02d19e77b1fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0317e2-005f-4aa1-b42f-18496f995f6b" -d '{"events": [{"server_uuid": "684c1dfc-1d06-46ff-83bd-1049225b7875", "name": "network-vif-unplugged", "status": "completed", "tag": "b3195b31-6783-4381-8523-affda52ec0b6"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:05:13.674369 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-743a8f3c-6583-4b44-a557-7784ef4cbe07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:13.686195 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-743a8f3c-6583-4b44-a557-7784ef4cbe07 service neutron] Transition to ACTIVE for port object b3195b31-6783-4381-8523-affda52ec0b6 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:05:13.719178 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3805bafe-1cb3-447c-a2f6-a6ae06776e01 x-openstack-request-id: req-3805bafe-1cb3-447c-a2f6-a6ae06776e01 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:05:13.719492 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684c1dfc-1d06-46ff-83bd-1049225b7875", "name": "network-vif-unplugged", "status": "completed", "tag": "b3195b31-6783-4381-8523-affda52ec0b6", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:05:13.719747 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3805bafe-1cb3-447c-a2f6-a6ae06776e01 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:05:13.720152 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3805bafe-1cb3-447c-a2f6-a6ae06776e01'] response: {'server_uuid': '684c1dfc-1d06-46ff-83bd-1049225b7875', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3195b31-6783-4381-8523-affda52ec0b6', 'code': 200} Apr 20 14:05:13.756094 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-743a8f3c-6583-4b44-a557-7784ef4cbe07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:13.841105 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a8f3c-6583-4b44-a557-7784ef4cbe07 service neutron] Pushing event updated for resources: {'Port': ['ID=b3195b31-6783-4381-8523-affda52ec0b6,revision_number=6']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:05:13.879520 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-743a8f3c-6583-4b44-a557-7784ef4cbe07 service neutron] No DVR routers for this DVR port b3195b31-6783-4381-8523-affda52ec0b6 on host n-h2-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:05:14.013446 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-743a8f3c-6583-4b44-a557-7784ef4cbe07 service neutron] Attempting to bind port b3195b31-6783-4381-8523-affda52ec0b6 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:05:14.013778 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-743a8f3c-6583-4b44-a557-7784ef4cbe07 service neutron] Attempting to bind port b3195b31-6783-4381-8523-affda52ec0b6 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:05:14.014102 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-743a8f3c-6583-4b44-a557-7784ef4cbe07 service neutron] Attempting to bind port b3195b31-6783-4381-8523-affda52ec0b6 on network d8814295-6b98-4598-b76a-f7e07fe08e31 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:05:14.018231 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-743a8f3c-6583-4b44-a557-7784ef4cbe07 service neutron] Port b3195b31-6783-4381-8523-affda52ec0b6 on network d8814295-6b98-4598-b76a-f7e07fe08e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:05:14.018548 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-743a8f3c-6583-4b44-a557-7784ef4cbe07 service neutron] Attempting to bind port b3195b31-6783-4381-8523-affda52ec0b6 on network d8814295-6b98-4598-b76a-f7e07fe08e31 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:05:14.023265 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-743a8f3c-6583-4b44-a557-7784ef4cbe07 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:05:14.023632 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-743a8f3c-6583-4b44-a557-7784ef4cbe07 service neutron] Checking segment: {'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:05:14.024011 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-743a8f3c-6583-4b44-a557-7784ef4cbe07 service neutron] Bound using segment: {'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:05:14.024433 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-743a8f3c-6583-4b44-a557-7784ef4cbe07 service neutron] Bound port: b3195b31-6783-4381-8523-affda52ec0b6, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:05:14.024786 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-743a8f3c-6583-4b44-a557-7784ef4cbe07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:14.085971 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-743a8f3c-6583-4b44-a557-7784ef4cbe07 service neutron] For port b3195b31-6783-4381-8523-affda52ec0b6, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:05:14.088956 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-743a8f3c-6583-4b44-a557-7784ef4cbe07 service neutron] For port b3195b31-6783-4381-8523-affda52ec0b6, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=b3195b31-6783-4381-8523-affda52ec0b6,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:05:14.159655 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-743a8f3c-6583-4b44-a557-7784ef4cbe07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:14.195882 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-743a8f3c-6583-4b44-a557-7784ef4cbe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:14.196477 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-743a8f3c-6583-4b44-a557-7784ef4cbe07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:14.197854 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-743a8f3c-6583-4b44-a557-7784ef4cbe07 service neutron] 10.222.0.32 "PUT /v2.0/ports/b3195b31-6783-4381-8523-affda52ec0b6 HTTP/1.1" status: 200 len: 1091 time: 0.8553252 Apr 20 14:05:14.217716 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a8f3c-6583-4b44-a557-7784ef4cbe07 service neutron] Pushing event updated for resources: {'Port': ['ID=b3195b31-6783-4381-8523-affda52ec0b6,revision_number=7']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:05:14.242337 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11e564-460c-4754-9e22-85602189f29e req-64c4a9bd-7087-4670-b5f7-4e2a84d8c0a4 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:14.244000 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ca11e564-460c-4754-9e22-85602189f29e req-64c4a9bd-7087-4670-b5f7-4e2a84d8c0a4 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 943 time: 0.0550740 Apr 20 14:05:14.273016 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-c2b3441e-f696-4b1b-bb37-c096337165ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:14.274667 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-c2b3441e-f696-4b1b-bb37-c096337165ac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 1094 time: 0.0460269 Apr 20 14:05:14.284565 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ca11e564-460c-4754-9e22-85602189f29e req-2bdb79d7-9df7-444a-9ebf-40ca19f971dc tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336940 Apr 20 14:05:14.371202 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-3495df9a-dea6-47a6-9aff-cbf24de93243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:14.372696 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-3495df9a-dea6-47a6-9aff-cbf24de93243 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d8814295-6b98-4598-b76a-f7e07fe08e31 HTTP/1.1" status: 200 len: 913 time: 0.0910237 Apr 20 14:05:14.439292 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-98b64322-4e2c-451a-ad10-41acbfc9f811 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3195b31-6783-4381-8523-affda52ec0b6 HTTP/1.1" status: 200 len: 999 time: 0.0598552 Apr 20 14:05:14.817849 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-c669ed55-d84c-4a18-9b1c-3a0e31e9c38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:14.819218 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-c669ed55-d84c-4a18-9b1c-3a0e31e9c38f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c48da8a4-f2de-4d49-a9f3-5647442dd3f1 HTTP/1.1" status: 200 len: 851 time: 0.3729026 Apr 20 14:05:14.862976 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-cbf03436-1ef7-478d-a6b2-299eb7fbe070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:14.864451 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-cbf03436-1ef7-478d-a6b2-299eb7fbe070 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d8814295-6b98-4598-b76a-f7e07fe08e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387430 Apr 20 14:05:14.953940 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-91367af4-599f-4b84-8f82-dfaa0793b2db service neutron] 10.222.0.32 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824010 Apr 20 14:05:14.992275 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b3195b31-6783-4381-8523-affda52ec0b6 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:05:15.034551 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b3195b31-6783-4381-8523-affda52ec0b6 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:05:15.042145 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-429b1d27-433a-4e68-9edc-fc57bb1aae9b req-7696292d-b890-4eef-bfab-52e159b0c300 service neutron] 10.222.0.32 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827098 Apr 20 14:05:15.407499 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1da69-a9ff-4c6d-b8d5-715d917caa2c req-36a035a3-6db2-4aca-ab47-51738aecfa94 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:15.408984 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1a1da69-a9ff-4c6d-b8d5-715d917caa2c req-36a035a3-6db2-4aca-ab47-51738aecfa94 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 943 time: 0.0490088 Apr 20 14:05:15.450883 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1a1da69-a9ff-4c6d-b8d5-715d917caa2c req-c0db81e3-007a-46ec-8624-7dc935c23f49 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348737 Apr 20 14:05:15.722016 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '684c1dfc-1d06-46ff-83bd-1049225b7875', 'tag': 'b3195b31-6783-4381-8523-affda52ec0b6'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:05:15.724330 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}477c3876f0a00723b6cc26f82b5301b7c44eaec2342ee7dfaa02d19e77b1fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599babd8-d1ee-42ac-8c57-1f2eae45c799" -d '{"events": [{"name": "network-changed", "server_uuid": "684c1dfc-1d06-46ff-83bd-1049225b7875", "tag": "b3195b31-6783-4381-8523-affda52ec0b6"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:05:15.771711 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afee047f-41d4-4ffd-b1db-b7b28c9c317f x-openstack-request-id: req-afee047f-41d4-4ffd-b1db-b7b28c9c317f {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:05:15.772050 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "684c1dfc-1d06-46ff-83bd-1049225b7875", "tag": "b3195b31-6783-4381-8523-affda52ec0b6", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:05:15.772303 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-afee047f-41d4-4ffd-b1db-b7b28c9c317f {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:05:15.772702 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afee047f-41d4-4ffd-b1db-b7b28c9c317f'] response: {'name': 'network-changed', 'server_uuid': '684c1dfc-1d06-46ff-83bd-1049225b7875', 'tag': 'b3195b31-6783-4381-8523-affda52ec0b6', 'status': 'completed', 'code': 200} Apr 20 14:05:15.833623 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599babd8-d1ee-42ac-8c57-1f2eae45c799 req-5a584e3a-f11a-456e-b4fb-cab7c40b8c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:15.833882 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599babd8-d1ee-42ac-8c57-1f2eae45c799 req-10545d64-b452-427a-a21f-d9829955c4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:15.835158 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-599babd8-d1ee-42ac-8c57-1f2eae45c799 req-10545d64-b452-427a-a21f-d9829955c4c2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 1094 time: 0.0408676 Apr 20 14:05:15.835271 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-599babd8-d1ee-42ac-8c57-1f2eae45c799 req-5a584e3a-f11a-456e-b4fb-cab7c40b8c6e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 1094 time: 0.0406506 Apr 20 14:05:15.923576 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599babd8-d1ee-42ac-8c57-1f2eae45c799 req-e2da3f11-9fa1-4bb3-af7f-4d83dedf62e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:15.925028 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-599babd8-d1ee-42ac-8c57-1f2eae45c799 req-e2da3f11-9fa1-4bb3-af7f-4d83dedf62e2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d8814295-6b98-4598-b76a-f7e07fe08e31 HTTP/1.1" status: 200 len: 913 time: 0.0828094 Apr 20 14:05:15.926682 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599babd8-d1ee-42ac-8c57-1f2eae45c799 req-8054a8e8-c509-4cdc-b761-7a5571eb6fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:15.928150 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-599babd8-d1ee-42ac-8c57-1f2eae45c799 req-8054a8e8-c509-4cdc-b761-7a5571eb6fc4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d8814295-6b98-4598-b76a-f7e07fe08e31 HTTP/1.1" status: 200 len: 913 time: 0.0865762 Apr 20 14:05:15.992136 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-599babd8-d1ee-42ac-8c57-1f2eae45c799 req-3d92647a-fd28-463e-8498-8bcd89857b4c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3195b31-6783-4381-8523-affda52ec0b6 HTTP/1.1" status: 200 len: 999 time: 0.0608790 Apr 20 14:05:15.993049 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-599babd8-d1ee-42ac-8c57-1f2eae45c799 req-9ca36214-f853-4394-a19e-3bba43367955 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3195b31-6783-4381-8523-affda52ec0b6 HTTP/1.1" status: 200 len: 999 time: 0.0569370 Apr 20 14:05:16.041219 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599babd8-d1ee-42ac-8c57-1f2eae45c799 req-95738a47-47f3-4627-aa68-7105b537c0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:16.042659 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-599babd8-d1ee-42ac-8c57-1f2eae45c799 req-95738a47-47f3-4627-aa68-7105b537c0a6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c48da8a4-f2de-4d49-a9f3-5647442dd3f1 HTTP/1.1" status: 200 len: 851 time: 0.0445130 Apr 20 14:05:16.045024 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599babd8-d1ee-42ac-8c57-1f2eae45c799 req-b52e0354-3b26-4ce9-ab28-f27c6c950768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:16.046446 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-599babd8-d1ee-42ac-8c57-1f2eae45c799 req-b52e0354-3b26-4ce9-ab28-f27c6c950768 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c48da8a4-f2de-4d49-a9f3-5647442dd3f1 HTTP/1.1" status: 200 len: 851 time: 0.0465968 Apr 20 14:05:16.089361 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599babd8-d1ee-42ac-8c57-1f2eae45c799 req-64e511f9-935b-4b5d-8f1f-aa997763f219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:16.090840 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-599babd8-d1ee-42ac-8c57-1f2eae45c799 req-64e511f9-935b-4b5d-8f1f-aa997763f219 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8814295-6b98-4598-b76a-f7e07fe08e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414994 Apr 20 14:05:16.092047 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599babd8-d1ee-42ac-8c57-1f2eae45c799 req-0c921732-b726-4c5d-b104-24a975532b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:16.093532 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-599babd8-d1ee-42ac-8c57-1f2eae45c799 req-0c921732-b726-4c5d-b104-24a975532b65 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d8814295-6b98-4598-b76a-f7e07fe08e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393989 Apr 20 14:05:16.182561 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-599babd8-d1ee-42ac-8c57-1f2eae45c799 req-631becec-cbf8-485b-bf91-658f59ed2139 service neutron] 10.222.0.15 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845671 Apr 20 14:05:16.186178 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-599babd8-d1ee-42ac-8c57-1f2eae45c799 req-dec1b063-df77-4725-9208-3ffffc02ac9b service neutron] 10.222.0.32 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852580 Apr 20 14:05:16.272454 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-599babd8-d1ee-42ac-8c57-1f2eae45c799 req-a44c9324-cbba-449a-8535-b9acd78ee80a service neutron] 10.222.0.15 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837851 Apr 20 14:05:16.279308 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-599babd8-d1ee-42ac-8c57-1f2eae45c799 req-4851fe92-4367-4969-820e-03609c778299 service neutron] 10.222.0.32 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864422 Apr 20 14:05:16.566039 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035da8ae-8f77-4295-a8b1-6992024341dd req-78c21992-5408-4b91-9518-c5fd7d4071f5 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:16.567657 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-035da8ae-8f77-4295-a8b1-6992024341dd req-78c21992-5408-4b91-9518-c5fd7d4071f5 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 943 time: 0.0484805 Apr 20 14:05:16.607587 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-035da8ae-8f77-4295-a8b1-6992024341dd req-a62a6da2-b332-42b6-b878-e64b58488d05 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339811 Apr 20 14:05:17.725888 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f7329-5417-434d-8857-17f2512d5ab4 req-7b110fed-02d9-4a14-9cdd-f4ad366397f7 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:17.727393 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-199f7329-5417-434d-8857-17f2512d5ab4 req-7b110fed-02d9-4a14-9cdd-f4ad366397f7 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 943 time: 0.0480511 Apr 20 14:05:17.767565 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-199f7329-5417-434d-8857-17f2512d5ab4 req-71de9a37-6d7e-4a85-82a4-8c491fa6ebc4 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340824 Apr 20 14:05:18.323996 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device b3195b31-6783-4381-8523-affda52ec0b6 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:05:18.419313 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port b3195b31-6783-4381-8523-affda52ec0b6, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=b3195b31-6783-4381-8523-affda52ec0b6,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:05:18.430526 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': 'b3195b31-6783-4381-8523-affda52ec0b6', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'port_id': 'b3195b31-6783-4381-8523-affda52ec0b6', 'mac_address': 'fa:16:3e:a1:1f:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:05:18.466559 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:18.479727 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3195b31-6783-4381-8523-affda52ec0b6 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:05:18.499634 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port b3195b31-6783-4381-8523-affda52ec0b6, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=b3195b31-6783-4381-8523-affda52ec0b6,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:05:18.580239 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:18.631043 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=b3195b31-6783-4381-8523-affda52ec0b6,revision_number=8']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:05:18.887732 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ade52-e7e3-4024-9136-507357790ea8 req-6cfbbfed-da83-447e-9c95-3076ad75b897 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:18.889090 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-042ade52-e7e3-4024-9136-507357790ea8 req-6cfbbfed-da83-447e-9c95-3076ad75b897 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 944 time: 0.0483365 Apr 20 14:05:18.895263 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['b3195b31-6783-4381-8523-affda52ec0b6'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:05:18.927377 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-042ade52-e7e3-4024-9136-507357790ea8 req-89b1a947-11e8-436c-a572-64ba233b11bc tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319576 Apr 20 14:05:19.164767 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-19626a5b-7397-48ee-bf6c-04fa6bcba6fd req-3a63ae84-a3c3-43a7-9e45-37d7eb73a922 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0529828 Apr 20 14:05:19.256821 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19626a5b-7397-48ee-bf6c-04fa6bcba6fd req-31789003-c650-4535-8d30-25e3f1b63aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:19.259315 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-19626a5b-7397-48ee-bf6c-04fa6bcba6fd req-31789003-c650-4535-8d30-25e3f1b63aa8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 1095 time: 0.0529382 Apr 20 14:05:19.268896 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877cc53-d21c-47d9-b289-5657b93e154c req-1064f53d-3bc1-40c2-9419-8d82ce6dce87 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:19.272623 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c877cc53-d21c-47d9-b289-5657b93e154c req-1064f53d-3bc1-40c2-9419-8d82ce6dce87 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 944 time: 0.0674014 Apr 20 14:05:19.344089 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c877cc53-d21c-47d9-b289-5657b93e154c req-249b66d7-69fb-4e4d-a5a1-b9796a2ed151 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655415 Apr 20 14:05:19.364447 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464c144-fdbc-46fb-935f-eb4a3cca6c3f req-dc2aaf9b-1b63-449a-bd7c-e158f824a30c tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:19.366450 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9464c144-fdbc-46fb-935f-eb4a3cca6c3f req-dc2aaf9b-1b63-449a-bd7c-e158f824a30c tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.15 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875&tenant_id=6690ec411ac542a59248ea9dae106ca4&binding%3Ahost_id=n-h1-836015-7 HTTP/1.1" status: 200 len: 944 time: 0.0696497 Apr 20 14:05:19.386836 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19626a5b-7397-48ee-bf6c-04fa6bcba6fd req-344eed3e-a939-4cc3-a9e1-d1e7fe2280ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:19.388292 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-19626a5b-7397-48ee-bf6c-04fa6bcba6fd req-344eed3e-a939-4cc3-a9e1-d1e7fe2280ab service neutron] 10.222.0.32 "GET /v2.0/networks?id=d8814295-6b98-4598-b76a-f7e07fe08e31 HTTP/1.1" status: 200 len: 913 time: 0.1007109 Apr 20 14:05:19.433148 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [req-9464c144-fdbc-46fb-935f-eb4a3cca6c3f req-e7eb0515-d4df-44d9-8274-c350bef3e6d8 service neutron] delete failed (client error): The resource could not be found. Apr 20 14:05:19.434079 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9464c144-fdbc-46fb-935f-eb4a3cca6c3f req-e7eb0515-d4df-44d9-8274-c350bef3e6d8 service neutron] 10.222.0.15 "DELETE /v2.0/ports/b3195b31-6783-4381-8523-affda52ec0b6/bindings/n-h2-836015-7 HTTP/1.1" status: 404 len: 380 time: 0.0557737 Apr 20 14:05:19.457355 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-19626a5b-7397-48ee-bf6c-04fa6bcba6fd req-42757c62-8ff7-4b71-bb57-a2496d316d81 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3195b31-6783-4381-8523-affda52ec0b6 HTTP/1.1" status: 200 len: 1000 time: 0.0618291 Apr 20 14:05:19.511509 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19626a5b-7397-48ee-bf6c-04fa6bcba6fd req-0724fd4f-bb3d-441e-b169-639760d578eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:19.512997 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-19626a5b-7397-48ee-bf6c-04fa6bcba6fd req-0724fd4f-bb3d-441e-b169-639760d578eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c48da8a4-f2de-4d49-a9f3-5647442dd3f1 HTTP/1.1" status: 200 len: 851 time: 0.0483363 Apr 20 14:05:19.516122 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464c144-fdbc-46fb-935f-eb4a3cca6c3f req-f85787f7-f840-4283-884b-7c4441d90ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:19.517616 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9464c144-fdbc-46fb-935f-eb4a3cca6c3f req-f85787f7-f840-4283-884b-7c4441d90ba3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 1095 time: 0.0407283 Apr 20 14:05:19.557409 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19626a5b-7397-48ee-bf6c-04fa6bcba6fd req-f1a19acb-594d-48f8-ac72-19802f9906ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:19.558956 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-19626a5b-7397-48ee-bf6c-04fa6bcba6fd req-f1a19acb-594d-48f8-ac72-19802f9906ba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d8814295-6b98-4598-b76a-f7e07fe08e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396614 Apr 20 14:05:19.611958 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464c144-fdbc-46fb-935f-eb4a3cca6c3f req-604efee6-4b7c-4d76-8c46-265cf0fc87fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:19.613424 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9464c144-fdbc-46fb-935f-eb4a3cca6c3f req-604efee6-4b7c-4d76-8c46-265cf0fc87fc service neutron] 10.222.0.15 "GET /v2.0/networks?id=d8814295-6b98-4598-b76a-f7e07fe08e31 HTTP/1.1" status: 200 len: 913 time: 0.0894947 Apr 20 14:05:19.650998 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-19626a5b-7397-48ee-bf6c-04fa6bcba6fd req-76d08fc3-d066-4d87-a44f-458cc1747927 service neutron] 10.222.0.32 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851386 Apr 20 14:05:19.680447 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9464c144-fdbc-46fb-935f-eb4a3cca6c3f req-95542bc1-51ed-4004-8a81-691ce99849f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3195b31-6783-4381-8523-affda52ec0b6 HTTP/1.1" status: 200 len: 1000 time: 0.0600586 Apr 20 14:05:19.737172 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464c144-fdbc-46fb-935f-eb4a3cca6c3f req-70d6c8ef-5f49-4b74-93f6-7260f4209ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:19.738731 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9464c144-fdbc-46fb-935f-eb4a3cca6c3f req-70d6c8ef-5f49-4b74-93f6-7260f4209ed3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c48da8a4-f2de-4d49-a9f3-5647442dd3f1 HTTP/1.1" status: 200 len: 851 time: 0.0519502 Apr 20 14:05:19.748362 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-19626a5b-7397-48ee-bf6c-04fa6bcba6fd req-d2144916-b809-48ba-af29-8aca201260b0 service neutron] 10.222.0.32 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898707 Apr 20 14:05:19.784494 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464c144-fdbc-46fb-935f-eb4a3cca6c3f req-75d8cd48-012e-4b01-98fc-ddc26eac08a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:19.785980 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9464c144-fdbc-46fb-935f-eb4a3cca6c3f req-75d8cd48-012e-4b01-98fc-ddc26eac08a6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8814295-6b98-4598-b76a-f7e07fe08e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412240 Apr 20 14:05:19.874815 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9464c144-fdbc-46fb-935f-eb4a3cca6c3f req-9b85bdbb-fe34-4ebd-99d5-edfd54c74f49 service neutron] 10.222.0.15 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820999 Apr 20 14:05:19.967083 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9464c144-fdbc-46fb-935f-eb4a3cca6c3f req-3b4569e8-d3eb-4b7d-a451-658d38fde11b service neutron] 10.222.0.15 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859165 Apr 20 14:05:20.349409 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device b3195b31-6783-4381-8523-affda52ec0b6 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:05:20.469912 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b3c1c4-1989-4d03-816c-f5e6f58bef95 req-d8d09329-30ef-4b18-a6fe-b6af789c1a68 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:20.471474 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-83b3c1c4-1989-4d03-816c-f5e6f58bef95 req-d8d09329-30ef-4b18-a6fe-b6af789c1a68 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 944 time: 0.0513804 Apr 20 14:05:20.477193 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port b3195b31-6783-4381-8523-affda52ec0b6 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:05:20.481465 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port b3195b31-6783-4381-8523-affda52ec0b6 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:05:20.488087 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:20.510616 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-83b3c1c4-1989-4d03-816c-f5e6f58bef95 req-3074b3e4-2410-4ff9-ae57-98c73c499b2b tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330086 Apr 20 14:05:20.561057 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:20.583373 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684c1dfc-1d06-46ff-83bd-1049225b7875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3195b31-6783-4381-8523-affda52ec0b6'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:05:20.586097 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac87ba4abbb4e8505208ea6fd510b76711e5f2ebc605ae5eca19bb7d33fcf53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5b1c81-b081-4a18-9644-fee8f6e7b558" -d '{"events": [{"server_uuid": "684c1dfc-1d06-46ff-83bd-1049225b7875", "name": "network-vif-plugged", "status": "completed", "tag": "b3195b31-6783-4381-8523-affda52ec0b6"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:05:20.601055 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port b3195b31-6783-4381-8523-affda52ec0b6, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=b3195b31-6783-4381-8523-affda52ec0b6,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:05:20.678159 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b6c6d4-e576-4b09-a9aa-f91ddb9ec4c4 x-openstack-request-id: req-47b6c6d4-e576-4b09-a9aa-f91ddb9ec4c4 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:05:20.678449 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684c1dfc-1d06-46ff-83bd-1049225b7875", "name": "network-vif-plugged", "status": "completed", "tag": "b3195b31-6783-4381-8523-affda52ec0b6", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:05:20.678704 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-47b6c6d4-e576-4b09-a9aa-f91ddb9ec4c4 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:05:20.679101 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47b6c6d4-e576-4b09-a9aa-f91ddb9ec4c4'] response: {'server_uuid': '684c1dfc-1d06-46ff-83bd-1049225b7875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3195b31-6783-4381-8523-affda52ec0b6', 'code': 200} Apr 20 14:05:20.687603 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:20.738490 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=b3195b31-6783-4381-8523-affda52ec0b6,revision_number=9']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:05:21.625537 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f50b59-4a33-4bdd-945d-ed4ce1effcc2 req-68afaae4-b8ee-49ad-9e91-93a17dab83b1 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:21.626983 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63f50b59-4a33-4bdd-945d-ed4ce1effcc2 req-68afaae4-b8ee-49ad-9e91-93a17dab83b1 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 945 time: 0.0475092 Apr 20 14:05:21.667560 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63f50b59-4a33-4bdd-945d-ed4ce1effcc2 req-a76a2f92-c8c8-48de-a06e-e6f73e29c046 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345807 Apr 20 14:05:21.781944 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa716bb9-f9d2-4857-8489-55f1093fb853 req-4a4e922b-9582-4e57-b1a5-ece63419559a tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:21.783310 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fa716bb9-f9d2-4857-8489-55f1093fb853 req-4a4e922b-9582-4e57-b1a5-ece63419559a tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 945 time: 0.0480771 Apr 20 14:05:21.822521 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fa716bb9-f9d2-4857-8489-55f1093fb853 req-3ee23861-d612-4aad-90e4-e347995c9f22 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326440 Apr 20 14:05:22.126768 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abc049-adb8-482c-918b-c06f4d270bbf req-bd22405e-f765-43d8-8601-ffebdcf1ae08 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:22.128366 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a3abc049-adb8-482c-918b-c06f4d270bbf req-bd22405e-f765-43d8-8601-ffebdcf1ae08 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 945 time: 0.0501173 Apr 20 14:05:22.166621 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a3abc049-adb8-482c-918b-c06f4d270bbf req-6cbc4b9f-33cd-46bd-9848-211ed4bdab2e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314703 Apr 20 14:05:22.202831 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34512ca3-dbb4-47fb-8b10-218d6d7492ce req-1a5d2613-eb06-4cb8-b49c-bda11e071f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:22.204384 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-34512ca3-dbb4-47fb-8b10-218d6d7492ce req-1a5d2613-eb06-4cb8-b49c-bda11e071f83 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 1096 time: 0.0423923 Apr 20 14:05:22.295252 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34512ca3-dbb4-47fb-8b10-218d6d7492ce req-8fa54472-7f45-42e2-b0e9-133c86fafd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:22.296647 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-34512ca3-dbb4-47fb-8b10-218d6d7492ce req-8fa54472-7f45-42e2-b0e9-133c86fafd96 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d8814295-6b98-4598-b76a-f7e07fe08e31 HTTP/1.1" status: 200 len: 913 time: 0.0858569 Apr 20 14:05:22.360088 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-34512ca3-dbb4-47fb-8b10-218d6d7492ce req-6e776fec-93a5-4649-8c34-f065860d88af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3195b31-6783-4381-8523-affda52ec0b6 HTTP/1.1" status: 200 len: 1001 time: 0.0571570 Apr 20 14:05:22.407775 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34512ca3-dbb4-47fb-8b10-218d6d7492ce req-0311b973-0515-4a95-a23e-3e660e8ef6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:22.409199 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-34512ca3-dbb4-47fb-8b10-218d6d7492ce req-0311b973-0515-4a95-a23e-3e660e8ef6e7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c48da8a4-f2de-4d49-a9f3-5647442dd3f1 HTTP/1.1" status: 200 len: 851 time: 0.0424144 Apr 20 14:05:22.458111 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34512ca3-dbb4-47fb-8b10-218d6d7492ce req-457c1768-99ba-4c32-ade3-6d15d296d39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:22.459630 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-34512ca3-dbb4-47fb-8b10-218d6d7492ce req-457c1768-99ba-4c32-ade3-6d15d296d39c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d8814295-6b98-4598-b76a-f7e07fe08e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441401 Apr 20 14:05:22.547765 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-34512ca3-dbb4-47fb-8b10-218d6d7492ce req-1ea17a50-5cb7-428f-82b7-957e0b5bf60d service neutron] 10.222.0.32 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805452 Apr 20 14:05:22.603505 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:05:22.639320 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-34512ca3-dbb4-47fb-8b10-218d6d7492ce req-e106820d-cb1e-47a7-9984-100fa8f68923 service neutron] 10.222.0.32 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849917 Apr 20 14:05:23.283158 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9678a-71dc-40fe-9762-126ad68bad33 req-aea9f13a-2b7f-44a6-a711-ea30e4fea101 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:23.284651 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1cf9678a-71dc-40fe-9762-126ad68bad33 req-aea9f13a-2b7f-44a6-a711-ea30e4fea101 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 945 time: 0.0484655 Apr 20 14:05:23.326433 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1cf9678a-71dc-40fe-9762-126ad68bad33 req-bd1ef423-6802-418f-aaed-f57c6e8cae66 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351534 Apr 20 14:05:24.441594 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13f861-dab8-4e85-8092-52c1f2440db1 req-571fc650-ee90-47f4-acd7-bb7efadc9b6c tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:24.443283 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6b13f861-dab8-4e85-8092-52c1f2440db1 req-571fc650-ee90-47f4-acd7-bb7efadc9b6c tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 945 time: 0.0506136 Apr 20 14:05:24.461168 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ba2f23ed-c7cf-4511-908b-52e6dc21aaaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:24.484142 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6b13f861-dab8-4e85-8092-52c1f2440db1 req-3d0d797a-d7a4-4194-9cfe-78fc84be37ce tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345695 Apr 20 14:05:24.894924 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec311ea5-c2a0-475d-bf69-52e4d822558f req-7714b684-bd95-4f21-a180-4fb8e00affcf tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:24.896411 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ec311ea5-c2a0-475d-bf69-52e4d822558f req-7714b684-bd95-4f21-a180-4fb8e00affcf tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 945 time: 0.0477412 Apr 20 14:05:24.933156 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ec311ea5-c2a0-475d-bf69-52e4d822558f req-6c000070-d719-453a-a5f9-de713d06e6b4 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300994 Apr 20 14:05:26.051171 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c83209-f794-421e-b8d7-edd23d4ee6d2 req-274927d5-a954-4fdf-a18c-7f9f7bf12cc3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:26.052683 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-61c83209-f794-421e-b8d7-edd23d4ee6d2 req-274927d5-a954-4fdf-a18c-7f9f7bf12cc3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 945 time: 0.0483425 Apr 20 14:05:26.093128 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-61c83209-f794-421e-b8d7-edd23d4ee6d2 req-b454fb56-545d-4dfc-b3d3-e4b0e903ece5 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345027 Apr 20 14:05:26.237375 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea7bfb-9817-4a7a-9ec1-549e0a46d092 req-1d440de1-4c36-449c-9bee-e8827fc62fe0 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:26.238758 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-61ea7bfb-9817-4a7a-9ec1-549e0a46d092 req-1d440de1-4c36-449c-9bee-e8827fc62fe0 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.32 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 945 time: 0.0490625 Apr 20 14:05:26.325178 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-61ea7bfb-9817-4a7a-9ec1-549e0a46d092 req-8b48c6c5-9cc7-4b86-888b-ba1ab51c4fdd tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Deleting port b3195b31-6783-4381-8523-affda52ec0b6 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:05:26.325527 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-61ea7bfb-9817-4a7a-9ec1-549e0a46d092 req-8b48c6c5-9cc7-4b86-888b-ba1ab51c4fdd tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:26.415058 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-61ea7bfb-9817-4a7a-9ec1-549e0a46d092 req-8b48c6c5-9cc7-4b86-888b-ba1ab51c4fdd tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] For port b3195b31-6783-4381-8523-affda52ec0b6, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=b3195b31-6783-4381-8523-affda52ec0b6,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:05:26.416019 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-61ea7bfb-9817-4a7a-9ec1-549e0a46d092 req-8b48c6c5-9cc7-4b86-888b-ba1ab51c4fdd tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:26.583717 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-61ea7bfb-9817-4a7a-9ec1-549e0a46d092 req-8b48c6c5-9cc7-4b86-888b-ba1ab51c4fdd tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:26.584087 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-61ea7bfb-9817-4a7a-9ec1-549e0a46d092 req-8b48c6c5-9cc7-4b86-888b-ba1ab51c4fdd tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:26.584408 n-d-836015-7 neutron-server[114870]: INFO neutron.db.l3_db [req-61ea7bfb-9817-4a7a-9ec1-549e0a46d092 req-8b48c6c5-9cc7-4b86-888b-ba1ab51c4fdd tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Floating IP 18f62f3a-267c-4055-a185-1c4810cd78fd disassociated. External IP: 172.25.8.208, port: b3195b31-6783-4381-8523-affda52ec0b6. Apr 20 14:05:26.584750 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-61ea7bfb-9817-4a7a-9ec1-549e0a46d092 req-8b48c6c5-9cc7-4b86-888b-ba1ab51c4fdd tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Calling delete_port for b3195b31-6783-4381-8523-affda52ec0b6 owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:05:26.767295 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-61ea7bfb-9817-4a7a-9ec1-549e0a46d092 req-8b48c6c5-9cc7-4b86-888b-ba1ab51c4fdd tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:26.791768 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e7465cdf-899e-4096-9bbc-033a3019b139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:26.798183 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b48c6c5-9cc7-4b86-888b-ba1ab51c4fdd tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Pushing event deleted for resources: {'Port': ['ID=b3195b31-6783-4381-8523-affda52ec0b6,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:05:26.810586 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b48c6c5-9cc7-4b86-888b-ba1ab51c4fdd tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:05:26.810931 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b48c6c5-9cc7-4b86-888b-ba1ab51c4fdd tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:05:26.811275 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b48c6c5-9cc7-4b86-888b-ba1ab51c4fdd tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:05:26.811637 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b48c6c5-9cc7-4b86-888b-ba1ab51c4fdd tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:05:26.811976 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b48c6c5-9cc7-4b86-888b-ba1ab51c4fdd tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:05:26.812332 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b48c6c5-9cc7-4b86-888b-ba1ab51c4fdd tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:05:26.812665 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b48c6c5-9cc7-4b86-888b-ba1ab51c4fdd tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:05:26.812997 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b48c6c5-9cc7-4b86-888b-ba1ab51c4fdd tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:05:26.813324 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b48c6c5-9cc7-4b86-888b-ba1ab51c4fdd tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:05:26.813649 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b48c6c5-9cc7-4b86-888b-ba1ab51c4fdd tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:05:26.813975 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b48c6c5-9cc7-4b86-888b-ba1ab51c4fdd tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:05:26.814300 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b48c6c5-9cc7-4b86-888b-ba1ab51c4fdd tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:05:26.923946 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61ea7bfb-9817-4a7a-9ec1-549e0a46d092 req-8b48c6c5-9cc7-4b86-888b-ba1ab51c4fdd tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Router 6bc0fb59-318e-4f49-a979-7ec488a40565 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:05:27.034617 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61ea7bfb-9817-4a7a-9ec1-549e0a46d092 req-8b48c6c5-9cc7-4b86-888b-ba1ab51c4fdd tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:05:27.044498 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2bad25-c1ea-4c5f-a412-235fb37a3c90 None None] Sync routers for ids ['6bc0fb59-318e-4f49-a979-7ec488a40565'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:05:27.053707 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2bad25-c1ea-4c5f-a412-235fb37a3c90 None None] Routers {'6bc0fb59-318e-4f49-a979-7ec488a40565'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:05:27.054351 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4e2bad25-c1ea-4c5f-a412-235fb37a3c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:05:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6bc0fb59-318e-4f49-a979-7ec488a40565'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:05:27.073805 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ea7bfb-9817-4a7a-9ec1-549e0a46d092 req-8b48c6c5-9cc7-4b86-888b-ba1ab51c4fdd tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] No DVR routers for this DVR port b3195b31-6783-4381-8523-affda52ec0b6 on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:05:27.076603 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-61ea7bfb-9817-4a7a-9ec1-549e0a46d092 req-8b48c6c5-9cc7-4b86-888b-ba1ab51c4fdd tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:27.080854 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-61ea7bfb-9817-4a7a-9ec1-549e0a46d092 req-8b48c6c5-9cc7-4b86-888b-ba1ab51c4fdd tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.32 "DELETE /v2.0/ports/b3195b31-6783-4381-8523-affda52ec0b6 HTTP/1.1" status: 204 len: 173 time: 0.8362041 Apr 20 14:05:27.081313 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684c1dfc-1d06-46ff-83bd-1049225b7875', 'name': 'network-vif-deleted', 'tag': 'b3195b31-6783-4381-8523-affda52ec0b6'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:05:27.084326 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}477c3876f0a00723b6cc26f82b5301b7c44eaec2342ee7dfaa02d19e77b1fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0d80ea-9e0d-4186-9a18-052dbfd6f3c9" -d '{"events": [{"server_uuid": "684c1dfc-1d06-46ff-83bd-1049225b7875", "name": "network-vif-deleted", "tag": "b3195b31-6783-4381-8523-affda52ec0b6"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:05:27.124944 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c1d909-4129-4f50-9284-832213fe612a x-openstack-request-id: req-a1c1d909-4129-4f50-9284-832213fe612a {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:05:27.125303 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684c1dfc-1d06-46ff-83bd-1049225b7875", "name": "network-vif-deleted", "tag": "b3195b31-6783-4381-8523-affda52ec0b6", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:05:27.125634 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a1c1d909-4129-4f50-9284-832213fe612a {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:05:27.126103 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1c1d909-4129-4f50-9284-832213fe612a'] response: {'server_uuid': '684c1dfc-1d06-46ff-83bd-1049225b7875', 'name': 'network-vif-deleted', 'tag': 'b3195b31-6783-4381-8523-affda52ec0b6', 'status': 'completed', 'code': 200} Apr 20 14:05:27.168749 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-4e2bad25-c1ea-4c5f-a412-235fb37a3c90 None None] Set router 6bc0fb59-318e-4f49-a979-7ec488a40565 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:05:27.192861 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b3b5ae9c-db53-496b-8693-a0ff95263f51 req-2bf5b7d7-b5a0-49ee-93a0-aa7468981816 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=684c1dfc-1d06-46ff-83bd-1049225b7875 HTTP/1.1" status: 200 len: 210 time: 0.0273554 Apr 20 14:05:27.373664 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4e2bad25-c1ea-4c5f-a412-235fb37a3c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'name': 'tempest-ServerActionsTestJSON-1759743936-router', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:03:25Z', 'updated_at': '2022-04-20T14:03:29Z', 'revision_number': 4, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'gw_port': {'id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:26Z', 'updated_at': '2022-04-20T14:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '4e7da714-a91e-4230-b4d7-99405b4fded0', 'name': '', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'mac_address': 'fa:16:3e:44:02:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:28Z', 'updated_at': '2022-04-20T14:03:32Z', 'revision_number': 5, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'subnets': [{'id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:05:27.399915 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2bad25-c1ea-4c5f-a412-235fb37a3c90 None None] Checking router: 6bc0fb59-318e-4f49-a979-7ec488a40565 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:05:27.408284 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2bad25-c1ea-4c5f-a412-235fb37a3c90 None None] Routers {'6bc0fb59-318e-4f49-a979-7ec488a40565'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:05:27.408886 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4e2bad25-c1ea-4c5f-a412-235fb37a3c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:05:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6bc0fb59-318e-4f49-a979-7ec488a40565'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:05:27.512762 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-4e2bad25-c1ea-4c5f-a412-235fb37a3c90 None None] Set router 6bc0fb59-318e-4f49-a979-7ec488a40565 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:05:27.793009 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4e2bad25-c1ea-4c5f-a412-235fb37a3c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'name': 'tempest-ServerActionsTestJSON-1759743936-router', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:03:25Z', 'updated_at': '2022-04-20T14:03:29Z', 'revision_number': 4, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'gw_port': {'id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:26Z', 'updated_at': '2022-04-20T14:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '4e7da714-a91e-4230-b4d7-99405b4fded0', 'name': '', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'mac_address': 'fa:16:3e:44:02:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:28Z', 'updated_at': '2022-04-20T14:03:32Z', 'revision_number': 5, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'subnets': [{'id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:05:27.820522 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2bad25-c1ea-4c5f-a412-235fb37a3c90 None None] The sync data for ids ['6bc0fb59-318e-4f49-a979-7ec488a40565'] in n-d-836015-7 is: [{'id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'name': 'tempest-ServerActionsTestJSON-1759743936-router', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:03:25Z', 'updated_at': '2022-04-20T14:03:29Z', 'revision_number': 4, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'gw_port': {'id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:26Z', 'updated_at': '2022-04-20T14:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '4e7da714-a91e-4230-b4d7-99405b4fded0', 'name': '', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'mac_address': 'fa:16:3e:44:02:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:28Z', 'updated_at': '2022-04-20T14:03:32Z', 'revision_number': 5, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'subnets': [{'id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:05:28.033815 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eedeb4c-97c8-4191-80ba-623a8795a18b None None] New status for floating IP 18f62f3a-267c-4055-a185-1c4810cd78fd: DOWN {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:05:28.260229 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:28.371534 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device b3195b31-6783-4381-8523-affda52ec0b6 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:05:28.395666 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: b3195b31-6783-4381-8523-affda52ec0b6 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:05:28.396017 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device b3195b31-6783-4381-8523-affda52ec0b6 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:05:28.429217 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-3988c766-7048-49ec-a7ad-659afa901fef tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1223740389&fields=id&tenant_id=6690ec411ac542a59248ea9dae106ca4 HTTP/1.1" status: 200 len: 267 time: 0.0330064 Apr 20 14:05:28.532716 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-c2006d62-fb60-48c4-b6a7-b818a86e9407 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:28.534164 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-c2006d62-fb60-48c4-b6a7-b818a86e9407 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/networks?id=d8814295-6b98-4598-b76a-f7e07fe08e31 HTTP/1.1" status: 200 len: 812 time: 0.0981271 Apr 20 14:05:28.548732 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-1c910c9f-aadb-4519-997d-8173b8a1253d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/quotas/6690ec411ac542a59248ea9dae106ca4 HTTP/1.1" status: 200 len: 375 time: 0.0087543 Apr 20 14:05:28.604011 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-6d364494-5bf1-4bb4-9ea5-3c0b9bfce4e6 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500708 Apr 20 14:05:28.737780 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-619b41ac-e2af-41f8-9b09-62bd9df2c0f4 service neutron] 10.222.0.25 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219642 Apr 20 14:05:28.830490 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-6aa7c9f8-b0f1-42eb-bb5d-da98633636da service neutron] 10.222.0.25 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855143 Apr 20 14:05:29.065950 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e42df085-1fd7-49ea-94a1-28d89f8dd44c req-df8e0847-fdaf-476a-987d-436898258948 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 210 time: 0.0269773 Apr 20 14:05:29.585864 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:29.859797 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:30.162367 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a78567f9-20ba-4e56-915c-1be7edcdded6 req-37396048-16ba-46b4-9692-55e800c3cb21 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 210 time: 0.0261638 Apr 20 14:05:30.937125 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-4b1b42b4-8512-436a-b659-3cd993414331 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:30.938550 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-4b1b42b4-8512-436a-b659-3cd993414331 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.15 "GET /v2.0/networks?id=d8814295-6b98-4598-b76a-f7e07fe08e31 HTTP/1.1" status: 200 len: 812 time: 0.0999017 Apr 20 14:05:31.322153 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dfa8ce74-9fac-4f86-bf5b-0079119db377 req-8f99806e-a57d-4ec3-8c99-428c0f31557b tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 210 time: 0.0288353 Apr 20 14:05:31.336729 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-826ddd33-ef60-4603-af60-7a9805faa02a tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6690ec411ac542a59248ea9dae106ca4 HTTP/1.1" status: 200 len: 380 time: 0.3886008 Apr 20 14:05:31.345969 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-3a06d10b-fc83-45da-9771-9a6b916c4de1 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Request body: {'port': {'device_id': '7e0763a8-798f-4b38-807f-bb9defec83ec', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'admin_state_up': True, 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'security_groups': ['47e90a85-dd96-4725-b0b4-2f3aeeebb030']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:05:31.528708 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-3a06d10b-fc83-45da-9771-9a6b916c4de1 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Made reservation on behalf of 6690ec411ac542a59248ea9dae106ca4 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:05:31.532357 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-3a06d10b-fc83-45da-9771-9a6b916c4de1 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:31.655715 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-3a06d10b-fc83-45da-9771-9a6b916c4de1 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Allocated IP 172.20.0.10 (d8814295-6b98-4598-b76a-f7e07fe08e31/c48da8a4-f2de-4d49-a9f3-5647442dd3f1/ae26558f-b551-4978-bb06-076f702c5c2c) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:05:31.788947 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-3a06d10b-fc83-45da-9771-9a6b916c4de1 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:31.899974 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-3a06d10b-fc83-45da-9771-9a6b916c4de1 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:31.943403 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-3a06d10b-fc83-45da-9771-9a6b916c4de1 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Network d8814295-6b98-4598-b76a-f7e07fe08e31 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:05:31.946465 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-3a06d10b-fc83-45da-9771-9a6b916c4de1 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:05:31.950933 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-3a06d10b-fc83-45da-9771-9a6b916c4de1 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:05:31.976446 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a06d10b-fc83-45da-9771-9a6b916c4de1 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Pushing event updated for resources: {'Port': ['ID=ae26558f-b551-4978-bb06-076f702c5c2c,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:05:31.991324 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a06d10b-fc83-45da-9771-9a6b916c4de1 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:05:31.991700 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a06d10b-fc83-45da-9771-9a6b916c4de1 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:05:31.992047 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a06d10b-fc83-45da-9771-9a6b916c4de1 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:05:31.992385 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a06d10b-fc83-45da-9771-9a6b916c4de1 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:05:31.992724 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a06d10b-fc83-45da-9771-9a6b916c4de1 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:05:31.993065 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a06d10b-fc83-45da-9771-9a6b916c4de1 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:05:31.993401 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a06d10b-fc83-45da-9771-9a6b916c4de1 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:05:31.993731 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a06d10b-fc83-45da-9771-9a6b916c4de1 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:05:31.994622 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a06d10b-fc83-45da-9771-9a6b916c4de1 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:05:31.994931 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a06d10b-fc83-45da-9771-9a6b916c4de1 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:05:31.995261 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a06d10b-fc83-45da-9771-9a6b916c4de1 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:05:31.995637 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a06d10b-fc83-45da-9771-9a6b916c4de1 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:05:32.014688 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-3a06d10b-fc83-45da-9771-9a6b916c4de1 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:32.015306 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-3a06d10b-fc83-45da-9771-9a6b916c4de1 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:32.125302 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-3a06d10b-fc83-45da-9771-9a6b916c4de1 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7828078 Apr 20 14:05:32.137109 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-6676e5fd-e783-4dcc-8451-d89c4c53548d service neutron] Request body: {'port': {'device_id': '7e0763a8-798f-4b38-807f-bb9defec83ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:05:32.193040 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-6676e5fd-e783-4dcc-8451-d89c4c53548d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:32.220504 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-5b5b6b67-cf09-44f6-9c86-8d8f04d5b07b None None] Provisioning complete for port ae26558f-b551-4978-bb06-076f702c5c2c triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:05:32.221108 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5b5b6b67-cf09-44f6-9c86-8d8f04d5b07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:32.253242 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b6b67-cf09-44f6-9c86-8d8f04d5b07b None None] Port ae26558f-b551-4978-bb06-076f702c5c2c cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:05:32.486408 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ad1c8-9f0f-4237-9327-83948928fe67 req-0b2cc9b6-e53b-4d76-a796-689fed856e88 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:32.487927 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b87ad1c8-9f0f-4237-9327-83948928fe67 req-0b2cc9b6-e53b-4d76-a796-689fed856e88 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 932 time: 0.0857165 Apr 20 14:05:32.493491 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-6676e5fd-e783-4dcc-8451-d89c4c53548d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae26558f-b551-4978-bb06-076f702c5c2c {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:05:32.506352 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-6676e5fd-e783-4dcc-8451-d89c4c53548d service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:32.539453 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-6676e5fd-e783-4dcc-8451-d89c4c53548d service neutron] Transition to ACTIVE for port object ae26558f-b551-4978-bb06-076f702c5c2c will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:05:32.545319 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b87ad1c8-9f0f-4237-9327-83948928fe67 req-442d02f7-8763-47cd-9bff-2ac2bb7c49fa tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474260 Apr 20 14:05:32.596730 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-6676e5fd-e783-4dcc-8451-d89c4c53548d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:32.647959 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6676e5fd-e783-4dcc-8451-d89c4c53548d service neutron] Pushing event updated for resources: {'Port': ['ID=ae26558f-b551-4978-bb06-076f702c5c2c,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:05:32.718565 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-6676e5fd-e783-4dcc-8451-d89c4c53548d service neutron] Attempting to bind port ae26558f-b551-4978-bb06-076f702c5c2c on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:05:32.718900 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-6676e5fd-e783-4dcc-8451-d89c4c53548d service neutron] Attempting to bind port ae26558f-b551-4978-bb06-076f702c5c2c by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:05:32.719235 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-6676e5fd-e783-4dcc-8451-d89c4c53548d service neutron] Attempting to bind port ae26558f-b551-4978-bb06-076f702c5c2c on network d8814295-6b98-4598-b76a-f7e07fe08e31 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:05:32.725119 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-6676e5fd-e783-4dcc-8451-d89c4c53548d service neutron] Port ae26558f-b551-4978-bb06-076f702c5c2c on network d8814295-6b98-4598-b76a-f7e07fe08e31 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:05:32.725646 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-6676e5fd-e783-4dcc-8451-d89c4c53548d service neutron] Attempting to bind port ae26558f-b551-4978-bb06-076f702c5c2c on network d8814295-6b98-4598-b76a-f7e07fe08e31 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:05:32.732492 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-6676e5fd-e783-4dcc-8451-d89c4c53548d service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:05:32.732842 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-6676e5fd-e783-4dcc-8451-d89c4c53548d service neutron] Checking segment: {'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:05:32.733235 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-6676e5fd-e783-4dcc-8451-d89c4c53548d service neutron] Bound using segment: {'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:05:32.733678 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-6676e5fd-e783-4dcc-8451-d89c4c53548d service neutron] Bound port: ae26558f-b551-4978-bb06-076f702c5c2c, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:05:32.734200 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-6676e5fd-e783-4dcc-8451-d89c4c53548d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:32.802226 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-6676e5fd-e783-4dcc-8451-d89c4c53548d service neutron] For port ae26558f-b551-4978-bb06-076f702c5c2c, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:05:32.805188 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-6676e5fd-e783-4dcc-8451-d89c4c53548d service neutron] For port ae26558f-b551-4978-bb06-076f702c5c2c, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=ae26558f-b551-4978-bb06-076f702c5c2c,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:05:32.871622 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-6676e5fd-e783-4dcc-8451-d89c4c53548d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:32.905946 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-6676e5fd-e783-4dcc-8451-d89c4c53548d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:32.906524 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-6676e5fd-e783-4dcc-8451-d89c4c53548d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:32.907926 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-6676e5fd-e783-4dcc-8451-d89c4c53548d service neutron] 10.222.0.15 "PUT /v2.0/ports/ae26558f-b551-4978-bb06-076f702c5c2c HTTP/1.1" status: 200 len: 1092 time: 0.7748659 Apr 20 14:05:32.912500 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0763a8-798f-4b38-807f-bb9defec83ec', 'tag': 'ae26558f-b551-4978-bb06-076f702c5c2c'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:05:32.912500 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72825c5-11ae-409a-a58f-3e49aa8d0e63" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0763a8-798f-4b38-807f-bb9defec83ec", "tag": "ae26558f-b551-4978-bb06-076f702c5c2c"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:05:32.939122 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6676e5fd-e783-4dcc-8451-d89c4c53548d service neutron] Pushing event updated for resources: {'Port': ['ID=ae26558f-b551-4978-bb06-076f702c5c2c,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:05:32.956880 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9965890-20ee-4443-98f0-d2400a7dc1ed x-openstack-request-id: req-f9965890-20ee-4443-98f0-d2400a7dc1ed {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:05:32.957173 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0763a8-798f-4b38-807f-bb9defec83ec", "tag": "ae26558f-b551-4978-bb06-076f702c5c2c", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:05:32.957425 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f9965890-20ee-4443-98f0-d2400a7dc1ed {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:05:32.957834 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9965890-20ee-4443-98f0-d2400a7dc1ed'] response: {'name': 'network-changed', 'server_uuid': '7e0763a8-798f-4b38-807f-bb9defec83ec', 'tag': 'ae26558f-b551-4978-bb06-076f702c5c2c', 'status': 'completed', 'code': 200} Apr 20 14:05:33.023128 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72825c5-11ae-409a-a58f-3e49aa8d0e63 req-aaf6c48d-f245-4c96-b9e0-99d631afcc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:33.024597 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d72825c5-11ae-409a-a58f-3e49aa8d0e63 req-aaf6c48d-f245-4c96-b9e0-99d631afcc2c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 1095 time: 0.0433834 Apr 20 14:05:33.126062 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72825c5-11ae-409a-a58f-3e49aa8d0e63 req-37dcd221-0736-44aa-89f2-b3d53857f44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:33.127586 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d72825c5-11ae-409a-a58f-3e49aa8d0e63 req-37dcd221-0736-44aa-89f2-b3d53857f44c service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=6690ec411ac542a59248ea9dae106ca4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0952494 Apr 20 14:05:33.221234 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72825c5-11ae-409a-a58f-3e49aa8d0e63 req-6cfc0fbd-2565-44c2-9ade-b7d91b46d44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:33.222700 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d72825c5-11ae-409a-a58f-3e49aa8d0e63 req-6cfc0fbd-2565-44c2-9ade-b7d91b46d44f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893540 Apr 20 14:05:33.295343 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-fa6dc8eb-6e4f-4724-9ef6-bdb918501345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:33.296902 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-fa6dc8eb-6e4f-4724-9ef6-bdb918501345 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 1095 time: 0.0406213 Apr 20 14:05:33.340924 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-22f56ab5-92d8-4c2c-b94d-9689e9bef835 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae26558f-b551-4978-bb06-076f702c5c2c HTTP/1.1" status: 200 len: 217 time: 0.0361707 Apr 20 14:05:33.387847 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-c454a842-45a3-4c40-b593-8e820a7e0b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:33.389314 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-c454a842-45a3-4c40-b593-8e820a7e0b52 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c48da8a4-f2de-4d49-a9f3-5647442dd3f1 HTTP/1.1" status: 200 len: 851 time: 0.0427599 Apr 20 14:05:33.434506 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-a9cdecfd-50e3-4833-a71c-b350f3eb2ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:33.435975 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-a9cdecfd-50e3-4833-a71c-b350f3eb2ad5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8814295-6b98-4598-b76a-f7e07fe08e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395486 Apr 20 14:05:33.527014 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-41490050-dd57-4fc5-a12d-0f1253cceb93 service neutron] 10.222.0.15 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843868 Apr 20 14:05:33.614388 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-970c0b39-df09-4bad-be7d-49bcf83868fd req-36385b4d-5599-4209-b4cc-4fe71b49274e service neutron] 10.222.0.15 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810895 Apr 20 14:05:33.661637 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f764540-d530-4192-9377-aaca6d664d70 req-89e78d8c-53ca-477f-bfce-3fdbf195805c tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:33.663088 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f764540-d530-4192-9377-aaca6d664d70 req-89e78d8c-53ca-477f-bfce-3fdbf195805c tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 944 time: 0.0478482 Apr 20 14:05:33.704965 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1f764540-d530-4192-9377-aaca6d664d70 req-851f8329-b6c1-4a02-8caa-038e48beb7c9 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356808 Apr 20 14:05:34.821103 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914907c6-1abf-46c4-b487-33eb5213e54c req-0f220925-6b86-4262-b595-ba48ba8c4373 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:34.822567 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-914907c6-1abf-46c4-b487-33eb5213e54c req-0f220925-6b86-4262-b595-ba48ba8c4373 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 944 time: 0.0491216 Apr 20 14:05:34.860216 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-914907c6-1abf-46c4-b487-33eb5213e54c req-731e3083-3f2d-4d83-9d2d-e5583127ed0f tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316987 Apr 20 14:05:35.973058 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414c853-6ace-41e9-bb43-84cf1a4d567f req-cb57d8fa-b753-4e33-b13f-60e66056d6c2 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:35.974493 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1414c853-6ace-41e9-bb43-84cf1a4d567f req-cb57d8fa-b753-4e33-b13f-60e66056d6c2 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 944 time: 0.0478458 Apr 20 14:05:36.011579 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1414c853-6ace-41e9-bb43-84cf1a4d567f req-db8d49bd-27de-4730-8203-96f49c347441 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304496 Apr 20 14:05:37.048428 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device ae26558f-b551-4978-bb06-076f702c5c2c details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:05:37.129210 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77847f-ecd2-4c4b-a8db-1ef2711d5ff0 req-0da17ea5-d3fe-4004-9e0d-489ee10f65f0 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:37.130744 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a77847f-ecd2-4c4b-a8db-1ef2711d5ff0 req-0da17ea5-d3fe-4004-9e0d-489ee10f65f0 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 944 time: 0.0482342 Apr 20 14:05:37.144349 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port ae26558f-b551-4978-bb06-076f702c5c2c, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=ae26558f-b551-4978-bb06-076f702c5c2c,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:05:37.155771 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'ae26558f-b551-4978-bb06-076f702c5c2c', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'port_id': 'ae26558f-b551-4978-bb06-076f702c5c2c', 'mac_address': 'fa:16:3e:a8:64:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:05:37.172279 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a77847f-ecd2-4c4b-a8db-1ef2711d5ff0 req-dc85154e-4728-4528-88e1-f02a29450fe2 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346844 Apr 20 14:05:37.196433 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:37.209669 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae26558f-b551-4978-bb06-076f702c5c2c {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:05:37.228682 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port ae26558f-b551-4978-bb06-076f702c5c2c, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=ae26558f-b551-4978-bb06-076f702c5c2c,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:05:37.294377 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:37.340782 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=ae26558f-b551-4978-bb06-076f702c5c2c,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:05:37.347803 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:05:37.348159 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:05:37.348501 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:05:37.348838 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:05:37.349172 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:05:37.349505 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:05:37.349834 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:05:37.350164 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:05:37.350487 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:05:37.350811 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:05:37.351134 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:05:37.351480 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:05:37.640883 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['ae26558f-b551-4978-bb06-076f702c5c2c'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:05:38.287592 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6bdde-da3f-408f-baae-55a86f68c224 req-1d0f0bf5-998e-4d98-bce8-22c1fd3f05ce tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:38.289043 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-28e6bdde-da3f-408f-baae-55a86f68c224 req-1d0f0bf5-998e-4d98-bce8-22c1fd3f05ce tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 945 time: 0.0481706 Apr 20 14:05:38.326097 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-28e6bdde-da3f-408f-baae-55a86f68c224 req-5114f0ac-2a00-4652-b58a-bb88ce1ad382 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310581 Apr 20 14:05:39.071318 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device ae26558f-b551-4978-bb06-076f702c5c2c up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:05:39.172533 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port ae26558f-b551-4978-bb06-076f702c5c2c completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:05:39.176081 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port ae26558f-b551-4978-bb06-076f702c5c2c triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:05:39.177182 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:39.250910 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:39.276540 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0763a8-798f-4b38-807f-bb9defec83ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae26558f-b551-4978-bb06-076f702c5c2c'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:05:39.279043 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac87ba4abbb4e8505208ea6fd510b76711e5f2ebc605ae5eca19bb7d33fcf53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9471a1f7-8635-4ce4-b978-b14d0a8e75b8" -d '{"events": [{"server_uuid": "7e0763a8-798f-4b38-807f-bb9defec83ec", "name": "network-vif-plugged", "status": "completed", "tag": "ae26558f-b551-4978-bb06-076f702c5c2c"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:05:39.289827 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port ae26558f-b551-4978-bb06-076f702c5c2c, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=ae26558f-b551-4978-bb06-076f702c5c2c,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:05:39.315814 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774a7301-b20b-4365-b540-4472c0bb528b x-openstack-request-id: req-774a7301-b20b-4365-b540-4472c0bb528b {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:05:39.316098 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0763a8-798f-4b38-807f-bb9defec83ec", "name": "network-vif-plugged", "status": "completed", "tag": "ae26558f-b551-4978-bb06-076f702c5c2c", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:05:39.316344 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-774a7301-b20b-4365-b540-4472c0bb528b {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:05:39.316985 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-774a7301-b20b-4365-b540-4472c0bb528b'] response: {'server_uuid': '7e0763a8-798f-4b38-807f-bb9defec83ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae26558f-b551-4978-bb06-076f702c5c2c', 'code': 200} Apr 20 14:05:39.351513 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:39.403495 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=ae26558f-b551-4978-bb06-076f702c5c2c,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:05:39.419034 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9c75b-0415-4b75-b77e-4d130957c353 req-cf8a9f36-3bf4-45cd-8dc6-986f9f43b96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:39.420534 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-68c9c75b-0415-4b75-b77e-4d130957c353 req-cf8a9f36-3bf4-45cd-8dc6-986f9f43b96e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 1097 time: 0.0505250 Apr 20 14:05:39.478744 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0630a23-70df-4320-971a-6b73791454b0 req-3187360a-cf5e-44d5-b360-14014ffbf098 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:39.480767 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e0630a23-70df-4320-971a-6b73791454b0 req-3187360a-cf5e-44d5-b360-14014ffbf098 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 946 time: 0.0776124 Apr 20 14:05:39.482728 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-68c9c75b-0415-4b75-b77e-4d130957c353 req-5eb08a42-c195-4dae-8f0f-358678c6d1ec service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495124 Apr 20 14:05:39.518114 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e0630a23-70df-4320-971a-6b73791454b0 req-47faf296-8863-4516-a63a-d0db183299bb tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310960 Apr 20 14:05:40.636522 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3bfd1-ce74-47e0-b53a-88330886a014 req-32e533d9-0de0-4f68-ba58-2fffe9371058 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:40.637973 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-caa3bfd1-ce74-47e0-b53a-88330886a014 req-32e533d9-0de0-4f68-ba58-2fffe9371058 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 946 time: 0.0475757 Apr 20 14:05:40.675065 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-caa3bfd1-ce74-47e0-b53a-88330886a014 req-c9dc9882-a884-4fb2-8856-58249dea82ee tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307224 Apr 20 14:05:41.790790 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539ea50-9007-47d1-95f9-b8c2f7c0aba6 req-39f25e9a-59da-4ac4-9f09-754c2e4d5b78 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:41.792226 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f539ea50-9007-47d1-95f9-b8c2f7c0aba6 req-39f25e9a-59da-4ac4-9f09-754c2e4d5b78 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 946 time: 0.0474277 Apr 20 14:05:41.830949 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f539ea50-9007-47d1-95f9-b8c2f7c0aba6 req-ab1adcba-41f0-4ea9-b167-c46491d718ad tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320427 Apr 20 14:05:41.945751 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537ed55-4453-4c8c-8e6e-35c6a6d4fe44 req-ea6d4a20-e351-4bf7-8ddc-419a69c2f46d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:41.947222 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f537ed55-4453-4c8c-8e6e-35c6a6d4fe44 req-ea6d4a20-e351-4bf7-8ddc-419a69c2f46d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 946 time: 0.0521178 Apr 20 14:05:41.956322 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 60892) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:05:41.960614 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-ef12cd9e-a90d-4de6-b64a-dce7f416d37d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Request body: {'floatingip': {'port_id': 'ae26558f-b551-4978-bb06-076f702c5c2c'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:05:41.999094 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef12cd9e-a90d-4de6-b64a-dce7f416d37d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks [] for floatingip, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:42.430489 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef12cd9e-a90d-4de6-b64a-dce7f416d37d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:42.488276 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef12cd9e-a90d-4de6-b64a-dce7f416d37d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:42.588354 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-ef12cd9e-a90d-4de6-b64a-dce7f416d37d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Floating IP 18f62f3a-267c-4055-a185-1c4810cd78fd associated. External IP: 172.25.8.208, port: ae26558f-b551-4978-bb06-076f702c5c2c. Apr 20 14:05:42.745189 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:42.795294 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef12cd9e-a90d-4de6-b64a-dce7f416d37d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Router 6bc0fb59-318e-4f49-a979-7ec488a40565 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:05:42.897844 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef12cd9e-a90d-4de6-b64a-dce7f416d37d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:05:42.902647 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef12cd9e-a90d-4de6-b64a-dce7f416d37d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:42.907286 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247ce701-00f4-4a19-a122-9cbab1fe1435 None None] Sync routers for ids ['6bc0fb59-318e-4f49-a979-7ec488a40565'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:05:42.916790 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247ce701-00f4-4a19-a122-9cbab1fe1435 None None] Routers {'6bc0fb59-318e-4f49-a979-7ec488a40565'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:05:42.917889 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-247ce701-00f4-4a19-a122-9cbab1fe1435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:05:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6bc0fb59-318e-4f49-a979-7ec488a40565'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:05:42.932588 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ef12cd9e-a90d-4de6-b64a-dce7f416d37d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "PUT /v2.0/floatingips/18f62f3a-267c-4055-a185-1c4810cd78fd HTTP/1.1" status: 200 len: 992 time: 0.9751892 Apr 20 14:05:42.933712 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0763a8-798f-4b38-807f-bb9defec83ec', 'tag': 'ae26558f-b551-4978-bb06-076f702c5c2c'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:05:42.936040 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb48340-e6d4-4d03-b914-523df24d9da1" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0763a8-798f-4b38-807f-bb9defec83ec", "tag": "ae26558f-b551-4978-bb06-076f702c5c2c"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:05:42.978365 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5affb838-f225-4329-aa32-6cc86dc43ec5 x-openstack-request-id: req-5affb838-f225-4329-aa32-6cc86dc43ec5 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:05:42.978890 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0763a8-798f-4b38-807f-bb9defec83ec", "tag": "ae26558f-b551-4978-bb06-076f702c5c2c", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:05:42.979143 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5affb838-f225-4329-aa32-6cc86dc43ec5 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:05:42.980158 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5affb838-f225-4329-aa32-6cc86dc43ec5'] response: {'name': 'network-changed', 'server_uuid': '7e0763a8-798f-4b38-807f-bb9defec83ec', 'tag': 'ae26558f-b551-4978-bb06-076f702c5c2c', 'status': 'completed', 'code': 200} Apr 20 14:05:43.033810 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-247ce701-00f4-4a19-a122-9cbab1fe1435 None None] Set router 6bc0fb59-318e-4f49-a979-7ec488a40565 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:05:43.039060 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb48340-e6d4-4d03-b914-523df24d9da1 req-d4e23465-e91d-4eff-b08e-5931503d46d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:43.040839 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8bb48340-e6d4-4d03-b914-523df24d9da1 req-d4e23465-e91d-4eff-b08e-5931503d46d1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 1097 time: 0.0421321 Apr 20 14:05:43.129876 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb48340-e6d4-4d03-b914-523df24d9da1 req-e7d85655-4492-4f61-b26c-1f74cd356973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:43.131494 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8bb48340-e6d4-4d03-b914-523df24d9da1 req-e7d85655-4492-4f61-b26c-1f74cd356973 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d8814295-6b98-4598-b76a-f7e07fe08e31 HTTP/1.1" status: 200 len: 913 time: 0.0845022 Apr 20 14:05:43.206764 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8bb48340-e6d4-4d03-b914-523df24d9da1 req-084e3167-549e-4f4c-88ee-8e90ba4c0699 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae26558f-b551-4978-bb06-076f702c5c2c HTTP/1.1" status: 200 len: 1000 time: 0.0677319 Apr 20 14:05:43.271605 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-247ce701-00f4-4a19-a122-9cbab1fe1435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'name': 'tempest-ServerActionsTestJSON-1759743936-router', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:03:25Z', 'updated_at': '2022-04-20T14:03:29Z', 'revision_number': 4, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'gw_port': {'id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:26Z', 'updated_at': '2022-04-20T14:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '18f62f3a-267c-4055-a185-1c4810cd78fd', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'floating_ip_address': '172.25.8.208', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'port_id': 'ae26558f-b551-4978-bb06-076f702c5c2c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'mac_address': 'fa:16:3e:a8:64:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0763a8-798f-4b38-807f-bb9defec83ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:03:32Z', 'updated_at': '2022-04-20T14:05:42Z', 'revision_number': 9, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e7da714-a91e-4230-b4d7-99405b4fded0', 'name': '', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'mac_address': 'fa:16:3e:44:02:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:28Z', 'updated_at': '2022-04-20T14:03:32Z', 'revision_number': 5, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'subnets': [{'id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:05:43.279776 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb48340-e6d4-4d03-b914-523df24d9da1 req-6491e8fe-82f8-4b8e-b678-e4ddaaf47f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:43.281320 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8bb48340-e6d4-4d03-b914-523df24d9da1 req-6491e8fe-82f8-4b8e-b678-e4ddaaf47f12 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c48da8a4-f2de-4d49-a9f3-5647442dd3f1 HTTP/1.1" status: 200 len: 851 time: 0.0685768 Apr 20 14:05:43.301681 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247ce701-00f4-4a19-a122-9cbab1fe1435 None None] Checking router: 6bc0fb59-318e-4f49-a979-7ec488a40565 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:05:43.310418 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247ce701-00f4-4a19-a122-9cbab1fe1435 None None] Routers {'6bc0fb59-318e-4f49-a979-7ec488a40565'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:05:43.311044 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-247ce701-00f4-4a19-a122-9cbab1fe1435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:05:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6bc0fb59-318e-4f49-a979-7ec488a40565'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:05:43.331982 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb48340-e6d4-4d03-b914-523df24d9da1 req-eea89890-b27f-4f48-886c-0be70a6e65a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:43.333816 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8bb48340-e6d4-4d03-b914-523df24d9da1 req-eea89890-b27f-4f48-886c-0be70a6e65a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8814295-6b98-4598-b76a-f7e07fe08e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460410 Apr 20 14:05:43.434677 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-247ce701-00f4-4a19-a122-9cbab1fe1435 None None] Set router 6bc0fb59-318e-4f49-a979-7ec488a40565 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:05:43.451091 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1e43b-31be-489d-852e-d27a7214519f req-beea8f91-4cae-4315-9bab-0f0695b75797 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:43.452742 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b8c1e43b-31be-489d-852e-d27a7214519f req-beea8f91-4cae-4315-9bab-0f0695b75797 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 946 time: 0.1029694 Apr 20 14:05:43.488933 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:43.512981 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b8c1e43b-31be-489d-852e-d27a7214519f req-f42761eb-f4fa-4275-aeb4-c7abac13610c tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494535 Apr 20 14:05:43.515125 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8bb48340-e6d4-4d03-b914-523df24d9da1 req-2798004e-4c1f-46b0-95e8-2b6fd14ed5db service neutron] 10.222.0.15 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743987 Apr 20 14:05:43.550685 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-dc66224c-eff9-4c87-ab74-cc5ee2d33a65 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0833979 Apr 20 14:05:43.621381 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8bb48340-e6d4-4d03-b914-523df24d9da1 req-3c3efbe5-50ce-48c6-90e6-e324d7cc3679 service neutron] 10.222.0.15 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990195 Apr 20 14:05:43.671635 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-247ce701-00f4-4a19-a122-9cbab1fe1435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'name': 'tempest-ServerActionsTestJSON-1759743936-router', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:03:25Z', 'updated_at': '2022-04-20T14:03:29Z', 'revision_number': 4, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'gw_port': {'id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:26Z', 'updated_at': '2022-04-20T14:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '18f62f3a-267c-4055-a185-1c4810cd78fd', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'floating_ip_address': '172.25.8.208', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'port_id': 'ae26558f-b551-4978-bb06-076f702c5c2c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'mac_address': 'fa:16:3e:a8:64:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0763a8-798f-4b38-807f-bb9defec83ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:03:32Z', 'updated_at': '2022-04-20T14:05:42Z', 'revision_number': 9, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e7da714-a91e-4230-b4d7-99405b4fded0', 'name': '', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'mac_address': 'fa:16:3e:44:02:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:28Z', 'updated_at': '2022-04-20T14:03:32Z', 'revision_number': 5, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'subnets': [{'id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:05:43.699564 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247ce701-00f4-4a19-a122-9cbab1fe1435 None None] The sync data for ids ['6bc0fb59-318e-4f49-a979-7ec488a40565'] in n-d-836015-7 is: [{'id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'name': 'tempest-ServerActionsTestJSON-1759743936-router', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:03:25Z', 'updated_at': '2022-04-20T14:03:29Z', 'revision_number': 4, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'gw_port': {'id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:26Z', 'updated_at': '2022-04-20T14:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '18f62f3a-267c-4055-a185-1c4810cd78fd', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'floating_ip_address': '172.25.8.208', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'port_id': 'ae26558f-b551-4978-bb06-076f702c5c2c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'mac_address': 'fa:16:3e:a8:64:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0763a8-798f-4b38-807f-bb9defec83ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:03:32Z', 'updated_at': '2022-04-20T14:05:42Z', 'revision_number': 9, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e7da714-a91e-4230-b4d7-99405b4fded0', 'name': '', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'mac_address': 'fa:16:3e:44:02:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:28Z', 'updated_at': '2022-04-20T14:03:32Z', 'revision_number': 5, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'subnets': [{'id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:05:43.903148 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a2fea9-c263-466f-aaa2-a6d5651a9f54 None None] New status for floating IP 18f62f3a-267c-4055-a185-1c4810cd78fd: ACTIVE {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:05:44.637488 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611a249-8a44-4016-96b8-75017b6cba7a req-039a6127-0c67-491b-bb02-d5501ec43caa tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:44.638867 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d611a249-8a44-4016-96b8-75017b6cba7a req-039a6127-0c67-491b-bb02-d5501ec43caa tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 946 time: 0.0488231 Apr 20 14:05:44.676381 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d611a249-8a44-4016-96b8-75017b6cba7a req-4f7541fd-c873-412d-bc18-6a7b8b62a483 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314205 Apr 20 14:05:45.476758 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-6a45810f-7a40-405b-92ca-009d061ec82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:45.478203 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-6a45810f-7a40-405b-92ca-009d061ec82c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 1097 time: 0.0442970 Apr 20 14:05:45.565577 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-d919741f-2dbe-46b0-af49-cc70d1c9fc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:45.567289 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-d919741f-2dbe-46b0-af49-cc70d1c9fc95 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d8814295-6b98-4598-b76a-f7e07fe08e31 HTTP/1.1" status: 200 len: 913 time: 0.0830734 Apr 20 14:05:45.633883 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-00d3ebb1-1a4f-41b6-b1c2-8c100644c7c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae26558f-b551-4978-bb06-076f702c5c2c HTTP/1.1" status: 200 len: 1003 time: 0.0605342 Apr 20 14:05:45.680384 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-3e897636-a214-44e0-8a17-4f1513215717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:45.681752 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-3e897636-a214-44e0-8a17-4f1513215717 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c48da8a4-f2de-4d49-a9f3-5647442dd3f1 HTTP/1.1" status: 200 len: 851 time: 0.0421948 Apr 20 14:05:45.725372 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-160a7b8b-c926-4899-8e44-65bfb9e3d110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:45.726923 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-160a7b8b-c926-4899-8e44-65bfb9e3d110 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8814295-6b98-4598-b76a-f7e07fe08e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390174 Apr 20 14:05:45.848176 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe1560-c1ff-46a7-a4fe-db106303a503 req-0bb8e81f-b11c-4b84-b1e0-6460ce08d578 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:45.849681 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dafe1560-c1ff-46a7-a4fe-db106303a503 req-0bb8e81f-b11c-4b84-b1e0-6460ce08d578 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 946 time: 0.1021414 Apr 20 14:05:45.869914 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-eff84127-3c5e-41e3-9c17-72c588539482 service neutron] 10.222.0.15 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302588 Apr 20 14:05:45.940786 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dafe1560-c1ff-46a7-a4fe-db106303a503 req-13f48750-3a33-40a5-ac72-e0f6efd964bc tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818510 Apr 20 14:05:45.977777 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-1d32c61a-afd0-4de3-9310-32c086d2e3fb service neutron] 10.222.0.15 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009026 Apr 20 14:05:47.055956 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff83696-c4a3-4519-a030-6ec6c1cc009f req-964a1251-57cd-4428-9e8e-481f75503736 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:47.057894 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cff83696-c4a3-4519-a030-6ec6c1cc009f req-964a1251-57cd-4428-9e8e-481f75503736 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 946 time: 0.0486069 Apr 20 14:05:47.095412 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cff83696-c4a3-4519-a030-6ec6c1cc009f req-b21abc96-d381-4829-87c6-d33d69cbb94a tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314863 Apr 20 14:05:48.211943 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058024d0-bc41-45ac-bfca-83b1b38ddcb5 req-3731020f-1c34-4e69-a86a-1f52bd501ba3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:48.213375 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-058024d0-bc41-45ac-bfca-83b1b38ddcb5 req-3731020f-1c34-4e69-a86a-1f52bd501ba3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 946 time: 0.0476239 Apr 20 14:05:48.249881 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-058024d0-bc41-45ac-bfca-83b1b38ddcb5 req-b8a2d606-683c-4834-a641-6a4290cded28 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306270 Apr 20 14:05:49.367643 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878a99a-0dfb-4854-a188-9ca8247bae97 req-40a568c2-925f-4871-9592-a898a181b705 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:49.369084 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0878a99a-0dfb-4854-a188-9ca8247bae97 req-40a568c2-925f-4871-9592-a898a181b705 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 946 time: 0.0514545 Apr 20 14:05:49.406414 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0878a99a-0dfb-4854-a188-9ca8247bae97 req-5bb1c19d-1921-4ffe-b3f9-1c61cd59f8fe tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301411 Apr 20 14:05:50.521747 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a0a9a-404c-4206-b53f-f8526708eede req-6b05b9cb-890d-450e-b7df-2fc076267f15 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:50.523207 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-913a0a9a-404c-4206-b53f-f8526708eede req-6b05b9cb-890d-450e-b7df-2fc076267f15 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 946 time: 0.0483499 Apr 20 14:05:50.559821 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-913a0a9a-404c-4206-b53f-f8526708eede req-2ad74954-ce50-47a6-b0d2-898e33c4835b tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299532 Apr 20 14:05:51.674521 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65095caa-7184-42ca-86fb-c45fbefffd1d req-96c9f751-df2e-4941-a3f6-b547448bc78d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:51.676002 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65095caa-7184-42ca-86fb-c45fbefffd1d req-96c9f751-df2e-4941-a3f6-b547448bc78d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 946 time: 0.0483553 Apr 20 14:05:51.712603 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65095caa-7184-42ca-86fb-c45fbefffd1d req-d165d72a-87d3-437d-84fd-274d9bc78c3e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305645 Apr 20 14:05:52.831048 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80964fbb-ab2b-49c9-87d8-8339cc0d21e5 req-7d7000ab-cf3c-483a-b946-4d7b1a1341d9 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:52.832536 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-80964fbb-ab2b-49c9-87d8-8339cc0d21e5 req-7d7000ab-cf3c-483a-b946-4d7b1a1341d9 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 946 time: 0.0516632 Apr 20 14:05:52.870548 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-80964fbb-ab2b-49c9-87d8-8339cc0d21e5 req-8bcc3a6a-8db7-4461-9856-a6074e9ed0f9 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320594 Apr 20 14:05:53.985983 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5451638-d816-4c8c-b9f1-ae078c00d54c req-875b463b-b0ff-4ef9-8dbd-a4728dc1eda3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:53.987474 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f5451638-d816-4c8c-b9f1-ae078c00d54c req-875b463b-b0ff-4ef9-8dbd-a4728dc1eda3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 946 time: 0.0476074 Apr 20 14:05:54.026362 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f5451638-d816-4c8c-b9f1-ae078c00d54c req-ba0177a8-d87e-4562-b3f8-9e2ebc9d3b58 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329483 Apr 20 14:05:54.470866 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6d0327c7-5602-41d9-af87-f91bd2cb6ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:55.141276 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fae142-fa4f-4aa5-b47b-4bb61ef9b4d3 req-b5fb8f9c-6ca7-49cf-8a3a-a121f3201fec tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:55.142742 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-61fae142-fa4f-4aa5-b47b-4bb61ef9b4d3 req-b5fb8f9c-6ca7-49cf-8a3a-a121f3201fec tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 946 time: 0.0479705 Apr 20 14:05:55.178550 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-61fae142-fa4f-4aa5-b47b-4bb61ef9b4d3 req-9be5405e-9744-4cd1-a599-56949c699802 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298095 Apr 20 14:05:56.296212 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56d19b-ddd5-4b84-8235-115511b1db20 req-f5fac3c3-5339-45f2-8c23-a8b29fdf27ec tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:56.297651 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-da56d19b-ddd5-4b84-8235-115511b1db20 req-f5fac3c3-5339-45f2-8c23-a8b29fdf27ec tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 946 time: 0.0507698 Apr 20 14:05:56.663293 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-da56d19b-ddd5-4b84-8235-115511b1db20 req-e686d1f3-70fd-43ba-b311-41abc66ef057 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3595922 Apr 20 14:05:56.790306 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fb0de1c3-261a-4111-8bba-ca0399003660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:57.776480 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184220b-9f3f-4104-99e5-382202bd4118 req-c938a42d-7701-497e-a669-235c98a8dd37 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:57.777838 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7184220b-9f3f-4104-99e5-382202bd4118 req-c938a42d-7701-497e-a669-235c98a8dd37 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 946 time: 0.0474482 Apr 20 14:05:57.815580 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7184220b-9f3f-4104-99e5-382202bd4118 req-50929680-b101-4ed0-a3e8-71080416328f tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316992 Apr 20 14:05:58.280978 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:58.931707 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8afec4-542c-4aa7-96a7-ccb6e4ca6d9c req-30f5af0a-34b5-4b13-b7c3-5eba2de7941b tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:05:58.933224 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6c8afec4-542c-4aa7-96a7-ccb6e4ca6d9c req-30f5af0a-34b5-4b13-b7c3-5eba2de7941b tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 946 time: 0.0498803 Apr 20 14:05:58.970624 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6c8afec4-542c-4aa7-96a7-ccb6e4ca6d9c req-66c6e949-c489-4303-bb0c-8ce8596ff2b3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313199 Apr 20 14:05:59.556428 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:59.602732 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:05:59.853193 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:00.087922 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5af533-6400-44d2-b7d5-c8ddd1fe4ee0 req-628b530f-15fe-4d84-97b6-ec2a43fb9d43 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:00.089387 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8e5af533-6400-44d2-b7d5-c8ddd1fe4ee0 req-628b530f-15fe-4d84-97b6-ec2a43fb9d43 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 946 time: 0.0513577 Apr 20 14:06:00.126475 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8e5af533-6400-44d2-b7d5-c8ddd1fe4ee0 req-b1aa7a41-f4d3-4e5d-b3a8-b6ebb9477fa1 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309563 Apr 20 14:06:01.240643 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181abe9-8111-40e8-a7d0-c361613ac9cb req-7cf22994-d5bd-44e7-9345-0828e9ae0bd5 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:01.242103 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d181abe9-8111-40e8-a7d0-c361613ac9cb req-7cf22994-d5bd-44e7-9345-0828e9ae0bd5 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 946 time: 0.0472348 Apr 20 14:06:01.278379 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d181abe9-8111-40e8-a7d0-c361613ac9cb req-2fd7b978-7810-4f46-a2a6-ecbd0c810513 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296850 Apr 20 14:06:02.394446 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008c58c-54f8-4d36-82e9-a3427a4fdb55 req-ec282c3a-59e3-4897-9f55-113abf29ac23 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:02.395916 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3008c58c-54f8-4d36-82e9-a3427a4fdb55 req-ec282c3a-59e3-4897-9f55-113abf29ac23 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 946 time: 0.0475757 Apr 20 14:06:02.431492 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3008c58c-54f8-4d36-82e9-a3427a4fdb55 req-6514f8cb-9679-4f62-bbd6-928403d004d6 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296240 Apr 20 14:06:03.099268 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-fb3a18f8-bb94-44d6-b588-ab1bb6fde4fe service neutron] show failed (client error): The resource could not be found. Apr 20 14:06:03.100305 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-fb3a18f8-bb94-44d6-b588-ab1bb6fde4fe service neutron] 10.222.0.15 "GET /v2.0/ports/ae26558f-b551-4978-bb06-076f702c5c2c/bindings/n-h1-836015-7 HTTP/1.1" status: 404 len: 380 time: 0.0591724 Apr 20 14:06:03.552499 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b660e-f8a5-4ee9-8d3e-532892a4703b req-393d5555-6f97-42f4-90aa-c9c69ac4e3d5 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:03.553963 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-841b660e-f8a5-4ee9-8d3e-532892a4703b req-393d5555-6f97-42f4-90aa-c9c69ac4e3d5 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 946 time: 0.0489640 Apr 20 14:06:03.592306 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-841b660e-f8a5-4ee9-8d3e-532892a4703b req-5fdeb57c-5337-43e4-8b77-4d8e2c445b00 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321605 Apr 20 14:06:03.709675 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-457e0d0d-6a2c-4487-b579-8732bd18cd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:03.711224 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-457e0d0d-6a2c-4487-b579-8732bd18cd4f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec&tenant_id=6690ec411ac542a59248ea9dae106ca4 HTTP/1.1" status: 200 len: 1097 time: 0.0407228 Apr 20 14:06:03.723029 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-5b885883-b7fd-40e8-a9ed-460e24e7cd36 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836015-7', 'device_owner': 'compute:nova'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:06:03.772943 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-5b885883-b7fd-40e8-a9ed-460e24e7cd36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:03.979258 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-5b885883-b7fd-40e8-a9ed-460e24e7cd36 service neutron] For port ae26558f-b551-4978-bb06-076f702c5c2c, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=ae26558f-b551-4978-bb06-076f702c5c2c,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:06:04.011752 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-5b885883-b7fd-40e8-a9ed-460e24e7cd36 service neutron] For port ae26558f-b551-4978-bb06-076f702c5c2c, host n-h2-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:06:04.050598 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0763a8-798f-4b38-807f-bb9defec83ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae26558f-b551-4978-bb06-076f702c5c2c'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:06:04.052920 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}477c3876f0a00723b6cc26f82b5301b7c44eaec2342ee7dfaa02d19e77b1fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c02537c-17be-4345-a913-beebd7ae6c49" -d '{"events": [{"server_uuid": "7e0763a8-798f-4b38-807f-bb9defec83ec", "name": "network-vif-unplugged", "status": "completed", "tag": "ae26558f-b551-4978-bb06-076f702c5c2c"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:06:04.057565 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-5b885883-b7fd-40e8-a9ed-460e24e7cd36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:04.070012 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-5b885883-b7fd-40e8-a9ed-460e24e7cd36 service neutron] Transition to ACTIVE for port object ae26558f-b551-4978-bb06-076f702c5c2c will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:06:04.104878 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236f67aa-8edd-40b4-9724-70aed0c72b1f x-openstack-request-id: req-236f67aa-8edd-40b4-9724-70aed0c72b1f {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:06:04.105174 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0763a8-798f-4b38-807f-bb9defec83ec", "name": "network-vif-unplugged", "status": "completed", "tag": "ae26558f-b551-4978-bb06-076f702c5c2c", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:06:04.105430 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-236f67aa-8edd-40b4-9724-70aed0c72b1f {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:06:04.105853 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-236f67aa-8edd-40b4-9724-70aed0c72b1f'] response: {'server_uuid': '7e0763a8-798f-4b38-807f-bb9defec83ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae26558f-b551-4978-bb06-076f702c5c2c', 'code': 200} Apr 20 14:06:04.150378 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-5b885883-b7fd-40e8-a9ed-460e24e7cd36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:04.233493 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b885883-b7fd-40e8-a9ed-460e24e7cd36 service neutron] Pushing event updated for resources: {'Port': ['ID=ae26558f-b551-4978-bb06-076f702c5c2c,revision_number=6']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:06:04.273056 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-5b885883-b7fd-40e8-a9ed-460e24e7cd36 service neutron] No DVR routers for this DVR port ae26558f-b551-4978-bb06-076f702c5c2c on host n-h2-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:06:04.411330 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-5b885883-b7fd-40e8-a9ed-460e24e7cd36 service neutron] Attempting to bind port ae26558f-b551-4978-bb06-076f702c5c2c on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:06:04.412152 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-5b885883-b7fd-40e8-a9ed-460e24e7cd36 service neutron] Attempting to bind port ae26558f-b551-4978-bb06-076f702c5c2c by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:06:04.412152 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-5b885883-b7fd-40e8-a9ed-460e24e7cd36 service neutron] Attempting to bind port ae26558f-b551-4978-bb06-076f702c5c2c on network d8814295-6b98-4598-b76a-f7e07fe08e31 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:06:04.416846 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-5b885883-b7fd-40e8-a9ed-460e24e7cd36 service neutron] Port ae26558f-b551-4978-bb06-076f702c5c2c on network d8814295-6b98-4598-b76a-f7e07fe08e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:06:04.417170 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-5b885883-b7fd-40e8-a9ed-460e24e7cd36 service neutron] Attempting to bind port ae26558f-b551-4978-bb06-076f702c5c2c on network d8814295-6b98-4598-b76a-f7e07fe08e31 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:06:04.421991 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-5b885883-b7fd-40e8-a9ed-460e24e7cd36 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:06:04.422332 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-5b885883-b7fd-40e8-a9ed-460e24e7cd36 service neutron] Checking segment: {'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:06:04.422712 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-5b885883-b7fd-40e8-a9ed-460e24e7cd36 service neutron] Bound using segment: {'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:06:04.423136 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-5b885883-b7fd-40e8-a9ed-460e24e7cd36 service neutron] Bound port: ae26558f-b551-4978-bb06-076f702c5c2c, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:06:04.423553 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-5b885883-b7fd-40e8-a9ed-460e24e7cd36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:04.486083 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-5b885883-b7fd-40e8-a9ed-460e24e7cd36 service neutron] For port ae26558f-b551-4978-bb06-076f702c5c2c, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:06:04.489121 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-5b885883-b7fd-40e8-a9ed-460e24e7cd36 service neutron] For port ae26558f-b551-4978-bb06-076f702c5c2c, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=ae26558f-b551-4978-bb06-076f702c5c2c,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:06:04.573795 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-5b885883-b7fd-40e8-a9ed-460e24e7cd36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:04.606863 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-5b885883-b7fd-40e8-a9ed-460e24e7cd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:04.607423 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-5b885883-b7fd-40e8-a9ed-460e24e7cd36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:04.608816 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-5b885883-b7fd-40e8-a9ed-460e24e7cd36 service neutron] 10.222.0.32 "PUT /v2.0/ports/ae26558f-b551-4978-bb06-076f702c5c2c HTTP/1.1" status: 200 len: 1092 time: 0.8895826 Apr 20 14:06:04.649531 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b885883-b7fd-40e8-a9ed-460e24e7cd36 service neutron] Pushing event updated for resources: {'Port': ['ID=ae26558f-b551-4978-bb06-076f702c5c2c,revision_number=7']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:06:04.684840 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-5b96e5bc-6f8a-4653-bd56-586b1cf5417a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:04.686979 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-5b96e5bc-6f8a-4653-bd56-586b1cf5417a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 1095 time: 0.0544255 Apr 20 14:06:04.718465 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a0f03-4d2f-4506-9d1c-07253f13059c req-d06d05ca-37f0-40d1-955f-a88805e730be tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:04.720029 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4a4a0f03-4d2f-4506-9d1c-07253f13059c req-d06d05ca-37f0-40d1-955f-a88805e730be tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 944 time: 0.0531018 Apr 20 14:06:04.761083 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4a4a0f03-4d2f-4506-9d1c-07253f13059c req-0e10cc7b-4814-4295-9b84-f9356e3f3941 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337627 Apr 20 14:06:04.783518 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-8cfe1e74-9bcd-4ec6-84ef-d1d6e4790564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:04.785011 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-8cfe1e74-9bcd-4ec6-84ef-d1d6e4790564 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d8814295-6b98-4598-b76a-f7e07fe08e31 HTTP/1.1" status: 200 len: 913 time: 0.0920031 Apr 20 14:06:04.853944 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-09d8586d-0602-4ba1-a940-e8b945fbe343 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae26558f-b551-4978-bb06-076f702c5c2c HTTP/1.1" status: 200 len: 1001 time: 0.0623279 Apr 20 14:06:04.902495 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-2b2f8dad-a87a-42c9-b77a-35f15eb59726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:04.903871 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-2b2f8dad-a87a-42c9-b77a-35f15eb59726 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c48da8a4-f2de-4d49-a9f3-5647442dd3f1 HTTP/1.1" status: 200 len: 851 time: 0.0443211 Apr 20 14:06:04.949452 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-161b7b7d-bcd0-4f59-bdaa-d912a46782d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:04.950954 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-161b7b7d-bcd0-4f59-bdaa-d912a46782d2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d8814295-6b98-4598-b76a-f7e07fe08e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403490 Apr 20 14:06:05.046154 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-4a470257-2ed3-443b-8944-621d2370f910 service neutron] 10.222.0.32 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887892 Apr 20 14:06:05.133590 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4a4f7a17-e377-42fa-9f4b-5355ee277c28 req-72edad2f-653e-4bb2-a45d-5410d57ba76b service neutron] 10.222.0.32 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806592 Apr 20 14:06:05.887544 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23c88e-9b95-4164-b1a7-50f9148c3a85 req-b0753f3f-692d-4d9a-8b7b-549f3d0d0639 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:05.889119 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5c23c88e-9b95-4164-b1a7-50f9148c3a85 req-b0753f3f-692d-4d9a-8b7b-549f3d0d0639 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 944 time: 0.0520921 Apr 20 14:06:05.925762 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5c23c88e-9b95-4164-b1a7-50f9148c3a85 req-dac31009-06fc-4ae7-9888-8fa3854099eb tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307231 Apr 20 14:06:06.106901 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0763a8-798f-4b38-807f-bb9defec83ec', 'tag': 'ae26558f-b551-4978-bb06-076f702c5c2c'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:06:06.109350 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}477c3876f0a00723b6cc26f82b5301b7c44eaec2342ee7dfaa02d19e77b1fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02caf3e1-f6ac-416e-8dad-4edef322b60c" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0763a8-798f-4b38-807f-bb9defec83ec", "tag": "ae26558f-b551-4978-bb06-076f702c5c2c"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:06:06.157106 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3d399d-0a3b-486a-9820-55c4bc7dd3e5 x-openstack-request-id: req-8a3d399d-0a3b-486a-9820-55c4bc7dd3e5 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:06:06.157414 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0763a8-798f-4b38-807f-bb9defec83ec", "tag": "ae26558f-b551-4978-bb06-076f702c5c2c", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:06:06.157667 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8a3d399d-0a3b-486a-9820-55c4bc7dd3e5 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:06:06.158075 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a3d399d-0a3b-486a-9820-55c4bc7dd3e5'] response: {'name': 'network-changed', 'server_uuid': '7e0763a8-798f-4b38-807f-bb9defec83ec', 'tag': 'ae26558f-b551-4978-bb06-076f702c5c2c', 'status': 'completed', 'code': 200} Apr 20 14:06:06.216190 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02caf3e1-f6ac-416e-8dad-4edef322b60c req-6d54627d-2deb-48c7-a151-2b1690bb36cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:06.217738 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-02caf3e1-f6ac-416e-8dad-4edef322b60c req-6d54627d-2deb-48c7-a151-2b1690bb36cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 1095 time: 0.0413513 Apr 20 14:06:06.223591 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02caf3e1-f6ac-416e-8dad-4edef322b60c req-bf6bd1c4-dd7c-445f-83ea-4faaca3feb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:06.225050 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-02caf3e1-f6ac-416e-8dad-4edef322b60c req-bf6bd1c4-dd7c-445f-83ea-4faaca3feb31 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 1095 time: 0.0431120 Apr 20 14:06:06.311652 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02caf3e1-f6ac-416e-8dad-4edef322b60c req-51dc6da4-2be9-4241-8543-11fd81625ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:06.311908 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02caf3e1-f6ac-416e-8dad-4edef322b60c req-0851a49a-5267-4b18-b9a9-034d19752065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:06.313113 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-02caf3e1-f6ac-416e-8dad-4edef322b60c req-51dc6da4-2be9-4241-8543-11fd81625ed4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d8814295-6b98-4598-b76a-f7e07fe08e31 HTTP/1.1" status: 200 len: 913 time: 0.0871453 Apr 20 14:06:06.313362 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-02caf3e1-f6ac-416e-8dad-4edef322b60c req-0851a49a-5267-4b18-b9a9-034d19752065 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d8814295-6b98-4598-b76a-f7e07fe08e31 HTTP/1.1" status: 200 len: 913 time: 0.0815299 Apr 20 14:06:06.377112 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-02caf3e1-f6ac-416e-8dad-4edef322b60c req-7713b093-c1fa-4275-bd32-28703d633042 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae26558f-b551-4978-bb06-076f702c5c2c HTTP/1.1" status: 200 len: 1001 time: 0.0567884 Apr 20 14:06:06.380545 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-02caf3e1-f6ac-416e-8dad-4edef322b60c req-8147a2fa-cf0f-48ba-8f6e-2e0e8c76a67b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae26558f-b551-4978-bb06-076f702c5c2c HTTP/1.1" status: 200 len: 1001 time: 0.0610197 Apr 20 14:06:06.429305 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02caf3e1-f6ac-416e-8dad-4edef322b60c req-542cade2-14a5-456b-9e67-3bc0b8832bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:06.429562 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02caf3e1-f6ac-416e-8dad-4edef322b60c req-47fa82e1-2e5c-49cd-a410-ce11514f74d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:06.430756 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-02caf3e1-f6ac-416e-8dad-4edef322b60c req-47fa82e1-2e5c-49cd-a410-ce11514f74d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c48da8a4-f2de-4d49-a9f3-5647442dd3f1 HTTP/1.1" status: 200 len: 851 time: 0.0478795 Apr 20 14:06:06.430877 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-02caf3e1-f6ac-416e-8dad-4edef322b60c req-542cade2-14a5-456b-9e67-3bc0b8832bbe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c48da8a4-f2de-4d49-a9f3-5647442dd3f1 HTTP/1.1" status: 200 len: 851 time: 0.0439980 Apr 20 14:06:06.475613 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02caf3e1-f6ac-416e-8dad-4edef322b60c req-124af164-65f3-40fe-9859-f39888438126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:06.475853 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02caf3e1-f6ac-416e-8dad-4edef322b60c req-4ffb2f27-4a11-41aa-8ac9-3984bff502ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:06.477163 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-02caf3e1-f6ac-416e-8dad-4edef322b60c req-124af164-65f3-40fe-9859-f39888438126 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d8814295-6b98-4598-b76a-f7e07fe08e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398037 Apr 20 14:06:06.477298 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-02caf3e1-f6ac-416e-8dad-4edef322b60c req-4ffb2f27-4a11-41aa-8ac9-3984bff502ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8814295-6b98-4598-b76a-f7e07fe08e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404074 Apr 20 14:06:06.568136 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-02caf3e1-f6ac-416e-8dad-4edef322b60c req-c61289db-2ddb-4079-982a-5b2ef0ac78fe service neutron] 10.222.0.32 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836804 Apr 20 14:06:06.568406 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-02caf3e1-f6ac-416e-8dad-4edef322b60c req-ea4a70b2-c7e3-4df2-8564-fd610fa18794 service neutron] 10.222.0.15 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847216 Apr 20 14:06:06.657696 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-02caf3e1-f6ac-416e-8dad-4edef322b60c req-61e85410-c906-4e23-8c5c-64d6e0c8b093 service neutron] 10.222.0.15 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822034 Apr 20 14:06:06.660046 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-02caf3e1-f6ac-416e-8dad-4edef322b60c req-213cb1ee-5f86-4ae9-b55b-dbab382329b6 service neutron] 10.222.0.32 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841529 Apr 20 14:06:07.046405 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4702d2-c340-4cbb-99d0-4ab2b559e95a req-920ec76e-77ac-4b65-87fd-65631dcb56ff tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:07.047887 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0e4702d2-c340-4cbb-99d0-4ab2b559e95a req-920ec76e-77ac-4b65-87fd-65631dcb56ff tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 944 time: 0.0537615 Apr 20 14:06:07.085004 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0e4702d2-c340-4cbb-99d0-4ab2b559e95a req-52f778d3-55c7-4522-8950-980ddb3ab256 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311370 Apr 20 14:06:07.187893 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device ae26558f-b551-4978-bb06-076f702c5c2c no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:06:07.224670 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device ae26558f-b551-4978-bb06-076f702c5c2c not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:06:08.207495 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c240086c-c22e-4134-9503-cb7ace1b6d47 req-4f6f0742-301f-48dd-9732-3f8ab0104b1e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:08.208965 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c240086c-c22e-4134-9503-cb7ace1b6d47 req-4f6f0742-301f-48dd-9732-3f8ab0104b1e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 944 time: 0.0503757 Apr 20 14:06:08.246914 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c240086c-c22e-4134-9503-cb7ace1b6d47 req-ec84ea39-19ba-463e-a51e-efc4e6210abe tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310357 Apr 20 14:06:08.624298 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device ae26558f-b551-4978-bb06-076f702c5c2c details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:06:08.715651 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port ae26558f-b551-4978-bb06-076f702c5c2c, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=ae26558f-b551-4978-bb06-076f702c5c2c,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:06:08.726524 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': 'ae26558f-b551-4978-bb06-076f702c5c2c', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'port_id': 'ae26558f-b551-4978-bb06-076f702c5c2c', 'mac_address': 'fa:16:3e:a8:64:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:06:08.762171 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:08.778079 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae26558f-b551-4978-bb06-076f702c5c2c {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:06:08.796808 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port ae26558f-b551-4978-bb06-076f702c5c2c, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=ae26558f-b551-4978-bb06-076f702c5c2c,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:06:08.887533 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:08.933608 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=ae26558f-b551-4978-bb06-076f702c5c2c,revision_number=8']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:06:09.232588 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['ae26558f-b551-4978-bb06-076f702c5c2c'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:06:09.362004 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d1bcf-e18c-4578-a0bb-79d1cff245b4 req-99128239-3fd1-49b1-b4de-691bf0f342ea tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:09.363490 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2d6d1bcf-e18c-4578-a0bb-79d1cff245b4 req-99128239-3fd1-49b1-b4de-691bf0f342ea tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 945 time: 0.0478909 Apr 20 14:06:09.401181 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2d6d1bcf-e18c-4578-a0bb-79d1cff245b4 req-07c44974-d827-48c8-8dbf-d3f8c9635ff2 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312107 Apr 20 14:06:09.987889 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8ea88-bbc7-4e43-8b7c-21c7b9dac444 req-ea071c1b-80b4-4100-b0fe-750ae0af4774 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:09.989378 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9bb8ea88-bbc7-4e43-8b7c-21c7b9dac444 req-ea071c1b-80b4-4100-b0fe-750ae0af4774 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 945 time: 0.0540776 Apr 20 14:06:10.021875 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-c34034aa-1a9b-4468-8ae6-6569fbaa2356 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:10.023410 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-c34034aa-1a9b-4468-8ae6-6569fbaa2356 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec&tenant_id=6690ec411ac542a59248ea9dae106ca4&binding%3Ahost_id=n-h1-836015-7 HTTP/1.1" status: 200 len: 945 time: 0.0512724 Apr 20 14:06:10.028998 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9bb8ea88-bbc7-4e43-8b7c-21c7b9dac444 req-d486821a-481b-4bd7-81c4-c40b1f3d9595 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329726 Apr 20 14:06:10.083984 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-d7018114-2e85-4e64-94c0-3f404b543af7 service neutron] 10.222.0.32 "GET /v2.0/ports/ae26558f-b551-4978-bb06-076f702c5c2c/bindings/n-h1-836015-7 HTTP/1.1" status: 200 len: 382 time: 0.0534427 Apr 20 14:06:10.151241 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-94c1b09b-6b9d-40c2-a2ef-56127a9c0265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:10.152653 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-94c1b09b-6b9d-40c2-a2ef-56127a9c0265 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 1096 time: 0.0444362 Apr 20 14:06:10.238807 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-487f2d1b-d90c-4fd0-b8a7-29875447170a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:10.240285 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-487f2d1b-d90c-4fd0-b8a7-29875447170a service neutron] 10.222.0.32 "GET /v2.0/networks?id=d8814295-6b98-4598-b76a-f7e07fe08e31 HTTP/1.1" status: 200 len: 913 time: 0.0815771 Apr 20 14:06:10.306110 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-651256d3-1a70-4c70-87e7-698849e5dbdc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae26558f-b551-4978-bb06-076f702c5c2c HTTP/1.1" status: 200 len: 1002 time: 0.0595136 Apr 20 14:06:10.353120 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-3cf82fc7-0430-4d8e-90d7-182060721c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:10.354614 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-3cf82fc7-0430-4d8e-90d7-182060721c43 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c48da8a4-f2de-4d49-a9f3-5647442dd3f1 HTTP/1.1" status: 200 len: 851 time: 0.0423589 Apr 20 14:06:10.398105 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-3eaa0609-ce99-48ea-a57e-440f55f1a841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:10.399568 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-3eaa0609-ce99-48ea-a57e-440f55f1a841 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d8814295-6b98-4598-b76a-f7e07fe08e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390790 Apr 20 14:06:10.488417 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-b14e6df5-e3b1-4033-bc74-e78221643aff service neutron] 10.222.0.32 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822434 Apr 20 14:06:10.575896 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-88800900-8f1f-49df-b390-e138346c40e3 service neutron] 10.222.0.32 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802743 Apr 20 14:06:10.628044 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device ae26558f-b551-4978-bb06-076f702c5c2c up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:06:10.733263 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port ae26558f-b551-4978-bb06-076f702c5c2c completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:06:10.736978 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port ae26558f-b551-4978-bb06-076f702c5c2c triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:06:10.737293 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:10.810590 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:10.832382 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0763a8-798f-4b38-807f-bb9defec83ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae26558f-b551-4978-bb06-076f702c5c2c'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:06:10.834595 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac87ba4abbb4e8505208ea6fd510b76711e5f2ebc605ae5eca19bb7d33fcf53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce220619-d1c5-40e6-badc-1af8fc89831b" -d '{"events": [{"server_uuid": "7e0763a8-798f-4b38-807f-bb9defec83ec", "name": "network-vif-plugged", "status": "completed", "tag": "ae26558f-b551-4978-bb06-076f702c5c2c"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:06:10.847112 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port ae26558f-b551-4978-bb06-076f702c5c2c, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=ae26558f-b551-4978-bb06-076f702c5c2c,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:06:10.885754 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4bbc63-981c-458f-b614-eb42fbb86b5d x-openstack-request-id: req-9d4bbc63-981c-458f-b614-eb42fbb86b5d {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:06:10.886066 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0763a8-798f-4b38-807f-bb9defec83ec", "name": "network-vif-plugged", "status": "completed", "tag": "ae26558f-b551-4978-bb06-076f702c5c2c", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:06:10.886329 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9d4bbc63-981c-458f-b614-eb42fbb86b5d {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:06:10.886734 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d4bbc63-981c-458f-b614-eb42fbb86b5d'] response: {'server_uuid': '7e0763a8-798f-4b38-807f-bb9defec83ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae26558f-b551-4978-bb06-076f702c5c2c', 'code': 200} Apr 20 14:06:10.922009 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:10.972241 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=ae26558f-b551-4978-bb06-076f702c5c2c,revision_number=9']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:06:11.143458 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b7a83-89c5-4f82-9ca6-df8058163b74 req-29e885b5-2d18-4f18-8be7-cdd3de01fe05 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:11.144926 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-911b7a83-89c5-4f82-9ca6-df8058163b74 req-29e885b5-2d18-4f18-8be7-cdd3de01fe05 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 946 time: 0.0482042 Apr 20 14:06:11.182036 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-911b7a83-89c5-4f82-9ca6-df8058163b74 req-ec2e47fc-fa77-4ad3-9098-4e73c457e9ff tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306349 Apr 20 14:06:12.303234 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e34fb2-0214-489e-a46f-30a32c4baafd req-07901c5f-6378-4a65-8409-a450fe2fe11e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:12.304718 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-79e34fb2-0214-489e-a46f-30a32c4baafd req-07901c5f-6378-4a65-8409-a450fe2fe11e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 946 time: 0.0474381 Apr 20 14:06:12.342233 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-79e34fb2-0214-489e-a46f-30a32c4baafd req-8eaed7a6-ead5-479b-a3a6-453a49bd354d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308306 Apr 20 14:06:12.750548 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:13.070013 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-f55b60a5-aabe-430b-a2a8-a626a7299f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:13.071549 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-f55b60a5-aabe-430b-a2a8-a626a7299f55 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec&tenant_id=6690ec411ac542a59248ea9dae106ca4 HTTP/1.1" status: 200 len: 1097 time: 0.0448658 Apr 20 14:06:13.082011 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-4064da24-219d-4f0b-bb35-8507fe22fbc8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836015-7', 'device_owner': 'compute:nova'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:06:13.133207 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-4064da24-219d-4f0b-bb35-8507fe22fbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:13.332981 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-4064da24-219d-4f0b-bb35-8507fe22fbc8 service neutron] For port ae26558f-b551-4978-bb06-076f702c5c2c, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=ae26558f-b551-4978-bb06-076f702c5c2c,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:06:13.364658 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-4064da24-219d-4f0b-bb35-8507fe22fbc8 service neutron] For port ae26558f-b551-4978-bb06-076f702c5c2c, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:06:13.410011 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0763a8-798f-4b38-807f-bb9defec83ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae26558f-b551-4978-bb06-076f702c5c2c'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:06:13.412310 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572f048b-ac79-43f2-8b4f-3b3410bf7193" -d '{"events": [{"server_uuid": "7e0763a8-798f-4b38-807f-bb9defec83ec", "name": "network-vif-unplugged", "status": "completed", "tag": "ae26558f-b551-4978-bb06-076f702c5c2c"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:06:13.417827 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-4064da24-219d-4f0b-bb35-8507fe22fbc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:13.451883 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-4064da24-219d-4f0b-bb35-8507fe22fbc8 service neutron] Transition to ACTIVE for port object ae26558f-b551-4978-bb06-076f702c5c2c will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:06:13.474684 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfd0c6-20db-4c32-90b5-5e48673a6033 req-def7fd31-b3f2-4728-8c6b-0300d750c4e3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:13.476236 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c9dfd0c6-20db-4c32-90b5-5e48673a6033 req-def7fd31-b3f2-4728-8c6b-0300d750c4e3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 946 time: 0.0611179 Apr 20 14:06:13.477753 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af977a0b-5d5b-4bef-8a09-d890c9890910 x-openstack-request-id: req-af977a0b-5d5b-4bef-8a09-d890c9890910 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:06:13.478036 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0763a8-798f-4b38-807f-bb9defec83ec", "name": "network-vif-unplugged", "status": "completed", "tag": "ae26558f-b551-4978-bb06-076f702c5c2c", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:06:13.478856 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-af977a0b-5d5b-4bef-8a09-d890c9890910 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:06:13.479215 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af977a0b-5d5b-4bef-8a09-d890c9890910'] response: {'server_uuid': '7e0763a8-798f-4b38-807f-bb9defec83ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae26558f-b551-4978-bb06-076f702c5c2c', 'code': 200} Apr 20 14:06:13.493134 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:13.517284 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c9dfd0c6-20db-4c32-90b5-5e48673a6033 req-6fe6a55b-35c8-4a3a-8f5a-c3e2eb6c86cc tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342381 Apr 20 14:06:13.518357 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-4064da24-219d-4f0b-bb35-8507fe22fbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:13.615856 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4064da24-219d-4f0b-bb35-8507fe22fbc8 service neutron] Pushing event updated for resources: {'Port': ['ID=ae26558f-b551-4978-bb06-076f702c5c2c,revision_number=10']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:06:13.688295 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-4064da24-219d-4f0b-bb35-8507fe22fbc8 service neutron] No DVR routers for this DVR port ae26558f-b551-4978-bb06-076f702c5c2c on host n-h1-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:06:13.820104 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-4064da24-219d-4f0b-bb35-8507fe22fbc8 service neutron] Attempting to bind port ae26558f-b551-4978-bb06-076f702c5c2c on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:06:13.820439 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-4064da24-219d-4f0b-bb35-8507fe22fbc8 service neutron] Attempting to bind port ae26558f-b551-4978-bb06-076f702c5c2c by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:06:13.820768 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-4064da24-219d-4f0b-bb35-8507fe22fbc8 service neutron] Attempting to bind port ae26558f-b551-4978-bb06-076f702c5c2c on network d8814295-6b98-4598-b76a-f7e07fe08e31 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:06:13.824939 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-4064da24-219d-4f0b-bb35-8507fe22fbc8 service neutron] Port ae26558f-b551-4978-bb06-076f702c5c2c on network d8814295-6b98-4598-b76a-f7e07fe08e31 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:06:13.825261 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-4064da24-219d-4f0b-bb35-8507fe22fbc8 service neutron] Attempting to bind port ae26558f-b551-4978-bb06-076f702c5c2c on network d8814295-6b98-4598-b76a-f7e07fe08e31 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:06:13.829971 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-4064da24-219d-4f0b-bb35-8507fe22fbc8 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:06:13.830308 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-4064da24-219d-4f0b-bb35-8507fe22fbc8 service neutron] Checking segment: {'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:06:13.830691 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-4064da24-219d-4f0b-bb35-8507fe22fbc8 service neutron] Bound using segment: {'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:06:13.831113 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-4064da24-219d-4f0b-bb35-8507fe22fbc8 service neutron] Bound port: ae26558f-b551-4978-bb06-076f702c5c2c, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:06:13.831493 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-4064da24-219d-4f0b-bb35-8507fe22fbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:13.895139 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-4064da24-219d-4f0b-bb35-8507fe22fbc8 service neutron] For port ae26558f-b551-4978-bb06-076f702c5c2c, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:06:13.898033 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-4064da24-219d-4f0b-bb35-8507fe22fbc8 service neutron] For port ae26558f-b551-4978-bb06-076f702c5c2c, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=ae26558f-b551-4978-bb06-076f702c5c2c,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:06:13.961202 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-4064da24-219d-4f0b-bb35-8507fe22fbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:13.994183 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-4064da24-219d-4f0b-bb35-8507fe22fbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:13.994793 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-4064da24-219d-4f0b-bb35-8507fe22fbc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:13.996214 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-4064da24-219d-4f0b-bb35-8507fe22fbc8 service neutron] 10.222.0.15 "PUT /v2.0/ports/ae26558f-b551-4978-bb06-076f702c5c2c HTTP/1.1" status: 200 len: 1093 time: 0.9180696 Apr 20 14:06:14.019486 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4064da24-219d-4f0b-bb35-8507fe22fbc8 service neutron] Pushing event updated for resources: {'Port': ['ID=ae26558f-b551-4978-bb06-076f702c5c2c,revision_number=11']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:06:14.062609 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-cc9ce2a2-6485-41d6-8a8a-57da6e655456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:14.064179 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-cc9ce2a2-6485-41d6-8a8a-57da6e655456 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 1096 time: 0.0458767 Apr 20 14:06:14.160729 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-03b955e2-fb63-496c-8591-15861449d86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:14.162090 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-03b955e2-fb63-496c-8591-15861449d86d service neutron] 10.222.0.15 "GET /v2.0/networks?id=d8814295-6b98-4598-b76a-f7e07fe08e31 HTTP/1.1" status: 200 len: 913 time: 0.0920074 Apr 20 14:06:14.226855 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-a398a4ad-8cab-41f0-804a-06ee09e98c36 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae26558f-b551-4978-bb06-076f702c5c2c HTTP/1.1" status: 200 len: 1001 time: 0.0584483 Apr 20 14:06:14.272962 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-ff2790b0-0d98-4b15-8f98-056acb4f29e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:14.274297 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-ff2790b0-0d98-4b15-8f98-056acb4f29e5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c48da8a4-f2de-4d49-a9f3-5647442dd3f1 HTTP/1.1" status: 200 len: 851 time: 0.0417228 Apr 20 14:06:14.324002 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-923f9e0f-d3ac-4a31-8441-9f35614d3950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:14.325439 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-923f9e0f-d3ac-4a31-8441-9f35614d3950 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8814295-6b98-4598-b76a-f7e07fe08e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431514 Apr 20 14:06:14.416039 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-1517d458-48d9-4833-9616-48b80ced6c8c service neutron] 10.222.0.15 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828190 Apr 20 14:06:14.507109 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c330fc30-29f0-4685-9ab1-25d00c24023d req-8b1d945a-10e9-4a19-ada6-8de5ef64db22 service neutron] 10.222.0.15 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846283 Apr 20 14:06:14.637566 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97cce4-f5ac-4cff-82bc-19a4e0ff6ad9 req-02e63050-7b19-4b5a-88bc-d8a21d3a5703 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:14.637826 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device ae26558f-b551-4978-bb06-076f702c5c2c no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:06:14.639028 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9f97cce4-f5ac-4cff-82bc-19a4e0ff6ad9 req-02e63050-7b19-4b5a-88bc-d8a21d3a5703 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 945 time: 0.0484707 Apr 20 14:06:14.675230 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device ae26558f-b551-4978-bb06-076f702c5c2c not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:06:14.676526 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9f97cce4-f5ac-4cff-82bc-19a4e0ff6ad9 req-fa4a1d56-5fa5-4e22-9264-9fc6201a23a0 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312786 Apr 20 14:06:15.480342 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0763a8-798f-4b38-807f-bb9defec83ec', 'tag': 'ae26558f-b551-4978-bb06-076f702c5c2c'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:06:15.482770 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1516df2d-d13b-4955-ab53-47f48989328b" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0763a8-798f-4b38-807f-bb9defec83ec", "tag": "ae26558f-b551-4978-bb06-076f702c5c2c"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:06:15.529302 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d0427a-732a-44e2-b8f4-4bbaa0f1f1dc x-openstack-request-id: req-a7d0427a-732a-44e2-b8f4-4bbaa0f1f1dc {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:06:15.529591 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0763a8-798f-4b38-807f-bb9defec83ec", "tag": "ae26558f-b551-4978-bb06-076f702c5c2c", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:06:15.529858 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a7d0427a-732a-44e2-b8f4-4bbaa0f1f1dc {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:06:15.530281 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7d0427a-732a-44e2-b8f4-4bbaa0f1f1dc'] response: {'name': 'network-changed', 'server_uuid': '7e0763a8-798f-4b38-807f-bb9defec83ec', 'tag': 'ae26558f-b551-4978-bb06-076f702c5c2c', 'status': 'completed', 'code': 200} Apr 20 14:06:15.587112 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516df2d-d13b-4955-ab53-47f48989328b req-193892a5-7190-410e-ae36-63af45e72cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:15.589176 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1516df2d-d13b-4955-ab53-47f48989328b req-193892a5-7190-410e-ae36-63af45e72cc1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 1096 time: 0.0410836 Apr 20 14:06:15.590242 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516df2d-d13b-4955-ab53-47f48989328b req-39401b01-0950-4651-b545-bb81bc7b4fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:15.591723 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1516df2d-d13b-4955-ab53-47f48989328b req-39401b01-0950-4651-b545-bb81bc7b4fa9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 1096 time: 0.0396862 Apr 20 14:06:15.680482 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516df2d-d13b-4955-ab53-47f48989328b req-32445cbe-96ec-4f90-a4d3-cd29cff1230b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:15.682040 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1516df2d-d13b-4955-ab53-47f48989328b req-32445cbe-96ec-4f90-a4d3-cd29cff1230b service neutron] 10.222.0.32 "GET /v2.0/networks?id=d8814295-6b98-4598-b76a-f7e07fe08e31 HTTP/1.1" status: 200 len: 913 time: 0.0867913 Apr 20 14:06:15.682322 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516df2d-d13b-4955-ab53-47f48989328b req-7ab94b0e-4c46-4784-96d0-09611cc88d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:15.683785 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1516df2d-d13b-4955-ab53-47f48989328b req-7ab94b0e-4c46-4784-96d0-09611cc88d93 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d8814295-6b98-4598-b76a-f7e07fe08e31 HTTP/1.1" status: 200 len: 913 time: 0.0848393 Apr 20 14:06:15.746851 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1516df2d-d13b-4955-ab53-47f48989328b req-0bc74b0e-9948-4ebd-a5ee-144c8cd62192 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae26558f-b551-4978-bb06-076f702c5c2c HTTP/1.1" status: 200 len: 1001 time: 0.0581403 Apr 20 14:06:15.749664 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1516df2d-d13b-4955-ab53-47f48989328b req-18e4f03b-fabe-475b-8a7f-c689836fccdc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae26558f-b551-4978-bb06-076f702c5c2c HTTP/1.1" status: 200 len: 1001 time: 0.0589960 Apr 20 14:06:15.799313 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516df2d-d13b-4955-ab53-47f48989328b req-00d4262b-fde6-45f8-80e0-8b254329fd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:15.801105 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1516df2d-d13b-4955-ab53-47f48989328b req-00d4262b-fde6-45f8-80e0-8b254329fd64 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c48da8a4-f2de-4d49-a9f3-5647442dd3f1 HTTP/1.1" status: 200 len: 851 time: 0.0481791 Apr 20 14:06:15.830107 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516df2d-d13b-4955-ab53-47f48989328b req-ad359369-7a3d-4f69-9a5f-3e643ad4d437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:15.831592 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1516df2d-d13b-4955-ab53-47f48989328b req-ad359369-7a3d-4f69-9a5f-3e643ad4d437 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c48da8a4-f2de-4d49-a9f3-5647442dd3f1 HTTP/1.1" status: 200 len: 851 time: 0.0697529 Apr 20 14:06:15.840456 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca297da9-333d-4cdb-8f40-8611dc210bab req-a54dc5fb-e650-4917-8555-f3c1871dc90f tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:15.841849 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ca297da9-333d-4cdb-8f40-8611dc210bab req-a54dc5fb-e650-4917-8555-f3c1871dc90f tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 945 time: 0.0885954 Apr 20 14:06:15.847926 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516df2d-d13b-4955-ab53-47f48989328b req-5a77f5ee-723e-420b-8aea-42307f15297a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:15.849447 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1516df2d-d13b-4955-ab53-47f48989328b req-5a77f5ee-723e-420b-8aea-42307f15297a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d8814295-6b98-4598-b76a-f7e07fe08e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421298 Apr 20 14:06:15.902368 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516df2d-d13b-4955-ab53-47f48989328b req-747b4ffb-ba98-474c-80a2-88cfe663e653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:15.903866 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1516df2d-d13b-4955-ab53-47f48989328b req-747b4ffb-ba98-474c-80a2-88cfe663e653 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8814295-6b98-4598-b76a-f7e07fe08e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611758 Apr 20 14:06:15.907033 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ca297da9-333d-4cdb-8f40-8611dc210bab req-48ca1dad-5691-4656-aedf-7237a1c5a113 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561907 Apr 20 14:06:15.937816 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1516df2d-d13b-4955-ab53-47f48989328b req-2d0d8960-4e24-42a8-bbe9-1a2eeb963cde service neutron] 10.222.0.32 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807602 Apr 20 14:06:15.997004 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1516df2d-d13b-4955-ab53-47f48989328b req-6024742d-3be5-44b5-863d-105dc578868d service neutron] 10.222.0.15 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844467 Apr 20 14:06:16.030368 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1516df2d-d13b-4955-ab53-47f48989328b req-67f05b37-535b-4675-b020-bbeafcce8922 service neutron] 10.222.0.32 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865107 Apr 20 14:06:16.088755 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1516df2d-d13b-4955-ab53-47f48989328b req-8dc54daf-9b9c-4efe-a876-7e853f5075b0 service neutron] 10.222.0.15 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838132 Apr 20 14:06:17.028155 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f6da1-fc46-4be2-9447-0be574005881 req-e3a8547c-1747-4af7-9252-48a79cbd25bb tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:17.029613 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3d3f6da1-fc46-4be2-9447-0be574005881 req-e3a8547c-1747-4af7-9252-48a79cbd25bb tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 945 time: 0.0528336 Apr 20 14:06:17.067819 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3d3f6da1-fc46-4be2-9447-0be574005881 req-469a8f50-bf68-4326-a127-4c5da1c5f243 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319989 Apr 20 14:06:17.253431 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device ae26558f-b551-4978-bb06-076f702c5c2c details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:06:17.346839 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port ae26558f-b551-4978-bb06-076f702c5c2c, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=ae26558f-b551-4978-bb06-076f702c5c2c,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:06:17.357956 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'ae26558f-b551-4978-bb06-076f702c5c2c', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'port_id': 'ae26558f-b551-4978-bb06-076f702c5c2c', 'mac_address': 'fa:16:3e:a8:64:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:06:17.394011 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:17.411441 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae26558f-b551-4978-bb06-076f702c5c2c {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:06:17.430263 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port ae26558f-b551-4978-bb06-076f702c5c2c, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=ae26558f-b551-4978-bb06-076f702c5c2c,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:06:17.470389 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:17.516442 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=ae26558f-b551-4978-bb06-076f702c5c2c,revision_number=12']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:06:17.792471 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['ae26558f-b551-4978-bb06-076f702c5c2c'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:06:18.182790 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2523c-12a5-4366-bd62-159aa9f09c13 req-b4857c1c-e2c6-4bea-b5e1-553f03538ab2 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:18.184285 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ddc2523c-12a5-4366-bd62-159aa9f09c13 req-b4857c1c-e2c6-4bea-b5e1-553f03538ab2 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 946 time: 0.0481362 Apr 20 14:06:18.220426 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ddc2523c-12a5-4366-bd62-159aa9f09c13 req-f8c019c2-5d40-427a-a002-daed6e552372 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302422 Apr 20 14:06:18.332676 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71708bcf-825d-44d7-af69-ea1c6162d2c9 req-5d191870-0e3d-4f1e-9f82-40d806f76760 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:18.334128 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-71708bcf-825d-44d7-af69-ea1c6162d2c9 req-5d191870-0e3d-4f1e-9f82-40d806f76760 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 946 time: 0.0478528 Apr 20 14:06:18.370955 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-71708bcf-825d-44d7-af69-ea1c6162d2c9 req-ec1415a8-a0fa-4481-a8ff-74947fbcafb3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302460 Apr 20 14:06:18.485961 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351e3ed-9e99-4b67-89fb-511b35414d20 req-90eb9950-1fa1-4c92-a436-2cf1711a3327 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:18.487474 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c351e3ed-9e99-4b67-89fb-511b35414d20 req-90eb9950-1fa1-4c92-a436-2cf1711a3327 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 946 time: 0.0514910 Apr 20 14:06:18.526686 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c351e3ed-9e99-4b67-89fb-511b35414d20 req-0970029f-4b2e-4c0a-aa55-ee5e9f879cc6 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331769 Apr 20 14:06:18.910544 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72451fe9-9abc-4b0a-923c-57513b000933 req-ac98c6c0-e99a-4d52-ad7d-5822543fda48 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:18.912023 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-72451fe9-9abc-4b0a-923c-57513b000933 req-ac98c6c0-e99a-4d52-ad7d-5822543fda48 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 946 time: 0.0479205 Apr 20 14:06:18.948981 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-72451fe9-9abc-4b0a-923c-57513b000933 req-e0898c63-0dfe-4f41-8041-f937a9ab961a tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309546 Apr 20 14:06:19.260750 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device ae26558f-b551-4978-bb06-076f702c5c2c up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:06:19.356165 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port ae26558f-b551-4978-bb06-076f702c5c2c completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:06:19.360300 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port ae26558f-b551-4978-bb06-076f702c5c2c triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:06:19.360680 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:19.443164 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:19.466352 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0763a8-798f-4b38-807f-bb9defec83ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae26558f-b551-4978-bb06-076f702c5c2c'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:06:19.468597 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac87ba4abbb4e8505208ea6fd510b76711e5f2ebc605ae5eca19bb7d33fcf53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bafc111-03bb-43d2-abc8-20fe7dc2d260" -d '{"events": [{"server_uuid": "7e0763a8-798f-4b38-807f-bb9defec83ec", "name": "network-vif-plugged", "status": "completed", "tag": "ae26558f-b551-4978-bb06-076f702c5c2c"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:06:19.489421 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port ae26558f-b551-4978-bb06-076f702c5c2c, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=ae26558f-b551-4978-bb06-076f702c5c2c,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:06:19.512658 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7b79da-77f7-4397-bc3e-22dc91ce369d x-openstack-request-id: req-ec7b79da-77f7-4397-bc3e-22dc91ce369d {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:06:19.512947 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0763a8-798f-4b38-807f-bb9defec83ec", "name": "network-vif-plugged", "status": "completed", "tag": "ae26558f-b551-4978-bb06-076f702c5c2c", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:06:19.513193 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec7b79da-77f7-4397-bc3e-22dc91ce369d {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:06:19.513612 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec7b79da-77f7-4397-bc3e-22dc91ce369d'] response: {'server_uuid': '7e0763a8-798f-4b38-807f-bb9defec83ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae26558f-b551-4978-bb06-076f702c5c2c', 'code': 200} Apr 20 14:06:19.555894 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:19.608643 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=ae26558f-b551-4978-bb06-076f702c5c2c,revision_number=13']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:06:20.068132 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a462e74-2500-493b-a88a-f99812358d13 req-2ef4326c-5bf6-407f-bbe2-a1cdb6d2790c tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:20.069714 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3a462e74-2500-493b-a88a-f99812358d13 req-2ef4326c-5bf6-407f-bbe2-a1cdb6d2790c tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 947 time: 0.0505173 Apr 20 14:06:20.111586 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3a462e74-2500-493b-a88a-f99812358d13 req-300bf525-7042-4f79-8c39-2afe24dd136a tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338311 Apr 20 14:06:20.472131 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac56f7-b826-4cda-911c-ea47b3f3cc37 req-8d66599a-e2ef-4165-b38c-b0dc013cba46 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:20.473466 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f7ac56f7-b826-4cda-911c-ea47b3f3cc37 req-8d66599a-e2ef-4165-b38c-b0dc013cba46 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 947 time: 0.0510190 Apr 20 14:06:20.560648 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-f7ac56f7-b826-4cda-911c-ea47b3f3cc37 req-6853ed7e-5809-441a-b9c0-bfa288a9823e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Deleting port ae26558f-b551-4978-bb06-076f702c5c2c {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:06:20.560989 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f7ac56f7-b826-4cda-911c-ea47b3f3cc37 req-6853ed7e-5809-441a-b9c0-bfa288a9823e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:20.648792 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-f7ac56f7-b826-4cda-911c-ea47b3f3cc37 req-6853ed7e-5809-441a-b9c0-bfa288a9823e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] For port ae26558f-b551-4978-bb06-076f702c5c2c, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=ae26558f-b551-4978-bb06-076f702c5c2c,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:06:20.649154 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f7ac56f7-b826-4cda-911c-ea47b3f3cc37 req-6853ed7e-5809-441a-b9c0-bfa288a9823e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:20.814334 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f7ac56f7-b826-4cda-911c-ea47b3f3cc37 req-6853ed7e-5809-441a-b9c0-bfa288a9823e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:20.814606 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f7ac56f7-b826-4cda-911c-ea47b3f3cc37 req-6853ed7e-5809-441a-b9c0-bfa288a9823e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:20.814917 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [req-f7ac56f7-b826-4cda-911c-ea47b3f3cc37 req-6853ed7e-5809-441a-b9c0-bfa288a9823e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Floating IP 18f62f3a-267c-4055-a185-1c4810cd78fd disassociated. External IP: 172.25.8.208, port: ae26558f-b551-4978-bb06-076f702c5c2c. Apr 20 14:06:20.815249 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-f7ac56f7-b826-4cda-911c-ea47b3f3cc37 req-6853ed7e-5809-441a-b9c0-bfa288a9823e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Calling delete_port for ae26558f-b551-4978-bb06-076f702c5c2c owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:06:21.000711 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f7ac56f7-b826-4cda-911c-ea47b3f3cc37 req-6853ed7e-5809-441a-b9c0-bfa288a9823e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:21.027425 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6853ed7e-5809-441a-b9c0-bfa288a9823e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Pushing event deleted for resources: {'Port': ['ID=ae26558f-b551-4978-bb06-076f702c5c2c,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:06:21.152335 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7ac56f7-b826-4cda-911c-ea47b3f3cc37 req-6853ed7e-5809-441a-b9c0-bfa288a9823e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Router 6bc0fb59-318e-4f49-a979-7ec488a40565 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:06:21.225983 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-26c60de2-9f28-48fa-adc5-7b70a239411b req-f38c97f4-6343-42d0-acc6-e2817109c175 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e0763a8-798f-4b38-807f-bb9defec83ec HTTP/1.1" status: 200 len: 210 time: 0.0299373 Apr 20 14:06:21.283273 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7ac56f7-b826-4cda-911c-ea47b3f3cc37 req-6853ed7e-5809-441a-b9c0-bfa288a9823e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:06:21.293748 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3da341-f2ea-44b6-9637-8c2d5f564bde None None] Sync routers for ids ['6bc0fb59-318e-4f49-a979-7ec488a40565'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:06:21.306993 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3da341-f2ea-44b6-9637-8c2d5f564bde None None] Routers {'6bc0fb59-318e-4f49-a979-7ec488a40565'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:06:21.307567 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-6b3da341-f2ea-44b6-9637-8c2d5f564bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:05:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6bc0fb59-318e-4f49-a979-7ec488a40565'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:06:21.323499 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ac56f7-b826-4cda-911c-ea47b3f3cc37 req-6853ed7e-5809-441a-b9c0-bfa288a9823e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] No DVR routers for this DVR port ae26558f-b551-4978-bb06-076f702c5c2c on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:06:21.326110 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-f7ac56f7-b826-4cda-911c-ea47b3f3cc37 req-6853ed7e-5809-441a-b9c0-bfa288a9823e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:21.329532 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f7ac56f7-b826-4cda-911c-ea47b3f3cc37 req-6853ed7e-5809-441a-b9c0-bfa288a9823e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.15 "DELETE /v2.0/ports/ae26558f-b551-4978-bb06-076f702c5c2c HTTP/1.1" status: 204 len: 173 time: 0.8496253 Apr 20 14:06:21.329967 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0763a8-798f-4b38-807f-bb9defec83ec', 'name': 'network-vif-deleted', 'tag': 'ae26558f-b551-4978-bb06-076f702c5c2c'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:06:21.332207 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32654a1-6604-488f-8c1a-17593a05243e" -d '{"events": [{"server_uuid": "7e0763a8-798f-4b38-807f-bb9defec83ec", "name": "network-vif-deleted", "tag": "ae26558f-b551-4978-bb06-076f702c5c2c"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:06:21.369685 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6634151-fe27-48b6-b90a-c020a6a33b20 x-openstack-request-id: req-c6634151-fe27-48b6-b90a-c020a6a33b20 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:06:21.369993 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0763a8-798f-4b38-807f-bb9defec83ec", "name": "network-vif-deleted", "tag": "ae26558f-b551-4978-bb06-076f702c5c2c", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:06:21.370570 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c6634151-fe27-48b6-b90a-c020a6a33b20 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:06:21.370981 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6634151-fe27-48b6-b90a-c020a6a33b20'] response: {'server_uuid': '7e0763a8-798f-4b38-807f-bb9defec83ec', 'name': 'network-vif-deleted', 'tag': 'ae26558f-b551-4978-bb06-076f702c5c2c', 'status': 'completed', 'code': 200} Apr 20 14:06:21.413294 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-6b3da341-f2ea-44b6-9637-8c2d5f564bde None None] Set router 6bc0fb59-318e-4f49-a979-7ec488a40565 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:06:21.607348 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-6b3da341-f2ea-44b6-9637-8c2d5f564bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'name': 'tempest-ServerActionsTestJSON-1759743936-router', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:03:25Z', 'updated_at': '2022-04-20T14:03:29Z', 'revision_number': 4, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'gw_port': {'id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:26Z', 'updated_at': '2022-04-20T14:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '4e7da714-a91e-4230-b4d7-99405b4fded0', 'name': '', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'mac_address': 'fa:16:3e:44:02:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:28Z', 'updated_at': '2022-04-20T14:03:32Z', 'revision_number': 5, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'subnets': [{'id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:06:21.636616 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3da341-f2ea-44b6-9637-8c2d5f564bde None None] Checking router: 6bc0fb59-318e-4f49-a979-7ec488a40565 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:06:21.645005 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3da341-f2ea-44b6-9637-8c2d5f564bde None None] Routers {'6bc0fb59-318e-4f49-a979-7ec488a40565'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:06:21.645637 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-6b3da341-f2ea-44b6-9637-8c2d5f564bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:05:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6bc0fb59-318e-4f49-a979-7ec488a40565'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:06:21.749092 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-6b3da341-f2ea-44b6-9637-8c2d5f564bde None None] Set router 6bc0fb59-318e-4f49-a979-7ec488a40565 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:06:22.029083 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-6b3da341-f2ea-44b6-9637-8c2d5f564bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'name': 'tempest-ServerActionsTestJSON-1759743936-router', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:03:25Z', 'updated_at': '2022-04-20T14:03:29Z', 'revision_number': 4, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'gw_port': {'id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:26Z', 'updated_at': '2022-04-20T14:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '4e7da714-a91e-4230-b4d7-99405b4fded0', 'name': '', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'mac_address': 'fa:16:3e:44:02:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:28Z', 'updated_at': '2022-04-20T14:03:32Z', 'revision_number': 5, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'subnets': [{'id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:06:22.054520 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3da341-f2ea-44b6-9637-8c2d5f564bde None None] The sync data for ids ['6bc0fb59-318e-4f49-a979-7ec488a40565'] in n-d-836015-7 is: [{'id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'name': 'tempest-ServerActionsTestJSON-1759743936-router', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:03:25Z', 'updated_at': '2022-04-20T14:03:29Z', 'revision_number': 4, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'gw_port': {'id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:26Z', 'updated_at': '2022-04-20T14:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '4e7da714-a91e-4230-b4d7-99405b4fded0', 'name': '', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'mac_address': 'fa:16:3e:44:02:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:28Z', 'updated_at': '2022-04-20T14:03:32Z', 'revision_number': 5, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'subnets': [{'id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:06:22.298975 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5f3044-d8c8-4df7-9ae1-ff0be6c44d0f None None] New status for floating IP 18f62f3a-267c-4055-a185-1c4810cd78fd: DOWN {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:06:22.483519 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-02d4900c-97fc-4733-8848-6abad74f3fc5 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1223740389&fields=id&tenant_id=6690ec411ac542a59248ea9dae106ca4 HTTP/1.1" status: 200 len: 267 time: 0.0344958 Apr 20 14:06:22.590528 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-7ca2751a-cc1d-463b-b113-7aebf2cbf08c tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:22.591994 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-7ca2751a-cc1d-463b-b113-7aebf2cbf08c tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/networks?id=d8814295-6b98-4598-b76a-f7e07fe08e31 HTTP/1.1" status: 200 len: 812 time: 0.1015005 Apr 20 14:06:22.606867 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-8eb35a7e-a6ac-45b7-af30-e9460f434d51 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/quotas/6690ec411ac542a59248ea9dae106ca4 HTTP/1.1" status: 200 len: 375 time: 0.0090916 Apr 20 14:06:22.657579 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-c95e31b8-46be-490c-88b8-810d7162ce29 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0453784 Apr 20 14:06:22.796781 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-9699fc69-1755-4d0b-935a-29b966ac6a8c service neutron] 10.222.0.25 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270916 Apr 20 14:06:22.883972 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-3760fe51-c185-4e3c-b8cd-21b882017b77 service neutron] 10.222.0.25 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809689 Apr 20 14:06:23.104173 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e7c063b4-1aba-403d-aaa4-c038258e632c req-66584325-382b-42c4-9d2e-f01323d70446 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 210 time: 0.0286369 Apr 20 14:06:24.197999 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fbae0ee4-2861-4365-b766-3b3bc26b1107 req-cb1ee394-da2f-4ef3-9f3c-bf47a03b9bce tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 210 time: 0.0259542 Apr 20 14:06:24.538967 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-137d020e-0535-4034-875b-597e415aef58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:24.786761 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-cc8aa0e0-3324-4e34-ad58-14013496ca92 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:24.788119 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-cc8aa0e0-3324-4e34-ad58-14013496ca92 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.32 "GET /v2.0/networks?id=d8814295-6b98-4598-b76a-f7e07fe08e31 HTTP/1.1" status: 200 len: 812 time: 0.0996313 Apr 20 14:06:24.849904 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-c3107e02-3455-4f58-a53e-89a6ea70f8c9 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6690ec411ac542a59248ea9dae106ca4 HTTP/1.1" status: 200 len: 380 time: 0.0408370 Apr 20 14:06:24.858937 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-5c857890-f0bf-447b-aa18-72ad25e836ef tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Request body: {'port': {'device_id': 'e53a3022-0f6f-449c-98d0-8aae5b3fa166', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'admin_state_up': True, 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'security_groups': ['47e90a85-dd96-4725-b0b4-2f3aeeebb030']}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:06:25.041657 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-5c857890-f0bf-447b-aa18-72ad25e836ef tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Made reservation on behalf of 6690ec411ac542a59248ea9dae106ca4 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:06:25.045491 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-5c857890-f0bf-447b-aa18-72ad25e836ef tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:25.186414 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-5c857890-f0bf-447b-aa18-72ad25e836ef tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Allocated IP 172.20.0.13 (d8814295-6b98-4598-b76a-f7e07fe08e31/c48da8a4-f2de-4d49-a9f3-5647442dd3f1/dbd677ff-0cad-476f-9cea-2d6353168ef5) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:06:25.296524 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device ae26558f-b551-4978-bb06-076f702c5c2c no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:06:25.296839 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d3894940-be1a-42f9-a259-4b33f566909a req-23914045-8ac2-41e4-86f3-1dd3c5f6a478 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 210 time: 0.0297527 Apr 20 14:06:25.321450 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: ae26558f-b551-4978-bb06-076f702c5c2c {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:06:25.322559 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device ae26558f-b551-4978-bb06-076f702c5c2c not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:06:25.328762 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-5c857890-f0bf-447b-aa18-72ad25e836ef tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:25.407715 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-5c857890-f0bf-447b-aa18-72ad25e836ef tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:25.457415 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-5c857890-f0bf-447b-aa18-72ad25e836ef tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Network d8814295-6b98-4598-b76a-f7e07fe08e31 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:06:25.460492 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-5c857890-f0bf-447b-aa18-72ad25e836ef tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:06:25.464267 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-5c857890-f0bf-447b-aa18-72ad25e836ef tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:06:25.487632 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c857890-f0bf-447b-aa18-72ad25e836ef tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Pushing event updated for resources: {'Port': ['ID=dbd677ff-0cad-476f-9cea-2d6353168ef5,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:06:25.516771 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-5c857890-f0bf-447b-aa18-72ad25e836ef tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:25.517793 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-5c857890-f0bf-447b-aa18-72ad25e836ef tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:25.603823 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-5c857890-f0bf-447b-aa18-72ad25e836ef tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7483292 Apr 20 14:06:25.615807 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-a57b78b5-3be9-4f57-a0d3-81509e07d2de service neutron] Request body: {'port': {'device_id': 'e53a3022-0f6f-449c-98d0-8aae5b3fa166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:06:25.669527 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-a57b78b5-3be9-4f57-a0d3-81509e07d2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:25.689073 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-af95089b-18cc-4b14-aa03-674cd09951cc None None] Provisioning complete for port dbd677ff-0cad-476f-9cea-2d6353168ef5 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:06:25.689638 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-af95089b-18cc-4b14-aa03-674cd09951cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:25.723060 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-af95089b-18cc-4b14-aa03-674cd09951cc None None] Port dbd677ff-0cad-476f-9cea-2d6353168ef5 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:06:25.928664 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-a57b78b5-3be9-4f57-a0d3-81509e07d2de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbd677ff-0cad-476f-9cea-2d6353168ef5 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:06:25.936358 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-a57b78b5-3be9-4f57-a0d3-81509e07d2de service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:25.948870 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-a57b78b5-3be9-4f57-a0d3-81509e07d2de service neutron] Transition to ACTIVE for port object dbd677ff-0cad-476f-9cea-2d6353168ef5 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:06:26.024607 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-a57b78b5-3be9-4f57-a0d3-81509e07d2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:26.090609 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b78b5-3be9-4f57-a0d3-81509e07d2de service neutron] Pushing event updated for resources: {'Port': ['ID=dbd677ff-0cad-476f-9cea-2d6353168ef5,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:06:26.143199 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-a57b78b5-3be9-4f57-a0d3-81509e07d2de service neutron] Attempting to bind port dbd677ff-0cad-476f-9cea-2d6353168ef5 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:06:26.143577 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-a57b78b5-3be9-4f57-a0d3-81509e07d2de service neutron] Attempting to bind port dbd677ff-0cad-476f-9cea-2d6353168ef5 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:06:26.143910 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-a57b78b5-3be9-4f57-a0d3-81509e07d2de service neutron] Attempting to bind port dbd677ff-0cad-476f-9cea-2d6353168ef5 on network d8814295-6b98-4598-b76a-f7e07fe08e31 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:06:26.148410 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-a57b78b5-3be9-4f57-a0d3-81509e07d2de service neutron] Port dbd677ff-0cad-476f-9cea-2d6353168ef5 on network d8814295-6b98-4598-b76a-f7e07fe08e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:06:26.148731 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-a57b78b5-3be9-4f57-a0d3-81509e07d2de service neutron] Attempting to bind port dbd677ff-0cad-476f-9cea-2d6353168ef5 on network d8814295-6b98-4598-b76a-f7e07fe08e31 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:06:26.153504 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-a57b78b5-3be9-4f57-a0d3-81509e07d2de service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:06:26.153841 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-a57b78b5-3be9-4f57-a0d3-81509e07d2de service neutron] Checking segment: {'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:06:26.154224 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-a57b78b5-3be9-4f57-a0d3-81509e07d2de service neutron] Bound using segment: {'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:06:26.154727 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-a57b78b5-3be9-4f57-a0d3-81509e07d2de service neutron] Bound port: dbd677ff-0cad-476f-9cea-2d6353168ef5, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:06:26.155084 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-a57b78b5-3be9-4f57-a0d3-81509e07d2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:26.227066 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-a57b78b5-3be9-4f57-a0d3-81509e07d2de service neutron] For port dbd677ff-0cad-476f-9cea-2d6353168ef5, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:06:26.230920 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-a57b78b5-3be9-4f57-a0d3-81509e07d2de service neutron] For port dbd677ff-0cad-476f-9cea-2d6353168ef5, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=dbd677ff-0cad-476f-9cea-2d6353168ef5,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:06:26.299241 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-a57b78b5-3be9-4f57-a0d3-81509e07d2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:26.331624 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-a57b78b5-3be9-4f57-a0d3-81509e07d2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:26.332250 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-a57b78b5-3be9-4f57-a0d3-81509e07d2de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:26.334233 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-a57b78b5-3be9-4f57-a0d3-81509e07d2de service neutron] 10.222.0.32 "PUT /v2.0/ports/dbd677ff-0cad-476f-9cea-2d6353168ef5 HTTP/1.1" status: 200 len: 1092 time: 0.7227881 Apr 20 14:06:26.336605 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53a3022-0f6f-449c-98d0-8aae5b3fa166', 'tag': 'dbd677ff-0cad-476f-9cea-2d6353168ef5'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:06:26.339720 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}477c3876f0a00723b6cc26f82b5301b7c44eaec2342ee7dfaa02d19e77b1fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21a7aa3-7359-48d0-90e8-838531f7c16a" -d '{"events": [{"name": "network-changed", "server_uuid": "e53a3022-0f6f-449c-98d0-8aae5b3fa166", "tag": "dbd677ff-0cad-476f-9cea-2d6353168ef5"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:06:26.371320 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b78b5-3be9-4f57-a0d3-81509e07d2de service neutron] Pushing event updated for resources: {'Port': ['ID=dbd677ff-0cad-476f-9cea-2d6353168ef5,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:06:26.396869 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab2bb7d-3a06-466e-b90b-3e9e56c80523 x-openstack-request-id: req-fab2bb7d-3a06-466e-b90b-3e9e56c80523 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:06:26.397163 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53a3022-0f6f-449c-98d0-8aae5b3fa166", "tag": "dbd677ff-0cad-476f-9cea-2d6353168ef5", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:06:26.397452 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fab2bb7d-3a06-466e-b90b-3e9e56c80523 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:06:26.397830 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fab2bb7d-3a06-466e-b90b-3e9e56c80523'] response: {'name': 'network-changed', 'server_uuid': 'e53a3022-0f6f-449c-98d0-8aae5b3fa166', 'tag': 'dbd677ff-0cad-476f-9cea-2d6353168ef5', 'status': 'completed', 'code': 200} Apr 20 14:06:26.426574 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf29f46-8d5b-40d8-9c68-762434a7613a req-b127ecbb-9397-4a84-95b9-de7a5a998e54 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:26.428198 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3bf29f46-8d5b-40d8-9c68-762434a7613a req-b127ecbb-9397-4a84-95b9-de7a5a998e54 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 944 time: 0.0572438 Apr 20 14:06:26.463021 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a7aa3-7359-48d0-90e8-838531f7c16a req-7308cea4-b5ab-4ad3-90d9-ec33834d640f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:26.464465 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c21a7aa3-7359-48d0-90e8-838531f7c16a req-7308cea4-b5ab-4ad3-90d9-ec33834d640f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 1095 time: 0.0453267 Apr 20 14:06:26.476380 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3bf29f46-8d5b-40d8-9c68-762434a7613a req-eec426a4-be63-4018-bf66-9b9c7c5b336d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400267 Apr 20 14:06:26.578179 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a7aa3-7359-48d0-90e8-838531f7c16a req-90b83720-6652-4e87-b9b6-5f866365b489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:26.579718 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c21a7aa3-7359-48d0-90e8-838531f7c16a req-90b83720-6652-4e87-b9b6-5f866365b489 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=6690ec411ac542a59248ea9dae106ca4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1079338 Apr 20 14:06:26.678002 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a7aa3-7359-48d0-90e8-838531f7c16a req-8883a3bf-1a66-4c13-87d1-5aca5ae3f1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:26.679506 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c21a7aa3-7359-48d0-90e8-838531f7c16a req-8883a3bf-1a66-4c13-87d1-5aca5ae3f1d0 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930374 Apr 20 14:06:26.753720 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-5bf20de7-c3e6-4ef2-a82d-495abe799b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:26.755119 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-5bf20de7-c3e6-4ef2-a82d-495abe799b8d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 1095 time: 0.0400865 Apr 20 14:06:26.795980 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4566fe63-9440-4d0d-9d67-9d93d4fc7792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:26.800657 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-45c01bf0-0651-4b47-8f05-f91654e42d63 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbd677ff-0cad-476f-9cea-2d6353168ef5 HTTP/1.1" status: 200 len: 217 time: 0.0377221 Apr 20 14:06:26.849477 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-923b8485-d327-4d07-95f3-47e98179e9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:26.850924 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-923b8485-d327-4d07-95f3-47e98179e9f6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c48da8a4-f2de-4d49-a9f3-5647442dd3f1 HTTP/1.1" status: 200 len: 851 time: 0.0436256 Apr 20 14:06:26.894360 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-2c4b8201-100e-4004-a89e-f00d694c9864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:26.895850 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-2c4b8201-100e-4004-a89e-f00d694c9864 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d8814295-6b98-4598-b76a-f7e07fe08e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384202 Apr 20 14:06:26.986196 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-4bbc21b4-9839-4aee-825e-5a43128fe105 service neutron] 10.222.0.32 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838470 Apr 20 14:06:27.073212 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-e782e40c-ddbf-456b-8bb2-5d07610ffb97 req-262c9052-c77d-4d52-9928-cc327c6f7b95 service neutron] 10.222.0.32 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801954 Apr 20 14:06:27.595638 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084f910-0433-44bb-b312-1fdfe302539b req-3ce9d172-60f1-4362-befc-87400674c4db tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:27.597069 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1084f910-0433-44bb-b312-1fdfe302539b req-3ce9d172-60f1-4362-befc-87400674c4db tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 944 time: 0.0478718 Apr 20 14:06:27.633405 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1084f910-0433-44bb-b312-1fdfe302539b req-f4619128-f53f-4e6b-b1e9-0cb8bed43381 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302858 Apr 20 14:06:28.275170 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:28.747367 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de39389-f024-49e9-9696-27bdc54d97ef req-590d9945-511a-4733-8a6d-120dcbd7f71e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:28.748857 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0de39389-f024-49e9-9696-27bdc54d97ef req-590d9945-511a-4733-8a6d-120dcbd7f71e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 944 time: 0.0477400 Apr 20 14:06:28.789228 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0de39389-f024-49e9-9696-27bdc54d97ef req-4ec8b9eb-6172-475b-8ac1-8ae03d8c9114 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343239 Apr 20 14:06:29.565951 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:29.858739 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:29.905274 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23b43e-73ae-49b2-821d-a942025a77a6 req-ef413085-9b41-4f79-aaa1-f64e868fd803 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:29.906747 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df23b43e-73ae-49b2-821d-a942025a77a6 req-ef413085-9b41-4f79-aaa1-f64e868fd803 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 944 time: 0.0487487 Apr 20 14:06:29.943690 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df23b43e-73ae-49b2-821d-a942025a77a6 req-ee396876-5212-4543-a118-c62789b311ff tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307708 Apr 20 14:06:30.727676 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device dbd677ff-0cad-476f-9cea-2d6353168ef5 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:06:30.818332 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port dbd677ff-0cad-476f-9cea-2d6353168ef5, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=dbd677ff-0cad-476f-9cea-2d6353168ef5,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:06:30.830754 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': 'dbd677ff-0cad-476f-9cea-2d6353168ef5', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'port_id': 'dbd677ff-0cad-476f-9cea-2d6353168ef5', 'mac_address': 'fa:16:3e:41:fd:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:06:30.866866 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:30.883235 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbd677ff-0cad-476f-9cea-2d6353168ef5 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:06:30.901409 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port dbd677ff-0cad-476f-9cea-2d6353168ef5, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=dbd677ff-0cad-476f-9cea-2d6353168ef5,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:06:30.984574 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:31.032951 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=dbd677ff-0cad-476f-9cea-2d6353168ef5,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:06:31.065579 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162d05e-184c-4af6-bc49-a1ec9bdfa561 req-3f939d4a-beb3-4461-9ae6-d56717b030ff tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:31.067295 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2162d05e-184c-4af6-bc49-a1ec9bdfa561 req-3f939d4a-beb3-4461-9ae6-d56717b030ff tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 945 time: 0.0508633 Apr 20 14:06:31.104417 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2162d05e-184c-4af6-bc49-a1ec9bdfa561 req-0820eb1a-bca0-4f0d-8869-2ffedf3d25f5 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308721 Apr 20 14:06:31.304514 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['dbd677ff-0cad-476f-9cea-2d6353168ef5'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:06:32.220439 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a84e5f-ac93-44f5-89e2-e32850be399f req-da61dd36-e745-48d7-8012-46a7e9c31e1f tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:32.221877 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-05a84e5f-ac93-44f5-89e2-e32850be399f req-da61dd36-e745-48d7-8012-46a7e9c31e1f tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 945 time: 0.0491846 Apr 20 14:06:32.262222 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-05a84e5f-ac93-44f5-89e2-e32850be399f req-46bc3b2a-42c2-400d-a703-9690e0356a3e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341477 Apr 20 14:06:32.736211 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device dbd677ff-0cad-476f-9cea-2d6353168ef5 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:06:32.875686 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port dbd677ff-0cad-476f-9cea-2d6353168ef5 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:06:32.879312 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port dbd677ff-0cad-476f-9cea-2d6353168ef5 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:06:32.879711 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:32.953708 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:32.974635 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53a3022-0f6f-449c-98d0-8aae5b3fa166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd677ff-0cad-476f-9cea-2d6353168ef5'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:06:32.976860 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac87ba4abbb4e8505208ea6fd510b76711e5f2ebc605ae5eca19bb7d33fcf53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e585ced-9ec0-4967-aa83-a074d0a593e3" -d '{"events": [{"server_uuid": "e53a3022-0f6f-449c-98d0-8aae5b3fa166", "name": "network-vif-plugged", "status": "completed", "tag": "dbd677ff-0cad-476f-9cea-2d6353168ef5"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:06:32.989730 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port dbd677ff-0cad-476f-9cea-2d6353168ef5, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=dbd677ff-0cad-476f-9cea-2d6353168ef5,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:06:33.013354 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123bb9d8-d2ce-4c56-9f8b-9c1b29919294 x-openstack-request-id: req-123bb9d8-d2ce-4c56-9f8b-9c1b29919294 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:06:33.013645 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53a3022-0f6f-449c-98d0-8aae5b3fa166", "name": "network-vif-plugged", "status": "completed", "tag": "dbd677ff-0cad-476f-9cea-2d6353168ef5", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:06:33.013900 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-123bb9d8-d2ce-4c56-9f8b-9c1b29919294 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:06:33.014299 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-123bb9d8-d2ce-4c56-9f8b-9c1b29919294'] response: {'server_uuid': 'e53a3022-0f6f-449c-98d0-8aae5b3fa166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd677ff-0cad-476f-9cea-2d6353168ef5', 'code': 200} Apr 20 14:06:33.127492 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:33.339739 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=dbd677ff-0cad-476f-9cea-2d6353168ef5,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:06:33.391327 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca5ea8-937f-45be-83e8-e5b35f46275c req-d1410bbe-5341-4a68-a714-7c618dd8aade tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:33.392872 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c3ca5ea8-937f-45be-83e8-e5b35f46275c req-d1410bbe-5341-4a68-a714-7c618dd8aade tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 946 time: 0.0586717 Apr 20 14:06:33.433027 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c3ca5ea8-937f-45be-83e8-e5b35f46275c req-a9755137-f82c-4e8e-a27e-472515456abb tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338683 Apr 20 14:06:33.461858 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48b788-3bad-40a0-8df8-59ef1b8f73b5 req-352a2ddd-0871-45df-89c8-138e8ece42a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:33.463393 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8e48b788-3bad-40a0-8df8-59ef1b8f73b5 req-352a2ddd-0871-45df-89c8-138e8ece42a7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 1096 time: 0.3947694 Apr 20 14:06:33.497290 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8e48b788-3bad-40a0-8df8-59ef1b8f73b5 req-69510dde-c022-4015-b8b6-57616cf6d8d1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272882 Apr 20 14:06:34.550138 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91bd7f-0543-4967-a715-5c1a4dbd2976 req-2671ac2b-cb7e-48df-9182-045f2e9f67c3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:34.551679 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-db91bd7f-0543-4967-a715-5c1a4dbd2976 req-2671ac2b-cb7e-48df-9182-045f2e9f67c3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 946 time: 0.0480497 Apr 20 14:06:34.589060 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-db91bd7f-0543-4967-a715-5c1a4dbd2976 req-ec1f54b5-709b-492e-ad67-b78a9b04ef73 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312467 Apr 20 14:06:35.702188 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc5141-8044-4f40-bf0a-2576e084d8c6 req-b2596027-4630-42a3-84ba-479cbf84fb64 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:35.703648 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6dbc5141-8044-4f40-bf0a-2576e084d8c6 req-b2596027-4630-42a3-84ba-479cbf84fb64 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 946 time: 0.0471661 Apr 20 14:06:35.744403 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6dbc5141-8044-4f40-bf0a-2576e084d8c6 req-1f22167e-4708-4349-bb44-9ad8d1594931 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347247 Apr 20 14:06:35.858224 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feac065-695f-4a23-9628-2d4310223921 req-0fbe9847-55f3-4b00-bf51-c62b5f2b5b8b tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:35.859717 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1feac065-695f-4a23-9628-2d4310223921 req-0fbe9847-55f3-4b00-bf51-c62b5f2b5b8b tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 946 time: 0.0490472 Apr 20 14:06:35.868282 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 32846) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:06:35.872578 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-260d3ee3-c38a-4553-99b3-6160be53a667 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Request body: {'floatingip': {'port_id': 'dbd677ff-0cad-476f-9cea-2d6353168ef5'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:06:35.910788 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-260d3ee3-c38a-4553-99b3-6160be53a667 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks [] for floatingip, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:36.601724 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:06:36.664543 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-260d3ee3-c38a-4553-99b3-6160be53a667 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:36.726776 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-260d3ee3-c38a-4553-99b3-6160be53a667 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:36.824801 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-260d3ee3-c38a-4553-99b3-6160be53a667 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Floating IP 18f62f3a-267c-4055-a185-1c4810cd78fd associated. External IP: 172.25.8.208, port: dbd677ff-0cad-476f-9cea-2d6353168ef5. Apr 20 14:06:37.025977 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-260d3ee3-c38a-4553-99b3-6160be53a667 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Router 6bc0fb59-318e-4f49-a979-7ec488a40565 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:06:37.131986 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260d3ee3-c38a-4553-99b3-6160be53a667 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:06:37.137388 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-260d3ee3-c38a-4553-99b3-6160be53a667 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:37.141909 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af069d0-448c-4a68-aa55-d471c94e7fd6 None None] Sync routers for ids ['6bc0fb59-318e-4f49-a979-7ec488a40565'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:06:37.151420 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af069d0-448c-4a68-aa55-d471c94e7fd6 None None] Routers {'6bc0fb59-318e-4f49-a979-7ec488a40565'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:06:37.152032 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-2af069d0-448c-4a68-aa55-d471c94e7fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:06:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6bc0fb59-318e-4f49-a979-7ec488a40565'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:06:37.163095 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-260d3ee3-c38a-4553-99b3-6160be53a667 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "PUT /v2.0/floatingips/18f62f3a-267c-4055-a185-1c4810cd78fd HTTP/1.1" status: 200 len: 993 time: 1.2938106 Apr 20 14:06:37.163798 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53a3022-0f6f-449c-98d0-8aae5b3fa166', 'tag': 'dbd677ff-0cad-476f-9cea-2d6353168ef5'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:06:37.166252 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca779cc6-fd13-4f30-8333-a8f9bc11f47a" -d '{"events": [{"name": "network-changed", "server_uuid": "e53a3022-0f6f-449c-98d0-8aae5b3fa166", "tag": "dbd677ff-0cad-476f-9cea-2d6353168ef5"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:06:37.206213 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac468f6-008c-4f9f-9fa4-b7f1bbcc6a88 x-openstack-request-id: req-2ac468f6-008c-4f9f-9fa4-b7f1bbcc6a88 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:06:37.206213 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53a3022-0f6f-449c-98d0-8aae5b3fa166", "tag": "dbd677ff-0cad-476f-9cea-2d6353168ef5", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:06:37.206445 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ac468f6-008c-4f9f-9fa4-b7f1bbcc6a88 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:06:37.206646 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ac468f6-008c-4f9f-9fa4-b7f1bbcc6a88'] response: {'name': 'network-changed', 'server_uuid': 'e53a3022-0f6f-449c-98d0-8aae5b3fa166', 'tag': 'dbd677ff-0cad-476f-9cea-2d6353168ef5', 'status': 'completed', 'code': 200} Apr 20 14:06:37.266479 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-2af069d0-448c-4a68-aa55-d471c94e7fd6 None None] Set router 6bc0fb59-318e-4f49-a979-7ec488a40565 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:06:37.268184 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca779cc6-fd13-4f30-8333-a8f9bc11f47a req-ca0fc50d-ca82-4ec8-9aba-18ec4b188726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:37.269874 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ca779cc6-fd13-4f30-8333-a8f9bc11f47a req-ca0fc50d-ca82-4ec8-9aba-18ec4b188726 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 1097 time: 0.0407655 Apr 20 14:06:37.360393 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca779cc6-fd13-4f30-8333-a8f9bc11f47a req-28913a02-a5cb-401a-804a-ed47f39f8567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:37.361861 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ca779cc6-fd13-4f30-8333-a8f9bc11f47a req-28913a02-a5cb-401a-804a-ed47f39f8567 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d8814295-6b98-4598-b76a-f7e07fe08e31 HTTP/1.1" status: 200 len: 913 time: 0.0856464 Apr 20 14:06:37.431804 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ca779cc6-fd13-4f30-8333-a8f9bc11f47a req-59683daa-c573-42d3-8f58-2de07fac7bb3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbd677ff-0cad-476f-9cea-2d6353168ef5 HTTP/1.1" status: 200 len: 1001 time: 0.0622592 Apr 20 14:06:37.478992 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca779cc6-fd13-4f30-8333-a8f9bc11f47a req-eac8ff76-3c7d-4a8e-ac58-b6afebae2dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:37.480978 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ca779cc6-fd13-4f30-8333-a8f9bc11f47a req-eac8ff76-3c7d-4a8e-ac58-b6afebae2dcf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c48da8a4-f2de-4d49-a9f3-5647442dd3f1 HTTP/1.1" status: 200 len: 851 time: 0.0435629 Apr 20 14:06:37.491309 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-2af069d0-448c-4a68-aa55-d471c94e7fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'name': 'tempest-ServerActionsTestJSON-1759743936-router', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:03:25Z', 'updated_at': '2022-04-20T14:03:29Z', 'revision_number': 4, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'gw_port': {'id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:26Z', 'updated_at': '2022-04-20T14:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '18f62f3a-267c-4055-a185-1c4810cd78fd', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'floating_ip_address': '172.25.8.208', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'port_id': 'dbd677ff-0cad-476f-9cea-2d6353168ef5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'mac_address': 'fa:16:3e:41:fd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53a3022-0f6f-449c-98d0-8aae5b3fa166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:03:32Z', 'updated_at': '2022-04-20T14:06:36Z', 'revision_number': 13, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e7da714-a91e-4230-b4d7-99405b4fded0', 'name': '', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'mac_address': 'fa:16:3e:44:02:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:28Z', 'updated_at': '2022-04-20T14:03:32Z', 'revision_number': 5, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'subnets': [{'id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:06:37.518106 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af069d0-448c-4a68-aa55-d471c94e7fd6 None None] Checking router: 6bc0fb59-318e-4f49-a979-7ec488a40565 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:06:37.526652 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af069d0-448c-4a68-aa55-d471c94e7fd6 None None] Routers {'6bc0fb59-318e-4f49-a979-7ec488a40565'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:06:37.527272 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-2af069d0-448c-4a68-aa55-d471c94e7fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:06:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6bc0fb59-318e-4f49-a979-7ec488a40565'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:06:37.527841 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca779cc6-fd13-4f30-8333-a8f9bc11f47a req-030c400f-4fb8-4c9f-acb7-124cde19e192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:37.529378 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ca779cc6-fd13-4f30-8333-a8f9bc11f47a req-030c400f-4fb8-4c9f-acb7-124cde19e192 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d8814295-6b98-4598-b76a-f7e07fe08e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422275 Apr 20 14:06:37.622693 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ca779cc6-fd13-4f30-8333-a8f9bc11f47a req-d643f12a-c822-402e-8293-c83a79ad4362 service neutron] 10.222.0.32 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866804 Apr 20 14:06:37.633240 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-2af069d0-448c-4a68-aa55-d471c94e7fd6 None None] Set router 6bc0fb59-318e-4f49-a979-7ec488a40565 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:06:37.711348 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ca779cc6-fd13-4f30-8333-a8f9bc11f47a req-a9eb060d-fe53-4856-affc-ba07e2b6f202 service neutron] 10.222.0.32 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826840 Apr 20 14:06:37.863965 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-2af069d0-448c-4a68-aa55-d471c94e7fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'name': 'tempest-ServerActionsTestJSON-1759743936-router', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:03:25Z', 'updated_at': '2022-04-20T14:03:29Z', 'revision_number': 4, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'gw_port': {'id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:26Z', 'updated_at': '2022-04-20T14:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '18f62f3a-267c-4055-a185-1c4810cd78fd', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'floating_ip_address': '172.25.8.208', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'port_id': 'dbd677ff-0cad-476f-9cea-2d6353168ef5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'mac_address': 'fa:16:3e:41:fd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53a3022-0f6f-449c-98d0-8aae5b3fa166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:03:32Z', 'updated_at': '2022-04-20T14:06:36Z', 'revision_number': 13, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e7da714-a91e-4230-b4d7-99405b4fded0', 'name': '', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'mac_address': 'fa:16:3e:44:02:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:28Z', 'updated_at': '2022-04-20T14:03:32Z', 'revision_number': 5, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'subnets': [{'id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:06:37.891058 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af069d0-448c-4a68-aa55-d471c94e7fd6 None None] The sync data for ids ['6bc0fb59-318e-4f49-a979-7ec488a40565'] in n-d-836015-7 is: [{'id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'name': 'tempest-ServerActionsTestJSON-1759743936-router', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:03:25Z', 'updated_at': '2022-04-20T14:03:29Z', 'revision_number': 4, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'gw_port': {'id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:26Z', 'updated_at': '2022-04-20T14:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '18f62f3a-267c-4055-a185-1c4810cd78fd', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'floating_ip_address': '172.25.8.208', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'port_id': 'dbd677ff-0cad-476f-9cea-2d6353168ef5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'mac_address': 'fa:16:3e:41:fd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53a3022-0f6f-449c-98d0-8aae5b3fa166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:03:32Z', 'updated_at': '2022-04-20T14:06:36Z', 'revision_number': 13, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e7da714-a91e-4230-b4d7-99405b4fded0', 'name': '', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'mac_address': 'fa:16:3e:44:02:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:28Z', 'updated_at': '2022-04-20T14:03:32Z', 'revision_number': 5, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'subnets': [{'id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:06:38.074111 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e20620f-d215-4330-b862-4ab8d95591bc None None] New status for floating IP 18f62f3a-267c-4055-a185-1c4810cd78fd: ACTIVE {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:06:40.029989 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e999a2c-0e04-4ec4-8ac0-67d2839db5d6 req-ff131edf-4ce7-40c4-ba83-4aa26876c7ec tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:40.031489 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2e999a2c-0e04-4ec4-8ac0-67d2839db5d6 req-ff131edf-4ce7-40c4-ba83-4aa26876c7ec tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 946 time: 0.0487821 Apr 20 14:06:40.068765 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2e999a2c-0e04-4ec4-8ac0-67d2839db5d6 req-0c9642ce-6fd1-402e-b505-074b86ceced8 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311899 Apr 20 14:06:42.800099 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:43.498175 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:51.821396 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572a29e-f72d-4258-80b4-62045e88f134 req-9ddc340a-cefa-48e2-b9f4-ab544c2e42c0 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:51.822886 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d572a29e-f72d-4258-80b4-62045e88f134 req-9ddc340a-cefa-48e2-b9f4-ab544c2e42c0 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 946 time: 0.0560663 Apr 20 14:06:51.860564 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d572a29e-f72d-4258-80b4-62045e88f134 req-c41446dd-0b06-486f-91cb-535334f967d2 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312805 Apr 20 14:06:51.959626 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-3cfa72c6-5251-4eab-bba6-637ae3f30418 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0861878 Apr 20 14:06:52.977917 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc8c47-d329-495f-999d-3c3d4799b0d2 req-ee2855b8-e6f2-4495-8b77-9b158e455757 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:52.979384 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d4bc8c47-d329-495f-999d-3c3d4799b0d2 req-ee2855b8-e6f2-4495-8b77-9b158e455757 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 946 time: 0.0489318 Apr 20 14:06:53.018157 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d4bc8c47-d329-495f-999d-3c3d4799b0d2 req-01bdec41-28a6-4e74-b819-714672427d6a tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323851 Apr 20 14:06:53.736131 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-e08da3c0-1b1e-4f6d-9c9c-199669e9188c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:53.737521 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-e08da3c0-1b1e-4f6d-9c9c-199669e9188c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 1097 time: 0.0394869 Apr 20 14:06:53.823540 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-89929975-c0e0-4589-9056-1f1dbb58bb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:53.825516 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-89929975-c0e0-4589-9056-1f1dbb58bb02 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d8814295-6b98-4598-b76a-f7e07fe08e31 HTTP/1.1" status: 200 len: 913 time: 0.0813489 Apr 20 14:06:53.894523 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-a87bc630-2bf3-4594-8bf2-e133cbbb95b3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbd677ff-0cad-476f-9cea-2d6353168ef5 HTTP/1.1" status: 200 len: 1003 time: 0.0611417 Apr 20 14:06:53.943348 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-e63c64d1-fbba-446a-937c-a4739d9fe31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:53.944748 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-e63c64d1-fbba-446a-937c-a4739d9fe31c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c48da8a4-f2de-4d49-a9f3-5647442dd3f1 HTTP/1.1" status: 200 len: 851 time: 0.0409493 Apr 20 14:06:53.989382 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-0e875eb0-a911-4fce-a8cd-5c55e008d150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:53.990776 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-0e875eb0-a911-4fce-a8cd-5c55e008d150 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d8814295-6b98-4598-b76a-f7e07fe08e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385017 Apr 20 14:06:54.081376 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-29db1469-43be-4fa6-8280-773993b06884 service neutron] 10.222.0.32 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837457 Apr 20 14:06:54.134319 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad6288-84a5-4706-a3df-2e1a674a9ae4 req-c2bb534b-5c2e-43c0-a6ca-1026a242022d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:54.135827 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7fad6288-84a5-4706-a3df-2e1a674a9ae4 req-c2bb534b-5c2e-43c0-a6ca-1026a242022d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 946 time: 0.0485010 Apr 20 14:06:54.172440 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-fe932a56-eef6-4fe5-91d6-8d89579bcd92 service neutron] 10.222.0.32 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826738 Apr 20 14:06:54.174042 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7fad6288-84a5-4706-a3df-2e1a674a9ae4 req-9c36b897-4aa1-4ef1-a74a-eb95c0874832 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316067 Apr 20 14:06:54.514980 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a28b9a30-bfdb-41cf-a5ce-4f8426c953f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:55.294824 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177052f-bf27-4fb2-ad5e-aef73a59205c req-980e60d5-af74-4941-8ba8-9564e9b62dcc tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:55.296289 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1177052f-bf27-4fb2-ad5e-aef73a59205c req-980e60d5-af74-4941-8ba8-9564e9b62dcc tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 946 time: 0.0526273 Apr 20 14:06:55.333538 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1177052f-bf27-4fb2-ad5e-aef73a59205c req-4514bd2e-6e82-4637-a775-157a9d712b21 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312805 Apr 20 14:06:56.449005 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69db02-d2a5-4dd5-bdd1-46f9514c059a req-a0afb6a3-2224-4136-be25-414a00b560de tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:56.451149 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb69db02-d2a5-4dd5-bdd1-46f9514c059a req-a0afb6a3-2224-4136-be25-414a00b560de tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 946 time: 0.0488794 Apr 20 14:06:56.488521 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb69db02-d2a5-4dd5-bdd1-46f9514c059a req-4293191e-d5c9-4359-afd3-d4a0b3059fe8 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312331 Apr 20 14:06:56.800720 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d9932243-0b21-438c-80fc-843d9a7b970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:57.603552 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615aeb66-e7c8-458f-9e9c-c837364498b6 req-32050d14-41dc-45a5-9df9-d2c4d979d546 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:57.605028 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-615aeb66-e7c8-458f-9e9c-c837364498b6 req-32050d14-41dc-45a5-9df9-d2c4d979d546 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 946 time: 0.0481861 Apr 20 14:06:57.641144 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-615aeb66-e7c8-458f-9e9c-c837364498b6 req-fcd4c61e-dc75-4d79-972e-b3ee49fcb868 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303504 Apr 20 14:06:58.303382 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:58.760046 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202ddf2-dac6-4f1a-8513-056566e797b0 req-eb3f12cc-d0fb-44df-ae98-a99a554e4d44 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:58.761556 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7202ddf2-dac6-4f1a-8513-056566e797b0 req-eb3f12cc-d0fb-44df-ae98-a99a554e4d44 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 946 time: 0.0517738 Apr 20 14:06:58.799905 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7202ddf2-dac6-4f1a-8513-056566e797b0 req-2c20878f-8de1-4fc4-953d-886728b085d3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312352 Apr 20 14:06:59.554871 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:59.875345 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:59.920481 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1876819-e99f-4fea-a1b9-90fd42948ce3 req-b3967e00-74bd-469c-8f7d-a948a1427c5c tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:06:59.921976 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a1876819-e99f-4fea-a1b9-90fd42948ce3 req-b3967e00-74bd-469c-8f7d-a948a1427c5c tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 946 time: 0.0495203 Apr 20 14:06:59.960223 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a1876819-e99f-4fea-a1b9-90fd42948ce3 req-09a34db1-8c1b-49ac-ad9a-5f7b44aab853 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320208 Apr 20 14:07:01.076623 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9be94-1003-47e4-a32c-76c6dfcaad7d req-79592b52-dc97-4f98-8058-c168401d054e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:01.078059 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b3a9be94-1003-47e4-a32c-76c6dfcaad7d req-79592b52-dc97-4f98-8058-c168401d054e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 946 time: 0.0484943 Apr 20 14:07:01.114575 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b3a9be94-1003-47e4-a32c-76c6dfcaad7d req-6e0eef14-0daa-4864-8749-e0cc6b1770a0 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304570 Apr 20 14:07:02.232705 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236bd9a7-2a65-4c34-ae59-22b7914e74cb req-5bd13eb7-665f-406d-9ddd-3ed3d583f22c tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:02.234162 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-236bd9a7-2a65-4c34-ae59-22b7914e74cb req-5bd13eb7-665f-406d-9ddd-3ed3d583f22c tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 946 time: 0.0522707 Apr 20 14:07:02.274429 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-236bd9a7-2a65-4c34-ae59-22b7914e74cb req-6ec560a6-f0c3-4798-b480-cdcb0184eac3 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342269 Apr 20 14:07:03.392833 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d10cb-124d-4112-8f6f-50b35edf13cc req-f8aafc3a-49e3-424d-954c-7f5798144205 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:03.394299 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-856d10cb-124d-4112-8f6f-50b35edf13cc req-f8aafc3a-49e3-424d-954c-7f5798144205 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 946 time: 0.0485058 Apr 20 14:07:03.431096 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-856d10cb-124d-4112-8f6f-50b35edf13cc req-40a7c4d0-5591-40dc-b2f9-068c2cd2e4fe tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307069 Apr 20 14:07:04.546846 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da22b86-426f-4372-a3fb-ece0da466f35 req-4bdc63ef-aea1-4802-9ca6-4479e26e6eab tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:04.548328 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2da22b86-426f-4372-a3fb-ece0da466f35 req-4bdc63ef-aea1-4802-9ca6-4479e26e6eab tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 946 time: 0.0473647 Apr 20 14:07:04.587147 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2da22b86-426f-4372-a3fb-ece0da466f35 req-f56450d3-b931-4c53-9f2f-8d68a6b3b0df tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318987 Apr 20 14:07:05.708312 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c96f5-0eaa-47b1-b736-c404602520b6 req-32e0f872-4e97-4544-8e1e-e0e2a9293938 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:05.709785 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d48c96f5-0eaa-47b1-b736-c404602520b6 req-32e0f872-4e97-4544-8e1e-e0e2a9293938 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 946 time: 0.0523403 Apr 20 14:07:05.746635 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d48c96f5-0eaa-47b1-b736-c404602520b6 req-5088cdcc-784d-48b4-8295-f6a78aec66ae tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302756 Apr 20 14:07:06.863227 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d1588-31d3-4c4b-93e5-671e74ac3ce4 req-20c0d79d-abce-451a-8396-310491a8b579 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:06.867004 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-635d1588-31d3-4c4b-93e5-671e74ac3ce4 req-20c0d79d-abce-451a-8396-310491a8b579 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 946 time: 0.0495026 Apr 20 14:07:06.905810 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-635d1588-31d3-4c4b-93e5-671e74ac3ce4 req-0a443b7b-233e-42ef-9ed3-24096771e95e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346403 Apr 20 14:07:08.023612 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34720ac5-01ca-47e9-a361-0408f171429b req-35452780-10a3-4a63-9b6f-281bf4182c81 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:08.025074 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-34720ac5-01ca-47e9-a361-0408f171429b req-35452780-10a3-4a63-9b6f-281bf4182c81 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 946 time: 0.0496538 Apr 20 14:07:08.064248 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-34720ac5-01ca-47e9-a361-0408f171429b req-7cc4e24f-193f-44d5-b2a5-4aeacb94574d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324237 Apr 20 14:07:08.385041 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-e8c22ba4-6dcd-4a27-bde2-702d4dca82b6 service neutron] show failed (client error): The resource could not be found. Apr 20 14:07:08.386031 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-e8c22ba4-6dcd-4a27-bde2-702d4dca82b6 service neutron] 10.222.0.32 "GET /v2.0/ports/dbd677ff-0cad-476f-9cea-2d6353168ef5/bindings/n-h2-836015-7 HTTP/1.1" status: 404 len: 380 time: 0.0573165 Apr 20 14:07:08.870487 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device dbd677ff-0cad-476f-9cea-2d6353168ef5 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:07:08.905418 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-8972372e-5f20-434f-95b2-e789d7d5db79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:08.906973 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-8972372e-5f20-434f-95b2-e789d7d5db79 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166&tenant_id=6690ec411ac542a59248ea9dae106ca4 HTTP/1.1" status: 200 len: 1097 time: 0.0450749 Apr 20 14:07:08.918908 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-7bd723bf-4b94-40bc-b574-5442fc6736d3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836015-7', 'device_owner': 'compute:nova'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:07:08.950077 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:08.971665 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53a3022-0f6f-449c-98d0-8aae5b3fa166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbd677ff-0cad-476f-9cea-2d6353168ef5'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:07:08.972121 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-7bd723bf-4b94-40bc-b574-5442fc6736d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:08.973899 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac87ba4abbb4e8505208ea6fd510b76711e5f2ebc605ae5eca19bb7d33fcf53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c348ac8c-b79e-4049-8f09-a25c15e4747e" -d '{"events": [{"server_uuid": "e53a3022-0f6f-449c-98d0-8aae5b3fa166", "name": "network-vif-unplugged", "status": "completed", "tag": "dbd677ff-0cad-476f-9cea-2d6353168ef5"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:07:08.986868 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port dbd677ff-0cad-476f-9cea-2d6353168ef5, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=dbd677ff-0cad-476f-9cea-2d6353168ef5,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:07:09.024162 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41308f1-ce13-495d-8da2-d48d1e68caea x-openstack-request-id: req-d41308f1-ce13-495d-8da2-d48d1e68caea {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:07:09.024453 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53a3022-0f6f-449c-98d0-8aae5b3fa166", "name": "network-vif-unplugged", "status": "completed", "tag": "dbd677ff-0cad-476f-9cea-2d6353168ef5", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:07:09.024706 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d41308f1-ce13-495d-8da2-d48d1e68caea {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:07:09.025102 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d41308f1-ce13-495d-8da2-d48d1e68caea'] response: {'server_uuid': 'e53a3022-0f6f-449c-98d0-8aae5b3fa166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbd677ff-0cad-476f-9cea-2d6353168ef5', 'code': 200} Apr 20 14:07:09.068770 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:09.069883 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.db.api [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-7bd723bf-4b94-40bc-b574-5442fc6736d3 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114869) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:07:09.070801 n-d-836015-7 neutron-server[114869]: DEBUG oslo_db.api [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-7bd723bf-4b94-40bc-b574-5442fc6736d3 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:07:09.115536 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=dbd677ff-0cad-476f-9cea-2d6353168ef5,revision_number=6']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:07:09.123600 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:07:09.123887 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:07:09.124228 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:07:09.124566 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:07:09.124902 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:07:09.125233 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:07:09.125561 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:07:09.125901 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:07:09.126215 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:07:09.126538 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:07:09.126862 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:07:09.127181 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:07:09.189163 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe648dc-fc91-44cc-926a-791447af389d req-7654d987-e480-4f17-ac79-ccc7dc7065e9 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:09.190619 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-afe648dc-fc91-44cc-926a-791447af389d req-7654d987-e480-4f17-ac79-ccc7dc7065e9 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 944 time: 0.0533125 Apr 20 14:07:09.228328 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-afe648dc-fc91-44cc-926a-791447af389d req-465f3db3-cc9f-4a65-b552-5c92e07bdd1c tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312738 Apr 20 14:07:09.598527 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-7bd723bf-4b94-40bc-b574-5442fc6736d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:09.796578 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-7bd723bf-4b94-40bc-b574-5442fc6736d3 service neutron] For port dbd677ff-0cad-476f-9cea-2d6353168ef5, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=dbd677ff-0cad-476f-9cea-2d6353168ef5,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:07:09.829010 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-7bd723bf-4b94-40bc-b574-5442fc6736d3 service neutron] For port dbd677ff-0cad-476f-9cea-2d6353168ef5, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:07:09.860269 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-7bd723bf-4b94-40bc-b574-5442fc6736d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbd677ff-0cad-476f-9cea-2d6353168ef5 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:07:09.867318 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-7bd723bf-4b94-40bc-b574-5442fc6736d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:09.878962 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-7bd723bf-4b94-40bc-b574-5442fc6736d3 service neutron] Transition to ACTIVE for port object dbd677ff-0cad-476f-9cea-2d6353168ef5 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:07:09.949899 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-7bd723bf-4b94-40bc-b574-5442fc6736d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:10.029696 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd723bf-4b94-40bc-b574-5442fc6736d3 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd677ff-0cad-476f-9cea-2d6353168ef5,revision_number=7']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:07:10.041691 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd723bf-4b94-40bc-b574-5442fc6736d3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:07:10.042036 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd723bf-4b94-40bc-b574-5442fc6736d3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:07:10.042381 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd723bf-4b94-40bc-b574-5442fc6736d3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:07:10.042719 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd723bf-4b94-40bc-b574-5442fc6736d3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:07:10.043054 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd723bf-4b94-40bc-b574-5442fc6736d3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:07:10.043407 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd723bf-4b94-40bc-b574-5442fc6736d3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:07:10.043739 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd723bf-4b94-40bc-b574-5442fc6736d3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:07:10.044066 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd723bf-4b94-40bc-b574-5442fc6736d3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:07:10.044397 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd723bf-4b94-40bc-b574-5442fc6736d3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:07:10.044721 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd723bf-4b94-40bc-b574-5442fc6736d3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:07:10.045050 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd723bf-4b94-40bc-b574-5442fc6736d3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:07:10.045368 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd723bf-4b94-40bc-b574-5442fc6736d3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:07:10.085905 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-7bd723bf-4b94-40bc-b574-5442fc6736d3 service neutron] No DVR routers for this DVR port dbd677ff-0cad-476f-9cea-2d6353168ef5 on host n-h1-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:07:10.221695 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-7bd723bf-4b94-40bc-b574-5442fc6736d3 service neutron] Attempting to bind port dbd677ff-0cad-476f-9cea-2d6353168ef5 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:07:10.222033 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-7bd723bf-4b94-40bc-b574-5442fc6736d3 service neutron] Attempting to bind port dbd677ff-0cad-476f-9cea-2d6353168ef5 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:07:10.222362 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-7bd723bf-4b94-40bc-b574-5442fc6736d3 service neutron] Attempting to bind port dbd677ff-0cad-476f-9cea-2d6353168ef5 on network d8814295-6b98-4598-b76a-f7e07fe08e31 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:07:10.226642 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-7bd723bf-4b94-40bc-b574-5442fc6736d3 service neutron] Port dbd677ff-0cad-476f-9cea-2d6353168ef5 on network d8814295-6b98-4598-b76a-f7e07fe08e31 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:07:10.226966 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-7bd723bf-4b94-40bc-b574-5442fc6736d3 service neutron] Attempting to bind port dbd677ff-0cad-476f-9cea-2d6353168ef5 on network d8814295-6b98-4598-b76a-f7e07fe08e31 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:07:10.232426 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-7bd723bf-4b94-40bc-b574-5442fc6736d3 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:07:10.232771 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-7bd723bf-4b94-40bc-b574-5442fc6736d3 service neutron] Checking segment: {'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:07:10.233156 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-7bd723bf-4b94-40bc-b574-5442fc6736d3 service neutron] Bound using segment: {'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:07:10.233586 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-7bd723bf-4b94-40bc-b574-5442fc6736d3 service neutron] Bound port: dbd677ff-0cad-476f-9cea-2d6353168ef5, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:07:10.233946 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-7bd723bf-4b94-40bc-b574-5442fc6736d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:10.302641 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-7bd723bf-4b94-40bc-b574-5442fc6736d3 service neutron] For port dbd677ff-0cad-476f-9cea-2d6353168ef5, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:07:10.335557 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-7bd723bf-4b94-40bc-b574-5442fc6736d3 service neutron] For port dbd677ff-0cad-476f-9cea-2d6353168ef5, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=dbd677ff-0cad-476f-9cea-2d6353168ef5,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:07:10.357665 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed95e6-6d1c-4a7e-8e26-ed2eedaafdb3 req-94242f6d-fba7-4a30-9e2a-dd518b81b861 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:10.359151 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-18ed95e6-6d1c-4a7e-8e26-ed2eedaafdb3 req-94242f6d-fba7-4a30-9e2a-dd518b81b861 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 944 time: 0.0586312 Apr 20 14:07:10.396514 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-18ed95e6-6d1c-4a7e-8e26-ed2eedaafdb3 req-69e43b44-5ae2-4d8a-b4ed-f51503c5e024 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313420 Apr 20 14:07:10.457752 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-7bd723bf-4b94-40bc-b574-5442fc6736d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:10.492572 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-7bd723bf-4b94-40bc-b574-5442fc6736d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:10.493195 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-7bd723bf-4b94-40bc-b574-5442fc6736d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:10.494552 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-7bd723bf-4b94-40bc-b574-5442fc6736d3 service neutron] 10.222.0.15 "PUT /v2.0/ports/dbd677ff-0cad-476f-9cea-2d6353168ef5 HTTP/1.1" status: 200 len: 1092 time: 1.5803905 Apr 20 14:07:10.494993 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53a3022-0f6f-449c-98d0-8aae5b3fa166', 'tag': 'dbd677ff-0cad-476f-9cea-2d6353168ef5'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:07:10.497309 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f809ab-f2d6-4c4d-9428-c18d7c651bbe" -d '{"events": [{"name": "network-changed", "server_uuid": "e53a3022-0f6f-449c-98d0-8aae5b3fa166", "tag": "dbd677ff-0cad-476f-9cea-2d6353168ef5"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:07:10.533136 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd723bf-4b94-40bc-b574-5442fc6736d3 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd677ff-0cad-476f-9cea-2d6353168ef5,revision_number=8']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:07:10.557486 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec4a4cd-601e-4206-80ea-95db6bbc7bd9 x-openstack-request-id: req-5ec4a4cd-601e-4206-80ea-95db6bbc7bd9 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:07:10.557779 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53a3022-0f6f-449c-98d0-8aae5b3fa166", "tag": "dbd677ff-0cad-476f-9cea-2d6353168ef5", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:07:10.558030 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5ec4a4cd-601e-4206-80ea-95db6bbc7bd9 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:07:10.558460 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ec4a4cd-601e-4206-80ea-95db6bbc7bd9'] response: {'name': 'network-changed', 'server_uuid': 'e53a3022-0f6f-449c-98d0-8aae5b3fa166', 'tag': 'dbd677ff-0cad-476f-9cea-2d6353168ef5', 'status': 'completed', 'code': 200} Apr 20 14:07:10.575189 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-8a747df2-8c36-43a6-b687-0c3366c37fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:10.576697 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-8a747df2-8c36-43a6-b687-0c3366c37fab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 1095 time: 0.0533426 Apr 20 14:07:10.619548 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f809ab-f2d6-4c4d-9428-c18d7c651bbe req-f7ce1039-21f1-4dd5-b584-8d20001e6e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:10.621229 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c5f809ab-f2d6-4c4d-9428-c18d7c651bbe req-f7ce1039-21f1-4dd5-b584-8d20001e6e38 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 1095 time: 0.0450473 Apr 20 14:07:10.676471 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-a0fe504c-8e99-4d06-baa9-e3a7c7cd144c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:10.678144 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-a0fe504c-8e99-4d06-baa9-e3a7c7cd144c service neutron] 10.222.0.15 "GET /v2.0/networks?id=d8814295-6b98-4598-b76a-f7e07fe08e31 HTTP/1.1" status: 200 len: 913 time: 0.0937486 Apr 20 14:07:10.714837 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f809ab-f2d6-4c4d-9428-c18d7c651bbe req-822b105d-b581-4da3-8b51-57af90af46bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:10.716316 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c5f809ab-f2d6-4c4d-9428-c18d7c651bbe req-822b105d-b581-4da3-8b51-57af90af46bf service neutron] 10.222.0.32 "GET /v2.0/networks?id=d8814295-6b98-4598-b76a-f7e07fe08e31 HTTP/1.1" status: 200 len: 913 time: 0.0891376 Apr 20 14:07:10.748648 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-3a676d8e-b373-4eea-9806-1298b8f66787 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbd677ff-0cad-476f-9cea-2d6353168ef5 HTTP/1.1" status: 200 len: 1001 time: 0.0630703 Apr 20 14:07:10.787001 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c5f809ab-f2d6-4c4d-9428-c18d7c651bbe req-2e7d7002-b205-41df-ab7c-eca536d27ea4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbd677ff-0cad-476f-9cea-2d6353168ef5 HTTP/1.1" status: 200 len: 1001 time: 0.0639172 Apr 20 14:07:10.799229 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-220e363f-8f61-47d2-b062-c7f15fc567a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:10.800736 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-220e363f-8f61-47d2-b062-c7f15fc567a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c48da8a4-f2de-4d49-a9f3-5647442dd3f1 HTTP/1.1" status: 200 len: 851 time: 0.0455370 Apr 20 14:07:10.836078 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f809ab-f2d6-4c4d-9428-c18d7c651bbe req-8f4180b6-c86a-4389-be5b-0e41e53d6297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:10.837568 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c5f809ab-f2d6-4c4d-9428-c18d7c651bbe req-8f4180b6-c86a-4389-be5b-0e41e53d6297 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c48da8a4-f2de-4d49-a9f3-5647442dd3f1 HTTP/1.1" status: 200 len: 851 time: 0.0439048 Apr 20 14:07:10.846540 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-6116f989-04bb-4ec8-892a-764bb6afd9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:10.848004 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-6116f989-04bb-4ec8-892a-764bb6afd9d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8814295-6b98-4598-b76a-f7e07fe08e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403903 Apr 20 14:07:10.881955 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f809ab-f2d6-4c4d-9428-c18d7c651bbe req-70b852a1-d486-4180-af15-4f8fa215db07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:10.883483 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c5f809ab-f2d6-4c4d-9428-c18d7c651bbe req-70b852a1-d486-4180-af15-4f8fa215db07 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d8814295-6b98-4598-b76a-f7e07fe08e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395145 Apr 20 14:07:10.940189 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-8f24d3aa-6673-4ea6-a3e9-c0cc29248e64 service neutron] 10.222.0.15 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854797 Apr 20 14:07:10.974959 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c5f809ab-f2d6-4c4d-9428-c18d7c651bbe req-60e31e17-c161-45e1-a998-8984a447c23c service neutron] 10.222.0.32 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849516 Apr 20 14:07:11.030012 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-6bb30cf0-0d15-4e2d-80c8-c65bfd525c36 service neutron] 10.222.0.15 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827391 Apr 20 14:07:11.064611 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-c5f809ab-f2d6-4c4d-9428-c18d7c651bbe req-31b79a16-7642-497e-ab85-96d4d900252f service neutron] 10.222.0.32 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832388 Apr 20 14:07:11.172605 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f809ab-f2d6-4c4d-9428-c18d7c651bbe req-bcc90aa2-9873-4fc1-8396-be2f23cf8a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:11.173984 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c5f809ab-f2d6-4c4d-9428-c18d7c651bbe req-bcc90aa2-9873-4fc1-8396-be2f23cf8a57 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 1095 time: 0.0409436 Apr 20 14:07:11.269384 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f809ab-f2d6-4c4d-9428-c18d7c651bbe req-bc73ccb6-5e9c-4856-a3be-f6f5da15a253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:11.270784 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c5f809ab-f2d6-4c4d-9428-c18d7c651bbe req-bc73ccb6-5e9c-4856-a3be-f6f5da15a253 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d8814295-6b98-4598-b76a-f7e07fe08e31 HTTP/1.1" status: 200 len: 913 time: 0.0906034 Apr 20 14:07:11.336203 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c5f809ab-f2d6-4c4d-9428-c18d7c651bbe req-c7bf853f-089a-4ecc-ba04-b2fe75f5d3a6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbd677ff-0cad-476f-9cea-2d6353168ef5 HTTP/1.1" status: 200 len: 1001 time: 0.0577674 Apr 20 14:07:11.391768 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f809ab-f2d6-4c4d-9428-c18d7c651bbe req-38d9789b-49a5-428d-aef2-4461c234247e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:11.393219 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c5f809ab-f2d6-4c4d-9428-c18d7c651bbe req-38d9789b-49a5-428d-aef2-4461c234247e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c48da8a4-f2de-4d49-a9f3-5647442dd3f1 HTTP/1.1" status: 200 len: 851 time: 0.0494850 Apr 20 14:07:11.440366 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f809ab-f2d6-4c4d-9428-c18d7c651bbe req-2383edc1-b27b-4d61-b455-8f9c57651b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:11.441943 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c5f809ab-f2d6-4c4d-9428-c18d7c651bbe req-2383edc1-b27b-4d61-b455-8f9c57651b42 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8814295-6b98-4598-b76a-f7e07fe08e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416186 Apr 20 14:07:11.562083 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586514a-7289-41a8-8845-ef8c51c21f2b req-c1effaba-7c9b-4b57-86dd-f3e13999bd18 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:11.563578 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9586514a-7289-41a8-8845-ef8c51c21f2b req-c1effaba-7c9b-4b57-86dd-f3e13999bd18 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 944 time: 0.0949080 Apr 20 14:07:11.583850 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c5f809ab-f2d6-4c4d-9428-c18d7c651bbe req-e17d76a4-a812-49bb-93dd-5df07bfc77be service neutron] 10.222.0.15 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347215 Apr 20 14:07:11.651597 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9586514a-7289-41a8-8845-ef8c51c21f2b req-9e83862f-d9d0-4f78-a3e5-074a2885755e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787528 Apr 20 14:07:11.689669 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c5f809ab-f2d6-4c4d-9428-c18d7c651bbe req-951dc9dc-4443-4975-bf8e-c4d2441efde0 service neutron] 10.222.0.15 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983844 Apr 20 14:07:12.784655 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4b7c8-8d82-4e20-b26f-0d360978cda0 req-a7e169b3-c2e5-4804-b04c-6c02eb15f3ea tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:12.786119 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c8c4b7c8-8d82-4e20-b26f-0d360978cda0 req-a7e169b3-c2e5-4804-b04c-6c02eb15f3ea tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 944 time: 0.0612452 Apr 20 14:07:12.816770 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:12.826203 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c8c4b7c8-8d82-4e20-b26f-0d360978cda0 req-ef9b473e-1662-43b6-806c-b48ed1475b98 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337119 Apr 20 14:07:13.537883 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:13.601087 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:07:13.946440 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b299ea-ac4c-4967-9093-915eff2c561b req-5151859c-2af1-4a4c-b136-70fb96109aad tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:13.947847 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f3b299ea-ac4c-4967-9093-915eff2c561b req-5151859c-2af1-4a4c-b136-70fb96109aad tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 944 time: 0.0483456 Apr 20 14:07:13.985694 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f3b299ea-ac4c-4967-9093-915eff2c561b req-80619451-4de7-459f-a59b-9e05c8d2a07f tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312648 Apr 20 14:07:15.105528 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6cfd4-67c2-4e30-8500-939cfb917b04 req-c7f2162b-6edd-4efd-89fa-2fc4f31cc330 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:15.106964 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c8f6cfd4-67c2-4e30-8500-939cfb917b04 req-c7f2162b-6edd-4efd-89fa-2fc4f31cc330 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 944 time: 0.0490015 Apr 20 14:07:15.147952 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c8f6cfd4-67c2-4e30-8500-939cfb917b04 req-8174d1c6-19b7-4e02-ae15-16ac5afa1578 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347292 Apr 20 14:07:16.266341 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195975ac-c393-4fe2-95c2-9f30ed16256d req-5e745d47-d6be-4b20-88d7-ae7843ad1a35 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:16.267813 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-195975ac-c393-4fe2-95c2-9f30ed16256d req-5e745d47-d6be-4b20-88d7-ae7843ad1a35 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 944 time: 0.0507717 Apr 20 14:07:16.304835 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-195975ac-c393-4fe2-95c2-9f30ed16256d req-411a6ecc-aabc-400d-bd9f-2ebea75c2652 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310485 Apr 20 14:07:17.419973 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5ef3c-f1ad-44f7-b5a8-ffdca77b6a4f req-d62c33b3-bd20-4493-bc8f-4923e1d0b6ed tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:17.421461 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ad5ef3c-f1ad-44f7-b5a8-ffdca77b6a4f req-d62c33b3-bd20-4493-bc8f-4923e1d0b6ed tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 944 time: 0.0477791 Apr 20 14:07:17.458511 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ad5ef3c-f1ad-44f7-b5a8-ffdca77b6a4f req-63f9b678-9067-49c0-83ee-c2732a581470 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311091 Apr 20 14:07:18.572877 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65d732-d07a-4337-b73d-5ce4473713eb req-8264f1b7-91b8-47a4-964d-b0c7fa6d2c28 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:18.574911 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ce65d732-d07a-4337-b73d-5ce4473713eb req-8264f1b7-91b8-47a4-964d-b0c7fa6d2c28 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 944 time: 0.0480249 Apr 20 14:07:18.611287 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ce65d732-d07a-4337-b73d-5ce4473713eb req-8099ecd5-44e1-4d6d-933d-0b76100ac6f6 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304031 Apr 20 14:07:19.732413 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fedd58-e101-465c-aa16-7af7572cb1d8 req-83cadf76-a50f-49d6-969b-2d5f46a93af5 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:19.733941 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c9fedd58-e101-465c-aa16-7af7572cb1d8 req-83cadf76-a50f-49d6-969b-2d5f46a93af5 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 944 time: 0.0532713 Apr 20 14:07:19.772151 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c9fedd58-e101-465c-aa16-7af7572cb1d8 req-539c8b9e-3d16-4c53-9e54-c261c1a661fd tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319145 Apr 20 14:07:20.887084 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21998c-7f44-4c38-abd2-b56b19e26fa7 req-cc5360c8-194a-4e9b-a06c-fedb54cc79e9 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:20.888566 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6c21998c-7f44-4c38-abd2-b56b19e26fa7 req-cc5360c8-194a-4e9b-a06c-fedb54cc79e9 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 944 time: 0.0475709 Apr 20 14:07:20.925363 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6c21998c-7f44-4c38-abd2-b56b19e26fa7 req-26d907c8-b6c5-4efc-a505-f76e6ae65059 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308430 Apr 20 14:07:22.045931 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efa7f3-b73e-4cce-8764-a4dad47e3dc2 req-582b3890-3c2d-4710-8c24-75dd64a1acf9 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:22.047376 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14efa7f3-b73e-4cce-8764-a4dad47e3dc2 req-582b3890-3c2d-4710-8c24-75dd64a1acf9 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 944 time: 0.0522621 Apr 20 14:07:22.086665 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14efa7f3-b73e-4cce-8764-a4dad47e3dc2 req-9e842a66-8ed8-4bb5-bd8f-5c97111d6cb4 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320973 Apr 20 14:07:23.205425 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f53244-00ca-4eb0-833c-e774cb9fbf81 req-c29a1035-7468-44d8-ac32-0bd4ebd73b92 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:23.206886 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e2f53244-00ca-4eb0-833c-e774cb9fbf81 req-c29a1035-7468-44d8-ac32-0bd4ebd73b92 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 944 time: 0.0513883 Apr 20 14:07:23.243528 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e2f53244-00ca-4eb0-833c-e774cb9fbf81 req-dd68a3fc-fd50-49af-99f5-23ce5a6c43fd tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305777 Apr 20 14:07:23.543835 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device dbd677ff-0cad-476f-9cea-2d6353168ef5 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:07:23.641220 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port dbd677ff-0cad-476f-9cea-2d6353168ef5, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=dbd677ff-0cad-476f-9cea-2d6353168ef5,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:07:23.652373 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'dbd677ff-0cad-476f-9cea-2d6353168ef5', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'port_id': 'dbd677ff-0cad-476f-9cea-2d6353168ef5', 'mac_address': 'fa:16:3e:41:fd:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:07:23.690018 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:23.703685 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbd677ff-0cad-476f-9cea-2d6353168ef5 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:07:23.722104 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port dbd677ff-0cad-476f-9cea-2d6353168ef5, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=dbd677ff-0cad-476f-9cea-2d6353168ef5,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:07:23.777325 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:23.825239 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=dbd677ff-0cad-476f-9cea-2d6353168ef5,revision_number=9']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:07:24.107043 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['dbd677ff-0cad-476f-9cea-2d6353168ef5'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:07:24.358092 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0bd23b-015d-41e6-ab76-7d81516844fc req-5ad22e44-65a0-4897-97ce-3e00bf7c7ff2 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:24.359484 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2f0bd23b-015d-41e6-ab76-7d81516844fc req-5ad22e44-65a0-4897-97ce-3e00bf7c7ff2 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 945 time: 0.0477955 Apr 20 14:07:24.397525 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2f0bd23b-015d-41e6-ab76-7d81516844fc req-77d9ee8b-48f5-41a3-9a53-2eada11adf30 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319951 Apr 20 14:07:24.502806 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e46b0ef8-dbe9-48f2-ad24-a054ae7d7818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:25.010309 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df6018-ae36-424b-8e8b-5bd00b67d0d8 req-3051c009-c404-430e-9857-af5cc5e02de9 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:25.011789 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c1df6018-ae36-424b-8e8b-5bd00b67d0d8 req-3051c009-c404-430e-9857-af5cc5e02de9 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 945 time: 0.0487640 Apr 20 14:07:25.080263 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c1df6018-ae36-424b-8e8b-5bd00b67d0d8 req-8e96dcf3-a896-4c91-a3aa-22caf9e66378 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570047 Apr 20 14:07:25.091200 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-3da58e5e-0eea-437a-bcb1-710c597dabfd tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:25.092458 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-3da58e5e-0eea-437a-bcb1-710c597dabfd tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.15 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166&tenant_id=6690ec411ac542a59248ea9dae106ca4&binding%3Ahost_id=n-h2-836015-7 HTTP/1.1" status: 200 len: 945 time: 0.0772905 Apr 20 14:07:25.154165 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-0d00415d-4e32-4d87-97f5-24937a387d36 service neutron] 10.222.0.15 "GET /v2.0/ports/dbd677ff-0cad-476f-9cea-2d6353168ef5/bindings/n-h2-836015-7 HTTP/1.1" status: 200 len: 382 time: 0.0541186 Apr 20 14:07:25.227880 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a787f8e-a2a5-4ef0-9dfe-4187e8f50dd1 req-59764797-d8a6-49bd-91aa-9592f60cf279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:25.229234 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7a787f8e-a2a5-4ef0-9dfe-4187e8f50dd1 req-59764797-d8a6-49bd-91aa-9592f60cf279 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 1096 time: 0.0398574 Apr 20 14:07:25.330159 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a787f8e-a2a5-4ef0-9dfe-4187e8f50dd1 req-7560cec7-5c83-4297-970d-66f7eeb6e185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:25.331646 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7a787f8e-a2a5-4ef0-9dfe-4187e8f50dd1 req-7560cec7-5c83-4297-970d-66f7eeb6e185 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d8814295-6b98-4598-b76a-f7e07fe08e31 HTTP/1.1" status: 200 len: 913 time: 0.0857599 Apr 20 14:07:25.395644 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7a787f8e-a2a5-4ef0-9dfe-4187e8f50dd1 req-2488d5f6-28c7-44c7-9cb1-7782b59906a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbd677ff-0cad-476f-9cea-2d6353168ef5 HTTP/1.1" status: 200 len: 1002 time: 0.0561676 Apr 20 14:07:25.444127 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a787f8e-a2a5-4ef0-9dfe-4187e8f50dd1 req-6c133056-c861-44b5-b08a-cefff14dc8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:25.455021 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7a787f8e-a2a5-4ef0-9dfe-4187e8f50dd1 req-6c133056-c861-44b5-b08a-cefff14dc8e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c48da8a4-f2de-4d49-a9f3-5647442dd3f1 HTTP/1.1" status: 200 len: 851 time: 0.0428288 Apr 20 14:07:25.493198 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a787f8e-a2a5-4ef0-9dfe-4187e8f50dd1 req-10b0c08d-29ac-457b-8d07-00ad9c38cdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:25.494689 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7a787f8e-a2a5-4ef0-9dfe-4187e8f50dd1 req-10b0c08d-29ac-457b-8d07-00ad9c38cdc3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8814295-6b98-4598-b76a-f7e07fe08e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427587 Apr 20 14:07:25.575523 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device dbd677ff-0cad-476f-9cea-2d6353168ef5 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:07:25.582296 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7a787f8e-a2a5-4ef0-9dfe-4187e8f50dd1 req-d7df4252-2009-4e0d-bad8-cc1c5a73aa94 service neutron] 10.222.0.15 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810606 Apr 20 14:07:25.672817 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7a787f8e-a2a5-4ef0-9dfe-4187e8f50dd1 req-9d21d9d2-5e1c-4049-9577-963aef8f9144 service neutron] 10.222.0.15 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846982 Apr 20 14:07:25.732488 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port dbd677ff-0cad-476f-9cea-2d6353168ef5 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:07:25.736586 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port dbd677ff-0cad-476f-9cea-2d6353168ef5 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:07:25.736975 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:25.748921 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-7c34d861-0878-419e-9086-bae827038220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:25.750413 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-7c34d861-0878-419e-9086-bae827038220 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 1096 time: 0.0414360 Apr 20 14:07:25.817676 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:25.840729 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53a3022-0f6f-449c-98d0-8aae5b3fa166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd677ff-0cad-476f-9cea-2d6353168ef5'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:07:25.843014 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac87ba4abbb4e8505208ea6fd510b76711e5f2ebc605ae5eca19bb7d33fcf53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b94cf1-0206-4129-81d0-b3d86872681a" -d '{"events": [{"server_uuid": "e53a3022-0f6f-449c-98d0-8aae5b3fa166", "name": "network-vif-plugged", "status": "completed", "tag": "dbd677ff-0cad-476f-9cea-2d6353168ef5"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:07:25.844613 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-fdf86518-f5fe-4a8c-bb79-6fcb34097079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:25.846029 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-fdf86518-f5fe-4a8c-bb79-6fcb34097079 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d8814295-6b98-4598-b76a-f7e07fe08e31 HTTP/1.1" status: 200 len: 913 time: 0.0886452 Apr 20 14:07:25.856879 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port dbd677ff-0cad-476f-9cea-2d6353168ef5, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=dbd677ff-0cad-476f-9cea-2d6353168ef5,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:07:25.893757 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959f3065-eb45-4e32-b265-2632082c6fe0 x-openstack-request-id: req-959f3065-eb45-4e32-b265-2632082c6fe0 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:07:25.894056 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53a3022-0f6f-449c-98d0-8aae5b3fa166", "name": "network-vif-plugged", "status": "completed", "tag": "dbd677ff-0cad-476f-9cea-2d6353168ef5", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:07:25.894311 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-959f3065-eb45-4e32-b265-2632082c6fe0 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:07:25.894712 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-959f3065-eb45-4e32-b265-2632082c6fe0'] response: {'server_uuid': 'e53a3022-0f6f-449c-98d0-8aae5b3fa166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd677ff-0cad-476f-9cea-2d6353168ef5', 'code': 200} Apr 20 14:07:25.914915 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-ba39f247-df30-407d-8a70-ee50395725e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbd677ff-0cad-476f-9cea-2d6353168ef5 HTTP/1.1" status: 200 len: 1002 time: 0.0611618 Apr 20 14:07:25.936740 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:25.962508 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-b689f971-c665-4874-82b9-86b8257db05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:25.964284 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-b689f971-c665-4874-82b9-86b8257db05c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c48da8a4-f2de-4d49-a9f3-5647442dd3f1 HTTP/1.1" status: 200 len: 851 time: 0.0434148 Apr 20 14:07:25.984515 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=dbd677ff-0cad-476f-9cea-2d6353168ef5,revision_number=10']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:07:26.012353 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-d2ca9fc5-4e1a-4591-80dd-b0a06bbf0386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:26.013818 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-d2ca9fc5-4e1a-4591-80dd-b0a06bbf0386 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8814295-6b98-4598-b76a-f7e07fe08e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433369 Apr 20 14:07:26.101606 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-fb4f3f2d-858c-4b12-91b7-38a148db064d service neutron] 10.222.0.15 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802045 Apr 20 14:07:26.222828 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-b5141414-4636-4f20-88d4-c7d05402305b service neutron] 10.222.0.15 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153219 Apr 20 14:07:26.230198 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52437e31-2350-4338-ab75-bcd48a8eeaca req-b2b54311-e386-467a-af88-c3792d5ea2cc tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:26.231654 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52437e31-2350-4338-ab75-bcd48a8eeaca req-b2b54311-e386-467a-af88-c3792d5ea2cc tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 947 time: 0.0749302 Apr 20 14:07:26.269983 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-52437e31-2350-4338-ab75-bcd48a8eeaca req-d441d830-7e85-41e4-aea5-9e54dbdf3872 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321093 Apr 20 14:07:26.805512 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-63f744a7-89a0-4773-8a1b-454c46e6472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:27.386297 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2375d-9f0b-4778-8f1b-fda509021bd8 req-dc41ee8c-78ee-4ba4-ae2b-30d13dc1725a tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:27.388289 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a0f2375d-9f0b-4778-8f1b-fda509021bd8 req-dc41ee8c-78ee-4ba4-ae2b-30d13dc1725a tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 947 time: 0.0464654 Apr 20 14:07:27.423657 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a0f2375d-9f0b-4778-8f1b-fda509021bd8 req-c0efb06e-4f81-4d13-9fe0-1ceda7c13925 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294333 Apr 20 14:07:28.274566 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:28.890113 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a062501-4eb6-4548-a0cc-5c7aad462a0a req-92743da6-45d2-4b35-be11-4dcb7e00ad20 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:28.891631 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1a062501-4eb6-4548-a0cc-5c7aad462a0a req-92743da6-45d2-4b35-be11-4dcb7e00ad20 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 947 time: 0.3956950 Apr 20 14:07:28.930542 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1a062501-4eb6-4548-a0cc-5c7aad462a0a req-eb983d40-1607-4544-b66f-1c8d9871ca56 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327077 Apr 20 14:07:29.571563 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:29.885064 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:30.047960 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97fc27-28a7-4fd1-a1ad-716b7a71c69b req-690b120e-8e2e-4a57-9084-8b2b1d4b1eb4 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:30.049478 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5f97fc27-28a7-4fd1-a1ad-716b7a71c69b req-690b120e-8e2e-4a57-9084-8b2b1d4b1eb4 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 947 time: 0.0495250 Apr 20 14:07:30.086233 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5f97fc27-28a7-4fd1-a1ad-716b7a71c69b req-cf9fa8b1-cf6a-4c77-8517-d2e8fcc2e08d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308256 Apr 20 14:07:31.053986 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-b595ad46-b0e9-432e-92b8-bbfcb73de4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:31.055445 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-b595ad46-b0e9-432e-92b8-bbfcb73de4e7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166&tenant_id=6690ec411ac542a59248ea9dae106ca4 HTTP/1.1" status: 200 len: 1098 time: 0.0461648 Apr 20 14:07:31.066411 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-eb59d0a4-3b1e-4790-b3d7-4b0920fbda81 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836015-7', 'device_owner': 'compute:nova'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:07:31.117673 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-eb59d0a4-3b1e-4790-b3d7-4b0920fbda81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:31.202214 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7044e6-5307-404f-a1a4-82cbf0beb6d9 req-e1cd071a-f2d8-49a3-8245-aed1c94a5003 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:31.203738 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fc7044e6-5307-404f-a1a4-82cbf0beb6d9 req-e1cd071a-f2d8-49a3-8245-aed1c94a5003 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 947 time: 0.0479424 Apr 20 14:07:31.246241 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fc7044e6-5307-404f-a1a4-82cbf0beb6d9 req-da18b536-8cc3-4ec4-b424-3e3e24010d35 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357888 Apr 20 14:07:31.319334 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-eb59d0a4-3b1e-4790-b3d7-4b0920fbda81 service neutron] For port dbd677ff-0cad-476f-9cea-2d6353168ef5, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=dbd677ff-0cad-476f-9cea-2d6353168ef5,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:07:31.351850 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-eb59d0a4-3b1e-4790-b3d7-4b0920fbda81 service neutron] For port dbd677ff-0cad-476f-9cea-2d6353168ef5, host n-h2-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:07:31.392991 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53a3022-0f6f-449c-98d0-8aae5b3fa166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbd677ff-0cad-476f-9cea-2d6353168ef5'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:07:31.395212 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}477c3876f0a00723b6cc26f82b5301b7c44eaec2342ee7dfaa02d19e77b1fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2f0395-32ce-495e-9cce-026af074af63" -d '{"events": [{"server_uuid": "e53a3022-0f6f-449c-98d0-8aae5b3fa166", "name": "network-vif-unplugged", "status": "completed", "tag": "dbd677ff-0cad-476f-9cea-2d6353168ef5"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:07:31.398836 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-eb59d0a4-3b1e-4790-b3d7-4b0920fbda81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:31.411385 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-eb59d0a4-3b1e-4790-b3d7-4b0920fbda81 service neutron] Transition to ACTIVE for port object dbd677ff-0cad-476f-9cea-2d6353168ef5 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:07:31.447137 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2edbe658-a905-4c56-81ea-bef0576c9cc0 x-openstack-request-id: req-2edbe658-a905-4c56-81ea-bef0576c9cc0 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:07:31.447464 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53a3022-0f6f-449c-98d0-8aae5b3fa166", "name": "network-vif-unplugged", "status": "completed", "tag": "dbd677ff-0cad-476f-9cea-2d6353168ef5", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:07:31.447722 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2edbe658-a905-4c56-81ea-bef0576c9cc0 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:07:31.448127 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2edbe658-a905-4c56-81ea-bef0576c9cc0'] response: {'server_uuid': 'e53a3022-0f6f-449c-98d0-8aae5b3fa166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbd677ff-0cad-476f-9cea-2d6353168ef5', 'code': 200} Apr 20 14:07:31.485330 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-eb59d0a4-3b1e-4790-b3d7-4b0920fbda81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:31.563336 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb59d0a4-3b1e-4790-b3d7-4b0920fbda81 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd677ff-0cad-476f-9cea-2d6353168ef5,revision_number=11']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:07:31.575081 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59d0a4-3b1e-4790-b3d7-4b0920fbda81 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:07:31.575459 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59d0a4-3b1e-4790-b3d7-4b0920fbda81 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:07:31.575805 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59d0a4-3b1e-4790-b3d7-4b0920fbda81 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:07:31.576140 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59d0a4-3b1e-4790-b3d7-4b0920fbda81 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:07:31.576474 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59d0a4-3b1e-4790-b3d7-4b0920fbda81 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:07:31.576800 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59d0a4-3b1e-4790-b3d7-4b0920fbda81 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:07:31.577126 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59d0a4-3b1e-4790-b3d7-4b0920fbda81 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:07:31.577458 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59d0a4-3b1e-4790-b3d7-4b0920fbda81 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:07:31.577781 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59d0a4-3b1e-4790-b3d7-4b0920fbda81 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:07:31.578107 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59d0a4-3b1e-4790-b3d7-4b0920fbda81 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:07:31.578467 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59d0a4-3b1e-4790-b3d7-4b0920fbda81 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:07:31.578779 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59d0a4-3b1e-4790-b3d7-4b0920fbda81 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:07:31.605132 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device dbd677ff-0cad-476f-9cea-2d6353168ef5 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:07:31.616350 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-eb59d0a4-3b1e-4790-b3d7-4b0920fbda81 service neutron] No DVR routers for this DVR port dbd677ff-0cad-476f-9cea-2d6353168ef5 on host n-h2-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:07:31.648548 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device dbd677ff-0cad-476f-9cea-2d6353168ef5 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:07:31.757018 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-eb59d0a4-3b1e-4790-b3d7-4b0920fbda81 service neutron] Attempting to bind port dbd677ff-0cad-476f-9cea-2d6353168ef5 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:07:31.757370 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-eb59d0a4-3b1e-4790-b3d7-4b0920fbda81 service neutron] Attempting to bind port dbd677ff-0cad-476f-9cea-2d6353168ef5 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:07:31.757699 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-eb59d0a4-3b1e-4790-b3d7-4b0920fbda81 service neutron] Attempting to bind port dbd677ff-0cad-476f-9cea-2d6353168ef5 on network d8814295-6b98-4598-b76a-f7e07fe08e31 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:07:31.761877 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-eb59d0a4-3b1e-4790-b3d7-4b0920fbda81 service neutron] Port dbd677ff-0cad-476f-9cea-2d6353168ef5 on network d8814295-6b98-4598-b76a-f7e07fe08e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:07:31.762200 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-eb59d0a4-3b1e-4790-b3d7-4b0920fbda81 service neutron] Attempting to bind port dbd677ff-0cad-476f-9cea-2d6353168ef5 on network d8814295-6b98-4598-b76a-f7e07fe08e31 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:07:31.766946 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-eb59d0a4-3b1e-4790-b3d7-4b0920fbda81 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:07:31.767284 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-eb59d0a4-3b1e-4790-b3d7-4b0920fbda81 service neutron] Checking segment: {'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:07:31.767695 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-eb59d0a4-3b1e-4790-b3d7-4b0920fbda81 service neutron] Bound using segment: {'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:07:31.768121 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-eb59d0a4-3b1e-4790-b3d7-4b0920fbda81 service neutron] Bound port: dbd677ff-0cad-476f-9cea-2d6353168ef5, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e3abc6a-735b-49fe-ad31-300403d4a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:07:31.768473 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-eb59d0a4-3b1e-4790-b3d7-4b0920fbda81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:31.833297 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-eb59d0a4-3b1e-4790-b3d7-4b0920fbda81 service neutron] For port dbd677ff-0cad-476f-9cea-2d6353168ef5, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:07:31.836197 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-eb59d0a4-3b1e-4790-b3d7-4b0920fbda81 service neutron] For port dbd677ff-0cad-476f-9cea-2d6353168ef5, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=dbd677ff-0cad-476f-9cea-2d6353168ef5,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:07:31.925964 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-eb59d0a4-3b1e-4790-b3d7-4b0920fbda81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:31.957955 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-eb59d0a4-3b1e-4790-b3d7-4b0920fbda81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:31.958377 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-eb59d0a4-3b1e-4790-b3d7-4b0920fbda81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:31.959744 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-eb59d0a4-3b1e-4790-b3d7-4b0920fbda81 service neutron] 10.222.0.32 "PUT /v2.0/ports/dbd677ff-0cad-476f-9cea-2d6353168ef5 HTTP/1.1" status: 200 len: 1093 time: 0.8971367 Apr 20 14:07:31.994465 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb59d0a4-3b1e-4790-b3d7-4b0920fbda81 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd677ff-0cad-476f-9cea-2d6353168ef5,revision_number=12']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:07:32.025932 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-7b6e09cb-57db-4989-880a-84595f24ae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:32.027548 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-7b6e09cb-57db-4989-880a-84595f24ae91 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 1096 time: 0.0435300 Apr 20 14:07:32.125326 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-5e9b6f52-f5b6-4b99-95f1-82a49a3234c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:32.126842 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-5e9b6f52-f5b6-4b99-95f1-82a49a3234c2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d8814295-6b98-4598-b76a-f7e07fe08e31 HTTP/1.1" status: 200 len: 913 time: 0.0932512 Apr 20 14:07:32.192204 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-6086ffba-d47f-4c23-a548-27a656ed8204 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbd677ff-0cad-476f-9cea-2d6353168ef5 HTTP/1.1" status: 200 len: 1001 time: 0.0581901 Apr 20 14:07:32.246696 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-6d6c7043-0898-4e05-b091-d0b8487fbea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:32.248114 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-6d6c7043-0898-4e05-b091-d0b8487fbea2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c48da8a4-f2de-4d49-a9f3-5647442dd3f1 HTTP/1.1" status: 200 len: 851 time: 0.0486467 Apr 20 14:07:32.292718 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-cca6b953-b859-45b8-96ac-b3e91f9fdcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:32.294290 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-cca6b953-b859-45b8-96ac-b3e91f9fdcfb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d8814295-6b98-4598-b76a-f7e07fe08e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396771 Apr 20 14:07:32.365879 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda04e7b-3e7c-4464-8b2e-b82a3b3352de req-635b82ae-db9f-4fb3-a08c-ef7282f915bb tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:32.367301 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bda04e7b-3e7c-4464-8b2e-b82a3b3352de req-635b82ae-db9f-4fb3-a08c-ef7282f915bb tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 945 time: 0.0517585 Apr 20 14:07:32.381365 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-2e549790-1043-4717-8399-d5760fb8757b service neutron] 10.222.0.32 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807993 Apr 20 14:07:32.405414 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bda04e7b-3e7c-4464-8b2e-b82a3b3352de req-050d66cb-3b57-411c-a783-2c8c8781f98d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310183 Apr 20 14:07:32.473559 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-2d75cace-d97c-4c5f-ae62-8ac4f5a01025 req-df8888f1-8d1e-4955-bb20-9404aa1605e6 service neutron] 10.222.0.32 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846834 Apr 20 14:07:33.449683 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53a3022-0f6f-449c-98d0-8aae5b3fa166', 'tag': 'dbd677ff-0cad-476f-9cea-2d6353168ef5'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:07:33.453251 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}477c3876f0a00723b6cc26f82b5301b7c44eaec2342ee7dfaa02d19e77b1fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b28bde-eb7e-4056-8cbe-627e6173aa80" -d '{"events": [{"name": "network-changed", "server_uuid": "e53a3022-0f6f-449c-98d0-8aae5b3fa166", "tag": "dbd677ff-0cad-476f-9cea-2d6353168ef5"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:07:33.503654 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714f7f14-a550-41de-ab1b-35c935f2995d x-openstack-request-id: req-714f7f14-a550-41de-ab1b-35c935f2995d {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:07:33.503948 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53a3022-0f6f-449c-98d0-8aae5b3fa166", "tag": "dbd677ff-0cad-476f-9cea-2d6353168ef5", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:07:33.504246 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-714f7f14-a550-41de-ab1b-35c935f2995d {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:07:33.504682 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-714f7f14-a550-41de-ab1b-35c935f2995d'] response: {'name': 'network-changed', 'server_uuid': 'e53a3022-0f6f-449c-98d0-8aae5b3fa166', 'tag': 'dbd677ff-0cad-476f-9cea-2d6353168ef5', 'status': 'completed', 'code': 200} Apr 20 14:07:33.565080 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b28bde-eb7e-4056-8cbe-627e6173aa80 req-10d973ff-f9a5-48a0-9e2a-1fbb05715f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:33.566852 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-73b28bde-eb7e-4056-8cbe-627e6173aa80 req-10d973ff-f9a5-48a0-9e2a-1fbb05715f2b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 1096 time: 0.0437100 Apr 20 14:07:33.578106 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8cae9-f2af-4e37-b478-7f04a50844d9 req-44c5a154-a955-4596-a222-b40b23f1e7ae tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:33.579647 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-27e8cae9-f2af-4e37-b478-7f04a50844d9 req-44c5a154-a955-4596-a222-b40b23f1e7ae tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 945 time: 0.1034391 Apr 20 14:07:33.596853 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b28bde-eb7e-4056-8cbe-627e6173aa80 req-77ec55b6-251a-42f8-96d9-d27c20efb9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:33.598325 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73b28bde-eb7e-4056-8cbe-627e6173aa80 req-77ec55b6-251a-42f8-96d9-d27c20efb9e3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6690ec411ac542a59248ea9dae106ca4&device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 1096 time: 0.0658431 Apr 20 14:07:33.674397 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b28bde-eb7e-4056-8cbe-627e6173aa80 req-efca48b5-a760-4ba1-9784-42b0fa350407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:33.676404 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-73b28bde-eb7e-4056-8cbe-627e6173aa80 req-efca48b5-a760-4ba1-9784-42b0fa350407 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d8814295-6b98-4598-b76a-f7e07fe08e31 HTTP/1.1" status: 200 len: 913 time: 0.1012425 Apr 20 14:07:33.679136 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-27e8cae9-f2af-4e37-b478-7f04a50844d9 req-903c86c1-c355-4289-84d7-85a06e642620 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905173 Apr 20 14:07:33.713473 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b28bde-eb7e-4056-8cbe-627e6173aa80 req-a15b576b-ff82-4942-a1a5-688635a1258b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:33.714945 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73b28bde-eb7e-4056-8cbe-627e6173aa80 req-a15b576b-ff82-4942-a1a5-688635a1258b service neutron] 10.222.0.15 "GET /v2.0/networks?id=d8814295-6b98-4598-b76a-f7e07fe08e31 HTTP/1.1" status: 200 len: 913 time: 0.1088552 Apr 20 14:07:33.750242 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-73b28bde-eb7e-4056-8cbe-627e6173aa80 req-e2562639-ef6e-44d7-ad28-978892a84470 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbd677ff-0cad-476f-9cea-2d6353168ef5 HTTP/1.1" status: 200 len: 1001 time: 0.0657282 Apr 20 14:07:33.782283 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73b28bde-eb7e-4056-8cbe-627e6173aa80 req-6f334918-28a0-4721-9e00-a1ce5c828b3f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbd677ff-0cad-476f-9cea-2d6353168ef5 HTTP/1.1" status: 200 len: 1001 time: 0.0601714 Apr 20 14:07:33.798705 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b28bde-eb7e-4056-8cbe-627e6173aa80 req-e3119c1d-655d-4345-9990-c8c53f1a427c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:33.800214 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-73b28bde-eb7e-4056-8cbe-627e6173aa80 req-e3119c1d-655d-4345-9990-c8c53f1a427c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c48da8a4-f2de-4d49-a9f3-5647442dd3f1 HTTP/1.1" status: 200 len: 851 time: 0.0436285 Apr 20 14:07:33.840447 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b28bde-eb7e-4056-8cbe-627e6173aa80 req-40f10244-2d8d-4f1b-a905-30ef85157951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:33.841970 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73b28bde-eb7e-4056-8cbe-627e6173aa80 req-40f10244-2d8d-4f1b-a905-30ef85157951 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c48da8a4-f2de-4d49-a9f3-5647442dd3f1 HTTP/1.1" status: 200 len: 851 time: 0.0518224 Apr 20 14:07:33.850899 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b28bde-eb7e-4056-8cbe-627e6173aa80 req-70db5be7-934b-4f60-baab-0fda0954a0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:33.852411 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-73b28bde-eb7e-4056-8cbe-627e6173aa80 req-70db5be7-934b-4f60-baab-0fda0954a0e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d8814295-6b98-4598-b76a-f7e07fe08e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454149 Apr 20 14:07:33.888920 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b28bde-eb7e-4056-8cbe-627e6173aa80 req-51518ab2-de9d-4356-8f08-7ea23ab358b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:33.890342 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73b28bde-eb7e-4056-8cbe-627e6173aa80 req-51518ab2-de9d-4356-8f08-7ea23ab358b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8814295-6b98-4598-b76a-f7e07fe08e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416229 Apr 20 14:07:33.942857 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-73b28bde-eb7e-4056-8cbe-627e6173aa80 req-ea08e333-7a30-4d15-a10b-5ee9adec87cb service neutron] 10.222.0.32 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839500 Apr 20 14:07:33.987595 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73b28bde-eb7e-4056-8cbe-627e6173aa80 req-d2d52d5d-f14f-4c13-99b5-469227e10a00 service neutron] 10.222.0.15 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898540 Apr 20 14:07:34.042501 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-73b28bde-eb7e-4056-8cbe-627e6173aa80 req-981019c8-8b86-4157-9bc4-b0dbadd19c2f service neutron] 10.222.0.32 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925405 Apr 20 14:07:34.084517 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73b28bde-eb7e-4056-8cbe-627e6173aa80 req-15c169c6-97f3-41a1-8539-bc44d6c94e15 service neutron] 10.222.0.15 "GET /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904629 Apr 20 14:07:34.797267 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedaf694-723a-461f-a422-acbb495fe0b7 req-d9318268-8889-4168-8ae5-d81680228beb tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:34.798648 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aedaf694-723a-461f-a422-acbb495fe0b7 req-d9318268-8889-4168-8ae5-d81680228beb tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 945 time: 0.0483057 Apr 20 14:07:34.839234 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aedaf694-723a-461f-a422-acbb495fe0b7 req-3f092da3-3d8d-493d-8217-6b92d1dc3df6 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344145 Apr 20 14:07:35.957269 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b315a17-ebf6-4758-bfa2-9add52bf8f26 req-aa2eb8cb-1623-4c36-8657-04fcfeac242a tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:35.958737 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2b315a17-ebf6-4758-bfa2-9add52bf8f26 req-aa2eb8cb-1623-4c36-8657-04fcfeac242a tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 945 time: 0.0484276 Apr 20 14:07:36.000744 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2b315a17-ebf6-4758-bfa2-9add52bf8f26 req-c7e7cf0f-cc75-4b5b-8ed5-38a2987b6e18 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357046 Apr 20 14:07:37.117696 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6fc32-397e-489a-9319-29ab1a9d66fb req-3d479b51-3001-40ba-b8f4-2c4eb5470c40 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:37.119223 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dfd6fc32-397e-489a-9319-29ab1a9d66fb req-3d479b51-3001-40ba-b8f4-2c4eb5470c40 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 945 time: 0.0491672 Apr 20 14:07:37.156064 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dfd6fc32-397e-489a-9319-29ab1a9d66fb req-96a296bc-b909-4cdd-9db5-7e4ae40e3555 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307381 Apr 20 14:07:38.272245 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a6a0a-8994-4917-8c1c-8f5314e52364 req-0db8107c-ee73-42a4-bfdb-a5ff9eafd7f8 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:38.273708 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-349a6a0a-8994-4917-8c1c-8f5314e52364 req-0db8107c-ee73-42a4-bfdb-a5ff9eafd7f8 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 945 time: 0.0477335 Apr 20 14:07:38.310782 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-349a6a0a-8994-4917-8c1c-8f5314e52364 req-5583471a-6ca8-42e6-96da-c85868530f13 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302825 Apr 20 14:07:39.427070 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2433b38d-ba53-4afd-8e43-cf97e3533c61 req-c37125c7-e409-4009-a713-e773244d4d56 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:39.428556 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2433b38d-ba53-4afd-8e43-cf97e3533c61 req-c37125c7-e409-4009-a713-e773244d4d56 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 945 time: 0.0489902 Apr 20 14:07:39.468853 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2433b38d-ba53-4afd-8e43-cf97e3533c61 req-1d91884d-74d4-4905-8fa0-a4c24f30ea6a tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343044 Apr 20 14:07:40.583704 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5b1f7-9248-45e8-9b82-451ccf5a63bb req-abb1793a-ebff-486e-83e2-738f2152422a tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:40.585167 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eee5b1f7-9248-45e8-9b82-451ccf5a63bb req-abb1793a-ebff-486e-83e2-738f2152422a tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 945 time: 0.0485203 Apr 20 14:07:40.621596 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eee5b1f7-9248-45e8-9b82-451ccf5a63bb req-8f969616-fe3c-428d-a2e3-12135b9c8028 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304403 Apr 20 14:07:41.739955 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ed49a-f672-4a6e-ba5d-22fa5b31614f req-86bfddaa-cfad-40f5-acc8-8e845b920232 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:41.741398 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-299ed49a-f672-4a6e-ba5d-22fa5b31614f req-86bfddaa-cfad-40f5-acc8-8e845b920232 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 945 time: 0.0485208 Apr 20 14:07:41.778054 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-299ed49a-f672-4a6e-ba5d-22fa5b31614f req-2d240107-8051-4fea-906d-ce319e9ec4c0 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300801 Apr 20 14:07:42.828474 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:42.893787 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39002c85-98ac-4f58-9e98-f4ff6d2532dc req-53a4bda0-9a14-47b5-8087-7975a59bc01a tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:42.895237 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-39002c85-98ac-4f58-9e98-f4ff6d2532dc req-53a4bda0-9a14-47b5-8087-7975a59bc01a tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 945 time: 0.0483062 Apr 20 14:07:42.936463 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-39002c85-98ac-4f58-9e98-f4ff6d2532dc req-c14d21e1-139a-4180-ade8-c982601aabc5 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350814 Apr 20 14:07:43.513823 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:44.053890 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d5c87-596c-4e3f-9daa-dd35b4a5fc56 req-0ba65e82-8034-4e8a-a689-9f51d01c84f9 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:44.055370 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a6d5c87-596c-4e3f-9daa-dd35b4a5fc56 req-0ba65e82-8034-4e8a-a689-9f51d01c84f9 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 945 time: 0.0489542 Apr 20 14:07:44.092975 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a6d5c87-596c-4e3f-9daa-dd35b4a5fc56 req-3cd1f235-023f-4c9d-914d-f57a2e35934e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314636 Apr 20 14:07:45.208789 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f77f8c-7180-447d-95a4-d43578df51e8 req-302b8d00-5c8d-48be-8183-027f7b0373dc tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:45.213332 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b5f77f8c-7180-447d-95a4-d43578df51e8 req-302b8d00-5c8d-48be-8183-027f7b0373dc tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 945 time: 0.0493045 Apr 20 14:07:45.249496 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b5f77f8c-7180-447d-95a4-d43578df51e8 req-48e1e75d-e931-4f02-8982-e439cac66973 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319524 Apr 20 14:07:46.364753 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911b6fb-8dc7-4c83-9ccd-9015e6b0c4eb req-330d6921-b3f7-456a-b11a-bd30094991ab tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:46.366203 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f911b6fb-8dc7-4c83-9ccd-9015e6b0c4eb req-330d6921-b3f7-456a-b11a-bd30094991ab tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 945 time: 0.0477653 Apr 20 14:07:46.406594 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f911b6fb-8dc7-4c83-9ccd-9015e6b0c4eb req-676c450c-9968-4ec1-8163-788de6226e96 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337942 Apr 20 14:07:46.521244 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1ae34-3a9b-488a-94c5-b4b62f82ec96 req-fbce6586-f261-4d3b-9d5c-807991bc14f5 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:46.522722 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a5e1ae34-3a9b-488a-94c5-b4b62f82ec96 req-fbce6586-f261-4d3b-9d5c-807991bc14f5 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 945 time: 0.0495534 Apr 20 14:07:46.560327 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a5e1ae34-3a9b-488a-94c5-b4b62f82ec96 req-e34a7883-9f8b-4da8-a13b-ee707928ddc8 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314209 Apr 20 14:07:46.672054 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff16688-4626-4674-95e9-5bde174e688c req-c3f8c02d-e887-45f9-bf6c-e832d5aa78d8 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:46.673493 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ff16688-4626-4674-95e9-5bde174e688c req-c3f8c02d-e887-45f9-bf6c-e832d5aa78d8 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 945 time: 0.0477622 Apr 20 14:07:46.709416 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0ff16688-4626-4674-95e9-5bde174e688c req-2bd93120-2119-40b3-af0b-34597d7c8c49 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299747 Apr 20 14:07:47.015618 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device dbd677ff-0cad-476f-9cea-2d6353168ef5 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:07:47.110369 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969bf647-a967-4296-ac85-270c729a3f07 req-45b912e9-c8da-4ca0-855f-0369438161cb tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:47.111864 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-969bf647-a967-4296-ac85-270c729a3f07 req-45b912e9-c8da-4ca0-855f-0369438161cb tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 945 time: 0.0489962 Apr 20 14:07:47.118461 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port dbd677ff-0cad-476f-9cea-2d6353168ef5, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=dbd677ff-0cad-476f-9cea-2d6353168ef5,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:07:47.130041 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': 'dbd677ff-0cad-476f-9cea-2d6353168ef5', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'port_id': 'dbd677ff-0cad-476f-9cea-2d6353168ef5', 'mac_address': 'fa:16:3e:41:fd:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:07:47.154206 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-969bf647-a967-4296-ac85-270c729a3f07 req-bbe4db24-729a-465f-a3c7-031239b79e72 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358803 Apr 20 14:07:47.167997 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:47.181012 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbd677ff-0cad-476f-9cea-2d6353168ef5 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:07:47.199996 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port dbd677ff-0cad-476f-9cea-2d6353168ef5, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=dbd677ff-0cad-476f-9cea-2d6353168ef5,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:07:47.256548 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:47.304902 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=dbd677ff-0cad-476f-9cea-2d6353168ef5,revision_number=13']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:07:47.595935 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['dbd677ff-0cad-476f-9cea-2d6353168ef5'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:07:48.271861 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31875aa0-0f99-4790-a32e-154178148ec5 req-1d3c5b99-e606-4a4f-8dd2-f45206f3ca0b tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:48.273344 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-31875aa0-0f99-4790-a32e-154178148ec5 req-1d3c5b99-e606-4a4f-8dd2-f45206f3ca0b tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 946 time: 0.0477228 Apr 20 14:07:48.310363 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-31875aa0-0f99-4790-a32e-154178148ec5 req-a6d59f89-6955-4e2c-9f98-53d4af73cac6 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306034 Apr 20 14:07:48.910689 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a3f20-48d4-4723-9ace-6e61fca27347 req-b89d1f8b-8c82-478b-8ab9-5e0bb317aaa6 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:48.912157 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1d1a3f20-48d4-4723-9ace-6e61fca27347 req-b89d1f8b-8c82-478b-8ab9-5e0bb317aaa6 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.32 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 946 time: 0.0485604 Apr 20 14:07:48.998020 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-1d1a3f20-48d4-4723-9ace-6e61fca27347 req-aeacf075-a4ea-4a55-a17a-27d995edd03e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Deleting port dbd677ff-0cad-476f-9cea-2d6353168ef5 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:07:48.998362 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-1d1a3f20-48d4-4723-9ace-6e61fca27347 req-aeacf075-a4ea-4a55-a17a-27d995edd03e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:49.011467 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device dbd677ff-0cad-476f-9cea-2d6353168ef5 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:07:49.090454 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-1d1a3f20-48d4-4723-9ace-6e61fca27347 req-aeacf075-a4ea-4a55-a17a-27d995edd03e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] For port dbd677ff-0cad-476f-9cea-2d6353168ef5, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=dbd677ff-0cad-476f-9cea-2d6353168ef5,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:07:49.090814 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-1d1a3f20-48d4-4723-9ace-6e61fca27347 req-aeacf075-a4ea-4a55-a17a-27d995edd03e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:49.091257 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port dbd677ff-0cad-476f-9cea-2d6353168ef5 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:07:49.095174 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port dbd677ff-0cad-476f-9cea-2d6353168ef5 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:07:49.095570 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:49.177020 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:49.200117 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53a3022-0f6f-449c-98d0-8aae5b3fa166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd677ff-0cad-476f-9cea-2d6353168ef5'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:07:49.202399 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac87ba4abbb4e8505208ea6fd510b76711e5f2ebc605ae5eca19bb7d33fcf53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdd55ae-881e-421c-b225-e2292d890c11" -d '{"events": [{"server_uuid": "e53a3022-0f6f-449c-98d0-8aae5b3fa166", "name": "network-vif-plugged", "status": "completed", "tag": "dbd677ff-0cad-476f-9cea-2d6353168ef5"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:07:49.214682 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port dbd677ff-0cad-476f-9cea-2d6353168ef5, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=dbd677ff-0cad-476f-9cea-2d6353168ef5,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:07:49.241131 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d78252-7b8e-4411-9653-ae2cba316efe x-openstack-request-id: req-64d78252-7b8e-4411-9653-ae2cba316efe {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:07:49.241426 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53a3022-0f6f-449c-98d0-8aae5b3fa166", "name": "network-vif-plugged", "status": "completed", "tag": "dbd677ff-0cad-476f-9cea-2d6353168ef5", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:07:49.241682 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-64d78252-7b8e-4411-9653-ae2cba316efe {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:07:49.242085 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64d78252-7b8e-4411-9653-ae2cba316efe'] response: {'server_uuid': 'e53a3022-0f6f-449c-98d0-8aae5b3fa166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd677ff-0cad-476f-9cea-2d6353168ef5', 'code': 200} Apr 20 14:07:49.262821 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:49.263306 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-1d1a3f20-48d4-4723-9ace-6e61fca27347 req-aeacf075-a4ea-4a55-a17a-27d995edd03e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:49.263701 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-1d1a3f20-48d4-4723-9ace-6e61fca27347 req-aeacf075-a4ea-4a55-a17a-27d995edd03e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:49.264014 n-d-836015-7 neutron-server[114870]: INFO neutron.db.l3_db [req-1d1a3f20-48d4-4723-9ace-6e61fca27347 req-aeacf075-a4ea-4a55-a17a-27d995edd03e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Floating IP 18f62f3a-267c-4055-a185-1c4810cd78fd disassociated. External IP: 172.25.8.208, port: dbd677ff-0cad-476f-9cea-2d6353168ef5. Apr 20 14:07:49.265168 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-1d1a3f20-48d4-4723-9ace-6e61fca27347 req-aeacf075-a4ea-4a55-a17a-27d995edd03e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Calling delete_port for dbd677ff-0cad-476f-9cea-2d6353168ef5 owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:07:49.309326 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=dbd677ff-0cad-476f-9cea-2d6353168ef5,revision_number=14']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:07:49.425130 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1075e-5462-4b4b-9682-9ed391f259f1 req-d6fc436d-144f-478a-879e-961a9348e5ce tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:07:49.426623 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-62b1075e-5462-4b4b-9682-9ed391f259f1 req-d6fc436d-144f-478a-879e-961a9348e5ce tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 947 time: 0.0486042 Apr 20 14:07:49.428167 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-1d1a3f20-48d4-4723-9ace-6e61fca27347 req-aeacf075-a4ea-4a55-a17a-27d995edd03e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:49.455723 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeacf075-a4ea-4a55-a17a-27d995edd03e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Pushing event deleted for resources: {'Port': ['ID=dbd677ff-0cad-476f-9cea-2d6353168ef5,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:07:49.468886 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-62b1075e-5462-4b4b-9682-9ed391f259f1 req-38fbcd7c-665c-4b67-a8f0-3487e9bf24d7 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups?id=47e90a85-dd96-4725-b0b4-2f3aeeebb030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358429 Apr 20 14:07:49.581855 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d1a3f20-48d4-4723-9ace-6e61fca27347 req-aeacf075-a4ea-4a55-a17a-27d995edd03e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Router 6bc0fb59-318e-4f49-a979-7ec488a40565 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:07:49.692236 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d1a3f20-48d4-4723-9ace-6e61fca27347 req-aeacf075-a4ea-4a55-a17a-27d995edd03e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:07:49.702436 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa0277d-0222-4b86-8e1c-0cea0ac079ca None None] Sync routers for ids ['6bc0fb59-318e-4f49-a979-7ec488a40565'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:07:49.711792 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa0277d-0222-4b86-8e1c-0cea0ac079ca None None] Routers {'6bc0fb59-318e-4f49-a979-7ec488a40565'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:07:49.712407 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-faa0277d-0222-4b86-8e1c-0cea0ac079ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:07:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6bc0fb59-318e-4f49-a979-7ec488a40565'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:07:49.731326 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1a3f20-48d4-4723-9ace-6e61fca27347 req-aeacf075-a4ea-4a55-a17a-27d995edd03e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] No DVR routers for this DVR port dbd677ff-0cad-476f-9cea-2d6353168ef5 on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:07:49.733766 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-1d1a3f20-48d4-4723-9ace-6e61fca27347 req-aeacf075-a4ea-4a55-a17a-27d995edd03e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:49.737038 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1d1a3f20-48d4-4723-9ace-6e61fca27347 req-aeacf075-a4ea-4a55-a17a-27d995edd03e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.32 "DELETE /v2.0/ports/dbd677ff-0cad-476f-9cea-2d6353168ef5 HTTP/1.1" status: 204 len: 173 time: 0.8190658 Apr 20 14:07:49.737469 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53a3022-0f6f-449c-98d0-8aae5b3fa166', 'name': 'network-vif-deleted', 'tag': 'dbd677ff-0cad-476f-9cea-2d6353168ef5'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:07:49.739824 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}477c3876f0a00723b6cc26f82b5301b7c44eaec2342ee7dfaa02d19e77b1fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108b7e63-b445-435b-850a-f8add1de3b34" -d '{"events": [{"server_uuid": "e53a3022-0f6f-449c-98d0-8aae5b3fa166", "name": "network-vif-deleted", "tag": "dbd677ff-0cad-476f-9cea-2d6353168ef5"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:07:49.778853 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa2b430-572a-4af4-a0fd-cc81d683cea3 x-openstack-request-id: req-eaa2b430-572a-4af4-a0fd-cc81d683cea3 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:07:49.779142 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53a3022-0f6f-449c-98d0-8aae5b3fa166", "name": "network-vif-deleted", "tag": "dbd677ff-0cad-476f-9cea-2d6353168ef5", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:07:49.779419 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eaa2b430-572a-4af4-a0fd-cc81d683cea3 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:07:49.779834 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaa2b430-572a-4af4-a0fd-cc81d683cea3'] response: {'server_uuid': 'e53a3022-0f6f-449c-98d0-8aae5b3fa166', 'name': 'network-vif-deleted', 'tag': 'dbd677ff-0cad-476f-9cea-2d6353168ef5', 'status': 'completed', 'code': 200} Apr 20 14:07:49.817743 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-faa0277d-0222-4b86-8e1c-0cea0ac079ca None None] Set router 6bc0fb59-318e-4f49-a979-7ec488a40565 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:07:50.020283 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-faa0277d-0222-4b86-8e1c-0cea0ac079ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'name': 'tempest-ServerActionsTestJSON-1759743936-router', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:03:25Z', 'updated_at': '2022-04-20T14:03:29Z', 'revision_number': 4, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'gw_port': {'id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:26Z', 'updated_at': '2022-04-20T14:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '4e7da714-a91e-4230-b4d7-99405b4fded0', 'name': '', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'mac_address': 'fa:16:3e:44:02:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:28Z', 'updated_at': '2022-04-20T14:03:32Z', 'revision_number': 5, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'subnets': [{'id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:07:50.046311 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa0277d-0222-4b86-8e1c-0cea0ac079ca None None] Checking router: 6bc0fb59-318e-4f49-a979-7ec488a40565 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:07:50.054575 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa0277d-0222-4b86-8e1c-0cea0ac079ca None None] Routers {'6bc0fb59-318e-4f49-a979-7ec488a40565'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:07:50.055188 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-faa0277d-0222-4b86-8e1c-0cea0ac079ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:07:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6bc0fb59-318e-4f49-a979-7ec488a40565'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:07:50.250527 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-faa0277d-0222-4b86-8e1c-0cea0ac079ca None None] Set router 6bc0fb59-318e-4f49-a979-7ec488a40565 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:07:50.446194 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-faa0277d-0222-4b86-8e1c-0cea0ac079ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'name': 'tempest-ServerActionsTestJSON-1759743936-router', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:03:25Z', 'updated_at': '2022-04-20T14:03:29Z', 'revision_number': 4, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'gw_port': {'id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:26Z', 'updated_at': '2022-04-20T14:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '4e7da714-a91e-4230-b4d7-99405b4fded0', 'name': '', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'mac_address': 'fa:16:3e:44:02:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:28Z', 'updated_at': '2022-04-20T14:03:32Z', 'revision_number': 5, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'subnets': [{'id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:07:50.472881 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa0277d-0222-4b86-8e1c-0cea0ac079ca None None] The sync data for ids ['6bc0fb59-318e-4f49-a979-7ec488a40565'] in n-d-836015-7 is: [{'id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'name': 'tempest-ServerActionsTestJSON-1759743936-router', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:03:25Z', 'updated_at': '2022-04-20T14:03:29Z', 'revision_number': 4, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'gw_port': {'id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:26Z', 'updated_at': '2022-04-20T14:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '4e7da714-a91e-4230-b4d7-99405b4fded0', 'name': '', 'network_id': 'd8814295-6b98-4598-b76a-f7e07fe08e31', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'mac_address': 'fa:16:3e:44:02:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:28Z', 'updated_at': '2022-04-20T14:03:32Z', 'revision_number': 5, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'subnets': [{'id': 'c48da8a4-f2de-4d49-a9f3-5647442dd3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:07:50.578280 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-de4063fb-4081-4957-9d83-d84b643030b7 req-13871d19-2910-4ac7-a2ff-2f51ea67d862 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 210 time: 0.0265927 Apr 20 14:07:50.600870 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:07:50.701300 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6627f1d-7764-4e59-9cdf-37755664e01a None None] New status for floating IP 18f62f3a-267c-4055-a185-1c4810cd78fd: DOWN {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:07:51.678623 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-50f510fa-9f8d-4e8f-9c04-2f3d96b33c0e req-ee6c6826-8903-43f6-bef7-df6294592b06 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 210 time: 0.0297852 Apr 20 14:07:52.772995 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-14260517-174c-49be-913d-31e43c1b2b76 req-d2dcb7ff-65a4-41ce-be4f-2fc80355505e tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/ports?device_id=e53a3022-0f6f-449c-98d0-8aae5b3fa166 HTTP/1.1" status: 200 len: 210 time: 0.0254099 Apr 20 14:07:53.026526 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device dbd677ff-0cad-476f-9cea-2d6353168ef5 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:07:53.047587 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: dbd677ff-0cad-476f-9cea-2d6353168ef5 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:07:53.047934 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device dbd677ff-0cad-476f-9cea-2d6353168ef5 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:07:54.485093 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7e488c37-c1b7-4b53-95a4-63af8b29e285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:56.788162 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-58e4f8b4-9416-4864-9dca-38abe76425d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:57.703058 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33104) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:07:57.756505 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-547b50d1-0e38-47fb-9c8b-5255954bdebc tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:57.780476 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-547b50d1-0e38-47fb-9c8b-5255954bdebc tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:57.902677 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-547b50d1-0e38-47fb-9c8b-5255954bdebc tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:57.905440 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-547b50d1-0e38-47fb-9c8b-5255954bdebc tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:57.906644 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-547b50d1-0e38-47fb-9c8b-5255954bdebc tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "DELETE /v2.0/security-groups/47e90a85-dd96-4725-b0b4-2f3aeeebb030 HTTP/1.1" status: 204 len: 168 time: 0.2025237 Apr 20 14:07:57.909262 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33106) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:07:57.915820 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b50d1-0e38-47fb-9c8b-5255954bdebc tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e90a85-dd96-4725-b0b4-2f3aeeebb030,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:07:57.923148 n-d-836015-7 neutron-server[114870]: INFO neutron.api.v2.resource [None req-2f1db708-fdda-42f6-ac39-063634c9594d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] show failed (client error): The resource could not be found. Apr 20 14:07:57.927018 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2f1db708-fdda-42f6-ac39-063634c9594d tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "GET /v2.0/security-groups/47e90a85-dd96-4725-b0b4-2f3aeeebb030 HTTP/1.1" status: 404 len: 347 time: 0.0167379 Apr 20 14:07:57.929233 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33108) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:07:58.049378 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-e7bf5bd7-e2a3-44bc-94c7-96c505132f48 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Deleting port b00b2e77-0ece-4994-8667-6226026d32a4 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:07:58.049717 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7bf5bd7-e2a3-44bc-94c7-96c505132f48 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:58.127446 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7bf5bd7-e2a3-44bc-94c7-96c505132f48 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:58.127775 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7bf5bd7-e2a3-44bc-94c7-96c505132f48 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:58.139775 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-e7bf5bd7-e2a3-44bc-94c7-96c505132f48 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Calling delete_port for b00b2e77-0ece-4994-8667-6226026d32a4 owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:07:58.273805 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:58.307771 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7bf5bd7-e2a3-44bc-94c7-96c505132f48 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:58.332289 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf5bd7-e2a3-44bc-94c7-96c505132f48 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Pushing event deleted for resources: {'Port': ['ID=b00b2e77-0ece-4994-8667-6226026d32a4,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:07:58.394170 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7bf5bd7-e2a3-44bc-94c7-96c505132f48 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks [] for floatingip, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:58.396684 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7bf5bd7-e2a3-44bc-94c7-96c505132f48 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:58.397831 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e7bf5bd7-e2a3-44bc-94c7-96c505132f48 tempest-ServerActionsTestJSON-806628096 tempest-ServerActionsTestJSON-806628096-project] 10.222.0.25 "DELETE /v2.0/floatingips/18f62f3a-267c-4055-a185-1c4810cd78fd HTTP/1.1" status: 204 len: 168 time: 0.4697349 Apr 20 14:07:58.400749 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33110) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:07:58.748792 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5dc63213-66c0-4175-96e6-001ae08775cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:58.988310 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-5dc63213-66c0-4175-96e6-001ae08775cb admin admin] Deleting port 4e7da714-a91e-4230-b4d7-99405b4fded0 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:07:58.988659 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5dc63213-66c0-4175-96e6-001ae08775cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:59.064732 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-5dc63213-66c0-4175-96e6-001ae08775cb admin admin] For port 4e7da714-a91e-4230-b4d7-99405b4fded0, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=4e7da714-a91e-4230-b4d7-99405b4fded0,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:07:59.065012 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5dc63213-66c0-4175-96e6-001ae08775cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:59.077907 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-5dc63213-66c0-4175-96e6-001ae08775cb admin admin] Calling delete_port for 4e7da714-a91e-4230-b4d7-99405b4fded0 owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:07:59.308168 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5dc63213-66c0-4175-96e6-001ae08775cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:59.332287 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc63213-66c0-4175-96e6-001ae08775cb admin admin] Pushing event deleted for resources: {'Port': ['ID=4e7da714-a91e-4230-b4d7-99405b4fded0,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:07:59.502644 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5dc63213-66c0-4175-96e6-001ae08775cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:59.564916 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:59.717779 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc63213-66c0-4175-96e6-001ae08775cb admin admin] Router 6bc0fb59-318e-4f49-a979-7ec488a40565 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:07:59.822476 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc63213-66c0-4175-96e6-001ae08775cb admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:07:59.827860 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5dc63213-66c0-4175-96e6-001ae08775cb admin admin] 10.222.0.25 "PUT /v2.0/routers/6bc0fb59-318e-4f49-a979-7ec488a40565/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4261804 Apr 20 14:07:59.830410 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33112) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:07:59.833017 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9daf65b2-983e-4ff5-b8f2-6c3b999bd529 None None] Sync routers for ids ['6bc0fb59-318e-4f49-a979-7ec488a40565'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:07:59.842964 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9daf65b2-983e-4ff5-b8f2-6c3b999bd529 None None] Routers {'6bc0fb59-318e-4f49-a979-7ec488a40565'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:07:59.843643 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-9daf65b2-983e-4ff5-b8f2-6c3b999bd529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:07:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6bc0fb59-318e-4f49-a979-7ec488a40565'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:07:59.885272 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:59.932757 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-30bf4504-d3d8-4121-a279-665242651e84 admin admin] Notify callbacks [] for router, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:59.948374 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-9daf65b2-983e-4ff5-b8f2-6c3b999bd529 None None] Set router 6bc0fb59-318e-4f49-a979-7ec488a40565 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:08:00.032397 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-30bf4504-d3d8-4121-a279-665242651e84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:00.121401 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-9daf65b2-983e-4ff5-b8f2-6c3b999bd529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'name': 'tempest-ServerActionsTestJSON-1759743936-router', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:03:25Z', 'updated_at': '2022-04-20T14:07:59Z', 'revision_number': 5, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'gw_port': {'id': 'c4f78b84-b266-48ac-aff7-b5e9ed826baa', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:34:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:03:26Z', 'updated_at': '2022-04-20T14:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:08:00.147466 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-30bf4504-d3d8-4121-a279-665242651e84 admin admin] Deleting port c4f78b84-b266-48ac-aff7-b5e9ed826baa {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:08:00.147817 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-30bf4504-d3d8-4121-a279-665242651e84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:00.151763 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9daf65b2-983e-4ff5-b8f2-6c3b999bd529 None None] Checking router: 6bc0fb59-318e-4f49-a979-7ec488a40565 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:08:00.160602 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9daf65b2-983e-4ff5-b8f2-6c3b999bd529 None None] Routers {'6bc0fb59-318e-4f49-a979-7ec488a40565'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:08:00.161221 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-9daf65b2-983e-4ff5-b8f2-6c3b999bd529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:07:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6bc0fb59-318e-4f49-a979-7ec488a40565'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:08:00.224801 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-30bf4504-d3d8-4121-a279-665242651e84 admin admin] For port c4f78b84-b266-48ac-aff7-b5e9ed826baa, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=c4f78b84-b266-48ac-aff7-b5e9ed826baa,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:08:00.225179 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-30bf4504-d3d8-4121-a279-665242651e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:00.237641 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-30bf4504-d3d8-4121-a279-665242651e84 admin admin] Calling delete_port for c4f78b84-b266-48ac-aff7-b5e9ed826baa owned by network:router_gateway {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:08:00.244584 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-9daf65b2-983e-4ff5-b8f2-6c3b999bd529 None None] Set router 6bc0fb59-318e-4f49-a979-7ec488a40565 gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:08:00.295279 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-9daf65b2-983e-4ff5-b8f2-6c3b999bd529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'name': 'tempest-ServerActionsTestJSON-1759743936-router', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:03:25Z', 'updated_at': '2022-04-20T14:08:00Z', 'revision_number': 6, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:08:00.324572 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9daf65b2-983e-4ff5-b8f2-6c3b999bd529 None None] The sync data for ids ['6bc0fb59-318e-4f49-a979-7ec488a40565'] in n-d-836015-7 is: [{'id': '6bc0fb59-318e-4f49-a979-7ec488a40565', 'name': 'tempest-ServerActionsTestJSON-1759743936-router', 'tenant_id': '6690ec411ac542a59248ea9dae106ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:03:25Z', 'updated_at': '2022-04-20T14:08:00Z', 'revision_number': 6, 'project_id': '6690ec411ac542a59248ea9dae106ca4', 'gw_port_host': None}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:08:00.462020 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-30bf4504-d3d8-4121-a279-665242651e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:00.488176 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf4504-d3d8-4121-a279-665242651e84 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4f78b84-b266-48ac-aff7-b5e9ed826baa,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:00.554954 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-30bf4504-d3d8-4121-a279-665242651e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:00.642228 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-30bf4504-d3d8-4121-a279-665242651e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:00.644261 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-30bf4504-d3d8-4121-a279-665242651e84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:00.753225 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-30bf4504-d3d8-4121-a279-665242651e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:00.753821 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bf4504-d3d8-4121-a279-665242651e84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bc0fb59-318e-4f49-a979-7ec488a40565 {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:08:00.758221 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-30bf4504-d3d8-4121-a279-665242651e84 admin admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:00.759504 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-30bf4504-d3d8-4121-a279-665242651e84 admin admin] 10.222.0.25 "DELETE /v2.0/routers/6bc0fb59-318e-4f49-a979-7ec488a40565 HTTP/1.1" status: 204 len: 168 time: 0.9280879 Apr 20 14:08:00.761955 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33114) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:08:00.809460 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-12438d30-832f-4a7f-b097-cde2625838ee admin admin] Deleting subnet c48da8a4-f2de-4d49-a9f3-5647442dd3f1 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:08:00.812528 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12438d30-832f-4a7f-b097-cde2625838ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:00.846062 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12438d30-832f-4a7f-b097-cde2625838ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:00.920799 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12438d30-832f-4a7f-b097-cde2625838ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:01.033961 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12438d30-832f-4a7f-b097-cde2625838ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:01.067960 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12438d30-832f-4a7f-b097-cde2625838ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:01.071888 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-12438d30-832f-4a7f-b097-cde2625838ee admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c48da8a4-f2de-4d49-a9f3-5647442dd3f1 HTTP/1.1" status: 204 len: 168 time: 0.3090055 Apr 20 14:08:01.072451 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a3cf14-ead0-442d-acc8-cf6699128ae6 None None] Network d8814295-6b98-4598-b76a-f7e07fe08e31 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:08:01.072948 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12438d30-832f-4a7f-b097-cde2625838ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c48da8a4-f2de-4d49-a9f3-5647442dd3f1,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:01.075137 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33116) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:08:01.144945 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea983dac-de55-4ee5-86a2-1d56b5998836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:01.205339 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-ea983dac-de55-4ee5-86a2-1d56b5998836 admin admin] Deleting port c9c6a900-05f0-40cd-9e15-8ba95b421e98 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:08:01.205686 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea983dac-de55-4ee5-86a2-1d56b5998836 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:01.272654 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df485d64-0387-45b4-9e86-ce6746f4b591 None None] DHCP port deletion for d8814295-6b98-4598-b76a-f7e07fe08e31 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:08:01.344742 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-df485d64-0387-45b4-9e86-ce6746f4b591 None None] Deleting port c9c6a900-05f0-40cd-9e15-8ba95b421e98 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:08:01.345119 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-df485d64-0387-45b4-9e86-ce6746f4b591 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:01.398352 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 4e7da714-a91e-4230-b4d7-99405b4fded0 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:08:01.422171 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 4e7da714-a91e-4230-b4d7-99405b4fded0 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:08:01.422521 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 4e7da714-a91e-4230-b4d7-99405b4fded0 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:08:01.422937 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device c4f78b84-b266-48ac-aff7-b5e9ed826baa no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:08:01.451804 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: c4f78b84-b266-48ac-aff7-b5e9ed826baa {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:08:01.452148 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device c4f78b84-b266-48ac-aff7-b5e9ed826baa not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:08:01.452575 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device c9c6a900-05f0-40cd-9e15-8ba95b421e98 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:08:01.458869 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-df485d64-0387-45b4-9e86-ce6746f4b591 None None] For port c9c6a900-05f0-40cd-9e15-8ba95b421e98, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=c9c6a900-05f0-40cd-9e15-8ba95b421e98,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:08:01.459268 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-df485d64-0387-45b4-9e86-ce6746f4b591 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:01.490138 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-df485d64-0387-45b4-9e86-ce6746f4b591 None None] Calling delete_port for c9c6a900-05f0-40cd-9e15-8ba95b421e98 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:08:01.602655 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:01.625159 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-ea983dac-de55-4ee5-86a2-1d56b5998836 admin admin] For port c9c6a900-05f0-40cd-9e15-8ba95b421e98, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=c9c6a900-05f0-40cd-9e15-8ba95b421e98,segment=NetworkSegment(7e3abc6a-735b-49fe-ad31-300403d4a68d),segment_id=7e3abc6a-735b-49fe-ad31-300403d4a68d)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:08:01.625547 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea983dac-de55-4ee5-86a2-1d56b5998836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:01.638609 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-ea983dac-de55-4ee5-86a2-1d56b5998836 admin admin] Calling delete_port for c9c6a900-05f0-40cd-9e15-8ba95b421e98 owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:08:01.692858 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-df485d64-0387-45b4-9e86-ce6746f4b591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:01.713395 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea983dac-de55-4ee5-86a2-1d56b5998836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:01.738282 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df485d64-0387-45b4-9e86-ce6746f4b591 None None] Pushing event deleted for resources: {'Port': ['ID=c9c6a900-05f0-40cd-9e15-8ba95b421e98,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:01.740357 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea983dac-de55-4ee5-86a2-1d56b5998836 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9c6a900-05f0-40cd-9e15-8ba95b421e98,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:01.741004 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df485d64-0387-45b4-9e86-ce6746f4b591 None None] No DVR routers for this DVR port c9c6a900-05f0-40cd-9e15-8ba95b421e98 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:08:01.746559 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea983dac-de55-4ee5-86a2-1d56b5998836 admin admin] No DVR routers for this DVR port c9c6a900-05f0-40cd-9e15-8ba95b421e98 on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:08:01.818692 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea983dac-de55-4ee5-86a2-1d56b5998836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:01.838764 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-ea983dac-de55-4ee5-86a2-1d56b5998836 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8814295-6b98-4598-b76a-f7e07fe08e31']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:08:01.847962 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-ea983dac-de55-4ee5-86a2-1d56b5998836 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e3abc6a-735b-49fe-ad31-300403d4a68d') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:08:01.848596 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-ea983dac-de55-4ee5-86a2-1d56b5998836 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e3abc6a-735b-49fe-ad31-300403d4a68d') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:08:01.857512 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea983dac-de55-4ee5-86a2-1d56b5998836 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:01.871148 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea983dac-de55-4ee5-86a2-1d56b5998836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:01.876942 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea983dac-de55-4ee5-86a2-1d56b5998836 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:08:01.877356 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea983dac-de55-4ee5-86a2-1d56b5998836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:01.880883 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:08:01.880883 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 14:08:01.880883 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:08:01.880883 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 14:08:01.880883 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:08:01.880883 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 14:08:01.880883 n-d-836015-7 neutron-server[114869]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:08:01.880883 n-d-836015-7 neutron-server[114869]: self.session.flush() Apr 20 14:08:01.880883 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 14:08:01.880883 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:08:01.880883 n-d-836015-7 neutron-server[114869]: timer() Apr 20 14:08:01.880883 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:08:01.880883 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 14:08:01.880883 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:08:01.880883 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 14:08:01.880883 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:08:01.880883 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 14:08:01.880883 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:08:01.880883 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 14:08:01.880883 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:08:01.880883 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 14:08:01.880883 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:08:01.880883 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:08:01.880883 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:08:01.880883 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:08:01.880883 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:08:01.880883 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 14:08:01.880883 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:08:01.880883 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 14:08:01.880883 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:08:01.880883 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:08:01.880883 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:08:01.880883 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 14:08:01.880883 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:08:01.880883 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:08:01.880883 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:08:01.880883 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:08:01.880883 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:08:01.880883 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:08:01.880883 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:08:01.993639 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea983dac-de55-4ee5-86a2-1d56b5998836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:01.999494 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea983dac-de55-4ee5-86a2-1d56b5998836 admin admin] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:02.002654 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ea983dac-de55-4ee5-86a2-1d56b5998836 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d8814295-6b98-4598-b76a-f7e07fe08e31 HTTP/1.1" status: 204 len: 168 time: 0.9265132 Apr 20 14:08:02.014575 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea983dac-de55-4ee5-86a2-1d56b5998836 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8814295-6b98-4598-b76a-f7e07fe08e31,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:02.300775 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33120) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:08:02.340730 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-adf0c9d5-53d8-419d-9d5b-519a27cb3fda admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6690ec411ac542a59248ea9dae106ca4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389836 Apr 20 14:08:02.343144 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33122) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:08:02.389786 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-15068ea7-1104-4ad0-bb8d-d6e180ffe150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:02.410381 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-15068ea7-1104-4ad0-bb8d-d6e180ffe150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:02.513449 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-15068ea7-1104-4ad0-bb8d-d6e180ffe150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:02.516062 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-15068ea7-1104-4ad0-bb8d-d6e180ffe150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:02.517206 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-15068ea7-1104-4ad0-bb8d-d6e180ffe150 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/09dce93d-ac4d-4e3e-8bd0-b3f257da8af0 HTTP/1.1" status: 204 len: 168 time: 0.1731339 Apr 20 14:08:02.525291 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15068ea7-1104-4ad0-bb8d-d6e180ffe150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09dce93d-ac4d-4e3e-8bd0-b3f257da8af0,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:03.432912 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33144) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:08:03.526661 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-ea1bf7d9-0318-4bf9-af44-5b05b095afe3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2046951123-network', 'tenant_id': 'fb3bbc320757444790eb8436475544d9'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:08:03.593297 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1bf7d9-0318-4bf9-af44-5b05b095afe3 admin admin] Made reservation on behalf of fb3bbc320757444790eb8436475544d9 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:08:03.595597 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea1bf7d9-0318-4bf9-af44-5b05b095afe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:03.603640 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea1bf7d9-0318-4bf9-af44-5b05b095afe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:03.678227 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea1bf7d9-0318-4bf9-af44-5b05b095afe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:03.770354 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea1bf7d9-0318-4bf9-af44-5b05b095afe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:03.794506 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea1bf7d9-0318-4bf9-af44-5b05b095afe3 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:08:03.803794 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1bf7d9-0318-4bf9-af44-5b05b095afe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f1b42d-0075-4f25-8208-912d4685a0d7,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:03.809535 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea1bf7d9-0318-4bf9-af44-5b05b095afe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:03.809874 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-ea1bf7d9-0318-4bf9-af44-5b05b095afe3 admin admin] Added segment dd7d8e94-cbf5-427a-9b1d-37cf4937746a of type vlan for network 78a6fae3-04d1-4a44-9bed-61d5c942725e Apr 20 14:08:03.849465 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea1bf7d9-0318-4bf9-af44-5b05b095afe3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:03.924759 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea1bf7d9-0318-4bf9-af44-5b05b095afe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:03.925696 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1bf7d9-0318-4bf9-af44-5b05b095afe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:03.926299 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ea1bf7d9-0318-4bf9-af44-5b05b095afe3 admin admin] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:03.983506 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1bf7d9-0318-4bf9-af44-5b05b095afe3 admin admin] Pushing event updated for resources: {'Network': ['ID=78a6fae3-04d1-4a44-9bed-61d5c942725e,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:03.993302 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 78a6fae3-04d1-4a44-9bed-61d5c942725e details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:08:04.030376 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ea1bf7d9-0318-4bf9-af44-5b05b095afe3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5958242 Apr 20 14:08:04.033217 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33148) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:08:04.038223 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-ee28c266-887a-4578-bf28-03bf6ec89296 admin admin] Request body: {'subnet': {'network_id': '78a6fae3-04d1-4a44-9bed-61d5c942725e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2046951123-subnet', 'tenant_id': 'fb3bbc320757444790eb8436475544d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:08:04.113632 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee28c266-887a-4578-bf28-03bf6ec89296 admin admin] Made reservation on behalf of fb3bbc320757444790eb8436475544d9 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:08:04.115956 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ee28c266-887a-4578-bf28-03bf6ec89296 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:04.325446 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ee28c266-887a-4578-bf28-03bf6ec89296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:04.383430 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee28c266-887a-4578-bf28-03bf6ec89296 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10dea0f3-8acd-45e6-bd2d-a97b9b4639e5,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:04.392634 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee28c266-887a-4578-bf28-03bf6ec89296 admin admin] Checking segment: {'id': 'dd7d8e94-cbf5-427a-9b1d-37cf4937746a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '78a6fae3-04d1-4a44-9bed-61d5c942725e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:08:04.392993 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee28c266-887a-4578-bf28-03bf6ec89296 admin admin] Network hostable DHCP agents. Network: 78a6fae3-04d1-4a44-9bed-61d5c942725e, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:08:04.450450 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee28c266-887a-4578-bf28-03bf6ec89296 admin admin] Network 78a6fae3-04d1-4a44-9bed-61d5c942725e is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:08:04.496454 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-ee28c266-887a-4578-bf28-03bf6ec89296 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 78a6fae3-04d1-4a44-9bed-61d5c942725e) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:08:04.500657 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee28c266-887a-4578-bf28-03bf6ec89296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:04.501246 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ee28c266-887a-4578-bf28-03bf6ec89296 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:04.504963 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4c8171-52f0-4891-a5c6-592fd5675670 None None] Network 78a6fae3-04d1-4a44-9bed-61d5c942725e requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:08:04.562136 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ee28c266-887a-4578-bf28-03bf6ec89296 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5276699 Apr 20 14:08:04.780453 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ee66a2-7720-481d-8374-95ca2133bb24 None None] Network 78a6fae3-04d1-4a44-9bed-61d5c942725e requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:08:04.980598 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e1531-243e-4751-875f-fecf91884ca8 req-574e8061-5bd3-4977-a278-33bfa48d8742 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:04.981971 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-737e1531-243e-4751-875f-fecf91884ca8 req-574e8061-5bd3-4977-a278-33bfa48d8742 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/networks?id=78a6fae3-04d1-4a44-9bed-61d5c942725e HTTP/1.1" status: 200 len: 814 time: 0.0984001 Apr 20 14:08:04.996371 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-737e1531-243e-4751-875f-fecf91884ca8 req-a4883786-e354-446f-b6e0-f1c7430bc1c3 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/quotas/fb3bbc320757444790eb8436475544d9 HTTP/1.1" status: 200 len: 375 time: 0.0086713 Apr 20 14:08:05.027546 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-737e1531-243e-4751-875f-fecf91884ca8 req-ccce2ac8-120d-4dfc-b089-337e1a7c176a tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fb3bbc320757444790eb8436475544d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254791 Apr 20 14:08:05.117601 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-737e1531-243e-4751-875f-fecf91884ca8 req-d3e7d2f2-9ea7-4d4f-80a8-09c4e7ce2812 service neutron] 10.222.0.25 "GET /v2.0/networks/78a6fae3-04d1-4a44-9bed-61d5c942725e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831265 Apr 20 14:08:05.205340 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-737e1531-243e-4751-875f-fecf91884ca8 req-9ae14806-a67c-43d0-b8dc-9c0c3f409eed service neutron] 10.222.0.25 "GET /v2.0/networks/78a6fae3-04d1-4a44-9bed-61d5c942725e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816059 Apr 20 14:08:05.422272 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-31991663-1238-4f53-a9dc-fe21440e459b req-a07a0423-ae5b-4cbc-821f-16f257b3c77e tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e81da4e-4ae6-4deb-8049-da339fc957c3 HTTP/1.1" status: 200 len: 210 time: 0.0315840 Apr 20 14:08:06.518225 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-90741f70-2c15-4be2-8c4a-a4ae941d5047 req-c57cf89f-86cf-4913-96e7-def12748c421 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e81da4e-4ae6-4deb-8049-da339fc957c3 HTTP/1.1" status: 200 len: 210 time: 0.0267582 Apr 20 14:08:07.379590 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e1531-243e-4751-875f-fecf91884ca8 req-f9caeb28-847d-4d27-8720-d68d92cc61bc tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:07.381010 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-737e1531-243e-4751-875f-fecf91884ca8 req-f9caeb28-847d-4d27-8720-d68d92cc61bc tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.15 "GET /v2.0/networks?id=78a6fae3-04d1-4a44-9bed-61d5c942725e HTTP/1.1" status: 200 len: 814 time: 0.0991702 Apr 20 14:08:07.393940 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-737e1531-243e-4751-875f-fecf91884ca8 req-5d73c38f-0a25-40ae-a8e4-eb87fd2744ca tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Request body: {'port': {'device_id': '3e81da4e-4ae6-4deb-8049-da339fc957c3', 'network_id': '78a6fae3-04d1-4a44-9bed-61d5c942725e', 'admin_state_up': True, 'tenant_id': 'fb3bbc320757444790eb8436475544d9'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:08:07.570544 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-737e1531-243e-4751-875f-fecf91884ca8 req-5d73c38f-0a25-40ae-a8e4-eb87fd2744ca tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Made reservation on behalf of fb3bbc320757444790eb8436475544d9 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:08:07.574617 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-737e1531-243e-4751-875f-fecf91884ca8 req-5d73c38f-0a25-40ae-a8e4-eb87fd2744ca tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:07.614482 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dda8f38f-242f-415e-ba47-3530e88a2eab req-b8ecdb77-6313-476f-8250-19f27e5ddaa4 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e81da4e-4ae6-4deb-8049-da339fc957c3 HTTP/1.1" status: 200 len: 210 time: 0.0277631 Apr 20 14:08:07.726206 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-737e1531-243e-4751-875f-fecf91884ca8 req-5d73c38f-0a25-40ae-a8e4-eb87fd2744ca tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Allocated IP 172.20.0.13 (78a6fae3-04d1-4a44-9bed-61d5c942725e/10dea0f3-8acd-45e6-bd2d-a97b9b4639e5/f9b63df3-1031-4d72-bf23-cb0996f5c5fd) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:08:07.870235 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-737e1531-243e-4751-875f-fecf91884ca8 req-5d73c38f-0a25-40ae-a8e4-eb87fd2744ca tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:07.942877 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-737e1531-243e-4751-875f-fecf91884ca8 req-5d73c38f-0a25-40ae-a8e4-eb87fd2744ca tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:07.990338 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-737e1531-243e-4751-875f-fecf91884ca8 req-5d73c38f-0a25-40ae-a8e4-eb87fd2744ca tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Network 78a6fae3-04d1-4a44-9bed-61d5c942725e is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:08:07.993391 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-737e1531-243e-4751-875f-fecf91884ca8 req-5d73c38f-0a25-40ae-a8e4-eb87fd2744ca tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:08:07.997659 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-737e1531-243e-4751-875f-fecf91884ca8 req-5d73c38f-0a25-40ae-a8e4-eb87fd2744ca tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:08:08.003845 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d73c38f-0a25-40ae-a8e4-eb87fd2744ca tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Pushing event updated for resources: {'Port': ['ID=f9b63df3-1031-4d72-bf23-cb0996f5c5fd,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:08.048375 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e1531-243e-4751-875f-fecf91884ca8 req-5d73c38f-0a25-40ae-a8e4-eb87fd2744ca tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:08.048981 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-737e1531-243e-4751-875f-fecf91884ca8 req-5d73c38f-0a25-40ae-a8e4-eb87fd2744ca tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:08.116114 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-737e1531-243e-4751-875f-fecf91884ca8 req-5d73c38f-0a25-40ae-a8e4-eb87fd2744ca tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7258141 Apr 20 14:08:08.127464 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-737e1531-243e-4751-875f-fecf91884ca8 req-a7d76815-66d1-480b-a540-efb9ce755b45 service neutron] Request body: {'port': {'device_id': '3e81da4e-4ae6-4deb-8049-da339fc957c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:08:08.178980 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-737e1531-243e-4751-875f-fecf91884ca8 req-a7d76815-66d1-480b-a540-efb9ce755b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:08.439633 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-737e1531-243e-4751-875f-fecf91884ca8 req-a7d76815-66d1-480b-a540-efb9ce755b45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9b63df3-1031-4d72-bf23-cb0996f5c5fd {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:08:08.446926 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-737e1531-243e-4751-875f-fecf91884ca8 req-a7d76815-66d1-480b-a540-efb9ce755b45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:08.458809 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-737e1531-243e-4751-875f-fecf91884ca8 req-a7d76815-66d1-480b-a540-efb9ce755b45 service neutron] Transition to ACTIVE for port object f9b63df3-1031-4d72-bf23-cb0996f5c5fd will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:08:08.542075 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-737e1531-243e-4751-875f-fecf91884ca8 req-a7d76815-66d1-480b-a540-efb9ce755b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:08.593451 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d76815-66d1-480b-a540-efb9ce755b45 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b63df3-1031-4d72-bf23-cb0996f5c5fd,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:08.656271 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-737e1531-243e-4751-875f-fecf91884ca8 req-a7d76815-66d1-480b-a540-efb9ce755b45 service neutron] Attempting to bind port f9b63df3-1031-4d72-bf23-cb0996f5c5fd on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:08:08.656619 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-737e1531-243e-4751-875f-fecf91884ca8 req-a7d76815-66d1-480b-a540-efb9ce755b45 service neutron] Attempting to bind port f9b63df3-1031-4d72-bf23-cb0996f5c5fd by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': 'dd7d8e94-cbf5-427a-9b1d-37cf4937746a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '78a6fae3-04d1-4a44-9bed-61d5c942725e'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:08:08.656952 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737e1531-243e-4751-875f-fecf91884ca8 req-a7d76815-66d1-480b-a540-efb9ce755b45 service neutron] Attempting to bind port f9b63df3-1031-4d72-bf23-cb0996f5c5fd on network 78a6fae3-04d1-4a44-9bed-61d5c942725e {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:08:08.661294 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737e1531-243e-4751-875f-fecf91884ca8 req-a7d76815-66d1-480b-a540-efb9ce755b45 service neutron] Port f9b63df3-1031-4d72-bf23-cb0996f5c5fd on network 78a6fae3-04d1-4a44-9bed-61d5c942725e not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:08:08.661617 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737e1531-243e-4751-875f-fecf91884ca8 req-a7d76815-66d1-480b-a540-efb9ce755b45 service neutron] Attempting to bind port f9b63df3-1031-4d72-bf23-cb0996f5c5fd on network 78a6fae3-04d1-4a44-9bed-61d5c942725e {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:08:08.666434 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737e1531-243e-4751-875f-fecf91884ca8 req-a7d76815-66d1-480b-a540-efb9ce755b45 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:08:08.666773 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737e1531-243e-4751-875f-fecf91884ca8 req-a7d76815-66d1-480b-a540-efb9ce755b45 service neutron] Checking segment: {'id': 'dd7d8e94-cbf5-427a-9b1d-37cf4937746a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '78a6fae3-04d1-4a44-9bed-61d5c942725e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:08:08.667272 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737e1531-243e-4751-875f-fecf91884ca8 req-a7d76815-66d1-480b-a540-efb9ce755b45 service neutron] Bound using segment: {'id': 'dd7d8e94-cbf5-427a-9b1d-37cf4937746a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '78a6fae3-04d1-4a44-9bed-61d5c942725e'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:08:08.667726 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-737e1531-243e-4751-875f-fecf91884ca8 req-a7d76815-66d1-480b-a540-efb9ce755b45 service neutron] Bound port: f9b63df3-1031-4d72-bf23-cb0996f5c5fd, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd7d8e94-cbf5-427a-9b1d-37cf4937746a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '78a6fae3-04d1-4a44-9bed-61d5c942725e'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:08:08.668086 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-737e1531-243e-4751-875f-fecf91884ca8 req-a7d76815-66d1-480b-a540-efb9ce755b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:08.763292 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ab8ef-22a1-48a5-abe5-bf84aac5ede3 req-b960dd23-fd8f-4b7e-b116-361743b3fe31 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:08.764721 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-522ab8ef-22a1-48a5-abe5-bf84aac5ede3 req-b960dd23-fd8f-4b7e-b116-361743b3fe31 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e81da4e-4ae6-4deb-8049-da339fc957c3 HTTP/1.1" status: 200 len: 944 time: 0.0820594 Apr 20 14:08:08.775427 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-737e1531-243e-4751-875f-fecf91884ca8 req-a7d76815-66d1-480b-a540-efb9ce755b45 service neutron] For port f9b63df3-1031-4d72-bf23-cb0996f5c5fd, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:08:08.782292 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-737e1531-243e-4751-875f-fecf91884ca8 req-a7d76815-66d1-480b-a540-efb9ce755b45 service neutron] For port f9b63df3-1031-4d72-bf23-cb0996f5c5fd, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=f9b63df3-1031-4d72-bf23-cb0996f5c5fd,segment=NetworkSegment(dd7d8e94-cbf5-427a-9b1d-37cf4937746a),segment_id=dd7d8e94-cbf5-427a-9b1d-37cf4937746a)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:08:08.810728 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-522ab8ef-22a1-48a5-abe5-bf84aac5ede3 req-b658b3a3-358f-44e5-9d72-a05d4a5fe2c4 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f1b42d-0075-4f25-8208-912d4685a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383017 Apr 20 14:08:08.857241 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-737e1531-243e-4751-875f-fecf91884ca8 req-a7d76815-66d1-480b-a540-efb9ce755b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:08.896693 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e1531-243e-4751-875f-fecf91884ca8 req-a7d76815-66d1-480b-a540-efb9ce755b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:08.897296 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-737e1531-243e-4751-875f-fecf91884ca8 req-a7d76815-66d1-480b-a540-efb9ce755b45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:08.898647 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-737e1531-243e-4751-875f-fecf91884ca8 req-a7d76815-66d1-480b-a540-efb9ce755b45 service neutron] 10.222.0.15 "PUT /v2.0/ports/f9b63df3-1031-4d72-bf23-cb0996f5c5fd HTTP/1.1" status: 200 len: 1092 time: 0.7752919 Apr 20 14:08:08.899086 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e81da4e-4ae6-4deb-8049-da339fc957c3', 'tag': 'f9b63df3-1031-4d72-bf23-cb0996f5c5fd'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:08:08.901356 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f19eb0-e958-4569-b6f7-81fa54fd02f9" -d '{"events": [{"name": "network-changed", "server_uuid": "3e81da4e-4ae6-4deb-8049-da339fc957c3", "tag": "f9b63df3-1031-4d72-bf23-cb0996f5c5fd"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:08:08.925800 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d76815-66d1-480b-a540-efb9ce755b45 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b63df3-1031-4d72-bf23-cb0996f5c5fd,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:08.943650 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b328f2d5-7f15-4fe5-85bd-bf36f376e446 x-openstack-request-id: req-b328f2d5-7f15-4fe5-85bd-bf36f376e446 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:08:08.943959 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e81da4e-4ae6-4deb-8049-da339fc957c3", "tag": "f9b63df3-1031-4d72-bf23-cb0996f5c5fd", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:08:08.944204 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b328f2d5-7f15-4fe5-85bd-bf36f376e446 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:08:08.944604 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b328f2d5-7f15-4fe5-85bd-bf36f376e446'] response: {'name': 'network-changed', 'server_uuid': '3e81da4e-4ae6-4deb-8049-da339fc957c3', 'tag': 'f9b63df3-1031-4d72-bf23-cb0996f5c5fd', 'status': 'completed', 'code': 200} Apr 20 14:08:09.008178 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f19eb0-e958-4569-b6f7-81fa54fd02f9 req-07ee5ccd-53a5-46ce-b5a1-4406ac35e71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:09.009751 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b7f19eb0-e958-4569-b6f7-81fa54fd02f9 req-07ee5ccd-53a5-46ce-b5a1-4406ac35e71f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fb3bbc320757444790eb8436475544d9&device_id=3e81da4e-4ae6-4deb-8049-da339fc957c3 HTTP/1.1" status: 200 len: 1095 time: 0.0458841 Apr 20 14:08:09.105115 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f19eb0-e958-4569-b6f7-81fa54fd02f9 req-e5faae39-3ae6-466a-bc0e-7bf9ea77c484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:09.106594 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b7f19eb0-e958-4569-b6f7-81fa54fd02f9 req-e5faae39-3ae6-466a-bc0e-7bf9ea77c484 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=fb3bbc320757444790eb8436475544d9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0898829 Apr 20 14:08:09.202377 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f19eb0-e958-4569-b6f7-81fa54fd02f9 req-a6c28663-34d3-4ecc-b457-907580e5a2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:09.203873 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b7f19eb0-e958-4569-b6f7-81fa54fd02f9 req-a6c28663-34d3-4ecc-b457-907580e5a2cc service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906391 Apr 20 14:08:09.278914 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e1531-243e-4751-875f-fecf91884ca8 req-e506cc97-7b16-498a-ada3-21c15e39234d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:09.280418 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-737e1531-243e-4751-875f-fecf91884ca8 req-e506cc97-7b16-498a-ada3-21c15e39234d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fb3bbc320757444790eb8436475544d9&device_id=3e81da4e-4ae6-4deb-8049-da339fc957c3 HTTP/1.1" status: 200 len: 1095 time: 0.0399690 Apr 20 14:08:09.321858 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-737e1531-243e-4751-875f-fecf91884ca8 req-ff887324-821a-4a7a-91f1-973264712dcb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9b63df3-1031-4d72-bf23-cb0996f5c5fd HTTP/1.1" status: 200 len: 217 time: 0.0335267 Apr 20 14:08:09.373086 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e1531-243e-4751-875f-fecf91884ca8 req-232cb0bf-bdfc-43da-bcfb-94353199f29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:09.374434 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-737e1531-243e-4751-875f-fecf91884ca8 req-232cb0bf-bdfc-43da-bcfb-94353199f29c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=10dea0f3-8acd-45e6-bd2d-a97b9b4639e5 HTTP/1.1" status: 200 len: 854 time: 0.0464594 Apr 20 14:08:09.405437 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-737e1531-243e-4751-875f-fecf91884ca8 req-26b6c2ee-9d59-400d-91ec-f08e84c3081b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=78a6fae3-04d1-4a44-9bed-61d5c942725e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240197 Apr 20 14:08:09.493970 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-737e1531-243e-4751-875f-fecf91884ca8 req-08c78e50-d5ae-4174-a045-40987bc7426a service neutron] 10.222.0.15 "GET /v2.0/networks/78a6fae3-04d1-4a44-9bed-61d5c942725e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810163 Apr 20 14:08:09.584454 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-737e1531-243e-4751-875f-fecf91884ca8 req-c6e8847c-d2bb-4407-b76b-c615ccba5fcb service neutron] 10.222.0.15 "GET /v2.0/networks/78a6fae3-04d1-4a44-9bed-61d5c942725e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838652 Apr 20 14:08:09.925026 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed1b3a-fad5-4c97-9c70-0e2c7ca4d058 req-bb93991c-8f75-4775-b113-53d141563b4a tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:09.926509 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d3ed1b3a-fad5-4c97-9c70-0e2c7ca4d058 req-bb93991c-8f75-4775-b113-53d141563b4a tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e81da4e-4ae6-4deb-8049-da339fc957c3 HTTP/1.1" status: 200 len: 944 time: 0.0490339 Apr 20 14:08:09.969313 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d3ed1b3a-fad5-4c97-9c70-0e2c7ca4d058 req-9d2b3026-7f15-4c0e-a804-40d4ab2dca69 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f1b42d-0075-4f25-8208-912d4685a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335824 Apr 20 14:08:11.086360 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d4017-69a7-42d1-9512-763cf311e2c4 req-1819aef1-85e1-4813-b6c8-5ce804de61a6 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:11.093967 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f58d4017-69a7-42d1-9512-763cf311e2c4 req-1819aef1-85e1-4813-b6c8-5ce804de61a6 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e81da4e-4ae6-4deb-8049-da339fc957c3 HTTP/1.1" status: 200 len: 944 time: 0.0483897 Apr 20 14:08:11.124912 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f58d4017-69a7-42d1-9512-763cf311e2c4 req-b5fd0c5f-5dc2-4fd1-9f85-940865abc311 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f1b42d-0075-4f25-8208-912d4685a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310395 Apr 20 14:08:12.241609 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d329fa-5078-4bd6-b8c9-9d4c1079202b req-38ad3603-d939-4728-b710-e3652cdc7ea5 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:12.243053 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-02d329fa-5078-4bd6-b8c9-9d4c1079202b req-38ad3603-d939-4728-b710-e3652cdc7ea5 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e81da4e-4ae6-4deb-8049-da339fc957c3 HTTP/1.1" status: 200 len: 944 time: 0.0519505 Apr 20 14:08:12.280223 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-02d329fa-5078-4bd6-b8c9-9d4c1079202b req-3af84fe9-5148-4e2e-a4b9-b8f631869f4a tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f1b42d-0075-4f25-8208-912d4685a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307169 Apr 20 14:08:12.810454 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:13.394219 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f2486-1e0b-404e-a99c-0143a6524e66 req-d973a6cc-0b60-4b3f-9475-05ecaf2e4b68 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:13.395734 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-386f2486-1e0b-404e-a99c-0143a6524e66 req-d973a6cc-0b60-4b3f-9475-05ecaf2e4b68 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e81da4e-4ae6-4deb-8049-da339fc957c3 HTTP/1.1" status: 200 len: 944 time: 0.0476615 Apr 20 14:08:13.432969 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-386f2486-1e0b-404e-a99c-0143a6524e66 req-61577263-e289-4d0e-95a9-a62048e1f2a3 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f1b42d-0075-4f25-8208-912d4685a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309632 Apr 20 14:08:13.541720 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:13.822599 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device f9b63df3-1031-4d72-bf23-cb0996f5c5fd details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:08:13.915570 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port f9b63df3-1031-4d72-bf23-cb0996f5c5fd, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=f9b63df3-1031-4d72-bf23-cb0996f5c5fd,segment=NetworkSegment(dd7d8e94-cbf5-427a-9b1d-37cf4937746a),segment_id=dd7d8e94-cbf5-427a-9b1d-37cf4937746a)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:08:13.927534 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'f9b63df3-1031-4d72-bf23-cb0996f5c5fd', 'network_id': '78a6fae3-04d1-4a44-9bed-61d5c942725e', 'port_id': 'f9b63df3-1031-4d72-bf23-cb0996f5c5fd', 'mac_address': 'fa:16:3e:0a:98:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10dea0f3-8acd-45e6-bd2d-a97b9b4639e5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:08:13.964319 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:13.976546 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9b63df3-1031-4d72-bf23-cb0996f5c5fd {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:08:13.996392 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port f9b63df3-1031-4d72-bf23-cb0996f5c5fd, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=f9b63df3-1031-4d72-bf23-cb0996f5c5fd,segment=NetworkSegment(dd7d8e94-cbf5-427a-9b1d-37cf4937746a),segment_id=dd7d8e94-cbf5-427a-9b1d-37cf4937746a)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:08:14.079183 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:14.129355 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=f9b63df3-1031-4d72-bf23-cb0996f5c5fd,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:14.136608 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:08:14.136950 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:08:14.137284 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:08:14.137614 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:08:14.137940 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:08:14.138267 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:08:14.138592 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:08:14.138911 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:08:14.139248 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:08:14.139604 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:08:14.139888 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:08:14.140202 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:08:14.401037 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['f9b63df3-1031-4d72-bf23-cb0996f5c5fd'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:08:14.549652 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170aa04d-3c8a-4c71-8cec-9da0db77d128 req-42944237-7d05-4703-85fb-015ffe9420f4 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:14.551105 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-170aa04d-3c8a-4c71-8cec-9da0db77d128 req-42944237-7d05-4703-85fb-015ffe9420f4 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e81da4e-4ae6-4deb-8049-da339fc957c3 HTTP/1.1" status: 200 len: 945 time: 0.0496125 Apr 20 14:08:14.586901 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-170aa04d-3c8a-4c71-8cec-9da0db77d128 req-98596557-b221-4d55-b6bc-2dec94a40866 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f1b42d-0075-4f25-8208-912d4685a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298254 Apr 20 14:08:15.704224 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad22ea7-4e87-47bb-8887-5c09d429ed10 req-3a3e50a7-6528-4f3f-90ae-5c2f13f9ca48 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:15.705666 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fad22ea7-4e87-47bb-8887-5c09d429ed10 req-3a3e50a7-6528-4f3f-90ae-5c2f13f9ca48 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e81da4e-4ae6-4deb-8049-da339fc957c3 HTTP/1.1" status: 200 len: 945 time: 0.0520337 Apr 20 14:08:15.741780 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fad22ea7-4e87-47bb-8887-5c09d429ed10 req-53a1aa42-3b4c-4525-9e23-3628f7d0c775 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f1b42d-0075-4f25-8208-912d4685a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301034 Apr 20 14:08:15.845549 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device f9b63df3-1031-4d72-bf23-cb0996f5c5fd up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:08:15.970474 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port f9b63df3-1031-4d72-bf23-cb0996f5c5fd completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:08:15.974170 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port f9b63df3-1031-4d72-bf23-cb0996f5c5fd triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:08:15.974545 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:16.049871 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:16.071184 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e81da4e-4ae6-4deb-8049-da339fc957c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b63df3-1031-4d72-bf23-cb0996f5c5fd'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:08:16.073421 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac87ba4abbb4e8505208ea6fd510b76711e5f2ebc605ae5eca19bb7d33fcf53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65056efc-2299-4fe3-bbfd-cc25e6124779" -d '{"events": [{"server_uuid": "3e81da4e-4ae6-4deb-8049-da339fc957c3", "name": "network-vif-plugged", "status": "completed", "tag": "f9b63df3-1031-4d72-bf23-cb0996f5c5fd"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:08:16.085386 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port f9b63df3-1031-4d72-bf23-cb0996f5c5fd, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=f9b63df3-1031-4d72-bf23-cb0996f5c5fd,segment=NetworkSegment(dd7d8e94-cbf5-427a-9b1d-37cf4937746a),segment_id=dd7d8e94-cbf5-427a-9b1d-37cf4937746a)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:08:16.111165 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff3f812-11fb-4c34-864f-6319c0857ddb x-openstack-request-id: req-6ff3f812-11fb-4c34-864f-6319c0857ddb {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:08:16.111486 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e81da4e-4ae6-4deb-8049-da339fc957c3", "name": "network-vif-plugged", "status": "completed", "tag": "f9b63df3-1031-4d72-bf23-cb0996f5c5fd", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:08:16.115790 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6ff3f812-11fb-4c34-864f-6319c0857ddb {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:08:16.115790 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ff3f812-11fb-4c34-864f-6319c0857ddb'] response: {'server_uuid': '3e81da4e-4ae6-4deb-8049-da339fc957c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b63df3-1031-4d72-bf23-cb0996f5c5fd', 'code': 200} Apr 20 14:08:16.124843 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:16.179572 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=f9b63df3-1031-4d72-bf23-cb0996f5c5fd,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:16.207815 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c9589-6e49-46f7-a030-aeff6945f3b6 req-9c4d06c4-5062-455e-b16a-013934077d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:16.209310 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e19c9589-6e49-46f7-a030-aeff6945f3b6 req-9c4d06c4-5062-455e-b16a-013934077d37 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3e81da4e-4ae6-4deb-8049-da339fc957c3 HTTP/1.1" status: 200 len: 1097 time: 0.0411534 Apr 20 14:08:16.244305 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e19c9589-6e49-46f7-a030-aeff6945f3b6 req-217e4380-cce8-4d63-acf3-6ee3cba7b8f8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=32f1b42d-0075-4f25-8208-912d4685a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276434 Apr 20 14:08:16.854541 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc5fa7-0dba-4add-8a15-7b6a932a3cef req-5ba408f1-8fcf-4647-b6ad-e610e10d7de3 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:16.856025 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a9dc5fa7-0dba-4add-8a15-7b6a932a3cef req-5ba408f1-8fcf-4647-b6ad-e610e10d7de3 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e81da4e-4ae6-4deb-8049-da339fc957c3 HTTP/1.1" status: 200 len: 946 time: 0.0482943 Apr 20 14:08:16.892998 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a9dc5fa7-0dba-4add-8a15-7b6a932a3cef req-2a57a17e-3169-47d1-b70c-eb5600251018 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f1b42d-0075-4f25-8208-912d4685a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310102 Apr 20 14:08:18.014324 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea97a1-e41a-47f5-8e93-a3590e166ce7 req-776bcbc0-895f-4cb6-9454-4ba98912f00a tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:18.015799 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-77ea97a1-e41a-47f5-8e93-a3590e166ce7 req-776bcbc0-895f-4cb6-9454-4ba98912f00a tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e81da4e-4ae6-4deb-8049-da339fc957c3 HTTP/1.1" status: 200 len: 946 time: 0.0532811 Apr 20 14:08:18.052654 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-77ea97a1-e41a-47f5-8e93-a3590e166ce7 req-e7e314b5-09b6-4c60-b7ee-6843b5f189cd tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f1b42d-0075-4f25-8208-912d4685a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306699 Apr 20 14:08:18.268865 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c86e4-f366-407d-a961-f4395d52d330 req-2095c260-6033-46ec-8338-f86da91e70d0 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:18.270307 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df7c86e4-f366-407d-a961-f4395d52d330 req-2095c260-6033-46ec-8338-f86da91e70d0 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/networks?id=78a6fae3-04d1-4a44-9bed-61d5c942725e HTTP/1.1" status: 200 len: 814 time: 0.0981958 Apr 20 14:08:18.285125 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df7c86e4-f366-407d-a961-f4395d52d330 req-a50c0d08-e899-4437-b831-98b32b549cde tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/quotas/fb3bbc320757444790eb8436475544d9 HTTP/1.1" status: 200 len: 375 time: 0.0089312 Apr 20 14:08:18.336413 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df7c86e4-f366-407d-a961-f4395d52d330 req-5ba7bf9b-c9bd-4853-be18-ef4a4d5f54a8 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fb3bbc320757444790eb8436475544d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0460961 Apr 20 14:08:18.346866 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-df7c86e4-f366-407d-a961-f4395d52d330 req-30b5a013-ec8d-4800-bc00-4da8f220de38 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:08:18.347834 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df7c86e4-f366-407d-a961-f4395d52d330 req-30b5a013-ec8d-4800-bc00-4da8f220de38 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047770 Apr 20 14:08:18.433108 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df7c86e4-f366-407d-a961-f4395d52d330 req-a7fdd7fe-a5cd-4395-8023-4ff906dd69de service neutron] 10.222.0.25 "GET /v2.0/networks/78a6fae3-04d1-4a44-9bed-61d5c942725e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795844 Apr 20 14:08:18.525161 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df7c86e4-f366-407d-a961-f4395d52d330 req-1c4b4872-bdf9-454a-b647-7bac1eba5d9a service neutron] 10.222.0.25 "GET /v2.0/networks/78a6fae3-04d1-4a44-9bed-61d5c942725e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850482 Apr 20 14:08:18.795625 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-276dc2d8-1846-496b-8f6c-5c98effb5f4e req-ec780deb-0566-482a-8046-ea7a4c606f2e tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/ports?device_id=81d3d308-7319-4daf-84b6-be8f7d30349f HTTP/1.1" status: 200 len: 210 time: 0.0269029 Apr 20 14:08:19.892712 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-380bfcc1-1271-4203-9c64-1901f497c38b req-edc2fbaf-67ea-42fd-8431-be1f1ec9ecb5 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/ports?device_id=81d3d308-7319-4daf-84b6-be8f7d30349f HTTP/1.1" status: 200 len: 210 time: 0.0256069 Apr 20 14:08:20.465279 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c86e4-f366-407d-a961-f4395d52d330 req-3db7e93f-6d01-4e90-a416-c443ed281262 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:20.466695 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-df7c86e4-f366-407d-a961-f4395d52d330 req-3db7e93f-6d01-4e90-a416-c443ed281262 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.32 "GET /v2.0/networks?id=78a6fae3-04d1-4a44-9bed-61d5c942725e HTTP/1.1" status: 200 len: 814 time: 0.1055164 Apr 20 14:08:20.479735 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-df7c86e4-f366-407d-a961-f4395d52d330 req-3e2f56fd-3f6f-42e7-b5bc-308c0bc2f1fe tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Request body: {'port': {'device_id': '81d3d308-7319-4daf-84b6-be8f7d30349f', 'network_id': '78a6fae3-04d1-4a44-9bed-61d5c942725e', 'admin_state_up': True, 'tenant_id': 'fb3bbc320757444790eb8436475544d9'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:08:20.633180 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df7c86e4-f366-407d-a961-f4395d52d330 req-3e2f56fd-3f6f-42e7-b5bc-308c0bc2f1fe tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Made reservation on behalf of fb3bbc320757444790eb8436475544d9 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:08:20.636710 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-df7c86e4-f366-407d-a961-f4395d52d330 req-3e2f56fd-3f6f-42e7-b5bc-308c0bc2f1fe tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:20.762866 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-df7c86e4-f366-407d-a961-f4395d52d330 req-3e2f56fd-3f6f-42e7-b5bc-308c0bc2f1fe tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Allocated IP 172.20.0.3 (78a6fae3-04d1-4a44-9bed-61d5c942725e/10dea0f3-8acd-45e6-bd2d-a97b9b4639e5/6027c23e-ddc8-46d6-a6f8-2a792e84f11b) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:08:20.908147 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-df7c86e4-f366-407d-a961-f4395d52d330 req-3e2f56fd-3f6f-42e7-b5bc-308c0bc2f1fe tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:20.987003 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-395f1f39-d1fd-4866-94cc-42b60f0cb46c req-8c49e2b8-5702-4a69-afe7-36cae7d68272 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/ports?device_id=81d3d308-7319-4daf-84b6-be8f7d30349f HTTP/1.1" status: 200 len: 210 time: 0.0261621 Apr 20 14:08:21.005662 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-df7c86e4-f366-407d-a961-f4395d52d330 req-3e2f56fd-3f6f-42e7-b5bc-308c0bc2f1fe tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:21.017874 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['f9b63df3-1031-4d72-bf23-cb0996f5c5fd'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:08:21.050331 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df7c86e4-f366-407d-a961-f4395d52d330 req-3e2f56fd-3f6f-42e7-b5bc-308c0bc2f1fe tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Network 78a6fae3-04d1-4a44-9bed-61d5c942725e is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:08:21.055629 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-df7c86e4-f366-407d-a961-f4395d52d330 req-3e2f56fd-3f6f-42e7-b5bc-308c0bc2f1fe tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:08:21.060786 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7c86e4-f366-407d-a961-f4395d52d330 req-3e2f56fd-3f6f-42e7-b5bc-308c0bc2f1fe tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:08:21.064709 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f56fd-3f6f-42e7-b5bc-308c0bc2f1fe tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Pushing event updated for resources: {'Port': ['ID=6027c23e-ddc8-46d6-a6f8-2a792e84f11b,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:21.111104 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c86e4-f366-407d-a961-f4395d52d330 req-3e2f56fd-3f6f-42e7-b5bc-308c0bc2f1fe tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:21.111752 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-df7c86e4-f366-407d-a961-f4395d52d330 req-3e2f56fd-3f6f-42e7-b5bc-308c0bc2f1fe tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:21.230347 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-df7c86e4-f366-407d-a961-f4395d52d330 req-3e2f56fd-3f6f-42e7-b5bc-308c0bc2f1fe tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7541497 Apr 20 14:08:21.288194 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-df7c86e4-f366-407d-a961-f4395d52d330 req-5d5dbe9e-6765-43c3-bbcd-450a8b9640aa service neutron] Request body: {'port': {'device_id': '81d3d308-7319-4daf-84b6-be8f7d30349f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:08:21.346579 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-df7c86e4-f366-407d-a961-f4395d52d330 req-5d5dbe9e-6765-43c3-bbcd-450a8b9640aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:21.607006 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-df7c86e4-f366-407d-a961-f4395d52d330 req-5d5dbe9e-6765-43c3-bbcd-450a8b9640aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6027c23e-ddc8-46d6-a6f8-2a792e84f11b {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:08:21.614188 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-df7c86e4-f366-407d-a961-f4395d52d330 req-5d5dbe9e-6765-43c3-bbcd-450a8b9640aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:21.625582 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-df7c86e4-f366-407d-a961-f4395d52d330 req-5d5dbe9e-6765-43c3-bbcd-450a8b9640aa service neutron] Transition to ACTIVE for port object 6027c23e-ddc8-46d6-a6f8-2a792e84f11b will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:08:21.724854 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-df7c86e4-f366-407d-a961-f4395d52d330 req-5d5dbe9e-6765-43c3-bbcd-450a8b9640aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:21.791390 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5dbe9e-6765-43c3-bbcd-450a8b9640aa service neutron] Pushing event updated for resources: {'Port': ['ID=6027c23e-ddc8-46d6-a6f8-2a792e84f11b,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:21.840601 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-df7c86e4-f366-407d-a961-f4395d52d330 req-5d5dbe9e-6765-43c3-bbcd-450a8b9640aa service neutron] Attempting to bind port 6027c23e-ddc8-46d6-a6f8-2a792e84f11b on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:08:21.840933 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-df7c86e4-f366-407d-a961-f4395d52d330 req-5d5dbe9e-6765-43c3-bbcd-450a8b9640aa service neutron] Attempting to bind port 6027c23e-ddc8-46d6-a6f8-2a792e84f11b by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': 'dd7d8e94-cbf5-427a-9b1d-37cf4937746a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '78a6fae3-04d1-4a44-9bed-61d5c942725e'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:08:21.841260 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7c86e4-f366-407d-a961-f4395d52d330 req-5d5dbe9e-6765-43c3-bbcd-450a8b9640aa service neutron] Attempting to bind port 6027c23e-ddc8-46d6-a6f8-2a792e84f11b on network 78a6fae3-04d1-4a44-9bed-61d5c942725e {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:08:21.845404 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7c86e4-f366-407d-a961-f4395d52d330 req-5d5dbe9e-6765-43c3-bbcd-450a8b9640aa service neutron] Port 6027c23e-ddc8-46d6-a6f8-2a792e84f11b on network 78a6fae3-04d1-4a44-9bed-61d5c942725e not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:08:21.845720 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7c86e4-f366-407d-a961-f4395d52d330 req-5d5dbe9e-6765-43c3-bbcd-450a8b9640aa service neutron] Attempting to bind port 6027c23e-ddc8-46d6-a6f8-2a792e84f11b on network 78a6fae3-04d1-4a44-9bed-61d5c942725e {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:08:21.850373 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7c86e4-f366-407d-a961-f4395d52d330 req-5d5dbe9e-6765-43c3-bbcd-450a8b9640aa service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:08:21.850707 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7c86e4-f366-407d-a961-f4395d52d330 req-5d5dbe9e-6765-43c3-bbcd-450a8b9640aa service neutron] Checking segment: {'id': 'dd7d8e94-cbf5-427a-9b1d-37cf4937746a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '78a6fae3-04d1-4a44-9bed-61d5c942725e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:08:21.851084 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7c86e4-f366-407d-a961-f4395d52d330 req-5d5dbe9e-6765-43c3-bbcd-450a8b9640aa service neutron] Bound using segment: {'id': 'dd7d8e94-cbf5-427a-9b1d-37cf4937746a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '78a6fae3-04d1-4a44-9bed-61d5c942725e'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:08:21.851545 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-df7c86e4-f366-407d-a961-f4395d52d330 req-5d5dbe9e-6765-43c3-bbcd-450a8b9640aa service neutron] Bound port: 6027c23e-ddc8-46d6-a6f8-2a792e84f11b, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd7d8e94-cbf5-427a-9b1d-37cf4937746a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '78a6fae3-04d1-4a44-9bed-61d5c942725e'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:08:21.851900 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-df7c86e4-f366-407d-a961-f4395d52d330 req-5d5dbe9e-6765-43c3-bbcd-450a8b9640aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:21.912584 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-df7c86e4-f366-407d-a961-f4395d52d330 req-5d5dbe9e-6765-43c3-bbcd-450a8b9640aa service neutron] For port 6027c23e-ddc8-46d6-a6f8-2a792e84f11b, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:08:21.915416 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-df7c86e4-f366-407d-a961-f4395d52d330 req-5d5dbe9e-6765-43c3-bbcd-450a8b9640aa service neutron] For port 6027c23e-ddc8-46d6-a6f8-2a792e84f11b, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=6027c23e-ddc8-46d6-a6f8-2a792e84f11b,segment=NetworkSegment(dd7d8e94-cbf5-427a-9b1d-37cf4937746a),segment_id=dd7d8e94-cbf5-427a-9b1d-37cf4937746a)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:08:22.005422 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-df7c86e4-f366-407d-a961-f4395d52d330 req-5d5dbe9e-6765-43c3-bbcd-450a8b9640aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:22.039954 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c86e4-f366-407d-a961-f4395d52d330 req-5d5dbe9e-6765-43c3-bbcd-450a8b9640aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:22.040567 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-df7c86e4-f366-407d-a961-f4395d52d330 req-5d5dbe9e-6765-43c3-bbcd-450a8b9640aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:22.041965 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-df7c86e4-f366-407d-a961-f4395d52d330 req-5d5dbe9e-6765-43c3-bbcd-450a8b9640aa service neutron] 10.222.0.32 "PUT /v2.0/ports/6027c23e-ddc8-46d6-a6f8-2a792e84f11b HTTP/1.1" status: 200 len: 1091 time: 0.8043766 Apr 20 14:08:22.042403 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d3d308-7319-4daf-84b6-be8f7d30349f', 'tag': '6027c23e-ddc8-46d6-a6f8-2a792e84f11b'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:08:22.044877 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}477c3876f0a00723b6cc26f82b5301b7c44eaec2342ee7dfaa02d19e77b1fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b54966-2368-4c2e-b827-5411b3b953be" -d '{"events": [{"name": "network-changed", "server_uuid": "81d3d308-7319-4daf-84b6-be8f7d30349f", "tag": "6027c23e-ddc8-46d6-a6f8-2a792e84f11b"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:08:22.069654 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5dbe9e-6765-43c3-bbcd-450a8b9640aa service neutron] Pushing event updated for resources: {'Port': ['ID=6027c23e-ddc8-46d6-a6f8-2a792e84f11b,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:22.090252 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626c02d3-beae-49fa-8c8d-12b9a71352b2 x-openstack-request-id: req-626c02d3-beae-49fa-8c8d-12b9a71352b2 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:08:22.090252 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81d3d308-7319-4daf-84b6-be8f7d30349f", "tag": "6027c23e-ddc8-46d6-a6f8-2a792e84f11b", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:08:22.090252 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-626c02d3-beae-49fa-8c8d-12b9a71352b2 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:08:22.090252 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-626c02d3-beae-49fa-8c8d-12b9a71352b2'] response: {'name': 'network-changed', 'server_uuid': '81d3d308-7319-4daf-84b6-be8f7d30349f', 'tag': '6027c23e-ddc8-46d6-a6f8-2a792e84f11b', 'status': 'completed', 'code': 200} Apr 20 14:08:22.111737 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1c741-ebcd-48b0-bb09-350e90a07d29 req-3f632214-d512-4acf-b753-3357cc249256 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:22.113409 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85d1c741-ebcd-48b0-bb09-350e90a07d29 req-3f632214-d512-4acf-b753-3357cc249256 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/ports?device_id=81d3d308-7319-4daf-84b6-be8f7d30349f HTTP/1.1" status: 200 len: 943 time: 0.0521381 Apr 20 14:08:22.151026 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b54966-2368-4c2e-b827-5411b3b953be req-34ee7479-2c10-4a22-8599-76ea24a7e512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:22.152554 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-85d1c741-ebcd-48b0-bb09-350e90a07d29 req-2bdd9fb5-c4c2-40dc-8b22-553499da0db4 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f1b42d-0075-4f25-8208-912d4685a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325007 Apr 20 14:08:22.152774 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-46b54966-2368-4c2e-b827-5411b3b953be req-34ee7479-2c10-4a22-8599-76ea24a7e512 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb3bbc320757444790eb8436475544d9&device_id=81d3d308-7319-4daf-84b6-be8f7d30349f HTTP/1.1" status: 200 len: 1094 time: 0.0462258 Apr 20 14:08:22.251480 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b54966-2368-4c2e-b827-5411b3b953be req-2ff17a95-5cbd-4fd6-a97a-4607af8420d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:22.252940 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-46b54966-2368-4c2e-b827-5411b3b953be req-2ff17a95-5cbd-4fd6-a97a-4607af8420d9 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=fb3bbc320757444790eb8436475544d9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0934200 Apr 20 14:08:22.347430 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b54966-2368-4c2e-b827-5411b3b953be req-06e0d1c1-f58d-49e9-a458-f082ed2ae1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:22.348878 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-46b54966-2368-4c2e-b827-5411b3b953be req-06e0d1c1-f58d-49e9-a458-f082ed2ae1e2 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886302 Apr 20 14:08:22.427044 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c86e4-f366-407d-a961-f4395d52d330 req-4b561b5e-d919-4363-9ac9-1ec568f41fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:22.428571 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-df7c86e4-f366-407d-a961-f4395d52d330 req-4b561b5e-d919-4363-9ac9-1ec568f41fde service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb3bbc320757444790eb8436475544d9&device_id=81d3d308-7319-4daf-84b6-be8f7d30349f HTTP/1.1" status: 200 len: 1094 time: 0.0405099 Apr 20 14:08:22.474749 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-df7c86e4-f366-407d-a961-f4395d52d330 req-6aba2cd8-0d70-4bf9-b5d8-35812ee9ea2c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6027c23e-ddc8-46d6-a6f8-2a792e84f11b HTTP/1.1" status: 200 len: 217 time: 0.0366623 Apr 20 14:08:22.527102 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c86e4-f366-407d-a961-f4395d52d330 req-54ea87a1-9fb4-4b07-ba23-978dede6349e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:22.528576 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-df7c86e4-f366-407d-a961-f4395d52d330 req-54ea87a1-9fb4-4b07-ba23-978dede6349e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=10dea0f3-8acd-45e6-bd2d-a97b9b4639e5 HTTP/1.1" status: 200 len: 854 time: 0.0470858 Apr 20 14:08:22.559267 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-df7c86e4-f366-407d-a961-f4395d52d330 req-6b8b7e3d-034a-4ba3-a368-6c96c17491f8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=78a6fae3-04d1-4a44-9bed-61d5c942725e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236084 Apr 20 14:08:22.643922 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-df7c86e4-f366-407d-a961-f4395d52d330 req-622b15d7-f236-459a-a47b-b54e9d3b7c46 service neutron] 10.222.0.32 "GET /v2.0/networks/78a6fae3-04d1-4a44-9bed-61d5c942725e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782800 Apr 20 14:08:22.739583 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-df7c86e4-f366-407d-a961-f4395d52d330 req-f21f053a-051c-40eb-9c9e-adbe5116b228 service neutron] 10.222.0.32 "GET /v2.0/networks/78a6fae3-04d1-4a44-9bed-61d5c942725e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880201 Apr 20 14:08:23.272488 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a338ce1-a97d-45e0-bc95-4278c41b4b84 req-f374bdf8-9ef5-4f1d-909e-db0319fa177b tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:23.273993 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0a338ce1-a97d-45e0-bc95-4278c41b4b84 req-f374bdf8-9ef5-4f1d-909e-db0319fa177b tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/ports?device_id=81d3d308-7319-4daf-84b6-be8f7d30349f HTTP/1.1" status: 200 len: 943 time: 0.0526552 Apr 20 14:08:23.312505 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0a338ce1-a97d-45e0-bc95-4278c41b4b84 req-fa30e6c9-eb64-4c33-bcb1-8bcea8b6916d tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f1b42d-0075-4f25-8208-912d4685a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318131 Apr 20 14:08:24.425917 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0b148-22f3-44e9-b0e9-1b60f6bd93f6 req-fecbfde5-8a2b-4ba0-84e0-a3399fb38832 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:24.427412 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8fd0b148-22f3-44e9-b0e9-1b60f6bd93f6 req-fecbfde5-8a2b-4ba0-84e0-a3399fb38832 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/ports?device_id=81d3d308-7319-4daf-84b6-be8f7d30349f HTTP/1.1" status: 200 len: 943 time: 0.0493717 Apr 20 14:08:24.465730 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8fd0b148-22f3-44e9-b0e9-1b60f6bd93f6 req-6850bb72-5426-4998-b9b8-523c553358fe tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f1b42d-0075-4f25-8208-912d4685a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320683 Apr 20 14:08:24.519231 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-78cda940-ad87-416a-9167-90ce444e3b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:25.101443 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a9419e8-affa-4e5b-8380-f8954631eb41 req-9af84789-9474-47f5-85f5-96577ca48d8c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3e81da4e-4ae6-4deb-8049-da339fc957c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392296 Apr 20 14:08:25.183674 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9419e8-affa-4e5b-8380-f8954631eb41 req-84c7e214-4208-4f2e-97c1-25804a9890f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:25.185161 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a9419e8-affa-4e5b-8380-f8954631eb41 req-84c7e214-4208-4f2e-97c1-25804a9890f4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fb3bbc320757444790eb8436475544d9&device_id=3e81da4e-4ae6-4deb-8049-da339fc957c3 HTTP/1.1" status: 200 len: 1097 time: 0.0440395 Apr 20 14:08:25.286474 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9419e8-affa-4e5b-8380-f8954631eb41 req-22d56634-7c85-4d3d-aff2-5dd3179b533d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:25.287940 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a9419e8-affa-4e5b-8380-f8954631eb41 req-22d56634-7c85-4d3d-aff2-5dd3179b533d service neutron] 10.222.0.15 "GET /v2.0/networks?id=78a6fae3-04d1-4a44-9bed-61d5c942725e HTTP/1.1" status: 200 len: 915 time: 0.0839541 Apr 20 14:08:25.330955 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a9419e8-affa-4e5b-8380-f8954631eb41 req-a818c4bf-3b05-4193-893e-a1abad523eb3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9b63df3-1031-4d72-bf23-cb0996f5c5fd HTTP/1.1" status: 200 len: 217 time: 0.0367310 Apr 20 14:08:25.377863 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9419e8-affa-4e5b-8380-f8954631eb41 req-c86ad1ae-2d3d-4d9f-a19b-754ebfe1c590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:25.379154 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a9419e8-affa-4e5b-8380-f8954631eb41 req-c86ad1ae-2d3d-4d9f-a19b-754ebfe1c590 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=10dea0f3-8acd-45e6-bd2d-a97b9b4639e5 HTTP/1.1" status: 200 len: 854 time: 0.0416844 Apr 20 14:08:25.409870 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a9419e8-affa-4e5b-8380-f8954631eb41 req-9323cd8b-5f4e-4a2d-94a9-1641bbf8c119 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=78a6fae3-04d1-4a44-9bed-61d5c942725e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238039 Apr 20 14:08:25.503263 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a9419e8-affa-4e5b-8380-f8954631eb41 req-e8620d2c-c850-49ab-8424-852477924bad service neutron] 10.222.0.15 "GET /v2.0/networks/78a6fae3-04d1-4a44-9bed-61d5c942725e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863578 Apr 20 14:08:25.621927 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a9419e8-affa-4e5b-8380-f8954631eb41 req-746e982a-53d5-45a1-b592-b6e4e4c66bd3 service neutron] 10.222.0.15 "GET /v2.0/networks/78a6fae3-04d1-4a44-9bed-61d5c942725e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117194 Apr 20 14:08:25.630207 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f5fcbf-b213-4aa0-9b9c-ef4d70ea96e9 req-26ea0dc0-f378-4fb3-aab8-827c108ce463 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:25.631555 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-43f5fcbf-b213-4aa0-9b9c-ef4d70ea96e9 req-26ea0dc0-f378-4fb3-aab8-827c108ce463 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/ports?device_id=81d3d308-7319-4daf-84b6-be8f7d30349f HTTP/1.1" status: 200 len: 943 time: 0.0758574 Apr 20 14:08:25.672329 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-43f5fcbf-b213-4aa0-9b9c-ef4d70ea96e9 req-b5abc1ff-8c3e-4f9e-b427-136748fdb504 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f1b42d-0075-4f25-8208-912d4685a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341363 Apr 20 14:08:26.789405 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480a3b1-63cd-4488-af52-53d9a4ae74e9 req-e6fea906-8715-4d30-9416-1f90cef47e52 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:26.790772 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5480a3b1-63cd-4488-af52-53d9a4ae74e9 req-e6fea906-8715-4d30-9416-1f90cef47e52 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/ports?device_id=81d3d308-7319-4daf-84b6-be8f7d30349f HTTP/1.1" status: 200 len: 943 time: 0.0484390 Apr 20 14:08:26.828826 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5480a3b1-63cd-4488-af52-53d9a4ae74e9 req-9ec86b95-3a08-4d56-9f92-1689f59925de tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f1b42d-0075-4f25-8208-912d4685a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318706 Apr 20 14:08:26.844748 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-28f9d279-09cf-450f-85b6-fa3ebf855694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:27.166310 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 6027c23e-ddc8-46d6-a6f8-2a792e84f11b details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:08:27.257458 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 6027c23e-ddc8-46d6-a6f8-2a792e84f11b, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=6027c23e-ddc8-46d6-a6f8-2a792e84f11b,segment=NetworkSegment(dd7d8e94-cbf5-427a-9b1d-37cf4937746a),segment_id=dd7d8e94-cbf5-427a-9b1d-37cf4937746a)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:08:27.269072 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '6027c23e-ddc8-46d6-a6f8-2a792e84f11b', 'network_id': '78a6fae3-04d1-4a44-9bed-61d5c942725e', 'port_id': '6027c23e-ddc8-46d6-a6f8-2a792e84f11b', 'mac_address': 'fa:16:3e:27:83:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10dea0f3-8acd-45e6-bd2d-a97b9b4639e5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:08:27.307968 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:27.321055 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6027c23e-ddc8-46d6-a6f8-2a792e84f11b {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:08:27.339751 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 6027c23e-ddc8-46d6-a6f8-2a792e84f11b, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=6027c23e-ddc8-46d6-a6f8-2a792e84f11b,segment=NetworkSegment(dd7d8e94-cbf5-427a-9b1d-37cf4937746a),segment_id=dd7d8e94-cbf5-427a-9b1d-37cf4937746a)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:08:27.398984 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:27.444157 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=6027c23e-ddc8-46d6-a6f8-2a792e84f11b,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:27.599285 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:08:27.714983 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['6027c23e-ddc8-46d6-a6f8-2a792e84f11b'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:08:27.941944 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751828d3-c516-4bdd-af30-3ed8419c001b req-03138036-0ac4-4340-b6da-1d2660ca2128 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:27.943669 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-751828d3-c516-4bdd-af30-3ed8419c001b req-03138036-0ac4-4340-b6da-1d2660ca2128 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/ports?device_id=81d3d308-7319-4daf-84b6-be8f7d30349f HTTP/1.1" status: 200 len: 944 time: 0.0480385 Apr 20 14:08:27.981331 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-751828d3-c516-4bdd-af30-3ed8419c001b req-4b0812fa-3fe2-4282-82d0-16448169a936 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f1b42d-0075-4f25-8208-912d4685a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311191 Apr 20 14:08:28.301714 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:29.092991 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bfe1d-aa33-48b3-b366-28368f0de0e6 req-ea28f25e-85ef-44a0-a492-fc7fd4fec376 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:29.094420 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-824bfe1d-aa33-48b3-b366-28368f0de0e6 req-ea28f25e-85ef-44a0-a492-fc7fd4fec376 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/ports?device_id=81d3d308-7319-4daf-84b6-be8f7d30349f HTTP/1.1" status: 200 len: 944 time: 0.0473404 Apr 20 14:08:29.135266 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-824bfe1d-aa33-48b3-b366-28368f0de0e6 req-042096f4-0c35-4d30-91f4-b0228f5cd1b1 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f1b42d-0075-4f25-8208-912d4685a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348117 Apr 20 14:08:29.166926 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 6027c23e-ddc8-46d6-a6f8-2a792e84f11b up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:08:29.267158 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 6027c23e-ddc8-46d6-a6f8-2a792e84f11b completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:08:29.270676 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 6027c23e-ddc8-46d6-a6f8-2a792e84f11b triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:08:29.271043 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:29.347849 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:29.369659 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d3d308-7319-4daf-84b6-be8f7d30349f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6027c23e-ddc8-46d6-a6f8-2a792e84f11b'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:08:29.372515 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac87ba4abbb4e8505208ea6fd510b76711e5f2ebc605ae5eca19bb7d33fcf53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0f417d-a5c3-4054-95c8-02bfbbf4162d" -d '{"events": [{"server_uuid": "81d3d308-7319-4daf-84b6-be8f7d30349f", "name": "network-vif-plugged", "status": "completed", "tag": "6027c23e-ddc8-46d6-a6f8-2a792e84f11b"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:08:29.384606 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 6027c23e-ddc8-46d6-a6f8-2a792e84f11b, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=6027c23e-ddc8-46d6-a6f8-2a792e84f11b,segment=NetworkSegment(dd7d8e94-cbf5-427a-9b1d-37cf4937746a),segment_id=dd7d8e94-cbf5-427a-9b1d-37cf4937746a)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:08:29.409290 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4968601-d13c-47ea-9fff-696ab5779312 x-openstack-request-id: req-d4968601-d13c-47ea-9fff-696ab5779312 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:08:29.410039 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d3d308-7319-4daf-84b6-be8f7d30349f", "name": "network-vif-plugged", "status": "completed", "tag": "6027c23e-ddc8-46d6-a6f8-2a792e84f11b", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:08:29.410289 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d4968601-d13c-47ea-9fff-696ab5779312 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:08:29.410680 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4968601-d13c-47ea-9fff-696ab5779312'] response: {'server_uuid': '81d3d308-7319-4daf-84b6-be8f7d30349f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6027c23e-ddc8-46d6-a6f8-2a792e84f11b', 'code': 200} Apr 20 14:08:29.467756 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:29.504712 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241dfc4-ad10-4c99-8efc-70600c3f2763 req-60984e59-ec57-4272-81b0-2d544f651995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:29.506288 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a241dfc4-ad10-4c99-8efc-70600c3f2763 req-60984e59-ec57-4272-81b0-2d544f651995 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=81d3d308-7319-4daf-84b6-be8f7d30349f HTTP/1.1" status: 200 len: 1096 time: 0.0416031 Apr 20 14:08:29.528734 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=6027c23e-ddc8-46d6-a6f8-2a792e84f11b,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:29.540970 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a241dfc4-ad10-4c99-8efc-70600c3f2763 req-f45781f4-6483-4518-86bd-8a0938cdda74 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=32f1b42d-0075-4f25-8208-912d4685a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284841 Apr 20 14:08:29.582052 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:29.850418 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:30.249407 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d8f3e5-8529-4cdc-b5d4-954560d75fd4 req-bbf57431-37f9-4ca2-ba80-9cc2fd6d0664 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:30.250879 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-97d8f3e5-8529-4cdc-b5d4-954560d75fd4 req-bbf57431-37f9-4ca2-ba80-9cc2fd6d0664 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/ports?device_id=81d3d308-7319-4daf-84b6-be8f7d30349f HTTP/1.1" status: 200 len: 945 time: 0.0474925 Apr 20 14:08:30.287132 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-97d8f3e5-8529-4cdc-b5d4-954560d75fd4 req-e191e615-d5c0-4ec5-90da-3b8bcf7b89f2 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f1b42d-0075-4f25-8208-912d4685a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301630 Apr 20 14:08:31.404076 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6171be-ed12-4524-9409-0c5b28a8490d req-f2c38ae2-a960-427b-9ed6-0fb067b87861 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:31.405520 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fa6171be-ed12-4524-9409-0c5b28a8490d req-f2c38ae2-a960-427b-9ed6-0fb067b87861 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/ports?device_id=81d3d308-7319-4daf-84b6-be8f7d30349f HTTP/1.1" status: 200 len: 945 time: 0.0476151 Apr 20 14:08:31.441199 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fa6171be-ed12-4524-9409-0c5b28a8490d req-597267b5-1700-4276-9796-71eb92619625 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f1b42d-0075-4f25-8208-912d4685a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297377 Apr 20 14:08:31.958310 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69542d82-da7c-49bc-919d-19cdc710de20 req-52695911-9c4c-4c41-b397-fd1cebe0beee tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:31.959775 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-69542d82-da7c-49bc-919d-19cdc710de20 req-52695911-9c4c-4c41-b397-fd1cebe0beee tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/ports?device_id=81d3d308-7319-4daf-84b6-be8f7d30349f HTTP/1.1" status: 200 len: 945 time: 0.0479255 Apr 20 14:08:32.000241 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-69542d82-da7c-49bc-919d-19cdc710de20 req-36944666-9bff-4431-8fb6-fa5fe5eb37b2 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f1b42d-0075-4f25-8208-912d4685a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344505 Apr 20 14:08:33.116397 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5971e7-de8d-46ec-8f07-e80d3fca5ac3 req-a2e6d258-894f-4e89-ab4f-c5d800bf34f4 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:33.117988 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1a5971e7-de8d-46ec-8f07-e80d3fca5ac3 req-a2e6d258-894f-4e89-ab4f-c5d800bf34f4 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/ports?device_id=81d3d308-7319-4daf-84b6-be8f7d30349f HTTP/1.1" status: 200 len: 945 time: 0.0483119 Apr 20 14:08:33.156212 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1a5971e7-de8d-46ec-8f07-e80d3fca5ac3 req-5f2ca792-31c8-4ac5-b8c8-266d1c75dae1 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f1b42d-0075-4f25-8208-912d4685a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312989 Apr 20 14:08:33.376209 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e315c14-b348-4df9-b2d9-f175d1d7d88c req-8568ad7d-efd6-451f-9395-a7a279e7e768 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:33.377631 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4e315c14-b348-4df9-b2d9-f175d1d7d88c req-8568ad7d-efd6-451f-9395-a7a279e7e768 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.32 "GET /v2.0/ports?device_id=81d3d308-7319-4daf-84b6-be8f7d30349f HTTP/1.1" status: 200 len: 945 time: 0.0466685 Apr 20 14:08:33.469417 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-4e315c14-b348-4df9-b2d9-f175d1d7d88c req-3b38b934-470f-41d4-a3a0-5304e3bff295 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Deleting port 6027c23e-ddc8-46d6-a6f8-2a792e84f11b {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:08:33.469759 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-4e315c14-b348-4df9-b2d9-f175d1d7d88c req-3b38b934-470f-41d4-a3a0-5304e3bff295 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:33.555633 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-4e315c14-b348-4df9-b2d9-f175d1d7d88c req-3b38b934-470f-41d4-a3a0-5304e3bff295 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] For port 6027c23e-ddc8-46d6-a6f8-2a792e84f11b, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=6027c23e-ddc8-46d6-a6f8-2a792e84f11b,segment=NetworkSegment(dd7d8e94-cbf5-427a-9b1d-37cf4937746a),segment_id=dd7d8e94-cbf5-427a-9b1d-37cf4937746a)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:08:33.556059 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-4e315c14-b348-4df9-b2d9-f175d1d7d88c req-3b38b934-470f-41d4-a3a0-5304e3bff295 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:33.569781 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-4e315c14-b348-4df9-b2d9-f175d1d7d88c req-3b38b934-470f-41d4-a3a0-5304e3bff295 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Calling delete_port for 6027c23e-ddc8-46d6-a6f8-2a792e84f11b owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:08:33.748176 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-4e315c14-b348-4df9-b2d9-f175d1d7d88c req-3b38b934-470f-41d4-a3a0-5304e3bff295 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:33.760864 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['6027c23e-ddc8-46d6-a6f8-2a792e84f11b'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:08:33.763146 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['f9b63df3-1031-4d72-bf23-cb0996f5c5fd'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:08:33.776234 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38b934-470f-41d4-a3a0-5304e3bff295 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Pushing event deleted for resources: {'Port': ['ID=6027c23e-ddc8-46d6-a6f8-2a792e84f11b,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:33.804888 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b38b934-470f-41d4-a3a0-5304e3bff295 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:08:33.805234 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b38b934-470f-41d4-a3a0-5304e3bff295 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:08:33.805572 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b38b934-470f-41d4-a3a0-5304e3bff295 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:08:33.805906 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b38b934-470f-41d4-a3a0-5304e3bff295 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:08:33.806291 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b38b934-470f-41d4-a3a0-5304e3bff295 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:08:33.806568 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b38b934-470f-41d4-a3a0-5304e3bff295 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:08:33.806892 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b38b934-470f-41d4-a3a0-5304e3bff295 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:08:33.807214 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b38b934-470f-41d4-a3a0-5304e3bff295 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:08:33.807574 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b38b934-470f-41d4-a3a0-5304e3bff295 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:08:33.807893 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b38b934-470f-41d4-a3a0-5304e3bff295 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:08:33.808218 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b38b934-470f-41d4-a3a0-5304e3bff295 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:08:33.808533 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b38b934-470f-41d4-a3a0-5304e3bff295 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:08:33.832320 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e315c14-b348-4df9-b2d9-f175d1d7d88c req-3b38b934-470f-41d4-a3a0-5304e3bff295 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] No DVR routers for this DVR port 6027c23e-ddc8-46d6-a6f8-2a792e84f11b on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:08:33.834915 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-4e315c14-b348-4df9-b2d9-f175d1d7d88c req-3b38b934-470f-41d4-a3a0-5304e3bff295 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:33.838159 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-4e315c14-b348-4df9-b2d9-f175d1d7d88c req-3b38b934-470f-41d4-a3a0-5304e3bff295 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.32 "DELETE /v2.0/ports/6027c23e-ddc8-46d6-a6f8-2a792e84f11b HTTP/1.1" status: 204 len: 173 time: 0.4548528 Apr 20 14:08:33.838597 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d3d308-7319-4daf-84b6-be8f7d30349f', 'name': 'network-vif-deleted', 'tag': '6027c23e-ddc8-46d6-a6f8-2a792e84f11b'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:08:33.840905 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}477c3876f0a00723b6cc26f82b5301b7c44eaec2342ee7dfaa02d19e77b1fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4cd1903-d292-42a6-ae0c-49b8fd5496d9" -d '{"events": [{"server_uuid": "81d3d308-7319-4daf-84b6-be8f7d30349f", "name": "network-vif-deleted", "tag": "6027c23e-ddc8-46d6-a6f8-2a792e84f11b"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:08:33.880608 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a528607b-515a-4db0-a7cf-9e8d9687646f x-openstack-request-id: req-a528607b-515a-4db0-a7cf-9e8d9687646f {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:08:33.880903 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d3d308-7319-4daf-84b6-be8f7d30349f", "name": "network-vif-deleted", "tag": "6027c23e-ddc8-46d6-a6f8-2a792e84f11b", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:08:33.881156 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a528607b-515a-4db0-a7cf-9e8d9687646f {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:08:33.881555 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a528607b-515a-4db0-a7cf-9e8d9687646f'] response: {'server_uuid': '81d3d308-7319-4daf-84b6-be8f7d30349f', 'name': 'network-vif-deleted', 'tag': '6027c23e-ddc8-46d6-a6f8-2a792e84f11b', 'status': 'completed', 'code': 200} Apr 20 14:08:34.263699 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-264263c9-f77d-4339-9c80-33378f23af30 req-2da2aded-dc7a-4bd5-8c42-802f6bf2a92a tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/ports?device_id=81d3d308-7319-4daf-84b6-be8f7d30349f HTTP/1.1" status: 200 len: 210 time: 0.0262539 Apr 20 14:08:35.411922 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5cb08-945c-4aa5-8326-64f764382d86 req-37ec1485-59e6-4e93-b622-923dd71445d0 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:35.413350 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9cd5cb08-945c-4aa5-8326-64f764382d86 req-37ec1485-59e6-4e93-b622-923dd71445d0 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e81da4e-4ae6-4deb-8049-da339fc957c3 HTTP/1.1" status: 200 len: 946 time: 0.0476260 Apr 20 14:08:35.450282 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9cd5cb08-945c-4aa5-8326-64f764382d86 req-e6d2be3b-cb85-4f5f-98e7-174a913c1c48 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f1b42d-0075-4f25-8208-912d4685a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309730 Apr 20 14:08:35.585753 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1d747-51fc-41ab-a27c-6c15820139f2 req-a094d24b-72fe-4fcc-a6e6-1634f1ec77dc tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:35.587213 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ade1d747-51fc-41ab-a27c-6c15820139f2 req-a094d24b-72fe-4fcc-a6e6-1634f1ec77dc tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e81da4e-4ae6-4deb-8049-da339fc957c3 HTTP/1.1" status: 200 len: 946 time: 0.0538902 Apr 20 14:08:35.623670 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ade1d747-51fc-41ab-a27c-6c15820139f2 req-369b65e4-996b-4ca7-840a-c9d486fccced tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f1b42d-0075-4f25-8208-912d4685a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304251 Apr 20 14:08:35.737553 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a88bf-06c9-42b2-ab26-f7c3def9b3d7 req-818a64fa-0e34-439a-a892-657d7ec5fd89 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:35.739004 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a34a88bf-06c9-42b2-ab26-f7c3def9b3d7 req-818a64fa-0e34-439a-a892-657d7ec5fd89 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e81da4e-4ae6-4deb-8049-da339fc957c3 HTTP/1.1" status: 200 len: 946 time: 0.0486732 Apr 20 14:08:35.775894 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a34a88bf-06c9-42b2-ab26-f7c3def9b3d7 req-57247a68-7ee6-4253-ba5d-fb18d2641378 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f1b42d-0075-4f25-8208-912d4685a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309873 Apr 20 14:08:35.940796 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d82d1-ef65-40a3-8a81-b56846638ae7 req-7ccc159e-220c-45f6-ac5e-bac448ff37d6 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:35.942267 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-975d82d1-ef65-40a3-8a81-b56846638ae7 req-7ccc159e-220c-45f6-ac5e-bac448ff37d6 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e81da4e-4ae6-4deb-8049-da339fc957c3 HTTP/1.1" status: 200 len: 946 time: 0.0477347 Apr 20 14:08:35.979099 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-975d82d1-ef65-40a3-8a81-b56846638ae7 req-c0d11cc5-3a8d-4907-9c58-344c5afc2805 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f1b42d-0075-4f25-8208-912d4685a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306566 Apr 20 14:08:36.095241 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b23a5-eacb-493f-bd85-5dd43a924445 req-124d9445-5e87-4919-9a0c-30fe176be583 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:36.096642 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cd5b23a5-eacb-493f-bd85-5dd43a924445 req-124d9445-5e87-4919-9a0c-30fe176be583 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e81da4e-4ae6-4deb-8049-da339fc957c3 HTTP/1.1" status: 200 len: 946 time: 0.0511844 Apr 20 14:08:36.134607 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cd5b23a5-eacb-493f-bd85-5dd43a924445 req-7d923638-aba5-4cf4-9b74-ea7574cead86 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f1b42d-0075-4f25-8208-912d4685a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317326 Apr 20 14:08:36.255829 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c30b00-4c83-483e-b535-381fa9747a20 req-4c9f7722-cd00-4acd-a182-642ea89226e5 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:36.257286 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-62c30b00-4c83-483e-b535-381fa9747a20 req-4c9f7722-cd00-4acd-a182-642ea89226e5 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e81da4e-4ae6-4deb-8049-da339fc957c3 HTTP/1.1" status: 200 len: 946 time: 0.0480165 Apr 20 14:08:36.295190 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-62c30b00-4c83-483e-b535-381fa9747a20 req-87c3208e-fdc1-4221-8f61-a03045af89a4 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f1b42d-0075-4f25-8208-912d4685a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318711 Apr 20 14:08:36.792476 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b79466-2331-46e8-b3ef-ca5501744a20 req-d5375eed-9bcf-46c2-a8f3-cabb35028831 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:36.793935 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54b79466-2331-46e8-b3ef-ca5501744a20 req-d5375eed-9bcf-46c2-a8f3-cabb35028831 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e81da4e-4ae6-4deb-8049-da339fc957c3 HTTP/1.1" status: 200 len: 946 time: 0.0478184 Apr 20 14:08:36.830510 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54b79466-2331-46e8-b3ef-ca5501744a20 req-bb78627c-bd5f-4aa3-97ba-4216a2043283 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f1b42d-0075-4f25-8208-912d4685a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305183 Apr 20 14:08:37.228046 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 6027c23e-ddc8-46d6-a6f8-2a792e84f11b no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:08:37.252590 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 6027c23e-ddc8-46d6-a6f8-2a792e84f11b {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:08:37.252932 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 6027c23e-ddc8-46d6-a6f8-2a792e84f11b not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:08:37.951463 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c68689-480c-474d-a54c-b417b5aa1d69 req-e075abd3-bdba-40c4-9bd8-03ea878df66c tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:37.952903 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-06c68689-480c-474d-a54c-b417b5aa1d69 req-e075abd3-bdba-40c4-9bd8-03ea878df66c tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e81da4e-4ae6-4deb-8049-da339fc957c3 HTTP/1.1" status: 200 len: 946 time: 0.0526352 Apr 20 14:08:37.990087 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-06c68689-480c-474d-a54c-b417b5aa1d69 req-b071052a-3b32-44da-8f72-fa00b1db0a3d tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/security-groups?id=32f1b42d-0075-4f25-8208-912d4685a0d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310435 Apr 20 14:08:38.434801 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf37c79-1c70-4bc5-8de6-d9d4b41f4645 req-2f3ca21b-d2c5-41c4-bcfc-7da6b00f5627 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:38.436243 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9bf37c79-1c70-4bc5-8de6-d9d4b41f4645 req-2f3ca21b-d2c5-41c4-bcfc-7da6b00f5627 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e81da4e-4ae6-4deb-8049-da339fc957c3 HTTP/1.1" status: 200 len: 946 time: 0.0467479 Apr 20 14:08:38.524240 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-9bf37c79-1c70-4bc5-8de6-d9d4b41f4645 req-41557bf0-34c2-4f6b-89a2-6899f106a4a9 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Deleting port f9b63df3-1031-4d72-bf23-cb0996f5c5fd {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:08:38.524586 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9bf37c79-1c70-4bc5-8de6-d9d4b41f4645 req-41557bf0-34c2-4f6b-89a2-6899f106a4a9 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:38.612693 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-9bf37c79-1c70-4bc5-8de6-d9d4b41f4645 req-41557bf0-34c2-4f6b-89a2-6899f106a4a9 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] For port f9b63df3-1031-4d72-bf23-cb0996f5c5fd, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=f9b63df3-1031-4d72-bf23-cb0996f5c5fd,segment=NetworkSegment(dd7d8e94-cbf5-427a-9b1d-37cf4937746a),segment_id=dd7d8e94-cbf5-427a-9b1d-37cf4937746a)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:08:38.613057 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9bf37c79-1c70-4bc5-8de6-d9d4b41f4645 req-41557bf0-34c2-4f6b-89a2-6899f106a4a9 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:38.625875 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-9bf37c79-1c70-4bc5-8de6-d9d4b41f4645 req-41557bf0-34c2-4f6b-89a2-6899f106a4a9 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Calling delete_port for f9b63df3-1031-4d72-bf23-cb0996f5c5fd owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:08:38.827416 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9bf37c79-1c70-4bc5-8de6-d9d4b41f4645 req-41557bf0-34c2-4f6b-89a2-6899f106a4a9 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:38.838806 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['f9b63df3-1031-4d72-bf23-cb0996f5c5fd'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:08:38.856412 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41557bf0-34c2-4f6b-89a2-6899f106a4a9 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Pushing event deleted for resources: {'Port': ['ID=f9b63df3-1031-4d72-bf23-cb0996f5c5fd,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:38.871974 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41557bf0-34c2-4f6b-89a2-6899f106a4a9 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:08:38.872323 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41557bf0-34c2-4f6b-89a2-6899f106a4a9 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:08:38.872666 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41557bf0-34c2-4f6b-89a2-6899f106a4a9 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:08:38.873002 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41557bf0-34c2-4f6b-89a2-6899f106a4a9 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:08:38.873332 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41557bf0-34c2-4f6b-89a2-6899f106a4a9 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:08:38.873662 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41557bf0-34c2-4f6b-89a2-6899f106a4a9 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:08:38.873987 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41557bf0-34c2-4f6b-89a2-6899f106a4a9 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:08:38.874313 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41557bf0-34c2-4f6b-89a2-6899f106a4a9 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:08:38.874637 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41557bf0-34c2-4f6b-89a2-6899f106a4a9 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:08:38.874960 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41557bf0-34c2-4f6b-89a2-6899f106a4a9 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:08:38.875288 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41557bf0-34c2-4f6b-89a2-6899f106a4a9 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:08:38.875634 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41557bf0-34c2-4f6b-89a2-6899f106a4a9 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:08:38.908466 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf37c79-1c70-4bc5-8de6-d9d4b41f4645 req-41557bf0-34c2-4f6b-89a2-6899f106a4a9 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] No DVR routers for this DVR port f9b63df3-1031-4d72-bf23-cb0996f5c5fd on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:08:38.911379 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9bf37c79-1c70-4bc5-8de6-d9d4b41f4645 req-41557bf0-34c2-4f6b-89a2-6899f106a4a9 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:38.914845 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9bf37c79-1c70-4bc5-8de6-d9d4b41f4645 req-41557bf0-34c2-4f6b-89a2-6899f106a4a9 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.15 "DELETE /v2.0/ports/f9b63df3-1031-4d72-bf23-cb0996f5c5fd HTTP/1.1" status: 204 len: 173 time: 0.4722738 Apr 20 14:08:38.915278 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e81da4e-4ae6-4deb-8049-da339fc957c3', 'name': 'network-vif-deleted', 'tag': 'f9b63df3-1031-4d72-bf23-cb0996f5c5fd'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:08:38.918571 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654bc90b-c57d-4f03-b3d7-fb71daf2a84c" -d '{"events": [{"server_uuid": "3e81da4e-4ae6-4deb-8049-da339fc957c3", "name": "network-vif-deleted", "tag": "f9b63df3-1031-4d72-bf23-cb0996f5c5fd"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:08:38.955399 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68072cc0-1f55-411c-b333-ae11f60db5a8 x-openstack-request-id: req-68072cc0-1f55-411c-b333-ae11f60db5a8 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:08:38.955996 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e81da4e-4ae6-4deb-8049-da339fc957c3", "name": "network-vif-deleted", "tag": "f9b63df3-1031-4d72-bf23-cb0996f5c5fd", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:08:38.955996 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-68072cc0-1f55-411c-b333-ae11f60db5a8 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:08:38.956412 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68072cc0-1f55-411c-b333-ae11f60db5a8'] response: {'server_uuid': '3e81da4e-4ae6-4deb-8049-da339fc957c3', 'name': 'network-vif-deleted', 'tag': 'f9b63df3-1031-4d72-bf23-cb0996f5c5fd', 'status': 'completed', 'code': 200} Apr 20 14:08:39.086983 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e9b57472-5743-4b2b-a127-5085e719f42e req-6ff60efa-e0f9-48fe-8db1-2fd32a927336 tempest-ServersNegativeTestJSON-1284598199 tempest-ServersNegativeTestJSON-1284598199-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e81da4e-4ae6-4deb-8049-da339fc957c3 HTTP/1.1" status: 200 len: 210 time: 0.0259702 Apr 20 14:08:40.147891 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33310) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:08:40.192933 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0cc745a-11dd-4c10-946c-2a5ea56076ab admin admin] Deleting subnet 10dea0f3-8acd-45e6-bd2d-a97b9b4639e5 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:08:40.196132 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a0cc745a-11dd-4c10-946c-2a5ea56076ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:40.228974 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a0cc745a-11dd-4c10-946c-2a5ea56076ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:40.267308 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a0cc745a-11dd-4c10-946c-2a5ea56076ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:40.393786 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a0cc745a-11dd-4c10-946c-2a5ea56076ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:40.418320 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc745a-11dd-4c10-946c-2a5ea56076ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10dea0f3-8acd-45e6-bd2d-a97b9b4639e5,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:40.421934 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a0cc745a-11dd-4c10-946c-2a5ea56076ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:40.425034 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a0cc745a-11dd-4c10-946c-2a5ea56076ab admin admin] 10.222.0.25 "DELETE /v2.0/subnets/10dea0f3-8acd-45e6-bd2d-a97b9b4639e5 HTTP/1.1" status: 204 len: 168 time: 0.2780857 Apr 20 14:08:40.427512 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33312) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:08:40.497712 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-74b464f9-9b97-47e2-898e-90e890844e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:40.572197 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-74b464f9-9b97-47e2-898e-90e890844e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:40.595095 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-74b464f9-9b97-47e2-898e-90e890844e02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78a6fae3-04d1-4a44-9bed-61d5c942725e']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:08:40.603975 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-74b464f9-9b97-47e2-898e-90e890844e02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd7d8e94-cbf5-427a-9b1d-37cf4937746a') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:08:40.604274 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-74b464f9-9b97-47e2-898e-90e890844e02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd7d8e94-cbf5-427a-9b1d-37cf4937746a') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:08:40.613700 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-74b464f9-9b97-47e2-898e-90e890844e02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:40.626748 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-74b464f9-9b97-47e2-898e-90e890844e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:40.632351 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b464f9-9b97-47e2-898e-90e890844e02 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:08:40.632730 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-74b464f9-9b97-47e2-898e-90e890844e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:40.634288 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 14:08:40.634288 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:08:40.634288 n-d-836015-7 neutron-server[114869]: timer() Apr 20 14:08:40.634288 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:08:40.634288 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 14:08:40.634288 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:08:40.634288 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 14:08:40.634288 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:08:40.634288 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 14:08:40.634288 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:08:40.634288 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 14:08:40.634288 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:08:40.634288 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 14:08:40.634288 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:08:40.634288 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:08:40.634288 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:08:40.634288 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:08:40.634288 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:08:40.634288 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 14:08:40.634288 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:08:40.634288 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 14:08:40.634288 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:08:40.634288 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:08:40.634288 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:08:40.634288 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 14:08:40.634288 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:08:40.634288 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:08:40.634288 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:08:40.634288 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:08:40.634288 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:08:40.634288 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:08:40.634288 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:08:40.753555 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-74b464f9-9b97-47e2-898e-90e890844e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:40.758326 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-74b464f9-9b97-47e2-898e-90e890844e02 admin admin] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:40.761657 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-74b464f9-9b97-47e2-898e-90e890844e02 admin admin] 10.222.0.25 "DELETE /v2.0/networks/78a6fae3-04d1-4a44-9bed-61d5c942725e HTTP/1.1" status: 204 len: 168 time: 0.3331125 Apr 20 14:08:40.774003 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b464f9-9b97-47e2-898e-90e890844e02 admin admin] Pushing event deleted for resources: {'Network': ['ID=78a6fae3-04d1-4a44-9bed-61d5c942725e,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:41.049192 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33316) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:08:41.088112 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-3dae30d2-72bf-447e-8dd0-fe79ef7e81da admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fb3bbc320757444790eb8436475544d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377131 Apr 20 14:08:41.091150 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33318) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:08:41.136156 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-89af68a3-12e2-4fd9-8db7-5e1c91ea6e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:41.160858 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-89af68a3-12e2-4fd9-8db7-5e1c91ea6e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:41.244951 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-89af68a3-12e2-4fd9-8db7-5e1c91ea6e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:41.247460 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-89af68a3-12e2-4fd9-8db7-5e1c91ea6e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:41.248629 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-89af68a3-12e2-4fd9-8db7-5e1c91ea6e7c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/32f1b42d-0075-4f25-8208-912d4685a0d7 HTTP/1.1" status: 204 len: 168 time: 0.1565278 Apr 20 14:08:41.256171 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af68a3-12e2-4fd9-8db7-5e1c91ea6e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f1b42d-0075-4f25-8208-912d4685a0d7,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:41.963709 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device f9b63df3-1031-4d72-bf23-cb0996f5c5fd no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:08:41.997794 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: f9b63df3-1031-4d72-bf23-cb0996f5c5fd {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:08:41.998470 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device f9b63df3-1031-4d72-bf23-cb0996f5c5fd not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:08:42.264638 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33340) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:08:42.357547 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-199417e7-c8d5-4af5-bf22-839852846871 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1765687445'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:08:42.433448 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199417e7-c8d5-4af5-bf22-839852846871 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Made reservation on behalf of 436f592463ca4d8eb9d8b0779dddd77d for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:08:42.436769 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-199417e7-c8d5-4af5-bf22-839852846871 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:42.445145 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-199417e7-c8d5-4af5-bf22-839852846871 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:42.520459 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-199417e7-c8d5-4af5-bf22-839852846871 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:42.581853 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-199417e7-c8d5-4af5-bf22-839852846871 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:42.608119 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-199417e7-c8d5-4af5-bf22-839852846871 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:08:42.617493 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199417e7-c8d5-4af5-bf22-839852846871 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4028aa1b-9792-4930-b684-10c61ac3f7ad,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:42.622177 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-199417e7-c8d5-4af5-bf22-839852846871 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:42.623755 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-199417e7-c8d5-4af5-bf22-839852846871 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Added segment 85493743-e22f-4816-a97f-dec68b5f4025 of type vlan for network ca9fa526-6d6e-46ad-b303-8b8dd0518611 Apr 20 14:08:42.661891 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-199417e7-c8d5-4af5-bf22-839852846871 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:42.844650 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-199417e7-c8d5-4af5-bf22-839852846871 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:42.850233 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199417e7-c8d5-4af5-bf22-839852846871 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:42.850916 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-199417e7-c8d5-4af5-bf22-839852846871 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:42.878956 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:42.916430 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199417e7-c8d5-4af5-bf22-839852846871 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Pushing event updated for resources: {'Network': ['ID=ca9fa526-6d6e-46ad-b303-8b8dd0518611,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:42.925971 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network ca9fa526-6d6e-46ad-b303-8b8dd0518611 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:08:42.944821 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-199417e7-c8d5-4af5-bf22-839852846871 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6791272 Apr 20 14:08:43.570410 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:46.075465 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33344) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:08:46.080561 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-63d14bca-87da-43a2-991d-e7de81c11e40 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Request body: {'subnet': {'network_id': 'ca9fa526-6d6e-46ad-b303-8b8dd0518611', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:08:46.198900 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d14bca-87da-43a2-991d-e7de81c11e40 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Made reservation on behalf of 436f592463ca4d8eb9d8b0779dddd77d for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:08:46.202850 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-63d14bca-87da-43a2-991d-e7de81c11e40 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:46.410603 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-63d14bca-87da-43a2-991d-e7de81c11e40 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:46.468703 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d14bca-87da-43a2-991d-e7de81c11e40 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Pushing event updated for resources: {'Subnet': ['ID=b27adde4-a50b-414d-a431-2e7f4d6dd6de,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:46.477221 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d14bca-87da-43a2-991d-e7de81c11e40 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Checking segment: {'id': '85493743-e22f-4816-a97f-dec68b5f4025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ca9fa526-6d6e-46ad-b303-8b8dd0518611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:08:46.477584 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d14bca-87da-43a2-991d-e7de81c11e40 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Network hostable DHCP agents. Network: ca9fa526-6d6e-46ad-b303-8b8dd0518611, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:08:46.559773 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d14bca-87da-43a2-991d-e7de81c11e40 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Network ca9fa526-6d6e-46ad-b303-8b8dd0518611 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:08:46.650440 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-63d14bca-87da-43a2-991d-e7de81c11e40 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, ca9fa526-6d6e-46ad-b303-8b8dd0518611) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:08:46.655550 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d14bca-87da-43a2-991d-e7de81c11e40 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:46.656420 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-63d14bca-87da-43a2-991d-e7de81c11e40 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:46.659986 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8a7389-f05c-4879-a750-f4e3aeb15129 None None] Network ca9fa526-6d6e-46ad-b303-8b8dd0518611 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:08:46.756496 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-63d14bca-87da-43a2-991d-e7de81c11e40 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6796987 Apr 20 14:08:46.759630 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33346) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:08:46.764405 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-dc019dfb-8ae5-402c-bf42-de76cf3970d1 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-647043029'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:08:46.799005 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280e83ae-63c4-41f2-aac7-acb55677044a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-ca9fa526-6d6e-46ad-b303-8b8dd0518611', 'network_id': 'ca9fa526-6d6e-46ad-b303-8b8dd0518611', 'tenant_id': '436f592463ca4d8eb9d8b0779dddd77d', 'fixed_ips': [{'subnet_id': 'b27adde4-a50b-414d-a431-2e7f4d6dd6de'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:08:46.799904 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-280e83ae-63c4-41f2-aac7-acb55677044a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:46.857219 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc019dfb-8ae5-402c-bf42-de76cf3970d1 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Made reservation on behalf of 436f592463ca4d8eb9d8b0779dddd77d for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:08:46.860760 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dc019dfb-8ae5-402c-bf42-de76cf3970d1 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:46.888567 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc019dfb-8ae5-402c-bf42-de76cf3970d1 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:08:46.897424 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dc019dfb-8ae5-402c-bf42-de76cf3970d1 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:46.897765 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-dc019dfb-8ae5-402c-bf42-de76cf3970d1 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Added segment f6508de5-3f0a-4412-ae6d-f648255d3623 of type vlan for network deda70b7-e611-43cb-a3b0-950b3e57e2ed Apr 20 14:08:46.936591 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dc019dfb-8ae5-402c-bf42-de76cf3970d1 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:46.938137 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-280e83ae-63c4-41f2-aac7-acb55677044a None None] Allocated IP 2001:db8:0:ffff::2 (ca9fa526-6d6e-46ad-b303-8b8dd0518611/b27adde4-a50b-414d-a431-2e7f4d6dd6de/408e75e7-8ce5-4ac5-8a58-57251610b1c9) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:08:47.078309 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-280e83ae-63c4-41f2-aac7-acb55677044a None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:47.079229 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dc019dfb-8ae5-402c-bf42-de76cf3970d1 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:47.085013 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc019dfb-8ae5-402c-bf42-de76cf3970d1 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:47.088550 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dc019dfb-8ae5-402c-bf42-de76cf3970d1 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:47.149799 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc019dfb-8ae5-402c-bf42-de76cf3970d1 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Pushing event updated for resources: {'Network': ['ID=deda70b7-e611-43cb-a3b0-950b3e57e2ed,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:47.160851 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network deda70b7-e611-43cb-a3b0-950b3e57e2ed details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:08:47.196203 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-dc019dfb-8ae5-402c-bf42-de76cf3970d1 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4354744 Apr 20 14:08:47.199583 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33348) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:08:47.204470 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-06716faf-82b5-42c9-bd46-0d06cf713118 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Request body: {'subnet': {'network_id': 'deda70b7-e611-43cb-a3b0-950b3e57e2ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:08:47.206368 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-280e83ae-63c4-41f2-aac7-acb55677044a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:47.265155 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280e83ae-63c4-41f2-aac7-acb55677044a None None] Network ca9fa526-6d6e-46ad-b303-8b8dd0518611 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:08:47.270164 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e83ae-63c4-41f2-aac7-acb55677044a None None] Pushing event updated for resources: {'Port': ['ID=408e75e7-8ce5-4ac5-8a58-57251610b1c9,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:47.272655 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-280e83ae-63c4-41f2-aac7-acb55677044a None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:08:47.276077 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280e83ae-63c4-41f2-aac7-acb55677044a None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:08:47.328196 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-280e83ae-63c4-41f2-aac7-acb55677044a None None] Attempting to bind port 408e75e7-8ce5-4ac5-8a58-57251610b1c9 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:08:47.328615 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-280e83ae-63c4-41f2-aac7-acb55677044a None None] Attempting to bind port 408e75e7-8ce5-4ac5-8a58-57251610b1c9 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '85493743-e22f-4816-a97f-dec68b5f4025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ca9fa526-6d6e-46ad-b303-8b8dd0518611'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:08:47.328926 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280e83ae-63c4-41f2-aac7-acb55677044a None None] Attempting to bind port 408e75e7-8ce5-4ac5-8a58-57251610b1c9 on network ca9fa526-6d6e-46ad-b303-8b8dd0518611 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:08:47.333746 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280e83ae-63c4-41f2-aac7-acb55677044a None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:08:47.334118 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280e83ae-63c4-41f2-aac7-acb55677044a None None] Checking segment: {'id': '85493743-e22f-4816-a97f-dec68b5f4025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ca9fa526-6d6e-46ad-b303-8b8dd0518611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:08:47.334513 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-280e83ae-63c4-41f2-aac7-acb55677044a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:47.334901 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280e83ae-63c4-41f2-aac7-acb55677044a None None] Bound using segment: {'id': '85493743-e22f-4816-a97f-dec68b5f4025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ca9fa526-6d6e-46ad-b303-8b8dd0518611'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:08:47.335377 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-280e83ae-63c4-41f2-aac7-acb55677044a None None] Bound port: 408e75e7-8ce5-4ac5-8a58-57251610b1c9, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85493743-e22f-4816-a97f-dec68b5f4025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ca9fa526-6d6e-46ad-b303-8b8dd0518611'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:08:47.335755 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-280e83ae-63c4-41f2-aac7-acb55677044a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:47.382161 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06716faf-82b5-42c9-bd46-0d06cf713118 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Made reservation on behalf of 436f592463ca4d8eb9d8b0779dddd77d for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:08:47.385795 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-06716faf-82b5-42c9-bd46-0d06cf713118 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:47.396623 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-280e83ae-63c4-41f2-aac7-acb55677044a None None] For port 408e75e7-8ce5-4ac5-8a58-57251610b1c9, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:08:47.399716 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-280e83ae-63c4-41f2-aac7-acb55677044a None None] For port 408e75e7-8ce5-4ac5-8a58-57251610b1c9, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=408e75e7-8ce5-4ac5-8a58-57251610b1c9,segment=NetworkSegment(85493743-e22f-4816-a97f-dec68b5f4025),segment_id=85493743-e22f-4816-a97f-dec68b5f4025)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:08:47.498917 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-280e83ae-63c4-41f2-aac7-acb55677044a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:47.558937 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e83ae-63c4-41f2-aac7-acb55677044a None None] Pushing event updated for resources: {'Port': ['ID=408e75e7-8ce5-4ac5-8a58-57251610b1c9,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:47.639727 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-06716faf-82b5-42c9-bd46-0d06cf713118 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:47.715535 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06716faf-82b5-42c9-bd46-0d06cf713118 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Pushing event updated for resources: {'Subnet': ['ID=22d7e80d-f1b4-417a-80d2-1724402a1b9b,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:47.726838 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06716faf-82b5-42c9-bd46-0d06cf713118 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Checking segment: {'id': 'f6508de5-3f0a-4412-ae6d-f648255d3623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'deda70b7-e611-43cb-a3b0-950b3e57e2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:08:47.727344 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06716faf-82b5-42c9-bd46-0d06cf713118 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Network hostable DHCP agents. Network: deda70b7-e611-43cb-a3b0-950b3e57e2ed, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:08:47.822328 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06716faf-82b5-42c9-bd46-0d06cf713118 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Network deda70b7-e611-43cb-a3b0-950b3e57e2ed is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:08:47.901997 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-06716faf-82b5-42c9-bd46-0d06cf713118 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, deda70b7-e611-43cb-a3b0-950b3e57e2ed) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:08:47.906375 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06716faf-82b5-42c9-bd46-0d06cf713118 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:47.907004 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-06716faf-82b5-42c9-bd46-0d06cf713118 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:47.912397 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e51312d-7b1a-429a-a020-e44a3e6042c5 None None] Network deda70b7-e611-43cb-a3b0-950b3e57e2ed requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:08:47.973471 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-06716faf-82b5-42c9-bd46-0d06cf713118 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7726831 Apr 20 14:08:47.976480 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33350) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:08:48.059453 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bcff46-d486-4d3e-9e14-2d0078bf7feb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-deda70b7-e611-43cb-a3b0-950b3e57e2ed', 'network_id': 'deda70b7-e611-43cb-a3b0-950b3e57e2ed', 'tenant_id': '436f592463ca4d8eb9d8b0779dddd77d', 'fixed_ips': [{'subnet_id': '22d7e80d-f1b4-417a-80d2-1724402a1b9b'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:08:48.060313 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a2bcff46-d486-4d3e-9e14-2d0078bf7feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:48.076745 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce8a9fac-3868-4613-8765-9afb4c99f786 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:48.156298 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce8a9fac-3868-4613-8765-9afb4c99f786 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:48.202417 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-a2bcff46-d486-4d3e-9e14-2d0078bf7feb None None] Allocated IP 2001:db8::2 (deda70b7-e611-43cb-a3b0-950b3e57e2ed/22d7e80d-f1b4-417a-80d2-1724402a1b9b/95fc4567-df45-403f-afec-0d41aecb9a07) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:08:48.351060 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a2bcff46-d486-4d3e-9e14-2d0078bf7feb None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:48.428377 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a2bcff46-d486-4d3e-9e14-2d0078bf7feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:48.469659 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bcff46-d486-4d3e-9e14-2d0078bf7feb None None] Network deda70b7-e611-43cb-a3b0-950b3e57e2ed is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:08:48.473949 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1d6ae4-73a8-4a20-8ceb-3267a097f103 None None] Network ca9fa526-6d6e-46ad-b303-8b8dd0518611 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:08:48.486680 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-a2bcff46-d486-4d3e-9e14-2d0078bf7feb None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:08:48.489009 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bcff46-d486-4d3e-9e14-2d0078bf7feb None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:08:48.500400 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bcff46-d486-4d3e-9e14-2d0078bf7feb None None] Pushing event updated for resources: {'Port': ['ID=95fc4567-df45-403f-afec-0d41aecb9a07,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:48.519738 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce8a9fac-3868-4613-8765-9afb4c99f786 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:48.548859 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a9fac-3868-4613-8765-9afb4c99f786 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Pushing event deleted for resources: {'Subnet': ['ID=22d7e80d-f1b4-417a-80d2-1724402a1b9b,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:48.611136 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce8a9fac-3868-4613-8765-9afb4c99f786 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:48.615951 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-a2bcff46-d486-4d3e-9e14-2d0078bf7feb None None] Attempting to bind port 95fc4567-df45-403f-afec-0d41aecb9a07 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:08:48.616318 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-a2bcff46-d486-4d3e-9e14-2d0078bf7feb None None] Attempting to bind port 95fc4567-df45-403f-afec-0d41aecb9a07 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'f6508de5-3f0a-4412-ae6d-f648255d3623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'deda70b7-e611-43cb-a3b0-950b3e57e2ed'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:08:48.616674 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bcff46-d486-4d3e-9e14-2d0078bf7feb None None] Attempting to bind port 95fc4567-df45-403f-afec-0d41aecb9a07 on network deda70b7-e611-43cb-a3b0-950b3e57e2ed {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:08:48.619710 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-72ef1fdb-4871-49e5-94b5-bce8d80c4cab None None] Provisioning complete for port 408e75e7-8ce5-4ac5-8a58-57251610b1c9 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:08:48.620075 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-72ef1fdb-4871-49e5-94b5-bce8d80c4cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:48.631057 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-ce8a9fac-3868-4613-8765-9afb4c99f786 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deda70b7-e611-43cb-a3b0-950b3e57e2ed']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:08:48.640608 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-ce8a9fac-3868-4613-8765-9afb4c99f786 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6508de5-3f0a-4412-ae6d-f648255d3623') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:08:48.640901 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-ce8a9fac-3868-4613-8765-9afb4c99f786 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6508de5-3f0a-4412-ae6d-f648255d3623') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:08:48.642989 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bcff46-d486-4d3e-9e14-2d0078bf7feb None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:08:48.643302 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bcff46-d486-4d3e-9e14-2d0078bf7feb None None] Checking segment: {'id': 'f6508de5-3f0a-4412-ae6d-f648255d3623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'deda70b7-e611-43cb-a3b0-950b3e57e2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:08:48.643716 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a2bcff46-d486-4d3e-9e14-2d0078bf7feb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:48.644103 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bcff46-d486-4d3e-9e14-2d0078bf7feb None None] Bound using segment: {'id': 'f6508de5-3f0a-4412-ae6d-f648255d3623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'deda70b7-e611-43cb-a3b0-950b3e57e2ed'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:08:48.644573 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-a2bcff46-d486-4d3e-9e14-2d0078bf7feb None None] Bound port: 95fc4567-df45-403f-afec-0d41aecb9a07, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6508de5-3f0a-4412-ae6d-f648255d3623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'deda70b7-e611-43cb-a3b0-950b3e57e2ed'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:08:48.644951 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a2bcff46-d486-4d3e-9e14-2d0078bf7feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:48.650012 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce8a9fac-3868-4613-8765-9afb4c99f786 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:48.663405 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce8a9fac-3868-4613-8765-9afb4c99f786 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:48.669623 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce8a9fac-3868-4613-8765-9afb4c99f786 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:08:48.670018 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce8a9fac-3868-4613-8765-9afb4c99f786 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:48.673083 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 14:08:48.673083 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:08:48.673083 n-d-836015-7 neutron-server[114870]: timer() Apr 20 14:08:48.673083 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:08:48.673083 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 14:08:48.673083 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:08:48.673083 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 14:08:48.673083 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:08:48.673083 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 14:08:48.673083 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:08:48.673083 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 14:08:48.673083 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:08:48.673083 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 14:08:48.673083 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:08:48.673083 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:08:48.673083 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:08:48.673083 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:08:48.673083 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:08:48.673083 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 14:08:48.673083 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:08:48.673083 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 14:08:48.673083 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:08:48.673083 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:08:48.673083 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:08:48.673083 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 14:08:48.673083 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:08:48.673083 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:08:48.673083 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:08:48.673083 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:08:48.673083 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:08:48.673083 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:08:48.673083 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:08:48.828134 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.db.api [None req-ce8a9fac-3868-4613-8765-9afb4c99f786 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 14:08:48.828134 n-d-836015-7 neutron-server[114870]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 14:08:48.828134 n-d-836015-7 neutron-server[114870]: [parameters: {'id': 'deda70b7-e611-43cb-a3b0-950b3e57e2ed'}] Apr 20 14:08:48.828134 n-d-836015-7 neutron-server[114870]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:08:48.829082 n-d-836015-7 neutron-server[114870]: DEBUG oslo_db.api [None req-ce8a9fac-3868-4613-8765-9afb4c99f786 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:08:48.947326 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-a2bcff46-d486-4d3e-9e14-2d0078bf7feb None None] For port 95fc4567-df45-403f-afec-0d41aecb9a07, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:08:48.970796 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-a2bcff46-d486-4d3e-9e14-2d0078bf7feb None None] For port 95fc4567-df45-403f-afec-0d41aecb9a07, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=95fc4567-df45-403f-afec-0d41aecb9a07,segment=NetworkSegment(f6508de5-3f0a-4412-ae6d-f648255d3623),segment_id=f6508de5-3f0a-4412-ae6d-f648255d3623)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:08:48.974950 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-72ef1fdb-4871-49e5-94b5-bce8d80c4cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:49.045665 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-72ef1fdb-4871-49e5-94b5-bce8d80c4cab None None] For port 408e75e7-8ce5-4ac5-8a58-57251610b1c9, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=408e75e7-8ce5-4ac5-8a58-57251610b1c9,segment=NetworkSegment(85493743-e22f-4816-a97f-dec68b5f4025),segment_id=85493743-e22f-4816-a97f-dec68b5f4025)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:08:49.108503 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a2bcff46-d486-4d3e-9e14-2d0078bf7feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:49.156878 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-72ef1fdb-4871-49e5-94b5-bce8d80c4cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:49.192946 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bcff46-d486-4d3e-9e14-2d0078bf7feb None None] Pushing event updated for resources: {'Port': ['ID=95fc4567-df45-403f-afec-0d41aecb9a07,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:49.224175 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaf63cf-8d2c-4009-822f-eed34ceb07bf None None] Network deda70b7-e611-43cb-a3b0-950b3e57e2ed requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:08:49.309822 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef1fdb-4871-49e5-94b5-bce8d80c4cab None None] Pushing event updated for resources: {'Port': ['ID=408e75e7-8ce5-4ac5-8a58-57251610b1c9,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:49.330824 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce8a9fac-3868-4613-8765-9afb4c99f786 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:49.338290 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-368e47d8-be94-4399-b858-06f251faa9f7 None None] Provisioning complete for port 408e75e7-8ce5-4ac5-8a58-57251610b1c9 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:08:49.338661 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-368e47d8-be94-4399-b858-06f251faa9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:49.427534 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 408e75e7-8ce5-4ac5-8a58-57251610b1c9 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:08:49.429601 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9b2101-01ef-46fe-a3ac-44b5602f31e4 None None] get_active_networks_info from n-d-836015-7 {{(pid=114871) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 14:08:49.571325 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9b2101-01ef-46fe-a3ac-44b5602f31e4 None None] Resources bound (agent type, host, resource id): {{(pid=114871) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 14:08:49.582086 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 408e75e7-8ce5-4ac5-8a58-57251610b1c9 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:08:49.582456 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:49.740452 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a9fac-3868-4613-8765-9afb4c99f786 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Deleting port 95fc4567-df45-403f-afec-0d41aecb9a07 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:08:49.740707 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce8a9fac-3868-4613-8765-9afb4c99f786 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:49.801443 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-ce8a9fac-3868-4613-8765-9afb4c99f786 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] For port 95fc4567-df45-403f-afec-0d41aecb9a07, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=95fc4567-df45-403f-afec-0d41aecb9a07,segment=NetworkSegment(f6508de5-3f0a-4412-ae6d-f648255d3623),segment_id=f6508de5-3f0a-4412-ae6d-f648255d3623)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:08:49.801826 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce8a9fac-3868-4613-8765-9afb4c99f786 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:49.814385 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a9fac-3868-4613-8765-9afb4c99f786 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Calling delete_port for 95fc4567-df45-403f-afec-0d41aecb9a07 owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:08:49.958947 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce8a9fac-3868-4613-8765-9afb4c99f786 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:49.986144 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a9fac-3868-4613-8765-9afb4c99f786 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Pushing event deleted for resources: {'Port': ['ID=95fc4567-df45-403f-afec-0d41aecb9a07,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:49.988030 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8a9fac-3868-4613-8765-9afb4c99f786 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] No DVR routers for this DVR port 95fc4567-df45-403f-afec-0d41aecb9a07 on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:08:50.065431 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce8a9fac-3868-4613-8765-9afb4c99f786 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:50.085295 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-ce8a9fac-3868-4613-8765-9afb4c99f786 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deda70b7-e611-43cb-a3b0-950b3e57e2ed']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:08:50.094699 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-ce8a9fac-3868-4613-8765-9afb4c99f786 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6508de5-3f0a-4412-ae6d-f648255d3623') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:08:50.094992 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-ce8a9fac-3868-4613-8765-9afb4c99f786 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6508de5-3f0a-4412-ae6d-f648255d3623') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:08:50.103979 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce8a9fac-3868-4613-8765-9afb4c99f786 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:50.116295 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce8a9fac-3868-4613-8765-9afb4c99f786 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:50.121977 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce8a9fac-3868-4613-8765-9afb4c99f786 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:08:50.122371 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce8a9fac-3868-4613-8765-9afb4c99f786 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:50.125373 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 14:08:50.125373 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:08:50.125373 n-d-836015-7 neutron-server[114870]: timer() Apr 20 14:08:50.125373 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:08:50.125373 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 14:08:50.125373 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:08:50.125373 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 14:08:50.125373 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:08:50.125373 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 14:08:50.125373 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:08:50.125373 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 14:08:50.125373 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:08:50.125373 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 14:08:50.125373 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:08:50.125373 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:08:50.125373 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:08:50.125373 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:08:50.125373 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:08:50.125373 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 14:08:50.125373 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:08:50.125373 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 14:08:50.125373 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:08:50.125373 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:08:50.125373 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:08:50.125373 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 14:08:50.125373 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:08:50.125373 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:08:50.125373 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:08:50.125373 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:08:50.125373 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:08:50.125373 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:08:50.125373 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:08:50.216440 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce8a9fac-3868-4613-8765-9afb4c99f786 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:50.223135 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce8a9fac-3868-4613-8765-9afb4c99f786 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:50.226084 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ce8a9fac-3868-4613-8765-9afb4c99f786 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] 10.222.0.25 "DELETE /v2.0/networks/deda70b7-e611-43cb-a3b0-950b3e57e2ed HTTP/1.1" status: 204 len: 168 time: 2.2490900 Apr 20 14:08:50.229961 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33352) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:08:50.234920 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-58f38379-6f59-4dca-9d75-d14180c2cdbf tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-575069376'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:08:50.237283 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a9fac-3868-4613-8765-9afb4c99f786 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Pushing event deleted for resources: {'Network': ['ID=deda70b7-e611-43cb-a3b0-950b3e57e2ed,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:50.319171 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f38379-6f59-4dca-9d75-d14180c2cdbf tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Made reservation on behalf of 436f592463ca4d8eb9d8b0779dddd77d for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:08:50.322599 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-58f38379-6f59-4dca-9d75-d14180c2cdbf tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:50.347089 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58f38379-6f59-4dca-9d75-d14180c2cdbf tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:08:50.355836 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-58f38379-6f59-4dca-9d75-d14180c2cdbf tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:50.357975 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-58f38379-6f59-4dca-9d75-d14180c2cdbf tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Added segment e5bd9f90-461d-4d60-bb5d-c9641dc804f5 of type vlan for network d7399578-946b-477e-adc3-4b91b2beff23 Apr 20 14:08:50.394938 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-58f38379-6f59-4dca-9d75-d14180c2cdbf tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:50.450624 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-58f38379-6f59-4dca-9d75-d14180c2cdbf tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:50.456022 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f38379-6f59-4dca-9d75-d14180c2cdbf tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:50.456588 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-58f38379-6f59-4dca-9d75-d14180c2cdbf tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:50.523760 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-58f38379-6f59-4dca-9d75-d14180c2cdbf tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2926476 Apr 20 14:08:50.526609 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33354) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:08:50.527149 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f38379-6f59-4dca-9d75-d14180c2cdbf tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Pushing event updated for resources: {'Network': ['ID=d7399578-946b-477e-adc3-4b91b2beff23,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:50.532052 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-ba263a69-43fa-460b-abb2-a94493b5bf0b tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Request body: {'subnet': {'network_id': 'd7399578-946b-477e-adc3-4b91b2beff23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:08:50.536925 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network d7399578-946b-477e-adc3-4b91b2beff23 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:08:50.673303 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba263a69-43fa-460b-abb2-a94493b5bf0b tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Made reservation on behalf of 436f592463ca4d8eb9d8b0779dddd77d for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:08:50.676786 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ba263a69-43fa-460b-abb2-a94493b5bf0b tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:50.732173 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.ipam_backend_mixin [None req-ba263a69-43fa-460b-abb2-a94493b5bf0b tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Performing IP validity checks on allocation pools {{(pid=114870) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 20 14:08:50.732689 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.ipam_backend_mixin [None req-ba263a69-43fa-460b-abb2-a94493b5bf0b tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114870) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 20 14:08:50.901958 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ba263a69-43fa-460b-abb2-a94493b5bf0b tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:50.961324 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba263a69-43fa-460b-abb2-a94493b5bf0b tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Pushing event updated for resources: {'Subnet': ['ID=6c3fe365-e9ee-4b53-ade0-353122a3d763,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:50.968101 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba263a69-43fa-460b-abb2-a94493b5bf0b tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Checking segment: {'id': 'e5bd9f90-461d-4d60-bb5d-c9641dc804f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd7399578-946b-477e-adc3-4b91b2beff23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:08:50.968460 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba263a69-43fa-460b-abb2-a94493b5bf0b tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Network hostable DHCP agents. Network: d7399578-946b-477e-adc3-4b91b2beff23, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:08:51.044767 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba263a69-43fa-460b-abb2-a94493b5bf0b tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Network d7399578-946b-477e-adc3-4b91b2beff23 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:08:51.113002 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-ba263a69-43fa-460b-abb2-a94493b5bf0b tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, d7399578-946b-477e-adc3-4b91b2beff23) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:08:51.117057 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba263a69-43fa-460b-abb2-a94493b5bf0b tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:51.118084 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ba263a69-43fa-460b-abb2-a94493b5bf0b tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:51.122104 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f340bab3-ddd6-45c3-ad2d-9b7116452b72 None None] Network d7399578-946b-477e-adc3-4b91b2beff23 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:08:51.253417 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ba263a69-43fa-460b-abb2-a94493b5bf0b tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7253551 Apr 20 14:08:51.255965 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33356) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:08:51.261823 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf85bf16-0fd6-4ea1-bf28-b54018f2e462 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-d7399578-946b-477e-adc3-4b91b2beff23', 'network_id': 'd7399578-946b-477e-adc3-4b91b2beff23', 'tenant_id': '436f592463ca4d8eb9d8b0779dddd77d', 'fixed_ips': [{'subnet_id': '6c3fe365-e9ee-4b53-ade0-353122a3d763'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:08:51.262678 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bf85bf16-0fd6-4ea1-bf28-b54018f2e462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:51.359777 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-73654c4f-6dcf-4c5a-b39b-9a5394941114 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:51.398507 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-bf85bf16-0fd6-4ea1-bf28-b54018f2e462 None None] Allocated IP 2001:db8::3 (d7399578-946b-477e-adc3-4b91b2beff23/6c3fe365-e9ee-4b53-ade0-353122a3d763/fe310ce8-1cbc-4132-b161-6a6b6d530d18) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:08:51.409228 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-73654c4f-6dcf-4c5a-b39b-9a5394941114 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:51.536877 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bf85bf16-0fd6-4ea1-bf28-b54018f2e462 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:51.621941 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bf85bf16-0fd6-4ea1-bf28-b54018f2e462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:51.664533 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf85bf16-0fd6-4ea1-bf28-b54018f2e462 None None] Network d7399578-946b-477e-adc3-4b91b2beff23 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:08:51.667341 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-bf85bf16-0fd6-4ea1-bf28-b54018f2e462 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:08:51.670942 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf85bf16-0fd6-4ea1-bf28-b54018f2e462 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:08:51.677587 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85bf16-0fd6-4ea1-bf28-b54018f2e462 None None] Pushing event updated for resources: {'Port': ['ID=fe310ce8-1cbc-4132-b161-6a6b6d530d18,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:51.690557 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-73654c4f-6dcf-4c5a-b39b-9a5394941114 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:51.718810 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73654c4f-6dcf-4c5a-b39b-9a5394941114 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Pushing event deleted for resources: {'Subnet': ['ID=6c3fe365-e9ee-4b53-ade0-353122a3d763,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:51.730331 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-bf85bf16-0fd6-4ea1-bf28-b54018f2e462 None None] Attempting to bind port fe310ce8-1cbc-4132-b161-6a6b6d530d18 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:08:51.730744 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-bf85bf16-0fd6-4ea1-bf28-b54018f2e462 None None] Attempting to bind port fe310ce8-1cbc-4132-b161-6a6b6d530d18 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'e5bd9f90-461d-4d60-bb5d-c9641dc804f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd7399578-946b-477e-adc3-4b91b2beff23'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:08:51.731085 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf85bf16-0fd6-4ea1-bf28-b54018f2e462 None None] Attempting to bind port fe310ce8-1cbc-4132-b161-6a6b6d530d18 on network d7399578-946b-477e-adc3-4b91b2beff23 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:08:51.736144 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf85bf16-0fd6-4ea1-bf28-b54018f2e462 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:08:51.736557 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf85bf16-0fd6-4ea1-bf28-b54018f2e462 None None] Checking segment: {'id': 'e5bd9f90-461d-4d60-bb5d-c9641dc804f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd7399578-946b-477e-adc3-4b91b2beff23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:08:51.736950 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bf85bf16-0fd6-4ea1-bf28-b54018f2e462 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:51.737333 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf85bf16-0fd6-4ea1-bf28-b54018f2e462 None None] Bound using segment: {'id': 'e5bd9f90-461d-4d60-bb5d-c9641dc804f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd7399578-946b-477e-adc3-4b91b2beff23'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:08:51.737791 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-bf85bf16-0fd6-4ea1-bf28-b54018f2e462 None None] Bound port: fe310ce8-1cbc-4132-b161-6a6b6d530d18, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5bd9f90-461d-4d60-bb5d-c9641dc804f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd7399578-946b-477e-adc3-4b91b2beff23'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:08:51.738167 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bf85bf16-0fd6-4ea1-bf28-b54018f2e462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:51.783076 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-73654c4f-6dcf-4c5a-b39b-9a5394941114 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:51.799465 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-bf85bf16-0fd6-4ea1-bf28-b54018f2e462 None None] For port fe310ce8-1cbc-4132-b161-6a6b6d530d18, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:08:51.802597 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-bf85bf16-0fd6-4ea1-bf28-b54018f2e462 None None] For port fe310ce8-1cbc-4132-b161-6a6b6d530d18, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=fe310ce8-1cbc-4132-b161-6a6b6d530d18,segment=NetworkSegment(e5bd9f90-461d-4d60-bb5d-c9641dc804f5),segment_id=e5bd9f90-461d-4d60-bb5d-c9641dc804f5)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:08:51.803446 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-73654c4f-6dcf-4c5a-b39b-9a5394941114 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7399578-946b-477e-adc3-4b91b2beff23']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:08:51.812594 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-73654c4f-6dcf-4c5a-b39b-9a5394941114 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5bd9f90-461d-4d60-bb5d-c9641dc804f5') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:08:51.812871 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-73654c4f-6dcf-4c5a-b39b-9a5394941114 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5bd9f90-461d-4d60-bb5d-c9641dc804f5') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:08:51.822337 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-73654c4f-6dcf-4c5a-b39b-9a5394941114 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:51.879325 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bf85bf16-0fd6-4ea1-bf28-b54018f2e462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:51.881554 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-73654c4f-6dcf-4c5a-b39b-9a5394941114 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:51.888359 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73654c4f-6dcf-4c5a-b39b-9a5394941114 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:08:51.888745 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-73654c4f-6dcf-4c5a-b39b-9a5394941114 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:51.891688 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 14:08:51.891688 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:08:51.891688 n-d-836015-7 neutron-server[114870]: timer() Apr 20 14:08:51.891688 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:08:51.891688 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 14:08:51.891688 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:08:51.891688 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 14:08:51.891688 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:08:51.891688 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 14:08:51.891688 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:08:51.891688 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 14:08:51.891688 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:08:51.891688 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 14:08:51.891688 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:08:51.891688 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:08:51.891688 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:08:51.891688 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:08:51.891688 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:08:51.891688 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 14:08:51.891688 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:08:51.891688 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 14:08:51.891688 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:08:51.891688 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:08:51.891688 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:08:51.891688 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 14:08:51.891688 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:08:51.891688 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:08:51.891688 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:08:51.891688 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:08:51.891688 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:08:51.891688 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:08:51.891688 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:08:51.959444 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85bf16-0fd6-4ea1-bf28-b54018f2e462 None None] Pushing event updated for resources: {'Port': ['ID=fe310ce8-1cbc-4132-b161-6a6b6d530d18,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:51.972589 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438738bf-736a-4c09-9f3b-7c6351384e04 None None] Network d7399578-946b-477e-adc3-4b91b2beff23 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:08:51.993446 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.db.api [None req-73654c4f-6dcf-4c5a-b39b-9a5394941114 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 14:08:51.993446 n-d-836015-7 neutron-server[114870]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 14:08:51.993446 n-d-836015-7 neutron-server[114870]: [parameters: {'id': 'd7399578-946b-477e-adc3-4b91b2beff23'}] Apr 20 14:08:51.993446 n-d-836015-7 neutron-server[114870]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:08:51.993904 n-d-836015-7 neutron-server[114870]: DEBUG oslo_db.api [None req-73654c4f-6dcf-4c5a-b39b-9a5394941114 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:08:52.094166 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b788daf-ca54-42dd-b321-a722c801a85a None None] get_active_networks_info from n-d-836015-7 {{(pid=114871) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 14:08:52.159285 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b788daf-ca54-42dd-b321-a722c801a85a None None] Resources bound (agent type, host, resource id): {{(pid=114871) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 14:08:52.495308 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-73654c4f-6dcf-4c5a-b39b-9a5394941114 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:52.553101 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-73654c4f-6dcf-4c5a-b39b-9a5394941114 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Deleting port fe310ce8-1cbc-4132-b161-6a6b6d530d18 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:08:52.553437 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-73654c4f-6dcf-4c5a-b39b-9a5394941114 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:52.613769 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-73654c4f-6dcf-4c5a-b39b-9a5394941114 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] For port fe310ce8-1cbc-4132-b161-6a6b6d530d18, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=fe310ce8-1cbc-4132-b161-6a6b6d530d18,segment=NetworkSegment(e5bd9f90-461d-4d60-bb5d-c9641dc804f5),segment_id=e5bd9f90-461d-4d60-bb5d-c9641dc804f5)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:08:52.614052 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-73654c4f-6dcf-4c5a-b39b-9a5394941114 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:52.626998 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-73654c4f-6dcf-4c5a-b39b-9a5394941114 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Calling delete_port for fe310ce8-1cbc-4132-b161-6a6b6d530d18 owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:08:52.759075 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-73654c4f-6dcf-4c5a-b39b-9a5394941114 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:52.785158 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73654c4f-6dcf-4c5a-b39b-9a5394941114 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Pushing event deleted for resources: {'Port': ['ID=fe310ce8-1cbc-4132-b161-6a6b6d530d18,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:52.786975 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73654c4f-6dcf-4c5a-b39b-9a5394941114 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] No DVR routers for this DVR port fe310ce8-1cbc-4132-b161-6a6b6d530d18 on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:08:52.862794 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-73654c4f-6dcf-4c5a-b39b-9a5394941114 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:52.886012 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-73654c4f-6dcf-4c5a-b39b-9a5394941114 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7399578-946b-477e-adc3-4b91b2beff23']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:08:52.894881 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-73654c4f-6dcf-4c5a-b39b-9a5394941114 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5bd9f90-461d-4d60-bb5d-c9641dc804f5') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:08:52.895178 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-73654c4f-6dcf-4c5a-b39b-9a5394941114 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5bd9f90-461d-4d60-bb5d-c9641dc804f5') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:08:52.904795 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-73654c4f-6dcf-4c5a-b39b-9a5394941114 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:52.917405 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-73654c4f-6dcf-4c5a-b39b-9a5394941114 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:52.923544 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73654c4f-6dcf-4c5a-b39b-9a5394941114 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:08:52.923923 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-73654c4f-6dcf-4c5a-b39b-9a5394941114 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:52.926792 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 14:08:52.926792 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:08:52.926792 n-d-836015-7 neutron-server[114870]: timer() Apr 20 14:08:52.926792 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:08:52.926792 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 14:08:52.926792 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:08:52.926792 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 14:08:52.926792 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:08:52.926792 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 14:08:52.926792 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:08:52.926792 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 14:08:52.926792 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:08:52.926792 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 14:08:52.926792 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:08:52.926792 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:08:52.926792 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:08:52.926792 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:08:52.926792 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:08:52.926792 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 14:08:52.926792 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:08:52.926792 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 14:08:52.926792 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:08:52.926792 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:08:52.926792 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:08:52.926792 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 14:08:52.926792 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:08:52.926792 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:08:52.926792 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:08:52.926792 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:08:52.926792 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:08:52.926792 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:08:52.926792 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:08:53.067562 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-73654c4f-6dcf-4c5a-b39b-9a5394941114 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:53.075233 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-73654c4f-6dcf-4c5a-b39b-9a5394941114 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:53.078466 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-73654c4f-6dcf-4c5a-b39b-9a5394941114 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] 10.222.0.25 "DELETE /v2.0/networks/d7399578-946b-477e-adc3-4b91b2beff23 HTTP/1.1" status: 204 len: 168 time: 1.8214231 Apr 20 14:08:53.082201 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33358) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:08:53.087160 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-fef5ac62-cca3-4c48-945e-07bf230c289e tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-369870696'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:08:53.090536 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73654c4f-6dcf-4c5a-b39b-9a5394941114 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Pushing event deleted for resources: {'Network': ['ID=d7399578-946b-477e-adc3-4b91b2beff23,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:53.170362 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef5ac62-cca3-4c48-945e-07bf230c289e tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Made reservation on behalf of 436f592463ca4d8eb9d8b0779dddd77d for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:08:53.173790 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fef5ac62-cca3-4c48-945e-07bf230c289e tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:53.196413 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fef5ac62-cca3-4c48-945e-07bf230c289e tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:08:53.205152 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fef5ac62-cca3-4c48-945e-07bf230c289e tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:53.205494 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-fef5ac62-cca3-4c48-945e-07bf230c289e tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Added segment b41f83c0-1c19-46d7-a2b2-bf06715b7b64 of type vlan for network 81235c01-c656-4540-b7df-a1b8912ff324 Apr 20 14:08:53.243171 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fef5ac62-cca3-4c48-945e-07bf230c289e tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:53.342071 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fef5ac62-cca3-4c48-945e-07bf230c289e tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:53.347543 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef5ac62-cca3-4c48-945e-07bf230c289e tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:53.351887 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fef5ac62-cca3-4c48-945e-07bf230c289e tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:53.409677 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5ac62-cca3-4c48-945e-07bf230c289e tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Pushing event updated for resources: {'Network': ['ID=81235c01-c656-4540-b7df-a1b8912ff324,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:53.420194 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 81235c01-c656-4540-b7df-a1b8912ff324 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:08:53.476027 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-fef5ac62-cca3-4c48-945e-07bf230c289e tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3925366 Apr 20 14:08:53.479388 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33360) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:08:53.484384 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-5d1e51ac-ba19-43c4-a97e-3eb544d380a1 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Request body: {'subnet': {'network_id': '81235c01-c656-4540-b7df-a1b8912ff324', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:08:53.610306 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1e51ac-ba19-43c4-a97e-3eb544d380a1 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Made reservation on behalf of 436f592463ca4d8eb9d8b0779dddd77d for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:08:53.613843 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5d1e51ac-ba19-43c4-a97e-3eb544d380a1 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:53.856946 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5d1e51ac-ba19-43c4-a97e-3eb544d380a1 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:53.913751 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e51ac-ba19-43c4-a97e-3eb544d380a1 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Pushing event updated for resources: {'Subnet': ['ID=76e799c3-01cb-4a14-b9a6-faf2e65d1974,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:53.922843 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1e51ac-ba19-43c4-a97e-3eb544d380a1 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Checking segment: {'id': 'b41f83c0-1c19-46d7-a2b2-bf06715b7b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '81235c01-c656-4540-b7df-a1b8912ff324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:08:53.923208 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1e51ac-ba19-43c4-a97e-3eb544d380a1 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Network hostable DHCP agents. Network: 81235c01-c656-4540-b7df-a1b8912ff324, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:08:53.987333 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1e51ac-ba19-43c4-a97e-3eb544d380a1 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Network 81235c01-c656-4540-b7df-a1b8912ff324 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:08:54.073078 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-5d1e51ac-ba19-43c4-a97e-3eb544d380a1 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 81235c01-c656-4540-b7df-a1b8912ff324) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:08:54.077299 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1e51ac-ba19-43c4-a97e-3eb544d380a1 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:54.077859 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5d1e51ac-ba19-43c4-a97e-3eb544d380a1 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:54.083639 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7296d6-372d-4b77-a1b4-756847d3dcfc None None] Network 81235c01-c656-4540-b7df-a1b8912ff324 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:08:54.162037 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5d1e51ac-ba19-43c4-a97e-3eb544d380a1 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6814091 Apr 20 14:08:54.165595 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33362) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:08:54.171028 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-bd60cf62-ce11-4757-9a96-1f8630914aca tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1898819330'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:08:54.224503 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511bc696-0e09-4a96-988e-0646da145091 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-81235c01-c656-4540-b7df-a1b8912ff324', 'network_id': '81235c01-c656-4540-b7df-a1b8912ff324', 'tenant_id': '436f592463ca4d8eb9d8b0779dddd77d', 'fixed_ips': [{'subnet_id': '76e799c3-01cb-4a14-b9a6-faf2e65d1974'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:08:54.228423 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-511bc696-0e09-4a96-988e-0646da145091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:54.256128 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd60cf62-ce11-4757-9a96-1f8630914aca tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Made reservation on behalf of 436f592463ca4d8eb9d8b0779dddd77d for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:08:54.259790 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd60cf62-ce11-4757-9a96-1f8630914aca tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:54.285686 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd60cf62-ce11-4757-9a96-1f8630914aca tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:08:54.294781 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd60cf62-ce11-4757-9a96-1f8630914aca tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:54.295118 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-bd60cf62-ce11-4757-9a96-1f8630914aca tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Added segment 0d79f340-054b-4160-8a3f-9de5846f7c68 of type vlan for network 867b173a-1cff-45da-8cbb-462826cd189c Apr 20 14:08:54.333280 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd60cf62-ce11-4757-9a96-1f8630914aca tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:54.365709 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-511bc696-0e09-4a96-988e-0646da145091 None None] Allocated IP 2001:db8::2 (81235c01-c656-4540-b7df-a1b8912ff324/76e799c3-01cb-4a14-b9a6-faf2e65d1974/5a0be5ae-7b51-4097-a4f4-f0cd2d7bd2c4) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:08:54.410661 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd60cf62-ce11-4757-9a96-1f8630914aca tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:54.418235 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd60cf62-ce11-4757-9a96-1f8630914aca tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:54.418929 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd60cf62-ce11-4757-9a96-1f8630914aca tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:54.495026 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd60cf62-ce11-4757-9a96-1f8630914aca tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Pushing event updated for resources: {'Network': ['ID=867b173a-1cff-45da-8cbb-462826cd189c,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:54.516408 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-bd60cf62-ce11-4757-9a96-1f8630914aca tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3496921 Apr 20 14:08:54.519186 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33364) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:08:54.524407 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-d1b8dfc3-a4d3-4a28-b9e6-7b045e84bb73 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Request body: {'subnet': {'network_id': '867b173a-1cff-45da-8cbb-462826cd189c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:08:54.547336 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 867b173a-1cff-45da-8cbb-462826cd189c details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:08:54.704412 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-87e15612-4ae4-4040-80e7-e43b8aca734d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:54.707614 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b8dfc3-a4d3-4a28-b9e6-7b045e84bb73 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Made reservation on behalf of 436f592463ca4d8eb9d8b0779dddd77d for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:08:54.711093 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d1b8dfc3-a4d3-4a28-b9e6-7b045e84bb73 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:54.727343 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-511bc696-0e09-4a96-988e-0646da145091 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:54.776762 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-511bc696-0e09-4a96-988e-0646da145091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:54.819817 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511bc696-0e09-4a96-988e-0646da145091 None None] Network 81235c01-c656-4540-b7df-a1b8912ff324 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:08:54.822752 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-511bc696-0e09-4a96-988e-0646da145091 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:08:54.825685 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511bc696-0e09-4a96-988e-0646da145091 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:08:54.835162 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511bc696-0e09-4a96-988e-0646da145091 None None] Pushing event updated for resources: {'Port': ['ID=5a0be5ae-7b51-4097-a4f4-f0cd2d7bd2c4,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:54.885985 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-511bc696-0e09-4a96-988e-0646da145091 None None] Attempting to bind port 5a0be5ae-7b51-4097-a4f4-f0cd2d7bd2c4 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:08:54.887216 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-511bc696-0e09-4a96-988e-0646da145091 None None] Attempting to bind port 5a0be5ae-7b51-4097-a4f4-f0cd2d7bd2c4 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'b41f83c0-1c19-46d7-a2b2-bf06715b7b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '81235c01-c656-4540-b7df-a1b8912ff324'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:08:54.887606 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511bc696-0e09-4a96-988e-0646da145091 None None] Attempting to bind port 5a0be5ae-7b51-4097-a4f4-f0cd2d7bd2c4 on network 81235c01-c656-4540-b7df-a1b8912ff324 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:08:54.892633 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511bc696-0e09-4a96-988e-0646da145091 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:08:54.895099 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511bc696-0e09-4a96-988e-0646da145091 None None] Checking segment: {'id': 'b41f83c0-1c19-46d7-a2b2-bf06715b7b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '81235c01-c656-4540-b7df-a1b8912ff324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:08:54.895099 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-511bc696-0e09-4a96-988e-0646da145091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:54.895099 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511bc696-0e09-4a96-988e-0646da145091 None None] Bound using segment: {'id': 'b41f83c0-1c19-46d7-a2b2-bf06715b7b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '81235c01-c656-4540-b7df-a1b8912ff324'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:08:54.895099 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-511bc696-0e09-4a96-988e-0646da145091 None None] Bound port: 5a0be5ae-7b51-4097-a4f4-f0cd2d7bd2c4, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b41f83c0-1c19-46d7-a2b2-bf06715b7b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '81235c01-c656-4540-b7df-a1b8912ff324'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:08:54.895099 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-511bc696-0e09-4a96-988e-0646da145091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:54.953408 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d1b8dfc3-a4d3-4a28-b9e6-7b045e84bb73 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:54.954566 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-511bc696-0e09-4a96-988e-0646da145091 None None] For port 5a0be5ae-7b51-4097-a4f4-f0cd2d7bd2c4, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:08:54.957656 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-511bc696-0e09-4a96-988e-0646da145091 None None] For port 5a0be5ae-7b51-4097-a4f4-f0cd2d7bd2c4, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=5a0be5ae-7b51-4097-a4f4-f0cd2d7bd2c4,segment=NetworkSegment(b41f83c0-1c19-46d7-a2b2-bf06715b7b64),segment_id=b41f83c0-1c19-46d7-a2b2-bf06715b7b64)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:08:55.022028 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b8dfc3-a4d3-4a28-b9e6-7b045e84bb73 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Pushing event updated for resources: {'Subnet': ['ID=2a4df39e-42a3-4847-ab1b-1449c8ab67d5,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:55.028194 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b8dfc3-a4d3-4a28-b9e6-7b045e84bb73 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Checking segment: {'id': '0d79f340-054b-4160-8a3f-9de5846f7c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '867b173a-1cff-45da-8cbb-462826cd189c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:08:55.029067 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b8dfc3-a4d3-4a28-b9e6-7b045e84bb73 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Network hostable DHCP agents. Network: 867b173a-1cff-45da-8cbb-462826cd189c, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:08:55.033729 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-511bc696-0e09-4a96-988e-0646da145091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:55.092552 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511bc696-0e09-4a96-988e-0646da145091 None None] Pushing event updated for resources: {'Port': ['ID=5a0be5ae-7b51-4097-a4f4-f0cd2d7bd2c4,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:55.130594 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b8dfc3-a4d3-4a28-b9e6-7b045e84bb73 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Network 867b173a-1cff-45da-8cbb-462826cd189c is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:08:55.223849 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-d1b8dfc3-a4d3-4a28-b9e6-7b045e84bb73 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 867b173a-1cff-45da-8cbb-462826cd189c) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:08:55.229130 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b8dfc3-a4d3-4a28-b9e6-7b045e84bb73 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:08:55.231831 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d1b8dfc3-a4d3-4a28-b9e6-7b045e84bb73 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:55.241504 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f136627d-93b9-4efd-8b0d-26ce600b2eea None None] Network 867b173a-1cff-45da-8cbb-462826cd189c requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:08:55.342586 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d1b8dfc3-a4d3-4a28-b9e6-7b045e84bb73 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8222768 Apr 20 14:08:55.345224 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33366) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:08:55.412722 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336ccf7d-d709-413f-b260-f9ae0ec78de4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-867b173a-1cff-45da-8cbb-462826cd189c', 'network_id': '867b173a-1cff-45da-8cbb-462826cd189c', 'tenant_id': '436f592463ca4d8eb9d8b0779dddd77d', 'fixed_ips': [{'subnet_id': '2a4df39e-42a3-4847-ab1b-1449c8ab67d5'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:08:55.413583 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-336ccf7d-d709-413f-b260-f9ae0ec78de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:55.434837 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 5a0be5ae-7b51-4097-a4f4-f0cd2d7bd2c4 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:08:55.455865 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12d44785-aad9-4e7f-9653-bae0b6b4d0a4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:55.555581 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12d44785-aad9-4e7f-9653-bae0b6b4d0a4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:55.582394 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 5a0be5ae-7b51-4097-a4f4-f0cd2d7bd2c4 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:08:55.582956 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:55.626979 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-336ccf7d-d709-413f-b260-f9ae0ec78de4 None None] Allocated IP 2001:db8::2 (867b173a-1cff-45da-8cbb-462826cd189c/2a4df39e-42a3-4847-ab1b-1449c8ab67d5/85cdf2d4-2f56-4909-8e5f-5ff5d4dae814) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:08:55.736518 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:55.814007 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 5a0be5ae-7b51-4097-a4f4-f0cd2d7bd2c4, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=5a0be5ae-7b51-4097-a4f4-f0cd2d7bd2c4,segment=NetworkSegment(b41f83c0-1c19-46d7-a2b2-bf06715b7b64),segment_id=b41f83c0-1c19-46d7-a2b2-bf06715b7b64)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:08:55.839072 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-336ccf7d-d709-413f-b260-f9ae0ec78de4 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:55.879259 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:55.931298 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-336ccf7d-d709-413f-b260-f9ae0ec78de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:55.933251 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=5a0be5ae-7b51-4097-a4f4-f0cd2d7bd2c4,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:55.975659 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336ccf7d-d709-413f-b260-f9ae0ec78de4 None None] Network 867b173a-1cff-45da-8cbb-462826cd189c is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:08:55.982286 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-336ccf7d-d709-413f-b260-f9ae0ec78de4 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:08:55.986818 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336ccf7d-d709-413f-b260-f9ae0ec78de4 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:08:55.995905 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ccf7d-d709-413f-b260-f9ae0ec78de4 None None] Pushing event updated for resources: {'Port': ['ID=85cdf2d4-2f56-4909-8e5f-5ff5d4dae814,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:56.022377 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12d44785-aad9-4e7f-9653-bae0b6b4d0a4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:56.043637 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76aa4dad-529a-46b2-a90e-a8326fb96c6e None None] Network 81235c01-c656-4540-b7df-a1b8912ff324 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:08:56.051880 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d44785-aad9-4e7f-9653-bae0b6b4d0a4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Pushing event deleted for resources: {'Subnet': ['ID=2a4df39e-42a3-4847-ab1b-1449c8ab67d5,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:56.107464 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-336ccf7d-d709-413f-b260-f9ae0ec78de4 None None] Attempting to bind port 85cdf2d4-2f56-4909-8e5f-5ff5d4dae814 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:08:56.107828 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-336ccf7d-d709-413f-b260-f9ae0ec78de4 None None] Attempting to bind port 85cdf2d4-2f56-4909-8e5f-5ff5d4dae814 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '0d79f340-054b-4160-8a3f-9de5846f7c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '867b173a-1cff-45da-8cbb-462826cd189c'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:08:56.108182 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336ccf7d-d709-413f-b260-f9ae0ec78de4 None None] Attempting to bind port 85cdf2d4-2f56-4909-8e5f-5ff5d4dae814 on network 867b173a-1cff-45da-8cbb-462826cd189c {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:08:56.111996 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12d44785-aad9-4e7f-9653-bae0b6b4d0a4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:56.125387 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336ccf7d-d709-413f-b260-f9ae0ec78de4 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:08:56.125758 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336ccf7d-d709-413f-b260-f9ae0ec78de4 None None] Checking segment: {'id': '0d79f340-054b-4160-8a3f-9de5846f7c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '867b173a-1cff-45da-8cbb-462826cd189c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:08:56.126196 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-336ccf7d-d709-413f-b260-f9ae0ec78de4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:56.126583 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336ccf7d-d709-413f-b260-f9ae0ec78de4 None None] Bound using segment: {'id': '0d79f340-054b-4160-8a3f-9de5846f7c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '867b173a-1cff-45da-8cbb-462826cd189c'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:08:56.127050 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-336ccf7d-d709-413f-b260-f9ae0ec78de4 None None] Bound port: 85cdf2d4-2f56-4909-8e5f-5ff5d4dae814, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d79f340-054b-4160-8a3f-9de5846f7c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '867b173a-1cff-45da-8cbb-462826cd189c'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:08:56.127447 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-336ccf7d-d709-413f-b260-f9ae0ec78de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:56.139727 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-12d44785-aad9-4e7f-9653-bae0b6b4d0a4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['867b173a-1cff-45da-8cbb-462826cd189c']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:08:56.145694 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-c0840525-5bdc-415b-ae33-1eccfa42cb09 None None] Provisioning complete for port 5a0be5ae-7b51-4097-a4f4-f0cd2d7bd2c4 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:08:56.146058 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c0840525-5bdc-415b-ae33-1eccfa42cb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:56.149806 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-12d44785-aad9-4e7f-9653-bae0b6b4d0a4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d79f340-054b-4160-8a3f-9de5846f7c68') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:08:56.150109 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-12d44785-aad9-4e7f-9653-bae0b6b4d0a4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d79f340-054b-4160-8a3f-9de5846f7c68') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:08:56.160620 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12d44785-aad9-4e7f-9653-bae0b6b4d0a4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:56.173961 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12d44785-aad9-4e7f-9653-bae0b6b4d0a4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:56.180034 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12d44785-aad9-4e7f-9653-bae0b6b4d0a4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:08:56.180458 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12d44785-aad9-4e7f-9653-bae0b6b4d0a4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:56.183604 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 14:08:56.183604 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:08:56.183604 n-d-836015-7 neutron-server[114869]: timer() Apr 20 14:08:56.183604 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:08:56.183604 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 14:08:56.183604 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:08:56.183604 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 14:08:56.183604 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:08:56.183604 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 14:08:56.183604 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:08:56.183604 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 14:08:56.183604 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:08:56.183604 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 14:08:56.183604 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:08:56.183604 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:08:56.183604 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:08:56.183604 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:08:56.183604 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:08:56.183604 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 14:08:56.183604 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:08:56.183604 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 14:08:56.183604 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:08:56.183604 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:08:56.183604 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:08:56.183604 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 14:08:56.183604 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:08:56.183604 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:08:56.183604 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:08:56.183604 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:08:56.183604 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:08:56.183604 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:08:56.183604 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:08:56.267967 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.db.api [None req-12d44785-aad9-4e7f-9653-bae0b6b4d0a4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 14:08:56.267967 n-d-836015-7 neutron-server[114869]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 14:08:56.267967 n-d-836015-7 neutron-server[114869]: [parameters: {'id': '867b173a-1cff-45da-8cbb-462826cd189c'}] Apr 20 14:08:56.267967 n-d-836015-7 neutron-server[114869]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114869) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:08:56.268930 n-d-836015-7 neutron-server[114869]: DEBUG oslo_db.api [None req-12d44785-aad9-4e7f-9653-bae0b6b4d0a4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:08:56.278800 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-336ccf7d-d709-413f-b260-f9ae0ec78de4 None None] For port 85cdf2d4-2f56-4909-8e5f-5ff5d4dae814, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:08:56.283127 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-336ccf7d-d709-413f-b260-f9ae0ec78de4 None None] For port 85cdf2d4-2f56-4909-8e5f-5ff5d4dae814, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=85cdf2d4-2f56-4909-8e5f-5ff5d4dae814,segment=NetworkSegment(0d79f340-054b-4160-8a3f-9de5846f7c68),segment_id=0d79f340-054b-4160-8a3f-9de5846f7c68)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:08:56.353417 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-336ccf7d-d709-413f-b260-f9ae0ec78de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:56.432930 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ccf7d-d709-413f-b260-f9ae0ec78de4 None None] Pushing event updated for resources: {'Port': ['ID=85cdf2d4-2f56-4909-8e5f-5ff5d4dae814,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:56.452602 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb125c6-20dc-4185-b6c0-cb633202d12d None None] Network 867b173a-1cff-45da-8cbb-462826cd189c requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:08:56.576717 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-a88cfa1f-5bb7-4760-aa13-192998c8b427 None None] Provisioning complete for port 5a0be5ae-7b51-4097-a4f4-f0cd2d7bd2c4 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:08:56.577090 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a88cfa1f-5bb7-4760-aa13-192998c8b427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:56.600542 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094e194d-c8c2-44d9-9a61-c9f761ec5bcf None None] get_active_networks_info from n-d-836015-7 {{(pid=114871) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 14:08:56.709797 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094e194d-c8c2-44d9-9a61-c9f761ec5bcf None None] Resources bound (agent type, host, resource id): {{(pid=114871) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 14:08:56.769841 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12d44785-aad9-4e7f-9653-bae0b6b4d0a4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:56.825645 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-12d44785-aad9-4e7f-9653-bae0b6b4d0a4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Deleting port 85cdf2d4-2f56-4909-8e5f-5ff5d4dae814 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:08:56.825990 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12d44785-aad9-4e7f-9653-bae0b6b4d0a4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:56.836639 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d7f65ec1-0bdb-4d79-a74d-d0f3f13643ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:56.894514 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-12d44785-aad9-4e7f-9653-bae0b6b4d0a4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] For port 85cdf2d4-2f56-4909-8e5f-5ff5d4dae814, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=85cdf2d4-2f56-4909-8e5f-5ff5d4dae814,segment=NetworkSegment(0d79f340-054b-4160-8a3f-9de5846f7c68),segment_id=0d79f340-054b-4160-8a3f-9de5846f7c68)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:08:56.895286 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12d44785-aad9-4e7f-9653-bae0b6b4d0a4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:56.908587 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-12d44785-aad9-4e7f-9653-bae0b6b4d0a4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Calling delete_port for 85cdf2d4-2f56-4909-8e5f-5ff5d4dae814 owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:08:57.056044 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12d44785-aad9-4e7f-9653-bae0b6b4d0a4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:57.081856 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d44785-aad9-4e7f-9653-bae0b6b4d0a4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Pushing event deleted for resources: {'Port': ['ID=85cdf2d4-2f56-4909-8e5f-5ff5d4dae814,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:57.085373 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d44785-aad9-4e7f-9653-bae0b6b4d0a4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] No DVR routers for this DVR port 85cdf2d4-2f56-4909-8e5f-5ff5d4dae814 on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:08:57.390370 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 5a0be5ae-7b51-4097-a4f4-f0cd2d7bd2c4 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:08:57.440538 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 5a0be5ae-7b51-4097-a4f4-f0cd2d7bd2c4 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:08:57.440912 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:57.509340 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12d44785-aad9-4e7f-9653-bae0b6b4d0a4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:57.529988 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-12d44785-aad9-4e7f-9653-bae0b6b4d0a4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['867b173a-1cff-45da-8cbb-462826cd189c']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:08:57.538799 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-12d44785-aad9-4e7f-9653-bae0b6b4d0a4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d79f340-054b-4160-8a3f-9de5846f7c68') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:08:57.539096 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-12d44785-aad9-4e7f-9653-bae0b6b4d0a4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d79f340-054b-4160-8a3f-9de5846f7c68') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:08:57.548267 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12d44785-aad9-4e7f-9653-bae0b6b4d0a4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:57.560932 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12d44785-aad9-4e7f-9653-bae0b6b4d0a4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:57.566516 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12d44785-aad9-4e7f-9653-bae0b6b4d0a4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:08:57.566902 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12d44785-aad9-4e7f-9653-bae0b6b4d0a4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:57.570063 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 14:08:57.570063 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:08:57.570063 n-d-836015-7 neutron-server[114869]: timer() Apr 20 14:08:57.570063 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:08:57.570063 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 14:08:57.570063 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:08:57.570063 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 14:08:57.570063 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:08:57.570063 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 14:08:57.570063 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:08:57.570063 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 14:08:57.570063 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:08:57.570063 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 14:08:57.570063 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:08:57.570063 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:08:57.570063 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:08:57.570063 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:08:57.570063 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:08:57.570063 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 14:08:57.570063 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:08:57.570063 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 14:08:57.570063 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:08:57.570063 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:08:57.570063 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:08:57.570063 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 14:08:57.570063 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:08:57.570063 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:08:57.570063 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:08:57.570063 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:08:57.570063 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:08:57.570063 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:08:57.570063 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:08:57.690464 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12d44785-aad9-4e7f-9653-bae0b6b4d0a4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:57.697738 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12d44785-aad9-4e7f-9653-bae0b6b4d0a4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:57.701028 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-12d44785-aad9-4e7f-9653-bae0b6b4d0a4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] 10.222.0.25 "DELETE /v2.0/networks/867b173a-1cff-45da-8cbb-462826cd189c HTTP/1.1" status: 204 len: 168 time: 2.3547156 Apr 20 14:08:57.703740 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33368) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:08:57.712545 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d44785-aad9-4e7f-9653-bae0b6b4d0a4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Pushing event deleted for resources: {'Network': ['ID=867b173a-1cff-45da-8cbb-462826cd189c,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:57.731823 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-5102cae4-8a2e-4521-b5a2-c98cc94401e8 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] GET failed (client error): The resource could not be found. Apr 20 14:08:57.733122 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5102cae4-8a2e-4521-b5a2-c98cc94401e8 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] 10.222.0.25 "GET /v2.0/subnets/2a4df39e-42a3-4847-ab1b-1449c8ab67d5 HTTP/1.1" status: 404 len: 337 time: 0.0283701 Apr 20 14:08:57.735725 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33370) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:08:57.752715 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-7883ea6a-3f5a-491c-97f0-055373bb1375 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] DELETE failed (client error): The resource could not be found. Apr 20 14:08:57.753244 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7883ea6a-3f5a-491c-97f0-055373bb1375 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:08:57.756104 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7883ea6a-3f5a-491c-97f0-055373bb1375 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] 10.222.0.25 "DELETE /v2.0/networks/867b173a-1cff-45da-8cbb-462826cd189c HTTP/1.1" status: 404 len: 339 time: 0.0194955 Apr 20 14:08:57.759665 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33372) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:08:57.789654 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-160d0370-466e-415f-9ab7-457fffa2b2f3 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] DELETE failed (client error): The resource could not be found. Apr 20 14:08:57.790099 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-160d0370-466e-415f-9ab7-457fffa2b2f3 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:08:57.793015 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-160d0370-466e-415f-9ab7-457fffa2b2f3 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] 10.222.0.25 "DELETE /v2.0/subnets/2a4df39e-42a3-4847-ab1b-1449c8ab67d5 HTTP/1.1" status: 404 len: 337 time: 0.0324636 Apr 20 14:08:57.795427 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33374) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:08:57.812780 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-32359c16-9aa1-470f-bca5-4b3b43c414b0 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] DELETE failed (client error): The resource could not be found. Apr 20 14:08:57.813310 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32359c16-9aa1-470f-bca5-4b3b43c414b0 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:08:57.816181 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-32359c16-9aa1-470f-bca5-4b3b43c414b0 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] 10.222.0.25 "DELETE /v2.0/networks/867b173a-1cff-45da-8cbb-462826cd189c HTTP/1.1" status: 404 len: 339 time: 0.0198729 Apr 20 14:08:57.818959 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33376) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:08:57.872859 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-635ae859-51bc-49bb-81d5-520b456c4ecf tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Deleting subnet 76e799c3-01cb-4a14-b9a6-faf2e65d1974 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:08:57.875876 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-635ae859-51bc-49bb-81d5-520b456c4ecf tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:57.914557 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-635ae859-51bc-49bb-81d5-520b456c4ecf tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:58.001554 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-635ae859-51bc-49bb-81d5-520b456c4ecf tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:58.101915 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-635ae859-51bc-49bb-81d5-520b456c4ecf tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:58.126409 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ae859-51bc-49bb-81d5-520b456c4ecf tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Pushing event deleted for resources: {'Subnet': ['ID=76e799c3-01cb-4a14-b9a6-faf2e65d1974,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:58.133017 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-635ae859-51bc-49bb-81d5-520b456c4ecf tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:58.137022 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-635ae859-51bc-49bb-81d5-520b456c4ecf tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] 10.222.0.25 "DELETE /v2.0/subnets/76e799c3-01cb-4a14-b9a6-faf2e65d1974 HTTP/1.1" status: 204 len: 168 time: 0.3165207 Apr 20 14:08:58.138631 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c68704-1584-47aa-ae5b-a43923202938 None None] Network 81235c01-c656-4540-b7df-a1b8912ff324 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:08:58.139633 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33378) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:08:58.214173 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-954af1f4-cdfd-4fb5-af71-853572f84de4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:58.273332 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-954af1f4-cdfd-4fb5-af71-853572f84de4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Deleting port 5a0be5ae-7b51-4097-a4f4-f0cd2d7bd2c4 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:08:58.273677 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-954af1f4-cdfd-4fb5-af71-853572f84de4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:58.307981 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:58.326570 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee02ee5d-c703-49bf-902f-abcfdb82e481 None None] DHCP port deletion for 81235c01-c656-4540-b7df-a1b8912ff324 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:08:58.338417 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-954af1f4-cdfd-4fb5-af71-853572f84de4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] For port 5a0be5ae-7b51-4097-a4f4-f0cd2d7bd2c4, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=5a0be5ae-7b51-4097-a4f4-f0cd2d7bd2c4,segment=NetworkSegment(b41f83c0-1c19-46d7-a2b2-bf06715b7b64),segment_id=b41f83c0-1c19-46d7-a2b2-bf06715b7b64)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:08:58.338789 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-954af1f4-cdfd-4fb5-af71-853572f84de4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:58.351556 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-954af1f4-cdfd-4fb5-af71-853572f84de4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Calling delete_port for 5a0be5ae-7b51-4097-a4f4-f0cd2d7bd2c4 owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:08:58.374894 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ee02ee5d-c703-49bf-902f-abcfdb82e481 None None] Deleting port 5a0be5ae-7b51-4097-a4f4-f0cd2d7bd2c4 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:08:58.375268 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ee02ee5d-c703-49bf-902f-abcfdb82e481 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:58.438731 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ee02ee5d-c703-49bf-902f-abcfdb82e481 None None] For port 5a0be5ae-7b51-4097-a4f4-f0cd2d7bd2c4, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=5a0be5ae-7b51-4097-a4f4-f0cd2d7bd2c4,segment=NetworkSegment(b41f83c0-1c19-46d7-a2b2-bf06715b7b64),segment_id=b41f83c0-1c19-46d7-a2b2-bf06715b7b64)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:08:58.439126 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ee02ee5d-c703-49bf-902f-abcfdb82e481 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:58.451658 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ee02ee5d-c703-49bf-902f-abcfdb82e481 None None] Calling delete_port for 5a0be5ae-7b51-4097-a4f4-f0cd2d7bd2c4 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:08:58.467536 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-954af1f4-cdfd-4fb5-af71-853572f84de4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:58.498078 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954af1f4-cdfd-4fb5-af71-853572f84de4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Pushing event deleted for resources: {'Port': ['ID=5a0be5ae-7b51-4097-a4f4-f0cd2d7bd2c4,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:58.499979 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954af1f4-cdfd-4fb5-af71-853572f84de4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] No DVR routers for this DVR port 5a0be5ae-7b51-4097-a4f4-f0cd2d7bd2c4 on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:08:58.527041 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ee02ee5d-c703-49bf-902f-abcfdb82e481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:58.551558 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee02ee5d-c703-49bf-902f-abcfdb82e481 None None] Pushing event deleted for resources: {'Port': ['ID=5a0be5ae-7b51-4097-a4f4-f0cd2d7bd2c4,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:58.555602 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee02ee5d-c703-49bf-902f-abcfdb82e481 None None] No DVR routers for this DVR port 5a0be5ae-7b51-4097-a4f4-f0cd2d7bd2c4 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:08:58.576423 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-954af1f4-cdfd-4fb5-af71-853572f84de4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:58.596022 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-954af1f4-cdfd-4fb5-af71-853572f84de4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81235c01-c656-4540-b7df-a1b8912ff324']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:08:58.605747 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-954af1f4-cdfd-4fb5-af71-853572f84de4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b41f83c0-1c19-46d7-a2b2-bf06715b7b64') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:08:58.606077 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-954af1f4-cdfd-4fb5-af71-853572f84de4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b41f83c0-1c19-46d7-a2b2-bf06715b7b64') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:08:58.615441 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-954af1f4-cdfd-4fb5-af71-853572f84de4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:58.628696 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-954af1f4-cdfd-4fb5-af71-853572f84de4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:58.634358 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-954af1f4-cdfd-4fb5-af71-853572f84de4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:08:58.635201 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-954af1f4-cdfd-4fb5-af71-853572f84de4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:58.637834 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 14:08:58.637834 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:08:58.637834 n-d-836015-7 neutron-server[114869]: timer() Apr 20 14:08:58.637834 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:08:58.637834 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 14:08:58.637834 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:08:58.637834 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 14:08:58.637834 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:08:58.637834 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 14:08:58.637834 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:08:58.637834 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 14:08:58.637834 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:08:58.637834 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 14:08:58.637834 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:08:58.637834 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:08:58.637834 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:08:58.637834 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:08:58.637834 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:08:58.637834 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 14:08:58.637834 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:08:58.637834 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 14:08:58.637834 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:08:58.637834 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:08:58.637834 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:08:58.637834 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 14:08:58.637834 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:08:58.637834 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:08:58.637834 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:08:58.637834 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:08:58.637834 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:08:58.637834 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:08:58.637834 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:08:58.736228 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-954af1f4-cdfd-4fb5-af71-853572f84de4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:58.744213 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-954af1f4-cdfd-4fb5-af71-853572f84de4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:58.747269 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-954af1f4-cdfd-4fb5-af71-853572f84de4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] 10.222.0.25 "DELETE /v2.0/networks/81235c01-c656-4540-b7df-a1b8912ff324 HTTP/1.1" status: 204 len: 168 time: 0.6066000 Apr 20 14:08:58.749916 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33380) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:08:58.757041 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954af1f4-cdfd-4fb5-af71-853572f84de4 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Pushing event deleted for resources: {'Network': ['ID=81235c01-c656-4540-b7df-a1b8912ff324,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:58.777337 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-aca62665-ddcf-470e-9a8e-3e29c81ffcf6 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] DELETE failed (client error): The resource could not be found. Apr 20 14:08:58.777768 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aca62665-ddcf-470e-9a8e-3e29c81ffcf6 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:08:58.780713 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-aca62665-ddcf-470e-9a8e-3e29c81ffcf6 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] 10.222.0.25 "DELETE /v2.0/subnets/6c3fe365-e9ee-4b53-ade0-353122a3d763 HTTP/1.1" status: 404 len: 337 time: 0.0297880 Apr 20 14:08:58.783325 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33382) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:08:58.801208 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-709534cd-690f-47c4-8240-5b57184fd786 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] DELETE failed (client error): The resource could not be found. Apr 20 14:08:58.801765 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-709534cd-690f-47c4-8240-5b57184fd786 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:08:58.804615 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-709534cd-690f-47c4-8240-5b57184fd786 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] 10.222.0.25 "DELETE /v2.0/networks/d7399578-946b-477e-adc3-4b91b2beff23 HTTP/1.1" status: 404 len: 339 time: 0.0203760 Apr 20 14:08:58.806923 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33384) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:08:58.836731 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1f31311-dadc-4a81-b6bd-0febe0366737 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] DELETE failed (client error): The resource could not be found. Apr 20 14:08:58.837184 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1f31311-dadc-4a81-b6bd-0febe0366737 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:08:58.840600 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b1f31311-dadc-4a81-b6bd-0febe0366737 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] 10.222.0.25 "DELETE /v2.0/subnets/22d7e80d-f1b4-417a-80d2-1724402a1b9b HTTP/1.1" status: 404 len: 337 time: 0.0327384 Apr 20 14:08:58.843092 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33386) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:08:58.860734 n-d-836015-7 neutron-server[114870]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1714ef6-63d7-4e9d-ad8a-8f8d0a93e23f tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] DELETE failed (client error): The resource could not be found. Apr 20 14:08:58.861264 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1714ef6-63d7-4e9d-ad8a-8f8d0a93e23f tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 14:08:58.864111 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c1714ef6-63d7-4e9d-ad8a-8f8d0a93e23f tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] 10.222.0.25 "DELETE /v2.0/networks/deda70b7-e611-43cb-a3b0-950b3e57e2ed HTTP/1.1" status: 404 len: 339 time: 0.0201030 Apr 20 14:08:58.866330 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33388) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:08:58.915204 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-81928c0f-acf5-4a1d-af37-b41fa2c40fb2 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Deleting subnet b27adde4-a50b-414d-a431-2e7f4d6dd6de {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:08:58.918748 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-81928c0f-acf5-4a1d-af37-b41fa2c40fb2 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:58.956863 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-81928c0f-acf5-4a1d-af37-b41fa2c40fb2 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:59.043598 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-81928c0f-acf5-4a1d-af37-b41fa2c40fb2 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:59.142091 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-81928c0f-acf5-4a1d-af37-b41fa2c40fb2 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:59.169845 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81928c0f-acf5-4a1d-af37-b41fa2c40fb2 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Pushing event deleted for resources: {'Subnet': ['ID=b27adde4-a50b-414d-a431-2e7f4d6dd6de,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:59.171911 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-81928c0f-acf5-4a1d-af37-b41fa2c40fb2 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:59.176769 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-81928c0f-acf5-4a1d-af37-b41fa2c40fb2 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] 10.222.0.25 "DELETE /v2.0/subnets/b27adde4-a50b-414d-a431-2e7f4d6dd6de HTTP/1.1" status: 204 len: 168 time: 0.3087492 Apr 20 14:08:59.176933 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d498fdf6-1ca4-4d0d-9271-3fb9a9cad5fe None None] Network ca9fa526-6d6e-46ad-b303-8b8dd0518611 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:08:59.178520 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33390) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:08:59.252844 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-52dcc47a-c909-4dd6-a152-817d9a12c796 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:59.310160 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-52dcc47a-c909-4dd6-a152-817d9a12c796 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Deleting port 408e75e7-8ce5-4ac5-8a58-57251610b1c9 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:08:59.310500 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-52dcc47a-c909-4dd6-a152-817d9a12c796 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:59.358177 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b52e25-92a4-4741-a6ad-09ed9ed425bc None None] DHCP port deletion for ca9fa526-6d6e-46ad-b303-8b8dd0518611 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:08:59.375988 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-52dcc47a-c909-4dd6-a152-817d9a12c796 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] For port 408e75e7-8ce5-4ac5-8a58-57251610b1c9, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=408e75e7-8ce5-4ac5-8a58-57251610b1c9,segment=NetworkSegment(85493743-e22f-4816-a97f-dec68b5f4025),segment_id=85493743-e22f-4816-a97f-dec68b5f4025)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:08:59.376360 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-52dcc47a-c909-4dd6-a152-817d9a12c796 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:59.390098 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-52dcc47a-c909-4dd6-a152-817d9a12c796 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Calling delete_port for 408e75e7-8ce5-4ac5-8a58-57251610b1c9 owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:08:59.406750 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 5a0be5ae-7b51-4097-a4f4-f0cd2d7bd2c4 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:08:59.525407 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-52dcc47a-c909-4dd6-a152-817d9a12c796 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:59.551229 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dcc47a-c909-4dd6-a152-817d9a12c796 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Pushing event deleted for resources: {'Port': ['ID=408e75e7-8ce5-4ac5-8a58-57251610b1c9,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:59.556702 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dcc47a-c909-4dd6-a152-817d9a12c796 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] No DVR routers for this DVR port 408e75e7-8ce5-4ac5-8a58-57251610b1c9 on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:08:59.585376 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 5a0be5ae-7b51-4097-a4f4-f0cd2d7bd2c4 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:08:59.585605 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 5a0be5ae-7b51-4097-a4f4-f0cd2d7bd2c4 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:08:59.592987 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-95b52e25-92a4-4741-a6ad-09ed9ed425bc None None] Deleting port 408e75e7-8ce5-4ac5-8a58-57251610b1c9 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:08:59.593363 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-95b52e25-92a4-4741-a6ad-09ed9ed425bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:59.637652 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-52dcc47a-c909-4dd6-a152-817d9a12c796 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:59.657896 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-95b52e25-92a4-4741-a6ad-09ed9ed425bc None None] For port 408e75e7-8ce5-4ac5-8a58-57251610b1c9, host n-d-836015-7, got binding levels [] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:08:59.658285 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-95b52e25-92a4-4741-a6ad-09ed9ed425bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:59.660452 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:59.662150 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-52dcc47a-c909-4dd6-a152-817d9a12c796 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca9fa526-6d6e-46ad-b303-8b8dd0518611']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:08:59.670608 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-95b52e25-92a4-4741-a6ad-09ed9ed425bc None None] Calling delete_port for 408e75e7-8ce5-4ac5-8a58-57251610b1c9 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:08:59.672058 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-52dcc47a-c909-4dd6-a152-817d9a12c796 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85493743-e22f-4816-a97f-dec68b5f4025') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:08:59.673653 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-52dcc47a-c909-4dd6-a152-817d9a12c796 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85493743-e22f-4816-a97f-dec68b5f4025') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:08:59.673785 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.ipam_backend_mixin [None req-95b52e25-92a4-4741-a6ad-09ed9ed425bc None None] Port 408e75e7-8ce5-4ac5-8a58-57251610b1c9 was not found and therefore no delete operation was performed {{(pid=114871) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 14:08:59.674451 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-95b52e25-92a4-4741-a6ad-09ed9ed425bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:59.682145 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-52dcc47a-c909-4dd6-a152-817d9a12c796 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:59.695984 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-52dcc47a-c909-4dd6-a152-817d9a12c796 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:59.702062 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b52e25-92a4-4741-a6ad-09ed9ed425bc None None] Pushing event deleted for resources: {'Port': ['ID=408e75e7-8ce5-4ac5-8a58-57251610b1c9,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:59.702655 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52dcc47a-c909-4dd6-a152-817d9a12c796 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:08:59.703052 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-52dcc47a-c909-4dd6-a152-817d9a12c796 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:59.706103 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 14:08:59.706103 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:08:59.706103 n-d-836015-7 neutron-server[114869]: timer() Apr 20 14:08:59.706103 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:08:59.706103 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 14:08:59.706103 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:08:59.706103 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 14:08:59.706103 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:08:59.706103 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 14:08:59.706103 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:08:59.706103 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 14:08:59.706103 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:08:59.706103 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 14:08:59.706103 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:08:59.706103 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:08:59.706103 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:08:59.706103 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:08:59.706103 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:08:59.706103 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 14:08:59.706103 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:08:59.706103 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 14:08:59.706103 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:08:59.706103 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:08:59.706103 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:08:59.706103 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 14:08:59.706103 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:08:59.706103 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:08:59.706103 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:08:59.706103 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:08:59.706103 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:08:59.706103 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:08:59.706103 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:08:59.708776 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b52e25-92a4-4741-a6ad-09ed9ed425bc None None] No DVR routers for this DVR port 408e75e7-8ce5-4ac5-8a58-57251610b1c9 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:08:59.833165 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-52dcc47a-c909-4dd6-a152-817d9a12c796 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:59.840259 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-52dcc47a-c909-4dd6-a152-817d9a12c796 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:59.845118 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-52dcc47a-c909-4dd6-a152-817d9a12c796 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] 10.222.0.25 "DELETE /v2.0/networks/ca9fa526-6d6e-46ad-b303-8b8dd0518611 HTTP/1.1" status: 204 len: 168 time: 0.6634746 Apr 20 14:08:59.855633 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dcc47a-c909-4dd6-a152-817d9a12c796 tempest-NetworksIpV6Test-853481010 tempest-NetworksIpV6Test-853481010-project] Pushing event deleted for resources: {'Network': ['ID=ca9fa526-6d6e-46ad-b303-8b8dd0518611,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:08:59.856974 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:00.265670 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33396) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:09:00.390858 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-3b29f141-761e-401d-b630-007bf95500ac admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=436f592463ca4d8eb9d8b0779dddd77d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1240363 Apr 20 14:09:00.393311 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33400) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:09:00.439886 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-459ab0e5-e0bb-43e5-8d01-c02c381fa368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:00.464826 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-459ab0e5-e0bb-43e5-8d01-c02c381fa368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:00.604405 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-459ab0e5-e0bb-43e5-8d01-c02c381fa368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:00.606900 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-459ab0e5-e0bb-43e5-8d01-c02c381fa368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:00.608116 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-459ab0e5-e0bb-43e5-8d01-c02c381fa368 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4028aa1b-9792-4930-b684-10c61ac3f7ad HTTP/1.1" status: 204 len: 168 time: 0.2139044 Apr 20 14:09:00.615846 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ab0e5-e0bb-43e5-8d01-c02c381fa368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4028aa1b-9792-4930-b684-10c61ac3f7ad,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:01.387286 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 408e75e7-8ce5-4ac5-8a58-57251610b1c9 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:09:01.407113 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 408e75e7-8ce5-4ac5-8a58-57251610b1c9 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:09:01.407488 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 408e75e7-8ce5-4ac5-8a58-57251610b1c9 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:09:01.544719 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33422) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:09:01.638820 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-cad13b8d-a8fb-423e-8daf-3ef2f6886384 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-974554516', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:09:01.747468 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cad13b8d-a8fb-423e-8daf-3ef2f6886384 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:01.748490 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cad13b8d-a8fb-423e-8daf-3ef2f6886384 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:01.831645 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cad13b8d-a8fb-423e-8daf-3ef2f6886384 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:01.902339 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cad13b8d-a8fb-423e-8daf-3ef2f6886384 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:01.978224 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cad13b8d-a8fb-423e-8daf-3ef2f6886384 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:01.979501 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-cad13b8d-a8fb-423e-8daf-3ef2f6886384 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4337401 Apr 20 14:09:01.982888 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33426) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:09:01.987769 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-9673d74c-b6b3-4ef7-8992-2793b18badf2 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2109884961'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:09:02.062034 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9673d74c-b6b3-4ef7-8992-2793b18badf2 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Made reservation on behalf of ed733cb6fea74e7abf915ae03108355b for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:09:02.065502 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9673d74c-b6b3-4ef7-8992-2793b18badf2 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:02.074933 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9673d74c-b6b3-4ef7-8992-2793b18badf2 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:02.146722 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9673d74c-b6b3-4ef7-8992-2793b18badf2 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:02.216124 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9673d74c-b6b3-4ef7-8992-2793b18badf2 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:02.243966 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9673d74c-b6b3-4ef7-8992-2793b18badf2 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:09:02.252671 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673d74c-b6b3-4ef7-8992-2793b18badf2 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8a3328-dc19-4eff-9126-cf4b319309db,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:02.259589 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9673d74c-b6b3-4ef7-8992-2793b18badf2 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:02.259941 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-9673d74c-b6b3-4ef7-8992-2793b18badf2 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Added segment 1ed4d90f-0dd6-40ef-ae25-db34322b2c86 of type vlan for network 28ec0129-0ed4-44fc-8300-0766e22007d9 Apr 20 14:09:02.300543 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9673d74c-b6b3-4ef7-8992-2793b18badf2 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:02.370305 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9673d74c-b6b3-4ef7-8992-2793b18badf2 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:02.376699 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9673d74c-b6b3-4ef7-8992-2793b18badf2 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:09:02.377292 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9673d74c-b6b3-4ef7-8992-2793b18badf2 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:02.444647 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673d74c-b6b3-4ef7-8992-2793b18badf2 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Pushing event updated for resources: {'Network': ['ID=28ec0129-0ed4-44fc-8300-0766e22007d9,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:02.454665 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 28ec0129-0ed4-44fc-8300-0766e22007d9 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:09:02.481643 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9673d74c-b6b3-4ef7-8992-2793b18badf2 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4976864 Apr 20 14:09:02.484479 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33428) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:09:02.489623 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-3778b4d9-7470-4b15-8777-f7e590a75b8a tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Request body: {'subnet': {'network_id': '28ec0129-0ed4-44fc-8300-0766e22007d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:09:02.638846 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3778b4d9-7470-4b15-8777-f7e590a75b8a tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Made reservation on behalf of ed733cb6fea74e7abf915ae03108355b for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:09:02.642542 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3778b4d9-7470-4b15-8777-f7e590a75b8a tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:02.873609 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3778b4d9-7470-4b15-8777-f7e590a75b8a tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:02.925656 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778b4d9-7470-4b15-8777-f7e590a75b8a tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Pushing event updated for resources: {'Subnet': ['ID=0bface26-7e9d-4ad5-86fd-5247949dc840,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:02.941277 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3778b4d9-7470-4b15-8777-f7e590a75b8a tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Checking segment: {'id': '1ed4d90f-0dd6-40ef-ae25-db34322b2c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '28ec0129-0ed4-44fc-8300-0766e22007d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:09:02.941638 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3778b4d9-7470-4b15-8777-f7e590a75b8a tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Network hostable DHCP agents. Network: 28ec0129-0ed4-44fc-8300-0766e22007d9, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:09:03.055779 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3778b4d9-7470-4b15-8777-f7e590a75b8a tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Network 28ec0129-0ed4-44fc-8300-0766e22007d9 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:09:03.124790 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-3778b4d9-7470-4b15-8777-f7e590a75b8a tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 28ec0129-0ed4-44fc-8300-0766e22007d9) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:09:03.128958 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3778b4d9-7470-4b15-8777-f7e590a75b8a tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:09:03.129626 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3778b4d9-7470-4b15-8777-f7e590a75b8a tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:03.135681 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3d578c-b59e-43a7-9742-dfba7ac25ded None None] Network 28ec0129-0ed4-44fc-8300-0766e22007d9 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:09:03.207805 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3778b4d9-7470-4b15-8777-f7e590a75b8a tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7221217 Apr 20 14:09:03.210850 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33430) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:09:03.216639 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-b6e15172-fdc6-47c4-b7ac-2ccec465f0a0 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-221946948'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:09:03.278841 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475390e3-f25f-4645-b2a9-21ea15aac290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-28ec0129-0ed4-44fc-8300-0766e22007d9', 'network_id': '28ec0129-0ed4-44fc-8300-0766e22007d9', 'tenant_id': 'ed733cb6fea74e7abf915ae03108355b', 'fixed_ips': [{'subnet_id': '0bface26-7e9d-4ad5-86fd-5247949dc840'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:09:03.279724 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-475390e3-f25f-4645-b2a9-21ea15aac290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:03.307574 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e15172-fdc6-47c4-b7ac-2ccec465f0a0 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Made reservation on behalf of ed733cb6fea74e7abf915ae03108355b for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:09:03.311041 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b6e15172-fdc6-47c4-b7ac-2ccec465f0a0 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:03.334352 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6e15172-fdc6-47c4-b7ac-2ccec465f0a0 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:09:03.343648 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b6e15172-fdc6-47c4-b7ac-2ccec465f0a0 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:03.343992 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-b6e15172-fdc6-47c4-b7ac-2ccec465f0a0 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Added segment 46fbfd7a-d727-432b-abda-d23e25eb6811 of type vlan for network db1ee9dc-4eb8-4fc3-a03e-b121a5918470 Apr 20 14:09:03.384130 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b6e15172-fdc6-47c4-b7ac-2ccec465f0a0 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:03.420284 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-475390e3-f25f-4645-b2a9-21ea15aac290 None None] Allocated IP 172.20.0.2 (28ec0129-0ed4-44fc-8300-0766e22007d9/0bface26-7e9d-4ad5-86fd-5247949dc840/872f2aad-2dac-4e3f-b151-f34223a8e483) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:09:03.553302 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b6e15172-fdc6-47c4-b7ac-2ccec465f0a0 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:03.556636 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-475390e3-f25f-4645-b2a9-21ea15aac290 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:03.558896 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e15172-fdc6-47c4-b7ac-2ccec465f0a0 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:09:03.559501 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b6e15172-fdc6-47c4-b7ac-2ccec465f0a0 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:03.626334 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e15172-fdc6-47c4-b7ac-2ccec465f0a0 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Pushing event updated for resources: {'Network': ['ID=db1ee9dc-4eb8-4fc3-a03e-b121a5918470,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:03.639965 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network db1ee9dc-4eb8-4fc3-a03e-b121a5918470 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:09:03.670601 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b6e15172-fdc6-47c4-b7ac-2ccec465f0a0 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4586048 Apr 20 14:09:03.673435 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33432) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:09:03.678328 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-9bc5783c-0417-4bd7-82a9-e2190ecc97a4 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Request body: {'subnet': {'network_id': 'db1ee9dc-4eb8-4fc3-a03e-b121a5918470', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:09:03.683809 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-475390e3-f25f-4645-b2a9-21ea15aac290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:03.741725 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475390e3-f25f-4645-b2a9-21ea15aac290 None None] Network 28ec0129-0ed4-44fc-8300-0766e22007d9 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:09:03.747514 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-475390e3-f25f-4645-b2a9-21ea15aac290 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:09:03.752336 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475390e3-f25f-4645-b2a9-21ea15aac290 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:09:03.754124 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475390e3-f25f-4645-b2a9-21ea15aac290 None None] Pushing event updated for resources: {'Port': ['ID=872f2aad-2dac-4e3f-b151-f34223a8e483,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:03.806231 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-475390e3-f25f-4645-b2a9-21ea15aac290 None None] Attempting to bind port 872f2aad-2dac-4e3f-b151-f34223a8e483 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:09:03.806597 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-475390e3-f25f-4645-b2a9-21ea15aac290 None None] Attempting to bind port 872f2aad-2dac-4e3f-b151-f34223a8e483 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '1ed4d90f-0dd6-40ef-ae25-db34322b2c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '28ec0129-0ed4-44fc-8300-0766e22007d9'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:09:03.806961 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475390e3-f25f-4645-b2a9-21ea15aac290 None None] Attempting to bind port 872f2aad-2dac-4e3f-b151-f34223a8e483 on network 28ec0129-0ed4-44fc-8300-0766e22007d9 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:09:03.811812 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475390e3-f25f-4645-b2a9-21ea15aac290 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:09:03.812187 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475390e3-f25f-4645-b2a9-21ea15aac290 None None] Checking segment: {'id': '1ed4d90f-0dd6-40ef-ae25-db34322b2c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '28ec0129-0ed4-44fc-8300-0766e22007d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:09:03.812581 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-475390e3-f25f-4645-b2a9-21ea15aac290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:03.812968 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475390e3-f25f-4645-b2a9-21ea15aac290 None None] Bound using segment: {'id': '1ed4d90f-0dd6-40ef-ae25-db34322b2c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '28ec0129-0ed4-44fc-8300-0766e22007d9'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:09:03.813431 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-475390e3-f25f-4645-b2a9-21ea15aac290 None None] Bound port: 872f2aad-2dac-4e3f-b151-f34223a8e483, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed4d90f-0dd6-40ef-ae25-db34322b2c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '28ec0129-0ed4-44fc-8300-0766e22007d9'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:09:03.813809 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-475390e3-f25f-4645-b2a9-21ea15aac290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:03.821862 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc5783c-0417-4bd7-82a9-e2190ecc97a4 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Made reservation on behalf of ed733cb6fea74e7abf915ae03108355b for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:09:03.826171 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9bc5783c-0417-4bd7-82a9-e2190ecc97a4 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:03.882180 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-475390e3-f25f-4645-b2a9-21ea15aac290 None None] For port 872f2aad-2dac-4e3f-b151-f34223a8e483, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:09:03.885639 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-475390e3-f25f-4645-b2a9-21ea15aac290 None None] For port 872f2aad-2dac-4e3f-b151-f34223a8e483, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=872f2aad-2dac-4e3f-b151-f34223a8e483,segment=NetworkSegment(1ed4d90f-0dd6-40ef-ae25-db34322b2c86),segment_id=1ed4d90f-0dd6-40ef-ae25-db34322b2c86)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:09:03.982250 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-475390e3-f25f-4645-b2a9-21ea15aac290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:04.040687 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475390e3-f25f-4645-b2a9-21ea15aac290 None None] Pushing event updated for resources: {'Port': ['ID=872f2aad-2dac-4e3f-b151-f34223a8e483,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:04.062079 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9bc5783c-0417-4bd7-82a9-e2190ecc97a4 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:04.127440 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5783c-0417-4bd7-82a9-e2190ecc97a4 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Pushing event updated for resources: {'Subnet': ['ID=3bc457ce-30d4-4b60-9740-b7d7ec0c52e5,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:04.138331 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc5783c-0417-4bd7-82a9-e2190ecc97a4 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Checking segment: {'id': '46fbfd7a-d727-432b-abda-d23e25eb6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'db1ee9dc-4eb8-4fc3-a03e-b121a5918470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:09:04.138696 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc5783c-0417-4bd7-82a9-e2190ecc97a4 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Network hostable DHCP agents. Network: db1ee9dc-4eb8-4fc3-a03e-b121a5918470, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:09:04.193444 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc5783c-0417-4bd7-82a9-e2190ecc97a4 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Network db1ee9dc-4eb8-4fc3-a03e-b121a5918470 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:09:04.245026 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-9bc5783c-0417-4bd7-82a9-e2190ecc97a4 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, db1ee9dc-4eb8-4fc3-a03e-b121a5918470) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:09:04.250282 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc5783c-0417-4bd7-82a9-e2190ecc97a4 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:09:04.250953 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9bc5783c-0417-4bd7-82a9-e2190ecc97a4 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:04.257325 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8b2b9f-fd5a-4012-b256-f4199ef9b42a None None] Network db1ee9dc-4eb8-4fc3-a03e-b121a5918470 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:09:04.317604 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9bc5783c-0417-4bd7-82a9-e2190ecc97a4 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6430917 Apr 20 14:09:04.320469 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33434) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:09:04.324999 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-fee9ef88-ec0e-42c2-b902-716d6ff240ca tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Request body: {'router': {'external_gateway_info': {'network_id': 'db1ee9dc-4eb8-4fc3-a03e-b121a5918470'}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:09:04.409112 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a448352-64bf-4c15-ab58-1aba283525e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-db1ee9dc-4eb8-4fc3-a03e-b121a5918470', 'network_id': 'db1ee9dc-4eb8-4fc3-a03e-b121a5918470', 'tenant_id': 'ed733cb6fea74e7abf915ae03108355b', 'fixed_ips': [{'subnet_id': '3bc457ce-30d4-4b60-9740-b7d7ec0c52e5'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:09:04.410020 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5a448352-64bf-4c15-ab58-1aba283525e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:04.548465 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-5a448352-64bf-4c15-ab58-1aba283525e4 None None] Allocated IP 172.21.0.2 (db1ee9dc-4eb8-4fc3-a03e-b121a5918470/3bc457ce-30d4-4b60-9740-b7d7ec0c52e5/45dc2406-a07c-4a17-b109-88344bff8fc5) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:09:04.575448 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fee9ef88-ec0e-42c2-b902-716d6ff240ca tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:04.598257 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:09:04.696451 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5a448352-64bf-4c15-ab58-1aba283525e4 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:04.747887 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [None req-fee9ef88-ec0e-42c2-b902-716d6ff240ca tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 14:09:04.748952 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-fee9ef88-ec0e-42c2-b902-716d6ff240ca tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] 10.222.0.25 "PUT /v2.0/routers/4ffdd770-4a4b-4cb6-ade5-48362cbe2b9c HTTP/1.1" status: 400 len: 364 time: 0.4275460 Apr 20 14:09:04.754841 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33436) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:09:04.759857 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5a448352-64bf-4c15-ab58-1aba283525e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:04.796436 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a448352-64bf-4c15-ab58-1aba283525e4 None None] Network db1ee9dc-4eb8-4fc3-a03e-b121a5918470 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:09:04.799864 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-5a448352-64bf-4c15-ab58-1aba283525e4 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:09:04.803248 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a448352-64bf-4c15-ab58-1aba283525e4 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:09:04.811561 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0d31fc9-3488-49b1-8e4c-fd9b378eb5ef tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Deleting subnet 3bc457ce-30d4-4b60-9740-b7d7ec0c52e5 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:09:04.814857 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b0d31fc9-3488-49b1-8e4c-fd9b378eb5ef tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:04.837668 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a448352-64bf-4c15-ab58-1aba283525e4 None None] Pushing event updated for resources: {'Port': ['ID=45dc2406-a07c-4a17-b109-88344bff8fc5,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:04.863536 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b0d31fc9-3488-49b1-8e4c-fd9b378eb5ef tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:04.870409 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-5a448352-64bf-4c15-ab58-1aba283525e4 None None] Attempting to bind port 45dc2406-a07c-4a17-b109-88344bff8fc5 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:09:04.870784 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-5a448352-64bf-4c15-ab58-1aba283525e4 None None] Attempting to bind port 45dc2406-a07c-4a17-b109-88344bff8fc5 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '46fbfd7a-d727-432b-abda-d23e25eb6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'db1ee9dc-4eb8-4fc3-a03e-b121a5918470'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:09:04.871152 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a448352-64bf-4c15-ab58-1aba283525e4 None None] Attempting to bind port 45dc2406-a07c-4a17-b109-88344bff8fc5 on network db1ee9dc-4eb8-4fc3-a03e-b121a5918470 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:09:04.876481 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a448352-64bf-4c15-ab58-1aba283525e4 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:09:04.876852 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a448352-64bf-4c15-ab58-1aba283525e4 None None] Checking segment: {'id': '46fbfd7a-d727-432b-abda-d23e25eb6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'db1ee9dc-4eb8-4fc3-a03e-b121a5918470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:09:04.877250 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5a448352-64bf-4c15-ab58-1aba283525e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:04.877637 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a448352-64bf-4c15-ab58-1aba283525e4 None None] Bound using segment: {'id': '46fbfd7a-d727-432b-abda-d23e25eb6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'db1ee9dc-4eb8-4fc3-a03e-b121a5918470'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:09:04.878104 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-5a448352-64bf-4c15-ab58-1aba283525e4 None None] Bound port: 45dc2406-a07c-4a17-b109-88344bff8fc5, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46fbfd7a-d727-432b-abda-d23e25eb6811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'db1ee9dc-4eb8-4fc3-a03e-b121a5918470'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:09:04.878484 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5a448352-64bf-4c15-ab58-1aba283525e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:04.944935 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-5a448352-64bf-4c15-ab58-1aba283525e4 None None] For port 45dc2406-a07c-4a17-b109-88344bff8fc5, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:09:04.948375 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-5a448352-64bf-4c15-ab58-1aba283525e4 None None] For port 45dc2406-a07c-4a17-b109-88344bff8fc5, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=45dc2406-a07c-4a17-b109-88344bff8fc5,segment=NetworkSegment(46fbfd7a-d727-432b-abda-d23e25eb6811),segment_id=46fbfd7a-d727-432b-abda-d23e25eb6811)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:09:04.978621 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e36a0a-57e1-4ae0-920a-fd82689add7b None None] Network 28ec0129-0ed4-44fc-8300-0766e22007d9 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:09:05.007597 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b0d31fc9-3488-49b1-8e4c-fd9b378eb5ef tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:05.036546 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5a448352-64bf-4c15-ab58-1aba283525e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:05.081816 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-930a6df0-61b7-496b-8cc1-f35e234aaf2c None None] Provisioning complete for port 872f2aad-2dac-4e3f-b151-f34223a8e483 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:09:05.082185 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-930a6df0-61b7-496b-8cc1-f35e234aaf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:05.102619 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b0d31fc9-3488-49b1-8e4c-fd9b378eb5ef tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:05.137068 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d31fc9-3488-49b1-8e4c-fd9b378eb5ef tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Pushing event deleted for resources: {'Subnet': ['ID=3bc457ce-30d4-4b60-9740-b7d7ec0c52e5,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:05.142772 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b0d31fc9-3488-49b1-8e4c-fd9b378eb5ef tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:05.146740 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b0d31fc9-3488-49b1-8e4c-fd9b378eb5ef tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] 10.222.0.25 "DELETE /v2.0/subnets/3bc457ce-30d4-4b60-9740-b7d7ec0c52e5 HTTP/1.1" status: 204 len: 168 time: 0.3908436 Apr 20 14:09:05.149319 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33438) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:09:05.178647 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a448352-64bf-4c15-ab58-1aba283525e4 None None] Pushing event updated for resources: {'Port': ['ID=45dc2406-a07c-4a17-b109-88344bff8fc5,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:05.233376 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-57d7c110-a10e-48f9-80b1-48dfaf068f79 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:05.282810 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-930a6df0-61b7-496b-8cc1-f35e234aaf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:05.318047 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-57d7c110-a10e-48f9-80b1-48dfaf068f79 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Deleting port 45dc2406-a07c-4a17-b109-88344bff8fc5 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:09:05.321477 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-57d7c110-a10e-48f9-80b1-48dfaf068f79 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:05.332442 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-930a6df0-61b7-496b-8cc1-f35e234aaf2c None None] For port 872f2aad-2dac-4e3f-b151-f34223a8e483, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=872f2aad-2dac-4e3f-b151-f34223a8e483,segment=NetworkSegment(1ed4d90f-0dd6-40ef-ae25-db34322b2c86),segment_id=1ed4d90f-0dd6-40ef-ae25-db34322b2c86)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:09:05.399394 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-930a6df0-61b7-496b-8cc1-f35e234aaf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:05.405246 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-57d7c110-a10e-48f9-80b1-48dfaf068f79 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] For port 45dc2406-a07c-4a17-b109-88344bff8fc5, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=45dc2406-a07c-4a17-b109-88344bff8fc5,segment=NetworkSegment(46fbfd7a-d727-432b-abda-d23e25eb6811),segment_id=46fbfd7a-d727-432b-abda-d23e25eb6811)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:09:05.405824 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-57d7c110-a10e-48f9-80b1-48dfaf068f79 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:05.423057 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-57d7c110-a10e-48f9-80b1-48dfaf068f79 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Calling delete_port for 45dc2406-a07c-4a17-b109-88344bff8fc5 owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:09:05.477497 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a6df0-61b7-496b-8cc1-f35e234aaf2c None None] Pushing event updated for resources: {'Port': ['ID=872f2aad-2dac-4e3f-b151-f34223a8e483,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:05.529429 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 872f2aad-2dac-4e3f-b151-f34223a8e483 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:09:05.579550 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 872f2aad-2dac-4e3f-b151-f34223a8e483 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:09:05.579994 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:05.598978 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-57d7c110-a10e-48f9-80b1-48dfaf068f79 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:05.626898 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d7c110-a10e-48f9-80b1-48dfaf068f79 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Pushing event deleted for resources: {'Port': ['ID=45dc2406-a07c-4a17-b109-88344bff8fc5,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:05.629311 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d7c110-a10e-48f9-80b1-48dfaf068f79 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] No DVR routers for this DVR port 45dc2406-a07c-4a17-b109-88344bff8fc5 on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:09:05.631447 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-92b3e259-630c-4965-90dd-3353859a629c None None] Provisioning complete for port 872f2aad-2dac-4e3f-b151-f34223a8e483 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:09:05.631863 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-92b3e259-630c-4965-90dd-3353859a629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:05.701761 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 45dc2406-a07c-4a17-b109-88344bff8fc5 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:09:05.711195 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-57d7c110-a10e-48f9-80b1-48dfaf068f79 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:05.722785 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 45dc2406-a07c-4a17-b109-88344bff8fc5 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:09:05.723128 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 45dc2406-a07c-4a17-b109-88344bff8fc5 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 20 14:09:05.732844 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-57d7c110-a10e-48f9-80b1-48dfaf068f79 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db1ee9dc-4eb8-4fc3-a03e-b121a5918470']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:09:05.741830 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-57d7c110-a10e-48f9-80b1-48dfaf068f79 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46fbfd7a-d727-432b-abda-d23e25eb6811') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:09:05.742132 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-57d7c110-a10e-48f9-80b1-48dfaf068f79 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46fbfd7a-d727-432b-abda-d23e25eb6811') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:09:05.743246 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Port 45dc2406-a07c-4a17-b109-88344bff8fc5 not found, will not notify nova. {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 20 14:09:05.752386 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-57d7c110-a10e-48f9-80b1-48dfaf068f79 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:05.765126 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-57d7c110-a10e-48f9-80b1-48dfaf068f79 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:05.771581 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57d7c110-a10e-48f9-80b1-48dfaf068f79 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:09:05.772062 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-57d7c110-a10e-48f9-80b1-48dfaf068f79 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:05.775129 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 14:09:05.775129 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:09:05.775129 n-d-836015-7 neutron-server[114869]: timer() Apr 20 14:09:05.775129 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:09:05.775129 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 14:09:05.775129 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:09:05.775129 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 14:09:05.775129 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:09:05.775129 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 14:09:05.775129 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:09:05.775129 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 14:09:05.775129 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:09:05.775129 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 14:09:05.775129 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:09:05.775129 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:09:05.775129 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:09:05.775129 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:09:05.775129 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:09:05.775129 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 14:09:05.775129 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:09:05.775129 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 14:09:05.775129 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:09:05.775129 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:09:05.775129 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:09:05.775129 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 14:09:05.775129 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:09:05.775129 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:09:05.775129 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:09:05.775129 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:09:05.775129 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:09:05.775129 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:09:05.775129 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:09:05.919385 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-57d7c110-a10e-48f9-80b1-48dfaf068f79 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:05.927840 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-57d7c110-a10e-48f9-80b1-48dfaf068f79 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:05.933801 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-57d7c110-a10e-48f9-80b1-48dfaf068f79 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] 10.222.0.25 "DELETE /v2.0/networks/db1ee9dc-4eb8-4fc3-a03e-b121a5918470 HTTP/1.1" status: 204 len: 168 time: 0.7806363 Apr 20 14:09:05.934102 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33440) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:09:05.952198 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d7c110-a10e-48f9-80b1-48dfaf068f79 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Pushing event deleted for resources: {'Network': ['ID=db1ee9dc-4eb8-4fc3-a03e-b121a5918470,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:05.997559 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cac157e-6dab-4c5d-8aa7-3cd9d5ca7f23 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Deleting subnet 0bface26-7e9d-4ad5-86fd-5247949dc840 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:09:06.000874 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4cac157e-6dab-4c5d-8aa7-3cd9d5ca7f23 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:06.041602 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4cac157e-6dab-4c5d-8aa7-3cd9d5ca7f23 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:06.200339 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce38f382-b74f-43c8-be51-56d3c8099cbf None None] DHCP port deletion for db1ee9dc-4eb8-4fc3-a03e-b121a5918470 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:09:06.202065 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-4da94e77-eaf0-445d-bd06-873f4552146e None None] Could not find standard attr ID for object 45dc2406-a07c-4a17-b109-88344bff8fc5. {{(pid=114871) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 14:09:06.219023 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210c959d-0132-46df-a69c-000d1a109136 None None] Network db1ee9dc-4eb8-4fc3-a03e-b121a5918470 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:09:06.233027 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210c959d-0132-46df-a69c-000d1a109136 None None] Network db1ee9dc-4eb8-4fc3-a03e-b121a5918470 could not be found, it might have been deleted concurrently. {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 20 14:09:06.366066 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4cac157e-6dab-4c5d-8aa7-3cd9d5ca7f23 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:06.508192 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4cac157e-6dab-4c5d-8aa7-3cd9d5ca7f23 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:06.535701 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac157e-6dab-4c5d-8aa7-3cd9d5ca7f23 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Pushing event deleted for resources: {'Subnet': ['ID=0bface26-7e9d-4ad5-86fd-5247949dc840,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:06.539244 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4cac157e-6dab-4c5d-8aa7-3cd9d5ca7f23 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:06.542443 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4cac157e-6dab-4c5d-8aa7-3cd9d5ca7f23 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] 10.222.0.25 "DELETE /v2.0/subnets/0bface26-7e9d-4ad5-86fd-5247949dc840 HTTP/1.1" status: 204 len: 168 time: 0.5987282 Apr 20 14:09:06.544933 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33442) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:09:06.547751 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29af3ccc-a498-48fb-8da6-94968c63b9c4 None None] Network 28ec0129-0ed4-44fc-8300-0766e22007d9 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:09:06.623979 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0e9c63c4-e6ab-4961-b89b-713f5031b924 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:06.679520 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-0e9c63c4-e6ab-4961-b89b-713f5031b924 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Deleting port 872f2aad-2dac-4e3f-b151-f34223a8e483 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:09:06.679862 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0e9c63c4-e6ab-4961-b89b-713f5031b924 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:06.727088 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7868b72-1c4f-4d28-9093-e2904fd31a1a None None] DHCP port deletion for 28ec0129-0ed4-44fc-8300-0766e22007d9 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:09:06.746516 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-0e9c63c4-e6ab-4961-b89b-713f5031b924 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] For port 872f2aad-2dac-4e3f-b151-f34223a8e483, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=872f2aad-2dac-4e3f-b151-f34223a8e483,segment=NetworkSegment(1ed4d90f-0dd6-40ef-ae25-db34322b2c86),segment_id=1ed4d90f-0dd6-40ef-ae25-db34322b2c86)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:09:06.746878 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0e9c63c4-e6ab-4961-b89b-713f5031b924 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:06.759627 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-0e9c63c4-e6ab-4961-b89b-713f5031b924 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Calling delete_port for 872f2aad-2dac-4e3f-b151-f34223a8e483 owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:09:06.775060 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-c7868b72-1c4f-4d28-9093-e2904fd31a1a None None] Deleting port 872f2aad-2dac-4e3f-b151-f34223a8e483 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:09:06.775464 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c7868b72-1c4f-4d28-9093-e2904fd31a1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:06.837875 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-c7868b72-1c4f-4d28-9093-e2904fd31a1a None None] For port 872f2aad-2dac-4e3f-b151-f34223a8e483, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=872f2aad-2dac-4e3f-b151-f34223a8e483,segment=NetworkSegment(1ed4d90f-0dd6-40ef-ae25-db34322b2c86),segment_id=1ed4d90f-0dd6-40ef-ae25-db34322b2c86)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:09:06.838274 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c7868b72-1c4f-4d28-9093-e2904fd31a1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:06.851441 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-c7868b72-1c4f-4d28-9093-e2904fd31a1a None None] Calling delete_port for 872f2aad-2dac-4e3f-b151-f34223a8e483 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:09:06.959027 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0e9c63c4-e6ab-4961-b89b-713f5031b924 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:06.964443 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c7868b72-1c4f-4d28-9093-e2904fd31a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:06.984402 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c63c4-e6ab-4961-b89b-713f5031b924 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Pushing event deleted for resources: {'Port': ['ID=872f2aad-2dac-4e3f-b151-f34223a8e483,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:06.987931 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9c63c4-e6ab-4961-b89b-713f5031b924 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] No DVR routers for this DVR port 872f2aad-2dac-4e3f-b151-f34223a8e483 on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:09:06.988673 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7868b72-1c4f-4d28-9093-e2904fd31a1a None None] Pushing event deleted for resources: {'Port': ['ID=872f2aad-2dac-4e3f-b151-f34223a8e483,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:06.992627 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7868b72-1c4f-4d28-9093-e2904fd31a1a None None] No DVR routers for this DVR port 872f2aad-2dac-4e3f-b151-f34223a8e483 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:09:07.067783 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0e9c63c4-e6ab-4961-b89b-713f5031b924 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:07.088116 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-0e9c63c4-e6ab-4961-b89b-713f5031b924 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28ec0129-0ed4-44fc-8300-0766e22007d9']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:09:07.097029 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-0e9c63c4-e6ab-4961-b89b-713f5031b924 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed4d90f-0dd6-40ef-ae25-db34322b2c86') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:09:07.102324 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-0e9c63c4-e6ab-4961-b89b-713f5031b924 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed4d90f-0dd6-40ef-ae25-db34322b2c86') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:09:07.106415 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0e9c63c4-e6ab-4961-b89b-713f5031b924 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:07.118941 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0e9c63c4-e6ab-4961-b89b-713f5031b924 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:07.125175 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e9c63c4-e6ab-4961-b89b-713f5031b924 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:09:07.131112 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0e9c63c4-e6ab-4961-b89b-713f5031b924 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:07.131112 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 14:09:07.131112 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:09:07.131112 n-d-836015-7 neutron-server[114869]: timer() Apr 20 14:09:07.131112 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:09:07.131112 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 14:09:07.131112 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:09:07.131112 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 14:09:07.131112 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:09:07.131112 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 14:09:07.131112 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:09:07.131112 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 14:09:07.131112 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:09:07.131112 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 14:09:07.131112 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:09:07.131112 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:09:07.131112 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:09:07.131112 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:09:07.131112 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:09:07.131112 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 14:09:07.131112 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:09:07.131112 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 14:09:07.131112 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:09:07.131112 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:09:07.131112 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:09:07.131112 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 14:09:07.131112 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:09:07.131112 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:09:07.131112 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:09:07.131112 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:09:07.131112 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:09:07.131112 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:09:07.131112 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:09:07.250509 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0e9c63c4-e6ab-4961-b89b-713f5031b924 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:07.257451 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0e9c63c4-e6ab-4961-b89b-713f5031b924 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:07.260296 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-0e9c63c4-e6ab-4961-b89b-713f5031b924 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] 10.222.0.25 "DELETE /v2.0/networks/28ec0129-0ed4-44fc-8300-0766e22007d9 HTTP/1.1" status: 204 len: 168 time: 0.7144318 Apr 20 14:09:07.263726 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33444) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:09:07.272437 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c63c4-e6ab-4961-b89b-713f5031b924 tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Pushing event deleted for resources: {'Network': ['ID=28ec0129-0ed4-44fc-8300-0766e22007d9,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:07.291693 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-687df040-143e-40bb-8b12-fa50e7d5dd8d tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ffdd770-4a4b-4cb6-ade5-48362cbe2b9c HTTP/1.1" status: 200 len: 205 time: 0.0266192 Apr 20 14:09:07.294176 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33446) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:09:07.368903 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-824a251a-7ca1-4b4b-81f2-850bd24cb33a tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:07.382708 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 45dc2406-a07c-4a17-b109-88344bff8fc5 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:09:07.407135 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 45dc2406-a07c-4a17-b109-88344bff8fc5 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:09:07.407506 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 45dc2406-a07c-4a17-b109-88344bff8fc5 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:09:07.408015 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 872f2aad-2dac-4e3f-b151-f34223a8e483 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:09:07.428359 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 872f2aad-2dac-4e3f-b151-f34223a8e483 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:09:07.428700 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 872f2aad-2dac-4e3f-b151-f34223a8e483 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:09:07.528077 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-824a251a-7ca1-4b4b-81f2-850bd24cb33a tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:07.530071 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-824a251a-7ca1-4b4b-81f2-850bd24cb33a tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:07.633737 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-824a251a-7ca1-4b4b-81f2-850bd24cb33a tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:07.634259 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824a251a-7ca1-4b4b-81f2-850bd24cb33a tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Fanout notify agent at l3_agent the message router_deleted on router 4ffdd770-4a4b-4cb6-ade5-48362cbe2b9c {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:09:07.642538 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-824a251a-7ca1-4b4b-81f2-850bd24cb33a tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:07.645527 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-824a251a-7ca1-4b4b-81f2-850bd24cb33a tempest-RoutersNegativeTest-1716995421 tempest-RoutersNegativeTest-1716995421-project] 10.222.0.25 "DELETE /v2.0/routers/4ffdd770-4a4b-4cb6-ade5-48362cbe2b9c HTTP/1.1" status: 204 len: 168 time: 0.3491082 Apr 20 14:09:08.165245 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33452) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:09:08.293578 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b0499f01-e7e5-4f35-b4ae-e1eed6c718e3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ed733cb6fea74e7abf915ae03108355b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1271853 Apr 20 14:09:08.296040 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33456) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:09:08.346456 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-af0c04e0-1633-46bc-bb24-9d632d4008b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:08.367297 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-af0c04e0-1633-46bc-bb24-9d632d4008b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:08.461868 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-af0c04e0-1633-46bc-bb24-9d632d4008b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:08.465046 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-af0c04e0-1633-46bc-bb24-9d632d4008b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:08.466206 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-af0c04e0-1633-46bc-bb24-9d632d4008b6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8b8a3328-dc19-4eff-9126-cf4b319309db HTTP/1.1" status: 204 len: 168 time: 0.1692588 Apr 20 14:09:08.474074 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c04e0-1633-46bc-bb24-9d632d4008b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8a3328-dc19-4eff-9126-cf4b319309db,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:09.344555 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33478) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:09:09.441751 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-9a8e34d3-f1ea-4aa0-9d3d-001aa7edf40f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2024129263-network', 'tenant_id': 'c194ec4ea848451dbb54fdc63052446d'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:09:09.598883 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8e34d3-f1ea-4aa0-9d3d-001aa7edf40f admin admin] Made reservation on behalf of c194ec4ea848451dbb54fdc63052446d for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:09:09.601194 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9a8e34d3-f1ea-4aa0-9d3d-001aa7edf40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:09.610280 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9a8e34d3-f1ea-4aa0-9d3d-001aa7edf40f admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:09.680265 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9a8e34d3-f1ea-4aa0-9d3d-001aa7edf40f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:09.764777 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9a8e34d3-f1ea-4aa0-9d3d-001aa7edf40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:09.788956 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a8e34d3-f1ea-4aa0-9d3d-001aa7edf40f admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:09:09.799051 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e34d3-f1ea-4aa0-9d3d-001aa7edf40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9052f68e-adf1-4474-b88e-32abb9277250,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:09.803797 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9a8e34d3-f1ea-4aa0-9d3d-001aa7edf40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:09.807073 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-9a8e34d3-f1ea-4aa0-9d3d-001aa7edf40f admin admin] Added segment 7ad22572-356e-4a55-979a-613f9c9260fe of type vlan for network 7afd1bd2-1c16-4f32-9b8d-9f10b41339fc Apr 20 14:09:09.842654 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9a8e34d3-f1ea-4aa0-9d3d-001aa7edf40f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:09.902663 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9a8e34d3-f1ea-4aa0-9d3d-001aa7edf40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:09.903587 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8e34d3-f1ea-4aa0-9d3d-001aa7edf40f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:09:09.904176 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-9a8e34d3-f1ea-4aa0-9d3d-001aa7edf40f admin admin] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:09.964849 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e34d3-f1ea-4aa0-9d3d-001aa7edf40f admin admin] Pushing event updated for resources: {'Network': ['ID=7afd1bd2-1c16-4f32-9b8d-9f10b41339fc,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:09.975000 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 7afd1bd2-1c16-4f32-9b8d-9f10b41339fc details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:09:09.990393 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9a8e34d3-f1ea-4aa0-9d3d-001aa7edf40f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6446331 Apr 20 14:09:09.993171 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33484) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:09:09.997992 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-fce93ec9-cc2f-40bc-a03a-39b4779c4a07 admin admin] Request body: {'subnet': {'network_id': '7afd1bd2-1c16-4f32-9b8d-9f10b41339fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2024129263-subnet', 'tenant_id': 'c194ec4ea848451dbb54fdc63052446d', 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:09:10.078651 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce93ec9-cc2f-40bc-a03a-39b4779c4a07 admin admin] Made reservation on behalf of c194ec4ea848451dbb54fdc63052446d for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:09:10.081036 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fce93ec9-cc2f-40bc-a03a-39b4779c4a07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:10.307590 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fce93ec9-cc2f-40bc-a03a-39b4779c4a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:10.362392 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce93ec9-cc2f-40bc-a03a-39b4779c4a07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89d9003f-8802-4d57-a021-826ec2ae366a,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:10.372405 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce93ec9-cc2f-40bc-a03a-39b4779c4a07 admin admin] Checking segment: {'id': '7ad22572-356e-4a55-979a-613f9c9260fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7afd1bd2-1c16-4f32-9b8d-9f10b41339fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:09:10.372768 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce93ec9-cc2f-40bc-a03a-39b4779c4a07 admin admin] Network hostable DHCP agents. Network: 7afd1bd2-1c16-4f32-9b8d-9f10b41339fc, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:09:10.455977 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce93ec9-cc2f-40bc-a03a-39b4779c4a07 admin admin] Network 7afd1bd2-1c16-4f32-9b8d-9f10b41339fc is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:09:10.518705 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-fce93ec9-cc2f-40bc-a03a-39b4779c4a07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 7afd1bd2-1c16-4f32-9b8d-9f10b41339fc) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:09:10.523233 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce93ec9-cc2f-40bc-a03a-39b4779c4a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:09:10.524409 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fce93ec9-cc2f-40bc-a03a-39b4779c4a07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:10.527248 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd7bd06-2c89-4f07-a56b-0ef5d15e2b16 None None] Network 7afd1bd2-1c16-4f32-9b8d-9f10b41339fc requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:09:10.642197 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-fce93ec9-cc2f-40bc-a03a-39b4779c4a07 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6478541 Apr 20 14:09:10.644941 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33486) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:09:10.649546 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-b41d3f8e-dcde-43c2-babd-0aeffe7f4565 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2024129263-router', 'tenant_id': 'c194ec4ea848451dbb54fdc63052446d', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:09:10.719586 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b41d3f8e-dcde-43c2-babd-0aeffe7f4565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:10.720661 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b41d3f8e-dcde-43c2-babd-0aeffe7f4565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:10.775345 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b41d3f8e-dcde-43c2-babd-0aeffe7f4565 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:10.818090 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11d12a6-3abb-4f11-9ab7-96d37d4af3c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-7afd1bd2-1c16-4f32-9b8d-9f10b41339fc', 'network_id': '7afd1bd2-1c16-4f32-9b8d-9f10b41339fc', 'tenant_id': 'c194ec4ea848451dbb54fdc63052446d', 'fixed_ips': [{'subnet_id': '89d9003f-8802-4d57-a021-826ec2ae366a'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:09:10.819196 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a11d12a6-3abb-4f11-9ab7-96d37d4af3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:10.947446 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b41d3f8e-dcde-43c2-babd-0aeffe7f4565 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:10.954090 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-a11d12a6-3abb-4f11-9ab7-96d37d4af3c1 None None] Allocated IP 172.20.0.2 (7afd1bd2-1c16-4f32-9b8d-9f10b41339fc/89d9003f-8802-4d57-a021-826ec2ae366a/d21645ef-0749-4f53-97a2-cf96d83e96a0) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:09:11.095844 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a11d12a6-3abb-4f11-9ab7-96d37d4af3c1 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:11.176574 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a11d12a6-3abb-4f11-9ab7-96d37d4af3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:11.190789 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b41d3f8e-dcde-43c2-babd-0aeffe7f4565 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:11.209993 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b41d3f8e-dcde-43c2-babd-0aeffe7f4565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:11.212171 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11d12a6-3abb-4f11-9ab7-96d37d4af3c1 None None] Network 7afd1bd2-1c16-4f32-9b8d-9f10b41339fc is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:09:11.217511 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-a11d12a6-3abb-4f11-9ab7-96d37d4af3c1 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:09:11.221070 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11d12a6-3abb-4f11-9ab7-96d37d4af3c1 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:09:11.232250 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d12a6-3abb-4f11-9ab7-96d37d4af3c1 None None] Pushing event updated for resources: {'Port': ['ID=d21645ef-0749-4f53-97a2-cf96d83e96a0,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:11.280475 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-a11d12a6-3abb-4f11-9ab7-96d37d4af3c1 None None] Attempting to bind port d21645ef-0749-4f53-97a2-cf96d83e96a0 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:09:11.280849 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-a11d12a6-3abb-4f11-9ab7-96d37d4af3c1 None None] Attempting to bind port d21645ef-0749-4f53-97a2-cf96d83e96a0 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '7ad22572-356e-4a55-979a-613f9c9260fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7afd1bd2-1c16-4f32-9b8d-9f10b41339fc'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:09:11.281215 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11d12a6-3abb-4f11-9ab7-96d37d4af3c1 None None] Attempting to bind port d21645ef-0749-4f53-97a2-cf96d83e96a0 on network 7afd1bd2-1c16-4f32-9b8d-9f10b41339fc {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:09:11.286227 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11d12a6-3abb-4f11-9ab7-96d37d4af3c1 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:09:11.286599 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11d12a6-3abb-4f11-9ab7-96d37d4af3c1 None None] Checking segment: {'id': '7ad22572-356e-4a55-979a-613f9c9260fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7afd1bd2-1c16-4f32-9b8d-9f10b41339fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:09:11.286995 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a11d12a6-3abb-4f11-9ab7-96d37d4af3c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:11.287407 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11d12a6-3abb-4f11-9ab7-96d37d4af3c1 None None] Bound using segment: {'id': '7ad22572-356e-4a55-979a-613f9c9260fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7afd1bd2-1c16-4f32-9b8d-9f10b41339fc'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:09:11.287877 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-a11d12a6-3abb-4f11-9ab7-96d37d4af3c1 None None] Bound port: d21645ef-0749-4f53-97a2-cf96d83e96a0, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad22572-356e-4a55-979a-613f9c9260fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7afd1bd2-1c16-4f32-9b8d-9f10b41339fc'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:09:11.288467 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a11d12a6-3abb-4f11-9ab7-96d37d4af3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:11.320476 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-b41d3f8e-dcde-43c2-babd-0aeffe7f4565 admin admin] Allocated IP 172.25.8.21 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/72471a28-fdd1-4e30-9c1a-2b7797a64127) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:09:11.354149 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-a11d12a6-3abb-4f11-9ab7-96d37d4af3c1 None None] For port d21645ef-0749-4f53-97a2-cf96d83e96a0, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:09:11.357857 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-a11d12a6-3abb-4f11-9ab7-96d37d4af3c1 None None] For port d21645ef-0749-4f53-97a2-cf96d83e96a0, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d21645ef-0749-4f53-97a2-cf96d83e96a0,segment=NetworkSegment(7ad22572-356e-4a55-979a-613f9c9260fe),segment_id=7ad22572-356e-4a55-979a-613f9c9260fe)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:09:11.423683 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b41d3f8e-dcde-43c2-babd-0aeffe7f4565 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:11.433881 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a11d12a6-3abb-4f11-9ab7-96d37d4af3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:11.492150 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d12a6-3abb-4f11-9ab7-96d37d4af3c1 None None] Pushing event updated for resources: {'Port': ['ID=d21645ef-0749-4f53-97a2-cf96d83e96a0,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:11.519630 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b41d3f8e-dcde-43c2-babd-0aeffe7f4565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:11.563989 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41d3f8e-dcde-43c2-babd-0aeffe7f4565 admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:09:11.566890 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-b41d3f8e-dcde-43c2-babd-0aeffe7f4565 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:09:11.570807 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41d3f8e-dcde-43c2-babd-0aeffe7f4565 admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:09:11.594024 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d3f8e-dcde-43c2-babd-0aeffe7f4565 admin admin] Pushing event updated for resources: {'Port': ['ID=72471a28-fdd1-4e30-9c1a-2b7797a64127,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:11.896564 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b41d3f8e-dcde-43c2-babd-0aeffe7f4565 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:12.385524 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b097e81-1ea9-4aba-8dc3-d03b8fb74846 None None] Network 7afd1bd2-1c16-4f32-9b8d-9f10b41339fc requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:09:12.452368 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b41d3f8e-dcde-43c2-babd-0aeffe7f4565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:12.479574 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-845ef608-724a-4dc6-b5f1-97f02d3534bd None None] Provisioning complete for port d21645ef-0749-4f53-97a2-cf96d83e96a0 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:09:12.480027 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-845ef608-724a-4dc6-b5f1-97f02d3534bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:12.613107 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-845ef608-724a-4dc6-b5f1-97f02d3534bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:12.646602 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-845ef608-724a-4dc6-b5f1-97f02d3534bd None None] For port d21645ef-0749-4f53-97a2-cf96d83e96a0, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d21645ef-0749-4f53-97a2-cf96d83e96a0,segment=NetworkSegment(7ad22572-356e-4a55-979a-613f9c9260fe),segment_id=7ad22572-356e-4a55-979a-613f9c9260fe)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:09:12.679285 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b41d3f8e-dcde-43c2-babd-0aeffe7f4565 admin admin] Router 6c2d9be6-79fe-4d11-8cf7-f60228ec4330 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:09:12.708158 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-845ef608-724a-4dc6-b5f1-97f02d3534bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:12.760007 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ef608-724a-4dc6-b5f1-97f02d3534bd None None] Pushing event updated for resources: {'Port': ['ID=d21645ef-0749-4f53-97a2-cf96d83e96a0,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:12.792737 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41d3f8e-dcde-43c2-babd-0aeffe7f4565 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:09:12.802506 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320b6c84-0db1-4411-bc9f-0bae71804c01 None None] Sync routers for ids ['6c2d9be6-79fe-4d11-8cf7-f60228ec4330'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:09:12.811955 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320b6c84-0db1-4411-bc9f-0bae71804c01 None None] Routers {'6c2d9be6-79fe-4d11-8cf7-f60228ec4330'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:09:12.812581 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-320b6c84-0db1-4411-bc9f-0bae71804c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:08:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6c2d9be6-79fe-4d11-8cf7-f60228ec4330'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:09:12.873586 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:12.875944 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-8afbc7ae-6b07-4aed-8835-62e5c0d41641 None None] Provisioning complete for port d21645ef-0749-4f53-97a2-cf96d83e96a0 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:09:12.876303 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8afbc7ae-6b07-4aed-8835-62e5c0d41641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:12.881215 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b41d3f8e-dcde-43c2-babd-0aeffe7f4565 admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:12.882549 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b41d3f8e-dcde-43c2-babd-0aeffe7f4565 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2365477 Apr 20 14:09:12.885255 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33488) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:09:12.958307 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-320b6c84-0db1-4411-bc9f-0bae71804c01 None None] Set router 6c2d9be6-79fe-4d11-8cf7-f60228ec4330 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:09:13.166500 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-320b6c84-0db1-4411-bc9f-0bae71804c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2d9be6-79fe-4d11-8cf7-f60228ec4330', 'name': 'tempest-TestEncryptedCinderVolumes-2024129263-router', 'tenant_id': 'c194ec4ea848451dbb54fdc63052446d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '72471a28-fdd1-4e30-9c1a-2b7797a64127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:09:10Z', 'updated_at': '2022-04-20T14:09:11Z', 'revision_number': 3, 'project_id': 'c194ec4ea848451dbb54fdc63052446d', 'gw_port': {'id': '72471a28-fdd1-4e30-9c1a-2b7797a64127', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:97:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2d9be6-79fe-4d11-8cf7-f60228ec4330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:09:11Z', 'updated_at': '2022-04-20T14:09:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:09:13.193493 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320b6c84-0db1-4411-bc9f-0bae71804c01 None None] Checking router: 6c2d9be6-79fe-4d11-8cf7-f60228ec4330 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:09:13.193838 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320b6c84-0db1-4411-bc9f-0bae71804c01 None None] Updating router 6c2d9be6-79fe-4d11-8cf7-f60228ec4330 port 72471a28-fdd1-4e30-9c1a-2b7797a64127 binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:09:13.222163 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-320b6c84-0db1-4411-bc9f-0bae71804c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:13.295140 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1a4e2710-d3cb-44b1-b4f7-732815dbc09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:13.433181 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d21645ef-0749-4f53-97a2-cf96d83e96a0 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:09:13.459347 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-1a4e2710-d3cb-44b1-b4f7-732815dbc09d admin admin] Allocated IP 172.20.0.1 (7afd1bd2-1c16-4f32-9b8d-9f10b41339fc/89d9003f-8802-4d57-a021-826ec2ae366a/8bc60a71-4c86-4793-b632-f044c0276031) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:09:13.537441 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-320b6c84-0db1-4411-bc9f-0bae71804c01 None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:13.546742 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port d21645ef-0749-4f53-97a2-cf96d83e96a0 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:09:13.547125 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:13.570449 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:13.571818 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1a4e2710-d3cb-44b1-b4f7-732815dbc09d admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:13.613024 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-320b6c84-0db1-4411-bc9f-0bae71804c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:13.668301 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1a4e2710-d3cb-44b1-b4f7-732815dbc09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:13.678028 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-320b6c84-0db1-4411-bc9f-0bae71804c01 None None] Attempting to bind port 72471a28-fdd1-4e30-9c1a-2b7797a64127 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:09:13.678395 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-320b6c84-0db1-4411-bc9f-0bae71804c01 None None] Attempting to bind port 72471a28-fdd1-4e30-9c1a-2b7797a64127 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:09:13.678753 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320b6c84-0db1-4411-bc9f-0bae71804c01 None None] Attempting to bind port 72471a28-fdd1-4e30-9c1a-2b7797a64127 on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:09:13.684232 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c1e15-64f7-482b-95cd-d26b09acaaa2 None None] Pushing event updated for resources: {'Port': ['ID=72471a28-fdd1-4e30-9c1a-2b7797a64127,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:13.687002 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320b6c84-0db1-4411-bc9f-0bae71804c01 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:09:13.687383 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320b6c84-0db1-4411-bc9f-0bae71804c01 None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:09:13.687789 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-320b6c84-0db1-4411-bc9f-0bae71804c01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:13.688163 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320b6c84-0db1-4411-bc9f-0bae71804c01 None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:09:13.688623 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-320b6c84-0db1-4411-bc9f-0bae71804c01 None None] Bound port: 72471a28-fdd1-4e30-9c1a-2b7797a64127, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:09:13.689013 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-320b6c84-0db1-4411-bc9f-0bae71804c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:13.704260 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4e2710-d3cb-44b1-b4f7-732815dbc09d admin admin] Network 7afd1bd2-1c16-4f32-9b8d-9f10b41339fc is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:09:13.710603 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-1a4e2710-d3cb-44b1-b4f7-732815dbc09d admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:09:13.715396 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4e2710-d3cb-44b1-b4f7-732815dbc09d admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:09:13.742952 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-320b6c84-0db1-4411-bc9f-0bae71804c01 None None] For port 72471a28-fdd1-4e30-9c1a-2b7797a64127, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:09:13.749981 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e2710-d3cb-44b1-b4f7-732815dbc09d admin admin] Pushing event updated for resources: {'Port': ['ID=8bc60a71-4c86-4793-b632-f044c0276031,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:13.750152 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-320b6c84-0db1-4411-bc9f-0bae71804c01 None None] For port 72471a28-fdd1-4e30-9c1a-2b7797a64127, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=72471a28-fdd1-4e30-9c1a-2b7797a64127,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:09:13.763078 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1a4e2710-d3cb-44b1-b4f7-732815dbc09d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:13.794563 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-320b6c84-0db1-4411-bc9f-0bae71804c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:13.864843 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320b6c84-0db1-4411-bc9f-0bae71804c01 None None] Routers {'6c2d9be6-79fe-4d11-8cf7-f60228ec4330'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:09:13.865480 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-320b6c84-0db1-4411-bc9f-0bae71804c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:08:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6c2d9be6-79fe-4d11-8cf7-f60228ec4330'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:09:13.868354 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c1e15-64f7-482b-95cd-d26b09acaaa2 None None] Pushing event updated for resources: {'Port': ['ID=72471a28-fdd1-4e30-9c1a-2b7797a64127,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:13.932614 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-c590d03a-4176-4b37-a3ea-9e1fd2d73272 None None] Provisioning complete for port 8bc60a71-4c86-4793-b632-f044c0276031 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:09:13.933495 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c590d03a-4176-4b37-a3ea-9e1fd2d73272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:13.951346 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1a4e2710-d3cb-44b1-b4f7-732815dbc09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:14.008549 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-c590d03a-4176-4b37-a3ea-9e1fd2d73272 None None] Port 8bc60a71-4c86-4793-b632-f044c0276031 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:09:14.017452 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-320b6c84-0db1-4411-bc9f-0bae71804c01 None None] Set router 6c2d9be6-79fe-4d11-8cf7-f60228ec4330 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:09:14.113725 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1a4e2710-d3cb-44b1-b4f7-732815dbc09d admin admin] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:14.176401 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1a4e2710-d3cb-44b1-b4f7-732815dbc09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:14.195058 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-320b6c84-0db1-4411-bc9f-0bae71804c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2d9be6-79fe-4d11-8cf7-f60228ec4330', 'name': 'tempest-TestEncryptedCinderVolumes-2024129263-router', 'tenant_id': 'c194ec4ea848451dbb54fdc63052446d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '72471a28-fdd1-4e30-9c1a-2b7797a64127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:09:10Z', 'updated_at': '2022-04-20T14:09:11Z', 'revision_number': 3, 'project_id': 'c194ec4ea848451dbb54fdc63052446d', 'gw_port': {'id': '72471a28-fdd1-4e30-9c1a-2b7797a64127', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:97:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2d9be6-79fe-4d11-8cf7-f60228ec4330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:09:11Z', 'updated_at': '2022-04-20T14:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:09:14.222241 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320b6c84-0db1-4411-bc9f-0bae71804c01 None None] The sync data for ids ['6c2d9be6-79fe-4d11-8cf7-f60228ec4330'] in n-d-836015-7 is: [{'id': '6c2d9be6-79fe-4d11-8cf7-f60228ec4330', 'name': 'tempest-TestEncryptedCinderVolumes-2024129263-router', 'tenant_id': 'c194ec4ea848451dbb54fdc63052446d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '72471a28-fdd1-4e30-9c1a-2b7797a64127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:09:10Z', 'updated_at': '2022-04-20T14:09:11Z', 'revision_number': 3, 'project_id': 'c194ec4ea848451dbb54fdc63052446d', 'gw_port': {'id': '72471a28-fdd1-4e30-9c1a-2b7797a64127', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:97:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2d9be6-79fe-4d11-8cf7-f60228ec4330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:09:11Z', 'updated_at': '2022-04-20T14:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:09:14.252405 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1a4e2710-d3cb-44b1-b4f7-732815dbc09d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:14.254115 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e2710-d3cb-44b1-b4f7-732815dbc09d admin admin] Pushing event updated for resources: {'Port': ['ID=8bc60a71-4c86-4793-b632-f044c0276031,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:14.346191 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4e2710-d3cb-44b1-b4f7-732815dbc09d admin admin] Network 7afd1bd2-1c16-4f32-9b8d-9f10b41339fc is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:09:14.347757 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-1a4e2710-d3cb-44b1-b4f7-732815dbc09d admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:09:14.487338 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4e2710-d3cb-44b1-b4f7-732815dbc09d admin admin] Router 6c2d9be6-79fe-4d11-8cf7-f60228ec4330 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:09:14.613191 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4e2710-d3cb-44b1-b4f7-732815dbc09d admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:09:14.626420 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1a4e2710-d3cb-44b1-b4f7-732815dbc09d admin admin] 10.222.0.25 "PUT /v2.0/routers/6c2d9be6-79fe-4d11-8cf7-f60228ec4330/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7322812 Apr 20 14:09:14.631497 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-1315b8e9-3976-4907-b94b-997b00e5170e None None] Provisioning complete for port 8bc60a71-4c86-4793-b632-f044c0276031 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:09:14.631976 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1315b8e9-3976-4907-b94b-997b00e5170e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:14.668150 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-1315b8e9-3976-4907-b94b-997b00e5170e None None] Port 8bc60a71-4c86-4793-b632-f044c0276031 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:09:15.351850 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33504) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:09:15.357264 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-97d3b779-9038-4f25-82f6-800bcb042522 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1374281143-network', 'tenant_id': '417d0f3690714940b5fbcd7c7ee01d95'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:09:15.411626 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 72471a28-fdd1-4e30-9c1a-2b7797a64127 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:09:15.445302 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d3b779-9038-4f25-82f6-800bcb042522 admin admin] Made reservation on behalf of 417d0f3690714940b5fbcd7c7ee01d95 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:09:15.447731 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-97d3b779-9038-4f25-82f6-800bcb042522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:15.456488 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-97d3b779-9038-4f25-82f6-800bcb042522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:15.461191 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 72471a28-fdd1-4e30-9c1a-2b7797a64127 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:09:15.461628 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:15.541182 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-97d3b779-9038-4f25-82f6-800bcb042522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:15.543913 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:15.567086 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 72471a28-fdd1-4e30-9c1a-2b7797a64127, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=72471a28-fdd1-4e30-9c1a-2b7797a64127,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:09:15.633143 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-97d3b779-9038-4f25-82f6-800bcb042522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:15.657543 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97d3b779-9038-4f25-82f6-800bcb042522 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:09:15.661996 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:15.668095 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3b779-9038-4f25-82f6-800bcb042522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05ba514-cb72-43b2-afe1-1a47e8ac63a1,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:15.673067 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-97d3b779-9038-4f25-82f6-800bcb042522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:15.673384 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-97d3b779-9038-4f25-82f6-800bcb042522 admin admin] Added segment 07244013-cded-4552-b341-8d18c0666ed0 of type vlan for network 847f6d5c-58e0-48aa-88be-066da8d5504a Apr 20 14:09:15.721500 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-97d3b779-9038-4f25-82f6-800bcb042522 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:15.728302 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=72471a28-fdd1-4e30-9c1a-2b7797a64127,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:15.732016 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4728c2a3-f870-4c9e-b31d-d4c2df5be323 None None] Sync routers for ids ['6c2d9be6-79fe-4d11-8cf7-f60228ec4330'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:09:15.736357 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:09:15.736706 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:09:15.737210 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:09:15.737705 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:09:15.738205 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:09:15.738695 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:09:15.739183 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:09:15.739561 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:09:15.739876 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:09:15.740203 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:09:15.740525 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:09:15.740847 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:09:15.742548 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4728c2a3-f870-4c9e-b31d-d4c2df5be323 None None] Routers {'6c2d9be6-79fe-4d11-8cf7-f60228ec4330'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:09:15.743189 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4728c2a3-f870-4c9e-b31d-d4c2df5be323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:08:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6c2d9be6-79fe-4d11-8cf7-f60228ec4330'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:09:15.810429 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-97d3b779-9038-4f25-82f6-800bcb042522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:15.811499 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d3b779-9038-4f25-82f6-800bcb042522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:09:15.812081 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-97d3b779-9038-4f25-82f6-800bcb042522 admin admin] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:15.853660 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-4728c2a3-f870-4c9e-b31d-d4c2df5be323 None None] Set router 6c2d9be6-79fe-4d11-8cf7-f60228ec4330 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:09:15.870845 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3b779-9038-4f25-82f6-800bcb042522 admin admin] Pushing event updated for resources: {'Network': ['ID=847f6d5c-58e0-48aa-88be-066da8d5504a,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:15.880914 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 847f6d5c-58e0-48aa-88be-066da8d5504a details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:09:15.888276 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-97d3b779-9038-4f25-82f6-800bcb042522 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5353253 Apr 20 14:09:15.891099 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33506) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:09:15.896744 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-51414d69-b833-47da-9ea9-a39b28dc976e admin admin] Request body: {'subnet': {'network_id': '847f6d5c-58e0-48aa-88be-066da8d5504a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1374281143-subnet', 'tenant_id': '417d0f3690714940b5fbcd7c7ee01d95', 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:09:15.976548 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51414d69-b833-47da-9ea9-a39b28dc976e admin admin] Made reservation on behalf of 417d0f3690714940b5fbcd7c7ee01d95 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:09:15.978836 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-51414d69-b833-47da-9ea9-a39b28dc976e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:16.145038 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4728c2a3-f870-4c9e-b31d-d4c2df5be323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2d9be6-79fe-4d11-8cf7-f60228ec4330', 'name': 'tempest-TestEncryptedCinderVolumes-2024129263-router', 'tenant_id': 'c194ec4ea848451dbb54fdc63052446d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '72471a28-fdd1-4e30-9c1a-2b7797a64127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:09:10Z', 'updated_at': '2022-04-20T14:09:13Z', 'revision_number': 4, 'project_id': 'c194ec4ea848451dbb54fdc63052446d', 'gw_port': {'id': '72471a28-fdd1-4e30-9c1a-2b7797a64127', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:97:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2d9be6-79fe-4d11-8cf7-f60228ec4330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:09:11Z', 'updated_at': '2022-04-20T14:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '8bc60a71-4c86-4793-b632-f044c0276031', 'name': '', 'network_id': '7afd1bd2-1c16-4f32-9b8d-9f10b41339fc', 'tenant_id': 'c194ec4ea848451dbb54fdc63052446d', 'mac_address': 'fa:16:3e:34:fe:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2d9be6-79fe-4d11-8cf7-f60228ec4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '89d9003f-8802-4d57-a021-826ec2ae366a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:09:13Z', 'updated_at': '2022-04-20T14:09:14Z', 'revision_number': 2, 'project_id': 'c194ec4ea848451dbb54fdc63052446d', 'subnets': [{'id': '89d9003f-8802-4d57-a021-826ec2ae366a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:09:16.173703 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4728c2a3-f870-4c9e-b31d-d4c2df5be323 None None] Checking router: 6c2d9be6-79fe-4d11-8cf7-f60228ec4330 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:09:16.174051 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4728c2a3-f870-4c9e-b31d-d4c2df5be323 None None] Updating router 6c2d9be6-79fe-4d11-8cf7-f60228ec4330 port 8bc60a71-4c86-4793-b632-f044c0276031 binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:09:16.198192 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-4728c2a3-f870-4c9e-b31d-d4c2df5be323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:16.205206 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-51414d69-b833-47da-9ea9-a39b28dc976e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:16.265978 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51414d69-b833-47da-9ea9-a39b28dc976e admin admin] Pushing event updated for resources: {'Subnet': ['ID=82f7f443-45e7-45f4-8481-d5060b55fb37,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:16.276157 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51414d69-b833-47da-9ea9-a39b28dc976e admin admin] Checking segment: {'id': '07244013-cded-4552-b341-8d18c0666ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '847f6d5c-58e0-48aa-88be-066da8d5504a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:09:16.277057 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51414d69-b833-47da-9ea9-a39b28dc976e admin admin] Network hostable DHCP agents. Network: 847f6d5c-58e0-48aa-88be-066da8d5504a, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:09:16.347790 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51414d69-b833-47da-9ea9-a39b28dc976e admin admin] Network 847f6d5c-58e0-48aa-88be-066da8d5504a is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:09:16.421849 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-51414d69-b833-47da-9ea9-a39b28dc976e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 847f6d5c-58e0-48aa-88be-066da8d5504a) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:09:16.426655 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51414d69-b833-47da-9ea9-a39b28dc976e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:09:16.427660 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-51414d69-b833-47da-9ea9-a39b28dc976e admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:16.431571 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7690148a-1a0c-4b38-9bea-2903050a081b None None] Network 847f6d5c-58e0-48aa-88be-066da8d5504a requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:09:16.450894 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-4728c2a3-f870-4c9e-b31d-d4c2df5be323 None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:16.487527 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-51414d69-b833-47da-9ea9-a39b28dc976e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5951257 Apr 20 14:09:16.490066 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33508) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:09:16.494475 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-93b9986e-2185-4c67-9a15-43dad81e2a6c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1374281143-router', 'tenant_id': '417d0f3690714940b5fbcd7c7ee01d95', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:09:16.502039 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-4728c2a3-f870-4c9e-b31d-d4c2df5be323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:16.571074 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-93b9986e-2185-4c67-9a15-43dad81e2a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:16.572188 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-93b9986e-2185-4c67-9a15-43dad81e2a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:16.583496 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484a65c-ec5e-40b8-920d-dd787a54f217 None None] Pushing event updated for resources: {'Port': ['ID=8bc60a71-4c86-4793-b632-f044c0276031,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:16.603491 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484a65c-ec5e-40b8-920d-dd787a54f217 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:09:16.604112 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484a65c-ec5e-40b8-920d-dd787a54f217 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:09:16.605096 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484a65c-ec5e-40b8-920d-dd787a54f217 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:09:16.605451 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484a65c-ec5e-40b8-920d-dd787a54f217 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:09:16.605766 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484a65c-ec5e-40b8-920d-dd787a54f217 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:09:16.606090 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484a65c-ec5e-40b8-920d-dd787a54f217 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:09:16.606421 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484a65c-ec5e-40b8-920d-dd787a54f217 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:09:16.606730 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484a65c-ec5e-40b8-920d-dd787a54f217 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:09:16.607048 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484a65c-ec5e-40b8-920d-dd787a54f217 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:09:16.607521 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484a65c-ec5e-40b8-920d-dd787a54f217 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:09:16.608318 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484a65c-ec5e-40b8-920d-dd787a54f217 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:09:16.608318 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b484a65c-ec5e-40b8-920d-dd787a54f217 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:09:16.631687 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-4728c2a3-f870-4c9e-b31d-d4c2df5be323 None None] Attempting to bind port 8bc60a71-4c86-4793-b632-f044c0276031 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:09:16.632345 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-4728c2a3-f870-4c9e-b31d-d4c2df5be323 None None] Attempting to bind port 8bc60a71-4c86-4793-b632-f044c0276031 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '7ad22572-356e-4a55-979a-613f9c9260fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7afd1bd2-1c16-4f32-9b8d-9f10b41339fc'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:09:16.632894 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4728c2a3-f870-4c9e-b31d-d4c2df5be323 None None] Attempting to bind port 8bc60a71-4c86-4793-b632-f044c0276031 on network 7afd1bd2-1c16-4f32-9b8d-9f10b41339fc {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:09:16.634754 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-93b9986e-2185-4c67-9a15-43dad81e2a6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:16.639705 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4728c2a3-f870-4c9e-b31d-d4c2df5be323 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:09:16.640052 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4728c2a3-f870-4c9e-b31d-d4c2df5be323 None None] Checking segment: {'id': '7ad22572-356e-4a55-979a-613f9c9260fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7afd1bd2-1c16-4f32-9b8d-9f10b41339fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:09:16.642602 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-4728c2a3-f870-4c9e-b31d-d4c2df5be323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:16.642602 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4728c2a3-f870-4c9e-b31d-d4c2df5be323 None None] Bound using segment: {'id': '7ad22572-356e-4a55-979a-613f9c9260fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7afd1bd2-1c16-4f32-9b8d-9f10b41339fc'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:09:16.642602 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-4728c2a3-f870-4c9e-b31d-d4c2df5be323 None None] Bound port: 8bc60a71-4c86-4793-b632-f044c0276031, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad22572-356e-4a55-979a-613f9c9260fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7afd1bd2-1c16-4f32-9b8d-9f10b41339fc'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:09:16.642602 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-4728c2a3-f870-4c9e-b31d-d4c2df5be323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:16.717243 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-4728c2a3-f870-4c9e-b31d-d4c2df5be323 None None] For port 8bc60a71-4c86-4793-b632-f044c0276031, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:09:16.721921 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-4728c2a3-f870-4c9e-b31d-d4c2df5be323 None None] For port 8bc60a71-4c86-4793-b632-f044c0276031, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=8bc60a71-4c86-4793-b632-f044c0276031,segment=NetworkSegment(7ad22572-356e-4a55-979a-613f9c9260fe),segment_id=7ad22572-356e-4a55-979a-613f9c9260fe)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:09:16.746697 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239627b1-4206-45a3-b742-8c1e56b261d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-847f6d5c-58e0-48aa-88be-066da8d5504a', 'network_id': '847f6d5c-58e0-48aa-88be-066da8d5504a', 'tenant_id': '417d0f3690714940b5fbcd7c7ee01d95', 'fixed_ips': [{'subnet_id': '82f7f443-45e7-45f4-8481-d5060b55fb37'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:09:16.752200 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-239627b1-4206-45a3-b742-8c1e56b261d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:16.761862 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-4728c2a3-f870-4c9e-b31d-d4c2df5be323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:16.825403 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4728c2a3-f870-4c9e-b31d-d4c2df5be323 None None] Routers {'6c2d9be6-79fe-4d11-8cf7-f60228ec4330'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:09:16.826194 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4728c2a3-f870-4c9e-b31d-d4c2df5be323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:08:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6c2d9be6-79fe-4d11-8cf7-f60228ec4330'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:09:16.843603 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-93b9986e-2185-4c67-9a15-43dad81e2a6c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:16.871348 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484a65c-ec5e-40b8-920d-dd787a54f217 None None] Pushing event updated for resources: {'Port': ['ID=8bc60a71-4c86-4793-b632-f044c0276031,revision_number=4']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:16.881207 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-79adc1c7-3342-4da2-b942-097ef3826517 None None] Provisioning complete for port 8bc60a71-4c86-4793-b632-f044c0276031 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:09:16.881358 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-79adc1c7-3342-4da2-b942-097ef3826517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:16.958127 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-4728c2a3-f870-4c9e-b31d-d4c2df5be323 None None] Set router 6c2d9be6-79fe-4d11-8cf7-f60228ec4330 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:09:16.964876 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-239627b1-4206-45a3-b742-8c1e56b261d1 None None] Allocated IP 172.20.0.2 (847f6d5c-58e0-48aa-88be-066da8d5504a/82f7f443-45e7-45f4-8481-d5060b55fb37/2f7547d7-610d-4241-82cd-e525726abb73) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:09:17.065878 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-79adc1c7-3342-4da2-b942-097ef3826517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:17.120161 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-79adc1c7-3342-4da2-b942-097ef3826517 None None] For port 8bc60a71-4c86-4793-b632-f044c0276031, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=8bc60a71-4c86-4793-b632-f044c0276031,segment=NetworkSegment(7ad22572-356e-4a55-979a-613f9c9260fe),segment_id=7ad22572-356e-4a55-979a-613f9c9260fe)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:09:17.162645 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-93b9986e-2185-4c67-9a15-43dad81e2a6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:17.173724 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-239627b1-4206-45a3-b742-8c1e56b261d1 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:17.186901 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4728c2a3-f870-4c9e-b31d-d4c2df5be323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2d9be6-79fe-4d11-8cf7-f60228ec4330', 'name': 'tempest-TestEncryptedCinderVolumes-2024129263-router', 'tenant_id': 'c194ec4ea848451dbb54fdc63052446d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '72471a28-fdd1-4e30-9c1a-2b7797a64127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:09:10Z', 'updated_at': '2022-04-20T14:09:13Z', 'revision_number': 4, 'project_id': 'c194ec4ea848451dbb54fdc63052446d', 'gw_port': {'id': '72471a28-fdd1-4e30-9c1a-2b7797a64127', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:97:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2d9be6-79fe-4d11-8cf7-f60228ec4330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:09:11Z', 'updated_at': '2022-04-20T14:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '8bc60a71-4c86-4793-b632-f044c0276031', 'name': '', 'network_id': '7afd1bd2-1c16-4f32-9b8d-9f10b41339fc', 'tenant_id': 'c194ec4ea848451dbb54fdc63052446d', 'mac_address': 'fa:16:3e:34:fe:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2d9be6-79fe-4d11-8cf7-f60228ec4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '89d9003f-8802-4d57-a021-826ec2ae366a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:09:13Z', 'updated_at': '2022-04-20T14:09:16Z', 'revision_number': 4, 'project_id': 'c194ec4ea848451dbb54fdc63052446d', 'subnets': [{'id': '89d9003f-8802-4d57-a021-826ec2ae366a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:09:17.187455 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-79adc1c7-3342-4da2-b942-097ef3826517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:17.191604 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-93b9986e-2185-4c67-9a15-43dad81e2a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:17.219162 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4728c2a3-f870-4c9e-b31d-d4c2df5be323 None None] The sync data for ids ['6c2d9be6-79fe-4d11-8cf7-f60228ec4330'] in n-d-836015-7 is: [{'id': '6c2d9be6-79fe-4d11-8cf7-f60228ec4330', 'name': 'tempest-TestEncryptedCinderVolumes-2024129263-router', 'tenant_id': 'c194ec4ea848451dbb54fdc63052446d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '72471a28-fdd1-4e30-9c1a-2b7797a64127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:09:10Z', 'updated_at': '2022-04-20T14:09:13Z', 'revision_number': 4, 'project_id': 'c194ec4ea848451dbb54fdc63052446d', 'gw_port': {'id': '72471a28-fdd1-4e30-9c1a-2b7797a64127', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:97:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2d9be6-79fe-4d11-8cf7-f60228ec4330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:09:11Z', 'updated_at': '2022-04-20T14:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '8bc60a71-4c86-4793-b632-f044c0276031', 'name': '', 'network_id': '7afd1bd2-1c16-4f32-9b8d-9f10b41339fc', 'tenant_id': 'c194ec4ea848451dbb54fdc63052446d', 'mac_address': 'fa:16:3e:34:fe:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2d9be6-79fe-4d11-8cf7-f60228ec4330', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '89d9003f-8802-4d57-a021-826ec2ae366a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:09:13Z', 'updated_at': '2022-04-20T14:09:16Z', 'revision_number': 4, 'project_id': 'c194ec4ea848451dbb54fdc63052446d', 'subnets': [{'id': '89d9003f-8802-4d57-a021-826ec2ae366a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:09:17.237370 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79adc1c7-3342-4da2-b942-097ef3826517 None None] Pushing event updated for resources: {'Port': ['ID=8bc60a71-4c86-4793-b632-f044c0276031,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:17.271387 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-239627b1-4206-45a3-b742-8c1e56b261d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:17.335588 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239627b1-4206-45a3-b742-8c1e56b261d1 None None] Network 847f6d5c-58e0-48aa-88be-066da8d5504a is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:09:17.346259 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-239627b1-4206-45a3-b742-8c1e56b261d1 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:09:17.352525 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239627b1-4206-45a3-b742-8c1e56b261d1 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:09:17.359464 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239627b1-4206-45a3-b742-8c1e56b261d1 None None] Pushing event updated for resources: {'Port': ['ID=2f7547d7-610d-4241-82cd-e525726abb73,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:17.372242 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-93b9986e-2185-4c67-9a15-43dad81e2a6c admin admin] Allocated IP 172.25.8.165 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/b67aa9ea-d6ac-439f-af09-10cda3d2a572) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:09:17.388831 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-02fa982d-1c9d-43a9-b3b8-20832028c323 None None] Provisioning complete for port 8bc60a71-4c86-4793-b632-f044c0276031 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:09:17.390829 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-02fa982d-1c9d-43a9-b3b8-20832028c323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:17.445287 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-239627b1-4206-45a3-b742-8c1e56b261d1 None None] Attempting to bind port 2f7547d7-610d-4241-82cd-e525726abb73 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:09:17.445802 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-239627b1-4206-45a3-b742-8c1e56b261d1 None None] Attempting to bind port 2f7547d7-610d-4241-82cd-e525726abb73 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '07244013-cded-4552-b341-8d18c0666ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '847f6d5c-58e0-48aa-88be-066da8d5504a'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:09:17.446270 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239627b1-4206-45a3-b742-8c1e56b261d1 None None] Attempting to bind port 2f7547d7-610d-4241-82cd-e525726abb73 on network 847f6d5c-58e0-48aa-88be-066da8d5504a {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:09:17.456446 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239627b1-4206-45a3-b742-8c1e56b261d1 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:09:17.457329 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239627b1-4206-45a3-b742-8c1e56b261d1 None None] Checking segment: {'id': '07244013-cded-4552-b341-8d18c0666ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '847f6d5c-58e0-48aa-88be-066da8d5504a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:09:17.457489 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-239627b1-4206-45a3-b742-8c1e56b261d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:17.457981 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239627b1-4206-45a3-b742-8c1e56b261d1 None None] Bound using segment: {'id': '07244013-cded-4552-b341-8d18c0666ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '847f6d5c-58e0-48aa-88be-066da8d5504a'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:09:17.458555 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-239627b1-4206-45a3-b742-8c1e56b261d1 None None] Bound port: 2f7547d7-610d-4241-82cd-e525726abb73, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07244013-cded-4552-b341-8d18c0666ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '847f6d5c-58e0-48aa-88be-066da8d5504a'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:09:17.459038 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-239627b1-4206-45a3-b742-8c1e56b261d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:17.503249 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-93b9986e-2185-4c67-9a15-43dad81e2a6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:17.566091 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 8bc60a71-4c86-4793-b632-f044c0276031 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:09:17.593925 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-93b9986e-2185-4c67-9a15-43dad81e2a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:17.604535 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-239627b1-4206-45a3-b742-8c1e56b261d1 None None] For port 2f7547d7-610d-4241-82cd-e525726abb73, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:09:17.621975 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-239627b1-4206-45a3-b742-8c1e56b261d1 None None] For port 2f7547d7-610d-4241-82cd-e525726abb73, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=2f7547d7-610d-4241-82cd-e525726abb73,segment=NetworkSegment(07244013-cded-4552-b341-8d18c0666ed0),segment_id=07244013-cded-4552-b341-8d18c0666ed0)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:09:17.634509 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 8bc60a71-4c86-4793-b632-f044c0276031 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:09:17.634929 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:17.638873 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b9986e-2185-4c67-9a15-43dad81e2a6c admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:09:17.641882 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-93b9986e-2185-4c67-9a15-43dad81e2a6c admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:09:17.648191 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b9986e-2185-4c67-9a15-43dad81e2a6c admin admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:09:17.670161 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-239627b1-4206-45a3-b742-8c1e56b261d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:17.682444 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b9986e-2185-4c67-9a15-43dad81e2a6c admin admin] Pushing event updated for resources: {'Port': ['ID=b67aa9ea-d6ac-439f-af09-10cda3d2a572,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:17.748141 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239627b1-4206-45a3-b742-8c1e56b261d1 None None] Pushing event updated for resources: {'Port': ['ID=2f7547d7-610d-4241-82cd-e525726abb73,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:17.793287 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 72471a28-fdd1-4e30-9c1a-2b7797a64127 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:09:17.850798 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 72471a28-fdd1-4e30-9c1a-2b7797a64127 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:09:17.851178 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:18.022874 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-93b9986e-2185-4c67-9a15-43dad81e2a6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:18.231182 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-93b9986e-2185-4c67-9a15-43dad81e2a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:18.445114 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b9986e-2185-4c67-9a15-43dad81e2a6c admin admin] Router 478fb61f-c0bc-41f6-92d9-8c7813d224a9 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:09:18.726042 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d285466a-ccb8-47e2-b9da-4586cf8f523d None None] Network 847f6d5c-58e0-48aa-88be-066da8d5504a requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:09:18.817367 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b9986e-2185-4c67-9a15-43dad81e2a6c admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:09:18.835784 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c224a0cc-bd2b-41c1-bea3-1198d981f377 None None] Sync routers for ids ['478fb61f-c0bc-41f6-92d9-8c7813d224a9'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:09:18.865386 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c224a0cc-bd2b-41c1-bea3-1198d981f377 None None] Routers {'478fb61f-c0bc-41f6-92d9-8c7813d224a9'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:09:18.866022 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-c224a0cc-bd2b-41c1-bea3-1198d981f377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:08:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['478fb61f-c0bc-41f6-92d9-8c7813d224a9'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:09:18.870345 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-93b9986e-2185-4c67-9a15-43dad81e2a6c admin admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:18.874066 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-93b9986e-2185-4c67-9a15-43dad81e2a6c admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3806255 Apr 20 14:09:18.874434 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33510) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:09:18.924827 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-7d188bc7-6c58-4a01-a00f-db74272b569b None None] Provisioning complete for port 2f7547d7-610d-4241-82cd-e525726abb73 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:09:18.925181 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7d188bc7-6c58-4a01-a00f-db74272b569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:19.033987 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-c224a0cc-bd2b-41c1-bea3-1198d981f377 None None] Set router 478fb61f-c0bc-41f6-92d9-8c7813d224a9 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:09:19.165907 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7d188bc7-6c58-4a01-a00f-db74272b569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:19.223035 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-7d188bc7-6c58-4a01-a00f-db74272b569b None None] For port 2f7547d7-610d-4241-82cd-e525726abb73, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=2f7547d7-610d-4241-82cd-e525726abb73,segment=NetworkSegment(07244013-cded-4552-b341-8d18c0666ed0),segment_id=07244013-cded-4552-b341-8d18c0666ed0)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:09:19.274092 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7d188bc7-6c58-4a01-a00f-db74272b569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:19.281404 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-c224a0cc-bd2b-41c1-bea3-1198d981f377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478fb61f-c0bc-41f6-92d9-8c7813d224a9', 'name': 'tempest-TestEncryptedCinderVolumes-1374281143-router', 'tenant_id': '417d0f3690714940b5fbcd7c7ee01d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'b67aa9ea-d6ac-439f-af09-10cda3d2a572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:09:16Z', 'updated_at': '2022-04-20T14:09:17Z', 'revision_number': 3, 'project_id': '417d0f3690714940b5fbcd7c7ee01d95', 'gw_port': {'id': 'b67aa9ea-d6ac-439f-af09-10cda3d2a572', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478fb61f-c0bc-41f6-92d9-8c7813d224a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:09:17Z', 'updated_at': '2022-04-20T14:09:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:09:19.334527 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-13efbde5-ed1f-47bf-8f0d-43bfcde4ebe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:19.336494 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c224a0cc-bd2b-41c1-bea3-1198d981f377 None None] Checking router: 478fb61f-c0bc-41f6-92d9-8c7813d224a9 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:09:19.336851 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c224a0cc-bd2b-41c1-bea3-1198d981f377 None None] Updating router 478fb61f-c0bc-41f6-92d9-8c7813d224a9 port b67aa9ea-d6ac-439f-af09-10cda3d2a572 binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:09:19.378648 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c224a0cc-bd2b-41c1-bea3-1198d981f377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:19.409258 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d188bc7-6c58-4a01-a00f-db74272b569b None None] Pushing event updated for resources: {'Port': ['ID=2f7547d7-610d-4241-82cd-e525726abb73,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:19.434614 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6a0d440a-4c0c-44cc-821b-852cbd75f03b None None] Provisioning complete for port 2f7547d7-610d-4241-82cd-e525726abb73 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:09:19.434990 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6a0d440a-4c0c-44cc-821b-852cbd75f03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:19.511704 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 2f7547d7-610d-4241-82cd-e525726abb73 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:09:19.528372 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-13efbde5-ed1f-47bf-8f0d-43bfcde4ebe0 admin admin] Allocated IP 172.20.0.1 (847f6d5c-58e0-48aa-88be-066da8d5504a/82f7f443-45e7-45f4-8481-d5060b55fb37/47911a6e-0603-42a7-b79f-382bdaec28e7) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:09:19.637117 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-13efbde5-ed1f-47bf-8f0d-43bfcde4ebe0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:19.681946 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 2f7547d7-610d-4241-82cd-e525726abb73 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:09:19.682310 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:19.713956 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-13efbde5-ed1f-47bf-8f0d-43bfcde4ebe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:19.757264 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13efbde5-ed1f-47bf-8f0d-43bfcde4ebe0 admin admin] Network 847f6d5c-58e0-48aa-88be-066da8d5504a is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:09:19.763009 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-13efbde5-ed1f-47bf-8f0d-43bfcde4ebe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:09:19.766025 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13efbde5-ed1f-47bf-8f0d-43bfcde4ebe0 admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:09:19.771912 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13efbde5-ed1f-47bf-8f0d-43bfcde4ebe0 admin admin] Pushing event updated for resources: {'Port': ['ID=47911a6e-0603-42a7-b79f-382bdaec28e7,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:19.811421 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-13efbde5-ed1f-47bf-8f0d-43bfcde4ebe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:19.827974 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c224a0cc-bd2b-41c1-bea3-1198d981f377 None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:19.912792 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c224a0cc-bd2b-41c1-bea3-1198d981f377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:19.982076 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-c224a0cc-bd2b-41c1-bea3-1198d981f377 None None] Attempting to bind port b67aa9ea-d6ac-439f-af09-10cda3d2a572 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:09:19.982460 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-c224a0cc-bd2b-41c1-bea3-1198d981f377 None None] Attempting to bind port b67aa9ea-d6ac-439f-af09-10cda3d2a572 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:09:19.982813 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c224a0cc-bd2b-41c1-bea3-1198d981f377 None None] Attempting to bind port b67aa9ea-d6ac-439f-af09-10cda3d2a572 on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:09:19.985046 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d16580-633b-47b2-a2c7-a29543c92850 None None] Pushing event updated for resources: {'Port': ['ID=b67aa9ea-d6ac-439f-af09-10cda3d2a572,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:19.992106 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c224a0cc-bd2b-41c1-bea3-1198d981f377 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:09:19.992529 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c224a0cc-bd2b-41c1-bea3-1198d981f377 None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:09:19.992939 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c224a0cc-bd2b-41c1-bea3-1198d981f377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:19.993334 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c224a0cc-bd2b-41c1-bea3-1198d981f377 None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:09:19.993814 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-c224a0cc-bd2b-41c1-bea3-1198d981f377 None None] Bound port: b67aa9ea-d6ac-439f-af09-10cda3d2a572, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:09:19.994195 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c224a0cc-bd2b-41c1-bea3-1198d981f377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:20.049293 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-13efbde5-ed1f-47bf-8f0d-43bfcde4ebe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:20.050859 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-c224a0cc-bd2b-41c1-bea3-1198d981f377 None None] For port b67aa9ea-d6ac-439f-af09-10cda3d2a572, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:09:20.053964 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-c224a0cc-bd2b-41c1-bea3-1198d981f377 None None] For port b67aa9ea-d6ac-439f-af09-10cda3d2a572, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=b67aa9ea-d6ac-439f-af09-10cda3d2a572,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:09:20.111789 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-1bae4ca7-a53b-4d9a-a822-2f84b95a2d4b None None] Provisioning complete for port 47911a6e-0603-42a7-b79f-382bdaec28e7 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:09:20.112280 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1bae4ca7-a53b-4d9a-a822-2f84b95a2d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:20.116087 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c224a0cc-bd2b-41c1-bea3-1198d981f377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:20.195870 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c224a0cc-bd2b-41c1-bea3-1198d981f377 None None] Routers {'478fb61f-c0bc-41f6-92d9-8c7813d224a9'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:09:20.199230 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-c224a0cc-bd2b-41c1-bea3-1198d981f377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:08:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['478fb61f-c0bc-41f6-92d9-8c7813d224a9'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:09:20.200808 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-1bae4ca7-a53b-4d9a-a822-2f84b95a2d4b None None] Port 47911a6e-0603-42a7-b79f-382bdaec28e7 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:09:20.220501 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-13efbde5-ed1f-47bf-8f0d-43bfcde4ebe0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:20.250674 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d16580-633b-47b2-a2c7-a29543c92850 None None] Pushing event updated for resources: {'Port': ['ID=b67aa9ea-d6ac-439f-af09-10cda3d2a572,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:20.307600 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-13efbde5-ed1f-47bf-8f0d-43bfcde4ebe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:20.316630 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-c224a0cc-bd2b-41c1-bea3-1198d981f377 None None] Set router 478fb61f-c0bc-41f6-92d9-8c7813d224a9 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:09:20.373438 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-13efbde5-ed1f-47bf-8f0d-43bfcde4ebe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:20.375249 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13efbde5-ed1f-47bf-8f0d-43bfcde4ebe0 admin admin] Pushing event updated for resources: {'Port': ['ID=47911a6e-0603-42a7-b79f-382bdaec28e7,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:20.470691 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13efbde5-ed1f-47bf-8f0d-43bfcde4ebe0 admin admin] Network 847f6d5c-58e0-48aa-88be-066da8d5504a is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:09:20.472114 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-13efbde5-ed1f-47bf-8f0d-43bfcde4ebe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:09:20.519087 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-c224a0cc-bd2b-41c1-bea3-1198d981f377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478fb61f-c0bc-41f6-92d9-8c7813d224a9', 'name': 'tempest-TestEncryptedCinderVolumes-1374281143-router', 'tenant_id': '417d0f3690714940b5fbcd7c7ee01d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'b67aa9ea-d6ac-439f-af09-10cda3d2a572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:09:16Z', 'updated_at': '2022-04-20T14:09:19Z', 'revision_number': 4, 'project_id': '417d0f3690714940b5fbcd7c7ee01d95', 'gw_port': {'id': 'b67aa9ea-d6ac-439f-af09-10cda3d2a572', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478fb61f-c0bc-41f6-92d9-8c7813d224a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:09:17Z', 'updated_at': '2022-04-20T14:09:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '47911a6e-0603-42a7-b79f-382bdaec28e7', 'name': '', 'network_id': '847f6d5c-58e0-48aa-88be-066da8d5504a', 'tenant_id': '417d0f3690714940b5fbcd7c7ee01d95', 'mac_address': 'fa:16:3e:ba:10:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478fb61f-c0bc-41f6-92d9-8c7813d224a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '82f7f443-45e7-45f4-8481-d5060b55fb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:09:19Z', 'updated_at': '2022-04-20T14:09:19Z', 'revision_number': 1, 'project_id': '417d0f3690714940b5fbcd7c7ee01d95', 'subnets': [{'id': '82f7f443-45e7-45f4-8481-d5060b55fb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:09:20.603023 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13efbde5-ed1f-47bf-8f0d-43bfcde4ebe0 admin admin] Router 478fb61f-c0bc-41f6-92d9-8c7813d224a9 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:09:20.701162 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c224a0cc-bd2b-41c1-bea3-1198d981f377 None None] The sync data for ids ['478fb61f-c0bc-41f6-92d9-8c7813d224a9'] in n-d-836015-7 is: [{'id': '478fb61f-c0bc-41f6-92d9-8c7813d224a9', 'name': 'tempest-TestEncryptedCinderVolumes-1374281143-router', 'tenant_id': '417d0f3690714940b5fbcd7c7ee01d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'b67aa9ea-d6ac-439f-af09-10cda3d2a572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:09:16Z', 'updated_at': '2022-04-20T14:09:19Z', 'revision_number': 4, 'project_id': '417d0f3690714940b5fbcd7c7ee01d95', 'gw_port': {'id': 'b67aa9ea-d6ac-439f-af09-10cda3d2a572', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478fb61f-c0bc-41f6-92d9-8c7813d224a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:09:17Z', 'updated_at': '2022-04-20T14:09:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '47911a6e-0603-42a7-b79f-382bdaec28e7', 'name': '', 'network_id': '847f6d5c-58e0-48aa-88be-066da8d5504a', 'tenant_id': '417d0f3690714940b5fbcd7c7ee01d95', 'mac_address': 'fa:16:3e:ba:10:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478fb61f-c0bc-41f6-92d9-8c7813d224a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '82f7f443-45e7-45f4-8481-d5060b55fb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:09:19Z', 'updated_at': '2022-04-20T14:09:19Z', 'revision_number': 1, 'project_id': '417d0f3690714940b5fbcd7c7ee01d95', 'subnets': [{'id': '82f7f443-45e7-45f4-8481-d5060b55fb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:09:20.718326 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13efbde5-ed1f-47bf-8f0d-43bfcde4ebe0 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:09:20.723156 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-3134fc01-ab82-47eb-bef7-d7abedcb3c46 None None] Provisioning complete for port 47911a6e-0603-42a7-b79f-382bdaec28e7 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:09:20.723661 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3134fc01-ab82-47eb-bef7-d7abedcb3c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:20.724643 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-13efbde5-ed1f-47bf-8f0d-43bfcde4ebe0 admin admin] 10.222.0.25 "PUT /v2.0/routers/478fb61f-c0bc-41f6-92d9-8c7813d224a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8491242 Apr 20 14:09:20.761802 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-3134fc01-ab82-47eb-bef7-d7abedcb3c46 None None] Port 47911a6e-0603-42a7-b79f-382bdaec28e7 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:09:21.431054 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 2f7547d7-610d-4241-82cd-e525726abb73 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:09:21.494663 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 2f7547d7-610d-4241-82cd-e525726abb73 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:09:21.495618 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:21.587981 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-2ad274d8-92ad-4d6c-a4da-4f7158945567 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:09:21.590318 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-2ad274d8-92ad-4d6c-a4da-4f7158945567 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/networks?id=7afd1bd2-1c16-4f32-9b8d-9f10b41339fc HTTP/1.1" status: 200 len: 817 time: 0.1243711 Apr 20 14:09:21.606579 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-12578444-d80b-41b3-a7b0-5b781f5bbe7a tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/quotas/c194ec4ea848451dbb54fdc63052446d HTTP/1.1" status: 200 len: 375 time: 0.0100064 Apr 20 14:09:21.663081 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-ed157249-7506-470d-b57b-2f0fc91f8d48 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c194ec4ea848451dbb54fdc63052446d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505712 Apr 20 14:09:21.759749 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-8e9317dc-7db4-4906-8a4b-4f43ceba36f6 service neutron] 10.222.0.25 "GET /v2.0/networks/7afd1bd2-1c16-4f32-9b8d-9f10b41339fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845611 Apr 20 14:09:21.861082 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-2b15e7d8-60ce-4f22-9c24-ef89b0acb11b service neutron] 10.222.0.25 "GET /v2.0/networks/7afd1bd2-1c16-4f32-9b8d-9f10b41339fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940552 Apr 20 14:09:22.107710 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-61423bea-0f4a-43ad-b6f5-e930ee2b58f5 req-e4eb914a-d320-49b9-ad48-62478b805d70 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cf222e4-1fc3-422d-aad7-8c310ea4307d HTTP/1.1" status: 200 len: 210 time: 0.0278838 Apr 20 14:09:23.202860 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e5a08fe3-8eed-4db6-b05d-7d64423c2e0a req-9dd8f043-87d2-44b2-ba7b-965ca6ce9176 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cf222e4-1fc3-422d-aad7-8c310ea4307d HTTP/1.1" status: 200 len: 210 time: 0.0269115 Apr 20 14:09:23.417761 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device b67aa9ea-d6ac-439f-af09-10cda3d2a572 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:09:23.466569 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port b67aa9ea-d6ac-439f-af09-10cda3d2a572 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:09:23.467188 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:23.549388 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:23.570690 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port b67aa9ea-d6ac-439f-af09-10cda3d2a572, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=b67aa9ea-d6ac-439f-af09-10cda3d2a572,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:09:23.621825 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:23.666323 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=b67aa9ea-d6ac-439f-af09-10cda3d2a572,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:24.047175 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-c944a974-7d52-4f1b-a380-839369e69798 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:09:24.048714 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-c944a974-7d52-4f1b-a380-839369e69798 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.15 "GET /v2.0/networks?id=7afd1bd2-1c16-4f32-9b8d-9f10b41339fc HTTP/1.1" status: 200 len: 817 time: 0.1006691 Apr 20 14:09:24.061086 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67e6167-2b6f-4859-b197-ac40a2d5a81d None None] Sync routers for ids ['478fb61f-c0bc-41f6-92d9-8c7813d224a9'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:09:24.064157 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-2125534b-5dfa-45de-a458-b4c65e6088f4 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Request body: {'port': {'device_id': '3cf222e4-1fc3-422d-aad7-8c310ea4307d', 'network_id': '7afd1bd2-1c16-4f32-9b8d-9f10b41339fc', 'admin_state_up': True, 'tenant_id': 'c194ec4ea848451dbb54fdc63052446d'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:09:24.070726 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67e6167-2b6f-4859-b197-ac40a2d5a81d None None] Routers {'478fb61f-c0bc-41f6-92d9-8c7813d224a9'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:09:24.071432 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b67e6167-2b6f-4859-b197-ac40a2d5a81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:08:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['478fb61f-c0bc-41f6-92d9-8c7813d224a9'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:09:24.180396 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-b67e6167-2b6f-4859-b197-ac40a2d5a81d None None] Set router 478fb61f-c0bc-41f6-92d9-8c7813d224a9 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:09:24.239288 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-2125534b-5dfa-45de-a458-b4c65e6088f4 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Made reservation on behalf of c194ec4ea848451dbb54fdc63052446d for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:09:24.243235 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-2125534b-5dfa-45de-a458-b4c65e6088f4 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:24.335309 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-13f280b4-2914-4c71-99ac-adbe01a9f335 req-0dc6fc3d-d93a-4a99-9da5-f968be5ae856 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cf222e4-1fc3-422d-aad7-8c310ea4307d HTTP/1.1" status: 200 len: 210 time: 0.0383754 Apr 20 14:09:24.382727 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b67e6167-2b6f-4859-b197-ac40a2d5a81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478fb61f-c0bc-41f6-92d9-8c7813d224a9', 'name': 'tempest-TestEncryptedCinderVolumes-1374281143-router', 'tenant_id': '417d0f3690714940b5fbcd7c7ee01d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'b67aa9ea-d6ac-439f-af09-10cda3d2a572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:09:16Z', 'updated_at': '2022-04-20T14:09:19Z', 'revision_number': 4, 'project_id': '417d0f3690714940b5fbcd7c7ee01d95', 'gw_port': {'id': 'b67aa9ea-d6ac-439f-af09-10cda3d2a572', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478fb61f-c0bc-41f6-92d9-8c7813d224a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:09:17Z', 'updated_at': '2022-04-20T14:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '47911a6e-0603-42a7-b79f-382bdaec28e7', 'name': '', 'network_id': '847f6d5c-58e0-48aa-88be-066da8d5504a', 'tenant_id': '417d0f3690714940b5fbcd7c7ee01d95', 'mac_address': 'fa:16:3e:ba:10:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478fb61f-c0bc-41f6-92d9-8c7813d224a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '82f7f443-45e7-45f4-8481-d5060b55fb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:09:19Z', 'updated_at': '2022-04-20T14:09:20Z', 'revision_number': 2, 'project_id': '417d0f3690714940b5fbcd7c7ee01d95', 'subnets': [{'id': '82f7f443-45e7-45f4-8481-d5060b55fb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:09:24.397120 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-2125534b-5dfa-45de-a458-b4c65e6088f4 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Allocated IP 172.20.0.5 (7afd1bd2-1c16-4f32-9b8d-9f10b41339fc/89d9003f-8802-4d57-a021-826ec2ae366a/be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:09:24.410770 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67e6167-2b6f-4859-b197-ac40a2d5a81d None None] Checking router: 478fb61f-c0bc-41f6-92d9-8c7813d224a9 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:09:24.411188 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67e6167-2b6f-4859-b197-ac40a2d5a81d None None] Updating router 478fb61f-c0bc-41f6-92d9-8c7813d224a9 port 47911a6e-0603-42a7-b79f-382bdaec28e7 binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:09:24.435587 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-b67e6167-2b6f-4859-b197-ac40a2d5a81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:24.513359 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0fde238f-1588-4caa-8ede-11659b9fa41e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:24.549546 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-2125534b-5dfa-45de-a458-b4c65e6088f4 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:24.622394 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-2125534b-5dfa-45de-a458-b4c65e6088f4 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:24.667860 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-2125534b-5dfa-45de-a458-b4c65e6088f4 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Network 7afd1bd2-1c16-4f32-9b8d-9f10b41339fc is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:09:24.671147 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-2125534b-5dfa-45de-a458-b4c65e6088f4 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:09:24.675267 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-2125534b-5dfa-45de-a458-b4c65e6088f4 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:09:24.700914 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2125534b-5dfa-45de-a458-b4c65e6088f4 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Pushing event updated for resources: {'Port': ['ID=be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:24.734024 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-2125534b-5dfa-45de-a458-b4c65e6088f4 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:09:24.735051 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-2125534b-5dfa-45de-a458-b4c65e6088f4 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:24.797177 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-b67e6167-2b6f-4859-b197-ac40a2d5a81d None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:24.801707 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-2125534b-5dfa-45de-a458-b4c65e6088f4 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7434580 Apr 20 14:09:24.867512 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-b67e6167-2b6f-4859-b197-ac40a2d5a81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:24.909655 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-0dbd1a87-18c3-46be-a9e8-448b57e1f0ea service neutron] Request body: {'port': {'device_id': '3cf222e4-1fc3-422d-aad7-8c310ea4307d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:09:24.922764 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-a8a8bd71-5660-44cf-bd89-51923fc26c18 None None] Provisioning complete for port be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:09:24.923305 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a8a8bd71-5660-44cf-bd89-51923fc26c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:24.958307 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a22572-1b9f-454e-a925-5b5bac777ce0 None None] Pushing event updated for resources: {'Port': ['ID=47911a6e-0603-42a7-b79f-382bdaec28e7,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:24.969540 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-a8a8bd71-5660-44cf-bd89-51923fc26c18 None None] Port be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:09:24.971567 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-b67e6167-2b6f-4859-b197-ac40a2d5a81d None None] Attempting to bind port 47911a6e-0603-42a7-b79f-382bdaec28e7 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:09:24.971785 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-b67e6167-2b6f-4859-b197-ac40a2d5a81d None None] Attempting to bind port 47911a6e-0603-42a7-b79f-382bdaec28e7 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '07244013-cded-4552-b341-8d18c0666ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '847f6d5c-58e0-48aa-88be-066da8d5504a'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:09:24.972156 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67e6167-2b6f-4859-b197-ac40a2d5a81d None None] Attempting to bind port 47911a6e-0603-42a7-b79f-382bdaec28e7 on network 847f6d5c-58e0-48aa-88be-066da8d5504a {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:09:24.977939 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67e6167-2b6f-4859-b197-ac40a2d5a81d None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:09:24.978320 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67e6167-2b6f-4859-b197-ac40a2d5a81d None None] Checking segment: {'id': '07244013-cded-4552-b341-8d18c0666ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '847f6d5c-58e0-48aa-88be-066da8d5504a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:09:24.978725 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-b67e6167-2b6f-4859-b197-ac40a2d5a81d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:24.979118 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67e6167-2b6f-4859-b197-ac40a2d5a81d None None] Bound using segment: {'id': '07244013-cded-4552-b341-8d18c0666ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '847f6d5c-58e0-48aa-88be-066da8d5504a'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:09:24.980136 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-b67e6167-2b6f-4859-b197-ac40a2d5a81d None None] Bound port: 47911a6e-0603-42a7-b79f-382bdaec28e7, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07244013-cded-4552-b341-8d18c0666ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '847f6d5c-58e0-48aa-88be-066da8d5504a'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:09:24.980519 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-b67e6167-2b6f-4859-b197-ac40a2d5a81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:24.987099 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-0dbd1a87-18c3-46be-a9e8-448b57e1f0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:25.045736 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-b67e6167-2b6f-4859-b197-ac40a2d5a81d None None] For port 47911a6e-0603-42a7-b79f-382bdaec28e7, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:09:25.048909 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-b67e6167-2b6f-4859-b197-ac40a2d5a81d None None] For port 47911a6e-0603-42a7-b79f-382bdaec28e7, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=47911a6e-0603-42a7-b79f-382bdaec28e7,segment=NetworkSegment(07244013-cded-4552-b341-8d18c0666ed0),segment_id=07244013-cded-4552-b341-8d18c0666ed0)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:09:25.090831 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-b67e6167-2b6f-4859-b197-ac40a2d5a81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:25.147405 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67e6167-2b6f-4859-b197-ac40a2d5a81d None None] Routers {'478fb61f-c0bc-41f6-92d9-8c7813d224a9'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:09:25.148112 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b67e6167-2b6f-4859-b197-ac40a2d5a81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:08:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['478fb61f-c0bc-41f6-92d9-8c7813d224a9'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:09:25.191456 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-413eb2bc-5ad3-4efb-a917-2d81874a27ac None None] Provisioning complete for port 47911a6e-0603-42a7-b79f-382bdaec28e7 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:09:25.192199 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-413eb2bc-5ad3-4efb-a917-2d81874a27ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:25.270491 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-b67e6167-2b6f-4859-b197-ac40a2d5a81d None None] Set router 478fb61f-c0bc-41f6-92d9-8c7813d224a9 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:09:25.292729 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-413eb2bc-5ad3-4efb-a917-2d81874a27ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:25.292951 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-0dbd1a87-18c3-46be-a9e8-448b57e1f0ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:09:25.301180 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-0dbd1a87-18c3-46be-a9e8-448b57e1f0ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:25.322264 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-0dbd1a87-18c3-46be-a9e8-448b57e1f0ea service neutron] Transition to ACTIVE for port object be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:09:25.335475 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-413eb2bc-5ad3-4efb-a917-2d81874a27ac None None] For port 47911a6e-0603-42a7-b79f-382bdaec28e7, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=47911a6e-0603-42a7-b79f-382bdaec28e7,segment=NetworkSegment(07244013-cded-4552-b341-8d18c0666ed0),segment_id=07244013-cded-4552-b341-8d18c0666ed0)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:09:25.345941 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a22572-1b9f-454e-a925-5b5bac777ce0 None None] Pushing event updated for resources: {'Port': ['ID=47911a6e-0603-42a7-b79f-382bdaec28e7,revision_number=4']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:25.408813 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device b67aa9ea-d6ac-439f-af09-10cda3d2a572 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:09:25.419939 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-0dbd1a87-18c3-46be-a9e8-448b57e1f0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:25.443003 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-413eb2bc-5ad3-4efb-a917-2d81874a27ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:25.477198 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd1a87-18c3-46be-a9e8-448b57e1f0ea service neutron] Pushing event updated for resources: {'Port': ['ID=be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:25.520961 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b67e6167-2b6f-4859-b197-ac40a2d5a81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478fb61f-c0bc-41f6-92d9-8c7813d224a9', 'name': 'tempest-TestEncryptedCinderVolumes-1374281143-router', 'tenant_id': '417d0f3690714940b5fbcd7c7ee01d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'b67aa9ea-d6ac-439f-af09-10cda3d2a572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:09:16Z', 'updated_at': '2022-04-20T14:09:19Z', 'revision_number': 4, 'project_id': '417d0f3690714940b5fbcd7c7ee01d95', 'gw_port': {'id': 'b67aa9ea-d6ac-439f-af09-10cda3d2a572', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478fb61f-c0bc-41f6-92d9-8c7813d224a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:09:17Z', 'updated_at': '2022-04-20T14:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '47911a6e-0603-42a7-b79f-382bdaec28e7', 'name': '', 'network_id': '847f6d5c-58e0-48aa-88be-066da8d5504a', 'tenant_id': '417d0f3690714940b5fbcd7c7ee01d95', 'mac_address': 'fa:16:3e:ba:10:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478fb61f-c0bc-41f6-92d9-8c7813d224a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '82f7f443-45e7-45f4-8481-d5060b55fb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:09:19Z', 'updated_at': '2022-04-20T14:09:25Z', 'revision_number': 4, 'project_id': '417d0f3690714940b5fbcd7c7ee01d95', 'subnets': [{'id': '82f7f443-45e7-45f4-8481-d5060b55fb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:09:25.544753 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port b67aa9ea-d6ac-439f-af09-10cda3d2a572 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:09:25.545329 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:25.552021 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67e6167-2b6f-4859-b197-ac40a2d5a81d None None] The sync data for ids ['478fb61f-c0bc-41f6-92d9-8c7813d224a9'] in n-d-836015-7 is: [{'id': '478fb61f-c0bc-41f6-92d9-8c7813d224a9', 'name': 'tempest-TestEncryptedCinderVolumes-1374281143-router', 'tenant_id': '417d0f3690714940b5fbcd7c7ee01d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'b67aa9ea-d6ac-439f-af09-10cda3d2a572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:09:16Z', 'updated_at': '2022-04-20T14:09:19Z', 'revision_number': 4, 'project_id': '417d0f3690714940b5fbcd7c7ee01d95', 'gw_port': {'id': 'b67aa9ea-d6ac-439f-af09-10cda3d2a572', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478fb61f-c0bc-41f6-92d9-8c7813d224a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:09:17Z', 'updated_at': '2022-04-20T14:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '47911a6e-0603-42a7-b79f-382bdaec28e7', 'name': '', 'network_id': '847f6d5c-58e0-48aa-88be-066da8d5504a', 'tenant_id': '417d0f3690714940b5fbcd7c7ee01d95', 'mac_address': 'fa:16:3e:ba:10:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478fb61f-c0bc-41f6-92d9-8c7813d224a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '82f7f443-45e7-45f4-8481-d5060b55fb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:09:19Z', 'updated_at': '2022-04-20T14:09:25Z', 'revision_number': 4, 'project_id': '417d0f3690714940b5fbcd7c7ee01d95', 'subnets': [{'id': '82f7f443-45e7-45f4-8481-d5060b55fb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:09:25.578858 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413eb2bc-5ad3-4efb-a917-2d81874a27ac None None] Pushing event updated for resources: {'Port': ['ID=47911a6e-0603-42a7-b79f-382bdaec28e7,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:25.613133 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-0dbd1a87-18c3-46be-a9e8-448b57e1f0ea service neutron] Attempting to bind port be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:09:25.613666 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-0dbd1a87-18c3-46be-a9e8-448b57e1f0ea service neutron] Attempting to bind port be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '7ad22572-356e-4a55-979a-613f9c9260fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7afd1bd2-1c16-4f32-9b8d-9f10b41339fc'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:09:25.614188 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-0dbd1a87-18c3-46be-a9e8-448b57e1f0ea service neutron] Attempting to bind port be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2 on network 7afd1bd2-1c16-4f32-9b8d-9f10b41339fc {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:09:25.614793 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-f8cd90bb-55ce-4712-bdfb-ee5b778f6474 None None] Provisioning complete for port 47911a6e-0603-42a7-b79f-382bdaec28e7 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:09:25.615171 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f8cd90bb-55ce-4712-bdfb-ee5b778f6474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:25.620438 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-0dbd1a87-18c3-46be-a9e8-448b57e1f0ea service neutron] Port be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2 on network 7afd1bd2-1c16-4f32-9b8d-9f10b41339fc not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:09:25.623816 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-0dbd1a87-18c3-46be-a9e8-448b57e1f0ea service neutron] Attempting to bind port be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2 on network 7afd1bd2-1c16-4f32-9b8d-9f10b41339fc {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:09:25.632390 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-0dbd1a87-18c3-46be-a9e8-448b57e1f0ea service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:09:25.632761 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-0dbd1a87-18c3-46be-a9e8-448b57e1f0ea service neutron] Checking segment: {'id': '7ad22572-356e-4a55-979a-613f9c9260fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7afd1bd2-1c16-4f32-9b8d-9f10b41339fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:09:25.633149 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-0dbd1a87-18c3-46be-a9e8-448b57e1f0ea service neutron] Bound using segment: {'id': '7ad22572-356e-4a55-979a-613f9c9260fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7afd1bd2-1c16-4f32-9b8d-9f10b41339fc'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:09:25.633591 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-0dbd1a87-18c3-46be-a9e8-448b57e1f0ea service neutron] Bound port: be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad22572-356e-4a55-979a-613f9c9260fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7afd1bd2-1c16-4f32-9b8d-9f10b41339fc'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:09:25.634002 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-0dbd1a87-18c3-46be-a9e8-448b57e1f0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:25.644903 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0ed35-e9d3-49d2-ba91-d1646480d291 req-2b7d3e69-0676-4c2c-9cec-767341f33c11 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:09:25.655176 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-29b0ed35-e9d3-49d2-ba91-d1646480d291 req-2b7d3e69-0676-4c2c-9cec-767341f33c11 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cf222e4-1fc3-422d-aad7-8c310ea4307d HTTP/1.1" status: 200 len: 943 time: 0.2428291 Apr 20 14:09:25.735911 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-29b0ed35-e9d3-49d2-ba91-d1646480d291 req-138d2d5d-6ffb-4af3-b677-29cf413caad0 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/security-groups?id=9052f68e-adf1-4474-b88e-32abb9277250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790756 Apr 20 14:09:25.774052 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-0dbd1a87-18c3-46be-a9e8-448b57e1f0ea service neutron] For port be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:09:25.777433 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-0dbd1a87-18c3-46be-a9e8-448b57e1f0ea service neutron] For port be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2,segment=NetworkSegment(7ad22572-356e-4a55-979a-613f9c9260fe),segment_id=7ad22572-356e-4a55-979a-613f9c9260fe)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:09:25.862956 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-0dbd1a87-18c3-46be-a9e8-448b57e1f0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:25.907275 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-0dbd1a87-18c3-46be-a9e8-448b57e1f0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:09:25.907275 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-0dbd1a87-18c3-46be-a9e8-448b57e1f0ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:25.907275 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-0dbd1a87-18c3-46be-a9e8-448b57e1f0ea service neutron] 10.222.0.15 "PUT /v2.0/ports/be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2 HTTP/1.1" status: 200 len: 1091 time: 1.0966668 Apr 20 14:09:25.907275 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf222e4-1fc3-422d-aad7-8c310ea4307d', 'tag': 'be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:09:25.908563 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21795a27-2f8a-4fa3-aec7-88107c4165e2" -d '{"events": [{"name": "network-changed", "server_uuid": "3cf222e4-1fc3-422d-aad7-8c310ea4307d", "tag": "be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:09:25.944892 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd1a87-18c3-46be-a9e8-448b57e1f0ea service neutron] Pushing event updated for resources: {'Port': ['ID=be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:25.964510 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28d5a55-efa4-4e50-b9a5-ded04b774345 x-openstack-request-id: req-e28d5a55-efa4-4e50-b9a5-ded04b774345 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:09:25.964707 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cf222e4-1fc3-422d-aad7-8c310ea4307d", "tag": "be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:09:25.965499 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e28d5a55-efa4-4e50-b9a5-ded04b774345 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:09:25.965916 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e28d5a55-efa4-4e50-b9a5-ded04b774345'] response: {'name': 'network-changed', 'server_uuid': '3cf222e4-1fc3-422d-aad7-8c310ea4307d', 'tag': 'be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2', 'status': 'completed', 'code': 200} Apr 20 14:09:26.040177 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21795a27-2f8a-4fa3-aec7-88107c4165e2 req-8a960fb0-f12d-469b-bcc1-324d3127412c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:09:26.043579 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-21795a27-2f8a-4fa3-aec7-88107c4165e2 req-8a960fb0-f12d-469b-bcc1-324d3127412c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c194ec4ea848451dbb54fdc63052446d&device_id=3cf222e4-1fc3-422d-aad7-8c310ea4307d HTTP/1.1" status: 200 len: 1094 time: 0.0516779 Apr 20 14:09:26.154982 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21795a27-2f8a-4fa3-aec7-88107c4165e2 req-e90238d3-54fe-4876-92d2-a477b1a8bae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:09:26.156529 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-21795a27-2f8a-4fa3-aec7-88107c4165e2 req-e90238d3-54fe-4876-92d2-a477b1a8bae1 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c194ec4ea848451dbb54fdc63052446d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1052637 Apr 20 14:09:26.256126 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21795a27-2f8a-4fa3-aec7-88107c4165e2 req-23fa0c00-3ed6-4dee-ab4b-0dd0c9ca188e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:09:26.257586 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-21795a27-2f8a-4fa3-aec7-88107c4165e2 req-23fa0c00-3ed6-4dee-ab4b-0dd0c9ca188e service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0946796 Apr 20 14:09:26.332486 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-d44bf660-dce9-4b8d-8e39-d8ffc0664b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:09:26.333967 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-d44bf660-dce9-4b8d-8e39-d8ffc0664b6c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c194ec4ea848451dbb54fdc63052446d&device_id=3cf222e4-1fc3-422d-aad7-8c310ea4307d HTTP/1.1" status: 200 len: 1094 time: 0.0418003 Apr 20 14:09:26.378373 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-0676f31d-a7d5-4219-8b56-c158794daa4d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2 HTTP/1.1" status: 200 len: 217 time: 0.0372233 Apr 20 14:09:26.428530 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-68bcfe7d-1332-4c16-952c-d3bfdbe3f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:09:26.429998 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-68bcfe7d-1332-4c16-952c-d3bfdbe3f6b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d9003f-8802-4d57-a021-826ec2ae366a HTTP/1.1" status: 200 len: 856 time: 0.0447752 Apr 20 14:09:26.475481 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-f420af43-46c0-499d-97dd-d95af7459eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:09:26.477039 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-f420af43-46c0-499d-97dd-d95af7459eb6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7afd1bd2-1c16-4f32-9b8d-9f10b41339fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410347 Apr 20 14:09:26.574271 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-f233d356-2a0e-4429-be70-0f6d3cf91873 service neutron] 10.222.0.15 "GET /v2.0/networks/7afd1bd2-1c16-4f32-9b8d-9f10b41339fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906765 Apr 20 14:09:26.659933 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8aeb11fb-7eb7-43cc-a836-9286aac035f1 req-fc30395d-8448-48db-82e0-5e4b9d22ae35 service neutron] 10.222.0.15 "GET /v2.0/networks/7afd1bd2-1c16-4f32-9b8d-9f10b41339fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796762 Apr 20 14:09:26.821621 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-edbfc9c4-8d0d-4caf-a7ce-4e09c8b1ad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:26.853813 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b6a10-0eb3-46ed-9d39-a8808fdc0d06 req-93da60aa-dd30-45dd-a4c2-b03b5965e181 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:09:26.855454 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-655b6a10-0eb3-46ed-9d39-a8808fdc0d06 req-93da60aa-dd30-45dd-a4c2-b03b5965e181 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cf222e4-1fc3-422d-aad7-8c310ea4307d HTTP/1.1" status: 200 len: 943 time: 0.0495079 Apr 20 14:09:26.892990 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-655b6a10-0eb3-46ed-9d39-a8808fdc0d06 req-249cedf1-c0ed-4300-9ec0-e0ddef0fd50b tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/security-groups?id=9052f68e-adf1-4474-b88e-32abb9277250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313983 Apr 20 14:09:27.408358 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 47911a6e-0603-42a7-b79f-382bdaec28e7 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:09:27.459920 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 47911a6e-0603-42a7-b79f-382bdaec28e7 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:09:27.460296 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:28.061673 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44be4ac-8d68-4c34-8743-6050c35e5d62 req-d8811021-7341-43db-9d7e-87ace10d7d05 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:09:28.062837 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a44be4ac-8d68-4c34-8743-6050c35e5d62 req-d8811021-7341-43db-9d7e-87ace10d7d05 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cf222e4-1fc3-422d-aad7-8c310ea4307d HTTP/1.1" status: 200 len: 943 time: 0.1017246 Apr 20 14:09:28.103529 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a44be4ac-8d68-4c34-8743-6050c35e5d62 req-4295a3f8-379e-4a30-a549-dd959b9475b8 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/security-groups?id=9052f68e-adf1-4474-b88e-32abb9277250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344286 Apr 20 14:09:28.296027 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:29.220652 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111807f1-4977-4cab-b82f-840cd25bee4c req-7ad13312-9962-4f15-aba2-553664727e25 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:09:29.222104 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-111807f1-4977-4cab-b82f-840cd25bee4c req-7ad13312-9962-4f15-aba2-553664727e25 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cf222e4-1fc3-422d-aad7-8c310ea4307d HTTP/1.1" status: 200 len: 943 time: 0.0472903 Apr 20 14:09:29.259098 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-111807f1-4977-4cab-b82f-840cd25bee4c req-c63e82b7-0317-4e6c-a184-ca239df9b894 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/security-groups?id=9052f68e-adf1-4474-b88e-32abb9277250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309463 Apr 20 14:09:29.587038 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:29.878741 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:30.118150 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:09:30.214211 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2,segment=NetworkSegment(7ad22572-356e-4a55-979a-613f9c9260fe),segment_id=7ad22572-356e-4a55-979a-613f9c9260fe)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:09:30.225375 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2', 'network_id': '7afd1bd2-1c16-4f32-9b8d-9f10b41339fc', 'port_id': 'be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2', 'mac_address': 'fa:16:3e:70:d5:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d9003f-8802-4d57-a021-826ec2ae366a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:09:30.261088 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:30.273653 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:09:30.293840 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2,segment=NetworkSegment(7ad22572-356e-4a55-979a-613f9c9260fe),segment_id=7ad22572-356e-4a55-979a-613f9c9260fe)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:09:30.374153 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e931641-92b9-4d9b-9419-8a071b18fa89 req-5a3f6442-d575-4f48-b475-b09d982a1214 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:09:30.375655 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5e931641-92b9-4d9b-9419-8a071b18fa89 req-5a3f6442-d575-4f48-b475-b09d982a1214 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cf222e4-1fc3-422d-aad7-8c310ea4307d HTTP/1.1" status: 200 len: 943 time: 0.0480943 Apr 20 14:09:30.376309 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:30.416714 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5e931641-92b9-4d9b-9419-8a071b18fa89 req-660cb29a-799b-4c10-b40f-6c501144f586 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/security-groups?id=9052f68e-adf1-4474-b88e-32abb9277250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347497 Apr 20 14:09:30.428636 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:30.719949 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:09:31.534195 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7cc37f-529d-46cf-8451-f7409ea1b556 req-dac1d68d-4135-4f44-8bbd-82d91c6bc5b5 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:09:31.535683 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df7cc37f-529d-46cf-8451-f7409ea1b556 req-dac1d68d-4135-4f44-8bbd-82d91c6bc5b5 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cf222e4-1fc3-422d-aad7-8c310ea4307d HTTP/1.1" status: 200 len: 944 time: 0.0520525 Apr 20 14:09:31.572499 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df7cc37f-529d-46cf-8451-f7409ea1b556 req-e03496fb-78b7-4247-a581-9b00e452a50c tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/security-groups?id=9052f68e-adf1-4474-b88e-32abb9277250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307097 Apr 20 14:09:32.134128 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:09:32.227762 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:09:32.231430 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:09:32.231859 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:32.308800 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:32.330802 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf222e4-1fc3-422d-aad7-8c310ea4307d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:09:32.333234 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac87ba4abbb4e8505208ea6fd510b76711e5f2ebc605ae5eca19bb7d33fcf53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41125ee3-143b-4555-89fb-a08334fec203" -d '{"events": [{"server_uuid": "3cf222e4-1fc3-422d-aad7-8c310ea4307d", "name": "network-vif-plugged", "status": "completed", "tag": "be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:09:32.345902 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2,segment=NetworkSegment(7ad22572-356e-4a55-979a-613f9c9260fe),segment_id=7ad22572-356e-4a55-979a-613f9c9260fe)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:09:32.368021 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17dd3bbd-d592-4967-b87f-ab19c206914e x-openstack-request-id: req-17dd3bbd-d592-4967-b87f-ab19c206914e {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:09:32.368308 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf222e4-1fc3-422d-aad7-8c310ea4307d", "name": "network-vif-plugged", "status": "completed", "tag": "be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:09:32.368561 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-17dd3bbd-d592-4967-b87f-ab19c206914e {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:09:32.368957 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17dd3bbd-d592-4967-b87f-ab19c206914e'] response: {'server_uuid': '3cf222e4-1fc3-422d-aad7-8c310ea4307d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2', 'code': 200} Apr 20 14:09:32.405138 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:32.456660 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:32.463128 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d97def-db72-4a1d-8595-36ea86c3937c req-b323f751-de16-4819-97b7-e7f2fb2aee26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:09:32.465007 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54d97def-db72-4a1d-8595-36ea86c3937c req-b323f751-de16-4819-97b7-e7f2fb2aee26 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3cf222e4-1fc3-422d-aad7-8c310ea4307d HTTP/1.1" status: 200 len: 1096 time: 0.0401618 Apr 20 14:09:32.499057 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54d97def-db72-4a1d-8595-36ea86c3937c req-5896d265-f00f-426a-9763-b429739c72e9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9052f68e-adf1-4474-b88e-32abb9277250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278361 Apr 20 14:09:32.688415 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf7442-8b5d-4d37-87ab-126f08d5d415 req-477b4aee-ea02-443a-b767-1468ac4cf78b tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:09:32.689784 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6ccf7442-8b5d-4d37-87ab-126f08d5d415 req-477b4aee-ea02-443a-b767-1468ac4cf78b tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cf222e4-1fc3-422d-aad7-8c310ea4307d HTTP/1.1" status: 200 len: 945 time: 0.0476701 Apr 20 14:09:32.725669 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6ccf7442-8b5d-4d37-87ab-126f08d5d415 req-c81f3c8c-9f42-4538-ba94-0e5390c27c6d tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/security-groups?id=9052f68e-adf1-4474-b88e-32abb9277250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297046 Apr 20 14:09:33.846583 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9849853-fea9-4354-ad8b-dc4214039a69 req-d192d82a-c250-4e83-92d4-ea6884811385 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:09:33.848091 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a9849853-fea9-4354-ad8b-dc4214039a69 req-d192d82a-c250-4e83-92d4-ea6884811385 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cf222e4-1fc3-422d-aad7-8c310ea4307d HTTP/1.1" status: 200 len: 945 time: 0.0526984 Apr 20 14:09:33.886507 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a9849853-fea9-4354-ad8b-dc4214039a69 req-89610bab-e1fe-479e-bf2a-5fd8a51e023f tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/security-groups?id=9052f68e-adf1-4474-b88e-32abb9277250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322249 Apr 20 14:09:35.006166 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467aa08-54e2-45de-8ea7-6f8b6c87532a req-658e036a-6d9a-4c4d-b937-ea5afc7a7f0a tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:09:35.007633 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b467aa08-54e2-45de-8ea7-6f8b6c87532a req-658e036a-6d9a-4c4d-b937-ea5afc7a7f0a tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cf222e4-1fc3-422d-aad7-8c310ea4307d HTTP/1.1" status: 200 len: 945 time: 0.0487623 Apr 20 14:09:35.043840 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b467aa08-54e2-45de-8ea7-6f8b6c87532a req-f81ba27b-35e4-42e9-9c33-27c0b0cd6023 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/security-groups?id=9052f68e-adf1-4474-b88e-32abb9277250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297482 Apr 20 14:09:35.155626 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29119e8c-d653-4dde-963b-d7d2d0579148 req-7ea50a41-27bb-4a98-9b72-56a820fe8834 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:09:35.157057 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-29119e8c-d653-4dde-963b-d7d2d0579148 req-7ea50a41-27bb-4a98-9b72-56a820fe8834 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cf222e4-1fc3-422d-aad7-8c310ea4307d HTTP/1.1" status: 200 len: 945 time: 0.0477762 Apr 20 14:09:35.194358 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-29119e8c-d653-4dde-963b-d7d2d0579148 req-d0441c63-6286-41eb-896b-942373bf8f99 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/security-groups?id=9052f68e-adf1-4474-b88e-32abb9277250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313158 Apr 20 14:09:41.597392 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:09:42.855794 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:43.541475 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:54.547311 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9bec4871-1696-4419-9556-98da570f986c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:56.810356 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a4f1fada-da8f-4ecd-bf03-50e1929b5065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:57.135796 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1f96b-0a3a-4be5-81cb-673ce7c6a035 req-f64b0350-f8f7-4026-b975-1967f3c62092 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:09:57.137290 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2fa1f96b-0a3a-4be5-81cb-673ce7c6a035 req-f64b0350-f8f7-4026-b975-1967f3c62092 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cf222e4-1fc3-422d-aad7-8c310ea4307d HTTP/1.1" status: 200 len: 945 time: 0.0524428 Apr 20 14:09:57.174643 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2fa1f96b-0a3a-4be5-81cb-673ce7c6a035 req-2aedbd65-f84e-4c51-a753-85254e2d1d08 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/security-groups?id=9052f68e-adf1-4474-b88e-32abb9277250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312841 Apr 20 14:09:58.290168 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:58.293769 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936de30-d3bd-41a6-8f2f-59b0ff028a78 req-5e982ac6-2fd0-4739-ae15-b9c5572c8607 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:09:58.295637 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e936de30-d3bd-41a6-8f2f-59b0ff028a78 req-5e982ac6-2fd0-4739-ae15-b9c5572c8607 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cf222e4-1fc3-422d-aad7-8c310ea4307d HTTP/1.1" status: 200 len: 945 time: 0.0497212 Apr 20 14:09:58.332510 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e936de30-d3bd-41a6-8f2f-59b0ff028a78 req-581ca949-feb5-42b5-aa41-7c7da1c9be04 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/security-groups?id=9052f68e-adf1-4474-b88e-32abb9277250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307939 Apr 20 14:09:58.772837 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e22c34c-1300-4cc0-8590-f66fcd2021fe req-4eede4af-f2ac-40cf-a39c-f0a6387d6907 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:09:58.774207 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5e22c34c-1300-4cc0-8590-f66fcd2021fe req-4eede4af-f2ac-40cf-a39c-f0a6387d6907 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cf222e4-1fc3-422d-aad7-8c310ea4307d HTTP/1.1" status: 200 len: 945 time: 0.0474517 Apr 20 14:09:58.868195 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-5e22c34c-1300-4cc0-8590-f66fcd2021fe req-e73f698b-9528-4674-b27e-25bac8a94126 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Deleting port be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:09:58.868541 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-5e22c34c-1300-4cc0-8590-f66fcd2021fe req-e73f698b-9528-4674-b27e-25bac8a94126 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:58.954082 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-5e22c34c-1300-4cc0-8590-f66fcd2021fe req-e73f698b-9528-4674-b27e-25bac8a94126 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] For port be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2,segment=NetworkSegment(7ad22572-356e-4a55-979a-613f9c9260fe),segment_id=7ad22572-356e-4a55-979a-613f9c9260fe)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:09:58.954446 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-5e22c34c-1300-4cc0-8590-f66fcd2021fe req-e73f698b-9528-4674-b27e-25bac8a94126 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:58.967633 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-5e22c34c-1300-4cc0-8590-f66fcd2021fe req-e73f698b-9528-4674-b27e-25bac8a94126 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Calling delete_port for be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:09:59.152914 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-5e22c34c-1300-4cc0-8590-f66fcd2021fe req-e73f698b-9528-4674-b27e-25bac8a94126 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:59.165163 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:09:59.180960 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f698b-9528-4674-b27e-25bac8a94126 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Pushing event deleted for resources: {'Port': ['ID=be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:09:59.209424 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73f698b-9528-4674-b27e-25bac8a94126 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:09:59.209771 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73f698b-9528-4674-b27e-25bac8a94126 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:09:59.210113 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73f698b-9528-4674-b27e-25bac8a94126 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:09:59.210450 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73f698b-9528-4674-b27e-25bac8a94126 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:09:59.210786 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73f698b-9528-4674-b27e-25bac8a94126 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:09:59.211119 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73f698b-9528-4674-b27e-25bac8a94126 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:09:59.211472 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73f698b-9528-4674-b27e-25bac8a94126 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:09:59.211801 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73f698b-9528-4674-b27e-25bac8a94126 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:09:59.212127 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73f698b-9528-4674-b27e-25bac8a94126 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:09:59.212449 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73f698b-9528-4674-b27e-25bac8a94126 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:09:59.212784 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73f698b-9528-4674-b27e-25bac8a94126 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:09:59.213092 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73f698b-9528-4674-b27e-25bac8a94126 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:09:59.236308 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e22c34c-1300-4cc0-8590-f66fcd2021fe req-e73f698b-9528-4674-b27e-25bac8a94126 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] No DVR routers for this DVR port be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:09:59.238776 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-5e22c34c-1300-4cc0-8590-f66fcd2021fe req-e73f698b-9528-4674-b27e-25bac8a94126 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:59.242048 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5e22c34c-1300-4cc0-8590-f66fcd2021fe req-e73f698b-9528-4674-b27e-25bac8a94126 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.15 "DELETE /v2.0/ports/be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2 HTTP/1.1" status: 204 len: 173 time: 0.4626026 Apr 20 14:09:59.242489 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf222e4-1fc3-422d-aad7-8c310ea4307d', 'name': 'network-vif-deleted', 'tag': 'be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:09:59.244836 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9330d483-e5d9-4384-89c4-a33a104cb04c" -d '{"events": [{"server_uuid": "3cf222e4-1fc3-422d-aad7-8c310ea4307d", "name": "network-vif-deleted", "tag": "be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:09:59.343499 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee835b93-287a-438c-ac95-151f845cbca3 x-openstack-request-id: req-ee835b93-287a-438c-ac95-151f845cbca3 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:09:59.344117 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf222e4-1fc3-422d-aad7-8c310ea4307d", "name": "network-vif-deleted", "tag": "be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:09:59.344284 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee835b93-287a-438c-ac95-151f845cbca3 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:09:59.344746 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee835b93-287a-438c-ac95-151f845cbca3'] response: {'server_uuid': '3cf222e4-1fc3-422d-aad7-8c310ea4307d', 'name': 'network-vif-deleted', 'tag': 'be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2', 'status': 'completed', 'code': 200} Apr 20 14:09:59.430057 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a084245b-fdd4-4598-aae5-453ea33f10f4 req-959f2631-c3ea-4292-883c-ee4c63f9f0b3 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cf222e4-1fc3-422d-aad7-8c310ea4307d HTTP/1.1" status: 200 len: 210 time: 0.0272610 Apr 20 14:09:59.575938 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:59.862179 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:01.090049 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-146b07c1-0445-44d9-8f26-683f4b445b68 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:10:01.094270 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-146b07c1-0445-44d9-8f26-683f4b445b68 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/networks?id=7afd1bd2-1c16-4f32-9b8d-9f10b41339fc HTTP/1.1" status: 200 len: 817 time: 0.0981064 Apr 20 14:10:01.106775 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-5fcc72b9-dd3f-4f1a-8c28-88974fc0951d tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/quotas/c194ec4ea848451dbb54fdc63052446d HTTP/1.1" status: 200 len: 375 time: 0.0093260 Apr 20 14:10:01.159936 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-a9355968-5249-4fa2-9acd-58600f9b55ba tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c194ec4ea848451dbb54fdc63052446d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477550 Apr 20 14:10:01.252861 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-ef989ed5-45fe-4058-b7ea-e88d6d824d78 service neutron] 10.222.0.25 "GET /v2.0/networks/7afd1bd2-1c16-4f32-9b8d-9f10b41339fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809650 Apr 20 14:10:01.344709 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-87419cd8-5f4a-47f2-a04c-564fea4cb7df service neutron] 10.222.0.25 "GET /v2.0/networks/7afd1bd2-1c16-4f32-9b8d-9f10b41339fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856094 Apr 20 14:10:01.579937 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9ddf58aa-42a5-4b40-acdd-7bed15eb768b req-24b6eafe-ae64-474d-9974-fb44c89745f6 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/ports?device_id=18f17fc2-cfc2-48c3-a974-eadbc52ad1ba HTTP/1.1" status: 200 len: 210 time: 0.0274100 Apr 20 14:10:02.273777 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:10:02.293858 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:10:02.294198 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device be3eb4b5-fbc3-4f86-8de6-6fc1e2eef1e2 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:10:02.674198 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c116e540-e48f-47a2-b599-c7984a3c529a req-0dd3f259-df82-4811-b9fa-c7e1c9a3d2f1 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/ports?device_id=18f17fc2-cfc2-48c3-a974-eadbc52ad1ba HTTP/1.1" status: 200 len: 210 time: 0.0258889 Apr 20 14:10:03.135088 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-a3982dc6-c627-47e0-8f75-93633062362c tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:10:03.137109 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-a3982dc6-c627-47e0-8f75-93633062362c tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.15 "GET /v2.0/networks?id=7afd1bd2-1c16-4f32-9b8d-9f10b41339fc HTTP/1.1" status: 200 len: 817 time: 0.1031806 Apr 20 14:10:03.149808 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-f080aa8d-4d6f-420c-ae10-008bd641eefc tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Request body: {'port': {'device_id': '18f17fc2-cfc2-48c3-a974-eadbc52ad1ba', 'network_id': '7afd1bd2-1c16-4f32-9b8d-9f10b41339fc', 'admin_state_up': True, 'tenant_id': 'c194ec4ea848451dbb54fdc63052446d'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:10:03.307433 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-f080aa8d-4d6f-420c-ae10-008bd641eefc tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Made reservation on behalf of c194ec4ea848451dbb54fdc63052446d for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:10:03.310974 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-f080aa8d-4d6f-420c-ae10-008bd641eefc tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:03.436823 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-f080aa8d-4d6f-420c-ae10-008bd641eefc tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Allocated IP 172.20.0.8 (7afd1bd2-1c16-4f32-9b8d-9f10b41339fc/89d9003f-8802-4d57-a021-826ec2ae366a/1af24bc5-b794-489a-a9df-f4892b2d000f) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:10:03.584734 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-f080aa8d-4d6f-420c-ae10-008bd641eefc tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:03.662007 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-f080aa8d-4d6f-420c-ae10-008bd641eefc tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:03.709091 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-f080aa8d-4d6f-420c-ae10-008bd641eefc tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Network 7afd1bd2-1c16-4f32-9b8d-9f10b41339fc is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:10:03.712292 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-f080aa8d-4d6f-420c-ae10-008bd641eefc tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:10:03.716202 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-f080aa8d-4d6f-420c-ae10-008bd641eefc tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:10:03.739660 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f080aa8d-4d6f-420c-ae10-008bd641eefc tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Pushing event updated for resources: {'Port': ['ID=1af24bc5-b794-489a-a9df-f4892b2d000f,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:03.793250 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-f080aa8d-4d6f-420c-ae10-008bd641eefc tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:10:03.793865 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-f080aa8d-4d6f-420c-ae10-008bd641eefc tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:03.817295 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddea3ed-c26b-46dd-ab97-cf2881f9c049 req-1d73f02d-fc09-4cb0-97a5-d16b30decc2e tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:10:03.818792 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6ddea3ed-c26b-46dd-ab97-cf2881f9c049 req-1d73f02d-fc09-4cb0-97a5-d16b30decc2e tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/ports?device_id=18f17fc2-cfc2-48c3-a974-eadbc52ad1ba HTTP/1.1" status: 200 len: 931 time: 0.0743821 Apr 20 14:10:03.858950 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-f080aa8d-4d6f-420c-ae10-008bd641eefc tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7128205 Apr 20 14:10:03.866680 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6ddea3ed-c26b-46dd-ab97-cf2881f9c049 req-c209456b-995c-4376-b8ce-527f11b1978c tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/security-groups?id=9052f68e-adf1-4474-b88e-32abb9277250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405169 Apr 20 14:10:03.872801 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-cd275cac-6368-4fe4-a047-20db2c09f305 service neutron] Request body: {'port': {'device_id': '18f17fc2-cfc2-48c3-a974-eadbc52ad1ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:10:03.928377 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-cd275cac-6368-4fe4-a047-20db2c09f305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:03.942355 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-96fa1db9-5460-433b-8e4e-f32be4a6a222 None None] Provisioning complete for port 1af24bc5-b794-489a-a9df-f4892b2d000f triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:10:03.942906 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-96fa1db9-5460-433b-8e4e-f32be4a6a222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:03.974761 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-96fa1db9-5460-433b-8e4e-f32be4a6a222 None None] Port 1af24bc5-b794-489a-a9df-f4892b2d000f cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:10:04.185891 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-cd275cac-6368-4fe4-a047-20db2c09f305 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1af24bc5-b794-489a-a9df-f4892b2d000f {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:10:04.193277 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-cd275cac-6368-4fe4-a047-20db2c09f305 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:04.205162 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-cd275cac-6368-4fe4-a047-20db2c09f305 service neutron] Transition to ACTIVE for port object 1af24bc5-b794-489a-a9df-f4892b2d000f will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:10:04.278871 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-cd275cac-6368-4fe4-a047-20db2c09f305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:04.333096 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd275cac-6368-4fe4-a047-20db2c09f305 service neutron] Pushing event updated for resources: {'Port': ['ID=1af24bc5-b794-489a-a9df-f4892b2d000f,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:04.402704 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-cd275cac-6368-4fe4-a047-20db2c09f305 service neutron] Attempting to bind port 1af24bc5-b794-489a-a9df-f4892b2d000f on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:10:04.403040 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-cd275cac-6368-4fe4-a047-20db2c09f305 service neutron] Attempting to bind port 1af24bc5-b794-489a-a9df-f4892b2d000f by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '7ad22572-356e-4a55-979a-613f9c9260fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7afd1bd2-1c16-4f32-9b8d-9f10b41339fc'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:10:04.403445 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-cd275cac-6368-4fe4-a047-20db2c09f305 service neutron] Attempting to bind port 1af24bc5-b794-489a-a9df-f4892b2d000f on network 7afd1bd2-1c16-4f32-9b8d-9f10b41339fc {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:10:04.408017 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-cd275cac-6368-4fe4-a047-20db2c09f305 service neutron] Port 1af24bc5-b794-489a-a9df-f4892b2d000f on network 7afd1bd2-1c16-4f32-9b8d-9f10b41339fc not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:10:04.408338 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-cd275cac-6368-4fe4-a047-20db2c09f305 service neutron] Attempting to bind port 1af24bc5-b794-489a-a9df-f4892b2d000f on network 7afd1bd2-1c16-4f32-9b8d-9f10b41339fc {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:10:04.413431 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-cd275cac-6368-4fe4-a047-20db2c09f305 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:10:04.415144 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-cd275cac-6368-4fe4-a047-20db2c09f305 service neutron] Checking segment: {'id': '7ad22572-356e-4a55-979a-613f9c9260fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7afd1bd2-1c16-4f32-9b8d-9f10b41339fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:10:04.415144 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-cd275cac-6368-4fe4-a047-20db2c09f305 service neutron] Bound using segment: {'id': '7ad22572-356e-4a55-979a-613f9c9260fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7afd1bd2-1c16-4f32-9b8d-9f10b41339fc'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:10:04.415144 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-cd275cac-6368-4fe4-a047-20db2c09f305 service neutron] Bound port: 1af24bc5-b794-489a-a9df-f4892b2d000f, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ad22572-356e-4a55-979a-613f9c9260fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7afd1bd2-1c16-4f32-9b8d-9f10b41339fc'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:10:04.415144 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-cd275cac-6368-4fe4-a047-20db2c09f305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:04.481836 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-cd275cac-6368-4fe4-a047-20db2c09f305 service neutron] For port 1af24bc5-b794-489a-a9df-f4892b2d000f, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:10:04.488764 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-cd275cac-6368-4fe4-a047-20db2c09f305 service neutron] For port 1af24bc5-b794-489a-a9df-f4892b2d000f, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=1af24bc5-b794-489a-a9df-f4892b2d000f,segment=NetworkSegment(7ad22572-356e-4a55-979a-613f9c9260fe),segment_id=7ad22572-356e-4a55-979a-613f9c9260fe)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:10:04.559873 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-cd275cac-6368-4fe4-a047-20db2c09f305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:04.846233 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-cd275cac-6368-4fe4-a047-20db2c09f305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:10:04.846752 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-cd275cac-6368-4fe4-a047-20db2c09f305 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:04.848145 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-cd275cac-6368-4fe4-a047-20db2c09f305 service neutron] 10.222.0.15 "PUT /v2.0/ports/1af24bc5-b794-489a-a9df-f4892b2d000f HTTP/1.1" status: 200 len: 1091 time: 0.9801657 Apr 20 14:10:04.848582 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18f17fc2-cfc2-48c3-a974-eadbc52ad1ba', 'tag': '1af24bc5-b794-489a-a9df-f4892b2d000f'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:10:04.850811 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6aee64-b4dd-4dc8-9f43-6c81f7a89c73" -d '{"events": [{"name": "network-changed", "server_uuid": "18f17fc2-cfc2-48c3-a974-eadbc52ad1ba", "tag": "1af24bc5-b794-489a-a9df-f4892b2d000f"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:10:04.877574 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd275cac-6368-4fe4-a047-20db2c09f305 service neutron] Pushing event updated for resources: {'Port': ['ID=1af24bc5-b794-489a-a9df-f4892b2d000f,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:04.898527 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba21caea-1d33-4fd0-9239-cb70eb499c71 x-openstack-request-id: req-ba21caea-1d33-4fd0-9239-cb70eb499c71 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:10:04.898828 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18f17fc2-cfc2-48c3-a974-eadbc52ad1ba", "tag": "1af24bc5-b794-489a-a9df-f4892b2d000f", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:10:04.899068 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ba21caea-1d33-4fd0-9239-cb70eb499c71 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:10:04.899780 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba21caea-1d33-4fd0-9239-cb70eb499c71'] response: {'name': 'network-changed', 'server_uuid': '18f17fc2-cfc2-48c3-a974-eadbc52ad1ba', 'tag': '1af24bc5-b794-489a-a9df-f4892b2d000f', 'status': 'completed', 'code': 200} Apr 20 14:10:05.001103 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6aee64-b4dd-4dc8-9f43-6c81f7a89c73 req-f7546c63-5f1d-41bc-ab38-286376275ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:10:05.002632 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fd6aee64-b4dd-4dc8-9f43-6c81f7a89c73 req-f7546c63-5f1d-41bc-ab38-286376275ceb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c194ec4ea848451dbb54fdc63052446d&device_id=18f17fc2-cfc2-48c3-a974-eadbc52ad1ba HTTP/1.1" status: 200 len: 1094 time: 0.0811932 Apr 20 14:10:05.016432 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f991b-d13f-45ac-b09a-320e98b07d91 req-4ff19231-59cf-471b-b41a-d161a1e42bb7 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:10:05.017918 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0b7f991b-d13f-45ac-b09a-320e98b07d91 req-4ff19231-59cf-471b-b41a-d161a1e42bb7 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/ports?device_id=18f17fc2-cfc2-48c3-a974-eadbc52ad1ba HTTP/1.1" status: 200 len: 943 time: 0.0636609 Apr 20 14:10:05.104059 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0b7f991b-d13f-45ac-b09a-320e98b07d91 req-0317af18-2da1-4fc2-a14b-a09f358e50bb tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/security-groups?id=9052f68e-adf1-4474-b88e-32abb9277250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771697 Apr 20 14:10:05.135844 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6aee64-b4dd-4dc8-9f43-6c81f7a89c73 req-24b79d39-06f0-4399-87ee-1bab739333d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:10:05.137954 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fd6aee64-b4dd-4dc8-9f43-6c81f7a89c73 req-24b79d39-06f0-4399-87ee-1bab739333d8 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c194ec4ea848451dbb54fdc63052446d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1191533 Apr 20 14:10:05.232043 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6aee64-b4dd-4dc8-9f43-6c81f7a89c73 req-0a35ab97-e068-40a7-9262-aa68e2b2fb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:10:05.233488 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fd6aee64-b4dd-4dc8-9f43-6c81f7a89c73 req-0a35ab97-e068-40a7-9262-aa68e2b2fb72 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898280 Apr 20 14:10:05.306735 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-8ba458b0-a54c-45be-b41c-07343c2fb9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:10:05.308741 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-8ba458b0-a54c-45be-b41c-07343c2fb9c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c194ec4ea848451dbb54fdc63052446d&device_id=18f17fc2-cfc2-48c3-a974-eadbc52ad1ba HTTP/1.1" status: 200 len: 1094 time: 0.0388017 Apr 20 14:10:05.348560 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-7b6bbb86-6f06-419f-a6bd-0d748d3e14dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1af24bc5-b794-489a-a9df-f4892b2d000f HTTP/1.1" status: 200 len: 217 time: 0.0329487 Apr 20 14:10:05.399299 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-cd88dfbf-1eb6-4e3f-a29f-a70b70220340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:10:05.400701 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-cd88dfbf-1eb6-4e3f-a29f-a70b70220340 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d9003f-8802-4d57-a021-826ec2ae366a HTTP/1.1" status: 200 len: 856 time: 0.0462468 Apr 20 14:10:05.448363 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-bb2cf891-b1c2-4c45-8414-a5b8b5c26e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:10:05.449874 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-bb2cf891-b1c2-4c45-8414-a5b8b5c26e48 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7afd1bd2-1c16-4f32-9b8d-9f10b41339fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428755 Apr 20 14:10:05.535601 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-64401502-0792-40d3-9e71-8fc41a344c97 service neutron] 10.222.0.15 "GET /v2.0/networks/7afd1bd2-1c16-4f32-9b8d-9f10b41339fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788839 Apr 20 14:10:05.636373 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3f6dedd2-aa71-4fb8-bda0-36d3861f9b4b req-28f2e939-7d6a-4e5b-be49-b2eb7075b2d1 service neutron] 10.222.0.15 "GET /v2.0/networks/7afd1bd2-1c16-4f32-9b8d-9f10b41339fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934050 Apr 20 14:10:06.223590 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b860f8c-c05e-40b8-8580-999ff878bd6f req-1ed4f173-8732-460f-878b-ae59df7999fc tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:10:06.225020 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1b860f8c-c05e-40b8-8580-999ff878bd6f req-1ed4f173-8732-460f-878b-ae59df7999fc tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/ports?device_id=18f17fc2-cfc2-48c3-a974-eadbc52ad1ba HTTP/1.1" status: 200 len: 943 time: 0.0483828 Apr 20 14:10:06.260715 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1b860f8c-c05e-40b8-8580-999ff878bd6f req-3591606e-fcb8-40f0-aeeb-5a3c4b0de849 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/security-groups?id=9052f68e-adf1-4474-b88e-32abb9277250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297599 Apr 20 14:10:07.376795 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520c3c1-bee7-4fe5-8901-c2cbdd4fbfb2 req-19dd0535-c77f-4992-b50b-c872e54f2411 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:10:07.378238 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3520c3c1-bee7-4fe5-8901-c2cbdd4fbfb2 req-19dd0535-c77f-4992-b50b-c872e54f2411 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/ports?device_id=18f17fc2-cfc2-48c3-a974-eadbc52ad1ba HTTP/1.1" status: 200 len: 943 time: 0.0487590 Apr 20 14:10:07.414057 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3520c3c1-bee7-4fe5-8901-c2cbdd4fbfb2 req-8e09c036-85b5-4262-aff8-72c06ae1bb6c tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/security-groups?id=9052f68e-adf1-4474-b88e-32abb9277250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299025 Apr 20 14:10:08.289008 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 1af24bc5-b794-489a-a9df-f4892b2d000f details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:10:08.381576 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 1af24bc5-b794-489a-a9df-f4892b2d000f, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=1af24bc5-b794-489a-a9df-f4892b2d000f,segment=NetworkSegment(7ad22572-356e-4a55-979a-613f9c9260fe),segment_id=7ad22572-356e-4a55-979a-613f9c9260fe)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:10:08.392453 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '1af24bc5-b794-489a-a9df-f4892b2d000f', 'network_id': '7afd1bd2-1c16-4f32-9b8d-9f10b41339fc', 'port_id': '1af24bc5-b794-489a-a9df-f4892b2d000f', 'mac_address': 'fa:16:3e:ff:c6:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d9003f-8802-4d57-a021-826ec2ae366a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:10:08.430943 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:08.444841 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1af24bc5-b794-489a-a9df-f4892b2d000f {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:10:08.463773 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 1af24bc5-b794-489a-a9df-f4892b2d000f, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=1af24bc5-b794-489a-a9df-f4892b2d000f,segment=NetworkSegment(7ad22572-356e-4a55-979a-613f9c9260fe),segment_id=7ad22572-356e-4a55-979a-613f9c9260fe)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:10:08.524564 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:08.533181 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73058a29-67d7-4b71-9ae9-27173a43af6f req-9724645e-e174-4822-b8ee-c26c2f255ea1 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:10:08.534667 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73058a29-67d7-4b71-9ae9-27173a43af6f req-9724645e-e174-4822-b8ee-c26c2f255ea1 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/ports?device_id=18f17fc2-cfc2-48c3-a974-eadbc52ad1ba HTTP/1.1" status: 200 len: 943 time: 0.0535567 Apr 20 14:10:08.572609 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=1af24bc5-b794-489a-a9df-f4892b2d000f,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:08.572955 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73058a29-67d7-4b71-9ae9-27173a43af6f req-a78fe0bc-692d-4b55-98ca-4e24e9167a31 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/security-groups?id=9052f68e-adf1-4474-b88e-32abb9277250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320497 Apr 20 14:10:08.833964 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['1af24bc5-b794-489a-a9df-f4892b2d000f'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:10:09.687544 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08883e83-3a01-435b-9952-468e46ce9eeb req-1d31ec9f-50b2-4c96-8888-ef5992097776 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:10:09.688988 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-08883e83-3a01-435b-9952-468e46ce9eeb req-1d31ec9f-50b2-4c96-8888-ef5992097776 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/ports?device_id=18f17fc2-cfc2-48c3-a974-eadbc52ad1ba HTTP/1.1" status: 200 len: 944 time: 0.0475101 Apr 20 14:10:09.727556 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-08883e83-3a01-435b-9952-468e46ce9eeb req-91b2749b-298b-4134-bc8d-7c579856483a tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/security-groups?id=9052f68e-adf1-4474-b88e-32abb9277250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325632 Apr 20 14:10:10.305513 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 1af24bc5-b794-489a-a9df-f4892b2d000f up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:10:10.404301 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 1af24bc5-b794-489a-a9df-f4892b2d000f completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:10:10.407867 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 1af24bc5-b794-489a-a9df-f4892b2d000f triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:10:10.408241 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:10.485026 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:10.507525 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f17fc2-cfc2-48c3-a974-eadbc52ad1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af24bc5-b794-489a-a9df-f4892b2d000f'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:10:10.509729 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac87ba4abbb4e8505208ea6fd510b76711e5f2ebc605ae5eca19bb7d33fcf53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f9e118-6244-4292-9e46-0c2bc2fbadc2" -d '{"events": [{"server_uuid": "18f17fc2-cfc2-48c3-a974-eadbc52ad1ba", "name": "network-vif-plugged", "status": "completed", "tag": "1af24bc5-b794-489a-a9df-f4892b2d000f"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:10:10.522799 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 1af24bc5-b794-489a-a9df-f4892b2d000f, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=1af24bc5-b794-489a-a9df-f4892b2d000f,segment=NetworkSegment(7ad22572-356e-4a55-979a-613f9c9260fe),segment_id=7ad22572-356e-4a55-979a-613f9c9260fe)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:10:10.546517 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1fc5de-0397-41de-930e-d640474bac7f x-openstack-request-id: req-4f1fc5de-0397-41de-930e-d640474bac7f {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:10:10.546818 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f17fc2-cfc2-48c3-a974-eadbc52ad1ba", "name": "network-vif-plugged", "status": "completed", "tag": "1af24bc5-b794-489a-a9df-f4892b2d000f", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:10:10.547048 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4f1fc5de-0397-41de-930e-d640474bac7f {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:10:10.547463 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f1fc5de-0397-41de-930e-d640474bac7f'] response: {'server_uuid': '18f17fc2-cfc2-48c3-a974-eadbc52ad1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af24bc5-b794-489a-a9df-f4892b2d000f', 'code': 200} Apr 20 14:10:10.564694 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:10.612665 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=1af24bc5-b794-489a-a9df-f4892b2d000f,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:10.639767 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72911018-2735-440e-8742-ac6e484ddaa3 req-5ebe6fce-7e80-4054-af6a-daba31b963c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:10:10.641240 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-72911018-2735-440e-8742-ac6e484ddaa3 req-5ebe6fce-7e80-4054-af6a-daba31b963c2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=18f17fc2-cfc2-48c3-a974-eadbc52ad1ba HTTP/1.1" status: 200 len: 1096 time: 0.0397234 Apr 20 14:10:10.675734 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-72911018-2735-440e-8742-ac6e484ddaa3 req-4c796e42-779e-4f9b-aa2d-60e61facdd34 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9052f68e-adf1-4474-b88e-32abb9277250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267119 Apr 20 14:10:10.843420 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268329d1-e3cb-44b2-9955-c01d6a2fc8d3 req-a223afb6-2728-4344-9a73-89f76f78ac85 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:10:10.844889 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-268329d1-e3cb-44b2-9955-c01d6a2fc8d3 req-a223afb6-2728-4344-9a73-89f76f78ac85 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/ports?device_id=18f17fc2-cfc2-48c3-a974-eadbc52ad1ba HTTP/1.1" status: 200 len: 945 time: 0.0523331 Apr 20 14:10:10.882963 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-268329d1-e3cb-44b2-9955-c01d6a2fc8d3 req-b3fdd879-1107-4446-94fe-a5d7cc261982 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/security-groups?id=9052f68e-adf1-4474-b88e-32abb9277250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321138 Apr 20 14:10:11.998360 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02bce9-eef2-4aae-a6a4-e705dc22209c req-9dbd2ff2-c553-4d38-9d3d-bc01bdd419f9 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:10:11.999830 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed02bce9-eef2-4aae-a6a4-e705dc22209c req-9dbd2ff2-c553-4d38-9d3d-bc01bdd419f9 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/ports?device_id=18f17fc2-cfc2-48c3-a974-eadbc52ad1ba HTTP/1.1" status: 200 len: 945 time: 0.0478640 Apr 20 14:10:12.037848 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed02bce9-eef2-4aae-a6a4-e705dc22209c req-ed6ca739-bcdc-4b33-94cd-ac6974f2dae4 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/security-groups?id=9052f68e-adf1-4474-b88e-32abb9277250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319893 Apr 20 14:10:12.896010 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:13.152365 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56892c-4a24-49d7-b711-baa776fdc9b9 req-fd9794c8-e62f-4c40-bd48-9ee13f6d485c tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:10:13.153747 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7f56892c-4a24-49d7-b711-baa776fdc9b9 req-fd9794c8-e62f-4c40-bd48-9ee13f6d485c tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/ports?device_id=18f17fc2-cfc2-48c3-a974-eadbc52ad1ba HTTP/1.1" status: 200 len: 945 time: 0.0491350 Apr 20 14:10:13.190420 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7f56892c-4a24-49d7-b711-baa776fdc9b9 req-de739546-aba2-409d-adcb-b6fd3dccd83a tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/security-groups?id=9052f68e-adf1-4474-b88e-32abb9277250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306642 Apr 20 14:10:13.307250 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f0ecc-35c4-44e1-8932-4558adb08785 req-f9695a04-8b88-4f15-9393-13620f862c7e tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:10:13.309285 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fe0f0ecc-35c4-44e1-8932-4558adb08785 req-f9695a04-8b88-4f15-9393-13620f862c7e tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/ports?device_id=18f17fc2-cfc2-48c3-a974-eadbc52ad1ba HTTP/1.1" status: 200 len: 945 time: 0.0525262 Apr 20 14:10:13.346198 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fe0f0ecc-35c4-44e1-8932-4558adb08785 req-de120500-7214-459a-86c5-7ce9e4086a97 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/security-groups?id=9052f68e-adf1-4474-b88e-32abb9277250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310173 Apr 20 14:10:13.587388 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:18.595907 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:10:24.507130 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-da879023-8b80-47a8-9e55-b9696d2cf2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:26.832739 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cea842c7-105d-4293-a9e9-5ef6ac82099a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:28.105150 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5771217d-0f8c-4d84-8030-c6a79ceb711a req-4c894f4b-855d-4cef-8feb-5b9b9525a7f1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=18f17fc2-cfc2-48c3-a974-eadbc52ad1ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411730 Apr 20 14:10:28.190112 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771217d-0f8c-4d84-8030-c6a79ceb711a req-ba0ea4fc-e54a-469f-b893-e287ba9c5f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:10:28.191756 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5771217d-0f8c-4d84-8030-c6a79ceb711a req-ba0ea4fc-e54a-469f-b893-e287ba9c5f20 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c194ec4ea848451dbb54fdc63052446d&device_id=18f17fc2-cfc2-48c3-a974-eadbc52ad1ba HTTP/1.1" status: 200 len: 1096 time: 0.0410731 Apr 20 14:10:28.302577 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771217d-0f8c-4d84-8030-c6a79ceb711a req-73b437df-ad88-498d-859d-b356d3d5dc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:10:28.304006 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5771217d-0f8c-4d84-8030-c6a79ceb711a req-73b437df-ad88-498d-859d-b356d3d5dc19 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7afd1bd2-1c16-4f32-9b8d-9f10b41339fc HTTP/1.1" status: 200 len: 918 time: 0.0889094 Apr 20 14:10:28.313276 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:28.346201 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5771217d-0f8c-4d84-8030-c6a79ceb711a req-571c3786-1f30-4fb7-8a70-72d2ca3a051d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1af24bc5-b794-489a-a9df-f4892b2d000f HTTP/1.1" status: 200 len: 217 time: 0.0353611 Apr 20 14:10:28.394104 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771217d-0f8c-4d84-8030-c6a79ceb711a req-526e24c0-775a-4770-bbe8-2584b169ceeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:10:28.395483 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5771217d-0f8c-4d84-8030-c6a79ceb711a req-526e24c0-775a-4770-bbe8-2584b169ceeb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89d9003f-8802-4d57-a021-826ec2ae366a HTTP/1.1" status: 200 len: 856 time: 0.0420334 Apr 20 14:10:28.446660 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771217d-0f8c-4d84-8030-c6a79ceb711a req-e6366445-05a4-44fe-8ced-0a4ba65ab3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:10:28.448219 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5771217d-0f8c-4d84-8030-c6a79ceb711a req-e6366445-05a4-44fe-8ced-0a4ba65ab3e7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7afd1bd2-1c16-4f32-9b8d-9f10b41339fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458775 Apr 20 14:10:28.546352 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5771217d-0f8c-4d84-8030-c6a79ceb711a req-8f86438e-1021-4eba-b276-49e276da7833 service neutron] 10.222.0.15 "GET /v2.0/networks/7afd1bd2-1c16-4f32-9b8d-9f10b41339fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902517 Apr 20 14:10:28.641905 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5771217d-0f8c-4d84-8030-c6a79ceb711a req-c2e79b53-6024-4a37-a3a5-41b555aecbd5 service neutron] 10.222.0.15 "GET /v2.0/networks/7afd1bd2-1c16-4f32-9b8d-9f10b41339fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878572 Apr 20 14:10:29.553042 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:29.855846 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:35.126614 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0646011-5727-4917-b62e-f9030c205362 req-dc5c8099-9446-4c50-a993-595a8122228f tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:10:35.128104 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e0646011-5727-4917-b62e-f9030c205362 req-dc5c8099-9446-4c50-a993-595a8122228f tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/ports?device_id=18f17fc2-cfc2-48c3-a974-eadbc52ad1ba HTTP/1.1" status: 200 len: 945 time: 0.0494320 Apr 20 14:10:35.165138 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e0646011-5727-4917-b62e-f9030c205362 req-1d786f27-8c06-4661-8010-00b38b3924a5 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/security-groups?id=9052f68e-adf1-4474-b88e-32abb9277250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308046 Apr 20 14:10:36.280929 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d447c17-94e4-4c6d-93d2-9069e98cc01a req-c31bd795-4b04-463d-b77c-d50e0f43cc39 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:10:36.282386 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8d447c17-94e4-4c6d-93d2-9069e98cc01a req-c31bd795-4b04-463d-b77c-d50e0f43cc39 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/ports?device_id=18f17fc2-cfc2-48c3-a974-eadbc52ad1ba HTTP/1.1" status: 200 len: 945 time: 0.0486248 Apr 20 14:10:36.319020 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8d447c17-94e4-4c6d-93d2-9069e98cc01a req-71751729-e1a5-481e-ab81-b28c3b2fa1fd tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/security-groups?id=9052f68e-adf1-4474-b88e-32abb9277250&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303948 Apr 20 14:10:36.741763 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a696c6a9-a746-491b-a4fa-0f68af04ce1c req-f844c4c7-6206-4d81-8d92-d4b242261bcb tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:10:36.743084 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a696c6a9-a746-491b-a4fa-0f68af04ce1c req-f844c4c7-6206-4d81-8d92-d4b242261bcb tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.15 "GET /v2.0/ports?device_id=18f17fc2-cfc2-48c3-a974-eadbc52ad1ba HTTP/1.1" status: 200 len: 945 time: 0.0507283 Apr 20 14:10:36.830483 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-a696c6a9-a746-491b-a4fa-0f68af04ce1c req-4a4736b1-ad7d-4592-b296-56fd78436648 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Deleting port 1af24bc5-b794-489a-a9df-f4892b2d000f {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:10:36.830831 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a696c6a9-a746-491b-a4fa-0f68af04ce1c req-4a4736b1-ad7d-4592-b296-56fd78436648 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:36.919934 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-a696c6a9-a746-491b-a4fa-0f68af04ce1c req-4a4736b1-ad7d-4592-b296-56fd78436648 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] For port 1af24bc5-b794-489a-a9df-f4892b2d000f, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=1af24bc5-b794-489a-a9df-f4892b2d000f,segment=NetworkSegment(7ad22572-356e-4a55-979a-613f9c9260fe),segment_id=7ad22572-356e-4a55-979a-613f9c9260fe)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:10:36.920302 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a696c6a9-a746-491b-a4fa-0f68af04ce1c req-4a4736b1-ad7d-4592-b296-56fd78436648 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:36.932921 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-a696c6a9-a746-491b-a4fa-0f68af04ce1c req-4a4736b1-ad7d-4592-b296-56fd78436648 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Calling delete_port for 1af24bc5-b794-489a-a9df-f4892b2d000f owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:10:37.113445 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a696c6a9-a746-491b-a4fa-0f68af04ce1c req-4a4736b1-ad7d-4592-b296-56fd78436648 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:37.125234 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['1af24bc5-b794-489a-a9df-f4892b2d000f'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:10:37.145548 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4736b1-ad7d-4592-b296-56fd78436648 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Pushing event deleted for resources: {'Port': ['ID=1af24bc5-b794-489a-a9df-f4892b2d000f,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:37.188903 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-a696c6a9-a746-491b-a4fa-0f68af04ce1c req-4a4736b1-ad7d-4592-b296-56fd78436648 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] No DVR routers for this DVR port 1af24bc5-b794-489a-a9df-f4892b2d000f on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:10:37.192012 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a696c6a9-a746-491b-a4fa-0f68af04ce1c req-4a4736b1-ad7d-4592-b296-56fd78436648 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:37.196074 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a696c6a9-a746-491b-a4fa-0f68af04ce1c req-4a4736b1-ad7d-4592-b296-56fd78436648 tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.15 "DELETE /v2.0/ports/1af24bc5-b794-489a-a9df-f4892b2d000f HTTP/1.1" status: 204 len: 173 time: 0.4461901 Apr 20 14:10:37.196560 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f17fc2-cfc2-48c3-a974-eadbc52ad1ba', 'name': 'network-vif-deleted', 'tag': '1af24bc5-b794-489a-a9df-f4892b2d000f'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:10:37.200248 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b59d5d-d935-4b8a-ba4c-e2ff17abe527" -d '{"events": [{"server_uuid": "18f17fc2-cfc2-48c3-a974-eadbc52ad1ba", "name": "network-vif-deleted", "tag": "1af24bc5-b794-489a-a9df-f4892b2d000f"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:10:37.242560 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a745f3-638d-419f-91b8-59af73101459 x-openstack-request-id: req-76a745f3-638d-419f-91b8-59af73101459 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:10:37.242915 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f17fc2-cfc2-48c3-a974-eadbc52ad1ba", "name": "network-vif-deleted", "tag": "1af24bc5-b794-489a-a9df-f4892b2d000f", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:10:37.243094 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-76a745f3-638d-419f-91b8-59af73101459 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:10:37.243521 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76a745f3-638d-419f-91b8-59af73101459'] response: {'server_uuid': '18f17fc2-cfc2-48c3-a974-eadbc52ad1ba', 'name': 'network-vif-deleted', 'tag': '1af24bc5-b794-489a-a9df-f4892b2d000f', 'status': 'completed', 'code': 200} Apr 20 14:10:37.413500 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6bd86ca4-d804-4281-836f-2aa64eb74967 req-9e4b999a-8313-48d9-bd2e-c802968f66da tempest-TestEncryptedCinderVolumes-972847625 tempest-TestEncryptedCinderVolumes-972847625-project] 10.222.0.25 "GET /v2.0/ports?device_id=18f17fc2-cfc2-48c3-a974-eadbc52ad1ba HTTP/1.1" status: 200 len: 210 time: 0.0258212 Apr 20 14:10:38.566290 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33828) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:10:38.902944 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-207f9109-f866-4953-8e74-c63741f78145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:39.141120 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-207f9109-f866-4953-8e74-c63741f78145 admin admin] Deleting port 8bc60a71-4c86-4793-b632-f044c0276031 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:10:39.141455 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-207f9109-f866-4953-8e74-c63741f78145 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:39.220686 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-207f9109-f866-4953-8e74-c63741f78145 admin admin] For port 8bc60a71-4c86-4793-b632-f044c0276031, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=8bc60a71-4c86-4793-b632-f044c0276031,segment=NetworkSegment(7ad22572-356e-4a55-979a-613f9c9260fe),segment_id=7ad22572-356e-4a55-979a-613f9c9260fe)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:10:39.220962 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-207f9109-f866-4953-8e74-c63741f78145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:39.233907 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-207f9109-f866-4953-8e74-c63741f78145 admin admin] Calling delete_port for 8bc60a71-4c86-4793-b632-f044c0276031 owned by network:router_interface {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:10:39.472789 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-207f9109-f866-4953-8e74-c63741f78145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:39.496855 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207f9109-f866-4953-8e74-c63741f78145 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bc60a71-4c86-4793-b632-f044c0276031,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:39.509025 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207f9109-f866-4953-8e74-c63741f78145 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:10:39.509369 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207f9109-f866-4953-8e74-c63741f78145 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:10:39.509703 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207f9109-f866-4953-8e74-c63741f78145 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:10:39.510037 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207f9109-f866-4953-8e74-c63741f78145 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:10:39.510367 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207f9109-f866-4953-8e74-c63741f78145 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:10:39.510716 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207f9109-f866-4953-8e74-c63741f78145 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:10:39.511028 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207f9109-f866-4953-8e74-c63741f78145 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:10:39.511896 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207f9109-f866-4953-8e74-c63741f78145 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:10:39.512234 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207f9109-f866-4953-8e74-c63741f78145 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:10:39.512561 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207f9109-f866-4953-8e74-c63741f78145 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:10:39.512882 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207f9109-f866-4953-8e74-c63741f78145 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:10:39.513205 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207f9109-f866-4953-8e74-c63741f78145 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:10:39.678827 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-207f9109-f866-4953-8e74-c63741f78145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:40.231688 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207f9109-f866-4953-8e74-c63741f78145 admin admin] Router 6c2d9be6-79fe-4d11-8cf7-f60228ec4330 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:10:40.334254 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207f9109-f866-4953-8e74-c63741f78145 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:10:40.339282 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-207f9109-f866-4953-8e74-c63741f78145 admin admin] 10.222.0.25 "PUT /v2.0/routers/6c2d9be6-79fe-4d11-8cf7-f60228ec4330/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7718813 Apr 20 14:10:40.341827 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33834) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:10:40.342899 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3abcda6-5059-40e1-a77b-616738635a7c None None] Sync routers for ids ['6c2d9be6-79fe-4d11-8cf7-f60228ec4330'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:10:40.352143 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3abcda6-5059-40e1-a77b-616738635a7c None None] Routers {'6c2d9be6-79fe-4d11-8cf7-f60228ec4330'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:10:40.352753 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-b3abcda6-5059-40e1-a77b-616738635a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:10:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6c2d9be6-79fe-4d11-8cf7-f60228ec4330'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:10:40.444999 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3f41cfaa-ba92-49ff-9584-6430139e2453 admin admin] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:40.455211 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-b3abcda6-5059-40e1-a77b-616738635a7c None None] Set router 6c2d9be6-79fe-4d11-8cf7-f60228ec4330 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:10:40.482171 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 1af24bc5-b794-489a-a9df-f4892b2d000f no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:10:40.531440 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 1af24bc5-b794-489a-a9df-f4892b2d000f {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:10:40.531781 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 1af24bc5-b794-489a-a9df-f4892b2d000f not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:10:40.550114 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3f41cfaa-ba92-49ff-9584-6430139e2453 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:40.653111 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-3f41cfaa-ba92-49ff-9584-6430139e2453 admin admin] Deleting port 72471a28-fdd1-4e30-9c1a-2b7797a64127 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:10:40.653111 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3f41cfaa-ba92-49ff-9584-6430139e2453 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:40.655054 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-b3abcda6-5059-40e1-a77b-616738635a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2d9be6-79fe-4d11-8cf7-f60228ec4330', 'name': 'tempest-TestEncryptedCinderVolumes-2024129263-router', 'tenant_id': 'c194ec4ea848451dbb54fdc63052446d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '72471a28-fdd1-4e30-9c1a-2b7797a64127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:09:10Z', 'updated_at': '2022-04-20T14:10:39Z', 'revision_number': 5, 'project_id': 'c194ec4ea848451dbb54fdc63052446d', 'gw_port': {'id': '72471a28-fdd1-4e30-9c1a-2b7797a64127', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:97:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2d9be6-79fe-4d11-8cf7-f60228ec4330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:09:11Z', 'updated_at': '2022-04-20T14:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:10:40.680799 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3abcda6-5059-40e1-a77b-616738635a7c None None] Checking router: 6c2d9be6-79fe-4d11-8cf7-f60228ec4330 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:10:40.689272 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3abcda6-5059-40e1-a77b-616738635a7c None None] Routers {'6c2d9be6-79fe-4d11-8cf7-f60228ec4330'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:10:40.689871 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-b3abcda6-5059-40e1-a77b-616738635a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:10:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6c2d9be6-79fe-4d11-8cf7-f60228ec4330'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:10:40.734577 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-3f41cfaa-ba92-49ff-9584-6430139e2453 admin admin] For port 72471a28-fdd1-4e30-9c1a-2b7797a64127, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=72471a28-fdd1-4e30-9c1a-2b7797a64127,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:10:40.735145 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3f41cfaa-ba92-49ff-9584-6430139e2453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:40.746306 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-3f41cfaa-ba92-49ff-9584-6430139e2453 admin admin] Calling delete_port for 72471a28-fdd1-4e30-9c1a-2b7797a64127 owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:10:40.929194 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-b3abcda6-5059-40e1-a77b-616738635a7c None None] Set router 6c2d9be6-79fe-4d11-8cf7-f60228ec4330 gateway port host: None {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:10:40.970215 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3f41cfaa-ba92-49ff-9584-6430139e2453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:40.979912 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-b3abcda6-5059-40e1-a77b-616738635a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2d9be6-79fe-4d11-8cf7-f60228ec4330', 'name': 'tempest-TestEncryptedCinderVolumes-2024129263-router', 'tenant_id': 'c194ec4ea848451dbb54fdc63052446d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:09:10Z', 'updated_at': '2022-04-20T14:10:40Z', 'revision_number': 6, 'project_id': 'c194ec4ea848451dbb54fdc63052446d', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:10:40.997087 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f41cfaa-ba92-49ff-9584-6430139e2453 admin admin] Pushing event deleted for resources: {'Port': ['ID=72471a28-fdd1-4e30-9c1a-2b7797a64127,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:41.012596 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3abcda6-5059-40e1-a77b-616738635a7c None None] The sync data for ids ['6c2d9be6-79fe-4d11-8cf7-f60228ec4330'] in n-d-836015-7 is: [{'id': '6c2d9be6-79fe-4d11-8cf7-f60228ec4330', 'name': 'tempest-TestEncryptedCinderVolumes-2024129263-router', 'tenant_id': 'c194ec4ea848451dbb54fdc63052446d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:09:10Z', 'updated_at': '2022-04-20T14:10:40Z', 'revision_number': 6, 'project_id': 'c194ec4ea848451dbb54fdc63052446d', 'gw_port_host': None}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:10:41.061462 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3f41cfaa-ba92-49ff-9584-6430139e2453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:41.151751 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3f41cfaa-ba92-49ff-9584-6430139e2453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:41.154435 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3f41cfaa-ba92-49ff-9584-6430139e2453 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:41.267581 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3f41cfaa-ba92-49ff-9584-6430139e2453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:41.268036 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f41cfaa-ba92-49ff-9584-6430139e2453 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c2d9be6-79fe-4d11-8cf7-f60228ec4330 {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:10:41.272254 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3f41cfaa-ba92-49ff-9584-6430139e2453 admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:41.273388 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3f41cfaa-ba92-49ff-9584-6430139e2453 admin admin] 10.222.0.25 "DELETE /v2.0/routers/6c2d9be6-79fe-4d11-8cf7-f60228ec4330 HTTP/1.1" status: 204 len: 168 time: 0.9306517 Apr 20 14:10:41.275996 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33836) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:10:41.318738 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ae3d6bc-21c6-474b-829e-34d6b704efa9 admin admin] Deleting subnet 89d9003f-8802-4d57-a021-826ec2ae366a {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:10:41.321959 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4ae3d6bc-21c6-474b-829e-34d6b704efa9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:41.356345 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4ae3d6bc-21c6-474b-829e-34d6b704efa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:41.445130 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4ae3d6bc-21c6-474b-829e-34d6b704efa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:41.582334 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4ae3d6bc-21c6-474b-829e-34d6b704efa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:41.605411 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3d6bc-21c6-474b-829e-34d6b704efa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89d9003f-8802-4d57-a021-826ec2ae366a,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:41.611994 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-4ae3d6bc-21c6-474b-829e-34d6b704efa9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:41.615685 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-4ae3d6bc-21c6-474b-829e-34d6b704efa9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/89d9003f-8802-4d57-a021-826ec2ae366a HTTP/1.1" status: 204 len: 168 time: 0.3387518 Apr 20 14:10:41.617438 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceef2efb-4848-4da5-88d2-edd13fb0cabe None None] Network 7afd1bd2-1c16-4f32-9b8d-9f10b41339fc requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:10:41.618395 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33838) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:10:41.686144 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-579fa813-565a-4cdb-9ef2-35fe61cbd092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:41.744025 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-579fa813-565a-4cdb-9ef2-35fe61cbd092 admin admin] Deleting port d21645ef-0749-4f53-97a2-cf96d83e96a0 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:10:41.744672 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-579fa813-565a-4cdb-9ef2-35fe61cbd092 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:41.804463 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84a425d-ea8b-4b86-ba20-1b225c9d4a96 None None] DHCP port deletion for 7afd1bd2-1c16-4f32-9b8d-9f10b41339fc request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:10:41.812728 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 8bc60a71-4c86-4793-b632-f044c0276031 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:10:41.813814 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-579fa813-565a-4cdb-9ef2-35fe61cbd092 admin admin] For port d21645ef-0749-4f53-97a2-cf96d83e96a0, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d21645ef-0749-4f53-97a2-cf96d83e96a0,segment=NetworkSegment(7ad22572-356e-4a55-979a-613f9c9260fe),segment_id=7ad22572-356e-4a55-979a-613f9c9260fe)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:10:41.814184 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-579fa813-565a-4cdb-9ef2-35fe61cbd092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:41.828806 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-579fa813-565a-4cdb-9ef2-35fe61cbd092 admin admin] Calling delete_port for d21645ef-0749-4f53-97a2-cf96d83e96a0 owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:10:41.833989 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 8bc60a71-4c86-4793-b632-f044c0276031 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:10:41.834277 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 8bc60a71-4c86-4793-b632-f044c0276031 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:10:41.874154 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-a84a425d-ea8b-4b86-ba20-1b225c9d4a96 None None] Deleting port d21645ef-0749-4f53-97a2-cf96d83e96a0 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:10:41.874540 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a84a425d-ea8b-4b86-ba20-1b225c9d4a96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:41.940834 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-a84a425d-ea8b-4b86-ba20-1b225c9d4a96 None None] For port d21645ef-0749-4f53-97a2-cf96d83e96a0, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d21645ef-0749-4f53-97a2-cf96d83e96a0,segment=NetworkSegment(7ad22572-356e-4a55-979a-613f9c9260fe),segment_id=7ad22572-356e-4a55-979a-613f9c9260fe)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:10:41.941243 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a84a425d-ea8b-4b86-ba20-1b225c9d4a96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:41.953739 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-a84a425d-ea8b-4b86-ba20-1b225c9d4a96 None None] Calling delete_port for d21645ef-0749-4f53-97a2-cf96d83e96a0 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:10:42.010430 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-579fa813-565a-4cdb-9ef2-35fe61cbd092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:42.037724 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a84a425d-ea8b-4b86-ba20-1b225c9d4a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:42.038682 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579fa813-565a-4cdb-9ef2-35fe61cbd092 admin admin] Pushing event deleted for resources: {'Port': ['ID=d21645ef-0749-4f53-97a2-cf96d83e96a0,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:42.044435 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579fa813-565a-4cdb-9ef2-35fe61cbd092 admin admin] No DVR routers for this DVR port d21645ef-0749-4f53-97a2-cf96d83e96a0 on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:10:42.063068 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a425d-ea8b-4b86-ba20-1b225c9d4a96 None None] Pushing event deleted for resources: {'Port': ['ID=d21645ef-0749-4f53-97a2-cf96d83e96a0,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:42.072545 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84a425d-ea8b-4b86-ba20-1b225c9d4a96 None None] No DVR routers for this DVR port d21645ef-0749-4f53-97a2-cf96d83e96a0 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:10:42.075014 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a425d-ea8b-4b86-ba20-1b225c9d4a96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:10:42.075383 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a425d-ea8b-4b86-ba20-1b225c9d4a96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:10:42.075715 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a425d-ea8b-4b86-ba20-1b225c9d4a96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:10:42.076047 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a425d-ea8b-4b86-ba20-1b225c9d4a96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:10:42.076378 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a425d-ea8b-4b86-ba20-1b225c9d4a96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:10:42.076709 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a425d-ea8b-4b86-ba20-1b225c9d4a96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:10:42.077014 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a425d-ea8b-4b86-ba20-1b225c9d4a96 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:10:42.077353 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a425d-ea8b-4b86-ba20-1b225c9d4a96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:10:42.077673 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a425d-ea8b-4b86-ba20-1b225c9d4a96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:10:42.077954 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a425d-ea8b-4b86-ba20-1b225c9d4a96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:10:42.078273 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a425d-ea8b-4b86-ba20-1b225c9d4a96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:10:42.078584 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a425d-ea8b-4b86-ba20-1b225c9d4a96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:10:42.125138 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-579fa813-565a-4cdb-9ef2-35fe61cbd092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:42.149875 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-579fa813-565a-4cdb-9ef2-35fe61cbd092 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7afd1bd2-1c16-4f32-9b8d-9f10b41339fc']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:10:42.160225 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-579fa813-565a-4cdb-9ef2-35fe61cbd092 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad22572-356e-4a55-979a-613f9c9260fe') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:10:42.160516 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-579fa813-565a-4cdb-9ef2-35fe61cbd092 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad22572-356e-4a55-979a-613f9c9260fe') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:10:42.170263 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-579fa813-565a-4cdb-9ef2-35fe61cbd092 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:42.182882 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-579fa813-565a-4cdb-9ef2-35fe61cbd092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:42.188543 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579fa813-565a-4cdb-9ef2-35fe61cbd092 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:10:42.188917 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-579fa813-565a-4cdb-9ef2-35fe61cbd092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:42.190506 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 14:10:42.190506 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:10:42.190506 n-d-836015-7 neutron-server[114870]: timer() Apr 20 14:10:42.190506 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:10:42.190506 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 14:10:42.190506 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:10:42.190506 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 14:10:42.190506 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:10:42.190506 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 14:10:42.190506 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:10:42.190506 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 14:10:42.190506 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:10:42.190506 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 14:10:42.190506 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:10:42.190506 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:10:42.190506 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:10:42.190506 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:10:42.190506 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:10:42.190506 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 14:10:42.190506 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:10:42.190506 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 14:10:42.190506 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:10:42.190506 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:10:42.190506 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:10:42.190506 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 14:10:42.190506 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:10:42.190506 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:10:42.190506 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:10:42.190506 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:10:42.190506 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:10:42.190506 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:10:42.190506 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:10:42.284122 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-579fa813-565a-4cdb-9ef2-35fe61cbd092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:42.289327 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-579fa813-565a-4cdb-9ef2-35fe61cbd092 admin admin] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:42.292426 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-579fa813-565a-4cdb-9ef2-35fe61cbd092 admin admin] 10.222.0.25 "DELETE /v2.0/networks/7afd1bd2-1c16-4f32-9b8d-9f10b41339fc HTTP/1.1" status: 204 len: 168 time: 0.6731017 Apr 20 14:10:42.297069 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33840) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:10:42.306577 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579fa813-565a-4cdb-9ef2-35fe61cbd092 admin admin] Pushing event deleted for resources: {'Network': ['ID=7afd1bd2-1c16-4f32-9b8d-9f10b41339fc,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:42.634975 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b9d41d83-7914-4fef-a421-a865d3925088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:42.873122 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:42.873754 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-b9d41d83-7914-4fef-a421-a865d3925088 admin admin] Deleting port 47911a6e-0603-42a7-b79f-382bdaec28e7 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:10:42.874114 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b9d41d83-7914-4fef-a421-a865d3925088 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:42.949767 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-b9d41d83-7914-4fef-a421-a865d3925088 admin admin] For port 47911a6e-0603-42a7-b79f-382bdaec28e7, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=47911a6e-0603-42a7-b79f-382bdaec28e7,segment=NetworkSegment(07244013-cded-4552-b341-8d18c0666ed0),segment_id=07244013-cded-4552-b341-8d18c0666ed0)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:10:42.950131 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b9d41d83-7914-4fef-a421-a865d3925088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:42.962540 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-b9d41d83-7914-4fef-a421-a865d3925088 admin admin] Calling delete_port for 47911a6e-0603-42a7-b79f-382bdaec28e7 owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:10:43.176022 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b9d41d83-7914-4fef-a421-a865d3925088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:43.203037 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d41d83-7914-4fef-a421-a865d3925088 admin admin] Pushing event deleted for resources: {'Port': ['ID=47911a6e-0603-42a7-b79f-382bdaec28e7,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:43.369781 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b9d41d83-7914-4fef-a421-a865d3925088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:43.500769 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d21645ef-0749-4f53-97a2-cf96d83e96a0 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:10:43.526874 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: d21645ef-0749-4f53-97a2-cf96d83e96a0 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:10:43.527220 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d21645ef-0749-4f53-97a2-cf96d83e96a0 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:10:43.527701 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 72471a28-fdd1-4e30-9c1a-2b7797a64127 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:10:43.548061 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 72471a28-fdd1-4e30-9c1a-2b7797a64127 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:10:43.549803 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 72471a28-fdd1-4e30-9c1a-2b7797a64127 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:10:43.605437 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:43.831037 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d41d83-7914-4fef-a421-a865d3925088 admin admin] Router 478fb61f-c0bc-41f6-92d9-8c7813d224a9 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:10:43.932586 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d41d83-7914-4fef-a421-a865d3925088 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:10:43.937515 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b9d41d83-7914-4fef-a421-a865d3925088 admin admin] 10.222.0.25 "PUT /v2.0/routers/478fb61f-c0bc-41f6-92d9-8c7813d224a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6404889 Apr 20 14:10:43.940011 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33842) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:10:43.944127 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6af4a7-dea0-4860-8aa0-2e0fe6ea2f38 None None] Sync routers for ids ['478fb61f-c0bc-41f6-92d9-8c7813d224a9'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:10:43.953838 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6af4a7-dea0-4860-8aa0-2e0fe6ea2f38 None None] Routers {'478fb61f-c0bc-41f6-92d9-8c7813d224a9'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:10:43.954609 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-9b6af4a7-dea0-4860-8aa0-2e0fe6ea2f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:10:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['478fb61f-c0bc-41f6-92d9-8c7813d224a9'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:10:44.043324 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-71a250d5-cb10-41cf-9f05-86aad921b891 admin admin] Notify callbacks [] for router, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:44.054666 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-9b6af4a7-dea0-4860-8aa0-2e0fe6ea2f38 None None] Set router 478fb61f-c0bc-41f6-92d9-8c7813d224a9 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:10:44.147094 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-71a250d5-cb10-41cf-9f05-86aad921b891 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:44.231021 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-9b6af4a7-dea0-4860-8aa0-2e0fe6ea2f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478fb61f-c0bc-41f6-92d9-8c7813d224a9', 'name': 'tempest-TestEncryptedCinderVolumes-1374281143-router', 'tenant_id': '417d0f3690714940b5fbcd7c7ee01d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'b67aa9ea-d6ac-439f-af09-10cda3d2a572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:09:16Z', 'updated_at': '2022-04-20T14:10:43Z', 'revision_number': 5, 'project_id': '417d0f3690714940b5fbcd7c7ee01d95', 'gw_port': {'id': 'b67aa9ea-d6ac-439f-af09-10cda3d2a572', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478fb61f-c0bc-41f6-92d9-8c7813d224a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:09:17Z', 'updated_at': '2022-04-20T14:09:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:10:44.257855 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6af4a7-dea0-4860-8aa0-2e0fe6ea2f38 None None] Checking router: 478fb61f-c0bc-41f6-92d9-8c7813d224a9 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:10:44.267160 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6af4a7-dea0-4860-8aa0-2e0fe6ea2f38 None None] Routers {'478fb61f-c0bc-41f6-92d9-8c7813d224a9'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:10:44.267958 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-9b6af4a7-dea0-4860-8aa0-2e0fe6ea2f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:10:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['478fb61f-c0bc-41f6-92d9-8c7813d224a9'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:10:44.287825 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-71a250d5-cb10-41cf-9f05-86aad921b891 admin admin] Deleting port b67aa9ea-d6ac-439f-af09-10cda3d2a572 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:10:44.288177 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-71a250d5-cb10-41cf-9f05-86aad921b891 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:44.353397 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-9b6af4a7-dea0-4860-8aa0-2e0fe6ea2f38 None None] Set router 478fb61f-c0bc-41f6-92d9-8c7813d224a9 gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:10:44.369084 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-71a250d5-cb10-41cf-9f05-86aad921b891 admin admin] For port b67aa9ea-d6ac-439f-af09-10cda3d2a572, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=b67aa9ea-d6ac-439f-af09-10cda3d2a572,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:10:44.369451 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-71a250d5-cb10-41cf-9f05-86aad921b891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:44.381547 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-71a250d5-cb10-41cf-9f05-86aad921b891 admin admin] Calling delete_port for b67aa9ea-d6ac-439f-af09-10cda3d2a572 owned by network:router_gateway {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:10:44.403618 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-9b6af4a7-dea0-4860-8aa0-2e0fe6ea2f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478fb61f-c0bc-41f6-92d9-8c7813d224a9', 'name': 'tempest-TestEncryptedCinderVolumes-1374281143-router', 'tenant_id': '417d0f3690714940b5fbcd7c7ee01d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:09:16Z', 'updated_at': '2022-04-20T14:10:44Z', 'revision_number': 6, 'project_id': '417d0f3690714940b5fbcd7c7ee01d95', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:10:44.431537 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6af4a7-dea0-4860-8aa0-2e0fe6ea2f38 None None] The sync data for ids ['478fb61f-c0bc-41f6-92d9-8c7813d224a9'] in n-d-836015-7 is: [{'id': '478fb61f-c0bc-41f6-92d9-8c7813d224a9', 'name': 'tempest-TestEncryptedCinderVolumes-1374281143-router', 'tenant_id': '417d0f3690714940b5fbcd7c7ee01d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:09:16Z', 'updated_at': '2022-04-20T14:10:44Z', 'revision_number': 6, 'project_id': '417d0f3690714940b5fbcd7c7ee01d95', 'gw_port_host': None}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:10:44.610451 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-71a250d5-cb10-41cf-9f05-86aad921b891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:44.635511 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a250d5-cb10-41cf-9f05-86aad921b891 admin admin] Pushing event deleted for resources: {'Port': ['ID=b67aa9ea-d6ac-439f-af09-10cda3d2a572,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:44.703110 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-71a250d5-cb10-41cf-9f05-86aad921b891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:44.793633 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-71a250d5-cb10-41cf-9f05-86aad921b891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:44.795994 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-71a250d5-cb10-41cf-9f05-86aad921b891 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:44.907170 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-71a250d5-cb10-41cf-9f05-86aad921b891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:44.907789 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a250d5-cb10-41cf-9f05-86aad921b891 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 478fb61f-c0bc-41f6-92d9-8c7813d224a9 {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:10:44.912295 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-71a250d5-cb10-41cf-9f05-86aad921b891 admin admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:44.913428 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-71a250d5-cb10-41cf-9f05-86aad921b891 admin admin] 10.222.0.25 "DELETE /v2.0/routers/478fb61f-c0bc-41f6-92d9-8c7813d224a9 HTTP/1.1" status: 204 len: 168 time: 0.9725182 Apr 20 14:10:44.916020 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33844) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:10:44.960009 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4239a10-c3ef-49b0-86dc-94606e16be95 admin admin] Deleting subnet 82f7f443-45e7-45f4-8481-d5060b55fb37 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:10:44.962820 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e4239a10-c3ef-49b0-86dc-94606e16be95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:44.996977 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e4239a10-c3ef-49b0-86dc-94606e16be95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:45.076246 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e4239a10-c3ef-49b0-86dc-94606e16be95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:45.193757 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e4239a10-c3ef-49b0-86dc-94606e16be95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:45.222306 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4239a10-c3ef-49b0-86dc-94606e16be95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82f7f443-45e7-45f4-8481-d5060b55fb37,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:45.224263 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e4239a10-c3ef-49b0-86dc-94606e16be95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:45.227474 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e4239a10-c3ef-49b0-86dc-94606e16be95 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/82f7f443-45e7-45f4-8481-d5060b55fb37 HTTP/1.1" status: 204 len: 168 time: 0.3104630 Apr 20 14:10:45.229076 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b01ca50-5921-4223-a437-54a2941749d6 None None] Network 847f6d5c-58e0-48aa-88be-066da8d5504a requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:10:45.230756 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33846) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:10:45.303891 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1f7021da-6c3c-467a-ab00-d9ac3ed2c4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:45.361168 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-1f7021da-6c3c-467a-ab00-d9ac3ed2c4e3 admin admin] Deleting port 2f7547d7-610d-4241-82cd-e525726abb73 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:10:45.361512 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1f7021da-6c3c-467a-ab00-d9ac3ed2c4e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:45.399692 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b23627-21ab-4a16-b1e6-2376f6eae891 None None] DHCP port deletion for 847f6d5c-58e0-48aa-88be-066da8d5504a request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:10:45.430708 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-1f7021da-6c3c-467a-ab00-d9ac3ed2c4e3 admin admin] For port 2f7547d7-610d-4241-82cd-e525726abb73, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=2f7547d7-610d-4241-82cd-e525726abb73,segment=NetworkSegment(07244013-cded-4552-b341-8d18c0666ed0),segment_id=07244013-cded-4552-b341-8d18c0666ed0)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:10:45.431272 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1f7021da-6c3c-467a-ab00-d9ac3ed2c4e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:45.445157 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-1f7021da-6c3c-467a-ab00-d9ac3ed2c4e3 admin admin] Calling delete_port for 2f7547d7-610d-4241-82cd-e525726abb73 owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:10:45.482451 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-15b23627-21ab-4a16-b1e6-2376f6eae891 None None] Deleting port 2f7547d7-610d-4241-82cd-e525726abb73 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:10:45.482841 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-15b23627-21ab-4a16-b1e6-2376f6eae891 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:45.497941 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 2f7547d7-610d-4241-82cd-e525726abb73 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:10:45.583743 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-15b23627-21ab-4a16-b1e6-2376f6eae891 None None] For port 2f7547d7-610d-4241-82cd-e525726abb73, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=2f7547d7-610d-4241-82cd-e525726abb73,segment=NetworkSegment(07244013-cded-4552-b341-8d18c0666ed0),segment_id=07244013-cded-4552-b341-8d18c0666ed0)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:10:45.584147 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-15b23627-21ab-4a16-b1e6-2376f6eae891 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:45.598384 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-15b23627-21ab-4a16-b1e6-2376f6eae891 None None] Calling delete_port for 2f7547d7-610d-4241-82cd-e525726abb73 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:10:45.610486 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1f7021da-6c3c-467a-ab00-d9ac3ed2c4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:45.641948 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7021da-6c3c-467a-ab00-d9ac3ed2c4e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f7547d7-610d-4241-82cd-e525726abb73,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:45.642325 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:45.646609 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7021da-6c3c-467a-ab00-d9ac3ed2c4e3 admin admin] No DVR routers for this DVR port 2f7547d7-610d-4241-82cd-e525726abb73 on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:10:45.722081 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1f7021da-6c3c-467a-ab00-d9ac3ed2c4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:45.726912 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 47911a6e-0603-42a7-b79f-382bdaec28e7 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:10:45.741873 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-1f7021da-6c3c-467a-ab00-d9ac3ed2c4e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['847f6d5c-58e0-48aa-88be-066da8d5504a']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:10:45.750968 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-1f7021da-6c3c-467a-ab00-d9ac3ed2c4e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07244013-cded-4552-b341-8d18c0666ed0') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:10:45.751265 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-1f7021da-6c3c-467a-ab00-d9ac3ed2c4e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07244013-cded-4552-b341-8d18c0666ed0') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:10:45.752385 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 47911a6e-0603-42a7-b79f-382bdaec28e7 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:10:45.752738 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 47911a6e-0603-42a7-b79f-382bdaec28e7 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:10:45.753163 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device b67aa9ea-d6ac-439f-af09-10cda3d2a572 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:10:45.761089 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1f7021da-6c3c-467a-ab00-d9ac3ed2c4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:45.773637 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: b67aa9ea-d6ac-439f-af09-10cda3d2a572 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:10:45.773992 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device b67aa9ea-d6ac-439f-af09-10cda3d2a572 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:10:45.774471 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1f7021da-6c3c-467a-ab00-d9ac3ed2c4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:45.777532 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-15b23627-21ab-4a16-b1e6-2376f6eae891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:45.783818 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f7021da-6c3c-467a-ab00-d9ac3ed2c4e3 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:10:45.784731 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1f7021da-6c3c-467a-ab00-d9ac3ed2c4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:45.786163 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 14:10:45.786163 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:10:45.786163 n-d-836015-7 neutron-server[114869]: timer() Apr 20 14:10:45.786163 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:10:45.786163 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 14:10:45.786163 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:10:45.786163 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 14:10:45.786163 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:10:45.786163 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 14:10:45.786163 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:10:45.786163 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 14:10:45.786163 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:10:45.786163 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 14:10:45.786163 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:10:45.786163 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:10:45.786163 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:10:45.786163 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:10:45.786163 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:10:45.786163 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 14:10:45.786163 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:10:45.786163 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 14:10:45.786163 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:10:45.786163 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:10:45.786163 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:10:45.786163 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 14:10:45.786163 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:10:45.786163 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:10:45.786163 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:10:45.786163 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:10:45.786163 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:10:45.786163 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:10:45.786163 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:10:45.789081 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b23627-21ab-4a16-b1e6-2376f6eae891 None None] No DVR routers for this DVR port 2f7547d7-610d-4241-82cd-e525726abb73 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:10:45.812028 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b23627-21ab-4a16-b1e6-2376f6eae891 None None] Pushing event deleted for resources: {'Port': ['ID=2f7547d7-610d-4241-82cd-e525726abb73,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:45.918989 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1f7021da-6c3c-467a-ab00-d9ac3ed2c4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:45.924479 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1f7021da-6c3c-467a-ab00-d9ac3ed2c4e3 admin admin] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:45.927600 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1f7021da-6c3c-467a-ab00-d9ac3ed2c4e3 admin admin] 10.222.0.25 "DELETE /v2.0/networks/847f6d5c-58e0-48aa-88be-066da8d5504a HTTP/1.1" status: 204 len: 168 time: 0.6956155 Apr 20 14:10:45.939436 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7021da-6c3c-467a-ab00-d9ac3ed2c4e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=847f6d5c-58e0-48aa-88be-066da8d5504a,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:46.306623 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33850) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:10:46.346318 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-315e4913-8047-4015-8c6b-46ec0ee96299 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c194ec4ea848451dbb54fdc63052446d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385089 Apr 20 14:10:46.348682 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33852) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:10:46.400239 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7d635528-84a4-4f3b-b3a1-7628a15f329e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:46.420897 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7d635528-84a4-4f3b-b3a1-7628a15f329e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:46.524502 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7d635528-84a4-4f3b-b3a1-7628a15f329e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:46.526980 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7d635528-84a4-4f3b-b3a1-7628a15f329e admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:46.528182 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7d635528-84a4-4f3b-b3a1-7628a15f329e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9052f68e-adf1-4474-b88e-32abb9277250 HTTP/1.1" status: 204 len: 168 time: 0.1785958 Apr 20 14:10:46.535893 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d635528-84a4-4f3b-b3a1-7628a15f329e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9052f68e-adf1-4474-b88e-32abb9277250,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:47.116226 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33858) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:10:47.156260 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-0022825f-526d-411f-b822-5197e07ca53f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=417d0f3690714940b5fbcd7c7ee01d95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388467 Apr 20 14:10:47.158553 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33860) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:10:47.206451 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aaaa96e6-3969-4697-b5c9-56c69925ee86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:47.227387 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aaaa96e6-3969-4697-b5c9-56c69925ee86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:47.330049 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aaaa96e6-3969-4697-b5c9-56c69925ee86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:47.332657 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-aaaa96e6-3969-4697-b5c9-56c69925ee86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:47.333822 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-aaaa96e6-3969-4697-b5c9-56c69925ee86 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d05ba514-cb72-43b2-afe1-1a47e8ac63a1 HTTP/1.1" status: 204 len: 168 time: 0.1743782 Apr 20 14:10:47.342506 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa96e6-3969-4697-b5c9-56c69925ee86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05ba514-cb72-43b2-afe1-1a47e8ac63a1,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:48.385334 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33882) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:10:48.495819 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-fa82f682-b5c4-489f-bd9e-5dc2da19d086 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-268191286-network', 'tenant_id': '38c7579a1db44d4cab8f814f3f1e72cb'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:10:48.576340 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa82f682-b5c4-489f-bd9e-5dc2da19d086 admin admin] Made reservation on behalf of 38c7579a1db44d4cab8f814f3f1e72cb for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:10:48.578646 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fa82f682-b5c4-489f-bd9e-5dc2da19d086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:48.586901 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fa82f682-b5c4-489f-bd9e-5dc2da19d086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:48.658339 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fa82f682-b5c4-489f-bd9e-5dc2da19d086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:48.712559 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fa82f682-b5c4-489f-bd9e-5dc2da19d086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:48.738702 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa82f682-b5c4-489f-bd9e-5dc2da19d086 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:10:48.744752 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa82f682-b5c4-489f-bd9e-5dc2da19d086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473a282e-f432-40a6-8543-02b0597f4d9c,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:48.750773 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fa82f682-b5c4-489f-bd9e-5dc2da19d086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:48.751125 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-fa82f682-b5c4-489f-bd9e-5dc2da19d086 admin admin] Added segment 46e62b3f-4294-4f38-8626-f6cded729d7e of type vlan for network af391c99-9cbc-4706-b01b-d1e23a8c8211 Apr 20 14:10:48.790418 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fa82f682-b5c4-489f-bd9e-5dc2da19d086 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:48.861610 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fa82f682-b5c4-489f-bd9e-5dc2da19d086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:48.862558 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa82f682-b5c4-489f-bd9e-5dc2da19d086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:10:48.863131 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fa82f682-b5c4-489f-bd9e-5dc2da19d086 admin admin] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:48.925113 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa82f682-b5c4-489f-bd9e-5dc2da19d086 admin admin] Pushing event updated for resources: {'Network': ['ID=af391c99-9cbc-4706-b01b-d1e23a8c8211,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:48.933360 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-fa82f682-b5c4-489f-bd9e-5dc2da19d086 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5469804 Apr 20 14:10:48.935072 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network af391c99-9cbc-4706-b01b-d1e23a8c8211 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:10:48.939066 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33886) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:10:48.942000 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-439e9569-8efe-4c3e-882e-19c8c7e7191c admin admin] Request body: {'subnet': {'network_id': 'af391c99-9cbc-4706-b01b-d1e23a8c8211', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-268191286-subnet', 'tenant_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:10:49.027207 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439e9569-8efe-4c3e-882e-19c8c7e7191c admin admin] Made reservation on behalf of 38c7579a1db44d4cab8f814f3f1e72cb for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:10:49.029637 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-439e9569-8efe-4c3e-882e-19c8c7e7191c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:49.256564 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-439e9569-8efe-4c3e-882e-19c8c7e7191c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:49.310193 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e9569-8efe-4c3e-882e-19c8c7e7191c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea15baae-1f8a-4488-b235-606a11d7a588,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:49.320582 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439e9569-8efe-4c3e-882e-19c8c7e7191c admin admin] Checking segment: {'id': '46e62b3f-4294-4f38-8626-f6cded729d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'af391c99-9cbc-4706-b01b-d1e23a8c8211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:10:49.321183 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439e9569-8efe-4c3e-882e-19c8c7e7191c admin admin] Network hostable DHCP agents. Network: af391c99-9cbc-4706-b01b-d1e23a8c8211, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:10:49.421195 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439e9569-8efe-4c3e-882e-19c8c7e7191c admin admin] Network af391c99-9cbc-4706-b01b-d1e23a8c8211 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:10:49.490077 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-439e9569-8efe-4c3e-882e-19c8c7e7191c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, af391c99-9cbc-4706-b01b-d1e23a8c8211) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:10:49.494606 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439e9569-8efe-4c3e-882e-19c8c7e7191c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:10:49.495197 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-439e9569-8efe-4c3e-882e-19c8c7e7191c admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:49.501969 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64179f2b-bba3-426b-8fef-34c4d0a20c4e None None] Network af391c99-9cbc-4706-b01b-d1e23a8c8211 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:10:49.584034 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-439e9569-8efe-4c3e-882e-19c8c7e7191c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6462965 Apr 20 14:10:49.586589 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33888) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:10:49.590869 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-953b4f8b-85b8-41e4-8f9d-41268ff8934e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-268191286-router', 'tenant_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:10:49.642292 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78e93b5-ebe5-45a7-a4d7-bdda205da366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-af391c99-9cbc-4706-b01b-d1e23a8c8211', 'network_id': 'af391c99-9cbc-4706-b01b-d1e23a8c8211', 'tenant_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'fixed_ips': [{'subnet_id': 'ea15baae-1f8a-4488-b235-606a11d7a588'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:10:49.643175 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e78e93b5-ebe5-45a7-a4d7-bdda205da366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:49.673026 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-953b4f8b-85b8-41e4-8f9d-41268ff8934e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:49.674213 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-953b4f8b-85b8-41e4-8f9d-41268ff8934e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:49.724373 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-953b4f8b-85b8-41e4-8f9d-41268ff8934e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:49.777057 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-e78e93b5-ebe5-45a7-a4d7-bdda205da366 None None] Allocated IP 172.20.0.2 (af391c99-9cbc-4706-b01b-d1e23a8c8211/ea15baae-1f8a-4488-b235-606a11d7a588/4f4ffc97-6b82-4a7d-b5f1-cc1b1d1d51f1) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:10:49.920171 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-953b4f8b-85b8-41e4-8f9d-41268ff8934e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:49.923001 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e78e93b5-ebe5-45a7-a4d7-bdda205da366 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:50.016708 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e78e93b5-ebe5-45a7-a4d7-bdda205da366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:50.052482 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78e93b5-ebe5-45a7-a4d7-bdda205da366 None None] Network af391c99-9cbc-4706-b01b-d1e23a8c8211 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:10:50.057207 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-e78e93b5-ebe5-45a7-a4d7-bdda205da366 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:10:50.059748 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78e93b5-ebe5-45a7-a4d7-bdda205da366 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:10:50.073313 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e93b5-ebe5-45a7-a4d7-bdda205da366 None None] Pushing event updated for resources: {'Port': ['ID=4f4ffc97-6b82-4a7d-b5f1-cc1b1d1d51f1,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:50.118813 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-e78e93b5-ebe5-45a7-a4d7-bdda205da366 None None] Attempting to bind port 4f4ffc97-6b82-4a7d-b5f1-cc1b1d1d51f1 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:10:50.119234 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-e78e93b5-ebe5-45a7-a4d7-bdda205da366 None None] Attempting to bind port 4f4ffc97-6b82-4a7d-b5f1-cc1b1d1d51f1 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '46e62b3f-4294-4f38-8626-f6cded729d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'af391c99-9cbc-4706-b01b-d1e23a8c8211'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:10:50.119601 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78e93b5-ebe5-45a7-a4d7-bdda205da366 None None] Attempting to bind port 4f4ffc97-6b82-4a7d-b5f1-cc1b1d1d51f1 on network af391c99-9cbc-4706-b01b-d1e23a8c8211 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:10:50.124780 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78e93b5-ebe5-45a7-a4d7-bdda205da366 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:10:50.125251 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78e93b5-ebe5-45a7-a4d7-bdda205da366 None None] Checking segment: {'id': '46e62b3f-4294-4f38-8626-f6cded729d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'af391c99-9cbc-4706-b01b-d1e23a8c8211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:10:50.125656 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e78e93b5-ebe5-45a7-a4d7-bdda205da366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:50.126040 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78e93b5-ebe5-45a7-a4d7-bdda205da366 None None] Bound using segment: {'id': '46e62b3f-4294-4f38-8626-f6cded729d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'af391c99-9cbc-4706-b01b-d1e23a8c8211'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:10:50.126496 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-e78e93b5-ebe5-45a7-a4d7-bdda205da366 None None] Bound port: 4f4ffc97-6b82-4a7d-b5f1-cc1b1d1d51f1, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e62b3f-4294-4f38-8626-f6cded729d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'af391c99-9cbc-4706-b01b-d1e23a8c8211'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:10:50.126873 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e78e93b5-ebe5-45a7-a4d7-bdda205da366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:50.190964 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-e78e93b5-ebe5-45a7-a4d7-bdda205da366 None None] For port 4f4ffc97-6b82-4a7d-b5f1-cc1b1d1d51f1, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:10:50.193932 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-e78e93b5-ebe5-45a7-a4d7-bdda205da366 None None] For port 4f4ffc97-6b82-4a7d-b5f1-cc1b1d1d51f1, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=4f4ffc97-6b82-4a7d-b5f1-cc1b1d1d51f1,segment=NetworkSegment(46e62b3f-4294-4f38-8626-f6cded729d7e),segment_id=46e62b3f-4294-4f38-8626-f6cded729d7e)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:10:50.196354 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-953b4f8b-85b8-41e4-8f9d-41268ff8934e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:50.215386 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-953b4f8b-85b8-41e4-8f9d-41268ff8934e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:50.250809 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e78e93b5-ebe5-45a7-a4d7-bdda205da366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:50.308924 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e93b5-ebe5-45a7-a4d7-bdda205da366 None None] Pushing event updated for resources: {'Port': ['ID=4f4ffc97-6b82-4a7d-b5f1-cc1b1d1d51f1,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:50.319513 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-953b4f8b-85b8-41e4-8f9d-41268ff8934e admin admin] Allocated IP 172.25.8.250 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/51bbf8aa-302a-43bf-817a-ade5a88a8a60) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:10:50.430056 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-953b4f8b-85b8-41e4-8f9d-41268ff8934e admin admin] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:50.525042 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-953b4f8b-85b8-41e4-8f9d-41268ff8934e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:50.566079 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953b4f8b-85b8-41e4-8f9d-41268ff8934e admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:10:50.570860 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-953b4f8b-85b8-41e4-8f9d-41268ff8934e admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:10:50.576541 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953b4f8b-85b8-41e4-8f9d-41268ff8934e admin admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:10:50.579780 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b4f8b-85b8-41e4-8f9d-41268ff8934e admin admin] Pushing event updated for resources: {'Port': ['ID=51bbf8aa-302a-43bf-817a-ade5a88a8a60,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:50.906076 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-953b4f8b-85b8-41e4-8f9d-41268ff8934e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:51.105038 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-953b4f8b-85b8-41e4-8f9d-41268ff8934e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:51.236713 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7b4a71-ce18-43b9-b94f-03be08b42cd0 None None] Network af391c99-9cbc-4706-b01b-d1e23a8c8211 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:10:51.312831 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953b4f8b-85b8-41e4-8f9d-41268ff8934e admin admin] Router 4420bd73-0173-4db6-9926-db3cfcd3a604 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:10:51.328057 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ba8fb863-5088-4c5b-9c84-594f6386b629 None None] Provisioning complete for port 4f4ffc97-6b82-4a7d-b5f1-cc1b1d1d51f1 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:10:51.328412 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ba8fb863-5088-4c5b-9c84-594f6386b629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:51.425314 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953b4f8b-85b8-41e4-8f9d-41268ff8934e admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:10:51.454160 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05170ad7-ea1c-4ba5-927e-42b175f0ca45 None None] Sync routers for ids ['4420bd73-0173-4db6-9926-db3cfcd3a604'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:10:51.482054 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 4f4ffc97-6b82-4a7d-b5f1-cc1b1d1d51f1 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:10:51.489958 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ba8fb863-5088-4c5b-9c84-594f6386b629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:51.506498 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05170ad7-ea1c-4ba5-927e-42b175f0ca45 None None] Routers {'4420bd73-0173-4db6-9926-db3cfcd3a604'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:10:51.507150 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-05170ad7-ea1c-4ba5-927e-42b175f0ca45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:10:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['4420bd73-0173-4db6-9926-db3cfcd3a604'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:10:51.509682 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-953b4f8b-85b8-41e4-8f9d-41268ff8934e admin admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:51.511404 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-953b4f8b-85b8-41e4-8f9d-41268ff8934e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9234514 Apr 20 14:10:51.514166 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 33890) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:10:51.599552 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ba8fb863-5088-4c5b-9c84-594f6386b629 None None] For port 4f4ffc97-6b82-4a7d-b5f1-cc1b1d1d51f1, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=4f4ffc97-6b82-4a7d-b5f1-cc1b1d1d51f1,segment=NetworkSegment(46e62b3f-4294-4f38-8626-f6cded729d7e),segment_id=46e62b3f-4294-4f38-8626-f6cded729d7e)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:10:51.648777 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ba8fb863-5088-4c5b-9c84-594f6386b629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:51.687323 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 4f4ffc97-6b82-4a7d-b5f1-cc1b1d1d51f1 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:10:51.687741 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:51.692310 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-05170ad7-ea1c-4ba5-927e-42b175f0ca45 None None] Set router 4420bd73-0173-4db6-9926-db3cfcd3a604 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:10:51.846889 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8fb863-5088-4c5b-9c84-594f6386b629 None None] Pushing event updated for resources: {'Port': ['ID=4f4ffc97-6b82-4a7d-b5f1-cc1b1d1d51f1,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:51.863924 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-7d9e411a-6aa9-4e52-bc1f-f32def950bab None None] Provisioning complete for port 4f4ffc97-6b82-4a7d-b5f1-cc1b1d1d51f1 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:10:51.864295 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7d9e411a-6aa9-4e52-bc1f-f32def950bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:52.201956 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-05170ad7-ea1c-4ba5-927e-42b175f0ca45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4420bd73-0173-4db6-9926-db3cfcd3a604', 'name': 'tempest-TestMinimumBasicScenario-268191286-router', 'tenant_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '51bbf8aa-302a-43bf-817a-ade5a88a8a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:10:49Z', 'updated_at': '2022-04-20T14:10:50Z', 'revision_number': 3, 'project_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'gw_port': {'id': '51bbf8aa-302a-43bf-817a-ade5a88a8a60', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:26:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4420bd73-0173-4db6-9926-db3cfcd3a604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:10:50Z', 'updated_at': '2022-04-20T14:10:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:10:52.205858 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0e135cf5-26c6-438c-9776-64f29204a86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:52.227952 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05170ad7-ea1c-4ba5-927e-42b175f0ca45 None None] Checking router: 4420bd73-0173-4db6-9926-db3cfcd3a604 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:10:52.228302 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05170ad7-ea1c-4ba5-927e-42b175f0ca45 None None] Updating router 4420bd73-0173-4db6-9926-db3cfcd3a604 port 51bbf8aa-302a-43bf-817a-ade5a88a8a60 binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:10:52.258154 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-05170ad7-ea1c-4ba5-927e-42b175f0ca45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:52.408172 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-0e135cf5-26c6-438c-9776-64f29204a86e admin admin] Allocated IP 172.20.0.1 (af391c99-9cbc-4706-b01b-d1e23a8c8211/ea15baae-1f8a-4488-b235-606a11d7a588/dba999d6-480a-4e3a-aef9-c300d61f6a51) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:10:52.507505 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-05170ad7-ea1c-4ba5-927e-42b175f0ca45 None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:52.510249 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0e135cf5-26c6-438c-9776-64f29204a86e admin admin] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:52.575723 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-05170ad7-ea1c-4ba5-927e-42b175f0ca45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:52.604864 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0e135cf5-26c6-438c-9776-64f29204a86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:52.627165 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb3dc1-9f44-43d7-b3df-27be3de6c11e None None] Pushing event updated for resources: {'Port': ['ID=51bbf8aa-302a-43bf-817a-ade5a88a8a60,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:52.629391 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-05170ad7-ea1c-4ba5-927e-42b175f0ca45 None None] Attempting to bind port 51bbf8aa-302a-43bf-817a-ade5a88a8a60 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:10:52.629757 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-05170ad7-ea1c-4ba5-927e-42b175f0ca45 None None] Attempting to bind port 51bbf8aa-302a-43bf-817a-ade5a88a8a60 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:10:52.633033 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05170ad7-ea1c-4ba5-927e-42b175f0ca45 None None] Attempting to bind port 51bbf8aa-302a-43bf-817a-ade5a88a8a60 on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:10:52.635489 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05170ad7-ea1c-4ba5-927e-42b175f0ca45 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:10:52.636092 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05170ad7-ea1c-4ba5-927e-42b175f0ca45 None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:10:52.636388 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-05170ad7-ea1c-4ba5-927e-42b175f0ca45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:52.636615 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05170ad7-ea1c-4ba5-927e-42b175f0ca45 None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:10:52.637074 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-05170ad7-ea1c-4ba5-927e-42b175f0ca45 None None] Bound port: 51bbf8aa-302a-43bf-817a-ade5a88a8a60, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:10:52.637550 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-05170ad7-ea1c-4ba5-927e-42b175f0ca45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:52.645229 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e135cf5-26c6-438c-9776-64f29204a86e admin admin] Network af391c99-9cbc-4706-b01b-d1e23a8c8211 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:10:52.648153 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-0e135cf5-26c6-438c-9776-64f29204a86e admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:10:52.651789 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e135cf5-26c6-438c-9776-64f29204a86e admin admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:10:52.657771 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e135cf5-26c6-438c-9776-64f29204a86e admin admin] Pushing event updated for resources: {'Port': ['ID=dba999d6-480a-4e3a-aef9-c300d61f6a51,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:52.694071 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-05170ad7-ea1c-4ba5-927e-42b175f0ca45 None None] For port 51bbf8aa-302a-43bf-817a-ade5a88a8a60, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:10:52.697623 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-05170ad7-ea1c-4ba5-927e-42b175f0ca45 None None] For port 51bbf8aa-302a-43bf-817a-ade5a88a8a60, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=51bbf8aa-302a-43bf-817a-ade5a88a8a60,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:10:52.703050 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0e135cf5-26c6-438c-9776-64f29204a86e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:52.754819 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-05170ad7-ea1c-4ba5-927e-42b175f0ca45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:52.814601 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05170ad7-ea1c-4ba5-927e-42b175f0ca45 None None] Routers {'4420bd73-0173-4db6-9926-db3cfcd3a604'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:10:52.815266 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-05170ad7-ea1c-4ba5-927e-42b175f0ca45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:10:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['4420bd73-0173-4db6-9926-db3cfcd3a604'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:10:52.853312 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb3dc1-9f44-43d7-b3df-27be3de6c11e None None] Pushing event updated for resources: {'Port': ['ID=51bbf8aa-302a-43bf-817a-ade5a88a8a60,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:52.912042 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0e135cf5-26c6-438c-9776-64f29204a86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:52.931784 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-05170ad7-ea1c-4ba5-927e-42b175f0ca45 None None] Set router 4420bd73-0173-4db6-9926-db3cfcd3a604 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:10:52.958311 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-eecc7586-00e1-433b-873b-b3cf24df2109 None None] Provisioning complete for port dba999d6-480a-4e3a-aef9-c300d61f6a51 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:10:52.958679 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-eecc7586-00e1-433b-873b-b3cf24df2109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:53.059220 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-eecc7586-00e1-433b-873b-b3cf24df2109 None None] Port dba999d6-480a-4e3a-aef9-c300d61f6a51 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:10:53.077912 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0e135cf5-26c6-438c-9776-64f29204a86e admin admin] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:53.134981 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-05170ad7-ea1c-4ba5-927e-42b175f0ca45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4420bd73-0173-4db6-9926-db3cfcd3a604', 'name': 'tempest-TestMinimumBasicScenario-268191286-router', 'tenant_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '51bbf8aa-302a-43bf-817a-ade5a88a8a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:10:49Z', 'updated_at': '2022-04-20T14:10:50Z', 'revision_number': 3, 'project_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'gw_port': {'id': '51bbf8aa-302a-43bf-817a-ade5a88a8a60', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:26:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4420bd73-0173-4db6-9926-db3cfcd3a604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:10:50Z', 'updated_at': '2022-04-20T14:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:10:53.136483 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0e135cf5-26c6-438c-9776-64f29204a86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:53.162294 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05170ad7-ea1c-4ba5-927e-42b175f0ca45 None None] The sync data for ids ['4420bd73-0173-4db6-9926-db3cfcd3a604'] in n-d-836015-7 is: [{'id': '4420bd73-0173-4db6-9926-db3cfcd3a604', 'name': 'tempest-TestMinimumBasicScenario-268191286-router', 'tenant_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '51bbf8aa-302a-43bf-817a-ade5a88a8a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:10:49Z', 'updated_at': '2022-04-20T14:10:50Z', 'revision_number': 3, 'project_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'gw_port': {'id': '51bbf8aa-302a-43bf-817a-ade5a88a8a60', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:26:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4420bd73-0173-4db6-9926-db3cfcd3a604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:10:50Z', 'updated_at': '2022-04-20T14:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:10:53.204660 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0e135cf5-26c6-438c-9776-64f29204a86e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:53.206563 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e135cf5-26c6-438c-9776-64f29204a86e admin admin] Pushing event updated for resources: {'Port': ['ID=dba999d6-480a-4e3a-aef9-c300d61f6a51,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:53.304548 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e135cf5-26c6-438c-9776-64f29204a86e admin admin] Network af391c99-9cbc-4706-b01b-d1e23a8c8211 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:10:53.305875 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-0e135cf5-26c6-438c-9776-64f29204a86e admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:10:53.469470 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e135cf5-26c6-438c-9776-64f29204a86e admin admin] Router 4420bd73-0173-4db6-9926-db3cfcd3a604 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:10:53.584107 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 4f4ffc97-6b82-4a7d-b5f1-cc1b1d1d51f1 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:10:53.611629 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e135cf5-26c6-438c-9776-64f29204a86e admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:10:53.619418 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-0e135cf5-26c6-438c-9776-64f29204a86e admin admin] 10.222.0.25 "PUT /v2.0/routers/4420bd73-0173-4db6-9926-db3cfcd3a604/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1012492 Apr 20 14:10:53.644443 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 4f4ffc97-6b82-4a7d-b5f1-cc1b1d1d51f1 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:10:53.644812 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:53.706249 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-46546feb-f360-4d4e-a3bb-241f8d4a42f7 None None] Provisioning complete for port dba999d6-480a-4e3a-aef9-c300d61f6a51 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:10:53.706897 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-46546feb-f360-4d4e-a3bb-241f8d4a42f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:53.762623 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-46546feb-f360-4d4e-a3bb-241f8d4a42f7 None None] Port dba999d6-480a-4e3a-aef9-c300d61f6a51 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:10:53.777755 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 51bbf8aa-302a-43bf-817a-ade5a88a8a60 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:10:53.827460 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 51bbf8aa-302a-43bf-817a-ade5a88a8a60 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:10:53.827830 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:53.915433 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:53.938609 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 51bbf8aa-302a-43bf-817a-ade5a88a8a60, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=51bbf8aa-302a-43bf-817a-ade5a88a8a60,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:10:54.004473 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:54.058092 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=51bbf8aa-302a-43bf-817a-ade5a88a8a60,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:54.333148 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33906) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:10:54.338023 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-0d1bfa92-bbfc-4ee6-877e-1a1963af16d0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-230186786-network', 'tenant_id': '856d31a0dbbf4e1b9b55680a379a39fb'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:10:54.416082 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1bfa92-bbfc-4ee6-877e-1a1963af16d0 admin admin] Made reservation on behalf of 856d31a0dbbf4e1b9b55680a379a39fb for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:10:54.418518 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0d1bfa92-bbfc-4ee6-877e-1a1963af16d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:54.428573 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0d1bfa92-bbfc-4ee6-877e-1a1963af16d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:54.508422 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0d1bfa92-bbfc-4ee6-877e-1a1963af16d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:54.524703 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3196b765-722f-44a3-b81f-71ce783fde22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:54.581886 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0d1bfa92-bbfc-4ee6-877e-1a1963af16d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:54.609961 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d1bfa92-bbfc-4ee6-877e-1a1963af16d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:10:54.616403 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1bfa92-bbfc-4ee6-877e-1a1963af16d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f96a7e2-aebd-4767-af9e-50653633ae18,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:54.628045 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0d1bfa92-bbfc-4ee6-877e-1a1963af16d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:54.628374 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-0d1bfa92-bbfc-4ee6-877e-1a1963af16d0 admin admin] Added segment ddb7d2b6-a232-4b7e-bf19-67de47f3e36c of type vlan for network c65688f2-6db3-463b-b60b-aad9c6883c34 Apr 20 14:10:54.666955 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0d1bfa92-bbfc-4ee6-877e-1a1963af16d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:54.752096 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650f20e0-3b98-4cce-b168-e5865fb17ba7 None None] Sync routers for ids ['4420bd73-0173-4db6-9926-db3cfcd3a604'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:10:54.761307 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650f20e0-3b98-4cce-b168-e5865fb17ba7 None None] Routers {'4420bd73-0173-4db6-9926-db3cfcd3a604'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:10:54.761917 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-650f20e0-3b98-4cce-b168-e5865fb17ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:10:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['4420bd73-0173-4db6-9926-db3cfcd3a604'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:10:54.770589 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0d1bfa92-bbfc-4ee6-877e-1a1963af16d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:54.771641 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1bfa92-bbfc-4ee6-877e-1a1963af16d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:10:54.772224 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0d1bfa92-bbfc-4ee6-877e-1a1963af16d0 admin admin] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:54.830021 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1bfa92-bbfc-4ee6-877e-1a1963af16d0 admin admin] Pushing event updated for resources: {'Network': ['ID=c65688f2-6db3-463b-b60b-aad9c6883c34,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:54.840786 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network c65688f2-6db3-463b-b60b-aad9c6883c34 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:10:54.848016 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0d1bfa92-bbfc-4ee6-877e-1a1963af16d0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5137703 Apr 20 14:10:54.850656 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33908) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:10:54.855563 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-516cd2be-3378-4e27-a7c2-708557fcd07e admin admin] Request body: {'subnet': {'network_id': 'c65688f2-6db3-463b-b60b-aad9c6883c34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-230186786-subnet', 'tenant_id': '856d31a0dbbf4e1b9b55680a379a39fb', 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:10:54.874431 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-650f20e0-3b98-4cce-b168-e5865fb17ba7 None None] Set router 4420bd73-0173-4db6-9926-db3cfcd3a604 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:10:54.953279 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516cd2be-3378-4e27-a7c2-708557fcd07e admin admin] Made reservation on behalf of 856d31a0dbbf4e1b9b55680a379a39fb for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:10:54.955770 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-516cd2be-3378-4e27-a7c2-708557fcd07e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:55.161278 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-650f20e0-3b98-4cce-b168-e5865fb17ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4420bd73-0173-4db6-9926-db3cfcd3a604', 'name': 'tempest-TestMinimumBasicScenario-268191286-router', 'tenant_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '51bbf8aa-302a-43bf-817a-ade5a88a8a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:10:49Z', 'updated_at': '2022-04-20T14:10:52Z', 'revision_number': 4, 'project_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'gw_port': {'id': '51bbf8aa-302a-43bf-817a-ade5a88a8a60', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:26:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4420bd73-0173-4db6-9926-db3cfcd3a604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:10:50Z', 'updated_at': '2022-04-20T14:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'dba999d6-480a-4e3a-aef9-c300d61f6a51', 'name': '', 'network_id': 'af391c99-9cbc-4706-b01b-d1e23a8c8211', 'tenant_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'mac_address': 'fa:16:3e:a4:f8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4420bd73-0173-4db6-9926-db3cfcd3a604', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'ea15baae-1f8a-4488-b235-606a11d7a588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:10:52Z', 'updated_at': '2022-04-20T14:10:52Z', 'revision_number': 2, 'project_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'subnets': [{'id': 'ea15baae-1f8a-4488-b235-606a11d7a588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:10:55.189942 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650f20e0-3b98-4cce-b168-e5865fb17ba7 None None] Checking router: 4420bd73-0173-4db6-9926-db3cfcd3a604 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:10:55.191653 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650f20e0-3b98-4cce-b168-e5865fb17ba7 None None] Updating router 4420bd73-0173-4db6-9926-db3cfcd3a604 port dba999d6-480a-4e3a-aef9-c300d61f6a51 binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:10:55.210170 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-516cd2be-3378-4e27-a7c2-708557fcd07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:55.214447 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-650f20e0-3b98-4cce-b168-e5865fb17ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:55.271836 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516cd2be-3378-4e27-a7c2-708557fcd07e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e8318d9-db7d-45a4-9493-e57ab023ab51,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:55.280989 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516cd2be-3378-4e27-a7c2-708557fcd07e admin admin] Checking segment: {'id': 'ddb7d2b6-a232-4b7e-bf19-67de47f3e36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c65688f2-6db3-463b-b60b-aad9c6883c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:10:55.281349 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516cd2be-3378-4e27-a7c2-708557fcd07e admin admin] Network hostable DHCP agents. Network: c65688f2-6db3-463b-b60b-aad9c6883c34, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:10:55.364643 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516cd2be-3378-4e27-a7c2-708557fcd07e admin admin] Network c65688f2-6db3-463b-b60b-aad9c6883c34 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:10:55.446702 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 51bbf8aa-302a-43bf-817a-ade5a88a8a60 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:10:55.449971 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-516cd2be-3378-4e27-a7c2-708557fcd07e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, c65688f2-6db3-463b-b60b-aad9c6883c34) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:10:55.455679 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516cd2be-3378-4e27-a7c2-708557fcd07e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:10:55.456786 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-516cd2be-3378-4e27-a7c2-708557fcd07e admin admin] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:55.478474 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-650f20e0-3b98-4cce-b168-e5865fb17ba7 None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:55.482835 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8394a1-ee37-4a2e-9002-79b7fea75d4e None None] Network c65688f2-6db3-463b-b60b-aad9c6883c34 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:10:55.521381 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-516cd2be-3378-4e27-a7c2-708557fcd07e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6696806 Apr 20 14:10:55.524211 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33910) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:10:55.528980 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-2ff0f785-4017-4024-b368-d6d1e8d12136 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-230186786-router', 'tenant_id': '856d31a0dbbf4e1b9b55680a379a39fb', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:10:55.552857 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-650f20e0-3b98-4cce-b168-e5865fb17ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:55.579939 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 51bbf8aa-302a-43bf-817a-ade5a88a8a60 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:10:55.580317 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:55.599521 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2ff0f785-4017-4024-b368-d6d1e8d12136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:55.601230 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2ff0f785-4017-4024-b368-d6d1e8d12136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:55.605371 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:10:55.612757 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542bc2be-f46f-4933-974e-094f21a44cda None None] Pushing event updated for resources: {'Port': ['ID=dba999d6-480a-4e3a-aef9-c300d61f6a51,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:55.638563 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542bc2be-f46f-4933-974e-094f21a44cda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:10:55.639324 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542bc2be-f46f-4933-974e-094f21a44cda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:10:55.639324 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542bc2be-f46f-4933-974e-094f21a44cda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:10:55.640220 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542bc2be-f46f-4933-974e-094f21a44cda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:10:55.640541 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542bc2be-f46f-4933-974e-094f21a44cda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:10:55.641141 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542bc2be-f46f-4933-974e-094f21a44cda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:10:55.641260 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542bc2be-f46f-4933-974e-094f21a44cda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:10:55.642025 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542bc2be-f46f-4933-974e-094f21a44cda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:10:55.642025 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542bc2be-f46f-4933-974e-094f21a44cda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:10:55.642250 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542bc2be-f46f-4933-974e-094f21a44cda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:10:55.642423 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542bc2be-f46f-4933-974e-094f21a44cda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:10:55.642737 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542bc2be-f46f-4933-974e-094f21a44cda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:10:55.684338 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-650f20e0-3b98-4cce-b168-e5865fb17ba7 None None] Attempting to bind port dba999d6-480a-4e3a-aef9-c300d61f6a51 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:10:55.684338 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-650f20e0-3b98-4cce-b168-e5865fb17ba7 None None] Attempting to bind port dba999d6-480a-4e3a-aef9-c300d61f6a51 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '46e62b3f-4294-4f38-8626-f6cded729d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'af391c99-9cbc-4706-b01b-d1e23a8c8211'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:10:55.684338 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650f20e0-3b98-4cce-b168-e5865fb17ba7 None None] Attempting to bind port dba999d6-480a-4e3a-aef9-c300d61f6a51 on network af391c99-9cbc-4706-b01b-d1e23a8c8211 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:10:55.688709 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650f20e0-3b98-4cce-b168-e5865fb17ba7 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:10:55.689341 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650f20e0-3b98-4cce-b168-e5865fb17ba7 None None] Checking segment: {'id': '46e62b3f-4294-4f38-8626-f6cded729d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'af391c99-9cbc-4706-b01b-d1e23a8c8211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:10:55.690159 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-650f20e0-3b98-4cce-b168-e5865fb17ba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:55.690787 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650f20e0-3b98-4cce-b168-e5865fb17ba7 None None] Bound using segment: {'id': '46e62b3f-4294-4f38-8626-f6cded729d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'af391c99-9cbc-4706-b01b-d1e23a8c8211'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:10:55.691529 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-650f20e0-3b98-4cce-b168-e5865fb17ba7 None None] Bound port: dba999d6-480a-4e3a-aef9-c300d61f6a51, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e62b3f-4294-4f38-8626-f6cded729d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'af391c99-9cbc-4706-b01b-d1e23a8c8211'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:10:55.691736 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2ff0f785-4017-4024-b368-d6d1e8d12136 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:55.692373 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-650f20e0-3b98-4cce-b168-e5865fb17ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:55.700652 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e8b63e-0493-4902-b8d9-1378daf4477d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-c65688f2-6db3-463b-b60b-aad9c6883c34', 'network_id': 'c65688f2-6db3-463b-b60b-aad9c6883c34', 'tenant_id': '856d31a0dbbf4e1b9b55680a379a39fb', 'fixed_ips': [{'subnet_id': '4e8318d9-db7d-45a4-9493-e57ab023ab51'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:10:55.701429 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f9e8b63e-0493-4902-b8d9-1378daf4477d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:55.761890 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-650f20e0-3b98-4cce-b168-e5865fb17ba7 None None] For port dba999d6-480a-4e3a-aef9-c300d61f6a51, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:10:55.767399 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-650f20e0-3b98-4cce-b168-e5865fb17ba7 None None] For port dba999d6-480a-4e3a-aef9-c300d61f6a51, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=dba999d6-480a-4e3a-aef9-c300d61f6a51,segment=NetworkSegment(46e62b3f-4294-4f38-8626-f6cded729d7e),segment_id=46e62b3f-4294-4f38-8626-f6cded729d7e)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:10:55.839638 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-650f20e0-3b98-4cce-b168-e5865fb17ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:55.860320 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-f9e8b63e-0493-4902-b8d9-1378daf4477d None None] Allocated IP 172.20.0.2 (c65688f2-6db3-463b-b60b-aad9c6883c34/4e8318d9-db7d-45a4-9493-e57ab023ab51/2c3e56fa-4c46-437f-8267-b1cc4ee7e265) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:10:55.904028 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542bc2be-f46f-4933-974e-094f21a44cda None None] Pushing event updated for resources: {'Port': ['ID=dba999d6-480a-4e3a-aef9-c300d61f6a51,revision_number=4']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:55.911401 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2ff0f785-4017-4024-b368-d6d1e8d12136 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:55.926853 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650f20e0-3b98-4cce-b168-e5865fb17ba7 None None] Routers {'4420bd73-0173-4db6-9926-db3cfcd3a604'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:10:55.927900 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-650f20e0-3b98-4cce-b168-e5865fb17ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:10:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['4420bd73-0173-4db6-9926-db3cfcd3a604'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:10:55.942351 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-be4d0a44-ceda-4187-81c9-e81bee82ea54 None None] Provisioning complete for port dba999d6-480a-4e3a-aef9-c300d61f6a51 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:10:55.942724 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-be4d0a44-ceda-4187-81c9-e81bee82ea54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:56.053285 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-650f20e0-3b98-4cce-b168-e5865fb17ba7 None None] Set router 4420bd73-0173-4db6-9926-db3cfcd3a604 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:10:56.081738 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f9e8b63e-0493-4902-b8d9-1378daf4477d None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:56.099546 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-be4d0a44-ceda-4187-81c9-e81bee82ea54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:56.138102 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-be4d0a44-ceda-4187-81c9-e81bee82ea54 None None] For port dba999d6-480a-4e3a-aef9-c300d61f6a51, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=dba999d6-480a-4e3a-aef9-c300d61f6a51,segment=NetworkSegment(46e62b3f-4294-4f38-8626-f6cded729d7e),segment_id=46e62b3f-4294-4f38-8626-f6cded729d7e)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:10:56.171887 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f9e8b63e-0493-4902-b8d9-1378daf4477d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:56.202190 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-be4d0a44-ceda-4187-81c9-e81bee82ea54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:56.215936 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e8b63e-0493-4902-b8d9-1378daf4477d None None] Network c65688f2-6db3-463b-b60b-aad9c6883c34 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:10:56.218975 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-f9e8b63e-0493-4902-b8d9-1378daf4477d None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:10:56.222692 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e8b63e-0493-4902-b8d9-1378daf4477d None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:10:56.222872 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2ff0f785-4017-4024-b368-d6d1e8d12136 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:56.229532 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e8b63e-0493-4902-b8d9-1378daf4477d None None] Pushing event updated for resources: {'Port': ['ID=2c3e56fa-4c46-437f-8267-b1cc4ee7e265,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:56.248648 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2ff0f785-4017-4024-b368-d6d1e8d12136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:56.283718 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-650f20e0-3b98-4cce-b168-e5865fb17ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4420bd73-0173-4db6-9926-db3cfcd3a604', 'name': 'tempest-TestMinimumBasicScenario-268191286-router', 'tenant_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '51bbf8aa-302a-43bf-817a-ade5a88a8a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:10:49Z', 'updated_at': '2022-04-20T14:10:52Z', 'revision_number': 4, 'project_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'gw_port': {'id': '51bbf8aa-302a-43bf-817a-ade5a88a8a60', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:26:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4420bd73-0173-4db6-9926-db3cfcd3a604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:10:50Z', 'updated_at': '2022-04-20T14:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'dba999d6-480a-4e3a-aef9-c300d61f6a51', 'name': '', 'network_id': 'af391c99-9cbc-4706-b01b-d1e23a8c8211', 'tenant_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'mac_address': 'fa:16:3e:a4:f8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4420bd73-0173-4db6-9926-db3cfcd3a604', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'ea15baae-1f8a-4488-b235-606a11d7a588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:10:52Z', 'updated_at': '2022-04-20T14:10:55Z', 'revision_number': 4, 'project_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'subnets': [{'id': 'ea15baae-1f8a-4488-b235-606a11d7a588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:10:56.309826 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650f20e0-3b98-4cce-b168-e5865fb17ba7 None None] The sync data for ids ['4420bd73-0173-4db6-9926-db3cfcd3a604'] in n-d-836015-7 is: [{'id': '4420bd73-0173-4db6-9926-db3cfcd3a604', 'name': 'tempest-TestMinimumBasicScenario-268191286-router', 'tenant_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '51bbf8aa-302a-43bf-817a-ade5a88a8a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:10:49Z', 'updated_at': '2022-04-20T14:10:52Z', 'revision_number': 4, 'project_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'gw_port': {'id': '51bbf8aa-302a-43bf-817a-ade5a88a8a60', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:26:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4420bd73-0173-4db6-9926-db3cfcd3a604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:10:50Z', 'updated_at': '2022-04-20T14:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'dba999d6-480a-4e3a-aef9-c300d61f6a51', 'name': '', 'network_id': 'af391c99-9cbc-4706-b01b-d1e23a8c8211', 'tenant_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'mac_address': 'fa:16:3e:a4:f8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4420bd73-0173-4db6-9926-db3cfcd3a604', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'ea15baae-1f8a-4488-b235-606a11d7a588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:10:52Z', 'updated_at': '2022-04-20T14:10:55Z', 'revision_number': 4, 'project_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'subnets': [{'id': 'ea15baae-1f8a-4488-b235-606a11d7a588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:10:56.336386 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-f9e8b63e-0493-4902-b8d9-1378daf4477d None None] Attempting to bind port 2c3e56fa-4c46-437f-8267-b1cc4ee7e265 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:10:56.336764 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-f9e8b63e-0493-4902-b8d9-1378daf4477d None None] Attempting to bind port 2c3e56fa-4c46-437f-8267-b1cc4ee7e265 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'ddb7d2b6-a232-4b7e-bf19-67de47f3e36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c65688f2-6db3-463b-b60b-aad9c6883c34'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:10:56.337130 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e8b63e-0493-4902-b8d9-1378daf4477d None None] Attempting to bind port 2c3e56fa-4c46-437f-8267-b1cc4ee7e265 on network c65688f2-6db3-463b-b60b-aad9c6883c34 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:10:56.343566 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d0a44-ceda-4187-81c9-e81bee82ea54 None None] Pushing event updated for resources: {'Port': ['ID=dba999d6-480a-4e3a-aef9-c300d61f6a51,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:56.350757 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-848942be-e306-4884-879e-5505db8ba7bb None None] Provisioning complete for port dba999d6-480a-4e3a-aef9-c300d61f6a51 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:10:56.351164 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-848942be-e306-4884-879e-5505db8ba7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:56.353046 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e8b63e-0493-4902-b8d9-1378daf4477d None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:10:56.353430 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e8b63e-0493-4902-b8d9-1378daf4477d None None] Checking segment: {'id': 'ddb7d2b6-a232-4b7e-bf19-67de47f3e36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c65688f2-6db3-463b-b60b-aad9c6883c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:10:56.353820 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f9e8b63e-0493-4902-b8d9-1378daf4477d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:56.354215 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e8b63e-0493-4902-b8d9-1378daf4477d None None] Bound using segment: {'id': 'ddb7d2b6-a232-4b7e-bf19-67de47f3e36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c65688f2-6db3-463b-b60b-aad9c6883c34'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:10:56.354703 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-f9e8b63e-0493-4902-b8d9-1378daf4477d None None] Bound port: 2c3e56fa-4c46-437f-8267-b1cc4ee7e265, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb7d2b6-a232-4b7e-bf19-67de47f3e36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c65688f2-6db3-463b-b60b-aad9c6883c34'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:10:56.355082 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f9e8b63e-0493-4902-b8d9-1378daf4477d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:56.365587 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-2ff0f785-4017-4024-b368-d6d1e8d12136 admin admin] Allocated IP 172.25.8.53 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/be3a0571-32ca-4ae4-8b23-c0d582f8bcd6) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:10:56.464637 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-f9e8b63e-0493-4902-b8d9-1378daf4477d None None] For port 2c3e56fa-4c46-437f-8267-b1cc4ee7e265, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:10:56.468653 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-f9e8b63e-0493-4902-b8d9-1378daf4477d None None] For port 2c3e56fa-4c46-437f-8267-b1cc4ee7e265, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=2c3e56fa-4c46-437f-8267-b1cc4ee7e265,segment=NetworkSegment(ddb7d2b6-a232-4b7e-bf19-67de47f3e36c),segment_id=ddb7d2b6-a232-4b7e-bf19-67de47f3e36c)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:10:56.495148 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2ff0f785-4017-4024-b368-d6d1e8d12136 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:56.559183 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f9e8b63e-0493-4902-b8d9-1378daf4477d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:56.582655 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2ff0f785-4017-4024-b368-d6d1e8d12136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:56.619401 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e8b63e-0493-4902-b8d9-1378daf4477d None None] Pushing event updated for resources: {'Port': ['ID=2c3e56fa-4c46-437f-8267-b1cc4ee7e265,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:56.633128 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff0f785-4017-4024-b368-d6d1e8d12136 admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:10:56.636316 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-2ff0f785-4017-4024-b368-d6d1e8d12136 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:10:56.638752 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff0f785-4017-4024-b368-d6d1e8d12136 admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:10:56.666187 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0f785-4017-4024-b368-d6d1e8d12136 admin admin] Pushing event updated for resources: {'Port': ['ID=be3a0571-32ca-4ae4-8b23-c0d582f8bcd6,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:56.810932 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-342cad38-1d2e-4fa8-a924-889cded4a848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:56.988615 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2ff0f785-4017-4024-b368-d6d1e8d12136 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:57.191515 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2ff0f785-4017-4024-b368-d6d1e8d12136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:57.416091 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff0f785-4017-4024-b368-d6d1e8d12136 admin admin] Router 6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:10:57.535143 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 2c3e56fa-4c46-437f-8267-b1cc4ee7e265 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:10:57.568672 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff0f785-4017-4024-b368-d6d1e8d12136 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:10:57.581035 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec609bb7-2142-4d71-b581-45754ee57cbc None None] Sync routers for ids ['6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:10:57.596662 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec609bb7-2142-4d71-b581-45754ee57cbc None None] Routers {'6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:10:57.597301 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ec609bb7-2142-4d71-b581-45754ee57cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:10:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:10:57.653199 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2ff0f785-4017-4024-b368-d6d1e8d12136 admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:57.654852 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2ff0f785-4017-4024-b368-d6d1e8d12136 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1295073 Apr 20 14:10:57.657884 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 33912) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:10:57.800378 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076502a0-fd3f-4e92-9302-e030b34f9a74 None None] Network c65688f2-6db3-463b-b60b-aad9c6883c34 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:10:57.865681 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 2c3e56fa-4c46-437f-8267-b1cc4ee7e265 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:10:57.866072 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:57.933781 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-7e6f0624-453c-4846-a465-56d58bc51274 None None] Provisioning complete for port 2c3e56fa-4c46-437f-8267-b1cc4ee7e265 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:10:57.934071 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7e6f0624-453c-4846-a465-56d58bc51274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:58.015751 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-ec609bb7-2142-4d71-b581-45754ee57cbc None None] Set router 6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:10:58.286814 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:58.292650 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7e6f0624-453c-4846-a465-56d58bc51274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:58.373041 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:58.375501 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 2c3e56fa-4c46-437f-8267-b1cc4ee7e265, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=2c3e56fa-4c46-437f-8267-b1cc4ee7e265,segment=NetworkSegment(ddb7d2b6-a232-4b7e-bf19-67de47f3e36c),segment_id=ddb7d2b6-a232-4b7e-bf19-67de47f3e36c)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:10:58.404941 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ec609bb7-2142-4d71-b581-45754ee57cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f', 'name': 'tempest-TestMinimumBasicScenario-230186786-router', 'tenant_id': '856d31a0dbbf4e1b9b55680a379a39fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'be3a0571-32ca-4ae4-8b23-c0d582f8bcd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:10:55Z', 'updated_at': '2022-04-20T14:10:56Z', 'revision_number': 3, 'project_id': '856d31a0dbbf4e1b9b55680a379a39fb', 'gw_port': {'id': 'be3a0571-32ca-4ae4-8b23-c0d582f8bcd6', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:10:56Z', 'updated_at': '2022-04-20T14:10:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:10:58.431224 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-821a5a57-a72f-41ac-bd1e-33766d69ca53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:58.435061 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec609bb7-2142-4d71-b581-45754ee57cbc None None] Checking router: 6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:10:58.435448 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec609bb7-2142-4d71-b581-45754ee57cbc None None] Updating router 6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f port be3a0571-32ca-4ae4-8b23-c0d582f8bcd6 binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:10:58.457344 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:58.458190 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device dba999d6-480a-4e3a-aef9-c300d61f6a51 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:10:58.536376 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ec609bb7-2142-4d71-b581-45754ee57cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:58.588376 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-7e6f0624-453c-4846-a465-56d58bc51274 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:10:58.588736 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-7e6f0624-453c-4846-a465-56d58bc51274 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:10:58.600508 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-821a5a57-a72f-41ac-bd1e-33766d69ca53 admin admin] Allocated IP 172.20.0.1 (c65688f2-6db3-463b-b60b-aad9c6883c34/4e8318d9-db7d-45a4-9493-e57ab023ab51/017bd6e2-6e81-4814-8dd5-c897ea51e8ae) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:10:58.611272 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=2c3e56fa-4c46-437f-8267-b1cc4ee7e265,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:58.675992 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port dba999d6-480a-4e3a-aef9-c300d61f6a51 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:10:58.676280 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:58.708493 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-821a5a57-a72f-41ac-bd1e-33766d69ca53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:58.805449 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-821a5a57-a72f-41ac-bd1e-33766d69ca53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:58.842093 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821a5a57-a72f-41ac-bd1e-33766d69ca53 admin admin] Network c65688f2-6db3-463b-b60b-aad9c6883c34 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:10:58.847643 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-821a5a57-a72f-41ac-bd1e-33766d69ca53 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:10:58.851281 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821a5a57-a72f-41ac-bd1e-33766d69ca53 admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:10:58.877532 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a5a57-a72f-41ac-bd1e-33766d69ca53 admin admin] Pushing event updated for resources: {'Port': ['ID=017bd6e2-6e81-4814-8dd5-c897ea51e8ae,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:58.895209 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-821a5a57-a72f-41ac-bd1e-33766d69ca53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:58.899650 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ec609bb7-2142-4d71-b581-45754ee57cbc None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:58.953676 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ec609bb7-2142-4d71-b581-45754ee57cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:59.010697 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-ec609bb7-2142-4d71-b581-45754ee57cbc None None] Attempting to bind port be3a0571-32ca-4ae4-8b23-c0d582f8bcd6 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:10:59.011069 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-ec609bb7-2142-4d71-b581-45754ee57cbc None None] Attempting to bind port be3a0571-32ca-4ae4-8b23-c0d582f8bcd6 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:10:59.011465 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec609bb7-2142-4d71-b581-45754ee57cbc None None] Attempting to bind port be3a0571-32ca-4ae4-8b23-c0d582f8bcd6 on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:10:59.015216 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c1979-2c77-448a-83e4-36d1ffa7976a None None] Pushing event updated for resources: {'Port': ['ID=be3a0571-32ca-4ae4-8b23-c0d582f8bcd6,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:59.019980 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec609bb7-2142-4d71-b581-45754ee57cbc None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:10:59.020358 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec609bb7-2142-4d71-b581-45754ee57cbc None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:10:59.020763 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ec609bb7-2142-4d71-b581-45754ee57cbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:59.021155 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec609bb7-2142-4d71-b581-45754ee57cbc None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:10:59.021629 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-ec609bb7-2142-4d71-b581-45754ee57cbc None None] Bound port: be3a0571-32ca-4ae4-8b23-c0d582f8bcd6, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:10:59.022083 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ec609bb7-2142-4d71-b581-45754ee57cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:59.073766 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ec609bb7-2142-4d71-b581-45754ee57cbc None None] For port be3a0571-32ca-4ae4-8b23-c0d582f8bcd6, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:10:59.077654 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ec609bb7-2142-4d71-b581-45754ee57cbc None None] For port be3a0571-32ca-4ae4-8b23-c0d582f8bcd6, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=be3a0571-32ca-4ae4-8b23-c0d582f8bcd6,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:10:59.094149 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-821a5a57-a72f-41ac-bd1e-33766d69ca53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:59.147758 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ec609bb7-2142-4d71-b581-45754ee57cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:59.203146 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec609bb7-2142-4d71-b581-45754ee57cbc None None] Routers {'6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:10:59.203805 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ec609bb7-2142-4d71-b581-45754ee57cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:10:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:10:59.241040 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c1979-2c77-448a-83e4-36d1ffa7976a None None] Pushing event updated for resources: {'Port': ['ID=be3a0571-32ca-4ae4-8b23-c0d582f8bcd6,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:59.257150 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-821a5a57-a72f-41ac-bd1e-33766d69ca53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:59.274773 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-d01e822d-17fe-4b7b-a34b-7b95851a5984 None None] Provisioning complete for port 017bd6e2-6e81-4814-8dd5-c897ea51e8ae triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:10:59.275151 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d01e822d-17fe-4b7b-a34b-7b95851a5984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:59.320258 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-821a5a57-a72f-41ac-bd1e-33766d69ca53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:59.351925 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-ec609bb7-2142-4d71-b581-45754ee57cbc None None] Set router 6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:10:59.377176 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-d01e822d-17fe-4b7b-a34b-7b95851a5984 None None] Port 017bd6e2-6e81-4814-8dd5-c897ea51e8ae cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:10:59.386248 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a5a57-a72f-41ac-bd1e-33766d69ca53 admin admin] Pushing event updated for resources: {'Port': ['ID=017bd6e2-6e81-4814-8dd5-c897ea51e8ae,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:10:59.388852 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-821a5a57-a72f-41ac-bd1e-33766d69ca53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:59.401162 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-d01e822d-17fe-4b7b-a34b-7b95851a5984 None None] Provisioning complete for port 2c3e56fa-4c46-437f-8267-b1cc4ee7e265 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:10:59.401546 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d01e822d-17fe-4b7b-a34b-7b95851a5984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:59.494355 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821a5a57-a72f-41ac-bd1e-33766d69ca53 admin admin] Network c65688f2-6db3-463b-b60b-aad9c6883c34 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:10:59.494355 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-821a5a57-a72f-41ac-bd1e-33766d69ca53 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:10:59.595141 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 2c3e56fa-4c46-437f-8267-b1cc4ee7e265 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:10:59.617293 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821a5a57-a72f-41ac-bd1e-33766d69ca53 admin admin] Router 6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:10:59.733636 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821a5a57-a72f-41ac-bd1e-33766d69ca53 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:10:59.738664 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-821a5a57-a72f-41ac-bd1e-33766d69ca53 admin admin] 10.222.0.25 "PUT /v2.0/routers/6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0795374 Apr 20 14:10:59.750026 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:59.792062 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 2c3e56fa-4c46-437f-8267-b1cc4ee7e265 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:10:59.792445 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:59.926149 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ec609bb7-2142-4d71-b581-45754ee57cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f', 'name': 'tempest-TestMinimumBasicScenario-230186786-router', 'tenant_id': '856d31a0dbbf4e1b9b55680a379a39fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'be3a0571-32ca-4ae4-8b23-c0d582f8bcd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:10:55Z', 'updated_at': '2022-04-20T14:10:58Z', 'revision_number': 4, 'project_id': '856d31a0dbbf4e1b9b55680a379a39fb', 'gw_port': {'id': 'be3a0571-32ca-4ae4-8b23-c0d582f8bcd6', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:10:56Z', 'updated_at': '2022-04-20T14:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '017bd6e2-6e81-4814-8dd5-c897ea51e8ae', 'name': '', 'network_id': 'c65688f2-6db3-463b-b60b-aad9c6883c34', 'tenant_id': '856d31a0dbbf4e1b9b55680a379a39fb', 'mac_address': 'fa:16:3e:c6:b3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '4e8318d9-db7d-45a4-9493-e57ab023ab51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:10:58Z', 'updated_at': '2022-04-20T14:10:58Z', 'revision_number': 1, 'project_id': '856d31a0dbbf4e1b9b55680a379a39fb', 'subnets': [{'id': '4e8318d9-db7d-45a4-9493-e57ab023ab51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:10:59.961016 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:59.965096 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec609bb7-2142-4d71-b581-45754ee57cbc None None] The sync data for ids ['6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f'] in n-d-836015-7 is: [{'id': '6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f', 'name': 'tempest-TestMinimumBasicScenario-230186786-router', 'tenant_id': '856d31a0dbbf4e1b9b55680a379a39fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'be3a0571-32ca-4ae4-8b23-c0d582f8bcd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:10:55Z', 'updated_at': '2022-04-20T14:10:58Z', 'revision_number': 4, 'project_id': '856d31a0dbbf4e1b9b55680a379a39fb', 'gw_port': {'id': 'be3a0571-32ca-4ae4-8b23-c0d582f8bcd6', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:10:56Z', 'updated_at': '2022-04-20T14:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '017bd6e2-6e81-4814-8dd5-c897ea51e8ae', 'name': '', 'network_id': 'c65688f2-6db3-463b-b60b-aad9c6883c34', 'tenant_id': '856d31a0dbbf4e1b9b55680a379a39fb', 'mac_address': 'fa:16:3e:c6:b3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '4e8318d9-db7d-45a4-9493-e57ab023ab51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:10:58Z', 'updated_at': '2022-04-20T14:10:58Z', 'revision_number': 1, 'project_id': '856d31a0dbbf4e1b9b55680a379a39fb', 'subnets': [{'id': '4e8318d9-db7d-45a4-9493-e57ab023ab51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:10:59.990736 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-dc332b77-9f80-405f-9be4-b97592d17bea None None] Provisioning complete for port 017bd6e2-6e81-4814-8dd5-c897ea51e8ae triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:10:59.991090 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-dc332b77-9f80-405f-9be4-b97592d17bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:00.034667 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-dc332b77-9f80-405f-9be4-b97592d17bea None None] Port 017bd6e2-6e81-4814-8dd5-c897ea51e8ae cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:11:01.504349 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device be3a0571-32ca-4ae4-8b23-c0d582f8bcd6 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:11:01.565764 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port be3a0571-32ca-4ae4-8b23-c0d582f8bcd6 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:11:01.566284 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:01.661477 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:01.683530 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port be3a0571-32ca-4ae4-8b23-c0d582f8bcd6, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=be3a0571-32ca-4ae4-8b23-c0d582f8bcd6,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:11:01.730276 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:01.790859 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=be3a0571-32ca-4ae4-8b23-c0d582f8bcd6,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:11:03.413278 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b8756e-2098-4791-8afe-cf5dbe389174 None None] Sync routers for ids ['6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:11:03.424760 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b8756e-2098-4791-8afe-cf5dbe389174 None None] Routers {'6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:11:03.425290 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-12b8756e-2098-4791-8afe-cf5dbe389174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:10:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:11:03.464647 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device be3a0571-32ca-4ae4-8b23-c0d582f8bcd6 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:11:03.524590 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port be3a0571-32ca-4ae4-8b23-c0d582f8bcd6 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:11:03.524961 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:03.547845 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-12b8756e-2098-4791-8afe-cf5dbe389174 None None] Set router 6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:11:03.742617 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-12b8756e-2098-4791-8afe-cf5dbe389174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f', 'name': 'tempest-TestMinimumBasicScenario-230186786-router', 'tenant_id': '856d31a0dbbf4e1b9b55680a379a39fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'be3a0571-32ca-4ae4-8b23-c0d582f8bcd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:10:55Z', 'updated_at': '2022-04-20T14:10:58Z', 'revision_number': 4, 'project_id': '856d31a0dbbf4e1b9b55680a379a39fb', 'gw_port': {'id': 'be3a0571-32ca-4ae4-8b23-c0d582f8bcd6', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:10:56Z', 'updated_at': '2022-04-20T14:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '017bd6e2-6e81-4814-8dd5-c897ea51e8ae', 'name': '', 'network_id': 'c65688f2-6db3-463b-b60b-aad9c6883c34', 'tenant_id': '856d31a0dbbf4e1b9b55680a379a39fb', 'mac_address': 'fa:16:3e:c6:b3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '4e8318d9-db7d-45a4-9493-e57ab023ab51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:10:58Z', 'updated_at': '2022-04-20T14:10:59Z', 'revision_number': 2, 'project_id': '856d31a0dbbf4e1b9b55680a379a39fb', 'subnets': [{'id': '4e8318d9-db7d-45a4-9493-e57ab023ab51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:11:03.770619 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b8756e-2098-4791-8afe-cf5dbe389174 None None] Checking router: 6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:11:03.770973 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b8756e-2098-4791-8afe-cf5dbe389174 None None] Updating router 6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f port 017bd6e2-6e81-4814-8dd5-c897ea51e8ae binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:11:03.802196 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-12b8756e-2098-4791-8afe-cf5dbe389174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:04.190928 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-12b8756e-2098-4791-8afe-cf5dbe389174 None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:04.267249 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-12b8756e-2098-4791-8afe-cf5dbe389174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:04.336325 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e183056-05c0-4087-ac81-8de2684e86e6 None None] Pushing event updated for resources: {'Port': ['ID=017bd6e2-6e81-4814-8dd5-c897ea51e8ae,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:11:04.416439 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-12b8756e-2098-4791-8afe-cf5dbe389174 None None] Attempting to bind port 017bd6e2-6e81-4814-8dd5-c897ea51e8ae on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:11:04.417248 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-12b8756e-2098-4791-8afe-cf5dbe389174 None None] Attempting to bind port 017bd6e2-6e81-4814-8dd5-c897ea51e8ae by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'ddb7d2b6-a232-4b7e-bf19-67de47f3e36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c65688f2-6db3-463b-b60b-aad9c6883c34'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:11:04.417998 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b8756e-2098-4791-8afe-cf5dbe389174 None None] Attempting to bind port 017bd6e2-6e81-4814-8dd5-c897ea51e8ae on network c65688f2-6db3-463b-b60b-aad9c6883c34 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:11:04.425500 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b8756e-2098-4791-8afe-cf5dbe389174 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:11:04.425872 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b8756e-2098-4791-8afe-cf5dbe389174 None None] Checking segment: {'id': 'ddb7d2b6-a232-4b7e-bf19-67de47f3e36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c65688f2-6db3-463b-b60b-aad9c6883c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:11:04.426268 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-12b8756e-2098-4791-8afe-cf5dbe389174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:04.426706 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b8756e-2098-4791-8afe-cf5dbe389174 None None] Bound using segment: {'id': 'ddb7d2b6-a232-4b7e-bf19-67de47f3e36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c65688f2-6db3-463b-b60b-aad9c6883c34'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:11:04.427162 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-12b8756e-2098-4791-8afe-cf5dbe389174 None None] Bound port: 017bd6e2-6e81-4814-8dd5-c897ea51e8ae, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb7d2b6-a232-4b7e-bf19-67de47f3e36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'c65688f2-6db3-463b-b60b-aad9c6883c34'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:11:04.427603 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-12b8756e-2098-4791-8afe-cf5dbe389174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:04.515790 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-12b8756e-2098-4791-8afe-cf5dbe389174 None None] For port 017bd6e2-6e81-4814-8dd5-c897ea51e8ae, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:11:04.520259 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-12b8756e-2098-4791-8afe-cf5dbe389174 None None] For port 017bd6e2-6e81-4814-8dd5-c897ea51e8ae, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=017bd6e2-6e81-4814-8dd5-c897ea51e8ae,segment=NetworkSegment(ddb7d2b6-a232-4b7e-bf19-67de47f3e36c),segment_id=ddb7d2b6-a232-4b7e-bf19-67de47f3e36c)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:11:04.567710 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-12b8756e-2098-4791-8afe-cf5dbe389174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:04.587152 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-e7448913-547e-44e5-a46b-b7a620a91439 None None] Provisioning complete for port 017bd6e2-6e81-4814-8dd5-c897ea51e8ae triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:11:04.588359 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e7448913-547e-44e5-a46b-b7a620a91439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:04.644546 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e183056-05c0-4087-ac81-8de2684e86e6 None None] Pushing event updated for resources: {'Port': ['ID=017bd6e2-6e81-4814-8dd5-c897ea51e8ae,revision_number=4']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:11:04.652198 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b8756e-2098-4791-8afe-cf5dbe389174 None None] Routers {'6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:11:04.653202 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-12b8756e-2098-4791-8afe-cf5dbe389174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:10:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:11:04.722766 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e7448913-547e-44e5-a46b-b7a620a91439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:04.781826 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-e7448913-547e-44e5-a46b-b7a620a91439 None None] For port 017bd6e2-6e81-4814-8dd5-c897ea51e8ae, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=017bd6e2-6e81-4814-8dd5-c897ea51e8ae,segment=NetworkSegment(ddb7d2b6-a232-4b7e-bf19-67de47f3e36c),segment_id=ddb7d2b6-a232-4b7e-bf19-67de47f3e36c)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:11:04.805361 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-12b8756e-2098-4791-8afe-cf5dbe389174 None None] Set router 6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:11:04.861573 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e7448913-547e-44e5-a46b-b7a620a91439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:04.934013 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7448913-547e-44e5-a46b-b7a620a91439 None None] Pushing event updated for resources: {'Port': ['ID=017bd6e2-6e81-4814-8dd5-c897ea51e8ae,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:11:04.986535 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-732b7cca-11c5-413b-af2c-cafa51af26ed None None] Provisioning complete for port 017bd6e2-6e81-4814-8dd5-c897ea51e8ae triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:11:04.986803 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-732b7cca-11c5-413b-af2c-cafa51af26ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:05.086668 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-12b8756e-2098-4791-8afe-cf5dbe389174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f', 'name': 'tempest-TestMinimumBasicScenario-230186786-router', 'tenant_id': '856d31a0dbbf4e1b9b55680a379a39fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'be3a0571-32ca-4ae4-8b23-c0d582f8bcd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:10:55Z', 'updated_at': '2022-04-20T14:10:58Z', 'revision_number': 4, 'project_id': '856d31a0dbbf4e1b9b55680a379a39fb', 'gw_port': {'id': 'be3a0571-32ca-4ae4-8b23-c0d582f8bcd6', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:10:56Z', 'updated_at': '2022-04-20T14:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '017bd6e2-6e81-4814-8dd5-c897ea51e8ae', 'name': '', 'network_id': 'c65688f2-6db3-463b-b60b-aad9c6883c34', 'tenant_id': '856d31a0dbbf4e1b9b55680a379a39fb', 'mac_address': 'fa:16:3e:c6:b3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '4e8318d9-db7d-45a4-9493-e57ab023ab51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:10:58Z', 'updated_at': '2022-04-20T14:11:04Z', 'revision_number': 4, 'project_id': '856d31a0dbbf4e1b9b55680a379a39fb', 'subnets': [{'id': '4e8318d9-db7d-45a4-9493-e57ab023ab51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:11:05.115265 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b8756e-2098-4791-8afe-cf5dbe389174 None None] The sync data for ids ['6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f'] in n-d-836015-7 is: [{'id': '6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f', 'name': 'tempest-TestMinimumBasicScenario-230186786-router', 'tenant_id': '856d31a0dbbf4e1b9b55680a379a39fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'be3a0571-32ca-4ae4-8b23-c0d582f8bcd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:10:55Z', 'updated_at': '2022-04-20T14:10:58Z', 'revision_number': 4, 'project_id': '856d31a0dbbf4e1b9b55680a379a39fb', 'gw_port': {'id': 'be3a0571-32ca-4ae4-8b23-c0d582f8bcd6', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:10:56Z', 'updated_at': '2022-04-20T14:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '017bd6e2-6e81-4814-8dd5-c897ea51e8ae', 'name': '', 'network_id': 'c65688f2-6db3-463b-b60b-aad9c6883c34', 'tenant_id': '856d31a0dbbf4e1b9b55680a379a39fb', 'mac_address': 'fa:16:3e:c6:b3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '4e8318d9-db7d-45a4-9493-e57ab023ab51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:10:58Z', 'updated_at': '2022-04-20T14:11:04Z', 'revision_number': 4, 'project_id': '856d31a0dbbf4e1b9b55680a379a39fb', 'subnets': [{'id': '4e8318d9-db7d-45a4-9493-e57ab023ab51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:11:05.519668 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 017bd6e2-6e81-4814-8dd5-c897ea51e8ae up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:11:05.603931 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 017bd6e2-6e81-4814-8dd5-c897ea51e8ae triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:11:05.604563 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:10.996090 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-748e9ae0-113e-4a7a-8bb3-e5f1fd1f1ab4 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:11:10.997589 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-748e9ae0-113e-4a7a-8bb3-e5f1fd1f1ab4 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/networks?id=af391c99-9cbc-4706-b01b-d1e23a8c8211 HTTP/1.1" status: 200 len: 814 time: 0.0981731 Apr 20 14:11:11.012451 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-0c0b3f90-8bda-4497-a671-b52fb7f68cad tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/quotas/38c7579a1db44d4cab8f814f3f1e72cb HTTP/1.1" status: 200 len: 375 time: 0.0088985 Apr 20 14:11:11.067033 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-6ced4ea8-1514-45f8-ab2f-dbf298f5aeca tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=38c7579a1db44d4cab8f814f3f1e72cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484669 Apr 20 14:11:11.082941 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-1e77ba0a-af5f-45c6-9435-f9dda488a2cb service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:11:11.083931 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-1e77ba0a-af5f-45c6-9435-f9dda488a2cb service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049841 Apr 20 14:11:11.169788 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-2e24b94b-acce-4d75-8318-3fde708fb965 service neutron] 10.222.0.25 "GET /v2.0/networks/af391c99-9cbc-4706-b01b-d1e23a8c8211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802095 Apr 20 14:11:11.261692 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-90aef79c-5673-4aa3-9b18-da4100d65150 service neutron] 10.222.0.25 "GET /v2.0/networks/af391c99-9cbc-4706-b01b-d1e23a8c8211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857179 Apr 20 14:11:11.545279 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3115bc02-852b-4b93-b935-97a49a3ebd63 req-6d14fd91-6cdc-4037-8fff-b94da240ab53 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 210 time: 0.0272214 Apr 20 14:11:12.639682 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-90795073-c492-4277-a280-27e6c3e8446d req-b96960ff-5642-4b9c-a6d3-85a4ef79ca00 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 210 time: 0.0256724 Apr 20 14:11:12.872707 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:13.445642 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-db9513dc-ae8d-497c-b8ee-8206d6e7ea4c tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:11:13.447380 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-db9513dc-ae8d-497c-b8ee-8206d6e7ea4c tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.32 "GET /v2.0/networks?id=af391c99-9cbc-4706-b01b-d1e23a8c8211 HTTP/1.1" status: 200 len: 814 time: 0.1043389 Apr 20 14:11:13.459651 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-d066bb8e-72d8-44ee-bd94-c1de64ddae14 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Request body: {'port': {'device_id': '3da1cccc-5c30-494d-835b-ad788476683e', 'network_id': 'af391c99-9cbc-4706-b01b-d1e23a8c8211', 'admin_state_up': True, 'tenant_id': '38c7579a1db44d4cab8f814f3f1e72cb'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:11:13.547343 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:13.610008 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-d066bb8e-72d8-44ee-bd94-c1de64ddae14 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Made reservation on behalf of 38c7579a1db44d4cab8f814f3f1e72cb for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:11:13.613565 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-d066bb8e-72d8-44ee-bd94-c1de64ddae14 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:13.737516 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9e726764-a5b0-4d70-966a-e56448fa9dd0 req-5991b5fe-2158-480a-879c-986effdbae82 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 210 time: 0.0272517 Apr 20 14:11:13.748769 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-d066bb8e-72d8-44ee-bd94-c1de64ddae14 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Allocated IP 172.20.0.5 (af391c99-9cbc-4706-b01b-d1e23a8c8211/ea15baae-1f8a-4488-b235-606a11d7a588/04c7748c-dbdf-49b1-9bae-ed3827829383) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:11:13.899897 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-d066bb8e-72d8-44ee-bd94-c1de64ddae14 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:13.999230 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-d066bb8e-72d8-44ee-bd94-c1de64ddae14 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:14.080162 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-d066bb8e-72d8-44ee-bd94-c1de64ddae14 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Network af391c99-9cbc-4706-b01b-d1e23a8c8211 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:11:14.088589 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-d066bb8e-72d8-44ee-bd94-c1de64ddae14 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:11:14.116536 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066bb8e-72d8-44ee-bd94-c1de64ddae14 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Pushing event updated for resources: {'Port': ['ID=04c7748c-dbdf-49b1-9bae-ed3827829383,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:11:14.120234 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-d066bb8e-72d8-44ee-bd94-c1de64ddae14 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:11:14.182302 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-d066bb8e-72d8-44ee-bd94-c1de64ddae14 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:11:14.183122 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-d066bb8e-72d8-44ee-bd94-c1de64ddae14 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:14.288069 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-d066bb8e-72d8-44ee-bd94-c1de64ddae14 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8322878 Apr 20 14:11:14.360513 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-964275dd-8caf-4f4c-aa60-3c66ca5d1995 None None] Provisioning complete for port 04c7748c-dbdf-49b1-9bae-ed3827829383 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:11:14.361993 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-964275dd-8caf-4f4c-aa60-3c66ca5d1995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:14.399616 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-964275dd-8caf-4f4c-aa60-3c66ca5d1995 None None] Port 04c7748c-dbdf-49b1-9bae-ed3827829383 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:11:14.861571 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73996b-ddfc-476d-874d-63b5e865d287 req-eeca71be-591c-4dde-b522-9c429d3b70ea tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:11:14.863030 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ee73996b-ddfc-476d-874d-63b5e865d287 req-eeca71be-591c-4dde-b522-9c429d3b70ea tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 931 time: 0.0517678 Apr 20 14:11:14.902981 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ee73996b-ddfc-476d-874d-63b5e865d287 req-8bdf0654-117c-4c78-8c4b-67f67c956d5c tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/security-groups?id=473a282e-f432-40a6-8543-02b0597f4d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335853 Apr 20 14:11:16.025496 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a200bc1-e07c-417d-b7b6-73cdbb18a7f3 req-9267cb89-2f90-42c4-8c84-0da2ae38d049 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:11:16.026991 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9a200bc1-e07c-417d-b7b6-73cdbb18a7f3 req-9267cb89-2f90-42c4-8c84-0da2ae38d049 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 931 time: 0.0525420 Apr 20 14:11:16.069018 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9a200bc1-e07c-417d-b7b6-73cdbb18a7f3 req-a0c9a69c-b204-4460-83ea-4f53b02d7486 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/security-groups?id=473a282e-f432-40a6-8543-02b0597f4d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349445 Apr 20 14:11:17.190052 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacecfd4-5b04-4011-b448-18c334c6a7f4 req-086913fd-39d5-43d2-8442-5a6c1e220cc2 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:11:17.191750 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aacecfd4-5b04-4011-b448-18c334c6a7f4 req-086913fd-39d5-43d2-8442-5a6c1e220cc2 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 931 time: 0.0503359 Apr 20 14:11:17.235433 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aacecfd4-5b04-4011-b448-18c334c6a7f4 req-0f26cbcf-c258-4beb-a591-a4f5d4b00569 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/security-groups?id=473a282e-f432-40a6-8543-02b0597f4d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373375 Apr 20 14:11:18.364189 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74909f72-980d-4ec6-b859-8cba4919a81e req-5b7189cc-fd9c-4fcf-9e78-0d93864e625c tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:11:18.365768 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-74909f72-980d-4ec6-b859-8cba4919a81e req-5b7189cc-fd9c-4fcf-9e78-0d93864e625c tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 931 time: 0.0583417 Apr 20 14:11:18.370731 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-c9a90dfc-76c2-475f-8bfa-4bd62c45ea2e tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:11:18.371790 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-c9a90dfc-76c2-475f-8bfa-4bd62c45ea2e tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076129 Apr 20 14:11:18.384672 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-696fe998-74c0-4111-b2d3-ac61f76e7d25 service neutron] Request body: {'port': {'device_id': '3da1cccc-5c30-494d-835b-ad788476683e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:11:18.406228 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-74909f72-980d-4ec6-b859-8cba4919a81e req-4403cde3-b2f6-4b52-bf6c-3cfb975f4341 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/security-groups?id=473a282e-f432-40a6-8543-02b0597f4d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327952 Apr 20 14:11:18.443760 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-696fe998-74c0-4111-b2d3-ac61f76e7d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:18.727740 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-696fe998-74c0-4111-b2d3-ac61f76e7d25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04c7748c-dbdf-49b1-9bae-ed3827829383 {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:11:18.735046 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-696fe998-74c0-4111-b2d3-ac61f76e7d25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:18.746466 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-696fe998-74c0-4111-b2d3-ac61f76e7d25 service neutron] Transition to ACTIVE for port object 04c7748c-dbdf-49b1-9bae-ed3827829383 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:11:18.891182 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-696fe998-74c0-4111-b2d3-ac61f76e7d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:19.072649 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696fe998-74c0-4111-b2d3-ac61f76e7d25 service neutron] Pushing event updated for resources: {'Port': ['ID=04c7748c-dbdf-49b1-9bae-ed3827829383,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:11:19.099785 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-696fe998-74c0-4111-b2d3-ac61f76e7d25 service neutron] Attempting to bind port 04c7748c-dbdf-49b1-9bae-ed3827829383 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:11:19.101414 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-696fe998-74c0-4111-b2d3-ac61f76e7d25 service neutron] Attempting to bind port 04c7748c-dbdf-49b1-9bae-ed3827829383 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '46e62b3f-4294-4f38-8626-f6cded729d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'af391c99-9cbc-4706-b01b-d1e23a8c8211'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:11:19.101999 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-696fe998-74c0-4111-b2d3-ac61f76e7d25 service neutron] Attempting to bind port 04c7748c-dbdf-49b1-9bae-ed3827829383 on network af391c99-9cbc-4706-b01b-d1e23a8c8211 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:11:19.108377 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-696fe998-74c0-4111-b2d3-ac61f76e7d25 service neutron] Port 04c7748c-dbdf-49b1-9bae-ed3827829383 on network af391c99-9cbc-4706-b01b-d1e23a8c8211 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:11:19.108768 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-696fe998-74c0-4111-b2d3-ac61f76e7d25 service neutron] Attempting to bind port 04c7748c-dbdf-49b1-9bae-ed3827829383 on network af391c99-9cbc-4706-b01b-d1e23a8c8211 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:11:19.113861 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-696fe998-74c0-4111-b2d3-ac61f76e7d25 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:11:19.114408 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-696fe998-74c0-4111-b2d3-ac61f76e7d25 service neutron] Checking segment: {'id': '46e62b3f-4294-4f38-8626-f6cded729d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'af391c99-9cbc-4706-b01b-d1e23a8c8211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:11:19.114851 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-696fe998-74c0-4111-b2d3-ac61f76e7d25 service neutron] Bound using segment: {'id': '46e62b3f-4294-4f38-8626-f6cded729d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'af391c99-9cbc-4706-b01b-d1e23a8c8211'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:11:19.115338 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-696fe998-74c0-4111-b2d3-ac61f76e7d25 service neutron] Bound port: 04c7748c-dbdf-49b1-9bae-ed3827829383, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e62b3f-4294-4f38-8626-f6cded729d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'af391c99-9cbc-4706-b01b-d1e23a8c8211'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:11:19.115859 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-696fe998-74c0-4111-b2d3-ac61f76e7d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:19.231096 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-696fe998-74c0-4111-b2d3-ac61f76e7d25 service neutron] For port 04c7748c-dbdf-49b1-9bae-ed3827829383, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:11:19.235828 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-696fe998-74c0-4111-b2d3-ac61f76e7d25 service neutron] For port 04c7748c-dbdf-49b1-9bae-ed3827829383, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=04c7748c-dbdf-49b1-9bae-ed3827829383,segment=NetworkSegment(46e62b3f-4294-4f38-8626-f6cded729d7e),segment_id=46e62b3f-4294-4f38-8626-f6cded729d7e)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:11:19.313895 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-696fe998-74c0-4111-b2d3-ac61f76e7d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:19.372199 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-696fe998-74c0-4111-b2d3-ac61f76e7d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:11:19.373362 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-696fe998-74c0-4111-b2d3-ac61f76e7d25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:19.375771 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-696fe998-74c0-4111-b2d3-ac61f76e7d25 service neutron] 10.222.0.32 "PUT /v2.0/ports/04c7748c-dbdf-49b1-9bae-ed3827829383 HTTP/1.1" status: 200 len: 1091 time: 0.9957936 Apr 20 14:11:19.378400 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da1cccc-5c30-494d-835b-ad788476683e', 'tag': '04c7748c-dbdf-49b1-9bae-ed3827829383'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:11:19.381381 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}477c3876f0a00723b6cc26f82b5301b7c44eaec2342ee7dfaa02d19e77b1fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7a7010-8e9a-4d95-a192-acb73ee3ede6" -d '{"events": [{"name": "network-changed", "server_uuid": "3da1cccc-5c30-494d-835b-ad788476683e", "tag": "04c7748c-dbdf-49b1-9bae-ed3827829383"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:11:19.453557 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696fe998-74c0-4111-b2d3-ac61f76e7d25 service neutron] Pushing event updated for resources: {'Port': ['ID=04c7748c-dbdf-49b1-9bae-ed3827829383,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:11:19.569250 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-7b72255e-1c82-40bc-957c-23ab7232fc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:11:19.570802 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-7b72255e-1c82-40bc-957c-23ab7232fc8b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=38c7579a1db44d4cab8f814f3f1e72cb&device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 1094 time: 0.0894303 Apr 20 14:11:19.635325 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-04735b34-da14-4363-bdad-3a9659c45dd2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04c7748c-dbdf-49b1-9bae-ed3827829383 HTTP/1.1" status: 200 len: 217 time: 0.0467651 Apr 20 14:11:19.660924 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4fb015-cf8e-4b73-adc9-31eac7228187 req-782db39b-0000-4a35-a84d-94345b944020 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:11:19.663210 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df4fb015-cf8e-4b73-adc9-31eac7228187 req-782db39b-0000-4a35-a84d-94345b944020 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 943 time: 0.1409948 Apr 20 14:11:19.731251 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90da7b99-8e6e-48f8-9c28-637425fd0686 x-openstack-request-id: req-90da7b99-8e6e-48f8-9c28-637425fd0686 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:11:19.731537 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da1cccc-5c30-494d-835b-ad788476683e", "tag": "04c7748c-dbdf-49b1-9bae-ed3827829383", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:11:19.755927 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df4fb015-cf8e-4b73-adc9-31eac7228187 req-682ec544-0728-499f-8b70-0f5b041e359a tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/security-groups?id=473a282e-f432-40a6-8543-02b0597f4d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671048 Apr 20 14:11:19.756834 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-90da7b99-8e6e-48f8-9c28-637425fd0686 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:11:19.756834 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90da7b99-8e6e-48f8-9c28-637425fd0686'] response: {'name': 'network-changed', 'server_uuid': '3da1cccc-5c30-494d-835b-ad788476683e', 'tag': '04c7748c-dbdf-49b1-9bae-ed3827829383', 'status': 'completed', 'code': 200} Apr 20 14:11:19.756834 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-33088791-982b-4590-943b-b2e07d9aa4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:11:19.756834 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-33088791-982b-4590-943b-b2e07d9aa4e0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ea15baae-1f8a-4488-b235-606a11d7a588 HTTP/1.1" status: 200 len: 853 time: 0.0947483 Apr 20 14:11:19.843720 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-dd3b72aa-e3cf-4bb2-9287-2050ed8e6358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:11:19.846341 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-dd3b72aa-e3cf-4bb2-9287-2050ed8e6358 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=af391c99-9cbc-4706-b01b-d1e23a8c8211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878148 Apr 20 14:11:20.281678 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-ca5ff70b-b4ce-48aa-bf6e-66e9d96c7bcb service neutron] 10.222.0.32 "GET /v2.0/networks/af391c99-9cbc-4706-b01b-d1e23a8c8211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719875 Apr 20 14:11:20.848878 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191c90c-32f1-4abc-953d-49929ad9b536 req-8951c11a-f261-494e-9a61-4944793b6ccf tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:11:20.850381 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b191c90c-32f1-4abc-953d-49929ad9b536 req-8951c11a-f261-494e-9a61-4944793b6ccf tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 943 time: 0.0522547 Apr 20 14:11:20.890928 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b191c90c-32f1-4abc-953d-49929ad9b536 req-c6ceb1a8-8423-4e34-a319-4cdef5964c11 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/security-groups?id=473a282e-f432-40a6-8543-02b0597f4d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342388 Apr 20 14:11:22.006190 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db256a0e-b8c3-4c60-aa2c-ecda88db738a req-402ae60b-6d67-4b48-9512-31e44df30c29 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:11:22.007665 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-db256a0e-b8c3-4c60-aa2c-ecda88db738a req-402ae60b-6d67-4b48-9512-31e44df30c29 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 943 time: 0.0472858 Apr 20 14:11:22.044349 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-db256a0e-b8c3-4c60-aa2c-ecda88db738a req-d0c23e25-e82a-42eb-86cb-a1c824c93d06 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/security-groups?id=473a282e-f432-40a6-8543-02b0597f4d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306497 Apr 20 14:11:23.160362 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de677d7-6652-4ad0-b7c8-b40e1b52e1a1 req-0e9fed63-f2a6-4670-b1c6-8b27e411afe6 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:11:23.161805 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0de677d7-6652-4ad0-b7c8-b40e1b52e1a1 req-0e9fed63-f2a6-4670-b1c6-8b27e411afe6 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 943 time: 0.0512021 Apr 20 14:11:23.197975 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0de677d7-6652-4ad0-b7c8-b40e1b52e1a1 req-0a32386f-09e1-4e00-9772-f6566c7a3298 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/security-groups?id=473a282e-f432-40a6-8543-02b0597f4d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303078 Apr 20 14:11:24.309017 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83b679-241d-4785-a1dc-d548cf2afc00 req-772fad64-e2c2-4d3f-9487-1ae948393334 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:11:24.310473 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bb83b679-241d-4785-a1dc-d548cf2afc00 req-772fad64-e2c2-4d3f-9487-1ae948393334 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 943 time: 0.0481029 Apr 20 14:11:24.347530 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bb83b679-241d-4785-a1dc-d548cf2afc00 req-34843f03-ac5d-49ae-8ce0-82713e5b4bb5 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/security-groups?id=473a282e-f432-40a6-8543-02b0597f4d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310965 Apr 20 14:11:24.483947 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6a7e6d58-09e2-431f-9978-98fb54ed6210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:25.464620 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab64a74-8cd4-46ac-81f2-08f6ef7a7119 req-17403cb2-e187-48f6-84e9-3f58e27ed22d tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:11:25.466147 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3ab64a74-8cd4-46ac-81f2-08f6ef7a7119 req-17403cb2-e187-48f6-84e9-3f58e27ed22d tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 943 time: 0.0512755 Apr 20 14:11:25.497891 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0b4a76fa-4c34-4c2c-ba23-7c9cf78d5ac7 req-aa6c0b02-6543-48cf-898a-32f624dc1f86 service neutron] 10.222.0.32 "GET /v2.0/networks/af391c99-9cbc-4706-b01b-d1e23a8c8211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925918 Apr 20 14:11:25.510163 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3ab64a74-8cd4-46ac-81f2-08f6ef7a7119 req-d0b596e8-9784-41d8-bb02-6eadee7bc1cc tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/security-groups?id=473a282e-f432-40a6-8543-02b0597f4d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374701 Apr 20 14:11:25.667933 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a7010-8e9a-4d95-a192-acb73ee3ede6 req-74fc2487-4450-4d62-bd5b-537e930e5d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:11:25.669300 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ce7a7010-8e9a-4d95-a192-acb73ee3ede6 req-74fc2487-4450-4d62-bd5b-537e930e5d19 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=38c7579a1db44d4cab8f814f3f1e72cb&device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 1094 time: 0.0403154 Apr 20 14:11:25.762990 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a7010-8e9a-4d95-a192-acb73ee3ede6 req-21f82eca-e667-4424-874f-dc51aee2cb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:11:25.764566 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ce7a7010-8e9a-4d95-a192-acb73ee3ede6 req-21f82eca-e667-4424-874f-dc51aee2cb41 service neutron] 10.222.0.32 "GET /v2.0/networks?id=af391c99-9cbc-4706-b01b-d1e23a8c8211 HTTP/1.1" status: 200 len: 915 time: 0.0880911 Apr 20 14:11:25.807757 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ce7a7010-8e9a-4d95-a192-acb73ee3ede6 req-3d0588a1-5530-46c8-94bf-01ec3ffb3b84 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04c7748c-dbdf-49b1-9bae-ed3827829383 HTTP/1.1" status: 200 len: 217 time: 0.0349884 Apr 20 14:11:25.860912 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a7010-8e9a-4d95-a192-acb73ee3ede6 req-b8fe15aa-a35c-4514-96d5-90a1a043cce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:11:25.862430 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ce7a7010-8e9a-4d95-a192-acb73ee3ede6 req-b8fe15aa-a35c-4514-96d5-90a1a043cce2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ea15baae-1f8a-4488-b235-606a11d7a588 HTTP/1.1" status: 200 len: 853 time: 0.0486255 Apr 20 14:11:25.907269 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a7010-8e9a-4d95-a192-acb73ee3ede6 req-1bdbfc49-d4dc-4d06-a416-d10dae4f5a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:11:25.908782 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ce7a7010-8e9a-4d95-a192-acb73ee3ede6 req-1bdbfc49-d4dc-4d06-a416-d10dae4f5a72 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=af391c99-9cbc-4706-b01b-d1e23a8c8211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402017 Apr 20 14:11:25.995283 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ce7a7010-8e9a-4d95-a192-acb73ee3ede6 req-22acdc79-718a-465f-a3ad-273ffc1db262 service neutron] 10.222.0.32 "GET /v2.0/networks/af391c99-9cbc-4706-b01b-d1e23a8c8211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794516 Apr 20 14:11:26.140262 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ce7a7010-8e9a-4d95-a192-acb73ee3ede6 req-08acac72-df3e-4889-9bc4-b349853b10cc service neutron] 10.222.0.32 "GET /v2.0/networks/af391c99-9cbc-4706-b01b-d1e23a8c8211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840604 Apr 20 14:11:26.626963 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ccaf9-f952-4a32-a084-196ee36bb845 req-82983bf1-bb3f-460c-987d-a31108f1ee6e tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:11:26.628445 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-db2ccaf9-f952-4a32-a084-196ee36bb845 req-82983bf1-bb3f-460c-987d-a31108f1ee6e tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 943 time: 0.0511868 Apr 20 14:11:26.665106 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-db2ccaf9-f952-4a32-a084-196ee36bb845 req-9c974a65-37e3-4e2d-9640-bc7a69abeb20 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/security-groups?id=473a282e-f432-40a6-8543-02b0597f4d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307455 Apr 20 14:11:26.804094 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-06b698e7-dcd8-4bdb-91b3-896a585c9ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:27.779031 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1767a-fb49-477d-b74d-5f508c6126ee req-1cc0f311-eb73-4102-86fe-0253d5081bb1 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:11:27.781065 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73b1767a-fb49-477d-b74d-5f508c6126ee req-1cc0f311-eb73-4102-86fe-0253d5081bb1 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 943 time: 0.0484066 Apr 20 14:11:27.818500 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-73b1767a-fb49-477d-b74d-5f508c6126ee req-cda92cc9-06e2-46de-9df5-b6c5dec79e57 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/security-groups?id=473a282e-f432-40a6-8543-02b0597f4d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314002 Apr 20 14:11:28.295383 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:28.936334 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00872f-115d-4375-9e9f-9679d7adf93c req-a609d828-c666-4919-b52b-b068ee1c348c tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:11:28.938301 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e00872f-115d-4375-9e9f-9679d7adf93c req-a609d828-c666-4919-b52b-b068ee1c348c tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 943 time: 0.0486758 Apr 20 14:11:28.975529 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e00872f-115d-4375-9e9f-9679d7adf93c req-07c635ff-0777-4d17-a459-665e38509471 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/security-groups?id=473a282e-f432-40a6-8543-02b0597f4d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310340 Apr 20 14:11:29.575823 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:29.872867 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:30.093551 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45fb771-6237-4516-8acb-4a846fa795c1 req-86ccfff7-8528-4e75-a35e-dd1748ef6a1e tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:11:30.095012 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c45fb771-6237-4516-8acb-4a846fa795c1 req-86ccfff7-8528-4e75-a35e-dd1748ef6a1e tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 943 time: 0.0517449 Apr 20 14:11:30.132114 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c45fb771-6237-4516-8acb-4a846fa795c1 req-07817d2b-6c62-4db3-acec-e00a6bd1c489 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/security-groups?id=473a282e-f432-40a6-8543-02b0597f4d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310941 Apr 20 14:11:30.177297 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 04c7748c-dbdf-49b1-9bae-ed3827829383 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:11:30.271887 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 04c7748c-dbdf-49b1-9bae-ed3827829383, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=04c7748c-dbdf-49b1-9bae-ed3827829383,segment=NetworkSegment(46e62b3f-4294-4f38-8626-f6cded729d7e),segment_id=46e62b3f-4294-4f38-8626-f6cded729d7e)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:11:30.282958 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '04c7748c-dbdf-49b1-9bae-ed3827829383', 'network_id': 'af391c99-9cbc-4706-b01b-d1e23a8c8211', 'port_id': '04c7748c-dbdf-49b1-9bae-ed3827829383', 'mac_address': 'fa:16:3e:7b:46:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea15baae-1f8a-4488-b235-606a11d7a588', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:11:30.319133 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:30.331736 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04c7748c-dbdf-49b1-9bae-ed3827829383 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:11:30.350688 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 04c7748c-dbdf-49b1-9bae-ed3827829383, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=04c7748c-dbdf-49b1-9bae-ed3827829383,segment=NetworkSegment(46e62b3f-4294-4f38-8626-f6cded729d7e),segment_id=46e62b3f-4294-4f38-8626-f6cded729d7e)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:11:30.450766 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:30.499157 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=04c7748c-dbdf-49b1-9bae-ed3827829383,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:11:30.781401 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['04c7748c-dbdf-49b1-9bae-ed3827829383'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:11:31.246728 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69196649-b7d6-47e4-85ac-dbd3f5bf0f97 req-ef77b966-6346-47da-a8bb-e4495141d422 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:11:31.248208 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-69196649-b7d6-47e4-85ac-dbd3f5bf0f97 req-ef77b966-6346-47da-a8bb-e4495141d422 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 944 time: 0.0481594 Apr 20 14:11:31.285461 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-69196649-b7d6-47e4-85ac-dbd3f5bf0f97 req-07a7de46-4f15-442f-ab82-b534429f81a5 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/security-groups?id=473a282e-f432-40a6-8543-02b0597f4d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306890 Apr 20 14:11:32.192999 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 04c7748c-dbdf-49b1-9bae-ed3827829383 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:11:32.278344 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 04c7748c-dbdf-49b1-9bae-ed3827829383 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:11:32.282201 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 04c7748c-dbdf-49b1-9bae-ed3827829383 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:11:32.285928 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:32.361119 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:32.383787 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da1cccc-5c30-494d-835b-ad788476683e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c7748c-dbdf-49b1-9bae-ed3827829383'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:11:32.386037 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac87ba4abbb4e8505208ea6fd510b76711e5f2ebc605ae5eca19bb7d33fcf53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75475580-b763-4e58-a698-08c28d883431" -d '{"events": [{"server_uuid": "3da1cccc-5c30-494d-835b-ad788476683e", "name": "network-vif-plugged", "status": "completed", "tag": "04c7748c-dbdf-49b1-9bae-ed3827829383"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:11:32.398152 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513aa9c-e138-4507-9e58-84e449e97e2c req-27a9ee7a-2826-4e9d-8e0f-61b5f84d767b tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:11:32.398725 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 04c7748c-dbdf-49b1-9bae-ed3827829383, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=04c7748c-dbdf-49b1-9bae-ed3827829383,segment=NetworkSegment(46e62b3f-4294-4f38-8626-f6cded729d7e),segment_id=46e62b3f-4294-4f38-8626-f6cded729d7e)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:11:32.399606 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6513aa9c-e138-4507-9e58-84e449e97e2c req-27a9ee7a-2826-4e9d-8e0f-61b5f84d767b tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 944 time: 0.0487962 Apr 20 14:11:32.441158 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6513aa9c-e138-4507-9e58-84e449e97e2c req-34e045cc-9e19-42ee-9578-33d81dd9d065 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/security-groups?id=473a282e-f432-40a6-8543-02b0597f4d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331135 Apr 20 14:11:32.455687 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:32.485433 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0dba06-d6b3-4bb9-bbd2-bebaaab10652 x-openstack-request-id: req-4f0dba06-d6b3-4bb9-bbd2-bebaaab10652 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:11:32.485433 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da1cccc-5c30-494d-835b-ad788476683e", "name": "network-vif-plugged", "status": "completed", "tag": "04c7748c-dbdf-49b1-9bae-ed3827829383", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:11:32.485669 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4f0dba06-d6b3-4bb9-bbd2-bebaaab10652 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:11:32.485953 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f0dba06-d6b3-4bb9-bbd2-bebaaab10652'] response: {'server_uuid': '3da1cccc-5c30-494d-835b-ad788476683e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c7748c-dbdf-49b1-9bae-ed3827829383', 'code': 200} Apr 20 14:11:32.506306 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=04c7748c-dbdf-49b1-9bae-ed3827829383,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:11:32.578575 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf50241-9c0a-4983-a2b9-da108634cd1d req-6625bedb-3653-43b3-99d7-8b5731b08c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:11:32.580081 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6bf50241-9c0a-4983-a2b9-da108634cd1d req-6625bedb-3653-43b3-99d7-8b5731b08c22 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 1096 time: 0.0410383 Apr 20 14:11:32.594199 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:11:32.612977 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6bf50241-9c0a-4983-a2b9-da108634cd1d req-a48a2465-f599-4a97-92a3-4564709ca8e7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=473a282e-f432-40a6-8543-02b0597f4d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268006 Apr 20 14:11:33.556723 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163e7ec-4ad7-489b-b520-4b216677f83a req-559631a9-5504-4074-9c76-6e3fbd447369 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:11:33.558175 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6163e7ec-4ad7-489b-b520-4b216677f83a req-559631a9-5504-4074-9c76-6e3fbd447369 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 945 time: 0.0526538 Apr 20 14:11:33.594728 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6163e7ec-4ad7-489b-b520-4b216677f83a req-b9e785f1-de76-47d9-a4cd-6b7836cd46da tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/security-groups?id=473a282e-f432-40a6-8543-02b0597f4d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305989 Apr 20 14:11:34.709725 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66a7e5-be61-46b8-9da0-8d139ef38a9d req-901ed7d3-ce98-49b1-adcd-01514d980f52 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:11:34.711163 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d66a7e5-be61-46b8-9da0-8d139ef38a9d req-901ed7d3-ce98-49b1-adcd-01514d980f52 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 945 time: 0.0480275 Apr 20 14:11:34.747683 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d66a7e5-be61-46b8-9da0-8d139ef38a9d req-7800dec1-4ac8-4f9e-96b8-5a72404510a7 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/security-groups?id=473a282e-f432-40a6-8543-02b0597f4d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304081 Apr 20 14:11:34.859983 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57dd57c-6995-4ccd-8ab0-b35812c02b96 req-3495bf58-925d-43f8-8b03-dcd2217a2dde tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:11:34.861412 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e57dd57c-6995-4ccd-8ab0-b35812c02b96 req-3495bf58-925d-43f8-8b03-dcd2217a2dde tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 945 time: 0.0488195 Apr 20 14:11:34.898042 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e57dd57c-6995-4ccd-8ab0-b35812c02b96 req-7660b578-c5b0-4d72-93ed-b5b619648c6d tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/security-groups?id=473a282e-f432-40a6-8543-02b0597f4d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307264 Apr 20 14:11:35.082684 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82878e06-b58c-43fb-95f8-edfd5a01efd7 req-4dd6faf5-bcad-4036-96b4-d5900c7c1082 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:11:35.084166 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-82878e06-b58c-43fb-95f8-edfd5a01efd7 req-4dd6faf5-bcad-4036-96b4-d5900c7c1082 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 945 time: 0.0513878 Apr 20 14:11:35.119667 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-82878e06-b58c-43fb-95f8-edfd5a01efd7 req-8c5740f3-ce3d-4a06-85e8-dd513dc99b9b tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/security-groups?id=473a282e-f432-40a6-8543-02b0597f4d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296748 Apr 20 14:11:42.883949 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:43.569697 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:49.334670 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768aa8ac-0cbf-400e-aeac-01a4c2bce084 req-ef6a8981-1f52-427f-b6c5-40b64bfe0497 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:11:49.336170 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-768aa8ac-0cbf-400e-aeac-01a4c2bce084 req-ef6a8981-1f52-427f-b6c5-40b64bfe0497 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 945 time: 0.0478518 Apr 20 14:11:49.372628 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-768aa8ac-0cbf-400e-aeac-01a4c2bce084 req-c170fb97-2ef9-4b05-aced-64425735d3c7 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/security-groups?id=473a282e-f432-40a6-8543-02b0597f4d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305302 Apr 20 14:11:49.394249 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34128) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:11:49.531015 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0a751c-980f-4e32-843f-beaeb3175881 tempest-TestMinimumBasicScenario-1214264929 tempest-TestMinimumBasicScenario-1214264929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:11:49.532795 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-cd0a751c-980f-4e32-843f-beaeb3175881 tempest-TestMinimumBasicScenario-1214264929 tempest-TestMinimumBasicScenario-1214264929-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 1091 time: 0.1375744 Apr 20 14:11:49.535754 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34132) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:11:49.540033 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-d6300211-0294-44b8-b00a-98fd381e3dc8 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'port_id': '04c7748c-dbdf-49b1-9bae-ed3827829383', 'tenant_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:11:49.621168 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d6300211-0294-44b8-b00a-98fd381e3dc8 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks [] for floatingip, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:49.728511 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d6300211-0294-44b8-b00a-98fd381e3dc8 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:49.831468 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-d6300211-0294-44b8-b00a-98fd381e3dc8 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Allocated IP 172.25.8.244 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/50d28cb7-3b46-41b4-8b3b-066a8ac901f8) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:11:49.929418 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d6300211-0294-44b8-b00a-98fd381e3dc8 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:50.073488 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d6300211-0294-44b8-b00a-98fd381e3dc8 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:50.112993 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6300211-0294-44b8-b00a-98fd381e3dc8 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:11:50.115842 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-d6300211-0294-44b8-b00a-98fd381e3dc8 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:11:50.120124 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6300211-0294-44b8-b00a-98fd381e3dc8 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:11:50.125397 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6300211-0294-44b8-b00a-98fd381e3dc8 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Pushing event updated for resources: {'Port': ['ID=50d28cb7-3b46-41b4-8b3b-066a8ac901f8,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:11:50.155840 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6300211-0294-44b8-b00a-98fd381e3dc8 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:11:50.156192 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6300211-0294-44b8-b00a-98fd381e3dc8 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:11:50.156538 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6300211-0294-44b8-b00a-98fd381e3dc8 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:11:50.156879 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6300211-0294-44b8-b00a-98fd381e3dc8 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:11:50.157213 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6300211-0294-44b8-b00a-98fd381e3dc8 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:11:50.157578 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6300211-0294-44b8-b00a-98fd381e3dc8 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:11:50.157926 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6300211-0294-44b8-b00a-98fd381e3dc8 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:11:50.158240 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6300211-0294-44b8-b00a-98fd381e3dc8 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:11:50.158567 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6300211-0294-44b8-b00a-98fd381e3dc8 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:11:50.158892 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6300211-0294-44b8-b00a-98fd381e3dc8 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:11:50.159219 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6300211-0294-44b8-b00a-98fd381e3dc8 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:11:50.159571 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6300211-0294-44b8-b00a-98fd381e3dc8 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:11:50.481248 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d6300211-0294-44b8-b00a-98fd381e3dc8 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:50.603547 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d6300211-0294-44b8-b00a-98fd381e3dc8 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:50.747683 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d6300211-0294-44b8-b00a-98fd381e3dc8 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:50.804104 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d6300211-0294-44b8-b00a-98fd381e3dc8 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:50.875378 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6300211-0294-44b8-b00a-98fd381e3dc8 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Pushing event updated for resources: {'Port': ['ID=50d28cb7-3b46-41b4-8b3b-066a8ac901f8,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:11:50.883625 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d6300211-0294-44b8-b00a-98fd381e3dc8 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:50.985528 n-d-836015-7 neutron-server[114870]: INFO neutron.db.l3_db [None req-d6300211-0294-44b8-b00a-98fd381e3dc8 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Floating IP 73ee95f4-590e-4a27-b1cb-32bb9d1dea20 associated. External IP: 172.25.8.244, port: 04c7748c-dbdf-49b1-9bae-ed3827829383. Apr 20 14:11:51.210122 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6300211-0294-44b8-b00a-98fd381e3dc8 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Router 4420bd73-0173-4db6-9926-db3cfcd3a604 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:11:51.660312 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6300211-0294-44b8-b00a-98fd381e3dc8 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:11:51.669763 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b90e0f3-2de0-46a9-850d-e5c4dc43c087 None None] Sync routers for ids ['4420bd73-0173-4db6-9926-db3cfcd3a604'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:11:51.679402 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b90e0f3-2de0-46a9-850d-e5c4dc43c087 None None] Routers {'4420bd73-0173-4db6-9926-db3cfcd3a604'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:11:51.680070 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-2b90e0f3-2de0-46a9-850d-e5c4dc43c087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:11:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['4420bd73-0173-4db6-9926-db3cfcd3a604'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:11:51.743101 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d6300211-0294-44b8-b00a-98fd381e3dc8 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:51.772167 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d6300211-0294-44b8-b00a-98fd381e3dc8 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2353809 Apr 20 14:11:51.772841 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da1cccc-5c30-494d-835b-ad788476683e', 'tag': '04c7748c-dbdf-49b1-9bae-ed3827829383'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:11:51.775169 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34134) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:11:51.775706 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}477c3876f0a00723b6cc26f82b5301b7c44eaec2342ee7dfaa02d19e77b1fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8acb178-d663-4859-88b1-b44fc551b69a" -d '{"events": [{"name": "network-changed", "server_uuid": "3da1cccc-5c30-494d-835b-ad788476683e", "tag": "04c7748c-dbdf-49b1-9bae-ed3827829383"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:11:51.779994 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-3401a13f-4b64-4e37-ab05-3031fefca259 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-150519817', 'description': 'tempest-secgroup-smoke-150519817 description', 'project_id': '38c7579a1db44d4cab8f814f3f1e72cb'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:11:51.786765 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-2b90e0f3-2de0-46a9-850d-e5c4dc43c087 None None] Set router 4420bd73-0173-4db6-9926-db3cfcd3a604 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:11:51.815273 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b706bced-13ea-41c3-8f25-51eebc300098 x-openstack-request-id: req-b706bced-13ea-41c3-8f25-51eebc300098 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:11:51.815601 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da1cccc-5c30-494d-835b-ad788476683e", "tag": "04c7748c-dbdf-49b1-9bae-ed3827829383", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:11:51.815877 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b706bced-13ea-41c3-8f25-51eebc300098 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:11:51.816311 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b706bced-13ea-41c3-8f25-51eebc300098'] response: {'name': 'network-changed', 'server_uuid': '3da1cccc-5c30-494d-835b-ad788476683e', 'tag': '04c7748c-dbdf-49b1-9bae-ed3827829383', 'status': 'completed', 'code': 200} Apr 20 14:11:51.861805 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3401a13f-4b64-4e37-ab05-3031fefca259 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:51.875735 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8acb178-d663-4859-88b1-b44fc551b69a req-bf2df080-b489-4276-84f7-c63981112af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:11:51.878082 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b8acb178-d663-4859-88b1-b44fc551b69a req-bf2df080-b489-4276-84f7-c63981112af8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=38c7579a1db44d4cab8f814f3f1e72cb&device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 1096 time: 0.0400925 Apr 20 14:11:51.932695 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3401a13f-4b64-4e37-ab05-3031fefca259 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:51.970304 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8acb178-d663-4859-88b1-b44fc551b69a req-5e41451f-9fb0-4fda-bed4-d33dab15f344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:11:51.971773 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b8acb178-d663-4859-88b1-b44fc551b69a req-5e41451f-9fb0-4fda-bed4-d33dab15f344 service neutron] 10.222.0.32 "GET /v2.0/networks?id=af391c99-9cbc-4706-b01b-d1e23a8c8211 HTTP/1.1" status: 200 len: 915 time: 0.0876346 Apr 20 14:11:51.981447 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3401a13f-4b64-4e37-ab05-3031fefca259 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:52.014003 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3401a13f-4b64-4e37-ab05-3031fefca259 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4aa9cc-fc00-404f-891a-bdb6a6d9412e,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:11:52.020375 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-2b90e0f3-2de0-46a9-850d-e5c4dc43c087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4420bd73-0173-4db6-9926-db3cfcd3a604', 'name': 'tempest-TestMinimumBasicScenario-268191286-router', 'tenant_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '51bbf8aa-302a-43bf-817a-ade5a88a8a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:10:49Z', 'updated_at': '2022-04-20T14:10:52Z', 'revision_number': 4, 'project_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'gw_port': {'id': '51bbf8aa-302a-43bf-817a-ade5a88a8a60', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:26:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4420bd73-0173-4db6-9926-db3cfcd3a604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:10:50Z', 'updated_at': '2022-04-20T14:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '73ee95f4-590e-4a27-b1cb-32bb9d1dea20', 'tenant_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'floating_ip_address': '172.25.8.244', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '4420bd73-0173-4db6-9926-db3cfcd3a604', 'port_id': '04c7748c-dbdf-49b1-9bae-ed3827829383', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af391c99-9cbc-4706-b01b-d1e23a8c8211', 'mac_address': 'fa:16:3e:7b:46:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da1cccc-5c30-494d-835b-ad788476683e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:11:50Z', 'updated_at': '2022-04-20T14:11:50Z', 'revision_number': 0, 'project_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dba999d6-480a-4e3a-aef9-c300d61f6a51', 'name': '', 'network_id': 'af391c99-9cbc-4706-b01b-d1e23a8c8211', 'tenant_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'mac_address': 'fa:16:3e:a4:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4420bd73-0173-4db6-9926-db3cfcd3a604', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'ea15baae-1f8a-4488-b235-606a11d7a588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:10:52Z', 'updated_at': '2022-04-20T14:10:56Z', 'revision_number': 5, 'project_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'subnets': [{'id': 'ea15baae-1f8a-4488-b235-606a11d7a588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:11:52.022791 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3401a13f-4b64-4e37-ab05-3031fefca259 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:11:52.022791 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3401a13f-4b64-4e37-ab05-3031fefca259 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:11:52.022791 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3401a13f-4b64-4e37-ab05-3031fefca259 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:11:52.023108 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3401a13f-4b64-4e37-ab05-3031fefca259 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:11:52.023205 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3401a13f-4b64-4e37-ab05-3031fefca259 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:11:52.024126 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3401a13f-4b64-4e37-ab05-3031fefca259 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:11:52.024126 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3401a13f-4b64-4e37-ab05-3031fefca259 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:11:52.024126 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3401a13f-4b64-4e37-ab05-3031fefca259 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:11:52.024417 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3401a13f-4b64-4e37-ab05-3031fefca259 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:11:52.024745 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3401a13f-4b64-4e37-ab05-3031fefca259 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:11:52.025063 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3401a13f-4b64-4e37-ab05-3031fefca259 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:11:52.025379 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3401a13f-4b64-4e37-ab05-3031fefca259 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:11:52.046876 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b90e0f3-2de0-46a9-850d-e5c4dc43c087 None None] Checking router: 4420bd73-0173-4db6-9926-db3cfcd3a604 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:11:52.047493 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b8acb178-d663-4859-88b1-b44fc551b69a req-092b0cf2-6f95-4d54-8ac3-0a4b1716d40f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04c7748c-dbdf-49b1-9bae-ed3827829383 HTTP/1.1" status: 200 len: 999 time: 0.0693343 Apr 20 14:11:52.055649 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b90e0f3-2de0-46a9-850d-e5c4dc43c087 None None] Routers {'4420bd73-0173-4db6-9926-db3cfcd3a604'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:11:52.056273 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-2b90e0f3-2de0-46a9-850d-e5c4dc43c087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:11:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['4420bd73-0173-4db6-9926-db3cfcd3a604'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:11:52.058914 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-3401a13f-4b64-4e37-ab05-3031fefca259 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:52.060293 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-3401a13f-4b64-4e37-ab05-3031fefca259 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2840388 Apr 20 14:11:52.063207 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34138) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:11:52.068197 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-b4a0f8ad-285e-44e3-a237-1a55610a7fa3 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Request body: {'security_group_rule': {'security_group_id': '2b4aa9cc-fc00-404f-891a-bdb6a6d9412e', 'project_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:11:52.096757 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8acb178-d663-4859-88b1-b44fc551b69a req-d8b5b206-719f-401c-b6cc-14b4ba77bedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:11:52.098236 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b8acb178-d663-4859-88b1-b44fc551b69a req-d8b5b206-719f-401c-b6cc-14b4ba77bedf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ea15baae-1f8a-4488-b235-606a11d7a588 HTTP/1.1" status: 200 len: 853 time: 0.0449510 Apr 20 14:11:52.145467 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b4a0f8ad-285e-44e3-a237-1a55610a7fa3 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:52.146124 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8acb178-d663-4859-88b1-b44fc551b69a req-90e65374-f969-446d-8e00-a2d41a290acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:11:52.147671 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b8acb178-d663-4859-88b1-b44fc551b69a req-90e65374-f969-446d-8e00-a2d41a290acb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=af391c99-9cbc-4706-b01b-d1e23a8c8211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419774 Apr 20 14:11:52.166159 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-2b90e0f3-2de0-46a9-850d-e5c4dc43c087 None None] Set router 4420bd73-0173-4db6-9926-db3cfcd3a604 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:11:52.221449 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b4a0f8ad-285e-44e3-a237-1a55610a7fa3 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:52.253392 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b8acb178-d663-4859-88b1-b44fc551b69a req-51ecf9e7-1387-4134-bbe8-f7b4c0749930 service neutron] 10.222.0.32 "GET /v2.0/networks/af391c99-9cbc-4706-b01b-d1e23a8c8211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973270 Apr 20 14:11:52.295714 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b4a0f8ad-285e-44e3-a237-1a55610a7fa3 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:52.316975 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0f8ad-285e-44e3-a237-1a55610a7fa3 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=988422c4-47cd-489b-ad5d-a690026e9853,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:11:52.350649 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b8acb178-d663-4859-88b1-b44fc551b69a req-7dd5f77d-b909-4676-9a91-e22c97f2a44d service neutron] 10.222.0.32 "GET /v2.0/networks/af391c99-9cbc-4706-b01b-d1e23a8c8211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885816 Apr 20 14:11:52.394791 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b4a0f8ad-285e-44e3-a237-1a55610a7fa3 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:52.396223 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b4a0f8ad-285e-44e3-a237-1a55610a7fa3 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3314776 Apr 20 14:11:52.398953 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34140) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:11:52.403482 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-b75a53aa-0f2f-4ee9-b74c-e7e895f4cdf7 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Request body: {'security_group_rule': {'security_group_id': '2b4aa9cc-fc00-404f-891a-bdb6a6d9412e', 'project_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:11:52.506193 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b75a53aa-0f2f-4ee9-b74c-e7e895f4cdf7 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:52.554018 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-2b90e0f3-2de0-46a9-850d-e5c4dc43c087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4420bd73-0173-4db6-9926-db3cfcd3a604', 'name': 'tempest-TestMinimumBasicScenario-268191286-router', 'tenant_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '51bbf8aa-302a-43bf-817a-ade5a88a8a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:10:49Z', 'updated_at': '2022-04-20T14:10:52Z', 'revision_number': 4, 'project_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'gw_port': {'id': '51bbf8aa-302a-43bf-817a-ade5a88a8a60', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:26:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4420bd73-0173-4db6-9926-db3cfcd3a604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:10:50Z', 'updated_at': '2022-04-20T14:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '73ee95f4-590e-4a27-b1cb-32bb9d1dea20', 'tenant_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'floating_ip_address': '172.25.8.244', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '4420bd73-0173-4db6-9926-db3cfcd3a604', 'port_id': '04c7748c-dbdf-49b1-9bae-ed3827829383', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af391c99-9cbc-4706-b01b-d1e23a8c8211', 'mac_address': 'fa:16:3e:7b:46:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da1cccc-5c30-494d-835b-ad788476683e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:11:50Z', 'updated_at': '2022-04-20T14:11:50Z', 'revision_number': 0, 'project_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dba999d6-480a-4e3a-aef9-c300d61f6a51', 'name': '', 'network_id': 'af391c99-9cbc-4706-b01b-d1e23a8c8211', 'tenant_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'mac_address': 'fa:16:3e:a4:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4420bd73-0173-4db6-9926-db3cfcd3a604', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'ea15baae-1f8a-4488-b235-606a11d7a588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:10:52Z', 'updated_at': '2022-04-20T14:10:56Z', 'revision_number': 5, 'project_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'subnets': [{'id': 'ea15baae-1f8a-4488-b235-606a11d7a588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:11:52.562240 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b75a53aa-0f2f-4ee9-b74c-e7e895f4cdf7 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:52.579889 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b90e0f3-2de0-46a9-850d-e5c4dc43c087 None None] The sync data for ids ['4420bd73-0173-4db6-9926-db3cfcd3a604'] in n-d-836015-7 is: [{'id': '4420bd73-0173-4db6-9926-db3cfcd3a604', 'name': 'tempest-TestMinimumBasicScenario-268191286-router', 'tenant_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '51bbf8aa-302a-43bf-817a-ade5a88a8a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:10:49Z', 'updated_at': '2022-04-20T14:10:52Z', 'revision_number': 4, 'project_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'gw_port': {'id': '51bbf8aa-302a-43bf-817a-ade5a88a8a60', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:26:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4420bd73-0173-4db6-9926-db3cfcd3a604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:10:50Z', 'updated_at': '2022-04-20T14:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '73ee95f4-590e-4a27-b1cb-32bb9d1dea20', 'tenant_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'floating_ip_address': '172.25.8.244', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '4420bd73-0173-4db6-9926-db3cfcd3a604', 'port_id': '04c7748c-dbdf-49b1-9bae-ed3827829383', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af391c99-9cbc-4706-b01b-d1e23a8c8211', 'mac_address': 'fa:16:3e:7b:46:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da1cccc-5c30-494d-835b-ad788476683e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:11:50Z', 'updated_at': '2022-04-20T14:11:50Z', 'revision_number': 0, 'project_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dba999d6-480a-4e3a-aef9-c300d61f6a51', 'name': '', 'network_id': 'af391c99-9cbc-4706-b01b-d1e23a8c8211', 'tenant_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'mac_address': 'fa:16:3e:a4:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4420bd73-0173-4db6-9926-db3cfcd3a604', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'ea15baae-1f8a-4488-b235-606a11d7a588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:10:52Z', 'updated_at': '2022-04-20T14:10:56Z', 'revision_number': 5, 'project_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'subnets': [{'id': 'ea15baae-1f8a-4488-b235-606a11d7a588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:11:52.638191 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b75a53aa-0f2f-4ee9-b74c-e7e895f4cdf7 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:52.658461 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a53aa-0f2f-4ee9-b74c-e7e895f4cdf7 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f8d7216-c76d-4db6-821c-cc2ee0127f43,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:11:52.731960 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b75a53aa-0f2f-4ee9-b74c-e7e895f4cdf7 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:52.733189 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b75a53aa-0f2f-4ee9-b74c-e7e895f4cdf7 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3332887 Apr 20 14:11:52.736692 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34142) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:11:52.741325 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-14fd5dd1-852c-4b27-8c43-7d0841fcbd6d tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Request body: {'security_group_rule': {'security_group_id': '2b4aa9cc-fc00-404f-891a-bdb6a6d9412e', 'project_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:11:52.769951 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b69cd64-6070-4139-8af0-4d6039d9bef4 None None] New status for floating IP 73ee95f4-590e-4a27-b1cb-32bb9d1dea20: ACTIVE {{(pid=114872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:11:52.826937 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-14fd5dd1-852c-4b27-8c43-7d0841fcbd6d tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:52.884014 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-14fd5dd1-852c-4b27-8c43-7d0841fcbd6d tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:52.947440 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-14fd5dd1-852c-4b27-8c43-7d0841fcbd6d tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:52.965061 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd5dd1-852c-4b27-8c43-7d0841fcbd6d tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76970633-a9c2-47ed-a0a1-5a0600864f0e,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:11:53.018173 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-14fd5dd1-852c-4b27-8c43-7d0841fcbd6d tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:53.019424 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-14fd5dd1-852c-4b27-8c43-7d0841fcbd6d tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2817395 Apr 20 14:11:53.022108 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34144) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:11:53.026501 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-1a9b8801-6573-49ec-aba8-8a9319686676 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Request body: {'security_group_rule': {'security_group_id': '2b4aa9cc-fc00-404f-891a-bdb6a6d9412e', 'project_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:11:53.105461 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1a9b8801-6573-49ec-aba8-8a9319686676 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:53.165642 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1a9b8801-6573-49ec-aba8-8a9319686676 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:53.221485 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1a9b8801-6573-49ec-aba8-8a9319686676 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:53.238263 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b8801-6573-49ec-aba8-8a9319686676 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae61d735-4e04-4c5a-8f13-77210f2773b2,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:11:53.285886 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1a9b8801-6573-49ec-aba8-8a9319686676 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:53.287152 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1a9b8801-6573-49ec-aba8-8a9319686676 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2641246 Apr 20 14:11:53.289913 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34146) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:11:53.294371 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-dcd60470-79b1-40c5-8454-8199a92acc22 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Request body: {'security_group_rule': {'security_group_id': '2b4aa9cc-fc00-404f-891a-bdb6a6d9412e', 'project_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:11:53.364160 n-d-836015-7 neutron-server[114869]: INFO neutron.db.securitygroups_db [None req-dcd60470-79b1-40c5-8454-8199a92acc22 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Project 38c7579a1db44d4cab8f814f3f1e72cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 14:11:53.368953 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dcd60470-79b1-40c5-8454-8199a92acc22 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:53.426855 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dcd60470-79b1-40c5-8454-8199a92acc22 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:53.483248 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dcd60470-79b1-40c5-8454-8199a92acc22 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:53.501167 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd60470-79b1-40c5-8454-8199a92acc22 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ff2fe9c-f989-4b2a-af62-01d5e96d44ef,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:11:53.566330 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-dcd60470-79b1-40c5-8454-8199a92acc22 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:53.567556 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-dcd60470-79b1-40c5-8454-8199a92acc22 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2765965 Apr 20 14:11:53.570200 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34148) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:11:53.574790 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-0ed4688c-3af2-40b8-90e6-d6035436a764 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Request body: {'security_group_rule': {'security_group_id': '2b4aa9cc-fc00-404f-891a-bdb6a6d9412e', 'project_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:11:53.649677 n-d-836015-7 neutron-server[114869]: INFO neutron.db.securitygroups_db [None req-0ed4688c-3af2-40b8-90e6-d6035436a764 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Project 38c7579a1db44d4cab8f814f3f1e72cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 14:11:53.654412 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0ed4688c-3af2-40b8-90e6-d6035436a764 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:53.713242 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0ed4688c-3af2-40b8-90e6-d6035436a764 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:53.763787 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0ed4688c-3af2-40b8-90e6-d6035436a764 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:53.780748 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed4688c-3af2-40b8-90e6-d6035436a764 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=973d5662-3870-470e-8299-f8adfb98c7d1,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:11:53.857556 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-0ed4688c-3af2-40b8-90e6-d6035436a764 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:53.858766 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-0ed4688c-3af2-40b8-90e6-d6035436a764 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2876124 Apr 20 14:11:54.191433 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-225ac7cc-d501-4062-b6f6-97c2a4d24310 req-a81082bc-3eec-4fb0-8afa-37bc9c5ad357 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-150519817&fields=id&tenant_id=38c7579a1db44d4cab8f814f3f1e72cb HTTP/1.1" status: 200 len: 267 time: 0.2875476 Apr 20 14:11:54.242353 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ac7cc-d501-4062-b6f6-97c2a4d24310 req-62ce2f11-a00a-4087-b6ea-bd0ef3fa42ca tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:11:54.243801 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-225ac7cc-d501-4062-b6f6-97c2a4d24310 req-62ce2f11-a00a-4087-b6ea-bd0ef3fa42ca tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 945 time: 0.0466108 Apr 20 14:11:54.254528 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-225ac7cc-d501-4062-b6f6-97c2a4d24310 req-b9955a89-ccd4-470a-abaa-e88d9836164f tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Request body: {'port': {'security_groups': ['473a282e-f432-40a6-8543-02b0597f4d9c', '2b4aa9cc-fc00-404f-891a-bdb6a6d9412e']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:11:54.312394 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-225ac7cc-d501-4062-b6f6-97c2a4d24310 req-b9955a89-ccd4-470a-abaa-e88d9836164f tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:54.492900 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-225ac7cc-d501-4062-b6f6-97c2a4d24310 req-b9955a89-ccd4-470a-abaa-e88d9836164f tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] For port 04c7748c-dbdf-49b1-9bae-ed3827829383, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=04c7748c-dbdf-49b1-9bae-ed3827829383,segment=NetworkSegment(46e62b3f-4294-4f38-8626-f6cded729d7e),segment_id=46e62b3f-4294-4f38-8626-f6cded729d7e)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:11:54.495891 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8445c89e-6b1c-4025-9407-98d4351cb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:54.526688 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-225ac7cc-d501-4062-b6f6-97c2a4d24310 req-b9955a89-ccd4-470a-abaa-e88d9836164f tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:54.598523 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-225ac7cc-d501-4062-b6f6-97c2a4d24310 req-b9955a89-ccd4-470a-abaa-e88d9836164f tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:54.612219 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['04c7748c-dbdf-49b1-9bae-ed3827829383'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:11:54.639808 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ac7cc-d501-4062-b6f6-97c2a4d24310 req-b9955a89-ccd4-470a-abaa-e88d9836164f tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:11:54.640425 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-225ac7cc-d501-4062-b6f6-97c2a4d24310 req-b9955a89-ccd4-470a-abaa-e88d9836164f tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:54.642296 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-225ac7cc-d501-4062-b6f6-97c2a4d24310 req-b9955a89-ccd4-470a-abaa-e88d9836164f tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "PUT /v2.0/ports/04c7748c-dbdf-49b1-9bae-ed3827829383 HTTP/1.1" status: 200 len: 981 time: 0.3915770 Apr 20 14:11:54.642752 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da1cccc-5c30-494d-835b-ad788476683e', 'tag': '04c7748c-dbdf-49b1-9bae-ed3827829383'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:11:54.645014 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fca8c1c-d3d5-4d06-8f11-aef920ad12cd" -d '{"events": [{"name": "network-changed", "server_uuid": "3da1cccc-5c30-494d-835b-ad788476683e", "tag": "04c7748c-dbdf-49b1-9bae-ed3827829383"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:11:54.674953 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9955a89-ccd4-470a-abaa-e88d9836164f tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Pushing event updated for resources: {'Port': ['ID=04c7748c-dbdf-49b1-9bae-ed3827829383,revision_number=6']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:11:54.710018 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e37ddbf-091f-4cf1-a2e7-6e5d73018ee8 x-openstack-request-id: req-8e37ddbf-091f-4cf1-a2e7-6e5d73018ee8 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:11:54.710310 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da1cccc-5c30-494d-835b-ad788476683e", "tag": "04c7748c-dbdf-49b1-9bae-ed3827829383", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:11:54.710582 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8e37ddbf-091f-4cf1-a2e7-6e5d73018ee8 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:11:54.710988 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e37ddbf-091f-4cf1-a2e7-6e5d73018ee8'] response: {'name': 'network-changed', 'server_uuid': '3da1cccc-5c30-494d-835b-ad788476683e', 'tag': '04c7748c-dbdf-49b1-9bae-ed3827829383', 'status': 'completed', 'code': 200} Apr 20 14:11:54.729886 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['04c7748c-dbdf-49b1-9bae-ed3827829383'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:11:54.778364 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33100258-f915-4719-9a71-da376c18ac7a req-375be09f-8b46-4cbf-a873-a2b343f06b91 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:11:54.780804 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-33100258-f915-4719-9a71-da376c18ac7a req-375be09f-8b46-4cbf-a873-a2b343f06b91 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 984 time: 0.0682151 Apr 20 14:11:54.797339 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca8c1c-d3d5-4d06-8f11-aef920ad12cd req-8a63b150-07ec-4fa8-9cdd-217e49b3ee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:11:54.798942 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9fca8c1c-d3d5-4d06-8f11-aef920ad12cd req-8a63b150-07ec-4fa8-9cdd-217e49b3ee1a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=38c7579a1db44d4cab8f814f3f1e72cb&device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 1135 time: 0.0647449 Apr 20 14:11:54.843949 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-33100258-f915-4719-9a71-da376c18ac7a req-d25e9993-c8f3-44d7-9aab-733f4fc9435d tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b4aa9cc-fc00-404f-891a-bdb6a6d9412e&id=473a282e-f432-40a6-8543-02b0597f4d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552344 Apr 20 14:11:54.903805 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca8c1c-d3d5-4d06-8f11-aef920ad12cd req-46fc49fd-499f-4682-8367-9fa685434c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:11:54.905433 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9fca8c1c-d3d5-4d06-8f11-aef920ad12cd req-46fc49fd-499f-4682-8367-9fa685434c13 service neutron] 10.222.0.32 "GET /v2.0/networks?id=af391c99-9cbc-4706-b01b-d1e23a8c8211 HTTP/1.1" status: 200 len: 915 time: 0.0980406 Apr 20 14:11:54.974907 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9fca8c1c-d3d5-4d06-8f11-aef920ad12cd req-9a59c6d0-fdeb-4942-9dcc-082d02ff6717 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04c7748c-dbdf-49b1-9bae-ed3827829383 HTTP/1.1" status: 200 len: 1001 time: 0.0613053 Apr 20 14:11:54.992486 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-c34cda1d-6a4d-4209-b751-135182fed50f None None] Provisioning complete for port 04c7748c-dbdf-49b1-9bae-ed3827829383 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:11:54.992855 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c34cda1d-6a4d-4209-b751-135182fed50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:55.025547 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca8c1c-d3d5-4d06-8f11-aef920ad12cd req-87ed2b2e-4b48-4dc5-89d7-8f626f7e3581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:11:55.026931 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9fca8c1c-d3d5-4d06-8f11-aef920ad12cd req-87ed2b2e-4b48-4dc5-89d7-8f626f7e3581 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ea15baae-1f8a-4488-b235-606a11d7a588 HTTP/1.1" status: 200 len: 853 time: 0.0450697 Apr 20 14:11:55.071293 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca8c1c-d3d5-4d06-8f11-aef920ad12cd req-05e770da-c2ad-433b-b178-b47430142462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:11:55.073110 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9fca8c1c-d3d5-4d06-8f11-aef920ad12cd req-05e770da-c2ad-433b-b178-b47430142462 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=af391c99-9cbc-4706-b01b-d1e23a8c8211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392320 Apr 20 14:11:55.164002 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9fca8c1c-d3d5-4d06-8f11-aef920ad12cd req-51b06570-2c3c-4254-81ba-d1463ec1ac56 service neutron] 10.222.0.32 "GET /v2.0/networks/af391c99-9cbc-4706-b01b-d1e23a8c8211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842099 Apr 20 14:11:55.253907 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-9fca8c1c-d3d5-4d06-8f11-aef920ad12cd req-27386706-1ce2-49e5-9d01-400548c06a62 service neutron] 10.222.0.32 "GET /v2.0/networks/af391c99-9cbc-4706-b01b-d1e23a8c8211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825253 Apr 20 14:11:56.792761 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e422e4af-70e6-4160-80fa-15fe7208653b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:58.306720 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:59.563955 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:11:59.867082 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:12:09.593450 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:12:12.923801 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:12:13.581335 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:12:24.535637 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-19d5d530-fa16-4e14-8566-9f3abbc82ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:12:26.488693 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0af8f711-44e9-4e11-b796-ca6febc7e4b4 req-1b99dd8e-41a0-4d17-b35a-f72f8f8a6a3d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396380 Apr 20 14:12:26.570380 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8f711-44e9-4e11-b796-ca6febc7e4b4 req-f9fa3d02-2710-4e69-97bd-d32a809fb961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:12:26.571857 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0af8f711-44e9-4e11-b796-ca6febc7e4b4 req-f9fa3d02-2710-4e69-97bd-d32a809fb961 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=38c7579a1db44d4cab8f814f3f1e72cb&device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 1135 time: 0.0442572 Apr 20 14:12:26.669940 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8f711-44e9-4e11-b796-ca6febc7e4b4 req-3e1d835b-eabd-492f-b435-24e43581e0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:12:26.671340 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0af8f711-44e9-4e11-b796-ca6febc7e4b4 req-3e1d835b-eabd-492f-b435-24e43581e0e3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=af391c99-9cbc-4706-b01b-d1e23a8c8211 HTTP/1.1" status: 200 len: 915 time: 0.0812757 Apr 20 14:12:26.740380 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0af8f711-44e9-4e11-b796-ca6febc7e4b4 req-69ca7324-789a-4894-9e2f-134ce827e83c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04c7748c-dbdf-49b1-9bae-ed3827829383 HTTP/1.1" status: 200 len: 1001 time: 0.0614762 Apr 20 14:12:26.787871 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8f711-44e9-4e11-b796-ca6febc7e4b4 req-d384dd66-483e-4645-92e4-cbc24ca5525c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:12:26.789271 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0af8f711-44e9-4e11-b796-ca6febc7e4b4 req-d384dd66-483e-4645-92e4-cbc24ca5525c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ea15baae-1f8a-4488-b235-606a11d7a588 HTTP/1.1" status: 200 len: 853 time: 0.0427170 Apr 20 14:12:26.804214 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-151fb092-22df-46a2-96ff-2400e9211f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:12:26.835432 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8f711-44e9-4e11-b796-ca6febc7e4b4 req-d403f803-a0e3-4f3d-a586-c2e8d5c8986d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:12:26.836973 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0af8f711-44e9-4e11-b796-ca6febc7e4b4 req-d403f803-a0e3-4f3d-a586-c2e8d5c8986d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=af391c99-9cbc-4706-b01b-d1e23a8c8211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409672 Apr 20 14:12:26.926586 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0af8f711-44e9-4e11-b796-ca6febc7e4b4 req-d9188bf6-f416-40d2-a492-54d43dc54bd7 service neutron] 10.222.0.32 "GET /v2.0/networks/af391c99-9cbc-4706-b01b-d1e23a8c8211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831878 Apr 20 14:12:27.014725 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0af8f711-44e9-4e11-b796-ca6febc7e4b4 req-3a4e48c5-6392-4e80-84df-f2978fb09b29 service neutron] 10.222.0.32 "GET /v2.0/networks/af391c99-9cbc-4706-b01b-d1e23a8c8211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802891 Apr 20 14:12:28.307153 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:12:29.644394 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:12:29.906816 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:12:42.078564 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e8c49a-0aac-4a92-b9ee-ff0a8ee5bd7c req-66a80c4c-ccea-4ff8-a4dd-4e6ddad10edc tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:12:42.080326 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-11e8c49a-0aac-4a92-b9ee-ff0a8ee5bd7c req-66a80c4c-ccea-4ff8-a4dd-4e6ddad10edc tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 984 time: 0.0523629 Apr 20 14:12:42.123072 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-11e8c49a-0aac-4a92-b9ee-ff0a8ee5bd7c req-cbe05804-82f5-495d-a5f4-f0c68e3dbae2 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b4aa9cc-fc00-404f-891a-bdb6a6d9412e&id=473a282e-f432-40a6-8543-02b0597f4d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362453 Apr 20 14:12:42.141697 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35b77b-9392-4e05-b1fd-e48966cf5228 req-ed24be1f-e321-406c-b60a-7fe39953558a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:12:42.143298 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1d35b77b-9392-4e05-b1fd-e48966cf5228 req-ed24be1f-e321-406c-b60a-7fe39953558a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=38c7579a1db44d4cab8f814f3f1e72cb&device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 1135 time: 0.0420966 Apr 20 14:12:42.235551 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35b77b-9392-4e05-b1fd-e48966cf5228 req-559a2ccd-4e40-4241-8e0e-e41e1121f12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:12:42.237000 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1d35b77b-9392-4e05-b1fd-e48966cf5228 req-559a2ccd-4e40-4241-8e0e-e41e1121f12b service neutron] 10.222.0.32 "GET /v2.0/networks?id=af391c99-9cbc-4706-b01b-d1e23a8c8211 HTTP/1.1" status: 200 len: 915 time: 0.0873609 Apr 20 14:12:42.300806 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1d35b77b-9392-4e05-b1fd-e48966cf5228 req-f166bb2f-ff0c-4e03-ab36-3a8dacc7d797 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04c7748c-dbdf-49b1-9bae-ed3827829383 HTTP/1.1" status: 200 len: 1001 time: 0.0573967 Apr 20 14:12:42.352895 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35b77b-9392-4e05-b1fd-e48966cf5228 req-6dc17b6c-5eef-4402-a47d-316754136ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:12:42.354209 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1d35b77b-9392-4e05-b1fd-e48966cf5228 req-6dc17b6c-5eef-4402-a47d-316754136ab9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ea15baae-1f8a-4488-b235-606a11d7a588 HTTP/1.1" status: 200 len: 853 time: 0.0471194 Apr 20 14:12:42.397463 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35b77b-9392-4e05-b1fd-e48966cf5228 req-123e61d5-72d5-4c99-b2ee-d4dc9e0d7c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:12:42.398868 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1d35b77b-9392-4e05-b1fd-e48966cf5228 req-123e61d5-72d5-4c99-b2ee-d4dc9e0d7c1e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=af391c99-9cbc-4706-b01b-d1e23a8c8211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380585 Apr 20 14:12:42.484837 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1d35b77b-9392-4e05-b1fd-e48966cf5228 req-dc0189e0-4f55-4556-a0e2-4a18119f1fa1 service neutron] 10.222.0.32 "GET /v2.0/networks/af391c99-9cbc-4706-b01b-d1e23a8c8211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794330 Apr 20 14:12:42.576312 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-1d35b77b-9392-4e05-b1fd-e48966cf5228 req-45356faa-6290-42f5-ac61-7089447fa2c0 service neutron] 10.222.0.32 "GET /v2.0/networks/af391c99-9cbc-4706-b01b-d1e23a8c8211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842969 Apr 20 14:12:42.912598 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:12:43.242820 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eba2af-437a-4d2b-8195-87e63cc598b2 req-b68d476d-f453-4e33-9ab4-71b117a33687 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:12:43.244254 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d5eba2af-437a-4d2b-8195-87e63cc598b2 req-b68d476d-f453-4e33-9ab4-71b117a33687 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 984 time: 0.0518112 Apr 20 14:12:43.283566 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d5eba2af-437a-4d2b-8195-87e63cc598b2 req-33d3b2b6-05b1-403b-91df-6f8fd9cc8160 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b4aa9cc-fc00-404f-891a-bdb6a6d9412e&id=473a282e-f432-40a6-8543-02b0597f4d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331695 Apr 20 14:12:43.575659 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:12:44.399950 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0ad94-5251-4292-a0a6-61ceac8e1719 req-3cf69d8b-d739-4c83-bed0-560be826cf3b tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:12:44.401476 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0fd0ad94-5251-4292-a0a6-61ceac8e1719 req-3cf69d8b-d739-4c83-bed0-560be826cf3b tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 984 time: 0.0486703 Apr 20 14:12:44.440147 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0fd0ad94-5251-4292-a0a6-61ceac8e1719 req-5b136d2b-db73-4463-b318-333e6f076df1 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b4aa9cc-fc00-404f-891a-bdb6a6d9412e&id=473a282e-f432-40a6-8543-02b0597f4d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325701 Apr 20 14:12:45.555384 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e36339-f6b0-4bda-bee9-f0d292ee5375 req-67f2ee17-eeba-421d-8e4a-680e2551704a tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:12:45.556829 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b6e36339-f6b0-4bda-bee9-f0d292ee5375 req-67f2ee17-eeba-421d-8e4a-680e2551704a tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 984 time: 0.0476859 Apr 20 14:12:45.595053 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b6e36339-f6b0-4bda-bee9-f0d292ee5375 req-2df16ff6-ba31-4f45-a673-43d2eb4548b5 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b4aa9cc-fc00-404f-891a-bdb6a6d9412e&id=473a282e-f432-40a6-8543-02b0597f4d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0321653 Apr 20 14:12:46.593244 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:12:46.711861 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74144ff-9a0a-42d9-bd59-724c2bb37093 req-55a9af7d-571d-4cfc-9c32-803b80cb6350 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:12:46.713327 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e74144ff-9a0a-42d9-bd59-724c2bb37093 req-55a9af7d-571d-4cfc-9c32-803b80cb6350 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 984 time: 0.0523872 Apr 20 14:12:46.753283 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e74144ff-9a0a-42d9-bd59-724c2bb37093 req-a7de950e-33cf-4f4d-8927-45164a97c25e tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b4aa9cc-fc00-404f-891a-bdb6a6d9412e&id=473a282e-f432-40a6-8543-02b0597f4d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333543 Apr 20 14:12:47.869556 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4085e-7e8f-4009-b140-af485d2a2372 req-bd37e315-f542-49a2-a2d2-e3c70c578bb5 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:12:47.871028 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c5c4085e-7e8f-4009-b140-af485d2a2372 req-bd37e315-f542-49a2-a2d2-e3c70c578bb5 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 984 time: 0.0501106 Apr 20 14:12:47.911417 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c5c4085e-7e8f-4009-b140-af485d2a2372 req-898cf8b6-79c3-4927-ae79-7396b0dea934 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b4aa9cc-fc00-404f-891a-bdb6a6d9412e&id=473a282e-f432-40a6-8543-02b0597f4d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340400 Apr 20 14:12:49.026749 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd019ac-8675-4914-8f49-d5ae1a7eaa4a req-2a3dd608-c735-42e6-a16d-fc2d8e9f2416 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:12:49.028266 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7bd019ac-8675-4914-8f49-d5ae1a7eaa4a req-2a3dd608-c735-42e6-a16d-fc2d8e9f2416 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 984 time: 0.0486891 Apr 20 14:12:49.067661 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7bd019ac-8675-4914-8f49-d5ae1a7eaa4a req-576e38ec-077f-4ce6-af7a-83757794d943 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b4aa9cc-fc00-404f-891a-bdb6a6d9412e&id=473a282e-f432-40a6-8543-02b0597f4d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333111 Apr 20 14:12:50.184910 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571e706-7511-4277-8b66-252c45a80f81 req-1a58d754-85bd-46da-8a0f-2d65b3f360f0 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:12:50.186369 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5571e706-7511-4277-8b66-252c45a80f81 req-1a58d754-85bd-46da-8a0f-2d65b3f360f0 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 984 time: 0.0519385 Apr 20 14:12:50.225963 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5571e706-7511-4277-8b66-252c45a80f81 req-15b6d688-0e32-41c4-b6c3-b13447bfe921 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b4aa9cc-fc00-404f-891a-bdb6a6d9412e&id=473a282e-f432-40a6-8543-02b0597f4d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327921 Apr 20 14:12:51.338127 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c7878-af0c-4b89-a69a-0c44c38c8b6e req-10ee3fea-abf0-4c4e-81e8-34b837c7530f tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:12:51.339595 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f99c7878-af0c-4b89-a69a-0c44c38c8b6e req-10ee3fea-abf0-4c4e-81e8-34b837c7530f tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 984 time: 0.0478432 Apr 20 14:12:51.378175 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f99c7878-af0c-4b89-a69a-0c44c38c8b6e req-2b6d5f6a-524f-4328-94be-7e028bb11624 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b4aa9cc-fc00-404f-891a-bdb6a6d9412e&id=473a282e-f432-40a6-8543-02b0597f4d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326209 Apr 20 14:12:52.494476 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f44a89-bdf4-4b3b-a761-bd9a3dc3eb9c req-b20ae774-85eb-40a4-a6a6-9843d64f7a0d tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:12:52.496014 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-89f44a89-bdf4-4b3b-a761-bd9a3dc3eb9c req-b20ae774-85eb-40a4-a6a6-9843d64f7a0d tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 984 time: 0.0500100 Apr 20 14:12:52.535229 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-89f44a89-bdf4-4b3b-a761-bd9a3dc3eb9c req-a855605f-f8bf-41ee-9281-75a282cda987 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b4aa9cc-fc00-404f-891a-bdb6a6d9412e&id=473a282e-f432-40a6-8543-02b0597f4d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323710 Apr 20 14:12:53.655184 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34bc4f-2a90-4f28-9c6e-266ee8c6ec30 req-5919bf2a-db1f-4a8e-ad18-a74890bf723a tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:12:53.656650 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ba34bc4f-2a90-4f28-9c6e-266ee8c6ec30 req-5919bf2a-db1f-4a8e-ad18-a74890bf723a tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 984 time: 0.0520079 Apr 20 14:12:53.695302 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ba34bc4f-2a90-4f28-9c6e-266ee8c6ec30 req-6f3c6bbf-dd32-4779-96e5-755be22ebcba tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b4aa9cc-fc00-404f-891a-bdb6a6d9412e&id=473a282e-f432-40a6-8543-02b0597f4d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325732 Apr 20 14:12:54.484315 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-efd83a45-f9e6-4982-8736-723a3e1e339f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:12:56.819616 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b424f1af-18b4-4b10-9a1d-a0aba1e487c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:12:58.301737 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:12:59.581783 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:12:59.884463 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:13:12.917624 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:13:13.616329 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:13:23.591847 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:13:24.483794 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-28a9530f-a440-4768-9724-ad0b7eeb6252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:13:26.820802 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-581cc734-3b89-4bfd-8cea-26cd6a876685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:13:27.539691 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8d562a42-7d00-4d75-ba45-830f26ee15a9 req-0592a43b-ae05-4003-8726-eaa28a23a2af service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0956147 Apr 20 14:13:27.618251 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d562a42-7d00-4d75-ba45-830f26ee15a9 req-cd7d1559-87a3-42dd-ade9-4e2bea6453b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:13:27.619779 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8d562a42-7d00-4d75-ba45-830f26ee15a9 req-cd7d1559-87a3-42dd-ade9-4e2bea6453b8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=38c7579a1db44d4cab8f814f3f1e72cb&device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 1135 time: 0.0400784 Apr 20 14:13:27.724082 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d562a42-7d00-4d75-ba45-830f26ee15a9 req-00751ff3-58a1-4cfe-a115-23e52033a39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:13:27.725531 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8d562a42-7d00-4d75-ba45-830f26ee15a9 req-00751ff3-58a1-4cfe-a115-23e52033a39c service neutron] 10.222.0.32 "GET /v2.0/networks?id=af391c99-9cbc-4706-b01b-d1e23a8c8211 HTTP/1.1" status: 200 len: 915 time: 0.0884347 Apr 20 14:13:27.790591 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8d562a42-7d00-4d75-ba45-830f26ee15a9 req-01ee5188-05fb-48f9-a615-574c95cffc79 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04c7748c-dbdf-49b1-9bae-ed3827829383 HTTP/1.1" status: 200 len: 1001 time: 0.0577617 Apr 20 14:13:27.843486 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d562a42-7d00-4d75-ba45-830f26ee15a9 req-22ab0513-46ba-4518-9ff3-8dbb03a450d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:13:27.844974 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8d562a42-7d00-4d75-ba45-830f26ee15a9 req-22ab0513-46ba-4518-9ff3-8dbb03a450d1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ea15baae-1f8a-4488-b235-606a11d7a588 HTTP/1.1" status: 200 len: 853 time: 0.0486073 Apr 20 14:13:27.890860 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d562a42-7d00-4d75-ba45-830f26ee15a9 req-391ef4b3-5bd5-44e3-93a2-7727338e5582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:13:27.892338 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8d562a42-7d00-4d75-ba45-830f26ee15a9 req-391ef4b3-5bd5-44e3-93a2-7727338e5582 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=af391c99-9cbc-4706-b01b-d1e23a8c8211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408900 Apr 20 14:13:27.979535 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8d562a42-7d00-4d75-ba45-830f26ee15a9 req-6cf1a2e9-3a5c-4f72-b3ae-92dde307f514 service neutron] 10.222.0.32 "GET /v2.0/networks/af391c99-9cbc-4706-b01b-d1e23a8c8211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798857 Apr 20 14:13:28.070152 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8d562a42-7d00-4d75-ba45-830f26ee15a9 req-b54a0ac2-3b0b-4e0b-bf12-32469cd0d0e0 service neutron] 10.222.0.32 "GET /v2.0/networks/af391c99-9cbc-4706-b01b-d1e23a8c8211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844526 Apr 20 14:13:28.350795 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:13:29.579607 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:13:29.871087 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:13:42.940508 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:13:43.598262 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:13:54.529436 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f3b476db-e19f-4f99-b722-b61502a5c0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:13:56.809018 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-43b20eb5-5ecc-4e24-8b50-139cde99c2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:13:57.063564 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e53da2c8-528d-4422-af30-566dfa387115 req-71b18ab1-64f3-4dcd-97ca-8be5ecf4b2af tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-150519817&fields=id&tenant_id=38c7579a1db44d4cab8f814f3f1e72cb HTTP/1.1" status: 200 len: 267 time: 0.0331569 Apr 20 14:13:57.114982 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53da2c8-528d-4422-af30-566dfa387115 req-239d88da-43a6-4c12-8c4c-dab15d0cc173 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:13:57.116451 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e53da2c8-528d-4422-af30-566dfa387115 req-239d88da-43a6-4c12-8c4c-dab15d0cc173 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 984 time: 0.0472689 Apr 20 14:13:57.127146 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-e53da2c8-528d-4422-af30-566dfa387115 req-fa619a39-5a21-4867-b850-00d99466d741 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Request body: {'port': {'security_groups': ['473a282e-f432-40a6-8543-02b0597f4d9c']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:13:57.191018 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e53da2c8-528d-4422-af30-566dfa387115 req-fa619a39-5a21-4867-b850-00d99466d741 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:13:57.360833 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-e53da2c8-528d-4422-af30-566dfa387115 req-fa619a39-5a21-4867-b850-00d99466d741 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] For port 04c7748c-dbdf-49b1-9bae-ed3827829383, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=04c7748c-dbdf-49b1-9bae-ed3827829383,segment=NetworkSegment(46e62b3f-4294-4f38-8626-f6cded729d7e),segment_id=46e62b3f-4294-4f38-8626-f6cded729d7e)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:13:57.389333 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e53da2c8-528d-4422-af30-566dfa387115 req-fa619a39-5a21-4867-b850-00d99466d741 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:13:57.459416 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e53da2c8-528d-4422-af30-566dfa387115 req-fa619a39-5a21-4867-b850-00d99466d741 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:13:57.472305 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['04c7748c-dbdf-49b1-9bae-ed3827829383'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:13:57.501227 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53da2c8-528d-4422-af30-566dfa387115 req-fa619a39-5a21-4867-b850-00d99466d741 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:13:57.501838 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e53da2c8-528d-4422-af30-566dfa387115 req-fa619a39-5a21-4867-b850-00d99466d741 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:13:57.503214 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e53da2c8-528d-4422-af30-566dfa387115 req-fa619a39-5a21-4867-b850-00d99466d741 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "PUT /v2.0/ports/04c7748c-dbdf-49b1-9bae-ed3827829383 HTTP/1.1" status: 200 len: 942 time: 0.3803935 Apr 20 14:13:57.503703 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da1cccc-5c30-494d-835b-ad788476683e', 'tag': '04c7748c-dbdf-49b1-9bae-ed3827829383'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:13:57.514166 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18038ac9-bf37-4493-b135-f9f87ea9255b" -d '{"events": [{"name": "network-changed", "server_uuid": "3da1cccc-5c30-494d-835b-ad788476683e", "tag": "04c7748c-dbdf-49b1-9bae-ed3827829383"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:13:57.514688 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34232) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:13:57.538128 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa619a39-5a21-4867-b850-00d99466d741 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Pushing event updated for resources: {'Port': ['ID=04c7748c-dbdf-49b1-9bae-ed3827829383,revision_number=7']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:13:57.550923 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa619a39-5a21-4867-b850-00d99466d741 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:13:57.551580 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa619a39-5a21-4867-b850-00d99466d741 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:13:57.552417 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa619a39-5a21-4867-b850-00d99466d741 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:13:57.553350 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa619a39-5a21-4867-b850-00d99466d741 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:13:57.553862 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa619a39-5a21-4867-b850-00d99466d741 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:13:57.554381 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa619a39-5a21-4867-b850-00d99466d741 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:13:57.555061 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa619a39-5a21-4867-b850-00d99466d741 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:13:57.556384 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa619a39-5a21-4867-b850-00d99466d741 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:13:57.556620 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa619a39-5a21-4867-b850-00d99466d741 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:13:57.556951 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa619a39-5a21-4867-b850-00d99466d741 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:13:57.557283 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa619a39-5a21-4867-b850-00d99466d741 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:13:57.557594 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa619a39-5a21-4867-b850-00d99466d741 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:13:57.563733 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9fdf1d-da5d-46a4-89a1-71287aeed835 x-openstack-request-id: req-5a9fdf1d-da5d-46a4-89a1-71287aeed835 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:13:57.564073 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da1cccc-5c30-494d-835b-ad788476683e", "tag": "04c7748c-dbdf-49b1-9bae-ed3827829383", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:13:57.564329 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5a9fdf1d-da5d-46a4-89a1-71287aeed835 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:13:57.564728 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a9fdf1d-da5d-46a4-89a1-71287aeed835'] response: {'name': 'network-changed', 'server_uuid': '3da1cccc-5c30-494d-835b-ad788476683e', 'tag': '04c7748c-dbdf-49b1-9bae-ed3827829383', 'status': 'completed', 'code': 200} Apr 20 14:13:57.583130 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e0a07520-33ca-4401-a042-04bbce385438 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:13:57.589260 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['04c7748c-dbdf-49b1-9bae-ed3827829383'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:13:57.635267 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e0a07520-33ca-4401-a042-04bbce385438 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:13:57.662125 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18038ac9-bf37-4493-b135-f9f87ea9255b req-e769b41f-e987-43b5-8fd6-c6d1aaab75fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:13:57.663650 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-18038ac9-bf37-4493-b135-f9f87ea9255b req-e769b41f-e987-43b5-8fd6-c6d1aaab75fb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=38c7579a1db44d4cab8f814f3f1e72cb&device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 1096 time: 0.0687153 Apr 20 14:13:57.772390 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18038ac9-bf37-4493-b135-f9f87ea9255b req-d0dbc6ee-5771-4659-83cd-660524e4b219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:13:57.773847 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-18038ac9-bf37-4493-b135-f9f87ea9255b req-d0dbc6ee-5771-4659-83cd-660524e4b219 service neutron] 10.222.0.32 "GET /v2.0/networks?id=af391c99-9cbc-4706-b01b-d1e23a8c8211 HTTP/1.1" status: 200 len: 915 time: 0.1025033 Apr 20 14:13:57.794571 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-09121164-fa27-4dc5-8348-b52b2f213520 None None] Provisioning complete for port 04c7748c-dbdf-49b1-9bae-ed3827829383 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:13:57.794571 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-09121164-fa27-4dc5-8348-b52b2f213520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:13:57.841999 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e0a07520-33ca-4401-a042-04bbce385438 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:13:57.844715 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e0a07520-33ca-4401-a042-04bbce385438 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:13:57.846283 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e0a07520-33ca-4401-a042-04bbce385438 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "DELETE /v2.0/security-groups/2b4aa9cc-fc00-404f-891a-bdb6a6d9412e HTTP/1.1" status: 204 len: 168 time: 0.3350375 Apr 20 14:13:57.848985 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34236) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:13:57.863196 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-18038ac9-bf37-4493-b135-f9f87ea9255b req-42a0a8c1-7b9e-4e8e-b371-e685ff03368e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04c7748c-dbdf-49b1-9bae-ed3827829383 HTTP/1.1" status: 200 len: 1001 time: 0.0819666 Apr 20 14:13:57.864678 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a07520-33ca-4401-a042-04bbce385438 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4aa9cc-fc00-404f-891a-bdb6a6d9412e,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:13:57.875485 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a07520-33ca-4401-a042-04bbce385438 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:13:57.875485 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a07520-33ca-4401-a042-04bbce385438 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:13:57.875485 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a07520-33ca-4401-a042-04bbce385438 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:13:57.875485 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a07520-33ca-4401-a042-04bbce385438 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:13:57.875485 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a07520-33ca-4401-a042-04bbce385438 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:13:57.875485 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a07520-33ca-4401-a042-04bbce385438 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:13:57.875485 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a07520-33ca-4401-a042-04bbce385438 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:13:57.876243 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a07520-33ca-4401-a042-04bbce385438 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:13:57.876243 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a07520-33ca-4401-a042-04bbce385438 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:13:57.876442 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a07520-33ca-4401-a042-04bbce385438 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:13:57.876667 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a07520-33ca-4401-a042-04bbce385438 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:13:57.876983 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a07520-33ca-4401-a042-04bbce385438 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:13:57.922772 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18038ac9-bf37-4493-b135-f9f87ea9255b req-b9a7b4ed-c78f-499d-a226-87fa85f364c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:13:57.924527 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-18038ac9-bf37-4493-b135-f9f87ea9255b req-b9a7b4ed-c78f-499d-a226-87fa85f364c7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ea15baae-1f8a-4488-b235-606a11d7a588 HTTP/1.1" status: 200 len: 853 time: 0.0527682 Apr 20 14:13:57.969809 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18038ac9-bf37-4493-b135-f9f87ea9255b req-600d6437-4345-48d3-a072-1dcb1157ee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:13:57.971310 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-18038ac9-bf37-4493-b135-f9f87ea9255b req-600d6437-4345-48d3-a072-1dcb1157ee8a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=af391c99-9cbc-4706-b01b-d1e23a8c8211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407453 Apr 20 14:13:58.016388 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-f86eb50f-54f7-495b-8af5-e286bb57f4d2 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Deleting port 50d28cb7-3b46-41b4-8b3b-066a8ac901f8 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:13:58.018132 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f86eb50f-54f7-495b-8af5-e286bb57f4d2 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:13:58.066165 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-18038ac9-bf37-4493-b135-f9f87ea9255b req-8f2e70b3-2aac-499f-b37c-19ce99a6efe6 service neutron] 10.222.0.32 "GET /v2.0/networks/af391c99-9cbc-4706-b01b-d1e23a8c8211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863688 Apr 20 14:13:58.093798 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f86eb50f-54f7-495b-8af5-e286bb57f4d2 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:13:58.094433 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f86eb50f-54f7-495b-8af5-e286bb57f4d2 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:13:58.106168 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-f86eb50f-54f7-495b-8af5-e286bb57f4d2 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Calling delete_port for 50d28cb7-3b46-41b4-8b3b-066a8ac901f8 owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:13:58.154767 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-18038ac9-bf37-4493-b135-f9f87ea9255b req-ed41c69c-041f-4617-9903-9968025ae7e0 service neutron] 10.222.0.32 "GET /v2.0/networks/af391c99-9cbc-4706-b01b-d1e23a8c8211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819674 Apr 20 14:13:58.329373 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:13:58.357787 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f86eb50f-54f7-495b-8af5-e286bb57f4d2 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:13:58.381300 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86eb50f-54f7-495b-8af5-e286bb57f4d2 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Pushing event deleted for resources: {'Port': ['ID=50d28cb7-3b46-41b4-8b3b-066a8ac901f8,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:13:58.443101 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f86eb50f-54f7-495b-8af5-e286bb57f4d2 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks [] for floatingip, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:13:58.443428 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-f86eb50f-54f7-495b-8af5-e286bb57f4d2 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Floating IP 73ee95f4-590e-4a27-b1cb-32bb9d1dea20 disassociated (deleted). External IP: 172.25.8.244, port: 04c7748c-dbdf-49b1-9bae-ed3827829383. Apr 20 14:13:58.650037 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f86eb50f-54f7-495b-8af5-e286bb57f4d2 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Router 4420bd73-0173-4db6-9926-db3cfcd3a604 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:13:58.757960 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86eb50f-54f7-495b-8af5-e286bb57f4d2 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:13:58.762374 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-f86eb50f-54f7-495b-8af5-e286bb57f4d2 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:13:58.772476 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3602acf-2fd4-458b-9b7c-bcec1503ccbb None None] Sync routers for ids ['4420bd73-0173-4db6-9926-db3cfcd3a604'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:13:58.781750 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3602acf-2fd4-458b-9b7c-bcec1503ccbb None None] Routers {'4420bd73-0173-4db6-9926-db3cfcd3a604'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:13:58.782374 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-f3602acf-2fd4-458b-9b7c-bcec1503ccbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:13:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['4420bd73-0173-4db6-9926-db3cfcd3a604'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:13:58.790726 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-f86eb50f-54f7-495b-8af5-e286bb57f4d2 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "DELETE /v2.0/floatingips/73ee95f4-590e-4a27-b1cb-32bb9d1dea20 HTTP/1.1" status: 204 len: 168 time: 0.9405851 Apr 20 14:13:58.888532 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-f3602acf-2fd4-458b-9b7c-bcec1503ccbb None None] Set router 4420bd73-0173-4db6-9926-db3cfcd3a604 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:13:59.086166 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-f3602acf-2fd4-458b-9b7c-bcec1503ccbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4420bd73-0173-4db6-9926-db3cfcd3a604', 'name': 'tempest-TestMinimumBasicScenario-268191286-router', 'tenant_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '51bbf8aa-302a-43bf-817a-ade5a88a8a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:10:49Z', 'updated_at': '2022-04-20T14:10:52Z', 'revision_number': 4, 'project_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'gw_port': {'id': '51bbf8aa-302a-43bf-817a-ade5a88a8a60', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:26:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4420bd73-0173-4db6-9926-db3cfcd3a604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:10:50Z', 'updated_at': '2022-04-20T14:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'dba999d6-480a-4e3a-aef9-c300d61f6a51', 'name': '', 'network_id': 'af391c99-9cbc-4706-b01b-d1e23a8c8211', 'tenant_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'mac_address': 'fa:16:3e:a4:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4420bd73-0173-4db6-9926-db3cfcd3a604', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'ea15baae-1f8a-4488-b235-606a11d7a588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:10:52Z', 'updated_at': '2022-04-20T14:10:56Z', 'revision_number': 5, 'project_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'subnets': [{'id': 'ea15baae-1f8a-4488-b235-606a11d7a588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:13:59.116786 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3602acf-2fd4-458b-9b7c-bcec1503ccbb None None] Checking router: 4420bd73-0173-4db6-9926-db3cfcd3a604 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:13:59.125179 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3602acf-2fd4-458b-9b7c-bcec1503ccbb None None] Routers {'4420bd73-0173-4db6-9926-db3cfcd3a604'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:13:59.125803 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-f3602acf-2fd4-458b-9b7c-bcec1503ccbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:13:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['4420bd73-0173-4db6-9926-db3cfcd3a604'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:13:59.231510 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-f3602acf-2fd4-458b-9b7c-bcec1503ccbb None None] Set router 4420bd73-0173-4db6-9926-db3cfcd3a604 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:13:59.566171 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da1cccc-5c30-494d-835b-ad788476683e', 'tag': '04c7748c-dbdf-49b1-9bae-ed3827829383'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:13:59.568640 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65722c19-b591-43a9-b69d-0fd71878f127" -d '{"events": [{"name": "network-changed", "server_uuid": "3da1cccc-5c30-494d-835b-ad788476683e", "tag": "04c7748c-dbdf-49b1-9bae-ed3827829383"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:13:59.587054 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-f3602acf-2fd4-458b-9b7c-bcec1503ccbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4420bd73-0173-4db6-9926-db3cfcd3a604', 'name': 'tempest-TestMinimumBasicScenario-268191286-router', 'tenant_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '51bbf8aa-302a-43bf-817a-ade5a88a8a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:10:49Z', 'updated_at': '2022-04-20T14:10:52Z', 'revision_number': 4, 'project_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'gw_port': {'id': '51bbf8aa-302a-43bf-817a-ade5a88a8a60', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:26:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4420bd73-0173-4db6-9926-db3cfcd3a604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:10:50Z', 'updated_at': '2022-04-20T14:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'dba999d6-480a-4e3a-aef9-c300d61f6a51', 'name': '', 'network_id': 'af391c99-9cbc-4706-b01b-d1e23a8c8211', 'tenant_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'mac_address': 'fa:16:3e:a4:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4420bd73-0173-4db6-9926-db3cfcd3a604', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'ea15baae-1f8a-4488-b235-606a11d7a588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:10:52Z', 'updated_at': '2022-04-20T14:10:56Z', 'revision_number': 5, 'project_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'subnets': [{'id': 'ea15baae-1f8a-4488-b235-606a11d7a588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:13:59.605866 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac152ad-d7d6-4671-b77f-2a3619d42145 x-openstack-request-id: req-cac152ad-d7d6-4671-b77f-2a3619d42145 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:13:59.606301 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da1cccc-5c30-494d-835b-ad788476683e", "tag": "04c7748c-dbdf-49b1-9bae-ed3827829383", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:13:59.606627 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cac152ad-d7d6-4671-b77f-2a3619d42145 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:13:59.607061 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cac152ad-d7d6-4671-b77f-2a3619d42145'] response: {'name': 'network-changed', 'server_uuid': '3da1cccc-5c30-494d-835b-ad788476683e', 'tag': '04c7748c-dbdf-49b1-9bae-ed3827829383', 'status': 'completed', 'code': 200} Apr 20 14:13:59.615347 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:13:59.616709 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3602acf-2fd4-458b-9b7c-bcec1503ccbb None None] The sync data for ids ['4420bd73-0173-4db6-9926-db3cfcd3a604'] in n-d-836015-7 is: [{'id': '4420bd73-0173-4db6-9926-db3cfcd3a604', 'name': 'tempest-TestMinimumBasicScenario-268191286-router', 'tenant_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '51bbf8aa-302a-43bf-817a-ade5a88a8a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:10:49Z', 'updated_at': '2022-04-20T14:10:52Z', 'revision_number': 4, 'project_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'gw_port': {'id': '51bbf8aa-302a-43bf-817a-ade5a88a8a60', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:26:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4420bd73-0173-4db6-9926-db3cfcd3a604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:10:50Z', 'updated_at': '2022-04-20T14:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'dba999d6-480a-4e3a-aef9-c300d61f6a51', 'name': '', 'network_id': 'af391c99-9cbc-4706-b01b-d1e23a8c8211', 'tenant_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'mac_address': 'fa:16:3e:a4:f8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4420bd73-0173-4db6-9926-db3cfcd3a604', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'ea15baae-1f8a-4488-b235-606a11d7a588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:10:52Z', 'updated_at': '2022-04-20T14:10:56Z', 'revision_number': 5, 'project_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'subnets': [{'id': 'ea15baae-1f8a-4488-b235-606a11d7a588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:13:59.671823 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65722c19-b591-43a9-b69d-0fd71878f127 req-4e855224-50e5-4898-bcf1-4d5ff372bdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:13:59.673334 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-65722c19-b591-43a9-b69d-0fd71878f127 req-4e855224-50e5-4898-bcf1-4d5ff372bdaf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=38c7579a1db44d4cab8f814f3f1e72cb&device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 1096 time: 0.0415165 Apr 20 14:13:59.770529 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65722c19-b591-43a9-b69d-0fd71878f127 req-dcf2851b-7823-4114-b166-b0324035805a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:13:59.772318 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-65722c19-b591-43a9-b69d-0fd71878f127 req-dcf2851b-7823-4114-b166-b0324035805a service neutron] 10.222.0.32 "GET /v2.0/networks?id=af391c99-9cbc-4706-b01b-d1e23a8c8211 HTTP/1.1" status: 200 len: 915 time: 0.0926208 Apr 20 14:13:59.817180 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-65722c19-b591-43a9-b69d-0fd71878f127 req-f8d7e514-8cb9-4cf5-a252-0e097809bf72 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04c7748c-dbdf-49b1-9bae-ed3827829383 HTTP/1.1" status: 200 len: 217 time: 0.0375516 Apr 20 14:13:59.872895 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65722c19-b591-43a9-b69d-0fd71878f127 req-1b7db790-577e-4382-9bbb-727bca6f6667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:13:59.874400 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-65722c19-b591-43a9-b69d-0fd71878f127 req-1b7db790-577e-4382-9bbb-727bca6f6667 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ea15baae-1f8a-4488-b235-606a11d7a588 HTTP/1.1" status: 200 len: 853 time: 0.0499003 Apr 20 14:13:59.876838 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:13:59.883247 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b5d18b-723f-4462-86b2-e6df2aa37aec None None] New status for floating IP 73ee95f4-590e-4a27-b1cb-32bb9d1dea20: DOWN {{(pid=114872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:13:59.931291 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65722c19-b591-43a9-b69d-0fd71878f127 req-d6a34e1a-16e6-4cbc-8c52-136facbfd366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:13:59.933022 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-65722c19-b591-43a9-b69d-0fd71878f127 req-d6a34e1a-16e6-4cbc-8c52-136facbfd366 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=af391c99-9cbc-4706-b01b-d1e23a8c8211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512483 Apr 20 14:14:00.028566 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-65722c19-b591-43a9-b69d-0fd71878f127 req-53140490-deb0-483e-baf8-f649435750f5 service neutron] 10.222.0.32 "GET /v2.0/networks/af391c99-9cbc-4706-b01b-d1e23a8c8211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887229 Apr 20 14:14:00.123662 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-65722c19-b591-43a9-b69d-0fd71878f127 req-5a9e75a5-bd17-4f91-b92c-26a820738c70 service neutron] 10.222.0.32 "GET /v2.0/networks/af391c99-9cbc-4706-b01b-d1e23a8c8211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887887 Apr 20 14:14:00.590903 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:14:07.209756 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b569c-76cb-454b-8abd-0ced4ae64c98 req-14fa83ea-2d3a-4fba-ac51-f3edae30d40d tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:14:07.211146 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9a2b569c-76cb-454b-8abd-0ced4ae64c98 req-14fa83ea-2d3a-4fba-ac51-f3edae30d40d tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 945 time: 0.0490162 Apr 20 14:14:07.248335 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9a2b569c-76cb-454b-8abd-0ced4ae64c98 req-88d0eac8-eb2a-4c13-9334-3c6ff0d0a0ef tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/security-groups?id=473a282e-f432-40a6-8543-02b0597f4d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311213 Apr 20 14:14:08.370468 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f16b63-3454-411f-bdb0-89d0a3127517 req-81249a0f-47c7-4817-9e0a-04cd65074c89 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:14:08.371942 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-62f16b63-3454-411f-bdb0-89d0a3127517 req-81249a0f-47c7-4817-9e0a-04cd65074c89 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 945 time: 0.0518200 Apr 20 14:14:08.409993 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-62f16b63-3454-411f-bdb0-89d0a3127517 req-079e61b6-06bf-44f8-9fbe-3daf21530fc0 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/security-groups?id=473a282e-f432-40a6-8543-02b0597f4d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317931 Apr 20 14:14:09.149436 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115819b-8866-4b4c-b638-4753075de78b req-142e34f7-cc8f-42d1-b79b-0dcff9f03292 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:14:09.150872 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7115819b-8866-4b4c-b638-4753075de78b req-142e34f7-cc8f-42d1-b79b-0dcff9f03292 tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.32 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 945 time: 0.0485718 Apr 20 14:14:09.236899 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-7115819b-8866-4b4c-b638-4753075de78b req-e3daed27-83fe-4df5-b50f-23ca5f52297c tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Deleting port 04c7748c-dbdf-49b1-9bae-ed3827829383 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:14:09.237244 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7115819b-8866-4b4c-b638-4753075de78b req-e3daed27-83fe-4df5-b50f-23ca5f52297c tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:09.326911 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-7115819b-8866-4b4c-b638-4753075de78b req-e3daed27-83fe-4df5-b50f-23ca5f52297c tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] For port 04c7748c-dbdf-49b1-9bae-ed3827829383, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=04c7748c-dbdf-49b1-9bae-ed3827829383,segment=NetworkSegment(46e62b3f-4294-4f38-8626-f6cded729d7e),segment_id=46e62b3f-4294-4f38-8626-f6cded729d7e)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:14:09.327278 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7115819b-8866-4b4c-b638-4753075de78b req-e3daed27-83fe-4df5-b50f-23ca5f52297c tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:09.340432 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-7115819b-8866-4b4c-b638-4753075de78b req-e3daed27-83fe-4df5-b50f-23ca5f52297c tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Calling delete_port for 04c7748c-dbdf-49b1-9bae-ed3827829383 owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:14:09.527535 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a104e-c66f-4125-86f2-9f1e5c9e1bdb req-f62d6e37-ce41-48ec-95dc-8a02487e2ccb tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:14:09.529056 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f28a104e-c66f-4125-86f2-9f1e5c9e1bdb req-f62d6e37-ce41-48ec-95dc-8a02487e2ccb tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/ports?device_id=3da1cccc-5c30-494d-835b-ad788476683e HTTP/1.1" status: 200 len: 945 time: 0.0494583 Apr 20 14:14:09.529781 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7115819b-8866-4b4c-b638-4753075de78b req-e3daed27-83fe-4df5-b50f-23ca5f52297c tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:09.541849 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['04c7748c-dbdf-49b1-9bae-ed3827829383'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:14:09.558910 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3daed27-83fe-4df5-b50f-23ca5f52297c tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Pushing event deleted for resources: {'Port': ['ID=04c7748c-dbdf-49b1-9bae-ed3827829383,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:14:09.573277 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f28a104e-c66f-4125-86f2-9f1e5c9e1bdb req-8e3f033b-59e4-4731-9890-275650d55a5b tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.25 "GET /v2.0/security-groups?id=473a282e-f432-40a6-8543-02b0597f4d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380592 Apr 20 14:14:09.601364 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-7115819b-8866-4b4c-b638-4753075de78b req-e3daed27-83fe-4df5-b50f-23ca5f52297c tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] No DVR routers for this DVR port 04c7748c-dbdf-49b1-9bae-ed3827829383 on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:14:09.603948 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-7115819b-8866-4b4c-b638-4753075de78b req-e3daed27-83fe-4df5-b50f-23ca5f52297c tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:09.607179 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-7115819b-8866-4b4c-b638-4753075de78b req-e3daed27-83fe-4df5-b50f-23ca5f52297c tempest-TestMinimumBasicScenario-1717107407 tempest-TestMinimumBasicScenario-1717107407-project] 10.222.0.32 "DELETE /v2.0/ports/04c7748c-dbdf-49b1-9bae-ed3827829383 HTTP/1.1" status: 204 len: 173 time: 0.4505894 Apr 20 14:14:09.607635 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da1cccc-5c30-494d-835b-ad788476683e', 'name': 'network-vif-deleted', 'tag': '04c7748c-dbdf-49b1-9bae-ed3827829383'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:14:09.609888 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}477c3876f0a00723b6cc26f82b5301b7c44eaec2342ee7dfaa02d19e77b1fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430b786a-f86e-419f-bc01-9bcc9d2edda0" -d '{"events": [{"server_uuid": "3da1cccc-5c30-494d-835b-ad788476683e", "name": "network-vif-deleted", "tag": "04c7748c-dbdf-49b1-9bae-ed3827829383"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:14:09.648058 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6114cf-a12f-420b-bf40-544736c2bc62 x-openstack-request-id: req-9c6114cf-a12f-420b-bf40-544736c2bc62 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:14:09.648058 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da1cccc-5c30-494d-835b-ad788476683e", "name": "network-vif-deleted", "tag": "04c7748c-dbdf-49b1-9bae-ed3827829383", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:14:09.648058 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c6114cf-a12f-420b-bf40-544736c2bc62 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:14:09.648343 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c6114cf-a12f-420b-bf40-544736c2bc62'] response: {'server_uuid': '3da1cccc-5c30-494d-835b-ad788476683e', 'name': 'network-vif-deleted', 'tag': '04c7748c-dbdf-49b1-9bae-ed3827829383', 'status': 'completed', 'code': 200} Apr 20 14:14:11.712659 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34334) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:14:12.054600 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c7aeb7fc-ad04-4a24-8251-a5e4023efbac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:12.295648 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-c7aeb7fc-ad04-4a24-8251-a5e4023efbac admin admin] Deleting port dba999d6-480a-4e3a-aef9-c300d61f6a51 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:14:12.295991 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c7aeb7fc-ad04-4a24-8251-a5e4023efbac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:12.372007 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-c7aeb7fc-ad04-4a24-8251-a5e4023efbac admin admin] For port dba999d6-480a-4e3a-aef9-c300d61f6a51, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=dba999d6-480a-4e3a-aef9-c300d61f6a51,segment=NetworkSegment(46e62b3f-4294-4f38-8626-f6cded729d7e),segment_id=46e62b3f-4294-4f38-8626-f6cded729d7e)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:14:12.372370 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c7aeb7fc-ad04-4a24-8251-a5e4023efbac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:12.388052 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-c7aeb7fc-ad04-4a24-8251-a5e4023efbac admin admin] Calling delete_port for dba999d6-480a-4e3a-aef9-c300d61f6a51 owned by network:router_interface {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:14:12.613442 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c7aeb7fc-ad04-4a24-8251-a5e4023efbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:12.637041 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aeb7fc-ad04-4a24-8251-a5e4023efbac admin admin] Pushing event deleted for resources: {'Port': ['ID=dba999d6-480a-4e3a-aef9-c300d61f6a51,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:14:12.802411 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c7aeb7fc-ad04-4a24-8251-a5e4023efbac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:12.894266 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 04c7748c-dbdf-49b1-9bae-ed3827829383 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:14:12.922788 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: 04c7748c-dbdf-49b1-9bae-ed3827829383 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:14:12.922979 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 04c7748c-dbdf-49b1-9bae-ed3827829383 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:14:12.984753 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:13.018586 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7aeb7fc-ad04-4a24-8251-a5e4023efbac admin admin] Router 4420bd73-0173-4db6-9926-db3cfcd3a604 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:14:13.137663 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7aeb7fc-ad04-4a24-8251-a5e4023efbac admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:14:13.144529 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c7aeb7fc-ad04-4a24-8251-a5e4023efbac admin admin] 10.222.0.25 "PUT /v2.0/routers/4420bd73-0173-4db6-9926-db3cfcd3a604/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4308243 Apr 20 14:14:13.145088 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34336) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:14:13.146722 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8614a67-b33c-459b-9c07-d987c34ee15a None None] Sync routers for ids ['4420bd73-0173-4db6-9926-db3cfcd3a604'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:14:13.156045 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8614a67-b33c-459b-9c07-d987c34ee15a None None] Routers {'4420bd73-0173-4db6-9926-db3cfcd3a604'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:14:13.156665 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-b8614a67-b33c-459b-9c07-d987c34ee15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:13:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['4420bd73-0173-4db6-9926-db3cfcd3a604'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:14:13.248454 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ee1d95b2-fd81-4d0f-85d1-1e3d514e1495 admin admin] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:13.261126 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-b8614a67-b33c-459b-9c07-d987c34ee15a None None] Set router 4420bd73-0173-4db6-9926-db3cfcd3a604 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:14:13.441664 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-b8614a67-b33c-459b-9c07-d987c34ee15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4420bd73-0173-4db6-9926-db3cfcd3a604', 'name': 'tempest-TestMinimumBasicScenario-268191286-router', 'tenant_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '51bbf8aa-302a-43bf-817a-ade5a88a8a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:10:49Z', 'updated_at': '2022-04-20T14:14:12Z', 'revision_number': 5, 'project_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'gw_port': {'id': '51bbf8aa-302a-43bf-817a-ade5a88a8a60', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:26:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4420bd73-0173-4db6-9926-db3cfcd3a604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:10:50Z', 'updated_at': '2022-04-20T14:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:14:13.470853 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8614a67-b33c-459b-9c07-d987c34ee15a None None] Checking router: 4420bd73-0173-4db6-9926-db3cfcd3a604 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:14:13.480515 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8614a67-b33c-459b-9c07-d987c34ee15a None None] Routers {'4420bd73-0173-4db6-9926-db3cfcd3a604'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:14:13.481160 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-b8614a67-b33c-459b-9c07-d987c34ee15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:13:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['4420bd73-0173-4db6-9926-db3cfcd3a604'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:14:13.600473 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-b8614a67-b33c-459b-9c07-d987c34ee15a None None] Set router 4420bd73-0173-4db6-9926-db3cfcd3a604 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:14:13.602205 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:13.716120 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ee1d95b2-fd81-4d0f-85d1-1e3d514e1495 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:13.784600 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-b8614a67-b33c-459b-9c07-d987c34ee15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4420bd73-0173-4db6-9926-db3cfcd3a604', 'name': 'tempest-TestMinimumBasicScenario-268191286-router', 'tenant_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '51bbf8aa-302a-43bf-817a-ade5a88a8a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:10:49Z', 'updated_at': '2022-04-20T14:14:12Z', 'revision_number': 5, 'project_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'gw_port': {'id': '51bbf8aa-302a-43bf-817a-ade5a88a8a60', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:26:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4420bd73-0173-4db6-9926-db3cfcd3a604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:10:50Z', 'updated_at': '2022-04-20T14:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:14:13.804209 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-ee1d95b2-fd81-4d0f-85d1-1e3d514e1495 admin admin] Deleting port 51bbf8aa-302a-43bf-817a-ade5a88a8a60 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:14:13.804771 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ee1d95b2-fd81-4d0f-85d1-1e3d514e1495 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:13.811228 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8614a67-b33c-459b-9c07-d987c34ee15a None None] The sync data for ids ['4420bd73-0173-4db6-9926-db3cfcd3a604'] in n-d-836015-7 is: [{'id': '4420bd73-0173-4db6-9926-db3cfcd3a604', 'name': 'tempest-TestMinimumBasicScenario-268191286-router', 'tenant_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '51bbf8aa-302a-43bf-817a-ade5a88a8a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:10:49Z', 'updated_at': '2022-04-20T14:14:12Z', 'revision_number': 5, 'project_id': '38c7579a1db44d4cab8f814f3f1e72cb', 'gw_port': {'id': '51bbf8aa-302a-43bf-817a-ade5a88a8a60', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:26:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4420bd73-0173-4db6-9926-db3cfcd3a604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:10:50Z', 'updated_at': '2022-04-20T14:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:14:13.883446 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-ee1d95b2-fd81-4d0f-85d1-1e3d514e1495 admin admin] For port 51bbf8aa-302a-43bf-817a-ade5a88a8a60, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=51bbf8aa-302a-43bf-817a-ade5a88a8a60,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:14:13.883811 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ee1d95b2-fd81-4d0f-85d1-1e3d514e1495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:13.896345 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-ee1d95b2-fd81-4d0f-85d1-1e3d514e1495 admin admin] Calling delete_port for 51bbf8aa-302a-43bf-817a-ade5a88a8a60 owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:14:14.105320 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ee1d95b2-fd81-4d0f-85d1-1e3d514e1495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:14.128828 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d95b2-fd81-4d0f-85d1-1e3d514e1495 admin admin] Pushing event deleted for resources: {'Port': ['ID=51bbf8aa-302a-43bf-817a-ade5a88a8a60,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:14:14.195542 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ee1d95b2-fd81-4d0f-85d1-1e3d514e1495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:14.287937 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ee1d95b2-fd81-4d0f-85d1-1e3d514e1495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:14.290113 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ee1d95b2-fd81-4d0f-85d1-1e3d514e1495 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:14.409202 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ee1d95b2-fd81-4d0f-85d1-1e3d514e1495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:14.409737 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1d95b2-fd81-4d0f-85d1-1e3d514e1495 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4420bd73-0173-4db6-9926-db3cfcd3a604 {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:14:14.414704 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ee1d95b2-fd81-4d0f-85d1-1e3d514e1495 admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:14.418709 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ee1d95b2-fd81-4d0f-85d1-1e3d514e1495 admin admin] 10.222.0.25 "DELETE /v2.0/routers/4420bd73-0173-4db6-9926-db3cfcd3a604 HTTP/1.1" status: 204 len: 168 time: 1.2693157 Apr 20 14:14:14.418815 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34338) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:14:14.466192 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-d26ee160-7453-41bf-962a-d7caa3294875 admin admin] Deleting subnet ea15baae-1f8a-4488-b235-606a11d7a588 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:14:14.469473 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d26ee160-7453-41bf-962a-d7caa3294875 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:14.510768 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d26ee160-7453-41bf-962a-d7caa3294875 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:14.588158 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d26ee160-7453-41bf-962a-d7caa3294875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:14.699810 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d26ee160-7453-41bf-962a-d7caa3294875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:14.723098 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ee160-7453-41bf-962a-d7caa3294875 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea15baae-1f8a-4488-b235-606a11d7a588,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:14:14.728887 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d26ee160-7453-41bf-962a-d7caa3294875 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:14.732014 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d26ee160-7453-41bf-962a-d7caa3294875 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ea15baae-1f8a-4488-b235-606a11d7a588 HTTP/1.1" status: 204 len: 168 time: 0.3124409 Apr 20 14:14:14.734429 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34340) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:14:14.735589 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fbd429-afd7-46cb-b413-c981dccae117 None None] Network af391c99-9cbc-4706-b01b-d1e23a8c8211 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:14:14.804710 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a2706c27-b836-4283-bb44-3394505cd289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:14.859947 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-a2706c27-b836-4283-bb44-3394505cd289 admin admin] Deleting port 4f4ffc97-6b82-4a7d-b5f1-cc1b1d1d51f1 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:14:14.860522 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a2706c27-b836-4283-bb44-3394505cd289 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:14.924627 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-a2706c27-b836-4283-bb44-3394505cd289 admin admin] For port 4f4ffc97-6b82-4a7d-b5f1-cc1b1d1d51f1, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=4f4ffc97-6b82-4a7d-b5f1-cc1b1d1d51f1,segment=NetworkSegment(46e62b3f-4294-4f38-8626-f6cded729d7e),segment_id=46e62b3f-4294-4f38-8626-f6cded729d7e)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:14:14.925002 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a2706c27-b836-4283-bb44-3394505cd289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:14.941666 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b702ecb9-98ff-4ad8-ad76-a38d23fe98b9 None None] DHCP port deletion for af391c99-9cbc-4706-b01b-d1e23a8c8211 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:14:14.944096 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-a2706c27-b836-4283-bb44-3394505cd289 admin admin] Calling delete_port for 4f4ffc97-6b82-4a7d-b5f1-cc1b1d1d51f1 owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:14:14.987625 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-b702ecb9-98ff-4ad8-ad76-a38d23fe98b9 None None] Deleting port 4f4ffc97-6b82-4a7d-b5f1-cc1b1d1d51f1 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:14:14.987921 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b702ecb9-98ff-4ad8-ad76-a38d23fe98b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:15.053047 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-b702ecb9-98ff-4ad8-ad76-a38d23fe98b9 None None] For port 4f4ffc97-6b82-4a7d-b5f1-cc1b1d1d51f1, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=4f4ffc97-6b82-4a7d-b5f1-cc1b1d1d51f1,segment=NetworkSegment(46e62b3f-4294-4f38-8626-f6cded729d7e),segment_id=46e62b3f-4294-4f38-8626-f6cded729d7e)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:14:15.053542 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b702ecb9-98ff-4ad8-ad76-a38d23fe98b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:15.066173 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-b702ecb9-98ff-4ad8-ad76-a38d23fe98b9 None None] Calling delete_port for 4f4ffc97-6b82-4a7d-b5f1-cc1b1d1d51f1 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:14:15.112137 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a2706c27-b836-4283-bb44-3394505cd289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:15.138484 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2706c27-b836-4283-bb44-3394505cd289 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f4ffc97-6b82-4a7d-b5f1-cc1b1d1d51f1,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:14:15.141160 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b702ecb9-98ff-4ad8-ad76-a38d23fe98b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:15.142278 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2706c27-b836-4283-bb44-3394505cd289 admin admin] No DVR routers for this DVR port 4f4ffc97-6b82-4a7d-b5f1-cc1b1d1d51f1 on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:14:15.166337 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b702ecb9-98ff-4ad8-ad76-a38d23fe98b9 None None] Pushing event deleted for resources: {'Port': ['ID=4f4ffc97-6b82-4a7d-b5f1-cc1b1d1d51f1,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:14:15.170489 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b702ecb9-98ff-4ad8-ad76-a38d23fe98b9 None None] No DVR routers for this DVR port 4f4ffc97-6b82-4a7d-b5f1-cc1b1d1d51f1 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:14:15.177896 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b702ecb9-98ff-4ad8-ad76-a38d23fe98b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:14:15.178239 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b702ecb9-98ff-4ad8-ad76-a38d23fe98b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:14:15.178578 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b702ecb9-98ff-4ad8-ad76-a38d23fe98b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:14:15.178909 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b702ecb9-98ff-4ad8-ad76-a38d23fe98b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:14:15.179241 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b702ecb9-98ff-4ad8-ad76-a38d23fe98b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:14:15.179595 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b702ecb9-98ff-4ad8-ad76-a38d23fe98b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:14:15.179921 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b702ecb9-98ff-4ad8-ad76-a38d23fe98b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:14:15.180246 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b702ecb9-98ff-4ad8-ad76-a38d23fe98b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:14:15.180567 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b702ecb9-98ff-4ad8-ad76-a38d23fe98b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:14:15.181016 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b702ecb9-98ff-4ad8-ad76-a38d23fe98b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:14:15.181186 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b702ecb9-98ff-4ad8-ad76-a38d23fe98b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:14:15.181506 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b702ecb9-98ff-4ad8-ad76-a38d23fe98b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:14:15.226334 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a2706c27-b836-4283-bb44-3394505cd289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:15.246487 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-a2706c27-b836-4283-bb44-3394505cd289 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af391c99-9cbc-4706-b01b-d1e23a8c8211']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:14:15.255527 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-a2706c27-b836-4283-bb44-3394505cd289 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46e62b3f-4294-4f38-8626-f6cded729d7e') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:14:15.255830 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-a2706c27-b836-4283-bb44-3394505cd289 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46e62b3f-4294-4f38-8626-f6cded729d7e') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:14:15.265005 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a2706c27-b836-4283-bb44-3394505cd289 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:15.277704 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a2706c27-b836-4283-bb44-3394505cd289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:15.283433 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2706c27-b836-4283-bb44-3394505cd289 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:14:15.283830 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a2706c27-b836-4283-bb44-3394505cd289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:15.285431 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 14:14:15.285431 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:14:15.285431 n-d-836015-7 neutron-server[114869]: timer() Apr 20 14:14:15.285431 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:14:15.285431 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 14:14:15.285431 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:14:15.285431 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 14:14:15.285431 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:14:15.285431 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 14:14:15.285431 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:14:15.285431 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 14:14:15.285431 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:14:15.285431 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 14:14:15.285431 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:14:15.285431 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:14:15.285431 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:14:15.285431 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:14:15.285431 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:14:15.285431 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 14:14:15.285431 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:14:15.285431 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 14:14:15.285431 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:14:15.285431 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:14:15.285431 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:14:15.285431 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 14:14:15.285431 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:14:15.285431 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:14:15.285431 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:14:15.285431 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:14:15.285431 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:14:15.285431 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:14:15.285431 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:14:15.397576 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a2706c27-b836-4283-bb44-3394505cd289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:15.402978 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a2706c27-b836-4283-bb44-3394505cd289 admin admin] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:15.406103 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a2706c27-b836-4283-bb44-3394505cd289 admin admin] 10.222.0.25 "DELETE /v2.0/networks/af391c99-9cbc-4706-b01b-d1e23a8c8211 HTTP/1.1" status: 204 len: 168 time: 0.6707668 Apr 20 14:14:15.409215 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34342) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:14:15.417684 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2706c27-b836-4283-bb44-3394505cd289 admin admin] Pushing event deleted for resources: {'Network': ['ID=af391c99-9cbc-4706-b01b-d1e23a8c8211,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:14:15.693834 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 4f4ffc97-6b82-4a7d-b5f1-cc1b1d1d51f1 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:14:15.717560 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 4f4ffc97-6b82-4a7d-b5f1-cc1b1d1d51f1 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:14:15.717906 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 4f4ffc97-6b82-4a7d-b5f1-cc1b1d1d51f1 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:14:15.718323 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device dba999d6-480a-4e3a-aef9-c300d61f6a51 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:14:15.737061 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: dba999d6-480a-4e3a-aef9-c300d61f6a51 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:14:15.737730 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device dba999d6-480a-4e3a-aef9-c300d61f6a51 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:14:15.737843 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 51bbf8aa-302a-43bf-817a-ade5a88a8a60 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:14:15.754961 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ac49af63-6eef-4d60-8c95-7ad0d01f0369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:15.756993 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 51bbf8aa-302a-43bf-817a-ade5a88a8a60 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:14:15.757338 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 51bbf8aa-302a-43bf-817a-ade5a88a8a60 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:14:15.995678 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-ac49af63-6eef-4d60-8c95-7ad0d01f0369 admin admin] Deleting port 017bd6e2-6e81-4814-8dd5-c897ea51e8ae {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:14:15.995926 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ac49af63-6eef-4d60-8c95-7ad0d01f0369 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:16.071336 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-ac49af63-6eef-4d60-8c95-7ad0d01f0369 admin admin] For port 017bd6e2-6e81-4814-8dd5-c897ea51e8ae, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=017bd6e2-6e81-4814-8dd5-c897ea51e8ae,segment=NetworkSegment(ddb7d2b6-a232-4b7e-bf19-67de47f3e36c),segment_id=ddb7d2b6-a232-4b7e-bf19-67de47f3e36c)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:14:16.071727 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ac49af63-6eef-4d60-8c95-7ad0d01f0369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:16.087802 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-ac49af63-6eef-4d60-8c95-7ad0d01f0369 admin admin] Calling delete_port for 017bd6e2-6e81-4814-8dd5-c897ea51e8ae owned by network:router_interface {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:14:16.328906 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ac49af63-6eef-4d60-8c95-7ad0d01f0369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:16.354980 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49af63-6eef-4d60-8c95-7ad0d01f0369 admin admin] Pushing event deleted for resources: {'Port': ['ID=017bd6e2-6e81-4814-8dd5-c897ea51e8ae,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:14:16.521076 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ac49af63-6eef-4d60-8c95-7ad0d01f0369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:16.733982 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac49af63-6eef-4d60-8c95-7ad0d01f0369 admin admin] Router 6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:14:16.836940 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac49af63-6eef-4d60-8c95-7ad0d01f0369 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:14:16.843218 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ac49af63-6eef-4d60-8c95-7ad0d01f0369 admin admin] 10.222.0.25 "PUT /v2.0/routers/6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4314866 Apr 20 14:14:16.844314 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34344) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:14:16.845813 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794747d1-02d4-4a8d-9f91-059fc5b76acd None None] Sync routers for ids ['6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:14:16.859057 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794747d1-02d4-4a8d-9f91-059fc5b76acd None None] Routers {'6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:14:16.859700 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-794747d1-02d4-4a8d-9f91-059fc5b76acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:13:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:14:16.948788 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-857eeeb6-c768-4738-84ae-969ee67ed8f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:16.963830 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-794747d1-02d4-4a8d-9f91-059fc5b76acd None None] Set router 6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:14:17.056664 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-857eeeb6-c768-4738-84ae-969ee67ed8f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:17.160364 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-857eeeb6-c768-4738-84ae-969ee67ed8f6 admin admin] Deleting port be3a0571-32ca-4ae4-8b23-c0d582f8bcd6 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:14:17.161263 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-857eeeb6-c768-4738-84ae-969ee67ed8f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:17.225477 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-794747d1-02d4-4a8d-9f91-059fc5b76acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f', 'name': 'tempest-TestMinimumBasicScenario-230186786-router', 'tenant_id': '856d31a0dbbf4e1b9b55680a379a39fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'be3a0571-32ca-4ae4-8b23-c0d582f8bcd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:10:55Z', 'updated_at': '2022-04-20T14:14:16Z', 'revision_number': 5, 'project_id': '856d31a0dbbf4e1b9b55680a379a39fb', 'gw_port': {'id': 'be3a0571-32ca-4ae4-8b23-c0d582f8bcd6', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:35:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:10:56Z', 'updated_at': '2022-04-20T14:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:14:17.238703 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-857eeeb6-c768-4738-84ae-969ee67ed8f6 admin admin] For port be3a0571-32ca-4ae4-8b23-c0d582f8bcd6, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=be3a0571-32ca-4ae4-8b23-c0d582f8bcd6,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:14:17.239069 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-857eeeb6-c768-4738-84ae-969ee67ed8f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:17.251684 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794747d1-02d4-4a8d-9f91-059fc5b76acd None None] Checking router: 6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:14:17.256104 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-857eeeb6-c768-4738-84ae-969ee67ed8f6 admin admin] Calling delete_port for be3a0571-32ca-4ae4-8b23-c0d582f8bcd6 owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:14:17.260003 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794747d1-02d4-4a8d-9f91-059fc5b76acd None None] Routers {'6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:14:17.260623 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-794747d1-02d4-4a8d-9f91-059fc5b76acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:13:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:14:17.344905 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-794747d1-02d4-4a8d-9f91-059fc5b76acd None None] Set router 6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:14:17.399969 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-794747d1-02d4-4a8d-9f91-059fc5b76acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f', 'name': 'tempest-TestMinimumBasicScenario-230186786-router', 'tenant_id': '856d31a0dbbf4e1b9b55680a379a39fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:10:55Z', 'updated_at': '2022-04-20T14:14:17Z', 'revision_number': 6, 'project_id': '856d31a0dbbf4e1b9b55680a379a39fb', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:14:17.431056 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794747d1-02d4-4a8d-9f91-059fc5b76acd None None] The sync data for ids ['6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f'] in n-d-836015-7 is: [{'id': '6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f', 'name': 'tempest-TestMinimumBasicScenario-230186786-router', 'tenant_id': '856d31a0dbbf4e1b9b55680a379a39fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:10:55Z', 'updated_at': '2022-04-20T14:14:17Z', 'revision_number': 6, 'project_id': '856d31a0dbbf4e1b9b55680a379a39fb', 'gw_port_host': None}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:14:17.569304 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-857eeeb6-c768-4738-84ae-969ee67ed8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:17.597968 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857eeeb6-c768-4738-84ae-969ee67ed8f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=be3a0571-32ca-4ae4-8b23-c0d582f8bcd6,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:14:17.660928 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-857eeeb6-c768-4738-84ae-969ee67ed8f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:17.748938 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-857eeeb6-c768-4738-84ae-969ee67ed8f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:17.750924 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-857eeeb6-c768-4738-84ae-969ee67ed8f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:17.895585 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-857eeeb6-c768-4738-84ae-969ee67ed8f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:17.896180 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857eeeb6-c768-4738-84ae-969ee67ed8f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:14:17.900411 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-857eeeb6-c768-4738-84ae-969ee67ed8f6 admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:17.901554 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-857eeeb6-c768-4738-84ae-969ee67ed8f6 admin admin] 10.222.0.25 "DELETE /v2.0/routers/6b4e75ca-ed58-4c60-af1a-b60c2ec49f7f HTTP/1.1" status: 204 len: 168 time: 1.0562487 Apr 20 14:14:17.904085 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34346) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:14:17.951743 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff4311ef-9918-4de2-93d6-0514e5979114 admin admin] Deleting subnet 4e8318d9-db7d-45a4-9493-e57ab023ab51 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:14:17.954772 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ff4311ef-9918-4de2-93d6-0514e5979114 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:17.987561 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ff4311ef-9918-4de2-93d6-0514e5979114 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:18.061738 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ff4311ef-9918-4de2-93d6-0514e5979114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:18.173090 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 017bd6e2-6e81-4814-8dd5-c897ea51e8ae no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:14:18.186712 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ff4311ef-9918-4de2-93d6-0514e5979114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:18.195381 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 017bd6e2-6e81-4814-8dd5-c897ea51e8ae {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:14:18.200318 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 017bd6e2-6e81-4814-8dd5-c897ea51e8ae not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:14:18.213446 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4311ef-9918-4de2-93d6-0514e5979114 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e8318d9-db7d-45a4-9493-e57ab023ab51,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:14:18.217129 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ff4311ef-9918-4de2-93d6-0514e5979114 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:18.220398 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ff4311ef-9918-4de2-93d6-0514e5979114 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4e8318d9-db7d-45a4-9493-e57ab023ab51 HTTP/1.1" status: 204 len: 168 time: 0.3153856 Apr 20 14:14:18.222841 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34348) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:14:18.225316 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee305cf-8eb9-43d9-a1e9-91716a4bf9de None None] Network c65688f2-6db3-463b-b60b-aad9c6883c34 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:14:18.291032 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-16731871-d218-42d2-b9bf-a38b221e9447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:18.346102 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-16731871-d218-42d2-b9bf-a38b221e9447 admin admin] Deleting port 2c3e56fa-4c46-437f-8267-b1cc4ee7e265 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:14:18.346435 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-16731871-d218-42d2-b9bf-a38b221e9447 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:18.407012 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2710df38-31aa-4e51-8dea-fc082dc85210 None None] DHCP port deletion for c65688f2-6db3-463b-b60b-aad9c6883c34 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:14:18.419883 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-16731871-d218-42d2-b9bf-a38b221e9447 admin admin] For port 2c3e56fa-4c46-437f-8267-b1cc4ee7e265, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=2c3e56fa-4c46-437f-8267-b1cc4ee7e265,segment=NetworkSegment(ddb7d2b6-a232-4b7e-bf19-67de47f3e36c),segment_id=ddb7d2b6-a232-4b7e-bf19-67de47f3e36c)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:14:18.420193 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-16731871-d218-42d2-b9bf-a38b221e9447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:18.434525 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-16731871-d218-42d2-b9bf-a38b221e9447 admin admin] Calling delete_port for 2c3e56fa-4c46-437f-8267-b1cc4ee7e265 owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:14:18.464374 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-2710df38-31aa-4e51-8dea-fc082dc85210 None None] Deleting port 2c3e56fa-4c46-437f-8267-b1cc4ee7e265 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:14:18.464754 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2710df38-31aa-4e51-8dea-fc082dc85210 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:18.534589 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-2710df38-31aa-4e51-8dea-fc082dc85210 None None] For port 2c3e56fa-4c46-437f-8267-b1cc4ee7e265, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=2c3e56fa-4c46-437f-8267-b1cc4ee7e265,segment=NetworkSegment(ddb7d2b6-a232-4b7e-bf19-67de47f3e36c),segment_id=ddb7d2b6-a232-4b7e-bf19-67de47f3e36c)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:14:18.534996 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2710df38-31aa-4e51-8dea-fc082dc85210 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:18.547578 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-2710df38-31aa-4e51-8dea-fc082dc85210 None None] Calling delete_port for 2c3e56fa-4c46-437f-8267-b1cc4ee7e265 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:14:18.586096 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-16731871-d218-42d2-b9bf-a38b221e9447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:18.615857 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16731871-d218-42d2-b9bf-a38b221e9447 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c3e56fa-4c46-437f-8267-b1cc4ee7e265,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:14:18.619313 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16731871-d218-42d2-b9bf-a38b221e9447 admin admin] No DVR routers for this DVR port 2c3e56fa-4c46-437f-8267-b1cc4ee7e265 on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:14:18.635143 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2710df38-31aa-4e51-8dea-fc082dc85210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:18.660253 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2710df38-31aa-4e51-8dea-fc082dc85210 None None] Pushing event deleted for resources: {'Port': ['ID=2c3e56fa-4c46-437f-8267-b1cc4ee7e265,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:14:18.664412 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2710df38-31aa-4e51-8dea-fc082dc85210 None None] No DVR routers for this DVR port 2c3e56fa-4c46-437f-8267-b1cc4ee7e265 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:14:18.691748 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-16731871-d218-42d2-b9bf-a38b221e9447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:18.712449 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-16731871-d218-42d2-b9bf-a38b221e9447 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c65688f2-6db3-463b-b60b-aad9c6883c34']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:14:18.721625 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-16731871-d218-42d2-b9bf-a38b221e9447 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddb7d2b6-a232-4b7e-bf19-67de47f3e36c') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:14:18.721928 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-16731871-d218-42d2-b9bf-a38b221e9447 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddb7d2b6-a232-4b7e-bf19-67de47f3e36c') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:14:18.731980 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-16731871-d218-42d2-b9bf-a38b221e9447 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:18.744863 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-16731871-d218-42d2-b9bf-a38b221e9447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:18.750662 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16731871-d218-42d2-b9bf-a38b221e9447 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:14:18.751044 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-16731871-d218-42d2-b9bf-a38b221e9447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:18.752711 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 14:14:18.752711 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:14:18.752711 n-d-836015-7 neutron-server[114870]: timer() Apr 20 14:14:18.752711 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:14:18.752711 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 14:14:18.752711 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:14:18.752711 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 14:14:18.752711 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:14:18.752711 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 14:14:18.752711 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:14:18.752711 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 14:14:18.752711 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:14:18.752711 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 14:14:18.752711 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:14:18.752711 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:14:18.752711 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:14:18.752711 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:14:18.752711 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:14:18.752711 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 14:14:18.752711 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:14:18.752711 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 14:14:18.752711 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:14:18.752711 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:14:18.752711 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:14:18.752711 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 14:14:18.752711 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:14:18.752711 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:14:18.752711 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:14:18.752711 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:14:18.752711 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:14:18.752711 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:14:18.752711 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:14:18.893230 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-16731871-d218-42d2-b9bf-a38b221e9447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:18.899037 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-16731871-d218-42d2-b9bf-a38b221e9447 admin admin] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:18.902284 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-16731871-d218-42d2-b9bf-a38b221e9447 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c65688f2-6db3-463b-b60b-aad9c6883c34 HTTP/1.1" status: 204 len: 168 time: 0.6778977 Apr 20 14:14:18.914026 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16731871-d218-42d2-b9bf-a38b221e9447 admin admin] Pushing event deleted for resources: {'Network': ['ID=c65688f2-6db3-463b-b60b-aad9c6883c34,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:14:19.238751 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34352) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:14:19.278219 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-736cfd1c-a99a-430c-8fb1-1f9952c98961 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=38c7579a1db44d4cab8f814f3f1e72cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382559 Apr 20 14:14:19.280688 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34354) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:14:19.327953 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-302434e7-6d06-45af-8426-9451f1c0eb1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:19.348704 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-302434e7-6d06-45af-8426-9451f1c0eb1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:19.466605 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-302434e7-6d06-45af-8426-9451f1c0eb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:19.469149 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-302434e7-6d06-45af-8426-9451f1c0eb1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:19.470369 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-302434e7-6d06-45af-8426-9451f1c0eb1c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/473a282e-f432-40a6-8543-02b0597f4d9c HTTP/1.1" status: 204 len: 168 time: 0.1887605 Apr 20 14:14:19.478342 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302434e7-6d06-45af-8426-9451f1c0eb1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473a282e-f432-40a6-8543-02b0597f4d9c,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:14:19.683592 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 2c3e56fa-4c46-437f-8267-b1cc4ee7e265 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:14:19.705038 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 2c3e56fa-4c46-437f-8267-b1cc4ee7e265 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:14:19.705385 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 2c3e56fa-4c46-437f-8267-b1cc4ee7e265 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:14:19.705863 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device be3a0571-32ca-4ae4-8b23-c0d582f8bcd6 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:14:19.725654 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: be3a0571-32ca-4ae4-8b23-c0d582f8bcd6 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:14:19.726095 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device be3a0571-32ca-4ae4-8b23-c0d582f8bcd6 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:14:20.073987 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34360) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:14:20.116774 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0add09d9-96bf-4dd2-84cd-f1fbd81c7f62 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=856d31a0dbbf4e1b9b55680a379a39fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413125 Apr 20 14:14:20.119266 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34362) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:14:20.165760 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-53d6e207-9a42-401f-8a85-49e296f44629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:20.186242 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-53d6e207-9a42-401f-8a85-49e296f44629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:20.304701 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-53d6e207-9a42-401f-8a85-49e296f44629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:20.307125 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-53d6e207-9a42-401f-8a85-49e296f44629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:20.308295 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-53d6e207-9a42-401f-8a85-49e296f44629 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0f96a7e2-aebd-4767-af9e-50653633ae18 HTTP/1.1" status: 204 len: 168 time: 0.1880996 Apr 20 14:14:20.315948 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6e207-9a42-401f-8a85-49e296f44629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f96a7e2-aebd-4767-af9e-50653633ae18,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:14:22.426665 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34402) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:14:22.431200 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-c5df7cda-bc64-481e-93d4-4809a422377e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1025807037', 'description': 'tempest-secgroup-smoke-1025807037 description', 'project_id': 'f7d350484fd744aba8607d7467eb1568'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:14:22.504916 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c5df7cda-bc64-481e-93d4-4809a422377e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:22.517905 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c5df7cda-bc64-481e-93d4-4809a422377e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:22.591602 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c5df7cda-bc64-481e-93d4-4809a422377e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:22.666154 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c5df7cda-bc64-481e-93d4-4809a422377e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:22.702674 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df7cda-bc64-481e-93d4-4809a422377e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c88fc733-b686-4432-9f99-0698f5274f37,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:14:22.740668 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c5df7cda-bc64-481e-93d4-4809a422377e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:22.814653 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c5df7cda-bc64-481e-93d4-4809a422377e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:22.843563 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df7cda-bc64-481e-93d4-4809a422377e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db66f2ab-f9ca-4c19-9bfd-4b7f0adb28d5,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:14:22.919772 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c5df7cda-bc64-481e-93d4-4809a422377e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:22.921021 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c5df7cda-bc64-481e-93d4-4809a422377e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4933662 Apr 20 14:14:22.923843 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34404) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:14:22.929823 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-56a4482a-572d-414a-a2dc-d6bebd5f4166 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'security_group_rule': {'security_group_id': 'db66f2ab-f9ca-4c19-9bfd-4b7f0adb28d5', 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:14:22.990646 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-56a4482a-572d-414a-a2dc-d6bebd5f4166 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:23.045171 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-56a4482a-572d-414a-a2dc-d6bebd5f4166 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:23.083241 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-56a4482a-572d-414a-a2dc-d6bebd5f4166 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:23.100102 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a4482a-572d-414a-a2dc-d6bebd5f4166 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=222edc7a-59a4-4387-b959-8f8a7d285a60,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:14:23.165245 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-56a4482a-572d-414a-a2dc-d6bebd5f4166 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:23.166439 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-56a4482a-572d-414a-a2dc-d6bebd5f4166 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2416778 Apr 20 14:14:23.169177 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34406) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:14:23.173481 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-7e6ac048-a2d3-4d5f-a537-b93b8a8aac55 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'security_group_rule': {'security_group_id': 'db66f2ab-f9ca-4c19-9bfd-4b7f0adb28d5', 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:14:23.236312 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7e6ac048-a2d3-4d5f-a537-b93b8a8aac55 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:23.294663 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7e6ac048-a2d3-4d5f-a537-b93b8a8aac55 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:23.374418 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7e6ac048-a2d3-4d5f-a537-b93b8a8aac55 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:23.391697 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ac048-a2d3-4d5f-a537-b93b8a8aac55 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09957f48-38c2-4a31-ac5a-78337e2c23d1,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:14:23.468158 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7e6ac048-a2d3-4d5f-a537-b93b8a8aac55 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:23.469412 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7e6ac048-a2d3-4d5f-a537-b93b8a8aac55 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2992761 Apr 20 14:14:23.472602 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34408) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:14:23.481781 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-2735c9e1-2584-4152-ab71-aa51c1bdb970 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'security_group_rule': {'security_group_id': 'db66f2ab-f9ca-4c19-9bfd-4b7f0adb28d5', 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:14:23.557048 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2735c9e1-2584-4152-ab71-aa51c1bdb970 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:23.612365 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2735c9e1-2584-4152-ab71-aa51c1bdb970 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:23.683260 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2735c9e1-2584-4152-ab71-aa51c1bdb970 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:23.701243 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2735c9e1-2584-4152-ab71-aa51c1bdb970 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb65cce7-6382-4ad9-a80e-adf6d29fcfb4,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:14:23.782164 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-2735c9e1-2584-4152-ab71-aa51c1bdb970 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:23.783374 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-2735c9e1-2584-4152-ab71-aa51c1bdb970 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3092704 Apr 20 14:14:23.786534 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34410) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:14:23.790738 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-e4b0c96d-8fc2-4944-961e-88bba5be522d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'security_group_rule': {'security_group_id': 'db66f2ab-f9ca-4c19-9bfd-4b7f0adb28d5', 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:14:23.893285 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e4b0c96d-8fc2-4944-961e-88bba5be522d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:23.950420 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e4b0c96d-8fc2-4944-961e-88bba5be522d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:24.020882 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e4b0c96d-8fc2-4944-961e-88bba5be522d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:24.038380 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b0c96d-8fc2-4944-961e-88bba5be522d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe6a90da-0da6-4277-90f0-f89beb664c58,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:14:24.113794 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e4b0c96d-8fc2-4944-961e-88bba5be522d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:24.115010 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e4b0c96d-8fc2-4944-961e-88bba5be522d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3275590 Apr 20 14:14:24.117730 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34412) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:14:24.122120 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-61c890de-c125-4f7f-a754-a1182be8b23b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'security_group_rule': {'security_group_id': 'db66f2ab-f9ca-4c19-9bfd-4b7f0adb28d5', 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:14:24.209303 n-d-836015-7 neutron-server[114869]: INFO neutron.db.securitygroups_db [None req-61c890de-c125-4f7f-a754-a1182be8b23b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Project f7d350484fd744aba8607d7467eb1568 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 14:14:24.214144 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-61c890de-c125-4f7f-a754-a1182be8b23b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:24.275654 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-61c890de-c125-4f7f-a754-a1182be8b23b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:24.334456 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-61c890de-c125-4f7f-a754-a1182be8b23b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:24.352490 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c890de-c125-4f7f-a754-a1182be8b23b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f61b343-5ace-472f-a780-804b335b2ca3,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:14:24.404986 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-61c890de-c125-4f7f-a754-a1182be8b23b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:24.406201 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-61c890de-c125-4f7f-a754-a1182be8b23b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2875381 Apr 20 14:14:24.408892 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34414) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:14:24.413345 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-b4b8f557-c711-4063-ba7d-22cc4c962014 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'security_group_rule': {'security_group_id': 'db66f2ab-f9ca-4c19-9bfd-4b7f0adb28d5', 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:14:24.500691 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-955dc198-3aeb-4e0b-9806-739e3929c4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:24.523771 n-d-836015-7 neutron-server[114869]: INFO neutron.db.securitygroups_db [None req-b4b8f557-c711-4063-ba7d-22cc4c962014 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Project f7d350484fd744aba8607d7467eb1568 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 14:14:24.529015 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b4b8f557-c711-4063-ba7d-22cc4c962014 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:24.588258 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b4b8f557-c711-4063-ba7d-22cc4c962014 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:24.654829 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b4b8f557-c711-4063-ba7d-22cc4c962014 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:24.672023 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b8f557-c711-4063-ba7d-22cc4c962014 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e233d294-2fc4-40b0-a2f2-78d19f01f308,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:14:24.736752 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b4b8f557-c711-4063-ba7d-22cc4c962014 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:24.737892 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b4b8f557-c711-4063-ba7d-22cc4c962014 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3280740 Apr 20 14:14:24.741329 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34416) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:14:24.746084 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-c8c53c5c-6a5e-4042-b02b-99d2f80342cd tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'network': {'name': 'tempest-network-smoke--955852466', 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'port_security_enabled': True}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:14:24.814640 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c53c5c-6a5e-4042-b02b-99d2f80342cd tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Made reservation on behalf of f7d350484fd744aba8607d7467eb1568 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:14:24.818619 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c8c53c5c-6a5e-4042-b02b-99d2f80342cd tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:24.840392 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8c53c5c-6a5e-4042-b02b-99d2f80342cd tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:14:24.848458 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c8c53c5c-6a5e-4042-b02b-99d2f80342cd tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:24.848848 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-c8c53c5c-6a5e-4042-b02b-99d2f80342cd tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Added segment 1115c199-07a1-4a2a-a09d-fea9f8f083c7 of type vlan for network 40166fbf-68ee-4e9d-bce7-3fd0af71a46f Apr 20 14:14:24.887114 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c8c53c5c-6a5e-4042-b02b-99d2f80342cd tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:24.962089 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c8c53c5c-6a5e-4042-b02b-99d2f80342cd tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:24.967625 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c53c5c-6a5e-4042-b02b-99d2f80342cd tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:14:24.968218 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c8c53c5c-6a5e-4042-b02b-99d2f80342cd tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:25.034780 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c53c5c-6a5e-4042-b02b-99d2f80342cd tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'Network': ['ID=40166fbf-68ee-4e9d-bce7-3fd0af71a46f,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:14:25.045718 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 40166fbf-68ee-4e9d-bce7-3fd0af71a46f details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:14:25.050938 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c8c53c5c-6a5e-4042-b02b-99d2f80342cd tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3086326 Apr 20 14:14:25.057855 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34418) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:14:25.058783 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-5496c267-0893-4eb5-a5b2-0b8c0ff504a8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-396001018', 'admin_state_up': True, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:14:25.134981 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5496c267-0893-4eb5-a5b2-0b8c0ff504a8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:25.136069 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5496c267-0893-4eb5-a5b2-0b8c0ff504a8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:25.185873 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5496c267-0893-4eb5-a5b2-0b8c0ff504a8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:25.367644 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5496c267-0893-4eb5-a5b2-0b8c0ff504a8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:25.606498 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5496c267-0893-4eb5-a5b2-0b8c0ff504a8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for router_gateway, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:25.624401 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5496c267-0893-4eb5-a5b2-0b8c0ff504a8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:25.722610 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-5496c267-0893-4eb5-a5b2-0b8c0ff504a8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Allocated IP 172.25.8.157 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/b1c59693-49ba-4b87-a9ff-6eedf59fa6ff) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:14:25.823102 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5496c267-0893-4eb5-a5b2-0b8c0ff504a8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:25.916716 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5496c267-0893-4eb5-a5b2-0b8c0ff504a8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:25.952487 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5496c267-0893-4eb5-a5b2-0b8c0ff504a8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:14:25.957195 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-5496c267-0893-4eb5-a5b2-0b8c0ff504a8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:14:25.962294 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5496c267-0893-4eb5-a5b2-0b8c0ff504a8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:14:25.985242 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496c267-0893-4eb5-a5b2-0b8c0ff504a8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'Port': ['ID=b1c59693-49ba-4b87-a9ff-6eedf59fa6ff,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:14:26.610122 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5496c267-0893-4eb5-a5b2-0b8c0ff504a8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for router_gateway, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:26.806201 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5496c267-0893-4eb5-a5b2-0b8c0ff504a8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:26.826290 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1017b6e6-326c-46f3-b132-95fc6e27acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:26.969251 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5496c267-0893-4eb5-a5b2-0b8c0ff504a8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Router 30b873c4-2573-4246-b736-765d1132499c is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:14:27.070275 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5496c267-0893-4eb5-a5b2-0b8c0ff504a8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:14:27.080662 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520fa877-19f3-4c68-8e73-5143459987dd None None] Sync routers for ids ['30b873c4-2573-4246-b736-765d1132499c'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:14:27.094276 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520fa877-19f3-4c68-8e73-5143459987dd None None] Routers {'30b873c4-2573-4246-b736-765d1132499c'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:14:27.101791 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-520fa877-19f3-4c68-8e73-5143459987dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:14:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['30b873c4-2573-4246-b736-765d1132499c'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:14:27.141082 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5496c267-0893-4eb5-a5b2-0b8c0ff504a8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:27.142325 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5496c267-0893-4eb5-a5b2-0b8c0ff504a8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0870757 Apr 20 14:14:27.146065 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34420) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:14:27.199393 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-520fa877-19f3-4c68-8e73-5143459987dd None None] Set router 30b873c4-2573-4246-b736-765d1132499c gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:14:27.275816 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-25e34a94-a353-44b6-b261-9b91ea2a89f6 tempest-TestNetworkAdvancedServerOps-1565287851 tempest-TestNetworkAdvancedServerOps-1565287851-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=f7d350484fd744aba8607d7467eb1568&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1284320 Apr 20 14:14:27.278237 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34424) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:14:27.430281 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d473e634-2a4e-4054-a2d6-b241b0b5e1e8 tempest-TestNetworkAdvancedServerOps-1565287851 tempest-TestNetworkAdvancedServerOps-1565287851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:14:27.431728 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d473e634-2a4e-4054-a2d6-b241b0b5e1e8 tempest-TestNetworkAdvancedServerOps-1565287851 tempest-TestNetworkAdvancedServerOps-1565287851-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1524992 Apr 20 14:14:27.434483 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34426) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:14:27.469252 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7728d8d3-22de-4e34-918d-0f5589a83571 tempest-TestNetworkAdvancedServerOps-1565287851 tempest-TestNetworkAdvancedServerOps-1565287851-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=08acadad-0b4a-420a-b5f5-639128d4ec40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336919 Apr 20 14:14:27.471914 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34428) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:14:27.476603 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-8c945316-eb33-4597-b365-2797fa4ae5f4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1007846645', 'network_id': '40166fbf-68ee-4e9d-bce7-3fd0af71a46f', 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:14:27.532238 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-520fa877-19f3-4c68-8e73-5143459987dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b873c4-2573-4246-b736-765d1132499c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-396001018', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'b1c59693-49ba-4b87-a9ff-6eedf59fa6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:14:25Z', 'updated_at': '2022-04-20T14:14:26Z', 'revision_number': 3, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': 'b1c59693-49ba-4b87-a9ff-6eedf59fa6ff', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b873c4-2573-4246-b736-765d1132499c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:14:25Z', 'updated_at': '2022-04-20T14:14:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:14:27.558606 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520fa877-19f3-4c68-8e73-5143459987dd None None] Checking router: 30b873c4-2573-4246-b736-765d1132499c for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:14:27.558946 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520fa877-19f3-4c68-8e73-5143459987dd None None] Updating router 30b873c4-2573-4246-b736-765d1132499c port b1c59693-49ba-4b87-a9ff-6eedf59fa6ff binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:14:27.584088 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-520fa877-19f3-4c68-8e73-5143459987dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:27.632232 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c945316-eb33-4597-b365-2797fa4ae5f4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Made reservation on behalf of f7d350484fd744aba8607d7467eb1568 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:14:27.635961 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8c945316-eb33-4597-b365-2797fa4ae5f4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:27.842915 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-520fa877-19f3-4c68-8e73-5143459987dd None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:27.910560 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-520fa877-19f3-4c68-8e73-5143459987dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:27.910856 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8c945316-eb33-4597-b365-2797fa4ae5f4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:27.962065 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-520fa877-19f3-4c68-8e73-5143459987dd None None] Attempting to bind port b1c59693-49ba-4b87-a9ff-6eedf59fa6ff on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:14:27.962442 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-520fa877-19f3-4c68-8e73-5143459987dd None None] Attempting to bind port b1c59693-49ba-4b87-a9ff-6eedf59fa6ff by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:14:27.962810 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520fa877-19f3-4c68-8e73-5143459987dd None None] Attempting to bind port b1c59693-49ba-4b87-a9ff-6eedf59fa6ff on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:14:27.969806 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18e517-b5b4-4bba-a629-d8ccc71acb7d None None] Pushing event updated for resources: {'Port': ['ID=b1c59693-49ba-4b87-a9ff-6eedf59fa6ff,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:14:27.971800 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c945316-eb33-4597-b365-2797fa4ae5f4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'Subnet': ['ID=24dcf7c2-5745-4b84-991d-21a99754c888,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:14:27.974129 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520fa877-19f3-4c68-8e73-5143459987dd None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:14:27.974584 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520fa877-19f3-4c68-8e73-5143459987dd None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:14:27.975002 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-520fa877-19f3-4c68-8e73-5143459987dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:27.975410 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520fa877-19f3-4c68-8e73-5143459987dd None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:14:27.975894 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-520fa877-19f3-4c68-8e73-5143459987dd None None] Bound port: b1c59693-49ba-4b87-a9ff-6eedf59fa6ff, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:14:27.976284 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-520fa877-19f3-4c68-8e73-5143459987dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:27.981109 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c945316-eb33-4597-b365-2797fa4ae5f4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Checking segment: {'id': '1115c199-07a1-4a2a-a09d-fea9f8f083c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '40166fbf-68ee-4e9d-bce7-3fd0af71a46f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:14:27.981473 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c945316-eb33-4597-b365-2797fa4ae5f4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Network hostable DHCP agents. Network: 40166fbf-68ee-4e9d-bce7-3fd0af71a46f, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:14:28.028227 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-520fa877-19f3-4c68-8e73-5143459987dd None None] For port b1c59693-49ba-4b87-a9ff-6eedf59fa6ff, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:14:28.031467 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-520fa877-19f3-4c68-8e73-5143459987dd None None] For port b1c59693-49ba-4b87-a9ff-6eedf59fa6ff, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=b1c59693-49ba-4b87-a9ff-6eedf59fa6ff,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:14:28.094599 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c945316-eb33-4597-b365-2797fa4ae5f4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Network 40166fbf-68ee-4e9d-bce7-3fd0af71a46f is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:14:28.123633 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-520fa877-19f3-4c68-8e73-5143459987dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:28.181683 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520fa877-19f3-4c68-8e73-5143459987dd None None] Routers {'30b873c4-2573-4246-b736-765d1132499c'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:14:28.182292 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-520fa877-19f3-4c68-8e73-5143459987dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:14:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['30b873c4-2573-4246-b736-765d1132499c'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:14:28.197312 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-8c945316-eb33-4597-b365-2797fa4ae5f4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 40166fbf-68ee-4e9d-bce7-3fd0af71a46f) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:14:28.201844 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c945316-eb33-4597-b365-2797fa4ae5f4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:14:28.202433 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8c945316-eb33-4597-b365-2797fa4ae5f4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:28.219881 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18e517-b5b4-4bba-a629-d8ccc71acb7d None None] Pushing event updated for resources: {'Port': ['ID=b1c59693-49ba-4b87-a9ff-6eedf59fa6ff,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:14:28.222691 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b51eed-8e07-42d6-afd2-463d1f6a1532 None None] Network 40166fbf-68ee-4e9d-bce7-3fd0af71a46f requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:14:28.286344 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8c945316-eb33-4597-b365-2797fa4ae5f4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8129320 Apr 20 14:14:28.288964 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34430) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:14:28.371790 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-520fa877-19f3-4c68-8e73-5143459987dd None None] Set router 30b873c4-2573-4246-b736-765d1132499c gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:14:28.445340 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:28.542072 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb0db78-c4b7-444e-96eb-f46b27d3998a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-40166fbf-68ee-4e9d-bce7-3fd0af71a46f', 'network_id': '40166fbf-68ee-4e9d-bce7-3fd0af71a46f', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'fixed_ips': [{'subnet_id': '24dcf7c2-5745-4b84-991d-21a99754c888'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:14:28.542921 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fdb0db78-c4b7-444e-96eb-f46b27d3998a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:28.722264 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-fdb0db78-c4b7-444e-96eb-f46b27d3998a None None] Allocated IP 172.20.0.2 (40166fbf-68ee-4e9d-bce7-3fd0af71a46f/24dcf7c2-5745-4b84-991d-21a99754c888/1eea8113-08e3-41c0-978c-531c4cc7f302) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:14:28.727486 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-520fa877-19f3-4c68-8e73-5143459987dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b873c4-2573-4246-b736-765d1132499c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-396001018', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'b1c59693-49ba-4b87-a9ff-6eedf59fa6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:14:25Z', 'updated_at': '2022-04-20T14:14:26Z', 'revision_number': 3, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': 'b1c59693-49ba-4b87-a9ff-6eedf59fa6ff', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b873c4-2573-4246-b736-765d1132499c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:14:25Z', 'updated_at': '2022-04-20T14:14:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:14:28.740769 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-203b6c58-d3a6-4a45-8e9e-a78f41325d99 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:28.758268 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520fa877-19f3-4c68-8e73-5143459987dd None None] The sync data for ids ['30b873c4-2573-4246-b736-765d1132499c'] in n-d-836015-7 is: [{'id': '30b873c4-2573-4246-b736-765d1132499c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-396001018', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'b1c59693-49ba-4b87-a9ff-6eedf59fa6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:14:25Z', 'updated_at': '2022-04-20T14:14:26Z', 'revision_number': 3, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': 'b1c59693-49ba-4b87-a9ff-6eedf59fa6ff', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b873c4-2573-4246-b736-765d1132499c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:14:25Z', 'updated_at': '2022-04-20T14:14:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:14:28.907244 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fdb0db78-c4b7-444e-96eb-f46b27d3998a None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:28.972739 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fdb0db78-c4b7-444e-96eb-f46b27d3998a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:29.030272 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb0db78-c4b7-444e-96eb-f46b27d3998a None None] Network 40166fbf-68ee-4e9d-bce7-3fd0af71a46f is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:14:29.035544 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-fdb0db78-c4b7-444e-96eb-f46b27d3998a None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:14:29.040132 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb0db78-c4b7-444e-96eb-f46b27d3998a None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:14:29.049852 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb0db78-c4b7-444e-96eb-f46b27d3998a None None] Pushing event updated for resources: {'Port': ['ID=1eea8113-08e3-41c0-978c-531c4cc7f302,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:14:29.110489 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-fdb0db78-c4b7-444e-96eb-f46b27d3998a None None] Attempting to bind port 1eea8113-08e3-41c0-978c-531c4cc7f302 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:14:29.110874 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-fdb0db78-c4b7-444e-96eb-f46b27d3998a None None] Attempting to bind port 1eea8113-08e3-41c0-978c-531c4cc7f302 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '1115c199-07a1-4a2a-a09d-fea9f8f083c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '40166fbf-68ee-4e9d-bce7-3fd0af71a46f'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:14:29.111462 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb0db78-c4b7-444e-96eb-f46b27d3998a None None] Attempting to bind port 1eea8113-08e3-41c0-978c-531c4cc7f302 on network 40166fbf-68ee-4e9d-bce7-3fd0af71a46f {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:14:29.114252 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-203b6c58-d3a6-4a45-8e9e-a78f41325d99 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Allocated IP 172.20.0.1 (40166fbf-68ee-4e9d-bce7-3fd0af71a46f/24dcf7c2-5745-4b84-991d-21a99754c888/e48755ae-a0ed-4eb9-bde4-2a57dc5419e2) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:14:29.117396 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb0db78-c4b7-444e-96eb-f46b27d3998a None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:14:29.117774 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb0db78-c4b7-444e-96eb-f46b27d3998a None None] Checking segment: {'id': '1115c199-07a1-4a2a-a09d-fea9f8f083c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '40166fbf-68ee-4e9d-bce7-3fd0af71a46f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:14:29.118433 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fdb0db78-c4b7-444e-96eb-f46b27d3998a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:29.118734 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb0db78-c4b7-444e-96eb-f46b27d3998a None None] Bound using segment: {'id': '1115c199-07a1-4a2a-a09d-fea9f8f083c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '40166fbf-68ee-4e9d-bce7-3fd0af71a46f'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:14:29.119213 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-fdb0db78-c4b7-444e-96eb-f46b27d3998a None None] Bound port: 1eea8113-08e3-41c0-978c-531c4cc7f302, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1115c199-07a1-4a2a-a09d-fea9f8f083c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '40166fbf-68ee-4e9d-bce7-3fd0af71a46f'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:14:29.119629 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fdb0db78-c4b7-444e-96eb-f46b27d3998a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:29.195861 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-fdb0db78-c4b7-444e-96eb-f46b27d3998a None None] For port 1eea8113-08e3-41c0-978c-531c4cc7f302, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:14:29.200837 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-fdb0db78-c4b7-444e-96eb-f46b27d3998a None None] For port 1eea8113-08e3-41c0-978c-531c4cc7f302, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=1eea8113-08e3-41c0-978c-531c4cc7f302,segment=NetworkSegment(1115c199-07a1-4a2a-a09d-fea9f8f083c7),segment_id=1115c199-07a1-4a2a-a09d-fea9f8f083c7)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:14:29.229901 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-203b6c58-d3a6-4a45-8e9e-a78f41325d99 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:29.272509 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fdb0db78-c4b7-444e-96eb-f46b27d3998a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:29.330047 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-203b6c58-d3a6-4a45-8e9e-a78f41325d99 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:29.341825 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb0db78-c4b7-444e-96eb-f46b27d3998a None None] Pushing event updated for resources: {'Port': ['ID=1eea8113-08e3-41c0-978c-531c4cc7f302,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:14:29.373843 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203b6c58-d3a6-4a45-8e9e-a78f41325d99 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Network 40166fbf-68ee-4e9d-bce7-3fd0af71a46f is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:14:29.379951 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-203b6c58-d3a6-4a45-8e9e-a78f41325d99 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:14:29.384083 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203b6c58-d3a6-4a45-8e9e-a78f41325d99 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:14:29.411169 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b6c58-d3a6-4a45-8e9e-a78f41325d99 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'Port': ['ID=e48755ae-a0ed-4eb9-bde4-2a57dc5419e2,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:14:29.434843 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-203b6c58-d3a6-4a45-8e9e-a78f41325d99 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:29.603727 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:29.780953 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 1eea8113-08e3-41c0-978c-531c4cc7f302 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:14:29.847693 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 1eea8113-08e3-41c0-978c-531c4cc7f302 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:14:29.848994 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:29.889361 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:29.929022 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:29.939939 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-203b6c58-d3a6-4a45-8e9e-a78f41325d99 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:29.962505 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 1eea8113-08e3-41c0-978c-531c4cc7f302, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=1eea8113-08e3-41c0-978c-531c4cc7f302,segment=NetworkSegment(1115c199-07a1-4a2a-a09d-fea9f8f083c7),segment_id=1115c199-07a1-4a2a-a09d-fea9f8f083c7)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:14:30.021348 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:30.022207 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device b1c59693-49ba-4b87-a9ff-6eedf59fa6ff up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:14:30.117160 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=1eea8113-08e3-41c0-978c-531c4cc7f302,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:14:30.123486 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port b1c59693-49ba-4b87-a9ff-6eedf59fa6ff triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:14:30.123951 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:30.209427 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:30.232032 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port b1c59693-49ba-4b87-a9ff-6eedf59fa6ff, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=b1c59693-49ba-4b87-a9ff-6eedf59fa6ff,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:14:30.249909 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-203b6c58-d3a6-4a45-8e9e-a78f41325d99 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:30.294864 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:30.321812 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-203b6c58-d3a6-4a45-8e9e-a78f41325d99 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:30.354005 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=b1c59693-49ba-4b87-a9ff-6eedf59fa6ff,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:14:30.371030 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4817d9-8981-4ce2-b95d-4b655b80afd6 None None] Network 40166fbf-68ee-4e9d-bce7-3fd0af71a46f requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:14:30.396225 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b6c58-d3a6-4a45-8e9e-a78f41325d99 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'Port': ['ID=e48755ae-a0ed-4eb9-bde4-2a57dc5419e2,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:14:30.398840 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-203b6c58-d3a6-4a45-8e9e-a78f41325d99 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:30.444883 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-217e3284-5cb0-4dd4-b160-bbce529d6f95 None None] Provisioning complete for port 1eea8113-08e3-41c0-978c-531c4cc7f302 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:14:30.445251 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-217e3284-5cb0-4dd4-b160-bbce529d6f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:30.503472 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203b6c58-d3a6-4a45-8e9e-a78f41325d99 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Network 40166fbf-68ee-4e9d-bce7-3fd0af71a46f is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:14:30.505464 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-203b6c58-d3a6-4a45-8e9e-a78f41325d99 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:14:30.631061 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203b6c58-d3a6-4a45-8e9e-a78f41325d99 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Router 30b873c4-2573-4246-b736-765d1132499c has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:14:30.747624 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203b6c58-d3a6-4a45-8e9e-a78f41325d99 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:14:30.760799 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-203b6c58-d3a6-4a45-8e9e-a78f41325d99 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "PUT /v2.0/routers/30b873c4-2573-4246-b736-765d1132499c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4626832 Apr 20 14:14:30.786795 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87a7a8d-1be8-475b-b8b9-b2fd18a50118 None None] Sync routers for ids ['30b873c4-2573-4246-b736-765d1132499c'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:14:30.797628 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87a7a8d-1be8-475b-b8b9-b2fd18a50118 None None] Routers {'30b873c4-2573-4246-b736-765d1132499c'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:14:30.798313 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b87a7a8d-1be8-475b-b8b9-b2fd18a50118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:14:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['30b873c4-2573-4246-b736-765d1132499c'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:14:30.814179 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-5178ab80-fe47-43dd-8ac1-6d92580c7e88 None None] Provisioning complete for port 1eea8113-08e3-41c0-978c-531c4cc7f302 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:14:30.814559 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5178ab80-fe47-43dd-8ac1-6d92580c7e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:30.917946 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-b87a7a8d-1be8-475b-b8b9-b2fd18a50118 None None] Set router 30b873c4-2573-4246-b736-765d1132499c gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:14:30.931654 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-5178ab80-fe47-43dd-8ac1-6d92580c7e88 None None] Provisioning complete for port e48755ae-a0ed-4eb9-bde4-2a57dc5419e2 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:14:30.932765 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5178ab80-fe47-43dd-8ac1-6d92580c7e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:30.971258 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-5178ab80-fe47-43dd-8ac1-6d92580c7e88 None None] Port e48755ae-a0ed-4eb9-bde4-2a57dc5419e2 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:14:31.096150 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-21ceebeb-5d74-406f-b5a4-e72b6f4a9e48 None None] Provisioning complete for port e48755ae-a0ed-4eb9-bde4-2a57dc5419e2 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:14:31.096529 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-21ceebeb-5d74-406f-b5a4-e72b6f4a9e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:31.127096 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-b033de91-5113-41a9-a445-f1c4c1a76260 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1025807037&fields=id&tenant_id=f7d350484fd744aba8607d7467eb1568 HTTP/1.1" status: 200 len: 267 time: 0.0460210 Apr 20 14:14:31.136040 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-21ceebeb-5d74-406f-b5a4-e72b6f4a9e48 None None] Port e48755ae-a0ed-4eb9-bde4-2a57dc5419e2 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:14:31.143654 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b87a7a8d-1be8-475b-b8b9-b2fd18a50118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b873c4-2573-4246-b736-765d1132499c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-396001018', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'b1c59693-49ba-4b87-a9ff-6eedf59fa6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:14:25Z', 'updated_at': '2022-04-20T14:14:29Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': 'b1c59693-49ba-4b87-a9ff-6eedf59fa6ff', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b873c4-2573-4246-b736-765d1132499c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:14:25Z', 'updated_at': '2022-04-20T14:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'e48755ae-a0ed-4eb9-bde4-2a57dc5419e2', 'name': '', 'network_id': '40166fbf-68ee-4e9d-bce7-3fd0af71a46f', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'mac_address': 'fa:16:3e:04:79:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b873c4-2573-4246-b736-765d1132499c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '24dcf7c2-5745-4b84-991d-21a99754c888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:14:28Z', 'updated_at': '2022-04-20T14:14:30Z', 'revision_number': 2, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'subnets': [{'id': '24dcf7c2-5745-4b84-991d-21a99754c888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:14:31.171864 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87a7a8d-1be8-475b-b8b9-b2fd18a50118 None None] Checking router: 30b873c4-2573-4246-b736-765d1132499c for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:14:31.172207 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87a7a8d-1be8-475b-b8b9-b2fd18a50118 None None] Updating router 30b873c4-2573-4246-b736-765d1132499c port e48755ae-a0ed-4eb9-bde4-2a57dc5419e2 binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:14:31.198586 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-b87a7a8d-1be8-475b-b8b9-b2fd18a50118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:31.241694 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-5d3cd910-69f5-48e9-a71d-c3fcdc98322f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:14:31.243552 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-5d3cd910-69f5-48e9-a71d-c3fcdc98322f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/networks?id=40166fbf-68ee-4e9d-bce7-3fd0af71a46f HTTP/1.1" status: 200 len: 796 time: 0.1076162 Apr 20 14:14:31.257867 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-4cf0e6b4-6c9e-43ff-a1eb-99d035ef3c17 None None] Provisioning complete for port e48755ae-a0ed-4eb9-bde4-2a57dc5419e2 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:14:31.258246 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4cf0e6b4-6c9e-43ff-a1eb-99d035ef3c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:31.259028 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-eb4f728c-5171-4551-85e5-39505f7825e8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/quotas/f7d350484fd744aba8607d7467eb1568 HTTP/1.1" status: 200 len: 375 time: 0.0094130 Apr 20 14:14:31.313120 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-95fecffa-511f-4df0-8f1f-c2d7d42133a8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f7d350484fd744aba8607d7467eb1568&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474620 Apr 20 14:14:31.456510 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-4cf0e6b4-6c9e-43ff-a1eb-99d035ef3c17 None None] Port e48755ae-a0ed-4eb9-bde4-2a57dc5419e2 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:14:31.463087 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-7b8c18ff-2d51-4bcc-b257-86cda8082762 service neutron] 10.222.0.25 "GET /v2.0/networks/40166fbf-68ee-4e9d-bce7-3fd0af71a46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374896 Apr 20 14:14:31.479728 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-b87a7a8d-1be8-475b-b8b9-b2fd18a50118 None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:31.538906 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-b87a7a8d-1be8-475b-b8b9-b2fd18a50118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:31.559083 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-548dc787-4871-44e6-805f-97a86df7c2ac service neutron] 10.222.0.25 "GET /v2.0/networks/40166fbf-68ee-4e9d-bce7-3fd0af71a46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897934 Apr 20 14:14:31.590553 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7608e-9fd9-4ccb-aafa-f7ab3bbd9295 None None] Pushing event updated for resources: {'Port': ['ID=e48755ae-a0ed-4eb9-bde4-2a57dc5419e2,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:14:31.614228 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c7608e-9fd9-4ccb-aafa-f7ab3bbd9295 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:14:31.614584 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c7608e-9fd9-4ccb-aafa-f7ab3bbd9295 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:14:31.614900 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c7608e-9fd9-4ccb-aafa-f7ab3bbd9295 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:14:31.615240 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c7608e-9fd9-4ccb-aafa-f7ab3bbd9295 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:14:31.615599 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c7608e-9fd9-4ccb-aafa-f7ab3bbd9295 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:14:31.615931 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c7608e-9fd9-4ccb-aafa-f7ab3bbd9295 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:14:31.616259 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c7608e-9fd9-4ccb-aafa-f7ab3bbd9295 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:14:31.616584 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c7608e-9fd9-4ccb-aafa-f7ab3bbd9295 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:14:31.616905 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c7608e-9fd9-4ccb-aafa-f7ab3bbd9295 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:14:31.617418 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c7608e-9fd9-4ccb-aafa-f7ab3bbd9295 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:14:31.617677 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c7608e-9fd9-4ccb-aafa-f7ab3bbd9295 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:14:31.618007 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c7608e-9fd9-4ccb-aafa-f7ab3bbd9295 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:14:31.655697 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-b87a7a8d-1be8-475b-b8b9-b2fd18a50118 None None] Attempting to bind port e48755ae-a0ed-4eb9-bde4-2a57dc5419e2 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:14:31.656245 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-b87a7a8d-1be8-475b-b8b9-b2fd18a50118 None None] Attempting to bind port e48755ae-a0ed-4eb9-bde4-2a57dc5419e2 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '1115c199-07a1-4a2a-a09d-fea9f8f083c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '40166fbf-68ee-4e9d-bce7-3fd0af71a46f'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:14:31.656904 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87a7a8d-1be8-475b-b8b9-b2fd18a50118 None None] Attempting to bind port e48755ae-a0ed-4eb9-bde4-2a57dc5419e2 on network 40166fbf-68ee-4e9d-bce7-3fd0af71a46f {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:14:31.662845 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87a7a8d-1be8-475b-b8b9-b2fd18a50118 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:14:31.663321 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87a7a8d-1be8-475b-b8b9-b2fd18a50118 None None] Checking segment: {'id': '1115c199-07a1-4a2a-a09d-fea9f8f083c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '40166fbf-68ee-4e9d-bce7-3fd0af71a46f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:14:31.664020 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-b87a7a8d-1be8-475b-b8b9-b2fd18a50118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:31.664395 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87a7a8d-1be8-475b-b8b9-b2fd18a50118 None None] Bound using segment: {'id': '1115c199-07a1-4a2a-a09d-fea9f8f083c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '40166fbf-68ee-4e9d-bce7-3fd0af71a46f'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:14:31.664983 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-b87a7a8d-1be8-475b-b8b9-b2fd18a50118 None None] Bound port: e48755ae-a0ed-4eb9-bde4-2a57dc5419e2, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1115c199-07a1-4a2a-a09d-fea9f8f083c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '40166fbf-68ee-4e9d-bce7-3fd0af71a46f'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:14:31.665389 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-b87a7a8d-1be8-475b-b8b9-b2fd18a50118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:31.710930 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 1eea8113-08e3-41c0-978c-531c4cc7f302 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:14:31.738083 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-b87a7a8d-1be8-475b-b8b9-b2fd18a50118 None None] For port e48755ae-a0ed-4eb9-bde4-2a57dc5419e2, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:14:31.742967 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-b87a7a8d-1be8-475b-b8b9-b2fd18a50118 None None] For port e48755ae-a0ed-4eb9-bde4-2a57dc5419e2, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=e48755ae-a0ed-4eb9-bde4-2a57dc5419e2,segment=NetworkSegment(1115c199-07a1-4a2a-a09d-fea9f8f083c7),segment_id=1115c199-07a1-4a2a-a09d-fea9f8f083c7)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:14:31.769355 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 1eea8113-08e3-41c0-978c-531c4cc7f302 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:14:31.769755 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:31.813878 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-b87a7a8d-1be8-475b-b8b9-b2fd18a50118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:31.877800 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device b1c59693-49ba-4b87-a9ff-6eedf59fa6ff up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:14:31.880292 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87a7a8d-1be8-475b-b8b9-b2fd18a50118 None None] Routers {'30b873c4-2573-4246-b736-765d1132499c'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:14:31.881274 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b87a7a8d-1be8-475b-b8b9-b2fd18a50118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:14:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['30b873c4-2573-4246-b736-765d1132499c'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:14:31.938552 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-2e8dbe18-2dfa-450a-82a5-4ddf408e7537 None None] Provisioning complete for port e48755ae-a0ed-4eb9-bde4-2a57dc5419e2 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:14:31.939186 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2e8dbe18-2dfa-450a-82a5-4ddf408e7537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:31.959225 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f86385d8-aa2a-4137-861e-a005ef725274 req-cbbc0d85-ab1b-4f25-bf27-ec9480f1ff32 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4 HTTP/1.1" status: 200 len: 210 time: 0.1561849 Apr 20 14:14:31.997031 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port b1c59693-49ba-4b87-a9ff-6eedf59fa6ff triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:14:31.997961 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:32.030634 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-b87a7a8d-1be8-475b-b8b9-b2fd18a50118 None None] Set router 30b873c4-2573-4246-b736-765d1132499c gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:14:32.116601 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7608e-9fd9-4ccb-aafa-f7ab3bbd9295 None None] Pushing event updated for resources: {'Port': ['ID=e48755ae-a0ed-4eb9-bde4-2a57dc5419e2,revision_number=4']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:14:32.132860 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2e8dbe18-2dfa-450a-82a5-4ddf408e7537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:32.167082 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-2e8dbe18-2dfa-450a-82a5-4ddf408e7537 None None] For port e48755ae-a0ed-4eb9-bde4-2a57dc5419e2, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=e48755ae-a0ed-4eb9-bde4-2a57dc5419e2,segment=NetworkSegment(1115c199-07a1-4a2a-a09d-fea9f8f083c7),segment_id=1115c199-07a1-4a2a-a09d-fea9f8f083c7)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:14:32.221066 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2e8dbe18-2dfa-450a-82a5-4ddf408e7537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:32.256550 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-b87a7a8d-1be8-475b-b8b9-b2fd18a50118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b873c4-2573-4246-b736-765d1132499c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-396001018', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'b1c59693-49ba-4b87-a9ff-6eedf59fa6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:14:25Z', 'updated_at': '2022-04-20T14:14:29Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': 'b1c59693-49ba-4b87-a9ff-6eedf59fa6ff', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b873c4-2573-4246-b736-765d1132499c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:14:25Z', 'updated_at': '2022-04-20T14:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'e48755ae-a0ed-4eb9-bde4-2a57dc5419e2', 'name': '', 'network_id': '40166fbf-68ee-4e9d-bce7-3fd0af71a46f', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'mac_address': 'fa:16:3e:04:79:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b873c4-2573-4246-b736-765d1132499c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '24dcf7c2-5745-4b84-991d-21a99754c888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:14:28Z', 'updated_at': '2022-04-20T14:14:31Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'subnets': [{'id': '24dcf7c2-5745-4b84-991d-21a99754c888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:14:32.270610 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8dbe18-2dfa-450a-82a5-4ddf408e7537 None None] Pushing event updated for resources: {'Port': ['ID=e48755ae-a0ed-4eb9-bde4-2a57dc5419e2,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:14:32.283039 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87a7a8d-1be8-475b-b8b9-b2fd18a50118 None None] The sync data for ids ['30b873c4-2573-4246-b736-765d1132499c'] in n-d-836015-7 is: [{'id': '30b873c4-2573-4246-b736-765d1132499c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-396001018', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'b1c59693-49ba-4b87-a9ff-6eedf59fa6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:14:25Z', 'updated_at': '2022-04-20T14:14:29Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': 'b1c59693-49ba-4b87-a9ff-6eedf59fa6ff', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b873c4-2573-4246-b736-765d1132499c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:14:25Z', 'updated_at': '2022-04-20T14:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'e48755ae-a0ed-4eb9-bde4-2a57dc5419e2', 'name': '', 'network_id': '40166fbf-68ee-4e9d-bce7-3fd0af71a46f', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'mac_address': 'fa:16:3e:04:79:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b873c4-2573-4246-b736-765d1132499c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '24dcf7c2-5745-4b84-991d-21a99754c888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:14:28Z', 'updated_at': '2022-04-20T14:14:31Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'subnets': [{'id': '24dcf7c2-5745-4b84-991d-21a99754c888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:14:32.355041 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-fdcfee66-b6e6-4454-8fbc-d1e3e3343541 None None] Provisioning complete for port e48755ae-a0ed-4eb9-bde4-2a57dc5419e2 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:14:32.355577 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fdcfee66-b6e6-4454-8fbc-d1e3e3343541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:33.064241 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-891d6926-8fc6-4e0f-8566-40f70e5a9c50 req-788cb3ca-4a4a-485f-a66e-8bd8af636ff6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4 HTTP/1.1" status: 200 len: 210 time: 0.0283244 Apr 20 14:14:33.716429 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device e48755ae-a0ed-4eb9-bde4-2a57dc5419e2 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:14:33.764207 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port e48755ae-a0ed-4eb9-bde4-2a57dc5419e2 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:14:33.764488 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:34.073210 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-7a6a586f-733d-42f1-a309-3d4388d31d0c tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:14:34.190037 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-7a6a586f-733d-42f1-a309-3d4388d31d0c tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.15 "GET /v2.0/networks?id=40166fbf-68ee-4e9d-bce7-3fd0af71a46f HTTP/1.1" status: 200 len: 796 time: 0.1026568 Apr 20 14:14:34.190037 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-4b0dd304-9b53-4787-bc86-74d3799bb5ca tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7d350484fd744aba8607d7467eb1568 HTTP/1.1" status: 200 len: 380 time: 0.0569766 Apr 20 14:14:34.190037 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-ff1924db-f596-4756-b1a3-463114c86df7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'port': {'device_id': '11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4', 'network_id': '40166fbf-68ee-4e9d-bce7-3fd0af71a46f', 'admin_state_up': True, 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'security_groups': ['db66f2ab-f9ca-4c19-9bfd-4b7f0adb28d5']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:14:34.195190 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d8c690af-b539-4a70-8246-57bfa8ade728 req-1f52adf6-1176-4238-85d5-aef0780b7521 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4 HTTP/1.1" status: 200 len: 210 time: 0.0502465 Apr 20 14:14:34.357327 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-ff1924db-f596-4756-b1a3-463114c86df7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Made reservation on behalf of f7d350484fd744aba8607d7467eb1568 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:14:34.360854 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-ff1924db-f596-4756-b1a3-463114c86df7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:34.490746 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-ff1924db-f596-4756-b1a3-463114c86df7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Allocated IP 172.20.0.14 (40166fbf-68ee-4e9d-bce7-3fd0af71a46f/24dcf7c2-5745-4b84-991d-21a99754c888/fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:14:34.622409 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-ff1924db-f596-4756-b1a3-463114c86df7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:34.706180 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-ff1924db-f596-4756-b1a3-463114c86df7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:34.745688 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-ff1924db-f596-4756-b1a3-463114c86df7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Network 40166fbf-68ee-4e9d-bce7-3fd0af71a46f is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:14:34.750646 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-ff1924db-f596-4756-b1a3-463114c86df7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:14:34.754832 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-ff1924db-f596-4756-b1a3-463114c86df7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:14:34.803283 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1924db-f596-4756-b1a3-463114c86df7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'Port': ['ID=fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:14:34.809730 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-ff1924db-f596-4756-b1a3-463114c86df7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:14:34.810355 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-ff1924db-f596-4756-b1a3-463114c86df7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:34.880824 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-ff1924db-f596-4756-b1a3-463114c86df7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7340574 Apr 20 14:14:34.890984 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-536aa1b7-0520-4a30-a1b6-3e0dcef35573 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:14:34.895900 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-536aa1b7-0520-4a30-a1b6-3e0dcef35573 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054915 Apr 20 14:14:34.945470 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-c66161db-ac5e-4300-968e-47ddc1871354 service neutron] Request body: {'port': {'device_id': '11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:14:34.982672 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-bd6661db-9b81-4041-9d62-d9176965b1cb None None] Provisioning complete for port fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:14:34.983264 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bd6661db-9b81-4041-9d62-d9176965b1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:35.004990 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-c66161db-ac5e-4300-968e-47ddc1871354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:35.021956 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-bd6661db-9b81-4041-9d62-d9176965b1cb None None] Port fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:14:35.276870 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-c66161db-ac5e-4300-968e-47ddc1871354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:14:35.298092 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-c66161db-ac5e-4300-968e-47ddc1871354 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:35.315122 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-c66161db-ac5e-4300-968e-47ddc1871354 service neutron] Transition to ACTIVE for port object fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:14:35.330108 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674bb78a-6a5e-48c1-bbcd-b57db12d34eb req-51d776a3-219a-4d69-903f-404c49ee38e2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:14:35.331717 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-674bb78a-6a5e-48c1-bbcd-b57db12d34eb req-51d776a3-219a-4d69-903f-404c49ee38e2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4 HTTP/1.1" status: 200 len: 932 time: 0.0684004 Apr 20 14:14:35.369868 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-674bb78a-6a5e-48c1-bbcd-b57db12d34eb req-11919b23-675a-4ef2-884a-96efb1916e0e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=db66f2ab-f9ca-4c19-9bfd-4b7f0adb28d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314453 Apr 20 14:14:35.385960 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-c66161db-ac5e-4300-968e-47ddc1871354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:35.438333 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66161db-ac5e-4300-968e-47ddc1871354 service neutron] Pushing event updated for resources: {'Port': ['ID=fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:14:35.511207 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-c66161db-ac5e-4300-968e-47ddc1871354 service neutron] Attempting to bind port fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:14:35.511589 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-c66161db-ac5e-4300-968e-47ddc1871354 service neutron] Attempting to bind port fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '1115c199-07a1-4a2a-a09d-fea9f8f083c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '40166fbf-68ee-4e9d-bce7-3fd0af71a46f'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:14:35.512887 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-c66161db-ac5e-4300-968e-47ddc1871354 service neutron] Attempting to bind port fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d on network 40166fbf-68ee-4e9d-bce7-3fd0af71a46f {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:14:35.518065 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-c66161db-ac5e-4300-968e-47ddc1871354 service neutron] Port fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d on network 40166fbf-68ee-4e9d-bce7-3fd0af71a46f not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:14:35.518389 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-c66161db-ac5e-4300-968e-47ddc1871354 service neutron] Attempting to bind port fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d on network 40166fbf-68ee-4e9d-bce7-3fd0af71a46f {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:14:35.523350 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-c66161db-ac5e-4300-968e-47ddc1871354 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:14:35.523717 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-c66161db-ac5e-4300-968e-47ddc1871354 service neutron] Checking segment: {'id': '1115c199-07a1-4a2a-a09d-fea9f8f083c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '40166fbf-68ee-4e9d-bce7-3fd0af71a46f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:14:35.524152 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-c66161db-ac5e-4300-968e-47ddc1871354 service neutron] Bound using segment: {'id': '1115c199-07a1-4a2a-a09d-fea9f8f083c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '40166fbf-68ee-4e9d-bce7-3fd0af71a46f'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:14:35.524582 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-c66161db-ac5e-4300-968e-47ddc1871354 service neutron] Bound port: fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1115c199-07a1-4a2a-a09d-fea9f8f083c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '40166fbf-68ee-4e9d-bce7-3fd0af71a46f'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:14:35.524942 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-c66161db-ac5e-4300-968e-47ddc1871354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:35.590634 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-c66161db-ac5e-4300-968e-47ddc1871354 service neutron] For port fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:14:35.593772 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-c66161db-ac5e-4300-968e-47ddc1871354 service neutron] For port fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d,segment=NetworkSegment(1115c199-07a1-4a2a-a09d-fea9f8f083c7),segment_id=1115c199-07a1-4a2a-a09d-fea9f8f083c7)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:14:35.672416 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-c66161db-ac5e-4300-968e-47ddc1871354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:35.705248 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-c66161db-ac5e-4300-968e-47ddc1871354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:14:35.705615 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-c66161db-ac5e-4300-968e-47ddc1871354 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:35.707071 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-c66161db-ac5e-4300-968e-47ddc1871354 service neutron] 10.222.0.15 "PUT /v2.0/ports/fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d HTTP/1.1" status: 200 len: 1092 time: 0.8073971 Apr 20 14:14:35.709407 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4', 'tag': 'fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:14:35.712035 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657a4d0b-df69-452f-9746-0c3eb7c7b0e3" -d '{"events": [{"name": "network-changed", "server_uuid": "11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4", "tag": "fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:14:35.740609 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66161db-ac5e-4300-968e-47ddc1871354 service neutron] Pushing event updated for resources: {'Port': ['ID=fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:14:35.755848 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb087d6-9339-46df-8a5e-9a5e6d820fe3 x-openstack-request-id: req-ffb087d6-9339-46df-8a5e-9a5e6d820fe3 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:14:35.755848 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4", "tag": "fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:14:35.755848 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ffb087d6-9339-46df-8a5e-9a5e6d820fe3 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:14:35.755848 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffb087d6-9339-46df-8a5e-9a5e6d820fe3'] response: {'name': 'network-changed', 'server_uuid': '11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4', 'tag': 'fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d', 'status': 'completed', 'code': 200} Apr 20 14:14:35.822152 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a4d0b-df69-452f-9746-0c3eb7c7b0e3 req-234c987f-c410-41ee-bc5c-13b58af02793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:14:35.823892 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-657a4d0b-df69-452f-9746-0c3eb7c7b0e3 req-234c987f-c410-41ee-bc5c-13b58af02793 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7d350484fd744aba8607d7467eb1568&device_id=11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4 HTTP/1.1" status: 200 len: 1095 time: 0.0482664 Apr 20 14:14:35.928510 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a4d0b-df69-452f-9746-0c3eb7c7b0e3 req-386bb0db-beb8-4618-80cb-4e8190a052cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:14:35.930011 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-657a4d0b-df69-452f-9746-0c3eb7c7b0e3 req-386bb0db-beb8-4618-80cb-4e8190a052cd service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f7d350484fd744aba8607d7467eb1568&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0986173 Apr 20 14:14:36.029101 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a4d0b-df69-452f-9746-0c3eb7c7b0e3 req-aaa490f2-9326-46b8-9978-82d045a73607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:14:36.030510 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-657a4d0b-df69-452f-9746-0c3eb7c7b0e3 req-aaa490f2-9326-46b8-9978-82d045a73607 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931342 Apr 20 14:14:36.105614 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-c153abf6-55b4-430d-806c-2a8117373884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:14:36.107100 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-c153abf6-55b4-430d-806c-2a8117373884 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7d350484fd744aba8607d7467eb1568&device_id=11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4 HTTP/1.1" status: 200 len: 1095 time: 0.0417914 Apr 20 14:14:36.146908 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-b4d35a85-3e47-4448-afc0-7e3e2b1704df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d HTTP/1.1" status: 200 len: 217 time: 0.0326960 Apr 20 14:14:36.197062 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-7ed8293d-36a8-403d-b04a-1c4686cd0452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:14:36.198450 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-7ed8293d-36a8-403d-b04a-1c4686cd0452 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24dcf7c2-5745-4b84-991d-21a99754c888 HTTP/1.1" status: 200 len: 835 time: 0.0458889 Apr 20 14:14:36.241952 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-316914f4-d5c9-4cde-a94d-24fedbcba791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:14:36.243411 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-316914f4-d5c9-4cde-a94d-24fedbcba791 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40166fbf-68ee-4e9d-bce7-3fd0af71a46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384912 Apr 20 14:14:36.330365 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-28d61777-a42a-4544-b350-d23bf2ee518f service neutron] 10.222.0.15 "GET /v2.0/networks/40166fbf-68ee-4e9d-bce7-3fd0af71a46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799825 Apr 20 14:14:36.422178 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-695c42e4-4a3a-456b-8b98-0f45a9fe0ba4 req-4beceeae-f377-43ea-903d-617eb9859a19 service neutron] 10.222.0.15 "GET /v2.0/networks/40166fbf-68ee-4e9d-bce7-3fd0af71a46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849745 Apr 20 14:14:36.485650 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac746a-76f8-48a6-9fe7-f65581f11bf5 req-6122b752-b1c4-41dc-8c9e-7d84d521a277 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:14:36.487276 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54ac746a-76f8-48a6-9fe7-f65581f11bf5 req-6122b752-b1c4-41dc-8c9e-7d84d521a277 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4 HTTP/1.1" status: 200 len: 944 time: 0.0498257 Apr 20 14:14:36.526225 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54ac746a-76f8-48a6-9fe7-f65581f11bf5 req-df6c430b-e8ae-4d49-85ae-16fc28751dc1 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=db66f2ab-f9ca-4c19-9bfd-4b7f0adb28d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325193 Apr 20 14:14:37.590507 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:14:37.642902 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63c3ac-b644-4295-b51f-e965618d2afc req-57f5ecbd-ff68-4742-a495-46edcfe8b03b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:14:37.644454 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc63c3ac-b644-4295-b51f-e965618d2afc req-57f5ecbd-ff68-4742-a495-46edcfe8b03b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4 HTTP/1.1" status: 200 len: 944 time: 0.0509009 Apr 20 14:14:37.681825 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc63c3ac-b644-4295-b51f-e965618d2afc req-16d33d3d-d640-4090-a04a-e9921723b559 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=db66f2ab-f9ca-4c19-9bfd-4b7f0adb28d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307214 Apr 20 14:14:38.796086 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77966d-c1b6-43a4-87c9-254ad3cbf368 req-5da9e0dd-5bcd-4f6d-b19a-f122e4952aae tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:14:38.797546 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc77966d-c1b6-43a4-87c9-254ad3cbf368 req-5da9e0dd-5bcd-4f6d-b19a-f122e4952aae tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4 HTTP/1.1" status: 200 len: 944 time: 0.0481067 Apr 20 14:14:38.836346 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cc77966d-c1b6-43a4-87c9-254ad3cbf368 req-eaf9272f-8962-4b18-a0c7-2f0d06593829 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=db66f2ab-f9ca-4c19-9bfd-4b7f0adb28d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318573 Apr 20 14:14:39.950987 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2f22e-78e3-4a9d-9796-f04f3acc5780 req-0fc8f130-db81-41c5-afa6-eda200223961 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:14:39.952451 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e6b2f22e-78e3-4a9d-9796-f04f3acc5780 req-0fc8f130-db81-41c5-afa6-eda200223961 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4 HTTP/1.1" status: 200 len: 944 time: 0.0478387 Apr 20 14:14:39.989867 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e6b2f22e-78e3-4a9d-9796-f04f3acc5780 req-a57d9f3f-3754-4e3f-9735-8d107e1b7144 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=db66f2ab-f9ca-4c19-9bfd-4b7f0adb28d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314465 Apr 20 14:14:41.110583 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc2413-c0c4-4f78-9183-062ae5ecdab6 req-389417c3-bedd-4f84-8bd9-cd8c44d73994 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:14:41.112074 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-87bc2413-c0c4-4f78-9183-062ae5ecdab6 req-389417c3-bedd-4f84-8bd9-cd8c44d73994 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4 HTTP/1.1" status: 200 len: 944 time: 0.0516160 Apr 20 14:14:41.149001 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-87bc2413-c0c4-4f78-9183-062ae5ecdab6 req-7531f7f6-58c0-4ff4-8069-6f6526ec5e2d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=db66f2ab-f9ca-4c19-9bfd-4b7f0adb28d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303135 Apr 20 14:14:41.797346 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:14:41.896518 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d,segment=NetworkSegment(1115c199-07a1-4a2a-a09d-fea9f8f083c7),segment_id=1115c199-07a1-4a2a-a09d-fea9f8f083c7)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:14:41.906999 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d', 'network_id': '40166fbf-68ee-4e9d-bce7-3fd0af71a46f', 'port_id': 'fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d', 'mac_address': 'fa:16:3e:30:8f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24dcf7c2-5745-4b84-991d-21a99754c888', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:14:41.942524 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:41.954701 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:14:41.974978 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d,segment=NetworkSegment(1115c199-07a1-4a2a-a09d-fea9f8f083c7),segment_id=1115c199-07a1-4a2a-a09d-fea9f8f083c7)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:14:42.053539 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:42.100170 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:14:42.262711 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8fed8-0ebc-4c0f-9947-5e2f4d552d49 req-3207ae83-3fdd-4349-a58b-1d69af7580ee tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:14:42.264261 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2cd8fed8-0ebc-4c0f-9947-5e2f4d552d49 req-3207ae83-3fdd-4349-a58b-1d69af7580ee tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4 HTTP/1.1" status: 200 len: 945 time: 0.0490417 Apr 20 14:14:42.302023 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2cd8fed8-0ebc-4c0f-9947-5e2f4d552d49 req-a2c02838-33de-4f4a-8b5f-c1cd090587ee tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=db66f2ab-f9ca-4c19-9bfd-4b7f0adb28d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312145 Apr 20 14:14:42.396158 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:14:43.008724 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:43.417074 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc5226-40dd-4de6-9e1d-8cde4360cd03 req-cbe1cf71-9396-422e-9d6a-1e49ad306cd0 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:14:43.418530 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-15cc5226-40dd-4de6-9e1d-8cde4360cd03 req-cbe1cf71-9396-422e-9d6a-1e49ad306cd0 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4 HTTP/1.1" status: 200 len: 945 time: 0.0475030 Apr 20 14:14:43.455261 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-15cc5226-40dd-4de6-9e1d-8cde4360cd03 req-f469635a-c67a-49ad-a0ba-97e1be41551f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=db66f2ab-f9ca-4c19-9bfd-4b7f0adb28d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306094 Apr 20 14:14:43.590197 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:43.796832 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:14:43.911713 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:14:43.915384 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:14:43.915825 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:43.989906 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:44.041758 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:14:44.044266 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac87ba4abbb4e8505208ea6fd510b76711e5f2ebc605ae5eca19bb7d33fcf53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46addc0b-eeb5-433f-9ec9-1d4989d37c55" -d '{"events": [{"server_uuid": "11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4", "name": "network-vif-plugged", "status": "completed", "tag": "fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:14:44.057725 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d,segment=NetworkSegment(1115c199-07a1-4a2a-a09d-fea9f8f083c7),segment_id=1115c199-07a1-4a2a-a09d-fea9f8f083c7)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:14:44.086646 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f729f691-2da8-4b22-8a4e-513186a5a47a x-openstack-request-id: req-f729f691-2da8-4b22-8a4e-513186a5a47a {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:14:44.086932 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4", "name": "network-vif-plugged", "status": "completed", "tag": "fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:14:44.087184 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f729f691-2da8-4b22-8a4e-513186a5a47a {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:14:44.087616 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f729f691-2da8-4b22-8a4e-513186a5a47a'] response: {'server_uuid': '11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d', 'code': 200} Apr 20 14:14:44.144490 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:44.182579 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c2f28-0f61-4de6-b89a-a3facca7d6ab req-752d075f-3921-4e24-9a56-9964ed6a236d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:14:44.184000 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-af2c2f28-0f61-4de6-b89a-a3facca7d6ab req-752d075f-3921-4e24-9a56-9964ed6a236d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4 HTTP/1.1" status: 200 len: 1097 time: 0.0426500 Apr 20 14:14:44.191329 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:14:44.218039 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-af2c2f28-0f61-4de6-b89a-a3facca7d6ab req-62b48862-6f50-4347-944d-3eebd0c71745 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=db66f2ab-f9ca-4c19-9bfd-4b7f0adb28d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272608 Apr 20 14:14:44.572644 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb155b3-98a7-4e4e-a7d6-f3afb9c22962 req-eb2181e2-f273-4602-afcd-8a1be427f0fa tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:14:44.574079 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0bb155b3-98a7-4e4e-a7d6-f3afb9c22962 req-eb2181e2-f273-4602-afcd-8a1be427f0fa tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4 HTTP/1.1" status: 200 len: 946 time: 0.0478764 Apr 20 14:14:44.610935 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0bb155b3-98a7-4e4e-a7d6-f3afb9c22962 req-8083a9c9-87aa-4a9b-b9ee-c356e3a295bb tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=db66f2ab-f9ca-4c19-9bfd-4b7f0adb28d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306163 Apr 20 14:14:45.726369 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c63b9-e061-43af-806d-14778864815b req-bcb13748-34b6-476a-bf18-96be18e5175c tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:14:45.727863 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-735c63b9-e061-43af-806d-14778864815b req-bcb13748-34b6-476a-bf18-96be18e5175c tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4 HTTP/1.1" status: 200 len: 946 time: 0.0487761 Apr 20 14:14:45.765102 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-735c63b9-e061-43af-806d-14778864815b req-139f6515-24d5-4817-ad75-69fb17a6421b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=db66f2ab-f9ca-4c19-9bfd-4b7f0adb28d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313058 Apr 20 14:14:45.882622 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525fcf7-d54e-4cb7-968f-46f851fc6613 req-6ac77616-079d-4c06-9b4a-746e3538b0f2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:14:45.884134 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5525fcf7-d54e-4cb7-968f-46f851fc6613 req-6ac77616-079d-4c06-9b4a-746e3538b0f2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4 HTTP/1.1" status: 200 len: 946 time: 0.0518558 Apr 20 14:14:45.920990 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5525fcf7-d54e-4cb7-968f-46f851fc6613 req-d9d89338-b1e5-447a-adef-c4be186cf1e4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=db66f2ab-f9ca-4c19-9bfd-4b7f0adb28d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306802 Apr 20 14:14:45.942320 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34500) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:14:45.981483 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbe242a-7918-4055-b362-0328dcffe710 tempest-TestNetworkAdvancedServerOps-1565287851 tempest-TestNetworkAdvancedServerOps-1565287851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:14:45.983012 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7dbe242a-7918-4055-b362-0328dcffe710 tempest-TestNetworkAdvancedServerOps-1565287851 tempest-TestNetworkAdvancedServerOps-1565287851-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4 HTTP/1.1" status: 200 len: 1092 time: 0.0397325 Apr 20 14:14:45.985812 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34502) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:14:45.990669 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-1fe864ef-39cb-4249-8566-68a0f765b89f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'port_id': 'fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:14:46.077516 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1fe864ef-39cb-4249-8566-68a0f765b89f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for floatingip, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:46.174834 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1fe864ef-39cb-4249-8566-68a0f765b89f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:46.272519 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-1fe864ef-39cb-4249-8566-68a0f765b89f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Allocated IP 172.25.8.17 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/e37d2ea1-a1df-4320-961f-a0c3fa47018e) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:14:46.373291 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1fe864ef-39cb-4249-8566-68a0f765b89f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:46.464410 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1fe864ef-39cb-4249-8566-68a0f765b89f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:46.503565 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe864ef-39cb-4249-8566-68a0f765b89f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:14:46.506457 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-1fe864ef-39cb-4249-8566-68a0f765b89f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:14:46.510906 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe864ef-39cb-4249-8566-68a0f765b89f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:14:46.531973 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe864ef-39cb-4249-8566-68a0f765b89f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'Port': ['ID=e37d2ea1-a1df-4320-961f-a0c3fa47018e,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:14:47.215608 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1fe864ef-39cb-4249-8566-68a0f765b89f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:47.340468 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1fe864ef-39cb-4249-8566-68a0f765b89f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:47.486658 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1fe864ef-39cb-4249-8566-68a0f765b89f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:47.538533 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1fe864ef-39cb-4249-8566-68a0f765b89f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:47.608738 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe864ef-39cb-4249-8566-68a0f765b89f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'Port': ['ID=e37d2ea1-a1df-4320-961f-a0c3fa47018e,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:14:47.618540 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1fe864ef-39cb-4249-8566-68a0f765b89f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:47.716649 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-1fe864ef-39cb-4249-8566-68a0f765b89f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Floating IP 5a240850-1624-49c0-9540-c39a82852744 associated. External IP: 172.25.8.17, port: fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d. Apr 20 14:14:47.921635 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe864ef-39cb-4249-8566-68a0f765b89f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Router 30b873c4-2573-4246-b736-765d1132499c has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:14:48.026247 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe864ef-39cb-4249-8566-68a0f765b89f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:14:48.035642 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd0ad47-c4ea-4039-bcf8-f74923364156 None None] Sync routers for ids ['30b873c4-2573-4246-b736-765d1132499c'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:14:48.045035 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd0ad47-c4ea-4039-bcf8-f74923364156 None None] Routers {'30b873c4-2573-4246-b736-765d1132499c'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:14:48.045664 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ccd0ad47-c4ea-4039-bcf8-f74923364156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:14:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['30b873c4-2573-4246-b736-765d1132499c'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:14:48.127497 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1fe864ef-39cb-4249-8566-68a0f765b89f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:48.159066 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-ccd0ad47-c4ea-4039-bcf8-f74923364156 None None] Set router 30b873c4-2573-4246-b736-765d1132499c gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:14:48.159994 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1fe864ef-39cb-4249-8566-68a0f765b89f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1731610 Apr 20 14:14:48.161148 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4', 'tag': 'fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:14:48.163764 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cdfe360-fcd3-46b7-ab5a-5a5fa576605b" -d '{"events": [{"name": "network-changed", "server_uuid": "11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4", "tag": "fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:14:48.205470 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8d12cc-5b1c-4098-852d-19fe4e4914b1 x-openstack-request-id: req-2c8d12cc-5b1c-4098-852d-19fe4e4914b1 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:14:48.205833 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4", "tag": "fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:14:48.206145 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c8d12cc-5b1c-4098-852d-19fe4e4914b1 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:14:48.206616 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c8d12cc-5b1c-4098-852d-19fe4e4914b1'] response: {'name': 'network-changed', 'server_uuid': '11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4', 'tag': 'fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d', 'status': 'completed', 'code': 200} Apr 20 14:14:48.295336 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfe360-fcd3-46b7-ab5a-5a5fa576605b req-51a70dd9-de65-4e0d-befc-c23e8bd34025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:14:48.296855 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6cdfe360-fcd3-46b7-ab5a-5a5fa576605b req-51a70dd9-de65-4e0d-befc-c23e8bd34025 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7d350484fd744aba8607d7467eb1568&device_id=11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4 HTTP/1.1" status: 200 len: 1097 time: 0.0702276 Apr 20 14:14:48.305171 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0548787-c2e7-44ba-af4b-535ff2282dcc req-c5c07727-7814-441c-90a0-887060f1e422 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:14:48.306521 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a0548787-c2e7-44ba-af4b-535ff2282dcc req-c5c07727-7814-441c-90a0-887060f1e422 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4 HTTP/1.1" status: 200 len: 946 time: 0.0720673 Apr 20 14:14:48.392966 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ccd0ad47-c4ea-4039-bcf8-f74923364156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b873c4-2573-4246-b736-765d1132499c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-396001018', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'b1c59693-49ba-4b87-a9ff-6eedf59fa6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:14:25Z', 'updated_at': '2022-04-20T14:14:29Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': 'b1c59693-49ba-4b87-a9ff-6eedf59fa6ff', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b873c4-2573-4246-b736-765d1132499c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:14:25Z', 'updated_at': '2022-04-20T14:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '5a240850-1624-49c0-9540-c39a82852744', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'floating_ip_address': '172.25.8.17', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '30b873c4-2573-4246-b736-765d1132499c', 'port_id': 'fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40166fbf-68ee-4e9d-bce7-3fd0af71a46f', 'mac_address': 'fa:16:3e:30:8f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:14:46Z', 'updated_at': '2022-04-20T14:14:46Z', 'revision_number': 0, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e48755ae-a0ed-4eb9-bde4-2a57dc5419e2', 'name': '', 'network_id': '40166fbf-68ee-4e9d-bce7-3fd0af71a46f', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'mac_address': 'fa:16:3e:04:79:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b873c4-2573-4246-b736-765d1132499c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '24dcf7c2-5745-4b84-991d-21a99754c888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:14:28Z', 'updated_at': '2022-04-20T14:14:32Z', 'revision_number': 5, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'subnets': [{'id': '24dcf7c2-5745-4b84-991d-21a99754c888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:14:48.393400 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a0548787-c2e7-44ba-af4b-535ff2282dcc req-0682fa6b-5919-4411-b69b-d3077c45862f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=db66f2ab-f9ca-4c19-9bfd-4b7f0adb28d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782228 Apr 20 14:14:48.416444 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34510) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:14:48.420409 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd0ad47-c4ea-4039-bcf8-f74923364156 None None] Checking router: 30b873c4-2573-4246-b736-765d1132499c for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:14:48.421056 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfe360-fcd3-46b7-ab5a-5a5fa576605b req-d84497b1-fa61-4141-a61b-a4c6def8d1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:14:48.422686 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6cdfe360-fcd3-46b7-ab5a-5a5fa576605b req-d84497b1-fa61-4141-a61b-a4c6def8d1b2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=40166fbf-68ee-4e9d-bce7-3fd0af71a46f HTTP/1.1" status: 200 len: 897 time: 0.1151960 Apr 20 14:14:48.429757 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd0ad47-c4ea-4039-bcf8-f74923364156 None None] Routers {'30b873c4-2573-4246-b736-765d1132499c'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:14:48.430378 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ccd0ad47-c4ea-4039-bcf8-f74923364156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:14:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['30b873c4-2573-4246-b736-765d1132499c'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:14:48.482790 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-81f674c5-89ee-4d65-90eb-83f017d7b2e8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/floatingips/5a240850-1624-49c0-9540-c39a82852744 HTTP/1.1" status: 200 len: 991 time: 0.0651429 Apr 20 14:14:48.489830 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6cdfe360-fcd3-46b7-ab5a-5a5fa576605b req-6f8cd151-de00-42d4-9980-2de39fffc1f1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d HTTP/1.1" status: 200 len: 999 time: 0.0611045 Apr 20 14:14:48.542194 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfe360-fcd3-46b7-ab5a-5a5fa576605b req-747e56e5-bb48-4b14-8bfe-9c7475eb3e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:14:48.543030 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-ccd0ad47-c4ea-4039-bcf8-f74923364156 None None] Set router 30b873c4-2573-4246-b736-765d1132499c gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:14:48.543679 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6cdfe360-fcd3-46b7-ab5a-5a5fa576605b req-747e56e5-bb48-4b14-8bfe-9c7475eb3e33 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24dcf7c2-5745-4b84-991d-21a99754c888 HTTP/1.1" status: 200 len: 835 time: 0.0480194 Apr 20 14:14:48.587980 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfe360-fcd3-46b7-ab5a-5a5fa576605b req-5fedeb4f-726d-4c2c-9180-ef2c584f157a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:14:48.589467 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6cdfe360-fcd3-46b7-ab5a-5a5fa576605b req-5fedeb4f-726d-4c2c-9180-ef2c584f157a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40166fbf-68ee-4e9d-bce7-3fd0af71a46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398247 Apr 20 14:14:48.688158 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6cdfe360-fcd3-46b7-ab5a-5a5fa576605b req-e2582889-3463-474e-886f-58e8df1e9bc6 service neutron] 10.222.0.15 "GET /v2.0/networks/40166fbf-68ee-4e9d-bce7-3fd0af71a46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829227 Apr 20 14:14:48.762835 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-ccd0ad47-c4ea-4039-bcf8-f74923364156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b873c4-2573-4246-b736-765d1132499c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-396001018', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'b1c59693-49ba-4b87-a9ff-6eedf59fa6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:14:25Z', 'updated_at': '2022-04-20T14:14:29Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': 'b1c59693-49ba-4b87-a9ff-6eedf59fa6ff', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b873c4-2573-4246-b736-765d1132499c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:14:25Z', 'updated_at': '2022-04-20T14:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '5a240850-1624-49c0-9540-c39a82852744', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'floating_ip_address': '172.25.8.17', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '30b873c4-2573-4246-b736-765d1132499c', 'port_id': 'fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40166fbf-68ee-4e9d-bce7-3fd0af71a46f', 'mac_address': 'fa:16:3e:30:8f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:14:46Z', 'updated_at': '2022-04-20T14:14:46Z', 'revision_number': 0, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e48755ae-a0ed-4eb9-bde4-2a57dc5419e2', 'name': '', 'network_id': '40166fbf-68ee-4e9d-bce7-3fd0af71a46f', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'mac_address': 'fa:16:3e:04:79:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b873c4-2573-4246-b736-765d1132499c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '24dcf7c2-5745-4b84-991d-21a99754c888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:14:28Z', 'updated_at': '2022-04-20T14:14:32Z', 'revision_number': 5, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'subnets': [{'id': '24dcf7c2-5745-4b84-991d-21a99754c888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:14:48.775255 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6cdfe360-fcd3-46b7-ab5a-5a5fa576605b req-fc858969-ac98-4e01-bc14-50219680259e service neutron] 10.222.0.15 "GET /v2.0/networks/40166fbf-68ee-4e9d-bce7-3fd0af71a46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887473 Apr 20 14:14:48.793969 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd0ad47-c4ea-4039-bcf8-f74923364156 None None] The sync data for ids ['30b873c4-2573-4246-b736-765d1132499c'] in n-d-836015-7 is: [{'id': '30b873c4-2573-4246-b736-765d1132499c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-396001018', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'b1c59693-49ba-4b87-a9ff-6eedf59fa6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:14:25Z', 'updated_at': '2022-04-20T14:14:29Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': 'b1c59693-49ba-4b87-a9ff-6eedf59fa6ff', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b873c4-2573-4246-b736-765d1132499c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:14:25Z', 'updated_at': '2022-04-20T14:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '5a240850-1624-49c0-9540-c39a82852744', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'floating_ip_address': '172.25.8.17', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '30b873c4-2573-4246-b736-765d1132499c', 'port_id': 'fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40166fbf-68ee-4e9d-bce7-3fd0af71a46f', 'mac_address': 'fa:16:3e:30:8f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:14:46Z', 'updated_at': '2022-04-20T14:14:46Z', 'revision_number': 0, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e48755ae-a0ed-4eb9-bde4-2a57dc5419e2', 'name': '', 'network_id': '40166fbf-68ee-4e9d-bce7-3fd0af71a46f', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'mac_address': 'fa:16:3e:04:79:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b873c4-2573-4246-b736-765d1132499c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '24dcf7c2-5745-4b84-991d-21a99754c888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:14:28Z', 'updated_at': '2022-04-20T14:14:32Z', 'revision_number': 5, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'subnets': [{'id': '24dcf7c2-5745-4b84-991d-21a99754c888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:14:48.989756 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf353d2-9887-490d-a168-a622ddab1a4f None None] New status for floating IP 5a240850-1624-49c0-9540-c39a82852744: ACTIVE {{(pid=114872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:14:49.485105 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34512) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:14:49.545250 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2e634deb-d46c-4831-b2e2-c9cd4f177d57 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/floatingips/5a240850-1624-49c0-9540-c39a82852744 HTTP/1.1" status: 200 len: 993 time: 0.0588186 Apr 20 14:14:54.475599 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f6fe0271-76d8-4cb9-af5a-fe0a8141655c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:56.814426 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-94630f68-5810-4ab8-8310-4992a30c29f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:58.317302 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:59.624606 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:14:59.882692 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:15:12.983968 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:15:13.625881 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:15:14.589801 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:15:24.515228 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c51a5b91-108a-4e5b-bfd8-e61b1a9e8308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:15:26.797061 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2398bab0-51b9-46d6-8ce5-0ae5cd6773b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:15:28.322768 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:15:29.608347 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:15:29.883137 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:15:34.090581 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7de62cb0-5124-4c2c-932f-a059b66390f3 req-7c0d23aa-7dce-41e9-acc8-5202a4d44bb6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396373 Apr 20 14:15:34.167566 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de62cb0-5124-4c2c-932f-a059b66390f3 req-f8db0587-ed19-4b03-b455-0e80474e0847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:15:34.169010 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7de62cb0-5124-4c2c-932f-a059b66390f3 req-f8db0587-ed19-4b03-b455-0e80474e0847 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7d350484fd744aba8607d7467eb1568&device_id=11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4 HTTP/1.1" status: 200 len: 1097 time: 0.0393741 Apr 20 14:15:34.272501 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de62cb0-5124-4c2c-932f-a059b66390f3 req-645805a2-2773-4efa-bb7c-6202aa91541b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:15:34.273985 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7de62cb0-5124-4c2c-932f-a059b66390f3 req-645805a2-2773-4efa-bb7c-6202aa91541b service neutron] 10.222.0.15 "GET /v2.0/networks?id=40166fbf-68ee-4e9d-bce7-3fd0af71a46f HTTP/1.1" status: 200 len: 897 time: 0.0864198 Apr 20 14:15:34.337342 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7de62cb0-5124-4c2c-932f-a059b66390f3 req-d3b00557-9b9b-4513-bf59-4ec385cef7c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d HTTP/1.1" status: 200 len: 1001 time: 0.0562851 Apr 20 14:15:34.388762 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de62cb0-5124-4c2c-932f-a059b66390f3 req-97237998-bc53-4346-8f69-d85927b572c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:15:34.390115 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7de62cb0-5124-4c2c-932f-a059b66390f3 req-97237998-bc53-4346-8f69-d85927b572c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24dcf7c2-5745-4b84-991d-21a99754c888 HTTP/1.1" status: 200 len: 835 time: 0.0463791 Apr 20 14:15:34.433690 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de62cb0-5124-4c2c-932f-a059b66390f3 req-6e62f509-f778-431d-bc05-54b48fbcc4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:15:34.435181 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7de62cb0-5124-4c2c-932f-a059b66390f3 req-6e62f509-f778-431d-bc05-54b48fbcc4d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40166fbf-68ee-4e9d-bce7-3fd0af71a46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389016 Apr 20 14:15:34.523257 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7de62cb0-5124-4c2c-932f-a059b66390f3 req-9814e5ca-e8ce-44bb-88f7-9e03c92db6fd service neutron] 10.222.0.15 "GET /v2.0/networks/40166fbf-68ee-4e9d-bce7-3fd0af71a46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817931 Apr 20 14:15:34.617435 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7de62cb0-5124-4c2c-932f-a059b66390f3 req-bdf5ee78-b9b6-455f-a964-41a0a3b1b06b service neutron] 10.222.0.15 "GET /v2.0/networks/40166fbf-68ee-4e9d-bce7-3fd0af71a46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866518 Apr 20 14:15:42.973763 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:15:43.596956 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:15:51.588823 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:15:52.514978 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a877b5-f547-415f-9aec-db5c646fe727 req-1e129bb6-91a7-45e4-be2e-f00ad7be400d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:15:52.518240 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1a877b5-f547-415f-9aec-db5c646fe727 req-1e129bb6-91a7-45e4-be2e-f00ad7be400d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4 HTTP/1.1" status: 200 len: 946 time: 0.0505805 Apr 20 14:15:52.554911 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1a877b5-f547-415f-9aec-db5c646fe727 req-c778484d-a3e0-423f-8992-7c0642d1feda tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=db66f2ab-f9ca-4c19-9bfd-4b7f0adb28d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310144 Apr 20 14:15:53.676343 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa93dcc-a2c0-491e-acfa-525571a67f3d req-0db6e4b9-6776-4982-b54c-26bdf0357b60 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:15:53.677807 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ffa93dcc-a2c0-491e-acfa-525571a67f3d req-0db6e4b9-6776-4982-b54c-26bdf0357b60 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4 HTTP/1.1" status: 200 len: 946 time: 0.0490777 Apr 20 14:15:53.720216 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ffa93dcc-a2c0-491e-acfa-525571a67f3d req-f07c54da-2b5f-4baa-81c4-bffd3330d6c8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=db66f2ab-f9ca-4c19-9bfd-4b7f0adb28d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357416 Apr 20 14:15:53.742403 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34542) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:15:53.801050 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b2bfa5d3-befd-4fb4-8bbb-c0d86a41c4e9 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/floatingips/5a240850-1624-49c0-9540-c39a82852744 HTTP/1.1" status: 200 len: 993 time: 0.0575795 Apr 20 14:15:54.505431 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f8e40747-e7c1-4b81-a536-bea5460775de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:15:55.236866 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a03108-0f35-4db7-8e50-54dfa0ea6864 req-d61af404-f996-4dbd-89af-3c4db4179681 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:15:55.238405 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e1a03108-0f35-4db7-8e50-54dfa0ea6864 req-d61af404-f996-4dbd-89af-3c4db4179681 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4 HTTP/1.1" status: 200 len: 946 time: 0.0486746 Apr 20 14:15:55.277014 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e1a03108-0f35-4db7-8e50-54dfa0ea6864 req-a7c6c2a3-c6a9-439c-8673-b2ef6017d325 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=db66f2ab-f9ca-4c19-9bfd-4b7f0adb28d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319881 Apr 20 14:15:56.398538 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ab5e6-0b0a-4b61-a60c-3a4bd1da2aeb req-50a5933e-050e-4be1-8c9b-326f53a16e32 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:15:56.399911 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d46ab5e6-0b0a-4b61-a60c-3a4bd1da2aeb req-50a5933e-050e-4be1-8c9b-326f53a16e32 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4 HTTP/1.1" status: 200 len: 946 time: 0.0516038 Apr 20 14:15:56.436895 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d46ab5e6-0b0a-4b61-a60c-3a4bd1da2aeb req-033f95fd-bdf6-4d8c-bed7-75bdf516ca64 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=db66f2ab-f9ca-4c19-9bfd-4b7f0adb28d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310395 Apr 20 14:15:56.458501 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34552) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:15:56.517450 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1597295e-6023-48b0-9560-c94e2c0cf70f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/floatingips/5a240850-1624-49c0-9540-c39a82852744 HTTP/1.1" status: 200 len: 993 time: 0.0578408 Apr 20 14:15:56.737584 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34558) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:15:56.808195 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-767a9b56-c534-46b6-9c24-d6bdfcf681f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:15:56.892397 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-eeef6472-798e-467d-be48-009643b96f58 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Deleting port e37d2ea1-a1df-4320-961f-a0c3fa47018e {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:15:56.892747 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-eeef6472-798e-467d-be48-009643b96f58 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:15:56.970388 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-eeef6472-798e-467d-be48-009643b96f58 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:15:56.970715 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-eeef6472-798e-467d-be48-009643b96f58 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:15:56.983049 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-eeef6472-798e-467d-be48-009643b96f58 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Calling delete_port for e37d2ea1-a1df-4320-961f-a0c3fa47018e owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:15:57.167992 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-eeef6472-798e-467d-be48-009643b96f58 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:15:57.193108 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef6472-798e-467d-be48-009643b96f58 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event deleted for resources: {'Port': ['ID=e37d2ea1-a1df-4320-961f-a0c3fa47018e,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:15:57.205600 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef6472-798e-467d-be48-009643b96f58 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:15:57.205953 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef6472-798e-467d-be48-009643b96f58 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:15:57.206299 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef6472-798e-467d-be48-009643b96f58 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:15:57.206640 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef6472-798e-467d-be48-009643b96f58 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:15:57.206977 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef6472-798e-467d-be48-009643b96f58 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:15:57.207316 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef6472-798e-467d-be48-009643b96f58 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:15:57.207677 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef6472-798e-467d-be48-009643b96f58 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:15:57.208008 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef6472-798e-467d-be48-009643b96f58 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:15:57.208340 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef6472-798e-467d-be48-009643b96f58 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:15:57.208667 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef6472-798e-467d-be48-009643b96f58 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:15:57.208995 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef6472-798e-467d-be48-009643b96f58 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:15:57.209322 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeef6472-798e-467d-be48-009643b96f58 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:15:57.262090 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-eeef6472-798e-467d-be48-009643b96f58 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for floatingip, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:15:57.262428 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-eeef6472-798e-467d-be48-009643b96f58 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Floating IP 5a240850-1624-49c0-9540-c39a82852744 disassociated (deleted). External IP: 172.25.8.17, port: fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d. Apr 20 14:15:57.465634 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeef6472-798e-467d-be48-009643b96f58 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Router 30b873c4-2573-4246-b736-765d1132499c has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:15:57.568997 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeef6472-798e-467d-be48-009643b96f58 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:15:57.574415 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-eeef6472-798e-467d-be48-009643b96f58 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:15:57.579375 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6f80a3-008b-46f8-a596-e6c397f1ab20 None None] Sync routers for ids ['30b873c4-2573-4246-b736-765d1132499c'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:15:57.588488 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6f80a3-008b-46f8-a596-e6c397f1ab20 None None] Routers {'30b873c4-2573-4246-b736-765d1132499c'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:15:57.589103 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-4f6f80a3-008b-46f8-a596-e6c397f1ab20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:15:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['30b873c4-2573-4246-b736-765d1132499c'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:15:57.600798 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-eeef6472-798e-467d-be48-009643b96f58 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "DELETE /v2.0/floatingips/5a240850-1624-49c0-9540-c39a82852744 HTTP/1.1" status: 204 len: 168 time: 0.8621030 Apr 20 14:15:57.601381 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4', 'tag': 'fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:15:57.603666 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553d3ab7-ebb3-4872-a862-bbf312192b62" -d '{"events": [{"name": "network-changed", "server_uuid": "11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4", "tag": "fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:15:57.708964 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b42ca2-dc8b-40ef-91dc-5961c76f434b x-openstack-request-id: req-15b42ca2-dc8b-40ef-91dc-5961c76f434b {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:15:57.709327 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4", "tag": "fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:15:57.709668 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15b42ca2-dc8b-40ef-91dc-5961c76f434b {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:15:57.710191 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15b42ca2-dc8b-40ef-91dc-5961c76f434b'] response: {'name': 'network-changed', 'server_uuid': '11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4', 'tag': 'fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d', 'status': 'completed', 'code': 200} Apr 20 14:15:57.772750 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d3ab7-ebb3-4872-a862-bbf312192b62 req-d3b5bf7f-0f58-42dc-be84-5e0631ce827b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:15:57.774333 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-553d3ab7-ebb3-4872-a862-bbf312192b62 req-d3b5bf7f-0f58-42dc-be84-5e0631ce827b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7d350484fd744aba8607d7467eb1568&device_id=11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4 HTTP/1.1" status: 200 len: 1097 time: 0.0433149 Apr 20 14:15:57.872479 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-4f6f80a3-008b-46f8-a596-e6c397f1ab20 None None] Set router 30b873c4-2573-4246-b736-765d1132499c gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:15:57.873474 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d3ab7-ebb3-4872-a862-bbf312192b62 req-945113e9-95b9-4ea1-a2cb-07c3d6ce0954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:15:57.874973 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-553d3ab7-ebb3-4872-a862-bbf312192b62 req-945113e9-95b9-4ea1-a2cb-07c3d6ce0954 service neutron] 10.222.0.15 "GET /v2.0/networks?id=40166fbf-68ee-4e9d-bce7-3fd0af71a46f HTTP/1.1" status: 200 len: 897 time: 0.0931177 Apr 20 14:15:57.916155 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-553d3ab7-ebb3-4872-a862-bbf312192b62 req-bf197bd4-7b90-489b-a9d9-54f683d541ff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d HTTP/1.1" status: 200 len: 217 time: 0.0347371 Apr 20 14:15:57.971063 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d3ab7-ebb3-4872-a862-bbf312192b62 req-8d67d8e0-a950-4bc9-849c-2d006c4f6049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:15:57.972638 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-553d3ab7-ebb3-4872-a862-bbf312192b62 req-8d67d8e0-a950-4bc9-849c-2d006c4f6049 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24dcf7c2-5745-4b84-991d-21a99754c888 HTTP/1.1" status: 200 len: 835 time: 0.0496767 Apr 20 14:15:58.049209 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ff96b-33b5-49ec-b761-31779bf7049c req-65e0693d-61a6-48f6-8cdf-085b85381b45 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:15:58.050609 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e56ff96b-33b5-49ec-b761-31779bf7049c req-65e0693d-61a6-48f6-8cdf-085b85381b45 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4 HTTP/1.1" status: 200 len: 946 time: 0.0744596 Apr 20 14:15:58.053214 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d3ab7-ebb3-4872-a862-bbf312192b62 req-acf88cb4-630b-41b0-9197-b35984e27add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:15:58.055133 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-553d3ab7-ebb3-4872-a862-bbf312192b62 req-acf88cb4-630b-41b0-9197-b35984e27add service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40166fbf-68ee-4e9d-bce7-3fd0af71a46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704157 Apr 20 14:15:58.072615 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-4f6f80a3-008b-46f8-a596-e6c397f1ab20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b873c4-2573-4246-b736-765d1132499c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-396001018', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'b1c59693-49ba-4b87-a9ff-6eedf59fa6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:14:25Z', 'updated_at': '2022-04-20T14:14:29Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': 'b1c59693-49ba-4b87-a9ff-6eedf59fa6ff', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b873c4-2573-4246-b736-765d1132499c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:14:25Z', 'updated_at': '2022-04-20T14:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'e48755ae-a0ed-4eb9-bde4-2a57dc5419e2', 'name': '', 'network_id': '40166fbf-68ee-4e9d-bce7-3fd0af71a46f', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'mac_address': 'fa:16:3e:04:79:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b873c4-2573-4246-b736-765d1132499c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '24dcf7c2-5745-4b84-991d-21a99754c888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:14:28Z', 'updated_at': '2022-04-20T14:14:32Z', 'revision_number': 5, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'subnets': [{'id': '24dcf7c2-5745-4b84-991d-21a99754c888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:15:58.102492 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6f80a3-008b-46f8-a596-e6c397f1ab20 None None] Checking router: 30b873c4-2573-4246-b736-765d1132499c for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:15:58.110617 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6f80a3-008b-46f8-a596-e6c397f1ab20 None None] Routers {'30b873c4-2573-4246-b736-765d1132499c'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:15:58.111228 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-4f6f80a3-008b-46f8-a596-e6c397f1ab20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:15:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['30b873c4-2573-4246-b736-765d1132499c'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:15:58.140650 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e56ff96b-33b5-49ec-b761-31779bf7049c req-ff509d78-1a33-44b0-a719-813d8e57c7b6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=db66f2ab-f9ca-4c19-9bfd-4b7f0adb28d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817916 Apr 20 14:15:58.173861 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-553d3ab7-ebb3-4872-a862-bbf312192b62 req-cbd45c17-43a6-4138-8ccc-683a9b9671d1 service neutron] 10.222.0.15 "GET /v2.0/networks/40166fbf-68ee-4e9d-bce7-3fd0af71a46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082954 Apr 20 14:15:58.217496 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-4f6f80a3-008b-46f8-a596-e6c397f1ab20 None None] Set router 30b873c4-2573-4246-b736-765d1132499c gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:15:58.263677 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-553d3ab7-ebb3-4872-a862-bbf312192b62 req-acd6848b-b90d-4181-9eaa-3f5851f15aaf service neutron] 10.222.0.15 "GET /v2.0/networks/40166fbf-68ee-4e9d-bce7-3fd0af71a46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826747 Apr 20 14:15:58.396585 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:15:58.421247 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-4f6f80a3-008b-46f8-a596-e6c397f1ab20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b873c4-2573-4246-b736-765d1132499c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-396001018', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'b1c59693-49ba-4b87-a9ff-6eedf59fa6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:14:25Z', 'updated_at': '2022-04-20T14:14:29Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': 'b1c59693-49ba-4b87-a9ff-6eedf59fa6ff', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b873c4-2573-4246-b736-765d1132499c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:14:25Z', 'updated_at': '2022-04-20T14:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'e48755ae-a0ed-4eb9-bde4-2a57dc5419e2', 'name': '', 'network_id': '40166fbf-68ee-4e9d-bce7-3fd0af71a46f', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'mac_address': 'fa:16:3e:04:79:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b873c4-2573-4246-b736-765d1132499c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '24dcf7c2-5745-4b84-991d-21a99754c888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:14:28Z', 'updated_at': '2022-04-20T14:14:32Z', 'revision_number': 5, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'subnets': [{'id': '24dcf7c2-5745-4b84-991d-21a99754c888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:15:58.448003 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6f80a3-008b-46f8-a596-e6c397f1ab20 None None] The sync data for ids ['30b873c4-2573-4246-b736-765d1132499c'] in n-d-836015-7 is: [{'id': '30b873c4-2573-4246-b736-765d1132499c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-396001018', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'b1c59693-49ba-4b87-a9ff-6eedf59fa6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:14:25Z', 'updated_at': '2022-04-20T14:14:29Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': 'b1c59693-49ba-4b87-a9ff-6eedf59fa6ff', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b873c4-2573-4246-b736-765d1132499c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:14:25Z', 'updated_at': '2022-04-20T14:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'e48755ae-a0ed-4eb9-bde4-2a57dc5419e2', 'name': '', 'network_id': '40166fbf-68ee-4e9d-bce7-3fd0af71a46f', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'mac_address': 'fa:16:3e:04:79:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b873c4-2573-4246-b736-765d1132499c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '24dcf7c2-5745-4b84-991d-21a99754c888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:14:28Z', 'updated_at': '2022-04-20T14:14:32Z', 'revision_number': 5, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'subnets': [{'id': '24dcf7c2-5745-4b84-991d-21a99754c888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:15:58.658922 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3805ccd-8152-4bcd-a89e-93e6f088829c None None] New status for floating IP 5a240850-1624-49c0-9540-c39a82852744: DOWN {{(pid=114872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:15:59.262636 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4c4c8-d7f6-4c62-ad9f-2a779e51e256 req-4503fc31-af9e-41c9-adf3-7582bb6a8efd tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:15:59.264136 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-edb4c4c8-d7f6-4c62-ad9f-2a779e51e256 req-4503fc31-af9e-41c9-adf3-7582bb6a8efd tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4 HTTP/1.1" status: 200 len: 946 time: 0.0523484 Apr 20 14:15:59.301324 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-edb4c4c8-d7f6-4c62-ad9f-2a779e51e256 req-c8543f62-74de-46c8-9d56-ff602318d84b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=db66f2ab-f9ca-4c19-9bfd-4b7f0adb28d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311525 Apr 20 14:15:59.602578 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:15:59.666594 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004c3be-3a05-436a-bd48-4a01b0fe4d9f req-7d0360cb-6165-4b5d-ba00-82785bb38a7c tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:15:59.668135 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a004c3be-3a05-436a-bd48-4a01b0fe4d9f req-7d0360cb-6165-4b5d-ba00-82785bb38a7c tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.15 "GET /v2.0/ports?device_id=11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4 HTTP/1.1" status: 200 len: 946 time: 0.0497229 Apr 20 14:15:59.758519 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-a004c3be-3a05-436a-bd48-4a01b0fe4d9f req-b007574a-6661-40e9-8266-195c203f83c6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Deleting port fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:15:59.758519 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a004c3be-3a05-436a-bd48-4a01b0fe4d9f req-b007574a-6661-40e9-8266-195c203f83c6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:15:59.853962 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-a004c3be-3a05-436a-bd48-4a01b0fe4d9f req-b007574a-6661-40e9-8266-195c203f83c6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] For port fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d,segment=NetworkSegment(1115c199-07a1-4a2a-a09d-fea9f8f083c7),segment_id=1115c199-07a1-4a2a-a09d-fea9f8f083c7)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:15:59.854324 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a004c3be-3a05-436a-bd48-4a01b0fe4d9f req-b007574a-6661-40e9-8266-195c203f83c6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:15:59.868063 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-a004c3be-3a05-436a-bd48-4a01b0fe4d9f req-b007574a-6661-40e9-8266-195c203f83c6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Calling delete_port for fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:15:59.880584 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:00.086686 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a004c3be-3a05-436a-bd48-4a01b0fe4d9f req-b007574a-6661-40e9-8266-195c203f83c6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:00.116054 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007574a-6661-40e9-8266-195c203f83c6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event deleted for resources: {'Port': ['ID=fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:16:00.162521 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-a004c3be-3a05-436a-bd48-4a01b0fe4d9f req-b007574a-6661-40e9-8266-195c203f83c6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] No DVR routers for this DVR port fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:16:00.165533 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-a004c3be-3a05-436a-bd48-4a01b0fe4d9f req-b007574a-6661-40e9-8266-195c203f83c6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:00.168785 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a004c3be-3a05-436a-bd48-4a01b0fe4d9f req-b007574a-6661-40e9-8266-195c203f83c6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.15 "DELETE /v2.0/ports/fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d HTTP/1.1" status: 204 len: 173 time: 0.4928195 Apr 20 14:16:00.169224 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4', 'name': 'network-vif-deleted', 'tag': 'fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:16:00.171547 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd36c6e0-2235-481f-add1-086b8092e3bd" -d '{"events": [{"server_uuid": "11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4", "name": "network-vif-deleted", "tag": "fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:16:00.207713 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a0ddc6-d8a9-455c-9a09-0741559ba662 x-openstack-request-id: req-81a0ddc6-d8a9-455c-9a09-0741559ba662 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:16:00.208068 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4", "name": "network-vif-deleted", "tag": "fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:16:00.208321 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-81a0ddc6-d8a9-455c-9a09-0741559ba662 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:16:00.208715 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81a0ddc6-d8a9-455c-9a09-0741559ba662'] response: {'server_uuid': '11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4', 'name': 'network-vif-deleted', 'tag': 'fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d', 'status': 'completed', 'code': 200} Apr 20 14:16:00.394904 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-51b229a1-2398-4023-9a9d-ca185e70c2dc req-d6475949-7282-4cdc-8c08-7dac3f4b8865 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=11f160ee-fe0d-45f8-8a3d-5a8aff76dfe4 HTTP/1.1" status: 200 len: 210 time: 0.0253165 Apr 20 14:16:01.451653 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34576) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:16:02.080166 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-226e6660-a89f-4e43-9964-40b87f5b19ca tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:02.328084 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-226e6660-a89f-4e43-9964-40b87f5b19ca tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Deleting port e48755ae-a0ed-4eb9-bde4-2a57dc5419e2 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:16:02.328431 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-226e6660-a89f-4e43-9964-40b87f5b19ca tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:02.417841 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-226e6660-a89f-4e43-9964-40b87f5b19ca tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] For port e48755ae-a0ed-4eb9-bde4-2a57dc5419e2, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=e48755ae-a0ed-4eb9-bde4-2a57dc5419e2,segment=NetworkSegment(1115c199-07a1-4a2a-a09d-fea9f8f083c7),segment_id=1115c199-07a1-4a2a-a09d-fea9f8f083c7)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:16:02.418129 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-226e6660-a89f-4e43-9964-40b87f5b19ca tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:02.429912 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-226e6660-a89f-4e43-9964-40b87f5b19ca tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Calling delete_port for e48755ae-a0ed-4eb9-bde4-2a57dc5419e2 owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:16:02.699612 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-226e6660-a89f-4e43-9964-40b87f5b19ca tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:02.726203 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e6660-a89f-4e43-9964-40b87f5b19ca tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event deleted for resources: {'Port': ['ID=e48755ae-a0ed-4eb9-bde4-2a57dc5419e2,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:16:02.898374 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-226e6660-a89f-4e43-9964-40b87f5b19ca tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:03.111477 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226e6660-a89f-4e43-9964-40b87f5b19ca tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Router 30b873c4-2573-4246-b736-765d1132499c has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:16:03.215700 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226e6660-a89f-4e43-9964-40b87f5b19ca tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:16:03.223081 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-226e6660-a89f-4e43-9964-40b87f5b19ca tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "PUT /v2.0/routers/30b873c4-2573-4246-b736-765d1132499c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7681715 Apr 20 14:16:03.223592 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34578) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:16:03.226791 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12c0ca5-c624-4cea-aae3-88579c70eed3 None None] Sync routers for ids ['30b873c4-2573-4246-b736-765d1132499c'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:16:03.236071 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12c0ca5-c624-4cea-aae3-88579c70eed3 None None] Routers {'30b873c4-2573-4246-b736-765d1132499c'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:16:03.236675 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-a12c0ca5-c624-4cea-aae3-88579c70eed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:15:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['30b873c4-2573-4246-b736-765d1132499c'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:16:03.274443 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-503182eb-8fe6-4ff0-a450-2866461d6605 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Deleting subnet 24dcf7c2-5745-4b84-991d-21a99754c888 {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:16:03.277516 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-503182eb-8fe6-4ff0-a450-2866461d6605 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:03.316959 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-503182eb-8fe6-4ff0-a450-2866461d6605 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:03.338919 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-a12c0ca5-c624-4cea-aae3-88579c70eed3 None None] Set router 30b873c4-2573-4246-b736-765d1132499c gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:16:03.403216 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-503182eb-8fe6-4ff0-a450-2866461d6605 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:03.514501 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-a12c0ca5-c624-4cea-aae3-88579c70eed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b873c4-2573-4246-b736-765d1132499c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-396001018', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'b1c59693-49ba-4b87-a9ff-6eedf59fa6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:14:25Z', 'updated_at': '2022-04-20T14:16:02Z', 'revision_number': 5, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': 'b1c59693-49ba-4b87-a9ff-6eedf59fa6ff', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b873c4-2573-4246-b736-765d1132499c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:14:25Z', 'updated_at': '2022-04-20T14:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:16:03.539144 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-503182eb-8fe6-4ff0-a450-2866461d6605 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:03.541652 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12c0ca5-c624-4cea-aae3-88579c70eed3 None None] Checking router: 30b873c4-2573-4246-b736-765d1132499c for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:16:03.550313 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12c0ca5-c624-4cea-aae3-88579c70eed3 None None] Routers {'30b873c4-2573-4246-b736-765d1132499c'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:16:03.550920 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-a12c0ca5-c624-4cea-aae3-88579c70eed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:15:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['30b873c4-2573-4246-b736-765d1132499c'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:16:03.565928 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503182eb-8fe6-4ff0-a450-2866461d6605 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event deleted for resources: {'Subnet': ['ID=24dcf7c2-5745-4b84-991d-21a99754c888,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:16:03.569580 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-503182eb-8fe6-4ff0-a450-2866461d6605 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:03.572816 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-503182eb-8fe6-4ff0-a450-2866461d6605 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "DELETE /v2.0/subnets/24dcf7c2-5745-4b84-991d-21a99754c888 HTTP/1.1" status: 204 len: 168 time: 0.3482168 Apr 20 14:16:03.575426 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34580) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:16:03.592819 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d56fd7-7e02-40b8-98f8-eac9c757cbbd None None] Network 40166fbf-68ee-4e9d-bce7-3fd0af71a46f requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:16:03.682314 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-68450ada-8e92-4e7b-b84c-976701cdaa50 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for router, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:03.749816 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-a12c0ca5-c624-4cea-aae3-88579c70eed3 None None] Set router 30b873c4-2573-4246-b736-765d1132499c gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:16:03.789611 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-68450ada-8e92-4e7b-b84c-976701cdaa50 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:03.886605 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce1dd4a-b552-4dd5-9784-69515a33c31e None None] DHCP port deletion for 40166fbf-68ee-4e9d-bce7-3fd0af71a46f request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:16:03.926647 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-68450ada-8e92-4e7b-b84c-976701cdaa50 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Deleting port b1c59693-49ba-4b87-a9ff-6eedf59fa6ff {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:16:03.927024 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-68450ada-8e92-4e7b-b84c-976701cdaa50 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:03.981658 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-0ce1dd4a-b552-4dd5-9784-69515a33c31e None None] Deleting port 1eea8113-08e3-41c0-978c-531c4cc7f302 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:16:03.981939 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0ce1dd4a-b552-4dd5-9784-69515a33c31e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:03.984175 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-a12c0ca5-c624-4cea-aae3-88579c70eed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b873c4-2573-4246-b736-765d1132499c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-396001018', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'b1c59693-49ba-4b87-a9ff-6eedf59fa6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:14:25Z', 'updated_at': '2022-04-20T14:16:02Z', 'revision_number': 5, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': 'b1c59693-49ba-4b87-a9ff-6eedf59fa6ff', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b873c4-2573-4246-b736-765d1132499c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:14:25Z', 'updated_at': '2022-04-20T14:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:16:04.011033 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-68450ada-8e92-4e7b-b84c-976701cdaa50 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] For port b1c59693-49ba-4b87-a9ff-6eedf59fa6ff, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=b1c59693-49ba-4b87-a9ff-6eedf59fa6ff,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:16:04.011434 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-68450ada-8e92-4e7b-b84c-976701cdaa50 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:04.018136 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12c0ca5-c624-4cea-aae3-88579c70eed3 None None] The sync data for ids ['30b873c4-2573-4246-b736-765d1132499c'] in n-d-836015-7 is: [{'id': '30b873c4-2573-4246-b736-765d1132499c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-396001018', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'b1c59693-49ba-4b87-a9ff-6eedf59fa6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:14:25Z', 'updated_at': '2022-04-20T14:16:02Z', 'revision_number': 5, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': 'b1c59693-49ba-4b87-a9ff-6eedf59fa6ff', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b873c4-2573-4246-b736-765d1132499c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:14:25Z', 'updated_at': '2022-04-20T14:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:16:04.024132 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-68450ada-8e92-4e7b-b84c-976701cdaa50 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Calling delete_port for b1c59693-49ba-4b87-a9ff-6eedf59fa6ff owned by network:router_gateway {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:16:04.075190 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-0ce1dd4a-b552-4dd5-9784-69515a33c31e None None] For port 1eea8113-08e3-41c0-978c-531c4cc7f302, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=1eea8113-08e3-41c0-978c-531c4cc7f302,segment=NetworkSegment(1115c199-07a1-4a2a-a09d-fea9f8f083c7),segment_id=1115c199-07a1-4a2a-a09d-fea9f8f083c7)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:16:04.075622 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0ce1dd4a-b552-4dd5-9784-69515a33c31e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:04.089106 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-0ce1dd4a-b552-4dd5-9784-69515a33c31e None None] Calling delete_port for 1eea8113-08e3-41c0-978c-531c4cc7f302 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:16:04.220333 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0ce1dd4a-b552-4dd5-9784-69515a33c31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:04.237357 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-68450ada-8e92-4e7b-b84c-976701cdaa50 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:04.245935 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:16:04.250400 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce1dd4a-b552-4dd5-9784-69515a33c31e None None] Pushing event deleted for resources: {'Port': ['ID=1eea8113-08e3-41c0-978c-531c4cc7f302,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:16:04.264479 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68450ada-8e92-4e7b-b84c-976701cdaa50 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event deleted for resources: {'Port': ['ID=b1c59693-49ba-4b87-a9ff-6eedf59fa6ff,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:16:04.280720 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce1dd4a-b552-4dd5-9784-69515a33c31e None None] No DVR routers for this DVR port 1eea8113-08e3-41c0-978c-531c4cc7f302 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:16:04.282928 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:16:04.283275 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device fbf6869f-dbf9-41f9-a5a7-7e9d52b1210d not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:16:04.286332 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce1dd4a-b552-4dd5-9784-69515a33c31e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:16:04.286679 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce1dd4a-b552-4dd5-9784-69515a33c31e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:16:04.287024 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce1dd4a-b552-4dd5-9784-69515a33c31e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:16:04.287438 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce1dd4a-b552-4dd5-9784-69515a33c31e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:16:04.287729 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce1dd4a-b552-4dd5-9784-69515a33c31e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:16:04.288061 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce1dd4a-b552-4dd5-9784-69515a33c31e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:16:04.288931 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce1dd4a-b552-4dd5-9784-69515a33c31e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:16:04.289708 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce1dd4a-b552-4dd5-9784-69515a33c31e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:16:04.289708 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce1dd4a-b552-4dd5-9784-69515a33c31e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:16:04.289899 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce1dd4a-b552-4dd5-9784-69515a33c31e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:16:04.290216 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce1dd4a-b552-4dd5-9784-69515a33c31e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:16:04.290574 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce1dd4a-b552-4dd5-9784-69515a33c31e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:16:04.332895 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-68450ada-8e92-4e7b-b84c-976701cdaa50 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:04.423986 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-68450ada-8e92-4e7b-b84c-976701cdaa50 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:04.426253 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-68450ada-8e92-4e7b-b84c-976701cdaa50 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:04.532365 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-68450ada-8e92-4e7b-b84c-976701cdaa50 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:04.532918 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68450ada-8e92-4e7b-b84c-976701cdaa50 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Fanout notify agent at l3_agent the message router_deleted on router 30b873c4-2573-4246-b736-765d1132499c {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:16:04.540474 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-68450ada-8e92-4e7b-b84c-976701cdaa50 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:04.541680 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-68450ada-8e92-4e7b-b84c-976701cdaa50 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "DELETE /v2.0/routers/30b873c4-2573-4246-b736-765d1132499c HTTP/1.1" status: 204 len: 168 time: 0.9652841 Apr 20 14:16:04.544282 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34582) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:16:04.626529 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-97360e54-f601-4088-9063-064df00866ab tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:04.714860 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-97360e54-f601-4088-9063-064df00866ab tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:04.734445 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-97360e54-f601-4088-9063-064df00866ab tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40166fbf-68ee-4e9d-bce7-3fd0af71a46f']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:16:04.743623 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-97360e54-f601-4088-9063-064df00866ab tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1115c199-07a1-4a2a-a09d-fea9f8f083c7') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:16:04.743868 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-97360e54-f601-4088-9063-064df00866ab tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1115c199-07a1-4a2a-a09d-fea9f8f083c7') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:16:04.753004 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-97360e54-f601-4088-9063-064df00866ab tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:04.766076 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-97360e54-f601-4088-9063-064df00866ab tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:04.771769 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97360e54-f601-4088-9063-064df00866ab tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:16:04.772159 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-97360e54-f601-4088-9063-064df00866ab tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:04.775707 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 14:16:04.775707 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:16:04.775707 n-d-836015-7 neutron-server[114869]: timer() Apr 20 14:16:04.775707 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:16:04.775707 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 14:16:04.775707 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:16:04.775707 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 14:16:04.775707 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:16:04.775707 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 14:16:04.775707 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:16:04.775707 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 14:16:04.775707 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:16:04.775707 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 14:16:04.775707 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:16:04.775707 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:16:04.775707 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:16:04.775707 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:16:04.775707 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:16:04.775707 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 14:16:04.775707 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:16:04.775707 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 14:16:04.775707 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:16:04.775707 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:16:04.775707 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:16:04.775707 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 14:16:04.775707 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:16:04.775707 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:16:04.775707 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:16:04.775707 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:16:04.775707 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:16:04.775707 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:16:04.775707 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:16:04.910813 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-97360e54-f601-4088-9063-064df00866ab tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:04.918014 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-97360e54-f601-4088-9063-064df00866ab tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:04.920894 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-97360e54-f601-4088-9063-064df00866ab tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "DELETE /v2.0/networks/40166fbf-68ee-4e9d-bce7-3fd0af71a46f HTTP/1.1" status: 204 len: 168 time: 0.3756902 Apr 20 14:16:04.923666 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34584) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:16:04.934139 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97360e54-f601-4088-9063-064df00866ab tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event deleted for resources: {'Network': ['ID=40166fbf-68ee-4e9d-bce7-3fd0af71a46f,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:16:04.983683 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d0bb4c21-e5ce-4492-9692-0baff741b7dd tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:05.010304 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d0bb4c21-e5ce-4492-9692-0baff741b7dd tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:05.139402 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d0bb4c21-e5ce-4492-9692-0baff741b7dd tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:05.141999 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d0bb4c21-e5ce-4492-9692-0baff741b7dd tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:05.143196 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d0bb4c21-e5ce-4492-9692-0baff741b7dd tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "DELETE /v2.0/security-groups/db66f2ab-f9ca-4c19-9bfd-4b7f0adb28d5 HTTP/1.1" status: 204 len: 168 time: 0.2183743 Apr 20 14:16:05.152426 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb4c21-e5ce-4492-9692-0baff741b7dd tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db66f2ab-f9ca-4c19-9bfd-4b7f0adb28d5,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:16:05.161130 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bb4c21-e5ce-4492-9692-0baff741b7dd tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:16:05.161479 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bb4c21-e5ce-4492-9692-0baff741b7dd tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:16:05.161815 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bb4c21-e5ce-4492-9692-0baff741b7dd tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:16:05.162147 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bb4c21-e5ce-4492-9692-0baff741b7dd tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:16:05.162502 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bb4c21-e5ce-4492-9692-0baff741b7dd tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:16:05.162832 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bb4c21-e5ce-4492-9692-0baff741b7dd tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:16:05.163187 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bb4c21-e5ce-4492-9692-0baff741b7dd tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:16:05.163542 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bb4c21-e5ce-4492-9692-0baff741b7dd tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:16:05.163884 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bb4c21-e5ce-4492-9692-0baff741b7dd tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:16:05.164193 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bb4c21-e5ce-4492-9692-0baff741b7dd tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:16:05.164513 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bb4c21-e5ce-4492-9692-0baff741b7dd tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:16:05.164829 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bb4c21-e5ce-4492-9692-0baff741b7dd tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:16:05.539547 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34592) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:16:05.544262 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-446092e5-2378-46af-9eb7-b602de2f2e28 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-155444277', 'description': 'tempest-secgroup-smoke-155444277 description', 'project_id': 'f7d350484fd744aba8607d7467eb1568'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:16:05.629083 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-446092e5-2378-46af-9eb7-b602de2f2e28 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:05.694051 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-446092e5-2378-46af-9eb7-b602de2f2e28 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:05.745633 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 1eea8113-08e3-41c0-978c-531c4cc7f302 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:16:05.766290 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 1eea8113-08e3-41c0-978c-531c4cc7f302 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:16:05.766566 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 1eea8113-08e3-41c0-978c-531c4cc7f302 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:16:05.766985 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device e48755ae-a0ed-4eb9-bde4-2a57dc5419e2 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:16:05.777451 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-446092e5-2378-46af-9eb7-b602de2f2e28 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:05.785192 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: e48755ae-a0ed-4eb9-bde4-2a57dc5419e2 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:16:05.785529 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device e48755ae-a0ed-4eb9-bde4-2a57dc5419e2 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:16:05.785937 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device b1c59693-49ba-4b87-a9ff-6eedf59fa6ff no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:16:05.804843 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: b1c59693-49ba-4b87-a9ff-6eedf59fa6ff {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:16:05.805225 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device b1c59693-49ba-4b87-a9ff-6eedf59fa6ff not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:16:05.807737 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446092e5-2378-46af-9eb7-b602de2f2e28 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b00506-f451-4a61-aed4-86fdc0da5df3,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:16:05.865188 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-446092e5-2378-46af-9eb7-b602de2f2e28 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:05.867027 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-446092e5-2378-46af-9eb7-b602de2f2e28 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3259270 Apr 20 14:16:05.869843 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34594) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:16:05.874099 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-932d35ae-836b-4c18-8011-43de052fcab2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'security_group_rule': {'security_group_id': 'c7b00506-f451-4a61-aed4-86fdc0da5df3', 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:16:05.965041 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-932d35ae-836b-4c18-8011-43de052fcab2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:06.019346 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-932d35ae-836b-4c18-8011-43de052fcab2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:06.093815 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-932d35ae-836b-4c18-8011-43de052fcab2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:06.113137 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d35ae-836b-4c18-8011-43de052fcab2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2b025c8-2e64-4578-a8ed-bc9896224fbb,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:16:06.181988 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-932d35ae-836b-4c18-8011-43de052fcab2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:06.183167 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-932d35ae-836b-4c18-8011-43de052fcab2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3124166 Apr 20 14:16:06.185876 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34596) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:16:06.190258 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-e2fd7428-1f66-4fa9-b7e6-31f4bb8288ff tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'security_group_rule': {'security_group_id': 'c7b00506-f451-4a61-aed4-86fdc0da5df3', 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:16:06.275704 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e2fd7428-1f66-4fa9-b7e6-31f4bb8288ff tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:06.331098 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e2fd7428-1f66-4fa9-b7e6-31f4bb8288ff tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:06.402369 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e2fd7428-1f66-4fa9-b7e6-31f4bb8288ff tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:06.422416 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd7428-1f66-4fa9-b7e6-31f4bb8288ff tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cad38b7-002d-4aea-8f58-01e0537f9983,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:16:06.499923 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e2fd7428-1f66-4fa9-b7e6-31f4bb8288ff tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:06.501155 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e2fd7428-1f66-4fa9-b7e6-31f4bb8288ff tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3143299 Apr 20 14:16:06.503704 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34598) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:16:06.507940 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-5c180f7b-b1ab-4932-9db3-e84596f155c2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'security_group_rule': {'security_group_id': 'c7b00506-f451-4a61-aed4-86fdc0da5df3', 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:16:06.582551 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5c180f7b-b1ab-4932-9db3-e84596f155c2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:06.642120 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5c180f7b-b1ab-4932-9db3-e84596f155c2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:06.708818 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5c180f7b-b1ab-4932-9db3-e84596f155c2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:06.727698 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c180f7b-b1ab-4932-9db3-e84596f155c2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3178ad02-4bf7-463e-8816-d8c96b646e49,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:16:06.798474 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5c180f7b-b1ab-4932-9db3-e84596f155c2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:06.799792 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5c180f7b-b1ab-4932-9db3-e84596f155c2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2951410 Apr 20 14:16:06.802353 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34600) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:16:06.806699 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-1f2ec9fa-8daf-4da6-b99e-c7b8e25ae2e0 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'security_group_rule': {'security_group_id': 'c7b00506-f451-4a61-aed4-86fdc0da5df3', 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:16:06.885515 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1f2ec9fa-8daf-4da6-b99e-c7b8e25ae2e0 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:06.942427 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1f2ec9fa-8daf-4da6-b99e-c7b8e25ae2e0 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:06.990689 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1f2ec9fa-8daf-4da6-b99e-c7b8e25ae2e0 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:07.009723 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ec9fa-8daf-4da6-b99e-c7b8e25ae2e0 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=493f14cd-1101-4711-8924-a8c4feaf7809,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:16:07.078837 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-1f2ec9fa-8daf-4da6-b99e-c7b8e25ae2e0 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:07.080071 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-1f2ec9fa-8daf-4da6-b99e-c7b8e25ae2e0 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2768028 Apr 20 14:16:07.082788 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34602) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:16:07.087693 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-da460549-0d04-4392-87af-3f3c7864e715 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'security_group_rule': {'security_group_id': 'c7b00506-f451-4a61-aed4-86fdc0da5df3', 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:16:07.179936 n-d-836015-7 neutron-server[114870]: INFO neutron.db.securitygroups_db [None req-da460549-0d04-4392-87af-3f3c7864e715 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Project f7d350484fd744aba8607d7467eb1568 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 14:16:07.184766 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-da460549-0d04-4392-87af-3f3c7864e715 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:07.243041 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-da460549-0d04-4392-87af-3f3c7864e715 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:07.299145 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-da460549-0d04-4392-87af-3f3c7864e715 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:07.319419 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da460549-0d04-4392-87af-3f3c7864e715 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=063c1e17-ee73-4106-bee3-53e24013469a,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:16:07.369928 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-da460549-0d04-4392-87af-3f3c7864e715 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:07.371152 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-da460549-0d04-4392-87af-3f3c7864e715 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2874038 Apr 20 14:16:07.373973 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34604) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:16:07.378523 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-8937809f-6a41-43ea-b310-3e6ffeab6047 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'security_group_rule': {'security_group_id': 'c7b00506-f451-4a61-aed4-86fdc0da5df3', 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:16:07.447915 n-d-836015-7 neutron-server[114870]: INFO neutron.db.securitygroups_db [None req-8937809f-6a41-43ea-b310-3e6ffeab6047 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Project f7d350484fd744aba8607d7467eb1568 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 14:16:07.452787 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8937809f-6a41-43ea-b310-3e6ffeab6047 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:07.512980 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8937809f-6a41-43ea-b310-3e6ffeab6047 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:07.573393 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8937809f-6a41-43ea-b310-3e6ffeab6047 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:07.589963 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937809f-6a41-43ea-b310-3e6ffeab6047 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b10ded45-04b2-4d0f-8003-c7b76c3a0abf,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:16:07.687806 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8937809f-6a41-43ea-b310-3e6ffeab6047 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:07.691540 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8937809f-6a41-43ea-b310-3e6ffeab6047 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3140748 Apr 20 14:16:07.692044 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34606) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:16:07.696416 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-3eb45073-4da1-44a6-b92d-f49a2f262116 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'network': {'name': 'tempest-network-smoke--1149973402', 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'port_security_enabled': True}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:16:07.762381 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb45073-4da1-44a6-b92d-f49a2f262116 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Made reservation on behalf of f7d350484fd744aba8607d7467eb1568 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:16:07.765643 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3eb45073-4da1-44a6-b92d-f49a2f262116 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:07.788044 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb45073-4da1-44a6-b92d-f49a2f262116 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:16:07.797201 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3eb45073-4da1-44a6-b92d-f49a2f262116 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:07.797547 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-3eb45073-4da1-44a6-b92d-f49a2f262116 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Added segment 52bc47fd-667e-4247-889e-fc31b8ab4c34 of type vlan for network 1f12315d-5ebe-413b-8287-4c6e01a3ca90 Apr 20 14:16:07.846033 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3eb45073-4da1-44a6-b92d-f49a2f262116 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:07.943185 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3eb45073-4da1-44a6-b92d-f49a2f262116 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:07.948762 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb45073-4da1-44a6-b92d-f49a2f262116 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:16:07.949363 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3eb45073-4da1-44a6-b92d-f49a2f262116 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:08.015508 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb45073-4da1-44a6-b92d-f49a2f262116 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'Network': ['ID=1f12315d-5ebe-413b-8287-4c6e01a3ca90,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:16:08.025805 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 1f12315d-5ebe-413b-8287-4c6e01a3ca90 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:16:08.050647 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3eb45073-4da1-44a6-b92d-f49a2f262116 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3579271 Apr 20 14:16:08.053410 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34608) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:16:08.057823 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-6a497d33-be68-41ae-9cb6-2de96faa9be7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1841780530', 'admin_state_up': True, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:16:08.128314 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6a497d33-be68-41ae-9cb6-2de96faa9be7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:08.129378 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6a497d33-be68-41ae-9cb6-2de96faa9be7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:08.179718 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6a497d33-be68-41ae-9cb6-2de96faa9be7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:08.366642 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6a497d33-be68-41ae-9cb6-2de96faa9be7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:08.604776 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6a497d33-be68-41ae-9cb6-2de96faa9be7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:08.625921 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6a497d33-be68-41ae-9cb6-2de96faa9be7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:08.723469 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-6a497d33-be68-41ae-9cb6-2de96faa9be7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Allocated IP 172.25.8.108 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/7ada8a63-b06c-439e-a710-07647060e518) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:16:08.833648 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6a497d33-be68-41ae-9cb6-2de96faa9be7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:08.932193 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6a497d33-be68-41ae-9cb6-2de96faa9be7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:08.971279 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a497d33-be68-41ae-9cb6-2de96faa9be7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:16:08.976173 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-6a497d33-be68-41ae-9cb6-2de96faa9be7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:16:08.978636 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a497d33-be68-41ae-9cb6-2de96faa9be7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:16:08.984023 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a497d33-be68-41ae-9cb6-2de96faa9be7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'Port': ['ID=7ada8a63-b06c-439e-a710-07647060e518,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:16:09.644857 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6a497d33-be68-41ae-9cb6-2de96faa9be7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:09.836570 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6a497d33-be68-41ae-9cb6-2de96faa9be7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:10.008967 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a497d33-be68-41ae-9cb6-2de96faa9be7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Router d8e43101-7592-40a0-a5a5-f3fd31c0f685 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:16:10.116558 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a497d33-be68-41ae-9cb6-2de96faa9be7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:16:10.126872 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562f0a31-0915-4182-a400-07ac122ff6c9 None None] Sync routers for ids ['d8e43101-7592-40a0-a5a5-f3fd31c0f685'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:16:10.144678 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562f0a31-0915-4182-a400-07ac122ff6c9 None None] Routers {'d8e43101-7592-40a0-a5a5-f3fd31c0f685'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:16:10.144678 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-562f0a31-0915-4182-a400-07ac122ff6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:15:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d8e43101-7592-40a0-a5a5-f3fd31c0f685'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:16:10.219852 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6a497d33-be68-41ae-9cb6-2de96faa9be7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:10.221085 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6a497d33-be68-41ae-9cb6-2de96faa9be7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1667366 Apr 20 14:16:10.224227 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34610) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:16:10.242776 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-562f0a31-0915-4182-a400-07ac122ff6c9 None None] Set router d8e43101-7592-40a0-a5a5-f3fd31c0f685 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:16:10.252239 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f044c611-bc24-4fa0-8824-68adcd89bd24 tempest-TestNetworkAdvancedServerOps-1565287851 tempest-TestNetworkAdvancedServerOps-1565287851-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=f7d350484fd744aba8607d7467eb1568&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268300 Apr 20 14:16:10.254863 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34612) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:16:10.340338 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf51c61c-ab30-4511-b41e-972d95e02c90 tempest-TestNetworkAdvancedServerOps-1565287851 tempest-TestNetworkAdvancedServerOps-1565287851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:16:10.342182 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-cf51c61c-ab30-4511-b41e-972d95e02c90 tempest-TestNetworkAdvancedServerOps-1565287851 tempest-TestNetworkAdvancedServerOps-1565287851-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0862830 Apr 20 14:16:10.344988 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34614) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:16:10.376382 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a87715b0-8533-47fb-9b3b-0ef7c59c0389 tempest-TestNetworkAdvancedServerOps-1565287851 tempest-TestNetworkAdvancedServerOps-1565287851-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=08acadad-0b4a-420a-b5f5-639128d4ec40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301936 Apr 20 14:16:10.378724 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34616) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:16:10.383875 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-70d0b9bc-278e-41b0-85c5-235de5db519e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-143174949', 'network_id': '1f12315d-5ebe-413b-8287-4c6e01a3ca90', 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:16:10.416418 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-562f0a31-0915-4182-a400-07ac122ff6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e43101-7592-40a0-a5a5-f3fd31c0f685', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841780530', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '7ada8a63-b06c-439e-a710-07647060e518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:16:08Z', 'updated_at': '2022-04-20T14:16:09Z', 'revision_number': 3, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': '7ada8a63-b06c-439e-a710-07647060e518', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bf:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e43101-7592-40a0-a5a5-f3fd31c0f685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:16:08Z', 'updated_at': '2022-04-20T14:16:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:16:10.442966 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562f0a31-0915-4182-a400-07ac122ff6c9 None None] Checking router: d8e43101-7592-40a0-a5a5-f3fd31c0f685 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:16:10.443319 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562f0a31-0915-4182-a400-07ac122ff6c9 None None] Updating router d8e43101-7592-40a0-a5a5-f3fd31c0f685 port 7ada8a63-b06c-439e-a710-07647060e518 binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:16:10.467752 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-562f0a31-0915-4182-a400-07ac122ff6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:10.538000 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d0b9bc-278e-41b0-85c5-235de5db519e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Made reservation on behalf of f7d350484fd744aba8607d7467eb1568 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:16:10.542133 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-70d0b9bc-278e-41b0-85c5-235de5db519e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:10.715914 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-562f0a31-0915-4182-a400-07ac122ff6c9 None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:10.777781 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-562f0a31-0915-4182-a400-07ac122ff6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:10.812596 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-70d0b9bc-278e-41b0-85c5-235de5db519e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:10.828202 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-562f0a31-0915-4182-a400-07ac122ff6c9 None None] Attempting to bind port 7ada8a63-b06c-439e-a710-07647060e518 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:16:10.828574 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-562f0a31-0915-4182-a400-07ac122ff6c9 None None] Attempting to bind port 7ada8a63-b06c-439e-a710-07647060e518 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:16:10.828930 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562f0a31-0915-4182-a400-07ac122ff6c9 None None] Attempting to bind port 7ada8a63-b06c-439e-a710-07647060e518 on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:16:10.830852 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14e6a7-de2c-4a3a-9579-19573ac0f74d None None] Pushing event updated for resources: {'Port': ['ID=7ada8a63-b06c-439e-a710-07647060e518,revision_number=2']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:16:10.840684 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14e6a7-de2c-4a3a-9579-19573ac0f74d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:16:10.841031 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14e6a7-de2c-4a3a-9579-19573ac0f74d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:16:10.841370 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14e6a7-de2c-4a3a-9579-19573ac0f74d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:16:10.841702 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14e6a7-de2c-4a3a-9579-19573ac0f74d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:16:10.842029 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14e6a7-de2c-4a3a-9579-19573ac0f74d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:16:10.842367 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14e6a7-de2c-4a3a-9579-19573ac0f74d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:16:10.842675 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14e6a7-de2c-4a3a-9579-19573ac0f74d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:16:10.842994 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14e6a7-de2c-4a3a-9579-19573ac0f74d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:16:10.843313 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14e6a7-de2c-4a3a-9579-19573ac0f74d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:16:10.843655 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14e6a7-de2c-4a3a-9579-19573ac0f74d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:16:10.843974 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14e6a7-de2c-4a3a-9579-19573ac0f74d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:16:10.844291 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14e6a7-de2c-4a3a-9579-19573ac0f74d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:16:10.847478 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562f0a31-0915-4182-a400-07ac122ff6c9 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:16:10.847853 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562f0a31-0915-4182-a400-07ac122ff6c9 None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:16:10.848246 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-562f0a31-0915-4182-a400-07ac122ff6c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:10.848761 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562f0a31-0915-4182-a400-07ac122ff6c9 None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:16:10.849137 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-562f0a31-0915-4182-a400-07ac122ff6c9 None None] Bound port: 7ada8a63-b06c-439e-a710-07647060e518, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:16:10.849520 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-562f0a31-0915-4182-a400-07ac122ff6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:10.870801 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0b9bc-278e-41b0-85c5-235de5db519e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'Subnet': ['ID=acb16fea-df26-4d66-a01f-f23ed661829f,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:16:10.886546 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d0b9bc-278e-41b0-85c5-235de5db519e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Checking segment: {'id': '52bc47fd-667e-4247-889e-fc31b8ab4c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1f12315d-5ebe-413b-8287-4c6e01a3ca90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:16:10.886920 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d0b9bc-278e-41b0-85c5-235de5db519e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Network hostable DHCP agents. Network: 1f12315d-5ebe-413b-8287-4c6e01a3ca90, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:16:10.900759 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-562f0a31-0915-4182-a400-07ac122ff6c9 None None] For port 7ada8a63-b06c-439e-a710-07647060e518, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:16:10.907433 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-562f0a31-0915-4182-a400-07ac122ff6c9 None None] For port 7ada8a63-b06c-439e-a710-07647060e518, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=7ada8a63-b06c-439e-a710-07647060e518,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:16:10.977655 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d0b9bc-278e-41b0-85c5-235de5db519e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Network 1f12315d-5ebe-413b-8287-4c6e01a3ca90 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:16:10.989178 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-562f0a31-0915-4182-a400-07ac122ff6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:11.048271 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-70d0b9bc-278e-41b0-85c5-235de5db519e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 1f12315d-5ebe-413b-8287-4c6e01a3ca90) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:16:11.048502 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562f0a31-0915-4182-a400-07ac122ff6c9 None None] Routers {'d8e43101-7592-40a0-a5a5-f3fd31c0f685'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:16:11.048993 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-562f0a31-0915-4182-a400-07ac122ff6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:15:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d8e43101-7592-40a0-a5a5-f3fd31c0f685'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:16:11.052633 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d0b9bc-278e-41b0-85c5-235de5db519e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:16:11.057983 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14e6a7-de2c-4a3a-9579-19573ac0f74d None None] Pushing event updated for resources: {'Port': ['ID=7ada8a63-b06c-439e-a710-07647060e518,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:16:11.058257 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-70d0b9bc-278e-41b0-85c5-235de5db519e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:11.058743 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b763a56-d5fb-44ec-98c2-cb15ddd7aa24 None None] Network 1f12315d-5ebe-413b-8287-4c6e01a3ca90 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:16:11.143076 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-70d0b9bc-278e-41b0-85c5-235de5db519e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7629085 Apr 20 14:16:11.145557 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34618) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:16:11.157895 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-562f0a31-0915-4182-a400-07ac122ff6c9 None None] Set router d8e43101-7592-40a0-a5a5-f3fd31c0f685 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:16:11.374274 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721c9e2d-45a9-416f-af1a-81f1b0f514f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-1f12315d-5ebe-413b-8287-4c6e01a3ca90', 'network_id': '1f12315d-5ebe-413b-8287-4c6e01a3ca90', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'fixed_ips': [{'subnet_id': 'acb16fea-df26-4d66-a01f-f23ed661829f'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:16:11.375153 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-721c9e2d-45a9-416f-af1a-81f1b0f514f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:11.441260 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-562f0a31-0915-4182-a400-07ac122ff6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e43101-7592-40a0-a5a5-f3fd31c0f685', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841780530', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '7ada8a63-b06c-439e-a710-07647060e518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:16:08Z', 'updated_at': '2022-04-20T14:16:09Z', 'revision_number': 3, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': '7ada8a63-b06c-439e-a710-07647060e518', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bf:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e43101-7592-40a0-a5a5-f3fd31c0f685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:16:08Z', 'updated_at': '2022-04-20T14:16:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:16:11.468506 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562f0a31-0915-4182-a400-07ac122ff6c9 None None] The sync data for ids ['d8e43101-7592-40a0-a5a5-f3fd31c0f685'] in n-d-836015-7 is: [{'id': 'd8e43101-7592-40a0-a5a5-f3fd31c0f685', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841780530', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '7ada8a63-b06c-439e-a710-07647060e518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:16:08Z', 'updated_at': '2022-04-20T14:16:09Z', 'revision_number': 3, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': '7ada8a63-b06c-439e-a710-07647060e518', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bf:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e43101-7592-40a0-a5a5-f3fd31c0f685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:16:08Z', 'updated_at': '2022-04-20T14:16:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:16:11.514967 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-721c9e2d-45a9-416f-af1a-81f1b0f514f2 None None] Allocated IP 172.20.0.2 (1f12315d-5ebe-413b-8287-4c6e01a3ca90/acb16fea-df26-4d66-a01f-f23ed661829f/a95aa871-0ad1-4795-a873-ca6cd450da50) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:16:11.607760 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fe325883-fe38-45ec-b83f-a93b1b514a4c tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:11.665319 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-721c9e2d-45a9-416f-af1a-81f1b0f514f2 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:11.740459 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-721c9e2d-45a9-416f-af1a-81f1b0f514f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:11.794918 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721c9e2d-45a9-416f-af1a-81f1b0f514f2 None None] Network 1f12315d-5ebe-413b-8287-4c6e01a3ca90 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:16:11.799932 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-721c9e2d-45a9-416f-af1a-81f1b0f514f2 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:16:11.807193 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721c9e2d-45a9-416f-af1a-81f1b0f514f2 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:16:11.820119 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c9e2d-45a9-416f-af1a-81f1b0f514f2 None None] Pushing event updated for resources: {'Port': ['ID=a95aa871-0ad1-4795-a873-ca6cd450da50,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:16:11.871617 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 7ada8a63-b06c-439e-a710-07647060e518 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:16:11.905321 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-721c9e2d-45a9-416f-af1a-81f1b0f514f2 None None] Attempting to bind port a95aa871-0ad1-4795-a873-ca6cd450da50 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:16:11.905703 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-721c9e2d-45a9-416f-af1a-81f1b0f514f2 None None] Attempting to bind port a95aa871-0ad1-4795-a873-ca6cd450da50 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '52bc47fd-667e-4247-889e-fc31b8ab4c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1f12315d-5ebe-413b-8287-4c6e01a3ca90'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:16:11.906070 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721c9e2d-45a9-416f-af1a-81f1b0f514f2 None None] Attempting to bind port a95aa871-0ad1-4795-a873-ca6cd450da50 on network 1f12315d-5ebe-413b-8287-4c6e01a3ca90 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:16:11.918414 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721c9e2d-45a9-416f-af1a-81f1b0f514f2 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:16:11.918791 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721c9e2d-45a9-416f-af1a-81f1b0f514f2 None None] Checking segment: {'id': '52bc47fd-667e-4247-889e-fc31b8ab4c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1f12315d-5ebe-413b-8287-4c6e01a3ca90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:16:11.919205 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-721c9e2d-45a9-416f-af1a-81f1b0f514f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:11.919625 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721c9e2d-45a9-416f-af1a-81f1b0f514f2 None None] Bound using segment: {'id': '52bc47fd-667e-4247-889e-fc31b8ab4c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1f12315d-5ebe-413b-8287-4c6e01a3ca90'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:16:11.920134 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-721c9e2d-45a9-416f-af1a-81f1b0f514f2 None None] Bound port: a95aa871-0ad1-4795-a873-ca6cd450da50, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52bc47fd-667e-4247-889e-fc31b8ab4c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1f12315d-5ebe-413b-8287-4c6e01a3ca90'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:16:11.920512 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-721c9e2d-45a9-416f-af1a-81f1b0f514f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:11.933369 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-fe325883-fe38-45ec-b83f-a93b1b514a4c tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Allocated IP 172.20.0.1 (1f12315d-5ebe-413b-8287-4c6e01a3ca90/acb16fea-df26-4d66-a01f-f23ed661829f/c25bdbe7-ab95-4ddb-83fa-9dba69ff51f4) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:16:11.983483 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 7ada8a63-b06c-439e-a710-07647060e518 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:16:11.985153 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:12.031396 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-721c9e2d-45a9-416f-af1a-81f1b0f514f2 None None] For port a95aa871-0ad1-4795-a873-ca6cd450da50, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:16:12.031396 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-721c9e2d-45a9-416f-af1a-81f1b0f514f2 None None] For port a95aa871-0ad1-4795-a873-ca6cd450da50, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=a95aa871-0ad1-4795-a873-ca6cd450da50,segment=NetworkSegment(52bc47fd-667e-4247-889e-fc31b8ab4c34),segment_id=52bc47fd-667e-4247-889e-fc31b8ab4c34)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:16:12.067550 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fe325883-fe38-45ec-b83f-a93b1b514a4c tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:12.087966 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:12.110057 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 7ada8a63-b06c-439e-a710-07647060e518, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=7ada8a63-b06c-439e-a710-07647060e518,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:16:12.115546 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-721c9e2d-45a9-416f-af1a-81f1b0f514f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:12.176138 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c9e2d-45a9-416f-af1a-81f1b0f514f2 None None] Pushing event updated for resources: {'Port': ['ID=a95aa871-0ad1-4795-a873-ca6cd450da50,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:16:12.186163 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fe325883-fe38-45ec-b83f-a93b1b514a4c tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:12.213196 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:12.225254 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe325883-fe38-45ec-b83f-a93b1b514a4c tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Network 1f12315d-5ebe-413b-8287-4c6e01a3ca90 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:16:12.228734 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-fe325883-fe38-45ec-b83f-a93b1b514a4c tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:16:12.232848 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe325883-fe38-45ec-b83f-a93b1b514a4c tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:16:12.271860 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe325883-fe38-45ec-b83f-a93b1b514a4c tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'Port': ['ID=c25bdbe7-ab95-4ddb-83fa-9dba69ff51f4,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:16:12.297532 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=7ada8a63-b06c-439e-a710-07647060e518,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:16:12.299770 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fe325883-fe38-45ec-b83f-a93b1b514a4c tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:12.524756 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fe325883-fe38-45ec-b83f-a93b1b514a4c tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:12.794666 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fe325883-fe38-45ec-b83f-a93b1b514a4c tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:12.852173 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fe325883-fe38-45ec-b83f-a93b1b514a4c tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:12.924534 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe325883-fe38-45ec-b83f-a93b1b514a4c tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'Port': ['ID=c25bdbe7-ab95-4ddb-83fa-9dba69ff51f4,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:16:12.930149 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fe325883-fe38-45ec-b83f-a93b1b514a4c tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:12.985115 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:13.022546 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe325883-fe38-45ec-b83f-a93b1b514a4c tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Network 1f12315d-5ebe-413b-8287-4c6e01a3ca90 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:16:13.023906 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-fe325883-fe38-45ec-b83f-a93b1b514a4c tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:16:13.136749 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe325883-fe38-45ec-b83f-a93b1b514a4c tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Router d8e43101-7592-40a0-a5a5-f3fd31c0f685 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:16:13.247071 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe325883-fe38-45ec-b83f-a93b1b514a4c tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:16:13.255144 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-fe325883-fe38-45ec-b83f-a93b1b514a4c tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "PUT /v2.0/routers/d8e43101-7592-40a0-a5a5-f3fd31c0f685/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1084197 Apr 20 14:16:13.406531 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-87dc63ab-2c78-46a6-84f1-d21dc1afd735 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-155444277&fields=id&tenant_id=f7d350484fd744aba8607d7467eb1568 HTTP/1.1" status: 200 len: 267 time: 0.0429866 Apr 20 14:16:13.528097 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b2c4fc-5285-4fdb-9545-18f6f9c656b6 None None] Network 1f12315d-5ebe-413b-8287-4c6e01a3ca90 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:16:13.542549 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-9e00d23c-283b-4311-9aa0-b9ad60440a47 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:16:13.545080 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-9e00d23c-283b-4311-9aa0-b9ad60440a47 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/networks?id=1f12315d-5ebe-413b-8287-4c6e01a3ca90 HTTP/1.1" status: 200 len: 797 time: 0.1313736 Apr 20 14:16:13.561104 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-a0c2f7cd-ea45-4488-b07c-3cdc29444e0e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/quotas/f7d350484fd744aba8607d7467eb1568 HTTP/1.1" status: 200 len: 375 time: 0.0094254 Apr 20 14:16:13.605169 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-92f8c290-68d9-4373-853a-d08d4c7e9005 None None] Provisioning complete for port a95aa871-0ad1-4795-a873-ca6cd450da50 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:16:13.605169 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-92f8c290-68d9-4373-853a-d08d4c7e9005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:13.616580 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-4b8a810e-6891-422d-97c5-6293b4ba49bc tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f7d350484fd744aba8607d7467eb1568&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496140 Apr 20 14:16:13.639890 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474f2668-649f-4071-9f61-9cd03d2828b5 None None] Sync routers for ids ['d8e43101-7592-40a0-a5a5-f3fd31c0f685'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:16:13.675770 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474f2668-649f-4071-9f61-9cd03d2828b5 None None] Routers {'d8e43101-7592-40a0-a5a5-f3fd31c0f685'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:16:13.676875 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-474f2668-649f-4071-9f61-9cd03d2828b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:15:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d8e43101-7592-40a0-a5a5-f3fd31c0f685'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:16:13.724774 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-1c5e019f-69d3-47ce-9aec-e6657f10fe8a service neutron] 10.222.0.25 "GET /v2.0/networks/1f12315d-5ebe-413b-8287-4c6e01a3ca90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955367 Apr 20 14:16:13.732324 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:13.826843 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-baffbba9-4d41-42b8-84a4-763294d58c66 service neutron] 10.222.0.25 "GET /v2.0/networks/1f12315d-5ebe-413b-8287-4c6e01a3ca90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954311 Apr 20 14:16:13.862482 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device a95aa871-0ad1-4795-a873-ca6cd450da50 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:16:13.867637 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-92f8c290-68d9-4373-853a-d08d4c7e9005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:13.909137 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-474f2668-649f-4071-9f61-9cd03d2828b5 None None] Set router d8e43101-7592-40a0-a5a5-f3fd31c0f685 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:16:13.985776 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-92f8c290-68d9-4373-853a-d08d4c7e9005 None None] For port a95aa871-0ad1-4795-a873-ca6cd450da50, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=a95aa871-0ad1-4795-a873-ca6cd450da50,segment=NetworkSegment(52bc47fd-667e-4247-889e-fc31b8ab4c34),segment_id=52bc47fd-667e-4247-889e-fc31b8ab4c34)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:16:14.067956 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-92f8c290-68d9-4373-853a-d08d4c7e9005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:14.074510 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port a95aa871-0ad1-4795-a873-ca6cd450da50 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:16:14.074879 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:14.102038 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-155c6bab-cd43-4148-86b5-6f54220a3d0b req-13dce920-a4d4-4853-9b84-503820adcc3c tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=82693379-d4d5-4df0-bae2-edfbcafb1aca HTTP/1.1" status: 200 len: 210 time: 0.0297477 Apr 20 14:16:14.191058 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f8c290-68d9-4373-853a-d08d4c7e9005 None None] Pushing event updated for resources: {'Port': ['ID=a95aa871-0ad1-4795-a873-ca6cd450da50,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:16:14.230559 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-8bb7e6ed-facb-475f-a97c-805f9a19f8b7 None None] Provisioning complete for port a95aa871-0ad1-4795-a873-ca6cd450da50 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:16:14.230928 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8bb7e6ed-facb-475f-a97c-805f9a19f8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:14.309627 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 7ada8a63-b06c-439e-a710-07647060e518 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:16:14.362190 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-474f2668-649f-4071-9f61-9cd03d2828b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e43101-7592-40a0-a5a5-f3fd31c0f685', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841780530', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '7ada8a63-b06c-439e-a710-07647060e518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:16:08Z', 'updated_at': '2022-04-20T14:16:12Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': '7ada8a63-b06c-439e-a710-07647060e518', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e43101-7592-40a0-a5a5-f3fd31c0f685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:16:08Z', 'updated_at': '2022-04-20T14:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'c25bdbe7-ab95-4ddb-83fa-9dba69ff51f4', 'name': '', 'network_id': '1f12315d-5ebe-413b-8287-4c6e01a3ca90', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'mac_address': 'fa:16:3e:e9:32:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e43101-7592-40a0-a5a5-f3fd31c0f685', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'acb16fea-df26-4d66-a01f-f23ed661829f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:16:11Z', 'updated_at': '2022-04-20T14:16:12Z', 'revision_number': 2, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'subnets': [{'id': 'acb16fea-df26-4d66-a01f-f23ed661829f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:16:14.413897 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474f2668-649f-4071-9f61-9cd03d2828b5 None None] Checking router: d8e43101-7592-40a0-a5a5-f3fd31c0f685 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:16:14.414250 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474f2668-649f-4071-9f61-9cd03d2828b5 None None] Updating router d8e43101-7592-40a0-a5a5-f3fd31c0f685 port c25bdbe7-ab95-4ddb-83fa-9dba69ff51f4 binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:16:14.454992 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-474f2668-649f-4071-9f61-9cd03d2828b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:14.457171 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 7ada8a63-b06c-439e-a710-07647060e518 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:16:14.457529 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:14.528678 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-8bb7e6ed-facb-475f-a97c-805f9a19f8b7 None None] Provisioning complete for port c25bdbe7-ab95-4ddb-83fa-9dba69ff51f4 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:16:14.529345 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8bb7e6ed-facb-475f-a97c-805f9a19f8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:14.649012 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-8bb7e6ed-facb-475f-a97c-805f9a19f8b7 None None] Port c25bdbe7-ab95-4ddb-83fa-9dba69ff51f4 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:16:14.895445 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-a684a013-52a4-4c9a-ac57-22f6d79f9998 None None] Provisioning complete for port c25bdbe7-ab95-4ddb-83fa-9dba69ff51f4 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:16:14.895812 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a684a013-52a4-4c9a-ac57-22f6d79f9998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:14.946971 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-a684a013-52a4-4c9a-ac57-22f6d79f9998 None None] Port c25bdbe7-ab95-4ddb-83fa-9dba69ff51f4 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:16:15.003128 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-474f2668-649f-4071-9f61-9cd03d2828b5 None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:15.076893 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-474f2668-649f-4071-9f61-9cd03d2828b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:15.134584 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f31c03-07ac-4030-9aa6-f1ff3545792d None None] Pushing event updated for resources: {'Port': ['ID=c25bdbe7-ab95-4ddb-83fa-9dba69ff51f4,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:16:15.196351 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-474f2668-649f-4071-9f61-9cd03d2828b5 None None] Attempting to bind port c25bdbe7-ab95-4ddb-83fa-9dba69ff51f4 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:16:15.196729 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-474f2668-649f-4071-9f61-9cd03d2828b5 None None] Attempting to bind port c25bdbe7-ab95-4ddb-83fa-9dba69ff51f4 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '52bc47fd-667e-4247-889e-fc31b8ab4c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1f12315d-5ebe-413b-8287-4c6e01a3ca90'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:16:15.197094 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474f2668-649f-4071-9f61-9cd03d2828b5 None None] Attempting to bind port c25bdbe7-ab95-4ddb-83fa-9dba69ff51f4 on network 1f12315d-5ebe-413b-8287-4c6e01a3ca90 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:16:15.202546 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474f2668-649f-4071-9f61-9cd03d2828b5 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:16:15.202926 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474f2668-649f-4071-9f61-9cd03d2828b5 None None] Checking segment: {'id': '52bc47fd-667e-4247-889e-fc31b8ab4c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1f12315d-5ebe-413b-8287-4c6e01a3ca90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:16:15.203321 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-474f2668-649f-4071-9f61-9cd03d2828b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:15.203758 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474f2668-649f-4071-9f61-9cd03d2828b5 None None] Bound using segment: {'id': '52bc47fd-667e-4247-889e-fc31b8ab4c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1f12315d-5ebe-413b-8287-4c6e01a3ca90'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:16:15.204134 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eafeccf2-83ec-423b-a42e-022b843ea7b2 req-283a3971-9c07-4c89-bb8e-17e20a911990 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=82693379-d4d5-4df0-bae2-edfbcafb1aca HTTP/1.1" status: 200 len: 210 time: 0.0331702 Apr 20 14:16:15.204604 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-474f2668-649f-4071-9f61-9cd03d2828b5 None None] Bound port: c25bdbe7-ab95-4ddb-83fa-9dba69ff51f4, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52bc47fd-667e-4247-889e-fc31b8ab4c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1f12315d-5ebe-413b-8287-4c6e01a3ca90'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:16:15.204604 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-474f2668-649f-4071-9f61-9cd03d2828b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:15.271623 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-474f2668-649f-4071-9f61-9cd03d2828b5 None None] For port c25bdbe7-ab95-4ddb-83fa-9dba69ff51f4, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:16:15.274891 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-474f2668-649f-4071-9f61-9cd03d2828b5 None None] For port c25bdbe7-ab95-4ddb-83fa-9dba69ff51f4, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=c25bdbe7-ab95-4ddb-83fa-9dba69ff51f4,segment=NetworkSegment(52bc47fd-667e-4247-889e-fc31b8ab4c34),segment_id=52bc47fd-667e-4247-889e-fc31b8ab4c34)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:16:15.334614 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-474f2668-649f-4071-9f61-9cd03d2828b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:15.401552 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-d638c424-18b6-43f7-a33f-f0458b6a1a5c None None] Provisioning complete for port c25bdbe7-ab95-4ddb-83fa-9dba69ff51f4 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:16:15.401922 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d638c424-18b6-43f7-a33f-f0458b6a1a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:15.429864 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f31c03-07ac-4030-9aa6-f1ff3545792d None None] Pushing event updated for resources: {'Port': ['ID=c25bdbe7-ab95-4ddb-83fa-9dba69ff51f4,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:16:15.434218 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474f2668-649f-4071-9f61-9cd03d2828b5 None None] Routers {'d8e43101-7592-40a0-a5a5-f3fd31c0f685'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:16:15.434855 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-474f2668-649f-4071-9f61-9cd03d2828b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:15:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d8e43101-7592-40a0-a5a5-f3fd31c0f685'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:16:15.580727 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d638c424-18b6-43f7-a33f-f0458b6a1a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:15.584229 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-474f2668-649f-4071-9f61-9cd03d2828b5 None None] Set router d8e43101-7592-40a0-a5a5-f3fd31c0f685 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:16:15.677224 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-d638c424-18b6-43f7-a33f-f0458b6a1a5c None None] For port c25bdbe7-ab95-4ddb-83fa-9dba69ff51f4, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=c25bdbe7-ab95-4ddb-83fa-9dba69ff51f4,segment=NetworkSegment(52bc47fd-667e-4247-889e-fc31b8ab4c34),segment_id=52bc47fd-667e-4247-889e-fc31b8ab4c34)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:16:15.755211 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device a95aa871-0ad1-4795-a873-ca6cd450da50 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:16:15.783273 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d638c424-18b6-43f7-a33f-f0458b6a1a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:15.873807 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638c424-18b6-43f7-a33f-f0458b6a1a5c None None] Pushing event updated for resources: {'Port': ['ID=c25bdbe7-ab95-4ddb-83fa-9dba69ff51f4,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:16:15.889772 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port a95aa871-0ad1-4795-a873-ca6cd450da50 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:16:15.890149 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:15.935475 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-474f2668-649f-4071-9f61-9cd03d2828b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e43101-7592-40a0-a5a5-f3fd31c0f685', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841780530', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '7ada8a63-b06c-439e-a710-07647060e518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:16:08Z', 'updated_at': '2022-04-20T14:16:12Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': '7ada8a63-b06c-439e-a710-07647060e518', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e43101-7592-40a0-a5a5-f3fd31c0f685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:16:08Z', 'updated_at': '2022-04-20T14:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'c25bdbe7-ab95-4ddb-83fa-9dba69ff51f4', 'name': '', 'network_id': '1f12315d-5ebe-413b-8287-4c6e01a3ca90', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'mac_address': 'fa:16:3e:e9:32:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e43101-7592-40a0-a5a5-f3fd31c0f685', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'acb16fea-df26-4d66-a01f-f23ed661829f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:16:11Z', 'updated_at': '2022-04-20T14:16:15Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'subnets': [{'id': 'acb16fea-df26-4d66-a01f-f23ed661829f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:16:15.966463 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474f2668-649f-4071-9f61-9cd03d2828b5 None None] The sync data for ids ['d8e43101-7592-40a0-a5a5-f3fd31c0f685'] in n-d-836015-7 is: [{'id': 'd8e43101-7592-40a0-a5a5-f3fd31c0f685', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841780530', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '7ada8a63-b06c-439e-a710-07647060e518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:16:08Z', 'updated_at': '2022-04-20T14:16:12Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': '7ada8a63-b06c-439e-a710-07647060e518', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e43101-7592-40a0-a5a5-f3fd31c0f685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:16:08Z', 'updated_at': '2022-04-20T14:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'c25bdbe7-ab95-4ddb-83fa-9dba69ff51f4', 'name': '', 'network_id': '1f12315d-5ebe-413b-8287-4c6e01a3ca90', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'mac_address': 'fa:16:3e:e9:32:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e43101-7592-40a0-a5a5-f3fd31c0f685', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'acb16fea-df26-4d66-a01f-f23ed661829f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:16:11Z', 'updated_at': '2022-04-20T14:16:15Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'subnets': [{'id': 'acb16fea-df26-4d66-a01f-f23ed661829f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:16:15.968991 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-cb656e06-2181-422c-ae2d-d7c934a16e9a None None] Provisioning complete for port c25bdbe7-ab95-4ddb-83fa-9dba69ff51f4 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:16:15.969363 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-cb656e06-2181-422c-ae2d-d7c934a16e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:16.296092 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bc260f75-c400-4da2-8239-46374e7a12aa req-9b62e4f6-5c6e-49e3-bbb0-af9b4c0e186e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=82693379-d4d5-4df0-bae2-edfbcafb1aca HTTP/1.1" status: 200 len: 210 time: 0.0322385 Apr 20 14:16:17.374014 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7a67f7ce-6af1-4f7e-aec6-a308b67bbcbf req-fecfe1a1-dfe1-4166-94a5-e864c057e04a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=82693379-d4d5-4df0-bae2-edfbcafb1aca HTTP/1.1" status: 200 len: 210 time: 0.0252099 Apr 20 14:16:17.557149 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-2abe4b76-3703-41aa-a001-9139300e4e1d req-4671cec9-4bea-422b-8b8a-e88afc2547b4 service neutron] (114869) timed out ('10.222.0.32', 52517) {{(pid=114869) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 14:16:17.768278 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device c25bdbe7-ab95-4ddb-83fa-9dba69ff51f4 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:16:17.815788 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port c25bdbe7-ab95-4ddb-83fa-9dba69ff51f4 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:16:17.818138 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:18.467234 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-609ff807-ba6f-4282-b3d3-e5cd9aeba496 req-29a5ffa9-26bf-4a48-b8a5-cfd7d79c9521 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=82693379-d4d5-4df0-bae2-edfbcafb1aca HTTP/1.1" status: 200 len: 210 time: 0.0260818 Apr 20 14:16:19.565303 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9b97f9f4-044b-4129-acb5-f245d0221bb9 req-b435e122-9624-4fd9-a155-8f7f8dc5e970 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=82693379-d4d5-4df0-bae2-edfbcafb1aca HTTP/1.1" status: 200 len: 210 time: 0.0285864 Apr 20 14:16:20.126346 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-9c74a728-3ca6-4db8-a6b7-2cec4cfa65f5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:16:20.127814 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-9c74a728-3ca6-4db8-a6b7-2cec4cfa65f5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.15 "GET /v2.0/networks?id=1f12315d-5ebe-413b-8287-4c6e01a3ca90 HTTP/1.1" status: 200 len: 797 time: 0.1074517 Apr 20 14:16:20.170139 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-e2af3371-41f7-4a04-83b9-7bac25caff7a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7d350484fd744aba8607d7467eb1568 HTTP/1.1" status: 200 len: 379 time: 0.0330257 Apr 20 14:16:20.179462 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-42a58838-bc7c-4b3f-b7bf-f29d4fbdfd06 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'port': {'device_id': '82693379-d4d5-4df0-bae2-edfbcafb1aca', 'network_id': '1f12315d-5ebe-413b-8287-4c6e01a3ca90', 'admin_state_up': True, 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'security_groups': ['c7b00506-f451-4a61-aed4-86fdc0da5df3']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:16:20.497586 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-42a58838-bc7c-4b3f-b7bf-f29d4fbdfd06 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Made reservation on behalf of f7d350484fd744aba8607d7467eb1568 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:16:20.502014 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-42a58838-bc7c-4b3f-b7bf-f29d4fbdfd06 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:20.631455 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-42a58838-bc7c-4b3f-b7bf-f29d4fbdfd06 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Allocated IP 172.20.0.4 (1f12315d-5ebe-413b-8287-4c6e01a3ca90/acb16fea-df26-4d66-a01f-f23ed661829f/b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:16:20.669615 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1eed4be8-074a-4f67-9648-356591b337ab req-d3dcc150-e788-4f67-bd65-8851afebb3e6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=82693379-d4d5-4df0-bae2-edfbcafb1aca HTTP/1.1" status: 200 len: 210 time: 0.0339570 Apr 20 14:16:20.792865 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-42a58838-bc7c-4b3f-b7bf-f29d4fbdfd06 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:20.882888 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-42a58838-bc7c-4b3f-b7bf-f29d4fbdfd06 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:20.923681 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-42a58838-bc7c-4b3f-b7bf-f29d4fbdfd06 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Network 1f12315d-5ebe-413b-8287-4c6e01a3ca90 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:16:20.929241 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-42a58838-bc7c-4b3f-b7bf-f29d4fbdfd06 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:16:20.932936 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-42a58838-bc7c-4b3f-b7bf-f29d4fbdfd06 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:16:20.957764 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a58838-bc7c-4b3f-b7bf-f29d4fbdfd06 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'Port': ['ID=b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:16:20.987457 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-42a58838-bc7c-4b3f-b7bf-f29d4fbdfd06 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:16:20.988094 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-42a58838-bc7c-4b3f-b7bf-f29d4fbdfd06 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:21.062543 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-42a58838-bc7c-4b3f-b7bf-f29d4fbdfd06 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8870807 Apr 20 14:16:21.074803 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-ce908802-f667-4f8a-82c7-88d935dac130 service neutron] Request body: {'port': {'device_id': '82693379-d4d5-4df0-bae2-edfbcafb1aca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:16:21.132279 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-ce908802-f667-4f8a-82c7-88d935dac130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:21.146109 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-b7d086e6-40c4-46f6-b355-8baba3204767 None None] Provisioning complete for port b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:16:21.146695 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b7d086e6-40c4-46f6-b355-8baba3204767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:21.179176 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-b7d086e6-40c4-46f6-b355-8baba3204767 None None] Port b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:16:21.387118 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-ce908802-f667-4f8a-82c7-88d935dac130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:16:21.394275 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-ce908802-f667-4f8a-82c7-88d935dac130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:21.406292 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-ce908802-f667-4f8a-82c7-88d935dac130 service neutron] Transition to ACTIVE for port object b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:16:21.470794 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-ce908802-f667-4f8a-82c7-88d935dac130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:21.522617 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce908802-f667-4f8a-82c7-88d935dac130 service neutron] Pushing event updated for resources: {'Port': ['ID=b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:16:21.595963 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-ce908802-f667-4f8a-82c7-88d935dac130 service neutron] Attempting to bind port b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:16:21.596300 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-ce908802-f667-4f8a-82c7-88d935dac130 service neutron] Attempting to bind port b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '52bc47fd-667e-4247-889e-fc31b8ab4c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1f12315d-5ebe-413b-8287-4c6e01a3ca90'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:16:21.596635 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-ce908802-f667-4f8a-82c7-88d935dac130 service neutron] Attempting to bind port b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7 on network 1f12315d-5ebe-413b-8287-4c6e01a3ca90 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:16:21.601106 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-ce908802-f667-4f8a-82c7-88d935dac130 service neutron] Port b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7 on network 1f12315d-5ebe-413b-8287-4c6e01a3ca90 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:16:21.601429 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-ce908802-f667-4f8a-82c7-88d935dac130 service neutron] Attempting to bind port b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7 on network 1f12315d-5ebe-413b-8287-4c6e01a3ca90 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:16:21.606632 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-ce908802-f667-4f8a-82c7-88d935dac130 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:16:21.607051 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-ce908802-f667-4f8a-82c7-88d935dac130 service neutron] Checking segment: {'id': '52bc47fd-667e-4247-889e-fc31b8ab4c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1f12315d-5ebe-413b-8287-4c6e01a3ca90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:16:21.607551 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-ce908802-f667-4f8a-82c7-88d935dac130 service neutron] Bound using segment: {'id': '52bc47fd-667e-4247-889e-fc31b8ab4c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1f12315d-5ebe-413b-8287-4c6e01a3ca90'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:16:21.608076 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-ce908802-f667-4f8a-82c7-88d935dac130 service neutron] Bound port: b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52bc47fd-667e-4247-889e-fc31b8ab4c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1f12315d-5ebe-413b-8287-4c6e01a3ca90'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:16:21.608507 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-ce908802-f667-4f8a-82c7-88d935dac130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:21.674819 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-ce908802-f667-4f8a-82c7-88d935dac130 service neutron] For port b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:16:21.677932 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-ce908802-f667-4f8a-82c7-88d935dac130 service neutron] For port b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7,segment=NetworkSegment(52bc47fd-667e-4247-889e-fc31b8ab4c34),segment_id=52bc47fd-667e-4247-889e-fc31b8ab4c34)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:16:21.734484 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-ce908802-f667-4f8a-82c7-88d935dac130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:22.091848 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-ce908802-f667-4f8a-82c7-88d935dac130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:16:22.092451 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-ce908802-f667-4f8a-82c7-88d935dac130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:22.093806 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-ce908802-f667-4f8a-82c7-88d935dac130 service neutron] 10.222.0.15 "PUT /v2.0/ports/b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7 HTTP/1.1" status: 200 len: 1091 time: 1.0233753 Apr 20 14:16:22.099102 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82693379-d4d5-4df0-bae2-edfbcafb1aca', 'tag': 'b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:16:22.105464 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db6cca5-0f77-405b-9671-a1d791b57581" -d '{"events": [{"name": "network-changed", "server_uuid": "82693379-d4d5-4df0-bae2-edfbcafb1aca", "tag": "b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:16:22.132453 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce908802-f667-4f8a-82c7-88d935dac130 service neutron] Pushing event updated for resources: {'Port': ['ID=b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:16:22.143103 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f803b-65df-4f53-a273-e68f34b1bfcc req-d252a66d-5a86-49e4-b10b-a061b0833063 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:16:22.144658 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-091f803b-65df-4f53-a273-e68f34b1bfcc req-d252a66d-5a86-49e4-b10b-a061b0833063 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=82693379-d4d5-4df0-bae2-edfbcafb1aca HTTP/1.1" status: 200 len: 943 time: 0.4047546 Apr 20 14:16:22.149742 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca532ee-d60f-47ce-b67c-c27c95ed2403 x-openstack-request-id: req-3ca532ee-d60f-47ce-b67c-c27c95ed2403 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:16:22.149742 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82693379-d4d5-4df0-bae2-edfbcafb1aca", "tag": "b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:16:22.149742 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3ca532ee-d60f-47ce-b67c-c27c95ed2403 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:16:22.149742 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ca532ee-d60f-47ce-b67c-c27c95ed2403'] response: {'name': 'network-changed', 'server_uuid': '82693379-d4d5-4df0-bae2-edfbcafb1aca', 'tag': 'b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7', 'status': 'completed', 'code': 200} Apr 20 14:16:22.216597 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-091f803b-65df-4f53-a273-e68f34b1bfcc req-5c841cdc-507f-47a8-b795-79ff5d9b3a3c tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7b00506-f451-4a61-aed4-86fdc0da5df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644467 Apr 20 14:16:22.224587 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6cca5-0f77-405b-9671-a1d791b57581 req-83117e21-bbfd-47ea-a53a-e4b1e706f233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:16:22.226657 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8db6cca5-0f77-405b-9671-a1d791b57581 req-83117e21-bbfd-47ea-a53a-e4b1e706f233 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7d350484fd744aba8607d7467eb1568&device_id=82693379-d4d5-4df0-bae2-edfbcafb1aca HTTP/1.1" status: 200 len: 1094 time: 0.0547044 Apr 20 14:16:22.323000 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6cca5-0f77-405b-9671-a1d791b57581 req-a3a9d6b2-ddfa-4242-9a31-674a75155367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:16:22.324465 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8db6cca5-0f77-405b-9671-a1d791b57581 req-a3a9d6b2-ddfa-4242-9a31-674a75155367 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f7d350484fd744aba8607d7467eb1568&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0907667 Apr 20 14:16:22.415797 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6cca5-0f77-405b-9671-a1d791b57581 req-4a124c00-cb5a-4888-a25a-a3f1535dfc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:16:22.417244 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8db6cca5-0f77-405b-9671-a1d791b57581 req-4a124c00-cb5a-4888-a25a-a3f1535dfc82 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867445 Apr 20 14:16:22.490878 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-a4e366a8-43b4-4965-90e3-df340d8ed17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:16:22.492400 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-a4e366a8-43b4-4965-90e3-df340d8ed17e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7d350484fd744aba8607d7467eb1568&device_id=82693379-d4d5-4df0-bae2-edfbcafb1aca HTTP/1.1" status: 200 len: 1094 time: 0.0411365 Apr 20 14:16:22.536940 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-3e937489-f526-45c1-9277-6cdc828ba5dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7 HTTP/1.1" status: 200 len: 217 time: 0.0371487 Apr 20 14:16:22.585273 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-1ad16fb8-74fe-4b3e-8206-8757cc11d52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:16:22.586671 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-1ad16fb8-74fe-4b3e-8206-8757cc11d52a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=acb16fea-df26-4d66-a01f-f23ed661829f HTTP/1.1" status: 200 len: 834 time: 0.0430639 Apr 20 14:16:22.629523 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-10ff1de4-42c0-44a5-a96a-e34d152a57e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:16:22.630960 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-10ff1de4-42c0-44a5-a96a-e34d152a57e3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f12315d-5ebe-413b-8287-4c6e01a3ca90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379257 Apr 20 14:16:22.723188 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-0efe26bc-9128-4663-b874-5d8806d4d77a service neutron] 10.222.0.15 "GET /v2.0/networks/1f12315d-5ebe-413b-8287-4c6e01a3ca90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838742 Apr 20 14:16:22.809492 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-580fbb08-e88c-462b-b01c-4aef2c3e2034 req-1c27993c-2a8f-4a0e-a5be-a5fce40cbbbb service neutron] 10.222.0.15 "GET /v2.0/networks/1f12315d-5ebe-413b-8287-4c6e01a3ca90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791543 Apr 20 14:16:23.333365 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26aeb41-0d8d-47ea-a2e4-4f2dde9d93c3 req-19fbd6c3-1661-4496-a9e3-436cd0497ca1 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:16:23.334816 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f26aeb41-0d8d-47ea-a2e4-4f2dde9d93c3 req-19fbd6c3-1661-4496-a9e3-436cd0497ca1 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=82693379-d4d5-4df0-bae2-edfbcafb1aca HTTP/1.1" status: 200 len: 943 time: 0.0487804 Apr 20 14:16:23.376203 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f26aeb41-0d8d-47ea-a2e4-4f2dde9d93c3 req-4e6f319e-5fae-49ec-b7d7-7d5a77f5f937 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7b00506-f451-4a61-aed4-86fdc0da5df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353034 Apr 20 14:16:24.489737 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4e5f1-c0c0-4c02-b563-732ea72561a7 req-faa865a1-5722-42f2-ab53-62ad6c6aed89 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:16:24.491472 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0bd4e5f1-c0c0-4c02-b563-732ea72561a7 req-faa865a1-5722-42f2-ab53-62ad6c6aed89 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=82693379-d4d5-4df0-bae2-edfbcafb1aca HTTP/1.1" status: 200 len: 943 time: 0.0495241 Apr 20 14:16:24.520734 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f79bce63-b24e-49d5-a8ff-8464f12ab42c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:24.530436 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0bd4e5f1-c0c0-4c02-b563-732ea72561a7 req-fd646bcd-71e7-40c1-85bc-0ef31dbfc4e5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7b00506-f451-4a61-aed4-86fdc0da5df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320470 Apr 20 14:16:25.644822 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fdef4b-157e-4c5a-aaa1-7deaa82d69e0 req-38496bc8-b8be-4153-be19-39dbb9c1ba45 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:16:25.646290 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c4fdef4b-157e-4c5a-aaa1-7deaa82d69e0 req-38496bc8-b8be-4153-be19-39dbb9c1ba45 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=82693379-d4d5-4df0-bae2-edfbcafb1aca HTTP/1.1" status: 200 len: 943 time: 0.0477629 Apr 20 14:16:25.683274 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c4fdef4b-157e-4c5a-aaa1-7deaa82d69e0 req-79ab379e-8ed5-4a8c-9655-35e828d9c528 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7b00506-f451-4a61-aed4-86fdc0da5df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303335 Apr 20 14:16:26.359153 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:16:26.449942 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7,segment=NetworkSegment(52bc47fd-667e-4247-889e-fc31b8ab4c34),segment_id=52bc47fd-667e-4247-889e-fc31b8ab4c34)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:16:26.461372 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7', 'network_id': '1f12315d-5ebe-413b-8287-4c6e01a3ca90', 'port_id': 'b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7', 'mac_address': 'fa:16:3e:d8:d1:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acb16fea-df26-4d66-a01f-f23ed661829f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:16:26.502227 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:26.515601 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:16:26.533786 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7,segment=NetworkSegment(52bc47fd-667e-4247-889e-fc31b8ab4c34),segment_id=52bc47fd-667e-4247-889e-fc31b8ab4c34)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:16:26.613781 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:26.659678 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:16:26.796728 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e045ec01-89de-483c-8cc2-1ecb45bc33b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:26.806471 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e548a-4f35-43c3-81cc-5ff254ff2c78 req-2210f92d-9492-4072-ac61-be10ce3f15f1 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:16:26.807980 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-258e548a-4f35-43c3-81cc-5ff254ff2c78 req-2210f92d-9492-4072-ac61-be10ce3f15f1 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=82693379-d4d5-4df0-bae2-edfbcafb1aca HTTP/1.1" status: 200 len: 944 time: 0.0488520 Apr 20 14:16:26.849644 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-258e548a-4f35-43c3-81cc-5ff254ff2c78 req-bbc872d0-d61e-4f8a-bbbc-7320c88b56e2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7b00506-f451-4a61-aed4-86fdc0da5df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355964 Apr 20 14:16:26.942670 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:16:27.963691 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f9a4d-3cd1-4e0c-be8a-81fa3ebb6eb6 req-e70932d4-c6a2-4b3b-8ef3-e86dd7e6a20f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:16:27.965143 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-af6f9a4d-3cd1-4e0c-be8a-81fa3ebb6eb6 req-e70932d4-c6a2-4b3b-8ef3-e86dd7e6a20f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=82693379-d4d5-4df0-bae2-edfbcafb1aca HTTP/1.1" status: 200 len: 944 time: 0.0478725 Apr 20 14:16:28.002329 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-af6f9a4d-3cd1-4e0c-be8a-81fa3ebb6eb6 req-a62105ca-eb20-4a5e-ac60-3ab574bc76e1 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7b00506-f451-4a61-aed4-86fdc0da5df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312209 Apr 20 14:16:28.349013 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:28.388124 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:16:28.499530 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:16:28.503573 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:16:28.503948 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:28.582101 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:28.588585 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:16:28.603943 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82693379-d4d5-4df0-bae2-edfbcafb1aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:16:28.606160 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac87ba4abbb4e8505208ea6fd510b76711e5f2ebc605ae5eca19bb7d33fcf53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e297b150-681b-4984-8a4f-6ee1629bf59f" -d '{"events": [{"server_uuid": "82693379-d4d5-4df0-bae2-edfbcafb1aca", "name": "network-vif-plugged", "status": "completed", "tag": "b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:16:28.618077 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7,segment=NetworkSegment(52bc47fd-667e-4247-889e-fc31b8ab4c34),segment_id=52bc47fd-667e-4247-889e-fc31b8ab4c34)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:16:28.646377 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473c780e-f7c9-4f2a-afb5-d782e594f5a6 x-openstack-request-id: req-473c780e-f7c9-4f2a-afb5-d782e594f5a6 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:16:28.646377 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82693379-d4d5-4df0-bae2-edfbcafb1aca", "name": "network-vif-plugged", "status": "completed", "tag": "b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:16:28.646377 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-473c780e-f7c9-4f2a-afb5-d782e594f5a6 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:16:28.646377 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-473c780e-f7c9-4f2a-afb5-d782e594f5a6'] response: {'server_uuid': '82693379-d4d5-4df0-bae2-edfbcafb1aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7', 'code': 200} Apr 20 14:16:28.693913 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:28.737405 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e8601-bea0-4094-9826-e9bb2d347e39 req-e34ca80c-392f-492a-9cc9-eef7a8e29c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:16:28.738989 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e14e8601-bea0-4094-9826-e9bb2d347e39 req-e34ca80c-392f-492a-9cc9-eef7a8e29c91 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=82693379-d4d5-4df0-bae2-edfbcafb1aca HTTP/1.1" status: 200 len: 1096 time: 0.0391986 Apr 20 14:16:28.742361 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:16:28.774562 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e14e8601-bea0-4094-9826-e9bb2d347e39 req-95ffc057-8e44-43f9-b0ae-b134f4d7540a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c7b00506-f451-4a61-aed4-86fdc0da5df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279174 Apr 20 14:16:29.113044 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9af9d-a3eb-4a76-81e5-cc8415f6f4be req-b99fd180-d9e8-4dd1-ae4c-caa7982dc5de tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:16:29.114499 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-97b9af9d-a3eb-4a76-81e5-cc8415f6f4be req-b99fd180-d9e8-4dd1-ae4c-caa7982dc5de tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=82693379-d4d5-4df0-bae2-edfbcafb1aca HTTP/1.1" status: 200 len: 945 time: 0.0479388 Apr 20 14:16:29.157821 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-97b9af9d-a3eb-4a76-81e5-cc8415f6f4be req-214d1772-e741-448b-a4bb-1114760fa3f5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7b00506-f451-4a61-aed4-86fdc0da5df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368164 Apr 20 14:16:29.611665 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:29.909030 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:30.277441 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098bfee3-d5db-4952-a1a4-00c3f25d4231 req-685c9c64-b371-42de-9462-9a133e0891cb tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:16:30.278921 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-098bfee3-d5db-4952-a1a4-00c3f25d4231 req-685c9c64-b371-42de-9462-9a133e0891cb tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=82693379-d4d5-4df0-bae2-edfbcafb1aca HTTP/1.1" status: 200 len: 945 time: 0.0486236 Apr 20 14:16:30.315285 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-098bfee3-d5db-4952-a1a4-00c3f25d4231 req-39c3b55e-a046-4eeb-b0b4-7c6409dbf45b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7b00506-f451-4a61-aed4-86fdc0da5df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301840 Apr 20 14:16:30.427840 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ffc47-8aa1-4b19-bf27-d02f732b9f88 req-449511a9-b6ed-4dba-9e9f-63b1f67ca9b8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:16:30.429302 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1d5ffc47-8aa1-4b19-bf27-d02f732b9f88 req-449511a9-b6ed-4dba-9e9f-63b1f67ca9b8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=82693379-d4d5-4df0-bae2-edfbcafb1aca HTTP/1.1" status: 200 len: 945 time: 0.0471394 Apr 20 14:16:30.466920 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1d5ffc47-8aa1-4b19-bf27-d02f732b9f88 req-3fc48928-006e-4ca6-ae4d-eef5df990048 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7b00506-f451-4a61-aed4-86fdc0da5df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311089 Apr 20 14:16:30.488592 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34694) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:16:30.529919 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bf0e45-196b-44c1-ab80-e3efe76e9755 tempest-TestNetworkAdvancedServerOps-1565287851 tempest-TestNetworkAdvancedServerOps-1565287851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:16:30.531509 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d2bf0e45-196b-44c1-ab80-e3efe76e9755 tempest-TestNetworkAdvancedServerOps-1565287851 tempest-TestNetworkAdvancedServerOps-1565287851-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=82693379-d4d5-4df0-bae2-edfbcafb1aca HTTP/1.1" status: 200 len: 1091 time: 0.0419023 Apr 20 14:16:30.534266 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34696) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:16:30.538477 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-36d753a3-3050-4169-967e-806363bedb8f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'port_id': 'b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'fixed_ip_address': '172.20.0.4'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:16:30.617193 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-36d753a3-3050-4169-967e-806363bedb8f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for floatingip, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:30.715906 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-36d753a3-3050-4169-967e-806363bedb8f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:30.823558 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-36d753a3-3050-4169-967e-806363bedb8f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Allocated IP 172.25.8.18 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/5653ff19-f5dc-4f92-ab14-2701112c0167) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:16:30.922874 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-36d753a3-3050-4169-967e-806363bedb8f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:31.019826 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-36d753a3-3050-4169-967e-806363bedb8f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:31.054814 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d753a3-3050-4169-967e-806363bedb8f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:16:31.059509 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-36d753a3-3050-4169-967e-806363bedb8f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:16:31.063762 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d753a3-3050-4169-967e-806363bedb8f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:16:31.093449 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d753a3-3050-4169-967e-806363bedb8f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'Port': ['ID=5653ff19-f5dc-4f92-ab14-2701112c0167,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:16:31.416819 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-36d753a3-3050-4169-967e-806363bedb8f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:31.540391 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-36d753a3-3050-4169-967e-806363bedb8f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:31.688254 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-36d753a3-3050-4169-967e-806363bedb8f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:31.756811 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-36d753a3-3050-4169-967e-806363bedb8f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:31.830339 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d753a3-3050-4169-967e-806363bedb8f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'Port': ['ID=5653ff19-f5dc-4f92-ab14-2701112c0167,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:16:31.840712 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-36d753a3-3050-4169-967e-806363bedb8f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:31.944723 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-36d753a3-3050-4169-967e-806363bedb8f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Floating IP b4de8e0f-3deb-490f-b269-a6622c963828 associated. External IP: 172.25.8.18, port: b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7. Apr 20 14:16:32.150438 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d753a3-3050-4169-967e-806363bedb8f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Router d8e43101-7592-40a0-a5a5-f3fd31c0f685 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:16:32.255297 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d753a3-3050-4169-967e-806363bedb8f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:16:32.265783 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eab058-1ce1-4914-bfb5-c43b6d81b580 None None] Sync routers for ids ['d8e43101-7592-40a0-a5a5-f3fd31c0f685'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:16:32.276025 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eab058-1ce1-4914-bfb5-c43b6d81b580 None None] Routers {'d8e43101-7592-40a0-a5a5-f3fd31c0f685'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:16:32.276704 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f2eab058-1ce1-4914-bfb5-c43b6d81b580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:16:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d8e43101-7592-40a0-a5a5-f3fd31c0f685'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:16:32.330043 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-36d753a3-3050-4169-967e-806363bedb8f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:32.358127 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-36d753a3-3050-4169-967e-806363bedb8f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8227303 Apr 20 14:16:32.358851 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82693379-d4d5-4df0-bae2-edfbcafb1aca', 'tag': 'b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:16:32.361637 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c026bb48-d3ce-4bd5-8a50-35b461775348" -d '{"events": [{"name": "network-changed", "server_uuid": "82693379-d4d5-4df0-bae2-edfbcafb1aca", "tag": "b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:16:32.381776 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-f2eab058-1ce1-4914-bfb5-c43b6d81b580 None None] Set router d8e43101-7592-40a0-a5a5-f3fd31c0f685 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:16:32.402316 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380257bd-3472-4560-ae1d-3b25f6130d57 x-openstack-request-id: req-380257bd-3472-4560-ae1d-3b25f6130d57 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:16:32.402612 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82693379-d4d5-4df0-bae2-edfbcafb1aca", "tag": "b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:16:32.402866 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-380257bd-3472-4560-ae1d-3b25f6130d57 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:16:32.403700 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-380257bd-3472-4560-ae1d-3b25f6130d57'] response: {'name': 'network-changed', 'server_uuid': '82693379-d4d5-4df0-bae2-edfbcafb1aca', 'tag': 'b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7', 'status': 'completed', 'code': 200} Apr 20 14:16:32.493435 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e663d68-716b-4480-8caa-5445a5d3c40a req-14a03daf-a42e-481b-8fe8-8acb6dd1dfe8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:16:32.494965 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2e663d68-716b-4480-8caa-5445a5d3c40a req-14a03daf-a42e-481b-8fe8-8acb6dd1dfe8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=82693379-d4d5-4df0-bae2-edfbcafb1aca HTTP/1.1" status: 200 len: 945 time: 0.0748711 Apr 20 14:16:32.500750 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026bb48-d3ce-4bd5-8a50-35b461775348 req-3a7c5c25-ded8-466d-8f71-edaf7982e907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:16:32.502175 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c026bb48-d3ce-4bd5-8a50-35b461775348 req-3a7c5c25-ded8-466d-8f71-edaf7982e907 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7d350484fd744aba8607d7467eb1568&device_id=82693379-d4d5-4df0-bae2-edfbcafb1aca HTTP/1.1" status: 200 len: 1096 time: 0.0718102 Apr 20 14:16:32.588896 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2e663d68-716b-4480-8caa-5445a5d3c40a req-fab4f33d-a507-4de7-a269-0650032483d9 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7b00506-f451-4a61-aed4-86fdc0da5df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845630 Apr 20 14:16:32.607388 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f2eab058-1ce1-4914-bfb5-c43b6d81b580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e43101-7592-40a0-a5a5-f3fd31c0f685', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841780530', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '7ada8a63-b06c-439e-a710-07647060e518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:16:08Z', 'updated_at': '2022-04-20T14:16:12Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': '7ada8a63-b06c-439e-a710-07647060e518', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e43101-7592-40a0-a5a5-f3fd31c0f685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:16:08Z', 'updated_at': '2022-04-20T14:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'b4de8e0f-3deb-490f-b269-a6622c963828', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'floating_ip_address': '172.25.8.18', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'd8e43101-7592-40a0-a5a5-f3fd31c0f685', 'port_id': 'b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f12315d-5ebe-413b-8287-4c6e01a3ca90', 'mac_address': 'fa:16:3e:d8:d1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82693379-d4d5-4df0-bae2-edfbcafb1aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:16:31Z', 'updated_at': '2022-04-20T14:16:31Z', 'revision_number': 0, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c25bdbe7-ab95-4ddb-83fa-9dba69ff51f4', 'name': '', 'network_id': '1f12315d-5ebe-413b-8287-4c6e01a3ca90', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'mac_address': 'fa:16:3e:e9:32:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e43101-7592-40a0-a5a5-f3fd31c0f685', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'acb16fea-df26-4d66-a01f-f23ed661829f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:16:11Z', 'updated_at': '2022-04-20T14:16:15Z', 'revision_number': 5, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'subnets': [{'id': 'acb16fea-df26-4d66-a01f-f23ed661829f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:16:32.614789 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34704) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:16:32.638776 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eab058-1ce1-4914-bfb5-c43b6d81b580 None None] Checking router: d8e43101-7592-40a0-a5a5-f3fd31c0f685 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:16:32.646957 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eab058-1ce1-4914-bfb5-c43b6d81b580 None None] Routers {'d8e43101-7592-40a0-a5a5-f3fd31c0f685'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:16:32.647595 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f2eab058-1ce1-4914-bfb5-c43b6d81b580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:16:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d8e43101-7592-40a0-a5a5-f3fd31c0f685'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:16:32.658645 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026bb48-d3ce-4bd5-8a50-35b461775348 req-c3868aaa-3c6b-414d-a600-c7c7aa4448f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:16:32.660122 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c026bb48-d3ce-4bd5-8a50-35b461775348 req-c3868aaa-3c6b-414d-a600-c7c7aa4448f1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f12315d-5ebe-413b-8287-4c6e01a3ca90 HTTP/1.1" status: 200 len: 898 time: 0.1496093 Apr 20 14:16:32.721341 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a0a44ef0-5c51-4197-97d3-3d233b71c2ca tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/floatingips/b4de8e0f-3deb-490f-b269-a6622c963828 HTTP/1.1" status: 200 len: 990 time: 0.1054273 Apr 20 14:16:32.741079 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c026bb48-d3ce-4bd5-8a50-35b461775348 req-ed255b67-e822-4678-9e1a-32c39d5e270e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7 HTTP/1.1" status: 200 len: 998 time: 0.0709395 Apr 20 14:16:32.752582 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-f2eab058-1ce1-4914-bfb5-c43b6d81b580 None None] Set router d8e43101-7592-40a0-a5a5-f3fd31c0f685 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:16:32.789646 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026bb48-d3ce-4bd5-8a50-35b461775348 req-6ef277bc-954f-48c1-8dac-ab447ca94158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:16:32.791143 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c026bb48-d3ce-4bd5-8a50-35b461775348 req-6ef277bc-954f-48c1-8dac-ab447ca94158 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=acb16fea-df26-4d66-a01f-f23ed661829f HTTP/1.1" status: 200 len: 834 time: 0.0429502 Apr 20 14:16:32.836292 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026bb48-d3ce-4bd5-8a50-35b461775348 req-323e8ae1-a4b2-4229-9514-2f65a7e5a8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:16:32.837810 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c026bb48-d3ce-4bd5-8a50-35b461775348 req-323e8ae1-a4b2-4229-9514-2f65a7e5a8d5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f12315d-5ebe-413b-8287-4c6e01a3ca90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403650 Apr 20 14:16:32.931409 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c026bb48-d3ce-4bd5-8a50-35b461775348 req-f816cda4-44a9-4e7b-9a83-4ac6514ba412 service neutron] 10.222.0.15 "GET /v2.0/networks/1f12315d-5ebe-413b-8287-4c6e01a3ca90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861869 Apr 20 14:16:32.969808 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f2eab058-1ce1-4914-bfb5-c43b6d81b580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e43101-7592-40a0-a5a5-f3fd31c0f685', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841780530', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '7ada8a63-b06c-439e-a710-07647060e518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:16:08Z', 'updated_at': '2022-04-20T14:16:12Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': '7ada8a63-b06c-439e-a710-07647060e518', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e43101-7592-40a0-a5a5-f3fd31c0f685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:16:08Z', 'updated_at': '2022-04-20T14:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'b4de8e0f-3deb-490f-b269-a6622c963828', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'floating_ip_address': '172.25.8.18', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'd8e43101-7592-40a0-a5a5-f3fd31c0f685', 'port_id': 'b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f12315d-5ebe-413b-8287-4c6e01a3ca90', 'mac_address': 'fa:16:3e:d8:d1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82693379-d4d5-4df0-bae2-edfbcafb1aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:16:31Z', 'updated_at': '2022-04-20T14:16:31Z', 'revision_number': 0, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c25bdbe7-ab95-4ddb-83fa-9dba69ff51f4', 'name': '', 'network_id': '1f12315d-5ebe-413b-8287-4c6e01a3ca90', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'mac_address': 'fa:16:3e:e9:32:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e43101-7592-40a0-a5a5-f3fd31c0f685', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'acb16fea-df26-4d66-a01f-f23ed661829f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:16:11Z', 'updated_at': '2022-04-20T14:16:15Z', 'revision_number': 5, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'subnets': [{'id': 'acb16fea-df26-4d66-a01f-f23ed661829f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:16:32.999687 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eab058-1ce1-4914-bfb5-c43b6d81b580 None None] The sync data for ids ['d8e43101-7592-40a0-a5a5-f3fd31c0f685'] in n-d-836015-7 is: [{'id': 'd8e43101-7592-40a0-a5a5-f3fd31c0f685', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841780530', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '7ada8a63-b06c-439e-a710-07647060e518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:16:08Z', 'updated_at': '2022-04-20T14:16:12Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': '7ada8a63-b06c-439e-a710-07647060e518', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e43101-7592-40a0-a5a5-f3fd31c0f685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:16:08Z', 'updated_at': '2022-04-20T14:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'b4de8e0f-3deb-490f-b269-a6622c963828', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'floating_ip_address': '172.25.8.18', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': 'd8e43101-7592-40a0-a5a5-f3fd31c0f685', 'port_id': 'b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f12315d-5ebe-413b-8287-4c6e01a3ca90', 'mac_address': 'fa:16:3e:d8:d1:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82693379-d4d5-4df0-bae2-edfbcafb1aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:16:31Z', 'updated_at': '2022-04-20T14:16:31Z', 'revision_number': 0, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c25bdbe7-ab95-4ddb-83fa-9dba69ff51f4', 'name': '', 'network_id': '1f12315d-5ebe-413b-8287-4c6e01a3ca90', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'mac_address': 'fa:16:3e:e9:32:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e43101-7592-40a0-a5a5-f3fd31c0f685', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'acb16fea-df26-4d66-a01f-f23ed661829f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:16:11Z', 'updated_at': '2022-04-20T14:16:15Z', 'revision_number': 5, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'subnets': [{'id': 'acb16fea-df26-4d66-a01f-f23ed661829f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:16:33.022717 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c026bb48-d3ce-4bd5-8a50-35b461775348 req-d091408a-95c1-4d92-b0df-bf308685b294 service neutron] 10.222.0.15 "GET /v2.0/networks/1f12315d-5ebe-413b-8287-4c6e01a3ca90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846710 Apr 20 14:16:33.185830 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ed2717-8e1e-4a40-bb23-94f710912a39 None None] New status for floating IP b4de8e0f-3deb-490f-b269-a6622c963828: ACTIVE {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:16:33.725134 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34706) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:16:33.784223 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-65532c58-7af2-448f-af4a-19520db3aed2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/floatingips/b4de8e0f-3deb-490f-b269-a6622c963828 HTTP/1.1" status: 200 len: 992 time: 0.0579250 Apr 20 14:16:36.106845 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-270c0ad6-0ed7-4cb0-ac42-2e61e7bb6d0d req-c96dd576-d6ec-4308-8c0c-c7342a6b2968 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=82693379-d4d5-4df0-bae2-edfbcafb1aca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441630 Apr 20 14:16:36.192882 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c0ad6-0ed7-4cb0-ac42-2e61e7bb6d0d req-4c3a4aff-688a-4f91-bd93-c8cc62325fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:16:36.194368 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-270c0ad6-0ed7-4cb0-ac42-2e61e7bb6d0d req-4c3a4aff-688a-4f91-bd93-c8cc62325fc4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7d350484fd744aba8607d7467eb1568&device_id=82693379-d4d5-4df0-bae2-edfbcafb1aca HTTP/1.1" status: 200 len: 1096 time: 0.0407057 Apr 20 14:16:36.293457 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c0ad6-0ed7-4cb0-ac42-2e61e7bb6d0d req-05afd0be-dc28-4dba-938b-42b953815c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:16:36.294897 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-270c0ad6-0ed7-4cb0-ac42-2e61e7bb6d0d req-05afd0be-dc28-4dba-938b-42b953815c76 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f12315d-5ebe-413b-8287-4c6e01a3ca90 HTTP/1.1" status: 200 len: 898 time: 0.0827601 Apr 20 14:16:36.362850 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-270c0ad6-0ed7-4cb0-ac42-2e61e7bb6d0d req-d8622384-7366-4b58-b097-e7f0a9704895 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7 HTTP/1.1" status: 200 len: 1000 time: 0.0606928 Apr 20 14:16:36.409633 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c0ad6-0ed7-4cb0-ac42-2e61e7bb6d0d req-b6f83114-0f74-4646-981a-bfa69b8c5fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:16:36.411026 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-270c0ad6-0ed7-4cb0-ac42-2e61e7bb6d0d req-b6f83114-0f74-4646-981a-bfa69b8c5fc3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=acb16fea-df26-4d66-a01f-f23ed661829f HTTP/1.1" status: 200 len: 834 time: 0.0421858 Apr 20 14:16:36.454369 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c0ad6-0ed7-4cb0-ac42-2e61e7bb6d0d req-ca807e35-b7fe-4083-9af3-95c5bdbe79de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:16:36.455804 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-270c0ad6-0ed7-4cb0-ac42-2e61e7bb6d0d req-ca807e35-b7fe-4083-9af3-95c5bdbe79de service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f12315d-5ebe-413b-8287-4c6e01a3ca90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0376072 Apr 20 14:16:36.546334 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-270c0ad6-0ed7-4cb0-ac42-2e61e7bb6d0d req-1e5926d3-9aec-4c28-b1a4-69c473f42af3 service neutron] 10.222.0.15 "GET /v2.0/networks/1f12315d-5ebe-413b-8287-4c6e01a3ca90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840180 Apr 20 14:16:36.632514 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-270c0ad6-0ed7-4cb0-ac42-2e61e7bb6d0d req-98dc7b0b-39a3-4a9b-8b68-9bf37b7e2bdf service neutron] 10.222.0.15 "GET /v2.0/networks/1f12315d-5ebe-413b-8287-4c6e01a3ca90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795138 Apr 20 14:16:43.005324 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:43.624564 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:54.516124 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5e1ba0c1-2af6-4966-80b3-44eaa2bfe9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:56.828571 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b1e4d956-1687-4449-a44b-e77d702caad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:58.344640 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:59.635785 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:16:59.858704 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:17:05.587932 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:17:13.010745 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:17:13.630414 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:17:24.510035 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4c281257-72e7-4d48-8c4d-9716c91deb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:17:26.790165 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4a427713-d1ae-4bd0-a284-794ba9208bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:17:28.338738 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:17:29.622036 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:17:29.881675 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:17:34.790407 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34614a0b-b4bd-4fe8-b97b-d519a1f160cb req-6932d340-8a4b-4976-9ac4-88a89ace227b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:17:34.792292 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-34614a0b-b4bd-4fe8-b97b-d519a1f160cb req-6932d340-8a4b-4976-9ac4-88a89ace227b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=82693379-d4d5-4df0-bae2-edfbcafb1aca HTTP/1.1" status: 200 len: 945 time: 0.0555081 Apr 20 14:17:34.861227 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-34614a0b-b4bd-4fe8-b97b-d519a1f160cb req-3a2bfece-e454-4236-8f17-4d44d87ad890 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7b00506-f451-4a61-aed4-86fdc0da5df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628366 Apr 20 14:17:34.867843 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8543525-ac04-4565-9ac1-b716e448b7d5 req-bc99dac9-e63e-417f-b3d7-b58c7776b05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:17:34.869274 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d8543525-ac04-4565-9ac1-b716e448b7d5 req-bc99dac9-e63e-417f-b3d7-b58c7776b05d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7d350484fd744aba8607d7467eb1568&device_id=82693379-d4d5-4df0-bae2-edfbcafb1aca HTTP/1.1" status: 200 len: 1096 time: 0.0699451 Apr 20 14:17:34.957123 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8543525-ac04-4565-9ac1-b716e448b7d5 req-026c5d1c-fd11-443b-8d55-08c74eb38565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:17:34.958484 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d8543525-ac04-4565-9ac1-b716e448b7d5 req-026c5d1c-fd11-443b-8d55-08c74eb38565 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f12315d-5ebe-413b-8287-4c6e01a3ca90 HTTP/1.1" status: 200 len: 898 time: 0.0831592 Apr 20 14:17:35.031849 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d8543525-ac04-4565-9ac1-b716e448b7d5 req-97296b69-400e-4a80-b0ac-67fba093944d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7 HTTP/1.1" status: 200 len: 1000 time: 0.0622339 Apr 20 14:17:35.078870 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8543525-ac04-4565-9ac1-b716e448b7d5 req-d624fa9e-12f4-4ea3-8b6e-d408dbe793b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:17:35.080296 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d8543525-ac04-4565-9ac1-b716e448b7d5 req-d624fa9e-12f4-4ea3-8b6e-d408dbe793b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=acb16fea-df26-4d66-a01f-f23ed661829f HTTP/1.1" status: 200 len: 834 time: 0.0436339 Apr 20 14:17:35.124318 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8543525-ac04-4565-9ac1-b716e448b7d5 req-173e05da-bee6-4e9a-a643-18e481660791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:17:35.126302 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d8543525-ac04-4565-9ac1-b716e448b7d5 req-173e05da-bee6-4e9a-a643-18e481660791 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f12315d-5ebe-413b-8287-4c6e01a3ca90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381792 Apr 20 14:17:35.215653 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d8543525-ac04-4565-9ac1-b716e448b7d5 req-8f3c8977-6fb7-4abf-9d32-c658af704234 service neutron] 10.222.0.15 "GET /v2.0/networks/1f12315d-5ebe-413b-8287-4c6e01a3ca90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833387 Apr 20 14:17:35.302016 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d8543525-ac04-4565-9ac1-b716e448b7d5 req-7bd18a39-e815-4eef-818e-a467c9683353 service neutron] 10.222.0.15 "GET /v2.0/networks/1f12315d-5ebe-413b-8287-4c6e01a3ca90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801160 Apr 20 14:17:35.983348 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb78a7-bbea-4072-981a-751a5f5794b5 req-dbc0d13b-9073-46c7-bec6-7d950ad8ff42 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:17:35.985399 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f1fb78a7-bbea-4072-981a-751a5f5794b5 req-dbc0d13b-9073-46c7-bec6-7d950ad8ff42 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=82693379-d4d5-4df0-bae2-edfbcafb1aca HTTP/1.1" status: 200 len: 945 time: 0.0529940 Apr 20 14:17:36.022961 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f1fb78a7-bbea-4072-981a-751a5f5794b5 req-df66d946-899c-4808-b7bb-8c3ed3337758 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7b00506-f451-4a61-aed4-86fdc0da5df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315638 Apr 20 14:17:36.140592 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3d78a-5a24-4214-ba24-85eb5ffe69ae req-a9bf1530-7cf2-4bf9-b323-a108b8d1b907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:17:36.142068 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9af3d78a-5a24-4214-ba24-85eb5ffe69ae req-a9bf1530-7cf2-4bf9-b323-a108b8d1b907 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7d350484fd744aba8607d7467eb1568&device_id=82693379-d4d5-4df0-bae2-edfbcafb1aca HTTP/1.1" status: 200 len: 1096 time: 0.0406811 Apr 20 14:17:36.241507 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3d78a-5a24-4214-ba24-85eb5ffe69ae req-62ba7ea6-6a38-4baa-a0cc-b1bd0900c117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:17:36.242870 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9af3d78a-5a24-4214-ba24-85eb5ffe69ae req-62ba7ea6-6a38-4baa-a0cc-b1bd0900c117 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f12315d-5ebe-413b-8287-4c6e01a3ca90 HTTP/1.1" status: 200 len: 898 time: 0.0828025 Apr 20 14:17:36.599098 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9af3d78a-5a24-4214-ba24-85eb5ffe69ae req-6bc3f316-ed64-429f-9fdf-3507672cb763 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7 HTTP/1.1" status: 200 len: 1000 time: 0.3494077 Apr 20 14:17:36.647319 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3d78a-5a24-4214-ba24-85eb5ffe69ae req-191d9b43-f83e-41e9-8b68-bc662e23ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:17:36.648704 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9af3d78a-5a24-4214-ba24-85eb5ffe69ae req-191d9b43-f83e-41e9-8b68-bc662e23ecc9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=acb16fea-df26-4d66-a01f-f23ed661829f HTTP/1.1" status: 200 len: 834 time: 0.0422573 Apr 20 14:17:36.691596 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3d78a-5a24-4214-ba24-85eb5ffe69ae req-1e9c0c6b-1e29-48ed-afdf-c55a507d453d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:17:36.693040 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9af3d78a-5a24-4214-ba24-85eb5ffe69ae req-1e9c0c6b-1e29-48ed-afdf-c55a507d453d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f12315d-5ebe-413b-8287-4c6e01a3ca90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380268 Apr 20 14:17:36.783414 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9af3d78a-5a24-4214-ba24-85eb5ffe69ae req-e231c770-83c6-459a-83e6-11dd9d9f0b5b service neutron] 10.222.0.15 "GET /v2.0/networks/1f12315d-5ebe-413b-8287-4c6e01a3ca90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833762 Apr 20 14:17:36.875562 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9af3d78a-5a24-4214-ba24-85eb5ffe69ae req-f8c681f1-7e6b-4f4a-8945-dea1d9cc871b service neutron] 10.222.0.15 "GET /v2.0/networks/1f12315d-5ebe-413b-8287-4c6e01a3ca90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838037 Apr 20 14:17:37.137446 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd34ed1-30b5-45dc-92d6-5782e4ec72ad req-0cbc5534-b03c-4718-a72e-9acab03f02a2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:17:37.138842 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8fd34ed1-30b5-45dc-92d6-5782e4ec72ad req-0cbc5534-b03c-4718-a72e-9acab03f02a2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=82693379-d4d5-4df0-bae2-edfbcafb1aca HTTP/1.1" status: 200 len: 945 time: 0.0481980 Apr 20 14:17:37.176025 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8fd34ed1-30b5-45dc-92d6-5782e4ec72ad req-872e5389-5eb3-49f9-8578-2a15cd0dd08d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7b00506-f451-4a61-aed4-86fdc0da5df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304117 Apr 20 14:17:38.289162 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b990f-c847-46a0-9244-8560f4375f4d req-c93ba0f4-9dc5-4666-a87b-94e14e45ac11 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:17:38.290607 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a86b990f-c847-46a0-9244-8560f4375f4d req-c93ba0f4-9dc5-4666-a87b-94e14e45ac11 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=82693379-d4d5-4df0-bae2-edfbcafb1aca HTTP/1.1" status: 200 len: 945 time: 0.0472822 Apr 20 14:17:38.327537 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a86b990f-c847-46a0-9244-8560f4375f4d req-dd89ed96-f6a7-4177-8334-e030aa0b681f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7b00506-f451-4a61-aed4-86fdc0da5df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307047 Apr 20 14:17:39.439175 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75412215-1f26-47f8-933d-5887c66ef5a7 req-7d2f6fbc-999d-4570-9b9b-9998c8772d9c tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:17:39.440660 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-75412215-1f26-47f8-933d-5887c66ef5a7 req-7d2f6fbc-999d-4570-9b9b-9998c8772d9c tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=82693379-d4d5-4df0-bae2-edfbcafb1aca HTTP/1.1" status: 200 len: 945 time: 0.0479746 Apr 20 14:17:39.481197 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-75412215-1f26-47f8-933d-5887c66ef5a7 req-06fa1795-ec86-4198-88e8-0f807b8e4e5e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7b00506-f451-4a61-aed4-86fdc0da5df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346775 Apr 20 14:17:40.597777 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb61ce-af04-4c59-a4d4-7c3109869c28 req-61fb27df-ded6-40c0-9333-8f0d79167f8b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:17:40.599257 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f7bb61ce-af04-4c59-a4d4-7c3109869c28 req-61fb27df-ded6-40c0-9333-8f0d79167f8b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=82693379-d4d5-4df0-bae2-edfbcafb1aca HTTP/1.1" status: 200 len: 945 time: 0.0487525 Apr 20 14:17:40.636028 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f7bb61ce-af04-4c59-a4d4-7c3109869c28 req-3c30782b-7d01-40d8-bad6-42fe92e9d83f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7b00506-f451-4a61-aed4-86fdc0da5df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306671 Apr 20 14:17:41.751044 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f72522-bd4a-4386-bec6-e8235946cd3c req-d5547c93-87e1-4c2d-af85-04a1a07d35bd tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:17:41.752529 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-68f72522-bd4a-4386-bec6-e8235946cd3c req-d5547c93-87e1-4c2d-af85-04a1a07d35bd tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=82693379-d4d5-4df0-bae2-edfbcafb1aca HTTP/1.1" status: 200 len: 945 time: 0.0490224 Apr 20 14:17:41.789506 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-68f72522-bd4a-4386-bec6-e8235946cd3c req-eef3fa11-5d41-4dde-baac-66e45dc50865 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7b00506-f451-4a61-aed4-86fdc0da5df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310092 Apr 20 14:17:42.587304 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:17:42.903227 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2dad7-2292-45e4-b6f1-8b6a0ba6cfa8 req-6fd59eee-a405-4fc5-a34c-2fdf94cf3539 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:17:42.904633 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f0b2dad7-2292-45e4-b6f1-8b6a0ba6cfa8 req-6fd59eee-a405-4fc5-a34c-2fdf94cf3539 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=82693379-d4d5-4df0-bae2-edfbcafb1aca HTTP/1.1" status: 200 len: 945 time: 0.0482049 Apr 20 14:17:42.946832 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f0b2dad7-2292-45e4-b6f1-8b6a0ba6cfa8 req-4a005225-1142-4530-86ba-5dbf68e6baa0 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7b00506-f451-4a61-aed4-86fdc0da5df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362399 Apr 20 14:17:42.993647 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:17:43.636097 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:17:44.060965 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8acb829-74db-4ae5-862f-278da5868b74 req-08cebf3f-d2a6-4d7b-a9c5-db3ebc145eeb tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:17:44.062346 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b8acb829-74db-4ae5-862f-278da5868b74 req-08cebf3f-d2a6-4d7b-a9c5-db3ebc145eeb tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=82693379-d4d5-4df0-bae2-edfbcafb1aca HTTP/1.1" status: 200 len: 945 time: 0.0484128 Apr 20 14:17:44.100121 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b8acb829-74db-4ae5-862f-278da5868b74 req-7d4ced31-ca9a-4447-b078-4fcb1aa051d7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7b00506-f451-4a61-aed4-86fdc0da5df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315537 Apr 20 14:17:45.215683 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708835db-b284-4b45-8b85-3eb7be27887d req-77e9a8b7-93c7-4e02-85d6-494d37254431 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:17:45.217181 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-708835db-b284-4b45-8b85-3eb7be27887d req-77e9a8b7-93c7-4e02-85d6-494d37254431 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=82693379-d4d5-4df0-bae2-edfbcafb1aca HTTP/1.1" status: 200 len: 945 time: 0.0479701 Apr 20 14:17:45.254224 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-708835db-b284-4b45-8b85-3eb7be27887d req-fc2c966b-a9ff-41e6-8df6-3bf58c74b8cd tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7b00506-f451-4a61-aed4-86fdc0da5df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305200 Apr 20 14:17:46.373925 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43cc34-a46e-47c5-b231-e1c1170ac529 req-ddae46b6-7bb9-46d1-be61-e08809910fa5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:17:46.375462 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ad43cc34-a46e-47c5-b231-e1c1170ac529 req-ddae46b6-7bb9-46d1-be61-e08809910fa5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=82693379-d4d5-4df0-bae2-edfbcafb1aca HTTP/1.1" status: 200 len: 945 time: 0.0489569 Apr 20 14:17:46.416862 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ad43cc34-a46e-47c5-b231-e1c1170ac529 req-14fdac54-5a49-441a-9fc4-c93d120902db tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7b00506-f451-4a61-aed4-86fdc0da5df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348530 Apr 20 14:17:47.532430 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5476649-c0b2-40a5-834f-7f55c3961df1 req-55d97756-e88f-490a-8d96-2ac1d05c1aeb tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:17:47.533900 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f5476649-c0b2-40a5-834f-7f55c3961df1 req-55d97756-e88f-490a-8d96-2ac1d05c1aeb tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=82693379-d4d5-4df0-bae2-edfbcafb1aca HTTP/1.1" status: 200 len: 945 time: 0.0490685 Apr 20 14:17:47.571262 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f5476649-c0b2-40a5-834f-7f55c3961df1 req-2ecb401d-d491-43d8-a241-41aadaf3976e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7b00506-f451-4a61-aed4-86fdc0da5df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312617 Apr 20 14:17:47.593115 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34758) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:17:47.651554 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b7a36e10-c52d-4b77-9610-57f02ca7d949 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/floatingips/b4de8e0f-3deb-490f-b269-a6622c963828 HTTP/1.1" status: 200 len: 992 time: 0.0573256 Apr 20 14:17:54.515855 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a948ddf9-d580-4cf5-adc2-a28afa80c3f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:17:56.815721 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ca49c9a2-62b4-4793-b021-5813d57e19b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:17:58.349529 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:17:59.612840 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:17:59.870121 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:13.001150 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:13.638733 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:19.586205 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:18:24.526830 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-57cb6a3b-7ad4-4094-a846-7682713a8ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:26.809930 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4f60f329-6894-49f0-a169-4824e9119b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:28.343925 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:29.618228 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:29.915417 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:37.086558 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f58327e7-9550-4fc9-b29f-f69922a1a536 req-283ed04e-d8d0-49d0-908d-255f100fdd80 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=82693379-d4d5-4df0-bae2-edfbcafb1aca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433323 Apr 20 14:18:37.164213 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58327e7-9550-4fc9-b29f-f69922a1a536 req-b153024e-135b-46b2-bcb1-6a2cb1f271a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:18:37.165670 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f58327e7-9550-4fc9-b29f-f69922a1a536 req-b153024e-135b-46b2-bcb1-6a2cb1f271a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7d350484fd744aba8607d7467eb1568&device_id=82693379-d4d5-4df0-bae2-edfbcafb1aca HTTP/1.1" status: 200 len: 1096 time: 0.0400338 Apr 20 14:18:37.263575 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58327e7-9550-4fc9-b29f-f69922a1a536 req-0b96b137-d996-4ed9-99f9-f2390b449afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:18:37.265046 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f58327e7-9550-4fc9-b29f-f69922a1a536 req-0b96b137-d996-4ed9-99f9-f2390b449afe service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f12315d-5ebe-413b-8287-4c6e01a3ca90 HTTP/1.1" status: 200 len: 898 time: 0.0823135 Apr 20 14:18:37.332769 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f58327e7-9550-4fc9-b29f-f69922a1a536 req-241895f5-8def-49b8-b765-d903547940f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7 HTTP/1.1" status: 200 len: 1000 time: 0.0612745 Apr 20 14:18:37.381295 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58327e7-9550-4fc9-b29f-f69922a1a536 req-6759897d-c274-48cf-ad4c-c5dbcb9a5e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:18:37.382593 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f58327e7-9550-4fc9-b29f-f69922a1a536 req-6759897d-c274-48cf-ad4c-c5dbcb9a5e5d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=acb16fea-df26-4d66-a01f-f23ed661829f HTTP/1.1" status: 200 len: 834 time: 0.0422170 Apr 20 14:18:37.424882 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58327e7-9550-4fc9-b29f-f69922a1a536 req-6b8fbc0a-b1d0-4bfb-ad2e-8106a8e1b26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:18:37.426308 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f58327e7-9550-4fc9-b29f-f69922a1a536 req-6b8fbc0a-b1d0-4bfb-ad2e-8106a8e1b26b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f12315d-5ebe-413b-8287-4c6e01a3ca90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0377917 Apr 20 14:18:37.516388 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f58327e7-9550-4fc9-b29f-f69922a1a536 req-64c5bd35-ab34-4a23-ab6a-4d4103473c1b service neutron] 10.222.0.15 "GET /v2.0/networks/1f12315d-5ebe-413b-8287-4c6e01a3ca90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833766 Apr 20 14:18:37.605864 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f58327e7-9550-4fc9-b29f-f69922a1a536 req-9bd8f6fe-cfff-429f-bd65-3aba27d235dc service neutron] 10.222.0.15 "GET /v2.0/networks/1f12315d-5ebe-413b-8287-4c6e01a3ca90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815854 Apr 20 14:18:40.941665 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34780) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:18:41.100364 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-34604db0-345c-411a-bb8d-b00551e89046 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Deleting port 5653ff19-f5dc-4f92-ab14-2701112c0167 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:18:41.100708 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-34604db0-345c-411a-bb8d-b00551e89046 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:41.172471 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-34604db0-345c-411a-bb8d-b00551e89046 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:41.172799 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-34604db0-345c-411a-bb8d-b00551e89046 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:41.184533 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-34604db0-345c-411a-bb8d-b00551e89046 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Calling delete_port for 5653ff19-f5dc-4f92-ab14-2701112c0167 owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:18:41.386961 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-34604db0-345c-411a-bb8d-b00551e89046 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:41.414480 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34604db0-345c-411a-bb8d-b00551e89046 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event deleted for resources: {'Port': ['ID=5653ff19-f5dc-4f92-ab14-2701112c0167,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:18:41.438785 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34604db0-345c-411a-bb8d-b00551e89046 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:41.439131 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34604db0-345c-411a-bb8d-b00551e89046 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:41.439497 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34604db0-345c-411a-bb8d-b00551e89046 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:41.439834 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34604db0-345c-411a-bb8d-b00551e89046 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:41.440163 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34604db0-345c-411a-bb8d-b00551e89046 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:41.440493 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34604db0-345c-411a-bb8d-b00551e89046 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:41.440819 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34604db0-345c-411a-bb8d-b00551e89046 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:41.441144 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34604db0-345c-411a-bb8d-b00551e89046 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:41.441468 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34604db0-345c-411a-bb8d-b00551e89046 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:41.441787 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34604db0-345c-411a-bb8d-b00551e89046 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:41.442105 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34604db0-345c-411a-bb8d-b00551e89046 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:41.442421 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34604db0-345c-411a-bb8d-b00551e89046 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:41.482447 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-34604db0-345c-411a-bb8d-b00551e89046 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for floatingip, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:41.482786 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-34604db0-345c-411a-bb8d-b00551e89046 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Floating IP b4de8e0f-3deb-490f-b269-a6622c963828 disassociated (deleted). External IP: 172.25.8.18, port: b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7. Apr 20 14:18:41.689968 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34604db0-345c-411a-bb8d-b00551e89046 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Router d8e43101-7592-40a0-a5a5-f3fd31c0f685 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:18:41.796523 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34604db0-345c-411a-bb8d-b00551e89046 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:18:41.801641 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-34604db0-345c-411a-bb8d-b00551e89046 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:41.807007 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3c44b2-6f00-4ccd-a4df-23aeb9304099 None None] Sync routers for ids ['d8e43101-7592-40a0-a5a5-f3fd31c0f685'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:18:41.816371 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3c44b2-6f00-4ccd-a4df-23aeb9304099 None None] Routers {'d8e43101-7592-40a0-a5a5-f3fd31c0f685'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:18:41.816984 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-ea3c44b2-6f00-4ccd-a4df-23aeb9304099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:18:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d8e43101-7592-40a0-a5a5-f3fd31c0f685'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:18:41.828846 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-34604db0-345c-411a-bb8d-b00551e89046 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "DELETE /v2.0/floatingips/b4de8e0f-3deb-490f-b269-a6622c963828 HTTP/1.1" status: 204 len: 168 time: 0.8859921 Apr 20 14:18:41.829454 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82693379-d4d5-4df0-bae2-edfbcafb1aca', 'tag': 'b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:18:41.831735 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236afd6c-7fb0-4b93-a7a3-c1ca40fb7b6b" -d '{"events": [{"name": "network-changed", "server_uuid": "82693379-d4d5-4df0-bae2-edfbcafb1aca", "tag": "b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:18:41.872887 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433ed783-b81d-4775-8827-e64b656eed0a x-openstack-request-id: req-433ed783-b81d-4775-8827-e64b656eed0a {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:18:41.873178 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82693379-d4d5-4df0-bae2-edfbcafb1aca", "tag": "b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:18:41.873428 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-433ed783-b81d-4775-8827-e64b656eed0a {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:18:41.873840 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-433ed783-b81d-4775-8827-e64b656eed0a'] response: {'name': 'network-changed', 'server_uuid': '82693379-d4d5-4df0-bae2-edfbcafb1aca', 'tag': 'b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7', 'status': 'completed', 'code': 200} Apr 20 14:18:41.946407 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236afd6c-7fb0-4b93-a7a3-c1ca40fb7b6b req-16fe7971-d3d8-4397-85aa-95138a3a0203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:18:41.947932 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-236afd6c-7fb0-4b93-a7a3-c1ca40fb7b6b req-16fe7971-d3d8-4397-85aa-95138a3a0203 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7d350484fd744aba8607d7467eb1568&device_id=82693379-d4d5-4df0-bae2-edfbcafb1aca HTTP/1.1" status: 200 len: 1096 time: 0.0498781 Apr 20 14:18:42.021247 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-ea3c44b2-6f00-4ccd-a4df-23aeb9304099 None None] Set router d8e43101-7592-40a0-a5a5-f3fd31c0f685 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:18:42.041185 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236afd6c-7fb0-4b93-a7a3-c1ca40fb7b6b req-456ac9cc-2349-4785-b909-635732b35eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:18:42.042731 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-236afd6c-7fb0-4b93-a7a3-c1ca40fb7b6b req-456ac9cc-2349-4785-b909-635732b35eff service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f12315d-5ebe-413b-8287-4c6e01a3ca90 HTTP/1.1" status: 200 len: 898 time: 0.0878110 Apr 20 14:18:42.089077 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-236afd6c-7fb0-4b93-a7a3-c1ca40fb7b6b req-2809ff6f-31e0-4a38-a908-870f2f0ca1c3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7 HTTP/1.1" status: 200 len: 217 time: 0.0388513 Apr 20 14:18:42.140178 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236afd6c-7fb0-4b93-a7a3-c1ca40fb7b6b req-33dd87ed-1462-4045-8088-b8968f64c07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:18:42.141648 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-236afd6c-7fb0-4b93-a7a3-c1ca40fb7b6b req-33dd87ed-1462-4045-8088-b8968f64c07a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=acb16fea-df26-4d66-a01f-f23ed661829f HTTP/1.1" status: 200 len: 834 time: 0.0460072 Apr 20 14:18:42.189333 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236afd6c-7fb0-4b93-a7a3-c1ca40fb7b6b req-53b20321-6a4b-47d3-b98f-93ca4aabafb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:18:42.190920 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-236afd6c-7fb0-4b93-a7a3-c1ca40fb7b6b req-53b20321-6a4b-47d3-b98f-93ca4aabafb1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f12315d-5ebe-413b-8287-4c6e01a3ca90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406895 Apr 20 14:18:42.223932 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-ea3c44b2-6f00-4ccd-a4df-23aeb9304099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e43101-7592-40a0-a5a5-f3fd31c0f685', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841780530', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '7ada8a63-b06c-439e-a710-07647060e518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:16:08Z', 'updated_at': '2022-04-20T14:16:12Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': '7ada8a63-b06c-439e-a710-07647060e518', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e43101-7592-40a0-a5a5-f3fd31c0f685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:16:08Z', 'updated_at': '2022-04-20T14:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'c25bdbe7-ab95-4ddb-83fa-9dba69ff51f4', 'name': '', 'network_id': '1f12315d-5ebe-413b-8287-4c6e01a3ca90', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'mac_address': 'fa:16:3e:e9:32:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e43101-7592-40a0-a5a5-f3fd31c0f685', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'acb16fea-df26-4d66-a01f-f23ed661829f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:16:11Z', 'updated_at': '2022-04-20T14:16:15Z', 'revision_number': 5, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'subnets': [{'id': 'acb16fea-df26-4d66-a01f-f23ed661829f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:18:42.250441 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3c44b2-6f00-4ccd-a4df-23aeb9304099 None None] Checking router: d8e43101-7592-40a0-a5a5-f3fd31c0f685 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:18:42.259718 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3c44b2-6f00-4ccd-a4df-23aeb9304099 None None] Routers {'d8e43101-7592-40a0-a5a5-f3fd31c0f685'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:18:42.260330 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-ea3c44b2-6f00-4ccd-a4df-23aeb9304099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:18:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d8e43101-7592-40a0-a5a5-f3fd31c0f685'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:18:42.328443 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513396e-73be-4a93-885b-cf383958ac0d req-50923341-357b-461d-b618-b032f507ecce tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:18:42.329930 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5513396e-73be-4a93-885b-cf383958ac0d req-50923341-357b-461d-b618-b032f507ecce tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=82693379-d4d5-4df0-bae2-edfbcafb1aca HTTP/1.1" status: 200 len: 945 time: 0.0752139 Apr 20 14:18:42.331682 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-236afd6c-7fb0-4b93-a7a3-c1ca40fb7b6b req-ea673873-50c1-4aac-9c31-26f7b312eade service neutron] 10.222.0.15 "GET /v2.0/networks/1f12315d-5ebe-413b-8287-4c6e01a3ca90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291959 Apr 20 14:18:42.367786 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-ea3c44b2-6f00-4ccd-a4df-23aeb9304099 None None] Set router d8e43101-7592-40a0-a5a5-f3fd31c0f685 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:18:42.418323 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5513396e-73be-4a93-885b-cf383958ac0d req-00a80015-46d0-40f6-abb6-996c5a816750 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7b00506-f451-4a61-aed4-86fdc0da5df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822828 Apr 20 14:18:42.448759 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-236afd6c-7fb0-4b93-a7a3-c1ca40fb7b6b req-73fe775d-0826-467f-8c84-0f16696a876a service neutron] 10.222.0.15 "GET /v2.0/networks/1f12315d-5ebe-413b-8287-4c6e01a3ca90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069133 Apr 20 14:18:42.568303 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-ea3c44b2-6f00-4ccd-a4df-23aeb9304099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e43101-7592-40a0-a5a5-f3fd31c0f685', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841780530', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '7ada8a63-b06c-439e-a710-07647060e518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:16:08Z', 'updated_at': '2022-04-20T14:16:12Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': '7ada8a63-b06c-439e-a710-07647060e518', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e43101-7592-40a0-a5a5-f3fd31c0f685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:16:08Z', 'updated_at': '2022-04-20T14:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'c25bdbe7-ab95-4ddb-83fa-9dba69ff51f4', 'name': '', 'network_id': '1f12315d-5ebe-413b-8287-4c6e01a3ca90', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'mac_address': 'fa:16:3e:e9:32:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e43101-7592-40a0-a5a5-f3fd31c0f685', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'acb16fea-df26-4d66-a01f-f23ed661829f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:16:11Z', 'updated_at': '2022-04-20T14:16:15Z', 'revision_number': 5, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'subnets': [{'id': 'acb16fea-df26-4d66-a01f-f23ed661829f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:18:42.594405 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3c44b2-6f00-4ccd-a4df-23aeb9304099 None None] The sync data for ids ['d8e43101-7592-40a0-a5a5-f3fd31c0f685'] in n-d-836015-7 is: [{'id': 'd8e43101-7592-40a0-a5a5-f3fd31c0f685', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841780530', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '7ada8a63-b06c-439e-a710-07647060e518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:16:08Z', 'updated_at': '2022-04-20T14:16:12Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': '7ada8a63-b06c-439e-a710-07647060e518', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e43101-7592-40a0-a5a5-f3fd31c0f685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:16:08Z', 'updated_at': '2022-04-20T14:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'c25bdbe7-ab95-4ddb-83fa-9dba69ff51f4', 'name': '', 'network_id': '1f12315d-5ebe-413b-8287-4c6e01a3ca90', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'mac_address': 'fa:16:3e:e9:32:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e43101-7592-40a0-a5a5-f3fd31c0f685', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'acb16fea-df26-4d66-a01f-f23ed661829f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:16:11Z', 'updated_at': '2022-04-20T14:16:15Z', 'revision_number': 5, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'subnets': [{'id': 'acb16fea-df26-4d66-a01f-f23ed661829f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:18:42.814159 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b78d49-d016-4e5c-b8c0-b3326cb3c56f None None] New status for floating IP b4de8e0f-3deb-490f-b269-a6622c963828: DOWN {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:18:43.049773 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:43.537348 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865156c1-7518-45be-931e-26b0d9d7503d req-8c079948-bfdd-4d40-af04-213d2022d0f6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:18:43.539112 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-865156c1-7518-45be-931e-26b0d9d7503d req-8c079948-bfdd-4d40-af04-213d2022d0f6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=82693379-d4d5-4df0-bae2-edfbcafb1aca HTTP/1.1" status: 200 len: 945 time: 0.0501692 Apr 20 14:18:43.577108 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-865156c1-7518-45be-931e-26b0d9d7503d req-5e55d118-9d8a-4994-a071-fd44bbc8a9a6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7b00506-f451-4a61-aed4-86fdc0da5df3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319259 Apr 20 14:18:43.666549 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:44.003783 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fcde8d-fd16-41da-9050-d0421a841c5f req-becbf82e-8a2c-4dda-b517-177a27c105cb tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:18:44.005213 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-68fcde8d-fd16-41da-9050-d0421a841c5f req-becbf82e-8a2c-4dda-b517-177a27c105cb tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.15 "GET /v2.0/ports?device_id=82693379-d4d5-4df0-bae2-edfbcafb1aca HTTP/1.1" status: 200 len: 945 time: 0.0487559 Apr 20 14:18:44.094509 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-68fcde8d-fd16-41da-9050-d0421a841c5f req-36afe345-342d-4ed2-843e-312c8b44d729 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Deleting port b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:18:44.094856 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-68fcde8d-fd16-41da-9050-d0421a841c5f req-36afe345-342d-4ed2-843e-312c8b44d729 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:44.180785 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-68fcde8d-fd16-41da-9050-d0421a841c5f req-36afe345-342d-4ed2-843e-312c8b44d729 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] For port b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7,segment=NetworkSegment(52bc47fd-667e-4247-889e-fc31b8ab4c34),segment_id=52bc47fd-667e-4247-889e-fc31b8ab4c34)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:18:44.181154 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-68fcde8d-fd16-41da-9050-d0421a841c5f req-36afe345-342d-4ed2-843e-312c8b44d729 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:44.193704 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-68fcde8d-fd16-41da-9050-d0421a841c5f req-36afe345-342d-4ed2-843e-312c8b44d729 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Calling delete_port for b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:18:44.375385 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-68fcde8d-fd16-41da-9050-d0421a841c5f req-36afe345-342d-4ed2-843e-312c8b44d729 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:44.401678 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36afe345-342d-4ed2-843e-312c8b44d729 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event deleted for resources: {'Port': ['ID=b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:18:44.444453 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-68fcde8d-fd16-41da-9050-d0421a841c5f req-36afe345-342d-4ed2-843e-312c8b44d729 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] No DVR routers for this DVR port b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:18:44.447105 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-68fcde8d-fd16-41da-9050-d0421a841c5f req-36afe345-342d-4ed2-843e-312c8b44d729 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:44.450364 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-68fcde8d-fd16-41da-9050-d0421a841c5f req-36afe345-342d-4ed2-843e-312c8b44d729 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.15 "DELETE /v2.0/ports/b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7 HTTP/1.1" status: 204 len: 173 time: 0.4395540 Apr 20 14:18:44.450800 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82693379-d4d5-4df0-bae2-edfbcafb1aca', 'name': 'network-vif-deleted', 'tag': 'b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:18:44.453437 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27736f27-5c02-4ec9-a79b-af2a794f018d" -d '{"events": [{"server_uuid": "82693379-d4d5-4df0-bae2-edfbcafb1aca", "name": "network-vif-deleted", "tag": "b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:18:44.490408 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecd94d0-1081-4054-83dc-774f082f5bcf x-openstack-request-id: req-6ecd94d0-1081-4054-83dc-774f082f5bcf {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:18:44.490696 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82693379-d4d5-4df0-bae2-edfbcafb1aca", "name": "network-vif-deleted", "tag": "b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:18:44.490948 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6ecd94d0-1081-4054-83dc-774f082f5bcf {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:18:44.491350 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ecd94d0-1081-4054-83dc-774f082f5bcf'] response: {'server_uuid': '82693379-d4d5-4df0-bae2-edfbcafb1aca', 'name': 'network-vif-deleted', 'tag': 'b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7', 'status': 'completed', 'code': 200} Apr 20 14:18:44.675997 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-459d8fda-da96-4e03-bf4a-8d3916e0aa8b req-0e5c8309-a851-468a-a96c-a97e46582419 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=82693379-d4d5-4df0-bae2-edfbcafb1aca HTTP/1.1" status: 200 len: 210 time: 0.0294509 Apr 20 14:18:45.732899 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34796) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:18:46.079822 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b9d74e4b-6bb9-4fe7-9d45-d09f27f0419e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:46.324463 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-b9d74e4b-6bb9-4fe7-9d45-d09f27f0419e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Deleting port c25bdbe7-ab95-4ddb-83fa-9dba69ff51f4 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:18:46.324808 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b9d74e4b-6bb9-4fe7-9d45-d09f27f0419e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:46.417640 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-b9d74e4b-6bb9-4fe7-9d45-d09f27f0419e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] For port c25bdbe7-ab95-4ddb-83fa-9dba69ff51f4, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=c25bdbe7-ab95-4ddb-83fa-9dba69ff51f4,segment=NetworkSegment(52bc47fd-667e-4247-889e-fc31b8ab4c34),segment_id=52bc47fd-667e-4247-889e-fc31b8ab4c34)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:18:46.417934 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b9d74e4b-6bb9-4fe7-9d45-d09f27f0419e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:46.430444 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-b9d74e4b-6bb9-4fe7-9d45-d09f27f0419e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Calling delete_port for c25bdbe7-ab95-4ddb-83fa-9dba69ff51f4 owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:18:46.689652 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b9d74e4b-6bb9-4fe7-9d45-d09f27f0419e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:46.716854 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d74e4b-6bb9-4fe7-9d45-d09f27f0419e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event deleted for resources: {'Port': ['ID=c25bdbe7-ab95-4ddb-83fa-9dba69ff51f4,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:18:46.891032 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b9d74e4b-6bb9-4fe7-9d45-d09f27f0419e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:47.101644 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d74e4b-6bb9-4fe7-9d45-d09f27f0419e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Router d8e43101-7592-40a0-a5a5-f3fd31c0f685 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:18:47.196440 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:18:47.218108 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:18:47.218449 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device b19838b7-0c89-4e2d-9ae0-92f5eda7a5e7 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:18:47.495535 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d74e4b-6bb9-4fe7-9d45-d09f27f0419e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:18:47.501266 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b9d74e4b-6bb9-4fe7-9d45-d09f27f0419e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "PUT /v2.0/routers/d8e43101-7592-40a0-a5a5-f3fd31c0f685/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7667475 Apr 20 14:18:47.503380 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34798) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:18:47.507156 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6a9aa1-dee3-47cd-a59f-bb380cafe298 None None] Sync routers for ids ['d8e43101-7592-40a0-a5a5-f3fd31c0f685'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:18:47.518892 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6a9aa1-dee3-47cd-a59f-bb380cafe298 None None] Routers {'d8e43101-7592-40a0-a5a5-f3fd31c0f685'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:18:47.518892 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-bf6a9aa1-dee3-47cd-a59f-bb380cafe298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:18:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d8e43101-7592-40a0-a5a5-f3fd31c0f685'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:18:47.553908 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-db18b95a-53a0-4f91-92ab-cd283af55e3e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Deleting subnet acb16fea-df26-4d66-a01f-f23ed661829f {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:18:47.557041 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-db18b95a-53a0-4f91-92ab-cd283af55e3e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:47.596526 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-db18b95a-53a0-4f91-92ab-cd283af55e3e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:47.622374 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-bf6a9aa1-dee3-47cd-a59f-bb380cafe298 None None] Set router d8e43101-7592-40a0-a5a5-f3fd31c0f685 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:18:47.682613 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-db18b95a-53a0-4f91-92ab-cd283af55e3e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:47.802058 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-bf6a9aa1-dee3-47cd-a59f-bb380cafe298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e43101-7592-40a0-a5a5-f3fd31c0f685', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841780530', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '7ada8a63-b06c-439e-a710-07647060e518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:16:08Z', 'updated_at': '2022-04-20T14:18:46Z', 'revision_number': 5, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': '7ada8a63-b06c-439e-a710-07647060e518', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e43101-7592-40a0-a5a5-f3fd31c0f685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:16:08Z', 'updated_at': '2022-04-20T14:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:18:47.818507 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-db18b95a-53a0-4f91-92ab-cd283af55e3e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:47.829727 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6a9aa1-dee3-47cd-a59f-bb380cafe298 None None] Checking router: d8e43101-7592-40a0-a5a5-f3fd31c0f685 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:18:47.838084 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6a9aa1-dee3-47cd-a59f-bb380cafe298 None None] Routers {'d8e43101-7592-40a0-a5a5-f3fd31c0f685'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:18:47.838709 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-bf6a9aa1-dee3-47cd-a59f-bb380cafe298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:18:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d8e43101-7592-40a0-a5a5-f3fd31c0f685'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:18:47.846950 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18b95a-53a0-4f91-92ab-cd283af55e3e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event deleted for resources: {'Subnet': ['ID=acb16fea-df26-4d66-a01f-f23ed661829f,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:18:47.851076 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-db18b95a-53a0-4f91-92ab-cd283af55e3e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:47.854409 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-db18b95a-53a0-4f91-92ab-cd283af55e3e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "DELETE /v2.0/subnets/acb16fea-df26-4d66-a01f-f23ed661829f HTTP/1.1" status: 204 len: 168 time: 0.3500631 Apr 20 14:18:47.857196 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34800) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:18:47.863055 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036f3b5c-837f-4ab7-941c-55a86e30797e None None] Network 1f12315d-5ebe-413b-8287-4c6e01a3ca90 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:18:47.949749 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-bf6a9aa1-dee3-47cd-a59f-bb380cafe298 None None] Set router d8e43101-7592-40a0-a5a5-f3fd31c0f685 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:18:47.968698 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-42f3b4b2-9aed-484b-99c2-df105f9784c8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for router, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:48.055716 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58692c28-26e1-40d8-ac98-a2af436200c8 None None] DHCP port deletion for 1f12315d-5ebe-413b-8287-4c6e01a3ca90 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:18:48.090139 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-42f3b4b2-9aed-484b-99c2-df105f9784c8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:48.104307 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-58692c28-26e1-40d8-ac98-a2af436200c8 None None] Deleting port a95aa871-0ad1-4795-a873-ca6cd450da50 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:18:48.104700 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-58692c28-26e1-40d8-ac98-a2af436200c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:48.137852 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-bf6a9aa1-dee3-47cd-a59f-bb380cafe298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e43101-7592-40a0-a5a5-f3fd31c0f685', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841780530', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '7ada8a63-b06c-439e-a710-07647060e518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:16:08Z', 'updated_at': '2022-04-20T14:18:46Z', 'revision_number': 5, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': '7ada8a63-b06c-439e-a710-07647060e518', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e43101-7592-40a0-a5a5-f3fd31c0f685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:16:08Z', 'updated_at': '2022-04-20T14:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:18:48.163471 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6a9aa1-dee3-47cd-a59f-bb380cafe298 None None] The sync data for ids ['d8e43101-7592-40a0-a5a5-f3fd31c0f685'] in n-d-836015-7 is: [{'id': 'd8e43101-7592-40a0-a5a5-f3fd31c0f685', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841780530', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '7ada8a63-b06c-439e-a710-07647060e518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:16:08Z', 'updated_at': '2022-04-20T14:18:46Z', 'revision_number': 5, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': '7ada8a63-b06c-439e-a710-07647060e518', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:bf:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e43101-7592-40a0-a5a5-f3fd31c0f685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:16:08Z', 'updated_at': '2022-04-20T14:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:18:48.166166 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-58692c28-26e1-40d8-ac98-a2af436200c8 None None] For port a95aa871-0ad1-4795-a873-ca6cd450da50, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=a95aa871-0ad1-4795-a873-ca6cd450da50,segment=NetworkSegment(52bc47fd-667e-4247-889e-fc31b8ab4c34),segment_id=52bc47fd-667e-4247-889e-fc31b8ab4c34)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:18:48.166569 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-58692c28-26e1-40d8-ac98-a2af436200c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:48.185526 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-58692c28-26e1-40d8-ac98-a2af436200c8 None None] Calling delete_port for a95aa871-0ad1-4795-a873-ca6cd450da50 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:18:48.215753 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-42f3b4b2-9aed-484b-99c2-df105f9784c8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Deleting port 7ada8a63-b06c-439e-a710-07647060e518 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:18:48.219665 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-42f3b4b2-9aed-484b-99c2-df105f9784c8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:48.298981 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-42f3b4b2-9aed-484b-99c2-df105f9784c8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] For port 7ada8a63-b06c-439e-a710-07647060e518, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=7ada8a63-b06c-439e-a710-07647060e518,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:18:48.299246 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-42f3b4b2-9aed-484b-99c2-df105f9784c8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:48.312582 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-42f3b4b2-9aed-484b-99c2-df105f9784c8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Calling delete_port for 7ada8a63-b06c-439e-a710-07647060e518 owned by network:router_gateway {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:18:48.504025 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-58692c28-26e1-40d8-ac98-a2af436200c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:48.529616 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58692c28-26e1-40d8-ac98-a2af436200c8 None None] Pushing event deleted for resources: {'Port': ['ID=a95aa871-0ad1-4795-a873-ca6cd450da50,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:18:48.538349 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58692c28-26e1-40d8-ac98-a2af436200c8 None None] No DVR routers for this DVR port a95aa871-0ad1-4795-a873-ca6cd450da50 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:18:48.540890 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58692c28-26e1-40d8-ac98-a2af436200c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:48.543887 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58692c28-26e1-40d8-ac98-a2af436200c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:48.543887 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58692c28-26e1-40d8-ac98-a2af436200c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:48.543887 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58692c28-26e1-40d8-ac98-a2af436200c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:48.543887 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58692c28-26e1-40d8-ac98-a2af436200c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:48.543887 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58692c28-26e1-40d8-ac98-a2af436200c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:48.543887 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58692c28-26e1-40d8-ac98-a2af436200c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:48.543887 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58692c28-26e1-40d8-ac98-a2af436200c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:48.543887 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58692c28-26e1-40d8-ac98-a2af436200c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:48.544987 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58692c28-26e1-40d8-ac98-a2af436200c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:48.544987 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58692c28-26e1-40d8-ac98-a2af436200c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:48.544987 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58692c28-26e1-40d8-ac98-a2af436200c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:48.561678 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-42f3b4b2-9aed-484b-99c2-df105f9784c8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:48.588079 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f3b4b2-9aed-484b-99c2-df105f9784c8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event deleted for resources: {'Port': ['ID=7ada8a63-b06c-439e-a710-07647060e518,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:18:48.663703 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-42f3b4b2-9aed-484b-99c2-df105f9784c8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:48.753964 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-42f3b4b2-9aed-484b-99c2-df105f9784c8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:48.756178 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-42f3b4b2-9aed-484b-99c2-df105f9784c8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:48.889791 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-42f3b4b2-9aed-484b-99c2-df105f9784c8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:48.890337 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f3b4b2-9aed-484b-99c2-df105f9784c8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Fanout notify agent at l3_agent the message router_deleted on router d8e43101-7592-40a0-a5a5-f3fd31c0f685 {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:18:48.899425 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-42f3b4b2-9aed-484b-99c2-df105f9784c8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:48.899425 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-42f3b4b2-9aed-484b-99c2-df105f9784c8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "DELETE /v2.0/routers/d8e43101-7592-40a0-a5a5-f3fd31c0f685 HTTP/1.1" status: 204 len: 168 time: 1.0410180 Apr 20 14:18:48.901759 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34802) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:18:48.981302 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-516943ea-d23b-428c-be63-929e177ce1a7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:49.071966 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-516943ea-d23b-428c-be63-929e177ce1a7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:49.092352 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-516943ea-d23b-428c-be63-929e177ce1a7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f12315d-5ebe-413b-8287-4c6e01a3ca90']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:18:49.102002 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-516943ea-d23b-428c-be63-929e177ce1a7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52bc47fd-667e-4247-889e-fc31b8ab4c34') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:18:49.102301 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-516943ea-d23b-428c-be63-929e177ce1a7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52bc47fd-667e-4247-889e-fc31b8ab4c34') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:18:49.111471 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-516943ea-d23b-428c-be63-929e177ce1a7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:49.124267 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-516943ea-d23b-428c-be63-929e177ce1a7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:49.130310 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-516943ea-d23b-428c-be63-929e177ce1a7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:18:49.130702 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-516943ea-d23b-428c-be63-929e177ce1a7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:49.134177 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 14:18:49.134177 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:18:49.134177 n-d-836015-7 neutron-server[114869]: timer() Apr 20 14:18:49.134177 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:18:49.134177 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 14:18:49.134177 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:18:49.134177 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 14:18:49.134177 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:18:49.134177 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 14:18:49.134177 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:18:49.134177 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 14:18:49.134177 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:18:49.134177 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 14:18:49.134177 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:18:49.134177 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:18:49.134177 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:18:49.134177 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:18:49.134177 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:18:49.134177 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 14:18:49.134177 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:18:49.134177 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 14:18:49.134177 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:18:49.134177 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:18:49.134177 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:18:49.134177 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 14:18:49.134177 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:18:49.134177 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:18:49.134177 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:18:49.134177 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:18:49.134177 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:18:49.134177 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:18:49.134177 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:18:49.278013 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-516943ea-d23b-428c-be63-929e177ce1a7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:49.285512 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-516943ea-d23b-428c-be63-929e177ce1a7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:49.288575 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-516943ea-d23b-428c-be63-929e177ce1a7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "DELETE /v2.0/networks/1f12315d-5ebe-413b-8287-4c6e01a3ca90 HTTP/1.1" status: 204 len: 168 time: 0.3858399 Apr 20 14:18:49.296482 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34804) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:18:49.300397 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516943ea-d23b-428c-be63-929e177ce1a7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event deleted for resources: {'Network': ['ID=1f12315d-5ebe-413b-8287-4c6e01a3ca90,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:18:49.369198 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-22b1c6ac-1956-4cdd-b31c-f7b0b367390e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:49.393889 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-22b1c6ac-1956-4cdd-b31c-f7b0b367390e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:49.503620 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-22b1c6ac-1956-4cdd-b31c-f7b0b367390e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:49.506276 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-22b1c6ac-1956-4cdd-b31c-f7b0b367390e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:49.508080 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-22b1c6ac-1956-4cdd-b31c-f7b0b367390e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "DELETE /v2.0/security-groups/c7b00506-f451-4a61-aed4-86fdc0da5df3 HTTP/1.1" status: 204 len: 168 time: 0.2156997 Apr 20 14:18:49.517548 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b1c6ac-1956-4cdd-b31c-f7b0b367390e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b00506-f451-4a61-aed4-86fdc0da5df3,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:18:49.525283 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b1c6ac-1956-4cdd-b31c-f7b0b367390e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:49.525501 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b1c6ac-1956-4cdd-b31c-f7b0b367390e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:49.525836 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b1c6ac-1956-4cdd-b31c-f7b0b367390e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:49.526163 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b1c6ac-1956-4cdd-b31c-f7b0b367390e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:49.526659 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b1c6ac-1956-4cdd-b31c-f7b0b367390e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:49.526999 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b1c6ac-1956-4cdd-b31c-f7b0b367390e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:49.527324 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b1c6ac-1956-4cdd-b31c-f7b0b367390e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:49.527676 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b1c6ac-1956-4cdd-b31c-f7b0b367390e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:49.527999 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b1c6ac-1956-4cdd-b31c-f7b0b367390e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:49.528370 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b1c6ac-1956-4cdd-b31c-f7b0b367390e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:49.528640 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b1c6ac-1956-4cdd-b31c-f7b0b367390e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:49.528957 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b1c6ac-1956-4cdd-b31c-f7b0b367390e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:49.832083 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device a95aa871-0ad1-4795-a873-ca6cd450da50 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:18:49.854360 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: a95aa871-0ad1-4795-a873-ca6cd450da50 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:18:49.854702 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device a95aa871-0ad1-4795-a873-ca6cd450da50 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:18:49.855103 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device c25bdbe7-ab95-4ddb-83fa-9dba69ff51f4 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:18:49.873337 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: c25bdbe7-ab95-4ddb-83fa-9dba69ff51f4 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:18:49.873674 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device c25bdbe7-ab95-4ddb-83fa-9dba69ff51f4 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:18:49.874071 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 7ada8a63-b06c-439e-a710-07647060e518 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:18:49.891826 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 7ada8a63-b06c-439e-a710-07647060e518 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:18:49.892163 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 7ada8a63-b06c-439e-a710-07647060e518 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:18:50.150375 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34812) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:18:50.154985 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-6289bc38-e4c2-40ee-b8c4-bc7bc80665eb tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1272555877', 'description': 'tempest-secgroup-smoke-1272555877 description', 'project_id': 'f7d350484fd744aba8607d7467eb1568'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:18:50.249460 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6289bc38-e4c2-40ee-b8c4-bc7bc80665eb tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:50.314035 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6289bc38-e4c2-40ee-b8c4-bc7bc80665eb tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:50.369337 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6289bc38-e4c2-40ee-b8c4-bc7bc80665eb tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:50.396383 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6289bc38-e4c2-40ee-b8c4-bc7bc80665eb tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=398ebc36-181a-48c0-b4ab-893b78f866b7,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:18:50.480209 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6289bc38-e4c2-40ee-b8c4-bc7bc80665eb tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:50.481449 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6289bc38-e4c2-40ee-b8c4-bc7bc80665eb tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3300531 Apr 20 14:18:50.484370 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34814) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:18:50.488653 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-242b7b7d-c418-4ef0-b45a-45c4f1b2f513 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'security_group_rule': {'security_group_id': '398ebc36-181a-48c0-b4ab-893b78f866b7', 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:18:50.579978 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-242b7b7d-c418-4ef0-b45a-45c4f1b2f513 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:50.634199 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-242b7b7d-c418-4ef0-b45a-45c4f1b2f513 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:50.695743 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-242b7b7d-c418-4ef0-b45a-45c4f1b2f513 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:50.714163 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b7b7d-c418-4ef0-b45a-45c4f1b2f513 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1884a60f-1f94-4ba5-8067-8df02c1f7e32,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:18:50.771387 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-242b7b7d-c418-4ef0-b45a-45c4f1b2f513 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:50.773210 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-242b7b7d-c418-4ef0-b45a-45c4f1b2f513 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2878611 Apr 20 14:18:50.775980 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34816) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:18:50.780228 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-fd48146d-7d26-4184-b7f4-bb3d78f35364 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'security_group_rule': {'security_group_id': '398ebc36-181a-48c0-b4ab-893b78f866b7', 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:18:50.856319 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fd48146d-7d26-4184-b7f4-bb3d78f35364 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:50.915074 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fd48146d-7d26-4184-b7f4-bb3d78f35364 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:50.992701 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fd48146d-7d26-4184-b7f4-bb3d78f35364 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:51.010553 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48146d-7d26-4184-b7f4-bb3d78f35364 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1416a9b-7043-4a6f-8836-96e516c57b78,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:18:51.079981 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-fd48146d-7d26-4184-b7f4-bb3d78f35364 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:51.081166 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-fd48146d-7d26-4184-b7f4-bb3d78f35364 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3042834 Apr 20 14:18:51.083893 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34818) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:18:51.088125 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-55cccc21-96e5-4a58-8785-25764f6d79ca tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'security_group_rule': {'security_group_id': '398ebc36-181a-48c0-b4ab-893b78f866b7', 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:18:51.180113 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-55cccc21-96e5-4a58-8785-25764f6d79ca tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:51.235717 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-55cccc21-96e5-4a58-8785-25764f6d79ca tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:51.312247 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-55cccc21-96e5-4a58-8785-25764f6d79ca tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:51.327195 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cccc21-96e5-4a58-8785-25764f6d79ca tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a38c53a5-c802-4428-80da-c8db40f075eb,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:18:51.393986 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-55cccc21-96e5-4a58-8785-25764f6d79ca tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:51.395170 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-55cccc21-96e5-4a58-8785-25764f6d79ca tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3103404 Apr 20 14:18:51.397809 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34820) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:18:51.402063 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-75026c69-a108-413c-b2c1-2eaadaf2fbbf tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'security_group_rule': {'security_group_id': '398ebc36-181a-48c0-b4ab-893b78f866b7', 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:18:51.492561 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-75026c69-a108-413c-b2c1-2eaadaf2fbbf tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:51.549632 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-75026c69-a108-413c-b2c1-2eaadaf2fbbf tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:51.629458 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-75026c69-a108-413c-b2c1-2eaadaf2fbbf tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:51.648467 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75026c69-a108-413c-b2c1-2eaadaf2fbbf tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de18105f-a436-4579-b8a2-d1613b339b83,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:18:51.711694 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-75026c69-a108-413c-b2c1-2eaadaf2fbbf tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:51.712877 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-75026c69-a108-413c-b2c1-2eaadaf2fbbf tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3141637 Apr 20 14:18:51.715554 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34822) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:18:51.720715 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-f6a6f490-aa1e-4c90-9070-2807a93af875 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'security_group_rule': {'security_group_id': '398ebc36-181a-48c0-b4ab-893b78f866b7', 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:18:51.789629 n-d-836015-7 neutron-server[114870]: INFO neutron.db.securitygroups_db [None req-f6a6f490-aa1e-4c90-9070-2807a93af875 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Project f7d350484fd744aba8607d7467eb1568 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 14:18:51.794539 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f6a6f490-aa1e-4c90-9070-2807a93af875 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:51.854893 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f6a6f490-aa1e-4c90-9070-2807a93af875 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:51.926311 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f6a6f490-aa1e-4c90-9070-2807a93af875 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:51.943843 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a6f490-aa1e-4c90-9070-2807a93af875 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ef91ccd-985a-491c-a2f9-c0e9366eeb62,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:18:52.025914 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-f6a6f490-aa1e-4c90-9070-2807a93af875 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:52.027137 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f6a6f490-aa1e-4c90-9070-2807a93af875 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3106415 Apr 20 14:18:52.029786 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34824) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:18:52.034162 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-b9c0ee2d-e464-4a1f-a0e4-b02a8d373d1b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'security_group_rule': {'security_group_id': '398ebc36-181a-48c0-b4ab-893b78f866b7', 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:18:52.132635 n-d-836015-7 neutron-server[114870]: INFO neutron.db.securitygroups_db [None req-b9c0ee2d-e464-4a1f-a0e4-b02a8d373d1b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Project f7d350484fd744aba8607d7467eb1568 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 14:18:52.137747 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b9c0ee2d-e464-4a1f-a0e4-b02a8d373d1b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:52.199277 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b9c0ee2d-e464-4a1f-a0e4-b02a8d373d1b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:52.278136 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b9c0ee2d-e464-4a1f-a0e4-b02a8d373d1b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:52.295575 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0ee2d-e464-4a1f-a0e4-b02a8d373d1b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7770c0db-8917-4df2-ace2-ccf23a61d84e,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:18:52.371641 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b9c0ee2d-e464-4a1f-a0e4-b02a8d373d1b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:52.372843 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b9c0ee2d-e464-4a1f-a0e4-b02a8d373d1b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3421059 Apr 20 14:18:52.375599 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34826) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:18:52.380329 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-521520c2-7f36-4803-b8cd-acd369f7646b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'network': {'name': 'tempest-network-smoke--343598450', 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'port_security_enabled': True}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:18:52.466841 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521520c2-7f36-4803-b8cd-acd369f7646b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Made reservation on behalf of f7d350484fd744aba8607d7467eb1568 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:18:52.470202 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-521520c2-7f36-4803-b8cd-acd369f7646b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:52.493923 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-521520c2-7f36-4803-b8cd-acd369f7646b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:18:52.502258 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-521520c2-7f36-4803-b8cd-acd369f7646b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:52.502593 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-521520c2-7f36-4803-b8cd-acd369f7646b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Added segment dc29921c-c0ac-423f-ae4b-3120779ef606 of type vlan for network 8b2c43d9-4f11-4905-8e43-7396c5ab45bf Apr 20 14:18:52.541768 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-521520c2-7f36-4803-b8cd-acd369f7646b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:52.615449 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-521520c2-7f36-4803-b8cd-acd369f7646b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:52.621423 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521520c2-7f36-4803-b8cd-acd369f7646b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:18:52.621995 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-521520c2-7f36-4803-b8cd-acd369f7646b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:52.686086 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521520c2-7f36-4803-b8cd-acd369f7646b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'Network': ['ID=8b2c43d9-4f11-4905-8e43-7396c5ab45bf,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:18:52.697144 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 8b2c43d9-4f11-4905-8e43-7396c5ab45bf details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:18:52.750024 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-521520c2-7f36-4803-b8cd-acd369f7646b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3732164 Apr 20 14:18:52.752703 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34828) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:18:52.758033 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-35e03978-2968-461e-b593-5a33cad29a77 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-293834654', 'admin_state_up': True, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:18:52.827038 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-35e03978-2968-461e-b593-5a33cad29a77 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:52.828316 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-35e03978-2968-461e-b593-5a33cad29a77 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:52.878663 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-35e03978-2968-461e-b593-5a33cad29a77 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:53.077825 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-35e03978-2968-461e-b593-5a33cad29a77 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:53.351079 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-35e03978-2968-461e-b593-5a33cad29a77 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for router_gateway, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:53.369038 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-35e03978-2968-461e-b593-5a33cad29a77 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:53.466900 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-35e03978-2968-461e-b593-5a33cad29a77 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Allocated IP 172.25.8.97 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/010a5799-68bd-49d0-99af-966f0d94e3e1) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:18:53.572029 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-35e03978-2968-461e-b593-5a33cad29a77 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:53.652370 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-35e03978-2968-461e-b593-5a33cad29a77 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:53.687079 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e03978-2968-461e-b593-5a33cad29a77 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:18:53.691843 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-35e03978-2968-461e-b593-5a33cad29a77 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:18:53.695850 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e03978-2968-461e-b593-5a33cad29a77 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:18:53.721287 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e03978-2968-461e-b593-5a33cad29a77 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'Port': ['ID=010a5799-68bd-49d0-99af-966f0d94e3e1,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:18:54.191272 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-35e03978-2968-461e-b593-5a33cad29a77 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for router_gateway, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:54.381709 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-35e03978-2968-461e-b593-5a33cad29a77 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:54.538662 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-55b442d7-d21c-4574-b34b-f6e23aa23212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:54.606583 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e03978-2968-461e-b593-5a33cad29a77 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Router 014bfcb9-4367-4c20-b429-fb72aafbf641 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:18:54.709375 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e03978-2968-461e-b593-5a33cad29a77 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:18:54.719185 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eeec4df-e880-4521-ab4f-b127be9ef28b None None] Sync routers for ids ['014bfcb9-4367-4c20-b429-fb72aafbf641'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:18:54.729138 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eeec4df-e880-4521-ab4f-b127be9ef28b None None] Routers {'014bfcb9-4367-4c20-b429-fb72aafbf641'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:18:54.729786 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-3eeec4df-e880-4521-ab4f-b127be9ef28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:18:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['014bfcb9-4367-4c20-b429-fb72aafbf641'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:18:54.803327 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-35e03978-2968-461e-b593-5a33cad29a77 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:54.807327 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-35e03978-2968-461e-b593-5a33cad29a77 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0508590 Apr 20 14:18:54.808964 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34830) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:18:54.833566 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-3eeec4df-e880-4521-ab4f-b127be9ef28b None None] Set router 014bfcb9-4367-4c20-b429-fb72aafbf641 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:18:54.837463 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-3129c023-4175-4cae-b59e-2c58e126dd37 tempest-TestNetworkAdvancedServerOps-1565287851 tempest-TestNetworkAdvancedServerOps-1565287851-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=f7d350484fd744aba8607d7467eb1568&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287359 Apr 20 14:18:54.840191 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34832) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:18:54.925103 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8c1bab-f730-406a-835a-e1cea797c5ab tempest-TestNetworkAdvancedServerOps-1565287851 tempest-TestNetworkAdvancedServerOps-1565287851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:18:54.926600 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9d8c1bab-f730-406a-835a-e1cea797c5ab tempest-TestNetworkAdvancedServerOps-1565287851 tempest-TestNetworkAdvancedServerOps-1565287851-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0854177 Apr 20 14:18:54.929385 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34834) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:18:54.963946 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ce411807-b2bb-4b67-900c-77cbf6281aea tempest-TestNetworkAdvancedServerOps-1565287851 tempest-TestNetworkAdvancedServerOps-1565287851-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=08acadad-0b4a-420a-b5f5-639128d4ec40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311713 Apr 20 14:18:54.964172 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34836) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:18:54.968742 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-cde0c426-e52c-43fd-ba13-79df1f98929a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1481531981', 'network_id': '8b2c43d9-4f11-4905-8e43-7396c5ab45bf', 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:18:55.014126 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-3eeec4df-e880-4521-ab4f-b127be9ef28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014bfcb9-4367-4c20-b429-fb72aafbf641', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293834654', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '010a5799-68bd-49d0-99af-966f0d94e3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:18:52Z', 'updated_at': '2022-04-20T14:18:53Z', 'revision_number': 3, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': '010a5799-68bd-49d0-99af-966f0d94e3e1', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a7:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014bfcb9-4367-4c20-b429-fb72aafbf641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:18:53Z', 'updated_at': '2022-04-20T14:18:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:18:55.045891 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eeec4df-e880-4521-ab4f-b127be9ef28b None None] Checking router: 014bfcb9-4367-4c20-b429-fb72aafbf641 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:18:55.046239 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eeec4df-e880-4521-ab4f-b127be9ef28b None None] Updating router 014bfcb9-4367-4c20-b429-fb72aafbf641 port 010a5799-68bd-49d0-99af-966f0d94e3e1 binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:18:55.071607 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3eeec4df-e880-4521-ab4f-b127be9ef28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:55.129838 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde0c426-e52c-43fd-ba13-79df1f98929a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Made reservation on behalf of f7d350484fd744aba8607d7467eb1568 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:18:55.134022 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cde0c426-e52c-43fd-ba13-79df1f98929a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:55.317501 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3eeec4df-e880-4521-ab4f-b127be9ef28b None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:55.381292 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cde0c426-e52c-43fd-ba13-79df1f98929a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:55.406393 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3eeec4df-e880-4521-ab4f-b127be9ef28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:55.442491 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde0c426-e52c-43fd-ba13-79df1f98929a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'Subnet': ['ID=ac09a927-e8ef-43f4-91d0-53bf1d01bb6a,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:18:55.454486 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde0c426-e52c-43fd-ba13-79df1f98929a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Checking segment: {'id': 'dc29921c-c0ac-423f-ae4b-3120779ef606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8b2c43d9-4f11-4905-8e43-7396c5ab45bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:18:55.454849 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde0c426-e52c-43fd-ba13-79df1f98929a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Network hostable DHCP agents. Network: 8b2c43d9-4f11-4905-8e43-7396c5ab45bf, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:18:55.459709 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-3eeec4df-e880-4521-ab4f-b127be9ef28b None None] Attempting to bind port 010a5799-68bd-49d0-99af-966f0d94e3e1 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:18:55.460659 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-3eeec4df-e880-4521-ab4f-b127be9ef28b None None] Attempting to bind port 010a5799-68bd-49d0-99af-966f0d94e3e1 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:18:55.461018 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eeec4df-e880-4521-ab4f-b127be9ef28b None None] Attempting to bind port 010a5799-68bd-49d0-99af-966f0d94e3e1 on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:18:55.470389 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eeec4df-e880-4521-ab4f-b127be9ef28b None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:18:55.470801 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eeec4df-e880-4521-ab4f-b127be9ef28b None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:18:55.471200 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3eeec4df-e880-4521-ab4f-b127be9ef28b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:55.471608 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eeec4df-e880-4521-ab4f-b127be9ef28b None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:18:55.476692 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-3eeec4df-e880-4521-ab4f-b127be9ef28b None None] Bound port: 010a5799-68bd-49d0-99af-966f0d94e3e1, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:18:55.476692 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3eeec4df-e880-4521-ab4f-b127be9ef28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:55.476692 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a6b3b-76cf-44b2-9b45-5d6dd442cd3b None None] Pushing event updated for resources: {'Port': ['ID=010a5799-68bd-49d0-99af-966f0d94e3e1,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:18:55.525965 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-3eeec4df-e880-4521-ab4f-b127be9ef28b None None] For port 010a5799-68bd-49d0-99af-966f0d94e3e1, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:18:55.528962 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-3eeec4df-e880-4521-ab4f-b127be9ef28b None None] For port 010a5799-68bd-49d0-99af-966f0d94e3e1, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=010a5799-68bd-49d0-99af-966f0d94e3e1,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:18:55.552671 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde0c426-e52c-43fd-ba13-79df1f98929a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Network 8b2c43d9-4f11-4905-8e43-7396c5ab45bf is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:18:55.610161 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3eeec4df-e880-4521-ab4f-b127be9ef28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:55.638266 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-cde0c426-e52c-43fd-ba13-79df1f98929a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 8b2c43d9-4f11-4905-8e43-7396c5ab45bf) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:18:55.642274 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde0c426-e52c-43fd-ba13-79df1f98929a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:18:55.643191 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cde0c426-e52c-43fd-ba13-79df1f98929a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:55.649249 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5968b007-5684-4840-b9b6-bb90038835b2 None None] Network 8b2c43d9-4f11-4905-8e43-7396c5ab45bf requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:18:55.712510 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eeec4df-e880-4521-ab4f-b127be9ef28b None None] Routers {'014bfcb9-4367-4c20-b429-fb72aafbf641'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:18:55.713155 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-3eeec4df-e880-4521-ab4f-b127be9ef28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:18:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['014bfcb9-4367-4c20-b429-fb72aafbf641'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:18:55.715264 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-cde0c426-e52c-43fd-ba13-79df1f98929a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7501111 Apr 20 14:18:55.718072 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34838) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:18:55.751068 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a6b3b-76cf-44b2-9b45-5d6dd442cd3b None None] Pushing event updated for resources: {'Port': ['ID=010a5799-68bd-49d0-99af-966f0d94e3e1,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:18:55.867211 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-3eeec4df-e880-4521-ab4f-b127be9ef28b None None] Set router 014bfcb9-4367-4c20-b429-fb72aafbf641 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:18:56.002059 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cf5918-779c-4b0c-a08d-940af241a271 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-8b2c43d9-4f11-4905-8e43-7396c5ab45bf', 'network_id': '8b2c43d9-4f11-4905-8e43-7396c5ab45bf', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'fixed_ips': [{'subnet_id': 'ac09a927-e8ef-43f4-91d0-53bf1d01bb6a'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:18:56.002913 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-14cf5918-779c-4b0c-a08d-940af241a271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:56.154073 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e7d401f4-0625-4d86-91de-2e581999c7d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:56.185308 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-3eeec4df-e880-4521-ab4f-b127be9ef28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014bfcb9-4367-4c20-b429-fb72aafbf641', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293834654', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '010a5799-68bd-49d0-99af-966f0d94e3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:18:52Z', 'updated_at': '2022-04-20T14:18:53Z', 'revision_number': 3, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': '010a5799-68bd-49d0-99af-966f0d94e3e1', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a7:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014bfcb9-4367-4c20-b429-fb72aafbf641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:18:53Z', 'updated_at': '2022-04-20T14:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:18:56.219671 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-14cf5918-779c-4b0c-a08d-940af241a271 None None] Allocated IP 172.20.0.2 (8b2c43d9-4f11-4905-8e43-7396c5ab45bf/ac09a927-e8ef-43f4-91d0-53bf1d01bb6a/deb35cdc-30ad-4d93-81e5-94139a5ff958) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:18:56.221880 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eeec4df-e880-4521-ab4f-b127be9ef28b None None] The sync data for ids ['014bfcb9-4367-4c20-b429-fb72aafbf641'] in n-d-836015-7 is: [{'id': '014bfcb9-4367-4c20-b429-fb72aafbf641', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293834654', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '010a5799-68bd-49d0-99af-966f0d94e3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:18:52Z', 'updated_at': '2022-04-20T14:18:53Z', 'revision_number': 3, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': '010a5799-68bd-49d0-99af-966f0d94e3e1', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a7:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014bfcb9-4367-4c20-b429-fb72aafbf641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:18:53Z', 'updated_at': '2022-04-20T14:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:18:56.380933 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-14cf5918-779c-4b0c-a08d-940af241a271 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:56.452495 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-14cf5918-779c-4b0c-a08d-940af241a271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:56.515021 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cf5918-779c-4b0c-a08d-940af241a271 None None] Network 8b2c43d9-4f11-4905-8e43-7396c5ab45bf is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:18:56.516535 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf5918-779c-4b0c-a08d-940af241a271 None None] Pushing event updated for resources: {'Port': ['ID=deb35cdc-30ad-4d93-81e5-94139a5ff958,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:18:56.520732 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-14cf5918-779c-4b0c-a08d-940af241a271 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:18:56.523196 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cf5918-779c-4b0c-a08d-940af241a271 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:18:56.583670 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-14cf5918-779c-4b0c-a08d-940af241a271 None None] Attempting to bind port deb35cdc-30ad-4d93-81e5-94139a5ff958 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:18:56.584113 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-14cf5918-779c-4b0c-a08d-940af241a271 None None] Attempting to bind port deb35cdc-30ad-4d93-81e5-94139a5ff958 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'dc29921c-c0ac-423f-ae4b-3120779ef606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8b2c43d9-4f11-4905-8e43-7396c5ab45bf'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:18:56.584552 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cf5918-779c-4b0c-a08d-940af241a271 None None] Attempting to bind port deb35cdc-30ad-4d93-81e5-94139a5ff958 on network 8b2c43d9-4f11-4905-8e43-7396c5ab45bf {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:18:56.586099 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:18:56.590461 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cf5918-779c-4b0c-a08d-940af241a271 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:18:56.590934 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cf5918-779c-4b0c-a08d-940af241a271 None None] Checking segment: {'id': 'dc29921c-c0ac-423f-ae4b-3120779ef606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8b2c43d9-4f11-4905-8e43-7396c5ab45bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:18:56.591435 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-14cf5918-779c-4b0c-a08d-940af241a271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:56.595079 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cf5918-779c-4b0c-a08d-940af241a271 None None] Bound using segment: {'id': 'dc29921c-c0ac-423f-ae4b-3120779ef606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8b2c43d9-4f11-4905-8e43-7396c5ab45bf'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:18:56.595079 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-14cf5918-779c-4b0c-a08d-940af241a271 None None] Bound port: deb35cdc-30ad-4d93-81e5-94139a5ff958, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc29921c-c0ac-423f-ae4b-3120779ef606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8b2c43d9-4f11-4905-8e43-7396c5ab45bf'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:18:56.595079 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-14cf5918-779c-4b0c-a08d-940af241a271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:56.669431 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-14cf5918-779c-4b0c-a08d-940af241a271 None None] For port deb35cdc-30ad-4d93-81e5-94139a5ff958, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:18:56.672715 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-14cf5918-779c-4b0c-a08d-940af241a271 None None] For port deb35cdc-30ad-4d93-81e5-94139a5ff958, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=deb35cdc-30ad-4d93-81e5-94139a5ff958,segment=NetworkSegment(dc29921c-c0ac-423f-ae4b-3120779ef606),segment_id=dc29921c-c0ac-423f-ae4b-3120779ef606)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:18:56.776685 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-14cf5918-779c-4b0c-a08d-940af241a271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:56.832458 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-e7d401f4-0625-4d86-91de-2e581999c7d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Allocated IP 172.20.0.1 (8b2c43d9-4f11-4905-8e43-7396c5ab45bf/ac09a927-e8ef-43f4-91d0-53bf1d01bb6a/205e30ec-f824-4414-b54a-69583471aefd) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:18:56.848535 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf5918-779c-4b0c-a08d-940af241a271 None None] Pushing event updated for resources: {'Port': ['ID=deb35cdc-30ad-4d93-81e5-94139a5ff958,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:18:56.867912 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c0b4ab0d-6643-412b-aa2a-b1f70040c4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:56.967683 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e7d401f4-0625-4d86-91de-2e581999c7d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:57.056056 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e7d401f4-0625-4d86-91de-2e581999c7d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:57.107596 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d401f4-0625-4d86-91de-2e581999c7d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Network 8b2c43d9-4f11-4905-8e43-7396c5ab45bf is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:18:57.111032 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-e7d401f4-0625-4d86-91de-2e581999c7d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:18:57.113571 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d401f4-0625-4d86-91de-2e581999c7d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:18:57.121155 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d401f4-0625-4d86-91de-2e581999c7d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'Port': ['ID=205e30ec-f824-4414-b54a-69583471aefd,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:18:57.172838 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e7d401f4-0625-4d86-91de-2e581999c7d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:57.364566 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e7d401f4-0625-4d86-91de-2e581999c7d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:57.643706 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e7d401f4-0625-4d86-91de-2e581999c7d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:57.738546 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e7d401f4-0625-4d86-91de-2e581999c7d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:57.772896 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484b7b0c-8f28-4142-b8cf-1a74065a9f6b None None] Network 8b2c43d9-4f11-4905-8e43-7396c5ab45bf requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:18:57.823147 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e7d401f4-0625-4d86-91de-2e581999c7d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:57.825095 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d401f4-0625-4d86-91de-2e581999c7d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'Port': ['ID=205e30ec-f824-4414-b54a-69583471aefd,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:18:57.840759 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-89ccb5d9-e8e4-470f-912c-f2c9156a45dc None None] Provisioning complete for port deb35cdc-30ad-4d93-81e5-94139a5ff958 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:18:57.841128 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-89ccb5d9-e8e4-470f-912c-f2c9156a45dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:57.940226 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d401f4-0625-4d86-91de-2e581999c7d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Network 8b2c43d9-4f11-4905-8e43-7396c5ab45bf is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:18:57.942084 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-e7d401f4-0625-4d86-91de-2e581999c7d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:18:58.047384 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device deb35cdc-30ad-4d93-81e5-94139a5ff958 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:18:58.068244 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d401f4-0625-4d86-91de-2e581999c7d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Router 014bfcb9-4367-4c20-b429-fb72aafbf641 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:18:58.183419 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d401f4-0625-4d86-91de-2e581999c7d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:18:58.188837 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e7d401f4-0625-4d86-91de-2e581999c7d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "PUT /v2.0/routers/014bfcb9-4367-4c20-b429-fb72aafbf641/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4695287 Apr 20 14:18:58.210560 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port deb35cdc-30ad-4d93-81e5-94139a5ff958 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:18:58.210938 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:58.212428 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-89ccb5d9-e8e4-470f-912c-f2c9156a45dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:58.280510 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-89ccb5d9-e8e4-470f-912c-f2c9156a45dc None None] For port deb35cdc-30ad-4d93-81e5-94139a5ff958, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=deb35cdc-30ad-4d93-81e5-94139a5ff958,segment=NetworkSegment(dc29921c-c0ac-423f-ae4b-3120779ef606),segment_id=dc29921c-c0ac-423f-ae4b-3120779ef606)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:18:58.322005 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1aded4-50ed-44ba-8b51-bf00d496c45a None None] Sync routers for ids ['014bfcb9-4367-4c20-b429-fb72aafbf641'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:18:58.335492 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1aded4-50ed-44ba-8b51-bf00d496c45a None None] Routers {'014bfcb9-4367-4c20-b429-fb72aafbf641'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:18:58.347642 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-2b1aded4-50ed-44ba-8b51-bf00d496c45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:18:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['014bfcb9-4367-4c20-b429-fb72aafbf641'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:18:58.347959 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:58.367407 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e2281b6-7d33-4639-a519-e26ef133884d req-489215fa-255f-46fa-a376-1781b1888a24 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1272555877&fields=id&tenant_id=f7d350484fd744aba8607d7467eb1568 HTTP/1.1" status: 200 len: 267 time: 0.0509162 Apr 20 14:18:58.407393 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-89ccb5d9-e8e4-470f-912c-f2c9156a45dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:58.465236 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ccb5d9-e8e4-470f-912c-f2c9156a45dc None None] Pushing event updated for resources: {'Port': ['ID=deb35cdc-30ad-4d93-81e5-94139a5ff958,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:18:58.470884 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:58.499347 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2281b6-7d33-4639-a519-e26ef133884d req-e04368f2-0b37-4446-8306-b30686dca132 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:18:58.501998 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e2281b6-7d33-4639-a519-e26ef133884d req-e04368f2-0b37-4446-8306-b30686dca132 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/networks?id=8b2c43d9-4f11-4905-8e43-7396c5ab45bf HTTP/1.1" status: 200 len: 796 time: 0.1332314 Apr 20 14:18:58.512610 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:18:58.519887 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:18:58.524489 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e2281b6-7d33-4639-a519-e26ef133884d req-ea71396b-1726-4eeb-be4e-4d751d5ed089 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/quotas/f7d350484fd744aba8607d7467eb1568 HTTP/1.1" status: 200 len: 375 time: 0.0168240 Apr 20 14:18:58.528584 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-438005c8-e2a4-4f0b-ac65-bcab6e35d01f None None] Provisioning complete for port deb35cdc-30ad-4d93-81e5-94139a5ff958 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:18:58.528876 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-438005c8-e2a4-4f0b-ac65-bcab6e35d01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:58.589075 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e2281b6-7d33-4639-a519-e26ef133884d req-893036e4-bf34-43d1-be2d-c0327dfc00f4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f7d350484fd744aba8607d7467eb1568&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566444 Apr 20 14:18:58.590467 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-2b1aded4-50ed-44ba-8b51-bf00d496c45a None None] Set router 014bfcb9-4367-4c20-b429-fb72aafbf641 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:18:58.604204 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-7e2281b6-7d33-4639-a519-e26ef133884d req-51f68e99-a191-4f1f-875a-7e697ca1698c service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:18:58.605738 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e2281b6-7d33-4639-a519-e26ef133884d req-51f68e99-a191-4f1f-875a-7e697ca1698c service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071757 Apr 20 14:18:58.643568 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-438005c8-e2a4-4f0b-ac65-bcab6e35d01f None None] Provisioning complete for port 205e30ec-f824-4414-b54a-69583471aefd triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:18:58.643943 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-438005c8-e2a4-4f0b-ac65-bcab6e35d01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:58.689452 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-438005c8-e2a4-4f0b-ac65-bcab6e35d01f None None] Port 205e30ec-f824-4414-b54a-69583471aefd cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:18:58.709074 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e2281b6-7d33-4639-a519-e26ef133884d req-82bd1bd5-1783-4e20-82af-0806354b7a1a service neutron] 10.222.0.25 "GET /v2.0/networks/8b2c43d9-4f11-4905-8e43-7396c5ab45bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966728 Apr 20 14:18:58.808710 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-fa49ce0c-cc37-4c7f-9fb8-2369b917b025 None None] Provisioning complete for port 205e30ec-f824-4414-b54a-69583471aefd triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:18:58.812988 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fa49ce0c-cc37-4c7f-9fb8-2369b917b025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:58.822105 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-2b1aded4-50ed-44ba-8b51-bf00d496c45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014bfcb9-4367-4c20-b429-fb72aafbf641', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293834654', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '010a5799-68bd-49d0-99af-966f0d94e3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:18:52Z', 'updated_at': '2022-04-20T14:18:57Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': '010a5799-68bd-49d0-99af-966f0d94e3e1', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a7:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014bfcb9-4367-4c20-b429-fb72aafbf641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:18:53Z', 'updated_at': '2022-04-20T14:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '205e30ec-f824-4414-b54a-69583471aefd', 'name': '', 'network_id': '8b2c43d9-4f11-4905-8e43-7396c5ab45bf', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'mac_address': 'fa:16:3e:4d:cc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014bfcb9-4367-4c20-b429-fb72aafbf641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ac09a927-e8ef-43f4-91d0-53bf1d01bb6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:18:56Z', 'updated_at': '2022-04-20T14:18:57Z', 'revision_number': 2, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'subnets': [{'id': 'ac09a927-e8ef-43f4-91d0-53bf1d01bb6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:18:58.828760 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e2281b6-7d33-4639-a519-e26ef133884d req-cf36eaff-62c9-4b81-b1cd-deceb730f613 service neutron] 10.222.0.25 "GET /v2.0/networks/8b2c43d9-4f11-4905-8e43-7396c5ab45bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086469 Apr 20 14:18:58.849850 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-fa49ce0c-cc37-4c7f-9fb8-2369b917b025 None None] Port 205e30ec-f824-4414-b54a-69583471aefd cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:18:58.864739 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1aded4-50ed-44ba-8b51-bf00d496c45a None None] Checking router: 014bfcb9-4367-4c20-b429-fb72aafbf641 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:18:58.865090 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1aded4-50ed-44ba-8b51-bf00d496c45a None None] Updating router 014bfcb9-4367-4c20-b429-fb72aafbf641 port 205e30ec-f824-4414-b54a-69583471aefd binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:18:58.898179 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-2b1aded4-50ed-44ba-8b51-bf00d496c45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:58.973397 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-d4f48c41-4eff-4dd4-846c-2402c474256e None None] Provisioning complete for port 205e30ec-f824-4414-b54a-69583471aefd triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:18:58.973819 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d4f48c41-4eff-4dd4-846c-2402c474256e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:59.018314 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-d4f48c41-4eff-4dd4-846c-2402c474256e None None] Port 205e30ec-f824-4414-b54a-69583471aefd cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:18:59.054692 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 010a5799-68bd-49d0-99af-966f0d94e3e1 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:18:59.088406 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-db55ced7-86dc-486b-97c4-7be94d1b4b95 req-104b6ea6-c088-49f1-9d33-2b6549da978c tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 210 time: 0.0300436 Apr 20 14:18:59.111595 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 010a5799-68bd-49d0-99af-966f0d94e3e1 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:18:59.111974 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:59.190827 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-2b1aded4-50ed-44ba-8b51-bf00d496c45a None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:59.192771 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:59.214808 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 010a5799-68bd-49d0-99af-966f0d94e3e1, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=010a5799-68bd-49d0-99af-966f0d94e3e1,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:18:59.273159 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-2b1aded4-50ed-44ba-8b51-bf00d496c45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:59.298555 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:59.341409 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e73dce0-e5ee-45ad-aaa8-b8b1b6562f92 None None] Pushing event updated for resources: {'Port': ['ID=205e30ec-f824-4414-b54a-69583471aefd,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:18:59.354722 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=010a5799-68bd-49d0-99af-966f0d94e3e1,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:18:59.372332 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e73dce0-e5ee-45ad-aaa8-b8b1b6562f92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:59.378155 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e73dce0-e5ee-45ad-aaa8-b8b1b6562f92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:59.378155 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e73dce0-e5ee-45ad-aaa8-b8b1b6562f92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:59.378155 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e73dce0-e5ee-45ad-aaa8-b8b1b6562f92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:59.378155 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e73dce0-e5ee-45ad-aaa8-b8b1b6562f92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:59.378155 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e73dce0-e5ee-45ad-aaa8-b8b1b6562f92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:59.378155 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e73dce0-e5ee-45ad-aaa8-b8b1b6562f92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:59.378155 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e73dce0-e5ee-45ad-aaa8-b8b1b6562f92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:59.378155 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e73dce0-e5ee-45ad-aaa8-b8b1b6562f92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:59.378155 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e73dce0-e5ee-45ad-aaa8-b8b1b6562f92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:59.378155 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e73dce0-e5ee-45ad-aaa8-b8b1b6562f92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:59.378155 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e73dce0-e5ee-45ad-aaa8-b8b1b6562f92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:18:59.390723 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-2b1aded4-50ed-44ba-8b51-bf00d496c45a None None] Attempting to bind port 205e30ec-f824-4414-b54a-69583471aefd on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:18:59.391093 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-2b1aded4-50ed-44ba-8b51-bf00d496c45a None None] Attempting to bind port 205e30ec-f824-4414-b54a-69583471aefd by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'dc29921c-c0ac-423f-ae4b-3120779ef606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8b2c43d9-4f11-4905-8e43-7396c5ab45bf'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:18:59.391482 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1aded4-50ed-44ba-8b51-bf00d496c45a None None] Attempting to bind port 205e30ec-f824-4414-b54a-69583471aefd on network 8b2c43d9-4f11-4905-8e43-7396c5ab45bf {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:18:59.397928 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1aded4-50ed-44ba-8b51-bf00d496c45a None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:18:59.398293 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1aded4-50ed-44ba-8b51-bf00d496c45a None None] Checking segment: {'id': 'dc29921c-c0ac-423f-ae4b-3120779ef606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8b2c43d9-4f11-4905-8e43-7396c5ab45bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:18:59.398690 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-2b1aded4-50ed-44ba-8b51-bf00d496c45a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:59.399161 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1aded4-50ed-44ba-8b51-bf00d496c45a None None] Bound using segment: {'id': 'dc29921c-c0ac-423f-ae4b-3120779ef606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8b2c43d9-4f11-4905-8e43-7396c5ab45bf'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:18:59.399659 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-2b1aded4-50ed-44ba-8b51-bf00d496c45a None None] Bound port: 205e30ec-f824-4414-b54a-69583471aefd, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc29921c-c0ac-423f-ae4b-3120779ef606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8b2c43d9-4f11-4905-8e43-7396c5ab45bf'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:18:59.399924 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-2b1aded4-50ed-44ba-8b51-bf00d496c45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:59.467736 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-2b1aded4-50ed-44ba-8b51-bf00d496c45a None None] For port 205e30ec-f824-4414-b54a-69583471aefd, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:18:59.471028 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-2b1aded4-50ed-44ba-8b51-bf00d496c45a None None] For port 205e30ec-f824-4414-b54a-69583471aefd, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=205e30ec-f824-4414-b54a-69583471aefd,segment=NetworkSegment(dc29921c-c0ac-423f-ae4b-3120779ef606),segment_id=dc29921c-c0ac-423f-ae4b-3120779ef606)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:18:59.544878 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-2b1aded4-50ed-44ba-8b51-bf00d496c45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:59.558154 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ba61ef82-2028-4fc2-b8b5-4526135b92e4 None None] Provisioning complete for port 205e30ec-f824-4414-b54a-69583471aefd triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:18:59.558522 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ba61ef82-2028-4fc2-b8b5-4526135b92e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:59.598767 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1aded4-50ed-44ba-8b51-bf00d496c45a None None] Routers {'014bfcb9-4367-4c20-b429-fb72aafbf641'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:18:59.598767 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-2b1aded4-50ed-44ba-8b51-bf00d496c45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:18:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['014bfcb9-4367-4c20-b429-fb72aafbf641'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:18:59.643991 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ba61ef82-2028-4fc2-b8b5-4526135b92e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:59.653238 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:59.655611 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e73dce0-e5ee-45ad-aaa8-b8b1b6562f92 None None] Pushing event updated for resources: {'Port': ['ID=205e30ec-f824-4414-b54a-69583471aefd,revision_number=4']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:18:59.681414 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ba61ef82-2028-4fc2-b8b5-4526135b92e4 None None] For port 205e30ec-f824-4414-b54a-69583471aefd, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=205e30ec-f824-4414-b54a-69583471aefd,segment=NetworkSegment(dc29921c-c0ac-423f-ae4b-3120779ef606),segment_id=dc29921c-c0ac-423f-ae4b-3120779ef606)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:18:59.725008 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-2b1aded4-50ed-44ba-8b51-bf00d496c45a None None] Set router 014bfcb9-4367-4c20-b429-fb72aafbf641 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:18:59.761185 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ba61ef82-2028-4fc2-b8b5-4526135b92e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:59.812967 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba61ef82-2028-4fc2-b8b5-4526135b92e4 None None] Pushing event updated for resources: {'Port': ['ID=205e30ec-f824-4414-b54a-69583471aefd,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:18:59.873640 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device deb35cdc-30ad-4d93-81e5-94139a5ff958 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:18:59.910522 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-2c643c6a-bd38-4edb-b0d6-3b446d6945d1 None None] Provisioning complete for port 205e30ec-f824-4414-b54a-69583471aefd triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:18:59.910830 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2c643c6a-bd38-4edb-b0d6-3b446d6945d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:59.936573 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-2b1aded4-50ed-44ba-8b51-bf00d496c45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014bfcb9-4367-4c20-b429-fb72aafbf641', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293834654', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '010a5799-68bd-49d0-99af-966f0d94e3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:18:52Z', 'updated_at': '2022-04-20T14:18:57Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': '010a5799-68bd-49d0-99af-966f0d94e3e1', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014bfcb9-4367-4c20-b429-fb72aafbf641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:18:53Z', 'updated_at': '2022-04-20T14:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '205e30ec-f824-4414-b54a-69583471aefd', 'name': '', 'network_id': '8b2c43d9-4f11-4905-8e43-7396c5ab45bf', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'mac_address': 'fa:16:3e:4d:cc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014bfcb9-4367-4c20-b429-fb72aafbf641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ac09a927-e8ef-43f4-91d0-53bf1d01bb6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:18:56Z', 'updated_at': '2022-04-20T14:18:59Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'subnets': [{'id': 'ac09a927-e8ef-43f4-91d0-53bf1d01bb6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:18:59.942887 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:18:59.965163 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1aded4-50ed-44ba-8b51-bf00d496c45a None None] The sync data for ids ['014bfcb9-4367-4c20-b429-fb72aafbf641'] in n-d-836015-7 is: [{'id': '014bfcb9-4367-4c20-b429-fb72aafbf641', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293834654', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '010a5799-68bd-49d0-99af-966f0d94e3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:18:52Z', 'updated_at': '2022-04-20T14:18:57Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': '010a5799-68bd-49d0-99af-966f0d94e3e1', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014bfcb9-4367-4c20-b429-fb72aafbf641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:18:53Z', 'updated_at': '2022-04-20T14:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '205e30ec-f824-4414-b54a-69583471aefd', 'name': '', 'network_id': '8b2c43d9-4f11-4905-8e43-7396c5ab45bf', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'mac_address': 'fa:16:3e:4d:cc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014bfcb9-4367-4c20-b429-fb72aafbf641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ac09a927-e8ef-43f4-91d0-53bf1d01bb6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:18:56Z', 'updated_at': '2022-04-20T14:18:59Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'subnets': [{'id': 'ac09a927-e8ef-43f4-91d0-53bf1d01bb6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:18:59.968529 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port deb35cdc-30ad-4d93-81e5-94139a5ff958 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:18:59.968529 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:00.097654 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 010a5799-68bd-49d0-99af-966f0d94e3e1 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:19:00.147853 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 010a5799-68bd-49d0-99af-966f0d94e3e1 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:19:00.148305 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:00.210888 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a24e69f-3d49-4070-ad59-124a1e216877 req-44ce9284-6edc-4724-aa72-40db9e952fb6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 210 time: 0.0415528 Apr 20 14:19:01.144125 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2281b6-7d33-4639-a519-e26ef133884d req-c950a921-73e8-459f-9ee0-eb032a0f7a44 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:19:01.145563 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e2281b6-7d33-4639-a519-e26ef133884d req-c950a921-73e8-459f-9ee0-eb032a0f7a44 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.15 "GET /v2.0/networks?id=8b2c43d9-4f11-4905-8e43-7396c5ab45bf HTTP/1.1" status: 200 len: 796 time: 0.1047230 Apr 20 14:19:01.188152 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e2281b6-7d33-4639-a519-e26ef133884d req-c3972e34-4d43-4a7e-b0f5-bd8f85f47cb4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7d350484fd744aba8607d7467eb1568 HTTP/1.1" status: 200 len: 380 time: 0.0333045 Apr 20 14:19:01.197581 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-7e2281b6-7d33-4639-a519-e26ef133884d req-8a14a1a9-bb9b-419a-b4fa-960df71ed527 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'port': {'device_id': '03521184-8afc-40e0-a5cb-4d009720d3a9', 'network_id': '8b2c43d9-4f11-4905-8e43-7396c5ab45bf', 'admin_state_up': True, 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'security_groups': ['398ebc36-181a-48c0-b4ab-893b78f866b7']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:19:01.321661 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e990867-1503-4f1a-9037-36623aa2de34 req-3df5c7f4-f77e-47f7-8b05-c17e60c6a62b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 210 time: 0.0408113 Apr 20 14:19:01.400480 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e2281b6-7d33-4639-a519-e26ef133884d req-8a14a1a9-bb9b-419a-b4fa-960df71ed527 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Made reservation on behalf of f7d350484fd744aba8607d7467eb1568 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:19:01.403995 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7e2281b6-7d33-4639-a519-e26ef133884d req-8a14a1a9-bb9b-419a-b4fa-960df71ed527 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:01.526771 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-7e2281b6-7d33-4639-a519-e26ef133884d req-8a14a1a9-bb9b-419a-b4fa-960df71ed527 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Allocated IP 172.20.0.12 (8b2c43d9-4f11-4905-8e43-7396c5ab45bf/ac09a927-e8ef-43f4-91d0-53bf1d01bb6a/f7430f54-9eec-4f7f-80ac-6b189c8c5977) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:19:01.714373 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7e2281b6-7d33-4639-a519-e26ef133884d req-8a14a1a9-bb9b-419a-b4fa-960df71ed527 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:01.806897 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7e2281b6-7d33-4639-a519-e26ef133884d req-8a14a1a9-bb9b-419a-b4fa-960df71ed527 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:01.852250 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e2281b6-7d33-4639-a519-e26ef133884d req-8a14a1a9-bb9b-419a-b4fa-960df71ed527 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Network 8b2c43d9-4f11-4905-8e43-7396c5ab45bf is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:19:01.855590 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-7e2281b6-7d33-4639-a519-e26ef133884d req-8a14a1a9-bb9b-419a-b4fa-960df71ed527 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:19:01.859624 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e2281b6-7d33-4639-a519-e26ef133884d req-8a14a1a9-bb9b-419a-b4fa-960df71ed527 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:19:01.860699 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 205e30ec-f824-4414-b54a-69583471aefd up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:19:01.867760 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a14a1a9-bb9b-419a-b4fa-960df71ed527 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'Port': ['ID=f7430f54-9eec-4f7f-80ac-6b189c8c5977,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:19:01.918951 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 205e30ec-f824-4414-b54a-69583471aefd triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:19:01.919319 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:01.923553 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2281b6-7d33-4639-a519-e26ef133884d req-8a14a1a9-bb9b-419a-b4fa-960df71ed527 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:19:01.924192 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7e2281b6-7d33-4639-a519-e26ef133884d req-8a14a1a9-bb9b-419a-b4fa-960df71ed527 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:02.020683 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e2281b6-7d33-4639-a519-e26ef133884d req-8a14a1a9-bb9b-419a-b4fa-960df71ed527 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8270345 Apr 20 14:19:02.032394 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-7e2281b6-7d33-4639-a519-e26ef133884d req-f0757fdb-67fb-45b1-acb2-25e0fec7b21e service neutron] Request body: {'port': {'device_id': '03521184-8afc-40e0-a5cb-4d009720d3a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:19:02.085478 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-d64f58ff-a3fa-4ee7-8811-a9520abd77c1 None None] Provisioning complete for port f7430f54-9eec-4f7f-80ac-6b189c8c5977 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:19:02.085974 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d64f58ff-a3fa-4ee7-8811-a9520abd77c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:02.086572 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7e2281b6-7d33-4639-a519-e26ef133884d req-f0757fdb-67fb-45b1-acb2-25e0fec7b21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:02.119858 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-d64f58ff-a3fa-4ee7-8811-a9520abd77c1 None None] Port f7430f54-9eec-4f7f-80ac-6b189c8c5977 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:19:02.344891 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-7e2281b6-7d33-4639-a519-e26ef133884d req-f0757fdb-67fb-45b1-acb2-25e0fec7b21e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7430f54-9eec-4f7f-80ac-6b189c8c5977 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:19:02.353107 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7e2281b6-7d33-4639-a519-e26ef133884d req-f0757fdb-67fb-45b1-acb2-25e0fec7b21e service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:02.365213 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-7e2281b6-7d33-4639-a519-e26ef133884d req-f0757fdb-67fb-45b1-acb2-25e0fec7b21e service neutron] Transition to ACTIVE for port object f7430f54-9eec-4f7f-80ac-6b189c8c5977 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:19:02.450260 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a8c33-d00a-4ee1-bac2-75b9cede3074 req-01716346-f152-4bae-970c-7b5e014ae9b5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:19:02.451734 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f7a8c33-d00a-4ee1-bac2-75b9cede3074 req-01716346-f152-4bae-970c-7b5e014ae9b5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 932 time: 0.0537555 Apr 20 14:19:02.452807 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7e2281b6-7d33-4639-a519-e26ef133884d req-f0757fdb-67fb-45b1-acb2-25e0fec7b21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:02.534943 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0757fdb-67fb-45b1-acb2-25e0fec7b21e service neutron] Pushing event updated for resources: {'Port': ['ID=f7430f54-9eec-4f7f-80ac-6b189c8c5977,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:19:02.539187 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f7a8c33-d00a-4ee1-bac2-75b9cede3074 req-1b44be25-5f09-4dde-a9e9-5d1d7a8a20ec tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=398ebc36-181a-48c0-b4ab-893b78f866b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809438 Apr 20 14:19:02.607725 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-7e2281b6-7d33-4639-a519-e26ef133884d req-f0757fdb-67fb-45b1-acb2-25e0fec7b21e service neutron] Attempting to bind port f7430f54-9eec-4f7f-80ac-6b189c8c5977 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:19:02.608098 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-7e2281b6-7d33-4639-a519-e26ef133884d req-f0757fdb-67fb-45b1-acb2-25e0fec7b21e service neutron] Attempting to bind port f7430f54-9eec-4f7f-80ac-6b189c8c5977 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': 'dc29921c-c0ac-423f-ae4b-3120779ef606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8b2c43d9-4f11-4905-8e43-7396c5ab45bf'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:19:02.608379 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2281b6-7d33-4639-a519-e26ef133884d req-f0757fdb-67fb-45b1-acb2-25e0fec7b21e service neutron] Attempting to bind port f7430f54-9eec-4f7f-80ac-6b189c8c5977 on network 8b2c43d9-4f11-4905-8e43-7396c5ab45bf {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:19:02.612891 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2281b6-7d33-4639-a519-e26ef133884d req-f0757fdb-67fb-45b1-acb2-25e0fec7b21e service neutron] Port f7430f54-9eec-4f7f-80ac-6b189c8c5977 on network 8b2c43d9-4f11-4905-8e43-7396c5ab45bf not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:19:02.613213 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2281b6-7d33-4639-a519-e26ef133884d req-f0757fdb-67fb-45b1-acb2-25e0fec7b21e service neutron] Attempting to bind port f7430f54-9eec-4f7f-80ac-6b189c8c5977 on network 8b2c43d9-4f11-4905-8e43-7396c5ab45bf {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:19:02.618868 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2281b6-7d33-4639-a519-e26ef133884d req-f0757fdb-67fb-45b1-acb2-25e0fec7b21e service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:19:02.619212 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2281b6-7d33-4639-a519-e26ef133884d req-f0757fdb-67fb-45b1-acb2-25e0fec7b21e service neutron] Checking segment: {'id': 'dc29921c-c0ac-423f-ae4b-3120779ef606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8b2c43d9-4f11-4905-8e43-7396c5ab45bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:19:02.619627 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2281b6-7d33-4639-a519-e26ef133884d req-f0757fdb-67fb-45b1-acb2-25e0fec7b21e service neutron] Bound using segment: {'id': 'dc29921c-c0ac-423f-ae4b-3120779ef606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8b2c43d9-4f11-4905-8e43-7396c5ab45bf'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:19:02.620055 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-7e2281b6-7d33-4639-a519-e26ef133884d req-f0757fdb-67fb-45b1-acb2-25e0fec7b21e service neutron] Bound port: f7430f54-9eec-4f7f-80ac-6b189c8c5977, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc29921c-c0ac-423f-ae4b-3120779ef606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8b2c43d9-4f11-4905-8e43-7396c5ab45bf'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:19:02.620417 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7e2281b6-7d33-4639-a519-e26ef133884d req-f0757fdb-67fb-45b1-acb2-25e0fec7b21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:02.684920 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-7e2281b6-7d33-4639-a519-e26ef133884d req-f0757fdb-67fb-45b1-acb2-25e0fec7b21e service neutron] For port f7430f54-9eec-4f7f-80ac-6b189c8c5977, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:19:02.687916 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-7e2281b6-7d33-4639-a519-e26ef133884d req-f0757fdb-67fb-45b1-acb2-25e0fec7b21e service neutron] For port f7430f54-9eec-4f7f-80ac-6b189c8c5977, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=f7430f54-9eec-4f7f-80ac-6b189c8c5977,segment=NetworkSegment(dc29921c-c0ac-423f-ae4b-3120779ef606),segment_id=dc29921c-c0ac-423f-ae4b-3120779ef606)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:19:02.758614 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7e2281b6-7d33-4639-a519-e26ef133884d req-f0757fdb-67fb-45b1-acb2-25e0fec7b21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:02.792312 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2281b6-7d33-4639-a519-e26ef133884d req-f0757fdb-67fb-45b1-acb2-25e0fec7b21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:19:02.793031 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-7e2281b6-7d33-4639-a519-e26ef133884d req-f0757fdb-67fb-45b1-acb2-25e0fec7b21e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:02.794416 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e2281b6-7d33-4639-a519-e26ef133884d req-f0757fdb-67fb-45b1-acb2-25e0fec7b21e service neutron] 10.222.0.15 "PUT /v2.0/ports/f7430f54-9eec-4f7f-80ac-6b189c8c5977 HTTP/1.1" status: 200 len: 1092 time: 0.7662859 Apr 20 14:19:02.794870 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03521184-8afc-40e0-a5cb-4d009720d3a9', 'tag': 'f7430f54-9eec-4f7f-80ac-6b189c8c5977'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:19:02.797250 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c0d9fe-d225-4cb2-a687-4770ab4efa08" -d '{"events": [{"name": "network-changed", "server_uuid": "03521184-8afc-40e0-a5cb-4d009720d3a9", "tag": "f7430f54-9eec-4f7f-80ac-6b189c8c5977"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:19:02.825628 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0757fdb-67fb-45b1-acb2-25e0fec7b21e service neutron] Pushing event updated for resources: {'Port': ['ID=f7430f54-9eec-4f7f-80ac-6b189c8c5977,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:19:02.837928 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941c95a7-eec7-49cd-8cdc-eaea0e7a8920 x-openstack-request-id: req-941c95a7-eec7-49cd-8cdc-eaea0e7a8920 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:19:02.838219 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03521184-8afc-40e0-a5cb-4d009720d3a9", "tag": "f7430f54-9eec-4f7f-80ac-6b189c8c5977", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:19:02.839067 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-941c95a7-eec7-49cd-8cdc-eaea0e7a8920 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:19:02.839494 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-941c95a7-eec7-49cd-8cdc-eaea0e7a8920'] response: {'name': 'network-changed', 'server_uuid': '03521184-8afc-40e0-a5cb-4d009720d3a9', 'tag': 'f7430f54-9eec-4f7f-80ac-6b189c8c5977', 'status': 'completed', 'code': 200} Apr 20 14:19:02.900802 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0d9fe-d225-4cb2-a687-4770ab4efa08 req-0f7568fd-eecb-4cd5-919b-4dc4f69fe505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:19:02.902322 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-47c0d9fe-d225-4cb2-a687-4770ab4efa08 req-0f7568fd-eecb-4cd5-919b-4dc4f69fe505 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7d350484fd744aba8607d7467eb1568&device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 1095 time: 0.0429788 Apr 20 14:19:03.006978 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0d9fe-d225-4cb2-a687-4770ab4efa08 req-5acd430f-f512-4c89-a54d-6bc9c93d755b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:19:03.008473 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-47c0d9fe-d225-4cb2-a687-4770ab4efa08 req-5acd430f-f512-4c89-a54d-6bc9c93d755b service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f7d350484fd744aba8607d7467eb1568&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0993752 Apr 20 14:19:03.099180 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0d9fe-d225-4cb2-a687-4770ab4efa08 req-adf6a67e-1ab1-4efb-b5fa-f7a23e6f0d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:19:03.101315 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-47c0d9fe-d225-4cb2-a687-4770ab4efa08 req-adf6a67e-1ab1-4efb-b5fa-f7a23e6f0d68 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0869176 Apr 20 14:19:03.468359 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2281b6-7d33-4639-a519-e26ef133884d req-8e4d5a3d-7496-462c-b742-722ccd4a5d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:19:03.469887 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e2281b6-7d33-4639-a519-e26ef133884d req-8e4d5a3d-7496-462c-b742-722ccd4a5d78 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7d350484fd744aba8607d7467eb1568&device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 1095 time: 0.3319299 Apr 20 14:19:03.511671 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e2281b6-7d33-4639-a519-e26ef133884d req-0917eb54-6a5b-4cfc-b503-fa0e67e7d05c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7430f54-9eec-4f7f-80ac-6b189c8c5977 HTTP/1.1" status: 200 len: 217 time: 0.0334265 Apr 20 14:19:03.557947 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2281b6-7d33-4639-a519-e26ef133884d req-dec8fd99-d518-454c-833c-cad12f0714e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:19:03.559374 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e2281b6-7d33-4639-a519-e26ef133884d req-dec8fd99-d518-454c-833c-cad12f0714e5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac09a927-e8ef-43f4-91d0-53bf1d01bb6a HTTP/1.1" status: 200 len: 835 time: 0.0419869 Apr 20 14:19:03.673107 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2281b6-7d33-4639-a519-e26ef133884d req-79d83777-9f7e-4669-871b-d8fa16e37651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:19:03.674573 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e2281b6-7d33-4639-a519-e26ef133884d req-79d83777-9f7e-4669-871b-d8fa16e37651 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8b2c43d9-4f11-4905-8e43-7396c5ab45bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1093495 Apr 20 14:19:03.682551 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6fc8a-e67f-4717-82e2-b68f91f0aa90 req-bcf19d52-d4fc-40fd-b53c-553d1309f46e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:19:03.683928 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5ac6fc8a-e67f-4717-82e2-b68f91f0aa90 req-bcf19d52-d4fc-40fd-b53c-553d1309f46e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 944 time: 0.0726891 Apr 20 14:19:03.768014 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5ac6fc8a-e67f-4717-82e2-b68f91f0aa90 req-48bea566-a823-4a18-b201-96368053c82f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=398ebc36-181a-48c0-b4ab-893b78f866b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762975 Apr 20 14:19:03.794347 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e2281b6-7d33-4639-a519-e26ef133884d req-369a9c36-39f4-4262-abd9-dc031c3286ab service neutron] 10.222.0.15 "GET /v2.0/networks/8b2c43d9-4f11-4905-8e43-7396c5ab45bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095004 Apr 20 14:19:03.882519 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e2281b6-7d33-4639-a519-e26ef133884d req-1b98c889-51e5-4c22-bca9-fe256b2466e9 service neutron] 10.222.0.15 "GET /v2.0/networks/8b2c43d9-4f11-4905-8e43-7396c5ab45bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818734 Apr 20 14:19:04.886507 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd7f9cb-5b77-4b26-90f3-6be3157979d4 req-d08282b3-ab32-4898-aa6c-e8458aecfa96 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:19:04.887987 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7cd7f9cb-5b77-4b26-90f3-6be3157979d4 req-d08282b3-ab32-4898-aa6c-e8458aecfa96 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 944 time: 0.0487742 Apr 20 14:19:04.924607 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7cd7f9cb-5b77-4b26-90f3-6be3157979d4 req-0078b8f8-7a3d-411e-b3a4-fe640a9fc7f0 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=398ebc36-181a-48c0-b4ab-893b78f866b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306313 Apr 20 14:19:06.044306 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b15a8-ee00-4aee-8636-61436d471a3a req-0df29919-7f88-4ec3-8f61-481c09e82261 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:19:06.045689 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb2b15a8-ee00-4aee-8636-61436d471a3a req-0df29919-7f88-4ec3-8f61-481c09e82261 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 944 time: 0.0521505 Apr 20 14:19:06.083305 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb2b15a8-ee00-4aee-8636-61436d471a3a req-1099d224-7f4c-4c76-b40e-4ddf420ac8f0 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=398ebc36-181a-48c0-b4ab-893b78f866b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316210 Apr 20 14:19:07.196988 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8946ab-1efe-4320-b630-b10b2e34f8f4 req-5107ac51-878c-4831-b8b4-8f09582aa166 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:19:07.198786 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e8946ab-1efe-4320-b630-b10b2e34f8f4 req-5107ac51-878c-4831-b8b4-8f09582aa166 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 944 time: 0.0497510 Apr 20 14:19:07.236016 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e8946ab-1efe-4320-b630-b10b2e34f8f4 req-1c0bd800-67b4-4df0-9c4a-8ae0688585fb tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=398ebc36-181a-48c0-b4ab-893b78f866b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310323 Apr 20 14:19:07.320307 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device f7430f54-9eec-4f7f-80ac-6b189c8c5977 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:19:07.414843 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port f7430f54-9eec-4f7f-80ac-6b189c8c5977, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=f7430f54-9eec-4f7f-80ac-6b189c8c5977,segment=NetworkSegment(dc29921c-c0ac-423f-ae4b-3120779ef606),segment_id=dc29921c-c0ac-423f-ae4b-3120779ef606)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:19:07.425781 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'f7430f54-9eec-4f7f-80ac-6b189c8c5977', 'network_id': '8b2c43d9-4f11-4905-8e43-7396c5ab45bf', 'port_id': 'f7430f54-9eec-4f7f-80ac-6b189c8c5977', 'mac_address': 'fa:16:3e:25:2d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac09a927-e8ef-43f4-91d0-53bf1d01bb6a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:19:07.462004 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:07.474226 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7430f54-9eec-4f7f-80ac-6b189c8c5977 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:19:07.494374 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port f7430f54-9eec-4f7f-80ac-6b189c8c5977, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=f7430f54-9eec-4f7f-80ac-6b189c8c5977,segment=NetworkSegment(dc29921c-c0ac-423f-ae4b-3120779ef606),segment_id=dc29921c-c0ac-423f-ae4b-3120779ef606)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:19:07.557561 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:07.607130 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=f7430f54-9eec-4f7f-80ac-6b189c8c5977,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:19:07.911626 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['f7430f54-9eec-4f7f-80ac-6b189c8c5977'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:19:08.348509 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749223c-bc45-41d5-a1b8-722e5cf3ae21 req-684b1973-9361-4bb5-a7a0-d1aa7ceba199 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:19:08.350035 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0749223c-bc45-41d5-a1b8-722e5cf3ae21 req-684b1973-9361-4bb5-a7a0-d1aa7ceba199 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0481732 Apr 20 14:19:08.386758 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0749223c-bc45-41d5-a1b8-722e5cf3ae21 req-cea7a895-640f-4776-8fde-96c46e65cf98 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=398ebc36-181a-48c0-b4ab-893b78f866b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301740 Apr 20 14:19:09.339783 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device f7430f54-9eec-4f7f-80ac-6b189c8c5977 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:19:09.461511 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port f7430f54-9eec-4f7f-80ac-6b189c8c5977 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:19:09.465686 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port f7430f54-9eec-4f7f-80ac-6b189c8c5977 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:19:09.466058 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:09.507371 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21ef29-e2aa-4c59-ae77-f7311b6febeb req-6e79a9b9-4f37-4a59-92d5-022e95ccac1e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:19:09.509006 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df21ef29-e2aa-4c59-ae77-f7311b6febeb req-6e79a9b9-4f37-4a59-92d5-022e95ccac1e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0566871 Apr 20 14:19:09.543932 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:09.547089 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df21ef29-e2aa-4c59-ae77-f7311b6febeb req-347bee3b-ab2d-4187-bfaa-6b817e0c6156 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=398ebc36-181a-48c0-b4ab-893b78f866b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319958 Apr 20 14:19:09.570121 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03521184-8afc-40e0-a5cb-4d009720d3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7430f54-9eec-4f7f-80ac-6b189c8c5977'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:19:09.572539 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac87ba4abbb4e8505208ea6fd510b76711e5f2ebc605ae5eca19bb7d33fcf53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0fc0b2-4d5e-42f8-8600-884f39dc0e4a" -d '{"events": [{"server_uuid": "03521184-8afc-40e0-a5cb-4d009720d3a9", "name": "network-vif-plugged", "status": "completed", "tag": "f7430f54-9eec-4f7f-80ac-6b189c8c5977"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:19:09.586034 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port f7430f54-9eec-4f7f-80ac-6b189c8c5977, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=f7430f54-9eec-4f7f-80ac-6b189c8c5977,segment=NetworkSegment(dc29921c-c0ac-423f-ae4b-3120779ef606),segment_id=dc29921c-c0ac-423f-ae4b-3120779ef606)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:19:09.646445 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:09.670062 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f78529-f483-41d3-9893-814a03ec846f x-openstack-request-id: req-26f78529-f483-41d3-9893-814a03ec846f {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:19:09.670355 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03521184-8afc-40e0-a5cb-4d009720d3a9", "name": "network-vif-plugged", "status": "completed", "tag": "f7430f54-9eec-4f7f-80ac-6b189c8c5977", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:19:09.670606 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-26f78529-f483-41d3-9893-814a03ec846f {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:19:09.671019 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26f78529-f483-41d3-9893-814a03ec846f'] response: {'server_uuid': '03521184-8afc-40e0-a5cb-4d009720d3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7430f54-9eec-4f7f-80ac-6b189c8c5977', 'code': 200} Apr 20 14:19:09.696841 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=f7430f54-9eec-4f7f-80ac-6b189c8c5977,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:19:09.764540 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41800aa-ad89-4b66-9e76-3fb2d5013adc req-ca3f8f50-5ce3-467a-b7b6-e556f3bf7fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:19:09.766018 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d41800aa-ad89-4b66-9e76-3fb2d5013adc req-ca3f8f50-5ce3-467a-b7b6-e556f3bf7fb6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 1097 time: 0.0397997 Apr 20 14:19:09.800831 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d41800aa-ad89-4b66-9e76-3fb2d5013adc req-7706aae8-7e73-4aef-a8c2-8f35ad7e45d0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=398ebc36-181a-48c0-b4ab-893b78f866b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263209 Apr 20 14:19:10.660616 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64a59f-6885-4d06-982d-f6501ab30062 req-751e663c-1a49-410e-943f-abf581223de6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:19:10.662080 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7a64a59f-6885-4d06-982d-f6501ab30062 req-751e663c-1a49-410e-943f-abf581223de6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 946 time: 0.0486743 Apr 20 14:19:10.698943 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7a64a59f-6885-4d06-982d-f6501ab30062 req-f70e69ba-0f7d-4d0b-b9fd-2e2ca0bad49a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=398ebc36-181a-48c0-b4ab-893b78f866b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309052 Apr 20 14:19:11.821528 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf2755-e604-424d-9d87-c47e45922278 req-004c2655-7970-4800-bfe4-c8c9533170f4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:19:11.822993 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4aaf2755-e604-424d-9d87-c47e45922278 req-004c2655-7970-4800-bfe4-c8c9533170f4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 946 time: 0.0524530 Apr 20 14:19:11.860725 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4aaf2755-e604-424d-9d87-c47e45922278 req-43c3b331-2edc-40e4-b6d8-daed0f7efb38 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=398ebc36-181a-48c0-b4ab-893b78f866b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314164 Apr 20 14:19:11.973818 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f7912-4f5f-4670-b05b-79f1dc5523b1 req-79a1c29f-80fa-4069-8857-75bac960506b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:19:11.975915 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f9f7912-4f5f-4670-b05b-79f1dc5523b1 req-79a1c29f-80fa-4069-8857-75bac960506b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 946 time: 0.0494287 Apr 20 14:19:12.011943 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4f9f7912-4f5f-4670-b05b-79f1dc5523b1 req-27412a81-c2ed-4f37-a1ef-8106bd9291b1 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=398ebc36-181a-48c0-b4ab-893b78f866b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300462 Apr 20 14:19:12.033015 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34898) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:19:12.071433 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a081c300-1721-4300-a390-be7604c7c979 tempest-TestNetworkAdvancedServerOps-1565287851 tempest-TestNetworkAdvancedServerOps-1565287851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:19:12.072934 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a081c300-1721-4300-a390-be7604c7c979 tempest-TestNetworkAdvancedServerOps-1565287851 tempest-TestNetworkAdvancedServerOps-1565287851-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 1092 time: 0.0389669 Apr 20 14:19:12.075686 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 34900) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:19:12.080100 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-ef305363-ad0b-4834-be1c-6d4cc28fd96a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'port_id': 'f7430f54-9eec-4f7f-80ac-6b189c8c5977', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'fixed_ip_address': '172.20.0.12'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:19:12.140568 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef305363-ad0b-4834-be1c-6d4cc28fd96a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for floatingip, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:12.239128 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef305363-ad0b-4834-be1c-6d4cc28fd96a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:12.347541 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-ef305363-ad0b-4834-be1c-6d4cc28fd96a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Allocated IP 172.25.8.2 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/e79220e5-ba18-4150-830c-2afda98a5378) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:19:12.450656 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef305363-ad0b-4834-be1c-6d4cc28fd96a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:12.524272 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef305363-ad0b-4834-be1c-6d4cc28fd96a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:12.559646 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef305363-ad0b-4834-be1c-6d4cc28fd96a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:19:12.562395 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-ef305363-ad0b-4834-be1c-6d4cc28fd96a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:19:12.567978 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef305363-ad0b-4834-be1c-6d4cc28fd96a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:19:12.598403 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef305363-ad0b-4834-be1c-6d4cc28fd96a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'Port': ['ID=e79220e5-ba18-4150-830c-2afda98a5378,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:19:12.924283 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef305363-ad0b-4834-be1c-6d4cc28fd96a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:13.040753 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:13.041494 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef305363-ad0b-4834-be1c-6d4cc28fd96a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:13.184790 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef305363-ad0b-4834-be1c-6d4cc28fd96a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:13.240175 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef305363-ad0b-4834-be1c-6d4cc28fd96a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:13.311142 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef305363-ad0b-4834-be1c-6d4cc28fd96a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'Port': ['ID=e79220e5-ba18-4150-830c-2afda98a5378,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:19:13.320152 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef305363-ad0b-4834-be1c-6d4cc28fd96a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:13.416950 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-ef305363-ad0b-4834-be1c-6d4cc28fd96a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Floating IP 09aec839-1100-47a5-9c4c-56b50798b15c associated. External IP: 172.25.8.2, port: f7430f54-9eec-4f7f-80ac-6b189c8c5977. Apr 20 14:19:13.623844 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef305363-ad0b-4834-be1c-6d4cc28fd96a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Router 014bfcb9-4367-4c20-b429-fb72aafbf641 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:19:13.663372 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:13.728179 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef305363-ad0b-4834-be1c-6d4cc28fd96a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:19:13.737452 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea9b04f-ce2e-4004-b574-61e7456248e4 None None] Sync routers for ids ['014bfcb9-4367-4c20-b429-fb72aafbf641'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:19:13.747341 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea9b04f-ce2e-4004-b574-61e7456248e4 None None] Routers {'014bfcb9-4367-4c20-b429-fb72aafbf641'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:19:13.751971 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-2ea9b04f-ce2e-4004-b574-61e7456248e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:18:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['014bfcb9-4367-4c20-b429-fb72aafbf641'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:19:13.814284 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef305363-ad0b-4834-be1c-6d4cc28fd96a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:13.841727 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ef305363-ad0b-4834-be1c-6d4cc28fd96a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7650464 Apr 20 14:19:13.842286 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03521184-8afc-40e0-a5cb-4d009720d3a9', 'tag': 'f7430f54-9eec-4f7f-80ac-6b189c8c5977'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:19:13.844736 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a2a08e-7641-42bc-a67a-9bdf4f796910" -d '{"events": [{"name": "network-changed", "server_uuid": "03521184-8afc-40e0-a5cb-4d009720d3a9", "tag": "f7430f54-9eec-4f7f-80ac-6b189c8c5977"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:19:13.855599 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-2ea9b04f-ce2e-4004-b574-61e7456248e4 None None] Set router 014bfcb9-4367-4c20-b429-fb72aafbf641 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:19:13.882511 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da345e9-2ce1-4c49-9a51-d42756cdef3c x-openstack-request-id: req-9da345e9-2ce1-4c49-9a51-d42756cdef3c {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:19:13.883557 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03521184-8afc-40e0-a5cb-4d009720d3a9", "tag": "f7430f54-9eec-4f7f-80ac-6b189c8c5977", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:19:13.883813 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9da345e9-2ce1-4c49-9a51-d42756cdef3c {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:19:13.884350 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9da345e9-2ce1-4c49-9a51-d42756cdef3c'] response: {'name': 'network-changed', 'server_uuid': '03521184-8afc-40e0-a5cb-4d009720d3a9', 'tag': 'f7430f54-9eec-4f7f-80ac-6b189c8c5977', 'status': 'completed', 'code': 200} Apr 20 14:19:13.972048 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a630cd6-2e03-41eb-8ae5-4a8867b473ff req-6a9b1fd7-2d38-4ebb-87c2-c3d84fd14622 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:19:13.973527 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9a630cd6-2e03-41eb-8ae5-4a8867b473ff req-6a9b1fd7-2d38-4ebb-87c2-c3d84fd14622 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 946 time: 0.0755229 Apr 20 14:19:13.976778 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2a08e-7641-42bc-a67a-9bdf4f796910 req-d84e5827-e884-4166-bb97-ec16eccc8b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:19:13.978220 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e5a2a08e-7641-42bc-a67a-9bdf4f796910 req-d84e5827-e884-4166-bb97-ec16eccc8b3e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7d350484fd744aba8607d7467eb1568&device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 1097 time: 0.0710261 Apr 20 14:19:14.063795 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9a630cd6-2e03-41eb-8ae5-4a8867b473ff req-970fe63d-978b-417d-91f8-3f29b501da23 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=398ebc36-181a-48c0-b4ab-893b78f866b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829785 Apr 20 14:19:14.088049 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34906) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:19:14.094347 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-2ea9b04f-ce2e-4004-b574-61e7456248e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014bfcb9-4367-4c20-b429-fb72aafbf641', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293834654', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '010a5799-68bd-49d0-99af-966f0d94e3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:18:52Z', 'updated_at': '2022-04-20T14:18:57Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': '010a5799-68bd-49d0-99af-966f0d94e3e1', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014bfcb9-4367-4c20-b429-fb72aafbf641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:18:53Z', 'updated_at': '2022-04-20T14:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '09aec839-1100-47a5-9c4c-56b50798b15c', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'floating_ip_address': '172.25.8.2', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '014bfcb9-4367-4c20-b429-fb72aafbf641', 'port_id': 'f7430f54-9eec-4f7f-80ac-6b189c8c5977', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b2c43d9-4f11-4905-8e43-7396c5ab45bf', 'mac_address': 'fa:16:3e:25:2d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03521184-8afc-40e0-a5cb-4d009720d3a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:19:12Z', 'updated_at': '2022-04-20T14:19:12Z', 'revision_number': 0, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '205e30ec-f824-4414-b54a-69583471aefd', 'name': '', 'network_id': '8b2c43d9-4f11-4905-8e43-7396c5ab45bf', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'mac_address': 'fa:16:3e:4d:cc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014bfcb9-4367-4c20-b429-fb72aafbf641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ac09a927-e8ef-43f4-91d0-53bf1d01bb6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:18:56Z', 'updated_at': '2022-04-20T14:18:59Z', 'revision_number': 5, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'subnets': [{'id': 'ac09a927-e8ef-43f4-91d0-53bf1d01bb6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:19:14.096640 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2a08e-7641-42bc-a67a-9bdf4f796910 req-f5d28c07-222c-45b8-b522-00e6e24c1ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:19:14.098200 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e5a2a08e-7641-42bc-a67a-9bdf4f796910 req-f5d28c07-222c-45b8-b522-00e6e24c1ba2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8b2c43d9-4f11-4905-8e43-7396c5ab45bf HTTP/1.1" status: 200 len: 897 time: 0.1117537 Apr 20 14:19:14.122750 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea9b04f-ce2e-4004-b574-61e7456248e4 None None] Checking router: 014bfcb9-4367-4c20-b429-fb72aafbf641 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:19:14.131215 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea9b04f-ce2e-4004-b574-61e7456248e4 None None] Routers {'014bfcb9-4367-4c20-b429-fb72aafbf641'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:19:14.131861 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-2ea9b04f-ce2e-4004-b574-61e7456248e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:18:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['014bfcb9-4367-4c20-b429-fb72aafbf641'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:19:14.157042 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-9bf34ef6-505e-41a2-b7fe-7d43a2c499a3 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/floatingips/09aec839-1100-47a5-9c4c-56b50798b15c HTTP/1.1" status: 200 len: 990 time: 0.0674307 Apr 20 14:19:14.167473 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e5a2a08e-7641-42bc-a67a-9bdf4f796910 req-6c07dae4-606a-4f1c-b8bc-504085b35631 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7430f54-9eec-4f7f-80ac-6b189c8c5977 HTTP/1.1" status: 200 len: 998 time: 0.0613995 Apr 20 14:19:14.219069 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2a08e-7641-42bc-a67a-9bdf4f796910 req-cefdd13b-4edb-4ffe-bdd0-2eef7d3f6bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:19:14.220549 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e5a2a08e-7641-42bc-a67a-9bdf4f796910 req-cefdd13b-4edb-4ffe-bdd0-2eef7d3f6bd3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac09a927-e8ef-43f4-91d0-53bf1d01bb6a HTTP/1.1" status: 200 len: 835 time: 0.0472007 Apr 20 14:19:14.235754 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-2ea9b04f-ce2e-4004-b574-61e7456248e4 None None] Set router 014bfcb9-4367-4c20-b429-fb72aafbf641 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:19:14.265298 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2a08e-7641-42bc-a67a-9bdf4f796910 req-7f5b0291-d64f-4701-8710-052cf7758e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:19:14.266883 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e5a2a08e-7641-42bc-a67a-9bdf4f796910 req-7f5b0291-d64f-4701-8710-052cf7758e80 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8b2c43d9-4f11-4905-8e43-7396c5ab45bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389845 Apr 20 14:19:14.355968 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e5a2a08e-7641-42bc-a67a-9bdf4f796910 req-40d759e2-3118-4ff4-aaa0-ed8286598f12 service neutron] 10.222.0.15 "GET /v2.0/networks/8b2c43d9-4f11-4905-8e43-7396c5ab45bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820580 Apr 20 14:19:14.448813 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e5a2a08e-7641-42bc-a67a-9bdf4f796910 req-652bc102-6392-4d4a-bff4-0270ff2991b8 service neutron] 10.222.0.15 "GET /v2.0/networks/8b2c43d9-4f11-4905-8e43-7396c5ab45bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866566 Apr 20 14:19:14.457183 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-2ea9b04f-ce2e-4004-b574-61e7456248e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014bfcb9-4367-4c20-b429-fb72aafbf641', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293834654', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '010a5799-68bd-49d0-99af-966f0d94e3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:18:52Z', 'updated_at': '2022-04-20T14:18:57Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': '010a5799-68bd-49d0-99af-966f0d94e3e1', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014bfcb9-4367-4c20-b429-fb72aafbf641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:18:53Z', 'updated_at': '2022-04-20T14:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '09aec839-1100-47a5-9c4c-56b50798b15c', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'floating_ip_address': '172.25.8.2', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '014bfcb9-4367-4c20-b429-fb72aafbf641', 'port_id': 'f7430f54-9eec-4f7f-80ac-6b189c8c5977', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b2c43d9-4f11-4905-8e43-7396c5ab45bf', 'mac_address': 'fa:16:3e:25:2d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03521184-8afc-40e0-a5cb-4d009720d3a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:19:12Z', 'updated_at': '2022-04-20T14:19:12Z', 'revision_number': 0, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '205e30ec-f824-4414-b54a-69583471aefd', 'name': '', 'network_id': '8b2c43d9-4f11-4905-8e43-7396c5ab45bf', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'mac_address': 'fa:16:3e:4d:cc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014bfcb9-4367-4c20-b429-fb72aafbf641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ac09a927-e8ef-43f4-91d0-53bf1d01bb6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:18:56Z', 'updated_at': '2022-04-20T14:18:59Z', 'revision_number': 5, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'subnets': [{'id': 'ac09a927-e8ef-43f4-91d0-53bf1d01bb6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:19:14.637951 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea9b04f-ce2e-4004-b574-61e7456248e4 None None] The sync data for ids ['014bfcb9-4367-4c20-b429-fb72aafbf641'] in n-d-836015-7 is: [{'id': '014bfcb9-4367-4c20-b429-fb72aafbf641', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293834654', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '010a5799-68bd-49d0-99af-966f0d94e3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:18:52Z', 'updated_at': '2022-04-20T14:18:57Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': '010a5799-68bd-49d0-99af-966f0d94e3e1', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014bfcb9-4367-4c20-b429-fb72aafbf641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:18:53Z', 'updated_at': '2022-04-20T14:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '09aec839-1100-47a5-9c4c-56b50798b15c', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'floating_ip_address': '172.25.8.2', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '014bfcb9-4367-4c20-b429-fb72aafbf641', 'port_id': 'f7430f54-9eec-4f7f-80ac-6b189c8c5977', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b2c43d9-4f11-4905-8e43-7396c5ab45bf', 'mac_address': 'fa:16:3e:25:2d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03521184-8afc-40e0-a5cb-4d009720d3a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:19:12Z', 'updated_at': '2022-04-20T14:19:12Z', 'revision_number': 0, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '205e30ec-f824-4414-b54a-69583471aefd', 'name': '', 'network_id': '8b2c43d9-4f11-4905-8e43-7396c5ab45bf', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'mac_address': 'fa:16:3e:4d:cc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014bfcb9-4367-4c20-b429-fb72aafbf641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ac09a927-e8ef-43f4-91d0-53bf1d01bb6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:18:56Z', 'updated_at': '2022-04-20T14:18:59Z', 'revision_number': 5, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'subnets': [{'id': 'ac09a927-e8ef-43f4-91d0-53bf1d01bb6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:19:14.825436 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b501e4e4-597e-4dd2-8cef-a8301fce17af None None] New status for floating IP 09aec839-1100-47a5-9c4c-56b50798b15c: ACTIVE {{(pid=114872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:19:15.160307 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34908) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:19:15.219779 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-49d2b072-48f2-4182-9d6e-1595be7a544c tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/floatingips/09aec839-1100-47a5-9c4c-56b50798b15c HTTP/1.1" status: 200 len: 992 time: 0.0583069 Apr 20 14:19:24.508819 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6e6ce8ff-4638-4516-9192-851bbc8123b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:26.817518 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4547446f-8c73-4d22-97ce-4906d4c0e8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:28.360479 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:29.620367 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:29.880364 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:33.585740 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:19:37.123003 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-29a1ae59-4e98-4bc4-ab8f-4691a057bdc9 req-d349c272-585f-4421-95d9-3d91d15e9cb2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0770590 Apr 20 14:19:37.200038 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1ae59-4e98-4bc4-ab8f-4691a057bdc9 req-6c4c1b4e-26b3-4e81-8345-7a21bf68020c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:19:37.201456 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-29a1ae59-4e98-4bc4-ab8f-4691a057bdc9 req-6c4c1b4e-26b3-4e81-8345-7a21bf68020c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7d350484fd744aba8607d7467eb1568&device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 1097 time: 0.0391233 Apr 20 14:19:37.303080 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1ae59-4e98-4bc4-ab8f-4691a057bdc9 req-a053469d-6334-4897-950f-0760f1b191e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:19:37.304483 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-29a1ae59-4e98-4bc4-ab8f-4691a057bdc9 req-a053469d-6334-4897-950f-0760f1b191e7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8b2c43d9-4f11-4905-8e43-7396c5ab45bf HTTP/1.1" status: 200 len: 897 time: 0.0855262 Apr 20 14:19:37.367436 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-29a1ae59-4e98-4bc4-ab8f-4691a057bdc9 req-8ff4576c-163e-4d81-945d-a21abec707a8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7430f54-9eec-4f7f-80ac-6b189c8c5977 HTTP/1.1" status: 200 len: 1000 time: 0.0562942 Apr 20 14:19:37.420070 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1ae59-4e98-4bc4-ab8f-4691a057bdc9 req-99a42c93-1094-4d4d-889a-3e4ac68b1234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:19:37.421540 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-29a1ae59-4e98-4bc4-ab8f-4691a057bdc9 req-99a42c93-1094-4d4d-889a-3e4ac68b1234 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac09a927-e8ef-43f4-91d0-53bf1d01bb6a HTTP/1.1" status: 200 len: 835 time: 0.0473297 Apr 20 14:19:37.466813 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1ae59-4e98-4bc4-ab8f-4691a057bdc9 req-e13f01af-466c-408c-b013-30206444c470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:19:37.468348 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-29a1ae59-4e98-4bc4-ab8f-4691a057bdc9 req-e13f01af-466c-408c-b013-30206444c470 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8b2c43d9-4f11-4905-8e43-7396c5ab45bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407817 Apr 20 14:19:37.556739 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-29a1ae59-4e98-4bc4-ab8f-4691a057bdc9 req-b2647e6d-f169-45cf-bcb9-778815598dd0 service neutron] 10.222.0.15 "GET /v2.0/networks/8b2c43d9-4f11-4905-8e43-7396c5ab45bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800574 Apr 20 14:19:37.646331 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-29a1ae59-4e98-4bc4-ab8f-4691a057bdc9 req-730ee15f-dcf6-44cc-aa03-043e639ebfcc service neutron] 10.222.0.15 "GET /v2.0/networks/8b2c43d9-4f11-4905-8e43-7396c5ab45bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834186 Apr 20 14:19:43.062916 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:43.648755 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:54.534127 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3022e4dd-9e0a-406b-baec-fc813fb6878f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:56.819554 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f000c34d-750c-482d-b37c-c0138bef1bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:58.336867 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:59.628633 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:19:59.882566 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:10.587344 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:20:13.059595 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:13.651211 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:15.975418 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-d1c35f42-824a-48e0-8814-626ba1c826c2 req-7401edf5-9094-4d1e-abd1-f59d024ac967 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:20:15.976576 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1c35f42-824a-48e0-8814-626ba1c826c2 req-7401edf5-9094-4d1e-abd1-f59d024ac967 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0440028 Apr 20 14:20:16.382093 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0764456-24ee-4e88-b190-0960b2fe73aa req-c12796c7-d675-4ce8-92ae-fa8e860159dc tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:16.383590 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e0764456-24ee-4e88-b190-0960b2fe73aa req-c12796c7-d675-4ce8-92ae-fa8e860159dc tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 946 time: 0.0932753 Apr 20 14:20:16.423334 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e0764456-24ee-4e88-b190-0960b2fe73aa req-214a6e24-fe7f-485a-bd98-f41d8ceca456 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=398ebc36-181a-48c0-b4ab-893b78f866b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323710 Apr 20 14:20:16.468232 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 34944) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:20:16.549444 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-1e1c6266-eabc-44f9-878a-66e8d5a33520 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0800776 Apr 20 14:20:16.558017 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-dd4b314a-bae8-4ca4-a2db-4b5d2abed621 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:20:16.558956 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-dd4b314a-bae8-4ca4-a2db-4b5d2abed621 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047843 Apr 20 14:20:17.582638 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571deda-97c5-4080-beb3-9d31343d0e2d req-30ba0647-f70c-45d8-b88b-6b6c16d72308 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:17.584095 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d571deda-97c5-4080-beb3-9d31343d0e2d req-30ba0647-f70c-45d8-b88b-6b6c16d72308 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 946 time: 0.0906405 Apr 20 14:20:17.625261 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d571deda-97c5-4080-beb3-9d31343d0e2d req-b18ae0a4-0623-40ad-a711-8344f1ce4b20 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=398ebc36-181a-48c0-b4ab-893b78f866b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349150 Apr 20 14:20:18.738582 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d16d6-9235-44f2-865f-6d8efdadbe00 req-df7b1d1d-608a-4357-be92-a299c126420a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:18.739976 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1d8d16d6-9235-44f2-865f-6d8efdadbe00 req-df7b1d1d-608a-4357-be92-a299c126420a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 946 time: 0.0483320 Apr 20 14:20:18.776612 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1d8d16d6-9235-44f2-865f-6d8efdadbe00 req-ea48cf7c-25d6-44ca-a972-f9aaedd0b5b4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=398ebc36-181a-48c0-b4ab-893b78f866b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306883 Apr 20 14:20:19.894750 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715969b2-8cd2-4498-b4b5-a1a9d6b8e438 req-c837b9ee-f93a-47cb-b38d-f73d41ebfd92 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:19.896221 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-715969b2-8cd2-4498-b4b5-a1a9d6b8e438 req-c837b9ee-f93a-47cb-b38d-f73d41ebfd92 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 946 time: 0.0507388 Apr 20 14:20:19.932778 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-715969b2-8cd2-4498-b4b5-a1a9d6b8e438 req-81a7641c-4586-4b4a-99a1-2f8b7258a970 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=398ebc36-181a-48c0-b4ab-893b78f866b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305340 Apr 20 14:20:21.046073 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b5e48-22ec-4b59-85e5-d34e7d467edd req-9f92296e-2902-4bfa-a6db-ee427bc6e09d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:21.047536 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2b0b5e48-22ec-4b59-85e5-d34e7d467edd req-9f92296e-2902-4bfa-a6db-ee427bc6e09d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 946 time: 0.0471165 Apr 20 14:20:21.088565 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2b0b5e48-22ec-4b59-85e5-d34e7d467edd req-47fcb39c-614a-44ee-b61e-56b6d94dbedb tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=398ebc36-181a-48c0-b4ab-893b78f866b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350516 Apr 20 14:20:22.206506 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a5909-97bb-466b-a207-77e9c40c3343 req-011fa10a-4ca9-4149-acbc-2e22108f8f62 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:22.207978 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2e5a5909-97bb-466b-a207-77e9c40c3343 req-011fa10a-4ca9-4149-acbc-2e22108f8f62 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 946 time: 0.0486135 Apr 20 14:20:22.244906 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2e5a5909-97bb-466b-a207-77e9c40c3343 req-9a97ee1d-d5d7-40ef-8f98-4850bc1858b2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=398ebc36-181a-48c0-b4ab-893b78f866b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308685 Apr 20 14:20:22.567132 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-839109d3-708b-4fae-8166-ea0db2d4f8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:22.568649 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-839109d3-708b-4fae-8166-ea0db2d4f8e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7d350484fd744aba8607d7467eb1568&device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 1097 time: 0.0403378 Apr 20 14:20:22.660027 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-36aa425d-4c31-4aba-a362-d3d62bb97935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:22.661438 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-36aa425d-4c31-4aba-a362-d3d62bb97935 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8b2c43d9-4f11-4905-8e43-7396c5ab45bf HTTP/1.1" status: 200 len: 897 time: 0.0869637 Apr 20 14:20:22.725439 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-7ba76c3e-b193-4f79-adc0-0d865f0172f1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7430f54-9eec-4f7f-80ac-6b189c8c5977 HTTP/1.1" status: 200 len: 1000 time: 0.0571361 Apr 20 14:20:22.772863 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-2d280f19-98a2-4196-803f-b2c5bc942220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:22.774150 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-2d280f19-98a2-4196-803f-b2c5bc942220 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac09a927-e8ef-43f4-91d0-53bf1d01bb6a HTTP/1.1" status: 200 len: 835 time: 0.0408478 Apr 20 14:20:22.820856 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-5ea2e952-f591-4f0b-8c5f-73bf2acbdd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:22.822272 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-5ea2e952-f591-4f0b-8c5f-73bf2acbdd28 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8b2c43d9-4f11-4905-8e43-7396c5ab45bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408332 Apr 20 14:20:22.908210 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-4432d7d9-891f-44f7-8324-308a4ccdde4f service neutron] 10.222.0.15 "GET /v2.0/networks/8b2c43d9-4f11-4905-8e43-7396c5ab45bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789719 Apr 20 14:20:22.998271 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-745d2fc5-93fd-412c-8b23-0c7fec37c4c2 service neutron] 10.222.0.15 "GET /v2.0/networks/8b2c43d9-4f11-4905-8e43-7396c5ab45bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832152 Apr 20 14:20:23.360826 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d0e29-daf0-4de2-80fe-6aaee2496078 req-812fb1d2-a606-4eb8-8d7e-9577ed53b8b4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:23.362317 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c77d0e29-daf0-4de2-80fe-6aaee2496078 req-812fb1d2-a606-4eb8-8d7e-9577ed53b8b4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 946 time: 0.0499833 Apr 20 14:20:23.399510 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c77d0e29-daf0-4de2-80fe-6aaee2496078 req-38bde3f8-ad56-4ccf-98df-4eece6ee992d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=398ebc36-181a-48c0-b4ab-893b78f866b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309968 Apr 20 14:20:24.514362 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-101d4d64-a7de-4e06-a056-e485f6393fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:24.517938 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ec32c-f5ea-487c-8c30-cb4ad6f23db3 req-c1ea1202-09f2-4d32-95f0-dde502dd3a6b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:24.519427 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-997ec32c-f5ea-487c-8c30-cb4ad6f23db3 req-c1ea1202-09f2-4d32-95f0-dde502dd3a6b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 946 time: 0.0499442 Apr 20 14:20:24.556588 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-997ec32c-f5ea-487c-8c30-cb4ad6f23db3 req-e6330c6a-faa4-400f-9afc-f845a5671720 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=398ebc36-181a-48c0-b4ab-893b78f866b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310802 Apr 20 14:20:25.677282 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda154d1-be5c-4f03-8cad-58196441ad76 req-e4ad5379-8960-4c09-9b03-d48c9a86cad8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:25.678732 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cda154d1-be5c-4f03-8cad-58196441ad76 req-e4ad5379-8960-4c09-9b03-d48c9a86cad8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 946 time: 0.0515637 Apr 20 14:20:25.716171 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cda154d1-be5c-4f03-8cad-58196441ad76 req-3589f65c-1ad0-413e-8ada-de403eb0d420 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=398ebc36-181a-48c0-b4ab-893b78f866b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309107 Apr 20 14:20:26.831597 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440c5f1-b5f9-4397-8b06-e45e76c03207 req-e266c922-81db-4839-9b83-220a306c7139 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:26.833050 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4440c5f1-b5f9-4397-8b06-e45e76c03207 req-e266c922-81db-4839-9b83-220a306c7139 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 946 time: 0.0477164 Apr 20 14:20:26.851102 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f896827b-8fb4-4c83-9119-0d2b852d53bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:26.870367 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4440c5f1-b5f9-4397-8b06-e45e76c03207 req-e2f740bc-e062-486c-a615-f3f63fc637cd tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=398ebc36-181a-48c0-b4ab-893b78f866b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312696 Apr 20 14:20:27.987611 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb193c72-baa1-4372-a249-a97425bdbc5a req-3971d309-2392-4334-bc67-ee8a5f264f9d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:27.989039 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eb193c72-baa1-4372-a249-a97425bdbc5a req-3971d309-2392-4334-bc67-ee8a5f264f9d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 946 time: 0.0484650 Apr 20 14:20:28.025631 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eb193c72-baa1-4372-a249-a97425bdbc5a req-52ca4eb1-1f6a-4bbb-bc25-68441f79eaba tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=398ebc36-181a-48c0-b4ab-893b78f866b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304301 Apr 20 14:20:28.361863 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:29.146708 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f9d01-60f6-44b0-aa33-2c2a318400c4 req-111a346a-6d05-45af-ba6e-704a99cc1e9d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:29.148185 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-171f9d01-60f6-44b0-aa33-2c2a318400c4 req-111a346a-6d05-45af-ba6e-704a99cc1e9d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 946 time: 0.0511348 Apr 20 14:20:29.475568 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-171f9d01-60f6-44b0-aa33-2c2a318400c4 req-4936b782-56bb-494b-bdfe-914d2de5f184 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=398ebc36-181a-48c0-b4ab-893b78f866b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3211904 Apr 20 14:20:29.619100 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:29.882262 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:30.589793 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9d2d2-fa74-4428-aeb3-1688121cbfe5 req-29c1b695-68d4-4c8b-aff0-6f50c736033a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:30.591233 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8cc9d2d2-fa74-4428-aeb3-1688121cbfe5 req-29c1b695-68d4-4c8b-aff0-6f50c736033a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 946 time: 0.0478797 Apr 20 14:20:30.628466 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8cc9d2d2-fa74-4428-aeb3-1688121cbfe5 req-41e96dd1-225a-41a5-ae1f-3a0609f178ee tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=398ebc36-181a-48c0-b4ab-893b78f866b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309775 Apr 20 14:20:31.739326 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3b713-2d8a-4708-94a8-67fdaa017a6e req-a6492b69-b5cd-477a-a98c-1a550e3844f5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:31.740710 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-16a3b713-2d8a-4708-94a8-67fdaa017a6e req-a6492b69-b5cd-477a-a98c-1a550e3844f5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 946 time: 0.0472093 Apr 20 14:20:31.777548 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-16a3b713-2d8a-4708-94a8-67fdaa017a6e req-047a7075-96ca-4254-ade2-ba24de7954ed tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=398ebc36-181a-48c0-b4ab-893b78f866b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309308 Apr 20 14:20:32.892262 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d4b9c-b17b-4631-9bcf-5f44d8bab8ae req-5d2aef0c-9008-44f4-bb10-19a83623f0fc tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:32.893694 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ca1d4b9c-b17b-4631-9bcf-5f44d8bab8ae req-5d2aef0c-9008-44f4-bb10-19a83623f0fc tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 946 time: 0.0497820 Apr 20 14:20:32.930288 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ca1d4b9c-b17b-4631-9bcf-5f44d8bab8ae req-8ab11744-9f3e-44dd-8dae-fbc13f51203f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=398ebc36-181a-48c0-b4ab-893b78f866b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307024 Apr 20 14:20:34.044696 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10c9c4-fa78-469b-9e83-c7ecbf1ac91d req-d643da40-d4cf-4298-8300-f1e831ce6b4b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:34.046197 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cf10c9c4-fa78-469b-9e83-c7ecbf1ac91d req-d643da40-d4cf-4298-8300-f1e831ce6b4b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 946 time: 0.0484269 Apr 20 14:20:34.084043 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cf10c9c4-fa78-469b-9e83-c7ecbf1ac91d req-87ddf313-1847-4807-9593-62c4d7570ca9 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=398ebc36-181a-48c0-b4ab-893b78f866b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317745 Apr 20 14:20:35.196964 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbe132-f874-4ebf-bf20-442507abcaa9 req-e8cccef7-4b0c-4435-a21c-872db530629d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:35.198417 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-51dbe132-f874-4ebf-bf20-442507abcaa9 req-e8cccef7-4b0c-4435-a21c-872db530629d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 946 time: 0.0480256 Apr 20 14:20:35.235879 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-51dbe132-f874-4ebf-bf20-442507abcaa9 req-c367651c-83f7-4089-a0b8-acdb37f7e5fd tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=398ebc36-181a-48c0-b4ab-893b78f866b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306401 Apr 20 14:20:36.351567 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d160ecd-e9af-4821-8468-4ada031146fb req-3b2c5fd7-e5bb-4b39-b53a-e5c4964414f8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:36.353004 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5d160ecd-e9af-4821-8468-4ada031146fb req-3b2c5fd7-e5bb-4b39-b53a-e5c4964414f8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 946 time: 0.0510623 Apr 20 14:20:36.390173 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5d160ecd-e9af-4821-8468-4ada031146fb req-7aaec297-2b88-4af8-8e49-ad70bbe09f57 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=398ebc36-181a-48c0-b4ab-893b78f866b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310962 Apr 20 14:20:37.117829 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b47f8-bad9-4894-81fb-df29488ed30e req-53cfaf46-3646-4363-ba8c-f5ed35151cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:37.120705 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-822b47f8-bad9-4894-81fb-df29488ed30e req-53cfaf46-3646-4363-ba8c-f5ed35151cf7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7d350484fd744aba8607d7467eb1568&device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 1097 time: 0.0389431 Apr 20 14:20:37.226356 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b47f8-bad9-4894-81fb-df29488ed30e req-3894d2b3-91fc-49a0-b48b-9ae4935b5463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:37.227838 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-822b47f8-bad9-4894-81fb-df29488ed30e req-3894d2b3-91fc-49a0-b48b-9ae4935b5463 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8b2c43d9-4f11-4905-8e43-7396c5ab45bf HTTP/1.1" status: 200 len: 897 time: 0.0853355 Apr 20 14:20:37.291020 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-822b47f8-bad9-4894-81fb-df29488ed30e req-e81b567a-e6a5-410e-989b-c9a69b9a2923 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7430f54-9eec-4f7f-80ac-6b189c8c5977 HTTP/1.1" status: 200 len: 1000 time: 0.0560026 Apr 20 14:20:37.338441 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b47f8-bad9-4894-81fb-df29488ed30e req-bbaa07f6-b4fb-479c-aca2-a9da7b3e56f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:37.339853 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-822b47f8-bad9-4894-81fb-df29488ed30e req-bbaa07f6-b4fb-479c-aca2-a9da7b3e56f3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac09a927-e8ef-43f4-91d0-53bf1d01bb6a HTTP/1.1" status: 200 len: 835 time: 0.0420856 Apr 20 14:20:37.386331 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b47f8-bad9-4894-81fb-df29488ed30e req-32278521-ecf0-41a7-b6bc-bd0379bd4234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:37.387729 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-822b47f8-bad9-4894-81fb-df29488ed30e req-32278521-ecf0-41a7-b6bc-bd0379bd4234 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8b2c43d9-4f11-4905-8e43-7396c5ab45bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419996 Apr 20 14:20:37.502318 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-822b47f8-bad9-4894-81fb-df29488ed30e req-8d240b05-971b-403e-8049-948885a6922a service neutron] 10.222.0.15 "GET /v2.0/networks/8b2c43d9-4f11-4905-8e43-7396c5ab45bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079435 Apr 20 14:20:37.525038 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b3667-1c5c-4b1c-aa86-8ac4fd17ec8e req-b962b403-62f5-4003-8593-2b4ba98affb6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:37.526421 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a2b3667-1c5c-4b1c-aa86-8ac4fd17ec8e req-b962b403-62f5-4003-8593-2b4ba98affb6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 946 time: 0.0667446 Apr 20 14:20:37.606683 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2a2b3667-1c5c-4b1c-aa86-8ac4fd17ec8e req-94f8d620-c0cb-4030-a58d-24dbcba4461a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=398ebc36-181a-48c0-b4ab-893b78f866b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706868 Apr 20 14:20:37.629495 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-822b47f8-bad9-4894-81fb-df29488ed30e req-f0507332-9f75-44e4-8422-69a79a1188a8 service neutron] 10.222.0.15 "GET /v2.0/networks/8b2c43d9-4f11-4905-8e43-7396c5ab45bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192853 Apr 20 14:20:38.724822 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2199269-80da-4e73-aa85-131bcdca0455 req-d3732a8f-665e-47ec-92fd-0eb7dc28a2ac tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:38.726275 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f2199269-80da-4e73-aa85-131bcdca0455 req-d3732a8f-665e-47ec-92fd-0eb7dc28a2ac tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 946 time: 0.0492144 Apr 20 14:20:38.762922 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f2199269-80da-4e73-aa85-131bcdca0455 req-69bf507c-b0a1-4b8f-92d0-413f97378084 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=398ebc36-181a-48c0-b4ab-893b78f866b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305216 Apr 20 14:20:39.881237 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c120d5-8d2c-49e0-84ff-d92eac5ed442 req-2c06b336-b7a6-415f-a052-cdea8ead21bb tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:39.882734 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a2c120d5-8d2c-49e0-84ff-d92eac5ed442 req-2c06b336-b7a6-415f-a052-cdea8ead21bb tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 946 time: 0.0524328 Apr 20 14:20:39.921005 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a2c120d5-8d2c-49e0-84ff-d92eac5ed442 req-c482d7b8-6e53-417f-895c-a3e5858058b4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=398ebc36-181a-48c0-b4ab-893b78f866b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310712 Apr 20 14:20:40.090766 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-ad0199b4-e9b3-4302-9fe2-c3026ecafdd6 service neutron] show failed (client error): The resource could not be found. Apr 20 14:20:40.098645 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-ad0199b4-e9b3-4302-9fe2-c3026ecafdd6 service neutron] 10.222.0.15 "GET /v2.0/ports/f7430f54-9eec-4f7f-80ac-6b189c8c5977/bindings/n-h1-836015-7 HTTP/1.1" status: 404 len: 380 time: 0.0543816 Apr 20 14:20:40.590180 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-c4aa9c20-a6c4-48fc-a111-cdc125d58c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:40.591776 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-c4aa9c20-a6c4-48fc-a111-cdc125d58c97 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9&tenant_id=f7d350484fd744aba8607d7467eb1568 HTTP/1.1" status: 200 len: 1097 time: 0.0858610 Apr 20 14:20:40.602798 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-9a997a23-5cd2-4efc-8e21-0b9d09c1c874 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836015-7', 'device_owner': 'compute:nova'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:20:40.655747 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-9a997a23-5cd2-4efc-8e21-0b9d09c1c874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:40.852733 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-9a997a23-5cd2-4efc-8e21-0b9d09c1c874 service neutron] For port f7430f54-9eec-4f7f-80ac-6b189c8c5977, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=f7430f54-9eec-4f7f-80ac-6b189c8c5977,segment=NetworkSegment(dc29921c-c0ac-423f-ae4b-3120779ef606),segment_id=dc29921c-c0ac-423f-ae4b-3120779ef606)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:20:40.884528 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-9a997a23-5cd2-4efc-8e21-0b9d09c1c874 service neutron] For port f7430f54-9eec-4f7f-80ac-6b189c8c5977, host n-h2-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:20:40.923222 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03521184-8afc-40e0-a5cb-4d009720d3a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7430f54-9eec-4f7f-80ac-6b189c8c5977'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:20:40.925554 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}477c3876f0a00723b6cc26f82b5301b7c44eaec2342ee7dfaa02d19e77b1fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353c9ddd-8f61-450c-9ebf-c25db9328611" -d '{"events": [{"server_uuid": "03521184-8afc-40e0-a5cb-4d009720d3a9", "name": "network-vif-unplugged", "status": "completed", "tag": "f7430f54-9eec-4f7f-80ac-6b189c8c5977"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:20:40.929666 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-9a997a23-5cd2-4efc-8e21-0b9d09c1c874 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:40.942511 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-9a997a23-5cd2-4efc-8e21-0b9d09c1c874 service neutron] Transition to ACTIVE for port object f7430f54-9eec-4f7f-80ac-6b189c8c5977 will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:20:41.008307 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-9a997a23-5cd2-4efc-8e21-0b9d09c1c874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:41.040053 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70aca2ca-1b90-4cc7-bad2-31a7d0a9ee89 x-openstack-request-id: req-70aca2ca-1b90-4cc7-bad2-31a7d0a9ee89 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:20:41.040422 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03521184-8afc-40e0-a5cb-4d009720d3a9", "name": "network-vif-unplugged", "status": "completed", "tag": "f7430f54-9eec-4f7f-80ac-6b189c8c5977", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:20:41.040760 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-70aca2ca-1b90-4cc7-bad2-31a7d0a9ee89 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:20:41.041202 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c5d5e-9fa7-46c2-9b4c-98a84475f991 req-a13f6bba-dc99-4170-bc4e-2694424f9894 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:41.041706 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70aca2ca-1b90-4cc7-bad2-31a7d0a9ee89'] response: {'server_uuid': '03521184-8afc-40e0-a5cb-4d009720d3a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7430f54-9eec-4f7f-80ac-6b189c8c5977', 'code': 200} Apr 20 14:20:41.042697 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2f7c5d5e-9fa7-46c2-9b4c-98a84475f991 req-a13f6bba-dc99-4170-bc4e-2694424f9894 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 946 time: 0.0522118 Apr 20 14:20:41.088060 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2f7c5d5e-9fa7-46c2-9b4c-98a84475f991 req-d20e03b2-ab93-43e2-b4a0-70064520a6b9 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=398ebc36-181a-48c0-b4ab-893b78f866b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372016 Apr 20 14:20:41.098151 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a997a23-5cd2-4efc-8e21-0b9d09c1c874 service neutron] Pushing event updated for resources: {'Port': ['ID=f7430f54-9eec-4f7f-80ac-6b189c8c5977,revision_number=6']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:20:41.113048 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a997a23-5cd2-4efc-8e21-0b9d09c1c874 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:41.113048 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a997a23-5cd2-4efc-8e21-0b9d09c1c874 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:41.113048 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a997a23-5cd2-4efc-8e21-0b9d09c1c874 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:41.113048 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a997a23-5cd2-4efc-8e21-0b9d09c1c874 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:41.113048 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a997a23-5cd2-4efc-8e21-0b9d09c1c874 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:41.113048 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a997a23-5cd2-4efc-8e21-0b9d09c1c874 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:41.113048 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a997a23-5cd2-4efc-8e21-0b9d09c1c874 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:41.113048 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a997a23-5cd2-4efc-8e21-0b9d09c1c874 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:41.113048 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a997a23-5cd2-4efc-8e21-0b9d09c1c874 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:41.113048 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a997a23-5cd2-4efc-8e21-0b9d09c1c874 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:41.113048 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a997a23-5cd2-4efc-8e21-0b9d09c1c874 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:41.113048 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a997a23-5cd2-4efc-8e21-0b9d09c1c874 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:41.147763 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-9a997a23-5cd2-4efc-8e21-0b9d09c1c874 service neutron] No DVR routers for this DVR port f7430f54-9eec-4f7f-80ac-6b189c8c5977 on host n-h2-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:20:41.283042 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-9a997a23-5cd2-4efc-8e21-0b9d09c1c874 service neutron] Attempting to bind port f7430f54-9eec-4f7f-80ac-6b189c8c5977 on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:20:41.283422 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-9a997a23-5cd2-4efc-8e21-0b9d09c1c874 service neutron] Attempting to bind port f7430f54-9eec-4f7f-80ac-6b189c8c5977 by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': 'dc29921c-c0ac-423f-ae4b-3120779ef606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8b2c43d9-4f11-4905-8e43-7396c5ab45bf'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:20:41.283725 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-9a997a23-5cd2-4efc-8e21-0b9d09c1c874 service neutron] Attempting to bind port f7430f54-9eec-4f7f-80ac-6b189c8c5977 on network 8b2c43d9-4f11-4905-8e43-7396c5ab45bf {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:20:41.287946 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-9a997a23-5cd2-4efc-8e21-0b9d09c1c874 service neutron] Port f7430f54-9eec-4f7f-80ac-6b189c8c5977 on network 8b2c43d9-4f11-4905-8e43-7396c5ab45bf not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:20:41.288271 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-9a997a23-5cd2-4efc-8e21-0b9d09c1c874 service neutron] Attempting to bind port f7430f54-9eec-4f7f-80ac-6b189c8c5977 on network 8b2c43d9-4f11-4905-8e43-7396c5ab45bf {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:20:41.293026 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-9a997a23-5cd2-4efc-8e21-0b9d09c1c874 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:20:41.293373 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-9a997a23-5cd2-4efc-8e21-0b9d09c1c874 service neutron] Checking segment: {'id': 'dc29921c-c0ac-423f-ae4b-3120779ef606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8b2c43d9-4f11-4905-8e43-7396c5ab45bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:20:41.293745 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-9a997a23-5cd2-4efc-8e21-0b9d09c1c874 service neutron] Bound using segment: {'id': 'dc29921c-c0ac-423f-ae4b-3120779ef606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8b2c43d9-4f11-4905-8e43-7396c5ab45bf'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:20:41.294170 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-9a997a23-5cd2-4efc-8e21-0b9d09c1c874 service neutron] Bound port: f7430f54-9eec-4f7f-80ac-6b189c8c5977, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc29921c-c0ac-423f-ae4b-3120779ef606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8b2c43d9-4f11-4905-8e43-7396c5ab45bf'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:20:41.294521 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-9a997a23-5cd2-4efc-8e21-0b9d09c1c874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:41.360518 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-9a997a23-5cd2-4efc-8e21-0b9d09c1c874 service neutron] For port f7430f54-9eec-4f7f-80ac-6b189c8c5977, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:20:41.363707 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-9a997a23-5cd2-4efc-8e21-0b9d09c1c874 service neutron] For port f7430f54-9eec-4f7f-80ac-6b189c8c5977, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=f7430f54-9eec-4f7f-80ac-6b189c8c5977,segment=NetworkSegment(dc29921c-c0ac-423f-ae4b-3120779ef606),segment_id=dc29921c-c0ac-423f-ae4b-3120779ef606)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:20:41.457431 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-9a997a23-5cd2-4efc-8e21-0b9d09c1c874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:41.496029 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-9a997a23-5cd2-4efc-8e21-0b9d09c1c874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:41.496029 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-9a997a23-5cd2-4efc-8e21-0b9d09c1c874 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:41.496029 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-9a997a23-5cd2-4efc-8e21-0b9d09c1c874 service neutron] 10.222.0.32 "PUT /v2.0/ports/f7430f54-9eec-4f7f-80ac-6b189c8c5977 HTTP/1.1" status: 200 len: 1092 time: 0.8928196 Apr 20 14:20:41.528969 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a997a23-5cd2-4efc-8e21-0b9d09c1c874 service neutron] Pushing event updated for resources: {'Port': ['ID=f7430f54-9eec-4f7f-80ac-6b189c8c5977,revision_number=7']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:20:41.560908 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-e4fbc2ab-b939-4214-9232-46f46e0a341b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:41.563305 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-e4fbc2ab-b939-4214-9232-46f46e0a341b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f7d350484fd744aba8607d7467eb1568&device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 1095 time: 0.0462959 Apr 20 14:20:41.663470 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-30c88e5a-b0ba-4772-a84b-b9b5f772d925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:41.664976 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-30c88e5a-b0ba-4772-a84b-b9b5f772d925 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8b2c43d9-4f11-4905-8e43-7396c5ab45bf HTTP/1.1" status: 200 len: 897 time: 0.0957558 Apr 20 14:20:41.731096 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-cbe3b423-24af-408c-9d32-bce40aa3f5ce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7430f54-9eec-4f7f-80ac-6b189c8c5977 HTTP/1.1" status: 200 len: 998 time: 0.0581231 Apr 20 14:20:41.779386 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-5043a4ff-3f76-4e1e-8da0-d60fcca3bd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:41.781355 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-5043a4ff-3f76-4e1e-8da0-d60fcca3bd25 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ac09a927-e8ef-43f4-91d0-53bf1d01bb6a HTTP/1.1" status: 200 len: 835 time: 0.0440462 Apr 20 14:20:41.829594 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-946c92fc-8f96-4792-843f-915b6fedcc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:41.831042 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-946c92fc-8f96-4792-843f-915b6fedcc6e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8b2c43d9-4f11-4905-8e43-7396c5ab45bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428245 Apr 20 14:20:41.920292 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-56564e64-50b5-4520-b814-18e2b89098a5 service neutron] 10.222.0.32 "GET /v2.0/networks/8b2c43d9-4f11-4905-8e43-7396c5ab45bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820723 Apr 20 14:20:42.012738 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b0e2ad0e-2b47-4669-b4fd-34119a13aa0a req-630292d0-8910-4fe1-bd17-25fcec5bfc78 service neutron] 10.222.0.32 "GET /v2.0/networks/8b2c43d9-4f11-4905-8e43-7396c5ab45bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857425 Apr 20 14:20:42.212222 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0bb422-0f7d-4947-858c-3aed926e459c req-8346b7a4-e6b4-495b-8d4e-2cfb8bdc1752 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:42.213615 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6d0bb422-0f7d-4947-858c-3aed926e459c req-8346b7a4-e6b4-495b-8d4e-2cfb8bdc1752 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 944 time: 0.0482869 Apr 20 14:20:42.255488 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6d0bb422-0f7d-4947-858c-3aed926e459c req-f43a84fe-440a-4aca-b6e8-3c01d74d7c11 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=398ebc36-181a-48c0-b4ab-893b78f866b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350811 Apr 20 14:20:43.042605 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03521184-8afc-40e0-a5cb-4d009720d3a9', 'tag': 'f7430f54-9eec-4f7f-80ac-6b189c8c5977'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:20:43.045007 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}477c3876f0a00723b6cc26f82b5301b7c44eaec2342ee7dfaa02d19e77b1fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e5b28e-445a-4e35-b78d-7948c33a34c1" -d '{"events": [{"name": "network-changed", "server_uuid": "03521184-8afc-40e0-a5cb-4d009720d3a9", "tag": "f7430f54-9eec-4f7f-80ac-6b189c8c5977"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:20:43.079498 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:43.095548 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a78d6e6-1fc9-456d-adcf-f7fcc8aed656 x-openstack-request-id: req-9a78d6e6-1fc9-456d-adcf-f7fcc8aed656 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:20:43.095866 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03521184-8afc-40e0-a5cb-4d009720d3a9", "tag": "f7430f54-9eec-4f7f-80ac-6b189c8c5977", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:20:43.096119 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9a78d6e6-1fc9-456d-adcf-f7fcc8aed656 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:20:43.096521 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a78d6e6-1fc9-456d-adcf-f7fcc8aed656'] response: {'name': 'network-changed', 'server_uuid': '03521184-8afc-40e0-a5cb-4d009720d3a9', 'tag': 'f7430f54-9eec-4f7f-80ac-6b189c8c5977', 'status': 'completed', 'code': 200} Apr 20 14:20:43.153375 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5b28e-445a-4e35-b78d-7948c33a34c1 req-b9f5c4e6-6d38-43d5-afcb-ab43c7e46b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:43.155390 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-93e5b28e-445a-4e35-b78d-7948c33a34c1 req-b9f5c4e6-6d38-43d5-afcb-ab43c7e46b3c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f7d350484fd744aba8607d7467eb1568&device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 1095 time: 0.0406394 Apr 20 14:20:43.156727 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5b28e-445a-4e35-b78d-7948c33a34c1 req-2be72871-9fd4-4d75-aa37-62be48837e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:43.158225 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-93e5b28e-445a-4e35-b78d-7948c33a34c1 req-2be72871-9fd4-4d75-aa37-62be48837e49 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7d350484fd744aba8607d7467eb1568&device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 1095 time: 0.0404251 Apr 20 14:20:43.245641 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5b28e-445a-4e35-b78d-7948c33a34c1 req-d4c80a9c-4c6f-46a2-b7df-96c22d6e8f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:43.246053 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5b28e-445a-4e35-b78d-7948c33a34c1 req-8fab4bb3-e9cb-4a1f-ad0a-ff36b73c208c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:43.247116 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-93e5b28e-445a-4e35-b78d-7948c33a34c1 req-d4c80a9c-4c6f-46a2-b7df-96c22d6e8f4f service neutron] 10.222.0.32 "GET /v2.0/networks?id=8b2c43d9-4f11-4905-8e43-7396c5ab45bf HTTP/1.1" status: 200 len: 897 time: 0.0843406 Apr 20 14:20:43.247512 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-93e5b28e-445a-4e35-b78d-7948c33a34c1 req-8fab4bb3-e9cb-4a1f-ad0a-ff36b73c208c service neutron] 10.222.0.15 "GET /v2.0/networks?id=8b2c43d9-4f11-4905-8e43-7396c5ab45bf HTTP/1.1" status: 200 len: 897 time: 0.0832181 Apr 20 14:20:43.321137 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-93e5b28e-445a-4e35-b78d-7948c33a34c1 req-acb55804-7ac8-480c-864b-9c19fca3ea17 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7430f54-9eec-4f7f-80ac-6b189c8c5977 HTTP/1.1" status: 200 len: 998 time: 0.0667193 Apr 20 14:20:43.322366 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-93e5b28e-445a-4e35-b78d-7948c33a34c1 req-ebccfe6d-0e47-415f-8b9d-7b02ea0e1feb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7430f54-9eec-4f7f-80ac-6b189c8c5977 HTTP/1.1" status: 200 len: 998 time: 0.0679407 Apr 20 14:20:43.370915 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5b28e-445a-4e35-b78d-7948c33a34c1 req-b4c4e220-d796-4001-88d7-2a824e4774c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:43.372474 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-93e5b28e-445a-4e35-b78d-7948c33a34c1 req-b4c4e220-d796-4001-88d7-2a824e4774c5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ac09a927-e8ef-43f4-91d0-53bf1d01bb6a HTTP/1.1" status: 200 len: 835 time: 0.0440478 Apr 20 14:20:43.401847 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5b28e-445a-4e35-b78d-7948c33a34c1 req-e8ee0ea4-15e1-4bcd-ba1d-c7406c9333d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:43.403307 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-93e5b28e-445a-4e35-b78d-7948c33a34c1 req-e8ee0ea4-15e1-4bcd-ba1d-c7406c9333d0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac09a927-e8ef-43f4-91d0-53bf1d01bb6a HTTP/1.1" status: 200 len: 835 time: 0.0671744 Apr 20 14:20:43.411677 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06e8e2-b588-4eb6-814f-97246fa39090 req-881851f5-9c80-4fb6-abf0-dbd58d38ccc8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:43.413075 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ae06e8e2-b588-4eb6-814f-97246fa39090 req-881851f5-9c80-4fb6-abf0-dbd58d38ccc8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 944 time: 0.0852063 Apr 20 14:20:43.417956 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5b28e-445a-4e35-b78d-7948c33a34c1 req-153fadce-39f2-4074-8d2b-40bd0e572e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:43.419479 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-93e5b28e-445a-4e35-b78d-7948c33a34c1 req-153fadce-39f2-4074-8d2b-40bd0e572e49 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8b2c43d9-4f11-4905-8e43-7396c5ab45bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395939 Apr 20 14:20:43.494612 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5b28e-445a-4e35-b78d-7948c33a34c1 req-b35009ec-95a4-467b-9202-dc3dc0b4fec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:43.496177 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-93e5b28e-445a-4e35-b78d-7948c33a34c1 req-b35009ec-95a4-467b-9202-dc3dc0b4fec0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8b2c43d9-4f11-4905-8e43-7396c5ab45bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822501 Apr 20 14:20:43.503782 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ae06e8e2-b588-4eb6-814f-97246fa39090 req-09816f8d-6f0f-45d2-96d2-9777497c53b2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=398ebc36-181a-48c0-b4ab-893b78f866b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818477 Apr 20 14:20:43.525293 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-93e5b28e-445a-4e35-b78d-7948c33a34c1 req-3aa659d5-ba53-471a-b6c9-3adcf154b7a1 service neutron] 10.222.0.32 "GET /v2.0/networks/8b2c43d9-4f11-4905-8e43-7396c5ab45bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926270 Apr 20 14:20:43.592199 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-93e5b28e-445a-4e35-b78d-7948c33a34c1 req-8f2ca3a9-cbdc-4078-aed6-f241de5d3201 service neutron] 10.222.0.15 "GET /v2.0/networks/8b2c43d9-4f11-4905-8e43-7396c5ab45bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874557 Apr 20 14:20:43.612432 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-93e5b28e-445a-4e35-b78d-7948c33a34c1 req-39061da9-2ca1-4970-be96-73a750fc5346 service neutron] 10.222.0.32 "GET /v2.0/networks/8b2c43d9-4f11-4905-8e43-7396c5ab45bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852308 Apr 20 14:20:43.668219 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:43.687090 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-93e5b28e-445a-4e35-b78d-7948c33a34c1 req-9192dbef-d0bf-4476-aacd-2add0e2620af service neutron] 10.222.0.15 "GET /v2.0/networks/8b2c43d9-4f11-4905-8e43-7396c5ab45bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887897 Apr 20 14:20:43.732561 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device f7430f54-9eec-4f7f-80ac-6b189c8c5977 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:20:43.770886 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device f7430f54-9eec-4f7f-80ac-6b189c8c5977 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:20:44.627249 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa3a0a-fa06-4baa-9311-76cff5412861 req-27808fce-79a2-4053-9dd8-c4ea933782b4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:44.628724 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bdaa3a0a-fa06-4baa-9311-76cff5412861 req-27808fce-79a2-4053-9dd8-c4ea933782b4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 944 time: 0.0494678 Apr 20 14:20:44.665167 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bdaa3a0a-fa06-4baa-9311-76cff5412861 req-f390fb45-f95f-4038-b0c8-2cd91b711c48 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=398ebc36-181a-48c0-b4ab-893b78f866b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304883 Apr 20 14:20:45.780920 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddbf43f-33b2-4dc5-aae6-5e151b1b9997 req-8323b273-ce85-4bf4-ad37-217d578cf29c tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:45.782289 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eddbf43f-33b2-4dc5-aae6-5e151b1b9997 req-8323b273-ce85-4bf4-ad37-217d578cf29c tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 944 time: 0.0482976 Apr 20 14:20:45.819223 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eddbf43f-33b2-4dc5-aae6-5e151b1b9997 req-cb7dcfdb-db2b-48ea-921d-918a7e4c7f7e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=398ebc36-181a-48c0-b4ab-893b78f866b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302165 Apr 20 14:20:46.144797 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ad7a7-7fab-4273-b547-7559d7915964 req-5ab37c95-3bab-44a1-8a75-c489d23d6c38 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:46.146287 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c75ad7a7-7fab-4273-b547-7559d7915964 req-5ab37c95-3bab-44a1-8a75-c489d23d6c38 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 944 time: 0.0529184 Apr 20 14:20:46.208695 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c75ad7a7-7fab-4273-b547-7559d7915964 req-f6f1f0f7-008d-45ee-8621-60d37444a574 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=398ebc36-181a-48c0-b4ab-893b78f866b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562305 Apr 20 14:20:46.230314 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc2388-c37f-49c7-98d6-86a7468cbc0f req-65abebd7-8525-46fe-9b55-21b62889f788 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:46.231782 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cdcc2388-c37f-49c7-98d6-86a7468cbc0f req-65abebd7-8525-46fe-9b55-21b62889f788 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.15 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9&tenant_id=f7d350484fd744aba8607d7467eb1568&binding%3Ahost_id=n-h1-836015-7 HTTP/1.1" status: 200 len: 944 time: 0.0589688 Apr 20 14:20:46.314709 n-d-836015-7 neutron-server[114869]: INFO neutron.api.v2.resource [req-cdcc2388-c37f-49c7-98d6-86a7468cbc0f req-43e6b481-8da9-49af-9d19-7432bdd06372 service neutron] delete failed (client error): The resource could not be found. Apr 20 14:20:46.315711 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cdcc2388-c37f-49c7-98d6-86a7468cbc0f req-43e6b481-8da9-49af-9d19-7432bdd06372 service neutron] 10.222.0.15 "DELETE /v2.0/ports/f7430f54-9eec-4f7f-80ac-6b189c8c5977/bindings/n-h2-836015-7 HTTP/1.1" status: 404 len: 380 time: 0.0769041 Apr 20 14:20:46.341335 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36957c-60fd-47fa-af8a-a87bbbfc5664 req-73359d1c-cb67-45be-9660-20805159b9e5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:46.343409 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5d36957c-60fd-47fa-af8a-a87bbbfc5664 req-73359d1c-cb67-45be-9660-20805159b9e5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 944 time: 0.0644634 Apr 20 14:20:46.404270 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5d36957c-60fd-47fa-af8a-a87bbbfc5664 req-f9edb0f0-3331-41fa-a7d0-806535d06707 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=398ebc36-181a-48c0-b4ab-893b78f866b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548029 Apr 20 14:20:46.414426 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc2388-c37f-49c7-98d6-86a7468cbc0f req-5f94955e-b353-449b-bd06-5617f410632c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:46.415893 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cdcc2388-c37f-49c7-98d6-86a7468cbc0f req-5f94955e-b353-449b-bd06-5617f410632c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7d350484fd744aba8607d7467eb1568&device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 1095 time: 0.0536201 Apr 20 14:20:46.507331 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc2388-c37f-49c7-98d6-86a7468cbc0f req-c24ab514-603d-4fc3-9c74-2115be758d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:46.508852 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cdcc2388-c37f-49c7-98d6-86a7468cbc0f req-c24ab514-603d-4fc3-9c74-2115be758d1c service neutron] 10.222.0.15 "GET /v2.0/networks?id=8b2c43d9-4f11-4905-8e43-7396c5ab45bf HTTP/1.1" status: 200 len: 897 time: 0.0865674 Apr 20 14:20:46.572002 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cdcc2388-c37f-49c7-98d6-86a7468cbc0f req-45da33dc-d648-40a5-b5ba-ca6368e1d579 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7430f54-9eec-4f7f-80ac-6b189c8c5977 HTTP/1.1" status: 200 len: 998 time: 0.0563910 Apr 20 14:20:46.618691 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc2388-c37f-49c7-98d6-86a7468cbc0f req-7eb0e7fd-b6d3-4baa-a305-7e08b833f627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:46.620107 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cdcc2388-c37f-49c7-98d6-86a7468cbc0f req-7eb0e7fd-b6d3-4baa-a305-7e08b833f627 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac09a927-e8ef-43f4-91d0-53bf1d01bb6a HTTP/1.1" status: 200 len: 835 time: 0.0421753 Apr 20 14:20:46.666860 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc2388-c37f-49c7-98d6-86a7468cbc0f req-31acb2db-c74c-4faa-bfda-a30ad48f4d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:46.668374 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cdcc2388-c37f-49c7-98d6-86a7468cbc0f req-31acb2db-c74c-4faa-bfda-a30ad48f4d1c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8b2c43d9-4f11-4905-8e43-7396c5ab45bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419085 Apr 20 14:20:46.754197 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cdcc2388-c37f-49c7-98d6-86a7468cbc0f req-eeb35249-e864-4e6a-b829-2399263f4c77 service neutron] 10.222.0.15 "GET /v2.0/networks/8b2c43d9-4f11-4905-8e43-7396c5ab45bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793781 Apr 20 14:20:46.847759 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cdcc2388-c37f-49c7-98d6-86a7468cbc0f req-600ddf76-ed16-4e39-a1ab-fd0071487b57 service neutron] 10.222.0.15 "GET /v2.0/networks/8b2c43d9-4f11-4905-8e43-7396c5ab45bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863283 Apr 20 14:20:46.850919 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device f7430f54-9eec-4f7f-80ac-6b189c8c5977 details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:20:46.956864 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port f7430f54-9eec-4f7f-80ac-6b189c8c5977, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=f7430f54-9eec-4f7f-80ac-6b189c8c5977,segment=NetworkSegment(dc29921c-c0ac-423f-ae4b-3120779ef606),segment_id=dc29921c-c0ac-423f-ae4b-3120779ef606)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:20:46.969155 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': 'f7430f54-9eec-4f7f-80ac-6b189c8c5977', 'network_id': '8b2c43d9-4f11-4905-8e43-7396c5ab45bf', 'port_id': 'f7430f54-9eec-4f7f-80ac-6b189c8c5977', 'mac_address': 'fa:16:3e:25:2d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac09a927-e8ef-43f4-91d0-53bf1d01bb6a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:20:47.006721 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:47.020960 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7430f54-9eec-4f7f-80ac-6b189c8c5977 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:20:47.041857 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port f7430f54-9eec-4f7f-80ac-6b189c8c5977, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=f7430f54-9eec-4f7f-80ac-6b189c8c5977,segment=NetworkSegment(dc29921c-c0ac-423f-ae4b-3120779ef606),segment_id=dc29921c-c0ac-423f-ae4b-3120779ef606)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:20:47.105177 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:47.150373 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=f7430f54-9eec-4f7f-80ac-6b189c8c5977,revision_number=8']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:20:47.158135 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:47.158478 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:47.158815 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:47.159150 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:47.159505 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:47.159838 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:47.160160 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:47.160483 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:47.160805 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:47.161125 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:47.161444 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:47.161767 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:20:47.476013 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['f7430f54-9eec-4f7f-80ac-6b189c8c5977'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:20:47.524782 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af32d7-d082-40cf-805f-80759252893b req-dc049ce2-e50b-4854-9e9a-bd0a51785cf2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:47.526274 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-02af32d7-d082-40cf-805f-80759252893b req-dc049ce2-e50b-4854-9e9a-bd0a51785cf2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0522132 Apr 20 14:20:47.565995 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-02af32d7-d082-40cf-805f-80759252893b req-f4dc38c2-2a0b-4154-bfd0-9dc428104458 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=398ebc36-181a-48c0-b4ab-893b78f866b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332248 Apr 20 14:20:47.587557 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:20:48.681078 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4c630-996b-4d2e-b3d8-221c5e611967 req-a9776511-96b9-48aa-af10-79cbc6fcb1e8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:20:48.682544 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7dd4c630-996b-4d2e-b3d8-221c5e611967 req-a9776511-96b9-48aa-af10-79cbc6fcb1e8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 945 time: 0.0473349 Apr 20 14:20:48.719170 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7dd4c630-996b-4d2e-b3d8-221c5e611967 req-b2a36ea9-780d-4a5e-9eda-1228c4601481 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=398ebc36-181a-48c0-b4ab-893b78f866b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300865 Apr 20 14:20:48.740785 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35054) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:20:48.802631 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-01957bdf-786a-487e-8176-d8c2446d2a90 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/floatingips/09aec839-1100-47a5-9c4c-56b50798b15c HTTP/1.1" status: 200 len: 991 time: 0.0608134 Apr 20 14:20:48.864112 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device f7430f54-9eec-4f7f-80ac-6b189c8c5977 up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:20:48.967977 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port f7430f54-9eec-4f7f-80ac-6b189c8c5977 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:20:48.971471 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port f7430f54-9eec-4f7f-80ac-6b189c8c5977 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:20:48.971837 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:49.045931 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:49.068688 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03521184-8afc-40e0-a5cb-4d009720d3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7430f54-9eec-4f7f-80ac-6b189c8c5977'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:20:49.070911 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac87ba4abbb4e8505208ea6fd510b76711e5f2ebc605ae5eca19bb7d33fcf53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e092cb14-358d-4509-9c1a-4c7d80efedba" -d '{"events": [{"server_uuid": "03521184-8afc-40e0-a5cb-4d009720d3a9", "name": "network-vif-plugged", "status": "completed", "tag": "f7430f54-9eec-4f7f-80ac-6b189c8c5977"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:20:49.084174 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port f7430f54-9eec-4f7f-80ac-6b189c8c5977, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=f7430f54-9eec-4f7f-80ac-6b189c8c5977,segment=NetworkSegment(dc29921c-c0ac-423f-ae4b-3120779ef606),segment_id=dc29921c-c0ac-423f-ae4b-3120779ef606)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:20:49.106884 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d139505-beae-4cd6-9ff4-34c947114c16 x-openstack-request-id: req-5d139505-beae-4cd6-9ff4-34c947114c16 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:20:49.107177 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03521184-8afc-40e0-a5cb-4d009720d3a9", "name": "network-vif-plugged", "status": "completed", "tag": "f7430f54-9eec-4f7f-80ac-6b189c8c5977", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:20:49.107470 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d139505-beae-4cd6-9ff4-34c947114c16 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:20:49.107876 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d139505-beae-4cd6-9ff4-34c947114c16'] response: {'server_uuid': '03521184-8afc-40e0-a5cb-4d009720d3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7430f54-9eec-4f7f-80ac-6b189c8c5977', 'code': 200} Apr 20 14:20:49.170631 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:49.220381 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=f7430f54-9eec-4f7f-80ac-6b189c8c5977,revision_number=9']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:20:54.519855 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9ccb256d-413b-41cb-822e-4ddf4cee8740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:56.933571 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-012ca747-36db-453c-bb67-aa673725cac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:58.387838 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:59.656067 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:20:59.878871 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:13.104141 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:13.667723 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:24.538639 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4f7ed369-23bb-406e-a8eb-3d1713c7e5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:24.589244 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:21:26.817989 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0335fab2-80a7-41b9-b312-5e4775ca2969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:28.381482 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:29.664579 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:29.889979 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:33.475683 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f5f1f934-6c13-430d-a545-a978ee8b99c0 req-3f15fb6a-4441-4066-a96f-c738818235c0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440130 Apr 20 14:21:33.562714 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1f934-6c13-430d-a545-a978ee8b99c0 req-f46c4c6c-d34b-48a4-96f8-82f7990e4e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:21:33.564805 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f5f1f934-6c13-430d-a545-a978ee8b99c0 req-f46c4c6c-d34b-48a4-96f8-82f7990e4e09 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f7d350484fd744aba8607d7467eb1568&device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 1097 time: 0.0404553 Apr 20 14:21:33.664683 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1f934-6c13-430d-a545-a978ee8b99c0 req-71bfbd66-4c61-42f7-a5db-2005a5f34ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:21:33.666134 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f5f1f934-6c13-430d-a545-a978ee8b99c0 req-71bfbd66-4c61-42f7-a5db-2005a5f34ce5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8b2c43d9-4f11-4905-8e43-7396c5ab45bf HTTP/1.1" status: 200 len: 897 time: 0.0822661 Apr 20 14:21:33.735448 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f5f1f934-6c13-430d-a545-a978ee8b99c0 req-ae693937-e8be-48dd-905b-080b96be4962 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7430f54-9eec-4f7f-80ac-6b189c8c5977 HTTP/1.1" status: 200 len: 1000 time: 0.0611053 Apr 20 14:21:33.783790 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1f934-6c13-430d-a545-a978ee8b99c0 req-1dba6347-3267-4c41-b2e9-471992ca0022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:21:33.785163 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f5f1f934-6c13-430d-a545-a978ee8b99c0 req-1dba6347-3267-4c41-b2e9-471992ca0022 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ac09a927-e8ef-43f4-91d0-53bf1d01bb6a HTTP/1.1" status: 200 len: 835 time: 0.0426536 Apr 20 14:21:33.828566 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1f934-6c13-430d-a545-a978ee8b99c0 req-1244dc70-4827-4804-b711-4045a73e291e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:21:33.830263 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f5f1f934-6c13-430d-a545-a978ee8b99c0 req-1244dc70-4827-4804-b711-4045a73e291e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8b2c43d9-4f11-4905-8e43-7396c5ab45bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384114 Apr 20 14:21:33.840407 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [req-f5f1f934-6c13-430d-a545-a978ee8b99c0 req-13bf46ac-08b2-4bc7-8d99-f52fcf9caff9 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:21:33.841340 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f5f1f934-6c13-430d-a545-a978ee8b99c0 req-13bf46ac-08b2-4bc7-8d99-f52fcf9caff9 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047176 Apr 20 14:21:33.933343 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f5f1f934-6c13-430d-a545-a978ee8b99c0 req-f081a369-4932-4d98-a352-16e979393b5f service neutron] 10.222.0.32 "GET /v2.0/networks/8b2c43d9-4f11-4905-8e43-7396c5ab45bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840800 Apr 20 14:21:34.022561 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-f5f1f934-6c13-430d-a545-a978ee8b99c0 req-155f2cd3-08f0-4865-92fe-31b6c87e76d3 service neutron] 10.222.0.32 "GET /v2.0/networks/8b2c43d9-4f11-4905-8e43-7396c5ab45bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807738 Apr 20 14:21:35.236400 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35086) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:21:35.389424 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-8f706b16-c05a-42da-8a21-0484f87a967d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Deleting port e79220e5-ba18-4150-830c-2afda98a5378 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:21:35.389772 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8f706b16-c05a-42da-8a21-0484f87a967d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:35.462484 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8f706b16-c05a-42da-8a21-0484f87a967d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:35.462811 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8f706b16-c05a-42da-8a21-0484f87a967d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:35.474546 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-8f706b16-c05a-42da-8a21-0484f87a967d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Calling delete_port for e79220e5-ba18-4150-830c-2afda98a5378 owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:21:35.667629 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8f706b16-c05a-42da-8a21-0484f87a967d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:35.690554 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f706b16-c05a-42da-8a21-0484f87a967d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event deleted for resources: {'Port': ['ID=e79220e5-ba18-4150-830c-2afda98a5378,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:21:35.722828 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f706b16-c05a-42da-8a21-0484f87a967d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:35.723183 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f706b16-c05a-42da-8a21-0484f87a967d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:35.723552 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f706b16-c05a-42da-8a21-0484f87a967d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:35.723890 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f706b16-c05a-42da-8a21-0484f87a967d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:35.724223 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f706b16-c05a-42da-8a21-0484f87a967d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:35.724557 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f706b16-c05a-42da-8a21-0484f87a967d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:35.724879 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f706b16-c05a-42da-8a21-0484f87a967d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:35.725207 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f706b16-c05a-42da-8a21-0484f87a967d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:35.725533 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f706b16-c05a-42da-8a21-0484f87a967d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:35.725856 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f706b16-c05a-42da-8a21-0484f87a967d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:35.726178 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f706b16-c05a-42da-8a21-0484f87a967d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:35.726500 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f706b16-c05a-42da-8a21-0484f87a967d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:35.764720 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8f706b16-c05a-42da-8a21-0484f87a967d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for floatingip, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:35.765054 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-8f706b16-c05a-42da-8a21-0484f87a967d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Floating IP 09aec839-1100-47a5-9c4c-56b50798b15c disassociated (deleted). External IP: 172.25.8.2, port: f7430f54-9eec-4f7f-80ac-6b189c8c5977. Apr 20 14:21:35.968428 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f706b16-c05a-42da-8a21-0484f87a967d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Router 014bfcb9-4367-4c20-b429-fb72aafbf641 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:21:36.071557 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f706b16-c05a-42da-8a21-0484f87a967d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:21:36.076327 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8f706b16-c05a-42da-8a21-0484f87a967d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:36.081775 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38350967-2cf2-4f05-94ad-1173a3ad5368 None None] Sync routers for ids ['014bfcb9-4367-4c20-b429-fb72aafbf641'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:21:36.090562 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38350967-2cf2-4f05-94ad-1173a3ad5368 None None] Routers {'014bfcb9-4367-4c20-b429-fb72aafbf641'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:21:36.091186 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-38350967-2cf2-4f05-94ad-1173a3ad5368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:21:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['014bfcb9-4367-4c20-b429-fb72aafbf641'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:21:36.108715 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8f706b16-c05a-42da-8a21-0484f87a967d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "DELETE /v2.0/floatingips/09aec839-1100-47a5-9c4c-56b50798b15c HTTP/1.1" status: 204 len: 168 time: 0.8688455 Apr 20 14:21:36.108715 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03521184-8afc-40e0-a5cb-4d009720d3a9', 'tag': 'f7430f54-9eec-4f7f-80ac-6b189c8c5977'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:21:36.109973 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c667b0f-1c00-42d8-a353-68392ef9b881" -d '{"events": [{"name": "network-changed", "server_uuid": "03521184-8afc-40e0-a5cb-4d009720d3a9", "tag": "f7430f54-9eec-4f7f-80ac-6b189c8c5977"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:21:36.200546 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-38350967-2cf2-4f05-94ad-1173a3ad5368 None None] Set router 014bfcb9-4367-4c20-b429-fb72aafbf641 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:21:36.232071 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9bca2db-a8c9-4c10-ab95-db6fa17794ce x-openstack-request-id: req-d9bca2db-a8c9-4c10-ab95-db6fa17794ce {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:21:36.232397 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03521184-8afc-40e0-a5cb-4d009720d3a9", "tag": "f7430f54-9eec-4f7f-80ac-6b189c8c5977", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:21:36.232648 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d9bca2db-a8c9-4c10-ab95-db6fa17794ce {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:21:36.233079 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9bca2db-a8c9-4c10-ab95-db6fa17794ce'] response: {'name': 'network-changed', 'server_uuid': '03521184-8afc-40e0-a5cb-4d009720d3a9', 'tag': 'f7430f54-9eec-4f7f-80ac-6b189c8c5977', 'status': 'completed', 'code': 200} Apr 20 14:21:36.297772 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c667b0f-1c00-42d8-a353-68392ef9b881 req-5f582c54-d2cc-4474-bac3-959d0755d8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:21:36.299282 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8c667b0f-1c00-42d8-a353-68392ef9b881 req-5f582c54-d2cc-4474-bac3-959d0755d8a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f7d350484fd744aba8607d7467eb1568&device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 1097 time: 0.0457995 Apr 20 14:21:36.390471 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c667b0f-1c00-42d8-a353-68392ef9b881 req-b5cefe40-7418-4df5-8a4e-baecec9fde64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:21:36.392777 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8c667b0f-1c00-42d8-a353-68392ef9b881 req-b5cefe40-7418-4df5-8a4e-baecec9fde64 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8b2c43d9-4f11-4905-8e43-7396c5ab45bf HTTP/1.1" status: 200 len: 897 time: 0.0866790 Apr 20 14:21:36.405516 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-38350967-2cf2-4f05-94ad-1173a3ad5368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014bfcb9-4367-4c20-b429-fb72aafbf641', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293834654', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '010a5799-68bd-49d0-99af-966f0d94e3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:18:52Z', 'updated_at': '2022-04-20T14:18:57Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': '010a5799-68bd-49d0-99af-966f0d94e3e1', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014bfcb9-4367-4c20-b429-fb72aafbf641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:18:53Z', 'updated_at': '2022-04-20T14:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '205e30ec-f824-4414-b54a-69583471aefd', 'name': '', 'network_id': '8b2c43d9-4f11-4905-8e43-7396c5ab45bf', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'mac_address': 'fa:16:3e:4d:cc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014bfcb9-4367-4c20-b429-fb72aafbf641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ac09a927-e8ef-43f4-91d0-53bf1d01bb6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:18:56Z', 'updated_at': '2022-04-20T14:18:59Z', 'revision_number': 5, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'subnets': [{'id': 'ac09a927-e8ef-43f4-91d0-53bf1d01bb6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:21:36.435215 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38350967-2cf2-4f05-94ad-1173a3ad5368 None None] Checking router: 014bfcb9-4367-4c20-b429-fb72aafbf641 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:21:36.440550 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8c667b0f-1c00-42d8-a353-68392ef9b881 req-26f99e14-7144-4261-a2b1-52ae408a407e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7430f54-9eec-4f7f-80ac-6b189c8c5977 HTTP/1.1" status: 200 len: 217 time: 0.0416620 Apr 20 14:21:36.444255 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38350967-2cf2-4f05-94ad-1173a3ad5368 None None] Routers {'014bfcb9-4367-4c20-b429-fb72aafbf641'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:21:36.444255 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-38350967-2cf2-4f05-94ad-1173a3ad5368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:21:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['014bfcb9-4367-4c20-b429-fb72aafbf641'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:21:36.503629 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c667b0f-1c00-42d8-a353-68392ef9b881 req-4171801a-e056-4786-b657-becb40ebea6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:21:36.505273 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8c667b0f-1c00-42d8-a353-68392ef9b881 req-4171801a-e056-4786-b657-becb40ebea6b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ac09a927-e8ef-43f4-91d0-53bf1d01bb6a HTTP/1.1" status: 200 len: 835 time: 0.0485358 Apr 20 14:21:36.549489 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598b5a6-c6c7-46af-8cd3-6fde5ced5987 req-5f007b24-9a20-4dc0-b6d2-3171655b197e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:21:36.551022 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b598b5a6-c6c7-46af-8cd3-6fde5ced5987 req-5f007b24-9a20-4dc0-b6d2-3171655b197e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 946 time: 0.0491750 Apr 20 14:21:36.554066 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-38350967-2cf2-4f05-94ad-1173a3ad5368 None None] Set router 014bfcb9-4367-4c20-b429-fb72aafbf641 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:21:36.556370 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c667b0f-1c00-42d8-a353-68392ef9b881 req-814c5496-3035-4892-97af-5eaf5e9ac4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:21:36.557993 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8c667b0f-1c00-42d8-a353-68392ef9b881 req-814c5496-3035-4892-97af-5eaf5e9ac4ac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8b2c43d9-4f11-4905-8e43-7396c5ab45bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430596 Apr 20 14:21:36.592274 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b598b5a6-c6c7-46af-8cd3-6fde5ced5987 req-65d64af7-7db3-455e-8aa1-2f5a7db70363 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=398ebc36-181a-48c0-b4ab-893b78f866b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340598 Apr 20 14:21:36.654047 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8c667b0f-1c00-42d8-a353-68392ef9b881 req-7ba5dd4e-6ccb-4b34-94d6-12df99fd12bb service neutron] 10.222.0.32 "GET /v2.0/networks/8b2c43d9-4f11-4905-8e43-7396c5ab45bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865211 Apr 20 14:21:36.749990 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-8c667b0f-1c00-42d8-a353-68392ef9b881 req-8723551e-b26a-4645-96e1-5db7c1b8c41e service neutron] 10.222.0.32 "GET /v2.0/networks/8b2c43d9-4f11-4905-8e43-7396c5ab45bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873530 Apr 20 14:21:36.760248 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-38350967-2cf2-4f05-94ad-1173a3ad5368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014bfcb9-4367-4c20-b429-fb72aafbf641', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293834654', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '010a5799-68bd-49d0-99af-966f0d94e3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:18:52Z', 'updated_at': '2022-04-20T14:18:57Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': '010a5799-68bd-49d0-99af-966f0d94e3e1', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014bfcb9-4367-4c20-b429-fb72aafbf641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:18:53Z', 'updated_at': '2022-04-20T14:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '205e30ec-f824-4414-b54a-69583471aefd', 'name': '', 'network_id': '8b2c43d9-4f11-4905-8e43-7396c5ab45bf', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'mac_address': 'fa:16:3e:4d:cc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014bfcb9-4367-4c20-b429-fb72aafbf641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ac09a927-e8ef-43f4-91d0-53bf1d01bb6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:18:56Z', 'updated_at': '2022-04-20T14:18:59Z', 'revision_number': 5, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'subnets': [{'id': 'ac09a927-e8ef-43f4-91d0-53bf1d01bb6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:21:36.786773 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38350967-2cf2-4f05-94ad-1173a3ad5368 None None] The sync data for ids ['014bfcb9-4367-4c20-b429-fb72aafbf641'] in n-d-836015-7 is: [{'id': '014bfcb9-4367-4c20-b429-fb72aafbf641', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293834654', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '010a5799-68bd-49d0-99af-966f0d94e3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:18:52Z', 'updated_at': '2022-04-20T14:18:57Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': '010a5799-68bd-49d0-99af-966f0d94e3e1', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014bfcb9-4367-4c20-b429-fb72aafbf641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:18:53Z', 'updated_at': '2022-04-20T14:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '205e30ec-f824-4414-b54a-69583471aefd', 'name': '', 'network_id': '8b2c43d9-4f11-4905-8e43-7396c5ab45bf', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'mac_address': 'fa:16:3e:4d:cc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014bfcb9-4367-4c20-b429-fb72aafbf641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ac09a927-e8ef-43f4-91d0-53bf1d01bb6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:18:56Z', 'updated_at': '2022-04-20T14:18:59Z', 'revision_number': 5, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'subnets': [{'id': 'ac09a927-e8ef-43f4-91d0-53bf1d01bb6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:21:37.007077 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2ced2e-b08f-4886-95cd-8ba2406d023f None None] New status for floating IP 09aec839-1100-47a5-9c4c-56b50798b15c: DOWN {{(pid=114872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:21:37.710366 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca380d3-d741-4b05-b822-f67faa13cfb8 req-a3d301d5-1a1b-44c2-9aa6-6dbd62174bdb tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:21:37.711864 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5ca380d3-d741-4b05-b822-f67faa13cfb8 req-a3d301d5-1a1b-44c2-9aa6-6dbd62174bdb tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 946 time: 0.0478508 Apr 20 14:21:37.748274 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5ca380d3-d741-4b05-b822-f67faa13cfb8 req-2a047f17-e68c-40f6-9cb2-c4204a2cdcfe tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=398ebc36-181a-48c0-b4ab-893b78f866b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301237 Apr 20 14:21:37.978729 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd12062-d8f4-4705-967a-1022e0b877ea req-d335ce19-6a73-4dac-9a38-e374850d89b2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:21:37.980272 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6bd12062-d8f4-4705-967a-1022e0b877ea req-d335ce19-6a73-4dac-9a38-e374850d89b2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.32 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 946 time: 0.0481656 Apr 20 14:21:38.070636 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-6bd12062-d8f4-4705-967a-1022e0b877ea req-affbedbc-5afb-42f0-bdf6-f46f2ab16034 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Deleting port f7430f54-9eec-4f7f-80ac-6b189c8c5977 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:21:38.070979 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6bd12062-d8f4-4705-967a-1022e0b877ea req-affbedbc-5afb-42f0-bdf6-f46f2ab16034 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:38.154997 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-6bd12062-d8f4-4705-967a-1022e0b877ea req-affbedbc-5afb-42f0-bdf6-f46f2ab16034 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] For port f7430f54-9eec-4f7f-80ac-6b189c8c5977, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=f7430f54-9eec-4f7f-80ac-6b189c8c5977,segment=NetworkSegment(dc29921c-c0ac-423f-ae4b-3120779ef606),segment_id=dc29921c-c0ac-423f-ae4b-3120779ef606)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:21:38.155375 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6bd12062-d8f4-4705-967a-1022e0b877ea req-affbedbc-5afb-42f0-bdf6-f46f2ab16034 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:38.167800 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-6bd12062-d8f4-4705-967a-1022e0b877ea req-affbedbc-5afb-42f0-bdf6-f46f2ab16034 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Calling delete_port for f7430f54-9eec-4f7f-80ac-6b189c8c5977 owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:21:38.353416 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6bd12062-d8f4-4705-967a-1022e0b877ea req-affbedbc-5afb-42f0-bdf6-f46f2ab16034 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:38.381531 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affbedbc-5afb-42f0-bdf6-f46f2ab16034 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event deleted for resources: {'Port': ['ID=f7430f54-9eec-4f7f-80ac-6b189c8c5977,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:21:38.428135 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd12062-d8f4-4705-967a-1022e0b877ea req-affbedbc-5afb-42f0-bdf6-f46f2ab16034 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] No DVR routers for this DVR port f7430f54-9eec-4f7f-80ac-6b189c8c5977 on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:21:38.431027 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-6bd12062-d8f4-4705-967a-1022e0b877ea req-affbedbc-5afb-42f0-bdf6-f46f2ab16034 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:38.434388 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-6bd12062-d8f4-4705-967a-1022e0b877ea req-affbedbc-5afb-42f0-bdf6-f46f2ab16034 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.32 "DELETE /v2.0/ports/f7430f54-9eec-4f7f-80ac-6b189c8c5977 HTTP/1.1" status: 204 len: 173 time: 0.4483612 Apr 20 14:21:38.434874 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03521184-8afc-40e0-a5cb-4d009720d3a9', 'name': 'network-vif-deleted', 'tag': 'f7430f54-9eec-4f7f-80ac-6b189c8c5977'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:21:38.437676 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}477c3876f0a00723b6cc26f82b5301b7c44eaec2342ee7dfaa02d19e77b1fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b14871-187f-4dcf-8106-104773a77ad6" -d '{"events": [{"server_uuid": "03521184-8afc-40e0-a5cb-4d009720d3a9", "name": "network-vif-deleted", "tag": "f7430f54-9eec-4f7f-80ac-6b189c8c5977"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:21:38.473525 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0c45ac-760d-4d07-98d2-013202feecf6 x-openstack-request-id: req-8a0c45ac-760d-4d07-98d2-013202feecf6 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:21:38.473834 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03521184-8afc-40e0-a5cb-4d009720d3a9", "name": "network-vif-deleted", "tag": "f7430f54-9eec-4f7f-80ac-6b189c8c5977", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:21:38.474084 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8a0c45ac-760d-4d07-98d2-013202feecf6 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:21:38.474505 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a0c45ac-760d-4d07-98d2-013202feecf6'] response: {'server_uuid': '03521184-8afc-40e0-a5cb-4d009720d3a9', 'name': 'network-vif-deleted', 'tag': 'f7430f54-9eec-4f7f-80ac-6b189c8c5977', 'status': 'completed', 'code': 200} Apr 20 14:21:38.860728 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-47e76421-a0c4-43f9-b8d8-17b61df6fab6 req-64269e2e-e869-4374-8ad0-377b0da81271 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=03521184-8afc-40e0-a5cb-4d009720d3a9 HTTP/1.1" status: 200 len: 210 time: 0.0269837 Apr 20 14:21:39.917108 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35106) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:21:40.270766 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-988cc2f5-77ca-4345-a8a6-11c53d6a8851 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:40.801666 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-988cc2f5-77ca-4345-a8a6-11c53d6a8851 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Deleting port 205e30ec-f824-4414-b54a-69583471aefd {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:21:40.802009 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-988cc2f5-77ca-4345-a8a6-11c53d6a8851 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:40.889227 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-988cc2f5-77ca-4345-a8a6-11c53d6a8851 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] For port 205e30ec-f824-4414-b54a-69583471aefd, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=205e30ec-f824-4414-b54a-69583471aefd,segment=NetworkSegment(dc29921c-c0ac-423f-ae4b-3120779ef606),segment_id=dc29921c-c0ac-423f-ae4b-3120779ef606)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:21:40.889589 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-988cc2f5-77ca-4345-a8a6-11c53d6a8851 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:40.902497 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-988cc2f5-77ca-4345-a8a6-11c53d6a8851 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Calling delete_port for 205e30ec-f824-4414-b54a-69583471aefd owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:21:41.142072 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device f7430f54-9eec-4f7f-80ac-6b189c8c5977 no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:21:41.162119 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: f7430f54-9eec-4f7f-80ac-6b189c8c5977 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:21:41.162461 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device f7430f54-9eec-4f7f-80ac-6b189c8c5977 not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:21:41.164874 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-988cc2f5-77ca-4345-a8a6-11c53d6a8851 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:41.193238 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cc2f5-77ca-4345-a8a6-11c53d6a8851 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event deleted for resources: {'Port': ['ID=205e30ec-f824-4414-b54a-69583471aefd,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:21:41.362664 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-988cc2f5-77ca-4345-a8a6-11c53d6a8851 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:41.573804 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988cc2f5-77ca-4345-a8a6-11c53d6a8851 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Router 014bfcb9-4367-4c20-b429-fb72aafbf641 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:21:41.679441 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988cc2f5-77ca-4345-a8a6-11c53d6a8851 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:21:41.684565 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-988cc2f5-77ca-4345-a8a6-11c53d6a8851 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "PUT /v2.0/routers/014bfcb9-4367-4c20-b429-fb72aafbf641/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7662385 Apr 20 14:21:41.687018 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35108) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:21:41.690932 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53720334-cbd2-4047-a7d5-93599e95a47c None None] Sync routers for ids ['014bfcb9-4367-4c20-b429-fb72aafbf641'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:21:41.700107 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53720334-cbd2-4047-a7d5-93599e95a47c None None] Routers {'014bfcb9-4367-4c20-b429-fb72aafbf641'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:21:41.700722 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-53720334-cbd2-4047-a7d5-93599e95a47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:21:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['014bfcb9-4367-4c20-b429-fb72aafbf641'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:21:41.737213 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_v2 [None req-d64ac075-0d6e-4318-af76-994315837224 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Deleting subnet ac09a927-e8ef-43f4-91d0-53bf1d01bb6a {{(pid=114869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:21:41.740159 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d64ac075-0d6e-4318-af76-994315837224 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for subnet, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:41.779109 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d64ac075-0d6e-4318-af76-994315837224 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62376316'] for subnet, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:41.804341 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-53720334-cbd2-4047-a7d5-93599e95a47c None None] Set router 014bfcb9-4367-4c20-b429-fb72aafbf641 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:21:41.867224 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d64ac075-0d6e-4318-af76-994315837224 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:41.983596 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-53720334-cbd2-4047-a7d5-93599e95a47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014bfcb9-4367-4c20-b429-fb72aafbf641', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293834654', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '010a5799-68bd-49d0-99af-966f0d94e3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:18:52Z', 'updated_at': '2022-04-20T14:21:41Z', 'revision_number': 5, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': '010a5799-68bd-49d0-99af-966f0d94e3e1', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014bfcb9-4367-4c20-b429-fb72aafbf641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:18:53Z', 'updated_at': '2022-04-20T14:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:21:42.008840 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53720334-cbd2-4047-a7d5-93599e95a47c None None] Checking router: 014bfcb9-4367-4c20-b429-fb72aafbf641 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:21:42.011559 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d64ac075-0d6e-4318-af76-994315837224 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59690922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62253698'] for subnet, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:42.017971 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53720334-cbd2-4047-a7d5-93599e95a47c None None] Routers {'014bfcb9-4367-4c20-b429-fb72aafbf641'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:21:42.018581 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-53720334-cbd2-4047-a7d5-93599e95a47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:21:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['014bfcb9-4367-4c20-b429-fb72aafbf641'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:21:42.041568 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ac075-0d6e-4318-af76-994315837224 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event deleted for resources: {'Subnet': ['ID=ac09a927-e8ef-43f4-91d0-53bf1d01bb6a,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:21:42.043582 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d64ac075-0d6e-4318-af76-994315837224 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:42.049308 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d64ac075-0d6e-4318-af76-994315837224 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "DELETE /v2.0/subnets/ac09a927-e8ef-43f4-91d0-53bf1d01bb6a HTTP/1.1" status: 204 len: 168 time: 0.3588455 Apr 20 14:21:42.050290 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35110) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:21:42.055573 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5b0f48-3f3e-4646-902f-22141a1e07be None None] Network 8b2c43d9-4f11-4905-8e43-7396c5ab45bf requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:21:42.161629 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a22f871-9a87-4676-af3b-f26e7932d144 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:42.267696 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a22f871-9a87-4676-af3b-f26e7932d144 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:42.367793 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-53720334-cbd2-4047-a7d5-93599e95a47c None None] Set router 014bfcb9-4367-4c20-b429-fb72aafbf641 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:21:42.387423 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-0a22f871-9a87-4676-af3b-f26e7932d144 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Deleting port 010a5799-68bd-49d0-99af-966f0d94e3e1 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:21:42.387768 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a22f871-9a87-4676-af3b-f26e7932d144 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:42.465725 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-0a22f871-9a87-4676-af3b-f26e7932d144 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] For port 010a5799-68bd-49d0-99af-966f0d94e3e1, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=010a5799-68bd-49d0-99af-966f0d94e3e1,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:21:42.466073 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a22f871-9a87-4676-af3b-f26e7932d144 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:42.477694 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-0a22f871-9a87-4676-af3b-f26e7932d144 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Calling delete_port for 010a5799-68bd-49d0-99af-966f0d94e3e1 owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:21:42.621509 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16966621-245e-4964-be3b-b8c4ad64ae73 None None] DHCP port deletion for 8b2c43d9-4f11-4905-8e43-7396c5ab45bf request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:21:42.709582 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-53720334-cbd2-4047-a7d5-93599e95a47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014bfcb9-4367-4c20-b429-fb72aafbf641', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293834654', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '010a5799-68bd-49d0-99af-966f0d94e3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:18:52Z', 'updated_at': '2022-04-20T14:21:41Z', 'revision_number': 5, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': '010a5799-68bd-49d0-99af-966f0d94e3e1', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014bfcb9-4367-4c20-b429-fb72aafbf641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:18:53Z', 'updated_at': '2022-04-20T14:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:21:42.709969 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a22f871-9a87-4676-af3b-f26e7932d144 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:42.739742 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a22f871-9a87-4676-af3b-f26e7932d144 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event deleted for resources: {'Port': ['ID=010a5799-68bd-49d0-99af-966f0d94e3e1,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:21:42.744239 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-16966621-245e-4964-be3b-b8c4ad64ae73 None None] Deleting port deb35cdc-30ad-4d93-81e5-94139a5ff958 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:21:42.744630 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-16966621-245e-4964-be3b-b8c4ad64ae73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:42.746300 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53720334-cbd2-4047-a7d5-93599e95a47c None None] The sync data for ids ['014bfcb9-4367-4c20-b429-fb72aafbf641'] in n-d-836015-7 is: [{'id': '014bfcb9-4367-4c20-b429-fb72aafbf641', 'name': 'tempest-TestNetworkAdvancedServerOps-router-293834654', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '010a5799-68bd-49d0-99af-966f0d94e3e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:18:52Z', 'updated_at': '2022-04-20T14:21:41Z', 'revision_number': 5, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': '010a5799-68bd-49d0-99af-966f0d94e3e1', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014bfcb9-4367-4c20-b429-fb72aafbf641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:18:53Z', 'updated_at': '2022-04-20T14:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:21:42.769289 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a22f871-9a87-4676-af3b-f26e7932d144 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:42.769701 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a22f871-9a87-4676-af3b-f26e7932d144 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:42.769963 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a22f871-9a87-4676-af3b-f26e7932d144 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:42.770497 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a22f871-9a87-4676-af3b-f26e7932d144 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:42.770722 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a22f871-9a87-4676-af3b-f26e7932d144 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:42.771410 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a22f871-9a87-4676-af3b-f26e7932d144 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:42.771410 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a22f871-9a87-4676-af3b-f26e7932d144 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:42.771722 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a22f871-9a87-4676-af3b-f26e7932d144 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:42.772015 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a22f871-9a87-4676-af3b-f26e7932d144 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:42.772338 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a22f871-9a87-4676-af3b-f26e7932d144 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:42.772654 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a22f871-9a87-4676-af3b-f26e7932d144 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:42.772969 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a22f871-9a87-4676-af3b-f26e7932d144 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:42.819051 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-16966621-245e-4964-be3b-b8c4ad64ae73 None None] For port deb35cdc-30ad-4d93-81e5-94139a5ff958, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=deb35cdc-30ad-4d93-81e5-94139a5ff958,segment=NetworkSegment(dc29921c-c0ac-423f-ae4b-3120779ef606),segment_id=dc29921c-c0ac-423f-ae4b-3120779ef606)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:21:42.819487 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-16966621-245e-4964-be3b-b8c4ad64ae73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:42.822607 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a22f871-9a87-4676-af3b-f26e7932d144 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:42.832598 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-16966621-245e-4964-be3b-b8c4ad64ae73 None None] Calling delete_port for deb35cdc-30ad-4d93-81e5-94139a5ff958 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:21:42.913772 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a22f871-9a87-4676-af3b-f26e7932d144 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:42.915648 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a22f871-9a87-4676-af3b-f26e7932d144 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:43.001172 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-16966621-245e-4964-be3b-b8c4ad64ae73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:43.029729 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a22f871-9a87-4676-af3b-f26e7932d144 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:43.031597 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a22f871-9a87-4676-af3b-f26e7932d144 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Fanout notify agent at l3_agent the message router_deleted on router 014bfcb9-4367-4c20-b429-fb72aafbf641 {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:21:43.034837 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16966621-245e-4964-be3b-b8c4ad64ae73 None None] Pushing event deleted for resources: {'Port': ['ID=deb35cdc-30ad-4d93-81e5-94139a5ff958,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:21:43.036759 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16966621-245e-4964-be3b-b8c4ad64ae73 None None] No DVR routers for this DVR port deb35cdc-30ad-4d93-81e5-94139a5ff958 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:21:43.041596 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0a22f871-9a87-4676-af3b-f26e7932d144 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:43.042821 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0a22f871-9a87-4676-af3b-f26e7932d144 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "DELETE /v2.0/routers/014bfcb9-4367-4c20-b429-fb72aafbf641 HTTP/1.1" status: 204 len: 168 time: 0.9914463 Apr 20 14:21:43.049156 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35112) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:21:43.093095 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:43.130049 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2965a984-6762-4407-8aa5-6ab68ed1bd73 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:43.218213 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2965a984-6762-4407-8aa5-6ab68ed1bd73 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:43.244267 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-2965a984-6762-4407-8aa5-6ab68ed1bd73 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b2c43d9-4f11-4905-8e43-7396c5ab45bf']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:21:43.253528 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-2965a984-6762-4407-8aa5-6ab68ed1bd73 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc29921c-c0ac-423f-ae4b-3120779ef606') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:21:43.253819 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-2965a984-6762-4407-8aa5-6ab68ed1bd73 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc29921c-c0ac-423f-ae4b-3120779ef606') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:21:43.262866 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2965a984-6762-4407-8aa5-6ab68ed1bd73 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:43.275964 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2965a984-6762-4407-8aa5-6ab68ed1bd73 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:43.282162 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2965a984-6762-4407-8aa5-6ab68ed1bd73 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:21:43.282549 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2965a984-6762-4407-8aa5-6ab68ed1bd73 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:43.285524 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 14:21:43.285524 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:21:43.285524 n-d-836015-7 neutron-server[114870]: timer() Apr 20 14:21:43.285524 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:21:43.285524 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 14:21:43.285524 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:21:43.285524 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 14:21:43.285524 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:21:43.285524 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 14:21:43.285524 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:21:43.285524 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 14:21:43.285524 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:21:43.285524 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 14:21:43.285524 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:21:43.285524 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:21:43.285524 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:21:43.285524 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:21:43.285524 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:21:43.285524 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 14:21:43.285524 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:21:43.285524 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 14:21:43.285524 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:21:43.285524 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:21:43.285524 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:21:43.285524 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 14:21:43.285524 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:21:43.285524 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:21:43.285524 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:21:43.285524 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:21:43.285524 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:21:43.285524 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:21:43.285524 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:21:43.408732 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2965a984-6762-4407-8aa5-6ab68ed1bd73 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:43.417367 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2965a984-6762-4407-8aa5-6ab68ed1bd73 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:43.418979 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2965a984-6762-4407-8aa5-6ab68ed1bd73 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "DELETE /v2.0/networks/8b2c43d9-4f11-4905-8e43-7396c5ab45bf HTTP/1.1" status: 204 len: 168 time: 0.3688581 Apr 20 14:21:43.421789 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35114) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:21:43.430703 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2965a984-6762-4407-8aa5-6ab68ed1bd73 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event deleted for resources: {'Network': ['ID=8b2c43d9-4f11-4905-8e43-7396c5ab45bf,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:21:43.482140 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-082928a2-6fe9-4a96-be76-541fd790a679 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:43.512234 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-082928a2-6fe9-4a96-be76-541fd790a679 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:43.652419 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-082928a2-6fe9-4a96-be76-541fd790a679 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:43.654903 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-082928a2-6fe9-4a96-be76-541fd790a679 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:43.656140 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-082928a2-6fe9-4a96-be76-541fd790a679 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "DELETE /v2.0/security-groups/398ebc36-181a-48c0-b4ab-893b78f866b7 HTTP/1.1" status: 204 len: 168 time: 0.2332101 Apr 20 14:21:43.665381 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082928a2-6fe9-4a96-be76-541fd790a679 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=398ebc36-181a-48c0-b4ab-893b78f866b7,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:21:43.692595 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:43.920322 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device deb35cdc-30ad-4d93-81e5-94139a5ff958 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:21:43.942264 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: deb35cdc-30ad-4d93-81e5-94139a5ff958 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:21:43.942708 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device deb35cdc-30ad-4d93-81e5-94139a5ff958 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:21:43.943228 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 205e30ec-f824-4414-b54a-69583471aefd no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:21:43.961871 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 205e30ec-f824-4414-b54a-69583471aefd {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:21:43.962204 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 205e30ec-f824-4414-b54a-69583471aefd not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:21:43.962609 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 010a5799-68bd-49d0-99af-966f0d94e3e1 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:21:43.981627 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 010a5799-68bd-49d0-99af-966f0d94e3e1 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:21:43.981977 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 010a5799-68bd-49d0-99af-966f0d94e3e1 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:21:44.099502 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35120) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:21:44.104412 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-a24186f6-867a-4237-bd3a-fdbec34b1284 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-227824859', 'description': 'tempest-secgroup-smoke-227824859 description', 'project_id': 'f7d350484fd744aba8607d7467eb1568'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:21:44.178250 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a24186f6-867a-4237-bd3a-fdbec34b1284 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:44.242164 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a24186f6-867a-4237-bd3a-fdbec34b1284 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:44.318645 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a24186f6-867a-4237-bd3a-fdbec34b1284 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:44.346749 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24186f6-867a-4237-bd3a-fdbec34b1284 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b45499a1-c374-4705-a732-2af34680ba15,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:21:44.403030 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a24186f6-867a-4237-bd3a-fdbec34b1284 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:44.404316 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a24186f6-867a-4237-bd3a-fdbec34b1284 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3037884 Apr 20 14:21:44.407675 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35122) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:21:44.412176 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-de667027-8f4d-40a6-af22-b8d03adc1103 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'security_group_rule': {'security_group_id': 'b45499a1-c374-4705-a732-2af34680ba15', 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:21:44.517891 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-de667027-8f4d-40a6-af22-b8d03adc1103 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:44.572876 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-de667027-8f4d-40a6-af22-b8d03adc1103 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:44.650129 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-de667027-8f4d-40a6-af22-b8d03adc1103 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:44.670971 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de667027-8f4d-40a6-af22-b8d03adc1103 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=445aab86-808d-40f3-862b-87a1408fc5e6,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:21:44.732190 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-de667027-8f4d-40a6-af22-b8d03adc1103 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:44.733498 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-de667027-8f4d-40a6-af22-b8d03adc1103 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3247943 Apr 20 14:21:44.736156 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35124) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:21:44.740419 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-789cbaf1-3bcb-4a51-8f36-edc8aaedecfa tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'security_group_rule': {'security_group_id': 'b45499a1-c374-4705-a732-2af34680ba15', 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:21:44.820494 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-789cbaf1-3bcb-4a51-8f36-edc8aaedecfa tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:44.879645 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-789cbaf1-3bcb-4a51-8f36-edc8aaedecfa tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:44.958754 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-789cbaf1-3bcb-4a51-8f36-edc8aaedecfa tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:44.976745 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789cbaf1-3bcb-4a51-8f36-edc8aaedecfa tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31fb0561-7a9f-4998-834a-3469f806d4cf,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:21:45.041135 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-789cbaf1-3bcb-4a51-8f36-edc8aaedecfa tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:45.042295 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-789cbaf1-3bcb-4a51-8f36-edc8aaedecfa tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3051920 Apr 20 14:21:45.044967 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35126) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:21:45.049343 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-4c03e28e-63a8-45ff-a4f9-70e9d46d05a6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'security_group_rule': {'security_group_id': 'b45499a1-c374-4705-a732-2af34680ba15', 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:21:45.129966 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c03e28e-63a8-45ff-a4f9-70e9d46d05a6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:45.185076 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c03e28e-63a8-45ff-a4f9-70e9d46d05a6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:45.256154 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c03e28e-63a8-45ff-a4f9-70e9d46d05a6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:45.273508 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c03e28e-63a8-45ff-a4f9-70e9d46d05a6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88d14181-2aac-4346-b398-6cfe870c7b47,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:21:45.351768 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4c03e28e-63a8-45ff-a4f9-70e9d46d05a6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:45.352977 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4c03e28e-63a8-45ff-a4f9-70e9d46d05a6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3070657 Apr 20 14:21:45.355725 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35128) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:21:45.360191 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-970f8437-46f2-4cb2-8e83-817a550e10ed tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'security_group_rule': {'security_group_id': 'b45499a1-c374-4705-a732-2af34680ba15', 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:21:45.455147 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-970f8437-46f2-4cb2-8e83-817a550e10ed tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:45.513051 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-970f8437-46f2-4cb2-8e83-817a550e10ed tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:45.604525 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-970f8437-46f2-4cb2-8e83-817a550e10ed tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:45.623063 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f8437-46f2-4cb2-8e83-817a550e10ed tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7456d420-8554-45ab-aae6-11093b9a0dc6,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:21:45.697336 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-970f8437-46f2-4cb2-8e83-817a550e10ed tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:45.698550 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-970f8437-46f2-4cb2-8e83-817a550e10ed tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3418899 Apr 20 14:21:45.701230 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35130) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:21:45.705694 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-51df25e6-09b3-4009-8ae0-58d091049d40 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'security_group_rule': {'security_group_id': 'b45499a1-c374-4705-a732-2af34680ba15', 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:21:45.787281 n-d-836015-7 neutron-server[114869]: INFO neutron.db.securitygroups_db [None req-51df25e6-09b3-4009-8ae0-58d091049d40 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Project f7d350484fd744aba8607d7467eb1568 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 14:21:45.792070 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-51df25e6-09b3-4009-8ae0-58d091049d40 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:45.852526 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-51df25e6-09b3-4009-8ae0-58d091049d40 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:45.915345 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-51df25e6-09b3-4009-8ae0-58d091049d40 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:45.933269 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df25e6-09b3-4009-8ae0-58d091049d40 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60a7f84b-e70e-44e5-843e-dfa3ffd88452,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:21:45.995490 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-51df25e6-09b3-4009-8ae0-58d091049d40 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:45.996900 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-51df25e6-09b3-4009-8ae0-58d091049d40 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2946568 Apr 20 14:21:45.999530 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35132) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:21:46.003910 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-9d558d59-f2b0-4735-b687-db380b976da6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'security_group_rule': {'security_group_id': 'b45499a1-c374-4705-a732-2af34680ba15', 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:21:46.078517 n-d-836015-7 neutron-server[114869]: INFO neutron.db.securitygroups_db [None req-9d558d59-f2b0-4735-b687-db380b976da6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Project f7d350484fd744aba8607d7467eb1568 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 14:21:46.083625 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9d558d59-f2b0-4735-b687-db380b976da6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:46.144234 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9d558d59-f2b0-4735-b687-db380b976da6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:46.221326 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9d558d59-f2b0-4735-b687-db380b976da6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:46.239962 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d558d59-f2b0-4735-b687-db380b976da6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=068c48f9-9936-4235-a5d0-713c83a25452,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:21:46.314563 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9d558d59-f2b0-4735-b687-db380b976da6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:46.315774 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9d558d59-f2b0-4735-b687-db380b976da6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3152585 Apr 20 14:21:46.318563 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35134) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:21:46.323273 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-7473796d-8525-4c11-ae6b-43ee995eaef5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'network': {'name': 'tempest-network-smoke--408527780', 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'port_security_enabled': True}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:21:46.392704 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7473796d-8525-4c11-ae6b-43ee995eaef5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Made reservation on behalf of f7d350484fd744aba8607d7467eb1568 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:21:46.396076 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7473796d-8525-4c11-ae6b-43ee995eaef5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:46.419589 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7473796d-8525-4c11-ae6b-43ee995eaef5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:21:46.428236 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7473796d-8525-4c11-ae6b-43ee995eaef5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:46.428578 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-7473796d-8525-4c11-ae6b-43ee995eaef5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Added segment 4aa38183-e08d-47b8-a7d1-0aa77a7e0114 of type vlan for network 0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0 Apr 20 14:21:46.469630 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7473796d-8525-4c11-ae6b-43ee995eaef5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:46.560896 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7473796d-8525-4c11-ae6b-43ee995eaef5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:46.567023 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7473796d-8525-4c11-ae6b-43ee995eaef5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:21:46.567625 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7473796d-8525-4c11-ae6b-43ee995eaef5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:46.635648 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7473796d-8525-4c11-ae6b-43ee995eaef5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'Network': ['ID=0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:21:46.646527 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:21:46.649286 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7473796d-8525-4c11-ae6b-43ee995eaef5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3294957 Apr 20 14:21:46.651692 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35136) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:21:46.656156 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-12cb71cd-c07f-41f6-b82f-d27a0cf6f7b5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-145859796', 'admin_state_up': True, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:21:46.726715 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12cb71cd-c07f-41f6-b82f-d27a0cf6f7b5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:46.727826 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12cb71cd-c07f-41f6-b82f-d27a0cf6f7b5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:46.777900 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12cb71cd-c07f-41f6-b82f-d27a0cf6f7b5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:46.970374 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12cb71cd-c07f-41f6-b82f-d27a0cf6f7b5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:47.222645 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12cb71cd-c07f-41f6-b82f-d27a0cf6f7b5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for router_gateway, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:47.241829 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12cb71cd-c07f-41f6-b82f-d27a0cf6f7b5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:47.346016 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-12cb71cd-c07f-41f6-b82f-d27a0cf6f7b5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Allocated IP 172.25.8.3 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/1bcec035-993f-4db7-be5d-35e79d9026b5) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:21:47.447862 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12cb71cd-c07f-41f6-b82f-d27a0cf6f7b5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:47.533248 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12cb71cd-c07f-41f6-b82f-d27a0cf6f7b5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:47.573041 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cb71cd-c07f-41f6-b82f-d27a0cf6f7b5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:21:47.575931 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-12cb71cd-c07f-41f6-b82f-d27a0cf6f7b5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:21:47.582054 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cb71cd-c07f-41f6-b82f-d27a0cf6f7b5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:21:47.602833 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb71cd-c07f-41f6-b82f-d27a0cf6f7b5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'Port': ['ID=1bcec035-993f-4db7-be5d-35e79d9026b5,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:21:47.886465 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12cb71cd-c07f-41f6-b82f-d27a0cf6f7b5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for router_gateway, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:48.082509 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12cb71cd-c07f-41f6-b82f-d27a0cf6f7b5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:48.275196 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12cb71cd-c07f-41f6-b82f-d27a0cf6f7b5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Router 47e42236-84fb-4a0e-b738-c85730c5e43f is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:21:48.378763 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12cb71cd-c07f-41f6-b82f-d27a0cf6f7b5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:21:48.388907 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2e2968-e2b1-4a8c-af20-a6ce8542eafa None None] Sync routers for ids ['47e42236-84fb-4a0e-b738-c85730c5e43f'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:21:48.398809 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2e2968-e2b1-4a8c-af20-a6ce8542eafa None None] Routers {'47e42236-84fb-4a0e-b738-c85730c5e43f'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:21:48.399445 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-fa2e2968-e2b1-4a8c-af20-a6ce8542eafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:21:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['47e42236-84fb-4a0e-b738-c85730c5e43f'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:21:48.448337 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-12cb71cd-c07f-41f6-b82f-d27a0cf6f7b5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:48.449643 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-12cb71cd-c07f-41f6-b82f-d27a0cf6f7b5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7969697 Apr 20 14:21:48.452839 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35138) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:21:48.504081 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-fa2e2968-e2b1-4a8c-af20-a6ce8542eafa None None] Set router 47e42236-84fb-4a0e-b738-c85730c5e43f gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:21:48.530194 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1290c898-800e-408c-9084-b54171b01d10 tempest-TestNetworkAdvancedServerOps-1565287851 tempest-TestNetworkAdvancedServerOps-1565287851-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=f7d350484fd744aba8607d7467eb1568&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0761838 Apr 20 14:21:48.533115 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35142) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:21:48.628193 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9478f26-4ca0-4e44-b43b-eca1367fece3 tempest-TestNetworkAdvancedServerOps-1565287851 tempest-TestNetworkAdvancedServerOps-1565287851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:21:48.630049 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-f9478f26-4ca0-4e44-b43b-eca1367fece3 tempest-TestNetworkAdvancedServerOps-1565287851 tempest-TestNetworkAdvancedServerOps-1565287851-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0951443 Apr 20 14:21:48.632548 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35144) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:21:48.659602 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b9769aec-00a4-4df8-9aa7-22f5586bc37e tempest-TestNetworkAdvancedServerOps-1565287851 tempest-TestNetworkAdvancedServerOps-1565287851-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=08acadad-0b4a-420a-b5f5-639128d4ec40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259783 Apr 20 14:21:48.662044 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35146) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:21:48.666714 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-35c2dbe1-45b5-494a-b2eb-b23e825b3273 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-956932683', 'network_id': '0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0', 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:21:48.683489 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-fa2e2968-e2b1-4a8c-af20-a6ce8542eafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e42236-84fb-4a0e-b738-c85730c5e43f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145859796', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '1bcec035-993f-4db7-be5d-35e79d9026b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:21:46Z', 'updated_at': '2022-04-20T14:21:47Z', 'revision_number': 3, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': '1bcec035-993f-4db7-be5d-35e79d9026b5', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:83:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e42236-84fb-4a0e-b738-c85730c5e43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:21:47Z', 'updated_at': '2022-04-20T14:21:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:21:48.710005 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2e2968-e2b1-4a8c-af20-a6ce8542eafa None None] Checking router: 47e42236-84fb-4a0e-b738-c85730c5e43f for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:21:48.710355 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2e2968-e2b1-4a8c-af20-a6ce8542eafa None None] Updating router 47e42236-84fb-4a0e-b738-c85730c5e43f port 1bcec035-993f-4db7-be5d-35e79d9026b5 binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:21:48.733728 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-fa2e2968-e2b1-4a8c-af20-a6ce8542eafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:48.804625 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c2dbe1-45b5-494a-b2eb-b23e825b3273 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Made reservation on behalf of f7d350484fd744aba8607d7467eb1568 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:21:48.808105 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-35c2dbe1-45b5-494a-b2eb-b23e825b3273 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:48.978986 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-fa2e2968-e2b1-4a8c-af20-a6ce8542eafa None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:49.038398 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-fa2e2968-e2b1-4a8c-af20-a6ce8542eafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:49.067988 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-35c2dbe1-45b5-494a-b2eb-b23e825b3273 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:49.095108 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-fa2e2968-e2b1-4a8c-af20-a6ce8542eafa None None] Attempting to bind port 1bcec035-993f-4db7-be5d-35e79d9026b5 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:21:49.106570 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-fa2e2968-e2b1-4a8c-af20-a6ce8542eafa None None] Attempting to bind port 1bcec035-993f-4db7-be5d-35e79d9026b5 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:21:49.106570 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2e2968-e2b1-4a8c-af20-a6ce8542eafa None None] Attempting to bind port 1bcec035-993f-4db7-be5d-35e79d9026b5 on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:21:49.106570 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16125ed-b15e-412e-8089-d8be61c0392a None None] Pushing event updated for resources: {'Port': ['ID=1bcec035-993f-4db7-be5d-35e79d9026b5,revision_number=2']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:21:49.107155 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16125ed-b15e-412e-8089-d8be61c0392a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:49.107557 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16125ed-b15e-412e-8089-d8be61c0392a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:49.107894 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16125ed-b15e-412e-8089-d8be61c0392a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:49.108223 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16125ed-b15e-412e-8089-d8be61c0392a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:49.108546 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16125ed-b15e-412e-8089-d8be61c0392a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:49.108867 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16125ed-b15e-412e-8089-d8be61c0392a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:49.109817 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16125ed-b15e-412e-8089-d8be61c0392a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:49.110137 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16125ed-b15e-412e-8089-d8be61c0392a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:49.110457 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16125ed-b15e-412e-8089-d8be61c0392a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:49.110774 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16125ed-b15e-412e-8089-d8be61c0392a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:49.111091 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16125ed-b15e-412e-8089-d8be61c0392a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:49.111426 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16125ed-b15e-412e-8089-d8be61c0392a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:49.115984 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2e2968-e2b1-4a8c-af20-a6ce8542eafa None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:21:49.115984 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2e2968-e2b1-4a8c-af20-a6ce8542eafa None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:21:49.117107 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-fa2e2968-e2b1-4a8c-af20-a6ce8542eafa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:49.117501 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2e2968-e2b1-4a8c-af20-a6ce8542eafa None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:21:49.118444 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-fa2e2968-e2b1-4a8c-af20-a6ce8542eafa None None] Bound port: 1bcec035-993f-4db7-be5d-35e79d9026b5, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:21:49.118444 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-fa2e2968-e2b1-4a8c-af20-a6ce8542eafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:49.137486 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c2dbe1-45b5-494a-b2eb-b23e825b3273 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'Subnet': ['ID=aefb47ab-ca4d-4bde-9a4b-3967a3233e92,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:21:49.140736 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c2dbe1-45b5-494a-b2eb-b23e825b3273 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Checking segment: {'id': '4aa38183-e08d-47b8-a7d1-0aa77a7e0114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:21:49.140736 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c2dbe1-45b5-494a-b2eb-b23e825b3273 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Network hostable DHCP agents. Network: 0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:21:49.173142 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-fa2e2968-e2b1-4a8c-af20-a6ce8542eafa None None] For port 1bcec035-993f-4db7-be5d-35e79d9026b5, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:21:49.176065 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-fa2e2968-e2b1-4a8c-af20-a6ce8542eafa None None] For port 1bcec035-993f-4db7-be5d-35e79d9026b5, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=1bcec035-993f-4db7-be5d-35e79d9026b5,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:21:49.223662 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c2dbe1-45b5-494a-b2eb-b23e825b3273 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Network 0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:21:49.224003 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-fa2e2968-e2b1-4a8c-af20-a6ce8542eafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:49.280102 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2e2968-e2b1-4a8c-af20-a6ce8542eafa None None] Routers {'47e42236-84fb-4a0e-b738-c85730c5e43f'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:21:49.280726 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-fa2e2968-e2b1-4a8c-af20-a6ce8542eafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:21:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['47e42236-84fb-4a0e-b738-c85730c5e43f'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:21:49.285962 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16125ed-b15e-412e-8089-d8be61c0392a None None] Pushing event updated for resources: {'Port': ['ID=1bcec035-993f-4db7-be5d-35e79d9026b5,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:21:49.298043 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-35c2dbe1-45b5-494a-b2eb-b23e825b3273 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:21:49.302218 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c2dbe1-45b5-494a-b2eb-b23e825b3273 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:21:49.302816 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-35c2dbe1-45b5-494a-b2eb-b23e825b3273 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:49.307495 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c45a963-c4ee-4726-8731-bbaa86e431fe None None] Network 0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:21:49.389173 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-fa2e2968-e2b1-4a8c-af20-a6ce8542eafa None None] Set router 47e42236-84fb-4a0e-b738-c85730c5e43f gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:21:49.395904 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-35c2dbe1-45b5-494a-b2eb-b23e825b3273 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7301199 Apr 20 14:21:49.396452 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35148) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:21:49.454201 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033f3a93-bd82-486f-a795-6f418a55c9c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0', 'network_id': '0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'fixed_ips': [{'subnet_id': 'aefb47ab-ca4d-4bde-9a4b-3967a3233e92'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:21:49.455598 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-033f3a93-bd82-486f-a795-6f418a55c9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:49.583093 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-fa2e2968-e2b1-4a8c-af20-a6ce8542eafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e42236-84fb-4a0e-b738-c85730c5e43f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145859796', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '1bcec035-993f-4db7-be5d-35e79d9026b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:21:46Z', 'updated_at': '2022-04-20T14:21:47Z', 'revision_number': 3, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': '1bcec035-993f-4db7-be5d-35e79d9026b5', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:83:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e42236-84fb-4a0e-b738-c85730c5e43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:21:47Z', 'updated_at': '2022-04-20T14:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:21:49.595852 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-033f3a93-bd82-486f-a795-6f418a55c9c6 None None] Allocated IP 172.20.0.2 (0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0/aefb47ab-ca4d-4bde-9a4b-3967a3233e92/be141d80-4646-45e0-b4f8-ed71dc996004) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:21:49.610206 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2e2968-e2b1-4a8c-af20-a6ce8542eafa None None] The sync data for ids ['47e42236-84fb-4a0e-b738-c85730c5e43f'] in n-d-836015-7 is: [{'id': '47e42236-84fb-4a0e-b738-c85730c5e43f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145859796', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '1bcec035-993f-4db7-be5d-35e79d9026b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:21:46Z', 'updated_at': '2022-04-20T14:21:47Z', 'revision_number': 3, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': '1bcec035-993f-4db7-be5d-35e79d9026b5', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:83:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e42236-84fb-4a0e-b738-c85730c5e43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:21:47Z', 'updated_at': '2022-04-20T14:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:21:49.750671 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-033f3a93-bd82-486f-a795-6f418a55c9c6 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:49.841578 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-033f3a93-bd82-486f-a795-6f418a55c9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:49.923205 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f3a93-bd82-486f-a795-6f418a55c9c6 None None] Pushing event updated for resources: {'Port': ['ID=be141d80-4646-45e0-b4f8-ed71dc996004,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:21:49.926625 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033f3a93-bd82-486f-a795-6f418a55c9c6 None None] Network 0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:21:49.932559 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-033f3a93-bd82-486f-a795-6f418a55c9c6 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:21:49.935099 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033f3a93-bd82-486f-a795-6f418a55c9c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:49.935466 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033f3a93-bd82-486f-a795-6f418a55c9c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:49.935995 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033f3a93-bd82-486f-a795-6f418a55c9c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:49.936495 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033f3a93-bd82-486f-a795-6f418a55c9c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:49.937003 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033f3a93-bd82-486f-a795-6f418a55c9c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:49.938245 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033f3a93-bd82-486f-a795-6f418a55c9c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:49.938773 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033f3a93-bd82-486f-a795-6f418a55c9c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:49.939102 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033f3a93-bd82-486f-a795-6f418a55c9c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:49.939453 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033f3a93-bd82-486f-a795-6f418a55c9c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:49.939782 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033f3a93-bd82-486f-a795-6f418a55c9c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:49.940104 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033f3a93-bd82-486f-a795-6f418a55c9c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:49.940426 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033f3a93-bd82-486f-a795-6f418a55c9c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:21:49.943663 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033f3a93-bd82-486f-a795-6f418a55c9c6 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:21:49.997265 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 1bcec035-993f-4db7-be5d-35e79d9026b5 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:21:50.040930 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-033f3a93-bd82-486f-a795-6f418a55c9c6 None None] Attempting to bind port be141d80-4646-45e0-b4f8-ed71dc996004 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:21:50.041567 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-033f3a93-bd82-486f-a795-6f418a55c9c6 None None] Attempting to bind port be141d80-4646-45e0-b4f8-ed71dc996004 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '4aa38183-e08d-47b8-a7d1-0aa77a7e0114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:21:50.041940 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033f3a93-bd82-486f-a795-6f418a55c9c6 None None] Attempting to bind port be141d80-4646-45e0-b4f8-ed71dc996004 on network 0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:21:50.054476 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033f3a93-bd82-486f-a795-6f418a55c9c6 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:21:50.054847 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033f3a93-bd82-486f-a795-6f418a55c9c6 None None] Checking segment: {'id': '4aa38183-e08d-47b8-a7d1-0aa77a7e0114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:21:50.060879 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-033f3a93-bd82-486f-a795-6f418a55c9c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:50.060879 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033f3a93-bd82-486f-a795-6f418a55c9c6 None None] Bound using segment: {'id': '4aa38183-e08d-47b8-a7d1-0aa77a7e0114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:21:50.060879 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-033f3a93-bd82-486f-a795-6f418a55c9c6 None None] Bound port: be141d80-4646-45e0-b4f8-ed71dc996004, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa38183-e08d-47b8-a7d1-0aa77a7e0114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:21:50.060879 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-033f3a93-bd82-486f-a795-6f418a55c9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:50.101378 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 1bcec035-993f-4db7-be5d-35e79d9026b5 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:21:50.101779 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:50.165280 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-033f3a93-bd82-486f-a795-6f418a55c9c6 None None] For port be141d80-4646-45e0-b4f8-ed71dc996004, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:21:50.169951 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-033f3a93-bd82-486f-a795-6f418a55c9c6 None None] For port be141d80-4646-45e0-b4f8-ed71dc996004, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=be141d80-4646-45e0-b4f8-ed71dc996004,segment=NetworkSegment(4aa38183-e08d-47b8-a7d1-0aa77a7e0114),segment_id=4aa38183-e08d-47b8-a7d1-0aa77a7e0114)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:21:50.185884 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-eba8e168-eaf3-4af9-add7-d4ae115ddff0 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:50.213064 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:50.233831 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 1bcec035-993f-4db7-be5d-35e79d9026b5, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=1bcec035-993f-4db7-be5d-35e79d9026b5,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:21:50.258821 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-033f3a93-bd82-486f-a795-6f418a55c9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:50.319808 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:50.330587 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f3a93-bd82-486f-a795-6f418a55c9c6 None None] Pushing event updated for resources: {'Port': ['ID=be141d80-4646-45e0-b4f8-ed71dc996004,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:21:50.380778 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=1bcec035-993f-4db7-be5d-35e79d9026b5,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:21:50.494670 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-eba8e168-eaf3-4af9-add7-d4ae115ddff0 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Allocated IP 172.20.0.1 (0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0/aefb47ab-ca4d-4bde-9a4b-3967a3233e92/d6ac8adf-d5bb-441e-875d-d76a554d2ce0) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:21:50.644266 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-eba8e168-eaf3-4af9-add7-d4ae115ddff0 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:50.738363 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-eba8e168-eaf3-4af9-add7-d4ae115ddff0 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:50.780490 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba8e168-eaf3-4af9-add7-d4ae115ddff0 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Network 0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:21:50.784161 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-eba8e168-eaf3-4af9-add7-d4ae115ddff0 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:21:50.786569 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba8e168-eaf3-4af9-add7-d4ae115ddff0 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:21:50.811277 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8e168-eaf3-4af9-add7-d4ae115ddff0 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'Port': ['ID=d6ac8adf-d5bb-441e-875d-d76a554d2ce0,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:21:50.835415 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-eba8e168-eaf3-4af9-add7-d4ae115ddff0 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:51.018507 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-eba8e168-eaf3-4af9-add7-d4ae115ddff0 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:51.296734 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-eba8e168-eaf3-4af9-add7-d4ae115ddff0 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:51.355133 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-eba8e168-eaf3-4af9-add7-d4ae115ddff0 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:51.427679 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-eba8e168-eaf3-4af9-add7-d4ae115ddff0 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:51.429356 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8e168-eaf3-4af9-add7-d4ae115ddff0 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'Port': ['ID=d6ac8adf-d5bb-441e-875d-d76a554d2ce0,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:21:51.522363 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba8e168-eaf3-4af9-add7-d4ae115ddff0 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Network 0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:21:51.523765 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-eba8e168-eaf3-4af9-add7-d4ae115ddff0 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:21:51.635260 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba8e168-eaf3-4af9-add7-d4ae115ddff0 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Router 47e42236-84fb-4a0e-b738-c85730c5e43f has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:21:51.745938 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba8e168-eaf3-4af9-add7-d4ae115ddff0 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:21:51.751636 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-eba8e168-eaf3-4af9-add7-d4ae115ddff0 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "PUT /v2.0/routers/47e42236-84fb-4a0e-b738-c85730c5e43f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3540206 Apr 20 14:21:51.760403 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc76adb-baff-44f4-832a-d04498298e0e None None] Sync routers for ids ['47e42236-84fb-4a0e-b738-c85730c5e43f'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:21:51.769821 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc76adb-baff-44f4-832a-d04498298e0e None None] Routers {'47e42236-84fb-4a0e-b738-c85730c5e43f'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:21:51.770446 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-3dc76adb-baff-44f4-832a-d04498298e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:21:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['47e42236-84fb-4a0e-b738-c85730c5e43f'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:21:51.882301 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-3dc76adb-baff-44f4-832a-d04498298e0e None None] Set router 47e42236-84fb-4a0e-b738-c85730c5e43f gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:21:51.925928 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-1f858821-2536-4c96-994c-726e8ff1a1be tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-227824859&fields=id&tenant_id=f7d350484fd744aba8607d7467eb1568 HTTP/1.1" status: 200 len: 267 time: 0.0409534 Apr 20 14:21:51.961149 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [req-17772250-44c9-46c7-9fa7-2bae6cbe5e41 req-3cfa72c6-5251-4eab-bba6-637ae3f30418 service neutron] (114870) timed out ('10.222.0.25', 59886) {{(pid=114870) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 14:21:52.067306 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-6e198258-1ba4-4355-bac0-e1fd9c570745 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:21:52.069013 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-6e198258-1ba4-4355-bac0-e1fd9c570745 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/networks?id=0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0 HTTP/1.1" status: 200 len: 796 time: 0.1331658 Apr 20 14:21:52.078246 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device be141d80-4646-45e0-b4f8-ed71dc996004 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:21:52.085053 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-ccf5f64d-181e-431f-b1f9-404e9dcf9a95 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/quotas/f7d350484fd744aba8607d7467eb1568 HTTP/1.1" status: 200 len: 375 time: 0.0100811 Apr 20 14:21:52.147545 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-b5578565-0dee-48b7-a114-127c2d9c6f97 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f7d350484fd744aba8607d7467eb1568&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562840 Apr 20 14:21:52.213604 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port be141d80-4646-45e0-b4f8-ed71dc996004 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:21:52.213984 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:52.219634 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e222d2ee-3b22-4bfc-9539-236335eda450 None None] Network 0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:21:52.248155 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-305558ca-804e-427d-a7d6-428010433465 service neutron] 10.222.0.25 "GET /v2.0/networks/0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846677 Apr 20 14:21:52.335973 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-a882716c-a8bc-4b5e-b62d-cf166e3d100d None None] Provisioning complete for port be141d80-4646-45e0-b4f8-ed71dc996004 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:21:52.336335 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a882716c-a8bc-4b5e-b62d-cf166e3d100d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:52.342550 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-bca08207-63ab-4c1e-8f4d-96858fc95da7 service neutron] 10.222.0.25 "GET /v2.0/networks/0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880897 Apr 20 14:21:52.528718 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:52.572715 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-3dc76adb-baff-44f4-832a-d04498298e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e42236-84fb-4a0e-b738-c85730c5e43f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145859796', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '1bcec035-993f-4db7-be5d-35e79d9026b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:21:46Z', 'updated_at': '2022-04-20T14:21:50Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': '1bcec035-993f-4db7-be5d-35e79d9026b5', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:83:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e42236-84fb-4a0e-b738-c85730c5e43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:21:47Z', 'updated_at': '2022-04-20T14:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'd6ac8adf-d5bb-441e-875d-d76a554d2ce0', 'name': '', 'network_id': '0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'mac_address': 'fa:16:3e:a2:52:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e42236-84fb-4a0e-b738-c85730c5e43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'aefb47ab-ca4d-4bde-9a4b-3967a3233e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:21:50Z', 'updated_at': '2022-04-20T14:21:51Z', 'revision_number': 2, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'subnets': [{'id': 'aefb47ab-ca4d-4bde-9a4b-3967a3233e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:21:52.583020 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a882716c-a8bc-4b5e-b62d-cf166e3d100d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:52.591260 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66d117cb-9853-42fe-8c65-9b3840cf8a4a req-312d4d8a-c399-47fe-b604-4ee189d3993c tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2748898-c468-4397-99a4-489f7c84864a HTTP/1.1" status: 200 len: 210 time: 0.0305464 Apr 20 14:21:52.628380 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc76adb-baff-44f4-832a-d04498298e0e None None] Checking router: 47e42236-84fb-4a0e-b738-c85730c5e43f for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:21:52.628793 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc76adb-baff-44f4-832a-d04498298e0e None None] Updating router 47e42236-84fb-4a0e-b738-c85730c5e43f port d6ac8adf-d5bb-441e-875d-d76a554d2ce0 binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:21:52.654285 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port be141d80-4646-45e0-b4f8-ed71dc996004, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=be141d80-4646-45e0-b4f8-ed71dc996004,segment=NetworkSegment(4aa38183-e08d-47b8-a7d1-0aa77a7e0114),segment_id=4aa38183-e08d-47b8-a7d1-0aa77a7e0114)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:21:52.671123 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3dc76adb-baff-44f4-832a-d04498298e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:52.733607 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:52.734385 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 1bcec035-993f-4db7-be5d-35e79d9026b5 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:21:52.906672 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=be141d80-4646-45e0-b4f8-ed71dc996004,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:21:52.919965 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-a882716c-a8bc-4b5e-b62d-cf166e3d100d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:21:52.919965 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-a882716c-a8bc-4b5e-b62d-cf166e3d100d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:21:52.941096 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 1bcec035-993f-4db7-be5d-35e79d9026b5 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:21:52.941471 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:53.139557 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3dc76adb-baff-44f4-832a-d04498298e0e None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:53.215747 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3dc76adb-baff-44f4-832a-d04498298e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:53.267063 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e91f67f-c590-4b30-8b60-4e25fca99299 None None] Pushing event updated for resources: {'Port': ['ID=d6ac8adf-d5bb-441e-875d-d76a554d2ce0,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:21:53.319324 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-3dc76adb-baff-44f4-832a-d04498298e0e None None] Attempting to bind port d6ac8adf-d5bb-441e-875d-d76a554d2ce0 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:21:53.319763 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-3dc76adb-baff-44f4-832a-d04498298e0e None None] Attempting to bind port d6ac8adf-d5bb-441e-875d-d76a554d2ce0 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '4aa38183-e08d-47b8-a7d1-0aa77a7e0114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:21:53.320129 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc76adb-baff-44f4-832a-d04498298e0e None None] Attempting to bind port d6ac8adf-d5bb-441e-875d-d76a554d2ce0 on network 0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:21:53.325523 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc76adb-baff-44f4-832a-d04498298e0e None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:21:53.326025 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc76adb-baff-44f4-832a-d04498298e0e None None] Checking segment: {'id': '4aa38183-e08d-47b8-a7d1-0aa77a7e0114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:21:53.326434 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3dc76adb-baff-44f4-832a-d04498298e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:53.326829 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc76adb-baff-44f4-832a-d04498298e0e None None] Bound using segment: {'id': '4aa38183-e08d-47b8-a7d1-0aa77a7e0114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:21:53.327304 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-3dc76adb-baff-44f4-832a-d04498298e0e None None] Bound port: d6ac8adf-d5bb-441e-875d-d76a554d2ce0, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa38183-e08d-47b8-a7d1-0aa77a7e0114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:21:53.327753 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3dc76adb-baff-44f4-832a-d04498298e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:53.394855 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-3dc76adb-baff-44f4-832a-d04498298e0e None None] For port d6ac8adf-d5bb-441e-875d-d76a554d2ce0, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:21:53.398118 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-3dc76adb-baff-44f4-832a-d04498298e0e None None] For port d6ac8adf-d5bb-441e-875d-d76a554d2ce0, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d6ac8adf-d5bb-441e-875d-d76a554d2ce0,segment=NetworkSegment(4aa38183-e08d-47b8-a7d1-0aa77a7e0114),segment_id=4aa38183-e08d-47b8-a7d1-0aa77a7e0114)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:21:53.479279 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3dc76adb-baff-44f4-832a-d04498298e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:53.530161 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc76adb-baff-44f4-832a-d04498298e0e None None] Routers {'47e42236-84fb-4a0e-b738-c85730c5e43f'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:21:53.531538 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-3dc76adb-baff-44f4-832a-d04498298e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:21:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['47e42236-84fb-4a0e-b738-c85730c5e43f'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:21:53.589333 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e91f67f-c590-4b30-8b60-4e25fca99299 None None] Pushing event updated for resources: {'Port': ['ID=d6ac8adf-d5bb-441e-875d-d76a554d2ce0,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:21:53.613760 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-02bbd373-d00e-4b52-b652-0de59d4b06eb None None] Provisioning complete for port d6ac8adf-d5bb-441e-875d-d76a554d2ce0 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:21:53.617659 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-02bbd373-d00e-4b52-b652-0de59d4b06eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:53.695977 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e1acf1b-f367-4561-a942-a0ccf78aad29 req-bb3c0413-40b9-4bb0-8afb-e67ca9013d0f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2748898-c468-4397-99a4-489f7c84864a HTTP/1.1" status: 200 len: 210 time: 0.0276666 Apr 20 14:21:53.704847 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-3dc76adb-baff-44f4-832a-d04498298e0e None None] Set router 47e42236-84fb-4a0e-b738-c85730c5e43f gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:21:53.820383 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-02bbd373-d00e-4b52-b652-0de59d4b06eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:53.900842 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-02bbd373-d00e-4b52-b652-0de59d4b06eb None None] For port d6ac8adf-d5bb-441e-875d-d76a554d2ce0, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d6ac8adf-d5bb-441e-875d-d76a554d2ce0,segment=NetworkSegment(4aa38183-e08d-47b8-a7d1-0aa77a7e0114),segment_id=4aa38183-e08d-47b8-a7d1-0aa77a7e0114)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:21:53.944138 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device be141d80-4646-45e0-b4f8-ed71dc996004 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:21:53.967673 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-02bbd373-d00e-4b52-b652-0de59d4b06eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:54.197946 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-02bbd373-d00e-4b52-b652-0de59d4b06eb None None] Provisioning complete for port be141d80-4646-45e0-b4f8-ed71dc996004 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:21:54.198205 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-02bbd373-d00e-4b52-b652-0de59d4b06eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:54.206665 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bbd373-d00e-4b52-b652-0de59d4b06eb None None] Pushing event updated for resources: {'Port': ['ID=d6ac8adf-d5bb-441e-875d-d76a554d2ce0,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:21:54.235245 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-3dc76adb-baff-44f4-832a-d04498298e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e42236-84fb-4a0e-b738-c85730c5e43f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145859796', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '1bcec035-993f-4db7-be5d-35e79d9026b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:21:46Z', 'updated_at': '2022-04-20T14:21:50Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': '1bcec035-993f-4db7-be5d-35e79d9026b5', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:83:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e42236-84fb-4a0e-b738-c85730c5e43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:21:47Z', 'updated_at': '2022-04-20T14:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'd6ac8adf-d5bb-441e-875d-d76a554d2ce0', 'name': '', 'network_id': '0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'mac_address': 'fa:16:3e:a2:52:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e42236-84fb-4a0e-b738-c85730c5e43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'aefb47ab-ca4d-4bde-9a4b-3967a3233e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:21:50Z', 'updated_at': '2022-04-20T14:21:53Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'subnets': [{'id': 'aefb47ab-ca4d-4bde-9a4b-3967a3233e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:21:54.239158 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port be141d80-4646-45e0-b4f8-ed71dc996004 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:21:54.239554 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:54.293049 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc76adb-baff-44f4-832a-d04498298e0e None None] The sync data for ids ['47e42236-84fb-4a0e-b738-c85730c5e43f'] in n-d-836015-7 is: [{'id': '47e42236-84fb-4a0e-b738-c85730c5e43f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145859796', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '1bcec035-993f-4db7-be5d-35e79d9026b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:21:46Z', 'updated_at': '2022-04-20T14:21:50Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': '1bcec035-993f-4db7-be5d-35e79d9026b5', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:83:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e42236-84fb-4a0e-b738-c85730c5e43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:21:47Z', 'updated_at': '2022-04-20T14:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'd6ac8adf-d5bb-441e-875d-d76a554d2ce0', 'name': '', 'network_id': '0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'mac_address': 'fa:16:3e:a2:52:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47e42236-84fb-4a0e-b738-c85730c5e43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'aefb47ab-ca4d-4bde-9a4b-3967a3233e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:21:50Z', 'updated_at': '2022-04-20T14:21:53Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'subnets': [{'id': 'aefb47ab-ca4d-4bde-9a4b-3967a3233e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:21:54.519051 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5d0113e9-9874-4f88-a786-9cdfa73363a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:54.541851 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-8fbd7cc4-8fc1-4011-9730-4205af66e8e1 None None] Provisioning complete for port d6ac8adf-d5bb-441e-875d-d76a554d2ce0 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:21:54.543255 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8fbd7cc4-8fc1-4011-9730-4205af66e8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:54.566790 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-6e53d296-afd3-482d-85f0-badab0845a1d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:21:54.568695 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-6e53d296-afd3-482d-85f0-badab0845a1d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.15 "GET /v2.0/networks?id=0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0 HTTP/1.1" status: 200 len: 796 time: 0.1346445 Apr 20 14:21:54.629565 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-bc34b1bd-40c8-4f1f-9166-6eaa4c5139dd tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7d350484fd744aba8607d7467eb1568 HTTP/1.1" status: 200 len: 379 time: 0.0500660 Apr 20 14:21:54.644527 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-09d1a71b-5add-419f-b4f8-24edc0dffabf tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'port': {'device_id': 'e2748898-c468-4397-99a4-489f7c84864a', 'network_id': '0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0', 'admin_state_up': True, 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'security_groups': ['b45499a1-c374-4705-a732-2af34680ba15']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:21:54.798574 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d602f54d-2a80-41c7-a295-e239b8c33d34 req-86d9860c-94b7-43b0-8887-0fd36a3496e1 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2748898-c468-4397-99a4-489f7c84864a HTTP/1.1" status: 200 len: 210 time: 0.0288196 Apr 20 14:21:54.847496 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-09d1a71b-5add-419f-b4f8-24edc0dffabf tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Made reservation on behalf of f7d350484fd744aba8607d7467eb1568 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:21:54.853046 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-09d1a71b-5add-419f-b4f8-24edc0dffabf tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:54.992827 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-09d1a71b-5add-419f-b4f8-24edc0dffabf tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Allocated IP 172.20.0.8 (0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0/aefb47ab-ca4d-4bde-9a4b-3967a3233e92/4d32c864-5cac-4600-a102-339a85aee721) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:21:55.136390 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-09d1a71b-5add-419f-b4f8-24edc0dffabf tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:55.227982 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-09d1a71b-5add-419f-b4f8-24edc0dffabf tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:55.275098 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-09d1a71b-5add-419f-b4f8-24edc0dffabf tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Network 0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:21:55.278487 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-09d1a71b-5add-419f-b4f8-24edc0dffabf tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:21:55.283921 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-09d1a71b-5add-419f-b4f8-24edc0dffabf tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:21:55.288106 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d1a71b-5add-419f-b4f8-24edc0dffabf tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'Port': ['ID=4d32c864-5cac-4600-a102-339a85aee721,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:21:55.340110 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-09d1a71b-5add-419f-b4f8-24edc0dffabf tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:21:55.340756 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-09d1a71b-5add-419f-b4f8-24edc0dffabf tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:55.414986 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-09d1a71b-5add-419f-b4f8-24edc0dffabf tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7745841 Apr 20 14:21:55.429422 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-253fa1a9-9ff6-487e-a164-e58f24a702f6 service neutron] Request body: {'port': {'device_id': 'e2748898-c468-4397-99a4-489f7c84864a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:21:55.489940 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-253fa1a9-9ff6-487e-a164-e58f24a702f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:55.560081 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-8488e1a2-25ab-4fea-8658-83c4c63a1952 None None] Provisioning complete for port 4d32c864-5cac-4600-a102-339a85aee721 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:21:55.560676 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8488e1a2-25ab-4fea-8658-83c4c63a1952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:55.595306 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-8488e1a2-25ab-4fea-8658-83c4c63a1952 None None] Port 4d32c864-5cac-4600-a102-339a85aee721 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:21:55.752060 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-253fa1a9-9ff6-487e-a164-e58f24a702f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d32c864-5cac-4600-a102-339a85aee721 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:21:55.759182 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-253fa1a9-9ff6-487e-a164-e58f24a702f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:55.771217 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-253fa1a9-9ff6-487e-a164-e58f24a702f6 service neutron] Transition to ACTIVE for port object 4d32c864-5cac-4600-a102-339a85aee721 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:21:55.834342 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-253fa1a9-9ff6-487e-a164-e58f24a702f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:55.949125 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253fa1a9-9ff6-487e-a164-e58f24a702f6 service neutron] Pushing event updated for resources: {'Port': ['ID=4d32c864-5cac-4600-a102-339a85aee721,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:21:55.970071 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d6ac8adf-d5bb-441e-875d-d76a554d2ce0 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:21:55.992662 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-253fa1a9-9ff6-487e-a164-e58f24a702f6 service neutron] Attempting to bind port 4d32c864-5cac-4600-a102-339a85aee721 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:21:55.992662 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-253fa1a9-9ff6-487e-a164-e58f24a702f6 service neutron] Attempting to bind port 4d32c864-5cac-4600-a102-339a85aee721 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '4aa38183-e08d-47b8-a7d1-0aa77a7e0114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:21:55.992662 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-253fa1a9-9ff6-487e-a164-e58f24a702f6 service neutron] Attempting to bind port 4d32c864-5cac-4600-a102-339a85aee721 on network 0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:21:56.007647 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68156019-965a-4269-9149-468a23ba380b req-8da0a283-0cf0-41f5-abfd-a3cd3d1d55ab tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:21:56.009139 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-68156019-965a-4269-9149-468a23ba380b req-8da0a283-0cf0-41f5-abfd-a3cd3d1d55ab tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2748898-c468-4397-99a4-489f7c84864a HTTP/1.1" status: 200 len: 943 time: 0.1312940 Apr 20 14:21:56.009689 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-253fa1a9-9ff6-487e-a164-e58f24a702f6 service neutron] Port 4d32c864-5cac-4600-a102-339a85aee721 on network 0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:21:56.010009 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-253fa1a9-9ff6-487e-a164-e58f24a702f6 service neutron] Attempting to bind port 4d32c864-5cac-4600-a102-339a85aee721 on network 0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:21:56.017114 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-253fa1a9-9ff6-487e-a164-e58f24a702f6 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:21:56.017462 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-253fa1a9-9ff6-487e-a164-e58f24a702f6 service neutron] Checking segment: {'id': '4aa38183-e08d-47b8-a7d1-0aa77a7e0114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:21:56.017847 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-253fa1a9-9ff6-487e-a164-e58f24a702f6 service neutron] Bound using segment: {'id': '4aa38183-e08d-47b8-a7d1-0aa77a7e0114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:21:56.018339 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-253fa1a9-9ff6-487e-a164-e58f24a702f6 service neutron] Bound port: 4d32c864-5cac-4600-a102-339a85aee721, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aa38183-e08d-47b8-a7d1-0aa77a7e0114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:21:56.018816 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-253fa1a9-9ff6-487e-a164-e58f24a702f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:56.022813 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port d6ac8adf-d5bb-441e-875d-d76a554d2ce0 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:21:56.023383 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:56.101983 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-68156019-965a-4269-9149-468a23ba380b req-52f87bef-6afb-4a05-ae48-62a29e4544d2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=b45499a1-c374-4705-a732-2af34680ba15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746365 Apr 20 14:21:56.121467 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-253fa1a9-9ff6-487e-a164-e58f24a702f6 service neutron] For port 4d32c864-5cac-4600-a102-339a85aee721, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:21:56.125239 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-253fa1a9-9ff6-487e-a164-e58f24a702f6 service neutron] For port 4d32c864-5cac-4600-a102-339a85aee721, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=4d32c864-5cac-4600-a102-339a85aee721,segment=NetworkSegment(4aa38183-e08d-47b8-a7d1-0aa77a7e0114),segment_id=4aa38183-e08d-47b8-a7d1-0aa77a7e0114)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:21:56.189547 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-253fa1a9-9ff6-487e-a164-e58f24a702f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:56.223725 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-253fa1a9-9ff6-487e-a164-e58f24a702f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:21:56.224361 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-253fa1a9-9ff6-487e-a164-e58f24a702f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:56.225743 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-253fa1a9-9ff6-487e-a164-e58f24a702f6 service neutron] 10.222.0.15 "PUT /v2.0/ports/4d32c864-5cac-4600-a102-339a85aee721 HTTP/1.1" status: 200 len: 1091 time: 0.8010108 Apr 20 14:21:56.226176 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2748898-c468-4397-99a4-489f7c84864a', 'tag': '4d32c864-5cac-4600-a102-339a85aee721'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:21:56.228513 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9cfa8e-0f76-47f3-ac71-c931a6e3a61b" -d '{"events": [{"name": "network-changed", "server_uuid": "e2748898-c468-4397-99a4-489f7c84864a", "tag": "4d32c864-5cac-4600-a102-339a85aee721"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:21:56.254654 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253fa1a9-9ff6-487e-a164-e58f24a702f6 service neutron] Pushing event updated for resources: {'Port': ['ID=4d32c864-5cac-4600-a102-339a85aee721,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:21:56.281574 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d36653c-d0f6-4c23-9a7a-30a443d25ef5 x-openstack-request-id: req-8d36653c-d0f6-4c23-9a7a-30a443d25ef5 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:21:56.281574 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2748898-c468-4397-99a4-489f7c84864a", "tag": "4d32c864-5cac-4600-a102-339a85aee721", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:21:56.281574 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8d36653c-d0f6-4c23-9a7a-30a443d25ef5 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:21:56.281574 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d36653c-d0f6-4c23-9a7a-30a443d25ef5'] response: {'name': 'network-changed', 'server_uuid': 'e2748898-c468-4397-99a4-489f7c84864a', 'tag': '4d32c864-5cac-4600-a102-339a85aee721', 'status': 'completed', 'code': 200} Apr 20 14:21:56.346095 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cfa8e-0f76-47f3-ac71-c931a6e3a61b req-2b94abeb-3f4a-448a-8a13-39b82aa51ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:21:56.347675 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3f9cfa8e-0f76-47f3-ac71-c931a6e3a61b req-2b94abeb-3f4a-448a-8a13-39b82aa51ec9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7d350484fd744aba8607d7467eb1568&device_id=e2748898-c468-4397-99a4-489f7c84864a HTTP/1.1" status: 200 len: 1094 time: 0.0479796 Apr 20 14:21:56.459131 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cfa8e-0f76-47f3-ac71-c931a6e3a61b req-c5242cb6-1963-404f-a9b3-3d41decd3f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:21:56.460737 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3f9cfa8e-0f76-47f3-ac71-c931a6e3a61b req-c5242cb6-1963-404f-a9b3-3d41decd3f05 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f7d350484fd744aba8607d7467eb1568&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0971820 Apr 20 14:21:56.555062 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cfa8e-0f76-47f3-ac71-c931a6e3a61b req-543516f7-2754-43c0-87b3-1f8bd228769f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:21:56.556460 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3f9cfa8e-0f76-47f3-ac71-c931a6e3a61b req-543516f7-2754-43c0-87b3-1f8bd228769f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0874987 Apr 20 14:21:56.631006 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-faaa7dd0-cdc1-47d6-953e-f62f8b9a848b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:21:56.632516 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-faaa7dd0-cdc1-47d6-953e-f62f8b9a848b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7d350484fd744aba8607d7467eb1568&device_id=e2748898-c468-4397-99a4-489f7c84864a HTTP/1.1" status: 200 len: 1094 time: 0.0413611 Apr 20 14:21:56.678363 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-b81294e6-3626-4a02-abca-95be768b8880 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d32c864-5cac-4600-a102-339a85aee721 HTTP/1.1" status: 200 len: 217 time: 0.0372360 Apr 20 14:21:56.727650 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-835fc551-ffc7-45ee-9cd8-f994b72350a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:21:56.729088 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-835fc551-ffc7-45ee-9cd8-f994b72350a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aefb47ab-ca4d-4bde-9a4b-3967a3233e92 HTTP/1.1" status: 200 len: 834 time: 0.0439043 Apr 20 14:21:56.772630 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-f35c15f3-1e3b-4be2-89f7-66dec312ded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:21:56.774115 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-f35c15f3-1e3b-4be2-89f7-66dec312ded3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390172 Apr 20 14:21:56.812483 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2b9014af-ffad-443c-aa2b-ea1fd69ddc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:56.867763 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-76a1b752-37c2-46d6-afd0-32ddfe4f9420 service neutron] 10.222.0.15 "GET /v2.0/networks/0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857911 Apr 20 14:21:56.956294 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb693878-f1f0-4d5e-b540-e0f6d55349ca req-32856693-8b76-4080-ae2e-51ec98c944e3 service neutron] 10.222.0.15 "GET /v2.0/networks/0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817666 Apr 20 14:21:57.212978 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be0d4f-dee3-4fa8-9136-4c461720ea14 req-08f46ba0-1e52-4b1b-90a8-33a1b4fb41f9 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:21:57.214411 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b5be0d4f-dee3-4fa8-9136-4c461720ea14 req-08f46ba0-1e52-4b1b-90a8-33a1b4fb41f9 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2748898-c468-4397-99a4-489f7c84864a HTTP/1.1" status: 200 len: 943 time: 0.0483747 Apr 20 14:21:57.254506 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b5be0d4f-dee3-4fa8-9136-4c461720ea14 req-9dcc0135-4012-4228-8d4b-f50c82937f03 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=b45499a1-c374-4705-a732-2af34680ba15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340984 Apr 20 14:21:58.372013 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91667459-89fc-4787-9e0d-eedd314a7e9e req-f25dab09-55d5-4016-85ff-bf30c2b732dc tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:21:58.373510 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-91667459-89fc-4787-9e0d-eedd314a7e9e req-f25dab09-55d5-4016-85ff-bf30c2b732dc tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2748898-c468-4397-99a4-489f7c84864a HTTP/1.1" status: 200 len: 943 time: 0.0493464 Apr 20 14:21:58.392946 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:58.411449 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-91667459-89fc-4787-9e0d-eedd314a7e9e req-ddafd849-0317-43a8-9cc4-800e42b781a4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=b45499a1-c374-4705-a732-2af34680ba15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319321 Apr 20 14:21:59.525723 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8d96d-122f-496d-ade3-f85e4f92d331 req-8bb9d124-02a8-44d4-8653-208a17083acc tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:21:59.527192 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-41e8d96d-122f-496d-ade3-f85e4f92d331 req-8bb9d124-02a8-44d4-8653-208a17083acc tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2748898-c468-4397-99a4-489f7c84864a HTTP/1.1" status: 200 len: 943 time: 0.0491035 Apr 20 14:21:59.566053 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-41e8d96d-122f-496d-ade3-f85e4f92d331 req-f33a5ab9-d2ee-49f9-96c8-b65e5711124f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=b45499a1-c374-4705-a732-2af34680ba15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322855 Apr 20 14:21:59.652016 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:21:59.869025 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:22:00.093987 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 4d32c864-5cac-4600-a102-339a85aee721 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:22:00.187595 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 4d32c864-5cac-4600-a102-339a85aee721, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=4d32c864-5cac-4600-a102-339a85aee721,segment=NetworkSegment(4aa38183-e08d-47b8-a7d1-0aa77a7e0114),segment_id=4aa38183-e08d-47b8-a7d1-0aa77a7e0114)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:22:00.198588 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '4d32c864-5cac-4600-a102-339a85aee721', 'network_id': '0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0', 'port_id': '4d32c864-5cac-4600-a102-339a85aee721', 'mac_address': 'fa:16:3e:f4:66:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefb47ab-ca4d-4bde-9a4b-3967a3233e92', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:22:00.234409 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:22:00.246538 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d32c864-5cac-4600-a102-339a85aee721 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:22:00.266802 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 4d32c864-5cac-4600-a102-339a85aee721, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=4d32c864-5cac-4600-a102-339a85aee721,segment=NetworkSegment(4aa38183-e08d-47b8-a7d1-0aa77a7e0114),segment_id=4aa38183-e08d-47b8-a7d1-0aa77a7e0114)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:22:00.309437 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:22:00.359294 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=4d32c864-5cac-4600-a102-339a85aee721,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:22:00.645843 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['4d32c864-5cac-4600-a102-339a85aee721'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:22:00.679604 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a300e0f-41b6-4104-8a5e-49d755d4eb80 req-6b5fc926-8faf-4548-b91c-364cfdd5e7cf tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:22:00.681129 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4a300e0f-41b6-4104-8a5e-49d755d4eb80 req-6b5fc926-8faf-4548-b91c-364cfdd5e7cf tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2748898-c468-4397-99a4-489f7c84864a HTTP/1.1" status: 200 len: 944 time: 0.0482585 Apr 20 14:22:00.722854 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4a300e0f-41b6-4104-8a5e-49d755d4eb80 req-6b96ffb6-42fc-4bcb-bbbb-9b0ae89df206 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=b45499a1-c374-4705-a732-2af34680ba15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345702 Apr 20 14:22:01.588226 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:22:01.836831 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c4f71-6c3a-4fa6-bb8a-f0122e76600a req-0e6416ac-e882-4685-8b28-3a60ce1e179d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:22:01.838296 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f13c4f71-6c3a-4fa6-bb8a-f0122e76600a req-0e6416ac-e882-4685-8b28-3a60ce1e179d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2748898-c468-4397-99a4-489f7c84864a HTTP/1.1" status: 200 len: 944 time: 0.0483818 Apr 20 14:22:01.875027 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f13c4f71-6c3a-4fa6-bb8a-f0122e76600a req-4f3b4c0b-0377-468c-aeab-2f816dbe605c tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=b45499a1-c374-4705-a732-2af34680ba15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307271 Apr 20 14:22:02.112176 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 4d32c864-5cac-4600-a102-339a85aee721 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:22:02.252066 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 4d32c864-5cac-4600-a102-339a85aee721 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:22:02.255835 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 4d32c864-5cac-4600-a102-339a85aee721 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:22:02.257485 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:22:02.329761 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:22:02.354870 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2748898-c468-4397-99a4-489f7c84864a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d32c864-5cac-4600-a102-339a85aee721'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:22:02.357106 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac87ba4abbb4e8505208ea6fd510b76711e5f2ebc605ae5eca19bb7d33fcf53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c9be65-1bb0-46bf-a516-fa9e69e0dc4d" -d '{"events": [{"server_uuid": "e2748898-c468-4397-99a4-489f7c84864a", "name": "network-vif-plugged", "status": "completed", "tag": "4d32c864-5cac-4600-a102-339a85aee721"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:22:02.370282 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 4d32c864-5cac-4600-a102-339a85aee721, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=4d32c864-5cac-4600-a102-339a85aee721,segment=NetworkSegment(4aa38183-e08d-47b8-a7d1-0aa77a7e0114),segment_id=4aa38183-e08d-47b8-a7d1-0aa77a7e0114)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:22:02.393510 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a92c59-4b18-49cd-b335-c3acc918d0bf x-openstack-request-id: req-52a92c59-4b18-49cd-b335-c3acc918d0bf {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:22:02.393796 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2748898-c468-4397-99a4-489f7c84864a", "name": "network-vif-plugged", "status": "completed", "tag": "4d32c864-5cac-4600-a102-339a85aee721", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:22:02.394050 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-52a92c59-4b18-49cd-b335-c3acc918d0bf {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:22:02.394449 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52a92c59-4b18-49cd-b335-c3acc918d0bf'] response: {'server_uuid': 'e2748898-c468-4397-99a4-489f7c84864a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d32c864-5cac-4600-a102-339a85aee721', 'code': 200} Apr 20 14:22:02.438372 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:22:02.486495 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=4d32c864-5cac-4600-a102-339a85aee721,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:22:02.486866 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9373d0-03d7-4cf9-bc73-8b365d225f10 req-c0d7c657-cc38-46fe-86f4-68b2e3ed08ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:22:02.488441 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be9373d0-03d7-4cf9-bc73-8b365d225f10 req-c0d7c657-cc38-46fe-86f4-68b2e3ed08ec service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e2748898-c468-4397-99a4-489f7c84864a HTTP/1.1" status: 200 len: 1096 time: 0.0409567 Apr 20 14:22:02.522094 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be9373d0-03d7-4cf9-bc73-8b365d225f10 req-af1d51b9-1c78-48c0-8d68-55f13e47cc98 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b45499a1-c374-4705-a732-2af34680ba15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271442 Apr 20 14:22:02.988899 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b2d2d-cc9a-46bf-a039-245cd3e8c5a3 req-eed5616e-3f82-4f5f-8d87-c3f8f05cfaa6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:22:02.990392 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-159b2d2d-cc9a-46bf-a039-245cd3e8c5a3 req-eed5616e-3f82-4f5f-8d87-c3f8f05cfaa6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2748898-c468-4397-99a4-489f7c84864a HTTP/1.1" status: 200 len: 945 time: 0.0486071 Apr 20 14:22:03.031262 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-159b2d2d-cc9a-46bf-a039-245cd3e8c5a3 req-fbb64e64-768c-466a-975b-93323c430a34 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=b45499a1-c374-4705-a732-2af34680ba15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341973 Apr 20 14:22:04.148631 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f632f-7856-453c-b5c7-a2c4a088c788 req-81b2cbee-bb41-401e-b3ee-f75db485e778 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:22:04.150039 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-891f632f-7856-453c-b5c7-a2c4a088c788 req-81b2cbee-bb41-401e-b3ee-f75db485e778 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2748898-c468-4397-99a4-489f7c84864a HTTP/1.1" status: 200 len: 945 time: 0.0489774 Apr 20 14:22:04.188720 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-891f632f-7856-453c-b5c7-a2c4a088c788 req-c5119867-9754-4906-a14c-51c72f420ed8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=b45499a1-c374-4705-a732-2af34680ba15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320559 Apr 20 14:22:04.301207 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b7294-8499-42ec-ae1d-7329a2380f39 req-5d15436b-7d78-4407-8dfc-d14a340f9aae tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:22:04.302652 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a69b7294-8499-42ec-ae1d-7329a2380f39 req-5d15436b-7d78-4407-8dfc-d14a340f9aae tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2748898-c468-4397-99a4-489f7c84864a HTTP/1.1" status: 200 len: 945 time: 0.0480103 Apr 20 14:22:04.339127 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a69b7294-8499-42ec-ae1d-7329a2380f39 req-71bc354a-42a4-4e84-83e9-e528ce19b6ec tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=b45499a1-c374-4705-a732-2af34680ba15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304470 Apr 20 14:22:04.361006 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35204) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:22:04.398179 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857600dd-4eaa-40c9-9002-a3fdaea06d33 tempest-TestNetworkAdvancedServerOps-1565287851 tempest-TestNetworkAdvancedServerOps-1565287851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:22:04.399695 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-857600dd-4eaa-40c9-9002-a3fdaea06d33 tempest-TestNetworkAdvancedServerOps-1565287851 tempest-TestNetworkAdvancedServerOps-1565287851-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e2748898-c468-4397-99a4-489f7c84864a HTTP/1.1" status: 200 len: 1091 time: 0.0376806 Apr 20 14:22:04.402276 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35206) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:22:04.407035 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-b8667bca-95cc-4e04-8311-5b74eca1ff88 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'port_id': '4d32c864-5cac-4600-a102-339a85aee721', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'fixed_ip_address': '172.20.0.8'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:22:04.520848 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b8667bca-95cc-4e04-8311-5b74eca1ff88 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for floatingip, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:22:04.618182 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b8667bca-95cc-4e04-8311-5b74eca1ff88 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:22:04.719800 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-b8667bca-95cc-4e04-8311-5b74eca1ff88 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Allocated IP 172.25.8.55 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/378e3d20-4ea2-4f4c-8467-b1ae21f1589b) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:22:04.817477 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b8667bca-95cc-4e04-8311-5b74eca1ff88 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:22:04.918695 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b8667bca-95cc-4e04-8311-5b74eca1ff88 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:22:04.958778 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8667bca-95cc-4e04-8311-5b74eca1ff88 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:22:04.961642 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-b8667bca-95cc-4e04-8311-5b74eca1ff88 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:22:04.965260 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8667bca-95cc-4e04-8311-5b74eca1ff88 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:22:04.990102 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8667bca-95cc-4e04-8311-5b74eca1ff88 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'Port': ['ID=378e3d20-4ea2-4f4c-8467-b1ae21f1589b,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:22:05.317767 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b8667bca-95cc-4e04-8311-5b74eca1ff88 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:22:05.437418 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b8667bca-95cc-4e04-8311-5b74eca1ff88 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:22:05.581025 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b8667bca-95cc-4e04-8311-5b74eca1ff88 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:22:05.632497 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b8667bca-95cc-4e04-8311-5b74eca1ff88 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:22:05.703753 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8667bca-95cc-4e04-8311-5b74eca1ff88 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'Port': ['ID=378e3d20-4ea2-4f4c-8467-b1ae21f1589b,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:22:05.712548 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b8667bca-95cc-4e04-8311-5b74eca1ff88 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:22:06.102178 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-b8667bca-95cc-4e04-8311-5b74eca1ff88 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Floating IP 2e2c5096-cea2-41fc-9f18-4d64e6f09190 associated. External IP: 172.25.8.55, port: 4d32c864-5cac-4600-a102-339a85aee721. Apr 20 14:22:06.302219 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8667bca-95cc-4e04-8311-5b74eca1ff88 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Router 47e42236-84fb-4a0e-b738-c85730c5e43f has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:22:06.403297 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8667bca-95cc-4e04-8311-5b74eca1ff88 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:22:06.413688 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb79208-a5be-4ab1-8b05-8b04c3ce3576 None None] Sync routers for ids ['47e42236-84fb-4a0e-b738-c85730c5e43f'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:22:06.423755 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb79208-a5be-4ab1-8b05-8b04c3ce3576 None None] Routers {'47e42236-84fb-4a0e-b738-c85730c5e43f'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:22:06.424375 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-3fb79208-a5be-4ab1-8b05-8b04c3ce3576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:21:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['47e42236-84fb-4a0e-b738-c85730c5e43f'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:22:06.486657 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b8667bca-95cc-4e04-8311-5b74eca1ff88 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:22:06.517180 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b8667bca-95cc-4e04-8311-5b74eca1ff88 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1138742 Apr 20 14:22:06.518131 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2748898-c468-4397-99a4-489f7c84864a', 'tag': '4d32c864-5cac-4600-a102-339a85aee721'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:22:06.520013 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2726b34a-f7df-403e-8be8-c635c7f6133f" -d '{"events": [{"name": "network-changed", "server_uuid": "e2748898-c468-4397-99a4-489f7c84864a", "tag": "4d32c864-5cac-4600-a102-339a85aee721"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:22:06.529983 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-3fb79208-a5be-4ab1-8b05-8b04c3ce3576 None None] Set router 47e42236-84fb-4a0e-b738-c85730c5e43f gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:22:06.561548 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb5722f-6867-4c2b-b299-3b64efb7d75f x-openstack-request-id: req-7fb5722f-6867-4c2b-b299-3b64efb7d75f {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:22:06.562408 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2748898-c468-4397-99a4-489f7c84864a", "tag": "4d32c864-5cac-4600-a102-339a85aee721", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:22:06.562712 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7fb5722f-6867-4c2b-b299-3b64efb7d75f {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:22:06.563181 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fb5722f-6867-4c2b-b299-3b64efb7d75f'] response: {'name': 'network-changed', 'server_uuid': 'e2748898-c468-4397-99a4-489f7c84864a', 'tag': '4d32c864-5cac-4600-a102-339a85aee721', 'status': 'completed', 'code': 200} Apr 20 14:22:06.643852 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014082b4-ec12-41ba-9c42-cddabffe9be8 req-6d8ff1b9-11cc-4bcc-8dd5-7ebcdfe87561 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:22:06.645448 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-014082b4-ec12-41ba-9c42-cddabffe9be8 req-6d8ff1b9-11cc-4bcc-8dd5-7ebcdfe87561 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2748898-c468-4397-99a4-489f7c84864a HTTP/1.1" status: 200 len: 945 time: 0.0785301 Apr 20 14:22:06.650969 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726b34a-f7df-403e-8be8-c635c7f6133f req-a4305cf9-7322-4289-979f-ce95005903cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:22:06.652383 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2726b34a-f7df-403e-8be8-c635c7f6133f req-a4305cf9-7322-4289-979f-ce95005903cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7d350484fd744aba8607d7467eb1568&device_id=e2748898-c468-4397-99a4-489f7c84864a HTTP/1.1" status: 200 len: 1096 time: 0.0583463 Apr 20 14:22:06.735509 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-014082b4-ec12-41ba-9c42-cddabffe9be8 req-8ca3c925-04d8-433b-a0c4-9ab456d2a3b3 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=b45499a1-c374-4705-a732-2af34680ba15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821466 Apr 20 14:22:06.759007 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35212) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:22:06.766835 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726b34a-f7df-403e-8be8-c635c7f6133f req-89956160-6520-4169-ad35-12264f79dd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:22:06.767128 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-3fb79208-a5be-4ab1-8b05-8b04c3ce3576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e42236-84fb-4a0e-b738-c85730c5e43f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145859796', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '1bcec035-993f-4db7-be5d-35e79d9026b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:21:46Z', 'updated_at': '2022-04-20T14:21:50Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': '1bcec035-993f-4db7-be5d-35e79d9026b5', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:83:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e42236-84fb-4a0e-b738-c85730c5e43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:21:47Z', 'updated_at': '2022-04-20T14:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '2e2c5096-cea2-41fc-9f18-4d64e6f09190', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'floating_ip_address': '172.25.8.55', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '47e42236-84fb-4a0e-b738-c85730c5e43f', 'port_id': '4d32c864-5cac-4600-a102-339a85aee721', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0', 'mac_address': 'fa:16:3e:f4:66:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2748898-c468-4397-99a4-489f7c84864a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:22:05Z', 'updated_at': '2022-04-20T14:22:05Z', 'revision_number': 0, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ac8adf-d5bb-441e-875d-d76a554d2ce0', 'name': '', 'network_id': '0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'mac_address': 'fa:16:3e:a2:52:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e42236-84fb-4a0e-b738-c85730c5e43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'aefb47ab-ca4d-4bde-9a4b-3967a3233e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:21:50Z', 'updated_at': '2022-04-20T14:21:53Z', 'revision_number': 5, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'subnets': [{'id': 'aefb47ab-ca4d-4bde-9a4b-3967a3233e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:22:06.769210 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2726b34a-f7df-403e-8be8-c635c7f6133f req-89956160-6520-4169-ad35-12264f79dd41 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0 HTTP/1.1" status: 200 len: 897 time: 0.1087441 Apr 20 14:22:06.793957 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb79208-a5be-4ab1-8b05-8b04c3ce3576 None None] Checking router: 47e42236-84fb-4a0e-b738-c85730c5e43f for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:22:06.803117 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb79208-a5be-4ab1-8b05-8b04c3ce3576 None None] Routers {'47e42236-84fb-4a0e-b738-c85730c5e43f'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:22:06.803764 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-3fb79208-a5be-4ab1-8b05-8b04c3ce3576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:21:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['47e42236-84fb-4a0e-b738-c85730c5e43f'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:22:06.828161 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-40b6948a-c0d4-4b0c-9970-3892a7a40528 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/floatingips/2e2c5096-cea2-41fc-9f18-4d64e6f09190 HTTP/1.1" status: 200 len: 990 time: 0.0666080 Apr 20 14:22:06.835679 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2726b34a-f7df-403e-8be8-c635c7f6133f req-eea13a19-7659-480c-a7e1-9add7d54bbb0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d32c864-5cac-4600-a102-339a85aee721 HTTP/1.1" status: 200 len: 998 time: 0.0608928 Apr 20 14:22:06.889623 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726b34a-f7df-403e-8be8-c635c7f6133f req-9a48629e-460b-43df-bcf9-8ee540bcdeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:22:06.891098 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2726b34a-f7df-403e-8be8-c635c7f6133f req-9a48629e-460b-43df-bcf9-8ee540bcdeff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aefb47ab-ca4d-4bde-9a4b-3967a3233e92 HTTP/1.1" status: 200 len: 834 time: 0.0481400 Apr 20 14:22:06.938972 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726b34a-f7df-403e-8be8-c635c7f6133f req-79fb2d06-9ca9-4ba2-9773-3e3147d6835b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:22:06.940531 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2726b34a-f7df-403e-8be8-c635c7f6133f req-79fb2d06-9ca9-4ba2-9773-3e3147d6835b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432954 Apr 20 14:22:06.997833 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-3fb79208-a5be-4ab1-8b05-8b04c3ce3576 None None] Set router 47e42236-84fb-4a0e-b738-c85730c5e43f gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:22:07.029114 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2726b34a-f7df-403e-8be8-c635c7f6133f req-5b4f0bb9-dbdd-42ef-9411-2dfb08ac983f service neutron] 10.222.0.15 "GET /v2.0/networks/0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822344 Apr 20 14:22:07.122333 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2726b34a-f7df-403e-8be8-c635c7f6133f req-a0a7d82d-12c0-4174-a33b-bc4f073f0820 service neutron] 10.222.0.15 "GET /v2.0/networks/0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869334 Apr 20 14:22:07.214321 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-3fb79208-a5be-4ab1-8b05-8b04c3ce3576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e42236-84fb-4a0e-b738-c85730c5e43f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145859796', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '1bcec035-993f-4db7-be5d-35e79d9026b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:21:46Z', 'updated_at': '2022-04-20T14:21:50Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': '1bcec035-993f-4db7-be5d-35e79d9026b5', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:83:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e42236-84fb-4a0e-b738-c85730c5e43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:21:47Z', 'updated_at': '2022-04-20T14:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '2e2c5096-cea2-41fc-9f18-4d64e6f09190', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'floating_ip_address': '172.25.8.55', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '47e42236-84fb-4a0e-b738-c85730c5e43f', 'port_id': '4d32c864-5cac-4600-a102-339a85aee721', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0', 'mac_address': 'fa:16:3e:f4:66:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2748898-c468-4397-99a4-489f7c84864a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:22:05Z', 'updated_at': '2022-04-20T14:22:05Z', 'revision_number': 0, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ac8adf-d5bb-441e-875d-d76a554d2ce0', 'name': '', 'network_id': '0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'mac_address': 'fa:16:3e:a2:52:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e42236-84fb-4a0e-b738-c85730c5e43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'aefb47ab-ca4d-4bde-9a4b-3967a3233e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:21:50Z', 'updated_at': '2022-04-20T14:21:53Z', 'revision_number': 5, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'subnets': [{'id': 'aefb47ab-ca4d-4bde-9a4b-3967a3233e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:22:07.243379 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb79208-a5be-4ab1-8b05-8b04c3ce3576 None None] The sync data for ids ['47e42236-84fb-4a0e-b738-c85730c5e43f'] in n-d-836015-7 is: [{'id': '47e42236-84fb-4a0e-b738-c85730c5e43f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145859796', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '1bcec035-993f-4db7-be5d-35e79d9026b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:21:46Z', 'updated_at': '2022-04-20T14:21:50Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': '1bcec035-993f-4db7-be5d-35e79d9026b5', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:83:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e42236-84fb-4a0e-b738-c85730c5e43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:21:47Z', 'updated_at': '2022-04-20T14:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '2e2c5096-cea2-41fc-9f18-4d64e6f09190', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'floating_ip_address': '172.25.8.55', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '47e42236-84fb-4a0e-b738-c85730c5e43f', 'port_id': '4d32c864-5cac-4600-a102-339a85aee721', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0', 'mac_address': 'fa:16:3e:f4:66:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2748898-c468-4397-99a4-489f7c84864a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:22:05Z', 'updated_at': '2022-04-20T14:22:05Z', 'revision_number': 0, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ac8adf-d5bb-441e-875d-d76a554d2ce0', 'name': '', 'network_id': '0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'mac_address': 'fa:16:3e:a2:52:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e42236-84fb-4a0e-b738-c85730c5e43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'aefb47ab-ca4d-4bde-9a4b-3967a3233e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:21:50Z', 'updated_at': '2022-04-20T14:21:53Z', 'revision_number': 5, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'subnets': [{'id': 'aefb47ab-ca4d-4bde-9a4b-3967a3233e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:22:07.436376 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdafc3ee-ba85-45e0-8ea2-02261bad85ca None None] New status for floating IP 2e2c5096-cea2-41fc-9f18-4d64e6f09190: ACTIVE {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:22:07.831149 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35214) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:22:07.891564 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-81173c62-d469-4cac-85b1-d907c9ba1052 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/floatingips/2e2c5096-cea2-41fc-9f18-4d64e6f09190 HTTP/1.1" status: 200 len: 992 time: 0.0592263 Apr 20 14:22:13.108802 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:22:13.724540 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:22:24.529786 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-da61bd6a-ea13-4dac-86b0-03749833dd11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:22:26.844244 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5791e812-b031-4521-803d-85de2b4b720d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:22:28.422951 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:22:29.632197 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:22:29.914247 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:22:38.587179 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:22:40.091658 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-443d4512-cb70-43ed-8d9b-706315ce91d6 req-26cbb7ec-35ec-4673-b97c-ed11bc434cab service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e2748898-c468-4397-99a4-489f7c84864a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448260 Apr 20 14:22:40.173173 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d4512-cb70-43ed-8d9b-706315ce91d6 req-6e55b915-cb33-4c3e-af4b-269fbd2a1308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:22:40.174552 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-443d4512-cb70-43ed-8d9b-706315ce91d6 req-6e55b915-cb33-4c3e-af4b-269fbd2a1308 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7d350484fd744aba8607d7467eb1568&device_id=e2748898-c468-4397-99a4-489f7c84864a HTTP/1.1" status: 200 len: 1096 time: 0.0400400 Apr 20 14:22:40.274355 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d4512-cb70-43ed-8d9b-706315ce91d6 req-da6f3a37-1ca3-40c5-8ed2-8d3c3d797665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:22:40.275853 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-443d4512-cb70-43ed-8d9b-706315ce91d6 req-da6f3a37-1ca3-40c5-8ed2-8d3c3d797665 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0 HTTP/1.1" status: 200 len: 897 time: 0.0835114 Apr 20 14:22:40.351755 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-443d4512-cb70-43ed-8d9b-706315ce91d6 req-87880b6c-4d3f-4056-ae49-3ea37bbab4b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d32c864-5cac-4600-a102-339a85aee721 HTTP/1.1" status: 200 len: 1000 time: 0.0683694 Apr 20 14:22:40.401128 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d4512-cb70-43ed-8d9b-706315ce91d6 req-0d5d7d6a-3a6e-4c0d-bd09-659e6294bd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:22:40.402533 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-443d4512-cb70-43ed-8d9b-706315ce91d6 req-0d5d7d6a-3a6e-4c0d-bd09-659e6294bd77 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aefb47ab-ca4d-4bde-9a4b-3967a3233e92 HTTP/1.1" status: 200 len: 834 time: 0.0433319 Apr 20 14:22:40.446363 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d4512-cb70-43ed-8d9b-706315ce91d6 req-46c488e9-e201-4405-b311-d262a2266e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:22:40.447757 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-443d4512-cb70-43ed-8d9b-706315ce91d6 req-46c488e9-e201-4405-b311-d262a2266e34 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391665 Apr 20 14:22:40.540281 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-443d4512-cb70-43ed-8d9b-706315ce91d6 req-411dd083-146c-4298-897f-3260de24f096 service neutron] 10.222.0.15 "GET /v2.0/networks/0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853693 Apr 20 14:22:40.627677 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-443d4512-cb70-43ed-8d9b-706315ce91d6 req-5c097eff-1618-4d0f-9d5f-1837ba735593 service neutron] 10.222.0.15 "GET /v2.0/networks/0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810912 Apr 20 14:22:43.106543 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:22:43.689072 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:22:54.548306 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7223015d-c1a3-47f2-b5dd-4e2d1ddc000e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:22:56.837359 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fccd2e59-ea17-4a70-9af5-7a987d0a7996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:22:58.370835 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:22:59.643168 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:22:59.917628 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:23:10.637264 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938abd1f-c0c8-4e21-b5d5-4492a61b2c91 req-815745f9-9674-4f77-bc5e-e55e22623faa tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:23:10.638759 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-938abd1f-c0c8-4e21-b5d5-4492a61b2c91 req-815745f9-9674-4f77-bc5e-e55e22623faa tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2748898-c468-4397-99a4-489f7c84864a HTTP/1.1" status: 200 len: 945 time: 0.0501492 Apr 20 14:23:10.681198 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-938abd1f-c0c8-4e21-b5d5-4492a61b2c91 req-c2304dd4-0e1c-4ad0-8376-c3d186aa20a7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=b45499a1-c374-4705-a732-2af34680ba15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359132 Apr 20 14:23:11.798803 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a83b4b-7da1-4b1c-b253-89f6e9ac1246 req-c4af1cad-b32f-461c-aaa9-d5a9301aaaef tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:23:11.800294 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-77a83b4b-7da1-4b1c-b253-89f6e9ac1246 req-c4af1cad-b32f-461c-aaa9-d5a9301aaaef tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2748898-c468-4397-99a4-489f7c84864a HTTP/1.1" status: 200 len: 945 time: 0.0489831 Apr 20 14:23:11.837931 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-77a83b4b-7da1-4b1c-b253-89f6e9ac1246 req-4ad11cb0-9cb8-48ca-bb74-50e69de9d604 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=b45499a1-c374-4705-a732-2af34680ba15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316520 Apr 20 14:23:12.951634 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35c726-9972-487f-be1f-eb6fd868029f req-07700363-ec17-43e2-a259-ba5710634923 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:23:12.953127 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cd35c726-9972-487f-be1f-eb6fd868029f req-07700363-ec17-43e2-a259-ba5710634923 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2748898-c468-4397-99a4-489f7c84864a HTTP/1.1" status: 200 len: 945 time: 0.0483236 Apr 20 14:23:12.990948 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cd35c726-9972-487f-be1f-eb6fd868029f req-d8e1ff86-8157-4f4e-81dd-01c3954c4ae4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=b45499a1-c374-4705-a732-2af34680ba15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309191 Apr 20 14:23:13.107934 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:23:13.685106 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:23:14.104388 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355ae16-fcdb-46c5-8211-f43e9f684e65 req-e4e70435-2df6-4b0f-92b9-bd5966465153 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:23:14.105850 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8355ae16-fcdb-46c5-8211-f43e9f684e65 req-e4e70435-2df6-4b0f-92b9-bd5966465153 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2748898-c468-4397-99a4-489f7c84864a HTTP/1.1" status: 200 len: 945 time: 0.0483539 Apr 20 14:23:14.146668 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8355ae16-fcdb-46c5-8211-f43e9f684e65 req-08c31272-e5b6-4878-a813-cdf82b07e62a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=b45499a1-c374-4705-a732-2af34680ba15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338950 Apr 20 14:23:15.262171 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492869f-d84c-4b78-a508-686675130ddc req-b86fbaad-ec2c-453a-995b-a4b41a24c689 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:23:15.263669 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7492869f-d84c-4b78-a508-686675130ddc req-b86fbaad-ec2c-453a-995b-a4b41a24c689 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2748898-c468-4397-99a4-489f7c84864a HTTP/1.1" status: 200 len: 945 time: 0.0487540 Apr 20 14:23:15.301723 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7492869f-d84c-4b78-a508-686675130ddc req-461fc14a-6f9d-47b1-b1e5-87c5a6f27a54 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=b45499a1-c374-4705-a732-2af34680ba15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320718 Apr 20 14:23:15.586427 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:23:16.414964 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1be78-f5f7-4907-b6b7-84539231611c req-04187529-ea25-4278-a803-9b6da8436dcf tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:23:16.416480 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f6c1be78-f5f7-4907-b6b7-84539231611c req-04187529-ea25-4278-a803-9b6da8436dcf tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2748898-c468-4397-99a4-489f7c84864a HTTP/1.1" status: 200 len: 945 time: 0.0488477 Apr 20 14:23:16.453775 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f6c1be78-f5f7-4907-b6b7-84539231611c req-c29cead7-fa47-4506-8fbd-cc1510ef96cc tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=b45499a1-c374-4705-a732-2af34680ba15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313740 Apr 20 14:23:17.572877 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab370df-5808-4020-a69b-6051e88a8d9e req-f025a9b1-e215-4860-8752-f1721fc68721 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:23:17.574353 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7ab370df-5808-4020-a69b-6051e88a8d9e req-f025a9b1-e215-4860-8752-f1721fc68721 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2748898-c468-4397-99a4-489f7c84864a HTTP/1.1" status: 200 len: 945 time: 0.0528917 Apr 20 14:23:17.614827 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7ab370df-5808-4020-a69b-6051e88a8d9e req-95fdcbc7-b3a3-466e-9378-b8ffde6c57fb tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=b45499a1-c374-4705-a732-2af34680ba15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337784 Apr 20 14:23:18.730718 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05999d-f52b-498f-bfac-38cc18e4e3c2 req-bc210f97-8a7b-476e-8d41-a9f445ba91e2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:23:18.732186 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1b05999d-f52b-498f-bfac-38cc18e4e3c2 req-bc210f97-8a7b-476e-8d41-a9f445ba91e2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2748898-c468-4397-99a4-489f7c84864a HTTP/1.1" status: 200 len: 945 time: 0.0482457 Apr 20 14:23:18.768575 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1b05999d-f52b-498f-bfac-38cc18e4e3c2 req-9f7acda7-0284-4539-bc7e-5ca3c4f36c71 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=b45499a1-c374-4705-a732-2af34680ba15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304320 Apr 20 14:23:19.885694 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8f745-536a-4eaa-8e0b-1aca96df2d96 req-c71004fa-9509-4969-8e63-3594f1b387ab tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:23:19.887114 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b1b8f745-536a-4eaa-8e0b-1aca96df2d96 req-c71004fa-9509-4969-8e63-3594f1b387ab tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2748898-c468-4397-99a4-489f7c84864a HTTP/1.1" status: 200 len: 945 time: 0.0491076 Apr 20 14:23:19.924542 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b1b8f745-536a-4eaa-8e0b-1aca96df2d96 req-d2a6c8f9-5278-4e6c-8f75-72f8d9e58259 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=b45499a1-c374-4705-a732-2af34680ba15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307615 Apr 20 14:23:21.040150 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d286be-b093-47ee-94e2-ae5d5a1c566c req-a3fcca17-abc4-4405-97a7-e45959020dbb tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:23:21.041628 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-61d286be-b093-47ee-94e2-ae5d5a1c566c req-a3fcca17-abc4-4405-97a7-e45959020dbb tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2748898-c468-4397-99a4-489f7c84864a HTTP/1.1" status: 200 len: 945 time: 0.0486763 Apr 20 14:23:21.085042 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-61d286be-b093-47ee-94e2-ae5d5a1c566c req-26d29b31-9cd5-4c99-bb5a-78fbdc6cd9fb tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=b45499a1-c374-4705-a732-2af34680ba15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367804 Apr 20 14:23:22.202593 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7deddb4-64af-4249-b8fd-6373a4dbca8e req-9234cf9c-5c4d-411b-b5a0-8cb201cf2fbc tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:23:22.204015 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a7deddb4-64af-4249-b8fd-6373a4dbca8e req-9234cf9c-5c4d-411b-b5a0-8cb201cf2fbc tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2748898-c468-4397-99a4-489f7c84864a HTTP/1.1" status: 200 len: 945 time: 0.0482275 Apr 20 14:23:22.242047 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a7deddb4-64af-4249-b8fd-6373a4dbca8e req-52dc1174-3f47-4c91-8612-04769cb60807 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=b45499a1-c374-4705-a732-2af34680ba15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311115 Apr 20 14:23:22.263943 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35262) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:23:22.322131 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d2226964-f7e3-4839-94fa-b792d77dd696 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/floatingips/2e2c5096-cea2-41fc-9f18-4d64e6f09190 HTTP/1.1" status: 200 len: 992 time: 0.0570984 Apr 20 14:23:23.747126 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a45b6-ddd8-4362-8ec6-0900c200d1ee req-bfb9082a-afe9-4566-90c0-0c4c7f71e2dc tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:23:23.748691 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-924a45b6-ddd8-4362-8ec6-0900c200d1ee req-bfb9082a-afe9-4566-90c0-0c4c7f71e2dc tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2748898-c468-4397-99a4-489f7c84864a HTTP/1.1" status: 200 len: 945 time: 0.0554068 Apr 20 14:23:23.788742 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-924a45b6-ddd8-4362-8ec6-0900c200d1ee req-2eb9fe53-ba7a-4cc8-9328-cbbf86773b67 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=b45499a1-c374-4705-a732-2af34680ba15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332651 Apr 20 14:23:23.828302 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8544b23-bb3b-45c9-86d5-9ac092525721 req-ef468c6b-2a91-48dd-aca7-6f7991c8d7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:23:23.829766 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e8544b23-bb3b-45c9-86d5-9ac092525721 req-ef468c6b-2a91-48dd-aca7-6f7991c8d7a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7d350484fd744aba8607d7467eb1568&device_id=e2748898-c468-4397-99a4-489f7c84864a HTTP/1.1" status: 200 len: 1096 time: 0.0401840 Apr 20 14:23:23.917000 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8544b23-bb3b-45c9-86d5-9ac092525721 req-4efb2810-c7df-4794-8266-d9ded8f4fef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:23:23.918456 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e8544b23-bb3b-45c9-86d5-9ac092525721 req-4efb2810-c7df-4794-8266-d9ded8f4fef0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0 HTTP/1.1" status: 200 len: 897 time: 0.0823874 Apr 20 14:23:23.985162 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e8544b23-bb3b-45c9-86d5-9ac092525721 req-7ff0b80b-cc81-4861-a8c7-e48ca69bac92 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d32c864-5cac-4600-a102-339a85aee721 HTTP/1.1" status: 200 len: 1000 time: 0.0603919 Apr 20 14:23:24.031052 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8544b23-bb3b-45c9-86d5-9ac092525721 req-3a83462e-1f47-44af-8cfb-256a1b2cbd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:23:24.032476 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e8544b23-bb3b-45c9-86d5-9ac092525721 req-3a83462e-1f47-44af-8cfb-256a1b2cbd4c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aefb47ab-ca4d-4bde-9a4b-3967a3233e92 HTTP/1.1" status: 200 len: 834 time: 0.0412843 Apr 20 14:23:24.075408 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8544b23-bb3b-45c9-86d5-9ac092525721 req-b6f68daf-ce0e-4ed8-a513-a86b29219495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:23:24.076841 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e8544b23-bb3b-45c9-86d5-9ac092525721 req-b6f68daf-ce0e-4ed8-a513-a86b29219495 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383317 Apr 20 14:23:24.167059 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e8544b23-bb3b-45c9-86d5-9ac092525721 req-03fdad6a-5257-4406-b718-9dc50b755eeb service neutron] 10.222.0.15 "GET /v2.0/networks/0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839698 Apr 20 14:23:24.253646 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e8544b23-bb3b-45c9-86d5-9ac092525721 req-1e8bdb84-4e7c-4f8e-9429-1980140bcb18 service neutron] 10.222.0.15 "GET /v2.0/networks/0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804455 Apr 20 14:23:24.563377 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6f475e77-9c60-468b-a8c7-0db1956ffcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:23:24.919566 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28099d81-f1e3-4e1f-b731-7b952338c773 req-46092690-eb5e-4d25-b286-d678c8e6390a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:23:24.921056 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-28099d81-f1e3-4e1f-b731-7b952338c773 req-46092690-eb5e-4d25-b286-d678c8e6390a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2748898-c468-4397-99a4-489f7c84864a HTTP/1.1" status: 200 len: 945 time: 0.0524633 Apr 20 14:23:24.960940 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-28099d81-f1e3-4e1f-b731-7b952338c773 req-2beafc6e-15a5-41c3-8e66-a1c43515f44f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=b45499a1-c374-4705-a732-2af34680ba15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331826 Apr 20 14:23:26.076380 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5730d5-5abb-43cd-b7b2-d31ee41a5e08 req-d5ad3c16-105c-4129-9aeb-06c875ba18b5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:23:26.077853 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7a5730d5-5abb-43cd-b7b2-d31ee41a5e08 req-d5ad3c16-105c-4129-9aeb-06c875ba18b5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2748898-c468-4397-99a4-489f7c84864a HTTP/1.1" status: 200 len: 945 time: 0.0485919 Apr 20 14:23:26.115297 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7a5730d5-5abb-43cd-b7b2-d31ee41a5e08 req-35a60c8c-74be-4f95-95f2-57d982d68ff6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=b45499a1-c374-4705-a732-2af34680ba15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310271 Apr 20 14:23:26.136894 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35274) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:23:26.198246 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e636b27a-73e5-4dc2-9b2b-5a3ee7b488c3 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/floatingips/2e2c5096-cea2-41fc-9f18-4d64e6f09190 HTTP/1.1" status: 200 len: 992 time: 0.0601962 Apr 20 14:23:26.845827 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6e4578e2-3b5b-4e7d-a3f0-210ce7160b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:23:28.374284 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:23:29.638920 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:23:29.896366 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:23:42.077876 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-616b1a5b-fdfd-4af7-bc9a-bb3490a5a80a req-c76782c0-2d3f-4804-954c-36570cd79485 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e2748898-c468-4397-99a4-489f7c84864a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386589 Apr 20 14:23:42.156544 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b1a5b-fdfd-4af7-bc9a-bb3490a5a80a req-94bedb69-bae3-4f19-8e38-68b5f7e03840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:23:42.158041 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-616b1a5b-fdfd-4af7-bc9a-bb3490a5a80a req-94bedb69-bae3-4f19-8e38-68b5f7e03840 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7d350484fd744aba8607d7467eb1568&device_id=e2748898-c468-4397-99a4-489f7c84864a HTTP/1.1" status: 200 len: 1096 time: 0.0390687 Apr 20 14:23:42.260212 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b1a5b-fdfd-4af7-bc9a-bb3490a5a80a req-39baa46b-19b8-4dd9-b4be-7dd44efa0872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:23:42.261587 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-616b1a5b-fdfd-4af7-bc9a-bb3490a5a80a req-39baa46b-19b8-4dd9-b4be-7dd44efa0872 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0 HTTP/1.1" status: 200 len: 897 time: 0.0854309 Apr 20 14:23:42.326813 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-616b1a5b-fdfd-4af7-bc9a-bb3490a5a80a req-196692ae-366e-47d7-8e7d-9431135a7c2e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d32c864-5cac-4600-a102-339a85aee721 HTTP/1.1" status: 200 len: 1000 time: 0.0581679 Apr 20 14:23:42.376664 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b1a5b-fdfd-4af7-bc9a-bb3490a5a80a req-bf9a85cb-86b1-46d4-97e7-2c495d3f9deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:23:42.378153 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-616b1a5b-fdfd-4af7-bc9a-bb3490a5a80a req-bf9a85cb-86b1-46d4-97e7-2c495d3f9deb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aefb47ab-ca4d-4bde-9a4b-3967a3233e92 HTTP/1.1" status: 200 len: 834 time: 0.0432277 Apr 20 14:23:42.428977 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b1a5b-fdfd-4af7-bc9a-bb3490a5a80a req-4d54248c-0a46-4f48-9caf-5711303f8b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:23:42.430533 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-616b1a5b-fdfd-4af7-bc9a-bb3490a5a80a req-4d54248c-0a46-4f48-9caf-5711303f8b6e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461855 Apr 20 14:23:42.517831 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-616b1a5b-fdfd-4af7-bc9a-bb3490a5a80a req-58c3b05a-4c3d-4b14-9491-c30b17ebad82 service neutron] 10.222.0.15 "GET /v2.0/networks/0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797777 Apr 20 14:23:42.607352 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-616b1a5b-fdfd-4af7-bc9a-bb3490a5a80a req-a010bb3b-d8ea-4d93-bf7c-52c786e8b724 service neutron] 10.222.0.15 "GET /v2.0/networks/0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830107 Apr 20 14:23:43.122948 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:23:43.689895 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:23:52.585146 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:23:54.517069 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fd6c763d-9d8e-4776-a903-52bad3b42e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:23:56.838640 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-80127aad-b2f5-4a6e-b176-ec7c9c46933c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:23:58.388321 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:23:59.638173 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:23:59.906688 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:13.135528 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:13.712376 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:14.614267 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35292) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:24:14.766156 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-6e1c852b-10f0-4331-b805-1192c68193d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Deleting port 378e3d20-4ea2-4f4c-8467-b1ae21f1589b {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:24:14.766418 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6e1c852b-10f0-4331-b805-1192c68193d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:14.839599 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6e1c852b-10f0-4331-b805-1192c68193d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:14.839929 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6e1c852b-10f0-4331-b805-1192c68193d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:14.851122 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-6e1c852b-10f0-4331-b805-1192c68193d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Calling delete_port for 378e3d20-4ea2-4f4c-8467-b1ae21f1589b owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:24:15.083498 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6e1c852b-10f0-4331-b805-1192c68193d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:15.108157 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c852b-10f0-4331-b805-1192c68193d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event deleted for resources: {'Port': ['ID=378e3d20-4ea2-4f4c-8467-b1ae21f1589b,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:24:15.118465 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1c852b-10f0-4331-b805-1192c68193d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:15.118819 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1c852b-10f0-4331-b805-1192c68193d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:15.119162 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1c852b-10f0-4331-b805-1192c68193d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:15.119529 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1c852b-10f0-4331-b805-1192c68193d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:15.119868 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1c852b-10f0-4331-b805-1192c68193d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:15.120202 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1c852b-10f0-4331-b805-1192c68193d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:15.120531 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1c852b-10f0-4331-b805-1192c68193d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:15.120861 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1c852b-10f0-4331-b805-1192c68193d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:15.121189 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1c852b-10f0-4331-b805-1192c68193d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:15.121518 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1c852b-10f0-4331-b805-1192c68193d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:15.121839 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1c852b-10f0-4331-b805-1192c68193d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:15.122160 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1c852b-10f0-4331-b805-1192c68193d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:15.180790 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6e1c852b-10f0-4331-b805-1192c68193d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for floatingip, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:15.181116 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-6e1c852b-10f0-4331-b805-1192c68193d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Floating IP 2e2c5096-cea2-41fc-9f18-4d64e6f09190 disassociated (deleted). External IP: 172.25.8.55, port: 4d32c864-5cac-4600-a102-339a85aee721. Apr 20 14:24:15.385765 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1c852b-10f0-4331-b805-1192c68193d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Router 47e42236-84fb-4a0e-b738-c85730c5e43f has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:24:15.490976 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1c852b-10f0-4331-b805-1192c68193d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:24:15.495804 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6e1c852b-10f0-4331-b805-1192c68193d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:15.502987 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f261c8-a5ac-4c36-86ec-3cbea02e99df None None] Sync routers for ids ['47e42236-84fb-4a0e-b738-c85730c5e43f'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:24:15.512966 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f261c8-a5ac-4c36-86ec-3cbea02e99df None None] Routers {'47e42236-84fb-4a0e-b738-c85730c5e43f'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:24:15.513684 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-45f261c8-a5ac-4c36-86ec-3cbea02e99df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:23:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['47e42236-84fb-4a0e-b738-c85730c5e43f'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:24:15.625413 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-45f261c8-a5ac-4c36-86ec-3cbea02e99df None None] Set router 47e42236-84fb-4a0e-b738-c85730c5e43f gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:24:15.818137 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-6e1c852b-10f0-4331-b805-1192c68193d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "DELETE /v2.0/floatingips/2e2c5096-cea2-41fc-9f18-4d64e6f09190 HTTP/1.1" status: 204 len: 168 time: 1.2027876 Apr 20 14:24:15.818713 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2748898-c468-4397-99a4-489f7c84864a', 'tag': '4d32c864-5cac-4600-a102-339a85aee721'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:24:15.820974 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b762c8d5-7020-4a59-bf54-983d29f2d355" -d '{"events": [{"name": "network-changed", "server_uuid": "e2748898-c468-4397-99a4-489f7c84864a", "tag": "4d32c864-5cac-4600-a102-339a85aee721"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:24:15.827345 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-45f261c8-a5ac-4c36-86ec-3cbea02e99df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e42236-84fb-4a0e-b738-c85730c5e43f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145859796', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '1bcec035-993f-4db7-be5d-35e79d9026b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:21:46Z', 'updated_at': '2022-04-20T14:21:50Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': '1bcec035-993f-4db7-be5d-35e79d9026b5', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:83:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e42236-84fb-4a0e-b738-c85730c5e43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:21:47Z', 'updated_at': '2022-04-20T14:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'd6ac8adf-d5bb-441e-875d-d76a554d2ce0', 'name': '', 'network_id': '0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'mac_address': 'fa:16:3e:a2:52:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e42236-84fb-4a0e-b738-c85730c5e43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'aefb47ab-ca4d-4bde-9a4b-3967a3233e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:21:50Z', 'updated_at': '2022-04-20T14:21:53Z', 'revision_number': 5, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'subnets': [{'id': 'aefb47ab-ca4d-4bde-9a4b-3967a3233e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:24:15.854195 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f261c8-a5ac-4c36-86ec-3cbea02e99df None None] Checking router: 47e42236-84fb-4a0e-b738-c85730c5e43f for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:24:15.862615 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f261c8-a5ac-4c36-86ec-3cbea02e99df None None] Routers {'47e42236-84fb-4a0e-b738-c85730c5e43f'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:24:15.863397 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-45f261c8-a5ac-4c36-86ec-3cbea02e99df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:23:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['47e42236-84fb-4a0e-b738-c85730c5e43f'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:24:15.864420 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274be91f-a502-47d9-9140-8ce3e8bf534b x-openstack-request-id: req-274be91f-a502-47d9-9140-8ce3e8bf534b {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:24:15.865057 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2748898-c468-4397-99a4-489f7c84864a", "tag": "4d32c864-5cac-4600-a102-339a85aee721", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:24:15.865834 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-274be91f-a502-47d9-9140-8ce3e8bf534b {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:24:15.866590 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-274be91f-a502-47d9-9140-8ce3e8bf534b'] response: {'name': 'network-changed', 'server_uuid': 'e2748898-c468-4397-99a4-489f7c84864a', 'tag': '4d32c864-5cac-4600-a102-339a85aee721', 'status': 'completed', 'code': 200} Apr 20 14:24:15.930375 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762c8d5-7020-4a59-bf54-983d29f2d355 req-ebe72481-662f-4d01-9bf1-dcb75381d13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:24:15.931904 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b762c8d5-7020-4a59-bf54-983d29f2d355 req-ebe72481-662f-4d01-9bf1-dcb75381d13d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7d350484fd744aba8607d7467eb1568&device_id=e2748898-c468-4397-99a4-489f7c84864a HTTP/1.1" status: 200 len: 1096 time: 0.0430734 Apr 20 14:24:15.969898 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-45f261c8-a5ac-4c36-86ec-3cbea02e99df None None] Set router 47e42236-84fb-4a0e-b738-c85730c5e43f gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:24:16.024900 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762c8d5-7020-4a59-bf54-983d29f2d355 req-a357c84e-b8da-4927-a30f-f0848be52ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:24:16.026609 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b762c8d5-7020-4a59-bf54-983d29f2d355 req-a357c84e-b8da-4927-a30f-f0848be52ccb service neutron] 10.222.0.15 "GET /v2.0/networks?id=0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0 HTTP/1.1" status: 200 len: 897 time: 0.0889311 Apr 20 14:24:16.068929 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b762c8d5-7020-4a59-bf54-983d29f2d355 req-a0c85a4e-439b-4c70-bdcd-516e2682f9cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d32c864-5cac-4600-a102-339a85aee721 HTTP/1.1" status: 200 len: 217 time: 0.0354545 Apr 20 14:24:16.115862 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762c8d5-7020-4a59-bf54-983d29f2d355 req-574fa74b-a255-442f-b266-269487e02fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:24:16.117307 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b762c8d5-7020-4a59-bf54-983d29f2d355 req-574fa74b-a255-442f-b266-269487e02fa9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aefb47ab-ca4d-4bde-9a4b-3967a3233e92 HTTP/1.1" status: 200 len: 834 time: 0.0427887 Apr 20 14:24:16.168371 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762c8d5-7020-4a59-bf54-983d29f2d355 req-80c1598b-86a3-4812-ac4e-9e34ed81fbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:24:16.169843 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b762c8d5-7020-4a59-bf54-983d29f2d355 req-80c1598b-86a3-4812-ac4e-9e34ed81fbcb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398085 Apr 20 14:24:16.171480 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-45f261c8-a5ac-4c36-86ec-3cbea02e99df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e42236-84fb-4a0e-b738-c85730c5e43f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145859796', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '1bcec035-993f-4db7-be5d-35e79d9026b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:21:46Z', 'updated_at': '2022-04-20T14:21:50Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': '1bcec035-993f-4db7-be5d-35e79d9026b5', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:83:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e42236-84fb-4a0e-b738-c85730c5e43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:21:47Z', 'updated_at': '2022-04-20T14:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'd6ac8adf-d5bb-441e-875d-d76a554d2ce0', 'name': '', 'network_id': '0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'mac_address': 'fa:16:3e:a2:52:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e42236-84fb-4a0e-b738-c85730c5e43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'aefb47ab-ca4d-4bde-9a4b-3967a3233e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:21:50Z', 'updated_at': '2022-04-20T14:21:53Z', 'revision_number': 5, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'subnets': [{'id': 'aefb47ab-ca4d-4bde-9a4b-3967a3233e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:24:16.198395 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f261c8-a5ac-4c36-86ec-3cbea02e99df None None] The sync data for ids ['47e42236-84fb-4a0e-b738-c85730c5e43f'] in n-d-836015-7 is: [{'id': '47e42236-84fb-4a0e-b738-c85730c5e43f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145859796', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '1bcec035-993f-4db7-be5d-35e79d9026b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:21:46Z', 'updated_at': '2022-04-20T14:21:50Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': '1bcec035-993f-4db7-be5d-35e79d9026b5', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:83:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e42236-84fb-4a0e-b738-c85730c5e43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:21:47Z', 'updated_at': '2022-04-20T14:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'd6ac8adf-d5bb-441e-875d-d76a554d2ce0', 'name': '', 'network_id': '0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'mac_address': 'fa:16:3e:a2:52:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e42236-84fb-4a0e-b738-c85730c5e43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'aefb47ab-ca4d-4bde-9a4b-3967a3233e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:21:50Z', 'updated_at': '2022-04-20T14:21:53Z', 'revision_number': 5, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'subnets': [{'id': 'aefb47ab-ca4d-4bde-9a4b-3967a3233e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:24:16.295675 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b762c8d5-7020-4a59-bf54-983d29f2d355 req-86807077-805e-4a90-be24-499c4fa276d1 service neutron] 10.222.0.15 "GET /v2.0/networks/0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190090 Apr 20 14:24:16.367262 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef35ed1-b1f0-49ee-99ea-41574967d25e req-7084bb7a-9f49-425b-92d9-a2bc53b23494 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:24:16.368859 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5ef35ed1-b1f0-49ee-99ea-41574967d25e req-7084bb7a-9f49-425b-92d9-a2bc53b23494 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2748898-c468-4397-99a4-489f7c84864a HTTP/1.1" status: 200 len: 945 time: 0.1054347 Apr 20 14:24:16.433005 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5ef35ed1-b1f0-49ee-99ea-41574967d25e req-02f26fd4-dea6-4714-9a23-3ea49e3cfe57 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=b45499a1-c374-4705-a732-2af34680ba15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574353 Apr 20 14:24:16.435006 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b762c8d5-7020-4a59-bf54-983d29f2d355 req-d0fa9689-2bb9-4861-a751-965cf09db55b service neutron] 10.222.0.15 "GET /v2.0/networks/0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319706 Apr 20 14:24:16.437045 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1261d16-b575-469f-977c-494be66b1401 None None] New status for floating IP 2e2c5096-cea2-41fc-9f18-4d64e6f09190: DOWN {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:24:17.552940 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d61966-ab00-4963-be00-c70bfb25015c req-55d450c6-e9f0-45bf-bce2-4e7f93c616d6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:24:17.554406 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-34d61966-ab00-4963-be00-c70bfb25015c req-55d450c6-e9f0-45bf-bce2-4e7f93c616d6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2748898-c468-4397-99a4-489f7c84864a HTTP/1.1" status: 200 len: 945 time: 0.0475483 Apr 20 14:24:17.591153 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-34d61966-ab00-4963-be00-c70bfb25015c req-d70648bf-e5e8-418d-8894-373596552dc5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=b45499a1-c374-4705-a732-2af34680ba15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307965 Apr 20 14:24:17.928609 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04e394-68ca-4901-94c1-33a14ef71c09 req-f3785809-7f5f-43c8-bfec-503245f1c14a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:24:17.930071 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0c04e394-68ca-4901-94c1-33a14ef71c09 req-f3785809-7f5f-43c8-bfec-503245f1c14a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2748898-c468-4397-99a4-489f7c84864a HTTP/1.1" status: 200 len: 945 time: 0.0520625 Apr 20 14:24:18.017924 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-0c04e394-68ca-4901-94c1-33a14ef71c09 req-b657b38b-f3c3-48a1-9d3c-334cd9cf8385 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Deleting port 4d32c864-5cac-4600-a102-339a85aee721 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:24:18.018280 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0c04e394-68ca-4901-94c1-33a14ef71c09 req-b657b38b-f3c3-48a1-9d3c-334cd9cf8385 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:18.111304 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-0c04e394-68ca-4901-94c1-33a14ef71c09 req-b657b38b-f3c3-48a1-9d3c-334cd9cf8385 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] For port 4d32c864-5cac-4600-a102-339a85aee721, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=4d32c864-5cac-4600-a102-339a85aee721,segment=NetworkSegment(4aa38183-e08d-47b8-a7d1-0aa77a7e0114),segment_id=4aa38183-e08d-47b8-a7d1-0aa77a7e0114)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:24:18.111702 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0c04e394-68ca-4901-94c1-33a14ef71c09 req-b657b38b-f3c3-48a1-9d3c-334cd9cf8385 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:18.125119 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-0c04e394-68ca-4901-94c1-33a14ef71c09 req-b657b38b-f3c3-48a1-9d3c-334cd9cf8385 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Calling delete_port for 4d32c864-5cac-4600-a102-339a85aee721 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:24:18.324111 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0c04e394-68ca-4901-94c1-33a14ef71c09 req-b657b38b-f3c3-48a1-9d3c-334cd9cf8385 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:18.357256 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b657b38b-f3c3-48a1-9d3c-334cd9cf8385 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event deleted for resources: {'Port': ['ID=4d32c864-5cac-4600-a102-339a85aee721,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:24:18.398135 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c04e394-68ca-4901-94c1-33a14ef71c09 req-b657b38b-f3c3-48a1-9d3c-334cd9cf8385 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] No DVR routers for this DVR port 4d32c864-5cac-4600-a102-339a85aee721 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:24:18.400851 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-0c04e394-68ca-4901-94c1-33a14ef71c09 req-b657b38b-f3c3-48a1-9d3c-334cd9cf8385 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:18.404140 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0c04e394-68ca-4901-94c1-33a14ef71c09 req-b657b38b-f3c3-48a1-9d3c-334cd9cf8385 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.15 "DELETE /v2.0/ports/4d32c864-5cac-4600-a102-339a85aee721 HTTP/1.1" status: 204 len: 173 time: 0.4674022 Apr 20 14:24:18.404580 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2748898-c468-4397-99a4-489f7c84864a', 'name': 'network-vif-deleted', 'tag': '4d32c864-5cac-4600-a102-339a85aee721'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:24:18.406810 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d20496-db05-4cca-afb9-7e4d78eea968" -d '{"events": [{"server_uuid": "e2748898-c468-4397-99a4-489f7c84864a", "name": "network-vif-deleted", "tag": "4d32c864-5cac-4600-a102-339a85aee721"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:24:18.443335 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba70e48-534f-4104-bbd9-b89e36d04aab x-openstack-request-id: req-dba70e48-534f-4104-bbd9-b89e36d04aab {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:24:18.443661 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2748898-c468-4397-99a4-489f7c84864a", "name": "network-vif-deleted", "tag": "4d32c864-5cac-4600-a102-339a85aee721", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:24:18.443916 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dba70e48-534f-4104-bbd9-b89e36d04aab {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:24:18.444330 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dba70e48-534f-4104-bbd9-b89e36d04aab'] response: {'server_uuid': 'e2748898-c468-4397-99a4-489f7c84864a', 'name': 'network-vif-deleted', 'tag': '4d32c864-5cac-4600-a102-339a85aee721', 'status': 'completed', 'code': 200} Apr 20 14:24:18.684606 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eab72cab-8055-40d3-b9af-b0a532bd01c8 req-1249cf87-f3f3-413d-b2fa-df6a3ef4309a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2748898-c468-4397-99a4-489f7c84864a HTTP/1.1" status: 200 len: 210 time: 0.0270731 Apr 20 14:24:19.742211 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35308) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:24:20.109425 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1f3c2afe-0f0d-41da-b788-7f20efeeb5e9 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:20.363769 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-1f3c2afe-0f0d-41da-b788-7f20efeeb5e9 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Deleting port d6ac8adf-d5bb-441e-875d-d76a554d2ce0 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:24:20.363769 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1f3c2afe-0f0d-41da-b788-7f20efeeb5e9 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:20.444432 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-1f3c2afe-0f0d-41da-b788-7f20efeeb5e9 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] For port d6ac8adf-d5bb-441e-875d-d76a554d2ce0, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=d6ac8adf-d5bb-441e-875d-d76a554d2ce0,segment=NetworkSegment(4aa38183-e08d-47b8-a7d1-0aa77a7e0114),segment_id=4aa38183-e08d-47b8-a7d1-0aa77a7e0114)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:24:20.444798 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1f3c2afe-0f0d-41da-b788-7f20efeeb5e9 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:20.457287 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-1f3c2afe-0f0d-41da-b788-7f20efeeb5e9 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Calling delete_port for d6ac8adf-d5bb-441e-875d-d76a554d2ce0 owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:24:20.699655 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1f3c2afe-0f0d-41da-b788-7f20efeeb5e9 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:20.729050 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c2afe-0f0d-41da-b788-7f20efeeb5e9 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event deleted for resources: {'Port': ['ID=d6ac8adf-d5bb-441e-875d-d76a554d2ce0,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:24:20.762878 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 4d32c864-5cac-4600-a102-339a85aee721 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:24:20.787602 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 4d32c864-5cac-4600-a102-339a85aee721 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:24:20.788015 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 4d32c864-5cac-4600-a102-339a85aee721 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:24:20.903152 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1f3c2afe-0f0d-41da-b788-7f20efeeb5e9 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:21.113580 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3c2afe-0f0d-41da-b788-7f20efeeb5e9 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Router 47e42236-84fb-4a0e-b738-c85730c5e43f has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:24:21.216505 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3c2afe-0f0d-41da-b788-7f20efeeb5e9 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:24:21.223422 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1f3c2afe-0f0d-41da-b788-7f20efeeb5e9 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "PUT /v2.0/routers/47e42236-84fb-4a0e-b738-c85730c5e43f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4783461 Apr 20 14:24:21.224682 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35310) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:24:21.226381 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c74489-e305-4f64-9f1e-f4d7ed528015 None None] Sync routers for ids ['47e42236-84fb-4a0e-b738-c85730c5e43f'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:24:21.236210 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c74489-e305-4f64-9f1e-f4d7ed528015 None None] Routers {'47e42236-84fb-4a0e-b738-c85730c5e43f'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:24:21.236826 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-e4c74489-e305-4f64-9f1e-f4d7ed528015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:23:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['47e42236-84fb-4a0e-b738-c85730c5e43f'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:24:21.275816 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8a39091-4070-4945-a9df-75e30c10aba6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Deleting subnet aefb47ab-ca4d-4bde-9a4b-3967a3233e92 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:24:21.278815 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c8a39091-4070-4945-a9df-75e30c10aba6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:21.439185 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-e4c74489-e305-4f64-9f1e-f4d7ed528015 None None] Set router 47e42236-84fb-4a0e-b738-c85730c5e43f gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:24:21.619139 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-e4c74489-e305-4f64-9f1e-f4d7ed528015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e42236-84fb-4a0e-b738-c85730c5e43f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145859796', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '1bcec035-993f-4db7-be5d-35e79d9026b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:21:46Z', 'updated_at': '2022-04-20T14:24:20Z', 'revision_number': 5, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': '1bcec035-993f-4db7-be5d-35e79d9026b5', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:83:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e42236-84fb-4a0e-b738-c85730c5e43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:21:47Z', 'updated_at': '2022-04-20T14:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:24:21.651489 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c74489-e305-4f64-9f1e-f4d7ed528015 None None] Checking router: 47e42236-84fb-4a0e-b738-c85730c5e43f for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:24:21.660120 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c74489-e305-4f64-9f1e-f4d7ed528015 None None] Routers {'47e42236-84fb-4a0e-b738-c85730c5e43f'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:24:21.660742 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-e4c74489-e305-4f64-9f1e-f4d7ed528015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:23:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['47e42236-84fb-4a0e-b738-c85730c5e43f'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:24:21.678508 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c8a39091-4070-4945-a9df-75e30c10aba6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:21.759688 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c8a39091-4070-4945-a9df-75e30c10aba6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:21.760932 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-e4c74489-e305-4f64-9f1e-f4d7ed528015 None None] Set router 47e42236-84fb-4a0e-b738-c85730c5e43f gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:24:21.895127 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c8a39091-4070-4945-a9df-75e30c10aba6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:21.924402 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c8a39091-4070-4945-a9df-75e30c10aba6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:21.928257 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c8a39091-4070-4945-a9df-75e30c10aba6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "DELETE /v2.0/subnets/aefb47ab-ca4d-4bde-9a4b-3967a3233e92 HTTP/1.1" status: 204 len: 168 time: 0.7020757 Apr 20 14:24:21.929685 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a39091-4070-4945-a9df-75e30c10aba6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event deleted for resources: {'Subnet': ['ID=aefb47ab-ca4d-4bde-9a4b-3967a3233e92,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:24:21.930158 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fb6479-79ce-48b5-8c61-3246c6b0659a None None] Network 0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:24:21.935507 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35314) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:24:21.937634 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a39091-4070-4945-a9df-75e30c10aba6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:21.938053 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a39091-4070-4945-a9df-75e30c10aba6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:21.938462 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a39091-4070-4945-a9df-75e30c10aba6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:21.938865 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a39091-4070-4945-a9df-75e30c10aba6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:21.939274 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a39091-4070-4945-a9df-75e30c10aba6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:21.939737 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a39091-4070-4945-a9df-75e30c10aba6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:21.940150 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a39091-4070-4945-a9df-75e30c10aba6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:21.940543 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a39091-4070-4945-a9df-75e30c10aba6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:21.941447 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a39091-4070-4945-a9df-75e30c10aba6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:21.941834 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a39091-4070-4945-a9df-75e30c10aba6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:21.942218 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a39091-4070-4945-a9df-75e30c10aba6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:21.942604 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a39091-4070-4945-a9df-75e30c10aba6 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:21.949779 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-e4c74489-e305-4f64-9f1e-f4d7ed528015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47e42236-84fb-4a0e-b738-c85730c5e43f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145859796', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '1bcec035-993f-4db7-be5d-35e79d9026b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:21:46Z', 'updated_at': '2022-04-20T14:24:20Z', 'revision_number': 5, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': '1bcec035-993f-4db7-be5d-35e79d9026b5', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:83:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e42236-84fb-4a0e-b738-c85730c5e43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:21:47Z', 'updated_at': '2022-04-20T14:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:24:21.977112 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c74489-e305-4f64-9f1e-f4d7ed528015 None None] The sync data for ids ['47e42236-84fb-4a0e-b738-c85730c5e43f'] in n-d-836015-7 is: [{'id': '47e42236-84fb-4a0e-b738-c85730c5e43f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145859796', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '1bcec035-993f-4db7-be5d-35e79d9026b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:21:46Z', 'updated_at': '2022-04-20T14:24:20Z', 'revision_number': 5, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': '1bcec035-993f-4db7-be5d-35e79d9026b5', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:83:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e42236-84fb-4a0e-b738-c85730c5e43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:21:47Z', 'updated_at': '2022-04-20T14:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:24:22.072396 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a160e62c-9de5-4230-ae05-3b93448c655a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for router, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:22.172110 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a160e62c-9de5-4230-ae05-3b93448c655a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:22.294385 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-a160e62c-9de5-4230-ae05-3b93448c655a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Deleting port 1bcec035-993f-4db7-be5d-35e79d9026b5 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:24:22.294607 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a160e62c-9de5-4230-ae05-3b93448c655a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:22.354843 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805e6e37-9abf-407a-83a6-a10f87d35bd5 None None] DHCP port deletion for 0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:24:22.379418 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-a160e62c-9de5-4230-ae05-3b93448c655a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] For port 1bcec035-993f-4db7-be5d-35e79d9026b5, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=1bcec035-993f-4db7-be5d-35e79d9026b5,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:24:22.379916 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a160e62c-9de5-4230-ae05-3b93448c655a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:22.393678 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-a160e62c-9de5-4230-ae05-3b93448c655a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Calling delete_port for 1bcec035-993f-4db7-be5d-35e79d9026b5 owned by network:router_gateway {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:24:22.408000 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-805e6e37-9abf-407a-83a6-a10f87d35bd5 None None] Deleting port be141d80-4646-45e0-b4f8-ed71dc996004 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:24:22.414243 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-805e6e37-9abf-407a-83a6-a10f87d35bd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:22.472360 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-805e6e37-9abf-407a-83a6-a10f87d35bd5 None None] For port be141d80-4646-45e0-b4f8-ed71dc996004, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=be141d80-4646-45e0-b4f8-ed71dc996004,segment=NetworkSegment(4aa38183-e08d-47b8-a7d1-0aa77a7e0114),segment_id=4aa38183-e08d-47b8-a7d1-0aa77a7e0114)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:24:22.472884 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-805e6e37-9abf-407a-83a6-a10f87d35bd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:22.492021 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-805e6e37-9abf-407a-83a6-a10f87d35bd5 None None] Calling delete_port for be141d80-4646-45e0-b4f8-ed71dc996004 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:24:22.638699 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a160e62c-9de5-4230-ae05-3b93448c655a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:22.664396 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a160e62c-9de5-4230-ae05-3b93448c655a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event deleted for resources: {'Port': ['ID=1bcec035-993f-4db7-be5d-35e79d9026b5,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:24:22.667212 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-805e6e37-9abf-407a-83a6-a10f87d35bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:22.694899 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e6e37-9abf-407a-83a6-a10f87d35bd5 None None] Pushing event deleted for resources: {'Port': ['ID=be141d80-4646-45e0-b4f8-ed71dc996004,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:24:22.703984 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805e6e37-9abf-407a-83a6-a10f87d35bd5 None None] No DVR routers for this DVR port be141d80-4646-45e0-b4f8-ed71dc996004 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:24:22.706212 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805e6e37-9abf-407a-83a6-a10f87d35bd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:22.707555 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805e6e37-9abf-407a-83a6-a10f87d35bd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:22.707919 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805e6e37-9abf-407a-83a6-a10f87d35bd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:22.708256 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805e6e37-9abf-407a-83a6-a10f87d35bd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:22.708601 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805e6e37-9abf-407a-83a6-a10f87d35bd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:22.708916 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805e6e37-9abf-407a-83a6-a10f87d35bd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:22.709241 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805e6e37-9abf-407a-83a6-a10f87d35bd5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:22.709582 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805e6e37-9abf-407a-83a6-a10f87d35bd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:22.709891 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805e6e37-9abf-407a-83a6-a10f87d35bd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:22.710213 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805e6e37-9abf-407a-83a6-a10f87d35bd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:22.710535 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805e6e37-9abf-407a-83a6-a10f87d35bd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:22.710854 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805e6e37-9abf-407a-83a6-a10f87d35bd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:22.730474 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a160e62c-9de5-4230-ae05-3b93448c655a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:22.819513 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a160e62c-9de5-4230-ae05-3b93448c655a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:22.821566 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a160e62c-9de5-4230-ae05-3b93448c655a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:22.916663 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a160e62c-9de5-4230-ae05-3b93448c655a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:22.917223 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a160e62c-9de5-4230-ae05-3b93448c655a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Fanout notify agent at l3_agent the message router_deleted on router 47e42236-84fb-4a0e-b738-c85730c5e43f {{(pid=114869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:24:22.926543 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a160e62c-9de5-4230-ae05-3b93448c655a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:22.926543 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a160e62c-9de5-4230-ae05-3b93448c655a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "DELETE /v2.0/routers/47e42236-84fb-4a0e-b738-c85730c5e43f HTTP/1.1" status: 204 len: 168 time: 0.9860761 Apr 20 14:24:22.928349 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35316) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:24:23.292772 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-14b224bd-8a42-4b76-8751-333eae99f55f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:23.374935 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-14b224bd-8a42-4b76-8751-333eae99f55f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:23.399186 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-14b224bd-8a42-4b76-8751-333eae99f55f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:24:23.408207 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-14b224bd-8a42-4b76-8751-333eae99f55f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aa38183-e08d-47b8-a7d1-0aa77a7e0114') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:24:23.408504 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-14b224bd-8a42-4b76-8751-333eae99f55f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aa38183-e08d-47b8-a7d1-0aa77a7e0114') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:24:23.418349 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-14b224bd-8a42-4b76-8751-333eae99f55f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:23.472700 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-14b224bd-8a42-4b76-8751-333eae99f55f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:23.479433 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b224bd-8a42-4b76-8751-333eae99f55f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:24:23.479433 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-14b224bd-8a42-4b76-8751-333eae99f55f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:23.483800 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 14:24:23.483800 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:24:23.483800 n-d-836015-7 neutron-server[114869]: timer() Apr 20 14:24:23.483800 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:24:23.483800 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 14:24:23.483800 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:24:23.483800 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 14:24:23.483800 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:24:23.483800 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 14:24:23.483800 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:24:23.483800 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 14:24:23.483800 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:24:23.483800 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 14:24:23.483800 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:24:23.483800 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:24:23.483800 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:24:23.483800 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:24:23.483800 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:24:23.483800 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 14:24:23.483800 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:24:23.483800 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 14:24:23.483800 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:24:23.483800 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:24:23.483800 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:24:23.483800 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 14:24:23.483800 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:24:23.483800 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:24:23.483800 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:24:23.483800 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:24:23.483800 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:24:23.483800 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:24:23.483800 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:24:23.614007 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-14b224bd-8a42-4b76-8751-333eae99f55f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:23.621651 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-14b224bd-8a42-4b76-8751-333eae99f55f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:23.624272 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-14b224bd-8a42-4b76-8751-333eae99f55f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "DELETE /v2.0/networks/0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0 HTTP/1.1" status: 204 len: 168 time: 0.6949472 Apr 20 14:24:23.627041 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35318) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:24:23.635846 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b224bd-8a42-4b76-8751-333eae99f55f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event deleted for resources: {'Network': ['ID=0bfcf9c3-ddf5-43c8-b203-469dc2b80ca0,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:24:23.690029 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d2b8792a-0312-4a47-9012-273a99d9dd6d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:23.714688 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d2b8792a-0312-4a47-9012-273a99d9dd6d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:23.853947 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d2b8792a-0312-4a47-9012-273a99d9dd6d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:23.856491 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-d2b8792a-0312-4a47-9012-273a99d9dd6d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:23.857651 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-d2b8792a-0312-4a47-9012-273a99d9dd6d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "DELETE /v2.0/security-groups/b45499a1-c374-4705-a732-2af34680ba15 HTTP/1.1" status: 204 len: 168 time: 0.2294805 Apr 20 14:24:23.868018 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b8792a-0312-4a47-9012-273a99d9dd6d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45499a1-c374-4705-a732-2af34680ba15,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:24:23.995242 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d6ac8adf-d5bb-441e-875d-d76a554d2ce0 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:24:24.014797 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: d6ac8adf-d5bb-441e-875d-d76a554d2ce0 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:24:24.015145 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device d6ac8adf-d5bb-441e-875d-d76a554d2ce0 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:24:24.015579 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device be141d80-4646-45e0-b4f8-ed71dc996004 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:24:24.034902 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: be141d80-4646-45e0-b4f8-ed71dc996004 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:24:24.035252 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device be141d80-4646-45e0-b4f8-ed71dc996004 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:24:24.036592 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 1bcec035-993f-4db7-be5d-35e79d9026b5 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:24:24.054344 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 1bcec035-993f-4db7-be5d-35e79d9026b5 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:24:24.054685 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 1bcec035-993f-4db7-be5d-35e79d9026b5 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:24:24.301578 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35324) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:24:24.306222 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-6cc4935a-1217-4f0d-bc52-7aa50d37ab15 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-725318500', 'description': 'tempest-secgroup-smoke-725318500 description', 'project_id': 'f7d350484fd744aba8607d7467eb1568'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:24:24.408165 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6cc4935a-1217-4f0d-bc52-7aa50d37ab15 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:24.475194 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6cc4935a-1217-4f0d-bc52-7aa50d37ab15 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:24.552200 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a031c8ac-373b-45f4-be95-92b88afa94e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:24.552382 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6cc4935a-1217-4f0d-bc52-7aa50d37ab15 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:24.580448 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc4935a-1217-4f0d-bc52-7aa50d37ab15 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a17df1a1-8467-415f-a942-fd7a25cd5f6c,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:24:24.639869 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-6cc4935a-1217-4f0d-bc52-7aa50d37ab15 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:24.641108 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-6cc4935a-1217-4f0d-bc52-7aa50d37ab15 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3384826 Apr 20 14:24:24.644059 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35326) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:24:24.652348 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-87831af9-24d3-4558-8b7d-69974f1c5cb4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'security_group_rule': {'security_group_id': 'a17df1a1-8467-415f-a942-fd7a25cd5f6c', 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:24:24.733754 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-87831af9-24d3-4558-8b7d-69974f1c5cb4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:24.790778 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-87831af9-24d3-4558-8b7d-69974f1c5cb4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:24.870865 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-87831af9-24d3-4558-8b7d-69974f1c5cb4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:24.889977 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87831af9-24d3-4558-8b7d-69974f1c5cb4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd245c61-cd19-47a4-b14e-2adca368d4d8,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:24:24.959987 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-87831af9-24d3-4558-8b7d-69974f1c5cb4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:24.961180 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-87831af9-24d3-4558-8b7d-69974f1c5cb4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3162146 Apr 20 14:24:24.963932 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35328) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:24:24.968251 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-24696f3f-defa-4719-817e-f607333a82eb tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'security_group_rule': {'security_group_id': 'a17df1a1-8467-415f-a942-fd7a25cd5f6c', 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:24:25.054534 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-24696f3f-defa-4719-817e-f607333a82eb tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:25.108711 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-24696f3f-defa-4719-817e-f607333a82eb tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:25.192713 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-24696f3f-defa-4719-817e-f607333a82eb tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:25.209565 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24696f3f-defa-4719-817e-f607333a82eb tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28e4a67a-df60-4b18-b36a-8a95506f4332,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:24:25.291377 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-24696f3f-defa-4719-817e-f607333a82eb tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:25.292556 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-24696f3f-defa-4719-817e-f607333a82eb tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3276527 Apr 20 14:24:25.295244 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35330) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:24:25.299433 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-cbb7b5d6-9b1e-4d21-b976-a013a17104c4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'security_group_rule': {'security_group_id': 'a17df1a1-8467-415f-a942-fd7a25cd5f6c', 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:24:25.395591 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cbb7b5d6-9b1e-4d21-b976-a013a17104c4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:25.452263 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cbb7b5d6-9b1e-4d21-b976-a013a17104c4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:25.516797 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cbb7b5d6-9b1e-4d21-b976-a013a17104c4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:25.535184 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7b5d6-9b1e-4d21-b976-a013a17104c4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c185e87e-0dd7-44fa-81fb-204e4c4158fd,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:24:25.605845 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cbb7b5d6-9b1e-4d21-b976-a013a17104c4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:25.607037 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-cbb7b5d6-9b1e-4d21-b976-a013a17104c4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3108642 Apr 20 14:24:25.609790 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35332) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:24:25.614638 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-b07d3180-71c0-4394-a9be-d2e766659da4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'security_group_rule': {'security_group_id': 'a17df1a1-8467-415f-a942-fd7a25cd5f6c', 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:24:25.688565 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b07d3180-71c0-4394-a9be-d2e766659da4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:25.748488 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b07d3180-71c0-4394-a9be-d2e766659da4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:25.808301 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b07d3180-71c0-4394-a9be-d2e766659da4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:25.826517 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d3180-71c0-4394-a9be-d2e766659da4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=735c53f6-e2ca-4ef9-af2a-64290633467c,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:24:25.913048 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b07d3180-71c0-4394-a9be-d2e766659da4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:25.914272 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b07d3180-71c0-4394-a9be-d2e766659da4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3035426 Apr 20 14:24:25.917039 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35334) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:24:25.921317 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-ad6236b0-a8cd-4967-b6f3-0fb4f369116a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'security_group_rule': {'security_group_id': 'a17df1a1-8467-415f-a942-fd7a25cd5f6c', 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:24:26.032280 n-d-836015-7 neutron-server[114869]: INFO neutron.db.securitygroups_db [None req-ad6236b0-a8cd-4967-b6f3-0fb4f369116a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Project f7d350484fd744aba8607d7467eb1568 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 14:24:26.037536 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ad6236b0-a8cd-4967-b6f3-0fb4f369116a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:26.096014 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ad6236b0-a8cd-4967-b6f3-0fb4f369116a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:26.173391 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ad6236b0-a8cd-4967-b6f3-0fb4f369116a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:26.192211 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6236b0-a8cd-4967-b6f3-0fb4f369116a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1584500-642e-4047-b8b7-4f1aaeec4ea6,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:24:26.268197 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ad6236b0-a8cd-4967-b6f3-0fb4f369116a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:26.269373 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ad6236b0-a8cd-4967-b6f3-0fb4f369116a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3514202 Apr 20 14:24:26.272024 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35336) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:24:26.276229 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-8dc22ccf-813a-47a8-86e6-36e60cc50153 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'security_group_rule': {'security_group_id': 'a17df1a1-8467-415f-a942-fd7a25cd5f6c', 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:24:26.352097 n-d-836015-7 neutron-server[114869]: INFO neutron.db.securitygroups_db [None req-8dc22ccf-813a-47a8-86e6-36e60cc50153 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Project f7d350484fd744aba8607d7467eb1568 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 14:24:26.356849 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8dc22ccf-813a-47a8-86e6-36e60cc50153 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:26.414859 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8dc22ccf-813a-47a8-86e6-36e60cc50153 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:26.500843 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8dc22ccf-813a-47a8-86e6-36e60cc50153 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:26.518259 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc22ccf-813a-47a8-86e6-36e60cc50153 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=423cdaeb-1f79-4da6-acf1-0fda6994dafd,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:24:26.594032 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8dc22ccf-813a-47a8-86e6-36e60cc50153 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:26.595233 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8dc22ccf-813a-47a8-86e6-36e60cc50153 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3223047 Apr 20 14:24:26.598758 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35338) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:24:26.603587 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-d020ac08-24f9-4f77-9bf2-948e1eb86ba4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'network': {'name': 'tempest-network-smoke--1244335658', 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'port_security_enabled': True}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:24:26.706676 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d020ac08-24f9-4f77-9bf2-948e1eb86ba4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Made reservation on behalf of f7d350484fd744aba8607d7467eb1568 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:24:26.710735 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d020ac08-24f9-4f77-9bf2-948e1eb86ba4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:26.733818 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d020ac08-24f9-4f77-9bf2-948e1eb86ba4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:24:26.743395 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d020ac08-24f9-4f77-9bf2-948e1eb86ba4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:26.743873 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-d020ac08-24f9-4f77-9bf2-948e1eb86ba4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Added segment 3763d627-695f-4029-9d3e-aec10df3ee06 of type vlan for network 0f948d9a-8dfc-414b-b795-d722e910d0c4 Apr 20 14:24:26.786267 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d020ac08-24f9-4f77-9bf2-948e1eb86ba4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:26.860879 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-124adf77-702c-4376-8cac-5fde22c6e27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:26.889472 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d020ac08-24f9-4f77-9bf2-948e1eb86ba4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:26.895996 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d020ac08-24f9-4f77-9bf2-948e1eb86ba4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:24:26.896566 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d020ac08-24f9-4f77-9bf2-948e1eb86ba4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:26.959599 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d020ac08-24f9-4f77-9bf2-948e1eb86ba4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'Network': ['ID=0f948d9a-8dfc-414b-b795-d722e910d0c4,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:24:26.969628 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 0f948d9a-8dfc-414b-b795-d722e910d0c4 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:24:27.006963 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d020ac08-24f9-4f77-9bf2-948e1eb86ba4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4071991 Apr 20 14:24:27.009610 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35340) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:24:27.015042 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-c49d63e9-c25b-488e-9eb3-8a15e5bbe202 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1733296105', 'admin_state_up': True, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:24:27.112919 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c49d63e9-c25b-488e-9eb3-8a15e5bbe202 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:27.113901 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c49d63e9-c25b-488e-9eb3-8a15e5bbe202 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:27.168096 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c49d63e9-c25b-488e-9eb3-8a15e5bbe202 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:27.378215 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c49d63e9-c25b-488e-9eb3-8a15e5bbe202 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:27.608131 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c49d63e9-c25b-488e-9eb3-8a15e5bbe202 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for router_gateway, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:27.626804 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c49d63e9-c25b-488e-9eb3-8a15e5bbe202 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:27.730204 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-c49d63e9-c25b-488e-9eb3-8a15e5bbe202 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Allocated IP 172.25.8.76 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/af6192a4-a776-4738-9318-69b1693ee46d) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:24:27.827391 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c49d63e9-c25b-488e-9eb3-8a15e5bbe202 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:27.935846 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c49d63e9-c25b-488e-9eb3-8a15e5bbe202 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:27.980746 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49d63e9-c25b-488e-9eb3-8a15e5bbe202 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:24:27.983524 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-c49d63e9-c25b-488e-9eb3-8a15e5bbe202 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:24:27.985808 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49d63e9-c25b-488e-9eb3-8a15e5bbe202 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:24:28.008644 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d63e9-c25b-488e-9eb3-8a15e5bbe202 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'Port': ['ID=af6192a4-a776-4738-9318-69b1693ee46d,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:24:28.295659 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c49d63e9-c25b-488e-9eb3-8a15e5bbe202 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for router_gateway, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:28.381068 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:28.490930 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c49d63e9-c25b-488e-9eb3-8a15e5bbe202 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:28.694895 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49d63e9-c25b-488e-9eb3-8a15e5bbe202 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Router 7b800bb1-d2f3-4851-9c99-36ede1b19086 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:24:28.793305 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49d63e9-c25b-488e-9eb3-8a15e5bbe202 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:24:28.803928 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3d1126-747c-43e7-8f5a-dbad51ef9f18 None None] Sync routers for ids ['7b800bb1-d2f3-4851-9c99-36ede1b19086'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:24:28.814058 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3d1126-747c-43e7-8f5a-dbad51ef9f18 None None] Routers {'7b800bb1-d2f3-4851-9c99-36ede1b19086'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:24:28.814719 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-4c3d1126-747c-43e7-8f5a-dbad51ef9f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:24:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['7b800bb1-d2f3-4851-9c99-36ede1b19086'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:24:28.869011 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c49d63e9-c25b-488e-9eb3-8a15e5bbe202 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:28.870239 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c49d63e9-c25b-488e-9eb3-8a15e5bbe202 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8595767 Apr 20 14:24:28.873819 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35342) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:24:28.904120 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a9fc9603-950f-4b0b-b610-fdebc625b062 tempest-TestNetworkAdvancedServerOps-1565287851 tempest-TestNetworkAdvancedServerOps-1565287851-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=f7d350484fd744aba8607d7467eb1568&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267105 Apr 20 14:24:28.904348 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35344) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:24:28.920527 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-4c3d1126-747c-43e7-8f5a-dbad51ef9f18 None None] Set router 7b800bb1-d2f3-4851-9c99-36ede1b19086 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:24:28.992606 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1397b1-6cf6-4ddd-80ed-1ec99dc447e8 tempest-TestNetworkAdvancedServerOps-1565287851 tempest-TestNetworkAdvancedServerOps-1565287851-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:24:28.996574 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6e1397b1-6cf6-4ddd-80ed-1ec99dc447e8 tempest-TestNetworkAdvancedServerOps-1565287851 tempest-TestNetworkAdvancedServerOps-1565287851-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0887823 Apr 20 14:24:28.996795 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35346) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:24:29.023968 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-342c59a5-540b-4c7f-b3ea-40a9aff8989a tempest-TestNetworkAdvancedServerOps-1565287851 tempest-TestNetworkAdvancedServerOps-1565287851-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=08acadad-0b4a-420a-b5f5-639128d4ec40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261419 Apr 20 14:24:29.026512 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35348) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:24:29.031114 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-29bf9b71-36bf-48cf-83d3-57c35c60cd00 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1939100227', 'network_id': '0f948d9a-8dfc-414b-b795-d722e910d0c4', 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:24:29.174435 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29bf9b71-36bf-48cf-83d3-57c35c60cd00 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Made reservation on behalf of f7d350484fd744aba8607d7467eb1568 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:24:29.178661 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-29bf9b71-36bf-48cf-83d3-57c35c60cd00 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:29.252813 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-4c3d1126-747c-43e7-8f5a-dbad51ef9f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b800bb1-d2f3-4851-9c99-36ede1b19086', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733296105', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'af6192a4-a776-4738-9318-69b1693ee46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:24:27Z', 'updated_at': '2022-04-20T14:24:28Z', 'revision_number': 3, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': 'af6192a4-a776-4738-9318-69b1693ee46d', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e9:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b800bb1-d2f3-4851-9c99-36ede1b19086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:24:27Z', 'updated_at': '2022-04-20T14:24:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:24:29.277971 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3d1126-747c-43e7-8f5a-dbad51ef9f18 None None] Checking router: 7b800bb1-d2f3-4851-9c99-36ede1b19086 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:24:29.283543 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3d1126-747c-43e7-8f5a-dbad51ef9f18 None None] Updating router 7b800bb1-d2f3-4851-9c99-36ede1b19086 port af6192a4-a776-4738-9318-69b1693ee46d binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:24:29.304177 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4c3d1126-747c-43e7-8f5a-dbad51ef9f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:29.443891 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-29bf9b71-36bf-48cf-83d3-57c35c60cd00 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:29.507733 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf9b71-36bf-48cf-83d3-57c35c60cd00 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'Subnet': ['ID=f995bc27-1617-4e3d-b574-2356fc4482a8,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:24:29.523226 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bf9b71-36bf-48cf-83d3-57c35c60cd00 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Checking segment: {'id': '3763d627-695f-4029-9d3e-aec10df3ee06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0f948d9a-8dfc-414b-b795-d722e910d0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:24:29.523618 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bf9b71-36bf-48cf-83d3-57c35c60cd00 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Network hostable DHCP agents. Network: 0f948d9a-8dfc-414b-b795-d722e910d0c4, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:24:29.552192 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4c3d1126-747c-43e7-8f5a-dbad51ef9f18 None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:29.584172 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:24:29.624890 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bf9b71-36bf-48cf-83d3-57c35c60cd00 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Network 0f948d9a-8dfc-414b-b795-d722e910d0c4 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:24:29.653901 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4c3d1126-747c-43e7-8f5a-dbad51ef9f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:29.655842 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:29.702619 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-4c3d1126-747c-43e7-8f5a-dbad51ef9f18 None None] Attempting to bind port af6192a4-a776-4738-9318-69b1693ee46d on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:24:29.702989 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-4c3d1126-747c-43e7-8f5a-dbad51ef9f18 None None] Attempting to bind port af6192a4-a776-4738-9318-69b1693ee46d by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:24:29.703374 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3d1126-747c-43e7-8f5a-dbad51ef9f18 None None] Attempting to bind port af6192a4-a776-4738-9318-69b1693ee46d on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:24:29.712420 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b181b44-80ca-44a6-b3f5-07a30257cc93 None None] Pushing event updated for resources: {'Port': ['ID=af6192a4-a776-4738-9318-69b1693ee46d,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:24:29.714773 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3d1126-747c-43e7-8f5a-dbad51ef9f18 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:24:29.715143 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3d1126-747c-43e7-8f5a-dbad51ef9f18 None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:24:29.715609 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4c3d1126-747c-43e7-8f5a-dbad51ef9f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:29.715991 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3d1126-747c-43e7-8f5a-dbad51ef9f18 None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:24:29.716461 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-4c3d1126-747c-43e7-8f5a-dbad51ef9f18 None None] Bound port: af6192a4-a776-4738-9318-69b1693ee46d, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:24:29.716843 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4c3d1126-747c-43e7-8f5a-dbad51ef9f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:29.717109 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-29bf9b71-36bf-48cf-83d3-57c35c60cd00 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 0f948d9a-8dfc-414b-b795-d722e910d0c4) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:24:29.721943 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bf9b71-36bf-48cf-83d3-57c35c60cd00 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:24:29.722616 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-29bf9b71-36bf-48cf-83d3-57c35c60cd00 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:29.738646 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cabe07c-cab2-44de-8c93-63ad3db0c7a9 None None] Network 0f948d9a-8dfc-414b-b795-d722e910d0c4 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:24:29.801714 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-29bf9b71-36bf-48cf-83d3-57c35c60cd00 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7714529 Apr 20 14:24:29.802263 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35350) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:24:29.827248 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-4c3d1126-747c-43e7-8f5a-dbad51ef9f18 None None] For port af6192a4-a776-4738-9318-69b1693ee46d, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:24:29.856832 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-4c3d1126-747c-43e7-8f5a-dbad51ef9f18 None None] For port af6192a4-a776-4738-9318-69b1693ee46d, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=af6192a4-a776-4738-9318-69b1693ee46d,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:24:29.927817 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:29.936220 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94266a78-ea8e-4ee6-b5a9-a76739495dcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-0f948d9a-8dfc-414b-b795-d722e910d0c4', 'network_id': '0f948d9a-8dfc-414b-b795-d722e910d0c4', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'fixed_ips': [{'subnet_id': 'f995bc27-1617-4e3d-b574-2356fc4482a8'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:24:29.937097 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-94266a78-ea8e-4ee6-b5a9-a76739495dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:29.941425 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4c3d1126-747c-43e7-8f5a-dbad51ef9f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:30.076939 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b181b44-80ca-44a6-b3f5-07a30257cc93 None None] Pushing event updated for resources: {'Port': ['ID=af6192a4-a776-4738-9318-69b1693ee46d,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:24:30.082102 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3d1126-747c-43e7-8f5a-dbad51ef9f18 None None] Routers {'7b800bb1-d2f3-4851-9c99-36ede1b19086'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:24:30.082573 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-4c3d1126-747c-43e7-8f5a-dbad51ef9f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:24:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['7b800bb1-d2f3-4851-9c99-36ede1b19086'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:24:30.211119 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-94266a78-ea8e-4ee6-b5a9-a76739495dcb None None] Allocated IP 172.20.0.2 (0f948d9a-8dfc-414b-b795-d722e910d0c4/f995bc27-1617-4e3d-b574-2356fc4482a8/f6a1878a-7eec-4a70-8d6d-205fb15bf936) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:24:30.235986 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dead3cfc-3c09-4034-82a6-d67e91ecbadf tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:30.236796 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-4c3d1126-747c-43e7-8f5a-dbad51ef9f18 None None] Set router 7b800bb1-d2f3-4851-9c99-36ede1b19086 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:24:30.497985 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-94266a78-ea8e-4ee6-b5a9-a76739495dcb None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:30.519254 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-4c3d1126-747c-43e7-8f5a-dbad51ef9f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b800bb1-d2f3-4851-9c99-36ede1b19086', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733296105', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'af6192a4-a776-4738-9318-69b1693ee46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:24:27Z', 'updated_at': '2022-04-20T14:24:28Z', 'revision_number': 3, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': 'af6192a4-a776-4738-9318-69b1693ee46d', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e9:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b800bb1-d2f3-4851-9c99-36ede1b19086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:24:27Z', 'updated_at': '2022-04-20T14:24:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:24:30.545990 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3d1126-747c-43e7-8f5a-dbad51ef9f18 None None] The sync data for ids ['7b800bb1-d2f3-4851-9c99-36ede1b19086'] in n-d-836015-7 is: [{'id': '7b800bb1-d2f3-4851-9c99-36ede1b19086', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733296105', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'af6192a4-a776-4738-9318-69b1693ee46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:24:27Z', 'updated_at': '2022-04-20T14:24:28Z', 'revision_number': 3, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': 'af6192a4-a776-4738-9318-69b1693ee46d', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e9:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b800bb1-d2f3-4851-9c99-36ede1b19086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:24:27Z', 'updated_at': '2022-04-20T14:24:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:24:30.592764 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-94266a78-ea8e-4ee6-b5a9-a76739495dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:30.639305 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94266a78-ea8e-4ee6-b5a9-a76739495dcb None None] Network 0f948d9a-8dfc-414b-b795-d722e910d0c4 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:24:30.642476 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-94266a78-ea8e-4ee6-b5a9-a76739495dcb None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:24:30.643638 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-dead3cfc-3c09-4034-82a6-d67e91ecbadf tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Allocated IP 172.20.0.1 (0f948d9a-8dfc-414b-b795-d722e910d0c4/f995bc27-1617-4e3d-b574-2356fc4482a8/51769d3b-a1f1-452f-ab08-66d8ca51d7ee) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:24:30.646888 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94266a78-ea8e-4ee6-b5a9-a76739495dcb None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:24:30.650080 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94266a78-ea8e-4ee6-b5a9-a76739495dcb None None] Pushing event updated for resources: {'Port': ['ID=f6a1878a-7eec-4a70-8d6d-205fb15bf936,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:24:30.707516 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-94266a78-ea8e-4ee6-b5a9-a76739495dcb None None] Attempting to bind port f6a1878a-7eec-4a70-8d6d-205fb15bf936 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:24:30.707516 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-94266a78-ea8e-4ee6-b5a9-a76739495dcb None None] Attempting to bind port f6a1878a-7eec-4a70-8d6d-205fb15bf936 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '3763d627-695f-4029-9d3e-aec10df3ee06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0f948d9a-8dfc-414b-b795-d722e910d0c4'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:24:30.707756 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94266a78-ea8e-4ee6-b5a9-a76739495dcb None None] Attempting to bind port f6a1878a-7eec-4a70-8d6d-205fb15bf936 on network 0f948d9a-8dfc-414b-b795-d722e910d0c4 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:24:30.713058 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94266a78-ea8e-4ee6-b5a9-a76739495dcb None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:24:30.713433 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94266a78-ea8e-4ee6-b5a9-a76739495dcb None None] Checking segment: {'id': '3763d627-695f-4029-9d3e-aec10df3ee06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0f948d9a-8dfc-414b-b795-d722e910d0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:24:30.714293 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-94266a78-ea8e-4ee6-b5a9-a76739495dcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:30.714293 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94266a78-ea8e-4ee6-b5a9-a76739495dcb None None] Bound using segment: {'id': '3763d627-695f-4029-9d3e-aec10df3ee06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0f948d9a-8dfc-414b-b795-d722e910d0c4'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:24:30.714680 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-94266a78-ea8e-4ee6-b5a9-a76739495dcb None None] Bound port: f6a1878a-7eec-4a70-8d6d-205fb15bf936, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3763d627-695f-4029-9d3e-aec10df3ee06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0f948d9a-8dfc-414b-b795-d722e910d0c4'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:24:30.715060 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-94266a78-ea8e-4ee6-b5a9-a76739495dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:30.797618 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-94266a78-ea8e-4ee6-b5a9-a76739495dcb None None] For port f6a1878a-7eec-4a70-8d6d-205fb15bf936, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:24:30.799887 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dead3cfc-3c09-4034-82a6-d67e91ecbadf tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:30.805829 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-94266a78-ea8e-4ee6-b5a9-a76739495dcb None None] For port f6a1878a-7eec-4a70-8d6d-205fb15bf936, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f6a1878a-7eec-4a70-8d6d-205fb15bf936,segment=NetworkSegment(3763d627-695f-4029-9d3e-aec10df3ee06),segment_id=3763d627-695f-4029-9d3e-aec10df3ee06)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:24:30.866441 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-94266a78-ea8e-4ee6-b5a9-a76739495dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:30.913637 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dead3cfc-3c09-4034-82a6-d67e91ecbadf tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:30.932120 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94266a78-ea8e-4ee6-b5a9-a76739495dcb None None] Pushing event updated for resources: {'Port': ['ID=f6a1878a-7eec-4a70-8d6d-205fb15bf936,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:24:30.963532 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dead3cfc-3c09-4034-82a6-d67e91ecbadf tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Network 0f948d9a-8dfc-414b-b795-d722e910d0c4 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:24:30.967156 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-dead3cfc-3c09-4034-82a6-d67e91ecbadf tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:24:30.971746 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dead3cfc-3c09-4034-82a6-d67e91ecbadf tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:24:30.999588 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead3cfc-3c09-4034-82a6-d67e91ecbadf tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'Port': ['ID=51769d3b-a1f1-452f-ab08-66d8ca51d7ee,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:24:31.024266 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dead3cfc-3c09-4034-82a6-d67e91ecbadf tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:31.260625 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dead3cfc-3c09-4034-82a6-d67e91ecbadf tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:31.542730 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dead3cfc-3c09-4034-82a6-d67e91ecbadf tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:31.621238 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dead3cfc-3c09-4034-82a6-d67e91ecbadf tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:31.695452 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead3cfc-3c09-4034-82a6-d67e91ecbadf tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'Port': ['ID=51769d3b-a1f1-452f-ab08-66d8ca51d7ee,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:24:31.697994 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dead3cfc-3c09-4034-82a6-d67e91ecbadf tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:31.798657 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dead3cfc-3c09-4034-82a6-d67e91ecbadf tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Network 0f948d9a-8dfc-414b-b795-d722e910d0c4 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:24:31.798657 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-dead3cfc-3c09-4034-82a6-d67e91ecbadf tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:24:31.896036 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f873b2-9d7b-40aa-bfe4-a99c735bb2be None None] Network 0f948d9a-8dfc-414b-b795-d722e910d0c4 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:24:31.914639 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dead3cfc-3c09-4034-82a6-d67e91ecbadf tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Router 7b800bb1-d2f3-4851-9c99-36ede1b19086 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:24:32.018751 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-7b2c356e-4161-4b30-bf7f-4749e3b46a00 None None] Provisioning complete for port f6a1878a-7eec-4a70-8d6d-205fb15bf936 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:24:32.019124 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7b2c356e-4161-4b30-bf7f-4749e3b46a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:32.046952 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dead3cfc-3c09-4034-82a6-d67e91ecbadf tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:24:32.062346 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-dead3cfc-3c09-4034-82a6-d67e91ecbadf tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "PUT /v2.0/routers/7b800bb1-d2f3-4851-9c99-36ede1b19086/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2504437 Apr 20 14:24:32.088972 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f6a1878a-7eec-4a70-8d6d-205fb15bf936 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:24:32.171922 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7b2c356e-4161-4b30-bf7f-4749e3b46a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:32.216787 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-7b2c356e-4161-4b30-bf7f-4749e3b46a00 None None] For port f6a1878a-7eec-4a70-8d6d-205fb15bf936, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f6a1878a-7eec-4a70-8d6d-205fb15bf936,segment=NetworkSegment(3763d627-695f-4029-9d3e-aec10df3ee06),segment_id=3763d627-695f-4029-9d3e-aec10df3ee06)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:24:32.218587 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port f6a1878a-7eec-4a70-8d6d-205fb15bf936 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:24:32.218966 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:32.312918 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-5227331b-2cff-4c0a-9efc-18c5051a1fc3 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-725318500&fields=id&tenant_id=f7d350484fd744aba8607d7467eb1568 HTTP/1.1" status: 200 len: 267 time: 0.0413291 Apr 20 14:24:32.319020 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7b2c356e-4161-4b30-bf7f-4749e3b46a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:32.323788 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:32.428384 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.db.api [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:24:32.428384 n-d-836015-7 neutron-server[114871]: DEBUG oslo_db.api [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 14:24:32.428975 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c356e-4161-4b30-bf7f-4749e3b46a00 None None] Pushing event updated for resources: {'Port': ['ID=f6a1878a-7eec-4a70-8d6d-205fb15bf936,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:24:32.437913 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-b44636f4-efb9-4d9d-939d-34dbfa9cd7d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:24:32.439517 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-b44636f4-efb9-4d9d-939d-34dbfa9cd7d4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/networks?id=0f948d9a-8dfc-414b-b795-d722e910d0c4 HTTP/1.1" status: 200 len: 797 time: 0.1184814 Apr 20 14:24:32.456966 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-26fd8bcc-cd70-46aa-9c63-5aa94e8eb28b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/quotas/f7d350484fd744aba8607d7467eb1568 HTTP/1.1" status: 200 len: 375 time: 0.0102396 Apr 20 14:24:32.523959 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12f6f94-0727-46cd-b7de-1383e123b547 None None] Sync routers for ids ['7b800bb1-d2f3-4851-9c99-36ede1b19086'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:24:32.543238 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-0bac4948-c4a7-4bbb-843a-e8632dc13ea7 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f7d350484fd744aba8607d7467eb1568&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0718946 Apr 20 14:24:32.559676 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-4981f673-bcee-43e7-9da1-3ad416233a8f None None] Provisioning complete for port 51769d3b-a1f1-452f-ab08-66d8ca51d7ee triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:24:32.560053 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4981f673-bcee-43e7-9da1-3ad416233a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:32.563724 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12f6f94-0727-46cd-b7de-1383e123b547 None None] Routers {'7b800bb1-d2f3-4851-9c99-36ede1b19086'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:24:32.564285 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f12f6f94-0727-46cd-b7de-1383e123b547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:24:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['7b800bb1-d2f3-4851-9c99-36ede1b19086'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:24:32.595241 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-4981f673-bcee-43e7-9da1-3ad416233a8f None None] Port 51769d3b-a1f1-452f-ab08-66d8ca51d7ee cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:24:32.606349 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-4981f673-bcee-43e7-9da1-3ad416233a8f None None] Provisioning complete for port f6a1878a-7eec-4a70-8d6d-205fb15bf936 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:24:32.606727 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4981f673-bcee-43e7-9da1-3ad416233a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:32.683111 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-f12f6f94-0727-46cd-b7de-1383e123b547 None None] Set router 7b800bb1-d2f3-4851-9c99-36ede1b19086 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:24:32.689710 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-d401104a-5501-4d71-aa44-6c5dbd963b07 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:24:32.697439 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-d401104a-5501-4d71-aa44-6c5dbd963b07 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1531463 Apr 20 14:24:32.793840 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-cfda5cc0-181b-44b7-ab64-3a26a03f2f43 service neutron] 10.222.0.25 "GET /v2.0/networks/0f948d9a-8dfc-414b-b795-d722e910d0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950155 Apr 20 14:24:32.827269 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-c4bcba96-1f62-4ef4-9b00-923b3a667e7b None None] Provisioning complete for port 51769d3b-a1f1-452f-ab08-66d8ca51d7ee triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:24:32.827678 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c4bcba96-1f62-4ef4-9b00-923b3a667e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:32.871695 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-c4bcba96-1f62-4ef4-9b00-923b3a667e7b None None] Port 51769d3b-a1f1-452f-ab08-66d8ca51d7ee cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:24:32.895030 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f12f6f94-0727-46cd-b7de-1383e123b547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b800bb1-d2f3-4851-9c99-36ede1b19086', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733296105', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'af6192a4-a776-4738-9318-69b1693ee46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:24:27Z', 'updated_at': '2022-04-20T14:24:31Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': 'af6192a4-a776-4738-9318-69b1693ee46d', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e9:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b800bb1-d2f3-4851-9c99-36ede1b19086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:24:27Z', 'updated_at': '2022-04-20T14:24:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '51769d3b-a1f1-452f-ab08-66d8ca51d7ee', 'name': '', 'network_id': '0f948d9a-8dfc-414b-b795-d722e910d0c4', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'mac_address': 'fa:16:3e:56:e7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b800bb1-d2f3-4851-9c99-36ede1b19086', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': 'f995bc27-1617-4e3d-b574-2356fc4482a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:24:30Z', 'updated_at': '2022-04-20T14:24:31Z', 'revision_number': 2, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'subnets': [{'id': 'f995bc27-1617-4e3d-b574-2356fc4482a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:24:32.899714 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-ab554f68-8fd4-4dca-9b07-ba19ce0733cc service neutron] 10.222.0.25 "GET /v2.0/networks/0f948d9a-8dfc-414b-b795-d722e910d0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994687 Apr 20 14:24:32.922253 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12f6f94-0727-46cd-b7de-1383e123b547 None None] Checking router: 7b800bb1-d2f3-4851-9c99-36ede1b19086 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:24:32.925939 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12f6f94-0727-46cd-b7de-1383e123b547 None None] Updating router 7b800bb1-d2f3-4851-9c99-36ede1b19086 port 51769d3b-a1f1-452f-ab08-66d8ca51d7ee binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:24:32.961364 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-f12f6f94-0727-46cd-b7de-1383e123b547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:32.987845 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device af6192a4-a776-4738-9318-69b1693ee46d up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:24:33.026475 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-b4497b6d-0805-4eb1-b7ce-0a08d7713379 None None] Provisioning complete for port 51769d3b-a1f1-452f-ab08-66d8ca51d7ee triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:24:33.026928 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b4497b6d-0805-4eb1-b7ce-0a08d7713379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:33.068989 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-b4497b6d-0805-4eb1-b7ce-0a08d7713379 None None] Port 51769d3b-a1f1-452f-ab08-66d8ca51d7ee cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:24:33.071785 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port af6192a4-a776-4738-9318-69b1693ee46d triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:24:33.072136 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:33.158768 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:33.177416 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d88124fa-9d1c-4782-b3fe-c0550f38e74d req-b08f7a50-2875-49f5-9cfb-4b1b148f32a0 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c894611-a71b-4912-9b87-95d456e77e2e HTTP/1.1" status: 200 len: 210 time: 0.0363603 Apr 20 14:24:33.187065 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port af6192a4-a776-4738-9318-69b1693ee46d, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=af6192a4-a776-4738-9318-69b1693ee46d,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:24:33.246593 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-f12f6f94-0727-46cd-b7de-1383e123b547 None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:33.261453 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:33.308269 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=af6192a4-a776-4738-9318-69b1693ee46d,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:24:33.335050 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-f12f6f94-0727-46cd-b7de-1383e123b547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:33.383608 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e6acce-3afb-4083-a15b-eaf2b50691a0 None None] Pushing event updated for resources: {'Port': ['ID=51769d3b-a1f1-452f-ab08-66d8ca51d7ee,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:24:33.409167 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e6acce-3afb-4083-a15b-eaf2b50691a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:33.409167 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e6acce-3afb-4083-a15b-eaf2b50691a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:33.409167 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e6acce-3afb-4083-a15b-eaf2b50691a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:33.409167 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e6acce-3afb-4083-a15b-eaf2b50691a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:33.409167 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e6acce-3afb-4083-a15b-eaf2b50691a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:33.409167 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e6acce-3afb-4083-a15b-eaf2b50691a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:33.409759 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e6acce-3afb-4083-a15b-eaf2b50691a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:33.409862 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e6acce-3afb-4083-a15b-eaf2b50691a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:33.410120 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e6acce-3afb-4083-a15b-eaf2b50691a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:33.410438 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e6acce-3afb-4083-a15b-eaf2b50691a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:33.410754 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e6acce-3afb-4083-a15b-eaf2b50691a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:33.411097 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e6acce-3afb-4083-a15b-eaf2b50691a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:24:33.450063 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-f12f6f94-0727-46cd-b7de-1383e123b547 None None] Attempting to bind port 51769d3b-a1f1-452f-ab08-66d8ca51d7ee on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:24:33.450437 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-f12f6f94-0727-46cd-b7de-1383e123b547 None None] Attempting to bind port 51769d3b-a1f1-452f-ab08-66d8ca51d7ee by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '3763d627-695f-4029-9d3e-aec10df3ee06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0f948d9a-8dfc-414b-b795-d722e910d0c4'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:24:33.450802 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12f6f94-0727-46cd-b7de-1383e123b547 None None] Attempting to bind port 51769d3b-a1f1-452f-ab08-66d8ca51d7ee on network 0f948d9a-8dfc-414b-b795-d722e910d0c4 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:24:33.455931 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12f6f94-0727-46cd-b7de-1383e123b547 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:24:33.457254 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12f6f94-0727-46cd-b7de-1383e123b547 None None] Checking segment: {'id': '3763d627-695f-4029-9d3e-aec10df3ee06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0f948d9a-8dfc-414b-b795-d722e910d0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:24:33.457254 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-f12f6f94-0727-46cd-b7de-1383e123b547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:33.457468 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12f6f94-0727-46cd-b7de-1383e123b547 None None] Bound using segment: {'id': '3763d627-695f-4029-9d3e-aec10df3ee06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0f948d9a-8dfc-414b-b795-d722e910d0c4'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:24:33.457775 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-f12f6f94-0727-46cd-b7de-1383e123b547 None None] Bound port: 51769d3b-a1f1-452f-ab08-66d8ca51d7ee, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3763d627-695f-4029-9d3e-aec10df3ee06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0f948d9a-8dfc-414b-b795-d722e910d0c4'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:24:33.458535 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-f12f6f94-0727-46cd-b7de-1383e123b547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:33.525847 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-f12f6f94-0727-46cd-b7de-1383e123b547 None None] For port 51769d3b-a1f1-452f-ab08-66d8ca51d7ee, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:24:33.529479 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-f12f6f94-0727-46cd-b7de-1383e123b547 None None] For port 51769d3b-a1f1-452f-ab08-66d8ca51d7ee, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=51769d3b-a1f1-452f-ab08-66d8ca51d7ee,segment=NetworkSegment(3763d627-695f-4029-9d3e-aec10df3ee06),segment_id=3763d627-695f-4029-9d3e-aec10df3ee06)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:24:33.592507 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-138463c4-98f5-43d7-b3f4-0ac2d1347ddd None None] Provisioning complete for port 51769d3b-a1f1-452f-ab08-66d8ca51d7ee triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:24:33.592799 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-138463c4-98f5-43d7-b3f4-0ac2d1347ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:33.620015 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-f12f6f94-0727-46cd-b7de-1383e123b547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:33.629974 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-138463c4-98f5-43d7-b3f4-0ac2d1347ddd None None] Port 51769d3b-a1f1-452f-ab08-66d8ca51d7ee cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:24:33.674565 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12f6f94-0727-46cd-b7de-1383e123b547 None None] Routers {'7b800bb1-d2f3-4851-9c99-36ede1b19086'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:24:33.675206 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f12f6f94-0727-46cd-b7de-1383e123b547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:24:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['7b800bb1-d2f3-4851-9c99-36ede1b19086'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:24:33.808115 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e6acce-3afb-4083-a15b-eaf2b50691a0 None None] Pushing event updated for resources: {'Port': ['ID=51769d3b-a1f1-452f-ab08-66d8ca51d7ee,revision_number=4']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:24:33.879979 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-f12f6f94-0727-46cd-b7de-1383e123b547 None None] Set router 7b800bb1-d2f3-4851-9c99-36ede1b19086 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:24:33.951098 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-93e5ce44-b9d9-4b62-9c08-f99dee42c510 None None] Provisioning complete for port 51769d3b-a1f1-452f-ab08-66d8ca51d7ee triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:24:33.951612 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-93e5ce44-b9d9-4b62-9c08-f99dee42c510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:34.029019 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f6a1878a-7eec-4a70-8d6d-205fb15bf936 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:24:34.054948 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-93e5ce44-b9d9-4b62-9c08-f99dee42c510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:34.079956 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f12f6f94-0727-46cd-b7de-1383e123b547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b800bb1-d2f3-4851-9c99-36ede1b19086', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733296105', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'af6192a4-a776-4738-9318-69b1693ee46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:24:27Z', 'updated_at': '2022-04-20T14:24:31Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': 'af6192a4-a776-4738-9318-69b1693ee46d', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b800bb1-d2f3-4851-9c99-36ede1b19086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:24:27Z', 'updated_at': '2022-04-20T14:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '51769d3b-a1f1-452f-ab08-66d8ca51d7ee', 'name': '', 'network_id': '0f948d9a-8dfc-414b-b795-d722e910d0c4', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'mac_address': 'fa:16:3e:56:e7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b800bb1-d2f3-4851-9c99-36ede1b19086', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': 'f995bc27-1617-4e3d-b574-2356fc4482a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:24:30Z', 'updated_at': '2022-04-20T14:24:33Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'subnets': [{'id': 'f995bc27-1617-4e3d-b574-2356fc4482a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:24:34.103498 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-93e5ce44-b9d9-4b62-9c08-f99dee42c510 None None] For port 51769d3b-a1f1-452f-ab08-66d8ca51d7ee, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=51769d3b-a1f1-452f-ab08-66d8ca51d7ee,segment=NetworkSegment(3763d627-695f-4029-9d3e-aec10df3ee06),segment_id=3763d627-695f-4029-9d3e-aec10df3ee06)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:24:34.108037 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12f6f94-0727-46cd-b7de-1383e123b547 None None] The sync data for ids ['7b800bb1-d2f3-4851-9c99-36ede1b19086'] in n-d-836015-7 is: [{'id': '7b800bb1-d2f3-4851-9c99-36ede1b19086', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733296105', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'af6192a4-a776-4738-9318-69b1693ee46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:24:27Z', 'updated_at': '2022-04-20T14:24:31Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': 'af6192a4-a776-4738-9318-69b1693ee46d', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b800bb1-d2f3-4851-9c99-36ede1b19086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:24:27Z', 'updated_at': '2022-04-20T14:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '51769d3b-a1f1-452f-ab08-66d8ca51d7ee', 'name': '', 'network_id': '0f948d9a-8dfc-414b-b795-d722e910d0c4', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'mac_address': 'fa:16:3e:56:e7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b800bb1-d2f3-4851-9c99-36ede1b19086', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': 'f995bc27-1617-4e3d-b574-2356fc4482a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:24:30Z', 'updated_at': '2022-04-20T14:24:33Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'subnets': [{'id': 'f995bc27-1617-4e3d-b574-2356fc4482a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:24:34.111544 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port f6a1878a-7eec-4a70-8d6d-205fb15bf936 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:24:34.111921 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:34.287025 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c9cad4b4-01ba-4852-b8fc-1e50d7798414 req-67152b4b-a6e2-43c0-831d-550804eadf65 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c894611-a71b-4912-9b87-95d456e77e2e HTTP/1.1" status: 200 len: 210 time: 0.0286834 Apr 20 14:24:34.308776 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-93e5ce44-b9d9-4b62-9c08-f99dee42c510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:34.371754 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e5ce44-b9d9-4b62-9c08-f99dee42c510 None None] Pushing event updated for resources: {'Port': ['ID=51769d3b-a1f1-452f-ab08-66d8ca51d7ee,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:24:34.413007 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device af6192a4-a776-4738-9318-69b1693ee46d up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:24:34.464747 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port af6192a4-a776-4738-9318-69b1693ee46d triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:24:34.465118 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:35.309997 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-b0cb886d-8465-4780-9705-a77be8052f57 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:24:35.311522 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-b0cb886d-8465-4780-9705-a77be8052f57 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.15 "GET /v2.0/networks?id=0f948d9a-8dfc-414b-b795-d722e910d0c4 HTTP/1.1" status: 200 len: 797 time: 0.1010020 Apr 20 14:24:35.355162 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-48abcaeb-55e9-4123-a38c-fe24c061a126 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7d350484fd744aba8607d7467eb1568 HTTP/1.1" status: 200 len: 379 time: 0.0345619 Apr 20 14:24:35.365538 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-04018536-8914-440e-aef2-f42beb281d49 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'port': {'device_id': '8c894611-a71b-4912-9b87-95d456e77e2e', 'network_id': '0f948d9a-8dfc-414b-b795-d722e910d0c4', 'admin_state_up': True, 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'security_groups': ['a17df1a1-8467-415f-a942-fd7a25cd5f6c']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:24:35.407431 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ce10c88f-7b17-4382-a723-438eb5f833d8 req-63590435-ad22-4b0d-8775-4a0cb115dbc8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c894611-a71b-4912-9b87-95d456e77e2e HTTP/1.1" status: 200 len: 210 time: 0.0385001 Apr 20 14:24:35.546364 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-04018536-8914-440e-aef2-f42beb281d49 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Made reservation on behalf of f7d350484fd744aba8607d7467eb1568 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:24:35.549923 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-04018536-8914-440e-aef2-f42beb281d49 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:35.676909 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-04018536-8914-440e-aef2-f42beb281d49 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Allocated IP 172.20.0.8 (0f948d9a-8dfc-414b-b795-d722e910d0c4/f995bc27-1617-4e3d-b574-2356fc4482a8/088b68c8-c3ea-494d-86e9-3922a0880bf3) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:24:35.807334 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-04018536-8914-440e-aef2-f42beb281d49 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:35.893719 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-04018536-8914-440e-aef2-f42beb281d49 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:35.938119 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-04018536-8914-440e-aef2-f42beb281d49 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Network 0f948d9a-8dfc-414b-b795-d722e910d0c4 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:24:35.943537 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-04018536-8914-440e-aef2-f42beb281d49 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:24:35.947446 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-04018536-8914-440e-aef2-f42beb281d49 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:24:36.009068 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04018536-8914-440e-aef2-f42beb281d49 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'Port': ['ID=088b68c8-c3ea-494d-86e9-3922a0880bf3,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:24:36.009068 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-04018536-8914-440e-aef2-f42beb281d49 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:24:36.009068 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-04018536-8914-440e-aef2-f42beb281d49 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:36.036312 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 51769d3b-a1f1-452f-ab08-66d8ca51d7ee up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:24:36.091695 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 51769d3b-a1f1-452f-ab08-66d8ca51d7ee triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:24:36.092067 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:36.109539 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-04018536-8914-440e-aef2-f42beb281d49 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7480950 Apr 20 14:24:36.120004 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-cc425039-4784-4987-a4ec-01ac226c1f19 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:24:36.121032 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-cc425039-4784-4987-a4ec-01ac226c1f19 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055335 Apr 20 14:24:36.182295 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-f4fd33c8-89f0-4f37-bb50-765bf997abd7 service neutron] Request body: {'port': {'device_id': '8c894611-a71b-4912-9b87-95d456e77e2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:24:36.235036 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-f4fd33c8-89f0-4f37-bb50-765bf997abd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:36.242182 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-c3640f6c-6562-42f4-aeb9-a7b93b366dd0 None None] Provisioning complete for port 088b68c8-c3ea-494d-86e9-3922a0880bf3 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:24:36.242625 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c3640f6c-6562-42f4-aeb9-a7b93b366dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:36.275612 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-c3640f6c-6562-42f4-aeb9-a7b93b366dd0 None None] Port 088b68c8-c3ea-494d-86e9-3922a0880bf3 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:24:36.519245 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-f4fd33c8-89f0-4f37-bb50-765bf997abd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 088b68c8-c3ea-494d-86e9-3922a0880bf3 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:24:36.528923 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-f4fd33c8-89f0-4f37-bb50-765bf997abd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:36.546555 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-f4fd33c8-89f0-4f37-bb50-765bf997abd7 service neutron] Transition to ACTIVE for port object 088b68c8-c3ea-494d-86e9-3922a0880bf3 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:24:36.554776 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681d11e-0057-4e27-bcc6-28a8ead56fd1 req-1628e8dc-11d7-4908-94bb-78cd18a2fee5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:24:36.559342 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5681d11e-0057-4e27-bcc6-28a8ead56fd1 req-1628e8dc-11d7-4908-94bb-78cd18a2fee5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c894611-a71b-4912-9b87-95d456e77e2e HTTP/1.1" status: 200 len: 931 time: 0.0747631 Apr 20 14:24:36.593247 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5681d11e-0057-4e27-bcc6-28a8ead56fd1 req-53b05898-4e75-4e4e-b358-064441d645ee tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=a17df1a1-8467-415f-a942-fd7a25cd5f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308425 Apr 20 14:24:36.620867 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-f4fd33c8-89f0-4f37-bb50-765bf997abd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:36.690854 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd33c8-89f0-4f37-bb50-765bf997abd7 service neutron] Pushing event updated for resources: {'Port': ['ID=088b68c8-c3ea-494d-86e9-3922a0880bf3,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:24:36.741783 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-f4fd33c8-89f0-4f37-bb50-765bf997abd7 service neutron] Attempting to bind port 088b68c8-c3ea-494d-86e9-3922a0880bf3 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:24:36.742120 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-f4fd33c8-89f0-4f37-bb50-765bf997abd7 service neutron] Attempting to bind port 088b68c8-c3ea-494d-86e9-3922a0880bf3 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '3763d627-695f-4029-9d3e-aec10df3ee06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0f948d9a-8dfc-414b-b795-d722e910d0c4'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:24:36.742582 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-f4fd33c8-89f0-4f37-bb50-765bf997abd7 service neutron] Attempting to bind port 088b68c8-c3ea-494d-86e9-3922a0880bf3 on network 0f948d9a-8dfc-414b-b795-d722e910d0c4 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:24:36.753682 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-f4fd33c8-89f0-4f37-bb50-765bf997abd7 service neutron] Port 088b68c8-c3ea-494d-86e9-3922a0880bf3 on network 0f948d9a-8dfc-414b-b795-d722e910d0c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:24:36.754008 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-f4fd33c8-89f0-4f37-bb50-765bf997abd7 service neutron] Attempting to bind port 088b68c8-c3ea-494d-86e9-3922a0880bf3 on network 0f948d9a-8dfc-414b-b795-d722e910d0c4 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:24:36.759236 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-f4fd33c8-89f0-4f37-bb50-765bf997abd7 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:24:36.759606 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-f4fd33c8-89f0-4f37-bb50-765bf997abd7 service neutron] Checking segment: {'id': '3763d627-695f-4029-9d3e-aec10df3ee06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0f948d9a-8dfc-414b-b795-d722e910d0c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:24:36.759993 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-f4fd33c8-89f0-4f37-bb50-765bf997abd7 service neutron] Bound using segment: {'id': '3763d627-695f-4029-9d3e-aec10df3ee06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0f948d9a-8dfc-414b-b795-d722e910d0c4'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:24:36.760428 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-f4fd33c8-89f0-4f37-bb50-765bf997abd7 service neutron] Bound port: 088b68c8-c3ea-494d-86e9-3922a0880bf3, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3763d627-695f-4029-9d3e-aec10df3ee06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0f948d9a-8dfc-414b-b795-d722e910d0c4'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:24:36.760791 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-f4fd33c8-89f0-4f37-bb50-765bf997abd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:36.825088 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-f4fd33c8-89f0-4f37-bb50-765bf997abd7 service neutron] For port 088b68c8-c3ea-494d-86e9-3922a0880bf3, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:24:36.828158 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-f4fd33c8-89f0-4f37-bb50-765bf997abd7 service neutron] For port 088b68c8-c3ea-494d-86e9-3922a0880bf3, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=088b68c8-c3ea-494d-86e9-3922a0880bf3,segment=NetworkSegment(3763d627-695f-4029-9d3e-aec10df3ee06),segment_id=3763d627-695f-4029-9d3e-aec10df3ee06)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:24:36.922852 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-f4fd33c8-89f0-4f37-bb50-765bf997abd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:36.958808 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-f4fd33c8-89f0-4f37-bb50-765bf997abd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:24:36.959438 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-f4fd33c8-89f0-4f37-bb50-765bf997abd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:36.960850 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-f4fd33c8-89f0-4f37-bb50-765bf997abd7 service neutron] 10.222.0.15 "PUT /v2.0/ports/088b68c8-c3ea-494d-86e9-3922a0880bf3 HTTP/1.1" status: 200 len: 1091 time: 0.8312979 Apr 20 14:24:36.961293 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c894611-a71b-4912-9b87-95d456e77e2e', 'tag': '088b68c8-c3ea-494d-86e9-3922a0880bf3'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:24:36.963919 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be226f7c-453f-4490-b438-005911961c9c" -d '{"events": [{"name": "network-changed", "server_uuid": "8c894611-a71b-4912-9b87-95d456e77e2e", "tag": "088b68c8-c3ea-494d-86e9-3922a0880bf3"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:24:36.996778 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd33c8-89f0-4f37-bb50-765bf997abd7 service neutron] Pushing event updated for resources: {'Port': ['ID=088b68c8-c3ea-494d-86e9-3922a0880bf3,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:24:37.011032 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53ec5e2-748c-4631-bb57-f4972cbe884b x-openstack-request-id: req-e53ec5e2-748c-4631-bb57-f4972cbe884b {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:24:37.011032 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c894611-a71b-4912-9b87-95d456e77e2e", "tag": "088b68c8-c3ea-494d-86e9-3922a0880bf3", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:24:37.011032 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e53ec5e2-748c-4631-bb57-f4972cbe884b {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:24:37.011032 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e53ec5e2-748c-4631-bb57-f4972cbe884b'] response: {'name': 'network-changed', 'server_uuid': '8c894611-a71b-4912-9b87-95d456e77e2e', 'tag': '088b68c8-c3ea-494d-86e9-3922a0880bf3', 'status': 'completed', 'code': 200} Apr 20 14:24:37.078253 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be226f7c-453f-4490-b438-005911961c9c req-9ab6db2a-5743-4617-b5f1-988d7ea13a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:24:37.079809 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be226f7c-453f-4490-b438-005911961c9c req-9ab6db2a-5743-4617-b5f1-988d7ea13a5c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7d350484fd744aba8607d7467eb1568&device_id=8c894611-a71b-4912-9b87-95d456e77e2e HTTP/1.1" status: 200 len: 1094 time: 0.0486169 Apr 20 14:24:37.178258 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be226f7c-453f-4490-b438-005911961c9c req-e4962fb3-b5d7-4a3d-82d3-f468b4fea8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:24:37.179741 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be226f7c-453f-4490-b438-005911961c9c req-e4962fb3-b5d7-4a3d-82d3-f468b4fea8ae service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f7d350484fd744aba8607d7467eb1568&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0917206 Apr 20 14:24:37.274563 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be226f7c-453f-4490-b438-005911961c9c req-63c4ca10-9418-4c44-9957-131d4c565d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:24:37.276026 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be226f7c-453f-4490-b438-005911961c9c req-63c4ca10-9418-4c44-9957-131d4c565d4b service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895195 Apr 20 14:24:37.352257 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-be4adcef-1752-4646-841a-b32e7f142003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:24:37.353716 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-be4adcef-1752-4646-841a-b32e7f142003 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7d350484fd744aba8607d7467eb1568&device_id=8c894611-a71b-4912-9b87-95d456e77e2e HTTP/1.1" status: 200 len: 1094 time: 0.0409567 Apr 20 14:24:37.393527 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-0bddd6ed-ccc7-4217-a510-c8edd4965f5a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=088b68c8-c3ea-494d-86e9-3922a0880bf3 HTTP/1.1" status: 200 len: 217 time: 0.0323274 Apr 20 14:24:37.444358 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-0c135645-abeb-464d-9203-9638490c32c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:24:37.445775 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-0c135645-abeb-464d-9203-9638490c32c0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f995bc27-1617-4e3d-b574-2356fc4482a8 HTTP/1.1" status: 200 len: 835 time: 0.0460360 Apr 20 14:24:37.491503 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-9e19ace9-ef13-4f8b-b9ea-a7b848856caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:24:37.492997 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-9e19ace9-ef13-4f8b-b9ea-a7b848856caf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0f948d9a-8dfc-414b-b795-d722e910d0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400524 Apr 20 14:24:37.585640 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-ec44b864-eda8-473b-a9aa-dac63da30517 service neutron] 10.222.0.15 "GET /v2.0/networks/0f948d9a-8dfc-414b-b795-d722e910d0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848246 Apr 20 14:24:37.702274 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-98f4a8ce-4906-4432-ac44-ab8d16cb31d5 req-99e92e1b-407f-4235-bbc9-a2593b4bcf54 service neutron] 10.222.0.15 "GET /v2.0/networks/0f948d9a-8dfc-414b-b795-d722e910d0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085670 Apr 20 14:24:37.721104 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8548f07-e6d9-4783-9d57-042909b01f8a req-60ee59d1-4f4e-4edb-b46b-482259970160 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:24:37.722548 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f8548f07-e6d9-4783-9d57-042909b01f8a req-60ee59d1-4f4e-4edb-b46b-482259970160 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c894611-a71b-4912-9b87-95d456e77e2e HTTP/1.1" status: 200 len: 943 time: 0.0602705 Apr 20 14:24:37.760516 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f8548f07-e6d9-4783-9d57-042909b01f8a req-d075b1a8-75a4-4f10-ab0e-6bba364d434c tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=a17df1a1-8467-415f-a942-fd7a25cd5f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318565 Apr 20 14:24:38.880663 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840660d-f04c-4683-8c94-2bca7cb81991 req-c8a0dc27-630e-4692-8006-09cc8c8bc08e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:24:38.882114 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b840660d-f04c-4683-8c94-2bca7cb81991 req-c8a0dc27-630e-4692-8006-09cc8c8bc08e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c894611-a71b-4912-9b87-95d456e77e2e HTTP/1.1" status: 200 len: 943 time: 0.0526009 Apr 20 14:24:39.206818 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b840660d-f04c-4683-8c94-2bca7cb81991 req-b7c657e3-9edb-40c1-bb34-459cace0f90b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=a17df1a1-8467-415f-a942-fd7a25cd5f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3183367 Apr 20 14:24:40.320044 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cc8b6-afad-4ff4-9b4e-239371afac2b req-c34ef89e-7f29-40ac-9265-e7310fcb3f93 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:24:40.321479 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7c9cc8b6-afad-4ff4-9b4e-239371afac2b req-c34ef89e-7f29-40ac-9265-e7310fcb3f93 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c894611-a71b-4912-9b87-95d456e77e2e HTTP/1.1" status: 200 len: 943 time: 0.0475616 Apr 20 14:24:40.357434 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7c9cc8b6-afad-4ff4-9b4e-239371afac2b req-3ddb6ea1-c68f-487d-be7a-58dc298cdb0d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=a17df1a1-8467-415f-a942-fd7a25cd5f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301104 Apr 20 14:24:40.871637 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 088b68c8-c3ea-494d-86e9-3922a0880bf3 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:24:40.963975 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 088b68c8-c3ea-494d-86e9-3922a0880bf3, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=088b68c8-c3ea-494d-86e9-3922a0880bf3,segment=NetworkSegment(3763d627-695f-4029-9d3e-aec10df3ee06),segment_id=3763d627-695f-4029-9d3e-aec10df3ee06)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:24:40.975677 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '088b68c8-c3ea-494d-86e9-3922a0880bf3', 'network_id': '0f948d9a-8dfc-414b-b795-d722e910d0c4', 'port_id': '088b68c8-c3ea-494d-86e9-3922a0880bf3', 'mac_address': 'fa:16:3e:de:c6:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f995bc27-1617-4e3d-b574-2356fc4482a8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:24:41.014916 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:41.028534 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 088b68c8-c3ea-494d-86e9-3922a0880bf3 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:24:41.047038 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 088b68c8-c3ea-494d-86e9-3922a0880bf3, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=088b68c8-c3ea-494d-86e9-3922a0880bf3,segment=NetworkSegment(3763d627-695f-4029-9d3e-aec10df3ee06),segment_id=3763d627-695f-4029-9d3e-aec10df3ee06)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:24:41.122163 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:41.170684 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=088b68c8-c3ea-494d-86e9-3922a0880bf3,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:24:41.471602 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e7b90-ad56-4170-b75c-3a75899c4b65 req-99c95d57-af9d-4b60-bd18-a86ff4160bd8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:24:41.473049 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9c2e7b90-ad56-4170-b75c-3a75899c4b65 req-99c95d57-af9d-4b60-bd18-a86ff4160bd8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c894611-a71b-4912-9b87-95d456e77e2e HTTP/1.1" status: 200 len: 944 time: 0.0482433 Apr 20 14:24:41.494200 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['088b68c8-c3ea-494d-86e9-3922a0880bf3'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:24:41.511240 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9c2e7b90-ad56-4170-b75c-3a75899c4b65 req-1b9cdcbd-3310-4b0b-b4ac-f6f5f010accb tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=a17df1a1-8467-415f-a942-fd7a25cd5f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320609 Apr 20 14:24:42.629316 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37975ac8-a5df-46e0-8be1-3c1b0636a3a1 req-119957bb-d1fc-430f-a195-5b72569d4511 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:24:42.630746 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-37975ac8-a5df-46e0-8be1-3c1b0636a3a1 req-119957bb-d1fc-430f-a195-5b72569d4511 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c894611-a71b-4912-9b87-95d456e77e2e HTTP/1.1" status: 200 len: 944 time: 0.0513787 Apr 20 14:24:42.666605 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-37975ac8-a5df-46e0-8be1-3c1b0636a3a1 req-5f8b696c-8e42-4fe8-9812-1582d1022d8c tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=a17df1a1-8467-415f-a942-fd7a25cd5f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299540 Apr 20 14:24:42.876650 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 088b68c8-c3ea-494d-86e9-3922a0880bf3 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:24:42.986077 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 088b68c8-c3ea-494d-86e9-3922a0880bf3 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:24:42.989957 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 088b68c8-c3ea-494d-86e9-3922a0880bf3 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:24:42.990335 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:43.077700 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:43.100863 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c894611-a71b-4912-9b87-95d456e77e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088b68c8-c3ea-494d-86e9-3922a0880bf3'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:24:43.103086 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac87ba4abbb4e8505208ea6fd510b76711e5f2ebc605ae5eca19bb7d33fcf53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1facc8-5cae-4add-90fa-6af94c113078" -d '{"events": [{"server_uuid": "8c894611-a71b-4912-9b87-95d456e77e2e", "name": "network-vif-plugged", "status": "completed", "tag": "088b68c8-c3ea-494d-86e9-3922a0880bf3"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:24:43.115624 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 088b68c8-c3ea-494d-86e9-3922a0880bf3, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=088b68c8-c3ea-494d-86e9-3922a0880bf3,segment=NetworkSegment(3763d627-695f-4029-9d3e-aec10df3ee06),segment_id=3763d627-695f-4029-9d3e-aec10df3ee06)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:24:43.147094 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:43.169681 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:43.217479 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=088b68c8-c3ea-494d-86e9-3922a0880bf3,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:24:43.267072 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6382700-51d6-42e7-a9de-ca949215398e x-openstack-request-id: req-a6382700-51d6-42e7-a9de-ca949215398e {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:24:43.267391 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c894611-a71b-4912-9b87-95d456e77e2e", "name": "network-vif-plugged", "status": "completed", "tag": "088b68c8-c3ea-494d-86e9-3922a0880bf3", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:24:43.267698 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a6382700-51d6-42e7-a9de-ca949215398e {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:24:43.268090 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6382700-51d6-42e7-a9de-ca949215398e'] response: {'server_uuid': '8c894611-a71b-4912-9b87-95d456e77e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088b68c8-c3ea-494d-86e9-3922a0880bf3', 'code': 200} Apr 20 14:24:43.358067 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7a00c-fff5-4f49-94c1-25e98625b153 req-7a4e2f0e-ae2d-4fa4-a71b-80d417333a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:24:43.359627 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c4d7a00c-fff5-4f49-94c1-25e98625b153 req-7a4e2f0e-ae2d-4fa4-a71b-80d417333a48 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8c894611-a71b-4912-9b87-95d456e77e2e HTTP/1.1" status: 200 len: 1096 time: 0.0390956 Apr 20 14:24:43.392874 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c4d7a00c-fff5-4f49-94c1-25e98625b153 req-7c23f837-5b74-4079-a79f-832c607b2c2c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a17df1a1-8467-415f-a942-fd7a25cd5f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269163 Apr 20 14:24:43.687491 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:43.780911 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511de5f-bccd-4b93-92f1-96a5d312eb8a req-35e39cc9-0289-4889-8d8b-e040e18cd18f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:24:43.782394 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b511de5f-bccd-4b93-92f1-96a5d312eb8a req-35e39cc9-0289-4889-8d8b-e040e18cd18f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c894611-a71b-4912-9b87-95d456e77e2e HTTP/1.1" status: 200 len: 945 time: 0.0496809 Apr 20 14:24:43.819959 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b511de5f-bccd-4b93-92f1-96a5d312eb8a req-31ff9f0a-6d45-47ad-b9da-ade169f59a38 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=a17df1a1-8467-415f-a942-fd7a25cd5f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310283 Apr 20 14:24:44.994960 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7afdbb-dc7e-44d8-882c-6fecc235d926 req-70d6e5c0-dd92-458f-bda0-cc64edd549ad tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:24:44.996434 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6c7afdbb-dc7e-44d8-882c-6fecc235d926 req-70d6e5c0-dd92-458f-bda0-cc64edd549ad tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c894611-a71b-4912-9b87-95d456e77e2e HTTP/1.1" status: 200 len: 945 time: 0.0519245 Apr 20 14:24:45.032288 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6c7afdbb-dc7e-44d8-882c-6fecc235d926 req-99250cff-eaa7-4d9d-ab2d-1a9cd85dcc93 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=a17df1a1-8467-415f-a942-fd7a25cd5f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298297 Apr 20 14:24:45.144424 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78280239-d527-456e-a4be-95c266b6b0de req-3048d2cb-8ad9-418b-af1f-a5ba5ef6025d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:24:45.147275 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-78280239-d527-456e-a4be-95c266b6b0de req-3048d2cb-8ad9-418b-af1f-a5ba5ef6025d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c894611-a71b-4912-9b87-95d456e77e2e HTTP/1.1" status: 200 len: 945 time: 0.0494211 Apr 20 14:24:45.184884 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-78280239-d527-456e-a4be-95c266b6b0de req-d811e590-0ac4-4338-b200-f066936c44b4 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=a17df1a1-8467-415f-a942-fd7a25cd5f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317802 Apr 20 14:24:45.206126 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35414) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:24:45.244689 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3231ed6b-7f8c-4786-bc7e-208f47aec6d8 tempest-TestNetworkAdvancedServerOps-1565287851 tempest-TestNetworkAdvancedServerOps-1565287851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:24:45.246174 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-3231ed6b-7f8c-4786-bc7e-208f47aec6d8 tempest-TestNetworkAdvancedServerOps-1565287851 tempest-TestNetworkAdvancedServerOps-1565287851-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8c894611-a71b-4912-9b87-95d456e77e2e HTTP/1.1" status: 200 len: 1091 time: 0.0388262 Apr 20 14:24:45.248873 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35416) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:24:45.252995 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-4a331fcd-a567-453a-a717-e1b76b058b2e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'port_id': '088b68c8-c3ea-494d-86e9-3922a0880bf3', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'fixed_ip_address': '172.20.0.8'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:24:45.351968 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4a331fcd-a567-453a-a717-e1b76b058b2e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for floatingip, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:45.449082 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4a331fcd-a567-453a-a717-e1b76b058b2e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:45.554208 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-4a331fcd-a567-453a-a717-e1b76b058b2e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Allocated IP 172.25.8.138 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/ba81da58-64cf-429f-aa4b-a35613903c83) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:24:45.650587 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4a331fcd-a567-453a-a717-e1b76b058b2e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:45.745141 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4a331fcd-a567-453a-a717-e1b76b058b2e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:45.783703 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a331fcd-a567-453a-a717-e1b76b058b2e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:24:45.787009 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-4a331fcd-a567-453a-a717-e1b76b058b2e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:24:45.790632 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a331fcd-a567-453a-a717-e1b76b058b2e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:24:45.795957 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a331fcd-a567-453a-a717-e1b76b058b2e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'Port': ['ID=ba81da58-64cf-429f-aa4b-a35613903c83,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:24:46.144382 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4a331fcd-a567-453a-a717-e1b76b058b2e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:46.277062 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4a331fcd-a567-453a-a717-e1b76b058b2e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:46.420437 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4a331fcd-a567-453a-a717-e1b76b058b2e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:46.494690 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4a331fcd-a567-453a-a717-e1b76b058b2e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:46.565866 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a331fcd-a567-453a-a717-e1b76b058b2e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event updated for resources: {'Port': ['ID=ba81da58-64cf-429f-aa4b-a35613903c83,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:24:46.576336 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4a331fcd-a567-453a-a717-e1b76b058b2e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:46.674428 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-4a331fcd-a567-453a-a717-e1b76b058b2e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Floating IP 9515fc8a-ecce-4d9d-ae8b-376be935ad47 associated. External IP: 172.25.8.138, port: 088b68c8-c3ea-494d-86e9-3922a0880bf3. Apr 20 14:24:46.877454 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a331fcd-a567-453a-a717-e1b76b058b2e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Router 7b800bb1-d2f3-4851-9c99-36ede1b19086 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:24:46.982248 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a331fcd-a567-453a-a717-e1b76b058b2e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:24:46.993210 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ac3705-b702-4b52-bd37-dcf8e3383e0f None None] Sync routers for ids ['7b800bb1-d2f3-4851-9c99-36ede1b19086'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:24:47.002339 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ac3705-b702-4b52-bd37-dcf8e3383e0f None None] Routers {'7b800bb1-d2f3-4851-9c99-36ede1b19086'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:24:47.014322 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-13ac3705-b702-4b52-bd37-dcf8e3383e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:24:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['7b800bb1-d2f3-4851-9c99-36ede1b19086'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:24:47.072750 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4a331fcd-a567-453a-a717-e1b76b058b2e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:47.099920 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4a331fcd-a567-453a-a717-e1b76b058b2e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8500552 Apr 20 14:24:47.100506 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c894611-a71b-4912-9b87-95d456e77e2e', 'tag': '088b68c8-c3ea-494d-86e9-3922a0880bf3'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:24:47.102788 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc75529-cb56-471a-86f2-b744006ec50f" -d '{"events": [{"name": "network-changed", "server_uuid": "8c894611-a71b-4912-9b87-95d456e77e2e", "tag": "088b68c8-c3ea-494d-86e9-3922a0880bf3"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:24:47.109286 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-13ac3705-b702-4b52-bd37-dcf8e3383e0f None None] Set router 7b800bb1-d2f3-4851-9c99-36ede1b19086 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:24:47.140060 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f411f6d0-86bf-4003-b6df-874eaa431234 x-openstack-request-id: req-f411f6d0-86bf-4003-b6df-874eaa431234 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:24:47.140353 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c894611-a71b-4912-9b87-95d456e77e2e", "tag": "088b68c8-c3ea-494d-86e9-3922a0880bf3", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:24:47.140653 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f411f6d0-86bf-4003-b6df-874eaa431234 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:24:47.141207 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f411f6d0-86bf-4003-b6df-874eaa431234'] response: {'name': 'network-changed', 'server_uuid': '8c894611-a71b-4912-9b87-95d456e77e2e', 'tag': '088b68c8-c3ea-494d-86e9-3922a0880bf3', 'status': 'completed', 'code': 200} Apr 20 14:24:47.230452 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2a96d-f0ce-46ae-988a-3c1e0dabe065 req-1e92e266-ec85-4e0a-9fd1-fac456430d4c tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:24:47.231985 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63a2a96d-f0ce-46ae-988a-3c1e0dabe065 req-1e92e266-ec85-4e0a-9fd1-fac456430d4c tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c894611-a71b-4912-9b87-95d456e77e2e HTTP/1.1" status: 200 len: 945 time: 0.0798821 Apr 20 14:24:47.234769 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc75529-cb56-471a-86f2-b744006ec50f req-9bb60de0-6e55-4682-86b7-394190c9ef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:24:47.236168 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7cc75529-cb56-471a-86f2-b744006ec50f req-9bb60de0-6e55-4682-86b7-394190c9ef05 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7d350484fd744aba8607d7467eb1568&device_id=8c894611-a71b-4912-9b87-95d456e77e2e HTTP/1.1" status: 200 len: 1096 time: 0.0717840 Apr 20 14:24:47.319646 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-63a2a96d-f0ce-46ae-988a-3c1e0dabe065 req-3642a973-80be-482d-8227-aad41955d4df tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=a17df1a1-8467-415f-a942-fd7a25cd5f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812855 Apr 20 14:24:47.343520 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35424) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:24:47.346858 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-13ac3705-b702-4b52-bd37-dcf8e3383e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b800bb1-d2f3-4851-9c99-36ede1b19086', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733296105', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'af6192a4-a776-4738-9318-69b1693ee46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:24:27Z', 'updated_at': '2022-04-20T14:24:31Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': 'af6192a4-a776-4738-9318-69b1693ee46d', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b800bb1-d2f3-4851-9c99-36ede1b19086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:24:27Z', 'updated_at': '2022-04-20T14:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '9515fc8a-ecce-4d9d-ae8b-376be935ad47', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'floating_ip_address': '172.25.8.138', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '7b800bb1-d2f3-4851-9c99-36ede1b19086', 'port_id': '088b68c8-c3ea-494d-86e9-3922a0880bf3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f948d9a-8dfc-414b-b795-d722e910d0c4', 'mac_address': 'fa:16:3e:de:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c894611-a71b-4912-9b87-95d456e77e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:24:46Z', 'updated_at': '2022-04-20T14:24:46Z', 'revision_number': 0, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51769d3b-a1f1-452f-ab08-66d8ca51d7ee', 'name': '', 'network_id': '0f948d9a-8dfc-414b-b795-d722e910d0c4', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'mac_address': 'fa:16:3e:56:e7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b800bb1-d2f3-4851-9c99-36ede1b19086', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': 'f995bc27-1617-4e3d-b574-2356fc4482a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:24:30Z', 'updated_at': '2022-04-20T14:24:34Z', 'revision_number': 5, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'subnets': [{'id': 'f995bc27-1617-4e3d-b574-2356fc4482a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:24:47.352143 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc75529-cb56-471a-86f2-b744006ec50f req-890cd09f-2ea5-4929-818b-a0af6931e47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:24:47.353591 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7cc75529-cb56-471a-86f2-b744006ec50f req-890cd09f-2ea5-4929-818b-a0af6931e47a service neutron] 10.222.0.15 "GET /v2.0/networks?id=0f948d9a-8dfc-414b-b795-d722e910d0c4 HTTP/1.1" status: 200 len: 898 time: 0.1090465 Apr 20 14:24:47.378992 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ac3705-b702-4b52-bd37-dcf8e3383e0f None None] Checking router: 7b800bb1-d2f3-4851-9c99-36ede1b19086 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:24:47.387815 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ac3705-b702-4b52-bd37-dcf8e3383e0f None None] Routers {'7b800bb1-d2f3-4851-9c99-36ede1b19086'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:24:47.388374 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-13ac3705-b702-4b52-bd37-dcf8e3383e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:24:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['7b800bb1-d2f3-4851-9c99-36ede1b19086'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:24:47.406587 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0d62a954-12f0-4d32-9aed-f96df4352a9f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/floatingips/9515fc8a-ecce-4d9d-ae8b-376be935ad47 HTTP/1.1" status: 200 len: 991 time: 0.0608058 Apr 20 14:24:47.419302 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7cc75529-cb56-471a-86f2-b744006ec50f req-5184acd4-464c-42c5-b8ac-afd38e98268f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=088b68c8-c3ea-494d-86e9-3922a0880bf3 HTTP/1.1" status: 200 len: 999 time: 0.0586493 Apr 20 14:24:47.470776 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc75529-cb56-471a-86f2-b744006ec50f req-6b542855-32fb-4dea-9bb6-5718e7cac356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:24:47.472246 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7cc75529-cb56-471a-86f2-b744006ec50f req-6b542855-32fb-4dea-9bb6-5718e7cac356 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f995bc27-1617-4e3d-b574-2356fc4482a8 HTTP/1.1" status: 200 len: 835 time: 0.0469263 Apr 20 14:24:47.495531 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-13ac3705-b702-4b52-bd37-dcf8e3383e0f None None] Set router 7b800bb1-d2f3-4851-9c99-36ede1b19086 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:24:47.516613 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc75529-cb56-471a-86f2-b744006ec50f req-a25c37ad-be68-467f-8be6-4d58f3caf58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:24:47.518129 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7cc75529-cb56-471a-86f2-b744006ec50f req-a25c37ad-be68-467f-8be6-4d58f3caf58f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0f948d9a-8dfc-414b-b795-d722e910d0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395904 Apr 20 14:24:47.606888 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7cc75529-cb56-471a-86f2-b744006ec50f req-e09ded4a-6b44-4cf8-81f6-fb5681f04c1c service neutron] 10.222.0.15 "GET /v2.0/networks/0f948d9a-8dfc-414b-b795-d722e910d0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825121 Apr 20 14:24:47.697911 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7cc75529-cb56-471a-86f2-b744006ec50f req-41a5fde0-4f3b-4459-8f84-4c35c6559763 service neutron] 10.222.0.15 "GET /v2.0/networks/0f948d9a-8dfc-414b-b795-d722e910d0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851018 Apr 20 14:24:47.719519 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-13ac3705-b702-4b52-bd37-dcf8e3383e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b800bb1-d2f3-4851-9c99-36ede1b19086', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733296105', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'af6192a4-a776-4738-9318-69b1693ee46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:24:27Z', 'updated_at': '2022-04-20T14:24:31Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': 'af6192a4-a776-4738-9318-69b1693ee46d', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b800bb1-d2f3-4851-9c99-36ede1b19086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:24:27Z', 'updated_at': '2022-04-20T14:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '9515fc8a-ecce-4d9d-ae8b-376be935ad47', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'floating_ip_address': '172.25.8.138', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '7b800bb1-d2f3-4851-9c99-36ede1b19086', 'port_id': '088b68c8-c3ea-494d-86e9-3922a0880bf3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f948d9a-8dfc-414b-b795-d722e910d0c4', 'mac_address': 'fa:16:3e:de:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c894611-a71b-4912-9b87-95d456e77e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:24:46Z', 'updated_at': '2022-04-20T14:24:46Z', 'revision_number': 0, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51769d3b-a1f1-452f-ab08-66d8ca51d7ee', 'name': '', 'network_id': '0f948d9a-8dfc-414b-b795-d722e910d0c4', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'mac_address': 'fa:16:3e:56:e7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b800bb1-d2f3-4851-9c99-36ede1b19086', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': 'f995bc27-1617-4e3d-b574-2356fc4482a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:24:30Z', 'updated_at': '2022-04-20T14:24:34Z', 'revision_number': 5, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'subnets': [{'id': 'f995bc27-1617-4e3d-b574-2356fc4482a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:24:47.746151 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ac3705-b702-4b52-bd37-dcf8e3383e0f None None] The sync data for ids ['7b800bb1-d2f3-4851-9c99-36ede1b19086'] in n-d-836015-7 is: [{'id': '7b800bb1-d2f3-4851-9c99-36ede1b19086', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733296105', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'af6192a4-a776-4738-9318-69b1693ee46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:24:27Z', 'updated_at': '2022-04-20T14:24:31Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': 'af6192a4-a776-4738-9318-69b1693ee46d', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b800bb1-d2f3-4851-9c99-36ede1b19086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:24:27Z', 'updated_at': '2022-04-20T14:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '9515fc8a-ecce-4d9d-ae8b-376be935ad47', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'floating_ip_address': '172.25.8.138', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '7b800bb1-d2f3-4851-9c99-36ede1b19086', 'port_id': '088b68c8-c3ea-494d-86e9-3922a0880bf3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f948d9a-8dfc-414b-b795-d722e910d0c4', 'mac_address': 'fa:16:3e:de:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c894611-a71b-4912-9b87-95d456e77e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:24:46Z', 'updated_at': '2022-04-20T14:24:46Z', 'revision_number': 0, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51769d3b-a1f1-452f-ab08-66d8ca51d7ee', 'name': '', 'network_id': '0f948d9a-8dfc-414b-b795-d722e910d0c4', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'mac_address': 'fa:16:3e:56:e7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b800bb1-d2f3-4851-9c99-36ede1b19086', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': 'f995bc27-1617-4e3d-b574-2356fc4482a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:24:30Z', 'updated_at': '2022-04-20T14:24:34Z', 'revision_number': 5, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'subnets': [{'id': 'f995bc27-1617-4e3d-b574-2356fc4482a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:24:47.960282 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011f6f42-2a9b-44d4-9e3d-30fe27071676 None None] New status for floating IP 9515fc8a-ecce-4d9d-ae8b-376be935ad47: ACTIVE {{(pid=114872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:24:48.409380 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35428) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:24:48.469166 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-73a5679a-4e6d-4f16-b664-0e58a74be19d tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/floatingips/9515fc8a-ecce-4d9d-ae8b-376be935ad47 HTTP/1.1" status: 200 len: 993 time: 0.0585833 Apr 20 14:24:54.546816 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9044c3be-bada-45fe-b733-1e6bb78c3611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:56.849067 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3d7acae9-d1ee-45c7-9fc6-1fd36d607de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:58.386237 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:59.648575 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:24:59.900392 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:25:06.584184 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:25:13.174517 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:25:13.699964 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:25:24.557190 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d6d3747c-aeb0-4ecb-af44-f1b7ffe0c8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:25:26.852857 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-86304002-b96d-445e-b8ca-d4e9457aab3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:25:28.391533 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:25:29.648626 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:25:29.888121 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:25:42.065060 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed2cd160-560a-4b08-957b-e079e0f20976 req-0dc00a79-b5d0-4e95-98ab-9ab4cdff0cd9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8c894611-a71b-4912-9b87-95d456e77e2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442135 Apr 20 14:25:42.144454 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2cd160-560a-4b08-957b-e079e0f20976 req-9a5253e1-aeea-4ccf-b47f-645deb1dc639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:25:42.145948 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed2cd160-560a-4b08-957b-e079e0f20976 req-9a5253e1-aeea-4ccf-b47f-645deb1dc639 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7d350484fd744aba8607d7467eb1568&device_id=8c894611-a71b-4912-9b87-95d456e77e2e HTTP/1.1" status: 200 len: 1096 time: 0.0394449 Apr 20 14:25:42.245705 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2cd160-560a-4b08-957b-e079e0f20976 req-ccb568e9-aae6-4db0-9dca-df1ff03dd782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:25:42.247082 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed2cd160-560a-4b08-957b-e079e0f20976 req-ccb568e9-aae6-4db0-9dca-df1ff03dd782 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0f948d9a-8dfc-414b-b795-d722e910d0c4 HTTP/1.1" status: 200 len: 898 time: 0.0835373 Apr 20 14:25:42.315904 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed2cd160-560a-4b08-957b-e079e0f20976 req-0203cf5e-8c9b-4009-9eb0-d65bdf76c100 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=088b68c8-c3ea-494d-86e9-3922a0880bf3 HTTP/1.1" status: 200 len: 1001 time: 0.0621912 Apr 20 14:25:42.364609 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2cd160-560a-4b08-957b-e079e0f20976 req-e6516ddb-bc1f-4571-bb4c-cebfc534495c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:25:42.366067 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed2cd160-560a-4b08-957b-e079e0f20976 req-e6516ddb-bc1f-4571-bb4c-cebfc534495c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f995bc27-1617-4e3d-b574-2356fc4482a8 HTTP/1.1" status: 200 len: 835 time: 0.0436351 Apr 20 14:25:42.409821 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2cd160-560a-4b08-957b-e079e0f20976 req-69d13f49-aa29-4f77-8bf6-1255777cd4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:25:42.411317 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed2cd160-560a-4b08-957b-e079e0f20976 req-69d13f49-aa29-4f77-8bf6-1255777cd4d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0f948d9a-8dfc-414b-b795-d722e910d0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386965 Apr 20 14:25:42.504536 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed2cd160-560a-4b08-957b-e079e0f20976 req-42d5a240-3e35-464d-8a8e-3d28032a01b9 service neutron] 10.222.0.15 "GET /v2.0/networks/0f948d9a-8dfc-414b-b795-d722e910d0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859547 Apr 20 14:25:42.594162 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ed2cd160-560a-4b08-957b-e079e0f20976 req-78bec1d2-15e2-497a-9996-01fddd695e89 service neutron] 10.222.0.15 "GET /v2.0/networks/0f948d9a-8dfc-414b-b795-d722e910d0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815520 Apr 20 14:25:43.161447 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:25:43.583800 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:25:43.705032 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:25:49.345328 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a56d51-02a6-4b1e-8650-cd69d86d719d req-959b6c72-2da3-474f-8360-74374cd58546 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:25:49.346801 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65a56d51-02a6-4b1e-8650-cd69d86d719d req-959b6c72-2da3-474f-8360-74374cd58546 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c894611-a71b-4912-9b87-95d456e77e2e HTTP/1.1" status: 200 len: 945 time: 0.1179821 Apr 20 14:25:49.382904 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65a56d51-02a6-4b1e-8650-cd69d86d719d req-9cd6c9af-0b4c-42a1-8d73-4af16bb0edfb tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=a17df1a1-8467-415f-a942-fd7a25cd5f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303450 Apr 20 14:25:50.548988 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ff56f-1cae-4d65-9eeb-448a5d0e13d7 req-4af3ac12-320d-4b2b-baf2-a326385523e0 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:25:50.550460 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4e7ff56f-1cae-4d65-9eeb-448a5d0e13d7 req-4af3ac12-320d-4b2b-baf2-a326385523e0 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c894611-a71b-4912-9b87-95d456e77e2e HTTP/1.1" status: 200 len: 945 time: 0.0964549 Apr 20 14:25:50.587765 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4e7ff56f-1cae-4d65-9eeb-448a5d0e13d7 req-bdbb2cf2-1310-41b7-9b34-af0ce1d80d1c tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=a17df1a1-8467-415f-a942-fd7a25cd5f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313551 Apr 20 14:25:51.702924 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d090fbf-25b3-4598-9101-9325f54d41c9 req-832a6ea9-9889-40e8-9a72-c79d0b4c0227 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:25:51.704404 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2d090fbf-25b3-4598-9101-9325f54d41c9 req-832a6ea9-9889-40e8-9a72-c79d0b4c0227 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c894611-a71b-4912-9b87-95d456e77e2e HTTP/1.1" status: 200 len: 945 time: 0.0478816 Apr 20 14:25:51.741694 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2d090fbf-25b3-4598-9101-9325f54d41c9 req-b56a2696-a209-4e7c-b4c3-14112ad4e9c9 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=a17df1a1-8467-415f-a942-fd7a25cd5f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310609 Apr 20 14:25:51.763043 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35472) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:25:51.825398 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-773ea0be-8a58-43db-8bbe-6357dc6af83f tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/floatingips/9515fc8a-ecce-4d9d-ae8b-376be935ad47 HTTP/1.1" status: 200 len: 993 time: 0.0611601 Apr 20 14:25:53.278820 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1578ebc-6ac8-45d1-80ee-e133fba6258e req-d8cee319-2ec1-41c5-9c57-8b54a154c928 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:25:53.280359 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1578ebc-6ac8-45d1-80ee-e133fba6258e req-d8cee319-2ec1-41c5-9c57-8b54a154c928 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c894611-a71b-4912-9b87-95d456e77e2e HTTP/1.1" status: 200 len: 945 time: 0.0530069 Apr 20 14:25:53.328697 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d1578ebc-6ac8-45d1-80ee-e133fba6258e req-275d29f7-1af2-4261-b530-b6d4162b0c7b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=a17df1a1-8467-415f-a942-fd7a25cd5f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422239 Apr 20 14:25:53.360193 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8e343-31ea-406a-ad86-b147520d0e1e req-a7e9a60a-40d4-4e1d-aaf7-2f94ba7a9684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:25:53.361643 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-58d8e343-31ea-406a-ad86-b147520d0e1e req-a7e9a60a-40d4-4e1d-aaf7-2f94ba7a9684 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7d350484fd744aba8607d7467eb1568&device_id=8c894611-a71b-4912-9b87-95d456e77e2e HTTP/1.1" status: 200 len: 1096 time: 0.0479352 Apr 20 14:25:53.448895 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8e343-31ea-406a-ad86-b147520d0e1e req-6aaf63d8-de0f-4be0-8a6c-ab62d947d3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:25:53.450299 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-58d8e343-31ea-406a-ad86-b147520d0e1e req-6aaf63d8-de0f-4be0-8a6c-ab62d947d3ec service neutron] 10.222.0.15 "GET /v2.0/networks?id=0f948d9a-8dfc-414b-b795-d722e910d0c4 HTTP/1.1" status: 200 len: 898 time: 0.0823481 Apr 20 14:25:53.518069 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-58d8e343-31ea-406a-ad86-b147520d0e1e req-9bb69bf2-a6dc-428e-9285-c1d6ca006ff5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=088b68c8-c3ea-494d-86e9-3922a0880bf3 HTTP/1.1" status: 200 len: 1001 time: 0.0614369 Apr 20 14:25:53.564794 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8e343-31ea-406a-ad86-b147520d0e1e req-427b0599-6415-4359-95b5-9eea00eb8651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:25:53.566225 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-58d8e343-31ea-406a-ad86-b147520d0e1e req-427b0599-6415-4359-95b5-9eea00eb8651 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f995bc27-1617-4e3d-b574-2356fc4482a8 HTTP/1.1" status: 200 len: 835 time: 0.0423219 Apr 20 14:25:53.610300 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8e343-31ea-406a-ad86-b147520d0e1e req-5f83b454-3092-4d03-9725-b39e1d5f5e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:25:53.611813 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-58d8e343-31ea-406a-ad86-b147520d0e1e req-5f83b454-3092-4d03-9725-b39e1d5f5e40 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0f948d9a-8dfc-414b-b795-d722e910d0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389004 Apr 20 14:25:53.700404 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-58d8e343-31ea-406a-ad86-b147520d0e1e req-d7167697-db19-438c-a0d9-20ccee119e07 service neutron] 10.222.0.15 "GET /v2.0/networks/0f948d9a-8dfc-414b-b795-d722e910d0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822554 Apr 20 14:25:53.786590 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-58d8e343-31ea-406a-ad86-b147520d0e1e req-65ef3381-99ad-4f3f-9586-6a5a7e84348a service neutron] 10.222.0.15 "GET /v2.0/networks/0f948d9a-8dfc-414b-b795-d722e910d0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797284 Apr 20 14:25:54.446674 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fab4f6-d21a-4724-9b5b-3c1b927fd7b7 req-4a3dc8c5-5ddc-4152-b1ed-43dc7504c019 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:25:54.448268 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-16fab4f6-d21a-4724-9b5b-3c1b927fd7b7 req-4a3dc8c5-5ddc-4152-b1ed-43dc7504c019 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c894611-a71b-4912-9b87-95d456e77e2e HTTP/1.1" status: 200 len: 945 time: 0.0492020 Apr 20 14:25:54.487927 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-16fab4f6-d21a-4724-9b5b-3c1b927fd7b7 req-db83035d-fe57-42f1-a2ab-b6e1d61c55be tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=a17df1a1-8467-415f-a942-fd7a25cd5f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328362 Apr 20 14:25:54.539031 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4e200389-c171-451a-b684-fd9a97bd5889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:25:55.606444 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b90384-db3e-4ea9-b20d-0618e9afcbe2 req-74fa4001-4237-4aa3-9d5f-d72ebc2f9954 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:25:55.607932 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-51b90384-db3e-4ea9-b20d-0618e9afcbe2 req-74fa4001-4237-4aa3-9d5f-d72ebc2f9954 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c894611-a71b-4912-9b87-95d456e77e2e HTTP/1.1" status: 200 len: 945 time: 0.0526404 Apr 20 14:25:55.644957 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-51b90384-db3e-4ea9-b20d-0618e9afcbe2 req-4718c379-77b9-4f23-b92b-aac618e70ef3 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=a17df1a1-8467-415f-a942-fd7a25cd5f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310323 Apr 20 14:25:55.666138 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35484) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:25:55.725261 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-54c2d919-0bb0-4ca3-b23f-b3682773c8db tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/floatingips/9515fc8a-ecce-4d9d-ae8b-376be935ad47 HTTP/1.1" status: 200 len: 993 time: 0.0579956 Apr 20 14:25:55.940679 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35490) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:25:56.094580 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-8abdd6f1-9670-4f1c-8c08-318a818a33fc tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Deleting port ba81da58-64cf-429f-aa4b-a35613903c83 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:25:56.094929 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8abdd6f1-9670-4f1c-8c08-318a818a33fc tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:25:56.170301 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8abdd6f1-9670-4f1c-8c08-318a818a33fc tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:25:56.170626 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8abdd6f1-9670-4f1c-8c08-318a818a33fc tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:25:56.181870 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-8abdd6f1-9670-4f1c-8c08-318a818a33fc tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Calling delete_port for ba81da58-64cf-429f-aa4b-a35613903c83 owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:25:56.385400 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8abdd6f1-9670-4f1c-8c08-318a818a33fc tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:25:56.408581 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abdd6f1-9670-4f1c-8c08-318a818a33fc tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event deleted for resources: {'Port': ['ID=ba81da58-64cf-429f-aa4b-a35613903c83,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:25:56.421079 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abdd6f1-9670-4f1c-8c08-318a818a33fc tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:25:56.421893 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abdd6f1-9670-4f1c-8c08-318a818a33fc tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:25:56.421893 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abdd6f1-9670-4f1c-8c08-318a818a33fc tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:25:56.422112 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abdd6f1-9670-4f1c-8c08-318a818a33fc tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:25:56.422387 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abdd6f1-9670-4f1c-8c08-318a818a33fc tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:25:56.422716 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abdd6f1-9670-4f1c-8c08-318a818a33fc tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:25:56.423048 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abdd6f1-9670-4f1c-8c08-318a818a33fc tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:25:56.423388 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abdd6f1-9670-4f1c-8c08-318a818a33fc tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:25:56.423725 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abdd6f1-9670-4f1c-8c08-318a818a33fc tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:25:56.424042 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abdd6f1-9670-4f1c-8c08-318a818a33fc tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:25:56.424361 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abdd6f1-9670-4f1c-8c08-318a818a33fc tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:25:56.424679 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abdd6f1-9670-4f1c-8c08-318a818a33fc tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:25:56.481841 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8abdd6f1-9670-4f1c-8c08-318a818a33fc tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for floatingip, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:25:56.482179 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-8abdd6f1-9670-4f1c-8c08-318a818a33fc tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Floating IP 9515fc8a-ecce-4d9d-ae8b-376be935ad47 disassociated (deleted). External IP: 172.25.8.138, port: 088b68c8-c3ea-494d-86e9-3922a0880bf3. Apr 20 14:25:56.685077 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8abdd6f1-9670-4f1c-8c08-318a818a33fc tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Router 7b800bb1-d2f3-4851-9c99-36ede1b19086 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:25:56.848080 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-40128a00-c955-498b-9109-1cc5077754cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:25:57.076037 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abdd6f1-9670-4f1c-8c08-318a818a33fc tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:25:57.080986 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-8abdd6f1-9670-4f1c-8c08-318a818a33fc tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:25:57.085803 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bf9dfc-ce48-446b-ab37-bcfa204aa699 None None] Sync routers for ids ['7b800bb1-d2f3-4851-9c99-36ede1b19086'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:25:57.095013 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bf9dfc-ce48-446b-ab37-bcfa204aa699 None None] Routers {'7b800bb1-d2f3-4851-9c99-36ede1b19086'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:25:57.095661 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-50bf9dfc-ce48-446b-ab37-bcfa204aa699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:25:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['7b800bb1-d2f3-4851-9c99-36ede1b19086'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:25:57.108107 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-8abdd6f1-9670-4f1c-8c08-318a818a33fc tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "DELETE /v2.0/floatingips/9515fc8a-ecce-4d9d-ae8b-376be935ad47 HTTP/1.1" status: 204 len: 168 time: 1.1663556 Apr 20 14:25:57.108778 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c894611-a71b-4912-9b87-95d456e77e2e', 'tag': '088b68c8-c3ea-494d-86e9-3922a0880bf3'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:25:57.111111 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64090aec-335c-483a-8dc2-88106d194be4" -d '{"events": [{"name": "network-changed", "server_uuid": "8c894611-a71b-4912-9b87-95d456e77e2e", "tag": "088b68c8-c3ea-494d-86e9-3922a0880bf3"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:25:57.151299 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695b62b6-2738-488c-b014-3a8bda3c1a53 x-openstack-request-id: req-695b62b6-2738-488c-b014-3a8bda3c1a53 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:25:57.152005 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c894611-a71b-4912-9b87-95d456e77e2e", "tag": "088b68c8-c3ea-494d-86e9-3922a0880bf3", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:25:57.152321 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-695b62b6-2738-488c-b014-3a8bda3c1a53 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:25:57.155295 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-695b62b6-2738-488c-b014-3a8bda3c1a53'] response: {'name': 'network-changed', 'server_uuid': '8c894611-a71b-4912-9b87-95d456e77e2e', 'tag': '088b68c8-c3ea-494d-86e9-3922a0880bf3', 'status': 'completed', 'code': 200} Apr 20 14:25:57.203313 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-50bf9dfc-ce48-446b-ab37-bcfa204aa699 None None] Set router 7b800bb1-d2f3-4851-9c99-36ede1b19086 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:25:57.211495 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64090aec-335c-483a-8dc2-88106d194be4 req-ddfd65ea-4332-43c3-b1a5-48a14160754e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:25:57.213126 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-64090aec-335c-483a-8dc2-88106d194be4 req-ddfd65ea-4332-43c3-b1a5-48a14160754e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7d350484fd744aba8607d7467eb1568&device_id=8c894611-a71b-4912-9b87-95d456e77e2e HTTP/1.1" status: 200 len: 1096 time: 0.0409749 Apr 20 14:25:57.312782 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64090aec-335c-483a-8dc2-88106d194be4 req-d21bd904-8fa5-4b66-ad42-e0658ff96f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:25:57.314263 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-64090aec-335c-483a-8dc2-88106d194be4 req-d21bd904-8fa5-4b66-ad42-e0658ff96f52 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0f948d9a-8dfc-414b-b795-d722e910d0c4 HTTP/1.1" status: 200 len: 898 time: 0.0936875 Apr 20 14:25:57.357271 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-64090aec-335c-483a-8dc2-88106d194be4 req-ad25153d-9aff-44b1-86cb-f91d98f1ee74 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=088b68c8-c3ea-494d-86e9-3922a0880bf3 HTTP/1.1" status: 200 len: 217 time: 0.0360339 Apr 20 14:25:57.413095 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-50bf9dfc-ce48-446b-ab37-bcfa204aa699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b800bb1-d2f3-4851-9c99-36ede1b19086', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733296105', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'af6192a4-a776-4738-9318-69b1693ee46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:24:27Z', 'updated_at': '2022-04-20T14:24:31Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': 'af6192a4-a776-4738-9318-69b1693ee46d', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b800bb1-d2f3-4851-9c99-36ede1b19086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:24:27Z', 'updated_at': '2022-04-20T14:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '51769d3b-a1f1-452f-ab08-66d8ca51d7ee', 'name': '', 'network_id': '0f948d9a-8dfc-414b-b795-d722e910d0c4', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'mac_address': 'fa:16:3e:56:e7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b800bb1-d2f3-4851-9c99-36ede1b19086', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': 'f995bc27-1617-4e3d-b574-2356fc4482a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:24:30Z', 'updated_at': '2022-04-20T14:24:34Z', 'revision_number': 5, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'subnets': [{'id': 'f995bc27-1617-4e3d-b574-2356fc4482a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:25:57.413835 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64090aec-335c-483a-8dc2-88106d194be4 req-23cdf45f-6e42-442f-aed3-7e29f9aaff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:25:57.415282 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-64090aec-335c-483a-8dc2-88106d194be4 req-23cdf45f-6e42-442f-aed3-7e29f9aaff82 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f995bc27-1617-4e3d-b574-2356fc4482a8 HTTP/1.1" status: 200 len: 835 time: 0.0522485 Apr 20 14:25:57.440454 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bf9dfc-ce48-446b-ab37-bcfa204aa699 None None] Checking router: 7b800bb1-d2f3-4851-9c99-36ede1b19086 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:25:57.448862 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bf9dfc-ce48-446b-ab37-bcfa204aa699 None None] Routers {'7b800bb1-d2f3-4851-9c99-36ede1b19086'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:25:57.449483 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-50bf9dfc-ce48-446b-ab37-bcfa204aa699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:25:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['7b800bb1-d2f3-4851-9c99-36ede1b19086'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:25:57.460627 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64090aec-335c-483a-8dc2-88106d194be4 req-ce996698-bf2f-4fbd-b167-609bd3dd8a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:25:57.462113 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-64090aec-335c-483a-8dc2-88106d194be4 req-ce996698-bf2f-4fbd-b167-609bd3dd8a73 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0f948d9a-8dfc-414b-b795-d722e910d0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400283 Apr 20 14:25:57.553784 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-64090aec-335c-483a-8dc2-88106d194be4 req-5fe41b15-9b37-4a6a-be03-a9e0171e9f78 service neutron] 10.222.0.15 "GET /v2.0/networks/0f948d9a-8dfc-414b-b795-d722e910d0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837462 Apr 20 14:25:57.559730 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-50bf9dfc-ce48-446b-ab37-bcfa204aa699 None None] Set router 7b800bb1-d2f3-4851-9c99-36ede1b19086 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:25:57.654297 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18053b-48b5-47ba-a495-5766bab0bd30 req-e4a40a8d-eda3-4aba-a253-da3a86ee4d06 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:25:57.655833 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df18053b-48b5-47ba-a495-5766bab0bd30 req-e4a40a8d-eda3-4aba-a253-da3a86ee4d06 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c894611-a71b-4912-9b87-95d456e77e2e HTTP/1.1" status: 200 len: 945 time: 0.1011741 Apr 20 14:25:57.701502 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-64090aec-335c-483a-8dc2-88106d194be4 req-b2886e20-6f7d-49a3-9e1c-de8d9e761e27 service neutron] 10.222.0.15 "GET /v2.0/networks/0f948d9a-8dfc-414b-b795-d722e910d0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379740 Apr 20 14:25:57.717282 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df18053b-48b5-47ba-a495-5766bab0bd30 req-ff48942e-7134-405d-b9b0-06cf5724ce4e tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=a17df1a1-8467-415f-a942-fd7a25cd5f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504563 Apr 20 14:25:57.903241 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-50bf9dfc-ce48-446b-ab37-bcfa204aa699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b800bb1-d2f3-4851-9c99-36ede1b19086', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733296105', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'af6192a4-a776-4738-9318-69b1693ee46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:24:27Z', 'updated_at': '2022-04-20T14:24:31Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': 'af6192a4-a776-4738-9318-69b1693ee46d', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b800bb1-d2f3-4851-9c99-36ede1b19086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:24:27Z', 'updated_at': '2022-04-20T14:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '51769d3b-a1f1-452f-ab08-66d8ca51d7ee', 'name': '', 'network_id': '0f948d9a-8dfc-414b-b795-d722e910d0c4', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'mac_address': 'fa:16:3e:56:e7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b800bb1-d2f3-4851-9c99-36ede1b19086', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': 'f995bc27-1617-4e3d-b574-2356fc4482a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:24:30Z', 'updated_at': '2022-04-20T14:24:34Z', 'revision_number': 5, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'subnets': [{'id': 'f995bc27-1617-4e3d-b574-2356fc4482a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:25:57.934345 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bf9dfc-ce48-446b-ab37-bcfa204aa699 None None] The sync data for ids ['7b800bb1-d2f3-4851-9c99-36ede1b19086'] in n-d-836015-7 is: [{'id': '7b800bb1-d2f3-4851-9c99-36ede1b19086', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733296105', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'af6192a4-a776-4738-9318-69b1693ee46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:24:27Z', 'updated_at': '2022-04-20T14:24:31Z', 'revision_number': 4, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': 'af6192a4-a776-4738-9318-69b1693ee46d', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b800bb1-d2f3-4851-9c99-36ede1b19086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:24:27Z', 'updated_at': '2022-04-20T14:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '51769d3b-a1f1-452f-ab08-66d8ca51d7ee', 'name': '', 'network_id': '0f948d9a-8dfc-414b-b795-d722e910d0c4', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'mac_address': 'fa:16:3e:56:e7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b800bb1-d2f3-4851-9c99-36ede1b19086', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': 'f995bc27-1617-4e3d-b574-2356fc4482a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:24:30Z', 'updated_at': '2022-04-20T14:24:34Z', 'revision_number': 5, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'subnets': [{'id': 'f995bc27-1617-4e3d-b574-2356fc4482a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:25:58.146730 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83515237-259e-425b-ba5f-abb7cab6a7d0 None None] New status for floating IP 9515fc8a-ecce-4d9d-ae8b-376be935ad47: DOWN {{(pid=114872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:25:58.453766 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:25:58.839956 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce08dc-8ef0-47b9-a444-2d02246e1efe req-f19ea30b-c368-4608-8586-dd6d9e0f0819 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:25:58.841401 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8cce08dc-8ef0-47b9-a444-2d02246e1efe req-f19ea30b-c368-4608-8586-dd6d9e0f0819 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c894611-a71b-4912-9b87-95d456e77e2e HTTP/1.1" status: 200 len: 945 time: 0.0526803 Apr 20 14:25:58.878331 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8cce08dc-8ef0-47b9-a444-2d02246e1efe req-12e7d127-25b3-4c6e-9e2c-db12c4c23dc5 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/security-groups?id=a17df1a1-8467-415f-a942-fd7a25cd5f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309012 Apr 20 14:25:59.219619 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08989109-1bf2-415c-b592-599a1cb05c4b req-6a7ec567-6876-48bb-a0b4-23d5e11f6377 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:25:59.221048 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-08989109-1bf2-415c-b592-599a1cb05c4b req-6a7ec567-6876-48bb-a0b4-23d5e11f6377 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c894611-a71b-4912-9b87-95d456e77e2e HTTP/1.1" status: 200 len: 945 time: 0.0474045 Apr 20 14:25:59.306297 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-08989109-1bf2-415c-b592-599a1cb05c4b req-b071c497-f5f9-4be8-bff7-4abb4fa6c725 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Deleting port 088b68c8-c3ea-494d-86e9-3922a0880bf3 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:25:59.306638 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-08989109-1bf2-415c-b592-599a1cb05c4b req-b071c497-f5f9-4be8-bff7-4abb4fa6c725 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:25:59.396742 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-08989109-1bf2-415c-b592-599a1cb05c4b req-b071c497-f5f9-4be8-bff7-4abb4fa6c725 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] For port 088b68c8-c3ea-494d-86e9-3922a0880bf3, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=088b68c8-c3ea-494d-86e9-3922a0880bf3,segment=NetworkSegment(3763d627-695f-4029-9d3e-aec10df3ee06),segment_id=3763d627-695f-4029-9d3e-aec10df3ee06)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:25:59.404188 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-08989109-1bf2-415c-b592-599a1cb05c4b req-b071c497-f5f9-4be8-bff7-4abb4fa6c725 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:25:59.409438 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-08989109-1bf2-415c-b592-599a1cb05c4b req-b071c497-f5f9-4be8-bff7-4abb4fa6c725 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Calling delete_port for 088b68c8-c3ea-494d-86e9-3922a0880bf3 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:25:59.606723 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-08989109-1bf2-415c-b592-599a1cb05c4b req-b071c497-f5f9-4be8-bff7-4abb4fa6c725 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:25:59.634040 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b071c497-f5f9-4be8-bff7-4abb4fa6c725 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event deleted for resources: {'Port': ['ID=088b68c8-c3ea-494d-86e9-3922a0880bf3,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:25:59.654201 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:25:59.675742 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-08989109-1bf2-415c-b592-599a1cb05c4b req-b071c497-f5f9-4be8-bff7-4abb4fa6c725 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] No DVR routers for this DVR port 088b68c8-c3ea-494d-86e9-3922a0880bf3 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:25:59.678498 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-08989109-1bf2-415c-b592-599a1cb05c4b req-b071c497-f5f9-4be8-bff7-4abb4fa6c725 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:25:59.681834 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-08989109-1bf2-415c-b592-599a1cb05c4b req-b071c497-f5f9-4be8-bff7-4abb4fa6c725 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.15 "DELETE /v2.0/ports/088b68c8-c3ea-494d-86e9-3922a0880bf3 HTTP/1.1" status: 204 len: 173 time: 0.4549286 Apr 20 14:25:59.682937 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c894611-a71b-4912-9b87-95d456e77e2e', 'name': 'network-vif-deleted', 'tag': '088b68c8-c3ea-494d-86e9-3922a0880bf3'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:25:59.685253 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb624434-2f19-41c0-8d54-41f0fb47f3b9" -d '{"events": [{"server_uuid": "8c894611-a71b-4912-9b87-95d456e77e2e", "name": "network-vif-deleted", "tag": "088b68c8-c3ea-494d-86e9-3922a0880bf3"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:25:59.720237 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24a0f2a-dda7-44fd-a48a-b85f6e773757 x-openstack-request-id: req-c24a0f2a-dda7-44fd-a48a-b85f6e773757 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:25:59.720534 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c894611-a71b-4912-9b87-95d456e77e2e", "name": "network-vif-deleted", "tag": "088b68c8-c3ea-494d-86e9-3922a0880bf3", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:25:59.720814 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c24a0f2a-dda7-44fd-a48a-b85f6e773757 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:25:59.721292 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c24a0f2a-dda7-44fd-a48a-b85f6e773757'] response: {'server_uuid': '8c894611-a71b-4912-9b87-95d456e77e2e', 'name': 'network-vif-deleted', 'tag': '088b68c8-c3ea-494d-86e9-3922a0880bf3', 'status': 'completed', 'code': 200} Apr 20 14:25:59.875520 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:25:59.986662 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-21a79ecc-3f9f-4ca5-af5c-09eb0f534522 req-0eed788f-aea8-4e61-916d-3dc2f82384bf tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c894611-a71b-4912-9b87-95d456e77e2e HTTP/1.1" status: 200 len: 210 time: 0.0267901 Apr 20 14:26:01.050177 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35506) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:26:01.166921 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 088b68c8-c3ea-494d-86e9-3922a0880bf3 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:26:01.186526 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 088b68c8-c3ea-494d-86e9-3922a0880bf3 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:26:01.186870 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 088b68c8-c3ea-494d-86e9-3922a0880bf3 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:26:01.403874 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-06872d38-db2e-4881-943c-3f6945f55ff8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:01.650638 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-06872d38-db2e-4881-943c-3f6945f55ff8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Deleting port 51769d3b-a1f1-452f-ab08-66d8ca51d7ee {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:26:01.650976 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-06872d38-db2e-4881-943c-3f6945f55ff8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:01.736110 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-06872d38-db2e-4881-943c-3f6945f55ff8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] For port 51769d3b-a1f1-452f-ab08-66d8ca51d7ee, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=51769d3b-a1f1-452f-ab08-66d8ca51d7ee,segment=NetworkSegment(3763d627-695f-4029-9d3e-aec10df3ee06),segment_id=3763d627-695f-4029-9d3e-aec10df3ee06)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:26:01.736391 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-06872d38-db2e-4881-943c-3f6945f55ff8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:01.749184 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-06872d38-db2e-4881-943c-3f6945f55ff8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Calling delete_port for 51769d3b-a1f1-452f-ab08-66d8ca51d7ee owned by network:router_interface {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:26:01.997168 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-06872d38-db2e-4881-943c-3f6945f55ff8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:02.032834 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06872d38-db2e-4881-943c-3f6945f55ff8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event deleted for resources: {'Port': ['ID=51769d3b-a1f1-452f-ab08-66d8ca51d7ee,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:02.055977 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06872d38-db2e-4881-943c-3f6945f55ff8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:26:02.056644 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06872d38-db2e-4881-943c-3f6945f55ff8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:26:02.056644 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06872d38-db2e-4881-943c-3f6945f55ff8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:26:02.056958 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06872d38-db2e-4881-943c-3f6945f55ff8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:26:02.057286 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06872d38-db2e-4881-943c-3f6945f55ff8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:26:02.057607 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06872d38-db2e-4881-943c-3f6945f55ff8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:26:02.057925 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06872d38-db2e-4881-943c-3f6945f55ff8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:26:02.058247 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06872d38-db2e-4881-943c-3f6945f55ff8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:26:02.059957 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06872d38-db2e-4881-943c-3f6945f55ff8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:26:02.059957 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06872d38-db2e-4881-943c-3f6945f55ff8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:26:02.059957 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06872d38-db2e-4881-943c-3f6945f55ff8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:26:02.060291 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06872d38-db2e-4881-943c-3f6945f55ff8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:26:02.207786 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-06872d38-db2e-4881-943c-3f6945f55ff8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:02.762713 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06872d38-db2e-4881-943c-3f6945f55ff8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Router 7b800bb1-d2f3-4851-9c99-36ede1b19086 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:26:02.865152 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06872d38-db2e-4881-943c-3f6945f55ff8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:26:02.870097 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-06872d38-db2e-4881-943c-3f6945f55ff8 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "PUT /v2.0/routers/7b800bb1-d2f3-4851-9c99-36ede1b19086/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8189247 Apr 20 14:26:02.872856 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35510) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:26:02.875537 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71534458-f06a-4990-a552-390e44d552cc None None] Sync routers for ids ['7b800bb1-d2f3-4851-9c99-36ede1b19086'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:26:02.889238 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71534458-f06a-4990-a552-390e44d552cc None None] Routers {'7b800bb1-d2f3-4851-9c99-36ede1b19086'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:26:02.889851 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-71534458-f06a-4990-a552-390e44d552cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:25:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['7b800bb1-d2f3-4851-9c99-36ede1b19086'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:26:02.922660 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-45a3419e-4283-4c74-895e-16d90a81e34a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Deleting subnet f995bc27-1617-4e3d-b574-2356fc4482a8 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:26:02.925720 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-45a3419e-4283-4c74-895e-16d90a81e34a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:02.965503 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-45a3419e-4283-4c74-895e-16d90a81e34a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:02.992780 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-71534458-f06a-4990-a552-390e44d552cc None None] Set router 7b800bb1-d2f3-4851-9c99-36ede1b19086 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:26:03.051417 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-45a3419e-4283-4c74-895e-16d90a81e34a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:03.162476 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-45a3419e-4283-4c74-895e-16d90a81e34a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:03.169239 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-71534458-f06a-4990-a552-390e44d552cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b800bb1-d2f3-4851-9c99-36ede1b19086', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733296105', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'af6192a4-a776-4738-9318-69b1693ee46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:24:27Z', 'updated_at': '2022-04-20T14:26:01Z', 'revision_number': 5, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': 'af6192a4-a776-4738-9318-69b1693ee46d', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b800bb1-d2f3-4851-9c99-36ede1b19086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:24:27Z', 'updated_at': '2022-04-20T14:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:26:03.190586 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3419e-4283-4c74-895e-16d90a81e34a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event deleted for resources: {'Subnet': ['ID=f995bc27-1617-4e3d-b574-2356fc4482a8,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:03.195480 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-45a3419e-4283-4c74-895e-16d90a81e34a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:03.197336 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71534458-f06a-4990-a552-390e44d552cc None None] Checking router: 7b800bb1-d2f3-4851-9c99-36ede1b19086 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:26:03.201717 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-45a3419e-4283-4c74-895e-16d90a81e34a tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "DELETE /v2.0/subnets/f995bc27-1617-4e3d-b574-2356fc4482a8 HTTP/1.1" status: 204 len: 168 time: 0.3249731 Apr 20 14:26:03.202415 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35512) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:26:03.204913 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577b599d-4d07-4808-8ae1-aa77f98753e8 None None] Network 0f948d9a-8dfc-414b-b795-d722e910d0c4 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:26:03.221773 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71534458-f06a-4990-a552-390e44d552cc None None] Routers {'7b800bb1-d2f3-4851-9c99-36ede1b19086'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:26:03.222437 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-71534458-f06a-4990-a552-390e44d552cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:25:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['7b800bb1-d2f3-4851-9c99-36ede1b19086'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:26:03.310826 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dc4cde05-8d96-4090-bb79-d5bb7e477ad2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:03.408175 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-71534458-f06a-4990-a552-390e44d552cc None None] Set router 7b800bb1-d2f3-4851-9c99-36ede1b19086 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:26:03.412658 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dc4cde05-8d96-4090-bb79-d5bb7e477ad2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:03.511863 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bffc704-252d-4783-952d-b673261e5c6e None None] DHCP port deletion for 0f948d9a-8dfc-414b-b795-d722e910d0c4 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:26:03.523459 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-dc4cde05-8d96-4090-bb79-d5bb7e477ad2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Deleting port af6192a4-a776-4738-9318-69b1693ee46d {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:26:03.523809 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dc4cde05-8d96-4090-bb79-d5bb7e477ad2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:03.608250 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-dc4cde05-8d96-4090-bb79-d5bb7e477ad2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] For port af6192a4-a776-4738-9318-69b1693ee46d, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=af6192a4-a776-4738-9318-69b1693ee46d,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:26:03.608623 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dc4cde05-8d96-4090-bb79-d5bb7e477ad2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:03.613528 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-3bffc704-252d-4783-952d-b673261e5c6e None None] Deleting port f6a1878a-7eec-4a70-8d6d-205fb15bf936 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:26:03.613907 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3bffc704-252d-4783-952d-b673261e5c6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:03.620620 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-dc4cde05-8d96-4090-bb79-d5bb7e477ad2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Calling delete_port for af6192a4-a776-4738-9318-69b1693ee46d owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:26:03.683255 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-3bffc704-252d-4783-952d-b673261e5c6e None None] For port f6a1878a-7eec-4a70-8d6d-205fb15bf936, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=f6a1878a-7eec-4a70-8d6d-205fb15bf936,segment=NetworkSegment(3763d627-695f-4029-9d3e-aec10df3ee06),segment_id=3763d627-695f-4029-9d3e-aec10df3ee06)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:26:03.683715 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3bffc704-252d-4783-952d-b673261e5c6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:03.701984 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-3bffc704-252d-4783-952d-b673261e5c6e None None] Calling delete_port for f6a1878a-7eec-4a70-8d6d-205fb15bf936 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:26:03.717876 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-71534458-f06a-4990-a552-390e44d552cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b800bb1-d2f3-4851-9c99-36ede1b19086', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733296105', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'af6192a4-a776-4738-9318-69b1693ee46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:24:27Z', 'updated_at': '2022-04-20T14:26:01Z', 'revision_number': 5, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': 'af6192a4-a776-4738-9318-69b1693ee46d', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b800bb1-d2f3-4851-9c99-36ede1b19086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:24:27Z', 'updated_at': '2022-04-20T14:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:26:03.771348 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71534458-f06a-4990-a552-390e44d552cc None None] The sync data for ids ['7b800bb1-d2f3-4851-9c99-36ede1b19086'] in n-d-836015-7 is: [{'id': '7b800bb1-d2f3-4851-9c99-36ede1b19086', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733296105', 'tenant_id': 'f7d350484fd744aba8607d7467eb1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': 'af6192a4-a776-4738-9318-69b1693ee46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:24:27Z', 'updated_at': '2022-04-20T14:26:01Z', 'revision_number': 5, 'project_id': 'f7d350484fd744aba8607d7467eb1568', 'gw_port': {'id': 'af6192a4-a776-4738-9318-69b1693ee46d', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b800bb1-d2f3-4851-9c99-36ede1b19086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:24:27Z', 'updated_at': '2022-04-20T14:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:26:03.858121 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dc4cde05-8d96-4090-bb79-d5bb7e477ad2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:03.884623 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4cde05-8d96-4090-bb79-d5bb7e477ad2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event deleted for resources: {'Port': ['ID=af6192a4-a776-4738-9318-69b1693ee46d,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:03.898090 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3bffc704-252d-4783-952d-b673261e5c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:03.927614 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bffc704-252d-4783-952d-b673261e5c6e None None] Pushing event deleted for resources: {'Port': ['ID=f6a1878a-7eec-4a70-8d6d-205fb15bf936,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:03.931961 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bffc704-252d-4783-952d-b673261e5c6e None None] No DVR routers for this DVR port f6a1878a-7eec-4a70-8d6d-205fb15bf936 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:26:03.938931 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bffc704-252d-4783-952d-b673261e5c6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:26:03.939283 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bffc704-252d-4783-952d-b673261e5c6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:26:03.945487 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bffc704-252d-4783-952d-b673261e5c6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:26:03.945487 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bffc704-252d-4783-952d-b673261e5c6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:26:03.945487 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bffc704-252d-4783-952d-b673261e5c6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:26:03.945487 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bffc704-252d-4783-952d-b673261e5c6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:26:03.945487 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bffc704-252d-4783-952d-b673261e5c6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:26:03.945487 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bffc704-252d-4783-952d-b673261e5c6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:26:03.945487 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bffc704-252d-4783-952d-b673261e5c6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:26:03.945487 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bffc704-252d-4783-952d-b673261e5c6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:26:03.945487 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bffc704-252d-4783-952d-b673261e5c6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:26:03.945487 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bffc704-252d-4783-952d-b673261e5c6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:26:03.953507 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dc4cde05-8d96-4090-bb79-d5bb7e477ad2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:04.054191 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dc4cde05-8d96-4090-bb79-d5bb7e477ad2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:04.056223 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dc4cde05-8d96-4090-bb79-d5bb7e477ad2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:04.167836 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dc4cde05-8d96-4090-bb79-d5bb7e477ad2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:04.168510 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4cde05-8d96-4090-bb79-d5bb7e477ad2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Fanout notify agent at l3_agent the message router_deleted on router 7b800bb1-d2f3-4851-9c99-36ede1b19086 {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:26:04.177874 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dc4cde05-8d96-4090-bb79-d5bb7e477ad2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:04.179848 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-dc4cde05-8d96-4090-bb79-d5bb7e477ad2 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "DELETE /v2.0/routers/7b800bb1-d2f3-4851-9c99-36ede1b19086 HTTP/1.1" status: 204 len: 168 time: 0.9765422 Apr 20 14:26:04.180317 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35514) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:26:04.239377 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f6a1878a-7eec-4a70-8d6d-205fb15bf936 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:26:04.261308 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: f6a1878a-7eec-4a70-8d6d-205fb15bf936 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:26:04.262199 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device f6a1878a-7eec-4a70-8d6d-205fb15bf936 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:26:04.262624 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 51769d3b-a1f1-452f-ab08-66d8ca51d7ee no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:26:04.271038 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-910f9c7d-4eaa-46db-9a35-6d567753a18b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:04.282734 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 51769d3b-a1f1-452f-ab08-66d8ca51d7ee {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:26:04.283088 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 51769d3b-a1f1-452f-ab08-66d8ca51d7ee not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:26:04.362976 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-910f9c7d-4eaa-46db-9a35-6d567753a18b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:04.389689 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-910f9c7d-4eaa-46db-9a35-6d567753a18b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f948d9a-8dfc-414b-b795-d722e910d0c4']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:26:04.400355 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-910f9c7d-4eaa-46db-9a35-6d567753a18b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3763d627-695f-4029-9d3e-aec10df3ee06') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:26:04.400355 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-910f9c7d-4eaa-46db-9a35-6d567753a18b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3763d627-695f-4029-9d3e-aec10df3ee06') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:26:04.410530 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-910f9c7d-4eaa-46db-9a35-6d567753a18b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:04.424062 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-910f9c7d-4eaa-46db-9a35-6d567753a18b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:04.430461 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-910f9c7d-4eaa-46db-9a35-6d567753a18b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:26:04.430862 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-910f9c7d-4eaa-46db-9a35-6d567753a18b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:04.434525 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 14:26:04.434525 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:26:04.434525 n-d-836015-7 neutron-server[114869]: timer() Apr 20 14:26:04.434525 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:26:04.434525 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 14:26:04.434525 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:26:04.434525 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 14:26:04.434525 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:26:04.434525 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 14:26:04.434525 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:26:04.434525 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 14:26:04.434525 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:26:04.434525 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 14:26:04.434525 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:26:04.434525 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:26:04.434525 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:26:04.434525 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:26:04.434525 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:26:04.434525 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 14:26:04.434525 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:26:04.434525 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 14:26:04.434525 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:26:04.434525 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:26:04.434525 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:26:04.434525 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 14:26:04.434525 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:26:04.434525 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:26:04.434525 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:26:04.434525 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:26:04.434525 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:26:04.434525 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:26:04.434525 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:26:04.585081 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-910f9c7d-4eaa-46db-9a35-6d567753a18b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:04.591835 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-910f9c7d-4eaa-46db-9a35-6d567753a18b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:04.595409 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-910f9c7d-4eaa-46db-9a35-6d567753a18b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "DELETE /v2.0/networks/0f948d9a-8dfc-414b-b795-d722e910d0c4 HTTP/1.1" status: 204 len: 168 time: 0.4134891 Apr 20 14:26:04.598249 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35516) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:26:04.606412 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f9c7d-4eaa-46db-9a35-6d567753a18b tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event deleted for resources: {'Network': ['ID=0f948d9a-8dfc-414b-b795-d722e910d0c4,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:04.657221 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-df17338a-e00d-4da5-8a16-735b25438299 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:04.681338 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-df17338a-e00d-4da5-8a16-735b25438299 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:04.813882 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-df17338a-e00d-4da5-8a16-735b25438299 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:04.816447 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-df17338a-e00d-4da5-8a16-735b25438299 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:04.820302 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-df17338a-e00d-4da5-8a16-735b25438299 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] 10.222.0.25 "DELETE /v2.0/security-groups/a17df1a1-8467-415f-a942-fd7a25cd5f6c HTTP/1.1" status: 204 len: 168 time: 0.2183864 Apr 20 14:26:04.827419 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df17338a-e00d-4da5-8a16-735b25438299 tempest-TestNetworkAdvancedServerOps-44066558 tempest-TestNetworkAdvancedServerOps-44066558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17df1a1-8467-415f-a942-fd7a25cd5f6c,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:05.345477 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35524) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:26:05.478472 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7263af1b-d524-4586-ab85-4b16d4a5f125 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f7d350484fd744aba8607d7467eb1568&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1317189 Apr 20 14:26:05.481496 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35528) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:26:05.529223 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b7e0dbdc-18ff-4d4a-b81e-1325f5ad6d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:05.549456 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b7e0dbdc-18ff-4d4a-b81e-1325f5ad6d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:05.669471 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b7e0dbdc-18ff-4d4a-b81e-1325f5ad6d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:05.671994 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-b7e0dbdc-18ff-4d4a-b81e-1325f5ad6d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:05.673145 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-b7e0dbdc-18ff-4d4a-b81e-1325f5ad6d56 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c88fc733-b686-4432-9f99-0698f5274f37 HTTP/1.1" status: 204 len: 168 time: 0.1907406 Apr 20 14:26:05.680703 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e0dbdc-18ff-4d4a-b81e-1325f5ad6d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88fc733-b686-4432-9f99-0698f5274f37,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:06.003959 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device af6192a4-a776-4738-9318-69b1693ee46d no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:26:06.024619 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: af6192a4-a776-4738-9318-69b1693ee46d {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:26:06.024966 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device af6192a4-a776-4738-9318-69b1693ee46d not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:26:06.211195 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35534) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:26:06.224297 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-87d0b064-1b79-4f64-9504-3b8e9c1bfa79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:06.296695 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-87d0b064-1b79-4f64-9504-3b8e9c1bfa79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:06.366446 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-87d0b064-1b79-4f64-9504-3b8e9c1bfa79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:06.404371 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-87d0b064-1b79-4f64-9504-3b8e9c1bfa79 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=019e34d6b09441c18d6094db44b460a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1920395 Apr 20 14:26:06.405146 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d0b064-1b79-4f64-9504-3b8e9c1bfa79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3025680c-cc19-4f58-a50c-bdc6d12585d5,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:06.407004 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35536) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:26:06.455912 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cd24da54-56cc-4132-8560-d7128f7d3ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:06.476317 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cd24da54-56cc-4132-8560-d7128f7d3ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:06.584468 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cd24da54-56cc-4132-8560-d7128f7d3ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:06.586957 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-cd24da54-56cc-4132-8560-d7128f7d3ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:06.588140 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-cd24da54-56cc-4132-8560-d7128f7d3ac3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3025680c-cc19-4f58-a50c-bdc6d12585d5 HTTP/1.1" status: 204 len: 168 time: 0.1799922 Apr 20 14:26:06.595795 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24da54-56cc-4132-8560-d7128f7d3ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3025680c-cc19-4f58-a50c-bdc6d12585d5,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:07.631287 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35558) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:26:07.725182 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-d9a20435-c299-44ad-a793-4e0705fadb60 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-342293656-network', 'tenant_id': '2b89876116d54fc79fafd221b0954966'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:26:07.795140 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a20435-c299-44ad-a793-4e0705fadb60 admin admin] Made reservation on behalf of 2b89876116d54fc79fafd221b0954966 for: {'network': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:26:07.797368 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d9a20435-c299-44ad-a793-4e0705fadb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:07.805423 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d9a20435-c299-44ad-a793-4e0705fadb60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:07.876189 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d9a20435-c299-44ad-a793-4e0705fadb60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:07.944490 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d9a20435-c299-44ad-a793-4e0705fadb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:07.964862 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9a20435-c299-44ad-a793-4e0705fadb60 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=114869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:26:07.978894 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a20435-c299-44ad-a793-4e0705fadb60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c02326-b56d-4c48-85ed-e4275900c027,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:07.982273 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d9a20435-c299-44ad-a793-4e0705fadb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:07.982615 n-d-836015-7 neutron-server[114869]: INFO neutron.db.segments_db [None req-d9a20435-c299-44ad-a793-4e0705fadb60 admin admin] Added segment b5cb947a-6b69-4a41-9341-5b710acea2d2 of type vlan for network d1768369-8030-4eea-884e-e7eaf3931c5b Apr 20 14:26:08.023066 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d9a20435-c299-44ad-a793-4e0705fadb60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:08.093369 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d9a20435-c299-44ad-a793-4e0705fadb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:08.094332 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a20435-c299-44ad-a793-4e0705fadb60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:26:08.094909 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d9a20435-c299-44ad-a793-4e0705fadb60 admin admin] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:08.156740 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a20435-c299-44ad-a793-4e0705fadb60 admin admin] Pushing event updated for resources: {'Network': ['ID=d1768369-8030-4eea-884e-e7eaf3931c5b,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:08.162032 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d9a20435-c299-44ad-a793-4e0705fadb60 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5297031 Apr 20 14:26:08.165101 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35562) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:26:08.166070 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network d1768369-8030-4eea-884e-e7eaf3931c5b details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:26:08.170612 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-78ec204f-3701-4c4a-a0e5-6f6ee14606d7 admin admin] Request body: {'subnet': {'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-342293656-subnet', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'ip_version': 4}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:26:08.252097 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ec204f-3701-4c4a-a0e5-6f6ee14606d7 admin admin] Made reservation on behalf of 2b89876116d54fc79fafd221b0954966 for: {'subnet': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:26:08.254427 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-78ec204f-3701-4c4a-a0e5-6f6ee14606d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62253725'] for subnet, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:08.482794 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-78ec204f-3701-4c4a-a0e5-6f6ee14606d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59690985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62253707'] for subnet, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:08.532586 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec204f-3701-4c4a-a0e5-6f6ee14606d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cc79620-fd76-485d-94ec-186bdc81b3ea,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:08.548575 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ec204f-3701-4c4a-a0e5-6f6ee14606d7 admin admin] Checking segment: {'id': 'b5cb947a-6b69-4a41-9341-5b710acea2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:26:08.548943 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ec204f-3701-4c4a-a0e5-6f6ee14606d7 admin admin] Network hostable DHCP agents. Network: d1768369-8030-4eea-884e-e7eaf3931c5b, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:26:08.619465 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ec204f-3701-4c4a-a0e5-6f6ee14606d7 admin admin] Network d1768369-8030-4eea-884e-e7eaf3931c5b is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:26:08.670838 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-78ec204f-3701-4c4a-a0e5-6f6ee14606d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, d1768369-8030-4eea-884e-e7eaf3931c5b) {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:26:08.675164 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ec204f-3701-4c4a-a0e5-6f6ee14606d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:26:08.675859 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-78ec204f-3701-4c4a-a0e5-6f6ee14606d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:08.681261 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2707d82e-517b-4acc-852c-493d94f0395e None None] Network d1768369-8030-4eea-884e-e7eaf3931c5b requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:26:08.741866 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-78ec204f-3701-4c4a-a0e5-6f6ee14606d7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5755935 Apr 20 14:26:08.744533 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35564) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:26:08.749023 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-7f41dc4c-90d3-48c8-b802-5c796cd8ef1f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-342293656-router', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:26:08.821837 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b6bb36-23d6-4463-8565-d68a5d5a9784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-d1768369-8030-4eea-884e-e7eaf3931c5b', 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'fixed_ips': [{'subnet_id': '8cc79620-fd76-485d-94ec-186bdc81b3ea'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:26:08.822682 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-44b6bb36-23d6-4463-8565-d68a5d5a9784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:08.835650 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f41dc4c-90d3-48c8-b802-5c796cd8ef1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:08.836742 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f41dc4c-90d3-48c8-b802-5c796cd8ef1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:08.888473 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f41dc4c-90d3-48c8-b802-5c796cd8ef1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:08.960283 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-44b6bb36-23d6-4463-8565-d68a5d5a9784 None None] Allocated IP 172.20.0.2 (d1768369-8030-4eea-884e-e7eaf3931c5b/8cc79620-fd76-485d-94ec-186bdc81b3ea/18b38f95-892a-4576-bee5-a7c98a6bbe95) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:26:09.102966 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-44b6bb36-23d6-4463-8565-d68a5d5a9784 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:09.128325 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f41dc4c-90d3-48c8-b802-5c796cd8ef1f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:09.185465 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-44b6bb36-23d6-4463-8565-d68a5d5a9784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:09.221599 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b6bb36-23d6-4463-8565-d68a5d5a9784 None None] Network d1768369-8030-4eea-884e-e7eaf3931c5b is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:26:09.226409 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-44b6bb36-23d6-4463-8565-d68a5d5a9784 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:26:09.229928 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b6bb36-23d6-4463-8565-d68a5d5a9784 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:26:09.238433 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6bb36-23d6-4463-8565-d68a5d5a9784 None None] Pushing event updated for resources: {'Port': ['ID=18b38f95-892a-4576-bee5-a7c98a6bbe95,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:09.289062 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-44b6bb36-23d6-4463-8565-d68a5d5a9784 None None] Attempting to bind port 18b38f95-892a-4576-bee5-a7c98a6bbe95 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:26:09.289744 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-44b6bb36-23d6-4463-8565-d68a5d5a9784 None None] Attempting to bind port 18b38f95-892a-4576-bee5-a7c98a6bbe95 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'b5cb947a-6b69-4a41-9341-5b710acea2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:26:09.290115 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b6bb36-23d6-4463-8565-d68a5d5a9784 None None] Attempting to bind port 18b38f95-892a-4576-bee5-a7c98a6bbe95 on network d1768369-8030-4eea-884e-e7eaf3931c5b {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:26:09.295648 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b6bb36-23d6-4463-8565-d68a5d5a9784 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:26:09.296012 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b6bb36-23d6-4463-8565-d68a5d5a9784 None None] Checking segment: {'id': 'b5cb947a-6b69-4a41-9341-5b710acea2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:26:09.296405 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-44b6bb36-23d6-4463-8565-d68a5d5a9784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:09.296790 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b6bb36-23d6-4463-8565-d68a5d5a9784 None None] Bound using segment: {'id': 'b5cb947a-6b69-4a41-9341-5b710acea2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:26:09.297251 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-44b6bb36-23d6-4463-8565-d68a5d5a9784 None None] Bound port: 18b38f95-892a-4576-bee5-a7c98a6bbe95, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5cb947a-6b69-4a41-9341-5b710acea2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:26:09.297632 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-44b6bb36-23d6-4463-8565-d68a5d5a9784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:09.399976 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f41dc4c-90d3-48c8-b802-5c796cd8ef1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:09.420583 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f41dc4c-90d3-48c8-b802-5c796cd8ef1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:09.518719 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-44b6bb36-23d6-4463-8565-d68a5d5a9784 None None] For port 18b38f95-892a-4576-bee5-a7c98a6bbe95, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:26:09.521689 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-44b6bb36-23d6-4463-8565-d68a5d5a9784 None None] For port 18b38f95-892a-4576-bee5-a7c98a6bbe95, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=18b38f95-892a-4576-bee5-a7c98a6bbe95,segment=NetworkSegment(b5cb947a-6b69-4a41-9341-5b710acea2d2),segment_id=b5cb947a-6b69-4a41-9341-5b710acea2d2)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:26:09.585420 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-44b6bb36-23d6-4463-8565-d68a5d5a9784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:09.631769 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-7f41dc4c-90d3-48c8-b802-5c796cd8ef1f admin admin] Allocated IP 172.25.8.154 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/b8896abe-5976-46bf-a220-43f8c6938ee6) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:26:09.644606 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6bb36-23d6-4463-8565-d68a5d5a9784 None None] Pushing event updated for resources: {'Port': ['ID=18b38f95-892a-4576-bee5-a7c98a6bbe95,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:09.742441 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f41dc4c-90d3-48c8-b802-5c796cd8ef1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:09.848203 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f41dc4c-90d3-48c8-b802-5c796cd8ef1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:09.890774 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f41dc4c-90d3-48c8-b802-5c796cd8ef1f admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:26:09.893828 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-7f41dc4c-90d3-48c8-b802-5c796cd8ef1f admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:26:09.897824 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f41dc4c-90d3-48c8-b802-5c796cd8ef1f admin admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:26:09.925269 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41dc4c-90d3-48c8-b802-5c796cd8ef1f admin admin] Pushing event updated for resources: {'Port': ['ID=b8896abe-5976-46bf-a220-43f8c6938ee6,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:10.079190 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 18b38f95-892a-4576-bee5-a7c98a6bbe95 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:26:10.126756 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 18b38f95-892a-4576-bee5-a7c98a6bbe95 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:26:10.127114 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:10.210555 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f41dc4c-90d3-48c8-b802-5c796cd8ef1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:10.210816 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:10.246864 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 18b38f95-892a-4576-bee5-a7c98a6bbe95, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=18b38f95-892a-4576-bee5-a7c98a6bbe95,segment=NetworkSegment(b5cb947a-6b69-4a41-9341-5b710acea2d2),segment_id=b5cb947a-6b69-4a41-9341-5b710acea2d2)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:26:10.316703 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:10.368366 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=18b38f95-892a-4576-bee5-a7c98a6bbe95,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:10.421531 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f41dc4c-90d3-48c8-b802-5c796cd8ef1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:10.534957 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3913d10f-7201-4584-aa98-512388af736a None None] Network d1768369-8030-4eea-884e-e7eaf3931c5b requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:26:10.613335 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f41dc4c-90d3-48c8-b802-5c796cd8ef1f admin admin] Router 34b087e0-6a6f-42ff-a3d0-75996b403e09 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:26:10.614249 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-7ae0d589-b33e-4e0f-86bb-07609acac297 None None] Provisioning complete for port 18b38f95-892a-4576-bee5-a7c98a6bbe95 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:26:10.614623 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7ae0d589-b33e-4e0f-86bb-07609acac297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:10.720768 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f41dc4c-90d3-48c8-b802-5c796cd8ef1f admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:26:10.729402 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c0d0fc-33f1-423a-9571-ce62c39e6523 None None] Sync routers for ids ['34b087e0-6a6f-42ff-a3d0-75996b403e09'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:26:10.739397 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c0d0fc-33f1-423a-9571-ce62c39e6523 None None] Routers {'34b087e0-6a6f-42ff-a3d0-75996b403e09'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:26:10.741024 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-60c0d0fc-33f1-423a-9571-ce62c39e6523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:25:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['34b087e0-6a6f-42ff-a3d0-75996b403e09'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:26:10.820983 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7f41dc4c-90d3-48c8-b802-5c796cd8ef1f admin admin] Notify callbacks [] for router, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:10.824841 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7f41dc4c-90d3-48c8-b802-5c796cd8ef1f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0767992 Apr 20 14:26:10.825177 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35566) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:26:10.855898 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-60c0d0fc-33f1-423a-9571-ce62c39e6523 None None] Set router 34b087e0-6a6f-42ff-a3d0-75996b403e09 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:26:10.979161 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-1333faa6-a81a-4a5d-ae07-aed17099006c None None] Provisioning complete for port 18b38f95-892a-4576-bee5-a7c98a6bbe95 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:26:10.979537 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1333faa6-a81a-4a5d-ae07-aed17099006c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:11.032715 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-60c0d0fc-33f1-423a-9571-ce62c39e6523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'name': 'tempest-TestShelveInstance-342293656-router', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'b8896abe-5976-46bf-a220-43f8c6938ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:26:08Z', 'updated_at': '2022-04-20T14:26:10Z', 'revision_number': 3, 'project_id': '2b89876116d54fc79fafd221b0954966', 'gw_port': {'id': 'b8896abe-5976-46bf-a220-43f8c6938ee6', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:26:09Z', 'updated_at': '2022-04-20T14:26:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:26:11.060427 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c0d0fc-33f1-423a-9571-ce62c39e6523 None None] Checking router: 34b087e0-6a6f-42ff-a3d0-75996b403e09 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:26:11.060767 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c0d0fc-33f1-423a-9571-ce62c39e6523 None None] Updating router 34b087e0-6a6f-42ff-a3d0-75996b403e09 port b8896abe-5976-46bf-a220-43f8c6938ee6 binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:26:11.089449 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-60c0d0fc-33f1-423a-9571-ce62c39e6523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:11.253396 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fe638e4d-17a7-4f1f-b69c-6ef5e1c8841b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:11.413899 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-fe638e4d-17a7-4f1f-b69c-6ef5e1c8841b admin admin] Allocated IP 172.20.0.1 (d1768369-8030-4eea-884e-e7eaf3931c5b/8cc79620-fd76-485d-94ec-186bdc81b3ea/dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:26:11.424065 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-60c0d0fc-33f1-423a-9571-ce62c39e6523 None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:11.487815 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-60c0d0fc-33f1-423a-9571-ce62c39e6523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:11.518965 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fe638e4d-17a7-4f1f-b69c-6ef5e1c8841b admin admin] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:11.538049 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-60c0d0fc-33f1-423a-9571-ce62c39e6523 None None] Attempting to bind port b8896abe-5976-46bf-a220-43f8c6938ee6 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:26:11.538419 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-60c0d0fc-33f1-423a-9571-ce62c39e6523 None None] Attempting to bind port b8896abe-5976-46bf-a220-43f8c6938ee6 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:26:11.538777 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c0d0fc-33f1-423a-9571-ce62c39e6523 None None] Attempting to bind port b8896abe-5976-46bf-a220-43f8c6938ee6 on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:26:11.544036 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f691a8-6721-4a6c-ac4c-dacfc94b99a3 None None] Pushing event updated for resources: {'Port': ['ID=b8896abe-5976-46bf-a220-43f8c6938ee6,revision_number=2']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:11.551518 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c0d0fc-33f1-423a-9571-ce62c39e6523 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:26:11.551894 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c0d0fc-33f1-423a-9571-ce62c39e6523 None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:26:11.552291 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-60c0d0fc-33f1-423a-9571-ce62c39e6523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:11.552678 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c0d0fc-33f1-423a-9571-ce62c39e6523 None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:26:11.553137 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-60c0d0fc-33f1-423a-9571-ce62c39e6523 None None] Bound port: b8896abe-5976-46bf-a220-43f8c6938ee6, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:26:11.553513 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-60c0d0fc-33f1-423a-9571-ce62c39e6523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:11.556694 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f691a8-6721-4a6c-ac4c-dacfc94b99a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:26:11.557257 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f691a8-6721-4a6c-ac4c-dacfc94b99a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:26:11.557373 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f691a8-6721-4a6c-ac4c-dacfc94b99a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:26:11.557677 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f691a8-6721-4a6c-ac4c-dacfc94b99a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:26:11.558006 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f691a8-6721-4a6c-ac4c-dacfc94b99a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:26:11.558359 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f691a8-6721-4a6c-ac4c-dacfc94b99a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:26:11.558702 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f691a8-6721-4a6c-ac4c-dacfc94b99a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:26:11.559006 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f691a8-6721-4a6c-ac4c-dacfc94b99a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:26:11.559328 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f691a8-6721-4a6c-ac4c-dacfc94b99a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:26:11.559670 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f691a8-6721-4a6c-ac4c-dacfc94b99a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:26:11.559989 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f691a8-6721-4a6c-ac4c-dacfc94b99a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:26:11.560307 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f691a8-6721-4a6c-ac4c-dacfc94b99a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:26:11.585356 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fe638e4d-17a7-4f1f-b69c-6ef5e1c8841b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:11.610280 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-60c0d0fc-33f1-423a-9571-ce62c39e6523 None None] For port b8896abe-5976-46bf-a220-43f8c6938ee6, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:26:11.615131 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-60c0d0fc-33f1-423a-9571-ce62c39e6523 None None] For port b8896abe-5976-46bf-a220-43f8c6938ee6, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=b8896abe-5976-46bf-a220-43f8c6938ee6,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:26:11.619842 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe638e4d-17a7-4f1f-b69c-6ef5e1c8841b admin admin] Network d1768369-8030-4eea-884e-e7eaf3931c5b is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:26:11.622551 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-fe638e4d-17a7-4f1f-b69c-6ef5e1c8841b admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:26:11.624954 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe638e4d-17a7-4f1f-b69c-6ef5e1c8841b admin admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:26:11.657523 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe638e4d-17a7-4f1f-b69c-6ef5e1c8841b admin admin] Pushing event updated for resources: {'Port': ['ID=dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:11.665703 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-60c0d0fc-33f1-423a-9571-ce62c39e6523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:11.676039 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fe638e4d-17a7-4f1f-b69c-6ef5e1c8841b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:11.729774 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c0d0fc-33f1-423a-9571-ce62c39e6523 None None] Routers {'34b087e0-6a6f-42ff-a3d0-75996b403e09'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:26:11.730462 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-60c0d0fc-33f1-423a-9571-ce62c39e6523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:25:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['34b087e0-6a6f-42ff-a3d0-75996b403e09'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:26:11.734508 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f691a8-6721-4a6c-ac4c-dacfc94b99a3 None None] Pushing event updated for resources: {'Port': ['ID=b8896abe-5976-46bf-a220-43f8c6938ee6,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:11.848209 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-60c0d0fc-33f1-423a-9571-ce62c39e6523 None None] Set router 34b087e0-6a6f-42ff-a3d0-75996b403e09 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:26:11.885950 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-0f723704-b54b-4c84-833a-2f57ddd9867c None None] Provisioning complete for port dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:26:11.887095 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0f723704-b54b-4c84-833a-2f57ddd9867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:11.923391 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-0f723704-b54b-4c84-833a-2f57ddd9867c None None] Port dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:26:12.036607 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-60c0d0fc-33f1-423a-9571-ce62c39e6523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'name': 'tempest-TestShelveInstance-342293656-router', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'b8896abe-5976-46bf-a220-43f8c6938ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:26:08Z', 'updated_at': '2022-04-20T14:26:10Z', 'revision_number': 3, 'project_id': '2b89876116d54fc79fafd221b0954966', 'gw_port': {'id': 'b8896abe-5976-46bf-a220-43f8c6938ee6', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:26:09Z', 'updated_at': '2022-04-20T14:26:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:26:12.065304 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c0d0fc-33f1-423a-9571-ce62c39e6523 None None] The sync data for ids ['34b087e0-6a6f-42ff-a3d0-75996b403e09'] in n-d-836015-7 is: [{'id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'name': 'tempest-TestShelveInstance-342293656-router', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'b8896abe-5976-46bf-a220-43f8c6938ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:26:08Z', 'updated_at': '2022-04-20T14:26:10Z', 'revision_number': 3, 'project_id': '2b89876116d54fc79fafd221b0954966', 'gw_port': {'id': 'b8896abe-5976-46bf-a220-43f8c6938ee6', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:26:09Z', 'updated_at': '2022-04-20T14:26:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:26:12.071128 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 18b38f95-892a-4576-bee5-a7c98a6bbe95 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:26:12.122126 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 18b38f95-892a-4576-bee5-a7c98a6bbe95 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:26:12.122503 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:12.203303 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fe638e4d-17a7-4f1f-b69c-6ef5e1c8841b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:12.380805 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fe638e4d-17a7-4f1f-b69c-6ef5e1c8841b admin admin] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:12.442337 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fe638e4d-17a7-4f1f-b69c-6ef5e1c8841b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:12.509817 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe638e4d-17a7-4f1f-b69c-6ef5e1c8841b admin admin] Pushing event updated for resources: {'Port': ['ID=dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:12.513478 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-fe638e4d-17a7-4f1f-b69c-6ef5e1c8841b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:12.610098 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe638e4d-17a7-4f1f-b69c-6ef5e1c8841b admin admin] Network d1768369-8030-4eea-884e-e7eaf3931c5b is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:26:12.611542 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-fe638e4d-17a7-4f1f-b69c-6ef5e1c8841b admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:26:12.734115 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe638e4d-17a7-4f1f-b69c-6ef5e1c8841b admin admin] Router 34b087e0-6a6f-42ff-a3d0-75996b403e09 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:26:12.847866 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-01d51164-ee0b-4b59-aa47-201b45d6e0ed None None] Provisioning complete for port dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:26:12.848096 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe638e4d-17a7-4f1f-b69c-6ef5e1c8841b admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:26:12.848230 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-01d51164-ee0b-4b59-aa47-201b45d6e0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:12.852982 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-fe638e4d-17a7-4f1f-b69c-6ef5e1c8841b admin admin] 10.222.0.25 "PUT /v2.0/routers/34b087e0-6a6f-42ff-a3d0-75996b403e09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0267339 Apr 20 14:26:12.890367 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-01d51164-ee0b-4b59-aa47-201b45d6e0ed None None] Port dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:26:13.116363 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:13.455939 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35582) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:26:13.461186 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-5223a6bf-8b9c-42f4-b375-e4ce2c69bb6c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2118803738-network', 'tenant_id': '80b98cb794f947d5b9c0aff42707aadb'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:26:13.521632 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5223a6bf-8b9c-42f4-b375-e4ce2c69bb6c admin admin] Made reservation on behalf of 80b98cb794f947d5b9c0aff42707aadb for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:26:13.524001 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5223a6bf-8b9c-42f4-b375-e4ce2c69bb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:13.533114 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5223a6bf-8b9c-42f4-b375-e4ce2c69bb6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:13.611036 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5223a6bf-8b9c-42f4-b375-e4ce2c69bb6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:13.617971 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fae287a-6d85-4887-8a34-679466df814b None None] Sync routers for ids ['34b087e0-6a6f-42ff-a3d0-75996b403e09'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:26:13.627813 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fae287a-6d85-4887-8a34-679466df814b None None] Routers {'34b087e0-6a6f-42ff-a3d0-75996b403e09'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:26:13.628420 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-2fae287a-6d85-4887-8a34-679466df814b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:25:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['34b087e0-6a6f-42ff-a3d0-75996b403e09'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:26:13.664896 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5223a6bf-8b9c-42f4-b375-e4ce2c69bb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:13.683129 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5223a6bf-8b9c-42f4-b375-e4ce2c69bb6c admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:26:13.701903 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5223a6bf-8b9c-42f4-b375-e4ce2c69bb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:13.702244 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-5223a6bf-8b9c-42f4-b375-e4ce2c69bb6c admin admin] Added segment 01f638df-0e41-43f1-805b-2a3cbdc74e51 of type vlan for network 563157e0-06fa-4a7b-a839-c3482567146d Apr 20 14:26:13.703597 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5223a6bf-8b9c-42f4-b375-e4ce2c69bb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbcad74-65a8-460a-a8ea-8df5b7fbe654,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:13.742714 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-2fae287a-6d85-4887-8a34-679466df814b None None] Set router 34b087e0-6a6f-42ff-a3d0-75996b403e09 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:26:13.745308 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5223a6bf-8b9c-42f4-b375-e4ce2c69bb6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:13.771985 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:13.846834 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5223a6bf-8b9c-42f4-b375-e4ce2c69bb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:13.847821 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5223a6bf-8b9c-42f4-b375-e4ce2c69bb6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:26:13.848409 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-5223a6bf-8b9c-42f4-b375-e4ce2c69bb6c admin admin] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:13.907674 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5223a6bf-8b9c-42f4-b375-e4ce2c69bb6c admin admin] Pushing event updated for resources: {'Network': ['ID=563157e0-06fa-4a7b-a839-c3482567146d,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:13.918171 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 563157e0-06fa-4a7b-a839-c3482567146d details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:26:13.947775 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-5223a6bf-8b9c-42f4-b375-e4ce2c69bb6c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4906960 Apr 20 14:26:13.950967 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35584) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:26:13.955690 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-edbee569-2445-40f2-8895-98370af0155d admin admin] Request body: {'subnet': {'network_id': '563157e0-06fa-4a7b-a839-c3482567146d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2118803738-subnet', 'tenant_id': '80b98cb794f947d5b9c0aff42707aadb', 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:26:14.002743 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-2fae287a-6d85-4887-8a34-679466df814b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'name': 'tempest-TestShelveInstance-342293656-router', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'b8896abe-5976-46bf-a220-43f8c6938ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:26:08Z', 'updated_at': '2022-04-20T14:26:12Z', 'revision_number': 4, 'project_id': '2b89876116d54fc79fafd221b0954966', 'gw_port': {'id': 'b8896abe-5976-46bf-a220-43f8c6938ee6', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:26:09Z', 'updated_at': '2022-04-20T14:26:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03', 'name': '', 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'mac_address': 'fa:16:3e:54:63:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '8cc79620-fd76-485d-94ec-186bdc81b3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:26:11Z', 'updated_at': '2022-04-20T14:26:12Z', 'revision_number': 2, 'project_id': '2b89876116d54fc79fafd221b0954966', 'subnets': [{'id': '8cc79620-fd76-485d-94ec-186bdc81b3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:26:14.019924 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbee569-2445-40f2-8895-98370af0155d admin admin] Made reservation on behalf of 80b98cb794f947d5b9c0aff42707aadb for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:26:14.022164 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-edbee569-2445-40f2-8895-98370af0155d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:14.036074 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fae287a-6d85-4887-8a34-679466df814b None None] Checking router: 34b087e0-6a6f-42ff-a3d0-75996b403e09 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:26:14.036430 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fae287a-6d85-4887-8a34-679466df814b None None] Updating router 34b087e0-6a6f-42ff-a3d0-75996b403e09 port dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03 binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:26:14.062195 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2fae287a-6d85-4887-8a34-679466df814b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:14.080434 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device b8896abe-5976-46bf-a220-43f8c6938ee6 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:26:14.218590 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port b8896abe-5976-46bf-a220-43f8c6938ee6 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:26:14.218863 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:14.241473 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-edbee569-2445-40f2-8895-98370af0155d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:14.302228 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbee569-2445-40f2-8895-98370af0155d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8a33429-a67c-4ad0-9674-8e218c739218,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:14.312182 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbee569-2445-40f2-8895-98370af0155d admin admin] Checking segment: {'id': '01f638df-0e41-43f1-805b-2a3cbdc74e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '563157e0-06fa-4a7b-a839-c3482567146d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:26:14.312539 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbee569-2445-40f2-8895-98370af0155d admin admin] Network hostable DHCP agents. Network: 563157e0-06fa-4a7b-a839-c3482567146d, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:26:14.372762 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:14.389870 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbee569-2445-40f2-8895-98370af0155d admin admin] Network 563157e0-06fa-4a7b-a839-c3482567146d is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:26:14.406998 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port b8896abe-5976-46bf-a220-43f8c6938ee6, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=b8896abe-5976-46bf-a220-43f8c6938ee6,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:26:14.443349 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2fae287a-6d85-4887-8a34-679466df814b None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:14.487815 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-edbee569-2445-40f2-8895-98370af0155d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 563157e0-06fa-4a7b-a839-c3482567146d) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:26:14.492124 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbee569-2445-40f2-8895-98370af0155d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:26:14.492708 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-edbee569-2445-40f2-8895-98370af0155d admin admin] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:14.499243 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb301702-a268-4dc8-86da-52e882bc5e60 None None] Network 563157e0-06fa-4a7b-a839-c3482567146d requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:26:14.544658 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2fae287a-6d85-4887-8a34-679466df814b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:14.546489 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:14.569998 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-edbee569-2445-40f2-8895-98370af0155d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6179266 Apr 20 14:26:14.572516 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35586) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:26:14.576769 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-39b5b68c-2260-4038-87de-a5dbaefc2e54 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2118803738-router', 'tenant_id': '80b98cb794f947d5b9c0aff42707aadb', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:26:14.620044 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c9e6b6-982b-4baf-9265-078c1826e747 None None] Pushing event updated for resources: {'Port': ['ID=dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:14.686982 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39b5b68c-2260-4038-87de-a5dbaefc2e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:14.690605 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39b5b68c-2260-4038-87de-a5dbaefc2e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:14.741874 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39b5b68c-2260-4038-87de-a5dbaefc2e54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:14.750574 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-2fae287a-6d85-4887-8a34-679466df814b None None] Attempting to bind port dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:26:14.750948 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-2fae287a-6d85-4887-8a34-679466df814b None None] Attempting to bind port dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': 'b5cb947a-6b69-4a41-9341-5b710acea2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:26:14.751310 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fae287a-6d85-4887-8a34-679466df814b None None] Attempting to bind port dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03 on network d1768369-8030-4eea-884e-e7eaf3931c5b {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:26:14.753254 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=b8896abe-5976-46bf-a220-43f8c6938ee6,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:14.761980 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fae287a-6d85-4887-8a34-679466df814b None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:26:14.762359 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fae287a-6d85-4887-8a34-679466df814b None None] Checking segment: {'id': 'b5cb947a-6b69-4a41-9341-5b710acea2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:26:14.762761 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2fae287a-6d85-4887-8a34-679466df814b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:14.763142 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fae287a-6d85-4887-8a34-679466df814b None None] Bound using segment: {'id': 'b5cb947a-6b69-4a41-9341-5b710acea2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:26:14.763650 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-2fae287a-6d85-4887-8a34-679466df814b None None] Bound port: dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5cb947a-6b69-4a41-9341-5b710acea2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:26:14.764031 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2fae287a-6d85-4887-8a34-679466df814b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:14.816246 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569b0770-cefc-472a-9e42-c70a5ec0d5c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-563157e0-06fa-4a7b-a839-c3482567146d', 'network_id': '563157e0-06fa-4a7b-a839-c3482567146d', 'tenant_id': '80b98cb794f947d5b9c0aff42707aadb', 'fixed_ips': [{'subnet_id': 'c8a33429-a67c-4ad0-9674-8e218c739218'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:26:14.817457 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-569b0770-cefc-472a-9e42-c70a5ec0d5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:14.874184 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-36ed43af-bb11-449a-95b8-729247eb3197 None None] Provisioning complete for port dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:26:14.874480 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-36ed43af-bb11-449a-95b8-729247eb3197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:14.876383 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-2fae287a-6d85-4887-8a34-679466df814b None None] For port dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:26:14.958804 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-2fae287a-6d85-4887-8a34-679466df814b None None] For port dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03,segment=NetworkSegment(b5cb947a-6b69-4a41-9341-5b710acea2d2),segment_id=b5cb947a-6b69-4a41-9341-5b710acea2d2)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:26:14.965093 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39b5b68c-2260-4038-87de-a5dbaefc2e54 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:14.984655 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-36ed43af-bb11-449a-95b8-729247eb3197 None None] Port dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:26:15.161613 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2fae287a-6d85-4887-8a34-679466df814b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:15.232013 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39b5b68c-2260-4038-87de-a5dbaefc2e54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:15.234057 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-569b0770-cefc-472a-9e42-c70a5ec0d5c5 None None] Allocated IP 172.20.0.2 (563157e0-06fa-4a7b-a839-c3482567146d/c8a33429-a67c-4ad0-9674-8e218c739218/8661ed94-287e-4057-8f85-7a0a9de90447) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:26:15.239916 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c9e6b6-982b-4baf-9265-078c1826e747 None None] Pushing event updated for resources: {'Port': ['ID=dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:15.250675 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fae287a-6d85-4887-8a34-679466df814b None None] Routers {'34b087e0-6a6f-42ff-a3d0-75996b403e09'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:26:15.251313 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-2fae287a-6d85-4887-8a34-679466df814b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:25:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['34b087e0-6a6f-42ff-a3d0-75996b403e09'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:26:15.257934 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39b5b68c-2260-4038-87de-a5dbaefc2e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:15.369927 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-39b5b68c-2260-4038-87de-a5dbaefc2e54 admin admin] Allocated IP 172.25.8.38 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/576c0a17-eca7-41f6-89c2-885a0ec1ce36) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:26:15.428613 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-2fae287a-6d85-4887-8a34-679466df814b None None] Set router 34b087e0-6a6f-42ff-a3d0-75996b403e09 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:26:15.478443 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39b5b68c-2260-4038-87de-a5dbaefc2e54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:15.544810 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-569b0770-cefc-472a-9e42-c70a5ec0d5c5 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:15.574439 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39b5b68c-2260-4038-87de-a5dbaefc2e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:15.591296 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-07a6caf8-ecc2-42b5-b6cc-f78bda160c77 None None] Provisioning complete for port dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:26:15.591683 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-07a6caf8-ecc2-42b5-b6cc-f78bda160c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:15.611337 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b5b68c-2260-4038-87de-a5dbaefc2e54 admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:26:15.616425 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-39b5b68c-2260-4038-87de-a5dbaefc2e54 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:26:15.620137 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b5b68c-2260-4038-87de-a5dbaefc2e54 admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:26:15.645651 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b5b68c-2260-4038-87de-a5dbaefc2e54 admin admin] Pushing event updated for resources: {'Port': ['ID=576c0a17-eca7-41f6-89c2-885a0ec1ce36,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:15.654433 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-569b0770-cefc-472a-9e42-c70a5ec0d5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:15.721437 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569b0770-cefc-472a-9e42-c70a5ec0d5c5 None None] Network 563157e0-06fa-4a7b-a839-c3482567146d is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:26:15.730982 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-569b0770-cefc-472a-9e42-c70a5ec0d5c5 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:26:15.739559 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569b0770-cefc-472a-9e42-c70a5ec0d5c5 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:26:15.762206 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b0770-cefc-472a-9e42-c70a5ec0d5c5 None None] Pushing event updated for resources: {'Port': ['ID=8661ed94-287e-4057-8f85-7a0a9de90447,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:15.801436 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-07a6caf8-ecc2-42b5-b6cc-f78bda160c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:15.853484 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-569b0770-cefc-472a-9e42-c70a5ec0d5c5 None None] Attempting to bind port 8661ed94-287e-4057-8f85-7a0a9de90447 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:26:15.853857 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-569b0770-cefc-472a-9e42-c70a5ec0d5c5 None None] Attempting to bind port 8661ed94-287e-4057-8f85-7a0a9de90447 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '01f638df-0e41-43f1-805b-2a3cbdc74e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '563157e0-06fa-4a7b-a839-c3482567146d'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:26:15.854217 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569b0770-cefc-472a-9e42-c70a5ec0d5c5 None None] Attempting to bind port 8661ed94-287e-4057-8f85-7a0a9de90447 on network 563157e0-06fa-4a7b-a839-c3482567146d {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:26:15.865668 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-2fae287a-6d85-4887-8a34-679466df814b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'name': 'tempest-TestShelveInstance-342293656-router', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'b8896abe-5976-46bf-a220-43f8c6938ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:26:08Z', 'updated_at': '2022-04-20T14:26:12Z', 'revision_number': 4, 'project_id': '2b89876116d54fc79fafd221b0954966', 'gw_port': {'id': 'b8896abe-5976-46bf-a220-43f8c6938ee6', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:26:09Z', 'updated_at': '2022-04-20T14:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03', 'name': '', 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'mac_address': 'fa:16:3e:54:63:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '8cc79620-fd76-485d-94ec-186bdc81b3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:26:11Z', 'updated_at': '2022-04-20T14:26:14Z', 'revision_number': 4, 'project_id': '2b89876116d54fc79fafd221b0954966', 'subnets': [{'id': '8cc79620-fd76-485d-94ec-186bdc81b3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:26:15.895736 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569b0770-cefc-472a-9e42-c70a5ec0d5c5 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:26:15.896109 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569b0770-cefc-472a-9e42-c70a5ec0d5c5 None None] Checking segment: {'id': '01f638df-0e41-43f1-805b-2a3cbdc74e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '563157e0-06fa-4a7b-a839-c3482567146d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:26:15.896511 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-569b0770-cefc-472a-9e42-c70a5ec0d5c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:15.896913 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569b0770-cefc-472a-9e42-c70a5ec0d5c5 None None] Bound using segment: {'id': '01f638df-0e41-43f1-805b-2a3cbdc74e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '563157e0-06fa-4a7b-a839-c3482567146d'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:26:15.897431 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-569b0770-cefc-472a-9e42-c70a5ec0d5c5 None None] Bound port: 8661ed94-287e-4057-8f85-7a0a9de90447, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f638df-0e41-43f1-805b-2a3cbdc74e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '563157e0-06fa-4a7b-a839-c3482567146d'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:26:15.897774 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-569b0770-cefc-472a-9e42-c70a5ec0d5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:15.907933 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fae287a-6d85-4887-8a34-679466df814b None None] The sync data for ids ['34b087e0-6a6f-42ff-a3d0-75996b403e09'] in n-d-836015-7 is: [{'id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'name': 'tempest-TestShelveInstance-342293656-router', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'b8896abe-5976-46bf-a220-43f8c6938ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:26:08Z', 'updated_at': '2022-04-20T14:26:12Z', 'revision_number': 4, 'project_id': '2b89876116d54fc79fafd221b0954966', 'gw_port': {'id': 'b8896abe-5976-46bf-a220-43f8c6938ee6', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:26:09Z', 'updated_at': '2022-04-20T14:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03', 'name': '', 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'mac_address': 'fa:16:3e:54:63:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '8cc79620-fd76-485d-94ec-186bdc81b3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:26:11Z', 'updated_at': '2022-04-20T14:26:14Z', 'revision_number': 4, 'project_id': '2b89876116d54fc79fafd221b0954966', 'subnets': [{'id': '8cc79620-fd76-485d-94ec-186bdc81b3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:26:15.911890 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-07a6caf8-ecc2-42b5-b6cc-f78bda160c77 None None] For port dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03,segment=NetworkSegment(b5cb947a-6b69-4a41-9341-5b710acea2d2),segment_id=b5cb947a-6b69-4a41-9341-5b710acea2d2)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:26:15.949746 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39b5b68c-2260-4038-87de-a5dbaefc2e54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:15.983452 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-569b0770-cefc-472a-9e42-c70a5ec0d5c5 None None] For port 8661ed94-287e-4057-8f85-7a0a9de90447, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:26:15.986752 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-569b0770-cefc-472a-9e42-c70a5ec0d5c5 None None] For port 8661ed94-287e-4057-8f85-7a0a9de90447, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=8661ed94-287e-4057-8f85-7a0a9de90447,segment=NetworkSegment(01f638df-0e41-43f1-805b-2a3cbdc74e51),segment_id=01f638df-0e41-43f1-805b-2a3cbdc74e51)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:26:15.992339 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-07a6caf8-ecc2-42b5-b6cc-f78bda160c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:16.062548 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6caf8-ecc2-42b5-b6cc-f78bda160c77 None None] Pushing event updated for resources: {'Port': ['ID=dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:16.068579 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-569b0770-cefc-472a-9e42-c70a5ec0d5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:16.146945 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b0770-cefc-472a-9e42-c70a5ec0d5c5 None None] Pushing event updated for resources: {'Port': ['ID=8661ed94-287e-4057-8f85-7a0a9de90447,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:16.208713 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39b5b68c-2260-4038-87de-a5dbaefc2e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:16.208868 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device b8896abe-5976-46bf-a220-43f8c6938ee6 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:26:16.274302 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port b8896abe-5976-46bf-a220-43f8c6938ee6 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:26:16.274678 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:16.397492 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:26:16.436330 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b5b68c-2260-4038-87de-a5dbaefc2e54 admin admin] Router d0a0074d-3bb1-46a7-ada1-6e1e9aa858f5 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:26:16.463615 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:26:16.463998 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:16.562872 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b5b68c-2260-4038-87de-a5dbaefc2e54 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:26:16.578392 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e649752-633c-4c50-8178-8e73c3e06d63 None None] Sync routers for ids ['d0a0074d-3bb1-46a7-ada1-6e1e9aa858f5'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:26:16.594515 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e649752-633c-4c50-8178-8e73c3e06d63 None None] Routers {'d0a0074d-3bb1-46a7-ada1-6e1e9aa858f5'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:26:16.595159 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4e649752-633c-4c50-8178-8e73c3e06d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:25:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d0a0074d-3bb1-46a7-ada1-6e1e9aa858f5'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:26:16.638117 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-39b5b68c-2260-4038-87de-a5dbaefc2e54 admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:16.642148 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-39b5b68c-2260-4038-87de-a5dbaefc2e54 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0660961 Apr 20 14:26:16.642559 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35588) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:26:16.710712 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-4e649752-633c-4c50-8178-8e73c3e06d63 None None] Set router d0a0074d-3bb1-46a7-ada1-6e1e9aa858f5 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:26:16.919014 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4e649752-633c-4c50-8178-8e73c3e06d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a0074d-3bb1-46a7-ada1-6e1e9aa858f5', 'name': 'tempest-TestShelveInstance-2118803738-router', 'tenant_id': '80b98cb794f947d5b9c0aff42707aadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '576c0a17-eca7-41f6-89c2-885a0ec1ce36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:26:14Z', 'updated_at': '2022-04-20T14:26:15Z', 'revision_number': 3, 'project_id': '80b98cb794f947d5b9c0aff42707aadb', 'gw_port': {'id': '576c0a17-eca7-41f6-89c2-885a0ec1ce36', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:63:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a0074d-3bb1-46a7-ada1-6e1e9aa858f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4401, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:26:15Z', 'updated_at': '2022-04-20T14:26:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:26:16.947780 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e649752-633c-4c50-8178-8e73c3e06d63 None None] Checking router: d0a0074d-3bb1-46a7-ada1-6e1e9aa858f5 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:26:16.948128 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e649752-633c-4c50-8178-8e73c3e06d63 None None] Updating router d0a0074d-3bb1-46a7-ada1-6e1e9aa858f5 port 576c0a17-eca7-41f6-89c2-885a0ec1ce36 binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:26:16.977052 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-4e649752-633c-4c50-8178-8e73c3e06d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:17.130698 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-26433102-dfe8-4fd8-ad1e-129ad70d0f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:17.264724 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22531010-dfe7-4cf3-b842-560d68361d8b None None] Network 563157e0-06fa-4a7b-a839-c3482567146d requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:26:17.303168 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-4e649752-633c-4c50-8178-8e73c3e06d63 None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:17.307617 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-26433102-dfe8-4fd8-ad1e-129ad70d0f69 admin admin] Allocated IP 172.20.0.1 (563157e0-06fa-4a7b-a839-c3482567146d/c8a33429-a67c-4ad0-9674-8e218c739218/1637f887-46fc-4ac1-b644-c98d8361fcaf) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:26:17.350525 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-0ef48137-ceb4-4545-8c97-7966a8b464e6 None None] Provisioning complete for port 8661ed94-287e-4057-8f85-7a0a9de90447 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:26:17.350970 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0ef48137-ceb4-4545-8c97-7966a8b464e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:17.357519 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-4e649752-633c-4c50-8178-8e73c3e06d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:17.405279 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-4e649752-633c-4c50-8178-8e73c3e06d63 None None] Attempting to bind port 576c0a17-eca7-41f6-89c2-885a0ec1ce36 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:26:17.405856 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-4e649752-633c-4c50-8178-8e73c3e06d63 None None] Attempting to bind port 576c0a17-eca7-41f6-89c2-885a0ec1ce36 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:26:17.406285 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e649752-633c-4c50-8178-8e73c3e06d63 None None] Attempting to bind port 576c0a17-eca7-41f6-89c2-885a0ec1ce36 on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:26:17.419398 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e649752-633c-4c50-8178-8e73c3e06d63 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:26:17.419867 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e649752-633c-4c50-8178-8e73c3e06d63 None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:26:17.420332 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-4e649752-633c-4c50-8178-8e73c3e06d63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:17.420795 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e649752-633c-4c50-8178-8e73c3e06d63 None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:26:17.421393 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-4e649752-633c-4c50-8178-8e73c3e06d63 None None] Bound port: 576c0a17-eca7-41f6-89c2-885a0ec1ce36, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:26:17.421874 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-4e649752-633c-4c50-8178-8e73c3e06d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:17.424124 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-26433102-dfe8-4fd8-ad1e-129ad70d0f69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:17.445228 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ecb26-6b20-4026-8a5f-848c9783aa19 None None] Pushing event updated for resources: {'Port': ['ID=576c0a17-eca7-41f6-89c2-885a0ec1ce36,revision_number=2']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:17.484872 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-4e649752-633c-4c50-8178-8e73c3e06d63 None None] For port 576c0a17-eca7-41f6-89c2-885a0ec1ce36, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:26:17.488279 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-4e649752-633c-4c50-8178-8e73c3e06d63 None None] For port 576c0a17-eca7-41f6-89c2-885a0ec1ce36, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=576c0a17-eca7-41f6-89c2-885a0ec1ce36,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:26:17.501819 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0ef48137-ceb4-4545-8c97-7966a8b464e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:17.538580 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-0ef48137-ceb4-4545-8c97-7966a8b464e6 None None] For port 8661ed94-287e-4057-8f85-7a0a9de90447, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=8661ed94-287e-4057-8f85-7a0a9de90447,segment=NetworkSegment(01f638df-0e41-43f1-805b-2a3cbdc74e51),segment_id=01f638df-0e41-43f1-805b-2a3cbdc74e51)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:26:17.544847 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-26433102-dfe8-4fd8-ad1e-129ad70d0f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:17.568663 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-4e649752-633c-4c50-8178-8e73c3e06d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:17.588284 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26433102-dfe8-4fd8-ad1e-129ad70d0f69 admin admin] Network 563157e0-06fa-4a7b-a839-c3482567146d is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:26:17.591385 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-26433102-dfe8-4fd8-ad1e-129ad70d0f69 admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:26:17.595078 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26433102-dfe8-4fd8-ad1e-129ad70d0f69 admin admin] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:26:17.625141 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0ef48137-ceb4-4545-8c97-7966a8b464e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:17.625817 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26433102-dfe8-4fd8-ad1e-129ad70d0f69 admin admin] Pushing event updated for resources: {'Port': ['ID=1637f887-46fc-4ac1-b644-c98d8361fcaf,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:17.641796 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e649752-633c-4c50-8178-8e73c3e06d63 None None] Routers {'d0a0074d-3bb1-46a7-ada1-6e1e9aa858f5'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:26:17.642716 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4e649752-633c-4c50-8178-8e73c3e06d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:25:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d0a0074d-3bb1-46a7-ada1-6e1e9aa858f5'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:26:17.645937 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-26433102-dfe8-4fd8-ad1e-129ad70d0f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:17.688536 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ecb26-6b20-4026-8a5f-848c9783aa19 None None] Pushing event updated for resources: {'Port': ['ID=576c0a17-eca7-41f6-89c2-885a0ec1ce36,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:17.693624 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef48137-ceb4-4545-8c97-7966a8b464e6 None None] Pushing event updated for resources: {'Port': ['ID=8661ed94-287e-4057-8f85-7a0a9de90447,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:17.776247 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-4e649752-633c-4c50-8178-8e73c3e06d63 None None] Set router d0a0074d-3bb1-46a7-ada1-6e1e9aa858f5 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:26:17.850011 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-2e94ddde-4048-438b-93d0-c059097709db None None] Provisioning complete for port 8661ed94-287e-4057-8f85-7a0a9de90447 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:26:17.850382 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2e94ddde-4048-438b-93d0-c059097709db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:17.854548 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-26433102-dfe8-4fd8-ad1e-129ad70d0f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:18.069146 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-26433102-dfe8-4fd8-ad1e-129ad70d0f69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:18.076737 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-4e649752-633c-4c50-8178-8e73c3e06d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a0074d-3bb1-46a7-ada1-6e1e9aa858f5', 'name': 'tempest-TestShelveInstance-2118803738-router', 'tenant_id': '80b98cb794f947d5b9c0aff42707aadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '576c0a17-eca7-41f6-89c2-885a0ec1ce36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:26:14Z', 'updated_at': '2022-04-20T14:26:15Z', 'revision_number': 3, 'project_id': '80b98cb794f947d5b9c0aff42707aadb', 'gw_port': {'id': '576c0a17-eca7-41f6-89c2-885a0ec1ce36', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:63:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a0074d-3bb1-46a7-ada1-6e1e9aa858f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4401, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:26:15Z', 'updated_at': '2022-04-20T14:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:26:18.085739 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-5cfb3d4f-7756-4978-b9ac-830fc7f07b1a None None] Provisioning complete for port 1637f887-46fc-4ac1-b644-c98d8361fcaf triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:26:18.085739 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5cfb3d4f-7756-4978-b9ac-830fc7f07b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:18.105609 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e649752-633c-4c50-8178-8e73c3e06d63 None None] The sync data for ids ['d0a0074d-3bb1-46a7-ada1-6e1e9aa858f5'] in n-d-836015-7 is: [{'id': 'd0a0074d-3bb1-46a7-ada1-6e1e9aa858f5', 'name': 'tempest-TestShelveInstance-2118803738-router', 'tenant_id': '80b98cb794f947d5b9c0aff42707aadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '576c0a17-eca7-41f6-89c2-885a0ec1ce36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:26:14Z', 'updated_at': '2022-04-20T14:26:15Z', 'revision_number': 3, 'project_id': '80b98cb794f947d5b9c0aff42707aadb', 'gw_port': {'id': '576c0a17-eca7-41f6-89c2-885a0ec1ce36', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:63:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a0074d-3bb1-46a7-ada1-6e1e9aa858f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4401, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:26:15Z', 'updated_at': '2022-04-20T14:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:26:18.126121 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-5cfb3d4f-7756-4978-b9ac-830fc7f07b1a None None] Port 1637f887-46fc-4ac1-b644-c98d8361fcaf cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:26:18.145112 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-26433102-dfe8-4fd8-ad1e-129ad70d0f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:18.151089 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 8661ed94-287e-4057-8f85-7a0a9de90447 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:26:18.203001 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 8661ed94-287e-4057-8f85-7a0a9de90447 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:26:18.203596 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:18.218448 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-26433102-dfe8-4fd8-ad1e-129ad70d0f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:18.220228 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26433102-dfe8-4fd8-ad1e-129ad70d0f69 admin admin] Pushing event updated for resources: {'Port': ['ID=1637f887-46fc-4ac1-b644-c98d8361fcaf,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:18.287109 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:26:18.326857 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26433102-dfe8-4fd8-ad1e-129ad70d0f69 admin admin] Network 563157e0-06fa-4a7b-a839-c3482567146d is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:26:18.328924 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-26433102-dfe8-4fd8-ad1e-129ad70d0f69 admin admin] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:26:18.376242 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:26:18.376711 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:18.501880 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26433102-dfe8-4fd8-ad1e-129ad70d0f69 admin admin] Router d0a0074d-3bb1-46a7-ada1-6e1e9aa858f5 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:26:18.622868 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26433102-dfe8-4fd8-ad1e-129ad70d0f69 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:26:18.630011 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-26433102-dfe8-4fd8-ad1e-129ad70d0f69 admin admin] 10.222.0.25 "PUT /v2.0/routers/d0a0074d-3bb1-46a7-ada1-6e1e9aa858f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9862792 Apr 20 14:26:18.654273 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-dac05ef2-144b-4d95-b953-0fb424a2edac None None] Provisioning complete for port 1637f887-46fc-4ac1-b644-c98d8361fcaf triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:26:18.655047 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-dac05ef2-144b-4d95-b953-0fb424a2edac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:18.691874 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-dac05ef2-144b-4d95-b953-0fb424a2edac None None] Port 1637f887-46fc-4ac1-b644-c98d8361fcaf cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:26:19.312257 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35596) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:26:19.317011 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-92ffcf76-b689-4e61-8edf-2e1ccdc243b7 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-764280735', 'description': 'tempest-secgroup-smoke-764280735 description', 'project_id': '2b89876116d54fc79fafd221b0954966'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:26:19.402755 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-92ffcf76-b689-4e61-8edf-2e1ccdc243b7 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:19.477667 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-92ffcf76-b689-4e61-8edf-2e1ccdc243b7 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:19.544525 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-92ffcf76-b689-4e61-8edf-2e1ccdc243b7 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:19.575238 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ffcf76-b689-4e61-8edf-2e1ccdc243b7 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59c736d0-db09-40e3-8d58-bf6227fa1834,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:19.632608 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-92ffcf76-b689-4e61-8edf-2e1ccdc243b7 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:19.634601 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-92ffcf76-b689-4e61-8edf-2e1ccdc243b7 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3212838 Apr 20 14:26:19.637034 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35598) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:26:19.641703 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-8821ee66-30d7-47e5-9318-38188e85d5ac tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Request body: {'security_group_rule': {'security_group_id': '59c736d0-db09-40e3-8d58-bf6227fa1834', 'project_id': '2b89876116d54fc79fafd221b0954966', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:26:19.732603 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5c028c-4926-4d44-9ef9-02bf6266bcef None None] Sync routers for ids ['d0a0074d-3bb1-46a7-ada1-6e1e9aa858f5'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:26:19.750804 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8821ee66-30d7-47e5-9318-38188e85d5ac tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:19.750974 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5c028c-4926-4d44-9ef9-02bf6266bcef None None] Routers {'d0a0074d-3bb1-46a7-ada1-6e1e9aa858f5'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:26:19.750974 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-be5c028c-4926-4d44-9ef9-02bf6266bcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:25:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d0a0074d-3bb1-46a7-ada1-6e1e9aa858f5'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:26:19.790273 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8821ee66-30d7-47e5-9318-38188e85d5ac tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:19.859213 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8821ee66-30d7-47e5-9318-38188e85d5ac tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:19.879328 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8821ee66-30d7-47e5-9318-38188e85d5ac tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=799f66c8-c188-4d75-8109-2974f2e34e9b,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:19.951649 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8821ee66-30d7-47e5-9318-38188e85d5ac tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:19.952899 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8821ee66-30d7-47e5-9318-38188e85d5ac tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3147817 Apr 20 14:26:19.955890 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35600) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:26:19.960651 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-1d4f7cac-d229-41d9-9d51-074615adfb26 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Request body: {'security_group_rule': {'security_group_id': '59c736d0-db09-40e3-8d58-bf6227fa1834', 'project_id': '2b89876116d54fc79fafd221b0954966', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:26:20.004399 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-be5c028c-4926-4d44-9ef9-02bf6266bcef None None] Set router d0a0074d-3bb1-46a7-ada1-6e1e9aa858f5 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:26:20.051982 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1d4f7cac-d229-41d9-9d51-074615adfb26 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:20.106154 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 576c0a17-eca7-41f6-89c2-885a0ec1ce36 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:26:20.127926 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1d4f7cac-d229-41d9-9d51-074615adfb26 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:20.179117 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1d4f7cac-d229-41d9-9d51-074615adfb26 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:20.198028 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f7cac-d229-41d9-9d51-074615adfb26 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2b9c7fd-fa3a-42ec-bae0-069497b965e1,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:20.234321 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 576c0a17-eca7-41f6-89c2-885a0ec1ce36 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:26:20.234619 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:20.267626 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-1d4f7cac-d229-41d9-9d51-074615adfb26 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:20.269114 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-1d4f7cac-d229-41d9-9d51-074615adfb26 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3121514 Apr 20 14:26:20.271744 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35602) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:26:20.276040 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-5e91a4f9-ca98-42cd-8a11-7e7945fad76e tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Request body: {'security_group_rule': {'security_group_id': '59c736d0-db09-40e3-8d58-bf6227fa1834', 'project_id': '2b89876116d54fc79fafd221b0954966', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:26:20.303610 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-be5c028c-4926-4d44-9ef9-02bf6266bcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a0074d-3bb1-46a7-ada1-6e1e9aa858f5', 'name': 'tempest-TestShelveInstance-2118803738-router', 'tenant_id': '80b98cb794f947d5b9c0aff42707aadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '576c0a17-eca7-41f6-89c2-885a0ec1ce36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:26:14Z', 'updated_at': '2022-04-20T14:26:17Z', 'revision_number': 4, 'project_id': '80b98cb794f947d5b9c0aff42707aadb', 'gw_port': {'id': '576c0a17-eca7-41f6-89c2-885a0ec1ce36', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:63:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a0074d-3bb1-46a7-ada1-6e1e9aa858f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4401, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:26:15Z', 'updated_at': '2022-04-20T14:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '1637f887-46fc-4ac1-b644-c98d8361fcaf', 'name': '', 'network_id': '563157e0-06fa-4a7b-a839-c3482567146d', 'tenant_id': '80b98cb794f947d5b9c0aff42707aadb', 'mac_address': 'fa:16:3e:e8:10:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a0074d-3bb1-46a7-ada1-6e1e9aa858f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4402, 'fixed_ips': [{'subnet_id': 'c8a33429-a67c-4ad0-9674-8e218c739218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:26:17Z', 'updated_at': '2022-04-20T14:26:17Z', 'revision_number': 2, 'project_id': '80b98cb794f947d5b9c0aff42707aadb', 'subnets': [{'id': 'c8a33429-a67c-4ad0-9674-8e218c739218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:26:20.344444 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5e91a4f9-ca98-42cd-8a11-7e7945fad76e tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:20.347503 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5c028c-4926-4d44-9ef9-02bf6266bcef None None] Checking router: d0a0074d-3bb1-46a7-ada1-6e1e9aa858f5 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:26:20.347883 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5c028c-4926-4d44-9ef9-02bf6266bcef None None] Updating router d0a0074d-3bb1-46a7-ada1-6e1e9aa858f5 port 1637f887-46fc-4ac1-b644-c98d8361fcaf binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:26:20.380726 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:20.386390 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-be5c028c-4926-4d44-9ef9-02bf6266bcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:20.406151 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5e91a4f9-ca98-42cd-8a11-7e7945fad76e tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:20.414353 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port 576c0a17-eca7-41f6-89c2-885a0ec1ce36, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=576c0a17-eca7-41f6-89c2-885a0ec1ce36,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:26:20.491113 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5e91a4f9-ca98-42cd-8a11-7e7945fad76e tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:20.506028 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e91a4f9-ca98-42cd-8a11-7e7945fad76e tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6367fc84-4650-40af-beed-c3ac77276163,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:20.561339 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:20.583407 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:26:20.597848 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-5e91a4f9-ca98-42cd-8a11-7e7945fad76e tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:20.599243 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-5e91a4f9-ca98-42cd-8a11-7e7945fad76e tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3265667 Apr 20 14:26:20.602010 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35604) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:26:20.606475 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-ce2bef8a-d4ab-4766-a6e2-b7de0b45cc27 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Request body: {'security_group_rule': {'security_group_id': '59c736d0-db09-40e3-8d58-bf6227fa1834', 'project_id': '2b89876116d54fc79fafd221b0954966', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:26:20.633854 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=576c0a17-eca7-41f6-89c2-885a0ec1ce36,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:20.698127 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ce2bef8a-d4ab-4766-a6e2-b7de0b45cc27 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:20.703516 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-be5c028c-4926-4d44-9ef9-02bf6266bcef None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:20.756748 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ce2bef8a-d4ab-4766-a6e2-b7de0b45cc27 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:20.789387 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-be5c028c-4926-4d44-9ef9-02bf6266bcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:20.847336 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ce2bef8a-d4ab-4766-a6e2-b7de0b45cc27 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:20.849681 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6fc14-3a2b-404c-a5ea-c4fe237f78b2 None None] Pushing event updated for resources: {'Port': ['ID=1637f887-46fc-4ac1-b644-c98d8361fcaf,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:20.867317 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2bef8a-d4ab-4766-a6e2-b7de0b45cc27 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=369bec87-183d-43d1-b45d-b15330be851b,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:20.911258 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-be5c028c-4926-4d44-9ef9-02bf6266bcef None None] Attempting to bind port 1637f887-46fc-4ac1-b644-c98d8361fcaf on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:26:20.911671 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-be5c028c-4926-4d44-9ef9-02bf6266bcef None None] Attempting to bind port 1637f887-46fc-4ac1-b644-c98d8361fcaf by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '01f638df-0e41-43f1-805b-2a3cbdc74e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '563157e0-06fa-4a7b-a839-c3482567146d'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:26:20.912027 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5c028c-4926-4d44-9ef9-02bf6266bcef None None] Attempting to bind port 1637f887-46fc-4ac1-b644-c98d8361fcaf on network 563157e0-06fa-4a7b-a839-c3482567146d {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:26:20.917093 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5c028c-4926-4d44-9ef9-02bf6266bcef None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:26:20.917509 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5c028c-4926-4d44-9ef9-02bf6266bcef None None] Checking segment: {'id': '01f638df-0e41-43f1-805b-2a3cbdc74e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '563157e0-06fa-4a7b-a839-c3482567146d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:26:20.917918 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-be5c028c-4926-4d44-9ef9-02bf6266bcef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:20.918342 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5c028c-4926-4d44-9ef9-02bf6266bcef None None] Bound using segment: {'id': '01f638df-0e41-43f1-805b-2a3cbdc74e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '563157e0-06fa-4a7b-a839-c3482567146d'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:26:20.918813 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-be5c028c-4926-4d44-9ef9-02bf6266bcef None None] Bound port: 1637f887-46fc-4ac1-b644-c98d8361fcaf, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f638df-0e41-43f1-805b-2a3cbdc74e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '563157e0-06fa-4a7b-a839-c3482567146d'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:26:20.919195 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-be5c028c-4926-4d44-9ef9-02bf6266bcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:20.935732 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ce2bef8a-d4ab-4766-a6e2-b7de0b45cc27 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:20.939800 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ce2bef8a-d4ab-4766-a6e2-b7de0b45cc27 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3341300 Apr 20 14:26:20.940041 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35606) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:26:20.945013 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-7e65473f-f557-4dc6-b844-39919d4bae80 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Request body: {'security_group_rule': {'security_group_id': '59c736d0-db09-40e3-8d58-bf6227fa1834', 'project_id': '2b89876116d54fc79fafd221b0954966', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:26:20.984724 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-be5c028c-4926-4d44-9ef9-02bf6266bcef None None] For port 1637f887-46fc-4ac1-b644-c98d8361fcaf, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:26:20.987912 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-be5c028c-4926-4d44-9ef9-02bf6266bcef None None] For port 1637f887-46fc-4ac1-b644-c98d8361fcaf, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=1637f887-46fc-4ac1-b644-c98d8361fcaf,segment=NetworkSegment(01f638df-0e41-43f1-805b-2a3cbdc74e51),segment_id=01f638df-0e41-43f1-805b-2a3cbdc74e51)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:26:21.027970 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-07a42184-5422-461b-8021-10fe9dc3d7cd None None] Provisioning complete for port 1637f887-46fc-4ac1-b644-c98d8361fcaf triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:26:21.028347 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-07a42184-5422-461b-8021-10fe9dc3d7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:21.030852 n-d-836015-7 neutron-server[114870]: INFO neutron.db.securitygroups_db [None req-7e65473f-f557-4dc6-b844-39919d4bae80 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Project 2b89876116d54fc79fafd221b0954966 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 14:26:21.036373 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7e65473f-f557-4dc6-b844-39919d4bae80 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:21.066155 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-be5c028c-4926-4d44-9ef9-02bf6266bcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:21.074742 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-07a42184-5422-461b-8021-10fe9dc3d7cd None None] Port 1637f887-46fc-4ac1-b644-c98d8361fcaf cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:26:21.099770 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7e65473f-f557-4dc6-b844-39919d4bae80 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:21.130390 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5c028c-4926-4d44-9ef9-02bf6266bcef None None] Routers {'d0a0074d-3bb1-46a7-ada1-6e1e9aa858f5'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:26:21.131049 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-be5c028c-4926-4d44-9ef9-02bf6266bcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:25:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d0a0074d-3bb1-46a7-ada1-6e1e9aa858f5'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:26:21.136591 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6fc14-3a2b-404c-a5ea-c4fe237f78b2 None None] Pushing event updated for resources: {'Port': ['ID=1637f887-46fc-4ac1-b644-c98d8361fcaf,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:21.167878 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7e65473f-f557-4dc6-b844-39919d4bae80 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:21.184248 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65473f-f557-4dc6-b844-39919d4bae80 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=501de069-ea93-49b8-9ade-668932599e9f,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:21.249841 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-be5c028c-4926-4d44-9ef9-02bf6266bcef None None] Set router d0a0074d-3bb1-46a7-ada1-6e1e9aa858f5 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:26:21.266954 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7e65473f-f557-4dc6-b844-39919d4bae80 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:21.269633 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7e65473f-f557-4dc6-b844-39919d4bae80 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3279660 Apr 20 14:26:21.271700 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 35608) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:26:21.278498 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-25fb10a4-69c0-4e04-b4eb-c01a4f7b285d tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Request body: {'security_group_rule': {'security_group_id': '59c736d0-db09-40e3-8d58-bf6227fa1834', 'project_id': '2b89876116d54fc79fafd221b0954966', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:26:21.361732 n-d-836015-7 neutron-server[114870]: INFO neutron.db.securitygroups_db [None req-25fb10a4-69c0-4e04-b4eb-c01a4f7b285d tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Project 2b89876116d54fc79fafd221b0954966 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 14:26:21.366789 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-25fb10a4-69c0-4e04-b4eb-c01a4f7b285d tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:21.414950 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6762d1ec-ebce-4970-9c8c-d4cb0eb6bca8 None None] Provisioning complete for port 1637f887-46fc-4ac1-b644-c98d8361fcaf triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:26:21.415248 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6762d1ec-ebce-4970-9c8c-d4cb0eb6bca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:21.430253 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-25fb10a4-69c0-4e04-b4eb-c01a4f7b285d tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:21.476319 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-25fb10a4-69c0-4e04-b4eb-c01a4f7b285d tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:21.500829 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb10a4-69c0-4e04-b4eb-c01a4f7b285d tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf796d6a-5102-44cc-a624-d2e5e116fcdd,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:21.521948 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-be5c028c-4926-4d44-9ef9-02bf6266bcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a0074d-3bb1-46a7-ada1-6e1e9aa858f5', 'name': 'tempest-TestShelveInstance-2118803738-router', 'tenant_id': '80b98cb794f947d5b9c0aff42707aadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '576c0a17-eca7-41f6-89c2-885a0ec1ce36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:26:14Z', 'updated_at': '2022-04-20T14:26:17Z', 'revision_number': 4, 'project_id': '80b98cb794f947d5b9c0aff42707aadb', 'gw_port': {'id': '576c0a17-eca7-41f6-89c2-885a0ec1ce36', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:63:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a0074d-3bb1-46a7-ada1-6e1e9aa858f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4401, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:26:15Z', 'updated_at': '2022-04-20T14:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '1637f887-46fc-4ac1-b644-c98d8361fcaf', 'name': '', 'network_id': '563157e0-06fa-4a7b-a839-c3482567146d', 'tenant_id': '80b98cb794f947d5b9c0aff42707aadb', 'mac_address': 'fa:16:3e:e8:10:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a0074d-3bb1-46a7-ada1-6e1e9aa858f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4402, 'fixed_ips': [{'subnet_id': 'c8a33429-a67c-4ad0-9674-8e218c739218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:26:17Z', 'updated_at': '2022-04-20T14:26:20Z', 'revision_number': 4, 'project_id': '80b98cb794f947d5b9c0aff42707aadb', 'subnets': [{'id': 'c8a33429-a67c-4ad0-9674-8e218c739218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:26:21.541069 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-25fb10a4-69c0-4e04-b4eb-c01a4f7b285d tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:21.542778 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-25fb10a4-69c0-4e04-b4eb-c01a4f7b285d tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2694190 Apr 20 14:26:21.553971 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5c028c-4926-4d44-9ef9-02bf6266bcef None None] The sync data for ids ['d0a0074d-3bb1-46a7-ada1-6e1e9aa858f5'] in n-d-836015-7 is: [{'id': 'd0a0074d-3bb1-46a7-ada1-6e1e9aa858f5', 'name': 'tempest-TestShelveInstance-2118803738-router', 'tenant_id': '80b98cb794f947d5b9c0aff42707aadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '576c0a17-eca7-41f6-89c2-885a0ec1ce36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:26:14Z', 'updated_at': '2022-04-20T14:26:17Z', 'revision_number': 4, 'project_id': '80b98cb794f947d5b9c0aff42707aadb', 'gw_port': {'id': '576c0a17-eca7-41f6-89c2-885a0ec1ce36', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:63:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a0074d-3bb1-46a7-ada1-6e1e9aa858f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4401, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:26:15Z', 'updated_at': '2022-04-20T14:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '1637f887-46fc-4ac1-b644-c98d8361fcaf', 'name': '', 'network_id': '563157e0-06fa-4a7b-a839-c3482567146d', 'tenant_id': '80b98cb794f947d5b9c0aff42707aadb', 'mac_address': 'fa:16:3e:e8:10:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a0074d-3bb1-46a7-ada1-6e1e9aa858f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4402, 'fixed_ips': [{'subnet_id': 'c8a33429-a67c-4ad0-9674-8e218c739218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:26:17Z', 'updated_at': '2022-04-20T14:26:20Z', 'revision_number': 4, 'project_id': '80b98cb794f947d5b9c0aff42707aadb', 'subnets': [{'id': 'c8a33429-a67c-4ad0-9674-8e218c739218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:26:21.557463 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6762d1ec-ebce-4970-9c8c-d4cb0eb6bca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:21.592148 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6762d1ec-ebce-4970-9c8c-d4cb0eb6bca8 None None] For port 1637f887-46fc-4ac1-b644-c98d8361fcaf, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=1637f887-46fc-4ac1-b644-c98d8361fcaf,segment=NetworkSegment(01f638df-0e41-43f1-805b-2a3cbdc74e51),segment_id=01f638df-0e41-43f1-805b-2a3cbdc74e51)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:26:21.644635 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6762d1ec-ebce-4970-9c8c-d4cb0eb6bca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:21.712411 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-f5037f2e-6a6e-491e-b642-05b381495a38 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-764280735&fields=id&tenant_id=2b89876116d54fc79fafd221b0954966 HTTP/1.1" status: 200 len: 267 time: 0.0383909 Apr 20 14:26:21.718577 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6762d1ec-ebce-4970-9c8c-d4cb0eb6bca8 None None] Pushing event updated for resources: {'Port': ['ID=1637f887-46fc-4ac1-b644-c98d8361fcaf,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:21.832181 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-31e423d0-3432-47f6-914e-34ffde3e0b53 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:26:21.833985 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-31e423d0-3432-47f6-914e-34ffde3e0b53 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/networks?id=d1768369-8030-4eea-884e-e7eaf3931c5b HTTP/1.1" status: 200 len: 808 time: 0.1129558 Apr 20 14:26:21.849931 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-ec2eafd2-d337-425f-821c-0ee4215ab037 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/quotas/2b89876116d54fc79fafd221b0954966 HTTP/1.1" status: 200 len: 375 time: 0.0093923 Apr 20 14:26:21.903555 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-f4b4e46e-c016-4511-80b8-458dda8db672 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2b89876116d54fc79fafd221b0954966&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470836 Apr 20 14:26:22.114456 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-15c2eb0e-2b36-495b-af12-7b43bf098b8c service neutron] 10.222.0.25 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988711 Apr 20 14:26:22.145973 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 1637f887-46fc-4ac1-b644-c98d8361fcaf up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:26:22.206573 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 1637f887-46fc-4ac1-b644-c98d8361fcaf triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:26:22.206943 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:22.212616 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-193ce74b-3db7-4357-97b4-f3267bd94eda service neutron] 10.222.0.25 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917604 Apr 20 14:26:22.295877 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 576c0a17-eca7-41f6-89c2-885a0ec1ce36 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:26:22.340305 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 576c0a17-eca7-41f6-89c2-885a0ec1ce36 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:26:22.340670 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:22.470515 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-db88a997-e84e-43d5-a82c-95b2b85e3a20 req-dc5e2967-5bdc-498f-8237-896cbcdb3942 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 210 time: 0.0274293 Apr 20 14:26:23.562923 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4d540059-f8ae-4561-9edf-20af0b9fe6c8 req-177979c6-aaeb-4135-ae9a-afa1783f9ba1 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 210 time: 0.0253401 Apr 20 14:26:24.465309 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-82d0db04-bda5-47cd-8802-e9011abe603b tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:26:24.466726 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-82d0db04-bda5-47cd-8802-e9011abe603b tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.15 "GET /v2.0/networks?id=d1768369-8030-4eea-884e-e7eaf3931c5b HTTP/1.1" status: 200 len: 808 time: 0.1092184 Apr 20 14:26:24.511657 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-c6f1b721-87da-44c3-9ef5-b12681a4c4f4 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b89876116d54fc79fafd221b0954966 HTTP/1.1" status: 200 len: 379 time: 0.0366888 Apr 20 14:26:24.520819 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-a8e91aae-624f-4a64-bad2-3bc007401da9 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Request body: {'port': {'device_id': '7d1861e9-b177-49fd-97c1-c79c2d6ff82f', 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b', 'admin_state_up': True, 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'security_groups': ['59c736d0-db09-40e3-8d58-bf6227fa1834']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:26:24.561947 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5e4f14a7-6950-4d43-b9dc-7dab9c19481d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:24.675934 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0c3cef5d-550d-4993-9887-b970ca64aa85 req-edc809b5-8450-454a-b184-080096b03067 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 210 time: 0.0312519 Apr 20 14:26:24.704853 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-a8e91aae-624f-4a64-bad2-3bc007401da9 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Made reservation on behalf of 2b89876116d54fc79fafd221b0954966 for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:26:24.708705 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-a8e91aae-624f-4a64-bad2-3bc007401da9 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:24.830539 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-a8e91aae-624f-4a64-bad2-3bc007401da9 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Allocated IP 172.20.0.10 (d1768369-8030-4eea-884e-e7eaf3931c5b/8cc79620-fd76-485d-94ec-186bdc81b3ea/f5170118-716e-47a4-9563-a5733e2faf95) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:26:24.966900 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-a8e91aae-624f-4a64-bad2-3bc007401da9 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:25.053419 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-a8e91aae-624f-4a64-bad2-3bc007401da9 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:25.097311 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-a8e91aae-624f-4a64-bad2-3bc007401da9 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Network d1768369-8030-4eea-884e-e7eaf3931c5b is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:26:25.100252 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-a8e91aae-624f-4a64-bad2-3bc007401da9 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:26:25.104658 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-a8e91aae-624f-4a64-bad2-3bc007401da9 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:26:25.111007 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e91aae-624f-4a64-bad2-3bc007401da9 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Pushing event updated for resources: {'Port': ['ID=f5170118-716e-47a4-9563-a5733e2faf95,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:25.162110 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-a8e91aae-624f-4a64-bad2-3bc007401da9 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:26:25.162724 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-a8e91aae-624f-4a64-bad2-3bc007401da9 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:25.238460 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-a8e91aae-624f-4a64-bad2-3bc007401da9 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7212112 Apr 20 14:26:25.254854 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-5e5025e3-c0bc-4fa9-80eb-c83ab905595a service neutron] Request body: {'port': {'device_id': '7d1861e9-b177-49fd-97c1-c79c2d6ff82f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:26:25.293119 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-00cadcd9-a9e3-45db-9673-ef02075a53f5 None None] Provisioning complete for port f5170118-716e-47a4-9563-a5733e2faf95 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:26:25.293486 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-00cadcd9-a9e3-45db-9673-ef02075a53f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:25.314093 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-5e5025e3-c0bc-4fa9-80eb-c83ab905595a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:25.332257 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-00cadcd9-a9e3-45db-9673-ef02075a53f5 None None] Port f5170118-716e-47a4-9563-a5733e2faf95 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:26:25.576165 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-5e5025e3-c0bc-4fa9-80eb-c83ab905595a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5170118-716e-47a4-9563-a5733e2faf95 {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:26:25.583596 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-5e5025e3-c0bc-4fa9-80eb-c83ab905595a service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:25.594968 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-5e5025e3-c0bc-4fa9-80eb-c83ab905595a service neutron] Transition to ACTIVE for port object f5170118-716e-47a4-9563-a5733e2faf95 will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:26:25.658515 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-5e5025e3-c0bc-4fa9-80eb-c83ab905595a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:26.022768 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5025e3-c0bc-4fa9-80eb-c83ab905595a service neutron] Pushing event updated for resources: {'Port': ['ID=f5170118-716e-47a4-9563-a5733e2faf95,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:26.082237 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de4a68-7090-4b70-b7c0-dfb1ace36164 req-4831d7e6-33a5-4abd-8f46-62afc2eaa2cc tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:26:26.084073 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66de4a68-7090-4b70-b7c0-dfb1ace36164 req-4831d7e6-33a5-4abd-8f46-62afc2eaa2cc tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 944 time: 0.1091650 Apr 20 14:26:26.136594 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-5e5025e3-c0bc-4fa9-80eb-c83ab905595a service neutron] Attempting to bind port f5170118-716e-47a4-9563-a5733e2faf95 on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:26:26.136937 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-5e5025e3-c0bc-4fa9-80eb-c83ab905595a service neutron] Attempting to bind port f5170118-716e-47a4-9563-a5733e2faf95 by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': 'b5cb947a-6b69-4a41-9341-5b710acea2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:26:26.137272 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-5e5025e3-c0bc-4fa9-80eb-c83ab905595a service neutron] Attempting to bind port f5170118-716e-47a4-9563-a5733e2faf95 on network d1768369-8030-4eea-884e-e7eaf3931c5b {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:26:26.146005 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66de4a68-7090-4b70-b7c0-dfb1ace36164 req-59985351-3440-4a56-9c06-53f0aaa5ba87 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552042 Apr 20 14:26:26.146737 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-5e5025e3-c0bc-4fa9-80eb-c83ab905595a service neutron] Port f5170118-716e-47a4-9563-a5733e2faf95 on network d1768369-8030-4eea-884e-e7eaf3931c5b not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:26:26.147065 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-5e5025e3-c0bc-4fa9-80eb-c83ab905595a service neutron] Attempting to bind port f5170118-716e-47a4-9563-a5733e2faf95 on network d1768369-8030-4eea-884e-e7eaf3931c5b {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:26:26.153099 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-5e5025e3-c0bc-4fa9-80eb-c83ab905595a service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:26:26.153452 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-5e5025e3-c0bc-4fa9-80eb-c83ab905595a service neutron] Checking segment: {'id': 'b5cb947a-6b69-4a41-9341-5b710acea2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:26:26.153836 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-5e5025e3-c0bc-4fa9-80eb-c83ab905595a service neutron] Bound using segment: {'id': 'b5cb947a-6b69-4a41-9341-5b710acea2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:26:26.154271 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-5e5025e3-c0bc-4fa9-80eb-c83ab905595a service neutron] Bound port: f5170118-716e-47a4-9563-a5733e2faf95, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5cb947a-6b69-4a41-9341-5b710acea2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:26:26.154638 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-5e5025e3-c0bc-4fa9-80eb-c83ab905595a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:26.224298 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-5e5025e3-c0bc-4fa9-80eb-c83ab905595a service neutron] For port f5170118-716e-47a4-9563-a5733e2faf95, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:26:26.227258 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-5e5025e3-c0bc-4fa9-80eb-c83ab905595a service neutron] For port f5170118-716e-47a4-9563-a5733e2faf95, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=f5170118-716e-47a4-9563-a5733e2faf95,segment=NetworkSegment(b5cb947a-6b69-4a41-9341-5b710acea2d2),segment_id=b5cb947a-6b69-4a41-9341-5b710acea2d2)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:26:26.282065 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-5e5025e3-c0bc-4fa9-80eb-c83ab905595a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:26.314137 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-5e5025e3-c0bc-4fa9-80eb-c83ab905595a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:26:26.314789 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-5e5025e3-c0bc-4fa9-80eb-c83ab905595a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:26.316184 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-5e5025e3-c0bc-4fa9-80eb-c83ab905595a service neutron] 10.222.0.15 "PUT /v2.0/ports/f5170118-716e-47a4-9563-a5733e2faf95 HTTP/1.1" status: 200 len: 1092 time: 1.0678945 Apr 20 14:26:26.316617 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d1861e9-b177-49fd-97c1-c79c2d6ff82f', 'tag': 'f5170118-716e-47a4-9563-a5733e2faf95'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:26:26.318845 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df11a17b-4910-4e32-8060-2562034184fb" -d '{"events": [{"name": "network-changed", "server_uuid": "7d1861e9-b177-49fd-97c1-c79c2d6ff82f", "tag": "f5170118-716e-47a4-9563-a5733e2faf95"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:26:26.344850 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5025e3-c0bc-4fa9-80eb-c83ab905595a service neutron] Pushing event updated for resources: {'Port': ['ID=f5170118-716e-47a4-9563-a5733e2faf95,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:26.373759 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bdc006d-50d1-4f97-adaf-dcee3530c790 x-openstack-request-id: req-0bdc006d-50d1-4f97-adaf-dcee3530c790 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:26:26.374156 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d1861e9-b177-49fd-97c1-c79c2d6ff82f", "tag": "f5170118-716e-47a4-9563-a5733e2faf95", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:26:26.374414 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0bdc006d-50d1-4f97-adaf-dcee3530c790 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:26:26.374828 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bdc006d-50d1-4f97-adaf-dcee3530c790'] response: {'name': 'network-changed', 'server_uuid': '7d1861e9-b177-49fd-97c1-c79c2d6ff82f', 'tag': 'f5170118-716e-47a4-9563-a5733e2faf95', 'status': 'completed', 'code': 200} Apr 20 14:26:26.436032 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11a17b-4910-4e32-8060-2562034184fb req-80f2eb40-b16e-4b6d-a536-9244b81bbb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:26:26.437564 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df11a17b-4910-4e32-8060-2562034184fb req-80f2eb40-b16e-4b6d-a536-9244b81bbb9b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b89876116d54fc79fafd221b0954966&device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 1095 time: 0.0433578 Apr 20 14:26:26.541276 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11a17b-4910-4e32-8060-2562034184fb req-82e87689-fef7-46ac-849e-416a91905fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:26:26.543572 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df11a17b-4910-4e32-8060-2562034184fb req-82e87689-fef7-46ac-849e-416a91905fb5 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=2b89876116d54fc79fafd221b0954966&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0987194 Apr 20 14:26:26.637762 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11a17b-4910-4e32-8060-2562034184fb req-caf4c6e0-6b33-4f1a-929d-74d2d8e9c6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:26:26.639104 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-df11a17b-4910-4e32-8060-2562034184fb req-caf4c6e0-6b33-4f1a-929d-74d2d8e9c6d4 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894566 Apr 20 14:26:26.717876 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-64456b32-a203-4a7f-bb08-f1fe4ff187ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:26:26.719389 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-64456b32-a203-4a7f-bb08-f1fe4ff187ae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b89876116d54fc79fafd221b0954966&device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 1095 time: 0.0452273 Apr 20 14:26:26.760360 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-4fb5d3df-d3fc-4614-9b6c-033a53b7eb29 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5170118-716e-47a4-9563-a5733e2faf95 HTTP/1.1" status: 200 len: 217 time: 0.0340433 Apr 20 14:26:26.811684 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-8e39bce3-5772-457b-9563-968a21195271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:26:26.813086 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-8e39bce3-5772-457b-9563-968a21195271 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8cc79620-fd76-485d-94ec-186bdc81b3ea HTTP/1.1" status: 200 len: 847 time: 0.0466211 Apr 20 14:26:26.847484 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5f4d9c95-2970-416d-b9f4-61daf403d1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:26.862935 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-ee851d2c-f61d-4e5e-ad1c-108fd1191861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:26:26.864505 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-ee851d2c-f61d-4e5e-ad1c-108fd1191861 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1768369-8030-4eea-884e-e7eaf3931c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449584 Apr 20 14:26:26.951185 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-ef825e78-51d9-43b5-9e9f-54020f2e7143 service neutron] 10.222.0.15 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797064 Apr 20 14:26:27.041978 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-901cff55-3533-4ede-9c4d-6c7b09e571b6 req-d06c0043-4ef3-4478-90a8-69d7682aa99d service neutron] 10.222.0.15 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842655 Apr 20 14:26:27.263790 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0b278-a818-43f7-bcd3-8fb5e0884e80 req-221e8ade-f168-43b8-8bf0-1fadb046d4fc tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:26:27.265273 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d4e0b278-a818-43f7-bcd3-8fb5e0884e80 req-221e8ade-f168-43b8-8bf0-1fadb046d4fc tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 944 time: 0.0489173 Apr 20 14:26:27.302004 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d4e0b278-a818-43f7-bcd3-8fb5e0884e80 req-e386cf08-4738-480e-8d4d-ce6c286856fa tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307522 Apr 20 14:26:28.406276 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:28.416708 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30cd9db-cee1-439c-bd69-c50735770b38 req-f45dc0cd-9e95-4e65-a9b5-0a193660cba7 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:26:28.418705 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d30cd9db-cee1-439c-bd69-c50735770b38 req-f45dc0cd-9e95-4e65-a9b5-0a193660cba7 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 944 time: 0.0489545 Apr 20 14:26:28.454526 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d30cd9db-cee1-439c-bd69-c50735770b38 req-89b0560b-2bbe-4146-98dd-51dd6c389d5f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297258 Apr 20 14:26:29.574163 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ceced-e76d-4013-a90b-23a5878a00ef req-afa1da57-41bc-45c9-b1d6-ddef3d0483dd tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:26:29.575633 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-361ceced-e76d-4013-a90b-23a5878a00ef req-afa1da57-41bc-45c9-b1d6-ddef3d0483dd tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 944 time: 0.0481765 Apr 20 14:26:29.617341 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-361ceced-e76d-4013-a90b-23a5878a00ef req-70273a46-1c2d-4e01-bfbf-8c015f2d0b98 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356214 Apr 20 14:26:29.664071 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:29.869617 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:30.732782 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19546f-b647-44d3-b994-ea5a4b23f4bb req-1e9d25c7-ccda-4e10-858a-5cae872e0cdf tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:26:30.734317 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1e19546f-b647-44d3-b994-ea5a4b23f4bb req-1e9d25c7-ccda-4e10-858a-5cae872e0cdf tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 944 time: 0.0489736 Apr 20 14:26:30.770180 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1e19546f-b647-44d3-b994-ea5a4b23f4bb req-2d7c7271-b642-4c5a-960e-cc0d63aa51bd tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300465 Apr 20 14:26:31.273926 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device f5170118-716e-47a4-9563-a5733e2faf95 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:26:31.367290 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port f5170118-716e-47a4-9563-a5733e2faf95, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=f5170118-716e-47a4-9563-a5733e2faf95,segment=NetworkSegment(b5cb947a-6b69-4a41-9341-5b710acea2d2),segment_id=b5cb947a-6b69-4a41-9341-5b710acea2d2)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:26:31.378355 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'f5170118-716e-47a4-9563-a5733e2faf95', 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b', 'port_id': 'f5170118-716e-47a4-9563-a5733e2faf95', 'mac_address': 'fa:16:3e:a4:87:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc79620-fd76-485d-94ec-186bdc81b3ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:26:31.414778 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:31.427341 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5170118-716e-47a4-9563-a5733e2faf95 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:26:31.447119 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port f5170118-716e-47a4-9563-a5733e2faf95, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=f5170118-716e-47a4-9563-a5733e2faf95,segment=NetworkSegment(b5cb947a-6b69-4a41-9341-5b710acea2d2),segment_id=b5cb947a-6b69-4a41-9341-5b710acea2d2)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:26:31.516017 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:31.566909 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=f5170118-716e-47a4-9563-a5733e2faf95,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:31.857834 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['f5170118-716e-47a4-9563-a5733e2faf95'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:26:31.884836 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab79e7-01ba-4b91-b86a-cb2e6a5fef84 req-cbbeacab-800e-45af-a5fd-733c149904f7 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:26:31.886850 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-33ab79e7-01ba-4b91-b86a-cb2e6a5fef84 req-cbbeacab-800e-45af-a5fd-733c149904f7 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 945 time: 0.0491464 Apr 20 14:26:31.925312 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-33ab79e7-01ba-4b91-b86a-cb2e6a5fef84 req-ca12bde4-e26a-4be6-a467-401a3fea11f5 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322189 Apr 20 14:26:33.039773 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f457d2-0544-422a-8c87-32b4974b60fe req-2c662332-9b5b-400f-b7df-0fa0e16e02fa tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:26:33.041236 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-51f457d2-0544-422a-8c87-32b4974b60fe req-2c662332-9b5b-400f-b7df-0fa0e16e02fa tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 945 time: 0.0485950 Apr 20 14:26:33.083240 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-51f457d2-0544-422a-8c87-32b4974b60fe req-888b22d4-8337-426e-873f-adb0633fe912 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351183 Apr 20 14:26:33.281901 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device f5170118-716e-47a4-9563-a5733e2faf95 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:26:33.406927 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port f5170118-716e-47a4-9563-a5733e2faf95 completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:26:33.410894 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port f5170118-716e-47a4-9563-a5733e2faf95 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:26:33.411266 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:33.492424 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:33.514922 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1861e9-b177-49fd-97c1-c79c2d6ff82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5170118-716e-47a4-9563-a5733e2faf95'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:26:33.517805 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac87ba4abbb4e8505208ea6fd510b76711e5f2ebc605ae5eca19bb7d33fcf53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5c1674-252c-4bf0-9ac4-f6d902665ba2" -d '{"events": [{"server_uuid": "7d1861e9-b177-49fd-97c1-c79c2d6ff82f", "name": "network-vif-plugged", "status": "completed", "tag": "f5170118-716e-47a4-9563-a5733e2faf95"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:26:33.531229 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port f5170118-716e-47a4-9563-a5733e2faf95, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=f5170118-716e-47a4-9563-a5733e2faf95,segment=NetworkSegment(b5cb947a-6b69-4a41-9341-5b710acea2d2),segment_id=b5cb947a-6b69-4a41-9341-5b710acea2d2)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:26:33.557152 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab297f5e-b321-4294-a2b0-31316ce0202e x-openstack-request-id: req-ab297f5e-b321-4294-a2b0-31316ce0202e {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:26:33.557437 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1861e9-b177-49fd-97c1-c79c2d6ff82f", "name": "network-vif-plugged", "status": "completed", "tag": "f5170118-716e-47a4-9563-a5733e2faf95", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:26:33.557692 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab297f5e-b321-4294-a2b0-31316ce0202e {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:26:33.558082 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab297f5e-b321-4294-a2b0-31316ce0202e'] response: {'server_uuid': '7d1861e9-b177-49fd-97c1-c79c2d6ff82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5170118-716e-47a4-9563-a5733e2faf95', 'code': 200} Apr 20 14:26:33.595075 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:33.642462 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=f5170118-716e-47a4-9563-a5733e2faf95,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:33.651922 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c1cc1-e994-444e-9c5d-4c13399d1d2e req-cb117905-1060-4a7f-94c0-19f0a5e860f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:26:33.652961 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6b5c1cc1-e994-444e-9c5d-4c13399d1d2e req-cb117905-1060-4a7f-94c0-19f0a5e860f1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 1097 time: 0.0402498 Apr 20 14:26:33.688182 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6b5c1cc1-e994-444e-9c5d-4c13399d1d2e req-3d4a4df9-bab9-4cb8-9044-0d51630080df service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272281 Apr 20 14:26:34.196960 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60ce20-da89-4a17-8f1f-14f6967e6ef6 req-730b24b9-8dbf-42d0-859d-0dac6e4211f3 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:26:34.198414 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e60ce20-da89-4a17-8f1f-14f6967e6ef6 req-730b24b9-8dbf-42d0-859d-0dac6e4211f3 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 946 time: 0.0483999 Apr 20 14:26:34.235164 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7e60ce20-da89-4a17-8f1f-14f6967e6ef6 req-26adc981-ca2c-4047-9fc2-cc46877d9929 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308826 Apr 20 14:26:35.349743 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e22289-9e01-43c7-b154-1493aed0ec07 req-a4938b92-571e-4bdd-92c8-93c518ed412b tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:26:35.351193 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-55e22289-9e01-43c7-b154-1493aed0ec07 req-a4938b92-571e-4bdd-92c8-93c518ed412b tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 946 time: 0.0481515 Apr 20 14:26:35.391540 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-55e22289-9e01-43c7-b154-1493aed0ec07 req-c636f255-8b3a-482d-88b3-2460747a98fc tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342238 Apr 20 14:26:35.506376 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f8a88-317a-49af-ab01-78ebd0e0c4b2 req-f2f378c8-e4f3-4984-bede-abac7b104c7e tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:26:35.507915 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b23f8a88-317a-49af-ab01-78ebd0e0c4b2 req-f2f378c8-e4f3-4984-bede-abac7b104c7e tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 946 time: 0.0487442 Apr 20 14:26:35.545591 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b23f8a88-317a-49af-ab01-78ebd0e0c4b2 req-1989b1f9-26c1-4293-8506-2f6cb880ebd9 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309889 Apr 20 14:26:35.566900 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35668) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:26:35.645936 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdf0b4e-f2c2-4d08-a1dc-73e90745df72 tempest-TestShelveInstance-705851239 tempest-TestShelveInstance-705851239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:26:35.647527 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-dcdf0b4e-f2c2-4d08-a1dc-73e90745df72 tempest-TestShelveInstance-705851239 tempest-TestShelveInstance-705851239-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 1092 time: 0.0795505 Apr 20 14:26:35.650352 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 35672) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:26:35.654541 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-4f0dd66a-c2be-49b2-82f9-59032ee299e5 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'port_id': 'f5170118-716e-47a4-9563-a5733e2faf95', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'fixed_ip_address': '172.20.0.10'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:26:35.818974 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4f0dd66a-c2be-49b2-82f9-59032ee299e5 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for floatingip, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:35.916516 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4f0dd66a-c2be-49b2-82f9-59032ee299e5 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:36.016157 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-4f0dd66a-c2be-49b2-82f9-59032ee299e5 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Allocated IP 172.25.8.147 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/1643c911-93ca-4cda-bfb2-4ef4a80a4456) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:26:36.118824 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4f0dd66a-c2be-49b2-82f9-59032ee299e5 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:36.218502 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4f0dd66a-c2be-49b2-82f9-59032ee299e5 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:36.254132 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0dd66a-c2be-49b2-82f9-59032ee299e5 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:26:36.258880 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-4f0dd66a-c2be-49b2-82f9-59032ee299e5 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:26:36.262983 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0dd66a-c2be-49b2-82f9-59032ee299e5 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:26:36.288319 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0dd66a-c2be-49b2-82f9-59032ee299e5 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Pushing event updated for resources: {'Port': ['ID=1643c911-93ca-4cda-bfb2-4ef4a80a4456,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:36.615327 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4f0dd66a-c2be-49b2-82f9-59032ee299e5 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:36.740803 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4f0dd66a-c2be-49b2-82f9-59032ee299e5 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:36.888650 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4f0dd66a-c2be-49b2-82f9-59032ee299e5 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:36.944304 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4f0dd66a-c2be-49b2-82f9-59032ee299e5 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:37.019120 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0dd66a-c2be-49b2-82f9-59032ee299e5 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Pushing event updated for resources: {'Port': ['ID=1643c911-93ca-4cda-bfb2-4ef4a80a4456,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:26:37.027544 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4f0dd66a-c2be-49b2-82f9-59032ee299e5 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:37.125628 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-4f0dd66a-c2be-49b2-82f9-59032ee299e5 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Floating IP 1efcab7e-c75a-4726-9727-352fb5995f77 associated. External IP: 172.25.8.147, port: f5170118-716e-47a4-9563-a5733e2faf95. Apr 20 14:26:37.326196 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0dd66a-c2be-49b2-82f9-59032ee299e5 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Router 34b087e0-6a6f-42ff-a3d0-75996b403e09 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:26:37.428558 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0dd66a-c2be-49b2-82f9-59032ee299e5 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:26:37.438097 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800fb13d-bf22-4380-ab62-3bf496d76848 None None] Sync routers for ids ['34b087e0-6a6f-42ff-a3d0-75996b403e09'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:26:37.447602 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800fb13d-bf22-4380-ab62-3bf496d76848 None None] Routers {'34b087e0-6a6f-42ff-a3d0-75996b403e09'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:26:37.451907 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-800fb13d-bf22-4380-ab62-3bf496d76848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:26:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['34b087e0-6a6f-42ff-a3d0-75996b403e09'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:26:37.546475 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4f0dd66a-c2be-49b2-82f9-59032ee299e5 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:37.552931 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-800fb13d-bf22-4380-ab62-3bf496d76848 None None] Set router 34b087e0-6a6f-42ff-a3d0-75996b403e09 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:26:37.575792 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4f0dd66a-c2be-49b2-82f9-59032ee299e5 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9244149 Apr 20 14:26:37.576530 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d1861e9-b177-49fd-97c1-c79c2d6ff82f', 'tag': 'f5170118-716e-47a4-9563-a5733e2faf95'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:26:37.578823 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022d4104-9d66-4309-9eda-e81f514e1c31" -d '{"events": [{"name": "network-changed", "server_uuid": "7d1861e9-b177-49fd-97c1-c79c2d6ff82f", "tag": "f5170118-716e-47a4-9563-a5733e2faf95"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:26:37.678904 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0395ba-767c-4035-86eb-bfae561e91fb x-openstack-request-id: req-bc0395ba-767c-4035-86eb-bfae561e91fb {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:26:37.679533 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d1861e9-b177-49fd-97c1-c79c2d6ff82f", "tag": "f5170118-716e-47a4-9563-a5733e2faf95", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:26:37.679533 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bc0395ba-767c-4035-86eb-bfae561e91fb {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:26:37.679853 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc0395ba-767c-4035-86eb-bfae561e91fb'] response: {'name': 'network-changed', 'server_uuid': '7d1861e9-b177-49fd-97c1-c79c2d6ff82f', 'tag': 'f5170118-716e-47a4-9563-a5733e2faf95', 'status': 'completed', 'code': 200} Apr 20 14:26:37.741675 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d4104-9d66-4309-9eda-e81f514e1c31 req-4abe933e-8a6c-4e24-a0d1-db4acbf0c2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:26:37.743203 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-022d4104-9d66-4309-9eda-e81f514e1c31 req-4abe933e-8a6c-4e24-a0d1-db4acbf0c2ef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b89876116d54fc79fafd221b0954966&device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 1097 time: 0.0412588 Apr 20 14:26:37.772175 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-800fb13d-bf22-4380-ab62-3bf496d76848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'name': 'tempest-TestShelveInstance-342293656-router', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'b8896abe-5976-46bf-a220-43f8c6938ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:26:08Z', 'updated_at': '2022-04-20T14:26:12Z', 'revision_number': 4, 'project_id': '2b89876116d54fc79fafd221b0954966', 'gw_port': {'id': 'b8896abe-5976-46bf-a220-43f8c6938ee6', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:26:09Z', 'updated_at': '2022-04-20T14:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '1efcab7e-c75a-4726-9727-352fb5995f77', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'floating_ip_address': '172.25.8.147', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'port_id': 'f5170118-716e-47a4-9563-a5733e2faf95', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b', 'mac_address': 'fa:16:3e:a4:87:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1861e9-b177-49fd-97c1-c79c2d6ff82f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:26:36Z', 'updated_at': '2022-04-20T14:26:36Z', 'revision_number': 0, 'project_id': '2b89876116d54fc79fafd221b0954966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03', 'name': '', 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'mac_address': 'fa:16:3e:54:63:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '8cc79620-fd76-485d-94ec-186bdc81b3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:26:11Z', 'updated_at': '2022-04-20T14:26:15Z', 'revision_number': 5, 'project_id': '2b89876116d54fc79fafd221b0954966', 'subnets': [{'id': '8cc79620-fd76-485d-94ec-186bdc81b3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:26:37.801431 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800fb13d-bf22-4380-ab62-3bf496d76848 None None] Checking router: 34b087e0-6a6f-42ff-a3d0-75996b403e09 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:26:37.809521 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800fb13d-bf22-4380-ab62-3bf496d76848 None None] Routers {'34b087e0-6a6f-42ff-a3d0-75996b403e09'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:26:37.810133 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-800fb13d-bf22-4380-ab62-3bf496d76848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:26:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['34b087e0-6a6f-42ff-a3d0-75996b403e09'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:26:37.830578 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d4104-9d66-4309-9eda-e81f514e1c31 req-087eb5ad-0589-4f33-b0c2-c99fc3ce0700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:26:37.831997 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-022d4104-9d66-4309-9eda-e81f514e1c31 req-087eb5ad-0589-4f33-b0c2-c99fc3ce0700 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d1768369-8030-4eea-884e-e7eaf3931c5b HTTP/1.1" status: 200 len: 909 time: 0.0820374 Apr 20 14:26:37.900572 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-022d4104-9d66-4309-9eda-e81f514e1c31 req-a6cc926f-e3b2-4b6e-94fc-74bddecda3bd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5170118-716e-47a4-9563-a5733e2faf95 HTTP/1.1" status: 200 len: 1000 time: 0.0621538 Apr 20 14:26:37.914979 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-800fb13d-bf22-4380-ab62-3bf496d76848 None None] Set router 34b087e0-6a6f-42ff-a3d0-75996b403e09 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:26:37.949773 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d4104-9d66-4309-9eda-e81f514e1c31 req-2f859c1c-ca4b-477c-8e6c-454a39d2ac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:26:37.951255 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-022d4104-9d66-4309-9eda-e81f514e1c31 req-2f859c1c-ca4b-477c-8e6c-454a39d2ac02 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8cc79620-fd76-485d-94ec-186bdc81b3ea HTTP/1.1" status: 200 len: 847 time: 0.0441010 Apr 20 14:26:37.995565 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d4104-9d66-4309-9eda-e81f514e1c31 req-02893e96-8c17-46c2-9de9-3b57f2ebe314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:26:37.997117 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-022d4104-9d66-4309-9eda-e81f514e1c31 req-02893e96-8c17-46c2-9de9-3b57f2ebe314 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1768369-8030-4eea-884e-e7eaf3931c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399654 Apr 20 14:26:38.090535 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-022d4104-9d66-4309-9eda-e81f514e1c31 req-14b37b26-4e2e-4d8e-a19e-7b46e348def7 service neutron] 10.222.0.15 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866361 Apr 20 14:26:38.136845 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-800fb13d-bf22-4380-ab62-3bf496d76848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'name': 'tempest-TestShelveInstance-342293656-router', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'b8896abe-5976-46bf-a220-43f8c6938ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:26:08Z', 'updated_at': '2022-04-20T14:26:12Z', 'revision_number': 4, 'project_id': '2b89876116d54fc79fafd221b0954966', 'gw_port': {'id': 'b8896abe-5976-46bf-a220-43f8c6938ee6', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:26:09Z', 'updated_at': '2022-04-20T14:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '1efcab7e-c75a-4726-9727-352fb5995f77', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'floating_ip_address': '172.25.8.147', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'port_id': 'f5170118-716e-47a4-9563-a5733e2faf95', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b', 'mac_address': 'fa:16:3e:a4:87:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1861e9-b177-49fd-97c1-c79c2d6ff82f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:26:36Z', 'updated_at': '2022-04-20T14:26:36Z', 'revision_number': 0, 'project_id': '2b89876116d54fc79fafd221b0954966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03', 'name': '', 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'mac_address': 'fa:16:3e:54:63:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '8cc79620-fd76-485d-94ec-186bdc81b3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:26:11Z', 'updated_at': '2022-04-20T14:26:15Z', 'revision_number': 5, 'project_id': '2b89876116d54fc79fafd221b0954966', 'subnets': [{'id': '8cc79620-fd76-485d-94ec-186bdc81b3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:26:38.162188 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800fb13d-bf22-4380-ab62-3bf496d76848 None None] The sync data for ids ['34b087e0-6a6f-42ff-a3d0-75996b403e09'] in n-d-836015-7 is: [{'id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'name': 'tempest-TestShelveInstance-342293656-router', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'b8896abe-5976-46bf-a220-43f8c6938ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:26:08Z', 'updated_at': '2022-04-20T14:26:12Z', 'revision_number': 4, 'project_id': '2b89876116d54fc79fafd221b0954966', 'gw_port': {'id': 'b8896abe-5976-46bf-a220-43f8c6938ee6', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:26:09Z', 'updated_at': '2022-04-20T14:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '1efcab7e-c75a-4726-9727-352fb5995f77', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'floating_ip_address': '172.25.8.147', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'port_id': 'f5170118-716e-47a4-9563-a5733e2faf95', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b', 'mac_address': 'fa:16:3e:a4:87:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1861e9-b177-49fd-97c1-c79c2d6ff82f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:26:36Z', 'updated_at': '2022-04-20T14:26:36Z', 'revision_number': 0, 'project_id': '2b89876116d54fc79fafd221b0954966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03', 'name': '', 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'mac_address': 'fa:16:3e:54:63:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '8cc79620-fd76-485d-94ec-186bdc81b3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:26:11Z', 'updated_at': '2022-04-20T14:26:15Z', 'revision_number': 5, 'project_id': '2b89876116d54fc79fafd221b0954966', 'subnets': [{'id': '8cc79620-fd76-485d-94ec-186bdc81b3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:26:38.178013 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-022d4104-9d66-4309-9eda-e81f514e1c31 req-bcfc5fe7-a251-4510-8067-75062dca48e5 service neutron] 10.222.0.15 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818186 Apr 20 14:26:38.347600 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c302fe89-b2bf-4771-988a-799900c02a35 None None] New status for floating IP 1efcab7e-c75a-4726-9727-352fb5995f77: ACTIVE {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:26:43.166150 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:43.692606 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:44.065141 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fee8eadd-bb71-4c4b-9ae0-310a99f44303 req-f5a53844-9a9e-472c-aaf2-1abe559672f5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436120 Apr 20 14:26:44.146264 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8eadd-bb71-4c4b-9ae0-310a99f44303 req-c6c72268-b1eb-41a0-b6d4-499cc07c338b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:26:44.147760 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fee8eadd-bb71-4c4b-9ae0-310a99f44303 req-c6c72268-b1eb-41a0-b6d4-499cc07c338b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b89876116d54fc79fafd221b0954966&device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 1097 time: 0.0395846 Apr 20 14:26:44.248258 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8eadd-bb71-4c4b-9ae0-310a99f44303 req-7a41f517-2573-47ef-8810-398aea517326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:26:44.249719 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fee8eadd-bb71-4c4b-9ae0-310a99f44303 req-7a41f517-2573-47ef-8810-398aea517326 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d1768369-8030-4eea-884e-e7eaf3931c5b HTTP/1.1" status: 200 len: 909 time: 0.0825431 Apr 20 14:26:44.315632 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fee8eadd-bb71-4c4b-9ae0-310a99f44303 req-f4d49b28-3461-4195-ac00-a6ce62ab5e9b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5170118-716e-47a4-9563-a5733e2faf95 HTTP/1.1" status: 200 len: 1002 time: 0.0599542 Apr 20 14:26:44.362567 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8eadd-bb71-4c4b-9ae0-310a99f44303 req-9a5b3889-a853-4b1c-bc86-0e00b722ddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:26:44.363980 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fee8eadd-bb71-4c4b-9ae0-310a99f44303 req-9a5b3889-a853-4b1c-bc86-0e00b722ddeb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8cc79620-fd76-485d-94ec-186bdc81b3ea HTTP/1.1" status: 200 len: 847 time: 0.0427797 Apr 20 14:26:44.406679 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8eadd-bb71-4c4b-9ae0-310a99f44303 req-0a17c3a7-6e77-48eb-a341-d6e04a9058a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:26:44.408163 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fee8eadd-bb71-4c4b-9ae0-310a99f44303 req-0a17c3a7-6e77-48eb-a341-d6e04a9058a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1768369-8030-4eea-884e-e7eaf3931c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381038 Apr 20 14:26:44.500987 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fee8eadd-bb71-4c4b-9ae0-310a99f44303 req-75cb919b-15b6-442a-a35b-056e5502686d service neutron] 10.222.0.15 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865116 Apr 20 14:26:44.588532 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fee8eadd-bb71-4c4b-9ae0-310a99f44303 req-dc560c60-5561-47cd-9f80-4faf21bffc80 service neutron] 10.222.0.15 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812161 Apr 20 14:26:54.549951 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-dd632248-5e2f-4274-ae46-76b49e2a870a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:56.874864 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-36e06141-2f86-495f-a826-1c03f2405a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:57.582912 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:26:58.395749 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:59.720628 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:26:59.915333 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:27:13.314888 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:27:13.709418 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:27:24.542831 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e4901e8e-d767-4e6f-9dda-d7d3a8730dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:27:26.854477 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fbb2d99d-c4ff-42f3-a695-95b9082691b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:27:28.417209 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:27:29.674423 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:27:29.885601 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:27:34.582515 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:27:43.183382 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:27:43.725107 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:27:44.734930 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f54edc90-3299-44b7-ab72-ed125f770088 req-40931fb1-f586-4419-b95a-fe685b8a3c73 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387552 Apr 20 14:27:44.817827 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54edc90-3299-44b7-ab72-ed125f770088 req-e3d8439e-73a1-4664-9db5-f7be3c939876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:27:44.819279 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f54edc90-3299-44b7-ab72-ed125f770088 req-e3d8439e-73a1-4664-9db5-f7be3c939876 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b89876116d54fc79fafd221b0954966&device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 1097 time: 0.0438833 Apr 20 14:27:44.918196 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54edc90-3299-44b7-ab72-ed125f770088 req-bdbfce8e-eb99-44e5-99c6-b02bad4a5880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:27:44.919675 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f54edc90-3299-44b7-ab72-ed125f770088 req-bdbfce8e-eb99-44e5-99c6-b02bad4a5880 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d1768369-8030-4eea-884e-e7eaf3931c5b HTTP/1.1" status: 200 len: 909 time: 0.0827389 Apr 20 14:27:44.987337 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f54edc90-3299-44b7-ab72-ed125f770088 req-19ef9a2f-7fab-48e2-a89c-c9cbd5cd6db3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5170118-716e-47a4-9563-a5733e2faf95 HTTP/1.1" status: 200 len: 1002 time: 0.0605483 Apr 20 14:27:45.035185 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54edc90-3299-44b7-ab72-ed125f770088 req-2e342e15-7fe8-4227-9b66-5b792963ee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:27:45.037261 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f54edc90-3299-44b7-ab72-ed125f770088 req-2e342e15-7fe8-4227-9b66-5b792963ee1e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8cc79620-fd76-485d-94ec-186bdc81b3ea HTTP/1.1" status: 200 len: 847 time: 0.0431123 Apr 20 14:27:45.080196 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54edc90-3299-44b7-ab72-ed125f770088 req-38910c28-8da0-432f-9837-3c375e303a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:27:45.081624 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f54edc90-3299-44b7-ab72-ed125f770088 req-38910c28-8da0-432f-9837-3c375e303a37 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1768369-8030-4eea-884e-e7eaf3931c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384915 Apr 20 14:27:45.172067 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f54edc90-3299-44b7-ab72-ed125f770088 req-3603b462-c903-4b16-aff1-8d2e620df2b6 service neutron] 10.222.0.15 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839326 Apr 20 14:27:45.257050 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f54edc90-3299-44b7-ab72-ed125f770088 req-84e354c0-ea47-482d-982f-9cf92200c326 service neutron] 10.222.0.15 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787382 Apr 20 14:27:54.519630 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-49f8ef6d-6724-4068-a454-19b1264fcc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:27:56.862774 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-75476c98-9016-4a68-aea7-32a451f0e83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:27:58.388497 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:27:59.679336 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:27:59.959387 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:28:11.582279 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:28:13.159575 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:28:13.765416 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:28:24.553939 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-88365fa9-2c48-46fa-9f87-61c0a1431c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:28:26.851012 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9a0843b7-2ef3-41f1-b51b-2f14918ff726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:28:28.433268 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:28:29.673875 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:28:29.896325 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:28:43.158796 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:28:43.770570 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:28:46.080267 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2eaace96-cd88-41c2-9280-f5c8def6e1ac req-d16efdf9-389e-45f6-993b-0ec5a28c4a87 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410552 Apr 20 14:28:46.446986 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaace96-cd88-41c2-9280-f5c8def6e1ac req-c3a1da2d-bf83-4e04-bf2a-c213508a49d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:28:46.448579 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2eaace96-cd88-41c2-9280-f5c8def6e1ac req-c3a1da2d-bf83-4e04-bf2a-c213508a49d4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b89876116d54fc79fafd221b0954966&device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 1097 time: 0.3282626 Apr 20 14:28:46.550270 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaace96-cd88-41c2-9280-f5c8def6e1ac req-a436cfe5-6632-45c3-b71a-0889810f6dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:28:46.551749 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2eaace96-cd88-41c2-9280-f5c8def6e1ac req-a436cfe5-6632-45c3-b71a-0889810f6dda service neutron] 10.222.0.15 "GET /v2.0/networks?id=d1768369-8030-4eea-884e-e7eaf3931c5b HTTP/1.1" status: 200 len: 909 time: 0.0825286 Apr 20 14:28:46.617581 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2eaace96-cd88-41c2-9280-f5c8def6e1ac req-bca6f3ee-d8ed-4fca-b8dd-f69abca7cec8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5170118-716e-47a4-9563-a5733e2faf95 HTTP/1.1" status: 200 len: 1002 time: 0.0594671 Apr 20 14:28:46.664135 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaace96-cd88-41c2-9280-f5c8def6e1ac req-c3e379ea-5ac3-48ce-9224-7e1f9f21f334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:28:46.665494 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2eaace96-cd88-41c2-9280-f5c8def6e1ac req-c3e379ea-5ac3-48ce-9224-7e1f9f21f334 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8cc79620-fd76-485d-94ec-186bdc81b3ea HTTP/1.1" status: 200 len: 847 time: 0.0416062 Apr 20 14:28:46.709375 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaace96-cd88-41c2-9280-f5c8def6e1ac req-d3a09a49-491d-4c67-9150-b1b208c7c706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:28:46.711384 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2eaace96-cd88-41c2-9280-f5c8def6e1ac req-d3a09a49-491d-4c67-9150-b1b208c7c706 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1768369-8030-4eea-884e-e7eaf3931c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381572 Apr 20 14:28:46.800048 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2eaace96-cd88-41c2-9280-f5c8def6e1ac req-74242370-93b7-4190-a9b5-1ac3996869be service neutron] 10.222.0.15 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813468 Apr 20 14:28:46.887561 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2eaace96-cd88-41c2-9280-f5c8def6e1ac req-048c1c62-b1f3-464a-8834-bc717f43e0cb service neutron] 10.222.0.15 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810502 Apr 20 14:28:48.581722 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:28:54.558709 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-560f6f81-7a4f-478a-8d69-a22e743aeb6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:28:56.895929 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-456d0c43-a3bd-4469-969b-9b504d068e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:28:58.392680 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:28:59.650009 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:28:59.872767 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:29:04.302749 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438fe02-218a-4a00-9b9c-036b1c80fb68 req-388d22a1-a69e-4601-a272-401e88cb4465 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:04.304685 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8438fe02-218a-4a00-9b9c-036b1c80fb68 req-388d22a1-a69e-4601-a272-401e88cb4465 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 946 time: 0.0517485 Apr 20 14:29:04.342053 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8438fe02-218a-4a00-9b9c-036b1c80fb68 req-b9474b77-cdea-41e2-908d-4239433ddea2 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310838 Apr 20 14:29:05.471255 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5ca21-7c09-4beb-a3e2-005732029171 req-54034d38-08c0-49ca-a344-bbd9d717344a tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:05.472744 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-43a5ca21-7c09-4beb-a3e2-005732029171 req-54034d38-08c0-49ca-a344-bbd9d717344a tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 946 time: 0.0529132 Apr 20 14:29:05.511495 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-43a5ca21-7c09-4beb-a3e2-005732029171 req-f69fb55f-9745-4a65-b25b-eaea74d792bf tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321403 Apr 20 14:29:06.629478 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c45eb-5466-4d9b-99f6-07c781a73a86 req-258d8134-44b2-4249-ad44-0ee99a6115b1 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:06.630936 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-204c45eb-5466-4d9b-99f6-07c781a73a86 req-258d8134-44b2-4249-ad44-0ee99a6115b1 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 946 time: 0.0478027 Apr 20 14:29:06.668285 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-204c45eb-5466-4d9b-99f6-07c781a73a86 req-b1ddddc6-c1cb-428e-8522-59adc88ccaec tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307963 Apr 20 14:29:07.781246 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0d6d0-fdd6-4d3f-8e85-ee097de8c23e req-936fb303-347f-4422-8d86-e297f79300db tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:07.782616 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-47d0d6d0-fdd6-4d3f-8e85-ee097de8c23e req-936fb303-347f-4422-8d86-e297f79300db tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 946 time: 0.0476370 Apr 20 14:29:07.819521 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-47d0d6d0-fdd6-4d3f-8e85-ee097de8c23e req-ce74736d-6a5e-4d3a-a115-0d4f08b02921 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309660 Apr 20 14:29:08.941282 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ea14e-3f10-42ee-b199-4d99927ce69c req-717ffd9a-1b8d-46c2-b84f-0db39dd8b505 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:08.942784 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d1ea14e-3f10-42ee-b199-4d99927ce69c req-717ffd9a-1b8d-46c2-b84f-0db39dd8b505 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 946 time: 0.0533726 Apr 20 14:29:08.981257 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d1ea14e-3f10-42ee-b199-4d99927ce69c req-33362fb9-90a2-48e6-a6a5-a9b0e0425f38 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323343 Apr 20 14:29:10.097891 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042468a9-e782-46c2-84f9-4b4c1455187f req-79b3e1ec-f83d-476b-a2f5-fea2ceb391ff tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:10.104351 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-042468a9-e782-46c2-84f9-4b4c1455187f req-79b3e1ec-f83d-476b-a2f5-fea2ceb391ff tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 946 time: 0.0506923 Apr 20 14:29:10.136920 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-042468a9-e782-46c2-84f9-4b4c1455187f req-d1a2ce4d-adb4-4911-a3da-88dd421a34bb tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314915 Apr 20 14:29:11.250893 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d999f8-d7d9-49b7-8acf-866c9e3a28b9 req-32904240-1ee9-4dd6-9bd7-8c2e53a8eeb4 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:11.252356 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b7d999f8-d7d9-49b7-8acf-866c9e3a28b9 req-32904240-1ee9-4dd6-9bd7-8c2e53a8eeb4 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 946 time: 0.0481076 Apr 20 14:29:11.288460 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b7d999f8-d7d9-49b7-8acf-866c9e3a28b9 req-be1121b4-357a-42b8-bc8b-52be9ee63228 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301638 Apr 20 14:29:12.408177 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920aadd0-e02b-41d8-bb03-2e3f1f788d53 req-acf90417-ae04-40e9-b994-6707f5be6059 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:12.409555 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-920aadd0-e02b-41d8-bb03-2e3f1f788d53 req-acf90417-ae04-40e9-b994-6707f5be6059 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 946 time: 0.0546205 Apr 20 14:29:12.445883 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-920aadd0-e02b-41d8-bb03-2e3f1f788d53 req-c35110f3-36ed-4364-9202-9261b1442945 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303929 Apr 20 14:29:13.187022 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:29:13.561136 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f382060-c0c7-4173-8248-e7bb6438af7a req-249e0943-32a1-4025-85f1-a3692b3a3e5a tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:13.562658 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2f382060-c0c7-4173-8248-e7bb6438af7a req-249e0943-32a1-4025-85f1-a3692b3a3e5a tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 946 time: 0.0484245 Apr 20 14:29:13.600367 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2f382060-c0c7-4173-8248-e7bb6438af7a req-87df10b3-5880-4a81-9e8e-b2966df3fd48 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317004 Apr 20 14:29:13.769770 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:29:14.715076 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef80f6-f6fe-4576-ba33-1a79650c3be1 req-1b9dc832-2816-4dc8-81e1-bd28b7fbcd66 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:14.716596 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-50ef80f6-f6fe-4576-ba33-1a79650c3be1 req-1b9dc832-2816-4dc8-81e1-bd28b7fbcd66 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 946 time: 0.0488262 Apr 20 14:29:14.755000 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-50ef80f6-f6fe-4576-ba33-1a79650c3be1 req-59da86c4-7d85-42ad-9a3d-dc623cdbfac5 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322037 Apr 20 14:29:15.872890 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58829cc5-666f-462e-8a57-2f8df93e5a7b req-a8f8f825-7c7d-4ade-ba4a-de26fe4f7d3e tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:15.874337 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-58829cc5-666f-462e-8a57-2f8df93e5a7b req-a8f8f825-7c7d-4ade-ba4a-de26fe4f7d3e tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 946 time: 0.0526004 Apr 20 14:29:15.911723 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-58829cc5-666f-462e-8a57-2f8df93e5a7b req-c7cbff89-d27f-4546-900d-5be97da1b1a4 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313137 Apr 20 14:29:16.002140 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device f5170118-716e-47a4-9563-a5733e2faf95 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:29:16.098944 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port f5170118-716e-47a4-9563-a5733e2faf95, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=f5170118-716e-47a4-9563-a5733e2faf95,segment=NetworkSegment(b5cb947a-6b69-4a41-9341-5b710acea2d2),segment_id=b5cb947a-6b69-4a41-9341-5b710acea2d2)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:29:16.110330 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'f5170118-716e-47a4-9563-a5733e2faf95', 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b', 'port_id': 'f5170118-716e-47a4-9563-a5733e2faf95', 'mac_address': 'fa:16:3e:a4:87:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc79620-fd76-485d-94ec-186bdc81b3ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:29:16.149207 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:29:16.161816 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f5170118-716e-47a4-9563-a5733e2faf95 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:29:16.180268 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port f5170118-716e-47a4-9563-a5733e2faf95, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=f5170118-716e-47a4-9563-a5733e2faf95,segment=NetworkSegment(b5cb947a-6b69-4a41-9341-5b710acea2d2),segment_id=b5cb947a-6b69-4a41-9341-5b710acea2d2)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:29:16.272604 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:29:16.322634 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=f5170118-716e-47a4-9563-a5733e2faf95,revision_number=6']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:29:16.330686 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:29:16.331027 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:29:16.331388 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:29:16.331717 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:29:16.332043 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:29:16.332368 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:29:16.332687 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:29:16.333005 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:29:16.333325 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:29:16.333900 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:29:16.334218 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:29:16.334569 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:29:16.353114 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['f5170118-716e-47a4-9563-a5733e2faf95'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:29:17.023655 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3195fb-d542-4a08-8d54-3728ea9cae73 req-00d41f71-441e-436d-9e5b-8437478dde46 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:17.025144 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be3195fb-d542-4a08-8d54-3728ea9cae73 req-00d41f71-441e-436d-9e5b-8437478dde46 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 945 time: 0.0480349 Apr 20 14:29:17.062523 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be3195fb-d542-4a08-8d54-3728ea9cae73 req-a925f79d-0ad5-4ea3-800a-021724d4fc77 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308757 Apr 20 14:29:18.020374 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device f5170118-716e-47a4-9563-a5733e2faf95 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:29:18.067231 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port f5170118-716e-47a4-9563-a5733e2faf95 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:29:18.067628 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:29:18.142907 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:29:18.164116 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1861e9-b177-49fd-97c1-c79c2d6ff82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5170118-716e-47a4-9563-a5733e2faf95'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:29:18.166335 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac87ba4abbb4e8505208ea6fd510b76711e5f2ebc605ae5eca19bb7d33fcf53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f5e055-2d13-46d7-9ed1-08fce19dd2e4" -d '{"events": [{"server_uuid": "7d1861e9-b177-49fd-97c1-c79c2d6ff82f", "name": "network-vif-plugged", "status": "completed", "tag": "f5170118-716e-47a4-9563-a5733e2faf95"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:29:18.177984 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c009fa0-5646-4d92-96ed-4bef22255d76 req-30fbfd1e-9bdd-4bec-95e5-5dcf655ce9dc tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:18.179531 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5c009fa0-5646-4d92-96ed-4bef22255d76 req-30fbfd1e-9bdd-4bec-95e5-5dcf655ce9dc tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 945 time: 0.0487702 Apr 20 14:29:18.180357 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port f5170118-716e-47a4-9563-a5733e2faf95, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=f5170118-716e-47a4-9563-a5733e2faf95,segment=NetworkSegment(b5cb947a-6b69-4a41-9341-5b710acea2d2),segment_id=b5cb947a-6b69-4a41-9341-5b710acea2d2)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:29:18.203428 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f455ca59-815f-4c1a-b184-11b50689fcb1 x-openstack-request-id: req-f455ca59-815f-4c1a-b184-11b50689fcb1 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:29:18.203723 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1861e9-b177-49fd-97c1-c79c2d6ff82f", "name": "network-vif-plugged", "status": "completed", "tag": "f5170118-716e-47a4-9563-a5733e2faf95", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:29:18.203980 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f455ca59-815f-4c1a-b184-11b50689fcb1 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:29:18.204380 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f455ca59-815f-4c1a-b184-11b50689fcb1'] response: {'server_uuid': '7d1861e9-b177-49fd-97c1-c79c2d6ff82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5170118-716e-47a4-9563-a5733e2faf95', 'code': 200} Apr 20 14:29:18.218794 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5c009fa0-5646-4d92-96ed-4bef22255d76 req-62767578-1871-42a4-a947-837e70baf6d0 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323939 Apr 20 14:29:18.261035 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:29:18.310492 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=f5170118-716e-47a4-9563-a5733e2faf95,revision_number=7']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:29:19.340483 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102384f7-4fe8-4374-986d-5c767349382b req-484cc362-4cc3-4fc3-b7a0-c55cf7d5305f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:19.341964 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-102384f7-4fe8-4374-986d-5c767349382b req-484cc362-4cc3-4fc3-b7a0-c55cf7d5305f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 946 time: 0.0543377 Apr 20 14:29:19.379164 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-102384f7-4fe8-4374-986d-5c767349382b req-2895b9de-438b-4358-8650-9e659c2bdff4 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311649 Apr 20 14:29:20.497988 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b781de-dfa9-4b15-b2a6-13814829f44b req-89c85c21-13c7-49ea-897f-103672cbdd5b tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:20.499489 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d2b781de-dfa9-4b15-b2a6-13814829f44b req-89c85c21-13c7-49ea-897f-103672cbdd5b tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 946 time: 0.0515115 Apr 20 14:29:20.543422 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d2b781de-dfa9-4b15-b2a6-13814829f44b req-d4d624c5-d4bd-4ee1-bc05-9a71e6445620 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376601 Apr 20 14:29:21.666731 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b820b-faf7-4833-9b37-d9dab54c75ed req-402e7d75-90e7-4ea0-8ad7-7255de953b48 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:21.670164 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b02b820b-faf7-4833-9b37-d9dab54c75ed req-402e7d75-90e7-4ea0-8ad7-7255de953b48 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 946 time: 0.0547817 Apr 20 14:29:21.713410 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b02b820b-faf7-4833-9b37-d9dab54c75ed req-26b624d4-9777-4fc3-a792-7e18245ad9d3 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384557 Apr 20 14:29:22.846172 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f907b6d-6624-44d3-b197-e027cf28f0e6 req-d295847f-8fa9-4820-a7d5-f3d5562961c3 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:22.848432 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0f907b6d-6624-44d3-b197-e027cf28f0e6 req-d295847f-8fa9-4820-a7d5-f3d5562961c3 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 946 time: 0.0601735 Apr 20 14:29:22.903849 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0f907b6d-6624-44d3-b197-e027cf28f0e6 req-f9f5ad43-5190-43f2-9a3e-0fcfb575464c tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438664 Apr 20 14:29:24.019279 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab942e6-9e7b-4d5a-a7fc-fdcf20ce4317 req-30ab26f6-cb0d-471b-95f2-80178d8e1bd8 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:24.021006 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dab942e6-9e7b-4d5a-a7fc-fdcf20ce4317 req-30ab26f6-cb0d-471b-95f2-80178d8e1bd8 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 946 time: 0.0521846 Apr 20 14:29:24.063234 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dab942e6-9e7b-4d5a-a7fc-fdcf20ce4317 req-8afc9169-6669-411f-a1ce-dc8ed187ae38 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356591 Apr 20 14:29:24.540947 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3d2c9d75-c983-4948-be6d-cd23aae7ec98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:29:25.187193 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f402a15-ba6e-4592-95dc-ddc4a9a6eae5 req-573b615b-c8dc-40a9-9c9c-ada1b3e829a2 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:25.189448 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9f402a15-ba6e-4592-95dc-ddc4a9a6eae5 req-573b615b-c8dc-40a9-9c9c-ada1b3e829a2 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 946 time: 0.0512798 Apr 20 14:29:25.234713 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9f402a15-ba6e-4592-95dc-ddc4a9a6eae5 req-bcfdc497-5d79-43a3-abdb-0a31fe9d8f24 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390224 Apr 20 14:29:25.581121 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:29:26.358902 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599bdcd-1750-4555-89e5-0fabb896cbf0 req-20ad0d53-74f5-443e-9b58-47294bdfd923 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:26.361629 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4599bdcd-1750-4555-89e5-0fabb896cbf0 req-20ad0d53-74f5-443e-9b58-47294bdfd923 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 946 time: 0.0601859 Apr 20 14:29:26.404348 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4599bdcd-1750-4555-89e5-0fabb896cbf0 req-6424dfb6-5e0f-48cb-abf9-2c5a86034b10 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361757 Apr 20 14:29:26.861281 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-92036aeb-0c9e-43aa-9a80-627eeba0eec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:29:27.536800 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399e043-e039-4f36-bd2d-777c24897a54 req-06e0192e-8475-4211-a826-ef525ebb5120 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:27.539416 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3399e043-e039-4f36-bd2d-777c24897a54 req-06e0192e-8475-4211-a826-ef525ebb5120 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 946 time: 0.0595937 Apr 20 14:29:27.579077 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3399e043-e039-4f36-bd2d-777c24897a54 req-3b8b6531-026f-4e36-9c6d-cb6ad08b8f46 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345559 Apr 20 14:29:28.405170 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:29:28.699318 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d0d70-6c6f-4e0b-aeaa-543c176a58a4 req-5e0e5f7d-10ad-4887-9ba9-50683d988fa2 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:28.701643 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-710d0d70-6c6f-4e0b-aeaa-543c176a58a4 req-5e0e5f7d-10ad-4887-9ba9-50683d988fa2 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 946 time: 0.0535216 Apr 20 14:29:28.741726 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-710d0d70-6c6f-4e0b-aeaa-543c176a58a4 req-256b2d50-f8f1-4e64-bd26-518b97564e0b tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340183 Apr 20 14:29:29.867381 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05174825-d2a6-462b-ab74-48ca733b4040 req-f97e0450-4db7-4be9-990e-e5a0579c28bf tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:29.868896 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-05174825-d2a6-462b-ab74-48ca733b4040 req-f97e0450-4db7-4be9-990e-e5a0579c28bf tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 946 time: 0.0562432 Apr 20 14:29:29.908861 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-05174825-d2a6-462b-ab74-48ca733b4040 req-5caf75b4-58ae-4252-bdb3-bd62d687394e tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331569 Apr 20 14:29:29.924170 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:29:29.925013 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:29:31.024589 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93bcc9-6c88-4c37-a08a-4140808e7b5e req-df8fbd40-d778-4d1d-92ae-4a1170f5ea46 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:31.026190 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5a93bcc9-6c88-4c37-a08a-4140808e7b5e req-df8fbd40-d778-4d1d-92ae-4a1170f5ea46 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 946 time: 0.0489430 Apr 20 14:29:31.064175 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5a93bcc9-6c88-4c37-a08a-4140808e7b5e req-11d69f5f-ab45-418f-973a-a79aeda41753 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315084 Apr 20 14:29:31.837440 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe08301-8ebd-49a1-95bd-e209363bead4 req-41082320-27e7-472e-9e6f-3958d6b1f6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:31.838947 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3fe08301-8ebd-49a1-95bd-e209363bead4 req-41082320-27e7-472e-9e6f-3958d6b1f6bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b89876116d54fc79fafd221b0954966&device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 1097 time: 0.0410514 Apr 20 14:29:31.934903 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe08301-8ebd-49a1-95bd-e209363bead4 req-e6998961-3dba-4d4b-aa23-6aad331aeead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:31.936406 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3fe08301-8ebd-49a1-95bd-e209363bead4 req-e6998961-3dba-4d4b-aa23-6aad331aeead service neutron] 10.222.0.15 "GET /v2.0/networks?id=d1768369-8030-4eea-884e-e7eaf3931c5b HTTP/1.1" status: 200 len: 909 time: 0.0881841 Apr 20 14:29:32.001064 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3fe08301-8ebd-49a1-95bd-e209363bead4 req-f655c21e-9763-4833-9b16-8bbc9e742f8a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5170118-716e-47a4-9563-a5733e2faf95 HTTP/1.1" status: 200 len: 1002 time: 0.0576375 Apr 20 14:29:32.054808 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe08301-8ebd-49a1-95bd-e209363bead4 req-4f72050f-f926-4cc3-a4a4-246087888ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:32.056262 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3fe08301-8ebd-49a1-95bd-e209363bead4 req-4f72050f-f926-4cc3-a4a4-246087888ced service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8cc79620-fd76-485d-94ec-186bdc81b3ea HTTP/1.1" status: 200 len: 847 time: 0.0467186 Apr 20 14:29:32.101364 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe08301-8ebd-49a1-95bd-e209363bead4 req-1d9828aa-796a-4c4b-ac89-767f9fa0295b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:32.102870 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3fe08301-8ebd-49a1-95bd-e209363bead4 req-1d9828aa-796a-4c4b-ac89-767f9fa0295b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1768369-8030-4eea-884e-e7eaf3931c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397689 Apr 20 14:29:32.223112 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3fe08301-8ebd-49a1-95bd-e209363bead4 req-6fcb2476-f687-401e-b517-a2201e4f5174 service neutron] 10.222.0.15 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135032 Apr 20 14:29:32.231768 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e195e9-82b7-4261-b705-6d7152c0f250 req-fb73597f-9b76-4bb0-a484-0a125de97d0a tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:32.233107 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a8e195e9-82b7-4261-b705-6d7152c0f250 req-fb73597f-9b76-4bb0-a484-0a125de97d0a tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 946 time: 0.0788848 Apr 20 14:29:32.317285 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a8e195e9-82b7-4261-b705-6d7152c0f250 req-b645ac06-5a43-410f-89bd-dca0c72526e6 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766022 Apr 20 14:29:32.344679 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3fe08301-8ebd-49a1-95bd-e209363bead4 req-0c7210f3-07c0-4326-a698-344b244c59c4 service neutron] 10.222.0.15 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106114 Apr 20 14:29:33.431382 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e697e23-4310-4957-b3a8-92cd6d7cd5ee req-608df1df-f8e3-453f-b302-68f9a4a9556b tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:33.432847 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8e697e23-4310-4957-b3a8-92cd6d7cd5ee req-608df1df-f8e3-453f-b302-68f9a4a9556b tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 946 time: 0.0490310 Apr 20 14:29:33.470657 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8e697e23-4310-4957-b3a8-92cd6d7cd5ee req-95b2e22d-c351-4a29-b746-f3535f7c5003 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312786 Apr 20 14:29:34.585818 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282193d3-381d-4c9d-a3bf-8a8e372432d9 req-15e1a00a-a0f3-4fc6-8c32-8039f1b7ecbc tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:34.587272 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-282193d3-381d-4c9d-a3bf-8a8e372432d9 req-15e1a00a-a0f3-4fc6-8c32-8039f1b7ecbc tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 946 time: 0.0480161 Apr 20 14:29:34.624637 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-282193d3-381d-4c9d-a3bf-8a8e372432d9 req-b4303102-367e-4582-93b0-b8bb1d7962c6 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306098 Apr 20 14:29:34.742846 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-d210e737-7104-4de5-8e08-e236a4ab9d6f req-d455b574-2a66-4358-b4b8-d04f566729d4 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:29:34.743932 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d210e737-7104-4de5-8e08-e236a4ab9d6f req-d455b574-2a66-4358-b4b8-d04f566729d4 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0497816 Apr 20 14:29:36.042751 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41708c30-629e-40f5-b7ed-7e3b95c328f3 req-fb02b416-55b8-408f-a32b-8ad7f39d01ad tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:36.044328 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-41708c30-629e-40f5-b7ed-7e3b95c328f3 req-fb02b416-55b8-408f-a32b-8ad7f39d01ad tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 946 time: 0.0507793 Apr 20 14:29:36.085599 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-41708c30-629e-40f5-b7ed-7e3b95c328f3 req-78c4bbe6-79a8-4bcc-9fab-5c1134a4727a tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351148 Apr 20 14:29:36.119474 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device f5170118-716e-47a4-9563-a5733e2faf95 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:29:36.195683 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:29:36.218447 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1861e9-b177-49fd-97c1-c79c2d6ff82f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5170118-716e-47a4-9563-a5733e2faf95'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:29:36.220706 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac87ba4abbb4e8505208ea6fd510b76711e5f2ebc605ae5eca19bb7d33fcf53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1642860-e3bc-4623-a1fc-42f24c7512d7" -d '{"events": [{"server_uuid": "7d1861e9-b177-49fd-97c1-c79c2d6ff82f", "name": "network-vif-unplugged", "status": "completed", "tag": "f5170118-716e-47a4-9563-a5733e2faf95"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:29:36.236077 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port f5170118-716e-47a4-9563-a5733e2faf95, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=f5170118-716e-47a4-9563-a5733e2faf95,segment=NetworkSegment(b5cb947a-6b69-4a41-9341-5b710acea2d2),segment_id=b5cb947a-6b69-4a41-9341-5b710acea2d2)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:29:36.257161 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 20 Apr 2022 14:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76cbd49a-7b86-494d-84d2-9f6c6f7f2801 x-openstack-request-id: req-76cbd49a-7b86-494d-84d2-9f6c6f7f2801 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:29:36.257506 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1861e9-b177-49fd-97c1-c79c2d6ff82f", "name": "network-vif-unplugged", "status": "failed", "tag": "f5170118-716e-47a4-9563-a5733e2faf95", "code": 422}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:29:36.257931 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-76cbd49a-7b86-494d-84d2-9f6c6f7f2801 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:29:36.258333 n-d-836015-7 neutron-server[114871]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-76cbd49a-7b86-494d-84d2-9f6c6f7f2801']: {'server_uuid': '7d1861e9-b177-49fd-97c1-c79c2d6ff82f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f5170118-716e-47a4-9563-a5733e2faf95', 'code': 422} returned with failed status Apr 20 14:29:36.306608 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:29:36.355166 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=f5170118-716e-47a4-9563-a5733e2faf95,revision_number=8']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:29:36.557497 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-251f59bb-aa94-4fd6-a8f4-fffaab56689b req-0a80dc21-fe07-47dc-af1e-5d44da1615d5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0861130 Apr 20 14:29:37.198934 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf055ab9-68dc-4ce7-88e8-7c4aa26e247b req-6f8772ba-8870-4689-b47f-bd89465b0384 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:37.200395 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bf055ab9-68dc-4ce7-88e8-7c4aa26e247b req-6f8772ba-8870-4689-b47f-bd89465b0384 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 944 time: 0.0473056 Apr 20 14:29:37.237480 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bf055ab9-68dc-4ce7-88e8-7c4aa26e247b req-2210c97c-aba5-4cb7-a998-dd0a7809f654 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311315 Apr 20 14:29:38.348640 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987707b-352c-44ae-b4c8-1b83acf34bf4 req-d6114ff5-1d5e-4173-b903-4a1f1dd65e36 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:38.350078 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f987707b-352c-44ae-b4c8-1b83acf34bf4 req-d6114ff5-1d5e-4173-b903-4a1f1dd65e36 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 944 time: 0.0473807 Apr 20 14:29:38.386891 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f987707b-352c-44ae-b4c8-1b83acf34bf4 req-7accad90-6733-4285-a435-242eb010bfd4 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303221 Apr 20 14:29:39.500445 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcbdbf5-5f66-4b00-9428-b657ae055ed5 req-b0979e5b-5e5b-4522-98bb-fceda436c1b5 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:39.501982 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dbcbdbf5-5f66-4b00-9428-b657ae055ed5 req-b0979e5b-5e5b-4522-98bb-fceda436c1b5 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 944 time: 0.0482602 Apr 20 14:29:39.542809 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dbcbdbf5-5f66-4b00-9428-b657ae055ed5 req-100f91b2-31a0-4ae1-872f-305ac53bd699 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346606 Apr 20 14:29:40.657975 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32f272-78fa-4dbf-ba83-b1bf13bc97ee req-97bc527a-76de-4c22-9dd3-ace179a1200f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:40.659451 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3d32f272-78fa-4dbf-ba83-b1bf13bc97ee req-97bc527a-76de-4c22-9dd3-ace179a1200f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 944 time: 0.0479367 Apr 20 14:29:40.695062 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3d32f272-78fa-4dbf-ba83-b1bf13bc97ee req-189ea8c5-bcb5-44cc-a1fe-c6b6c3bdf8b8 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297451 Apr 20 14:29:41.808801 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1745766-59d0-4712-937c-62fdc7023005 req-0c213ead-1f51-49fc-a0c1-1ca4e7ba9a13 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:41.810237 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f1745766-59d0-4712-937c-62fdc7023005 req-0c213ead-1f51-49fc-a0c1-1ca4e7ba9a13 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 944 time: 0.0479600 Apr 20 14:29:41.846889 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f1745766-59d0-4712-937c-62fdc7023005 req-f9181626-55d2-4453-921a-6b4ce5c75ee0 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306702 Apr 20 14:29:41.951464 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f59bb-aa94-4fd6-a8f4-fffaab56689b req-e714658f-0191-4343-9d39-91f0b8a4b3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:41.952976 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-251f59bb-aa94-4fd6-a8f4-fffaab56689b req-e714658f-0191-4343-9d39-91f0b8a4b3c1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f&tenant_id=2b89876116d54fc79fafd221b0954966 HTTP/1.1" status: 200 len: 1095 time: 0.0824327 Apr 20 14:29:42.020253 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f59bb-aa94-4fd6-a8f4-fffaab56689b req-55c10bd3-c7fc-4c84-8439-d7b14ea14495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:42.021640 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-251f59bb-aa94-4fd6-a8f4-fffaab56689b req-55c10bd3-c7fc-4c84-8439-d7b14ea14495 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b89876116d54fc79fafd221b0954966&device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 1095 time: 0.0435829 Apr 20 14:29:42.110150 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f59bb-aa94-4fd6-a8f4-fffaab56689b req-28d65852-06a8-4078-aa7c-187f32a87e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:42.111625 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-251f59bb-aa94-4fd6-a8f4-fffaab56689b req-28d65852-06a8-4078-aa7c-187f32a87e00 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d1768369-8030-4eea-884e-e7eaf3931c5b HTTP/1.1" status: 200 len: 909 time: 0.0832303 Apr 20 14:29:42.180105 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-251f59bb-aa94-4fd6-a8f4-fffaab56689b req-79bd7fc5-c633-4fd2-99d1-ecdfb673d81e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5170118-716e-47a4-9563-a5733e2faf95 HTTP/1.1" status: 200 len: 1000 time: 0.0607662 Apr 20 14:29:42.227926 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f59bb-aa94-4fd6-a8f4-fffaab56689b req-e37aa5db-cba0-49c3-a91f-084a6e9de226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:42.229303 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-251f59bb-aa94-4fd6-a8f4-fffaab56689b req-e37aa5db-cba0-49c3-a91f-084a6e9de226 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8cc79620-fd76-485d-94ec-186bdc81b3ea HTTP/1.1" status: 200 len: 847 time: 0.0430114 Apr 20 14:29:42.272478 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f59bb-aa94-4fd6-a8f4-fffaab56689b req-e776917c-7af5-4315-9562-2e3745d3199d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:42.273860 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-251f59bb-aa94-4fd6-a8f4-fffaab56689b req-e776917c-7af5-4315-9562-2e3745d3199d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1768369-8030-4eea-884e-e7eaf3931c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380323 Apr 20 14:29:42.365139 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-251f59bb-aa94-4fd6-a8f4-fffaab56689b req-adf715f2-f1b5-4ba1-a1b0-030243a8b14d service neutron] 10.222.0.15 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848486 Apr 20 14:29:42.454323 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-251f59bb-aa94-4fd6-a8f4-fffaab56689b req-4122a4e1-19e8-4d9e-973d-992d85dbdc5e service neutron] 10.222.0.15 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821848 Apr 20 14:29:43.014898 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b513f-0f96-499d-ae0f-677a5c42ff72 req-d2a75961-0f0f-488e-9d4d-1dc6d2c1bfd3 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:43.022347 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-283b513f-0f96-499d-ae0f-677a5c42ff72 req-d2a75961-0f0f-488e-9d4d-1dc6d2c1bfd3 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 944 time: 0.0625591 Apr 20 14:29:43.076077 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-283b513f-0f96-499d-ae0f-677a5c42ff72 req-cf9d6fdf-5d00-45d9-94bf-491021c07329 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519800 Apr 20 14:29:43.163882 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:29:43.792299 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:29:44.194447 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e9571-1a63-4d51-a9cd-bb6eca1014f5 req-1874ae91-a1db-4647-8147-5dd9ea58d6a0 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:44.196181 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-960e9571-1a63-4d51-a9cd-bb6eca1014f5 req-1874ae91-a1db-4647-8147-5dd9ea58d6a0 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 944 time: 0.0567565 Apr 20 14:29:44.235207 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-960e9571-1a63-4d51-a9cd-bb6eca1014f5 req-d0771c55-4c35-42f1-9f53-d6f996427b6f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326514 Apr 20 14:29:45.358184 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2fb223-02e9-457e-9c75-2c9084bf8f13 req-8611ae33-594f-47c6-a046-bb064bef148b tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:45.359719 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4d2fb223-02e9-457e-9c75-2c9084bf8f13 req-8611ae33-594f-47c6-a046-bb064bef148b tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 944 time: 0.0516050 Apr 20 14:29:45.404468 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4d2fb223-02e9-457e-9c75-2c9084bf8f13 req-ee6674dc-67d6-4f83-b1c4-a3089857542c tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385988 Apr 20 14:29:46.531692 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78c5ec-899e-4ab8-bee5-81892da29e50 req-ac2b2a49-fd79-4bb5-9f55-0a044253cc0e tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:46.533201 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cd78c5ec-899e-4ab8-bee5-81892da29e50 req-ac2b2a49-fd79-4bb5-9f55-0a044253cc0e tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 944 time: 0.0532277 Apr 20 14:29:46.576723 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cd78c5ec-899e-4ab8-bee5-81892da29e50 req-ff7fa04b-39d4-4faf-af7d-100788667cfd tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367525 Apr 20 14:29:47.715597 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e23881-26aa-4f54-9e7e-25a1992ae999 req-095efd10-8021-44ec-aee7-eb4805c02ea4 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:47.717121 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-20e23881-26aa-4f54-9e7e-25a1992ae999 req-095efd10-8021-44ec-aee7-eb4805c02ea4 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 944 time: 0.0614924 Apr 20 14:29:47.771485 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-20e23881-26aa-4f54-9e7e-25a1992ae999 req-97dc61eb-c61f-431a-a6c9-21ec0f323d11 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322380 Apr 20 14:29:48.877836 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee88f9-6995-4761-87d8-803cdda8505b req-c9aa6bca-c7ce-4f45-a748-b5368ff2a465 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:48.879427 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b8ee88f9-6995-4761-87d8-803cdda8505b req-c9aa6bca-c7ce-4f45-a748-b5368ff2a465 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 944 time: 0.0507543 Apr 20 14:29:48.919715 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b8ee88f9-6995-4761-87d8-803cdda8505b req-e33d7244-5161-46fb-8507-fe9336712756 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340242 Apr 20 14:29:50.039554 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd981d32-b7e3-4508-8ad8-0812a18ab3f4 req-63579a4f-60f4-4f1d-9768-123079816c8f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:50.041071 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cd981d32-b7e3-4508-8ad8-0812a18ab3f4 req-63579a4f-60f4-4f1d-9768-123079816c8f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 944 time: 0.0505896 Apr 20 14:29:50.085429 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cd981d32-b7e3-4508-8ad8-0812a18ab3f4 req-7e04e648-39cf-4312-8e14-2bef0dc3f8aa tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376694 Apr 20 14:29:51.209167 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae30c4-3be2-4239-9557-1519d5a3b9cd req-15d41d72-cf05-43fe-a10e-c398a5137f1e tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:51.210619 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a3ae30c4-3be2-4239-9557-1519d5a3b9cd req-15d41d72-cf05-43fe-a10e-c398a5137f1e tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 944 time: 0.0512912 Apr 20 14:29:51.247576 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a3ae30c4-3be2-4239-9557-1519d5a3b9cd req-64522be6-a60a-4447-a8da-6b71c757b3d7 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303495 Apr 20 14:29:52.362119 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a00e0-7eae-48c6-91fa-e2829b022793 req-61f84d6d-e9db-440e-b467-e4445fda3c0c tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:52.363496 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a48a00e0-7eae-48c6-91fa-e2829b022793 req-61f84d6d-e9db-440e-b467-e4445fda3c0c tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 944 time: 0.0483415 Apr 20 14:29:52.400094 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a48a00e0-7eae-48c6-91fa-e2829b022793 req-833a4c37-339f-4ba5-9a77-3ce8299b313a tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305421 Apr 20 14:29:53.514271 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f32982-1528-4767-8815-a6aa738e61c1 req-c63ec255-e328-4ce1-9f6c-ca88f67553f9 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:53.515838 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e1f32982-1528-4767-8815-a6aa738e61c1 req-c63ec255-e328-4ce1-9f6c-ca88f67553f9 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 944 time: 0.0490348 Apr 20 14:29:53.553005 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e1f32982-1528-4767-8815-a6aa738e61c1 req-57a88e37-28af-4a11-b445-a7c83e22173b tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311990 Apr 20 14:29:54.481410 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efeda10-ad96-47a3-b3eb-7e8188245804 req-d61337d8-4359-4752-8a79-de6311013653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:54.482436 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7efeda10-ad96-47a3-b3eb-7e8188245804 req-d61337d8-4359-4752-8a79-de6311013653 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b89876116d54fc79fafd221b0954966&device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 1095 time: 0.0451295 Apr 20 14:29:54.587852 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efeda10-ad96-47a3-b3eb-7e8188245804 req-3eb5cab9-4280-4bf7-862b-61a06904da17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:54.589806 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7efeda10-ad96-47a3-b3eb-7e8188245804 req-3eb5cab9-4280-4bf7-862b-61a06904da17 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d1768369-8030-4eea-884e-e7eaf3931c5b HTTP/1.1" status: 200 len: 909 time: 0.0840673 Apr 20 14:29:54.591959 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ca3f49eb-ea36-4d44-87c0-1b2b56767d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:29:54.683033 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7efeda10-ad96-47a3-b3eb-7e8188245804 req-fbee5f4a-89a6-4991-b9d1-fac063ab34c7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5170118-716e-47a4-9563-a5733e2faf95 HTTP/1.1" status: 200 len: 1000 time: 0.0867898 Apr 20 14:29:54.703881 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb423a7-bee5-4c76-bdce-04ddb8d79e3c req-877aaf5a-ab38-40dd-8800-3378e514af89 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:54.705277 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-beb423a7-bee5-4c76-bdce-04ddb8d79e3c req-877aaf5a-ab38-40dd-8800-3378e514af89 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 944 time: 0.0704606 Apr 20 14:29:54.762338 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efeda10-ad96-47a3-b3eb-7e8188245804 req-a1409a85-720a-4961-a2a0-d68cc18b5578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:54.763763 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7efeda10-ad96-47a3-b3eb-7e8188245804 req-a1409a85-720a-4961-a2a0-d68cc18b5578 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8cc79620-fd76-485d-94ec-186bdc81b3ea HTTP/1.1" status: 200 len: 847 time: 0.0745869 Apr 20 14:29:54.768615 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-beb423a7-bee5-4c76-bdce-04ddb8d79e3c req-062aadda-76c0-4d06-94fa-ce477142eb86 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441670 Apr 20 14:29:54.812252 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efeda10-ad96-47a3-b3eb-7e8188245804 req-5cf5f644-ffbf-479f-83bb-ccf79680622e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:54.813717 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7efeda10-ad96-47a3-b3eb-7e8188245804 req-5cf5f644-ffbf-479f-83bb-ccf79680622e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1768369-8030-4eea-884e-e7eaf3931c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432453 Apr 20 14:29:54.902033 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7efeda10-ad96-47a3-b3eb-7e8188245804 req-ba6e27be-4bec-4e52-8d6c-79c00f787263 service neutron] 10.222.0.15 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805247 Apr 20 14:29:54.991882 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7efeda10-ad96-47a3-b3eb-7e8188245804 req-578670a0-f3ca-4132-a377-f4f84cdf4103 service neutron] 10.222.0.15 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833743 Apr 20 14:29:55.886558 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f3da3-8509-40ce-bdd4-b3ae3705e1d3 req-9011daa0-b93a-49c4-99c6-33755fd48f5a tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:55.888061 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2b2f3da3-8509-40ce-bdd4-b3ae3705e1d3 req-9011daa0-b93a-49c4-99c6-33755fd48f5a tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 944 time: 0.0496333 Apr 20 14:29:55.925542 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2b2f3da3-8509-40ce-bdd4-b3ae3705e1d3 req-19e2ee67-5b54-4562-856a-c4cbc35ab4c3 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314646 Apr 20 14:29:56.854586 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d7780f98-3675-44b0-b509-bfad5cd3b4d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:29:57.039159 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe3d30-2c97-499f-b1ea-0a6d4cdeff53 req-072ba80b-9ca1-4598-87af-a38de6f03332 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:57.040652 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-efbe3d30-2c97-499f-b1ea-0a6d4cdeff53 req-072ba80b-9ca1-4598-87af-a38de6f03332 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 944 time: 0.0482225 Apr 20 14:29:57.078272 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-efbe3d30-2c97-499f-b1ea-0a6d4cdeff53 req-27a41c70-4e78-4d6e-a4f5-ed21123aa095 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307863 Apr 20 14:29:58.181597 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device f5170118-716e-47a4-9563-a5733e2faf95 details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:29:58.190632 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fcbb7-1a4d-4cb7-b2f3-01047093bb52 req-a39b1c32-213a-442f-acfb-1a93d4d7fd96 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:58.192275 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-961fcbb7-1a4d-4cb7-b2f3-01047093bb52 req-a39b1c32-213a-442f-acfb-1a93d4d7fd96 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 944 time: 0.0469787 Apr 20 14:29:58.233413 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-961fcbb7-1a4d-4cb7-b2f3-01047093bb52 req-b2278b78-1629-4b21-a307-e0eaa6db68bc tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349007 Apr 20 14:29:58.277082 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port f5170118-716e-47a4-9563-a5733e2faf95, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=f5170118-716e-47a4-9563-a5733e2faf95,segment=NetworkSegment(b5cb947a-6b69-4a41-9341-5b710acea2d2),segment_id=b5cb947a-6b69-4a41-9341-5b710acea2d2)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:29:58.288217 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': 'f5170118-716e-47a4-9563-a5733e2faf95', 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b', 'port_id': 'f5170118-716e-47a4-9563-a5733e2faf95', 'mac_address': 'fa:16:3e:a4:87:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc79620-fd76-485d-94ec-186bdc81b3ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:29:58.325592 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:29:58.337752 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5170118-716e-47a4-9563-a5733e2faf95 {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:29:58.364942 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port f5170118-716e-47a4-9563-a5733e2faf95, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=f5170118-716e-47a4-9563-a5733e2faf95,segment=NetworkSegment(b5cb947a-6b69-4a41-9341-5b710acea2d2),segment_id=b5cb947a-6b69-4a41-9341-5b710acea2d2)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:29:58.437672 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:29:58.473387 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:29:58.487322 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=f5170118-716e-47a4-9563-a5733e2faf95,revision_number=9']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:29:58.783492 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['f5170118-716e-47a4-9563-a5733e2faf95'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:29:59.346746 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399db139-f0c0-47bf-9948-d263c2cbd377 req-81585c50-93a2-4adf-aca2-1b298355b9b9 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:29:59.348237 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-399db139-f0c0-47bf-9948-d263c2cbd377 req-81585c50-93a2-4adf-aca2-1b298355b9b9 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 945 time: 0.0482194 Apr 20 14:29:59.385581 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-399db139-f0c0-47bf-9948-d263c2cbd377 req-f1618a64-4b2c-46c1-af56-a278d9fe6e9f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314872 Apr 20 14:29:59.677554 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:29:59.882964 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:00.181438 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device f5170118-716e-47a4-9563-a5733e2faf95 up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:30:00.228411 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port f5170118-716e-47a4-9563-a5733e2faf95 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:30:00.228782 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:00.303264 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:00.325439 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1861e9-b177-49fd-97c1-c79c2d6ff82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5170118-716e-47a4-9563-a5733e2faf95'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:30:00.327678 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac87ba4abbb4e8505208ea6fd510b76711e5f2ebc605ae5eca19bb7d33fcf53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e780eb1-2f9c-4399-bd03-412f29ac068a" -d '{"events": [{"server_uuid": "7d1861e9-b177-49fd-97c1-c79c2d6ff82f", "name": "network-vif-plugged", "status": "completed", "tag": "f5170118-716e-47a4-9563-a5733e2faf95"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:30:00.339974 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port f5170118-716e-47a4-9563-a5733e2faf95, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=f5170118-716e-47a4-9563-a5733e2faf95,segment=NetworkSegment(b5cb947a-6b69-4a41-9341-5b710acea2d2),segment_id=b5cb947a-6b69-4a41-9341-5b710acea2d2)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:30:00.420291 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2631a118-c12b-4908-8c45-fae30079fb8c x-openstack-request-id: req-2631a118-c12b-4908-8c45-fae30079fb8c {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:30:00.420578 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1861e9-b177-49fd-97c1-c79c2d6ff82f", "name": "network-vif-plugged", "status": "completed", "tag": "f5170118-716e-47a4-9563-a5733e2faf95", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:30:00.420979 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2631a118-c12b-4908-8c45-fae30079fb8c {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:30:00.421384 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2631a118-c12b-4908-8c45-fae30079fb8c'] response: {'server_uuid': '7d1861e9-b177-49fd-97c1-c79c2d6ff82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5170118-716e-47a4-9563-a5733e2faf95', 'code': 200} Apr 20 14:30:00.422571 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:00.484590 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=f5170118-716e-47a4-9563-a5733e2faf95,revision_number=10']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:30:00.505938 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433cd01-3adc-41ce-acd8-4dfa930f2132 req-4129f6a3-d2dd-4a1b-a690-ad532dea9811 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:30:00.507469 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e433cd01-3adc-41ce-acd8-4dfa930f2132 req-4129f6a3-d2dd-4a1b-a690-ad532dea9811 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 947 time: 0.0494468 Apr 20 14:30:00.545995 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e433cd01-3adc-41ce-acd8-4dfa930f2132 req-5150089b-7de6-40ca-af8d-bfd8e3acd89f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315242 Apr 20 14:30:00.617573 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b46a1-9166-44b4-92b0-9ceeb050b3aa req-49bd9a54-a121-4d9b-a8c9-d86331ce8573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:30:00.619019 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-835b46a1-9166-44b4-92b0-9ceeb050b3aa req-49bd9a54-a121-4d9b-a8c9-d86331ce8573 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 1098 time: 0.0394812 Apr 20 14:30:00.655005 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-835b46a1-9166-44b4-92b0-9ceeb050b3aa req-001287a3-d279-43b8-8554-a0d95791e0a4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295687 Apr 20 14:30:01.662474 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e279ac0-95fc-46cf-90e8-f1ae424aa319 req-84cc5c69-b2cb-4836-b4e4-59f63adc9a51 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:30:01.663953 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1e279ac0-95fc-46cf-90e8-f1ae424aa319 req-84cc5c69-b2cb-4836-b4e4-59f63adc9a51 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 947 time: 0.0481145 Apr 20 14:30:01.700835 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1e279ac0-95fc-46cf-90e8-f1ae424aa319 req-d2fcdf33-3a1d-410c-a0ef-42e13b1a0249 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304792 Apr 20 14:30:02.581287 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:30:02.814013 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173712ca-355f-4294-9cb7-ef177618d08c req-1cd54596-014e-4ba5-8c06-e649c269ec87 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:30:02.815508 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-173712ca-355f-4294-9cb7-ef177618d08c req-1cd54596-014e-4ba5-8c06-e649c269ec87 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 947 time: 0.0482326 Apr 20 14:30:02.852991 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-173712ca-355f-4294-9cb7-ef177618d08c req-d0885a64-2f99-4970-9f14-62cad51abd89 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314202 Apr 20 14:30:03.971052 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832efd8a-97a6-44e8-b4cf-9eb912a34161 req-8bfcd18d-0f25-489d-819b-889c4b481773 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:30:03.972527 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-832efd8a-97a6-44e8-b4cf-9eb912a34161 req-8bfcd18d-0f25-489d-819b-889c4b481773 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 947 time: 0.0480382 Apr 20 14:30:04.013419 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-832efd8a-97a6-44e8-b4cf-9eb912a34161 req-e5857794-a902-45a7-98b4-81ccf96f6c93 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348692 Apr 20 14:30:13.231409 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:13.814371 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:24.528767 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-254a8e15-a108-4f3a-97fc-1096f9826f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:26.865328 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7963a35c-9740-4200-9433-6f5ee27e3549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:28.397170 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:29.699845 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:30.025296 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:39.582458 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:30:43.322343 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:43.785416 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:50.061223 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d9d7680-1632-45b7-aa5a-e772f8b03c0b req-6f0462e2-f3c5-4913-ae08-5a3153fa566a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389059 Apr 20 14:30:50.139392 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d7680-1632-45b7-aa5a-e772f8b03c0b req-d9de16b6-64c4-4006-b426-ae0c74840519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:30:50.140867 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d9d7680-1632-45b7-aa5a-e772f8b03c0b req-d9de16b6-64c4-4006-b426-ae0c74840519 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b89876116d54fc79fafd221b0954966&device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 1098 time: 0.0394237 Apr 20 14:30:50.243423 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d7680-1632-45b7-aa5a-e772f8b03c0b req-160cb1a5-3b0e-4310-9e87-bbd19e78908c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:30:50.244884 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d9d7680-1632-45b7-aa5a-e772f8b03c0b req-160cb1a5-3b0e-4310-9e87-bbd19e78908c service neutron] 10.222.0.15 "GET /v2.0/networks?id=d1768369-8030-4eea-884e-e7eaf3931c5b HTTP/1.1" status: 200 len: 909 time: 0.0859151 Apr 20 14:30:50.308314 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d9d7680-1632-45b7-aa5a-e772f8b03c0b req-40d61561-dc58-4e0b-9259-0657f64ace19 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5170118-716e-47a4-9563-a5733e2faf95 HTTP/1.1" status: 200 len: 1002 time: 0.0566506 Apr 20 14:30:50.356717 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d7680-1632-45b7-aa5a-e772f8b03c0b req-da9f8fd5-50b9-4f20-b80a-585ffedb634d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:30:50.358068 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d9d7680-1632-45b7-aa5a-e772f8b03c0b req-da9f8fd5-50b9-4f20-b80a-585ffedb634d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8cc79620-fd76-485d-94ec-186bdc81b3ea HTTP/1.1" status: 200 len: 847 time: 0.0422776 Apr 20 14:30:50.405939 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d7680-1632-45b7-aa5a-e772f8b03c0b req-553f2163-5994-4ddd-9f53-50b526e0a25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:30:50.407422 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d9d7680-1632-45b7-aa5a-e772f8b03c0b req-553f2163-5994-4ddd-9f53-50b526e0a25f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1768369-8030-4eea-884e-e7eaf3931c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431752 Apr 20 14:30:50.494104 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d9d7680-1632-45b7-aa5a-e772f8b03c0b req-c97d66d7-23fe-45ab-a606-fd2e9c2a01ca service neutron] 10.222.0.15 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804417 Apr 20 14:30:50.584587 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7d9d7680-1632-45b7-aa5a-e772f8b03c0b req-5f62e47d-f84d-4fc8-9282-1552adf4a604 service neutron] 10.222.0.15 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833235 Apr 20 14:30:54.539844 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d9f19c4f-7577-4b8d-b1a8-7f43fb3080ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:56.894036 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a5ef8e2c-2fa6-4bc8-8c22-5cb9de813ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:58.430907 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:59.694089 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:30:59.904728 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:13.254608 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:13.835967 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:16.581170 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:31:24.533495 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ffef5223-3893-43c9-b6fb-343f53d39d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:26.870470 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0d209a1a-3245-4783-95ba-f18c4382eb0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:28.424468 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:29.715972 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:29.916168 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:39.882493 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36036) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:40.085589 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-4cc7f408-eede-4b5d-b1b8-f5848649da9f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Deleting port 1643c911-93ca-4cda-bfb2-4ef4a80a4456 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:31:40.085942 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4cc7f408-eede-4b5d-b1b8-f5848649da9f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:40.159408 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4cc7f408-eede-4b5d-b1b8-f5848649da9f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:40.159710 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4cc7f408-eede-4b5d-b1b8-f5848649da9f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:40.171183 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-4cc7f408-eede-4b5d-b1b8-f5848649da9f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Calling delete_port for 1643c911-93ca-4cda-bfb2-4ef4a80a4456 owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:31:40.390489 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4cc7f408-eede-4b5d-b1b8-f5848649da9f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:40.415259 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7f408-eede-4b5d-b1b8-f5848649da9f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Pushing event deleted for resources: {'Port': ['ID=1643c911-93ca-4cda-bfb2-4ef4a80a4456,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:40.444252 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7f408-eede-4b5d-b1b8-f5848649da9f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:40.444600 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7f408-eede-4b5d-b1b8-f5848649da9f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:40.444941 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7f408-eede-4b5d-b1b8-f5848649da9f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:40.445280 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7f408-eede-4b5d-b1b8-f5848649da9f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:40.445619 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7f408-eede-4b5d-b1b8-f5848649da9f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:40.445955 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7f408-eede-4b5d-b1b8-f5848649da9f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:40.446939 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7f408-eede-4b5d-b1b8-f5848649da9f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:40.447273 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7f408-eede-4b5d-b1b8-f5848649da9f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:40.447632 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7f408-eede-4b5d-b1b8-f5848649da9f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:40.447962 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7f408-eede-4b5d-b1b8-f5848649da9f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:40.448290 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7f408-eede-4b5d-b1b8-f5848649da9f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:40.448615 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7f408-eede-4b5d-b1b8-f5848649da9f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:31:40.487840 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4cc7f408-eede-4b5d-b1b8-f5848649da9f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for floatingip, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:40.488180 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-4cc7f408-eede-4b5d-b1b8-f5848649da9f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Floating IP 1efcab7e-c75a-4726-9727-352fb5995f77 disassociated (deleted). External IP: 172.25.8.147, port: f5170118-716e-47a4-9563-a5733e2faf95. Apr 20 14:31:40.980265 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc7f408-eede-4b5d-b1b8-f5848649da9f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Router 34b087e0-6a6f-42ff-a3d0-75996b403e09 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:31:41.085668 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc7f408-eede-4b5d-b1b8-f5848649da9f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:31:41.090401 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4cc7f408-eede-4b5d-b1b8-f5848649da9f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:41.095048 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d449ec1-3b6f-439e-af7e-3211e7445326 None None] Sync routers for ids ['34b087e0-6a6f-42ff-a3d0-75996b403e09'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:31:41.105743 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d449ec1-3b6f-439e-af7e-3211e7445326 None None] Routers {'34b087e0-6a6f-42ff-a3d0-75996b403e09'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:31:41.106369 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-7d449ec1-3b6f-439e-af7e-3211e7445326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:31:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['34b087e0-6a6f-42ff-a3d0-75996b403e09'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:31:41.120740 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4cc7f408-eede-4b5d-b1b8-f5848649da9f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "DELETE /v2.0/floatingips/1efcab7e-c75a-4726-9727-352fb5995f77 HTTP/1.1" status: 204 len: 168 time: 1.2371638 Apr 20 14:31:41.121338 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d1861e9-b177-49fd-97c1-c79c2d6ff82f', 'tag': 'f5170118-716e-47a4-9563-a5733e2faf95'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:31:41.123609 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a9c4ec-4446-4b61-a437-71d96f114525" -d '{"events": [{"name": "network-changed", "server_uuid": "7d1861e9-b177-49fd-97c1-c79c2d6ff82f", "tag": "f5170118-716e-47a4-9563-a5733e2faf95"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:31:41.216633 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93299d9-fee6-4cde-9d82-e6cfda3784a5 x-openstack-request-id: req-a93299d9-fee6-4cde-9d82-e6cfda3784a5 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:31:41.219520 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d1861e9-b177-49fd-97c1-c79c2d6ff82f", "tag": "f5170118-716e-47a4-9563-a5733e2faf95", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:31:41.219520 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a93299d9-fee6-4cde-9d82-e6cfda3784a5 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:31:41.219798 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-7d449ec1-3b6f-439e-af7e-3211e7445326 None None] Set router 34b087e0-6a6f-42ff-a3d0-75996b403e09 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:31:41.219911 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a93299d9-fee6-4cde-9d82-e6cfda3784a5'] response: {'name': 'network-changed', 'server_uuid': '7d1861e9-b177-49fd-97c1-c79c2d6ff82f', 'tag': 'f5170118-716e-47a4-9563-a5733e2faf95', 'status': 'completed', 'code': 200} Apr 20 14:31:41.278563 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9c4ec-4446-4b61-a437-71d96f114525 req-03d577d2-dd98-4e7d-bb46-68143c9bfb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:41.280030 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c5a9c4ec-4446-4b61-a437-71d96f114525 req-03d577d2-dd98-4e7d-bb46-68143c9bfb02 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b89876116d54fc79fafd221b0954966&device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 1098 time: 0.0400972 Apr 20 14:31:41.371424 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9c4ec-4446-4b61-a437-71d96f114525 req-52676cfc-202d-43af-971a-874b00b53368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:41.372895 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c5a9c4ec-4446-4b61-a437-71d96f114525 req-52676cfc-202d-43af-971a-874b00b53368 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d1768369-8030-4eea-884e-e7eaf3931c5b HTTP/1.1" status: 200 len: 909 time: 0.0864100 Apr 20 14:31:41.413548 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-7d449ec1-3b6f-439e-af7e-3211e7445326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'name': 'tempest-TestShelveInstance-342293656-router', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'b8896abe-5976-46bf-a220-43f8c6938ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:26:08Z', 'updated_at': '2022-04-20T14:26:12Z', 'revision_number': 4, 'project_id': '2b89876116d54fc79fafd221b0954966', 'gw_port': {'id': 'b8896abe-5976-46bf-a220-43f8c6938ee6', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:26:09Z', 'updated_at': '2022-04-20T14:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03', 'name': '', 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'mac_address': 'fa:16:3e:54:63:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '8cc79620-fd76-485d-94ec-186bdc81b3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:26:11Z', 'updated_at': '2022-04-20T14:26:15Z', 'revision_number': 5, 'project_id': '2b89876116d54fc79fafd221b0954966', 'subnets': [{'id': '8cc79620-fd76-485d-94ec-186bdc81b3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:31:41.416732 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c5a9c4ec-4446-4b61-a437-71d96f114525 req-8f314057-a9d5-4678-b825-c316055bf04f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5170118-716e-47a4-9563-a5733e2faf95 HTTP/1.1" status: 200 len: 217 time: 0.0378535 Apr 20 14:31:41.439951 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d449ec1-3b6f-439e-af7e-3211e7445326 None None] Checking router: 34b087e0-6a6f-42ff-a3d0-75996b403e09 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:31:41.447958 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d449ec1-3b6f-439e-af7e-3211e7445326 None None] Routers {'34b087e0-6a6f-42ff-a3d0-75996b403e09'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:31:41.448558 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-7d449ec1-3b6f-439e-af7e-3211e7445326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:31:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['34b087e0-6a6f-42ff-a3d0-75996b403e09'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:31:41.463861 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9c4ec-4446-4b61-a437-71d96f114525 req-1ff4671d-72a0-43d8-a768-9833df3adcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:41.465307 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c5a9c4ec-4446-4b61-a437-71d96f114525 req-1ff4671d-72a0-43d8-a768-9833df3adcc7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8cc79620-fd76-485d-94ec-186bdc81b3ea HTTP/1.1" status: 200 len: 847 time: 0.0429366 Apr 20 14:31:41.512766 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9c4ec-4446-4b61-a437-71d96f114525 req-9e5b6872-7544-43bc-91d9-b742bea596cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:41.514289 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c5a9c4ec-4446-4b61-a437-71d96f114525 req-9e5b6872-7544-43bc-91d9-b742bea596cc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1768369-8030-4eea-884e-e7eaf3931c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404801 Apr 20 14:31:41.553767 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-7d449ec1-3b6f-439e-af7e-3211e7445326 None None] Set router 34b087e0-6a6f-42ff-a3d0-75996b403e09 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:31:41.605664 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c5a9c4ec-4446-4b61-a437-71d96f114525 req-a96e0d47-96f9-4228-8992-01054dbd54c5 service neutron] 10.222.0.15 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852089 Apr 20 14:31:41.693149 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c5a9c4ec-4446-4b61-a437-71d96f114525 req-a0b5ec4b-9860-4285-a256-9ee9927013d2 service neutron] 10.222.0.15 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808032 Apr 20 14:31:41.752342 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-7d449ec1-3b6f-439e-af7e-3211e7445326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'name': 'tempest-TestShelveInstance-342293656-router', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'b8896abe-5976-46bf-a220-43f8c6938ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:26:08Z', 'updated_at': '2022-04-20T14:26:12Z', 'revision_number': 4, 'project_id': '2b89876116d54fc79fafd221b0954966', 'gw_port': {'id': 'b8896abe-5976-46bf-a220-43f8c6938ee6', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:26:09Z', 'updated_at': '2022-04-20T14:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03', 'name': '', 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'mac_address': 'fa:16:3e:54:63:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '8cc79620-fd76-485d-94ec-186bdc81b3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:26:11Z', 'updated_at': '2022-04-20T14:26:15Z', 'revision_number': 5, 'project_id': '2b89876116d54fc79fafd221b0954966', 'subnets': [{'id': '8cc79620-fd76-485d-94ec-186bdc81b3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:31:41.779432 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d449ec1-3b6f-439e-af7e-3211e7445326 None None] The sync data for ids ['34b087e0-6a6f-42ff-a3d0-75996b403e09'] in n-d-836015-7 is: [{'id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'name': 'tempest-TestShelveInstance-342293656-router', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'b8896abe-5976-46bf-a220-43f8c6938ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:26:08Z', 'updated_at': '2022-04-20T14:26:12Z', 'revision_number': 4, 'project_id': '2b89876116d54fc79fafd221b0954966', 'gw_port': {'id': 'b8896abe-5976-46bf-a220-43f8c6938ee6', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:26:09Z', 'updated_at': '2022-04-20T14:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03', 'name': '', 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'mac_address': 'fa:16:3e:54:63:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '8cc79620-fd76-485d-94ec-186bdc81b3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:26:11Z', 'updated_at': '2022-04-20T14:26:15Z', 'revision_number': 5, 'project_id': '2b89876116d54fc79fafd221b0954966', 'subnets': [{'id': '8cc79620-fd76-485d-94ec-186bdc81b3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:31:41.992894 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8538e40-65bf-48a5-9549-ab5fa540caba None None] New status for floating IP 1efcab7e-c75a-4726-9727-352fb5995f77: DOWN {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:31:42.590160 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee63c2-ab2f-4e8e-bdfb-75d09400c3ab req-a5931027-0d7c-4570-9e75-2c7784186478 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:42.591642 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-01ee63c2-ab2f-4e8e-bdfb-75d09400c3ab req-a5931027-0d7c-4570-9e75-2c7784186478 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 947 time: 0.0966313 Apr 20 14:31:42.628970 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-01ee63c2-ab2f-4e8e-bdfb-75d09400c3ab req-19d5b6a0-8ff9-4784-9766-1ac742b0b760 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312285 Apr 20 14:31:43.224590 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:43.841897 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:44.078212 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26adf8a-aecb-4666-9c75-284c6627271d req-c5ad4220-40d0-4d7b-bb97-fea589ae1bf7 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:44.079703 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a26adf8a-aecb-4666-9c75-284c6627271d req-c5ad4220-40d0-4d7b-bb97-fea589ae1bf7 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 947 time: 0.1022203 Apr 20 14:31:44.140753 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a26adf8a-aecb-4666-9c75-284c6627271d req-194daeba-90ad-4623-9858-d06581677bbf tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=59c736d0-db09-40e3-8d58-bf6227fa1834&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525966 Apr 20 14:31:44.152377 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879329b1-97df-401e-9834-b2e64795e34f req-a5eff6ba-fa87-47c3-a51a-14367f456fc2 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:31:44.153812 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-879329b1-97df-401e-9834-b2e64795e34f req-a5eff6ba-fa87-47c3-a51a-14367f456fc2 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 947 time: 0.0732560 Apr 20 14:31:44.245248 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-879329b1-97df-401e-9834-b2e64795e34f req-09257485-a1d1-42c5-8f2a-d874ef075ef0 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Deleting port f5170118-716e-47a4-9563-a5733e2faf95 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:31:44.245595 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-879329b1-97df-401e-9834-b2e64795e34f req-09257485-a1d1-42c5-8f2a-d874ef075ef0 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:44.330411 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-879329b1-97df-401e-9834-b2e64795e34f req-09257485-a1d1-42c5-8f2a-d874ef075ef0 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] For port f5170118-716e-47a4-9563-a5733e2faf95, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=f5170118-716e-47a4-9563-a5733e2faf95,segment=NetworkSegment(b5cb947a-6b69-4a41-9341-5b710acea2d2),segment_id=b5cb947a-6b69-4a41-9341-5b710acea2d2)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:31:44.330775 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-879329b1-97df-401e-9834-b2e64795e34f req-09257485-a1d1-42c5-8f2a-d874ef075ef0 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:44.343990 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-879329b1-97df-401e-9834-b2e64795e34f req-09257485-a1d1-42c5-8f2a-d874ef075ef0 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Calling delete_port for f5170118-716e-47a4-9563-a5733e2faf95 owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:31:44.568182 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-879329b1-97df-401e-9834-b2e64795e34f req-09257485-a1d1-42c5-8f2a-d874ef075ef0 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:44.596546 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09257485-a1d1-42c5-8f2a-d874ef075ef0 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Pushing event deleted for resources: {'Port': ['ID=f5170118-716e-47a4-9563-a5733e2faf95,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:44.641460 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-879329b1-97df-401e-9834-b2e64795e34f req-09257485-a1d1-42c5-8f2a-d874ef075ef0 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] No DVR routers for this DVR port f5170118-716e-47a4-9563-a5733e2faf95 on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:31:44.643897 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-879329b1-97df-401e-9834-b2e64795e34f req-09257485-a1d1-42c5-8f2a-d874ef075ef0 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:44.647179 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-879329b1-97df-401e-9834-b2e64795e34f req-09257485-a1d1-42c5-8f2a-d874ef075ef0 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.15 "DELETE /v2.0/ports/f5170118-716e-47a4-9563-a5733e2faf95 HTTP/1.1" status: 204 len: 173 time: 0.4873559 Apr 20 14:31:44.647655 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1861e9-b177-49fd-97c1-c79c2d6ff82f', 'name': 'network-vif-deleted', 'tag': 'f5170118-716e-47a4-9563-a5733e2faf95'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:31:44.650544 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5fa53b-7254-4628-8ee7-b2d9d4537f60" -d '{"events": [{"server_uuid": "7d1861e9-b177-49fd-97c1-c79c2d6ff82f", "name": "network-vif-deleted", "tag": "f5170118-716e-47a4-9563-a5733e2faf95"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:31:44.689992 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbb74b4-7a14-4f7c-bc75-235a03decc2b x-openstack-request-id: req-2fbb74b4-7a14-4f7c-bc75-235a03decc2b {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:31:44.690294 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1861e9-b177-49fd-97c1-c79c2d6ff82f", "name": "network-vif-deleted", "tag": "f5170118-716e-47a4-9563-a5733e2faf95", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:31:44.690550 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2fbb74b4-7a14-4f7c-bc75-235a03decc2b {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:31:44.690960 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fbb74b4-7a14-4f7c-bc75-235a03decc2b'] response: {'server_uuid': '7d1861e9-b177-49fd-97c1-c79c2d6ff82f', 'name': 'network-vif-deleted', 'tag': 'f5170118-716e-47a4-9563-a5733e2faf95', 'status': 'completed', 'code': 200} Apr 20 14:31:45.254555 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f1ccfaa0-c47c-4c07-a7a7-bd553b8bdff9 req-04afde03-f340-480f-9e86-8d23e9ab9706 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d1861e9-b177-49fd-97c1-c79c2d6ff82f HTTP/1.1" status: 200 len: 210 time: 0.0297315 Apr 20 14:31:46.311730 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36070) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:46.367452 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd0b3c4b-8fbf-4d0e-a810-dab28347c1f4 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:46.392456 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd0b3c4b-8fbf-4d0e-a810-dab28347c1f4 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:46.509937 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd0b3c4b-8fbf-4d0e-a810-dab28347c1f4 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:46.512552 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-bd0b3c4b-8fbf-4d0e-a810-dab28347c1f4 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:46.513738 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-bd0b3c4b-8fbf-4d0e-a810-dab28347c1f4 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "DELETE /v2.0/security-groups/59c736d0-db09-40e3-8d58-bf6227fa1834 HTTP/1.1" status: 204 len: 168 time: 0.2010107 Apr 20 14:31:46.522940 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b3c4b-8fbf-4d0e-a810-dab28347c1f4 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c736d0-db09-40e3-8d58-bf6227fa1834,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:47.099490 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36076) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:47.104162 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-09fcb671-371b-4fd3-8f18-255e479db1fa tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1005928978', 'description': 'tempest-secgroup-smoke-1005928978 description', 'project_id': '2b89876116d54fc79fafd221b0954966'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:47.201375 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-09fcb671-371b-4fd3-8f18-255e479db1fa tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:47.267800 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-09fcb671-371b-4fd3-8f18-255e479db1fa tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:47.332906 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-09fcb671-371b-4fd3-8f18-255e479db1fa tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:47.360545 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fcb671-371b-4fd3-8f18-255e479db1fa tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd84e70-455e-4881-a40b-da1eceb85e86,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:47.449283 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-09fcb671-371b-4fd3-8f18-255e479db1fa tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:47.450569 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-09fcb671-371b-4fd3-8f18-255e479db1fa tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3500800 Apr 20 14:31:47.453421 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36078) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:47.457701 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-c774d15d-46d4-40ec-b2b0-3f3434c65c41 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Request body: {'security_group_rule': {'security_group_id': '2dd84e70-455e-4881-a40b-da1eceb85e86', 'project_id': '2b89876116d54fc79fafd221b0954966', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:47.566418 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c774d15d-46d4-40ec-b2b0-3f3434c65c41 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:47.623609 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c774d15d-46d4-40ec-b2b0-3f3434c65c41 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:47.698788 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c774d15d-46d4-40ec-b2b0-3f3434c65c41 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:47.716618 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774d15d-46d4-40ec-b2b0-3f3434c65c41 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ab3f9e-466b-445f-b0ee-88769b731f89,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:47.848420 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c774d15d-46d4-40ec-b2b0-3f3434c65c41 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:47.849622 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c774d15d-46d4-40ec-b2b0-3f3434c65c41 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3952818 Apr 20 14:31:47.852395 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36080) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:47.856737 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-e7a3f20a-ec6f-4d14-bbbd-44c57b83b4e4 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Request body: {'security_group_rule': {'security_group_id': '2dd84e70-455e-4881-a40b-da1eceb85e86', 'project_id': '2b89876116d54fc79fafd221b0954966', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:47.989360 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7a3f20a-ec6f-4d14-bbbd-44c57b83b4e4 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:48.045065 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7a3f20a-ec6f-4d14-bbbd-44c57b83b4e4 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:48.115933 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7a3f20a-ec6f-4d14-bbbd-44c57b83b4e4 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:48.134112 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a3f20a-ec6f-4d14-bbbd-44c57b83b4e4 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18c8736f-3b8f-432c-84b7-5007a958efe4,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:48.192137 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-e7a3f20a-ec6f-4d14-bbbd-44c57b83b4e4 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:48.193418 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-e7a3f20a-ec6f-4d14-bbbd-44c57b83b4e4 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3400669 Apr 20 14:31:48.196710 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36082) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:48.201267 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-a1c67956-60fa-4054-82ff-4badf6f3aba2 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Request body: {'security_group_rule': {'security_group_id': '2dd84e70-455e-4881-a40b-da1eceb85e86', 'project_id': '2b89876116d54fc79fafd221b0954966', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:48.325431 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a1c67956-60fa-4054-82ff-4badf6f3aba2 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:48.381827 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a1c67956-60fa-4054-82ff-4badf6f3aba2 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:48.475548 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a1c67956-60fa-4054-82ff-4badf6f3aba2 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:48.494744 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c67956-60fa-4054-82ff-4badf6f3aba2 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33c473ba-ba9e-4af9-9542-1b8850db1f26,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:48.569046 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a1c67956-60fa-4054-82ff-4badf6f3aba2 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:48.570257 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a1c67956-60fa-4054-82ff-4badf6f3aba2 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3725803 Apr 20 14:31:48.572932 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36084) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:48.583031 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-07e5b1f2-bc14-4ef6-9c83-a820ccb7d4ed tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Request body: {'security_group_rule': {'security_group_id': '2dd84e70-455e-4881-a40b-da1eceb85e86', 'project_id': '2b89876116d54fc79fafd221b0954966', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:48.662949 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-07e5b1f2-bc14-4ef6-9c83-a820ccb7d4ed tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:48.684547 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device f5170118-716e-47a4-9563-a5733e2faf95 no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:31:48.703441 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: f5170118-716e-47a4-9563-a5733e2faf95 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:31:48.703787 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device f5170118-716e-47a4-9563-a5733e2faf95 not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:31:48.726081 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-07e5b1f2-bc14-4ef6-9c83-a820ccb7d4ed tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:48.796043 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-07e5b1f2-bc14-4ef6-9c83-a820ccb7d4ed tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:48.814239 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e5b1f2-bc14-4ef6-9c83-a820ccb7d4ed tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=429cf1a3-6e6c-4929-951b-c0b7e5a63713,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:48.871940 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-07e5b1f2-bc14-4ef6-9c83-a820ccb7d4ed tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:48.873132 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-07e5b1f2-bc14-4ef6-9c83-a820ccb7d4ed tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2992451 Apr 20 14:31:48.875775 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36086) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:48.880181 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-9390d435-1164-4b8a-b780-52da1c01ebcb tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Request body: {'security_group_rule': {'security_group_id': '2dd84e70-455e-4881-a40b-da1eceb85e86', 'project_id': '2b89876116d54fc79fafd221b0954966', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:48.938580 n-d-836015-7 neutron-server[114869]: INFO neutron.db.securitygroups_db [None req-9390d435-1164-4b8a-b780-52da1c01ebcb tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Project 2b89876116d54fc79fafd221b0954966 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 14:31:48.943454 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9390d435-1164-4b8a-b780-52da1c01ebcb tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:49.003310 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9390d435-1164-4b8a-b780-52da1c01ebcb tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:49.052784 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9390d435-1164-4b8a-b780-52da1c01ebcb tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:49.069639 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9390d435-1164-4b8a-b780-52da1c01ebcb tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=429f47c9-e202-46da-b8f4-e92c970de45a,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:49.140528 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9390d435-1164-4b8a-b780-52da1c01ebcb tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:49.141665 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9390d435-1164-4b8a-b780-52da1c01ebcb tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2649534 Apr 20 14:31:49.144366 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36088) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:31:49.148557 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-7bc044e1-192b-4c6e-8e88-c1b44be73514 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Request body: {'security_group_rule': {'security_group_id': '2dd84e70-455e-4881-a40b-da1eceb85e86', 'project_id': '2b89876116d54fc79fafd221b0954966', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:31:49.224502 n-d-836015-7 neutron-server[114869]: INFO neutron.db.securitygroups_db [None req-7bc044e1-192b-4c6e-8e88-c1b44be73514 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Project 2b89876116d54fc79fafd221b0954966 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 14:31:49.229656 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7bc044e1-192b-4c6e-8e88-c1b44be73514 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:49.288045 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7bc044e1-192b-4c6e-8e88-c1b44be73514 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:49.361186 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7bc044e1-192b-4c6e-8e88-c1b44be73514 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:49.378406 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc044e1-192b-4c6e-8e88-c1b44be73514 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfe2febf-a1d9-4be0-8919-88256f565a4a,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:31:49.478105 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-7bc044e1-192b-4c6e-8e88-c1b44be73514 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:49.479250 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-7bc044e1-192b-4c6e-8e88-c1b44be73514 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3339641 Apr 20 14:31:53.584212 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:31:54.585310 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1cba33e0-0683-4b6c-ab88-a9ac1bfddc32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:56.853807 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a6190b74-1199-4306-9fa5-94653c51e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:31:58.441467 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:00.098840 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:00.144962 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:10.465815 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-47d9c245-6a9c-4660-8bfc-d7d19185debb tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1005928978&fields=id&tenant_id=2b89876116d54fc79fafd221b0954966 HTTP/1.1" status: 200 len: 267 time: 0.0318475 Apr 20 14:32:10.573360 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-1956d1b2-829a-4513-9df7-cf843b32e03c tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:10.574824 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-1956d1b2-829a-4513-9df7-cf843b32e03c tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/networks?id=d1768369-8030-4eea-884e-e7eaf3931c5b HTTP/1.1" status: 200 len: 808 time: 0.1017580 Apr 20 14:32:10.589773 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-6d425d5e-e07b-457a-98fd-685c76d4855f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/quotas/2b89876116d54fc79fafd221b0954966 HTTP/1.1" status: 200 len: 375 time: 0.0089800 Apr 20 14:32:10.640344 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-d05f0a31-3b09-464c-a72d-37ad389ec8de tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2b89876116d54fc79fafd221b0954966&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448196 Apr 20 14:32:10.737925 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-687d6efa-f18e-4f30-b42e-7e34c3b53ed1 service neutron] 10.222.0.25 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861039 Apr 20 14:32:10.825205 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-e05522c8-e5eb-49ca-a365-977bc085e42e service neutron] 10.222.0.25 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812185 Apr 20 14:32:11.345229 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-04fef9df-81fe-4b64-9e99-e039b6c63335 req-f498dede-9766-4c3b-b18b-a18a0da725f0 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 210 time: 0.0274498 Apr 20 14:32:12.437661 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d0e1ecbf-3573-4d6e-92f5-3d9bf2eed267 req-0c0839c4-2c55-4cd8-939c-84e38b2559e3 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 210 time: 0.0262334 Apr 20 14:32:13.229706 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:13.442927 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-08570813-e5cd-4bb3-8afc-f95228971350 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:13.444422 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-08570813-e5cd-4bb3-8afc-f95228971350 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.32 "GET /v2.0/networks?id=d1768369-8030-4eea-884e-e7eaf3931c5b HTTP/1.1" status: 200 len: 808 time: 0.1028190 Apr 20 14:32:13.549133 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7df38131-9525-45c5-8b53-ff2e671b91ea req-580628d2-3d88-48a2-8ad4-b3c20bdee4aa tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 210 time: 0.0327282 Apr 20 14:32:13.840214 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-e7f64e44-2687-4973-808e-3e7e531daf15 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b89876116d54fc79fafd221b0954966 HTTP/1.1" status: 200 len: 380 time: 0.3871691 Apr 20 14:32:13.849844 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-6f3fedee-1df3-4089-bd6a-531cb78d8860 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Request body: {'port': {'device_id': '1ba8d502-b50b-4a27-8930-d8869b7043a0', 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b', 'admin_state_up': True, 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'security_groups': ['2dd84e70-455e-4881-a40b-da1eceb85e86']}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:32:13.864066 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:14.018301 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-6f3fedee-1df3-4089-bd6a-531cb78d8860 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Made reservation on behalf of 2b89876116d54fc79fafd221b0954966 for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:32:14.021882 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-6f3fedee-1df3-4089-bd6a-531cb78d8860 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:14.149324 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-6f3fedee-1df3-4089-bd6a-531cb78d8860 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Allocated IP 172.20.0.8 (d1768369-8030-4eea-884e-e7eaf3931c5b/8cc79620-fd76-485d-94ec-186bdc81b3ea/539bb071-0a5b-4f7c-8f04-9062b2f37ffd) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:32:14.291422 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-6f3fedee-1df3-4089-bd6a-531cb78d8860 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:14.401897 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-6f3fedee-1df3-4089-bd6a-531cb78d8860 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:14.442641 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-6f3fedee-1df3-4089-bd6a-531cb78d8860 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Network d1768369-8030-4eea-884e-e7eaf3931c5b is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:32:14.447633 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-6f3fedee-1df3-4089-bd6a-531cb78d8860 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:32:14.451527 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-6f3fedee-1df3-4089-bd6a-531cb78d8860 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:32:14.478544 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3fedee-1df3-4089-bd6a-531cb78d8860 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Pushing event updated for resources: {'Port': ['ID=539bb071-0a5b-4f7c-8f04-9062b2f37ffd,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:14.496397 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3fedee-1df3-4089-bd6a-531cb78d8860 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:14.496397 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3fedee-1df3-4089-bd6a-531cb78d8860 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:14.496397 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3fedee-1df3-4089-bd6a-531cb78d8860 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:14.496397 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3fedee-1df3-4089-bd6a-531cb78d8860 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:14.496397 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3fedee-1df3-4089-bd6a-531cb78d8860 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:14.496397 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3fedee-1df3-4089-bd6a-531cb78d8860 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:14.497103 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3fedee-1df3-4089-bd6a-531cb78d8860 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:14.497103 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3fedee-1df3-4089-bd6a-531cb78d8860 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:14.497388 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3fedee-1df3-4089-bd6a-531cb78d8860 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:14.497672 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3fedee-1df3-4089-bd6a-531cb78d8860 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:14.498054 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3fedee-1df3-4089-bd6a-531cb78d8860 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:14.498939 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3fedee-1df3-4089-bd6a-531cb78d8860 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:14.520077 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-6f3fedee-1df3-4089-bd6a-531cb78d8860 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:14.520720 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-6f3fedee-1df3-4089-bd6a-531cb78d8860 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:14.628720 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-6f3fedee-1df3-4089-bd6a-531cb78d8860 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7824619 Apr 20 14:32:14.639062 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-af8b0756-cc68-44a6-9790-090eb86acef2 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:32:14.641886 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-af8b0756-cc68-44a6-9790-090eb86acef2 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078115 Apr 20 14:32:14.681294 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692477a7-e792-4d0b-ac14-ee2c3ed03155 req-0c7c21de-91ad-45d2-8c53-537f79cfca22 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:14.682910 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-692477a7-e792-4d0b-ac14-ee2c3ed03155 req-0c7c21de-91ad-45d2-8c53-537f79cfca22 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 931 time: 0.0587304 Apr 20 14:32:14.703725 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-d21fb04d-5d04-4778-9ef0-980d85dede8a service neutron] Request body: {'port': {'device_id': '1ba8d502-b50b-4a27-8930-d8869b7043a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:32:14.725952 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-692477a7-e792-4d0b-ac14-ee2c3ed03155 req-2672553e-3dec-4096-bef7-c885f9240070 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355973 Apr 20 14:32:14.769380 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-a9213495-a4f5-47ce-8b1e-838c63736fa6 None None] Provisioning complete for port 539bb071-0a5b-4f7c-8f04-9062b2f37ffd triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:32:14.769954 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a9213495-a4f5-47ce-8b1e-838c63736fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:14.788811 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-d21fb04d-5d04-4778-9ef0-980d85dede8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:14.819717 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-a9213495-a4f5-47ce-8b1e-838c63736fa6 None None] Port 539bb071-0a5b-4f7c-8f04-9062b2f37ffd cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:32:15.056892 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-d21fb04d-5d04-4778-9ef0-980d85dede8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 539bb071-0a5b-4f7c-8f04-9062b2f37ffd {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:32:15.065821 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-d21fb04d-5d04-4778-9ef0-980d85dede8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:15.078003 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-d21fb04d-5d04-4778-9ef0-980d85dede8a service neutron] Transition to ACTIVE for port object 539bb071-0a5b-4f7c-8f04-9062b2f37ffd will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:32:15.139414 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-d21fb04d-5d04-4778-9ef0-980d85dede8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:15.191032 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21fb04d-5d04-4778-9ef0-980d85dede8a service neutron] Pushing event updated for resources: {'Port': ['ID=539bb071-0a5b-4f7c-8f04-9062b2f37ffd,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:15.264145 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-d21fb04d-5d04-4778-9ef0-980d85dede8a service neutron] Attempting to bind port 539bb071-0a5b-4f7c-8f04-9062b2f37ffd on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:32:15.264490 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-d21fb04d-5d04-4778-9ef0-980d85dede8a service neutron] Attempting to bind port 539bb071-0a5b-4f7c-8f04-9062b2f37ffd by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': 'b5cb947a-6b69-4a41-9341-5b710acea2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:32:15.264692 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-d21fb04d-5d04-4778-9ef0-980d85dede8a service neutron] Attempting to bind port 539bb071-0a5b-4f7c-8f04-9062b2f37ffd on network d1768369-8030-4eea-884e-e7eaf3931c5b {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:32:15.269974 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-d21fb04d-5d04-4778-9ef0-980d85dede8a service neutron] Port 539bb071-0a5b-4f7c-8f04-9062b2f37ffd on network d1768369-8030-4eea-884e-e7eaf3931c5b not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:32:15.270316 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-d21fb04d-5d04-4778-9ef0-980d85dede8a service neutron] Attempting to bind port 539bb071-0a5b-4f7c-8f04-9062b2f37ffd on network d1768369-8030-4eea-884e-e7eaf3931c5b {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:32:15.275613 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-d21fb04d-5d04-4778-9ef0-980d85dede8a service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:32:15.275953 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-d21fb04d-5d04-4778-9ef0-980d85dede8a service neutron] Checking segment: {'id': 'b5cb947a-6b69-4a41-9341-5b710acea2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:32:15.276340 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-d21fb04d-5d04-4778-9ef0-980d85dede8a service neutron] Bound using segment: {'id': 'b5cb947a-6b69-4a41-9341-5b710acea2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:32:15.276774 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-d21fb04d-5d04-4778-9ef0-980d85dede8a service neutron] Bound port: 539bb071-0a5b-4f7c-8f04-9062b2f37ffd, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5cb947a-6b69-4a41-9341-5b710acea2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:32:15.277141 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-d21fb04d-5d04-4778-9ef0-980d85dede8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:15.348890 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-d21fb04d-5d04-4778-9ef0-980d85dede8a service neutron] For port 539bb071-0a5b-4f7c-8f04-9062b2f37ffd, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:32:15.352390 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-d21fb04d-5d04-4778-9ef0-980d85dede8a service neutron] For port 539bb071-0a5b-4f7c-8f04-9062b2f37ffd, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=539bb071-0a5b-4f7c-8f04-9062b2f37ffd,segment=NetworkSegment(b5cb947a-6b69-4a41-9341-5b710acea2d2),segment_id=b5cb947a-6b69-4a41-9341-5b710acea2d2)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:32:15.413446 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-d21fb04d-5d04-4778-9ef0-980d85dede8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:15.452730 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-d21fb04d-5d04-4778-9ef0-980d85dede8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:15.453365 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-d21fb04d-5d04-4778-9ef0-980d85dede8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:15.454707 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-d21fb04d-5d04-4778-9ef0-980d85dede8a service neutron] 10.222.0.32 "PUT /v2.0/ports/539bb071-0a5b-4f7c-8f04-9062b2f37ffd HTTP/1.1" status: 200 len: 1091 time: 0.8047230 Apr 20 14:32:15.455112 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ba8d502-b50b-4a27-8930-d8869b7043a0', 'tag': '539bb071-0a5b-4f7c-8f04-9062b2f37ffd'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:32:15.457513 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}477c3876f0a00723b6cc26f82b5301b7c44eaec2342ee7dfaa02d19e77b1fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386c0576-9ff2-4323-b647-eae6fc3ca0e2" -d '{"events": [{"name": "network-changed", "server_uuid": "1ba8d502-b50b-4a27-8930-d8869b7043a0", "tag": "539bb071-0a5b-4f7c-8f04-9062b2f37ffd"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:32:15.489586 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21fb04d-5d04-4778-9ef0-980d85dede8a service neutron] Pushing event updated for resources: {'Port': ['ID=539bb071-0a5b-4f7c-8f04-9062b2f37ffd,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:15.579744 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f9e25d-a01c-4269-91d6-862181dba131 x-openstack-request-id: req-36f9e25d-a01c-4269-91d6-862181dba131 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:32:15.580106 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ba8d502-b50b-4a27-8930-d8869b7043a0", "tag": "539bb071-0a5b-4f7c-8f04-9062b2f37ffd", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:32:15.580424 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-36f9e25d-a01c-4269-91d6-862181dba131 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:32:15.580915 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36f9e25d-a01c-4269-91d6-862181dba131'] response: {'name': 'network-changed', 'server_uuid': '1ba8d502-b50b-4a27-8930-d8869b7043a0', 'tag': '539bb071-0a5b-4f7c-8f04-9062b2f37ffd', 'status': 'completed', 'code': 200} Apr 20 14:32:15.626326 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-ecad2820-521b-4d3a-ba18-c530e2fdbb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:15.627786 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-ecad2820-521b-4d3a-ba18-c530e2fdbb5f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2b89876116d54fc79fafd221b0954966&device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 1094 time: 0.0455534 Apr 20 14:32:15.676381 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-dd169c06-614a-480e-8ef9-9dd623147859 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=539bb071-0a5b-4f7c-8f04-9062b2f37ffd HTTP/1.1" status: 200 len: 217 time: 0.0407734 Apr 20 14:32:15.723857 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-2197dc85-3230-42d4-ad3f-12cc01139e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:15.725202 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-2197dc85-3230-42d4-ad3f-12cc01139e78 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8cc79620-fd76-485d-94ec-186bdc81b3ea HTTP/1.1" status: 200 len: 847 time: 0.0429471 Apr 20 14:32:15.774495 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-c6923c5e-5274-4b19-a328-c0754077fce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:15.776084 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-c6923c5e-5274-4b19-a328-c0754077fce9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d1768369-8030-4eea-884e-e7eaf3931c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447054 Apr 20 14:32:15.858005 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573671b5-6a07-455a-bd9c-8cf9154968f7 req-836a985b-6228-4d88-b3ea-0dbdcf4f9c13 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:15.859656 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-573671b5-6a07-455a-bd9c-8cf9154968f7 req-836a985b-6228-4d88-b3ea-0dbdcf4f9c13 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 943 time: 0.0509851 Apr 20 14:32:15.873715 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-831a85dd-fc48-4908-9c01-43c29c22e1e6 service neutron] 10.222.0.32 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910554 Apr 20 14:32:15.899158 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-573671b5-6a07-455a-bd9c-8cf9154968f7 req-a2bd3e29-fe58-40aa-8467-00f868d2e5db tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325608 Apr 20 14:32:15.964509 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-93bc4728-9f2f-4aab-a85e-2b8e62b56410 req-2e4a70c5-222f-46d8-9a22-8a4426681b0b service neutron] 10.222.0.32 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846815 Apr 20 14:32:16.153790 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c0576-9ff2-4323-b647-eae6fc3ca0e2 req-b17c9c86-7037-4c09-865e-3c182bf6b818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:16.153790 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-386c0576-9ff2-4323-b647-eae6fc3ca0e2 req-b17c9c86-7037-4c09-865e-3c182bf6b818 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2b89876116d54fc79fafd221b0954966&device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 1094 time: 0.0474722 Apr 20 14:32:16.244201 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c0576-9ff2-4323-b647-eae6fc3ca0e2 req-a1c2c82c-0b00-4d89-9cf3-952ad194c467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:16.245682 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-386c0576-9ff2-4323-b647-eae6fc3ca0e2 req-a1c2c82c-0b00-4d89-9cf3-952ad194c467 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d1768369-8030-4eea-884e-e7eaf3931c5b HTTP/1.1" status: 200 len: 909 time: 0.0847132 Apr 20 14:32:16.290482 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-386c0576-9ff2-4323-b647-eae6fc3ca0e2 req-fdbe7b2f-8fd2-4936-8b83-c22e572b6273 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=539bb071-0a5b-4f7c-8f04-9062b2f37ffd HTTP/1.1" status: 200 len: 217 time: 0.0388267 Apr 20 14:32:16.339856 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c0576-9ff2-4323-b647-eae6fc3ca0e2 req-29c53576-7536-4dd6-97f6-caf4964387cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:16.341337 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-386c0576-9ff2-4323-b647-eae6fc3ca0e2 req-29c53576-7536-4dd6-97f6-caf4964387cf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8cc79620-fd76-485d-94ec-186bdc81b3ea HTTP/1.1" status: 200 len: 847 time: 0.0448794 Apr 20 14:32:16.533138 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c0576-9ff2-4323-b647-eae6fc3ca0e2 req-49f09701-ca7b-4bcd-9502-3e7f2e21ed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:16.534667 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-386c0576-9ff2-4323-b647-eae6fc3ca0e2 req-49f09701-ca7b-4bcd-9502-3e7f2e21ed05 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d1768369-8030-4eea-884e-e7eaf3931c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459695 Apr 20 14:32:16.626686 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-386c0576-9ff2-4323-b647-eae6fc3ca0e2 req-4a3960e8-857f-4be3-858d-9c3777cc4cb5 service neutron] 10.222.0.32 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856783 Apr 20 14:32:16.718022 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-386c0576-9ff2-4323-b647-eae6fc3ca0e2 req-46677662-b25d-4ada-8126-c1c71ec3fba1 service neutron] 10.222.0.32 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849071 Apr 20 14:32:17.032590 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3db4db-81b0-497a-81f8-7f0eeeabbab0 req-ad785a67-a986-4d71-90d0-51c0d01faaed tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:17.034059 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb3db4db-81b0-497a-81f8-7f0eeeabbab0 req-ad785a67-a986-4d71-90d0-51c0d01faaed tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 943 time: 0.0625131 Apr 20 14:32:17.071851 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-cb3db4db-81b0-497a-81f8-7f0eeeabbab0 req-e4711f3d-7389-40ba-be40-f5bfec8b2731 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312448 Apr 20 14:32:18.186765 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad36a0-6410-4da4-b8a0-d72474bf670e req-005e0853-0066-4ae3-9e41-ce97a8c0b371 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:18.188305 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a7ad36a0-6410-4da4-b8a0-d72474bf670e req-005e0853-0066-4ae3-9e41-ce97a8c0b371 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 943 time: 0.0500097 Apr 20 14:32:18.226297 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a7ad36a0-6410-4da4-b8a0-d72474bf670e req-0ea9c975-c54d-4268-8271-be317dedf568 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320032 Apr 20 14:32:19.344590 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de01be-a3f2-4b70-8488-776bf29cedb3 req-c1b44160-6b33-47f3-80d2-fb9267fc1625 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:19.346086 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-84de01be-a3f2-4b70-8488-776bf29cedb3 req-c1b44160-6b33-47f3-80d2-fb9267fc1625 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 943 time: 0.0510564 Apr 20 14:32:19.383155 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-84de01be-a3f2-4b70-8488-776bf29cedb3 req-bd23bf78-9d82-422e-9b08-d5d1443cfb76 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310485 Apr 20 14:32:20.501010 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cdbd9-f24b-4ebb-993b-9ed0c48afffb req-aa5bc57e-7203-4b94-82de-e0b5b7c4ee2a tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:20.502495 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-547cdbd9-f24b-4ebb-993b-9ed0c48afffb req-aa5bc57e-7203-4b94-82de-e0b5b7c4ee2a tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 943 time: 0.0524869 Apr 20 14:32:20.542452 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-547cdbd9-f24b-4ebb-993b-9ed0c48afffb req-f59524b5-da2e-427e-be17-d2aea5d5324a tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336702 Apr 20 14:32:21.653582 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c44b35-4273-441a-9c87-f062f0b8b136 req-5063317b-fa0d-45c4-ae93-bc37b1ea348f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:21.655049 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-56c44b35-4273-441a-9c87-f062f0b8b136 req-5063317b-fa0d-45c4-ae93-bc37b1ea348f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 943 time: 0.0483115 Apr 20 14:32:21.695336 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-56c44b35-4273-441a-9c87-f062f0b8b136 req-ed9829ad-0a3c-4c00-806d-35575dab3613 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309637 Apr 20 14:32:22.807708 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127474e-63dc-4ae1-bf2e-5a80bc9034ac req-c2889fa6-6053-4ddb-85c4-e589ea02ddf1 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:22.809070 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2127474e-63dc-4ae1-bf2e-5a80bc9034ac req-c2889fa6-6053-4ddb-85c4-e589ea02ddf1 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 943 time: 0.0479367 Apr 20 14:32:22.846248 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2127474e-63dc-4ae1-bf2e-5a80bc9034ac req-fc29bac8-6a07-43d4-9663-44ae6c42951d tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310273 Apr 20 14:32:23.961674 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce0e00-473d-46ff-8210-9b2fa9494ffe req-29753d5f-1619-4b8f-8e3f-4a0c232d77b0 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:23.963109 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f0ce0e00-473d-46ff-8210-9b2fa9494ffe req-29753d5f-1619-4b8f-8e3f-4a0c232d77b0 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 943 time: 0.0515890 Apr 20 14:32:24.001267 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f0ce0e00-473d-46ff-8210-9b2fa9494ffe req-7d1c89d5-99ae-4d83-862d-547ba8a513b2 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312407 Apr 20 14:32:24.555065 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fe5b9d6a-7d59-45eb-8055-8db1b1514add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:25.114807 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8a2ca-d7cc-4413-9022-45cbac84b2fd req-eca9db7d-798a-4028-ae2c-833a58116dd4 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:25.116306 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-80e8a2ca-d7cc-4413-9022-45cbac84b2fd req-eca9db7d-798a-4028-ae2c-833a58116dd4 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 943 time: 0.0485263 Apr 20 14:32:25.152869 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-80e8a2ca-d7cc-4413-9022-45cbac84b2fd req-68793a31-f788-46d7-bd49-15db2fa552d9 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306959 Apr 20 14:32:26.225235 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 539bb071-0a5b-4f7c-8f04-9062b2f37ffd details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:32:26.266718 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a5331-f052-4be1-ab92-9e27d7ead250 req-d8f27090-2d28-44e5-b208-e724350727d4 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:26.268226 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a98a5331-f052-4be1-ab92-9e27d7ead250 req-d8f27090-2d28-44e5-b208-e724350727d4 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 943 time: 0.0486321 Apr 20 14:32:26.305935 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a98a5331-f052-4be1-ab92-9e27d7ead250 req-abffb3b5-c5b6-46b6-bd71-a7421af54aec tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317056 Apr 20 14:32:26.318204 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 539bb071-0a5b-4f7c-8f04-9062b2f37ffd, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=539bb071-0a5b-4f7c-8f04-9062b2f37ffd,segment=NetworkSegment(b5cb947a-6b69-4a41-9341-5b710acea2d2),segment_id=b5cb947a-6b69-4a41-9341-5b710acea2d2)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:26.332451 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': '539bb071-0a5b-4f7c-8f04-9062b2f37ffd', 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b', 'port_id': '539bb071-0a5b-4f7c-8f04-9062b2f37ffd', 'mac_address': 'fa:16:3e:2f:bf:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc79620-fd76-485d-94ec-186bdc81b3ea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:32:26.368348 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:26.380672 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 539bb071-0a5b-4f7c-8f04-9062b2f37ffd {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:32:26.398379 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 539bb071-0a5b-4f7c-8f04-9062b2f37ffd, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=539bb071-0a5b-4f7c-8f04-9062b2f37ffd,segment=NetworkSegment(b5cb947a-6b69-4a41-9341-5b710acea2d2),segment_id=b5cb947a-6b69-4a41-9341-5b710acea2d2)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:26.469432 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:26.515408 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=539bb071-0a5b-4f7c-8f04-9062b2f37ffd,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:26.522458 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:26.525716 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:26.525716 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:26.525716 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:26.525716 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:26.525716 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:26.525716 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:26.525716 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:26.525716 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:26.525716 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:26.525716 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:26.526557 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:32:26.781040 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['539bb071-0a5b-4f7c-8f04-9062b2f37ffd'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:32:26.891919 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bda5fa18-4c9a-43cf-a072-bb4834eeb074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:27.422495 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5227e-b532-4881-bb8e-27e3af40299c req-07e8c458-7e44-4617-a8ae-155b9881e396 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:27.424004 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5df5227e-b532-4881-bb8e-27e3af40299c req-07e8c458-7e44-4617-a8ae-155b9881e396 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 944 time: 0.0520945 Apr 20 14:32:27.461072 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5df5227e-b532-4881-bb8e-27e3af40299c req-349d6bfc-12f2-41e1-9002-e09d3db30f22 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310080 Apr 20 14:32:28.241730 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 539bb071-0a5b-4f7c-8f04-9062b2f37ffd up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:32:28.382926 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port 539bb071-0a5b-4f7c-8f04-9062b2f37ffd completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:32:28.387173 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port 539bb071-0a5b-4f7c-8f04-9062b2f37ffd triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:32:28.387568 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:28.449341 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:28.462452 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:28.485375 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba8d502-b50b-4a27-8930-d8869b7043a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539bb071-0a5b-4f7c-8f04-9062b2f37ffd'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:32:28.487672 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac87ba4abbb4e8505208ea6fd510b76711e5f2ebc605ae5eca19bb7d33fcf53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611a09fa-a884-46d6-adf2-c2f7983156ea" -d '{"events": [{"server_uuid": "1ba8d502-b50b-4a27-8930-d8869b7043a0", "name": "network-vif-plugged", "status": "completed", "tag": "539bb071-0a5b-4f7c-8f04-9062b2f37ffd"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:32:28.505145 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 539bb071-0a5b-4f7c-8f04-9062b2f37ffd, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=539bb071-0a5b-4f7c-8f04-9062b2f37ffd,segment=NetworkSegment(b5cb947a-6b69-4a41-9341-5b710acea2d2),segment_id=b5cb947a-6b69-4a41-9341-5b710acea2d2)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:32:28.526379 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468079bd-9ed9-4116-9014-8cca31e8e6ca x-openstack-request-id: req-468079bd-9ed9-4116-9014-8cca31e8e6ca {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:32:28.526667 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ba8d502-b50b-4a27-8930-d8869b7043a0", "name": "network-vif-plugged", "status": "completed", "tag": "539bb071-0a5b-4f7c-8f04-9062b2f37ffd", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:32:28.526917 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-468079bd-9ed9-4116-9014-8cca31e8e6ca {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:32:28.527321 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-468079bd-9ed9-4116-9014-8cca31e8e6ca'] response: {'server_uuid': '1ba8d502-b50b-4a27-8930-d8869b7043a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539bb071-0a5b-4f7c-8f04-9062b2f37ffd', 'code': 200} Apr 20 14:32:28.588256 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08e2b0-13e0-468c-ab06-5ff152062cff req-29066131-1a3b-4763-b678-d874ed98e6fc tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:28.589752 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4b08e2b0-13e0-468c-ab06-5ff152062cff req-29066131-1a3b-4763-b678-d874ed98e6fc tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 944 time: 0.0506561 Apr 20 14:32:28.595198 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:28.625451 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd3ea7-beff-4417-b49f-7e05ea1f9618 req-a55087c3-956d-432c-b5b5-4d2b2172242f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:28.627134 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ddbd3ea7-beff-4417-b49f-7e05ea1f9618 req-a55087c3-956d-432c-b5b5-4d2b2172242f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 1096 time: 0.0430155 Apr 20 14:32:28.631611 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4b08e2b0-13e0-468c-ab06-5ff152062cff req-de7bb895-328a-496f-b898-48c03d94cc8c tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349488 Apr 20 14:32:28.647728 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=539bb071-0a5b-4f7c-8f04-9062b2f37ffd,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:28.662512 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-ddbd3ea7-beff-4417-b49f-7e05ea1f9618 req-1f8c6d2d-f010-48ea-bd3c-f4b47ed5a715 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292020 Apr 20 14:32:29.698078 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:29.750874 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417e592-0449-4172-b0f4-7f4a81adc879 req-17c9c33c-680f-4ff1-bf1d-89ab845cb97f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:29.752281 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1417e592-0449-4172-b0f4-7f4a81adc879 req-17c9c33c-680f-4ff1-bf1d-89ab845cb97f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 945 time: 0.0481343 Apr 20 14:32:29.790905 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1417e592-0449-4172-b0f4-7f4a81adc879 req-d68187c3-28a4-42b4-9db2-274c7e6ebbf1 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325723 Apr 20 14:32:29.909559 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:30.583612 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:32:30.908974 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f277f1-4543-4b0d-b522-70e2369f63d7 req-a6044f3e-56dd-4475-a9c9-8ae0949e5deb tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:30.910421 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-98f277f1-4543-4b0d-b522-70e2369f63d7 req-a6044f3e-56dd-4475-a9c9-8ae0949e5deb tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 945 time: 0.0522506 Apr 20 14:32:30.948282 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-98f277f1-4543-4b0d-b522-70e2369f63d7 req-b3bd2ff4-ac39-48c8-a036-c127405e554e tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318348 Apr 20 14:32:31.061087 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049080e-4234-471f-89f3-e52cd67b76e8 req-eab12996-a841-415f-a6b3-36758a0a8fce tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:31.062555 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1049080e-4234-471f-89f3-e52cd67b76e8 req-eab12996-a841-415f-a6b3-36758a0a8fce tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 945 time: 0.0491407 Apr 20 14:32:31.099313 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1049080e-4234-471f-89f3-e52cd67b76e8 req-d31b48be-7a83-4149-8ea8-cfab40e2f018 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307167 Apr 20 14:32:31.120272 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36306) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:32:31.200048 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2af0ff-e6ee-4ca3-9f78-ffe72d91ddd2 tempest-TestShelveInstance-705851239 tempest-TestShelveInstance-705851239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:31.201543 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-bb2af0ff-e6ee-4ca3-9f78-ffe72d91ddd2 tempest-TestShelveInstance-705851239 tempest-TestShelveInstance-705851239-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 1091 time: 0.0803144 Apr 20 14:32:31.204277 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36310) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:32:31.208415 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-89e37aab-6a63-43bd-88b5-120642ea282c tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'port_id': '539bb071-0a5b-4f7c-8f04-9062b2f37ffd', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'fixed_ip_address': '172.20.0.8'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:32:31.338107 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-89e37aab-6a63-43bd-88b5-120642ea282c tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for floatingip, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:31.438797 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-89e37aab-6a63-43bd-88b5-120642ea282c tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:31.540537 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-89e37aab-6a63-43bd-88b5-120642ea282c tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Allocated IP 172.25.8.172 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/1e8dc5fa-0e06-4d24-8824-e2b806ccc450) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:32:31.643119 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-89e37aab-6a63-43bd-88b5-120642ea282c tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:31.749808 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-89e37aab-6a63-43bd-88b5-120642ea282c tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:31.784469 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e37aab-6a63-43bd-88b5-120642ea282c tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:32:31.787169 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-89e37aab-6a63-43bd-88b5-120642ea282c tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:32:31.793401 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e37aab-6a63-43bd-88b5-120642ea282c tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:32:31.823017 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e37aab-6a63-43bd-88b5-120642ea282c tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Pushing event updated for resources: {'Port': ['ID=1e8dc5fa-0e06-4d24-8824-e2b806ccc450,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:32.148692 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-89e37aab-6a63-43bd-88b5-120642ea282c tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:32.272300 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-89e37aab-6a63-43bd-88b5-120642ea282c tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:32.418572 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-89e37aab-6a63-43bd-88b5-120642ea282c tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:32.521129 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-89e37aab-6a63-43bd-88b5-120642ea282c tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:32.590165 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e37aab-6a63-43bd-88b5-120642ea282c tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Pushing event updated for resources: {'Port': ['ID=1e8dc5fa-0e06-4d24-8824-e2b806ccc450,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:32:32.601497 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-89e37aab-6a63-43bd-88b5-120642ea282c tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:32.699787 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-89e37aab-6a63-43bd-88b5-120642ea282c tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Floating IP 22610551-219e-43b2-b1f0-5645ad6c04ce associated. External IP: 172.25.8.172, port: 539bb071-0a5b-4f7c-8f04-9062b2f37ffd. Apr 20 14:32:32.900718 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e37aab-6a63-43bd-88b5-120642ea282c tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Router 34b087e0-6a6f-42ff-a3d0-75996b403e09 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:32:33.002536 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e37aab-6a63-43bd-88b5-120642ea282c tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:32:33.013841 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687304f7-3a51-4d87-b4e8-df34aded4451 None None] Sync routers for ids ['34b087e0-6a6f-42ff-a3d0-75996b403e09'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:32:33.023229 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687304f7-3a51-4d87-b4e8-df34aded4451 None None] Routers {'34b087e0-6a6f-42ff-a3d0-75996b403e09'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:32:33.023879 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-687304f7-3a51-4d87-b4e8-df34aded4451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:32:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['34b087e0-6a6f-42ff-a3d0-75996b403e09'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:32:33.105894 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-89e37aab-6a63-43bd-88b5-120642ea282c tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:33.127907 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-687304f7-3a51-4d87-b4e8-df34aded4451 None None] Set router 34b087e0-6a6f-42ff-a3d0-75996b403e09 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:32:33.136373 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-89e37aab-6a63-43bd-88b5-120642ea282c tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9311068 Apr 20 14:32:33.137051 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ba8d502-b50b-4a27-8930-d8869b7043a0', 'tag': '539bb071-0a5b-4f7c-8f04-9062b2f37ffd'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:32:33.139284 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a1b5f4-2742-4163-937d-e685c0fe8171" -d '{"events": [{"name": "network-changed", "server_uuid": "1ba8d502-b50b-4a27-8930-d8869b7043a0", "tag": "539bb071-0a5b-4f7c-8f04-9062b2f37ffd"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:32:33.179226 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8636aea9-4d53-46b7-9819-d187a6bc85b7 x-openstack-request-id: req-8636aea9-4d53-46b7-9819-d187a6bc85b7 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:32:33.179858 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ba8d502-b50b-4a27-8930-d8869b7043a0", "tag": "539bb071-0a5b-4f7c-8f04-9062b2f37ffd", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:32:33.179858 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8636aea9-4d53-46b7-9819-d187a6bc85b7 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:32:33.180202 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8636aea9-4d53-46b7-9819-d187a6bc85b7'] response: {'name': 'network-changed', 'server_uuid': '1ba8d502-b50b-4a27-8930-d8869b7043a0', 'tag': '539bb071-0a5b-4f7c-8f04-9062b2f37ffd', 'status': 'completed', 'code': 200} Apr 20 14:32:33.248676 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1b5f4-2742-4163-937d-e685c0fe8171 req-62200d0a-e6f3-43cb-9b62-a1cdea184d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:33.250334 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b1a1b5f4-2742-4163-937d-e685c0fe8171 req-62200d0a-e6f3-43cb-9b62-a1cdea184d30 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2b89876116d54fc79fafd221b0954966&device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 1096 time: 0.0456710 Apr 20 14:32:33.343873 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1b5f4-2742-4163-937d-e685c0fe8171 req-231b7630-4b7c-4826-9881-03584634db44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:33.345409 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b1a1b5f4-2742-4163-937d-e685c0fe8171 req-231b7630-4b7c-4826-9881-03584634db44 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d1768369-8030-4eea-884e-e7eaf3931c5b HTTP/1.1" status: 200 len: 909 time: 0.0877604 Apr 20 14:32:33.351445 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-687304f7-3a51-4d87-b4e8-df34aded4451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'name': 'tempest-TestShelveInstance-342293656-router', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'b8896abe-5976-46bf-a220-43f8c6938ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:26:08Z', 'updated_at': '2022-04-20T14:26:12Z', 'revision_number': 4, 'project_id': '2b89876116d54fc79fafd221b0954966', 'gw_port': {'id': 'b8896abe-5976-46bf-a220-43f8c6938ee6', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:26:09Z', 'updated_at': '2022-04-20T14:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '22610551-219e-43b2-b1f0-5645ad6c04ce', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'floating_ip_address': '172.25.8.172', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'port_id': '539bb071-0a5b-4f7c-8f04-9062b2f37ffd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b', 'mac_address': 'fa:16:3e:2f:bf:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba8d502-b50b-4a27-8930-d8869b7043a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:32:32Z', 'updated_at': '2022-04-20T14:32:32Z', 'revision_number': 0, 'project_id': '2b89876116d54fc79fafd221b0954966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03', 'name': '', 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'mac_address': 'fa:16:3e:54:63:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '8cc79620-fd76-485d-94ec-186bdc81b3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:26:11Z', 'updated_at': '2022-04-20T14:26:15Z', 'revision_number': 5, 'project_id': '2b89876116d54fc79fafd221b0954966', 'subnets': [{'id': '8cc79620-fd76-485d-94ec-186bdc81b3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:32:33.416800 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b1a1b5f4-2742-4163-937d-e685c0fe8171 req-205f4cbe-8007-4a6d-a1eb-bf7b385311a4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=539bb071-0a5b-4f7c-8f04-9062b2f37ffd HTTP/1.1" status: 200 len: 999 time: 0.0649552 Apr 20 14:32:33.466019 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687304f7-3a51-4d87-b4e8-df34aded4451 None None] Checking router: 34b087e0-6a6f-42ff-a3d0-75996b403e09 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:32:33.469268 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1b5f4-2742-4163-937d-e685c0fe8171 req-16ac0a09-4a68-42a1-a8fe-2706dc441017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:33.470748 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b1a1b5f4-2742-4163-937d-e685c0fe8171 req-16ac0a09-4a68-42a1-a8fe-2706dc441017 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8cc79620-fd76-485d-94ec-186bdc81b3ea HTTP/1.1" status: 200 len: 847 time: 0.0451231 Apr 20 14:32:33.474769 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687304f7-3a51-4d87-b4e8-df34aded4451 None None] Routers {'34b087e0-6a6f-42ff-a3d0-75996b403e09'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:32:33.475406 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-687304f7-3a51-4d87-b4e8-df34aded4451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:32:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['34b087e0-6a6f-42ff-a3d0-75996b403e09'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:32:33.516420 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1b5f4-2742-4163-937d-e685c0fe8171 req-dbadde93-9a15-42a2-bfc3-b8b8747159f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:33.517921 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b1a1b5f4-2742-4163-937d-e685c0fe8171 req-dbadde93-9a15-42a2-bfc3-b8b8747159f0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d1768369-8030-4eea-884e-e7eaf3931c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406659 Apr 20 14:32:33.579227 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-687304f7-3a51-4d87-b4e8-df34aded4451 None None] Set router 34b087e0-6a6f-42ff-a3d0-75996b403e09 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:32:33.611098 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b1a1b5f4-2742-4163-937d-e685c0fe8171 req-fb137486-03cb-42b4-a766-89e0a7337c92 service neutron] 10.222.0.32 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861654 Apr 20 14:32:33.701475 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b1a1b5f4-2742-4163-937d-e685c0fe8171 req-0ffcabf7-2c11-41bb-939e-d3772638d8f3 service neutron] 10.222.0.32 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842648 Apr 20 14:32:33.796535 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-687304f7-3a51-4d87-b4e8-df34aded4451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'name': 'tempest-TestShelveInstance-342293656-router', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'b8896abe-5976-46bf-a220-43f8c6938ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:26:08Z', 'updated_at': '2022-04-20T14:26:12Z', 'revision_number': 4, 'project_id': '2b89876116d54fc79fafd221b0954966', 'gw_port': {'id': 'b8896abe-5976-46bf-a220-43f8c6938ee6', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:26:09Z', 'updated_at': '2022-04-20T14:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '22610551-219e-43b2-b1f0-5645ad6c04ce', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'floating_ip_address': '172.25.8.172', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'port_id': '539bb071-0a5b-4f7c-8f04-9062b2f37ffd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b', 'mac_address': 'fa:16:3e:2f:bf:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba8d502-b50b-4a27-8930-d8869b7043a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:32:32Z', 'updated_at': '2022-04-20T14:32:32Z', 'revision_number': 0, 'project_id': '2b89876116d54fc79fafd221b0954966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03', 'name': '', 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'mac_address': 'fa:16:3e:54:63:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '8cc79620-fd76-485d-94ec-186bdc81b3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:26:11Z', 'updated_at': '2022-04-20T14:26:15Z', 'revision_number': 5, 'project_id': '2b89876116d54fc79fafd221b0954966', 'subnets': [{'id': '8cc79620-fd76-485d-94ec-186bdc81b3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:32:33.826526 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687304f7-3a51-4d87-b4e8-df34aded4451 None None] The sync data for ids ['34b087e0-6a6f-42ff-a3d0-75996b403e09'] in n-d-836015-7 is: [{'id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'name': 'tempest-TestShelveInstance-342293656-router', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'b8896abe-5976-46bf-a220-43f8c6938ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:26:08Z', 'updated_at': '2022-04-20T14:26:12Z', 'revision_number': 4, 'project_id': '2b89876116d54fc79fafd221b0954966', 'gw_port': {'id': 'b8896abe-5976-46bf-a220-43f8c6938ee6', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:26:09Z', 'updated_at': '2022-04-20T14:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': '22610551-219e-43b2-b1f0-5645ad6c04ce', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'floating_ip_address': '172.25.8.172', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'port_id': '539bb071-0a5b-4f7c-8f04-9062b2f37ffd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b', 'mac_address': 'fa:16:3e:2f:bf:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba8d502-b50b-4a27-8930-d8869b7043a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:32:32Z', 'updated_at': '2022-04-20T14:32:32Z', 'revision_number': 0, 'project_id': '2b89876116d54fc79fafd221b0954966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03', 'name': '', 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'mac_address': 'fa:16:3e:54:63:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '8cc79620-fd76-485d-94ec-186bdc81b3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:26:11Z', 'updated_at': '2022-04-20T14:26:15Z', 'revision_number': 5, 'project_id': '2b89876116d54fc79fafd221b0954966', 'subnets': [{'id': '8cc79620-fd76-485d-94ec-186bdc81b3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:32:34.013443 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0e03c9-4014-45c6-aa10-8ec285a5773f None None] New status for floating IP 22610551-219e-43b2-b1f0-5645ad6c04ce: ACTIVE {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:32:43.286486 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:43.841257 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:44.463391 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-70aebf33-fdec-4013-b98e-0b5d59bdc5b2 req-047b22f4-0aed-41e0-93a9-d850da20872c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405877 Apr 20 14:32:44.549165 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aebf33-fdec-4013-b98e-0b5d59bdc5b2 req-8971a3d0-5a61-4cb7-9caf-c4dbea036af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:44.550684 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-70aebf33-fdec-4013-b98e-0b5d59bdc5b2 req-8971a3d0-5a61-4cb7-9caf-c4dbea036af0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2b89876116d54fc79fafd221b0954966&device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 1096 time: 0.0462358 Apr 20 14:32:44.650606 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aebf33-fdec-4013-b98e-0b5d59bdc5b2 req-bf92a71e-3d6b-411a-88ac-20c0cebe5395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:44.652093 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-70aebf33-fdec-4013-b98e-0b5d59bdc5b2 req-bf92a71e-3d6b-411a-88ac-20c0cebe5395 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d1768369-8030-4eea-884e-e7eaf3931c5b HTTP/1.1" status: 200 len: 909 time: 0.0839808 Apr 20 14:32:44.719661 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-70aebf33-fdec-4013-b98e-0b5d59bdc5b2 req-494e71db-4257-4279-b8eb-15c816dd8474 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=539bb071-0a5b-4f7c-8f04-9062b2f37ffd HTTP/1.1" status: 200 len: 1001 time: 0.0612140 Apr 20 14:32:44.766018 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aebf33-fdec-4013-b98e-0b5d59bdc5b2 req-823737e2-4ca2-4bd6-9273-c9a8ff5786ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:44.767489 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-70aebf33-fdec-4013-b98e-0b5d59bdc5b2 req-823737e2-4ca2-4bd6-9273-c9a8ff5786ab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8cc79620-fd76-485d-94ec-186bdc81b3ea HTTP/1.1" status: 200 len: 847 time: 0.0421116 Apr 20 14:32:44.812936 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aebf33-fdec-4013-b98e-0b5d59bdc5b2 req-9774b325-a579-431c-9632-b9ad78e21186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:32:44.814379 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-70aebf33-fdec-4013-b98e-0b5d59bdc5b2 req-9774b325-a579-431c-9632-b9ad78e21186 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d1768369-8030-4eea-884e-e7eaf3931c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392246 Apr 20 14:32:44.905368 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-70aebf33-fdec-4013-b98e-0b5d59bdc5b2 req-8232bf25-0703-45b2-b7a7-36119f6f5c65 service neutron] 10.222.0.32 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843208 Apr 20 14:32:44.994742 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-70aebf33-fdec-4013-b98e-0b5d59bdc5b2 req-e22b62da-fb0c-4fe5-99c6-997ee2e46e68 service neutron] 10.222.0.32 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806558 Apr 20 14:32:54.593883 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bee13188-a8bb-4a39-90ac-3099d91c8c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:56.903947 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-45fa5ae8-1ddc-4742-b1e2-7b7b887d1f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:58.474940 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:32:59.794799 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:00.103346 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:07.582835 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:33:13.273694 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:13.834391 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:24.542943 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b8313e15-c08b-466b-ac1b-7d799c3fc2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:26.874198 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b3e98b93-ea89-4ee5-9594-f71b7c3a51f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:28.514301 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:29.770527 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:29.919631 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:43.268395 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:43.879695 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:44.438443 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-263a3819-20f8-46e7-9dfa-a1adb144d3b6 req-4bb3bf4a-a04d-4097-9728-f61fa6423def service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408149 Apr 20 14:33:44.524922 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a3819-20f8-46e7-9dfa-a1adb144d3b6 req-c8f8d43a-3cdf-4c06-b040-2d8220289d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:44.526340 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-263a3819-20f8-46e7-9dfa-a1adb144d3b6 req-c8f8d43a-3cdf-4c06-b040-2d8220289d29 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2b89876116d54fc79fafd221b0954966&device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 1096 time: 0.0455108 Apr 20 14:33:44.582035 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:33:44.626675 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a3819-20f8-46e7-9dfa-a1adb144d3b6 req-e6464bc3-4e96-4b0a-a364-d92986feb4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:44.628164 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-263a3819-20f8-46e7-9dfa-a1adb144d3b6 req-e6464bc3-4e96-4b0a-a364-d92986feb4b3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d1768369-8030-4eea-884e-e7eaf3931c5b HTTP/1.1" status: 200 len: 909 time: 0.0844038 Apr 20 14:33:44.696110 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-263a3819-20f8-46e7-9dfa-a1adb144d3b6 req-ffd4bccf-09f2-485c-9c0c-dc14af1c8074 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=539bb071-0a5b-4f7c-8f04-9062b2f37ffd HTTP/1.1" status: 200 len: 1001 time: 0.0612528 Apr 20 14:33:44.743383 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a3819-20f8-46e7-9dfa-a1adb144d3b6 req-6baaa000-c047-4058-a520-7100d55aeb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:44.744759 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-263a3819-20f8-46e7-9dfa-a1adb144d3b6 req-6baaa000-c047-4058-a520-7100d55aeb71 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8cc79620-fd76-485d-94ec-186bdc81b3ea HTTP/1.1" status: 200 len: 847 time: 0.0428283 Apr 20 14:33:44.787534 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a3819-20f8-46e7-9dfa-a1adb144d3b6 req-00610618-cf09-4b87-8d37-b0a4b3343b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:33:44.788955 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-263a3819-20f8-46e7-9dfa-a1adb144d3b6 req-00610618-cf09-4b87-8d37-b0a4b3343b28 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d1768369-8030-4eea-884e-e7eaf3931c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383401 Apr 20 14:33:44.879530 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-263a3819-20f8-46e7-9dfa-a1adb144d3b6 req-8dfc3a05-40dc-404e-9409-a3b1bd5d68d6 service neutron] 10.222.0.32 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838273 Apr 20 14:33:44.966899 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-263a3819-20f8-46e7-9dfa-a1adb144d3b6 req-f826edc3-5a14-4c78-8787-8d5752f415bc service neutron] 10.222.0.32 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809102 Apr 20 14:33:54.571136 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b04bf891-ab12-4f09-a046-d56c7b031914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:56.862081 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7ab5a26c-e39f-4060-86d4-aec2ba79c060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:58.451001 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:59.718357 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:33:59.890806 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:13.341845 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:13.879453 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:21.583209 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:34:24.536827 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bfd91545-b905-4923-955b-1eb91f7ec81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:26.867289 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-560cd6e4-0d6c-4e65-8630-b7c1c0039af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:28.455878 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:29.723412 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:29.919086 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:43.306416 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:43.877311 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:45.435014 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a83bb23e-ab94-48ef-8795-eed8e2cb9dfc req-1766b06d-5242-482d-a87f-3b81bd347b26 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391743 Apr 20 14:34:45.521885 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bb23e-ab94-48ef-8795-eed8e2cb9dfc req-c3504ce1-8c9e-4f8e-b69b-19fd4e4b1718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:45.523336 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a83bb23e-ab94-48ef-8795-eed8e2cb9dfc req-c3504ce1-8c9e-4f8e-b69b-19fd4e4b1718 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2b89876116d54fc79fafd221b0954966&device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 1096 time: 0.0450802 Apr 20 14:34:45.624049 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bb23e-ab94-48ef-8795-eed8e2cb9dfc req-c290d3bf-0a99-480f-9af2-7b1e7a8ca84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:45.625435 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a83bb23e-ab94-48ef-8795-eed8e2cb9dfc req-c290d3bf-0a99-480f-9af2-7b1e7a8ca84a service neutron] 10.222.0.32 "GET /v2.0/networks?id=d1768369-8030-4eea-884e-e7eaf3931c5b HTTP/1.1" status: 200 len: 909 time: 0.0826857 Apr 20 14:34:45.692688 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a83bb23e-ab94-48ef-8795-eed8e2cb9dfc req-ba8807d4-dcb1-481d-a165-5c2473bb2d63 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=539bb071-0a5b-4f7c-8f04-9062b2f37ffd HTTP/1.1" status: 200 len: 1001 time: 0.0606234 Apr 20 14:34:45.739646 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bb23e-ab94-48ef-8795-eed8e2cb9dfc req-845da91b-24f2-4a8d-a0a2-6148fdd136d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:45.741051 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a83bb23e-ab94-48ef-8795-eed8e2cb9dfc req-845da91b-24f2-4a8d-a0a2-6148fdd136d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8cc79620-fd76-485d-94ec-186bdc81b3ea HTTP/1.1" status: 200 len: 847 time: 0.0426943 Apr 20 14:34:45.782888 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bb23e-ab94-48ef-8795-eed8e2cb9dfc req-00d68b6f-36c8-48ad-a63f-f3f79fc60906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:34:45.784633 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a83bb23e-ab94-48ef-8795-eed8e2cb9dfc req-00d68b6f-36c8-48ad-a63f-f3f79fc60906 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d1768369-8030-4eea-884e-e7eaf3931c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378997 Apr 20 14:34:45.874435 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a83bb23e-ab94-48ef-8795-eed8e2cb9dfc req-01324604-574b-4b9d-b8ce-721f5ccaf107 service neutron] 10.222.0.32 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821021 Apr 20 14:34:45.962675 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-a83bb23e-ab94-48ef-8795-eed8e2cb9dfc req-6daa252d-fad4-4829-8239-e9e21ec9ee21 service neutron] 10.222.0.32 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815101 Apr 20 14:34:54.655926 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3800783f-60e9-4484-a2c1-720e3596498e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:56.877120 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-87e1d2ec-b30f-4e4b-a14a-4398ab69b642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:58.453883 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:58.582340 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:34:59.786962 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:34:59.930989 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:01.250530 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f1fb8-ee35-4efc-a25a-9d26f99ac384 req-4cd84d9a-849b-451f-bd85-2f80bec115cf tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:01.252042 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a55f1fb8-ee35-4efc-a25a-9d26f99ac384 req-4cd84d9a-849b-451f-bd85-2f80bec115cf tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 945 time: 0.0555496 Apr 20 14:35:01.291290 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a55f1fb8-ee35-4efc-a25a-9d26f99ac384 req-8a7ca326-d1c8-44b4-a5ec-3964f161e9dc tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332024 Apr 20 14:35:02.418543 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5109a0-92b1-4d9f-a501-695569f29352 req-3696394d-ed92-4390-bd89-4b842477896f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:02.420454 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a5109a0-92b1-4d9f-a501-695569f29352 req-3696394d-ed92-4390-bd89-4b842477896f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 945 time: 0.0529506 Apr 20 14:35:02.459943 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a5109a0-92b1-4d9f-a501-695569f29352 req-eee8fa8e-bdaa-47b8-81a2-efb104362f6b tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331287 Apr 20 14:35:03.874870 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30cf02-f47b-44a4-9eab-b757f45d023e req-cd9768ae-e529-4d82-9ebc-06d1a2067785 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:03.876366 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fd30cf02-f47b-44a4-9eab-b757f45d023e req-cd9768ae-e529-4d82-9ebc-06d1a2067785 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 945 time: 0.3425217 Apr 20 14:35:03.914786 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fd30cf02-f47b-44a4-9eab-b757f45d023e req-1725a69e-946f-4b07-a1db-305a7306b2b9 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316429 Apr 20 14:35:05.028656 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85097b-b9dc-4248-8344-8913fc2017ea req-b8c77ebe-9846-4709-9a16-f75cbb3a9679 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:05.030132 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bf85097b-b9dc-4248-8344-8913fc2017ea req-b8c77ebe-9846-4709-9a16-f75cbb3a9679 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 945 time: 0.0481663 Apr 20 14:35:05.066892 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bf85097b-b9dc-4248-8344-8913fc2017ea req-1c919bb4-d98d-4663-ae9a-e5b3c944ec77 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307922 Apr 20 14:35:06.179585 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eafa407-243c-4184-a53d-b3b9762c844e req-a5925fb0-384d-4700-b504-89280c6ffbe0 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:06.181034 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6eafa407-243c-4184-a53d-b3b9762c844e req-a5925fb0-384d-4700-b504-89280c6ffbe0 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 945 time: 0.0472760 Apr 20 14:35:06.218058 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6eafa407-243c-4184-a53d-b3b9762c844e req-ca1368b1-5938-4917-9d25-38a41f0e6ad0 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310960 Apr 20 14:35:07.337137 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162690a2-abe3-4393-9eda-32f7a9ffce02 req-664be867-9681-4779-a231-0f017e79c6fd tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:07.338579 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-162690a2-abe3-4393-9eda-32f7a9ffce02 req-664be867-9681-4779-a231-0f017e79c6fd tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 945 time: 0.0530553 Apr 20 14:35:07.375373 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-162690a2-abe3-4393-9eda-32f7a9ffce02 req-c2017dfd-d720-46d3-acd3-060238c4c164 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307693 Apr 20 14:35:08.489117 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aadf8b-e5fe-4123-96ee-82de89ff8562 req-6f89eeba-71f4-4f37-b787-c7e53fcc61c2 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:08.490581 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d5aadf8b-e5fe-4123-96ee-82de89ff8562 req-6f89eeba-71f4-4f37-b787-c7e53fcc61c2 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 945 time: 0.0487120 Apr 20 14:35:08.528462 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d5aadf8b-e5fe-4123-96ee-82de89ff8562 req-ed68def0-d641-4c07-a97a-d63274c5f811 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316801 Apr 20 14:35:09.641669 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70cacfa-f0f0-4872-8cd8-e76c37bda1b7 req-b5b48091-7201-42d4-9c60-e004295c2782 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:09.643226 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b70cacfa-f0f0-4872-8cd8-e76c37bda1b7 req-b5b48091-7201-42d4-9c60-e004295c2782 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 945 time: 0.0487745 Apr 20 14:35:09.681154 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b70cacfa-f0f0-4872-8cd8-e76c37bda1b7 req-0ef78fb9-205f-43ea-9b10-afceb3862c9a tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310981 Apr 20 14:35:10.798394 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70847a1-96ce-4d4a-a55b-c8aae5ca0736 req-ae8d102c-ad99-4f2f-99b9-957866e7ddfc tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:10.799865 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c70847a1-96ce-4d4a-a55b-c8aae5ca0736 req-ae8d102c-ad99-4f2f-99b9-957866e7ddfc tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 945 time: 0.0512033 Apr 20 14:35:10.836453 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c70847a1-96ce-4d4a-a55b-c8aae5ca0736 req-86fef29f-cd10-4de5-960e-a08d380f5819 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297382 Apr 20 14:35:11.507707 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e65e71-ccb8-47c7-9814-463b70c01762 req-0848facf-8e49-46f8-ad31-caf094cccbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:11.509225 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d6e65e71-ccb8-47c7-9814-463b70c01762 req-0848facf-8e49-46f8-ad31-caf094cccbca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2b89876116d54fc79fafd221b0954966&device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 1096 time: 0.0413423 Apr 20 14:35:11.601147 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e65e71-ccb8-47c7-9814-463b70c01762 req-ec24ddcc-a4b8-4ec9-87e5-450d98981ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:11.603434 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d6e65e71-ccb8-47c7-9814-463b70c01762 req-ec24ddcc-a4b8-4ec9-87e5-450d98981ed9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d1768369-8030-4eea-884e-e7eaf3931c5b HTTP/1.1" status: 200 len: 909 time: 0.0867865 Apr 20 14:35:11.668644 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d6e65e71-ccb8-47c7-9814-463b70c01762 req-c30aac3c-82f2-4992-90d5-159501d4a0ac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=539bb071-0a5b-4f7c-8f04-9062b2f37ffd HTTP/1.1" status: 200 len: 1001 time: 0.0587044 Apr 20 14:35:11.718893 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e65e71-ccb8-47c7-9814-463b70c01762 req-ca4f640f-1f53-4c05-8c1f-5f03e1a85de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:11.720326 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d6e65e71-ccb8-47c7-9814-463b70c01762 req-ca4f640f-1f53-4c05-8c1f-5f03e1a85de4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8cc79620-fd76-485d-94ec-186bdc81b3ea HTTP/1.1" status: 200 len: 847 time: 0.0458794 Apr 20 14:35:11.763629 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e65e71-ccb8-47c7-9814-463b70c01762 req-2527c718-a047-4599-ba89-cd23ffdf2898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:11.765048 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d6e65e71-ccb8-47c7-9814-463b70c01762 req-2527c718-a047-4599-ba89-cd23ffdf2898 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d1768369-8030-4eea-884e-e7eaf3931c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386670 Apr 20 14:35:11.852268 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d6e65e71-ccb8-47c7-9814-463b70c01762 req-628848d4-0ec7-433f-aa76-3692e1e1dd7a service neutron] 10.222.0.32 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799072 Apr 20 14:35:11.944698 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-d6e65e71-ccb8-47c7-9814-463b70c01762 req-80d5a5e7-6481-4cc2-99c1-bf0c2246d504 service neutron] 10.222.0.32 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856118 Apr 20 14:35:11.952365 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375ec53-6bd4-4b7f-8676-22efafee77e1 req-a7e87238-7420-40c5-a1c0-48406b4a9ecc tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:11.953865 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e375ec53-6bd4-4b7f-8676-22efafee77e1 req-a7e87238-7420-40c5-a1c0-48406b4a9ecc tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 945 time: 0.0486541 Apr 20 14:35:11.992077 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e375ec53-6bd4-4b7f-8676-22efafee77e1 req-c32fd5e3-7c58-419d-93d6-84edc7335a54 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321114 Apr 20 14:35:13.108215 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbc4cc-ccd8-4fc2-ba5d-69e51830b35d req-0317c6f4-7f9d-4632-a56d-729c9d520fa4 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:13.109670 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a5dbc4cc-ccd8-4fc2-ba5d-69e51830b35d req-0317c6f4-7f9d-4632-a56d-729c9d520fa4 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 945 time: 0.0489333 Apr 20 14:35:13.146409 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a5dbc4cc-ccd8-4fc2-ba5d-69e51830b35d req-51a36a2b-5a50-435e-9570-ff4d3fc3660b tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307677 Apr 20 14:35:13.278341 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:13.888551 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:14.268104 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a530dfa-02ff-4066-b527-fa785dff4188 req-5dddb27d-b0ba-482b-837e-774385e09c1e tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:14.269646 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0a530dfa-02ff-4066-b527-fa785dff4188 req-5dddb27d-b0ba-482b-837e-774385e09c1e tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 945 time: 0.0551417 Apr 20 14:35:14.307967 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0a530dfa-02ff-4066-b527-fa785dff4188 req-cfa3dd28-6f14-41f7-8b07-b6857a56a73c tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317013 Apr 20 14:35:15.423783 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10ffe3-4fbd-4dc6-ac58-2855b1a815eb req-ba293d58-44fe-4029-9271-90c7fe33e651 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:15.425233 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3e10ffe3-4fbd-4dc6-ac58-2855b1a815eb req-ba293d58-44fe-4029-9271-90c7fe33e651 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 945 time: 0.0483932 Apr 20 14:35:15.463191 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3e10ffe3-4fbd-4dc6-ac58-2855b1a815eb req-e9ad047d-501f-4255-b060-16117fa1f0a4 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319605 Apr 20 14:35:16.574443 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2115b-006e-4529-a9f7-57a2d83e07c3 req-4d0962cc-d6a3-4b44-8608-6c28f04101ba tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:16.575921 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4ac2115b-006e-4529-a9f7-57a2d83e07c3 req-4d0962cc-d6a3-4b44-8608-6c28f04101ba tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 945 time: 0.0474279 Apr 20 14:35:16.613585 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4ac2115b-006e-4529-a9f7-57a2d83e07c3 req-ae635705-2867-4c84-91dd-882ac4506d4f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317564 Apr 20 14:35:16.738512 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-4bb42fef-575d-4eda-9484-6eb56425e26b req-1ab1beb7-8d71-4578-b48f-3037b34cb00a service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:35:16.739552 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4bb42fef-575d-4eda-9484-6eb56425e26b req-1ab1beb7-8d71-4578-b48f-3037b34cb00a service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0629964 Apr 20 14:35:17.093392 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device 539bb071-0a5b-4f7c-8f04-9062b2f37ffd no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:35:17.173452 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:17.197049 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba8d502-b50b-4a27-8930-d8869b7043a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '539bb071-0a5b-4f7c-8f04-9062b2f37ffd'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:35:17.199310 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac87ba4abbb4e8505208ea6fd510b76711e5f2ebc605ae5eca19bb7d33fcf53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfb3c67-5b7c-4f0f-bf23-875e8ecc1cce" -d '{"events": [{"server_uuid": "1ba8d502-b50b-4a27-8930-d8869b7043a0", "name": "network-vif-unplugged", "status": "completed", "tag": "539bb071-0a5b-4f7c-8f04-9062b2f37ffd"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:35:17.212165 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port 539bb071-0a5b-4f7c-8f04-9062b2f37ffd, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=539bb071-0a5b-4f7c-8f04-9062b2f37ffd,segment=NetworkSegment(b5cb947a-6b69-4a41-9341-5b710acea2d2),segment_id=b5cb947a-6b69-4a41-9341-5b710acea2d2)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:17.237349 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500a9ab-de02-4f12-811b-560456f0aeb7 req-eb18592b-5eb8-4c85-a1c8-45e6b2c225ad tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:17.238823 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c500a9ab-de02-4f12-811b-560456f0aeb7 req-eb18592b-5eb8-4c85-a1c8-45e6b2c225ad tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 945 time: 0.0529101 Apr 20 14:35:17.277710 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c500a9ab-de02-4f12-811b-560456f0aeb7 req-5b279020-b5c6-4860-83d0-cc37cae8c2b2 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323641 Apr 20 14:35:17.305004 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 20 Apr 2022 14:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086f6610-f26e-427a-8603-875871fa4399 x-openstack-request-id: req-086f6610-f26e-427a-8603-875871fa4399 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:35:17.305004 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ba8d502-b50b-4a27-8930-d8869b7043a0", "name": "network-vif-unplugged", "status": "failed", "tag": "539bb071-0a5b-4f7c-8f04-9062b2f37ffd", "code": 422}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:35:17.305004 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-086f6610-f26e-427a-8603-875871fa4399 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:35:17.305004 n-d-836015-7 neutron-server[114871]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-086f6610-f26e-427a-8603-875871fa4399']: {'server_uuid': '1ba8d502-b50b-4a27-8930-d8869b7043a0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '539bb071-0a5b-4f7c-8f04-9062b2f37ffd', 'code': 422} returned with failed status Apr 20 14:35:17.398706 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:17.428887 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-66b0812a-b5d5-4d95-b223-ddb9fc6150f9 req-0905a2da-e77e-42db-89ab-869276bfa390 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0769427 Apr 20 14:35:17.438190 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [req-66b0812a-b5d5-4d95-b223-ddb9fc6150f9 req-8c7c1124-c62b-4178-85a8-dd7fad9aad27 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:35:17.439124 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-66b0812a-b5d5-4d95-b223-ddb9fc6150f9 req-8c7c1124-c62b-4178-85a8-dd7fad9aad27 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048382 Apr 20 14:35:17.450234 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=539bb071-0a5b-4f7c-8f04-9062b2f37ffd,revision_number=6']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:17.458133 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:17.458579 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:17.458920 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:17.459259 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:17.459622 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:17.460511 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:17.460511 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:17.460681 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:17.460954 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:17.461514 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:17.461938 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:17.462140 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:18.392020 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d12627-9c89-4829-91d9-4ef79e465878 req-8d77e0e2-6513-4320-a367-0b42f8ea5c5b tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:18.393491 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a2d12627-9c89-4829-91d9-4ef79e465878 req-8d77e0e2-6513-4320-a367-0b42f8ea5c5b tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 943 time: 0.0484462 Apr 20 14:35:18.432618 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a2d12627-9c89-4829-91d9-4ef79e465878 req-0e99fbc8-9edd-42c7-9793-eed79029fcfd tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329261 Apr 20 14:35:19.551857 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723d89c-99a8-48ad-9114-aee59e28b9c9 req-eb2da668-15db-48e5-9588-431da5a4c4dc tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:19.553546 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1723d89c-99a8-48ad-9114-aee59e28b9c9 req-eb2da668-15db-48e5-9588-431da5a4c4dc tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 943 time: 0.0518172 Apr 20 14:35:19.596305 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1723d89c-99a8-48ad-9114-aee59e28b9c9 req-f404e745-9d3a-4f63-baee-ecf1124ba6b6 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359998 Apr 20 14:35:20.718845 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ff44a-fb17-43be-9ce2-17f645166d5e req-d02c066f-78f9-4ffb-9763-a0406dc8b9ef tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:20.720355 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-554ff44a-fb17-43be-9ce2-17f645166d5e req-d02c066f-78f9-4ffb-9763-a0406dc8b9ef tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 943 time: 0.0528305 Apr 20 14:35:20.758238 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-554ff44a-fb17-43be-9ce2-17f645166d5e req-2e993605-2126-4fe0-81ab-8fb9cc0d5a86 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312121 Apr 20 14:35:21.873564 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4ac59-ee09-4fc1-b9e0-0cca462bdc6d req-58da5370-2cd3-4728-b416-cedc78b1fe63 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:21.875045 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-26b4ac59-ee09-4fc1-b9e0-0cca462bdc6d req-58da5370-2cd3-4728-b416-cedc78b1fe63 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 943 time: 0.0488775 Apr 20 14:35:21.912784 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-26b4ac59-ee09-4fc1-b9e0-0cca462bdc6d req-56ab7ce6-f53d-4f4e-a11b-1efb6ce86887 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315289 Apr 20 14:35:23.030842 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008062c-dd90-45d8-9ec6-d8f7959831e7 req-a0ef519e-eb6c-4aa7-a125-0b2e0f6c23b4 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:23.032250 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7008062c-dd90-45d8-9ec6-d8f7959831e7 req-a0ef519e-eb6c-4aa7-a125-0b2e0f6c23b4 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 943 time: 0.0483325 Apr 20 14:35:23.069109 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7008062c-dd90-45d8-9ec6-d8f7959831e7 req-df1199ee-2ea8-4470-bd61-68405acb80ac tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307739 Apr 20 14:35:23.620990 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0812a-b5d5-4d95-b223-ddb9fc6150f9 req-675c63e7-4c6f-411d-91ba-6769b0037c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:23.622471 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66b0812a-b5d5-4d95-b223-ddb9fc6150f9 req-675c63e7-4c6f-411d-91ba-6769b0037c38 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0&tenant_id=2b89876116d54fc79fafd221b0954966 HTTP/1.1" status: 200 len: 1094 time: 0.0822372 Apr 20 14:35:23.632797 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-66b0812a-b5d5-4d95-b223-ddb9fc6150f9 req-52cb671d-9f09-4d24-8bad-b4048369647e service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:35:23.633786 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66b0812a-b5d5-4d95-b223-ddb9fc6150f9 req-52cb671d-9f09-4d24-8bad-b4048369647e service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048327 Apr 20 14:35:23.645494 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-66b0812a-b5d5-4d95-b223-ddb9fc6150f9 req-8cdc3714-3351-4c0c-9cee-273e8ff32d49 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836015-7', 'device_owner': 'compute:nova'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:35:23.696527 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-66b0812a-b5d5-4d95-b223-ddb9fc6150f9 req-8cdc3714-3351-4c0c-9cee-273e8ff32d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:23.894722 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-66b0812a-b5d5-4d95-b223-ddb9fc6150f9 req-8cdc3714-3351-4c0c-9cee-273e8ff32d49 service neutron] For port 539bb071-0a5b-4f7c-8f04-9062b2f37ffd, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=539bb071-0a5b-4f7c-8f04-9062b2f37ffd,segment=NetworkSegment(b5cb947a-6b69-4a41-9341-5b710acea2d2),segment_id=b5cb947a-6b69-4a41-9341-5b710acea2d2)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:23.927256 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-66b0812a-b5d5-4d95-b223-ddb9fc6150f9 req-8cdc3714-3351-4c0c-9cee-273e8ff32d49 service neutron] For port 539bb071-0a5b-4f7c-8f04-9062b2f37ffd, host n-h1-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:35:23.958035 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-66b0812a-b5d5-4d95-b223-ddb9fc6150f9 req-8cdc3714-3351-4c0c-9cee-273e8ff32d49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 539bb071-0a5b-4f7c-8f04-9062b2f37ffd {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:35:23.966293 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-66b0812a-b5d5-4d95-b223-ddb9fc6150f9 req-8cdc3714-3351-4c0c-9cee-273e8ff32d49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:23.978445 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-66b0812a-b5d5-4d95-b223-ddb9fc6150f9 req-8cdc3714-3351-4c0c-9cee-273e8ff32d49 service neutron] Transition to ACTIVE for port object 539bb071-0a5b-4f7c-8f04-9062b2f37ffd will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:35:24.066767 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-66b0812a-b5d5-4d95-b223-ddb9fc6150f9 req-8cdc3714-3351-4c0c-9cee-273e8ff32d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:24.159549 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc3714-3351-4c0c-9cee-273e8ff32d49 service neutron] Pushing event updated for resources: {'Port': ['ID=539bb071-0a5b-4f7c-8f04-9062b2f37ffd,revision_number=7']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:24.193647 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc3714-3351-4c0c-9cee-273e8ff32d49 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:24.193995 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc3714-3351-4c0c-9cee-273e8ff32d49 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:24.194334 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc3714-3351-4c0c-9cee-273e8ff32d49 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:24.195163 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc3714-3351-4c0c-9cee-273e8ff32d49 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:24.195518 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc3714-3351-4c0c-9cee-273e8ff32d49 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:24.195853 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc3714-3351-4c0c-9cee-273e8ff32d49 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:24.196183 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc3714-3351-4c0c-9cee-273e8ff32d49 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:24.196504 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc3714-3351-4c0c-9cee-273e8ff32d49 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:24.196828 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc3714-3351-4c0c-9cee-273e8ff32d49 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:24.197156 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc3714-3351-4c0c-9cee-273e8ff32d49 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:24.197478 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc3714-3351-4c0c-9cee-273e8ff32d49 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:24.197800 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdc3714-3351-4c0c-9cee-273e8ff32d49 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:35:24.233137 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b0812a-b5d5-4d95-b223-ddb9fc6150f9 req-8cdc3714-3351-4c0c-9cee-273e8ff32d49 service neutron] No DVR routers for this DVR port 539bb071-0a5b-4f7c-8f04-9062b2f37ffd on host n-h1-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:35:24.246306 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46f7a8-cab3-4626-87c4-8c0ad8ac253b req-46bfd491-f930-4b14-b5bf-4dced6f370c8 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:24.247877 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3d46f7a8-cab3-4626-87c4-8c0ad8ac253b req-46bfd491-f930-4b14-b5bf-4dced6f370c8 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 943 time: 0.1043313 Apr 20 14:35:24.354933 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3d46f7a8-cab3-4626-87c4-8c0ad8ac253b req-5bc24139-7cb3-493a-b6fc-e57c6fbe46d1 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723317 Apr 20 14:35:24.406380 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-66b0812a-b5d5-4d95-b223-ddb9fc6150f9 req-8cdc3714-3351-4c0c-9cee-273e8ff32d49 service neutron] Attempting to bind port 539bb071-0a5b-4f7c-8f04-9062b2f37ffd on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:35:24.406642 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-66b0812a-b5d5-4d95-b223-ddb9fc6150f9 req-8cdc3714-3351-4c0c-9cee-273e8ff32d49 service neutron] Attempting to bind port 539bb071-0a5b-4f7c-8f04-9062b2f37ffd by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': 'b5cb947a-6b69-4a41-9341-5b710acea2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:35:24.406970 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b0812a-b5d5-4d95-b223-ddb9fc6150f9 req-8cdc3714-3351-4c0c-9cee-273e8ff32d49 service neutron] Attempting to bind port 539bb071-0a5b-4f7c-8f04-9062b2f37ffd on network d1768369-8030-4eea-884e-e7eaf3931c5b {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:35:24.411525 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b0812a-b5d5-4d95-b223-ddb9fc6150f9 req-8cdc3714-3351-4c0c-9cee-273e8ff32d49 service neutron] Port 539bb071-0a5b-4f7c-8f04-9062b2f37ffd on network d1768369-8030-4eea-884e-e7eaf3931c5b not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:35:24.411800 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b0812a-b5d5-4d95-b223-ddb9fc6150f9 req-8cdc3714-3351-4c0c-9cee-273e8ff32d49 service neutron] Attempting to bind port 539bb071-0a5b-4f7c-8f04-9062b2f37ffd on network d1768369-8030-4eea-884e-e7eaf3931c5b {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:35:24.417066 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b0812a-b5d5-4d95-b223-ddb9fc6150f9 req-8cdc3714-3351-4c0c-9cee-273e8ff32d49 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:35:24.417404 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b0812a-b5d5-4d95-b223-ddb9fc6150f9 req-8cdc3714-3351-4c0c-9cee-273e8ff32d49 service neutron] Checking segment: {'id': 'b5cb947a-6b69-4a41-9341-5b710acea2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:35:24.417788 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b0812a-b5d5-4d95-b223-ddb9fc6150f9 req-8cdc3714-3351-4c0c-9cee-273e8ff32d49 service neutron] Bound using segment: {'id': 'b5cb947a-6b69-4a41-9341-5b710acea2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:35:24.418212 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-66b0812a-b5d5-4d95-b223-ddb9fc6150f9 req-8cdc3714-3351-4c0c-9cee-273e8ff32d49 service neutron] Bound port: 539bb071-0a5b-4f7c-8f04-9062b2f37ffd, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5cb947a-6b69-4a41-9341-5b710acea2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:35:24.418567 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-66b0812a-b5d5-4d95-b223-ddb9fc6150f9 req-8cdc3714-3351-4c0c-9cee-273e8ff32d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:24.480136 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-66b0812a-b5d5-4d95-b223-ddb9fc6150f9 req-8cdc3714-3351-4c0c-9cee-273e8ff32d49 service neutron] For port 539bb071-0a5b-4f7c-8f04-9062b2f37ffd, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:35:24.483332 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-66b0812a-b5d5-4d95-b223-ddb9fc6150f9 req-8cdc3714-3351-4c0c-9cee-273e8ff32d49 service neutron] For port 539bb071-0a5b-4f7c-8f04-9062b2f37ffd, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=539bb071-0a5b-4f7c-8f04-9062b2f37ffd,segment=NetworkSegment(b5cb947a-6b69-4a41-9341-5b710acea2d2),segment_id=b5cb947a-6b69-4a41-9341-5b710acea2d2)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:35:24.593160 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-66b0812a-b5d5-4d95-b223-ddb9fc6150f9 req-8cdc3714-3351-4c0c-9cee-273e8ff32d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:24.625349 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0812a-b5d5-4d95-b223-ddb9fc6150f9 req-8cdc3714-3351-4c0c-9cee-273e8ff32d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:24.625954 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-66b0812a-b5d5-4d95-b223-ddb9fc6150f9 req-8cdc3714-3351-4c0c-9cee-273e8ff32d49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:24.627393 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66b0812a-b5d5-4d95-b223-ddb9fc6150f9 req-8cdc3714-3351-4c0c-9cee-273e8ff32d49 service neutron] 10.222.0.15 "PUT /v2.0/ports/539bb071-0a5b-4f7c-8f04-9062b2f37ffd HTTP/1.1" status: 200 len: 1091 time: 0.9855659 Apr 20 14:35:24.627738 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ba8d502-b50b-4a27-8930-d8869b7043a0', 'tag': '539bb071-0a5b-4f7c-8f04-9062b2f37ffd'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:35:24.629950 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30888756-aeb8-42fd-b9cd-f712b3e9871a" -d '{"events": [{"name": "network-changed", "server_uuid": "1ba8d502-b50b-4a27-8930-d8869b7043a0", "tag": "539bb071-0a5b-4f7c-8f04-9062b2f37ffd"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:35:24.650719 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2154352a-89f9-4ce6-b722-b83aa818ac3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:24.688147 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c67106a-6bed-49f5-b85a-0849c1699f08 x-openstack-request-id: req-1c67106a-6bed-49f5-b85a-0849c1699f08 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:35:24.688434 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ba8d502-b50b-4a27-8930-d8869b7043a0", "tag": "539bb071-0a5b-4f7c-8f04-9062b2f37ffd", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:35:24.688684 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1c67106a-6bed-49f5-b85a-0849c1699f08 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:35:24.689088 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c67106a-6bed-49f5-b85a-0849c1699f08'] response: {'name': 'network-changed', 'server_uuid': '1ba8d502-b50b-4a27-8930-d8869b7043a0', 'tag': '539bb071-0a5b-4f7c-8f04-9062b2f37ffd', 'status': 'completed', 'code': 200} Apr 20 14:35:24.690821 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc3714-3351-4c0c-9cee-273e8ff32d49 service neutron] Pushing event updated for resources: {'Port': ['ID=539bb071-0a5b-4f7c-8f04-9062b2f37ffd,revision_number=8']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:24.707889 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0812a-b5d5-4d95-b223-ddb9fc6150f9 req-6571a808-f1c3-4cda-b912-23559f20604f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:24.709425 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66b0812a-b5d5-4d95-b223-ddb9fc6150f9 req-6571a808-f1c3-4cda-b912-23559f20604f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b89876116d54fc79fafd221b0954966&device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 1094 time: 0.0553312 Apr 20 14:35:24.800155 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0812a-b5d5-4d95-b223-ddb9fc6150f9 req-630a4513-673a-454a-8cd8-9cafe16cad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:24.801660 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66b0812a-b5d5-4d95-b223-ddb9fc6150f9 req-630a4513-673a-454a-8cd8-9cafe16cad40 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d1768369-8030-4eea-884e-e7eaf3931c5b HTTP/1.1" status: 200 len: 909 time: 0.0862961 Apr 20 14:35:24.871116 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66b0812a-b5d5-4d95-b223-ddb9fc6150f9 req-2d1ed6e1-6300-42c2-b0ab-1522fb9d5d91 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=539bb071-0a5b-4f7c-8f04-9062b2f37ffd HTTP/1.1" status: 200 len: 999 time: 0.0631292 Apr 20 14:35:24.920962 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0812a-b5d5-4d95-b223-ddb9fc6150f9 req-7b79d940-10f5-4894-a4c2-d60e0ca16347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:24.922329 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66b0812a-b5d5-4d95-b223-ddb9fc6150f9 req-7b79d940-10f5-4894-a4c2-d60e0ca16347 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8cc79620-fd76-485d-94ec-186bdc81b3ea HTTP/1.1" status: 200 len: 847 time: 0.0431216 Apr 20 14:35:24.968440 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0812a-b5d5-4d95-b223-ddb9fc6150f9 req-c5fc4a18-02fa-4f3a-adf8-0960e97c7e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:24.969887 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66b0812a-b5d5-4d95-b223-ddb9fc6150f9 req-c5fc4a18-02fa-4f3a-adf8-0960e97c7e75 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1768369-8030-4eea-884e-e7eaf3931c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416036 Apr 20 14:35:25.059578 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66b0812a-b5d5-4d95-b223-ddb9fc6150f9 req-dc025272-75fd-4c9d-8279-9c7515210396 service neutron] 10.222.0.15 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831583 Apr 20 14:35:25.147468 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-66b0812a-b5d5-4d95-b223-ddb9fc6150f9 req-35895db2-0edd-4870-800b-de51d26ca6b6 service neutron] 10.222.0.15 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807540 Apr 20 14:35:25.365304 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30888756-aeb8-42fd-b9cd-f712b3e9871a req-38b9ca89-a205-4341-9499-07f2d698a0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:25.367241 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-30888756-aeb8-42fd-b9cd-f712b3e9871a req-38b9ca89-a205-4341-9499-07f2d698a0df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b89876116d54fc79fafd221b0954966&device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 1094 time: 0.0401311 Apr 20 14:35:25.497603 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47115110-42f4-471f-8a76-207e0e16e2e9 req-77cc48a9-e3fd-4228-a6f5-9fec848cbeaf tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:25.499079 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-47115110-42f4-471f-8a76-207e0e16e2e9 req-77cc48a9-e3fd-4228-a6f5-9fec848cbeaf tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 943 time: 0.0738351 Apr 20 14:35:25.500450 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30888756-aeb8-42fd-b9cd-f712b3e9871a req-eedd8428-e21e-4f16-b0b9-f4eb259d4679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:25.501744 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-30888756-aeb8-42fd-b9cd-f712b3e9871a req-eedd8428-e21e-4f16-b0b9-f4eb259d4679 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d1768369-8030-4eea-884e-e7eaf3931c5b HTTP/1.1" status: 200 len: 909 time: 0.1273861 Apr 20 14:35:25.580362 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-47115110-42f4-471f-8a76-207e0e16e2e9 req-ce6ae3aa-e538-4011-8d0b-fc767c754c69 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752194 Apr 20 14:35:25.590555 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-30888756-aeb8-42fd-b9cd-f712b3e9871a req-993afc1c-062a-450e-9b7e-48515e20d64c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=539bb071-0a5b-4f7c-8f04-9062b2f37ffd HTTP/1.1" status: 200 len: 999 time: 0.0790966 Apr 20 14:35:25.642095 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30888756-aeb8-42fd-b9cd-f712b3e9871a req-8875b019-ccc9-44c8-87c2-826289de20aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:25.642095 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-30888756-aeb8-42fd-b9cd-f712b3e9871a req-8875b019-ccc9-44c8-87c2-826289de20aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8cc79620-fd76-485d-94ec-186bdc81b3ea HTTP/1.1" status: 200 len: 847 time: 0.0432730 Apr 20 14:35:25.684661 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30888756-aeb8-42fd-b9cd-f712b3e9871a req-6d24c742-5ad4-445c-b2dd-cfc93461bd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:25.686092 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-30888756-aeb8-42fd-b9cd-f712b3e9871a req-6d24c742-5ad4-445c-b2dd-cfc93461bd3d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1768369-8030-4eea-884e-e7eaf3931c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390048 Apr 20 14:35:25.775220 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-30888756-aeb8-42fd-b9cd-f712b3e9871a req-8fc4e3ba-3acc-4113-8dbb-b4f3a849783b service neutron] 10.222.0.15 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824718 Apr 20 14:35:25.862625 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-30888756-aeb8-42fd-b9cd-f712b3e9871a req-8b07a201-0eba-413d-8796-b38bd872c1d9 service neutron] 10.222.0.15 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798988 Apr 20 14:35:26.701973 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53d4c1-580a-4866-b77d-3c75c0c18721 req-0ad2ae7c-fe0f-4e18-b7a3-0be4952e1035 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:26.703464 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be53d4c1-580a-4866-b77d-3c75c0c18721 req-0ad2ae7c-fe0f-4e18-b7a3-0be4952e1035 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 943 time: 0.0530179 Apr 20 14:35:26.740022 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-be53d4c1-580a-4866-b77d-3c75c0c18721 req-ed4ee5d1-fa7d-49ff-b411-2e2bf9cb99ed tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306346 Apr 20 14:35:26.962421 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-aed4d8db-600b-459d-81b3-f72b2c03c181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:27.853467 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054410b0-2f74-4552-b7ef-d0c1e7c39790 req-380ef4ca-ba26-45e8-94d4-5b1cecc770e9 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:27.854943 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-054410b0-2f74-4552-b7ef-d0c1e7c39790 req-380ef4ca-ba26-45e8-94d4-5b1cecc770e9 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 943 time: 0.0481229 Apr 20 14:35:27.893882 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-054410b0-2f74-4552-b7ef-d0c1e7c39790 req-98769ba6-6f5e-4c3f-9f94-c950c46ee9c9 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326133 Apr 20 14:35:28.506711 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:29.009741 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a4b0a-3e18-4217-af47-d97ba05e000e req-a85228ae-3338-4514-a967-5c61420700bc tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:29.011187 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7f5a4b0a-3e18-4217-af47-d97ba05e000e req-a85228ae-3338-4514-a967-5c61420700bc tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 943 time: 0.0478642 Apr 20 14:35:29.049815 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7f5a4b0a-3e18-4217-af47-d97ba05e000e req-8a00235b-a6b9-4849-b7c6-f95126985fa1 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324073 Apr 20 14:35:29.769658 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:29.935125 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:30.167746 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4376b-8ba9-4bfd-8049-1318d32861de req-33113ff5-085a-45f9-8bea-eb7f72c36022 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:30.169277 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f2d4376b-8ba9-4bfd-8049-1318d32861de req-33113ff5-085a-45f9-8bea-eb7f72c36022 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 943 time: 0.0518463 Apr 20 14:35:30.206453 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f2d4376b-8ba9-4bfd-8049-1318d32861de req-dd40f33c-e716-415b-bfa4-a94854cfe46b tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312142 Apr 20 14:35:31.318379 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f8698-9ce2-4cb5-b313-12e2afa55d7b req-0e1a8c6f-5618-4e34-8796-17aedd3d2cc0 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:31.319866 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f46f8698-9ce2-4cb5-b313-12e2afa55d7b req-0e1a8c6f-5618-4e34-8796-17aedd3d2cc0 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 943 time: 0.0481257 Apr 20 14:35:31.357223 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f46f8698-9ce2-4cb5-b313-12e2afa55d7b req-442b4521-a954-44ba-ba6c-18fe405c4190 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314147 Apr 20 14:35:32.471401 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d52a1-a2e6-4a9d-bb10-47eafd82d5fd req-5f6f545a-e8df-44f7-a1e8-c8f743e64479 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:32.472874 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c68d52a1-a2e6-4a9d-bb10-47eafd82d5fd req-5f6f545a-e8df-44f7-a1e8-c8f743e64479 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 943 time: 0.0488307 Apr 20 14:35:32.511141 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c68d52a1-a2e6-4a9d-bb10-47eafd82d5fd req-6d9cb798-b32f-483a-85b6-c40092f9822f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316887 Apr 20 14:35:33.629056 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452da416-5284-42cf-a874-46d89d9fb42f req-117b7757-fae5-474f-8d03-79c7926e576c tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:33.630504 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-452da416-5284-42cf-a874-46d89d9fb42f req-117b7757-fae5-474f-8d03-79c7926e576c tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 943 time: 0.0526538 Apr 20 14:35:33.667545 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-452da416-5284-42cf-a874-46d89d9fb42f req-9db72437-68d4-403b-9a85-7c23b1c67a9f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302677 Apr 20 14:35:34.781150 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54221f6d-4cb5-498b-9c10-662785956064 req-6d07bc0a-7943-4e8d-876b-bb4b307bee00 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:34.782590 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54221f6d-4cb5-498b-9c10-662785956064 req-6d07bc0a-7943-4e8d-876b-bb4b307bee00 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 943 time: 0.0478733 Apr 20 14:35:34.818895 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-54221f6d-4cb5-498b-9c10-662785956064 req-ad6afaa0-c74f-4ed9-89f4-b7736bae756a tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301490 Apr 20 14:35:35.581703 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:35:35.832184 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 539bb071-0a5b-4f7c-8f04-9062b2f37ffd details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:35:35.932096 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 539bb071-0a5b-4f7c-8f04-9062b2f37ffd, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=539bb071-0a5b-4f7c-8f04-9062b2f37ffd,segment=NetworkSegment(b5cb947a-6b69-4a41-9341-5b710acea2d2),segment_id=b5cb947a-6b69-4a41-9341-5b710acea2d2)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:35.934811 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe053e83-6b40-4817-9b7f-87afb1c92541 req-3d3ad6d2-85a9-483c-9350-b328b10fc0d5 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:35.936330 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fe053e83-6b40-4817-9b7f-87afb1c92541 req-3d3ad6d2-85a9-483c-9350-b328b10fc0d5 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 943 time: 0.0483754 Apr 20 14:35:35.943926 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '539bb071-0a5b-4f7c-8f04-9062b2f37ffd', 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b', 'port_id': '539bb071-0a5b-4f7c-8f04-9062b2f37ffd', 'mac_address': 'fa:16:3e:2f:bf:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc79620-fd76-485d-94ec-186bdc81b3ea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:35:35.973720 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fe053e83-6b40-4817-9b7f-87afb1c92541 req-940d3dee-84ea-4530-a278-494ff8d408d8 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314324 Apr 20 14:35:35.981249 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:35.994220 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 539bb071-0a5b-4f7c-8f04-9062b2f37ffd {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:35:36.012750 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 539bb071-0a5b-4f7c-8f04-9062b2f37ffd, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=539bb071-0a5b-4f7c-8f04-9062b2f37ffd,segment=NetworkSegment(b5cb947a-6b69-4a41-9341-5b710acea2d2),segment_id=b5cb947a-6b69-4a41-9341-5b710acea2d2)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:36.093720 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:36.140162 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=539bb071-0a5b-4f7c-8f04-9062b2f37ffd,revision_number=9']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:36.442287 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['539bb071-0a5b-4f7c-8f04-9062b2f37ffd'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:35:37.092661 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420ae08-cbad-47a2-a0b0-d3f82c09ce67 req-3731c4a1-ed82-4def-b175-a64f5e6b4f34 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:37.094120 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9420ae08-cbad-47a2-a0b0-d3f82c09ce67 req-3731c4a1-ed82-4def-b175-a64f5e6b4f34 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 944 time: 0.0521653 Apr 20 14:35:37.130315 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9420ae08-cbad-47a2-a0b0-d3f82c09ce67 req-ab662ec9-9041-4740-aa73-38bae2a52775 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302248 Apr 20 14:35:37.846462 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 539bb071-0a5b-4f7c-8f04-9062b2f37ffd up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:35:38.008283 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 539bb071-0a5b-4f7c-8f04-9062b2f37ffd completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:35:38.012347 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 539bb071-0a5b-4f7c-8f04-9062b2f37ffd triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:35:38.012725 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:38.086782 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:38.107796 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba8d502-b50b-4a27-8930-d8869b7043a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539bb071-0a5b-4f7c-8f04-9062b2f37ffd'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:35:38.109936 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac87ba4abbb4e8505208ea6fd510b76711e5f2ebc605ae5eca19bb7d33fcf53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a862c005-5807-43c2-bfb3-152feab25fa3" -d '{"events": [{"server_uuid": "1ba8d502-b50b-4a27-8930-d8869b7043a0", "name": "network-vif-plugged", "status": "completed", "tag": "539bb071-0a5b-4f7c-8f04-9062b2f37ffd"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:35:38.122528 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 539bb071-0a5b-4f7c-8f04-9062b2f37ffd, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=539bb071-0a5b-4f7c-8f04-9062b2f37ffd,segment=NetworkSegment(b5cb947a-6b69-4a41-9341-5b710acea2d2),segment_id=b5cb947a-6b69-4a41-9341-5b710acea2d2)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:35:38.145910 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7785eacf-7d29-4606-9497-f13248f33a24 x-openstack-request-id: req-7785eacf-7d29-4606-9497-f13248f33a24 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:35:38.146229 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ba8d502-b50b-4a27-8930-d8869b7043a0", "name": "network-vif-plugged", "status": "completed", "tag": "539bb071-0a5b-4f7c-8f04-9062b2f37ffd", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:35:38.146486 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7785eacf-7d29-4606-9497-f13248f33a24 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:35:38.146907 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7785eacf-7d29-4606-9497-f13248f33a24'] response: {'server_uuid': '1ba8d502-b50b-4a27-8930-d8869b7043a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539bb071-0a5b-4f7c-8f04-9062b2f37ffd', 'code': 200} Apr 20 14:35:38.204057 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:38.253932 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=539bb071-0a5b-4f7c-8f04-9062b2f37ffd,revision_number=10']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:35:38.259140 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4536a6-bc25-4fbd-8d6b-f1b5418b140f req-ca676cc7-d6cd-45df-978a-bb21a2dcc84f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:38.260732 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9b4536a6-bc25-4fbd-8d6b-f1b5418b140f req-ca676cc7-d6cd-45df-978a-bb21a2dcc84f tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 946 time: 0.0573003 Apr 20 14:35:38.321548 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9b4536a6-bc25-4fbd-8d6b-f1b5418b140f req-c780c6fb-b2c0-4a53-940b-3041e3d69f04 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524950 Apr 20 14:35:38.324187 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070cac87-d252-49e8-a580-a94be4ac9b80 req-5478d73b-db9b-47de-8638-c0e1ed44a397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:38.325604 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-070cac87-d252-49e8-a580-a94be4ac9b80 req-5478d73b-db9b-47de-8638-c0e1ed44a397 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 1097 time: 0.0639946 Apr 20 14:35:38.360960 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-070cac87-d252-49e8-a580-a94be4ac9b80 req-018408bc-b76c-4457-9fbe-b579c9c9f23a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277002 Apr 20 14:35:39.438786 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e147b-f062-4dfc-867c-9f65ff1fa12c req-0e993934-d7bd-4d1c-84ba-17da8ab79af7 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:39.440291 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5a3e147b-f062-4dfc-867c-9f65ff1fa12c req-0e993934-d7bd-4d1c-84ba-17da8ab79af7 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 946 time: 0.0511186 Apr 20 14:35:39.479151 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-5a3e147b-f062-4dfc-867c-9f65ff1fa12c req-cc9037ea-7077-41fe-afa6-e9bc53eaa8cd tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321681 Apr 20 14:35:40.592574 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44477f4c-c2e9-4dea-93b7-3cb41d386834 req-bc53f9de-e807-4d0d-84fe-aa285a8fe550 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:40.594032 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-44477f4c-c2e9-4dea-93b7-3cb41d386834 req-bc53f9de-e807-4d0d-84fe-aa285a8fe550 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 946 time: 0.0479243 Apr 20 14:35:40.630927 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-44477f4c-c2e9-4dea-93b7-3cb41d386834 req-f867c8d5-9968-40e1-abee-55796a567b11 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309780 Apr 20 14:35:43.339218 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:43.875825 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:54.049454 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1a50e1e2-559d-44dc-b72a-dd11c520b9e5 req-e835dc61-6a7a-4afe-9519-23cbd4fcd0b4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399663 Apr 20 14:35:54.133150 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50e1e2-559d-44dc-b72a-dd11c520b9e5 req-807e5a18-27c0-4ec2-90ac-a978a6b7af50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:54.134732 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1a50e1e2-559d-44dc-b72a-dd11c520b9e5 req-807e5a18-27c0-4ec2-90ac-a978a6b7af50 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b89876116d54fc79fafd221b0954966&device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 1097 time: 0.0445259 Apr 20 14:35:54.238698 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50e1e2-559d-44dc-b72a-dd11c520b9e5 req-49df5937-3c37-4b5a-83fc-607fc650899d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:54.240182 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1a50e1e2-559d-44dc-b72a-dd11c520b9e5 req-49df5937-3c37-4b5a-83fc-607fc650899d service neutron] 10.222.0.15 "GET /v2.0/networks?id=d1768369-8030-4eea-884e-e7eaf3931c5b HTTP/1.1" status: 200 len: 909 time: 0.0825071 Apr 20 14:35:54.307313 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1a50e1e2-559d-44dc-b72a-dd11c520b9e5 req-00fb61fb-a496-4995-8c2a-cd866db833e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=539bb071-0a5b-4f7c-8f04-9062b2f37ffd HTTP/1.1" status: 200 len: 1001 time: 0.0602746 Apr 20 14:35:54.355212 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50e1e2-559d-44dc-b72a-dd11c520b9e5 req-3c4203a2-1398-45d7-8e7f-f52e7f2703be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:54.356694 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1a50e1e2-559d-44dc-b72a-dd11c520b9e5 req-3c4203a2-1398-45d7-8e7f-f52e7f2703be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8cc79620-fd76-485d-94ec-186bdc81b3ea HTTP/1.1" status: 200 len: 847 time: 0.0430551 Apr 20 14:35:54.402233 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50e1e2-559d-44dc-b72a-dd11c520b9e5 req-50d7a59b-0975-4dc6-a030-32df1e271a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:35:54.403703 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1a50e1e2-559d-44dc-b72a-dd11c520b9e5 req-50d7a59b-0975-4dc6-a030-32df1e271a02 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1768369-8030-4eea-884e-e7eaf3931c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395265 Apr 20 14:35:54.496593 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1a50e1e2-559d-44dc-b72a-dd11c520b9e5 req-36a524ce-e448-42c9-9c54-5ed88edb525a service neutron] 10.222.0.15 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854490 Apr 20 14:35:54.575065 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-12dccfb3-127a-44f0-b310-7fc0359197a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:54.585498 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1a50e1e2-559d-44dc-b72a-dd11c520b9e5 req-d1b5a80a-6b7a-4694-9210-cc6aee673ae9 service neutron] 10.222.0.15 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825386 Apr 20 14:35:56.921487 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7d26ee9d-8809-4f2b-9678-d137e684b707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:58.477849 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:59.728859 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:35:59.961219 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:12.580854 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:36:13.384698 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:14.109744 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:24.625779 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ee13a993-3884-4439-bfa7-63627abfae8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:27.088688 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5fe28c20-2ca6-4739-9fc7-2f6de246463a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:28.469508 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:29.726941 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:30.001230 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:43.362805 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:43.899781 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:49.580547 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:36:54.045949 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-445496dd-fb0d-4a72-b5d7-1f5f0486edbe req-0f59487d-d29d-405b-bdeb-3e4191f1b1f5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393298 Apr 20 14:36:54.129245 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445496dd-fb0d-4a72-b5d7-1f5f0486edbe req-74fa1ae5-8eaf-42f4-93fe-2ce7af25f347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:54.130742 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-445496dd-fb0d-4a72-b5d7-1f5f0486edbe req-74fa1ae5-8eaf-42f4-93fe-2ce7af25f347 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b89876116d54fc79fafd221b0954966&device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 1097 time: 0.0446527 Apr 20 14:36:54.230856 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445496dd-fb0d-4a72-b5d7-1f5f0486edbe req-1b3fc699-f71c-4ec7-82b2-7697db8917c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:54.232342 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-445496dd-fb0d-4a72-b5d7-1f5f0486edbe req-1b3fc699-f71c-4ec7-82b2-7697db8917c9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d1768369-8030-4eea-884e-e7eaf3931c5b HTTP/1.1" status: 200 len: 909 time: 0.0822799 Apr 20 14:36:54.298924 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-445496dd-fb0d-4a72-b5d7-1f5f0486edbe req-98f2333d-befa-4ccb-b8ab-82f1aa2c1af6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=539bb071-0a5b-4f7c-8f04-9062b2f37ffd HTTP/1.1" status: 200 len: 1001 time: 0.0601904 Apr 20 14:36:54.345707 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445496dd-fb0d-4a72-b5d7-1f5f0486edbe req-9cd3e16e-0538-47ce-84cb-c47776c50514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:54.347128 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-445496dd-fb0d-4a72-b5d7-1f5f0486edbe req-9cd3e16e-0538-47ce-84cb-c47776c50514 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8cc79620-fd76-485d-94ec-186bdc81b3ea HTTP/1.1" status: 200 len: 847 time: 0.0424633 Apr 20 14:36:54.390924 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445496dd-fb0d-4a72-b5d7-1f5f0486edbe req-a04e3d7c-fc49-43dc-9e54-015c7d30f6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:36:54.392426 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-445496dd-fb0d-4a72-b5d7-1f5f0486edbe req-a04e3d7c-fc49-43dc-9e54-015c7d30f6f4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1768369-8030-4eea-884e-e7eaf3931c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394342 Apr 20 14:36:54.482596 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-445496dd-fb0d-4a72-b5d7-1f5f0486edbe req-63d8568a-6b3f-44a3-bd00-5d9e6e7d6ef7 service neutron] 10.222.0.15 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838809 Apr 20 14:36:54.571813 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ca00e698-cabd-44cc-b664-2c59a6d7422f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:54.572391 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-445496dd-fb0d-4a72-b5d7-1f5f0486edbe req-eb09c3cc-a209-40e6-9d69-5ceac9edc016 service neutron] 10.222.0.15 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825245 Apr 20 14:36:57.008700 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-88942367-72a7-4a35-8a96-707a607dd40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:58.457099 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:59.739566 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:36:59.939329 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:13.328763 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:13.919796 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:24.100384 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36512) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:24.431269 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-b7e5b696-e623-4432-99d0-387e75315192 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Deleting port 1e8dc5fa-0e06-4d24-8824-e2b806ccc450 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:37:24.431566 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b7e5b696-e623-4432-99d0-387e75315192 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:24.510767 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b7e5b696-e623-4432-99d0-387e75315192 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:24.511105 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b7e5b696-e623-4432-99d0-387e75315192 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:24.522453 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-b7e5b696-e623-4432-99d0-387e75315192 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Calling delete_port for 1e8dc5fa-0e06-4d24-8824-e2b806ccc450 owned by network:floatingip {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:37:24.550920 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c69a7d28-48a3-4525-bbca-3d6cfe479997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:24.739294 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b7e5b696-e623-4432-99d0-387e75315192 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:24.765997 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5b696-e623-4432-99d0-387e75315192 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Pushing event deleted for resources: {'Port': ['ID=1e8dc5fa-0e06-4d24-8824-e2b806ccc450,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:24.790217 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e5b696-e623-4432-99d0-387e75315192 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:24.790563 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e5b696-e623-4432-99d0-387e75315192 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:24.790900 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e5b696-e623-4432-99d0-387e75315192 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:24.791234 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e5b696-e623-4432-99d0-387e75315192 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:24.791585 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e5b696-e623-4432-99d0-387e75315192 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:24.791914 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e5b696-e623-4432-99d0-387e75315192 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:24.792240 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e5b696-e623-4432-99d0-387e75315192 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:24.792565 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e5b696-e623-4432-99d0-387e75315192 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:24.792886 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e5b696-e623-4432-99d0-387e75315192 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:24.793207 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e5b696-e623-4432-99d0-387e75315192 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:24.793524 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e5b696-e623-4432-99d0-387e75315192 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:24.793839 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e5b696-e623-4432-99d0-387e75315192 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:24.833294 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b7e5b696-e623-4432-99d0-387e75315192 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for floatingip, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:24.833624 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-b7e5b696-e623-4432-99d0-387e75315192 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Floating IP 22610551-219e-43b2-b1f0-5645ad6c04ce disassociated (deleted). External IP: 172.25.8.172, port: 539bb071-0a5b-4f7c-8f04-9062b2f37ffd. Apr 20 14:37:25.325639 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e5b696-e623-4432-99d0-387e75315192 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Router 34b087e0-6a6f-42ff-a3d0-75996b403e09 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:37:25.430695 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e5b696-e623-4432-99d0-387e75315192 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:37:25.435731 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-b7e5b696-e623-4432-99d0-387e75315192 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:25.440315 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842161e5-4dee-4b81-abfd-a73c180e2459 None None] Sync routers for ids ['34b087e0-6a6f-42ff-a3d0-75996b403e09'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:37:25.450205 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842161e5-4dee-4b81-abfd-a73c180e2459 None None] Routers {'34b087e0-6a6f-42ff-a3d0-75996b403e09'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:37:25.450883 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-842161e5-4dee-4b81-abfd-a73c180e2459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:36:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['34b087e0-6a6f-42ff-a3d0-75996b403e09'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:25.462738 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-b7e5b696-e623-4432-99d0-387e75315192 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "DELETE /v2.0/floatingips/22610551-219e-43b2-b1f0-5645ad6c04ce HTTP/1.1" status: 204 len: 168 time: 1.3612614 Apr 20 14:37:25.463323 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ba8d502-b50b-4a27-8930-d8869b7043a0', 'tag': '539bb071-0a5b-4f7c-8f04-9062b2f37ffd'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:37:25.465589 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bb26f8-2a33-45fc-ad52-3c9afbf2badb" -d '{"events": [{"name": "network-changed", "server_uuid": "1ba8d502-b50b-4a27-8930-d8869b7043a0", "tag": "539bb071-0a5b-4f7c-8f04-9062b2f37ffd"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:37:25.563496 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-842161e5-4dee-4b81-abfd-a73c180e2459 None None] Set router 34b087e0-6a6f-42ff-a3d0-75996b403e09 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:37:25.644839 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44660bcd-3f83-4284-a559-85572285c271 x-openstack-request-id: req-44660bcd-3f83-4284-a559-85572285c271 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:37:25.645279 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ba8d502-b50b-4a27-8930-d8869b7043a0", "tag": "539bb071-0a5b-4f7c-8f04-9062b2f37ffd", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:37:25.645602 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-44660bcd-3f83-4284-a559-85572285c271 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:37:25.646020 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44660bcd-3f83-4284-a559-85572285c271'] response: {'name': 'network-changed', 'server_uuid': '1ba8d502-b50b-4a27-8930-d8869b7043a0', 'tag': '539bb071-0a5b-4f7c-8f04-9062b2f37ffd', 'status': 'completed', 'code': 200} Apr 20 14:37:25.705867 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb26f8-2a33-45fc-ad52-3c9afbf2badb req-1b421920-bfc8-4c6a-a14f-936a263386a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:25.707370 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-83bb26f8-2a33-45fc-ad52-3c9afbf2badb req-1b421920-bfc8-4c6a-a14f-936a263386a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b89876116d54fc79fafd221b0954966&device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 1097 time: 0.0405610 Apr 20 14:37:25.764326 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-842161e5-4dee-4b81-abfd-a73c180e2459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'name': 'tempest-TestShelveInstance-342293656-router', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'b8896abe-5976-46bf-a220-43f8c6938ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:26:08Z', 'updated_at': '2022-04-20T14:26:12Z', 'revision_number': 4, 'project_id': '2b89876116d54fc79fafd221b0954966', 'gw_port': {'id': 'b8896abe-5976-46bf-a220-43f8c6938ee6', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:26:09Z', 'updated_at': '2022-04-20T14:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03', 'name': '', 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'mac_address': 'fa:16:3e:54:63:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '8cc79620-fd76-485d-94ec-186bdc81b3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:26:11Z', 'updated_at': '2022-04-20T14:26:15Z', 'revision_number': 5, 'project_id': '2b89876116d54fc79fafd221b0954966', 'subnets': [{'id': '8cc79620-fd76-485d-94ec-186bdc81b3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:25.789973 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842161e5-4dee-4b81-abfd-a73c180e2459 None None] Checking router: 34b087e0-6a6f-42ff-a3d0-75996b403e09 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:37:25.798386 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842161e5-4dee-4b81-abfd-a73c180e2459 None None] Routers {'34b087e0-6a6f-42ff-a3d0-75996b403e09'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:37:25.799001 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-842161e5-4dee-4b81-abfd-a73c180e2459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:36:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['34b087e0-6a6f-42ff-a3d0-75996b403e09'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:25.801435 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb26f8-2a33-45fc-ad52-3c9afbf2badb req-8e3e5344-8a98-4982-a1b8-f0253bb6fbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:25.802912 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-83bb26f8-2a33-45fc-ad52-3c9afbf2badb req-8e3e5344-8a98-4982-a1b8-f0253bb6fbe9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d1768369-8030-4eea-884e-e7eaf3931c5b HTTP/1.1" status: 200 len: 909 time: 0.0883014 Apr 20 14:37:25.849394 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-83bb26f8-2a33-45fc-ad52-3c9afbf2badb req-3a23a3a0-5107-49b4-bae5-974e1822b9e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=539bb071-0a5b-4f7c-8f04-9062b2f37ffd HTTP/1.1" status: 200 len: 217 time: 0.0389626 Apr 20 14:37:25.914875 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb26f8-2a33-45fc-ad52-3c9afbf2badb req-5a1ca8c8-e59a-424a-81e2-148c74104260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:25.916645 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-83bb26f8-2a33-45fc-ad52-3c9afbf2badb req-5a1ca8c8-e59a-424a-81e2-148c74104260 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8cc79620-fd76-485d-94ec-186bdc81b3ea HTTP/1.1" status: 200 len: 847 time: 0.0602221 Apr 20 14:37:25.998884 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-842161e5-4dee-4b81-abfd-a73c180e2459 None None] Set router 34b087e0-6a6f-42ff-a3d0-75996b403e09 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:37:26.003788 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb26f8-2a33-45fc-ad52-3c9afbf2badb req-2c4a5b61-e830-43f5-bf2f-4b8cda0b3f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:26.005342 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-83bb26f8-2a33-45fc-ad52-3c9afbf2badb req-2c4a5b61-e830-43f5-bf2f-4b8cda0b3f23 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1768369-8030-4eea-884e-e7eaf3931c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810158 Apr 20 14:37:26.013015 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6b731-8de3-4b68-be5c-652c46efe967 req-af6847f8-e8be-4323-a9b0-44cb86374ca6 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:26.014360 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-04d6b731-8de3-4b68-be5c-652c46efe967 req-af6847f8-e8be-4323-a9b0-44cb86374ca6 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 946 time: 0.1250432 Apr 20 14:37:26.098072 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-04d6b731-8de3-4b68-be5c-652c46efe967 req-8c1d989d-291c-4e84-a024-dc746c0d2b4b tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754099 Apr 20 14:37:26.132444 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-83bb26f8-2a33-45fc-ad52-3c9afbf2badb req-0dcf7f84-b4bc-41d0-9b96-29de1df14c45 service neutron] 10.222.0.15 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171427 Apr 20 14:37:26.200018 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-842161e5-4dee-4b81-abfd-a73c180e2459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'name': 'tempest-TestShelveInstance-342293656-router', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'b8896abe-5976-46bf-a220-43f8c6938ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:26:08Z', 'updated_at': '2022-04-20T14:26:12Z', 'revision_number': 4, 'project_id': '2b89876116d54fc79fafd221b0954966', 'gw_port': {'id': 'b8896abe-5976-46bf-a220-43f8c6938ee6', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:26:09Z', 'updated_at': '2022-04-20T14:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03', 'name': '', 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'mac_address': 'fa:16:3e:54:63:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '8cc79620-fd76-485d-94ec-186bdc81b3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:26:11Z', 'updated_at': '2022-04-20T14:26:15Z', 'revision_number': 5, 'project_id': '2b89876116d54fc79fafd221b0954966', 'subnets': [{'id': '8cc79620-fd76-485d-94ec-186bdc81b3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:26.220625 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-83bb26f8-2a33-45fc-ad52-3c9afbf2badb req-181cd928-b5cc-4071-9b66-52bcff7da375 service neutron] 10.222.0.15 "GET /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807848 Apr 20 14:37:26.226391 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842161e5-4dee-4b81-abfd-a73c180e2459 None None] The sync data for ids ['34b087e0-6a6f-42ff-a3d0-75996b403e09'] in n-d-836015-7 is: [{'id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'name': 'tempest-TestShelveInstance-342293656-router', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'b8896abe-5976-46bf-a220-43f8c6938ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:26:08Z', 'updated_at': '2022-04-20T14:26:12Z', 'revision_number': 4, 'project_id': '2b89876116d54fc79fafd221b0954966', 'gw_port': {'id': 'b8896abe-5976-46bf-a220-43f8c6938ee6', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:26:09Z', 'updated_at': '2022-04-20T14:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': 'dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03', 'name': '', 'network_id': 'd1768369-8030-4eea-884e-e7eaf3931c5b', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'mac_address': 'fa:16:3e:54:63:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '8cc79620-fd76-485d-94ec-186bdc81b3ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:26:11Z', 'updated_at': '2022-04-20T14:26:15Z', 'revision_number': 5, 'project_id': '2b89876116d54fc79fafd221b0954966', 'subnets': [{'id': '8cc79620-fd76-485d-94ec-186bdc81b3ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:37:26.440916 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3803d902-28de-4b4e-9efc-6d7c47b7ac15 None None] New status for floating IP 22610551-219e-43b2-b1f0-5645ad6c04ce: DOWN {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:37:26.580164 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:37:26.885809 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-20e8f540-e72e-4fda-a2b4-b2d85a20b33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:27.262319 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336bbf6-d949-458d-b4f6-60f84d489563 req-555d8b05-2baa-46d8-b987-5269e79409b1 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:27.263794 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a336bbf6-d949-458d-b4f6-60f84d489563 req-555d8b05-2baa-46d8-b987-5269e79409b1 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 946 time: 0.0934954 Apr 20 14:37:27.300207 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a336bbf6-d949-458d-b4f6-60f84d489563 req-17db50a5-5541-4463-8e24-4849fca7b946 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/security-groups?id=2dd84e70-455e-4881-a40b-da1eceb85e86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305035 Apr 20 14:37:27.539305 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea05ee-740c-45ed-90f9-5e7281d2ce1a req-da11070c-31c9-400f-a3b2-fd69160f6af0 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:27.540759 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d5ea05ee-740c-45ed-90f9-5e7281d2ce1a req-da11070c-31c9-400f-a3b2-fd69160f6af0 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 946 time: 0.0515459 Apr 20 14:37:27.627123 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-d5ea05ee-740c-45ed-90f9-5e7281d2ce1a req-ba728871-6744-4b1b-b7fc-a969783f7c32 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Deleting port 539bb071-0a5b-4f7c-8f04-9062b2f37ffd {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:37:27.627570 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d5ea05ee-740c-45ed-90f9-5e7281d2ce1a req-ba728871-6744-4b1b-b7fc-a969783f7c32 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:27.715744 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-d5ea05ee-740c-45ed-90f9-5e7281d2ce1a req-ba728871-6744-4b1b-b7fc-a969783f7c32 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] For port 539bb071-0a5b-4f7c-8f04-9062b2f37ffd, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=539bb071-0a5b-4f7c-8f04-9062b2f37ffd,segment=NetworkSegment(b5cb947a-6b69-4a41-9341-5b710acea2d2),segment_id=b5cb947a-6b69-4a41-9341-5b710acea2d2)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:27.716111 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d5ea05ee-740c-45ed-90f9-5e7281d2ce1a req-ba728871-6744-4b1b-b7fc-a969783f7c32 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:27.728992 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-d5ea05ee-740c-45ed-90f9-5e7281d2ce1a req-ba728871-6744-4b1b-b7fc-a969783f7c32 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Calling delete_port for 539bb071-0a5b-4f7c-8f04-9062b2f37ffd owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:37:27.996605 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d5ea05ee-740c-45ed-90f9-5e7281d2ce1a req-ba728871-6744-4b1b-b7fc-a969783f7c32 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:28.023485 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba728871-6744-4b1b-b7fc-a969783f7c32 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Pushing event deleted for resources: {'Port': ['ID=539bb071-0a5b-4f7c-8f04-9062b2f37ffd,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:28.066514 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ea05ee-740c-45ed-90f9-5e7281d2ce1a req-ba728871-6744-4b1b-b7fc-a969783f7c32 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] No DVR routers for this DVR port 539bb071-0a5b-4f7c-8f04-9062b2f37ffd on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:37:28.069057 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-d5ea05ee-740c-45ed-90f9-5e7281d2ce1a req-ba728871-6744-4b1b-b7fc-a969783f7c32 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:28.072628 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d5ea05ee-740c-45ed-90f9-5e7281d2ce1a req-ba728871-6744-4b1b-b7fc-a969783f7c32 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.15 "DELETE /v2.0/ports/539bb071-0a5b-4f7c-8f04-9062b2f37ffd HTTP/1.1" status: 204 len: 173 time: 0.5258734 Apr 20 14:37:28.073081 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba8d502-b50b-4a27-8930-d8869b7043a0', 'name': 'network-vif-deleted', 'tag': '539bb071-0a5b-4f7c-8f04-9062b2f37ffd'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:37:28.075815 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501db585-3f86-489c-8129-6873563393a1" -d '{"events": [{"server_uuid": "1ba8d502-b50b-4a27-8930-d8869b7043a0", "name": "network-vif-deleted", "tag": "539bb071-0a5b-4f7c-8f04-9062b2f37ffd"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:37:28.112981 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc5c81a-9ccc-43db-888c-b19bd74dfb00 x-openstack-request-id: req-3bc5c81a-9ccc-43db-888c-b19bd74dfb00 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:37:28.113245 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ba8d502-b50b-4a27-8930-d8869b7043a0", "name": "network-vif-deleted", "tag": "539bb071-0a5b-4f7c-8f04-9062b2f37ffd", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:37:28.113498 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3bc5c81a-9ccc-43db-888c-b19bd74dfb00 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:37:28.113958 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bc5c81a-9ccc-43db-888c-b19bd74dfb00'] response: {'server_uuid': '1ba8d502-b50b-4a27-8930-d8869b7043a0', 'name': 'network-vif-deleted', 'tag': '539bb071-0a5b-4f7c-8f04-9062b2f37ffd', 'status': 'completed', 'code': 200} Apr 20 14:37:28.400638 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-90c07468-2e9c-4a9c-b915-839e70628f13 req-302c14b2-193a-4829-a846-d528526a105d tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 210 time: 0.0286603 Apr 20 14:37:28.462692 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:29.498072 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-fd3b5432-c8eb-4ed2-ac80-d0e290da2ed3 req-cec4ab8d-8d78-496c-8573-bb721653735c tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 210 time: 0.0263197 Apr 20 14:37:29.796740 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:30.030800 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:30.406124 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 539bb071-0a5b-4f7c-8f04-9062b2f37ffd no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:37:30.427434 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 539bb071-0a5b-4f7c-8f04-9062b2f37ffd {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:37:30.427720 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 539bb071-0a5b-4f7c-8f04-9062b2f37ffd not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:37:30.598120 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6e3ea8ca-b383-40f6-af12-6a62768f3719 req-4072048f-bd76-4a72-a25c-02d054e841a4 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 210 time: 0.0306294 Apr 20 14:37:31.696212 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d06496cd-160b-422b-b0b2-50607c78c9da req-1547787b-264e-46b7-95aa-2f278c3c3e34 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 210 time: 0.0311556 Apr 20 14:37:32.799628 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a019d730-6394-4805-a376-97c31ecfdf67 req-6fb3597b-5d0a-4eb0-90bb-6e8f945b4ba2 tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ba8d502-b50b-4a27-8930-d8869b7043a0 HTTP/1.1" status: 200 len: 210 time: 0.0274527 Apr 20 14:37:33.856504 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36552) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:33.914805 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9ab23885-0c8b-40ca-9db8-e22c0097642e tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:33.940362 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9ab23885-0c8b-40ca-9db8-e22c0097642e tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:34.108566 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9ab23885-0c8b-40ca-9db8-e22c0097642e tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:34.111123 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9ab23885-0c8b-40ca-9db8-e22c0097642e tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:34.112330 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9ab23885-0c8b-40ca-9db8-e22c0097642e tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] 10.222.0.25 "DELETE /v2.0/security-groups/2dd84e70-455e-4881-a40b-da1eceb85e86 HTTP/1.1" status: 204 len: 168 time: 0.2547398 Apr 20 14:37:34.121399 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab23885-0c8b-40ca-9db8-e22c0097642e tempest-TestShelveInstance-694068588 tempest-TestShelveInstance-694068588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd84e70-455e-4881-a40b-da1eceb85e86,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:34.252137 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36556) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:34.727245 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7cca096a-4361-410c-a039-084c7d92c62e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:34.969592 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-7cca096a-4361-410c-a039-084c7d92c62e admin admin] Deleting port dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:37:34.969929 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7cca096a-4361-410c-a039-084c7d92c62e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:35.047327 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-7cca096a-4361-410c-a039-084c7d92c62e admin admin] For port dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03,segment=NetworkSegment(b5cb947a-6b69-4a41-9341-5b710acea2d2),segment_id=b5cb947a-6b69-4a41-9341-5b710acea2d2)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:35.047628 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7cca096a-4361-410c-a039-084c7d92c62e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:35.060132 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-7cca096a-4361-410c-a039-084c7d92c62e admin admin] Calling delete_port for dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03 owned by network:router_interface {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:37:35.331420 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7cca096a-4361-410c-a039-084c7d92c62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:35.360296 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca096a-4361-410c-a039-084c7d92c62e admin admin] Pushing event deleted for resources: {'Port': ['ID=dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:35.379857 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca096a-4361-410c-a039-084c7d92c62e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:35.379857 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca096a-4361-410c-a039-084c7d92c62e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:35.379857 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca096a-4361-410c-a039-084c7d92c62e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:35.379857 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca096a-4361-410c-a039-084c7d92c62e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:35.379857 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca096a-4361-410c-a039-084c7d92c62e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:35.379857 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca096a-4361-410c-a039-084c7d92c62e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:35.379857 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca096a-4361-410c-a039-084c7d92c62e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:35.379857 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca096a-4361-410c-a039-084c7d92c62e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:35.379857 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca096a-4361-410c-a039-084c7d92c62e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:35.379857 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca096a-4361-410c-a039-084c7d92c62e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:35.379857 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca096a-4361-410c-a039-084c7d92c62e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:35.379857 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cca096a-4361-410c-a039-084c7d92c62e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:35.545612 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-7cca096a-4361-410c-a039-084c7d92c62e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:36.104384 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cca096a-4361-410c-a039-084c7d92c62e admin admin] Router 34b087e0-6a6f-42ff-a3d0-75996b403e09 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:37:36.206792 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cca096a-4361-410c-a039-084c7d92c62e admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:37:36.213049 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-7cca096a-4361-410c-a039-084c7d92c62e admin admin] 10.222.0.25 "PUT /v2.0/routers/34b087e0-6a6f-42ff-a3d0-75996b403e09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9595640 Apr 20 14:37:36.215328 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36562) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:36.216933 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e9130c-9ff5-4116-8f45-250daa104e3a None None] Sync routers for ids ['34b087e0-6a6f-42ff-a3d0-75996b403e09'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:37:36.227697 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e9130c-9ff5-4116-8f45-250daa104e3a None None] Routers {'34b087e0-6a6f-42ff-a3d0-75996b403e09'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:37:36.228386 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-47e9130c-9ff5-4116-8f45-250daa104e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:37:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['34b087e0-6a6f-42ff-a3d0-75996b403e09'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:36.317597 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-11a019a6-86de-4bdd-828c-e640e3819afd admin admin] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:36.332272 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-47e9130c-9ff5-4116-8f45-250daa104e3a None None] Set router 34b087e0-6a6f-42ff-a3d0-75996b403e09 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:37:36.421808 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-11a019a6-86de-4bdd-828c-e640e3819afd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:36.520342 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-47e9130c-9ff5-4116-8f45-250daa104e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'name': 'tempest-TestShelveInstance-342293656-router', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'b8896abe-5976-46bf-a220-43f8c6938ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:26:08Z', 'updated_at': '2022-04-20T14:37:35Z', 'revision_number': 5, 'project_id': '2b89876116d54fc79fafd221b0954966', 'gw_port': {'id': 'b8896abe-5976-46bf-a220-43f8c6938ee6', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:9d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:26:09Z', 'updated_at': '2022-04-20T14:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:36.541186 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-11a019a6-86de-4bdd-828c-e640e3819afd admin admin] Deleting port b8896abe-5976-46bf-a220-43f8c6938ee6 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:37:36.541537 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-11a019a6-86de-4bdd-828c-e640e3819afd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:36.549118 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e9130c-9ff5-4116-8f45-250daa104e3a None None] Checking router: 34b087e0-6a6f-42ff-a3d0-75996b403e09 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:37:36.557431 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e9130c-9ff5-4116-8f45-250daa104e3a None None] Routers {'34b087e0-6a6f-42ff-a3d0-75996b403e09'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:37:36.558042 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-47e9130c-9ff5-4116-8f45-250daa104e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:37:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['34b087e0-6a6f-42ff-a3d0-75996b403e09'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:36.618937 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-11a019a6-86de-4bdd-828c-e640e3819afd admin admin] For port b8896abe-5976-46bf-a220-43f8c6938ee6, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=b8896abe-5976-46bf-a220-43f8c6938ee6,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:36.619214 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-11a019a6-86de-4bdd-828c-e640e3819afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:36.632476 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-11a019a6-86de-4bdd-828c-e640e3819afd admin admin] Calling delete_port for b8896abe-5976-46bf-a220-43f8c6938ee6 owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:37:36.643228 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-47e9130c-9ff5-4116-8f45-250daa104e3a None None] Set router 34b087e0-6a6f-42ff-a3d0-75996b403e09 gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:37:36.692867 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-47e9130c-9ff5-4116-8f45-250daa104e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'name': 'tempest-TestShelveInstance-342293656-router', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:26:08Z', 'updated_at': '2022-04-20T14:37:36Z', 'revision_number': 6, 'project_id': '2b89876116d54fc79fafd221b0954966', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:36.722349 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e9130c-9ff5-4116-8f45-250daa104e3a None None] The sync data for ids ['34b087e0-6a6f-42ff-a3d0-75996b403e09'] in n-d-836015-7 is: [{'id': '34b087e0-6a6f-42ff-a3d0-75996b403e09', 'name': 'tempest-TestShelveInstance-342293656-router', 'tenant_id': '2b89876116d54fc79fafd221b0954966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:26:08Z', 'updated_at': '2022-04-20T14:37:36Z', 'revision_number': 6, 'project_id': '2b89876116d54fc79fafd221b0954966', 'gw_port_host': None}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:37:36.865125 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-11a019a6-86de-4bdd-828c-e640e3819afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:36.891662 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a019a6-86de-4bdd-828c-e640e3819afd admin admin] Pushing event deleted for resources: {'Port': ['ID=b8896abe-5976-46bf-a220-43f8c6938ee6,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:36.954154 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-11a019a6-86de-4bdd-828c-e640e3819afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:37.043320 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-11a019a6-86de-4bdd-828c-e640e3819afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:37.045582 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-11a019a6-86de-4bdd-828c-e640e3819afd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:37.161964 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-11a019a6-86de-4bdd-828c-e640e3819afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:37.162478 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a019a6-86de-4bdd-828c-e640e3819afd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34b087e0-6a6f-42ff-a3d0-75996b403e09 {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:37:37.166741 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-11a019a6-86de-4bdd-828c-e640e3819afd admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:37.167957 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-11a019a6-86de-4bdd-828c-e640e3819afd admin admin] 10.222.0.25 "DELETE /v2.0/routers/34b087e0-6a6f-42ff-a3d0-75996b403e09 HTTP/1.1" status: 204 len: 168 time: 0.9516761 Apr 20 14:37:37.170481 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36564) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:37.218029 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-19e18045-8d5a-494b-8cce-4dfee7599bc2 admin admin] Deleting subnet 8cc79620-fd76-485d-94ec-186bdc81b3ea {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:37:37.221010 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-19e18045-8d5a-494b-8cce-4dfee7599bc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:37.254587 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-19e18045-8d5a-494b-8cce-4dfee7599bc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:37.328324 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-19e18045-8d5a-494b-8cce-4dfee7599bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:37.440436 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-19e18045-8d5a-494b-8cce-4dfee7599bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:37.470850 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e18045-8d5a-494b-8cce-4dfee7599bc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cc79620-fd76-485d-94ec-186bdc81b3ea,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:37.476285 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-19e18045-8d5a-494b-8cce-4dfee7599bc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:37.480994 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-19e18045-8d5a-494b-8cce-4dfee7599bc2 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8cc79620-fd76-485d-94ec-186bdc81b3ea HTTP/1.1" status: 204 len: 168 time: 0.3079550 Apr 20 14:37:37.482414 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36566) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:37.484518 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e7fa7a-7690-45d9-bd3b-8fcd045f1699 None None] Network d1768369-8030-4eea-884e-e7eaf3931c5b requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:37:37.561303 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4730ce04-34c1-4acb-b7f2-c82ddda0f2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:37.617501 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-4730ce04-34c1-4acb-b7f2-c82ddda0f2a8 admin admin] Deleting port 18b38f95-892a-4576-bee5-a7c98a6bbe95 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:37:37.617849 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4730ce04-34c1-4acb-b7f2-c82ddda0f2a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:37.684802 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-4730ce04-34c1-4acb-b7f2-c82ddda0f2a8 admin admin] For port 18b38f95-892a-4576-bee5-a7c98a6bbe95, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=18b38f95-892a-4576-bee5-a7c98a6bbe95,segment=NetworkSegment(b5cb947a-6b69-4a41-9341-5b710acea2d2),segment_id=b5cb947a-6b69-4a41-9341-5b710acea2d2)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:37.685089 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4730ce04-34c1-4acb-b7f2-c82ddda0f2a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:37.694288 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ddb413-973e-44d5-b7a5-d6511af58cc1 None None] DHCP port deletion for d1768369-8030-4eea-884e-e7eaf3931c5b request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:37:37.703907 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-4730ce04-34c1-4acb-b7f2-c82ddda0f2a8 admin admin] Calling delete_port for 18b38f95-892a-4576-bee5-a7c98a6bbe95 owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:37:37.745999 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-15ddb413-973e-44d5-b7a5-d6511af58cc1 None None] Deleting port 18b38f95-892a-4576-bee5-a7c98a6bbe95 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:37:37.746385 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-15ddb413-973e-44d5-b7a5-d6511af58cc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:37.807386 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-15ddb413-973e-44d5-b7a5-d6511af58cc1 None None] For port 18b38f95-892a-4576-bee5-a7c98a6bbe95, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=18b38f95-892a-4576-bee5-a7c98a6bbe95,segment=NetworkSegment(b5cb947a-6b69-4a41-9341-5b710acea2d2),segment_id=b5cb947a-6b69-4a41-9341-5b710acea2d2)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:37.807807 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-15ddb413-973e-44d5-b7a5-d6511af58cc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:37.819866 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-15ddb413-973e-44d5-b7a5-d6511af58cc1 None None] Calling delete_port for 18b38f95-892a-4576-bee5-a7c98a6bbe95 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:37:37.880018 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4730ce04-34c1-4acb-b7f2-c82ddda0f2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 14:37:37.892837 n-d-836015-7 neutron-server[114871]: self.session.flush() Apr 20 14:37:37.898578 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-15ddb413-973e-44d5-b7a5-d6511af58cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:37.909142 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730ce04-34c1-4acb-b7f2-c82ddda0f2a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=18b38f95-892a-4576-bee5-a7c98a6bbe95,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:37.912131 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4730ce04-34c1-4acb-b7f2-c82ddda0f2a8 admin admin] No DVR routers for this DVR port 18b38f95-892a-4576-bee5-a7c98a6bbe95 on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:37:37.923876 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ddb413-973e-44d5-b7a5-d6511af58cc1 None None] Pushing event deleted for resources: {'Port': ['ID=18b38f95-892a-4576-bee5-a7c98a6bbe95,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:37.931961 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ddb413-973e-44d5-b7a5-d6511af58cc1 None None] No DVR routers for this DVR port 18b38f95-892a-4576-bee5-a7c98a6bbe95 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:37:37.934019 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ddb413-973e-44d5-b7a5-d6511af58cc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:37.934369 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ddb413-973e-44d5-b7a5-d6511af58cc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:37.934713 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ddb413-973e-44d5-b7a5-d6511af58cc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:37.935125 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ddb413-973e-44d5-b7a5-d6511af58cc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:37.935456 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ddb413-973e-44d5-b7a5-d6511af58cc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:37.935746 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ddb413-973e-44d5-b7a5-d6511af58cc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:37.936081 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ddb413-973e-44d5-b7a5-d6511af58cc1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:37.936412 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ddb413-973e-44d5-b7a5-d6511af58cc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:37.936739 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ddb413-973e-44d5-b7a5-d6511af58cc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:37.937072 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ddb413-973e-44d5-b7a5-d6511af58cc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:37.937389 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ddb413-973e-44d5-b7a5-d6511af58cc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:37.937720 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ddb413-973e-44d5-b7a5-d6511af58cc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:37.991849 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4730ce04-34c1-4acb-b7f2-c82ddda0f2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:38.011945 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-4730ce04-34c1-4acb-b7f2-c82ddda0f2a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1768369-8030-4eea-884e-e7eaf3931c5b']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:38.020911 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-4730ce04-34c1-4acb-b7f2-c82ddda0f2a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5cb947a-6b69-4a41-9341-5b710acea2d2') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:38.021207 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-4730ce04-34c1-4acb-b7f2-c82ddda0f2a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5cb947a-6b69-4a41-9341-5b710acea2d2') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:38.032010 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4730ce04-34c1-4acb-b7f2-c82ddda0f2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:38.044882 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4730ce04-34c1-4acb-b7f2-c82ddda0f2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:38.051101 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4730ce04-34c1-4acb-b7f2-c82ddda0f2a8 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:37:38.051526 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4730ce04-34c1-4acb-b7f2-c82ddda0f2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:38.053175 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 14:37:38.053175 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:37:38.053175 n-d-836015-7 neutron-server[114869]: timer() Apr 20 14:37:38.053175 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:37:38.053175 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 14:37:38.053175 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:37:38.053175 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 14:37:38.053175 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:37:38.053175 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 14:37:38.053175 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:37:38.053175 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 14:37:38.053175 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:37:38.053175 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 14:37:38.053175 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:37:38.053175 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:37:38.053175 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:37:38.053175 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:37:38.053175 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:37:38.053175 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 14:37:38.053175 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:37:38.053175 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 14:37:38.053175 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:37:38.053175 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:37:38.053175 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:37:38.053175 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 14:37:38.053175 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:37:38.053175 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:37:38.053175 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:37:38.053175 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:37:38.053175 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:37:38.053175 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:37:38.053175 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:37:38.173141 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4730ce04-34c1-4acb-b7f2-c82ddda0f2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:38.177379 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-4730ce04-34c1-4acb-b7f2-c82ddda0f2a8 admin admin] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:38.180486 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4730ce04-34c1-4acb-b7f2-c82ddda0f2a8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d1768369-8030-4eea-884e-e7eaf3931c5b HTTP/1.1" status: 204 len: 168 time: 0.6970861 Apr 20 14:37:38.183498 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36568) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:38.198847 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730ce04-34c1-4acb-b7f2-c82ddda0f2a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1768369-8030-4eea-884e-e7eaf3931c5b,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:38.403550 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device b8896abe-5976-46bf-a220-43f8c6938ee6 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:37:38.424255 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: b8896abe-5976-46bf-a220-43f8c6938ee6 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:37:38.424603 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device b8896abe-5976-46bf-a220-43f8c6938ee6 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:37:38.425018 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 18b38f95-892a-4576-bee5-a7c98a6bbe95 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:37:38.446506 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 18b38f95-892a-4576-bee5-a7c98a6bbe95 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:37:38.446847 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 18b38f95-892a-4576-bee5-a7c98a6bbe95 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:37:38.447270 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:37:38.468045 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:37:38.468446 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device dfdd92f1-0cc3-4854-84a1-88d3fbbf3a03 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:37:38.539659 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d4019349-316a-4c85-a2d7-f2f93643b3a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:38.777058 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-d4019349-316a-4c85-a2d7-f2f93643b3a0 admin admin] Deleting port 1637f887-46fc-4ac1-b644-c98d8361fcaf {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:37:38.777317 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d4019349-316a-4c85-a2d7-f2f93643b3a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:38.851322 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-d4019349-316a-4c85-a2d7-f2f93643b3a0 admin admin] For port 1637f887-46fc-4ac1-b644-c98d8361fcaf, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=1637f887-46fc-4ac1-b644-c98d8361fcaf,segment=NetworkSegment(01f638df-0e41-43f1-805b-2a3cbdc74e51),segment_id=01f638df-0e41-43f1-805b-2a3cbdc74e51)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:38.851705 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d4019349-316a-4c85-a2d7-f2f93643b3a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:38.863794 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-d4019349-316a-4c85-a2d7-f2f93643b3a0 admin admin] Calling delete_port for 1637f887-46fc-4ac1-b644-c98d8361fcaf owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:37:39.138825 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d4019349-316a-4c85-a2d7-f2f93643b3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:39.168334 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4019349-316a-4c85-a2d7-f2f93643b3a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1637f887-46fc-4ac1-b644-c98d8361fcaf,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:39.332509 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-d4019349-316a-4c85-a2d7-f2f93643b3a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:39.542843 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4019349-316a-4c85-a2d7-f2f93643b3a0 admin admin] Router d0a0074d-3bb1-46a7-ada1-6e1e9aa858f5 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:37:39.645624 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4019349-316a-4c85-a2d7-f2f93643b3a0 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:37:39.650638 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-d4019349-316a-4c85-a2d7-f2f93643b3a0 admin admin] 10.222.0.25 "PUT /v2.0/routers/d0a0074d-3bb1-46a7-ada1-6e1e9aa858f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4662125 Apr 20 14:37:39.653262 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36570) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:39.654176 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f70e4e3-5f1d-4552-8516-e4fba64ff575 None None] Sync routers for ids ['d0a0074d-3bb1-46a7-ada1-6e1e9aa858f5'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:37:39.664455 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f70e4e3-5f1d-4552-8516-e4fba64ff575 None None] Routers {'d0a0074d-3bb1-46a7-ada1-6e1e9aa858f5'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:37:39.665081 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-4f70e4e3-5f1d-4552-8516-e4fba64ff575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:37:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d0a0074d-3bb1-46a7-ada1-6e1e9aa858f5'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:39.756041 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-496d1797-6500-4c83-90ab-b3f93f3e6f2d admin admin] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:39.769007 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-4f70e4e3-5f1d-4552-8516-e4fba64ff575 None None] Set router d0a0074d-3bb1-46a7-ada1-6e1e9aa858f5 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:37:39.854386 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-496d1797-6500-4c83-90ab-b3f93f3e6f2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:39.942602 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-4f70e4e3-5f1d-4552-8516-e4fba64ff575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a0074d-3bb1-46a7-ada1-6e1e9aa858f5', 'name': 'tempest-TestShelveInstance-2118803738-router', 'tenant_id': '80b98cb794f947d5b9c0aff42707aadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '576c0a17-eca7-41f6-89c2-885a0ec1ce36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:26:14Z', 'updated_at': '2022-04-20T14:37:38Z', 'revision_number': 5, 'project_id': '80b98cb794f947d5b9c0aff42707aadb', 'gw_port': {'id': '576c0a17-eca7-41f6-89c2-885a0ec1ce36', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:63:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a0074d-3bb1-46a7-ada1-6e1e9aa858f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4401, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:26:15Z', 'updated_at': '2022-04-20T14:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:39.974031 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f70e4e3-5f1d-4552-8516-e4fba64ff575 None None] Checking router: d0a0074d-3bb1-46a7-ada1-6e1e9aa858f5 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:37:39.982003 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-496d1797-6500-4c83-90ab-b3f93f3e6f2d admin admin] Deleting port 576c0a17-eca7-41f6-89c2-885a0ec1ce36 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:37:39.984643 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-496d1797-6500-4c83-90ab-b3f93f3e6f2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:39.984783 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f70e4e3-5f1d-4552-8516-e4fba64ff575 None None] Routers {'d0a0074d-3bb1-46a7-ada1-6e1e9aa858f5'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:37:39.985097 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-4f70e4e3-5f1d-4552-8516-e4fba64ff575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:37:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['d0a0074d-3bb1-46a7-ada1-6e1e9aa858f5'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:40.059912 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-496d1797-6500-4c83-90ab-b3f93f3e6f2d admin admin] For port 576c0a17-eca7-41f6-89c2-885a0ec1ce36, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=576c0a17-eca7-41f6-89c2-885a0ec1ce36,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:40.060178 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-496d1797-6500-4c83-90ab-b3f93f3e6f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:40.068859 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-4f70e4e3-5f1d-4552-8516-e4fba64ff575 None None] Set router d0a0074d-3bb1-46a7-ada1-6e1e9aa858f5 gateway port host: None {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:37:40.072564 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-496d1797-6500-4c83-90ab-b3f93f3e6f2d admin admin] Calling delete_port for 576c0a17-eca7-41f6-89c2-885a0ec1ce36 owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:37:40.119975 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-4f70e4e3-5f1d-4552-8516-e4fba64ff575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a0074d-3bb1-46a7-ada1-6e1e9aa858f5', 'name': 'tempest-TestShelveInstance-2118803738-router', 'tenant_id': '80b98cb794f947d5b9c0aff42707aadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:26:14Z', 'updated_at': '2022-04-20T14:37:39Z', 'revision_number': 6, 'project_id': '80b98cb794f947d5b9c0aff42707aadb', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:40.149210 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f70e4e3-5f1d-4552-8516-e4fba64ff575 None None] The sync data for ids ['d0a0074d-3bb1-46a7-ada1-6e1e9aa858f5'] in n-d-836015-7 is: [{'id': 'd0a0074d-3bb1-46a7-ada1-6e1e9aa858f5', 'name': 'tempest-TestShelveInstance-2118803738-router', 'tenant_id': '80b98cb794f947d5b9c0aff42707aadb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:26:14Z', 'updated_at': '2022-04-20T14:37:39Z', 'revision_number': 6, 'project_id': '80b98cb794f947d5b9c0aff42707aadb', 'gw_port_host': None}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:37:40.320125 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-496d1797-6500-4c83-90ab-b3f93f3e6f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:40.345793 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496d1797-6500-4c83-90ab-b3f93f3e6f2d admin admin] Pushing event deleted for resources: {'Port': ['ID=576c0a17-eca7-41f6-89c2-885a0ec1ce36,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:40.408495 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-496d1797-6500-4c83-90ab-b3f93f3e6f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:40.502463 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-496d1797-6500-4c83-90ab-b3f93f3e6f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:40.504752 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-496d1797-6500-4c83-90ab-b3f93f3e6f2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:40.575773 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 1637f887-46fc-4ac1-b644-c98d8361fcaf no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:37:40.599990 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 1637f887-46fc-4ac1-b644-c98d8361fcaf {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:37:40.600341 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 1637f887-46fc-4ac1-b644-c98d8361fcaf not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:37:40.634300 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-496d1797-6500-4c83-90ab-b3f93f3e6f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:40.635065 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496d1797-6500-4c83-90ab-b3f93f3e6f2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0a0074d-3bb1-46a7-ada1-6e1e9aa858f5 {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:37:40.640051 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-496d1797-6500-4c83-90ab-b3f93f3e6f2d admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:40.641215 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-496d1797-6500-4c83-90ab-b3f93f3e6f2d admin admin] 10.222.0.25 "DELETE /v2.0/routers/d0a0074d-3bb1-46a7-ada1-6e1e9aa858f5 HTTP/1.1" status: 204 len: 168 time: 0.9869697 Apr 20 14:37:40.643818 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36572) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:40.691824 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-61237876-a6af-4c95-9f69-eb841ef01cc4 admin admin] Deleting subnet c8a33429-a67c-4ad0-9674-8e218c739218 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:37:40.695540 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-61237876-a6af-4c95-9f69-eb841ef01cc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:40.728864 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-61237876-a6af-4c95-9f69-eb841ef01cc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:40.803551 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-61237876-a6af-4c95-9f69-eb841ef01cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:40.954576 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-61237876-a6af-4c95-9f69-eb841ef01cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:40.988055 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61237876-a6af-4c95-9f69-eb841ef01cc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8a33429-a67c-4ad0-9674-8e218c739218,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:40.989272 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-61237876-a6af-4c95-9f69-eb841ef01cc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:40.993168 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-61237876-a6af-4c95-9f69-eb841ef01cc4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c8a33429-a67c-4ad0-9674-8e218c739218 HTTP/1.1" status: 204 len: 168 time: 0.3482723 Apr 20 14:37:40.995731 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36574) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:40.999037 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abebd8c4-fe0b-4960-9b7b-ec7d7aab7ae3 None None] Network 563157e0-06fa-4a7b-a839-c3482567146d requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:37:41.065303 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c78ffee2-aaac-433e-8093-3524bbe43d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:41.122917 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-c78ffee2-aaac-433e-8093-3524bbe43d69 admin admin] Deleting port 8661ed94-287e-4057-8f85-7a0a9de90447 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:37:41.123271 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c78ffee2-aaac-433e-8093-3524bbe43d69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:41.183619 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f891d2-61df-4001-a6d5-05d8f45fafea None None] DHCP port deletion for 563157e0-06fa-4a7b-a839-c3482567146d request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:37:41.194819 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-c78ffee2-aaac-433e-8093-3524bbe43d69 admin admin] For port 8661ed94-287e-4057-8f85-7a0a9de90447, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=8661ed94-287e-4057-8f85-7a0a9de90447,segment=NetworkSegment(01f638df-0e41-43f1-805b-2a3cbdc74e51),segment_id=01f638df-0e41-43f1-805b-2a3cbdc74e51)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:41.195194 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c78ffee2-aaac-433e-8093-3524bbe43d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:41.208001 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-c78ffee2-aaac-433e-8093-3524bbe43d69 admin admin] Calling delete_port for 8661ed94-287e-4057-8f85-7a0a9de90447 owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:37:41.229433 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-77f891d2-61df-4001-a6d5-05d8f45fafea None None] Deleting port 8661ed94-287e-4057-8f85-7a0a9de90447 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:37:41.229811 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-77f891d2-61df-4001-a6d5-05d8f45fafea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:41.292519 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-77f891d2-61df-4001-a6d5-05d8f45fafea None None] For port 8661ed94-287e-4057-8f85-7a0a9de90447, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=8661ed94-287e-4057-8f85-7a0a9de90447,segment=NetworkSegment(01f638df-0e41-43f1-805b-2a3cbdc74e51),segment_id=01f638df-0e41-43f1-805b-2a3cbdc74e51)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:41.295846 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-77f891d2-61df-4001-a6d5-05d8f45fafea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:41.309366 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-77f891d2-61df-4001-a6d5-05d8f45fafea None None] Calling delete_port for 8661ed94-287e-4057-8f85-7a0a9de90447 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:37:41.348552 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c78ffee2-aaac-433e-8093-3524bbe43d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:41.377916 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ffee2-aaac-433e-8093-3524bbe43d69 admin admin] Pushing event deleted for resources: {'Port': ['ID=8661ed94-287e-4057-8f85-7a0a9de90447,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:41.381488 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78ffee2-aaac-433e-8093-3524bbe43d69 admin admin] No DVR routers for this DVR port 8661ed94-287e-4057-8f85-7a0a9de90447 on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:37:41.384815 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-77f891d2-61df-4001-a6d5-05d8f45fafea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:41.410700 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f891d2-61df-4001-a6d5-05d8f45fafea None None] Pushing event deleted for resources: {'Port': ['ID=8661ed94-287e-4057-8f85-7a0a9de90447,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:41.419642 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f891d2-61df-4001-a6d5-05d8f45fafea None None] No DVR routers for this DVR port 8661ed94-287e-4057-8f85-7a0a9de90447 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:37:41.453351 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c78ffee2-aaac-433e-8093-3524bbe43d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:41.475990 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-c78ffee2-aaac-433e-8093-3524bbe43d69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['563157e0-06fa-4a7b-a839-c3482567146d']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:41.493775 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-c78ffee2-aaac-433e-8093-3524bbe43d69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01f638df-0e41-43f1-805b-2a3cbdc74e51') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:41.493775 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-c78ffee2-aaac-433e-8093-3524bbe43d69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01f638df-0e41-43f1-805b-2a3cbdc74e51') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:41.495541 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c78ffee2-aaac-433e-8093-3524bbe43d69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:41.508738 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c78ffee2-aaac-433e-8093-3524bbe43d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:41.514425 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c78ffee2-aaac-433e-8093-3524bbe43d69 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:37:41.514805 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c78ffee2-aaac-433e-8093-3524bbe43d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:41.516446 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 14:37:41.516446 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:37:41.516446 n-d-836015-7 neutron-server[114869]: timer() Apr 20 14:37:41.516446 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:37:41.516446 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 14:37:41.516446 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:37:41.516446 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 14:37:41.516446 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:37:41.516446 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 14:37:41.516446 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:37:41.516446 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 14:37:41.516446 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:37:41.516446 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 14:37:41.516446 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:37:41.516446 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:37:41.516446 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:37:41.516446 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:37:41.516446 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:37:41.516446 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 14:37:41.516446 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:37:41.516446 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 14:37:41.516446 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:37:41.516446 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:37:41.516446 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:37:41.516446 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 14:37:41.516446 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:37:41.516446 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:37:41.516446 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:37:41.516446 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:37:41.516446 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:37:41.516446 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:37:41.516446 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:37:41.667883 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c78ffee2-aaac-433e-8093-3524bbe43d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:41.673082 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-c78ffee2-aaac-433e-8093-3524bbe43d69 admin admin] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:41.676199 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-c78ffee2-aaac-433e-8093-3524bbe43d69 admin admin] 10.222.0.25 "DELETE /v2.0/networks/563157e0-06fa-4a7b-a839-c3482567146d HTTP/1.1" status: 204 len: 168 time: 0.6789818 Apr 20 14:37:41.686949 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ffee2-aaac-433e-8093-3524bbe43d69 admin admin] Pushing event deleted for resources: {'Network': ['ID=563157e0-06fa-4a7b-a839-c3482567146d,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:42.090650 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36578) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:42.129936 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-a875629e-2a1f-4c91-bdc1-aa9bfb463038 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2b89876116d54fc79fafd221b0954966&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380731 Apr 20 14:37:42.132895 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36580) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:42.178991 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-869aa8bf-f53a-4ebb-8987-35a9526b4d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:42.199891 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-869aa8bf-f53a-4ebb-8987-35a9526b4d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:42.359610 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-869aa8bf-f53a-4ebb-8987-35a9526b4d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:42.362206 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-869aa8bf-f53a-4ebb-8987-35a9526b4d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:42.366155 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-869aa8bf-f53a-4ebb-8987-35a9526b4d19 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/92c02326-b56d-4c48-85ed-e4275900c027 HTTP/1.1" status: 204 len: 168 time: 0.2296288 Apr 20 14:37:42.376871 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869aa8bf-f53a-4ebb-8987-35a9526b4d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c02326-b56d-4c48-85ed-e4275900c027,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:42.402919 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 576c0a17-eca7-41f6-89c2-885a0ec1ce36 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:37:42.425902 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 576c0a17-eca7-41f6-89c2-885a0ec1ce36 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:37:42.426245 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 576c0a17-eca7-41f6-89c2-885a0ec1ce36 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:37:42.426669 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 8661ed94-287e-4057-8f85-7a0a9de90447 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:37:42.446862 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 8661ed94-287e-4057-8f85-7a0a9de90447 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:37:42.447206 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 8661ed94-287e-4057-8f85-7a0a9de90447 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:37:43.115779 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36586) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:43.154902 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3da7edad-afc2-459b-9ba7-bcf9a159b4cf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=80b98cb794f947d5b9c0aff42707aadb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379274 Apr 20 14:37:43.157228 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36588) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:43.203731 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0ece4dc5-9163-4351-a270-656d97c2f685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:43.229739 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0ece4dc5-9163-4351-a270-656d97c2f685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:43.350390 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0ece4dc5-9163-4351-a270-656d97c2f685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:43.352927 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0ece4dc5-9163-4351-a270-656d97c2f685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:43.354112 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0ece4dc5-9163-4351-a270-656d97c2f685 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5bbcad74-65a8-460a-a8ea-8df5b7fbe654 HTTP/1.1" status: 204 len: 168 time: 0.1960013 Apr 20 14:37:43.361961 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece4dc5-9163-4351-a270-656d97c2f685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbcad74-65a8-460a-a8ea-8df5b7fbe654,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:43.437434 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:43.922561 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:44.527427 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36610) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:44.621407 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-ad9fc36c-2ae1-4324-b540-7cdbf3b43a74 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1602670431-network', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:37:44.759335 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9fc36c-2ae1-4324-b540-7cdbf3b43a74 admin admin] Made reservation on behalf of 0188ea65ed744b8c9d64c8948fb7baed for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:37:44.761597 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ad9fc36c-2ae1-4324-b540-7cdbf3b43a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:44.769959 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ad9fc36c-2ae1-4324-b540-7cdbf3b43a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:44.840582 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ad9fc36c-2ae1-4324-b540-7cdbf3b43a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:44.922091 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ad9fc36c-2ae1-4324-b540-7cdbf3b43a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:44.948717 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad9fc36c-2ae1-4324-b540-7cdbf3b43a74 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:37:44.954717 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9fc36c-2ae1-4324-b540-7cdbf3b43a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62cd221-35ab-446e-b907-93ed63f38fb0,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:44.960456 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ad9fc36c-2ae1-4324-b540-7cdbf3b43a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:44.960798 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-ad9fc36c-2ae1-4324-b540-7cdbf3b43a74 admin admin] Added segment 7ee2bff3-3104-460a-86fa-cbafd336fdcc of type vlan for network 0d12e197-bc63-4e9c-8aae-6c046141ad34 Apr 20 14:37:45.001390 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ad9fc36c-2ae1-4324-b540-7cdbf3b43a74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:45.121356 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ad9fc36c-2ae1-4324-b540-7cdbf3b43a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:45.122322 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9fc36c-2ae1-4324-b540-7cdbf3b43a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:45.122905 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ad9fc36c-2ae1-4324-b540-7cdbf3b43a74 admin admin] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:45.184090 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9fc36c-2ae1-4324-b540-7cdbf3b43a74 admin admin] Pushing event updated for resources: {'Network': ['ID=0d12e197-bc63-4e9c-8aae-6c046141ad34,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:45.193768 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network 0d12e197-bc63-4e9c-8aae-6c046141ad34 details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:37:45.219076 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ad9fc36c-2ae1-4324-b540-7cdbf3b43a74 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6905241 Apr 20 14:37:45.221857 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36614) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:45.226629 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-c2b40d61-ac08-4365-b911-199bf5c5d1fc admin admin] Request body: {'subnet': {'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1602670431-subnet', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:37:45.299029 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b40d61-ac08-4365-b911-199bf5c5d1fc admin admin] Made reservation on behalf of 0188ea65ed744b8c9d64c8948fb7baed for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:37:45.301502 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c2b40d61-ac08-4365-b911-199bf5c5d1fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:45.516402 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c2b40d61-ac08-4365-b911-199bf5c5d1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:45.570623 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b40d61-ac08-4365-b911-199bf5c5d1fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a0ba95a-abf8-41f0-9f89-25f90f82f360,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:45.579553 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b40d61-ac08-4365-b911-199bf5c5d1fc admin admin] Checking segment: {'id': '7ee2bff3-3104-460a-86fa-cbafd336fdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:37:45.579905 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b40d61-ac08-4365-b911-199bf5c5d1fc admin admin] Network hostable DHCP agents. Network: 0d12e197-bc63-4e9c-8aae-6c046141ad34, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:37:45.714143 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b40d61-ac08-4365-b911-199bf5c5d1fc admin admin] Network 0d12e197-bc63-4e9c-8aae-6c046141ad34 is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:37:45.847794 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-c2b40d61-ac08-4365-b911-199bf5c5d1fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, 0d12e197-bc63-4e9c-8aae-6c046141ad34) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:37:45.851978 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b40d61-ac08-4365-b911-199bf5c5d1fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:45.852486 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c2b40d61-ac08-4365-b911-199bf5c5d1fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:45.857074 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c512adfa-f0ee-4b34-be34-f6cc7c00cc31 None None] Network 0d12e197-bc63-4e9c-8aae-6c046141ad34 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:37:45.970105 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c2b40d61-ac08-4365-b911-199bf5c5d1fc admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7471604 Apr 20 14:37:45.972737 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36616) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:45.977376 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-c0b278e1-ba75-49da-b18a-4837f4beee16 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1602670431-router', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:37:46.000190 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf022d4-bd13-48b5-9cf9-f185b9b343b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-0d12e197-bc63-4e9c-8aae-6c046141ad34', 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'fixed_ips': [{'subnet_id': '0a0ba95a-abf8-41f0-9f89-25f90f82f360'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:37:46.001051 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4cf022d4-bd13-48b5-9cf9-f185b9b343b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:46.116695 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c0b278e1-ba75-49da-b18a-4837f4beee16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:46.117699 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c0b278e1-ba75-49da-b18a-4837f4beee16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:46.134211 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-4cf022d4-bd13-48b5-9cf9-f185b9b343b0 None None] Allocated IP 172.20.0.2 (0d12e197-bc63-4e9c-8aae-6c046141ad34/0a0ba95a-abf8-41f0-9f89-25f90f82f360/bb5023e9-69cf-451a-9a51-815239ce18fa) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:37:46.172087 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c0b278e1-ba75-49da-b18a-4837f4beee16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:46.275100 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4cf022d4-bd13-48b5-9cf9-f185b9b343b0 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:46.383123 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4cf022d4-bd13-48b5-9cf9-f185b9b343b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:46.419149 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf022d4-bd13-48b5-9cf9-f185b9b343b0 None None] Network 0d12e197-bc63-4e9c-8aae-6c046141ad34 is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:37:46.423888 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-4cf022d4-bd13-48b5-9cf9-f185b9b343b0 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:37:46.426784 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf022d4-bd13-48b5-9cf9-f185b9b343b0 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:37:46.439723 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf022d4-bd13-48b5-9cf9-f185b9b343b0 None None] Pushing event updated for resources: {'Port': ['ID=bb5023e9-69cf-451a-9a51-815239ce18fa,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:46.445413 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c0b278e1-ba75-49da-b18a-4837f4beee16 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:46.489531 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-4cf022d4-bd13-48b5-9cf9-f185b9b343b0 None None] Attempting to bind port bb5023e9-69cf-451a-9a51-815239ce18fa on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:37:46.489943 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-4cf022d4-bd13-48b5-9cf9-f185b9b343b0 None None] Attempting to bind port bb5023e9-69cf-451a-9a51-815239ce18fa by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '7ee2bff3-3104-460a-86fa-cbafd336fdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:37:46.490313 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf022d4-bd13-48b5-9cf9-f185b9b343b0 None None] Attempting to bind port bb5023e9-69cf-451a-9a51-815239ce18fa on network 0d12e197-bc63-4e9c-8aae-6c046141ad34 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:37:46.495495 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf022d4-bd13-48b5-9cf9-f185b9b343b0 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:37:46.495867 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf022d4-bd13-48b5-9cf9-f185b9b343b0 None None] Checking segment: {'id': '7ee2bff3-3104-460a-86fa-cbafd336fdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:37:46.497855 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4cf022d4-bd13-48b5-9cf9-f185b9b343b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:46.497855 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf022d4-bd13-48b5-9cf9-f185b9b343b0 None None] Bound using segment: {'id': '7ee2bff3-3104-460a-86fa-cbafd336fdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:37:46.497855 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-4cf022d4-bd13-48b5-9cf9-f185b9b343b0 None None] Bound port: bb5023e9-69cf-451a-9a51-815239ce18fa, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee2bff3-3104-460a-86fa-cbafd336fdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:37:46.497855 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4cf022d4-bd13-48b5-9cf9-f185b9b343b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:46.559040 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-4cf022d4-bd13-48b5-9cf9-f185b9b343b0 None None] For port bb5023e9-69cf-451a-9a51-815239ce18fa, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:37:46.562043 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-4cf022d4-bd13-48b5-9cf9-f185b9b343b0 None None] For port bb5023e9-69cf-451a-9a51-815239ce18fa, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=bb5023e9-69cf-451a-9a51-815239ce18fa,segment=NetworkSegment(7ee2bff3-3104-460a-86fa-cbafd336fdcc),segment_id=7ee2bff3-3104-460a-86fa-cbafd336fdcc)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:37:46.703144 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4cf022d4-bd13-48b5-9cf9-f185b9b343b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:46.704895 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c0b278e1-ba75-49da-b18a-4837f4beee16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:46.724624 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c0b278e1-ba75-49da-b18a-4837f4beee16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:46.758812 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf022d4-bd13-48b5-9cf9-f185b9b343b0 None None] Pushing event updated for resources: {'Port': ['ID=bb5023e9-69cf-451a-9a51-815239ce18fa,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:46.838052 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-c0b278e1-ba75-49da-b18a-4837f4beee16 admin admin] Allocated IP 172.25.8.11 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/bf642681-7a87-4e60-a559-4cc1f2bdc188) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:37:46.966642 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c0b278e1-ba75-49da-b18a-4837f4beee16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:47.065276 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c0b278e1-ba75-49da-b18a-4837f4beee16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:47.109979 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b278e1-ba75-49da-b18a-4837f4beee16 admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:37:47.112851 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-c0b278e1-ba75-49da-b18a-4837f4beee16 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:37:47.115914 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b278e1-ba75-49da-b18a-4837f4beee16 admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:37:47.139266 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b278e1-ba75-49da-b18a-4837f4beee16 admin admin] Pushing event updated for resources: {'Port': ['ID=bf642681-7a87-4e60-a559-4cc1f2bdc188,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:47.450014 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c0b278e1-ba75-49da-b18a-4837f4beee16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:47.687583 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5627fb16-41bc-44ad-a571-56d1dedd49e5 None None] Network 0d12e197-bc63-4e9c-8aae-6c046141ad34 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:37:47.751963 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-3f887fc1-00b0-47f4-938c-0b691ebf434c None None] Provisioning complete for port bb5023e9-69cf-451a-9a51-815239ce18fa triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:37:47.752330 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3f887fc1-00b0-47f4-938c-0b691ebf434c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:48.014945 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c0b278e1-ba75-49da-b18a-4837f4beee16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:48.049121 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3f887fc1-00b0-47f4-938c-0b691ebf434c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:48.100822 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-3f887fc1-00b0-47f4-938c-0b691ebf434c None None] For port bb5023e9-69cf-451a-9a51-815239ce18fa, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=bb5023e9-69cf-451a-9a51-815239ce18fa,segment=NetworkSegment(7ee2bff3-3104-460a-86fa-cbafd336fdcc),segment_id=7ee2bff3-3104-460a-86fa-cbafd336fdcc)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:48.179830 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3f887fc1-00b0-47f4-938c-0b691ebf434c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:48.230157 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f887fc1-00b0-47f4-938c-0b691ebf434c None None] Pushing event updated for resources: {'Port': ['ID=bb5023e9-69cf-451a-9a51-815239ce18fa,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:48.241875 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b278e1-ba75-49da-b18a-4837f4beee16 admin admin] Router 24699db2-cd83-4096-9adf-86e13c0890e9 is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:37:48.298922 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-9d92cb52-4335-401f-9c60-284c31144cf5 None None] Provisioning complete for port bb5023e9-69cf-451a-9a51-815239ce18fa triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:37:48.299290 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9d92cb52-4335-401f-9c60-284c31144cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:48.351856 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b278e1-ba75-49da-b18a-4837f4beee16 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:37:48.361361 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774cca0f-01ae-403b-b18f-b9b220d0115c None None] Sync routers for ids ['24699db2-cd83-4096-9adf-86e13c0890e9'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:37:48.373439 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774cca0f-01ae-403b-b18f-b9b220d0115c None None] Routers {'24699db2-cd83-4096-9adf-86e13c0890e9'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:37:48.374066 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-774cca0f-01ae-403b-b18f-b9b220d0115c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:37:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['24699db2-cd83-4096-9adf-86e13c0890e9'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:48.447939 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c0b278e1-ba75-49da-b18a-4837f4beee16 admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:48.448129 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device bb5023e9-69cf-451a-9a51-815239ce18fa up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:37:48.451431 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c0b278e1-ba75-49da-b18a-4837f4beee16 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4754715 Apr 20 14:37:48.455853 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36618) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:48.481561 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-774cca0f-01ae-403b-b18f-b9b220d0115c None None] Set router 24699db2-cd83-4096-9adf-86e13c0890e9 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:37:48.502283 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port bb5023e9-69cf-451a-9a51-815239ce18fa triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:37:48.503286 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:48.659724 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-774cca0f-01ae-403b-b18f-b9b220d0115c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'name': 'tempest-TestSnapshotPattern-1602670431-router', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'bf642681-7a87-4e60-a559-4cc1f2bdc188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:46Z', 'updated_at': '2022-04-20T14:37:47Z', 'revision_number': 3, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'gw_port': {'id': 'bf642681-7a87-4e60-a559-4cc1f2bdc188', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:46Z', 'updated_at': '2022-04-20T14:37:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:48.688940 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774cca0f-01ae-403b-b18f-b9b220d0115c None None] Checking router: 24699db2-cd83-4096-9adf-86e13c0890e9 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:37:48.689289 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774cca0f-01ae-403b-b18f-b9b220d0115c None None] Updating router 24699db2-cd83-4096-9adf-86e13c0890e9 port bf642681-7a87-4e60-a559-4cc1f2bdc188 binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:37:48.714992 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-774cca0f-01ae-403b-b18f-b9b220d0115c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:48.876688 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-24c44239-de88-4db7-a338-63d17ffc4c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:49.032356 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-24c44239-de88-4db7-a338-63d17ffc4c92 admin admin] Allocated IP 172.20.0.1 (0d12e197-bc63-4e9c-8aae-6c046141ad34/0a0ba95a-abf8-41f0-9f89-25f90f82f360/454209d7-e63f-42f9-b9ec-3b73e77f06d9) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:37:49.051594 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-774cca0f-01ae-403b-b18f-b9b220d0115c None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:49.133722 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-774cca0f-01ae-403b-b18f-b9b220d0115c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:49.137258 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-24c44239-de88-4db7-a338-63d17ffc4c92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:49.184699 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-774cca0f-01ae-403b-b18f-b9b220d0115c None None] Attempting to bind port bf642681-7a87-4e60-a559-4cc1f2bdc188 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:37:49.190844 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-774cca0f-01ae-403b-b18f-b9b220d0115c None None] Attempting to bind port bf642681-7a87-4e60-a559-4cc1f2bdc188 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:37:49.190844 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774cca0f-01ae-403b-b18f-b9b220d0115c None None] Attempting to bind port bf642681-7a87-4e60-a559-4cc1f2bdc188 on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:37:49.192305 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf854a5-b01c-4970-bb0d-0ef853467635 None None] Pushing event updated for resources: {'Port': ['ID=bf642681-7a87-4e60-a559-4cc1f2bdc188,revision_number=2']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:49.195867 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774cca0f-01ae-403b-b18f-b9b220d0115c None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:37:49.196239 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774cca0f-01ae-403b-b18f-b9b220d0115c None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:37:49.196639 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-774cca0f-01ae-403b-b18f-b9b220d0115c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:49.197026 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774cca0f-01ae-403b-b18f-b9b220d0115c None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:37:49.197486 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-774cca0f-01ae-403b-b18f-b9b220d0115c None None] Bound port: bf642681-7a87-4e60-a559-4cc1f2bdc188, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:37:49.197859 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-774cca0f-01ae-403b-b18f-b9b220d0115c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:49.204132 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf854a5-b01c-4970-bb0d-0ef853467635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:49.204471 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf854a5-b01c-4970-bb0d-0ef853467635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:49.204806 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf854a5-b01c-4970-bb0d-0ef853467635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:49.205137 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf854a5-b01c-4970-bb0d-0ef853467635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:49.205462 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf854a5-b01c-4970-bb0d-0ef853467635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:49.205784 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf854a5-b01c-4970-bb0d-0ef853467635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:49.206105 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf854a5-b01c-4970-bb0d-0ef853467635 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:49.206422 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf854a5-b01c-4970-bb0d-0ef853467635 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:49.206740 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf854a5-b01c-4970-bb0d-0ef853467635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:49.207057 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf854a5-b01c-4970-bb0d-0ef853467635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:49.207388 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf854a5-b01c-4970-bb0d-0ef853467635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:49.207708 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf854a5-b01c-4970-bb0d-0ef853467635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:37:49.257457 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-774cca0f-01ae-403b-b18f-b9b220d0115c None None] For port bf642681-7a87-4e60-a559-4cc1f2bdc188, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:37:49.260421 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-774cca0f-01ae-403b-b18f-b9b220d0115c None None] For port bf642681-7a87-4e60-a559-4cc1f2bdc188, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=bf642681-7a87-4e60-a559-4cc1f2bdc188,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:37:49.308339 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-24c44239-de88-4db7-a338-63d17ffc4c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:49.348023 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c44239-de88-4db7-a338-63d17ffc4c92 admin admin] Network 0d12e197-bc63-4e9c-8aae-6c046141ad34 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:37:49.351438 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-24c44239-de88-4db7-a338-63d17ffc4c92 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:37:49.353812 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c44239-de88-4db7-a338-63d17ffc4c92 admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:37:49.357173 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-774cca0f-01ae-403b-b18f-b9b220d0115c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:49.387006 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c44239-de88-4db7-a338-63d17ffc4c92 admin admin] Pushing event updated for resources: {'Port': ['ID=454209d7-e63f-42f9-b9ec-3b73e77f06d9,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:49.407611 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-24c44239-de88-4db7-a338-63d17ffc4c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:49.415126 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774cca0f-01ae-403b-b18f-b9b220d0115c None None] Routers {'24699db2-cd83-4096-9adf-86e13c0890e9'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:37:49.415796 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-774cca0f-01ae-403b-b18f-b9b220d0115c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:37:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['24699db2-cd83-4096-9adf-86e13c0890e9'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:49.420666 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf854a5-b01c-4970-bb0d-0ef853467635 None None] Pushing event updated for resources: {'Port': ['ID=bf642681-7a87-4e60-a559-4cc1f2bdc188,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:49.529764 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-774cca0f-01ae-403b-b18f-b9b220d0115c None None] Set router 24699db2-cd83-4096-9adf-86e13c0890e9 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:37:49.611223 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-d5689655-4021-4709-bf1a-ae0ff721d1dd None None] Provisioning complete for port 454209d7-e63f-42f9-b9ec-3b73e77f06d9 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:37:49.611864 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d5689655-4021-4709-bf1a-ae0ff721d1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:49.643471 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-24c44239-de88-4db7-a338-63d17ffc4c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:49.644869 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-d5689655-4021-4709-bf1a-ae0ff721d1dd None None] Port 454209d7-e63f-42f9-b9ec-3b73e77f06d9 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:37:49.713487 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-774cca0f-01ae-403b-b18f-b9b220d0115c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'name': 'tempest-TestSnapshotPattern-1602670431-router', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'bf642681-7a87-4e60-a559-4cc1f2bdc188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:46Z', 'updated_at': '2022-04-20T14:37:47Z', 'revision_number': 3, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'gw_port': {'id': 'bf642681-7a87-4e60-a559-4cc1f2bdc188', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:46Z', 'updated_at': '2022-04-20T14:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:49.739869 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774cca0f-01ae-403b-b18f-b9b220d0115c None None] The sync data for ids ['24699db2-cd83-4096-9adf-86e13c0890e9'] in n-d-836015-7 is: [{'id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'name': 'tempest-TestSnapshotPattern-1602670431-router', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'bf642681-7a87-4e60-a559-4cc1f2bdc188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:46Z', 'updated_at': '2022-04-20T14:37:47Z', 'revision_number': 3, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'gw_port': {'id': 'bf642681-7a87-4e60-a559-4cc1f2bdc188', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:46Z', 'updated_at': '2022-04-20T14:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:37:49.813209 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-24c44239-de88-4db7-a338-63d17ffc4c92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:49.970844 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-24c44239-de88-4db7-a338-63d17ffc4c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:50.048446 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c44239-de88-4db7-a338-63d17ffc4c92 admin admin] Pushing event updated for resources: {'Port': ['ID=454209d7-e63f-42f9-b9ec-3b73e77f06d9,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:50.051957 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-24c44239-de88-4db7-a338-63d17ffc4c92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:50.150467 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c44239-de88-4db7-a338-63d17ffc4c92 admin admin] Network 0d12e197-bc63-4e9c-8aae-6c046141ad34 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:37:50.151839 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-24c44239-de88-4db7-a338-63d17ffc4c92 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:37:50.278416 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c44239-de88-4db7-a338-63d17ffc4c92 admin admin] Router 24699db2-cd83-4096-9adf-86e13c0890e9 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:37:50.374845 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-7b4a7d6b-98be-4560-83b5-c6e419112ec4 None None] Provisioning complete for port 454209d7-e63f-42f9-b9ec-3b73e77f06d9 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:37:50.375281 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7b4a7d6b-98be-4560-83b5-c6e419112ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:50.406065 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c44239-de88-4db7-a338-63d17ffc4c92 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:37:50.411100 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-24c44239-de88-4db7-a338-63d17ffc4c92 admin admin] 10.222.0.25 "PUT /v2.0/routers/24699db2-cd83-4096-9adf-86e13c0890e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9542592 Apr 20 14:37:50.432622 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-7b4a7d6b-98be-4560-83b5-c6e419112ec4 None None] Port 454209d7-e63f-42f9-b9ec-3b73e77f06d9 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:37:50.462088 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device bf642681-7a87-4e60-a559-4cc1f2bdc188 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:37:50.512320 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port bf642681-7a87-4e60-a559-4cc1f2bdc188 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:37:50.512695 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:50.600940 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:50.620560 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port bf642681-7a87-4e60-a559-4cc1f2bdc188, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=bf642681-7a87-4e60-a559-4cc1f2bdc188,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:50.779482 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:50.831517 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=bf642681-7a87-4e60-a559-4cc1f2bdc188,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:51.209896 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36634) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:51.215211 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-bf555692-5766-4e56-b278-0c7c4eaf9a0c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1178384360-network', 'tenant_id': 'a8d38aa7e74d427d87d845535d783819'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:37:51.314678 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bc8d60-3bee-471f-b31d-c3bc501967d6 None None] Sync routers for ids ['24699db2-cd83-4096-9adf-86e13c0890e9'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:37:51.325770 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bc8d60-3bee-471f-b31d-c3bc501967d6 None None] Routers {'24699db2-cd83-4096-9adf-86e13c0890e9'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:37:51.326470 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-63bc8d60-3bee-471f-b31d-c3bc501967d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:37:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['24699db2-cd83-4096-9adf-86e13c0890e9'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:51.371243 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf555692-5766-4e56-b278-0c7c4eaf9a0c admin admin] Made reservation on behalf of a8d38aa7e74d427d87d845535d783819 for: {'network': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:37:51.373813 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bf555692-5766-4e56-b278-0c7c4eaf9a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for network, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:51.383862 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bf555692-5766-4e56-b278-0c7c4eaf9a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:51.434075 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-63bc8d60-3bee-471f-b31d-c3bc501967d6 None None] Set router 24699db2-cd83-4096-9adf-86e13c0890e9 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:37:51.456527 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bf555692-5766-4e56-b278-0c7c4eaf9a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:51.542003 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bf555692-5766-4e56-b278-0c7c4eaf9a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:51.566974 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf555692-5766-4e56-b278-0c7c4eaf9a0c admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=114870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 14:37:51.575866 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf555692-5766-4e56-b278-0c7c4eaf9a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311dae9b-9261-4fe7-b1ba-0d4e4a29f7b7,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:51.581771 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bf555692-5766-4e56-b278-0c7c4eaf9a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:51.582119 n-d-836015-7 neutron-server[114870]: INFO neutron.db.segments_db [None req-bf555692-5766-4e56-b278-0c7c4eaf9a0c admin admin] Added segment 729bd385-c064-4c0b-a6ef-611e68413e06 of type vlan for network a986d898-108c-45d0-baf6-390f69ea8f7e Apr 20 14:37:51.627280 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bf555692-5766-4e56-b278-0c7c4eaf9a0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759760055489'] for network, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:51.636098 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-63bc8d60-3bee-471f-b31d-c3bc501967d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'name': 'tempest-TestSnapshotPattern-1602670431-router', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'bf642681-7a87-4e60-a559-4cc1f2bdc188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:46Z', 'updated_at': '2022-04-20T14:37:49Z', 'revision_number': 4, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'gw_port': {'id': 'bf642681-7a87-4e60-a559-4cc1f2bdc188', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:46Z', 'updated_at': '2022-04-20T14:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '454209d7-e63f-42f9-b9ec-3b73e77f06d9', 'name': '', 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'mac_address': 'fa:16:3e:02:33:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': '0a0ba95a-abf8-41f0-9f89-25f90f82f360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:48Z', 'updated_at': '2022-04-20T14:37:49Z', 'revision_number': 2, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'subnets': [{'id': '0a0ba95a-abf8-41f0-9f89-25f90f82f360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:51.662680 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bc8d60-3bee-471f-b31d-c3bc501967d6 None None] Checking router: 24699db2-cd83-4096-9adf-86e13c0890e9 for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:37:51.663031 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bc8d60-3bee-471f-b31d-c3bc501967d6 None None] Updating router 24699db2-cd83-4096-9adf-86e13c0890e9 port 454209d7-e63f-42f9-b9ec-3b73e77f06d9 binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:37:51.687137 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-63bc8d60-3bee-471f-b31d-c3bc501967d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:51.748274 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bf555692-5766-4e56-b278-0c7c4eaf9a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427'] for network, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:51.749187 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf555692-5766-4e56-b278-0c7c4eaf9a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:51.749773 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-bf555692-5766-4e56-b278-0c7c4eaf9a0c admin admin] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:51.807527 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf555692-5766-4e56-b278-0c7c4eaf9a0c admin admin] Pushing event updated for resources: {'Network': ['ID=a986d898-108c-45d0-baf6-390f69ea8f7e,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:51.817243 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Network a986d898-108c-45d0-baf6-390f69ea8f7e details requested by agent ovs-agent-n-d-836015-7 with host n-d-836015-7 {{(pid=114871) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 14:37:51.867801 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-bf555692-5766-4e56-b278-0c7c4eaf9a0c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6567519 Apr 20 14:37:51.870527 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36636) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:51.875604 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-3df2d7a7-4e35-4553-9e71-1f456c97946c admin admin] Request body: {'subnet': {'network_id': 'a986d898-108c-45d0-baf6-390f69ea8f7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1178384360-subnet', 'tenant_id': 'a8d38aa7e74d427d87d845535d783819', 'ip_version': 4}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:37:52.002846 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-63bc8d60-3bee-471f-b31d-c3bc501967d6 None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:52.176810 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df2d7a7-4e35-4553-9e71-1f456c97946c admin admin] Made reservation on behalf of a8d38aa7e74d427d87d845535d783819 for: {'subnet': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:37:52.179202 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3df2d7a7-4e35-4553-9e71-1f456c97946c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60531673'] for subnet, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:52.287996 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-63bc8d60-3bee-471f-b31d-c3bc501967d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:52.408410 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b04009-94e0-4232-a6be-4839d1eb0c10 None None] Pushing event updated for resources: {'Port': ['ID=454209d7-e63f-42f9-b9ec-3b73e77f06d9,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:52.408410 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-63bc8d60-3bee-471f-b31d-c3bc501967d6 None None] Attempting to bind port 454209d7-e63f-42f9-b9ec-3b73e77f06d9 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:37:52.408410 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-63bc8d60-3bee-471f-b31d-c3bc501967d6 None None] Attempting to bind port 454209d7-e63f-42f9-b9ec-3b73e77f06d9 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '7ee2bff3-3104-460a-86fa-cbafd336fdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:37:52.408410 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bc8d60-3bee-471f-b31d-c3bc501967d6 None None] Attempting to bind port 454209d7-e63f-42f9-b9ec-3b73e77f06d9 on network 0d12e197-bc63-4e9c-8aae-6c046141ad34 {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:37:52.408410 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bc8d60-3bee-471f-b31d-c3bc501967d6 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:37:52.408410 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bc8d60-3bee-471f-b31d-c3bc501967d6 None None] Checking segment: {'id': '7ee2bff3-3104-460a-86fa-cbafd336fdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:37:52.408410 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-63bc8d60-3bee-471f-b31d-c3bc501967d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:52.408410 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bc8d60-3bee-471f-b31d-c3bc501967d6 None None] Bound using segment: {'id': '7ee2bff3-3104-460a-86fa-cbafd336fdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:37:52.408410 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-63bc8d60-3bee-471f-b31d-c3bc501967d6 None None] Bound port: 454209d7-e63f-42f9-b9ec-3b73e77f06d9, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee2bff3-3104-460a-86fa-cbafd336fdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:37:52.408410 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-63bc8d60-3bee-471f-b31d-c3bc501967d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:52.441119 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device bf642681-7a87-4e60-a559-4cc1f2bdc188 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:37:52.509989 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-63bc8d60-3bee-471f-b31d-c3bc501967d6 None None] For port 454209d7-e63f-42f9-b9ec-3b73e77f06d9, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:37:52.514947 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-63bc8d60-3bee-471f-b31d-c3bc501967d6 None None] For port 454209d7-e63f-42f9-b9ec-3b73e77f06d9, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=454209d7-e63f-42f9-b9ec-3b73e77f06d9,segment=NetworkSegment(7ee2bff3-3104-460a-86fa-cbafd336fdcc),segment_id=7ee2bff3-3104-460a-86fa-cbafd336fdcc)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:37:52.523711 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port bf642681-7a87-4e60-a559-4cc1f2bdc188 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:37:52.524084 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:52.608205 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-b930356e-d427-4a68-a0dd-d1f5fe6190c1 None None] Provisioning complete for port 454209d7-e63f-42f9-b9ec-3b73e77f06d9 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:37:52.608205 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b930356e-d427-4a68-a0dd-d1f5fe6190c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:52.643105 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-b930356e-d427-4a68-a0dd-d1f5fe6190c1 None None] Port 454209d7-e63f-42f9-b9ec-3b73e77f06d9 cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:37:52.680045 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3df2d7a7-4e35-4553-9e71-1f456c97946c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59244245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60531663'] for subnet, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:52.743539 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df2d7a7-4e35-4553-9e71-1f456c97946c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f646f17-bb36-42fe-9477-91724345b630,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:52.745743 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df2d7a7-4e35-4553-9e71-1f456c97946c admin admin] Checking segment: {'id': '729bd385-c064-4c0b-a6ef-611e68413e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a986d898-108c-45d0-baf6-390f69ea8f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:37:52.746060 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-63bc8d60-3bee-471f-b31d-c3bc501967d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:52.746193 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df2d7a7-4e35-4553-9e71-1f456c97946c admin admin] Network hostable DHCP agents. Network: a986d898-108c-45d0-baf6-390f69ea8f7e, hostable agents: ['742b9217-cd66-4ceb-b3ff-1d62572c2f89'], hosted agents: [] {{(pid=114870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 14:37:52.793803 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bc8d60-3bee-471f-b31d-c3bc501967d6 None None] Routers {'24699db2-cd83-4096-9adf-86e13c0890e9'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:37:52.794463 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-63bc8d60-3bee-471f-b31d-c3bc501967d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:37:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['24699db2-cd83-4096-9adf-86e13c0890e9'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:52.853581 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b04009-94e0-4232-a6be-4839d1eb0c10 None None] Pushing event updated for resources: {'Port': ['ID=454209d7-e63f-42f9-b9ec-3b73e77f06d9,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:52.928572 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-63bc8d60-3bee-471f-b31d-c3bc501967d6 None None] Set router 24699db2-cd83-4096-9adf-86e13c0890e9 gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:37:52.948151 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df2d7a7-4e35-4553-9e71-1f456c97946c admin admin] Network a986d898-108c-45d0-baf6-390f69ea8f7e is scheduled to be hosted by DHCP agent 742b9217-cd66-4ceb-b3ff-1d62572c2f89 with binding_index 1 {{(pid=114870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 14:37:53.079377 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-a1b70d3e-c447-4da6-9951-712ebc856b54 None None] Provisioning complete for port 454209d7-e63f-42f9-b9ec-3b73e77f06d9 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:37:53.079734 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a1b70d3e-c447-4da6-9951-712ebc856b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:53.093340 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-3df2d7a7-4e35-4553-9e71-1f456c97946c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-7, a986d898-108c-45d0-baf6-390f69ea8f7e) {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:37:53.098229 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df2d7a7-4e35-4553-9e71-1f456c97946c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:37:53.099687 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-3df2d7a7-4e35-4553-9e71-1f456c97946c admin admin] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:53.109843 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7833282c-7ef2-451a-9b55-6e9082fe23f9 None None] Network a986d898-108c-45d0-baf6-390f69ea8f7e requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:37:53.210537 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-3df2d7a7-4e35-4553-9e71-1f456c97946c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3387864 Apr 20 14:37:53.213266 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36638) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:53.217521 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-ce2336f6-2513-4de2-bced-51ec29a76568 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1178384360-router', 'tenant_id': 'a8d38aa7e74d427d87d845535d783819', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:37:53.308698 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce2336f6-2513-4de2-bced-51ec29a76568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-545946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-54794'] for router, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:53.309817 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce2336f6-2513-4de2-bced-51ec29a76568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-54833'] for router, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:53.369828 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce2336f6-2513-4de2-bced-51ec29a76568 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:53.449917 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a1b70d3e-c447-4da6-9951-712ebc856b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:53.473447 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-63bc8d60-3bee-471f-b31d-c3bc501967d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'name': 'tempest-TestSnapshotPattern-1602670431-router', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'bf642681-7a87-4e60-a559-4cc1f2bdc188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:46Z', 'updated_at': '2022-04-20T14:37:49Z', 'revision_number': 4, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'gw_port': {'id': 'bf642681-7a87-4e60-a559-4cc1f2bdc188', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:46Z', 'updated_at': '2022-04-20T14:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '454209d7-e63f-42f9-b9ec-3b73e77f06d9', 'name': '', 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'mac_address': 'fa:16:3e:02:33:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': '0a0ba95a-abf8-41f0-9f89-25f90f82f360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:48Z', 'updated_at': '2022-04-20T14:37:52Z', 'revision_number': 4, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'subnets': [{'id': '0a0ba95a-abf8-41f0-9f89-25f90f82f360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:53.520017 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bc8d60-3bee-471f-b31d-c3bc501967d6 None None] The sync data for ids ['24699db2-cd83-4096-9adf-86e13c0890e9'] in n-d-836015-7 is: [{'id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'name': 'tempest-TestSnapshotPattern-1602670431-router', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'bf642681-7a87-4e60-a559-4cc1f2bdc188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:46Z', 'updated_at': '2022-04-20T14:37:49Z', 'revision_number': 4, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'gw_port': {'id': 'bf642681-7a87-4e60-a559-4cc1f2bdc188', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:46Z', 'updated_at': '2022-04-20T14:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '454209d7-e63f-42f9-b9ec-3b73e77f06d9', 'name': '', 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'mac_address': 'fa:16:3e:02:33:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': '0a0ba95a-abf8-41f0-9f89-25f90f82f360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:48Z', 'updated_at': '2022-04-20T14:37:52Z', 'revision_number': 4, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'subnets': [{'id': '0a0ba95a-abf8-41f0-9f89-25f90f82f360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:37:53.539262 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-a1b70d3e-c447-4da6-9951-712ebc856b54 None None] For port 454209d7-e63f-42f9-b9ec-3b73e77f06d9, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=454209d7-e63f-42f9-b9ec-3b73e77f06d9,segment=NetworkSegment(7ee2bff3-3104-460a-86fa-cbafd336fdcc),segment_id=7ee2bff3-3104-460a-86fa-cbafd336fdcc)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:53.552392 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21ae522-4462-491e-ad6e-c9a5ba9cd772 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd6a01f14-f900-54be-b077-28fd874c6cf3-a986d898-108c-45d0-baf6-390f69ea8f7e', 'network_id': 'a986d898-108c-45d0-baf6-390f69ea8f7e', 'tenant_id': 'a8d38aa7e74d427d87d845535d783819', 'fixed_ips': [{'subnet_id': '6f646f17-bb36-42fe-9477-91724345b630'}]}} from n-d-836015-7. {{(pid=114871) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 14:37:53.566305 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b21ae522-4462-491e-ad6e-c9a5ba9cd772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:53.591674 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce2336f6-2513-4de2-bced-51ec29a76568 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:53.647136 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a1b70d3e-c447-4da6-9951-712ebc856b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:53.738264 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b70d3e-c447-4da6-9951-712ebc856b54 None None] Pushing event updated for resources: {'Port': ['ID=454209d7-e63f-42f9-b9ec-3b73e77f06d9,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:53.754127 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.db_base_plugin_common [None req-b21ae522-4462-491e-ad6e-c9a5ba9cd772 None None] Allocated IP 172.20.0.2 (a986d898-108c-45d0-baf6-390f69ea8f7e/6f646f17-bb36-42fe-9477-91724345b630/ab7cead9-7a69-47a6-af99-5b7cbcc9dfe2) {{(pid=114871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:37:53.900699 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce2336f6-2513-4de2-bced-51ec29a76568 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:53.911389 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b21ae522-4462-491e-ad6e-c9a5ba9cd772 None None] Notify callbacks [] for port, precommit_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:53.920617 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce2336f6-2513-4de2-bced-51ec29a76568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:53.995171 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b21ae522-4462-491e-ad6e-c9a5ba9cd772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493'] for port, after_create {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:54.038530 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21ae522-4462-491e-ad6e-c9a5ba9cd772 None None] Network a986d898-108c-45d0-baf6-390f69ea8f7e is already hosted by enough agents. {{(pid=114871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:37:54.040730 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-ce2336f6-2513-4de2-bced-51ec29a76568 admin admin] Allocated IP 172.25.8.217 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/e08763d4-70ab-4361-bb1b-d0f3387df36a) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:37:54.047336 n-d-836015-7 neutron-server[114871]: DEBUG neutron.scheduler.base_scheduler [None req-b21ae522-4462-491e-ad6e-c9a5ba9cd772 None None] Resources bound (agent type, host, resource id): {{(pid=114871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:37:54.050337 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21ae522-4462-491e-ad6e-c9a5ba9cd772 None None] Received port after_create {{(pid=114871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:37:54.059960 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ae522-4462-491e-ad6e-c9a5ba9cd772 None None] Pushing event updated for resources: {'Port': ['ID=ab7cead9-7a69-47a6-af99-5b7cbcc9dfe2,revision_number=1']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:54.117159 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-b21ae522-4462-491e-ad6e-c9a5ba9cd772 None None] Attempting to bind port ab7cead9-7a69-47a6-af99-5b7cbcc9dfe2 on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:37:54.117692 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-b21ae522-4462-491e-ad6e-c9a5ba9cd772 None None] Attempting to bind port ab7cead9-7a69-47a6-af99-5b7cbcc9dfe2 by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '729bd385-c064-4c0b-a6ef-611e68413e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a986d898-108c-45d0-baf6-390f69ea8f7e'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:37:54.118056 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21ae522-4462-491e-ad6e-c9a5ba9cd772 None None] Attempting to bind port ab7cead9-7a69-47a6-af99-5b7cbcc9dfe2 on network a986d898-108c-45d0-baf6-390f69ea8f7e {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:37:54.123515 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21ae522-4462-491e-ad6e-c9a5ba9cd772 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:37:54.123894 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21ae522-4462-491e-ad6e-c9a5ba9cd772 None None] Checking segment: {'id': '729bd385-c064-4c0b-a6ef-611e68413e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a986d898-108c-45d0-baf6-390f69ea8f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:37:54.124298 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b21ae522-4462-491e-ad6e-c9a5ba9cd772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:54.124683 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21ae522-4462-491e-ad6e-c9a5ba9cd772 None None] Bound using segment: {'id': '729bd385-c064-4c0b-a6ef-611e68413e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a986d898-108c-45d0-baf6-390f69ea8f7e'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:37:54.125143 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-b21ae522-4462-491e-ad6e-c9a5ba9cd772 None None] Bound port: ab7cead9-7a69-47a6-af99-5b7cbcc9dfe2, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '729bd385-c064-4c0b-a6ef-611e68413e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a986d898-108c-45d0-baf6-390f69ea8f7e'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:37:54.125528 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b21ae522-4462-491e-ad6e-c9a5ba9cd772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:54.160373 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce2336f6-2513-4de2-bced-51ec29a76568 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:54.190402 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-b21ae522-4462-491e-ad6e-c9a5ba9cd772 None None] For port ab7cead9-7a69-47a6-af99-5b7cbcc9dfe2, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:37:54.194337 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-b21ae522-4462-491e-ad6e-c9a5ba9cd772 None None] For port ab7cead9-7a69-47a6-af99-5b7cbcc9dfe2, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ab7cead9-7a69-47a6-af99-5b7cbcc9dfe2,segment=NetworkSegment(729bd385-c064-4c0b-a6ef-611e68413e06),segment_id=729bd385-c064-4c0b-a6ef-611e68413e06)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:37:54.282223 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce2336f6-2513-4de2-bced-51ec29a76568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:54.293690 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b21ae522-4462-491e-ad6e-c9a5ba9cd772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:54.327189 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2336f6-2513-4de2-bced-51ec29a76568 admin admin] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:37:54.335251 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-ce2336f6-2513-4de2-bced-51ec29a76568 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:37:54.339685 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2336f6-2513-4de2-bced-51ec29a76568 admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:37:54.377042 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2336f6-2513-4de2-bced-51ec29a76568 admin admin] Pushing event updated for resources: {'Port': ['ID=e08763d4-70ab-4361-bb1b-d0f3387df36a,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:54.378456 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ae522-4462-491e-ad6e-c9a5ba9cd772 None None] Pushing event updated for resources: {'Port': ['ID=ab7cead9-7a69-47a6-af99-5b7cbcc9dfe2,revision_number=2']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:54.495534 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 454209d7-e63f-42f9-b9ec-3b73e77f06d9 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:37:54.552832 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 454209d7-e63f-42f9-b9ec-3b73e77f06d9 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:37:54.553233 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:54.606371 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ac7f2a19-76e3-4f60-8dd5-cc1471189ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:54.764053 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce2336f6-2513-4de2-bced-51ec29a76568 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:54.959910 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce2336f6-2513-4de2-bced-51ec29a76568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545251'] for router, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:55.201671 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2336f6-2513-4de2-bced-51ec29a76568 admin admin] Router b01990fb-4bd3-417b-9cba-871a559bd6df is scheduled to L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d with binding_index 1 {{(pid=114870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 14:37:55.312312 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2336f6-2513-4de2-bced-51ec29a76568 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:37:55.322843 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a77427-d08b-470b-a1aa-1e85b79343c8 None None] Sync routers for ids ['b01990fb-4bd3-417b-9cba-871a559bd6df'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:37:55.338041 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a77427-d08b-470b-a1aa-1e85b79343c8 None None] Routers {'b01990fb-4bd3-417b-9cba-871a559bd6df'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:37:55.338041 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-70a77427-d08b-470b-a1aa-1e85b79343c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:37:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['b01990fb-4bd3-417b-9cba-871a559bd6df'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:55.390187 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-ce2336f6-2513-4de2-bced-51ec29a76568 admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:55.392701 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-ce2336f6-2513-4de2-bced-51ec29a76568 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1775863 Apr 20 14:37:55.394460 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36640) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:55.444039 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-70a77427-d08b-470b-a1aa-1e85b79343c8 None None] Set router b01990fb-4bd3-417b-9cba-871a559bd6df gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:37:55.534533 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd123e4-d7ff-4282-8d2a-3d83a68323bb None None] Network a986d898-108c-45d0-baf6-390f69ea8f7e requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:37:55.622257 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-113e92c8-e1a9-47da-bf19-22e1b21c66b2 None None] Provisioning complete for port ab7cead9-7a69-47a6-af99-5b7cbcc9dfe2 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:37:55.622629 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-113e92c8-e1a9-47da-bf19-22e1b21c66b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:55.634398 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-70a77427-d08b-470b-a1aa-1e85b79343c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01990fb-4bd3-417b-9cba-871a559bd6df', 'name': 'tempest-TestSnapshotPattern-1178384360-router', 'tenant_id': 'a8d38aa7e74d427d87d845535d783819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'e08763d4-70ab-4361-bb1b-d0f3387df36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:53Z', 'updated_at': '2022-04-20T14:37:54Z', 'revision_number': 3, 'project_id': 'a8d38aa7e74d427d87d845535d783819', 'gw_port': {'id': 'e08763d4-70ab-4361-bb1b-d0f3387df36a', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:43:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01990fb-4bd3-417b-9cba-871a559bd6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4449, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:53Z', 'updated_at': '2022-04-20T14:37:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:55.665617 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a77427-d08b-470b-a1aa-1e85b79343c8 None None] Checking router: b01990fb-4bd3-417b-9cba-871a559bd6df for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:37:55.665955 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a77427-d08b-470b-a1aa-1e85b79343c8 None None] Updating router b01990fb-4bd3-417b-9cba-871a559bd6df port e08763d4-70ab-4361-bb1b-d0f3387df36a binding host n-d-836015-7 {{(pid=114872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:37:55.691924 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-70a77427-d08b-470b-a1aa-1e85b79343c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:55.786330 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-113e92c8-e1a9-47da-bf19-22e1b21c66b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:55.822335 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-113e92c8-e1a9-47da-bf19-22e1b21c66b2 None None] For port ab7cead9-7a69-47a6-af99-5b7cbcc9dfe2, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ab7cead9-7a69-47a6-af99-5b7cbcc9dfe2,segment=NetworkSegment(729bd385-c064-4c0b-a6ef-611e68413e06),segment_id=729bd385-c064-4c0b-a6ef-611e68413e06)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:55.928525 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-113e92c8-e1a9-47da-bf19-22e1b21c66b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:55.969883 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-70a77427-d08b-470b-a1aa-1e85b79343c8 None None] Notify callbacks [] for port, precommit_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:55.992076 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e92c8-e1a9-47da-bf19-22e1b21c66b2 None None] Pushing event updated for resources: {'Port': ['ID=ab7cead9-7a69-47a6-af99-5b7cbcc9dfe2,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:56.051242 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-24c7b6c0-32c8-4807-8ab0-cbdd5263e088 None None] Provisioning complete for port ab7cead9-7a69-47a6-af99-5b7cbcc9dfe2 triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:37:56.051485 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-70a77427-d08b-470b-a1aa-1e85b79343c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:56.051791 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-24c7b6c0-32c8-4807-8ab0-cbdd5263e088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:56.097198 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-70a77427-d08b-470b-a1aa-1e85b79343c8 None None] Attempting to bind port e08763d4-70ab-4361-bb1b-d0f3387df36a on host n-d-836015-7 for vnic_type normal with profile {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:37:56.097586 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-70a77427-d08b-470b-a1aa-1e85b79343c8 None None] Attempting to bind port e08763d4-70ab-4361-bb1b-d0f3387df36a by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:37:56.098207 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a77427-d08b-470b-a1aa-1e85b79343c8 None None] Attempting to bind port e08763d4-70ab-4361-bb1b-d0f3387df36a on network 08acadad-0b4a-420a-b5f5-639128d4ec40 {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:37:56.110673 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a77427-d08b-470b-a1aa-1e85b79343c8 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:37:56.111067 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a77427-d08b-470b-a1aa-1e85b79343c8 None None] Checking segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:37:56.111483 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-70a77427-d08b-470b-a1aa-1e85b79343c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:56.111886 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a77427-d08b-470b-a1aa-1e85b79343c8 None None] Bound using segment: {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'} {{(pid=114872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:37:56.112364 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.managers [None req-70a77427-d08b-470b-a1aa-1e85b79343c8 None None] Bound port: e08763d4-70ab-4361-bb1b-d0f3387df36a, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e33f2e9-5edc-4e7d-ba58-2850120e416f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40'}}] {{(pid=114872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:37:56.112750 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-70a77427-d08b-470b-a1aa-1e85b79343c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:56.138881 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e89efd-99d1-4a35-b308-1048bc01994f None None] Pushing event updated for resources: {'Port': ['ID=e08763d4-70ab-4361-bb1b-d0f3387df36a,revision_number=2']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:56.171574 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-70a77427-d08b-470b-a1aa-1e85b79343c8 None None] For port e08763d4-70ab-4361-bb1b-d0f3387df36a, host n-d-836015-7, cleared binding levels {{(pid=114872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:37:56.174554 n-d-836015-7 neutron-server[114872]: DEBUG neutron.plugins.ml2.db [None req-70a77427-d08b-470b-a1aa-1e85b79343c8 None None] For port e08763d4-70ab-4361-bb1b-d0f3387df36a, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=e08763d4-70ab-4361-bb1b-d0f3387df36a,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:37:56.238633 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-00265358-8cac-4a5d-88f5-22415e828939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:56.241909 n-d-836015-7 neutron-server[114872]: DEBUG neutron_lib.callbacks.manager [None req-70a77427-d08b-470b-a1aa-1e85b79343c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:56.295932 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a77427-d08b-470b-a1aa-1e85b79343c8 None None] Routers {'b01990fb-4bd3-417b-9cba-871a559bd6df'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:37:56.296553 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-70a77427-d08b-470b-a1aa-1e85b79343c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:37:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['b01990fb-4bd3-417b-9cba-871a559bd6df'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:56.336634 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e89efd-99d1-4a35-b308-1048bc01994f None None] Pushing event updated for resources: {'Port': ['ID=e08763d4-70ab-4361-bb1b-d0f3387df36a,revision_number=3']} {{(pid=114872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:56.402436 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [None req-00265358-8cac-4a5d-88f5-22415e828939 admin admin] Allocated IP 172.20.0.1 (a986d898-108c-45d0-baf6-390f69ea8f7e/6f646f17-bb36-42fe-9477-91724345b630/54559ba7-a7d1-4a1f-a590-244eb7c7190b) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:37:56.416786 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-70a77427-d08b-470b-a1aa-1e85b79343c8 None None] Set router b01990fb-4bd3-417b-9cba-871a559bd6df gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:37:56.454307 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ab7cead9-7a69-47a6-af99-5b7cbcc9dfe2 up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:37:56.510209 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port ab7cead9-7a69-47a6-af99-5b7cbcc9dfe2 triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:37:56.510612 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:56.527774 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-00265358-8cac-4a5d-88f5-22415e828939 admin admin] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:56.633882 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-00265358-8cac-4a5d-88f5-22415e828939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:56.669165 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00265358-8cac-4a5d-88f5-22415e828939 admin admin] Network a986d898-108c-45d0-baf6-390f69ea8f7e is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:37:56.671820 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-00265358-8cac-4a5d-88f5-22415e828939 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:37:56.674222 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00265358-8cac-4a5d-88f5-22415e828939 admin admin] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:37:56.691728 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-70a77427-d08b-470b-a1aa-1e85b79343c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01990fb-4bd3-417b-9cba-871a559bd6df', 'name': 'tempest-TestSnapshotPattern-1178384360-router', 'tenant_id': 'a8d38aa7e74d427d87d845535d783819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'e08763d4-70ab-4361-bb1b-d0f3387df36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:53Z', 'updated_at': '2022-04-20T14:37:54Z', 'revision_number': 3, 'project_id': 'a8d38aa7e74d427d87d845535d783819', 'gw_port': {'id': 'e08763d4-70ab-4361-bb1b-d0f3387df36a', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:43:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01990fb-4bd3-417b-9cba-871a559bd6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4449, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:53Z', 'updated_at': '2022-04-20T14:37:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:56.706349 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00265358-8cac-4a5d-88f5-22415e828939 admin admin] Pushing event updated for resources: {'Port': ['ID=54559ba7-a7d1-4a1f-a590-244eb7c7190b,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:56.722838 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a77427-d08b-470b-a1aa-1e85b79343c8 None None] The sync data for ids ['b01990fb-4bd3-417b-9cba-871a559bd6df'] in n-d-836015-7 is: [{'id': 'b01990fb-4bd3-417b-9cba-871a559bd6df', 'name': 'tempest-TestSnapshotPattern-1178384360-router', 'tenant_id': 'a8d38aa7e74d427d87d845535d783819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'e08763d4-70ab-4361-bb1b-d0f3387df36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:53Z', 'updated_at': '2022-04-20T14:37:54Z', 'revision_number': 3, 'project_id': 'a8d38aa7e74d427d87d845535d783819', 'gw_port': {'id': 'e08763d4-70ab-4361-bb1b-d0f3387df36a', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:43:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01990fb-4bd3-417b-9cba-871a559bd6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4449, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:53Z', 'updated_at': '2022-04-20T14:37:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:37:56.725669 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-00265358-8cac-4a5d-88f5-22415e828939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-537552'] for router_interface, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:56.910020 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-983a3def-f825-4e78-8c34-48e2d67451ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:56.977674 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-fb1b527c-9219-44de-bbb9-bf44059f3f61 None None] Provisioning complete for port 54559ba7-a7d1-4a1f-a590-244eb7c7190b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:37:56.978125 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fb1b527c-9219-44de-bbb9-bf44059f3f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:56.978244 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-00265358-8cac-4a5d-88f5-22415e828939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:57.015734 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-fb1b527c-9219-44de-bbb9-bf44059f3f61 None None] Port 54559ba7-a7d1-4a1f-a590-244eb7c7190b cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:37:57.153782 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-00265358-8cac-4a5d-88f5-22415e828939 admin admin] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:57.236184 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-00265358-8cac-4a5d-88f5-22415e828939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:57.303528 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-00265358-8cac-4a5d-88f5-22415e828939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-537516'] for router_interface, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:57.305395 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00265358-8cac-4a5d-88f5-22415e828939 admin admin] Pushing event updated for resources: {'Port': ['ID=54559ba7-a7d1-4a1f-a590-244eb7c7190b,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:57.404444 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00265358-8cac-4a5d-88f5-22415e828939 admin admin] Network a986d898-108c-45d0-baf6-390f69ea8f7e is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:37:57.405923 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [None req-00265358-8cac-4a5d-88f5-22415e828939 admin admin] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:37:57.534695 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00265358-8cac-4a5d-88f5-22415e828939 admin admin] Router b01990fb-4bd3-417b-9cba-871a559bd6df has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:37:57.639969 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-bb022a1a-eed5-44b1-a7f8-b5c462367414 None None] Provisioning complete for port 54559ba7-a7d1-4a1f-a590-244eb7c7190b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:37:57.640623 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-bb022a1a-eed5-44b1-a7f8-b5c462367414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:57.652474 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00265358-8cac-4a5d-88f5-22415e828939 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:37:57.657843 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-00265358-8cac-4a5d-88f5-22415e828939 admin admin] 10.222.0.25 "PUT /v2.0/routers/b01990fb-4bd3-417b-9cba-871a559bd6df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2623937 Apr 20 14:37:57.683780 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-bb022a1a-eed5-44b1-a7f8-b5c462367414 None None] Port 54559ba7-a7d1-4a1f-a590-244eb7c7190b cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:37:58.380985 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2feeea1-e4fd-45fe-a5bb-908ad3bd3586 None None] Sync routers for ids ['b01990fb-4bd3-417b-9cba-871a559bd6df'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:37:58.401526 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2feeea1-e4fd-45fe-a5bb-908ad3bd3586 None None] Routers {'b01990fb-4bd3-417b-9cba-871a559bd6df'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:37:58.402148 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-f2feeea1-e4fd-45fe-a5bb-908ad3bd3586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:37:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['b01990fb-4bd3-417b-9cba-871a559bd6df'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:58.443079 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device e08763d4-70ab-4361-bb1b-d0f3387df36a up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:37:58.473150 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:58.550490 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-f2feeea1-e4fd-45fe-a5bb-908ad3bd3586 None None] Set router b01990fb-4bd3-417b-9cba-871a559bd6df gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:37:58.552305 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port e08763d4-70ab-4361-bb1b-d0f3387df36a triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:37:58.552676 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:58.744641 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:58.775931 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] For port e08763d4-70ab-4361-bb1b-d0f3387df36a, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=e08763d4-70ab-4361-bb1b-d0f3387df36a,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:37:58.821252 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-f2feeea1-e4fd-45fe-a5bb-908ad3bd3586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01990fb-4bd3-417b-9cba-871a559bd6df', 'name': 'tempest-TestSnapshotPattern-1178384360-router', 'tenant_id': 'a8d38aa7e74d427d87d845535d783819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'e08763d4-70ab-4361-bb1b-d0f3387df36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:53Z', 'updated_at': '2022-04-20T14:37:56Z', 'revision_number': 4, 'project_id': 'a8d38aa7e74d427d87d845535d783819', 'gw_port': {'id': 'e08763d4-70ab-4361-bb1b-d0f3387df36a', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:43:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01990fb-4bd3-417b-9cba-871a559bd6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4449, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:53Z', 'updated_at': '2022-04-20T14:37:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '54559ba7-a7d1-4a1f-a590-244eb7c7190b', 'name': '', 'network_id': 'a986d898-108c-45d0-baf6-390f69ea8f7e', 'tenant_id': 'a8d38aa7e74d427d87d845535d783819', 'mac_address': 'fa:16:3e:90:ae:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01990fb-4bd3-417b-9cba-871a559bd6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4450, 'fixed_ips': [{'subnet_id': '6f646f17-bb36-42fe-9477-91724345b630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:56Z', 'updated_at': '2022-04-20T14:37:57Z', 'revision_number': 2, 'project_id': 'a8d38aa7e74d427d87d845535d783819', 'subnets': [{'id': '6f646f17-bb36-42fe-9477-91724345b630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:58.846709 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2feeea1-e4fd-45fe-a5bb-908ad3bd3586 None None] Checking router: b01990fb-4bd3-417b-9cba-871a559bd6df for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:37:58.847065 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2feeea1-e4fd-45fe-a5bb-908ad3bd3586 None None] Updating router b01990fb-4bd3-417b-9cba-871a559bd6df port 54559ba7-a7d1-4a1f-a590-244eb7c7190b binding host n-d-836015-7 {{(pid=114871) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 14:37:58.870630 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f2feeea1-e4fd-45fe-a5bb-908ad3bd3586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:58.905277 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:59.017893 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Pushing event updated for resources: {'Port': ['ID=e08763d4-70ab-4361-bb1b-d0f3387df36a,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:59.169214 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f2feeea1-e4fd-45fe-a5bb-908ad3bd3586 None None] Notify callbacks [] for port, precommit_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:59.278920 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f2feeea1-e4fd-45fe-a5bb-908ad3bd3586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:59.331004 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6274037-3573-436d-b2d1-1f2487b024d5 None None] Pushing event updated for resources: {'Port': ['ID=54559ba7-a7d1-4a1f-a590-244eb7c7190b,revision_number=3']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:59.362698 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36650) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:59.367244 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-ef810de6-c760-4e05-acc1-eba1063aaa85 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1910251550', 'description': 'tempest-secgroup-smoke-1910251550 description', 'project_id': '0188ea65ed744b8c9d64c8948fb7baed'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:37:59.382050 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-f2feeea1-e4fd-45fe-a5bb-908ad3bd3586 None None] Attempting to bind port 54559ba7-a7d1-4a1f-a590-244eb7c7190b on host n-d-836015-7 for vnic_type normal with profile {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:37:59.382583 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-f2feeea1-e4fd-45fe-a5bb-908ad3bd3586 None None] Attempting to bind port 54559ba7-a7d1-4a1f-a590-244eb7c7190b by drivers openvswitch,hyperv on host n-d-836015-7 at level 0 using segments [{'id': '729bd385-c064-4c0b-a6ef-611e68413e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a986d898-108c-45d0-baf6-390f69ea8f7e'}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:37:59.382843 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2feeea1-e4fd-45fe-a5bb-908ad3bd3586 None None] Attempting to bind port 54559ba7-a7d1-4a1f-a590-244eb7c7190b on network a986d898-108c-45d0-baf6-390f69ea8f7e {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:37:59.388111 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2feeea1-e4fd-45fe-a5bb-908ad3bd3586 None None] Checking agent: {'id': '17569ba9-c0b7-447f-91d9-628c022c8241', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 49, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:37:59.388486 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2feeea1-e4fd-45fe-a5bb-908ad3bd3586 None None] Checking segment: {'id': '729bd385-c064-4c0b-a6ef-611e68413e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a986d898-108c-45d0-baf6-390f69ea8f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:37:59.388888 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f2feeea1-e4fd-45fe-a5bb-908ad3bd3586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:59.389275 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2feeea1-e4fd-45fe-a5bb-908ad3bd3586 None None] Bound using segment: {'id': '729bd385-c064-4c0b-a6ef-611e68413e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a986d898-108c-45d0-baf6-390f69ea8f7e'} {{(pid=114871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:37:59.389796 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.managers [None req-f2feeea1-e4fd-45fe-a5bb-908ad3bd3586 None None] Bound port: 54559ba7-a7d1-4a1f-a590-244eb7c7190b, host: n-d-836015-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '729bd385-c064-4c0b-a6ef-611e68413e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a986d898-108c-45d0-baf6-390f69ea8f7e'}}] {{(pid=114871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:37:59.390125 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f2feeea1-e4fd-45fe-a5bb-908ad3bd3586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:59.448119 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef810de6-c760-4e05-acc1-eba1063aaa85 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks [] for security_group, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:59.456348 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-f2feeea1-e4fd-45fe-a5bb-908ad3bd3586 None None] For port 54559ba7-a7d1-4a1f-a590-244eb7c7190b, host n-d-836015-7, cleared binding levels {{(pid=114871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:37:59.460404 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-f2feeea1-e4fd-45fe-a5bb-908ad3bd3586 None None] For port 54559ba7-a7d1-4a1f-a590-244eb7c7190b, host n-d-836015-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=54559ba7-a7d1-4a1f-a590-244eb7c7190b,segment=NetworkSegment(729bd385-c064-4c0b-a6ef-611e68413e06),segment_id=729bd385-c064-4c0b-a6ef-611e68413e06)] {{(pid=114871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:37:59.516311 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-384fee01-765d-49ba-a153-da933bcc4036 None None] Provisioning complete for port 54559ba7-a7d1-4a1f-a590-244eb7c7190b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:37:59.516676 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-384fee01-765d-49ba-a153-da933bcc4036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:59.520144 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef810de6-c760-4e05-acc1-eba1063aaa85 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks [] for security_group, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:59.539081 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f2feeea1-e4fd-45fe-a5bb-908ad3bd3586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:59.588447 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-384fee01-765d-49ba-a153-da933bcc4036 None None] Port 54559ba7-a7d1-4a1f-a590-244eb7c7190b cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:37:59.605053 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef810de6-c760-4e05-acc1-eba1063aaa85 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:59.618082 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6274037-3573-436d-b2d1-1f2487b024d5 None None] Pushing event updated for resources: {'Port': ['ID=54559ba7-a7d1-4a1f-a590-244eb7c7190b,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:59.621997 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2feeea1-e4fd-45fe-a5bb-908ad3bd3586 None None] Routers {'b01990fb-4bd3-417b-9cba-871a559bd6df'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:37:59.622647 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-f2feeea1-e4fd-45fe-a5bb-908ad3bd3586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:37:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['b01990fb-4bd3-417b-9cba-871a559bd6df'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:37:59.632685 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef810de6-c760-4e05-acc1-eba1063aaa85 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f071f1a-e6f5-48f2-b0e6-687926ad6f0b,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:37:59.729969 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-ef810de6-c760-4e05-acc1-eba1063aaa85 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:59.731987 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ef810de6-c760-4e05-acc1-eba1063aaa85 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3676703 Apr 20 14:37:59.734544 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36652) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:37:59.739565 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-9b1b9b61-f79c-4f90-8429-f7da4b2a59e1 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Request body: {'security_group_rule': {'security_group_id': '0f071f1a-e6f5-48f2-b0e6-687926ad6f0b', 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:37:59.868931 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-2bc26d33-c2c6-4894-8b92-ae37fe522a20 None None] Provisioning complete for port 54559ba7-a7d1-4a1f-a590-244eb7c7190b triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:37:59.869230 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2bc26d33-c2c6-4894-8b92-ae37fe522a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:59.881484 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9b1b9b61-f79c-4f90-8429-f7da4b2a59e1 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:59.937224 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9b1b9b61-f79c-4f90-8429-f7da4b2a59e1 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:37:59.953623 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-f2feeea1-e4fd-45fe-a5bb-908ad3bd3586 None None] Set router b01990fb-4bd3-417b-9cba-871a559bd6df gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:37:59.997401 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:00.030304 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9b1b9b61-f79c-4f90-8429-f7da4b2a59e1 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:00.051854 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:00.052134 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b9b61-f79c-4f90-8429-f7da4b2a59e1 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ca25ac1-710c-4529-b28e-3e5ff5cb33b0,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:00.107023 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2bc26d33-c2c6-4894-8b92-ae37fe522a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:00.118754 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-9b1b9b61-f79c-4f90-8429-f7da4b2a59e1 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:00.120163 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-9b1b9b61-f79c-4f90-8429-f7da4b2a59e1 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3844554 Apr 20 14:38:00.122960 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36654) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:00.127462 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-a94cca90-5c4b-4a12-9dbb-73e57ac3440a tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Request body: {'security_group_rule': {'security_group_id': '0f071f1a-e6f5-48f2-b0e6-687926ad6f0b', 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:38:00.161330 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-2bc26d33-c2c6-4894-8b92-ae37fe522a20 None None] For port 54559ba7-a7d1-4a1f-a590-244eb7c7190b, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=54559ba7-a7d1-4a1f-a590-244eb7c7190b,segment=NetworkSegment(729bd385-c064-4c0b-a6ef-611e68413e06),segment_id=729bd385-c064-4c0b-a6ef-611e68413e06)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:38:00.222882 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2bc26d33-c2c6-4894-8b92-ae37fe522a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:00.224462 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a94cca90-5c4b-4a12-9dbb-73e57ac3440a tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:00.230936 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-f2feeea1-e4fd-45fe-a5bb-908ad3bd3586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01990fb-4bd3-417b-9cba-871a559bd6df', 'name': 'tempest-TestSnapshotPattern-1178384360-router', 'tenant_id': 'a8d38aa7e74d427d87d845535d783819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'e08763d4-70ab-4361-bb1b-d0f3387df36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:53Z', 'updated_at': '2022-04-20T14:37:56Z', 'revision_number': 4, 'project_id': 'a8d38aa7e74d427d87d845535d783819', 'gw_port': {'id': 'e08763d4-70ab-4361-bb1b-d0f3387df36a', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:43:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01990fb-4bd3-417b-9cba-871a559bd6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4449, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:53Z', 'updated_at': '2022-04-20T14:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '54559ba7-a7d1-4a1f-a590-244eb7c7190b', 'name': '', 'network_id': 'a986d898-108c-45d0-baf6-390f69ea8f7e', 'tenant_id': 'a8d38aa7e74d427d87d845535d783819', 'mac_address': 'fa:16:3e:90:ae:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01990fb-4bd3-417b-9cba-871a559bd6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4450, 'fixed_ips': [{'subnet_id': '6f646f17-bb36-42fe-9477-91724345b630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:56Z', 'updated_at': '2022-04-20T14:37:59Z', 'revision_number': 4, 'project_id': 'a8d38aa7e74d427d87d845535d783819', 'subnets': [{'id': '6f646f17-bb36-42fe-9477-91724345b630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:38:00.278845 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2feeea1-e4fd-45fe-a5bb-908ad3bd3586 None None] The sync data for ids ['b01990fb-4bd3-417b-9cba-871a559bd6df'] in n-d-836015-7 is: [{'id': 'b01990fb-4bd3-417b-9cba-871a559bd6df', 'name': 'tempest-TestSnapshotPattern-1178384360-router', 'tenant_id': 'a8d38aa7e74d427d87d845535d783819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'e08763d4-70ab-4361-bb1b-d0f3387df36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:53Z', 'updated_at': '2022-04-20T14:37:56Z', 'revision_number': 4, 'project_id': 'a8d38aa7e74d427d87d845535d783819', 'gw_port': {'id': 'e08763d4-70ab-4361-bb1b-d0f3387df36a', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:43:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01990fb-4bd3-417b-9cba-871a559bd6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4449, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:53Z', 'updated_at': '2022-04-20T14:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '54559ba7-a7d1-4a1f-a590-244eb7c7190b', 'name': '', 'network_id': 'a986d898-108c-45d0-baf6-390f69ea8f7e', 'tenant_id': 'a8d38aa7e74d427d87d845535d783819', 'mac_address': 'fa:16:3e:90:ae:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01990fb-4bd3-417b-9cba-871a559bd6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4450, 'fixed_ips': [{'subnet_id': '6f646f17-bb36-42fe-9477-91724345b630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:56Z', 'updated_at': '2022-04-20T14:37:59Z', 'revision_number': 4, 'project_id': 'a8d38aa7e74d427d87d845535d783819', 'subnets': [{'id': '6f646f17-bb36-42fe-9477-91724345b630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:38:00.287051 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a94cca90-5c4b-4a12-9dbb-73e57ac3440a tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:00.302606 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc26d33-c2c6-4894-8b92-ae37fe522a20 None None] Pushing event updated for resources: {'Port': ['ID=54559ba7-a7d1-4a1f-a590-244eb7c7190b,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:00.393605 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a94cca90-5c4b-4a12-9dbb-73e57ac3440a tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:00.412430 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94cca90-5c4b-4a12-9dbb-73e57ac3440a tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b6ba8df-6c27-4dc0-a3c0-d85368fcb0d0,revision_number=0']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:00.507329 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device e08763d4-70ab-4361-bb1b-d0f3387df36a up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:38:00.521210 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-a94cca90-5c4b-4a12-9dbb-73e57ac3440a tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:00.528246 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-a94cca90-5c4b-4a12-9dbb-73e57ac3440a tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3985367 Apr 20 14:38:00.528388 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36656) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:00.530136 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-c0730eb1-347d-49eb-87a1-266d0d35038d tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Request body: {'security_group_rule': {'security_group_id': '0f071f1a-e6f5-48f2-b0e6-687926ad6f0b', 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:38:00.558941 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port e08763d4-70ab-4361-bb1b-d0f3387df36a triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:38:00.559234 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:00.630961 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c0730eb1-347d-49eb-87a1-266d0d35038d tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:00.638748 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 54559ba7-a7d1-4a1f-a590-244eb7c7190b up at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:38:00.695379 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Provisioning complete for port 54559ba7-a7d1-4a1f-a590-244eb7c7190b triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:38:00.695760 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:00.698345 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c0730eb1-347d-49eb-87a1-266d0d35038d tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:00.795868 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c0730eb1-347d-49eb-87a1-266d0d35038d tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:00.818563 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0730eb1-347d-49eb-87a1-266d0d35038d tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd15d82-c286-4469-89a8-c674c54e92a9,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:00.926868 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-c0730eb1-347d-49eb-87a1-266d0d35038d tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:00.928176 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-c0730eb1-347d-49eb-87a1-266d0d35038d tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4018478 Apr 20 14:38:00.931107 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36658) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:00.935626 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-cc72d0c0-a8ad-4c45-9269-6df98c6b7937 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Request body: {'security_group_rule': {'security_group_id': '0f071f1a-e6f5-48f2-b0e6-687926ad6f0b', 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:38:01.030157 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cc72d0c0-a8ad-4c45-9269-6df98c6b7937 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:01.092568 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cc72d0c0-a8ad-4c45-9269-6df98c6b7937 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:01.205242 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cc72d0c0-a8ad-4c45-9269-6df98c6b7937 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:01.224584 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72d0c0-a8ad-4c45-9269-6df98c6b7937 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86e98a63-9d3e-46f9-848e-66f4cd990436,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:01.312157 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cc72d0c0-a8ad-4c45-9269-6df98c6b7937 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:01.313520 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-cc72d0c0-a8ad-4c45-9269-6df98c6b7937 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3814347 Apr 20 14:38:01.316374 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36660) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:01.321218 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-eb362732-12eb-408a-9ca9-5a9537bb11cf tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Request body: {'security_group_rule': {'security_group_id': '0f071f1a-e6f5-48f2-b0e6-687926ad6f0b', 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:38:01.414065 n-d-836015-7 neutron-server[114870]: INFO neutron.db.securitygroups_db [None req-eb362732-12eb-408a-9ca9-5a9537bb11cf tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Project 0188ea65ed744b8c9d64c8948fb7baed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 14:38:01.419439 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eb362732-12eb-408a-9ca9-5a9537bb11cf tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:01.480620 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eb362732-12eb-408a-9ca9-5a9537bb11cf tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:01.555563 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eb362732-12eb-408a-9ca9-5a9537bb11cf tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:01.574281 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb362732-12eb-408a-9ca9-5a9537bb11cf tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c86e06b-e4b8-4d75-88a1-8d35b4ebf265,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:01.660159 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-eb362732-12eb-408a-9ca9-5a9537bb11cf tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:01.661286 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-eb362732-12eb-408a-9ca9-5a9537bb11cf tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3439741 Apr 20 14:38:01.664133 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 36662) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:01.668418 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [None req-6d35fd67-e063-44e9-93bf-890c63a77e76 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Request body: {'security_group_rule': {'security_group_id': '0f071f1a-e6f5-48f2-b0e6-687926ad6f0b', 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:38:01.762346 n-d-836015-7 neutron-server[114870]: INFO neutron.db.securitygroups_db [None req-6d35fd67-e063-44e9-93bf-890c63a77e76 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Project 0188ea65ed744b8c9d64c8948fb7baed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 14:38:01.768065 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6d35fd67-e063-44e9-93bf-890c63a77e76 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:01.827771 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6d35fd67-e063-44e9-93bf-890c63a77e76 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:01.907398 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6d35fd67-e063-44e9-93bf-890c63a77e76 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624934'] for security_group_rule, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:01.924834 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35fd67-e063-44e9-93bf-890c63a77e76 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14a660c5-6e5e-4693-a6dc-ac5995a4a561,revision_number=0']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:01.986186 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-6d35fd67-e063-44e9-93bf-890c63a77e76 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:01.987401 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-6d35fd67-e063-44e9-93bf-890c63a77e76 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3223126 Apr 20 14:38:02.195943 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-0d92fc0e-535d-4041-8510-45f1bf716763 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1910251550&fields=id&tenant_id=0188ea65ed744b8c9d64c8948fb7baed HTTP/1.1" status: 200 len: 267 time: 0.0333424 Apr 20 14:38:02.302751 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-9b9df983-8381-4096-a7df-40544701c875 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:02.304228 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-9b9df983-8381-4096-a7df-40544701c875 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/networks?id=0d12e197-bc63-4e9c-8aae-6c046141ad34 HTTP/1.1" status: 200 len: 810 time: 0.1012106 Apr 20 14:38:02.319142 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-056e23db-0ebe-4f19-924a-72a54d5eb132 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/quotas/0188ea65ed744b8c9d64c8948fb7baed HTTP/1.1" status: 200 len: 375 time: 0.0089047 Apr 20 14:38:02.369761 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-17afd18b-a568-4202-85e7-b07a1bbc5f6e tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0188ea65ed744b8c9d64c8948fb7baed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453448 Apr 20 14:38:02.475196 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-0de6702e-b1b0-4505-9eeb-a876078f68c5 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114869) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:38:02.476247 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-0de6702e-b1b0-4505-9eeb-a876078f68c5 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0951571 Apr 20 14:38:02.563715 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-7f9c6139-dcce-4b26-9bf6-081943070d62 service neutron] 10.222.0.25 "GET /v2.0/networks/0d12e197-bc63-4e9c-8aae-6c046141ad34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809317 Apr 20 14:38:02.943626 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-16d06231-4041-43f4-966c-9a926c4944a0 service neutron] 10.222.0.25 "GET /v2.0/networks/0d12e197-bc63-4e9c-8aae-6c046141ad34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737235 Apr 20 14:38:03.579524 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:38:04.185084 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4bbd8981-b381-4323-b89c-2c3843990dae req-3fc1f7db-20fb-463b-87f6-ca57bae042f7 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa0e67c8-6b8d-465d-948c-1db8683c9b54 HTTP/1.1" status: 200 len: 210 time: 0.0276470 Apr 20 14:38:05.261995 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9556d697-f2bb-4774-8019-bfbb23f6d0dd req-eadb8ecb-ee7f-4eb1-8d2d-18b442377567 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa0e67c8-6b8d-465d-948c-1db8683c9b54 HTTP/1.1" status: 200 len: 210 time: 0.0259414 Apr 20 14:38:06.345458 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d74232cb-a3fd-44b3-922f-55040dbddcc3 req-46f5aefd-3786-45fa-a7ad-1ac9e612de76 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa0e67c8-6b8d-465d-948c-1db8683c9b54 HTTP/1.1" status: 200 len: 210 time: 0.0333359 Apr 20 14:38:07.425128 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-327f3588-85b8-4e30-bc2b-fd51259657bc req-572be167-cf22-474e-81ae-be84ef808dc3 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa0e67c8-6b8d-465d-948c-1db8683c9b54 HTTP/1.1" status: 200 len: 210 time: 0.0302804 Apr 20 14:38:08.518258 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9e5aed9f-6777-4103-9560-45e3fb634159 req-3475e5e5-a7e6-4fc3-b16b-60dec3c2d499 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa0e67c8-6b8d-465d-948c-1db8683c9b54 HTTP/1.1" status: 200 len: 210 time: 0.0263319 Apr 20 14:38:09.612464 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-998bc5ff-6d94-46eb-9904-5dee20461eba req-7e72f14e-73ce-4375-bb86-d354315659a8 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa0e67c8-6b8d-465d-948c-1db8683c9b54 HTTP/1.1" status: 200 len: 210 time: 0.0265319 Apr 20 14:38:10.550569 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-899027bc-d2a4-47d3-8ba0-94120f7f2c1c tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:10.552023 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-899027bc-d2a4-47d3-8ba0-94120f7f2c1c tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.15 "GET /v2.0/networks?id=0d12e197-bc63-4e9c-8aae-6c046141ad34 HTTP/1.1" status: 200 len: 810 time: 0.1029510 Apr 20 14:38:10.597978 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-85055029-f894-484f-bd2f-362c1d5e9b5b tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0188ea65ed744b8c9d64c8948fb7baed HTTP/1.1" status: 200 len: 380 time: 0.0378041 Apr 20 14:38:10.607307 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-d8795923-2d01-40d5-8bed-325e771e70b7 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Request body: {'port': {'device_id': 'aa0e67c8-6b8d-465d-948c-1db8683c9b54', 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34', 'admin_state_up': True, 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'security_groups': ['0f071f1a-e6f5-48f2-b0e6-687926ad6f0b']}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:38:10.711983 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-34716829-09a0-4cfd-80e9-dcf7fb48077d req-ce0811fb-21c2-43c1-a0b0-168a272f344f tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa0e67c8-6b8d-465d-948c-1db8683c9b54 HTTP/1.1" status: 200 len: 210 time: 0.0329599 Apr 20 14:38:10.835984 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-d8795923-2d01-40d5-8bed-325e771e70b7 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Made reservation on behalf of 0188ea65ed744b8c9d64c8948fb7baed for: {'port': 1} {{(pid=114869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:38:10.839774 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-d8795923-2d01-40d5-8bed-325e771e70b7 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:10.969025 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-d8795923-2d01-40d5-8bed-325e771e70b7 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Allocated IP 172.20.0.6 (0d12e197-bc63-4e9c-8aae-6c046141ad34/0a0ba95a-abf8-41f0-9f89-25f90f82f360/57fe3076-f538-454d-a0ba-fe46a7eaffca) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:38:11.108044 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-d8795923-2d01-40d5-8bed-325e771e70b7 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:11.202200 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-d8795923-2d01-40d5-8bed-325e771e70b7 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:11.246138 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-d8795923-2d01-40d5-8bed-325e771e70b7 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Network 0d12e197-bc63-4e9c-8aae-6c046141ad34 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:38:11.249237 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-d8795923-2d01-40d5-8bed-325e771e70b7 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:38:11.253053 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-d8795923-2d01-40d5-8bed-325e771e70b7 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:38:11.260056 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8795923-2d01-40d5-8bed-325e771e70b7 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Pushing event updated for resources: {'Port': ['ID=57fe3076-f538-454d-a0ba-fe46a7eaffca,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:11.305212 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-d8795923-2d01-40d5-8bed-325e771e70b7 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:11.305877 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-d8795923-2d01-40d5-8bed-325e771e70b7 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:11.398654 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-d8795923-2d01-40d5-8bed-325e771e70b7 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7948372 Apr 20 14:38:11.410670 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-0438cb0a-6845-480a-9bfe-df700bbc6c52 service neutron] Request body: {'port': {'device_id': 'aa0e67c8-6b8d-465d-948c-1db8683c9b54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-7'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:38:11.464274 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-0438cb0a-6845-480a-9bfe-df700bbc6c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:11.515086 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-e8e8eed6-5913-41e2-a6da-a9ca1537c5fe None None] Provisioning complete for port 57fe3076-f538-454d-a0ba-fe46a7eaffca triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:38:11.515722 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e8e8eed6-5913-41e2-a6da-a9ca1537c5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:11.547905 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-e8e8eed6-5913-41e2-a6da-a9ca1537c5fe None None] Port 57fe3076-f538-454d-a0ba-fe46a7eaffca cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:38:11.724635 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-0438cb0a-6845-480a-9bfe-df700bbc6c52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57fe3076-f538-454d-a0ba-fe46a7eaffca {{(pid=114869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:38:11.731701 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-0438cb0a-6845-480a-9bfe-df700bbc6c52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:11.743958 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.provisioning_blocks [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-0438cb0a-6845-480a-9bfe-df700bbc6c52 service neutron] Transition to ACTIVE for port object 57fe3076-f538-454d-a0ba-fe46a7eaffca will not be triggered until provisioned by entity L2. {{(pid=114869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:38:11.807321 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-0438cb0a-6845-480a-9bfe-df700bbc6c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:11.867934 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438cb0a-6845-480a-9bfe-df700bbc6c52 service neutron] Pushing event updated for resources: {'Port': ['ID=57fe3076-f538-454d-a0ba-fe46a7eaffca,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:11.883876 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162f51b-d89c-49e1-968b-6979b1e4b634 req-641cbd53-e55f-497a-813c-29ee5b12b968 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:11.885435 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1162f51b-d89c-49e1-968b-6979b1e4b634 req-641cbd53-e55f-497a-813c-29ee5b12b968 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa0e67c8-6b8d-465d-948c-1db8683c9b54 HTTP/1.1" status: 200 len: 931 time: 0.1059544 Apr 20 14:38:11.967942 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1162f51b-d89c-49e1-968b-6979b1e4b634 req-ca23e379-09e7-4778-bfde-5a2f16ba203f tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f071f1a-e6f5-48f2-b0e6-687926ad6f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642524 Apr 20 14:38:11.987048 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-0438cb0a-6845-480a-9bfe-df700bbc6c52 service neutron] Attempting to bind port 57fe3076-f538-454d-a0ba-fe46a7eaffca on host n-h2-836015-7 for vnic_type normal with profile {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:38:11.987421 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-0438cb0a-6845-480a-9bfe-df700bbc6c52 service neutron] Attempting to bind port 57fe3076-f538-454d-a0ba-fe46a7eaffca by drivers openvswitch,hyperv on host n-h2-836015-7 at level 0 using segments [{'id': '7ee2bff3-3104-460a-86fa-cbafd336fdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34'}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:38:11.987771 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-0438cb0a-6845-480a-9bfe-df700bbc6c52 service neutron] Attempting to bind port 57fe3076-f538-454d-a0ba-fe46a7eaffca on network 0d12e197-bc63-4e9c-8aae-6c046141ad34 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:38:11.992434 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-0438cb0a-6845-480a-9bfe-df700bbc6c52 service neutron] Port 57fe3076-f538-454d-a0ba-fe46a7eaffca on network 0d12e197-bc63-4e9c-8aae-6c046141ad34 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-7 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:38:11.992765 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-0438cb0a-6845-480a-9bfe-df700bbc6c52 service neutron] Attempting to bind port 57fe3076-f538-454d-a0ba-fe46a7eaffca on network 0d12e197-bc63-4e9c-8aae-6c046141ad34 {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:38:11.997723 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-0438cb0a-6845-480a-9bfe-df700bbc6c52 service neutron] Checking agent: {'id': 'b7c9f90c-1923-46f9-b28c-323b8676e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:38:11.998066 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-0438cb0a-6845-480a-9bfe-df700bbc6c52 service neutron] Checking segment: {'id': '7ee2bff3-3104-460a-86fa-cbafd336fdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:38:11.998458 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-0438cb0a-6845-480a-9bfe-df700bbc6c52 service neutron] Bound using segment: {'id': '7ee2bff3-3104-460a-86fa-cbafd336fdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34'} {{(pid=114869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:38:11.998896 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.managers [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-0438cb0a-6845-480a-9bfe-df700bbc6c52 service neutron] Bound port: 57fe3076-f538-454d-a0ba-fe46a7eaffca, host: n-h2-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee2bff3-3104-460a-86fa-cbafd336fdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34'}}] {{(pid=114869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:38:11.999262 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-0438cb0a-6845-480a-9bfe-df700bbc6c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:12.064200 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-0438cb0a-6845-480a-9bfe-df700bbc6c52 service neutron] For port 57fe3076-f538-454d-a0ba-fe46a7eaffca, host n-h2-836015-7, cleared binding levels {{(pid=114869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:38:12.067762 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-0438cb0a-6845-480a-9bfe-df700bbc6c52 service neutron] For port 57fe3076-f538-454d-a0ba-fe46a7eaffca, host n-h2-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=57fe3076-f538-454d-a0ba-fe46a7eaffca,segment=NetworkSegment(7ee2bff3-3104-460a-86fa-cbafd336fdcc),segment_id=7ee2bff3-3104-460a-86fa-cbafd336fdcc)] {{(pid=114869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:38:12.139115 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-0438cb0a-6845-480a-9bfe-df700bbc6c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:12.174473 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-0438cb0a-6845-480a-9bfe-df700bbc6c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:12.175098 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-0438cb0a-6845-480a-9bfe-df700bbc6c52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:12.177003 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-0438cb0a-6845-480a-9bfe-df700bbc6c52 service neutron] 10.222.0.15 "PUT /v2.0/ports/57fe3076-f538-454d-a0ba-fe46a7eaffca HTTP/1.1" status: 200 len: 1091 time: 0.7701099 Apr 20 14:38:12.177436 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa0e67c8-6b8d-465d-948c-1db8683c9b54', 'tag': '57fe3076-f538-454d-a0ba-fe46a7eaffca'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:38:12.179725 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a569fe4-19d7-4643-a7bf-1c177155527d" -d '{"events": [{"name": "network-changed", "server_uuid": "aa0e67c8-6b8d-465d-948c-1db8683c9b54", "tag": "57fe3076-f538-454d-a0ba-fe46a7eaffca"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:38:12.214200 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438cb0a-6845-480a-9bfe-df700bbc6c52 service neutron] Pushing event updated for resources: {'Port': ['ID=57fe3076-f538-454d-a0ba-fe46a7eaffca,revision_number=3']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:12.221677 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a840da-8ac6-4b77-9aeb-fde1bb17e33d x-openstack-request-id: req-c5a840da-8ac6-4b77-9aeb-fde1bb17e33d {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:38:12.221972 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa0e67c8-6b8d-465d-948c-1db8683c9b54", "tag": "57fe3076-f538-454d-a0ba-fe46a7eaffca", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:38:12.222225 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c5a840da-8ac6-4b77-9aeb-fde1bb17e33d {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:38:12.222628 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5a840da-8ac6-4b77-9aeb-fde1bb17e33d'] response: {'name': 'network-changed', 'server_uuid': 'aa0e67c8-6b8d-465d-948c-1db8683c9b54', 'tag': '57fe3076-f538-454d-a0ba-fe46a7eaffca', 'status': 'completed', 'code': 200} Apr 20 14:38:12.283011 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a569fe4-19d7-4643-a7bf-1c177155527d req-aaa2dc56-d2ee-4d49-9dc0-71b02eeb4940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:12.284586 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a569fe4-19d7-4643-a7bf-1c177155527d req-aaa2dc56-d2ee-4d49-9dc0-71b02eeb4940 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0188ea65ed744b8c9d64c8948fb7baed&device_id=aa0e67c8-6b8d-465d-948c-1db8683c9b54 HTTP/1.1" status: 200 len: 1094 time: 0.0426884 Apr 20 14:38:12.389246 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a569fe4-19d7-4643-a7bf-1c177155527d req-d5cd1679-563c-41cc-8140-ec94a879e10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:12.390830 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a569fe4-19d7-4643-a7bf-1c177155527d req-d5cd1679-563c-41cc-8140-ec94a879e10e service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=0188ea65ed744b8c9d64c8948fb7baed&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0984564 Apr 20 14:38:12.484542 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a569fe4-19d7-4643-a7bf-1c177155527d req-9c00bfb7-0353-4c03-8286-156e6ce5017a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:12.485992 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6a569fe4-19d7-4643-a7bf-1c177155527d req-9c00bfb7-0353-4c03-8286-156e6ce5017a service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894856 Apr 20 14:38:12.560660 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-cb23fa36-258c-4a04-91aa-5cba1ad1e0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:12.562073 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-cb23fa36-258c-4a04-91aa-5cba1ad1e0e8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0188ea65ed744b8c9d64c8948fb7baed&device_id=aa0e67c8-6b8d-465d-948c-1db8683c9b54 HTTP/1.1" status: 200 len: 1094 time: 0.0419846 Apr 20 14:38:12.606009 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-63ec372d-66bb-4a10-bdba-b9f4875923ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57fe3076-f538-454d-a0ba-fe46a7eaffca HTTP/1.1" status: 200 len: 217 time: 0.0370564 Apr 20 14:38:12.652105 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-6e8e47b5-01aa-4546-b178-f5da41cbce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:12.653502 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-6e8e47b5-01aa-4546-b178-f5da41cbce6b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a0ba95a-abf8-41f0-9f89-25f90f82f360 HTTP/1.1" status: 200 len: 849 time: 0.0418034 Apr 20 14:38:12.697089 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-52f62f3a-1573-48fb-86c4-55f7c48f4756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:12.698544 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-52f62f3a-1573-48fb-86c4-55f7c48f4756 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0d12e197-bc63-4e9c-8aae-6c046141ad34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391140 Apr 20 14:38:12.788862 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-c8e9697a-837d-40d4-b0fd-b815cfa32ccf service neutron] 10.222.0.15 "GET /v2.0/networks/0d12e197-bc63-4e9c-8aae-6c046141ad34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832455 Apr 20 14:38:12.876246 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e3ba7332-512d-4c27-8d70-3b7fb79869a8 req-a63e9a9c-fac9-44a6-8cfe-0fa91cf80d07 service neutron] 10.222.0.15 "GET /v2.0/networks/0d12e197-bc63-4e9c-8aae-6c046141ad34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811968 Apr 20 14:38:13.082109 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132f6e8-3d1d-4ce5-9516-c3112398115c req-340bb35a-485b-4d38-bb00-aae0ec51e0bf tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:13.084096 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8132f6e8-3d1d-4ce5-9516-c3112398115c req-340bb35a-485b-4d38-bb00-aae0ec51e0bf tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa0e67c8-6b8d-465d-948c-1db8683c9b54 HTTP/1.1" status: 200 len: 943 time: 0.0489535 Apr 20 14:38:13.120744 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8132f6e8-3d1d-4ce5-9516-c3112398115c req-ea7a09f4-4ea3-4b7f-b07e-696fdda35ff2 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f071f1a-e6f5-48f2-b0e6-687926ad6f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303450 Apr 20 14:38:13.410534 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:14.027512 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:14.241605 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ef280-b922-450d-86c8-f8c9f2282be5 req-91ed620e-e492-4a9f-8732-e74d3fdcad48 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:14.243065 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dc7ef280-b922-450d-86c8-f8c9f2282be5 req-91ed620e-e492-4a9f-8732-e74d3fdcad48 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa0e67c8-6b8d-465d-948c-1db8683c9b54 HTTP/1.1" status: 200 len: 943 time: 0.0538025 Apr 20 14:38:14.281035 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dc7ef280-b922-450d-86c8-f8c9f2282be5 req-518ad1bc-aa43-49ad-9a5f-ea905cb69af9 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f071f1a-e6f5-48f2-b0e6-687926ad6f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318470 Apr 20 14:38:15.396332 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2c4d2-c0bf-4ced-9478-2e6d15361d31 req-ded31bd0-153f-4295-92fa-51460aba4a11 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:15.397789 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ffa2c4d2-c0bf-4ced-9478-2e6d15361d31 req-ded31bd0-153f-4295-92fa-51460aba4a11 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa0e67c8-6b8d-465d-948c-1db8683c9b54 HTTP/1.1" status: 200 len: 943 time: 0.0480664 Apr 20 14:38:15.433867 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ffa2c4d2-c0bf-4ced-9478-2e6d15361d31 req-778b813d-717b-48f7-b222-e70e6494bc82 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f071f1a-e6f5-48f2-b0e6-687926ad6f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301697 Apr 20 14:38:16.547882 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0856c47-8cca-466e-a9da-423e5ca05485 req-760950a4-13ac-4743-a8aa-c7f566eb331c tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:16.549326 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e0856c47-8cca-466e-a9da-423e5ca05485 req-760950a4-13ac-4743-a8aa-c7f566eb331c tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa0e67c8-6b8d-465d-948c-1db8683c9b54 HTTP/1.1" status: 200 len: 943 time: 0.0483985 Apr 20 14:38:16.586080 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e0856c47-8cca-466e-a9da-423e5ca05485 req-01deb7cc-e2f6-4805-88d0-1e076ed402f0 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f071f1a-e6f5-48f2-b0e6-687926ad6f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307496 Apr 20 14:38:16.637297 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 57fe3076-f538-454d-a0ba-fe46a7eaffca details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:38:16.733607 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 57fe3076-f538-454d-a0ba-fe46a7eaffca, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=57fe3076-f538-454d-a0ba-fe46a7eaffca,segment=NetworkSegment(7ee2bff3-3104-460a-86fa-cbafd336fdcc),segment_id=7ee2bff3-3104-460a-86fa-cbafd336fdcc)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:38:16.744889 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '57fe3076-f538-454d-a0ba-fe46a7eaffca', 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34', 'port_id': '57fe3076-f538-454d-a0ba-fe46a7eaffca', 'mac_address': 'fa:16:3e:71:73:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a0ba95a-abf8-41f0-9f89-25f90f82f360', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:38:16.780027 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:16.791873 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57fe3076-f538-454d-a0ba-fe46a7eaffca {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:38:16.810708 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 57fe3076-f538-454d-a0ba-fe46a7eaffca, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=57fe3076-f538-454d-a0ba-fe46a7eaffca,segment=NetworkSegment(7ee2bff3-3104-460a-86fa-cbafd336fdcc),segment_id=7ee2bff3-3104-460a-86fa-cbafd336fdcc)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:38:16.898068 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:16.947888 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=57fe3076-f538-454d-a0ba-fe46a7eaffca,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:17.230589 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['57fe3076-f538-454d-a0ba-fe46a7eaffca'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:38:17.701944 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2dc436-3e8e-4b5b-a186-a059d50ff8ba req-428b60dc-1e04-4f06-ac38-62459746c7d9 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:17.703453 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4a2dc436-3e8e-4b5b-a186-a059d50ff8ba req-428b60dc-1e04-4f06-ac38-62459746c7d9 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa0e67c8-6b8d-465d-948c-1db8683c9b54 HTTP/1.1" status: 200 len: 944 time: 0.0517879 Apr 20 14:38:17.741380 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-4a2dc436-3e8e-4b5b-a186-a059d50ff8ba req-51671d77-a4a1-4fee-8ec9-29d23c445dbb tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f071f1a-e6f5-48f2-b0e6-687926ad6f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314186 Apr 20 14:38:18.637609 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 57fe3076-f538-454d-a0ba-fe46a7eaffca up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:38:18.726901 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning for port 57fe3076-f538-454d-a0ba-fe46a7eaffca completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:38:18.730642 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 57fe3076-f538-454d-a0ba-fe46a7eaffca triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:38:18.731063 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:18.809089 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:18.831841 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0e67c8-6b8d-465d-948c-1db8683c9b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57fe3076-f538-454d-a0ba-fe46a7eaffca'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:38:18.834673 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac87ba4abbb4e8505208ea6fd510b76711e5f2ebc605ae5eca19bb7d33fcf53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543582cd-84a9-484e-bb8a-0a4f6954c377" -d '{"events": [{"server_uuid": "aa0e67c8-6b8d-465d-948c-1db8683c9b54", "name": "network-vif-plugged", "status": "completed", "tag": "57fe3076-f538-454d-a0ba-fe46a7eaffca"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:38:18.847602 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 57fe3076-f538-454d-a0ba-fe46a7eaffca, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=57fe3076-f538-454d-a0ba-fe46a7eaffca,segment=NetworkSegment(7ee2bff3-3104-460a-86fa-cbafd336fdcc),segment_id=7ee2bff3-3104-460a-86fa-cbafd336fdcc)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:38:18.860117 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb028d-3724-4588-8009-f7363dbd9f3d req-ee84528a-3617-4e87-8f2e-c084d45c980c tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:18.862392 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65cb028d-3724-4588-8009-f7363dbd9f3d req-ee84528a-3617-4e87-8f2e-c084d45c980c tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa0e67c8-6b8d-465d-948c-1db8683c9b54 HTTP/1.1" status: 200 len: 944 time: 0.0505831 Apr 20 14:38:18.872457 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5afb837-3b8b-4a6e-8930-196a3560d5e3 x-openstack-request-id: req-b5afb837-3b8b-4a6e-8930-196a3560d5e3 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:38:18.872779 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0e67c8-6b8d-465d-948c-1db8683c9b54", "name": "network-vif-plugged", "status": "completed", "tag": "57fe3076-f538-454d-a0ba-fe46a7eaffca", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:38:18.873032 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b5afb837-3b8b-4a6e-8930-196a3560d5e3 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:38:18.873429 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5afb837-3b8b-4a6e-8930-196a3560d5e3'] response: {'server_uuid': 'aa0e67c8-6b8d-465d-948c-1db8683c9b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57fe3076-f538-454d-a0ba-fe46a7eaffca', 'code': 200} Apr 20 14:38:18.903228 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-65cb028d-3724-4588-8009-f7363dbd9f3d req-e2956a5e-9127-4488-b7a7-de06cd8f822e tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f071f1a-e6f5-48f2-b0e6-687926ad6f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335057 Apr 20 14:38:18.933242 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:18.968200 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7087e49c-70a6-4260-9181-f3de714a600e req-74a5032c-fdfb-4616-92e3-51c32145de61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:18.969677 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7087e49c-70a6-4260-9181-f3de714a600e req-74a5032c-fdfb-4616-92e3-51c32145de61 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aa0e67c8-6b8d-465d-948c-1db8683c9b54 HTTP/1.1" status: 200 len: 1096 time: 0.0407238 Apr 20 14:38:18.982237 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=57fe3076-f538-454d-a0ba-fe46a7eaffca,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:19.005022 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-7087e49c-70a6-4260-9181-f3de714a600e req-94bb6736-2aee-4aae-a4ee-0b0fbf9fb732 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0f071f1a-e6f5-48f2-b0e6-687926ad6f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283656 Apr 20 14:38:20.024444 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680fddd4-4735-4b27-8262-62a50b47ab09 req-508d329b-97a1-4828-ab12-1798bdc9b498 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:20.025920 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-680fddd4-4735-4b27-8262-62a50b47ab09 req-508d329b-97a1-4828-ab12-1798bdc9b498 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa0e67c8-6b8d-465d-948c-1db8683c9b54 HTTP/1.1" status: 200 len: 945 time: 0.0531220 Apr 20 14:38:20.070397 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-680fddd4-4735-4b27-8262-62a50b47ab09 req-7b4015f9-67f4-4f85-a91e-750c217ca1ca tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f071f1a-e6f5-48f2-b0e6-687926ad6f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382173 Apr 20 14:38:21.184211 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baabe48-2cda-481f-9dc9-c17d4166788b req-3de8f833-95c7-4621-a8c1-5a15e366c475 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:21.185663 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3baabe48-2cda-481f-9dc9-c17d4166788b req-3de8f833-95c7-4621-a8c1-5a15e366c475 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa0e67c8-6b8d-465d-948c-1db8683c9b54 HTTP/1.1" status: 200 len: 945 time: 0.0475354 Apr 20 14:38:21.222319 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3baabe48-2cda-481f-9dc9-c17d4166788b req-3c2eb81c-832c-4478-80a7-651853853cc3 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f071f1a-e6f5-48f2-b0e6-687926ad6f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307467 Apr 20 14:38:21.335491 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c0cc1-6ada-42f0-a574-d4017211b2e6 req-dbeb6f5e-0e44-4146-a8cc-0c5bb73e2cf4 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:21.336952 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a86c0cc1-6ada-42f0-a574-d4017211b2e6 req-dbeb6f5e-0e44-4146-a8cc-0c5bb73e2cf4 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa0e67c8-6b8d-465d-948c-1db8683c9b54 HTTP/1.1" status: 200 len: 945 time: 0.0479310 Apr 20 14:38:21.373913 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a86c0cc1-6ada-42f0-a574-d4017211b2e6 req-2354300e-4255-4bde-a49e-612e55a91446 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f071f1a-e6f5-48f2-b0e6-687926ad6f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307074 Apr 20 14:38:21.394834 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36752) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:21.476716 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4158d04c-6db5-4e0e-8dce-2e2e65845fc3 tempest-TestSnapshotPattern-1388323488 tempest-TestSnapshotPattern-1388323488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:21.478222 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-4158d04c-6db5-4e0e-8dce-2e2e65845fc3 tempest-TestSnapshotPattern-1388323488 tempest-TestSnapshotPattern-1388323488-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=aa0e67c8-6b8d-465d-948c-1db8683c9b54 HTTP/1.1" status: 200 len: 1091 time: 0.0824058 Apr 20 14:38:21.481086 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 36756) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:38:21.485272 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-af2fc419-d524-451d-98bf-e52b8855c5b9 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'port_id': '57fe3076-f538-454d-a0ba-fe46a7eaffca', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'fixed_ip_address': '172.20.0.6'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:38:21.575962 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-af2fc419-d524-451d-98bf-e52b8855c5b9 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks [] for floatingip, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:21.668302 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-af2fc419-d524-451d-98bf-e52b8855c5b9 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:21.771545 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-af2fc419-d524-451d-98bf-e52b8855c5b9 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Allocated IP 172.25.8.168 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/93e6deea-6f47-4186-ad06-02ec85f67199) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:38:21.869135 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-af2fc419-d524-451d-98bf-e52b8855c5b9 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:21.961712 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-af2fc419-d524-451d-98bf-e52b8855c5b9 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:22.004554 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2fc419-d524-451d-98bf-e52b8855c5b9 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:38:22.009022 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-af2fc419-d524-451d-98bf-e52b8855c5b9 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:38:22.013305 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2fc419-d524-451d-98bf-e52b8855c5b9 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:38:22.016278 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2fc419-d524-451d-98bf-e52b8855c5b9 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Pushing event updated for resources: {'Port': ['ID=93e6deea-6f47-4186-ad06-02ec85f67199,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:22.362590 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-af2fc419-d524-451d-98bf-e52b8855c5b9 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:22.484693 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-af2fc419-d524-451d-98bf-e52b8855c5b9 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:22.633658 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-af2fc419-d524-451d-98bf-e52b8855c5b9 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:22.713502 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-af2fc419-d524-451d-98bf-e52b8855c5b9 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:22.782375 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2fc419-d524-451d-98bf-e52b8855c5b9 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Pushing event updated for resources: {'Port': ['ID=93e6deea-6f47-4186-ad06-02ec85f67199,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:38:22.790907 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-af2fc419-d524-451d-98bf-e52b8855c5b9 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:22.889404 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-af2fc419-d524-451d-98bf-e52b8855c5b9 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Floating IP b29a6e46-c239-4273-8a24-856732f53f96 associated. External IP: 172.25.8.168, port: 57fe3076-f538-454d-a0ba-fe46a7eaffca. Apr 20 14:38:23.090680 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2fc419-d524-451d-98bf-e52b8855c5b9 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Router 24699db2-cd83-4096-9adf-86e13c0890e9 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:38:23.195470 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2fc419-d524-451d-98bf-e52b8855c5b9 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:38:23.205028 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1211c55-9a69-46ca-bee2-084509dfb6b5 None None] Sync routers for ids ['24699db2-cd83-4096-9adf-86e13c0890e9'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:38:23.215013 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1211c55-9a69-46ca-bee2-084509dfb6b5 None None] Routers {'24699db2-cd83-4096-9adf-86e13c0890e9'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:38:23.215644 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-e1211c55-9a69-46ca-bee2-084509dfb6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:37:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['24699db2-cd83-4096-9adf-86e13c0890e9'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:38:23.286495 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-af2fc419-d524-451d-98bf-e52b8855c5b9 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:23.312689 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-af2fc419-d524-451d-98bf-e52b8855c5b9 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8305948 Apr 20 14:38:23.313286 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa0e67c8-6b8d-465d-948c-1db8683c9b54', 'tag': '57fe3076-f538-454d-a0ba-fe46a7eaffca'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:38:23.315592 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c43fae1-3389-43e5-8f4d-211348c80550" -d '{"events": [{"name": "network-changed", "server_uuid": "aa0e67c8-6b8d-465d-948c-1db8683c9b54", "tag": "57fe3076-f538-454d-a0ba-fe46a7eaffca"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:38:23.318014 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-e1211c55-9a69-46ca-bee2-084509dfb6b5 None None] Set router 24699db2-cd83-4096-9adf-86e13c0890e9 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:38:23.353615 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd8a76a-f853-4ccd-9608-570b53e01bf0 x-openstack-request-id: req-6bd8a76a-f853-4ccd-9608-570b53e01bf0 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:38:23.353907 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa0e67c8-6b8d-465d-948c-1db8683c9b54", "tag": "57fe3076-f538-454d-a0ba-fe46a7eaffca", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:38:23.354163 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6bd8a76a-f853-4ccd-9608-570b53e01bf0 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:38:23.354578 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bd8a76a-f853-4ccd-9608-570b53e01bf0'] response: {'name': 'network-changed', 'server_uuid': 'aa0e67c8-6b8d-465d-948c-1db8683c9b54', 'tag': '57fe3076-f538-454d-a0ba-fe46a7eaffca', 'status': 'completed', 'code': 200} Apr 20 14:38:23.416663 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43fae1-3389-43e5-8f4d-211348c80550 req-5bc64804-319f-4f8c-88df-3e1055ab91c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:23.418157 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8c43fae1-3389-43e5-8f4d-211348c80550 req-5bc64804-319f-4f8c-88df-3e1055ab91c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0188ea65ed744b8c9d64c8948fb7baed&device_id=aa0e67c8-6b8d-465d-948c-1db8683c9b54 HTTP/1.1" status: 200 len: 1096 time: 0.0397170 Apr 20 14:38:23.511836 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43fae1-3389-43e5-8f4d-211348c80550 req-997035be-bdbb-4123-9182-28e2ee7a3541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:23.513497 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8c43fae1-3389-43e5-8f4d-211348c80550 req-997035be-bdbb-4123-9182-28e2ee7a3541 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0d12e197-bc63-4e9c-8aae-6c046141ad34 HTTP/1.1" status: 200 len: 911 time: 0.0882590 Apr 20 14:38:23.543400 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-e1211c55-9a69-46ca-bee2-084509dfb6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'name': 'tempest-TestSnapshotPattern-1602670431-router', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'bf642681-7a87-4e60-a559-4cc1f2bdc188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:46Z', 'updated_at': '2022-04-20T14:37:49Z', 'revision_number': 4, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'gw_port': {'id': 'bf642681-7a87-4e60-a559-4cc1f2bdc188', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:46Z', 'updated_at': '2022-04-20T14:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'b29a6e46-c239-4273-8a24-856732f53f96', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'port_id': '57fe3076-f538-454d-a0ba-fe46a7eaffca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34', 'mac_address': 'fa:16:3e:71:73:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0e67c8-6b8d-465d-948c-1db8683c9b54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:38:22Z', 'updated_at': '2022-04-20T14:38:22Z', 'revision_number': 0, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '454209d7-e63f-42f9-b9ec-3b73e77f06d9', 'name': '', 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'mac_address': 'fa:16:3e:02:33:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': '0a0ba95a-abf8-41f0-9f89-25f90f82f360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:48Z', 'updated_at': '2022-04-20T14:37:53Z', 'revision_number': 5, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'subnets': [{'id': '0a0ba95a-abf8-41f0-9f89-25f90f82f360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:38:23.569293 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1211c55-9a69-46ca-bee2-084509dfb6b5 None None] Checking router: 24699db2-cd83-4096-9adf-86e13c0890e9 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:38:23.577174 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1211c55-9a69-46ca-bee2-084509dfb6b5 None None] Routers {'24699db2-cd83-4096-9adf-86e13c0890e9'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:38:23.577402 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8c43fae1-3389-43e5-8f4d-211348c80550 req-81a9767b-ce17-44eb-b2d0-bba70fbd404b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57fe3076-f538-454d-a0ba-fe46a7eaffca HTTP/1.1" status: 200 len: 999 time: 0.0578356 Apr 20 14:38:23.577774 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-e1211c55-9a69-46ca-bee2-084509dfb6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:37:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['24699db2-cd83-4096-9adf-86e13c0890e9'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:38:23.625791 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43fae1-3389-43e5-8f4d-211348c80550 req-e3adb131-d5d8-4a36-9e95-32f0de8eafdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:23.629049 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8c43fae1-3389-43e5-8f4d-211348c80550 req-e3adb131-d5d8-4a36-9e95-32f0de8eafdd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a0ba95a-abf8-41f0-9f89-25f90f82f360 HTTP/1.1" status: 200 len: 849 time: 0.0442536 Apr 20 14:38:23.675093 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43fae1-3389-43e5-8f4d-211348c80550 req-97a4e20a-5433-454f-b593-74c01c9d4ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:23.677136 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8c43fae1-3389-43e5-8f4d-211348c80550 req-97a4e20a-5433-454f-b593-74c01c9d4ff8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0d12e197-bc63-4e9c-8aae-6c046141ad34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438924 Apr 20 14:38:23.683227 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-e1211c55-9a69-46ca-bee2-084509dfb6b5 None None] Set router 24699db2-cd83-4096-9adf-86e13c0890e9 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:38:23.767789 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8c43fae1-3389-43e5-8f4d-211348c80550 req-9af70e5b-b986-4f48-9556-90688970d034 service neutron] 10.222.0.15 "GET /v2.0/networks/0d12e197-bc63-4e9c-8aae-6c046141ad34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824287 Apr 20 14:38:23.859258 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8c43fae1-3389-43e5-8f4d-211348c80550 req-5ff79ebe-e78a-472f-b2c7-7986cd24a9c8 service neutron] 10.222.0.15 "GET /v2.0/networks/0d12e197-bc63-4e9c-8aae-6c046141ad34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853086 Apr 20 14:38:23.902403 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-e1211c55-9a69-46ca-bee2-084509dfb6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'name': 'tempest-TestSnapshotPattern-1602670431-router', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'bf642681-7a87-4e60-a559-4cc1f2bdc188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:46Z', 'updated_at': '2022-04-20T14:37:49Z', 'revision_number': 4, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'gw_port': {'id': 'bf642681-7a87-4e60-a559-4cc1f2bdc188', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:46Z', 'updated_at': '2022-04-20T14:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'b29a6e46-c239-4273-8a24-856732f53f96', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'port_id': '57fe3076-f538-454d-a0ba-fe46a7eaffca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34', 'mac_address': 'fa:16:3e:71:73:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0e67c8-6b8d-465d-948c-1db8683c9b54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:38:22Z', 'updated_at': '2022-04-20T14:38:22Z', 'revision_number': 0, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '454209d7-e63f-42f9-b9ec-3b73e77f06d9', 'name': '', 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'mac_address': 'fa:16:3e:02:33:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': '0a0ba95a-abf8-41f0-9f89-25f90f82f360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:48Z', 'updated_at': '2022-04-20T14:37:53Z', 'revision_number': 5, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'subnets': [{'id': '0a0ba95a-abf8-41f0-9f89-25f90f82f360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:38:23.930991 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1211c55-9a69-46ca-bee2-084509dfb6b5 None None] The sync data for ids ['24699db2-cd83-4096-9adf-86e13c0890e9'] in n-d-836015-7 is: [{'id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'name': 'tempest-TestSnapshotPattern-1602670431-router', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'bf642681-7a87-4e60-a559-4cc1f2bdc188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:46Z', 'updated_at': '2022-04-20T14:37:49Z', 'revision_number': 4, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'gw_port': {'id': 'bf642681-7a87-4e60-a559-4cc1f2bdc188', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:46Z', 'updated_at': '2022-04-20T14:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'b29a6e46-c239-4273-8a24-856732f53f96', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'port_id': '57fe3076-f538-454d-a0ba-fe46a7eaffca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34', 'mac_address': 'fa:16:3e:71:73:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0e67c8-6b8d-465d-948c-1db8683c9b54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:38:22Z', 'updated_at': '2022-04-20T14:38:22Z', 'revision_number': 0, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '454209d7-e63f-42f9-b9ec-3b73e77f06d9', 'name': '', 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'mac_address': 'fa:16:3e:02:33:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': '0a0ba95a-abf8-41f0-9f89-25f90f82f360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:48Z', 'updated_at': '2022-04-20T14:37:53Z', 'revision_number': 5, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'subnets': [{'id': '0a0ba95a-abf8-41f0-9f89-25f90f82f360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:38:24.125063 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a03a30-c420-42f4-b96c-56de218d6658 None None] New status for floating IP b29a6e46-c239-4273-8a24-856732f53f96: ACTIVE {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:38:24.543958 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d476ca6d-b31c-4b0b-a0c0-5d52ef205d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:26.986892 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-a7adec25-503e-4929-8b73-327e0012ef1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:28.480819 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:29.755635 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:29.907124 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:40.578312 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:38:43.386862 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:43.970019 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:54.549374 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6da33df2-dbd1-4665-9f01-e94104d95270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:56.886413 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-8fc4aa09-8055-4289-9f33-e845f0202a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:58.034939 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1e9e2d48-f62a-4c0f-a199-2f44e358178b req-229b65e9-3ae7-468d-b520-589baad726ae service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aa0e67c8-6b8d-465d-948c-1db8683c9b54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401373 Apr 20 14:38:58.113958 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e2d48-f62a-4c0f-a199-2f44e358178b req-6c9e22d6-c294-46bc-9385-2e8f004b4747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:58.115423 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1e9e2d48-f62a-4c0f-a199-2f44e358178b req-6c9e22d6-c294-46bc-9385-2e8f004b4747 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0188ea65ed744b8c9d64c8948fb7baed&device_id=aa0e67c8-6b8d-465d-948c-1db8683c9b54 HTTP/1.1" status: 200 len: 1096 time: 0.0395851 Apr 20 14:38:58.219179 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e2d48-f62a-4c0f-a199-2f44e358178b req-2bf9507e-52a4-49bb-9b38-4ec2b7554d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:58.220660 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1e9e2d48-f62a-4c0f-a199-2f44e358178b req-2bf9507e-52a4-49bb-9b38-4ec2b7554d58 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0d12e197-bc63-4e9c-8aae-6c046141ad34 HTTP/1.1" status: 200 len: 911 time: 0.0854814 Apr 20 14:38:58.284126 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1e9e2d48-f62a-4c0f-a199-2f44e358178b req-30532b4d-e760-45c9-956d-ab60dd750987 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57fe3076-f538-454d-a0ba-fe46a7eaffca HTTP/1.1" status: 200 len: 1001 time: 0.0569391 Apr 20 14:38:58.330314 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e2d48-f62a-4c0f-a199-2f44e358178b req-bb831071-1687-4f3c-a80e-6fd39b6fd6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:58.331749 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1e9e2d48-f62a-4c0f-a199-2f44e358178b req-bb831071-1687-4f3c-a80e-6fd39b6fd6cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a0ba95a-abf8-41f0-9f89-25f90f82f360 HTTP/1.1" status: 200 len: 849 time: 0.0417402 Apr 20 14:38:58.379762 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e2d48-f62a-4c0f-a199-2f44e358178b req-54b178f0-3e3c-4b46-8a3b-8d8a8688b098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:38:58.381218 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1e9e2d48-f62a-4c0f-a199-2f44e358178b req-54b178f0-3e3c-4b46-8a3b-8d8a8688b098 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0d12e197-bc63-4e9c-8aae-6c046141ad34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428102 Apr 20 14:38:58.468466 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1e9e2d48-f62a-4c0f-a199-2f44e358178b req-cc258d04-5509-4500-aa5a-19b09b4d3e4c service neutron] 10.222.0.15 "GET /v2.0/networks/0d12e197-bc63-4e9c-8aae-6c046141ad34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809898 Apr 20 14:38:58.560809 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-1e9e2d48-f62a-4c0f-a199-2f44e358178b req-4063836b-4ca2-48f6-9380-1df77086e4b3 service neutron] 10.222.0.15 "GET /v2.0/networks/0d12e197-bc63-4e9c-8aae-6c046141ad34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861471 Apr 20 14:38:58.589185 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:59.729223 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:38:59.929372 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:13.440547 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:13.926560 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:17.577375 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:39:24.546104 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-18c5e5ee-83f6-440a-88bd-deb26cb93934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:26.854250 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ada517af-79a0-46f6-b14d-6a29bb6065c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:28.523311 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:29.745788 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:29.919829 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:43.399609 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:43.994136 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:54.539717 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b15c0fcd-9f3c-426e-8d8c-cb49466a5480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:54.576372 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:39:56.842039 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-febc73d3-8ca9-4f8e-ba17-a46940c98608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:58.471070 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:59.751063 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:39:59.933804 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:00.035011 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2610d678-2e92-4f6f-8c81-a1b33a2fbcb2 req-9b3e07c1-75ee-4e76-af31-d62cb3bfd7df service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aa0e67c8-6b8d-465d-948c-1db8683c9b54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405228 Apr 20 14:40:00.114268 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610d678-2e92-4f6f-8c81-a1b33a2fbcb2 req-fa26c2c0-6476-4367-be58-fac5d7f78df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:00.114268 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2610d678-2e92-4f6f-8c81-a1b33a2fbcb2 req-fa26c2c0-6476-4367-be58-fac5d7f78df3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0188ea65ed744b8c9d64c8948fb7baed&device_id=aa0e67c8-6b8d-465d-948c-1db8683c9b54 HTTP/1.1" status: 200 len: 1096 time: 0.0407503 Apr 20 14:40:00.515038 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610d678-2e92-4f6f-8c81-a1b33a2fbcb2 req-3e67fae3-e0a2-4ae2-aa14-745e82eb2d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:00.516539 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2610d678-2e92-4f6f-8c81-a1b33a2fbcb2 req-3e67fae3-e0a2-4ae2-aa14-745e82eb2d7b service neutron] 10.222.0.15 "GET /v2.0/networks?id=0d12e197-bc63-4e9c-8aae-6c046141ad34 HTTP/1.1" status: 200 len: 911 time: 0.3777175 Apr 20 14:40:00.579946 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2610d678-2e92-4f6f-8c81-a1b33a2fbcb2 req-7bc74c39-0da0-4eef-a73e-fb82395b0529 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57fe3076-f538-454d-a0ba-fe46a7eaffca HTTP/1.1" status: 200 len: 1001 time: 0.0564709 Apr 20 14:40:00.627048 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610d678-2e92-4f6f-8c81-a1b33a2fbcb2 req-09345cfd-522a-416f-a048-305c06623000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:00.628433 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2610d678-2e92-4f6f-8c81-a1b33a2fbcb2 req-09345cfd-522a-416f-a048-305c06623000 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a0ba95a-abf8-41f0-9f89-25f90f82f360 HTTP/1.1" status: 200 len: 849 time: 0.0423696 Apr 20 14:40:00.675663 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610d678-2e92-4f6f-8c81-a1b33a2fbcb2 req-b5abe6a0-da17-4896-8545-4de62b044fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:40:00.677023 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2610d678-2e92-4f6f-8c81-a1b33a2fbcb2 req-b5abe6a0-da17-4896-8545-4de62b044fd7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0d12e197-bc63-4e9c-8aae-6c046141ad34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426109 Apr 20 14:40:00.765556 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2610d678-2e92-4f6f-8c81-a1b33a2fbcb2 req-a24e3138-b646-468a-87d6-e53f3db0171d service neutron] 10.222.0.15 "GET /v2.0/networks/0d12e197-bc63-4e9c-8aae-6c046141ad34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812438 Apr 20 14:40:00.855545 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2610d678-2e92-4f6f-8c81-a1b33a2fbcb2 req-f2ebf573-b9fa-4910-b9d3-089a059527d5 service neutron] 10.222.0.15 "GET /v2.0/networks/0d12e197-bc63-4e9c-8aae-6c046141ad34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839820 Apr 20 14:40:13.393601 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:13.942291 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:24.562196 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6b90cf01-f098-4b20-8412-0833cc335f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:26.879217 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d6ca0d7f-f3c6-4fd3-ac82-3e358a93e32b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:28.507936 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:29.773237 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:29.944487 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:31.575010 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:40:43.389653 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:43.947460 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:54.555656 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-35019338-20cc-4676-a298-214118bb597e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:55.432757 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 57fe3076-f538-454d-a0ba-fe46a7eaffca details requested by agent hyperv_n-h2-836015-7 with host n-h2-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:40:55.525993 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 57fe3076-f538-454d-a0ba-fe46a7eaffca, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=57fe3076-f538-454d-a0ba-fe46a7eaffca,segment=NetworkSegment(7ee2bff3-3104-460a-86fa-cbafd336fdcc),segment_id=7ee2bff3-3104-460a-86fa-cbafd336fdcc)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:55.538258 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Returning: {'device': '57fe3076-f538-454d-a0ba-fe46a7eaffca', 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34', 'port_id': '57fe3076-f538-454d-a0ba-fe46a7eaffca', 'mac_address': 'fa:16:3e:71:73:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a0ba95a-abf8-41f0-9f89-25f90f82f360', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:40:55.577267 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:55.590103 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57fe3076-f538-454d-a0ba-fe46a7eaffca {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:40:55.608031 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 57fe3076-f538-454d-a0ba-fe46a7eaffca, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=57fe3076-f538-454d-a0ba-fe46a7eaffca,segment=NetworkSegment(7ee2bff3-3104-460a-86fa-cbafd336fdcc),segment_id=7ee2bff3-3104-460a-86fa-cbafd336fdcc)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:55.709312 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:55.757749 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=57fe3076-f538-454d-a0ba-fe46a7eaffca,revision_number=6']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:55.765671 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:55.766015 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:55.766350 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:55.766681 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:55.767008 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:55.767331 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:55.767678 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:55.767998 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:55.768316 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:55.768632 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:55.768954 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:55.769268 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:40:55.793115 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] get_ports_and_sgs() called for port_ids ['57fe3076-f538-454d-a0ba-fe46a7eaffca'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:40:56.841449 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d6cd850a-d46b-460a-b6d8-12fa47f4b0a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:57.449299 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 57fe3076-f538-454d-a0ba-fe46a7eaffca up at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:40:57.496279 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Provisioning complete for port 57fe3076-f538-454d-a0ba-fe46a7eaffca triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:40:57.496647 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:57.572088 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:57.594098 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0e67c8-6b8d-465d-948c-1db8683c9b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57fe3076-f538-454d-a0ba-fe46a7eaffca'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:40:57.596322 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac87ba4abbb4e8505208ea6fd510b76711e5f2ebc605ae5eca19bb7d33fcf53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f898d587-77f0-4436-a398-5bbe64ffe331" -d '{"events": [{"server_uuid": "aa0e67c8-6b8d-465d-948c-1db8683c9b54", "name": "network-vif-plugged", "status": "completed", "tag": "57fe3076-f538-454d-a0ba-fe46a7eaffca"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:40:57.608345 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 57fe3076-f538-454d-a0ba-fe46a7eaffca, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=57fe3076-f538-454d-a0ba-fe46a7eaffca,segment=NetworkSegment(7ee2bff3-3104-460a-86fa-cbafd336fdcc),segment_id=7ee2bff3-3104-460a-86fa-cbafd336fdcc)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:40:57.690265 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45680bd-a116-4af6-9f5e-4297916d58ca x-openstack-request-id: req-d45680bd-a116-4af6-9f5e-4297916d58ca {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:40:57.690265 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0e67c8-6b8d-465d-948c-1db8683c9b54", "name": "network-vif-plugged", "status": "completed", "tag": "57fe3076-f538-454d-a0ba-fe46a7eaffca", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:40:57.690265 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d45680bd-a116-4af6-9f5e-4297916d58ca {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:40:57.690265 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d45680bd-a116-4af6-9f5e-4297916d58ca'] response: {'server_uuid': 'aa0e67c8-6b8d-465d-948c-1db8683c9b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57fe3076-f538-454d-a0ba-fe46a7eaffca', 'code': 200} Apr 20 14:40:57.716017 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:57.760985 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=57fe3076-f538-454d-a0ba-fe46a7eaffca,revision_number=7']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:40:58.498261 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:59.801289 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:40:59.949817 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:02.128775 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98584e6-0362-4e8e-be7f-d4b414f87b83 req-c30e737a-806d-4b3b-aa3f-1ac655af8f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:02.130912 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b98584e6-0362-4e8e-be7f-d4b414f87b83 req-c30e737a-806d-4b3b-aa3f-1ac655af8f61 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0188ea65ed744b8c9d64c8948fb7baed&device_id=aa0e67c8-6b8d-465d-948c-1db8683c9b54 HTTP/1.1" status: 200 len: 1096 time: 0.0937066 Apr 20 14:41:02.248447 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98584e6-0362-4e8e-be7f-d4b414f87b83 req-fbc35f5d-7936-4a9b-aca4-ed2ecf9a3a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:02.250412 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b98584e6-0362-4e8e-be7f-d4b414f87b83 req-fbc35f5d-7936-4a9b-aca4-ed2ecf9a3a04 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0d12e197-bc63-4e9c-8aae-6c046141ad34 HTTP/1.1" status: 200 len: 911 time: 0.0993595 Apr 20 14:41:02.325710 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b98584e6-0362-4e8e-be7f-d4b414f87b83 req-5e18285a-3775-4f2f-91c3-27ec8ee580f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57fe3076-f538-454d-a0ba-fe46a7eaffca HTTP/1.1" status: 200 len: 1001 time: 0.0666764 Apr 20 14:41:02.378838 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98584e6-0362-4e8e-be7f-d4b414f87b83 req-8dbc4f79-1266-49cb-ba88-66f59cd45272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:02.380620 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b98584e6-0362-4e8e-be7f-d4b414f87b83 req-8dbc4f79-1266-49cb-ba88-66f59cd45272 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a0ba95a-abf8-41f0-9f89-25f90f82f360 HTTP/1.1" status: 200 len: 849 time: 0.0473082 Apr 20 14:41:02.452341 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98584e6-0362-4e8e-be7f-d4b414f87b83 req-ea95f3de-7d09-4e3b-9875-142b629882d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:02.454282 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b98584e6-0362-4e8e-be7f-d4b414f87b83 req-ea95f3de-7d09-4e3b-9875-142b629882d3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0d12e197-bc63-4e9c-8aae-6c046141ad34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657504 Apr 20 14:41:02.570360 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b98584e6-0362-4e8e-be7f-d4b414f87b83 req-f51a67c4-4ade-4120-b288-f0ffded52be0 service neutron] 10.222.0.15 "GET /v2.0/networks/0d12e197-bc63-4e9c-8aae-6c046141ad34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090586 Apr 20 14:41:02.669834 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b98584e6-0362-4e8e-be7f-d4b414f87b83 req-f2ab8c0b-07bc-41ca-b452-c65673c6c10c service neutron] 10.222.0.15 "GET /v2.0/networks/0d12e197-bc63-4e9c-8aae-6c046141ad34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927200 Apr 20 14:41:08.573957 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:41:12.103730 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-46f15153-9267-4bdf-bb9c-67c9be26c0f5 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1910251550&fields=id&tenant_id=0188ea65ed744b8c9d64c8948fb7baed HTTP/1.1" status: 200 len: 267 time: 0.0350623 Apr 20 14:41:12.209194 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-70cf2d30-0e9c-4764-a964-105ec62665c9 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:12.210644 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-70cf2d30-0e9c-4764-a964-105ec62665c9 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/networks?id=0d12e197-bc63-4e9c-8aae-6c046141ad34 HTTP/1.1" status: 200 len: 810 time: 0.1000731 Apr 20 14:41:12.225905 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-d3468461-c21f-4b30-a29c-78e6c57fd13a tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/quotas/0188ea65ed744b8c9d64c8948fb7baed HTTP/1.1" status: 200 len: 375 time: 0.0090227 Apr 20 14:41:12.281875 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-351d3eeb-d718-43c1-a2c8-6986bc1bde92 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0188ea65ed744b8c9d64c8948fb7baed&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0503571 Apr 20 14:41:12.379268 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-f752b8d3-2272-4b73-8f88-4560d91ff4bd service neutron] 10.222.0.25 "GET /v2.0/networks/0d12e197-bc63-4e9c-8aae-6c046141ad34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854619 Apr 20 14:41:12.466638 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-de90630c-53cb-4650-9e84-1949b3819ada service neutron] 10.222.0.25 "GET /v2.0/networks/0d12e197-bc63-4e9c-8aae-6c046141ad34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812230 Apr 20 14:41:12.722388 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-3ef77cfd-5620-427b-bfc7-a95d1e107e82 req-606ed3f6-13e5-4ce6-aba6-7afd59d59523 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=e55e08f3-da6f-4cf3-9619-b91fa6342f73 HTTP/1.1" status: 200 len: 210 time: 0.0302677 Apr 20 14:41:13.456091 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:13.805069 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e0f06fb4-088b-4db9-acd8-1fd59f0dfe7f req-124a4f55-65b1-4248-a8f0-86c4e4c396c5 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=e55e08f3-da6f-4cf3-9619-b91fa6342f73 HTTP/1.1" status: 200 len: 210 time: 0.0300310 Apr 20 14:41:13.952902 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:14.882547 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-78e57ce3-9849-4999-b1e1-a66339c1fa58 req-a6d78b89-e7b7-44d6-8f13-c1dbdda76add tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=e55e08f3-da6f-4cf3-9619-b91fa6342f73 HTTP/1.1" status: 200 len: 210 time: 0.0264130 Apr 20 14:41:15.505786 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 57fe3076-f538-454d-a0ba-fe46a7eaffca no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:41:15.582065 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:15.603939 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0e67c8-6b8d-465d-948c-1db8683c9b54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57fe3076-f538-454d-a0ba-fe46a7eaffca'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:41:15.606205 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac87ba4abbb4e8505208ea6fd510b76711e5f2ebc605ae5eca19bb7d33fcf53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab3d150-7cae-4861-a6f5-c7394183e8df" -d '{"events": [{"server_uuid": "aa0e67c8-6b8d-465d-948c-1db8683c9b54", "name": "network-vif-unplugged", "status": "completed", "tag": "57fe3076-f538-454d-a0ba-fe46a7eaffca"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:41:15.618461 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] For port 57fe3076-f538-454d-a0ba-fe46a7eaffca, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=57fe3076-f538-454d-a0ba-fe46a7eaffca,segment=NetworkSegment(7ee2bff3-3104-460a-86fa-cbafd336fdcc),segment_id=7ee2bff3-3104-460a-86fa-cbafd336fdcc)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:15.651784 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d110f1b-f808-482a-8c56-12246322ffb3 x-openstack-request-id: req-6d110f1b-f808-482a-8c56-12246322ffb3 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:41:15.651784 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0e67c8-6b8d-465d-948c-1db8683c9b54", "name": "network-vif-unplugged", "status": "completed", "tag": "57fe3076-f538-454d-a0ba-fe46a7eaffca", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:41:15.651784 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d110f1b-f808-482a-8c56-12246322ffb3 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:41:15.651784 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d110f1b-f808-482a-8c56-12246322ffb3'] response: {'server_uuid': 'aa0e67c8-6b8d-465d-948c-1db8683c9b54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57fe3076-f538-454d-a0ba-fe46a7eaffca', 'code': 200} Apr 20 14:41:15.709506 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:15.756053 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Pushing event updated for resources: {'Port': ['ID=57fe3076-f538-454d-a0ba-fe46a7eaffca,revision_number=8']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:15.957963 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a7404585-6a10-4fac-86eb-f6efc996bcb4 req-e31969df-320a-4a39-b18e-763cd5413624 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=e55e08f3-da6f-4cf3-9619-b91fa6342f73 HTTP/1.1" status: 200 len: 210 time: 0.0263691 Apr 20 14:41:17.052480 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-31dabdcd-76f4-498c-95f3-f0ae99c342a7 req-2e081d62-233f-4a1a-ad77-54fe72e3c1fd tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=e55e08f3-da6f-4cf3-9619-b91fa6342f73 HTTP/1.1" status: 200 len: 210 time: 0.0271449 Apr 20 14:41:18.153051 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-d40805ce-b3a2-489b-aef7-2250a10936f3 req-c0cf6144-9bf1-49d4-859e-03515905d07e tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=e55e08f3-da6f-4cf3-9619-b91fa6342f73 HTTP/1.1" status: 200 len: 210 time: 0.0272074 Apr 20 14:41:19.095865 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-24378e31-a5f8-4723-ae07-18738a48eeeb tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:19.097323 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-24378e31-a5f8-4723-ae07-18738a48eeeb tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.32 "GET /v2.0/networks?id=0d12e197-bc63-4e9c-8aae-6c046141ad34 HTTP/1.1" status: 200 len: 810 time: 0.1022036 Apr 20 14:41:19.139034 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-84b73161-42ff-472c-a953-d25a5a605e45 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0188ea65ed744b8c9d64c8948fb7baed HTTP/1.1" status: 200 len: 380 time: 0.0333555 Apr 20 14:41:19.164253 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-56c5773d-8749-4624-b30e-db3ed079d161 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Request body: {'port': {'device_id': 'e55e08f3-da6f-4cf3-9619-b91fa6342f73', 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34', 'admin_state_up': True, 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'security_groups': ['0f071f1a-e6f5-48f2-b0e6-687926ad6f0b']}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:41:19.260191 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a84614e3-9d5a-4109-b46d-26a9242a41de req-5dbbc4eb-b5b9-45a1-bb10-7d34da1ffe2b tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=e55e08f3-da6f-4cf3-9619-b91fa6342f73 HTTP/1.1" status: 200 len: 210 time: 0.0310624 Apr 20 14:41:19.309435 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-56c5773d-8749-4624-b30e-db3ed079d161 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Made reservation on behalf of 0188ea65ed744b8c9d64c8948fb7baed for: {'port': 1} {{(pid=114870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 14:41:19.313104 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-56c5773d-8749-4624-b30e-db3ed079d161 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:19.446218 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_common [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-56c5773d-8749-4624-b30e-db3ed079d161 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Allocated IP 172.20.0.8 (0d12e197-bc63-4e9c-8aae-6c046141ad34/0a0ba95a-abf8-41f0-9f89-25f90f82f360/fcfd35ed-4ba5-423d-87b4-2b32be774e4e) {{(pid=114870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:41:19.590788 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-56c5773d-8749-4624-b30e-db3ed079d161 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks [] for port, precommit_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:19.681416 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-56c5773d-8749-4624-b30e-db3ed079d161 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_create {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:19.734247 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-56c5773d-8749-4624-b30e-db3ed079d161 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Network 0d12e197-bc63-4e9c-8aae-6c046141ad34 is already hosted by enough agents. {{(pid=114870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:41:19.737650 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.base_scheduler [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-56c5773d-8749-4624-b30e-db3ed079d161 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Resources bound (agent type, host, resource id): {{(pid=114870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:41:19.740419 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-56c5773d-8749-4624-b30e-db3ed079d161 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Received port after_create {{(pid=114870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:41:19.771602 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5773d-8749-4624-b30e-db3ed079d161 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Pushing event updated for resources: {'Port': ['ID=fcfd35ed-4ba5-423d-87b4-2b32be774e4e,revision_number=1']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:19.782289 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c5773d-8749-4624-b30e-db3ed079d161 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:19.782771 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c5773d-8749-4624-b30e-db3ed079d161 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:19.783170 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c5773d-8749-4624-b30e-db3ed079d161 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:19.783520 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c5773d-8749-4624-b30e-db3ed079d161 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:19.783865 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c5773d-8749-4624-b30e-db3ed079d161 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:19.784287 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c5773d-8749-4624-b30e-db3ed079d161 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:19.784745 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c5773d-8749-4624-b30e-db3ed079d161 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:19.785183 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c5773d-8749-4624-b30e-db3ed079d161 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:19.785391 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c5773d-8749-4624-b30e-db3ed079d161 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:19.785815 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c5773d-8749-4624-b30e-db3ed079d161 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:19.786187 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c5773d-8749-4624-b30e-db3ed079d161 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:19.786511 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c5773d-8749-4624-b30e-db3ed079d161 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:19.832013 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-56c5773d-8749-4624-b30e-db3ed079d161 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:19.833604 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-56c5773d-8749-4624-b30e-db3ed079d161 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:19.975545 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-56c5773d-8749-4624-b30e-db3ed079d161 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8297789 Apr 20 14:41:20.169224 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-0080c1f7-32b3-4378-aecf-17250d600c78 None None] Provisioning complete for port fcfd35ed-4ba5-423d-87b4-2b32be774e4e triggered by entity DHCP. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:41:20.170336 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0080c1f7-32b3-4378-aecf-17250d600c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:20.212323 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-0080c1f7-32b3-4378-aecf-17250d600c78 None None] Port fcfd35ed-4ba5-423d-87b4-2b32be774e4e cannot update to ACTIVE because it is not bound. {{(pid=114871) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 14:41:20.397246 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409ceec-d849-4932-884b-6f08798b94ae req-e6e78ab7-f717-42e9-89a5-dc6c8c62e61a tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:20.399985 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9409ceec-d849-4932-884b-6f08798b94ae req-e6e78ab7-f717-42e9-89a5-dc6c8c62e61a tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=e55e08f3-da6f-4cf3-9619-b91fa6342f73 HTTP/1.1" status: 200 len: 931 time: 0.0548365 Apr 20 14:41:20.443596 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9409ceec-d849-4932-884b-6f08798b94ae req-3bda3b70-6296-42a4-82c3-b4b4fa3639eb tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f071f1a-e6f5-48f2-b0e6-687926ad6f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369239 Apr 20 14:41:21.568234 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b069dc-a430-449a-9796-2e28eed2ba8b req-b58440ea-8467-4d3d-8c8a-85b82c793ebc tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:21.575893 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c5b069dc-a430-449a-9796-2e28eed2ba8b req-b58440ea-8467-4d3d-8c8a-85b82c793ebc tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=e55e08f3-da6f-4cf3-9619-b91fa6342f73 HTTP/1.1" status: 200 len: 931 time: 0.0562282 Apr 20 14:41:21.611835 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c5b069dc-a430-449a-9796-2e28eed2ba8b req-7c77f621-3216-49d0-aa65-33e5cdba922b tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f071f1a-e6f5-48f2-b0e6-687926ad6f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350654 Apr 20 14:41:22.745241 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36b7c7-d6ed-4f82-995c-abc51a9a0db6 req-fafcb156-b02c-497e-8ff7-9b1098f2030a tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:22.746644 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9f36b7c7-d6ed-4f82-995c-abc51a9a0db6 req-fafcb156-b02c-497e-8ff7-9b1098f2030a tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=e55e08f3-da6f-4cf3-9619-b91fa6342f73 HTTP/1.1" status: 200 len: 931 time: 0.0628963 Apr 20 14:41:22.785729 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9f36b7c7-d6ed-4f82-995c-abc51a9a0db6 req-69660b45-0963-450c-a3e5-e6a06eda59b6 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f071f1a-e6f5-48f2-b0e6-687926ad6f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328240 Apr 20 14:41:23.909122 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c3379-a7a0-4524-b104-a0bb088c013d req-32e5170f-c9d3-4297-9de8-5d120e50f39a tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:23.911894 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-446c3379-a7a0-4524-b104-a0bb088c013d req-32e5170f-c9d3-4297-9de8-5d120e50f39a tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=e55e08f3-da6f-4cf3-9619-b91fa6342f73 HTTP/1.1" status: 200 len: 931 time: 0.0519445 Apr 20 14:41:23.953079 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-446c3379-a7a0-4524-b104-a0bb088c013d req-72f45550-7d7b-4255-a094-a521c9b203be tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f071f1a-e6f5-48f2-b0e6-687926ad6f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363176 Apr 20 14:41:24.606750 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d413f6d6-20ed-44db-afce-be1dd1160cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:25.069916 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab6043-914c-4499-ac7d-fc455a4b0027 req-bb8386ad-f0d4-471e-80f6-fb9328e10cb9 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:25.071426 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-98ab6043-914c-4499-ac7d-fc455a4b0027 req-bb8386ad-f0d4-471e-80f6-fb9328e10cb9 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=e55e08f3-da6f-4cf3-9619-b91fa6342f73 HTTP/1.1" status: 200 len: 931 time: 0.0498526 Apr 20 14:41:25.109076 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-98ab6043-914c-4499-ac7d-fc455a4b0027 req-e58499cf-0825-484b-99d3-76d9ab936ed8 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f071f1a-e6f5-48f2-b0e6-687926ad6f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309951 Apr 20 14:41:26.238116 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f4320-c831-4e00-9515-2e6a71e6c17d req-06bae629-4937-4484-9a6b-4e999ea06bea tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:26.243888 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f34f4320-c831-4e00-9515-2e6a71e6c17d req-06bae629-4937-4484-9a6b-4e999ea06bea tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=e55e08f3-da6f-4cf3-9619-b91fa6342f73 HTTP/1.1" status: 200 len: 931 time: 0.0589783 Apr 20 14:41:26.283442 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f34f4320-c831-4e00-9515-2e6a71e6c17d req-afd0406b-92dd-48ad-a7d2-4e77c0e76316 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f071f1a-e6f5-48f2-b0e6-687926ad6f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355701 Apr 20 14:41:27.406165 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b6e4e-f945-41cc-b16c-2b02c7b09e39 req-0c2c335a-ab66-4385-879d-51b8049b7966 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:27.407738 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ec0b6e4e-f945-41cc-b16c-2b02c7b09e39 req-0c2c335a-ab66-4385-879d-51b8049b7966 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=e55e08f3-da6f-4cf3-9619-b91fa6342f73 HTTP/1.1" status: 200 len: 931 time: 0.0526021 Apr 20 14:41:27.447091 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-ec0b6e4e-f945-41cc-b16c-2b02c7b09e39 req-1a6a0024-5207-4e1f-a097-444db30c5287 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f071f1a-e6f5-48f2-b0e6-687926ad6f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333948 Apr 20 14:41:27.709430 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c332b82c-be12-4f0d-9a58-ddae4525cca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:28.507040 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:28.569184 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a986b-483b-4e8a-a1a7-22d90f562512 req-89a991b8-1350-4513-8465-e6ab7b796a7c tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:28.570661 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6b1a986b-483b-4e8a-a1a7-22d90f562512 req-89a991b8-1350-4513-8465-e6ab7b796a7c tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=e55e08f3-da6f-4cf3-9619-b91fa6342f73 HTTP/1.1" status: 200 len: 931 time: 0.0520005 Apr 20 14:41:28.608247 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6b1a986b-483b-4e8a-a1a7-22d90f562512 req-d3d450b0-9da4-4131-b23d-95574fc7f959 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f071f1a-e6f5-48f2-b0e6-687926ad6f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310028 Apr 20 14:41:29.725083 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc153e-381f-4bb2-9b7b-87e72f72bd36 req-eeb66e66-1315-4a9f-b985-cc9ae071d066 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:29.726529 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b4bc153e-381f-4bb2-9b7b-87e72f72bd36 req-eeb66e66-1315-4a9f-b985-cc9ae071d066 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=e55e08f3-da6f-4cf3-9619-b91fa6342f73 HTTP/1.1" status: 200 len: 931 time: 0.0522330 Apr 20 14:41:29.764191 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b4bc153e-381f-4bb2-9b7b-87e72f72bd36 req-cc7cf3ef-8111-47fc-b0ea-233ffe8f0b13 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f071f1a-e6f5-48f2-b0e6-687926ad6f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316205 Apr 20 14:41:29.766545 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:30.000329 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:30.877099 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e13f51-2b4c-41f9-91a7-2165de0c0770 req-7805a986-9aea-4f3e-881e-ea76918ff94e tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:30.878558 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c8e13f51-2b4c-41f9-91a7-2165de0c0770 req-7805a986-9aea-4f3e-881e-ea76918ff94e tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=e55e08f3-da6f-4cf3-9619-b91fa6342f73 HTTP/1.1" status: 200 len: 931 time: 0.0483031 Apr 20 14:41:30.915981 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-c8e13f51-2b4c-41f9-91a7-2165de0c0770 req-276daeea-3df0-42de-9a17-862be49e4b0d tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f071f1a-e6f5-48f2-b0e6-687926ad6f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314450 Apr 20 14:41:32.030276 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.v2.base [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-db20f344-17f5-43f7-8b71-c8dbc79d1bd0 service neutron] Request body: {'port': {'device_id': 'e55e08f3-da6f-4cf3-9619-b91fa6342f73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-7'}} {{(pid=114870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:41:32.031945 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b8399-a1ea-4543-b08d-9e31e36e7cb4 req-63d67196-e861-42bd-a41b-80546b4f0c10 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:32.033445 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-879b8399-a1ea-4543-b08d-9e31e36e7cb4 req-63d67196-e861-42bd-a41b-80546b4f0c10 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=e55e08f3-da6f-4cf3-9619-b91fa6342f73 HTTP/1.1" status: 200 len: 931 time: 0.0498095 Apr 20 14:41:32.072137 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-879b8399-a1ea-4543-b08d-9e31e36e7cb4 req-e3f26f93-b3a5-42f6-8d03-1f7b2f311920 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f071f1a-e6f5-48f2-b0e6-687926ad6f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321863 Apr 20 14:41:32.089361 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-db20f344-17f5-43f7-8b71-c8dbc79d1bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:32.341780 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-db20f344-17f5-43f7-8b71-c8dbc79d1bd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcfd35ed-4ba5-423d-87b4-2b32be774e4e {{(pid=114870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:41:32.349003 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-db20f344-17f5-43f7-8b71-c8dbc79d1bd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:32.360329 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.provisioning_blocks [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-db20f344-17f5-43f7-8b71-c8dbc79d1bd0 service neutron] Transition to ACTIVE for port object fcfd35ed-4ba5-423d-87b4-2b32be774e4e will not be triggered until provisioned by entity L2. {{(pid=114870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 14:41:32.440394 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-db20f344-17f5-43f7-8b71-c8dbc79d1bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:32.491568 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db20f344-17f5-43f7-8b71-c8dbc79d1bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=fcfd35ed-4ba5-423d-87b4-2b32be774e4e,revision_number=2']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:32.559697 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-db20f344-17f5-43f7-8b71-c8dbc79d1bd0 service neutron] Attempting to bind port fcfd35ed-4ba5-423d-87b4-2b32be774e4e on host n-h1-836015-7 for vnic_type normal with profile {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 14:41:32.560036 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-db20f344-17f5-43f7-8b71-c8dbc79d1bd0 service neutron] Attempting to bind port fcfd35ed-4ba5-423d-87b4-2b32be774e4e by drivers openvswitch,hyperv on host n-h1-836015-7 at level 0 using segments [{'id': '7ee2bff3-3104-460a-86fa-cbafd336fdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34'}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 14:41:32.560368 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-db20f344-17f5-43f7-8b71-c8dbc79d1bd0 service neutron] Attempting to bind port fcfd35ed-4ba5-423d-87b4-2b32be774e4e on network 0d12e197-bc63-4e9c-8aae-6c046141ad34 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:41:32.564846 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-db20f344-17f5-43f7-8b71-c8dbc79d1bd0 service neutron] Port fcfd35ed-4ba5-423d-87b4-2b32be774e4e on network 0d12e197-bc63-4e9c-8aae-6c046141ad34 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-7 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:41:32.565171 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-db20f344-17f5-43f7-8b71-c8dbc79d1bd0 service neutron] Attempting to bind port fcfd35ed-4ba5-423d-87b4-2b32be774e4e on network 0d12e197-bc63-4e9c-8aae-6c046141ad34 {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 14:41:32.569967 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-db20f344-17f5-43f7-8b71-c8dbc79d1bd0 service neutron] Checking agent: {'id': 'b6e13a60-01fa-4657-9adf-72fcc9777226', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-7', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'started_at': datetime.datetime(2022, 4, 20, 12, 57, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 14, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 14:41:32.570306 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-db20f344-17f5-43f7-8b71-c8dbc79d1bd0 service neutron] Checking segment: {'id': '7ee2bff3-3104-460a-86fa-cbafd336fdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 14:41:32.570690 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-db20f344-17f5-43f7-8b71-c8dbc79d1bd0 service neutron] Bound using segment: {'id': '7ee2bff3-3104-460a-86fa-cbafd336fdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34'} {{(pid=114870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 14:41:32.571119 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.managers [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-db20f344-17f5-43f7-8b71-c8dbc79d1bd0 service neutron] Bound port: fcfd35ed-4ba5-423d-87b4-2b32be774e4e, host: n-h1-836015-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee2bff3-3104-460a-86fa-cbafd336fdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34'}}] {{(pid=114870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 14:41:32.571511 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-db20f344-17f5-43f7-8b71-c8dbc79d1bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:32.637808 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-db20f344-17f5-43f7-8b71-c8dbc79d1bd0 service neutron] For port fcfd35ed-4ba5-423d-87b4-2b32be774e4e, host n-h1-836015-7, cleared binding levels {{(pid=114870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 14:41:32.640997 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-db20f344-17f5-43f7-8b71-c8dbc79d1bd0 service neutron] For port fcfd35ed-4ba5-423d-87b4-2b32be774e4e, host n-h1-836015-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=fcfd35ed-4ba5-423d-87b4-2b32be774e4e,segment=NetworkSegment(7ee2bff3-3104-460a-86fa-cbafd336fdcc),segment_id=7ee2bff3-3104-460a-86fa-cbafd336fdcc)] {{(pid=114870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 14:41:32.749881 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-db20f344-17f5-43f7-8b71-c8dbc79d1bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59244396'] for port, after_update {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:32.782108 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-db20f344-17f5-43f7-8b71-c8dbc79d1bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:32.782714 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-db20f344-17f5-43f7-8b71-c8dbc79d1bd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:32.784452 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-db20f344-17f5-43f7-8b71-c8dbc79d1bd0 service neutron] 10.222.0.32 "PUT /v2.0/ports/fcfd35ed-4ba5-423d-87b4-2b32be774e4e HTTP/1.1" status: 200 len: 1091 time: 0.8036280 Apr 20 14:41:32.786846 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e55e08f3-da6f-4cf3-9619-b91fa6342f73', 'tag': 'fcfd35ed-4ba5-423d-87b4-2b32be774e4e'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:41:32.790302 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}477c3876f0a00723b6cc26f82b5301b7c44eaec2342ee7dfaa02d19e77b1fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294cca95-3b68-4fe7-93b4-c582fac0568b" -d '{"events": [{"name": "network-changed", "server_uuid": "e55e08f3-da6f-4cf3-9619-b91fa6342f73", "tag": "fcfd35ed-4ba5-423d-87b4-2b32be774e4e"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:41:32.819072 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db20f344-17f5-43f7-8b71-c8dbc79d1bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=fcfd35ed-4ba5-423d-87b4-2b32be774e4e,revision_number=3']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:32.898973 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fd165f-151e-48e2-a683-92bdd496f8e8 x-openstack-request-id: req-78fd165f-151e-48e2-a683-92bdd496f8e8 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:41:32.899327 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e55e08f3-da6f-4cf3-9619-b91fa6342f73", "tag": "fcfd35ed-4ba5-423d-87b4-2b32be774e4e", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:41:32.899675 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-78fd165f-151e-48e2-a683-92bdd496f8e8 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:41:32.900140 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78fd165f-151e-48e2-a683-92bdd496f8e8'] response: {'name': 'network-changed', 'server_uuid': 'e55e08f3-da6f-4cf3-9619-b91fa6342f73', 'tag': 'fcfd35ed-4ba5-423d-87b4-2b32be774e4e', 'status': 'completed', 'code': 200} Apr 20 14:41:32.910050 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-bc5d9cea-4d68-45c9-9454-66b33f1747bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:32.911770 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-bc5d9cea-4d68-45c9-9454-66b33f1747bd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0188ea65ed744b8c9d64c8948fb7baed&device_id=e55e08f3-da6f-4cf3-9619-b91fa6342f73 HTTP/1.1" status: 200 len: 1094 time: 0.0468311 Apr 20 14:41:32.959046 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-53b2517a-ecb4-480f-831a-529351126a2b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fcfd35ed-4ba5-423d-87b4-2b32be774e4e HTTP/1.1" status: 200 len: 217 time: 0.0386238 Apr 20 14:41:33.006938 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-8b3be5c0-b99d-4d2d-a0d8-47067ff7a89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:33.008398 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-8b3be5c0-b99d-4d2d-a0d8-47067ff7a89b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a0ba95a-abf8-41f0-9f89-25f90f82f360 HTTP/1.1" status: 200 len: 849 time: 0.0436311 Apr 20 14:41:33.058319 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-985a965b-c68c-4276-94cd-1b34651d7cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:33.059737 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-985a965b-c68c-4276-94cd-1b34651d7cc1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0d12e197-bc63-4e9c-8aae-6c046141ad34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401533 Apr 20 14:41:33.151984 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-6ba70a60-0b33-47eb-961a-2875abc710ab service neutron] 10.222.0.32 "GET /v2.0/networks/0d12e197-bc63-4e9c-8aae-6c046141ad34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858021 Apr 20 14:41:33.194063 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfcbf4-6e51-4f25-812f-be44e0b4e8b5 req-1dec1260-e887-413f-8754-34a16479d13b tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:33.195733 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eccfcbf4-6e51-4f25-812f-be44e0b4e8b5 req-1dec1260-e887-413f-8754-34a16479d13b tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=e55e08f3-da6f-4cf3-9619-b91fa6342f73 HTTP/1.1" status: 200 len: 943 time: 0.0541048 Apr 20 14:41:33.234498 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-eccfcbf4-6e51-4f25-812f-be44e0b4e8b5 req-a1fae63a-8b5a-4144-825a-d60e6a43835a tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f071f1a-e6f5-48f2-b0e6-687926ad6f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324225 Apr 20 14:41:33.241579 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-0b46a85b-1931-4e69-b61b-e551a02f1091 req-a6d777c4-c995-4f0c-895e-c752dc553047 service neutron] 10.222.0.32 "GET /v2.0/networks/0d12e197-bc63-4e9c-8aae-6c046141ad34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831876 Apr 20 14:41:33.411172 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294cca95-3b68-4fe7-93b4-c582fac0568b req-8e9aec0f-acf5-4cc5-a1fe-7e5ef318d504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:33.412586 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-294cca95-3b68-4fe7-93b4-c582fac0568b req-8e9aec0f-acf5-4cc5-a1fe-7e5ef318d504 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0188ea65ed744b8c9d64c8948fb7baed&device_id=e55e08f3-da6f-4cf3-9619-b91fa6342f73 HTTP/1.1" status: 200 len: 1094 time: 0.0451522 Apr 20 14:41:33.499566 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294cca95-3b68-4fe7-93b4-c582fac0568b req-747437be-1e8b-4943-802f-c5b438292d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:33.501031 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-294cca95-3b68-4fe7-93b4-c582fac0568b req-747437be-1e8b-4943-802f-c5b438292d36 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0d12e197-bc63-4e9c-8aae-6c046141ad34 HTTP/1.1" status: 200 len: 911 time: 0.0822091 Apr 20 14:41:33.546075 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-294cca95-3b68-4fe7-93b4-c582fac0568b req-f95c1209-1e5f-44eb-987e-7609e4e484a2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fcfd35ed-4ba5-423d-87b4-2b32be774e4e HTTP/1.1" status: 200 len: 217 time: 0.0380704 Apr 20 14:41:33.593690 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294cca95-3b68-4fe7-93b4-c582fac0568b req-a3215492-c007-46f6-9825-acafc77260ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:33.595060 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-294cca95-3b68-4fe7-93b4-c582fac0568b req-a3215492-c007-46f6-9825-acafc77260ae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a0ba95a-abf8-41f0-9f89-25f90f82f360 HTTP/1.1" status: 200 len: 849 time: 0.0426273 Apr 20 14:41:33.639024 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294cca95-3b68-4fe7-93b4-c582fac0568b req-52453c2b-0eaf-47a4-8887-c12e80f37379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:33.640528 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-294cca95-3b68-4fe7-93b4-c582fac0568b req-52453c2b-0eaf-47a4-8887-c12e80f37379 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0d12e197-bc63-4e9c-8aae-6c046141ad34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388813 Apr 20 14:41:33.730789 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-294cca95-3b68-4fe7-93b4-c582fac0568b req-c20fc05d-bb30-4d85-a200-a9e5c2e935fe service neutron] 10.222.0.32 "GET /v2.0/networks/0d12e197-bc63-4e9c-8aae-6c046141ad34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832376 Apr 20 14:41:33.817314 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-294cca95-3b68-4fe7-93b4-c582fac0568b req-f555e9ce-2038-4d23-9e05-0f9450e69c89 service neutron] 10.222.0.32 "GET /v2.0/networks/0d12e197-bc63-4e9c-8aae-6c046141ad34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808072 Apr 20 14:41:34.350168 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f7b8e-88c8-4945-bc30-c1b29fb8c2ef req-e01a1ec3-3f33-4137-872f-7fac19489bb4 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:34.351651 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a92f7b8e-88c8-4945-bc30-c1b29fb8c2ef req-e01a1ec3-3f33-4137-872f-7fac19489bb4 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=e55e08f3-da6f-4cf3-9619-b91fa6342f73 HTTP/1.1" status: 200 len: 943 time: 0.0485320 Apr 20 14:41:34.388862 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-a92f7b8e-88c8-4945-bc30-c1b29fb8c2ef req-857b2efd-a77d-4840-9744-210b00ba06ba tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f071f1a-e6f5-48f2-b0e6-687926ad6f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307951 Apr 20 14:41:35.506168 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba7621-b973-407b-bb72-3743db0201a0 req-759aed92-ec89-4661-be03-b3b9a455afe0 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:35.507699 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86ba7621-b973-407b-bb72-3743db0201a0 req-759aed92-ec89-4661-be03-b3b9a455afe0 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=e55e08f3-da6f-4cf3-9619-b91fa6342f73 HTTP/1.1" status: 200 len: 943 time: 0.0491858 Apr 20 14:41:35.544959 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-86ba7621-b973-407b-bb72-3743db0201a0 req-a8ebd3c0-ef91-43aa-9d8e-199e232d4645 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f071f1a-e6f5-48f2-b0e6-687926ad6f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305979 Apr 20 14:41:36.662485 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4792a7-c3cb-411d-9a8a-8a5b0170a368 req-947a2182-c1e6-4c4b-a061-3f119af1e0c9 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:36.663945 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa4792a7-c3cb-411d-9a8a-8a5b0170a368 req-947a2182-c1e6-4c4b-a061-3f119af1e0c9 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=e55e08f3-da6f-4cf3-9619-b91fa6342f73 HTTP/1.1" status: 200 len: 943 time: 0.0517468 Apr 20 14:41:36.700553 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-aa4792a7-c3cb-411d-9a8a-8a5b0170a368 req-5c30b2cb-4c05-409f-85aa-15a084cf41db tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f071f1a-e6f5-48f2-b0e6-687926ad6f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305274 Apr 20 14:41:37.078082 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device fcfd35ed-4ba5-423d-87b4-2b32be774e4e details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:41:37.174308 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port fcfd35ed-4ba5-423d-87b4-2b32be774e4e, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=fcfd35ed-4ba5-423d-87b4-2b32be774e4e,segment=NetworkSegment(7ee2bff3-3104-460a-86fa-cbafd336fdcc),segment_id=7ee2bff3-3104-460a-86fa-cbafd336fdcc)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:37.186003 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': 'fcfd35ed-4ba5-423d-87b4-2b32be774e4e', 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34', 'port_id': 'fcfd35ed-4ba5-423d-87b4-2b32be774e4e', 'mac_address': 'fa:16:3e:8b:0c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a0ba95a-abf8-41f0-9f89-25f90f82f360', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:41:37.221958 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:37.234235 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcfd35ed-4ba5-423d-87b4-2b32be774e4e {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:41:37.253912 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port fcfd35ed-4ba5-423d-87b4-2b32be774e4e, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=fcfd35ed-4ba5-423d-87b4-2b32be774e4e,segment=NetworkSegment(7ee2bff3-3104-460a-86fa-cbafd336fdcc),segment_id=7ee2bff3-3104-460a-86fa-cbafd336fdcc)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:37.348977 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:37.394481 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=fcfd35ed-4ba5-423d-87b4-2b32be774e4e,revision_number=4']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:37.711706 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['fcfd35ed-4ba5-423d-87b4-2b32be774e4e'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:41:37.814604 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc672f1-5ce1-4118-822d-e6ffa2edce9e req-999d2844-1352-433c-b2c1-f044dcbd8bf2 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:37.816114 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-edc672f1-5ce1-4118-822d-e6ffa2edce9e req-999d2844-1352-433c-b2c1-f044dcbd8bf2 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=e55e08f3-da6f-4cf3-9619-b91fa6342f73 HTTP/1.1" status: 200 len: 944 time: 0.0488729 Apr 20 14:41:37.854370 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-edc672f1-5ce1-4118-822d-e6ffa2edce9e req-aff9b111-8812-4af1-a890-689aef7c6764 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f071f1a-e6f5-48f2-b0e6-687926ad6f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316708 Apr 20 14:41:38.970406 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed05f54-39b5-48f2-aefd-e4076e482c73 req-007ede3f-3077-4b6a-8dba-3072ca0f7e84 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:38.972277 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2ed05f54-39b5-48f2-aefd-e4076e482c73 req-007ede3f-3077-4b6a-8dba-3072ca0f7e84 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=e55e08f3-da6f-4cf3-9619-b91fa6342f73 HTTP/1.1" status: 200 len: 944 time: 0.0489891 Apr 20 14:41:39.009768 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2ed05f54-39b5-48f2-aefd-e4076e482c73 req-3ab69efe-a78e-4140-9d2f-3da99d858fdb tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f071f1a-e6f5-48f2-b0e6-687926ad6f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314851 Apr 20 14:41:39.109009 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device fcfd35ed-4ba5-423d-87b4-2b32be774e4e up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:41:39.234251 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning for port fcfd35ed-4ba5-423d-87b4-2b32be774e4e completed by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 14:41:39.237875 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port fcfd35ed-4ba5-423d-87b4-2b32be774e4e triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:41:39.238246 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:39.312995 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:39.334003 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55e08f3-da6f-4cf3-9619-b91fa6342f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfd35ed-4ba5-423d-87b4-2b32be774e4e'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:41:39.336246 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac87ba4abbb4e8505208ea6fd510b76711e5f2ebc605ae5eca19bb7d33fcf53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ad5db8-4913-4945-a7c2-970595dfd5de" -d '{"events": [{"server_uuid": "e55e08f3-da6f-4cf3-9619-b91fa6342f73", "name": "network-vif-plugged", "status": "completed", "tag": "fcfd35ed-4ba5-423d-87b4-2b32be774e4e"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:41:39.363152 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port fcfd35ed-4ba5-423d-87b4-2b32be774e4e, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=fcfd35ed-4ba5-423d-87b4-2b32be774e4e,segment=NetworkSegment(7ee2bff3-3104-460a-86fa-cbafd336fdcc),segment_id=7ee2bff3-3104-460a-86fa-cbafd336fdcc)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:41:39.373757 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30b6c41-88d7-46c2-835f-7cc13dab2a9a x-openstack-request-id: req-b30b6c41-88d7-46c2-835f-7cc13dab2a9a {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:41:39.374048 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55e08f3-da6f-4cf3-9619-b91fa6342f73", "name": "network-vif-plugged", "status": "completed", "tag": "fcfd35ed-4ba5-423d-87b4-2b32be774e4e", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:41:39.374307 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b30b6c41-88d7-46c2-835f-7cc13dab2a9a {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:41:39.374706 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b30b6c41-88d7-46c2-835f-7cc13dab2a9a'] response: {'server_uuid': 'e55e08f3-da6f-4cf3-9619-b91fa6342f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfd35ed-4ba5-423d-87b4-2b32be774e4e', 'code': 200} Apr 20 14:41:39.457917 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:39.468070 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd9fa3-3179-4892-a304-8f1211f55ee1 req-b8727896-2463-4672-aae0-d621fdbf2561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:39.469582 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-77fd9fa3-3179-4892-a304-8f1211f55ee1 req-b8727896-2463-4672-aae0-d621fdbf2561 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e55e08f3-da6f-4cf3-9619-b91fa6342f73 HTTP/1.1" status: 200 len: 1095 time: 0.0406101 Apr 20 14:41:39.511698 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-77fd9fa3-3179-4892-a304-8f1211f55ee1 req-6f32a6b9-79c3-40eb-bf6c-16afe2013ba6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0f071f1a-e6f5-48f2-b0e6-687926ad6f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320754 Apr 20 14:41:39.511931 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=fcfd35ed-4ba5-423d-87b4-2b32be774e4e,revision_number=5']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:40.129168 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67004f89-2eae-43c8-9e6f-5e7b41d40861 req-2e92def8-ee32-43ba-bc99-edfb86955a3e tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:40.130632 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-67004f89-2eae-43c8-9e6f-5e7b41d40861 req-2e92def8-ee32-43ba-bc99-edfb86955a3e tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=e55e08f3-da6f-4cf3-9619-b91fa6342f73 HTTP/1.1" status: 200 len: 945 time: 0.0526206 Apr 20 14:41:40.168953 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-67004f89-2eae-43c8-9e6f-5e7b41d40861 req-becaa546-3745-4aa3-b811-543bc5ef8684 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f071f1a-e6f5-48f2-b0e6-687926ad6f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320971 Apr 20 14:41:41.284626 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e0496-9d0b-41e0-b6bb-8c76de67454b req-de7eec54-d38f-48a4-8c2f-f3bb865dc344 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:41.286084 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2b7e0496-9d0b-41e0-b6bb-8c76de67454b req-de7eec54-d38f-48a4-8c2f-f3bb865dc344 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=e55e08f3-da6f-4cf3-9619-b91fa6342f73 HTTP/1.1" status: 200 len: 945 time: 0.0484357 Apr 20 14:41:41.322212 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-2b7e0496-9d0b-41e0-b6bb-8c76de67454b req-c5183762-205d-4dc9-be9f-9ecc416a922f tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f071f1a-e6f5-48f2-b0e6-687926ad6f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301521 Apr 20 14:41:41.435745 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4bbf74-579c-4ae3-8ebd-4a65774562e0 req-3d64cfd1-5018-4370-9144-a8b1a33ca942 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:41.437198 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dc4bbf74-579c-4ae3-8ebd-4a65774562e0 req-3d64cfd1-5018-4370-9144-a8b1a33ca942 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=e55e08f3-da6f-4cf3-9619-b91fa6342f73 HTTP/1.1" status: 200 len: 945 time: 0.0477357 Apr 20 14:41:41.474322 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-dc4bbf74-579c-4ae3-8ebd-4a65774562e0 req-f4f1d0ab-cb65-48a6-a127-5908a57cb47d tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f071f1a-e6f5-48f2-b0e6-687926ad6f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311027 Apr 20 14:41:41.496040 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37096) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:41:41.538457 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df10eb0-49fc-46f9-adbe-79c035ec15dc tempest-TestSnapshotPattern-1388323488 tempest-TestSnapshotPattern-1388323488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:41.539970 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-0df10eb0-49fc-46f9-adbe-79c035ec15dc tempest-TestSnapshotPattern-1388323488 tempest-TestSnapshotPattern-1388323488-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e55e08f3-da6f-4cf3-9619-b91fa6342f73 HTTP/1.1" status: 200 len: 1091 time: 0.0429406 Apr 20 14:41:41.542747 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37098) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:41:41.546881 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.v2.base [None req-547ec9a4-fdac-48a6-afc1-ec859bfd1a16 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Request body: {'floatingip': {'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'port_id': 'fcfd35ed-4ba5-423d-87b4-2b32be774e4e', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'fixed_ip_address': '172.20.0.8'}} {{(pid=114869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:41:41.622694 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-547ec9a4-fdac-48a6-afc1-ec859bfd1a16 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks [] for floatingip, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:41.716060 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-547ec9a4-fdac-48a6-afc1-ec859bfd1a16 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:41.821759 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.db_base_plugin_common [None req-547ec9a4-fdac-48a6-afc1-ec859bfd1a16 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Allocated IP 172.25.8.83 (08acadad-0b4a-420a-b5f5-639128d4ec40/2a76d75d-e766-4b28-9f93-61260387b272/0f01bf32-3056-4b70-b21f-636e4dd39f1b) {{(pid=114869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 14:41:41.922546 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-547ec9a4-fdac-48a6-afc1-ec859bfd1a16 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks [] for port, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:42.057743 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-547ec9a4-fdac-48a6-afc1-ec859bfd1a16 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759760075493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:42.104491 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547ec9a4-fdac-48a6-afc1-ec859bfd1a16 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Network 08acadad-0b4a-420a-b5f5-639128d4ec40 is already hosted by enough agents. {{(pid=114869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 14:41:42.107735 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.base_scheduler [None req-547ec9a4-fdac-48a6-afc1-ec859bfd1a16 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Resources bound (agent type, host, resource id): {{(pid=114869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 14:41:42.111825 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547ec9a4-fdac-48a6-afc1-ec859bfd1a16 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Received port after_create {{(pid=114869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 14:41:42.133611 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ec9a4-fdac-48a6-afc1-ec859bfd1a16 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Pushing event updated for resources: {'Port': ['ID=0f01bf32-3056-4b70-b21f-636e4dd39f1b,revision_number=1']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:42.146159 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ec9a4-fdac-48a6-afc1-ec859bfd1a16 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:42.146500 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ec9a4-fdac-48a6-afc1-ec859bfd1a16 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:42.146840 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ec9a4-fdac-48a6-afc1-ec859bfd1a16 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:42.147171 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ec9a4-fdac-48a6-afc1-ec859bfd1a16 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:42.147528 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ec9a4-fdac-48a6-afc1-ec859bfd1a16 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:42.147855 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ec9a4-fdac-48a6-afc1-ec859bfd1a16 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:42.148176 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ec9a4-fdac-48a6-afc1-ec859bfd1a16 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:42.148495 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ec9a4-fdac-48a6-afc1-ec859bfd1a16 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:42.148813 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ec9a4-fdac-48a6-afc1-ec859bfd1a16 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:42.149130 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ec9a4-fdac-48a6-afc1-ec859bfd1a16 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:42.149448 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ec9a4-fdac-48a6-afc1-ec859bfd1a16 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:42.149768 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ec9a4-fdac-48a6-afc1-ec859bfd1a16 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:41:42.469503 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-547ec9a4-fdac-48a6-afc1-ec859bfd1a16 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks [] for floatingip, precommit_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:42.608252 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-547ec9a4-fdac-48a6-afc1-ec859bfd1a16 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:42.754872 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-547ec9a4-fdac-48a6-afc1-ec859bfd1a16 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks [] for port, precommit_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:42.843478 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-547ec9a4-fdac-48a6-afc1-ec859bfd1a16 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59690576'] for port, after_update {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:42.910108 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ec9a4-fdac-48a6-afc1-ec859bfd1a16 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Pushing event updated for resources: {'Port': ['ID=0f01bf32-3056-4b70-b21f-636e4dd39f1b,revision_number=2']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:41:42.919944 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-547ec9a4-fdac-48a6-afc1-ec859bfd1a16 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537421'] for floatingip, after_create {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:43.018390 n-d-836015-7 neutron-server[114869]: INFO neutron.db.l3_db [None req-547ec9a4-fdac-48a6-afc1-ec859bfd1a16 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Floating IP fb1ab3c3-fc06-4a3d-9337-5ba2e1043cf3 associated. External IP: 172.25.8.83, port: fcfd35ed-4ba5-423d-87b4-2b32be774e4e. Apr 20 14:41:43.226441 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547ec9a4-fdac-48a6-afc1-ec859bfd1a16 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Router 24699db2-cd83-4096-9adf-86e13c0890e9 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:41:43.331757 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547ec9a4-fdac-48a6-afc1-ec859bfd1a16 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:41:43.343072 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce63f15f-1867-4a9b-b36a-cf3f7cf55153 None None] Sync routers for ids ['24699db2-cd83-4096-9adf-86e13c0890e9'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:41:43.352801 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce63f15f-1867-4a9b-b36a-cf3f7cf55153 None None] Routers {'24699db2-cd83-4096-9adf-86e13c0890e9'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:41:43.357473 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-ce63f15f-1867-4a9b-b36a-cf3f7cf55153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:41:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['24699db2-cd83-4096-9adf-86e13c0890e9'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:41:43.420291 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-547ec9a4-fdac-48a6-afc1-ec859bfd1a16 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:43.446024 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:43.447348 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-547ec9a4-fdac-48a6-afc1-ec859bfd1a16 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9036219 Apr 20 14:41:43.447957 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e55e08f3-da6f-4cf3-9619-b91fa6342f73', 'tag': 'fcfd35ed-4ba5-423d-87b4-2b32be774e4e'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:41:43.450204 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7cfd37-0a18-4097-8213-89e121b40250" -d '{"events": [{"name": "network-changed", "server_uuid": "e55e08f3-da6f-4cf3-9619-b91fa6342f73", "tag": "fcfd35ed-4ba5-423d-87b4-2b32be774e4e"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:41:43.456673 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-ce63f15f-1867-4a9b-b36a-cf3f7cf55153 None None] Set router 24699db2-cd83-4096-9adf-86e13c0890e9 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:41:43.490560 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c21358-fd45-422b-bd05-186bfa36a653 x-openstack-request-id: req-08c21358-fd45-422b-bd05-186bfa36a653 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:41:43.491037 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e55e08f3-da6f-4cf3-9619-b91fa6342f73", "tag": "fcfd35ed-4ba5-423d-87b4-2b32be774e4e", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:41:43.491239 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-08c21358-fd45-422b-bd05-186bfa36a653 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:41:43.496848 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08c21358-fd45-422b-bd05-186bfa36a653'] response: {'name': 'network-changed', 'server_uuid': 'e55e08f3-da6f-4cf3-9619-b91fa6342f73', 'tag': 'fcfd35ed-4ba5-423d-87b4-2b32be774e4e', 'status': 'completed', 'code': 200} Apr 20 14:41:43.556479 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cfd37-0a18-4097-8213-89e121b40250 req-07075a54-7602-4677-b274-e4bd42f4edfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:43.558610 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5d7cfd37-0a18-4097-8213-89e121b40250 req-07075a54-7602-4677-b274-e4bd42f4edfc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0188ea65ed744b8c9d64c8948fb7baed&device_id=e55e08f3-da6f-4cf3-9619-b91fa6342f73 HTTP/1.1" status: 200 len: 1096 time: 0.0445254 Apr 20 14:41:43.645326 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cfd37-0a18-4097-8213-89e121b40250 req-56bd8b1b-2914-483c-a0e0-dc3f288843a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:43.646730 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5d7cfd37-0a18-4097-8213-89e121b40250 req-56bd8b1b-2914-483c-a0e0-dc3f288843a2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0d12e197-bc63-4e9c-8aae-6c046141ad34 HTTP/1.1" status: 200 len: 911 time: 0.0823817 Apr 20 14:41:43.697082 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-ce63f15f-1867-4a9b-b36a-cf3f7cf55153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'name': 'tempest-TestSnapshotPattern-1602670431-router', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'bf642681-7a87-4e60-a559-4cc1f2bdc188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:46Z', 'updated_at': '2022-04-20T14:37:49Z', 'revision_number': 4, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'gw_port': {'id': 'bf642681-7a87-4e60-a559-4cc1f2bdc188', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:46Z', 'updated_at': '2022-04-20T14:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'b29a6e46-c239-4273-8a24-856732f53f96', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'port_id': '57fe3076-f538-454d-a0ba-fe46a7eaffca', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34', 'mac_address': 'fa:16:3e:71:73:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0e67c8-6b8d-465d-948c-1db8683c9b54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:38:22Z', 'updated_at': '2022-04-20T14:38:24Z', 'revision_number': 1, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'fixed_ip_address_scope': None}, {'id': 'fb1ab3c3-fc06-4a3d-9337-5ba2e1043cf3', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'floating_ip_address': '172.25.8.83', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'port_id': 'fcfd35ed-4ba5-423d-87b4-2b32be774e4e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34', 'mac_address': 'fa:16:3e:8b:0c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55e08f3-da6f-4cf3-9619-b91fa6342f73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:41:42Z', 'updated_at': '2022-04-20T14:41:42Z', 'revision_number': 0, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '454209d7-e63f-42f9-b9ec-3b73e77f06d9', 'name': '', 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'mac_address': 'fa:16:3e:02:33:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': '0a0ba95a-abf8-41f0-9f89-25f90f82f360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:48Z', 'updated_at': '2022-04-20T14:37:53Z', 'revision_number': 5, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'subnets': [{'id': '0a0ba95a-abf8-41f0-9f89-25f90f82f360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:41:43.716131 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5d7cfd37-0a18-4097-8213-89e121b40250 req-73ae8638-d594-4ea5-b79f-8b1080289497 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fcfd35ed-4ba5-423d-87b4-2b32be774e4e HTTP/1.1" status: 200 len: 998 time: 0.0619483 Apr 20 14:41:43.723148 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce63f15f-1867-4a9b-b36a-cf3f7cf55153 None None] Checking router: 24699db2-cd83-4096-9adf-86e13c0890e9 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:41:43.732508 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce63f15f-1867-4a9b-b36a-cf3f7cf55153 None None] Routers {'24699db2-cd83-4096-9adf-86e13c0890e9'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:41:43.733111 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-ce63f15f-1867-4a9b-b36a-cf3f7cf55153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:41:27Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['24699db2-cd83-4096-9adf-86e13c0890e9'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:41:43.764339 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cfd37-0a18-4097-8213-89e121b40250 req-bdcf1cf4-cb2f-455c-bc8e-83263073e1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:43.765824 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5d7cfd37-0a18-4097-8213-89e121b40250 req-bdcf1cf4-cb2f-455c-bc8e-83263073e1cb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a0ba95a-abf8-41f0-9f89-25f90f82f360 HTTP/1.1" status: 200 len: 849 time: 0.0429094 Apr 20 14:41:43.811349 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cfd37-0a18-4097-8213-89e121b40250 req-e7e362e4-bf87-4b5c-aca7-32c34c70e9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:43.812942 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5d7cfd37-0a18-4097-8213-89e121b40250 req-e7e362e4-bf87-4b5c-aca7-32c34c70e9d8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0d12e197-bc63-4e9c-8aae-6c046141ad34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407879 Apr 20 14:41:43.907788 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5d7cfd37-0a18-4097-8213-89e121b40250 req-4a92b6a4-90dd-4bb3-b82a-db330228d266 service neutron] 10.222.0.32 "GET /v2.0/networks/0d12e197-bc63-4e9c-8aae-6c046141ad34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881474 Apr 20 14:41:43.929938 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-ce63f15f-1867-4a9b-b36a-cf3f7cf55153 None None] Set router 24699db2-cd83-4096-9adf-86e13c0890e9 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:41:43.937408 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:43.997409 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-5d7cfd37-0a18-4097-8213-89e121b40250 req-d07d983b-2087-4b2b-862f-8bc996dbe6ae service neutron] 10.222.0.32 "GET /v2.0/networks/0d12e197-bc63-4e9c-8aae-6c046141ad34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821748 Apr 20 14:41:44.153740 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-ce63f15f-1867-4a9b-b36a-cf3f7cf55153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'name': 'tempest-TestSnapshotPattern-1602670431-router', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'bf642681-7a87-4e60-a559-4cc1f2bdc188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:46Z', 'updated_at': '2022-04-20T14:37:49Z', 'revision_number': 4, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'gw_port': {'id': 'bf642681-7a87-4e60-a559-4cc1f2bdc188', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:46Z', 'updated_at': '2022-04-20T14:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'b29a6e46-c239-4273-8a24-856732f53f96', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'port_id': '57fe3076-f538-454d-a0ba-fe46a7eaffca', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34', 'mac_address': 'fa:16:3e:71:73:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0e67c8-6b8d-465d-948c-1db8683c9b54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:38:22Z', 'updated_at': '2022-04-20T14:38:24Z', 'revision_number': 1, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'fixed_ip_address_scope': None}, {'id': 'fb1ab3c3-fc06-4a3d-9337-5ba2e1043cf3', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'floating_ip_address': '172.25.8.83', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'port_id': 'fcfd35ed-4ba5-423d-87b4-2b32be774e4e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34', 'mac_address': 'fa:16:3e:8b:0c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55e08f3-da6f-4cf3-9619-b91fa6342f73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:41:42Z', 'updated_at': '2022-04-20T14:41:42Z', 'revision_number': 0, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '454209d7-e63f-42f9-b9ec-3b73e77f06d9', 'name': '', 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'mac_address': 'fa:16:3e:02:33:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': '0a0ba95a-abf8-41f0-9f89-25f90f82f360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:48Z', 'updated_at': '2022-04-20T14:37:53Z', 'revision_number': 5, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'subnets': [{'id': '0a0ba95a-abf8-41f0-9f89-25f90f82f360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:41:44.179134 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce63f15f-1867-4a9b-b36a-cf3f7cf55153 None None] The sync data for ids ['24699db2-cd83-4096-9adf-86e13c0890e9'] in n-d-836015-7 is: [{'id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'name': 'tempest-TestSnapshotPattern-1602670431-router', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'bf642681-7a87-4e60-a559-4cc1f2bdc188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:46Z', 'updated_at': '2022-04-20T14:37:49Z', 'revision_number': 4, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'gw_port': {'id': 'bf642681-7a87-4e60-a559-4cc1f2bdc188', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:46Z', 'updated_at': '2022-04-20T14:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'b29a6e46-c239-4273-8a24-856732f53f96', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'port_id': '57fe3076-f538-454d-a0ba-fe46a7eaffca', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34', 'mac_address': 'fa:16:3e:71:73:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0e67c8-6b8d-465d-948c-1db8683c9b54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:38:22Z', 'updated_at': '2022-04-20T14:38:24Z', 'revision_number': 1, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'fixed_ip_address_scope': None}, {'id': 'fb1ab3c3-fc06-4a3d-9337-5ba2e1043cf3', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'floating_ip_address': '172.25.8.83', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'port_id': 'fcfd35ed-4ba5-423d-87b4-2b32be774e4e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34', 'mac_address': 'fa:16:3e:8b:0c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55e08f3-da6f-4cf3-9619-b91fa6342f73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:41:42Z', 'updated_at': '2022-04-20T14:41:42Z', 'revision_number': 0, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '454209d7-e63f-42f9-b9ec-3b73e77f06d9', 'name': '', 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'mac_address': 'fa:16:3e:02:33:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': '0a0ba95a-abf8-41f0-9f89-25f90f82f360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:48Z', 'updated_at': '2022-04-20T14:37:53Z', 'revision_number': 5, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'subnets': [{'id': '0a0ba95a-abf8-41f0-9f89-25f90f82f360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:41:44.360157 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2582e29-cebc-440a-9d7a-5c9d32e781aa None None] New status for floating IP fb1ab3c3-fc06-4a3d-9337-5ba2e1043cf3: ACTIVE {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:41:45.574189 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:41:52.421015 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b37ecbc3-2ae5-4034-9e6d-f42c21e62620 req-26887e20-a4e1-4535-b53f-722b44e7a604 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e55e08f3-da6f-4cf3-9619-b91fa6342f73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0381625 Apr 20 14:41:52.512819 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ecbc3-2ae5-4034-9e6d-f42c21e62620 req-cf308b0f-79eb-4db6-bea2-96071a70d767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:52.514377 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b37ecbc3-2ae5-4034-9e6d-f42c21e62620 req-cf308b0f-79eb-4db6-bea2-96071a70d767 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0188ea65ed744b8c9d64c8948fb7baed&device_id=e55e08f3-da6f-4cf3-9619-b91fa6342f73 HTTP/1.1" status: 200 len: 1096 time: 0.0467260 Apr 20 14:41:52.616920 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ecbc3-2ae5-4034-9e6d-f42c21e62620 req-2c20768c-48d2-484f-9eb8-c70b5a01b51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:52.618401 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b37ecbc3-2ae5-4034-9e6d-f42c21e62620 req-2c20768c-48d2-484f-9eb8-c70b5a01b51e service neutron] 10.222.0.32 "GET /v2.0/networks?id=0d12e197-bc63-4e9c-8aae-6c046141ad34 HTTP/1.1" status: 200 len: 911 time: 0.0849617 Apr 20 14:41:52.689486 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b37ecbc3-2ae5-4034-9e6d-f42c21e62620 req-372f7d13-47dc-43e4-8d60-9734c5588541 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fcfd35ed-4ba5-423d-87b4-2b32be774e4e HTTP/1.1" status: 200 len: 1000 time: 0.0622735 Apr 20 14:41:52.736585 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ecbc3-2ae5-4034-9e6d-f42c21e62620 req-1e78e1d5-06f1-4fc4-a6e0-a720f4a58db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:52.737954 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b37ecbc3-2ae5-4034-9e6d-f42c21e62620 req-1e78e1d5-06f1-4fc4-a6e0-a720f4a58db9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a0ba95a-abf8-41f0-9f89-25f90f82f360 HTTP/1.1" status: 200 len: 849 time: 0.0419085 Apr 20 14:41:52.785567 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ecbc3-2ae5-4034-9e6d-f42c21e62620 req-e23aefdc-7223-4351-9fcb-0a2d143a22a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:41:52.787021 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b37ecbc3-2ae5-4034-9e6d-f42c21e62620 req-e23aefdc-7223-4351-9fcb-0a2d143a22a5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0d12e197-bc63-4e9c-8aae-6c046141ad34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387466 Apr 20 14:41:52.877653 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b37ecbc3-2ae5-4034-9e6d-f42c21e62620 req-bef0da8f-3f8c-44df-b067-f6e7fd5a7c24 service neutron] 10.222.0.32 "GET /v2.0/networks/0d12e197-bc63-4e9c-8aae-6c046141ad34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829041 Apr 20 14:41:52.966170 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-b37ecbc3-2ae5-4034-9e6d-f42c21e62620 req-f72012b4-e515-44a3-81d1-63adb091b967 service neutron] 10.222.0.32 "GET /v2.0/networks/0d12e197-bc63-4e9c-8aae-6c046141ad34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809608 Apr 20 14:41:54.576881 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-15cc7ba1-f847-4113-bee5-5aac0a0ed1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:56.868656 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f3a92731-fe4f-4229-bf5c-2c297e42f654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:58.480451 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:59.757480 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:41:59.971385 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:04.047142 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-984ad6cb-225d-4416-ae52-a5c5850154b8 req-e4d8791d-a6df-4d33-a86f-6d3575ee5073 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aa0e67c8-6b8d-465d-948c-1db8683c9b54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386670 Apr 20 14:42:04.127786 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ad6cb-225d-4416-ae52-a5c5850154b8 req-1110ddb0-40fe-4f1f-8a7a-3d9804b069e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:04.129841 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-984ad6cb-225d-4416-ae52-a5c5850154b8 req-1110ddb0-40fe-4f1f-8a7a-3d9804b069e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0188ea65ed744b8c9d64c8948fb7baed&device_id=aa0e67c8-6b8d-465d-948c-1db8683c9b54 HTTP/1.1" status: 200 len: 1094 time: 0.0403466 Apr 20 14:42:04.232194 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ad6cb-225d-4416-ae52-a5c5850154b8 req-93b47715-8e19-4a74-a74c-364437db206a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:04.233627 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-984ad6cb-225d-4416-ae52-a5c5850154b8 req-93b47715-8e19-4a74-a74c-364437db206a service neutron] 10.222.0.15 "GET /v2.0/networks?id=0d12e197-bc63-4e9c-8aae-6c046141ad34 HTTP/1.1" status: 200 len: 911 time: 0.0862296 Apr 20 14:42:04.296630 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-984ad6cb-225d-4416-ae52-a5c5850154b8 req-c6d24f72-07c6-4e9a-a7e1-98674d0ec7e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57fe3076-f538-454d-a0ba-fe46a7eaffca HTTP/1.1" status: 200 len: 999 time: 0.0554745 Apr 20 14:42:04.350068 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ad6cb-225d-4416-ae52-a5c5850154b8 req-7ece66ed-a6cf-485c-9437-fd3d55e7690a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:04.351482 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-984ad6cb-225d-4416-ae52-a5c5850154b8 req-7ece66ed-a6cf-485c-9437-fd3d55e7690a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a0ba95a-abf8-41f0-9f89-25f90f82f360 HTTP/1.1" status: 200 len: 849 time: 0.0464075 Apr 20 14:42:04.394845 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ad6cb-225d-4416-ae52-a5c5850154b8 req-5ffa5072-d821-49ab-8df7-86d4615e63aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:04.396324 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-984ad6cb-225d-4416-ae52-a5c5850154b8 req-5ffa5072-d821-49ab-8df7-86d4615e63aa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0d12e197-bc63-4e9c-8aae-6c046141ad34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390091 Apr 20 14:42:04.484427 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-984ad6cb-225d-4416-ae52-a5c5850154b8 req-278b5648-7447-4fe8-833e-73b17398db79 service neutron] 10.222.0.15 "GET /v2.0/networks/0d12e197-bc63-4e9c-8aae-6c046141ad34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809503 Apr 20 14:42:04.575870 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-984ad6cb-225d-4416-ae52-a5c5850154b8 req-008d4017-9135-4618-8cd1-8b28288682e8 service neutron] 10.222.0.15 "GET /v2.0/networks/0d12e197-bc63-4e9c-8aae-6c046141ad34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851185 Apr 20 14:42:13.433955 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:13.931192 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:22.573032 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:42:24.547912 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f283d7df-27d4-4be1-99cb-524a903980c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:26.850936 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c62f827f-79c1-4b29-90ae-eaab9660d278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:28.483489 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:29.791627 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:29.934889 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:43.438885 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:43.942072 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:53.416478 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-59c0ec04-568e-417b-b174-8be1fca387d2 req-16950eea-613e-42db-bdcb-8386b81cef4d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e55e08f3-da6f-4cf3-9619-b91fa6342f73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395119 Apr 20 14:42:53.501430 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0ec04-568e-417b-b174-8be1fca387d2 req-0a93f113-dc9f-4b56-8a1d-c68ff08b61ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:53.502944 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-59c0ec04-568e-417b-b174-8be1fca387d2 req-0a93f113-dc9f-4b56-8a1d-c68ff08b61ba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0188ea65ed744b8c9d64c8948fb7baed&device_id=e55e08f3-da6f-4cf3-9619-b91fa6342f73 HTTP/1.1" status: 200 len: 1096 time: 0.0444796 Apr 20 14:42:53.602284 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0ec04-568e-417b-b174-8be1fca387d2 req-39847112-8c63-4eeb-9609-4f983f8df8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:53.603768 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-59c0ec04-568e-417b-b174-8be1fca387d2 req-39847112-8c63-4eeb-9609-4f983f8df8eb service neutron] 10.222.0.32 "GET /v2.0/networks?id=0d12e197-bc63-4e9c-8aae-6c046141ad34 HTTP/1.1" status: 200 len: 911 time: 0.0818806 Apr 20 14:42:53.676925 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-59c0ec04-568e-417b-b174-8be1fca387d2 req-d5a52ca8-6e07-493d-81a9-98d821330625 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fcfd35ed-4ba5-423d-87b4-2b32be774e4e HTTP/1.1" status: 200 len: 1000 time: 0.0640008 Apr 20 14:42:53.721794 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0ec04-568e-417b-b174-8be1fca387d2 req-b672cc5a-5e9b-4bdf-a9fa-f0a853b90465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:53.723226 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-59c0ec04-568e-417b-b174-8be1fca387d2 req-b672cc5a-5e9b-4bdf-a9fa-f0a853b90465 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a0ba95a-abf8-41f0-9f89-25f90f82f360 HTTP/1.1" status: 200 len: 849 time: 0.0423846 Apr 20 14:42:53.767697 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0ec04-568e-417b-b174-8be1fca387d2 req-2afcff35-1dbb-4346-b012-162167010399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:42:53.769142 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-59c0ec04-568e-417b-b174-8be1fca387d2 req-2afcff35-1dbb-4346-b012-162167010399 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0d12e197-bc63-4e9c-8aae-6c046141ad34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392349 Apr 20 14:42:53.779164 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [req-59c0ec04-568e-417b-b174-8be1fca387d2 req-baf7dc67-7732-4c3b-8ab8-61e8f0950af6 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=114870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 14:42:53.780216 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-59c0ec04-568e-417b-b174-8be1fca387d2 req-baf7dc67-7732-4c3b-8ab8-61e8f0950af6 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047171 Apr 20 14:42:53.874889 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-59c0ec04-568e-417b-b174-8be1fca387d2 req-a2b2a796-5ac7-4088-899a-fdb3ba1e3b45 service neutron] 10.222.0.32 "GET /v2.0/networks/0d12e197-bc63-4e9c-8aae-6c046141ad34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883763 Apr 20 14:42:53.961261 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-59c0ec04-568e-417b-b174-8be1fca387d2 req-a2813bd8-5a37-4990-aa78-01f49c9504aa service neutron] 10.222.0.32 "GET /v2.0/networks/0d12e197-bc63-4e9c-8aae-6c046141ad34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804129 Apr 20 14:42:54.547853 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e3e8e8b3-f66a-450a-9fda-4f016b8e26f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:56.848221 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0b6ccbfb-d29f-4598-a865-46c9162231d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:58.505961 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:59.572565 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:42:59.764795 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:42:59.928692 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:04.024052 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-338d2dde-cd22-40a2-8580-0c84b33c9a3d req-d91c8872-8493-42b3-881e-feb2907167bc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aa0e67c8-6b8d-465d-948c-1db8683c9b54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389237 Apr 20 14:43:04.103869 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d2dde-cd22-40a2-8580-0c84b33c9a3d req-ddb6fdad-c344-4a5a-8020-856b442823fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:04.105331 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-338d2dde-cd22-40a2-8580-0c84b33c9a3d req-ddb6fdad-c344-4a5a-8020-856b442823fb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0188ea65ed744b8c9d64c8948fb7baed&device_id=aa0e67c8-6b8d-465d-948c-1db8683c9b54 HTTP/1.1" status: 200 len: 1094 time: 0.0401156 Apr 20 14:43:04.207064 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d2dde-cd22-40a2-8580-0c84b33c9a3d req-c2c8a018-da18-43b9-9970-baa8dfbc4ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:04.208523 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-338d2dde-cd22-40a2-8580-0c84b33c9a3d req-c2c8a018-da18-43b9-9970-baa8dfbc4ebc service neutron] 10.222.0.15 "GET /v2.0/networks?id=0d12e197-bc63-4e9c-8aae-6c046141ad34 HTTP/1.1" status: 200 len: 911 time: 0.0861604 Apr 20 14:43:04.270564 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-338d2dde-cd22-40a2-8580-0c84b33c9a3d req-f4b848f5-d933-4cb2-b9c4-15849d4e9bae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57fe3076-f538-454d-a0ba-fe46a7eaffca HTTP/1.1" status: 200 len: 999 time: 0.0558007 Apr 20 14:43:04.320181 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d2dde-cd22-40a2-8580-0c84b33c9a3d req-374c8547-70c5-439b-92ac-745af34e2415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:04.321589 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-338d2dde-cd22-40a2-8580-0c84b33c9a3d req-374c8547-70c5-439b-92ac-745af34e2415 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a0ba95a-abf8-41f0-9f89-25f90f82f360 HTTP/1.1" status: 200 len: 849 time: 0.0454793 Apr 20 14:43:04.365316 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d2dde-cd22-40a2-8580-0c84b33c9a3d req-5bb0da60-3d75-4de8-875f-3939efa21fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:04.366738 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-338d2dde-cd22-40a2-8580-0c84b33c9a3d req-5bb0da60-3d75-4de8-875f-3939efa21fac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0d12e197-bc63-4e9c-8aae-6c046141ad34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383539 Apr 20 14:43:04.453252 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-338d2dde-cd22-40a2-8580-0c84b33c9a3d req-7c012fe9-f1f8-4874-abee-9940863f47a7 service neutron] 10.222.0.15 "GET /v2.0/networks/0d12e197-bc63-4e9c-8aae-6c046141ad34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799718 Apr 20 14:43:04.829390 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-338d2dde-cd22-40a2-8580-0c84b33c9a3d req-b5522ff5-4ae2-4351-a4d0-643101775808 service neutron] 10.222.0.15 "GET /v2.0/networks/0d12e197-bc63-4e9c-8aae-6c046141ad34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702421 Apr 20 14:43:13.419736 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:13.964224 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:24.570517 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-18b98a13-fcbd-4c01-9146-46d3b9657e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:26.860129 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e30443a1-c50e-4e95-aca8-40653bf8f2a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:28.484449 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:29.792865 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:29.934068 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:36.572007 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:43:43.427203 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:43.969585 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:51.762441 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device fcfd35ed-4ba5-423d-87b4-2b32be774e4e details requested by agent hyperv_n-h1-836015-7 with host n-h1-836015-7 {{(pid=114871) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:43:51.858192 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port fcfd35ed-4ba5-423d-87b4-2b32be774e4e, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=fcfd35ed-4ba5-423d-87b4-2b32be774e4e,segment=NetworkSegment(7ee2bff3-3104-460a-86fa-cbafd336fdcc),segment_id=7ee2bff3-3104-460a-86fa-cbafd336fdcc)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:43:51.869699 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Returning: {'device': 'fcfd35ed-4ba5-423d-87b4-2b32be774e4e', 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34', 'port_id': 'fcfd35ed-4ba5-423d-87b4-2b32be774e4e', 'mac_address': 'fa:16:3e:8b:0c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a0ba95a-abf8-41f0-9f89-25f90f82f360', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114871) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:43:51.905117 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:51.918300 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fcfd35ed-4ba5-423d-87b4-2b32be774e4e {{(pid=114871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:43:51.937560 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port fcfd35ed-4ba5-423d-87b4-2b32be774e4e, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=fcfd35ed-4ba5-423d-87b4-2b32be774e4e,segment=NetworkSegment(7ee2bff3-3104-460a-86fa-cbafd336fdcc),segment_id=7ee2bff3-3104-460a-86fa-cbafd336fdcc)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:43:52.009584 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:52.058424 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=fcfd35ed-4ba5-423d-87b4-2b32be774e4e,revision_number=6']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:52.065894 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:43:52.066244 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:43:52.066585 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:43:52.066920 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:43:52.067256 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:43:52.067613 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:43:52.067968 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:43:52.068295 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:43:52.068621 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:43:52.068961 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:43:52.069290 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:43:52.069612 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:43:52.090368 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] get_ports_and_sgs() called for port_ids ['fcfd35ed-4ba5-423d-87b4-2b32be774e4e'] {{(pid=114871) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:43:53.772592 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device fcfd35ed-4ba5-423d-87b4-2b32be774e4e up at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:43:53.822869 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.provisioning_blocks [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Provisioning complete for port fcfd35ed-4ba5-423d-87b4-2b32be774e4e triggered by entity L2. {{(pid=114871) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:43:53.823237 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1706550'] for port, provisioning_complete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:53.895816 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:53.917514 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55e08f3-da6f-4cf3-9619-b91fa6342f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfd35ed-4ba5-423d-87b4-2b32be774e4e'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:43:53.919757 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac87ba4abbb4e8505208ea6fd510b76711e5f2ebc605ae5eca19bb7d33fcf53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89027b02-bc21-48dd-816d-41ae7716e301" -d '{"events": [{"server_uuid": "e55e08f3-da6f-4cf3-9619-b91fa6342f73", "name": "network-vif-plugged", "status": "completed", "tag": "fcfd35ed-4ba5-423d-87b4-2b32be774e4e"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:43:53.933120 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port fcfd35ed-4ba5-423d-87b4-2b32be774e4e, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=fcfd35ed-4ba5-423d-87b4-2b32be774e4e,segment=NetworkSegment(7ee2bff3-3104-460a-86fa-cbafd336fdcc),segment_id=7ee2bff3-3104-460a-86fa-cbafd336fdcc)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:43:53.958812 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d838fed0-17ff-4749-b816-75f762a16916 x-openstack-request-id: req-d838fed0-17ff-4749-b816-75f762a16916 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:43:53.959102 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55e08f3-da6f-4cf3-9619-b91fa6342f73", "name": "network-vif-plugged", "status": "completed", "tag": "fcfd35ed-4ba5-423d-87b4-2b32be774e4e", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:43:53.959375 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d838fed0-17ff-4749-b816-75f762a16916 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:43:53.959780 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d838fed0-17ff-4749-b816-75f762a16916'] response: {'server_uuid': 'e55e08f3-da6f-4cf3-9619-b91fa6342f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfd35ed-4ba5-423d-87b4-2b32be774e4e', 'code': 200} Apr 20 14:43:53.993055 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:54.042053 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=fcfd35ed-4ba5-423d-87b4-2b32be774e4e,revision_number=7']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:43:54.448685 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3620ca-40fb-4644-a94a-2f6fe8f94a7f req-41bb4275-6479-4dfa-94a1-298c56e60e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:54.450142 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-fe3620ca-40fb-4644-a94a-2f6fe8f94a7f req-41bb4275-6479-4dfa-94a1-298c56e60e54 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0188ea65ed744b8c9d64c8948fb7baed&device_id=e55e08f3-da6f-4cf3-9619-b91fa6342f73 HTTP/1.1" status: 200 len: 1096 time: 0.0402796 Apr 20 14:43:54.725148 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-fc42dacf-47b0-48a2-b3ab-11559d5a7f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:54.903526 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3620ca-40fb-4644-a94a-2f6fe8f94a7f req-475ae83f-d63d-4780-b970-669662bed914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:54.905032 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-fe3620ca-40fb-4644-a94a-2f6fe8f94a7f req-475ae83f-d63d-4780-b970-669662bed914 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0d12e197-bc63-4e9c-8aae-6c046141ad34 HTTP/1.1" status: 200 len: 911 time: 0.4363661 Apr 20 14:43:54.970117 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-fe3620ca-40fb-4644-a94a-2f6fe8f94a7f req-b3cb1cdf-1379-49b2-8f0d-b8f166d92a64 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fcfd35ed-4ba5-423d-87b4-2b32be774e4e HTTP/1.1" status: 200 len: 1000 time: 0.0580106 Apr 20 14:43:55.118409 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3620ca-40fb-4644-a94a-2f6fe8f94a7f req-ed1e193b-03f3-4de5-acca-fa0f285406a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:55.122710 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-fe3620ca-40fb-4644-a94a-2f6fe8f94a7f req-ed1e193b-03f3-4de5-acca-fa0f285406a6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a0ba95a-abf8-41f0-9f89-25f90f82f360 HTTP/1.1" status: 200 len: 849 time: 0.0502923 Apr 20 14:43:55.163213 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3620ca-40fb-4644-a94a-2f6fe8f94a7f req-ad49b1d9-f422-4cf9-ba4e-f7c6ab7abd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:43:55.164779 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-fe3620ca-40fb-4644-a94a-2f6fe8f94a7f req-ad49b1d9-f422-4cf9-ba4e-f7c6ab7abd6a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0d12e197-bc63-4e9c-8aae-6c046141ad34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389946 Apr 20 14:43:55.256072 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-fe3620ca-40fb-4644-a94a-2f6fe8f94a7f req-7abe3081-6944-4f85-874e-743ec9f20d73 service neutron] 10.222.0.32 "GET /v2.0/networks/0d12e197-bc63-4e9c-8aae-6c046141ad34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836852 Apr 20 14:43:55.347629 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-fe3620ca-40fb-4644-a94a-2f6fe8f94a7f req-e3fa14d8-9d3a-4997-87e5-3dad3f11eb9f service neutron] 10.222.0.32 "GET /v2.0/networks/0d12e197-bc63-4e9c-8aae-6c046141ad34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862250 Apr 20 14:43:56.930300 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-55aaf7c3-d770-40bc-abb6-422ec23b4eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:58.551524 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:59.770010 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:43:59.939558 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:05.034596 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bb584636-7162-464c-b021-a46b73ee50ab req-b81975e9-697c-4d2d-a21e-013eb7589813 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aa0e67c8-6b8d-465d-948c-1db8683c9b54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432780 Apr 20 14:44:05.123007 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb584636-7162-464c-b021-a46b73ee50ab req-0f7a3f5f-8262-417b-81e7-a14585f9beb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:05.125343 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bb584636-7162-464c-b021-a46b73ee50ab req-0f7a3f5f-8262-417b-81e7-a14585f9beb1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0188ea65ed744b8c9d64c8948fb7baed&device_id=aa0e67c8-6b8d-465d-948c-1db8683c9b54 HTTP/1.1" status: 200 len: 1094 time: 0.0474212 Apr 20 14:44:05.227677 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb584636-7162-464c-b021-a46b73ee50ab req-d289006b-f735-43db-a9b7-db5392080463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:05.229127 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bb584636-7162-464c-b021-a46b73ee50ab req-d289006b-f735-43db-a9b7-db5392080463 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0d12e197-bc63-4e9c-8aae-6c046141ad34 HTTP/1.1" status: 200 len: 911 time: 0.0862594 Apr 20 14:44:05.293877 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bb584636-7162-464c-b021-a46b73ee50ab req-f615a105-3bdc-4991-8dd5-2307a68e8c34 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57fe3076-f538-454d-a0ba-fe46a7eaffca HTTP/1.1" status: 200 len: 999 time: 0.0574245 Apr 20 14:44:05.344315 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb584636-7162-464c-b021-a46b73ee50ab req-87fc57e2-73fa-4381-995a-46c8d93f2e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:05.345711 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bb584636-7162-464c-b021-a46b73ee50ab req-87fc57e2-73fa-4381-995a-46c8d93f2e7a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a0ba95a-abf8-41f0-9f89-25f90f82f360 HTTP/1.1" status: 200 len: 849 time: 0.0463486 Apr 20 14:44:05.389821 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb584636-7162-464c-b021-a46b73ee50ab req-c0e4660e-595d-4a8b-9918-cb12047b1c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:05.391346 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bb584636-7162-464c-b021-a46b73ee50ab req-c0e4660e-595d-4a8b-9918-cb12047b1c24 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0d12e197-bc63-4e9c-8aae-6c046141ad34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397913 Apr 20 14:44:05.480596 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bb584636-7162-464c-b021-a46b73ee50ab req-3b11e974-e31b-4b52-946a-9ee31b7d1717 service neutron] 10.222.0.15 "GET /v2.0/networks/0d12e197-bc63-4e9c-8aae-6c046141ad34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803299 Apr 20 14:44:05.572731 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-bb584636-7162-464c-b021-a46b73ee50ab req-8a708e0c-8613-42b7-a54e-aab810177fc6 service neutron] 10.222.0.15 "GET /v2.0/networks/0d12e197-bc63-4e9c-8aae-6c046141ad34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872369 Apr 20 14:44:06.926656 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37348) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:07.084127 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-0b1748a7-c357-4391-aa25-d3abd9c95b63 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Deleting port 0f01bf32-3056-4b70-b21f-636e4dd39f1b {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:44:07.084473 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b1748a7-c357-4391-aa25-d3abd9c95b63 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:07.160585 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b1748a7-c357-4391-aa25-d3abd9c95b63 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:07.160835 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b1748a7-c357-4391-aa25-d3abd9c95b63 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:07.172328 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-0b1748a7-c357-4391-aa25-d3abd9c95b63 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Calling delete_port for 0f01bf32-3056-4b70-b21f-636e4dd39f1b owned by network:floatingip {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:44:07.380278 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b1748a7-c357-4391-aa25-d3abd9c95b63 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:07.408400 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1748a7-c357-4391-aa25-d3abd9c95b63 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Pushing event deleted for resources: {'Port': ['ID=0f01bf32-3056-4b70-b21f-636e4dd39f1b,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:07.418920 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1748a7-c357-4391-aa25-d3abd9c95b63 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:07.419199 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1748a7-c357-4391-aa25-d3abd9c95b63 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:07.419565 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1748a7-c357-4391-aa25-d3abd9c95b63 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:07.419901 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1748a7-c357-4391-aa25-d3abd9c95b63 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:07.420234 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1748a7-c357-4391-aa25-d3abd9c95b63 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:07.420975 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1748a7-c357-4391-aa25-d3abd9c95b63 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:07.420975 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1748a7-c357-4391-aa25-d3abd9c95b63 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:07.421175 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1748a7-c357-4391-aa25-d3abd9c95b63 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:07.421484 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1748a7-c357-4391-aa25-d3abd9c95b63 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:07.421803 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1748a7-c357-4391-aa25-d3abd9c95b63 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:07.422127 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1748a7-c357-4391-aa25-d3abd9c95b63 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:07.422445 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1748a7-c357-4391-aa25-d3abd9c95b63 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:07.481068 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b1748a7-c357-4391-aa25-d3abd9c95b63 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks [] for floatingip, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:07.481399 n-d-836015-7 neutron-server[114870]: INFO neutron.db.l3_db [None req-0b1748a7-c357-4391-aa25-d3abd9c95b63 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Floating IP fb1ab3c3-fc06-4a3d-9337-5ba2e1043cf3 disassociated (deleted). External IP: 172.25.8.83, port: fcfd35ed-4ba5-423d-87b4-2b32be774e4e. Apr 20 14:44:07.684105 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1748a7-c357-4391-aa25-d3abd9c95b63 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Router 24699db2-cd83-4096-9adf-86e13c0890e9 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:44:07.789196 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1748a7-c357-4391-aa25-d3abd9c95b63 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:44:07.794339 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-0b1748a7-c357-4391-aa25-d3abd9c95b63 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:07.798917 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f655897f-0aa8-49ed-87fd-d9c5774296d7 None None] Sync routers for ids ['24699db2-cd83-4096-9adf-86e13c0890e9'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:44:07.808650 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f655897f-0aa8-49ed-87fd-d9c5774296d7 None None] Routers {'24699db2-cd83-4096-9adf-86e13c0890e9'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:44:07.809274 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f655897f-0aa8-49ed-87fd-d9c5774296d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:43:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['24699db2-cd83-4096-9adf-86e13c0890e9'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:44:07.820652 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-0b1748a7-c357-4391-aa25-d3abd9c95b63 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "DELETE /v2.0/floatingips/fb1ab3c3-fc06-4a3d-9337-5ba2e1043cf3 HTTP/1.1" status: 204 len: 168 time: 0.8925269 Apr 20 14:44:07.821239 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e55e08f3-da6f-4cf3-9619-b91fa6342f73', 'tag': 'fcfd35ed-4ba5-423d-87b4-2b32be774e4e'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:44:07.823496 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}477c3876f0a00723b6cc26f82b5301b7c44eaec2342ee7dfaa02d19e77b1fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05090267-596e-4e02-88ec-773e3f3edfb8" -d '{"events": [{"name": "network-changed", "server_uuid": "e55e08f3-da6f-4cf3-9619-b91fa6342f73", "tag": "fcfd35ed-4ba5-423d-87b4-2b32be774e4e"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:44:07.862075 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab28f4e-90d8-4855-bcb7-292f0b31398d x-openstack-request-id: req-aab28f4e-90d8-4855-bcb7-292f0b31398d {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:44:07.862374 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e55e08f3-da6f-4cf3-9619-b91fa6342f73", "tag": "fcfd35ed-4ba5-423d-87b4-2b32be774e4e", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:44:07.862626 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aab28f4e-90d8-4855-bcb7-292f0b31398d {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:44:07.863032 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aab28f4e-90d8-4855-bcb7-292f0b31398d'] response: {'name': 'network-changed', 'server_uuid': 'e55e08f3-da6f-4cf3-9619-b91fa6342f73', 'tag': 'fcfd35ed-4ba5-423d-87b4-2b32be774e4e', 'status': 'completed', 'code': 200} Apr 20 14:44:07.924835 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-f655897f-0aa8-49ed-87fd-d9c5774296d7 None None] Set router 24699db2-cd83-4096-9adf-86e13c0890e9 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:44:07.927751 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05090267-596e-4e02-88ec-773e3f3edfb8 req-1433a356-1ccb-48db-ac8a-085b59d93634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:07.927751 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-05090267-596e-4e02-88ec-773e3f3edfb8 req-1433a356-1ccb-48db-ac8a-085b59d93634 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0188ea65ed744b8c9d64c8948fb7baed&device_id=e55e08f3-da6f-4cf3-9619-b91fa6342f73 HTTP/1.1" status: 200 len: 1096 time: 0.0407686 Apr 20 14:44:08.022179 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05090267-596e-4e02-88ec-773e3f3edfb8 req-ae37c932-a17a-49b4-84f9-f9fd8e2ebd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:08.023625 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-05090267-596e-4e02-88ec-773e3f3edfb8 req-ae37c932-a17a-49b4-84f9-f9fd8e2ebd22 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0d12e197-bc63-4e9c-8aae-6c046141ad34 HTTP/1.1" status: 200 len: 911 time: 0.0902717 Apr 20 14:44:08.063990 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-05090267-596e-4e02-88ec-773e3f3edfb8 req-24848436-da7f-405e-84a8-d2c619835af2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fcfd35ed-4ba5-423d-87b4-2b32be774e4e HTTP/1.1" status: 200 len: 217 time: 0.0342472 Apr 20 14:44:08.119576 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05090267-596e-4e02-88ec-773e3f3edfb8 req-05a44db2-6e3d-4068-a092-893d8d879ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:08.121167 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-05090267-596e-4e02-88ec-773e3f3edfb8 req-05a44db2-6e3d-4068-a092-893d8d879ef4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a0ba95a-abf8-41f0-9f89-25f90f82f360 HTTP/1.1" status: 200 len: 849 time: 0.0498056 Apr 20 14:44:08.154263 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f655897f-0aa8-49ed-87fd-d9c5774296d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'name': 'tempest-TestSnapshotPattern-1602670431-router', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'bf642681-7a87-4e60-a559-4cc1f2bdc188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:46Z', 'updated_at': '2022-04-20T14:37:49Z', 'revision_number': 4, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'gw_port': {'id': 'bf642681-7a87-4e60-a559-4cc1f2bdc188', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:46Z', 'updated_at': '2022-04-20T14:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'b29a6e46-c239-4273-8a24-856732f53f96', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'port_id': '57fe3076-f538-454d-a0ba-fe46a7eaffca', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34', 'mac_address': 'fa:16:3e:71:73:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0e67c8-6b8d-465d-948c-1db8683c9b54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:38:22Z', 'updated_at': '2022-04-20T14:38:24Z', 'revision_number': 1, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '454209d7-e63f-42f9-b9ec-3b73e77f06d9', 'name': '', 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'mac_address': 'fa:16:3e:02:33:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': '0a0ba95a-abf8-41f0-9f89-25f90f82f360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:48Z', 'updated_at': '2022-04-20T14:37:53Z', 'revision_number': 5, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'subnets': [{'id': '0a0ba95a-abf8-41f0-9f89-25f90f82f360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:44:08.171241 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05090267-596e-4e02-88ec-773e3f3edfb8 req-066932e8-2f10-4e95-8bdd-10355b346155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:08.172776 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-05090267-596e-4e02-88ec-773e3f3edfb8 req-066932e8-2f10-4e95-8bdd-10355b346155 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0d12e197-bc63-4e9c-8aae-6c046141ad34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449173 Apr 20 14:44:08.181288 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f655897f-0aa8-49ed-87fd-d9c5774296d7 None None] Checking router: 24699db2-cd83-4096-9adf-86e13c0890e9 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:44:08.190128 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f655897f-0aa8-49ed-87fd-d9c5774296d7 None None] Routers {'24699db2-cd83-4096-9adf-86e13c0890e9'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:44:08.190938 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f655897f-0aa8-49ed-87fd-d9c5774296d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:43:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['24699db2-cd83-4096-9adf-86e13c0890e9'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:44:08.267815 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-05090267-596e-4e02-88ec-773e3f3edfb8 req-e890cd4a-827a-4b09-a2c2-9047b52fb12d service neutron] 10.222.0.32 "GET /v2.0/networks/0d12e197-bc63-4e9c-8aae-6c046141ad34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882397 Apr 20 14:44:08.313111 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-f655897f-0aa8-49ed-87fd-d9c5774296d7 None None] Set router 24699db2-cd83-4096-9adf-86e13c0890e9 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:44:08.340641 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4ef6e-5bf2-45fc-927b-a08c41acf0c3 req-e896ac28-21b9-41e1-90d3-99286a990849 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:08.342598 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6fc4ef6e-5bf2-45fc-927b-a08c41acf0c3 req-e896ac28-21b9-41e1-90d3-99286a990849 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=e55e08f3-da6f-4cf3-9619-b91fa6342f73 HTTP/1.1" status: 200 len: 945 time: 0.1081371 Apr 20 14:44:08.373976 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-05090267-596e-4e02-88ec-773e3f3edfb8 req-7c2c30f9-3396-480d-9a5f-a34d040c3f98 service neutron] 10.222.0.32 "GET /v2.0/networks/0d12e197-bc63-4e9c-8aae-6c046141ad34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976925 Apr 20 14:44:08.384978 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-6fc4ef6e-5bf2-45fc-927b-a08c41acf0c3 req-4d8edfcd-1b74-4e2d-b633-8f8fd8640910 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f071f1a-e6f5-48f2-b0e6-687926ad6f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362785 Apr 20 14:44:08.545014 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-f655897f-0aa8-49ed-87fd-d9c5774296d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'name': 'tempest-TestSnapshotPattern-1602670431-router', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'bf642681-7a87-4e60-a559-4cc1f2bdc188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:46Z', 'updated_at': '2022-04-20T14:37:49Z', 'revision_number': 4, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'gw_port': {'id': 'bf642681-7a87-4e60-a559-4cc1f2bdc188', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:46Z', 'updated_at': '2022-04-20T14:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'b29a6e46-c239-4273-8a24-856732f53f96', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'port_id': '57fe3076-f538-454d-a0ba-fe46a7eaffca', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34', 'mac_address': 'fa:16:3e:71:73:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0e67c8-6b8d-465d-948c-1db8683c9b54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:38:22Z', 'updated_at': '2022-04-20T14:38:24Z', 'revision_number': 1, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '454209d7-e63f-42f9-b9ec-3b73e77f06d9', 'name': '', 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'mac_address': 'fa:16:3e:02:33:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': '0a0ba95a-abf8-41f0-9f89-25f90f82f360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:48Z', 'updated_at': '2022-04-20T14:37:53Z', 'revision_number': 5, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'subnets': [{'id': '0a0ba95a-abf8-41f0-9f89-25f90f82f360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:44:08.573499 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f655897f-0aa8-49ed-87fd-d9c5774296d7 None None] The sync data for ids ['24699db2-cd83-4096-9adf-86e13c0890e9'] in n-d-836015-7 is: [{'id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'name': 'tempest-TestSnapshotPattern-1602670431-router', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'bf642681-7a87-4e60-a559-4cc1f2bdc188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:46Z', 'updated_at': '2022-04-20T14:37:49Z', 'revision_number': 4, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'gw_port': {'id': 'bf642681-7a87-4e60-a559-4cc1f2bdc188', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:46Z', 'updated_at': '2022-04-20T14:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_floatingips': [{'id': 'b29a6e46-c239-4273-8a24-856732f53f96', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'router_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'port_id': '57fe3076-f538-454d-a0ba-fe46a7eaffca', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34', 'mac_address': 'fa:16:3e:71:73:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0e67c8-6b8d-465d-948c-1db8683c9b54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T14:38:22Z', 'updated_at': '2022-04-20T14:38:24Z', 'revision_number': 1, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '454209d7-e63f-42f9-b9ec-3b73e77f06d9', 'name': '', 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'mac_address': 'fa:16:3e:02:33:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': '0a0ba95a-abf8-41f0-9f89-25f90f82f360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:48Z', 'updated_at': '2022-04-20T14:37:53Z', 'revision_number': 5, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'subnets': [{'id': '0a0ba95a-abf8-41f0-9f89-25f90f82f360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:44:08.792222 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45363937-0f02-4cd4-8ade-96c7bb97b4ea None None] New status for floating IP fb1ab3c3-fc06-4a3d-9337-5ba2e1043cf3: DOWN {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:44:09.506094 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3354d31-5d1f-42d7-9a16-11c034262984 req-811bfa2a-08c0-4b56-89f1-1070feb52993 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:09.507946 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e3354d31-5d1f-42d7-9a16-11c034262984 req-811bfa2a-08c0-4b56-89f1-1070feb52993 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=e55e08f3-da6f-4cf3-9619-b91fa6342f73 HTTP/1.1" status: 200 len: 945 time: 0.0487392 Apr 20 14:44:09.549165 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-e3354d31-5d1f-42d7-9a16-11c034262984 req-cd0b042d-f16f-478f-929f-041d75e194a3 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f071f1a-e6f5-48f2-b0e6-687926ad6f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350900 Apr 20 14:44:09.828895 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device fcfd35ed-4ba5-423d-87b4-2b32be774e4e no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:44:09.910278 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584013'] for port, before_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:09.932341 n-d-836015-7 neutron-server[114871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55e08f3-da6f-4cf3-9619-b91fa6342f73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcfd35ed-4ba5-423d-87b4-2b32be774e4e'}] {{(pid=114871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:44:09.934562 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac87ba4abbb4e8505208ea6fd510b76711e5f2ebc605ae5eca19bb7d33fcf53a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6618a3f8-8bd4-43da-8f2a-aea0eee79954" -d '{"events": [{"server_uuid": "e55e08f3-da6f-4cf3-9619-b91fa6342f73", "name": "network-vif-unplugged", "status": "completed", "tag": "fcfd35ed-4ba5-423d-87b4-2b32be774e4e"}]}' {{(pid=114871) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:44:09.947170 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] For port fcfd35ed-4ba5-423d-87b4-2b32be774e4e, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=fcfd35ed-4ba5-423d-87b4-2b32be774e4e,segment=NetworkSegment(7ee2bff3-3104-460a-86fa-cbafd336fdcc),segment_id=7ee2bff3-3104-460a-86fa-cbafd336fdcc)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:09.971207 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e947d908-cf29-4bd3-ad96-8955d85a54b8 x-openstack-request-id: req-e947d908-cf29-4bd3-ad96-8955d85a54b8 {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:44:09.971523 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55e08f3-da6f-4cf3-9619-b91fa6342f73", "name": "network-vif-unplugged", "status": "completed", "tag": "fcfd35ed-4ba5-423d-87b4-2b32be774e4e", "code": 200}]} {{(pid=114871) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:44:09.971777 n-d-836015-7 neutron-server[114871]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e947d908-cf29-4bd3-ad96-8955d85a54b8 {{(pid=114871) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:44:09.972170 n-d-836015-7 neutron-server[114871]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e947d908-cf29-4bd3-ad96-8955d85a54b8'] response: {'server_uuid': 'e55e08f3-da6f-4cf3-9619-b91fa6342f73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcfd35ed-4ba5-423d-87b4-2b32be774e4e', 'code': 200} Apr 20 14:44:10.009759 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759760601537', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759760075466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759760081520'] for port, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:10.056579 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Pushing event updated for resources: {'Port': ['ID=fcfd35ed-4ba5-423d-87b4-2b32be774e4e,revision_number=8']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:10.100152 n-d-836015-7 neutron-server[114870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52388e-7b6d-425f-855e-bb7ebc9770e8 req-7eb5db09-1d48-4d5e-8bc9-a4fed1d0c8c1 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:10.101537 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-cb52388e-7b6d-425f-855e-bb7ebc9770e8 req-7eb5db09-1d48-4d5e-8bc9-a4fed1d0c8c1 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.32 "GET /v2.0/ports?device_id=e55e08f3-da6f-4cf3-9619-b91fa6342f73 HTTP/1.1" status: 200 len: 943 time: 0.0496178 Apr 20 14:44:10.187104 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-cb52388e-7b6d-425f-855e-bb7ebc9770e8 req-6cdc5267-0dde-41d9-9f66-047394e808c5 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Deleting port fcfd35ed-4ba5-423d-87b4-2b32be774e4e {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:44:10.187477 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-cb52388e-7b6d-425f-855e-bb7ebc9770e8 req-6cdc5267-0dde-41d9-9f66-047394e808c5 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:10.277326 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [req-cb52388e-7b6d-425f-855e-bb7ebc9770e8 req-6cdc5267-0dde-41d9-9f66-047394e808c5 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] For port fcfd35ed-4ba5-423d-87b4-2b32be774e4e, host n-h1-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-7',level=0,port_id=fcfd35ed-4ba5-423d-87b4-2b32be774e4e,segment=NetworkSegment(7ee2bff3-3104-460a-86fa-cbafd336fdcc),segment_id=7ee2bff3-3104-460a-86fa-cbafd336fdcc)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:10.277684 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-cb52388e-7b6d-425f-855e-bb7ebc9770e8 req-6cdc5267-0dde-41d9-9f66-047394e808c5 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:10.290146 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [req-cb52388e-7b6d-425f-855e-bb7ebc9770e8 req-6cdc5267-0dde-41d9-9f66-047394e808c5 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Calling delete_port for fcfd35ed-4ba5-423d-87b4-2b32be774e4e owned by compute:nova {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:44:10.472476 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-cb52388e-7b6d-425f-855e-bb7ebc9770e8 req-6cdc5267-0dde-41d9-9f66-047394e808c5 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:10.502670 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc5267-0dde-41d9-9f66-047394e808c5 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Pushing event deleted for resources: {'Port': ['ID=fcfd35ed-4ba5-423d-87b4-2b32be774e4e,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:10.542089 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb52388e-7b6d-425f-855e-bb7ebc9770e8 req-6cdc5267-0dde-41d9-9f66-047394e808c5 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] No DVR routers for this DVR port fcfd35ed-4ba5-423d-87b4-2b32be774e4e on host n-h1-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:44:10.544929 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [req-cb52388e-7b6d-425f-855e-bb7ebc9770e8 req-6cdc5267-0dde-41d9-9f66-047394e808c5 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:10.548501 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [req-cb52388e-7b6d-425f-855e-bb7ebc9770e8 req-6cdc5267-0dde-41d9-9f66-047394e808c5 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.32 "DELETE /v2.0/ports/fcfd35ed-4ba5-423d-87b4-2b32be774e4e HTTP/1.1" status: 204 len: 173 time: 0.4416564 Apr 20 14:44:10.548949 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55e08f3-da6f-4cf3-9619-b91fa6342f73', 'name': 'network-vif-deleted', 'tag': 'fcfd35ed-4ba5-423d-87b4-2b32be774e4e'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:44:10.551177 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}477c3876f0a00723b6cc26f82b5301b7c44eaec2342ee7dfaa02d19e77b1fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08572332-dd90-4eca-a7ea-46998ae06541" -d '{"events": [{"server_uuid": "e55e08f3-da6f-4cf3-9619-b91fa6342f73", "name": "network-vif-deleted", "tag": "fcfd35ed-4ba5-423d-87b4-2b32be774e4e"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:44:10.588553 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d7b62a-45dc-4864-8957-9852f92b5de2 x-openstack-request-id: req-62d7b62a-45dc-4864-8957-9852f92b5de2 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:44:10.588848 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55e08f3-da6f-4cf3-9619-b91fa6342f73", "name": "network-vif-deleted", "tag": "fcfd35ed-4ba5-423d-87b4-2b32be774e4e", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:44:10.589095 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-62d7b62a-45dc-4864-8957-9852f92b5de2 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:44:10.589495 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62d7b62a-45dc-4864-8957-9852f92b5de2'] response: {'server_uuid': 'e55e08f3-da6f-4cf3-9619-b91fa6342f73', 'name': 'network-vif-deleted', 'tag': 'fcfd35ed-4ba5-423d-87b4-2b32be774e4e', 'status': 'completed', 'code': 200} Apr 20 14:44:10.656760 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-8be36e4c-3805-40ac-9902-a861efe162fb req-b18af15c-c9d1-4b43-a02b-170114f3a594 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=e55e08f3-da6f-4cf3-9619-b91fa6342f73 HTTP/1.1" status: 200 len: 210 time: 0.0272534 Apr 20 14:44:12.839413 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37408) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:12.997464 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-cc35f949-e469-4bdc-9934-fc26294e7b67 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Deleting port 93e6deea-6f47-4186-ad06-02ec85f67199 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:44:12.997808 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cc35f949-e469-4bdc-9934-fc26294e7b67 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:13.072915 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cc35f949-e469-4bdc-9934-fc26294e7b67 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:13.073144 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cc35f949-e469-4bdc-9934-fc26294e7b67 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:13.085078 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-cc35f949-e469-4bdc-9934-fc26294e7b67 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Calling delete_port for 93e6deea-6f47-4186-ad06-02ec85f67199 owned by network:floatingip {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:44:13.358461 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cc35f949-e469-4bdc-9934-fc26294e7b67 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:13.386422 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35f949-e469-4bdc-9934-fc26294e7b67 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Pushing event deleted for resources: {'Port': ['ID=93e6deea-6f47-4186-ad06-02ec85f67199,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:13.449155 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cc35f949-e469-4bdc-9934-fc26294e7b67 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks [] for floatingip, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:13.449487 n-d-836015-7 neutron-server[114870]: INFO neutron.db.l3_db [None req-cc35f949-e469-4bdc-9934-fc26294e7b67 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Floating IP b29a6e46-c239-4273-8a24-856732f53f96 disassociated (deleted). External IP: 172.25.8.168, port: 57fe3076-f538-454d-a0ba-fe46a7eaffca. Apr 20 14:44:13.478575 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:13.572114 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:44:13.652189 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc35f949-e469-4bdc-9934-fc26294e7b67 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Router 24699db2-cd83-4096-9adf-86e13c0890e9 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:44:13.757895 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc35f949-e469-4bdc-9934-fc26294e7b67 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:44:13.762752 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-cc35f949-e469-4bdc-9934-fc26294e7b67 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for floatingip, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:13.767310 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e03690f-5efb-4518-b85e-a1526a84d8ef None None] Sync routers for ids ['24699db2-cd83-4096-9adf-86e13c0890e9'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:44:13.776574 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e03690f-5efb-4518-b85e-a1526a84d8ef None None] Routers {'24699db2-cd83-4096-9adf-86e13c0890e9'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:44:13.777180 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-0e03690f-5efb-4518-b85e-a1526a84d8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:43:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['24699db2-cd83-4096-9adf-86e13c0890e9'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:44:13.792818 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-cc35f949-e469-4bdc-9934-fc26294e7b67 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "DELETE /v2.0/floatingips/b29a6e46-c239-4273-8a24-856732f53f96 HTTP/1.1" status: 204 len: 168 time: 0.9523222 Apr 20 14:44:13.793705 n-d-836015-7 neutron-server[114870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa0e67c8-6b8d-465d-948c-1db8683c9b54', 'tag': '57fe3076-f538-454d-a0ba-fe46a7eaffca'}] {{(pid=114870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:44:13.796254 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}477c3876f0a00723b6cc26f82b5301b7c44eaec2342ee7dfaa02d19e77b1fdfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c695df-8fac-4828-bef7-aed05a841e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "aa0e67c8-6b8d-465d-948c-1db8683c9b54", "tag": "57fe3076-f538-454d-a0ba-fe46a7eaffca"}]}' {{(pid=114870) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:44:13.834846 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616dd941-6d01-4a93-a7c0-375e867ed164 x-openstack-request-id: req-616dd941-6d01-4a93-a7c0-375e867ed164 {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:44:13.835212 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa0e67c8-6b8d-465d-948c-1db8683c9b54", "tag": "57fe3076-f538-454d-a0ba-fe46a7eaffca", "status": "completed", "code": 200}]} {{(pid=114870) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:44:13.835549 n-d-836015-7 neutron-server[114870]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-616dd941-6d01-4a93-a7c0-375e867ed164 {{(pid=114870) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:44:13.836580 n-d-836015-7 neutron-server[114870]: INFO neutron.notifiers.nova [-] Nova event matching ['req-616dd941-6d01-4a93-a7c0-375e867ed164'] response: {'name': 'network-changed', 'server_uuid': 'aa0e67c8-6b8d-465d-948c-1db8683c9b54', 'tag': '57fe3076-f538-454d-a0ba-fe46a7eaffca', 'status': 'completed', 'code': 200} Apr 20 14:44:13.838774 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device fcfd35ed-4ba5-423d-87b4-2b32be774e4e no longer exists at agent hyperv_n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:44:13.862237 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] No Port match for: fcfd35ed-4ba5-423d-87b4-2b32be774e4e {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:44:13.862885 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Device fcfd35ed-4ba5-423d-87b4-2b32be774e4e not bound to the agent host n-h1-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:44:13.889917 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-0e03690f-5efb-4518-b85e-a1526a84d8ef None None] Set router 24699db2-cd83-4096-9adf-86e13c0890e9 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:44:13.900141 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c695df-8fac-4828-bef7-aed05a841e8c req-e3845114-fa27-4a8d-a680-e671b2247ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:13.901651 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-93c695df-8fac-4828-bef7-aed05a841e8c req-e3845114-fa27-4a8d-a680-e671b2247ade service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0188ea65ed744b8c9d64c8948fb7baed&device_id=aa0e67c8-6b8d-465d-948c-1db8683c9b54 HTTP/1.1" status: 200 len: 1094 time: 0.0429642 Apr 20 14:44:13.995624 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c695df-8fac-4828-bef7-aed05a841e8c req-5f65ff6d-967f-4ed2-9a66-96a9a9eb8457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:13.997027 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-93c695df-8fac-4828-bef7-aed05a841e8c req-5f65ff6d-967f-4ed2-9a66-96a9a9eb8457 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0d12e197-bc63-4e9c-8aae-6c046141ad34 HTTP/1.1" status: 200 len: 911 time: 0.0881164 Apr 20 14:44:13.998797 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:14.048281 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-93c695df-8fac-4828-bef7-aed05a841e8c req-6ddf523a-c4cb-49fc-9737-e9c59358377b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57fe3076-f538-454d-a0ba-fe46a7eaffca HTTP/1.1" status: 200 len: 217 time: 0.0447464 Apr 20 14:44:14.098313 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c695df-8fac-4828-bef7-aed05a841e8c req-4890d0a5-a88e-4033-a03d-b381a5a99496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:14.100412 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-93c695df-8fac-4828-bef7-aed05a841e8c req-4890d0a5-a88e-4033-a03d-b381a5a99496 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a0ba95a-abf8-41f0-9f89-25f90f82f360 HTTP/1.1" status: 200 len: 849 time: 0.0452349 Apr 20 14:44:14.146104 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c695df-8fac-4828-bef7-aed05a841e8c req-249c3f47-094b-476e-b6ab-72200ebfffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:14.147624 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-93c695df-8fac-4828-bef7-aed05a841e8c req-249c3f47-094b-476e-b6ab-72200ebfffbe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0d12e197-bc63-4e9c-8aae-6c046141ad34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398018 Apr 20 14:44:14.190862 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-0e03690f-5efb-4518-b85e-a1526a84d8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'name': 'tempest-TestSnapshotPattern-1602670431-router', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'bf642681-7a87-4e60-a559-4cc1f2bdc188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:46Z', 'updated_at': '2022-04-20T14:37:49Z', 'revision_number': 4, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'gw_port': {'id': 'bf642681-7a87-4e60-a559-4cc1f2bdc188', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:46Z', 'updated_at': '2022-04-20T14:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '454209d7-e63f-42f9-b9ec-3b73e77f06d9', 'name': '', 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'mac_address': 'fa:16:3e:02:33:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': '0a0ba95a-abf8-41f0-9f89-25f90f82f360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:48Z', 'updated_at': '2022-04-20T14:37:53Z', 'revision_number': 5, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'subnets': [{'id': '0a0ba95a-abf8-41f0-9f89-25f90f82f360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:44:14.223199 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e03690f-5efb-4518-b85e-a1526a84d8ef None None] Checking router: 24699db2-cd83-4096-9adf-86e13c0890e9 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:44:14.232331 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e03690f-5efb-4518-b85e-a1526a84d8ef None None] Routers {'24699db2-cd83-4096-9adf-86e13c0890e9'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:44:14.232950 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-0e03690f-5efb-4518-b85e-a1526a84d8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:43:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['24699db2-cd83-4096-9adf-86e13c0890e9'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:44:14.269161 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-93c695df-8fac-4828-bef7-aed05a841e8c req-30c2fb87-bb27-4bfe-8162-ade64806c43a service neutron] 10.222.0.15 "GET /v2.0/networks/0d12e197-bc63-4e9c-8aae-6c046141ad34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129591 Apr 20 14:44:14.293775 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f266d96b-2395-4005-afaf-335c744cf2c1 req-5e9a9fe3-b5d7-4aeb-b777-f05e826c48d6 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:14.295205 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f266d96b-2395-4005-afaf-335c744cf2c1 req-5e9a9fe3-b5d7-4aeb-b777-f05e826c48d6 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa0e67c8-6b8d-465d-948c-1db8683c9b54 HTTP/1.1" status: 200 len: 943 time: 0.0770252 Apr 20 14:44:14.336581 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-0e03690f-5efb-4518-b85e-a1526a84d8ef None None] Set router 24699db2-cd83-4096-9adf-86e13c0890e9 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:44:14.377709 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-f266d96b-2395-4005-afaf-335c744cf2c1 req-d478ab5e-9f9b-4b3d-85dc-7e5834e81530 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f071f1a-e6f5-48f2-b0e6-687926ad6f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727906 Apr 20 14:44:14.400317 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-93c695df-8fac-4828-bef7-aed05a841e8c req-af9e4aca-1d20-4c40-afa0-1e055656d890 service neutron] 10.222.0.15 "GET /v2.0/networks/0d12e197-bc63-4e9c-8aae-6c046141ad34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221550 Apr 20 14:44:14.536948 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-0e03690f-5efb-4518-b85e-a1526a84d8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'name': 'tempest-TestSnapshotPattern-1602670431-router', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'bf642681-7a87-4e60-a559-4cc1f2bdc188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:46Z', 'updated_at': '2022-04-20T14:37:49Z', 'revision_number': 4, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'gw_port': {'id': 'bf642681-7a87-4e60-a559-4cc1f2bdc188', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:46Z', 'updated_at': '2022-04-20T14:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '454209d7-e63f-42f9-b9ec-3b73e77f06d9', 'name': '', 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'mac_address': 'fa:16:3e:02:33:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': '0a0ba95a-abf8-41f0-9f89-25f90f82f360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:48Z', 'updated_at': '2022-04-20T14:37:53Z', 'revision_number': 5, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'subnets': [{'id': '0a0ba95a-abf8-41f0-9f89-25f90f82f360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:44:14.562189 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e03690f-5efb-4518-b85e-a1526a84d8ef None None] The sync data for ids ['24699db2-cd83-4096-9adf-86e13c0890e9'] in n-d-836015-7 is: [{'id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'name': 'tempest-TestSnapshotPattern-1602670431-router', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'bf642681-7a87-4e60-a559-4cc1f2bdc188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:46Z', 'updated_at': '2022-04-20T14:37:49Z', 'revision_number': 4, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'gw_port': {'id': 'bf642681-7a87-4e60-a559-4cc1f2bdc188', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:46Z', 'updated_at': '2022-04-20T14:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7', '_interfaces': [{'id': '454209d7-e63f-42f9-b9ec-3b73e77f06d9', 'name': '', 'network_id': '0d12e197-bc63-4e9c-8aae-6c046141ad34', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'mac_address': 'fa:16:3e:02:33:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': '0a0ba95a-abf8-41f0-9f89-25f90f82f360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:48Z', 'updated_at': '2022-04-20T14:37:53Z', 'revision_number': 5, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'subnets': [{'id': '0a0ba95a-abf8-41f0-9f89-25f90f82f360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:44:14.771112 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54284d3b-66d6-4f83-8297-7dfd76821bd0 None None] New status for floating IP b29a6e46-c239-4273-8a24-856732f53f96: DOWN {{(pid=114871) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:44:15.065717 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec49405-e360-469a-8345-e325390ba97f req-0e887b0e-72ff-441d-9014-2507fce22a60 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:15.067874 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9ec49405-e360-469a-8345-e325390ba97f req-0e887b0e-72ff-441d-9014-2507fce22a60 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa0e67c8-6b8d-465d-948c-1db8683c9b54 HTTP/1.1" status: 200 len: 943 time: 0.0482378 Apr 20 14:44:15.158098 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-9ec49405-e360-469a-8345-e325390ba97f req-7a778275-a9af-487e-bf28-6541b1cf8467 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Deleting port 57fe3076-f538-454d-a0ba-fe46a7eaffca {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:44:15.158358 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9ec49405-e360-469a-8345-e325390ba97f req-7a778275-a9af-487e-bf28-6541b1cf8467 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:15.244543 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [req-9ec49405-e360-469a-8345-e325390ba97f req-7a778275-a9af-487e-bf28-6541b1cf8467 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] For port 57fe3076-f538-454d-a0ba-fe46a7eaffca, host n-h2-836015-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-7',level=0,port_id=57fe3076-f538-454d-a0ba-fe46a7eaffca,segment=NetworkSegment(7ee2bff3-3104-460a-86fa-cbafd336fdcc),segment_id=7ee2bff3-3104-460a-86fa-cbafd336fdcc)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:15.244910 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9ec49405-e360-469a-8345-e325390ba97f req-7a778275-a9af-487e-bf28-6541b1cf8467 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:15.257539 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [req-9ec49405-e360-469a-8345-e325390ba97f req-7a778275-a9af-487e-bf28-6541b1cf8467 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Calling delete_port for 57fe3076-f538-454d-a0ba-fe46a7eaffca owned by compute:nova {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:44:15.480121 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9ec49405-e360-469a-8345-e325390ba97f req-7a778275-a9af-487e-bf28-6541b1cf8467 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:15.514512 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a778275-a9af-487e-bf28-6541b1cf8467 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Pushing event deleted for resources: {'Port': ['ID=57fe3076-f538-454d-a0ba-fe46a7eaffca,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:15.528503 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a778275-a9af-487e-bf28-6541b1cf8467 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:15.528852 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a778275-a9af-487e-bf28-6541b1cf8467 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:15.529190 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a778275-a9af-487e-bf28-6541b1cf8467 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:15.529527 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a778275-a9af-487e-bf28-6541b1cf8467 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:15.529860 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a778275-a9af-487e-bf28-6541b1cf8467 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:15.530190 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a778275-a9af-487e-bf28-6541b1cf8467 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:15.530518 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a778275-a9af-487e-bf28-6541b1cf8467 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:15.530847 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a778275-a9af-487e-bf28-6541b1cf8467 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:15.531172 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a778275-a9af-487e-bf28-6541b1cf8467 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:15.531524 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a778275-a9af-487e-bf28-6541b1cf8467 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:15.531853 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a778275-a9af-487e-bf28-6541b1cf8467 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:15.532174 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a778275-a9af-487e-bf28-6541b1cf8467 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-7 {{(pid=114869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:44:15.562358 n-d-836015-7 neutron-server[114869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a2a37-7f85-49a9-abb8-fdd88771b87d req-b8eb2797-1a51-4d8e-b20a-035f263be6cb tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:44:15.563859 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b08a2a37-7f85-49a9-abb8-fdd88771b87d req-b8eb2797-1a51-4d8e-b20a-035f263be6cb tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa0e67c8-6b8d-465d-948c-1db8683c9b54 HTTP/1.1" status: 200 len: 865 time: 0.1132724 Apr 20 14:44:15.581270 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec49405-e360-469a-8345-e325390ba97f req-7a778275-a9af-487e-bf28-6541b1cf8467 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] No DVR routers for this DVR port 57fe3076-f538-454d-a0ba-fe46a7eaffca on host n-h2-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:44:15.584413 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [req-9ec49405-e360-469a-8345-e325390ba97f req-7a778275-a9af-487e-bf28-6541b1cf8467 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40054'] for port, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:15.587624 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-9ec49405-e360-469a-8345-e325390ba97f req-7a778275-a9af-487e-bf28-6541b1cf8467 tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.15 "DELETE /v2.0/ports/57fe3076-f538-454d-a0ba-fe46a7eaffca HTTP/1.1" status: 204 len: 173 time: 0.5152347 Apr 20 14:44:15.592295 n-d-836015-7 neutron-server[114869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0e67c8-6b8d-465d-948c-1db8683c9b54', 'name': 'network-vif-deleted', 'tag': '57fe3076-f538-454d-a0ba-fe46a7eaffca'}] {{(pid=114869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:44:15.594486 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c760b36d5fc682f0ba3d8e04837b4a44e772217b078f9c1ac41308ae3bb81878" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9034978f-3aa1-4d13-a7f7-af69395bcb1f" -d '{"events": [{"server_uuid": "aa0e67c8-6b8d-465d-948c-1db8683c9b54", "name": "network-vif-deleted", "tag": "57fe3076-f538-454d-a0ba-fe46a7eaffca"}]}' {{(pid=114869) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:44:15.624530 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [req-b08a2a37-7f85-49a9-abb8-fdd88771b87d req-9d59f2de-3464-41e2-b937-43c44d624fdb tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f071f1a-e6f5-48f2-b0e6-687926ad6f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443509 Apr 20 14:44:15.687766 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e56fb3-6d7a-4ccd-a06b-1306deccf391 x-openstack-request-id: req-88e56fb3-6d7a-4ccd-a06b-1306deccf391 {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:44:15.687766 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0e67c8-6b8d-465d-948c-1db8683c9b54", "name": "network-vif-deleted", "tag": "57fe3076-f538-454d-a0ba-fe46a7eaffca", "status": "completed", "code": 200}]} {{(pid=114869) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:44:15.687766 n-d-836015-7 neutron-server[114869]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-88e56fb3-6d7a-4ccd-a06b-1306deccf391 {{(pid=114869) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:44:15.687766 n-d-836015-7 neutron-server[114869]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88e56fb3-6d7a-4ccd-a06b-1306deccf391'] response: {'server_uuid': 'aa0e67c8-6b8d-465d-948c-1db8683c9b54', 'name': 'network-vif-deleted', 'tag': '57fe3076-f538-454d-a0ba-fe46a7eaffca', 'status': 'completed', 'code': 200} Apr 20 14:44:16.680639 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37424) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:16.738310 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dec1c885-4c05-48aa-877a-8c16dc83a4bf tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:16.762579 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dec1c885-4c05-48aa-877a-8c16dc83a4bf tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:16.872439 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dec1c885-4c05-48aa-877a-8c16dc83a4bf tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:16.875009 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-dec1c885-4c05-48aa-877a-8c16dc83a4bf tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:16.876268 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-dec1c885-4c05-48aa-877a-8c16dc83a4bf tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] 10.222.0.25 "DELETE /v2.0/security-groups/0f071f1a-e6f5-48f2-b0e6-687926ad6f0b HTTP/1.1" status: 204 len: 168 time: 0.1946373 Apr 20 14:44:16.885822 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1c885-4c05-48aa-877a-8c16dc83a4bf tempest-TestSnapshotPattern-1731521279 tempest-TestSnapshotPattern-1731521279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f071f1a-e6f5-48f2-b0e6-687926ad6f0b,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:16.995007 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37428) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:17.424420 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e80658b7-2e38-426a-b195-dbbe7ed0d533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:17.656675 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-e80658b7-2e38-426a-b195-dbbe7ed0d533 admin admin] Deleting port 454209d7-e63f-42f9-b9ec-3b73e77f06d9 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:44:17.657007 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e80658b7-2e38-426a-b195-dbbe7ed0d533 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:17.736063 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-e80658b7-2e38-426a-b195-dbbe7ed0d533 admin admin] For port 454209d7-e63f-42f9-b9ec-3b73e77f06d9, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=454209d7-e63f-42f9-b9ec-3b73e77f06d9,segment=NetworkSegment(7ee2bff3-3104-460a-86fa-cbafd336fdcc),segment_id=7ee2bff3-3104-460a-86fa-cbafd336fdcc)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:17.736730 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e80658b7-2e38-426a-b195-dbbe7ed0d533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:17.748350 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-e80658b7-2e38-426a-b195-dbbe7ed0d533 admin admin] Calling delete_port for 454209d7-e63f-42f9-b9ec-3b73e77f06d9 owned by network:router_interface {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:44:17.992834 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e80658b7-2e38-426a-b195-dbbe7ed0d533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:18.018938 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80658b7-2e38-426a-b195-dbbe7ed0d533 admin admin] Pushing event deleted for resources: {'Port': ['ID=454209d7-e63f-42f9-b9ec-3b73e77f06d9,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:18.186146 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e80658b7-2e38-426a-b195-dbbe7ed0d533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:18.394459 n-d-836015-7 neutron-server[114870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80658b7-2e38-426a-b195-dbbe7ed0d533 admin admin] Router 24699db2-cd83-4096-9adf-86e13c0890e9 has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:44:18.423100 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 57fe3076-f538-454d-a0ba-fe46a7eaffca no longer exists at agent hyperv_n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:44:18.444025 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] No Port match for: 57fe3076-f538-454d-a0ba-fe46a7eaffca {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:44:18.444370 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Device 57fe3076-f538-454d-a0ba-fe46a7eaffca not bound to the agent host n-h2-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:44:18.499836 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80658b7-2e38-426a-b195-dbbe7ed0d533 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:44:18.504840 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e80658b7-2e38-426a-b195-dbbe7ed0d533 admin admin] 10.222.0.25 "PUT /v2.0/routers/24699db2-cd83-4096-9adf-86e13c0890e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5087147 Apr 20 14:44:18.507276 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37432) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:18.508203 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824a2d0f-950e-422d-aeea-daae8f4608c3 None None] Sync routers for ids ['24699db2-cd83-4096-9adf-86e13c0890e9'] in n-d-836015-7 {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:44:18.521390 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824a2d0f-950e-422d-aeea-daae8f4608c3 None None] Routers {'24699db2-cd83-4096-9adf-86e13c0890e9'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:44:18.522080 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-824a2d0f-950e-422d-aeea-daae8f4608c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:43:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['24699db2-cd83-4096-9adf-86e13c0890e9'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:44:18.612711 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2954370a-1ee7-418e-816a-dc976f651a13 admin admin] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:18.626970 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-824a2d0f-950e-422d-aeea-daae8f4608c3 None None] Set router 24699db2-cd83-4096-9adf-86e13c0890e9 gateway port host: n-d-836015-7 {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:44:18.713309 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2954370a-1ee7-418e-816a-dc976f651a13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:18.799621 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-824a2d0f-950e-422d-aeea-daae8f4608c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'name': 'tempest-TestSnapshotPattern-1602670431-router', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'bf642681-7a87-4e60-a559-4cc1f2bdc188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:46Z', 'updated_at': '2022-04-20T14:44:17Z', 'revision_number': 5, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'gw_port': {'id': 'bf642681-7a87-4e60-a559-4cc1f2bdc188', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:46Z', 'updated_at': '2022-04-20T14:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:44:18.825146 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824a2d0f-950e-422d-aeea-daae8f4608c3 None None] Checking router: 24699db2-cd83-4096-9adf-86e13c0890e9 for host: n-d-836015-7 {{(pid=114872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:44:18.833575 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824a2d0f-950e-422d-aeea-daae8f4608c3 None None] Routers {'24699db2-cd83-4096-9adf-86e13c0890e9'} bound to L3 agent in host n-d-836015-7 {{(pid=114872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:44:18.834176 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-824a2d0f-950e-422d-aeea-daae8f4608c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:43:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['24699db2-cd83-4096-9adf-86e13c0890e9'], 'active': True} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:44:18.834299 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-2954370a-1ee7-418e-816a-dc976f651a13 admin admin] Deleting port bf642681-7a87-4e60-a559-4cc1f2bdc188 {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:44:18.834744 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2954370a-1ee7-418e-816a-dc976f651a13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:18.916254 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-2954370a-1ee7-418e-816a-dc976f651a13 admin admin] For port bf642681-7a87-4e60-a559-4cc1f2bdc188, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=bf642681-7a87-4e60-a559-4cc1f2bdc188,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:18.916613 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2954370a-1ee7-418e-816a-dc976f651a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:18.918088 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_dvr_db [None req-824a2d0f-950e-422d-aeea-daae8f4608c3 None None] Set router 24699db2-cd83-4096-9adf-86e13c0890e9 gateway port host: None {{(pid=114872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:44:18.928414 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-2954370a-1ee7-418e-816a-dc976f651a13 admin admin] Calling delete_port for bf642681-7a87-4e60-a559-4cc1f2bdc188 owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:44:18.970746 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.l3_hamode_db [None req-824a2d0f-950e-422d-aeea-daae8f4608c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'name': 'tempest-TestSnapshotPattern-1602670431-router', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:46Z', 'updated_at': '2022-04-20T14:44:18Z', 'revision_number': 6, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:44:18.995600 n-d-836015-7 neutron-server[114872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824a2d0f-950e-422d-aeea-daae8f4608c3 None None] The sync data for ids ['24699db2-cd83-4096-9adf-86e13c0890e9'] in n-d-836015-7 is: [{'id': '24699db2-cd83-4096-9adf-86e13c0890e9', 'name': 'tempest-TestSnapshotPattern-1602670431-router', 'tenant_id': '0188ea65ed744b8c9d64c8948fb7baed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:46Z', 'updated_at': '2022-04-20T14:44:18Z', 'revision_number': 6, 'project_id': '0188ea65ed744b8c9d64c8948fb7baed', 'gw_port_host': None}] {{(pid=114872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:44:19.518442 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2954370a-1ee7-418e-816a-dc976f651a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:19.541771 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954370a-1ee7-418e-816a-dc976f651a13 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf642681-7a87-4e60-a559-4cc1f2bdc188,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:19.608411 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2954370a-1ee7-418e-816a-dc976f651a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:19.699828 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2954370a-1ee7-418e-816a-dc976f651a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:19.701891 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2954370a-1ee7-418e-816a-dc976f651a13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:19.804731 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2954370a-1ee7-418e-816a-dc976f651a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:19.806271 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2954370a-1ee7-418e-816a-dc976f651a13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24699db2-cd83-4096-9adf-86e13c0890e9 {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:44:19.814650 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-2954370a-1ee7-418e-816a-dc976f651a13 admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:19.814650 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-2954370a-1ee7-418e-816a-dc976f651a13 admin admin] 10.222.0.25 "DELETE /v2.0/routers/24699db2-cd83-4096-9adf-86e13c0890e9 HTTP/1.1" status: 204 len: 168 time: 1.3044243 Apr 20 14:44:19.815425 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37434) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:19.860314 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-e66ba6bc-94fd-4698-b9a1-ae74b442e0a1 admin admin] Deleting subnet 0a0ba95a-abf8-41f0-9f89-25f90f82f360 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:44:19.863306 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e66ba6bc-94fd-4698-b9a1-ae74b442e0a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:19.906706 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e66ba6bc-94fd-4698-b9a1-ae74b442e0a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:19.989635 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e66ba6bc-94fd-4698-b9a1-ae74b442e0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:20.100650 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e66ba6bc-94fd-4698-b9a1-ae74b442e0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:20.126639 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ba6bc-94fd-4698-b9a1-ae74b442e0a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a0ba95a-abf8-41f0-9f89-25f90f82f360,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:20.132277 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-e66ba6bc-94fd-4698-b9a1-ae74b442e0a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:20.133175 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-e66ba6bc-94fd-4698-b9a1-ae74b442e0a1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0a0ba95a-abf8-41f0-9f89-25f90f82f360 HTTP/1.1" status: 204 len: 168 time: 0.3167484 Apr 20 14:44:20.135738 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37436) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:20.138384 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f1d303-fe76-46af-b1b9-bd000f02b8a5 None None] Network 0d12e197-bc63-4e9c-8aae-6c046141ad34 requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:44:20.212468 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-279199de-f87e-4f38-adcc-f7fbd7f8fd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:20.266548 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-279199de-f87e-4f38-adcc-f7fbd7f8fd04 admin admin] Deleting port bb5023e9-69cf-451a-9a51-815239ce18fa {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:44:20.269131 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-279199de-f87e-4f38-adcc-f7fbd7f8fd04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:20.320614 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6822b81a-b660-4349-82b6-bdb4b20bc94a None None] DHCP port deletion for 0d12e197-bc63-4e9c-8aae-6c046141ad34 request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:44:20.330572 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-279199de-f87e-4f38-adcc-f7fbd7f8fd04 admin admin] For port bb5023e9-69cf-451a-9a51-815239ce18fa, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=bb5023e9-69cf-451a-9a51-815239ce18fa,segment=NetworkSegment(7ee2bff3-3104-460a-86fa-cbafd336fdcc),segment_id=7ee2bff3-3104-460a-86fa-cbafd336fdcc)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:20.330942 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-279199de-f87e-4f38-adcc-f7fbd7f8fd04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:20.345121 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-279199de-f87e-4f38-adcc-f7fbd7f8fd04 admin admin] Calling delete_port for bb5023e9-69cf-451a-9a51-815239ce18fa owned by network:dhcp {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:44:20.370380 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6822b81a-b660-4349-82b6-bdb4b20bc94a None None] Deleting port bb5023e9-69cf-451a-9a51-815239ce18fa {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:44:20.370820 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6822b81a-b660-4349-82b6-bdb4b20bc94a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:20.435756 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-6822b81a-b660-4349-82b6-bdb4b20bc94a None None] For port bb5023e9-69cf-451a-9a51-815239ce18fa, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=bb5023e9-69cf-451a-9a51-815239ce18fa,segment=NetworkSegment(7ee2bff3-3104-460a-86fa-cbafd336fdcc),segment_id=7ee2bff3-3104-460a-86fa-cbafd336fdcc)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:20.436156 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6822b81a-b660-4349-82b6-bdb4b20bc94a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:20.449279 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-6822b81a-b660-4349-82b6-bdb4b20bc94a None None] Calling delete_port for bb5023e9-69cf-451a-9a51-815239ce18fa owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:44:20.495765 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-279199de-f87e-4f38-adcc-f7fbd7f8fd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:20.522209 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279199de-f87e-4f38-adcc-f7fbd7f8fd04 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb5023e9-69cf-451a-9a51-815239ce18fa,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:20.523561 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6822b81a-b660-4349-82b6-bdb4b20bc94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:20.526778 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279199de-f87e-4f38-adcc-f7fbd7f8fd04 admin admin] No DVR routers for this DVR port bb5023e9-69cf-451a-9a51-815239ce18fa on host n-d-836015-7 {{(pid=114870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:44:20.553792 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822b81a-b660-4349-82b6-bdb4b20bc94a None None] Pushing event deleted for resources: {'Port': ['ID=bb5023e9-69cf-451a-9a51-815239ce18fa,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:20.555784 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6822b81a-b660-4349-82b6-bdb4b20bc94a None None] No DVR routers for this DVR port bb5023e9-69cf-451a-9a51-815239ce18fa on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:44:20.607402 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-279199de-f87e-4f38-adcc-f7fbd7f8fd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:20.620537 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device bf642681-7a87-4e60-a559-4cc1f2bdc188 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:44:20.630445 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-279199de-f87e-4f38-adcc-f7fbd7f8fd04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d12e197-bc63-4e9c-8aae-6c046141ad34']}} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:44:20.639523 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-279199de-f87e-4f38-adcc-f7fbd7f8fd04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee2bff3-3104-460a-86fa-cbafd336fdcc') {'for_net_delete': True} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:44:20.639821 n-d-836015-7 neutron-server[114870]: DEBUG neutron.services.segments.db [None req-279199de-f87e-4f38-adcc-f7fbd7f8fd04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee2bff3-3104-460a-86fa-cbafd336fdcc') {} {{(pid=114870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:44:20.640758 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: bf642681-7a87-4e60-a559-4cc1f2bdc188 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:44:20.641123 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device bf642681-7a87-4e60-a559-4cc1f2bdc188 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:44:20.641523 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device bb5023e9-69cf-451a-9a51-815239ce18fa no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:44:20.650083 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-279199de-f87e-4f38-adcc-f7fbd7f8fd04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60434882'] for segment, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:20.663204 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: bb5023e9-69cf-451a-9a51-815239ce18fa {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:44:20.663575 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device bb5023e9-69cf-451a-9a51-815239ce18fa not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:44:20.663749 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-279199de-f87e-4f38-adcc-f7fbd7f8fd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:20.663996 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 454209d7-e63f-42f9-b9ec-3b73e77f06d9 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:44:20.669692 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-279199de-f87e-4f38-adcc-f7fbd7f8fd04 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=114870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:44:20.670065 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-279199de-f87e-4f38-adcc-f7fbd7f8fd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59244336'] for segment, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:20.671717 n-d-836015-7 neutron-server[114870]: Traceback (most recent call last): Apr 20 14:44:20.671717 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:44:20.671717 n-d-836015-7 neutron-server[114870]: timer() Apr 20 14:44:20.671717 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:44:20.671717 n-d-836015-7 neutron-server[114870]: cb(*args, **kw) Apr 20 14:44:20.671717 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:44:20.671717 n-d-836015-7 neutron-server[114870]: return func(*args, **kwargs) Apr 20 14:44:20.671717 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:44:20.671717 n-d-836015-7 neutron-server[114870]: self._notify() Apr 20 14:44:20.671717 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:44:20.671717 n-d-836015-7 neutron-server[114870]: self.callback(batched_events) Apr 20 14:44:20.671717 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:44:20.671717 n-d-836015-7 neutron-server[114870]: event.method(event) Apr 20 14:44:20.671717 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:44:20.671717 n-d-836015-7 neutron-server[114870]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:44:20.671717 n-d-836015-7 neutron-server[114870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:44:20.671717 n-d-836015-7 neutron-server[114870]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:44:20.671717 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:44:20.671717 n-d-836015-7 neutron-server[114870]: return f(self, *a, **k) Apr 20 14:44:20.671717 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:44:20.671717 n-d-836015-7 neutron-server[114870]: return self._get(url).json() Apr 20 14:44:20.671717 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:44:20.671717 n-d-836015-7 neutron-server[114870]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:44:20.671717 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:44:20.671717 n-d-836015-7 neutron-server[114870]: return self.request(url, 'GET', **kwargs) Apr 20 14:44:20.671717 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:44:20.671717 n-d-836015-7 neutron-server[114870]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:44:20.671717 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:44:20.671717 n-d-836015-7 neutron-server[114870]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:44:20.671717 n-d-836015-7 neutron-server[114870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:44:20.671717 n-d-836015-7 neutron-server[114870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:44:20.671717 n-d-836015-7 neutron-server[114870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:44:20.683738 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 454209d7-e63f-42f9-b9ec-3b73e77f06d9 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:44:20.684084 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 454209d7-e63f-42f9-b9ec-3b73e77f06d9 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:44:20.792370 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-279199de-f87e-4f38-adcc-f7fbd7f8fd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:20.797866 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-279199de-f87e-4f38-adcc-f7fbd7f8fd04 admin admin] Notify callbacks [] for network, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:20.800957 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-279199de-f87e-4f38-adcc-f7fbd7f8fd04 admin admin] 10.222.0.25 "DELETE /v2.0/networks/0d12e197-bc63-4e9c-8aae-6c046141ad34 HTTP/1.1" status: 204 len: 168 time: 0.6642854 Apr 20 14:44:20.810345 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37438) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:20.812591 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279199de-f87e-4f38-adcc-f7fbd7f8fd04 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d12e197-bc63-4e9c-8aae-6c046141ad34,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:21.145839 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-455cde6f-e148-400d-9aea-1bb50745bc90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-546637'] for router_interface, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:21.385639 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-455cde6f-e148-400d-9aea-1bb50745bc90 admin admin] Deleting port 54559ba7-a7d1-4a1f-a590-244eb7c7190b {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:44:21.385980 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-455cde6f-e148-400d-9aea-1bb50745bc90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:21.465108 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-455cde6f-e148-400d-9aea-1bb50745bc90 admin admin] For port 54559ba7-a7d1-4a1f-a590-244eb7c7190b, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=54559ba7-a7d1-4a1f-a590-244eb7c7190b,segment=NetworkSegment(729bd385-c064-4c0b-a6ef-611e68413e06),segment_id=729bd385-c064-4c0b-a6ef-611e68413e06)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:21.465384 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-455cde6f-e148-400d-9aea-1bb50745bc90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:21.478053 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-455cde6f-e148-400d-9aea-1bb50745bc90 admin admin] Calling delete_port for 54559ba7-a7d1-4a1f-a590-244eb7c7190b owned by network:router_interface {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:44:21.808323 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-455cde6f-e148-400d-9aea-1bb50745bc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:21.834440 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cde6f-e148-400d-9aea-1bb50745bc90 admin admin] Pushing event deleted for resources: {'Port': ['ID=54559ba7-a7d1-4a1f-a590-244eb7c7190b,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:21.999302 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-455cde6f-e148-400d-9aea-1bb50745bc90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546777'] for router_interface, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:22.217345 n-d-836015-7 neutron-server[114869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455cde6f-e148-400d-9aea-1bb50745bc90 admin admin] Router b01990fb-4bd3-417b-9cba-871a559bd6df has already been hosted by L3 agent 368840c2-bc94-433a-8f59-43d21e5f9b0d {{(pid=114869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:44:22.321800 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455cde6f-e148-400d-9aea-1bb50745bc90 admin admin] Notify agent at l3_agent.n-d-836015-7 the message routers_updated {{(pid=114869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:44:22.327766 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-455cde6f-e148-400d-9aea-1bb50745bc90 admin admin] 10.222.0.25 "PUT /v2.0/routers/b01990fb-4bd3-417b-9cba-871a559bd6df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5162067 Apr 20 14:44:22.331111 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37440) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:22.347526 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85135bbb-375c-4155-919f-47c4087973c0 None None] Sync routers for ids ['b01990fb-4bd3-417b-9cba-871a559bd6df'] in n-d-836015-7 {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:44:22.397662 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85135bbb-375c-4155-919f-47c4087973c0 None None] Routers {'b01990fb-4bd3-417b-9cba-871a559bd6df'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:44:22.398304 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-85135bbb-375c-4155-919f-47c4087973c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:43:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['b01990fb-4bd3-417b-9cba-871a559bd6df'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:44:22.442430 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-23efb692-edac-47b2-9feb-23084fafd0ff admin admin] Notify callbacks [] for router, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:22.514309 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-85135bbb-375c-4155-919f-47c4087973c0 None None] Set router b01990fb-4bd3-417b-9cba-871a559bd6df gateway port host: n-d-836015-7 {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:44:22.545943 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-23efb692-edac-47b2-9feb-23084fafd0ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:22.665219 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-23efb692-edac-47b2-9feb-23084fafd0ff admin admin] Deleting port e08763d4-70ab-4361-bb1b-d0f3387df36a {{(pid=114870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:44:22.665593 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-23efb692-edac-47b2-9feb-23084fafd0ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:22.741853 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-85135bbb-375c-4155-919f-47c4087973c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01990fb-4bd3-417b-9cba-871a559bd6df', 'name': 'tempest-TestSnapshotPattern-1178384360-router', 'tenant_id': 'a8d38aa7e74d427d87d845535d783819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'external_fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'e08763d4-70ab-4361-bb1b-d0f3387df36a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:53Z', 'updated_at': '2022-04-20T14:44:21Z', 'revision_number': 5, 'project_id': 'a8d38aa7e74d427d87d845535d783819', 'gw_port': {'id': 'e08763d4-70ab-4361-bb1b-d0f3387df36a', 'name': '', 'network_id': '08acadad-0b4a-420a-b5f5-639128d4ec40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:43:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01990fb-4bd3-417b-9cba-871a559bd6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4449, 'fixed_ips': [{'subnet_id': '2a76d75d-e766-4b28-9f93-61260387b272', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T14:37:53Z', 'updated_at': '2022-04-20T14:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a76d75d-e766-4b28-9f93-61260387b272', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-7'}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:44:22.750493 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.db [None req-23efb692-edac-47b2-9feb-23084fafd0ff admin admin] For port e08763d4-70ab-4361-bb1b-d0f3387df36a, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=e08763d4-70ab-4361-bb1b-d0f3387df36a,segment=NetworkSegment(2e33f2e9-5edc-4e7d-ba58-2850120e416f),segment_id=2e33f2e9-5edc-4e7d-ba58-2850120e416f)] {{(pid=114870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:22.750863 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-23efb692-edac-47b2-9feb-23084fafd0ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:22.763108 n-d-836015-7 neutron-server[114870]: DEBUG neutron.plugins.ml2.plugin [None req-23efb692-edac-47b2-9feb-23084fafd0ff admin admin] Calling delete_port for e08763d4-70ab-4361-bb1b-d0f3387df36a owned by network:router_gateway {{(pid=114870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:44:22.768460 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85135bbb-375c-4155-919f-47c4087973c0 None None] Checking router: b01990fb-4bd3-417b-9cba-871a559bd6df for host: n-d-836015-7 {{(pid=114871) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:44:22.777072 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85135bbb-375c-4155-919f-47c4087973c0 None None] Routers {'b01990fb-4bd3-417b-9cba-871a559bd6df'} bound to L3 agent in host n-d-836015-7 {{(pid=114871) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:44:22.777684 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-85135bbb-375c-4155-919f-47c4087973c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:48:57Z,description=,heartbeat_timestamp=2022-04-20T14:43:57Z,host='n-d-836015-7',id=368840c2-bc94-433a-8f59-43d21e5f9b0d,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:48:57Z,topic='l3_agent')) {'router_ids': ['b01990fb-4bd3-417b-9cba-871a559bd6df'], 'active': True} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:44:22.861824 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvr_db [None req-85135bbb-375c-4155-919f-47c4087973c0 None None] Set router b01990fb-4bd3-417b-9cba-871a559bd6df gateway port host: None {{(pid=114871) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:44:22.916416 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_hamode_db [None req-85135bbb-375c-4155-919f-47c4087973c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01990fb-4bd3-417b-9cba-871a559bd6df', 'name': 'tempest-TestSnapshotPattern-1178384360-router', 'tenant_id': 'a8d38aa7e74d427d87d845535d783819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:53Z', 'updated_at': '2022-04-20T14:44:22Z', 'revision_number': 6, 'project_id': 'a8d38aa7e74d427d87d845535d783819', 'gw_port_host': None}], 'n-d-836015-7', False) {} {{(pid=114871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:44:22.942980 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85135bbb-375c-4155-919f-47c4087973c0 None None] The sync data for ids ['b01990fb-4bd3-417b-9cba-871a559bd6df'] in n-d-836015-7 is: [{'id': 'b01990fb-4bd3-417b-9cba-871a559bd6df', 'name': 'tempest-TestSnapshotPattern-1178384360-router', 'tenant_id': 'a8d38aa7e74d427d87d845535d783819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T14:37:53Z', 'updated_at': '2022-04-20T14:44:22Z', 'revision_number': 6, 'project_id': 'a8d38aa7e74d427d87d845535d783819', 'gw_port_host': None}] {{(pid=114871) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:44:22.998646 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-23efb692-edac-47b2-9feb-23084fafd0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59244389'] for port, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:23.025357 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23efb692-edac-47b2-9feb-23084fafd0ff admin admin] Pushing event deleted for resources: {'Port': ['ID=e08763d4-70ab-4361-bb1b-d0f3387df36a,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:23.087286 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-23efb692-edac-47b2-9feb-23084fafd0ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545159'] for router_gateway, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:23.175580 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-23efb692-edac-47b2-9feb-23084fafd0ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548668', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-54840'] for router, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:23.178145 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-23efb692-edac-47b2-9feb-23084fafd0ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:23.289770 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-23efb692-edac-47b2-9feb-23084fafd0ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548651'] for router, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:23.290349 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23efb692-edac-47b2-9feb-23084fafd0ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router b01990fb-4bd3-417b-9cba-871a559bd6df {{(pid=114870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:44:23.295179 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-23efb692-edac-47b2-9feb-23084fafd0ff admin admin] Notify callbacks [] for router, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:23.296342 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-23efb692-edac-47b2-9feb-23084fafd0ff admin admin] 10.222.0.25 "DELETE /v2.0/routers/b01990fb-4bd3-417b-9cba-871a559bd6df HTTP/1.1" status: 204 len: 168 time: 0.9642158 Apr 20 14:44:23.298848 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37442) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:23.346713 n-d-836015-7 neutron-server[114870]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b598277-3730-4906-bc4e-c984c3bee1a6 admin admin] Deleting subnet 6f646f17-bb36-42fe-9477-91724345b630 {{(pid=114870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:44:23.350091 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8b598277-3730-4906-bc4e-c984c3bee1a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:23.386432 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8b598277-3730-4906-bc4e-c984c3bee1a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60434889'] for subnet, precommit_delete_associations {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:23.466961 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8b598277-3730-4906-bc4e-c984c3bee1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1720059'] for subnet, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:23.614803 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8b598277-3730-4906-bc4e-c984c3bee1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1719938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59244182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60531654'] for subnet, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:23.642550 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-8b598277-3730-4906-bc4e-c984c3bee1a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:23.646150 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-8b598277-3730-4906-bc4e-c984c3bee1a6 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6f646f17-bb36-42fe-9477-91724345b630 HTTP/1.1" status: 204 len: 168 time: 0.3462429 Apr 20 14:44:23.647232 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a413419a-8ab0-492f-a3c7-f3ac0e08b1dd None None] Network a986d898-108c-45d0-baf6-390f69ea8f7e requested from n-d-836015-7 {{(pid=114871) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:44:23.647776 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b598277-3730-4906-bc4e-c984c3bee1a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f646f17-bb36-42fe-9477-91724345b630,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:23.648747 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37444) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:23.722648 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-caf84c65-96d4-4e43-bee5-b175b0a39766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1613563'] for network, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:23.783266 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-caf84c65-96d4-4e43-bee5-b175b0a39766 admin admin] Deleting port ab7cead9-7a69-47a6-af99-5b7cbcc9dfe2 {{(pid=114869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:44:23.783659 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-caf84c65-96d4-4e43-bee5-b175b0a39766 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:23.838970 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea8317c-64f4-4a79-8567-0f65d3db07f4 None None] DHCP port deletion for a986d898-108c-45d0-baf6-390f69ea8f7e request from n-d-836015-7 {{(pid=114871) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:44:23.855680 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.db [None req-caf84c65-96d4-4e43-bee5-b175b0a39766 admin admin] For port ab7cead9-7a69-47a6-af99-5b7cbcc9dfe2, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ab7cead9-7a69-47a6-af99-5b7cbcc9dfe2,segment=NetworkSegment(729bd385-c064-4c0b-a6ef-611e68413e06),segment_id=729bd385-c064-4c0b-a6ef-611e68413e06)] {{(pid=114869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:23.856076 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-caf84c65-96d4-4e43-bee5-b175b0a39766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:23.870539 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.plugin [None req-caf84c65-96d4-4e43-bee5-b175b0a39766 admin admin] Calling delete_port for ab7cead9-7a69-47a6-af99-5b7cbcc9dfe2 owned by network:dhcp {{(pid=114869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:44:23.889810 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-aea8317c-64f4-4a79-8567-0f65d3db07f4 None None] Deleting port ab7cead9-7a69-47a6-af99-5b7cbcc9dfe2 {{(pid=114871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:44:23.890304 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-aea8317c-64f4-4a79-8567-0f65d3db07f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759760594261'] for port, before_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:23.958314 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.db [None req-aea8317c-64f4-4a79-8567-0f65d3db07f4 None None] For port ab7cead9-7a69-47a6-af99-5b7cbcc9dfe2, host n-d-836015-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-7',level=0,port_id=ab7cead9-7a69-47a6-af99-5b7cbcc9dfe2,segment=NetworkSegment(729bd385-c064-4c0b-a6ef-611e68413e06),segment_id=729bd385-c064-4c0b-a6ef-611e68413e06)] {{(pid=114871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:44:23.962344 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-aea8317c-64f4-4a79-8567-0f65d3db07f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534188'] for port, precommit_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:23.973921 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-aea8317c-64f4-4a79-8567-0f65d3db07f4 None None] Calling delete_port for ab7cead9-7a69-47a6-af99-5b7cbcc9dfe2 owned by network:dhcp {{(pid=114871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:44:24.038303 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-caf84c65-96d4-4e43-bee5-b175b0a39766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59690585'] for port, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:24.044371 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-aea8317c-64f4-4a79-8567-0f65d3db07f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759760601519', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759760075484'] for port, after_delete {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:24.068812 n-d-836015-7 neutron-server[114871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8317c-64f4-4a79-8567-0f65d3db07f4 None None] Pushing event deleted for resources: {'Port': ['ID=ab7cead9-7a69-47a6-af99-5b7cbcc9dfe2,revision_number=None']} {{(pid=114871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:24.069052 n-d-836015-7 neutron-server[114869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf84c65-96d4-4e43-bee5-b175b0a39766 admin admin] No DVR routers for this DVR port ab7cead9-7a69-47a6-af99-5b7cbcc9dfe2 on host n-d-836015-7 {{(pid=114869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:44:24.072914 n-d-836015-7 neutron-server[114871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea8317c-64f4-4a79-8567-0f65d3db07f4 None None] No DVR routers for this DVR port ab7cead9-7a69-47a6-af99-5b7cbcc9dfe2 on host n-d-836015-7 {{(pid=114871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:44:24.075954 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf84c65-96d4-4e43-bee5-b175b0a39766 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab7cead9-7a69-47a6-af99-5b7cbcc9dfe2,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:24.145753 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-caf84c65-96d4-4e43-bee5-b175b0a39766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1703990', 'neutron.services.segments.db._delete_segments_for_network-8759760574576'] for network, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:24.165570 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-caf84c65-96d4-4e43-bee5-b175b0a39766 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a986d898-108c-45d0-baf6-390f69ea8f7e']}} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:44:24.174774 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-caf84c65-96d4-4e43-bee5-b175b0a39766 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '729bd385-c064-4c0b-a6ef-611e68413e06') {'for_net_delete': True} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:44:24.175076 n-d-836015-7 neutron-server[114869]: DEBUG neutron.services.segments.db [None req-caf84c65-96d4-4e43-bee5-b175b0a39766 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '729bd385-c064-4c0b-a6ef-611e68413e06') {} {{(pid=114869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:44:24.184298 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-caf84c65-96d4-4e43-bee5-b175b0a39766 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759760577657', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62376311'] for segment, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:24.197783 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-caf84c65-96d4-4e43-bee5-b175b0a39766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900'] for segment, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:24.203660 n-d-836015-7 neutron-server[114869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caf84c65-96d4-4e43-bee5-b175b0a39766 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=114869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:44:24.208735 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-caf84c65-96d4-4e43-bee5-b175b0a39766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1719900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59690508'] for segment, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:24.208735 n-d-836015-7 neutron-server[114869]: Traceback (most recent call last): Apr 20 14:44:24.208735 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:44:24.208735 n-d-836015-7 neutron-server[114869]: timer() Apr 20 14:44:24.208735 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:44:24.208735 n-d-836015-7 neutron-server[114869]: cb(*args, **kw) Apr 20 14:44:24.208735 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:44:24.208735 n-d-836015-7 neutron-server[114869]: return func(*args, **kwargs) Apr 20 14:44:24.208735 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:44:24.208735 n-d-836015-7 neutron-server[114869]: self._notify() Apr 20 14:44:24.208735 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:44:24.208735 n-d-836015-7 neutron-server[114869]: self.callback(batched_events) Apr 20 14:44:24.208735 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:44:24.208735 n-d-836015-7 neutron-server[114869]: event.method(event) Apr 20 14:44:24.208735 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:44:24.208735 n-d-836015-7 neutron-server[114869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:44:24.208735 n-d-836015-7 neutron-server[114869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:44:24.208735 n-d-836015-7 neutron-server[114869]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:44:24.208735 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:44:24.208735 n-d-836015-7 neutron-server[114869]: return f(self, *a, **k) Apr 20 14:44:24.208735 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:44:24.208735 n-d-836015-7 neutron-server[114869]: return self._get(url).json() Apr 20 14:44:24.208735 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:44:24.208735 n-d-836015-7 neutron-server[114869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:44:24.208735 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:44:24.208735 n-d-836015-7 neutron-server[114869]: return self.request(url, 'GET', **kwargs) Apr 20 14:44:24.208735 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:44:24.208735 n-d-836015-7 neutron-server[114869]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:44:24.208735 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:44:24.208735 n-d-836015-7 neutron-server[114869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:44:24.208735 n-d-836015-7 neutron-server[114869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:44:24.208735 n-d-836015-7 neutron-server[114869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:44:24.208735 n-d-836015-7 neutron-server[114869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:44:24.329517 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-caf84c65-96d4-4e43-bee5-b175b0a39766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1703983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-537439'] for network, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:24.335192 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-caf84c65-96d4-4e43-bee5-b175b0a39766 admin admin] Notify callbacks [] for network, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:24.338227 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-caf84c65-96d4-4e43-bee5-b175b0a39766 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a986d898-108c-45d0-baf6-390f69ea8f7e HTTP/1.1" status: 204 len: 168 time: 0.6884887 Apr 20 14:44:24.349767 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf84c65-96d4-4e43-bee5-b175b0a39766 admin admin] Pushing event deleted for resources: {'Network': ['ID=a986d898-108c-45d0-baf6-390f69ea8f7e,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:24.604418 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e4f8f3b1-611c-4de3-acd4-8be90eb45d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:24.617850 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device e08763d4-70ab-4361-bb1b-d0f3387df36a no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:44:24.638614 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: e08763d4-70ab-4361-bb1b-d0f3387df36a {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:44:24.638955 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device e08763d4-70ab-4361-bb1b-d0f3387df36a not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:44:24.639390 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ab7cead9-7a69-47a6-af99-5b7cbcc9dfe2 no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:44:24.657579 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: ab7cead9-7a69-47a6-af99-5b7cbcc9dfe2 {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:44:24.658153 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device ab7cead9-7a69-47a6-af99-5b7cbcc9dfe2 not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:44:24.658312 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 54559ba7-a7d1-4a1f-a590-244eb7c7190b no longer exists at agent ovs-agent-n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:44:24.677345 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.plugin [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] No Port match for: 54559ba7-a7d1-4a1f-a590-244eb7c7190b {{(pid=114871) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:44:24.677687 n-d-836015-7 neutron-server[114871]: DEBUG neutron.plugins.ml2.rpc [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Device 54559ba7-a7d1-4a1f-a590-244eb7c7190b not bound to the agent host n-d-836015-7 {{(pid=114871) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:44:24.730820 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37448) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:24.769435 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-ae1a6247-1f3f-435d-bf8a-0dd04d83af49 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0188ea65ed744b8c9d64c8948fb7baed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373778 Apr 20 14:44:24.771754 n-d-836015-7 neutron-server[114869]: DEBUG neutron.wsgi [-] (114869) accepted ('10.222.0.25', 37450) {{(pid=114869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:24.819303 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-317a5980-ebc9-477f-8085-1e3af2f74918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:24.839862 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-317a5980-ebc9-477f-8085-1e3af2f74918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:24.990831 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-317a5980-ebc9-477f-8085-1e3af2f74918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:24.993376 n-d-836015-7 neutron-server[114869]: DEBUG neutron_lib.callbacks.manager [None req-317a5980-ebc9-477f-8085-1e3af2f74918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:24.994524 n-d-836015-7 neutron-server[114869]: INFO neutron.wsgi [None req-317a5980-ebc9-477f-8085-1e3af2f74918 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c62cd221-35ab-446e-b907-93ed63f38fb0 HTTP/1.1" status: 204 len: 168 time: 0.2218800 Apr 20 14:44:25.003539 n-d-836015-7 neutron-server[114869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a5980-ebc9-477f-8085-1e3af2f74918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62cd221-35ab-446e-b907-93ed63f38fb0,revision_number=None']} {{(pid=114869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:25.878186 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37456) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:25.919382 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-df803470-3a6f-480a-ae75-2fd9cb5aa35b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a8d38aa7e74d427d87d845535d783819&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399926 Apr 20 14:44:25.924444 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [-] (114870) accepted ('10.222.0.25', 37458) {{(pid=114870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:44:25.976264 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-12f3898c-21d9-46b0-8d6f-a53ce9de2452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:25.996699 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-12f3898c-21d9-46b0-8d6f-a53ce9de2452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:26.169715 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-12f3898c-21d9-46b0-8d6f-a53ce9de2452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635467'] for security_group, after_delete {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:26.172323 n-d-836015-7 neutron-server[114870]: DEBUG neutron_lib.callbacks.manager [None req-12f3898c-21d9-46b0-8d6f-a53ce9de2452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=114870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:26.173491 n-d-836015-7 neutron-server[114870]: INFO neutron.wsgi [None req-12f3898c-21d9-46b0-8d6f-a53ce9de2452 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/311dae9b-9261-4fe7-b1ba-0d4e4a29f7b7 HTTP/1.1" status: 204 len: 168 time: 0.2481520 Apr 20 14:44:26.181509 n-d-836015-7 neutron-server[114870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3898c-21d9-46b0-8d6f-a53ce9de2452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311dae9b-9261-4fe7-b1ba-0d4e4a29f7b7,revision_number=None']} {{(pid=114870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:44:26.940249 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-139a5ec0-abbf-4958-a4c3-9f2c819a9c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:28.568020 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:29.859381 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:30.049683 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:43.495406 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:44.024774 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:50.571747 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:44:54.563769 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-222cc303-1632-4e6b-a2e1-b50fad46392f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:56.865048 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f02381a1-f433-479e-a4e2-d3f3ffdcd700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:58.506735 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:59.796256 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:44:59.946077 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:13.448687 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:14.030663 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:24.568593 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f682a890-85f9-4ba3-8b81-b351d29aab70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:26.854196 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0b7ad69a-22e7-421b-b731-ea0851563188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:27.571185 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:45:28.483347 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:29.773617 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:29.932873 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:43.454520 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:44.009167 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:54.562605 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3d929359-4f8e-40d1-a177-64728c91022c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:56.865163 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7c2c1c63-82de-4e44-84e8-689a56a13727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:58.511021 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:59.807191 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:45:59.927058 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:04.571142 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:46:13.499631 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:14.013839 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:24.567809 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e222e588-0696-4cef-8568-b05f890f1d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:26.871398 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3a737498-1a59-46b1-9b6f-548f27376463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:28.504963 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:29.818535 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:29.945075 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:41.570227 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:46:43.476189 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:44.025030 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:54.573260 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-73ec28ba-e010-4f00-9088-24a143fb9c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:56.858955 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-146b051e-6c40-4ccd-98c6-b251e8169de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:58.504951 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:59.778126 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:46:59.920971 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:13.481596 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:14.029920 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:18.569252 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:47:24.577772 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-455dda01-7cf9-4ce6-ac5d-2d9099525577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:26.863925 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-74b7f191-4e14-40fd-b109-eb12676bd97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:28.515531 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:29.767339 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:29.910085 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:43.521494 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:44.041880 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:54.589414 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-54b57d6e-3904-4bac-a329-19870773f8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:55.568666 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:47:56.858033 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-c5510029-18f4-47a2-9398-7f445fad8156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:58.515519 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:59.829495 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:47:59.937924 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:13.486269 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:14.040838 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:24.594953 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1ec4278c-6896-4d3a-b81d-d476b3c34cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:26.874468 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-3476b811-7d17-4373-8604-b7b190e21050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:28.491801 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:29.828651 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:29.914652 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:32.567529 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:48:43.526177 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:44.023263 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:54.576925 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4c4f0da8-dea3-41eb-b6e5-9c18530ce827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:56.879612 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0a5b4c72-05a8-44aa-8cd5-95fa51504f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:58.525535 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:59.765622 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:48:59.908621 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:09.566925 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:49:13.531706 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:14.068058 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:24.570901 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-f3676c86-f7cb-4002-a022-e4962ad9bdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:26.856900 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-184e6a75-9064-45e1-b097-4389fc2f5c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:28.508349 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:29.793739 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:29.919499 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:43.542052 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:44.068190 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:46.566239 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:49:54.605078 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-00ff6ef5-5b1e-4d87-bd11-c7fe781f9eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:56.856477 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-86f1dbfc-1314-4737-80e9-43fad9efcf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:58.536167 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:59.793216 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:49:59.907478 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:13.530575 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:14.050528 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:17.440655 n-d-836015-7 neutron-server[114870]: DEBUG neutron.wsgi [req-66b0812a-b5d5-4d95-b223-ddb9fc6150f9 req-8c7c1124-c62b-4178-85a8-dd7fad9aad27 service neutron] (114870) timed out ('10.222.0.25', 34944) {{(pid=114870) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 14:50:23.565397 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:50:24.593136 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-258c0bd8-f2a4-4f94-8b12-037dbc1b2a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:26.907126 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-b7a56094-7975-46b7-af63-04d2524a8c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:28.541644 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:29.798935 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:29.907538 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:43.547186 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:44.067698 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:54.570262 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-19f2f927-a52a-4f05-9ffc-bd9db9dfc083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:56.872502 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-9b43d828-3afa-49e4-afa7-066be1acb19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:58.541630 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:59.798428 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:50:59.907430 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:00.563757 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:51:13.552360 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:14.089470 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:24.581028 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-e5cb1659-0d2f-4d3f-874f-8bbb7573e942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:26.877820 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-deea2615-32bc-4b70-801e-c9a141cd81f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:28.518042 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:29.803797 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:29.908295 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:37.562064 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:51:43.563755 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:44.095535 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:54.592564 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-2678a4d0-ca7f-4f30-a169-71137e7d0841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:56.894746 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d12943d0-efd8-43b5-8a4d-eb6b11fdfee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:58.552135 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:59.809348 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:51:59.929938 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:13.552119 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:14.117424 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:14.561416 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:52:24.597993 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-4f1bf4f0-3933-4e46-bd01-fbab3568fef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:26.877474 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-0c5362f2-afa9-4adb-841e-c0074f726d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:28.517321 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:29.808870 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:29.912138 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:43.557156 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:44.117441 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:51.560568 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:52:54.580227 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-7e662bb2-08ae-4143-a7e9-6157c727b93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:56.881589 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-5dacaa9a-485a-4513-a7d4-320898908f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:58.539977 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:59.803401 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:52:59.939186 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:13.580273 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-70b453b0-4eed-4276-bed8-7d3f7a522298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:14.139865 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-6c246d47-e00b-4ba0-9b9a-98aa72799365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:24.607482 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-1e2cb311-1e68-416f-be31-79d2cdcc9acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:26.882233 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-20362b99-37e1-4a1e-9ec9-89c995b93ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:28.540000 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-85271031-bb20-4a64-91e5-29a285faab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:28.560106 n-d-836015-7 neutron-server[114872]: DEBUG neutron.db.agents_db [None req-70b36666-7807-4361-b3fc-eb39781ec535 None None] Agent healthcheck: found 7 active agents {{(pid=114872) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:53:29.819637 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-d1c18c36-5b10-4244-8b99-d77034e7b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:53:29.939614 n-d-836015-7 neutron-server[114871]: DEBUG neutron_lib.callbacks.manager [None req-ccd514b0-3228-4331-a841-9512355394c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759760574558', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1705620'] for agent, after_update {{(pid=114871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}